-- Logs begin at Wed 2021-08-18 11:12:06 UTC, end at Wed 2021-08-18 13:22:20 UTC. -- Aug 18 11:41:31.620560 n-d-804985-2 systemd[1]: Started Devstack devstack@q-svc.service. Aug 18 11:41:34.318971 n-d-804985-2 neutron-server[106143]: INFO neutron.common.config [-] Logging enabled! Aug 18 11:41:34.319544 n-d-804985-2 neutron-server[106143]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev546 Aug 18 11:41:34.319646 n-d-804985-2 neutron-server[106143]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106143) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 18 11:41:34.323321 n-d-804985-2 neutron-server[106143]: INFO neutron.common.config [-] Logging enabled! Aug 18 11:41:34.323544 n-d-804985-2 neutron-server[106143]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev546 Aug 18 11:41:34.323855 n-d-804985-2 neutron-server[106143]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106143) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 18 11:41:34.324826 n-d-804985-2 neutron-server[106143]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 18 11:41:34.325056 n-d-804985-2 neutron-server[106143]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 18 11:41:34.325426 n-d-804985-2 neutron-server[106143]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 18 11:41:34.325671 n-d-804985-2 neutron-server[106143]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 18 11:41:34.325906 n-d-804985-2 neutron-server[106143]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 18 11:41:34.326214 n-d-804985-2 neutron-server[106143]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:34.326506 n-d-804985-2 neutron-server[106143]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:34.326797 n-d-804985-2 neutron-server[106143]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:34.327023 n-d-804985-2 neutron-server[106143]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:34.327316 n-d-804985-2 neutron-server[106143]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:34.327589 n-d-804985-2 neutron-server[106143]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:34.327860 n-d-804985-2 neutron-server[106143]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:34.328141 n-d-804985-2 neutron-server[106143]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:34.328432 n-d-804985-2 neutron-server[106143]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:34.328746 n-d-804985-2 neutron-server[106143]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:34.329022 n-d-804985-2 neutron-server[106143]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:34.329301 n-d-804985-2 neutron-server[106143]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:34.329526 n-d-804985-2 neutron-server[106143]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:34.329785 n-d-804985-2 neutron-server[106143]: DEBUG neutron.common.config [-] config_source = [] {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:34.330067 n-d-804985-2 neutron-server[106143]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:34.330349 n-d-804985-2 neutron-server[106143]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:34.330569 n-d-804985-2 neutron-server[106143]: DEBUG neutron.common.config [-] debug = True {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:34.330845 n-d-804985-2 neutron-server[106143]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:34.331264 n-d-804985-2 neutron-server[106143]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:34.331674 n-d-804985-2 neutron-server[106143]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:34.331949 n-d-804985-2 neutron-server[106143]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:34.332229 n-d-804985-2 neutron-server[106143]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:34.332522 n-d-804985-2 neutron-server[106143]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:34.332794 n-d-804985-2 neutron-server[106143]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:34.333067 n-d-804985-2 neutron-server[106143]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:34.333347 n-d-804985-2 neutron-server[106143]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:34.333671 n-d-804985-2 neutron-server[106143]: DEBUG neutron.common.config [-] host = n-d-804985-2 {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:34.333943 n-d-804985-2 neutron-server[106143]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:34.334225 n-d-804985-2 neutron-server[106143]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:34.334505 n-d-804985-2 neutron-server[106143]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:34.334783 n-d-804985-2 neutron-server[106143]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:34.335054 n-d-804985-2 neutron-server[106143]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:34.335329 n-d-804985-2 neutron-server[106143]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:34.335605 n-d-804985-2 neutron-server[106143]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:34.335871 n-d-804985-2 neutron-server[106143]: DEBUG neutron.common.config [-] log_dir = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:34.336134 n-d-804985-2 neutron-server[106143]: DEBUG neutron.common.config [-] log_file = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:34.336401 n-d-804985-2 neutron-server[106143]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:34.336709 n-d-804985-2 neutron-server[106143]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:34.336993 n-d-804985-2 neutron-server[106143]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:34.337277 n-d-804985-2 neutron-server[106143]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:34.337498 n-d-804985-2 neutron-server[106143]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:34.337715 n-d-804985-2 neutron-server[106143]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:34.337997 n-d-804985-2 neutron-server[106143]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:34.338278 n-d-804985-2 neutron-server[106143]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:34.338549 n-d-804985-2 neutron-server[106143]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:34.338836 n-d-804985-2 neutron-server[106143]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:34.339108 n-d-804985-2 neutron-server[106143]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:34.339376 n-d-804985-2 neutron-server[106143]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:34.339645 n-d-804985-2 neutron-server[106143]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:34.339908 n-d-804985-2 neutron-server[106143]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:34.340187 n-d-804985-2 neutron-server[106143]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:34.340464 n-d-804985-2 neutron-server[106143]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:34.340764 n-d-804985-2 neutron-server[106143]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:34.341034 n-d-804985-2 neutron-server[106143]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:34.341303 n-d-804985-2 neutron-server[106143]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:34.341567 n-d-804985-2 neutron-server[106143]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:34.341831 n-d-804985-2 neutron-server[106143]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:34.342107 n-d-804985-2 neutron-server[106143]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:34.342375 n-d-804985-2 neutron-server[106143]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:34.342641 n-d-804985-2 neutron-server[106143]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:34.342907 n-d-804985-2 neutron-server[106143]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:34.343186 n-d-804985-2 neutron-server[106143]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:34.343450 n-d-804985-2 neutron-server[106143]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:34.343718 n-d-804985-2 neutron-server[106143]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:34.344012 n-d-804985-2 neutron-server[106143]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:34.344288 n-d-804985-2 neutron-server[106143]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:34.344586 n-d-804985-2 neutron-server[106143]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:34.344865 n-d-804985-2 neutron-server[106143]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:34.345141 n-d-804985-2 neutron-server[106143]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:34.345411 n-d-804985-2 neutron-server[106143]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:34.345678 n-d-804985-2 neutron-server[106143]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:34.345943 n-d-804985-2 neutron-server[106143]: DEBUG neutron.common.config [-] use_journal = False {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:34.346207 n-d-804985-2 neutron-server[106143]: DEBUG neutron.common.config [-] use_json = False {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:34.346471 n-d-804985-2 neutron-server[106143]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:34.346736 n-d-804985-2 neutron-server[106143]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:34.347050 n-d-804985-2 neutron-server[106143]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:34.347390 n-d-804985-2 neutron-server[106143]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:34.347657 n-d-804985-2 neutron-server[106143]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:34.347926 n-d-804985-2 neutron-server[106143]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:34.348193 n-d-804985-2 neutron-server[106143]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:34.348482 n-d-804985-2 neutron-server[106143]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:34.348782 n-d-804985-2 neutron-server[106143]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:34.349075 n-d-804985-2 neutron-server[106143]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:34.349370 n-d-804985-2 neutron-server[106143]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:34.349649 n-d-804985-2 neutron-server[106143]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:34.349937 n-d-804985-2 neutron-server[106143]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:34.350213 n-d-804985-2 neutron-server[106143]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:34.350494 n-d-804985-2 neutron-server[106143]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:34.350768 n-d-804985-2 neutron-server[106143]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:34.351051 n-d-804985-2 neutron-server[106143]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:34.351334 n-d-804985-2 neutron-server[106143]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:34.351619 n-d-804985-2 neutron-server[106143]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:34.351896 n-d-804985-2 neutron-server[106143]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:34.352180 n-d-804985-2 neutron-server[106143]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:34.352453 n-d-804985-2 neutron-server[106143]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:34.352767 n-d-804985-2 neutron-server[106143]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:34.353068 n-d-804985-2 neutron-server[106143]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:34.353356 n-d-804985-2 neutron-server[106143]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:34.353643 n-d-804985-2 neutron-server[106143]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:34.353915 n-d-804985-2 neutron-server[106143]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:34.354187 n-d-804985-2 neutron-server[106143]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:34.354479 n-d-804985-2 neutron-server[106143]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:34.354873 n-d-804985-2 neutron-server[106143]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:34.355167 n-d-804985-2 neutron-server[106143]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:34.355465 n-d-804985-2 neutron-server[106143]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:34.355752 n-d-804985-2 neutron-server[106143]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:34.356033 n-d-804985-2 neutron-server[106143]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:34.356302 n-d-804985-2 neutron-server[106143]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:34.356618 n-d-804985-2 neutron-server[106143]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:34.356894 n-d-804985-2 neutron-server[106143]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:34.357162 n-d-804985-2 neutron-server[106143]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:34.357437 n-d-804985-2 neutron-server[106143]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:34.357722 n-d-804985-2 neutron-server[106143]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:34.357996 n-d-804985-2 neutron-server[106143]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:34.358267 n-d-804985-2 neutron-server[106143]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:34.358546 n-d-804985-2 neutron-server[106143]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:34.358820 n-d-804985-2 neutron-server[106143]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:34.359086 n-d-804985-2 neutron-server[106143]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:34.359357 n-d-804985-2 neutron-server[106143]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:34.359631 n-d-804985-2 neutron-server[106143]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:34.359913 n-d-804985-2 neutron-server[106143]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:34.360186 n-d-804985-2 neutron-server[106143]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:34.360452 n-d-804985-2 neutron-server[106143]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:34.360739 n-d-804985-2 neutron-server[106143]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:34.361010 n-d-804985-2 neutron-server[106143]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:34.361277 n-d-804985-2 neutron-server[106143]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:34.361561 n-d-804985-2 neutron-server[106143]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:34.361831 n-d-804985-2 neutron-server[106143]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:34.362097 n-d-804985-2 neutron-server[106143]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:34.362362 n-d-804985-2 neutron-server[106143]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:34.362671 n-d-804985-2 neutron-server[106143]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:34.363014 n-d-804985-2 neutron-server[106143]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:34.363285 n-d-804985-2 neutron-server[106143]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:34.363559 n-d-804985-2 neutron-server[106143]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:34.363828 n-d-804985-2 neutron-server[106143]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:34.364101 n-d-804985-2 neutron-server[106143]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:34.364366 n-d-804985-2 neutron-server[106143]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:34.364662 n-d-804985-2 neutron-server[106143]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:34.364934 n-d-804985-2 neutron-server[106143]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:34.365204 n-d-804985-2 neutron-server[106143]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:34.365478 n-d-804985-2 neutron-server[106143]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:34.365757 n-d-804985-2 neutron-server[106143]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:34.366032 n-d-804985-2 neutron-server[106143]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:34.366305 n-d-804985-2 neutron-server[106143]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:34.366580 n-d-804985-2 neutron-server[106143]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:34.366849 n-d-804985-2 neutron-server[106143]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:34.367121 n-d-804985-2 neutron-server[106143]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:34.367387 n-d-804985-2 neutron-server[106143]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:34.367660 n-d-804985-2 neutron-server[106143]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:34.367943 n-d-804985-2 neutron-server[106143]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:34.368236 n-d-804985-2 neutron-server[106143]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:34.368540 n-d-804985-2 neutron-server[106143]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:34.368814 n-d-804985-2 neutron-server[106143]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:34.369088 n-d-804985-2 neutron-server[106143]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:34.369360 n-d-804985-2 neutron-server[106143]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:34.369635 n-d-804985-2 neutron-server[106143]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:34.369911 n-d-804985-2 neutron-server[106143]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:34.370212 n-d-804985-2 neutron-server[106143]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:34.370490 n-d-804985-2 neutron-server[106143]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:34.370758 n-d-804985-2 neutron-server[106143]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:34.371042 n-d-804985-2 neutron-server[106143]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:34.371322 n-d-804985-2 neutron-server[106143]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:34.371605 n-d-804985-2 neutron-server[106143]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:34.371885 n-d-804985-2 neutron-server[106143]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:34.372160 n-d-804985-2 neutron-server[106143]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:34.372448 n-d-804985-2 neutron-server[106143]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:34.372745 n-d-804985-2 neutron-server[106143]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:34.373023 n-d-804985-2 neutron-server[106143]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:34.373295 n-d-804985-2 neutron-server[106143]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:34.373571 n-d-804985-2 neutron-server[106143]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:34.373860 n-d-804985-2 neutron-server[106143]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:34.374140 n-d-804985-2 neutron-server[106143]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:34.374430 n-d-804985-2 neutron-server[106143]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:34.374719 n-d-804985-2 neutron-server[106143]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:34.375008 n-d-804985-2 neutron-server[106143]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:34.375304 n-d-804985-2 neutron-server[106143]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:34.375591 n-d-804985-2 neutron-server[106143]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:34.375870 n-d-804985-2 neutron-server[106143]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:34.376176 n-d-804985-2 neutron-server[106143]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:34.376457 n-d-804985-2 neutron-server[106143]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:34.376690 n-d-804985-2 neutron-server[106143]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 18 11:41:34.376922 n-d-804985-2 neutron-server[106143]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=106143) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 18 11:41:34.727187 n-d-804985-2 neutron-server[106143]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=106143) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 18 11:41:34.727413 n-d-804985-2 neutron-server[106143]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=106143) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 18 11:41:34.727733 n-d-804985-2 neutron-server[106143]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=106143) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 18 11:41:34.728069 n-d-804985-2 neutron-server[106143]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 18 11:41:35.126869 n-d-804985-2 neutron-server[106143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:41:35.127163 n-d-804985-2 neutron-server[106143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:41:35.127430 n-d-804985-2 neutron-server[106143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:41:35.128759 n-d-804985-2 neutron-server[106143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:41:35.129027 n-d-804985-2 neutron-server[106143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:41:35.129292 n-d-804985-2 neutron-server[106143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:41:35.163557 n-d-804985-2 neutron-server[106143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:41:35.163837 n-d-804985-2 neutron-server[106143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:41:35.164095 n-d-804985-2 neutron-server[106143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:41:35.180726 n-d-804985-2 neutron-server[106143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:41:35.180998 n-d-804985-2 neutron-server[106143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:41:35.181262 n-d-804985-2 neutron-server[106143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:41:35.210317 n-d-804985-2 neutron-server[106143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:41:35.210594 n-d-804985-2 neutron-server[106143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:41:35.210902 n-d-804985-2 neutron-server[106143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:41:35.262345 n-d-804985-2 neutron-server[106143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:41:35.262628 n-d-804985-2 neutron-server[106143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:41:35.262898 n-d-804985-2 neutron-server[106143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:41:35.491774 n-d-804985-2 neutron-server[106143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=106143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:41:35.492410 n-d-804985-2 neutron-server[106143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=106143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:41:35.492410 n-d-804985-2 neutron-server[106143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=106143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:41:35.492598 n-d-804985-2 neutron-server[106143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=106143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:41:35.493285 n-d-804985-2 neutron-server[106143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=106143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:41:35.611498 n-d-804985-2 neutron-server[106143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=106143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:41:35.611811 n-d-804985-2 neutron-server[106143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=106143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:41:35.612088 n-d-804985-2 neutron-server[106143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=106143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:41:35.612348 n-d-804985-2 neutron-server[106143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=106143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:41:35.612635 n-d-804985-2 neutron-server[106143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=106143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:41:35.612916 n-d-804985-2 neutron-server[106143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=106143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:41:35.613206 n-d-804985-2 neutron-server[106143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=106143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:41:35.613457 n-d-804985-2 neutron-server[106143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=106143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:41:35.613708 n-d-804985-2 neutron-server[106143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=106143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:41:35.613986 n-d-804985-2 neutron-server[106143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=106143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:41:35.614223 n-d-804985-2 neutron-server[106143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=106143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:41:35.614480 n-d-804985-2 neutron-server[106143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=106143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:41:35.614731 n-d-804985-2 neutron-server[106143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=106143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:41:35.614978 n-d-804985-2 neutron-server[106143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=106143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:41:35.615230 n-d-804985-2 neutron-server[106143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=106143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:41:35.615488 n-d-804985-2 neutron-server[106143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:41:35.615738 n-d-804985-2 neutron-server[106143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=106143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:41:35.615982 n-d-804985-2 neutron-server[106143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=106143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:41:35.616242 n-d-804985-2 neutron-server[106143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=106143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:41:35.616511 n-d-804985-2 neutron-server[106143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=106143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:41:35.616780 n-d-804985-2 neutron-server[106143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:41:35.617029 n-d-804985-2 neutron-server[106143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:41:35.617305 n-d-804985-2 neutron-server[106143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:41:35.617675 n-d-804985-2 neutron-server[106143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:41:35.617921 n-d-804985-2 neutron-server[106143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:41:35.618164 n-d-804985-2 neutron-server[106143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:41:35.618562 n-d-804985-2 neutron-server[106143]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=106143) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 18 11:41:35.618804 n-d-804985-2 neutron-server[106143]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=106143) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 18 11:41:35.619042 n-d-804985-2 neutron-server[106143]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=106143) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 18 11:41:35.619277 n-d-804985-2 neutron-server[106143]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=106143) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 18 11:41:35.619511 n-d-804985-2 neutron-server[106143]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=106143) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 18 11:41:35.619744 n-d-804985-2 neutron-server[106143]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=106143) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 18 11:41:35.620162 n-d-804985-2 neutron-server[106143]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 18 11:41:35.623381 n-d-804985-2 neutron-server[106143]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 18 11:41:35.627339 n-d-804985-2 neutron-server[106143]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 18 11:41:35.631032 n-d-804985-2 neutron-server[106143]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(800, 849)])]) Aug 18 11:41:35.632692 n-d-804985-2 neutron-server[106143]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 18 11:41:35.633149 n-d-804985-2 neutron-server[106143]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 18 11:41:35.633484 n-d-804985-2 neutron-server[106143]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 18 11:41:35.633864 n-d-804985-2 neutron-server[106143]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 18 11:41:35.636701 n-d-804985-2 neutron-server[106143]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 18 11:41:35.636946 n-d-804985-2 neutron-server[106143]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 18 11:41:35.637284 n-d-804985-2 neutron-server[106143]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 18 11:41:35.642756 n-d-804985-2 neutron-server[106143]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 18 11:41:35.664692 n-d-804985-2 neutron-server[106143]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 18 11:41:35.665139 n-d-804985-2 neutron-server[106143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=106143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:41:35.665436 n-d-804985-2 neutron-server[106143]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=106143) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 18 11:41:35.665790 n-d-804985-2 neutron-server[106143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=106143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:41:35.667165 n-d-804985-2 neutron-server[106143]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=106143) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 18 11:41:35.667454 n-d-804985-2 neutron-server[106143]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 18 11:41:35.667694 n-d-804985-2 neutron-server[106143]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 18 11:41:35.670868 n-d-804985-2 neutron-server[106143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=106143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:41:35.671146 n-d-804985-2 neutron-server[106143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=106143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:41:35.735593 n-d-804985-2 neutron-server[106143]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 18 11:41:35.735824 n-d-804985-2 neutron-server[106143]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 18 11:41:35.736054 n-d-804985-2 neutron-server[106143]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 18 11:41:35.736413 n-d-804985-2 neutron-server[106143]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 18 11:41:35.758869 n-d-804985-2 neutron-server[106143]: DEBUG oslo_db.sqlalchemy.engines [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=106143) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 18 11:41:36.310494 n-d-804985-2 neutron-server[106143]: INFO neutron.plugins.ml2.managers [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Initializing driver for type 'gre' Aug 18 11:41:36.310974 n-d-804985-2 neutron-server[106143]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] gre ID ranges: [(1, 1000)] Aug 18 11:41:36.366801 n-d-804985-2 neutron-server[106143]: INFO neutron.plugins.ml2.managers [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Initializing driver for type 'local' Aug 18 11:41:36.367166 n-d-804985-2 neutron-server[106143]: INFO neutron.plugins.ml2.managers [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Initializing driver for type 'vlan' Aug 18 11:41:36.381159 n-d-804985-2 neutron-server[106143]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] VlanTypeDriver initialization complete Aug 18 11:41:36.381555 n-d-804985-2 neutron-server[106143]: INFO neutron.plugins.ml2.managers [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Initializing driver for type 'vxlan' Aug 18 11:41:36.382072 n-d-804985-2 neutron-server[106143]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] vxlan ID ranges: [(1, 1000)] Aug 18 11:41:36.438636 n-d-804985-2 neutron-server[106143]: INFO neutron.plugins.ml2.managers [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Initializing extension driver 'port_security' Aug 18 11:41:36.439040 n-d-804985-2 neutron-server[106143]: INFO neutron.plugins.ml2.extensions.port_security [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] PortSecurityExtensionDriver initialization complete Aug 18 11:41:36.439407 n-d-804985-2 neutron-server[106143]: INFO neutron.plugins.ml2.managers [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Initializing mechanism driver 'openvswitch' Aug 18 11:41:36.439728 n-d-804985-2 neutron-server[106143]: INFO neutron.plugins.ml2.managers [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Initializing mechanism driver 'hyperv' Aug 18 11:41:36.446631 n-d-804985-2 neutron-server[106143]: DEBUG neutron.plugins.ml2.plugin [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=106143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:41:36.447468 n-d-804985-2 neutron-server[106143]: DEBUG neutron_lib.callbacks.manager [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Subscribe: > port after_create 55550000 {{(pid=106143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:41:36.447894 n-d-804985-2 neutron-server[106143]: DEBUG neutron_lib.callbacks.manager [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Subscribe: > port after_update 55550000 {{(pid=106143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:41:36.448362 n-d-804985-2 neutron-server[106143]: DEBUG neutron_lib.callbacks.manager [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Subscribe: > port after_delete 55550000 {{(pid=106143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:41:36.448941 n-d-804985-2 neutron-server[106143]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=106143) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 18 11:41:36.449450 n-d-804985-2 neutron-server[106143]: DEBUG neutron_lib.callbacks.manager [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Subscribe: > subnet after_create 55550000 {{(pid=106143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:41:36.449803 n-d-804985-2 neutron-server[106143]: DEBUG neutron_lib.callbacks.manager [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Subscribe: > subnet after_update 55550000 {{(pid=106143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:41:36.450149 n-d-804985-2 neutron-server[106143]: DEBUG neutron_lib.callbacks.manager [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Subscribe: > subnet after_delete 55550000 {{(pid=106143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:41:36.450540 n-d-804985-2 neutron-server[106143]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=106143) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 18 11:41:36.450948 n-d-804985-2 neutron-server[106143]: DEBUG neutron_lib.callbacks.manager [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Subscribe: > network after_create 55550000 {{(pid=106143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:41:36.451295 n-d-804985-2 neutron-server[106143]: DEBUG neutron_lib.callbacks.manager [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Subscribe: > network after_update 55550000 {{(pid=106143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:41:36.451637 n-d-804985-2 neutron-server[106143]: DEBUG neutron_lib.callbacks.manager [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Subscribe: > network after_delete 55550000 {{(pid=106143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:41:36.452029 n-d-804985-2 neutron-server[106143]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=106143) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 18 11:41:36.452433 n-d-804985-2 neutron-server[106143]: DEBUG neutron_lib.callbacks.manager [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Subscribe: > security_group after_create 55550000 {{(pid=106143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:41:36.452810 n-d-804985-2 neutron-server[106143]: DEBUG neutron_lib.callbacks.manager [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Subscribe: > security_group after_update 55550000 {{(pid=106143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:41:36.453150 n-d-804985-2 neutron-server[106143]: DEBUG neutron_lib.callbacks.manager [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Subscribe: > security_group after_delete 55550000 {{(pid=106143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:41:36.453546 n-d-804985-2 neutron-server[106143]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=106143) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 18 11:41:36.453951 n-d-804985-2 neutron-server[106143]: DEBUG neutron_lib.callbacks.manager [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=106143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:41:36.454296 n-d-804985-2 neutron-server[106143]: DEBUG neutron_lib.callbacks.manager [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=106143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:41:36.454633 n-d-804985-2 neutron-server[106143]: DEBUG neutron_lib.callbacks.manager [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=106143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:41:36.455025 n-d-804985-2 neutron-server[106143]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=106143) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 18 11:41:36.455428 n-d-804985-2 neutron-server[106143]: DEBUG neutron_lib.callbacks.manager [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Subscribe: > address_group after_create 55550000 {{(pid=106143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:41:36.455770 n-d-804985-2 neutron-server[106143]: DEBUG neutron_lib.callbacks.manager [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Subscribe: > address_group after_update 55550000 {{(pid=106143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:41:36.456106 n-d-804985-2 neutron-server[106143]: DEBUG neutron_lib.callbacks.manager [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Subscribe: > address_group after_delete 55550000 {{(pid=106143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:41:36.456513 n-d-804985-2 neutron-server[106143]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=106143) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 18 11:41:36.456896 n-d-804985-2 neutron-server[106143]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] ML2 OVO RPC backend initialized. {{(pid=106143) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 18 11:41:36.457600 n-d-804985-2 neutron-server[106143]: DEBUG neutron_lib.callbacks.manager [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Subscribe: > router_interface after_create 55550000 {{(pid=106143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:41:36.457953 n-d-804985-2 neutron-server[106143]: DEBUG neutron_lib.callbacks.manager [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:41:36.458364 n-d-804985-2 neutron-server[106143]: DEBUG neutron_lib.callbacks.manager [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Subscribe: > network before_response 55550000 {{(pid=106143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:41:36.458712 n-d-804985-2 neutron-server[106143]: DEBUG neutron_lib.callbacks.manager [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Subscribe: > networks before_response 55550000 {{(pid=106143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:41:36.459062 n-d-804985-2 neutron-server[106143]: DEBUG neutron_lib.callbacks.manager [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Subscribe: > port before_response 55550000 {{(pid=106143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:41:36.459403 n-d-804985-2 neutron-server[106143]: DEBUG neutron_lib.callbacks.manager [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Subscribe: > ports before_response 55550000 {{(pid=106143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:41:36.459744 n-d-804985-2 neutron-server[106143]: DEBUG neutron_lib.callbacks.manager [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Subscribe: > subnet before_response 55550000 {{(pid=106143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:41:36.460081 n-d-804985-2 neutron-server[106143]: DEBUG neutron_lib.callbacks.manager [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Subscribe: > subnets before_response 55550000 {{(pid=106143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:41:36.460425 n-d-804985-2 neutron-server[106143]: DEBUG neutron_lib.callbacks.manager [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Subscribe: > network after_create 55550000 {{(pid=106143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:41:36.460788 n-d-804985-2 neutron-server[106143]: DEBUG neutron_lib.callbacks.manager [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Subscribe: > network after_update 55550000 {{(pid=106143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:41:36.461123 n-d-804985-2 neutron-server[106143]: DEBUG neutron_lib.callbacks.manager [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Subscribe: > network after_delete 55550000 {{(pid=106143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:41:36.461457 n-d-804985-2 neutron-server[106143]: DEBUG neutron_lib.callbacks.manager [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Subscribe: > port after_create 55550000 {{(pid=106143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:41:36.461788 n-d-804985-2 neutron-server[106143]: DEBUG neutron_lib.callbacks.manager [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Subscribe: > port after_update 55550000 {{(pid=106143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:41:36.462125 n-d-804985-2 neutron-server[106143]: DEBUG neutron_lib.callbacks.manager [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Subscribe: > port after_delete 55550000 {{(pid=106143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:41:36.462456 n-d-804985-2 neutron-server[106143]: DEBUG neutron_lib.callbacks.manager [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Subscribe: > subnet after_create 55550000 {{(pid=106143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:41:36.462790 n-d-804985-2 neutron-server[106143]: DEBUG neutron_lib.callbacks.manager [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Subscribe: > subnet after_update 55550000 {{(pid=106143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:41:36.463120 n-d-804985-2 neutron-server[106143]: DEBUG neutron_lib.callbacks.manager [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Subscribe: > subnet after_delete 55550000 {{(pid=106143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:41:36.463689 n-d-804985-2 neutron-server[106143]: INFO neutron.plugins.ml2.plugin [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Modular L2 Plugin initialization complete Aug 18 11:41:36.464020 n-d-804985-2 neutron-server[106143]: DEBUG neutron.manager [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Loading services supported by the core plugin {{(pid=106143) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 18 11:41:36.464343 n-d-804985-2 neutron-server[106143]: INFO neutron.plugins.ml2.managers [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Got port-security extension from driver 'port_security' Aug 18 11:41:36.464839 n-d-804985-2 neutron-server[106143]: INFO neutron.extensions.vlantransparent [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Disabled vlantransparent extension. Aug 18 11:41:36.465322 n-d-804985-2 neutron-server[106143]: DEBUG neutron.manager [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=106143) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 18 11:41:36.465632 n-d-804985-2 neutron-server[106143]: INFO neutron.manager [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Loading Plugin: router Aug 18 11:41:36.501634 n-d-804985-2 neutron-server[106143]: DEBUG neutron_lib.callbacks.manager [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Subscribe: > router_interface before_create 55550000 {{(pid=106143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:41:36.502220 n-d-804985-2 neutron-server[106143]: DEBUG neutron_lib.callbacks.manager [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Subscribe: > router after_create 55549900 {{(pid=106143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:41:36.502354 n-d-804985-2 neutron-server[106143]: DEBUG neutron_lib.callbacks.manager [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Subscribe: > router before_create 55549900 {{(pid=106143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:41:36.502743 n-d-804985-2 neutron-server[106143]: DEBUG neutron_lib.callbacks.manager [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=106143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:41:36.503117 n-d-804985-2 neutron-server[106143]: DEBUG neutron_lib.callbacks.manager [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:41:36.503474 n-d-804985-2 neutron-server[106143]: DEBUG neutron_lib.callbacks.manager [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Subscribe: > router after_delete 55549900 {{(pid=106143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:41:36.503831 n-d-804985-2 neutron-server[106143]: DEBUG neutron_lib.callbacks.manager [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Subscribe: > floatingip after_update 55550000 {{(pid=106143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:41:36.505811 n-d-804985-2 neutron-server[106143]: DEBUG neutron_lib.callbacks.manager [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Subscribe: > router after_create 55549900 {{(pid=106143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:41:36.506180 n-d-804985-2 neutron-server[106143]: DEBUG neutron_lib.callbacks.manager [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Subscribe: > router after_update 55549900 {{(pid=106143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:41:36.506550 n-d-804985-2 neutron-server[106143]: DEBUG neutron_lib.callbacks.manager [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Subscribe: > router after_update 55549900 {{(pid=106143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:41:36.506910 n-d-804985-2 neutron-server[106143]: DEBUG neutron_lib.callbacks.manager [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=106143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:41:36.507274 n-d-804985-2 neutron-server[106143]: DEBUG neutron_lib.callbacks.manager [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Subscribe: > router after_update 55549900 {{(pid=106143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:41:36.507688 n-d-804985-2 neutron-server[106143]: DEBUG neutron_lib.callbacks.manager [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Subscribe: > router precommit_update 55549900 {{(pid=106143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:41:36.508060 n-d-804985-2 neutron-server[106143]: DEBUG neutron_lib.callbacks.manager [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Subscribe: port after_update 55550000 {{(pid=106143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:41:36.508414 n-d-804985-2 neutron-server[106143]: DEBUG neutron_lib.callbacks.manager [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Subscribe: port after_delete 55550000 {{(pid=106143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:41:36.508774 n-d-804985-2 neutron-server[106143]: DEBUG neutron_lib.callbacks.manager [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Subscribe: subnet after_update 55550000 {{(pid=106143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:41:36.509100 n-d-804985-2 neutron-server[106143]: DEBUG neutron_lib.callbacks.manager [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=106143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:41:36.509450 n-d-804985-2 neutron-server[106143]: DEBUG neutron_lib.callbacks.manager [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Subscribe: > port precommit_delete 55550000 {{(pid=106143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:41:36.509795 n-d-804985-2 neutron-server[106143]: DEBUG neutron_lib.callbacks.manager [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Subscribe: > router precommit_create 55549900 {{(pid=106143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:41:36.510141 n-d-804985-2 neutron-server[106143]: DEBUG neutron_lib.callbacks.manager [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Subscribe: port before_delete 55550000 {{(pid=106143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:41:36.510489 n-d-804985-2 neutron-server[106143]: DEBUG neutron_lib.callbacks.manager [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Subscribe: > router precommit_create 55550000 {{(pid=106143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:41:36.510930 n-d-804985-2 neutron-server[106143]: DEBUG neutron_lib.callbacks.manager [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Subscribe: > router after_update 55549900 {{(pid=106143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:41:36.511294 n-d-804985-2 neutron-server[106143]: DEBUG neutron_lib.callbacks.manager [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Subscribe: > router precommit_delete 55549900 {{(pid=106143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:41:36.511634 n-d-804985-2 neutron-server[106143]: DEBUG neutron_lib.callbacks.manager [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Subscribe: > router precommit_create 55549900 {{(pid=106143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:41:36.511997 n-d-804985-2 neutron-server[106143]: DEBUG neutron_lib.callbacks.manager [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Subscribe: > router_interface after_create 55550000 {{(pid=106143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:41:36.512343 n-d-804985-2 neutron-server[106143]: DEBUG neutron_lib.callbacks.manager [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Subscribe: > router precommit_update 55549900 {{(pid=106143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:41:36.512722 n-d-804985-2 neutron-server[106143]: DEBUG neutron_lib.callbacks.manager [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Subscribe: > agent after_create 55550000 {{(pid=106143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:41:36.513084 n-d-804985-2 neutron-server[106143]: DEBUG neutron_lib.callbacks.manager [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Subscribe: > agent after_delete 55550000 {{(pid=106143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:41:36.513432 n-d-804985-2 neutron-server[106143]: DEBUG neutron_lib.callbacks.manager [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Subscribe: > network after_delete 55550000 {{(pid=106143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:41:36.514292 n-d-804985-2 neutron-server[106143]: DEBUG neutron.quota.resource_registry [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Tracking information for resource: router configured {{(pid=106143) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 18 11:41:36.514625 n-d-804985-2 neutron-server[106143]: DEBUG neutron.quota.resource_registry [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Tracking information for resource: floatingip configured {{(pid=106143) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 18 11:41:36.520246 n-d-804985-2 neutron-server[106143]: INFO neutron.db.l3_agentschedulers_db [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 18 11:41:36.520858 n-d-804985-2 neutron-server[106143]: DEBUG neutron_lib.callbacks.manager [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Subscribe: port after_update 55550000 {{(pid=106143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:41:36.521218 n-d-804985-2 neutron-server[106143]: DEBUG neutron_lib.callbacks.manager [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Subscribe: port after_create 55550000 {{(pid=106143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:41:36.521567 n-d-804985-2 neutron-server[106143]: DEBUG neutron_lib.callbacks.manager [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Subscribe: port after_delete 55550000 {{(pid=106143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:41:36.521916 n-d-804985-2 neutron-server[106143]: DEBUG neutron_lib.callbacks.manager [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Subscribe: port after_update 55550000 {{(pid=106143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:41:36.522689 n-d-804985-2 neutron-server[106143]: DEBUG neutron_lib.callbacks.manager [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Subscribe: > router before_create 55550100 {{(pid=106143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:41:36.523050 n-d-804985-2 neutron-server[106143]: DEBUG neutron_lib.callbacks.manager [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Subscribe: > router precommit_delete 55550100 {{(pid=106143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:41:36.523409 n-d-804985-2 neutron-server[106143]: DEBUG neutron_lib.callbacks.manager [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Subscribe: > router precommit_create 55550100 {{(pid=106143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:41:36.523766 n-d-804985-2 neutron-server[106143]: DEBUG neutron_lib.callbacks.manager [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Subscribe: > router precommit_update 55550100 {{(pid=106143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:41:36.528400 n-d-804985-2 neutron-server[106143]: DEBUG neutron.services.provider_configuration [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Service providers = [] {{(pid=106143) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 18 11:41:36.528790 n-d-804985-2 neutron-server[106143]: DEBUG neutron.db.servicetype_db [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=106143) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 18 11:41:36.531745 n-d-804985-2 neutron-server[106143]: DEBUG neutron.services.service_base [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=106143) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 18 11:41:36.532098 n-d-804985-2 neutron-server[106143]: DEBUG neutron.services.service_base [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=106143) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 18 11:41:36.532436 n-d-804985-2 neutron-server[106143]: DEBUG neutron.services.service_base [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=106143) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 18 11:41:36.533366 n-d-804985-2 neutron-server[106143]: DEBUG neutron.services.service_base [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=106143) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 18 11:41:36.533734 n-d-804985-2 neutron-server[106143]: INFO neutron.services.service_base [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 18 11:41:36.534112 n-d-804985-2 neutron-server[106143]: DEBUG neutron.manager [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=106143) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 18 11:41:36.534425 n-d-804985-2 neutron-server[106143]: INFO neutron.manager [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 18 11:41:36.545038 n-d-804985-2 neutron-server[106143]: DEBUG neutron.manager [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=106143) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 18 11:41:36.545376 n-d-804985-2 neutron-server[106143]: INFO neutron.manager [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Loading Plugin: auto_allocate Aug 18 11:41:36.551102 n-d-804985-2 neutron-server[106143]: DEBUG neutron_lib.callbacks.manager [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Subscribe: network precommit_update 55550000 {{(pid=106143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:41:36.551468 n-d-804985-2 neutron-server[106143]: DEBUG neutron_lib.callbacks.manager [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Subscribe: network precommit_create 55550000 {{(pid=106143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:41:36.551980 n-d-804985-2 neutron-server[106143]: DEBUG neutron.manager [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=106143) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 18 11:41:36.552303 n-d-804985-2 neutron-server[106143]: INFO neutron.manager [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Loading Plugin: tag Aug 18 11:41:36.559168 n-d-804985-2 neutron-server[106143]: DEBUG neutron.manager [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=106143) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 18 11:41:36.559494 n-d-804985-2 neutron-server[106143]: INFO neutron.manager [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Loading Plugin: timestamp Aug 18 11:41:36.563423 n-d-804985-2 neutron-server[106143]: DEBUG neutron.manager [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=106143) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 18 11:41:36.563692 n-d-804985-2 neutron-server[106143]: INFO neutron.manager [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Loading Plugin: network_ip_availability Aug 18 11:41:36.569208 n-d-804985-2 neutron-server[106143]: DEBUG neutron_lib.callbacks.manager [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:41:36.569535 n-d-804985-2 neutron-server[106143]: DEBUG neutron_lib.callbacks.manager [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:41:36.569890 n-d-804985-2 neutron-server[106143]: DEBUG neutron_lib.callbacks.manager [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:41:36.570984 n-d-804985-2 neutron-server[106143]: DEBUG neutron.manager [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=106143) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 18 11:41:36.571308 n-d-804985-2 neutron-server[106143]: INFO neutron.manager [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Loading Plugin: flavors Aug 18 11:41:36.576417 n-d-804985-2 neutron-server[106143]: DEBUG neutron.manager [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=106143) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 18 11:41:36.576851 n-d-804985-2 neutron-server[106143]: INFO neutron.manager [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Loading Plugin: revisions Aug 18 11:41:36.581172 n-d-804985-2 neutron-server[106143]: DEBUG neutron.manager [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=106143) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 18 11:41:36.581564 n-d-804985-2 neutron-server[106143]: DEBUG oslo_concurrency.lockutils [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.854s {{(pid=106143) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 18 11:41:36.582306 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=106143) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 18 11:41:36.582643 n-d-804985-2 neutron-server[106143]: INFO neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Initializing extension manager. Aug 18 11:41:36.583154 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Loading extension file: __init__.py {{(pid=106143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 11:41:36.583495 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Loading extension file: __pycache__ {{(pid=106143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 11:41:36.583830 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=106143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 11:41:36.584159 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Loading extension file: address_group.py {{(pid=106143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 11:41:36.584965 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=106143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 11:41:36.585540 n-d-804985-2 neutron-server[106143]: INFO neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Loaded extension: address-group Aug 18 11:41:36.585859 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Loading extension file: address_scope.py {{(pid=106143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 11:41:36.586585 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=106143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 11:41:36.587080 n-d-804985-2 neutron-server[106143]: INFO neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Loaded extension: address-scope Aug 18 11:41:36.587397 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Loading extension file: admin_state_down_before_update.py {{(pid=106143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 11:41:36.588324 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=106143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 11:41:36.588890 n-d-804985-2 neutron-server[106143]: INFO neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Loaded extension: router-admin-state-down-before-update Aug 18 11:41:36.589216 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Loading extension file: agent.py {{(pid=106143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 11:41:36.589897 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=106143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 11:41:36.590393 n-d-804985-2 neutron-server[106143]: INFO neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Loaded extension: agent Aug 18 11:41:36.590719 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Loading extension file: agent_resources_synced.py {{(pid=106143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 11:41:36.591625 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=106143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 11:41:36.592126 n-d-804985-2 neutron-server[106143]: INFO neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Loaded extension: agent-resources-synced Aug 18 11:41:36.592447 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Loading extension file: allowedaddresspairs.py {{(pid=106143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 11:41:36.594280 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=106143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 11:41:36.594798 n-d-804985-2 neutron-server[106143]: INFO neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Loaded extension: allowed-address-pairs Aug 18 11:41:36.595126 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Loading extension file: auto_allocated_topology.py {{(pid=106143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 11:41:36.596198 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=106143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 11:41:36.596735 n-d-804985-2 neutron-server[106143]: INFO neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Loaded extension: auto-allocated-topology Aug 18 11:41:36.597057 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Loading extension file: availability_zone.py {{(pid=106143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 11:41:36.597770 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=106143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 11:41:36.598273 n-d-804985-2 neutron-server[106143]: INFO neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Loaded extension: availability_zone Aug 18 11:41:36.598601 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Loading extension file: availability_zone_filter.py {{(pid=106143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 11:41:36.599513 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=106143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 11:41:36.600023 n-d-804985-2 neutron-server[106143]: INFO neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Loaded extension: availability_zone_filter Aug 18 11:41:36.600343 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Loading extension file: data_plane_status.py {{(pid=106143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 11:41:36.601278 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=106143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 11:41:36.601778 n-d-804985-2 neutron-server[106143]: INFO neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Extension data-plane-status not supported by any of loaded plugins Aug 18 11:41:36.602101 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Loading extension file: default_subnetpools.py {{(pid=106143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 11:41:36.603016 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=106143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 11:41:36.603520 n-d-804985-2 neutron-server[106143]: INFO neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Loaded extension: default-subnetpools Aug 18 11:41:36.603843 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Loading extension file: dhcpagentscheduler.py {{(pid=106143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 11:41:36.604775 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 11:41:36.605287 n-d-804985-2 neutron-server[106143]: INFO neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Loaded extension: dhcp_agent_scheduler Aug 18 11:41:36.605608 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Loading extension file: dns.py {{(pid=106143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 11:41:36.606529 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=106143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 11:41:36.607027 n-d-804985-2 neutron-server[106143]: INFO neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Extension dns-integration not supported by any of loaded plugins Aug 18 11:41:36.607345 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Loading extension file: dns_domain_ports.py {{(pid=106143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 11:41:36.608268 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=106143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 11:41:36.608805 n-d-804985-2 neutron-server[106143]: INFO neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 18 11:41:36.609128 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=106143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 11:41:36.610054 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=106143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 11:41:36.610554 n-d-804985-2 neutron-server[106143]: INFO neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 18 11:41:36.610870 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Loading extension file: dvr.py {{(pid=106143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 11:41:36.611553 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=106143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 11:41:36.612045 n-d-804985-2 neutron-server[106143]: INFO neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Loaded extension: dvr Aug 18 11:41:36.612360 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Loading extension file: ecmp_routes.py {{(pid=106143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 11:41:36.613300 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=106143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 11:41:36.613796 n-d-804985-2 neutron-server[106143]: INFO neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 18 11:41:36.614113 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Loading extension file: empty_string_filtering.py {{(pid=106143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 11:41:36.615025 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=106143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 11:41:36.615530 n-d-804985-2 neutron-server[106143]: INFO neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Loaded extension: empty-string-filtering Aug 18 11:41:36.615851 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=106143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 11:41:36.616795 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 11:41:36.617294 n-d-804985-2 neutron-server[106143]: INFO neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 18 11:41:36.617614 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=106143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 11:41:36.618532 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=106143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 11:41:36.619044 n-d-804985-2 neutron-server[106143]: INFO neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 18 11:41:36.619363 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Loading extension file: external_net.py {{(pid=106143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 11:41:36.620309 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=106143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 11:41:36.620845 n-d-804985-2 neutron-server[106143]: INFO neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Loaded extension: external-net Aug 18 11:41:36.621167 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Loading extension file: extra_dhcp_opt.py {{(pid=106143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 11:41:36.623218 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=106143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 11:41:36.623218 n-d-804985-2 neutron-server[106143]: INFO neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Loaded extension: extra_dhcp_opt Aug 18 11:41:36.623218 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Loading extension file: extraroute.py {{(pid=106143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 11:41:36.623785 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=106143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 11:41:36.624289 n-d-804985-2 neutron-server[106143]: INFO neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Loaded extension: extraroute Aug 18 11:41:36.624641 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Loading extension file: extraroute_atomic.py {{(pid=106143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 11:41:36.625686 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=106143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 11:41:36.626193 n-d-804985-2 neutron-server[106143]: INFO neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Loaded extension: extraroute-atomic Aug 18 11:41:36.626513 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Loading extension file: filter_validation.py {{(pid=106143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 11:41:36.627357 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=106143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 11:41:36.627857 n-d-804985-2 neutron-server[106143]: INFO neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Loaded extension: filter-validation Aug 18 11:41:36.628177 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Loading extension file: fip_pf_description.py {{(pid=106143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 11:41:36.629118 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=106143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 11:41:36.629614 n-d-804985-2 neutron-server[106143]: INFO neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 18 11:41:36.629931 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Loading extension file: fip_port_details.py {{(pid=106143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 11:41:36.630845 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 11:41:36.631343 n-d-804985-2 neutron-server[106143]: INFO neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Loaded extension: fip-port-details Aug 18 11:41:36.631663 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Loading extension file: flavors.py {{(pid=106143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 11:41:36.632928 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=106143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 11:41:36.633443 n-d-804985-2 neutron-server[106143]: INFO neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Loaded extension: flavors Aug 18 11:41:36.633767 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=106143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 11:41:36.635425 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=106143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 11:41:36.636029 n-d-804985-2 neutron-server[106143]: INFO neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 18 11:41:36.636365 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Loading extension file: floatingip_pools.py {{(pid=106143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 11:41:36.637103 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=106143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 11:41:36.637616 n-d-804985-2 neutron-server[106143]: INFO neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Loaded extension: floatingip-pools Aug 18 11:41:36.637944 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Loading extension file: ip_allocation.py {{(pid=106143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 11:41:36.638878 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=106143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 11:41:36.639380 n-d-804985-2 neutron-server[106143]: INFO neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Extension ip_allocation not supported by any of loaded plugins Aug 18 11:41:36.639706 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=106143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 11:41:36.640666 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=106143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 11:41:36.641187 n-d-804985-2 neutron-server[106143]: INFO neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Loaded extension: ip-substring-filtering Aug 18 11:41:36.641517 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Loading extension file: l2_adjacency.py {{(pid=106143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 11:41:36.642452 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=106143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 11:41:36.642956 n-d-804985-2 neutron-server[106143]: INFO neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 18 11:41:36.643279 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Loading extension file: l3.py {{(pid=106143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 11:41:36.644241 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=106143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 11:41:36.644784 n-d-804985-2 neutron-server[106143]: INFO neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Loaded extension: router Aug 18 11:41:36.645109 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Loading extension file: l3_conntrack_helper.py {{(pid=106143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 11:41:36.647322 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 11:41:36.647842 n-d-804985-2 neutron-server[106143]: INFO neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 18 11:41:36.648173 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=106143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 11:41:36.649154 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=106143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 11:41:36.649672 n-d-804985-2 neutron-server[106143]: INFO neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Loaded extension: ext-gw-mode Aug 18 11:41:36.649997 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=106143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 11:41:36.650920 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=106143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 11:41:36.651449 n-d-804985-2 neutron-server[106143]: INFO neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Loaded extension: l3-ha Aug 18 11:41:36.651773 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Loading extension file: l3_flavors.py {{(pid=106143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 11:41:36.652734 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=106143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 11:41:36.653238 n-d-804985-2 neutron-server[106143]: INFO neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Loaded extension: l3-flavors Aug 18 11:41:36.653560 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=106143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 11:41:36.654478 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=106143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 11:41:36.654984 n-d-804985-2 neutron-server[106143]: INFO neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 18 11:41:36.655305 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Loading extension file: l3agentscheduler.py {{(pid=106143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 11:41:36.656369 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 11:41:36.656917 n-d-804985-2 neutron-server[106143]: INFO neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Loaded extension: l3_agent_scheduler Aug 18 11:41:36.657244 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Loading extension file: logging.py {{(pid=106143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 11:41:36.658732 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=106143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 11:41:36.659249 n-d-804985-2 neutron-server[106143]: INFO neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Extension logging not supported by any of loaded plugins Aug 18 11:41:36.659576 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Loading extension file: metering.py {{(pid=106143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 11:41:36.660317 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=106143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 11:41:36.660919 n-d-804985-2 neutron-server[106143]: INFO neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Loaded extension: metering Aug 18 11:41:36.661242 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=106143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 11:41:36.662459 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=106143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 11:41:36.662975 n-d-804985-2 neutron-server[106143]: INFO neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Loaded extension: metering_source_and_destination_fields Aug 18 11:41:36.663301 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Loading extension file: multiprovidernet.py {{(pid=106143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 11:41:36.664232 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=106143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 11:41:36.664770 n-d-804985-2 neutron-server[106143]: INFO neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Loaded extension: multi-provider Aug 18 11:41:36.665095 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Loading extension file: netmtu.py {{(pid=106143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 11:41:36.666018 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=106143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 11:41:36.666536 n-d-804985-2 neutron-server[106143]: INFO neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Loaded extension: net-mtu Aug 18 11:41:36.666859 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Loading extension file: netmtu_writable.py {{(pid=106143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 11:41:36.667833 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=106143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 11:41:36.668342 n-d-804985-2 neutron-server[106143]: INFO neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Loaded extension: net-mtu-writable Aug 18 11:41:36.668691 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Loading extension file: network_availability_zone.py {{(pid=106143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 11:41:36.669375 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=106143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 11:41:36.669877 n-d-804985-2 neutron-server[106143]: INFO neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Loaded extension: network_availability_zone Aug 18 11:41:36.670197 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Loading extension file: network_ip_availability.py {{(pid=106143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 11:41:36.671292 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=106143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 11:41:36.671802 n-d-804985-2 neutron-server[106143]: INFO neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Loaded extension: network-ip-availability Aug 18 11:41:36.672124 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Loading extension file: network_segment_range.py {{(pid=106143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 11:41:36.672932 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=106143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 11:41:36.673438 n-d-804985-2 neutron-server[106143]: INFO neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Extension network-segment-range not supported by any of loaded plugins Aug 18 11:41:36.673756 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Loading extension file: pagination.py {{(pid=106143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 11:41:36.674745 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 11:41:36.675078 n-d-804985-2 neutron-server[106143]: INFO neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Loaded extension: pagination Aug 18 11:41:36.675396 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Loading extension file: port_device_profile.py {{(pid=106143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 11:41:36.676306 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=106143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 11:41:36.676843 n-d-804985-2 neutron-server[106143]: INFO neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Loaded extension: port-device-profile Aug 18 11:41:36.677166 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=106143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 11:41:36.678177 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=106143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 11:41:36.678699 n-d-804985-2 neutron-server[106143]: INFO neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Loaded extension: port-mac-address-regenerate Aug 18 11:41:36.679023 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=106143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 11:41:36.679940 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=106143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 11:41:36.680451 n-d-804985-2 neutron-server[106143]: INFO neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Loaded extension: port-numa-affinity-policy Aug 18 11:41:36.680835 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Loading extension file: port_resource_request.py {{(pid=106143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 11:41:36.681765 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=106143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 11:41:36.682262 n-d-804985-2 neutron-server[106143]: INFO neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Extension port-resource-request not supported by any of loaded plugins Aug 18 11:41:36.682610 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Loading extension file: portbindings.py {{(pid=106143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 11:41:36.683536 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=106143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 11:41:36.684040 n-d-804985-2 neutron-server[106143]: INFO neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Loaded extension: binding Aug 18 11:41:36.684362 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Loading extension file: portbindings_extended.py {{(pid=106143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 11:41:36.685657 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=106143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 11:41:36.686165 n-d-804985-2 neutron-server[106143]: INFO neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Loaded extension: binding-extended Aug 18 11:41:36.686491 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Loading extension file: portsecurity.py {{(pid=106143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 11:41:36.687415 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=106143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 11:41:36.687920 n-d-804985-2 neutron-server[106143]: INFO neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Loaded extension: port-security Aug 18 11:41:36.688243 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Loading extension file: project_id.py {{(pid=106143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 11:41:36.689289 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=106143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 11:41:36.689620 n-d-804985-2 neutron-server[106143]: INFO neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Loaded extension: project-id Aug 18 11:41:36.689940 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Loading extension file: providernet.py {{(pid=106143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 11:41:36.690864 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=106143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 11:41:36.691382 n-d-804985-2 neutron-server[106143]: INFO neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Loaded extension: provider Aug 18 11:41:36.691704 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Loading extension file: qos.py {{(pid=106143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 11:41:36.695772 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=106143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 11:41:36.696300 n-d-804985-2 neutron-server[106143]: INFO neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Extension qos not supported by any of loaded plugins Aug 18 11:41:36.696659 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=106143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 11:41:36.697916 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=106143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 11:41:36.698512 n-d-804985-2 neutron-server[106143]: INFO neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 18 11:41:36.698848 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=106143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 11:41:36.699772 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=106143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 11:41:36.700280 n-d-804985-2 neutron-server[106143]: INFO neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 18 11:41:36.700638 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Loading extension file: qos_default.py {{(pid=106143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 11:41:36.701563 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=106143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 11:41:36.702075 n-d-804985-2 neutron-server[106143]: INFO neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Extension qos-default not supported by any of loaded plugins Aug 18 11:41:36.702435 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Loading extension file: qos_fip.py {{(pid=106143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 11:41:36.703082 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=106143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 11:41:36.703582 n-d-804985-2 neutron-server[106143]: INFO neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Extension qos-fip not supported by any of loaded plugins Aug 18 11:41:36.703903 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Loading extension file: qos_gateway_ip.py {{(pid=106143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 11:41:36.704865 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=106143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 11:41:36.705370 n-d-804985-2 neutron-server[106143]: INFO neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 18 11:41:36.705693 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Loading extension file: qos_port_network_policy.py {{(pid=106143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 11:41:36.706592 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=106143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 11:41:36.707094 n-d-804985-2 neutron-server[106143]: INFO neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 18 11:41:36.707414 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Loading extension file: qos_pps_rule.py {{(pid=106143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 11:41:36.708620 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=106143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 11:41:36.709139 n-d-804985-2 neutron-server[106143]: INFO neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Extension qos-pps not supported by any of loaded plugins Aug 18 11:41:36.709467 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Loading extension file: qos_rule_type_details.py {{(pid=106143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 11:41:36.710384 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=106143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 11:41:36.710896 n-d-804985-2 neutron-server[106143]: INFO neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 18 11:41:36.711222 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Loading extension file: qos_rules_alias.py {{(pid=106143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 11:41:36.712267 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=106143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 11:41:36.712805 n-d-804985-2 neutron-server[106143]: INFO neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 18 11:41:36.713130 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Loading extension file: quotasv2.py {{(pid=106143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 11:41:36.714362 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=106143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 11:41:36.714752 n-d-804985-2 neutron-server[106143]: INFO neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Loaded extension: quotas Aug 18 11:41:36.715127 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Loading extension file: quotasv2_detail.py {{(pid=106143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 11:41:36.718407 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=106143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 11:41:36.718833 n-d-804985-2 neutron-server[106143]: INFO neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Loaded extension: quota_details Aug 18 11:41:36.719222 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Loading extension file: rbac.py {{(pid=106143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 11:41:36.720319 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=106143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 11:41:36.720989 n-d-804985-2 neutron-server[106143]: INFO neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Loaded extension: rbac-policies Aug 18 11:41:36.721409 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Loading extension file: rbac_address_group.py {{(pid=106143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 11:41:36.722445 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=106143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 11:41:36.723000 n-d-804985-2 neutron-server[106143]: INFO neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Loaded extension: rbac-address-group Aug 18 11:41:36.723351 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Loading extension file: rbac_address_scope.py {{(pid=106143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 11:41:36.724679 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=106143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 11:41:36.725298 n-d-804985-2 neutron-server[106143]: INFO neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Loaded extension: rbac-address-scope Aug 18 11:41:36.725913 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Loading extension file: rbac_security_groups.py {{(pid=106143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 11:41:36.726966 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=106143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 11:41:36.727507 n-d-804985-2 neutron-server[106143]: INFO neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Loaded extension: rbac-security-groups Aug 18 11:41:36.727895 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Loading extension file: rbac_subnetpool.py {{(pid=106143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 11:41:36.729066 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=106143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 11:41:36.729656 n-d-804985-2 neutron-server[106143]: INFO neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Loaded extension: rbac-subnetpool Aug 18 11:41:36.730042 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Loading extension file: revisionifmatch.py {{(pid=106143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 11:41:36.731242 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=106143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 11:41:36.731860 n-d-804985-2 neutron-server[106143]: INFO neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Loaded extension: revision-if-match Aug 18 11:41:36.732219 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Loading extension file: revisions.py {{(pid=106143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 11:41:36.733477 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=106143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 11:41:36.734041 n-d-804985-2 neutron-server[106143]: INFO neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Loaded extension: standard-attr-revisions Aug 18 11:41:36.734443 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Loading extension file: router_availability_zone.py {{(pid=106143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 11:41:36.735292 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=106143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 11:41:36.735882 n-d-804985-2 neutron-server[106143]: INFO neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Loaded extension: router_availability_zone Aug 18 11:41:36.736244 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Loading extension file: routerservicetype.py {{(pid=106143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 11:41:36.737386 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=106143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 11:41:36.737958 n-d-804985-2 neutron-server[106143]: INFO neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Extension router-service-type not supported by any of loaded plugins Aug 18 11:41:36.738350 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=106143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 11:41:36.739449 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=106143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 11:41:36.740025 n-d-804985-2 neutron-server[106143]: INFO neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Loaded extension: security-groups-normalized-cidr Aug 18 11:41:36.740413 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Loading extension file: security_groups_port_filtering.py {{(pid=106143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 11:41:36.741485 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=106143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 11:41:36.742047 n-d-804985-2 neutron-server[106143]: INFO neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Loaded extension: port-security-groups-filtering Aug 18 11:41:36.742426 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=106143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 11:41:36.743485 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=106143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 11:41:36.744033 n-d-804985-2 neutron-server[106143]: INFO neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Loaded extension: security-groups-remote-address-group Aug 18 11:41:36.744382 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Loading extension file: securitygroup.py {{(pid=106143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 11:41:36.754493 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=106143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 11:41:36.755011 n-d-804985-2 neutron-server[106143]: INFO neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Loaded extension: security-group Aug 18 11:41:36.755341 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Loading extension file: segment.py {{(pid=106143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 11:41:36.756129 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=106143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 11:41:36.756672 n-d-804985-2 neutron-server[106143]: INFO neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Extension segment not supported by any of loaded plugins Aug 18 11:41:36.756995 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=106143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 11:41:36.757940 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=106143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 11:41:36.758446 n-d-804985-2 neutron-server[106143]: INFO neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 18 11:41:36.758771 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Loading extension file: servicetype.py {{(pid=106143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 11:41:36.759966 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=106143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 11:41:36.760515 n-d-804985-2 neutron-server[106143]: INFO neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Loaded extension: service-type Aug 18 11:41:36.760893 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Loading extension file: sorting.py {{(pid=106143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 11:41:36.761893 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 11:41:36.762229 n-d-804985-2 neutron-server[106143]: INFO neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Loaded extension: sorting Aug 18 11:41:36.762559 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Loading extension file: standard_attr_segment.py {{(pid=106143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 11:41:36.763480 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 11:41:36.763993 n-d-804985-2 neutron-server[106143]: INFO neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 18 11:41:36.764313 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Loading extension file: standardattrdescription.py {{(pid=106143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 11:41:36.764992 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=106143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 11:41:36.765484 n-d-804985-2 neutron-server[106143]: INFO neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Loaded extension: standard-attr-description Aug 18 11:41:36.765807 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Loading extension file: stateful_security_group.py {{(pid=106143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 11:41:36.766745 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=106143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 11:41:36.767255 n-d-804985-2 neutron-server[106143]: INFO neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Loaded extension: stateful-security-group Aug 18 11:41:36.767576 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Loading extension file: stdattrs_common.py {{(pid=106143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 11:41:36.768169 n-d-804985-2 neutron-server[106143]: WARNING neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 18 11:41:36.768492 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=106143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 11:41:36.769455 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=106143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 11:41:36.769968 n-d-804985-2 neutron-server[106143]: INFO neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 18 11:41:36.770292 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Loading extension file: subnet_onboard.py {{(pid=106143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 11:41:36.771407 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=106143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 11:41:36.771917 n-d-804985-2 neutron-server[106143]: INFO neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Loaded extension: subnet_onboard Aug 18 11:41:36.772237 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=106143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 11:41:36.773199 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=106143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 11:41:36.773706 n-d-804985-2 neutron-server[106143]: INFO neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 18 11:41:36.774028 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Loading extension file: subnet_service_types.py {{(pid=106143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 11:41:36.774951 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=106143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 11:41:36.775459 n-d-804985-2 neutron-server[106143]: INFO neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Loaded extension: subnet-service-types Aug 18 11:41:36.775778 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Loading extension file: subnetallocation.py {{(pid=106143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 11:41:36.776921 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=106143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 11:41:36.777438 n-d-804985-2 neutron-server[106143]: INFO neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Loaded extension: subnet_allocation Aug 18 11:41:36.777765 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=106143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 11:41:36.778444 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=106143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 11:41:36.779060 n-d-804985-2 neutron-server[106143]: INFO neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Loaded extension: subnetpool-prefix-ops Aug 18 11:41:36.779383 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=106143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 11:41:36.780309 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=106143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 11:41:36.780859 n-d-804985-2 neutron-server[106143]: INFO neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 18 11:41:36.781183 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Loading extension file: tagging.py {{(pid=106143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 11:41:36.782246 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=106143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 11:41:36.782775 n-d-804985-2 neutron-server[106143]: INFO neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Loaded extension: standard-attr-tag Aug 18 11:41:36.783101 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Loading extension file: timestamp.py {{(pid=106143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 11:41:36.784313 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=106143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 11:41:36.784860 n-d-804985-2 neutron-server[106143]: INFO neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Loaded extension: standard-attr-timestamp Aug 18 11:41:36.785189 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Loading extension file: trunk.py {{(pid=106143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 11:41:36.786218 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=106143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 11:41:36.786728 n-d-804985-2 neutron-server[106143]: INFO neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Extension trunk not supported by any of loaded plugins Aug 18 11:41:36.787052 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Loading extension file: trunk_details.py {{(pid=106143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 11:41:36.787970 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=106143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 11:41:36.788647 n-d-804985-2 neutron-server[106143]: INFO neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Extension trunk-details not supported by any of loaded plugins Aug 18 11:41:36.788978 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Loading extension file: uplink_status_propagation.py {{(pid=106143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 11:41:36.789906 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=106143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 11:41:36.790412 n-d-804985-2 neutron-server[106143]: INFO neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 18 11:41:36.790731 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Loading extension file: vlantransparent.py {{(pid=106143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 18 11:41:36.791414 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=106143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 18 11:41:36.791946 n-d-804985-2 neutron-server[106143]: INFO neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 18 11:41:36.794546 n-d-804985-2 neutron-server[106143]: INFO neutron.quota.resource_registry [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Creating instance of TrackedResource for resource:network Aug 18 11:41:36.795078 n-d-804985-2 neutron-server[106143]: INFO neutron.quota.resource_registry [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Creating instance of TrackedResource for resource:subnet Aug 18 11:41:36.795481 n-d-804985-2 neutron-server[106143]: INFO neutron.quota.resource_registry [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Creating instance of TrackedResource for resource:subnetpool Aug 18 11:41:36.795872 n-d-804985-2 neutron-server[106143]: INFO neutron.quota.resource_registry [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Creating instance of TrackedResource for resource:port Aug 18 11:41:36.797158 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.v2.resource_helper [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106143) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 18 11:41:36.797599 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.v2.resource_helper [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Service FLAVORS assigned prefix: {{(pid=106143) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 18 11:41:36.798223 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.v2.resource_helper [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106143) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 18 11:41:36.798668 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.v2.resource_helper [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106143) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 18 11:41:36.799003 n-d-804985-2 neutron-server[106143]: INFO neutron.quota.resource_registry [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Creating instance of TrackedResource for resource:router Aug 18 11:41:36.799429 n-d-804985-2 neutron-server[106143]: INFO neutron.quota.resource_registry [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Creating instance of TrackedResource for resource:floatingip Aug 18 11:41:36.799935 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.v2.resource_helper [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Service METERING assigned prefix: /metering {{(pid=106143) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 18 11:41:36.801442 n-d-804985-2 neutron-server[106143]: DEBUG neutron_lib.callbacks.manager [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:41:36.801812 n-d-804985-2 neutron-server[106143]: DEBUG neutron_lib.callbacks.manager [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:41:36.802166 n-d-804985-2 neutron-server[106143]: DEBUG neutron_lib.callbacks.manager [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:41:36.803187 n-d-804985-2 neutron-server[106143]: INFO neutron.quota.resource_registry [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Creating instance of CountableResource for resource:rbac_policy Aug 18 11:41:36.803640 n-d-804985-2 neutron-server[106143]: INFO neutron.quota.resource_registry [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Creating instance of TrackedResource for resource:security_group Aug 18 11:41:36.804080 n-d-804985-2 neutron-server[106143]: INFO neutron.quota.resource_registry [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 18 11:41:36.804719 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.v2.resource_helper [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Service CORE assigned prefix: {{(pid=106143) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 18 11:41:36.805043 n-d-804985-2 neutron-server[106143]: INFO neutron.quota.resource_registry [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Creating instance of TrackedResource for resource:subnetpool Aug 18 11:41:36.805390 n-d-804985-2 neutron-server[106143]: WARNING neutron.quota.resource_registry [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] subnetpool is already registered Aug 18 11:41:36.805822 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.v2.resource_helper [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Service CORE assigned prefix: {{(pid=106143) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 18 11:41:36.806156 n-d-804985-2 neutron-server[106143]: INFO neutron.quota.resource_registry [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Creating instance of TrackedResource for resource:subnetpool Aug 18 11:41:36.806490 n-d-804985-2 neutron-server[106143]: WARNING neutron.quota.resource_registry [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] subnetpool is already registered Aug 18 11:41:36.808914 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.v2.resource_helper [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106143) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 18 11:41:36.810692 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.v2.resource_helper [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Service FLAVORS assigned prefix: {{(pid=106143) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 18 11:41:36.811310 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.v2.resource_helper [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106143) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 18 11:41:36.811745 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.v2.resource_helper [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106143) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 18 11:41:36.812084 n-d-804985-2 neutron-server[106143]: INFO neutron.quota.resource_registry [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Creating instance of TrackedResource for resource:router Aug 18 11:41:36.812426 n-d-804985-2 neutron-server[106143]: WARNING neutron.quota.resource_registry [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] router is already registered Aug 18 11:41:36.812879 n-d-804985-2 neutron-server[106143]: INFO neutron.quota.resource_registry [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Creating instance of TrackedResource for resource:floatingip Aug 18 11:41:36.813218 n-d-804985-2 neutron-server[106143]: WARNING neutron.quota.resource_registry [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] floatingip is already registered Aug 18 11:41:36.813728 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.v2.resource_helper [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Service METERING assigned prefix: /metering {{(pid=106143) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 18 11:41:36.814345 n-d-804985-2 neutron-server[106143]: INFO neutron.quota.resource_registry [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Creating instance of CountableResource for resource:rbac_policy Aug 18 11:41:36.814673 n-d-804985-2 neutron-server[106143]: WARNING neutron.quota.resource_registry [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] rbac_policy is already registered Aug 18 11:41:36.815086 n-d-804985-2 neutron-server[106143]: INFO neutron.quota.resource_registry [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Creating instance of TrackedResource for resource:security_group Aug 18 11:41:36.815422 n-d-804985-2 neutron-server[106143]: WARNING neutron.quota.resource_registry [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] security_group is already registered Aug 18 11:41:36.815822 n-d-804985-2 neutron-server[106143]: INFO neutron.quota.resource_registry [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 18 11:41:36.816153 n-d-804985-2 neutron-server[106143]: WARNING neutron.quota.resource_registry [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] security_group_rule is already registered Aug 18 11:41:36.816665 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.v2.resource_helper [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Service CORE assigned prefix: {{(pid=106143) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 18 11:41:36.816987 n-d-804985-2 neutron-server[106143]: INFO neutron.quota.resource_registry [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Creating instance of TrackedResource for resource:subnetpool Aug 18 11:41:36.817319 n-d-804985-2 neutron-server[106143]: WARNING neutron.quota.resource_registry [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] subnetpool is already registered Aug 18 11:41:36.817732 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.v2.resource_helper [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Service CORE assigned prefix: {{(pid=106143) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 18 11:41:36.818053 n-d-804985-2 neutron-server[106143]: INFO neutron.quota.resource_registry [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Creating instance of TrackedResource for resource:subnetpool Aug 18 11:41:36.818379 n-d-804985-2 neutron-server[106143]: WARNING neutron.quota.resource_registry [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] subnetpool is already registered Aug 18 11:41:36.818819 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Extended resource: extensions {{(pid=106143) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 11:41:36.820782 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Extended resource: address-groups {{(pid=106143) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 11:41:36.822334 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Extended resource: address-scopes {{(pid=106143) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 11:41:36.823587 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Extended resource: agents {{(pid=106143) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 11:41:36.824790 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Extended resource: auto-allocated-topology {{(pid=106143) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 11:41:36.826171 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Extended resource: availability_zones {{(pid=106143) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 11:41:36.827422 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Extended resource: dhcp-networks {{(pid=106143) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 11:41:36.828907 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Extended resource: dhcp-agents {{(pid=106143) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 11:41:36.830473 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Extended resource: routers {{(pid=106143) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 11:41:36.832208 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Extended resource: flavors {{(pid=106143) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 11:41:36.833425 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Extended resource: service_profiles {{(pid=106143) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 11:41:36.834749 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Extended resource: next_providers {{(pid=106143) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 11:41:36.836204 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Extended resource: service_profiles {{(pid=106143) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 11:41:36.837732 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Extended resource: floatingip-pools {{(pid=106143) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 11:41:36.839015 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Extended resource: routers {{(pid=106143) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 11:41:36.840880 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Extended resource: floatingips {{(pid=106143) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 11:41:36.842095 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Extended resource: l3-routers {{(pid=106143) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 11:41:36.843501 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Extended resource: l3-agents {{(pid=106143) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 11:41:36.845069 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Extended resource: metering-labels {{(pid=106143) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 11:41:36.846338 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Extended resource: metering-label-rules {{(pid=106143) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 11:41:36.847607 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Extended resource: network-ip-availabilities {{(pid=106143) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 11:41:36.849019 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Extended resource: bindings {{(pid=106143) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 11:41:36.850608 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Extended resource: quotas {{(pid=106143) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 11:41:36.852053 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Extended resource: quotas {{(pid=106143) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 11:41:36.853689 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Extended resource: rbac-policies {{(pid=106143) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 11:41:36.854921 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Extended resource: security-groups {{(pid=106143) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 11:41:36.856148 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Extended resource: security-group-rules {{(pid=106143) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 11:41:36.857430 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Extended resource: service-providers {{(pid=106143) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 11:41:36.858770 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Extended resource: subnetpools {{(pid=106143) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 11:41:36.860194 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Extended resource: subnetpools {{(pid=106143) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 11:41:36.861714 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Extended resource: tags {{(pid=106143) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 11:41:36.863517 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Extended resource: tags {{(pid=106143) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 11:41:36.865303 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Extended resource: tags {{(pid=106143) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 11:41:36.867217 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Extended resource: tags {{(pid=106143) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 11:41:36.868982 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Extended resource: tags {{(pid=106143) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 11:41:36.870910 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Extended resource: tags {{(pid=106143) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 11:41:36.873665 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Extended resource: tags {{(pid=106143) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 11:41:36.875576 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Extended resource: tags {{(pid=106143) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 11:41:36.877410 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Extended resource: tags {{(pid=106143) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 11:41:36.879289 n-d-804985-2 neutron-server[106143]: DEBUG neutron.api.extensions [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Extended resource: tags {{(pid=106143) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 18 11:41:36.885463 n-d-804985-2 neutron-server[106143]: WARNING keystonemiddleware.auth_token [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 18 11:41:36.890075 n-d-804985-2 neutron-server[106143]: WARNING keystonemiddleware.auth_token [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 18 11:41:36.898648 n-d-804985-2 neutron-server[106143]: DEBUG oslo_concurrency.lockutils [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Acquired lock "singleton_lock" {{(pid=106143) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 18 11:41:36.899135 n-d-804985-2 neutron-server[106143]: DEBUG oslo_concurrency.lockutils [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Releasing lock "singleton_lock" {{(pid=106143) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 18 11:41:36.899782 n-d-804985-2 neutron-server[106143]: INFO oslo_service.service [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Starting 2 workers Aug 18 11:41:36.904718 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Started child 106252 {{(pid=106143) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 18 11:41:36.909078 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Started child 106253 {{(pid=106143) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 18 11:41:36.909928 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:41:36.910676 n-d-804985-2 neutron-server[106143]: INFO neutron.service [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 18 11:41:36.911327 n-d-804985-2 neutron-server[106143]: DEBUG neutron_lib.callbacks.manager [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Notify callbacks [] for process, before_spawn {{(pid=106143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:41:36.911534 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [-] (106252) wsgi starting up on http://0.0.0.0:9696 Aug 18 11:41:36.913711 n-d-804985-2 neutron-server[106143]: INFO oslo_service.service [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Starting 1 workers Aug 18 11:41:36.913938 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:41:36.915311 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [-] (106253) wsgi starting up on http://0.0.0.0:9696 Aug 18 11:41:36.918895 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Started child 106254 {{(pid=106143) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 18 11:41:36.919412 n-d-804985-2 neutron-server[106143]: INFO oslo_service.service [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Starting 1 workers Aug 18 11:41:36.922636 n-d-804985-2 neutron-server[106254]: DEBUG neutron.service [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] calling RpcWorker wait() {{(pid=106254) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 18 11:41:36.923215 n-d-804985-2 neutron-server[106254]: DEBUG neutron.service [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] returning from RpcWorker wait() {{(pid=106254) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 18 11:41:36.923832 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Started child 106255 {{(pid=106143) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 18 11:41:36.924509 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:41:36.924730 n-d-804985-2 neutron-server[106143]: DEBUG neutron_lib.callbacks.manager [None req-4222ec94-074a-4bc9-a91f-0772b6321b74 None None] Notify callbacks [] for process, after_spawn {{(pid=106143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:41:36.925076 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:41:36.926493 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106143) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 18 11:41:36.926674 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 18 11:41:36.926850 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 18 11:41:36.927085 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 18 11:41:36.927412 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 18 11:41:36.927549 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 18 11:41:36.928087 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:36.928372 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:36.928658 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:36.928836 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:41:36.929329 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:36.929329 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:36.929788 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:36.930056 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:36.930272 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:36.930547 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:36.930773 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:36.930945 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:36.931102 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:36.931373 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:36.931592 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:36.931893 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:36.932166 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:36.932414 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:36.932776 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:36.932955 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:36.933234 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:36.933490 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:36.933746 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:36.933998 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] debug = True {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:36.934255 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:36.934733 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:36.934974 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:36.935223 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:36.935437 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:36.935717 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:36.935952 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:36.936218 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:36.936459 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:36.936692 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:36.936926 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:36.937174 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:36.937409 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:36.937623 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:36.937843 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:36.938100 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:36.938310 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:36.938756 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] host = n-d-804985-2 {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:36.938979 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:36.939200 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:36.939439 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:36.939681 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:36.939934 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:36.940165 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:36.940433 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:36.940720 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:36.940965 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:36.941186 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:36.941434 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:36.941673 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:36.941909 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:36.942138 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] log_file = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:36.942300 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] log_options = True {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:36.942534 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:36.942784 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:36.943058 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:36.943244 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:36.943408 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:36.943581 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:36.943813 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:36.943975 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:36.944224 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:36.944433 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:36.944682 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:36.945250 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:36.945474 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:36.945702 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:36.945941 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:36.946181 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:36.946410 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:36.946633 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:36.946853 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:36.947107 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:36.947331 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:36.947560 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:36.947772 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:36.948007 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:36.948255 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:36.948510 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:36.948708 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:36.948925 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:36.949134 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:36.949399 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:36.949628 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:36.949875 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:36.950121 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:36.950372 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:36.950634 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:36.950816 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:36.951026 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:36.951293 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:36.951534 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:36.951769 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:36.952012 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:36.952248 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:36.952511 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:36.952725 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:36.952957 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:36.953189 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] use_json = False {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:36.953422 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:36.953634 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:36.953881 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:36.954107 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:36.954326 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:36.954708 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:36.955015 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:36.955487 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:36.956167 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:36.956507 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:36.956830 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:36.957090 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:36.957345 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:36.957588 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:36.957823 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:36.958046 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:36.958289 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:36.958678 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:36.958843 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:36.959153 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:36.962563 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:36.962752 n-d-804985-2 neutron-server[106255]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:41:36.962898 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:36.962898 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:36.962898 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:36.962898 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:36.962898 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:36.964764 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:36.964764 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:36.964764 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:36.964764 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:36.964764 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:36.965126 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:36.965340 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.66/identity {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:36.965708 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:36.965884 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:36.966049 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:36.966288 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:36.966528 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:36.966763 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:36.967022 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:36.967280 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:36.967498 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:36.967739 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:36.967959 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:36.968179 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:36.968386 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:36.968720 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:36.968960 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:36.969203 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:36.969442 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:36.969693 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:36.969904 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:36.970072 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:36.970295 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:36.970522 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:36.970908 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:36.971006 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:36.971224 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:36.971442 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:36.971652 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:36.972201 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:36.972201 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:36.972365 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:36.972611 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:36.972796 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:36.972968 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:36.973173 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:36.973380 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:36.974028 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:36.974028 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:36.974185 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:36.974348 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:36.974444 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:36.975653 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:36.975653 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:36.976612 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:36.976861 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:36.977131 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:36.977380 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:36.977651 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:36.977853 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:36.978125 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:36.978323 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:36.978581 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:36.978798 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:36.979051 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:36.979285 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:36.979496 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:36.979776 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:36.979995 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:36.980214 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:36.980427 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:36.980754 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:36.981084 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:36.981310 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:36.981591 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:36.981829 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:36.982094 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:36.982324 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:36.982577 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:36.982834 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:36.983054 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:36.983270 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:36.983519 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:36.983763 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:36.984020 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:36.984265 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:36.984502 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:36.984745 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:36.985005 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:36.985225 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:36.985464 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:36.985708 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:36.985929 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:36.986215 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:36.986442 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:36.986688 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:36.986938 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:36.987183 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:36.987450 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:36.987692 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:36.987957 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:36.988178 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:36.988449 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:36.990250 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:36.990521 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:36.990795 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:36.991074 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:36.991294 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:36.991581 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:36.991830 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:36.992083 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:36.992314 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:36.992588 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:36.992813 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:36.993094 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:36.993327 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:36.993563 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:36.993795 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:36.994024 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:36.994360 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:36.994592 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:36.994802 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:36.995216 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:36.995418 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:36.995700 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:36.995938 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:36.996210 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:36.996456 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:36.996711 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:36.996965 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:36.997195 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.66/identity {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:36.997410 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:36.997724 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:36.997966 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:36.998180 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:36.998418 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:36.998651 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:36.998870 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:36.999085 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:36.999295 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:36.999541 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:36.999748 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:36.999968 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.000204 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.000439 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.000687 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.000943 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.001175 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.001394 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.001630 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.001852 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.002084 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.002293 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.002499 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.002743 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.002954 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.003237 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.003493 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.003782 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.003979 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.004158 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.004404 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.004646 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.005487 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.005487 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.005487 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.005856 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.005856 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.006157 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.006157 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.006472 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.006615 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.006872 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.007990 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.007990 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.007990 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.007990 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.009855 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.009855 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.009855 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.009855 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.009855 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.009855 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.009855 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.009855 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.012721 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.012721 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.012721 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.012721 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.012721 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.012721 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.012721 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.012721 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.014043 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.014043 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.014043 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.014043 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.014043 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.014043 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.014043 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.014043 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.018213 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.018213 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.018213 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.018213 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.018213 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.018213 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.018213 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.018213 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.022571 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.022571 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.022571 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.022571 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.022571 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.022571 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.022571 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.022571 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.024937 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.024937 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.024937 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.024937 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.024937 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.024937 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.024937 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.024937 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.025523 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.025523 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.025523 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.025523 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.025523 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.025523 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.025523 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.025523 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.026131 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.026131 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.026131 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.026446 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.026674 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.026920 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.027150 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.027383 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.027608 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.027865 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.028190 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.028503 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.029069 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.029330 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.029608 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.029891 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:800:849'] {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.030306 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.030555 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.031028 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.031370 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.032328 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.032716 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.032996 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.033475 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.033743 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.033968 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.034209 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.034599 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.035004 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.035254 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.035488 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.035854 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.036087 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.036360 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.036683 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.036913 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.037160 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.037510 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.037763 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.037921 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 18 11:41:37.038453 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106143) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 18 11:41:37.038618 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 18 11:41:37.038776 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 18 11:41:37.038960 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 18 11:41:37.039129 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 18 11:41:37.039284 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 18 11:41:37.039492 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:37.039653 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:37.039811 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:37.039967 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:37.040127 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:37.040310 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:37.040493 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:37.040649 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:37.040809 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:37.040965 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:37.041122 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:37.041278 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:37.041436 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:37.041594 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:37.041761 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:37.041943 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:37.042096 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:37.042255 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:37.042418 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:37.042574 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:37.042731 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:37.042886 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:37.043043 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] debug = True {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:37.043197 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:37.043429 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:37.043618 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:37.043726 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:37.043890 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:37.044050 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:37.044206 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:37.044362 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:37.044535 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:37.044695 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:37.044861 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:37.045008 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:37.045148 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:37.045317 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:37.045466 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:37.045606 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:37.045834 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:37.045924 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] host = n-d-804985-2 {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:37.046072 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:37.046216 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:37.046359 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:37.046568 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:37.046668 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:37.046812 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:37.046965 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:37.047119 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:37.047273 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:37.047428 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:37.047583 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:37.047737 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:37.047893 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:37.048049 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] log_file = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:37.048203 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] log_options = True {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:37.048357 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:37.048530 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:37.048691 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:37.048871 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:37.049032 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:37.049190 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:37.049345 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:37.049502 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:37.049659 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:37.049820 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:37.049976 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:37.050199 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:37.050290 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:37.050431 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:37.050585 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:37.050740 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:37.050896 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:37.051054 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:37.051211 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:37.051366 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:37.051521 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:37.051676 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:37.051832 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:37.052511 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:37.052511 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:37.052511 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:37.052511 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:37.052828 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:37.052828 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:37.052952 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:37.053026 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:37.053198 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:37.053837 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:37.053837 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:37.053837 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:37.053837 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:37.054091 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:37.054091 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:37.054211 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:37.054376 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:37.054460 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:37.054618 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:37.054778 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:37.054919 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:37.055067 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:37.055227 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] use_json = False {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:37.055375 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:37.055534 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:37.055681 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:37.055911 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:37.056090 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:37.056162 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:37.056308 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:37.056458 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 18 11:41:37.056667 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.056804 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.056947 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.057089 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.057223 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.057365 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.057532 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.057827 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.057968 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.058101 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.058235 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.058367 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.058511 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.058672 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.058823 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.058979 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.059138 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.059299 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.059445 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.059604 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.059762 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.059921 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.060126 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.060365 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.060537 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.66/identity {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.060688 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.060828 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.060963 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.061095 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.061233 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.061368 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.061502 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.061644 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.061776 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.061936 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.062080 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.062241 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.062400 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.062559 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.062708 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.062866 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.063016 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.063170 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.063328 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.063499 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.063641 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.063839 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.063999 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.064156 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.064302 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.064436 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.064604 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.064749 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.065464 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.065625 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.065783 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.065943 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.066105 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.066343 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.066767 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.066933 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.067107 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.067266 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.067634 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.067839 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.067965 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.068158 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.068269 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.068418 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.068605 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.068763 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.068907 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.069049 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.069209 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.069359 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.069520 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.069673 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.069833 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.070355 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.070514 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.070674 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.070831 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.070989 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.071147 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.071315 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.071488 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.071704 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.071799 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.071945 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.072102 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.072625 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.072741 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.072864 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.073024 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.073238 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.073349 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.073508 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.073667 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.073824 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.074839 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.074839 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.074839 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.074839 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.074839 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.074839 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.074839 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.075670 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.075670 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.075670 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.075670 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.075670 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.076574 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.076574 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.076574 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.076574 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.076574 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.076574 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.077284 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.077284 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.077284 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.077284 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.077284 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.078443 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.078443 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.078443 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.078443 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.078443 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.078443 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.078443 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.079584 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.079584 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.079584 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.079584 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.079584 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.079584 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.079584 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.079584 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.080816 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.080816 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.080816 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.080816 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.080816 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.080816 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.080816 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.66/identity {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.080816 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.084864 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.084864 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.084864 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.084864 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.084864 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.084864 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.084864 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.084864 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.085430 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.085430 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.085430 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.085430 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.085701 n-d-804985-2 neutron-server[106254]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:41:37.085793 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.085793 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.085793 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.085793 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.085793 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.085793 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.085793 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.085793 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.086346 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.086346 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.086346 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.086346 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.086346 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.086346 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.086346 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.086346 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.086881 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.086881 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.086881 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.086881 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.086881 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.086881 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.086881 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.086881 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.087400 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.087400 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.087400 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.087400 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.087400 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.087400 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.087400 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.087400 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.087922 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.087922 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.087922 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.087922 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.087922 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.088262 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.088262 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.088399 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.088568 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.088698 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.088945 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.089107 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.089267 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.089425 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.089586 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.089744 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.089902 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.090075 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.090239 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.090399 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.090559 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.090721 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.090879 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.091051 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.091210 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.091368 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.091525 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.091683 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.091840 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.091992 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.092155 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.092312 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.092488 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.092645 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.092808 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.092976 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.093134 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.093291 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.093447 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.093606 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.093835 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.093962 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.094073 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.094220 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.094380 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.094538 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.094698 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.095628 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.095793 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.095955 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.096707 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.096876 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.097099 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.097205 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.097346 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.097492 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.097666 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.097822 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.097966 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.098107 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.098283 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.098440 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.098604 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.098776 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.098922 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.099081 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.099241 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.099405 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.099574 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.100537 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.100537 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.100537 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.100537 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:800:849'] {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.100883 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.100883 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.101043 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.101162 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.101321 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.101481 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.101642 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.101811 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.101955 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.102102 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.102305 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.102461 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.102595 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.102743 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.102896 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.103055 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.103205 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.103367 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.103517 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.103676 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.103832 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.103994 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.104151 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 18 11:41:37.104301 n-d-804985-2 neutron-server[106143]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 18 11:41:37.295706 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 43608) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:41:37.304095 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [-] 10.222.0.66 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0060635 Aug 18 11:41:48.508004 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf2a1a88-060a-4712-a93b-5d9bea5d671a None None] get_active_networks_info from n-d-804985-2 {{(pid=106254) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 18 11:41:48.604343 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf2a1a88-060a-4712-a93b-5d9bea5d671a None None] No non-hosted networks {{(pid=106254) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 18 11:41:48.622460 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-e89e8c4e-c0c0-477d-99b9-d1458e841d5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-953708'] for agent, after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:41:50.931044 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-0cb198a2-05c5-4515-a366-b5c53247e7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-953708'] for agent, after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:41:50.987251 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-7d09905a-c457-4e7e-b34f-54e5edaf03a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:41:51.315262 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-953708'] for agent, after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:41:51.316320 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:41:51.316971 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:41:51.317532 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:41:51.320707 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:41:51.321294 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:41:51.322402 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:41:51.326940 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:41:51.328836 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:41:51.331419 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:41:51.334625 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:41:51.335442 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:41:51.337553 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:41:51.339344 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-804985-2', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:41:51.352602 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-804985-2', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:41:52.009010 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-53584c24-f517-494e-ac93-c18bb92373f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-953708'] for agent, after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:41:53.655599 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-500a1c61-38a7-4c23-a7ec-4631080af5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-953708'] for agent, after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:41:54.337225 n-d-804985-2 neutron-server[106254]: INFO neutron.db.l3_hamode_db [None req-d03a4597-b3de-4b1e-8033-36d4e8db4aaa None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 18 11:41:54.413180 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d03a4597-b3de-4b1e-8033-36d4e8db4aaa None None] Routers set() bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 11:41:54.413568 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d03a4597-b3de-4b1e-8033-36d4e8db4aaa None None] Router IDs set() for agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 18 11:41:54.887986 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 43700) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:41:55.401316 n-d-804985-2 neutron-server[106252]: WARNING oslo_policy.policy [None req-28d08241-ebd4-4bbe-84d7-6f1c9a92a749 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 18 11:41:55.401870 n-d-804985-2 neutron-server[106252]: WARNING oslo_policy.policy [None req-28d08241-ebd4-4bbe-84d7-6f1c9a92a749 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 18 11:41:55.611609 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [None req-28d08241-ebd4-4bbe-84d7-6f1c9a92a749 admin admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=106252) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 11:41:55.612677 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-28d08241-ebd4-4bbe-84d7-6f1c9a92a749 admin admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7237480 Aug 18 11:41:57.993547 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 43714) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:41:58.330796 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-b9441bfa-aacf-475e-97a1-a8f3dfa65d68 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'shared': True, 'is_default': True}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:41:58.426117 n-d-804985-2 neutron-server[106252]: DEBUG neutron.policy [None req-b9441bfa-aacf-475e-97a1-a8f3dfa65d68 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106252) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 18 11:41:58.469967 n-d-804985-2 neutron-server[106252]: WARNING oslo_policy.policy [None req-b9441bfa-aacf-475e-97a1-a8f3dfa65d68 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 18 11:41:58.470324 n-d-804985-2 neutron-server[106252]: WARNING oslo_policy.policy [None req-b9441bfa-aacf-475e-97a1-a8f3dfa65d68 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 18 11:41:58.478867 n-d-804985-2 neutron-server[106252]: INFO neutron.quota [None req-b9441bfa-aacf-475e-97a1-a8f3dfa65d68 admin admin] Loaded quota_driver: . Aug 18 11:41:58.576808 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b9441bfa-aacf-475e-97a1-a8f3dfa65d68 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789154854570', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789154853017', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789154833554', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789154840257', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789154925975', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789155401721', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-7897909', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8243992', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-867180', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-778907'] for rbac-policy, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:41:58.644216 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b9441bfa-aacf-475e-97a1-a8f3dfa65d68 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:41:58.646009 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-b9441bfa-aacf-475e-97a1-a8f3dfa65d68 admin admin] 10.222.0.66 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6509387 Aug 18 11:42:01.218343 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 43726) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:42:01.530264 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-053bdf81-d6ab-4995-80d7-b5fade2ec3b7 admin admin] Request body: {'network': {'admin_state_up': True, 'tenant_id': '365f1185d3ab4ca88d8e02262a67fa49', 'name': 'private', 'project_id': '365f1185d3ab4ca88d8e02262a67fa49'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:42:01.562788 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-053bdf81-d6ab-4995-80d7-b5fade2ec3b7 admin admin] Made reservation on behalf of 365f1185d3ab4ca88d8e02262a67fa49 for: {'network': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 11:42:01.565835 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-053bdf81-d6ab-4995-80d7-b5fade2ec3b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for network, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:42:01.583901 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-053bdf81-d6ab-4995-80d7-b5fade2ec3b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:42:01.716735 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-053bdf81-d6ab-4995-80d7-b5fade2ec3b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:42:01.723882 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-053bdf81-d6ab-4995-80d7-b5fade2ec3b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:42:01.742212 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-053bdf81-d6ab-4995-80d7-b5fade2ec3b7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 847} {{(pid=106252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 11:42:01.771285 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-053bdf81-d6ab-4995-80d7-b5fade2ec3b7 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8789151213002', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:42:01.771849 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-053bdf81-d6ab-4995-80d7-b5fade2ec3b7 admin admin] Unsubscribe: segment precommit_create {{(pid=106252) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 18 11:42:01.772361 n-d-804985-2 neutron-server[106252]: INFO neutron.db.segments_db [None req-053bdf81-d6ab-4995-80d7-b5fade2ec3b7 admin admin] Added segment 6e938631-4f47-4f6a-9494-415614470d50 of type vlan for network 4a56037e-dd28-4195-a079-bf09d6b8b71f Aug 18 11:42:01.789159 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053bdf81-d6ab-4995-80d7-b5fade2ec3b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd472336-62d8-44fd-99c2-c7b5a926f07b,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:42:01.814624 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053bdf81-d6ab-4995-80d7-b5fade2ec3b7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:42:01.814963 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053bdf81-d6ab-4995-80d7-b5fade2ec3b7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:42:01.815286 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053bdf81-d6ab-4995-80d7-b5fade2ec3b7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:42:01.815606 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053bdf81-d6ab-4995-80d7-b5fade2ec3b7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:42:01.815924 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053bdf81-d6ab-4995-80d7-b5fade2ec3b7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:42:01.816237 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053bdf81-d6ab-4995-80d7-b5fade2ec3b7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:42:01.816571 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053bdf81-d6ab-4995-80d7-b5fade2ec3b7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:42:01.816885 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053bdf81-d6ab-4995-80d7-b5fade2ec3b7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:42:01.817193 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053bdf81-d6ab-4995-80d7-b5fade2ec3b7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:42:01.817500 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053bdf81-d6ab-4995-80d7-b5fade2ec3b7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:42:01.817793 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053bdf81-d6ab-4995-80d7-b5fade2ec3b7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:42:01.818098 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053bdf81-d6ab-4995-80d7-b5fade2ec3b7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:42:01.819219 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053bdf81-d6ab-4995-80d7-b5fade2ec3b7 admin admin] Tracked resource versions report: Aug 18 11:42:01.819219 n-d-804985-2 neutron-server[106252]: pushed versions: Aug 18 11:42:01.819219 n-d-804985-2 neutron-server[106252]: { 'AddressGroup': {'1.2'}, Aug 18 11:42:01.819219 n-d-804985-2 neutron-server[106252]: 'ConntrackHelper': {'1.0'}, Aug 18 11:42:01.819219 n-d-804985-2 neutron-server[106252]: 'Log': {'1.0'}, Aug 18 11:42:01.819219 n-d-804985-2 neutron-server[106252]: 'Network': {'1.1'}, Aug 18 11:42:01.819219 n-d-804985-2 neutron-server[106252]: 'Port': {'1.7'}, Aug 18 11:42:01.819219 n-d-804985-2 neutron-server[106252]: 'PortForwarding': {'1.2'}, Aug 18 11:42:01.819219 n-d-804985-2 neutron-server[106252]: 'QosPolicy': {'1.9'}, Aug 18 11:42:01.819219 n-d-804985-2 neutron-server[106252]: 'SecurityGroup': {'1.4'}, Aug 18 11:42:01.819219 n-d-804985-2 neutron-server[106252]: 'SecurityGroupRule': {'1.2'}, Aug 18 11:42:01.819219 n-d-804985-2 neutron-server[106252]: 'SubPort': {'1.0'}, Aug 18 11:42:01.819219 n-d-804985-2 neutron-server[106252]: 'Subnet': {'1.1'}, Aug 18 11:42:01.819219 n-d-804985-2 neutron-server[106252]: 'Trunk': {'1.1'}} Aug 18 11:42:01.819219 n-d-804985-2 neutron-server[106252]: consumer versions: Aug 18 11:42:01.819219 n-d-804985-2 neutron-server[106252]: { DHCP agent@n-d-804985-2: {}, Aug 18 11:42:01.819219 n-d-804985-2 neutron-server[106252]: L3 agent@n-d-804985-2: {}, Aug 18 11:42:01.819219 n-d-804985-2 neutron-server[106252]: Metadata agent@n-d-804985-2: {}, Aug 18 11:42:01.819219 n-d-804985-2 neutron-server[106252]: Metering agent@n-d-804985-2: {}, Aug 18 11:42:01.819219 n-d-804985-2 neutron-server[106252]: Open vSwitch agent@n-d-804985-2: { 'AddressGroup': '1.2', Aug 18 11:42:01.819219 n-d-804985-2 neutron-server[106252]: 'ConntrackHelper': '1.0', Aug 18 11:42:01.819219 n-d-804985-2 neutron-server[106252]: 'Log': '1.0', Aug 18 11:42:01.819219 n-d-804985-2 neutron-server[106252]: 'Network': '1.1', Aug 18 11:42:01.819219 n-d-804985-2 neutron-server[106252]: 'Port': '1.7', Aug 18 11:42:01.819219 n-d-804985-2 neutron-server[106252]: 'PortForwarding': '1.2', Aug 18 11:42:01.819219 n-d-804985-2 neutron-server[106252]: 'QosPolicy': '1.9', Aug 18 11:42:01.819219 n-d-804985-2 neutron-server[106252]: 'SecurityGroup': '1.4', Aug 18 11:42:01.819219 n-d-804985-2 neutron-server[106252]: 'SecurityGroupRule': '1.2', Aug 18 11:42:01.819219 n-d-804985-2 neutron-server[106252]: 'SubPort': '1.0', Aug 18 11:42:01.819219 n-d-804985-2 neutron-server[106252]: 'Subnet': '1.1', Aug 18 11:42:01.819219 n-d-804985-2 neutron-server[106252]: 'Trunk': '1.1'}} Aug 18 11:42:01.819219 n-d-804985-2 neutron-server[106252]: {{(pid=106252) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 18 11:42:01.890564 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-053bdf81-d6ab-4995-80d7-b5fade2ec3b7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789150665894'] for network, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:42:01.937239 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-053bdf81-d6ab-4995-80d7-b5fade2ec3b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for network, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:42:01.938410 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-053bdf81-d6ab-4995-80d7-b5fade2ec3b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:42:01.939050 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-053bdf81-d6ab-4995-80d7-b5fade2ec3b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for network, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:42:02.012899 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-053bdf81-d6ab-4995-80d7-b5fade2ec3b7 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7932193 Aug 18 11:42:02.036795 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053bdf81-d6ab-4995-80d7-b5fade2ec3b7 admin admin] Pushing event updated for resources: {'Network': ['ID=4a56037e-dd28-4195-a079-bf09d6b8b71f,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:42:02.050642 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Network 4a56037e-dd28-4195-a079-bf09d6b8b71f details requested by agent ovs-agent-n-d-804985-2 with host n-d-804985-2 {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 11:42:04.645812 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 43740) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:42:05.077106 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83764922-b945-4829-b99a-51c4d955cb02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:42:05.078482 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-83764922-b945-4829-b99a-51c4d955cb02 admin admin] 10.222.0.66 "GET /v2.0/networks/4a56037e-dd28-4195-a079-bf09d6b8b71f HTTP/1.1" status: 200 len: 825 time: 0.4317060 Aug 18 11:42:05.106709 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-336617c4-2280-470d-8b9c-17c6f48bd3ee admin admin] 10.222.0.66 "GET /v2.0/subnetpools/db36c914-8378-4c17-8252-cec1e11251a9 HTTP/1.1" status: 200 len: 734 time: 0.0187075 Aug 18 11:42:05.116108 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-390b8633-e8b7-4733-94b2-3843482bd820 admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'ip_version': 4, 'subnetpool_id': 'db36c914-8378-4c17-8252-cec1e11251a9', 'tenant_id': '365f1185d3ab4ca88d8e02262a67fa49', 'name': 'private-subnet', 'network_id': '4a56037e-dd28-4195-a079-bf09d6b8b71f'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:42:05.142633 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-390b8633-e8b7-4733-94b2-3843482bd820 admin admin] Made reservation on behalf of 365f1185d3ab4ca88d8e02262a67fa49 for: {'subnet': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 11:42:05.145037 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-390b8633-e8b7-4733-94b2-3843482bd820 admin admin] Notify callbacks [] for subnet, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:42:05.465452 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-390b8633-e8b7-4733-94b2-3843482bd820 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for subnet, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:42:05.529593 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390b8633-e8b7-4733-94b2-3843482bd820 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c9e24ee-9e99-4b6c-804f-9aee9c30ce1f,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:42:05.536228 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-390b8633-e8b7-4733-94b2-3843482bd820 admin admin] Checking segment: {'id': '6e938631-4f47-4f6a-9494-415614470d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '4a56037e-dd28-4195-a079-bf09d6b8b71f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 11:42:05.536632 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-390b8633-e8b7-4733-94b2-3843482bd820 admin admin] Network hostable DHCP agents. Network: 4a56037e-dd28-4195-a079-bf09d6b8b71f, hostable agents: ['97c14208-2951-4361-8d64-3708c946ff5f'], hosted agents: [] {{(pid=106252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 11:42:05.566656 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-390b8633-e8b7-4733-94b2-3843482bd820 admin admin] Network 4a56037e-dd28-4195-a079-bf09d6b8b71f is scheduled to be hosted by DHCP agent 97c14208-2951-4361-8d64-3708c946ff5f with binding_index 1 {{(pid=106252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 11:42:05.579198 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-390b8633-e8b7-4733-94b2-3843482bd820 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-2, 4a56037e-dd28-4195-a079-bf09d6b8b71f) {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:42:05.584188 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-390b8633-e8b7-4733-94b2-3843482bd820 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:42:05.584810 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-390b8633-e8b7-4733-94b2-3843482bd820 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for subnet, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:42:05.589826 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7f32259-9b77-493c-92ca-45cac94b0cfc None None] Network 4a56037e-dd28-4195-a079-bf09d6b8b71f requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 11:42:05.599525 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-390b8633-e8b7-4733-94b2-3843482bd820 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4869483 Aug 18 11:42:05.911696 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fb82f41-18e1-497a-8851-85cc706d65fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp788be208-34ab-5a8f-af0f-528834af222f-4a56037e-dd28-4195-a079-bf09d6b8b71f', 'network_id': '4a56037e-dd28-4195-a079-bf09d6b8b71f', 'tenant_id': '365f1185d3ab4ca88d8e02262a67fa49', 'fixed_ips': [{'subnet_id': '3c9e24ee-9e99-4b6c-804f-9aee9c30ce1f'}]}} from n-d-804985-2. {{(pid=106254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 11:42:05.913044 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-9fb82f41-18e1-497a-8851-85cc706d65fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:42:06.183077 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.db_base_plugin_common [None req-9fb82f41-18e1-497a-8851-85cc706d65fe None None] Allocated IP 172.20.0.2 (4a56037e-dd28-4195-a079-bf09d6b8b71f/3c9e24ee-9e99-4b6c-804f-9aee9c30ce1f/b3c56947-fb15-46db-83e4-7471b2333f6e) {{(pid=106254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 11:42:06.410646 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-9fb82f41-18e1-497a-8851-85cc706d65fe None None] Notify callbacks [] for port, precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:42:06.425959 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-9fb82f41-18e1-497a-8851-85cc706d65fe None None] Transition to ACTIVE for port object b3c56947-fb15-46db-83e4-7471b2333f6e will not be triggered until provisioned by entity L2. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 11:42:06.446084 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-9fb82f41-18e1-497a-8851-85cc706d65fe None None] Transition to ACTIVE for port object b3c56947-fb15-46db-83e4-7471b2333f6e will not be triggered until provisioned by entity DHCP. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 11:42:06.454762 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-9fb82f41-18e1-497a-8851-85cc706d65fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547'] for port, after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:42:06.515719 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fb82f41-18e1-497a-8851-85cc706d65fe None None] Network 4a56037e-dd28-4195-a079-bf09d6b8b71f is already hosted by enough agents. {{(pid=106254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 11:42:06.522447 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.base_scheduler [None req-9fb82f41-18e1-497a-8851-85cc706d65fe None None] Resources bound (agent type, host, resource id): {{(pid=106254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:42:06.534723 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb82f41-18e1-497a-8851-85cc706d65fe None None] Received port after_create {{(pid=106254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 11:42:06.540409 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb82f41-18e1-497a-8851-85cc706d65fe None None] Pushing event updated for resources: {'Port': ['ID=b3c56947-fb15-46db-83e4-7471b2333f6e,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:42:06.570236 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb82f41-18e1-497a-8851-85cc706d65fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:42:06.570567 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb82f41-18e1-497a-8851-85cc706d65fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:42:06.570891 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb82f41-18e1-497a-8851-85cc706d65fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:42:06.571212 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb82f41-18e1-497a-8851-85cc706d65fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:42:06.571530 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb82f41-18e1-497a-8851-85cc706d65fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:42:06.571847 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb82f41-18e1-497a-8851-85cc706d65fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:42:06.572160 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb82f41-18e1-497a-8851-85cc706d65fe None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:42:06.572489 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb82f41-18e1-497a-8851-85cc706d65fe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:42:06.572803 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb82f41-18e1-497a-8851-85cc706d65fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:42:06.573112 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb82f41-18e1-497a-8851-85cc706d65fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:42:06.573423 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb82f41-18e1-497a-8851-85cc706d65fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:42:06.573732 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb82f41-18e1-497a-8851-85cc706d65fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:42:06.574882 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb82f41-18e1-497a-8851-85cc706d65fe None None] Tracked resource versions report: Aug 18 11:42:06.574882 n-d-804985-2 neutron-server[106254]: pushed versions: Aug 18 11:42:06.574882 n-d-804985-2 neutron-server[106254]: { 'AddressGroup': {'1.2'}, Aug 18 11:42:06.574882 n-d-804985-2 neutron-server[106254]: 'ConntrackHelper': {'1.0'}, Aug 18 11:42:06.574882 n-d-804985-2 neutron-server[106254]: 'Log': {'1.0'}, Aug 18 11:42:06.574882 n-d-804985-2 neutron-server[106254]: 'Network': {'1.1'}, Aug 18 11:42:06.574882 n-d-804985-2 neutron-server[106254]: 'Port': {'1.7'}, Aug 18 11:42:06.574882 n-d-804985-2 neutron-server[106254]: 'PortForwarding': {'1.2'}, Aug 18 11:42:06.574882 n-d-804985-2 neutron-server[106254]: 'QosPolicy': {'1.9'}, Aug 18 11:42:06.574882 n-d-804985-2 neutron-server[106254]: 'SecurityGroup': {'1.4'}, Aug 18 11:42:06.574882 n-d-804985-2 neutron-server[106254]: 'SecurityGroupRule': {'1.2'}, Aug 18 11:42:06.574882 n-d-804985-2 neutron-server[106254]: 'SubPort': {'1.0'}, Aug 18 11:42:06.574882 n-d-804985-2 neutron-server[106254]: 'Subnet': {'1.1'}, Aug 18 11:42:06.574882 n-d-804985-2 neutron-server[106254]: 'Trunk': {'1.1'}} Aug 18 11:42:06.574882 n-d-804985-2 neutron-server[106254]: consumer versions: Aug 18 11:42:06.574882 n-d-804985-2 neutron-server[106254]: { DHCP agent@n-d-804985-2: {}, Aug 18 11:42:06.574882 n-d-804985-2 neutron-server[106254]: L3 agent@n-d-804985-2: {}, Aug 18 11:42:06.574882 n-d-804985-2 neutron-server[106254]: Metadata agent@n-d-804985-2: {}, Aug 18 11:42:06.574882 n-d-804985-2 neutron-server[106254]: Metering agent@n-d-804985-2: {}, Aug 18 11:42:06.574882 n-d-804985-2 neutron-server[106254]: Open vSwitch agent@n-d-804985-2: { 'AddressGroup': '1.2', Aug 18 11:42:06.574882 n-d-804985-2 neutron-server[106254]: 'ConntrackHelper': '1.0', Aug 18 11:42:06.574882 n-d-804985-2 neutron-server[106254]: 'Log': '1.0', Aug 18 11:42:06.574882 n-d-804985-2 neutron-server[106254]: 'Network': '1.1', Aug 18 11:42:06.574882 n-d-804985-2 neutron-server[106254]: 'Port': '1.7', Aug 18 11:42:06.574882 n-d-804985-2 neutron-server[106254]: 'PortForwarding': '1.2', Aug 18 11:42:06.574882 n-d-804985-2 neutron-server[106254]: 'QosPolicy': '1.9', Aug 18 11:42:06.574882 n-d-804985-2 neutron-server[106254]: 'SecurityGroup': '1.4', Aug 18 11:42:06.574882 n-d-804985-2 neutron-server[106254]: 'SecurityGroupRule': '1.2', Aug 18 11:42:06.574882 n-d-804985-2 neutron-server[106254]: 'SubPort': '1.0', Aug 18 11:42:06.574882 n-d-804985-2 neutron-server[106254]: 'Subnet': '1.1', Aug 18 11:42:06.574882 n-d-804985-2 neutron-server[106254]: 'Trunk': '1.1'}} Aug 18 11:42:06.574882 n-d-804985-2 neutron-server[106254]: {{(pid=106254) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 18 11:42:06.622283 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-9fb82f41-18e1-497a-8851-85cc706d65fe None None] Attempting to bind port b3c56947-fb15-46db-83e4-7471b2333f6e on host n-d-804985-2 for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 11:42:06.622854 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-9fb82f41-18e1-497a-8851-85cc706d65fe None None] Attempting to bind port b3c56947-fb15-46db-83e4-7471b2333f6e by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': '6e938631-4f47-4f6a-9494-415614470d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '4a56037e-dd28-4195-a079-bf09d6b8b71f'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 11:42:06.623096 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb82f41-18e1-497a-8851-85cc706d65fe None None] Attempting to bind port b3c56947-fb15-46db-83e4-7471b2333f6e on network 4a56037e-dd28-4195-a079-bf09d6b8b71f {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 11:42:06.628180 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb82f41-18e1-497a-8851-85cc706d65fe None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 11, 41, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 11:42:06.628613 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb82f41-18e1-497a-8851-85cc706d65fe None None] Checking segment: {'id': '6e938631-4f47-4f6a-9494-415614470d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '4a56037e-dd28-4195-a079-bf09d6b8b71f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 11:42:06.629106 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-9fb82f41-18e1-497a-8851-85cc706d65fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:42:06.629501 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb82f41-18e1-497a-8851-85cc706d65fe None None] Bound using segment: {'id': '6e938631-4f47-4f6a-9494-415614470d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '4a56037e-dd28-4195-a079-bf09d6b8b71f'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 11:42:06.630026 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-9fb82f41-18e1-497a-8851-85cc706d65fe None None] Bound port: b3c56947-fb15-46db-83e4-7471b2333f6e, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e938631-4f47-4f6a-9494-415614470d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '4a56037e-dd28-4195-a079-bf09d6b8b71f'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 11:42:06.630474 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-9fb82f41-18e1-497a-8851-85cc706d65fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:42:06.694367 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-9fb82f41-18e1-497a-8851-85cc706d65fe None None] For port b3c56947-fb15-46db-83e4-7471b2333f6e, host n-d-804985-2, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 11:42:06.699090 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-9fb82f41-18e1-497a-8851-85cc706d65fe None None] For port b3c56947-fb15-46db-83e4-7471b2333f6e, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=b3c56947-fb15-46db-83e4-7471b2333f6e,segment=NetworkSegment(6e938631-4f47-4f6a-9494-415614470d50),segment_id=6e938631-4f47-4f6a-9494-415614470d50)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 11:42:06.704614 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-9fb82f41-18e1-497a-8851-85cc706d65fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:42:06.771748 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb82f41-18e1-497a-8851-85cc706d65fe None None] Pushing event updated for resources: {'Port': ['ID=b3c56947-fb15-46db-83e4-7471b2333f6e,revision_number=2']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:42:07.970661 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 43748) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:42:08.475379 n-d-804985-2 neutron-server[106253]: WARNING oslo_policy.policy [None req-70a4af0a-5270-480b-91e1-74b81cdb9c6e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 18 11:42:08.476016 n-d-804985-2 neutron-server[106253]: WARNING oslo_policy.policy [None req-70a4af0a-5270-480b-91e1-74b81cdb9c6e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 18 11:42:08.689491 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [None req-70a4af0a-5270-480b-91e1-74b81cdb9c6e admin admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=106253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 11:42:08.690840 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-70a4af0a-5270-480b-91e1-74b81cdb9c6e admin admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7180703 Aug 18 11:42:11.090904 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 43762) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:42:11.413508 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [None req-cff5c824-e834-4d6f-84c9-87c4670a2c53 admin admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=106253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 11:42:11.414403 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-cff5c824-e834-4d6f-84c9-87c4670a2c53 admin admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3224993 Aug 18 11:42:14.037450 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 43776) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:42:14.375675 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-ba27bd20-1096-414b-bb6b-cf1317fb4cf1 admin admin] Request body: {'router': {'tenant_id': '365f1185d3ab4ca88d8e02262a67fa49', 'admin_state_up': True, 'name': 'router1'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:42:14.439531 n-d-804985-2 neutron-server[106253]: DEBUG neutron.policy [None req-ba27bd20-1096-414b-bb6b-cf1317fb4cf1 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106253) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 18 11:42:14.488463 n-d-804985-2 neutron-server[106253]: WARNING oslo_policy.policy [None req-ba27bd20-1096-414b-bb6b-cf1317fb4cf1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 18 11:42:14.488906 n-d-804985-2 neutron-server[106253]: WARNING oslo_policy.policy [None req-ba27bd20-1096-414b-bb6b-cf1317fb4cf1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 18 11:42:14.497828 n-d-804985-2 neutron-server[106253]: INFO neutron.quota [None req-ba27bd20-1096-414b-bb6b-cf1317fb4cf1 admin admin] Loaded quota_driver: . Aug 18 11:42:14.558679 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ba27bd20-1096-414b-bb6b-cf1317fb4cf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-998592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15809'] for router, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:42:14.560553 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ba27bd20-1096-414b-bb6b-cf1317fb4cf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-992733', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-971415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15816'] for router, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:42:14.729374 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ba27bd20-1096-414b-bb6b-cf1317fb4cf1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:42:14.735663 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ba27bd20-1096-414b-bb6b-cf1317fb4cf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-998473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-992536'] for router, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:42:14.755479 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ba27bd20-1096-414b-bb6b-cf1317fb4cf1 admin admin] Notify callbacks [] for router, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:42:14.768550 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-ba27bd20-1096-414b-bb6b-cf1317fb4cf1 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7185321 Aug 18 11:42:14.996151 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42ede155-20d7-49cd-8cba-05371647800e None None] Network 4a56037e-dd28-4195-a079-bf09d6b8b71f requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 11:42:15.109562 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-7ab2d20c-6d1d-453f-b9a5-65b0c9bdd502 None None] Provisioning for port b3c56947-fb15-46db-83e4-7471b2333f6e completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 11:42:15.377960 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device b3c56947-fb15-46db-83e4-7471b2333f6e up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:42:15.461597 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port b3c56947-fb15-46db-83e4-7471b2333f6e completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 11:42:15.465454 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port b3c56947-fb15-46db-83e4-7471b2333f6e triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:42:15.465850 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:42:15.573523 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:42:15.607962 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] For port b3c56947-fb15-46db-83e4-7471b2333f6e, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=b3c56947-fb15-46db-83e4-7471b2333f6e,segment=NetworkSegment(6e938631-4f47-4f6a-9494-415614470d50),segment_id=6e938631-4f47-4f6a-9494-415614470d50)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:42:15.612187 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:42:15.658882 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Pushing event updated for resources: {'Port': ['ID=b3c56947-fb15-46db-83e4-7471b2333f6e,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:42:17.120735 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 43786) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:42:17.334882 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device b3c56947-fb15-46db-83e4-7471b2333f6e up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:42:17.382121 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port b3c56947-fb15-46db-83e4-7471b2333f6e triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:42:17.382562 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:42:17.476982 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [None req-bbbbd6ed-5c5f-4392-8821-2878354596ef admin admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=106253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 11:42:17.477967 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-bbbbd6ed-5c5f-4392-8821-2878354596ef admin admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3562992 Aug 18 11:42:18.406875 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-f800291e-ea70-4f89-a505-24df1c330c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:42:19.864634 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 43794) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:42:20.217001 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-c0777fea-3a98-4692-9fe6-5e00afa802eb admin admin] Request body: {'network': {'provider:network_type': 'flat', 'router:external': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'is_default': True}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:42:20.248917 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0777fea-3a98-4692-9fe6-5e00afa802eb admin admin] Made reservation on behalf of c295b6e86d4a4781872aeef9e73ccfeb for: {'network': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 11:42:20.251670 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c0777fea-3a98-4692-9fe6-5e00afa802eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for network, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:42:20.267601 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c0777fea-3a98-4692-9fe6-5e00afa802eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:42:20.390152 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c0777fea-3a98-4692-9fe6-5e00afa802eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:42:20.395336 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c0777fea-3a98-4692-9fe6-5e00afa802eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:42:20.407100 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-c0777fea-3a98-4692-9fe6-5e00afa802eb admin admin] Reserving flat network on physical network physnet1 {{(pid=106253) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 18 11:42:20.440424 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c0777fea-3a98-4692-9fe6-5e00afa802eb admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8789151213002', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:42:20.441012 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c0777fea-3a98-4692-9fe6-5e00afa802eb admin admin] Unsubscribe: segment precommit_create {{(pid=106253) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 18 11:42:20.441520 n-d-804985-2 neutron-server[106253]: INFO neutron.db.segments_db [None req-c0777fea-3a98-4692-9fe6-5e00afa802eb admin admin] Added segment c5a3db9d-5c58-41b1-9177-d5787a597b78 of type flat for network 7cae7a70-14fd-408c-b14d-39ceb97cb60e Aug 18 11:42:20.459060 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0777fea-3a98-4692-9fe6-5e00afa802eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=290cbc58-0f33-4503-ad68-228d126ab729,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:42:20.484595 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0777fea-3a98-4692-9fe6-5e00afa802eb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:42:20.484929 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0777fea-3a98-4692-9fe6-5e00afa802eb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:42:20.485254 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0777fea-3a98-4692-9fe6-5e00afa802eb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:42:20.485570 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0777fea-3a98-4692-9fe6-5e00afa802eb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:42:20.485879 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0777fea-3a98-4692-9fe6-5e00afa802eb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:42:20.486189 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0777fea-3a98-4692-9fe6-5e00afa802eb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:42:20.486497 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0777fea-3a98-4692-9fe6-5e00afa802eb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:42:20.486822 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0777fea-3a98-4692-9fe6-5e00afa802eb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:42:20.487099 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0777fea-3a98-4692-9fe6-5e00afa802eb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:42:20.487404 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0777fea-3a98-4692-9fe6-5e00afa802eb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:42:20.487688 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0777fea-3a98-4692-9fe6-5e00afa802eb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:42:20.487988 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0777fea-3a98-4692-9fe6-5e00afa802eb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:42:20.489131 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0777fea-3a98-4692-9fe6-5e00afa802eb admin admin] Tracked resource versions report: Aug 18 11:42:20.489131 n-d-804985-2 neutron-server[106253]: pushed versions: Aug 18 11:42:20.489131 n-d-804985-2 neutron-server[106253]: { 'AddressGroup': {'1.2'}, Aug 18 11:42:20.489131 n-d-804985-2 neutron-server[106253]: 'ConntrackHelper': {'1.0'}, Aug 18 11:42:20.489131 n-d-804985-2 neutron-server[106253]: 'Log': {'1.0'}, Aug 18 11:42:20.489131 n-d-804985-2 neutron-server[106253]: 'Network': {'1.1'}, Aug 18 11:42:20.489131 n-d-804985-2 neutron-server[106253]: 'Port': {'1.7'}, Aug 18 11:42:20.489131 n-d-804985-2 neutron-server[106253]: 'PortForwarding': {'1.2'}, Aug 18 11:42:20.489131 n-d-804985-2 neutron-server[106253]: 'QosPolicy': {'1.9'}, Aug 18 11:42:20.489131 n-d-804985-2 neutron-server[106253]: 'SecurityGroup': {'1.4'}, Aug 18 11:42:20.489131 n-d-804985-2 neutron-server[106253]: 'SecurityGroupRule': {'1.2'}, Aug 18 11:42:20.489131 n-d-804985-2 neutron-server[106253]: 'SubPort': {'1.0'}, Aug 18 11:42:20.489131 n-d-804985-2 neutron-server[106253]: 'Subnet': {'1.1'}, Aug 18 11:42:20.489131 n-d-804985-2 neutron-server[106253]: 'Trunk': {'1.1'}} Aug 18 11:42:20.489131 n-d-804985-2 neutron-server[106253]: consumer versions: Aug 18 11:42:20.489131 n-d-804985-2 neutron-server[106253]: { DHCP agent@n-d-804985-2: {}, Aug 18 11:42:20.489131 n-d-804985-2 neutron-server[106253]: L3 agent@n-d-804985-2: {}, Aug 18 11:42:20.489131 n-d-804985-2 neutron-server[106253]: Metadata agent@n-d-804985-2: {}, Aug 18 11:42:20.489131 n-d-804985-2 neutron-server[106253]: Metering agent@n-d-804985-2: {}, Aug 18 11:42:20.489131 n-d-804985-2 neutron-server[106253]: Open vSwitch agent@n-d-804985-2: { 'AddressGroup': '1.2', Aug 18 11:42:20.489131 n-d-804985-2 neutron-server[106253]: 'ConntrackHelper': '1.0', Aug 18 11:42:20.489131 n-d-804985-2 neutron-server[106253]: 'Log': '1.0', Aug 18 11:42:20.489131 n-d-804985-2 neutron-server[106253]: 'Network': '1.1', Aug 18 11:42:20.489131 n-d-804985-2 neutron-server[106253]: 'Port': '1.7', Aug 18 11:42:20.489131 n-d-804985-2 neutron-server[106253]: 'PortForwarding': '1.2', Aug 18 11:42:20.489131 n-d-804985-2 neutron-server[106253]: 'QosPolicy': '1.9', Aug 18 11:42:20.489131 n-d-804985-2 neutron-server[106253]: 'SecurityGroup': '1.4', Aug 18 11:42:20.489131 n-d-804985-2 neutron-server[106253]: 'SecurityGroupRule': '1.2', Aug 18 11:42:20.489131 n-d-804985-2 neutron-server[106253]: 'SubPort': '1.0', Aug 18 11:42:20.489131 n-d-804985-2 neutron-server[106253]: 'Subnet': '1.1', Aug 18 11:42:20.489131 n-d-804985-2 neutron-server[106253]: 'Trunk': '1.1'}} Aug 18 11:42:20.489131 n-d-804985-2 neutron-server[106253]: {{(pid=106253) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 18 11:42:20.576855 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c0777fea-3a98-4692-9fe6-5e00afa802eb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789150665894'] for network, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:42:20.627832 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c0777fea-3a98-4692-9fe6-5e00afa802eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for network, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:42:20.629174 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0777fea-3a98-4692-9fe6-5e00afa802eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:42:20.629823 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c0777fea-3a98-4692-9fe6-5e00afa802eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:42:20.704756 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-c0777fea-3a98-4692-9fe6-5e00afa802eb admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8388691 Aug 18 11:42:20.731230 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0777fea-3a98-4692-9fe6-5e00afa802eb admin admin] Pushing event updated for resources: {'Network': ['ID=7cae7a70-14fd-408c-b14d-39ceb97cb60e,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:42:20.742613 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Network 7cae7a70-14fd-408c-b14d-39ceb97cb60e details requested by agent ovs-agent-n-d-804985-2 with host n-d-804985-2 {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 11:42:20.925903 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-fcdcdcb6-5224-409d-b679-119881c9d9bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:42:21.310101 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:42:21.914335 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-53584c24-f517-494e-ac93-c18bb92373f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:42:23.104630 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 43816) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:42:23.353826 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c391252-4730-420a-8f1c-721e9b2f887a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:42:23.355773 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-0c391252-4730-420a-8f1c-721e9b2f887a admin admin] 10.222.0.66 "GET /v2.0/subnets/3c9e24ee-9e99-4b6c-804f-9aee9c30ce1f HTTP/1.1" status: 200 len: 849 time: 0.2501123 Aug 18 11:42:23.494213 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-1eec5c99-9327-4f50-b1ac-4486883ae972 admin admin] 10.222.0.66 "GET /v2.0/routers/ef4f962d-4d0d-4290-a175-9880dd7af557 HTTP/1.1" status: 200 len: 704 time: 0.1319747 Aug 18 11:42:23.586892 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-500a1c61-38a7-4c23-a7ec-4631080af5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:42:23.781740 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-59f6bd47-3d7d-49d2-96bd-0e6a120fb818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:42:24.079483 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [None req-59f6bd47-3d7d-49d2-96bd-0e6a120fb818 admin admin] Allocated IP 172.20.0.1 (4a56037e-dd28-4195-a079-bf09d6b8b71f/3c9e24ee-9e99-4b6c-804f-9aee9c30ce1f/8eb0dc1a-ba83-4bf1-853e-ecf74e570ff7) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 11:42:24.295552 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-59f6bd47-3d7d-49d2-96bd-0e6a120fb818 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:42:24.326024 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [None req-59f6bd47-3d7d-49d2-96bd-0e6a120fb818 admin admin] Transition to ACTIVE for port object 8eb0dc1a-ba83-4bf1-853e-ecf74e570ff7 will not be triggered until provisioned by entity DHCP. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 11:42:24.412200 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-59f6bd47-3d7d-49d2-96bd-0e6a120fb818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:42:24.484256 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59f6bd47-3d7d-49d2-96bd-0e6a120fb818 admin admin] Network 4a56037e-dd28-4195-a079-bf09d6b8b71f is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 11:42:24.492228 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-59f6bd47-3d7d-49d2-96bd-0e6a120fb818 admin admin] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:42:24.497405 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f6bd47-3d7d-49d2-96bd-0e6a120fb818 admin admin] Pushing event updated for resources: {'Port': ['ID=8eb0dc1a-ba83-4bf1-853e-ecf74e570ff7,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:42:24.507982 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f6bd47-3d7d-49d2-96bd-0e6a120fb818 admin admin] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 11:42:24.508580 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-59f6bd47-3d7d-49d2-96bd-0e6a120fb818 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-996688'] for router_interface, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:42:24.740893 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-6fbb690a-0e27-45f8-aadf-4109682ba21d None None] Provisioning for port 8eb0dc1a-ba83-4bf1-853e-ecf74e570ff7 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 11:42:24.744949 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-6fbb690a-0e27-45f8-aadf-4109682ba21d None None] Provisioning complete for port 8eb0dc1a-ba83-4bf1-853e-ecf74e570ff7 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:42:24.745326 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-6fbb690a-0e27-45f8-aadf-4109682ba21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:42:24.762815 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-59f6bd47-3d7d-49d2-96bd-0e6a120fb818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:42:24.778923 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-6fbb690a-0e27-45f8-aadf-4109682ba21d None None] Port 8eb0dc1a-ba83-4bf1-853e-ecf74e570ff7 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 11:42:24.967723 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-59f6bd47-3d7d-49d2-96bd-0e6a120fb818 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:42:24.975316 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-59f6bd47-3d7d-49d2-96bd-0e6a120fb818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:42:24.976229 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-59f6bd47-3d7d-49d2-96bd-0e6a120fb818 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-996772'] for router_interface, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:42:24.984506 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.agents_db [None req-6dbb2658-0354-4101-8393-6e7505481cf6 None None] Agent healthcheck: found 5 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 11:42:25.057531 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f6bd47-3d7d-49d2-96bd-0e6a120fb818 admin admin] Pushing event updated for resources: {'Port': ['ID=8eb0dc1a-ba83-4bf1-853e-ecf74e570ff7,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:42:25.105797 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59f6bd47-3d7d-49d2-96bd-0e6a120fb818 admin admin] Network 4a56037e-dd28-4195-a079-bf09d6b8b71f is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 11:42:25.107282 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-59f6bd47-3d7d-49d2-96bd-0e6a120fb818 admin admin] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:42:25.273817 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59f6bd47-3d7d-49d2-96bd-0e6a120fb818 admin admin] Router ef4f962d-4d0d-4290-a175-9880dd7af557 is scheduled to L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 with binding_index 1 {{(pid=106253) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 11:42:25.301416 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-ad9a6020-9ec0-4d4b-a0ee-2b9a1c9804ae None None] Provisioning complete for port 8eb0dc1a-ba83-4bf1-853e-ecf74e570ff7 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:42:25.301785 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ad9a6020-9ec0-4d4b-a0ee-2b9a1c9804ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:42:25.335007 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-ad9a6020-9ec0-4d4b-a0ee-2b9a1c9804ae None None] Port 8eb0dc1a-ba83-4bf1-853e-ecf74e570ff7 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 11:42:25.363083 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59f6bd47-3d7d-49d2-96bd-0e6a120fb818 admin admin] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 11:42:25.368092 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-59f6bd47-3d7d-49d2-96bd-0e6a120fb818 admin admin] 10.222.0.66 "PUT /v2.0/routers/ef4f962d-4d0d-4290-a175-9880dd7af557/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8652742 Aug 18 11:42:25.373044 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9877d88d-f09e-4eea-86b4-17eb4dbdb234 None None] Sync routers for ids ['ef4f962d-4d0d-4290-a175-9880dd7af557'] in n-d-804985-2 {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 11:42:25.385673 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9877d88d-f09e-4eea-86b4-17eb4dbdb234 None None] Routers {'ef4f962d-4d0d-4290-a175-9880dd7af557'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 11:42:25.386722 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-9877d88d-f09e-4eea-86b4-17eb4dbdb234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T11:42:21Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['ef4f962d-4d0d-4290-a175-9880dd7af557'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:42:25.570906 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-9877d88d-f09e-4eea-86b4-17eb4dbdb234 None None] Set router ef4f962d-4d0d-4290-a175-9880dd7af557 gateway port host: None {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 11:42:26.003399 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-9877d88d-f09e-4eea-86b4-17eb4dbdb234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef4f962d-4d0d-4290-a175-9880dd7af557', 'name': 'router1', 'tenant_id': '365f1185d3ab4ca88d8e02262a67fa49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T11:42:14Z', 'updated_at': '2021-08-18T11:42:24Z', 'revision_number': 2, 'project_id': '365f1185d3ab4ca88d8e02262a67fa49', 'gw_port_host': None, '_interfaces': [{'id': '8eb0dc1a-ba83-4bf1-853e-ecf74e570ff7', 'name': '', 'network_id': '4a56037e-dd28-4195-a079-bf09d6b8b71f', 'tenant_id': '365f1185d3ab4ca88d8e02262a67fa49', 'mac_address': 'fa:16:3e:bf:0e:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef4f962d-4d0d-4290-a175-9880dd7af557', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3c9e24ee-9e99-4b6c-804f-9aee9c30ce1f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:42:23Z', 'updated_at': '2021-08-18T11:42:24Z', 'revision_number': 2, 'project_id': '365f1185d3ab4ca88d8e02262a67fa49', 'subnets': [{'id': '3c9e24ee-9e99-4b6c-804f-9aee9c30ce1f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'db36c914-8378-4c17-8252-cec1e11251a9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:42:26.054614 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9877d88d-f09e-4eea-86b4-17eb4dbdb234 None None] Checking router: ef4f962d-4d0d-4290-a175-9880dd7af557 for host: n-d-804985-2 {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 11:42:26.054992 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9877d88d-f09e-4eea-86b4-17eb4dbdb234 None None] Updating router ef4f962d-4d0d-4290-a175-9880dd7af557 port 8eb0dc1a-ba83-4bf1-853e-ecf74e570ff7 binding host n-d-804985-2 {{(pid=106255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 11:42:26.103988 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-9877d88d-f09e-4eea-86b4-17eb4dbdb234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:42:26.628931 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-9877d88d-f09e-4eea-86b4-17eb4dbdb234 None None] Notify callbacks [] for port, precommit_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:42:26.646189 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-9877d88d-f09e-4eea-86b4-17eb4dbdb234 None None] Transition to ACTIVE for port object 8eb0dc1a-ba83-4bf1-853e-ecf74e570ff7 will not be triggered until provisioned by entity L2. {{(pid=106255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 11:42:26.653024 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-9877d88d-f09e-4eea-86b4-17eb4dbdb234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:42:26.811163 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-9877d88d-f09e-4eea-86b4-17eb4dbdb234 None None] Attempting to bind port 8eb0dc1a-ba83-4bf1-853e-ecf74e570ff7 on host n-d-804985-2 for vnic_type normal with profile {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 11:42:26.811556 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-9877d88d-f09e-4eea-86b4-17eb4dbdb234 None None] Attempting to bind port 8eb0dc1a-ba83-4bf1-853e-ecf74e570ff7 by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': '6e938631-4f47-4f6a-9494-415614470d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '4a56037e-dd28-4195-a079-bf09d6b8b71f'}] {{(pid=106255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 11:42:26.811978 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9877d88d-f09e-4eea-86b4-17eb4dbdb234 None None] Attempting to bind port 8eb0dc1a-ba83-4bf1-853e-ecf74e570ff7 on network 4a56037e-dd28-4195-a079-bf09d6b8b71f {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 11:42:26.817164 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e7af9e-2a11-459e-acb0-f24e24f62cc8 None None] Pushing event updated for resources: {'Port': ['ID=8eb0dc1a-ba83-4bf1-853e-ecf74e570ff7,revision_number=3']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:42:26.820690 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9877d88d-f09e-4eea-86b4-17eb4dbdb234 None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 11, 42, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 11:42:26.821104 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9877d88d-f09e-4eea-86b4-17eb4dbdb234 None None] Checking segment: {'id': '6e938631-4f47-4f6a-9494-415614470d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '4a56037e-dd28-4195-a079-bf09d6b8b71f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 11:42:26.821586 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-9877d88d-f09e-4eea-86b4-17eb4dbdb234 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:42:26.821970 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9877d88d-f09e-4eea-86b4-17eb4dbdb234 None None] Bound using segment: {'id': '6e938631-4f47-4f6a-9494-415614470d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '4a56037e-dd28-4195-a079-bf09d6b8b71f'} {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 11:42:26.822469 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-9877d88d-f09e-4eea-86b4-17eb4dbdb234 None None] Bound port: 8eb0dc1a-ba83-4bf1-853e-ecf74e570ff7, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e938631-4f47-4f6a-9494-415614470d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '4a56037e-dd28-4195-a079-bf09d6b8b71f'}}] {{(pid=106255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 11:42:26.822843 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-9877d88d-f09e-4eea-86b4-17eb4dbdb234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:42:26.837863 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e7af9e-2a11-459e-acb0-f24e24f62cc8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:42:26.838207 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e7af9e-2a11-459e-acb0-f24e24f62cc8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:42:26.838545 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e7af9e-2a11-459e-acb0-f24e24f62cc8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:42:26.838872 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e7af9e-2a11-459e-acb0-f24e24f62cc8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:42:26.839235 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e7af9e-2a11-459e-acb0-f24e24f62cc8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:42:26.839560 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e7af9e-2a11-459e-acb0-f24e24f62cc8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:42:26.839882 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e7af9e-2a11-459e-acb0-f24e24f62cc8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:42:26.840203 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e7af9e-2a11-459e-acb0-f24e24f62cc8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:42:26.840544 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e7af9e-2a11-459e-acb0-f24e24f62cc8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:42:26.840856 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e7af9e-2a11-459e-acb0-f24e24f62cc8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:42:26.841173 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e7af9e-2a11-459e-acb0-f24e24f62cc8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:42:26.841487 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e7af9e-2a11-459e-acb0-f24e24f62cc8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:42:26.842553 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e7af9e-2a11-459e-acb0-f24e24f62cc8 None None] Tracked resource versions report: Aug 18 11:42:26.842553 n-d-804985-2 neutron-server[106255]: pushed versions: Aug 18 11:42:26.842553 n-d-804985-2 neutron-server[106255]: { 'AddressGroup': {'1.2'}, Aug 18 11:42:26.842553 n-d-804985-2 neutron-server[106255]: 'ConntrackHelper': {'1.0'}, Aug 18 11:42:26.842553 n-d-804985-2 neutron-server[106255]: 'Log': {'1.0'}, Aug 18 11:42:26.842553 n-d-804985-2 neutron-server[106255]: 'Network': {'1.1'}, Aug 18 11:42:26.842553 n-d-804985-2 neutron-server[106255]: 'Port': {'1.7'}, Aug 18 11:42:26.842553 n-d-804985-2 neutron-server[106255]: 'PortForwarding': {'1.2'}, Aug 18 11:42:26.842553 n-d-804985-2 neutron-server[106255]: 'QosPolicy': {'1.9'}, Aug 18 11:42:26.842553 n-d-804985-2 neutron-server[106255]: 'SecurityGroup': {'1.4'}, Aug 18 11:42:26.842553 n-d-804985-2 neutron-server[106255]: 'SecurityGroupRule': {'1.2'}, Aug 18 11:42:26.842553 n-d-804985-2 neutron-server[106255]: 'SubPort': {'1.0'}, Aug 18 11:42:26.842553 n-d-804985-2 neutron-server[106255]: 'Subnet': {'1.1'}, Aug 18 11:42:26.842553 n-d-804985-2 neutron-server[106255]: 'Trunk': {'1.1'}} Aug 18 11:42:26.842553 n-d-804985-2 neutron-server[106255]: consumer versions: Aug 18 11:42:26.842553 n-d-804985-2 neutron-server[106255]: { DHCP agent@n-d-804985-2: {}, Aug 18 11:42:26.842553 n-d-804985-2 neutron-server[106255]: L3 agent@n-d-804985-2: {}, Aug 18 11:42:26.842553 n-d-804985-2 neutron-server[106255]: Metadata agent@n-d-804985-2: {}, Aug 18 11:42:26.842553 n-d-804985-2 neutron-server[106255]: Metering agent@n-d-804985-2: {}, Aug 18 11:42:26.842553 n-d-804985-2 neutron-server[106255]: Open vSwitch agent@n-d-804985-2: { 'AddressGroup': '1.2', Aug 18 11:42:26.842553 n-d-804985-2 neutron-server[106255]: 'ConntrackHelper': '1.0', Aug 18 11:42:26.842553 n-d-804985-2 neutron-server[106255]: 'Log': '1.0', Aug 18 11:42:26.842553 n-d-804985-2 neutron-server[106255]: 'Network': '1.1', Aug 18 11:42:26.842553 n-d-804985-2 neutron-server[106255]: 'Port': '1.7', Aug 18 11:42:26.842553 n-d-804985-2 neutron-server[106255]: 'PortForwarding': '1.2', Aug 18 11:42:26.842553 n-d-804985-2 neutron-server[106255]: 'QosPolicy': '1.9', Aug 18 11:42:26.842553 n-d-804985-2 neutron-server[106255]: 'SecurityGroup': '1.4', Aug 18 11:42:26.842553 n-d-804985-2 neutron-server[106255]: 'SecurityGroupRule': '1.2', Aug 18 11:42:26.842553 n-d-804985-2 neutron-server[106255]: 'SubPort': '1.0', Aug 18 11:42:26.842553 n-d-804985-2 neutron-server[106255]: 'Subnet': '1.1', Aug 18 11:42:26.842553 n-d-804985-2 neutron-server[106255]: 'Trunk': '1.1'}} Aug 18 11:42:26.842553 n-d-804985-2 neutron-server[106255]: {{(pid=106255) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 18 11:42:26.899877 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-9877d88d-f09e-4eea-86b4-17eb4dbdb234 None None] For port 8eb0dc1a-ba83-4bf1-853e-ecf74e570ff7, host n-d-804985-2, cleared binding levels {{(pid=106255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 11:42:26.921272 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-9877d88d-f09e-4eea-86b4-17eb4dbdb234 None None] For port 8eb0dc1a-ba83-4bf1-853e-ecf74e570ff7, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=8eb0dc1a-ba83-4bf1-853e-ecf74e570ff7,segment=NetworkSegment(6e938631-4f47-4f6a-9494-415614470d50),segment_id=6e938631-4f47-4f6a-9494-415614470d50)] {{(pid=106255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 11:42:26.926773 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-9877d88d-f09e-4eea-86b4-17eb4dbdb234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:42:26.981555 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9877d88d-f09e-4eea-86b4-17eb4dbdb234 None None] Routers {'ef4f962d-4d0d-4290-a175-9880dd7af557'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 11:42:26.982198 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-9877d88d-f09e-4eea-86b4-17eb4dbdb234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T11:42:21Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['ef4f962d-4d0d-4290-a175-9880dd7af557'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:42:27.050954 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e7af9e-2a11-459e-acb0-f24e24f62cc8 None None] Pushing event updated for resources: {'Port': ['ID=8eb0dc1a-ba83-4bf1-853e-ecf74e570ff7,revision_number=4']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:42:27.079756 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-9877d88d-f09e-4eea-86b4-17eb4dbdb234 None None] Set router ef4f962d-4d0d-4290-a175-9880dd7af557 gateway port host: None {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 11:42:27.291446 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-9877d88d-f09e-4eea-86b4-17eb4dbdb234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef4f962d-4d0d-4290-a175-9880dd7af557', 'name': 'router1', 'tenant_id': '365f1185d3ab4ca88d8e02262a67fa49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T11:42:14Z', 'updated_at': '2021-08-18T11:42:24Z', 'revision_number': 2, 'project_id': '365f1185d3ab4ca88d8e02262a67fa49', 'gw_port_host': None, '_interfaces': [{'id': '8eb0dc1a-ba83-4bf1-853e-ecf74e570ff7', 'name': '', 'network_id': '4a56037e-dd28-4195-a079-bf09d6b8b71f', 'tenant_id': '365f1185d3ab4ca88d8e02262a67fa49', 'mac_address': 'fa:16:3e:bf:0e:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef4f962d-4d0d-4290-a175-9880dd7af557', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3c9e24ee-9e99-4b6c-804f-9aee9c30ce1f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:42:23Z', 'updated_at': '2021-08-18T11:42:26Z', 'revision_number': 4, 'project_id': '365f1185d3ab4ca88d8e02262a67fa49', 'subnets': [{'id': '3c9e24ee-9e99-4b6c-804f-9aee9c30ce1f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'db36c914-8378-4c17-8252-cec1e11251a9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:42:27.316551 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9877d88d-f09e-4eea-86b4-17eb4dbdb234 None None] The sync data for ids ['ef4f962d-4d0d-4290-a175-9880dd7af557'] in n-d-804985-2 is: [{'id': 'ef4f962d-4d0d-4290-a175-9880dd7af557', 'name': 'router1', 'tenant_id': '365f1185d3ab4ca88d8e02262a67fa49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T11:42:14Z', 'updated_at': '2021-08-18T11:42:24Z', 'revision_number': 2, 'project_id': '365f1185d3ab4ca88d8e02262a67fa49', 'gw_port_host': None, '_interfaces': [{'id': '8eb0dc1a-ba83-4bf1-853e-ecf74e570ff7', 'name': '', 'network_id': '4a56037e-dd28-4195-a079-bf09d6b8b71f', 'tenant_id': '365f1185d3ab4ca88d8e02262a67fa49', 'mac_address': 'fa:16:3e:bf:0e:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef4f962d-4d0d-4290-a175-9880dd7af557', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3c9e24ee-9e99-4b6c-804f-9aee9c30ce1f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:42:23Z', 'updated_at': '2021-08-18T11:42:26Z', 'revision_number': 4, 'project_id': '365f1185d3ab4ca88d8e02262a67fa49', 'subnets': [{'id': '3c9e24ee-9e99-4b6c-804f-9aee9c30ce1f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'db36c914-8378-4c17-8252-cec1e11251a9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 11:42:27.599515 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 43838) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:42:27.715847 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbf57e7b-4299-4586-98d4-2f6888318566 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:42:27.717251 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-fbf57e7b-4299-4586-98d4-2f6888318566 admin admin] 10.222.0.66 "GET /v2.0/networks/7cae7a70-14fd-408c-b14d-39ceb97cb60e HTTP/1.1" status: 200 len: 842 time: 0.1166792 Aug 18 11:42:27.728244 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-62d8f4a7-27be-4c64-b74c-35d9797f0156 admin admin] Request body: {'subnet': {'gateway_ip': '172.25.7.1', 'enable_dhcp': False, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'name': 'public-subnet', 'ip_version': 4, 'cidr': '172.25.7.0/24'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:42:27.750468 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62d8f4a7-27be-4c64-b74c-35d9797f0156 admin admin] Made reservation on behalf of c295b6e86d4a4781872aeef9e73ccfeb for: {'subnet': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 11:42:27.753452 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-62d8f4a7-27be-4c64-b74c-35d9797f0156 admin admin] Notify callbacks [] for subnet, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:42:28.089585 n-d-804985-2 neutron-server[106252]: DEBUG neutron.objects.ports [None req-62d8f4a7-27be-4c64-b74c-35d9797f0156 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106252) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 18 11:42:28.090037 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-62d8f4a7-27be-4c64-b74c-35d9797f0156 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for subnet, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:42:28.141085 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d8f4a7-27be-4c64-b74c-35d9797f0156 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9784295a-20b8-4a4b-b105-f82737f0448f,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:42:28.151026 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d8f4a7-27be-4c64-b74c-35d9797f0156 admin admin] Checking segment: {'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 11:42:28.151408 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62d8f4a7-27be-4c64-b74c-35d9797f0156 admin admin] Network hostable DHCP agents. Network: 7cae7a70-14fd-408c-b14d-39ceb97cb60e, hostable agents: ['97c14208-2951-4361-8d64-3708c946ff5f'], hosted agents: [] {{(pid=106252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 11:42:28.170180 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62d8f4a7-27be-4c64-b74c-35d9797f0156 admin admin] Network 7cae7a70-14fd-408c-b14d-39ceb97cb60e is scheduled to be hosted by DHCP agent 97c14208-2951-4361-8d64-3708c946ff5f with binding_index 1 {{(pid=106252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 11:42:28.179054 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-62d8f4a7-27be-4c64-b74c-35d9797f0156 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-2, 7cae7a70-14fd-408c-b14d-39ceb97cb60e) {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:42:28.183104 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62d8f4a7-27be-4c64-b74c-35d9797f0156 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:42:28.183683 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-62d8f4a7-27be-4c64-b74c-35d9797f0156 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for subnet, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:42:28.187643 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b8165ba-bbdf-45e1-be42-b3fa3ea761bb None None] Network 7cae7a70-14fd-408c-b14d-39ceb97cb60e requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 11:42:28.206609 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-62d8f4a7-27be-4c64-b74c-35d9797f0156 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4739146 Aug 18 11:42:28.324949 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16d46c8e-54a5-4197-8f14-7543245a26dd None None] Network 7cae7a70-14fd-408c-b14d-39ceb97cb60e requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 11:42:30.487270 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 43846) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:42:30.624235 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-08610384-ca07-48dd-9ec8-a3e35efe85d5 admin admin] 10.222.0.66 "GET /v2.0/routers/ef4f962d-4d0d-4290-a175-9880dd7af557 HTTP/1.1" status: 200 len: 710 time: 0.1355326 Aug 18 11:42:30.715434 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c16fb61e-84c1-4cb9-a90f-2071f37290fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:42:30.716769 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-c16fb61e-84c1-4cb9-a90f-2071f37290fc admin admin] 10.222.0.66 "GET /v2.0/networks/7cae7a70-14fd-408c-b14d-39ceb97cb60e HTTP/1.1" status: 200 len: 886 time: 0.0866857 Aug 18 11:42:30.727239 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-c1dbb8fb-4750-4625-8486-6e332ecde5b5 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'}}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:42:30.980073 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c1dbb8fb-4750-4625-8486-6e332ecde5b5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:42:31.277581 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c1dbb8fb-4750-4625-8486-6e332ecde5b5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:42:31.352836 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c1dbb8fb-4750-4625-8486-6e332ecde5b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:42:31.458694 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [None req-c1dbb8fb-4750-4625-8486-6e332ecde5b5 admin admin] Allocated IP 172.25.7.167 (7cae7a70-14fd-408c-b14d-39ceb97cb60e/9784295a-20b8-4a4b-b105-f82737f0448f/1b376eee-e427-4db5-8df2-898338a063b3) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 11:42:31.563012 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c1dbb8fb-4750-4625-8486-6e332ecde5b5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:42:31.605422 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c1dbb8fb-4750-4625-8486-6e332ecde5b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:42:31.644484 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1dbb8fb-4750-4625-8486-6e332ecde5b5 admin admin] Network 7cae7a70-14fd-408c-b14d-39ceb97cb60e is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 11:42:31.647909 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-c1dbb8fb-4750-4625-8486-6e332ecde5b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:42:31.655525 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1dbb8fb-4750-4625-8486-6e332ecde5b5 admin admin] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 11:42:31.659211 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dbb8fb-4750-4625-8486-6e332ecde5b5 admin admin] Pushing event updated for resources: {'Port': ['ID=1b376eee-e427-4db5-8df2-898338a063b3,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:42:31.905984 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c1dbb8fb-4750-4625-8486-6e332ecde5b5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:42:32.097285 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c1dbb8fb-4750-4625-8486-6e332ecde5b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-992676', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-996089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15866'] for router, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:42:32.100664 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c1dbb8fb-4750-4625-8486-6e332ecde5b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-992536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-992522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-992529', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-996032'] for router, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:42:32.205177 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1dbb8fb-4750-4625-8486-6e332ecde5b5 admin admin] Router ef4f962d-4d0d-4290-a175-9880dd7af557 has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 11:42:32.311036 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1dbb8fb-4750-4625-8486-6e332ecde5b5 admin admin] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 11:42:32.315452 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c1dbb8fb-4750-4625-8486-6e332ecde5b5 admin admin] Notify callbacks [] for router, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:42:32.316552 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-c1dbb8fb-4750-4625-8486-6e332ecde5b5 admin admin] 10.222.0.66 "PUT /v2.0/routers/ef4f962d-4d0d-4290-a175-9880dd7af557 HTTP/1.1" status: 200 len: 890 time: 1.5933111 Aug 18 11:42:33.374447 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 8eb0dc1a-ba83-4bf1-853e-ecf74e570ff7 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:42:33.424253 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port 8eb0dc1a-ba83-4bf1-853e-ecf74e570ff7 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 11:42:33.428426 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 8eb0dc1a-ba83-4bf1-853e-ecf74e570ff7 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:42:33.428961 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:42:33.511020 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:42:33.544021 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] For port 8eb0dc1a-ba83-4bf1-853e-ecf74e570ff7, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=8eb0dc1a-ba83-4bf1-853e-ecf74e570ff7,segment=NetworkSegment(6e938631-4f47-4f6a-9494-415614470d50),segment_id=6e938631-4f47-4f6a-9494-415614470d50)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:42:33.549508 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:42:33.595555 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Pushing event updated for resources: {'Port': ['ID=8eb0dc1a-ba83-4bf1-853e-ecf74e570ff7,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:42:33.689640 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f32dfc-b6fb-4802-b668-66046a45fac7 None None] Sync routers for ids ['ef4f962d-4d0d-4290-a175-9880dd7af557'] in n-d-804985-2 {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 11:42:33.700610 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f32dfc-b6fb-4802-b668-66046a45fac7 None None] Routers {'ef4f962d-4d0d-4290-a175-9880dd7af557'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 11:42:33.701260 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-85f32dfc-b6fb-4802-b668-66046a45fac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T11:42:21Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['ef4f962d-4d0d-4290-a175-9880dd7af557'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:42:33.950089 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-85f32dfc-b6fb-4802-b668-66046a45fac7 None None] Set router ef4f962d-4d0d-4290-a175-9880dd7af557 gateway port host: n-d-804985-2 {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 11:42:34.341731 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-85f32dfc-b6fb-4802-b668-66046a45fac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef4f962d-4d0d-4290-a175-9880dd7af557', 'name': 'router1', 'tenant_id': '365f1185d3ab4ca88d8e02262a67fa49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': '1b376eee-e427-4db5-8df2-898338a063b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T11:42:14Z', 'updated_at': '2021-08-18T11:42:31Z', 'revision_number': 4, 'project_id': '365f1185d3ab4ca88d8e02262a67fa49', 'gw_port': {'id': '1b376eee-e427-4db5-8df2-898338a063b3', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:f7:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef4f962d-4d0d-4290-a175-9880dd7af557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:42:31Z', 'updated_at': '2021-08-18T11:42:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': '8eb0dc1a-ba83-4bf1-853e-ecf74e570ff7', 'name': '', 'network_id': '4a56037e-dd28-4195-a079-bf09d6b8b71f', 'tenant_id': '365f1185d3ab4ca88d8e02262a67fa49', 'mac_address': 'fa:16:3e:bf:0e:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef4f962d-4d0d-4290-a175-9880dd7af557', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3c9e24ee-9e99-4b6c-804f-9aee9c30ce1f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:42:23Z', 'updated_at': '2021-08-18T11:42:33Z', 'revision_number': 5, 'project_id': '365f1185d3ab4ca88d8e02262a67fa49', 'subnets': [{'id': '3c9e24ee-9e99-4b6c-804f-9aee9c30ce1f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'db36c914-8378-4c17-8252-cec1e11251a9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:42:34.390944 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f32dfc-b6fb-4802-b668-66046a45fac7 None None] Checking router: ef4f962d-4d0d-4290-a175-9880dd7af557 for host: n-d-804985-2 {{(pid=106254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 11:42:34.391612 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f32dfc-b6fb-4802-b668-66046a45fac7 None None] Updating router ef4f962d-4d0d-4290-a175-9880dd7af557 port 1b376eee-e427-4db5-8df2-898338a063b3 binding host n-d-804985-2 {{(pid=106254) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 11:42:34.438975 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-85f32dfc-b6fb-4802-b668-66046a45fac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:42:34.682444 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 43858) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:42:34.770719 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-85f32dfc-b6fb-4802-b668-66046a45fac7 None None] Notify callbacks [] for port, precommit_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:42:34.780605 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-85f32dfc-b6fb-4802-b668-66046a45fac7 None None] Transition to ACTIVE for port object 1b376eee-e427-4db5-8df2-898338a063b3 will not be triggered until provisioned by entity L2. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 11:42:34.788387 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-85f32dfc-b6fb-4802-b668-66046a45fac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:42:34.813227 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-37dee92e-706f-4cb6-8f95-7f1a70568c3c admin admin] 10.222.0.66 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1160960 Aug 18 11:42:34.842723 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fb72b6-e366-486f-bea9-104cd74523a5 None None] Pushing event updated for resources: {'Port': ['ID=1b376eee-e427-4db5-8df2-898338a063b3,revision_number=2']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:42:34.845151 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-85f32dfc-b6fb-4802-b668-66046a45fac7 None None] Attempting to bind port 1b376eee-e427-4db5-8df2-898338a063b3 on host n-d-804985-2 for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 11:42:34.845496 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-85f32dfc-b6fb-4802-b668-66046a45fac7 None None] Attempting to bind port 1b376eee-e427-4db5-8df2-898338a063b3 by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 11:42:34.845884 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f32dfc-b6fb-4802-b668-66046a45fac7 None None] Attempting to bind port 1b376eee-e427-4db5-8df2-898338a063b3 on network 7cae7a70-14fd-408c-b14d-39ceb97cb60e {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 11:42:34.851622 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f32dfc-b6fb-4802-b668-66046a45fac7 None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 11, 42, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 11:42:34.851997 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f32dfc-b6fb-4802-b668-66046a45fac7 None None] Checking segment: {'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 11:42:34.852380 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-85f32dfc-b6fb-4802-b668-66046a45fac7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:42:34.852785 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f32dfc-b6fb-4802-b668-66046a45fac7 None None] Bound using segment: {'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 11:42:34.853241 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-85f32dfc-b6fb-4802-b668-66046a45fac7 None None] Bound port: 1b376eee-e427-4db5-8df2-898338a063b3, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 11:42:34.853635 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-85f32dfc-b6fb-4802-b668-66046a45fac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:42:34.908861 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-85f32dfc-b6fb-4802-b668-66046a45fac7 None None] For port 1b376eee-e427-4db5-8df2-898338a063b3, host n-d-804985-2, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 11:42:34.912000 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-85f32dfc-b6fb-4802-b668-66046a45fac7 None None] For port 1b376eee-e427-4db5-8df2-898338a063b3, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=1b376eee-e427-4db5-8df2-898338a063b3,segment=NetworkSegment(c5a3db9d-5c58-41b1-9177-d5787a597b78),segment_id=c5a3db9d-5c58-41b1-9177-d5787a597b78)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 11:42:34.918682 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-85f32dfc-b6fb-4802-b668-66046a45fac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:42:34.974451 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f32dfc-b6fb-4802-b668-66046a45fac7 None None] Routers {'ef4f962d-4d0d-4290-a175-9880dd7af557'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 11:42:34.975098 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-85f32dfc-b6fb-4802-b668-66046a45fac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T11:42:21Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['ef4f962d-4d0d-4290-a175-9880dd7af557'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:42:34.979980 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fb72b6-e366-486f-bea9-104cd74523a5 None None] Pushing event updated for resources: {'Port': ['ID=1b376eee-e427-4db5-8df2-898338a063b3,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:42:35.162265 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-85f32dfc-b6fb-4802-b668-66046a45fac7 None None] Set router ef4f962d-4d0d-4290-a175-9880dd7af557 gateway port host: n-d-804985-2 {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 11:42:35.354909 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 8eb0dc1a-ba83-4bf1-853e-ecf74e570ff7 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:42:35.421037 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-85f32dfc-b6fb-4802-b668-66046a45fac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef4f962d-4d0d-4290-a175-9880dd7af557', 'name': 'router1', 'tenant_id': '365f1185d3ab4ca88d8e02262a67fa49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': '1b376eee-e427-4db5-8df2-898338a063b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T11:42:14Z', 'updated_at': '2021-08-18T11:42:31Z', 'revision_number': 4, 'project_id': '365f1185d3ab4ca88d8e02262a67fa49', 'gw_port': {'id': '1b376eee-e427-4db5-8df2-898338a063b3', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:f7:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef4f962d-4d0d-4290-a175-9880dd7af557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:42:31Z', 'updated_at': '2021-08-18T11:42:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': '8eb0dc1a-ba83-4bf1-853e-ecf74e570ff7', 'name': '', 'network_id': '4a56037e-dd28-4195-a079-bf09d6b8b71f', 'tenant_id': '365f1185d3ab4ca88d8e02262a67fa49', 'mac_address': 'fa:16:3e:bf:0e:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef4f962d-4d0d-4290-a175-9880dd7af557', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3c9e24ee-9e99-4b6c-804f-9aee9c30ce1f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:42:23Z', 'updated_at': '2021-08-18T11:42:33Z', 'revision_number': 5, 'project_id': '365f1185d3ab4ca88d8e02262a67fa49', 'subnets': [{'id': '3c9e24ee-9e99-4b6c-804f-9aee9c30ce1f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'db36c914-8378-4c17-8252-cec1e11251a9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:42:35.425365 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 8eb0dc1a-ba83-4bf1-853e-ecf74e570ff7 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:42:35.425365 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:42:35.450579 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f32dfc-b6fb-4802-b668-66046a45fac7 None None] The sync data for ids ['ef4f962d-4d0d-4290-a175-9880dd7af557'] in n-d-804985-2 is: [{'id': 'ef4f962d-4d0d-4290-a175-9880dd7af557', 'name': 'router1', 'tenant_id': '365f1185d3ab4ca88d8e02262a67fa49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': '1b376eee-e427-4db5-8df2-898338a063b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T11:42:14Z', 'updated_at': '2021-08-18T11:42:31Z', 'revision_number': 4, 'project_id': '365f1185d3ab4ca88d8e02262a67fa49', 'gw_port': {'id': '1b376eee-e427-4db5-8df2-898338a063b3', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:f7:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef4f962d-4d0d-4290-a175-9880dd7af557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:42:31Z', 'updated_at': '2021-08-18T11:42:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': '8eb0dc1a-ba83-4bf1-853e-ecf74e570ff7', 'name': '', 'network_id': '4a56037e-dd28-4195-a079-bf09d6b8b71f', 'tenant_id': '365f1185d3ab4ca88d8e02262a67fa49', 'mac_address': 'fa:16:3e:bf:0e:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef4f962d-4d0d-4290-a175-9880dd7af557', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3c9e24ee-9e99-4b6c-804f-9aee9c30ce1f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:42:23Z', 'updated_at': '2021-08-18T11:42:33Z', 'revision_number': 5, 'project_id': '365f1185d3ab4ca88d8e02262a67fa49', 'subnets': [{'id': '3c9e24ee-9e99-4b6c-804f-9aee9c30ce1f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'db36c914-8378-4c17-8252-cec1e11251a9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 11:42:37.399621 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 1b376eee-e427-4db5-8df2-898338a063b3 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:42:37.459162 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port 1b376eee-e427-4db5-8df2-898338a063b3 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 11:42:37.463502 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 1b376eee-e427-4db5-8df2-898338a063b3 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:42:37.464126 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:42:37.548318 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:42:37.573353 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] For port 1b376eee-e427-4db5-8df2-898338a063b3, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=1b376eee-e427-4db5-8df2-898338a063b3,segment=NetworkSegment(c5a3db9d-5c58-41b1-9177-d5787a597b78),segment_id=c5a3db9d-5c58-41b1-9177-d5787a597b78)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:42:37.577822 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:42:37.628346 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Pushing event updated for resources: {'Port': ['ID=1b376eee-e427-4db5-8df2-898338a063b3,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:42:39.381136 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 1b376eee-e427-4db5-8df2-898338a063b3 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:42:39.445327 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 1b376eee-e427-4db5-8df2-898338a063b3 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:42:39.445956 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:42:48.412734 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-599f3c90-f4e8-4568-94f6-9904076bc5f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:42:50.929776 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-c678c2d0-b81b-4d06-bf33-2b82423e5f7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:42:51.321308 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:42:51.917875 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-53584c24-f517-494e-ac93-c18bb92373f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:42:53.611847 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-500a1c61-38a7-4c23-a7ec-4631080af5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:43:01.984627 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.agents_db [None req-6dbb2658-0354-4101-8393-6e7505481cf6 None None] Agent healthcheck: found 5 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 11:43:18.406829 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-e2ace0c8-a553-41f6-bd7d-763ab85a783c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:43:20.933140 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4535038b-49b9-4ea4-9da7-0adcc001385f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:43:21.319996 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:43:21.926353 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-53584c24-f517-494e-ac93-c18bb92373f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:43:23.613427 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-500a1c61-38a7-4c23-a7ec-4631080af5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:43:38.984908 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.agents_db [None req-6dbb2658-0354-4101-8393-6e7505481cf6 None None] Agent healthcheck: found 5 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 11:43:48.410981 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-72ce2628-d247-46c8-8465-b2c73d28e020 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:43:50.936443 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-a80b5364-58e5-4fd8-b539-6ca3404c7039 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:43:51.316851 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:43:51.920255 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-53584c24-f517-494e-ac93-c18bb92373f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:43:53.615835 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-500a1c61-38a7-4c23-a7ec-4631080af5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:44:14.341261 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 44458) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:44:14.406237 n-d-804985-2 neutron-server[106252]: INFO neutron.pecan_wsgi.hooks.translation [None req-af9d2add-8847-4ea7-8734-3a64f26acbea admin admin] GET failed (client error): The resource could not be found. Aug 18 11:44:14.407587 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-af9d2add-8847-4ea7-8734-3a64f26acbea admin admin] 10.222.0.66 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0653634 Aug 18 11:44:14.580247 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-434996cf-362b-4d74-84ad-97b20f26d269 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:44:14.581645 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-434996cf-362b-4d74-84ad-97b20f26d269 admin admin] 10.222.0.66 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1694860 Aug 18 11:44:15.984112 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.agents_db [None req-6dbb2658-0354-4101-8393-6e7505481cf6 None None] Agent healthcheck: found 5 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 11:44:16.742412 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 44468) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:44:16.842592 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2a85ed4-4666-4f68-bbca-b0df1d02d670 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:44:16.844000 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-f2a85ed4-4666-4f68-bbca-b0df1d02d670 admin admin] 10.222.0.66 "GET /v2.0/subnets/3c9e24ee-9e99-4b6c-804f-9aee9c30ce1f HTTP/1.1" status: 200 len: 849 time: 0.1005988 Aug 18 11:44:16.857191 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-96aaf2d7-5cea-40e6-a23d-d0b4809431b6 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:44:16.944616 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-96aaf2d7-5cea-40e6-a23d-d0b4809431b6 admin admin] Notify callbacks [] for subnet, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:44:17.122913 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-96aaf2d7-5cea-40e6-a23d-d0b4809431b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8789151180903'] for subnet, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:44:17.152133 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96aaf2d7-5cea-40e6-a23d-d0b4809431b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:44:17.152806 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-96aaf2d7-5cea-40e6-a23d-d0b4809431b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:44:17.154239 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-96aaf2d7-5cea-40e6-a23d-d0b4809431b6 admin admin] 10.222.0.66 "PUT /v2.0/subnets/3c9e24ee-9e99-4b6c-804f-9aee9c30ce1f HTTP/1.1" status: 200 len: 868 time: 0.3009593 Aug 18 11:44:17.157890 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e79a774c-1c51-4df4-a65d-91da4b35440d None None] Network 4a56037e-dd28-4195-a079-bf09d6b8b71f requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 11:44:17.177561 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96aaf2d7-5cea-40e6-a23d-d0b4809431b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c9e24ee-9e99-4b6c-804f-9aee9c30ce1f,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:44:17.185569 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96aaf2d7-5cea-40e6-a23d-d0b4809431b6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:44:17.185889 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96aaf2d7-5cea-40e6-a23d-d0b4809431b6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:44:17.186206 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96aaf2d7-5cea-40e6-a23d-d0b4809431b6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:44:17.186579 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96aaf2d7-5cea-40e6-a23d-d0b4809431b6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:44:17.187020 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96aaf2d7-5cea-40e6-a23d-d0b4809431b6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:44:17.187381 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96aaf2d7-5cea-40e6-a23d-d0b4809431b6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:44:17.187701 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96aaf2d7-5cea-40e6-a23d-d0b4809431b6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:44:17.188017 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96aaf2d7-5cea-40e6-a23d-d0b4809431b6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:44:17.188309 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96aaf2d7-5cea-40e6-a23d-d0b4809431b6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:44:17.188711 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96aaf2d7-5cea-40e6-a23d-d0b4809431b6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:44:17.189034 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96aaf2d7-5cea-40e6-a23d-d0b4809431b6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:44:17.189349 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96aaf2d7-5cea-40e6-a23d-d0b4809431b6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:44:17.539925 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-02376b75-4e34-407c-9ce1-ca5421931654 None None] Provisioning complete for port b3c56947-fb15-46db-83e4-7471b2333f6e triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:44:17.540294 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-02376b75-4e34-407c-9ce1-ca5421931654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:44:17.628690 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-02376b75-4e34-407c-9ce1-ca5421931654 None None] Provisioning complete for port 8eb0dc1a-ba83-4bf1-853e-ecf74e570ff7 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:44:17.628907 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-02376b75-4e34-407c-9ce1-ca5421931654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:44:18.416039 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-68a7b328-82d5-4a73-813f-a5693bf8d0c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:44:19.361348 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 44478) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:44:19.569172 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ef03258-3b3f-401d-8201-4385a56e8c8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:44:19.569754 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ef03258-3b3f-401d-8201-4385a56e8c8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:44:19.571254 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-7ef03258-3b3f-401d-8201-4385a56e8c8b admin admin] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2089243 Aug 18 11:44:20.938974 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ce4ea037-49e6-415e-9fa5-fff296f8161e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:44:21.321096 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:44:21.757968 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 44486) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:44:21.908392 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc0a59af-9532-4f35-ad9b-76c1deeeeef9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:44:21.908863 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc0a59af-9532-4f35-ad9b-76c1deeeeef9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:44:21.911782 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-cc0a59af-9532-4f35-ad9b-76c1deeeeef9 admin admin] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1514845 Aug 18 11:44:21.926665 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-53584c24-f517-494e-ac93-c18bb92373f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:44:23.619937 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-500a1c61-38a7-4c23-a7ec-4631080af5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:44:24.051989 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 44494) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:44:24.293872 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36ab00d7-9bd6-42f1-b9d8-381f09b755a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:44:24.295153 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-36ab00d7-9bd6-42f1-b9d8-381f09b755a8 admin admin] 10.222.0.66 "GET /v2.0/networks/4a56037e-dd28-4195-a079-bf09d6b8b71f HTTP/1.1" status: 200 len: 869 time: 0.2418196 Aug 18 11:44:26.476639 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 44502) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:44:26.624373 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c4ef1a4-b41d-4c0d-8a9e-9f296e188230 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:44:26.625762 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-0c4ef1a4-b41d-4c0d-8a9e-9f296e188230 admin admin] 10.222.0.66 "GET /v2.0/networks/7cae7a70-14fd-408c-b14d-39ceb97cb60e HTTP/1.1" status: 200 len: 886 time: 0.1481216 Aug 18 11:44:28.807971 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 44510) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:44:28.945439 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f8ff0c1-eaef-4ce5-9cb8-06ab3cc1dad3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:44:28.945889 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f8ff0c1-eaef-4ce5-9cb8-06ab3cc1dad3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:44:28.947423 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-6f8ff0c1-eaef-4ce5-9cb8-06ab3cc1dad3 admin admin] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1377878 Aug 18 11:44:31.105225 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 44518) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:44:31.259046 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c420d8d5-1fd5-4279-a2e8-2a44cc609af9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:44:31.259579 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c420d8d5-1fd5-4279-a2e8-2a44cc609af9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:44:31.261250 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-c420d8d5-1fd5-4279-a2e8-2a44cc609af9 admin admin] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1547201 Aug 18 11:44:33.393519 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 44526) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:44:33.511370 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a00b48-c617-49e8-8fa6-ad12522749f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:44:33.513221 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-b2a00b48-c617-49e8-8fa6-ad12522749f2 admin admin] 10.222.0.66 "GET /v2.0/subnets/3c9e24ee-9e99-4b6c-804f-9aee9c30ce1f HTTP/1.1" status: 200 len: 868 time: 0.1187215 Aug 18 11:44:35.678783 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 44534) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:44:35.770845 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdc150aa-e2dc-4460-ad27-bb4027ddd399 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:44:35.772792 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-cdc150aa-e2dc-4460-ad27-bb4027ddd399 admin admin] 10.222.0.66 "GET /v2.0/subnets/9784295a-20b8-4a4b-b105-f82737f0448f HTTP/1.1" status: 200 len: 816 time: 0.0929809 Aug 18 11:44:48.417540 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-9001bc1e-b03e-4a51-927e-bcb1ff276bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:44:50.946615 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-07ee6037-1b19-4a6a-9675-fc78b9e507b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:44:51.324000 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:44:51.925812 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-53584c24-f517-494e-ac93-c18bb92373f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:44:52.983448 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.agents_db [None req-6dbb2658-0354-4101-8393-6e7505481cf6 None None] Agent healthcheck: found 5 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 11:44:53.630287 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-500a1c61-38a7-4c23-a7ec-4631080af5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:44:59.450857 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 44588) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:44:59.507706 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [None req-0b4fe042-2fcc-463e-be2f-7b232a9f0889 admin admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=106253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 11:44:59.509227 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-0b4fe042-2fcc-463e-be2f-7b232a9f0889 admin admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0570636 Aug 18 11:45:01.729029 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 44596) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:45:01.793984 n-d-804985-2 neutron-server[106253]: INFO neutron.pecan_wsgi.hooks.translation [None req-da7f7856-4a5b-4552-91e0-7b06652d5d83 admin admin] GET failed (client error): The resource could not be found. Aug 18 11:45:01.795405 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-da7f7856-4a5b-4552-91e0-7b06652d5d83 admin admin] 10.222.0.66 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0653055 Aug 18 11:45:01.961020 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2d14a58-754f-4e6e-873f-e542b6d98ec8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:45:01.962419 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-e2d14a58-754f-4e6e-873f-e542b6d98ec8 admin admin] 10.222.0.66 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1625726 Aug 18 11:45:04.153586 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 44604) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:45:04.217484 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-1f3d0259-1b56-4b80-afa5-df43febde0cc admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:45:04.241248 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f3d0259-1b56-4b80-afa5-df43febde0cc admin admin] Made reservation on behalf of c295b6e86d4a4781872aeef9e73ccfeb for: {'network': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 11:45:04.243486 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1f3d0259-1b56-4b80-afa5-df43febde0cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for network, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:45:04.279139 n-d-804985-2 neutron-server[106252]: WARNING neutron.services.revisions.revision_plugin [None req-1f3d0259-1b56-4b80-afa5-df43febde0cc admin admin] Could not find related network for resource to bump revision. Aug 18 11:45:04.293244 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f3d0259-1b56-4b80-afa5-df43febde0cc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 823} {{(pid=106252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 11:45:04.303577 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1f3d0259-1b56-4b80-afa5-df43febde0cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:45:04.303890 n-d-804985-2 neutron-server[106252]: INFO neutron.db.segments_db [None req-1f3d0259-1b56-4b80-afa5-df43febde0cc admin admin] Added segment b0eb6eea-b461-4969-8a27-808f00daa8a1 of type vlan for network 222e0814-c7e5-4b11-9282-3f40c6ed76b2 Aug 18 11:45:04.342828 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1f3d0259-1b56-4b80-afa5-df43febde0cc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789150665894'] for network, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:45:04.369485 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1f3d0259-1b56-4b80-afa5-df43febde0cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for network, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:45:04.370415 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f3d0259-1b56-4b80-afa5-df43febde0cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:45:04.371002 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1f3d0259-1b56-4b80-afa5-df43febde0cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for network, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:45:04.427902 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-1f3d0259-1b56-4b80-afa5-df43febde0cc admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2727668 Aug 18 11:45:04.430712 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3d0259-1b56-4b80-afa5-df43febde0cc admin admin] Pushing event updated for resources: {'Network': ['ID=222e0814-c7e5-4b11-9282-3f40c6ed76b2,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:45:04.437568 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3d0259-1b56-4b80-afa5-df43febde0cc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:45:04.437918 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3d0259-1b56-4b80-afa5-df43febde0cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:45:04.438226 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3d0259-1b56-4b80-afa5-df43febde0cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:45:04.438553 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3d0259-1b56-4b80-afa5-df43febde0cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:45:04.438874 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3d0259-1b56-4b80-afa5-df43febde0cc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:45:04.439191 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3d0259-1b56-4b80-afa5-df43febde0cc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:45:04.439508 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3d0259-1b56-4b80-afa5-df43febde0cc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:45:04.439821 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3d0259-1b56-4b80-afa5-df43febde0cc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:45:04.440134 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3d0259-1b56-4b80-afa5-df43febde0cc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:45:04.440451 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3d0259-1b56-4b80-afa5-df43febde0cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:45:04.440796 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3d0259-1b56-4b80-afa5-df43febde0cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:45:04.441106 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3d0259-1b56-4b80-afa5-df43febde0cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:45:04.454414 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Network 222e0814-c7e5-4b11-9282-3f40c6ed76b2 details requested by agent ovs-agent-n-d-804985-2 with host n-d-804985-2 {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 11:45:06.593811 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 44612) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:45:06.664104 n-d-804985-2 neutron-server[106252]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4600786-5f95-4f9d-9df5-cd78f24b7263 admin admin] GET failed (client error): The resource could not be found. Aug 18 11:45:06.665518 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-f4600786-5f95-4f9d-9df5-cd78f24b7263 admin admin] 10.222.0.66 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0703943 Aug 18 11:45:06.785425 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6959b8b2-adee-4d6d-8caa-885d66518aa6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:45:06.786815 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-6959b8b2-adee-4d6d-8caa-885d66518aa6 admin admin] 10.222.0.66 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1168475 Aug 18 11:45:06.797633 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-1760acf1-e665-45bd-a796-9290285a5acc admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'network_id': '222e0814-c7e5-4b11-9282-3f40c6ed76b2', 'description': 'shared-subnet', 'ip_version': 4, 'name': 'shared-subnet'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:45:06.825340 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1760acf1-e665-45bd-a796-9290285a5acc admin admin] Made reservation on behalf of c295b6e86d4a4781872aeef9e73ccfeb for: {'subnet': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 11:45:06.829329 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1760acf1-e665-45bd-a796-9290285a5acc admin admin] Notify callbacks [] for subnet, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:45:07.006262 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1760acf1-e665-45bd-a796-9290285a5acc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for subnet, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:45:07.064278 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1760acf1-e665-45bd-a796-9290285a5acc admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d16d680-110b-436d-8afa-48ba845b3623,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:45:07.070022 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1760acf1-e665-45bd-a796-9290285a5acc admin admin] Checking segment: {'id': 'b0eb6eea-b461-4969-8a27-808f00daa8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '222e0814-c7e5-4b11-9282-3f40c6ed76b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 11:45:07.070970 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1760acf1-e665-45bd-a796-9290285a5acc admin admin] Network hostable DHCP agents. Network: 222e0814-c7e5-4b11-9282-3f40c6ed76b2, hostable agents: ['97c14208-2951-4361-8d64-3708c946ff5f'], hosted agents: [] {{(pid=106252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 11:45:07.087449 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1760acf1-e665-45bd-a796-9290285a5acc admin admin] Network 222e0814-c7e5-4b11-9282-3f40c6ed76b2 is scheduled to be hosted by DHCP agent 97c14208-2951-4361-8d64-3708c946ff5f with binding_index 1 {{(pid=106252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 11:45:07.096339 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-1760acf1-e665-45bd-a796-9290285a5acc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-2, 222e0814-c7e5-4b11-9282-3f40c6ed76b2) {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:45:07.100397 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1760acf1-e665-45bd-a796-9290285a5acc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:45:07.101016 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1760acf1-e665-45bd-a796-9290285a5acc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for subnet, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:45:07.106877 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aad227f-ec2f-4d16-b47c-a9d60d127ed2 None None] Network 222e0814-c7e5-4b11-9282-3f40c6ed76b2 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 11:45:07.115005 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-1760acf1-e665-45bd-a796-9290285a5acc admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3210409 Aug 18 11:45:07.356362 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0a7de67-6333-48ab-8300-fe446a92589a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp788be208-34ab-5a8f-af0f-528834af222f-222e0814-c7e5-4b11-9282-3f40c6ed76b2', 'network_id': '222e0814-c7e5-4b11-9282-3f40c6ed76b2', 'tenant_id': 'c295b6e86d4a4781872aeef9e73ccfeb', 'fixed_ips': [{'subnet_id': '6d16d680-110b-436d-8afa-48ba845b3623'}]}} from n-d-804985-2. {{(pid=106254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 11:45:07.357275 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-d0a7de67-6333-48ab-8300-fe446a92589a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:45:07.492909 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.db_base_plugin_common [None req-d0a7de67-6333-48ab-8300-fe446a92589a None None] Allocated IP 192.168.233.2 (222e0814-c7e5-4b11-9282-3f40c6ed76b2/6d16d680-110b-436d-8afa-48ba845b3623/1306c0c6-686f-4491-a523-e2cb197ec7c9) {{(pid=106254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 11:45:07.641587 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-d0a7de67-6333-48ab-8300-fe446a92589a None None] Notify callbacks [] for port, precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:45:07.650235 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-d0a7de67-6333-48ab-8300-fe446a92589a None None] Transition to ACTIVE for port object 1306c0c6-686f-4491-a523-e2cb197ec7c9 will not be triggered until provisioned by entity L2. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 11:45:07.665591 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-d0a7de67-6333-48ab-8300-fe446a92589a None None] Transition to ACTIVE for port object 1306c0c6-686f-4491-a523-e2cb197ec7c9 will not be triggered until provisioned by entity DHCP. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 11:45:07.671902 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-d0a7de67-6333-48ab-8300-fe446a92589a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547'] for port, after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:45:07.707367 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0a7de67-6333-48ab-8300-fe446a92589a None None] Network 222e0814-c7e5-4b11-9282-3f40c6ed76b2 is already hosted by enough agents. {{(pid=106254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 11:45:07.712137 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.base_scheduler [None req-d0a7de67-6333-48ab-8300-fe446a92589a None None] Resources bound (agent type, host, resource id): {{(pid=106254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:45:07.715604 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a7de67-6333-48ab-8300-fe446a92589a None None] Received port after_create {{(pid=106254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 11:45:07.722005 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a7de67-6333-48ab-8300-fe446a92589a None None] Pushing event updated for resources: {'Port': ['ID=1306c0c6-686f-4491-a523-e2cb197ec7c9,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:45:07.732389 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a7de67-6333-48ab-8300-fe446a92589a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:45:07.732772 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a7de67-6333-48ab-8300-fe446a92589a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:45:07.733089 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a7de67-6333-48ab-8300-fe446a92589a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:45:07.733452 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a7de67-6333-48ab-8300-fe446a92589a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:45:07.733783 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a7de67-6333-48ab-8300-fe446a92589a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:45:07.734105 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a7de67-6333-48ab-8300-fe446a92589a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:45:07.734424 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a7de67-6333-48ab-8300-fe446a92589a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:45:07.734740 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a7de67-6333-48ab-8300-fe446a92589a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:45:07.735056 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a7de67-6333-48ab-8300-fe446a92589a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:45:07.735370 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a7de67-6333-48ab-8300-fe446a92589a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:45:07.735701 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a7de67-6333-48ab-8300-fe446a92589a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:45:07.736045 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a7de67-6333-48ab-8300-fe446a92589a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:45:07.784766 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-d0a7de67-6333-48ab-8300-fe446a92589a None None] Attempting to bind port 1306c0c6-686f-4491-a523-e2cb197ec7c9 on host n-d-804985-2 for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 11:45:07.785133 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-d0a7de67-6333-48ab-8300-fe446a92589a None None] Attempting to bind port 1306c0c6-686f-4491-a523-e2cb197ec7c9 by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': 'b0eb6eea-b461-4969-8a27-808f00daa8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '222e0814-c7e5-4b11-9282-3f40c6ed76b2'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 11:45:07.785492 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a7de67-6333-48ab-8300-fe446a92589a None None] Attempting to bind port 1306c0c6-686f-4491-a523-e2cb197ec7c9 on network 222e0814-c7e5-4b11-9282-3f40c6ed76b2 {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 11:45:07.790551 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a7de67-6333-48ab-8300-fe446a92589a None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 11, 44, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 11:45:07.790928 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a7de67-6333-48ab-8300-fe446a92589a None None] Checking segment: {'id': 'b0eb6eea-b461-4969-8a27-808f00daa8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '222e0814-c7e5-4b11-9282-3f40c6ed76b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 11:45:07.791295 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-d0a7de67-6333-48ab-8300-fe446a92589a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:45:07.791684 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a7de67-6333-48ab-8300-fe446a92589a None None] Bound using segment: {'id': 'b0eb6eea-b461-4969-8a27-808f00daa8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '222e0814-c7e5-4b11-9282-3f40c6ed76b2'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 11:45:07.792136 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-d0a7de67-6333-48ab-8300-fe446a92589a None None] Bound port: 1306c0c6-686f-4491-a523-e2cb197ec7c9, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0eb6eea-b461-4969-8a27-808f00daa8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '222e0814-c7e5-4b11-9282-3f40c6ed76b2'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 11:45:07.792542 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-d0a7de67-6333-48ab-8300-fe446a92589a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:45:07.857768 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-d0a7de67-6333-48ab-8300-fe446a92589a None None] For port 1306c0c6-686f-4491-a523-e2cb197ec7c9, host n-d-804985-2, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 11:45:07.860933 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-d0a7de67-6333-48ab-8300-fe446a92589a None None] For port 1306c0c6-686f-4491-a523-e2cb197ec7c9, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=1306c0c6-686f-4491-a523-e2cb197ec7c9,segment=NetworkSegment(b0eb6eea-b461-4969-8a27-808f00daa8a1),segment_id=b0eb6eea-b461-4969-8a27-808f00daa8a1)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 11:45:07.866618 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-d0a7de67-6333-48ab-8300-fe446a92589a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:45:07.920561 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a7de67-6333-48ab-8300-fe446a92589a None None] Pushing event updated for resources: {'Port': ['ID=1306c0c6-686f-4491-a523-e2cb197ec7c9,revision_number=2']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:45:08.785339 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaec58f4-5ae4-40b0-b0e3-af52a232acc5 None None] Network 222e0814-c7e5-4b11-9282-3f40c6ed76b2 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 11:45:08.845097 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-d37b9d39-3e19-46b3-a437-6b061d4d352d None None] Provisioning for port 1306c0c6-686f-4491-a523-e2cb197ec7c9 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 11:45:09.499722 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 1306c0c6-686f-4491-a523-e2cb197ec7c9 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:45:09.554875 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port 1306c0c6-686f-4491-a523-e2cb197ec7c9 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 11:45:09.559804 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 1306c0c6-686f-4491-a523-e2cb197ec7c9 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:45:09.560231 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:45:09.639128 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:45:09.672228 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] For port 1306c0c6-686f-4491-a523-e2cb197ec7c9, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=1306c0c6-686f-4491-a523-e2cb197ec7c9,segment=NetworkSegment(b0eb6eea-b461-4969-8a27-808f00daa8a1),segment_id=b0eb6eea-b461-4969-8a27-808f00daa8a1)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:45:09.676955 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:45:09.725824 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Pushing event updated for resources: {'Port': ['ID=1306c0c6-686f-4491-a523-e2cb197ec7c9,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:45:11.466916 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 1306c0c6-686f-4491-a523-e2cb197ec7c9 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:45:11.515643 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 1306c0c6-686f-4491-a523-e2cb197ec7c9 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:45:11.516006 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:45:18.420599 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-bf7c396d-922c-4a83-a7df-41b2f91725c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:45:20.942783 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-dc1c2ba1-4a5d-40a8-9518-a1e6f638ff68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:45:21.327419 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:45:21.930196 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-53584c24-f517-494e-ac93-c18bb92373f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:45:23.626434 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-500a1c61-38a7-4c23-a7ec-4631080af5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:45:29.982477 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.agents_db [None req-6dbb2658-0354-4101-8393-6e7505481cf6 None None] Agent healthcheck: found 5 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 11:45:48.423666 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-05784781-66a5-4218-a74f-3e75e3c93e22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:45:50.937186 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-74795cee-5fdf-42ab-a440-e87596698a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:45:51.330516 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:45:51.931509 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-53584c24-f517-494e-ac93-c18bb92373f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:45:53.632219 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-500a1c61-38a7-4c23-a7ec-4631080af5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:46:06.981348 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.agents_db [None req-6dbb2658-0354-4101-8393-6e7505481cf6 None None] Agent healthcheck: found 5 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 11:46:16.465280 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 44664) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:46:16.473950 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [None req-5eb07a3c-e3d8-4895-bbc5-b6b2f24352da tempest-verify_tempest_config-128578826 tempest-verify_tempest_config-128578826-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=106253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 11:46:16.475151 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-5eb07a3c-e3d8-4895-bbc5-b6b2f24352da tempest-verify_tempest_config-128578826 tempest-verify_tempest_config-128578826-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0087814 Aug 18 11:46:16.807476 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 44682) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:46:16.918307 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-52b9bb64-d4e7-4124-9985-1ca79d38c30e admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:46:17.011391 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-52b9bb64-d4e7-4124-9985-1ca79d38c30e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:46:17.016720 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-52b9bb64-d4e7-4124-9985-1ca79d38c30e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:46:17.059108 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b9bb64-d4e7-4124-9985-1ca79d38c30e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42e76f1f-fd67-4413-9061-88da73e538d6,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:46:17.062884 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-52b9bb64-d4e7-4124-9985-1ca79d38c30e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=67fb2a6291d24c99ab8ea2974e35ee4f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2544317 Aug 18 11:46:17.065942 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 44686) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:46:17.068200 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b9bb64-d4e7-4124-9985-1ca79d38c30e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:46:17.068567 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b9bb64-d4e7-4124-9985-1ca79d38c30e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:46:17.068905 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b9bb64-d4e7-4124-9985-1ca79d38c30e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:46:17.069231 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b9bb64-d4e7-4124-9985-1ca79d38c30e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:46:17.069554 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b9bb64-d4e7-4124-9985-1ca79d38c30e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:46:17.070238 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b9bb64-d4e7-4124-9985-1ca79d38c30e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:46:17.070556 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b9bb64-d4e7-4124-9985-1ca79d38c30e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:46:17.070871 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b9bb64-d4e7-4124-9985-1ca79d38c30e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:46:17.071184 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b9bb64-d4e7-4124-9985-1ca79d38c30e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:46:17.071498 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b9bb64-d4e7-4124-9985-1ca79d38c30e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:46:17.071809 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b9bb64-d4e7-4124-9985-1ca79d38c30e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:46:17.072118 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b9bb64-d4e7-4124-9985-1ca79d38c30e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:46:17.123187 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-77228533-5ed5-41fc-a81b-546c567b6579 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:46:17.150793 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-77228533-5ed5-41fc-a81b-546c567b6579 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:46:17.239190 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-77228533-5ed5-41fc-a81b-546c567b6579 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:46:17.243106 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-77228533-5ed5-41fc-a81b-546c567b6579 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:46:17.244944 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-77228533-5ed5-41fc-a81b-546c567b6579 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/42e76f1f-fd67-4413-9061-88da73e538d6 HTTP/1.1" status: 204 len: 168 time: 0.1776586 Aug 18 11:46:17.254824 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77228533-5ed5-41fc-a81b-546c567b6579 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42e76f1f-fd67-4413-9061-88da73e538d6,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:46:17.261435 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77228533-5ed5-41fc-a81b-546c567b6579 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:46:17.261809 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77228533-5ed5-41fc-a81b-546c567b6579 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:46:17.262159 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77228533-5ed5-41fc-a81b-546c567b6579 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:46:17.262493 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77228533-5ed5-41fc-a81b-546c567b6579 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:46:17.262827 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77228533-5ed5-41fc-a81b-546c567b6579 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:46:17.263156 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77228533-5ed5-41fc-a81b-546c567b6579 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:46:17.263485 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77228533-5ed5-41fc-a81b-546c567b6579 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:46:17.263808 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77228533-5ed5-41fc-a81b-546c567b6579 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:46:17.264133 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77228533-5ed5-41fc-a81b-546c567b6579 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:46:17.264453 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77228533-5ed5-41fc-a81b-546c567b6579 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:46:17.264814 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77228533-5ed5-41fc-a81b-546c567b6579 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:46:17.265136 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77228533-5ed5-41fc-a81b-546c567b6579 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:46:18.427227 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-fdf25e92-ba9a-4c12-b6ee-030eb9c1563c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:46:20.950268 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ce92a604-3fd8-47f3-b0e2-0c8904852a8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:46:21.336329 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:46:21.938580 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-53584c24-f517-494e-ac93-c18bb92373f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:46:23.634610 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-500a1c61-38a7-4c23-a7ec-4631080af5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:46:43.985957 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.agents_db [None req-6dbb2658-0354-4101-8393-6e7505481cf6 None None] Agent healthcheck: found 5 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 11:46:48.439400 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-623bae9f-1a46-4a72-b355-d8ab13eaa12d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:46:50.955781 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-13471746-488c-4bd3-a886-0fb917b04c0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:46:51.332589 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:46:51.944411 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-53584c24-f517-494e-ac93-c18bb92373f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:46:53.646806 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-500a1c61-38a7-4c23-a7ec-4631080af5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:47:18.442849 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3491f68d-e39a-4b0e-b21b-97f67cac0f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:47:20.959600 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-748f4b20-011d-4fc9-9183-7414d0e3a2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:47:20.987510 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.agents_db [None req-6dbb2658-0354-4101-8393-6e7505481cf6 None None] Agent healthcheck: found 5 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 11:47:21.343192 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:47:21.950082 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-53584c24-f517-494e-ac93-c18bb92373f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:47:23.646269 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-500a1c61-38a7-4c23-a7ec-4631080af5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:47:48.446147 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-13e5b508-99ba-44e5-a362-22e55f9969af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:47:50.962455 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-fd73fc2d-2f68-4c7d-a370-147b577a4f2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:47:51.352051 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:47:51.952736 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-53584c24-f517-494e-ac93-c18bb92373f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:47:53.659527 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-500a1c61-38a7-4c23-a7ec-4631080af5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:47:57.991529 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.agents_db [None req-6dbb2658-0354-4101-8393-6e7505481cf6 None None] Agent healthcheck: found 5 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 11:48:18.452114 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-b6297873-bef0-4b26-91ef-6acc5b5e399f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:48:20.965316 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-37e24a9e-55a6-4753-a728-76c3e3dde65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:48:21.341483 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:48:21.955244 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-53584c24-f517-494e-ac93-c18bb92373f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:48:23.658343 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-500a1c61-38a7-4c23-a7ec-4631080af5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:48:34.995082 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.agents_db [None req-6dbb2658-0354-4101-8393-6e7505481cf6 None None] Agent healthcheck: found 5 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 11:48:48.437919 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3319aece-21d9-4f3c-8c95-fa5cbc234507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:48:50.968119 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-7c3e1bed-9610-4ea5-9525-01ad005bb0a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:48:51.341910 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:48:51.965419 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-53584c24-f517-494e-ac93-c18bb92373f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:48:53.668268 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-500a1c61-38a7-4c23-a7ec-4631080af5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:49:05.713917 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-953708'] for agent, after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:49:07.926105 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-953708'] for agent, after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:49:11.994889 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.agents_db [None req-6dbb2658-0354-4101-8393-6e7505481cf6 None None] Agent healthcheck: found 7 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 11:49:18.454068 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-6ed781cd-7ddf-4e27-a706-88249bcce8c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:49:20.973575 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-bae0863f-9a23-4709-83ab-83fb3e858157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:49:21.344008 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:49:22.060574 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-53584c24-f517-494e-ac93-c18bb92373f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:49:23.668733 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-500a1c61-38a7-4c23-a7ec-4631080af5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:49:35.686096 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:49:37.887709 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:49:48.437156 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-e05279e6-d80d-492b-af95-998b4925c2ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:49:48.994794 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.agents_db [None req-6dbb2658-0354-4101-8393-6e7505481cf6 None None] Agent healthcheck: found 7 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 11:49:50.958545 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-efd1683f-b31e-4372-892a-a0e4ee32f2d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:49:51.344392 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:49:51.972764 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-53584c24-f517-494e-ac93-c18bb92373f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:49:53.666209 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-500a1c61-38a7-4c23-a7ec-4631080af5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:49:54.925029 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 44752) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:49:55.041069 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-12406747-a92c-46bb-90ed-cf1f88879b5e admin admin] 10.222.0.66 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1149166 Aug 18 11:49:57.219581 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 44762) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:49:57.281629 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-fa90a687-5a6c-4899-a568-4597836b01bb admin admin] 10.222.0.66 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0605154 Aug 18 11:50:05.697204 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:50:07.886874 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:50:18.452086 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-5a1931ca-a14d-4f70-b84f-344f1df42f4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:50:20.963789 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e49c716-e766-4dbc-bb86-42bd4a35c954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:50:21.347941 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:50:21.971404 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-53584c24-f517-494e-ac93-c18bb92373f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:50:23.673309 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-500a1c61-38a7-4c23-a7ec-4631080af5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:50:26.001014 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.agents_db [None req-6dbb2658-0354-4101-8393-6e7505481cf6 None None] Agent healthcheck: found 7 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 11:50:35.706119 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:50:37.879824 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:50:48.446596 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8d0006fd-e91f-4250-a6e9-a1eb176bc881 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:50:50.965854 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-309e4596-79c2-4b4b-a625-b53506321972 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:50:51.342006 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:50:51.973295 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-53584c24-f517-494e-ac93-c18bb92373f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:50:53.673784 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-500a1c61-38a7-4c23-a7ec-4631080af5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:03.001200 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.agents_db [None req-6dbb2658-0354-4101-8393-6e7505481cf6 None None] Agent healthcheck: found 7 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 11:51:05.702182 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:07.887721 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:17.941430 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 44986) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:51:17.943342 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 44988) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:51:18.303391 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-277b494d-a071-4012-ae33-bfe46cd9b197 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-299522033-network', 'tenant_id': 'c87ef195b6b74f67b0f04cf988678fa6'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:51:18.328790 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-277b494d-a071-4012-ae33-bfe46cd9b197 admin admin] Made reservation on behalf of c87ef195b6b74f67b0f04cf988678fa6 for: {'network': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 11:51:18.331436 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-277b494d-a071-4012-ae33-bfe46cd9b197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for network, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:18.335542 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-7f9b87e8-43cd-4a7a-930c-b8372ce7acbb tempest-AutoAllocateNetworkTest-103132979 tempest-AutoAllocateNetworkTest-103132979-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=1ae4b88fc7ca4b9e986fbd3c15719b6b&shared=False HTTP/1.1" status: 200 len: 208 time: 0.3909874 Aug 18 11:51:18.338223 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 45010) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:51:18.351218 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-277b494d-a071-4012-ae33-bfe46cd9b197 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:18.453759 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-7d3b2088-e35b-4e55-8950-12d9fa268562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:18.477833 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-277b494d-a071-4012-ae33-bfe46cd9b197 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:18.486163 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-277b494d-a071-4012-ae33-bfe46cd9b197 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:18.531249 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-277b494d-a071-4012-ae33-bfe46cd9b197 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 835} {{(pid=106253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 11:51:18.537068 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277b494d-a071-4012-ae33-bfe46cd9b197 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ae1191e-8b0d-49e1-b48d-7e6a5af2913f,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:51:18.546099 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b47590a-30ee-4676-b754-454b81914448 tempest-AutoAllocateNetworkTest-103132979 tempest-AutoAllocateNetworkTest-103132979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:51:18.550993 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277b494d-a071-4012-ae33-bfe46cd9b197 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:51:18.551631 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277b494d-a071-4012-ae33-bfe46cd9b197 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:51:18.551750 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-6b47590a-30ee-4676-b754-454b81914448 tempest-AutoAllocateNetworkTest-103132979 tempest-AutoAllocateNetworkTest-103132979-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2123623 Aug 18 11:51:18.552176 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277b494d-a071-4012-ae33-bfe46cd9b197 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:51:18.552330 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 45020) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:51:18.552989 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277b494d-a071-4012-ae33-bfe46cd9b197 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:51:18.553477 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277b494d-a071-4012-ae33-bfe46cd9b197 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:51:18.554388 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277b494d-a071-4012-ae33-bfe46cd9b197 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:51:18.555019 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277b494d-a071-4012-ae33-bfe46cd9b197 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:51:18.555767 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277b494d-a071-4012-ae33-bfe46cd9b197 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:51:18.556255 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277b494d-a071-4012-ae33-bfe46cd9b197 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:51:18.556762 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277b494d-a071-4012-ae33-bfe46cd9b197 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:51:18.557241 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277b494d-a071-4012-ae33-bfe46cd9b197 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:51:18.557703 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277b494d-a071-4012-ae33-bfe46cd9b197 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:51:18.559032 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277b494d-a071-4012-ae33-bfe46cd9b197 admin admin] Tracked resource versions report: Aug 18 11:51:18.559032 n-d-804985-2 neutron-server[106253]: pushed versions: Aug 18 11:51:18.559032 n-d-804985-2 neutron-server[106253]: { 'AddressGroup': {'1.2'}, Aug 18 11:51:18.559032 n-d-804985-2 neutron-server[106253]: 'ConntrackHelper': {'1.0'}, Aug 18 11:51:18.559032 n-d-804985-2 neutron-server[106253]: 'Log': {'1.0'}, Aug 18 11:51:18.559032 n-d-804985-2 neutron-server[106253]: 'Network': {'1.1'}, Aug 18 11:51:18.559032 n-d-804985-2 neutron-server[106253]: 'Port': {'1.7'}, Aug 18 11:51:18.559032 n-d-804985-2 neutron-server[106253]: 'PortForwarding': {'1.2'}, Aug 18 11:51:18.559032 n-d-804985-2 neutron-server[106253]: 'QosPolicy': {'1.9'}, Aug 18 11:51:18.559032 n-d-804985-2 neutron-server[106253]: 'SecurityGroup': {'1.4'}, Aug 18 11:51:18.559032 n-d-804985-2 neutron-server[106253]: 'SecurityGroupRule': {'1.2'}, Aug 18 11:51:18.559032 n-d-804985-2 neutron-server[106253]: 'SubPort': {'1.0'}, Aug 18 11:51:18.559032 n-d-804985-2 neutron-server[106253]: 'Subnet': {'1.1'}, Aug 18 11:51:18.559032 n-d-804985-2 neutron-server[106253]: 'Trunk': {'1.1'}} Aug 18 11:51:18.559032 n-d-804985-2 neutron-server[106253]: consumer versions: Aug 18 11:51:18.559032 n-d-804985-2 neutron-server[106253]: { DHCP agent@n-d-804985-2: {}, Aug 18 11:51:18.559032 n-d-804985-2 neutron-server[106253]: HyperV agent@n-h1-804985-2: {}, Aug 18 11:51:18.559032 n-d-804985-2 neutron-server[106253]: HyperV agent@n-h2-804985-2: {}, Aug 18 11:51:18.559032 n-d-804985-2 neutron-server[106253]: L3 agent@n-d-804985-2: {}, Aug 18 11:51:18.559032 n-d-804985-2 neutron-server[106253]: Metadata agent@n-d-804985-2: {}, Aug 18 11:51:18.559032 n-d-804985-2 neutron-server[106253]: Metering agent@n-d-804985-2: {}, Aug 18 11:51:18.559032 n-d-804985-2 neutron-server[106253]: Open vSwitch agent@n-d-804985-2: { 'AddressGroup': '1.2', Aug 18 11:51:18.559032 n-d-804985-2 neutron-server[106253]: 'ConntrackHelper': '1.0', Aug 18 11:51:18.559032 n-d-804985-2 neutron-server[106253]: 'Log': '1.0', Aug 18 11:51:18.559032 n-d-804985-2 neutron-server[106253]: 'Network': '1.1', Aug 18 11:51:18.559032 n-d-804985-2 neutron-server[106253]: 'Port': '1.7', Aug 18 11:51:18.559032 n-d-804985-2 neutron-server[106253]: 'PortForwarding': '1.2', Aug 18 11:51:18.559032 n-d-804985-2 neutron-server[106253]: 'QosPolicy': '1.9', Aug 18 11:51:18.559032 n-d-804985-2 neutron-server[106253]: 'SecurityGroup': '1.4', Aug 18 11:51:18.559032 n-d-804985-2 neutron-server[106253]: 'SecurityGroupRule': '1.2', Aug 18 11:51:18.559032 n-d-804985-2 neutron-server[106253]: 'SubPort': '1.0', Aug 18 11:51:18.559032 n-d-804985-2 neutron-server[106253]: 'Subnet': '1.1', Aug 18 11:51:18.559032 n-d-804985-2 neutron-server[106253]: 'Trunk': '1.1'}} Aug 18 11:51:18.559032 n-d-804985-2 neutron-server[106253]: {{(pid=106253) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 18 11:51:18.587297 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-277b494d-a071-4012-ae33-bfe46cd9b197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:18.587703 n-d-804985-2 neutron-server[106253]: INFO neutron.db.segments_db [None req-277b494d-a071-4012-ae33-bfe46cd9b197 admin admin] Added segment a64f6bd4-a887-4b68-9b8c-3f473a0ffabc of type vlan for network 299a3393-ede6-4663-8e2e-68401e0c2de3 Aug 18 11:51:18.630902 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 45026) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:51:18.631601 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-d8fa3d25-d977-4601-a6c6-f30688c28407 tempest-AutoAllocateNetworkTest-103132979 tempest-AutoAllocateNetworkTest-103132979-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0779576 Aug 18 11:51:18.670111 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-e6f6aa7d-7059-463d-b3ec-9da8d79e6ae0 tempest-AutoAllocateNetworkTest-103132979 tempest-AutoAllocateNetworkTest-103132979-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=1ae4b88fc7ca4b9e986fbd3c15719b6b HTTP/1.1" status: 200 len: 208 time: 0.0376267 Aug 18 11:51:18.672160 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-277b494d-a071-4012-ae33-bfe46cd9b197 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789150665894'] for network, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:18.696767 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-277b494d-a071-4012-ae33-bfe46cd9b197 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for network, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:18.697857 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-277b494d-a071-4012-ae33-bfe46cd9b197 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:51:18.698680 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-277b494d-a071-4012-ae33-bfe46cd9b197 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:18.766885 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 45040) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:51:18.771827 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-1ef4fb3c-5cb8-4dbc-a642-b1b40b08fc57 admin admin] Request body: {'subnet': {'network_id': '299a3393-ede6-4663-8e2e-68401e0c2de3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-299522033-subnet', 'tenant_id': 'c87ef195b6b74f67b0f04cf988678fa6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:51:18.775952 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-277b494d-a071-4012-ae33-bfe46cd9b197 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.8333681 Aug 18 11:51:18.789789 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277b494d-a071-4012-ae33-bfe46cd9b197 admin admin] Pushing event updated for resources: {'Network': ['ID=299a3393-ede6-4663-8e2e-68401e0c2de3,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:51:18.802826 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Network 299a3393-ede6-4663-8e2e-68401e0c2de3 details requested by agent ovs-agent-n-d-804985-2 with host n-d-804985-2 {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 11:51:18.814282 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ef4fb3c-5cb8-4dbc-a642-b1b40b08fc57 admin admin] Made reservation on behalf of c87ef195b6b74f67b0f04cf988678fa6 for: {'subnet': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 11:51:18.816762 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1ef4fb3c-5cb8-4dbc-a642-b1b40b08fc57 admin admin] Notify callbacks [] for subnet, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:19.017012 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1ef4fb3c-5cb8-4dbc-a642-b1b40b08fc57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for subnet, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:19.062167 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef4fb3c-5cb8-4dbc-a642-b1b40b08fc57 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f6a98c3-f342-4c72-a137-7aba7a641e96,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:51:19.068571 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef4fb3c-5cb8-4dbc-a642-b1b40b08fc57 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:51:19.068927 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef4fb3c-5cb8-4dbc-a642-b1b40b08fc57 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:51:19.069280 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef4fb3c-5cb8-4dbc-a642-b1b40b08fc57 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:51:19.069594 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef4fb3c-5cb8-4dbc-a642-b1b40b08fc57 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:51:19.070271 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef4fb3c-5cb8-4dbc-a642-b1b40b08fc57 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:51:19.070604 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef4fb3c-5cb8-4dbc-a642-b1b40b08fc57 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:51:19.070927 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef4fb3c-5cb8-4dbc-a642-b1b40b08fc57 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:51:19.071252 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef4fb3c-5cb8-4dbc-a642-b1b40b08fc57 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:51:19.071570 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef4fb3c-5cb8-4dbc-a642-b1b40b08fc57 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:51:19.071896 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef4fb3c-5cb8-4dbc-a642-b1b40b08fc57 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:51:19.072506 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef4fb3c-5cb8-4dbc-a642-b1b40b08fc57 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:51:19.072639 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef4fb3c-5cb8-4dbc-a642-b1b40b08fc57 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:51:19.073619 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef4fb3c-5cb8-4dbc-a642-b1b40b08fc57 admin admin] Tracked resource versions report: Aug 18 11:51:19.073619 n-d-804985-2 neutron-server[106252]: pushed versions: Aug 18 11:51:19.073619 n-d-804985-2 neutron-server[106252]: { 'AddressGroup': {'1.2'}, Aug 18 11:51:19.073619 n-d-804985-2 neutron-server[106252]: 'ConntrackHelper': {'1.0'}, Aug 18 11:51:19.073619 n-d-804985-2 neutron-server[106252]: 'Log': {'1.0'}, Aug 18 11:51:19.073619 n-d-804985-2 neutron-server[106252]: 'Network': {'1.1'}, Aug 18 11:51:19.073619 n-d-804985-2 neutron-server[106252]: 'Port': {'1.7'}, Aug 18 11:51:19.073619 n-d-804985-2 neutron-server[106252]: 'PortForwarding': {'1.2'}, Aug 18 11:51:19.073619 n-d-804985-2 neutron-server[106252]: 'QosPolicy': {'1.9'}, Aug 18 11:51:19.073619 n-d-804985-2 neutron-server[106252]: 'SecurityGroup': {'1.4'}, Aug 18 11:51:19.073619 n-d-804985-2 neutron-server[106252]: 'SecurityGroupRule': {'1.2'}, Aug 18 11:51:19.073619 n-d-804985-2 neutron-server[106252]: 'SubPort': {'1.0'}, Aug 18 11:51:19.073619 n-d-804985-2 neutron-server[106252]: 'Subnet': {'1.1'}, Aug 18 11:51:19.073619 n-d-804985-2 neutron-server[106252]: 'Trunk': {'1.1'}} Aug 18 11:51:19.073619 n-d-804985-2 neutron-server[106252]: consumer versions: Aug 18 11:51:19.073619 n-d-804985-2 neutron-server[106252]: { DHCP agent@n-d-804985-2: {}, Aug 18 11:51:19.073619 n-d-804985-2 neutron-server[106252]: HyperV agent@n-h1-804985-2: {}, Aug 18 11:51:19.073619 n-d-804985-2 neutron-server[106252]: HyperV agent@n-h2-804985-2: {}, Aug 18 11:51:19.073619 n-d-804985-2 neutron-server[106252]: L3 agent@n-d-804985-2: {}, Aug 18 11:51:19.073619 n-d-804985-2 neutron-server[106252]: Metadata agent@n-d-804985-2: {}, Aug 18 11:51:19.073619 n-d-804985-2 neutron-server[106252]: Metering agent@n-d-804985-2: {}, Aug 18 11:51:19.073619 n-d-804985-2 neutron-server[106252]: Open vSwitch agent@n-d-804985-2: { 'AddressGroup': '1.2', Aug 18 11:51:19.073619 n-d-804985-2 neutron-server[106252]: 'ConntrackHelper': '1.0', Aug 18 11:51:19.073619 n-d-804985-2 neutron-server[106252]: 'Log': '1.0', Aug 18 11:51:19.073619 n-d-804985-2 neutron-server[106252]: 'Network': '1.1', Aug 18 11:51:19.073619 n-d-804985-2 neutron-server[106252]: 'Port': '1.7', Aug 18 11:51:19.073619 n-d-804985-2 neutron-server[106252]: 'PortForwarding': '1.2', Aug 18 11:51:19.073619 n-d-804985-2 neutron-server[106252]: 'QosPolicy': '1.9', Aug 18 11:51:19.073619 n-d-804985-2 neutron-server[106252]: 'SecurityGroup': '1.4', Aug 18 11:51:19.073619 n-d-804985-2 neutron-server[106252]: 'SecurityGroupRule': '1.2', Aug 18 11:51:19.073619 n-d-804985-2 neutron-server[106252]: 'SubPort': '1.0', Aug 18 11:51:19.073619 n-d-804985-2 neutron-server[106252]: 'Subnet': '1.1', Aug 18 11:51:19.073619 n-d-804985-2 neutron-server[106252]: 'Trunk': '1.1'}} Aug 18 11:51:19.073619 n-d-804985-2 neutron-server[106252]: {{(pid=106252) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 18 11:51:19.100220 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ef4fb3c-5cb8-4dbc-a642-b1b40b08fc57 admin admin] Checking segment: {'id': 'a64f6bd4-a887-4b68-9b8c-3f473a0ffabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '299a3393-ede6-4663-8e2e-68401e0c2de3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 11:51:19.100609 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ef4fb3c-5cb8-4dbc-a642-b1b40b08fc57 admin admin] Network hostable DHCP agents. Network: 299a3393-ede6-4663-8e2e-68401e0c2de3, hostable agents: ['97c14208-2951-4361-8d64-3708c946ff5f'], hosted agents: [] {{(pid=106252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 11:51:19.124271 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ef4fb3c-5cb8-4dbc-a642-b1b40b08fc57 admin admin] Network 299a3393-ede6-4663-8e2e-68401e0c2de3 is scheduled to be hosted by DHCP agent 97c14208-2951-4361-8d64-3708c946ff5f with binding_index 1 {{(pid=106252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 11:51:19.134102 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-1ef4fb3c-5cb8-4dbc-a642-b1b40b08fc57 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-2, 299a3393-ede6-4663-8e2e-68401e0c2de3) {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:51:19.138983 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ef4fb3c-5cb8-4dbc-a642-b1b40b08fc57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:51:19.139565 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1ef4fb3c-5cb8-4dbc-a642-b1b40b08fc57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for subnet, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:19.146690 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-182d1688-cab5-4596-92a0-931255cfd89f None None] Network 299a3393-ede6-4663-8e2e-68401e0c2de3 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 11:51:19.175320 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 45058) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:51:19.175802 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-1ef4fb3c-5cb8-4dbc-a642-b1b40b08fc57 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.4075260 Aug 18 11:51:19.181875 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-dc6b0395-9430-4504-a2c2-72283c38bd8c admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-299522033-router', 'tenant_id': 'c87ef195b6b74f67b0f04cf988678fa6', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'}}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:51:19.211627 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-dc6b0395-9430-4504-a2c2-72283c38bd8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-998592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15809'] for router, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:19.213653 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-dc6b0395-9430-4504-a2c2-72283c38bd8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-992733', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-971415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15816'] for router, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:19.289325 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-dc6b0395-9430-4504-a2c2-72283c38bd8c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:19.323406 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0a5748a-cf4f-4f00-8054-16e872ffc054 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp788be208-34ab-5a8f-af0f-528834af222f-299a3393-ede6-4663-8e2e-68401e0c2de3', 'network_id': '299a3393-ede6-4663-8e2e-68401e0c2de3', 'tenant_id': 'c87ef195b6b74f67b0f04cf988678fa6', 'fixed_ips': [{'subnet_id': '1f6a98c3-f342-4c72-a137-7aba7a641e96'}]}} from n-d-804985-2. {{(pid=106254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 11:51:19.324292 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-b0a5748a-cf4f-4f00-8054-16e872ffc054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:19.329878 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 45066) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:51:19.457917 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-dc6b0395-9430-4504-a2c2-72283c38bd8c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:19.480585 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.db_base_plugin_common [None req-b0a5748a-cf4f-4f00-8054-16e872ffc054 None None] Allocated IP 172.20.0.2 (299a3393-ede6-4663-8e2e-68401e0c2de3/1f6a98c3-f342-4c72-a137-7aba7a641e96/3568ab6b-741f-4e26-804f-945c8786dfa8) {{(pid=106254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 11:51:19.645276 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-b0a5748a-cf4f-4f00-8054-16e872ffc054 None None] Notify callbacks [] for port, precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:19.654768 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-b0a5748a-cf4f-4f00-8054-16e872ffc054 None None] Transition to ACTIVE for port object 3568ab6b-741f-4e26-804f-945c8786dfa8 will not be triggered until provisioned by entity L2. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 11:51:19.677753 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-b0a5748a-cf4f-4f00-8054-16e872ffc054 None None] Transition to ACTIVE for port object 3568ab6b-741f-4e26-804f-945c8786dfa8 will not be triggered until provisioned by entity DHCP. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 11:51:19.688209 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-b0a5748a-cf4f-4f00-8054-16e872ffc054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547'] for port, after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:19.689065 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-dc6b0395-9430-4504-a2c2-72283c38bd8c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:19.727237 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0a5748a-cf4f-4f00-8054-16e872ffc054 None None] Network 299a3393-ede6-4663-8e2e-68401e0c2de3 is already hosted by enough agents. {{(pid=106254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 11:51:19.730316 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.base_scheduler [None req-b0a5748a-cf4f-4f00-8054-16e872ffc054 None None] Resources bound (agent type, host, resource id): {{(pid=106254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:51:19.736257 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a5748a-cf4f-4f00-8054-16e872ffc054 None None] Received port after_create {{(pid=106254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 11:51:19.745080 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-dc6b0395-9430-4504-a2c2-72283c38bd8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:19.745723 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5c58e203-50fc-4000-af1b-cea8549f60bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:19.746448 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a5748a-cf4f-4f00-8054-16e872ffc054 None None] Pushing event updated for resources: {'Port': ['ID=3568ab6b-741f-4e26-804f-945c8786dfa8,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:51:19.772876 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a5748a-cf4f-4f00-8054-16e872ffc054 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:51:19.773173 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a5748a-cf4f-4f00-8054-16e872ffc054 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:51:19.773675 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a5748a-cf4f-4f00-8054-16e872ffc054 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:51:19.774190 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a5748a-cf4f-4f00-8054-16e872ffc054 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:51:19.774661 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a5748a-cf4f-4f00-8054-16e872ffc054 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:51:19.775148 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a5748a-cf4f-4f00-8054-16e872ffc054 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:51:19.775620 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a5748a-cf4f-4f00-8054-16e872ffc054 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:51:19.776102 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a5748a-cf4f-4f00-8054-16e872ffc054 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:51:19.776619 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a5748a-cf4f-4f00-8054-16e872ffc054 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:51:19.777137 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a5748a-cf4f-4f00-8054-16e872ffc054 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:51:19.777595 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a5748a-cf4f-4f00-8054-16e872ffc054 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:51:19.778053 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a5748a-cf4f-4f00-8054-16e872ffc054 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:51:19.779315 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a5748a-cf4f-4f00-8054-16e872ffc054 None None] Tracked resource versions report: Aug 18 11:51:19.779315 n-d-804985-2 neutron-server[106254]: pushed versions: Aug 18 11:51:19.779315 n-d-804985-2 neutron-server[106254]: { 'AddressGroup': {'1.2'}, Aug 18 11:51:19.779315 n-d-804985-2 neutron-server[106254]: 'ConntrackHelper': {'1.0'}, Aug 18 11:51:19.779315 n-d-804985-2 neutron-server[106254]: 'Log': {'1.0'}, Aug 18 11:51:19.779315 n-d-804985-2 neutron-server[106254]: 'Network': {'1.1'}, Aug 18 11:51:19.779315 n-d-804985-2 neutron-server[106254]: 'Port': {'1.7'}, Aug 18 11:51:19.779315 n-d-804985-2 neutron-server[106254]: 'PortForwarding': {'1.2'}, Aug 18 11:51:19.779315 n-d-804985-2 neutron-server[106254]: 'QosPolicy': {'1.9'}, Aug 18 11:51:19.779315 n-d-804985-2 neutron-server[106254]: 'SecurityGroup': {'1.4'}, Aug 18 11:51:19.779315 n-d-804985-2 neutron-server[106254]: 'SecurityGroupRule': {'1.2'}, Aug 18 11:51:19.779315 n-d-804985-2 neutron-server[106254]: 'SubPort': {'1.0'}, Aug 18 11:51:19.779315 n-d-804985-2 neutron-server[106254]: 'Subnet': {'1.1'}, Aug 18 11:51:19.779315 n-d-804985-2 neutron-server[106254]: 'Trunk': {'1.1'}} Aug 18 11:51:19.779315 n-d-804985-2 neutron-server[106254]: consumer versions: Aug 18 11:51:19.779315 n-d-804985-2 neutron-server[106254]: { DHCP agent@n-d-804985-2: {}, Aug 18 11:51:19.779315 n-d-804985-2 neutron-server[106254]: HyperV agent@n-h1-804985-2: {}, Aug 18 11:51:19.779315 n-d-804985-2 neutron-server[106254]: HyperV agent@n-h2-804985-2: {}, Aug 18 11:51:19.779315 n-d-804985-2 neutron-server[106254]: L3 agent@n-d-804985-2: {}, Aug 18 11:51:19.779315 n-d-804985-2 neutron-server[106254]: Metadata agent@n-d-804985-2: {}, Aug 18 11:51:19.779315 n-d-804985-2 neutron-server[106254]: Metering agent@n-d-804985-2: {}, Aug 18 11:51:19.779315 n-d-804985-2 neutron-server[106254]: Open vSwitch agent@n-d-804985-2: { 'AddressGroup': '1.2', Aug 18 11:51:19.779315 n-d-804985-2 neutron-server[106254]: 'ConntrackHelper': '1.0', Aug 18 11:51:19.779315 n-d-804985-2 neutron-server[106254]: 'Log': '1.0', Aug 18 11:51:19.779315 n-d-804985-2 neutron-server[106254]: 'Network': '1.1', Aug 18 11:51:19.779315 n-d-804985-2 neutron-server[106254]: 'Port': '1.7', Aug 18 11:51:19.779315 n-d-804985-2 neutron-server[106254]: 'PortForwarding': '1.2', Aug 18 11:51:19.779315 n-d-804985-2 neutron-server[106254]: 'QosPolicy': '1.9', Aug 18 11:51:19.779315 n-d-804985-2 neutron-server[106254]: 'SecurityGroup': '1.4', Aug 18 11:51:19.779315 n-d-804985-2 neutron-server[106254]: 'SecurityGroupRule': '1.2', Aug 18 11:51:19.779315 n-d-804985-2 neutron-server[106254]: 'SubPort': '1.0', Aug 18 11:51:19.779315 n-d-804985-2 neutron-server[106254]: 'Subnet': '1.1', Aug 18 11:51:19.779315 n-d-804985-2 neutron-server[106254]: 'Trunk': '1.1'}} Aug 18 11:51:19.779315 n-d-804985-2 neutron-server[106254]: {{(pid=106254) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 18 11:51:19.822842 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-b0a5748a-cf4f-4f00-8054-16e872ffc054 None None] Attempting to bind port 3568ab6b-741f-4e26-804f-945c8786dfa8 on host n-d-804985-2 for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 11:51:19.823354 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-b0a5748a-cf4f-4f00-8054-16e872ffc054 None None] Attempting to bind port 3568ab6b-741f-4e26-804f-945c8786dfa8 by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': 'a64f6bd4-a887-4b68-9b8c-3f473a0ffabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '299a3393-ede6-4663-8e2e-68401e0c2de3'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 11:51:19.823741 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a5748a-cf4f-4f00-8054-16e872ffc054 None None] Attempting to bind port 3568ab6b-741f-4e26-804f-945c8786dfa8 on network 299a3393-ede6-4663-8e2e-68401e0c2de3 {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 11:51:19.837206 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a5748a-cf4f-4f00-8054-16e872ffc054 None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 11, 50, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 11:51:19.837520 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a5748a-cf4f-4f00-8054-16e872ffc054 None None] Checking segment: {'id': 'a64f6bd4-a887-4b68-9b8c-3f473a0ffabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '299a3393-ede6-4663-8e2e-68401e0c2de3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 11:51:19.837924 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-b0a5748a-cf4f-4f00-8054-16e872ffc054 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:19.838314 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a5748a-cf4f-4f00-8054-16e872ffc054 None None] Bound using segment: {'id': 'a64f6bd4-a887-4b68-9b8c-3f473a0ffabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '299a3393-ede6-4663-8e2e-68401e0c2de3'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 11:51:19.838781 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-b0a5748a-cf4f-4f00-8054-16e872ffc054 None None] Bound port: 3568ab6b-741f-4e26-804f-945c8786dfa8, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a64f6bd4-a887-4b68-9b8c-3f473a0ffabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '299a3393-ede6-4663-8e2e-68401e0c2de3'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 11:51:19.839155 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-b0a5748a-cf4f-4f00-8054-16e872ffc054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:19.928099 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5c58e203-50fc-4000-af1b-cea8549f60bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:19.931489 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-b0a5748a-cf4f-4f00-8054-16e872ffc054 None None] For port 3568ab6b-741f-4e26-804f-945c8786dfa8, host n-d-804985-2, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 11:51:19.932581 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [None req-dc6b0395-9430-4504-a2c2-72283c38bd8c admin admin] Allocated IP 172.25.7.221 (7cae7a70-14fd-408c-b14d-39ceb97cb60e/9784295a-20b8-4a4b-b105-f82737f0448f/f37deb53-08d6-46bd-9be1-d9ba79b0786e) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 11:51:19.936159 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-b0a5748a-cf4f-4f00-8054-16e872ffc054 None None] For port 3568ab6b-741f-4e26-804f-945c8786dfa8, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=3568ab6b-741f-4e26-804f-945c8786dfa8,segment=NetworkSegment(a64f6bd4-a887-4b68-9b8c-3f473a0ffabc),segment_id=a64f6bd4-a887-4b68-9b8c-3f473a0ffabc)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 11:51:19.941485 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5c58e203-50fc-4000-af1b-cea8549f60bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:19.944861 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-b0a5748a-cf4f-4f00-8054-16e872ffc054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:20.001423 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a5748a-cf4f-4f00-8054-16e872ffc054 None None] Pushing event updated for resources: {'Port': ['ID=3568ab6b-741f-4e26-804f-945c8786dfa8,revision_number=2']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:51:20.036884 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c58e203-50fc-4000-af1b-cea8549f60bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c79f7f5-223d-4cf7-b250-b609f6567b2b,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:51:20.052423 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-5c58e203-50fc-4000-af1b-cea8549f60bb admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=1ae4b88fc7ca4b9e986fbd3c15719b6b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7211781 Aug 18 11:51:20.053497 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 45094) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:51:20.118385 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2d64ff24-3030-4e07-8b14-0af6ff8ea107 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:20.148543 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2d64ff24-3030-4e07-8b14-0af6ff8ea107 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:20.229205 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2d64ff24-3030-4e07-8b14-0af6ff8ea107 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:20.231831 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2d64ff24-3030-4e07-8b14-0af6ff8ea107 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:20.233389 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-2d64ff24-3030-4e07-8b14-0af6ff8ea107 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1c79f7f5-223d-4cf7-b250-b609f6567b2b HTTP/1.1" status: 204 len: 168 time: 0.1785483 Aug 18 11:51:20.247145 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d64ff24-3030-4e07-8b14-0af6ff8ea107 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c79f7f5-223d-4cf7-b250-b609f6567b2b,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:51:20.256088 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-dc6b0395-9430-4504-a2c2-72283c38bd8c admin admin] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:20.309332 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-dc6b0395-9430-4504-a2c2-72283c38bd8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:20.334888 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc6b0395-9430-4504-a2c2-72283c38bd8c admin admin] Network 7cae7a70-14fd-408c-b14d-39ceb97cb60e is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 11:51:20.343632 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-dc6b0395-9430-4504-a2c2-72283c38bd8c admin admin] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:51:20.351605 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc6b0395-9430-4504-a2c2-72283c38bd8c admin admin] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 11:51:20.584135 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6b0395-9430-4504-a2c2-72283c38bd8c admin admin] Pushing event updated for resources: {'Port': ['ID=f37deb53-08d6-46bd-9be1-d9ba79b0786e,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:51:20.667155 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-dc6b0395-9430-4504-a2c2-72283c38bd8c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:20.865029 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-dc6b0395-9430-4504-a2c2-72283c38bd8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-998473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-992536'] for router, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:20.987298 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-f0e90a4c-5d77-47e8-a3f8-6282a4dc1557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:21.113801 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc6b0395-9430-4504-a2c2-72283c38bd8c admin admin] Router 0d9abde5-2417-418c-8738-fb63cad274ff is scheduled to L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 with binding_index 1 {{(pid=106253) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 11:51:21.364154 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:21.382767 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc6b0395-9430-4504-a2c2-72283c38bd8c admin admin] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 11:51:21.410242 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9de641c-f981-4d77-8483-0a070437213f None None] Sync routers for ids ['0d9abde5-2417-418c-8738-fb63cad274ff'] in n-d-804985-2 {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 11:51:21.436296 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9de641c-f981-4d77-8483-0a070437213f None None] Routers {'0d9abde5-2417-418c-8738-fb63cad274ff'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 11:51:21.438106 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-b9de641c-f981-4d77-8483-0a070437213f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T11:51:21Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['0d9abde5-2417-418c-8738-fb63cad274ff'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:51:21.446834 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-dc6b0395-9430-4504-a2c2-72283c38bd8c admin admin] Notify callbacks [] for router, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:21.452419 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 45136) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:51:21.454012 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-dc6b0395-9430-4504-a2c2-72283c38bd8c admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 2.2773886 Aug 18 11:51:21.505936 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59f29910-4193-4dd6-8224-e939a95c621a None None] Network 299a3393-ede6-4663-8e2e-68401e0c2de3 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 11:51:21.614045 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-3dc0a891-af9b-435b-b93e-527066507bff None None] Provisioning for port 3568ab6b-741f-4e26-804f-945c8786dfa8 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 11:51:21.778571 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-b9de641c-f981-4d77-8483-0a070437213f None None] Set router 0d9abde5-2417-418c-8738-fb63cad274ff gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 11:51:21.852247 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 3568ab6b-741f-4e26-804f-945c8786dfa8 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:51:21.924636 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port 3568ab6b-741f-4e26-804f-945c8786dfa8 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 11:51:21.936073 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 3568ab6b-741f-4e26-804f-945c8786dfa8 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:51:21.936983 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:22.010603 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-53584c24-f517-494e-ac93-c18bb92373f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:22.072238 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:22.116526 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] For port 3568ab6b-741f-4e26-804f-945c8786dfa8, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=3568ab6b-741f-4e26-804f-945c8786dfa8,segment=NetworkSegment(a64f6bd4-a887-4b68-9b8c-3f473a0ffabc),segment_id=a64f6bd4-a887-4b68-9b8c-3f473a0ffabc)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:51:22.127575 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:22.182475 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-b9de641c-f981-4d77-8483-0a070437213f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d9abde5-2417-418c-8738-fb63cad274ff', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-299522033-router', 'tenant_id': 'c87ef195b6b74f67b0f04cf988678fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.221'}], 'enable_snat': True}, 'gw_port_id': 'f37deb53-08d6-46bd-9be1-d9ba79b0786e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T11:51:19Z', 'updated_at': '2021-08-18T11:51:20Z', 'revision_number': 3, 'project_id': 'c87ef195b6b74f67b0f04cf988678fa6', 'gw_port': {'id': 'f37deb53-08d6-46bd-9be1-d9ba79b0786e', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:b5:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d9abde5-2417-418c-8738-fb63cad274ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:51:19Z', 'updated_at': '2021-08-18T11:51:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:51:22.217264 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9de641c-f981-4d77-8483-0a070437213f None None] Checking router: 0d9abde5-2417-418c-8738-fb63cad274ff for host: n-d-804985-2 {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 11:51:22.217649 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9de641c-f981-4d77-8483-0a070437213f None None] Updating router 0d9abde5-2417-418c-8738-fb63cad274ff port f37deb53-08d6-46bd-9be1-d9ba79b0786e binding host n-d-804985-2 {{(pid=106255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 11:51:22.264011 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-b9de641c-f981-4d77-8483-0a070437213f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:22.286101 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Pushing event updated for resources: {'Port': ['ID=3568ab6b-741f-4e26-804f-945c8786dfa8,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:51:22.305284 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-2143dd6e-9680-4af4-8e6b-f3c199d51eb1 None None] Provisioning complete for port 3568ab6b-741f-4e26-804f-945c8786dfa8 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:51:22.305663 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-2143dd6e-9680-4af4-8e6b-f3c199d51eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:22.559130 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-7f51257f-af44-4fe8-8e07-6ece38d1f578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:22.702231 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-b9de641c-f981-4d77-8483-0a070437213f None None] Notify callbacks [] for port, precommit_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:22.720982 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-b9de641c-f981-4d77-8483-0a070437213f None None] Transition to ACTIVE for port object f37deb53-08d6-46bd-9be1-d9ba79b0786e will not be triggered until provisioned by entity L2. {{(pid=106255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 11:51:22.730422 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-b9de641c-f981-4d77-8483-0a070437213f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:22.788318 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d52799-5896-4f20-9099-1c8f996ff046 None None] Pushing event updated for resources: {'Port': ['ID=f37deb53-08d6-46bd-9be1-d9ba79b0786e,revision_number=2']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:51:22.792027 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-b9de641c-f981-4d77-8483-0a070437213f None None] Attempting to bind port f37deb53-08d6-46bd-9be1-d9ba79b0786e on host n-d-804985-2 for vnic_type normal with profile {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 11:51:22.792631 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-b9de641c-f981-4d77-8483-0a070437213f None None] Attempting to bind port f37deb53-08d6-46bd-9be1-d9ba79b0786e by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'}] {{(pid=106255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 11:51:22.793373 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9de641c-f981-4d77-8483-0a070437213f None None] Attempting to bind port f37deb53-08d6-46bd-9be1-d9ba79b0786e on network 7cae7a70-14fd-408c-b14d-39ceb97cb60e {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 11:51:22.806097 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d52799-5896-4f20-9099-1c8f996ff046 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:51:22.806440 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d52799-5896-4f20-9099-1c8f996ff046 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:51:22.806852 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d52799-5896-4f20-9099-1c8f996ff046 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:51:22.807253 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d52799-5896-4f20-9099-1c8f996ff046 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:51:22.807647 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d52799-5896-4f20-9099-1c8f996ff046 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:51:22.808036 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d52799-5896-4f20-9099-1c8f996ff046 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:51:22.808444 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d52799-5896-4f20-9099-1c8f996ff046 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:51:22.808852 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d52799-5896-4f20-9099-1c8f996ff046 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:51:22.809237 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d52799-5896-4f20-9099-1c8f996ff046 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:51:22.809618 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d52799-5896-4f20-9099-1c8f996ff046 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:51:22.810078 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d52799-5896-4f20-9099-1c8f996ff046 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:51:22.810537 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d52799-5896-4f20-9099-1c8f996ff046 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:51:22.811922 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d52799-5896-4f20-9099-1c8f996ff046 None None] Tracked resource versions report: Aug 18 11:51:22.811922 n-d-804985-2 neutron-server[106255]: pushed versions: Aug 18 11:51:22.811922 n-d-804985-2 neutron-server[106255]: { 'AddressGroup': {'1.2'}, Aug 18 11:51:22.811922 n-d-804985-2 neutron-server[106255]: 'ConntrackHelper': {'1.0'}, Aug 18 11:51:22.811922 n-d-804985-2 neutron-server[106255]: 'Log': {'1.0'}, Aug 18 11:51:22.811922 n-d-804985-2 neutron-server[106255]: 'Network': {'1.1'}, Aug 18 11:51:22.811922 n-d-804985-2 neutron-server[106255]: 'Port': {'1.7'}, Aug 18 11:51:22.811922 n-d-804985-2 neutron-server[106255]: 'PortForwarding': {'1.2'}, Aug 18 11:51:22.811922 n-d-804985-2 neutron-server[106255]: 'QosPolicy': {'1.9'}, Aug 18 11:51:22.811922 n-d-804985-2 neutron-server[106255]: 'SecurityGroup': {'1.4'}, Aug 18 11:51:22.811922 n-d-804985-2 neutron-server[106255]: 'SecurityGroupRule': {'1.2'}, Aug 18 11:51:22.811922 n-d-804985-2 neutron-server[106255]: 'SubPort': {'1.0'}, Aug 18 11:51:22.811922 n-d-804985-2 neutron-server[106255]: 'Subnet': {'1.1'}, Aug 18 11:51:22.811922 n-d-804985-2 neutron-server[106255]: 'Trunk': {'1.1'}} Aug 18 11:51:22.811922 n-d-804985-2 neutron-server[106255]: consumer versions: Aug 18 11:51:22.811922 n-d-804985-2 neutron-server[106255]: { DHCP agent@n-d-804985-2: {}, Aug 18 11:51:22.811922 n-d-804985-2 neutron-server[106255]: HyperV agent@n-h1-804985-2: {}, Aug 18 11:51:22.811922 n-d-804985-2 neutron-server[106255]: HyperV agent@n-h2-804985-2: {}, Aug 18 11:51:22.811922 n-d-804985-2 neutron-server[106255]: L3 agent@n-d-804985-2: {}, Aug 18 11:51:22.811922 n-d-804985-2 neutron-server[106255]: Metadata agent@n-d-804985-2: {}, Aug 18 11:51:22.811922 n-d-804985-2 neutron-server[106255]: Metering agent@n-d-804985-2: {}, Aug 18 11:51:22.811922 n-d-804985-2 neutron-server[106255]: Open vSwitch agent@n-d-804985-2: { 'AddressGroup': '1.2', Aug 18 11:51:22.811922 n-d-804985-2 neutron-server[106255]: 'ConntrackHelper': '1.0', Aug 18 11:51:22.811922 n-d-804985-2 neutron-server[106255]: 'Log': '1.0', Aug 18 11:51:22.811922 n-d-804985-2 neutron-server[106255]: 'Network': '1.1', Aug 18 11:51:22.811922 n-d-804985-2 neutron-server[106255]: 'Port': '1.7', Aug 18 11:51:22.811922 n-d-804985-2 neutron-server[106255]: 'PortForwarding': '1.2', Aug 18 11:51:22.811922 n-d-804985-2 neutron-server[106255]: 'QosPolicy': '1.9', Aug 18 11:51:22.811922 n-d-804985-2 neutron-server[106255]: 'SecurityGroup': '1.4', Aug 18 11:51:22.811922 n-d-804985-2 neutron-server[106255]: 'SecurityGroupRule': '1.2', Aug 18 11:51:22.811922 n-d-804985-2 neutron-server[106255]: 'SubPort': '1.0', Aug 18 11:51:22.811922 n-d-804985-2 neutron-server[106255]: 'Subnet': '1.1', Aug 18 11:51:22.811922 n-d-804985-2 neutron-server[106255]: 'Trunk': '1.1'}} Aug 18 11:51:22.811922 n-d-804985-2 neutron-server[106255]: {{(pid=106255) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 18 11:51:22.817839 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9de641c-f981-4d77-8483-0a070437213f None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 11, 51, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 11:51:22.818434 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9de641c-f981-4d77-8483-0a070437213f None None] Checking segment: {'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 11:51:22.819097 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-b9de641c-f981-4d77-8483-0a070437213f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:22.819619 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9de641c-f981-4d77-8483-0a070437213f None None] Bound using segment: {'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'} {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 11:51:22.820640 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-b9de641c-f981-4d77-8483-0a070437213f None None] Bound port: f37deb53-08d6-46bd-9be1-d9ba79b0786e, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'}}] {{(pid=106255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 11:51:22.821200 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-b9de641c-f981-4d77-8483-0a070437213f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:22.909775 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-b9de641c-f981-4d77-8483-0a070437213f None None] For port f37deb53-08d6-46bd-9be1-d9ba79b0786e, host n-d-804985-2, cleared binding levels {{(pid=106255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 11:51:22.913080 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-b9de641c-f981-4d77-8483-0a070437213f None None] For port f37deb53-08d6-46bd-9be1-d9ba79b0786e, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=f37deb53-08d6-46bd-9be1-d9ba79b0786e,segment=NetworkSegment(c5a3db9d-5c58-41b1-9177-d5787a597b78),segment_id=c5a3db9d-5c58-41b1-9177-d5787a597b78)] {{(pid=106255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 11:51:22.920778 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-b9de641c-f981-4d77-8483-0a070437213f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:22.938517 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [None req-7f51257f-af44-4fe8-8e07-6ece38d1f578 admin admin] Allocated IP 172.20.0.1 (299a3393-ede6-4663-8e2e-68401e0c2de3/1f6a98c3-f342-4c72-a137-7aba7a641e96/49bdb1b6-8f91-4719-950a-3b0c218900ad) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 11:51:22.987535 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d52799-5896-4f20-9099-1c8f996ff046 None None] Pushing event updated for resources: {'Port': ['ID=f37deb53-08d6-46bd-9be1-d9ba79b0786e,revision_number=3']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:51:23.022259 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9de641c-f981-4d77-8483-0a070437213f None None] Routers {'0d9abde5-2417-418c-8738-fb63cad274ff'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 11:51:23.022900 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-b9de641c-f981-4d77-8483-0a070437213f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T11:51:21Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['0d9abde5-2417-418c-8738-fb63cad274ff'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:51:23.080641 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-7f51257f-af44-4fe8-8e07-6ece38d1f578 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:23.111670 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [None req-7f51257f-af44-4fe8-8e07-6ece38d1f578 admin admin] Transition to ACTIVE for port object 49bdb1b6-8f91-4719-950a-3b0c218900ad will not be triggered until provisioned by entity DHCP. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 11:51:23.198104 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-7f51257f-af44-4fe8-8e07-6ece38d1f578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:23.199763 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-b9de641c-f981-4d77-8483-0a070437213f None None] Set router 0d9abde5-2417-418c-8738-fb63cad274ff gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 11:51:23.279203 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f51257f-af44-4fe8-8e07-6ece38d1f578 admin admin] Network 299a3393-ede6-4663-8e2e-68401e0c2de3 is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 11:51:23.284185 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-7f51257f-af44-4fe8-8e07-6ece38d1f578 admin admin] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:51:23.290331 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f51257f-af44-4fe8-8e07-6ece38d1f578 admin admin] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 11:51:23.290814 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-7f51257f-af44-4fe8-8e07-6ece38d1f578 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-996688'] for router_interface, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:23.385028 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f51257f-af44-4fe8-8e07-6ece38d1f578 admin admin] Pushing event updated for resources: {'Port': ['ID=49bdb1b6-8f91-4719-950a-3b0c218900ad,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:51:23.530074 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-45a20b5f-f1dc-4bed-93da-b1d02b6b4695 None None] Provisioning for port 49bdb1b6-8f91-4719-950a-3b0c218900ad completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 11:51:23.535476 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-45a20b5f-f1dc-4bed-93da-b1d02b6b4695 None None] Provisioning complete for port 49bdb1b6-8f91-4719-950a-3b0c218900ad triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:51:23.535958 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-45a20b5f-f1dc-4bed-93da-b1d02b6b4695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:23.578863 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-b9de641c-f981-4d77-8483-0a070437213f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d9abde5-2417-418c-8738-fb63cad274ff', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-299522033-router', 'tenant_id': 'c87ef195b6b74f67b0f04cf988678fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.221'}], 'enable_snat': True}, 'gw_port_id': 'f37deb53-08d6-46bd-9be1-d9ba79b0786e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T11:51:19Z', 'updated_at': '2021-08-18T11:51:20Z', 'revision_number': 3, 'project_id': 'c87ef195b6b74f67b0f04cf988678fa6', 'gw_port': {'id': 'f37deb53-08d6-46bd-9be1-d9ba79b0786e', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:b5:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d9abde5-2417-418c-8738-fb63cad274ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:51:19Z', 'updated_at': '2021-08-18T11:51:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:51:23.592683 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-45a20b5f-f1dc-4bed-93da-b1d02b6b4695 None None] Port 49bdb1b6-8f91-4719-950a-3b0c218900ad cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 11:51:23.613976 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9de641c-f981-4d77-8483-0a070437213f None None] The sync data for ids ['0d9abde5-2417-418c-8738-fb63cad274ff'] in n-d-804985-2 is: [{'id': '0d9abde5-2417-418c-8738-fb63cad274ff', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-299522033-router', 'tenant_id': 'c87ef195b6b74f67b0f04cf988678fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.221'}], 'enable_snat': True}, 'gw_port_id': 'f37deb53-08d6-46bd-9be1-d9ba79b0786e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T11:51:19Z', 'updated_at': '2021-08-18T11:51:20Z', 'revision_number': 3, 'project_id': 'c87ef195b6b74f67b0f04cf988678fa6', 'gw_port': {'id': 'f37deb53-08d6-46bd-9be1-d9ba79b0786e', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:b5:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d9abde5-2417-418c-8738-fb63cad274ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:51:19Z', 'updated_at': '2021-08-18T11:51:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 11:51:23.624000 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-7f51257f-af44-4fe8-8e07-6ece38d1f578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:23.696254 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-500a1c61-38a7-4c23-a7ec-4631080af5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:23.775661 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 3568ab6b-741f-4e26-804f-945c8786dfa8 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:51:23.859219 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 3568ab6b-741f-4e26-804f-945c8786dfa8 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:51:23.859783 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:23.960596 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-7f51257f-af44-4fe8-8e07-6ece38d1f578 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:23.985511 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-7f51257f-af44-4fe8-8e07-6ece38d1f578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:23.986450 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-7f51257f-af44-4fe8-8e07-6ece38d1f578 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-996772'] for router_interface, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:24.178788 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f51257f-af44-4fe8-8e07-6ece38d1f578 admin admin] Pushing event updated for resources: {'Port': ['ID=49bdb1b6-8f91-4719-950a-3b0c218900ad,revision_number=2']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:51:24.223196 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f51257f-af44-4fe8-8e07-6ece38d1f578 admin admin] Network 299a3393-ede6-4663-8e2e-68401e0c2de3 is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 11:51:24.224806 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-7f51257f-af44-4fe8-8e07-6ece38d1f578 admin admin] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:51:24.394091 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 45292) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:51:24.627992 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-0ea1fa99-3204-4472-9510-21b3bff4c037 None None] Provisioning complete for port 49bdb1b6-8f91-4719-950a-3b0c218900ad triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:51:24.628842 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-0ea1fa99-3204-4472-9510-21b3bff4c037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:24.637705 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f697a199-f221-41a3-a6ea-dffb7032e942 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:24.707886 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-0ea1fa99-3204-4472-9510-21b3bff4c037 None None] Port 49bdb1b6-8f91-4719-950a-3b0c218900ad cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 11:51:24.716008 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f51257f-af44-4fe8-8e07-6ece38d1f578 admin admin] Router 0d9abde5-2417-418c-8738-fb63cad274ff has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 11:51:24.813929 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 45320) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:51:24.832831 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f697a199-f221-41a3-a6ea-dffb7032e942 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:24.845870 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f51257f-af44-4fe8-8e07-6ece38d1f578 admin admin] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 11:51:24.855401 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-7f51257f-af44-4fe8-8e07-6ece38d1f578 admin admin] 10.222.0.66 "PUT /v2.0/routers/0d9abde5-2417-418c-8738-fb63cad274ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3997116 Aug 18 11:51:24.856614 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f697a199-f221-41a3-a6ea-dffb7032e942 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:24.922053 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f697a199-f221-41a3-a6ea-dffb7032e942 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17d14bb7-8a65-490b-bf51-048ddfc9cc6e,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:51:24.940110 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-f697a199-f221-41a3-a6ea-dffb7032e942 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=818fa48974d048b5ac99a05ba3d8813d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5435255 Aug 18 11:51:24.942822 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 45338) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:51:25.001435 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e7c02006-92ab-440a-8a1b-7d6823d3dccf admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:25.072456 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e93bcdb9-446b-46fd-ba72-6dd1c8600a14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:25.106621 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e93bcdb9-446b-46fd-ba72-6dd1c8600a14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:25.199531 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e7c02006-92ab-440a-8a1b-7d6823d3dccf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:25.204869 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e7c02006-92ab-440a-8a1b-7d6823d3dccf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:25.218017 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e93bcdb9-446b-46fd-ba72-6dd1c8600a14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:25.220569 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e93bcdb9-446b-46fd-ba72-6dd1c8600a14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:25.221781 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-e93bcdb9-446b-46fd-ba72-6dd1c8600a14 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/17d14bb7-8a65-490b-bf51-048ddfc9cc6e HTTP/1.1" status: 204 len: 168 time: 0.2780108 Aug 18 11:51:25.249050 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-e7c02006-92ab-440a-8a1b-7d6823d3dccf admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=20274086c9404cfda2bad0e28292c998&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4306796 Aug 18 11:51:25.251323 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c02006-92ab-440a-8a1b-7d6823d3dccf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4695f5c8-cb9f-49a7-b619-e4bfca88bf70,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:51:25.252140 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 45368) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:51:25.262824 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93bcdb9-446b-46fd-ba72-6dd1c8600a14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17d14bb7-8a65-490b-bf51-048ddfc9cc6e,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:51:25.347383 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2e8392c9-5969-455c-b78f-b54e191817f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:25.403030 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2e8392c9-5969-455c-b78f-b54e191817f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:25.466815 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2e8392c9-5969-455c-b78f-b54e191817f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:25.469491 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2e8392c9-5969-455c-b78f-b54e191817f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:25.470652 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-2e8392c9-5969-455c-b78f-b54e191817f3 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/4695f5c8-cb9f-49a7-b619-e4bfca88bf70 HTTP/1.1" status: 204 len: 168 time: 0.2172539 Aug 18 11:51:25.480312 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8392c9-5969-455c-b78f-b54e191817f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4695f5c8-cb9f-49a7-b619-e4bfca88bf70,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:51:25.524316 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 45386) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:51:25.672333 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 45400) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:51:25.799813 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device f37deb53-08d6-46bd-9be1-d9ba79b0786e up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:51:25.890261 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d1da0bd-52ba-4223-a362-aef75e544be1 None None] Sync routers for ids ['0d9abde5-2417-418c-8738-fb63cad274ff'] in n-d-804985-2 {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 11:51:25.911953 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d1da0bd-52ba-4223-a362-aef75e544be1 None None] Routers {'0d9abde5-2417-418c-8738-fb63cad274ff'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 11:51:25.912748 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-7d1da0bd-52ba-4223-a362-aef75e544be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T11:51:21Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['0d9abde5-2417-418c-8738-fb63cad274ff'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:51:26.085669 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-293a5728-2c29-4c7b-86d3-8a5a28571524 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:26.087455 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port f37deb53-08d6-46bd-9be1-d9ba79b0786e completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 11:51:26.094129 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port f37deb53-08d6-46bd-9be1-d9ba79b0786e triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:51:26.094529 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:26.167525 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d592ab63-b398-403d-bb2d-df993c7e5eda admin admin] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:26.240976 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 45440) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:51:26.268917 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-293a5728-2c29-4c7b-86d3-8a5a28571524 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:26.272842 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4fb0ecf5-3eaa-444c-a823-b755e0dab6d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:26.282432 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-293a5728-2c29-4c7b-86d3-8a5a28571524 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:26.307287 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-7d1da0bd-52ba-4223-a362-aef75e544be1 None None] Set router 0d9abde5-2417-418c-8738-fb63cad274ff gateway port host: n-d-804985-2 {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 11:51:26.399209 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-293a5728-2c29-4c7b-86d3-8a5a28571524 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ae969c676ca74026a8dd2e3bec2eb29c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8737118 Aug 18 11:51:26.400093 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:26.403172 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 45456) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:51:26.422598 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293a5728-2c29-4c7b-86d3-8a5a28571524 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15815ae2-19c5-45da-bace-558c27f7d809,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:51:26.498349 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] For port f37deb53-08d6-46bd-9be1-d9ba79b0786e, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=f37deb53-08d6-46bd-9be1-d9ba79b0786e,segment=NetworkSegment(c5a3db9d-5c58-41b1-9177-d5787a597b78),segment_id=c5a3db9d-5c58-41b1-9177-d5787a597b78)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:51:26.499262 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1ba757c7-c658-47d3-abc2-9fcdc6a4e5a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:26.510023 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:26.526522 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d592ab63-b398-403d-bb2d-df993c7e5eda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:26.533966 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 45460) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:51:26.542873 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d592ab63-b398-403d-bb2d-df993c7e5eda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:26.551278 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1ba757c7-c658-47d3-abc2-9fcdc6a4e5a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:26.570671 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a6a7a55a-8cfb-4d2b-8ae4-9c5b23e221e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:26.605709 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Pushing event updated for resources: {'Port': ['ID=f37deb53-08d6-46bd-9be1-d9ba79b0786e,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:51:26.645784 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-d592ab63-b398-403d-bb2d-df993c7e5eda admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ee27b8c9eff8447a8d9a2f6b0c41b72d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9716425 Aug 18 11:51:26.647855 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d592ab63-b398-403d-bb2d-df993c7e5eda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0f2a024-510c-4465-abef-31fc4df74866,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:51:26.650331 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 45462) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:51:26.688835 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-7d1da0bd-52ba-4223-a362-aef75e544be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d9abde5-2417-418c-8738-fb63cad274ff', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-299522033-router', 'tenant_id': 'c87ef195b6b74f67b0f04cf988678fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.221'}], 'enable_snat': True}, 'gw_port_id': 'f37deb53-08d6-46bd-9be1-d9ba79b0786e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T11:51:19Z', 'updated_at': '2021-08-18T11:51:23Z', 'revision_number': 4, 'project_id': 'c87ef195b6b74f67b0f04cf988678fa6', 'gw_port': {'id': 'f37deb53-08d6-46bd-9be1-d9ba79b0786e', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:b5:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d9abde5-2417-418c-8738-fb63cad274ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:51:19Z', 'updated_at': '2021-08-18T11:51:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': '49bdb1b6-8f91-4719-950a-3b0c218900ad', 'name': '', 'network_id': '299a3393-ede6-4663-8e2e-68401e0c2de3', 'tenant_id': 'c87ef195b6b74f67b0f04cf988678fa6', 'mac_address': 'fa:16:3e:86:2d:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d9abde5-2417-418c-8738-fb63cad274ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '1f6a98c3-f342-4c72-a137-7aba7a641e96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:51:22Z', 'updated_at': '2021-08-18T11:51:23Z', 'revision_number': 2, 'project_id': 'c87ef195b6b74f67b0f04cf988678fa6', 'subnets': [{'id': '1f6a98c3-f342-4c72-a137-7aba7a641e96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:51:26.717599 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d1da0bd-52ba-4223-a362-aef75e544be1 None None] Checking router: 0d9abde5-2417-418c-8738-fb63cad274ff for host: n-d-804985-2 {{(pid=106254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 11:51:26.717953 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d1da0bd-52ba-4223-a362-aef75e544be1 None None] Updating router 0d9abde5-2417-418c-8738-fb63cad274ff port 49bdb1b6-8f91-4719-950a-3b0c218900ad binding host n-d-804985-2 {{(pid=106254) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 11:51:26.749959 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-7d1da0bd-52ba-4223-a362-aef75e544be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:26.759124 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1ba757c7-c658-47d3-abc2-9fcdc6a4e5a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:26.762279 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1ba757c7-c658-47d3-abc2-9fcdc6a4e5a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:26.768281 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-1ba757c7-c658-47d3-abc2-9fcdc6a4e5a1 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/15815ae2-19c5-45da-bace-558c27f7d809 HTTP/1.1" status: 204 len: 168 time: 0.3633566 Aug 18 11:51:26.785549 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba757c7-c658-47d3-abc2-9fcdc6a4e5a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15815ae2-19c5-45da-bace-558c27f7d809,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:51:26.807958 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-678adbb2-7ba1-44c8-a23d-d8993585e942 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:26.902376 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-678adbb2-7ba1-44c8-a23d-d8993585e942 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:26.925320 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4fb0ecf5-3eaa-444c-a823-b755e0dab6d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:26.937313 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4fb0ecf5-3eaa-444c-a823-b755e0dab6d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:27.019652 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-4fb0ecf5-3eaa-444c-a823-b755e0dab6d9 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f7f2b32c987a4585b373b91b2254b7bc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7755258 Aug 18 11:51:27.022544 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 45494) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:51:27.025542 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb0ecf5-3eaa-444c-a823-b755e0dab6d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33d133fa-04cc-4b72-ac13-5347fa521921,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:51:27.105242 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-678adbb2-7ba1-44c8-a23d-d8993585e942 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:27.108207 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-678adbb2-7ba1-44c8-a23d-d8993585e942 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:27.109604 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-678adbb2-7ba1-44c8-a23d-d8993585e942 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a0f2a024-510c-4465-abef-31fc4df74866 HTTP/1.1" status: 204 len: 168 time: 0.4579341 Aug 18 11:51:27.113777 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a6a7a55a-8cfb-4d2b-8ae4-9c5b23e221e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:27.122771 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a6a7a55a-8cfb-4d2b-8ae4-9c5b23e221e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:27.130011 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678adbb2-7ba1-44c8-a23d-d8993585e942 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0f2a024-510c-4465-abef-31fc4df74866,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:51:27.150233 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3066ca4b-4e31-48f2-b3fe-7d37bde4ec77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:27.175410 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3066ca4b-4e31-48f2-b3fe-7d37bde4ec77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:27.186836 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-a6a7a55a-8cfb-4d2b-8ae4-9c5b23e221e4 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=0db991d4176a47a68dd6ec18ade69712&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6492600 Aug 18 11:51:27.187171 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a7a55a-8cfb-4d2b-8ae4-9c5b23e221e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=249afe11-669c-471e-89a5-8f0e37efe1a7,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:51:27.188979 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 45502) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:51:27.248733 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-7d1da0bd-52ba-4223-a362-aef75e544be1 None None] Notify callbacks [] for port, precommit_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:27.262760 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-7d1da0bd-52ba-4223-a362-aef75e544be1 None None] Transition to ACTIVE for port object 49bdb1b6-8f91-4719-950a-3b0c218900ad will not be triggered until provisioned by entity L2. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 11:51:27.273073 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-7d1da0bd-52ba-4223-a362-aef75e544be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:27.294193 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8683f539-65a2-4ed6-b937-2be065035fe3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:27.323063 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8683f539-65a2-4ed6-b937-2be065035fe3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:27.331619 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3066ca4b-4e31-48f2-b3fe-7d37bde4ec77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:27.334847 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf86c069-9115-45c5-8113-8114839894c7 None None] Pushing event updated for resources: {'Port': ['ID=49bdb1b6-8f91-4719-950a-3b0c218900ad,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:51:27.335017 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3066ca4b-4e31-48f2-b3fe-7d37bde4ec77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:27.339503 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-3066ca4b-4e31-48f2-b3fe-7d37bde4ec77 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/33d133fa-04cc-4b72-ac13-5347fa521921 HTTP/1.1" status: 204 len: 168 time: 0.3157127 Aug 18 11:51:27.359684 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3066ca4b-4e31-48f2-b3fe-7d37bde4ec77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33d133fa-04cc-4b72-ac13-5347fa521921,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:51:27.434828 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 45516) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:51:27.449581 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8683f539-65a2-4ed6-b937-2be065035fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:27.454804 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8683f539-65a2-4ed6-b937-2be065035fe3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:27.459625 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-8683f539-65a2-4ed6-b937-2be065035fe3 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/249afe11-669c-471e-89a5-8f0e37efe1a7 HTTP/1.1" status: 204 len: 168 time: 0.2671440 Aug 18 11:51:27.470681 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-41c5b0cb-660b-4b77-bb47-ffcdbee4f4fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:27.470911 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8683f539-65a2-4ed6-b937-2be065035fe3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=249afe11-669c-471e-89a5-8f0e37efe1a7,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:51:27.497375 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-7d1da0bd-52ba-4223-a362-aef75e544be1 None None] Attempting to bind port 49bdb1b6-8f91-4719-950a-3b0c218900ad on host n-d-804985-2 for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 11:51:27.497765 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-7d1da0bd-52ba-4223-a362-aef75e544be1 None None] Attempting to bind port 49bdb1b6-8f91-4719-950a-3b0c218900ad by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': 'a64f6bd4-a887-4b68-9b8c-3f473a0ffabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '299a3393-ede6-4663-8e2e-68401e0c2de3'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 11:51:27.498095 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1da0bd-52ba-4223-a362-aef75e544be1 None None] Attempting to bind port 49bdb1b6-8f91-4719-950a-3b0c218900ad on network 299a3393-ede6-4663-8e2e-68401e0c2de3 {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 11:51:27.504055 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1da0bd-52ba-4223-a362-aef75e544be1 None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 11, 51, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 11:51:27.504485 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1da0bd-52ba-4223-a362-aef75e544be1 None None] Checking segment: {'id': 'a64f6bd4-a887-4b68-9b8c-3f473a0ffabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '299a3393-ede6-4663-8e2e-68401e0c2de3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 11:51:27.504898 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-7d1da0bd-52ba-4223-a362-aef75e544be1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:27.505346 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1da0bd-52ba-4223-a362-aef75e544be1 None None] Bound using segment: {'id': 'a64f6bd4-a887-4b68-9b8c-3f473a0ffabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '299a3393-ede6-4663-8e2e-68401e0c2de3'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 11:51:27.505872 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-7d1da0bd-52ba-4223-a362-aef75e544be1 None None] Bound port: 49bdb1b6-8f91-4719-950a-3b0c218900ad, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a64f6bd4-a887-4b68-9b8c-3f473a0ffabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '299a3393-ede6-4663-8e2e-68401e0c2de3'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 11:51:27.506257 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-7d1da0bd-52ba-4223-a362-aef75e544be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:27.604586 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 45526) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:51:27.610889 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-8e758c75-d622-4792-aadc-466c497835c1 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1215109186-network', 'tenant_id': '78a5015a31f14a7a97358b5ca211d73f'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:51:27.622844 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-7d1da0bd-52ba-4223-a362-aef75e544be1 None None] For port 49bdb1b6-8f91-4719-950a-3b0c218900ad, host n-d-804985-2, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 11:51:27.628174 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-7d1da0bd-52ba-4223-a362-aef75e544be1 None None] For port 49bdb1b6-8f91-4719-950a-3b0c218900ad, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=49bdb1b6-8f91-4719-950a-3b0c218900ad,segment=NetworkSegment(a64f6bd4-a887-4b68-9b8c-3f473a0ffabc),segment_id=a64f6bd4-a887-4b68-9b8c-3f473a0ffabc)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 11:51:27.634767 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-7d1da0bd-52ba-4223-a362-aef75e544be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:27.688398 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-41c5b0cb-660b-4b77-bb47-ffcdbee4f4fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:27.703452 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-41c5b0cb-660b-4b77-bb47-ffcdbee4f4fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:27.737463 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e758c75-d622-4792-aadc-466c497835c1 admin admin] Made reservation on behalf of 78a5015a31f14a7a97358b5ca211d73f for: {'network': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 11:51:27.742296 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8e758c75-d622-4792-aadc-466c497835c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for network, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:27.768175 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8e758c75-d622-4792-aadc-466c497835c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:27.781778 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-41c5b0cb-660b-4b77-bb47-ffcdbee4f4fe admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=62ff87f250754540bcd6fbe17bd9fcaa&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3460143 Aug 18 11:51:27.786661 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 45536) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:51:27.789663 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf86c069-9115-45c5-8113-8114839894c7 None None] Pushing event updated for resources: {'Port': ['ID=49bdb1b6-8f91-4719-950a-3b0c218900ad,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:51:27.807903 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c5b0cb-660b-4b77-bb47-ffcdbee4f4fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0fb6558-e0fc-4b8f-996a-a78bd9e1d107,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:51:27.819528 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device f37deb53-08d6-46bd-9be1-d9ba79b0786e up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:51:27.889874 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-751249a1-7fc7-406c-a5d6-466690406d62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:27.914670 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d1da0bd-52ba-4223-a362-aef75e544be1 None None] Routers {'0d9abde5-2417-418c-8738-fb63cad274ff'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 11:51:27.915335 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-7d1da0bd-52ba-4223-a362-aef75e544be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T11:51:21Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['0d9abde5-2417-418c-8738-fb63cad274ff'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:51:27.918890 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-751249a1-7fc7-406c-a5d6-466690406d62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:27.999310 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-751249a1-7fc7-406c-a5d6-466690406d62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:28.002252 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-751249a1-7fc7-406c-a5d6-466690406d62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:28.003591 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-751249a1-7fc7-406c-a5d6-466690406d62 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a0fb6558-e0fc-4b8f-996a-a78bd9e1d107 HTTP/1.1" status: 204 len: 168 time: 0.2154531 Aug 18 11:51:28.004959 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8e758c75-d622-4792-aadc-466c497835c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:28.013372 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751249a1-7fc7-406c-a5d6-466690406d62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0fb6558-e0fc-4b8f-996a-a78bd9e1d107,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:51:28.014117 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8e758c75-d622-4792-aadc-466c497835c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:28.051825 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e758c75-d622-4792-aadc-466c497835c1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 842} {{(pid=106253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 11:51:28.069632 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e758c75-d622-4792-aadc-466c497835c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86ba4c1b-07de-4def-8388-26edfc588b52,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:51:28.073714 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8e758c75-d622-4792-aadc-466c497835c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:28.074659 n-d-804985-2 neutron-server[106253]: INFO neutron.db.segments_db [None req-8e758c75-d622-4792-aadc-466c497835c1 admin admin] Added segment 90e55b6c-59de-4325-826f-b0c35163e24a of type vlan for network 81780d0d-2efa-473d-a0c8-6d440a6fb4fb Aug 18 11:51:28.097966 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-7d1da0bd-52ba-4223-a362-aef75e544be1 None None] Set router 0d9abde5-2417-418c-8738-fb63cad274ff gateway port host: n-d-804985-2 {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 11:51:28.131459 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8e758c75-d622-4792-aadc-466c497835c1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789150665894'] for network, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:28.164384 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port f37deb53-08d6-46bd-9be1-d9ba79b0786e triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:51:28.164792 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:28.177553 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 45556) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:51:28.180847 n-d-804985-2 neutron-server[106252]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 18 11:51:28.189570 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8e758c75-d622-4792-aadc-466c497835c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for network, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:28.190899 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e758c75-d622-4792-aadc-466c497835c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:51:28.191852 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8e758c75-d622-4792-aadc-466c497835c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:28.226864 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ab882ee5-f7bb-43a1-a136-d5a783a014a1 req-93d88181-16eb-43b1-96cc-05873e39fc83 tempest-AggregatesAdminTestJSON-746079441 tempest-AggregatesAdminTestJSON-746079441-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=37b3cb83999f4253ac77c98ca54d0f1a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0472224 Aug 18 11:51:28.230185 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-8e758c75-d622-4792-aadc-466c497835c1 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6233439 Aug 18 11:51:28.246931 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 45558) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:51:28.257140 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-dc40b783-d373-4be5-82b7-22cbdf45423c admin admin] Request body: {'subnet': {'network_id': '81780d0d-2efa-473d-a0c8-6d440a6fb4fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1215109186-subnet', 'tenant_id': '78a5015a31f14a7a97358b5ca211d73f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:51:28.300319 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e758c75-d622-4792-aadc-466c497835c1 admin admin] Pushing event updated for resources: {'Network': ['ID=81780d0d-2efa-473d-a0c8-6d440a6fb4fb,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:51:28.333727 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Network 81780d0d-2efa-473d-a0c8-6d440a6fb4fb details requested by agent ovs-agent-n-d-804985-2 with host n-d-804985-2 {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 11:51:28.345817 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc40b783-d373-4be5-82b7-22cbdf45423c admin admin] Made reservation on behalf of 78a5015a31f14a7a97358b5ca211d73f for: {'subnet': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 11:51:28.348786 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-dc40b783-d373-4be5-82b7-22cbdf45423c admin admin] Notify callbacks [] for subnet, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:28.430110 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab882ee5-f7bb-43a1-a136-d5a783a014a1 req-ddccffba-90bf-452a-99ab-4018b643ef30 tempest-AggregatesAdminTestJSON-746079441 tempest-AggregatesAdminTestJSON-746079441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:51:28.437846 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ab882ee5-f7bb-43a1-a136-d5a783a014a1 req-ddccffba-90bf-452a-99ab-4018b643ef30 tempest-AggregatesAdminTestJSON-746079441 tempest-AggregatesAdminTestJSON-746079441-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2097552 Aug 18 11:51:28.465558 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ab882ee5-f7bb-43a1-a136-d5a783a014a1 req-a5142d48-4f3f-4c66-8a21-2077318651c3 tempest-AggregatesAdminTestJSON-746079441 tempest-AggregatesAdminTestJSON-746079441-project] 10.222.0.66 "GET /v2.0/quotas/37b3cb83999f4253ac77c98ca54d0f1a HTTP/1.1" status: 200 len: 375 time: 0.0263870 Aug 18 11:51:28.465846 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-7d1da0bd-52ba-4223-a362-aef75e544be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d9abde5-2417-418c-8738-fb63cad274ff', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-299522033-router', 'tenant_id': 'c87ef195b6b74f67b0f04cf988678fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.221'}], 'enable_snat': True}, 'gw_port_id': 'f37deb53-08d6-46bd-9be1-d9ba79b0786e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T11:51:19Z', 'updated_at': '2021-08-18T11:51:23Z', 'revision_number': 4, 'project_id': 'c87ef195b6b74f67b0f04cf988678fa6', 'gw_port': {'id': 'f37deb53-08d6-46bd-9be1-d9ba79b0786e', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:b5:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9abde5-2417-418c-8738-fb63cad274ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:51:19Z', 'updated_at': '2021-08-18T11:51:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': '49bdb1b6-8f91-4719-950a-3b0c218900ad', 'name': '', 'network_id': '299a3393-ede6-4663-8e2e-68401e0c2de3', 'tenant_id': 'c87ef195b6b74f67b0f04cf988678fa6', 'mac_address': 'fa:16:3e:86:2d:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d9abde5-2417-418c-8738-fb63cad274ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '1f6a98c3-f342-4c72-a137-7aba7a641e96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:51:22Z', 'updated_at': '2021-08-18T11:51:27Z', 'revision_number': 4, 'project_id': 'c87ef195b6b74f67b0f04cf988678fa6', 'subnets': [{'id': '1f6a98c3-f342-4c72-a137-7aba7a641e96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:51:28.496868 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d1da0bd-52ba-4223-a362-aef75e544be1 None None] The sync data for ids ['0d9abde5-2417-418c-8738-fb63cad274ff'] in n-d-804985-2 is: [{'id': '0d9abde5-2417-418c-8738-fb63cad274ff', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-299522033-router', 'tenant_id': 'c87ef195b6b74f67b0f04cf988678fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.221'}], 'enable_snat': True}, 'gw_port_id': 'f37deb53-08d6-46bd-9be1-d9ba79b0786e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T11:51:19Z', 'updated_at': '2021-08-18T11:51:23Z', 'revision_number': 4, 'project_id': 'c87ef195b6b74f67b0f04cf988678fa6', 'gw_port': {'id': 'f37deb53-08d6-46bd-9be1-d9ba79b0786e', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:b5:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9abde5-2417-418c-8738-fb63cad274ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:51:19Z', 'updated_at': '2021-08-18T11:51:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': '49bdb1b6-8f91-4719-950a-3b0c218900ad', 'name': '', 'network_id': '299a3393-ede6-4663-8e2e-68401e0c2de3', 'tenant_id': 'c87ef195b6b74f67b0f04cf988678fa6', 'mac_address': 'fa:16:3e:86:2d:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d9abde5-2417-418c-8738-fb63cad274ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '1f6a98c3-f342-4c72-a137-7aba7a641e96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:51:22Z', 'updated_at': '2021-08-18T11:51:27Z', 'revision_number': 4, 'project_id': 'c87ef195b6b74f67b0f04cf988678fa6', 'subnets': [{'id': '1f6a98c3-f342-4c72-a137-7aba7a641e96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 11:51:28.526196 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 45564) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:51:28.540511 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ab882ee5-f7bb-43a1-a136-d5a783a014a1 req-5a52d736-7309-48f8-91f1-58c9695f82a9 tempest-AggregatesAdminTestJSON-746079441 tempest-AggregatesAdminTestJSON-746079441-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=37b3cb83999f4253ac77c98ca54d0f1a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0737586 Aug 18 11:51:28.608861 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-fb1b6a27-5f2d-439f-aee2-dc2b03b116d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:28.821026 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-dc40b783-d373-4be5-82b7-22cbdf45423c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for subnet, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:28.887542 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-fb1b6a27-5f2d-439f-aee2-dc2b03b116d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:28.901963 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-fb1b6a27-5f2d-439f-aee2-dc2b03b116d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:28.945938 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1b6a27-5f2d-439f-aee2-dc2b03b116d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e349c9e7-5c68-4358-9d2d-dfa7073e3346,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:51:28.966691 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-42f00551-5c9e-42f6-bd19-599a95b9b747 req-4fe5c446-e654-4e8d-8490-09080e33f263 tempest-AggregatesAdminTestJSON-746079441 tempest-AggregatesAdminTestJSON-746079441-project] 10.222.0.66 "GET /v2.0/ports?device_id=a723de70-2f9c-4c58-9f6f-7a49760bfe76 HTTP/1.1" status: 200 len: 210 time: 0.0662770 Aug 18 11:51:28.968122 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-fb1b6a27-5f2d-439f-aee2-dc2b03b116d2 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=7d88dc6e23dd4ff387702f818e0a49a5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4401588 Aug 18 11:51:28.971637 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 45594) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:51:28.983576 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc40b783-d373-4be5-82b7-22cbdf45423c admin admin] Pushing event updated for resources: {'Subnet': ['ID=a822e623-d00e-4150-a10b-2efebb75806c,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:51:29.016722 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc40b783-d373-4be5-82b7-22cbdf45423c admin admin] Checking segment: {'id': '90e55b6c-59de-4325-826f-b0c35163e24a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '81780d0d-2efa-473d-a0c8-6d440a6fb4fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 11:51:29.017077 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc40b783-d373-4be5-82b7-22cbdf45423c admin admin] Network hostable DHCP agents. Network: 81780d0d-2efa-473d-a0c8-6d440a6fb4fb, hostable agents: ['97c14208-2951-4361-8d64-3708c946ff5f'], hosted agents: [] {{(pid=106252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 11:51:29.060358 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc40b783-d373-4be5-82b7-22cbdf45423c admin admin] Network 81780d0d-2efa-473d-a0c8-6d440a6fb4fb is scheduled to be hosted by DHCP agent 97c14208-2951-4361-8d64-3708c946ff5f with binding_index 1 {{(pid=106252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 11:51:29.098001 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-dc40b783-d373-4be5-82b7-22cbdf45423c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-2, 81780d0d-2efa-473d-a0c8-6d440a6fb4fb) {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:51:29.102161 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc40b783-d373-4be5-82b7-22cbdf45423c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:51:29.102745 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-dc40b783-d373-4be5-82b7-22cbdf45423c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for subnet, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:29.110039 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bdd12ee-d976-4773-b688-6521d4263f99 None None] Network 81780d0d-2efa-473d-a0c8-6d440a6fb4fb requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 11:51:29.130867 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-aeed82ea-b763-4841-9f5a-a4642f2d3af2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:29.136345 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-dc40b783-d373-4be5-82b7-22cbdf45423c admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.8829789 Aug 18 11:51:29.137625 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 45608) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:51:29.151724 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-175968e7-dd22-45c8-bf21-81eb9b1f064e admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1215109186-router', 'tenant_id': '78a5015a31f14a7a97358b5ca211d73f', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'}}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:51:29.224301 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-175968e7-dd22-45c8-bf21-81eb9b1f064e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-998592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15809'] for router, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:29.226366 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-175968e7-dd22-45c8-bf21-81eb9b1f064e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-992733', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-971415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15816'] for router, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:29.299128 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-aeed82ea-b763-4841-9f5a-a4642f2d3af2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:29.377546 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-aeed82ea-b763-4841-9f5a-a4642f2d3af2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:29.382990 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-aeed82ea-b763-4841-9f5a-a4642f2d3af2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:29.385064 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-aeed82ea-b763-4841-9f5a-a4642f2d3af2 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e349c9e7-5c68-4358-9d2d-dfa7073e3346 HTTP/1.1" status: 204 len: 168 time: 0.4124758 Aug 18 11:51:29.399636 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeed82ea-b763-4841-9f5a-a4642f2d3af2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e349c9e7-5c68-4358-9d2d-dfa7073e3346,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:51:29.425134 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-175968e7-dd22-45c8-bf21-81eb9b1f064e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:29.609763 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4446fea-9fce-46b6-b43b-f7118da84840 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp788be208-34ab-5a8f-af0f-528834af222f-81780d0d-2efa-473d-a0c8-6d440a6fb4fb', 'network_id': '81780d0d-2efa-473d-a0c8-6d440a6fb4fb', 'tenant_id': '78a5015a31f14a7a97358b5ca211d73f', 'fixed_ips': [{'subnet_id': 'a822e623-d00e-4150-a10b-2efebb75806c'}]}} from n-d-804985-2. {{(pid=106254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 11:51:29.611879 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-d4446fea-9fce-46b6-b43b-f7118da84840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:29.628683 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-175968e7-dd22-45c8-bf21-81eb9b1f064e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:29.865900 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 49bdb1b6-8f91-4719-950a-3b0c218900ad up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:51:29.945339 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-175968e7-dd22-45c8-bf21-81eb9b1f064e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:29.951853 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.db_base_plugin_common [None req-d4446fea-9fce-46b6-b43b-f7118da84840 None None] Allocated IP 172.20.0.2 (81780d0d-2efa-473d-a0c8-6d440a6fb4fb/a822e623-d00e-4150-a10b-2efebb75806c/68ad9d9f-5411-4a94-83d8-e5196c9a65a0) {{(pid=106254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 11:51:29.958922 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port 49bdb1b6-8f91-4719-950a-3b0c218900ad completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 11:51:29.968618 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 49bdb1b6-8f91-4719-950a-3b0c218900ad triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:51:29.969180 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:29.984876 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-175968e7-dd22-45c8-bf21-81eb9b1f064e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:30.173839 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [None req-175968e7-dd22-45c8-bf21-81eb9b1f064e admin admin] Allocated IP 172.25.7.249 (7cae7a70-14fd-408c-b14d-39ceb97cb60e/9784295a-20b8-4a4b-b105-f82737f0448f/4a5be6e2-f420-4fae-a77e-8a9c0d0bcb18) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 11:51:30.204634 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:30.219670 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 45646) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:51:30.239075 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-d4446fea-9fce-46b6-b43b-f7118da84840 None None] Notify callbacks [] for port, precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:30.264635 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-d4446fea-9fce-46b6-b43b-f7118da84840 None None] Transition to ACTIVE for port object 68ad9d9f-5411-4a94-83d8-e5196c9a65a0 will not be triggered until provisioned by entity L2. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 11:51:30.284605 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] For port 49bdb1b6-8f91-4719-950a-3b0c218900ad, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=49bdb1b6-8f91-4719-950a-3b0c218900ad,segment=NetworkSegment(a64f6bd4-a887-4b68-9b8c-3f473a0ffabc),segment_id=a64f6bd4-a887-4b68-9b8c-3f473a0ffabc)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:51:30.301858 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:30.310659 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-d4446fea-9fce-46b6-b43b-f7118da84840 None None] Transition to ACTIVE for port object 68ad9d9f-5411-4a94-83d8-e5196c9a65a0 will not be triggered until provisioned by entity DHCP. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 11:51:30.337493 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-d4446fea-9fce-46b6-b43b-f7118da84840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547'] for port, after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:30.364718 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4446fea-9fce-46b6-b43b-f7118da84840 None None] Network 81780d0d-2efa-473d-a0c8-6d440a6fb4fb is already hosted by enough agents. {{(pid=106254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 11:51:30.368620 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.base_scheduler [None req-d4446fea-9fce-46b6-b43b-f7118da84840 None None] Resources bound (agent type, host, resource id): {{(pid=106254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:51:30.373035 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4446fea-9fce-46b6-b43b-f7118da84840 None None] Received port after_create {{(pid=106254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 11:51:30.414367 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Pushing event updated for resources: {'Port': ['ID=49bdb1b6-8f91-4719-950a-3b0c218900ad,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:51:30.469265 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4446fea-9fce-46b6-b43b-f7118da84840 None None] Pushing event updated for resources: {'Port': ['ID=68ad9d9f-5411-4a94-83d8-e5196c9a65a0,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:51:30.487045 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-d4446fea-9fce-46b6-b43b-f7118da84840 None None] Attempting to bind port 68ad9d9f-5411-4a94-83d8-e5196c9a65a0 on host n-d-804985-2 for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 11:51:30.487629 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-d4446fea-9fce-46b6-b43b-f7118da84840 None None] Attempting to bind port 68ad9d9f-5411-4a94-83d8-e5196c9a65a0 by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': '90e55b6c-59de-4325-826f-b0c35163e24a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '81780d0d-2efa-473d-a0c8-6d440a6fb4fb'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 11:51:30.488209 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4446fea-9fce-46b6-b43b-f7118da84840 None None] Attempting to bind port 68ad9d9f-5411-4a94-83d8-e5196c9a65a0 on network 81780d0d-2efa-473d-a0c8-6d440a6fb4fb {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 11:51:30.495674 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4446fea-9fce-46b6-b43b-f7118da84840 None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 11, 51, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 11:51:30.496592 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4446fea-9fce-46b6-b43b-f7118da84840 None None] Checking segment: {'id': '90e55b6c-59de-4325-826f-b0c35163e24a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '81780d0d-2efa-473d-a0c8-6d440a6fb4fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 11:51:30.497208 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-d4446fea-9fce-46b6-b43b-f7118da84840 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:30.497811 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4446fea-9fce-46b6-b43b-f7118da84840 None None] Bound using segment: {'id': '90e55b6c-59de-4325-826f-b0c35163e24a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '81780d0d-2efa-473d-a0c8-6d440a6fb4fb'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 11:51:30.498516 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-d4446fea-9fce-46b6-b43b-f7118da84840 None None] Bound port: 68ad9d9f-5411-4a94-83d8-e5196c9a65a0, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90e55b6c-59de-4325-826f-b0c35163e24a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '81780d0d-2efa-473d-a0c8-6d440a6fb4fb'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 11:51:30.499107 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-d4446fea-9fce-46b6-b43b-f7118da84840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:30.526020 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-175968e7-dd22-45c8-bf21-81eb9b1f064e admin admin] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:30.575132 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-175968e7-dd22-45c8-bf21-81eb9b1f064e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:30.594245 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-d4446fea-9fce-46b6-b43b-f7118da84840 None None] For port 68ad9d9f-5411-4a94-83d8-e5196c9a65a0, host n-d-804985-2, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 11:51:30.602677 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-d4446fea-9fce-46b6-b43b-f7118da84840 None None] For port 68ad9d9f-5411-4a94-83d8-e5196c9a65a0, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=68ad9d9f-5411-4a94-83d8-e5196c9a65a0,segment=NetworkSegment(90e55b6c-59de-4325-826f-b0c35163e24a),segment_id=90e55b6c-59de-4325-826f-b0c35163e24a)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 11:51:30.612772 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-d4446fea-9fce-46b6-b43b-f7118da84840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:30.634381 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-175968e7-dd22-45c8-bf21-81eb9b1f064e admin admin] Network 7cae7a70-14fd-408c-b14d-39ceb97cb60e is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 11:51:30.637200 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-175968e7-dd22-45c8-bf21-81eb9b1f064e admin admin] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:51:30.641781 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-175968e7-dd22-45c8-bf21-81eb9b1f064e admin admin] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 11:51:30.676948 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d817757d-c318-42f5-96db-1e9c950a4536 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:30.704924 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4446fea-9fce-46b6-b43b-f7118da84840 None None] Pushing event updated for resources: {'Port': ['ID=68ad9d9f-5411-4a94-83d8-e5196c9a65a0,revision_number=2']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:51:30.760894 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 45672) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:51:30.800938 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175968e7-dd22-45c8-bf21-81eb9b1f064e admin admin] Pushing event updated for resources: {'Port': ['ID=4a5be6e2-f420-4fae-a77e-8a9c0d0bcb18,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:51:30.839343 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d817757d-c318-42f5-96db-1e9c950a4536 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:30.849664 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d817757d-c318-42f5-96db-1e9c950a4536 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:30.959992 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d817757d-c318-42f5-96db-1e9c950a4536 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c77c01ca-428c-4364-8e52-ec4537251ddd,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:51:30.997432 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-d817757d-c318-42f5-96db-1e9c950a4536 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5dc317cacd2840918c407d85078c206a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7739148 Aug 18 11:51:30.997753 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 45682) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:51:31.101837 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e953b942-5dbe-49ee-9eb0-fb57875d2280 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:31.155816 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e953b942-5dbe-49ee-9eb0-fb57875d2280 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:31.223907 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e953b942-5dbe-49ee-9eb0-fb57875d2280 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:31.227084 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e953b942-5dbe-49ee-9eb0-fb57875d2280 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:31.228416 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-e953b942-5dbe-49ee-9eb0-fb57875d2280 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c77c01ca-428c-4364-8e52-ec4537251ddd HTTP/1.1" status: 204 len: 168 time: 0.2296877 Aug 18 11:51:31.231681 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-175968e7-dd22-45c8-bf21-81eb9b1f064e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:31.241932 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e953b942-5dbe-49ee-9eb0-fb57875d2280 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c77c01ca-428c-4364-8e52-ec4537251ddd,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:51:31.394510 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-40915609-1d91-45db-821f-d4b037168294 req-2f148752-a7c8-4304-b309-cf0afe4def8a tempest-AggregatesAdminTestJSON-746079441 tempest-AggregatesAdminTestJSON-746079441-project] 10.222.0.66 "GET /v2.0/ports?device_id=a723de70-2f9c-4c58-9f6f-7a49760bfe76 HTTP/1.1" status: 200 len: 210 time: 0.5962150 Aug 18 11:51:31.535917 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-175968e7-dd22-45c8-bf21-81eb9b1f064e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-998473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-992536'] for router, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:31.743207 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-175968e7-dd22-45c8-bf21-81eb9b1f064e admin admin] Router 26573997-057a-44ea-8e05-ade1ddd1914a is scheduled to L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 with binding_index 1 {{(pid=106252) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 11:51:31.906102 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 49bdb1b6-8f91-4719-950a-3b0c218900ad up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:51:31.917624 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-175968e7-dd22-45c8-bf21-81eb9b1f064e admin admin] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 11:51:31.930252 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73812a52-488a-414a-89c7-c821e1de8b4e None None] Sync routers for ids ['26573997-057a-44ea-8e05-ade1ddd1914a'] in n-d-804985-2 {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 11:51:31.942517 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-175968e7-dd22-45c8-bf21-81eb9b1f064e admin admin] Notify callbacks [] for router, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:31.946863 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-175968e7-dd22-45c8-bf21-81eb9b1f064e admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 2.8053944 Aug 18 11:51:31.947272 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 45708) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:51:31.949917 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73812a52-488a-414a-89c7-c821e1de8b4e None None] Routers {'26573997-057a-44ea-8e05-ade1ddd1914a'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 11:51:31.950590 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-73812a52-488a-414a-89c7-c821e1de8b4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T11:51:21Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['26573997-057a-44ea-8e05-ade1ddd1914a'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:51:32.007641 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 49bdb1b6-8f91-4719-950a-3b0c218900ad triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:51:32.008301 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:32.086204 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-73812a52-488a-414a-89c7-c821e1de8b4e None None] Set router 26573997-057a-44ea-8e05-ade1ddd1914a gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 11:51:32.113858 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce1777e8-d721-41fe-ba4f-9bb95ff4a519 None None] Network 81780d0d-2efa-473d-a0c8-6d440a6fb4fb requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 11:51:32.240878 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 68ad9d9f-5411-4a94-83d8-e5196c9a65a0 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:51:32.297637 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-18b7534f-f289-42be-ae5b-3031b710bf11 None None] Provisioning for port 68ad9d9f-5411-4a94-83d8-e5196c9a65a0 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 11:51:32.299962 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.63', 54240) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:51:32.318036 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-73812a52-488a-414a-89c7-c821e1de8b4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26573997-057a-44ea-8e05-ade1ddd1914a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1215109186-router', 'tenant_id': '78a5015a31f14a7a97358b5ca211d73f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.249'}], 'enable_snat': True}, 'gw_port_id': '4a5be6e2-f420-4fae-a77e-8a9c0d0bcb18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T11:51:29Z', 'updated_at': '2021-08-18T11:51:30Z', 'revision_number': 3, 'project_id': '78a5015a31f14a7a97358b5ca211d73f', 'gw_port': {'id': '4a5be6e2-f420-4fae-a77e-8a9c0d0bcb18', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:7d:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26573997-057a-44ea-8e05-ade1ddd1914a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:51:29Z', 'updated_at': '2021-08-18T11:51:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:51:32.352370 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ab882ee5-f7bb-43a1-a136-d5a783a014a1 req-9412ae96-1b86-48a7-af5b-6aafdd3a55e1 tempest-AggregatesAdminTestJSON-746079441 tempest-AggregatesAdminTestJSON-746079441-project] 10.222.0.63 "GET /v2.0/networks?tenant_id=37b3cb83999f4253ac77c98ca54d0f1a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0509059 Aug 18 11:51:32.358865 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73812a52-488a-414a-89c7-c821e1de8b4e None None] Checking router: 26573997-057a-44ea-8e05-ade1ddd1914a for host: n-d-804985-2 {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 11:51:32.359500 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73812a52-488a-414a-89c7-c821e1de8b4e None None] Updating router 26573997-057a-44ea-8e05-ade1ddd1914a port 4a5be6e2-f420-4fae-a77e-8a9c0d0bcb18 binding host n-d-804985-2 {{(pid=106255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 11:51:32.401531 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-73812a52-488a-414a-89c7-c821e1de8b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:32.453316 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port 68ad9d9f-5411-4a94-83d8-e5196c9a65a0 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 11:51:32.465383 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 68ad9d9f-5411-4a94-83d8-e5196c9a65a0 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:51:32.478329 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:32.569761 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 45726) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:51:32.623589 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ae617d9d-f25a-4768-b1aa-2640404d4767 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:32.698841 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab882ee5-f7bb-43a1-a136-d5a783a014a1 req-28065152-5d84-44b8-b3ca-8c781a859aae tempest-AggregatesAdminTestJSON-746079441 tempest-AggregatesAdminTestJSON-746079441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:51:32.703037 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ab882ee5-f7bb-43a1-a136-d5a783a014a1 req-28065152-5d84-44b8-b3ca-8c781a859aae tempest-AggregatesAdminTestJSON-746079441 tempest-AggregatesAdminTestJSON-746079441-project] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3440173 Aug 18 11:51:32.782292 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:32.783214 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e6b7538e-bc74-446e-b0e5-4787f62c62c0 req-3503f81a-f15e-4bbf-bdeb-04328b091917 tempest-AggregatesAdminTestJSON-746079441 tempest-AggregatesAdminTestJSON-746079441-project] 10.222.0.66 "GET /v2.0/ports?device_id=a723de70-2f9c-4c58-9f6f-7a49760bfe76 HTTP/1.1" status: 200 len: 210 time: 0.0459082 Aug 18 11:51:32.800785 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-ab882ee5-f7bb-43a1-a136-d5a783a014a1 req-d1cd4682-2944-4a08-8c93-e48de8dbb439 tempest-AggregatesAdminTestJSON-746079441 tempest-AggregatesAdminTestJSON-746079441-project] Request body: {'port': {'device_id': 'a723de70-2f9c-4c58-9f6f-7a49760bfe76', 'network_id': '222e0814-c7e5-4b11-9282-3f40c6ed76b2', 'admin_state_up': True, 'tenant_id': '37b3cb83999f4253ac77c98ca54d0f1a'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:51:32.898340 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] For port 68ad9d9f-5411-4a94-83d8-e5196c9a65a0, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=68ad9d9f-5411-4a94-83d8-e5196c9a65a0,segment=NetworkSegment(90e55b6c-59de-4325-826f-b0c35163e24a),segment_id=90e55b6c-59de-4325-826f-b0c35163e24a)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:51:32.906284 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:32.995750 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Pushing event updated for resources: {'Port': ['ID=68ad9d9f-5411-4a94-83d8-e5196c9a65a0,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:51:33.002133 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ae617d9d-f25a-4768-b1aa-2640404d4767 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:33.016926 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ae617d9d-f25a-4768-b1aa-2640404d4767 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:33.029556 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-73812a52-488a-414a-89c7-c821e1de8b4e None None] Notify callbacks [] for port, precommit_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:33.042961 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-aaf6228a-32ed-480e-8c11-78a093b7c861 None None] Provisioning complete for port 68ad9d9f-5411-4a94-83d8-e5196c9a65a0 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:51:33.045766 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-aaf6228a-32ed-480e-8c11-78a093b7c861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:33.050559 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-ae617d9d-f25a-4768-b1aa-2640404d4767 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=7240c196ec8940559b9d28b54b1962e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4793625 Aug 18 11:51:33.053069 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-73812a52-488a-414a-89c7-c821e1de8b4e None None] Transition to ACTIVE for port object 4a5be6e2-f420-4fae-a77e-8a9c0d0bcb18 will not be triggered until provisioned by entity L2. {{(pid=106255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 11:51:33.069727 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-73812a52-488a-414a-89c7-c821e1de8b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:33.076662 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 45746) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:51:33.100646 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab882ee5-f7bb-43a1-a136-d5a783a014a1 req-d1cd4682-2944-4a08-8c93-e48de8dbb439 tempest-AggregatesAdminTestJSON-746079441 tempest-AggregatesAdminTestJSON-746079441-project] Made reservation on behalf of 37b3cb83999f4253ac77c98ca54d0f1a for: {'port': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 11:51:33.105702 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-ab882ee5-f7bb-43a1-a136-d5a783a014a1 req-d1cd4682-2944-4a08-8c93-e48de8dbb439 tempest-AggregatesAdminTestJSON-746079441 tempest-AggregatesAdminTestJSON-746079441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:33.121964 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-ab882ee5-f7bb-43a1-a136-d5a783a014a1 req-d1cd4682-2944-4a08-8c93-e48de8dbb439 tempest-AggregatesAdminTestJSON-746079441 tempest-AggregatesAdminTestJSON-746079441-project] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:33.174009 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-bb0e2497-02f5-4b19-aa12-355355acc793 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:33.185508 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4d88f7-6f01-44b5-93f2-aac01fd88196 None None] Pushing event updated for resources: {'Port': ['ID=4a5be6e2-f420-4fae-a77e-8a9c0d0bcb18,revision_number=2']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:51:33.193380 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-73812a52-488a-414a-89c7-c821e1de8b4e None None] Attempting to bind port 4a5be6e2-f420-4fae-a77e-8a9c0d0bcb18 on host n-d-804985-2 for vnic_type normal with profile {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 11:51:33.193673 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-73812a52-488a-414a-89c7-c821e1de8b4e None None] Attempting to bind port 4a5be6e2-f420-4fae-a77e-8a9c0d0bcb18 by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'}] {{(pid=106255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 11:51:33.196551 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73812a52-488a-414a-89c7-c821e1de8b4e None None] Attempting to bind port 4a5be6e2-f420-4fae-a77e-8a9c0d0bcb18 on network 7cae7a70-14fd-408c-b14d-39ceb97cb60e {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 11:51:33.206305 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae617d9d-f25a-4768-b1aa-2640404d4767 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2ca99ac-ce7a-45a2-88ea-2fd985dabcb1,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:51:33.208645 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73812a52-488a-414a-89c7-c821e1de8b4e None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 11, 51, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 11:51:33.209091 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73812a52-488a-414a-89c7-c821e1de8b4e None None] Checking segment: {'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 11:51:33.209631 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-73812a52-488a-414a-89c7-c821e1de8b4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:33.210046 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73812a52-488a-414a-89c7-c821e1de8b4e None None] Bound using segment: {'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'} {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 11:51:33.210548 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-73812a52-488a-414a-89c7-c821e1de8b4e None None] Bound port: 4a5be6e2-f420-4fae-a77e-8a9c0d0bcb18, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'}}] {{(pid=106255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 11:51:33.210938 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-73812a52-488a-414a-89c7-c821e1de8b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:33.249238 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-ab882ee5-f7bb-43a1-a136-d5a783a014a1 req-d1cd4682-2944-4a08-8c93-e48de8dbb439 tempest-AggregatesAdminTestJSON-746079441 tempest-AggregatesAdminTestJSON-746079441-project] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:33.258201 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-ab882ee5-f7bb-43a1-a136-d5a783a014a1 req-d1cd4682-2944-4a08-8c93-e48de8dbb439 tempest-AggregatesAdminTestJSON-746079441 tempest-AggregatesAdminTestJSON-746079441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:33.308366 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-73812a52-488a-414a-89c7-c821e1de8b4e None None] For port 4a5be6e2-f420-4fae-a77e-8a9c0d0bcb18, host n-d-804985-2, cleared binding levels {{(pid=106255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 11:51:33.318580 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cd4682-2944-4a08-8c93-e48de8dbb439 tempest-AggregatesAdminTestJSON-746079441 tempest-AggregatesAdminTestJSON-746079441-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76c12ecb-b1cd-4fea-a015-a9547777e665,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:51:33.318979 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-73812a52-488a-414a-89c7-c821e1de8b4e None None] For port 4a5be6e2-f420-4fae-a77e-8a9c0d0bcb18, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=4a5be6e2-f420-4fae-a77e-8a9c0d0bcb18,segment=NetworkSegment(c5a3db9d-5c58-41b1-9177-d5787a597b78),segment_id=c5a3db9d-5c58-41b1-9177-d5787a597b78)] {{(pid=106255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 11:51:33.328660 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-73812a52-488a-414a-89c7-c821e1de8b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:33.397656 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3949580e-c3ac-4ff5-b628-37c23a2a1d11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:33.415781 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73812a52-488a-414a-89c7-c821e1de8b4e None None] Routers {'26573997-057a-44ea-8e05-ade1ddd1914a'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 11:51:33.417161 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-73812a52-488a-414a-89c7-c821e1de8b4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T11:51:21Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['26573997-057a-44ea-8e05-ade1ddd1914a'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:51:33.419375 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4d88f7-6f01-44b5-93f2-aac01fd88196 None None] Pushing event updated for resources: {'Port': ['ID=4a5be6e2-f420-4fae-a77e-8a9c0d0bcb18,revision_number=3']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:51:33.452176 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3949580e-c3ac-4ff5-b628-37c23a2a1d11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:33.485307 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [None req-bb0e2497-02f5-4b19-aa12-355355acc793 admin admin] Allocated IP 172.20.0.1 (81780d0d-2efa-473d-a0c8-6d440a6fb4fb/a822e623-d00e-4150-a10b-2efebb75806c/db76862f-19ae-4a53-a705-c8a73bfeff4e) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 11:51:33.573252 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-73812a52-488a-414a-89c7-c821e1de8b4e None None] Set router 26573997-057a-44ea-8e05-ade1ddd1914a gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 11:51:33.581177 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3949580e-c3ac-4ff5-b628-37c23a2a1d11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:33.586157 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3949580e-c3ac-4ff5-b628-37c23a2a1d11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:33.591010 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-3949580e-c3ac-4ff5-b628-37c23a2a1d11 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e2ca99ac-ce7a-45a2-88ea-2fd985dabcb1 HTTP/1.1" status: 204 len: 168 time: 0.5036938 Aug 18 11:51:33.624563 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3949580e-c3ac-4ff5-b628-37c23a2a1d11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2ca99ac-ce7a-45a2-88ea-2fd985dabcb1,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:51:33.679410 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-bb0e2497-02f5-4b19-aa12-355355acc793 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:33.698124 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [req-ab882ee5-f7bb-43a1-a136-d5a783a014a1 req-d1cd4682-2944-4a08-8c93-e48de8dbb439 tempest-AggregatesAdminTestJSON-746079441 tempest-AggregatesAdminTestJSON-746079441-project] Allocated IP 192.168.233.25 (222e0814-c7e5-4b11-9282-3f40c6ed76b2/6d16d680-110b-436d-8afa-48ba845b3623/1ba3902b-6d59-499b-8952-d7ec5b805d62) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 11:51:33.708023 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [None req-bb0e2497-02f5-4b19-aa12-355355acc793 admin admin] Transition to ACTIVE for port object db76862f-19ae-4a53-a705-c8a73bfeff4e will not be triggered until provisioned by entity DHCP. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 11:51:33.775771 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 68ad9d9f-5411-4a94-83d8-e5196c9a65a0 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:51:33.776584 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-bb0e2497-02f5-4b19-aa12-355355acc793 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:33.802530 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb0e2497-02f5-4b19-aa12-355355acc793 admin admin] Network 81780d0d-2efa-473d-a0c8-6d440a6fb4fb is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 11:51:33.805396 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-bb0e2497-02f5-4b19-aa12-355355acc793 admin admin] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:51:33.808967 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb0e2497-02f5-4b19-aa12-355355acc793 admin admin] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 11:51:33.809917 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-bb0e2497-02f5-4b19-aa12-355355acc793 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-996688'] for router_interface, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:33.815796 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-73812a52-488a-414a-89c7-c821e1de8b4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26573997-057a-44ea-8e05-ade1ddd1914a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1215109186-router', 'tenant_id': '78a5015a31f14a7a97358b5ca211d73f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.249'}], 'enable_snat': True}, 'gw_port_id': '4a5be6e2-f420-4fae-a77e-8a9c0d0bcb18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T11:51:29Z', 'updated_at': '2021-08-18T11:51:30Z', 'revision_number': 3, 'project_id': '78a5015a31f14a7a97358b5ca211d73f', 'gw_port': {'id': '4a5be6e2-f420-4fae-a77e-8a9c0d0bcb18', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:7d:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26573997-057a-44ea-8e05-ade1ddd1914a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:51:29Z', 'updated_at': '2021-08-18T11:51:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:51:33.865054 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73812a52-488a-414a-89c7-c821e1de8b4e None None] The sync data for ids ['26573997-057a-44ea-8e05-ade1ddd1914a'] in n-d-804985-2 is: [{'id': '26573997-057a-44ea-8e05-ade1ddd1914a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1215109186-router', 'tenant_id': '78a5015a31f14a7a97358b5ca211d73f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.249'}], 'enable_snat': True}, 'gw_port_id': '4a5be6e2-f420-4fae-a77e-8a9c0d0bcb18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T11:51:29Z', 'updated_at': '2021-08-18T11:51:30Z', 'revision_number': 3, 'project_id': '78a5015a31f14a7a97358b5ca211d73f', 'gw_port': {'id': '4a5be6e2-f420-4fae-a77e-8a9c0d0bcb18', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:7d:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26573997-057a-44ea-8e05-ade1ddd1914a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:51:29Z', 'updated_at': '2021-08-18T11:51:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 11:51:33.956078 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 68ad9d9f-5411-4a94-83d8-e5196c9a65a0 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:51:33.956597 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:34.006356 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0e2497-02f5-4b19-aa12-355355acc793 admin admin] Pushing event updated for resources: {'Port': ['ID=db76862f-19ae-4a53-a705-c8a73bfeff4e,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:51:34.181657 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-bb0e2497-02f5-4b19-aa12-355355acc793 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:34.311935 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-b36a5a0a-3954-4645-bc22-ec81c260c682 None None] Provisioning for port db76862f-19ae-4a53-a705-c8a73bfeff4e completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 11:51:34.331301 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-b36a5a0a-3954-4645-bc22-ec81c260c682 None None] Provisioning complete for port db76862f-19ae-4a53-a705-c8a73bfeff4e triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:51:34.331682 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-b36a5a0a-3954-4645-bc22-ec81c260c682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:34.392127 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7351deff-4319-430e-ab17-8594d8afe97c req-36081f5e-327f-42de-afa4-1fb5dcfc0d6e tempest-AggregatesAdminTestJSON-746079441 tempest-AggregatesAdminTestJSON-746079441-project] 10.222.0.66 "GET /v2.0/ports?device_id=a723de70-2f9c-4c58-9f6f-7a49760bfe76 HTTP/1.1" status: 200 len: 210 time: 0.1097600 Aug 18 11:51:34.413665 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-b36a5a0a-3954-4645-bc22-ec81c260c682 None None] Port db76862f-19ae-4a53-a705-c8a73bfeff4e cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 11:51:34.453064 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-bb0e2497-02f5-4b19-aa12-355355acc793 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:34.461320 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-bb0e2497-02f5-4b19-aa12-355355acc793 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:34.462849 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-bb0e2497-02f5-4b19-aa12-355355acc793 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-996772'] for router_interface, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:34.472844 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-ab882ee5-f7bb-43a1-a136-d5a783a014a1 req-d1cd4682-2944-4a08-8c93-e48de8dbb439 tempest-AggregatesAdminTestJSON-746079441 tempest-AggregatesAdminTestJSON-746079441-project] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:34.497025 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [req-ab882ee5-f7bb-43a1-a136-d5a783a014a1 req-d1cd4682-2944-4a08-8c93-e48de8dbb439 tempest-AggregatesAdminTestJSON-746079441 tempest-AggregatesAdminTestJSON-746079441-project] Transition to ACTIVE for port object 1ba3902b-6d59-499b-8952-d7ec5b805d62 will not be triggered until provisioned by entity DHCP. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 11:51:34.565020 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-ab882ee5-f7bb-43a1-a136-d5a783a014a1 req-d1cd4682-2944-4a08-8c93-e48de8dbb439 tempest-AggregatesAdminTestJSON-746079441 tempest-AggregatesAdminTestJSON-746079441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:34.581679 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0e2497-02f5-4b19-aa12-355355acc793 admin admin] Pushing event updated for resources: {'Port': ['ID=db76862f-19ae-4a53-a705-c8a73bfeff4e,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:51:34.639865 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb0e2497-02f5-4b19-aa12-355355acc793 admin admin] Network 81780d0d-2efa-473d-a0c8-6d440a6fb4fb is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 11:51:34.641389 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-bb0e2497-02f5-4b19-aa12-355355acc793 admin admin] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:51:34.694293 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cd4682-2944-4a08-8c93-e48de8dbb439 tempest-AggregatesAdminTestJSON-746079441 tempest-AggregatesAdminTestJSON-746079441-project] Pushing event updated for resources: {'Port': ['ID=1ba3902b-6d59-499b-8952-d7ec5b805d62,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:51:34.703590 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab882ee5-f7bb-43a1-a136-d5a783a014a1 req-d1cd4682-2944-4a08-8c93-e48de8dbb439 tempest-AggregatesAdminTestJSON-746079441 tempest-AggregatesAdminTestJSON-746079441-project] Network 222e0814-c7e5-4b11-9282-3f40c6ed76b2 is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 11:51:34.705860 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [req-ab882ee5-f7bb-43a1-a136-d5a783a014a1 req-d1cd4682-2944-4a08-8c93-e48de8dbb439 tempest-AggregatesAdminTestJSON-746079441 tempest-AggregatesAdminTestJSON-746079441-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:51:34.720126 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab882ee5-f7bb-43a1-a136-d5a783a014a1 req-d1cd4682-2944-4a08-8c93-e48de8dbb439 tempest-AggregatesAdminTestJSON-746079441 tempest-AggregatesAdminTestJSON-746079441-project] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 11:51:34.731651 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab882ee5-f7bb-43a1-a136-d5a783a014a1 req-d1cd4682-2944-4a08-8c93-e48de8dbb439 tempest-AggregatesAdminTestJSON-746079441 tempest-AggregatesAdminTestJSON-746079441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:51:34.732603 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-ab882ee5-f7bb-43a1-a136-d5a783a014a1 req-d1cd4682-2944-4a08-8c93-e48de8dbb439 tempest-AggregatesAdminTestJSON-746079441 tempest-AggregatesAdminTestJSON-746079441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:34.762953 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ab882ee5-f7bb-43a1-a136-d5a783a014a1 req-d1cd4682-2944-4a08-8c93-e48de8dbb439 tempest-AggregatesAdminTestJSON-746079441 tempest-AggregatesAdminTestJSON-746079441-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9782209 Aug 18 11:51:34.795197 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [req-ab882ee5-f7bb-43a1-a136-d5a783a014a1 req-7b075e3b-c15e-48cf-a049-1ef585b04b82 tempest-AggregatesAdminTestJSON-746079441 tempest-AggregatesAdminTestJSON-746079441-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=106252) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 11:51:34.796536 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ab882ee5-f7bb-43a1-a136-d5a783a014a1 req-7b075e3b-c15e-48cf-a049-1ef585b04b82 tempest-AggregatesAdminTestJSON-746079441 tempest-AggregatesAdminTestJSON-746079441-project] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0252495 Aug 18 11:51:34.826654 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb0e2497-02f5-4b19-aa12-355355acc793 admin admin] Router 26573997-057a-44ea-8e05-ade1ddd1914a has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 11:51:35.053958 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-0900dfae-1592-4f45-98c3-d65d04b44219 None None] Provisioning complete for port db76862f-19ae-4a53-a705-c8a73bfeff4e triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:51:35.054930 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-0900dfae-1592-4f45-98c3-d65d04b44219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:35.136332 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-0900dfae-1592-4f45-98c3-d65d04b44219 None None] Port db76862f-19ae-4a53-a705-c8a73bfeff4e cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 11:51:35.279267 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-82de4635-29ce-4c87-a77f-8360bb75930a None None] Provisioning for port 1ba3902b-6d59-499b-8952-d7ec5b805d62 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 11:51:35.293229 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-82de4635-29ce-4c87-a77f-8360bb75930a None None] Provisioning complete for port 1ba3902b-6d59-499b-8952-d7ec5b805d62 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:51:35.295387 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-82de4635-29ce-4c87-a77f-8360bb75930a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:35.305407 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 45810) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:51:35.363690 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a2fd946c-be89-4e30-a04f-6b4e89be1fe1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:35.397736 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-82de4635-29ce-4c87-a77f-8360bb75930a None None] Port 1ba3902b-6d59-499b-8952-d7ec5b805d62 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 11:51:35.429933 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb0e2497-02f5-4b19-aa12-355355acc793 admin admin] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 11:51:35.445221 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-bb0e2497-02f5-4b19-aa12-355355acc793 admin admin] 10.222.0.66 "PUT /v2.0/routers/26573997-057a-44ea-8e05-ade1ddd1914a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4950500 Aug 18 11:51:35.601099 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a2fd946c-be89-4e30-a04f-6b4e89be1fe1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:35.609172 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a2fd946c-be89-4e30-a04f-6b4e89be1fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:35.720248 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fd946c-be89-4e30-a04f-6b4e89be1fe1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b0821af-d395-4ade-9fed-44b2599d579e,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:51:35.721729 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:35.785480 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-a2fd946c-be89-4e30-a04f-6b4e89be1fe1 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=fe9f85310c1d4522960035ebdc39f685&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4785984 Aug 18 11:51:35.788522 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 45826) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:51:35.855754 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 4a5be6e2-f420-4fae-a77e-8a9c0d0bcb18 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:51:35.973538 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8f69309a-8575-4d66-8896-c67f73914564 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:36.059450 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port 4a5be6e2-f420-4fae-a77e-8a9c0d0bcb18 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 11:51:36.065640 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 4a5be6e2-f420-4fae-a77e-8a9c0d0bcb18 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:51:36.068764 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:36.085491 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8f69309a-8575-4d66-8896-c67f73914564 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:36.096364 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5adcd6-f001-48ee-8dda-b10f0c2b79bd req-796d3156-1b93-4b44-9021-06f5331a9af7 tempest-AggregatesAdminTestJSON-746079441 tempest-AggregatesAdminTestJSON-746079441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:51:36.101345 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ac5adcd6-f001-48ee-8dda-b10f0c2b79bd req-796d3156-1b93-4b44-9021-06f5331a9af7 tempest-AggregatesAdminTestJSON-746079441 tempest-AggregatesAdminTestJSON-746079441-project] 10.222.0.66 "GET /v2.0/ports?device_id=a723de70-2f9c-4c58-9f6f-7a49760bfe76 HTTP/1.1" status: 200 len: 935 time: 0.1852233 Aug 18 11:51:36.190659 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ac5adcd6-f001-48ee-8dda-b10f0c2b79bd req-68eec9ab-7043-4a75-be14-8003b339a155 tempest-AggregatesAdminTestJSON-746079441 tempest-AggregatesAdminTestJSON-746079441-project] 10.222.0.66 "GET /v2.0/security-groups?id=76c12ecb-b1cd-4fea-a015-a9547777e665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814381 Aug 18 11:51:36.203853 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-ab882ee5-f7bb-43a1-a136-d5a783a014a1 req-4ae05291-81b6-4110-b834-28fc1179d923 service neutron] Request body: {'port': {'device_id': 'a723de70-2f9c-4c58-9f6f-7a49760bfe76', 'device_owner': 'compute:tempest-test_az-546674292', 'binding:host_id': 'n-h1-804985-2'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:51:36.255047 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8f69309a-8575-4d66-8896-c67f73914564 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:36.258410 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8f69309a-8575-4d66-8896-c67f73914564 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:36.262315 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-8f69309a-8575-4d66-8896-c67f73914564 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2b0821af-d395-4ade-9fed-44b2599d579e HTTP/1.1" status: 204 len: 168 time: 0.4699731 Aug 18 11:51:36.283402 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f69309a-8575-4d66-8896-c67f73914564 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b0821af-d395-4ade-9fed-44b2599d579e,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:51:36.320516 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-ab882ee5-f7bb-43a1-a136-d5a783a014a1 req-4ae05291-81b6-4110-b834-28fc1179d923 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:36.425407 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:36.513298 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] For port 4a5be6e2-f420-4fae-a77e-8a9c0d0bcb18, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=4a5be6e2-f420-4fae-a77e-8a9c0d0bcb18,segment=NetworkSegment(c5a3db9d-5c58-41b1-9177-d5787a597b78),segment_id=c5a3db9d-5c58-41b1-9177-d5787a597b78)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:51:36.521315 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:36.629670 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Pushing event updated for resources: {'Port': ['ID=4a5be6e2-f420-4fae-a77e-8a9c0d0bcb18,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:51:36.687574 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b0c643-a37d-4f1e-a651-09603cb6ca8c None None] Sync routers for ids ['26573997-057a-44ea-8e05-ade1ddd1914a'] in n-d-804985-2 {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 11:51:36.704743 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b0c643-a37d-4f1e-a651-09603cb6ca8c None None] Routers {'26573997-057a-44ea-8e05-ade1ddd1914a'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 11:51:36.710486 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-e9b0c643-a37d-4f1e-a651-09603cb6ca8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T11:51:21Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['26573997-057a-44ea-8e05-ade1ddd1914a'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:51:37.034401 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-e9b0c643-a37d-4f1e-a651-09603cb6ca8c None None] Set router 26573997-057a-44ea-8e05-ade1ddd1914a gateway port host: n-d-804985-2 {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 11:51:37.066978 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [req-ab882ee5-f7bb-43a1-a136-d5a783a014a1 req-4ae05291-81b6-4110-b834-28fc1179d923 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ba3902b-6d59-499b-8952-d7ec5b805d62 {{(pid=106252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 11:51:37.077908 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-ab882ee5-f7bb-43a1-a136-d5a783a014a1 req-4ae05291-81b6-4110-b834-28fc1179d923 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:37.099387 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [req-ab882ee5-f7bb-43a1-a136-d5a783a014a1 req-4ae05291-81b6-4110-b834-28fc1179d923 service neutron] Transition to ACTIVE for port object 1ba3902b-6d59-499b-8952-d7ec5b805d62 will not be triggered until provisioned by entity L2. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 11:51:37.106517 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-ab882ee5-f7bb-43a1-a136-d5a783a014a1 req-4ae05291-81b6-4110-b834-28fc1179d923 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:37.272023 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae05291-81b6-4110-b834-28fc1179d923 service neutron] Pushing event updated for resources: {'Port': ['ID=1ba3902b-6d59-499b-8952-d7ec5b805d62,revision_number=2']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:51:37.283087 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-ab882ee5-f7bb-43a1-a136-d5a783a014a1 req-4ae05291-81b6-4110-b834-28fc1179d923 service neutron] Attempting to bind port 1ba3902b-6d59-499b-8952-d7ec5b805d62 on host n-h1-804985-2 for vnic_type normal with profile {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 11:51:37.283447 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-ab882ee5-f7bb-43a1-a136-d5a783a014a1 req-4ae05291-81b6-4110-b834-28fc1179d923 service neutron] Attempting to bind port 1ba3902b-6d59-499b-8952-d7ec5b805d62 by drivers openvswitch,hyperv on host n-h1-804985-2 at level 0 using segments [{'id': 'b0eb6eea-b461-4969-8a27-808f00daa8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '222e0814-c7e5-4b11-9282-3f40c6ed76b2'}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 11:51:37.283842 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab882ee5-f7bb-43a1-a136-d5a783a014a1 req-4ae05291-81b6-4110-b834-28fc1179d923 service neutron] Attempting to bind port 1ba3902b-6d59-499b-8952-d7ec5b805d62 on network 222e0814-c7e5-4b11-9282-3f40c6ed76b2 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 11:51:37.292769 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab882ee5-f7bb-43a1-a136-d5a783a014a1 req-4ae05291-81b6-4110-b834-28fc1179d923 service neutron] Port 1ba3902b-6d59-499b-8952-d7ec5b805d62 on network 222e0814-c7e5-4b11-9282-3f40c6ed76b2 not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-2 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 11:51:37.293093 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab882ee5-f7bb-43a1-a136-d5a783a014a1 req-4ae05291-81b6-4110-b834-28fc1179d923 service neutron] Attempting to bind port 1ba3902b-6d59-499b-8952-d7ec5b805d62 on network 222e0814-c7e5-4b11-9282-3f40c6ed76b2 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 11:51:37.305312 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab882ee5-f7bb-43a1-a136-d5a783a014a1 req-4ae05291-81b6-4110-b834-28fc1179d923 service neutron] Checking agent: {'id': 'a613417a-d085-492c-941a-59bb18c633d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 49, 6), 'started_at': datetime.datetime(2021, 8, 18, 11, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 11, 51, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 11:51:37.308137 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab882ee5-f7bb-43a1-a136-d5a783a014a1 req-4ae05291-81b6-4110-b834-28fc1179d923 service neutron] Checking segment: {'id': 'b0eb6eea-b461-4969-8a27-808f00daa8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '222e0814-c7e5-4b11-9282-3f40c6ed76b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 11:51:37.308885 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab882ee5-f7bb-43a1-a136-d5a783a014a1 req-4ae05291-81b6-4110-b834-28fc1179d923 service neutron] Bound using segment: {'id': 'b0eb6eea-b461-4969-8a27-808f00daa8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '222e0814-c7e5-4b11-9282-3f40c6ed76b2'} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 11:51:37.309301 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-ab882ee5-f7bb-43a1-a136-d5a783a014a1 req-4ae05291-81b6-4110-b834-28fc1179d923 service neutron] Bound port: 1ba3902b-6d59-499b-8952-d7ec5b805d62, host: n-h1-804985-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0eb6eea-b461-4969-8a27-808f00daa8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '222e0814-c7e5-4b11-9282-3f40c6ed76b2'}}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 11:51:37.309680 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-ab882ee5-f7bb-43a1-a136-d5a783a014a1 req-4ae05291-81b6-4110-b834-28fc1179d923 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:37.478489 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-ab882ee5-f7bb-43a1-a136-d5a783a014a1 req-4ae05291-81b6-4110-b834-28fc1179d923 service neutron] For port 1ba3902b-6d59-499b-8952-d7ec5b805d62, host n-h1-804985-2, cleared binding levels {{(pid=106252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 11:51:37.485565 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-ab882ee5-f7bb-43a1-a136-d5a783a014a1 req-4ae05291-81b6-4110-b834-28fc1179d923 service neutron] For port 1ba3902b-6d59-499b-8952-d7ec5b805d62, host n-h1-804985-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=1ba3902b-6d59-499b-8952-d7ec5b805d62,segment=NetworkSegment(b0eb6eea-b461-4969-8a27-808f00daa8a1),segment_id=b0eb6eea-b461-4969-8a27-808f00daa8a1)] {{(pid=106252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 11:51:37.503548 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e15edd-9336-4d42-82c5-587815239bb2 req-05e134bd-9312-4c76-899c-d6bc7687d7b2 tempest-AggregatesAdminTestJSON-746079441 tempest-AggregatesAdminTestJSON-746079441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:51:37.514709 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b7e15edd-9336-4d42-82c5-587815239bb2 req-05e134bd-9312-4c76-899c-d6bc7687d7b2 tempest-AggregatesAdminTestJSON-746079441 tempest-AggregatesAdminTestJSON-746079441-project] 10.222.0.66 "GET /v2.0/ports?device_id=a723de70-2f9c-4c58-9f6f-7a49760bfe76 HTTP/1.1" status: 200 len: 968 time: 0.1085596 Aug 18 11:51:37.524125 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-ab882ee5-f7bb-43a1-a136-d5a783a014a1 req-4ae05291-81b6-4110-b834-28fc1179d923 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:37.598686 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-e9b0c643-a37d-4f1e-a651-09603cb6ca8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26573997-057a-44ea-8e05-ade1ddd1914a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1215109186-router', 'tenant_id': '78a5015a31f14a7a97358b5ca211d73f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.249'}], 'enable_snat': True}, 'gw_port_id': '4a5be6e2-f420-4fae-a77e-8a9c0d0bcb18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T11:51:29Z', 'updated_at': '2021-08-18T11:51:34Z', 'revision_number': 4, 'project_id': '78a5015a31f14a7a97358b5ca211d73f', 'gw_port': {'id': '4a5be6e2-f420-4fae-a77e-8a9c0d0bcb18', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:7d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26573997-057a-44ea-8e05-ade1ddd1914a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:51:29Z', 'updated_at': '2021-08-18T11:51:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': 'db76862f-19ae-4a53-a705-c8a73bfeff4e', 'name': '', 'network_id': '81780d0d-2efa-473d-a0c8-6d440a6fb4fb', 'tenant_id': '78a5015a31f14a7a97358b5ca211d73f', 'mac_address': 'fa:16:3e:a4:7d:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26573997-057a-44ea-8e05-ade1ddd1914a', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'a822e623-d00e-4150-a10b-2efebb75806c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:51:33Z', 'updated_at': '2021-08-18T11:51:34Z', 'revision_number': 2, 'project_id': '78a5015a31f14a7a97358b5ca211d73f', 'subnets': [{'id': 'a822e623-d00e-4150-a10b-2efebb75806c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:51:37.620983 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab882ee5-f7bb-43a1-a136-d5a783a014a1 req-4ae05291-81b6-4110-b834-28fc1179d923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:51:37.621627 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-ab882ee5-f7bb-43a1-a136-d5a783a014a1 req-4ae05291-81b6-4110-b834-28fc1179d923 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:37.627399 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ab882ee5-f7bb-43a1-a136-d5a783a014a1 req-4ae05291-81b6-4110-b834-28fc1179d923 service neutron] 10.222.0.63 "PUT /v2.0/ports/1ba3902b-6d59-499b-8952-d7ec5b805d62 HTTP/1.1" status: 200 len: 1116 time: 1.7788017 Aug 18 11:51:37.630688 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b7e15edd-9336-4d42-82c5-587815239bb2 req-a970fec3-f22e-4407-80c4-66ae0c95e9db tempest-AggregatesAdminTestJSON-746079441 tempest-AggregatesAdminTestJSON-746079441-project] 10.222.0.66 "GET /v2.0/security-groups?id=76c12ecb-b1cd-4fea-a015-a9547777e665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151705 Aug 18 11:51:37.631127 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a723de70-2f9c-4c58-9f6f-7a49760bfe76', 'tag': '1ba3902b-6d59-499b-8952-d7ec5b805d62'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 11:51:37.709476 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b0c643-a37d-4f1e-a651-09603cb6ca8c None None] Checking router: 26573997-057a-44ea-8e05-ade1ddd1914a for host: n-d-804985-2 {{(pid=106254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 11:51:37.714316 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b0c643-a37d-4f1e-a651-09603cb6ca8c None None] Updating router 26573997-057a-44ea-8e05-ade1ddd1914a port db76862f-19ae-4a53-a705-c8a73bfeff4e binding host n-d-804985-2 {{(pid=106254) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 11:51:37.770472 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-e9b0c643-a37d-4f1e-a651-09603cb6ca8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:37.958366 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae05291-81b6-4110-b834-28fc1179d923 service neutron] Pushing event updated for resources: {'Port': ['ID=1ba3902b-6d59-499b-8952-d7ec5b805d62,revision_number=3']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:51:38.018171 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 4a5be6e2-f420-4fae-a77e-8a9c0d0bcb18 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:51:38.041610 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73ff87c3-051e-4041-9ea0-1da321e451fb" -d '{"events": [{"name": "network-changed", "server_uuid": "a723de70-2f9c-4c58-9f6f-7a49760bfe76", "tag": "1ba3902b-6d59-499b-8952-d7ec5b805d62"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:51:38.134616 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab882ee5-f7bb-43a1-a136-d5a783a014a1 req-99bc3ad5-48fc-42b1-ba45-8a07b008d360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:51:38.137807 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ab882ee5-f7bb-43a1-a136-d5a783a014a1 req-99bc3ad5-48fc-42b1-ba45-8a07b008d360 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=37b3cb83999f4253ac77c98ca54d0f1a&device_id=a723de70-2f9c-4c58-9f6f-7a49760bfe76 HTTP/1.1" status: 200 len: 1119 time: 0.3800154 Aug 18 11:51:38.484142 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-e9b0c643-a37d-4f1e-a651-09603cb6ca8c None None] Notify callbacks [] for port, precommit_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:38.498405 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-e9b0c643-a37d-4f1e-a651-09603cb6ca8c None None] Transition to ACTIVE for port object db76862f-19ae-4a53-a705-c8a73bfeff4e will not be triggered until provisioned by entity L2. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 11:51:38.523067 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-e9b0c643-a37d-4f1e-a651-09603cb6ca8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:38.530793 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:38.621905 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 11:51:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce3b4190-b8d5-4622-932c-7b9fc5e71530 x-openstack-request-id: req-ce3b4190-b8d5-4622-932c-7b9fc5e71530 {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:51:38.622204 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a723de70-2f9c-4c58-9f6f-7a49760bfe76", "tag": "1ba3902b-6d59-499b-8952-d7ec5b805d62", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:51:38.622453 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ce3b4190-b8d5-4622-932c-7b9fc5e71530 {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:51:38.622918 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a723de70-2f9c-4c58-9f6f-7a49760bfe76', 'tag': '1ba3902b-6d59-499b-8952-d7ec5b805d62', 'status': 'completed', 'code': 200} Aug 18 11:51:38.692440 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 4a5be6e2-f420-4fae-a77e-8a9c0d0bcb18 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:51:38.697370 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:38.811801 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5ce7a8-0980-4ce9-aed3-cf036dc06ffa None None] Pushing event updated for resources: {'Port': ['ID=db76862f-19ae-4a53-a705-c8a73bfeff4e,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:51:38.926451 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-e9b0c643-a37d-4f1e-a651-09603cb6ca8c None None] Attempting to bind port db76862f-19ae-4a53-a705-c8a73bfeff4e on host n-d-804985-2 for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 11:51:38.926814 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-e9b0c643-a37d-4f1e-a651-09603cb6ca8c None None] Attempting to bind port db76862f-19ae-4a53-a705-c8a73bfeff4e by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': '90e55b6c-59de-4325-826f-b0c35163e24a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '81780d0d-2efa-473d-a0c8-6d440a6fb4fb'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 11:51:38.927172 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b0c643-a37d-4f1e-a651-09603cb6ca8c None None] Attempting to bind port db76862f-19ae-4a53-a705-c8a73bfeff4e on network 81780d0d-2efa-473d-a0c8-6d440a6fb4fb {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 11:51:38.947910 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b0c643-a37d-4f1e-a651-09603cb6ca8c None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 11, 51, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 11:51:38.948339 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b0c643-a37d-4f1e-a651-09603cb6ca8c None None] Checking segment: {'id': '90e55b6c-59de-4325-826f-b0c35163e24a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '81780d0d-2efa-473d-a0c8-6d440a6fb4fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 11:51:38.948839 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-e9b0c643-a37d-4f1e-a651-09603cb6ca8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:38.949236 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b0c643-a37d-4f1e-a651-09603cb6ca8c None None] Bound using segment: {'id': '90e55b6c-59de-4325-826f-b0c35163e24a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '81780d0d-2efa-473d-a0c8-6d440a6fb4fb'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 11:51:38.949712 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-e9b0c643-a37d-4f1e-a651-09603cb6ca8c None None] Bound port: db76862f-19ae-4a53-a705-c8a73bfeff4e, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90e55b6c-59de-4325-826f-b0c35163e24a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '81780d0d-2efa-473d-a0c8-6d440a6fb4fb'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 11:51:38.950302 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-e9b0c643-a37d-4f1e-a651-09603cb6ca8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:39.055486 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f53cdcc-51dc-4085-9d37-093119f62907 req-d73eece8-5a15-49f8-b0fa-adf3ecec2a1c tempest-AggregatesAdminTestJSON-746079441 tempest-AggregatesAdminTestJSON-746079441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:51:39.061799 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8f53cdcc-51dc-4085-9d37-093119f62907 req-d73eece8-5a15-49f8-b0fa-adf3ecec2a1c tempest-AggregatesAdminTestJSON-746079441 tempest-AggregatesAdminTestJSON-746079441-project] 10.222.0.66 "GET /v2.0/ports?device_id=a723de70-2f9c-4c58-9f6f-7a49760bfe76 HTTP/1.1" status: 200 len: 968 time: 0.1119890 Aug 18 11:51:39.102156 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 45982) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:51:39.113302 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-e9b0c643-a37d-4f1e-a651-09603cb6ca8c None None] For port db76862f-19ae-4a53-a705-c8a73bfeff4e, host n-d-804985-2, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 11:51:39.117609 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-e9b0c643-a37d-4f1e-a651-09603cb6ca8c None None] For port db76862f-19ae-4a53-a705-c8a73bfeff4e, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=db76862f-19ae-4a53-a705-c8a73bfeff4e,segment=NetworkSegment(90e55b6c-59de-4325-826f-b0c35163e24a),segment_id=90e55b6c-59de-4325-826f-b0c35163e24a)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 11:51:39.124047 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8f53cdcc-51dc-4085-9d37-093119f62907 req-b101a067-5007-47e8-a48b-c3b9820889f7 tempest-AggregatesAdminTestJSON-746079441 tempest-AggregatesAdminTestJSON-746079441-project] 10.222.0.66 "GET /v2.0/security-groups?id=76c12ecb-b1cd-4fea-a015-a9547777e665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462554 Aug 18 11:51:39.130347 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 45986) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:51:39.136040 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-065d7fd8-a0ba-489f-a1de-32a5d3604f0f tempest-ServersWithSpecificFlavorTestJSON-596355724 tempest-ServersWithSpecificFlavorTestJSON-596355724-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1706955704', 'description': 'tempest-description--647130036'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:51:39.152201 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-e9b0c643-a37d-4f1e-a651-09603cb6ca8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:39.220346 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-065d7fd8-a0ba-489f-a1de-32a5d3604f0f tempest-ServersWithSpecificFlavorTestJSON-596355724 tempest-ServersWithSpecificFlavorTestJSON-596355724-project] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:39.284386 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5ce7a8-0980-4ce9-aed3-cf036dc06ffa None None] Pushing event updated for resources: {'Port': ['ID=db76862f-19ae-4a53-a705-c8a73bfeff4e,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:51:39.338108 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b0c643-a37d-4f1e-a651-09603cb6ca8c None None] Routers {'26573997-057a-44ea-8e05-ade1ddd1914a'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 11:51:39.338744 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-e9b0c643-a37d-4f1e-a651-09603cb6ca8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T11:51:21Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['26573997-057a-44ea-8e05-ade1ddd1914a'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:51:39.448989 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-065d7fd8-a0ba-489f-a1de-32a5d3604f0f tempest-ServersWithSpecificFlavorTestJSON-596355724 tempest-ServersWithSpecificFlavorTestJSON-596355724-project] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:39.472181 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-065d7fd8-a0ba-489f-a1de-32a5d3604f0f tempest-ServersWithSpecificFlavorTestJSON-596355724 tempest-ServersWithSpecificFlavorTestJSON-596355724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:39.506321 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7e0dab56-8731-4c9a-9042-bf7b93d91304 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:39.514160 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065d7fd8-a0ba-489f-a1de-32a5d3604f0f tempest-ServersWithSpecificFlavorTestJSON-596355724 tempest-ServersWithSpecificFlavorTestJSON-596355724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=238dbab8-dd9a-4024-8b12-d86b53f53679,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:51:39.559723 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-065d7fd8-a0ba-489f-a1de-32a5d3604f0f tempest-ServersWithSpecificFlavorTestJSON-596355724 tempest-ServersWithSpecificFlavorTestJSON-596355724-project] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:39.562014 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-065d7fd8-a0ba-489f-a1de-32a5d3604f0f tempest-ServersWithSpecificFlavorTestJSON-596355724 tempest-ServersWithSpecificFlavorTestJSON-596355724-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4305255 Aug 18 11:51:39.565052 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 46010) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:51:39.572995 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-43917e60-3d0a-4e49-969c-7aecd21deaf8 tempest-ServersWithSpecificFlavorTestJSON-596355724 tempest-ServersWithSpecificFlavorTestJSON-596355724-project] Request body: {'security_group_rule': {'security_group_id': '238dbab8-dd9a-4024-8b12-d86b53f53679', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:51:39.607821 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-e9b0c643-a37d-4f1e-a651-09603cb6ca8c None None] Set router 26573997-057a-44ea-8e05-ade1ddd1914a gateway port host: n-d-804985-2 {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 11:51:39.713291 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7e0dab56-8731-4c9a-9042-bf7b93d91304 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:39.724248 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7e0dab56-8731-4c9a-9042-bf7b93d91304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:39.761940 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-7e0dab56-8731-4c9a-9042-bf7b93d91304 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=505c1e2056b9493c82d65e150456b696&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6584437 Aug 18 11:51:39.763394 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-43917e60-3d0a-4e49-969c-7aecd21deaf8 tempest-ServersWithSpecificFlavorTestJSON-596355724 tempest-ServersWithSpecificFlavorTestJSON-596355724-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:39.768935 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 46016) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:51:39.803231 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0dab56-8731-4c9a-9042-bf7b93d91304 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dd7e0f0-f43d-49d3-92ba-e60d850653e7,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:51:39.859966 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-75945d68-b17c-4ab9-a295-36aa4b81a9aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:39.868062 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-43917e60-3d0a-4e49-969c-7aecd21deaf8 tempest-ServersWithSpecificFlavorTestJSON-596355724 tempest-ServersWithSpecificFlavorTestJSON-596355724-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:39.878010 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-43917e60-3d0a-4e49-969c-7aecd21deaf8 tempest-ServersWithSpecificFlavorTestJSON-596355724 tempest-ServersWithSpecificFlavorTestJSON-596355724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992607'] for security_group_rule, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:39.900174 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-75945d68-b17c-4ab9-a295-36aa4b81a9aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:39.926387 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-43917e60-3d0a-4e49-969c-7aecd21deaf8 tempest-ServersWithSpecificFlavorTestJSON-596355724 tempest-ServersWithSpecificFlavorTestJSON-596355724-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:39.927593 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-43917e60-3d0a-4e49-969c-7aecd21deaf8 tempest-ServersWithSpecificFlavorTestJSON-596355724 tempest-ServersWithSpecificFlavorTestJSON-596355724-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3604038 Aug 18 11:51:39.928432 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43917e60-3d0a-4e49-969c-7aecd21deaf8 tempest-ServersWithSpecificFlavorTestJSON-596355724 tempest-ServersWithSpecificFlavorTestJSON-596355724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80ee14b2-beb2-48c6-87f8-94145c2e643a,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:51:39.935953 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 46020) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:51:39.949408 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-55aae44e-a0b6-4f40-abd4-6b7d64850b69 tempest-ServersWithSpecificFlavorTestJSON-596355724 tempest-ServersWithSpecificFlavorTestJSON-596355724-project] Request body: {'security_group_rule': {'security_group_id': '238dbab8-dd9a-4024-8b12-d86b53f53679', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:51:40.003145 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-55aae44e-a0b6-4f40-abd4-6b7d64850b69 tempest-ServersWithSpecificFlavorTestJSON-596355724 tempest-ServersWithSpecificFlavorTestJSON-596355724-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:40.005977 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.agents_db [None req-6dbb2658-0354-4101-8393-6e7505481cf6 None None] Agent healthcheck: found 7 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 11:51:40.009242 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-75945d68-b17c-4ab9-a295-36aa4b81a9aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:40.011866 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-75945d68-b17c-4ab9-a295-36aa4b81a9aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:40.013120 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-75945d68-b17c-4ab9-a295-36aa4b81a9aa admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/8dd7e0f0-f43d-49d3-92ba-e60d850653e7 HTTP/1.1" status: 204 len: 168 time: 0.2427723 Aug 18 11:51:40.022388 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75945d68-b17c-4ab9-a295-36aa4b81a9aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dd7e0f0-f43d-49d3-92ba-e60d850653e7,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:51:40.131705 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-e9b0c643-a37d-4f1e-a651-09603cb6ca8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26573997-057a-44ea-8e05-ade1ddd1914a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1215109186-router', 'tenant_id': '78a5015a31f14a7a97358b5ca211d73f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.249'}], 'enable_snat': True}, 'gw_port_id': '4a5be6e2-f420-4fae-a77e-8a9c0d0bcb18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T11:51:29Z', 'updated_at': '2021-08-18T11:51:34Z', 'revision_number': 4, 'project_id': '78a5015a31f14a7a97358b5ca211d73f', 'gw_port': {'id': '4a5be6e2-f420-4fae-a77e-8a9c0d0bcb18', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:7d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26573997-057a-44ea-8e05-ade1ddd1914a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:51:29Z', 'updated_at': '2021-08-18T11:51:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': 'db76862f-19ae-4a53-a705-c8a73bfeff4e', 'name': '', 'network_id': '81780d0d-2efa-473d-a0c8-6d440a6fb4fb', 'tenant_id': '78a5015a31f14a7a97358b5ca211d73f', 'mac_address': 'fa:16:3e:a4:7d:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26573997-057a-44ea-8e05-ade1ddd1914a', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'a822e623-d00e-4150-a10b-2efebb75806c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:51:33Z', 'updated_at': '2021-08-18T11:51:39Z', 'revision_number': 4, 'project_id': '78a5015a31f14a7a97358b5ca211d73f', 'subnets': [{'id': 'a822e623-d00e-4150-a10b-2efebb75806c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:51:40.150751 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-55aae44e-a0b6-4f40-abd4-6b7d64850b69 tempest-ServersWithSpecificFlavorTestJSON-596355724 tempest-ServersWithSpecificFlavorTestJSON-596355724-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:40.158229 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-55aae44e-a0b6-4f40-abd4-6b7d64850b69 tempest-ServersWithSpecificFlavorTestJSON-596355724 tempest-ServersWithSpecificFlavorTestJSON-596355724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992607'] for security_group_rule, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:40.166476 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b0c643-a37d-4f1e-a651-09603cb6ca8c None None] The sync data for ids ['26573997-057a-44ea-8e05-ade1ddd1914a'] in n-d-804985-2 is: [{'id': '26573997-057a-44ea-8e05-ade1ddd1914a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1215109186-router', 'tenant_id': '78a5015a31f14a7a97358b5ca211d73f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.249'}], 'enable_snat': True}, 'gw_port_id': '4a5be6e2-f420-4fae-a77e-8a9c0d0bcb18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T11:51:29Z', 'updated_at': '2021-08-18T11:51:34Z', 'revision_number': 4, 'project_id': '78a5015a31f14a7a97358b5ca211d73f', 'gw_port': {'id': '4a5be6e2-f420-4fae-a77e-8a9c0d0bcb18', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:7d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26573997-057a-44ea-8e05-ade1ddd1914a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:51:29Z', 'updated_at': '2021-08-18T11:51:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': 'db76862f-19ae-4a53-a705-c8a73bfeff4e', 'name': '', 'network_id': '81780d0d-2efa-473d-a0c8-6d440a6fb4fb', 'tenant_id': '78a5015a31f14a7a97358b5ca211d73f', 'mac_address': 'fa:16:3e:a4:7d:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26573997-057a-44ea-8e05-ade1ddd1914a', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'a822e623-d00e-4150-a10b-2efebb75806c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:51:33Z', 'updated_at': '2021-08-18T11:51:39Z', 'revision_number': 4, 'project_id': '78a5015a31f14a7a97358b5ca211d73f', 'subnets': [{'id': 'a822e623-d00e-4150-a10b-2efebb75806c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 11:51:40.186580 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55aae44e-a0b6-4f40-abd4-6b7d64850b69 tempest-ServersWithSpecificFlavorTestJSON-596355724 tempest-ServersWithSpecificFlavorTestJSON-596355724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cc6d444-34c3-4177-b64d-33c6dcb0f27f,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:51:40.211095 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-55aae44e-a0b6-4f40-abd4-6b7d64850b69 tempest-ServersWithSpecificFlavorTestJSON-596355724 tempest-ServersWithSpecificFlavorTestJSON-596355724-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:40.212429 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-55aae44e-a0b6-4f40-abd4-6b7d64850b69 tempest-ServersWithSpecificFlavorTestJSON-596355724 tempest-ServersWithSpecificFlavorTestJSON-596355724-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2753294 Aug 18 11:51:40.215580 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 46026) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:51:40.235530 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-b9835e8e-efef-4256-9f9f-674db0df49fe tempest-ServersWithSpecificFlavorTestJSON-596355724 tempest-ServersWithSpecificFlavorTestJSON-596355724-project] Request body: {'floatingip': {'floating_network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:51:40.353146 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b9835e8e-efef-4256-9f9f-674db0df49fe tempest-ServersWithSpecificFlavorTestJSON-596355724 tempest-ServersWithSpecificFlavorTestJSON-596355724-project] Notify callbacks [] for floatingip, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:40.478097 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 46034) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:51:40.593469 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8988585-0570-4bb5-9fc1-31cd099ca89d req-c14af355-d330-43b4-85e5-787480fc29b5 tempest-AggregatesAdminTestJSON-746079441 tempest-AggregatesAdminTestJSON-746079441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:51:40.609539 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d8988585-0570-4bb5-9fc1-31cd099ca89d req-c14af355-d330-43b4-85e5-787480fc29b5 tempest-AggregatesAdminTestJSON-746079441 tempest-AggregatesAdminTestJSON-746079441-project] 10.222.0.66 "GET /v2.0/ports?device_id=a723de70-2f9c-4c58-9f6f-7a49760bfe76 HTTP/1.1" status: 200 len: 968 time: 0.1750245 Aug 18 11:51:40.685254 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d8988585-0570-4bb5-9fc1-31cd099ca89d req-c1643247-b18b-43dd-a348-87b0a21ab867 tempest-AggregatesAdminTestJSON-746079441 tempest-AggregatesAdminTestJSON-746079441-project] 10.222.0.66 "GET /v2.0/security-groups?id=76c12ecb-b1cd-4fea-a015-a9547777e665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714438 Aug 18 11:51:40.753688 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b9835e8e-efef-4256-9f9f-674db0df49fe tempest-ServersWithSpecificFlavorTestJSON-596355724 tempest-ServersWithSpecificFlavorTestJSON-596355724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:40.976519 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e341d0e9-e0a8-432d-a962-96dfa3115093 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:41.036012 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [None req-b9835e8e-efef-4256-9f9f-674db0df49fe tempest-ServersWithSpecificFlavorTestJSON-596355724 tempest-ServersWithSpecificFlavorTestJSON-596355724-project] Allocated IP 172.25.7.157 (7cae7a70-14fd-408c-b14d-39ceb97cb60e/9784295a-20b8-4a4b-b105-f82737f0448f/902393fe-238c-4a62-ae0c-4f24fb2c4e81) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 11:51:41.075508 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 46058) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:51:41.159023 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e828bc34-72b6-4c76-9065-067a1fcd9a7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:41.201086 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e341d0e9-e0a8-432d-a962-96dfa3115093 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:41.209999 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e341d0e9-e0a8-432d-a962-96dfa3115093 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:41.254856 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e341d0e9-e0a8-432d-a962-96dfa3115093 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f996e63-29a2-4d58-80fb-f4ccd4e14953,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:51:41.301075 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b9835e8e-efef-4256-9f9f-674db0df49fe tempest-ServersWithSpecificFlavorTestJSON-596355724 tempest-ServersWithSpecificFlavorTestJSON-596355724-project] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:41.317748 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-e341d0e9-e0a8-432d-a962-96dfa3115093 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d96a6381385d46118aaeeadba1aa3c0a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8358288 Aug 18 11:51:41.318133 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 46068) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:51:41.429008 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e828bc34-72b6-4c76-9065-067a1fcd9a7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:41.473803 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e828bc34-72b6-4c76-9065-067a1fcd9a7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:41.514934 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-e828bc34-72b6-4c76-9065-067a1fcd9a7f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f36e48082c9e4f72891bcdc9a5db1e18&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4359775 Aug 18 11:51:41.514934 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b9835e8e-efef-4256-9f9f-674db0df49fe tempest-ServersWithSpecificFlavorTestJSON-596355724 tempest-ServersWithSpecificFlavorTestJSON-596355724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:41.516515 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 46084) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:51:41.517526 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 46088) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:51:41.569808 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9835e8e-efef-4256-9f9f-674db0df49fe tempest-ServersWithSpecificFlavorTestJSON-596355724 tempest-ServersWithSpecificFlavorTestJSON-596355724-project] Network 7cae7a70-14fd-408c-b14d-39ceb97cb60e is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 11:51:41.576708 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-b9835e8e-efef-4256-9f9f-674db0df49fe tempest-ServersWithSpecificFlavorTestJSON-596355724 tempest-ServersWithSpecificFlavorTestJSON-596355724-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:51:41.579412 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9835e8e-efef-4256-9f9f-674db0df49fe tempest-ServersWithSpecificFlavorTestJSON-596355724 tempest-ServersWithSpecificFlavorTestJSON-596355724-project] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 11:51:41.757847 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7819fb40-1f59-4652-b112-1f3d4e6b9571 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:41.939498 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device db76862f-19ae-4a53-a705-c8a73bfeff4e up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:51:41.957225 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7819fb40-1f59-4652-b112-1f3d4e6b9571 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:41.966094 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7819fb40-1f59-4652-b112-1f3d4e6b9571 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:42.005005 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9835e8e-efef-4256-9f9f-674db0df49fe tempest-ServersWithSpecificFlavorTestJSON-596355724 tempest-ServersWithSpecificFlavorTestJSON-596355724-project] Pushing event updated for resources: {'Port': ['ID=902393fe-238c-4a62-ae0c-4f24fb2c4e81,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:51:42.073989 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port db76862f-19ae-4a53-a705-c8a73bfeff4e completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 11:51:42.082141 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port db76862f-19ae-4a53-a705-c8a73bfeff4e triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:51:42.082477 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-7819fb40-1f59-4652-b112-1f3d4e6b9571 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=05d706fe792d4767ba94eddb4285eefe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5640101 Aug 18 11:51:42.082581 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:42.083060 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 46114) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:51:42.101614 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7819fb40-1f59-4652-b112-1f3d4e6b9571 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=077feeb9-0121-4444-83f4-ed0c397cde58,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:51:42.122665 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e828bc34-72b6-4c76-9065-067a1fcd9a7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=540957ca-9e29-4079-82c3-5420e202054a,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:51:42.162307 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-9047ac3a-0f05-4c71-8c86-0f1c997a8d9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:42.184203 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-9047ac3a-0f05-4c71-8c86-0f1c997a8d9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:42.216691 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b9835e8e-efef-4256-9f9f-674db0df49fe tempest-ServersWithSpecificFlavorTestJSON-596355724 tempest-ServersWithSpecificFlavorTestJSON-596355724-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:42.220931 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5b94d535-2e92-4d74-9cad-b96100e34f59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:42.261294 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0eb205b-75f6-451b-8547-253e46a81e6f req-ec2e5a50-0112-4c7f-8952-6c6ab0e0fbf4 tempest-AggregatesAdminTestJSON-746079441 tempest-AggregatesAdminTestJSON-746079441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:51:42.265373 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:42.269446 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e0eb205b-75f6-451b-8547-253e46a81e6f req-ec2e5a50-0112-4c7f-8952-6c6ab0e0fbf4 tempest-AggregatesAdminTestJSON-746079441 tempest-AggregatesAdminTestJSON-746079441-project] 10.222.0.66 "GET /v2.0/ports?device_id=a723de70-2f9c-4c58-9f6f-7a49760bfe76 HTTP/1.1" status: 200 len: 968 time: 0.3299870 Aug 18 11:51:42.302345 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5b94d535-2e92-4d74-9cad-b96100e34f59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:42.321456 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] For port db76862f-19ae-4a53-a705-c8a73bfeff4e, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=db76862f-19ae-4a53-a705-c8a73bfeff4e,segment=NetworkSegment(90e55b6c-59de-4325-826f-b0c35163e24a),segment_id=90e55b6c-59de-4325-826f-b0c35163e24a)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:51:42.327903 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:42.403551 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5b94d535-2e92-4d74-9cad-b96100e34f59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:42.408723 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5b94d535-2e92-4d74-9cad-b96100e34f59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:42.409996 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-5b94d535-2e92-4d74-9cad-b96100e34f59 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/077feeb9-0121-4444-83f4-ed0c397cde58 HTTP/1.1" status: 204 len: 168 time: 0.3258629 Aug 18 11:51:42.449487 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b94d535-2e92-4d74-9cad-b96100e34f59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=077feeb9-0121-4444-83f4-ed0c397cde58,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:51:42.450196 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Pushing event updated for resources: {'Port': ['ID=db76862f-19ae-4a53-a705-c8a73bfeff4e,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:51:42.493365 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ab882ee5-f7bb-43a1-a136-d5a783a014a1 req-33458489-fff1-4fb5-939b-8a2c0d37bc03 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=1ba3902b-6d59-499b-8952-d7ec5b805d62 HTTP/1.1" status: 200 len: 217 time: 0.2727833 Aug 18 11:51:42.493977 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-9047ac3a-0f05-4c71-8c86-0f1c997a8d9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:42.496488 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-9047ac3a-0f05-4c71-8c86-0f1c997a8d9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:42.500371 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-9047ac3a-0f05-4c71-8c86-0f1c997a8d9b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/8f996e63-29a2-4d58-80fb-f4ccd4e14953 HTTP/1.1" status: 204 len: 168 time: 1.1763756 Aug 18 11:51:42.618099 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab882ee5-f7bb-43a1-a136-d5a783a014a1 req-8e1cfd47-1a64-42c0-b012-a181f288aaad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:51:42.627016 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ab882ee5-f7bb-43a1-a136-d5a783a014a1 req-8e1cfd47-1a64-42c0-b012-a181f288aaad service neutron] 10.222.0.63 "GET /v2.0/subnets?id=6d16d680-110b-436d-8afa-48ba845b3623 HTTP/1.1" status: 200 len: 843 time: 0.0799217 Aug 18 11:51:42.630745 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9047ac3a-0f05-4c71-8c86-0f1c997a8d9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f996e63-29a2-4d58-80fb-f4ccd4e14953,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:51:42.640585 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 46132) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:51:42.657668 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b9835e8e-efef-4256-9f9f-674db0df49fe tempest-ServersWithSpecificFlavorTestJSON-596355724 tempest-ServersWithSpecificFlavorTestJSON-596355724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:42.659375 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-026bdcf0-0816-4129-b697-b16865dbd575 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:42.715808 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-026bdcf0-0816-4129-b697-b16865dbd575 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:42.817355 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e0eb205b-75f6-451b-8547-253e46a81e6f req-a4c917b2-cf2c-44d9-bde3-e5821748cfcc tempest-AggregatesAdminTestJSON-746079441 tempest-AggregatesAdminTestJSON-746079441-project] 10.222.0.66 "GET /v2.0/security-groups?id=76c12ecb-b1cd-4fea-a015-a9547777e665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5385725 Aug 18 11:51:42.886358 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 46136) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:51:42.902443 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-afd39af8-2fa1-4bcf-a3b5-3a1d3428e04a admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:42.906407 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-026bdcf0-0816-4129-b697-b16865dbd575 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:42.912414 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-026bdcf0-0816-4129-b697-b16865dbd575 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:42.915969 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-026bdcf0-0816-4129-b697-b16865dbd575 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/540957ca-9e29-4079-82c3-5420e202054a HTTP/1.1" status: 204 len: 168 time: 1.3938551 Aug 18 11:51:43.010549 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026bdcf0-0816-4129-b697-b16865dbd575 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=540957ca-9e29-4079-82c3-5420e202054a,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:51:43.038811 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-afd39af8-2fa1-4bcf-a3b5-3a1d3428e04a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:43.049237 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-afd39af8-2fa1-4bcf-a3b5-3a1d3428e04a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:43.103187 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-afd39af8-2fa1-4bcf-a3b5-3a1d3428e04a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=23f3b439bcab4d67be32f36ea48f7252&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2151022 Aug 18 11:51:43.104154 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd39af8-2fa1-4bcf-a3b5-3a1d3428e04a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daf8858f-6a17-478a-98ea-aa3dc7e48897,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:51:43.106754 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 46142) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:51:43.168025 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f2824d08-2854-4095-8d96-6b71cf44799a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:43.193057 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b9835e8e-efef-4256-9f9f-674db0df49fe tempest-ServersWithSpecificFlavorTestJSON-596355724 tempest-ServersWithSpecificFlavorTestJSON-596355724-project] Notify callbacks [] for port, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:43.194677 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c5b7e321-375b-4baf-8eb8-55a620cc3be9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:43.206468 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b9835e8e-efef-4256-9f9f-674db0df49fe tempest-ServersWithSpecificFlavorTestJSON-596355724 tempest-ServersWithSpecificFlavorTestJSON-596355724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:43.284725 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b9835e8e-efef-4256-9f9f-674db0df49fe tempest-ServersWithSpecificFlavorTestJSON-596355724 tempest-ServersWithSpecificFlavorTestJSON-596355724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-989945'] for floatingip, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:43.321257 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9835e8e-efef-4256-9f9f-674db0df49fe tempest-ServersWithSpecificFlavorTestJSON-596355724 tempest-ServersWithSpecificFlavorTestJSON-596355724-project] Pushing event updated for resources: {'Port': ['ID=902393fe-238c-4a62-ae0c-4f24fb2c4e81,revision_number=2']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:51:43.358133 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c5b7e321-375b-4baf-8eb8-55a620cc3be9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:43.366084 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f2824d08-2854-4095-8d96-6b71cf44799a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:43.374423 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b9835e8e-efef-4256-9f9f-674db0df49fe tempest-ServersWithSpecificFlavorTestJSON-596355724 tempest-ServersWithSpecificFlavorTestJSON-596355724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for floatingip, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:43.376405 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c5b7e321-375b-4baf-8eb8-55a620cc3be9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:43.376753 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-b9835e8e-efef-4256-9f9f-674db0df49fe tempest-ServersWithSpecificFlavorTestJSON-596355724 tempest-ServersWithSpecificFlavorTestJSON-596355724-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1601129 Aug 18 11:51:43.414288 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 46148) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:51:43.428243 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 46150) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:51:43.428762 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-c5b7e321-375b-4baf-8eb8-55a620cc3be9 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=48251ba06c5942769199a8270fda99e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7858341 Aug 18 11:51:43.462087 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b7e321-375b-4baf-8eb8-55a620cc3be9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b07b526a-f475-4b04-b16e-bb0a9a0748a8,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:51:43.481645 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-41995a75-9807-49c1-b7aa-4a9c8b1251be admin admin] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:43.505161 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f2824d08-2854-4095-8d96-6b71cf44799a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:43.508303 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f2824d08-2854-4095-8d96-6b71cf44799a admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:43.510364 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-f2824d08-2854-4095-8d96-6b71cf44799a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/daf8858f-6a17-478a-98ea-aa3dc7e48897 HTTP/1.1" status: 204 len: 168 time: 0.4027965 Aug 18 11:51:43.519675 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2824d08-2854-4095-8d96-6b71cf44799a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daf8858f-6a17-478a-98ea-aa3dc7e48897,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:51:43.731564 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e37288e6-a1d2-4cb5-a7c1-4816bbb67f96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:43.789272 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a98b7f74-99f8-4e32-af6c-fcf82aa2b21a req-9b5f610e-595e-4047-873b-12d3513958f3 tempest-ServersWithSpecificFlavorTestJSON-596355724 tempest-ServersWithSpecificFlavorTestJSON-596355724-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--1706955704&fields=id&tenant_id=c87ef195b6b74f67b0f04cf988678fa6 HTTP/1.1" status: 200 len: 267 time: 0.1383522 Aug 18 11:51:43.797485 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device db76862f-19ae-4a53-a705-c8a73bfeff4e up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:51:43.819438 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e37288e6-a1d2-4cb5-a7c1-4816bbb67f96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:43.862967 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port db76862f-19ae-4a53-a705-c8a73bfeff4e triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:51:43.863606 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:43.920168 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-41995a75-9807-49c1-b7aa-4a9c8b1251be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:43.940900 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e37288e6-a1d2-4cb5-a7c1-4816bbb67f96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:43.949706 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e37288e6-a1d2-4cb5-a7c1-4816bbb67f96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:43.950907 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-e37288e6-a1d2-4cb5-a7c1-4816bbb67f96 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b07b526a-f475-4b04-b16e-bb0a9a0748a8 HTTP/1.1" status: 204 len: 168 time: 0.5207353 Aug 18 11:51:43.983626 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-41995a75-9807-49c1-b7aa-4a9c8b1251be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:44.092723 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37288e6-a1d2-4cb5-a7c1-4816bbb67f96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b07b526a-f475-4b04-b16e-bb0a9a0748a8,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:51:44.183098 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 46184) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:51:44.183700 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-41995a75-9807-49c1-b7aa-4a9c8b1251be admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=90057e97427c4265a5daa040296300fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7675738 Aug 18 11:51:44.226270 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41995a75-9807-49c1-b7aa-4a9c8b1251be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c9590cc-c752-463b-9880-0999ca5c9abf,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:51:44.248200 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10496c94-30ad-4887-8eb0-0bcc183b7788 req-2f6b0b39-79e8-4043-baad-a5052b99a462 tempest-AggregatesAdminTestJSON-746079441 tempest-AggregatesAdminTestJSON-746079441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:51:44.249852 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-10496c94-30ad-4887-8eb0-0bcc183b7788 req-2f6b0b39-79e8-4043-baad-a5052b99a462 tempest-AggregatesAdminTestJSON-746079441 tempest-AggregatesAdminTestJSON-746079441-project] 10.222.0.66 "GET /v2.0/ports?device_id=a723de70-2f9c-4c58-9f6f-7a49760bfe76 HTTP/1.1" status: 200 len: 968 time: 0.2829053 Aug 18 11:51:44.266526 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0de791ec-29b0-4115-921c-574609981615 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:44.292692 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0de791ec-29b0-4115-921c-574609981615 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:44.295172 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98b7f74-99f8-4e32-af6c-fcf82aa2b21a req-7c0ca970-c7a9-4519-8099-23f8e9fcb378 tempest-ServersWithSpecificFlavorTestJSON-596355724 tempest-ServersWithSpecificFlavorTestJSON-596355724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:51:44.300548 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a98b7f74-99f8-4e32-af6c-fcf82aa2b21a req-7c0ca970-c7a9-4519-8099-23f8e9fcb378 tempest-ServersWithSpecificFlavorTestJSON-596355724 tempest-ServersWithSpecificFlavorTestJSON-596355724-project] 10.222.0.66 "GET /v2.0/networks?id=299a3393-ede6-4663-8e2e-68401e0c2de3 HTTP/1.1" status: 200 len: 823 time: 0.3730168 Aug 18 11:51:44.324375 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-10496c94-30ad-4887-8eb0-0bcc183b7788 req-8cba4e1a-6f08-416f-ae81-cb419e04bf75 tempest-AggregatesAdminTestJSON-746079441 tempest-AggregatesAdminTestJSON-746079441-project] 10.222.0.66 "GET /v2.0/security-groups?id=76c12ecb-b1cd-4fea-a015-a9547777e665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652776 Aug 18 11:51:44.328396 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a98b7f74-99f8-4e32-af6c-fcf82aa2b21a req-a2b4e37d-e259-42c8-bc07-02164788d8a8 tempest-ServersWithSpecificFlavorTestJSON-596355724 tempest-ServersWithSpecificFlavorTestJSON-596355724-project] 10.222.0.66 "GET /v2.0/quotas/c87ef195b6b74f67b0f04cf988678fa6 HTTP/1.1" status: 200 len: 375 time: 0.0193858 Aug 18 11:51:44.390613 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0de791ec-29b0-4115-921c-574609981615 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:44.393901 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0de791ec-29b0-4115-921c-574609981615 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:44.398061 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-0de791ec-29b0-4115-921c-574609981615 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/4c9590cc-c752-463b-9880-0999ca5c9abf HTTP/1.1" status: 204 len: 168 time: 0.2111623 Aug 18 11:51:44.409462 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de791ec-29b0-4115-921c-574609981615 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c9590cc-c752-463b-9880-0999ca5c9abf,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:51:44.434130 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a98b7f74-99f8-4e32-af6c-fcf82aa2b21a req-1b9ca3d6-7b91-4696-9482-2dfc14eb3eba tempest-ServersWithSpecificFlavorTestJSON-596355724 tempest-ServersWithSpecificFlavorTestJSON-596355724-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=c87ef195b6b74f67b0f04cf988678fa6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0967031 Aug 18 11:51:44.513447 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 46200) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:51:44.536847 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4b1b59f6-fe68-40d7-ad4c-a959b59a04e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:44.666019 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4b1b59f6-fe68-40d7-ad4c-a959b59a04e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:44.672932 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4b1b59f6-fe68-40d7-ad4c-a959b59a04e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:44.737818 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1b59f6-fe68-40d7-ad4c-a959b59a04e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c03f5c1f-b7e5-4d32-a575-c016b19bb1e3,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:51:44.743216 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-4b1b59f6-fe68-40d7-ad4c-a959b59a04e2 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4e28788548224489bc43af4a7aaf6bd5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2287281 Aug 18 11:51:44.746197 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 46208) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:51:44.813876 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-939f1f31-ecdd-48d8-83fd-c290b41c19f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:44.843694 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-939f1f31-ecdd-48d8-83fd-c290b41c19f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:44.900691 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-939f1f31-ecdd-48d8-83fd-c290b41c19f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:44.903780 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-939f1f31-ecdd-48d8-83fd-c290b41c19f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:44.907741 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-939f1f31-ecdd-48d8-83fd-c290b41c19f3 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c03f5c1f-b7e5-4d32-a575-c016b19bb1e3 HTTP/1.1" status: 204 len: 168 time: 0.1579370 Aug 18 11:51:44.915756 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939f1f31-ecdd-48d8-83fd-c290b41c19f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c03f5c1f-b7e5-4d32-a575-c016b19bb1e3,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:51:44.948622 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [req-a98b7f74-99f8-4e32-af6c-fcf82aa2b21a req-7e08a01b-ca55-43da-8a87-7fa9a68f03d7 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=106252) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 11:51:44.950809 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a98b7f74-99f8-4e32-af6c-fcf82aa2b21a req-7e08a01b-ca55-43da-8a87-7fa9a68f03d7 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2251096 Aug 18 11:51:45.082176 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a98b7f74-99f8-4e32-af6c-fcf82aa2b21a req-f2707da3-d5cd-4e3e-9e06-e931990d83af service neutron] 10.222.0.66 "GET /v2.0/networks/299a3393-ede6-4663-8e2e-68401e0c2de3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202528 Aug 18 11:51:45.195702 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a98b7f74-99f8-4e32-af6c-fcf82aa2b21a req-616de7bf-0923-46f0-9db6-c7a7802c47af service neutron] 10.222.0.66 "GET /v2.0/networks/299a3393-ede6-4663-8e2e-68401e0c2de3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063311 Aug 18 11:51:45.483465 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-bac0dde3-5b22-4336-bb10-20014d1c4436 req-0276ca44-156a-4777-9444-7fa78af41dc6 tempest-ServersWithSpecificFlavorTestJSON-596355724 tempest-ServersWithSpecificFlavorTestJSON-596355724-project] 10.222.0.66 "GET /v2.0/ports?device_id=66ec6203-209c-4d59-9100-bdf9cb50de2d HTTP/1.1" status: 200 len: 210 time: 0.0443561 Aug 18 11:51:45.564840 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eef2ec-5c5f-49df-8135-9d313704ac6f req-e075adfc-f336-4c70-a94a-9540c4983758 tempest-AggregatesAdminTestJSON-746079441 tempest-AggregatesAdminTestJSON-746079441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:51:45.567352 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d5eef2ec-5c5f-49df-8135-9d313704ac6f req-e075adfc-f336-4c70-a94a-9540c4983758 tempest-AggregatesAdminTestJSON-746079441 tempest-AggregatesAdminTestJSON-746079441-project] 10.222.0.66 "GET /v2.0/ports?device_id=a723de70-2f9c-4c58-9f6f-7a49760bfe76 HTTP/1.1" status: 200 len: 968 time: 0.0816870 Aug 18 11:51:45.625558 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d5eef2ec-5c5f-49df-8135-9d313704ac6f req-9816da8e-4e2f-4d15-a463-0ad6e5cc200a tempest-AggregatesAdminTestJSON-746079441 tempest-AggregatesAdminTestJSON-746079441-project] 10.222.0.66 "GET /v2.0/security-groups?id=76c12ecb-b1cd-4fea-a015-a9547777e665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472696 Aug 18 11:51:46.365540 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab882ee5-f7bb-43a1-a136-d5a783a014a1 req-cebac68e-9780-4a66-b47e-258d548fba42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:51:46.367124 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ab882ee5-f7bb-43a1-a136-d5a783a014a1 req-cebac68e-9780-4a66-b47e-258d548fba42 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=222e0814-c7e5-4b11-9282-3f40c6ed76b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0847366 Aug 18 11:51:46.479766 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ab882ee5-f7bb-43a1-a136-d5a783a014a1 req-fbced947-7354-4c37-900c-c718fd5ab805 service neutron] 10.222.0.63 "GET /v2.0/networks/222e0814-c7e5-4b11-9282-3f40c6ed76b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020088 Aug 18 11:51:46.580737 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d31e7720-eff7-461c-87a0-c952e4680a2c req-9aecc7b9-981e-402c-84c7-730af2db255b tempest-ServersWithSpecificFlavorTestJSON-596355724 tempest-ServersWithSpecificFlavorTestJSON-596355724-project] 10.222.0.66 "GET /v2.0/ports?device_id=66ec6203-209c-4d59-9100-bdf9cb50de2d HTTP/1.1" status: 200 len: 210 time: 0.0324557 Aug 18 11:51:46.609910 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ab882ee5-f7bb-43a1-a136-d5a783a014a1 req-256b43c1-6320-4864-bc62-600278dc3573 service neutron] 10.222.0.63 "GET /v2.0/networks/222e0814-c7e5-4b11-9282-3f40c6ed76b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199517 Aug 18 11:51:46.755483 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ff87c3-051e-4041-9ea0-1da321e451fb req-4c9927e8-4e82-436e-aef9-3fe5a9f2cb40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:51:46.757183 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-73ff87c3-051e-4041-9ea0-1da321e451fb req-4c9927e8-4e82-436e-aef9-3fe5a9f2cb40 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=37b3cb83999f4253ac77c98ca54d0f1a&device_id=a723de70-2f9c-4c58-9f6f-7a49760bfe76 HTTP/1.1" status: 200 len: 1119 time: 0.0776050 Aug 18 11:51:46.794146 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71ad47d-d950-4b8c-ba67-e35ea2af28e4 req-ecdc2c73-7912-4b5b-847b-9b0c46feccf0 tempest-AggregatesAdminTestJSON-746079441 tempest-AggregatesAdminTestJSON-746079441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:51:46.797416 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d71ad47d-d950-4b8c-ba67-e35ea2af28e4 req-ecdc2c73-7912-4b5b-847b-9b0c46feccf0 tempest-AggregatesAdminTestJSON-746079441 tempest-AggregatesAdminTestJSON-746079441-project] 10.222.0.66 "GET /v2.0/ports?device_id=a723de70-2f9c-4c58-9f6f-7a49760bfe76 HTTP/1.1" status: 200 len: 968 time: 0.0863347 Aug 18 11:51:46.936978 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d71ad47d-d950-4b8c-ba67-e35ea2af28e4 req-ffb85515-036a-4103-b798-b92349187872 tempest-AggregatesAdminTestJSON-746079441 tempest-AggregatesAdminTestJSON-746079441-project] 10.222.0.66 "GET /v2.0/security-groups?id=76c12ecb-b1cd-4fea-a015-a9547777e665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199191 Aug 18 11:51:46.998399 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.62', 58004) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:51:47.181192 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ff87c3-051e-4041-9ea0-1da321e451fb req-821b2044-07ac-4ca4-a788-26fb21ce8edd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:51:47.182646 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-73ff87c3-051e-4041-9ea0-1da321e451fb req-821b2044-07ac-4ca4-a788-26fb21ce8edd service neutron] 10.222.0.63 "GET /v2.0/networks?id=222e0814-c7e5-4b11-9282-3f40c6ed76b2 HTTP/1.1" status: 200 len: 870 time: 0.4163768 Aug 18 11:51:47.267143 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-73ff87c3-051e-4041-9ea0-1da321e451fb req-e7b30753-1643-4e7e-9140-c00dcbe4b36f service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=1ba3902b-6d59-499b-8952-d7ec5b805d62 HTTP/1.1" status: 200 len: 217 time: 0.0629303 Aug 18 11:51:47.355963 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98b7f74-99f8-4e32-af6c-fcf82aa2b21a req-d2944b4f-e503-4883-99df-a421aad844ca tempest-ServersWithSpecificFlavorTestJSON-596355724 tempest-ServersWithSpecificFlavorTestJSON-596355724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:51:47.358648 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-a98b7f74-99f8-4e32-af6c-fcf82aa2b21a req-d2944b4f-e503-4883-99df-a421aad844ca tempest-ServersWithSpecificFlavorTestJSON-596355724 tempest-ServersWithSpecificFlavorTestJSON-596355724-project] 10.222.0.62 "GET /v2.0/networks?id=299a3393-ede6-4663-8e2e-68401e0c2de3 HTTP/1.1" status: 200 len: 823 time: 0.3565962 Aug 18 11:51:47.409016 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ff87c3-051e-4041-9ea0-1da321e451fb req-6681c9d5-a07e-4bdc-99e3-523fb269388a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:51:47.416111 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-73ff87c3-051e-4041-9ea0-1da321e451fb req-6681c9d5-a07e-4bdc-99e3-523fb269388a service neutron] 10.222.0.63 "GET /v2.0/subnets?id=6d16d680-110b-436d-8afa-48ba845b3623 HTTP/1.1" status: 200 len: 843 time: 0.1364911 Aug 18 11:51:47.497033 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ff87c3-051e-4041-9ea0-1da321e451fb req-b845a75b-472b-4039-b7ca-5f3ab9b5e360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:51:47.499573 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-73ff87c3-051e-4041-9ea0-1da321e451fb req-b845a75b-472b-4039-b7ca-5f3ab9b5e360 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=222e0814-c7e5-4b11-9282-3f40c6ed76b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0804656 Aug 18 11:51:47.613521 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-73ff87c3-051e-4041-9ea0-1da321e451fb req-be5c0f6e-6cc0-4fe0-b0a6-f70039511b87 service neutron] 10.222.0.63 "GET /v2.0/networks/222e0814-c7e5-4b11-9282-3f40c6ed76b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056015 Aug 18 11:51:47.745094 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-73ff87c3-051e-4041-9ea0-1da321e451fb req-88fb19a1-c2f5-4b42-8341-66afb636a93d service neutron] 10.222.0.63 "GET /v2.0/networks/222e0814-c7e5-4b11-9282-3f40c6ed76b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214311 Aug 18 11:51:47.773139 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8b9da6a0-38c0-4429-bb83-9fcdbcb0667d req-5088c063-21fb-4c37-b438-56abc5f9234c tempest-ServersWithSpecificFlavorTestJSON-596355724 tempest-ServersWithSpecificFlavorTestJSON-596355724-project] 10.222.0.66 "GET /v2.0/ports?device_id=66ec6203-209c-4d59-9100-bdf9cb50de2d HTTP/1.1" status: 200 len: 210 time: 0.0311093 Aug 18 11:51:48.104372 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5822eee4-5913-4417-98ec-2019b6964827 req-0a9ebfea-ff60-4291-bdf3-41166e94160b tempest-AggregatesAdminTestJSON-746079441 tempest-AggregatesAdminTestJSON-746079441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:51:48.112172 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5822eee4-5913-4417-98ec-2019b6964827 req-0a9ebfea-ff60-4291-bdf3-41166e94160b tempest-AggregatesAdminTestJSON-746079441 tempest-AggregatesAdminTestJSON-746079441-project] 10.222.0.66 "GET /v2.0/ports?device_id=a723de70-2f9c-4c58-9f6f-7a49760bfe76 HTTP/1.1" status: 200 len: 968 time: 0.0657752 Aug 18 11:51:48.148282 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5822eee4-5913-4417-98ec-2019b6964827 req-7d9365dc-f855-4179-8fff-c0057260baf9 tempest-AggregatesAdminTestJSON-746079441 tempest-AggregatesAdminTestJSON-746079441-project] 10.222.0.66 "GET /v2.0/security-groups?id=76c12ecb-b1cd-4fea-a015-a9547777e665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351865 Aug 18 11:51:48.422359 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 46394) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:51:48.457300 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-7274b919-ef45-441f-84c8-96fd3ccab957 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:48.679765 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 46406) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:51:48.744556 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d4a40b02-a108-4076-918e-73bccc0d5fe8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:48.775688 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 46410) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:51:48.851276 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-fc05895f-5e14-4b5b-83b8-3104276da610 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:48.898335 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4b424b36-1af3-4dd6-ae50-0154aaaeea7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:48.923160 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d4a40b02-a108-4076-918e-73bccc0d5fe8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:48.933136 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-246d9511-e6d3-4fbf-b9b2-171d00361da5 req-d34c05a0-4348-4966-adb2-502e708ea52a tempest-ServersWithSpecificFlavorTestJSON-596355724 tempest-ServersWithSpecificFlavorTestJSON-596355724-project] 10.222.0.66 "GET /v2.0/ports?device_id=66ec6203-209c-4d59-9100-bdf9cb50de2d HTTP/1.1" status: 200 len: 210 time: 0.0777087 Aug 18 11:51:48.936409 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d4a40b02-a108-4076-918e-73bccc0d5fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:48.971786 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.db.api [None req-fc05895f-5e14-4b5b-83b8-3104276da610 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 18 11:51:48.971786 n-d-804985-2 neutron-server[106252]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 18 11:51:48.971786 n-d-804985-2 neutron-server[106252]: [parameters: {'project_id_1': '48670ed273544693a31d51176a29835f', 'expiration_1': datetime.datetime(2021, 8, 18, 11, 51, 48, 934083)}] Aug 18 11:51:48.971786 n-d-804985-2 neutron-server[106252]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=106252) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 18 11:51:48.972495 n-d-804985-2 neutron-server[106252]: DEBUG oslo_db.api [None req-fc05895f-5e14-4b5b-83b8-3104276da610 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 18 11:51:48.995340 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-d4a40b02-a108-4076-918e-73bccc0d5fe8 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=17613db72f0546e0ae3c36199a3b777f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5678990 Aug 18 11:51:48.995340 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40b02-a108-4076-918e-73bccc0d5fe8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a93f21d-4f5a-4662-8b76-a15c361634bd,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:51:48.996330 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 46420) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:51:49.045727 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4b424b36-1af3-4dd6-ae50-0154aaaeea7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:49.058604 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4b424b36-1af3-4dd6-ae50-0154aaaeea7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:49.113345 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-78211fc3-3772-4ad8-b3aa-bd476c2f46e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:49.116034 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b424b36-1af3-4dd6-ae50-0154aaaeea7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e0da4ca-37eb-413e-897a-a1ce16efed38,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:51:49.124554 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-4b424b36-1af3-4dd6-ae50-0154aaaeea7c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=fee3ed533b644520901f10bb84e787cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3477006 Aug 18 11:51:49.127341 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 46426) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:51:49.148184 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-78211fc3-3772-4ad8-b3aa-bd476c2f46e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:49.190560 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-34840945-3d38-4d5e-9fa1-9f2abe08baa0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:49.215971 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-78211fc3-3772-4ad8-b3aa-bd476c2f46e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:49.217116 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-34840945-3d38-4d5e-9fa1-9f2abe08baa0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:49.220577 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-78211fc3-3772-4ad8-b3aa-bd476c2f46e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:49.221814 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-78211fc3-3772-4ad8-b3aa-bd476c2f46e5 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/3a93f21d-4f5a-4662-8b76-a15c361634bd HTTP/1.1" status: 204 len: 168 time: 0.2244463 Aug 18 11:51:49.233012 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78211fc3-3772-4ad8-b3aa-bd476c2f46e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a93f21d-4f5a-4662-8b76-a15c361634bd,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:51:49.328723 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f5035d-6d5d-4ab2-8147-26be673522e3 req-7f2ed3a0-f827-4b53-9993-1ed59841aace tempest-AggregatesAdminTestJSON-746079441 tempest-AggregatesAdminTestJSON-746079441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:51:49.330371 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e0f5035d-6d5d-4ab2-8147-26be673522e3 req-7f2ed3a0-f827-4b53-9993-1ed59841aace tempest-AggregatesAdminTestJSON-746079441 tempest-AggregatesAdminTestJSON-746079441-project] 10.222.0.66 "GET /v2.0/ports?device_id=a723de70-2f9c-4c58-9f6f-7a49760bfe76 HTTP/1.1" status: 200 len: 968 time: 0.0853591 Aug 18 11:51:49.366067 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-34840945-3d38-4d5e-9fa1-9f2abe08baa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:49.368528 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-34840945-3d38-4d5e-9fa1-9f2abe08baa0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:49.369722 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-34840945-3d38-4d5e-9fa1-9f2abe08baa0 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9e0da4ca-37eb-413e-897a-a1ce16efed38 HTTP/1.1" status: 204 len: 168 time: 0.2413306 Aug 18 11:51:49.386483 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34840945-3d38-4d5e-9fa1-9f2abe08baa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e0da4ca-37eb-413e-897a-a1ce16efed38,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:51:49.390988 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e0f5035d-6d5d-4ab2-8147-26be673522e3 req-77e3b803-db64-4c4c-b43c-ffeae1c187b9 tempest-AggregatesAdminTestJSON-746079441 tempest-AggregatesAdminTestJSON-746079441-project] 10.222.0.66 "GET /v2.0/security-groups?id=76c12ecb-b1cd-4fea-a015-a9547777e665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534239 Aug 18 11:51:49.473632 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-fc05895f-5e14-4b5b-83b8-3104276da610 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:49.608887 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-fc05895f-5e14-4b5b-83b8-3104276da610 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:49.614474 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-fc05895f-5e14-4b5b-83b8-3104276da610 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:49.644654 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 46448) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:51:49.658251 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5328aa96-b374-43f4-8663-f7cd5f4b62e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:49.658981 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc05895f-5e14-4b5b-83b8-3104276da610 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3ba6f02-d790-4f7a-aeb9-3bf62d25f11d,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:51:49.671335 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-fc05895f-5e14-4b5b-83b8-3104276da610 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=48670ed273544693a31d51176a29835f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9903102 Aug 18 11:51:49.674163 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 46450) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:51:49.711210 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 46452) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:51:49.764778 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8e137082-0fe9-4cfc-aac0-90a27a1c23e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:49.785100 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5328aa96-b374-43f4-8663-f7cd5f4b62e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:49.795258 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8e137082-0fe9-4cfc-aac0-90a27a1c23e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:49.796150 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5328aa96-b374-43f4-8663-f7cd5f4b62e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:49.842299 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-5328aa96-b374-43f4-8663-f7cd5f4b62e5 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=14082dba4018452eb1ed3f8916df7136&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1964688 Aug 18 11:51:49.843369 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5328aa96-b374-43f4-8663-f7cd5f4b62e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f63a7105-f33d-43a2-a598-74c6f8e03d67,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:51:49.846042 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 46456) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:51:49.881379 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8e137082-0fe9-4cfc-aac0-90a27a1c23e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:49.884666 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8e137082-0fe9-4cfc-aac0-90a27a1c23e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:49.885166 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-8e137082-0fe9-4cfc-aac0-90a27a1c23e3 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c3ba6f02-d790-4f7a-aeb9-3bf62d25f11d HTTP/1.1" status: 204 len: 168 time: 0.2097778 Aug 18 11:51:49.886034 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 46458) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:51:49.909518 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e137082-0fe9-4cfc-aac0-90a27a1c23e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3ba6f02-d790-4f7a-aeb9-3bf62d25f11d,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:51:49.927862 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3cd-292c-4910-91d8-7dd5e8379bf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:49.937915 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-14f32207-652f-474a-aa9b-c07de1fd386c admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:49.939753 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a678a052-5b6d-489a-81b9-0166032e6fc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:49.951139 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3cd-292c-4910-91d8-7dd5e8379bf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:49.991397 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.db.api [None req-a678a052-5b6d-489a-81b9-0166032e6fc9 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 18 11:51:49.991397 n-d-804985-2 neutron-server[106253]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 18 11:51:49.991397 n-d-804985-2 neutron-server[106253]: [parameters: {'project_id': 'aa6398f49c2f458d815bf108d3daa25d', 'id': 'a6eab297-5dc6-4204-9ee8-409ed86f98ce', 'expiration': datetime.datetime(2021, 8, 18, 11, 53, 49, 972243)}] Aug 18 11:51:49.991397 n-d-804985-2 neutron-server[106253]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=106253) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 18 11:51:49.991823 n-d-804985-2 neutron-server[106253]: DEBUG oslo_db.api [None req-a678a052-5b6d-489a-81b9-0166032e6fc9 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 18 11:51:50.003833 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3cd-292c-4910-91d8-7dd5e8379bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:50.007627 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d75bb3cd-292c-4910-91d8-7dd5e8379bf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:50.009559 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-d75bb3cd-292c-4910-91d8-7dd5e8379bf5 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f63a7105-f33d-43a2-a598-74c6f8e03d67 HTTP/1.1" status: 204 len: 168 time: 0.1612644 Aug 18 11:51:50.028867 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bb3cd-292c-4910-91d8-7dd5e8379bf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f63a7105-f33d-43a2-a598-74c6f8e03d67,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:51:50.078072 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-87b8a5e8-63b0-4939-a284-7b41a4801531 req-6fde23c7-5944-407a-97f9-8c8c2e403a71 tempest-ServersWithSpecificFlavorTestJSON-596355724 tempest-ServersWithSpecificFlavorTestJSON-596355724-project] 10.222.0.66 "GET /v2.0/ports?device_id=66ec6203-209c-4d59-9100-bdf9cb50de2d HTTP/1.1" status: 200 len: 210 time: 0.0464256 Aug 18 11:51:50.106435 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-14f32207-652f-474a-aa9b-c07de1fd386c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:50.112154 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-14f32207-652f-474a-aa9b-c07de1fd386c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:50.153678 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-14f32207-652f-474a-aa9b-c07de1fd386c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=231e78f1984b43ddadf4ca3421e4acec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2639484 Aug 18 11:51:50.153678 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f32207-652f-474a-aa9b-c07de1fd386c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c45cd78-8ea5-4d2c-9e8f-b5d3c1478c6d,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:51:50.154700 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 46466) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:51:50.223113 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-dd7f6c4f-62a1-47df-8fe9-74c55bfb3633 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:50.253691 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-dd7f6c4f-62a1-47df-8fe9-74c55bfb3633 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:50.310134 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-dd7f6c4f-62a1-47df-8fe9-74c55bfb3633 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:50.312696 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-dd7f6c4f-62a1-47df-8fe9-74c55bfb3633 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:50.317181 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-dd7f6c4f-62a1-47df-8fe9-74c55bfb3633 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/5c45cd78-8ea5-4d2c-9e8f-b5d3c1478c6d HTTP/1.1" status: 204 len: 168 time: 0.1621902 Aug 18 11:51:50.333047 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7f6c4f-62a1-47df-8fe9-74c55bfb3633 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c45cd78-8ea5-4d2c-9e8f-b5d3c1478c6d,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:51:50.339149 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 1ba3902b-6d59-499b-8952-d7ec5b805d62 details requested by agent hyperv_n-h1-804985-2 with host n-h1-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 11:51:50.434219 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 46480) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:51:50.450231 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5adb0ad8-e8fb-452e-8367-b5971b97c866 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:50.479425 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 1ba3902b-6d59-499b-8952-d7ec5b805d62, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=1ba3902b-6d59-499b-8952-d7ec5b805d62,segment=NetworkSegment(b0eb6eea-b461-4969-8a27-808f00daa8a1),segment_id=b0eb6eea-b461-4969-8a27-808f00daa8a1)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:51:50.492100 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Returning: {'device': '1ba3902b-6d59-499b-8952-d7ec5b805d62', 'network_id': '222e0814-c7e5-4b11-9282-3f40c6ed76b2', 'port_id': '1ba3902b-6d59-499b-8952-d7ec5b805d62', 'mac_address': 'fa:16:3e:fc:fd:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 823, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d16d680-110b-436d-8afa-48ba845b3623', 'ip_address': '192.168.233.25'}], 'device_owner': 'compute:tempest-test_az-546674292', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 11:51:50.492716 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a678a052-5b6d-489a-81b9-0166032e6fc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:50.554155 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:50.572414 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ba3902b-6d59-499b-8952-d7ec5b805d62 {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 11:51:50.575670 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2edb38-5905-470b-b0f7-93db496e0ebb req-540e5826-7a54-4b96-8ea6-c4ee6dc9498b tempest-AggregatesAdminTestJSON-746079441 tempest-AggregatesAdminTestJSON-746079441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:51:50.579478 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3b2edb38-5905-470b-b0f7-93db496e0ebb req-540e5826-7a54-4b96-8ea6-c4ee6dc9498b tempest-AggregatesAdminTestJSON-746079441 tempest-AggregatesAdminTestJSON-746079441-project] 10.222.0.66 "GET /v2.0/ports?device_id=a723de70-2f9c-4c58-9f6f-7a49760bfe76 HTTP/1.1" status: 200 len: 968 time: 0.0965979 Aug 18 11:51:50.601721 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5adb0ad8-e8fb-452e-8367-b5971b97c866 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:50.617669 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 1ba3902b-6d59-499b-8952-d7ec5b805d62, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=1ba3902b-6d59-499b-8952-d7ec5b805d62,segment=NetworkSegment(b0eb6eea-b461-4969-8a27-808f00daa8a1),segment_id=b0eb6eea-b461-4969-8a27-808f00daa8a1)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:51:50.622535 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5adb0ad8-e8fb-452e-8367-b5971b97c866 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:50.627503 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:50.637511 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3b2edb38-5905-470b-b0f7-93db496e0ebb req-deb82173-f648-4942-a935-eb59729abb39 tempest-AggregatesAdminTestJSON-746079441 tempest-AggregatesAdminTestJSON-746079441-project] 10.222.0.66 "GET /v2.0/security-groups?id=76c12ecb-b1cd-4fea-a015-a9547777e665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458403 Aug 18 11:51:50.688385 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-5adb0ad8-e8fb-452e-8367-b5971b97c866 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=38de4715f61a4f489a3e61d36b95fd3c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2530913 Aug 18 11:51:50.691218 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 46490) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:51:50.705355 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adb0ad8-e8fb-452e-8367-b5971b97c866 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd4de926-2359-4383-ba8e-8c07b092e30c,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:51:50.710061 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=1ba3902b-6d59-499b-8952-d7ec5b805d62,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:51:50.774892 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-81945107-97f2-4d7e-8510-3b754f1b47bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:50.798724 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-81945107-97f2-4d7e-8510-3b754f1b47bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:50.812968 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a678a052-5b6d-489a-81b9-0166032e6fc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:50.821787 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a678a052-5b6d-489a-81b9-0166032e6fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:50.861240 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-a678a052-5b6d-489a-81b9-0166032e6fc9 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=aa6398f49c2f458d815bf108d3daa25d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1488700 Aug 18 11:51:50.864745 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 46498) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:51:50.873669 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a678a052-5b6d-489a-81b9-0166032e6fc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a247410-08fa-4a6e-8583-11cfd4667c88,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:51:50.882027 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-81945107-97f2-4d7e-8510-3b754f1b47bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:50.886112 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-81945107-97f2-4d7e-8510-3b754f1b47bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:50.887995 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-81945107-97f2-4d7e-8510-3b754f1b47bd admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/cd4de926-2359-4383-ba8e-8c07b092e30c HTTP/1.1" status: 204 len: 168 time: 0.1957304 Aug 18 11:51:50.916168 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81945107-97f2-4d7e-8510-3b754f1b47bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd4de926-2359-4383-ba8e-8c07b092e30c,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:51:51.008431 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4625b7a2-ce9c-414e-a0ab-1d124cf3bb25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:51.013794 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] get_ports_and_sgs() called for port_ids ['1ba3902b-6d59-499b-8952-d7ec5b805d62'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 11:51:51.037681 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1f5985bb-6774-4e75-915b-0f55f1dcafdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:51.092660 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4625b7a2-ce9c-414e-a0ab-1d124cf3bb25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:51.150623 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4625b7a2-ce9c-414e-a0ab-1d124cf3bb25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:51.153542 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4625b7a2-ce9c-414e-a0ab-1d124cf3bb25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:51.157367 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-4625b7a2-ce9c-414e-a0ab-1d124cf3bb25 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/7a247410-08fa-4a6e-8583-11cfd4667c88 HTTP/1.1" status: 204 len: 168 time: 0.2876494 Aug 18 11:51:51.164383 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4625b7a2-ce9c-414e-a0ab-1d124cf3bb25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a247410-08fa-4a6e-8583-11cfd4667c88,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:51:51.251316 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e3ddcb02-abbb-4d50-a1ed-ddaf3ba7926a req-de7793df-a290-481b-8473-0b74ea290c9f tempest-ServersWithSpecificFlavorTestJSON-596355724 tempest-ServersWithSpecificFlavorTestJSON-596355724-project] 10.222.0.66 "GET /v2.0/ports?device_id=66ec6203-209c-4d59-9100-bdf9cb50de2d HTTP/1.1" status: 200 len: 210 time: 0.0569978 Aug 18 11:51:51.352177 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:51.395082 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 46518) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:51:51.573218 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-a78240f1-8997-4bfe-a7fc-45c44acc8091 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1437844659-network', 'tenant_id': '1f05c47e95ed45099264b8d3c6b8078a'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:51:51.605621 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a78240f1-8997-4bfe-a7fc-45c44acc8091 admin admin] Made reservation on behalf of 1f05c47e95ed45099264b8d3c6b8078a for: {'network': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 11:51:51.607938 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a78240f1-8997-4bfe-a7fc-45c44acc8091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for network, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:51.617835 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a78240f1-8997-4bfe-a7fc-45c44acc8091 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:51.657543 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 46534) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:51:51.679471 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-bfea524b-2149-4ce8-9c91-220ce0d7db79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:51.731913 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a78240f1-8997-4bfe-a7fc-45c44acc8091 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:51.739424 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a78240f1-8997-4bfe-a7fc-45c44acc8091 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:51.770513 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a78240f1-8997-4bfe-a7fc-45c44acc8091 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 815} {{(pid=106253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 11:51:51.793745 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78240f1-8997-4bfe-a7fc-45c44acc8091 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d843e96-a170-413b-92f5-a21a9484135e,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:51:51.797968 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a78240f1-8997-4bfe-a7fc-45c44acc8091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:51.798462 n-d-804985-2 neutron-server[106253]: INFO neutron.db.segments_db [None req-a78240f1-8997-4bfe-a7fc-45c44acc8091 admin admin] Added segment 01058217-5bc9-48d2-af8c-1041d110968a of type vlan for network 5efbbd6b-1662-4090-931d-7d6159dd2b85 Aug 18 11:51:51.817493 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ffaa90-2a2c-4840-9382-ec8f60fe6954 req-a0cac3cd-a3c1-4dc6-aec6-ab14baec0c60 tempest-AggregatesAdminTestJSON-746079441 tempest-AggregatesAdminTestJSON-746079441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:51:51.821016 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-58ffaa90-2a2c-4840-9382-ec8f60fe6954 req-a0cac3cd-a3c1-4dc6-aec6-ab14baec0c60 tempest-AggregatesAdminTestJSON-746079441 tempest-AggregatesAdminTestJSON-746079441-project] 10.222.0.66 "GET /v2.0/ports?device_id=a723de70-2f9c-4c58-9f6f-7a49760bfe76 HTTP/1.1" status: 200 len: 969 time: 0.0988309 Aug 18 11:51:51.848966 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a78240f1-8997-4bfe-a7fc-45c44acc8091 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789150665894'] for network, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:51.881884 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a78240f1-8997-4bfe-a7fc-45c44acc8091 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for network, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:51.883789 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a78240f1-8997-4bfe-a7fc-45c44acc8091 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:51:51.884408 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a78240f1-8997-4bfe-a7fc-45c44acc8091 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:51.903238 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-58ffaa90-2a2c-4840-9382-ec8f60fe6954 req-4b034583-041f-470b-b8b1-868c515eb92a tempest-AggregatesAdminTestJSON-746079441 tempest-AggregatesAdminTestJSON-746079441-project] 10.222.0.66 "GET /v2.0/security-groups?id=76c12ecb-b1cd-4fea-a015-a9547777e665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659764 Aug 18 11:51:51.951367 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78240f1-8997-4bfe-a7fc-45c44acc8091 admin admin] Pushing event updated for resources: {'Network': ['ID=5efbbd6b-1662-4090-931d-7d6159dd2b85,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:51:51.957409 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-bfea524b-2149-4ce8-9c91-220ce0d7db79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:51.962915 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Network 5efbbd6b-1662-4090-931d-7d6159dd2b85 details requested by agent ovs-agent-n-d-804985-2 with host n-d-804985-2 {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 11:51:51.966062 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-bfea524b-2149-4ce8-9c91-220ce0d7db79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:51.971152 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-a78240f1-8997-4bfe-a7fc-45c44acc8091 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5628114 Aug 18 11:51:51.974370 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 46540) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:51:51.980855 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-18b38a70-2648-457b-a751-be34e8e214a3 admin admin] Request body: {'subnet': {'network_id': '5efbbd6b-1662-4090-931d-7d6159dd2b85', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1437844659-subnet', 'tenant_id': '1f05c47e95ed45099264b8d3c6b8078a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:51:52.017282 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18b38a70-2648-457b-a751-be34e8e214a3 admin admin] Made reservation on behalf of 1f05c47e95ed45099264b8d3c6b8078a for: {'subnet': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 11:51:52.020313 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfea524b-2149-4ce8-9c91-220ce0d7db79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3d2a662-f869-40de-b103-0e2ec908a6a0,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:51:52.020610 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-18b38a70-2648-457b-a751-be34e8e214a3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:52.047157 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-53584c24-f517-494e-ac93-c18bb92373f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:52.075735 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-bfea524b-2149-4ce8-9c91-220ce0d7db79 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=666f49b011d649e188a1e237475aaeca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4137943 Aug 18 11:51:52.076193 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 46546) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:51:52.144626 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c36a7599-0cc0-43d9-bc12-29bf8e00e5b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:52.199604 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c36a7599-0cc0-43d9-bc12-29bf8e00e5b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:52.275126 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c36a7599-0cc0-43d9-bc12-29bf8e00e5b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:52.277715 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c36a7599-0cc0-43d9-bc12-29bf8e00e5b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:52.278895 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-c36a7599-0cc0-43d9-bc12-29bf8e00e5b0 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b3d2a662-f869-40de-b103-0e2ec908a6a0 HTTP/1.1" status: 204 len: 168 time: 0.2015333 Aug 18 11:51:52.289107 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36a7599-0cc0-43d9-bc12-29bf8e00e5b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3d2a662-f869-40de-b103-0e2ec908a6a0,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:51:52.316155 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 1ba3902b-6d59-499b-8952-d7ec5b805d62 up at agent hyperv_n-h1-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:51:52.418169 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-18b38a70-2648-457b-a751-be34e8e214a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for subnet, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:52.423698 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-70929813-ad75-4dc7-bc73-b6243d291ca0 req-3726cf03-4b03-44c5-98da-797db1f6ed11 tempest-ServersWithSpecificFlavorTestJSON-596355724 tempest-ServersWithSpecificFlavorTestJSON-596355724-project] 10.222.0.66 "GET /v2.0/ports?device_id=66ec6203-209c-4d59-9100-bdf9cb50de2d HTTP/1.1" status: 200 len: 210 time: 0.0372610 Aug 18 11:51:52.435110 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Provisioning for port 1ba3902b-6d59-499b-8952-d7ec5b805d62 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 11:51:52.449818 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Provisioning complete for port 1ba3902b-6d59-499b-8952-d7ec5b805d62 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:51:52.450249 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:52.500249 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b38a70-2648-457b-a751-be34e8e214a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0326278-88b6-4c28-9c11-9e10ad7edb1d,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:51:52.512327 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b38a70-2648-457b-a751-be34e8e214a3 admin admin] Checking segment: {'id': '01058217-5bc9-48d2-af8c-1041d110968a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '5efbbd6b-1662-4090-931d-7d6159dd2b85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 11:51:52.512997 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18b38a70-2648-457b-a751-be34e8e214a3 admin admin] Network hostable DHCP agents. Network: 5efbbd6b-1662-4090-931d-7d6159dd2b85, hostable agents: ['97c14208-2951-4361-8d64-3708c946ff5f'], hosted agents: [] {{(pid=106253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 11:51:52.539920 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18b38a70-2648-457b-a751-be34e8e214a3 admin admin] Network 5efbbd6b-1662-4090-931d-7d6159dd2b85 is scheduled to be hosted by DHCP agent 97c14208-2951-4361-8d64-3708c946ff5f with binding_index 1 {{(pid=106253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 11:51:52.555271 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-18b38a70-2648-457b-a751-be34e8e214a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-2, 5efbbd6b-1662-4090-931d-7d6159dd2b85) {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:51:52.558406 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:52.566330 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18b38a70-2648-457b-a751-be34e8e214a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:51:52.567164 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-18b38a70-2648-457b-a751-be34e8e214a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:52.577156 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c4329f7-d154-49dc-9e31-491cdd9cedf3 None None] Network 5efbbd6b-1662-4090-931d-7d6159dd2b85 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 11:51:52.587182 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-18b38a70-2648-457b-a751-be34e8e214a3 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6086147 Aug 18 11:51:52.587518 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 46568) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:51:52.592282 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-c80073ee-51fa-4574-b3d3-59bf1f016e78 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1437844659-router', 'tenant_id': '1f05c47e95ed45099264b8d3c6b8078a', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'}}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:51:52.624772 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c80073ee-51fa-4574-b3d3-59bf1f016e78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-998592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15809'] for router, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:52.626058 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c80073ee-51fa-4574-b3d3-59bf1f016e78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-992733', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-971415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15816'] for router, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:52.648680 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a723de70-2f9c-4c58-9f6f-7a49760bfe76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ba3902b-6d59-499b-8952-d7ec5b805d62'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 11:51:52.696254 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c80073ee-51fa-4574-b3d3-59bf1f016e78 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:52.729337 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 1ba3902b-6d59-499b-8952-d7ec5b805d62, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=1ba3902b-6d59-499b-8952-d7ec5b805d62,segment=NetworkSegment(b0eb6eea-b461-4969-8a27-808f00daa8a1),segment_id=b0eb6eea-b461-4969-8a27-808f00daa8a1)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:51:52.737951 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:52.818951 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 46580) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:51:52.873448 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=1ba3902b-6d59-499b-8952-d7ec5b805d62,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:51:52.889385 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c80073ee-51fa-4574-b3d3-59bf1f016e78 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:52.921671 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4be0bab-4392-40db-94d2-6f37cbf9ba96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp788be208-34ab-5a8f-af0f-528834af222f-5efbbd6b-1662-4090-931d-7d6159dd2b85', 'network_id': '5efbbd6b-1662-4090-931d-7d6159dd2b85', 'tenant_id': '1f05c47e95ed45099264b8d3c6b8078a', 'fixed_ips': [{'subnet_id': 'a0326278-88b6-4c28-9c11-9e10ad7edb1d'}]}} from n-d-804985-2. {{(pid=106254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 11:51:52.922616 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-e4be0bab-4392-40db-94d2-6f37cbf9ba96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:52.993970 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-6bedee8e-01f8-4ce0-ad10-8f4a943ce65d admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1960606307-network', 'tenant_id': '188bebbd8f564ea0bbe77621cda4023c'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:51:53.037681 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bedee8e-01f8-4ce0-ad10-8f4a943ce65d admin admin] Made reservation on behalf of 188bebbd8f564ea0bbe77621cda4023c for: {'network': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 11:51:53.042780 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6bedee8e-01f8-4ce0-ad10-8f4a943ce65d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for network, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:53.055380 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6bedee8e-01f8-4ce0-ad10-8f4a943ce65d admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:53.144767 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.db_base_plugin_common [None req-e4be0bab-4392-40db-94d2-6f37cbf9ba96 None None] Allocated IP 172.20.0.2 (5efbbd6b-1662-4090-931d-7d6159dd2b85/a0326278-88b6-4c28-9c11-9e10ad7edb1d/6d50f25c-6359-4b28-9cdd-ba1d94782c43) {{(pid=106254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 11:51:53.146820 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fb7211-827e-4dad-83d5-27f40e0e93b5 req-6a244c59-466a-442a-a890-39671231dcf2 tempest-AggregatesAdminTestJSON-746079441 tempest-AggregatesAdminTestJSON-746079441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:51:53.148566 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-36fb7211-827e-4dad-83d5-27f40e0e93b5 req-6a244c59-466a-442a-a890-39671231dcf2 tempest-AggregatesAdminTestJSON-746079441 tempest-AggregatesAdminTestJSON-746079441-project] 10.222.0.66 "GET /v2.0/ports?device_id=a723de70-2f9c-4c58-9f6f-7a49760bfe76 HTTP/1.1" status: 200 len: 970 time: 0.1242833 Aug 18 11:51:53.210265 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db50a436fb3a98495337d8fe7487b4f2ea6f3c1052eb9efadc2ecda2d5737001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47299963-5aa5-40a8-a64c-7ddc189d7d73" -d '{"events": [{"server_uuid": "a723de70-2f9c-4c58-9f6f-7a49760bfe76", "name": "network-vif-plugged", "status": "completed", "tag": "1ba3902b-6d59-499b-8952-d7ec5b805d62"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:51:53.244274 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-36fb7211-827e-4dad-83d5-27f40e0e93b5 req-f3752149-d664-4ab3-bc36-291c322d14fa tempest-AggregatesAdminTestJSON-746079441 tempest-AggregatesAdminTestJSON-746079441-project] 10.222.0.66 "GET /v2.0/security-groups?id=76c12ecb-b1cd-4fea-a015-a9547777e665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678985 Aug 18 11:51:53.268540 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c80073ee-51fa-4574-b3d3-59bf1f016e78 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:53.278639 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6bedee8e-01f8-4ce0-ad10-8f4a943ce65d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:53.288440 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6bedee8e-01f8-4ce0-ad10-8f4a943ce65d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:53.293048 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c80073ee-51fa-4574-b3d3-59bf1f016e78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:53.332783 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bedee8e-01f8-4ce0-ad10-8f4a943ce65d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 812} {{(pid=106253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 11:51:53.386051 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6bedee8e-01f8-4ce0-ad10-8f4a943ce65d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:53.386385 n-d-804985-2 neutron-server[106253]: INFO neutron.db.segments_db [None req-6bedee8e-01f8-4ce0-ad10-8f4a943ce65d admin admin] Added segment 77044dd8-732d-4440-9cc8-7f1936544d71 of type vlan for network f2b8460a-d20a-4d24-a458-477b4502f48c Aug 18 11:51:53.400983 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bedee8e-01f8-4ce0-ad10-8f4a943ce65d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07aef7bb-6c11-4cb4-8594-c24180b5d811,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:51:53.435749 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-e4be0bab-4392-40db-94d2-6f37cbf9ba96 None None] Notify callbacks [] for port, precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:53.436682 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [None req-c80073ee-51fa-4574-b3d3-59bf1f016e78 admin admin] Allocated IP 172.25.7.253 (7cae7a70-14fd-408c-b14d-39ceb97cb60e/9784295a-20b8-4a4b-b105-f82737f0448f/ffd5cbed-9d46-4cb2-920a-74ff55b9b8bd) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 11:51:53.450959 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-e4be0bab-4392-40db-94d2-6f37cbf9ba96 None None] Transition to ACTIVE for port object 6d50f25c-6359-4b28-9cdd-ba1d94782c43 will not be triggered until provisioned by entity L2. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 11:51:53.462260 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6bedee8e-01f8-4ce0-ad10-8f4a943ce65d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789150665894'] for network, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:53.474343 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-e4be0bab-4392-40db-94d2-6f37cbf9ba96 None None] Transition to ACTIVE for port object 6d50f25c-6359-4b28-9cdd-ba1d94782c43 will not be triggered until provisioned by entity DHCP. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 11:51:53.485468 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-e4be0bab-4392-40db-94d2-6f37cbf9ba96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547'] for port, after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:53.525751 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6bedee8e-01f8-4ce0-ad10-8f4a943ce65d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for network, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:53.526799 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bedee8e-01f8-4ce0-ad10-8f4a943ce65d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:51:53.527440 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6bedee8e-01f8-4ce0-ad10-8f4a943ce65d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:53.566466 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4be0bab-4392-40db-94d2-6f37cbf9ba96 None None] Network 5efbbd6b-1662-4090-931d-7d6159dd2b85 is already hosted by enough agents. {{(pid=106254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 11:51:53.569598 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.base_scheduler [None req-e4be0bab-4392-40db-94d2-6f37cbf9ba96 None None] Resources bound (agent type, host, resource id): {{(pid=106254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:51:53.575039 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4be0bab-4392-40db-94d2-6f37cbf9ba96 None None] Received port after_create {{(pid=106254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 11:51:53.577070 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4be0bab-4392-40db-94d2-6f37cbf9ba96 None None] Pushing event updated for resources: {'Port': ['ID=6d50f25c-6359-4b28-9cdd-ba1d94782c43,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:51:53.596790 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-6bedee8e-01f8-4ce0-ad10-8f4a943ce65d admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7758627 Aug 18 11:51:53.601874 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 46610) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:51:53.616788 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-eb2fb0dc-c10c-439e-967b-91c361f8d665 admin admin] Request body: {'subnet': {'network_id': 'f2b8460a-d20a-4d24-a458-477b4502f48c', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1960606307-subnet', 'tenant_id': '188bebbd8f564ea0bbe77621cda4023c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:51:53.640918 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bedee8e-01f8-4ce0-ad10-8f4a943ce65d admin admin] Pushing event updated for resources: {'Network': ['ID=f2b8460a-d20a-4d24-a458-477b4502f48c,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:51:53.644259 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb2fb0dc-c10c-439e-967b-91c361f8d665 admin admin] Made reservation on behalf of 188bebbd8f564ea0bbe77621cda4023c for: {'subnet': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 11:51:53.646538 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-eb2fb0dc-c10c-439e-967b-91c361f8d665 admin admin] Notify callbacks [] for subnet, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:53.661375 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 11:51:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-084bb363-0778-49bd-9601-b7226c47634e x-openstack-request-id: req-084bb363-0778-49bd-9601-b7226c47634e {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:51:53.661693 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a723de70-2f9c-4c58-9f6f-7a49760bfe76", "name": "network-vif-plugged", "status": "completed", "tag": "1ba3902b-6d59-499b-8952-d7ec5b805d62", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:51:53.668830 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-084bb363-0778-49bd-9601-b7226c47634e {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:51:53.669367 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a723de70-2f9c-4c58-9f6f-7a49760bfe76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ba3902b-6d59-499b-8952-d7ec5b805d62', 'code': 200} Aug 18 11:51:53.684146 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Network f2b8460a-d20a-4d24-a458-477b4502f48c details requested by agent ovs-agent-n-d-804985-2 with host n-d-804985-2 {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 11:51:53.724868 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c80073ee-51fa-4574-b3d3-59bf1f016e78 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:53.756388 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-e4be0bab-4392-40db-94d2-6f37cbf9ba96 None None] Attempting to bind port 6d50f25c-6359-4b28-9cdd-ba1d94782c43 on host n-d-804985-2 for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 11:51:53.756855 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-e4be0bab-4392-40db-94d2-6f37cbf9ba96 None None] Attempting to bind port 6d50f25c-6359-4b28-9cdd-ba1d94782c43 by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': '01058217-5bc9-48d2-af8c-1041d110968a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '5efbbd6b-1662-4090-931d-7d6159dd2b85'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 11:51:53.757222 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4be0bab-4392-40db-94d2-6f37cbf9ba96 None None] Attempting to bind port 6d50f25c-6359-4b28-9cdd-ba1d94782c43 on network 5efbbd6b-1662-4090-931d-7d6159dd2b85 {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 11:51:53.773481 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4be0bab-4392-40db-94d2-6f37cbf9ba96 None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 11, 51, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 11:51:53.773857 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4be0bab-4392-40db-94d2-6f37cbf9ba96 None None] Checking segment: {'id': '01058217-5bc9-48d2-af8c-1041d110968a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '5efbbd6b-1662-4090-931d-7d6159dd2b85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 11:51:53.774263 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-e4be0bab-4392-40db-94d2-6f37cbf9ba96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:53.774657 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4be0bab-4392-40db-94d2-6f37cbf9ba96 None None] Bound using segment: {'id': '01058217-5bc9-48d2-af8c-1041d110968a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '5efbbd6b-1662-4090-931d-7d6159dd2b85'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 11:51:53.775118 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-e4be0bab-4392-40db-94d2-6f37cbf9ba96 None None] Bound port: 6d50f25c-6359-4b28-9cdd-ba1d94782c43, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01058217-5bc9-48d2-af8c-1041d110968a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '5efbbd6b-1662-4090-931d-7d6159dd2b85'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 11:51:53.775491 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-e4be0bab-4392-40db-94d2-6f37cbf9ba96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:53.786447 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-500a1c61-38a7-4c23-a7ec-4631080af5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:53.882371 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-e4be0bab-4392-40db-94d2-6f37cbf9ba96 None None] For port 6d50f25c-6359-4b28-9cdd-ba1d94782c43, host n-d-804985-2, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 11:51:53.886872 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-e4be0bab-4392-40db-94d2-6f37cbf9ba96 None None] For port 6d50f25c-6359-4b28-9cdd-ba1d94782c43, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=6d50f25c-6359-4b28-9cdd-ba1d94782c43,segment=NetworkSegment(01058217-5bc9-48d2-af8c-1041d110968a),segment_id=01058217-5bc9-48d2-af8c-1041d110968a)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 11:51:53.889151 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2d4ac0df-d8d6-4f52-b62f-3d6b8e1a43b8 req-29d0a203-0ed3-4dd6-86d2-bc585db34ed5 tempest-LiveMigrationNegativeTest-1842983464 tempest-LiveMigrationNegativeTest-1842983464-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=fd7d9be7a3e342b9ae85ec629d4b2884&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1044240 Aug 18 11:51:53.893587 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-821ef531-6bfa-4a11-8a27-fd70216a8dfe req-1e23411e-2519-43a2-bc8e-fc137252589c tempest-ServersWithSpecificFlavorTestJSON-596355724 tempest-ServersWithSpecificFlavorTestJSON-596355724-project] 10.222.0.66 "GET /v2.0/ports?device_id=66ec6203-209c-4d59-9100-bdf9cb50de2d HTTP/1.1" status: 200 len: 210 time: 0.1077404 Aug 18 11:51:53.893907 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-e4be0bab-4392-40db-94d2-6f37cbf9ba96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:53.897189 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-eb2fb0dc-c10c-439e-967b-91c361f8d665 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for subnet, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:53.969246 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4be0bab-4392-40db-94d2-6f37cbf9ba96 None None] Pushing event updated for resources: {'Port': ['ID=6d50f25c-6359-4b28-9cdd-ba1d94782c43,revision_number=2']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:51:53.976456 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2fb0dc-c10c-439e-967b-91c361f8d665 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a97adc7a-3cde-4d27-baf4-adb6fa582445,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:51:53.984245 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c80073ee-51fa-4574-b3d3-59bf1f016e78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:54.009261 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2fb0dc-c10c-439e-967b-91c361f8d665 admin admin] Checking segment: {'id': '77044dd8-732d-4440-9cc8-7f1936544d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'f2b8460a-d20a-4d24-a458-477b4502f48c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 11:51:54.009715 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb2fb0dc-c10c-439e-967b-91c361f8d665 admin admin] Network hostable DHCP agents. Network: f2b8460a-d20a-4d24-a458-477b4502f48c, hostable agents: ['97c14208-2951-4361-8d64-3708c946ff5f'], hosted agents: [] {{(pid=106253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 11:51:54.032398 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb2fb0dc-c10c-439e-967b-91c361f8d665 admin admin] Network f2b8460a-d20a-4d24-a458-477b4502f48c is scheduled to be hosted by DHCP agent 97c14208-2951-4361-8d64-3708c946ff5f with binding_index 1 {{(pid=106253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 11:51:54.053972 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e09ac91-6e3b-420c-8937-4438bde3fb0d req-1b775e0b-5bdb-4bea-98d7-35bc1eee3863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:51:54.055307 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-eb2fb0dc-c10c-439e-967b-91c361f8d665 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-2, f2b8460a-d20a-4d24-a458-477b4502f48c) {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:51:54.055517 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8e09ac91-6e3b-420c-8937-4438bde3fb0d req-1b775e0b-5bdb-4bea-98d7-35bc1eee3863 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=a723de70-2f9c-4c58-9f6f-7a49760bfe76 HTTP/1.1" status: 200 len: 1121 time: 0.2686057 Aug 18 11:51:54.063371 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b67b3b80-890b-40dd-bc9e-224b0230770b None None] Network f2b8460a-d20a-4d24-a458-477b4502f48c requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 11:51:54.081208 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb2fb0dc-c10c-439e-967b-91c361f8d665 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:51:54.081881 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-eb2fb0dc-c10c-439e-967b-91c361f8d665 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:54.087826 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c80073ee-51fa-4574-b3d3-59bf1f016e78 admin admin] Network 7cae7a70-14fd-408c-b14d-39ceb97cb60e is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 11:51:54.100240 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-eb2fb0dc-c10c-439e-967b-91c361f8d665 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4971168 Aug 18 11:51:54.107318 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-c80073ee-51fa-4574-b3d3-59bf1f016e78 admin admin] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:51:54.130740 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4ac0df-d8d6-4f52-b62f-3d6b8e1a43b8 req-43b64fbb-b8b6-47b1-9f66-65154aa262e1 tempest-LiveMigrationNegativeTest-1842983464 tempest-LiveMigrationNegativeTest-1842983464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:51:54.138549 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2d4ac0df-d8d6-4f52-b62f-3d6b8e1a43b8 req-43b64fbb-b8b6-47b1-9f66-65154aa262e1 tempest-LiveMigrationNegativeTest-1842983464 tempest-LiveMigrationNegativeTest-1842983464-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2483318 Aug 18 11:51:54.148151 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-8e09ac91-6e3b-420c-8937-4438bde3fb0d req-f434d5b5-6ef5-48f2-99cd-fb5453f42444 service neutron] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:54.151759 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c80073ee-51fa-4574-b3d3-59bf1f016e78 admin admin] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 11:51:54.161630 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80073ee-51fa-4574-b3d3-59bf1f016e78 admin admin] Pushing event updated for resources: {'Port': ['ID=ffd5cbed-9d46-4cb2-920a-74ff55b9b8bd,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:51:54.198394 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-a98b7f74-99f8-4e32-af6c-fcf82aa2b21a req-45b9c437-da66-47e1-9047-d49ee37cf11b tempest-ServersWithSpecificFlavorTestJSON-596355724 tempest-ServersWithSpecificFlavorTestJSON-596355724-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c87ef195b6b74f67b0f04cf988678fa6 HTTP/1.1" status: 200 len: 380 time: 0.0794404 Aug 18 11:51:54.229921 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [req-a98b7f74-99f8-4e32-af6c-fcf82aa2b21a req-c9d117e5-53d6-406e-8d88-f5b1cb2bd52d tempest-ServersWithSpecificFlavorTestJSON-596355724 tempest-ServersWithSpecificFlavorTestJSON-596355724-project] Request body: {'port': {'device_id': '66ec6203-209c-4d59-9100-bdf9cb50de2d', 'network_id': '299a3393-ede6-4663-8e2e-68401e0c2de3', 'admin_state_up': True, 'tenant_id': 'c87ef195b6b74f67b0f04cf988678fa6', 'security_groups': ['238dbab8-dd9a-4024-8b12-d86b53f53679']}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:51:54.293373 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2d4ac0df-d8d6-4f52-b62f-3d6b8e1a43b8 req-b374fb9e-001a-4e2f-8199-d3c915ebc72b tempest-LiveMigrationNegativeTest-1842983464 tempest-LiveMigrationNegativeTest-1842983464-project] 10.222.0.66 "GET /v2.0/quotas/fd7d9be7a3e342b9ae85ec629d4b2884 HTTP/1.1" status: 200 len: 375 time: 0.1538334 Aug 18 11:51:54.358175 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2d4ac0df-d8d6-4f52-b62f-3d6b8e1a43b8 req-d2688b50-a340-4c91-8688-cd9f4e14095d tempest-LiveMigrationNegativeTest-1842983464 tempest-LiveMigrationNegativeTest-1842983464-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=fd7d9be7a3e342b9ae85ec629d4b2884&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0618634 Aug 18 11:51:54.365876 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82303741-a7d2-4cdc-ae5b-80d742c8eac6 None None] Network f2b8460a-d20a-4d24-a458-477b4502f48c requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 11:51:54.463440 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105b5ee2-565c-44be-aedf-7f66dc925c54 req-7ec68014-c816-415a-9e5e-ebc1747f320b tempest-AggregatesAdminTestJSON-746079441 tempest-AggregatesAdminTestJSON-746079441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:51:54.470975 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-105b5ee2-565c-44be-aedf-7f66dc925c54 req-7ec68014-c816-415a-9e5e-ebc1747f320b tempest-AggregatesAdminTestJSON-746079441 tempest-AggregatesAdminTestJSON-746079441-project] 10.222.0.66 "GET /v2.0/ports?device_id=a723de70-2f9c-4c58-9f6f-7a49760bfe76 HTTP/1.1" status: 200 len: 970 time: 0.1184511 Aug 18 11:51:54.556254 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-105b5ee2-565c-44be-aedf-7f66dc925c54 req-2d918f6a-4fb4-46b1-aa10-abd54b6fdfaa tempest-AggregatesAdminTestJSON-746079441 tempest-AggregatesAdminTestJSON-746079441-project] 10.222.0.66 "GET /v2.0/security-groups?id=76c12ecb-b1cd-4fea-a015-a9547777e665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707862 Aug 18 11:51:54.719598 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c80073ee-51fa-4574-b3d3-59bf1f016e78 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:55.118549 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-82e83e53-7be8-4a0f-af1d-8ddff28d0796 req-5940e911-67c4-4997-9ac6-3466b1d562ce tempest-LiveMigrationNegativeTest-1842983464 tempest-LiveMigrationNegativeTest-1842983464-project] 10.222.0.66 "GET /v2.0/ports?device_id=c06ca817-8908-411c-ac14-b57d5a672e51 HTTP/1.1" status: 200 len: 210 time: 0.3998647 Aug 18 11:51:55.128495 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-8e09ac91-6e3b-420c-8937-4438bde3fb0d req-f434d5b5-6ef5-48f2-99cd-fb5453f42444 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:55.154928 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-8e09ac91-6e3b-420c-8937-4438bde3fb0d req-f434d5b5-6ef5-48f2-99cd-fb5453f42444 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:55.167305 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 46676) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:51:55.174567 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-a192f7fb-427d-4131-bf14-29e4b9ed0608 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1210372719-network', 'tenant_id': 'd347025de35d47e091bb04aaa4e2e468'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:51:55.179047 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a98b7f74-99f8-4e32-af6c-fcf82aa2b21a req-c9d117e5-53d6-406e-8d88-f5b1cb2bd52d tempest-ServersWithSpecificFlavorTestJSON-596355724 tempest-ServersWithSpecificFlavorTestJSON-596355724-project] Made reservation on behalf of c87ef195b6b74f67b0f04cf988678fa6 for: {'port': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 11:51:55.183353 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-a98b7f74-99f8-4e32-af6c-fcf82aa2b21a req-c9d117e5-53d6-406e-8d88-f5b1cb2bd52d tempest-ServersWithSpecificFlavorTestJSON-596355724 tempest-ServersWithSpecificFlavorTestJSON-596355724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:55.245487 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a192f7fb-427d-4131-bf14-29e4b9ed0608 admin admin] Made reservation on behalf of d347025de35d47e091bb04aaa4e2e468 for: {'network': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 11:51:55.247893 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a192f7fb-427d-4131-bf14-29e4b9ed0608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for network, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:55.292980 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a192f7fb-427d-4131-bf14-29e4b9ed0608 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:55.364876 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d9c2b2fb-0d91-410c-963e-1f833c060e53 req-66d1017f-7bf2-49ac-aa05-ab0442d34032 tempest-ServersWithSpecificFlavorTestJSON-596355724 tempest-ServersWithSpecificFlavorTestJSON-596355724-project] 10.222.0.66 "GET /v2.0/ports?device_id=66ec6203-209c-4d59-9100-bdf9cb50de2d HTTP/1.1" status: 200 len: 210 time: 0.1132519 Aug 18 11:51:55.383644 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8e09ac91-6e3b-420c-8937-4438bde3fb0d req-f434d5b5-6ef5-48f2-99cd-fb5453f42444 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=76c12ecb-b1cd-4fea-a015-a9547777e665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3068459 Aug 18 11:51:55.395281 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f434d5b5-6ef5-48f2-99cd-fb5453f42444 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=422b8850-745a-49ab-9696-e3dc10ca602d,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:51:55.423965 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccaeb81c-3dcf-4215-a4bd-4a2c433fb3b4 None None] Network 5efbbd6b-1662-4090-931d-7d6159dd2b85 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 11:51:55.528810 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [req-a98b7f74-99f8-4e32-af6c-fcf82aa2b21a req-c9d117e5-53d6-406e-8d88-f5b1cb2bd52d tempest-ServersWithSpecificFlavorTestJSON-596355724 tempest-ServersWithSpecificFlavorTestJSON-596355724-project] Allocated IP 172.20.0.4 (299a3393-ede6-4663-8e2e-68401e0c2de3/1f6a98c3-f342-4c72-a137-7aba7a641e96/5e2c616a-26a0-4994-8529-2af87eaf6368) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 11:51:55.576008 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-6e00deec-2648-4ee2-b2b3-bb728ff8dfb1 None None] Provisioning for port 6d50f25c-6359-4b28-9cdd-ba1d94782c43 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 11:51:55.577176 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c80073ee-51fa-4574-b3d3-59bf1f016e78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-998473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-992536'] for router, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:55.609807 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a192f7fb-427d-4131-bf14-29e4b9ed0608 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:55.624233 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a192f7fb-427d-4131-bf14-29e4b9ed0608 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:55.725849 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a192f7fb-427d-4131-bf14-29e4b9ed0608 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 833} {{(pid=106253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 11:51:55.761204 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a192f7fb-427d-4131-bf14-29e4b9ed0608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:55.761546 n-d-804985-2 neutron-server[106253]: INFO neutron.db.segments_db [None req-a192f7fb-427d-4131-bf14-29e4b9ed0608 admin admin] Added segment 372afbd3-6f05-4b47-b46e-7dbd062fe55f of type vlan for network b990cb7e-2156-41f9-bed7-ede88ffb5f6d Aug 18 11:51:55.774870 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a192f7fb-427d-4131-bf14-29e4b9ed0608 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37ec34bb-cbc8-4c7d-a8b8-ebd9274bcac2,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:51:55.826395 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9db48cb-23eb-4547-bf85-55aef8d2311a req-42881060-38b7-442c-bc79-9f5488eb7c10 tempest-AggregatesAdminTestJSON-746079441 tempest-AggregatesAdminTestJSON-746079441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:51:55.827969 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b9db48cb-23eb-4547-bf85-55aef8d2311a req-42881060-38b7-442c-bc79-9f5488eb7c10 tempest-AggregatesAdminTestJSON-746079441 tempest-AggregatesAdminTestJSON-746079441-project] 10.222.0.66 "GET /v2.0/ports?device_id=a723de70-2f9c-4c58-9f6f-7a49760bfe76 HTTP/1.1" status: 200 len: 970 time: 0.1009295 Aug 18 11:51:55.843009 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a192f7fb-427d-4131-bf14-29e4b9ed0608 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789150665894'] for network, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:55.880383 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-a98b7f74-99f8-4e32-af6c-fcf82aa2b21a req-c9d117e5-53d6-406e-8d88-f5b1cb2bd52d tempest-ServersWithSpecificFlavorTestJSON-596355724 tempest-ServersWithSpecificFlavorTestJSON-596355724-project] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:55.898250 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 6d50f25c-6359-4b28-9cdd-ba1d94782c43 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:51:55.902697 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [req-a98b7f74-99f8-4e32-af6c-fcf82aa2b21a req-c9d117e5-53d6-406e-8d88-f5b1cb2bd52d tempest-ServersWithSpecificFlavorTestJSON-596355724 tempest-ServersWithSpecificFlavorTestJSON-596355724-project] Transition to ACTIVE for port object 5e2c616a-26a0-4994-8529-2af87eaf6368 will not be triggered until provisioned by entity DHCP. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 11:51:55.910759 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a192f7fb-427d-4131-bf14-29e4b9ed0608 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for network, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:55.912134 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a192f7fb-427d-4131-bf14-29e4b9ed0608 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:51:55.913594 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a192f7fb-427d-4131-bf14-29e4b9ed0608 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:55.921039 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c80073ee-51fa-4574-b3d3-59bf1f016e78 admin admin] Router 6da269cf-7a23-4979-8c26-72fee5249d80 is scheduled to L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 with binding_index 1 {{(pid=106252) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 11:51:55.937119 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b9db48cb-23eb-4547-bf85-55aef8d2311a req-5891bb5d-2159-496e-bbea-b33263fc8e6a tempest-AggregatesAdminTestJSON-746079441 tempest-AggregatesAdminTestJSON-746079441-project] 10.222.0.66 "GET /v2.0/security-groups?id=76c12ecb-b1cd-4fea-a015-a9547777e665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893004 Aug 18 11:51:56.012187 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port 6d50f25c-6359-4b28-9cdd-ba1d94782c43 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 11:51:56.018148 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a192f7fb-427d-4131-bf14-29e4b9ed0608 admin admin] Pushing event updated for resources: {'Network': ['ID=b990cb7e-2156-41f9-bed7-ede88ffb5f6d,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:51:56.027918 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-a192f7fb-427d-4131-bf14-29e4b9ed0608 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8594391 Aug 18 11:51:56.031371 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 46700) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:51:56.037311 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Network b990cb7e-2156-41f9-bed7-ede88ffb5f6d details requested by agent ovs-agent-n-d-804985-2 with host n-d-804985-2 {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 11:51:56.037574 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-5a0f3011-a7c1-4afe-88d7-96d8a5a54ffb admin admin] Request body: {'subnet': {'network_id': 'b990cb7e-2156-41f9-bed7-ede88ffb5f6d', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1210372719-subnet', 'tenant_id': 'd347025de35d47e091bb04aaa4e2e468', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:51:56.039970 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 6d50f25c-6359-4b28-9cdd-ba1d94782c43 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:51:56.042018 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:56.078885 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a0f3011-a7c1-4afe-88d7-96d8a5a54ffb admin admin] Made reservation on behalf of d347025de35d47e091bb04aaa4e2e468 for: {'subnet': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 11:51:56.081093 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c80073ee-51fa-4574-b3d3-59bf1f016e78 admin admin] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 11:51:56.081352 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5a0f3011-a7c1-4afe-88d7-96d8a5a54ffb admin admin] Notify callbacks [] for subnet, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:56.093473 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa290f69-0b46-4003-8a3f-3bcf096555ac None None] Sync routers for ids ['6da269cf-7a23-4979-8c26-72fee5249d80'] in n-d-804985-2 {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 11:51:56.103080 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c80073ee-51fa-4574-b3d3-59bf1f016e78 admin admin] Notify callbacks [] for router, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:56.108769 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-c80073ee-51fa-4574-b3d3-59bf1f016e78 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.5195918 Aug 18 11:51:56.109763 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 46702) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:51:56.111797 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa290f69-0b46-4003-8a3f-3bcf096555ac None None] Routers {'6da269cf-7a23-4979-8c26-72fee5249d80'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 11:51:56.114819 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-fa290f69-0b46-4003-8a3f-3bcf096555ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T11:51:51Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['6da269cf-7a23-4979-8c26-72fee5249d80'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:51:56.157240 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2d4ac0df-d8d6-4f52-b62f-3d6b8e1a43b8 req-a669a42b-c396-4ff1-b2bf-5dbbdef8f45b tempest-LiveMigrationNegativeTest-1842983464 tempest-LiveMigrationNegativeTest-1842983464-project] 10.222.0.63 "GET /v2.0/networks?tenant_id=fd7d9be7a3e342b9ae85ec629d4b2884&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0401740 Aug 18 11:51:56.211552 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-3dfd1c5e-5ff3-4ae6-9c6d-3aa16da317f2 None None] Provisioning complete for port 6d50f25c-6359-4b28-9cdd-ba1d94782c43 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:51:56.212033 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3dfd1c5e-5ff3-4ae6-9c6d-3aa16da317f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:56.212773 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-a98b7f74-99f8-4e32-af6c-fcf82aa2b21a req-c9d117e5-53d6-406e-8d88-f5b1cb2bd52d tempest-ServersWithSpecificFlavorTestJSON-596355724 tempest-ServersWithSpecificFlavorTestJSON-596355724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:56.293970 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-42de6693-901e-4f58-b798-bac8b5125a1e req-633e3e76-532e-4310-9aae-19f2004e2318 tempest-LiveMigrationNegativeTest-1842983464 tempest-LiveMigrationNegativeTest-1842983464-project] 10.222.0.66 "GET /v2.0/ports?device_id=c06ca817-8908-411c-ac14-b57d5a672e51 HTTP/1.1" status: 200 len: 210 time: 0.0438364 Aug 18 11:51:56.319478 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:56.364863 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-fa290f69-0b46-4003-8a3f-3bcf096555ac None None] Set router 6da269cf-7a23-4979-8c26-72fee5249d80 gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 11:51:56.405348 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4ac0df-d8d6-4f52-b62f-3d6b8e1a43b8 req-a06afe54-0f53-4411-af73-d4466219be4b tempest-LiveMigrationNegativeTest-1842983464 tempest-LiveMigrationNegativeTest-1842983464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:51:56.406952 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2d4ac0df-d8d6-4f52-b62f-3d6b8e1a43b8 req-a06afe54-0f53-4411-af73-d4466219be4b tempest-LiveMigrationNegativeTest-1842983464 tempest-LiveMigrationNegativeTest-1842983464-project] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2168262 Aug 18 11:51:56.412257 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] For port 6d50f25c-6359-4b28-9cdd-ba1d94782c43, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=6d50f25c-6359-4b28-9cdd-ba1d94782c43,segment=NetworkSegment(01058217-5bc9-48d2-af8c-1041d110968a),segment_id=01058217-5bc9-48d2-af8c-1041d110968a)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:51:56.451687 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-2d4ac0df-d8d6-4f52-b62f-3d6b8e1a43b8 req-7c52ab5c-cfc7-4811-be5c-3bd3898bf588 tempest-LiveMigrationNegativeTest-1842983464 tempest-LiveMigrationNegativeTest-1842983464-project] Request body: {'port': {'device_id': 'c06ca817-8908-411c-ac14-b57d5a672e51', 'network_id': '222e0814-c7e5-4b11-9282-3f40c6ed76b2', 'admin_state_up': True, 'tenant_id': 'fd7d9be7a3e342b9ae85ec629d4b2884'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:51:56.463398 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:56.470905 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 46710) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:51:56.491407 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a98b7f74-99f8-4e32-af6c-fcf82aa2b21a req-c9d117e5-53d6-406e-8d88-f5b1cb2bd52d tempest-ServersWithSpecificFlavorTestJSON-596355724 tempest-ServersWithSpecificFlavorTestJSON-596355724-project] Network 299a3393-ede6-4663-8e2e-68401e0c2de3 is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 11:51:56.504740 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [req-a98b7f74-99f8-4e32-af6c-fcf82aa2b21a req-c9d117e5-53d6-406e-8d88-f5b1cb2bd52d tempest-ServersWithSpecificFlavorTestJSON-596355724 tempest-ServersWithSpecificFlavorTestJSON-596355724-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:51:56.510071 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-a98b7f74-99f8-4e32-af6c-fcf82aa2b21a req-c9d117e5-53d6-406e-8d88-f5b1cb2bd52d tempest-ServersWithSpecificFlavorTestJSON-596355724 tempest-ServersWithSpecificFlavorTestJSON-596355724-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 11:51:56.517851 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98b7f74-99f8-4e32-af6c-fcf82aa2b21a req-c9d117e5-53d6-406e-8d88-f5b1cb2bd52d tempest-ServersWithSpecificFlavorTestJSON-596355724 tempest-ServersWithSpecificFlavorTestJSON-596355724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:51:56.519151 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-a98b7f74-99f8-4e32-af6c-fcf82aa2b21a req-c9d117e5-53d6-406e-8d88-f5b1cb2bd52d tempest-ServersWithSpecificFlavorTestJSON-596355724 tempest-ServersWithSpecificFlavorTestJSON-596355724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:56.568503 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-a98b7f74-99f8-4e32-af6c-fcf82aa2b21a req-c9d117e5-53d6-406e-8d88-f5b1cb2bd52d tempest-ServersWithSpecificFlavorTestJSON-596355724 tempest-ServersWithSpecificFlavorTestJSON-596355724-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3516250 Aug 18 11:51:56.573262 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Pushing event updated for resources: {'Port': ['ID=6d50f25c-6359-4b28-9cdd-ba1d94782c43,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:51:56.576143 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d117e5-53d6-406e-8d88-f5b1cb2bd52d tempest-ServersWithSpecificFlavorTestJSON-596355724 tempest-ServersWithSpecificFlavorTestJSON-596355724-project] Pushing event updated for resources: {'Port': ['ID=5e2c616a-26a0-4994-8529-2af87eaf6368,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:51:56.583747 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3dfd1c5e-5ff3-4ae6-9c6d-3aa16da317f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:56.610043 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [req-a98b7f74-99f8-4e32-af6c-fcf82aa2b21a req-a170218f-429c-408e-ae8f-a807126c55e4 tempest-ServersWithSpecificFlavorTestJSON-596355724 tempest-ServersWithSpecificFlavorTestJSON-596355724-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=106253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 11:51:56.611198 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-a98b7f74-99f8-4e32-af6c-fcf82aa2b21a req-a170218f-429c-408e-ae8f-a807126c55e4 tempest-ServersWithSpecificFlavorTestJSON-596355724 tempest-ServersWithSpecificFlavorTestJSON-596355724-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0147014 Aug 18 11:51:56.746942 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-fa290f69-0b46-4003-8a3f-3bcf096555ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6da269cf-7a23-4979-8c26-72fee5249d80', 'name': 'tempest-FloatingIPsTestJSON-1437844659-router', 'tenant_id': '1f05c47e95ed45099264b8d3c6b8078a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.253'}], 'enable_snat': True}, 'gw_port_id': 'ffd5cbed-9d46-4cb2-920a-74ff55b9b8bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T11:51:52Z', 'updated_at': '2021-08-18T11:51:54Z', 'revision_number': 3, 'project_id': '1f05c47e95ed45099264b8d3c6b8078a', 'gw_port': {'id': 'ffd5cbed-9d46-4cb2-920a-74ff55b9b8bd', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ec:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6da269cf-7a23-4979-8c26-72fee5249d80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:51:53Z', 'updated_at': '2021-08-18T11:51:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:51:56.758003 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.db.api [None req-3dfd1c5e-5ff3-4ae6-9c6d-3aa16da317f2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106254) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 18 11:51:56.758401 n-d-804985-2 neutron-server[106254]: DEBUG oslo_db.api [None req-3dfd1c5e-5ff3-4ae6-9c6d-3aa16da317f2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 18 11:51:56.790099 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5a0f3011-a7c1-4afe-88d7-96d8a5a54ffb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for subnet, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:56.790614 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-68cb5297-8586-401e-9402-028f61a8ef67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:56.800515 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3419821e-e790-4d4c-a1f9-19e15d2c026a req-2fb633f1-8ef8-4ff8-8bfe-8a4c2ddee386 tempest-ServersWithSpecificFlavorTestJSON-596355724 tempest-ServersWithSpecificFlavorTestJSON-596355724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:51:56.802050 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3419821e-e790-4d4c-a1f9-19e15d2c026a req-2fb633f1-8ef8-4ff8-8bfe-8a4c2ddee386 tempest-ServersWithSpecificFlavorTestJSON-596355724 tempest-ServersWithSpecificFlavorTestJSON-596355724-project] 10.222.0.66 "GET /v2.0/ports?device_id=66ec6203-209c-4d59-9100-bdf9cb50de2d HTTP/1.1" status: 200 len: 931 time: 0.2930069 Aug 18 11:51:56.804002 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [req-a98b7f74-99f8-4e32-af6c-fcf82aa2b21a req-7899d013-72d5-4460-865c-9197eaba7f07 service neutron] Request body: {'port': {'device_id': '66ec6203-209c-4d59-9100-bdf9cb50de2d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804985-2'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:51:56.808047 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa290f69-0b46-4003-8a3f-3bcf096555ac None None] Checking router: 6da269cf-7a23-4979-8c26-72fee5249d80 for host: n-d-804985-2 {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 11:51:56.808400 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa290f69-0b46-4003-8a3f-3bcf096555ac None None] Updating router 6da269cf-7a23-4979-8c26-72fee5249d80 port ffd5cbed-9d46-4cb2-920a-74ff55b9b8bd binding host n-d-804985-2 {{(pid=106255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 11:51:56.840126 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-fa290f69-0b46-4003-8a3f-3bcf096555ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:56.912869 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0f3011-a7c1-4afe-88d7-96d8a5a54ffb admin admin] Pushing event updated for resources: {'Subnet': ['ID=76308ab1-8dd9-4ec1-8d07-eece6928314e,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:51:56.922827 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-a98b7f74-99f8-4e32-af6c-fcf82aa2b21a req-7899d013-72d5-4460-865c-9197eaba7f07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:56.944041 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0f3011-a7c1-4afe-88d7-96d8a5a54ffb admin admin] Checking segment: {'id': '372afbd3-6f05-4b47-b46e-7dbd062fe55f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'b990cb7e-2156-41f9-bed7-ede88ffb5f6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 11:51:56.944465 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a0f3011-a7c1-4afe-88d7-96d8a5a54ffb admin admin] Network hostable DHCP agents. Network: b990cb7e-2156-41f9-bed7-ede88ffb5f6d, hostable agents: ['97c14208-2951-4361-8d64-3708c946ff5f'], hosted agents: [] {{(pid=106253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 11:51:56.963431 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3419821e-e790-4d4c-a1f9-19e15d2c026a req-006586ba-9604-43de-ae71-410a42e09abf tempest-ServersWithSpecificFlavorTestJSON-596355724 tempest-ServersWithSpecificFlavorTestJSON-596355724-project] 10.222.0.66 "GET /v2.0/security-groups?id=238dbab8-dd9a-4024-8b12-d86b53f53679&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1479833 Aug 18 11:51:57.140668 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-fa290f69-0b46-4003-8a3f-3bcf096555ac None None] Notify callbacks [] for port, precommit_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:57.152211 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-fa290f69-0b46-4003-8a3f-3bcf096555ac None None] Transition to ACTIVE for port object ffd5cbed-9d46-4cb2-920a-74ff55b9b8bd will not be triggered until provisioned by entity L2. {{(pid=106255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 11:51:57.165936 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-fa290f69-0b46-4003-8a3f-3bcf096555ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:57.180117 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a0f3011-a7c1-4afe-88d7-96d8a5a54ffb admin admin] Network b990cb7e-2156-41f9-bed7-ede88ffb5f6d is scheduled to be hosted by DHCP agent 97c14208-2951-4361-8d64-3708c946ff5f with binding_index 1 {{(pid=106253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 11:51:57.216122 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3290ab-044e-492e-a8ef-7fa8714cf619 None None] Pushing event updated for resources: {'Port': ['ID=ffd5cbed-9d46-4cb2-920a-74ff55b9b8bd,revision_number=2']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:51:57.224445 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d101e975-6455-4b4d-b94f-97c28439cf49 req-3b8b4da2-98c1-4f03-9cae-b471ea40c43e tempest-AggregatesAdminTestJSON-746079441 tempest-AggregatesAdminTestJSON-746079441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:51:57.232166 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d101e975-6455-4b4d-b94f-97c28439cf49 req-3b8b4da2-98c1-4f03-9cae-b471ea40c43e tempest-AggregatesAdminTestJSON-746079441 tempest-AggregatesAdminTestJSON-746079441-project] 10.222.0.66 "GET /v2.0/ports?device_id=a723de70-2f9c-4c58-9f6f-7a49760bfe76 HTTP/1.1" status: 200 len: 970 time: 0.1708989 Aug 18 11:51:57.240503 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-68cb5297-8586-401e-9402-028f61a8ef67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:57.245705 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-fa290f69-0b46-4003-8a3f-3bcf096555ac None None] Attempting to bind port ffd5cbed-9d46-4cb2-920a-74ff55b9b8bd on host n-d-804985-2 for vnic_type normal with profile {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 11:51:57.246536 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-fa290f69-0b46-4003-8a3f-3bcf096555ac None None] Attempting to bind port ffd5cbed-9d46-4cb2-920a-74ff55b9b8bd by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'}] {{(pid=106255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 11:51:57.246956 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa290f69-0b46-4003-8a3f-3bcf096555ac None None] Attempting to bind port ffd5cbed-9d46-4cb2-920a-74ff55b9b8bd on network 7cae7a70-14fd-408c-b14d-39ceb97cb60e {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 11:51:57.253805 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa290f69-0b46-4003-8a3f-3bcf096555ac None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 11, 51, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 11:51:57.254294 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa290f69-0b46-4003-8a3f-3bcf096555ac None None] Checking segment: {'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 11:51:57.254621 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-fa290f69-0b46-4003-8a3f-3bcf096555ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:57.255023 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa290f69-0b46-4003-8a3f-3bcf096555ac None None] Bound using segment: {'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'} {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 11:51:57.255475 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-fa290f69-0b46-4003-8a3f-3bcf096555ac None None] Bound port: ffd5cbed-9d46-4cb2-920a-74ff55b9b8bd, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'}}] {{(pid=106255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 11:51:57.255876 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-fa290f69-0b46-4003-8a3f-3bcf096555ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:57.258873 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-5a0f3011-a7c1-4afe-88d7-96d8a5a54ffb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-2, b990cb7e-2156-41f9-bed7-ede88ffb5f6d) {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:51:57.261943 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-68cb5297-8586-401e-9402-028f61a8ef67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:57.269268 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a0f3011-a7c1-4afe-88d7-96d8a5a54ffb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:51:57.269977 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5a0f3011-a7c1-4afe-88d7-96d8a5a54ffb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:57.297345 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d92c6c74-ef21-4fff-8615-e6d0927dbfd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:57.301481 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad80f2f8-f752-41d7-96a6-a17d09b3b14d None None] Network b990cb7e-2156-41f9-bed7-ede88ffb5f6d requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 11:51:57.332044 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d4ac0df-d8d6-4f52-b62f-3d6b8e1a43b8 req-7c52ab5c-cfc7-4811-be5c-3bd3898bf588 tempest-LiveMigrationNegativeTest-1842983464 tempest-LiveMigrationNegativeTest-1842983464-project] Made reservation on behalf of fd7d9be7a3e342b9ae85ec629d4b2884 for: {'port': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 11:51:57.335635 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-2d4ac0df-d8d6-4f52-b62f-3d6b8e1a43b8 req-7c52ab5c-cfc7-4811-be5c-3bd3898bf588 tempest-LiveMigrationNegativeTest-1842983464 tempest-LiveMigrationNegativeTest-1842983464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:57.345614 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-68cb5297-8586-401e-9402-028f61a8ef67 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=412549e955744ba5a71e1c3557da49ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8697727 Aug 18 11:51:57.354944 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-fa290f69-0b46-4003-8a3f-3bcf096555ac None None] For port ffd5cbed-9d46-4cb2-920a-74ff55b9b8bd, host n-d-804985-2, cleared binding levels {{(pid=106255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 11:51:57.364539 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d101e975-6455-4b4d-b94f-97c28439cf49 req-4974ad5b-f7fc-4917-9aec-fb75611c952f tempest-AggregatesAdminTestJSON-746079441 tempest-AggregatesAdminTestJSON-746079441-project] 10.222.0.66 "GET /v2.0/security-groups?id=76c12ecb-b1cd-4fea-a015-a9547777e665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221600 Aug 18 11:51:57.364539 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 46720) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:51:57.370519 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-fa290f69-0b46-4003-8a3f-3bcf096555ac None None] For port ffd5cbed-9d46-4cb2-920a-74ff55b9b8bd, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=ffd5cbed-9d46-4cb2-920a-74ff55b9b8bd,segment=NetworkSegment(c5a3db9d-5c58-41b1-9177-d5787a597b78),segment_id=c5a3db9d-5c58-41b1-9177-d5787a597b78)] {{(pid=106255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 11:51:57.376834 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-fa290f69-0b46-4003-8a3f-3bcf096555ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:57.377890 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-2d4ac0df-d8d6-4f52-b62f-3d6b8e1a43b8 req-7c52ab5c-cfc7-4811-be5c-3bd3898bf588 tempest-LiveMigrationNegativeTest-1842983464 tempest-LiveMigrationNegativeTest-1842983464-project] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:57.379584 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cb5297-8586-401e-9402-028f61a8ef67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ee65b4c-2b3c-45d8-a694-3815e0a1a7c6,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:51:57.405832 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-5a0f3011-a7c1-4afe-88d7-96d8a5a54ffb admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3726559 Aug 18 11:51:57.481136 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3290ab-044e-492e-a8ef-7fa8714cf619 None None] Pushing event updated for resources: {'Port': ['ID=ffd5cbed-9d46-4cb2-920a-74ff55b9b8bd,revision_number=3']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:51:57.489061 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa290f69-0b46-4003-8a3f-3bcf096555ac None None] Routers {'6da269cf-7a23-4979-8c26-72fee5249d80'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 11:51:57.489842 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-fa290f69-0b46-4003-8a3f-3bcf096555ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T11:51:51Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['6da269cf-7a23-4979-8c26-72fee5249d80'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:51:57.514121 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-e02a7999-d7ac-47a0-ac13-03155e10fa14 None None] Provisioning for port 5e2c616a-26a0-4994-8529-2af87eaf6368 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 11:51:57.527859 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-e02a7999-d7ac-47a0-ac13-03155e10fa14 None None] Provisioning complete for port 5e2c616a-26a0-4994-8529-2af87eaf6368 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:51:57.528540 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-e02a7999-d7ac-47a0-ac13-03155e10fa14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:57.547682 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [req-a98b7f74-99f8-4e32-af6c-fcf82aa2b21a req-7899d013-72d5-4460-865c-9197eaba7f07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e2c616a-26a0-4994-8529-2af87eaf6368 {{(pid=106253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 11:51:57.557720 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-a98b7f74-99f8-4e32-af6c-fcf82aa2b21a req-7899d013-72d5-4460-865c-9197eaba7f07 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:57.576568 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [req-a98b7f74-99f8-4e32-af6c-fcf82aa2b21a req-7899d013-72d5-4460-865c-9197eaba7f07 service neutron] Transition to ACTIVE for port object 5e2c616a-26a0-4994-8529-2af87eaf6368 will not be triggered until provisioned by entity L2. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 11:51:57.582738 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-a98b7f74-99f8-4e32-af6c-fcf82aa2b21a req-7899d013-72d5-4460-865c-9197eaba7f07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:57.660226 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2bbe6b8-49f1-4963-a74b-4ed37302a7e5 None None] Network b990cb7e-2156-41f9-bed7-ede88ffb5f6d requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 11:51:57.675428 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-fa290f69-0b46-4003-8a3f-3bcf096555ac None None] Set router 6da269cf-7a23-4979-8c26-72fee5249d80 gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 11:51:57.766172 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-a98b7f74-99f8-4e32-af6c-fcf82aa2b21a req-7899d013-72d5-4460-865c-9197eaba7f07 service neutron] Attempting to bind port 5e2c616a-26a0-4994-8529-2af87eaf6368 on host n-h2-804985-2 for vnic_type normal with profile {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 11:51:57.768248 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-a98b7f74-99f8-4e32-af6c-fcf82aa2b21a req-7899d013-72d5-4460-865c-9197eaba7f07 service neutron] Attempting to bind port 5e2c616a-26a0-4994-8529-2af87eaf6368 by drivers openvswitch,hyperv on host n-h2-804985-2 at level 0 using segments [{'id': 'a64f6bd4-a887-4b68-9b8c-3f473a0ffabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '299a3393-ede6-4663-8e2e-68401e0c2de3'}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 11:51:57.769619 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a98b7f74-99f8-4e32-af6c-fcf82aa2b21a req-7899d013-72d5-4460-865c-9197eaba7f07 service neutron] Attempting to bind port 5e2c616a-26a0-4994-8529-2af87eaf6368 on network 299a3393-ede6-4663-8e2e-68401e0c2de3 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 11:51:57.776393 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-e02a7999-d7ac-47a0-ac13-03155e10fa14 None None] Port 5e2c616a-26a0-4994-8529-2af87eaf6368 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 11:51:57.789143 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a98b7f74-99f8-4e32-af6c-fcf82aa2b21a req-7899d013-72d5-4460-865c-9197eaba7f07 service neutron] Port 5e2c616a-26a0-4994-8529-2af87eaf6368 on network 299a3393-ede6-4663-8e2e-68401e0c2de3 not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-2 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 11:51:57.790317 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a98b7f74-99f8-4e32-af6c-fcf82aa2b21a req-7899d013-72d5-4460-865c-9197eaba7f07 service neutron] Attempting to bind port 5e2c616a-26a0-4994-8529-2af87eaf6368 on network 299a3393-ede6-4663-8e2e-68401e0c2de3 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 11:51:57.817761 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7899d013-72d5-4460-865c-9197eaba7f07 service neutron] Pushing event updated for resources: {'Port': ['ID=5e2c616a-26a0-4994-8529-2af87eaf6368,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:51:57.838590 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a98b7f74-99f8-4e32-af6c-fcf82aa2b21a req-7899d013-72d5-4460-865c-9197eaba7f07 service neutron] Checking agent: {'id': 'da5da552-709c-4248-84de-86af99a0dc87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 49, 8), 'started_at': datetime.datetime(2021, 8, 18, 11, 49, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 11, 51, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 11:51:57.839165 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a98b7f74-99f8-4e32-af6c-fcf82aa2b21a req-7899d013-72d5-4460-865c-9197eaba7f07 service neutron] Checking segment: {'id': 'a64f6bd4-a887-4b68-9b8c-3f473a0ffabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '299a3393-ede6-4663-8e2e-68401e0c2de3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 11:51:57.839912 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a98b7f74-99f8-4e32-af6c-fcf82aa2b21a req-7899d013-72d5-4460-865c-9197eaba7f07 service neutron] Bound using segment: {'id': 'a64f6bd4-a887-4b68-9b8c-3f473a0ffabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '299a3393-ede6-4663-8e2e-68401e0c2de3'} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 11:51:57.840550 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-a98b7f74-99f8-4e32-af6c-fcf82aa2b21a req-7899d013-72d5-4460-865c-9197eaba7f07 service neutron] Bound port: 5e2c616a-26a0-4994-8529-2af87eaf6368, host: n-h2-804985-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a64f6bd4-a887-4b68-9b8c-3f473a0ffabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '299a3393-ede6-4663-8e2e-68401e0c2de3'}}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 11:51:57.841336 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-a98b7f74-99f8-4e32-af6c-fcf82aa2b21a req-7899d013-72d5-4460-865c-9197eaba7f07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:57.856901 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 6d50f25c-6359-4b28-9cdd-ba1d94782c43 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:51:57.868407 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-95fc7745-067f-4214-bb5f-f43f00e9d18b req-c0b6604a-a71b-406a-aef3-8e28a9c0827b tempest-LiveMigrationNegativeTest-1842983464 tempest-LiveMigrationNegativeTest-1842983464-project] 10.222.0.66 "GET /v2.0/ports?device_id=c06ca817-8908-411c-ac14-b57d5a672e51 HTTP/1.1" status: 200 len: 210 time: 0.1202142 Aug 18 11:51:57.942255 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-a98b7f74-99f8-4e32-af6c-fcf82aa2b21a req-7899d013-72d5-4460-865c-9197eaba7f07 service neutron] For port 5e2c616a-26a0-4994-8529-2af87eaf6368, host n-h2-804985-2, cleared binding levels {{(pid=106253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 11:51:57.949501 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-a98b7f74-99f8-4e32-af6c-fcf82aa2b21a req-7899d013-72d5-4460-865c-9197eaba7f07 service neutron] For port 5e2c616a-26a0-4994-8529-2af87eaf6368, host n-h2-804985-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=5e2c616a-26a0-4994-8529-2af87eaf6368,segment=NetworkSegment(a64f6bd4-a887-4b68-9b8c-3f473a0ffabc),segment_id=a64f6bd4-a887-4b68-9b8c-3f473a0ffabc)] {{(pid=106253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 11:51:57.957889 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-9bf4adfd-1b78-49d1-bdcc-5394b66cc44a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:57.958007 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 6d50f25c-6359-4b28-9cdd-ba1d94782c43 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:51:57.958629 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:57.967108 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-a98b7f74-99f8-4e32-af6c-fcf82aa2b21a req-7899d013-72d5-4460-865c-9197eaba7f07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:57.984427 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-fa290f69-0b46-4003-8a3f-3bcf096555ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6da269cf-7a23-4979-8c26-72fee5249d80', 'name': 'tempest-FloatingIPsTestJSON-1437844659-router', 'tenant_id': '1f05c47e95ed45099264b8d3c6b8078a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.253'}], 'enable_snat': True}, 'gw_port_id': 'ffd5cbed-9d46-4cb2-920a-74ff55b9b8bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T11:51:52Z', 'updated_at': '2021-08-18T11:51:54Z', 'revision_number': 3, 'project_id': '1f05c47e95ed45099264b8d3c6b8078a', 'gw_port': {'id': 'ffd5cbed-9d46-4cb2-920a-74ff55b9b8bd', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ec:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6da269cf-7a23-4979-8c26-72fee5249d80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:51:53Z', 'updated_at': '2021-08-18T11:51:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:51:58.022338 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98b7f74-99f8-4e32-af6c-fcf82aa2b21a req-7899d013-72d5-4460-865c-9197eaba7f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:51:58.023153 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-a98b7f74-99f8-4e32-af6c-fcf82aa2b21a req-7899d013-72d5-4460-865c-9197eaba7f07 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:58.025357 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-a98b7f74-99f8-4e32-af6c-fcf82aa2b21a req-7899d013-72d5-4460-865c-9197eaba7f07 service neutron] 10.222.0.62 "PUT /v2.0/ports/5e2c616a-26a0-4994-8529-2af87eaf6368 HTTP/1.1" status: 200 len: 1091 time: 1.3262439 Aug 18 11:51:58.025910 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66ec6203-209c-4d59-9100-bdf9cb50de2d', 'tag': '5e2c616a-26a0-4994-8529-2af87eaf6368'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 11:51:58.029079 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-9bf4adfd-1b78-49d1-bdcc-5394b66cc44a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:58.035750 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa290f69-0b46-4003-8a3f-3bcf096555ac None None] The sync data for ids ['6da269cf-7a23-4979-8c26-72fee5249d80'] in n-d-804985-2 is: [{'id': '6da269cf-7a23-4979-8c26-72fee5249d80', 'name': 'tempest-FloatingIPsTestJSON-1437844659-router', 'tenant_id': '1f05c47e95ed45099264b8d3c6b8078a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.253'}], 'enable_snat': True}, 'gw_port_id': 'ffd5cbed-9d46-4cb2-920a-74ff55b9b8bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T11:51:52Z', 'updated_at': '2021-08-18T11:51:54Z', 'revision_number': 3, 'project_id': '1f05c47e95ed45099264b8d3c6b8078a', 'gw_port': {'id': 'ffd5cbed-9d46-4cb2-920a-74ff55b9b8bd', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ec:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6da269cf-7a23-4979-8c26-72fee5249d80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:51:53Z', 'updated_at': '2021-08-18T11:51:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 11:51:58.113458 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [None req-d92c6c74-ef21-4fff-8615-e6d0927dbfd5 admin admin] Allocated IP 172.20.0.1 (5efbbd6b-1662-4090-931d-7d6159dd2b85/a0326278-88b6-4c28-9c11-9e10ad7edb1d/d6825562-4dcb-4d31-a972-451b61697385) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 11:51:58.292652 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-2d4ac0df-d8d6-4f52-b62f-3d6b8e1a43b8 req-7c52ab5c-cfc7-4811-be5c-3bd3898bf588 tempest-LiveMigrationNegativeTest-1842983464 tempest-LiveMigrationNegativeTest-1842983464-project] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:58.300263 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7899d013-72d5-4460-865c-9197eaba7f07 service neutron] Pushing event updated for resources: {'Port': ['ID=5e2c616a-26a0-4994-8529-2af87eaf6368,revision_number=3']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:51:58.311444 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0679f4c4b6e0e0c064a7d71d722dc30541a34fffee11680573be22ee2ffccc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34cf1285-1221-4c59-9aa9-c1ba7b973845" -d '{"events": [{"name": "network-changed", "server_uuid": "66ec6203-209c-4d59-9100-bdf9cb50de2d", "tag": "5e2c616a-26a0-4994-8529-2af87eaf6368"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:51:58.321064 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98b7f74-99f8-4e32-af6c-fcf82aa2b21a req-533852dd-16c7-4209-8d88-758bbc77909f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:51:58.322732 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-a98b7f74-99f8-4e32-af6c-fcf82aa2b21a req-533852dd-16c7-4209-8d88-758bbc77909f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c87ef195b6b74f67b0f04cf988678fa6&device_id=66ec6203-209c-4d59-9100-bdf9cb50de2d HTTP/1.1" status: 200 len: 1094 time: 0.1780417 Aug 18 11:51:58.331233 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-2d4ac0df-d8d6-4f52-b62f-3d6b8e1a43b8 req-7c52ab5c-cfc7-4811-be5c-3bd3898bf588 tempest-LiveMigrationNegativeTest-1842983464 tempest-LiveMigrationNegativeTest-1842983464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:58.372268 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-9bf4adfd-1b78-49d1-bdcc-5394b66cc44a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:58.374773 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-9bf4adfd-1b78-49d1-bdcc-5394b66cc44a admin admin] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:58.375972 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-9bf4adfd-1b78-49d1-bdcc-5394b66cc44a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/7ee65b4c-2b3c-45d8-a694-3815e0a1a7c6 HTTP/1.1" status: 204 len: 168 time: 1.0116420 Aug 18 11:51:58.400132 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-a98b7f74-99f8-4e32-af6c-fcf82aa2b21a req-6ad74643-b883-456c-a26a-b7dbb97609a1 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5e2c616a-26a0-4994-8529-2af87eaf6368 HTTP/1.1" status: 200 len: 217 time: 0.0684705 Aug 18 11:51:58.406072 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff40a48-aae6-4a05-8905-790cfe1481d9 req-0b4ba2a0-48ac-4b07-8d7f-7dc6d11d97ba tempest-ServersWithSpecificFlavorTestJSON-596355724 tempest-ServersWithSpecificFlavorTestJSON-596355724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:51:58.419042 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5ff40a48-aae6-4a05-8905-790cfe1481d9 req-0b4ba2a0-48ac-4b07-8d7f-7dc6d11d97ba tempest-ServersWithSpecificFlavorTestJSON-596355724 tempest-ServersWithSpecificFlavorTestJSON-596355724-project] 10.222.0.66 "GET /v2.0/ports?device_id=66ec6203-209c-4d59-9100-bdf9cb50de2d HTTP/1.1" status: 200 len: 943 time: 0.3014202 Aug 18 11:51:58.487825 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98b7f74-99f8-4e32-af6c-fcf82aa2b21a req-21f94c75-ea4d-4dab-b276-296c944837a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:51:58.490215 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-a98b7f74-99f8-4e32-af6c-fcf82aa2b21a req-21f94c75-ea4d-4dab-b276-296c944837a2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1f6a98c3-f342-4c72-a137-7aba7a641e96 HTTP/1.1" status: 200 len: 862 time: 0.0827899 Aug 18 11:51:58.534525 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c52ab5c-cfc7-4811-be5c-3bd3898bf588 tempest-LiveMigrationNegativeTest-1842983464 tempest-LiveMigrationNegativeTest-1842983464-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65bbc504-39a0-41da-bd31-ac5a025cebf2,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:51:58.583603 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98b7f74-99f8-4e32-af6c-fcf82aa2b21a req-310b18bc-0e2b-443b-90a0-b62f7f1f17d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:51:58.585151 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-a98b7f74-99f8-4e32-af6c-fcf82aa2b21a req-310b18bc-0e2b-443b-90a0-b62f7f1f17d9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=299a3393-ede6-4663-8e2e-68401e0c2de3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0873094 Aug 18 11:51:58.596935 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf4adfd-1b78-49d1-bdcc-5394b66cc44a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ee65b4c-2b3c-45d8-a694-3815e0a1a7c6,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:51:58.661752 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5ff40a48-aae6-4a05-8905-790cfe1481d9 req-68f65b01-9de8-4ed8-afda-c72fd88b2e09 tempest-ServersWithSpecificFlavorTestJSON-596355724 tempest-ServersWithSpecificFlavorTestJSON-596355724-project] 10.222.0.66 "GET /v2.0/security-groups?id=238dbab8-dd9a-4024-8b12-d86b53f53679&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2235942 Aug 18 11:51:58.676595 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d92c6c74-ef21-4fff-8615-e6d0927dbfd5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:58.724032 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [None req-d92c6c74-ef21-4fff-8615-e6d0927dbfd5 admin admin] Transition to ACTIVE for port object d6825562-4dcb-4d31-a972-451b61697385 will not be triggered until provisioned by entity DHCP. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 11:51:58.725831 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-a98b7f74-99f8-4e32-af6c-fcf82aa2b21a req-aeec6194-0845-4dcc-867e-da6502728106 service neutron] 10.222.0.62 "GET /v2.0/networks/299a3393-ede6-4663-8e2e-68401e0c2de3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307023 Aug 18 11:51:58.755247 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [req-2d4ac0df-d8d6-4f52-b62f-3d6b8e1a43b8 req-7c52ab5c-cfc7-4811-be5c-3bd3898bf588 tempest-LiveMigrationNegativeTest-1842983464 tempest-LiveMigrationNegativeTest-1842983464-project] Allocated IP 192.168.233.44 (222e0814-c7e5-4b11-9282-3f40c6ed76b2/6d16d680-110b-436d-8afa-48ba845b3623/0a25dbe8-457a-4efa-8f86-1405d360f55e) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 11:51:58.805790 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3774dd6b-6a85-4151-b96d-10d8824216c8 req-5032d1c1-1e0d-4afe-88cd-e324dd01d7b2 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:51:58.807691 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3774dd6b-6a85-4151-b96d-10d8824216c8 req-5032d1c1-1e0d-4afe-88cd-e324dd01d7b2 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] 10.222.0.66 "GET /v2.0/networks?id=f2b8460a-d20a-4d24-a458-477b4502f48c HTTP/1.1" status: 200 len: 808 time: 0.5356648 Aug 18 11:51:58.813603 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 46754) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:51:58.838770 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d5fd807a-573b-4265-9282-e0fa0a6a7455 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:58.850374 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-a98b7f74-99f8-4e32-af6c-fcf82aa2b21a req-c3ac0a15-06bd-44de-a2ca-f17f72a8ad76 service neutron] 10.222.0.62 "GET /v2.0/networks/299a3393-ede6-4663-8e2e-68401e0c2de3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159818 Aug 18 11:51:58.916551 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3774dd6b-6a85-4151-b96d-10d8824216c8 req-d21f0cd9-9885-4e4d-9bed-7bf1726f4ad2 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] 10.222.0.66 "GET /v2.0/quotas/188bebbd8f564ea0bbe77621cda4023c HTTP/1.1" status: 200 len: 375 time: 0.0791073 Aug 18 11:51:58.956227 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 11:51:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d157db55-5d31-4e78-963c-bee8a8a21b0f x-openstack-request-id: req-d157db55-5d31-4e78-963c-bee8a8a21b0f {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:51:58.956534 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66ec6203-209c-4d59-9100-bdf9cb50de2d", "tag": "5e2c616a-26a0-4994-8529-2af87eaf6368", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:51:58.956784 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d157db55-5d31-4e78-963c-bee8a8a21b0f {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:51:58.957272 n-d-804985-2 neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66ec6203-209c-4d59-9100-bdf9cb50de2d', 'tag': '5e2c616a-26a0-4994-8529-2af87eaf6368', 'status': 'completed', 'code': 200} Aug 18 11:51:59.009271 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3774dd6b-6a85-4151-b96d-10d8824216c8 req-eda6f877-b2ea-4adf-bc24-47ef0b80aeb5 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=188bebbd8f564ea0bbe77621cda4023c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0573971 Aug 18 11:51:59.017998 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d92c6c74-ef21-4fff-8615-e6d0927dbfd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:59.032400 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cf1285-1221-4c59-9aa9-c1ba7b973845 req-a18dd643-308e-4530-b590-5e0c111402ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:51:59.034111 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-34cf1285-1221-4c59-9aa9-c1ba7b973845 req-a18dd643-308e-4530-b590-5e0c111402ee service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c87ef195b6b74f67b0f04cf988678fa6&device_id=66ec6203-209c-4d59-9100-bdf9cb50de2d HTTP/1.1" status: 200 len: 1094 time: 0.0485022 Aug 18 11:51:59.117468 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92c6c74-ef21-4fff-8615-e6d0927dbfd5 admin admin] Pushing event updated for resources: {'Port': ['ID=d6825562-4dcb-4d31-a972-451b61697385,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:51:59.152450 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d92c6c74-ef21-4fff-8615-e6d0927dbfd5 admin admin] Network 5efbbd6b-1662-4090-931d-7d6159dd2b85 is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 11:51:59.163613 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-d92c6c74-ef21-4fff-8615-e6d0927dbfd5 admin admin] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:51:59.169911 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d92c6c74-ef21-4fff-8615-e6d0927dbfd5 admin admin] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 11:51:59.170399 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d92c6c74-ef21-4fff-8615-e6d0927dbfd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-996688'] for router_interface, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:59.210212 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cf1285-1221-4c59-9aa9-c1ba7b973845 req-7cde5b42-dded-475c-a26a-fc3fe76a3b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:51:59.211768 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-34cf1285-1221-4c59-9aa9-c1ba7b973845 req-7cde5b42-dded-475c-a26a-fc3fe76a3b79 service neutron] 10.222.0.62 "GET /v2.0/networks?id=299a3393-ede6-4663-8e2e-68401e0c2de3 HTTP/1.1" status: 200 len: 924 time: 0.1672215 Aug 18 11:51:59.230948 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-2d4ac0df-d8d6-4f52-b62f-3d6b8e1a43b8 req-7c52ab5c-cfc7-4811-be5c-3bd3898bf588 tempest-LiveMigrationNegativeTest-1842983464 tempest-LiveMigrationNegativeTest-1842983464-project] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:59.260543 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249c59b3-6ca0-4d40-a89b-2f8a83cc8615 req-6cdb4260-d403-4061-9530-fd57d1626b67 tempest-AggregatesAdminTestJSON-746079441 tempest-AggregatesAdminTestJSON-746079441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:51:59.262130 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-249c59b3-6ca0-4d40-a89b-2f8a83cc8615 req-6cdb4260-d403-4061-9530-fd57d1626b67 tempest-AggregatesAdminTestJSON-746079441 tempest-AggregatesAdminTestJSON-746079441-project] 10.222.0.66 "GET /v2.0/ports?device_id=a723de70-2f9c-4c58-9f6f-7a49760bfe76 HTTP/1.1" status: 200 len: 970 time: 0.2575192 Aug 18 11:51:59.266830 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-34cf1285-1221-4c59-9aa9-c1ba7b973845 req-e3d1e304-cbb8-41be-9192-5fa65ae25d3c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5e2c616a-26a0-4994-8529-2af87eaf6368 HTTP/1.1" status: 200 len: 217 time: 0.0470381 Aug 18 11:51:59.298431 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [req-2d4ac0df-d8d6-4f52-b62f-3d6b8e1a43b8 req-7c52ab5c-cfc7-4811-be5c-3bd3898bf588 tempest-LiveMigrationNegativeTest-1842983464 tempest-LiveMigrationNegativeTest-1842983464-project] Transition to ACTIVE for port object 0a25dbe8-457a-4efa-8f86-1405d360f55e will not be triggered until provisioned by entity DHCP. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 11:51:59.333482 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [req-3774dd6b-6a85-4151-b96d-10d8824216c8 req-86348501-6467-4451-92cc-adbceff9818b service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=106252) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 11:51:59.334500 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3774dd6b-6a85-4151-b96d-10d8824216c8 req-86348501-6467-4451-92cc-adbceff9818b service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1474693 Aug 18 11:51:59.335566 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cf1285-1221-4c59-9aa9-c1ba7b973845 req-e0730e93-a8cc-4fa9-b8dc-5544a772b64f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:51:59.337191 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-34cf1285-1221-4c59-9aa9-c1ba7b973845 req-e0730e93-a8cc-4fa9-b8dc-5544a772b64f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1f6a98c3-f342-4c72-a137-7aba7a641e96 HTTP/1.1" status: 200 len: 862 time: 0.0539699 Aug 18 11:51:59.351020 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d5fd807a-573b-4265-9282-e0fa0a6a7455 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:59.380882 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d5fd807a-573b-4265-9282-e0fa0a6a7455 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:59.393379 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cf1285-1221-4c59-9aa9-c1ba7b973845 req-43080c06-c9f4-496e-b6fa-c37f4168ce87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:51:59.395018 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-34cf1285-1221-4c59-9aa9-c1ba7b973845 req-43080c06-c9f4-496e-b6fa-c37f4168ce87 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=299a3393-ede6-4663-8e2e-68401e0c2de3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0501614 Aug 18 11:51:59.477795 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-249c59b3-6ca0-4d40-a89b-2f8a83cc8615 req-cee8553c-b982-4cd8-8a0c-40b1fcf253e1 tempest-AggregatesAdminTestJSON-746079441 tempest-AggregatesAdminTestJSON-746079441-project] 10.222.0.66 "GET /v2.0/security-groups?id=76c12ecb-b1cd-4fea-a015-a9547777e665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016196 Aug 18 11:51:59.483453 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-cded7724-cb28-42f6-b926-16036b3aee72 None None] Provisioning for port d6825562-4dcb-4d31-a972-451b61697385 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 11:51:59.488838 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-cded7724-cb28-42f6-b926-16036b3aee72 None None] Provisioning complete for port d6825562-4dcb-4d31-a972-451b61697385 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:51:59.489315 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-cded7724-cb28-42f6-b926-16036b3aee72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:59.504658 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-34cf1285-1221-4c59-9aa9-c1ba7b973845 req-15e0e38e-280d-4707-82f3-a504a1ac4264 service neutron] 10.222.0.62 "GET /v2.0/networks/299a3393-ede6-4663-8e2e-68401e0c2de3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941181 Aug 18 11:51:59.513307 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-d5fd807a-573b-4265-9282-e0fa0a6a7455 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=3d050aa7237b4b91a294ceaad6e53ff9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6931703 Aug 18 11:51:59.516098 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 46766) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:51:59.526665 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fd807a-573b-4265-9282-e0fa0a6a7455 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b8d4a51-11d1-4c66-846f-3d23e2ecd2aa,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:51:59.549665 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-2d4ac0df-d8d6-4f52-b62f-3d6b8e1a43b8 req-7c52ab5c-cfc7-4811-be5c-3bd3898bf588 tempest-LiveMigrationNegativeTest-1842983464 tempest-LiveMigrationNegativeTest-1842983464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:59.550854 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-cded7724-cb28-42f6-b926-16036b3aee72 None None] Port d6825562-4dcb-4d31-a972-451b61697385 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 11:51:59.622686 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3774dd6b-6a85-4151-b96d-10d8824216c8 req-224519bd-a362-4099-95e1-5963f2d9d0d0 service neutron] 10.222.0.66 "GET /v2.0/networks/f2b8460a-d20a-4d24-a458-477b4502f48c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2787960 Aug 18 11:51:59.642969 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-128f4787-2b39-401b-a513-e2a877019daa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:59.648503 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-34cf1285-1221-4c59-9aa9-c1ba7b973845 req-c20431ff-c335-435c-a005-7eeb7446fc37 service neutron] 10.222.0.62 "GET /v2.0/networks/299a3393-ede6-4663-8e2e-68401e0c2de3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412301 Aug 18 11:51:59.665760 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d4ac0df-d8d6-4f52-b62f-3d6b8e1a43b8 req-7c52ab5c-cfc7-4811-be5c-3bd3898bf588 tempest-LiveMigrationNegativeTest-1842983464 tempest-LiveMigrationNegativeTest-1842983464-project] Network 222e0814-c7e5-4b11-9282-3f40c6ed76b2 is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 11:51:59.671967 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d92c6c74-ef21-4fff-8615-e6d0927dbfd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:59.672911 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-128f4787-2b39-401b-a513-e2a877019daa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:59.685009 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [req-2d4ac0df-d8d6-4f52-b62f-3d6b8e1a43b8 req-7c52ab5c-cfc7-4811-be5c-3bd3898bf588 tempest-LiveMigrationNegativeTest-1842983464 tempest-LiveMigrationNegativeTest-1842983464-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:51:59.721698 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c52ab5c-cfc7-4811-be5c-3bd3898bf588 tempest-LiveMigrationNegativeTest-1842983464 tempest-LiveMigrationNegativeTest-1842983464-project] Pushing event updated for resources: {'Port': ['ID=0a25dbe8-457a-4efa-8f86-1405d360f55e,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:51:59.739875 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d4ac0df-d8d6-4f52-b62f-3d6b8e1a43b8 req-7c52ab5c-cfc7-4811-be5c-3bd3898bf588 tempest-LiveMigrationNegativeTest-1842983464 tempest-LiveMigrationNegativeTest-1842983464-project] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 11:51:59.745652 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4ac0df-d8d6-4f52-b62f-3d6b8e1a43b8 req-7c52ab5c-cfc7-4811-be5c-3bd3898bf588 tempest-LiveMigrationNegativeTest-1842983464 tempest-LiveMigrationNegativeTest-1842983464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:51:59.749075 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-2d4ac0df-d8d6-4f52-b62f-3d6b8e1a43b8 req-7c52ab5c-cfc7-4811-be5c-3bd3898bf588 tempest-LiveMigrationNegativeTest-1842983464 tempest-LiveMigrationNegativeTest-1842983464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:59.825192 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device ffd5cbed-9d46-4cb2-920a-74ff55b9b8bd up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:51:59.848409 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327eb77f-6674-45c8-b8c7-81244778ad37 req-452bb4a7-c667-4c1b-916a-cb3cd8a64d5e tempest-LiveMigrationNegativeTest-1842983464 tempest-LiveMigrationNegativeTest-1842983464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:51:59.850081 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-327eb77f-6674-45c8-b8c7-81244778ad37 req-452bb4a7-c667-4c1b-916a-cb3cd8a64d5e tempest-LiveMigrationNegativeTest-1842983464 tempest-LiveMigrationNegativeTest-1842983464-project] 10.222.0.66 "GET /v2.0/ports?device_id=c06ca817-8908-411c-ac14-b57d5a672e51 HTTP/1.1" status: 200 len: 935 time: 0.2506902 Aug 18 11:51:59.851368 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2d4ac0df-d8d6-4f52-b62f-3d6b8e1a43b8 req-7c52ab5c-cfc7-4811-be5c-3bd3898bf588 tempest-LiveMigrationNegativeTest-1842983464 tempest-LiveMigrationNegativeTest-1842983464-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.4042382 Aug 18 11:51:59.872159 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-2d4ac0df-d8d6-4f52-b62f-3d6b8e1a43b8 req-c34de14d-8098-4e0c-b22e-567d7a9f976f service neutron] Request body: {'port': {'device_id': 'c06ca817-8908-411c-ac14-b57d5a672e51', 'device_owner': 'compute:tempest-test_az-546674292', 'binding:host_id': 'n-h1-804985-2'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:51:59.899403 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port ffd5cbed-9d46-4cb2-920a-74ff55b9b8bd completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 11:51:59.903761 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port ffd5cbed-9d46-4cb2-920a-74ff55b9b8bd triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:51:59.904165 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:59.929565 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-128f4787-2b39-401b-a513-e2a877019daa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:59.933775 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-128f4787-2b39-401b-a513-e2a877019daa admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:51:59.937989 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-128f4787-2b39-401b-a513-e2a877019daa admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/5b8d4a51-11d1-4c66-846f-3d23e2ecd2aa HTTP/1.1" status: 204 len: 168 time: 0.4199769 Aug 18 11:51:59.947374 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128f4787-2b39-401b-a513-e2a877019daa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b8d4a51-11d1-4c66-846f-3d23e2ecd2aa,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:51:59.986513 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-f56aaa73-fbbb-442a-af2d-7d30e0bece1c None None] Provisioning for port 0a25dbe8-457a-4efa-8f86-1405d360f55e completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 11:52:00.008395 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-f56aaa73-fbbb-442a-af2d-7d30e0bece1c None None] Provisioning complete for port 0a25dbe8-457a-4efa-8f86-1405d360f55e triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:52:00.008826 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-f56aaa73-fbbb-442a-af2d-7d30e0bece1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:00.036577 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3774dd6b-6a85-4151-b96d-10d8824216c8 req-20704d62-d6c4-49d7-9c15-013887aea10c service neutron] 10.222.0.66 "GET /v2.0/networks/f2b8460a-d20a-4d24-a458-477b4502f48c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3863082 Aug 18 11:52:00.048441 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:00.070303 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-f56aaa73-fbbb-442a-af2d-7d30e0bece1c None None] Port 0a25dbe8-457a-4efa-8f86-1405d360f55e cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 11:52:00.078275 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-327eb77f-6674-45c8-b8c7-81244778ad37 req-851d8df9-82cf-4f6a-88d7-0874d8d8d706 tempest-LiveMigrationNegativeTest-1842983464 tempest-LiveMigrationNegativeTest-1842983464-project] 10.222.0.66 "GET /v2.0/security-groups?id=65bbc504-39a0-41da-bd31-ac5a025cebf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114921 Aug 18 11:52:00.083153 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] For port ffd5cbed-9d46-4cb2-920a-74ff55b9b8bd, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=ffd5cbed-9d46-4cb2-920a-74ff55b9b8bd,segment=NetworkSegment(c5a3db9d-5c58-41b1-9177-d5787a597b78),segment_id=c5a3db9d-5c58-41b1-9177-d5787a597b78)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:52:00.091709 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:00.100632 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-2d4ac0df-d8d6-4f52-b62f-3d6b8e1a43b8 req-c34de14d-8098-4e0c-b22e-567d7a9f976f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:00.205047 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Pushing event updated for resources: {'Port': ['ID=ffd5cbed-9d46-4cb2-920a-74ff55b9b8bd,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:52:00.476237 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d92c6c74-ef21-4fff-8615-e6d0927dbfd5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:00.505959 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d92c6c74-ef21-4fff-8615-e6d0927dbfd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:00.506614 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d92c6c74-ef21-4fff-8615-e6d0927dbfd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-996772'] for router_interface, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:00.680340 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befb280f-da8b-41c7-b07f-9059ae6c4e34 req-1eff8878-3c3e-493c-b409-5951be415616 tempest-AggregatesAdminTestJSON-592168392 tempest-AggregatesAdminTestJSON-592168392-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:00.681996 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-befb280f-da8b-41c7-b07f-9059ae6c4e34 req-1eff8878-3c3e-493c-b409-5951be415616 tempest-AggregatesAdminTestJSON-592168392 tempest-AggregatesAdminTestJSON-592168392-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=a723de70-2f9c-4c58-9f6f-7a49760bfe76 HTTP/1.1" status: 200 len: 1121 time: 0.4303265 Aug 18 11:52:00.695155 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92c6c74-ef21-4fff-8615-e6d0927dbfd5 admin admin] Pushing event updated for resources: {'Port': ['ID=d6825562-4dcb-4d31-a972-451b61697385,revision_number=2']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:52:00.709424 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e4770f-c29c-451b-a195-9df828f7fefa req-6decdf1f-1f2c-4993-bf9d-625248fbaca6 tempest-ServersWithSpecificFlavorTestJSON-596355724 tempest-ServersWithSpecificFlavorTestJSON-596355724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:00.710948 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-57e4770f-c29c-451b-a195-9df828f7fefa req-6decdf1f-1f2c-4993-bf9d-625248fbaca6 tempest-ServersWithSpecificFlavorTestJSON-596355724 tempest-ServersWithSpecificFlavorTestJSON-596355724-project] 10.222.0.66 "GET /v2.0/ports?device_id=66ec6203-209c-4d59-9100-bdf9cb50de2d HTTP/1.1" status: 200 len: 943 time: 0.2461193 Aug 18 11:52:00.763525 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-befb280f-da8b-41c7-b07f-9059ae6c4e34 req-bef1786e-8779-4903-a444-65c0cd959044 tempest-AggregatesAdminTestJSON-592168392 tempest-AggregatesAdminTestJSON-592168392-project-admin] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:00.829507 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-57e4770f-c29c-451b-a195-9df828f7fefa req-1e323702-3cc5-40e6-8fd0-3df11b0cbf51 tempest-ServersWithSpecificFlavorTestJSON-596355724 tempest-ServersWithSpecificFlavorTestJSON-596355724-project] 10.222.0.66 "GET /v2.0/security-groups?id=238dbab8-dd9a-4024-8b12-d86b53f53679&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026134 Aug 18 11:52:00.856419 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 46802) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:52:00.874075 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d92c6c74-ef21-4fff-8615-e6d0927dbfd5 admin admin] Network 5efbbd6b-1662-4090-931d-7d6159dd2b85 is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 11:52:00.880216 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-d92c6c74-ef21-4fff-8615-e6d0927dbfd5 admin admin] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:52:00.908218 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [req-2d4ac0df-d8d6-4f52-b62f-3d6b8e1a43b8 req-c34de14d-8098-4e0c-b22e-567d7a9f976f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a25dbe8-457a-4efa-8f86-1405d360f55e {{(pid=106252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 11:52:00.920086 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-2d4ac0df-d8d6-4f52-b62f-3d6b8e1a43b8 req-c34de14d-8098-4e0c-b22e-567d7a9f976f service neutron] Notify callbacks [] for port, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:01.003382 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-9777d59c-dc86-4dd9-bb57-1bb4618c0d26 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-2056219030-network', 'tenant_id': '3bd2664269674b678c41aeb663f1f43e'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:52:01.050418 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [req-2d4ac0df-d8d6-4f52-b62f-3d6b8e1a43b8 req-c34de14d-8098-4e0c-b22e-567d7a9f976f service neutron] Transition to ACTIVE for port object 0a25dbe8-457a-4efa-8f86-1405d360f55e will not be triggered until provisioned by entity L2. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 11:52:01.058251 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1c667bbd-da93-493e-9397-ddc65bc95b20 req-34ba8e4d-dae5-4682-a24f-c5a1776f5ca6 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e0a9fc7-bdb0-438e-b3f0-ac051d5f553d HTTP/1.1" status: 200 len: 210 time: 0.1037271 Aug 18 11:52:01.062793 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-2d4ac0df-d8d6-4f52-b62f-3d6b8e1a43b8 req-c34de14d-8098-4e0c-b22e-567d7a9f976f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:01.153953 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d92c6c74-ef21-4fff-8615-e6d0927dbfd5 admin admin] Router 6da269cf-7a23-4979-8c26-72fee5249d80 has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 11:52:01.155877 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34de14d-8098-4e0c-b22e-567d7a9f976f service neutron] Pushing event updated for resources: {'Port': ['ID=0a25dbe8-457a-4efa-8f86-1405d360f55e,revision_number=2']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:52:01.182017 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-befb280f-da8b-41c7-b07f-9059ae6c4e34 req-bef1786e-8779-4903-a444-65c0cd959044 tempest-AggregatesAdminTestJSON-592168392 tempest-AggregatesAdminTestJSON-592168392-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:01.211672 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-3abcf573-a6d9-446f-b14a-6b0a4cb5b0f0 None None] Provisioning complete for port d6825562-4dcb-4d31-a972-451b61697385 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:52:01.212308 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3abcf573-a6d9-446f-b14a-6b0a4cb5b0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:01.214994 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-befb280f-da8b-41c7-b07f-9059ae6c4e34 req-bef1786e-8779-4903-a444-65c0cd959044 tempest-AggregatesAdminTestJSON-592168392 tempest-AggregatesAdminTestJSON-592168392-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:01.221121 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9777d59c-dc86-4dd9-bb57-1bb4618c0d26 admin admin] Made reservation on behalf of 3bd2664269674b678c41aeb663f1f43e for: {'network': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 11:52:01.223409 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9777d59c-dc86-4dd9-bb57-1bb4618c0d26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for network, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:01.245934 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9777d59c-dc86-4dd9-bb57-1bb4618c0d26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:01.263516 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-befb280f-da8b-41c7-b07f-9059ae6c4e34 req-bef1786e-8779-4903-a444-65c0cd959044 tempest-AggregatesAdminTestJSON-592168392 tempest-AggregatesAdminTestJSON-592168392-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=76c12ecb-b1cd-4fea-a015-a9547777e665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5653219 Aug 18 11:52:01.273631 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-3abcf573-a6d9-446f-b14a-6b0a4cb5b0f0 None None] Port d6825562-4dcb-4d31-a972-451b61697385 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 11:52:01.308774 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-2d4ac0df-d8d6-4f52-b62f-3d6b8e1a43b8 req-c34de14d-8098-4e0c-b22e-567d7a9f976f service neutron] Attempting to bind port 0a25dbe8-457a-4efa-8f86-1405d360f55e on host n-h1-804985-2 for vnic_type normal with profile {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 11:52:01.309470 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-2d4ac0df-d8d6-4f52-b62f-3d6b8e1a43b8 req-c34de14d-8098-4e0c-b22e-567d7a9f976f service neutron] Attempting to bind port 0a25dbe8-457a-4efa-8f86-1405d360f55e by drivers openvswitch,hyperv on host n-h1-804985-2 at level 0 using segments [{'id': 'b0eb6eea-b461-4969-8a27-808f00daa8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '222e0814-c7e5-4b11-9282-3f40c6ed76b2'}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 11:52:01.309470 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d4ac0df-d8d6-4f52-b62f-3d6b8e1a43b8 req-c34de14d-8098-4e0c-b22e-567d7a9f976f service neutron] Attempting to bind port 0a25dbe8-457a-4efa-8f86-1405d360f55e on network 222e0814-c7e5-4b11-9282-3f40c6ed76b2 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 11:52:01.321317 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef1786e-8779-4903-a444-65c0cd959044 tempest-AggregatesAdminTestJSON-592168392 tempest-AggregatesAdminTestJSON-592168392-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38af03ef-341b-4dfc-888c-5641121b7446,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:52:01.331769 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d4ac0df-d8d6-4f52-b62f-3d6b8e1a43b8 req-c34de14d-8098-4e0c-b22e-567d7a9f976f service neutron] Port 0a25dbe8-457a-4efa-8f86-1405d360f55e on network 222e0814-c7e5-4b11-9282-3f40c6ed76b2 not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-2 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 11:52:01.332052 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d4ac0df-d8d6-4f52-b62f-3d6b8e1a43b8 req-c34de14d-8098-4e0c-b22e-567d7a9f976f service neutron] Attempting to bind port 0a25dbe8-457a-4efa-8f86-1405d360f55e on network 222e0814-c7e5-4b11-9282-3f40c6ed76b2 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 11:52:01.346167 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e9b44a-2c7c-493c-a862-98d4c1ca45c2 req-e64e8c90-934b-4552-a715-14e901c5ff11 tempest-LiveMigrationNegativeTest-1842983464 tempest-LiveMigrationNegativeTest-1842983464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:01.347766 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-60e9b44a-2c7c-493c-a862-98d4c1ca45c2 req-e64e8c90-934b-4552-a715-14e901c5ff11 tempest-LiveMigrationNegativeTest-1842983464 tempest-LiveMigrationNegativeTest-1842983464-project] 10.222.0.66 "GET /v2.0/ports?device_id=c06ca817-8908-411c-ac14-b57d5a672e51 HTTP/1.1" status: 200 len: 968 time: 0.1927814 Aug 18 11:52:01.361550 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d4ac0df-d8d6-4f52-b62f-3d6b8e1a43b8 req-c34de14d-8098-4e0c-b22e-567d7a9f976f service neutron] Checking agent: {'id': 'a613417a-d085-492c-941a-59bb18c633d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 49, 6), 'started_at': datetime.datetime(2021, 8, 18, 11, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 11, 51, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 11:52:01.361975 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d4ac0df-d8d6-4f52-b62f-3d6b8e1a43b8 req-c34de14d-8098-4e0c-b22e-567d7a9f976f service neutron] Checking segment: {'id': 'b0eb6eea-b461-4969-8a27-808f00daa8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '222e0814-c7e5-4b11-9282-3f40c6ed76b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 11:52:01.362349 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d4ac0df-d8d6-4f52-b62f-3d6b8e1a43b8 req-c34de14d-8098-4e0c-b22e-567d7a9f976f service neutron] Bound using segment: {'id': 'b0eb6eea-b461-4969-8a27-808f00daa8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '222e0814-c7e5-4b11-9282-3f40c6ed76b2'} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 11:52:01.362694 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-2d4ac0df-d8d6-4f52-b62f-3d6b8e1a43b8 req-c34de14d-8098-4e0c-b22e-567d7a9f976f service neutron] Bound port: 0a25dbe8-457a-4efa-8f86-1405d360f55e, host: n-h1-804985-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0eb6eea-b461-4969-8a27-808f00daa8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '222e0814-c7e5-4b11-9282-3f40c6ed76b2'}}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 11:52:01.363055 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-2d4ac0df-d8d6-4f52-b62f-3d6b8e1a43b8 req-c34de14d-8098-4e0c-b22e-567d7a9f976f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:01.483100 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-60e9b44a-2c7c-493c-a862-98d4c1ca45c2 req-3c8e2896-1e5f-4927-b8a4-822cb47af9e6 tempest-LiveMigrationNegativeTest-1842983464 tempest-LiveMigrationNegativeTest-1842983464-project] 10.222.0.66 "GET /v2.0/security-groups?id=65bbc504-39a0-41da-bd31-ac5a025cebf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286948 Aug 18 11:52:01.489131 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d92c6c74-ef21-4fff-8615-e6d0927dbfd5 admin admin] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 11:52:01.503076 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-d92c6c74-ef21-4fff-8615-e6d0927dbfd5 admin admin] 10.222.0.66 "PUT /v2.0/routers/6da269cf-7a23-4979-8c26-72fee5249d80/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3842916 Aug 18 11:52:01.513019 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e6d1e47-7299-4d33-82b5-050a650a2207 None None] Sync routers for ids ['6da269cf-7a23-4979-8c26-72fee5249d80'] in n-d-804985-2 {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 11:52:01.516073 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-2d4ac0df-d8d6-4f52-b62f-3d6b8e1a43b8 req-c34de14d-8098-4e0c-b22e-567d7a9f976f service neutron] For port 0a25dbe8-457a-4efa-8f86-1405d360f55e, host n-h1-804985-2, cleared binding levels {{(pid=106252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 11:52:01.517509 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9777d59c-dc86-4dd9-bb57-1bb4618c0d26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:01.529903 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9777d59c-dc86-4dd9-bb57-1bb4618c0d26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:01.532953 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e6d1e47-7299-4d33-82b5-050a650a2207 None None] Routers {'6da269cf-7a23-4979-8c26-72fee5249d80'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 11:52:01.533452 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-2d4ac0df-d8d6-4f52-b62f-3d6b8e1a43b8 req-c34de14d-8098-4e0c-b22e-567d7a9f976f service neutron] For port 0a25dbe8-457a-4efa-8f86-1405d360f55e, host n-h1-804985-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=0a25dbe8-457a-4efa-8f86-1405d360f55e,segment=NetworkSegment(b0eb6eea-b461-4969-8a27-808f00daa8a1),segment_id=b0eb6eea-b461-4969-8a27-808f00daa8a1)] {{(pid=106252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 11:52:01.534956 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-6e6d1e47-7299-4d33-82b5-050a650a2207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T11:51:51Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['6da269cf-7a23-4979-8c26-72fee5249d80'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:52:01.542919 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-2d4ac0df-d8d6-4f52-b62f-3d6b8e1a43b8 req-c34de14d-8098-4e0c-b22e-567d7a9f976f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:01.568928 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9777d59c-dc86-4dd9-bb57-1bb4618c0d26 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 802} {{(pid=106253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 11:52:01.606025 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4ac0df-d8d6-4f52-b62f-3d6b8e1a43b8 req-c34de14d-8098-4e0c-b22e-567d7a9f976f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:01.607117 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-2d4ac0df-d8d6-4f52-b62f-3d6b8e1a43b8 req-c34de14d-8098-4e0c-b22e-567d7a9f976f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:01.608993 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2d4ac0df-d8d6-4f52-b62f-3d6b8e1a43b8 req-c34de14d-8098-4e0c-b22e-567d7a9f976f service neutron] 10.222.0.63 "PUT /v2.0/ports/0a25dbe8-457a-4efa-8f86-1405d360f55e HTTP/1.1" status: 200 len: 1116 time: 1.7422514 Aug 18 11:52:01.609857 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c06ca817-8908-411c-ac14-b57d5a672e51', 'tag': '0a25dbe8-457a-4efa-8f86-1405d360f55e'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 11:52:01.613029 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26e4b804-446d-4d62-aa3b-284130f6bb5c" -d '{"events": [{"name": "network-changed", "server_uuid": "c06ca817-8908-411c-ac14-b57d5a672e51", "tag": "0a25dbe8-457a-4efa-8f86-1405d360f55e"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:52:01.620040 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9777d59c-dc86-4dd9-bb57-1bb4618c0d26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:01.620363 n-d-804985-2 neutron-server[106253]: INFO neutron.db.segments_db [None req-9777d59c-dc86-4dd9-bb57-1bb4618c0d26 admin admin] Added segment 0622c33d-7d5a-4968-950b-edb53be5f858 of type vlan for network f471d7de-70da-4549-acfc-45017b3843ff Aug 18 11:52:01.621869 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9777d59c-dc86-4dd9-bb57-1bb4618c0d26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fecad5ed-08b4-4db8-8e35-9a1fb2f01a4a,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:52:01.640268 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3774dd6b-6a85-4151-b96d-10d8824216c8 req-1c32b046-84b7-4207-9f86-eeb54e46e054 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:01.642687 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-3774dd6b-6a85-4151-b96d-10d8824216c8 req-1c32b046-84b7-4207-9f86-eeb54e46e054 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] 10.222.0.62 "GET /v2.0/networks?id=f2b8460a-d20a-4d24-a458-477b4502f48c HTTP/1.1" status: 200 len: 808 time: 0.3166451 Aug 18 11:52:01.679880 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [req-3774dd6b-6a85-4151-b96d-10d8824216c8 req-d33fefe2-fbef-42ad-a830-7fc8e29c7d91 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] Request body: {'port': {'device_id': '2e0a9fc7-bdb0-438e-b3f0-ac051d5f553d', 'network_id': 'f2b8460a-d20a-4d24-a458-477b4502f48c', 'admin_state_up': True, 'tenant_id': '188bebbd8f564ea0bbe77621cda4023c'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:52:01.717587 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34de14d-8098-4e0c-b22e-567d7a9f976f service neutron] Pushing event updated for resources: {'Port': ['ID=0a25dbe8-457a-4efa-8f86-1405d360f55e,revision_number=3']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:52:01.733473 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 11:52:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48538363-f5bb-4f91-b559-37c6ee85e245 x-openstack-request-id: req-48538363-f5bb-4f91-b559-37c6ee85e245 {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:52:01.734462 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c06ca817-8908-411c-ac14-b57d5a672e51", "tag": "0a25dbe8-457a-4efa-8f86-1405d360f55e", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:52:01.735131 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-48538363-f5bb-4f91-b559-37c6ee85e245 {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:52:01.735874 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c06ca817-8908-411c-ac14-b57d5a672e51', 'tag': '0a25dbe8-457a-4efa-8f86-1405d360f55e', 'status': 'completed', 'code': 200} Aug 18 11:52:01.742856 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4ac0df-d8d6-4f52-b62f-3d6b8e1a43b8 req-1d80141a-5be4-494c-86a2-1872916bf4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:01.746726 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2d4ac0df-d8d6-4f52-b62f-3d6b8e1a43b8 req-1d80141a-5be4-494c-86a2-1872916bf4a2 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=fd7d9be7a3e342b9ae85ec629d4b2884&device_id=c06ca817-8908-411c-ac14-b57d5a672e51 HTTP/1.1" status: 200 len: 1119 time: 0.0728314 Aug 18 11:52:01.748284 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-6e6d1e47-7299-4d33-82b5-050a650a2207 None None] Set router 6da269cf-7a23-4979-8c26-72fee5249d80 gateway port host: n-d-804985-2 {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 11:52:01.809073 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9777d59c-dc86-4dd9-bb57-1bb4618c0d26 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789150665894'] for network, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:01.840274 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2d4ac0df-d8d6-4f52-b62f-3d6b8e1a43b8 req-39a25f92-04a0-4fa1-9266-ffbf074e552d service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=0a25dbe8-457a-4efa-8f86-1405d360f55e HTTP/1.1" status: 200 len: 217 time: 0.0831933 Aug 18 11:52:01.907818 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9777d59c-dc86-4dd9-bb57-1bb4618c0d26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for network, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:01.908888 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9777d59c-dc86-4dd9-bb57-1bb4618c0d26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:01.909475 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9777d59c-dc86-4dd9-bb57-1bb4618c0d26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:01.927909 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4ac0df-d8d6-4f52-b62f-3d6b8e1a43b8 req-8e2bf627-1f28-4b92-8958-c3a1ffeed671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:01.930170 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2d4ac0df-d8d6-4f52-b62f-3d6b8e1a43b8 req-8e2bf627-1f28-4b92-8958-c3a1ffeed671 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=6d16d680-110b-436d-8afa-48ba845b3623 HTTP/1.1" status: 200 len: 843 time: 0.0765867 Aug 18 11:52:01.936620 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device ffd5cbed-9d46-4cb2-920a-74ff55b9b8bd up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:52:02.036769 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3774dd6b-6a85-4151-b96d-10d8824216c8 req-d33fefe2-fbef-42ad-a830-7fc8e29c7d91 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] Made reservation on behalf of 188bebbd8f564ea0bbe77621cda4023c for: {'port': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 11:52:02.040665 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-3774dd6b-6a85-4151-b96d-10d8824216c8 req-d33fefe2-fbef-42ad-a830-7fc8e29c7d91 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:02.057463 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-9777d59c-dc86-4dd9-bb57-1bb4618c0d26 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.2069426 Aug 18 11:52:02.058876 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9777d59c-dc86-4dd9-bb57-1bb4618c0d26 admin admin] Pushing event updated for resources: {'Network': ['ID=f471d7de-70da-4549-acfc-45017b3843ff,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:52:02.062370 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 46840) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:52:02.070249 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-a1522675-1c0f-4cb6-9f7c-6eb328d604e7 admin admin] Request body: {'subnet': {'network_id': 'f471d7de-70da-4549-acfc-45017b3843ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-2056219030-subnet', 'tenant_id': '3bd2664269674b678c41aeb663f1f43e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:52:02.149364 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1522675-1c0f-4cb6-9f7c-6eb328d604e7 admin admin] Made reservation on behalf of 3bd2664269674b678c41aeb663f1f43e for: {'subnet': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 11:52:02.151555 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a1522675-1c0f-4cb6-9f7c-6eb328d604e7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:02.167431 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4ac0df-d8d6-4f52-b62f-3d6b8e1a43b8 req-efd46383-ff28-4dd1-bd88-262628c31f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:02.167644 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Network f471d7de-70da-4549-acfc-45017b3843ff details requested by agent ovs-agent-n-d-804985-2 with host n-d-804985-2 {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 11:52:02.168969 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2d4ac0df-d8d6-4f52-b62f-3d6b8e1a43b8 req-efd46383-ff28-4dd1-bd88-262628c31f43 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=222e0814-c7e5-4b11-9282-3f40c6ed76b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2231994 Aug 18 11:52:02.274056 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af589c5-c2b6-4cd8-b645-402bdd5a0488 req-28aae828-b965-4d33-89ee-7751cd0ff766 tempest-ServersWithSpecificFlavorTestJSON-596355724 tempest-ServersWithSpecificFlavorTestJSON-596355724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:02.275734 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5af589c5-c2b6-4cd8-b645-402bdd5a0488 req-28aae828-b965-4d33-89ee-7751cd0ff766 tempest-ServersWithSpecificFlavorTestJSON-596355724 tempest-ServersWithSpecificFlavorTestJSON-596355724-project] 10.222.0.66 "GET /v2.0/ports?device_id=66ec6203-209c-4d59-9100-bdf9cb50de2d HTTP/1.1" status: 200 len: 943 time: 0.2590561 Aug 18 11:52:02.317404 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d82894f8-daf0-4695-abcc-dfad5b5c2164 req-c8775ffc-89c1-42bb-96b0-3613b2364f47 tempest-FloatingIPsTestJSON-1957912001 tempest-FloatingIPsTestJSON-1957912001-project] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3127477 Aug 18 11:52:02.321474 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port ffd5cbed-9d46-4cb2-920a-74ff55b9b8bd triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:52:02.321979 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:02.331972 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [req-3774dd6b-6a85-4151-b96d-10d8824216c8 req-d33fefe2-fbef-42ad-a830-7fc8e29c7d91 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] Allocated IP 172.20.0.14 (f2b8460a-d20a-4d24-a458-477b4502f48c/a97adc7a-3cde-4d27-baf4-adb6fa582445/3cc10453-0472-4bd5-bf62-8a83cefb86aa) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 11:52:02.337411 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-d82894f8-daf0-4695-abcc-dfad5b5c2164 req-08a5a6d4-144a-4334-b028-f2f860913fc7 tempest-FloatingIPsTestJSON-1957912001 tempest-FloatingIPsTestJSON-1957912001-project] Request body: {'floatingip': {'floating_network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:52:02.367537 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5af589c5-c2b6-4cd8-b645-402bdd5a0488 req-eaaced2a-368a-4ef4-9b13-f272aa89a5f5 tempest-ServersWithSpecificFlavorTestJSON-596355724 tempest-ServersWithSpecificFlavorTestJSON-596355724-project] 10.222.0.66 "GET /v2.0/security-groups?id=238dbab8-dd9a-4024-8b12-d86b53f53679&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774913 Aug 18 11:52:02.386785 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-6e6d1e47-7299-4d33-82b5-050a650a2207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6da269cf-7a23-4979-8c26-72fee5249d80', 'name': 'tempest-FloatingIPsTestJSON-1437844659-router', 'tenant_id': '1f05c47e95ed45099264b8d3c6b8078a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.253'}], 'enable_snat': True}, 'gw_port_id': 'ffd5cbed-9d46-4cb2-920a-74ff55b9b8bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T11:51:52Z', 'updated_at': '2021-08-18T11:51:59Z', 'revision_number': 4, 'project_id': '1f05c47e95ed45099264b8d3c6b8078a', 'gw_port': {'id': 'ffd5cbed-9d46-4cb2-920a-74ff55b9b8bd', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ec:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6da269cf-7a23-4979-8c26-72fee5249d80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:51:53Z', 'updated_at': '2021-08-18T11:52:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': 'd6825562-4dcb-4d31-a972-451b61697385', 'name': '', 'network_id': '5efbbd6b-1662-4090-931d-7d6159dd2b85', 'tenant_id': '1f05c47e95ed45099264b8d3c6b8078a', 'mac_address': 'fa:16:3e:76:45:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6da269cf-7a23-4979-8c26-72fee5249d80', 'device_owner': 'network:router_interface', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': 'a0326278-88b6-4c28-9c11-9e10ad7edb1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:51:57Z', 'updated_at': '2021-08-18T11:51:59Z', 'revision_number': 2, 'project_id': '1f05c47e95ed45099264b8d3c6b8078a', 'subnets': [{'id': 'a0326278-88b6-4c28-9c11-9e10ad7edb1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:52:02.412508 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2d4ac0df-d8d6-4f52-b62f-3d6b8e1a43b8 req-810f9a73-dc44-4448-aed1-959c0e07f809 service neutron] 10.222.0.63 "GET /v2.0/networks/222e0814-c7e5-4b11-9282-3f40c6ed76b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2266657 Aug 18 11:52:02.413631 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-d82894f8-daf0-4695-abcc-dfad5b5c2164 req-08a5a6d4-144a-4334-b028-f2f860913fc7 tempest-FloatingIPsTestJSON-1957912001 tempest-FloatingIPsTestJSON-1957912001-project] Notify callbacks [] for floatingip, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:02.429294 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e6d1e47-7299-4d33-82b5-050a650a2207 None None] Checking router: 6da269cf-7a23-4979-8c26-72fee5249d80 for host: n-d-804985-2 {{(pid=106254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 11:52:02.430062 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e6d1e47-7299-4d33-82b5-050a650a2207 None None] Updating router 6da269cf-7a23-4979-8c26-72fee5249d80 port d6825562-4dcb-4d31-a972-451b61697385 binding host n-d-804985-2 {{(pid=106254) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 11:52:02.490449 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-6e6d1e47-7299-4d33-82b5-050a650a2207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:02.518318 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a1522675-1c0f-4cb6-9f7c-6eb328d604e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for subnet, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:02.598256 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1522675-1c0f-4cb6-9f7c-6eb328d604e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=16b84496-6d9e-4d8c-9087-8e81549f7d75,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:52:02.602718 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-3774dd6b-6a85-4151-b96d-10d8824216c8 req-d33fefe2-fbef-42ad-a830-7fc8e29c7d91 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:02.631867 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1522675-1c0f-4cb6-9f7c-6eb328d604e7 admin admin] Checking segment: {'id': '0622c33d-7d5a-4968-950b-edb53be5f858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'f471d7de-70da-4549-acfc-45017b3843ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 11:52:02.632260 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1522675-1c0f-4cb6-9f7c-6eb328d604e7 admin admin] Network hostable DHCP agents. Network: f471d7de-70da-4549-acfc-45017b3843ff, hostable agents: ['97c14208-2951-4361-8d64-3708c946ff5f'], hosted agents: [] {{(pid=106253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 11:52:02.667181 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1522675-1c0f-4cb6-9f7c-6eb328d604e7 admin admin] Network f471d7de-70da-4549-acfc-45017b3843ff is scheduled to be hosted by DHCP agent 97c14208-2951-4361-8d64-3708c946ff5f with binding_index 1 {{(pid=106253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 11:52:02.672866 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-3774dd6b-6a85-4151-b96d-10d8824216c8 req-d33fefe2-fbef-42ad-a830-7fc8e29c7d91 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:02.675848 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 5e2c616a-26a0-4994-8529-2af87eaf6368 details requested by agent hyperv_n-h2-804985-2 with host n-h2-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 11:52:02.705782 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-a1522675-1c0f-4cb6-9f7c-6eb328d604e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-2, f471d7de-70da-4549-acfc-45017b3843ff) {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:52:02.721557 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1522675-1c0f-4cb6-9f7c-6eb328d604e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:02.722609 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a1522675-1c0f-4cb6-9f7c-6eb328d604e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:02.731410 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3774dd6b-6a85-4151-b96d-10d8824216c8 req-d33fefe2-fbef-42ad-a830-7fc8e29c7d91 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] Network f2b8460a-d20a-4d24-a458-477b4502f48c is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 11:52:02.731878 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3c048ad-ad80-459b-9594-08609ab20d11 None None] Network f471d7de-70da-4549-acfc-45017b3843ff requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 11:52:02.741298 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [req-3774dd6b-6a85-4151-b96d-10d8824216c8 req-d33fefe2-fbef-42ad-a830-7fc8e29c7d91 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:52:02.743706 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33fefe2-fbef-42ad-a830-7fc8e29c7d91 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] Pushing event updated for resources: {'Port': ['ID=3cc10453-0472-4bd5-bf62-8a83cefb86aa,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:52:02.746650 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-3774dd6b-6a85-4151-b96d-10d8824216c8 req-d33fefe2-fbef-42ad-a830-7fc8e29c7d91 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 11:52:02.752707 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3774dd6b-6a85-4151-b96d-10d8824216c8 req-d33fefe2-fbef-42ad-a830-7fc8e29c7d91 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:02.753348 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-3774dd6b-6a85-4151-b96d-10d8824216c8 req-d33fefe2-fbef-42ad-a830-7fc8e29c7d91 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:02.760943 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-a1522675-1c0f-4cb6-9f7c-6eb328d604e7 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.6959527 Aug 18 11:52:02.772365 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-3774dd6b-6a85-4151-b96d-10d8824216c8 req-d33fefe2-fbef-42ad-a830-7fc8e29c7d91 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1099527 Aug 18 11:52:02.787976 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [req-3774dd6b-6a85-4151-b96d-10d8824216c8 req-4d36eebe-d430-4ff3-9a16-9d0000301869 service neutron] Request body: {'port': {'device_id': '2e0a9fc7-bdb0-438e-b3f0-ac051d5f553d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804985-2'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:52:02.816758 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2d4ac0df-d8d6-4f52-b62f-3d6b8e1a43b8 req-1383c926-b985-48bc-8243-9443dd110e37 service neutron] 10.222.0.63 "GET /v2.0/networks/222e0814-c7e5-4b11-9282-3f40c6ed76b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3892436 Aug 18 11:52:02.825810 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cd5202-5b9c-462b-83cd-7a7003371215 req-d876fdb0-407c-4200-afd5-cf6af1ecd756 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:02.827536 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-85cd5202-5b9c-462b-83cd-7a7003371215 req-d876fdb0-407c-4200-afd5-cf6af1ecd756 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e0a9fc7-bdb0-438e-b3f0-ac051d5f553d HTTP/1.1" status: 200 len: 932 time: 0.3616629 Aug 18 11:52:02.885283 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-3774dd6b-6a85-4151-b96d-10d8824216c8 req-4d36eebe-d430-4ff3-9a16-9d0000301869 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:02.889889 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-85cd5202-5b9c-462b-83cd-7a7003371215 req-e16d6f8c-3563-4c01-9415-a4607317d550 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] 10.222.0.66 "GET /v2.0/security-groups?id=07aef7bb-6c11-4cb4-8594-c24180b5d811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561488 Aug 18 11:52:02.896031 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-d82894f8-daf0-4695-abcc-dfad5b5c2164 req-08a5a6d4-144a-4334-b028-f2f860913fc7 tempest-FloatingIPsTestJSON-1957912001 tempest-FloatingIPsTestJSON-1957912001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:02.987829 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port 5e2c616a-26a0-4994-8529-2af87eaf6368, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=5e2c616a-26a0-4994-8529-2af87eaf6368,segment=NetworkSegment(a64f6bd4-a887-4b68-9b8c-3f473a0ffabc),segment_id=a64f6bd4-a887-4b68-9b8c-3f473a0ffabc)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:52:02.995731 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e4b804-446d-4d62-aa3b-284130f6bb5c req-eaebb995-dd05-4e62-8cb5-4ab63f7ba4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:02.997294 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-26e4b804-446d-4d62-aa3b-284130f6bb5c req-eaebb995-dd05-4e62-8cb5-4ab63f7ba4cf service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=fd7d9be7a3e342b9ae85ec629d4b2884&device_id=c06ca817-8908-411c-ac14-b57d5a672e51 HTTP/1.1" status: 200 len: 1119 time: 0.0980368 Aug 18 11:52:03.071521 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e3d7348-e8d2-4751-a033-2973de523d38 None None] Network f471d7de-70da-4549-acfc-45017b3843ff requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 11:52:03.076920 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Returning: {'device': '5e2c616a-26a0-4994-8529-2af87eaf6368', 'network_id': '299a3393-ede6-4663-8e2e-68401e0c2de3', 'port_id': '5e2c616a-26a0-4994-8529-2af87eaf6368', 'mac_address': 'fa:16:3e:45:6f:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 835, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f6a98c3-f342-4c72-a137-7aba7a641e96', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 11:52:03.103032 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [req-d82894f8-daf0-4695-abcc-dfad5b5c2164 req-08a5a6d4-144a-4334-b028-f2f860913fc7 tempest-FloatingIPsTestJSON-1957912001 tempest-FloatingIPsTestJSON-1957912001-project] Allocated IP 172.25.7.64 (7cae7a70-14fd-408c-b14d-39ceb97cb60e/9784295a-20b8-4a4b-b105-f82737f0448f/4e8058f5-8521-4d37-9bda-bc28357420cb) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 11:52:03.184376 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e4b804-446d-4d62-aa3b-284130f6bb5c req-41cc4ab1-8a89-40ef-a378-03ef3585df57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:03.185823 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-26e4b804-446d-4d62-aa3b-284130f6bb5c req-41cc4ab1-8a89-40ef-a378-03ef3585df57 service neutron] 10.222.0.63 "GET /v2.0/networks?id=222e0814-c7e5-4b11-9282-3f40c6ed76b2 HTTP/1.1" status: 200 len: 870 time: 0.1680822 Aug 18 11:52:03.246946 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-6e6d1e47-7299-4d33-82b5-050a650a2207 None None] Notify callbacks [] for port, precommit_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:03.279283 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-26e4b804-446d-4d62-aa3b-284130f6bb5c req-5204d6be-59e1-4257-9d18-ca69895660d9 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=0a25dbe8-457a-4efa-8f86-1405d360f55e HTTP/1.1" status: 200 len: 217 time: 0.0826247 Aug 18 11:52:03.286091 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-6e6d1e47-7299-4d33-82b5-050a650a2207 None None] Transition to ACTIVE for port object d6825562-4dcb-4d31-a972-451b61697385 will not be triggered until provisioned by entity L2. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 11:52:03.294533 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:03.298455 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-6e6d1e47-7299-4d33-82b5-050a650a2207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:03.339454 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e2c616a-26a0-4994-8529-2af87eaf6368 {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 11:52:03.361299 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [req-3774dd6b-6a85-4151-b96d-10d8824216c8 req-4d36eebe-d430-4ff3-9a16-9d0000301869 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3cc10453-0472-4bd5-bf62-8a83cefb86aa {{(pid=106253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 11:52:03.373590 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-3774dd6b-6a85-4151-b96d-10d8824216c8 req-4d36eebe-d430-4ff3-9a16-9d0000301869 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:03.383072 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810a7226-6b10-458e-9914-30a7e3a4b6ca req-6a7809fb-3095-417a-a167-08ffaacf82f5 tempest-LiveMigrationNegativeTest-1842983464 tempest-LiveMigrationNegativeTest-1842983464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:03.391432 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-810a7226-6b10-458e-9914-30a7e3a4b6ca req-6a7809fb-3095-417a-a167-08ffaacf82f5 tempest-LiveMigrationNegativeTest-1842983464 tempest-LiveMigrationNegativeTest-1842983464-project] 10.222.0.66 "GET /v2.0/ports?device_id=c06ca817-8908-411c-ac14-b57d5a672e51 HTTP/1.1" status: 200 len: 968 time: 0.1434822 Aug 18 11:52:03.398027 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port 5e2c616a-26a0-4994-8529-2af87eaf6368, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=5e2c616a-26a0-4994-8529-2af87eaf6368,segment=NetworkSegment(a64f6bd4-a887-4b68-9b8c-3f473a0ffabc),segment_id=a64f6bd4-a887-4b68-9b8c-3f473a0ffabc)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:52:03.399375 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0908de9-d4f6-49e9-a8a0-f43e845d8eb0 None None] Pushing event updated for resources: {'Port': ['ID=d6825562-4dcb-4d31-a972-451b61697385,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:52:03.409830 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:03.415191 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [req-3774dd6b-6a85-4151-b96d-10d8824216c8 req-4d36eebe-d430-4ff3-9a16-9d0000301869 service neutron] Transition to ACTIVE for port object 3cc10453-0472-4bd5-bf62-8a83cefb86aa will not be triggered until provisioned by entity L2. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 11:52:03.428839 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-3774dd6b-6a85-4151-b96d-10d8824216c8 req-4d36eebe-d430-4ff3-9a16-9d0000301869 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:03.434669 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-d82894f8-daf0-4695-abcc-dfad5b5c2164 req-08a5a6d4-144a-4334-b028-f2f860913fc7 tempest-FloatingIPsTestJSON-1957912001 tempest-FloatingIPsTestJSON-1957912001-project] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:03.443668 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e4b804-446d-4d62-aa3b-284130f6bb5c req-2b851d5b-b7ee-4786-82bb-5449474bf686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:03.445549 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-26e4b804-446d-4d62-aa3b-284130f6bb5c req-2b851d5b-b7ee-4786-82bb-5449474bf686 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=6d16d680-110b-436d-8afa-48ba845b3623 HTTP/1.1" status: 200 len: 843 time: 0.1560698 Aug 18 11:52:03.518329 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-810a7226-6b10-458e-9914-30a7e3a4b6ca req-e0cd0e64-4582-4a8e-8fe5-a80d7ee520ea tempest-LiveMigrationNegativeTest-1842983464 tempest-LiveMigrationNegativeTest-1842983464-project] 10.222.0.66 "GET /v2.0/security-groups?id=65bbc504-39a0-41da-bd31-ac5a025cebf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204615 Aug 18 11:52:03.534071 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-6e6d1e47-7299-4d33-82b5-050a650a2207 None None] Attempting to bind port d6825562-4dcb-4d31-a972-451b61697385 on host n-d-804985-2 for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 11:52:03.534654 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-6e6d1e47-7299-4d33-82b5-050a650a2207 None None] Attempting to bind port d6825562-4dcb-4d31-a972-451b61697385 by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': '01058217-5bc9-48d2-af8c-1041d110968a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '5efbbd6b-1662-4090-931d-7d6159dd2b85'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 11:52:03.535075 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e6d1e47-7299-4d33-82b5-050a650a2207 None None] Attempting to bind port d6825562-4dcb-4d31-a972-451b61697385 on network 5efbbd6b-1662-4090-931d-7d6159dd2b85 {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 11:52:03.552953 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e6d1e47-7299-4d33-82b5-050a650a2207 None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 11, 51, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 11:52:03.553355 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e6d1e47-7299-4d33-82b5-050a650a2207 None None] Checking segment: {'id': '01058217-5bc9-48d2-af8c-1041d110968a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '5efbbd6b-1662-4090-931d-7d6159dd2b85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 11:52:03.554805 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-6e6d1e47-7299-4d33-82b5-050a650a2207 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:03.555204 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e6d1e47-7299-4d33-82b5-050a650a2207 None None] Bound using segment: {'id': '01058217-5bc9-48d2-af8c-1041d110968a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '5efbbd6b-1662-4090-931d-7d6159dd2b85'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 11:52:03.557112 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-6e6d1e47-7299-4d33-82b5-050a650a2207 None None] Bound port: d6825562-4dcb-4d31-a972-451b61697385, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01058217-5bc9-48d2-af8c-1041d110968a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '5efbbd6b-1662-4090-931d-7d6159dd2b85'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 11:52:03.557328 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d36eebe-d430-4ff3-9a16-9d0000301869 service neutron] Pushing event updated for resources: {'Port': ['ID=3cc10453-0472-4bd5-bf62-8a83cefb86aa,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:52:03.557497 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-6e6d1e47-7299-4d33-82b5-050a650a2207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:03.570658 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=5e2c616a-26a0-4994-8529-2af87eaf6368,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:52:03.584813 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e4b804-446d-4d62-aa3b-284130f6bb5c req-98733966-fb35-4225-b972-dadf1550ec13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:03.586325 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-26e4b804-446d-4d62-aa3b-284130f6bb5c req-98733966-fb35-4225-b972-dadf1550ec13 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=222e0814-c7e5-4b11-9282-3f40c6ed76b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1276035 Aug 18 11:52:03.594322 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-d82894f8-daf0-4695-abcc-dfad5b5c2164 req-08a5a6d4-144a-4334-b028-f2f860913fc7 tempest-FloatingIPsTestJSON-1957912001 tempest-FloatingIPsTestJSON-1957912001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:03.596231 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-3774dd6b-6a85-4151-b96d-10d8824216c8 req-4d36eebe-d430-4ff3-9a16-9d0000301869 service neutron] Attempting to bind port 3cc10453-0472-4bd5-bf62-8a83cefb86aa on host n-h2-804985-2 for vnic_type normal with profile {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 11:52:03.596588 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-3774dd6b-6a85-4151-b96d-10d8824216c8 req-4d36eebe-d430-4ff3-9a16-9d0000301869 service neutron] Attempting to bind port 3cc10453-0472-4bd5-bf62-8a83cefb86aa by drivers openvswitch,hyperv on host n-h2-804985-2 at level 0 using segments [{'id': '77044dd8-732d-4440-9cc8-7f1936544d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'f2b8460a-d20a-4d24-a458-477b4502f48c'}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 11:52:03.596962 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3774dd6b-6a85-4151-b96d-10d8824216c8 req-4d36eebe-d430-4ff3-9a16-9d0000301869 service neutron] Attempting to bind port 3cc10453-0472-4bd5-bf62-8a83cefb86aa on network f2b8460a-d20a-4d24-a458-477b4502f48c {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 11:52:03.601848 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3774dd6b-6a85-4151-b96d-10d8824216c8 req-4d36eebe-d430-4ff3-9a16-9d0000301869 service neutron] Port 3cc10453-0472-4bd5-bf62-8a83cefb86aa on network f2b8460a-d20a-4d24-a458-477b4502f48c not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-2 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 11:52:03.602215 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3774dd6b-6a85-4151-b96d-10d8824216c8 req-4d36eebe-d430-4ff3-9a16-9d0000301869 service neutron] Attempting to bind port 3cc10453-0472-4bd5-bf62-8a83cefb86aa on network f2b8460a-d20a-4d24-a458-477b4502f48c {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 11:52:03.610815 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3774dd6b-6a85-4151-b96d-10d8824216c8 req-4d36eebe-d430-4ff3-9a16-9d0000301869 service neutron] Checking agent: {'id': 'da5da552-709c-4248-84de-86af99a0dc87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 49, 8), 'started_at': datetime.datetime(2021, 8, 18, 11, 49, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 11, 51, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 11:52:03.611154 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3774dd6b-6a85-4151-b96d-10d8824216c8 req-4d36eebe-d430-4ff3-9a16-9d0000301869 service neutron] Checking segment: {'id': '77044dd8-732d-4440-9cc8-7f1936544d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'f2b8460a-d20a-4d24-a458-477b4502f48c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 11:52:03.611529 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3774dd6b-6a85-4151-b96d-10d8824216c8 req-4d36eebe-d430-4ff3-9a16-9d0000301869 service neutron] Bound using segment: {'id': '77044dd8-732d-4440-9cc8-7f1936544d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'f2b8460a-d20a-4d24-a458-477b4502f48c'} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 11:52:03.611949 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-3774dd6b-6a85-4151-b96d-10d8824216c8 req-4d36eebe-d430-4ff3-9a16-9d0000301869 service neutron] Bound port: 3cc10453-0472-4bd5-bf62-8a83cefb86aa, host: n-h2-804985-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77044dd8-732d-4440-9cc8-7f1936544d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'f2b8460a-d20a-4d24-a458-477b4502f48c'}}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 11:52:03.612456 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-3774dd6b-6a85-4151-b96d-10d8824216c8 req-4d36eebe-d430-4ff3-9a16-9d0000301869 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:03.680202 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 46876) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:52:03.687447 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-fca23f4b-61da-4b1f-8508-e0994b5f2538 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1977220536-network', 'tenant_id': '985fcbfe6c044a889b25f17452d39d6a'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:52:03.707279 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d82894f8-daf0-4695-abcc-dfad5b5c2164 req-08a5a6d4-144a-4334-b028-f2f860913fc7 tempest-FloatingIPsTestJSON-1957912001 tempest-FloatingIPsTestJSON-1957912001-project] Network 7cae7a70-14fd-408c-b14d-39ceb97cb60e is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 11:52:03.713328 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-3774dd6b-6a85-4151-b96d-10d8824216c8 req-4d36eebe-d430-4ff3-9a16-9d0000301869 service neutron] For port 3cc10453-0472-4bd5-bf62-8a83cefb86aa, host n-h2-804985-2, cleared binding levels {{(pid=106253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 11:52:03.714644 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-6e6d1e47-7299-4d33-82b5-050a650a2207 None None] For port d6825562-4dcb-4d31-a972-451b61697385, host n-d-804985-2, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 11:52:03.718214 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-6e6d1e47-7299-4d33-82b5-050a650a2207 None None] For port d6825562-4dcb-4d31-a972-451b61697385, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=d6825562-4dcb-4d31-a972-451b61697385,segment=NetworkSegment(01058217-5bc9-48d2-af8c-1041d110968a),segment_id=01058217-5bc9-48d2-af8c-1041d110968a)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 11:52:03.718472 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-3774dd6b-6a85-4151-b96d-10d8824216c8 req-4d36eebe-d430-4ff3-9a16-9d0000301869 service neutron] For port 3cc10453-0472-4bd5-bf62-8a83cefb86aa, host n-h2-804985-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=3cc10453-0472-4bd5-bf62-8a83cefb86aa,segment=NetworkSegment(77044dd8-732d-4440-9cc8-7f1936544d71),segment_id=77044dd8-732d-4440-9cc8-7f1936544d71)] {{(pid=106253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 11:52:03.723028 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] get_ports_and_sgs() called for port_ids ['5e2c616a-26a0-4994-8529-2af87eaf6368'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 11:52:03.723834 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-3774dd6b-6a85-4151-b96d-10d8824216c8 req-4d36eebe-d430-4ff3-9a16-9d0000301869 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:03.727582 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-6e6d1e47-7299-4d33-82b5-050a650a2207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:03.729982 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [req-d82894f8-daf0-4695-abcc-dfad5b5c2164 req-08a5a6d4-144a-4334-b028-f2f860913fc7 tempest-FloatingIPsTestJSON-1957912001 tempest-FloatingIPsTestJSON-1957912001-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:52:03.732828 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-d82894f8-daf0-4695-abcc-dfad5b5c2164 req-08a5a6d4-144a-4334-b028-f2f860913fc7 tempest-FloatingIPsTestJSON-1957912001 tempest-FloatingIPsTestJSON-1957912001-project] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 11:52:03.750275 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a5a6d4-144a-4334-b028-f2f860913fc7 tempest-FloatingIPsTestJSON-1957912001 tempest-FloatingIPsTestJSON-1957912001-project] Pushing event updated for resources: {'Port': ['ID=4e8058f5-8521-4d37-9bda-bc28357420cb,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:52:03.759758 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fca23f4b-61da-4b1f-8508-e0994b5f2538 admin admin] Made reservation on behalf of 985fcbfe6c044a889b25f17452d39d6a for: {'network': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 11:52:03.763876 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-fca23f4b-61da-4b1f-8508-e0994b5f2538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for network, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:03.787491 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-fca23f4b-61da-4b1f-8508-e0994b5f2538 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:03.793758 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3774dd6b-6a85-4151-b96d-10d8824216c8 req-4d36eebe-d430-4ff3-9a16-9d0000301869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:03.794535 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-3774dd6b-6a85-4151-b96d-10d8824216c8 req-4d36eebe-d430-4ff3-9a16-9d0000301869 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:03.796167 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-3774dd6b-6a85-4151-b96d-10d8824216c8 req-4d36eebe-d430-4ff3-9a16-9d0000301869 service neutron] 10.222.0.62 "PUT /v2.0/ports/3cc10453-0472-4bd5-bf62-8a83cefb86aa HTTP/1.1" status: 200 len: 1092 time: 1.0139370 Aug 18 11:52:03.798571 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e0a9fc7-bdb0-438e-b3f0-ac051d5f553d', 'tag': '3cc10453-0472-4bd5-bf62-8a83cefb86aa'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 11:52:03.801173 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0679f4c4b6e0e0c064a7d71d722dc30541a34fffee11680573be22ee2ffccc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d457ea7-ff0c-4b65-b557-194c9e251c23" -d '{"events": [{"name": "network-changed", "server_uuid": "2e0a9fc7-bdb0-438e-b3f0-ac051d5f553d", "tag": "3cc10453-0472-4bd5-bf62-8a83cefb86aa"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:52:03.818054 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277311be-b837-4af8-aa3a-d0a5ec1f85e4 req-5cd8c7bd-5c2b-48ab-8922-1ee983dc3b96 tempest-ServersWithSpecificFlavorTestJSON-596355724 tempest-ServersWithSpecificFlavorTestJSON-596355724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:03.826055 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-277311be-b837-4af8-aa3a-d0a5ec1f85e4 req-5cd8c7bd-5c2b-48ab-8922-1ee983dc3b96 tempest-ServersWithSpecificFlavorTestJSON-596355724 tempest-ServersWithSpecificFlavorTestJSON-596355724-project] 10.222.0.66 "GET /v2.0/ports?device_id=66ec6203-209c-4d59-9100-bdf9cb50de2d HTTP/1.1" status: 200 len: 944 time: 0.1431780 Aug 18 11:52:03.840787 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d36eebe-d430-4ff3-9a16-9d0000301869 service neutron] Pushing event updated for resources: {'Port': ['ID=3cc10453-0472-4bd5-bf62-8a83cefb86aa,revision_number=3']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:52:03.855794 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-26e4b804-446d-4d62-aa3b-284130f6bb5c req-9a635712-5f1d-49b8-8faf-a922350a6ce1 service neutron] 10.222.0.63 "GET /v2.0/networks/222e0814-c7e5-4b11-9282-3f40c6ed76b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2554729 Aug 18 11:52:03.876120 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-d82894f8-daf0-4695-abcc-dfad5b5c2164 req-08a5a6d4-144a-4334-b028-f2f860913fc7 tempest-FloatingIPsTestJSON-1957912001 tempest-FloatingIPsTestJSON-1957912001-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:03.904394 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e6d1e47-7299-4d33-82b5-050a650a2207 None None] Routers {'6da269cf-7a23-4979-8c26-72fee5249d80'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 11:52:03.905210 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-6e6d1e47-7299-4d33-82b5-050a650a2207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T11:51:51Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['6da269cf-7a23-4979-8c26-72fee5249d80'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:52:03.916672 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3774dd6b-6a85-4151-b96d-10d8824216c8 req-266090e4-2e00-49e2-8778-93be80c4e7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:03.918254 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-3774dd6b-6a85-4151-b96d-10d8824216c8 req-266090e4-2e00-49e2-8778-93be80c4e7a5 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=188bebbd8f564ea0bbe77621cda4023c&device_id=2e0a9fc7-bdb0-438e-b3f0-ac051d5f553d HTTP/1.1" status: 200 len: 1095 time: 0.0713904 Aug 18 11:52:03.957618 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-277311be-b837-4af8-aa3a-d0a5ec1f85e4 req-38fae6ba-d7df-4a24-9753-1817f98b37bd tempest-ServersWithSpecificFlavorTestJSON-596355724 tempest-ServersWithSpecificFlavorTestJSON-596355724-project] 10.222.0.66 "GET /v2.0/security-groups?id=238dbab8-dd9a-4024-8b12-d86b53f53679&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1305995 Aug 18 11:52:03.975382 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-3774dd6b-6a85-4151-b96d-10d8824216c8 req-406c6b2c-9f09-42ac-915b-2c7722a84032 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3cc10453-0472-4bd5-bf62-8a83cefb86aa HTTP/1.1" status: 200 len: 217 time: 0.0492537 Aug 18 11:52:03.983522 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0908de9-d4f6-49e9-a8a0-f43e845d8eb0 None None] Pushing event updated for resources: {'Port': ['ID=d6825562-4dcb-4d31-a972-451b61697385,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:52:04.015234 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-d82894f8-daf0-4695-abcc-dfad5b5c2164 req-08a5a6d4-144a-4334-b028-f2f860913fc7 tempest-FloatingIPsTestJSON-1957912001 tempest-FloatingIPsTestJSON-1957912001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:04.098233 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-26e4b804-446d-4d62-aa3b-284130f6bb5c req-c72e3f9f-a5fc-4fcf-a54a-d671470b321e service neutron] 10.222.0.63 "GET /v2.0/networks/222e0814-c7e5-4b11-9282-3f40c6ed76b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2307713 Aug 18 11:52:04.107797 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-fca23f4b-61da-4b1f-8508-e0994b5f2538 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:04.110314 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3774dd6b-6a85-4151-b96d-10d8824216c8 req-9cb101a5-33a3-4427-a727-cf230586fb67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:04.112002 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-3774dd6b-6a85-4151-b96d-10d8824216c8 req-9cb101a5-33a3-4427-a727-cf230586fb67 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a97adc7a-3cde-4d27-baf4-adb6fa582445 HTTP/1.1" status: 200 len: 848 time: 0.1241195 Aug 18 11:52:04.125619 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-6e6d1e47-7299-4d33-82b5-050a650a2207 None None] Set router 6da269cf-7a23-4979-8c26-72fee5249d80 gateway port host: n-d-804985-2 {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 11:52:04.132297 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-fca23f4b-61da-4b1f-8508-e0994b5f2538 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:04.157952 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 11:52:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6ead76f-6a93-4f3b-b504-efcf12043901 x-openstack-request-id: req-b6ead76f-6a93-4f3b-b504-efcf12043901 {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:52:04.158671 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e0a9fc7-bdb0-438e-b3f0-ac051d5f553d", "tag": "3cc10453-0472-4bd5-bf62-8a83cefb86aa", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:52:04.158671 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b6ead76f-6a93-4f3b-b504-efcf12043901 {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:52:04.158863 n-d-804985-2 neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e0a9fc7-bdb0-438e-b3f0-ac051d5f553d', 'tag': '3cc10453-0472-4bd5-bf62-8a83cefb86aa', 'status': 'completed', 'code': 200} Aug 18 11:52:04.161002 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-3774dd6b-6a85-4151-b96d-10d8824216c8 req-5853fcce-67cc-4260-adff-d1541247952b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f2b8460a-d20a-4d24-a458-477b4502f48c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394402 Aug 18 11:52:04.184338 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fca23f4b-61da-4b1f-8508-e0994b5f2538 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 846} {{(pid=106253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 11:52:04.240525 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-fca23f4b-61da-4b1f-8508-e0994b5f2538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:04.240890 n-d-804985-2 neutron-server[106253]: INFO neutron.db.segments_db [None req-fca23f4b-61da-4b1f-8508-e0994b5f2538 admin admin] Added segment dd6dfd58-7dec-4732-81aa-2578515ae441 of type vlan for network ea5adf78-9847-4df5-89f0-66c59ee5b637 Aug 18 11:52:04.242412 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca23f4b-61da-4b1f-8508-e0994b5f2538 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d9a794a-2300-4af2-bd3e-b7bea5c3c3b8,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:52:04.297539 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-fca23f4b-61da-4b1f-8508-e0994b5f2538 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789150665894'] for network, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:04.297762 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-d82894f8-daf0-4695-abcc-dfad5b5c2164 req-08a5a6d4-144a-4334-b028-f2f860913fc7 tempest-FloatingIPsTestJSON-1957912001 tempest-FloatingIPsTestJSON-1957912001-project] Notify callbacks [] for port, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:04.308023 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dff7db-7594-47a8-82f7-b66fa441dc7e req-85e3f180-59a8-4fd1-9054-ecefbbd706f2 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:04.309665 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-38dff7db-7594-47a8-82f7-b66fa441dc7e req-85e3f180-59a8-4fd1-9054-ecefbbd706f2 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e0a9fc7-bdb0-438e-b3f0-ac051d5f553d HTTP/1.1" status: 200 len: 944 time: 0.0868464 Aug 18 11:52:04.310993 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-d82894f8-daf0-4695-abcc-dfad5b5c2164 req-08a5a6d4-144a-4334-b028-f2f860913fc7 tempest-FloatingIPsTestJSON-1957912001 tempest-FloatingIPsTestJSON-1957912001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:04.344806 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-3774dd6b-6a85-4151-b96d-10d8824216c8 req-7ba95210-7e99-4d24-9cde-4db90bcff9ae service neutron] 10.222.0.62 "GET /v2.0/networks/f2b8460a-d20a-4d24-a458-477b4502f48c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732695 Aug 18 11:52:04.350725 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-d82894f8-daf0-4695-abcc-dfad5b5c2164 req-08a5a6d4-144a-4334-b028-f2f860913fc7 tempest-FloatingIPsTestJSON-1957912001 tempest-FloatingIPsTestJSON-1957912001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-989945'] for floatingip, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:04.351902 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-fca23f4b-61da-4b1f-8508-e0994b5f2538 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for network, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:04.353108 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fca23f4b-61da-4b1f-8508-e0994b5f2538 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:04.353935 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-fca23f4b-61da-4b1f-8508-e0994b5f2538 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:04.387514 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-d82894f8-daf0-4695-abcc-dfad5b5c2164 req-08a5a6d4-144a-4334-b028-f2f860913fc7 tempest-FloatingIPsTestJSON-1957912001 tempest-FloatingIPsTestJSON-1957912001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for floatingip, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:04.394983 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d82894f8-daf0-4695-abcc-dfad5b5c2164 req-08a5a6d4-144a-4334-b028-f2f860913fc7 tempest-FloatingIPsTestJSON-1957912001 tempest-FloatingIPsTestJSON-1957912001-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.0758259 Aug 18 11:52:04.404693 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a5a6d4-144a-4334-b028-f2f860913fc7 tempest-FloatingIPsTestJSON-1957912001 tempest-FloatingIPsTestJSON-1957912001-project] Pushing event updated for resources: {'Port': ['ID=4e8058f5-8521-4d37-9bda-bc28357420cb,revision_number=2']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:52:04.465096 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-fca23f4b-61da-4b1f-8508-e0994b5f2538 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.7837491 Aug 18 11:52:04.469172 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 46886) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:52:04.474207 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-85b24682-a274-4199-b211-eb2e31927345 admin admin] Request body: {'subnet': {'network_id': 'ea5adf78-9847-4df5-89f0-66c59ee5b637', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1977220536-subnet', 'tenant_id': '985fcbfe6c044a889b25f17452d39d6a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:52:04.474532 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-6e6d1e47-7299-4d33-82b5-050a650a2207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6da269cf-7a23-4979-8c26-72fee5249d80', 'name': 'tempest-FloatingIPsTestJSON-1437844659-router', 'tenant_id': '1f05c47e95ed45099264b8d3c6b8078a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.253'}], 'enable_snat': True}, 'gw_port_id': 'ffd5cbed-9d46-4cb2-920a-74ff55b9b8bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T11:51:52Z', 'updated_at': '2021-08-18T11:51:59Z', 'revision_number': 4, 'project_id': '1f05c47e95ed45099264b8d3c6b8078a', 'gw_port': {'id': 'ffd5cbed-9d46-4cb2-920a-74ff55b9b8bd', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ec:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6da269cf-7a23-4979-8c26-72fee5249d80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:51:53Z', 'updated_at': '2021-08-18T11:52:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': 'd6825562-4dcb-4d31-a972-451b61697385', 'name': '', 'network_id': '5efbbd6b-1662-4090-931d-7d6159dd2b85', 'tenant_id': '1f05c47e95ed45099264b8d3c6b8078a', 'mac_address': 'fa:16:3e:76:45:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6da269cf-7a23-4979-8c26-72fee5249d80', 'device_owner': 'network:router_interface', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': 'a0326278-88b6-4c28-9c11-9e10ad7edb1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:51:57Z', 'updated_at': '2021-08-18T11:52:03Z', 'revision_number': 4, 'project_id': '1f05c47e95ed45099264b8d3c6b8078a', 'subnets': [{'id': 'a0326278-88b6-4c28-9c11-9e10ad7edb1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:52:04.477223 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-38dff7db-7594-47a8-82f7-b66fa441dc7e req-fd4fec26-b2c3-4c7b-9a13-fba4a14ef14f tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] 10.222.0.66 "GET /v2.0/security-groups?id=07aef7bb-6c11-4cb4-8594-c24180b5d811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403785 Aug 18 11:52:04.479929 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca23f4b-61da-4b1f-8508-e0994b5f2538 admin admin] Pushing event updated for resources: {'Network': ['ID=ea5adf78-9847-4df5-89f0-66c59ee5b637,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:52:04.492454 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d82894f8-daf0-4695-abcc-dfad5b5c2164 req-6b9e1a87-2fdb-4e78-99a5-a41031043eb2 tempest-FloatingIPsTestJSON-1957912001 tempest-FloatingIPsTestJSON-1957912001-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.7.64 HTTP/1.1" status: 200 len: 695 time: 0.0965290 Aug 18 11:52:04.515642 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Network ea5adf78-9847-4df5-89f0-66c59ee5b637 details requested by agent ovs-agent-n-d-804985-2 with host n-d-804985-2 {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 11:52:04.524137 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-3774dd6b-6a85-4151-b96d-10d8824216c8 req-301aada2-73c1-4c83-9ce0-61784dfea2e9 service neutron] 10.222.0.62 "GET /v2.0/networks/f2b8460a-d20a-4d24-a458-477b4502f48c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666725 Aug 18 11:52:04.524849 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85b24682-a274-4199-b211-eb2e31927345 admin admin] Made reservation on behalf of 985fcbfe6c044a889b25f17452d39d6a for: {'subnet': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 11:52:04.527099 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-85b24682-a274-4199-b211-eb2e31927345 admin admin] Notify callbacks [] for subnet, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:04.531400 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e6d1e47-7299-4d33-82b5-050a650a2207 None None] The sync data for ids ['6da269cf-7a23-4979-8c26-72fee5249d80'] in n-d-804985-2 is: [{'id': '6da269cf-7a23-4979-8c26-72fee5249d80', 'name': 'tempest-FloatingIPsTestJSON-1437844659-router', 'tenant_id': '1f05c47e95ed45099264b8d3c6b8078a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.253'}], 'enable_snat': True}, 'gw_port_id': 'ffd5cbed-9d46-4cb2-920a-74ff55b9b8bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T11:51:52Z', 'updated_at': '2021-08-18T11:51:59Z', 'revision_number': 4, 'project_id': '1f05c47e95ed45099264b8d3c6b8078a', 'gw_port': {'id': 'ffd5cbed-9d46-4cb2-920a-74ff55b9b8bd', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ec:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6da269cf-7a23-4979-8c26-72fee5249d80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:51:53Z', 'updated_at': '2021-08-18T11:52:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': 'd6825562-4dcb-4d31-a972-451b61697385', 'name': '', 'network_id': '5efbbd6b-1662-4090-931d-7d6159dd2b85', 'tenant_id': '1f05c47e95ed45099264b8d3c6b8078a', 'mac_address': 'fa:16:3e:76:45:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6da269cf-7a23-4979-8c26-72fee5249d80', 'device_owner': 'network:router_interface', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': 'a0326278-88b6-4c28-9c11-9e10ad7edb1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:51:57Z', 'updated_at': '2021-08-18T11:52:03Z', 'revision_number': 4, 'project_id': '1f05c47e95ed45099264b8d3c6b8078a', 'subnets': [{'id': 'a0326278-88b6-4c28-9c11-9e10ad7edb1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 11:52:04.651069 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 5e2c616a-26a0-4994-8529-2af87eaf6368 up at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:52:04.713441 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d457ea7-ff0c-4b65-b557-194c9e251c23 req-07d6c8e8-ecf1-4403-aa10-c2443c21bd73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:04.715192 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-6d457ea7-ff0c-4b65-b557-194c9e251c23 req-07d6c8e8-ecf1-4403-aa10-c2443c21bd73 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=188bebbd8f564ea0bbe77621cda4023c&device_id=2e0a9fc7-bdb0-438e-b3f0-ac051d5f553d HTTP/1.1" status: 200 len: 1095 time: 0.0927753 Aug 18 11:52:04.728732 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82894f8-daf0-4695-abcc-dfad5b5c2164 req-b9a391bc-8c3f-4b9b-a0f3-4811f0dc14a0 tempest-FloatingIPsTestJSON-1957912001 tempest-FloatingIPsTestJSON-1957912001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:04.731112 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d82894f8-daf0-4695-abcc-dfad5b5c2164 req-b9a391bc-8c3f-4b9b-a0f3-4811f0dc14a0 tempest-FloatingIPsTestJSON-1957912001 tempest-FloatingIPsTestJSON-1957912001-project] 10.222.0.66 "GET /v2.0/networks/7cae7a70-14fd-408c-b14d-39ceb97cb60e HTTP/1.1" status: 200 len: 784 time: 0.2377903 Aug 18 11:52:04.748214 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Provisioning for port 5e2c616a-26a0-4994-8529-2af87eaf6368 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 11:52:04.755890 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Provisioning complete for port 5e2c616a-26a0-4994-8529-2af87eaf6368 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:52:04.756261 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:04.756856 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [req-d82894f8-daf0-4695-abcc-dfad5b5c2164 req-526b4a4d-1872-411d-94ce-b01a9c9b601b tempest-FloatingIPsTestJSON-1957912001 tempest-FloatingIPsTestJSON-1957912001-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=106252) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 11:52:04.758011 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d82894f8-daf0-4695-abcc-dfad5b5c2164 req-526b4a4d-1872-411d-94ce-b01a9c9b601b tempest-FloatingIPsTestJSON-1957912001 tempest-FloatingIPsTestJSON-1957912001-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0183606 Aug 18 11:52:04.932651 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:04.974135 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d457ea7-ff0c-4b65-b557-194c9e251c23 req-fc122aa7-3120-4ed9-8ae0-2fcdf9c91f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:04.976094 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-6d457ea7-ff0c-4b65-b557-194c9e251c23 req-fc122aa7-3120-4ed9-8ae0-2fcdf9c91f61 service neutron] 10.222.0.62 "GET /v2.0/networks?id=f2b8460a-d20a-4d24-a458-477b4502f48c HTTP/1.1" status: 200 len: 909 time: 0.2528286 Aug 18 11:52:04.976736 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ac5dfff9-e9a6-4d21-b5f8-d50cbc030947 req-58cb98af-e7c7-4b19-a102-f760f325a436 tempest-FloatingIPsTestJSON-1957912001 tempest-FloatingIPsTestJSON-1957912001-project] 10.222.0.66 "GET /v2.0/floatingips/d32e8e87-2512-4772-8bbf-1a2962ca4004 HTTP/1.1" status: 200 len: 692 time: 0.0927892 Aug 18 11:52:04.983418 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66ec6203-209c-4d59-9100-bdf9cb50de2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e2c616a-26a0-4994-8529-2af87eaf6368'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 11:52:04.986775 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db50a436fb3a98495337d8fe7487b4f2ea6f3c1052eb9efadc2ecda2d5737001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97cceee4-d945-4e21-8616-6b77d2a69e8a" -d '{"events": [{"server_uuid": "66ec6203-209c-4d59-9100-bdf9cb50de2d", "name": "network-vif-plugged", "status": "completed", "tag": "5e2c616a-26a0-4994-8529-2af87eaf6368"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:52:04.990162 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-85b24682-a274-4199-b211-eb2e31927345 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for subnet, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:05.000709 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port 5e2c616a-26a0-4994-8529-2af87eaf6368, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=5e2c616a-26a0-4994-8529-2af87eaf6368,segment=NetworkSegment(a64f6bd4-a887-4b68-9b8c-3f473a0ffabc),segment_id=a64f6bd4-a887-4b68-9b8c-3f473a0ffabc)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:52:05.013204 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:05.023351 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79029a3-f75c-4448-a5f5-159c7a73dc88 req-0802f49f-07b0-4370-a8a4-3332ee3b7503 tempest-LiveMigrationNegativeTest-1842983464 tempest-LiveMigrationNegativeTest-1842983464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:05.024944 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c79029a3-f75c-4448-a5f5-159c7a73dc88 req-0802f49f-07b0-4370-a8a4-3332ee3b7503 tempest-LiveMigrationNegativeTest-1842983464 tempest-LiveMigrationNegativeTest-1842983464-project] 10.222.0.66 "GET /v2.0/ports?device_id=c06ca817-8908-411c-ac14-b57d5a672e51 HTTP/1.1" status: 200 len: 968 time: 0.1839635 Aug 18 11:52:05.089190 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-6d457ea7-ff0c-4b65-b557-194c9e251c23 req-a79d0069-e553-4526-b457-89debf185953 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3cc10453-0472-4bd5-bf62-8a83cefb86aa HTTP/1.1" status: 200 len: 217 time: 0.1003966 Aug 18 11:52:05.092088 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=5e2c616a-26a0-4994-8529-2af87eaf6368,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:52:05.131489 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c79029a3-f75c-4448-a5f5-159c7a73dc88 req-01694e58-2d47-4c02-9d67-589afb75026d tempest-LiveMigrationNegativeTest-1842983464 tempest-LiveMigrationNegativeTest-1842983464-project] 10.222.0.66 "GET /v2.0/security-groups?id=65bbc504-39a0-41da-bd31-ac5a025cebf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641797 Aug 18 11:52:05.160104 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b24682-a274-4199-b211-eb2e31927345 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fadb8878-abe2-46d8-a415-82bc19a429ac,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:52:05.196507 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b24682-a274-4199-b211-eb2e31927345 admin admin] Checking segment: {'id': 'dd6dfd58-7dec-4732-81aa-2578515ae441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'ea5adf78-9847-4df5-89f0-66c59ee5b637'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 11:52:05.196837 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85b24682-a274-4199-b211-eb2e31927345 admin admin] Network hostable DHCP agents. Network: ea5adf78-9847-4df5-89f0-66c59ee5b637, hostable agents: ['97c14208-2951-4361-8d64-3708c946ff5f'], hosted agents: [] {{(pid=106253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 11:52:05.204016 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d457ea7-ff0c-4b65-b557-194c9e251c23 req-36567527-5317-4aa8-9c25-ea7350b3ca23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:05.205580 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-6d457ea7-ff0c-4b65-b557-194c9e251c23 req-36567527-5317-4aa8-9c25-ea7350b3ca23 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a97adc7a-3cde-4d27-baf4-adb6fa582445 HTTP/1.1" status: 200 len: 848 time: 0.1060829 Aug 18 11:52:05.209654 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5dfff9-e9a6-4d21-b5f8-d50cbc030947 req-a89c7299-4414-4363-9924-893b499d3ee7 tempest-FloatingIPsTestJSON-1957912001 tempest-FloatingIPsTestJSON-1957912001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:05.211188 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ac5dfff9-e9a6-4d21-b5f8-d50cbc030947 req-a89c7299-4414-4363-9924-893b499d3ee7 tempest-FloatingIPsTestJSON-1957912001 tempest-FloatingIPsTestJSON-1957912001-project] 10.222.0.66 "GET /v2.0/networks/7cae7a70-14fd-408c-b14d-39ceb97cb60e HTTP/1.1" status: 200 len: 784 time: 0.2274702 Aug 18 11:52:05.222996 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [req-ac5dfff9-e9a6-4d21-b5f8-d50cbc030947 req-0bccda65-b7af-4472-923d-515edf0c44fb tempest-FloatingIPsTestJSON-1957912001 tempest-FloatingIPsTestJSON-1957912001-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=106252) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 11:52:05.243934 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ac5dfff9-e9a6-4d21-b5f8-d50cbc030947 req-0bccda65-b7af-4472-923d-515edf0c44fb tempest-FloatingIPsTestJSON-1957912001 tempest-FloatingIPsTestJSON-1957912001-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0255840 Aug 18 11:52:05.244812 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-6d457ea7-ff0c-4b65-b557-194c9e251c23 req-1c948fe8-f9dd-4a29-a4f2-68b92dc79c0a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f2b8460a-d20a-4d24-a458-477b4502f48c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305936 Aug 18 11:52:05.245843 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85b24682-a274-4199-b211-eb2e31927345 admin admin] Network ea5adf78-9847-4df5-89f0-66c59ee5b637 is scheduled to be hosted by DHCP agent 97c14208-2951-4361-8d64-3708c946ff5f with binding_index 1 {{(pid=106253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 11:52:05.266786 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-85b24682-a274-4199-b211-eb2e31927345 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-2, ea5adf78-9847-4df5-89f0-66c59ee5b637) {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:52:05.278494 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35863358-b684-4982-b719-36e09a0ba9f6 None None] Network ea5adf78-9847-4df5-89f0-66c59ee5b637 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 11:52:05.283709 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 11:52:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e416bd20-2c7c-423c-a38b-9e74f9937e17 x-openstack-request-id: req-e416bd20-2c7c-423c-a38b-9e74f9937e17 {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:52:05.284216 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66ec6203-209c-4d59-9100-bdf9cb50de2d", "name": "network-vif-plugged", "status": "completed", "tag": "5e2c616a-26a0-4994-8529-2af87eaf6368", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:52:05.284550 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e416bd20-2c7c-423c-a38b-9e74f9937e17 {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:52:05.285683 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66ec6203-209c-4d59-9100-bdf9cb50de2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e2c616a-26a0-4994-8529-2af87eaf6368', 'code': 200} Aug 18 11:52:05.290386 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b24682-a274-4199-b211-eb2e31927345 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:05.290971 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-85b24682-a274-4199-b211-eb2e31927345 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:05.328312 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 46914) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:52:05.365481 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c94eac-c302-40ea-a900-b4235613b100 req-0c74481c-eb7f-45e7-b723-b47251b6d692 tempest-ServersWithSpecificFlavorTestJSON-596355724 tempest-ServersWithSpecificFlavorTestJSON-596355724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:05.373041 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-49c94eac-c302-40ea-a900-b4235613b100 req-0c74481c-eb7f-45e7-b723-b47251b6d692 tempest-ServersWithSpecificFlavorTestJSON-596355724 tempest-ServersWithSpecificFlavorTestJSON-596355724-project] 10.222.0.66 "GET /v2.0/ports?device_id=66ec6203-209c-4d59-9100-bdf9cb50de2d HTTP/1.1" status: 200 len: 945 time: 0.1279514 Aug 18 11:52:05.380970 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.62', 58012) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:52:05.515077 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-49c94eac-c302-40ea-a900-b4235613b100 req-530cdd57-cbb5-4211-8f0c-962d57f5c1f2 tempest-ServersWithSpecificFlavorTestJSON-596355724 tempest-ServersWithSpecificFlavorTestJSON-596355724-project] 10.222.0.66 "GET /v2.0/security-groups?id=238dbab8-dd9a-4024-8b12-d86b53f53679&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1340117 Aug 18 11:52:05.536384 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3553aa-8ef2-4fbb-b855-7dc900cc59f9 req-8049e0be-6c98-46b7-b3dd-a199075015c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:05.542991 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-be3553aa-8ef2-4fbb-b855-7dc900cc59f9 req-8049e0be-6c98-46b7-b3dd-a199075015c0 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=66ec6203-209c-4d59-9100-bdf9cb50de2d HTTP/1.1" status: 200 len: 1096 time: 0.1596193 Aug 18 11:52:05.560959 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adb5dced-d81b-4ba7-8b04-2886fb66fe90 None None] Network ea5adf78-9847-4df5-89f0-66c59ee5b637 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 11:52:05.610984 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-85b24682-a274-4199-b211-eb2e31927345 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.1324251 Aug 18 11:52:05.652431 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-6d457ea7-ff0c-4b65-b557-194c9e251c23 req-1cfe5f03-405a-48f4-8b1e-12b2b4af8f81 service neutron] 10.222.0.62 "GET /v2.0/networks/f2b8460a-d20a-4d24-a458-477b4502f48c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3981164 Aug 18 11:52:05.671951 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1650917a-6c69-4a9e-9573-c2dba612a7f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:05.718384 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-74546aa0-2247-4b2c-8799-c5f5afbd8615 req-598234cf-0ff6-4892-9a70-8e73198de4e6 tempest-FloatingIPsTestJSON-1957912001 tempest-FloatingIPsTestJSON-1957912001-project] 10.222.0.66 "GET /v2.0/floatingips?tenant_id=1f05c47e95ed45099264b8d3c6b8078a HTTP/1.1" status: 200 len: 695 time: 0.1739445 Aug 18 11:52:05.748665 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:05.813245 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device d6825562-4dcb-4d31-a972-451b61697385 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:52:05.833705 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-6d457ea7-ff0c-4b65-b557-194c9e251c23 req-5deb70d9-8a0e-4e87-a08f-197fd4b72bc2 service neutron] 10.222.0.62 "GET /v2.0/networks/f2b8460a-d20a-4d24-a458-477b4502f48c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733758 Aug 18 11:52:05.850935 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-be3553aa-8ef2-4fbb-b855-7dc900cc59f9 req-5356a1fd-b002-4ce5-a43f-2ab08096d8cb service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=238dbab8-dd9a-4024-8b12-d86b53f53679&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2868888 Aug 18 11:52:05.900899 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port d6825562-4dcb-4d31-a972-451b61697385 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 11:52:05.901572 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e393ff90-1a10-45e5-b020-999abfb6d587 req-d60c3c96-1bd6-4932-9cc0-50ba95860a2b tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:05.903122 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e393ff90-1a10-45e5-b020-999abfb6d587 req-d60c3c96-1bd6-4932-9cc0-50ba95860a2b tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e0a9fc7-bdb0-438e-b3f0-ac051d5f553d HTTP/1.1" status: 200 len: 944 time: 0.2384565 Aug 18 11:52:05.906486 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port d6825562-4dcb-4d31-a972-451b61697385 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:52:05.906696 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:05.986023 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74546aa0-2247-4b2c-8799-c5f5afbd8615 req-818d47eb-60bb-4300-bf07-6cb09697b7d7 tempest-FloatingIPsTestJSON-1957912001 tempest-FloatingIPsTestJSON-1957912001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:05.987416 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-74546aa0-2247-4b2c-8799-c5f5afbd8615 req-818d47eb-60bb-4300-bf07-6cb09697b7d7 tempest-FloatingIPsTestJSON-1957912001 tempest-FloatingIPsTestJSON-1957912001-project] 10.222.0.66 "GET /v2.0/networks?id=7cae7a70-14fd-408c-b14d-39ceb97cb60e HTTP/1.1" status: 200 len: 787 time: 0.2351315 Aug 18 11:52:06.011772 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:06.012186 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [req-74546aa0-2247-4b2c-8799-c5f5afbd8615 req-a5717462-8d8c-4209-ac94-7e0f042c50be tempest-FloatingIPsTestJSON-1957912001 tempest-FloatingIPsTestJSON-1957912001-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=106252) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 11:52:06.013476 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-74546aa0-2247-4b2c-8799-c5f5afbd8615 req-a5717462-8d8c-4209-ac94-7e0f042c50be tempest-FloatingIPsTestJSON-1957912001 tempest-FloatingIPsTestJSON-1957912001-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0169356 Aug 18 11:52:06.033045 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e393ff90-1a10-45e5-b020-999abfb6d587 req-94ca02a6-c325-4c87-bd45-9bd04ee50a80 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] 10.222.0.66 "GET /v2.0/security-groups?id=07aef7bb-6c11-4cb4-8594-c24180b5d811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083133 Aug 18 11:52:06.055910 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] For port d6825562-4dcb-4d31-a972-451b61697385, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=d6825562-4dcb-4d31-a972-451b61697385,segment=NetworkSegment(01058217-5bc9-48d2-af8c-1041d110968a),segment_id=01058217-5bc9-48d2-af8c-1041d110968a)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:52:06.063173 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:06.074425 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1650917a-6c69-4a9e-9573-c2dba612a7f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:06.082202 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1650917a-6c69-4a9e-9573-c2dba612a7f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:06.121386 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Pushing event updated for resources: {'Port': ['ID=d6825562-4dcb-4d31-a972-451b61697385,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:52:06.161129 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1650917a-6c69-4a9e-9573-c2dba612a7f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be9d9a6d-f987-4b2c-8fbc-791104c0b161,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:52:06.183416 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-1650917a-6c69-4a9e-9573-c2dba612a7f1 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ef67fb57f7754b9eb9b85ed401f1fbc1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8514278 Aug 18 11:52:06.183500 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 46942) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:52:06.192314 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1ac3907d-c62f-4472-96d4-a3abb3504209 req-afa87ebd-6c15-41e8-b8d8-140be6754cf0 tempest-FloatingIPsTestJSON-1957912001 tempest-FloatingIPsTestJSON-1957912001-project] 10.222.0.66 "GET /v2.0/floatingips/d32e8e87-2512-4772-8bbf-1a2962ca4004 HTTP/1.1" status: 200 len: 692 time: 0.0908718 Aug 18 11:52:06.250289 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-61431e1a-1c16-4a96-9a41-885ec7cf62d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:06.272687 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-61431e1a-1c16-4a96-9a41-885ec7cf62d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:06.327688 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-61431e1a-1c16-4a96-9a41-885ec7cf62d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:06.331906 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-61431e1a-1c16-4a96-9a41-885ec7cf62d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:06.333120 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-61431e1a-1c16-4a96-9a41-885ec7cf62d9 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/be9d9a6d-f987-4b2c-8fbc-791104c0b161 HTTP/1.1" status: 204 len: 168 time: 0.1486487 Aug 18 11:52:06.341901 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61431e1a-1c16-4a96-9a41-885ec7cf62d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be9d9a6d-f987-4b2c-8fbc-791104c0b161,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:52:06.404163 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 0a25dbe8-457a-4efa-8f86-1405d360f55e details requested by agent hyperv_n-h1-804985-2 with host n-h1-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 11:52:06.514766 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 0a25dbe8-457a-4efa-8f86-1405d360f55e, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=0a25dbe8-457a-4efa-8f86-1405d360f55e,segment=NetworkSegment(b0eb6eea-b461-4969-8a27-808f00daa8a1),segment_id=b0eb6eea-b461-4969-8a27-808f00daa8a1)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:52:06.527177 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Returning: {'device': '0a25dbe8-457a-4efa-8f86-1405d360f55e', 'network_id': '222e0814-c7e5-4b11-9282-3f40c6ed76b2', 'port_id': '0a25dbe8-457a-4efa-8f86-1405d360f55e', 'mac_address': 'fa:16:3e:aa:4e:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 823, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d16d680-110b-436d-8afa-48ba845b3623', 'ip_address': '192.168.233.44'}], 'device_owner': 'compute:tempest-test_az-546674292', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 11:52:06.571801 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:06.585868 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a25dbe8-457a-4efa-8f86-1405d360f55e {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 11:52:06.592840 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac3907d-c62f-4472-96d4-a3abb3504209 req-0763f55c-17fb-47b0-83ab-a735292fd0ff tempest-FloatingIPsTestJSON-1957912001 tempest-FloatingIPsTestJSON-1957912001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:06.594271 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1ac3907d-c62f-4472-96d4-a3abb3504209 req-0763f55c-17fb-47b0-83ab-a735292fd0ff tempest-FloatingIPsTestJSON-1957912001 tempest-FloatingIPsTestJSON-1957912001-project] 10.222.0.66 "GET /v2.0/networks/7cae7a70-14fd-408c-b14d-39ceb97cb60e HTTP/1.1" status: 200 len: 784 time: 0.3957939 Aug 18 11:52:06.611634 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [req-1ac3907d-c62f-4472-96d4-a3abb3504209 req-ae429c6c-e3ab-4d5c-b4bd-a1cdf4313f6b tempest-FloatingIPsTestJSON-1957912001 tempest-FloatingIPsTestJSON-1957912001-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=106252) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 11:52:06.612633 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1ac3907d-c62f-4472-96d4-a3abb3504209 req-ae429c6c-e3ab-4d5c-b4bd-a1cdf4313f6b tempest-FloatingIPsTestJSON-1957912001 tempest-FloatingIPsTestJSON-1957912001-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0087578 Aug 18 11:52:06.613551 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 0a25dbe8-457a-4efa-8f86-1405d360f55e, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=0a25dbe8-457a-4efa-8f86-1405d360f55e,segment=NetworkSegment(b0eb6eea-b461-4969-8a27-808f00daa8a1),segment_id=b0eb6eea-b461-4969-8a27-808f00daa8a1)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:52:06.619292 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:06.639113 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce750110-c364-4973-b246-e37a8bb30d08 req-6082dcc2-5a06-4072-838e-0d793fe57e2f tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:06.646318 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ce750110-c364-4973-b246-e37a8bb30d08 req-6082dcc2-5a06-4072-838e-0d793fe57e2f tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.66 "GET /v2.0/networks?id=f471d7de-70da-4549-acfc-45017b3843ff HTTP/1.1" status: 200 len: 821 time: 0.3799801 Aug 18 11:52:06.653734 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 46958) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:52:06.667392 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ebb10227-13af-41e3-9585-9e874fc348c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:06.670508 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=0a25dbe8-457a-4efa-8f86-1405d360f55e,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:52:06.688986 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1ac3907d-c62f-4472-96d4-a3abb3504209 req-9392258b-491f-4bcc-87bd-0b985e4178cc tempest-FloatingIPsTestJSON-1957912001 tempest-FloatingIPsTestJSON-1957912001-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.7.64 HTTP/1.1" status: 200 len: 695 time: 0.0668623 Aug 18 11:52:06.690306 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ce750110-c364-4973-b246-e37a8bb30d08 req-34bd3fef-67e2-404f-ae52-ff60cdd7777e tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.66 "GET /v2.0/quotas/3bd2664269674b678c41aeb663f1f43e HTTP/1.1" status: 200 len: 375 time: 0.0432317 Aug 18 11:52:06.756642 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ce750110-c364-4973-b246-e37a8bb30d08 req-c553ca3e-7a12-400e-834f-e3e4c080e08f tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=3bd2664269674b678c41aeb663f1f43e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0541530 Aug 18 11:52:06.762744 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ebb10227-13af-41e3-9585-9e874fc348c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:06.763900 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1ac3907d-c62f-4472-96d4-a3abb3504209 req-4d3ff1ed-89fc-4f2e-be91-b461c2038859 tempest-FloatingIPsTestJSON-1957912001 tempest-FloatingIPsTestJSON-1957912001-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.7.64 HTTP/1.1" status: 200 len: 695 time: 0.0683703 Aug 18 11:52:06.768015 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ebb10227-13af-41e3-9585-9e874fc348c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:06.808624 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-ebb10227-13af-41e3-9585-9e874fc348c5 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=7ddb5108079c48c68ed1a123c6b8d3b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1532266 Aug 18 11:52:06.809639 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb10227-13af-41e3-9585-9e874fc348c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c78edc9f-1435-466f-8709-f353852f143f,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:52:06.812288 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 46960) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:52:06.862204 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e4fccf48-89f5-4c54-9ace-f472c23f8513 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:06.874912 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] get_ports_and_sgs() called for port_ids ['0a25dbe8-457a-4efa-8f86-1405d360f55e'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 11:52:06.887592 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e4fccf48-89f5-4c54-9ace-f472c23f8513 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:06.939983 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e4fccf48-89f5-4c54-9ace-f472c23f8513 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:06.943495 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e4fccf48-89f5-4c54-9ace-f472c23f8513 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:06.947597 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ce750110-c364-4973-b246-e37a8bb30d08 req-c693e725-6ee5-4b38-a11f-0c82aa674e76 service neutron] 10.222.0.66 "GET /v2.0/networks/f471d7de-70da-4549-acfc-45017b3843ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1800137 Aug 18 11:52:06.951753 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-e4fccf48-89f5-4c54-9ace-f472c23f8513 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c78edc9f-1435-466f-8709-f353852f143f HTTP/1.1" status: 204 len: 168 time: 0.1316090 Aug 18 11:52:06.960929 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fccf48-89f5-4c54-9ace-f472c23f8513 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c78edc9f-1435-466f-8709-f353852f143f,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:52:07.023351 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-1ac3907d-c62f-4472-96d4-a3abb3504209 req-c8723c59-1512-4e75-bdc5-2b53f7c91cce tempest-FloatingIPsTestJSON-1957912001 tempest-FloatingIPsTestJSON-1957912001-project] Deleting port 4e8058f5-8521-4d37-9bda-bc28357420cb {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 11:52:07.023947 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-1ac3907d-c62f-4472-96d4-a3abb3504209 req-c8723c59-1512-4e75-bdc5-2b53f7c91cce tempest-FloatingIPsTestJSON-1957912001 tempest-FloatingIPsTestJSON-1957912001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:07.098505 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ce750110-c364-4973-b246-e37a8bb30d08 req-67faf542-067a-42fa-8bb0-7cd7c9e8f59e service neutron] 10.222.0.66 "GET /v2.0/networks/f471d7de-70da-4549-acfc-45017b3843ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464558 Aug 18 11:52:07.128825 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-1ac3907d-c62f-4472-96d4-a3abb3504209 req-c8723c59-1512-4e75-bdc5-2b53f7c91cce tempest-FloatingIPsTestJSON-1957912001 tempest-FloatingIPsTestJSON-1957912001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:07.129146 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-1ac3907d-c62f-4472-96d4-a3abb3504209 req-c8723c59-1512-4e75-bdc5-2b53f7c91cce tempest-FloatingIPsTestJSON-1957912001 tempest-FloatingIPsTestJSON-1957912001-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:07.141689 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-1ac3907d-c62f-4472-96d4-a3abb3504209 req-c8723c59-1512-4e75-bdc5-2b53f7c91cce tempest-FloatingIPsTestJSON-1957912001 tempest-FloatingIPsTestJSON-1957912001-project] Calling delete_port for 4e8058f5-8521-4d37-9bda-bc28357420cb owned by network:floatingip {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 11:52:07.337905 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-1ac3907d-c62f-4472-96d4-a3abb3504209 req-c8723c59-1512-4e75-bdc5-2b53f7c91cce tempest-FloatingIPsTestJSON-1957912001 tempest-FloatingIPsTestJSON-1957912001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:07.372063 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8723c59-1512-4e75-bdc5-2b53f7c91cce tempest-FloatingIPsTestJSON-1957912001 tempest-FloatingIPsTestJSON-1957912001-project] Pushing event deleted for resources: {'Port': ['ID=4e8058f5-8521-4d37-9bda-bc28357420cb,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:52:07.465603 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-1ac3907d-c62f-4472-96d4-a3abb3504209 req-c8723c59-1512-4e75-bdc5-2b53f7c91cce tempest-FloatingIPsTestJSON-1957912001 tempest-FloatingIPsTestJSON-1957912001-project] Notify callbacks [] for floatingip, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:07.467855 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-1ac3907d-c62f-4472-96d4-a3abb3504209 req-c8723c59-1512-4e75-bdc5-2b53f7c91cce tempest-FloatingIPsTestJSON-1957912001 tempest-FloatingIPsTestJSON-1957912001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for floatingip, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:07.469018 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1ac3907d-c62f-4472-96d4-a3abb3504209 req-c8723c59-1512-4e75-bdc5-2b53f7c91cce tempest-FloatingIPsTestJSON-1957912001 tempest-FloatingIPsTestJSON-1957912001-project] 10.222.0.66 "DELETE /v2.0/floatingips/d32e8e87-2512-4772-8bbf-1a2962ca4004 HTTP/1.1" status: 204 len: 173 time: 0.6966789 Aug 18 11:52:07.499214 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-26dcc282-ba79-4e68-99fb-426ab08aa424 req-92e5492f-5581-4e6b-a9c3-a0a65b7ff9b9 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=a723de70-2f9c-4c58-9f6f-7a49760bfe76&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0620873 Aug 18 11:52:07.507100 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1bb0a2-59d6-42e7-972b-608ac65649d4 req-b401dfb6-eb61-4ac3-bc08-ed59a1cf5bec tempest-LiveMigrationNegativeTest-1842983464 tempest-LiveMigrationNegativeTest-1842983464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:07.514580 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-cc1bb0a2-59d6-42e7-972b-608ac65649d4 req-b401dfb6-eb61-4ac3-bc08-ed59a1cf5bec tempest-LiveMigrationNegativeTest-1842983464 tempest-LiveMigrationNegativeTest-1842983464-project] 10.222.0.66 "GET /v2.0/ports?device_id=c06ca817-8908-411c-ac14-b57d5a672e51 HTTP/1.1" status: 200 len: 969 time: 0.1431901 Aug 18 11:52:07.584422 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-cc1bb0a2-59d6-42e7-972b-608ac65649d4 req-38a029c6-dab1-4af6-9687-30e2ca5f3770 tempest-LiveMigrationNegativeTest-1842983464 tempest-LiveMigrationNegativeTest-1842983464-project] 10.222.0.66 "GET /v2.0/security-groups?id=65bbc504-39a0-41da-bd31-ac5a025cebf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693791 Aug 18 11:52:07.623851 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d42138-d012-4e27-888a-807bb7ff05c4 req-03846a89-e061-4922-a3e6-e07738bd453a tempest-ServersWithSpecificFlavorTestJSON-596355724 tempest-ServersWithSpecificFlavorTestJSON-596355724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:07.625455 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f7d42138-d012-4e27-888a-807bb7ff05c4 req-03846a89-e061-4922-a3e6-e07738bd453a tempest-ServersWithSpecificFlavorTestJSON-596355724 tempest-ServersWithSpecificFlavorTestJSON-596355724-project] 10.222.0.66 "GET /v2.0/ports?device_id=66ec6203-209c-4d59-9100-bdf9cb50de2d HTTP/1.1" status: 200 len: 945 time: 0.0832217 Aug 18 11:52:07.652415 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dcc282-ba79-4e68-99fb-426ab08aa424 req-fa10443f-725e-427f-a3c4-2688839317c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:07.654168 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-26dcc282-ba79-4e68-99fb-426ab08aa424 req-fa10443f-725e-427f-a3c4-2688839317c6 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=37b3cb83999f4253ac77c98ca54d0f1a&device_id=a723de70-2f9c-4c58-9f6f-7a49760bfe76 HTTP/1.1" status: 200 len: 1121 time: 0.0820463 Aug 18 11:52:07.769334 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f7d42138-d012-4e27-888a-807bb7ff05c4 req-9b72a4b8-dc97-4a69-b684-70a3ad015f09 tempest-ServersWithSpecificFlavorTestJSON-596355724 tempest-ServersWithSpecificFlavorTestJSON-596355724-project] 10.222.0.66 "GET /v2.0/security-groups?id=238dbab8-dd9a-4024-8b12-d86b53f53679&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1323273 Aug 18 11:52:07.796043 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13480145-a332-439e-92b8-940a38de581b req-d55ea2b9-e550-4d89-8979-b6e2ccb602af tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:07.806030 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-13480145-a332-439e-92b8-940a38de581b req-d55ea2b9-e550-4d89-8979-b6e2ccb602af tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e0a9fc7-bdb0-438e-b3f0-ac051d5f553d HTTP/1.1" status: 200 len: 944 time: 0.1429243 Aug 18 11:52:07.824420 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device d6825562-4dcb-4d31-a972-451b61697385 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:52:07.872678 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dcc282-ba79-4e68-99fb-426ab08aa424 req-f445b4aa-278b-44d7-b256-1f0cfdf1a2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:07.874179 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-26dcc282-ba79-4e68-99fb-426ab08aa424 req-f445b4aa-278b-44d7-b256-1f0cfdf1a2ca service neutron] 10.222.0.63 "GET /v2.0/networks?id=222e0814-c7e5-4b11-9282-3f40c6ed76b2 HTTP/1.1" status: 200 len: 870 time: 0.1950896 Aug 18 11:52:07.893394 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-13480145-a332-439e-92b8-940a38de581b req-25a75ad6-2554-4c6f-b6ab-0d687558690a tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] 10.222.0.66 "GET /v2.0/security-groups?id=07aef7bb-6c11-4cb4-8594-c24180b5d811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830076 Aug 18 11:52:07.903025 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:07.909500 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port d6825562-4dcb-4d31-a972-451b61697385 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:52:07.910173 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:07.992732 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-26dcc282-ba79-4e68-99fb-426ab08aa424 req-7c8a5580-1515-42b6-9539-2bd5be60643e service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=1ba3902b-6d59-499b-8952-d7ec5b805d62 HTTP/1.1" status: 200 len: 217 time: 0.0929501 Aug 18 11:52:07.995205 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5cbd8fc2-1924-4c67-99ec-5116a4ae8795 req-a27dbddc-c2e9-4591-a6dd-a10591daa03a tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.66 "GET /v2.0/ports?device_id=d1a77c32-20c2-49cb-bacf-6d1bc8cdb75a HTTP/1.1" status: 200 len: 210 time: 0.0938058 Aug 18 11:52:08.142134 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dcc282-ba79-4e68-99fb-426ab08aa424 req-d4cc6a1b-f7fc-491b-9079-679e25975fab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:08.143664 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-26dcc282-ba79-4e68-99fb-426ab08aa424 req-d4cc6a1b-f7fc-491b-9079-679e25975fab service neutron] 10.222.0.63 "GET /v2.0/subnets?id=6d16d680-110b-436d-8afa-48ba845b3623 HTTP/1.1" status: 200 len: 843 time: 0.1367035 Aug 18 11:52:08.254819 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1d6b7c51-3292-4169-8d69-c9436b9d9b4d req-7e46cd33-1983-4c0f-ad59-580831855e81 tempest-FloatingIPsTestJSON-1957912001 tempest-FloatingIPsTestJSON-1957912001-project] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1791239 Aug 18 11:52:08.259234 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dcc282-ba79-4e68-99fb-426ab08aa424 req-7031e117-b060-4960-9c31-c7d844acd00f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:08.260678 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-26dcc282-ba79-4e68-99fb-426ab08aa424 req-7031e117-b060-4960-9c31-c7d844acd00f service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=222e0814-c7e5-4b11-9282-3f40c6ed76b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1072237 Aug 18 11:52:08.267230 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-1d6b7c51-3292-4169-8d69-c9436b9d9b4d req-3f676c76-c9ac-4be9-ac85-bb0165bd5f9a tempest-FloatingIPsTestJSON-1957912001 tempest-FloatingIPsTestJSON-1957912001-project] Request body: {'floatingip': {'floating_network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:52:08.346567 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845c3ce5-1467-4b86-b294-8c151b404ef2 req-4877a309-faf1-4a86-8cbc-63adaaa74f17 tempest-ServersWithSpecificFlavorTestJSON-596355724 tempest-ServersWithSpecificFlavorTestJSON-596355724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:08.348070 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-845c3ce5-1467-4b86-b294-8c151b404ef2 req-4877a309-faf1-4a86-8cbc-63adaaa74f17 tempest-ServersWithSpecificFlavorTestJSON-596355724 tempest-ServersWithSpecificFlavorTestJSON-596355724-project] 10.222.0.66 "GET /v2.0/ports?device_id=66ec6203-209c-4d59-9100-bdf9cb50de2d HTTP/1.1" status: 200 len: 945 time: 0.1394062 Aug 18 11:52:08.357458 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 47016) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:52:08.364541 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-9f5da253-6b2d-407a-a1b0-c35dc3bf4dd4 tempest-ServersWithSpecificFlavorTestJSON-596355724 tempest-ServersWithSpecificFlavorTestJSON-596355724-project] Request body: {'floatingip': {'port_id': '5e2c616a-26a0-4994-8529-2af87eaf6368'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:52:08.365379 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-1d6b7c51-3292-4169-8d69-c9436b9d9b4d req-3f676c76-c9ac-4be9-ac85-bb0165bd5f9a tempest-FloatingIPsTestJSON-1957912001 tempest-FloatingIPsTestJSON-1957912001-project] Notify callbacks [] for floatingip, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:08.405179 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 0a25dbe8-457a-4efa-8f86-1405d360f55e up at agent hyperv_n-h1-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:52:08.446449 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-26dcc282-ba79-4e68-99fb-426ab08aa424 req-d9eccf62-3fa2-4f2c-9bd3-51dd048e3d30 service neutron] 10.222.0.63 "GET /v2.0/networks/222e0814-c7e5-4b11-9282-3f40c6ed76b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726906 Aug 18 11:52:08.502998 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Provisioning for port 0a25dbe8-457a-4efa-8f86-1405d360f55e completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 11:52:08.518796 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Provisioning complete for port 0a25dbe8-457a-4efa-8f86-1405d360f55e triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:52:08.520439 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:08.539622 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9f5da253-6b2d-407a-a1b0-c35dc3bf4dd4 tempest-ServersWithSpecificFlavorTestJSON-596355724 tempest-ServersWithSpecificFlavorTestJSON-596355724-project] Notify callbacks [] for floatingip, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:08.587382 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.63', 54253) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:52:08.675409 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:08.703874 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 3cc10453-0472-4bd5-bf62-8a83cefb86aa details requested by agent hyperv_n-h2-804985-2 with host n-h2-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 11:52:08.758815 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c06ca817-8908-411c-ac14-b57d5a672e51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a25dbe8-457a-4efa-8f86-1405d360f55e'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 11:52:08.761879 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db50a436fb3a98495337d8fe7487b4f2ea6f3c1052eb9efadc2ecda2d5737001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95b81cec-2df0-455a-b656-0feb57610a08" -d '{"events": [{"server_uuid": "c06ca817-8908-411c-ac14-b57d5a672e51", "name": "network-vif-plugged", "status": "completed", "tag": "0a25dbe8-457a-4efa-8f86-1405d360f55e"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:52:08.780236 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 0a25dbe8-457a-4efa-8f86-1405d360f55e, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=0a25dbe8-457a-4efa-8f86-1405d360f55e,segment=NetworkSegment(b0eb6eea-b461-4969-8a27-808f00daa8a1),segment_id=b0eb6eea-b461-4969-8a27-808f00daa8a1)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:52:08.811612 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-26dcc282-ba79-4e68-99fb-426ab08aa424 req-4c6f265f-bcf1-48ba-808c-66fbf6cdc6e6 service neutron] 10.222.0.63 "GET /v2.0/networks/222e0814-c7e5-4b11-9282-3f40c6ed76b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3541713 Aug 18 11:52:08.820319 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:08.903654 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=0a25dbe8-457a-4efa-8f86-1405d360f55e,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:52:08.914728 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port 3cc10453-0472-4bd5-bf62-8a83cefb86aa, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=3cc10453-0472-4bd5-bf62-8a83cefb86aa,segment=NetworkSegment(77044dd8-732d-4440-9cc8-7f1936544d71),segment_id=77044dd8-732d-4440-9cc8-7f1936544d71)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:52:08.926051 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Returning: {'device': '3cc10453-0472-4bd5-bf62-8a83cefb86aa', 'network_id': 'f2b8460a-d20a-4d24-a458-477b4502f48c', 'port_id': '3cc10453-0472-4bd5-bf62-8a83cefb86aa', 'mac_address': 'fa:16:3e:8f:15:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 812, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a97adc7a-3cde-4d27-baf4-adb6fa582445', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 11:52:08.956174 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce750110-c364-4973-b246-e37a8bb30d08 req-e82db0d6-ceda-4195-94d3-9bdf56f7fea8 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:08.957695 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ce750110-c364-4973-b246-e37a8bb30d08 req-e82db0d6-ceda-4195-94d3-9bdf56f7fea8 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.63 "GET /v2.0/networks?id=f471d7de-70da-4549-acfc-45017b3843ff HTTP/1.1" status: 200 len: 821 time: 0.3607693 Aug 18 11:52:08.973405 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-1d6b7c51-3292-4169-8d69-c9436b9d9b4d req-3f676c76-c9ac-4be9-ac85-bb0165bd5f9a tempest-FloatingIPsTestJSON-1957912001 tempest-FloatingIPsTestJSON-1957912001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:08.989426 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:08.990010 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-ce750110-c364-4973-b246-e37a8bb30d08 req-ff67c27f-38e3-4dd9-8aa9-a153c27dc494 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] Request body: {'port': {'device_id': 'd1a77c32-20c2-49cb-bacf-6d1bc8cdb75a', 'network_id': 'f471d7de-70da-4549-acfc-45017b3843ff', 'admin_state_up': True, 'tenant_id': '3bd2664269674b678c41aeb663f1f43e'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:52:09.013613 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cc10453-0472-4bd5-bf62-8a83cefb86aa {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 11:52:09.063151 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port 3cc10453-0472-4bd5-bf62-8a83cefb86aa, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=3cc10453-0472-4bd5-bf62-8a83cefb86aa,segment=NetworkSegment(77044dd8-732d-4440-9cc8-7f1936544d71),segment_id=77044dd8-732d-4440-9cc8-7f1936544d71)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:52:09.071955 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:09.110512 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae482ce-777b-4a9f-8827-2d4841ca3c5b req-2c68e10e-6881-45f9-ab7d-84536aa390f2 tempest-LiveMigrationNegativeTest-1842983464 tempest-LiveMigrationNegativeTest-1842983464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:09.118147 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7ae482ce-777b-4a9f-8827-2d4841ca3c5b req-2c68e10e-6881-45f9-ab7d-84536aa390f2 tempest-LiveMigrationNegativeTest-1842983464 tempest-LiveMigrationNegativeTest-1842983464-project] 10.222.0.66 "GET /v2.0/ports?device_id=c06ca817-8908-411c-ac14-b57d5a672e51 HTTP/1.1" status: 200 len: 970 time: 0.2563748 Aug 18 11:52:09.130304 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=3cc10453-0472-4bd5-bf62-8a83cefb86aa,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:52:09.170151 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7ae482ce-777b-4a9f-8827-2d4841ca3c5b req-cb51d2f6-bb06-48c1-a421-240f5257c3ad tempest-LiveMigrationNegativeTest-1842983464 tempest-LiveMigrationNegativeTest-1842983464-project] 10.222.0.66 "GET /v2.0/security-groups?id=65bbc504-39a0-41da-bd31-ac5a025cebf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509298 Aug 18 11:52:09.285844 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [req-1d6b7c51-3292-4169-8d69-c9436b9d9b4d req-3f676c76-c9ac-4be9-ac85-bb0165bd5f9a tempest-FloatingIPsTestJSON-1957912001 tempest-FloatingIPsTestJSON-1957912001-project] Allocated IP 172.25.7.62 (7cae7a70-14fd-408c-b14d-39ceb97cb60e/9784295a-20b8-4a4b-b105-f82737f0448f/513d8655-ce84-41c7-be8c-3818b09192d1) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 11:52:09.287571 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] get_ports_and_sgs() called for port_ids ['3cc10453-0472-4bd5-bf62-8a83cefb86aa'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 11:52:09.302919 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce750110-c364-4973-b246-e37a8bb30d08 req-ff67c27f-38e3-4dd9-8aa9-a153c27dc494 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] Made reservation on behalf of 3bd2664269674b678c41aeb663f1f43e for: {'port': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 11:52:09.306834 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-ce750110-c364-4973-b246-e37a8bb30d08 req-ff67c27f-38e3-4dd9-8aa9-a153c27dc494 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:09.468797 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9f5da253-6b2d-407a-a1b0-c35dc3bf4dd4 tempest-ServersWithSpecificFlavorTestJSON-596355724 tempest-ServersWithSpecificFlavorTestJSON-596355724-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:09.475634 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9f5da253-6b2d-407a-a1b0-c35dc3bf4dd4 tempest-ServersWithSpecificFlavorTestJSON-596355724 tempest-ServersWithSpecificFlavorTestJSON-596355724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-989945'] for floatingip, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:09.606160 n-d-804985-2 neutron-server[106253]: INFO neutron.db.l3_db [None req-9f5da253-6b2d-407a-a1b0-c35dc3bf4dd4 tempest-ServersWithSpecificFlavorTestJSON-596355724 tempest-ServersWithSpecificFlavorTestJSON-596355724-project] Floating IP cde7a271-dc52-479c-816e-0b2a6b6938b0 associated. External IP: 172.25.7.157, port: 5e2c616a-26a0-4994-8529-2af87eaf6368. Aug 18 11:52:09.619788 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 11:52:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15a31e38-6f12-483a-98a4-a5ff70623363 x-openstack-request-id: req-15a31e38-6f12-483a-98a4-a5ff70623363 {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:52:09.620166 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c06ca817-8908-411c-ac14-b57d5a672e51", "name": "network-vif-plugged", "status": "completed", "tag": "0a25dbe8-457a-4efa-8f86-1405d360f55e", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:52:09.620491 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-15a31e38-6f12-483a-98a4-a5ff70623363 {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:52:09.620943 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c06ca817-8908-411c-ac14-b57d5a672e51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a25dbe8-457a-4efa-8f86-1405d360f55e', 'code': 200} Aug 18 11:52:09.856237 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453f4b0b-9c0e-43d2-b7f7-ac321195d65f req-b8ef1095-8903-41eb-936d-be5c3504fbb2 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:09.857790 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-453f4b0b-9c0e-43d2-b7f7-ac321195d65f req-b8ef1095-8903-41eb-936d-be5c3504fbb2 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e0a9fc7-bdb0-438e-b3f0-ac051d5f553d HTTP/1.1" status: 200 len: 945 time: 0.1726935 Aug 18 11:52:09.859898 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [req-ce750110-c364-4973-b246-e37a8bb30d08 req-ff67c27f-38e3-4dd9-8aa9-a153c27dc494 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] Allocated IP 172.20.0.6 (f471d7de-70da-4549-acfc-45017b3843ff/16b84496-6d9e-4d8c-9087-8e81549f7d75/bbc5fb34-a9c7-4e4e-9c45-8b4dea9c9324) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 11:52:09.867607 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f91e3a-5cbc-49bb-a53b-ce2006c32da1 req-d9198dd9-140e-4364-8f7c-2d2f153c0cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:09.869138 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-50f91e3a-5cbc-49bb-a53b-ce2006c32da1 req-d9198dd9-140e-4364-8f7c-2d2f153c0cc6 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=c06ca817-8908-411c-ac14-b57d5a672e51 HTTP/1.1" status: 200 len: 1121 time: 0.1478715 Aug 18 11:52:09.930805 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-1d6b7c51-3292-4169-8d69-c9436b9d9b4d req-3f676c76-c9ac-4be9-ac85-bb0165bd5f9a tempest-FloatingIPsTestJSON-1957912001 tempest-FloatingIPsTestJSON-1957912001-project] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:10.000567 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-50f91e3a-5cbc-49bb-a53b-ce2006c32da1 req-7a55ba14-2c03-44c7-8bb6-f55326de104d service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=65bbc504-39a0-41da-bd31-ac5a025cebf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101992 Aug 18 11:52:10.003620 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-453f4b0b-9c0e-43d2-b7f7-ac321195d65f req-617e105f-81ab-4288-a152-51583e9309b2 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] 10.222.0.66 "GET /v2.0/security-groups?id=07aef7bb-6c11-4cb4-8594-c24180b5d811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335895 Aug 18 11:52:10.010608 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f5da253-6b2d-407a-a1b0-c35dc3bf4dd4 tempest-ServersWithSpecificFlavorTestJSON-596355724 tempest-ServersWithSpecificFlavorTestJSON-596355724-project] Router 0d9abde5-2417-418c-8738-fb63cad274ff has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 11:52:10.092176 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-1d6b7c51-3292-4169-8d69-c9436b9d9b4d req-3f676c76-c9ac-4be9-ac85-bb0165bd5f9a tempest-FloatingIPsTestJSON-1957912001 tempest-FloatingIPsTestJSON-1957912001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:10.136355 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f5da253-6b2d-407a-a1b0-c35dc3bf4dd4 tempest-ServersWithSpecificFlavorTestJSON-596355724 tempest-ServersWithSpecificFlavorTestJSON-596355724-project] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 11:52:10.142556 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9f5da253-6b2d-407a-a1b0-c35dc3bf4dd4 tempest-ServersWithSpecificFlavorTestJSON-596355724 tempest-ServersWithSpecificFlavorTestJSON-596355724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for floatingip, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:10.160044 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-574b10f6-61e3-4010-85d2-6b3c5bd74621 None None] Sync routers for ids ['0d9abde5-2417-418c-8738-fb63cad274ff'] in n-d-804985-2 {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 11:52:10.165771 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d6b7c51-3292-4169-8d69-c9436b9d9b4d req-3f676c76-c9ac-4be9-ac85-bb0165bd5f9a tempest-FloatingIPsTestJSON-1957912001 tempest-FloatingIPsTestJSON-1957912001-project] Network 7cae7a70-14fd-408c-b14d-39ceb97cb60e is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 11:52:10.171843 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [req-1d6b7c51-3292-4169-8d69-c9436b9d9b4d req-3f676c76-c9ac-4be9-ac85-bb0165bd5f9a tempest-FloatingIPsTestJSON-1957912001 tempest-FloatingIPsTestJSON-1957912001-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:52:10.172622 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-574b10f6-61e3-4010-85d2-6b3c5bd74621 None None] Routers {'0d9abde5-2417-418c-8738-fb63cad274ff'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 11:52:10.173244 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-574b10f6-61e3-4010-85d2-6b3c5bd74621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T11:51:51Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['0d9abde5-2417-418c-8738-fb63cad274ff'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:52:10.174624 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d6b7c51-3292-4169-8d69-c9436b9d9b4d req-3f676c76-c9ac-4be9-ac85-bb0165bd5f9a tempest-FloatingIPsTestJSON-1957912001 tempest-FloatingIPsTestJSON-1957912001-project] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 11:52:10.177407 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-9f5da253-6b2d-407a-a1b0-c35dc3bf4dd4 tempest-ServersWithSpecificFlavorTestJSON-596355724 tempest-ServersWithSpecificFlavorTestJSON-596355724-project] 10.222.0.66 "PUT /v2.0/floatingips/cde7a271-dc52-479c-816e-0b2a6b6938b0 HTTP/1.1" status: 200 len: 991 time: 1.8181522 Aug 18 11:52:10.178251 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66ec6203-209c-4d59-9100-bdf9cb50de2d', 'tag': '5e2c616a-26a0-4994-8529-2af87eaf6368'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 11:52:10.181045 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0679f4c4b6e0e0c064a7d71d722dc30541a34fffee11680573be22ee2ffccc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0f216ea-2acf-4894-8858-69cb5febd2ae" -d '{"events": [{"name": "network-changed", "server_uuid": "66ec6203-209c-4d59-9100-bdf9cb50de2d", "tag": "5e2c616a-26a0-4994-8529-2af87eaf6368"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:52:10.186841 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-ce750110-c364-4973-b246-e37a8bb30d08 req-ff67c27f-38e3-4dd9-8aa9-a153c27dc494 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:10.193145 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f676c76-c9ac-4be9-ac85-bb0165bd5f9a tempest-FloatingIPsTestJSON-1957912001 tempest-FloatingIPsTestJSON-1957912001-project] Pushing event updated for resources: {'Port': ['ID=513d8655-ce84-41c7-be8c-3818b09192d1,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:52:10.269492 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-1d6b7c51-3292-4169-8d69-c9436b9d9b4d req-3f676c76-c9ac-4be9-ac85-bb0165bd5f9a tempest-FloatingIPsTestJSON-1957912001 tempest-FloatingIPsTestJSON-1957912001-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:10.283676 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-574b10f6-61e3-4010-85d2-6b3c5bd74621 None None] Set router 0d9abde5-2417-418c-8738-fb63cad274ff gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 11:52:10.287200 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2835b55c-9292-4aaa-b34f-c048120a364f req-9bc209e0-3812-4663-b442-a9a78ff97e03 tempest-DeleteServersAdminTestJSON-34510037 tempest-DeleteServersAdminTestJSON-34510037-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=c113364195014a0e8033cc2db6ff8c60&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0376296 Aug 18 11:52:10.340649 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-ce750110-c364-4973-b246-e37a8bb30d08 req-ff67c27f-38e3-4dd9-8aa9-a153c27dc494 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:10.420158 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-1d6b7c51-3292-4169-8d69-c9436b9d9b4d req-3f676c76-c9ac-4be9-ac85-bb0165bd5f9a tempest-FloatingIPsTestJSON-1957912001 tempest-FloatingIPsTestJSON-1957912001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:10.454048 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce750110-c364-4973-b246-e37a8bb30d08 req-ff67c27f-38e3-4dd9-8aa9-a153c27dc494 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] Network f471d7de-70da-4549-acfc-45017b3843ff is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 11:52:10.464888 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [req-ce750110-c364-4973-b246-e37a8bb30d08 req-ff67c27f-38e3-4dd9-8aa9-a153c27dc494 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:52:10.471988 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce750110-c364-4973-b246-e37a8bb30d08 req-ff67c27f-38e3-4dd9-8aa9-a153c27dc494 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 11:52:10.477634 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce750110-c364-4973-b246-e37a8bb30d08 req-ff67c27f-38e3-4dd9-8aa9-a153c27dc494 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:10.478241 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-ce750110-c364-4973-b246-e37a8bb30d08 req-ff67c27f-38e3-4dd9-8aa9-a153c27dc494 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:10.487207 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff67c27f-38e3-4dd9-8aa9-a153c27dc494 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] Pushing event updated for resources: {'Port': ['ID=bbc5fb34-a9c7-4e4e-9c45-8b4dea9c9324,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:52:10.528876 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ce750110-c364-4973-b246-e37a8bb30d08 req-ff67c27f-38e3-4dd9-8aa9-a153c27dc494 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5572829 Aug 18 11:52:10.547813 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-574b10f6-61e3-4010-85d2-6b3c5bd74621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d9abde5-2417-418c-8738-fb63cad274ff', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-299522033-router', 'tenant_id': 'c87ef195b6b74f67b0f04cf988678fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.221'}], 'enable_snat': True}, 'gw_port_id': 'f37deb53-08d6-46bd-9be1-d9ba79b0786e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T11:51:19Z', 'updated_at': '2021-08-18T11:51:23Z', 'revision_number': 4, 'project_id': 'c87ef195b6b74f67b0f04cf988678fa6', 'gw_port': {'id': 'f37deb53-08d6-46bd-9be1-d9ba79b0786e', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:b5:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9abde5-2417-418c-8738-fb63cad274ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:51:19Z', 'updated_at': '2021-08-18T11:51:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_floatingips': [{'id': 'cde7a271-dc52-479c-816e-0b2a6b6938b0', 'tenant_id': 'c87ef195b6b74f67b0f04cf988678fa6', 'floating_ip_address': '172.25.7.157', 'floating_network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'router_id': '0d9abde5-2417-418c-8738-fb63cad274ff', 'port_id': '5e2c616a-26a0-4994-8529-2af87eaf6368', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '299a3393-ede6-4663-8e2e-68401e0c2de3', 'mac_address': 'fa:16:3e:45:6f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66ec6203-209c-4d59-9100-bdf9cb50de2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T11:51:41Z', 'updated_at': '2021-08-18T11:52:09Z', 'revision_number': 1, 'project_id': 'c87ef195b6b74f67b0f04cf988678fa6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49bdb1b6-8f91-4719-950a-3b0c218900ad', 'name': '', 'network_id': '299a3393-ede6-4663-8e2e-68401e0c2de3', 'tenant_id': 'c87ef195b6b74f67b0f04cf988678fa6', 'mac_address': 'fa:16:3e:86:2d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9abde5-2417-418c-8738-fb63cad274ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '1f6a98c3-f342-4c72-a137-7aba7a641e96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:51:22Z', 'updated_at': '2021-08-18T11:51:30Z', 'revision_number': 5, 'project_id': 'c87ef195b6b74f67b0f04cf988678fa6', 'subnets': [{'id': '1f6a98c3-f342-4c72-a137-7aba7a641e96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:52:10.571398 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2835b55c-9292-4aaa-b34f-c048120a364f req-36af9f24-d429-4274-a47b-f38a37fd28ee tempest-DeleteServersAdminTestJSON-34510037 tempest-DeleteServersAdminTestJSON-34510037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:10.572909 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2835b55c-9292-4aaa-b34f-c048120a364f req-36af9f24-d429-4274-a47b-f38a37fd28ee tempest-DeleteServersAdminTestJSON-34510037 tempest-DeleteServersAdminTestJSON-34510037-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2698851 Aug 18 11:52:10.573417 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-574b10f6-61e3-4010-85d2-6b3c5bd74621 None None] Checking router: 0d9abde5-2417-418c-8738-fb63cad274ff for host: n-d-804985-2 {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 11:52:10.578261 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-ce750110-c364-4973-b246-e37a8bb30d08 req-0534874a-1290-4eab-81f1-3b6c96bd4edc service neutron] Request body: {'port': {'device_id': 'd1a77c32-20c2-49cb-bacf-6d1bc8cdb75a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804985-2'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:52:10.581707 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-574b10f6-61e3-4010-85d2-6b3c5bd74621 None None] Routers {'0d9abde5-2417-418c-8738-fb63cad274ff'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 11:52:10.582315 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-574b10f6-61e3-4010-85d2-6b3c5bd74621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T11:51:51Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['0d9abde5-2417-418c-8738-fb63cad274ff'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:52:10.643888 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2835b55c-9292-4aaa-b34f-c048120a364f req-60ca46b8-abaa-44d5-a975-31a73c0606a9 tempest-DeleteServersAdminTestJSON-34510037 tempest-DeleteServersAdminTestJSON-34510037-project] 10.222.0.66 "GET /v2.0/quotas/c113364195014a0e8033cc2db6ff8c60 HTTP/1.1" status: 200 len: 375 time: 0.0628436 Aug 18 11:52:10.684570 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-574b10f6-61e3-4010-85d2-6b3c5bd74621 None None] Set router 0d9abde5-2417-418c-8738-fb63cad274ff gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 11:52:10.702594 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 3cc10453-0472-4bd5-bf62-8a83cefb86aa up at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:52:10.715417 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2835b55c-9292-4aaa-b34f-c048120a364f req-017b0152-0032-41c8-997c-aac7e3af2ad1 tempest-DeleteServersAdminTestJSON-34510037 tempest-DeleteServersAdminTestJSON-34510037-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=c113364195014a0e8033cc2db6ff8c60&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0610056 Aug 18 11:52:10.719681 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-ce750110-c364-4973-b246-e37a8bb30d08 req-0534874a-1290-4eab-81f1-3b6c96bd4edc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:10.741311 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9ae75b6d-06f0-4865-872f-11898e2faf5f req-8e7d6c9e-dd02-4c5a-afae-90f1584cb679 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=66ec6203-209c-4d59-9100-bdf9cb50de2d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1291819 Aug 18 11:52:10.765658 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Provisioning for port 3cc10453-0472-4bd5-bf62-8a83cefb86aa completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 11:52:10.770875 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Provisioning complete for port 3cc10453-0472-4bd5-bf62-8a83cefb86aa triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:52:10.771341 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:10.870735 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-1d6b7c51-3292-4169-8d69-c9436b9d9b4d req-3f676c76-c9ac-4be9-ac85-bb0165bd5f9a tempest-FloatingIPsTestJSON-1957912001 tempest-FloatingIPsTestJSON-1957912001-project] Notify callbacks [] for port, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:10.918729 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-1d6b7c51-3292-4169-8d69-c9436b9d9b4d req-3f676c76-c9ac-4be9-ac85-bb0165bd5f9a tempest-FloatingIPsTestJSON-1957912001 tempest-FloatingIPsTestJSON-1957912001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:10.931016 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:10.977678 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port 3cc10453-0472-4bd5-bf62-8a83cefb86aa, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=3cc10453-0472-4bd5-bf62-8a83cefb86aa,segment=NetworkSegment(77044dd8-732d-4440-9cc8-7f1936544d71),segment_id=77044dd8-732d-4440-9cc8-7f1936544d71)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:52:10.984463 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:11.065667 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=3cc10453-0472-4bd5-bf62-8a83cefb86aa,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:52:11.066027 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-574b10f6-61e3-4010-85d2-6b3c5bd74621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d9abde5-2417-418c-8738-fb63cad274ff', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-299522033-router', 'tenant_id': 'c87ef195b6b74f67b0f04cf988678fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.221'}], 'enable_snat': True}, 'gw_port_id': 'f37deb53-08d6-46bd-9be1-d9ba79b0786e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T11:51:19Z', 'updated_at': '2021-08-18T11:51:23Z', 'revision_number': 4, 'project_id': 'c87ef195b6b74f67b0f04cf988678fa6', 'gw_port': {'id': 'f37deb53-08d6-46bd-9be1-d9ba79b0786e', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:b5:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9abde5-2417-418c-8738-fb63cad274ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:51:19Z', 'updated_at': '2021-08-18T11:51:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_floatingips': [{'id': 'cde7a271-dc52-479c-816e-0b2a6b6938b0', 'tenant_id': 'c87ef195b6b74f67b0f04cf988678fa6', 'floating_ip_address': '172.25.7.157', 'floating_network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'router_id': '0d9abde5-2417-418c-8738-fb63cad274ff', 'port_id': '5e2c616a-26a0-4994-8529-2af87eaf6368', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '299a3393-ede6-4663-8e2e-68401e0c2de3', 'mac_address': 'fa:16:3e:45:6f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66ec6203-209c-4d59-9100-bdf9cb50de2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T11:51:41Z', 'updated_at': '2021-08-18T11:52:09Z', 'revision_number': 1, 'project_id': 'c87ef195b6b74f67b0f04cf988678fa6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49bdb1b6-8f91-4719-950a-3b0c218900ad', 'name': '', 'network_id': '299a3393-ede6-4663-8e2e-68401e0c2de3', 'tenant_id': 'c87ef195b6b74f67b0f04cf988678fa6', 'mac_address': 'fa:16:3e:86:2d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9abde5-2417-418c-8738-fb63cad274ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '1f6a98c3-f342-4c72-a137-7aba7a641e96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:51:22Z', 'updated_at': '2021-08-18T11:51:30Z', 'revision_number': 5, 'project_id': 'c87ef195b6b74f67b0f04cf988678fa6', 'subnets': [{'id': '1f6a98c3-f342-4c72-a137-7aba7a641e96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:52:11.080712 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-1d6b7c51-3292-4169-8d69-c9436b9d9b4d req-3f676c76-c9ac-4be9-ac85-bb0165bd5f9a tempest-FloatingIPsTestJSON-1957912001 tempest-FloatingIPsTestJSON-1957912001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-989945'] for floatingip, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:11.103527 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-574b10f6-61e3-4010-85d2-6b3c5bd74621 None None] The sync data for ids ['0d9abde5-2417-418c-8738-fb63cad274ff'] in n-d-804985-2 is: [{'id': '0d9abde5-2417-418c-8738-fb63cad274ff', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-299522033-router', 'tenant_id': 'c87ef195b6b74f67b0f04cf988678fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.221'}], 'enable_snat': True}, 'gw_port_id': 'f37deb53-08d6-46bd-9be1-d9ba79b0786e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T11:51:19Z', 'updated_at': '2021-08-18T11:51:23Z', 'revision_number': 4, 'project_id': 'c87ef195b6b74f67b0f04cf988678fa6', 'gw_port': {'id': 'f37deb53-08d6-46bd-9be1-d9ba79b0786e', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:b5:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9abde5-2417-418c-8738-fb63cad274ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:51:19Z', 'updated_at': '2021-08-18T11:51:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_floatingips': [{'id': 'cde7a271-dc52-479c-816e-0b2a6b6938b0', 'tenant_id': 'c87ef195b6b74f67b0f04cf988678fa6', 'floating_ip_address': '172.25.7.157', 'floating_network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'router_id': '0d9abde5-2417-418c-8738-fb63cad274ff', 'port_id': '5e2c616a-26a0-4994-8529-2af87eaf6368', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '299a3393-ede6-4663-8e2e-68401e0c2de3', 'mac_address': 'fa:16:3e:45:6f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66ec6203-209c-4d59-9100-bdf9cb50de2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T11:51:41Z', 'updated_at': '2021-08-18T11:52:09Z', 'revision_number': 1, 'project_id': 'c87ef195b6b74f67b0f04cf988678fa6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49bdb1b6-8f91-4719-950a-3b0c218900ad', 'name': '', 'network_id': '299a3393-ede6-4663-8e2e-68401e0c2de3', 'tenant_id': 'c87ef195b6b74f67b0f04cf988678fa6', 'mac_address': 'fa:16:3e:86:2d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9abde5-2417-418c-8738-fb63cad274ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '1f6a98c3-f342-4c72-a137-7aba7a641e96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:51:22Z', 'updated_at': '2021-08-18T11:51:30Z', 'revision_number': 5, 'project_id': 'c87ef195b6b74f67b0f04cf988678fa6', 'subnets': [{'id': '1f6a98c3-f342-4c72-a137-7aba7a641e96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 11:52:11.149017 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae75b6d-06f0-4865-872f-11898e2faf5f req-f1b6afa7-afd9-4138-9566-9f967ed2d718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:11.150692 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9ae75b6d-06f0-4865-872f-11898e2faf5f req-f1b6afa7-afd9-4138-9566-9f967ed2d718 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c87ef195b6b74f67b0f04cf988678fa6&device_id=66ec6203-209c-4d59-9100-bdf9cb50de2d HTTP/1.1" status: 200 len: 1096 time: 0.2943611 Aug 18 11:52:11.217838 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-1d6b7c51-3292-4169-8d69-c9436b9d9b4d req-3f676c76-c9ac-4be9-ac85-bb0165bd5f9a tempest-FloatingIPsTestJSON-1957912001 tempest-FloatingIPsTestJSON-1957912001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for floatingip, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:11.220941 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1d6b7c51-3292-4169-8d69-c9436b9d9b4d req-3f676c76-c9ac-4be9-ac85-bb0165bd5f9a tempest-FloatingIPsTestJSON-1957912001 tempest-FloatingIPsTestJSON-1957912001-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.9593399 Aug 18 11:52:11.256292 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f676c76-c9ac-4be9-ac85-bb0165bd5f9a tempest-FloatingIPsTestJSON-1957912001 tempest-FloatingIPsTestJSON-1957912001-project] Pushing event updated for resources: {'Port': ['ID=513d8655-ce84-41c7-be8c-3818b09192d1,revision_number=2']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:52:11.315880 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ec3492-e02e-4886-8bde-b845714b58bb None None] New status for floating IP cde7a271-dc52-479c-816e-0b2a6b6938b0: ACTIVE {{(pid=106254) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 11:52:11.343023 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99bb971-2fd9-4476-b181-01564761a80f req-d81475e8-a58c-460f-8bda-1b7fd529d2ab tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:11.344588 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f99bb971-2fd9-4476-b181-01564761a80f req-d81475e8-a58c-460f-8bda-1b7fd529d2ab tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.66 "GET /v2.0/ports?device_id=d1a77c32-20c2-49cb-bacf-6d1bc8cdb75a HTTP/1.1" status: 200 len: 931 time: 0.3234174 Aug 18 11:52:11.350898 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1d6b7c51-3292-4169-8d69-c9436b9d9b4d req-066f6312-e6a7-4416-8664-19a7f90172de tempest-FloatingIPsTestJSON-1957912001 tempest-FloatingIPsTestJSON-1957912001-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.7.62 HTTP/1.1" status: 200 len: 695 time: 0.0883291 Aug 18 11:52:11.488458 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae75b6d-06f0-4865-872f-11898e2faf5f req-41676483-6705-489c-aa9f-0d02a1bee385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:11.489839 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9ae75b6d-06f0-4865-872f-11898e2faf5f req-41676483-6705-489c-aa9f-0d02a1bee385 service neutron] 10.222.0.62 "GET /v2.0/networks?id=299a3393-ede6-4663-8e2e-68401e0c2de3 HTTP/1.1" status: 200 len: 924 time: 0.2988634 Aug 18 11:52:11.527804 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f99bb971-2fd9-4476-b181-01564761a80f req-dc9ecfd6-6638-4a71-b827-e159d820e1b9 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.66 "GET /v2.0/security-groups?id=fecad5ed-08b4-4db8-8e35-9a1fb2f01a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682820 Aug 18 11:52:11.599674 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [req-ce750110-c364-4973-b246-e37a8bb30d08 req-0534874a-1290-4eab-81f1-3b6c96bd4edc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbc5fb34-a9c7-4e4e-9c45-8b4dea9c9324 {{(pid=106252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 11:52:11.620598 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-ce750110-c364-4973-b246-e37a8bb30d08 req-0534874a-1290-4eab-81f1-3b6c96bd4edc service neutron] Notify callbacks [] for port, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:11.622105 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e0a9fc7-bdb0-438e-b3f0-ac051d5f553d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cc10453-0472-4bd5-bf62-8a83cefb86aa'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 11:52:11.625400 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db50a436fb3a98495337d8fe7487b4f2ea6f3c1052eb9efadc2ecda2d5737001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3081a880-834b-4f13-b4ed-fdb8e8719063" -d '{"events": [{"server_uuid": "2e0a9fc7-bdb0-438e-b3f0-ac051d5f553d", "name": "network-vif-plugged", "status": "completed", "tag": "3cc10453-0472-4bd5-bf62-8a83cefb86aa"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:52:11.794396 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 11:52:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e1b3033-159f-44c6-a644-0757129cc89d x-openstack-request-id: req-0e1b3033-159f-44c6-a644-0757129cc89d {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:52:11.794920 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66ec6203-209c-4d59-9100-bdf9cb50de2d", "tag": "5e2c616a-26a0-4994-8529-2af87eaf6368", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:52:11.794920 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-0e1b3033-159f-44c6-a644-0757129cc89d {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:52:11.795310 n-d-804985-2 neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66ec6203-209c-4d59-9100-bdf9cb50de2d', 'tag': '5e2c616a-26a0-4994-8529-2af87eaf6368', 'status': 'completed', 'code': 200} Aug 18 11:52:11.907705 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6b7c51-3292-4169-8d69-c9436b9d9b4d req-04c83a4d-c01f-457e-9276-807211d11a0a tempest-FloatingIPsTestJSON-1957912001 tempest-FloatingIPsTestJSON-1957912001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:11.909048 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1d6b7c51-3292-4169-8d69-c9436b9d9b4d req-04c83a4d-c01f-457e-9276-807211d11a0a tempest-FloatingIPsTestJSON-1957912001 tempest-FloatingIPsTestJSON-1957912001-project] 10.222.0.66 "GET /v2.0/networks/7cae7a70-14fd-408c-b14d-39ceb97cb60e HTTP/1.1" status: 200 len: 784 time: 0.5507226 Aug 18 11:52:11.910783 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9ae75b6d-06f0-4865-872f-11898e2faf5f req-5ea03cad-5080-4492-8614-3285ade0763c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5e2c616a-26a0-4994-8529-2af87eaf6368 HTTP/1.1" status: 200 len: 999 time: 0.4118788 Aug 18 11:52:11.912552 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [req-ce750110-c364-4973-b246-e37a8bb30d08 req-0534874a-1290-4eab-81f1-3b6c96bd4edc service neutron] Transition to ACTIVE for port object bbc5fb34-a9c7-4e4e-9c45-8b4dea9c9324 will not be triggered until provisioned by entity L2. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 11:52:11.934049 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-ce750110-c364-4973-b246-e37a8bb30d08 req-0534874a-1290-4eab-81f1-3b6c96bd4edc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:12.027768 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855b365f-b563-49e2-8c98-ee5a02e697c1 req-60e1c28f-af55-4761-a32c-265d9b7e7a0e tempest-LiveMigrationNegativeTest-1842983464 tempest-LiveMigrationNegativeTest-1842983464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:12.029375 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-855b365f-b563-49e2-8c98-ee5a02e697c1 req-60e1c28f-af55-4761-a32c-265d9b7e7a0e tempest-LiveMigrationNegativeTest-1842983464 tempest-LiveMigrationNegativeTest-1842983464-project] 10.222.0.66 "GET /v2.0/ports?device_id=c06ca817-8908-411c-ac14-b57d5a672e51 HTTP/1.1" status: 200 len: 970 time: 0.1703935 Aug 18 11:52:12.045519 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0534874a-1290-4eab-81f1-3b6c96bd4edc service neutron] Pushing event updated for resources: {'Port': ['ID=bbc5fb34-a9c7-4e4e-9c45-8b4dea9c9324,revision_number=2']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:52:12.054473 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-2835b55c-9292-4aaa-b34f-c048120a364f req-4d505bda-994a-4c80-8cee-ac9a92f1b150 tempest-DeleteServersAdminTestJSON-34510037 tempest-DeleteServersAdminTestJSON-34510037-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=c113364195014a0e8033cc2db6ff8c60&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0470188 Aug 18 11:52:12.060773 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae75b6d-06f0-4865-872f-11898e2faf5f req-100fc20e-ca8a-4db9-9eae-f0ed570b196c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:12.062261 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9ae75b6d-06f0-4865-872f-11898e2faf5f req-100fc20e-ca8a-4db9-9eae-f0ed570b196c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1f6a98c3-f342-4c72-a137-7aba7a641e96 HTTP/1.1" status: 200 len: 862 time: 0.1398711 Aug 18 11:52:12.154388 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-855b365f-b563-49e2-8c98-ee5a02e697c1 req-5bf15ea5-bd74-4f97-9116-511ed9694da1 tempest-LiveMigrationNegativeTest-1842983464 tempest-LiveMigrationNegativeTest-1842983464-project] 10.222.0.66 "GET /v2.0/security-groups?id=65bbc504-39a0-41da-bd31-ac5a025cebf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108756 Aug 18 11:52:12.168566 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-ce750110-c364-4973-b246-e37a8bb30d08 req-0534874a-1290-4eab-81f1-3b6c96bd4edc service neutron] Attempting to bind port bbc5fb34-a9c7-4e4e-9c45-8b4dea9c9324 on host n-h1-804985-2 for vnic_type normal with profile {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 11:52:12.168891 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-ce750110-c364-4973-b246-e37a8bb30d08 req-0534874a-1290-4eab-81f1-3b6c96bd4edc service neutron] Attempting to bind port bbc5fb34-a9c7-4e4e-9c45-8b4dea9c9324 by drivers openvswitch,hyperv on host n-h1-804985-2 at level 0 using segments [{'id': '0622c33d-7d5a-4968-950b-edb53be5f858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'f471d7de-70da-4549-acfc-45017b3843ff'}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 11:52:12.169219 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce750110-c364-4973-b246-e37a8bb30d08 req-0534874a-1290-4eab-81f1-3b6c96bd4edc service neutron] Attempting to bind port bbc5fb34-a9c7-4e4e-9c45-8b4dea9c9324 on network f471d7de-70da-4549-acfc-45017b3843ff {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 11:52:12.173884 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-32078d54-13f2-4afa-993a-7ccf84df25f7 req-6d1c1247-38e1-4b53-b54b-78c0e23aac58 tempest-DeleteServersAdminTestJSON-34510037 tempest-DeleteServersAdminTestJSON-34510037-project] 10.222.0.66 "GET /v2.0/ports?device_id=092f4b80-1fe4-4ca5-8eab-da77c746eac0 HTTP/1.1" status: 200 len: 210 time: 0.0401921 Aug 18 11:52:12.193897 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce750110-c364-4973-b246-e37a8bb30d08 req-0534874a-1290-4eab-81f1-3b6c96bd4edc service neutron] Port bbc5fb34-a9c7-4e4e-9c45-8b4dea9c9324 on network f471d7de-70da-4549-acfc-45017b3843ff not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-2 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 11:52:12.194216 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce750110-c364-4973-b246-e37a8bb30d08 req-0534874a-1290-4eab-81f1-3b6c96bd4edc service neutron] Attempting to bind port bbc5fb34-a9c7-4e4e-9c45-8b4dea9c9324 on network f471d7de-70da-4549-acfc-45017b3843ff {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 11:52:12.199674 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae75b6d-06f0-4865-872f-11898e2faf5f req-f1bf6ca9-01db-42fe-a604-266216521cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:12.201194 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9ae75b6d-06f0-4865-872f-11898e2faf5f req-f1bf6ca9-01db-42fe-a604-266216521cf3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=299a3393-ede6-4663-8e2e-68401e0c2de3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1288199 Aug 18 11:52:12.204003 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce750110-c364-4973-b246-e37a8bb30d08 req-0534874a-1290-4eab-81f1-3b6c96bd4edc service neutron] Checking agent: {'id': 'a613417a-d085-492c-941a-59bb18c633d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 49, 6), 'started_at': datetime.datetime(2021, 8, 18, 11, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 11, 52, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 11:52:12.204335 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce750110-c364-4973-b246-e37a8bb30d08 req-0534874a-1290-4eab-81f1-3b6c96bd4edc service neutron] Checking segment: {'id': '0622c33d-7d5a-4968-950b-edb53be5f858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'f471d7de-70da-4549-acfc-45017b3843ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 11:52:12.204732 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce750110-c364-4973-b246-e37a8bb30d08 req-0534874a-1290-4eab-81f1-3b6c96bd4edc service neutron] Bound using segment: {'id': '0622c33d-7d5a-4968-950b-edb53be5f858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'f471d7de-70da-4549-acfc-45017b3843ff'} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 11:52:12.205160 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-ce750110-c364-4973-b246-e37a8bb30d08 req-0534874a-1290-4eab-81f1-3b6c96bd4edc service neutron] Bound port: bbc5fb34-a9c7-4e4e-9c45-8b4dea9c9324, host: n-h1-804985-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0622c33d-7d5a-4968-950b-edb53be5f858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'f471d7de-70da-4549-acfc-45017b3843ff'}}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 11:52:12.205520 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-ce750110-c364-4973-b246-e37a8bb30d08 req-0534874a-1290-4eab-81f1-3b6c96bd4edc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:12.233741 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 11:52:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0886b8ce-d87b-483f-8e0f-551940d12ae5 x-openstack-request-id: req-0886b8ce-d87b-483f-8e0f-551940d12ae5 {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:52:12.234733 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e0a9fc7-bdb0-438e-b3f0-ac051d5f553d", "name": "network-vif-plugged", "status": "completed", "tag": "3cc10453-0472-4bd5-bf62-8a83cefb86aa", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:52:12.235169 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-0886b8ce-d87b-483f-8e0f-551940d12ae5 {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:52:12.235763 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e0a9fc7-bdb0-438e-b3f0-ac051d5f553d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cc10453-0472-4bd5-bf62-8a83cefb86aa', 'code': 200} Aug 18 11:52:12.304992 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2835b55c-9292-4aaa-b34f-c048120a364f req-acbe4a5e-704c-4191-9447-2d9a4b96d55c tempest-DeleteServersAdminTestJSON-34510037 tempest-DeleteServersAdminTestJSON-34510037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:12.306451 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-2835b55c-9292-4aaa-b34f-c048120a364f req-acbe4a5e-704c-4191-9447-2d9a4b96d55c tempest-DeleteServersAdminTestJSON-34510037 tempest-DeleteServersAdminTestJSON-34510037-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2460611 Aug 18 11:52:12.306922 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.62', 58018) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:52:12.381896 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [req-2835b55c-9292-4aaa-b34f-c048120a364f req-15d1218b-4920-4317-b6ea-17a823a98da5 tempest-DeleteServersAdminTestJSON-34510037 tempest-DeleteServersAdminTestJSON-34510037-project] Request body: {'port': {'device_id': '092f4b80-1fe4-4ca5-8eab-da77c746eac0', 'network_id': '222e0814-c7e5-4b11-9282-3f40c6ed76b2', 'admin_state_up': True, 'tenant_id': 'c113364195014a0e8033cc2db6ff8c60'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:52:12.394358 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7d0b2c4f-4cf9-4001-a674-669d57948755 req-8a960425-bb25-4d0f-a0bd-71495f213a7d tempest-FloatingIPsTestJSON-1957912001 tempest-FloatingIPsTestJSON-1957912001-project] 10.222.0.66 "GET /v2.0/floatingips/e79810a2-ff44-47b5-a8fd-c5b52628521f HTTP/1.1" status: 200 len: 692 time: 0.0747666 Aug 18 11:52:12.396010 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-ce750110-c364-4973-b246-e37a8bb30d08 req-0534874a-1290-4eab-81f1-3b6c96bd4edc service neutron] For port bbc5fb34-a9c7-4e4e-9c45-8b4dea9c9324, host n-h1-804985-2, cleared binding levels {{(pid=106252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 11:52:12.401169 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-ce750110-c364-4973-b246-e37a8bb30d08 req-0534874a-1290-4eab-81f1-3b6c96bd4edc service neutron] For port bbc5fb34-a9c7-4e4e-9c45-8b4dea9c9324, host n-h1-804985-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=bbc5fb34-a9c7-4e4e-9c45-8b4dea9c9324,segment=NetworkSegment(0622c33d-7d5a-4968-950b-edb53be5f858),segment_id=0622c33d-7d5a-4968-950b-edb53be5f858)] {{(pid=106252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 11:52:12.423585 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-ce750110-c364-4973-b246-e37a8bb30d08 req-0534874a-1290-4eab-81f1-3b6c96bd4edc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:12.438326 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91c721a-9b2b-4367-a57e-f3da2006a348 req-d36d00da-9407-48a6-9a1c-86fb74cc5c94 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:12.439796 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b91c721a-9b2b-4367-a57e-f3da2006a348 req-d36d00da-9407-48a6-9a1c-86fb74cc5c94 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e0a9fc7-bdb0-438e-b3f0-ac051d5f553d HTTP/1.1" status: 200 len: 946 time: 0.1604629 Aug 18 11:52:12.454493 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d8477c-2158-44be-b321-48691786aaa1 req-7f75dc20-d380-4d92-91db-c22ff73f591e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:12.456011 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-77d8477c-2158-44be-b321-48691786aaa1 req-7f75dc20-d380-4d92-91db-c22ff73f591e service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=2e0a9fc7-bdb0-438e-b3f0-ac051d5f553d HTTP/1.1" status: 200 len: 1097 time: 0.1286740 Aug 18 11:52:12.518621 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9ae75b6d-06f0-4865-872f-11898e2faf5f req-a0bdb240-4138-47cb-98d5-903c09fb92b9 service neutron] 10.222.0.62 "GET /v2.0/networks/299a3393-ede6-4663-8e2e-68401e0c2de3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3039029 Aug 18 11:52:12.522448 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-77d8477c-2158-44be-b321-48691786aaa1 req-a952c2d3-e612-445c-86d4-f7b4434e64ac service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=07aef7bb-6c11-4cb4-8594-c24180b5d811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585644 Aug 18 11:52:12.543336 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2835b55c-9292-4aaa-b34f-c048120a364f req-15d1218b-4920-4317-b6ea-17a823a98da5 tempest-DeleteServersAdminTestJSON-34510037 tempest-DeleteServersAdminTestJSON-34510037-project] Made reservation on behalf of c113364195014a0e8033cc2db6ff8c60 for: {'port': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 11:52:12.546041 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce750110-c364-4973-b246-e37a8bb30d08 req-0534874a-1290-4eab-81f1-3b6c96bd4edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:12.546753 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-ce750110-c364-4973-b246-e37a8bb30d08 req-0534874a-1290-4eab-81f1-3b6c96bd4edc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:12.547016 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-2835b55c-9292-4aaa-b34f-c048120a364f req-15d1218b-4920-4317-b6ea-17a823a98da5 tempest-DeleteServersAdminTestJSON-34510037 tempest-DeleteServersAdminTestJSON-34510037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:12.548083 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ce750110-c364-4973-b246-e37a8bb30d08 req-0534874a-1290-4eab-81f1-3b6c96bd4edc service neutron] 10.222.0.63 "PUT /v2.0/ports/bbc5fb34-a9c7-4e4e-9c45-8b4dea9c9324 HTTP/1.1" status: 200 len: 1091 time: 2.0072262 Aug 18 11:52:12.548519 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1a77c32-20c2-49cb-bacf-6d1bc8cdb75a', 'tag': 'bbc5fb34-a9c7-4e4e-9c45-8b4dea9c9324'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 11:52:12.550778 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45c709cc-1a57-4430-9f28-36cffe1d52d6" -d '{"events": [{"name": "network-changed", "server_uuid": "d1a77c32-20c2-49cb-bacf-6d1bc8cdb75a", "tag": "bbc5fb34-a9c7-4e4e-9c45-8b4dea9c9324"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:52:12.558319 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-2835b55c-9292-4aaa-b34f-c048120a364f req-15d1218b-4920-4317-b6ea-17a823a98da5 tempest-DeleteServersAdminTestJSON-34510037 tempest-DeleteServersAdminTestJSON-34510037-project] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:12.641307 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0534874a-1290-4eab-81f1-3b6c96bd4edc service neutron] Pushing event updated for resources: {'Port': ['ID=bbc5fb34-a9c7-4e4e-9c45-8b4dea9c9324,revision_number=3']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:52:12.658107 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-2835b55c-9292-4aaa-b34f-c048120a364f req-15d1218b-4920-4317-b6ea-17a823a98da5 tempest-DeleteServersAdminTestJSON-34510037 tempest-DeleteServersAdminTestJSON-34510037-project] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:12.663482 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-2835b55c-9292-4aaa-b34f-c048120a364f req-15d1218b-4920-4317-b6ea-17a823a98da5 tempest-DeleteServersAdminTestJSON-34510037 tempest-DeleteServersAdminTestJSON-34510037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:12.679068 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b91c721a-9b2b-4367-a57e-f3da2006a348 req-d7168787-ff9f-4f41-8693-e5d02214cb9f tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] 10.222.0.66 "GET /v2.0/security-groups?id=07aef7bb-6c11-4cb4-8594-c24180b5d811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960332 Aug 18 11:52:12.713177 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0b2c4f-4cf9-4001-a674-669d57948755 req-ff2f63f3-b467-479b-8c56-5a071e16b667 tempest-FloatingIPsTestJSON-1957912001 tempest-FloatingIPsTestJSON-1957912001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:12.714527 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7d0b2c4f-4cf9-4001-a674-669d57948755 req-ff2f63f3-b467-479b-8c56-5a071e16b667 tempest-FloatingIPsTestJSON-1957912001 tempest-FloatingIPsTestJSON-1957912001-project] 10.222.0.66 "GET /v2.0/networks/7cae7a70-14fd-408c-b14d-39ceb97cb60e HTTP/1.1" status: 200 len: 784 time: 0.3098609 Aug 18 11:52:12.720724 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce750110-c364-4973-b246-e37a8bb30d08 req-33b673fd-fe03-4946-82b9-74dcebc254f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:12.722150 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ce750110-c364-4973-b246-e37a8bb30d08 req-33b673fd-fe03-4946-82b9-74dcebc254f6 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=3bd2664269674b678c41aeb663f1f43e&device_id=d1a77c32-20c2-49cb-bacf-6d1bc8cdb75a HTTP/1.1" status: 200 len: 1094 time: 0.0821462 Aug 18 11:52:12.731943 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d1218b-4920-4317-b6ea-17a823a98da5 tempest-DeleteServersAdminTestJSON-34510037 tempest-DeleteServersAdminTestJSON-34510037-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad711073-5b3b-4499-bbb9-27286a19ae6a,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:52:12.812220 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [req-2835b55c-9292-4aaa-b34f-c048120a364f req-15d1218b-4920-4317-b6ea-17a823a98da5 tempest-DeleteServersAdminTestJSON-34510037 tempest-DeleteServersAdminTestJSON-34510037-project] Allocated IP 192.168.233.97 (222e0814-c7e5-4b11-9282-3f40c6ed76b2/6d16d680-110b-436d-8afa-48ba845b3623/ae2c444f-6138-48a5-9fae-01ccb0a88178) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 11:52:12.814840 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ce750110-c364-4973-b246-e37a8bb30d08 req-fb7e0eed-f45a-4cb7-87e6-8ff72227445e service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bbc5fb34-a9c7-4e4e-9c45-8b4dea9c9324 HTTP/1.1" status: 200 len: 217 time: 0.0810840 Aug 18 11:52:12.818590 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9ae75b6d-06f0-4865-872f-11898e2faf5f req-ae4717b3-0419-4ffe-9e56-17190e0a3561 service neutron] 10.222.0.62 "GET /v2.0/networks/299a3393-ede6-4663-8e2e-68401e0c2de3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2485812 Aug 18 11:52:12.822051 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7d0b2c4f-4cf9-4001-a674-669d57948755 req-e223dfbc-00ea-40db-905d-71de27a05544 tempest-FloatingIPsTestJSON-1957912001 tempest-FloatingIPsTestJSON-1957912001-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.7.62 HTTP/1.1" status: 200 len: 695 time: 0.0919836 Aug 18 11:52:12.904963 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7d0b2c4f-4cf9-4001-a674-669d57948755 req-1385022a-8d30-4bee-9fda-6e6c1d8f747d tempest-FloatingIPsTestJSON-1957912001 tempest-FloatingIPsTestJSON-1957912001-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.7.62 HTTP/1.1" status: 200 len: 695 time: 0.0559518 Aug 18 11:52:12.910997 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce750110-c364-4973-b246-e37a8bb30d08 req-06d33121-45b3-40f0-976e-ce1093cd70de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:12.912699 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ce750110-c364-4973-b246-e37a8bb30d08 req-06d33121-45b3-40f0-976e-ce1093cd70de service neutron] 10.222.0.63 "GET /v2.0/subnets?id=16b84496-6d9e-4d8c-9087-8e81549f7d75 HTTP/1.1" status: 200 len: 861 time: 0.0897467 Aug 18 11:52:12.981274 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-2835b55c-9292-4aaa-b34f-c048120a364f req-15d1218b-4920-4317-b6ea-17a823a98da5 tempest-DeleteServersAdminTestJSON-34510037 tempest-DeleteServersAdminTestJSON-34510037-project] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:12.996142 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [req-2835b55c-9292-4aaa-b34f-c048120a364f req-15d1218b-4920-4317-b6ea-17a823a98da5 tempest-DeleteServersAdminTestJSON-34510037 tempest-DeleteServersAdminTestJSON-34510037-project] Transition to ACTIVE for port object ae2c444f-6138-48a5-9fae-01ccb0a88178 will not be triggered until provisioned by entity DHCP. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 11:52:13.000815 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ce750110-c364-4973-b246-e37a8bb30d08 req-670fa524-4979-483e-8091-ee49f0a39967 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=f471d7de-70da-4549-acfc-45017b3843ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0720112 Aug 18 11:52:13.038929 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-2835b55c-9292-4aaa-b34f-c048120a364f req-15d1218b-4920-4317-b6ea-17a823a98da5 tempest-DeleteServersAdminTestJSON-34510037 tempest-DeleteServersAdminTestJSON-34510037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:13.093016 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2835b55c-9292-4aaa-b34f-c048120a364f req-15d1218b-4920-4317-b6ea-17a823a98da5 tempest-DeleteServersAdminTestJSON-34510037 tempest-DeleteServersAdminTestJSON-34510037-project] Network 222e0814-c7e5-4b11-9282-3f40c6ed76b2 is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 11:52:13.109211 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [req-2835b55c-9292-4aaa-b34f-c048120a364f req-15d1218b-4920-4317-b6ea-17a823a98da5 tempest-DeleteServersAdminTestJSON-34510037 tempest-DeleteServersAdminTestJSON-34510037-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:52:13.111163 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d1218b-4920-4317-b6ea-17a823a98da5 tempest-DeleteServersAdminTestJSON-34510037 tempest-DeleteServersAdminTestJSON-34510037-project] Pushing event updated for resources: {'Port': ['ID=ae2c444f-6138-48a5-9fae-01ccb0a88178,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:52:13.113244 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-2835b55c-9292-4aaa-b34f-c048120a364f req-15d1218b-4920-4317-b6ea-17a823a98da5 tempest-DeleteServersAdminTestJSON-34510037 tempest-DeleteServersAdminTestJSON-34510037-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 11:52:13.119424 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2835b55c-9292-4aaa-b34f-c048120a364f req-15d1218b-4920-4317-b6ea-17a823a98da5 tempest-DeleteServersAdminTestJSON-34510037 tempest-DeleteServersAdminTestJSON-34510037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:13.120062 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-2835b55c-9292-4aaa-b34f-c048120a364f req-15d1218b-4920-4317-b6ea-17a823a98da5 tempest-DeleteServersAdminTestJSON-34510037 tempest-DeleteServersAdminTestJSON-34510037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:13.120597 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f216ea-2acf-4894-8858-69cb5febd2ae req-77cf8f25-0327-48c4-b52e-af286fdf1eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:13.122072 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c0f216ea-2acf-4894-8858-69cb5febd2ae req-77cf8f25-0327-48c4-b52e-af286fdf1eb2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c87ef195b6b74f67b0f04cf988678fa6&device_id=66ec6203-209c-4d59-9100-bdf9cb50de2d HTTP/1.1" status: 200 len: 1096 time: 0.2073331 Aug 18 11:52:13.139556 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 11:52:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-221fcd82-c59b-4014-a140-2f4eb548709d x-openstack-request-id: req-221fcd82-c59b-4014-a140-2f4eb548709d {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:52:13.139841 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1a77c32-20c2-49cb-bacf-6d1bc8cdb75a", "tag": "bbc5fb34-a9c7-4e4e-9c45-8b4dea9c9324", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:52:13.140087 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-221fcd82-c59b-4014-a140-2f4eb548709d {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:52:13.140556 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-2835b55c-9292-4aaa-b34f-c048120a364f req-15d1218b-4920-4317-b6ea-17a823a98da5 tempest-DeleteServersAdminTestJSON-34510037 tempest-DeleteServersAdminTestJSON-34510037-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7706242 Aug 18 11:52:13.140687 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1a77c32-20c2-49cb-bacf-6d1bc8cdb75a', 'tag': 'bbc5fb34-a9c7-4e4e-9c45-8b4dea9c9324', 'status': 'completed', 'code': 200} Aug 18 11:52:13.166774 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [req-2835b55c-9292-4aaa-b34f-c048120a364f req-e42965e1-5d29-460a-906c-df666d32ce9e service neutron] Request body: {'port': {'device_id': '092f4b80-1fe4-4ca5-8eab-da77c746eac0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804985-2'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:52:13.227854 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ce750110-c364-4973-b246-e37a8bb30d08 req-10c1d7a8-7da8-4ef8-92f3-e13cc06db291 service neutron] 10.222.0.63 "GET /v2.0/networks/f471d7de-70da-4549-acfc-45017b3843ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1918695 Aug 18 11:52:13.238646 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-2835b55c-9292-4aaa-b34f-c048120a364f req-e42965e1-5d29-460a-906c-df666d32ce9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:13.305746 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-7d0b2c4f-4cf9-4001-a674-669d57948755 req-0b3ada9b-bbb1-4906-b993-db551a7ec237 tempest-FloatingIPsTestJSON-1957912001 tempest-FloatingIPsTestJSON-1957912001-project] Deleting port 513d8655-ce84-41c7-be8c-3818b09192d1 {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 11:52:13.306081 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-7d0b2c4f-4cf9-4001-a674-669d57948755 req-0b3ada9b-bbb1-4906-b993-db551a7ec237 tempest-FloatingIPsTestJSON-1957912001 tempest-FloatingIPsTestJSON-1957912001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:13.375580 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-a043c34a-60ac-4660-8528-ced84fa40530 None None] Provisioning for port ae2c444f-6138-48a5-9fae-01ccb0a88178 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 11:52:13.380133 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-a043c34a-60ac-4660-8528-ced84fa40530 None None] Provisioning complete for port ae2c444f-6138-48a5-9fae-01ccb0a88178 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:52:13.380801 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-a043c34a-60ac-4660-8528-ced84fa40530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:13.402110 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a1bb65-ba75-4700-afb7-9880f9abcd57 req-726ee25b-6002-4caa-a3e9-e286d1ab0b8c tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:13.404110 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-94a1bb65-ba75-4700-afb7-9880f9abcd57 req-726ee25b-6002-4caa-a3e9-e286d1ab0b8c tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.66 "GET /v2.0/ports?device_id=d1a77c32-20c2-49cb-bacf-6d1bc8cdb75a HTTP/1.1" status: 200 len: 943 time: 0.1961107 Aug 18 11:52:13.409667 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f216ea-2acf-4894-8858-69cb5febd2ae req-5316ad77-5c63-4719-85b2-5cd6a0618406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:13.411062 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c0f216ea-2acf-4894-8858-69cb5febd2ae req-5316ad77-5c63-4719-85b2-5cd6a0618406 service neutron] 10.222.0.62 "GET /v2.0/networks?id=299a3393-ede6-4663-8e2e-68401e0c2de3 HTTP/1.1" status: 200 len: 924 time: 0.2636025 Aug 18 11:52:13.418812 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-a043c34a-60ac-4660-8528-ced84fa40530 None None] Port ae2c444f-6138-48a5-9fae-01ccb0a88178 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 11:52:13.517762 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ce750110-c364-4973-b246-e37a8bb30d08 req-140ab364-0ea1-4f63-be79-d70960b4ed5a service neutron] 10.222.0.63 "GET /v2.0/networks/f471d7de-70da-4549-acfc-45017b3843ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2669337 Aug 18 11:52:13.524839 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-7d0b2c4f-4cf9-4001-a674-669d57948755 req-0b3ada9b-bbb1-4906-b993-db551a7ec237 tempest-FloatingIPsTestJSON-1957912001 tempest-FloatingIPsTestJSON-1957912001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:13.525154 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-7d0b2c4f-4cf9-4001-a674-669d57948755 req-0b3ada9b-bbb1-4906-b993-db551a7ec237 tempest-FloatingIPsTestJSON-1957912001 tempest-FloatingIPsTestJSON-1957912001-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:13.543190 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [req-2835b55c-9292-4aaa-b34f-c048120a364f req-e42965e1-5d29-460a-906c-df666d32ce9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae2c444f-6138-48a5-9fae-01ccb0a88178 {{(pid=106253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 11:52:13.547849 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-7d0b2c4f-4cf9-4001-a674-669d57948755 req-0b3ada9b-bbb1-4906-b993-db551a7ec237 tempest-FloatingIPsTestJSON-1957912001 tempest-FloatingIPsTestJSON-1957912001-project] Calling delete_port for 513d8655-ce84-41c7-be8c-3818b09192d1 owned by network:floatingip {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 11:52:13.550787 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-2835b55c-9292-4aaa-b34f-c048120a364f req-e42965e1-5d29-460a-906c-df666d32ce9e service neutron] Notify callbacks [] for port, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:13.551965 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-94a1bb65-ba75-4700-afb7-9880f9abcd57 req-a6bb2d30-e926-41ef-9000-940b08e126a2 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.66 "GET /v2.0/security-groups?id=fecad5ed-08b4-4db8-8e35-9a1fb2f01a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400254 Aug 18 11:52:13.563635 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [req-2835b55c-9292-4aaa-b34f-c048120a364f req-e42965e1-5d29-460a-906c-df666d32ce9e service neutron] Transition to ACTIVE for port object ae2c444f-6138-48a5-9fae-01ccb0a88178 will not be triggered until provisioned by entity L2. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 11:52:13.565554 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c0f216ea-2acf-4894-8858-69cb5febd2ae req-9717d198-1848-4f9f-b8e4-9f26182b03ad service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5e2c616a-26a0-4994-8529-2af87eaf6368 HTTP/1.1" status: 200 len: 1001 time: 0.1437955 Aug 18 11:52:13.568696 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-2835b55c-9292-4aaa-b34f-c048120a364f req-e42965e1-5d29-460a-906c-df666d32ce9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:13.650864 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42965e1-5d29-460a-906c-df666d32ce9e service neutron] Pushing event updated for resources: {'Port': ['ID=ae2c444f-6138-48a5-9fae-01ccb0a88178,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:52:13.668003 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-2835b55c-9292-4aaa-b34f-c048120a364f req-e42965e1-5d29-460a-906c-df666d32ce9e service neutron] Attempting to bind port ae2c444f-6138-48a5-9fae-01ccb0a88178 on host n-h2-804985-2 for vnic_type normal with profile {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 11:52:13.668362 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-2835b55c-9292-4aaa-b34f-c048120a364f req-e42965e1-5d29-460a-906c-df666d32ce9e service neutron] Attempting to bind port ae2c444f-6138-48a5-9fae-01ccb0a88178 by drivers openvswitch,hyperv on host n-h2-804985-2 at level 0 using segments [{'id': 'b0eb6eea-b461-4969-8a27-808f00daa8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '222e0814-c7e5-4b11-9282-3f40c6ed76b2'}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 11:52:13.668712 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2835b55c-9292-4aaa-b34f-c048120a364f req-e42965e1-5d29-460a-906c-df666d32ce9e service neutron] Attempting to bind port ae2c444f-6138-48a5-9fae-01ccb0a88178 on network 222e0814-c7e5-4b11-9282-3f40c6ed76b2 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 11:52:13.673841 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2835b55c-9292-4aaa-b34f-c048120a364f req-e42965e1-5d29-460a-906c-df666d32ce9e service neutron] Port ae2c444f-6138-48a5-9fae-01ccb0a88178 on network 222e0814-c7e5-4b11-9282-3f40c6ed76b2 not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-2 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 11:52:13.674163 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2835b55c-9292-4aaa-b34f-c048120a364f req-e42965e1-5d29-460a-906c-df666d32ce9e service neutron] Attempting to bind port ae2c444f-6138-48a5-9fae-01ccb0a88178 on network 222e0814-c7e5-4b11-9282-3f40c6ed76b2 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 11:52:13.680040 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2835b55c-9292-4aaa-b34f-c048120a364f req-e42965e1-5d29-460a-906c-df666d32ce9e service neutron] Checking agent: {'id': 'da5da552-709c-4248-84de-86af99a0dc87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 49, 8), 'started_at': datetime.datetime(2021, 8, 18, 11, 49, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 11, 52, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 11:52:13.680371 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2835b55c-9292-4aaa-b34f-c048120a364f req-e42965e1-5d29-460a-906c-df666d32ce9e service neutron] Checking segment: {'id': 'b0eb6eea-b461-4969-8a27-808f00daa8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '222e0814-c7e5-4b11-9282-3f40c6ed76b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 11:52:13.681289 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2835b55c-9292-4aaa-b34f-c048120a364f req-e42965e1-5d29-460a-906c-df666d32ce9e service neutron] Bound using segment: {'id': 'b0eb6eea-b461-4969-8a27-808f00daa8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '222e0814-c7e5-4b11-9282-3f40c6ed76b2'} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 11:52:13.681719 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-2835b55c-9292-4aaa-b34f-c048120a364f req-e42965e1-5d29-460a-906c-df666d32ce9e service neutron] Bound port: ae2c444f-6138-48a5-9fae-01ccb0a88178, host: n-h2-804985-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0eb6eea-b461-4969-8a27-808f00daa8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '222e0814-c7e5-4b11-9282-3f40c6ed76b2'}}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 11:52:13.682170 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-2835b55c-9292-4aaa-b34f-c048120a364f req-e42965e1-5d29-460a-906c-df666d32ce9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:13.708616 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f216ea-2acf-4894-8858-69cb5febd2ae req-eda07561-2571-414c-9726-58e157038029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:13.711005 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c0f216ea-2acf-4894-8858-69cb5febd2ae req-eda07561-2571-414c-9726-58e157038029 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1f6a98c3-f342-4c72-a137-7aba7a641e96 HTTP/1.1" status: 200 len: 862 time: 0.1145532 Aug 18 11:52:13.730469 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c709cc-1a57-4430-9f28-36cffe1d52d6 req-126f6055-1219-475b-b395-2396d4f99c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:13.732112 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-45c709cc-1a57-4430-9f28-36cffe1d52d6 req-126f6055-1219-475b-b395-2396d4f99c5c service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=3bd2664269674b678c41aeb663f1f43e&device_id=d1a77c32-20c2-49cb-bacf-6d1bc8cdb75a HTTP/1.1" status: 200 len: 1094 time: 0.1346030 Aug 18 11:52:13.769692 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-2835b55c-9292-4aaa-b34f-c048120a364f req-e42965e1-5d29-460a-906c-df666d32ce9e service neutron] For port ae2c444f-6138-48a5-9fae-01ccb0a88178, host n-h2-804985-2, cleared binding levels {{(pid=106253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 11:52:13.773846 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-2835b55c-9292-4aaa-b34f-c048120a364f req-e42965e1-5d29-460a-906c-df666d32ce9e service neutron] For port ae2c444f-6138-48a5-9fae-01ccb0a88178, host n-h2-804985-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=ae2c444f-6138-48a5-9fae-01ccb0a88178,segment=NetworkSegment(b0eb6eea-b461-4969-8a27-808f00daa8a1),segment_id=b0eb6eea-b461-4969-8a27-808f00daa8a1)] {{(pid=106253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 11:52:13.779905 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-2835b55c-9292-4aaa-b34f-c048120a364f req-e42965e1-5d29-460a-906c-df666d32ce9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:13.813962 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2835b55c-9292-4aaa-b34f-c048120a364f req-e42965e1-5d29-460a-906c-df666d32ce9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:13.814630 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-2835b55c-9292-4aaa-b34f-c048120a364f req-e42965e1-5d29-460a-906c-df666d32ce9e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:13.816102 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-2835b55c-9292-4aaa-b34f-c048120a364f req-e42965e1-5d29-460a-906c-df666d32ce9e service neutron] 10.222.0.62 "PUT /v2.0/ports/ae2c444f-6138-48a5-9fae-01ccb0a88178 HTTP/1.1" status: 200 len: 1095 time: 0.6557024 Aug 18 11:52:13.816708 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '092f4b80-1fe4-4ca5-8eab-da77c746eac0', 'tag': 'ae2c444f-6138-48a5-9fae-01ccb0a88178'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 11:52:13.819069 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0679f4c4b6e0e0c064a7d71d722dc30541a34fffee11680573be22ee2ffccc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af6f9a36-4456-4e27-b3bb-e0c275d09ce4" -d '{"events": [{"name": "network-changed", "server_uuid": "092f4b80-1fe4-4ca5-8eab-da77c746eac0", "tag": "ae2c444f-6138-48a5-9fae-01ccb0a88178"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:52:13.865168 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42965e1-5d29-460a-906c-df666d32ce9e service neutron] Pushing event updated for resources: {'Port': ['ID=ae2c444f-6138-48a5-9fae-01ccb0a88178,revision_number=3']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:52:13.909527 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2835b55c-9292-4aaa-b34f-c048120a364f req-5d7aeb71-e96c-4add-a26a-d1523ae9d551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:13.911027 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-2835b55c-9292-4aaa-b34f-c048120a364f req-5d7aeb71-e96c-4add-a26a-d1523ae9d551 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c113364195014a0e8033cc2db6ff8c60&device_id=092f4b80-1fe4-4ca5-8eab-da77c746eac0 HTTP/1.1" status: 200 len: 1098 time: 0.0429177 Aug 18 11:52:13.959514 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-2835b55c-9292-4aaa-b34f-c048120a364f req-44e05937-a638-4280-ac97-c1e7c719c6dc service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=ae2c444f-6138-48a5-9fae-01ccb0a88178 HTTP/1.1" status: 200 len: 217 time: 0.0367050 Aug 18 11:52:14.014456 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2835b55c-9292-4aaa-b34f-c048120a364f req-897f8927-b0e1-477c-be39-91b61773fdb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:14.016019 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-2835b55c-9292-4aaa-b34f-c048120a364f req-897f8927-b0e1-477c-be39-91b61773fdb5 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6d16d680-110b-436d-8afa-48ba845b3623 HTTP/1.1" status: 200 len: 843 time: 0.0484433 Aug 18 11:52:14.070885 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2835b55c-9292-4aaa-b34f-c048120a364f req-60782400-6db3-45ed-928e-63c46330fc24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:14.072363 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-2835b55c-9292-4aaa-b34f-c048120a364f req-60782400-6db3-45ed-928e-63c46330fc24 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=222e0814-c7e5-4b11-9282-3f40c6ed76b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0489905 Aug 18 11:52:14.125872 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f216ea-2acf-4894-8858-69cb5febd2ae req-f3dd865b-8330-4596-82b9-13cae61181b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:14.127370 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c0f216ea-2acf-4894-8858-69cb5febd2ae req-f3dd865b-8330-4596-82b9-13cae61181b2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=299a3393-ede6-4663-8e2e-68401e0c2de3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3938179 Aug 18 11:52:14.158394 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-7d0b2c4f-4cf9-4001-a674-669d57948755 req-0b3ada9b-bbb1-4906-b993-db551a7ec237 tempest-FloatingIPsTestJSON-1957912001 tempest-FloatingIPsTestJSON-1957912001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:14.163982 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-2835b55c-9292-4aaa-b34f-c048120a364f req-471c012b-450c-49f3-9389-9a925710f9d2 service neutron] 10.222.0.62 "GET /v2.0/networks/222e0814-c7e5-4b11-9282-3f40c6ed76b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845077 Aug 18 11:52:14.167004 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0d2746-7cb5-4898-8f7f-d75db306656d req-9ff9ec82-2b71-4f25-953b-2344dd0f6673 tempest-LiveMigrationNegativeTest-1842983464 tempest-LiveMigrationNegativeTest-1842983464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:14.168457 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5e0d2746-7cb5-4898-8f7f-d75db306656d req-9ff9ec82-2b71-4f25-953b-2344dd0f6673 tempest-LiveMigrationNegativeTest-1842983464 tempest-LiveMigrationNegativeTest-1842983464-project] 10.222.0.66 "GET /v2.0/ports?device_id=c06ca817-8908-411c-ac14-b57d5a672e51 HTTP/1.1" status: 200 len: 970 time: 0.4094665 Aug 18 11:52:14.249778 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-2835b55c-9292-4aaa-b34f-c048120a364f req-bee37d46-393c-40bb-ab6a-9805b808407e service neutron] 10.222.0.62 "GET /v2.0/networks/222e0814-c7e5-4b11-9282-3f40c6ed76b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0785880 Aug 18 11:52:14.258897 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c709cc-1a57-4430-9f28-36cffe1d52d6 req-76ce5285-2764-4b59-aa70-c629e80ca92a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:14.260348 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-45c709cc-1a57-4430-9f28-36cffe1d52d6 req-76ce5285-2764-4b59-aa70-c629e80ca92a service neutron] 10.222.0.63 "GET /v2.0/networks?id=f471d7de-70da-4549-acfc-45017b3843ff HTTP/1.1" status: 200 len: 922 time: 0.5127811 Aug 18 11:52:14.261100 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3ada9b-bbb1-4906-b993-db551a7ec237 tempest-FloatingIPsTestJSON-1957912001 tempest-FloatingIPsTestJSON-1957912001-project] Pushing event deleted for resources: {'Port': ['ID=513d8655-ce84-41c7-be8c-3818b09192d1,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:52:14.295173 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-7d0b2c4f-4cf9-4001-a674-669d57948755 req-0b3ada9b-bbb1-4906-b993-db551a7ec237 tempest-FloatingIPsTestJSON-1957912001 tempest-FloatingIPsTestJSON-1957912001-project] Notify callbacks [] for floatingip, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:14.297630 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-7d0b2c4f-4cf9-4001-a674-669d57948755 req-0b3ada9b-bbb1-4906-b993-db551a7ec237 tempest-FloatingIPsTestJSON-1957912001 tempest-FloatingIPsTestJSON-1957912001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for floatingip, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:14.298698 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7d0b2c4f-4cf9-4001-a674-669d57948755 req-0b3ada9b-bbb1-4906-b993-db551a7ec237 tempest-FloatingIPsTestJSON-1957912001 tempest-FloatingIPsTestJSON-1957912001-project] 10.222.0.66 "DELETE /v2.0/floatingips/e79810a2-ff44-47b5-a8fd-c5b52628521f HTTP/1.1" status: 204 len: 173 time: 1.3849919 Aug 18 11:52:14.346786 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-45c709cc-1a57-4430-9f28-36cffe1d52d6 req-79186060-5cd6-4929-abc5-86a8544d3065 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bbc5fb34-a9c7-4e4e-9c45-8b4dea9c9324 HTTP/1.1" status: 200 len: 217 time: 0.0608034 Aug 18 11:52:14.353290 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5e0d2746-7cb5-4898-8f7f-d75db306656d req-95c9a976-0c9b-43dc-a071-1027adc2b538 tempest-LiveMigrationNegativeTest-1842983464 tempest-LiveMigrationNegativeTest-1842983464-project] 10.222.0.66 "GET /v2.0/security-groups?id=65bbc504-39a0-41da-bd31-ac5a025cebf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405754 Aug 18 11:52:14.392774 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c0f216ea-2acf-4894-8858-69cb5febd2ae req-ee00ef62-f86b-4fc0-ba90-08e48b38bcc2 service neutron] 10.222.0.62 "GET /v2.0/networks/299a3393-ede6-4663-8e2e-68401e0c2de3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2547398 Aug 18 11:52:14.510502 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c709cc-1a57-4430-9f28-36cffe1d52d6 req-e9259bab-9bfa-4794-b807-01cc314814d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:14.511973 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-45c709cc-1a57-4430-9f28-36cffe1d52d6 req-e9259bab-9bfa-4794-b807-01cc314814d8 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=16b84496-6d9e-4d8c-9087-8e81549f7d75 HTTP/1.1" status: 200 len: 861 time: 0.1548936 Aug 18 11:52:14.560856 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-45c709cc-1a57-4430-9f28-36cffe1d52d6 req-f4e77c45-b11e-469d-8862-47dcd46a6c63 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=f471d7de-70da-4549-acfc-45017b3843ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369062 Aug 18 11:52:14.635932 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e892edd-10fe-484e-89a8-58fbe94ae4ac req-6bacf18f-336c-4415-b5ba-bc350f649d88 tempest-DeleteServersAdminTestJSON-34510037 tempest-DeleteServersAdminTestJSON-34510037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:14.637328 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5e892edd-10fe-484e-89a8-58fbe94ae4ac req-6bacf18f-336c-4415-b5ba-bc350f649d88 tempest-DeleteServersAdminTestJSON-34510037 tempest-DeleteServersAdminTestJSON-34510037-project] 10.222.0.66 "GET /v2.0/ports?device_id=092f4b80-1fe4-4ca5-8eab-da77c746eac0 HTTP/1.1" status: 200 len: 947 time: 0.2157674 Aug 18 11:52:14.647052 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebf926e-3714-4291-abbc-6d0a07c96c90 req-dafd33e3-f189-4cfe-96c1-c6a96b60ff30 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:14.648592 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-aebf926e-3714-4291-abbc-6d0a07c96c90 req-dafd33e3-f189-4cfe-96c1-c6a96b60ff30 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e0a9fc7-bdb0-438e-b3f0-ac051d5f553d HTTP/1.1" status: 200 len: 946 time: 0.1945155 Aug 18 11:52:14.650185 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c0f216ea-2acf-4894-8858-69cb5febd2ae req-3d7f5dd5-61dc-435b-8c78-767adce287fd service neutron] 10.222.0.62 "GET /v2.0/networks/299a3393-ede6-4663-8e2e-68401e0c2de3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2478182 Aug 18 11:52:14.740008 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5e892edd-10fe-484e-89a8-58fbe94ae4ac req-2fb170f9-1a84-4048-9258-b684e471027f tempest-DeleteServersAdminTestJSON-34510037 tempest-DeleteServersAdminTestJSON-34510037-project] 10.222.0.66 "GET /v2.0/security-groups?id=ad711073-5b3b-4499-bbb9-27286a19ae6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856402 Aug 18 11:52:14.742101 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-45c709cc-1a57-4430-9f28-36cffe1d52d6 req-69028a5d-af22-4e6f-ab7e-3c12ee5ac401 service neutron] 10.222.0.63 "GET /v2.0/networks/f471d7de-70da-4549-acfc-45017b3843ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711977 Aug 18 11:52:14.744700 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-aebf926e-3714-4291-abbc-6d0a07c96c90 req-2e555937-9a21-4564-b76b-7445e76c4130 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] 10.222.0.66 "GET /v2.0/security-groups?id=07aef7bb-6c11-4cb4-8594-c24180b5d811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893652 Aug 18 11:52:14.796922 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 11:52:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c0306c0-b87a-45c9-a43a-ec49d8b344bc x-openstack-request-id: req-0c0306c0-b87a-45c9-a43a-ec49d8b344bc {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:52:14.797332 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "092f4b80-1fe4-4ca5-8eab-da77c746eac0", "tag": "ae2c444f-6138-48a5-9fae-01ccb0a88178", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:52:14.797670 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-0c0306c0-b87a-45c9-a43a-ec49d8b344bc {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:52:14.798148 n-d-804985-2 neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '092f4b80-1fe4-4ca5-8eab-da77c746eac0', 'tag': 'ae2c444f-6138-48a5-9fae-01ccb0a88178', 'status': 'completed', 'code': 200} Aug 18 11:52:14.848724 n-d-804985-2 neutron-server[106252]: INFO neutron.api.v2.resource [req-080e49d2-8290-41be-92b1-821c2c2fc49b req-72939e54-e836-41e9-90d5-d565ebdecf0e tempest-FloatingIPsTestJSON-1957912001 tempest-FloatingIPsTestJSON-1957912001-project] show failed (client error): The resource could not be found. Aug 18 11:52:14.849718 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-080e49d2-8290-41be-92b1-821c2c2fc49b req-72939e54-e836-41e9-90d5-d565ebdecf0e tempest-FloatingIPsTestJSON-1957912001 tempest-FloatingIPsTestJSON-1957912001-project] 10.222.0.66 "GET /v2.0/floatingips/e79810a2-ff44-47b5-a8fd-c5b52628521f HTTP/1.1" status: 404 len: 350 time: 0.0796394 Aug 18 11:52:14.904632 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6f9a36-4456-4e27-b3bb-e0c275d09ce4 req-9169da78-adf6-4c43-aa1e-6d670d5fbab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:14.906192 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-af6f9a36-4456-4e27-b3bb-e0c275d09ce4 req-9169da78-adf6-4c43-aa1e-6d670d5fbab4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c113364195014a0e8033cc2db6ff8c60&device_id=092f4b80-1fe4-4ca5-8eab-da77c746eac0 HTTP/1.1" status: 200 len: 1098 time: 0.0722320 Aug 18 11:52:14.910109 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-45c709cc-1a57-4430-9f28-36cffe1d52d6 req-b3da4a86-13e4-42e5-90d4-4c3d8ee016e3 service neutron] 10.222.0.63 "GET /v2.0/networks/f471d7de-70da-4549-acfc-45017b3843ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581397 Aug 18 11:52:14.998959 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b4ccfd8b-ba12-4669-a942-deb29a2d80f5 req-cafedc59-8dd4-4b90-81eb-ba8fc6434782 tempest-LiveMigrationNegativeTest-1842983464 tempest-LiveMigrationNegativeTest-1842983464-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=fd7d9be7a3e342b9ae85ec629d4b2884&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0915186 Aug 18 11:52:15.103719 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91291ae2-4126-42d6-ab32-9b06389c2a32 req-e716ef30-4ddd-4b24-9e28-19b7425c8032 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:15.105239 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-91291ae2-4126-42d6-ab32-9b06389c2a32 req-e716ef30-4ddd-4b24-9e28-19b7425c8032 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.66 "GET /v2.0/ports?device_id=d1a77c32-20c2-49cb-bacf-6d1bc8cdb75a HTTP/1.1" status: 200 len: 943 time: 0.1942976 Aug 18 11:52:15.148864 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6f9a36-4456-4e27-b3bb-e0c275d09ce4 req-83b73f2d-52fd-4338-b071-f442d1931d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:15.150217 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-af6f9a36-4456-4e27-b3bb-e0c275d09ce4 req-83b73f2d-52fd-4338-b071-f442d1931d4f service neutron] 10.222.0.62 "GET /v2.0/networks?id=222e0814-c7e5-4b11-9282-3f40c6ed76b2 HTTP/1.1" status: 200 len: 870 time: 0.2306995 Aug 18 11:52:15.204141 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-af6f9a36-4456-4e27-b3bb-e0c275d09ce4 req-3dcc2d8c-82ff-4915-b4bf-b98cc4247628 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=ae2c444f-6138-48a5-9fae-01ccb0a88178 HTTP/1.1" status: 200 len: 217 time: 0.0434585 Aug 18 11:52:15.213222 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ccfd8b-ba12-4669-a942-deb29a2d80f5 req-a3a4edba-2de9-4519-9420-f5b5376a1478 tempest-LiveMigrationNegativeTest-1842983464 tempest-LiveMigrationNegativeTest-1842983464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:15.214650 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b4ccfd8b-ba12-4669-a942-deb29a2d80f5 req-a3a4edba-2de9-4519-9420-f5b5376a1478 tempest-LiveMigrationNegativeTest-1842983464 tempest-LiveMigrationNegativeTest-1842983464-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2092452 Aug 18 11:52:15.225467 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-91291ae2-4126-42d6-ab32-9b06389c2a32 req-8c88cce5-1258-4930-8e32-0f25ccf6f169 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.66 "GET /v2.0/security-groups?id=fecad5ed-08b4-4db8-8e35-9a1fb2f01a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134999 Aug 18 11:52:15.258156 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b4ccfd8b-ba12-4669-a942-deb29a2d80f5 req-1e63460d-db65-4ec2-a32e-ba51ff2cc293 tempest-LiveMigrationNegativeTest-1842983464 tempest-LiveMigrationNegativeTest-1842983464-project] 10.222.0.66 "GET /v2.0/quotas/fd7d9be7a3e342b9ae85ec629d4b2884 HTTP/1.1" status: 200 len: 375 time: 0.0317783 Aug 18 11:52:15.299329 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6f9a36-4456-4e27-b3bb-e0c275d09ce4 req-1c7f8ee2-4005-498f-b0cf-c71e7d559c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:15.300803 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-af6f9a36-4456-4e27-b3bb-e0c275d09ce4 req-1c7f8ee2-4005-498f-b0cf-c71e7d559c73 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6d16d680-110b-436d-8afa-48ba845b3623 HTTP/1.1" status: 200 len: 843 time: 0.0850167 Aug 18 11:52:15.343761 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b4ccfd8b-ba12-4669-a942-deb29a2d80f5 req-764011d1-82e6-4631-88a4-ae4157cb9786 tempest-LiveMigrationNegativeTest-1842983464 tempest-LiveMigrationNegativeTest-1842983464-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=fd7d9be7a3e342b9ae85ec629d4b2884&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0771332 Aug 18 11:52:15.360126 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6f9a36-4456-4e27-b3bb-e0c275d09ce4 req-9ea06e9a-732b-4825-a770-91310fd17fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:15.361742 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-af6f9a36-4456-4e27-b3bb-e0c275d09ce4 req-9ea06e9a-732b-4825-a770-91310fd17fa8 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=222e0814-c7e5-4b11-9282-3f40c6ed76b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0531647 Aug 18 11:52:15.469450 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-af6f9a36-4456-4e27-b3bb-e0c275d09ce4 req-4ab891c7-c4ba-4546-9a34-aa1cd63b100c service neutron] 10.222.0.62 "GET /v2.0/networks/222e0814-c7e5-4b11-9282-3f40c6ed76b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953593 Aug 18 11:52:15.598688 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f488013-68d9-4c8c-985d-5865f33ba9ed req-55e489f7-6c95-4ce9-9311-6a835683b105 tempest-LiveMigrationTest-1335981208 tempest-LiveMigrationTest-1335981208-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:15.600154 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6f488013-68d9-4c8c-985d-5865f33ba9ed req-55e489f7-6c95-4ce9-9311-6a835683b105 tempest-LiveMigrationTest-1335981208 tempest-LiveMigrationTest-1335981208-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=2e0a9fc7-bdb0-438e-b3f0-ac051d5f553d HTTP/1.1" status: 200 len: 1097 time: 0.0769005 Aug 18 11:52:15.634523 n-d-804985-2 neutron-server[106252]: INFO neutron.api.v2.resource [req-314c3eee-92e8-4299-95dc-a15c4a5e8b70 req-2d9dc6c3-0a9a-4e0b-8b23-e722baaf36eb tempest-FloatingIPsTestJSON-1957912001 tempest-FloatingIPsTestJSON-1957912001-project] show failed (client error): The resource could not be found. Aug 18 11:52:15.635579 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-314c3eee-92e8-4299-95dc-a15c4a5e8b70 req-2d9dc6c3-0a9a-4e0b-8b23-e722baaf36eb tempest-FloatingIPsTestJSON-1957912001 tempest-FloatingIPsTestJSON-1957912001-project] 10.222.0.66 "GET /v2.0/floatingips/e79810a2-ff44-47b5-a8fd-c5b52628521f HTTP/1.1" status: 404 len: 350 time: 0.0559111 Aug 18 11:52:15.643993 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-af6f9a36-4456-4e27-b3bb-e0c275d09ce4 req-4172a7c3-861c-4ff9-bb19-bf66a3fef447 service neutron] 10.222.0.62 "GET /v2.0/networks/222e0814-c7e5-4b11-9282-3f40c6ed76b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1705015 Aug 18 11:52:15.645118 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 47176) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:52:15.678511 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6f488013-68d9-4c8c-985d-5865f33ba9ed req-04497dec-66d7-40f8-bec2-4da59e316ab3 tempest-LiveMigrationTest-1335981208 tempest-LiveMigrationTest-1335981208-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=07aef7bb-6c11-4cb4-8594-c24180b5d811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474191 Aug 18 11:52:15.736554 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8c60b9af-4d24-4b4a-acf0-266ca6019374 req-27670a20-5fc6-4304-9b43-c7d46450bf54 tempest-LiveMigrationNegativeTest-1842983464 tempest-LiveMigrationNegativeTest-1842983464-project] 10.222.0.66 "GET /v2.0/ports?device_id=ce603bc6-2dee-4dc4-9dee-6e5b4fe55c75 HTTP/1.1" status: 200 len: 210 time: 0.0461414 Aug 18 11:52:15.912348 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf11fb7-1fdc-499f-85a7-0222f6190195 req-ce685e63-f62c-46a5-a55c-8decd79631cb tempest-LiveMigrationTest-1335981208 tempest-LiveMigrationTest-1335981208-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:15.913903 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-acf11fb7-1fdc-499f-85a7-0222f6190195 req-ce685e63-f62c-46a5-a55c-8decd79631cb tempest-LiveMigrationTest-1335981208 tempest-LiveMigrationTest-1335981208-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=2e0a9fc7-bdb0-438e-b3f0-ac051d5f553d HTTP/1.1" status: 200 len: 1097 time: 0.0957367 Aug 18 11:52:15.947335 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0430109c-6aeb-4461-9c68-2d7387d73c91 req-c5b30132-1f2a-45ec-96ef-9e574abe16fa tempest-DeleteServersAdminTestJSON-34510037 tempest-DeleteServersAdminTestJSON-34510037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:15.955660 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0430109c-6aeb-4461-9c68-2d7387d73c91 req-c5b30132-1f2a-45ec-96ef-9e574abe16fa tempest-DeleteServersAdminTestJSON-34510037 tempest-DeleteServersAdminTestJSON-34510037-project] 10.222.0.66 "GET /v2.0/ports?device_id=092f4b80-1fe4-4ca5-8eab-da77c746eac0 HTTP/1.1" status: 200 len: 947 time: 0.0787892 Aug 18 11:52:15.990891 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-acf11fb7-1fdc-499f-85a7-0222f6190195 req-f636a89b-db6c-4b80-a225-7e71b75d7946 tempest-LiveMigrationTest-1335981208 tempest-LiveMigrationTest-1335981208-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=07aef7bb-6c11-4cb4-8594-c24180b5d811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687451 Aug 18 11:52:16.028175 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0430109c-6aeb-4461-9c68-2d7387d73c91 req-30695fe2-7690-4f0b-8efd-2d9d65c1bb34 tempest-DeleteServersAdminTestJSON-34510037 tempest-DeleteServersAdminTestJSON-34510037-project] 10.222.0.66 "GET /v2.0/security-groups?id=ad711073-5b3b-4499-bbb9-27286a19ae6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613682 Aug 18 11:52:16.180860 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-bdc390e8-a15f-4785-a571-a075b956eb59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-996815'] for router_interface, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:16.254953 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 47208) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:52:16.409810 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device bbc5fb34-a9c7-4e4e-9c45-8b4dea9c9324 details requested by agent hyperv_n-h1-804985-2 with host n-h1-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 11:52:16.417031 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d6b997a9-072d-4e0b-8367-626a57c483e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:16.453760 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93e6055-ad51-4a3b-ad79-4db903f8a73f req-7adc342c-1b1c-4a49-aeec-23cfbf9301a0 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:16.455357 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e93e6055-ad51-4a3b-ad79-4db903f8a73f req-7adc342c-1b1c-4a49-aeec-23cfbf9301a0 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.66 "GET /v2.0/ports?device_id=d1a77c32-20c2-49cb-bacf-6d1bc8cdb75a HTTP/1.1" status: 200 len: 943 time: 0.0848091 Aug 18 11:52:16.525195 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e93e6055-ad51-4a3b-ad79-4db903f8a73f req-776688ef-87ab-42da-ae42-cc9873b5b7ad tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.66 "GET /v2.0/security-groups?id=fecad5ed-08b4-4db8-8e35-9a1fb2f01a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572860 Aug 18 11:52:16.584233 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d6b997a9-072d-4e0b-8367-626a57c483e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:16.599986 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d6b997a9-072d-4e0b-8367-626a57c483e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:16.717243 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-d6b997a9-072d-4e0b-8367-626a57c483e5 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4afe003414f245d5b6804a735ff425b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4608457 Aug 18 11:52:16.720835 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b997a9-072d-4e0b-8367-626a57c483e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e312c6a-9c5e-43b3-b08e-056bc665e6c9,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:52:16.724095 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 47228) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:52:16.726157 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device ae2c444f-6138-48a5-9fae-01ccb0a88178 details requested by agent hyperv_n-h2-804985-2 with host n-h2-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 11:52:16.789995 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port bbc5fb34-a9c7-4e4e-9c45-8b4dea9c9324, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=bbc5fb34-a9c7-4e4e-9c45-8b4dea9c9324,segment=NetworkSegment(0622c33d-7d5a-4968-950b-edb53be5f858),segment_id=0622c33d-7d5a-4968-950b-edb53be5f858)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:52:16.815370 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b4ccfd8b-ba12-4669-a942-deb29a2d80f5 req-4ba7f599-d511-4c02-87f7-30728b207652 tempest-LiveMigrationNegativeTest-1842983464 tempest-LiveMigrationNegativeTest-1842983464-project] 10.222.0.63 "GET /v2.0/networks?tenant_id=fd7d9be7a3e342b9ae85ec629d4b2884&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0549600 Aug 18 11:52:16.859176 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Returning: {'device': 'bbc5fb34-a9c7-4e4e-9c45-8b4dea9c9324', 'network_id': 'f471d7de-70da-4549-acfc-45017b3843ff', 'port_id': 'bbc5fb34-a9c7-4e4e-9c45-8b4dea9c9324', 'mac_address': 'fa:16:3e:c2:9c:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 802, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16b84496-6d9e-4d8c-9087-8e81549f7d75', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 11:52:16.878297 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-bdc390e8-a15f-4785-a571-a075b956eb59 admin admin] Deleting port d6825562-4dcb-4d31-a972-451b61697385 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 11:52:16.879382 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-bdc390e8-a15f-4785-a571-a075b956eb59 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:16.929568 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a7a438bc-ced4-4aa7-a573-c13f1364aa33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:17.007212 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.agents_db [None req-6dbb2658-0354-4101-8393-6e7505481cf6 None None] Agent healthcheck: found 7 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 11:52:17.010006 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:17.016859 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port ae2c444f-6138-48a5-9fae-01ccb0a88178, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=ae2c444f-6138-48a5-9fae-01ccb0a88178,segment=NetworkSegment(b0eb6eea-b461-4969-8a27-808f00daa8a1),segment_id=b0eb6eea-b461-4969-8a27-808f00daa8a1)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:52:17.029365 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [None req-bdc390e8-a15f-4785-a571-a075b956eb59 admin admin] For port d6825562-4dcb-4d31-a972-451b61697385, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=d6825562-4dcb-4d31-a972-451b61697385,segment=NetworkSegment(01058217-5bc9-48d2-af8c-1041d110968a),segment_id=01058217-5bc9-48d2-af8c-1041d110968a)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:52:17.031372 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-bdc390e8-a15f-4785-a571-a075b956eb59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:17.041324 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Returning: {'device': 'ae2c444f-6138-48a5-9fae-01ccb0a88178', 'network_id': '222e0814-c7e5-4b11-9282-3f40c6ed76b2', 'port_id': 'ae2c444f-6138-48a5-9fae-01ccb0a88178', 'mac_address': 'fa:16:3e:8c:81:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 823, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d16d680-110b-436d-8afa-48ba845b3623', 'ip_address': '192.168.233.97'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 11:52:17.050183 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbc5fb34-a9c7-4e4e-9c45-8b4dea9c9324 {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 11:52:17.079031 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-bdc390e8-a15f-4785-a571-a075b956eb59 admin admin] Calling delete_port for d6825562-4dcb-4d31-a972-451b61697385 owned by network:router_interface {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 11:52:17.106933 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port bbc5fb34-a9c7-4e4e-9c45-8b4dea9c9324, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=bbc5fb34-a9c7-4e4e-9c45-8b4dea9c9324,segment=NetworkSegment(0622c33d-7d5a-4968-950b-edb53be5f858),segment_id=0622c33d-7d5a-4968-950b-edb53be5f858)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:52:17.120435 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:17.125408 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:17.161719 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae2c444f-6138-48a5-9fae-01ccb0a88178 {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 11:52:17.212800 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port ae2c444f-6138-48a5-9fae-01ccb0a88178, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=ae2c444f-6138-48a5-9fae-01ccb0a88178,segment=NetworkSegment(b0eb6eea-b461-4969-8a27-808f00daa8a1),segment_id=b0eb6eea-b461-4969-8a27-808f00daa8a1)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:52:17.217173 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=bbc5fb34-a9c7-4e4e-9c45-8b4dea9c9324,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:52:17.222422 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a7a438bc-ced4-4aa7-a573-c13f1364aa33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:17.223746 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:17.267220 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8be52ef6-dcfe-42f3-b623-7eafff2b9726 req-df55145e-a4b7-4670-a617-ec19763075b1 tempest-LiveMigrationNegativeTest-1842983464 tempest-LiveMigrationNegativeTest-1842983464-project] 10.222.0.66 "GET /v2.0/ports?device_id=ce603bc6-2dee-4dc4-9dee-6e5b4fe55c75 HTTP/1.1" status: 200 len: 210 time: 0.0391395 Aug 18 11:52:17.284748 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=ae2c444f-6138-48a5-9fae-01ccb0a88178,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:52:17.330582 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ccfd8b-ba12-4669-a942-deb29a2d80f5 req-0eca63f1-3411-4215-a562-974b7090b896 tempest-LiveMigrationNegativeTest-1842983464 tempest-LiveMigrationNegativeTest-1842983464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:17.332047 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b4ccfd8b-ba12-4669-a942-deb29a2d80f5 req-0eca63f1-3411-4215-a562-974b7090b896 tempest-LiveMigrationNegativeTest-1842983464 tempest-LiveMigrationNegativeTest-1842983464-project] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5028937 Aug 18 11:52:17.352136 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-b4ccfd8b-ba12-4669-a942-deb29a2d80f5 req-6fad79ee-301f-4212-a3e5-18d4ce217d8b tempest-LiveMigrationNegativeTest-1842983464 tempest-LiveMigrationNegativeTest-1842983464-project] Request body: {'port': {'device_id': 'ce603bc6-2dee-4dc4-9dee-6e5b4fe55c75', 'network_id': '222e0814-c7e5-4b11-9282-3f40c6ed76b2', 'admin_state_up': True, 'tenant_id': 'fd7d9be7a3e342b9ae85ec629d4b2884'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:52:17.415004 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] get_ports_and_sgs() called for port_ids ['bbc5fb34-a9c7-4e4e-9c45-8b4dea9c9324'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 11:52:17.433786 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a7a438bc-ced4-4aa7-a573-c13f1364aa33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:17.436382 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a7a438bc-ced4-4aa7-a573-c13f1364aa33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:17.436788 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-bdc390e8-a15f-4785-a571-a075b956eb59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:17.440811 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-a7a438bc-ced4-4aa7-a573-c13f1364aa33 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2e312c6a-9c5e-43b3-b08e-056bc665e6c9 HTTP/1.1" status: 204 len: 168 time: 0.7151520 Aug 18 11:52:17.463753 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] get_ports_and_sgs() called for port_ids ['ae2c444f-6138-48a5-9fae-01ccb0a88178'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 11:52:17.478143 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a438bc-ced4-4aa7-a573-c13f1364aa33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e312c6a-9c5e-43b3-b08e-056bc665e6c9,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:52:17.501730 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc390e8-a15f-4785-a571-a075b956eb59 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6825562-4dcb-4d31-a972-451b61697385,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:52:17.541446 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7fd738-80e4-414f-a6dd-9e46bc3bcc01 req-47bf3206-304d-40bc-8613-96134bb1e156 tempest-DeleteServersAdminTestJSON-34510037 tempest-DeleteServersAdminTestJSON-34510037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:17.544419 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-dd7fd738-80e4-414f-a6dd-9e46bc3bcc01 req-47bf3206-304d-40bc-8613-96134bb1e156 tempest-DeleteServersAdminTestJSON-34510037 tempest-DeleteServersAdminTestJSON-34510037-project] 10.222.0.66 "GET /v2.0/ports?device_id=092f4b80-1fe4-4ca5-8eab-da77c746eac0 HTTP/1.1" status: 200 len: 948 time: 0.1624036 Aug 18 11:52:17.638505 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4ccfd8b-ba12-4669-a942-deb29a2d80f5 req-6fad79ee-301f-4212-a3e5-18d4ce217d8b tempest-LiveMigrationNegativeTest-1842983464 tempest-LiveMigrationNegativeTest-1842983464-project] Made reservation on behalf of fd7d9be7a3e342b9ae85ec629d4b2884 for: {'port': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 11:52:17.642869 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-b4ccfd8b-ba12-4669-a942-deb29a2d80f5 req-6fad79ee-301f-4212-a3e5-18d4ce217d8b tempest-LiveMigrationNegativeTest-1842983464 tempest-LiveMigrationNegativeTest-1842983464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:17.675905 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-dd7fd738-80e4-414f-a6dd-9e46bc3bcc01 req-db3f2c25-38f9-43e3-95d5-0397b0bce1fc tempest-DeleteServersAdminTestJSON-34510037 tempest-DeleteServersAdminTestJSON-34510037-project] 10.222.0.66 "GET /v2.0/security-groups?id=ad711073-5b3b-4499-bbb9-27286a19ae6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174135 Aug 18 11:52:17.784000 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-bdc390e8-a15f-4785-a571-a075b956eb59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953695'] for router_interface, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:17.960893 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 47274) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:52:17.987049 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-05f6424d-782c-469e-a9b3-21c054f23c93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:18.009725 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1051ba9e-683b-44f8-8f96-5628d00906cb req-9341d611-7719-4cc0-b197-675e91bee23f tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:18.011230 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1051ba9e-683b-44f8-8f96-5628d00906cb req-9341d611-7719-4cc0-b197-675e91bee23f tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.66 "GET /v2.0/ports?device_id=d1a77c32-20c2-49cb-bacf-6d1bc8cdb75a HTTP/1.1" status: 200 len: 944 time: 0.1467073 Aug 18 11:52:18.019288 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [req-b4ccfd8b-ba12-4669-a942-deb29a2d80f5 req-6fad79ee-301f-4212-a3e5-18d4ce217d8b tempest-LiveMigrationNegativeTest-1842983464 tempest-LiveMigrationNegativeTest-1842983464-project] Allocated IP 192.168.233.148 (222e0814-c7e5-4b11-9282-3f40c6ed76b2/6d16d680-110b-436d-8afa-48ba845b3623/2319d3a4-770a-4c4d-a042-0595b3ee352c) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 11:52:18.058186 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 47276) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:52:18.106553 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdc390e8-a15f-4785-a571-a075b956eb59 admin admin] Router 6da269cf-7a23-4979-8c26-72fee5249d80 has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 11:52:18.125545 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1051ba9e-683b-44f8-8f96-5628d00906cb req-55bf9c35-17be-449b-be43-67a234897325 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.66 "GET /v2.0/security-groups?id=fecad5ed-08b4-4db8-8e35-9a1fb2f01a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030874 Aug 18 11:52:18.208107 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [req-46e4f5a9-2237-4074-a316-e6553b605a1e req-e76e06ed-347f-4482-a650-105cf2200711 tempest-LiveMigrationTest-1335981208 tempest-LiveMigrationTest-1335981208-project-admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=106252) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 11:52:18.209165 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-46e4f5a9-2237-4074-a316-e6553b605a1e req-e76e06ed-347f-4482-a650-105cf2200711 tempest-LiveMigrationTest-1335981208 tempest-LiveMigrationTest-1335981208-project-admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1500721 Aug 18 11:52:18.261983 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdc390e8-a15f-4785-a571-a075b956eb59 admin admin] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 11:52:18.272042 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a04889bd-cf8c-42d0-8657-be2ca47f7440 None None] Sync routers for ids ['6da269cf-7a23-4979-8c26-72fee5249d80'] in n-d-804985-2 {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 11:52:18.276047 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-bdc390e8-a15f-4785-a571-a075b956eb59 admin admin] 10.222.0.66 "PUT /v2.0/routers/6da269cf-7a23-4979-8c26-72fee5249d80/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6270068 Aug 18 11:52:18.276778 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 47284) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:52:18.282401 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a04889bd-cf8c-42d0-8657-be2ca47f7440 None None] Routers {'6da269cf-7a23-4979-8c26-72fee5249d80'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 11:52:18.283016 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-a04889bd-cf8c-42d0-8657-be2ca47f7440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T11:51:51Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['6da269cf-7a23-4979-8c26-72fee5249d80'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:52:18.293243 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-05f6424d-782c-469e-a9b3-21c054f23c93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:18.302763 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-05f6424d-782c-469e-a9b3-21c054f23c93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:18.322931 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-b4ccfd8b-ba12-4669-a942-deb29a2d80f5 req-6fad79ee-301f-4212-a3e5-18d4ce217d8b tempest-LiveMigrationNegativeTest-1842983464 tempest-LiveMigrationNegativeTest-1842983464-project] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:18.359745 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [req-b4ccfd8b-ba12-4669-a942-deb29a2d80f5 req-6fad79ee-301f-4212-a3e5-18d4ce217d8b tempest-LiveMigrationNegativeTest-1842983464 tempest-LiveMigrationNegativeTest-1842983464-project] Transition to ACTIVE for port object 2319d3a4-770a-4c4d-a042-0595b3ee352c will not be triggered until provisioned by entity DHCP. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 11:52:18.367408 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-46e4f5a9-2237-4074-a316-e6553b605a1e req-632a388e-7c4e-49be-9505-95bed5d98409 service neutron] Request body: {'binding': {'host': 'n-h1-804985-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:52:18.367926 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-46e4f5a9-2237-4074-a316-e6553b605a1e req-632a388e-7c4e-49be-9505-95bed5d98409 service neutron] Unknown quota resources ['binding']. {{(pid=106252) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 18 11:52:18.400435 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-306f293c-6ac7-48df-aa05-0403e7e8bd96 admin admin] Notify callbacks [] for router, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:18.404521 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-05f6424d-782c-469e-a9b3-21c054f23c93 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=852a8bd3baec4bd08d3b43538d795fc2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4408395 Aug 18 11:52:18.408216 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f6424d-782c-469e-a9b3-21c054f23c93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ea18b51-2f96-4792-830f-64981ef2da48,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:52:18.418003 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 47292) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:52:18.435073 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device bbc5fb34-a9c7-4e4e-9c45-8b4dea9c9324 up at agent hyperv_n-h1-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:52:18.456194 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-45cbe1e9-b5b4-41e6-8f2c-5559d910c2a3 req-120dfefd-66ba-4c6e-8e63-3ba74885d4a4 tempest-LiveMigrationNegativeTest-1842983464 tempest-LiveMigrationNegativeTest-1842983464-project] 10.222.0.66 "GET /v2.0/ports?device_id=ce603bc6-2dee-4dc4-9dee-6e5b4fe55c75 HTTP/1.1" status: 200 len: 210 time: 0.0567415 Aug 18 11:52:18.458388 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-a04889bd-cf8c-42d0-8657-be2ca47f7440 None None] Set router 6da269cf-7a23-4979-8c26-72fee5249d80 gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 11:52:18.491480 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-00ec9f19-e429-443d-83e2-42568cc39fa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:18.516974 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Provisioning for port bbc5fb34-a9c7-4e4e-9c45-8b4dea9c9324 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 11:52:18.526002 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Provisioning complete for port bbc5fb34-a9c7-4e4e-9c45-8b4dea9c9324 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:52:18.526514 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:18.558781 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-306f293c-6ac7-48df-aa05-0403e7e8bd96 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:18.572966 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-b4ccfd8b-ba12-4669-a942-deb29a2d80f5 req-6fad79ee-301f-4212-a3e5-18d4ce217d8b tempest-LiveMigrationNegativeTest-1842983464 tempest-LiveMigrationNegativeTest-1842983464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:18.627066 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] get_ports_and_sgs() called for port_ids ['0a25dbe8-457a-4efa-8f86-1405d360f55e'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 11:52:18.629763 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-306f293c-6ac7-48df-aa05-0403e7e8bd96 admin admin] Deleting port ffd5cbed-9d46-4cb2-920a-74ff55b9b8bd {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 11:52:18.630332 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-cb29e677-7b26-4b45-81b9-68002ecb53a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:18.631266 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-306f293c-6ac7-48df-aa05-0403e7e8bd96 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:18.672381 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4ccfd8b-ba12-4669-a942-deb29a2d80f5 req-6fad79ee-301f-4212-a3e5-18d4ce217d8b tempest-LiveMigrationNegativeTest-1842983464 tempest-LiveMigrationNegativeTest-1842983464-project] Network 222e0814-c7e5-4b11-9282-3f40c6ed76b2 is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 11:52:18.693862 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fad79ee-301f-4212-a3e5-18d4ce217d8b tempest-LiveMigrationNegativeTest-1842983464 tempest-LiveMigrationNegativeTest-1842983464-project] Pushing event updated for resources: {'Port': ['ID=2319d3a4-770a-4c4d-a042-0595b3ee352c,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:52:18.696889 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [req-b4ccfd8b-ba12-4669-a942-deb29a2d80f5 req-6fad79ee-301f-4212-a3e5-18d4ce217d8b tempest-LiveMigrationNegativeTest-1842983464 tempest-LiveMigrationNegativeTest-1842983464-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:52:18.706881 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-cb29e677-7b26-4b45-81b9-68002ecb53a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:18.708705 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4ccfd8b-ba12-4669-a942-deb29a2d80f5 req-6fad79ee-301f-4212-a3e5-18d4ce217d8b tempest-LiveMigrationNegativeTest-1842983464 tempest-LiveMigrationNegativeTest-1842983464-project] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 11:52:18.714325 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ccfd8b-ba12-4669-a942-deb29a2d80f5 req-6fad79ee-301f-4212-a3e5-18d4ce217d8b tempest-LiveMigrationNegativeTest-1842983464 tempest-LiveMigrationNegativeTest-1842983464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:18.714975 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-b4ccfd8b-ba12-4669-a942-deb29a2d80f5 req-6fad79ee-301f-4212-a3e5-18d4ce217d8b tempest-LiveMigrationNegativeTest-1842983464 tempest-LiveMigrationNegativeTest-1842983464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:18.740215 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-46e4f5a9-2237-4074-a316-e6553b605a1e req-632a388e-7c4e-49be-9505-95bed5d98409 service neutron] Attempting to bind port 3cc10453-0472-4bd5-bf62-8a83cefb86aa on host n-h1-804985-2 for vnic_type normal with profile None {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 11:52:18.740627 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-46e4f5a9-2237-4074-a316-e6553b605a1e req-632a388e-7c4e-49be-9505-95bed5d98409 service neutron] Attempting to bind port 3cc10453-0472-4bd5-bf62-8a83cefb86aa by drivers openvswitch,hyperv on host n-h1-804985-2 at level 0 using segments [{'id': '77044dd8-732d-4440-9cc8-7f1936544d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'f2b8460a-d20a-4d24-a458-477b4502f48c'}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 11:52:18.740962 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46e4f5a9-2237-4074-a316-e6553b605a1e req-632a388e-7c4e-49be-9505-95bed5d98409 service neutron] Attempting to bind port 3cc10453-0472-4bd5-bf62-8a83cefb86aa on network f2b8460a-d20a-4d24-a458-477b4502f48c {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 11:52:18.750470 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [None req-306f293c-6ac7-48df-aa05-0403e7e8bd96 admin admin] For port ffd5cbed-9d46-4cb2-920a-74ff55b9b8bd, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=ffd5cbed-9d46-4cb2-920a-74ff55b9b8bd,segment=NetworkSegment(c5a3db9d-5c58-41b1-9177-d5787a597b78),segment_id=c5a3db9d-5c58-41b1-9177-d5787a597b78)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:52:18.751066 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-306f293c-6ac7-48df-aa05-0403e7e8bd96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:18.767086 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-306f293c-6ac7-48df-aa05-0403e7e8bd96 admin admin] Calling delete_port for ffd5cbed-9d46-4cb2-920a-74ff55b9b8bd owned by network:router_gateway {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 11:52:18.767999 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-a04889bd-cf8c-42d0-8657-be2ca47f7440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6da269cf-7a23-4979-8c26-72fee5249d80', 'name': 'tempest-FloatingIPsTestJSON-1437844659-router', 'tenant_id': '1f05c47e95ed45099264b8d3c6b8078a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.253'}], 'enable_snat': True}, 'gw_port_id': 'ffd5cbed-9d46-4cb2-920a-74ff55b9b8bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T11:51:52Z', 'updated_at': '2021-08-18T11:52:17Z', 'revision_number': 5, 'project_id': '1f05c47e95ed45099264b8d3c6b8078a', 'gw_port': {'id': 'ffd5cbed-9d46-4cb2-920a-74ff55b9b8bd', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ec:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6da269cf-7a23-4979-8c26-72fee5249d80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:51:53Z', 'updated_at': '2021-08-18T11:52:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:52:18.785002 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46e4f5a9-2237-4074-a316-e6553b605a1e req-632a388e-7c4e-49be-9505-95bed5d98409 service neutron] Port 3cc10453-0472-4bd5-bf62-8a83cefb86aa on network f2b8460a-d20a-4d24-a458-477b4502f48c not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-2 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 11:52:18.785327 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46e4f5a9-2237-4074-a316-e6553b605a1e req-632a388e-7c4e-49be-9505-95bed5d98409 service neutron] Attempting to bind port 3cc10453-0472-4bd5-bf62-8a83cefb86aa on network f2b8460a-d20a-4d24-a458-477b4502f48c {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 11:52:18.791674 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b4ccfd8b-ba12-4669-a942-deb29a2d80f5 req-6fad79ee-301f-4212-a3e5-18d4ce217d8b tempest-LiveMigrationNegativeTest-1842983464 tempest-LiveMigrationNegativeTest-1842983464-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4463670 Aug 18 11:52:18.799261 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:18.805064 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a04889bd-cf8c-42d0-8657-be2ca47f7440 None None] Checking router: 6da269cf-7a23-4979-8c26-72fee5249d80 for host: n-d-804985-2 {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 11:52:18.815866 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-b4ccfd8b-ba12-4669-a942-deb29a2d80f5 req-9a01eaee-bf46-446d-959e-71e745441c16 service neutron] Request body: {'port': {'device_id': 'ce603bc6-2dee-4dc4-9dee-6e5b4fe55c75', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804985-2'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:52:18.824390 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46e4f5a9-2237-4074-a316-e6553b605a1e req-632a388e-7c4e-49be-9505-95bed5d98409 service neutron] Checking agent: {'id': 'a613417a-d085-492c-941a-59bb18c633d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 49, 6), 'started_at': datetime.datetime(2021, 8, 18, 11, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 11, 52, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 11:52:18.824897 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46e4f5a9-2237-4074-a316-e6553b605a1e req-632a388e-7c4e-49be-9505-95bed5d98409 service neutron] Checking segment: {'id': '77044dd8-732d-4440-9cc8-7f1936544d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'f2b8460a-d20a-4d24-a458-477b4502f48c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 11:52:18.825184 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46e4f5a9-2237-4074-a316-e6553b605a1e req-632a388e-7c4e-49be-9505-95bed5d98409 service neutron] Bound using segment: {'id': '77044dd8-732d-4440-9cc8-7f1936544d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'f2b8460a-d20a-4d24-a458-477b4502f48c'} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 11:52:18.825638 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-46e4f5a9-2237-4074-a316-e6553b605a1e req-632a388e-7c4e-49be-9505-95bed5d98409 service neutron] Bound port: 3cc10453-0472-4bd5-bf62-8a83cefb86aa, host: n-h1-804985-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77044dd8-732d-4440-9cc8-7f1936544d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'f2b8460a-d20a-4d24-a458-477b4502f48c'}}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 11:52:18.833338 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a04889bd-cf8c-42d0-8657-be2ca47f7440 None None] Routers {'6da269cf-7a23-4979-8c26-72fee5249d80'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 11:52:18.834389 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-a04889bd-cf8c-42d0-8657-be2ca47f7440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T11:51:51Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['6da269cf-7a23-4979-8c26-72fee5249d80'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:52:18.837373 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device ae2c444f-6138-48a5-9fae-01ccb0a88178 up at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:52:18.905510 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port bbc5fb34-a9c7-4e4e-9c45-8b4dea9c9324, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=bbc5fb34-a9c7-4e4e-9c45-8b4dea9c9324,segment=NetworkSegment(0622c33d-7d5a-4968-950b-edb53be5f858),segment_id=0622c33d-7d5a-4968-950b-edb53be5f858)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:52:18.938270 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1a77c32-20c2-49cb-bacf-6d1bc8cdb75a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbc5fb34-a9c7-4e4e-9c45-8b4dea9c9324'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 11:52:18.951859 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db50a436fb3a98495337d8fe7487b4f2ea6f3c1052eb9efadc2ecda2d5737001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88bd1b5a-fdda-40e8-83da-8087bdf307bc" -d '{"events": [{"server_uuid": "d1a77c32-20c2-49cb-bacf-6d1bc8cdb75a", "name": "network-vif-plugged", "status": "completed", "tag": "bbc5fb34-a9c7-4e4e-9c45-8b4dea9c9324"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:52:18.959847 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-a04889bd-cf8c-42d0-8657-be2ca47f7440 None None] Set router 6da269cf-7a23-4979-8c26-72fee5249d80 gateway port host: None {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 11:52:18.969379 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:18.981379 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-306f293c-6ac7-48df-aa05-0403e7e8bd96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:19.020231 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306f293c-6ac7-48df-aa05-0403e7e8bd96 admin admin] Pushing event deleted for resources: {'Port': ['ID=ffd5cbed-9d46-4cb2-920a-74ff55b9b8bd,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:52:19.039249 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-a04889bd-cf8c-42d0-8657-be2ca47f7440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6da269cf-7a23-4979-8c26-72fee5249d80', 'name': 'tempest-FloatingIPsTestJSON-1437844659-router', 'tenant_id': '1f05c47e95ed45099264b8d3c6b8078a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T11:51:52Z', 'updated_at': '2021-08-18T11:52:18Z', 'revision_number': 6, 'project_id': '1f05c47e95ed45099264b8d3c6b8078a', 'gw_port_host': None}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:52:19.044139 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=bbc5fb34-a9c7-4e4e-9c45-8b4dea9c9324,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:52:19.071467 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306f293c-6ac7-48df-aa05-0403e7e8bd96 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:52:19.071905 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306f293c-6ac7-48df-aa05-0403e7e8bd96 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:52:19.072236 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306f293c-6ac7-48df-aa05-0403e7e8bd96 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:52:19.072788 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306f293c-6ac7-48df-aa05-0403e7e8bd96 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:52:19.073154 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306f293c-6ac7-48df-aa05-0403e7e8bd96 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:52:19.073633 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306f293c-6ac7-48df-aa05-0403e7e8bd96 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:52:19.074009 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306f293c-6ac7-48df-aa05-0403e7e8bd96 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:52:19.074718 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306f293c-6ac7-48df-aa05-0403e7e8bd96 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:52:19.075138 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306f293c-6ac7-48df-aa05-0403e7e8bd96 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:52:19.075398 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-cb29e677-7b26-4b45-81b9-68002ecb53a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:19.075503 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306f293c-6ac7-48df-aa05-0403e7e8bd96 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:52:19.075809 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306f293c-6ac7-48df-aa05-0403e7e8bd96 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:52:19.076523 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306f293c-6ac7-48df-aa05-0403e7e8bd96 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:52:19.078838 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-cb29e677-7b26-4b45-81b9-68002ecb53a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:19.079124 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a04889bd-cf8c-42d0-8657-be2ca47f7440 None None] The sync data for ids ['6da269cf-7a23-4979-8c26-72fee5249d80'] in n-d-804985-2 is: [{'id': '6da269cf-7a23-4979-8c26-72fee5249d80', 'name': 'tempest-FloatingIPsTestJSON-1437844659-router', 'tenant_id': '1f05c47e95ed45099264b8d3c6b8078a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T11:51:52Z', 'updated_at': '2021-08-18T11:52:18Z', 'revision_number': 6, 'project_id': '1f05c47e95ed45099264b8d3c6b8078a', 'gw_port_host': None}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 11:52:19.080528 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-cb29e677-7b26-4b45-81b9-68002ecb53a6 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0ea18b51-2f96-4792-830f-64981ef2da48 HTTP/1.1" status: 204 len: 168 time: 0.6580944 Aug 18 11:52:19.092568 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-306f293c-6ac7-48df-aa05-0403e7e8bd96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-997271'] for router_gateway, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:19.095323 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-b4ccfd8b-ba12-4669-a942-deb29a2d80f5 req-9a01eaee-bf46-446d-959e-71e745441c16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:19.128701 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-46e4f5a9-2237-4074-a316-e6553b605a1e req-632a388e-7c4e-49be-9505-95bed5d98409 service neutron] For port 3cc10453-0472-4bd5-bf62-8a83cefb86aa, host n-h1-804985-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=3cc10453-0472-4bd5-bf62-8a83cefb86aa,segment=NetworkSegment(77044dd8-732d-4440-9cc8-7f1936544d71),segment_id=77044dd8-732d-4440-9cc8-7f1936544d71)] {{(pid=106252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 11:52:19.129942 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb29e677-7b26-4b45-81b9-68002ecb53a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ea18b51-2f96-4792-830f-64981ef2da48,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:52:19.134246 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Provisioning for port ae2c444f-6138-48a5-9fae-01ccb0a88178 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 11:52:19.144365 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-46e4f5a9-2237-4074-a316-e6553b605a1e req-632a388e-7c4e-49be-9505-95bed5d98409 service neutron] Notify callbacks [] for binding, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:19.152946 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-46e4f5a9-2237-4074-a316-e6553b605a1e req-632a388e-7c4e-49be-9505-95bed5d98409 service neutron] 10.222.0.66 "POST /v2.0/ports/3cc10453-0472-4bd5-bf62-8a83cefb86aa/bindings HTTP/1.1" status: 201 len: 389 time: 0.8692923 Aug 18 11:52:19.158152 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Provisioning complete for port ae2c444f-6138-48a5-9fae-01ccb0a88178 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:52:19.158533 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:19.161946 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb29e677-7b26-4b45-81b9-68002ecb53a6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:52:19.162197 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb29e677-7b26-4b45-81b9-68002ecb53a6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:52:19.162530 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb29e677-7b26-4b45-81b9-68002ecb53a6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:52:19.162872 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb29e677-7b26-4b45-81b9-68002ecb53a6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:52:19.163247 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb29e677-7b26-4b45-81b9-68002ecb53a6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:52:19.163576 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb29e677-7b26-4b45-81b9-68002ecb53a6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:52:19.164326 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb29e677-7b26-4b45-81b9-68002ecb53a6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:52:19.164686 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb29e677-7b26-4b45-81b9-68002ecb53a6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:52:19.165013 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb29e677-7b26-4b45-81b9-68002ecb53a6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:52:19.165338 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb29e677-7b26-4b45-81b9-68002ecb53a6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:52:19.165883 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb29e677-7b26-4b45-81b9-68002ecb53a6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:52:19.166225 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb29e677-7b26-4b45-81b9-68002ecb53a6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:52:19.224968 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544a7e9d-c7f0-42a8-bf09-a945bc5f844e req-35840735-6332-487c-8c7b-034582529013 tempest-DeleteServersAdminTestJSON-34510037 tempest-DeleteServersAdminTestJSON-34510037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:19.229127 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-7786c602-f23e-4246-907c-de75f4561d7d None None] Provisioning for port 2319d3a4-770a-4c4d-a042-0595b3ee352c completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 11:52:19.244299 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-7786c602-f23e-4246-907c-de75f4561d7d None None] Provisioning complete for port 2319d3a4-770a-4c4d-a042-0595b3ee352c triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:52:19.244844 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-7786c602-f23e-4246-907c-de75f4561d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:19.262685 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-544a7e9d-c7f0-42a8-bf09-a945bc5f844e req-35840735-6332-487c-8c7b-034582529013 tempest-DeleteServersAdminTestJSON-34510037 tempest-DeleteServersAdminTestJSON-34510037-project] 10.222.0.66 "GET /v2.0/ports?device_id=092f4b80-1fe4-4ca5-8eab-da77c746eac0 HTTP/1.1" status: 200 len: 948 time: 0.2645128 Aug 18 11:52:19.285021 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-306f293c-6ac7-48df-aa05-0403e7e8bd96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-996004', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15859'] for router, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:19.290760 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-306f293c-6ac7-48df-aa05-0403e7e8bd96 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:19.353368 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-7786c602-f23e-4246-907c-de75f4561d7d None None] Port 2319d3a4-770a-4c4d-a042-0595b3ee352c cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 11:52:19.379187 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-306f293c-6ac7-48df-aa05-0403e7e8bd96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-996061'] for router, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:19.379376 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-306f293c-6ac7-48df-aa05-0403e7e8bd96 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6da269cf-7a23-4979-8c26-72fee5249d80 {{(pid=106253) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 11:52:19.390652 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-306f293c-6ac7-48df-aa05-0403e7e8bd96 admin admin] Notify callbacks [] for router, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:19.391936 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-306f293c-6ac7-48df-aa05-0403e7e8bd96 admin admin] 10.222.0.66 "DELETE /v2.0/routers/6da269cf-7a23-4979-8c26-72fee5249d80 HTTP/1.1" status: 204 len: 168 time: 1.1144700 Aug 18 11:52:19.395038 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 47314) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:52:19.404278 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-544a7e9d-c7f0-42a8-bf09-a945bc5f844e req-05c8ef8c-cc03-4a31-bfdf-facadf26be01 tempest-DeleteServersAdminTestJSON-34510037 tempest-DeleteServersAdminTestJSON-34510037-project] 10.222.0.66 "GET /v2.0/security-groups?id=ad711073-5b3b-4499-bbb9-27286a19ae6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406007 Aug 18 11:52:19.414505 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:19.498164 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_v2 [None req-59260f2a-115f-4e2c-be08-684a8d97a393 admin admin] Deleting subnet a0326278-88b6-4c28-9c11-9e10ad7edb1d {{(pid=106253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 11:52:19.506231 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port ae2c444f-6138-48a5-9fae-01ccb0a88178, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=ae2c444f-6138-48a5-9fae-01ccb0a88178,segment=NetworkSegment(b0eb6eea-b461-4969-8a27-808f00daa8a1),segment_id=b0eb6eea-b461-4969-8a27-808f00daa8a1)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:52:19.507578 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-59260f2a-115f-4e2c-be08-684a8d97a393 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:19.521565 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:19.572383 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 11:52:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb58a1a0-872b-43d4-960f-0081bc42f37e x-openstack-request-id: req-bb58a1a0-872b-43d4-960f-0081bc42f37e {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:52:19.572792 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1a77c32-20c2-49cb-bacf-6d1bc8cdb75a", "name": "network-vif-plugged", "status": "completed", "tag": "bbc5fb34-a9c7-4e4e-9c45-8b4dea9c9324", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:52:19.573385 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-bb58a1a0-872b-43d4-960f-0081bc42f37e {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:52:19.574556 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1a77c32-20c2-49cb-bacf-6d1bc8cdb75a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbc5fb34-a9c7-4e4e-9c45-8b4dea9c9324', 'code': 200} Aug 18 11:52:19.589291 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-59260f2a-115f-4e2c-be08-684a8d97a393 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:19.590532 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7f83a9-8828-42a2-a445-c681aa569b58 req-e49f94be-bdf4-4349-bbcd-be5ea7d295ac tempest-AggregatesAdminTestJSON-746079441 tempest-AggregatesAdminTestJSON-746079441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:19.597983 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8d7f83a9-8828-42a2-a445-c681aa569b58 req-e49f94be-bdf4-4349-bbcd-be5ea7d295ac tempest-AggregatesAdminTestJSON-746079441 tempest-AggregatesAdminTestJSON-746079441-project] 10.222.0.66 "GET /v2.0/ports?device_id=a723de70-2f9c-4c58-9f6f-7a49760bfe76 HTTP/1.1" status: 200 len: 970 time: 0.2035396 Aug 18 11:52:19.624048 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=ae2c444f-6138-48a5-9fae-01ccb0a88178,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:52:19.627260 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.63', 54258) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:52:19.665974 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e4f5a9-2237-4074-a316-e6553b605a1e req-08723c99-a454-4ae2-aeab-21d76ca9a23e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:19.667475 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-46e4f5a9-2237-4074-a316-e6553b605a1e req-08723c99-a454-4ae2-aeab-21d76ca9a23e service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=188bebbd8f564ea0bbe77621cda4023c&device_id=2e0a9fc7-bdb0-438e-b3f0-ac051d5f553d HTTP/1.1" status: 200 len: 1097 time: 0.1753364 Aug 18 11:52:19.740360 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6777df9b-5275-4262-aa3c-af51062183e6 req-7495e00f-233d-4303-8a79-47b4a9594a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:19.741988 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-6777df9b-5275-4262-aa3c-af51062183e6 req-7495e00f-233d-4303-8a79-47b4a9594a40 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=d1a77c32-20c2-49cb-bacf-6d1bc8cdb75a HTTP/1.1" status: 200 len: 1096 time: 0.1129832 Aug 18 11:52:19.747670 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-59260f2a-115f-4e2c-be08-684a8d97a393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:19.774705 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8d7f83a9-8828-42a2-a445-c681aa569b58 req-7bc1a26b-6f49-495f-aec0-654e2f7e09c8 tempest-AggregatesAdminTestJSON-746079441 tempest-AggregatesAdminTestJSON-746079441-project] 10.222.0.66 "GET /v2.0/security-groups?id=76c12ecb-b1cd-4fea-a015-a9547777e665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758418 Aug 18 11:52:19.834728 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c52535e-000c-4d22-a669-8db19280de14 req-ef37ccf7-3e60-4618-9a5b-fe5bc8cb6275 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:19.836402 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1c52535e-000c-4d22-a669-8db19280de14 req-ef37ccf7-3e60-4618-9a5b-fe5bc8cb6275 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.66 "GET /v2.0/ports?device_id=d1a77c32-20c2-49cb-bacf-6d1bc8cdb75a HTTP/1.1" status: 200 len: 945 time: 0.1779296 Aug 18 11:52:19.876503 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-59260f2a-115f-4e2c-be08-684a8d97a393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for subnet, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:19.892085 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e4f5a9-2237-4074-a316-e6553b605a1e req-2b12e011-cafe-4af7-9963-a78ebe41c683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:19.893666 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-46e4f5a9-2237-4074-a316-e6553b605a1e req-2b12e011-cafe-4af7-9963-a78ebe41c683 service neutron] 10.222.0.63 "GET /v2.0/networks?id=f2b8460a-d20a-4d24-a458-477b4502f48c HTTP/1.1" status: 200 len: 909 time: 0.2146161 Aug 18 11:52:19.897769 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-59260f2a-115f-4e2c-be08-684a8d97a393 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:19.901437 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-59260f2a-115f-4e2c-be08-684a8d97a393 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/a0326278-88b6-4c28-9c11-9e10ad7edb1d HTTP/1.1" status: 204 len: 168 time: 0.5052867 Aug 18 11:52:19.906279 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fd28bb9-7e94-4384-a200-49c3ded39d1d None None] Network 5efbbd6b-1662-4090-931d-7d6159dd2b85 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 11:52:19.924821 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-6777df9b-5275-4262-aa3c-af51062183e6 req-3a60a566-7e74-4ded-a02e-7759b6233fea service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=fecad5ed-08b4-4db8-8e35-9a1fb2f01a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567869 Aug 18 11:52:19.925465 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 47332) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:52:19.925832 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59260f2a-115f-4e2c-be08-684a8d97a393 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0326278-88b6-4c28-9c11-9e10ad7edb1d,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:52:20.067278 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1c52535e-000c-4d22-a669-8db19280de14 req-22440e15-2be3-4431-8f19-2c3f20781c76 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.66 "GET /v2.0/security-groups?id=fecad5ed-08b4-4db8-8e35-9a1fb2f01a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123642 Aug 18 11:52:20.073460 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device d6825562-4dcb-4d31-a972-451b61697385 no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 11:52:20.082299 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-46e4f5a9-2237-4074-a316-e6553b605a1e req-285af226-ce32-4293-8979-c8509c853221 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3cc10453-0472-4bd5-bf62-8a83cefb86aa HTTP/1.1" status: 200 len: 217 time: 0.1558921 Aug 18 11:52:20.094043 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [req-b4ccfd8b-ba12-4669-a942-deb29a2d80f5 req-9a01eaee-bf46-446d-959e-71e745441c16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2319d3a4-770a-4c4d-a042-0595b3ee352c {{(pid=106252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 11:52:20.127374 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: d6825562-4dcb-4d31-a972-451b61697385 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 11:52:20.127709 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device d6825562-4dcb-4d31-a972-451b61697385 not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 11:52:20.128109 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device ffd5cbed-9d46-4cb2-920a-74ff55b9b8bd no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 11:52:20.134815 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-b4ccfd8b-ba12-4669-a942-deb29a2d80f5 req-9a01eaee-bf46-446d-959e-71e745441c16 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:20.158553 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: ffd5cbed-9d46-4cb2-920a-74ff55b9b8bd {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 11:52:20.158942 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device ffd5cbed-9d46-4cb2-920a-74ff55b9b8bd not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 11:52:20.211273 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-84bad119-05a5-4577-8332-55540ef8d43a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7904109'] for network, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:20.236517 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [req-b4ccfd8b-ba12-4669-a942-deb29a2d80f5 req-9a01eaee-bf46-446d-959e-71e745441c16 service neutron] Transition to ACTIVE for port object 2319d3a4-770a-4c4d-a042-0595b3ee352c will not be triggered until provisioned by entity L2. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 11:52:20.256388 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e4f5a9-2237-4074-a316-e6553b605a1e req-7e7f4713-ae86-4236-af6c-dd37dfdc966d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:20.257854 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0a06c4f-51a3-4abc-9005-c101452772ff None None] DHCP port deletion for 5efbbd6b-1662-4090-931d-7d6159dd2b85 request from n-d-804985-2 {{(pid=106254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 11:52:20.257988 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-46e4f5a9-2237-4074-a316-e6553b605a1e req-7e7f4713-ae86-4236-af6c-dd37dfdc966d service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a97adc7a-3cde-4d27-baf4-adb6fa582445 HTTP/1.1" status: 200 len: 848 time: 0.1492858 Aug 18 11:52:20.258524 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-b4ccfd8b-ba12-4669-a942-deb29a2d80f5 req-9a01eaee-bf46-446d-959e-71e745441c16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:20.267711 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32962524-06b0-4e60-bff4-d71721a220ab req-83087a2c-65b1-43b8-be33-df219a0c72c8 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:20.269422 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-32962524-06b0-4e60-bff4-d71721a220ab req-83087a2c-65b1-43b8-be33-df219a0c72c8 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e0a9fc7-bdb0-438e-b3f0-ac051d5f553d HTTP/1.1" status: 200 len: 946 time: 0.2080023 Aug 18 11:52:20.312228 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-e0a06c4f-51a3-4abc-9005-c101452772ff None None] Deleting port 6d50f25c-6359-4b28-9cdd-ba1d94782c43 {{(pid=106254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 11:52:20.312604 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-e0a06c4f-51a3-4abc-9005-c101452772ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:20.347316 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-46e4f5a9-2237-4074-a316-e6553b605a1e req-8d47a5d5-1c13-46c7-ae17-c21e30eeda8a service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=f2b8460a-d20a-4d24-a458-477b4502f48c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0753298 Aug 18 11:52:20.409965 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7e445d-2008-443f-a7ea-ac8d66a1bf48 req-34b445a6-514b-4c49-b765-e62f847cc024 tempest-LiveMigrationNegativeTest-1842983464 tempest-LiveMigrationNegativeTest-1842983464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:20.411525 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-fe7e445d-2008-443f-a7ea-ac8d66a1bf48 req-34b445a6-514b-4c49-b765-e62f847cc024 tempest-LiveMigrationNegativeTest-1842983464 tempest-LiveMigrationNegativeTest-1842983464-project] 10.222.0.66 "GET /v2.0/ports?device_id=ce603bc6-2dee-4dc4-9dee-6e5b4fe55c75 HTTP/1.1" status: 200 len: 936 time: 0.2346292 Aug 18 11:52:20.427498 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-e0a06c4f-51a3-4abc-9005-c101452772ff None None] For port 6d50f25c-6359-4b28-9cdd-ba1d94782c43, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=6d50f25c-6359-4b28-9cdd-ba1d94782c43,segment=NetworkSegment(01058217-5bc9-48d2-af8c-1041d110968a),segment_id=01058217-5bc9-48d2-af8c-1041d110968a)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:52:20.427897 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-e0a06c4f-51a3-4abc-9005-c101452772ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:20.449764 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-e0a06c4f-51a3-4abc-9005-c101452772ff None None] Calling delete_port for 6d50f25c-6359-4b28-9cdd-ba1d94782c43 owned by network:dhcp {{(pid=106254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 11:52:20.480370 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a01eaee-bf46-446d-959e-71e745441c16 service neutron] Pushing event updated for resources: {'Port': ['ID=2319d3a4-770a-4c4d-a042-0595b3ee352c,revision_number=2']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:52:20.551029 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-32962524-06b0-4e60-bff4-d71721a220ab req-5bd862b4-c208-47e5-b94e-77b9d48f5ce6 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] 10.222.0.66 "GET /v2.0/security-groups?id=07aef7bb-6c11-4cb4-8594-c24180b5d811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2619772 Aug 18 11:52:20.641751 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-e0a06c4f-51a3-4abc-9005-c101452772ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556'] for port, after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:20.677424 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a06c4f-51a3-4abc-9005-c101452772ff None None] No DVR routers for this DVR port 6d50f25c-6359-4b28-9cdd-ba1d94782c43 on host n-d-804985-2 {{(pid=106254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 11:52:20.690884 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a06c4f-51a3-4abc-9005-c101452772ff None None] Pushing event deleted for resources: {'Port': ['ID=6d50f25c-6359-4b28-9cdd-ba1d94782c43,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:52:20.703659 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a06c4f-51a3-4abc-9005-c101452772ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:52:20.704322 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a06c4f-51a3-4abc-9005-c101452772ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:52:20.705007 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a06c4f-51a3-4abc-9005-c101452772ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:52:20.705521 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a06c4f-51a3-4abc-9005-c101452772ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:52:20.705995 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a06c4f-51a3-4abc-9005-c101452772ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:52:20.706531 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a06c4f-51a3-4abc-9005-c101452772ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:52:20.707149 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a06c4f-51a3-4abc-9005-c101452772ff None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:52:20.707656 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a06c4f-51a3-4abc-9005-c101452772ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:52:20.708238 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a06c4f-51a3-4abc-9005-c101452772ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:52:20.708846 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a06c4f-51a3-4abc-9005-c101452772ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:52:20.709628 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a06c4f-51a3-4abc-9005-c101452772ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:52:20.710099 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a06c4f-51a3-4abc-9005-c101452772ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:52:20.794536 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934f6f1e-3d86-43ed-bcc9-c86f18648dcb req-9428f72d-8c10-4c67-9efd-aebcb6888d5f tempest-AggregatesAdminTestJSON-746079441 tempest-AggregatesAdminTestJSON-746079441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:20.796375 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-934f6f1e-3d86-43ed-bcc9-c86f18648dcb req-9428f72d-8c10-4c67-9efd-aebcb6888d5f tempest-AggregatesAdminTestJSON-746079441 tempest-AggregatesAdminTestJSON-746079441-project] 10.222.0.63 "GET /v2.0/ports?device_id=a723de70-2f9c-4c58-9f6f-7a49760bfe76 HTTP/1.1" status: 200 len: 970 time: 0.1349080 Aug 18 11:52:20.870119 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-b4ccfd8b-ba12-4669-a942-deb29a2d80f5 req-9a01eaee-bf46-446d-959e-71e745441c16 service neutron] Attempting to bind port 2319d3a4-770a-4c4d-a042-0595b3ee352c on host n-h1-804985-2 for vnic_type normal with profile {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 11:52:20.871113 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-b4ccfd8b-ba12-4669-a942-deb29a2d80f5 req-9a01eaee-bf46-446d-959e-71e745441c16 service neutron] Attempting to bind port 2319d3a4-770a-4c4d-a042-0595b3ee352c by drivers openvswitch,hyperv on host n-h1-804985-2 at level 0 using segments [{'id': 'b0eb6eea-b461-4969-8a27-808f00daa8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '222e0814-c7e5-4b11-9282-3f40c6ed76b2'}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 11:52:20.871519 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4ccfd8b-ba12-4669-a942-deb29a2d80f5 req-9a01eaee-bf46-446d-959e-71e745441c16 service neutron] Attempting to bind port 2319d3a4-770a-4c4d-a042-0595b3ee352c on network 222e0814-c7e5-4b11-9282-3f40c6ed76b2 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 11:52:20.926660 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4ccfd8b-ba12-4669-a942-deb29a2d80f5 req-9a01eaee-bf46-446d-959e-71e745441c16 service neutron] Port 2319d3a4-770a-4c4d-a042-0595b3ee352c on network 222e0814-c7e5-4b11-9282-3f40c6ed76b2 not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-2 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 11:52:20.927055 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4ccfd8b-ba12-4669-a942-deb29a2d80f5 req-9a01eaee-bf46-446d-959e-71e745441c16 service neutron] Attempting to bind port 2319d3a4-770a-4c4d-a042-0595b3ee352c on network 222e0814-c7e5-4b11-9282-3f40c6ed76b2 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 11:52:20.957108 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-fe7e445d-2008-443f-a7ea-ac8d66a1bf48 req-c96d875b-da83-4769-b908-cbccbdd1b0ad tempest-LiveMigrationNegativeTest-1842983464 tempest-LiveMigrationNegativeTest-1842983464-project] 10.222.0.66 "GET /v2.0/security-groups?id=65bbc504-39a0-41da-bd31-ac5a025cebf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5357738 Aug 18 11:52:20.978976 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-d1fa9536-19e3-4918-bea1-e580b73c14cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:20.991511 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-46e4f5a9-2237-4074-a316-e6553b605a1e req-268fe4cf-65e3-4aea-80d2-60047f52b438 service neutron] 10.222.0.63 "GET /v2.0/networks/f2b8460a-d20a-4d24-a458-477b4502f48c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6022348 Aug 18 11:52:20.993699 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-84bad119-05a5-4577-8332-55540ef8d43a admin admin] Deleting port 6d50f25c-6359-4b28-9cdd-ba1d94782c43 {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 11:52:20.994251 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-84bad119-05a5-4577-8332-55540ef8d43a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:20.999810 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4ccfd8b-ba12-4669-a942-deb29a2d80f5 req-9a01eaee-bf46-446d-959e-71e745441c16 service neutron] Checking agent: {'id': 'a613417a-d085-492c-941a-59bb18c633d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 49, 6), 'started_at': datetime.datetime(2021, 8, 18, 11, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 11, 52, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 11:52:21.000729 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4ccfd8b-ba12-4669-a942-deb29a2d80f5 req-9a01eaee-bf46-446d-959e-71e745441c16 service neutron] Checking segment: {'id': 'b0eb6eea-b461-4969-8a27-808f00daa8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '222e0814-c7e5-4b11-9282-3f40c6ed76b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 11:52:21.001274 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4ccfd8b-ba12-4669-a942-deb29a2d80f5 req-9a01eaee-bf46-446d-959e-71e745441c16 service neutron] Bound using segment: {'id': 'b0eb6eea-b461-4969-8a27-808f00daa8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '222e0814-c7e5-4b11-9282-3f40c6ed76b2'} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 11:52:21.001901 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-b4ccfd8b-ba12-4669-a942-deb29a2d80f5 req-9a01eaee-bf46-446d-959e-71e745441c16 service neutron] Bound port: 2319d3a4-770a-4c4d-a042-0595b3ee352c, host: n-h1-804985-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0eb6eea-b461-4969-8a27-808f00daa8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '222e0814-c7e5-4b11-9282-3f40c6ed76b2'}}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 11:52:21.002411 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-b4ccfd8b-ba12-4669-a942-deb29a2d80f5 req-9a01eaee-bf46-446d-959e-71e745441c16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:21.103767 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de276e02-6ef7-4512-a0b6-e7eec804fa83 req-1e5b7c17-f32f-4e41-a57e-a1ccbd35d5b2 tempest-DeleteServersAdminTestJSON-34510037 tempest-DeleteServersAdminTestJSON-34510037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:21.105332 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-de276e02-6ef7-4512-a0b6-e7eec804fa83 req-1e5b7c17-f32f-4e41-a57e-a1ccbd35d5b2 tempest-DeleteServersAdminTestJSON-34510037 tempest-DeleteServersAdminTestJSON-34510037-project] 10.222.0.66 "GET /v2.0/ports?device_id=092f4b80-1fe4-4ca5-8eab-da77c746eac0 HTTP/1.1" status: 200 len: 949 time: 0.2281206 Aug 18 11:52:21.180640 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-934f6f1e-3d86-43ed-bcc9-c86f18648dcb req-761513ef-cd7b-4ff3-8c52-d1d1b1eb2161 tempest-AggregatesAdminTestJSON-746079441 tempest-AggregatesAdminTestJSON-746079441-project] Deleting port 1ba3902b-6d59-499b-8952-d7ec5b805d62 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 11:52:21.180954 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-934f6f1e-3d86-43ed-bcc9-c86f18648dcb req-761513ef-cd7b-4ff3-8c52-d1d1b1eb2161 tempest-AggregatesAdminTestJSON-746079441 tempest-AggregatesAdminTestJSON-746079441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:21.207526 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [None req-84bad119-05a5-4577-8332-55540ef8d43a admin admin] For port 6d50f25c-6359-4b28-9cdd-ba1d94782c43, host n-d-804985-2, got binding levels [] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:52:21.207894 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-84bad119-05a5-4577-8332-55540ef8d43a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:21.245970 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-84bad119-05a5-4577-8332-55540ef8d43a admin admin] Calling delete_port for 6d50f25c-6359-4b28-9cdd-ba1d94782c43 owned by network:dhcp {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 11:52:21.255197 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.ipam_backend_mixin [None req-84bad119-05a5-4577-8332-55540ef8d43a admin admin] Port 6d50f25c-6359-4b28-9cdd-ba1d94782c43 was not found and therefore no delete operation was performed {{(pid=106252) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 18 11:52:21.269038 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-934f6f1e-3d86-43ed-bcc9-c86f18648dcb req-761513ef-cd7b-4ff3-8c52-d1d1b1eb2161 tempest-AggregatesAdminTestJSON-746079441 tempest-AggregatesAdminTestJSON-746079441-project] For port 1ba3902b-6d59-499b-8952-d7ec5b805d62, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=1ba3902b-6d59-499b-8952-d7ec5b805d62,segment=NetworkSegment(b0eb6eea-b461-4969-8a27-808f00daa8a1),segment_id=b0eb6eea-b461-4969-8a27-808f00daa8a1)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:52:21.269403 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-934f6f1e-3d86-43ed-bcc9-c86f18648dcb req-761513ef-cd7b-4ff3-8c52-d1d1b1eb2161 tempest-AggregatesAdminTestJSON-746079441 tempest-AggregatesAdminTestJSON-746079441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:21.277458 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-84bad119-05a5-4577-8332-55540ef8d43a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:21.284199 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-934f6f1e-3d86-43ed-bcc9-c86f18648dcb req-761513ef-cd7b-4ff3-8c52-d1d1b1eb2161 tempest-AggregatesAdminTestJSON-746079441 tempest-AggregatesAdminTestJSON-746079441-project] Calling delete_port for 1ba3902b-6d59-499b-8952-d7ec5b805d62 owned by compute:tempest-test_az-546674292 {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 11:52:21.325637 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-de276e02-6ef7-4512-a0b6-e7eec804fa83 req-7c436073-0fcc-4cf7-8e78-d64dc54464b9 tempest-DeleteServersAdminTestJSON-34510037 tempest-DeleteServersAdminTestJSON-34510037-project] 10.222.0.66 "GET /v2.0/security-groups?id=ad711073-5b3b-4499-bbb9-27286a19ae6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874003 Aug 18 11:52:21.329582 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-b4ccfd8b-ba12-4669-a942-deb29a2d80f5 req-9a01eaee-bf46-446d-959e-71e745441c16 service neutron] For port 2319d3a4-770a-4c4d-a042-0595b3ee352c, host n-h1-804985-2, cleared binding levels {{(pid=106252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 11:52:21.341201 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c9df1a-d7f7-402b-bcb2-03e0e5c58dd5 req-ed44eeef-8a38-42a0-a4b1-6c652484a142 tempest-AggregatesAdminTestJSON-746079441 tempest-AggregatesAdminTestJSON-746079441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:21.351158 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-14c9df1a-d7f7-402b-bcb2-03e0e5c58dd5 req-ed44eeef-8a38-42a0-a4b1-6c652484a142 tempest-AggregatesAdminTestJSON-746079441 tempest-AggregatesAdminTestJSON-746079441-project] 10.222.0.66 "GET /v2.0/ports?device_id=a723de70-2f9c-4c58-9f6f-7a49760bfe76 HTTP/1.1" status: 200 len: 970 time: 0.2748497 Aug 18 11:52:21.351158 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bad119-05a5-4577-8332-55540ef8d43a admin admin] Pushing event deleted for resources: {'Port': ['ID=6d50f25c-6359-4b28-9cdd-ba1d94782c43,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:52:21.352074 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:21.356047 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-46e4f5a9-2237-4074-a316-e6553b605a1e req-836a406b-508d-4475-bcdd-2632640b5faa service neutron] 10.222.0.63 "GET /v2.0/networks/f2b8460a-d20a-4d24-a458-477b4502f48c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3488533 Aug 18 11:52:21.359663 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84bad119-05a5-4577-8332-55540ef8d43a admin admin] No DVR routers for this DVR port 6d50f25c-6359-4b28-9cdd-ba1d94782c43 on host n-d-804985-2 {{(pid=106252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 11:52:21.362641 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-b4ccfd8b-ba12-4669-a942-deb29a2d80f5 req-9a01eaee-bf46-446d-959e-71e745441c16 service neutron] For port 2319d3a4-770a-4c4d-a042-0595b3ee352c, host n-h1-804985-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=2319d3a4-770a-4c4d-a042-0595b3ee352c,segment=NetworkSegment(b0eb6eea-b461-4969-8a27-808f00daa8a1),segment_id=b0eb6eea-b461-4969-8a27-808f00daa8a1)] {{(pid=106252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 11:52:21.398774 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-b4ccfd8b-ba12-4669-a942-deb29a2d80f5 req-9a01eaee-bf46-446d-959e-71e745441c16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:21.446606 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-934f6f1e-3d86-43ed-bcc9-c86f18648dcb req-761513ef-cd7b-4ff3-8c52-d1d1b1eb2161 tempest-AggregatesAdminTestJSON-746079441 tempest-AggregatesAdminTestJSON-746079441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:21.459939 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] get_ports_and_sgs() called for port_ids ['1ba3902b-6d59-499b-8952-d7ec5b805d62'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 11:52:21.485187 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ccfd8b-ba12-4669-a942-deb29a2d80f5 req-9a01eaee-bf46-446d-959e-71e745441c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:21.485815 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-b4ccfd8b-ba12-4669-a942-deb29a2d80f5 req-9a01eaee-bf46-446d-959e-71e745441c16 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:21.487207 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b4ccfd8b-ba12-4669-a942-deb29a2d80f5 req-9a01eaee-bf46-446d-959e-71e745441c16 service neutron] 10.222.0.63 "PUT /v2.0/ports/2319d3a4-770a-4c4d-a042-0595b3ee352c HTTP/1.1" status: 200 len: 1096 time: 2.6765590 Aug 18 11:52:21.497967 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce603bc6-2dee-4dc4-9dee-6e5b4fe55c75', 'tag': '2319d3a4-770a-4c4d-a042-0595b3ee352c'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 11:52:21.502005 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b22ed6c-d5de-4edd-a933-47336e560c0d" -d '{"events": [{"name": "network-changed", "server_uuid": "ce603bc6-2dee-4dc4-9dee-6e5b4fe55c75", "tag": "2319d3a4-770a-4c4d-a042-0595b3ee352c"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:52:21.556816 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761513ef-cd7b-4ff3-8c52-d1d1b1eb2161 tempest-AggregatesAdminTestJSON-746079441 tempest-AggregatesAdminTestJSON-746079441-project] Pushing event deleted for resources: {'Port': ['ID=1ba3902b-6d59-499b-8952-d7ec5b805d62,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:52:21.573610 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-14c9df1a-d7f7-402b-bcb2-03e0e5c58dd5 req-cc613e5c-3b2c-42b1-80a7-b0ccbd0c36ab tempest-AggregatesAdminTestJSON-746079441 tempest-AggregatesAdminTestJSON-746079441-project] 10.222.0.66 "GET /v2.0/security-groups?id=76c12ecb-b1cd-4fea-a015-a9547777e665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119310 Aug 18 11:52:21.577332 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '092f4b80-1fe4-4ca5-8eab-da77c746eac0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae2c444f-6138-48a5-9fae-01ccb0a88178'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 11:52:21.586807 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db50a436fb3a98495337d8fe7487b4f2ea6f3c1052eb9efadc2ecda2d5737001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65d1d812-45d4-4f92-97a3-2b2c628f6523" -d '{"events": [{"server_uuid": "092f4b80-1fe4-4ca5-8eab-da77c746eac0", "name": "network-vif-plugged", "status": "completed", "tag": "ae2c444f-6138-48a5-9fae-01ccb0a88178"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:52:21.587085 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-934f6f1e-3d86-43ed-bcc9-c86f18648dcb req-761513ef-cd7b-4ff3-8c52-d1d1b1eb2161 tempest-AggregatesAdminTestJSON-746079441 tempest-AggregatesAdminTestJSON-746079441-project] No DVR routers for this DVR port 1ba3902b-6d59-499b-8952-d7ec5b805d62 on host n-h1-804985-2 {{(pid=106253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 11:52:21.592015 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-934f6f1e-3d86-43ed-bcc9-c86f18648dcb req-761513ef-cd7b-4ff3-8c52-d1d1b1eb2161 tempest-AggregatesAdminTestJSON-746079441 tempest-AggregatesAdminTestJSON-746079441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:21.594319 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-934f6f1e-3d86-43ed-bcc9-c86f18648dcb req-761513ef-cd7b-4ff3-8c52-d1d1b1eb2161 tempest-AggregatesAdminTestJSON-746079441 tempest-AggregatesAdminTestJSON-746079441-project] 10.222.0.63 "DELETE /v2.0/ports/1ba3902b-6d59-499b-8952-d7ec5b805d62 HTTP/1.1" status: 204 len: 173 time: 0.7905741 Aug 18 11:52:21.594851 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a723de70-2f9c-4c58-9f6f-7a49760bfe76', 'name': 'network-vif-deleted', 'tag': '1ba3902b-6d59-499b-8952-d7ec5b805d62'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 11:52:21.600084 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0679f4c4b6e0e0c064a7d71d722dc30541a34fffee11680573be22ee2ffccc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77c5aeed-fae7-406e-8558-15cc7aedf015" -d '{"events": [{"server_uuid": "a723de70-2f9c-4c58-9f6f-7a49760bfe76", "name": "network-vif-deleted", "tag": "1ba3902b-6d59-499b-8952-d7ec5b805d62"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:52:21.650803 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-84bad119-05a5-4577-8332-55540ef8d43a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8367869', 'neutron.services.segments.db._delete_segments_for_network-8789151212993'] for network, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:21.701935 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a01eaee-bf46-446d-959e-71e745441c16 service neutron] Pushing event updated for resources: {'Port': ['ID=2319d3a4-770a-4c4d-a042-0595b3ee352c,revision_number=3']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:52:21.726420 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-84bad119-05a5-4577-8332-55540ef8d43a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:52:21.726765 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-84bad119-05a5-4577-8332-55540ef8d43a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:52:21.727587 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-84bad119-05a5-4577-8332-55540ef8d43a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:52:21.727861 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-84bad119-05a5-4577-8332-55540ef8d43a admin admin] Subscribe: > port after_create 55550000 {{(pid=106252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:52:21.728243 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-84bad119-05a5-4577-8332-55540ef8d43a admin admin] Subscribe: > port after_delete 55550000 {{(pid=106252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:52:21.728596 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-84bad119-05a5-4577-8332-55540ef8d43a admin admin] Subscribe: > port after_update 55550000 {{(pid=106252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:52:21.728912 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-84bad119-05a5-4577-8332-55540ef8d43a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:52:21.729226 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-84bad119-05a5-4577-8332-55540ef8d43a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:52:21.729535 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-84bad119-05a5-4577-8332-55540ef8d43a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:52:21.729867 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-84bad119-05a5-4577-8332-55540ef8d43a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:52:21.827093 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 6d50f25c-6359-4b28-9cdd-ba1d94782c43 no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 11:52:21.843929 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-84bad119-05a5-4577-8332-55540ef8d43a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:52:21.845990 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-84bad119-05a5-4577-8332-55540ef8d43a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:52:21.846456 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-84bad119-05a5-4577-8332-55540ef8d43a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:52:21.846927 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-84bad119-05a5-4577-8332-55540ef8d43a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:52:21.847434 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-84bad119-05a5-4577-8332-55540ef8d43a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5efbbd6b-1662-4090-931d-7d6159dd2b85']}} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:52:21.859586 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: 6d50f25c-6359-4b28-9cdd-ba1d94782c43 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 11:52:21.859930 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 6d50f25c-6359-4b28-9cdd-ba1d94782c43 not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 11:52:21.914650 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-84bad119-05a5-4577-8332-55540ef8d43a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01058217-5bc9-48d2-af8c-1041d110968a') {'for_net_delete': True} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:52:21.915229 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-84bad119-05a5-4577-8332-55540ef8d43a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01058217-5bc9-48d2-af8c-1041d110968a') {} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:52:21.950627 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-84bad119-05a5-4577-8332-55540ef8d43a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789151225254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2221521'] for segment, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:21.960838 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b4a0b442-d68c-4f41-bd99-6843bdaf0bbb req-43e73650-417c-46f9-b3f8-e7bd94e5e0e7 tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=f6e50cb9025b480f8ec18c678a66d1dd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0972669 Aug 18 11:52:21.979531 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e4f5a9-2237-4074-a316-e6553b605a1e req-23583289-dd51-4f9b-844c-a9f26d667816 tempest-LiveMigrationTest-1335981208 tempest-LiveMigrationTest-1335981208-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:21.981109 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-46e4f5a9-2237-4074-a316-e6553b605a1e req-23583289-dd51-4f9b-844c-a9f26d667816 tempest-LiveMigrationTest-1335981208 tempest-LiveMigrationTest-1335981208-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=2e0a9fc7-bdb0-438e-b3f0-ac051d5f553d&tenant_id=188bebbd8f564ea0bbe77621cda4023c&binding%3Ahost_id=n-h2-804985-2 HTTP/1.1" status: 200 len: 1097 time: 0.5056396 Aug 18 11:52:21.982062 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-53584c24-f517-494e-ac93-c18bb92373f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:21.982752 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ccfd8b-ba12-4669-a942-deb29a2d80f5 req-67892d0e-61cf-4ab5-a9ec-f36031d9faca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:21.984116 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b4ccfd8b-ba12-4669-a942-deb29a2d80f5 req-67892d0e-61cf-4ab5-a9ec-f36031d9faca service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=fd7d9be7a3e342b9ae85ec629d4b2884&device_id=ce603bc6-2dee-4dc4-9dee-6e5b4fe55c75 HTTP/1.1" status: 200 len: 1099 time: 0.3837917 Aug 18 11:52:22.004603 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-84bad119-05a5-4577-8332-55540ef8d43a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:22.028313 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-46e4f5a9-2237-4074-a316-e6553b605a1e req-c970512e-7068-4709-9149-09043e070528 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-804985-2'}}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:52:22.105249 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84bad119-05a5-4577-8332-55540ef8d43a admin admin] Releasing vlan 815 on physical network physnet1 to pool {{(pid=106252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 11:52:22.105636 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-84bad119-05a5-4577-8332-55540ef8d43a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3572434'] for segment, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:22.124712 n-d-804985-2 neutron-server[106252]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 18 11:52:22.124712 n-d-804985-2 neutron-server[106252]: from cryptography.utils import int_from_bytes Aug 18 11:52:22.124712 n-d-804985-2 neutron-server[106252]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 18 11:52:22.124712 n-d-804985-2 neutron-server[106252]: from cryptography.utils import int_from_bytes Aug 18 11:52:22.124712 n-d-804985-2 neutron-server[106252]: Traceback (most recent call last): Aug 18 11:52:22.124712 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 11:52:22.124712 n-d-804985-2 neutron-server[106252]: timer() Aug 18 11:52:22.124712 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 11:52:22.124712 n-d-804985-2 neutron-server[106252]: cb(*args, **kw) Aug 18 11:52:22.124712 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 11:52:22.124712 n-d-804985-2 neutron-server[106252]: return func(*args, **kwargs) Aug 18 11:52:22.124712 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 11:52:22.124712 n-d-804985-2 neutron-server[106252]: self._notify() Aug 18 11:52:22.124712 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 11:52:22.124712 n-d-804985-2 neutron-server[106252]: self.callback(batched_events) Aug 18 11:52:22.124712 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 11:52:22.124712 n-d-804985-2 neutron-server[106252]: event.method(event) Aug 18 11:52:22.124712 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 11:52:22.124712 n-d-804985-2 neutron-server[106252]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 11:52:22.124712 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 11:52:22.124712 n-d-804985-2 neutron-server[106252]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 11:52:22.124712 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 11:52:22.124712 n-d-804985-2 neutron-server[106252]: return f(self, *a, **k) Aug 18 11:52:22.124712 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 11:52:22.124712 n-d-804985-2 neutron-server[106252]: return self._get(url).json() Aug 18 11:52:22.124712 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 11:52:22.124712 n-d-804985-2 neutron-server[106252]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 11:52:22.124712 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 11:52:22.124712 n-d-804985-2 neutron-server[106252]: return self.request(url, 'GET', **kwargs) Aug 18 11:52:22.124712 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 11:52:22.124712 n-d-804985-2 neutron-server[106252]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 11:52:22.124712 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 11:52:22.124712 n-d-804985-2 neutron-server[106252]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 11:52:22.124712 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 11:52:22.124712 n-d-804985-2 neutron-server[106252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 11:52:22.124712 n-d-804985-2 neutron-server[106252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 11:52:22.138431 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b4ccfd8b-ba12-4669-a942-deb29a2d80f5 req-61a2665e-89c0-46c4-98c7-0e2a1727c433 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=2319d3a4-770a-4c4d-a042-0595b3ee352c HTTP/1.1" status: 200 len: 217 time: 0.1301787 Aug 18 11:52:22.145982 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a0a95a-396b-4a07-8544-55492e7b72bd req-b0f5fd17-3d2d-4d3c-893c-8e5e7faa16f1 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:22.147383 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a7a0a95a-396b-4a07-8544-55492e7b72bd req-b0f5fd17-3d2d-4d3c-893c-8e5e7faa16f1 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.66 "GET /v2.0/ports?device_id=d1a77c32-20c2-49cb-bacf-6d1bc8cdb75a HTTP/1.1" status: 200 len: 945 time: 0.4530530 Aug 18 11:52:22.297912 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-46e4f5a9-2237-4074-a316-e6553b605a1e req-c970512e-7068-4709-9149-09043e070528 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:22.311819 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-84bad119-05a5-4577-8332-55540ef8d43a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8367858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997186'] for network, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:22.313963 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ccfd8b-ba12-4669-a942-deb29a2d80f5 req-185c648a-d00b-4119-890b-c5382c59c7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:22.315434 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b4ccfd8b-ba12-4669-a942-deb29a2d80f5 req-185c648a-d00b-4119-890b-c5382c59c7e8 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=6d16d680-110b-436d-8afa-48ba845b3623 HTTP/1.1" status: 200 len: 843 time: 0.1342092 Aug 18 11:52:22.350265 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a7a0a95a-396b-4a07-8544-55492e7b72bd req-7b8751d1-5cac-4d4d-b7ff-9d5e26a06b37 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.66 "GET /v2.0/security-groups?id=fecad5ed-08b4-4db8-8e35-9a1fb2f01a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736832 Aug 18 11:52:22.354772 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-84bad119-05a5-4577-8332-55540ef8d43a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for network, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:22.356649 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-84bad119-05a5-4577-8332-55540ef8d43a admin admin] 10.222.0.66 "DELETE /v2.0/networks/5efbbd6b-1662-4090-931d-7d6159dd2b85 HTTP/1.1" status: 204 len: 168 time: 2.4291523 Aug 18 11:52:22.386538 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a0b442-d68c-4f41-bd99-6843bdaf0bbb req-4c33c0d4-73ed-4ef8-b7da-7543e057ac67 tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:22.393826 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b4a0b442-d68c-4f41-bd99-6843bdaf0bbb req-4c33c0d4-73ed-4ef8-b7da-7543e057ac67 tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4207938 Aug 18 11:52:22.399760 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bad119-05a5-4577-8332-55540ef8d43a admin admin] Pushing event deleted for resources: {'Network': ['ID=5efbbd6b-1662-4090-931d-7d6159dd2b85,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:52:22.426813 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 11:52:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f41a1b6-1416-437c-86a5-7482cb9f9a37 x-openstack-request-id: req-8f41a1b6-1416-437c-86a5-7482cb9f9a37 {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:52:22.427102 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce603bc6-2dee-4dc4-9dee-6e5b4fe55c75", "tag": "2319d3a4-770a-4c4d-a042-0595b3ee352c", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:52:22.427353 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-8f41a1b6-1416-437c-86a5-7482cb9f9a37 {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:52:22.427737 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce603bc6-2dee-4dc4-9dee-6e5b4fe55c75', 'tag': '2319d3a4-770a-4c4d-a042-0595b3ee352c', 'status': 'completed', 'code': 200} Aug 18 11:52:22.436997 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b4a0b442-d68c-4f41-bd99-6843bdaf0bbb req-5dbaa2e0-b157-4888-ac4d-41baa2bbd758 tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] 10.222.0.66 "GET /v2.0/quotas/f6e50cb9025b480f8ec18c678a66d1dd HTTP/1.1" status: 200 len: 375 time: 0.0422773 Aug 18 11:52:22.464209 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ccfd8b-ba12-4669-a942-deb29a2d80f5 req-53e7a7b7-9f86-4b5e-9e09-48735cc2c44a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:22.465718 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b4ccfd8b-ba12-4669-a942-deb29a2d80f5 req-53e7a7b7-9f86-4b5e-9e09-48735cc2c44a service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=222e0814-c7e5-4b11-9282-3f40c6ed76b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1376083 Aug 18 11:52:22.505862 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b4a0b442-d68c-4f41-bd99-6843bdaf0bbb req-ffd820a7-210d-424b-97e8-205bb2929095 tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=f6e50cb9025b480f8ec18c678a66d1dd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0566018 Aug 18 11:52:22.546074 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 47392) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:52:22.596006 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-56cf93c2-2dd5-44cd-8cc3-a1b0baa79917 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=1f05c47e95ed45099264b8d3c6b8078a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0459766 Aug 18 11:52:22.596601 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 47396) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:52:22.653789 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 11:52:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3085189-bc1c-4111-9479-b4c2db597be6 x-openstack-request-id: req-b3085189-bc1c-4111-9479-b4c2db597be6 {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:52:22.655340 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "092f4b80-1fe4-4ca5-8eab-da77c746eac0", "name": "network-vif-plugged", "status": "completed", "tag": "ae2c444f-6138-48a5-9fae-01ccb0a88178", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:52:22.657301 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b3085189-bc1c-4111-9479-b4c2db597be6 {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:52:22.657814 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '092f4b80-1fe4-4ca5-8eab-da77c746eac0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae2c444f-6138-48a5-9fae-01ccb0a88178', 'code': 200} Aug 18 11:52:22.680335 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-edae55eb-c2d3-464c-bc1a-72b079a39cdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:22.680585 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40933db5-742b-467a-8c07-64d93aa8151d req-3f42dd19-a277-412b-911a-dff8b2a1db36 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:22.689250 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-40933db5-742b-467a-8c07-64d93aa8151d req-3f42dd19-a277-412b-911a-dff8b2a1db36 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e0a9fc7-bdb0-438e-b3f0-ac051d5f553d HTTP/1.1" status: 200 len: 946 time: 0.2207379 Aug 18 11:52:22.694520 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 11:52:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be097085-231d-4d19-9e12-76c180b1acf5 x-openstack-request-id: req-be097085-231d-4d19-9e12-76c180b1acf5 {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:52:22.695164 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a723de70-2f9c-4c58-9f6f-7a49760bfe76", "name": "network-vif-deleted", "tag": "1ba3902b-6d59-499b-8952-d7ec5b805d62", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:52:22.695411 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-be097085-231d-4d19-9e12-76c180b1acf5 {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:52:22.695801 n-d-804985-2 neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a723de70-2f9c-4c58-9f6f-7a49760bfe76', 'name': 'network-vif-deleted', 'tag': '1ba3902b-6d59-499b-8952-d7ec5b805d62', 'status': 'completed', 'code': 200} Aug 18 11:52:22.725232 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-46e4f5a9-2237-4074-a316-e6553b605a1e req-c970512e-7068-4709-9149-09043e070528 service neutron] For port 3cc10453-0472-4bd5-bf62-8a83cefb86aa, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=3cc10453-0472-4bd5-bf62-8a83cefb86aa,segment=NetworkSegment(77044dd8-732d-4440-9cc8-7f1936544d71),segment_id=77044dd8-732d-4440-9cc8-7f1936544d71)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:52:22.734440 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-edae55eb-c2d3-464c-bc1a-72b079a39cdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:22.767546 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b4ccfd8b-ba12-4669-a942-deb29a2d80f5 req-801d560d-5091-4c5a-80f2-288e2cbcd213 service neutron] 10.222.0.63 "GET /v2.0/networks/222e0814-c7e5-4b11-9282-3f40c6ed76b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2792120 Aug 18 11:52:22.803399 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-edae55eb-c2d3-464c-bc1a-72b079a39cdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:22.806649 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-edae55eb-c2d3-464c-bc1a-72b079a39cdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:22.807802 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-edae55eb-c2d3-464c-bc1a-72b079a39cdc admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2d843e96-a170-413b-92f5-a21a9484135e HTTP/1.1" status: 204 len: 168 time: 0.2102976 Aug 18 11:52:22.816750 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edae55eb-c2d3-464c-bc1a-72b079a39cdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d843e96-a170-413b-92f5-a21a9484135e,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:52:22.880272 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-46e4f5a9-2237-4074-a316-e6553b605a1e req-c970512e-7068-4709-9149-09043e070528 service neutron] For port 3cc10453-0472-4bd5-bf62-8a83cefb86aa, host n-h2-804985-2, cleared binding levels {{(pid=106252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 11:52:22.884352 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-40933db5-742b-467a-8c07-64d93aa8151d req-3f97fe10-a2bf-47b1-8979-441965163952 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] 10.222.0.66 "GET /v2.0/security-groups?id=07aef7bb-6c11-4cb4-8594-c24180b5d811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789768 Aug 18 11:52:23.214659 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-46e4f5a9-2237-4074-a316-e6553b605a1e req-c970512e-7068-4709-9149-09043e070528 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:23.250939 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-46e4f5a9-2237-4074-a316-e6553b605a1e req-c970512e-7068-4709-9149-09043e070528 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:23.301294 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45e9b53-c11a-45f1-a78b-ec5fd34bb08e req-48d67f1d-0bcb-426d-a58b-1f2815fbaf29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:23.302800 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c45e9b53-c11a-45f1-a78b-ec5fd34bb08e req-48d67f1d-0bcb-426d-a58b-1f2815fbaf29 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=092f4b80-1fe4-4ca5-8eab-da77c746eac0 HTTP/1.1" status: 200 len: 1100 time: 0.5568924 Aug 18 11:52:23.322263 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a915a91c-be9e-4c0f-913c-b620f0e84a86 req-074b369c-087f-496c-8bd7-223a11fc3c27 tempest-LiveMigrationNegativeTest-1842983464 tempest-LiveMigrationNegativeTest-1842983464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:23.323532 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a915a91c-be9e-4c0f-913c-b620f0e84a86 req-074b369c-087f-496c-8bd7-223a11fc3c27 tempest-LiveMigrationNegativeTest-1842983464 tempest-LiveMigrationNegativeTest-1842983464-project] 10.222.0.66 "GET /v2.0/ports?device_id=ce603bc6-2dee-4dc4-9dee-6e5b4fe55c75 HTTP/1.1" status: 200 len: 948 time: 0.5635850 Aug 18 11:52:23.391603 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b4ccfd8b-ba12-4669-a942-deb29a2d80f5 req-ae36a0d6-34b9-43f5-afdd-42c49763648b service neutron] 10.222.0.63 "GET /v2.0/networks/222e0814-c7e5-4b11-9282-3f40c6ed76b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5693166 Aug 18 11:52:23.399089 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa45502-81f7-42cc-88e6-6fdacacad450 req-e4a017d1-385a-4c3f-8a24-e13c35bb5694 tempest-DeleteServersAdminTestJSON-34510037 tempest-DeleteServersAdminTestJSON-34510037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:23.400564 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8fa45502-81f7-42cc-88e6-6fdacacad450 req-e4a017d1-385a-4c3f-8a24-e13c35bb5694 tempest-DeleteServersAdminTestJSON-34510037 tempest-DeleteServersAdminTestJSON-34510037-project] 10.222.0.66 "GET /v2.0/ports?device_id=092f4b80-1fe4-4ca5-8eab-da77c746eac0 HTTP/1.1" status: 200 len: 949 time: 0.2048299 Aug 18 11:52:23.432956 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c970512e-7068-4709-9149-09043e070528 service neutron] Pushing event updated for resources: {'Port': ['ID=3cc10453-0472-4bd5-bf62-8a83cefb86aa,revision_number=7']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:52:23.480314 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c45e9b53-c11a-45f1-a78b-ec5fd34bb08e req-17334dbd-5b56-4eae-bc99-45cd2aaecce4 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=ad711073-5b3b-4499-bbb9-27286a19ae6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483035 Aug 18 11:52:23.503770 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-46e4f5a9-2237-4074-a316-e6553b605a1e req-c970512e-7068-4709-9149-09043e070528 service neutron] Attempting to bind port 3cc10453-0472-4bd5-bf62-8a83cefb86aa on host n-h2-804985-2 for vnic_type normal with profile {"migrating_to": "n-h1-804985-2"} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 11:52:23.504079 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-46e4f5a9-2237-4074-a316-e6553b605a1e req-c970512e-7068-4709-9149-09043e070528 service neutron] Attempting to bind port 3cc10453-0472-4bd5-bf62-8a83cefb86aa by drivers openvswitch,hyperv on host n-h2-804985-2 at level 0 using segments [{'id': '77044dd8-732d-4440-9cc8-7f1936544d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'f2b8460a-d20a-4d24-a458-477b4502f48c'}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 11:52:23.504397 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46e4f5a9-2237-4074-a316-e6553b605a1e req-c970512e-7068-4709-9149-09043e070528 service neutron] Attempting to bind port 3cc10453-0472-4bd5-bf62-8a83cefb86aa on network f2b8460a-d20a-4d24-a458-477b4502f48c {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 11:52:23.509076 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a915a91c-be9e-4c0f-913c-b620f0e84a86 req-0e75a9f6-d1f4-459e-893e-102be2bed61f tempest-LiveMigrationNegativeTest-1842983464 tempest-LiveMigrationNegativeTest-1842983464-project] 10.222.0.66 "GET /v2.0/security-groups?id=65bbc504-39a0-41da-bd31-ac5a025cebf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716115 Aug 18 11:52:23.522367 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46e4f5a9-2237-4074-a316-e6553b605a1e req-c970512e-7068-4709-9149-09043e070528 service neutron] Port 3cc10453-0472-4bd5-bf62-8a83cefb86aa on network f2b8460a-d20a-4d24-a458-477b4502f48c not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-2 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 11:52:23.522641 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46e4f5a9-2237-4074-a316-e6553b605a1e req-c970512e-7068-4709-9149-09043e070528 service neutron] Attempting to bind port 3cc10453-0472-4bd5-bf62-8a83cefb86aa on network f2b8460a-d20a-4d24-a458-477b4502f48c {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 11:52:23.532294 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46e4f5a9-2237-4074-a316-e6553b605a1e req-c970512e-7068-4709-9149-09043e070528 service neutron] Checking agent: {'id': 'da5da552-709c-4248-84de-86af99a0dc87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 49, 8), 'started_at': datetime.datetime(2021, 8, 18, 11, 49, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 11, 52, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 11:52:23.532666 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46e4f5a9-2237-4074-a316-e6553b605a1e req-c970512e-7068-4709-9149-09043e070528 service neutron] Checking segment: {'id': '77044dd8-732d-4440-9cc8-7f1936544d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'f2b8460a-d20a-4d24-a458-477b4502f48c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 11:52:23.533037 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46e4f5a9-2237-4074-a316-e6553b605a1e req-c970512e-7068-4709-9149-09043e070528 service neutron] Bound using segment: {'id': '77044dd8-732d-4440-9cc8-7f1936544d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'f2b8460a-d20a-4d24-a458-477b4502f48c'} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 11:52:23.533461 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-46e4f5a9-2237-4074-a316-e6553b605a1e req-c970512e-7068-4709-9149-09043e070528 service neutron] Bound port: 3cc10453-0472-4bd5-bf62-8a83cefb86aa, host: n-h2-804985-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77044dd8-732d-4440-9cc8-7f1936544d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'f2b8460a-d20a-4d24-a458-477b4502f48c'}}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 11:52:23.533817 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-46e4f5a9-2237-4074-a316-e6553b605a1e req-c970512e-7068-4709-9149-09043e070528 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:23.539738 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8fa45502-81f7-42cc-88e6-6fdacacad450 req-61a592b1-7c53-4ece-8b2d-e6c196774c6f tempest-DeleteServersAdminTestJSON-34510037 tempest-DeleteServersAdminTestJSON-34510037-project] 10.222.0.66 "GET /v2.0/security-groups?id=ad711073-5b3b-4499-bbb9-27286a19ae6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275196 Aug 18 11:52:23.588374 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b22ed6c-d5de-4edd-a933-47336e560c0d req-f804f70c-9d40-4caa-8f49-df9c8716e5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:23.589944 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3b22ed6c-d5de-4edd-a933-47336e560c0d req-f804f70c-9d40-4caa-8f49-df9c8716e5a1 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=fd7d9be7a3e342b9ae85ec629d4b2884&device_id=ce603bc6-2dee-4dc4-9dee-6e5b4fe55c75 HTTP/1.1" status: 200 len: 1099 time: 0.1391625 Aug 18 11:52:23.674890 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-46e4f5a9-2237-4074-a316-e6553b605a1e req-c970512e-7068-4709-9149-09043e070528 service neutron] For port 3cc10453-0472-4bd5-bf62-8a83cefb86aa, host n-h2-804985-2, cleared binding levels {{(pid=106252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 11:52:23.680058 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-46e4f5a9-2237-4074-a316-e6553b605a1e req-c970512e-7068-4709-9149-09043e070528 service neutron] For port 3cc10453-0472-4bd5-bf62-8a83cefb86aa, host n-h2-804985-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=3cc10453-0472-4bd5-bf62-8a83cefb86aa,segment=NetworkSegment(77044dd8-732d-4440-9cc8-7f1936544d71),segment_id=77044dd8-732d-4440-9cc8-7f1936544d71)] {{(pid=106252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 11:52:23.694021 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-46e4f5a9-2237-4074-a316-e6553b605a1e req-c970512e-7068-4709-9149-09043e070528 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:23.697805 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-500a1c61-38a7-4c23-a7ec-4631080af5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:23.759794 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b22ed6c-d5de-4edd-a933-47336e560c0d req-da685e35-ea61-4a76-aee2-9b415e583d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:23.761343 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3b22ed6c-d5de-4edd-a933-47336e560c0d req-da685e35-ea61-4a76-aee2-9b415e583d7f service neutron] 10.222.0.63 "GET /v2.0/networks?id=222e0814-c7e5-4b11-9282-3f40c6ed76b2 HTTP/1.1" status: 200 len: 870 time: 0.1586115 Aug 18 11:52:23.803196 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 47442) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:52:23.831486 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3b22ed6c-d5de-4edd-a933-47336e560c0d req-d65e4bc5-e792-4357-84c1-78de78969ff1 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=2319d3a4-770a-4c4d-a042-0595b3ee352c HTTP/1.1" status: 200 len: 217 time: 0.0569906 Aug 18 11:52:23.846275 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c970512e-7068-4709-9149-09043e070528 service neutron] Pushing event updated for resources: {'Port': ['ID=3cc10453-0472-4bd5-bf62-8a83cefb86aa,revision_number=8']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:52:23.878583 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e4f5a9-2237-4074-a316-e6553b605a1e req-c970512e-7068-4709-9149-09043e070528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:23.879200 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-46e4f5a9-2237-4074-a316-e6553b605a1e req-c970512e-7068-4709-9149-09043e070528 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:23.880784 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-46e4f5a9-2237-4074-a316-e6553b605a1e req-c970512e-7068-4709-9149-09043e070528 service neutron] 10.222.0.63 "PUT /v2.0/ports/3cc10453-0472-4bd5-bf62-8a83cefb86aa HTTP/1.1" status: 200 len: 1122 time: 1.8791320 Aug 18 11:52:23.883346 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b4a0b442-d68c-4f41-bd99-6843bdaf0bbb req-47c054be-9ab9-43bd-af33-7e2031cd0d05 tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=f6e50cb9025b480f8ec18c678a66d1dd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0618532 Aug 18 11:52:23.939840 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4e8fd3d5-fad4-4d62-8b2d-97ba90f72b84 req-147f4386-f7af-49e7-97bc-02967373409d tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=f6e50cb9025b480f8ec18c678a66d1dd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0889316 Aug 18 11:52:23.952181 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] get_ports_and_sgs() called for port_ids ['3cc10453-0472-4bd5-bf62-8a83cefb86aa'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 11:52:24.050990 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b22ed6c-d5de-4edd-a933-47336e560c0d req-552093d9-f61d-49d5-9b6b-b7759c37dedf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:24.052445 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3b22ed6c-d5de-4edd-a933-47336e560c0d req-552093d9-f61d-49d5-9b6b-b7759c37dedf service neutron] 10.222.0.63 "GET /v2.0/subnets?id=6d16d680-110b-436d-8afa-48ba845b3623 HTTP/1.1" status: 200 len: 843 time: 0.2027490 Aug 18 11:52:24.118782 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 47450) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:52:24.194674 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a0b442-d68c-4f41-bd99-6843bdaf0bbb req-0de95584-ccba-4181-a03c-2cae7e8588e2 tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:24.196434 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b4a0b442-d68c-4f41-bd99-6843bdaf0bbb req-0de95584-ccba-4181-a03c-2cae7e8588e2 tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2891428 Aug 18 11:52:24.205474 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-13381445-5921-4758-9c25-68e229b51eee admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-531979573-network', 'tenant_id': '418eca027897477eaef8184aa03877a6'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:52:24.207907 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364dd425-1995-4836-81fa-f48df00870b7 req-86db75c7-a0ce-4643-81e8-73f2f6221de6 tempest-LiveAutoBlockMigrationV225Test-1799299027 tempest-LiveAutoBlockMigrationV225Test-1799299027-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:24.209432 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-364dd425-1995-4836-81fa-f48df00870b7 req-86db75c7-a0ce-4643-81e8-73f2f6221de6 tempest-LiveAutoBlockMigrationV225Test-1799299027 tempest-LiveAutoBlockMigrationV225Test-1799299027-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=d1a77c32-20c2-49cb-bacf-6d1bc8cdb75a HTTP/1.1" status: 200 len: 1096 time: 0.1930981 Aug 18 11:52:24.217973 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-b4a0b442-d68c-4f41-bd99-6843bdaf0bbb req-7f383bbb-3c2f-4292-a806-58808cedf266 tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] Request body: {'port': {'device_id': '1776ccfc-79c3-4dd2-9d3e-5b7e075004d6', 'network_id': '222e0814-c7e5-4b11-9282-3f40c6ed76b2', 'admin_state_up': True, 'tenant_id': 'f6e50cb9025b480f8ec18c678a66d1dd'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:52:24.226841 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b22ed6c-d5de-4edd-a933-47336e560c0d req-9bf3318d-9231-4805-91b1-7df2c98931b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:24.228225 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3b22ed6c-d5de-4edd-a933-47336e560c0d req-9bf3318d-9231-4805-91b1-7df2c98931b4 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=222e0814-c7e5-4b11-9282-3f40c6ed76b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1623569 Aug 18 11:52:24.237100 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13381445-5921-4758-9c25-68e229b51eee admin admin] Made reservation on behalf of 418eca027897477eaef8184aa03877a6 for: {'network': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 11:52:24.239313 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-13381445-5921-4758-9c25-68e229b51eee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for network, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:24.250833 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8fd3d5-fad4-4d62-8b2d-97ba90f72b84 req-11ce8037-aa2b-432c-838b-b41ee11e7378 tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:24.252208 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4e8fd3d5-fad4-4d62-8b2d-97ba90f72b84 req-11ce8037-aa2b-432c-838b-b41ee11e7378 tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2818038 Aug 18 11:52:24.268539 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-13381445-5921-4758-9c25-68e229b51eee admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:24.303366 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-032e70ff-64e4-4193-b390-cf80dd3c3b03 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=37b3cb83999f4253ac77c98ca54d0f1a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1833274 Aug 18 11:52:24.305851 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 47454) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:52:24.358222 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4e8fd3d5-fad4-4d62-8b2d-97ba90f72b84 req-2813db03-667e-4270-aecf-51e3b4a5b191 tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] 10.222.0.66 "GET /v2.0/quotas/f6e50cb9025b480f8ec18c678a66d1dd HTTP/1.1" status: 200 len: 375 time: 0.0719295 Aug 18 11:52:24.385104 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-692d8957-1f06-4840-afb1-382f5f567662 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:24.418013 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-692d8957-1f06-4840-afb1-382f5f567662 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:24.425890 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-364dd425-1995-4836-81fa-f48df00870b7 req-a8b5c6b7-4079-423f-ac66-ffb0f787432b tempest-LiveAutoBlockMigrationV225Test-1799299027 tempest-LiveAutoBlockMigrationV225Test-1799299027-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=fecad5ed-08b4-4db8-8e35-9a1fb2f01a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037559 Aug 18 11:52:24.427766 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4e8fd3d5-fad4-4d62-8b2d-97ba90f72b84 req-20e2fadf-2502-4008-84f8-dc9c77706482 tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=f6e50cb9025b480f8ec18c678a66d1dd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0579650 Aug 18 11:52:24.430964 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e0a9fc7-bdb0-438e-b3f0-ac051d5f553d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3cc10453-0472-4bd5-bf62-8a83cefb86aa'}, {'name': 'network-changed', 'server_uuid': '2e0a9fc7-bdb0-438e-b3f0-ac051d5f553d', 'tag': '3cc10453-0472-4bd5-bf62-8a83cefb86aa'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 11:52:24.433500 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7d1b913-86ca-4091-bf31-bc8d37800ec7" -d '{"events": [{"server_uuid": "2e0a9fc7-bdb0-438e-b3f0-ac051d5f553d", "name": "network-vif-unplugged", "status": "completed", "tag": "3cc10453-0472-4bd5-bf62-8a83cefb86aa"}, {"name": "network-changed", "server_uuid": "2e0a9fc7-bdb0-438e-b3f0-ac051d5f553d", "tag": "3cc10453-0472-4bd5-bf62-8a83cefb86aa"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:52:24.461496 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-13381445-5921-4758-9c25-68e229b51eee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:24.466717 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 1ba3902b-6d59-499b-8952-d7ec5b805d62 no longer exists at agent hyperv_n-h1-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 11:52:24.476440 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-13381445-5921-4758-9c25-68e229b51eee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:24.486226 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3b22ed6c-d5de-4edd-a933-47336e560c0d req-dcd873f4-ec4c-4a23-a648-d7bf03727f25 service neutron] 10.222.0.63 "GET /v2.0/networks/222e0814-c7e5-4b11-9282-3f40c6ed76b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2467127 Aug 18 11:52:24.512320 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] No Port match for: 1ba3902b-6d59-499b-8952-d7ec5b805d62 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 11:52:24.513118 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 1ba3902b-6d59-499b-8952-d7ec5b805d62 not bound to the agent host n-h1-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 11:52:24.520113 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4a0b442-d68c-4f41-bd99-6843bdaf0bbb req-7f383bbb-3c2f-4292-a806-58808cedf266 tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] Made reservation on behalf of f6e50cb9025b480f8ec18c678a66d1dd for: {'port': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 11:52:24.523144 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-692d8957-1f06-4840-afb1-382f5f567662 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:24.526278 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-b4a0b442-d68c-4f41-bd99-6843bdaf0bbb req-7f383bbb-3c2f-4292-a806-58808cedf266 tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:24.527449 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-692d8957-1f06-4840-afb1-382f5f567662 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:24.529176 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-692d8957-1f06-4840-afb1-382f5f567662 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/76c12ecb-b1cd-4fea-a015-a9547777e665 HTTP/1.1" status: 204 len: 168 time: 0.2221580 Aug 18 11:52:24.545856 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13381445-5921-4758-9c25-68e229b51eee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 801} {{(pid=106253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 11:52:24.560674 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13381445-5921-4758-9c25-68e229b51eee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e2adde3-216f-4ea8-b00f-185ce0cf1700,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:52:24.565456 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-b4a0b442-d68c-4f41-bd99-6843bdaf0bbb req-7f383bbb-3c2f-4292-a806-58808cedf266 tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:24.593948 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-13381445-5921-4758-9c25-68e229b51eee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:24.594296 n-d-804985-2 neutron-server[106253]: INFO neutron.db.segments_db [None req-13381445-5921-4758-9c25-68e229b51eee admin admin] Added segment c3735a41-6260-4fc2-9ca3-d02b40deb984 of type vlan for network 749eed81-85ea-459e-b52c-5ef570769bbd Aug 18 11:52:24.602469 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692d8957-1f06-4840-afb1-382f5f567662 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76c12ecb-b1cd-4fea-a015-a9547777e665,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:52:24.679302 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-13381445-5921-4758-9c25-68e229b51eee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789150665894'] for network, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:24.715755 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3b22ed6c-d5de-4edd-a933-47336e560c0d req-320b8207-5c4b-4866-b4cc-20a2cf3ae4b3 service neutron] 10.222.0.63 "GET /v2.0/networks/222e0814-c7e5-4b11-9282-3f40c6ed76b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2169471 Aug 18 11:52:24.717702 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Wed, 18 Aug 2021 11:52:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dad64311-2b15-4e0e-ac4b-aa800873a22c x-openstack-request-id: req-dad64311-2b15-4e0e-ac4b-aa800873a22c {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:52:24.718021 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e0a9fc7-bdb0-438e-b3f0-ac051d5f553d", "name": "network-vif-unplugged", "status": "completed", "tag": "3cc10453-0472-4bd5-bf62-8a83cefb86aa", "code": 200}, {"name": "network-changed", "server_uuid": "2e0a9fc7-bdb0-438e-b3f0-ac051d5f553d", "tag": "3cc10453-0472-4bd5-bf62-8a83cefb86aa", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:52:24.718267 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-dad64311-2b15-4e0e-ac4b-aa800873a22c {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:52:24.718679 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e0a9fc7-bdb0-438e-b3f0-ac051d5f553d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3cc10453-0472-4bd5-bf62-8a83cefb86aa', 'code': 200} Aug 18 11:52:24.718835 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-13381445-5921-4758-9c25-68e229b51eee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for network, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:24.718938 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e0a9fc7-bdb0-438e-b3f0-ac051d5f553d', 'tag': '3cc10453-0472-4bd5-bf62-8a83cefb86aa', 'status': 'completed', 'code': 200} Aug 18 11:52:24.735970 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13381445-5921-4758-9c25-68e229b51eee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:24.736974 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-13381445-5921-4758-9c25-68e229b51eee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:24.808352 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793b5493-756a-4230-b38e-24ef0c13e937 req-5628dcc3-610f-4d0d-a352-891896ad2007 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:24.809890 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-793b5493-756a-4230-b38e-24ef0c13e937 req-5628dcc3-610f-4d0d-a352-891896ad2007 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e0a9fc7-bdb0-438e-b3f0-ac051d5f553d HTTP/1.1" status: 200 len: 944 time: 0.1211607 Aug 18 11:52:24.878057 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-b4a0b442-d68c-4f41-bd99-6843bdaf0bbb req-7f383bbb-3c2f-4292-a806-58808cedf266 tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:24.887802 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13381445-5921-4758-9c25-68e229b51eee admin admin] Pushing event updated for resources: {'Network': ['ID=749eed81-85ea-459e-b52c-5ef570769bbd,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:52:24.895597 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-b4a0b442-d68c-4f41-bd99-6843bdaf0bbb req-7f383bbb-3c2f-4292-a806-58808cedf266 tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:24.895914 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d1b913-86ca-4091-bf31-bc8d37800ec7 req-cecbe092-f1dc-43c7-9918-490fc1d5973f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:24.898745 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-e7d1b913-86ca-4091-bf31-bc8d37800ec7 req-cecbe092-f1dc-43c7-9918-490fc1d5973f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=188bebbd8f564ea0bbe77621cda4023c&device_id=2e0a9fc7-bdb0-438e-b3f0-ac051d5f553d HTTP/1.1" status: 200 len: 1125 time: 0.1508405 Aug 18 11:52:24.901833 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-13381445-5921-4758-9c25-68e229b51eee admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 1.0962219 Aug 18 11:52:24.904801 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 47478) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:52:24.912500 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Network 749eed81-85ea-459e-b52c-5ef570769bbd details requested by agent ovs-agent-n-d-804985-2 with host n-d-804985-2 {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 11:52:24.927244 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-911db52a-8a81-48db-8efc-011d7f7c72f8 admin admin] Request body: {'subnet': {'network_id': '749eed81-85ea-459e-b52c-5ef570769bbd', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-531979573-subnet', 'tenant_id': '418eca027897477eaef8184aa03877a6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:52:24.998253 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 47480) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:52:25.010667 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47513183-a52a-4b2d-b7f9-7299ee244715 req-b277a599-ee83-4c20-b9bc-a3e3d641d5a4 tempest-LiveMigrationNegativeTest-1842983464 tempest-LiveMigrationNegativeTest-1842983464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:25.012496 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-47513183-a52a-4b2d-b7f9-7299ee244715 req-b277a599-ee83-4c20-b9bc-a3e3d641d5a4 tempest-LiveMigrationNegativeTest-1842983464 tempest-LiveMigrationNegativeTest-1842983464-project] 10.222.0.66 "GET /v2.0/ports?device_id=ce603bc6-2dee-4dc4-9dee-6e5b4fe55c75 HTTP/1.1" status: 200 len: 948 time: 0.2228298 Aug 18 11:52:25.017200 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-793b5493-756a-4230-b38e-24ef0c13e937 req-9bdec086-a5b3-4116-ab20-4add81fb40f5 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] 10.222.0.66 "GET /v2.0/security-groups?id=07aef7bb-6c11-4cb4-8594-c24180b5d811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953473 Aug 18 11:52:25.029845 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f383bbb-3c2f-4292-a806-58808cedf266 tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e54286de-dd7f-4b20-9f74-4a71262d523b,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:52:25.051524 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-911db52a-8a81-48db-8efc-011d7f7c72f8 admin admin] Made reservation on behalf of 418eca027897477eaef8184aa03877a6 for: {'subnet': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 11:52:25.055140 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-911db52a-8a81-48db-8efc-011d7f7c72f8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:25.140295 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d1b913-86ca-4091-bf31-bc8d37800ec7 req-5c245fea-873c-46c7-964c-bb7759df43b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:25.141886 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-e7d1b913-86ca-4091-bf31-bc8d37800ec7 req-5c245fea-873c-46c7-964c-bb7759df43b4 service neutron] 10.222.0.62 "GET /v2.0/networks?id=f2b8460a-d20a-4d24-a458-477b4502f48c HTTP/1.1" status: 200 len: 909 time: 0.1982667 Aug 18 11:52:25.192502 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-d6c9c58a-72af-4ef4-8fb5-9e297f6eaaa6 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=3547f5f407c2439aa8c80060aa2c2944&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1655948 Aug 18 11:52:25.198654 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [req-b4a0b442-d68c-4f41-bd99-6843bdaf0bbb req-7f383bbb-3c2f-4292-a806-58808cedf266 tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] Allocated IP 192.168.233.207 (222e0814-c7e5-4b11-9282-3f40c6ed76b2/6d16d680-110b-436d-8afa-48ba845b3623/fc532f89-2840-48d2-a48d-3956d016ae51) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 11:52:25.206864 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-e7d1b913-86ca-4091-bf31-bc8d37800ec7 req-0a96ca55-b0ba-4efc-b735-4667aed196fa service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3cc10453-0472-4bd5-bf62-8a83cefb86aa HTTP/1.1" status: 200 len: 217 time: 0.0544841 Aug 18 11:52:25.211212 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-47513183-a52a-4b2d-b7f9-7299ee244715 req-ae75ae5d-e392-4419-a918-1c14cff3c1a7 tempest-LiveMigrationNegativeTest-1842983464 tempest-LiveMigrationNegativeTest-1842983464-project] 10.222.0.66 "GET /v2.0/security-groups?id=65bbc504-39a0-41da-bd31-ac5a025cebf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852224 Aug 18 11:52:25.233532 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 47484) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:52:25.240916 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ba901a-9a5d-4d38-8aa7-40c622781c6f req-1416ec99-49d6-43d2-b88f-52908e056009 tempest-DeleteServersAdminTestJSON-34510037 tempest-DeleteServersAdminTestJSON-34510037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:25.242511 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f9ba901a-9a5d-4d38-8aa7-40c622781c6f req-1416ec99-49d6-43d2-b88f-52908e056009 tempest-DeleteServersAdminTestJSON-34510037 tempest-DeleteServersAdminTestJSON-34510037-project] 10.222.0.66 "GET /v2.0/ports?device_id=092f4b80-1fe4-4ca5-8eab-da77c746eac0 HTTP/1.1" status: 200 len: 949 time: 0.1319284 Aug 18 11:52:25.371502 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d1b913-86ca-4091-bf31-bc8d37800ec7 req-c6362d8c-4dec-42ef-8d94-5bbbaf2feaeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:25.373004 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-e7d1b913-86ca-4091-bf31-bc8d37800ec7 req-c6362d8c-4dec-42ef-8d94-5bbbaf2feaeb service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a97adc7a-3cde-4d27-baf4-adb6fa582445 HTTP/1.1" status: 200 len: 848 time: 0.1482821 Aug 18 11:52:25.405040 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f9ba901a-9a5d-4d38-8aa7-40c622781c6f req-76c8d49d-6a88-4c37-bd9b-9ef15f18ebbc tempest-DeleteServersAdminTestJSON-34510037 tempest-DeleteServersAdminTestJSON-34510037-project] 10.222.0.66 "GET /v2.0/security-groups?id=ad711073-5b3b-4499-bbb9-27286a19ae6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527779 Aug 18 11:52:25.423812 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52a3ce0-a1f2-43c4-9b5d-444d895872f4 req-6c387a1f-fc72-42fb-abe1-2296ec0e3ea1 tempest-LiveAutoBlockMigrationV225Test-1799299027 tempest-LiveAutoBlockMigrationV225Test-1799299027-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:25.423812 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c52a3ce0-a1f2-43c4-9b5d-444d895872f4 req-6c387a1f-fc72-42fb-abe1-2296ec0e3ea1 tempest-LiveAutoBlockMigrationV225Test-1799299027 tempest-LiveAutoBlockMigrationV225Test-1799299027-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=d1a77c32-20c2-49cb-bacf-6d1bc8cdb75a HTTP/1.1" status: 200 len: 1096 time: 0.1340909 Aug 18 11:52:25.424155 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-e7d1b913-86ca-4091-bf31-bc8d37800ec7 req-e787a7fe-b288-4a19-8fac-ada168e4e42c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f2b8460a-d20a-4d24-a458-477b4502f48c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369856 Aug 18 11:52:25.424795 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-877b4977-271a-43e9-9285-f68d45b36ac2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:25.444085 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-911db52a-8a81-48db-8efc-011d7f7c72f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for subnet, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:25.497160 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c52a3ce0-a1f2-43c4-9b5d-444d895872f4 req-88c62b8a-9233-476a-a904-d90e5127a9fe tempest-LiveAutoBlockMigrationV225Test-1799299027 tempest-LiveAutoBlockMigrationV225Test-1799299027-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=fecad5ed-08b4-4db8-8e35-9a1fb2f01a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686429 Aug 18 11:52:25.516244 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-877b4977-271a-43e9-9285-f68d45b36ac2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:25.519866 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-281e7302-1a19-4f2f-8bcb-c19f37c6be73 req-a6932058-2431-4595-9764-11df15df5cc9 tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] 10.222.0.66 "GET /v2.0/ports?device_id=306f2cf8-8dff-49e9-aaae-8bdb85ef593a HTTP/1.1" status: 200 len: 210 time: 0.0395212 Aug 18 11:52:25.529808 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-b4a0b442-d68c-4f41-bd99-6843bdaf0bbb req-7f383bbb-3c2f-4292-a806-58808cedf266 tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:25.544198 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [req-b4a0b442-d68c-4f41-bd99-6843bdaf0bbb req-7f383bbb-3c2f-4292-a806-58808cedf266 tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] Transition to ACTIVE for port object fc532f89-2840-48d2-a48d-3956d016ae51 will not be triggered until provisioned by entity DHCP. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 11:52:25.571797 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911db52a-8a81-48db-8efc-011d7f7c72f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=85ef9a5e-4eda-4f20-b92b-37688a4f44c0,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:52:25.583739 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-b4a0b442-d68c-4f41-bd99-6843bdaf0bbb req-7f383bbb-3c2f-4292-a806-58808cedf266 tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:25.630187 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911db52a-8a81-48db-8efc-011d7f7c72f8 admin admin] Checking segment: {'id': 'c3735a41-6260-4fc2-9ca3-d02b40deb984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '749eed81-85ea-459e-b52c-5ef570769bbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 11:52:25.630684 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-911db52a-8a81-48db-8efc-011d7f7c72f8 admin admin] Network hostable DHCP agents. Network: 749eed81-85ea-459e-b52c-5ef570769bbd, hostable agents: ['97c14208-2951-4361-8d64-3708c946ff5f'], hosted agents: [] {{(pid=106253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 11:52:25.644643 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4a0b442-d68c-4f41-bd99-6843bdaf0bbb req-7f383bbb-3c2f-4292-a806-58808cedf266 tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] Network 222e0814-c7e5-4b11-9282-3f40c6ed76b2 is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 11:52:25.648932 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f383bbb-3c2f-4292-a806-58808cedf266 tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] Pushing event updated for resources: {'Port': ['ID=fc532f89-2840-48d2-a48d-3956d016ae51,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:52:25.652167 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [req-b4a0b442-d68c-4f41-bd99-6843bdaf0bbb req-7f383bbb-3c2f-4292-a806-58808cedf266 tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:52:25.652638 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-e7d1b913-86ca-4091-bf31-bc8d37800ec7 req-a751c3a8-b314-4acd-9bdd-290d8823f684 service neutron] 10.222.0.62 "GET /v2.0/networks/f2b8460a-d20a-4d24-a458-477b4502f48c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2183807 Aug 18 11:52:25.665129 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4a0b442-d68c-4f41-bd99-6843bdaf0bbb req-7f383bbb-3c2f-4292-a806-58808cedf266 tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 11:52:25.674849 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-877b4977-271a-43e9-9285-f68d45b36ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:25.677613 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-877b4977-271a-43e9-9285-f68d45b36ac2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:25.678944 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-877b4977-271a-43e9-9285-f68d45b36ac2 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/38af03ef-341b-4dfc-888c-5641121b7446 HTTP/1.1" status: 204 len: 168 time: 0.4432218 Aug 18 11:52:25.693330 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-911db52a-8a81-48db-8efc-011d7f7c72f8 admin admin] Network 749eed81-85ea-459e-b52c-5ef570769bbd is scheduled to be hosted by DHCP agent 97c14208-2951-4361-8d64-3708c946ff5f with binding_index 1 {{(pid=106253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 11:52:25.755916 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a0b442-d68c-4f41-bd99-6843bdaf0bbb req-7f383bbb-3c2f-4292-a806-58808cedf266 tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:25.756616 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-b4a0b442-d68c-4f41-bd99-6843bdaf0bbb req-7f383bbb-3c2f-4292-a806-58808cedf266 tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:25.818255 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b4a0b442-d68c-4f41-bd99-6843bdaf0bbb req-7f383bbb-3c2f-4292-a806-58808cedf266 tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6054029 Aug 18 11:52:25.822497 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-e7d1b913-86ca-4091-bf31-bc8d37800ec7 req-7ff1e043-5cff-4a13-9c1b-a9ee4547ee83 service neutron] 10.222.0.62 "GET /v2.0/networks/f2b8460a-d20a-4d24-a458-477b4502f48c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556237 Aug 18 11:52:25.823265 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877b4977-271a-43e9-9285-f68d45b36ac2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38af03ef-341b-4dfc-888c-5641121b7446,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:52:25.846182 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-911db52a-8a81-48db-8efc-011d7f7c72f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-2, 749eed81-85ea-459e-b52c-5ef570769bbd) {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:52:25.851732 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-911db52a-8a81-48db-8efc-011d7f7c72f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:25.852316 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-911db52a-8a81-48db-8efc-011d7f7c72f8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:25.854810 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-b4a0b442-d68c-4f41-bd99-6843bdaf0bbb req-0fda195e-f7cc-4fd6-90a0-70de859e746d service neutron] Request body: {'port': {'device_id': '1776ccfc-79c3-4dd2-9d3e-5b7e075004d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804985-2'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:52:25.859876 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8101b2c-6030-43a1-b936-f0801f3d52f0 None None] Network 749eed81-85ea-459e-b52c-5ef570769bbd requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 11:52:25.899216 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-911db52a-8a81-48db-8efc-011d7f7c72f8 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 0.9917572 Aug 18 11:52:25.901998 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 47498) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:52:25.908420 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-1775bfad-abef-412f-b2ad-7ca764d07c67 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-531979573-router', 'tenant_id': '418eca027897477eaef8184aa03877a6', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'}}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:52:25.978051 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-b4a0b442-d68c-4f41-bd99-6843bdaf0bbb req-0fda195e-f7cc-4fd6-90a0-70de859e746d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:25.979567 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1775bfad-abef-412f-b2ad-7ca764d07c67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-998592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15809'] for router, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:25.981981 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4e8fd3d5-fad4-4d62-8b2d-97ba90f72b84 req-90e434f4-417b-4b96-9c3e-628973d8b58a tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] 10.222.0.63 "GET /v2.0/networks?tenant_id=f6e50cb9025b480f8ec18c678a66d1dd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0303421 Aug 18 11:52:25.987608 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1775bfad-abef-412f-b2ad-7ca764d07c67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-992733', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-971415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15816'] for router, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:26.146196 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1775bfad-abef-412f-b2ad-7ca764d07c67 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:26.175929 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-ca5a03ee-1d04-4414-b81b-457919fced09 None None] Provisioning for port fc532f89-2840-48d2-a48d-3956d016ae51 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 11:52:26.184052 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-ca5a03ee-1d04-4414-b81b-457919fced09 None None] Provisioning complete for port fc532f89-2840-48d2-a48d-3956d016ae51 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:52:26.184426 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ca5a03ee-1d04-4414-b81b-457919fced09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:26.228891 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-ca5a03ee-1d04-4414-b81b-457919fced09 None None] Port fc532f89-2840-48d2-a48d-3956d016ae51 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 11:52:26.274818 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2c5a02b-5c92-4710-948c-0c0b536a3dfd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp788be208-34ab-5a8f-af0f-528834af222f-749eed81-85ea-459e-b52c-5ef570769bbd', 'network_id': '749eed81-85ea-459e-b52c-5ef570769bbd', 'tenant_id': '418eca027897477eaef8184aa03877a6', 'fixed_ips': [{'subnet_id': '85ef9a5e-4eda-4f20-b92b-37688a4f44c0'}]}} from n-d-804985-2. {{(pid=106254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 11:52:26.275713 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-c2c5a02b-5c92-4710-948c-0c0b536a3dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:26.345645 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8fd3d5-fad4-4d62-8b2d-97ba90f72b84 req-5a6dfa7d-4a1e-4b4b-95e4-c24d0956cf3e tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:26.347262 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4e8fd3d5-fad4-4d62-8b2d-97ba90f72b84 req-5a6dfa7d-4a1e-4b4b-95e4-c24d0956cf3e tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3506823 Aug 18 11:52:26.367954 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-4e8fd3d5-fad4-4d62-8b2d-97ba90f72b84 req-d9724201-53d5-4692-a9b9-dd29ab83891c tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] Request body: {'port': {'device_id': '306f2cf8-8dff-49e9-aaae-8bdb85ef593a', 'network_id': '222e0814-c7e5-4b11-9282-3f40c6ed76b2', 'admin_state_up': True, 'tenant_id': 'f6e50cb9025b480f8ec18c678a66d1dd'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:52:26.479087 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 2319d3a4-770a-4c4d-a042-0595b3ee352c details requested by agent hyperv_n-h1-804985-2 with host n-h1-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 11:52:26.479258 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1775bfad-abef-412f-b2ad-7ca764d07c67 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:26.639687 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e8fd3d5-fad4-4d62-8b2d-97ba90f72b84 req-d9724201-53d5-4692-a9b9-dd29ab83891c tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] Made reservation on behalf of f6e50cb9025b480f8ec18c678a66d1dd for: {'port': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 11:52:26.647620 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-4e8fd3d5-fad4-4d62-8b2d-97ba90f72b84 req-d9724201-53d5-4692-a9b9-dd29ab83891c tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:26.649492 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.db_base_plugin_common [None req-c2c5a02b-5c92-4710-948c-0c0b536a3dfd None None] Allocated IP 172.20.0.2 (749eed81-85ea-459e-b52c-5ef570769bbd/85ef9a5e-4eda-4f20-b92b-37688a4f44c0/d2278658-78b8-4c84-81a5-9a3d74d5fcc3) {{(pid=106254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 11:52:26.889734 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1775bfad-abef-412f-b2ad-7ca764d07c67 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:26.915564 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1775bfad-abef-412f-b2ad-7ca764d07c67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:26.937057 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 2319d3a4-770a-4c4d-a042-0595b3ee352c, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=2319d3a4-770a-4c4d-a042-0595b3ee352c,segment=NetworkSegment(b0eb6eea-b461-4969-8a27-808f00daa8a1),segment_id=b0eb6eea-b461-4969-8a27-808f00daa8a1)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:52:26.953815 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Returning: {'device': '2319d3a4-770a-4c4d-a042-0595b3ee352c', 'network_id': '222e0814-c7e5-4b11-9282-3f40c6ed76b2', 'port_id': '2319d3a4-770a-4c4d-a042-0595b3ee352c', 'mac_address': 'fa:16:3e:f2:91:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 823, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d16d680-110b-436d-8afa-48ba845b3623', 'ip_address': '192.168.233.148'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 11:52:27.034625 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:27.041436 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [req-b4a0b442-d68c-4f41-bd99-6843bdaf0bbb req-0fda195e-f7cc-4fd6-90a0-70de859e746d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc532f89-2840-48d2-a48d-3956d016ae51 {{(pid=106252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 11:52:27.057153 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-b4a0b442-d68c-4f41-bd99-6843bdaf0bbb req-0fda195e-f7cc-4fd6-90a0-70de859e746d service neutron] Notify callbacks [] for port, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:27.066692 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2319d3a4-770a-4c4d-a042-0595b3ee352c {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 11:52:27.097688 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [None req-1775bfad-abef-412f-b2ad-7ca764d07c67 admin admin] Allocated IP 172.25.7.138 (7cae7a70-14fd-408c-b14d-39ceb97cb60e/9784295a-20b8-4a4b-b105-f82737f0448f/3b420e0d-f80d-4aa2-b155-862be39bae18) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 11:52:27.124427 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 2319d3a4-770a-4c4d-a042-0595b3ee352c, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=2319d3a4-770a-4c4d-a042-0595b3ee352c,segment=NetworkSegment(b0eb6eea-b461-4969-8a27-808f00daa8a1),segment_id=b0eb6eea-b461-4969-8a27-808f00daa8a1)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:52:27.132444 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9512709a-dd0a-48e4-803e-360395b0d261 req-c7b069ed-e18d-4117-91c4-0ec8081222b8 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:27.139726 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:27.140998 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 3cc10453-0472-4bd5-bf62-8a83cefb86aa details requested by agent hyperv_n-h1-804985-2 with host n-h1-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 11:52:27.141555 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9512709a-dd0a-48e4-803e-360395b0d261 req-c7b069ed-e18d-4117-91c4-0ec8081222b8 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e0a9fc7-bdb0-438e-b3f0-ac051d5f553d HTTP/1.1" status: 200 len: 944 time: 0.5137019 Aug 18 11:52:27.150288 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [req-b4a0b442-d68c-4f41-bd99-6843bdaf0bbb req-0fda195e-f7cc-4fd6-90a0-70de859e746d service neutron] Transition to ACTIVE for port object fc532f89-2840-48d2-a48d-3956d016ae51 will not be triggered until provisioned by entity L2. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 11:52:27.181986 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-b4a0b442-d68c-4f41-bd99-6843bdaf0bbb req-0fda195e-f7cc-4fd6-90a0-70de859e746d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:27.204726 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-c2c5a02b-5c92-4710-948c-0c0b536a3dfd None None] Notify callbacks [] for port, precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:27.209280 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=2319d3a4-770a-4c4d-a042-0595b3ee352c,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:52:27.229490 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-c2c5a02b-5c92-4710-948c-0c0b536a3dfd None None] Transition to ACTIVE for port object d2278658-78b8-4c84-81a5-9a3d74d5fcc3 will not be triggered until provisioned by entity L2. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 11:52:27.263060 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1775bfad-abef-412f-b2ad-7ca764d07c67 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:27.266205 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-c2c5a02b-5c92-4710-948c-0c0b536a3dfd None None] Transition to ACTIVE for port object d2278658-78b8-4c84-81a5-9a3d74d5fcc3 will not be triggered until provisioned by entity DHCP. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 11:52:27.306536 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-c2c5a02b-5c92-4710-948c-0c0b536a3dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547'] for port, after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:27.315546 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1775bfad-abef-412f-b2ad-7ca764d07c67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:27.350560 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2c5a02b-5c92-4710-948c-0c0b536a3dfd None None] Network 749eed81-85ea-459e-b52c-5ef570769bbd is already hosted by enough agents. {{(pid=106254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 11:52:27.356042 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.base_scheduler [None req-c2c5a02b-5c92-4710-948c-0c0b536a3dfd None None] Resources bound (agent type, host, resource id): {{(pid=106254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:52:27.361932 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c5a02b-5c92-4710-948c-0c0b536a3dfd None None] Received port after_create {{(pid=106254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 11:52:27.363079 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9512709a-dd0a-48e4-803e-360395b0d261 req-3d4f3825-78f6-48ff-9bff-bca14610e8cf tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] 10.222.0.66 "GET /v2.0/security-groups?id=07aef7bb-6c11-4cb4-8594-c24180b5d811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2204764 Aug 18 11:52:27.371765 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1775bfad-abef-412f-b2ad-7ca764d07c67 admin admin] Network 7cae7a70-14fd-408c-b14d-39ceb97cb60e is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 11:52:27.376385 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-1775bfad-abef-412f-b2ad-7ca764d07c67 admin admin] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:52:27.389433 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1775bfad-abef-412f-b2ad-7ca764d07c67 admin admin] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 11:52:27.462135 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [req-4e8fd3d5-fad4-4d62-8b2d-97ba90f72b84 req-d9724201-53d5-4692-a9b9-dd29ab83891c tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] Allocated IP 192.168.233.71 (222e0814-c7e5-4b11-9282-3f40c6ed76b2/6d16d680-110b-436d-8afa-48ba845b3623/743404df-74f4-4bf6-adf7-553a8bf28ef3) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 11:52:27.463744 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c5a02b-5c92-4710-948c-0c0b536a3dfd None None] Pushing event updated for resources: {'Port': ['ID=d2278658-78b8-4c84-81a5-9a3d74d5fcc3,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:52:27.472289 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 3cc10453-0472-4bd5-bf62-8a83cefb86aa, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=3cc10453-0472-4bd5-bf62-8a83cefb86aa,segment=NetworkSegment(77044dd8-732d-4440-9cc8-7f1936544d71),segment_id=77044dd8-732d-4440-9cc8-7f1936544d71)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:52:27.491490 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-c2c5a02b-5c92-4710-948c-0c0b536a3dfd None None] Attempting to bind port d2278658-78b8-4c84-81a5-9a3d74d5fcc3 on host n-d-804985-2 for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 11:52:27.491863 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-c2c5a02b-5c92-4710-948c-0c0b536a3dfd None None] Attempting to bind port d2278658-78b8-4c84-81a5-9a3d74d5fcc3 by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': 'c3735a41-6260-4fc2-9ca3-d02b40deb984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '749eed81-85ea-459e-b52c-5ef570769bbd'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 11:52:27.492209 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c5a02b-5c92-4710-948c-0c0b536a3dfd None None] Attempting to bind port d2278658-78b8-4c84-81a5-9a3d74d5fcc3 on network 749eed81-85ea-459e-b52c-5ef570769bbd {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 11:52:27.494633 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 3cc10453-0472-4bd5-bf62-8a83cefb86aa has no active binding in host n-h1-804985-2 {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 18 11:52:27.498518 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1775bfad-abef-412f-b2ad-7ca764d07c67 admin admin] Pushing event updated for resources: {'Port': ['ID=3b420e0d-f80d-4aa2-b155-862be39bae18,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:52:27.505540 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c5a02b-5c92-4710-948c-0c0b536a3dfd None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 11, 52, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 11:52:27.505917 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c5a02b-5c92-4710-948c-0c0b536a3dfd None None] Checking segment: {'id': 'c3735a41-6260-4fc2-9ca3-d02b40deb984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '749eed81-85ea-459e-b52c-5ef570769bbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 11:52:27.506320 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-c2c5a02b-5c92-4710-948c-0c0b536a3dfd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:27.506802 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c5a02b-5c92-4710-948c-0c0b536a3dfd None None] Bound using segment: {'id': 'c3735a41-6260-4fc2-9ca3-d02b40deb984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '749eed81-85ea-459e-b52c-5ef570769bbd'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 11:52:27.507159 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-c2c5a02b-5c92-4710-948c-0c0b536a3dfd None None] Bound port: d2278658-78b8-4c84-81a5-9a3d74d5fcc3, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3735a41-6260-4fc2-9ca3-d02b40deb984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '749eed81-85ea-459e-b52c-5ef570769bbd'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 11:52:27.507537 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-c2c5a02b-5c92-4710-948c-0c0b536a3dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:27.538985 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fda195e-f7cc-4fd6-90a0-70de859e746d service neutron] Pushing event updated for resources: {'Port': ['ID=fc532f89-2840-48d2-a48d-3956d016ae51,revision_number=2']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:52:27.670724 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-c2c5a02b-5c92-4710-948c-0c0b536a3dfd None None] For port d2278658-78b8-4c84-81a5-9a3d74d5fcc3, host n-d-804985-2, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 11:52:27.674306 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-c2c5a02b-5c92-4710-948c-0c0b536a3dfd None None] For port d2278658-78b8-4c84-81a5-9a3d74d5fcc3, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=d2278658-78b8-4c84-81a5-9a3d74d5fcc3,segment=NetworkSegment(c3735a41-6260-4fc2-9ca3-d02b40deb984),segment_id=c3735a41-6260-4fc2-9ca3-d02b40deb984)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 11:52:27.692659 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-c2c5a02b-5c92-4710-948c-0c0b536a3dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:27.753287 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1775bfad-abef-412f-b2ad-7ca764d07c67 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:27.768752 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c8549a-44f1-40ca-b2bf-92a207624134 req-9ea2266d-aeab-4fc9-8a01-36923af4c40e tempest-LiveMigrationNegativeTest-1842983464 tempest-LiveMigrationNegativeTest-1842983464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:27.777431 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-82c8549a-44f1-40ca-b2bf-92a207624134 req-9ea2266d-aeab-4fc9-8a01-36923af4c40e tempest-LiveMigrationNegativeTest-1842983464 tempest-LiveMigrationNegativeTest-1842983464-project] 10.222.0.66 "GET /v2.0/ports?device_id=ce603bc6-2dee-4dc4-9dee-6e5b4fe55c75 HTTP/1.1" status: 200 len: 949 time: 0.2432430 Aug 18 11:52:27.787972 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c5a02b-5c92-4710-948c-0c0b536a3dfd None None] Pushing event updated for resources: {'Port': ['ID=d2278658-78b8-4c84-81a5-9a3d74d5fcc3,revision_number=2']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:52:27.814440 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] get_ports_and_sgs() called for port_ids ['2319d3a4-770a-4c4d-a042-0595b3ee352c'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 11:52:27.867529 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-b4a0b442-d68c-4f41-bd99-6843bdaf0bbb req-0fda195e-f7cc-4fd6-90a0-70de859e746d service neutron] Attempting to bind port fc532f89-2840-48d2-a48d-3956d016ae51 on host n-h2-804985-2 for vnic_type normal with profile {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 11:52:27.867854 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-b4a0b442-d68c-4f41-bd99-6843bdaf0bbb req-0fda195e-f7cc-4fd6-90a0-70de859e746d service neutron] Attempting to bind port fc532f89-2840-48d2-a48d-3956d016ae51 by drivers openvswitch,hyperv on host n-h2-804985-2 at level 0 using segments [{'id': 'b0eb6eea-b461-4969-8a27-808f00daa8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '222e0814-c7e5-4b11-9282-3f40c6ed76b2'}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 11:52:27.868286 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4a0b442-d68c-4f41-bd99-6843bdaf0bbb req-0fda195e-f7cc-4fd6-90a0-70de859e746d service neutron] Attempting to bind port fc532f89-2840-48d2-a48d-3956d016ae51 on network 222e0814-c7e5-4b11-9282-3f40c6ed76b2 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 11:52:27.876510 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 47564) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:52:27.909593 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4a0b442-d68c-4f41-bd99-6843bdaf0bbb req-0fda195e-f7cc-4fd6-90a0-70de859e746d service neutron] Port fc532f89-2840-48d2-a48d-3956d016ae51 on network 222e0814-c7e5-4b11-9282-3f40c6ed76b2 not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-2 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 11:52:27.909928 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4a0b442-d68c-4f41-bd99-6843bdaf0bbb req-0fda195e-f7cc-4fd6-90a0-70de859e746d service neutron] Attempting to bind port fc532f89-2840-48d2-a48d-3956d016ae51 on network 222e0814-c7e5-4b11-9282-3f40c6ed76b2 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 11:52:27.919146 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4a0b442-d68c-4f41-bd99-6843bdaf0bbb req-0fda195e-f7cc-4fd6-90a0-70de859e746d service neutron] Checking agent: {'id': 'da5da552-709c-4248-84de-86af99a0dc87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 49, 8), 'started_at': datetime.datetime(2021, 8, 18, 11, 49, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 11, 52, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 11:52:27.919489 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4a0b442-d68c-4f41-bd99-6843bdaf0bbb req-0fda195e-f7cc-4fd6-90a0-70de859e746d service neutron] Checking segment: {'id': 'b0eb6eea-b461-4969-8a27-808f00daa8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '222e0814-c7e5-4b11-9282-3f40c6ed76b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 11:52:27.919907 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4a0b442-d68c-4f41-bd99-6843bdaf0bbb req-0fda195e-f7cc-4fd6-90a0-70de859e746d service neutron] Bound using segment: {'id': 'b0eb6eea-b461-4969-8a27-808f00daa8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '222e0814-c7e5-4b11-9282-3f40c6ed76b2'} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 11:52:27.920344 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-b4a0b442-d68c-4f41-bd99-6843bdaf0bbb req-0fda195e-f7cc-4fd6-90a0-70de859e746d service neutron] Bound port: fc532f89-2840-48d2-a48d-3956d016ae51, host: n-h2-804985-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0eb6eea-b461-4969-8a27-808f00daa8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '222e0814-c7e5-4b11-9282-3f40c6ed76b2'}}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 11:52:27.920778 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-b4a0b442-d68c-4f41-bd99-6843bdaf0bbb req-0fda195e-f7cc-4fd6-90a0-70de859e746d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:27.946720 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-82c8549a-44f1-40ca-b2bf-92a207624134 req-8faa381f-1c98-4ccb-b307-639aa342f18d tempest-LiveMigrationNegativeTest-1842983464 tempest-LiveMigrationNegativeTest-1842983464-project] 10.222.0.66 "GET /v2.0/security-groups?id=65bbc504-39a0-41da-bd31-ac5a025cebf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682291 Aug 18 11:52:28.055950 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-4e8fd3d5-fad4-4d62-8b2d-97ba90f72b84 req-d9724201-53d5-4692-a9b9-dd29ab83891c tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:28.121532 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1775bfad-abef-412f-b2ad-7ca764d07c67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-998473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-992536'] for router, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:28.156012 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [req-4e8fd3d5-fad4-4d62-8b2d-97ba90f72b84 req-d9724201-53d5-4692-a9b9-dd29ab83891c tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] Transition to ACTIVE for port object 743404df-74f4-4bf6-adf7-553a8bf28ef3 will not be triggered until provisioned by entity DHCP. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 11:52:28.227202 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af331204-dadd-497d-9ff6-c53b5f5cbc64 req-0d31f2c2-7cfd-417f-bdcb-a96f103b90b7 tempest-DeleteServersAdminTestJSON-34510037 tempest-DeleteServersAdminTestJSON-34510037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:28.228803 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-af331204-dadd-497d-9ff6-c53b5f5cbc64 req-0d31f2c2-7cfd-417f-bdcb-a96f103b90b7 tempest-DeleteServersAdminTestJSON-34510037 tempest-DeleteServersAdminTestJSON-34510037-project] 10.222.0.66 "GET /v2.0/ports?device_id=092f4b80-1fe4-4ca5-8eab-da77c746eac0 HTTP/1.1" status: 200 len: 949 time: 0.1201925 Aug 18 11:52:28.237051 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-b4a0b442-d68c-4f41-bd99-6843bdaf0bbb req-0fda195e-f7cc-4fd6-90a0-70de859e746d service neutron] For port fc532f89-2840-48d2-a48d-3956d016ae51, host n-h2-804985-2, cleared binding levels {{(pid=106252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 11:52:28.241285 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-b4a0b442-d68c-4f41-bd99-6843bdaf0bbb req-0fda195e-f7cc-4fd6-90a0-70de859e746d service neutron] For port fc532f89-2840-48d2-a48d-3956d016ae51, host n-h2-804985-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=fc532f89-2840-48d2-a48d-3956d016ae51,segment=NetworkSegment(b0eb6eea-b461-4969-8a27-808f00daa8a1),segment_id=b0eb6eea-b461-4969-8a27-808f00daa8a1)] {{(pid=106252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 11:52:28.258119 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-b4a0b442-d68c-4f41-bd99-6843bdaf0bbb req-0fda195e-f7cc-4fd6-90a0-70de859e746d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:28.306131 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1775bfad-abef-412f-b2ad-7ca764d07c67 admin admin] Router e83f3887-de40-4269-a82d-fa428ffe32d9 is scheduled to L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 with binding_index 1 {{(pid=106253) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 11:52:28.317683 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fda195e-f7cc-4fd6-90a0-70de859e746d service neutron] Pushing event updated for resources: {'Port': ['ID=fc532f89-2840-48d2-a48d-3956d016ae51,revision_number=3']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:52:28.330670 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [req-0c2f3eb0-8599-4058-9513-3c81f6d43be0 req-64ef3de8-487f-40d9-ae4f-e66a751e15b0 tempest-LiveAutoBlockMigrationV225Test-1799299027 tempest-LiveAutoBlockMigrationV225Test-1799299027-project-admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=106252) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 11:52:28.331694 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0c2f3eb0-8599-4058-9513-3c81f6d43be0 req-64ef3de8-487f-40d9-ae4f-e66a751e15b0 tempest-LiveAutoBlockMigrationV225Test-1799299027 tempest-LiveAutoBlockMigrationV225Test-1799299027-project-admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4517345 Aug 18 11:52:28.340945 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-4e8fd3d5-fad4-4d62-8b2d-97ba90f72b84 req-d9724201-53d5-4692-a9b9-dd29ab83891c tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:28.345132 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a0b442-d68c-4f41-bd99-6843bdaf0bbb req-0fda195e-f7cc-4fd6-90a0-70de859e746d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:28.345637 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-b4a0b442-d68c-4f41-bd99-6843bdaf0bbb req-0fda195e-f7cc-4fd6-90a0-70de859e746d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:28.347003 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b4a0b442-d68c-4f41-bd99-6843bdaf0bbb req-0fda195e-f7cc-4fd6-90a0-70de859e746d service neutron] 10.222.0.62 "PUT /v2.0/ports/fc532f89-2840-48d2-a48d-3956d016ae51 HTTP/1.1" status: 200 len: 1096 time: 2.5083272 Aug 18 11:52:28.347432 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1776ccfc-79c3-4dd2-9d3e-5b7e075004d6', 'tag': 'fc532f89-2840-48d2-a48d-3956d016ae51'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 11:52:28.349685 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-446f2c82-7a22-421c-aefe-5d2f77d5fcce" -d '{"events": [{"name": "network-changed", "server_uuid": "1776ccfc-79c3-4dd2-9d3e-5b7e075004d6", "tag": "fc532f89-2840-48d2-a48d-3956d016ae51"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:52:28.366239 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-af331204-dadd-497d-9ff6-c53b5f5cbc64 req-de0b4f32-661e-48cd-b83b-68cbd2f51644 tempest-DeleteServersAdminTestJSON-34510037 tempest-DeleteServersAdminTestJSON-34510037-project] 10.222.0.66 "GET /v2.0/security-groups?id=ad711073-5b3b-4499-bbb9-27286a19ae6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236000 Aug 18 11:52:28.432447 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e8fd3d5-fad4-4d62-8b2d-97ba90f72b84 req-d9724201-53d5-4692-a9b9-dd29ab83891c tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] Network 222e0814-c7e5-4b11-9282-3f40c6ed76b2 is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 11:52:28.466152 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [req-4e8fd3d5-fad4-4d62-8b2d-97ba90f72b84 req-d9724201-53d5-4692-a9b9-dd29ab83891c tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:52:28.479193 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9724201-53d5-4692-a9b9-dd29ab83891c tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] Pushing event updated for resources: {'Port': ['ID=743404df-74f4-4bf6-adf7-553a8bf28ef3,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:52:28.481715 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e8fd3d5-fad4-4d62-8b2d-97ba90f72b84 req-d9724201-53d5-4692-a9b9-dd29ab83891c tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 11:52:28.491310 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-0c2f3eb0-8599-4058-9513-3c81f6d43be0 req-16c12e93-907a-4e3b-886d-8187a393c6d1 service neutron] Request body: {'binding': {'host': 'n-h2-804985-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:52:28.491766 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-0c2f3eb0-8599-4058-9513-3c81f6d43be0 req-16c12e93-907a-4e3b-886d-8187a393c6d1 service neutron] Unknown quota resources ['binding']. {{(pid=106252) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 18 11:52:28.599467 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a0b442-d68c-4f41-bd99-6843bdaf0bbb req-fc9dd794-b9f0-4505-a733-41ff92b99da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:28.601002 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b4a0b442-d68c-4f41-bd99-6843bdaf0bbb req-fc9dd794-b9f0-4505-a733-41ff92b99da5 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f6e50cb9025b480f8ec18c678a66d1dd&device_id=1776ccfc-79c3-4dd2-9d3e-5b7e075004d6 HTTP/1.1" status: 200 len: 1099 time: 0.1948590 Aug 18 11:52:28.623151 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8fd3d5-fad4-4d62-8b2d-97ba90f72b84 req-d9724201-53d5-4692-a9b9-dd29ab83891c tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:28.623844 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-4e8fd3d5-fad4-4d62-8b2d-97ba90f72b84 req-d9724201-53d5-4692-a9b9-dd29ab83891c tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:28.706149 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b4a0b442-d68c-4f41-bd99-6843bdaf0bbb req-f80dde1c-2ff4-474a-868b-9b04125ab113 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=fc532f89-2840-48d2-a48d-3956d016ae51 HTTP/1.1" status: 200 len: 217 time: 0.0781789 Aug 18 11:52:28.712919 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4e8fd3d5-fad4-4d62-8b2d-97ba90f72b84 req-d9724201-53d5-4692-a9b9-dd29ab83891c tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3478563 Aug 18 11:52:28.719972 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea01456a-f2e8-4549-8777-17703d09e0ba req-c3d16704-e603-4972-8171-dba390ea7b10 tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:28.724950 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ea01456a-f2e8-4549-8777-17703d09e0ba req-c3d16704-e603-4972-8171-dba390ea7b10 tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] 10.222.0.66 "GET /v2.0/ports?device_id=306f2cf8-8dff-49e9-aaae-8bdb85ef593a HTTP/1.1" status: 200 len: 935 time: 0.2401648 Aug 18 11:52:28.744821 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-4e8fd3d5-fad4-4d62-8b2d-97ba90f72b84 req-fa44cd73-b8be-463b-bc1d-a10f83c50704 service neutron] Request body: {'port': {'device_id': '306f2cf8-8dff-49e9-aaae-8bdb85ef593a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804985-2'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:52:28.751947 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1775bfad-abef-412f-b2ad-7ca764d07c67 admin admin] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 11:52:28.764647 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-304f4863-509d-45ec-b991-e040017887ac None None] Sync routers for ids ['e83f3887-de40-4269-a82d-fa428ffe32d9'] in n-d-804985-2 {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 11:52:28.770056 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4195d1a5-69bb-486e-9515-27925089de93 req-153f1b77-3258-42e8-a542-b063d1ee0276 tempest-DeleteServersAdminTestJSON-1014439304 tempest-DeleteServersAdminTestJSON-1014439304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:28.772013 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-4195d1a5-69bb-486e-9515-27925089de93 req-153f1b77-3258-42e8-a542-b063d1ee0276 tempest-DeleteServersAdminTestJSON-1014439304 tempest-DeleteServersAdminTestJSON-1014439304-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=092f4b80-1fe4-4ca5-8eab-da77c746eac0 HTTP/1.1" status: 200 len: 1100 time: 0.0751114 Aug 18 11:52:28.775047 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1775bfad-abef-412f-b2ad-7ca764d07c67 admin admin] Notify callbacks [] for router, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:28.776927 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-1775bfad-abef-412f-b2ad-7ca764d07c67 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 2.8735714 Aug 18 11:52:28.779113 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-304f4863-509d-45ec-b991-e040017887ac None None] Routers {'e83f3887-de40-4269-a82d-fa428ffe32d9'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 11:52:28.779763 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-304f4863-509d-45ec-b991-e040017887ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T11:52:21Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['e83f3887-de40-4269-a82d-fa428ffe32d9'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:52:28.788926 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 47582) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:52:28.895371 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a0b442-d68c-4f41-bd99-6843bdaf0bbb req-700eab0b-2f94-4ecb-9643-c45a9c04a108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:28.896892 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b4a0b442-d68c-4f41-bd99-6843bdaf0bbb req-700eab0b-2f94-4ecb-9643-c45a9c04a108 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6d16d680-110b-436d-8afa-48ba845b3623 HTTP/1.1" status: 200 len: 843 time: 0.1666069 Aug 18 11:52:28.899757 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ea01456a-f2e8-4549-8777-17703d09e0ba req-794e96a1-7836-4256-893b-72dc0d4d8c85 tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] 10.222.0.66 "GET /v2.0/security-groups?id=e54286de-dd7f-4b20-9f74-4a71262d523b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616130 Aug 18 11:52:28.911795 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-c26a86f6-37cb-4095-82a7-5ffbce6616d1 None None] Provisioning for port 743404df-74f4-4bf6-adf7-553a8bf28ef3 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 11:52:28.924552 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-c26a86f6-37cb-4095-82a7-5ffbce6616d1 None None] Provisioning complete for port 743404df-74f4-4bf6-adf7-553a8bf28ef3 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:52:28.927035 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-c26a86f6-37cb-4095-82a7-5ffbce6616d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:28.928545 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-4e8fd3d5-fad4-4d62-8b2d-97ba90f72b84 req-fa44cd73-b8be-463b-bc1d-a10f83c50704 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:28.974347 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-0c2f3eb0-8599-4058-9513-3c81f6d43be0 req-16c12e93-907a-4e3b-886d-8187a393c6d1 service neutron] Attempting to bind port bbc5fb34-a9c7-4e4e-9c45-8b4dea9c9324 on host n-h2-804985-2 for vnic_type normal with profile None {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 11:52:28.974637 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-0c2f3eb0-8599-4058-9513-3c81f6d43be0 req-16c12e93-907a-4e3b-886d-8187a393c6d1 service neutron] Attempting to bind port bbc5fb34-a9c7-4e4e-9c45-8b4dea9c9324 by drivers openvswitch,hyperv on host n-h2-804985-2 at level 0 using segments [{'id': '0622c33d-7d5a-4968-950b-edb53be5f858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'f471d7de-70da-4549-acfc-45017b3843ff'}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 11:52:28.975190 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2f3eb0-8599-4058-9513-3c81f6d43be0 req-16c12e93-907a-4e3b-886d-8187a393c6d1 service neutron] Attempting to bind port bbc5fb34-a9c7-4e4e-9c45-8b4dea9c9324 on network f471d7de-70da-4549-acfc-45017b3843ff {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 11:52:28.998675 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-4195d1a5-69bb-486e-9515-27925089de93 req-fe1d9291-b612-439b-a6d1-ab50bef20e79 tempest-DeleteServersAdminTestJSON-1014439304 tempest-DeleteServersAdminTestJSON-1014439304-project-admin] Deleting port ae2c444f-6138-48a5-9fae-01ccb0a88178 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 11:52:28.999520 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-4195d1a5-69bb-486e-9515-27925089de93 req-fe1d9291-b612-439b-a6d1-ab50bef20e79 tempest-DeleteServersAdminTestJSON-1014439304 tempest-DeleteServersAdminTestJSON-1014439304-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:29.013470 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-c26a86f6-37cb-4095-82a7-5ffbce6616d1 None None] Port 743404df-74f4-4bf6-adf7-553a8bf28ef3 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 11:52:29.015165 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2f3eb0-8599-4058-9513-3c81f6d43be0 req-16c12e93-907a-4e3b-886d-8187a393c6d1 service neutron] Port bbc5fb34-a9c7-4e4e-9c45-8b4dea9c9324 on network f471d7de-70da-4549-acfc-45017b3843ff not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-2 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 11:52:29.015588 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2f3eb0-8599-4058-9513-3c81f6d43be0 req-16c12e93-907a-4e3b-886d-8187a393c6d1 service neutron] Attempting to bind port bbc5fb34-a9c7-4e4e-9c45-8b4dea9c9324 on network f471d7de-70da-4549-acfc-45017b3843ff {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 11:52:29.027340 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2f3eb0-8599-4058-9513-3c81f6d43be0 req-16c12e93-907a-4e3b-886d-8187a393c6d1 service neutron] Checking agent: {'id': 'da5da552-709c-4248-84de-86af99a0dc87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 49, 8), 'started_at': datetime.datetime(2021, 8, 18, 11, 49, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 11, 52, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 11:52:29.027807 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2f3eb0-8599-4058-9513-3c81f6d43be0 req-16c12e93-907a-4e3b-886d-8187a393c6d1 service neutron] Checking segment: {'id': '0622c33d-7d5a-4968-950b-edb53be5f858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'f471d7de-70da-4549-acfc-45017b3843ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 11:52:29.028298 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2f3eb0-8599-4058-9513-3c81f6d43be0 req-16c12e93-907a-4e3b-886d-8187a393c6d1 service neutron] Bound using segment: {'id': '0622c33d-7d5a-4968-950b-edb53be5f858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'f471d7de-70da-4549-acfc-45017b3843ff'} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 11:52:29.028854 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-0c2f3eb0-8599-4058-9513-3c81f6d43be0 req-16c12e93-907a-4e3b-886d-8187a393c6d1 service neutron] Bound port: bbc5fb34-a9c7-4e4e-9c45-8b4dea9c9324, host: n-h2-804985-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0622c33d-7d5a-4968-950b-edb53be5f858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'f471d7de-70da-4549-acfc-45017b3843ff'}}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 11:52:29.042994 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a0b442-d68c-4f41-bd99-6843bdaf0bbb req-cc1da1a5-323e-45b4-935f-5270b6562451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:29.045469 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b4a0b442-d68c-4f41-bd99-6843bdaf0bbb req-cc1da1a5-323e-45b4-935f-5270b6562451 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=222e0814-c7e5-4b11-9282-3f40c6ed76b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1360996 Aug 18 11:52:29.055370 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-304f4863-509d-45ec-b991-e040017887ac None None] Set router e83f3887-de40-4269-a82d-fa428ffe32d9 gateway port host: n-d-804985-2 {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 11:52:29.154244 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-341f7ba6-393e-4b00-b929-b2947e1f97e1 None None] Network 749eed81-85ea-459e-b52c-5ef570769bbd requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 11:52:29.186432 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-4195d1a5-69bb-486e-9515-27925089de93 req-fe1d9291-b612-439b-a6d1-ab50bef20e79 tempest-DeleteServersAdminTestJSON-1014439304 tempest-DeleteServersAdminTestJSON-1014439304-project-admin] For port ae2c444f-6138-48a5-9fae-01ccb0a88178, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=ae2c444f-6138-48a5-9fae-01ccb0a88178,segment=NetworkSegment(b0eb6eea-b461-4969-8a27-808f00daa8a1),segment_id=b0eb6eea-b461-4969-8a27-808f00daa8a1)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:52:29.187020 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-4195d1a5-69bb-486e-9515-27925089de93 req-fe1d9291-b612-439b-a6d1-ab50bef20e79 tempest-DeleteServersAdminTestJSON-1014439304 tempest-DeleteServersAdminTestJSON-1014439304-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:29.198227 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 11:52:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06561e67-4bab-400c-87b0-8978b5fe1c8c x-openstack-request-id: req-06561e67-4bab-400c-87b0-8978b5fe1c8c {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:52:29.198588 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1776ccfc-79c3-4dd2-9d3e-5b7e075004d6", "tag": "fc532f89-2840-48d2-a48d-3956d016ae51", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:52:29.198894 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-06561e67-4bab-400c-87b0-8978b5fe1c8c {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:52:29.199435 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1776ccfc-79c3-4dd2-9d3e-5b7e075004d6', 'tag': 'fc532f89-2840-48d2-a48d-3956d016ae51', 'status': 'completed', 'code': 200} Aug 18 11:52:29.203223 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-4195d1a5-69bb-486e-9515-27925089de93 req-fe1d9291-b612-439b-a6d1-ab50bef20e79 tempest-DeleteServersAdminTestJSON-1014439304 tempest-DeleteServersAdminTestJSON-1014439304-project-admin] Calling delete_port for ae2c444f-6138-48a5-9fae-01ccb0a88178 owned by compute:nova {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 11:52:29.273354 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-0c2f3eb0-8599-4058-9513-3c81f6d43be0 req-16c12e93-907a-4e3b-886d-8187a393c6d1 service neutron] For port bbc5fb34-a9c7-4e4e-9c45-8b4dea9c9324, host n-h2-804985-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=bbc5fb34-a9c7-4e4e-9c45-8b4dea9c9324,segment=NetworkSegment(0622c33d-7d5a-4968-950b-edb53be5f858),segment_id=0622c33d-7d5a-4968-950b-edb53be5f858)] {{(pid=106252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 11:52:29.277430 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-348e5b94-aaa0-4a1d-aa74-7ea6e882eacb None None] Provisioning for port d2278658-78b8-4c84-81a5-9a3d74d5fcc3 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 11:52:29.314723 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-0c2f3eb0-8599-4058-9513-3c81f6d43be0 req-16c12e93-907a-4e3b-886d-8187a393c6d1 service neutron] Notify callbacks [] for binding, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:29.316020 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0c2f3eb0-8599-4058-9513-3c81f6d43be0 req-16c12e93-907a-4e3b-886d-8187a393c6d1 service neutron] 10.222.0.66 "POST /v2.0/ports/bbc5fb34-a9c7-4e4e-9c45-8b4dea9c9324/bindings HTTP/1.1" status: 201 len: 389 time: 0.9217036 Aug 18 11:52:29.345376 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b4a0b442-d68c-4f41-bd99-6843bdaf0bbb req-58a5ab96-e55a-43ef-8ee1-12f7563025fe service neutron] 10.222.0.62 "GET /v2.0/networks/222e0814-c7e5-4b11-9282-3f40c6ed76b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2718256 Aug 18 11:52:29.400917 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f304159a-a15c-4299-89dd-4e66f76ed6dc req-33fa14b3-7dfd-463a-bb84-f856ba9488c6 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:29.403435 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f304159a-a15c-4299-89dd-4e66f76ed6dc req-33fa14b3-7dfd-463a-bb84-f856ba9488c6 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e0a9fc7-bdb0-438e-b3f0-ac051d5f553d HTTP/1.1" status: 200 len: 944 time: 0.1336949 Aug 18 11:52:29.517451 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-4195d1a5-69bb-486e-9515-27925089de93 req-fe1d9291-b612-439b-a6d1-ab50bef20e79 tempest-DeleteServersAdminTestJSON-1014439304 tempest-DeleteServersAdminTestJSON-1014439304-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:29.531414 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] get_ports_and_sgs() called for port_ids ['ae2c444f-6138-48a5-9fae-01ccb0a88178'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 11:52:29.537083 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-304f4863-509d-45ec-b991-e040017887ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e83f3887-de40-4269-a82d-fa428ffe32d9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-531979573-router', 'tenant_id': '418eca027897477eaef8184aa03877a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.138'}], 'enable_snat': True}, 'gw_port_id': '3b420e0d-f80d-4aa2-b155-862be39bae18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T11:52:25Z', 'updated_at': '2021-08-18T11:52:27Z', 'revision_number': 3, 'project_id': '418eca027897477eaef8184aa03877a6', 'gw_port': {'id': '3b420e0d-f80d-4aa2-b155-862be39bae18', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:ab:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e83f3887-de40-4269-a82d-fa428ffe32d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:52:26Z', 'updated_at': '2021-08-18T11:52:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:52:29.556925 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1d9291-b612-439b-a6d1-ab50bef20e79 tempest-DeleteServersAdminTestJSON-1014439304 tempest-DeleteServersAdminTestJSON-1014439304-project-admin] Pushing event deleted for resources: {'Port': ['ID=ae2c444f-6138-48a5-9fae-01ccb0a88178,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:52:29.573810 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f304159a-a15c-4299-89dd-4e66f76ed6dc req-3fb4a503-93cf-4b49-9304-f78039728d4c tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] 10.222.0.66 "GET /v2.0/security-groups?id=07aef7bb-6c11-4cb4-8594-c24180b5d811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396203 Aug 18 11:52:29.605404 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-304f4863-509d-45ec-b991-e040017887ac None None] Checking router: e83f3887-de40-4269-a82d-fa428ffe32d9 for host: n-d-804985-2 {{(pid=106254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 11:52:29.605754 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-304f4863-509d-45ec-b991-e040017887ac None None] Updating router e83f3887-de40-4269-a82d-fa428ffe32d9 port 3b420e0d-f80d-4aa2-b155-862be39bae18 binding host n-d-804985-2 {{(pid=106254) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 11:52:29.620042 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-4195d1a5-69bb-486e-9515-27925089de93 req-fe1d9291-b612-439b-a6d1-ab50bef20e79 tempest-DeleteServersAdminTestJSON-1014439304 tempest-DeleteServersAdminTestJSON-1014439304-project-admin] No DVR routers for this DVR port ae2c444f-6138-48a5-9fae-01ccb0a88178 on host n-h2-804985-2 {{(pid=106253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 11:52:29.623845 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-4195d1a5-69bb-486e-9515-27925089de93 req-fe1d9291-b612-439b-a6d1-ab50bef20e79 tempest-DeleteServersAdminTestJSON-1014439304 tempest-DeleteServersAdminTestJSON-1014439304-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:29.625914 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-4195d1a5-69bb-486e-9515-27925089de93 req-fe1d9291-b612-439b-a6d1-ab50bef20e79 tempest-DeleteServersAdminTestJSON-1014439304 tempest-DeleteServersAdminTestJSON-1014439304-project-admin] 10.222.0.62 "DELETE /v2.0/ports/ae2c444f-6138-48a5-9fae-01ccb0a88178 HTTP/1.1" status: 204 len: 173 time: 0.8464303 Aug 18 11:52:29.626352 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '092f4b80-1fe4-4ca5-8eab-da77c746eac0', 'name': 'network-vif-deleted', 'tag': 'ae2c444f-6138-48a5-9fae-01ccb0a88178'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 11:52:29.628628 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0679f4c4b6e0e0c064a7d71d722dc30541a34fffee11680573be22ee2ffccc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75c3c1e3-54a8-4fb5-ac82-63faf5d585c4" -d '{"events": [{"server_uuid": "092f4b80-1fe4-4ca5-8eab-da77c746eac0", "name": "network-vif-deleted", "tag": "ae2c444f-6138-48a5-9fae-01ccb0a88178"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:52:29.643474 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-304f4863-509d-45ec-b991-e040017887ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:29.648820 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [req-4e8fd3d5-fad4-4d62-8b2d-97ba90f72b84 req-fa44cd73-b8be-463b-bc1d-a10f83c50704 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 743404df-74f4-4bf6-adf7-553a8bf28ef3 {{(pid=106252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 11:52:29.663487 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b4a0b442-d68c-4f41-bd99-6843bdaf0bbb req-bcd9669f-f12f-4d20-82b8-46d5e9a4b75b service neutron] 10.222.0.62 "GET /v2.0/networks/222e0814-c7e5-4b11-9282-3f40c6ed76b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3099236 Aug 18 11:52:29.674821 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-4e8fd3d5-fad4-4d62-8b2d-97ba90f72b84 req-fa44cd73-b8be-463b-bc1d-a10f83c50704 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:29.785324 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [req-4e8fd3d5-fad4-4d62-8b2d-97ba90f72b84 req-fa44cd73-b8be-463b-bc1d-a10f83c50704 service neutron] Transition to ACTIVE for port object 743404df-74f4-4bf6-adf7-553a8bf28ef3 will not be triggered until provisioned by entity L2. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 11:52:29.915403 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2e95be-5746-4074-99f9-b66c50cc4cc0 req-a5af44e9-9143-48e6-9ebe-9604ff94a05e tempest-LiveMigrationNegativeTest-1842983464 tempest-LiveMigrationNegativeTest-1842983464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:29.925519 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5a2e95be-5746-4074-99f9-b66c50cc4cc0 req-a5af44e9-9143-48e6-9ebe-9604ff94a05e tempest-LiveMigrationNegativeTest-1842983464 tempest-LiveMigrationNegativeTest-1842983464-project] 10.222.0.66 "GET /v2.0/ports?device_id=ce603bc6-2dee-4dc4-9dee-6e5b4fe55c75 HTTP/1.1" status: 200 len: 949 time: 0.3937132 Aug 18 11:52:29.937305 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-4e8fd3d5-fad4-4d62-8b2d-97ba90f72b84 req-fa44cd73-b8be-463b-bc1d-a10f83c50704 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:29.968945 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-aae2bdb9-0f3e-468c-9125-ee9893cf563c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:30.015874 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device d2278658-78b8-4c84-81a5-9a3d74d5fcc3 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:52:30.086416 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2f3eb0-8599-4058-9513-3c81f6d43be0 req-d7e17f3d-f672-48a4-8c53-87e1c178aacc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:30.087952 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-0c2f3eb0-8599-4058-9513-3c81f6d43be0 req-d7e17f3d-f672-48a4-8c53-87e1c178aacc service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3bd2664269674b678c41aeb663f1f43e&device_id=d1a77c32-20c2-49cb-bacf-6d1bc8cdb75a HTTP/1.1" status: 200 len: 1096 time: 0.2745507 Aug 18 11:52:30.118960 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa44cd73-b8be-463b-bc1d-a10f83c50704 service neutron] Pushing event updated for resources: {'Port': ['ID=743404df-74f4-4bf6-adf7-553a8bf28ef3,revision_number=2']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:52:30.135150 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989b7112-52c4-41c2-9cc6-d41582ba39dd req-8d5d022d-7964-4e63-a293-c65d87ad9364 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:30.143149 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-989b7112-52c4-41c2-9cc6-d41582ba39dd req-8d5d022d-7964-4e63-a293-c65d87ad9364 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.66 "GET /v2.0/ports?device_id=d1a77c32-20c2-49cb-bacf-6d1bc8cdb75a HTTP/1.1" status: 200 len: 945 time: 0.3533878 Aug 18 11:52:30.151236 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-46e4f5a9-2237-4074-a316-e6553b605a1e req-f204636f-5bb0-4c42-9213-99f10c762147 service neutron] 10.222.0.62 "GET /v2.0/ports/3cc10453-0472-4bd5-bf62-8a83cefb86aa/bindings/n-h1-804985-2 HTTP/1.1" status: 200 len: 384 time: 0.4382250 Aug 18 11:52:30.173222 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5a2e95be-5746-4074-99f9-b66c50cc4cc0 req-0bb02e37-a91c-4078-a01a-af924731ef53 tempest-LiveMigrationNegativeTest-1842983464 tempest-LiveMigrationNegativeTest-1842983464-project] 10.222.0.66 "GET /v2.0/security-groups?id=65bbc504-39a0-41da-bd31-ac5a025cebf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2416170 Aug 18 11:52:30.191185 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446f2c82-7a22-421c-aefe-5d2f77d5fcce req-a0abb843-1a6f-4c9d-9eaf-b04cf5740335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:30.200368 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-446f2c82-7a22-421c-aefe-5d2f77d5fcce req-a0abb843-1a6f-4c9d-9eaf-b04cf5740335 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f6e50cb9025b480f8ec18c678a66d1dd&device_id=1776ccfc-79c3-4dd2-9d3e-5b7e075004d6 HTTP/1.1" status: 200 len: 1099 time: 0.3405132 Aug 18 11:52:30.305570 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 47608) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:52:30.334167 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-304f4863-509d-45ec-b991-e040017887ac None None] Notify callbacks [] for port, precommit_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:30.350572 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-304f4863-509d-45ec-b991-e040017887ac None None] Transition to ACTIVE for port object 3b420e0d-f80d-4aa2-b155-862be39bae18 will not be triggered until provisioned by entity L2. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 11:52:30.359019 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port d2278658-78b8-4c84-81a5-9a3d74d5fcc3 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 11:52:30.365594 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-4e8fd3d5-fad4-4d62-8b2d-97ba90f72b84 req-fa44cd73-b8be-463b-bc1d-a10f83c50704 service neutron] Attempting to bind port 743404df-74f4-4bf6-adf7-553a8bf28ef3 on host n-h1-804985-2 for vnic_type normal with profile {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 11:52:30.365769 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-4e8fd3d5-fad4-4d62-8b2d-97ba90f72b84 req-fa44cd73-b8be-463b-bc1d-a10f83c50704 service neutron] Attempting to bind port 743404df-74f4-4bf6-adf7-553a8bf28ef3 by drivers openvswitch,hyperv on host n-h1-804985-2 at level 0 using segments [{'id': 'b0eb6eea-b461-4969-8a27-808f00daa8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '222e0814-c7e5-4b11-9282-3f40c6ed76b2'}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 11:52:30.366155 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e8fd3d5-fad4-4d62-8b2d-97ba90f72b84 req-fa44cd73-b8be-463b-bc1d-a10f83c50704 service neutron] Attempting to bind port 743404df-74f4-4bf6-adf7-553a8bf28ef3 on network 222e0814-c7e5-4b11-9282-3f40c6ed76b2 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 11:52:30.371134 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-304f4863-509d-45ec-b991-e040017887ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:30.390444 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port d2278658-78b8-4c84-81a5-9a3d74d5fcc3 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:52:30.391058 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:30.401300 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2f3eb0-8599-4058-9513-3c81f6d43be0 req-8300af39-6ddc-46e8-88cd-5f707e709d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:30.403217 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-0c2f3eb0-8599-4058-9513-3c81f6d43be0 req-8300af39-6ddc-46e8-88cd-5f707e709d77 service neutron] 10.222.0.62 "GET /v2.0/networks?id=f471d7de-70da-4549-acfc-45017b3843ff HTTP/1.1" status: 200 len: 922 time: 0.3061464 Aug 18 11:52:30.410466 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ebdf68f9-6c15-4e79-bd50-5b8010703c87 req-d7d4b878-c341-442d-850d-ae1ceffea0c2 tempest-DeleteServersAdminTestJSON-34510037 tempest-DeleteServersAdminTestJSON-34510037-project] 10.222.0.66 "GET /v2.0/ports?device_id=092f4b80-1fe4-4ca5-8eab-da77c746eac0 HTTP/1.1" status: 200 len: 210 time: 0.1161463 Aug 18 11:52:30.431643 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-989b7112-52c4-41c2-9cc6-d41582ba39dd req-9e07b956-4f62-4611-84ff-d1b28ac59a39 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.66 "GET /v2.0/security-groups?id=fecad5ed-08b4-4db8-8e35-9a1fb2f01a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2873967 Aug 18 11:52:30.442692 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e8fd3d5-fad4-4d62-8b2d-97ba90f72b84 req-fa44cd73-b8be-463b-bc1d-a10f83c50704 service neutron] Port 743404df-74f4-4bf6-adf7-553a8bf28ef3 on network 222e0814-c7e5-4b11-9282-3f40c6ed76b2 not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-2 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 11:52:30.443029 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e8fd3d5-fad4-4d62-8b2d-97ba90f72b84 req-fa44cd73-b8be-463b-bc1d-a10f83c50704 service neutron] Attempting to bind port 743404df-74f4-4bf6-adf7-553a8bf28ef3 on network 222e0814-c7e5-4b11-9282-3f40c6ed76b2 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 11:52:30.458911 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e8fd3d5-fad4-4d62-8b2d-97ba90f72b84 req-fa44cd73-b8be-463b-bc1d-a10f83c50704 service neutron] Checking agent: {'id': 'a613417a-d085-492c-941a-59bb18c633d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 49, 6), 'started_at': datetime.datetime(2021, 8, 18, 11, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 11, 52, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 11:52:30.469068 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e8fd3d5-fad4-4d62-8b2d-97ba90f72b84 req-fa44cd73-b8be-463b-bc1d-a10f83c50704 service neutron] Checking segment: {'id': 'b0eb6eea-b461-4969-8a27-808f00daa8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '222e0814-c7e5-4b11-9282-3f40c6ed76b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 11:52:30.472585 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e8fd3d5-fad4-4d62-8b2d-97ba90f72b84 req-fa44cd73-b8be-463b-bc1d-a10f83c50704 service neutron] Bound using segment: {'id': 'b0eb6eea-b461-4969-8a27-808f00daa8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '222e0814-c7e5-4b11-9282-3f40c6ed76b2'} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 11:52:30.474964 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-4e8fd3d5-fad4-4d62-8b2d-97ba90f72b84 req-fa44cd73-b8be-463b-bc1d-a10f83c50704 service neutron] Bound port: 743404df-74f4-4bf6-adf7-553a8bf28ef3, host: n-h1-804985-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0eb6eea-b461-4969-8a27-808f00daa8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '222e0814-c7e5-4b11-9282-3f40c6ed76b2'}}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 11:52:30.475513 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-4e8fd3d5-fad4-4d62-8b2d-97ba90f72b84 req-fa44cd73-b8be-463b-bc1d-a10f83c50704 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:30.526581 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [None req-aae2bdb9-0f3e-468c-9125-ee9893cf563c admin admin] Allocated IP 172.20.0.1 (749eed81-85ea-459e-b52c-5ef570769bbd/85ef9a5e-4eda-4f20-b92b-37688a4f44c0/97a7cbef-b800-4f34-9405-d604ffc1a3c9) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 11:52:30.608608 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-4e8fd3d5-fad4-4d62-8b2d-97ba90f72b84 req-fa44cd73-b8be-463b-bc1d-a10f83c50704 service neutron] For port 743404df-74f4-4bf6-adf7-553a8bf28ef3, host n-h1-804985-2, cleared binding levels {{(pid=106252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 11:52:30.611811 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-4e8fd3d5-fad4-4d62-8b2d-97ba90f72b84 req-fa44cd73-b8be-463b-bc1d-a10f83c50704 service neutron] For port 743404df-74f4-4bf6-adf7-553a8bf28ef3, host n-h1-804985-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=743404df-74f4-4bf6-adf7-553a8bf28ef3,segment=NetworkSegment(b0eb6eea-b461-4969-8a27-808f00daa8a1),segment_id=b0eb6eea-b461-4969-8a27-808f00daa8a1)] {{(pid=106252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 11:52:30.663370 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-4e8fd3d5-fad4-4d62-8b2d-97ba90f72b84 req-fa44cd73-b8be-463b-bc1d-a10f83c50704 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:30.681274 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-0c2f3eb0-8599-4058-9513-3c81f6d43be0 req-b37cac41-78db-49f0-80de-8fb101c8c23b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bbc5fb34-a9c7-4e4e-9c45-8b4dea9c9324 HTTP/1.1" status: 200 len: 217 time: 0.2500992 Aug 18 11:52:30.687822 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-304f4863-509d-45ec-b991-e040017887ac None None] Attempting to bind port 3b420e0d-f80d-4aa2-b155-862be39bae18 on host n-d-804985-2 for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 11:52:30.688190 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-304f4863-509d-45ec-b991-e040017887ac None None] Attempting to bind port 3b420e0d-f80d-4aa2-b155-862be39bae18 by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 11:52:30.689603 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-304f4863-509d-45ec-b991-e040017887ac None None] Attempting to bind port 3b420e0d-f80d-4aa2-b155-862be39bae18 on network 7cae7a70-14fd-408c-b14d-39ceb97cb60e {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 11:52:30.693524 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 11:52:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d845aad5-d355-4502-b2c4-c356c170aed2 x-openstack-request-id: req-d845aad5-d355-4502-b2c4-c356c170aed2 {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:52:30.693926 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "092f4b80-1fe4-4ca5-8eab-da77c746eac0", "name": "network-vif-deleted", "tag": "ae2c444f-6138-48a5-9fae-01ccb0a88178", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:52:30.694518 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d845aad5-d355-4502-b2c4-c356c170aed2 {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:52:30.695418 n-d-804985-2 neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '092f4b80-1fe4-4ca5-8eab-da77c746eac0', 'name': 'network-vif-deleted', 'tag': 'ae2c444f-6138-48a5-9fae-01ccb0a88178', 'status': 'completed', 'code': 200} Aug 18 11:52:30.707057 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 2319d3a4-770a-4c4d-a042-0595b3ee352c up at agent hyperv_n-h1-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:52:30.731821 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446f2c82-7a22-421c-aefe-5d2f77d5fcce req-63ca5c83-6e6e-4e52-8259-e0b1b571305c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:30.733578 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-446f2c82-7a22-421c-aefe-5d2f77d5fcce req-63ca5c83-6e6e-4e52-8259-e0b1b571305c service neutron] 10.222.0.62 "GET /v2.0/networks?id=222e0814-c7e5-4b11-9282-3f40c6ed76b2 HTTP/1.1" status: 200 len: 870 time: 0.5321393 Aug 18 11:52:30.741571 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-304f4863-509d-45ec-b991-e040017887ac None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 11, 52, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 11:52:30.742094 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-304f4863-509d-45ec-b991-e040017887ac None None] Checking segment: {'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 11:52:30.742500 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-304f4863-509d-45ec-b991-e040017887ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:30.742887 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-304f4863-509d-45ec-b991-e040017887ac None None] Bound using segment: {'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 11:52:30.743347 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-304f4863-509d-45ec-b991-e040017887ac None None] Bound port: 3b420e0d-f80d-4aa2-b155-862be39bae18, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 11:52:30.743725 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-304f4863-509d-45ec-b991-e040017887ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:30.769252 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2b93a6-c758-4a2d-8a05-be0a29a7e778 None None] Pushing event updated for resources: {'Port': ['ID=3b420e0d-f80d-4aa2-b155-862be39bae18,revision_number=2']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:52:30.790149 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-446f2c82-7a22-421c-aefe-5d2f77d5fcce req-f06eab58-7a90-4072-9bc6-b73ce9459406 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=fc532f89-2840-48d2-a48d-3956d016ae51 HTTP/1.1" status: 200 len: 217 time: 0.0470693 Aug 18 11:52:30.815182 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2f3eb0-8599-4058-9513-3c81f6d43be0 req-56dc6b3b-c715-474d-823f-eb61387bd980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:30.816626 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-0c2f3eb0-8599-4058-9513-3c81f6d43be0 req-56dc6b3b-c715-474d-823f-eb61387bd980 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=16b84496-6d9e-4d8c-9087-8e81549f7d75 HTTP/1.1" status: 200 len: 861 time: 0.1184990 Aug 18 11:52:30.844733 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:30.860956 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-304f4863-509d-45ec-b991-e040017887ac None None] For port 3b420e0d-f80d-4aa2-b155-862be39bae18, host n-d-804985-2, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 11:52:30.881620 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-304f4863-509d-45ec-b991-e040017887ac None None] For port 3b420e0d-f80d-4aa2-b155-862be39bae18, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=3b420e0d-f80d-4aa2-b155-862be39bae18,segment=NetworkSegment(c5a3db9d-5c58-41b1-9177-d5787a597b78),segment_id=c5a3db9d-5c58-41b1-9177-d5787a597b78)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 11:52:30.884523 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Provisioning for port 2319d3a4-770a-4c4d-a042-0595b3ee352c completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 11:52:30.885783 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-0c2f3eb0-8599-4058-9513-3c81f6d43be0 req-1a5e0ad4-d529-49dc-9806-f0119dbaf9a2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f471d7de-70da-4549-acfc-45017b3843ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433645 Aug 18 11:52:30.891669 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-aae2bdb9-0f3e-468c-9125-ee9893cf563c admin admin] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:30.896122 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-304f4863-509d-45ec-b991-e040017887ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:30.906862 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Provisioning complete for port 2319d3a4-770a-4c4d-a042-0595b3ee352c triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:52:30.907076 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:30.919951 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446f2c82-7a22-421c-aefe-5d2f77d5fcce req-0028a8c8-3132-4d75-987d-08b3d7d59b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:30.921492 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-446f2c82-7a22-421c-aefe-5d2f77d5fcce req-0028a8c8-3132-4d75-987d-08b3d7d59b2d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6d16d680-110b-436d-8afa-48ba845b3623 HTTP/1.1" status: 200 len: 843 time: 0.1185048 Aug 18 11:52:30.951475 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] For port d2278658-78b8-4c84-81a5-9a3d74d5fcc3, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=d2278658-78b8-4c84-81a5-9a3d74d5fcc3,segment=NetworkSegment(c3735a41-6260-4fc2-9ca3-d02b40deb984),segment_id=c3735a41-6260-4fc2-9ca3-d02b40deb984)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:52:30.968509 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:30.985607 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [None req-aae2bdb9-0f3e-468c-9125-ee9893cf563c admin admin] Transition to ACTIVE for port object 97a7cbef-b800-4f34-9405-d604ffc1a3c9 will not be triggered until provisioned by entity DHCP. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 11:52:31.006365 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-304f4863-509d-45ec-b991-e040017887ac None None] Routers {'e83f3887-de40-4269-a82d-fa428ffe32d9'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 11:52:31.007012 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-304f4863-509d-45ec-b991-e040017887ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T11:52:21Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['e83f3887-de40-4269-a82d-fa428ffe32d9'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:52:31.011766 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2b93a6-c758-4a2d-8a05-be0a29a7e778 None None] Pushing event updated for resources: {'Port': ['ID=3b420e0d-f80d-4aa2-b155-862be39bae18,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:52:31.043444 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446f2c82-7a22-421c-aefe-5d2f77d5fcce req-76bbc5dc-caa4-4b59-98b1-a05d8b642ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:31.047690 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-446f2c82-7a22-421c-aefe-5d2f77d5fcce req-76bbc5dc-caa4-4b59-98b1-a05d8b642ada service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=222e0814-c7e5-4b11-9282-3f40c6ed76b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0924606 Aug 18 11:52:31.060571 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8fd3d5-fad4-4d62-8b2d-97ba90f72b84 req-fa44cd73-b8be-463b-bc1d-a10f83c50704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:31.061442 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-4e8fd3d5-fad4-4d62-8b2d-97ba90f72b84 req-fa44cd73-b8be-463b-bc1d-a10f83c50704 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:31.063642 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4e8fd3d5-fad4-4d62-8b2d-97ba90f72b84 req-fa44cd73-b8be-463b-bc1d-a10f83c50704 service neutron] 10.222.0.63 "PUT /v2.0/ports/743404df-74f4-4bf6-adf7-553a8bf28ef3 HTTP/1.1" status: 200 len: 1095 time: 2.3355772 Aug 18 11:52:31.078817 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-aae2bdb9-0f3e-468c-9125-ee9893cf563c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:31.079930 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-89b9e4f6-1642-48a7-8dd1-5c9d3642473e admin admin] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:31.081885 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-0c2f3eb0-8599-4058-9513-3c81f6d43be0 req-31dd88b8-d9e5-4a66-ab26-5a8d2c47d95e service neutron] 10.222.0.62 "GET /v2.0/networks/f471d7de-70da-4549-acfc-45017b3843ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862516 Aug 18 11:52:31.193997 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Pushing event updated for resources: {'Port': ['ID=d2278658-78b8-4c84-81a5-9a3d74d5fcc3,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:52:31.199669 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aae2bdb9-0f3e-468c-9125-ee9893cf563c admin admin] Network 749eed81-85ea-459e-b52c-5ef570769bbd is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 11:52:31.206990 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:31.212895 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-aae2bdb9-0f3e-468c-9125-ee9893cf563c admin admin] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:52:31.216596 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '306f2cf8-8dff-49e9-aaae-8bdb85ef593a', 'tag': '743404df-74f4-4bf6-adf7-553a8bf28ef3'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 11:52:31.219337 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae2bdb9-0f3e-468c-9125-ee9893cf563c admin admin] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 11:52:31.220109 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4694333-abc0-40b7-8373-39b78d43b310" -d '{"events": [{"name": "network-changed", "server_uuid": "306f2cf8-8dff-49e9-aaae-8bdb85ef593a", "tag": "743404df-74f4-4bf6-adf7-553a8bf28ef3"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:52:31.220271 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-aae2bdb9-0f3e-468c-9125-ee9893cf563c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-996688'] for router_interface, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:31.225483 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-304f4863-509d-45ec-b991-e040017887ac None None] Set router e83f3887-de40-4269-a82d-fa428ffe32d9 gateway port host: n-d-804985-2 {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 11:52:31.235601 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae2bdb9-0f3e-468c-9125-ee9893cf563c admin admin] Pushing event updated for resources: {'Port': ['ID=97a7cbef-b800-4f34-9405-d604ffc1a3c9,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:52:31.259223 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c14573-94ad-4dca-bb2f-62cbe9e047ef req-b0900810-a4a8-489d-ac0b-5e7622a12929 tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:31.268784 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-45c14573-94ad-4dca-bb2f-62cbe9e047ef req-b0900810-a4a8-489d-ac0b-5e7622a12929 tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] 10.222.0.66 "GET /v2.0/ports?device_id=306f2cf8-8dff-49e9-aaae-8bdb85ef593a HTTP/1.1" status: 200 len: 947 time: 0.6515040 Aug 18 11:52:31.273822 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8fd3d5-fad4-4d62-8b2d-97ba90f72b84 req-856fbdfc-e457-402f-9ed7-8f643e9a04c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:31.275625 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4e8fd3d5-fad4-4d62-8b2d-97ba90f72b84 req-856fbdfc-e457-402f-9ed7-8f643e9a04c2 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=f6e50cb9025b480f8ec18c678a66d1dd&device_id=306f2cf8-8dff-49e9-aaae-8bdb85ef593a HTTP/1.1" status: 200 len: 1098 time: 0.1376324 Aug 18 11:52:31.294931 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa44cd73-b8be-463b-bc1d-a10f83c50704 service neutron] Pushing event updated for resources: {'Port': ['ID=743404df-74f4-4bf6-adf7-553a8bf28ef3,revision_number=3']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:52:31.300895 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce603bc6-2dee-4dc4-9dee-6e5b4fe55c75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2319d3a4-770a-4c4d-a042-0595b3ee352c'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 11:52:31.303200 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db50a436fb3a98495337d8fe7487b4f2ea6f3c1052eb9efadc2ecda2d5737001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a7cffac-857d-47ea-9258-904d56ba71b8" -d '{"events": [{"server_uuid": "ce603bc6-2dee-4dc4-9dee-6e5b4fe55c75", "name": "network-vif-plugged", "status": "completed", "tag": "2319d3a4-770a-4c4d-a042-0595b3ee352c"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:52:31.377534 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4e8fd3d5-fad4-4d62-8b2d-97ba90f72b84 req-0245482f-5413-420f-8c46-06c2cfd96ecb service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=743404df-74f4-4bf6-adf7-553a8bf28ef3 HTTP/1.1" status: 200 len: 217 time: 0.0664046 Aug 18 11:52:31.382292 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 2319d3a4-770a-4c4d-a042-0595b3ee352c, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=2319d3a4-770a-4c4d-a042-0595b3ee352c,segment=NetworkSegment(b0eb6eea-b461-4969-8a27-808f00daa8a1),segment_id=b0eb6eea-b461-4969-8a27-808f00daa8a1)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:52:31.407506 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e25db16-980d-4b84-93bb-c705761732f0 req-634250a4-df18-40f9-99ef-27144599495c tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:31.408921 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-446f2c82-7a22-421c-aefe-5d2f77d5fcce req-d3a4e7e0-e95c-4a8e-a3fc-cbfa28b7fea5 service neutron] 10.222.0.62 "GET /v2.0/networks/222e0814-c7e5-4b11-9282-3f40c6ed76b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3548756 Aug 18 11:52:31.413849 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-0c2f3eb0-8599-4058-9513-3c81f6d43be0 req-e0cdd69e-52ae-4da0-8d09-6b5f74829b24 service neutron] 10.222.0.62 "GET /v2.0/networks/f471d7de-70da-4549-acfc-45017b3843ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2974606 Aug 18 11:52:31.416989 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6e25db16-980d-4b84-93bb-c705761732f0 req-634250a4-df18-40f9-99ef-27144599495c tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e0a9fc7-bdb0-438e-b3f0-ac051d5f553d HTTP/1.1" status: 200 len: 944 time: 0.3686948 Aug 18 11:52:31.440058 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:31.483860 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-45c14573-94ad-4dca-bb2f-62cbe9e047ef req-91f65a15-a0f3-4ef4-aad8-b41ee9eca020 tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] 10.222.0.66 "GET /v2.0/security-groups?id=e54286de-dd7f-4b20-9f74-4a71262d523b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088118 Aug 18 11:52:31.551611 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-46e4f5a9-2237-4074-a316-e6553b605a1e req-bb07a84c-a7d3-46a5-aab7-e3cd42cf02c5 service neutron] For port 3cc10453-0472-4bd5-bf62-8a83cefb86aa, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=3cc10453-0472-4bd5-bf62-8a83cefb86aa,segment=NetworkSegment(77044dd8-732d-4440-9cc8-7f1936544d71),segment_id=77044dd8-732d-4440-9cc8-7f1936544d71)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:52:31.554928 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=2319d3a4-770a-4c4d-a042-0595b3ee352c,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:52:31.561233 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-304f4863-509d-45ec-b991-e040017887ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e83f3887-de40-4269-a82d-fa428ffe32d9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-531979573-router', 'tenant_id': '418eca027897477eaef8184aa03877a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.138'}], 'enable_snat': True}, 'gw_port_id': '3b420e0d-f80d-4aa2-b155-862be39bae18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T11:52:25Z', 'updated_at': '2021-08-18T11:52:27Z', 'revision_number': 3, 'project_id': '418eca027897477eaef8184aa03877a6', 'gw_port': {'id': '3b420e0d-f80d-4aa2-b155-862be39bae18', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:ab:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e83f3887-de40-4269-a82d-fa428ffe32d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:52:26Z', 'updated_at': '2021-08-18T11:52:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:52:31.589233 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-304f4863-509d-45ec-b991-e040017887ac None None] The sync data for ids ['e83f3887-de40-4269-a82d-fa428ffe32d9'] in n-d-804985-2 is: [{'id': 'e83f3887-de40-4269-a82d-fa428ffe32d9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-531979573-router', 'tenant_id': '418eca027897477eaef8184aa03877a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.138'}], 'enable_snat': True}, 'gw_port_id': '3b420e0d-f80d-4aa2-b155-862be39bae18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T11:52:25Z', 'updated_at': '2021-08-18T11:52:27Z', 'revision_number': 3, 'project_id': '418eca027897477eaef8184aa03877a6', 'gw_port': {'id': '3b420e0d-f80d-4aa2-b155-862be39bae18', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:ab:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e83f3887-de40-4269-a82d-fa428ffe32d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:52:26Z', 'updated_at': '2021-08-18T11:52:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 11:52:31.608938 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-aae2bdb9-0f3e-468c-9125-ee9893cf563c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:31.614327 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8fd3d5-fad4-4d62-8b2d-97ba90f72b84 req-105645ee-22fc-44d5-b6da-dfa5b59be86f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:31.615858 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4e8fd3d5-fad4-4d62-8b2d-97ba90f72b84 req-105645ee-22fc-44d5-b6da-dfa5b59be86f service neutron] 10.222.0.63 "GET /v2.0/subnets?id=6d16d680-110b-436d-8afa-48ba845b3623 HTTP/1.1" status: 200 len: 843 time: 0.2245312 Aug 18 11:52:31.640292 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6e25db16-980d-4b84-93bb-c705761732f0 req-ad39c42a-f923-4374-a902-9a90d6a667bc tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] 10.222.0.66 "GET /v2.0/security-groups?id=07aef7bb-6c11-4cb4-8594-c24180b5d811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2223289 Aug 18 11:52:31.642718 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-46e4f5a9-2237-4074-a316-e6553b605a1e req-bb07a84c-a7d3-46a5-aab7-e3cd42cf02c5 service neutron] For port 3cc10453-0472-4bd5-bf62-8a83cefb86aa, host n-h2-804985-2, cleared binding levels {{(pid=106252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 11:52:31.658701 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-5e542960-cc89-4c7d-bf1b-570d3b33c4b4 None None] Provisioning for port 97a7cbef-b800-4f34-9405-d604ffc1a3c9 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 11:52:31.663315 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-5e542960-cc89-4c7d-bf1b-570d3b33c4b4 None None] Provisioning complete for port 97a7cbef-b800-4f34-9405-d604ffc1a3c9 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:52:31.663679 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-5e542960-cc89-4c7d-bf1b-570d3b33c4b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:31.701011 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2f3eb0-8599-4058-9513-3c81f6d43be0 req-ab2cce2a-ac4c-4f16-96e7-5c18b66cf69d tempest-LiveAutoBlockMigrationV225Test-1799299027 tempest-LiveAutoBlockMigrationV225Test-1799299027-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:31.703322 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-0c2f3eb0-8599-4058-9513-3c81f6d43be0 req-ab2cce2a-ac4c-4f16-96e7-5c18b66cf69d tempest-LiveAutoBlockMigrationV225Test-1799299027 tempest-LiveAutoBlockMigrationV225Test-1799299027-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=d1a77c32-20c2-49cb-bacf-6d1bc8cdb75a&tenant_id=3bd2664269674b678c41aeb663f1f43e&binding%3Ahost_id=n-h1-804985-2 HTTP/1.1" status: 200 len: 1096 time: 0.2015636 Aug 18 11:52:31.709925 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-446f2c82-7a22-421c-aefe-5d2f77d5fcce req-f63c783f-9a22-4710-85b8-b13eded3fb42 service neutron] 10.222.0.62 "GET /v2.0/networks/222e0814-c7e5-4b11-9282-3f40c6ed76b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2777302 Aug 18 11:52:31.723478 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [req-0c2f3eb0-8599-4058-9513-3c81f6d43be0 req-4fca4fd2-850b-4951-884b-dfa676109cb4 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-804985-2'}}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:52:31.730633 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [req-46e4f5a9-2237-4074-a316-e6553b605a1e req-bb07a84c-a7d3-46a5-aab7-e3cd42cf02c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3cc10453-0472-4bd5-bf62-8a83cefb86aa {{(pid=106252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 11:52:31.733914 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-5e542960-cc89-4c7d-bf1b-570d3b33c4b4 None None] Port 97a7cbef-b800-4f34-9405-d604ffc1a3c9 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 11:52:31.752085 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-46e4f5a9-2237-4074-a316-e6553b605a1e req-bb07a84c-a7d3-46a5-aab7-e3cd42cf02c5 service neutron] For port 3cc10453-0472-4bd5-bf62-8a83cefb86aa, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=3cc10453-0472-4bd5-bf62-8a83cefb86aa,segment=NetworkSegment(77044dd8-732d-4440-9cc8-7f1936544d71),segment_id=77044dd8-732d-4440-9cc8-7f1936544d71)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:52:31.778406 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47334ccd-3131-4d6e-9611-57eaa41f559c req-d5d60f92-6502-405d-8717-f1607a5b1aef tempest-LiveMigrationNegativeTest-1842983464 tempest-LiveMigrationNegativeTest-1842983464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:31.785693 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-47334ccd-3131-4d6e-9611-57eaa41f559c req-d5d60f92-6502-405d-8717-f1607a5b1aef tempest-LiveMigrationNegativeTest-1842983464 tempest-LiveMigrationNegativeTest-1842983464-project] 10.222.0.66 "GET /v2.0/ports?device_id=ce603bc6-2dee-4dc4-9dee-6e5b4fe55c75 HTTP/1.1" status: 200 len: 950 time: 0.2180886 Aug 18 11:52:31.788742 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 11:52:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b033891d-0b96-400a-b255-209b6bbf39a2 x-openstack-request-id: req-b033891d-0b96-400a-b255-209b6bbf39a2 {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:52:31.789034 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "306f2cf8-8dff-49e9-aaae-8bdb85ef593a", "tag": "743404df-74f4-4bf6-adf7-553a8bf28ef3", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:52:31.789534 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b033891d-0b96-400a-b255-209b6bbf39a2 {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:52:31.789638 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '306f2cf8-8dff-49e9-aaae-8bdb85ef593a', 'tag': '743404df-74f4-4bf6-adf7-553a8bf28ef3', 'status': 'completed', 'code': 200} Aug 18 11:52:31.816023 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-46e4f5a9-2237-4074-a316-e6553b605a1e req-bb07a84c-a7d3-46a5-aab7-e3cd42cf02c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:31.822039 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 11:52:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12596565-2d36-4ca9-9a70-60338ddbd565 x-openstack-request-id: req-12596565-2d36-4ca9-9a70-60338ddbd565 {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:52:31.822741 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce603bc6-2dee-4dc4-9dee-6e5b4fe55c75", "name": "network-vif-plugged", "status": "completed", "tag": "2319d3a4-770a-4c4d-a042-0595b3ee352c", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:52:31.823249 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-12596565-2d36-4ca9-9a70-60338ddbd565 {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:52:31.824046 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce603bc6-2dee-4dc4-9dee-6e5b4fe55c75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2319d3a4-770a-4c4d-a042-0595b3ee352c', 'code': 200} Aug 18 11:52:31.824753 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8fd3d5-fad4-4d62-8b2d-97ba90f72b84 req-13ab93eb-b56c-488e-ad17-5e9432e54633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:31.826371 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4e8fd3d5-fad4-4d62-8b2d-97ba90f72b84 req-13ab93eb-b56c-488e-ad17-5e9432e54633 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=222e0814-c7e5-4b11-9282-3f40c6ed76b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1850760 Aug 18 11:52:31.829720 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-89b9e4f6-1642-48a7-8dd1-5c9d3642473e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:31.848023 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-89b9e4f6-1642-48a7-8dd1-5c9d3642473e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:31.851018 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device d2278658-78b8-4c84-81a5-9a3d74d5fcc3 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:52:31.905188 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b9e4f6-1642-48a7-8dd1-5c9d3642473e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cda4514-94a0-418e-a26a-f5f929c781db,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:52:31.968421 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port d2278658-78b8-4c84-81a5-9a3d74d5fcc3 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:52:31.971085 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:32.066732 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-89b9e4f6-1642-48a7-8dd1-5c9d3642473e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ddabde5970b741e7904d88f9add44dbc&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7598336 Aug 18 11:52:32.099144 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-47334ccd-3131-4d6e-9611-57eaa41f559c req-84ced525-fd3c-43b4-83e2-1bb0246eff5d tempest-LiveMigrationNegativeTest-1842983464 tempest-LiveMigrationNegativeTest-1842983464-project] 10.222.0.66 "GET /v2.0/security-groups?id=65bbc504-39a0-41da-bd31-ac5a025cebf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3125639 Aug 18 11:52:32.111866 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 47628) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:52:32.200396 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4e8fd3d5-fad4-4d62-8b2d-97ba90f72b84 req-0b6a06f6-a9ba-4e59-aa27-1bc502579a70 service neutron] 10.222.0.63 "GET /v2.0/networks/222e0814-c7e5-4b11-9282-3f40c6ed76b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3564014 Aug 18 11:52:32.238240 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-0c2f3eb0-8599-4058-9513-3c81f6d43be0 req-4fca4fd2-850b-4951-884b-dfa676109cb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:32.312902 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f93f84-81ce-4533-ba8a-4df7dddeab10 req-a9c3ef4c-a019-4151-b254-d624da71aa6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:32.314416 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b1f93f84-81ce-4533-ba8a-4df7dddeab10 req-a9c3ef4c-a019-4151-b254-d624da71aa6c service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=ce603bc6-2dee-4dc4-9dee-6e5b4fe55c75 HTTP/1.1" status: 200 len: 1101 time: 0.2506621 Aug 18 11:52:32.326095 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [req-46e4f5a9-2237-4074-a316-e6553b605a1e req-bb07a84c-a7d3-46a5-aab7-e3cd42cf02c5 service neutron] Transition to ACTIVE for port object 3cc10453-0472-4bd5-bf62-8a83cefb86aa will not be triggered until provisioned by entity L2. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 11:52:32.345986 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51138687-1256-451c-b83a-ac5d05589076 req-ccdaa4b4-11c7-4627-98d5-163b647980b7 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:32.347554 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-51138687-1256-451c-b83a-ac5d05589076 req-ccdaa4b4-11c7-4627-98d5-163b647980b7 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.66 "GET /v2.0/ports?device_id=d1a77c32-20c2-49cb-bacf-6d1bc8cdb75a HTTP/1.1" status: 200 len: 945 time: 0.2335243 Aug 18 11:52:32.382258 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5ff4d69c-7b61-4a37-bc55-a278483963bc req-bfb47feb-6881-417f-b300-077dc7462650 tempest-DeleteServersAdminTestJSON-34510037 tempest-DeleteServersAdminTestJSON-34510037-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=c113364195014a0e8033cc2db6ff8c60&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0806530 Aug 18 11:52:32.383359 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-46e4f5a9-2237-4074-a316-e6553b605a1e req-bb07a84c-a7d3-46a5-aab7-e3cd42cf02c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:32.401174 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-aae2bdb9-0f3e-468c-9125-ee9893cf563c admin admin] Notify callbacks [] for port, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:32.404054 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4471d3b4-c2a6-4949-9380-112acb0edb9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:32.411027 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-aae2bdb9-0f3e-468c-9125-ee9893cf563c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:32.411623 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-aae2bdb9-0f3e-468c-9125-ee9893cf563c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-996772'] for router_interface, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:32.515676 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-0c2f3eb0-8599-4058-9513-3c81f6d43be0 req-4fca4fd2-850b-4951-884b-dfa676109cb4 service neutron] For port bbc5fb34-a9c7-4e4e-9c45-8b4dea9c9324, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=bbc5fb34-a9c7-4e4e-9c45-8b4dea9c9324,segment=NetworkSegment(0622c33d-7d5a-4968-950b-edb53be5f858),segment_id=0622c33d-7d5a-4968-950b-edb53be5f858)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:52:32.526416 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae2bdb9-0f3e-468c-9125-ee9893cf563c admin admin] Pushing event updated for resources: {'Port': ['ID=97a7cbef-b800-4f34-9405-d604ffc1a3c9,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:52:32.570042 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b1f93f84-81ce-4533-ba8a-4df7dddeab10 req-1ff0870f-0a69-40a3-a655-431ec066f5e3 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=65bbc504-39a0-41da-bd31-ac5a025cebf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2335107 Aug 18 11:52:32.573854 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4471d3b4-c2a6-4949-9380-112acb0edb9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:32.591050 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-0c2f3eb0-8599-4058-9513-3c81f6d43be0 req-4fca4fd2-850b-4951-884b-dfa676109cb4 service neutron] For port bbc5fb34-a9c7-4e4e-9c45-8b4dea9c9324, host n-h1-804985-2, cleared binding levels {{(pid=106253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 11:52:32.613633 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-46e4f5a9-2237-4074-a316-e6553b605a1e req-bb07a84c-a7d3-46a5-aab7-e3cd42cf02c5 service neutron] No DVR routers for this DVR port 3cc10453-0472-4bd5-bf62-8a83cefb86aa on host n-h2-804985-2 {{(pid=106252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 11:52:32.619621 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aae2bdb9-0f3e-468c-9125-ee9893cf563c admin admin] Network 749eed81-85ea-459e-b52c-5ef570769bbd is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 11:52:32.622111 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-aae2bdb9-0f3e-468c-9125-ee9893cf563c admin admin] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:52:32.623931 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4e8fd3d5-fad4-4d62-8b2d-97ba90f72b84 req-a1cc42a2-48e7-471f-a262-d7cd41f4e457 service neutron] 10.222.0.63 "GET /v2.0/networks/222e0814-c7e5-4b11-9282-3f40c6ed76b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4003556 Aug 18 11:52:32.636774 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-51138687-1256-451c-b83a-ac5d05589076 req-8bc66955-ee9f-4930-99e8-48e9c72da7df tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.66 "GET /v2.0/security-groups?id=fecad5ed-08b4-4db8-8e35-9a1fb2f01a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2676120 Aug 18 11:52:32.647639 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb07a84c-a7d3-46a5-aab7-e3cd42cf02c5 service neutron] Pushing event updated for resources: {'Port': ['ID=3cc10453-0472-4bd5-bf62-8a83cefb86aa,revision_number=10']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:52:32.650900 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-0c2f3eb0-8599-4058-9513-3c81f6d43be0 req-4fca4fd2-850b-4951-884b-dfa676109cb4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:32.712275 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1a77c32-20c2-49cb-bacf-6d1bc8cdb75a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bbc5fb34-a9c7-4e4e-9c45-8b4dea9c9324'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 11:52:32.712275 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0679f4c4b6e0e0c064a7d71d722dc30541a34fffee11680573be22ee2ffccc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53ac99e5-a85c-4a8a-a8bd-2af21d750807" -d '{"events": [{"server_uuid": "d1a77c32-20c2-49cb-bacf-6d1bc8cdb75a", "name": "network-vif-unplugged", "status": "completed", "tag": "bbc5fb34-a9c7-4e4e-9c45-8b4dea9c9324"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:52:32.731559 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-0c2f3eb0-8599-4058-9513-3c81f6d43be0 req-4fca4fd2-850b-4951-884b-dfa676109cb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:32.783555 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device fc532f89-2840-48d2-a48d-3956d016ae51 details requested by agent hyperv_n-h2-804985-2 with host n-h2-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 11:52:32.792751 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4471d3b4-c2a6-4949-9380-112acb0edb9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:32.795604 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4471d3b4-c2a6-4949-9380-112acb0edb9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:32.797104 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-4471d3b4-c2a6-4949-9380-112acb0edb9b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/6cda4514-94a0-418e-a26a-f5f929c781db HTTP/1.1" status: 204 len: 168 time: 0.6818941 Aug 18 11:52:32.814262 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 3cc10453-0472-4bd5-bf62-8a83cefb86aa no longer exists at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 11:52:32.850351 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-46e4f5a9-2237-4074-a316-e6553b605a1e req-bb07a84c-a7d3-46a5-aab7-e3cd42cf02c5 service neutron] 10.222.0.62 "PUT /v2.0/ports/3cc10453-0472-4bd5-bf62-8a83cefb86aa/bindings/n-h1-804985-2/activate HTTP/1.1" status: 200 len: 369 time: 2.6757629 Aug 18 11:52:32.878918 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fca4fd2-850b-4951-884b-dfa676109cb4 service neutron] Pushing event updated for resources: {'Port': ['ID=bbc5fb34-a9c7-4e4e-9c45-8b4dea9c9324,revision_number=7']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:52:32.897167 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff4d69c-7b61-4a37-bc55-a278483963bc req-8f489672-a6e3-4908-b273-f9521d5cbb00 tempest-DeleteServersAdminTestJSON-34510037 tempest-DeleteServersAdminTestJSON-34510037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:32.899021 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5ff4d69c-7b61-4a37-bc55-a278483963bc req-8f489672-a6e3-4908-b273-f9521d5cbb00 tempest-DeleteServersAdminTestJSON-34510037 tempest-DeleteServersAdminTestJSON-34510037-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5033050 Aug 18 11:52:32.927381 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4471d3b4-c2a6-4949-9380-112acb0edb9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cda4514-94a0-418e-a26a-f5f929c781db,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:52:32.929325 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aae2bdb9-0f3e-468c-9125-ee9893cf563c admin admin] Router e83f3887-de40-4269-a82d-fa428ffe32d9 has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 11:52:32.940970 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-0c2f3eb0-8599-4058-9513-3c81f6d43be0 req-4fca4fd2-850b-4951-884b-dfa676109cb4 service neutron] Attempting to bind port bbc5fb34-a9c7-4e4e-9c45-8b4dea9c9324 on host n-h1-804985-2 for vnic_type normal with profile {"migrating_to": "n-h2-804985-2"} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 11:52:32.946421 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-0c2f3eb0-8599-4058-9513-3c81f6d43be0 req-4fca4fd2-850b-4951-884b-dfa676109cb4 service neutron] Attempting to bind port bbc5fb34-a9c7-4e4e-9c45-8b4dea9c9324 by drivers openvswitch,hyperv on host n-h1-804985-2 at level 0 using segments [{'id': '0622c33d-7d5a-4968-950b-edb53be5f858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'f471d7de-70da-4549-acfc-45017b3843ff'}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 11:52:32.946803 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2f3eb0-8599-4058-9513-3c81f6d43be0 req-4fca4fd2-850b-4951-884b-dfa676109cb4 service neutron] Attempting to bind port bbc5fb34-a9c7-4e4e-9c45-8b4dea9c9324 on network f471d7de-70da-4549-acfc-45017b3843ff {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 11:52:32.952038 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5ff4d69c-7b61-4a37-bc55-a278483963bc req-a115896f-7cf0-4b4b-9ccd-47d24464d7f6 tempest-DeleteServersAdminTestJSON-34510037 tempest-DeleteServersAdminTestJSON-34510037-project] 10.222.0.66 "GET /v2.0/quotas/c113364195014a0e8033cc2db6ff8c60 HTTP/1.1" status: 200 len: 375 time: 0.0467534 Aug 18 11:52:32.973764 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2f3eb0-8599-4058-9513-3c81f6d43be0 req-4fca4fd2-850b-4951-884b-dfa676109cb4 service neutron] Port bbc5fb34-a9c7-4e4e-9c45-8b4dea9c9324 on network f471d7de-70da-4549-acfc-45017b3843ff not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-2 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 11:52:32.974093 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2f3eb0-8599-4058-9513-3c81f6d43be0 req-4fca4fd2-850b-4951-884b-dfa676109cb4 service neutron] Attempting to bind port bbc5fb34-a9c7-4e4e-9c45-8b4dea9c9324 on network f471d7de-70da-4549-acfc-45017b3843ff {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 11:52:32.975686 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 3cc10453-0472-4bd5-bf62-8a83cefb86aa not bound to the agent host n-h2-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 11:52:32.976555 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device ae2c444f-6138-48a5-9fae-01ccb0a88178 no longer exists at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 11:52:32.995423 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2f3eb0-8599-4058-9513-3c81f6d43be0 req-4fca4fd2-850b-4951-884b-dfa676109cb4 service neutron] Checking agent: {'id': 'a613417a-d085-492c-941a-59bb18c633d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 49, 6), 'started_at': datetime.datetime(2021, 8, 18, 11, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 11, 52, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 11:52:33.002376 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] No Port match for: ae2c444f-6138-48a5-9fae-01ccb0a88178 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 11:52:33.002710 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device ae2c444f-6138-48a5-9fae-01ccb0a88178 not bound to the agent host n-h2-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 11:52:33.002888 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2f3eb0-8599-4058-9513-3c81f6d43be0 req-4fca4fd2-850b-4951-884b-dfa676109cb4 service neutron] Checking segment: {'id': '0622c33d-7d5a-4968-950b-edb53be5f858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'f471d7de-70da-4549-acfc-45017b3843ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 11:52:33.003468 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2f3eb0-8599-4058-9513-3c81f6d43be0 req-4fca4fd2-850b-4951-884b-dfa676109cb4 service neutron] Bound using segment: {'id': '0622c33d-7d5a-4968-950b-edb53be5f858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'f471d7de-70da-4549-acfc-45017b3843ff'} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 11:52:33.004056 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-0c2f3eb0-8599-4058-9513-3c81f6d43be0 req-4fca4fd2-850b-4951-884b-dfa676109cb4 service neutron] Bound port: bbc5fb34-a9c7-4e4e-9c45-8b4dea9c9324, host: n-h1-804985-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0622c33d-7d5a-4968-950b-edb53be5f858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'f471d7de-70da-4549-acfc-45017b3843ff'}}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 11:52:33.005547 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-0c2f3eb0-8599-4058-9513-3c81f6d43be0 req-4fca4fd2-850b-4951-884b-dfa676109cb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:33.029809 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port fc532f89-2840-48d2-a48d-3956d016ae51, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=fc532f89-2840-48d2-a48d-3956d016ae51,segment=NetworkSegment(b0eb6eea-b461-4969-8a27-808f00daa8a1),segment_id=b0eb6eea-b461-4969-8a27-808f00daa8a1)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:52:33.040142 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4694333-abc0-40b7-8373-39b78d43b310 req-a950ca50-0f61-4c11-accb-489870437c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:33.041665 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f4694333-abc0-40b7-8373-39b78d43b310 req-a950ca50-0f61-4c11-accb-489870437c14 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=f6e50cb9025b480f8ec18c678a66d1dd&device_id=306f2cf8-8dff-49e9-aaae-8bdb85ef593a HTTP/1.1" status: 200 len: 1098 time: 0.2661266 Aug 18 11:52:33.043050 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Returning: {'device': 'fc532f89-2840-48d2-a48d-3956d016ae51', 'network_id': '222e0814-c7e5-4b11-9282-3f40c6ed76b2', 'port_id': 'fc532f89-2840-48d2-a48d-3956d016ae51', 'mac_address': 'fa:16:3e:4d:8f:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 823, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d16d680-110b-436d-8afa-48ba845b3623', 'ip_address': '192.168.233.207'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 11:52:33.049398 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37145a74-0fbb-4bed-a8a2-111a7bafe7d6 req-eef773a8-7f32-4358-afa7-348ea4a2958f tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:33.050858 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-37145a74-0fbb-4bed-a8a2-111a7bafe7d6 req-eef773a8-7f32-4358-afa7-348ea4a2958f tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] 10.222.0.66 "GET /v2.0/ports?device_id=306f2cf8-8dff-49e9-aaae-8bdb85ef593a HTTP/1.1" status: 200 len: 947 time: 0.2856462 Aug 18 11:52:33.061502 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5ff4d69c-7b61-4a37-bc55-a278483963bc req-66b6242d-7679-448f-9e41-97ae7804a9db tempest-DeleteServersAdminTestJSON-34510037 tempest-DeleteServersAdminTestJSON-34510037-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=c113364195014a0e8033cc2db6ff8c60&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0952582 Aug 18 11:52:33.111431 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-e39c20ce-085e-4d51-bbd7-65cbed9a0bb4 None None] Provisioning complete for port 97a7cbef-b800-4f34-9405-d604ffc1a3c9 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:52:33.112300 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-e39c20ce-085e-4d51-bbd7-65cbed9a0bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:33.145886 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:33.149765 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-0c2f3eb0-8599-4058-9513-3c81f6d43be0 req-4fca4fd2-850b-4951-884b-dfa676109cb4 service neutron] For port bbc5fb34-a9c7-4e4e-9c45-8b4dea9c9324, host n-h1-804985-2, cleared binding levels {{(pid=106253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 11:52:33.153789 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-0c2f3eb0-8599-4058-9513-3c81f6d43be0 req-4fca4fd2-850b-4951-884b-dfa676109cb4 service neutron] For port bbc5fb34-a9c7-4e4e-9c45-8b4dea9c9324, host n-h1-804985-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=bbc5fb34-a9c7-4e4e-9c45-8b4dea9c9324,segment=NetworkSegment(0622c33d-7d5a-4968-950b-edb53be5f858),segment_id=0622c33d-7d5a-4968-950b-edb53be5f858)] {{(pid=106253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 11:52:33.170674 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc532f89-2840-48d2-a48d-3956d016ae51 {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 11:52:33.171677 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-0c2f3eb0-8599-4058-9513-3c81f6d43be0 req-4fca4fd2-850b-4951-884b-dfa676109cb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:33.180016 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-e39c20ce-085e-4d51-bbd7-65cbed9a0bb4 None None] Port 97a7cbef-b800-4f34-9405-d604ffc1a3c9 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 11:52:33.209057 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port fc532f89-2840-48d2-a48d-3956d016ae51, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=fc532f89-2840-48d2-a48d-3956d016ae51,segment=NetworkSegment(b0eb6eea-b461-4969-8a27-808f00daa8a1),segment_id=b0eb6eea-b461-4969-8a27-808f00daa8a1)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:52:33.219559 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:33.239665 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e4f5a9-2237-4074-a316-e6553b605a1e req-beb3a6d9-0fb4-4db3-9a84-0f76397752d6 tempest-LiveMigrationTest-1335981208 tempest-LiveMigrationTest-1335981208-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:33.241392 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-46e4f5a9-2237-4074-a316-e6553b605a1e req-beb3a6d9-0fb4-4db3-9a84-0f76397752d6 tempest-LiveMigrationTest-1335981208 tempest-LiveMigrationTest-1335981208-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=2e0a9fc7-bdb0-438e-b3f0-ac051d5f553d&tenant_id=188bebbd8f564ea0bbe77621cda4023c&binding%3Ahost_id=n-h2-804985-2 HTTP/1.1" status: 200 len: 1096 time: 0.2729130 Aug 18 11:52:33.262679 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-37145a74-0fbb-4bed-a8a2-111a7bafe7d6 req-1e4addb6-2c4a-4a44-8253-a0b792aa6f9e tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] 10.222.0.66 "GET /v2.0/security-groups?id=e54286de-dd7f-4b20-9f74-4a71262d523b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934099 Aug 18 11:52:33.300146 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=fc532f89-2840-48d2-a48d-3956d016ae51,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:52:33.334313 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 47660) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:52:33.359639 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4694333-abc0-40b7-8373-39b78d43b310 req-34b28b0f-d961-4d94-8e05-fcf83e87bb6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:33.362330 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f4694333-abc0-40b7-8373-39b78d43b310 req-34b28b0f-d961-4d94-8e05-fcf83e87bb6f service neutron] 10.222.0.63 "GET /v2.0/networks?id=222e0814-c7e5-4b11-9282-3f40c6ed76b2 HTTP/1.1" status: 200 len: 870 time: 0.2987003 Aug 18 11:52:33.368752 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 18 Aug 2021 11:52:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0baa7520-c917-4a3f-ae9b-a22c62acfaaa x-openstack-request-id: req-0baa7520-c917-4a3f-ae9b-a22c62acfaaa {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:52:33.369280 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1a77c32-20c2-49cb-bacf-6d1bc8cdb75a", "name": "network-vif-unplugged", "status": "completed", "tag": "bbc5fb34-a9c7-4e4e-9c45-8b4dea9c9324", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:52:33.369463 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-0baa7520-c917-4a3f-ae9b-a22c62acfaaa {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:52:33.369816 n-d-804985-2 neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1a77c32-20c2-49cb-bacf-6d1bc8cdb75a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bbc5fb34-a9c7-4e4e-9c45-8b4dea9c9324', 'code': 200} Aug 18 11:52:33.382266 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aae2bdb9-0f3e-468c-9125-ee9893cf563c admin admin] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 11:52:33.389767 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c5851814-94bf-4251-bd81-c7bfd640be76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:33.405133 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fca4fd2-850b-4951-884b-dfa676109cb4 service neutron] Pushing event updated for resources: {'Port': ['ID=bbc5fb34-a9c7-4e4e-9c45-8b4dea9c9324,revision_number=8']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:52:33.437078 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-aae2bdb9-0f3e-468c-9125-ee9893cf563c admin admin] 10.222.0.66 "PUT /v2.0/routers/e83f3887-de40-4269-a82d-fa428ffe32d9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6358593 Aug 18 11:52:33.443019 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] get_ports_and_sgs() called for port_ids ['fc532f89-2840-48d2-a48d-3956d016ae51'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 11:52:33.476295 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2f3eb0-8599-4058-9513-3c81f6d43be0 req-4fca4fd2-850b-4951-884b-dfa676109cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:33.477328 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-0c2f3eb0-8599-4058-9513-3c81f6d43be0 req-4fca4fd2-850b-4951-884b-dfa676109cb4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:33.479082 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-0c2f3eb0-8599-4058-9513-3c81f6d43be0 req-4fca4fd2-850b-4951-884b-dfa676109cb4 service neutron] 10.222.0.62 "PUT /v2.0/ports/bbc5fb34-a9c7-4e4e-9c45-8b4dea9c9324 HTTP/1.1" status: 200 len: 1121 time: 1.7613907 Aug 18 11:52:33.542106 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f4694333-abc0-40b7-8373-39b78d43b310 req-88950fb8-fc0b-4770-ad86-6beb57880cf5 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=743404df-74f4-4bf6-adf7-553a8bf28ef3 HTTP/1.1" status: 200 len: 217 time: 0.1377730 Aug 18 11:52:33.580593 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e4f5a9-2237-4074-a316-e6553b605a1e req-64cbc441-d728-4d86-968d-ffd03a8c28d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:33.582253 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-46e4f5a9-2237-4074-a316-e6553b605a1e req-64cbc441-d728-4d86-968d-ffd03a8c28d1 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=2e0a9fc7-bdb0-438e-b3f0-ac051d5f553d&tenant_id=188bebbd8f564ea0bbe77621cda4023c HTTP/1.1" status: 200 len: 1096 time: 0.3168430 Aug 18 11:52:33.599715 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5cbb4e-cc34-49bb-bb16-f84d1446c145 req-80e96b0a-afb2-449e-9e94-8e23611e1fae tempest-LiveMigrationNegativeTest-1842983464 tempest-LiveMigrationNegativeTest-1842983464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:33.606955 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-df5cbb4e-cc34-49bb-bb16-f84d1446c145 req-80e96b0a-afb2-449e-9e94-8e23611e1fae tempest-LiveMigrationNegativeTest-1842983464 tempest-LiveMigrationNegativeTest-1842983464-project] 10.222.0.66 "GET /v2.0/ports?device_id=ce603bc6-2dee-4dc4-9dee-6e5b4fe55c75 HTTP/1.1" status: 200 len: 950 time: 0.1752841 Aug 18 11:52:33.664321 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f696a8-d877-4df2-980b-538fab22b3c8 req-2df7a40c-d9e9-47d3-aedc-994952795a88 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:33.665892 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-91f696a8-d877-4df2-980b-538fab22b3c8 req-2df7a40c-d9e9-47d3-aedc-994952795a88 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e0a9fc7-bdb0-438e-b3f0-ac051d5f553d HTTP/1.1" status: 200 len: 945 time: 0.2526557 Aug 18 11:52:33.681941 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] get_ports_and_sgs() called for port_ids ['bbc5fb34-a9c7-4e4e-9c45-8b4dea9c9324'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 11:52:33.774460 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-df5cbb4e-cc34-49bb-bb16-f84d1446c145 req-ec3bbdf3-a3b4-4845-9225-9e7db664b04f tempest-LiveMigrationNegativeTest-1842983464 tempest-LiveMigrationNegativeTest-1842983464-project] 10.222.0.66 "GET /v2.0/security-groups?id=65bbc504-39a0-41da-bd31-ac5a025cebf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665289 Aug 18 11:52:33.813088 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4694333-abc0-40b7-8373-39b78d43b310 req-d24c13e3-4c54-4a78-8ae0-a4c10e5ba9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:33.817935 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f4694333-abc0-40b7-8373-39b78d43b310 req-d24c13e3-4c54-4a78-8ae0-a4c10e5ba9e7 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=6d16d680-110b-436d-8afa-48ba845b3623 HTTP/1.1" status: 200 len: 843 time: 0.2064915 Aug 18 11:52:33.883085 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc270921-f131-4b3f-b4a5-a141630d56da None None] Sync routers for ids ['e83f3887-de40-4269-a82d-fa428ffe32d9'] in n-d-804985-2 {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 11:52:33.885056 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-91f696a8-d877-4df2-980b-538fab22b3c8 req-8c3d6b50-4707-4a47-9ce7-1a5338c31ca8 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] 10.222.0.66 "GET /v2.0/security-groups?id=07aef7bb-6c11-4cb4-8594-c24180b5d811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007451 Aug 18 11:52:33.900754 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 3b420e0d-f80d-4aa2-b155-862be39bae18 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:52:33.902843 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e4f5a9-2237-4074-a316-e6553b605a1e req-a9735e8f-7b6f-4bb7-839f-132e187bd299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:33.904609 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-46e4f5a9-2237-4074-a316-e6553b605a1e req-a9735e8f-7b6f-4bb7-839f-132e187bd299 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=188bebbd8f564ea0bbe77621cda4023c&device_id=2e0a9fc7-bdb0-438e-b3f0-ac051d5f553d HTTP/1.1" status: 200 len: 1096 time: 0.2377701 Aug 18 11:52:33.909287 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc270921-f131-4b3f-b4a5-a141630d56da None None] Routers {'e83f3887-de40-4269-a82d-fa428ffe32d9'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 11:52:33.910213 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-fc270921-f131-4b3f-b4a5-a141630d56da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T11:52:21Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['e83f3887-de40-4269-a82d-fa428ffe32d9'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:52:34.048267 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-fc270921-f131-4b3f-b4a5-a141630d56da None None] Set router e83f3887-de40-4269-a82d-fa428ffe32d9 gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 11:52:34.065181 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port 3b420e0d-f80d-4aa2-b155-862be39bae18 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 11:52:34.070882 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 3b420e0d-f80d-4aa2-b155-862be39bae18 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:52:34.071247 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:34.176805 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:34.202194 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] For port 3b420e0d-f80d-4aa2-b155-862be39bae18, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=3b420e0d-f80d-4aa2-b155-862be39bae18,segment=NetworkSegment(c5a3db9d-5c58-41b1-9177-d5787a597b78),segment_id=c5a3db9d-5c58-41b1-9177-d5787a597b78)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:52:34.207561 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:34.260278 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Pushing event updated for resources: {'Port': ['ID=3b420e0d-f80d-4aa2-b155-862be39bae18,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:52:34.308750 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c5851814-94bf-4251-bd81-c7bfd640be76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:34.310220 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-fc270921-f131-4b3f-b4a5-a141630d56da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e83f3887-de40-4269-a82d-fa428ffe32d9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-531979573-router', 'tenant_id': '418eca027897477eaef8184aa03877a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.138'}], 'enable_snat': True}, 'gw_port_id': '3b420e0d-f80d-4aa2-b155-862be39bae18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T11:52:25Z', 'updated_at': '2021-08-18T11:52:31Z', 'revision_number': 4, 'project_id': '418eca027897477eaef8184aa03877a6', 'gw_port': {'id': '3b420e0d-f80d-4aa2-b155-862be39bae18', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:ab:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e83f3887-de40-4269-a82d-fa428ffe32d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:52:26Z', 'updated_at': '2021-08-18T11:52:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': '97a7cbef-b800-4f34-9405-d604ffc1a3c9', 'name': '', 'network_id': '749eed81-85ea-459e-b52c-5ef570769bbd', 'tenant_id': '418eca027897477eaef8184aa03877a6', 'mac_address': 'fa:16:3e:f7:f1:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e83f3887-de40-4269-a82d-fa428ffe32d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '85ef9a5e-4eda-4f20-b92b-37688a4f44c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:52:30Z', 'updated_at': '2021-08-18T11:52:31Z', 'revision_number': 2, 'project_id': '418eca027897477eaef8184aa03877a6', 'subnets': [{'id': '85ef9a5e-4eda-4f20-b92b-37688a4f44c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:52:34.335156 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c5851814-94bf-4251-bd81-c7bfd640be76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:34.336888 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc270921-f131-4b3f-b4a5-a141630d56da None None] Checking router: e83f3887-de40-4269-a82d-fa428ffe32d9 for host: n-d-804985-2 {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 11:52:34.337224 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc270921-f131-4b3f-b4a5-a141630d56da None None] Updating router e83f3887-de40-4269-a82d-fa428ffe32d9 port 97a7cbef-b800-4f34-9405-d604ffc1a3c9 binding host n-d-804985-2 {{(pid=106255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 11:52:34.357983 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4694333-abc0-40b7-8373-39b78d43b310 req-44c466b8-20a5-4b69-bdfc-06460931a4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:34.359604 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f4694333-abc0-40b7-8373-39b78d43b310 req-44c466b8-20a5-4b69-bdfc-06460931a4a2 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=222e0814-c7e5-4b11-9282-3f40c6ed76b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5236366 Aug 18 11:52:34.361796 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-fc270921-f131-4b3f-b4a5-a141630d56da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:34.377045 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e437315b-aa8a-425a-b3b7-b77570f8867e req-078911b8-5452-457c-a1fb-f3d4d0d1e5ce tempest-DeleteServersAdminTestJSON-34510037 tempest-DeleteServersAdminTestJSON-34510037-project] 10.222.0.66 "GET /v2.0/ports?device_id=b21eaab3-f572-4735-ba80-75d708298e7f HTTP/1.1" status: 200 len: 210 time: 0.3410063 Aug 18 11:52:34.405503 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e4f5a9-2237-4074-a316-e6553b605a1e req-ab99d2a7-24ae-44d0-bce2-91f3d125ebee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:34.407227 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-46e4f5a9-2237-4074-a316-e6553b605a1e req-ab99d2a7-24ae-44d0-bce2-91f3d125ebee service neutron] 10.222.0.63 "GET /v2.0/networks?id=f2b8460a-d20a-4d24-a458-477b4502f48c HTTP/1.1" status: 200 len: 909 time: 0.4872561 Aug 18 11:52:34.504570 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-c5851814-94bf-4251-bd81-c7bfd640be76 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=94ab20b296434340beb4a01a3b5c3b34&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1610806 Aug 18 11:52:34.508139 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 47680) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:52:34.508973 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5851814-94bf-4251-bd81-c7bfd640be76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=574df28f-3e8a-4b3c-aafa-aec909f245ea,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:52:34.514961 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-46e4f5a9-2237-4074-a316-e6553b605a1e req-50a68690-c36a-4dba-9208-dc15815e94f7 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3cc10453-0472-4bd5-bf62-8a83cefb86aa HTTP/1.1" status: 200 len: 217 time: 0.0858636 Aug 18 11:52:34.538607 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54692c20-df50-496b-9d89-17bff9018470 req-80e96dd6-eca2-4f14-976c-ae1f5b6480d4 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:34.540405 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-54692c20-df50-496b-9d89-17bff9018470 req-80e96dd6-eca2-4f14-976c-ae1f5b6480d4 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.66 "GET /v2.0/ports?device_id=d1a77c32-20c2-49cb-bacf-6d1bc8cdb75a HTTP/1.1" status: 200 len: 943 time: 0.2217453 Aug 18 11:52:34.625307 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-17e814c8-07a8-48cd-a7e0-ab601f846baf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:34.659170 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-5ff4d69c-7b61-4a37-bc55-a278483963bc req-9119d748-8728-47de-8295-a82a413ecaf9 tempest-DeleteServersAdminTestJSON-34510037 tempest-DeleteServersAdminTestJSON-34510037-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=c113364195014a0e8033cc2db6ff8c60&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0294135 Aug 18 11:52:34.699731 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e4f5a9-2237-4074-a316-e6553b605a1e req-b4f07c0f-ca1d-442b-be54-280f223ea301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:34.701694 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-46e4f5a9-2237-4074-a316-e6553b605a1e req-b4f07c0f-ca1d-442b-be54-280f223ea301 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a97adc7a-3cde-4d27-baf4-adb6fa582445 HTTP/1.1" status: 200 len: 848 time: 0.1602573 Aug 18 11:52:34.706781 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f4694333-abc0-40b7-8373-39b78d43b310 req-376d57a6-ef95-47e8-bb73-4f469a53e029 service neutron] 10.222.0.63 "GET /v2.0/networks/222e0814-c7e5-4b11-9282-3f40c6ed76b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3273368 Aug 18 11:52:34.712362 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-54692c20-df50-496b-9d89-17bff9018470 req-e7058700-8f6d-4ec5-9154-ca6cc2303b88 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.66 "GET /v2.0/security-groups?id=fecad5ed-08b4-4db8-8e35-9a1fb2f01a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566167 Aug 18 11:52:34.723852 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-17e814c8-07a8-48cd-a7e0-ab601f846baf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:34.729111 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-fc270921-f131-4b3f-b4a5-a141630d56da None None] Notify callbacks [] for port, precommit_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:34.746351 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-fc270921-f131-4b3f-b4a5-a141630d56da None None] Transition to ACTIVE for port object 97a7cbef-b800-4f34-9405-d604ffc1a3c9 will not be triggered until provisioned by entity L2. {{(pid=106255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 11:52:34.756370 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-fc270921-f131-4b3f-b4a5-a141630d56da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:34.771919 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-46e4f5a9-2237-4074-a316-e6553b605a1e req-5a093344-7bf7-4db7-aab4-6d81dbe24493 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=f2b8460a-d20a-4d24-a458-477b4502f48c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479064 Aug 18 11:52:34.782167 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device fc532f89-2840-48d2-a48d-3956d016ae51 up at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:52:34.845497 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff4d69c-7b61-4a37-bc55-a278483963bc req-1af06093-fcc3-4474-aec6-d4028d155b21 tempest-DeleteServersAdminTestJSON-34510037 tempest-DeleteServersAdminTestJSON-34510037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:34.847896 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-5ff4d69c-7b61-4a37-bc55-a278483963bc req-1af06093-fcc3-4474-aec6-d4028d155b21 tempest-DeleteServersAdminTestJSON-34510037 tempest-DeleteServersAdminTestJSON-34510037-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1813190 Aug 18 11:52:34.851152 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ecb950-5e6e-441c-b9e5-b61c78a154db None None] Pushing event updated for resources: {'Port': ['ID=97a7cbef-b800-4f34-9405-d604ffc1a3c9,revision_number=3']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:52:34.864021 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [req-5ff4d69c-7b61-4a37-bc55-a278483963bc req-8440d40f-9d4a-4598-9d94-4a131d933cd6 tempest-DeleteServersAdminTestJSON-34510037 tempest-DeleteServersAdminTestJSON-34510037-project] Request body: {'port': {'device_id': 'b21eaab3-f572-4735-ba80-75d708298e7f', 'network_id': '222e0814-c7e5-4b11-9282-3f40c6ed76b2', 'admin_state_up': True, 'tenant_id': 'c113364195014a0e8033cc2db6ff8c60'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:52:34.865779 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ecb950-5e6e-441c-b9e5-b61c78a154db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:52:34.866158 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ecb950-5e6e-441c-b9e5-b61c78a154db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:52:34.866496 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ecb950-5e6e-441c-b9e5-b61c78a154db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:52:34.866846 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ecb950-5e6e-441c-b9e5-b61c78a154db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:52:34.867212 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ecb950-5e6e-441c-b9e5-b61c78a154db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:52:34.867553 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ecb950-5e6e-441c-b9e5-b61c78a154db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:52:34.867900 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ecb950-5e6e-441c-b9e5-b61c78a154db None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:52:34.868266 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ecb950-5e6e-441c-b9e5-b61c78a154db None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:52:34.868607 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ecb950-5e6e-441c-b9e5-b61c78a154db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:52:34.868921 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ecb950-5e6e-441c-b9e5-b61c78a154db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:52:34.869233 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ecb950-5e6e-441c-b9e5-b61c78a154db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:52:34.869587 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ecb950-5e6e-441c-b9e5-b61c78a154db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:52:34.872613 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-17e814c8-07a8-48cd-a7e0-ab601f846baf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:34.875032 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f4694333-abc0-40b7-8373-39b78d43b310 req-858fc6ea-14a6-4d0d-bcf6-061171eb8f72 service neutron] 10.222.0.63 "GET /v2.0/networks/222e0814-c7e5-4b11-9282-3f40c6ed76b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470594 Aug 18 11:52:34.877470 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-17e814c8-07a8-48cd-a7e0-ab601f846baf admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:34.881974 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Provisioning for port fc532f89-2840-48d2-a48d-3956d016ae51 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 11:52:34.882515 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-17e814c8-07a8-48cd-a7e0-ab601f846baf admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/574df28f-3e8a-4b3c-aafa-aec909f245ea HTTP/1.1" status: 204 len: 168 time: 0.3723092 Aug 18 11:52:34.889814 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Provisioning complete for port fc532f89-2840-48d2-a48d-3956d016ae51 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:52:34.891375 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:34.933176 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e814c8-07a8-48cd-a7e0-ab601f846baf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=574df28f-3e8a-4b3c-aafa-aec909f245ea,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:52:35.014884 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-fc270921-f131-4b3f-b4a5-a141630d56da None None] Attempting to bind port 97a7cbef-b800-4f34-9405-d604ffc1a3c9 on host n-d-804985-2 for vnic_type normal with profile {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 11:52:35.015419 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-fc270921-f131-4b3f-b4a5-a141630d56da None None] Attempting to bind port 97a7cbef-b800-4f34-9405-d604ffc1a3c9 by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': 'c3735a41-6260-4fc2-9ca3-d02b40deb984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '749eed81-85ea-459e-b52c-5ef570769bbd'}] {{(pid=106255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 11:52:35.015638 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc270921-f131-4b3f-b4a5-a141630d56da None None] Attempting to bind port 97a7cbef-b800-4f34-9405-d604ffc1a3c9 on network 749eed81-85ea-459e-b52c-5ef570769bbd {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 11:52:35.021736 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc270921-f131-4b3f-b4a5-a141630d56da None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 11, 52, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 11:52:35.022112 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc270921-f131-4b3f-b4a5-a141630d56da None None] Checking segment: {'id': 'c3735a41-6260-4fc2-9ca3-d02b40deb984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '749eed81-85ea-459e-b52c-5ef570769bbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 11:52:35.022527 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-fc270921-f131-4b3f-b4a5-a141630d56da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:35.022895 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc270921-f131-4b3f-b4a5-a141630d56da None None] Bound using segment: {'id': 'c3735a41-6260-4fc2-9ca3-d02b40deb984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '749eed81-85ea-459e-b52c-5ef570769bbd'} {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 11:52:35.023354 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-fc270921-f131-4b3f-b4a5-a141630d56da None None] Bound port: 97a7cbef-b800-4f34-9405-d604ffc1a3c9, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3735a41-6260-4fc2-9ca3-d02b40deb984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '749eed81-85ea-459e-b52c-5ef570769bbd'}}] {{(pid=106255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 11:52:35.023739 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-fc270921-f131-4b3f-b4a5-a141630d56da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:35.060002 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ff4d69c-7b61-4a37-bc55-a278483963bc req-8440d40f-9d4a-4598-9d94-4a131d933cd6 tempest-DeleteServersAdminTestJSON-34510037 tempest-DeleteServersAdminTestJSON-34510037-project] Made reservation on behalf of c113364195014a0e8033cc2db6ff8c60 for: {'port': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 11:52:35.064349 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-5ff4d69c-7b61-4a37-bc55-a278483963bc req-8440d40f-9d4a-4598-9d94-4a131d933cd6 tempest-DeleteServersAdminTestJSON-34510037 tempest-DeleteServersAdminTestJSON-34510037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:35.081973 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:35.123753 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1776ccfc-79c3-4dd2-9d3e-5b7e075004d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc532f89-2840-48d2-a48d-3956d016ae51'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 11:52:35.123967 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e64629-fd44-4197-92f8-f0f5e398c906 req-150e255e-75ab-40da-9fb6-a39a23c43456 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:35.134649 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-fc270921-f131-4b3f-b4a5-a141630d56da None None] For port 97a7cbef-b800-4f34-9405-d604ffc1a3c9, host n-d-804985-2, cleared binding levels {{(pid=106255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 11:52:35.137133 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db50a436fb3a98495337d8fe7487b4f2ea6f3c1052eb9efadc2ecda2d5737001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d97e01c-50f9-448f-86eb-72fb9f9679c2" -d '{"events": [{"server_uuid": "1776ccfc-79c3-4dd2-9d3e-5b7e075004d6", "name": "network-vif-plugged", "status": "completed", "tag": "fc532f89-2840-48d2-a48d-3956d016ae51"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:52:35.137593 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c3e64629-fd44-4197-92f8-f0f5e398c906 req-150e255e-75ab-40da-9fb6-a39a23c43456 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945-project] 10.222.0.66 "GET /v2.0/networks?id=749eed81-85ea-459e-b52c-5ef570769bbd HTTP/1.1" status: 200 len: 828 time: 0.5396490 Aug 18 11:52:35.138595 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-fc270921-f131-4b3f-b4a5-a141630d56da None None] For port 97a7cbef-b800-4f34-9405-d604ffc1a3c9, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=97a7cbef-b800-4f34-9405-d604ffc1a3c9,segment=NetworkSegment(c3735a41-6260-4fc2-9ca3-d02b40deb984),segment_id=c3735a41-6260-4fc2-9ca3-d02b40deb984)] {{(pid=106255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 11:52:35.144131 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-46e4f5a9-2237-4074-a316-e6553b605a1e req-5d4864a7-33a9-46d6-9f8a-cc49cf6d5b61 service neutron] 10.222.0.63 "GET /v2.0/networks/f2b8460a-d20a-4d24-a458-477b4502f48c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2682371 Aug 18 11:52:35.145954 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-fc270921-f131-4b3f-b4a5-a141630d56da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:35.161183 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c3e64629-fd44-4197-92f8-f0f5e398c906 req-7bc7a29f-63aa-458d-b7eb-ae616671f0e8 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945-project] 10.222.0.66 "GET /v2.0/quotas/418eca027897477eaef8184aa03877a6 HTTP/1.1" status: 200 len: 375 time: 0.0225892 Aug 18 11:52:35.171002 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port fc532f89-2840-48d2-a48d-3956d016ae51, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=fc532f89-2840-48d2-a48d-3956d016ae51,segment=NetworkSegment(b0eb6eea-b461-4969-8a27-808f00daa8a1),segment_id=b0eb6eea-b461-4969-8a27-808f00daa8a1)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:52:35.179763 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:35.211130 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ecb950-5e6e-441c-b9e5-b61c78a154db None None] Pushing event updated for resources: {'Port': ['ID=97a7cbef-b800-4f34-9405-d604ffc1a3c9,revision_number=4']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:52:35.235945 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc270921-f131-4b3f-b4a5-a141630d56da None None] Routers {'e83f3887-de40-4269-a82d-fa428ffe32d9'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 11:52:35.236611 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-fc270921-f131-4b3f-b4a5-a141630d56da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T11:52:21Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['e83f3887-de40-4269-a82d-fa428ffe32d9'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:52:35.264709 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [req-5ff4d69c-7b61-4a37-bc55-a278483963bc req-8440d40f-9d4a-4598-9d94-4a131d933cd6 tempest-DeleteServersAdminTestJSON-34510037 tempest-DeleteServersAdminTestJSON-34510037-project] Allocated IP 192.168.233.182 (222e0814-c7e5-4b11-9282-3f40c6ed76b2/6d16d680-110b-436d-8afa-48ba845b3623/603b4ecd-53b6-445c-9fdc-c980305f798b) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 11:52:35.307238 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-46e4f5a9-2237-4074-a316-e6553b605a1e req-74b1aebb-954e-4474-98fa-80c6fcdea508 service neutron] 10.222.0.63 "GET /v2.0/networks/f2b8460a-d20a-4d24-a458-477b4502f48c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391683 Aug 18 11:52:35.340560 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=fc532f89-2840-48d2-a48d-3956d016ae51,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:52:35.370982 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1a77c32-20c2-49cb-bacf-6d1bc8cdb75a', 'tag': 'bbc5fb34-a9c7-4e4e-9c45-8b4dea9c9324'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 11:52:35.373491 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0679f4c4b6e0e0c064a7d71d722dc30541a34fffee11680573be22ee2ffccc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddc0e20b-465a-4dba-8677-859a7a3b7334" -d '{"events": [{"name": "network-changed", "server_uuid": "d1a77c32-20c2-49cb-bacf-6d1bc8cdb75a", "tag": "bbc5fb34-a9c7-4e4e-9c45-8b4dea9c9324"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:52:35.382237 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c4d6ce-1c5f-4712-9475-4b012da3161b req-0a06f415-b27c-426f-82e7-149031fa67f0 tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:35.384264 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e7c4d6ce-1c5f-4712-9475-4b012da3161b req-0a06f415-b27c-426f-82e7-149031fa67f0 tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] 10.222.0.66 "GET /v2.0/ports?device_id=306f2cf8-8dff-49e9-aaae-8bdb85ef593a HTTP/1.1" status: 200 len: 947 time: 0.4872828 Aug 18 11:52:35.413854 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c3e64629-fd44-4197-92f8-f0f5e398c906 req-6ba28045-a073-41e9-893e-dabe5a71e63f tempest-FloatingIPsAssociationNegativeTestJSON-1386540945 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=418eca027897477eaef8184aa03877a6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2517846 Aug 18 11:52:35.496553 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-fc270921-f131-4b3f-b4a5-a141630d56da None None] Set router e83f3887-de40-4269-a82d-fa428ffe32d9 gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 11:52:35.550684 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-5ff4d69c-7b61-4a37-bc55-a278483963bc req-8440d40f-9d4a-4598-9d94-4a131d933cd6 tempest-DeleteServersAdminTestJSON-34510037 tempest-DeleteServersAdminTestJSON-34510037-project] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:35.566294 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e7c4d6ce-1c5f-4712-9475-4b012da3161b req-c7a9697a-ae8e-4ea5-8ed5-3306223d6eac tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] 10.222.0.66 "GET /v2.0/security-groups?id=e54286de-dd7f-4b20-9f74-4a71262d523b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728039 Aug 18 11:52:35.566943 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [req-5ff4d69c-7b61-4a37-bc55-a278483963bc req-8440d40f-9d4a-4598-9d94-4a131d933cd6 tempest-DeleteServersAdminTestJSON-34510037 tempest-DeleteServersAdminTestJSON-34510037-project] Transition to ACTIVE for port object 603b4ecd-53b6-445c-9fdc-c980305f798b will not be triggered until provisioned by entity DHCP. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 11:52:35.626540 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-5ff4d69c-7b61-4a37-bc55-a278483963bc req-8440d40f-9d4a-4598-9d94-4a131d933cd6 tempest-DeleteServersAdminTestJSON-34510037 tempest-DeleteServersAdminTestJSON-34510037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:35.688005 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c3e64629-fd44-4197-92f8-f0f5e398c906 req-4a63c9c5-31e7-4bfb-909c-0a312bc30171 service neutron] 10.222.0.66 "GET /v2.0/networks/749eed81-85ea-459e-b52c-5ef570769bbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2419231 Aug 18 11:52:35.689232 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ff4d69c-7b61-4a37-bc55-a278483963bc req-8440d40f-9d4a-4598-9d94-4a131d933cd6 tempest-DeleteServersAdminTestJSON-34510037 tempest-DeleteServersAdminTestJSON-34510037-project] Network 222e0814-c7e5-4b11-9282-3f40c6ed76b2 is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 11:52:35.697871 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [req-5ff4d69c-7b61-4a37-bc55-a278483963bc req-8440d40f-9d4a-4598-9d94-4a131d933cd6 tempest-DeleteServersAdminTestJSON-34510037 tempest-DeleteServersAdminTestJSON-34510037-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:52:35.702442 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ff4d69c-7b61-4a37-bc55-a278483963bc req-8440d40f-9d4a-4598-9d94-4a131d933cd6 tempest-DeleteServersAdminTestJSON-34510037 tempest-DeleteServersAdminTestJSON-34510037-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 11:52:35.707926 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff4d69c-7b61-4a37-bc55-a278483963bc req-8440d40f-9d4a-4598-9d94-4a131d933cd6 tempest-DeleteServersAdminTestJSON-34510037 tempest-DeleteServersAdminTestJSON-34510037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:35.708604 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-5ff4d69c-7b61-4a37-bc55-a278483963bc req-8440d40f-9d4a-4598-9d94-4a131d933cd6 tempest-DeleteServersAdminTestJSON-34510037 tempest-DeleteServersAdminTestJSON-34510037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:35.712859 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e4f5a9-2237-4074-a316-e6553b605a1e req-fc9f6c4d-3f9c-42fe-8d81-1ed585754d99 tempest-LiveMigrationTest-1335981208 tempest-LiveMigrationTest-1335981208-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:35.714476 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-46e4f5a9-2237-4074-a316-e6553b605a1e req-fc9f6c4d-3f9c-42fe-8d81-1ed585754d99 tempest-LiveMigrationTest-1335981208 tempest-LiveMigrationTest-1335981208-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=2e0a9fc7-bdb0-438e-b3f0-ac051d5f553d&tenant_id=188bebbd8f564ea0bbe77621cda4023c&binding%3Ahost_id=n-h1-804985-2 HTTP/1.1" status: 200 len: 1096 time: 0.0864902 Aug 18 11:52:35.715147 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8440d40f-9d4a-4598-9d94-4a131d933cd6 tempest-DeleteServersAdminTestJSON-34510037 tempest-DeleteServersAdminTestJSON-34510037-project] Pushing event updated for resources: {'Port': ['ID=603b4ecd-53b6-445c-9fdc-c980305f798b,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:52:35.730496 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:35.734582 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-5ff4d69c-7b61-4a37-bc55-a278483963bc req-8440d40f-9d4a-4598-9d94-4a131d933cd6 tempest-DeleteServersAdminTestJSON-34510037 tempest-DeleteServersAdminTestJSON-34510037-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8757730 Aug 18 11:52:35.748638 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [req-5ff4d69c-7b61-4a37-bc55-a278483963bc req-a0dae9cf-9c91-4edb-8a85-f53514d77905 service neutron] Request body: {'port': {'device_id': 'b21eaab3-f572-4735-ba80-75d708298e7f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804985-2'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:52:35.849456 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-5ff4d69c-7b61-4a37-bc55-a278483963bc req-a0dae9cf-9c91-4edb-8a85-f53514d77905 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:35.864627 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 3b420e0d-f80d-4aa2-b155-862be39bae18 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:52:35.875269 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc45aca3-79f1-470d-86e9-0d56abd51490 req-886472de-8c2e-4f85-a5b7-06782ec12a1e tempest-LiveMigrationNegativeTest-1842983464 tempest-LiveMigrationNegativeTest-1842983464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:35.882875 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-dc45aca3-79f1-470d-86e9-0d56abd51490 req-886472de-8c2e-4f85-a5b7-06782ec12a1e tempest-LiveMigrationNegativeTest-1842983464 tempest-LiveMigrationNegativeTest-1842983464-project] 10.222.0.66 "GET /v2.0/ports?device_id=ce603bc6-2dee-4dc4-9dee-6e5b4fe55c75 HTTP/1.1" status: 200 len: 950 time: 0.1989005 Aug 18 11:52:35.924073 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-fc270921-f131-4b3f-b4a5-a141630d56da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e83f3887-de40-4269-a82d-fa428ffe32d9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-531979573-router', 'tenant_id': '418eca027897477eaef8184aa03877a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.138'}], 'enable_snat': True}, 'gw_port_id': '3b420e0d-f80d-4aa2-b155-862be39bae18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T11:52:25Z', 'updated_at': '2021-08-18T11:52:31Z', 'revision_number': 4, 'project_id': '418eca027897477eaef8184aa03877a6', 'gw_port': {'id': '3b420e0d-f80d-4aa2-b155-862be39bae18', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:ab:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83f3887-de40-4269-a82d-fa428ffe32d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:52:26Z', 'updated_at': '2021-08-18T11:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': '97a7cbef-b800-4f34-9405-d604ffc1a3c9', 'name': '', 'network_id': '749eed81-85ea-459e-b52c-5ef570769bbd', 'tenant_id': '418eca027897477eaef8184aa03877a6', 'mac_address': 'fa:16:3e:f7:f1:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e83f3887-de40-4269-a82d-fa428ffe32d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '85ef9a5e-4eda-4f20-b92b-37688a4f44c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:52:30Z', 'updated_at': '2021-08-18T11:52:35Z', 'revision_number': 4, 'project_id': '418eca027897477eaef8184aa03877a6', 'subnets': [{'id': '85ef9a5e-4eda-4f20-b92b-37688a4f44c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:52:35.977793 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc270921-f131-4b3f-b4a5-a141630d56da None None] The sync data for ids ['e83f3887-de40-4269-a82d-fa428ffe32d9'] in n-d-804985-2 is: [{'id': 'e83f3887-de40-4269-a82d-fa428ffe32d9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-531979573-router', 'tenant_id': '418eca027897477eaef8184aa03877a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.138'}], 'enable_snat': True}, 'gw_port_id': '3b420e0d-f80d-4aa2-b155-862be39bae18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T11:52:25Z', 'updated_at': '2021-08-18T11:52:31Z', 'revision_number': 4, 'project_id': '418eca027897477eaef8184aa03877a6', 'gw_port': {'id': '3b420e0d-f80d-4aa2-b155-862be39bae18', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:ab:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83f3887-de40-4269-a82d-fa428ffe32d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:52:26Z', 'updated_at': '2021-08-18T11:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': '97a7cbef-b800-4f34-9405-d604ffc1a3c9', 'name': '', 'network_id': '749eed81-85ea-459e-b52c-5ef570769bbd', 'tenant_id': '418eca027897477eaef8184aa03877a6', 'mac_address': 'fa:16:3e:f7:f1:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e83f3887-de40-4269-a82d-fa428ffe32d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '85ef9a5e-4eda-4f20-b92b-37688a4f44c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:52:30Z', 'updated_at': '2021-08-18T11:52:35Z', 'revision_number': 4, 'project_id': '418eca027897477eaef8184aa03877a6', 'subnets': [{'id': '85ef9a5e-4eda-4f20-b92b-37688a4f44c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 11:52:36.002341 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 3b420e0d-f80d-4aa2-b155-862be39bae18 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:52:36.002793 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:36.070362 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-dc45aca3-79f1-470d-86e9-0d56abd51490 req-258b1e5e-6603-426f-97ce-37d9ac3a91f6 tempest-LiveMigrationNegativeTest-1842983464 tempest-LiveMigrationNegativeTest-1842983464-project] 10.222.0.66 "GET /v2.0/security-groups?id=65bbc504-39a0-41da-bd31-ac5a025cebf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723149 Aug 18 11:52:36.105561 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c3e64629-fd44-4197-92f8-f0f5e398c906 req-8adf685d-d2dd-482e-adbd-9d35c9232d04 service neutron] 10.222.0.66 "GET /v2.0/networks/749eed81-85ea-459e-b52c-5ef570769bbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4042854 Aug 18 11:52:36.152417 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-9d5b17c9-a6f4-4d8d-a560-907de7edbfec None None] Provisioning for port 603b4ecd-53b6-445c-9fdc-c980305f798b completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 11:52:36.159286 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-9d5b17c9-a6f4-4d8d-a560-907de7edbfec None None] Provisioning complete for port 603b4ecd-53b6-445c-9fdc-c980305f798b triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:52:36.159655 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-9d5b17c9-a6f4-4d8d-a560-907de7edbfec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:36.211349 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-9d5b17c9-a6f4-4d8d-a560-907de7edbfec None None] Port 603b4ecd-53b6-445c-9fdc-c980305f798b cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 11:52:36.329088 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-46e4f5a9-2237-4074-a316-e6553b605a1e req-a9236dd4-b922-419e-a073-ce4c3d97888b service neutron] For port 3cc10453-0472-4bd5-bf62-8a83cefb86aa, host n-h2-804985-2, cleared binding levels {{(pid=106252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 11:52:36.342564 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [req-5ff4d69c-7b61-4a37-bc55-a278483963bc req-a0dae9cf-9c91-4edb-8a85-f53514d77905 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 603b4ecd-53b6-445c-9fdc-c980305f798b {{(pid=106253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 11:52:36.346908 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-46e4f5a9-2237-4074-a316-e6553b605a1e req-a9236dd4-b922-419e-a073-ce4c3d97888b service neutron] Notify callbacks [] for binding, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:36.348057 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-46e4f5a9-2237-4074-a316-e6553b605a1e req-a9236dd4-b922-419e-a073-ce4c3d97888b service neutron] 10.222.0.63 "DELETE /v2.0/ports/3cc10453-0472-4bd5-bf62-8a83cefb86aa/bindings/n-h2-804985-2 HTTP/1.1" status: 204 len: 173 time: 0.5942645 Aug 18 11:52:36.353424 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-5ff4d69c-7b61-4a37-bc55-a278483963bc req-a0dae9cf-9c91-4edb-8a85-f53514d77905 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:36.371060 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [req-5ff4d69c-7b61-4a37-bc55-a278483963bc req-a0dae9cf-9c91-4edb-8a85-f53514d77905 service neutron] Transition to ACTIVE for port object 603b4ecd-53b6-445c-9fdc-c980305f798b will not be triggered until provisioned by entity L2. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 11:52:36.381504 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e464935e-2514-4696-92a9-394d171ff5a2 req-adb69f2b-d79f-4036-8405-8556b8f69f61 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:36.382345 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-5ff4d69c-7b61-4a37-bc55-a278483963bc req-a0dae9cf-9c91-4edb-8a85-f53514d77905 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:36.391126 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e464935e-2514-4696-92a9-394d171ff5a2 req-adb69f2b-d79f-4036-8405-8556b8f69f61 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e0a9fc7-bdb0-438e-b3f0-ac051d5f553d HTTP/1.1" status: 200 len: 945 time: 0.1188362 Aug 18 11:52:36.433599 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 11:52:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d72c59e8-a899-4ae3-a2f7-5dceb4a74377 x-openstack-request-id: req-d72c59e8-a899-4ae3-a2f7-5dceb4a74377 {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:52:36.433916 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1776ccfc-79c3-4dd2-9d3e-5b7e075004d6", "name": "network-vif-plugged", "status": "completed", "tag": "fc532f89-2840-48d2-a48d-3956d016ae51", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:52:36.434170 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d72c59e8-a899-4ae3-a2f7-5dceb4a74377 {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:52:36.434569 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1776ccfc-79c3-4dd2-9d3e-5b7e075004d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc532f89-2840-48d2-a48d-3956d016ae51', 'code': 200} Aug 18 11:52:36.457061 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e464935e-2514-4696-92a9-394d171ff5a2 req-17626559-d58f-491f-9acf-a9c905d34e2b tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] 10.222.0.66 "GET /v2.0/security-groups?id=07aef7bb-6c11-4cb4-8594-c24180b5d811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615866 Aug 18 11:52:36.504751 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dae9cf-9c91-4edb-8a85-f53514d77905 service neutron] Pushing event updated for resources: {'Port': ['ID=603b4ecd-53b6-445c-9fdc-c980305f798b,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:52:36.511883 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 743404df-74f4-4bf6-adf7-553a8bf28ef3 details requested by agent hyperv_n-h1-804985-2 with host n-h1-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 11:52:36.521963 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-5ff4d69c-7b61-4a37-bc55-a278483963bc req-a0dae9cf-9c91-4edb-8a85-f53514d77905 service neutron] Attempting to bind port 603b4ecd-53b6-445c-9fdc-c980305f798b on host n-h2-804985-2 for vnic_type normal with profile {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 11:52:36.522296 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-5ff4d69c-7b61-4a37-bc55-a278483963bc req-a0dae9cf-9c91-4edb-8a85-f53514d77905 service neutron] Attempting to bind port 603b4ecd-53b6-445c-9fdc-c980305f798b by drivers openvswitch,hyperv on host n-h2-804985-2 at level 0 using segments [{'id': 'b0eb6eea-b461-4969-8a27-808f00daa8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '222e0814-c7e5-4b11-9282-3f40c6ed76b2'}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 11:52:36.522623 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ff4d69c-7b61-4a37-bc55-a278483963bc req-a0dae9cf-9c91-4edb-8a85-f53514d77905 service neutron] Attempting to bind port 603b4ecd-53b6-445c-9fdc-c980305f798b on network 222e0814-c7e5-4b11-9282-3f40c6ed76b2 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 11:52:36.540743 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ff4d69c-7b61-4a37-bc55-a278483963bc req-a0dae9cf-9c91-4edb-8a85-f53514d77905 service neutron] Port 603b4ecd-53b6-445c-9fdc-c980305f798b on network 222e0814-c7e5-4b11-9282-3f40c6ed76b2 not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-2 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 11:52:36.540997 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ff4d69c-7b61-4a37-bc55-a278483963bc req-a0dae9cf-9c91-4edb-8a85-f53514d77905 service neutron] Attempting to bind port 603b4ecd-53b6-445c-9fdc-c980305f798b on network 222e0814-c7e5-4b11-9282-3f40c6ed76b2 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 11:52:36.566044 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 11:52:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-695e3895-7e89-408a-95e5-9f18a711cbfb x-openstack-request-id: req-695e3895-7e89-408a-95e5-9f18a711cbfb {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:52:36.566684 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1a77c32-20c2-49cb-bacf-6d1bc8cdb75a", "tag": "bbc5fb34-a9c7-4e4e-9c45-8b4dea9c9324", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:52:36.566684 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-695e3895-7e89-408a-95e5-9f18a711cbfb {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:52:36.567160 n-d-804985-2 neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1a77c32-20c2-49cb-bacf-6d1bc8cdb75a', 'tag': 'bbc5fb34-a9c7-4e4e-9c45-8b4dea9c9324', 'status': 'completed', 'code': 200} Aug 18 11:52:36.575102 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ff4d69c-7b61-4a37-bc55-a278483963bc req-a0dae9cf-9c91-4edb-8a85-f53514d77905 service neutron] Checking agent: {'id': 'da5da552-709c-4248-84de-86af99a0dc87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 49, 8), 'started_at': datetime.datetime(2021, 8, 18, 11, 49, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 11, 52, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 11:52:36.575425 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ff4d69c-7b61-4a37-bc55-a278483963bc req-a0dae9cf-9c91-4edb-8a85-f53514d77905 service neutron] Checking segment: {'id': 'b0eb6eea-b461-4969-8a27-808f00daa8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '222e0814-c7e5-4b11-9282-3f40c6ed76b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 11:52:36.575829 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ff4d69c-7b61-4a37-bc55-a278483963bc req-a0dae9cf-9c91-4edb-8a85-f53514d77905 service neutron] Bound using segment: {'id': 'b0eb6eea-b461-4969-8a27-808f00daa8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '222e0814-c7e5-4b11-9282-3f40c6ed76b2'} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 11:52:36.576294 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-5ff4d69c-7b61-4a37-bc55-a278483963bc req-a0dae9cf-9c91-4edb-8a85-f53514d77905 service neutron] Bound port: 603b4ecd-53b6-445c-9fdc-c980305f798b, host: n-h2-804985-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0eb6eea-b461-4969-8a27-808f00daa8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '222e0814-c7e5-4b11-9282-3f40c6ed76b2'}}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 11:52:36.576743 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-5ff4d69c-7b61-4a37-bc55-a278483963bc req-a0dae9cf-9c91-4edb-8a85-f53514d77905 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:36.735725 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-5ff4d69c-7b61-4a37-bc55-a278483963bc req-a0dae9cf-9c91-4edb-8a85-f53514d77905 service neutron] For port 603b4ecd-53b6-445c-9fdc-c980305f798b, host n-h2-804985-2, cleared binding levels {{(pid=106253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 11:52:36.741303 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-5ff4d69c-7b61-4a37-bc55-a278483963bc req-a0dae9cf-9c91-4edb-8a85-f53514d77905 service neutron] For port 603b4ecd-53b6-445c-9fdc-c980305f798b, host n-h2-804985-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=603b4ecd-53b6-445c-9fdc-c980305f798b,segment=NetworkSegment(b0eb6eea-b461-4969-8a27-808f00daa8a1),segment_id=b0eb6eea-b461-4969-8a27-808f00daa8a1)] {{(pid=106253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 11:52:36.752019 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-5ff4d69c-7b61-4a37-bc55-a278483963bc req-a0dae9cf-9c91-4edb-8a85-f53514d77905 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:36.854205 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff4d69c-7b61-4a37-bc55-a278483963bc req-a0dae9cf-9c91-4edb-8a85-f53514d77905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:36.862236 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-5ff4d69c-7b61-4a37-bc55-a278483963bc req-a0dae9cf-9c91-4edb-8a85-f53514d77905 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:36.865402 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-5ff4d69c-7b61-4a37-bc55-a278483963bc req-a0dae9cf-9c91-4edb-8a85-f53514d77905 service neutron] 10.222.0.62 "PUT /v2.0/ports/603b4ecd-53b6-445c-9fdc-c980305f798b HTTP/1.1" status: 200 len: 1096 time: 1.1214995 Aug 18 11:52:36.874570 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device bbc5fb34-a9c7-4e4e-9c45-8b4dea9c9324 details requested by agent hyperv_n-h2-804985-2 with host n-h2-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 11:52:36.890355 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0adb58-72d8-4de3-852a-b4300f4b9f58 req-ef62c2df-32a5-4b95-b2cf-eec8d8ef4528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:36.900457 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8c0adb58-72d8-4de3-852a-b4300f4b9f58 req-ef62c2df-32a5-4b95-b2cf-eec8d8ef4528 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=1776ccfc-79c3-4dd2-9d3e-5b7e075004d6 HTTP/1.1" status: 200 len: 1101 time: 0.3364701 Aug 18 11:52:36.927671 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bee4681-bf79-441d-b4c8-604c831c6fa8 req-bab216a4-844a-461b-9f23-66533f2e87c4 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:36.941723 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dae9cf-9c91-4edb-8a85-f53514d77905 service neutron] Pushing event updated for resources: {'Port': ['ID=603b4ecd-53b6-445c-9fdc-c980305f798b,revision_number=3']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:52:36.941946 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9bee4681-bf79-441d-b4c8-604c831c6fa8 req-bab216a4-844a-461b-9f23-66533f2e87c4 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.66 "GET /v2.0/ports?device_id=d1a77c32-20c2-49cb-bacf-6d1bc8cdb75a HTTP/1.1" status: 200 len: 943 time: 0.3066728 Aug 18 11:52:37.020871 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cdc0b9-aa31-4d4a-bbf0-eed833c29da2 req-6750abc4-209a-4978-8e5d-b06a4a0a7c80 tempest-DeleteServersAdminTestJSON-34510037 tempest-DeleteServersAdminTestJSON-34510037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:37.028196 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f3cdc0b9-aa31-4d4a-bbf0-eed833c29da2 req-6750abc4-209a-4978-8e5d-b06a4a0a7c80 tempest-DeleteServersAdminTestJSON-34510037 tempest-DeleteServersAdminTestJSON-34510037-project] 10.222.0.66 "GET /v2.0/ports?device_id=b21eaab3-f572-4735-ba80-75d708298e7f HTTP/1.1" status: 200 len: 948 time: 0.4147367 Aug 18 11:52:37.034584 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff4d69c-7b61-4a37-bc55-a278483963bc req-fe96e325-0e64-41fb-9274-75d6a196aef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:37.036954 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-5ff4d69c-7b61-4a37-bc55-a278483963bc req-fe96e325-0e64-41fb-9274-75d6a196aef8 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c113364195014a0e8033cc2db6ff8c60&device_id=b21eaab3-f572-4735-ba80-75d708298e7f HTTP/1.1" status: 200 len: 1099 time: 0.0609810 Aug 18 11:52:37.068938 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc0e20b-465a-4dba-8677-859a7a3b7334 req-037da156-7b63-4865-99f3-eb71e745986f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:37.090464 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ddc0e20b-465a-4dba-8677-859a7a3b7334 req-037da156-7b63-4865-99f3-eb71e745986f service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=3bd2664269674b678c41aeb663f1f43e&device_id=d1a77c32-20c2-49cb-bacf-6d1bc8cdb75a HTTP/1.1" status: 200 len: 1124 time: 0.4591565 Aug 18 11:52:37.131268 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 743404df-74f4-4bf6-adf7-553a8bf28ef3, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=743404df-74f4-4bf6-adf7-553a8bf28ef3,segment=NetworkSegment(b0eb6eea-b461-4969-8a27-808f00daa8a1),segment_id=b0eb6eea-b461-4969-8a27-808f00daa8a1)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:52:37.190939 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Returning: {'device': '743404df-74f4-4bf6-adf7-553a8bf28ef3', 'network_id': '222e0814-c7e5-4b11-9282-3f40c6ed76b2', 'port_id': '743404df-74f4-4bf6-adf7-553a8bf28ef3', 'mac_address': 'fa:16:3e:1e:72:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 823, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d16d680-110b-436d-8afa-48ba845b3623', 'ip_address': '192.168.233.71'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 11:52:37.193453 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-5ff4d69c-7b61-4a37-bc55-a278483963bc req-4a0558f6-9ab7-49ad-9896-5e38f5aac6e6 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=603b4ecd-53b6-445c-9fdc-c980305f798b HTTP/1.1" status: 200 len: 217 time: 0.1442533 Aug 18 11:52:37.309088 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port bbc5fb34-a9c7-4e4e-9c45-8b4dea9c9324, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=bbc5fb34-a9c7-4e4e-9c45-8b4dea9c9324,segment=NetworkSegment(0622c33d-7d5a-4968-950b-edb53be5f858),segment_id=0622c33d-7d5a-4968-950b-edb53be5f858)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:52:37.331794 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff4d69c-7b61-4a37-bc55-a278483963bc req-0a5b4e5e-7f47-4e21-86a1-6ac5e66d2533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:37.333621 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-5ff4d69c-7b61-4a37-bc55-a278483963bc req-0a5b4e5e-7f47-4e21-86a1-6ac5e66d2533 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6d16d680-110b-436d-8afa-48ba845b3623 HTTP/1.1" status: 200 len: 843 time: 0.1111038 Aug 18 11:52:37.363536 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device bbc5fb34-a9c7-4e4e-9c45-8b4dea9c9324 has no active binding in host n-h2-804985-2 {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 18 11:52:37.370313 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:37.401593 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f3cdc0b9-aa31-4d4a-bbf0-eed833c29da2 req-95d8f583-09c5-432e-9dd1-e4e609904203 tempest-DeleteServersAdminTestJSON-34510037 tempest-DeleteServersAdminTestJSON-34510037-project] 10.222.0.66 "GET /v2.0/security-groups?id=ad711073-5b3b-4499-bbb9-27286a19ae6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3723764 Aug 18 11:52:37.416434 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 743404df-74f4-4bf6-adf7-553a8bf28ef3 {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 11:52:37.431841 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9bee4681-bf79-441d-b4c8-604c831c6fa8 req-530576f5-040a-4d25-a2b8-14df357c7816 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.66 "GET /v2.0/security-groups?id=fecad5ed-08b4-4db8-8e35-9a1fb2f01a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4888318 Aug 18 11:52:37.434580 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8c0adb58-72d8-4de3-852a-b4300f4b9f58 req-5037eb4e-7e4d-404f-9a9e-f316ba2e9dcf service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=e54286de-dd7f-4b20-9f74-4a71262d523b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3927324 Aug 18 11:52:37.470860 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 743404df-74f4-4bf6-adf7-553a8bf28ef3, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=743404df-74f4-4bf6-adf7-553a8bf28ef3,segment=NetworkSegment(b0eb6eea-b461-4969-8a27-808f00daa8a1),segment_id=b0eb6eea-b461-4969-8a27-808f00daa8a1)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:52:37.473790 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff4d69c-7b61-4a37-bc55-a278483963bc req-762f89f1-ff54-450a-af1f-cb6fde1ce96a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:37.475498 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-5ff4d69c-7b61-4a37-bc55-a278483963bc req-762f89f1-ff54-450a-af1f-cb6fde1ce96a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=222e0814-c7e5-4b11-9282-3f40c6ed76b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0723245 Aug 18 11:52:37.485251 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:37.515216 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc0e20b-465a-4dba-8677-859a7a3b7334 req-f32225e4-4ca9-46f7-9d70-c6d29ee2066d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:37.518289 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ddc0e20b-465a-4dba-8677-859a7a3b7334 req-f32225e4-4ca9-46f7-9d70-c6d29ee2066d service neutron] 10.222.0.63 "GET /v2.0/networks?id=f471d7de-70da-4549-acfc-45017b3843ff HTTP/1.1" status: 200 len: 922 time: 0.4267435 Aug 18 11:52:37.562007 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=743404df-74f4-4bf6-adf7-553a8bf28ef3,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:52:37.648366 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-69274883-ae71-4b46-b4c3-e30be85bd433 req-a1148a9e-b5e4-4c5f-b2bf-14d4428da3f7 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945-project] 10.222.0.66 "GET /v2.0/ports?device_id=625ec057-7ac1-4341-8511-f9ea922f343e HTTP/1.1" status: 200 len: 210 time: 0.0956576 Aug 18 11:52:37.650396 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ddc0e20b-465a-4dba-8677-859a7a3b7334 req-8f2b9a43-1686-43ec-94cb-709064cad8b6 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bbc5fb34-a9c7-4e4e-9c45-8b4dea9c9324 HTTP/1.1" status: 200 len: 217 time: 0.1202252 Aug 18 11:52:37.677129 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-5ff4d69c-7b61-4a37-bc55-a278483963bc req-09d1ccf4-7bcb-4856-b3d6-9251337e777d service neutron] 10.222.0.62 "GET /v2.0/networks/222e0814-c7e5-4b11-9282-3f40c6ed76b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385982 Aug 18 11:52:37.754866 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc0e20b-465a-4dba-8677-859a7a3b7334 req-b7c5cd1c-4f29-49cb-a639-b439e07acf86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:37.756562 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ddc0e20b-465a-4dba-8677-859a7a3b7334 req-b7c5cd1c-4f29-49cb-a639-b439e07acf86 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=16b84496-6d9e-4d8c-9087-8e81549f7d75 HTTP/1.1" status: 200 len: 861 time: 0.0926838 Aug 18 11:52:37.826839 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ddc0e20b-465a-4dba-8677-859a7a3b7334 req-955a1ea4-5e7f-4797-b3e5-461a5497a790 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=f471d7de-70da-4549-acfc-45017b3843ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0553882 Aug 18 11:52:37.835664 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-5ff4d69c-7b61-4a37-bc55-a278483963bc req-229b07a2-b56e-4374-b3a5-4c6e1ee4137b service neutron] 10.222.0.62 "GET /v2.0/networks/222e0814-c7e5-4b11-9282-3f40c6ed76b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488848 Aug 18 11:52:37.841041 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b05bdd6-bf81-43ad-b242-1224ac0f6a61 req-3c560eca-a0c0-46f7-a4ee-f993b2c939f8 tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:37.849391 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1b05bdd6-bf81-43ad-b242-1224ac0f6a61 req-3c560eca-a0c0-46f7-a4ee-f993b2c939f8 tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] 10.222.0.66 "GET /v2.0/ports?device_id=306f2cf8-8dff-49e9-aaae-8bdb85ef593a HTTP/1.1" status: 200 len: 948 time: 0.1169231 Aug 18 11:52:37.851859 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 97a7cbef-b800-4f34-9405-d604ffc1a3c9 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:52:37.941642 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1b05bdd6-bf81-43ad-b242-1224ac0f6a61 req-9380cb3d-487c-4cac-89e6-8583b8c7fa1a tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] 10.222.0.66 "GET /v2.0/security-groups?id=e54286de-dd7f-4b20-9f74-4a71262d523b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707319 Aug 18 11:52:37.967891 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] get_ports_and_sgs() called for port_ids ['743404df-74f4-4bf6-adf7-553a8bf28ef3'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 11:52:37.989130 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ddc0e20b-465a-4dba-8677-859a7a3b7334 req-46716b50-6248-4cb9-92df-188ede29ccc5 service neutron] 10.222.0.63 "GET /v2.0/networks/f471d7de-70da-4549-acfc-45017b3843ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369674 Aug 18 11:52:38.069326 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:38.130970 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port 97a7cbef-b800-4f34-9405-d604ffc1a3c9 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 11:52:38.135642 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 97a7cbef-b800-4f34-9405-d604ffc1a3c9 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:52:38.136013 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:38.197015 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a8ec46-4a92-4c99-b6a2-e54d765731ef req-50363e61-2487-4ce9-85a9-3bd947c352ba tempest-LiveMigrationNegativeTest-1842983464 tempest-LiveMigrationNegativeTest-1842983464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:38.198549 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-08a8ec46-4a92-4c99-b6a2-e54d765731ef req-50363e61-2487-4ce9-85a9-3bd947c352ba tempest-LiveMigrationNegativeTest-1842983464 tempest-LiveMigrationNegativeTest-1842983464-project] 10.222.0.66 "GET /v2.0/ports?device_id=ce603bc6-2dee-4dc4-9dee-6e5b4fe55c75 HTTP/1.1" status: 200 len: 950 time: 0.1388814 Aug 18 11:52:38.220022 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7260f323-ac21-4e97-a6b2-45e70758e640 req-5cbf2228-4739-4d38-8244-2e7b75936f94 tempest-LiveMigrationTest-1335981208 tempest-LiveMigrationTest-1335981208-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:38.221711 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7260f323-ac21-4e97-a6b2-45e70758e640 req-5cbf2228-4739-4d38-8244-2e7b75936f94 tempest-LiveMigrationTest-1335981208 tempest-LiveMigrationTest-1335981208-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=2e0a9fc7-bdb0-438e-b3f0-ac051d5f553d HTTP/1.1" status: 200 len: 1096 time: 0.0894852 Aug 18 11:52:38.269408 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ddc0e20b-465a-4dba-8677-859a7a3b7334 req-fdcbbbc2-6904-4188-992d-1f951ead57fe service neutron] 10.222.0.63 "GET /v2.0/networks/f471d7de-70da-4549-acfc-45017b3843ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2717865 Aug 18 11:52:38.275297 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:38.304058 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-08a8ec46-4a92-4c99-b6a2-e54d765731ef req-630500f9-b7d6-4f3e-ac7a-9fb0a4779ded tempest-LiveMigrationNegativeTest-1842983464 tempest-LiveMigrationNegativeTest-1842983464-project] 10.222.0.66 "GET /v2.0/security-groups?id=65bbc504-39a0-41da-bd31-ac5a025cebf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813630 Aug 18 11:52:38.306159 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7260f323-ac21-4e97-a6b2-45e70758e640 req-8ed46dbc-f83a-4e1f-821f-bcafc478a3a8 tempest-LiveMigrationTest-1335981208 tempest-LiveMigrationTest-1335981208-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=07aef7bb-6c11-4cb4-8594-c24180b5d811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731065 Aug 18 11:52:38.310615 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] For port 97a7cbef-b800-4f34-9405-d604ffc1a3c9, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=97a7cbef-b800-4f34-9405-d604ffc1a3c9,segment=NetworkSegment(c3735a41-6260-4fc2-9ca3-d02b40deb984),segment_id=c3735a41-6260-4fc2-9ca3-d02b40deb984)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:52:38.315460 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:38.383496 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Pushing event updated for resources: {'Port': ['ID=97a7cbef-b800-4f34-9405-d604ffc1a3c9,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:52:38.572968 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b21eaab3-f572-4735-ba80-75d708298e7f', 'tag': '603b4ecd-53b6-445c-9fdc-c980305f798b'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 11:52:38.575448 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0679f4c4b6e0e0c064a7d71d722dc30541a34fffee11680573be22ee2ffccc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c817ec05-614e-4764-8133-cde0d2435e0a" -d '{"events": [{"name": "network-changed", "server_uuid": "b21eaab3-f572-4735-ba80-75d708298e7f", "tag": "603b4ecd-53b6-445c-9fdc-c980305f798b"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:52:38.593421 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f972b4a0-7cc5-450c-816a-f339a0750ba5 req-53e97525-34ee-4d6c-9869-4353ec7e21cf tempest-DeleteServersAdminTestJSON-34510037 tempest-DeleteServersAdminTestJSON-34510037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:38.601734 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f972b4a0-7cc5-450c-816a-f339a0750ba5 req-53e97525-34ee-4d6c-9869-4353ec7e21cf tempest-DeleteServersAdminTestJSON-34510037 tempest-DeleteServersAdminTestJSON-34510037-project] 10.222.0.66 "GET /v2.0/ports?device_id=b21eaab3-f572-4735-ba80-75d708298e7f HTTP/1.1" status: 200 len: 948 time: 0.1042252 Aug 18 11:52:38.627457 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e64629-fd44-4197-92f8-f0f5e398c906 req-46c8ee6f-cf71-4c49-9a23-967748c0774a tempest-FloatingIPsAssociationNegativeTestJSON-1386540945 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:38.629109 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-c3e64629-fd44-4197-92f8-f0f5e398c906 req-46c8ee6f-cf71-4c49-9a23-967748c0774a tempest-FloatingIPsAssociationNegativeTestJSON-1386540945 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945-project] 10.222.0.62 "GET /v2.0/networks?id=749eed81-85ea-459e-b52c-5ef570769bbd HTTP/1.1" status: 200 len: 828 time: 0.1246293 Aug 18 11:52:38.637862 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252333c9-4fb1-44db-ac14-d2e6cac3f178 req-ae2fb048-6615-4319-ad0e-823e64bd171d tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:38.639481 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-252333c9-4fb1-44db-ac14-d2e6cac3f178 req-ae2fb048-6615-4319-ad0e-823e64bd171d tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.66 "GET /v2.0/ports?device_id=d1a77c32-20c2-49cb-bacf-6d1bc8cdb75a HTTP/1.1" status: 200 len: 943 time: 0.1025906 Aug 18 11:52:38.645425 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [req-c3e64629-fd44-4197-92f8-f0f5e398c906 req-9fc4baf5-0a8a-4191-9c86-8445df399836 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945-project] Request body: {'port': {'device_id': '625ec057-7ac1-4341-8511-f9ea922f343e', 'network_id': '749eed81-85ea-459e-b52c-5ef570769bbd', 'admin_state_up': True, 'tenant_id': '418eca027897477eaef8184aa03877a6'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:52:38.680002 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f972b4a0-7cc5-450c-816a-f339a0750ba5 req-6aeba291-da23-4f2e-860d-67c95f0acbb4 tempest-DeleteServersAdminTestJSON-34510037 tempest-DeleteServersAdminTestJSON-34510037-project] 10.222.0.66 "GET /v2.0/security-groups?id=ad711073-5b3b-4499-bbb9-27286a19ae6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771224 Aug 18 11:52:38.705415 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-252333c9-4fb1-44db-ac14-d2e6cac3f178 req-af183356-1748-4de8-b19c-975b30054f96 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.66 "GET /v2.0/security-groups?id=fecad5ed-08b4-4db8-8e35-9a1fb2f01a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555434 Aug 18 11:52:38.709393 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 47782) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:52:38.773360 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 11:52:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a2a118f-b21d-4585-9d66-e62dc2a2bb1f x-openstack-request-id: req-9a2a118f-b21d-4585-9d66-e62dc2a2bb1f {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:52:38.773824 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b21eaab3-f572-4735-ba80-75d708298e7f", "tag": "603b4ecd-53b6-445c-9fdc-c980305f798b", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:52:38.773917 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-9a2a118f-b21d-4585-9d66-e62dc2a2bb1f {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:52:38.774233 n-d-804985-2 neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b21eaab3-f572-4735-ba80-75d708298e7f', 'tag': '603b4ecd-53b6-445c-9fdc-c980305f798b', 'status': 'completed', 'code': 200} Aug 18 11:52:38.856720 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3e64629-fd44-4197-92f8-f0f5e398c906 req-9fc4baf5-0a8a-4191-9c86-8445df399836 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945-project] Made reservation on behalf of 418eca027897477eaef8184aa03877a6 for: {'port': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 11:52:38.862729 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-c3e64629-fd44-4197-92f8-f0f5e398c906 req-9fc4baf5-0a8a-4191-9c86-8445df399836 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:38.930560 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-98845146-9f61-41ea-a5d6-f3a85a6ae341 req-be867838-8045-4c4d-be92-adfa21f39eac tempest-FloatingIPsAssociationNegativeTestJSON-1386540945 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945-project] 10.222.0.66 "GET /v2.0/ports?device_id=625ec057-7ac1-4341-8511-f9ea922f343e HTTP/1.1" status: 200 len: 210 time: 0.0680516 Aug 18 11:52:38.933857 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f4007616-93b9-49e0-9348-5bc94c8ea220 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:39.005218 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [req-c3e64629-fd44-4197-92f8-f0f5e398c906 req-9fc4baf5-0a8a-4191-9c86-8445df399836 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945-project] Allocated IP 172.20.0.5 (749eed81-85ea-459e-b52c-5ef570769bbd/85ef9a5e-4eda-4f20-b92b-37688a4f44c0/19a52455-07f3-47db-a4d4-c6da5e76e313) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 11:52:39.037506 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c817ec05-614e-4764-8133-cde0d2435e0a req-e581c783-33d3-47ad-b68a-a2c1c3170be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:39.039025 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c817ec05-614e-4764-8133-cde0d2435e0a req-e581c783-33d3-47ad-b68a-a2c1c3170be3 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c113364195014a0e8033cc2db6ff8c60&device_id=b21eaab3-f572-4735-ba80-75d708298e7f HTTP/1.1" status: 200 len: 1099 time: 0.2152710 Aug 18 11:52:39.083316 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0346beb-1dbf-4874-a859-4eb56a3690d8 req-9767fa9a-7635-4fa6-8fb5-11eb588d71b3 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:39.084770 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b0346beb-1dbf-4874-a859-4eb56a3690d8 req-9767fa9a-7635-4fa6-8fb5-11eb588d71b3 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] 10.222.0.66 "GET /v2.0/networks?id=f2b8460a-d20a-4d24-a458-477b4502f48c HTTP/1.1" status: 200 len: 808 time: 0.2995822 Aug 18 11:52:39.169567 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-c3e64629-fd44-4197-92f8-f0f5e398c906 req-9fc4baf5-0a8a-4191-9c86-8445df399836 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945-project] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:39.184026 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [req-c3e64629-fd44-4197-92f8-f0f5e398c906 req-9fc4baf5-0a8a-4191-9c86-8445df399836 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945-project] Transition to ACTIVE for port object 19a52455-07f3-47db-a4d4-c6da5e76e313 will not be triggered until provisioned by entity DHCP. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 11:52:39.218481 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-c3e64629-fd44-4197-92f8-f0f5e398c906 req-9fc4baf5-0a8a-4191-9c86-8445df399836 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:39.263364 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3e64629-fd44-4197-92f8-f0f5e398c906 req-9fc4baf5-0a8a-4191-9c86-8445df399836 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945-project] Network 749eed81-85ea-459e-b52c-5ef570769bbd is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 11:52:39.266665 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [req-c3e64629-fd44-4197-92f8-f0f5e398c906 req-9fc4baf5-0a8a-4191-9c86-8445df399836 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:52:39.270672 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3e64629-fd44-4197-92f8-f0f5e398c906 req-9fc4baf5-0a8a-4191-9c86-8445df399836 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 11:52:39.276654 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e64629-fd44-4197-92f8-f0f5e398c906 req-9fc4baf5-0a8a-4191-9c86-8445df399836 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:39.277007 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-c3e64629-fd44-4197-92f8-f0f5e398c906 req-9fc4baf5-0a8a-4191-9c86-8445df399836 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:39.283865 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc4baf5-0a8a-4191-9c86-8445df399836 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945-project] Pushing event updated for resources: {'Port': ['ID=19a52455-07f3-47db-a4d4-c6da5e76e313,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:52:39.426268 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b0346beb-1dbf-4874-a859-4eb56a3690d8 req-861541ea-4b13-4edd-b3d1-720099e8cb46 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] 10.222.0.66 "GET /v2.0/quotas/188bebbd8f564ea0bbe77621cda4023c HTTP/1.1" status: 200 len: 375 time: 0.3301475 Aug 18 11:52:39.432094 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0c2f3eb0-8599-4058-9513-3c81f6d43be0 req-2b6f612d-0b58-43be-ba1e-0066476552c6 service neutron] 10.222.0.63 "GET /v2.0/ports/bbc5fb34-a9c7-4e4e-9c45-8b4dea9c9324/bindings/n-h2-804985-2 HTTP/1.1" status: 200 len: 384 time: 0.4771399 Aug 18 11:52:39.553632 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-d0e24da9-f9dc-4f83-ae72-4794573b1a12 None None] Provisioning for port 19a52455-07f3-47db-a4d4-c6da5e76e313 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 11:52:39.554331 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4fab92-d056-45b5-87e5-d3f89bfbc872 req-0db441dd-d17d-48a1-a626-0deb498e0857 tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:39.555830 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0f4fab92-d056-45b5-87e5-d3f89bfbc872 req-0db441dd-d17d-48a1-a626-0deb498e0857 tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] 10.222.0.66 "GET /v2.0/ports?device_id=306f2cf8-8dff-49e9-aaae-8bdb85ef593a HTTP/1.1" status: 200 len: 948 time: 0.4940751 Aug 18 11:52:39.557477 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-d0e24da9-f9dc-4f83-ae72-4794573b1a12 None None] Provisioning complete for port 19a52455-07f3-47db-a4d4-c6da5e76e313 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:52:39.557838 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-d0e24da9-f9dc-4f83-ae72-4794573b1a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:39.566587 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c817ec05-614e-4764-8133-cde0d2435e0a req-1370dbd2-00fc-47b7-b502-7ec3bc6abf33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:39.568057 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c817ec05-614e-4764-8133-cde0d2435e0a req-1370dbd2-00fc-47b7-b502-7ec3bc6abf33 service neutron] 10.222.0.62 "GET /v2.0/networks?id=222e0814-c7e5-4b11-9282-3f40c6ed76b2 HTTP/1.1" status: 200 len: 870 time: 0.5080147 Aug 18 11:52:39.596590 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-d0e24da9-f9dc-4f83-ae72-4794573b1a12 None None] Port 19a52455-07f3-47db-a4d4-c6da5e76e313 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 11:52:39.639570 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c817ec05-614e-4764-8133-cde0d2435e0a req-09d7b029-0ab2-4856-ad1a-42cea5b9f813 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=603b4ecd-53b6-445c-9fdc-c980305f798b HTTP/1.1" status: 200 len: 217 time: 0.0583453 Aug 18 11:52:39.664844 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b0346beb-1dbf-4874-a859-4eb56a3690d8 req-924741f2-f148-490e-b480-e9b5df6f5080 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=188bebbd8f564ea0bbe77621cda4023c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2239573 Aug 18 11:52:39.731548 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f4007616-93b9-49e0-9348-5bc94c8ea220 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:39.743221 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-c3e64629-fd44-4197-92f8-f0f5e398c906 req-9fc4baf5-0a8a-4191-9c86-8445df399836 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1042368 Aug 18 11:52:39.756323 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [req-c3e64629-fd44-4197-92f8-f0f5e398c906 req-5a48591e-417e-47c8-9c8c-8eb6e795ca07 service neutron] Request body: {'port': {'device_id': '625ec057-7ac1-4341-8511-f9ea922f343e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804985-2'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:52:39.777133 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f4007616-93b9-49e0-9348-5bc94c8ea220 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:39.788736 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0f4fab92-d056-45b5-87e5-d3f89bfbc872 req-6852183f-bd9a-42bf-ae10-5731b23043cd tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] 10.222.0.66 "GET /v2.0/security-groups?id=e54286de-dd7f-4b20-9f74-4a71262d523b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2145534 Aug 18 11:52:39.801552 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 97a7cbef-b800-4f34-9405-d604ffc1a3c9 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:52:39.824538 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-c3e64629-fd44-4197-92f8-f0f5e398c906 req-5a48591e-417e-47c8-9c8c-8eb6e795ca07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:39.880968 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 97a7cbef-b800-4f34-9405-d604ffc1a3c9 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:52:39.881808 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:39.885557 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c817ec05-614e-4764-8133-cde0d2435e0a req-91c22941-3656-4355-9e48-394d9a9c24f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:39.887033 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c817ec05-614e-4764-8133-cde0d2435e0a req-91c22941-3656-4355-9e48-394d9a9c24f1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6d16d680-110b-436d-8afa-48ba845b3623 HTTP/1.1" status: 200 len: 843 time: 0.2391825 Aug 18 11:52:39.900729 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-f4007616-93b9-49e0-9348-5bc94c8ea220 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5201e57d7a364b549d0a3a0b6e3159c6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1873870 Aug 18 11:52:39.903345 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4007616-93b9-49e0-9348-5bc94c8ea220 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4d4ac50-32d7-4c9b-a4bf-5e08a75aa3a5,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:52:39.915451 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 47804) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:52:40.035945 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b0346beb-1dbf-4874-a859-4eb56a3690d8 req-f71231da-9d38-4521-bac7-d50d564fba34 service neutron] 10.222.0.66 "GET /v2.0/networks/f2b8460a-d20a-4d24-a458-477b4502f48c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3267505 Aug 18 11:52:40.050679 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-0c2f3eb0-8599-4058-9513-3c81f6d43be0 req-87be3edd-7484-434d-9ef2-338e892fac90 service neutron] For port bbc5fb34-a9c7-4e4e-9c45-8b4dea9c9324, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=bbc5fb34-a9c7-4e4e-9c45-8b4dea9c9324,segment=NetworkSegment(0622c33d-7d5a-4968-950b-edb53be5f858),segment_id=0622c33d-7d5a-4968-950b-edb53be5f858)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:52:40.090411 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c817ec05-614e-4764-8133-cde0d2435e0a req-531d8c34-4a41-4582-8dae-6d4449fd6c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:40.091931 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c817ec05-614e-4764-8133-cde0d2435e0a req-531d8c34-4a41-4582-8dae-6d4449fd6c58 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=222e0814-c7e5-4b11-9282-3f40c6ed76b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1897588 Aug 18 11:52:40.110497 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [req-c3e64629-fd44-4197-92f8-f0f5e398c906 req-5a48591e-417e-47c8-9c8c-8eb6e795ca07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19a52455-07f3-47db-a4d4-c6da5e76e313 {{(pid=106253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 11:52:40.118621 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-c3e64629-fd44-4197-92f8-f0f5e398c906 req-5a48591e-417e-47c8-9c8c-8eb6e795ca07 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:40.130577 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [req-c3e64629-fd44-4197-92f8-f0f5e398c906 req-5a48591e-417e-47c8-9c8c-8eb6e795ca07 service neutron] Transition to ACTIVE for port object 19a52455-07f3-47db-a4d4-c6da5e76e313 will not be triggered until provisioned by entity L2. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 11:52:40.134234 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-c3e64629-fd44-4197-92f8-f0f5e398c906 req-5a48591e-417e-47c8-9c8c-8eb6e795ca07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:40.148428 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880a7dfe-c4f4-4876-b488-bacafbc6f7fd req-ddc7b5fc-c99f-420c-b2bb-7e6813150ebb tempest-LiveMigrationNegativeTest-1842983464 tempest-LiveMigrationNegativeTest-1842983464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:40.149946 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-880a7dfe-c4f4-4876-b488-bacafbc6f7fd req-ddc7b5fc-c99f-420c-b2bb-7e6813150ebb tempest-LiveMigrationNegativeTest-1842983464 tempest-LiveMigrationNegativeTest-1842983464-project] 10.222.0.66 "GET /v2.0/ports?device_id=ce603bc6-2dee-4dc4-9dee-6e5b4fe55c75 HTTP/1.1" status: 200 len: 950 time: 0.2293813 Aug 18 11:52:40.163330 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-0c2f3eb0-8599-4058-9513-3c81f6d43be0 req-87be3edd-7484-434d-9ef2-338e892fac90 service neutron] For port bbc5fb34-a9c7-4e4e-9c45-8b4dea9c9324, host n-h1-804985-2, cleared binding levels {{(pid=106252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 11:52:40.185631 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a48591e-417e-47c8-9c8c-8eb6e795ca07 service neutron] Pushing event updated for resources: {'Port': ['ID=19a52455-07f3-47db-a4d4-c6da5e76e313,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:52:40.218424 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-c3e64629-fd44-4197-92f8-f0f5e398c906 req-5a48591e-417e-47c8-9c8c-8eb6e795ca07 service neutron] Attempting to bind port 19a52455-07f3-47db-a4d4-c6da5e76e313 on host n-h2-804985-2 for vnic_type normal with profile {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 11:52:40.218750 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-c3e64629-fd44-4197-92f8-f0f5e398c906 req-5a48591e-417e-47c8-9c8c-8eb6e795ca07 service neutron] Attempting to bind port 19a52455-07f3-47db-a4d4-c6da5e76e313 by drivers openvswitch,hyperv on host n-h2-804985-2 at level 0 using segments [{'id': 'c3735a41-6260-4fc2-9ca3-d02b40deb984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '749eed81-85ea-459e-b52c-5ef570769bbd'}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 11:52:40.219132 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3e64629-fd44-4197-92f8-f0f5e398c906 req-5a48591e-417e-47c8-9c8c-8eb6e795ca07 service neutron] Attempting to bind port 19a52455-07f3-47db-a4d4-c6da5e76e313 on network 749eed81-85ea-459e-b52c-5ef570769bbd {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 11:52:40.225259 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3e64629-fd44-4197-92f8-f0f5e398c906 req-5a48591e-417e-47c8-9c8c-8eb6e795ca07 service neutron] Port 19a52455-07f3-47db-a4d4-c6da5e76e313 on network 749eed81-85ea-459e-b52c-5ef570769bbd not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-2 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 11:52:40.225582 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3e64629-fd44-4197-92f8-f0f5e398c906 req-5a48591e-417e-47c8-9c8c-8eb6e795ca07 service neutron] Attempting to bind port 19a52455-07f3-47db-a4d4-c6da5e76e313 on network 749eed81-85ea-459e-b52c-5ef570769bbd {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 11:52:40.231773 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3e64629-fd44-4197-92f8-f0f5e398c906 req-5a48591e-417e-47c8-9c8c-8eb6e795ca07 service neutron] Checking agent: {'id': 'da5da552-709c-4248-84de-86af99a0dc87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 49, 8), 'started_at': datetime.datetime(2021, 8, 18, 11, 49, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 11, 52, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 11:52:40.232109 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3e64629-fd44-4197-92f8-f0f5e398c906 req-5a48591e-417e-47c8-9c8c-8eb6e795ca07 service neutron] Checking segment: {'id': 'c3735a41-6260-4fc2-9ca3-d02b40deb984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '749eed81-85ea-459e-b52c-5ef570769bbd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 11:52:40.232565 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3e64629-fd44-4197-92f8-f0f5e398c906 req-5a48591e-417e-47c8-9c8c-8eb6e795ca07 service neutron] Bound using segment: {'id': 'c3735a41-6260-4fc2-9ca3-d02b40deb984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '749eed81-85ea-459e-b52c-5ef570769bbd'} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 11:52:40.232933 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1a9d8444-9df9-4f4f-b305-f1f3e7a60a1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:40.233262 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-c3e64629-fd44-4197-92f8-f0f5e398c906 req-5a48591e-417e-47c8-9c8c-8eb6e795ca07 service neutron] Bound port: 19a52455-07f3-47db-a4d4-c6da5e76e313, host: n-h2-804985-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3735a41-6260-4fc2-9ca3-d02b40deb984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '749eed81-85ea-459e-b52c-5ef570769bbd'}}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 11:52:40.233704 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-c3e64629-fd44-4197-92f8-f0f5e398c906 req-5a48591e-417e-47c8-9c8c-8eb6e795ca07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:40.303934 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-c3e64629-fd44-4197-92f8-f0f5e398c906 req-5a48591e-417e-47c8-9c8c-8eb6e795ca07 service neutron] For port 19a52455-07f3-47db-a4d4-c6da5e76e313, host n-h2-804985-2, cleared binding levels {{(pid=106253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 11:52:40.304153 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [req-0c2f3eb0-8599-4058-9513-3c81f6d43be0 req-87be3edd-7484-434d-9ef2-338e892fac90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbc5fb34-a9c7-4e4e-9c45-8b4dea9c9324 {{(pid=106252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 11:52:40.307145 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-c3e64629-fd44-4197-92f8-f0f5e398c906 req-5a48591e-417e-47c8-9c8c-8eb6e795ca07 service neutron] For port 19a52455-07f3-47db-a4d4-c6da5e76e313, host n-h2-804985-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=19a52455-07f3-47db-a4d4-c6da5e76e313,segment=NetworkSegment(c3735a41-6260-4fc2-9ca3-d02b40deb984),segment_id=c3735a41-6260-4fc2-9ca3-d02b40deb984)] {{(pid=106253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 11:52:40.314993 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-c3e64629-fd44-4197-92f8-f0f5e398c906 req-5a48591e-417e-47c8-9c8c-8eb6e795ca07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:40.341962 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1a9d8444-9df9-4f4f-b305-f1f3e7a60a1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:40.344787 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-0c2f3eb0-8599-4058-9513-3c81f6d43be0 req-87be3edd-7484-434d-9ef2-338e892fac90 service neutron] For port bbc5fb34-a9c7-4e4e-9c45-8b4dea9c9324, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=bbc5fb34-a9c7-4e4e-9c45-8b4dea9c9324,segment=NetworkSegment(0622c33d-7d5a-4968-950b-edb53be5f858),segment_id=0622c33d-7d5a-4968-950b-edb53be5f858)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:52:40.348540 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e64629-fd44-4197-92f8-f0f5e398c906 req-5a48591e-417e-47c8-9c8c-8eb6e795ca07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:40.349162 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-c3e64629-fd44-4197-92f8-f0f5e398c906 req-5a48591e-417e-47c8-9c8c-8eb6e795ca07 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:40.349630 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-880a7dfe-c4f4-4876-b488-bacafbc6f7fd req-8c23d645-0cbd-4193-a05a-36f145382acb tempest-LiveMigrationNegativeTest-1842983464 tempest-LiveMigrationNegativeTest-1842983464-project] 10.222.0.66 "GET /v2.0/security-groups?id=65bbc504-39a0-41da-bd31-ac5a025cebf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845078 Aug 18 11:52:40.350538 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-c3e64629-fd44-4197-92f8-f0f5e398c906 req-5a48591e-417e-47c8-9c8c-8eb6e795ca07 service neutron] 10.222.0.62 "PUT /v2.0/ports/19a52455-07f3-47db-a4d4-c6da5e76e313 HTTP/1.1" status: 200 len: 1091 time: 0.5988495 Aug 18 11:52:40.373152 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a48591e-417e-47c8-9c8c-8eb6e795ca07 service neutron] Pushing event updated for resources: {'Port': ['ID=19a52455-07f3-47db-a4d4-c6da5e76e313,revision_number=3']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:52:40.392403 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-0c2f3eb0-8599-4058-9513-3c81f6d43be0 req-87be3edd-7484-434d-9ef2-338e892fac90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:40.395789 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b0346beb-1dbf-4874-a859-4eb56a3690d8 req-439a0a94-8766-4587-b86e-ecdb8f2cb030 service neutron] 10.222.0.66 "GET /v2.0/networks/f2b8460a-d20a-4d24-a458-477b4502f48c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3473828 Aug 18 11:52:40.405229 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c817ec05-614e-4764-8133-cde0d2435e0a req-9d051bf5-6ede-4860-902f-f07e83a03fb9 service neutron] 10.222.0.62 "GET /v2.0/networks/222e0814-c7e5-4b11-9282-3f40c6ed76b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2820003 Aug 18 11:52:40.491288 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e64629-fd44-4197-92f8-f0f5e398c906 req-d62ca814-17eb-4f45-bd0c-871b3adb681e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:40.493682 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-c3e64629-fd44-4197-92f8-f0f5e398c906 req-d62ca814-17eb-4f45-bd0c-871b3adb681e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=418eca027897477eaef8184aa03877a6&device_id=625ec057-7ac1-4341-8511-f9ea922f343e HTTP/1.1" status: 200 len: 1094 time: 0.0688252 Aug 18 11:52:40.543456 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 743404df-74f4-4bf6-adf7-553a8bf28ef3 up at agent hyperv_n-h1-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:52:40.553316 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-c3e64629-fd44-4197-92f8-f0f5e398c906 req-52f35a3f-86a5-4c34-bf89-b6f0b2007bfd service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=19a52455-07f3-47db-a4d4-c6da5e76e313 HTTP/1.1" status: 200 len: 217 time: 0.0472221 Aug 18 11:52:40.579162 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1a9d8444-9df9-4f4f-b305-f1f3e7a60a1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:40.587351 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1a9d8444-9df9-4f4f-b305-f1f3e7a60a1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:40.590799 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-1a9d8444-9df9-4f4f-b305-f1f3e7a60a1b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f4d4ac50-32d7-4c9b-a4bf-5e08a75aa3a5 HTTP/1.1" status: 204 len: 168 time: 0.6721621 Aug 18 11:52:40.618838 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e64629-fd44-4197-92f8-f0f5e398c906 req-1b0eaf71-3888-4540-9857-84fe6862b886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:40.620635 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-c3e64629-fd44-4197-92f8-f0f5e398c906 req-1b0eaf71-3888-4540-9857-84fe6862b886 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=85ef9a5e-4eda-4f20-b92b-37688a4f44c0 HTTP/1.1" status: 200 len: 867 time: 0.0589986 Aug 18 11:52:40.635080 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d8444-9df9-4f4f-b305-f1f3e7a60a1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4d4ac50-32d7-4c9b-a4bf-5e08a75aa3a5,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:52:40.675505 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Provisioning for port 743404df-74f4-4bf6-adf7-553a8bf28ef3 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 11:52:40.679803 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Provisioning complete for port 743404df-74f4-4bf6-adf7-553a8bf28ef3 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:52:40.680176 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:40.699639 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [req-0c2f3eb0-8599-4058-9513-3c81f6d43be0 req-87be3edd-7484-434d-9ef2-338e892fac90 service neutron] Transition to ACTIVE for port object bbc5fb34-a9c7-4e4e-9c45-8b4dea9c9324 will not be triggered until provisioned by entity L2. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 11:52:40.718719 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e64629-fd44-4197-92f8-f0f5e398c906 req-622c3fb1-2588-4855-972e-666ea0583b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:40.720432 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-c3e64629-fd44-4197-92f8-f0f5e398c906 req-622c3fb1-2588-4855-972e-666ea0583b70 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=749eed81-85ea-459e-b52c-5ef570769bbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0853605 Aug 18 11:52:40.724396 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8f8e18-4145-4e6c-bc0d-fbecc68c1479 req-e5f7fd79-0cb5-4ee6-b3d7-1783b01f50cb tempest-DeleteServersAdminTestJSON-34510037 tempest-DeleteServersAdminTestJSON-34510037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:40.731941 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3c8f8e18-4145-4e6c-bc0d-fbecc68c1479 req-e5f7fd79-0cb5-4ee6-b3d7-1783b01f50cb tempest-DeleteServersAdminTestJSON-34510037 tempest-DeleteServersAdminTestJSON-34510037-project] 10.222.0.66 "GET /v2.0/ports?device_id=b21eaab3-f572-4735-ba80-75d708298e7f HTTP/1.1" status: 200 len: 948 time: 0.2271221 Aug 18 11:52:40.742687 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c817ec05-614e-4764-8133-cde0d2435e0a req-ccf15d37-14f1-41ac-93e6-774796e97372 service neutron] 10.222.0.62 "GET /v2.0/networks/222e0814-c7e5-4b11-9282-3f40c6ed76b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3165948 Aug 18 11:52:40.743770 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-0c2f3eb0-8599-4058-9513-3c81f6d43be0 req-87be3edd-7484-434d-9ef2-338e892fac90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:40.779363 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '625ec057-7ac1-4341-8511-f9ea922f343e', 'tag': '19a52455-07f3-47db-a4d4-c6da5e76e313'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 11:52:40.781856 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0679f4c4b6e0e0c064a7d71d722dc30541a34fffee11680573be22ee2ffccc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0220149-44e1-4fa8-a8f4-e30b327c2f8f" -d '{"events": [{"name": "network-changed", "server_uuid": "625ec057-7ac1-4341-8511-f9ea922f343e", "tag": "19a52455-07f3-47db-a4d4-c6da5e76e313"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:52:40.866255 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c2f3eb0-8599-4058-9513-3c81f6d43be0 req-87be3edd-7484-434d-9ef2-338e892fac90 service neutron] No DVR routers for this DVR port bbc5fb34-a9c7-4e4e-9c45-8b4dea9c9324 on host n-h1-804985-2 {{(pid=106252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 11:52:40.867509 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 603b4ecd-53b6-445c-9fdc-c980305f798b details requested by agent hyperv_n-h2-804985-2 with host n-h2-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 11:52:40.881992 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3c8f8e18-4145-4e6c-bc0d-fbecc68c1479 req-340ddf17-3c20-413c-8150-123df25edd09 tempest-DeleteServersAdminTestJSON-34510037 tempest-DeleteServersAdminTestJSON-34510037-project] 10.222.0.66 "GET /v2.0/security-groups?id=ad711073-5b3b-4499-bbb9-27286a19ae6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447318 Aug 18 11:52:40.897368 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:40.944284 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319c3cd6-e334-46bc-b82c-e2a89f80baef req-4a59832a-2598-42e0-aef8-b67cec60b454 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:40.946429 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-319c3cd6-e334-46bc-b82c-e2a89f80baef req-4a59832a-2598-42e0-aef8-b67cec60b454 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.66 "GET /v2.0/ports?device_id=d1a77c32-20c2-49cb-bacf-6d1bc8cdb75a HTTP/1.1" status: 200 len: 944 time: 0.2424908 Aug 18 11:52:40.949149 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87be3edd-7484-434d-9ef2-338e892fac90 service neutron] Pushing event updated for resources: {'Port': ['ID=bbc5fb34-a9c7-4e4e-9c45-8b4dea9c9324,revision_number=10']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:52:40.960950 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '306f2cf8-8dff-49e9-aaae-8bdb85ef593a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '743404df-74f4-4bf6-adf7-553a8bf28ef3'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 11:52:40.978442 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db50a436fb3a98495337d8fe7487b4f2ea6f3c1052eb9efadc2ecda2d5737001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4827b9fd-ba7f-428f-9f15-fca413ac9a67" -d '{"events": [{"server_uuid": "306f2cf8-8dff-49e9-aaae-8bdb85ef593a", "name": "network-vif-plugged", "status": "completed", "tag": "743404df-74f4-4bf6-adf7-553a8bf28ef3"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:52:41.003605 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0c2f3eb0-8599-4058-9513-3c81f6d43be0 req-87be3edd-7484-434d-9ef2-338e892fac90 service neutron] 10.222.0.63 "PUT /v2.0/ports/bbc5fb34-a9c7-4e4e-9c45-8b4dea9c9324/bindings/n-h2-804985-2/activate HTTP/1.1" status: 200 len: 369 time: 1.5586262 Aug 18 11:52:41.049825 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 743404df-74f4-4bf6-adf7-553a8bf28ef3, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=743404df-74f4-4bf6-adf7-553a8bf28ef3,segment=NetworkSegment(b0eb6eea-b461-4969-8a27-808f00daa8a1),segment_id=b0eb6eea-b461-4969-8a27-808f00daa8a1)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:52:41.074490 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:41.075764 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device bbc5fb34-a9c7-4e4e-9c45-8b4dea9c9324 no longer exists at agent hyperv_n-h1-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 11:52:41.107741 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-319c3cd6-e334-46bc-b82c-e2a89f80baef req-47dadd5e-c346-4aaf-85b2-b9a278ceb162 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.66 "GET /v2.0/security-groups?id=fecad5ed-08b4-4db8-8e35-9a1fb2f01a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257794 Aug 18 11:52:41.175998 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3bba61-835f-4747-b4d4-a0d8ec811c25 req-8d01e205-8eed-471c-9710-bfefcf647b38 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:41.183489 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7f3bba61-835f-4747-b4d4-a0d8ec811c25 req-8d01e205-8eed-471c-9710-bfefcf647b38 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945-project] 10.222.0.66 "GET /v2.0/ports?device_id=625ec057-7ac1-4341-8511-f9ea922f343e HTTP/1.1" status: 200 len: 943 time: 0.2030051 Aug 18 11:52:41.185879 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 47832) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:52:41.197467 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device bbc5fb34-a9c7-4e4e-9c45-8b4dea9c9324 not bound to the agent host n-h1-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 11:52:41.226588 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-bf530d2c-03f6-4649-83c0-98dd27425551 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:41.231190 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port 603b4ecd-53b6-445c-9fdc-c980305f798b, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=603b4ecd-53b6-445c-9fdc-c980305f798b,segment=NetworkSegment(b0eb6eea-b461-4969-8a27-808f00daa8a1),segment_id=b0eb6eea-b461-4969-8a27-808f00daa8a1)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:52:41.255898 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Returning: {'device': '603b4ecd-53b6-445c-9fdc-c980305f798b', 'network_id': '222e0814-c7e5-4b11-9282-3f40c6ed76b2', 'port_id': '603b4ecd-53b6-445c-9fdc-c980305f798b', 'mac_address': 'fa:16:3e:5f:ec:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 823, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d16d680-110b-436d-8afa-48ba845b3623', 'ip_address': '192.168.233.182'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 11:52:41.257720 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=743404df-74f4-4bf6-adf7-553a8bf28ef3,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:52:41.299234 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2f3eb0-8599-4058-9513-3c81f6d43be0 req-af98f6f2-afb9-4324-8673-1c73a6c76174 tempest-LiveAutoBlockMigrationV225Test-1799299027 tempest-LiveAutoBlockMigrationV225Test-1799299027-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:41.302690 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:41.302946 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0c2f3eb0-8599-4058-9513-3c81f6d43be0 req-af98f6f2-afb9-4324-8673-1c73a6c76174 tempest-LiveAutoBlockMigrationV225Test-1799299027 tempest-LiveAutoBlockMigrationV225Test-1799299027-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=d1a77c32-20c2-49cb-bacf-6d1bc8cdb75a&tenant_id=3bd2664269674b678c41aeb663f1f43e&binding%3Ahost_id=n-h1-804985-2 HTTP/1.1" status: 200 len: 1095 time: 0.2224584 Aug 18 11:52:41.310077 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-c3e64629-fd44-4197-92f8-f0f5e398c906 req-fccb4b68-be48-47d9-9c88-f5cc1aa21945 service neutron] 10.222.0.62 "GET /v2.0/networks/749eed81-85ea-459e-b52c-5ef570769bbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5810115 Aug 18 11:52:41.313268 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7f3bba61-835f-4747-b4d4-a0d8ec811c25 req-6cdd408d-455e-4c2c-b7ea-99899164403e tempest-FloatingIPsAssociationNegativeTestJSON-1386540945 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945-project] 10.222.0.66 "GET /v2.0/security-groups?id=6e2adde3-216f-4ea8-b00f-185ce0cf1700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288145 Aug 18 11:52:41.317907 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 603b4ecd-53b6-445c-9fdc-c980305f798b {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 11:52:41.351639 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port 603b4ecd-53b6-445c-9fdc-c980305f798b, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=603b4ecd-53b6-445c-9fdc-c980305f798b,segment=NetworkSegment(b0eb6eea-b461-4969-8a27-808f00daa8a1),segment_id=b0eb6eea-b461-4969-8a27-808f00daa8a1)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:52:41.356353 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:41.414028 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=603b4ecd-53b6-445c-9fdc-c980305f798b,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:52:41.439669 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-74d89155-36fe-42d2-bb31-3921217dd255 req-2c757144-6a1a-475d-8aa9-0c3cc35ae141 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] 10.222.0.66 "GET /v2.0/ports?device_id=103e4b6f-4d5d-4a07-b8f7-334042d12001 HTTP/1.1" status: 200 len: 210 time: 0.0456686 Aug 18 11:52:41.461322 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-bf530d2c-03f6-4649-83c0-98dd27425551 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:41.467644 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2f3eb0-8599-4058-9513-3c81f6d43be0 req-6eaec423-3211-447a-83e3-1d911f35b280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:41.469153 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0c2f3eb0-8599-4058-9513-3c81f6d43be0 req-6eaec423-3211-447a-83e3-1d911f35b280 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=d1a77c32-20c2-49cb-bacf-6d1bc8cdb75a&tenant_id=3bd2664269674b678c41aeb663f1f43e HTTP/1.1" status: 200 len: 1095 time: 0.1550090 Aug 18 11:52:41.469786 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-c3e64629-fd44-4197-92f8-f0f5e398c906 req-ca8a2722-1445-4edb-8875-c5bcff1d143e service neutron] 10.222.0.62 "GET /v2.0/networks/749eed81-85ea-459e-b52c-5ef570769bbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387532 Aug 18 11:52:41.472311 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24634ebf-c556-4840-b14b-079538115e39 req-095ce300-294f-4927-a663-a69f514811e1 tempest-LiveMigrationNegativeTest-1471191539 tempest-LiveMigrationNegativeTest-1471191539-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:41.473773 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-24634ebf-c556-4840-b14b-079538115e39 req-095ce300-294f-4927-a663-a69f514811e1 tempest-LiveMigrationNegativeTest-1471191539 tempest-LiveMigrationNegativeTest-1471191539-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=ce603bc6-2dee-4dc4-9dee-6e5b4fe55c75 HTTP/1.1" status: 200 len: 1101 time: 0.1585555 Aug 18 11:52:41.474368 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-bf530d2c-03f6-4649-83c0-98dd27425551 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:41.497678 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 11:52:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea4714b5-07cd-40d9-8772-7750d6086090 x-openstack-request-id: req-ea4714b5-07cd-40d9-8772-7750d6086090 {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:52:41.498208 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "625ec057-7ac1-4341-8511-f9ea922f343e", "tag": "19a52455-07f3-47db-a4d4-c6da5e76e313", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:52:41.498544 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ea4714b5-07cd-40d9-8772-7750d6086090 {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:52:41.499203 n-d-804985-2 neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '625ec057-7ac1-4341-8511-f9ea922f343e', 'tag': '19a52455-07f3-47db-a4d4-c6da5e76e313', 'status': 'completed', 'code': 200} Aug 18 11:52:41.521188 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-24634ebf-c556-4840-b14b-079538115e39 req-07039f66-f6b3-412e-8933-f006b443b901 tempest-LiveMigrationNegativeTest-1471191539 tempest-LiveMigrationNegativeTest-1471191539-project-admin] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:41.535301 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf530d2c-03f6-4649-83c0-98dd27425551 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c99e2f41-59aa-4e0a-a3bd-44ef8269222f,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:52:41.541322 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-bf530d2c-03f6-4649-83c0-98dd27425551 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5fcddd97fab44809ba8d11923fb5ea7a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3541257 Aug 18 11:52:41.547740 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 47834) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:52:41.583306 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2f3eb0-8599-4058-9513-3c81f6d43be0 req-37d25fe1-457c-4291-bfec-3919e40e18a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:41.585336 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-0c2f3eb0-8599-4058-9513-3c81f6d43be0 req-37d25fe1-457c-4291-bfec-3919e40e18a3 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3bd2664269674b678c41aeb663f1f43e&device_id=d1a77c32-20c2-49cb-bacf-6d1bc8cdb75a HTTP/1.1" status: 200 len: 1095 time: 0.0729296 Aug 18 11:52:41.651118 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] get_ports_and_sgs() called for port_ids ['603b4ecd-53b6-445c-9fdc-c980305f798b'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 11:52:41.690962 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2f3eb0-8599-4058-9513-3c81f6d43be0 req-f9230088-867a-4dda-a687-5345f658c02f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:41.692552 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-0c2f3eb0-8599-4058-9513-3c81f6d43be0 req-f9230088-867a-4dda-a687-5345f658c02f service neutron] 10.222.0.62 "GET /v2.0/networks?id=f471d7de-70da-4549-acfc-45017b3843ff HTTP/1.1" status: 200 len: 922 time: 0.0936666 Aug 18 11:52:41.705482 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0220149-44e1-4fa8-a8f4-e30b327c2f8f req-c45b7825-7c97-46c8-a280-772a8ac3730c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:41.706897 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d0220149-44e1-4fa8-a8f4-e30b327c2f8f req-c45b7825-7c97-46c8-a280-772a8ac3730c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=418eca027897477eaef8184aa03877a6&device_id=625ec057-7ac1-4341-8511-f9ea922f343e HTTP/1.1" status: 200 len: 1094 time: 0.1187177 Aug 18 11:52:41.715606 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e62f571-27fe-4656-bd6e-e9b3ad3bbd54 req-acf12cc8-ed2e-423c-9e84-92cbb62efa3a tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:41.717108 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6e62f571-27fe-4656-bd6e-e9b3ad3bbd54 req-acf12cc8-ed2e-423c-9e84-92cbb62efa3a tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] 10.222.0.66 "GET /v2.0/ports?device_id=306f2cf8-8dff-49e9-aaae-8bdb85ef593a HTTP/1.1" status: 200 len: 949 time: 0.1489797 Aug 18 11:52:41.717853 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-28c7b363-e8dc-4c3b-b0e3-e2f00637a94b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:41.741048 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-0c2f3eb0-8599-4058-9513-3c81f6d43be0 req-4d930a5d-d05f-4325-b6c4-89e9e644f136 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bbc5fb34-a9c7-4e4e-9c45-8b4dea9c9324 HTTP/1.1" status: 200 len: 217 time: 0.0404341 Aug 18 11:52:41.800755 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2f3eb0-8599-4058-9513-3c81f6d43be0 req-c5007cf9-5970-42f3-974a-b888a5ef885d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:41.804087 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-0c2f3eb0-8599-4058-9513-3c81f6d43be0 req-c5007cf9-5970-42f3-974a-b888a5ef885d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=16b84496-6d9e-4d8c-9087-8e81549f7d75 HTTP/1.1" status: 200 len: 861 time: 0.0525730 Aug 18 11:52:41.819429 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-28c7b363-e8dc-4c3b-b0e3-e2f00637a94b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:41.844649 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-0c2f3eb0-8599-4058-9513-3c81f6d43be0 req-f89d43a2-3c27-4651-935e-8f423d40bbf1 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f471d7de-70da-4549-acfc-45017b3843ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259798 Aug 18 11:52:41.854041 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6e62f571-27fe-4656-bd6e-e9b3ad3bbd54 req-2e83c168-86f9-4b9d-9bdd-33514734ad68 tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] 10.222.0.66 "GET /v2.0/security-groups?id=e54286de-dd7f-4b20-9f74-4a71262d523b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273825 Aug 18 11:52:41.895889 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-24634ebf-c556-4840-b14b-079538115e39 req-07039f66-f6b3-412e-8933-f006b443b901 tempest-LiveMigrationNegativeTest-1471191539 tempest-LiveMigrationNegativeTest-1471191539-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:41.901609 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 11:52:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c17319a4-6119-4e6d-ba15-7f84d215c447 x-openstack-request-id: req-c17319a4-6119-4e6d-ba15-7f84d215c447 {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:52:41.902109 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "306f2cf8-8dff-49e9-aaae-8bdb85ef593a", "name": "network-vif-plugged", "status": "completed", "tag": "743404df-74f4-4bf6-adf7-553a8bf28ef3", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:52:41.902225 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c17319a4-6119-4e6d-ba15-7f84d215c447 {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:52:41.903311 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '306f2cf8-8dff-49e9-aaae-8bdb85ef593a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '743404df-74f4-4bf6-adf7-553a8bf28ef3', 'code': 200} Aug 18 11:52:41.909170 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-24634ebf-c556-4840-b14b-079538115e39 req-07039f66-f6b3-412e-8933-f006b443b901 tempest-LiveMigrationNegativeTest-1471191539 tempest-LiveMigrationNegativeTest-1471191539-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:41.933306 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0220149-44e1-4fa8-a8f4-e30b327c2f8f req-54ed3218-70d3-45cb-9712-2c69d548c559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:41.934789 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d0220149-44e1-4fa8-a8f4-e30b327c2f8f req-54ed3218-70d3-45cb-9712-2c69d548c559 service neutron] 10.222.0.62 "GET /v2.0/networks?id=749eed81-85ea-459e-b52c-5ef570769bbd HTTP/1.1" status: 200 len: 929 time: 0.2109332 Aug 18 11:52:41.939882 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-24634ebf-c556-4840-b14b-079538115e39 req-07039f66-f6b3-412e-8933-f006b443b901 tempest-LiveMigrationNegativeTest-1471191539 tempest-LiveMigrationNegativeTest-1471191539-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=65bbc504-39a0-41da-bd31-ac5a025cebf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4549274 Aug 18 11:52:41.951534 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-28c7b363-e8dc-4c3b-b0e3-e2f00637a94b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:41.954732 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-28c7b363-e8dc-4c3b-b0e3-e2f00637a94b admin admin] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:41.958252 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-28c7b363-e8dc-4c3b-b0e3-e2f00637a94b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c99e2f41-59aa-4e0a-a3bd-44ef8269222f HTTP/1.1" status: 204 len: 168 time: 0.4091458 Aug 18 11:52:41.959057 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07039f66-f6b3-412e-8933-f006b443b901 tempest-LiveMigrationNegativeTest-1471191539 tempest-LiveMigrationNegativeTest-1471191539-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e7f0113-5152-4506-ad3c-4743197eb82f,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:52:42.029723 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-0c2f3eb0-8599-4058-9513-3c81f6d43be0 req-f7b0147e-052f-47c2-9151-65d4a843c122 service neutron] 10.222.0.62 "GET /v2.0/networks/f471d7de-70da-4549-acfc-45017b3843ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729085 Aug 18 11:52:42.031754 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d0220149-44e1-4fa8-a8f4-e30b327c2f8f req-9e6eb604-34de-4497-b0f4-e88959efaf97 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=19a52455-07f3-47db-a4d4-c6da5e76e313 HTTP/1.1" status: 200 len: 217 time: 0.0697536 Aug 18 11:52:42.035789 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c7b363-e8dc-4c3b-b0e3-e2f00637a94b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c99e2f41-59aa-4e0a-a3bd-44ef8269222f,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:52:42.162073 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e93e62b-c4ff-47c1-8e51-a4a889310b00 req-2b7fe310-faf0-4c41-911e-602c527e844f tempest-DeleteServersAdminTestJSON-34510037 tempest-DeleteServersAdminTestJSON-34510037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:42.171185 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2e93e62b-c4ff-47c1-8e51-a4a889310b00 req-2b7fe310-faf0-4c41-911e-602c527e844f tempest-DeleteServersAdminTestJSON-34510037 tempest-DeleteServersAdminTestJSON-34510037-project] 10.222.0.66 "GET /v2.0/ports?device_id=b21eaab3-f572-4735-ba80-75d708298e7f HTTP/1.1" status: 200 len: 949 time: 0.1535554 Aug 18 11:52:42.175524 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0220149-44e1-4fa8-a8f4-e30b327c2f8f req-f6f7ff10-80f0-410e-bc4a-7e3397c40fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:42.177181 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d0220149-44e1-4fa8-a8f4-e30b327c2f8f req-f6f7ff10-80f0-410e-bc4a-7e3397c40fd1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=85ef9a5e-4eda-4f20-b92b-37688a4f44c0 HTTP/1.1" status: 200 len: 867 time: 0.1128020 Aug 18 11:52:42.205086 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d766d51-3838-4486-93d0-e4f6775e1979 req-22e85c08-a6b9-40b0-be66-76f48b6c6bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:42.206786 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1d766d51-3838-4486-93d0-e4f6775e1979 req-22e85c08-a6b9-40b0-be66-76f48b6c6bb3 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=306f2cf8-8dff-49e9-aaae-8bdb85ef593a HTTP/1.1" status: 200 len: 1100 time: 0.1337633 Aug 18 11:52:42.226818 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-0c2f3eb0-8599-4058-9513-3c81f6d43be0 req-cb168b8d-df69-421b-868e-4497e067c47d service neutron] 10.222.0.62 "GET /v2.0/networks/f471d7de-70da-4549-acfc-45017b3843ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1822357 Aug 18 11:52:42.293558 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0346beb-1dbf-4874-a859-4eb56a3690d8 req-b879a32f-d009-4c1d-8f2b-f611b17ab735 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:42.295095 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-b0346beb-1dbf-4874-a859-4eb56a3690d8 req-b879a32f-d009-4c1d-8f2b-f611b17ab735 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] 10.222.0.62 "GET /v2.0/networks?id=f2b8460a-d20a-4d24-a458-477b4502f48c HTTP/1.1" status: 200 len: 808 time: 0.1470425 Aug 18 11:52:42.311696 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [req-b0346beb-1dbf-4874-a859-4eb56a3690d8 req-393c007c-8705-4558-b910-095344765707 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] Request body: {'port': {'device_id': '103e4b6f-4d5d-4a07-b8f7-334042d12001', 'network_id': 'f2b8460a-d20a-4d24-a458-477b4502f48c', 'admin_state_up': True, 'tenant_id': '188bebbd8f564ea0bbe77621cda4023c'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:52:42.466018 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0346beb-1dbf-4874-a859-4eb56a3690d8 req-393c007c-8705-4558-b910-095344765707 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] Made reservation on behalf of 188bebbd8f564ea0bbe77621cda4023c for: {'port': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 11:52:42.471902 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-b0346beb-1dbf-4874-a859-4eb56a3690d8 req-393c007c-8705-4558-b910-095344765707 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:42.557230 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2e93e62b-c4ff-47c1-8e51-a4a889310b00 req-3b560957-6e97-4288-9af9-436f44b3dda5 tempest-DeleteServersAdminTestJSON-34510037 tempest-DeleteServersAdminTestJSON-34510037-project] 10.222.0.66 "GET /v2.0/security-groups?id=ad711073-5b3b-4499-bbb9-27286a19ae6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3848169 Aug 18 11:52:42.560651 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1d766d51-3838-4486-93d0-e4f6775e1979 req-0c1e7830-1d05-47f9-825d-7440d685e210 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=e54286de-dd7f-4b20-9f74-4a71262d523b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3344910 Aug 18 11:52:42.567087 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0220149-44e1-4fa8-a8f4-e30b327c2f8f req-a5d37282-9495-4c54-90b5-9e3363b83a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:42.568802 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d0220149-44e1-4fa8-a8f4-e30b327c2f8f req-a5d37282-9495-4c54-90b5-9e3363b83a6c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=749eed81-85ea-459e-b52c-5ef570769bbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3814886 Aug 18 11:52:42.586882 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fee9ca-661f-41a0-9c43-ebd6528cb145 req-bcf30544-9c28-442c-9ab8-4a994471483e tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:42.588431 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c8fee9ca-661f-41a0-9c43-ebd6528cb145 req-bcf30544-9c28-442c-9ab8-4a994471483e tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.66 "GET /v2.0/ports?device_id=d1a77c32-20c2-49cb-bacf-6d1bc8cdb75a HTTP/1.1" status: 200 len: 944 time: 0.0806005 Aug 18 11:52:42.680831 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2f3eb0-8599-4058-9513-3c81f6d43be0 req-ecae5414-a132-4512-982e-6be719d0c794 tempest-LiveAutoBlockMigrationV225Test-1799299027 tempest-LiveAutoBlockMigrationV225Test-1799299027-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:42.682313 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-0c2f3eb0-8599-4058-9513-3c81f6d43be0 req-ecae5414-a132-4512-982e-6be719d0c794 tempest-LiveAutoBlockMigrationV225Test-1799299027 tempest-LiveAutoBlockMigrationV225Test-1799299027-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=d1a77c32-20c2-49cb-bacf-6d1bc8cdb75a&tenant_id=3bd2664269674b678c41aeb663f1f43e&binding%3Ahost_id=n-h2-804985-2 HTTP/1.1" status: 200 len: 1095 time: 0.1421707 Aug 18 11:52:42.685646 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c8fee9ca-661f-41a0-9c43-ebd6528cb145 req-ba4b118c-f46d-49e6-b1f0-74927ab6b35a tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.66 "GET /v2.0/security-groups?id=fecad5ed-08b4-4db8-8e35-9a1fb2f01a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796971 Aug 18 11:52:42.696208 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [req-b0346beb-1dbf-4874-a859-4eb56a3690d8 req-393c007c-8705-4558-b910-095344765707 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] Allocated IP 172.20.0.11 (f2b8460a-d20a-4d24-a458-477b4502f48c/a97adc7a-3cde-4d27-baf4-adb6fa582445/9e760ced-e3a8-451d-bb2c-5f1f05bc79ab) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 11:52:42.723129 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d0220149-44e1-4fa8-a8f4-e30b327c2f8f req-811f4cfb-cf36-4e11-b8e0-480603a19856 service neutron] 10.222.0.62 "GET /v2.0/networks/749eed81-85ea-459e-b52c-5ef570769bbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336927 Aug 18 11:52:42.859746 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 603b4ecd-53b6-445c-9fdc-c980305f798b up at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:52:42.887799 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d0220149-44e1-4fa8-a8f4-e30b327c2f8f req-270417c3-fc00-493c-be06-748d09644eac service neutron] 10.222.0.62 "GET /v2.0/networks/749eed81-85ea-459e-b52c-5ef570769bbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488650 Aug 18 11:52:42.928122 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-0c2f3eb0-8599-4058-9513-3c81f6d43be0 req-97605a6a-830c-4a0b-8fab-5c1c55d4ed51 service neutron] For port bbc5fb34-a9c7-4e4e-9c45-8b4dea9c9324, host n-h1-804985-2, cleared binding levels {{(pid=106253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 11:52:42.934123 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-0c2f3eb0-8599-4058-9513-3c81f6d43be0 req-97605a6a-830c-4a0b-8fab-5c1c55d4ed51 service neutron] Notify callbacks [] for binding, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:42.935261 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-0c2f3eb0-8599-4058-9513-3c81f6d43be0 req-97605a6a-830c-4a0b-8fab-5c1c55d4ed51 service neutron] 10.222.0.62 "DELETE /v2.0/ports/bbc5fb34-a9c7-4e4e-9c45-8b4dea9c9324/bindings/n-h1-804985-2 HTTP/1.1" status: 204 len: 173 time: 0.2408245 Aug 18 11:52:42.963508 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Provisioning for port 603b4ecd-53b6-445c-9fdc-c980305f798b completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 11:52:42.969929 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Provisioning complete for port 603b4ecd-53b6-445c-9fdc-c980305f798b triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:52:42.970668 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:42.992011 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-462462f4-df46-4637-a07e-a0415d77baa6 req-819f275c-5c09-4e97-bb32-7f1e19c4e667 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] 10.222.0.66 "GET /v2.0/ports?device_id=103e4b6f-4d5d-4a07-b8f7-334042d12001 HTTP/1.1" status: 200 len: 210 time: 0.0383062 Aug 18 11:52:43.014518 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722a00c1-6d4c-4b30-bf06-c19acfcb82d2 req-30275a2d-3151-4a62-91b5-de1a9f0ec45c tempest-FloatingIPsAssociationNegativeTestJSON-1386540945 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:43.016041 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-b0346beb-1dbf-4874-a859-4eb56a3690d8 req-393c007c-8705-4558-b910-095344765707 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:43.022481 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-722a00c1-6d4c-4b30-bf06-c19acfcb82d2 req-30275a2d-3151-4a62-91b5-de1a9f0ec45c tempest-FloatingIPsAssociationNegativeTestJSON-1386540945 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945-project] 10.222.0.66 "GET /v2.0/ports?device_id=625ec057-7ac1-4341-8511-f9ea922f343e HTTP/1.1" status: 200 len: 943 time: 0.1159210 Aug 18 11:52:43.078312 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-722a00c1-6d4c-4b30-bf06-c19acfcb82d2 req-ebf2c88f-ae9a-4f40-894d-e4f3bc8739a0 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945-project] 10.222.0.66 "GET /v2.0/security-groups?id=6e2adde3-216f-4ea8-b00f-185ce0cf1700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547755 Aug 18 11:52:43.079413 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:43.122538 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port 603b4ecd-53b6-445c-9fdc-c980305f798b, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=603b4ecd-53b6-445c-9fdc-c980305f798b,segment=NetworkSegment(b0eb6eea-b461-4969-8a27-808f00daa8a1),segment_id=b0eb6eea-b461-4969-8a27-808f00daa8a1)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:52:43.125851 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-b0346beb-1dbf-4874-a859-4eb56a3690d8 req-393c007c-8705-4558-b910-095344765707 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:43.129547 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:43.185003 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0346beb-1dbf-4874-a859-4eb56a3690d8 req-393c007c-8705-4558-b910-095344765707 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] Network f2b8460a-d20a-4d24-a458-477b4502f48c is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 11:52:43.190452 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [req-b0346beb-1dbf-4874-a859-4eb56a3690d8 req-393c007c-8705-4558-b910-095344765707 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:52:43.192920 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393c007c-8705-4558-b910-095344765707 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] Pushing event updated for resources: {'Port': ['ID=9e760ced-e3a8-451d-bb2c-5f1f05bc79ab,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:52:43.195807 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0346beb-1dbf-4874-a859-4eb56a3690d8 req-393c007c-8705-4558-b910-095344765707 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 11:52:43.201651 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=603b4ecd-53b6-445c-9fdc-c980305f798b,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:52:43.203177 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0346beb-1dbf-4874-a859-4eb56a3690d8 req-393c007c-8705-4558-b910-095344765707 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:43.203831 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-b0346beb-1dbf-4874-a859-4eb56a3690d8 req-393c007c-8705-4558-b910-095344765707 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:43.219014 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e6cd03-ac72-40b3-8f23-27b45d37c90a req-005c1504-d2e8-4f87-beda-b6aaeed1cca6 tempest-LiveMigrationNegativeTest-1842983464 tempest-LiveMigrationNegativeTest-1842983464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:43.220057 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-b0346beb-1dbf-4874-a859-4eb56a3690d8 req-393c007c-8705-4558-b910-095344765707 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9140654 Aug 18 11:52:43.220790 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-32e6cd03-ac72-40b3-8f23-27b45d37c90a req-005c1504-d2e8-4f87-beda-b6aaeed1cca6 tempest-LiveMigrationNegativeTest-1842983464 tempest-LiveMigrationNegativeTest-1842983464-project] 10.222.0.66 "GET /v2.0/ports?device_id=ce603bc6-2dee-4dc4-9dee-6e5b4fe55c75 HTTP/1.1" status: 200 len: 950 time: 0.0996470 Aug 18 11:52:43.229851 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8d44d3-7662-4c2c-94e3-9ca4bb980a02 req-255b38d2-479f-4ef0-8bf5-24da67220323 tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:43.231549 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7d8d44d3-7662-4c2c-94e3-9ca4bb980a02 req-255b38d2-479f-4ef0-8bf5-24da67220323 tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] 10.222.0.66 "GET /v2.0/ports?device_id=306f2cf8-8dff-49e9-aaae-8bdb85ef593a HTTP/1.1" status: 200 len: 949 time: 0.0947039 Aug 18 11:52:43.234695 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [req-b0346beb-1dbf-4874-a859-4eb56a3690d8 req-60f14c76-c600-4ce5-bf73-b5d4ee44e6d3 service neutron] Request body: {'port': {'device_id': '103e4b6f-4d5d-4a07-b8f7-334042d12001', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804985-2'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:52:43.287469 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-32e6cd03-ac72-40b3-8f23-27b45d37c90a req-e35c716f-a5e1-4f01-a11d-f637ad7d7507 tempest-LiveMigrationNegativeTest-1842983464 tempest-LiveMigrationNegativeTest-1842983464-project] 10.222.0.66 "GET /v2.0/security-groups?id=65bbc504-39a0-41da-bd31-ac5a025cebf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547767 Aug 18 11:52:43.290485 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-b0346beb-1dbf-4874-a859-4eb56a3690d8 req-60f14c76-c600-4ce5-bf73-b5d4ee44e6d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:43.302482 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7d8d44d3-7662-4c2c-94e3-9ca4bb980a02 req-85158768-8d38-43b8-a8e5-1f0a3668024e tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] 10.222.0.66 "GET /v2.0/security-groups?id=e54286de-dd7f-4b20-9f74-4a71262d523b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555122 Aug 18 11:52:43.572978 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [req-b0346beb-1dbf-4874-a859-4eb56a3690d8 req-60f14c76-c600-4ce5-bf73-b5d4ee44e6d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e760ced-e3a8-451d-bb2c-5f1f05bc79ab {{(pid=106253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 11:52:43.585203 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-b0346beb-1dbf-4874-a859-4eb56a3690d8 req-60f14c76-c600-4ce5-bf73-b5d4ee44e6d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:43.603439 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [req-b0346beb-1dbf-4874-a859-4eb56a3690d8 req-60f14c76-c600-4ce5-bf73-b5d4ee44e6d3 service neutron] Transition to ACTIVE for port object 9e760ced-e3a8-451d-bb2c-5f1f05bc79ab will not be triggered until provisioned by entity L2. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 11:52:43.608425 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-b0346beb-1dbf-4874-a859-4eb56a3690d8 req-60f14c76-c600-4ce5-bf73-b5d4ee44e6d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:43.679923 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f14c76-c600-4ce5-bf73-b5d4ee44e6d3 service neutron] Pushing event updated for resources: {'Port': ['ID=9e760ced-e3a8-451d-bb2c-5f1f05bc79ab,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:52:43.696514 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-b0346beb-1dbf-4874-a859-4eb56a3690d8 req-60f14c76-c600-4ce5-bf73-b5d4ee44e6d3 service neutron] Attempting to bind port 9e760ced-e3a8-451d-bb2c-5f1f05bc79ab on host n-h2-804985-2 for vnic_type normal with profile {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 11:52:43.696865 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-b0346beb-1dbf-4874-a859-4eb56a3690d8 req-60f14c76-c600-4ce5-bf73-b5d4ee44e6d3 service neutron] Attempting to bind port 9e760ced-e3a8-451d-bb2c-5f1f05bc79ab by drivers openvswitch,hyperv on host n-h2-804985-2 at level 0 using segments [{'id': '77044dd8-732d-4440-9cc8-7f1936544d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'f2b8460a-d20a-4d24-a458-477b4502f48c'}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 11:52:43.697198 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0346beb-1dbf-4874-a859-4eb56a3690d8 req-60f14c76-c600-4ce5-bf73-b5d4ee44e6d3 service neutron] Attempting to bind port 9e760ced-e3a8-451d-bb2c-5f1f05bc79ab on network f2b8460a-d20a-4d24-a458-477b4502f48c {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 11:52:43.701689 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0346beb-1dbf-4874-a859-4eb56a3690d8 req-60f14c76-c600-4ce5-bf73-b5d4ee44e6d3 service neutron] Port 9e760ced-e3a8-451d-bb2c-5f1f05bc79ab on network f2b8460a-d20a-4d24-a458-477b4502f48c not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-2 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 11:52:43.701982 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0346beb-1dbf-4874-a859-4eb56a3690d8 req-60f14c76-c600-4ce5-bf73-b5d4ee44e6d3 service neutron] Attempting to bind port 9e760ced-e3a8-451d-bb2c-5f1f05bc79ab on network f2b8460a-d20a-4d24-a458-477b4502f48c {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 11:52:43.707263 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0346beb-1dbf-4874-a859-4eb56a3690d8 req-60f14c76-c600-4ce5-bf73-b5d4ee44e6d3 service neutron] Checking agent: {'id': 'da5da552-709c-4248-84de-86af99a0dc87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 49, 8), 'started_at': datetime.datetime(2021, 8, 18, 11, 49, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 11, 52, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 11:52:43.707661 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0346beb-1dbf-4874-a859-4eb56a3690d8 req-60f14c76-c600-4ce5-bf73-b5d4ee44e6d3 service neutron] Checking segment: {'id': '77044dd8-732d-4440-9cc8-7f1936544d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'f2b8460a-d20a-4d24-a458-477b4502f48c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 11:52:43.708145 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0346beb-1dbf-4874-a859-4eb56a3690d8 req-60f14c76-c600-4ce5-bf73-b5d4ee44e6d3 service neutron] Bound using segment: {'id': '77044dd8-732d-4440-9cc8-7f1936544d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'f2b8460a-d20a-4d24-a458-477b4502f48c'} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 11:52:43.708647 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-b0346beb-1dbf-4874-a859-4eb56a3690d8 req-60f14c76-c600-4ce5-bf73-b5d4ee44e6d3 service neutron] Bound port: 9e760ced-e3a8-451d-bb2c-5f1f05bc79ab, host: n-h2-804985-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77044dd8-732d-4440-9cc8-7f1936544d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'f2b8460a-d20a-4d24-a458-477b4502f48c'}}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 11:52:43.709000 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-b0346beb-1dbf-4874-a859-4eb56a3690d8 req-60f14c76-c600-4ce5-bf73-b5d4ee44e6d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:43.709660 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f150370d-de80-4a6d-8d2c-9d5a91462b8f req-f51026c6-9b40-4369-8bc9-76de7b00982d tempest-DeleteServersAdminTestJSON-34510037 tempest-DeleteServersAdminTestJSON-34510037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:43.712033 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f150370d-de80-4a6d-8d2c-9d5a91462b8f req-f51026c6-9b40-4369-8bc9-76de7b00982d tempest-DeleteServersAdminTestJSON-34510037 tempest-DeleteServersAdminTestJSON-34510037-project] 10.222.0.66 "GET /v2.0/ports?device_id=b21eaab3-f572-4735-ba80-75d708298e7f HTTP/1.1" status: 200 len: 950 time: 0.0671916 Aug 18 11:52:43.764805 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f150370d-de80-4a6d-8d2c-9d5a91462b8f req-7222a589-7f0e-4923-aa6c-7726823df5fc tempest-DeleteServersAdminTestJSON-34510037 tempest-DeleteServersAdminTestJSON-34510037-project] 10.222.0.66 "GET /v2.0/security-groups?id=ad711073-5b3b-4499-bbb9-27286a19ae6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441830 Aug 18 11:52:43.804226 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-b0346beb-1dbf-4874-a859-4eb56a3690d8 req-60f14c76-c600-4ce5-bf73-b5d4ee44e6d3 service neutron] For port 9e760ced-e3a8-451d-bb2c-5f1f05bc79ab, host n-h2-804985-2, cleared binding levels {{(pid=106253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 11:52:43.807651 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-b0346beb-1dbf-4874-a859-4eb56a3690d8 req-60f14c76-c600-4ce5-bf73-b5d4ee44e6d3 service neutron] For port 9e760ced-e3a8-451d-bb2c-5f1f05bc79ab, host n-h2-804985-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=9e760ced-e3a8-451d-bb2c-5f1f05bc79ab,segment=NetworkSegment(77044dd8-732d-4440-9cc8-7f1936544d71),segment_id=77044dd8-732d-4440-9cc8-7f1936544d71)] {{(pid=106253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 11:52:43.813509 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-b0346beb-1dbf-4874-a859-4eb56a3690d8 req-60f14c76-c600-4ce5-bf73-b5d4ee44e6d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:43.826344 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e58d44a-ceb2-4b59-8dd7-4790b8680376 req-af975fb3-5961-4cf9-b65a-e7ee484e0aa7 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:43.834711 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8e58d44a-ceb2-4b59-8dd7-4790b8680376 req-af975fb3-5961-4cf9-b65a-e7ee484e0aa7 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.66 "GET /v2.0/ports?device_id=d1a77c32-20c2-49cb-bacf-6d1bc8cdb75a HTTP/1.1" status: 200 len: 944 time: 0.0676141 Aug 18 11:52:43.851389 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0346beb-1dbf-4874-a859-4eb56a3690d8 req-60f14c76-c600-4ce5-bf73-b5d4ee44e6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:43.852039 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-b0346beb-1dbf-4874-a859-4eb56a3690d8 req-60f14c76-c600-4ce5-bf73-b5d4ee44e6d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:43.853508 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-b0346beb-1dbf-4874-a859-4eb56a3690d8 req-60f14c76-c600-4ce5-bf73-b5d4ee44e6d3 service neutron] 10.222.0.62 "PUT /v2.0/ports/9e760ced-e3a8-451d-bb2c-5f1f05bc79ab HTTP/1.1" status: 200 len: 1092 time: 0.6237700 Aug 18 11:52:43.853936 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '103e4b6f-4d5d-4a07-b8f7-334042d12001', 'tag': '9e760ced-e3a8-451d-bb2c-5f1f05bc79ab'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 11:52:43.856207 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0679f4c4b6e0e0c064a7d71d722dc30541a34fffee11680573be22ee2ffccc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38541aef-4fdd-4205-ad37-ac7d73185beb" -d '{"events": [{"name": "network-changed", "server_uuid": "103e4b6f-4d5d-4a07-b8f7-334042d12001", "tag": "9e760ced-e3a8-451d-bb2c-5f1f05bc79ab"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:52:43.873165 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8e58d44a-ceb2-4b59-8dd7-4790b8680376 req-7727b2c6-25fe-4000-97cc-a81772ef02ca tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.66 "GET /v2.0/security-groups?id=fecad5ed-08b4-4db8-8e35-9a1fb2f01a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387301 Aug 18 11:52:43.891600 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f14c76-c600-4ce5-bf73-b5d4ee44e6d3 service neutron] Pushing event updated for resources: {'Port': ['ID=9e760ced-e3a8-451d-bb2c-5f1f05bc79ab,revision_number=3']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:52:43.903875 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b21eaab3-f572-4735-ba80-75d708298e7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '603b4ecd-53b6-445c-9fdc-c980305f798b'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 11:52:43.906634 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db50a436fb3a98495337d8fe7487b4f2ea6f3c1052eb9efadc2ecda2d5737001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60d8fb25-d4fd-4cc7-881e-0c73b2f08c13" -d '{"events": [{"server_uuid": "b21eaab3-f572-4735-ba80-75d708298e7f", "name": "network-vif-plugged", "status": "completed", "tag": "603b4ecd-53b6-445c-9fdc-c980305f798b"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:52:43.943398 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0346beb-1dbf-4874-a859-4eb56a3690d8 req-dde05aa0-b8ec-4766-8913-4be13dfcc186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:43.945558 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-b0346beb-1dbf-4874-a859-4eb56a3690d8 req-dde05aa0-b8ec-4766-8913-4be13dfcc186 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=188bebbd8f564ea0bbe77621cda4023c&device_id=103e4b6f-4d5d-4a07-b8f7-334042d12001 HTTP/1.1" status: 200 len: 1095 time: 0.0440297 Aug 18 11:52:43.951833 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 11:52:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2957446b-6fce-4827-aedd-b75658fb33a4 x-openstack-request-id: req-2957446b-6fce-4827-aedd-b75658fb33a4 {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:52:43.952344 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "103e4b6f-4d5d-4a07-b8f7-334042d12001", "tag": "9e760ced-e3a8-451d-bb2c-5f1f05bc79ab", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:52:43.952769 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-2957446b-6fce-4827-aedd-b75658fb33a4 {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:52:43.953342 n-d-804985-2 neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '103e4b6f-4d5d-4a07-b8f7-334042d12001', 'tag': '9e760ced-e3a8-451d-bb2c-5f1f05bc79ab', 'status': 'completed', 'code': 200} Aug 18 11:52:43.992722 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 11:52:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c4d0f51-35d0-4de9-ab25-d51f9cfedb7b x-openstack-request-id: req-3c4d0f51-35d0-4de9-ab25-d51f9cfedb7b {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:52:43.993212 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b21eaab3-f572-4735-ba80-75d708298e7f", "name": "network-vif-plugged", "status": "completed", "tag": "603b4ecd-53b6-445c-9fdc-c980305f798b", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:52:43.993304 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-3c4d0f51-35d0-4de9-ab25-d51f9cfedb7b {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:52:43.993679 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b21eaab3-f572-4735-ba80-75d708298e7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '603b4ecd-53b6-445c-9fdc-c980305f798b', 'code': 200} Aug 18 11:52:44.004004 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-b0346beb-1dbf-4874-a859-4eb56a3690d8 req-31bda03e-4939-4a28-9e48-2accad611379 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9e760ced-e3a8-451d-bb2c-5f1f05bc79ab HTTP/1.1" status: 200 len: 217 time: 0.0380933 Aug 18 11:52:44.070092 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0346beb-1dbf-4874-a859-4eb56a3690d8 req-5d8fc01e-ed06-4773-b664-d7a3ebfd4f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:44.071713 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-b0346beb-1dbf-4874-a859-4eb56a3690d8 req-5d8fc01e-ed06-4773-b664-d7a3ebfd4f05 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a97adc7a-3cde-4d27-baf4-adb6fa582445 HTTP/1.1" status: 200 len: 848 time: 0.0562484 Aug 18 11:52:44.142618 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-b0346beb-1dbf-4874-a859-4eb56a3690d8 req-dfc1027b-a477-473b-9ddb-3763f066bdb1 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f2b8460a-d20a-4d24-a458-477b4502f48c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446799 Aug 18 11:52:44.157603 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cefffd-34eb-4910-b3f1-dcff625fbf3d req-a95c19d2-97cf-48ed-9e5d-a0e86a2843b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:44.159093 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-d1cefffd-34eb-4910-b3f1-dcff625fbf3d req-a95c19d2-97cf-48ed-9e5d-a0e86a2843b3 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=b21eaab3-f572-4735-ba80-75d708298e7f HTTP/1.1" status: 200 len: 1101 time: 0.0625041 Aug 18 11:52:44.168375 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da78d0ec-3809-4615-9118-295911022942 req-8ce20cbb-cddd-4d6f-95ed-b3e12a296a18 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:44.169891 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-da78d0ec-3809-4615-9118-295911022942 req-8ce20cbb-cddd-4d6f-95ed-b3e12a296a18 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] 10.222.0.66 "GET /v2.0/ports?device_id=103e4b6f-4d5d-4a07-b8f7-334042d12001 HTTP/1.1" status: 200 len: 944 time: 0.0794675 Aug 18 11:52:44.186164 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afbfe04-d111-4854-925a-d6b60065da2c req-7b72ee0a-c5ae-4a2d-acaf-104d1e9d5bdd tempest-NetworksTest-1908151123 tempest-NetworksTest-1908151123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:44.186638 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afbfe04-d111-4854-925a-d6b60065da2c req-7b72ee0a-c5ae-4a2d-acaf-104d1e9d5bdd tempest-NetworksTest-1908151123 tempest-NetworksTest-1908151123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:44.187109 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afbfe04-d111-4854-925a-d6b60065da2c req-7b72ee0a-c5ae-4a2d-acaf-104d1e9d5bdd tempest-NetworksTest-1908151123 tempest-NetworksTest-1908151123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:44.187574 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afbfe04-d111-4854-925a-d6b60065da2c req-7b72ee0a-c5ae-4a2d-acaf-104d1e9d5bdd tempest-NetworksTest-1908151123 tempest-NetworksTest-1908151123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:44.188038 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afbfe04-d111-4854-925a-d6b60065da2c req-7b72ee0a-c5ae-4a2d-acaf-104d1e9d5bdd tempest-NetworksTest-1908151123 tempest-NetworksTest-1908151123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:44.188518 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afbfe04-d111-4854-925a-d6b60065da2c req-7b72ee0a-c5ae-4a2d-acaf-104d1e9d5bdd tempest-NetworksTest-1908151123 tempest-NetworksTest-1908151123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:44.188975 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afbfe04-d111-4854-925a-d6b60065da2c req-7b72ee0a-c5ae-4a2d-acaf-104d1e9d5bdd tempest-NetworksTest-1908151123 tempest-NetworksTest-1908151123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:44.189427 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afbfe04-d111-4854-925a-d6b60065da2c req-7b72ee0a-c5ae-4a2d-acaf-104d1e9d5bdd tempest-NetworksTest-1908151123 tempest-NetworksTest-1908151123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:44.189881 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afbfe04-d111-4854-925a-d6b60065da2c req-7b72ee0a-c5ae-4a2d-acaf-104d1e9d5bdd tempest-NetworksTest-1908151123 tempest-NetworksTest-1908151123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:44.190336 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afbfe04-d111-4854-925a-d6b60065da2c req-7b72ee0a-c5ae-4a2d-acaf-104d1e9d5bdd tempest-NetworksTest-1908151123 tempest-NetworksTest-1908151123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:44.192264 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9afbfe04-d111-4854-925a-d6b60065da2c req-7b72ee0a-c5ae-4a2d-acaf-104d1e9d5bdd tempest-NetworksTest-1908151123 tempest-NetworksTest-1908151123-project-admin] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7155 time: 0.1755295 Aug 18 11:52:44.222344 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-da78d0ec-3809-4615-9118-295911022942 req-53576404-cef9-4f63-b7de-8f98229d97f8 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] 10.222.0.66 "GET /v2.0/security-groups?id=07aef7bb-6c11-4cb4-8594-c24180b5d811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451007 Aug 18 11:52:44.245778 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-d1cefffd-34eb-4910-b3f1-dcff625fbf3d req-3ce4ff3e-3b1b-4817-b0c7-4a7c86d44ea4 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=ad711073-5b3b-4499-bbb9-27286a19ae6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691605 Aug 18 11:52:44.277411 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-b0346beb-1dbf-4874-a859-4eb56a3690d8 req-294a50d8-559c-489e-9c8b-3a726164d40c service neutron] 10.222.0.62 "GET /v2.0/networks/f2b8460a-d20a-4d24-a458-477b4502f48c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173489 Aug 18 11:52:44.295809 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2afe22-9c19-4496-95e6-56e108f5dc78 req-80796e38-5e66-4029-9f5d-95afe03796f6 tempest-LiveAutoBlockMigrationV225Test-1799299027 tempest-LiveAutoBlockMigrationV225Test-1799299027-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:44.297385 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1e2afe22-9c19-4496-95e6-56e108f5dc78 req-80796e38-5e66-4029-9f5d-95afe03796f6 tempest-LiveAutoBlockMigrationV225Test-1799299027 tempest-LiveAutoBlockMigrationV225Test-1799299027-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=d1a77c32-20c2-49cb-bacf-6d1bc8cdb75a HTTP/1.1" status: 200 len: 1095 time: 0.0486550 Aug 18 11:52:44.356032 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1e2afe22-9c19-4496-95e6-56e108f5dc78 req-7085382e-44cf-403d-9676-758bbc50f855 tempest-LiveAutoBlockMigrationV225Test-1799299027 tempest-LiveAutoBlockMigrationV225Test-1799299027-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=fecad5ed-08b4-4db8-8e35-9a1fb2f01a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511224 Aug 18 11:52:44.364629 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dab2861-992e-4f5e-80f1-47a9b3bef826 req-8251b84a-caf6-41c7-8ea9-5155caab09ca tempest-FloatingIPsAssociationNegativeTestJSON-1386540945 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:44.366096 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0dab2861-992e-4f5e-80f1-47a9b3bef826 req-8251b84a-caf6-41c7-8ea9-5155caab09ca tempest-FloatingIPsAssociationNegativeTestJSON-1386540945 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945-project] 10.222.0.66 "GET /v2.0/ports?device_id=625ec057-7ac1-4341-8511-f9ea922f343e HTTP/1.1" status: 200 len: 943 time: 0.0741391 Aug 18 11:52:44.387970 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-b0346beb-1dbf-4874-a859-4eb56a3690d8 req-81a7e0fa-a12f-426a-a6e7-8a5734a8974d service neutron] 10.222.0.62 "GET /v2.0/networks/f2b8460a-d20a-4d24-a458-477b4502f48c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849938 Aug 18 11:52:44.460691 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0dab2861-992e-4f5e-80f1-47a9b3bef826 req-764c1f27-ccab-4b05-87e0-cd88e25e7ecf tempest-FloatingIPsAssociationNegativeTestJSON-1386540945 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945-project] 10.222.0.66 "GET /v2.0/security-groups?id=6e2adde3-216f-4ea8-b00f-185ce0cf1700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868342 Aug 18 11:52:44.495948 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38541aef-4fdd-4205-ad37-ac7d73185beb req-85f73b66-1513-4841-9dee-21ce8ad9568e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:44.497647 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-38541aef-4fdd-4205-ad37-ac7d73185beb req-85f73b66-1513-4841-9dee-21ce8ad9568e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=188bebbd8f564ea0bbe77621cda4023c&device_id=103e4b6f-4d5d-4a07-b8f7-334042d12001 HTTP/1.1" status: 200 len: 1095 time: 0.0563004 Aug 18 11:52:44.504432 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32121fae-5134-492e-a7f4-8c11ba555b7a req-6e359b56-c0aa-450f-99b1-152d14e388f5 tempest-NetworksTest-1908151123 tempest-NetworksTest-1908151123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:44.506055 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-32121fae-5134-492e-a7f4-8c11ba555b7a req-6e359b56-c0aa-450f-99b1-152d14e388f5 tempest-NetworksTest-1908151123 tempest-NetworksTest-1908151123-project-admin] 10.222.0.66 "GET /v2.0/networks/7cae7a70-14fd-408c-b14d-39ceb97cb60e HTTP/1.1" status: 200 len: 886 time: 0.1105750 Aug 18 11:52:44.603038 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38541aef-4fdd-4205-ad37-ac7d73185beb req-6f2c5775-8c3e-44f4-b5ec-65b9e0beb720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:44.604548 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-38541aef-4fdd-4205-ad37-ac7d73185beb req-6f2c5775-8c3e-44f4-b5ec-65b9e0beb720 service neutron] 10.222.0.62 "GET /v2.0/networks?id=f2b8460a-d20a-4d24-a458-477b4502f48c HTTP/1.1" status: 200 len: 909 time: 0.0961382 Aug 18 11:52:44.617447 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0bdac8-4191-4188-93f0-153c460edcb6 req-a7b75ec1-6dd0-46db-bab1-fd3832835fab tempest-LiveMigrationNegativeTest-1842983464 tempest-LiveMigrationNegativeTest-1842983464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:44.618982 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4e0bdac8-4191-4188-93f0-153c460edcb6 req-a7b75ec1-6dd0-46db-bab1-fd3832835fab tempest-LiveMigrationNegativeTest-1842983464 tempest-LiveMigrationNegativeTest-1842983464-project] 10.222.0.66 "GET /v2.0/ports?device_id=ce603bc6-2dee-4dc4-9dee-6e5b4fe55c75 HTTP/1.1" status: 200 len: 950 time: 0.0792069 Aug 18 11:52:44.630632 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73640265-0a07-441d-af85-ae1e5b163e4c req-eadc506f-d1d0-4dca-a09a-d116f42e1da0 tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:44.632037 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-73640265-0a07-441d-af85-ae1e5b163e4c req-eadc506f-d1d0-4dca-a09a-d116f42e1da0 tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] 10.222.0.66 "GET /v2.0/ports?device_id=306f2cf8-8dff-49e9-aaae-8bdb85ef593a HTTP/1.1" status: 200 len: 949 time: 0.0665731 Aug 18 11:52:44.646440 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-38541aef-4fdd-4205-ad37-ac7d73185beb req-35f3125e-98bb-4236-a2ef-12cc41534cde service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9e760ced-e3a8-451d-bb2c-5f1f05bc79ab HTTP/1.1" status: 200 len: 217 time: 0.0343709 Aug 18 11:52:44.683580 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4e0bdac8-4191-4188-93f0-153c460edcb6 req-20ddea7e-e76e-42d2-9827-fde4a2eeb290 tempest-LiveMigrationNegativeTest-1842983464 tempest-LiveMigrationNegativeTest-1842983464-project] 10.222.0.66 "GET /v2.0/security-groups?id=65bbc504-39a0-41da-bd31-ac5a025cebf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505335 Aug 18 11:52:44.691380 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-73640265-0a07-441d-af85-ae1e5b163e4c req-88a07503-336b-4889-aa58-5a74ed7d7106 tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] 10.222.0.66 "GET /v2.0/security-groups?id=e54286de-dd7f-4b20-9f74-4a71262d523b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526814 Aug 18 11:52:44.719459 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38541aef-4fdd-4205-ad37-ac7d73185beb req-efbbd779-3357-4e19-8ca2-28a2b2168994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:44.721212 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-38541aef-4fdd-4205-ad37-ac7d73185beb req-efbbd779-3357-4e19-8ca2-28a2b2168994 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a97adc7a-3cde-4d27-baf4-adb6fa582445 HTTP/1.1" status: 200 len: 848 time: 0.0663939 Aug 18 11:52:44.758181 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-38541aef-4fdd-4205-ad37-ac7d73185beb req-9286ec2d-f336-4783-b7d3-ad5d6baae37e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f2b8460a-d20a-4d24-a458-477b4502f48c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257010 Aug 18 11:52:44.854998 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-38541aef-4fdd-4205-ad37-ac7d73185beb req-3bce2929-bb54-4d19-85c2-f44b67f9d150 service neutron] 10.222.0.62 "GET /v2.0/networks/f2b8460a-d20a-4d24-a458-477b4502f48c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852072 Aug 18 11:52:44.874877 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 19a52455-07f3-47db-a4d4-c6da5e76e313 details requested by agent hyperv_n-h2-804985-2 with host n-h2-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 11:52:44.900295 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9781bad2-b634-4e2f-9f6e-656a51f1700c req-5bffb007-50ff-4239-8228-467cb9fe2988 tempest-LiveMigrationNegativeTest-1842983464 tempest-LiveMigrationNegativeTest-1842983464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:44.901807 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9781bad2-b634-4e2f-9f6e-656a51f1700c req-5bffb007-50ff-4239-8228-467cb9fe2988 tempest-LiveMigrationNegativeTest-1842983464 tempest-LiveMigrationNegativeTest-1842983464-project] 10.222.0.63 "GET /v2.0/ports?device_id=ce603bc6-2dee-4dc4-9dee-6e5b4fe55c75 HTTP/1.1" status: 200 len: 950 time: 0.1363022 Aug 18 11:52:44.955941 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-38541aef-4fdd-4205-ad37-ac7d73185beb req-7af39f6c-beba-425e-8e41-71dad2e2fe13 service neutron] 10.222.0.62 "GET /v2.0/networks/f2b8460a-d20a-4d24-a458-477b4502f48c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889003 Aug 18 11:52:44.977407 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port 19a52455-07f3-47db-a4d4-c6da5e76e313, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=19a52455-07f3-47db-a4d4-c6da5e76e313,segment=NetworkSegment(c3735a41-6260-4fc2-9ca3-d02b40deb984),segment_id=c3735a41-6260-4fc2-9ca3-d02b40deb984)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:52:44.988980 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Returning: {'device': '19a52455-07f3-47db-a4d4-c6da5e76e313', 'network_id': '749eed81-85ea-459e-b52c-5ef570769bbd', 'port_id': '19a52455-07f3-47db-a4d4-c6da5e76e313', 'mac_address': 'fa:16:3e:36:df:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 801, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85ef9a5e-4eda-4f20-b92b-37688a4f44c0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 11:52:45.026649 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:45.027352 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979a6c9e-1d4a-4fee-b81a-e837cb239719 req-910284c6-900c-41ab-b716-f7537f6df2f3 tempest-NetworksTest-1908151123 tempest-NetworksTest-1908151123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:45.027447 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979a6c9e-1d4a-4fee-b81a-e837cb239719 req-910284c6-900c-41ab-b716-f7537f6df2f3 tempest-NetworksTest-1908151123 tempest-NetworksTest-1908151123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:45.027903 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979a6c9e-1d4a-4fee-b81a-e837cb239719 req-910284c6-900c-41ab-b716-f7537f6df2f3 tempest-NetworksTest-1908151123 tempest-NetworksTest-1908151123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:45.028390 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979a6c9e-1d4a-4fee-b81a-e837cb239719 req-910284c6-900c-41ab-b716-f7537f6df2f3 tempest-NetworksTest-1908151123 tempest-NetworksTest-1908151123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:45.028883 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979a6c9e-1d4a-4fee-b81a-e837cb239719 req-910284c6-900c-41ab-b716-f7537f6df2f3 tempest-NetworksTest-1908151123 tempest-NetworksTest-1908151123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:45.029311 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979a6c9e-1d4a-4fee-b81a-e837cb239719 req-910284c6-900c-41ab-b716-f7537f6df2f3 tempest-NetworksTest-1908151123 tempest-NetworksTest-1908151123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:45.029803 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979a6c9e-1d4a-4fee-b81a-e837cb239719 req-910284c6-900c-41ab-b716-f7537f6df2f3 tempest-NetworksTest-1908151123 tempest-NetworksTest-1908151123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:45.030294 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979a6c9e-1d4a-4fee-b81a-e837cb239719 req-910284c6-900c-41ab-b716-f7537f6df2f3 tempest-NetworksTest-1908151123 tempest-NetworksTest-1908151123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:45.030745 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979a6c9e-1d4a-4fee-b81a-e837cb239719 req-910284c6-900c-41ab-b716-f7537f6df2f3 tempest-NetworksTest-1908151123 tempest-NetworksTest-1908151123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:45.031224 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979a6c9e-1d4a-4fee-b81a-e837cb239719 req-910284c6-900c-41ab-b716-f7537f6df2f3 tempest-NetworksTest-1908151123 tempest-NetworksTest-1908151123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:45.033227 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-979a6c9e-1d4a-4fee-b81a-e837cb239719 req-910284c6-900c-41ab-b716-f7537f6df2f3 tempest-NetworksTest-1908151123 tempest-NetworksTest-1908151123-project-admin] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7155 time: 0.3184493 Aug 18 11:52:45.040180 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19a52455-07f3-47db-a4d4-c6da5e76e313 {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 11:52:45.062567 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port 19a52455-07f3-47db-a4d4-c6da5e76e313, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=19a52455-07f3-47db-a4d4-c6da5e76e313,segment=NetworkSegment(c3735a41-6260-4fc2-9ca3-d02b40deb984),segment_id=c3735a41-6260-4fc2-9ca3-d02b40deb984)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:52:45.071740 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:45.102948 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d9d37e-99a9-49d4-8408-03e03c9675dd req-b742fde3-3258-40f8-841b-ecc34661d77d tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:45.104343 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-53d9d37e-99a9-49d4-8408-03e03c9675dd req-b742fde3-3258-40f8-841b-ecc34661d77d tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.66 "GET /v2.0/networks?id=f471d7de-70da-4549-acfc-45017b3843ff HTTP/1.1" status: 200 len: 821 time: 0.3400357 Aug 18 11:52:45.138527 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=19a52455-07f3-47db-a4d4-c6da5e76e313,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:52:45.172080 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-53d9d37e-99a9-49d4-8408-03e03c9675dd req-65242b95-e9be-4524-845f-8a30a02745c3 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.66 "GET /v2.0/quotas/3bd2664269674b678c41aeb663f1f43e HTTP/1.1" status: 200 len: 375 time: 0.0513508 Aug 18 11:52:45.219467 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-9781bad2-b634-4e2f-9f6e-656a51f1700c req-cf168a84-a7c2-4f14-aa1a-65fa139e5b7b tempest-LiveMigrationNegativeTest-1842983464 tempest-LiveMigrationNegativeTest-1842983464-project] Deleting port 2319d3a4-770a-4c4d-a042-0595b3ee352c {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 11:52:45.219806 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-9781bad2-b634-4e2f-9f6e-656a51f1700c req-cf168a84-a7c2-4f14-aa1a-65fa139e5b7b tempest-LiveMigrationNegativeTest-1842983464 tempest-LiveMigrationNegativeTest-1842983464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:45.231393 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009b1531-5dce-44f0-a25c-6cfeff58fcd5 req-69a84ead-5e7e-4da8-be7a-158d678af8c7 tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:45.232866 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-009b1531-5dce-44f0-a25c-6cfeff58fcd5 req-69a84ead-5e7e-4da8-be7a-158d678af8c7 tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] 10.222.0.66 "GET /v2.0/ports?device_id=1776ccfc-79c3-4dd2-9d3e-5b7e075004d6 HTTP/1.1" status: 200 len: 950 time: 0.1372535 Aug 18 11:52:45.307625 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-53d9d37e-99a9-49d4-8408-03e03c9675dd req-8c8c9566-2a97-4b5c-a558-c8bc90194c57 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=3bd2664269674b678c41aeb663f1f43e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1346581 Aug 18 11:52:45.315451 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 47948) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:52:45.352361 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-009b1531-5dce-44f0-a25c-6cfeff58fcd5 req-95e831f5-e7cd-4f4c-9b3e-ac6c9aaa4acd tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] 10.222.0.66 "GET /v2.0/security-groups?id=e54286de-dd7f-4b20-9f74-4a71262d523b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078346 Aug 18 11:52:45.409021 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-9781bad2-b634-4e2f-9f6e-656a51f1700c req-cf168a84-a7c2-4f14-aa1a-65fa139e5b7b tempest-LiveMigrationNegativeTest-1842983464 tempest-LiveMigrationNegativeTest-1842983464-project] For port 2319d3a4-770a-4c4d-a042-0595b3ee352c, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=2319d3a4-770a-4c4d-a042-0595b3ee352c,segment=NetworkSegment(b0eb6eea-b461-4969-8a27-808f00daa8a1),segment_id=b0eb6eea-b461-4969-8a27-808f00daa8a1)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:52:45.409324 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-9781bad2-b634-4e2f-9f6e-656a51f1700c req-cf168a84-a7c2-4f14-aa1a-65fa139e5b7b tempest-LiveMigrationNegativeTest-1842983464 tempest-LiveMigrationNegativeTest-1842983464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:45.439955 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-9781bad2-b634-4e2f-9f6e-656a51f1700c req-cf168a84-a7c2-4f14-aa1a-65fa139e5b7b tempest-LiveMigrationNegativeTest-1842983464 tempest-LiveMigrationNegativeTest-1842983464-project] Calling delete_port for 2319d3a4-770a-4c4d-a042-0595b3ee352c owned by compute:nova {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 11:52:45.453114 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] get_ports_and_sgs() called for port_ids ['19a52455-07f3-47db-a4d4-c6da5e76e313'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 11:52:45.467522 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-96b44621-dd6a-4b3b-8b98-3d168a213b7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:45.499010 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-53d9d37e-99a9-49d4-8408-03e03c9675dd req-f5aeab67-9050-47e4-be1c-cd92e8619951 service neutron] 10.222.0.66 "GET /v2.0/networks/f471d7de-70da-4549-acfc-45017b3843ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766713 Aug 18 11:52:45.570919 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-96b44621-dd6a-4b3b-8b98-3d168a213b7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:45.576689 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-96b44621-dd6a-4b3b-8b98-3d168a213b7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:45.613901 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace43833-1811-4c90-9738-c08459a9b263 req-559b29e8-cf81-456d-b460-e205a5ea1dec tempest-DeleteServersAdminTestJSON-34510037 tempest-DeleteServersAdminTestJSON-34510037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:45.615344 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ace43833-1811-4c90-9738-c08459a9b263 req-559b29e8-cf81-456d-b460-e205a5ea1dec tempest-DeleteServersAdminTestJSON-34510037 tempest-DeleteServersAdminTestJSON-34510037-project] 10.222.0.66 "GET /v2.0/ports?device_id=b21eaab3-f572-4735-ba80-75d708298e7f HTTP/1.1" status: 200 len: 950 time: 0.1975508 Aug 18 11:52:45.618604 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-96b44621-dd6a-4b3b-8b98-3d168a213b7d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8659a94cf99e42e9ae72e2f00b5c1d1e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3013546 Aug 18 11:52:45.619738 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b44621-dd6a-4b3b-8b98-3d168a213b7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0283a533-4056-4fee-b672-5c498dedc1ce,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:52:45.622967 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 47958) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:52:45.697049 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-53d9d37e-99a9-49d4-8408-03e03c9675dd req-8ccf99c4-ebff-4f10-a0a5-350c5f42cbe1 service neutron] 10.222.0.66 "GET /v2.0/networks/f471d7de-70da-4549-acfc-45017b3843ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1971364 Aug 18 11:52:45.738940 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ace43833-1811-4c90-9738-c08459a9b263 req-ad8f4158-50d6-461f-8da3-77b8710ea6b1 tempest-DeleteServersAdminTestJSON-34510037 tempest-DeleteServersAdminTestJSON-34510037-project] 10.222.0.66 "GET /v2.0/security-groups?id=ad711073-5b3b-4499-bbb9-27286a19ae6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097856 Aug 18 11:52:45.763729 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4b639d5c-f4c0-4e4e-b9d0-6218efbfdf95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:45.786680 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-9781bad2-b634-4e2f-9f6e-656a51f1700c req-cf168a84-a7c2-4f14-aa1a-65fa139e5b7b tempest-LiveMigrationNegativeTest-1842983464 tempest-LiveMigrationNegativeTest-1842983464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:45.798307 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4b639d5c-f4c0-4e4e-b9d0-6218efbfdf95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:45.801981 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] get_ports_and_sgs() called for port_ids ['0a25dbe8-457a-4efa-8f86-1405d360f55e', '2319d3a4-770a-4c4d-a042-0595b3ee352c'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 11:52:45.837157 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf168a84-a7c2-4f14-aa1a-65fa139e5b7b tempest-LiveMigrationNegativeTest-1842983464 tempest-LiveMigrationNegativeTest-1842983464-project] Pushing event deleted for resources: {'Port': ['ID=2319d3a4-770a-4c4d-a042-0595b3ee352c,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:52:46.012046 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-9781bad2-b634-4e2f-9f6e-656a51f1700c req-cf168a84-a7c2-4f14-aa1a-65fa139e5b7b tempest-LiveMigrationNegativeTest-1842983464 tempest-LiveMigrationNegativeTest-1842983464-project] No DVR routers for this DVR port 2319d3a4-770a-4c4d-a042-0595b3ee352c on host n-h1-804985-2 {{(pid=106252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 11:52:46.017224 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-9781bad2-b634-4e2f-9f6e-656a51f1700c req-cf168a84-a7c2-4f14-aa1a-65fa139e5b7b tempest-LiveMigrationNegativeTest-1842983464 tempest-LiveMigrationNegativeTest-1842983464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:46.019498 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9781bad2-b634-4e2f-9f6e-656a51f1700c req-cf168a84-a7c2-4f14-aa1a-65fa139e5b7b tempest-LiveMigrationNegativeTest-1842983464 tempest-LiveMigrationNegativeTest-1842983464-project] 10.222.0.63 "DELETE /v2.0/ports/2319d3a4-770a-4c4d-a042-0595b3ee352c HTTP/1.1" status: 204 len: 173 time: 1.1064777 Aug 18 11:52:46.021317 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-653a32b8-448a-4218-a14c-b6e6b6b25a6f req-7ef8d180-c4ce-412c-a8f0-a549b5e0492b tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=f6e50cb9025b480f8ec18c678a66d1dd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0946829 Aug 18 11:52:46.021844 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce603bc6-2dee-4dc4-9dee-6e5b4fe55c75', 'name': 'network-vif-deleted', 'tag': '2319d3a4-770a-4c4d-a042-0595b3ee352c'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 11:52:46.024572 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a132af85-a849-45c5-b378-0ad070594cc0" -d '{"events": [{"server_uuid": "ce603bc6-2dee-4dc4-9dee-6e5b4fe55c75", "name": "network-vif-deleted", "tag": "2319d3a4-770a-4c4d-a042-0595b3ee352c"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:52:46.105971 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6d9104-2d38-4031-9fa2-b0dea92eb7f5 req-046e900e-6761-4eda-8e0b-b2425d92c3c3 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:46.107876 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-de6d9104-2d38-4031-9fa2-b0dea92eb7f5 req-046e900e-6761-4eda-8e0b-b2425d92c3c3 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] 10.222.0.66 "GET /v2.0/ports?device_id=103e4b6f-4d5d-4a07-b8f7-334042d12001 HTTP/1.1" status: 200 len: 944 time: 0.1924939 Aug 18 11:52:46.117995 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4b639d5c-f4c0-4e4e-b9d0-6218efbfdf95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:46.120732 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4b639d5c-f4c0-4e4e-b9d0-6218efbfdf95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:46.122069 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-4b639d5c-f4c0-4e4e-b9d0-6218efbfdf95 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0283a533-4056-4fee-b672-5c498dedc1ce HTTP/1.1" status: 204 len: 168 time: 0.4981904 Aug 18 11:52:46.156310 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b639d5c-f4c0-4e4e-b9d0-6218efbfdf95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0283a533-4056-4fee-b672-5c498dedc1ce,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:52:46.193433 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-de6d9104-2d38-4031-9fa2-b0dea92eb7f5 req-38350e7d-14be-463e-b668-91213c7833fd tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] 10.222.0.66 "GET /v2.0/security-groups?id=07aef7bb-6c11-4cb4-8594-c24180b5d811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767007 Aug 18 11:52:46.223665 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653a32b8-448a-4218-a14c-b6e6b6b25a6f req-76568fff-757d-458d-8987-c3fce1c0ed94 tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:46.225413 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-653a32b8-448a-4218-a14c-b6e6b6b25a6f req-76568fff-757d-458d-8987-c3fce1c0ed94 tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1872673 Aug 18 11:52:46.250390 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-653a32b8-448a-4218-a14c-b6e6b6b25a6f req-7b5674a0-50bf-434d-b979-15893e7ec2b1 tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] 10.222.0.66 "GET /v2.0/quotas/f6e50cb9025b480f8ec18c678a66d1dd HTTP/1.1" status: 200 len: 375 time: 0.0108342 Aug 18 11:52:46.473213 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 47988) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:52:46.487407 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-66d26678-7d11-4ffb-a57d-f41efe5e2c60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:46.597070 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-66d26678-7d11-4ffb-a57d-f41efe5e2c60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:46.602606 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-66d26678-7d11-4ffb-a57d-f41efe5e2c60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:46.605085 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-653a32b8-448a-4218-a14c-b6e6b6b25a6f req-0983f2b7-aa20-42ab-96ee-b93378977199 tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=f6e50cb9025b480f8ec18c678a66d1dd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3484588 Aug 18 11:52:46.621154 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca55037-28f2-4fb4-b337-6676e5bf977b req-b281b275-04d9-42b4-99b8-d16dd7f14472 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:46.622862 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5ca55037-28f2-4fb4-b337-6676e5bf977b req-b281b275-04d9-42b4-99b8-d16dd7f14472 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945-project] 10.222.0.66 "GET /v2.0/ports?device_id=625ec057-7ac1-4341-8511-f9ea922f343e HTTP/1.1" status: 200 len: 944 time: 0.3539646 Aug 18 11:52:46.637464 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d26678-7d11-4ffb-a57d-f41efe5e2c60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4e8b8a6-e8aa-4c48-8296-ad92558e8333,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:52:46.669381 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5ca55037-28f2-4fb4-b337-6676e5bf977b req-69c748d2-ce91-4e90-a4d1-b2f4230264f0 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945-project] 10.222.0.66 "GET /v2.0/security-groups?id=6e2adde3-216f-4ea8-b00f-185ce0cf1700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400586 Aug 18 11:52:46.669578 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-66d26678-7d11-4ffb-a57d-f41efe5e2c60 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e3402167dd6f48c29b9b9b4660a6af24&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1948190 Aug 18 11:52:46.676585 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 47990) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:52:46.766023 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-af9d0bf1-f288-4b0e-99a3-2f8d4e2bdbb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:46.782855 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-84428649-ad20-497f-88d4-fbe4d393ea4d req-9060ffa7-6595-42b9-a12f-38ba3218f094 tempest-LiveMigrationNegativeTest-1842983464 tempest-LiveMigrationNegativeTest-1842983464-project] 10.222.0.66 "GET /v2.0/ports?device_id=ce603bc6-2dee-4dc4-9dee-6e5b4fe55c75 HTTP/1.1" status: 200 len: 210 time: 0.0312350 Aug 18 11:52:46.800266 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-af9d0bf1-f288-4b0e-99a3-2f8d4e2bdbb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:46.890781 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9e87dc5a-d8b0-4060-9660-734dc9f38a25 req-ece0cbe6-f481-430d-a8b7-507be3428edf tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.66 "GET /v2.0/ports?device_id=299ceda3-c4a0-49c1-aee9-18af9311377d HTTP/1.1" status: 200 len: 210 time: 0.0324934 Aug 18 11:52:46.891042 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-af9d0bf1-f288-4b0e-99a3-2f8d4e2bdbb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:46.893809 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-af9d0bf1-f288-4b0e-99a3-2f8d4e2bdbb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:46.894978 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-af9d0bf1-f288-4b0e-99a3-2f8d4e2bdbb7 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b4e8b8a6-e8aa-4c48-8296-ad92558e8333 HTTP/1.1" status: 204 len: 168 time: 0.2146077 Aug 18 11:52:46.904377 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 9e760ced-e3a8-451d-bb2c-5f1f05bc79ab details requested by agent hyperv_n-h2-804985-2 with host n-h2-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 11:52:46.906917 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 19a52455-07f3-47db-a4d4-c6da5e76e313 up at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:52:46.931853 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d0bf1-f288-4b0e-99a3-2f8d4e2bdbb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4e8b8a6-e8aa-4c48-8296-ad92558e8333,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:52:46.956737 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 11:52:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10998205-0f30-4ad7-aa9b-2b574f1dfcae x-openstack-request-id: req-10998205-0f30-4ad7-aa9b-2b574f1dfcae {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:52:46.957031 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce603bc6-2dee-4dc4-9dee-6e5b4fe55c75", "name": "network-vif-deleted", "tag": "2319d3a4-770a-4c4d-a042-0595b3ee352c", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:52:46.957533 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-10998205-0f30-4ad7-aa9b-2b574f1dfcae {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:52:46.957876 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce603bc6-2dee-4dc4-9dee-6e5b4fe55c75', 'name': 'network-vif-deleted', 'tag': '2319d3a4-770a-4c4d-a042-0595b3ee352c', 'status': 'completed', 'code': 200} Aug 18 11:52:47.024772 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b0fbf6e4-d71b-447f-aa3f-9751b2c1fedf req-9483fd2b-e0d0-48fc-ad2d-4cdae5347f29 tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] 10.222.0.66 "GET /v2.0/ports?device_id=c78220af-3609-4bd3-83ef-b990d0a3dd42 HTTP/1.1" status: 200 len: 210 time: 0.0508816 Aug 18 11:52:47.099800 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Provisioning for port 19a52455-07f3-47db-a4d4-c6da5e76e313 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 11:52:47.107380 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Provisioning complete for port 19a52455-07f3-47db-a4d4-c6da5e76e313 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:52:47.107498 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:47.206894 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port 9e760ced-e3a8-451d-bb2c-5f1f05bc79ab, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=9e760ced-e3a8-451d-bb2c-5f1f05bc79ab,segment=NetworkSegment(77044dd8-732d-4440-9cc8-7f1936544d71),segment_id=77044dd8-732d-4440-9cc8-7f1936544d71)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:52:47.240052 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Returning: {'device': '9e760ced-e3a8-451d-bb2c-5f1f05bc79ab', 'network_id': 'f2b8460a-d20a-4d24-a458-477b4502f48c', 'port_id': '9e760ced-e3a8-451d-bb2c-5f1f05bc79ab', 'mac_address': 'fa:16:3e:92:5a:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 812, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a97adc7a-3cde-4d27-baf4-adb6fa582445', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 11:52:47.317347 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:47.330204 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5382380b-2c64-4980-92f9-c2ed746d8e44 req-23bb27cd-090c-451c-b1a7-55deb99f4451 tempest-DeleteServersAdminTestJSON-34510037 tempest-DeleteServersAdminTestJSON-34510037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:47.338322 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5382380b-2c64-4980-92f9-c2ed746d8e44 req-23bb27cd-090c-451c-b1a7-55deb99f4451 tempest-DeleteServersAdminTestJSON-34510037 tempest-DeleteServersAdminTestJSON-34510037-project] 10.222.0.66 "GET /v2.0/ports?device_id=b21eaab3-f572-4735-ba80-75d708298e7f HTTP/1.1" status: 200 len: 950 time: 0.1354761 Aug 18 11:52:47.385408 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '625ec057-7ac1-4341-8511-f9ea922f343e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19a52455-07f3-47db-a4d4-c6da5e76e313'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 11:52:47.388850 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db50a436fb3a98495337d8fe7487b4f2ea6f3c1052eb9efadc2ecda2d5737001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7ff8e86-3937-415e-871c-aa25786c6d45" -d '{"events": [{"server_uuid": "625ec057-7ac1-4341-8511-f9ea922f343e", "name": "network-vif-plugged", "status": "completed", "tag": "19a52455-07f3-47db-a4d4-c6da5e76e313"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:52:47.412236 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port 19a52455-07f3-47db-a4d4-c6da5e76e313, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=19a52455-07f3-47db-a4d4-c6da5e76e313,segment=NetworkSegment(c3735a41-6260-4fc2-9ca3-d02b40deb984),segment_id=c3735a41-6260-4fc2-9ca3-d02b40deb984)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:52:47.413473 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:47.428655 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d9d37e-99a9-49d4-8408-03e03c9675dd req-abd201b8-1070-470e-8e8d-b55db97d6dbd tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:47.428824 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:47.430154 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-53d9d37e-99a9-49d4-8408-03e03c9675dd req-abd201b8-1070-470e-8e8d-b55db97d6dbd tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.63 "GET /v2.0/networks?id=f471d7de-70da-4549-acfc-45017b3843ff HTTP/1.1" status: 200 len: 821 time: 0.3120320 Aug 18 11:52:47.432752 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e760ced-e3a8-451d-bb2c-5f1f05bc79ab {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 11:52:47.445994 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5382380b-2c64-4980-92f9-c2ed746d8e44 req-626b1303-e335-4123-bf49-d90f4b748804 tempest-DeleteServersAdminTestJSON-34510037 tempest-DeleteServersAdminTestJSON-34510037-project] 10.222.0.66 "GET /v2.0/security-groups?id=ad711073-5b3b-4499-bbb9-27286a19ae6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064546 Aug 18 11:52:47.452008 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-53d9d37e-99a9-49d4-8408-03e03c9675dd req-f3d46a07-a684-4fb1-a735-9cb1a8c9a522 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] Request body: {'port': {'device_id': '299ceda3-c4a0-49c1-aee9-18af9311377d', 'network_id': 'f471d7de-70da-4549-acfc-45017b3843ff', 'admin_state_up': True, 'tenant_id': '3bd2664269674b678c41aeb663f1f43e'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:52:47.483464 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d87ec3-2f04-4bfa-a695-a55c343753d1 req-6bfc1878-7e22-4bf2-9c2a-7d04263a5584 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:47.491396 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-15d87ec3-2f04-4bfa-a695-a55c343753d1 req-6bfc1878-7e22-4bf2-9c2a-7d04263a5584 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] 10.222.0.66 "GET /v2.0/ports?device_id=103e4b6f-4d5d-4a07-b8f7-334042d12001 HTTP/1.1" status: 200 len: 944 time: 0.1454670 Aug 18 11:52:47.500392 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=19a52455-07f3-47db-a4d4-c6da5e76e313,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:52:47.514689 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 11:52:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fdc0c0b-a1d8-489e-b744-89f4dbb09d5b x-openstack-request-id: req-1fdc0c0b-a1d8-489e-b744-89f4dbb09d5b {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:52:47.515001 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "625ec057-7ac1-4341-8511-f9ea922f343e", "name": "network-vif-plugged", "status": "completed", "tag": "19a52455-07f3-47db-a4d4-c6da5e76e313", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:52:47.515256 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-1fdc0c0b-a1d8-489e-b744-89f4dbb09d5b {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:52:47.515793 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '625ec057-7ac1-4341-8511-f9ea922f343e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19a52455-07f3-47db-a4d4-c6da5e76e313', 'code': 200} Aug 18 11:52:47.521167 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port 9e760ced-e3a8-451d-bb2c-5f1f05bc79ab, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=9e760ced-e3a8-451d-bb2c-5f1f05bc79ab,segment=NetworkSegment(77044dd8-732d-4440-9cc8-7f1936544d71),segment_id=77044dd8-732d-4440-9cc8-7f1936544d71)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:52:47.527638 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:47.601539 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=9e760ced-e3a8-451d-bb2c-5f1f05bc79ab,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:52:47.653538 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-15d87ec3-2f04-4bfa-a695-a55c343753d1 req-edae9ab4-8dec-4b1b-bf51-c035530b0064 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] 10.222.0.66 "GET /v2.0/security-groups?id=07aef7bb-6c11-4cb4-8594-c24180b5d811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008699 Aug 18 11:52:47.687383 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712487d4-7099-478b-bc0d-2f6afbe7ae86 req-3f203d17-0d79-4508-9fdf-1e9ade499cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:47.688917 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-712487d4-7099-478b-bc0d-2f6afbe7ae86 req-3f203d17-0d79-4508-9fdf-1e9ade499cee service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=625ec057-7ac1-4341-8511-f9ea922f343e HTTP/1.1" status: 200 len: 1096 time: 0.0712311 Aug 18 11:52:47.749358 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53d9d37e-99a9-49d4-8408-03e03c9675dd req-f3d46a07-a684-4fb1-a735-9cb1a8c9a522 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] Made reservation on behalf of 3bd2664269674b678c41aeb663f1f43e for: {'port': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 11:52:47.753808 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-53d9d37e-99a9-49d4-8408-03e03c9675dd req-f3d46a07-a684-4fb1-a735-9cb1a8c9a522 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:47.763637 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-712487d4-7099-478b-bc0d-2f6afbe7ae86 req-90e331a0-eca5-41d2-bab9-0e20ab20e374 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=6e2adde3-216f-4ea8-b00f-185ce0cf1700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659535 Aug 18 11:52:47.839638 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] get_ports_and_sgs() called for port_ids ['9e760ced-e3a8-451d-bb2c-5f1f05bc79ab'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 11:52:47.903796 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef0cbb6-bbab-4a44-90d7-f46b34f5b636 req-4970674a-bb33-49ef-901f-ec4e26207e45 tempest-DeleteServersAdminTestJSON-34510037 tempest-DeleteServersAdminTestJSON-34510037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:47.905456 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4ef0cbb6-bbab-4a44-90d7-f46b34f5b636 req-4970674a-bb33-49ef-901f-ec4e26207e45 tempest-DeleteServersAdminTestJSON-34510037 tempest-DeleteServersAdminTestJSON-34510037-project] 10.222.0.66 "GET /v2.0/ports?device_id=b21eaab3-f572-4735-ba80-75d708298e7f HTTP/1.1" status: 200 len: 950 time: 0.1466758 Aug 18 11:52:47.915768 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effe2c17-16b1-49d4-b85e-9ca4cf64a95f req-bd850ce4-0cbe-4224-88aa-7532ed4a0328 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:47.917299 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-effe2c17-16b1-49d4-b85e-9ca4cf64a95f req-bd850ce4-0cbe-4224-88aa-7532ed4a0328 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945-project] 10.222.0.66 "GET /v2.0/ports?device_id=625ec057-7ac1-4341-8511-f9ea922f343e HTTP/1.1" status: 200 len: 945 time: 0.1406095 Aug 18 11:52:48.010729 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4ef0cbb6-bbab-4a44-90d7-f46b34f5b636 req-6b79d8b9-5047-44a8-b56d-83c9a4c7e7b9 tempest-DeleteServersAdminTestJSON-34510037 tempest-DeleteServersAdminTestJSON-34510037-project] 10.222.0.66 "GET /v2.0/security-groups?id=ad711073-5b3b-4499-bbb9-27286a19ae6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924292 Aug 18 11:52:48.029575 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-effe2c17-16b1-49d4-b85e-9ca4cf64a95f req-2ddbcca7-c06d-4450-89e8-8b8cb9479907 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945-project] 10.222.0.66 "GET /v2.0/security-groups?id=6e2adde3-216f-4ea8-b00f-185ce0cf1700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984697 Aug 18 11:52:48.041432 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [req-53d9d37e-99a9-49d4-8408-03e03c9675dd req-f3d46a07-a684-4fb1-a735-9cb1a8c9a522 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] Allocated IP 172.20.0.8 (f471d7de-70da-4549-acfc-45017b3843ff/16b84496-6d9e-4d8c-9087-8e81549f7d75/0445fa07-f6ac-4102-95b8-c319b96af519) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 11:52:48.197580 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5e3bbbff-f587-41c5-98a3-4256ebc3a9c7 req-64d00532-ddd8-4aaf-997d-8af72a93a1d6 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.66 "GET /v2.0/ports?device_id=299ceda3-c4a0-49c1-aee9-18af9311377d HTTP/1.1" status: 200 len: 210 time: 0.0796771 Aug 18 11:52:48.198341 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-653a32b8-448a-4218-a14c-b6e6b6b25a6f req-3b1c27e4-ef23-48c8-8078-25676202d95d tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=f6e50cb9025b480f8ec18c678a66d1dd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0267513 Aug 18 11:52:48.201795 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f5cb47fb-c33d-4c20-b022-d674a2e2eddd req-61c7b421-227e-4e8a-8ea6-9a0bbfea1e9d tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] 10.222.0.66 "GET /v2.0/ports?device_id=c78220af-3609-4bd3-83ef-b990d0a3dd42 HTTP/1.1" status: 200 len: 210 time: 0.0511663 Aug 18 11:52:48.319587 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-53d9d37e-99a9-49d4-8408-03e03c9675dd req-f3d46a07-a684-4fb1-a735-9cb1a8c9a522 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:48.367432 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653a32b8-448a-4218-a14c-b6e6b6b25a6f req-3acde7dc-e2b9-4133-8dc7-ae2a75d6ec50 tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:48.369504 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-653a32b8-448a-4218-a14c-b6e6b6b25a6f req-3acde7dc-e2b9-4133-8dc7-ae2a75d6ec50 tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1635973 Aug 18 11:52:48.388796 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-53d9d37e-99a9-49d4-8408-03e03c9675dd req-f3d46a07-a684-4fb1-a735-9cb1a8c9a522 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:48.390537 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [req-653a32b8-448a-4218-a14c-b6e6b6b25a6f req-e714605a-5fd8-41e0-b07a-0966a2fb2e62 tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] Request body: {'port': {'device_id': 'c78220af-3609-4bd3-83ef-b990d0a3dd42', 'network_id': '222e0814-c7e5-4b11-9282-3f40c6ed76b2', 'admin_state_up': True, 'tenant_id': 'f6e50cb9025b480f8ec18c678a66d1dd'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:52:48.450432 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53d9d37e-99a9-49d4-8408-03e03c9675dd req-f3d46a07-a684-4fb1-a735-9cb1a8c9a522 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] Network f471d7de-70da-4549-acfc-45017b3843ff is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 11:52:48.463313 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [req-53d9d37e-99a9-49d4-8408-03e03c9675dd req-f3d46a07-a684-4fb1-a735-9cb1a8c9a522 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:52:48.468939 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3b8de5d2-28c6-4c7d-84a6-c208aceae785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:48.470707 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-53d9d37e-99a9-49d4-8408-03e03c9675dd req-f3d46a07-a684-4fb1-a735-9cb1a8c9a522 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 11:52:48.480273 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d46a07-a684-4fb1-a735-9cb1a8c9a522 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] Pushing event updated for resources: {'Port': ['ID=0445fa07-f6ac-4102-95b8-c319b96af519,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:52:48.544750 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-653a32b8-448a-4218-a14c-b6e6b6b25a6f req-e714605a-5fd8-41e0-b07a-0966a2fb2e62 tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] Made reservation on behalf of f6e50cb9025b480f8ec18c678a66d1dd for: {'port': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 11:52:48.548808 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-653a32b8-448a-4218-a14c-b6e6b6b25a6f req-e714605a-5fd8-41e0-b07a-0966a2fb2e62 tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:48.558563 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d9d37e-99a9-49d4-8408-03e03c9675dd req-f3d46a07-a684-4fb1-a735-9cb1a8c9a522 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:48.559212 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-53d9d37e-99a9-49d4-8408-03e03c9675dd req-f3d46a07-a684-4fb1-a735-9cb1a8c9a522 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:48.578052 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 2319d3a4-770a-4c4d-a042-0595b3ee352c no longer exists at agent hyperv_n-h1-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 11:52:48.580594 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15de6807-c6aa-45bb-ac41-b5ee6918ea86 req-831de234-d564-4b52-b81c-a30989a502ab tempest-LiveMigrationNegativeTest-1842983464 tempest-LiveMigrationNegativeTest-1842983464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:48.582110 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-15de6807-c6aa-45bb-ac41-b5ee6918ea86 req-831de234-d564-4b52-b81c-a30989a502ab tempest-LiveMigrationNegativeTest-1842983464 tempest-LiveMigrationNegativeTest-1842983464-project] 10.222.0.66 "GET /v2.0/ports?device_id=c06ca817-8908-411c-ac14-b57d5a672e51 HTTP/1.1" status: 200 len: 970 time: 0.0807307 Aug 18 11:52:48.583930 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-53d9d37e-99a9-49d4-8408-03e03c9675dd req-f3d46a07-a684-4fb1-a735-9cb1a8c9a522 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1368906 Aug 18 11:52:48.600832 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-53d9d37e-99a9-49d4-8408-03e03c9675dd req-cd1fd6ac-f675-402e-bcf9-7ff465feacca service neutron] Request body: {'port': {'device_id': '299ceda3-c4a0-49c1-aee9-18af9311377d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804985-2'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:52:48.602034 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] No Port match for: 2319d3a4-770a-4c4d-a042-0595b3ee352c {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 11:52:48.602375 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 2319d3a4-770a-4c4d-a042-0595b3ee352c not bound to the agent host n-h1-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 11:52:48.678576 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-15de6807-c6aa-45bb-ac41-b5ee6918ea86 req-b35242e5-6462-428a-bc37-d6653cd6415a tempest-LiveMigrationNegativeTest-1842983464 tempest-LiveMigrationNegativeTest-1842983464-project] 10.222.0.66 "GET /v2.0/security-groups?id=65bbc504-39a0-41da-bd31-ac5a025cebf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894589 Aug 18 11:52:48.683500 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-53d9d37e-99a9-49d4-8408-03e03c9675dd req-cd1fd6ac-f675-402e-bcf9-7ff465feacca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:48.697456 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [req-653a32b8-448a-4218-a14c-b6e6b6b25a6f req-e714605a-5fd8-41e0-b07a-0966a2fb2e62 tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] Allocated IP 192.168.233.50 (222e0814-c7e5-4b11-9282-3f40c6ed76b2/6d16d680-110b-436d-8afa-48ba845b3623/7e1ae9f8-b5c5-44b6-8875-b5ced8119bc0) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 11:52:48.870886 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0cce27-4655-4027-8728-15173eeef52b req-7d38f98a-fb78-4439-9be7-2451323f221f tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:48.872413 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-cf0cce27-4655-4027-8728-15173eeef52b req-7d38f98a-fb78-4439-9be7-2451323f221f tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] 10.222.0.66 "GET /v2.0/ports?device_id=103e4b6f-4d5d-4a07-b8f7-334042d12001 HTTP/1.1" status: 200 len: 945 time: 0.1182063 Aug 18 11:52:48.875919 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-653a32b8-448a-4218-a14c-b6e6b6b25a6f req-e714605a-5fd8-41e0-b07a-0966a2fb2e62 tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:48.890104 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [req-653a32b8-448a-4218-a14c-b6e6b6b25a6f req-e714605a-5fd8-41e0-b07a-0966a2fb2e62 tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] Transition to ACTIVE for port object 7e1ae9f8-b5c5-44b6-8875-b5ced8119bc0 will not be triggered until provisioned by entity DHCP. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 11:52:48.914222 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 9e760ced-e3a8-451d-bb2c-5f1f05bc79ab up at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:52:48.929753 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-cf0cce27-4655-4027-8728-15173eeef52b req-25909ebc-6524-43ad-bf64-2a2d92ebc39e tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] 10.222.0.66 "GET /v2.0/security-groups?id=07aef7bb-6c11-4cb4-8594-c24180b5d811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429215 Aug 18 11:52:48.931976 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-653a32b8-448a-4218-a14c-b6e6b6b25a6f req-e714605a-5fd8-41e0-b07a-0966a2fb2e62 tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:48.964744 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] get_ports_and_sgs() called for port_ids ['fc532f89-2840-48d2-a48d-3956d016ae51'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 11:52:48.967465 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] get_ports_and_sgs() called for port_ids ['743404df-74f4-4bf6-adf7-553a8bf28ef3'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 11:52:48.982634 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-653a32b8-448a-4218-a14c-b6e6b6b25a6f req-e714605a-5fd8-41e0-b07a-0966a2fb2e62 tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] Network 222e0814-c7e5-4b11-9282-3f40c6ed76b2 is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 11:52:48.986246 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [req-653a32b8-448a-4218-a14c-b6e6b6b25a6f req-e714605a-5fd8-41e0-b07a-0966a2fb2e62 tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:52:48.990344 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-653a32b8-448a-4218-a14c-b6e6b6b25a6f req-e714605a-5fd8-41e0-b07a-0966a2fb2e62 tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 11:52:48.996410 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653a32b8-448a-4218-a14c-b6e6b6b25a6f req-e714605a-5fd8-41e0-b07a-0966a2fb2e62 tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:48.997095 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-653a32b8-448a-4218-a14c-b6e6b6b25a6f req-e714605a-5fd8-41e0-b07a-0966a2fb2e62 tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:49.024367 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e714605a-5fd8-41e0-b07a-0966a2fb2e62 tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] Pushing event updated for resources: {'Port': ['ID=7e1ae9f8-b5c5-44b6-8875-b5ced8119bc0,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:52:49.039035 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-653a32b8-448a-4218-a14c-b6e6b6b25a6f req-e714605a-5fd8-41e0-b07a-0966a2fb2e62 tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6521835 Aug 18 11:52:49.055643 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [req-653a32b8-448a-4218-a14c-b6e6b6b25a6f req-0a9fd25b-73d1-4a2b-8a4d-351b9c44d43a service neutron] Request body: {'port': {'device_id': 'c78220af-3609-4bd3-83ef-b990d0a3dd42', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804985-2'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:52:49.065347 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-5bd39cda-b1d9-4706-a193-23735ad0dc61 req-447475e5-c887-47e6-beda-d3c649827fb2 tempest-SecurityGroupsTestAdminJSON-467270751 tempest-SecurityGroupsTestAdminJSON-467270751-project] Request body: {'security_group': {'name': 'tempest-securitygroup-859284971', 'description': 'tempest-description-2011824391'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:52:49.122160 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-653a32b8-448a-4218-a14c-b6e6b6b25a6f req-0a9fd25b-73d1-4a2b-8a4d-351b9c44d43a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:49.135792 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-5bd39cda-b1d9-4706-a193-23735ad0dc61 req-447475e5-c887-47e6-beda-d3c649827fb2 tempest-SecurityGroupsTestAdminJSON-467270751 tempest-SecurityGroupsTestAdminJSON-467270751-project] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:49.166647 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-5bd39cda-b1d9-4706-a193-23735ad0dc61 req-447475e5-c887-47e6-beda-d3c649827fb2 tempest-SecurityGroupsTestAdminJSON-467270751 tempest-SecurityGroupsTestAdminJSON-467270751-project] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:49.230618 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [req-53d9d37e-99a9-49d4-8408-03e03c9675dd req-cd1fd6ac-f675-402e-bcf9-7ff465feacca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0445fa07-f6ac-4102-95b8-c319b96af519 {{(pid=106252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 11:52:49.246133 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-53d9d37e-99a9-49d4-8408-03e03c9675dd req-cd1fd6ac-f675-402e-bcf9-7ff465feacca service neutron] Notify callbacks [] for port, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:49.282866 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [req-53d9d37e-99a9-49d4-8408-03e03c9675dd req-cd1fd6ac-f675-402e-bcf9-7ff465feacca service neutron] Transition to ACTIVE for port object 0445fa07-f6ac-4102-95b8-c319b96af519 will not be triggered until provisioned by entity L2. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 11:52:49.291047 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-53d9d37e-99a9-49d4-8408-03e03c9675dd req-cd1fd6ac-f675-402e-bcf9-7ff465feacca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:49.300755 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4af1a9-79a0-4522-a527-c154d066f6ed req-6074f27c-9b29-4975-85fa-e57a3c701fcb tempest-DeleteServersAdminTestJSON-34510037 tempest-DeleteServersAdminTestJSON-34510037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:49.302727 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3f4af1a9-79a0-4522-a527-c154d066f6ed req-6074f27c-9b29-4975-85fa-e57a3c701fcb tempest-DeleteServersAdminTestJSON-34510037 tempest-DeleteServersAdminTestJSON-34510037-project] 10.222.0.66 "GET /v2.0/ports?device_id=b21eaab3-f572-4735-ba80-75d708298e7f HTTP/1.1" status: 200 len: 950 time: 0.1232648 Aug 18 11:52:49.305888 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-45b4b393-cd65-4bec-8c4d-a0af8dce1a00 None None] Provisioning for port 7e1ae9f8-b5c5-44b6-8875-b5ced8119bc0 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 11:52:49.320083 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Provisioning for port 9e760ced-e3a8-451d-bb2c-5f1f05bc79ab completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 11:52:49.329013 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-45b4b393-cd65-4bec-8c4d-a0af8dce1a00 None None] Provisioning complete for port 7e1ae9f8-b5c5-44b6-8875-b5ced8119bc0 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:52:49.329640 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-45b4b393-cd65-4bec-8c4d-a0af8dce1a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:49.344764 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Provisioning complete for port 9e760ced-e3a8-451d-bb2c-5f1f05bc79ab triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:52:49.345412 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:49.401101 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1fd6ac-f675-402e-bcf9-7ff465feacca service neutron] Pushing event updated for resources: {'Port': ['ID=0445fa07-f6ac-4102-95b8-c319b96af519,revision_number=2']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:52:49.446721 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-45b4b393-cd65-4bec-8c4d-a0af8dce1a00 None None] Port 7e1ae9f8-b5c5-44b6-8875-b5ced8119bc0 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 11:52:49.453404 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3f4af1a9-79a0-4522-a527-c154d066f6ed req-5c29ffd9-e1df-4586-920b-d3f6dfd7e1d4 tempest-DeleteServersAdminTestJSON-34510037 tempest-DeleteServersAdminTestJSON-34510037-project] 10.222.0.66 "GET /v2.0/security-groups?id=ad711073-5b3b-4499-bbb9-27286a19ae6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318393 Aug 18 11:52:49.490270 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-5bd39cda-b1d9-4706-a193-23735ad0dc61 req-447475e5-c887-47e6-beda-d3c649827fb2 tempest-SecurityGroupsTestAdminJSON-467270751 tempest-SecurityGroupsTestAdminJSON-467270751-project] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:49.503891 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-5bd39cda-b1d9-4706-a193-23735ad0dc61 req-447475e5-c887-47e6-beda-d3c649827fb2 tempest-SecurityGroupsTestAdminJSON-467270751 tempest-SecurityGroupsTestAdminJSON-467270751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:49.509997 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [req-653a32b8-448a-4218-a14c-b6e6b6b25a6f req-0a9fd25b-73d1-4a2b-8a4d-351b9c44d43a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e1ae9f8-b5c5-44b6-8875-b5ced8119bc0 {{(pid=106253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 11:52:49.521893 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-653a32b8-448a-4218-a14c-b6e6b6b25a6f req-0a9fd25b-73d1-4a2b-8a4d-351b9c44d43a service neutron] Notify callbacks [] for port, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:49.537241 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [req-653a32b8-448a-4218-a14c-b6e6b6b25a6f req-0a9fd25b-73d1-4a2b-8a4d-351b9c44d43a service neutron] Transition to ACTIVE for port object 7e1ae9f8-b5c5-44b6-8875-b5ced8119bc0 will not be triggered until provisioned by entity L2. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 11:52:49.568179 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-653a32b8-448a-4218-a14c-b6e6b6b25a6f req-0a9fd25b-73d1-4a2b-8a4d-351b9c44d43a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:49.571862 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:49.589167 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-53d9d37e-99a9-49d4-8408-03e03c9675dd req-cd1fd6ac-f675-402e-bcf9-7ff465feacca service neutron] Attempting to bind port 0445fa07-f6ac-4102-95b8-c319b96af519 on host n-h1-804985-2 for vnic_type normal with profile {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 11:52:49.589529 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-53d9d37e-99a9-49d4-8408-03e03c9675dd req-cd1fd6ac-f675-402e-bcf9-7ff465feacca service neutron] Attempting to bind port 0445fa07-f6ac-4102-95b8-c319b96af519 by drivers openvswitch,hyperv on host n-h1-804985-2 at level 0 using segments [{'id': '0622c33d-7d5a-4968-950b-edb53be5f858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'f471d7de-70da-4549-acfc-45017b3843ff'}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 11:52:49.589825 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53d9d37e-99a9-49d4-8408-03e03c9675dd req-cd1fd6ac-f675-402e-bcf9-7ff465feacca service neutron] Attempting to bind port 0445fa07-f6ac-4102-95b8-c319b96af519 on network f471d7de-70da-4549-acfc-45017b3843ff {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 11:52:49.591712 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447475e5-c887-47e6-beda-d3c649827fb2 tempest-SecurityGroupsTestAdminJSON-467270751 tempest-SecurityGroupsTestAdminJSON-467270751-project] Pushing event updated for resources: {'SecurityGroup': ['ID=733b6274-3974-40db-99ba-a3431c80acb2,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:52:49.605274 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '103e4b6f-4d5d-4a07-b8f7-334042d12001', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e760ced-e3a8-451d-bb2c-5f1f05bc79ab'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 11:52:49.607427 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53d9d37e-99a9-49d4-8408-03e03c9675dd req-cd1fd6ac-f675-402e-bcf9-7ff465feacca service neutron] Port 0445fa07-f6ac-4102-95b8-c319b96af519 on network f471d7de-70da-4549-acfc-45017b3843ff not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-2 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 11:52:49.607549 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db50a436fb3a98495337d8fe7487b4f2ea6f3c1052eb9efadc2ecda2d5737001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d620530-6e9c-4f50-81e3-9ab750bb06da" -d '{"events": [{"server_uuid": "103e4b6f-4d5d-4a07-b8f7-334042d12001", "name": "network-vif-plugged", "status": "completed", "tag": "9e760ced-e3a8-451d-bb2c-5f1f05bc79ab"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:52:49.607758 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53d9d37e-99a9-49d4-8408-03e03c9675dd req-cd1fd6ac-f675-402e-bcf9-7ff465feacca service neutron] Attempting to bind port 0445fa07-f6ac-4102-95b8-c319b96af519 on network f471d7de-70da-4549-acfc-45017b3843ff {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 11:52:49.620888 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port 9e760ced-e3a8-451d-bb2c-5f1f05bc79ab, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=9e760ced-e3a8-451d-bb2c-5f1f05bc79ab,segment=NetworkSegment(77044dd8-732d-4440-9cc8-7f1936544d71),segment_id=77044dd8-732d-4440-9cc8-7f1936544d71)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:52:49.623732 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53d9d37e-99a9-49d4-8408-03e03c9675dd req-cd1fd6ac-f675-402e-bcf9-7ff465feacca service neutron] Checking agent: {'id': 'a613417a-d085-492c-941a-59bb18c633d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 49, 6), 'started_at': datetime.datetime(2021, 8, 18, 11, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 11, 52, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 11:52:49.624109 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53d9d37e-99a9-49d4-8408-03e03c9675dd req-cd1fd6ac-f675-402e-bcf9-7ff465feacca service neutron] Checking segment: {'id': '0622c33d-7d5a-4968-950b-edb53be5f858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'f471d7de-70da-4549-acfc-45017b3843ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 11:52:49.624610 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53d9d37e-99a9-49d4-8408-03e03c9675dd req-cd1fd6ac-f675-402e-bcf9-7ff465feacca service neutron] Bound using segment: {'id': '0622c33d-7d5a-4968-950b-edb53be5f858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'f471d7de-70da-4549-acfc-45017b3843ff'} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 11:52:49.625066 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-53d9d37e-99a9-49d4-8408-03e03c9675dd req-cd1fd6ac-f675-402e-bcf9-7ff465feacca service neutron] Bound port: 0445fa07-f6ac-4102-95b8-c319b96af519, host: n-h1-804985-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0622c33d-7d5a-4968-950b-edb53be5f858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'f471d7de-70da-4549-acfc-45017b3843ff'}}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 11:52:49.625432 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-53d9d37e-99a9-49d4-8408-03e03c9675dd req-cd1fd6ac-f675-402e-bcf9-7ff465feacca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:49.626494 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:49.662690 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de165ac5-6394-439d-ade5-dbc30959a769 req-d336fbc3-0119-43de-9ab7-4033ec656a5b tempest-FloatingIPsAssociationNegativeTestJSON-1386540945 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:49.664579 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-de165ac5-6394-439d-ade5-dbc30959a769 req-d336fbc3-0119-43de-9ab7-4033ec656a5b tempest-FloatingIPsAssociationNegativeTestJSON-1386540945 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945-project] 10.222.0.66 "GET /v2.0/ports?device_id=625ec057-7ac1-4341-8511-f9ea922f343e HTTP/1.1" status: 200 len: 945 time: 0.1301107 Aug 18 11:52:49.683859 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=9e760ced-e3a8-451d-bb2c-5f1f05bc79ab,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:52:49.702632 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc44400-6287-4850-bf88-6bf3eec9685f req-ef99d5e3-14ea-4d54-a80b-d6734af68532 tempest-DeleteServersAdminTestJSON-34510037 tempest-DeleteServersAdminTestJSON-34510037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:49.704524 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-ccc44400-6287-4850-bf88-6bf3eec9685f req-ef99d5e3-14ea-4d54-a80b-d6734af68532 tempest-DeleteServersAdminTestJSON-34510037 tempest-DeleteServersAdminTestJSON-34510037-project] 10.222.0.62 "GET /v2.0/ports?device_id=b21eaab3-f572-4735-ba80-75d708298e7f HTTP/1.1" status: 200 len: 950 time: 0.1652682 Aug 18 11:52:49.705187 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9fd25b-73d1-4a2b-8a4d-351b9c44d43a service neutron] Pushing event updated for resources: {'Port': ['ID=7e1ae9f8-b5c5-44b6-8875-b5ced8119bc0,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:52:49.721299 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-653a32b8-448a-4218-a14c-b6e6b6b25a6f req-0a9fd25b-73d1-4a2b-8a4d-351b9c44d43a service neutron] Attempting to bind port 7e1ae9f8-b5c5-44b6-8875-b5ced8119bc0 on host n-h2-804985-2 for vnic_type normal with profile {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 11:52:49.721678 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-653a32b8-448a-4218-a14c-b6e6b6b25a6f req-0a9fd25b-73d1-4a2b-8a4d-351b9c44d43a service neutron] Attempting to bind port 7e1ae9f8-b5c5-44b6-8875-b5ced8119bc0 by drivers openvswitch,hyperv on host n-h2-804985-2 at level 0 using segments [{'id': 'b0eb6eea-b461-4969-8a27-808f00daa8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '222e0814-c7e5-4b11-9282-3f40c6ed76b2'}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 11:52:49.722013 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-653a32b8-448a-4218-a14c-b6e6b6b25a6f req-0a9fd25b-73d1-4a2b-8a4d-351b9c44d43a service neutron] Attempting to bind port 7e1ae9f8-b5c5-44b6-8875-b5ced8119bc0 on network 222e0814-c7e5-4b11-9282-3f40c6ed76b2 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 11:52:49.759653 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-653a32b8-448a-4218-a14c-b6e6b6b25a6f req-0a9fd25b-73d1-4a2b-8a4d-351b9c44d43a service neutron] Port 7e1ae9f8-b5c5-44b6-8875-b5ced8119bc0 on network 222e0814-c7e5-4b11-9282-3f40c6ed76b2 not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-2 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 11:52:49.759874 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-653a32b8-448a-4218-a14c-b6e6b6b25a6f req-0a9fd25b-73d1-4a2b-8a4d-351b9c44d43a service neutron] Attempting to bind port 7e1ae9f8-b5c5-44b6-8875-b5ced8119bc0 on network 222e0814-c7e5-4b11-9282-3f40c6ed76b2 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 11:52:49.762172 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-5bd39cda-b1d9-4706-a193-23735ad0dc61 req-447475e5-c887-47e6-beda-d3c649827fb2 tempest-SecurityGroupsTestAdminJSON-467270751 tempest-SecurityGroupsTestAdminJSON-467270751-project] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:49.771437 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-653a32b8-448a-4218-a14c-b6e6b6b25a6f req-0a9fd25b-73d1-4a2b-8a4d-351b9c44d43a service neutron] Checking agent: {'id': 'da5da552-709c-4248-84de-86af99a0dc87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 49, 8), 'started_at': datetime.datetime(2021, 8, 18, 11, 49, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 11, 52, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 11:52:49.771781 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-653a32b8-448a-4218-a14c-b6e6b6b25a6f req-0a9fd25b-73d1-4a2b-8a4d-351b9c44d43a service neutron] Checking segment: {'id': 'b0eb6eea-b461-4969-8a27-808f00daa8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '222e0814-c7e5-4b11-9282-3f40c6ed76b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 11:52:49.772169 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-653a32b8-448a-4218-a14c-b6e6b6b25a6f req-0a9fd25b-73d1-4a2b-8a4d-351b9c44d43a service neutron] Bound using segment: {'id': 'b0eb6eea-b461-4969-8a27-808f00daa8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '222e0814-c7e5-4b11-9282-3f40c6ed76b2'} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 11:52:49.772680 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-653a32b8-448a-4218-a14c-b6e6b6b25a6f req-0a9fd25b-73d1-4a2b-8a4d-351b9c44d43a service neutron] Bound port: 7e1ae9f8-b5c5-44b6-8875-b5ced8119bc0, host: n-h2-804985-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0eb6eea-b461-4969-8a27-808f00daa8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '222e0814-c7e5-4b11-9282-3f40c6ed76b2'}}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 11:52:49.773114 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-653a32b8-448a-4218-a14c-b6e6b6b25a6f req-0a9fd25b-73d1-4a2b-8a4d-351b9c44d43a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:49.782673 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-5bd39cda-b1d9-4706-a193-23735ad0dc61 req-447475e5-c887-47e6-beda-d3c649827fb2 tempest-SecurityGroupsTestAdminJSON-467270751 tempest-SecurityGroupsTestAdminJSON-467270751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:49.785722 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-53d9d37e-99a9-49d4-8408-03e03c9675dd req-cd1fd6ac-f675-402e-bcf9-7ff465feacca service neutron] For port 0445fa07-f6ac-4102-95b8-c319b96af519, host n-h1-804985-2, cleared binding levels {{(pid=106252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 11:52:49.824527 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-de165ac5-6394-439d-ade5-dbc30959a769 req-f7e93a49-8922-4ea8-a570-f64cea9d5bb0 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945-project] 10.222.0.66 "GET /v2.0/security-groups?id=6e2adde3-216f-4ea8-b00f-185ce0cf1700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481688 Aug 18 11:52:49.831106 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-53d9d37e-99a9-49d4-8408-03e03c9675dd req-cd1fd6ac-f675-402e-bcf9-7ff465feacca service neutron] For port 0445fa07-f6ac-4102-95b8-c319b96af519, host n-h1-804985-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=0445fa07-f6ac-4102-95b8-c319b96af519,segment=NetworkSegment(0622c33d-7d5a-4968-950b-edb53be5f858),segment_id=0622c33d-7d5a-4968-950b-edb53be5f858)] {{(pid=106252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 11:52:49.840779 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447475e5-c887-47e6-beda-d3c649827fb2 tempest-SecurityGroupsTestAdminJSON-467270751 tempest-SecurityGroupsTestAdminJSON-467270751-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a0bef0d-c596-4ff3-803e-12a50d46b1b8,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:52:49.844736 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-53d9d37e-99a9-49d4-8408-03e03c9675dd req-cd1fd6ac-f675-402e-bcf9-7ff465feacca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:49.849923 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-5bd39cda-b1d9-4706-a193-23735ad0dc61 req-447475e5-c887-47e6-beda-d3c649827fb2 tempest-SecurityGroupsTestAdminJSON-467270751 tempest-SecurityGroupsTestAdminJSON-467270751-project] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:49.865195 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5bd39cda-b1d9-4706-a193-23735ad0dc61 req-447475e5-c887-47e6-beda-d3c649827fb2 tempest-SecurityGroupsTestAdminJSON-467270751 tempest-SecurityGroupsTestAdminJSON-467270751-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.8144472 Aug 18 11:52:49.907222 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d9d37e-99a9-49d4-8408-03e03c9675dd req-cd1fd6ac-f675-402e-bcf9-7ff465feacca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:49.908280 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-53d9d37e-99a9-49d4-8408-03e03c9675dd req-cd1fd6ac-f675-402e-bcf9-7ff465feacca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:49.909816 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-53d9d37e-99a9-49d4-8408-03e03c9675dd req-cd1fd6ac-f675-402e-bcf9-7ff465feacca service neutron] 10.222.0.63 "PUT /v2.0/ports/0445fa07-f6ac-4102-95b8-c319b96af519 HTTP/1.1" status: 200 len: 1091 time: 1.3135829 Aug 18 11:52:49.915947 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '299ceda3-c4a0-49c1-aee9-18af9311377d', 'tag': '0445fa07-f6ac-4102-95b8-c319b96af519'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 11:52:49.918624 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d01d4b8-ad7f-4150-b9fa-6ce418cc2d75" -d '{"events": [{"name": "network-changed", "server_uuid": "299ceda3-c4a0-49c1-aee9-18af9311377d", "tag": "0445fa07-f6ac-4102-95b8-c319b96af519"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:52:49.931629 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-653a32b8-448a-4218-a14c-b6e6b6b25a6f req-0a9fd25b-73d1-4a2b-8a4d-351b9c44d43a service neutron] For port 7e1ae9f8-b5c5-44b6-8875-b5ced8119bc0, host n-h2-804985-2, cleared binding levels {{(pid=106253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 11:52:49.935507 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-653a32b8-448a-4218-a14c-b6e6b6b25a6f req-0a9fd25b-73d1-4a2b-8a4d-351b9c44d43a service neutron] For port 7e1ae9f8-b5c5-44b6-8875-b5ced8119bc0, host n-h2-804985-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=7e1ae9f8-b5c5-44b6-8875-b5ced8119bc0,segment=NetworkSegment(b0eb6eea-b461-4969-8a27-808f00daa8a1),segment_id=b0eb6eea-b461-4969-8a27-808f00daa8a1)] {{(pid=106253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 11:52:49.938108 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-ccc44400-6287-4850-bf88-6bf3eec9685f req-1da438ed-3047-45db-8617-3eadb64f4473 tempest-DeleteServersAdminTestJSON-34510037 tempest-DeleteServersAdminTestJSON-34510037-project] Deleting port 603b4ecd-53b6-445c-9fdc-c980305f798b {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 11:52:49.938435 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-ccc44400-6287-4850-bf88-6bf3eec9685f req-1da438ed-3047-45db-8617-3eadb64f4473 tempest-DeleteServersAdminTestJSON-34510037 tempest-DeleteServersAdminTestJSON-34510037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:49.941874 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-653a32b8-448a-4218-a14c-b6e6b6b25a6f req-0a9fd25b-73d1-4a2b-8a4d-351b9c44d43a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:50.023963 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653a32b8-448a-4218-a14c-b6e6b6b25a6f req-0a9fd25b-73d1-4a2b-8a4d-351b9c44d43a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:50.024596 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-653a32b8-448a-4218-a14c-b6e6b6b25a6f req-0a9fd25b-73d1-4a2b-8a4d-351b9c44d43a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:50.025961 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-653a32b8-448a-4218-a14c-b6e6b6b25a6f req-0a9fd25b-73d1-4a2b-8a4d-351b9c44d43a service neutron] 10.222.0.62 "PUT /v2.0/ports/7e1ae9f8-b5c5-44b6-8875-b5ced8119bc0 HTTP/1.1" status: 200 len: 1095 time: 0.9771876 Aug 18 11:52:50.026392 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c78220af-3609-4bd3-83ef-b990d0a3dd42', 'tag': '7e1ae9f8-b5c5-44b6-8875-b5ced8119bc0'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 11:52:50.028655 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0679f4c4b6e0e0c064a7d71d722dc30541a34fffee11680573be22ee2ffccc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82a8af31-be9b-4160-b265-0a30d737d533" -d '{"events": [{"name": "network-changed", "server_uuid": "c78220af-3609-4bd3-83ef-b990d0a3dd42", "tag": "7e1ae9f8-b5c5-44b6-8875-b5ced8119bc0"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:52:50.052009 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1fd6ac-f675-402e-bcf9-7ff465feacca service neutron] Pushing event updated for resources: {'Port': ['ID=0445fa07-f6ac-4102-95b8-c319b96af519,revision_number=3']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:52:50.097076 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c3d1e8-8ea1-4e08-b5d9-871a87f022ee req-2cc23b40-f399-4b70-82d8-576baaa55df9 tempest-LiveMigrationNegativeTest-1842983464 tempest-LiveMigrationNegativeTest-1842983464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:50.098579 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-33c3d1e8-8ea1-4e08-b5d9-871a87f022ee req-2cc23b40-f399-4b70-82d8-576baaa55df9 tempest-LiveMigrationNegativeTest-1842983464 tempest-LiveMigrationNegativeTest-1842983464-project] 10.222.0.63 "GET /v2.0/ports?device_id=c06ca817-8908-411c-ac14-b57d5a672e51 HTTP/1.1" status: 200 len: 970 time: 0.1843548 Aug 18 11:52:50.107442 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9fd25b-73d1-4a2b-8a4d-351b9c44d43a service neutron] Pushing event updated for resources: {'Port': ['ID=7e1ae9f8-b5c5-44b6-8875-b5ced8119bc0,revision_number=3']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:52:50.115220 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912db5a4-4a32-43dc-aa70-24bf6d9c6562 req-90668824-5388-4de2-ab72-e41cc490bea8 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:50.122530 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-912db5a4-4a32-43dc-aa70-24bf6d9c6562 req-90668824-5388-4de2-ab72-e41cc490bea8 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.66 "GET /v2.0/ports?device_id=299ceda3-c4a0-49c1-aee9-18af9311377d HTTP/1.1" status: 200 len: 943 time: 0.2115946 Aug 18 11:52:50.133895 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fd0d86-0974-4b48-a7f5-fe642b7b7008 req-e15631df-19c3-4a5c-adf0-46f2817377a4 tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:50.135429 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-23fd0d86-0974-4b48-a7f5-fe642b7b7008 req-e15631df-19c3-4a5c-adf0-46f2817377a4 tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] 10.222.0.66 "GET /v2.0/ports?device_id=c78220af-3609-4bd3-83ef-b990d0a3dd42 HTTP/1.1" status: 200 len: 947 time: 0.1710014 Aug 18 11:52:50.137272 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-ccc44400-6287-4850-bf88-6bf3eec9685f req-1da438ed-3047-45db-8617-3eadb64f4473 tempest-DeleteServersAdminTestJSON-34510037 tempest-DeleteServersAdminTestJSON-34510037-project] For port 603b4ecd-53b6-445c-9fdc-c980305f798b, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=603b4ecd-53b6-445c-9fdc-c980305f798b,segment=NetworkSegment(b0eb6eea-b461-4969-8a27-808f00daa8a1),segment_id=b0eb6eea-b461-4969-8a27-808f00daa8a1)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:52:50.137642 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-ccc44400-6287-4850-bf88-6bf3eec9685f req-1da438ed-3047-45db-8617-3eadb64f4473 tempest-DeleteServersAdminTestJSON-34510037 tempest-DeleteServersAdminTestJSON-34510037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:50.146952 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d9d37e-99a9-49d4-8408-03e03c9675dd req-2a04f6b4-67e3-4bdd-a2a8-26951b3d713f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:50.148689 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-53d9d37e-99a9-49d4-8408-03e03c9675dd req-2a04f6b4-67e3-4bdd-a2a8-26951b3d713f service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=3bd2664269674b678c41aeb663f1f43e&device_id=299ceda3-c4a0-49c1-aee9-18af9311377d HTTP/1.1" status: 200 len: 1094 time: 0.1705234 Aug 18 11:52:50.153292 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-ccc44400-6287-4850-bf88-6bf3eec9685f req-1da438ed-3047-45db-8617-3eadb64f4473 tempest-DeleteServersAdminTestJSON-34510037 tempest-DeleteServersAdminTestJSON-34510037-project] Calling delete_port for 603b4ecd-53b6-445c-9fdc-c980305f798b owned by compute:nova {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 11:52:50.171693 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653a32b8-448a-4218-a14c-b6e6b6b25a6f req-464e7181-b36a-4166-9050-f7f12b7dee99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:50.173187 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-653a32b8-448a-4218-a14c-b6e6b6b25a6f req-464e7181-b36a-4166-9050-f7f12b7dee99 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f6e50cb9025b480f8ec18c678a66d1dd&device_id=c78220af-3609-4bd3-83ef-b990d0a3dd42 HTTP/1.1" status: 200 len: 1098 time: 0.0802183 Aug 18 11:52:50.241436 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-53d9d37e-99a9-49d4-8408-03e03c9675dd req-650ae486-1be1-4853-a9fe-db29598ae672 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0445fa07-f6ac-4102-95b8-c319b96af519 HTTP/1.1" status: 200 len: 217 time: 0.0820882 Aug 18 11:52:50.244835 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-653a32b8-448a-4218-a14c-b6e6b6b25a6f req-5d274f70-55c6-4e8b-be66-99ada66a11ec service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.50&port_id=7e1ae9f8-b5c5-44b6-8875-b5ced8119bc0 HTTP/1.1" status: 200 len: 217 time: 0.0378797 Aug 18 11:52:50.291846 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-23fd0d86-0974-4b48-a7f5-fe642b7b7008 req-507c569f-7afb-419f-a9d7-f7e9153c35e5 tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] 10.222.0.66 "GET /v2.0/security-groups?id=e54286de-dd7f-4b20-9f74-4a71262d523b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408296 Aug 18 11:52:50.315461 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-912db5a4-4a32-43dc-aa70-24bf6d9c6562 req-fe91c5fc-a714-429e-a47d-5aa056de762d tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.66 "GET /v2.0/security-groups?id=fecad5ed-08b4-4db8-8e35-9a1fb2f01a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888456 Aug 18 11:52:50.337033 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653a32b8-448a-4218-a14c-b6e6b6b25a6f req-498d62f4-500a-4d67-bfc3-6a6603008114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:50.338635 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-653a32b8-448a-4218-a14c-b6e6b6b25a6f req-498d62f4-500a-4d67-bfc3-6a6603008114 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6d16d680-110b-436d-8afa-48ba845b3623 HTTP/1.1" status: 200 len: 843 time: 0.0759139 Aug 18 11:52:50.352064 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d9d37e-99a9-49d4-8408-03e03c9675dd req-f0644c24-32d9-4519-8a82-281c935c900a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:50.354107 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-53d9d37e-99a9-49d4-8408-03e03c9675dd req-f0644c24-32d9-4519-8a82-281c935c900a service neutron] 10.222.0.63 "GET /v2.0/subnets?id=16b84496-6d9e-4d8c-9087-8e81549f7d75 HTTP/1.1" status: 200 len: 861 time: 0.0930905 Aug 18 11:52:50.376543 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 11:52:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f8d303d-304e-46cb-bba2-8ceb65c3ef9c x-openstack-request-id: req-9f8d303d-304e-46cb-bba2-8ceb65c3ef9c {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:52:50.377051 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "103e4b6f-4d5d-4a07-b8f7-334042d12001", "name": "network-vif-plugged", "status": "completed", "tag": "9e760ced-e3a8-451d-bb2c-5f1f05bc79ab", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:52:50.377493 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-9f8d303d-304e-46cb-bba2-8ceb65c3ef9c {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:52:50.377902 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '103e4b6f-4d5d-4a07-b8f7-334042d12001', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e760ced-e3a8-451d-bb2c-5f1f05bc79ab', 'code': 200} Aug 18 11:52:50.393600 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-53d9d37e-99a9-49d4-8408-03e03c9675dd req-528fa9bc-691d-4417-b827-8e418e5a4c1a service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=f471d7de-70da-4549-acfc-45017b3843ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304062 Aug 18 11:52:50.414501 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-33c3d1e8-8ea1-4e08-b5d9-871a87f022ee req-3977f093-7801-45a1-812f-0fd7f6b5eca1 tempest-LiveMigrationNegativeTest-1842983464 tempest-LiveMigrationNegativeTest-1842983464-project] Deleting port 0a25dbe8-457a-4efa-8f86-1405d360f55e {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 11:52:50.415142 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-33c3d1e8-8ea1-4e08-b5d9-871a87f022ee req-3977f093-7801-45a1-812f-0fd7f6b5eca1 tempest-LiveMigrationNegativeTest-1842983464 tempest-LiveMigrationNegativeTest-1842983464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:50.446009 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-ccc44400-6287-4850-bf88-6bf3eec9685f req-1da438ed-3047-45db-8617-3eadb64f4473 tempest-DeleteServersAdminTestJSON-34510037 tempest-DeleteServersAdminTestJSON-34510037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:50.457669 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] get_ports_and_sgs() called for port_ids ['603b4ecd-53b6-445c-9fdc-c980305f798b'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 11:52:50.488869 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da438ed-3047-45db-8617-3eadb64f4473 tempest-DeleteServersAdminTestJSON-34510037 tempest-DeleteServersAdminTestJSON-34510037-project] Pushing event deleted for resources: {'Port': ['ID=603b4ecd-53b6-445c-9fdc-c980305f798b,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:52:50.491422 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653a32b8-448a-4218-a14c-b6e6b6b25a6f req-bff131f5-1ac1-48dc-a84e-4ca94c86c16a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:50.492962 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-653a32b8-448a-4218-a14c-b6e6b6b25a6f req-bff131f5-1ac1-48dc-a84e-4ca94c86c16a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=222e0814-c7e5-4b11-9282-3f40c6ed76b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1289294 Aug 18 11:52:50.565986 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccc44400-6287-4850-bf88-6bf3eec9685f req-1da438ed-3047-45db-8617-3eadb64f4473 tempest-DeleteServersAdminTestJSON-34510037 tempest-DeleteServersAdminTestJSON-34510037-project] No DVR routers for this DVR port 603b4ecd-53b6-445c-9fdc-c980305f798b on host n-h2-804985-2 {{(pid=106253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 11:52:50.569500 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-ccc44400-6287-4850-bf88-6bf3eec9685f req-1da438ed-3047-45db-8617-3eadb64f4473 tempest-DeleteServersAdminTestJSON-34510037 tempest-DeleteServersAdminTestJSON-34510037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:50.572065 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-ccc44400-6287-4850-bf88-6bf3eec9685f req-1da438ed-3047-45db-8617-3eadb64f4473 tempest-DeleteServersAdminTestJSON-34510037 tempest-DeleteServersAdminTestJSON-34510037-project] 10.222.0.62 "DELETE /v2.0/ports/603b4ecd-53b6-445c-9fdc-c980305f798b HTTP/1.1" status: 204 len: 173 time: 0.8456273 Aug 18 11:52:50.632770 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-653a32b8-448a-4218-a14c-b6e6b6b25a6f req-99efa502-dfe7-429a-9f6c-591506677971 service neutron] 10.222.0.62 "GET /v2.0/networks/222e0814-c7e5-4b11-9282-3f40c6ed76b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259072 Aug 18 11:52:50.973559 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-a83b1166-3cea-435b-bef2-69ddad38bd57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:50.978213 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-653a32b8-448a-4218-a14c-b6e6b6b25a6f req-68e4e6a1-1c3c-4a87-98b9-2bf8c8815a1a service neutron] 10.222.0.62 "GET /v2.0/networks/222e0814-c7e5-4b11-9282-3f40c6ed76b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3374496 Aug 18 11:52:51.051832 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-33c3d1e8-8ea1-4e08-b5d9-871a87f022ee req-3977f093-7801-45a1-812f-0fd7f6b5eca1 tempest-LiveMigrationNegativeTest-1842983464 tempest-LiveMigrationNegativeTest-1842983464-project] For port 0a25dbe8-457a-4efa-8f86-1405d360f55e, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=0a25dbe8-457a-4efa-8f86-1405d360f55e,segment=NetworkSegment(b0eb6eea-b461-4969-8a27-808f00daa8a1),segment_id=b0eb6eea-b461-4969-8a27-808f00daa8a1)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:52:51.052206 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-33c3d1e8-8ea1-4e08-b5d9-871a87f022ee req-3977f093-7801-45a1-812f-0fd7f6b5eca1 tempest-LiveMigrationNegativeTest-1842983464 tempest-LiveMigrationNegativeTest-1842983464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:51.055852 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6375a73b-830c-47b6-8276-6b0127c295c8 req-fa21b915-bfed-4e2e-b8e2-36692c232f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:51.057357 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6375a73b-830c-47b6-8276-6b0127c295c8 req-fa21b915-bfed-4e2e-b8e2-36692c232f1d service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=103e4b6f-4d5d-4a07-b8f7-334042d12001 HTTP/1.1" status: 200 len: 1097 time: 0.5983372 Aug 18 11:52:51.076392 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39a1e08-2b7f-4dfd-ab14-f4899a51dce7 req-66d1512c-d29a-48b1-9374-b64b1615e624 tempest-LiveMigrationNegativeTest-1842983464 tempest-LiveMigrationNegativeTest-1842983464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:51.077871 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c39a1e08-2b7f-4dfd-ab14-f4899a51dce7 req-66d1512c-d29a-48b1-9374-b64b1615e624 tempest-LiveMigrationNegativeTest-1842983464 tempest-LiveMigrationNegativeTest-1842983464-project] 10.222.0.66 "GET /v2.0/ports?device_id=c06ca817-8908-411c-ac14-b57d5a672e51 HTTP/1.1" status: 200 len: 970 time: 0.6287889 Aug 18 11:52:51.098582 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4233210d-528c-44ba-a7a3-1f8b65352821 req-72b1a9e6-c740-46fe-855f-d3b1c1df682e tempest-FloatingIPsAssociationNegativeTestJSON-1386540945 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945-project] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=7cae7a70-14fd-408c-b14d-39ceb97cb60e HTTP/1.1" status: 200 len: 258 time: 0.6803660 Aug 18 11:52:51.104759 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-33c3d1e8-8ea1-4e08-b5d9-871a87f022ee req-3977f093-7801-45a1-812f-0fd7f6b5eca1 tempest-LiveMigrationNegativeTest-1842983464 tempest-LiveMigrationNegativeTest-1842983464-project] Calling delete_port for 0a25dbe8-457a-4efa-8f86-1405d360f55e owned by compute:tempest-test_az-546674292 {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 11:52:51.108339 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-53d9d37e-99a9-49d4-8408-03e03c9675dd req-7c749555-d415-4258-a9d2-043b4054cbdc service neutron] 10.222.0.63 "GET /v2.0/networks/f471d7de-70da-4549-acfc-45017b3843ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6879025 Aug 18 11:52:51.134658 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-4233210d-528c-44ba-a7a3-1f8b65352821 req-6f8f684d-1b38-4f4e-9891-ae0bdc7167aa tempest-FloatingIPsAssociationNegativeTestJSON-1386540945 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945-project] Request body: {'floatingip': {'floating_network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:52:51.259693 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6375a73b-830c-47b6-8276-6b0127c295c8 req-ada7b219-fdab-42f0-8638-b20c9821400e service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=07aef7bb-6c11-4cb4-8594-c24180b5d811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765158 Aug 18 11:52:51.276215 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c39a1e08-2b7f-4dfd-ab14-f4899a51dce7 req-ef649ef5-7d96-4c83-bcc7-fc243624ee48 tempest-LiveMigrationNegativeTest-1842983464 tempest-LiveMigrationNegativeTest-1842983464-project] 10.222.0.66 "GET /v2.0/security-groups?id=65bbc504-39a0-41da-bd31-ac5a025cebf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832900 Aug 18 11:52:51.279677 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-4233210d-528c-44ba-a7a3-1f8b65352821 req-6f8f684d-1b38-4f4e-9891-ae0bdc7167aa tempest-FloatingIPsAssociationNegativeTestJSON-1386540945 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945-project] Notify callbacks [] for floatingip, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:51.342680 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:51.353070 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-1f4cd9ad-c92f-4641-bda5-f8c025e651b1 req-3e35a3b9-1ee4-4594-ac17-e8b901a3b673 tempest-SecurityGroupsTestAdminJSON-467270751 tempest-SecurityGroupsTestAdminJSON-467270751-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1674937496', 'description': 'tempest-description-1851411981'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:52:51.369888 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-53d9d37e-99a9-49d4-8408-03e03c9675dd req-1e4342a5-db1d-4553-9704-d6b4a118bfec service neutron] 10.222.0.63 "GET /v2.0/networks/f471d7de-70da-4549-acfc-45017b3843ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2485044 Aug 18 11:52:51.414374 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-1f4cd9ad-c92f-4641-bda5-f8c025e651b1 req-3e35a3b9-1ee4-4594-ac17-e8b901a3b673 tempest-SecurityGroupsTestAdminJSON-467270751 tempest-SecurityGroupsTestAdminJSON-467270751-project] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:51.455667 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-33c3d1e8-8ea1-4e08-b5d9-871a87f022ee req-3977f093-7801-45a1-812f-0fd7f6b5eca1 tempest-LiveMigrationNegativeTest-1842983464 tempest-LiveMigrationNegativeTest-1842983464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:51.467348 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] get_ports_and_sgs() called for port_ids ['0a25dbe8-457a-4efa-8f86-1405d360f55e'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 11:52:51.498831 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3977f093-7801-45a1-812f-0fd7f6b5eca1 tempest-LiveMigrationNegativeTest-1842983464 tempest-LiveMigrationNegativeTest-1842983464-project] Pushing event deleted for resources: {'Port': ['ID=0a25dbe8-457a-4efa-8f86-1405d360f55e,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:52:51.557217 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-33c3d1e8-8ea1-4e08-b5d9-871a87f022ee req-3977f093-7801-45a1-812f-0fd7f6b5eca1 tempest-LiveMigrationNegativeTest-1842983464 tempest-LiveMigrationNegativeTest-1842983464-project] No DVR routers for this DVR port 0a25dbe8-457a-4efa-8f86-1405d360f55e on host n-h1-804985-2 {{(pid=106252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 11:52:51.564218 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-33c3d1e8-8ea1-4e08-b5d9-871a87f022ee req-3977f093-7801-45a1-812f-0fd7f6b5eca1 tempest-LiveMigrationNegativeTest-1842983464 tempest-LiveMigrationNegativeTest-1842983464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:51.566218 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-33c3d1e8-8ea1-4e08-b5d9-871a87f022ee req-3977f093-7801-45a1-812f-0fd7f6b5eca1 tempest-LiveMigrationNegativeTest-1842983464 tempest-LiveMigrationNegativeTest-1842983464-project] 10.222.0.63 "DELETE /v2.0/ports/0a25dbe8-457a-4efa-8f86-1405d360f55e HTTP/1.1" status: 204 len: 173 time: 1.4416931 Aug 18 11:52:51.601742 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-4233210d-528c-44ba-a7a3-1f8b65352821 req-6f8f684d-1b38-4f4e-9891-ae0bdc7167aa tempest-FloatingIPsAssociationNegativeTestJSON-1386540945 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:51.617991 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-1f4cd9ad-c92f-4641-bda5-f8c025e651b1 req-3e35a3b9-1ee4-4594-ac17-e8b901a3b673 tempest-SecurityGroupsTestAdminJSON-467270751 tempest-SecurityGroupsTestAdminJSON-467270751-project] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:51.649803 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-1f4cd9ad-c92f-4641-bda5-f8c025e651b1 req-3e35a3b9-1ee4-4594-ac17-e8b901a3b673 tempest-SecurityGroupsTestAdminJSON-467270751 tempest-SecurityGroupsTestAdminJSON-467270751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:51.692066 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-1f4cd9ad-c92f-4641-bda5-f8c025e651b1 req-3e35a3b9-1ee4-4594-ac17-e8b901a3b673 tempest-SecurityGroupsTestAdminJSON-467270751 tempest-SecurityGroupsTestAdminJSON-467270751-project] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:51.693324 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1f4cd9ad-c92f-4641-bda5-f8c025e651b1 req-3e35a3b9-1ee4-4594-ac17-e8b901a3b673 tempest-SecurityGroupsTestAdminJSON-467270751 tempest-SecurityGroupsTestAdminJSON-467270751-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.3870199 Aug 18 11:52:51.704088 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e35a3b9-1ee4-4594-ac17-e8b901a3b673 tempest-SecurityGroupsTestAdminJSON-467270751 tempest-SecurityGroupsTestAdminJSON-467270751-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8ec1eb6-9468-4fcb-9d4c-6011356aaa75,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:52:51.748728 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [req-4233210d-528c-44ba-a7a3-1f8b65352821 req-6f8f684d-1b38-4f4e-9891-ae0bdc7167aa tempest-FloatingIPsAssociationNegativeTestJSON-1386540945 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945-project] Allocated IP 172.25.7.50 (7cae7a70-14fd-408c-b14d-39ceb97cb60e/9784295a-20b8-4a4b-b105-f82737f0448f/7414aa57-6fb2-4958-8ee1-6f1aaa9caaa6) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 11:52:51.760130 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 11:52:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dd77afe-3070-4554-8d9c-9eb2d953aaa8 x-openstack-request-id: req-3dd77afe-3070-4554-8d9c-9eb2d953aaa8 {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:52:51.760442 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "299ceda3-c4a0-49c1-aee9-18af9311377d", "tag": "0445fa07-f6ac-4102-95b8-c319b96af519", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:52:51.760739 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-3dd77afe-3070-4554-8d9c-9eb2d953aaa8 {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:52:51.761085 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '299ceda3-c4a0-49c1-aee9-18af9311377d', 'tag': '0445fa07-f6ac-4102-95b8-c319b96af519', 'status': 'completed', 'code': 200} Aug 18 11:52:51.905532 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d01d4b8-ad7f-4150-b9fa-6ce418cc2d75 req-329a5e55-b8e4-4524-b153-99c6db817eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:51.906935 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7d01d4b8-ad7f-4150-b9fa-6ce418cc2d75 req-329a5e55-b8e4-4524-b153-99c6db817eac service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=3bd2664269674b678c41aeb663f1f43e&device_id=299ceda3-c4a0-49c1-aee9-18af9311377d HTTP/1.1" status: 200 len: 1094 time: 0.0998249 Aug 18 11:52:51.915703 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b1d103-27ca-4be4-b7af-811f09b536ce req-be1c22d4-bc95-429c-b9f4-4279ba78a3d4 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:51.917102 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d6b1d103-27ca-4be4-b7af-811f09b536ce req-be1c22d4-bc95-429c-b9f4-4279ba78a3d4 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] 10.222.0.66 "GET /v2.0/ports?device_id=103e4b6f-4d5d-4a07-b8f7-334042d12001 HTTP/1.1" status: 200 len: 946 time: 0.1009910 Aug 18 11:52:51.963102 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-4233210d-528c-44ba-a7a3-1f8b65352821 req-6f8f684d-1b38-4f4e-9891-ae0bdc7167aa tempest-FloatingIPsAssociationNegativeTestJSON-1386540945 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945-project] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:51.987451 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-53584c24-f517-494e-ac93-c18bb92373f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:52.038976 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d6b1d103-27ca-4be4-b7af-811f09b536ce req-cc8f36d8-656f-4fd3-879f-343701d18d37 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] 10.222.0.66 "GET /v2.0/security-groups?id=07aef7bb-6c11-4cb4-8594-c24180b5d811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111944 Aug 18 11:52:52.072153 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d01d4b8-ad7f-4150-b9fa-6ce418cc2d75 req-abb70eed-eb64-4a0b-b1b9-eab99b83ef89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:52.073677 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7d01d4b8-ad7f-4150-b9fa-6ce418cc2d75 req-abb70eed-eb64-4a0b-b1b9-eab99b83ef89 service neutron] 10.222.0.63 "GET /v2.0/networks?id=f471d7de-70da-4549-acfc-45017b3843ff HTTP/1.1" status: 200 len: 922 time: 0.1557431 Aug 18 11:52:52.091971 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-4233210d-528c-44ba-a7a3-1f8b65352821 req-6f8f684d-1b38-4f4e-9891-ae0bdc7167aa tempest-FloatingIPsAssociationNegativeTestJSON-1386540945 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:52.128310 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 11:52:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c20c20d-145c-4a73-9011-8602edce22f3 x-openstack-request-id: req-9c20c20d-145c-4a73-9011-8602edce22f3 {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:52:52.128901 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c78220af-3609-4bd3-83ef-b990d0a3dd42", "tag": "7e1ae9f8-b5c5-44b6-8875-b5ced8119bc0", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:52:52.129207 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-9c20c20d-145c-4a73-9011-8602edce22f3 {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:52:52.132226 n-d-804985-2 neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c78220af-3609-4bd3-83ef-b990d0a3dd42', 'tag': '7e1ae9f8-b5c5-44b6-8875-b5ced8119bc0', 'status': 'completed', 'code': 200} Aug 18 11:52:52.133221 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7d01d4b8-ad7f-4150-b9fa-6ce418cc2d75 req-412a7d16-3cb1-4e8c-b2d9-63a74b3c2c71 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0445fa07-f6ac-4102-95b8-c319b96af519 HTTP/1.1" status: 200 len: 217 time: 0.0481973 Aug 18 11:52:52.171166 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4233210d-528c-44ba-a7a3-1f8b65352821 req-6f8f684d-1b38-4f4e-9891-ae0bdc7167aa tempest-FloatingIPsAssociationNegativeTestJSON-1386540945 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945-project] Network 7cae7a70-14fd-408c-b14d-39ceb97cb60e is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 11:52:52.199914 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [req-4233210d-528c-44ba-a7a3-1f8b65352821 req-6f8f684d-1b38-4f4e-9891-ae0bdc7167aa tempest-FloatingIPsAssociationNegativeTestJSON-1386540945 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:52:52.226333 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-4233210d-528c-44ba-a7a3-1f8b65352821 req-6f8f684d-1b38-4f4e-9891-ae0bdc7167aa tempest-FloatingIPsAssociationNegativeTestJSON-1386540945 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945-project] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 11:52:52.270464 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f684d-1b38-4f4e-9891-ae0bdc7167aa tempest-FloatingIPsAssociationNegativeTestJSON-1386540945 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945-project] Pushing event updated for resources: {'Port': ['ID=7414aa57-6fb2-4958-8ee1-6f1aaa9caaa6,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:52:52.294415 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d01d4b8-ad7f-4150-b9fa-6ce418cc2d75 req-3c8f686e-2fe2-4d47-8401-6778bb7966f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:52.296753 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7d01d4b8-ad7f-4150-b9fa-6ce418cc2d75 req-3c8f686e-2fe2-4d47-8401-6778bb7966f1 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=16b84496-6d9e-4d8c-9087-8e81549f7d75 HTTP/1.1" status: 200 len: 861 time: 0.1451306 Aug 18 11:52:52.338850 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a8af31-be9b-4160-b265-0a30d737d533 req-9132c54f-e350-4738-a94b-d8642a32c79f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:52.340317 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-82a8af31-be9b-4160-b265-0a30d737d533 req-9132c54f-e350-4738-a94b-d8642a32c79f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f6e50cb9025b480f8ec18c678a66d1dd&device_id=c78220af-3609-4bd3-83ef-b990d0a3dd42 HTTP/1.1" status: 200 len: 1098 time: 0.1732745 Aug 18 11:52:52.361441 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7d01d4b8-ad7f-4150-b9fa-6ce418cc2d75 req-c30443e4-f940-432f-b6b2-490040583e83 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=f471d7de-70da-4549-acfc-45017b3843ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414267 Aug 18 11:52:52.491972 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b131860-c684-424a-93d7-a174085d90c3 req-51b7f766-f6f8-40c9-bf03-5ebc2038e813 tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:52.493460 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3b131860-c684-424a-93d7-a174085d90c3 req-51b7f766-f6f8-40c9-bf03-5ebc2038e813 tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] 10.222.0.66 "GET /v2.0/ports?device_id=c78220af-3609-4bd3-83ef-b990d0a3dd42 HTTP/1.1" status: 200 len: 947 time: 0.2177055 Aug 18 11:52:52.542549 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-4233210d-528c-44ba-a7a3-1f8b65352821 req-6f8f684d-1b38-4f4e-9891-ae0bdc7167aa tempest-FloatingIPsAssociationNegativeTestJSON-1386540945 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:52.592127 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3b131860-c684-424a-93d7-a174085d90c3 req-4d91033e-45d1-4761-a739-b8b5e44c909e tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] 10.222.0.66 "GET /v2.0/security-groups?id=e54286de-dd7f-4b20-9f74-4a71262d523b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913544 Aug 18 11:52:52.613505 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a8af31-be9b-4160-b265-0a30d737d533 req-692110a1-8f79-472c-9b37-5d2e1cec74b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:52.613505 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-82a8af31-be9b-4160-b265-0a30d737d533 req-692110a1-8f79-472c-9b37-5d2e1cec74b4 service neutron] 10.222.0.62 "GET /v2.0/networks?id=222e0814-c7e5-4b11-9282-3f40c6ed76b2 HTTP/1.1" status: 200 len: 870 time: 0.2452757 Aug 18 11:52:52.641288 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7d01d4b8-ad7f-4150-b9fa-6ce418cc2d75 req-950c700b-1a3d-4827-83cd-af1a002bf87c service neutron] 10.222.0.63 "GET /v2.0/networks/f471d7de-70da-4549-acfc-45017b3843ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2645860 Aug 18 11:52:52.673706 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-4233210d-528c-44ba-a7a3-1f8b65352821 req-6f8f684d-1b38-4f4e-9891-ae0bdc7167aa tempest-FloatingIPsAssociationNegativeTestJSON-1386540945 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:52.690936 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-82a8af31-be9b-4160-b265-0a30d737d533 req-0e305212-3f7b-44a6-8b48-a2592e752210 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.50&port_id=7e1ae9f8-b5c5-44b6-8875-b5ced8119bc0 HTTP/1.1" status: 200 len: 217 time: 0.0695510 Aug 18 11:52:52.885962 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a8af31-be9b-4160-b265-0a30d737d533 req-a4cedaa1-4f99-44a4-b669-4496cb96552c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:52.887350 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-82a8af31-be9b-4160-b265-0a30d737d533 req-a4cedaa1-4f99-44a4-b669-4496cb96552c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6d16d680-110b-436d-8afa-48ba845b3623 HTTP/1.1" status: 200 len: 843 time: 0.1704781 Aug 18 11:52:52.924945 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 603b4ecd-53b6-445c-9fdc-c980305f798b no longer exists at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 11:52:52.926413 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927d36b9-9409-41af-b896-9ce9a4a9d070 req-0100a1a9-4cfd-44b9-a5a4-7e56d1875e5d tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:52.928370 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-927d36b9-9409-41af-b896-9ce9a4a9d070 req-0100a1a9-4cfd-44b9-a5a4-7e56d1875e5d tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.66 "GET /v2.0/ports?device_id=299ceda3-c4a0-49c1-aee9-18af9311377d HTTP/1.1" status: 200 len: 943 time: 0.2550330 Aug 18 11:52:52.936224 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7d01d4b8-ad7f-4150-b9fa-6ce418cc2d75 req-f7c72640-f8f2-4772-81c0-43f988b85637 service neutron] 10.222.0.63 "GET /v2.0/networks/f471d7de-70da-4549-acfc-45017b3843ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2643418 Aug 18 11:52:52.956000 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] No Port match for: 603b4ecd-53b6-445c-9fdc-c980305f798b {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 11:52:52.956322 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 603b4ecd-53b6-445c-9fdc-c980305f798b not bound to the agent host n-h2-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 11:52:53.027512 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-927d36b9-9409-41af-b896-9ce9a4a9d070 req-e3a0ed0a-6d68-489b-8f0f-ed097dec10f8 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.66 "GET /v2.0/security-groups?id=fecad5ed-08b4-4db8-8e35-9a1fb2f01a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703557 Aug 18 11:52:53.039283 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a8af31-be9b-4160-b265-0a30d737d533 req-43de23e2-165f-47ca-a4c2-d9a8aba0732f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:53.040771 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-82a8af31-be9b-4160-b265-0a30d737d533 req-43de23e2-165f-47ca-a4c2-d9a8aba0732f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=222e0814-c7e5-4b11-9282-3f40c6ed76b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1380577 Aug 18 11:52:53.074134 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-4233210d-528c-44ba-a7a3-1f8b65352821 req-6f8f684d-1b38-4f4e-9891-ae0bdc7167aa tempest-FloatingIPsAssociationNegativeTestJSON-1386540945 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945-project] Notify callbacks [] for port, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:53.116060 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-4233210d-528c-44ba-a7a3-1f8b65352821 req-6f8f684d-1b38-4f4e-9891-ae0bdc7167aa tempest-FloatingIPsAssociationNegativeTestJSON-1386540945 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:53.217922 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f684d-1b38-4f4e-9891-ae0bdc7167aa tempest-FloatingIPsAssociationNegativeTestJSON-1386540945 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945-project] Pushing event updated for resources: {'Port': ['ID=7414aa57-6fb2-4958-8ee1-6f1aaa9caaa6,revision_number=2']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:52:53.222429 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-3caf1692-f67a-4429-9a1b-5300a940d13d req-f7f5cdc7-41e4-494e-9b83-391c306dc2e9 tempest-SecurityGroupsTestAdminJSON-2027015595 tempest-SecurityGroupsTestAdminJSON-2027015595-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-170223175', 'description': 'tempest-description-305843266'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:52:53.238644 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-4233210d-528c-44ba-a7a3-1f8b65352821 req-6f8f684d-1b38-4f4e-9891-ae0bdc7167aa tempest-FloatingIPsAssociationNegativeTestJSON-1386540945 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-989945'] for floatingip, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:53.244440 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-82a8af31-be9b-4160-b265-0a30d737d533 req-4878f17a-a81c-4360-8173-45deb29687dd service neutron] 10.222.0.62 "GET /v2.0/networks/222e0814-c7e5-4b11-9282-3f40c6ed76b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1869237 Aug 18 11:52:53.558133 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-3caf1692-f67a-4429-9a1b-5300a940d13d req-f7f5cdc7-41e4-494e-9b83-391c306dc2e9 tempest-SecurityGroupsTestAdminJSON-2027015595 tempest-SecurityGroupsTestAdminJSON-2027015595-project-admin] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:53.562882 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-4233210d-528c-44ba-a7a3-1f8b65352821 req-6f8f684d-1b38-4f4e-9891-ae0bdc7167aa tempest-FloatingIPsAssociationNegativeTestJSON-1386540945 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for floatingip, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:53.564112 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4233210d-528c-44ba-a7a3-1f8b65352821 req-6f8f684d-1b38-4f4e-9891-ae0bdc7167aa tempest-FloatingIPsAssociationNegativeTestJSON-1386540945 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.4514661 Aug 18 11:52:53.576422 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-3caf1692-f67a-4429-9a1b-5300a940d13d req-f7f5cdc7-41e4-494e-9b83-391c306dc2e9 tempest-SecurityGroupsTestAdminJSON-2027015595 tempest-SecurityGroupsTestAdminJSON-2027015595-project-admin] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:53.635512 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4233210d-528c-44ba-a7a3-1f8b65352821 req-0c4e3749-7e84-41b8-875d-e1d509242730 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.7.50 HTTP/1.1" status: 200 len: 695 time: 0.0637274 Aug 18 11:52:53.689660 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-500a1c61-38a7-4c23-a7ec-4631080af5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:53.716265 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-82a8af31-be9b-4160-b265-0a30d737d533 req-cf79507a-99cd-46ae-8a02-667dc733ccbf service neutron] 10.222.0.62 "GET /v2.0/networks/222e0814-c7e5-4b11-9282-3f40c6ed76b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4607847 Aug 18 11:52:53.761727 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c06ca817-8908-411c-ac14-b57d5a672e51', 'name': 'network-vif-deleted', 'tag': '0a25dbe8-457a-4efa-8f86-1405d360f55e'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 11:52:53.764006 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e1765e5-33f6-41c9-ab22-d3bfc29b29e0" -d '{"events": [{"server_uuid": "c06ca817-8908-411c-ac14-b57d5a672e51", "name": "network-vif-deleted", "tag": "0a25dbe8-457a-4efa-8f86-1405d360f55e"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:52:53.803967 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4233210d-528c-44ba-a7a3-1f8b65352821 req-c5471860-cacb-470d-b193-58a0923edbb7 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:53.805365 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4233210d-528c-44ba-a7a3-1f8b65352821 req-c5471860-cacb-470d-b193-58a0923edbb7 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945-project] 10.222.0.66 "GET /v2.0/networks/7cae7a70-14fd-408c-b14d-39ceb97cb60e HTTP/1.1" status: 200 len: 784 time: 0.1592579 Aug 18 11:52:53.820417 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [req-4233210d-528c-44ba-a7a3-1f8b65352821 req-c7bc664d-b138-4b14-a68e-d9679fb7aca1 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=106252) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 11:52:53.821420 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4233210d-528c-44ba-a7a3-1f8b65352821 req-c7bc664d-b138-4b14-a68e-d9679fb7aca1 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0083320 Aug 18 11:52:53.840457 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-3caf1692-f67a-4429-9a1b-5300a940d13d req-f7f5cdc7-41e4-494e-9b83-391c306dc2e9 tempest-SecurityGroupsTestAdminJSON-2027015595 tempest-SecurityGroupsTestAdminJSON-2027015595-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:53.845914 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-3caf1692-f67a-4429-9a1b-5300a940d13d req-f7f5cdc7-41e4-494e-9b83-391c306dc2e9 tempest-SecurityGroupsTestAdminJSON-2027015595 tempest-SecurityGroupsTestAdminJSON-2027015595-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:53.879832 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f5cdc7-41e4-494e-9b83-391c306dc2e9 tempest-SecurityGroupsTestAdminJSON-2027015595 tempest-SecurityGroupsTestAdminJSON-2027015595-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4db24f57-2dc7-4373-b05a-2c74621c5ad6,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:52:53.944559 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-3caf1692-f67a-4429-9a1b-5300a940d13d req-f7f5cdc7-41e4-494e-9b83-391c306dc2e9 tempest-SecurityGroupsTestAdminJSON-2027015595 tempest-SecurityGroupsTestAdminJSON-2027015595-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:53.957798 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-3caf1692-f67a-4429-9a1b-5300a940d13d req-f7f5cdc7-41e4-494e-9b83-391c306dc2e9 tempest-SecurityGroupsTestAdminJSON-2027015595 tempest-SecurityGroupsTestAdminJSON-2027015595-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:54.005312 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-3caf1692-f67a-4429-9a1b-5300a940d13d req-f7f5cdc7-41e4-494e-9b83-391c306dc2e9 tempest-SecurityGroupsTestAdminJSON-2027015595 tempest-SecurityGroupsTestAdminJSON-2027015595-project-admin] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:54.008051 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.agents_db [None req-6dbb2658-0354-4101-8393-6e7505481cf6 None None] Agent healthcheck: found 7 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 11:52:54.017072 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3caf1692-f67a-4429-9a1b-5300a940d13d req-f7f5cdc7-41e4-494e-9b83-391c306dc2e9 tempest-SecurityGroupsTestAdminJSON-2027015595 tempest-SecurityGroupsTestAdminJSON-2027015595-project-admin] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.8053083 Aug 18 11:52:54.021275 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f5cdc7-41e4-494e-9b83-391c306dc2e9 tempest-SecurityGroupsTestAdminJSON-2027015595 tempest-SecurityGroupsTestAdminJSON-2027015595-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bb2eaec-8cd4-468d-820f-032e0a2f8ce2,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:52:54.037030 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f0bf1a-3a03-46be-a92f-2b364b3af193 req-0195f4f4-2dd2-4c14-b982-da2bf9ea9fe1 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:54.038669 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-53f0bf1a-3a03-46be-a92f-2b364b3af193 req-0195f4f4-2dd2-4c14-b982-da2bf9ea9fe1 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] 10.222.0.66 "GET /v2.0/ports?device_id=103e4b6f-4d5d-4a07-b8f7-334042d12001 HTTP/1.1" status: 200 len: 946 time: 0.0914469 Aug 18 11:52:54.119594 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-53f0bf1a-3a03-46be-a92f-2b364b3af193 req-cb0b011c-9137-4fa9-a026-f737cfe103de tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] 10.222.0.66 "GET /v2.0/security-groups?id=07aef7bb-6c11-4cb4-8594-c24180b5d811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629780 Aug 18 11:52:54.128990 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645705b8-d119-43b5-9ea5-67d94af03997 req-ad2039e4-1ec2-4850-836b-adaa26413568 tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:54.134299 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b21eaab3-f572-4735-ba80-75d708298e7f', 'name': 'network-vif-deleted', 'tag': '603b4ecd-53b6-445c-9fdc-c980305f798b'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 11:52:54.136121 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-645705b8-d119-43b5-9ea5-67d94af03997 req-ad2039e4-1ec2-4850-836b-adaa26413568 tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] 10.222.0.66 "GET /v2.0/ports?device_id=c78220af-3609-4bd3-83ef-b990d0a3dd42 HTTP/1.1" status: 200 len: 947 time: 0.0797455 Aug 18 11:52:54.137889 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0679f4c4b6e0e0c064a7d71d722dc30541a34fffee11680573be22ee2ffccc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-826828d2-3f3e-4edd-988e-09a8fc823046" -d '{"events": [{"server_uuid": "b21eaab3-f572-4735-ba80-75d708298e7f", "name": "network-vif-deleted", "tag": "603b4ecd-53b6-445c-9fdc-c980305f798b"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:52:54.161793 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 48132) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:52:54.171750 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-645705b8-d119-43b5-9ea5-67d94af03997 req-496aa24d-0c25-4411-ab79-a8ce8ee6e007 tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] 10.222.0.66 "GET /v2.0/security-groups?id=e54286de-dd7f-4b20-9f74-4a71262d523b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336621 Aug 18 11:52:54.182069 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 11:52:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9bd181b-a34a-49bc-abd0-acbf00daaaf6 x-openstack-request-id: req-c9bd181b-a34a-49bc-abd0-acbf00daaaf6 {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:52:54.182590 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c06ca817-8908-411c-ac14-b57d5a672e51", "name": "network-vif-deleted", "tag": "0a25dbe8-457a-4efa-8f86-1405d360f55e", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:52:54.182742 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c9bd181b-a34a-49bc-abd0-acbf00daaaf6 {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:52:54.183261 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c06ca817-8908-411c-ac14-b57d5a672e51', 'name': 'network-vif-deleted', 'tag': '0a25dbe8-457a-4efa-8f86-1405d360f55e', 'status': 'completed', 'code': 200} Aug 18 11:52:54.234401 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-4248bd86-2b79-4860-a9d0-4609e9017406 req-fec03b89-f6dd-4060-a432-bd898ef7053c tempest-SecurityGroupsTestAdminJSON-2027015595 tempest-SecurityGroupsTestAdminJSON-2027015595-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-196768958', 'description': 'tempest-description-1860691083'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:52:54.257929 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-4248bd86-2b79-4860-a9d0-4609e9017406 req-fec03b89-f6dd-4060-a432-bd898ef7053c tempest-SecurityGroupsTestAdminJSON-2027015595 tempest-SecurityGroupsTestAdminJSON-2027015595-project-admin] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:54.322616 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-bba69619-12e4-4d39-bfb5-f6153362513d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=fd7d9be7a3e342b9ae85ec629d4b2884&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1596179 Aug 18 11:52:54.325161 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 48138) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:52:54.375096 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5471dadd-9a3c-48f4-b68f-f732c926698d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:54.378689 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a917788e-2f79-45a7-9a15-71c5c8c4ffe7 req-ea52999b-5242-4048-ab26-10430a06a4f3 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:54.380168 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a917788e-2f79-45a7-9a15-71c5c8c4ffe7 req-ea52999b-5242-4048-ab26-10430a06a4f3 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945-project] 10.222.0.66 "GET /v2.0/ports?device_id=625ec057-7ac1-4341-8511-f9ea922f343e&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1038408 Aug 18 11:52:54.398091 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5471dadd-9a3c-48f4-b68f-f732c926698d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:54.442212 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a917788e-2f79-45a7-9a15-71c5c8c4ffe7 req-d41139d4-c724-41a5-abdd-149d84eaa3dc tempest-FloatingIPsAssociationNegativeTestJSON-1386540945 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.7.50 HTTP/1.1" status: 200 len: 695 time: 0.0551169 Aug 18 11:52:54.448100 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5471dadd-9a3c-48f4-b68f-f732c926698d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:54.451077 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5471dadd-9a3c-48f4-b68f-f732c926698d admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:54.452183 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-4248bd86-2b79-4860-a9d0-4609e9017406 req-fec03b89-f6dd-4060-a432-bd898ef7053c tempest-SecurityGroupsTestAdminJSON-2027015595 tempest-SecurityGroupsTestAdminJSON-2027015595-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:54.452333 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-5471dadd-9a3c-48f4-b68f-f732c926698d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/65bbc504-39a0-41da-bd31-ac5a025cebf2 HTTP/1.1" status: 204 len: 168 time: 0.1261635 Aug 18 11:52:54.459604 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-a917788e-2f79-45a7-9a15-71c5c8c4ffe7 req-214bccea-5d10-43a6-8831-39a6b5accd46 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945-project] Request body: {'floatingip': {'port_id': '19a52455-07f3-47db-a4d4-c6da5e76e313', 'fixed_ip_address': '172.20.0.5'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:52:54.460921 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5471dadd-9a3c-48f4-b68f-f732c926698d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65bbc504-39a0-41da-bd31-ac5a025cebf2,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:52:54.463569 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-4248bd86-2b79-4860-a9d0-4609e9017406 req-fec03b89-f6dd-4060-a432-bd898ef7053c tempest-SecurityGroupsTestAdminJSON-2027015595 tempest-SecurityGroupsTestAdminJSON-2027015595-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:54.519478 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-a917788e-2f79-45a7-9a15-71c5c8c4ffe7 req-214bccea-5d10-43a6-8831-39a6b5accd46 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945-project] Notify callbacks [] for floatingip, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:54.526629 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-4248bd86-2b79-4860-a9d0-4609e9017406 req-fec03b89-f6dd-4060-a432-bd898ef7053c tempest-SecurityGroupsTestAdminJSON-2027015595 tempest-SecurityGroupsTestAdminJSON-2027015595-project-admin] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:54.527857 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4248bd86-2b79-4860-a9d0-4609e9017406 req-fec03b89-f6dd-4060-a432-bd898ef7053c tempest-SecurityGroupsTestAdminJSON-2027015595 tempest-SecurityGroupsTestAdminJSON-2027015595-project-admin] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.2990887 Aug 18 11:52:54.564967 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec03b89-f6dd-4060-a432-bd898ef7053c tempest-SecurityGroupsTestAdminJSON-2027015595 tempest-SecurityGroupsTestAdminJSON-2027015595-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d42df7a2-6418-4569-b69f-4bf3c9614706,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:52:54.584743 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 0445fa07-f6ac-4102-95b8-c319b96af519 details requested by agent hyperv_n-h1-804985-2 with host n-h1-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 11:52:54.648930 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 0a25dbe8-457a-4efa-8f86-1405d360f55e no longer exists at agent hyperv_n-h1-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 11:52:54.671173 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] No Port match for: 0a25dbe8-457a-4efa-8f86-1405d360f55e {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 11:52:54.671879 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 0a25dbe8-457a-4efa-8f86-1405d360f55e not bound to the agent host n-h1-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 11:52:54.680404 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a41262a-5e71-4b77-9904-03839a272cb8 req-72472b02-1913-4d90-a7f6-6686a9ec2a75 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:54.681934 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0a41262a-5e71-4b77-9904-03839a272cb8 req-72472b02-1913-4d90-a7f6-6686a9ec2a75 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.66 "GET /v2.0/ports?device_id=299ceda3-c4a0-49c1-aee9-18af9311377d HTTP/1.1" status: 200 len: 943 time: 0.0987942 Aug 18 11:52:54.717989 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 0445fa07-f6ac-4102-95b8-c319b96af519, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=0445fa07-f6ac-4102-95b8-c319b96af519,segment=NetworkSegment(0622c33d-7d5a-4968-950b-edb53be5f858),segment_id=0622c33d-7d5a-4968-950b-edb53be5f858)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:52:54.729643 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Returning: {'device': '0445fa07-f6ac-4102-95b8-c319b96af519', 'network_id': 'f471d7de-70da-4549-acfc-45017b3843ff', 'port_id': '0445fa07-f6ac-4102-95b8-c319b96af519', 'mac_address': 'fa:16:3e:0b:77:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 802, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16b84496-6d9e-4d8c-9087-8e81549f7d75', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 11:52:54.769392 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:54.779848 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 48146) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:52:54.785240 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0445fa07-f6ac-4102-95b8-c319b96af519 {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 11:52:54.791866 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0a41262a-5e71-4b77-9904-03839a272cb8 req-d95054fd-873e-4f50-b5b6-7e29a1c57171 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.66 "GET /v2.0/security-groups?id=fecad5ed-08b4-4db8-8e35-9a1fb2f01a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797133 Aug 18 11:52:54.817104 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 0445fa07-f6ac-4102-95b8-c319b96af519, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=0445fa07-f6ac-4102-95b8-c319b96af519,segment=NetworkSegment(0622c33d-7d5a-4968-950b-edb53be5f858),segment_id=0622c33d-7d5a-4968-950b-edb53be5f858)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:52:54.825613 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:54.828235 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-01e8e694-9c47-400d-861e-d557f7d009da admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=20eb17a22ddc40ad9749de3938938982&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0471172 Aug 18 11:52:54.830778 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 48148) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:52:54.888526 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-39cb3323-7ffc-40a9-a001-f2e0e842a749 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:54.903867 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=0445fa07-f6ac-4102-95b8-c319b96af519,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:52:54.909892 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-39cb3323-7ffc-40a9-a001-f2e0e842a749 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:54.923386 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 7e1ae9f8-b5c5-44b6-8875-b5ced8119bc0 details requested by agent hyperv_n-h2-804985-2 with host n-h2-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 11:52:54.961914 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-39cb3323-7ffc-40a9-a001-f2e0e842a749 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:54.967927 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-39cb3323-7ffc-40a9-a001-f2e0e842a749 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:54.971234 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-39cb3323-7ffc-40a9-a001-f2e0e842a749 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/4e7f0113-5152-4506-ad3c-4743197eb82f HTTP/1.1" status: 204 len: 168 time: 0.1393425 Aug 18 11:52:54.980590 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cb3323-7ffc-40a9-a001-f2e0e842a749 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e7f0113-5152-4506-ad3c-4743197eb82f,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:52:55.052106 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port 7e1ae9f8-b5c5-44b6-8875-b5ced8119bc0, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=7e1ae9f8-b5c5-44b6-8875-b5ced8119bc0,segment=NetworkSegment(b0eb6eea-b461-4969-8a27-808f00daa8a1),segment_id=b0eb6eea-b461-4969-8a27-808f00daa8a1)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:52:55.063564 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Returning: {'device': '7e1ae9f8-b5c5-44b6-8875-b5ced8119bc0', 'network_id': '222e0814-c7e5-4b11-9282-3f40c6ed76b2', 'port_id': '7e1ae9f8-b5c5-44b6-8875-b5ced8119bc0', 'mac_address': 'fa:16:3e:12:2c:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 823, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d16d680-110b-436d-8afa-48ba845b3623', 'ip_address': '192.168.233.50'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 11:52:55.093201 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] get_ports_and_sgs() called for port_ids ['0445fa07-f6ac-4102-95b8-c319b96af519'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 11:52:55.109329 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f40871-8c65-4efb-b0a0-901cbbd1ffbb req-f407e374-3fd1-499d-b543-fe983e9e1a28 tempest-LiveMigrationTest-1335981208 tempest-LiveMigrationTest-1335981208-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:55.110837 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c8f40871-8c65-4efb-b0a0-901cbbd1ffbb req-f407e374-3fd1-499d-b543-fe983e9e1a28 tempest-LiveMigrationTest-1335981208 tempest-LiveMigrationTest-1335981208-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=103e4b6f-4d5d-4a07-b8f7-334042d12001 HTTP/1.1" status: 200 len: 1097 time: 0.1683171 Aug 18 11:52:55.134309 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:55.150209 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e1ae9f8-b5c5-44b6-8875-b5ced8119bc0 {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 11:52:55.187839 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port 7e1ae9f8-b5c5-44b6-8875-b5ced8119bc0, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=7e1ae9f8-b5c5-44b6-8875-b5ced8119bc0,segment=NetworkSegment(b0eb6eea-b461-4969-8a27-808f00daa8a1),segment_id=b0eb6eea-b461-4969-8a27-808f00daa8a1)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:52:55.201338 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:55.221294 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c8f40871-8c65-4efb-b0a0-901cbbd1ffbb req-ff6171e7-c45f-4961-b462-8a969a921930 tempest-LiveMigrationTest-1335981208 tempest-LiveMigrationTest-1335981208-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=07aef7bb-6c11-4cb4-8594-c24180b5d811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981309 Aug 18 11:52:55.270483 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 11:52:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a0b30be-af81-47aa-8001-d9b870762f1e x-openstack-request-id: req-5a0b30be-af81-47aa-8001-d9b870762f1e {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:52:55.270996 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b21eaab3-f572-4735-ba80-75d708298e7f", "name": "network-vif-deleted", "tag": "603b4ecd-53b6-445c-9fdc-c980305f798b", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:52:55.270996 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-5a0b30be-af81-47aa-8001-d9b870762f1e {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:52:55.271367 n-d-804985-2 neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b21eaab3-f572-4735-ba80-75d708298e7f', 'name': 'network-vif-deleted', 'tag': '603b4ecd-53b6-445c-9fdc-c980305f798b', 'status': 'completed', 'code': 200} Aug 18 11:52:55.289843 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=7e1ae9f8-b5c5-44b6-8875-b5ced8119bc0,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:52:55.332661 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-a917788e-2f79-45a7-9a15-71c5c8c4ffe7 req-214bccea-5d10-43a6-8831-39a6b5accd46 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:55.348384 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-a917788e-2f79-45a7-9a15-71c5c8c4ffe7 req-214bccea-5d10-43a6-8831-39a6b5accd46 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-989945'] for floatingip, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:55.474887 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] get_ports_and_sgs() called for port_ids ['7e1ae9f8-b5c5-44b6-8875-b5ced8119bc0'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 11:52:55.516293 n-d-804985-2 neutron-server[106252]: INFO neutron.db.l3_db [req-a917788e-2f79-45a7-9a15-71c5c8c4ffe7 req-214bccea-5d10-43a6-8831-39a6b5accd46 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945-project] Floating IP 96b67580-2041-4382-885d-700558f65449 associated. External IP: 172.25.7.50, port: 19a52455-07f3-47db-a4d4-c6da5e76e313. Aug 18 11:52:55.818113 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d4383bf7-7cdd-4259-b281-22f228fb70c3 req-ea306c6b-9bab-4d6a-b823-5a40273b5fbd tempest-SecurityGroupsTestAdminJSON-2027015595 tempest-SecurityGroupsTestAdminJSON-2027015595-project-admin] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 47844 time: 0.4939058 Aug 18 11:52:55.848653 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a917788e-2f79-45a7-9a15-71c5c8c4ffe7 req-214bccea-5d10-43a6-8831-39a6b5accd46 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945-project] Router e83f3887-de40-4269-a82d-fa428ffe32d9 has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 11:52:55.877603 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d4383bf7-7cdd-4259-b281-22f228fb70c3 req-bbf1726f-9ff9-487b-b27b-ed6bfe7ff95b tempest-SecurityGroupsTestAdminJSON-2027015595 tempest-SecurityGroupsTestAdminJSON-2027015595-project-admin] 10.222.0.66 "GET /v2.0/security-groups/07aef7bb-6c11-4cb4-8594-c24180b5d811 HTTP/1.1" status: 200 len: 2981 time: 0.0502236 Aug 18 11:52:56.001049 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d4383bf7-7cdd-4259-b281-22f228fb70c3 req-0bb2a6d3-3537-4ffc-bef8-f6aa11c6a6b2 tempest-SecurityGroupsTestAdminJSON-2027015595 tempest-SecurityGroupsTestAdminJSON-2027015595-project-admin] 10.222.0.66 "GET /v2.0/security-groups/07aef7bb-6c11-4cb4-8594-c24180b5d811 HTTP/1.1" status: 200 len: 2981 time: 0.0868988 Aug 18 11:52:56.033336 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a917788e-2f79-45a7-9a15-71c5c8c4ffe7 req-214bccea-5d10-43a6-8831-39a6b5accd46 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945-project] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 11:52:56.039752 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-a917788e-2f79-45a7-9a15-71c5c8c4ffe7 req-214bccea-5d10-43a6-8831-39a6b5accd46 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for floatingip, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:56.043950 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16dfeb2b-d3ff-423c-b94d-a9d89a108738 None None] Sync routers for ids ['e83f3887-de40-4269-a82d-fa428ffe32d9'] in n-d-804985-2 {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 11:52:56.054671 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16dfeb2b-d3ff-423c-b94d-a9d89a108738 None None] Routers {'e83f3887-de40-4269-a82d-fa428ffe32d9'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 11:52:56.055193 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-16dfeb2b-d3ff-423c-b94d-a9d89a108738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T11:52:51Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['e83f3887-de40-4269-a82d-fa428ffe32d9'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:52:56.079394 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a917788e-2f79-45a7-9a15-71c5c8c4ffe7 req-214bccea-5d10-43a6-8831-39a6b5accd46 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945-project] 10.222.0.66 "PUT /v2.0/floatingips/96b67580-2041-4382-885d-700558f65449 HTTP/1.1" status: 200 len: 995 time: 1.6296327 Aug 18 11:52:56.080757 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d4383bf7-7cdd-4259-b281-22f228fb70c3 req-8025c976-9be1-4a20-b697-01e6c26d6ddb tempest-SecurityGroupsTestAdminJSON-2027015595 tempest-SecurityGroupsTestAdminJSON-2027015595-project-admin] 10.222.0.66 "GET /v2.0/security-groups/290cbc58-0f33-4503-ad68-228d126ab729 HTTP/1.1" status: 200 len: 2977 time: 0.0729587 Aug 18 11:52:56.162147 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d4383bf7-7cdd-4259-b281-22f228fb70c3 req-40af7dd9-6069-4b97-b963-eee3d0ea4264 tempest-SecurityGroupsTestAdminJSON-2027015595 tempest-SecurityGroupsTestAdminJSON-2027015595-project-admin] 10.222.0.66 "GET /v2.0/security-groups/290cbc58-0f33-4503-ad68-228d126ab729 HTTP/1.1" status: 200 len: 2977 time: 0.0711162 Aug 18 11:52:56.164903 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a917788e-2f79-45a7-9a15-71c5c8c4ffe7 req-21fe2022-058f-4eff-9b1c-19f09999ce24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:56.166338 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a917788e-2f79-45a7-9a15-71c5c8c4ffe7 req-21fe2022-058f-4eff-9b1c-19f09999ce24 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=418eca027897477eaef8184aa03877a6&device_id=625ec057-7ac1-4341-8511-f9ea922f343e HTTP/1.1" status: 200 len: 1096 time: 0.0624366 Aug 18 11:52:56.166460 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-16dfeb2b-d3ff-423c-b94d-a9d89a108738 None None] Set router e83f3887-de40-4269-a82d-fa428ffe32d9 gateway port host: n-d-804985-2 {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 11:52:56.190133 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '625ec057-7ac1-4341-8511-f9ea922f343e', 'tag': '19a52455-07f3-47db-a4d4-c6da5e76e313'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 11:52:56.192539 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1026e23b-4866-4e2a-b43d-f9a3b9e2030f" -d '{"events": [{"name": "network-changed", "server_uuid": "625ec057-7ac1-4341-8511-f9ea922f343e", "tag": "19a52455-07f3-47db-a4d4-c6da5e76e313"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:52:56.462029 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-16dfeb2b-d3ff-423c-b94d-a9d89a108738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e83f3887-de40-4269-a82d-fa428ffe32d9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-531979573-router', 'tenant_id': '418eca027897477eaef8184aa03877a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.138'}], 'enable_snat': True}, 'gw_port_id': '3b420e0d-f80d-4aa2-b155-862be39bae18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T11:52:25Z', 'updated_at': '2021-08-18T11:52:31Z', 'revision_number': 4, 'project_id': '418eca027897477eaef8184aa03877a6', 'gw_port': {'id': '3b420e0d-f80d-4aa2-b155-862be39bae18', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:ab:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83f3887-de40-4269-a82d-fa428ffe32d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:52:26Z', 'updated_at': '2021-08-18T11:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_floatingips': [{'id': '96b67580-2041-4382-885d-700558f65449', 'tenant_id': '418eca027897477eaef8184aa03877a6', 'floating_ip_address': '172.25.7.50', 'floating_network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'router_id': 'e83f3887-de40-4269-a82d-fa428ffe32d9', 'port_id': '19a52455-07f3-47db-a4d4-c6da5e76e313', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 383, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '749eed81-85ea-459e-b52c-5ef570769bbd', 'mac_address': 'fa:16:3e:36:df:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '625ec057-7ac1-4341-8511-f9ea922f343e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T11:52:52Z', 'updated_at': '2021-08-18T11:52:55Z', 'revision_number': 1, 'project_id': '418eca027897477eaef8184aa03877a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97a7cbef-b800-4f34-9405-d604ffc1a3c9', 'name': '', 'network_id': '749eed81-85ea-459e-b52c-5ef570769bbd', 'tenant_id': '418eca027897477eaef8184aa03877a6', 'mac_address': 'fa:16:3e:f7:f1:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83f3887-de40-4269-a82d-fa428ffe32d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '85ef9a5e-4eda-4f20-b92b-37688a4f44c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:52:30Z', 'updated_at': '2021-08-18T11:52:38Z', 'revision_number': 5, 'project_id': '418eca027897477eaef8184aa03877a6', 'subnets': [{'id': '85ef9a5e-4eda-4f20-b92b-37688a4f44c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:52:56.488659 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16dfeb2b-d3ff-423c-b94d-a9d89a108738 None None] Checking router: e83f3887-de40-4269-a82d-fa428ffe32d9 for host: n-d-804985-2 {{(pid=106254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 11:52:56.497458 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16dfeb2b-d3ff-423c-b94d-a9d89a108738 None None] Routers {'e83f3887-de40-4269-a82d-fa428ffe32d9'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 11:52:56.498069 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-16dfeb2b-d3ff-423c-b94d-a9d89a108738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T11:52:51Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['e83f3887-de40-4269-a82d-fa428ffe32d9'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:52:56.517179 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d4383bf7-7cdd-4259-b281-22f228fb70c3 req-d5e04bbd-06fa-4c2b-bbad-df7a33fa650a tempest-SecurityGroupsTestAdminJSON-2027015595 tempest-SecurityGroupsTestAdminJSON-2027015595-project-admin] 10.222.0.66 "GET /v2.0/security-groups/37ec34bb-cbc8-4c7d-a8b8-ebd9274bcac2 HTTP/1.1" status: 200 len: 2981 time: 0.3458586 Aug 18 11:52:56.567899 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a917788e-2f79-45a7-9a15-71c5c8c4ffe7 req-b3672f7b-c2e6-425a-91c1-4a9c0fa27b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:56.569403 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a917788e-2f79-45a7-9a15-71c5c8c4ffe7 req-b3672f7b-c2e6-425a-91c1-4a9c0fa27b04 service neutron] 10.222.0.66 "GET /v2.0/networks?id=749eed81-85ea-459e-b52c-5ef570769bbd HTTP/1.1" status: 200 len: 929 time: 0.3913023 Aug 18 11:52:56.585988 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d4383bf7-7cdd-4259-b281-22f228fb70c3 req-ed52cb38-9783-46c1-a07c-4147ebbc7fc3 tempest-SecurityGroupsTestAdminJSON-2027015595 tempest-SecurityGroupsTestAdminJSON-2027015595-project-admin] 10.222.0.66 "GET /v2.0/security-groups/37ec34bb-cbc8-4c7d-a8b8-ebd9274bcac2 HTTP/1.1" status: 200 len: 2981 time: 0.0625670 Aug 18 11:52:56.593267 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 0445fa07-f6ac-4102-95b8-c319b96af519 up at agent hyperv_n-h1-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:52:56.629089 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-16dfeb2b-d3ff-423c-b94d-a9d89a108738 None None] Set router e83f3887-de40-4269-a82d-fa428ffe32d9 gateway port host: n-d-804985-2 {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 11:52:56.659323 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a917788e-2f79-45a7-9a15-71c5c8c4ffe7 req-8f369bf7-aecd-42cf-a6f4-dd0828866ddc service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=19a52455-07f3-47db-a4d4-c6da5e76e313 HTTP/1.1" status: 200 len: 998 time: 0.0822027 Aug 18 11:52:56.677212 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d4383bf7-7cdd-4259-b281-22f228fb70c3 req-6e662aae-b296-4f53-b512-75c961252771 tempest-SecurityGroupsTestAdminJSON-2027015595 tempest-SecurityGroupsTestAdminJSON-2027015595-project-admin] 10.222.0.66 "GET /v2.0/security-groups/3ae1191e-8b0d-49e1-b48d-7e6a5af2913f HTTP/1.1" status: 200 len: 2977 time: 0.0646279 Aug 18 11:52:56.720797 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Provisioning for port 0445fa07-f6ac-4102-95b8-c319b96af519 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 11:52:56.731182 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Provisioning complete for port 0445fa07-f6ac-4102-95b8-c319b96af519 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:52:56.731581 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:56.732387 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a917788e-2f79-45a7-9a15-71c5c8c4ffe7 req-a9f4f8e7-777b-4759-a914-5d730635fe7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:56.734072 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a917788e-2f79-45a7-9a15-71c5c8c4ffe7 req-a9f4f8e7-777b-4759-a914-5d730635fe7f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=85ef9a5e-4eda-4f20-b92b-37688a4f44c0 HTTP/1.1" status: 200 len: 867 time: 0.0675006 Aug 18 11:52:56.753403 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d4383bf7-7cdd-4259-b281-22f228fb70c3 req-b27b20ed-01c0-45eb-af71-e516438a03a0 tempest-SecurityGroupsTestAdminJSON-2027015595 tempest-SecurityGroupsTestAdminJSON-2027015595-project-admin] 10.222.0.66 "GET /v2.0/security-groups/3ae1191e-8b0d-49e1-b48d-7e6a5af2913f HTTP/1.1" status: 200 len: 2977 time: 0.0584819 Aug 18 11:52:56.810498 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a917788e-2f79-45a7-9a15-71c5c8c4ffe7 req-62cb8c47-6d60-4a2d-8420-4b70d2e73cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:56.812014 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a917788e-2f79-45a7-9a15-71c5c8c4ffe7 req-62cb8c47-6d60-4a2d-8420-4b70d2e73cf6 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=749eed81-85ea-459e-b52c-5ef570769bbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0695128 Aug 18 11:52:56.815124 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d4383bf7-7cdd-4259-b281-22f228fb70c3 req-8c2b3b2c-03e6-4b7c-afe0-ee92942c8e6b tempest-SecurityGroupsTestAdminJSON-2027015595 tempest-SecurityGroupsTestAdminJSON-2027015595-project-admin] 10.222.0.66 "GET /v2.0/security-groups/422b8850-745a-49ab-9696-e3dc10ca602d HTTP/1.1" status: 200 len: 2981 time: 0.0479755 Aug 18 11:52:56.823697 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [req-a917788e-2f79-45a7-9a15-71c5c8c4ffe7 req-758b664f-96f2-4277-8bb4-efc360088f22 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=106252) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 11:52:56.824651 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a917788e-2f79-45a7-9a15-71c5c8c4ffe7 req-758b664f-96f2-4277-8bb4-efc360088f22 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056307 Aug 18 11:52:56.899124 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:56.911557 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d4383bf7-7cdd-4259-b281-22f228fb70c3 req-5b0aae01-45c3-4860-83de-20dfe9fdd9d8 tempest-SecurityGroupsTestAdminJSON-2027015595 tempest-SecurityGroupsTestAdminJSON-2027015595-project-admin] 10.222.0.66 "GET /v2.0/security-groups/422b8850-745a-49ab-9696-e3dc10ca602d HTTP/1.1" status: 200 len: 2981 time: 0.0859487 Aug 18 11:52:56.932338 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '299ceda3-c4a0-49c1-aee9-18af9311377d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0445fa07-f6ac-4102-95b8-c319b96af519'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 11:52:56.934622 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db50a436fb3a98495337d8fe7487b4f2ea6f3c1052eb9efadc2ecda2d5737001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03be5efe-2f34-482f-bc90-30523406e834" -d '{"events": [{"server_uuid": "299ceda3-c4a0-49c1-aee9-18af9311377d", "name": "network-vif-plugged", "status": "completed", "tag": "0445fa07-f6ac-4102-95b8-c319b96af519"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:52:56.965899 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a917788e-2f79-45a7-9a15-71c5c8c4ffe7 req-b307fd2d-171e-44ec-832a-fed7653bd65d service neutron] 10.222.0.66 "GET /v2.0/networks/749eed81-85ea-459e-b52c-5ef570769bbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287975 Aug 18 11:52:56.984868 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d4383bf7-7cdd-4259-b281-22f228fb70c3 req-5a27079f-bd94-416b-80fe-0e60ad7b5ade tempest-SecurityGroupsTestAdminJSON-2027015595 tempest-SecurityGroupsTestAdminJSON-2027015595-project-admin] 10.222.0.66 "GET /v2.0/security-groups/4db24f57-2dc7-4373-b05a-2c74621c5ad6 HTTP/1.1" status: 200 len: 2981 time: 0.0662704 Aug 18 11:52:57.077996 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 7e1ae9f8-b5c5-44b6-8875-b5ced8119bc0 up at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:52:57.081990 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 0445fa07-f6ac-4102-95b8-c319b96af519, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=0445fa07-f6ac-4102-95b8-c319b96af519,segment=NetworkSegment(0622c33d-7d5a-4968-950b-edb53be5f858),segment_id=0622c33d-7d5a-4968-950b-edb53be5f858)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:52:57.082129 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d4383bf7-7cdd-4259-b281-22f228fb70c3 req-e171bbf7-d7e5-40f3-b86f-3a769bf9bb9b tempest-SecurityGroupsTestAdminJSON-2027015595 tempest-SecurityGroupsTestAdminJSON-2027015595-project-admin] 10.222.0.66 "GET /v2.0/security-groups/4db24f57-2dc7-4373-b05a-2c74621c5ad6 HTTP/1.1" status: 200 len: 2981 time: 0.0873744 Aug 18 11:52:57.104332 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:57.106154 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a917788e-2f79-45a7-9a15-71c5c8c4ffe7 req-c780b535-a173-4db5-b162-d3ded96bfe60 service neutron] 10.222.0.66 "GET /v2.0/networks/749eed81-85ea-459e-b52c-5ef570769bbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321189 Aug 18 11:52:57.135203 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d4383bf7-7cdd-4259-b281-22f228fb70c3 req-cd067dcc-7817-4ad2-9fcb-27e4157d2430 tempest-SecurityGroupsTestAdminJSON-2027015595 tempest-SecurityGroupsTestAdminJSON-2027015595-project-admin] 10.222.0.66 "GET /v2.0/security-groups/6e2adde3-216f-4ea8-b00f-185ce0cf1700 HTTP/1.1" status: 200 len: 2981 time: 0.0441093 Aug 18 11:52:57.160899 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-16dfeb2b-d3ff-423c-b94d-a9d89a108738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e83f3887-de40-4269-a82d-fa428ffe32d9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-531979573-router', 'tenant_id': '418eca027897477eaef8184aa03877a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.138'}], 'enable_snat': True}, 'gw_port_id': '3b420e0d-f80d-4aa2-b155-862be39bae18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T11:52:25Z', 'updated_at': '2021-08-18T11:52:31Z', 'revision_number': 4, 'project_id': '418eca027897477eaef8184aa03877a6', 'gw_port': {'id': '3b420e0d-f80d-4aa2-b155-862be39bae18', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:ab:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83f3887-de40-4269-a82d-fa428ffe32d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:52:26Z', 'updated_at': '2021-08-18T11:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_floatingips': [{'id': '96b67580-2041-4382-885d-700558f65449', 'tenant_id': '418eca027897477eaef8184aa03877a6', 'floating_ip_address': '172.25.7.50', 'floating_network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'router_id': 'e83f3887-de40-4269-a82d-fa428ffe32d9', 'port_id': '19a52455-07f3-47db-a4d4-c6da5e76e313', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 383, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '749eed81-85ea-459e-b52c-5ef570769bbd', 'mac_address': 'fa:16:3e:36:df:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '625ec057-7ac1-4341-8511-f9ea922f343e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T11:52:52Z', 'updated_at': '2021-08-18T11:52:55Z', 'revision_number': 1, 'project_id': '418eca027897477eaef8184aa03877a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97a7cbef-b800-4f34-9405-d604ffc1a3c9', 'name': '', 'network_id': '749eed81-85ea-459e-b52c-5ef570769bbd', 'tenant_id': '418eca027897477eaef8184aa03877a6', 'mac_address': 'fa:16:3e:f7:f1:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83f3887-de40-4269-a82d-fa428ffe32d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '85ef9a5e-4eda-4f20-b92b-37688a4f44c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:52:30Z', 'updated_at': '2021-08-18T11:52:38Z', 'revision_number': 5, 'project_id': '418eca027897477eaef8184aa03877a6', 'subnets': [{'id': '85ef9a5e-4eda-4f20-b92b-37688a4f44c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:52:57.193528 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d4383bf7-7cdd-4259-b281-22f228fb70c3 req-821a6ad8-a187-42a7-b318-2b225d927102 tempest-SecurityGroupsTestAdminJSON-2027015595 tempest-SecurityGroupsTestAdminJSON-2027015595-project-admin] 10.222.0.66 "GET /v2.0/security-groups/6e2adde3-216f-4ea8-b00f-185ce0cf1700 HTTP/1.1" status: 200 len: 2981 time: 0.0487745 Aug 18 11:52:57.206544 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16dfeb2b-d3ff-423c-b94d-a9d89a108738 None None] The sync data for ids ['e83f3887-de40-4269-a82d-fa428ffe32d9'] in n-d-804985-2 is: [{'id': 'e83f3887-de40-4269-a82d-fa428ffe32d9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-531979573-router', 'tenant_id': '418eca027897477eaef8184aa03877a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.138'}], 'enable_snat': True}, 'gw_port_id': '3b420e0d-f80d-4aa2-b155-862be39bae18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T11:52:25Z', 'updated_at': '2021-08-18T11:52:31Z', 'revision_number': 4, 'project_id': '418eca027897477eaef8184aa03877a6', 'gw_port': {'id': '3b420e0d-f80d-4aa2-b155-862be39bae18', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:ab:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83f3887-de40-4269-a82d-fa428ffe32d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:52:26Z', 'updated_at': '2021-08-18T11:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_floatingips': [{'id': '96b67580-2041-4382-885d-700558f65449', 'tenant_id': '418eca027897477eaef8184aa03877a6', 'floating_ip_address': '172.25.7.50', 'floating_network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'router_id': 'e83f3887-de40-4269-a82d-fa428ffe32d9', 'port_id': '19a52455-07f3-47db-a4d4-c6da5e76e313', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 383, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '749eed81-85ea-459e-b52c-5ef570769bbd', 'mac_address': 'fa:16:3e:36:df:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '625ec057-7ac1-4341-8511-f9ea922f343e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T11:52:52Z', 'updated_at': '2021-08-18T11:52:55Z', 'revision_number': 1, 'project_id': '418eca027897477eaef8184aa03877a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97a7cbef-b800-4f34-9405-d604ffc1a3c9', 'name': '', 'network_id': '749eed81-85ea-459e-b52c-5ef570769bbd', 'tenant_id': '418eca027897477eaef8184aa03877a6', 'mac_address': 'fa:16:3e:f7:f1:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83f3887-de40-4269-a82d-fa428ffe32d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '85ef9a5e-4eda-4f20-b92b-37688a4f44c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:52:30Z', 'updated_at': '2021-08-18T11:52:38Z', 'revision_number': 5, 'project_id': '418eca027897477eaef8184aa03877a6', 'subnets': [{'id': '85ef9a5e-4eda-4f20-b92b-37688a4f44c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 11:52:57.209553 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=0445fa07-f6ac-4102-95b8-c319b96af519,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:52:57.215307 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Provisioning for port 7e1ae9f8-b5c5-44b6-8875-b5ced8119bc0 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 11:52:57.230933 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Provisioning complete for port 7e1ae9f8-b5c5-44b6-8875-b5ced8119bc0 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:52:57.231316 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:57.274057 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db6892f-d181-43c8-b318-7b088076ad4f req-c2f5465a-3268-4f1f-984a-e152f7644ae5 tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:57.275618 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3db6892f-d181-43c8-b318-7b088076ad4f req-c2f5465a-3268-4f1f-984a-e152f7644ae5 tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] 10.222.0.66 "GET /v2.0/ports?device_id=c78220af-3609-4bd3-83ef-b990d0a3dd42 HTTP/1.1" status: 200 len: 948 time: 0.0953865 Aug 18 11:52:57.278641 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d4383bf7-7cdd-4259-b281-22f228fb70c3 req-4d462016-cfcd-491a-95e8-eb0b721bf9a1 tempest-SecurityGroupsTestAdminJSON-2027015595 tempest-SecurityGroupsTestAdminJSON-2027015595-project-admin] 10.222.0.66 "GET /v2.0/security-groups/733b6274-3974-40db-99ba-a3431c80acb2 HTTP/1.1" status: 200 len: 2981 time: 0.0702188 Aug 18 11:52:57.318928 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:57.343557 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3db6892f-d181-43c8-b318-7b088076ad4f req-df8bd067-7cf2-49f7-b1e0-0e64e0a3936b tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] 10.222.0.66 "GET /v2.0/security-groups?id=e54286de-dd7f-4b20-9f74-4a71262d523b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610454 Aug 18 11:52:57.349048 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d4383bf7-7cdd-4259-b281-22f228fb70c3 req-dd4d7a02-b9f8-4ca4-9041-011ea7c47b3d tempest-SecurityGroupsTestAdminJSON-2027015595 tempest-SecurityGroupsTestAdminJSON-2027015595-project-admin] 10.222.0.66 "GET /v2.0/security-groups/733b6274-3974-40db-99ba-a3431c80acb2 HTTP/1.1" status: 200 len: 2981 time: 0.0624645 Aug 18 11:52:57.353926 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port 7e1ae9f8-b5c5-44b6-8875-b5ced8119bc0, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=7e1ae9f8-b5c5-44b6-8875-b5ced8119bc0,segment=NetworkSegment(b0eb6eea-b461-4969-8a27-808f00daa8a1),segment_id=b0eb6eea-b461-4969-8a27-808f00daa8a1)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:52:57.359228 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:57.398488 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d4383bf7-7cdd-4259-b281-22f228fb70c3 req-e3779845-5a43-4679-a29c-6133e495d3de tempest-SecurityGroupsTestAdminJSON-2027015595 tempest-SecurityGroupsTestAdminJSON-2027015595-project-admin] 10.222.0.66 "GET /v2.0/security-groups/7d9a794a-2300-4af2-bd3e-b7bea5c3c3b8 HTTP/1.1" status: 200 len: 2981 time: 0.0426664 Aug 18 11:52:57.412914 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=7e1ae9f8-b5c5-44b6-8875-b5ced8119bc0,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:52:57.455466 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2650c7c1-df7e-4f94-91fa-fb9dd2f1f0ac None None] New status for floating IP 96b67580-2041-4382-885d-700558f65449: ACTIVE {{(pid=106255) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 11:52:57.472968 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d4383bf7-7cdd-4259-b281-22f228fb70c3 req-7dda4bf7-0877-4b3e-9123-8716e516d85f tempest-SecurityGroupsTestAdminJSON-2027015595 tempest-SecurityGroupsTestAdminJSON-2027015595-project-admin] 10.222.0.66 "GET /v2.0/security-groups/7d9a794a-2300-4af2-bd3e-b7bea5c3c3b8 HTTP/1.1" status: 200 len: 2981 time: 0.0681472 Aug 18 11:52:57.487639 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b476b049-3ec5-4b8a-9c31-fd00ba58b509 req-5e55f5e7-f4e4-4c5e-8e50-4bd836cf3f8b tempest-LiveMigrationTest-1335981208 tempest-LiveMigrationTest-1335981208-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:57.489288 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b476b049-3ec5-4b8a-9c31-fd00ba58b509 req-5e55f5e7-f4e4-4c5e-8e50-4bd836cf3f8b tempest-LiveMigrationTest-1335981208 tempest-LiveMigrationTest-1335981208-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=103e4b6f-4d5d-4a07-b8f7-334042d12001 HTTP/1.1" status: 200 len: 1097 time: 0.0643134 Aug 18 11:52:57.540000 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d4383bf7-7cdd-4259-b281-22f228fb70c3 req-14b4bd47-a085-43d6-9ec8-40f1176a347b tempest-SecurityGroupsTestAdminJSON-2027015595 tempest-SecurityGroupsTestAdminJSON-2027015595-project-admin] 10.222.0.66 "GET /v2.0/security-groups/86ba4c1b-07de-4def-8388-26edfc588b52 HTTP/1.1" status: 200 len: 2977 time: 0.0597551 Aug 18 11:52:57.555655 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b476b049-3ec5-4b8a-9c31-fd00ba58b509 req-96ab9e3c-be08-4fdd-918c-6fc5f2ac4358 tempest-LiveMigrationTest-1335981208 tempest-LiveMigrationTest-1335981208-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=07aef7bb-6c11-4cb4-8594-c24180b5d811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581431 Aug 18 11:52:57.591541 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d4383bf7-7cdd-4259-b281-22f228fb70c3 req-23b54810-b2c5-4b8f-9928-d6c4dbe2f021 tempest-SecurityGroupsTestAdminJSON-2027015595 tempest-SecurityGroupsTestAdminJSON-2027015595-project-admin] 10.222.0.66 "GET /v2.0/security-groups/86ba4c1b-07de-4def-8388-26edfc588b52 HTTP/1.1" status: 200 len: 2977 time: 0.0442150 Aug 18 11:52:57.643402 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d4383bf7-7cdd-4259-b281-22f228fb70c3 req-18a9c679-fc8a-4ce1-bb4d-3fddf2e1be2c tempest-SecurityGroupsTestAdminJSON-2027015595 tempest-SecurityGroupsTestAdminJSON-2027015595-project-admin] 10.222.0.66 "GET /v2.0/security-groups/ad711073-5b3b-4499-bbb9-27286a19ae6a HTTP/1.1" status: 200 len: 2981 time: 0.0451925 Aug 18 11:52:57.714939 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d4383bf7-7cdd-4259-b281-22f228fb70c3 req-02275719-76e5-4fec-bf77-4ee2c0e32a88 tempest-SecurityGroupsTestAdminJSON-2027015595 tempest-SecurityGroupsTestAdminJSON-2027015595-project-admin] 10.222.0.66 "GET /v2.0/security-groups/ad711073-5b3b-4499-bbb9-27286a19ae6a HTTP/1.1" status: 200 len: 2981 time: 0.0606356 Aug 18 11:52:57.723453 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846a96ee-0a4c-47ed-a812-a10e0967b73b req-9af760ac-07d8-4544-816a-c65fb21d6d6f tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:57.724932 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-846a96ee-0a4c-47ed-a812-a10e0967b73b req-9af760ac-07d8-4544-816a-c65fb21d6d6f tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.66 "GET /v2.0/ports?device_id=299ceda3-c4a0-49c1-aee9-18af9311377d HTTP/1.1" status: 200 len: 945 time: 0.0806329 Aug 18 11:52:57.786211 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d4383bf7-7cdd-4259-b281-22f228fb70c3 req-cbbdb107-1cc0-4845-9a34-3d1cea1a07d7 tempest-SecurityGroupsTestAdminJSON-2027015595 tempest-SecurityGroupsTestAdminJSON-2027015595-project-admin] 10.222.0.66 "GET /v2.0/security-groups/e54286de-dd7f-4b20-9f74-4a71262d523b HTTP/1.1" status: 200 len: 2981 time: 0.0603094 Aug 18 11:52:57.794004 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-846a96ee-0a4c-47ed-a812-a10e0967b73b req-9042b7b2-b9e4-47f0-88ee-5ba812250ab4 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.66 "GET /v2.0/security-groups?id=fecad5ed-08b4-4db8-8e35-9a1fb2f01a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608160 Aug 18 11:52:57.842679 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d4383bf7-7cdd-4259-b281-22f228fb70c3 req-8ea0f986-d0d1-4443-a3ef-e73b6f183f85 tempest-SecurityGroupsTestAdminJSON-2027015595 tempest-SecurityGroupsTestAdminJSON-2027015595-project-admin] 10.222.0.66 "GET /v2.0/security-groups/e54286de-dd7f-4b20-9f74-4a71262d523b HTTP/1.1" status: 200 len: 2981 time: 0.0476522 Aug 18 11:52:57.893707 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 48210) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:52:57.898265 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d4383bf7-7cdd-4259-b281-22f228fb70c3 req-be903475-8579-46d1-aef0-e455bb38ef04 tempest-SecurityGroupsTestAdminJSON-2027015595 tempest-SecurityGroupsTestAdminJSON-2027015595-project-admin] 10.222.0.66 "GET /v2.0/security-groups/fd472336-62d8-44fd-99c2-c7b5a926f07b HTTP/1.1" status: 200 len: 2973 time: 0.0448296 Aug 18 11:52:57.900138 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 11:52:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aff4e88-b59c-4d15-80e8-72a9001aaaae x-openstack-request-id: req-3aff4e88-b59c-4d15-80e8-72a9001aaaae {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:52:57.900716 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "625ec057-7ac1-4341-8511-f9ea922f343e", "tag": "19a52455-07f3-47db-a4d4-c6da5e76e313", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:52:57.901306 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-3aff4e88-b59c-4d15-80e8-72a9001aaaae {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:52:57.901866 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '625ec057-7ac1-4341-8511-f9ea922f343e', 'tag': '19a52455-07f3-47db-a4d4-c6da5e76e313', 'status': 'completed', 'code': 200} Aug 18 11:52:57.969841 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d4383bf7-7cdd-4259-b281-22f228fb70c3 req-2fab09d3-4283-433b-bbd7-a673a6e83246 tempest-SecurityGroupsTestAdminJSON-2027015595 tempest-SecurityGroupsTestAdminJSON-2027015595-project-admin] 10.222.0.66 "GET /v2.0/security-groups/fd472336-62d8-44fd-99c2-c7b5a926f07b HTTP/1.1" status: 200 len: 2973 time: 0.0643849 Aug 18 11:52:58.000917 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1026e23b-4866-4e2a-b43d-f9a3b9e2030f req-73ce1d64-04d6-4811-8fba-45d499b244c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:58.002472 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1026e23b-4866-4e2a-b43d-f9a3b9e2030f req-73ce1d64-04d6-4811-8fba-45d499b244c8 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=418eca027897477eaef8184aa03877a6&device_id=625ec057-7ac1-4341-8511-f9ea922f343e HTTP/1.1" status: 200 len: 1096 time: 0.0677190 Aug 18 11:52:58.038045 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-1e4d51e6-0e58-42db-8355-18d577e99101 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c113364195014a0e8033cc2db6ff8c60&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1430514 Aug 18 11:52:58.040739 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 48216) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:52:58.092794 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d4383bf7-7cdd-4259-b281-22f228fb70c3 req-45d588cd-8485-4f48-81be-c0ae58cdafd8 tempest-SecurityGroupsTestAdminJSON-2027015595 tempest-SecurityGroupsTestAdminJSON-2027015595-project-admin] 10.222.0.66 "GET /v2.0/security-groups/fecad5ed-08b4-4db8-8e35-9a1fb2f01a4a HTTP/1.1" status: 200 len: 2981 time: 0.1139352 Aug 18 11:52:58.101832 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2f34f16f-add8-4aa4-be90-253406a63035 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:58.123933 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2f34f16f-add8-4aa4-be90-253406a63035 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:58.128554 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1026e23b-4866-4e2a-b43d-f9a3b9e2030f req-aaef3a02-ed71-4939-b242-fe8418401053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:58.130181 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1026e23b-4866-4e2a-b43d-f9a3b9e2030f req-aaef3a02-ed71-4939-b242-fe8418401053 service neutron] 10.222.0.62 "GET /v2.0/networks?id=749eed81-85ea-459e-b52c-5ef570769bbd HTTP/1.1" status: 200 len: 929 time: 0.1197608 Aug 18 11:52:58.170713 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2f34f16f-add8-4aa4-be90-253406a63035 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:58.173336 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2f34f16f-add8-4aa4-be90-253406a63035 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:58.174481 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-2f34f16f-add8-4aa4-be90-253406a63035 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ad711073-5b3b-4499-bbb9-27286a19ae6a HTTP/1.1" status: 204 len: 168 time: 0.1326575 Aug 18 11:52:58.182303 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f34f16f-add8-4aa4-be90-253406a63035 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad711073-5b3b-4499-bbb9-27286a19ae6a,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:52:58.212553 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-fbf0466d-ab30-4479-8ab3-e221eb207299 req-03d5e72d-7920-4b7f-898c-c9e438a28557 tempest-ServerDiagnosticsNegativeTest-43152563 tempest-ServerDiagnosticsNegativeTest-43152563-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=19dcd4f16c6144bda3d7f65b1859b045&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0701790 Aug 18 11:52:58.221655 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d4383bf7-7cdd-4259-b281-22f228fb70c3 req-215e5f17-191e-4e53-b6e4-9355800d2de9 tempest-SecurityGroupsTestAdminJSON-2027015595 tempest-SecurityGroupsTestAdminJSON-2027015595-project-admin] 10.222.0.66 "GET /v2.0/security-groups/fecad5ed-08b4-4db8-8e35-9a1fb2f01a4a HTTP/1.1" status: 200 len: 2981 time: 0.1203983 Aug 18 11:52:58.267874 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 11:52:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8a06691-b63b-4e17-813f-c47d1c418820 x-openstack-request-id: req-a8a06691-b63b-4e17-813f-c47d1c418820 {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:52:58.268876 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "299ceda3-c4a0-49c1-aee9-18af9311377d", "name": "network-vif-plugged", "status": "completed", "tag": "0445fa07-f6ac-4102-95b8-c319b96af519", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:52:58.269361 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a8a06691-b63b-4e17-813f-c47d1c418820 {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:52:58.269995 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '299ceda3-c4a0-49c1-aee9-18af9311377d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0445fa07-f6ac-4102-95b8-c319b96af519', 'code': 200} Aug 18 11:52:58.283991 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1026e23b-4866-4e2a-b43d-f9a3b9e2030f req-e61d9624-cf82-456e-89c2-0b6236d12d31 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=19a52455-07f3-47db-a4d4-c6da5e76e313 HTTP/1.1" status: 200 len: 1000 time: 0.1457634 Aug 18 11:52:58.455254 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 48234) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:52:58.468371 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ad9b08b8-c022-4267-b88d-4e124b8cb63b admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:58.469186 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1026e23b-4866-4e2a-b43d-f9a3b9e2030f req-05ab0183-74ed-42b4-b615-36af3b73c240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:58.470656 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1026e23b-4866-4e2a-b43d-f9a3b9e2030f req-05ab0183-74ed-42b4-b615-36af3b73c240 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=85ef9a5e-4eda-4f20-b92b-37688a4f44c0 HTTP/1.1" status: 200 len: 867 time: 0.1670649 Aug 18 11:52:58.484393 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf0466d-ab30-4479-8ab3-e221eb207299 req-11ac185c-11b7-4dea-a708-d89642ac1f90 tempest-ServerDiagnosticsNegativeTest-43152563 tempest-ServerDiagnosticsNegativeTest-43152563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:58.485735 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-fbf0466d-ab30-4479-8ab3-e221eb207299 req-11ac185c-11b7-4dea-a708-d89642ac1f90 tempest-ServerDiagnosticsNegativeTest-43152563 tempest-ServerDiagnosticsNegativeTest-43152563-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2660460 Aug 18 11:52:58.542567 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a05e6c-714c-4520-b79a-4d7ec1b944e9 req-3b34d375-6ce3-4495-8c62-c65ca011f695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:58.544795 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c7a05e6c-714c-4520-b79a-4d7ec1b944e9 req-3b34d375-6ce3-4495-8c62-c65ca011f695 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=299ceda3-c4a0-49c1-aee9-18af9311377d HTTP/1.1" status: 200 len: 1096 time: 0.1756985 Aug 18 11:52:58.547625 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-fbf0466d-ab30-4479-8ab3-e221eb207299 req-4fa46ede-9fc7-45ff-8241-74f54564f1bf tempest-ServerDiagnosticsNegativeTest-43152563 tempest-ServerDiagnosticsNegativeTest-43152563-project] 10.222.0.66 "GET /v2.0/quotas/19dcd4f16c6144bda3d7f65b1859b045 HTTP/1.1" status: 200 len: 375 time: 0.0444672 Aug 18 11:52:58.552380 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5b1c6fc2-f788-49d7-b264-8364691c5fea req-648388f9-3ca8-46a5-bcaa-e38300262a3b tempest-FloatingIPsAssociationNegativeTestJSON-1386540945 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945-project] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=7cae7a70-14fd-408c-b14d-39ceb97cb60e HTTP/1.1" status: 200 len: 258 time: 0.2706642 Aug 18 11:52:58.560879 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ad9b08b8-c022-4267-b88d-4e124b8cb63b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:58.566407 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ad9b08b8-c022-4267-b88d-4e124b8cb63b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:58.574463 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-5b1c6fc2-f788-49d7-b264-8364691c5fea req-e626f3fd-08cd-4682-9160-ea8a1e1264e2 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945-project] Request body: {'floatingip': {'floating_network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:52:58.603873 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-ad9b08b8-c022-4267-b88d-4e124b8cb63b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ab96c6e82b9d46dbbbbde3563cb2ea4e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1475189 Aug 18 11:52:58.604694 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9b08b8-c022-4267-b88d-4e124b8cb63b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea5aca16-eb90-4312-8500-1da20ffa272d,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:52:58.607011 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 48236) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:52:58.612873 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-fbf0466d-ab30-4479-8ab3-e221eb207299 req-db6a0515-1be5-47a1-8fb2-78b37ac3ebb2 tempest-ServerDiagnosticsNegativeTest-43152563 tempest-ServerDiagnosticsNegativeTest-43152563-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=19dcd4f16c6144bda3d7f65b1859b045&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0526426 Aug 18 11:52:58.626615 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1026e23b-4866-4e2a-b43d-f9a3b9e2030f req-dd17e99b-5bab-49ca-8424-338fc0368f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:58.628134 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1026e23b-4866-4e2a-b43d-f9a3b9e2030f req-dd17e99b-5bab-49ca-8424-338fc0368f35 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=749eed81-85ea-459e-b52c-5ef570769bbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1415699 Aug 18 11:52:58.636573 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-5b1c6fc2-f788-49d7-b264-8364691c5fea req-e626f3fd-08cd-4682-9160-ea8a1e1264e2 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945-project] Notify callbacks [] for floatingip, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:58.658985 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1a0d57d2-8660-4ac0-a890-f370bdba4063 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:58.659121 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c7a05e6c-714c-4520-b79a-4d7ec1b944e9 req-1da0b42d-f934-4312-b81c-7683aecefa14 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=fecad5ed-08b4-4db8-8e35-9a1fb2f01a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057394 Aug 18 11:52:58.683294 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1a0d57d2-8660-4ac0-a890-f370bdba4063 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:58.732740 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1a0d57d2-8660-4ac0-a890-f370bdba4063 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:58.739093 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1a0d57d2-8660-4ac0-a890-f370bdba4063 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:58.741882 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-1a0d57d2-8660-4ac0-a890-f370bdba4063 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ea5aca16-eb90-4312-8500-1da20ffa272d HTTP/1.1" status: 204 len: 168 time: 0.1333928 Aug 18 11:52:58.753735 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0d57d2-8660-4ac0-a890-f370bdba4063 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea5aca16-eb90-4312-8500-1da20ffa272d,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:52:58.792070 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1026e23b-4866-4e2a-b43d-f9a3b9e2030f req-488e5ec0-20b7-47be-89aa-21e6dd36a49f service neutron] 10.222.0.62 "GET /v2.0/networks/749eed81-85ea-459e-b52c-5ef570769bbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497879 Aug 18 11:52:58.940010 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-5b1c6fc2-f788-49d7-b264-8364691c5fea req-e626f3fd-08cd-4682-9160-ea8a1e1264e2 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:59.045862 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3fdc95e6-8906-42fc-9e0a-0659bcbaa61c req-79922041-8b8b-4e14-a72a-bdee5357ebee tempest-SecurityGroupsTestAdminJSON-467270751 tempest-SecurityGroupsTestAdminJSON-467270751-project] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9a53e8519ee345f4b8a3eacebf14fc9c HTTP/1.1" status: 200 len: 6103 time: 0.2368872 Aug 18 11:52:59.051008 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1026e23b-4866-4e2a-b43d-f9a3b9e2030f req-55fa79c9-0071-41a8-9f0b-9bad3af6e949 service neutron] 10.222.0.62 "GET /v2.0/networks/749eed81-85ea-459e-b52c-5ef570769bbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2468677 Aug 18 11:52:59.129154 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3fdc95e6-8906-42fc-9e0a-0659bcbaa61c req-931e0829-ffcb-495d-b3ad-ebe312cb0107 tempest-SecurityGroupsTestAdminJSON-467270751 tempest-SecurityGroupsTestAdminJSON-467270751-project] 10.222.0.66 "GET /v2.0/security-groups/733b6274-3974-40db-99ba-a3431c80acb2 HTTP/1.1" status: 200 len: 2981 time: 0.0771809 Aug 18 11:52:59.149941 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [req-5b1c6fc2-f788-49d7-b264-8364691c5fea req-e626f3fd-08cd-4682-9160-ea8a1e1264e2 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945-project] Allocated IP 172.25.7.150 (7cae7a70-14fd-408c-b14d-39ceb97cb60e/9784295a-20b8-4a4b-b105-f82737f0448f/c04e0e68-7efd-4705-a6dd-fcf5ab497fba) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 11:52:59.232441 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3fdc95e6-8906-42fc-9e0a-0659bcbaa61c req-7836f2a5-fe64-47bd-8fab-f788c42e78d8 tempest-SecurityGroupsTestAdminJSON-467270751 tempest-SecurityGroupsTestAdminJSON-467270751-project] 10.222.0.66 "GET /v2.0/security-groups/733b6274-3974-40db-99ba-a3431c80acb2 HTTP/1.1" status: 200 len: 2981 time: 0.0948067 Aug 18 11:52:59.298065 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-5b1c6fc2-f788-49d7-b264-8364691c5fea req-e626f3fd-08cd-4682-9160-ea8a1e1264e2 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945-project] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:59.377048 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c834da20-ce67-4fa4-8215-6dbc0b84dc23 req-3ffd8578-634b-4f16-ad80-490e2c915fb7 tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:59.378652 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c834da20-ce67-4fa4-8215-6dbc0b84dc23 req-3ffd8578-634b-4f16-ad80-490e2c915fb7 tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] 10.222.0.66 "GET /v2.0/ports?device_id=c78220af-3609-4bd3-83ef-b990d0a3dd42 HTTP/1.1" status: 200 len: 949 time: 0.0755334 Aug 18 11:52:59.392985 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-5b1c6fc2-f788-49d7-b264-8364691c5fea req-e626f3fd-08cd-4682-9160-ea8a1e1264e2 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:59.461070 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c834da20-ce67-4fa4-8215-6dbc0b84dc23 req-4f8b299e-8f2d-4e77-aaa5-9eb88bae2303 tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] 10.222.0.66 "GET /v2.0/security-groups?id=e54286de-dd7f-4b20-9f74-4a71262d523b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761576 Aug 18 11:52:59.463641 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b1c6fc2-f788-49d7-b264-8364691c5fea req-e626f3fd-08cd-4682-9160-ea8a1e1264e2 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945-project] Network 7cae7a70-14fd-408c-b14d-39ceb97cb60e is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 11:52:59.476045 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [req-5b1c6fc2-f788-49d7-b264-8364691c5fea req-e626f3fd-08cd-4682-9160-ea8a1e1264e2 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:52:59.477492 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b1c6fc2-f788-49d7-b264-8364691c5fea req-e626f3fd-08cd-4682-9160-ea8a1e1264e2 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945-project] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 11:52:59.517010 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e626f3fd-08cd-4682-9160-ea8a1e1264e2 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945-project] Pushing event updated for resources: {'Port': ['ID=c04e0e68-7efd-4705-a6dd-fcf5ab497fba,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:52:59.566410 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c6cd2da8-1e73-41ad-a729-929286c43e83 req-a234aff4-11c9-44cf-b116-a3ca80cdab9c tempest-ServerDiagnosticsNegativeTest-43152563 tempest-ServerDiagnosticsNegativeTest-43152563-project] 10.222.0.66 "GET /v2.0/ports?device_id=1469cc12-450e-40ab-bf8a-017710f6636d HTTP/1.1" status: 200 len: 210 time: 0.0375836 Aug 18 11:52:59.618518 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-5b1c6fc2-f788-49d7-b264-8364691c5fea req-e626f3fd-08cd-4682-9160-ea8a1e1264e2 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:59.654685 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-5b1c6fc2-f788-49d7-b264-8364691c5fea req-e626f3fd-08cd-4682-9160-ea8a1e1264e2 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:59.845728 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7803c2-2986-4a6e-9bcb-83c28440a7a6 req-7d96dbb6-d05a-46da-8400-53b301d49c6e tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:52:59.847320 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-af7803c2-2986-4a6e-9bcb-83c28440a7a6 req-7d96dbb6-d05a-46da-8400-53b301d49c6e tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.66 "GET /v2.0/ports?device_id=299ceda3-c4a0-49c1-aee9-18af9311377d HTTP/1.1" status: 200 len: 945 time: 0.0859005 Aug 18 11:52:59.884230 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-fbf0466d-ab30-4479-8ab3-e221eb207299 req-079ba726-ab95-4993-b24d-8e4904bf93b0 tempest-ServerDiagnosticsNegativeTest-43152563 tempest-ServerDiagnosticsNegativeTest-43152563-project] 10.222.0.63 "GET /v2.0/networks?tenant_id=19dcd4f16c6144bda3d7f65b1859b045&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0343964 Aug 18 11:52:59.932587 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-5b1c6fc2-f788-49d7-b264-8364691c5fea req-e626f3fd-08cd-4682-9160-ea8a1e1264e2 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945-project] Notify callbacks [] for port, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:52:59.969790 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-5b1c6fc2-f788-49d7-b264-8364691c5fea req-e626f3fd-08cd-4682-9160-ea8a1e1264e2 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:00.006368 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-af7803c2-2986-4a6e-9bcb-83c28440a7a6 req-9ae8c9b0-a04c-423f-8cd0-4efd6939d758 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.66 "GET /v2.0/security-groups?id=fecad5ed-08b4-4db8-8e35-9a1fb2f01a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445334 Aug 18 11:53:00.079141 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e626f3fd-08cd-4682-9160-ea8a1e1264e2 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945-project] Pushing event updated for resources: {'Port': ['ID=c04e0e68-7efd-4705-a6dd-fcf5ab497fba,revision_number=2']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:53:00.100090 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-5b1c6fc2-f788-49d7-b264-8364691c5fea req-e626f3fd-08cd-4682-9160-ea8a1e1264e2 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-989945'] for floatingip, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:00.122680 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf0466d-ab30-4479-8ab3-e221eb207299 req-ec4d6466-b37b-45b2-a48d-b0ded1b70489 tempest-ServerDiagnosticsNegativeTest-43152563 tempest-ServerDiagnosticsNegativeTest-43152563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:00.124243 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-fbf0466d-ab30-4479-8ab3-e221eb207299 req-ec4d6466-b37b-45b2-a48d-b0ded1b70489 tempest-ServerDiagnosticsNegativeTest-43152563 tempest-ServerDiagnosticsNegativeTest-43152563-project] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2248452 Aug 18 11:53:00.144504 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-fbf0466d-ab30-4479-8ab3-e221eb207299 req-2048b107-3966-4e02-9c87-07aff95979e6 tempest-ServerDiagnosticsNegativeTest-43152563 tempest-ServerDiagnosticsNegativeTest-43152563-project] Request body: {'port': {'device_id': '1469cc12-450e-40ab-bf8a-017710f6636d', 'network_id': '222e0814-c7e5-4b11-9282-3f40c6ed76b2', 'admin_state_up': True, 'tenant_id': '19dcd4f16c6144bda3d7f65b1859b045'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:53:00.147495 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-5b1c6fc2-f788-49d7-b264-8364691c5fea req-e626f3fd-08cd-4682-9160-ea8a1e1264e2 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for floatingip, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:00.148656 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5b1c6fc2-f788-49d7-b264-8364691c5fea req-e626f3fd-08cd-4682-9160-ea8a1e1264e2 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.5875440 Aug 18 11:53:00.251212 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5b1c6fc2-f788-49d7-b264-8364691c5fea req-2b7e2d9a-339e-4dd2-8446-3b1c16a1fc05 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.7.150 HTTP/1.1" status: 200 len: 696 time: 0.0891690 Aug 18 11:53:00.261900 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-633b808e-ec3a-4db0-901f-cb244c05d4d5 req-27d6ae7b-345e-4a44-8e6c-3a4429710ad5 tempest-SecurityGroupsTestAdminJSON-2027015595 tempest-SecurityGroupsTestAdminJSON-2027015595-project-admin] 10.222.0.66 "GET /v2.0/security-groups/d42df7a2-6418-4569-b69f-4bf3c9614706 HTTP/1.1" status: 200 len: 1777 time: 0.1360734 Aug 18 11:53:00.271168 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c78220af-3609-4bd3-83ef-b990d0a3dd42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e1ae9f8-b5c5-44b6-8875-b5ced8119bc0'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 11:53:00.273704 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db50a436fb3a98495337d8fe7487b4f2ea6f3c1052eb9efadc2ecda2d5737001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d973d377-d82d-4ca1-aed9-e9b3a7d11473" -d '{"events": [{"server_uuid": "c78220af-3609-4bd3-83ef-b990d0a3dd42", "name": "network-vif-plugged", "status": "completed", "tag": "7e1ae9f8-b5c5-44b6-8875-b5ced8119bc0"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:53:00.416671 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbf0466d-ab30-4479-8ab3-e221eb207299 req-2048b107-3966-4e02-9c87-07aff95979e6 tempest-ServerDiagnosticsNegativeTest-43152563 tempest-ServerDiagnosticsNegativeTest-43152563-project] Made reservation on behalf of 19dcd4f16c6144bda3d7f65b1859b045 for: {'port': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 11:53:00.419969 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-fbf0466d-ab30-4479-8ab3-e221eb207299 req-2048b107-3966-4e02-9c87-07aff95979e6 tempest-ServerDiagnosticsNegativeTest-43152563 tempest-ServerDiagnosticsNegativeTest-43152563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:00.441149 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-fbf0466d-ab30-4479-8ab3-e221eb207299 req-2048b107-3966-4e02-9c87-07aff95979e6 tempest-ServerDiagnosticsNegativeTest-43152563 tempest-ServerDiagnosticsNegativeTest-43152563-project] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:00.442786 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-633b808e-ec3a-4db0-901f-cb244c05d4d5 req-6242e8a7-b172-4a9c-93cb-611783d48c05 tempest-SecurityGroupsTestAdminJSON-2027015595 tempest-SecurityGroupsTestAdminJSON-2027015595-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:00.461551 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1c6fc2-f788-49d7-b264-8364691c5fea req-49b4cf6f-a3a3-4e4c-bda5-9697640f66af tempest-FloatingIPsAssociationNegativeTestJSON-1386540945 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:00.462924 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5b1c6fc2-f788-49d7-b264-8364691c5fea req-49b4cf6f-a3a3-4e4c-bda5-9697640f66af tempest-FloatingIPsAssociationNegativeTestJSON-1386540945 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945-project] 10.222.0.66 "GET /v2.0/networks/7cae7a70-14fd-408c-b14d-39ceb97cb60e HTTP/1.1" status: 200 len: 784 time: 0.2046120 Aug 18 11:53:00.488388 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-633b808e-ec3a-4db0-901f-cb244c05d4d5 req-6242e8a7-b172-4a9c-93cb-611783d48c05 tempest-SecurityGroupsTestAdminJSON-2027015595 tempest-SecurityGroupsTestAdminJSON-2027015595-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:00.577303 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-633b808e-ec3a-4db0-901f-cb244c05d4d5 req-6242e8a7-b172-4a9c-93cb-611783d48c05 tempest-SecurityGroupsTestAdminJSON-2027015595 tempest-SecurityGroupsTestAdminJSON-2027015595-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:00.579759 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-633b808e-ec3a-4db0-901f-cb244c05d4d5 req-6242e8a7-b172-4a9c-93cb-611783d48c05 tempest-SecurityGroupsTestAdminJSON-2027015595 tempest-SecurityGroupsTestAdminJSON-2027015595-project-admin] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:00.580925 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-633b808e-ec3a-4db0-901f-cb244c05d4d5 req-6242e8a7-b172-4a9c-93cb-611783d48c05 tempest-SecurityGroupsTestAdminJSON-2027015595 tempest-SecurityGroupsTestAdminJSON-2027015595-project-admin] 10.222.0.66 "DELETE /v2.0/security-groups/d42df7a2-6418-4569-b69f-4bf3c9614706 HTTP/1.1" status: 204 len: 173 time: 0.3044226 Aug 18 11:53:00.600930 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf386ff6-5b51-4011-8089-7d3a1a1df207 req-e93fc27c-1d0a-4be2-8982-16659fc66df0 tempest-LiveMigrationTest-1335981208 tempest-LiveMigrationTest-1335981208-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:00.602459 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-bf386ff6-5b51-4011-8089-7d3a1a1df207 req-e93fc27c-1d0a-4be2-8982-16659fc66df0 tempest-LiveMigrationTest-1335981208 tempest-LiveMigrationTest-1335981208-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=103e4b6f-4d5d-4a07-b8f7-334042d12001 HTTP/1.1" status: 200 len: 1097 time: 0.0856893 Aug 18 11:53:00.603159 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6242e8a7-b172-4a9c-93cb-611783d48c05 tempest-SecurityGroupsTestAdminJSON-2027015595 tempest-SecurityGroupsTestAdminJSON-2027015595-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d42df7a2-6418-4569-b69f-4bf3c9614706,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:53:00.653443 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-fbf0466d-ab30-4479-8ab3-e221eb207299 req-2048b107-3966-4e02-9c87-07aff95979e6 tempest-ServerDiagnosticsNegativeTest-43152563 tempest-ServerDiagnosticsNegativeTest-43152563-project] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:00.677413 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-fbf0466d-ab30-4479-8ab3-e221eb207299 req-2048b107-3966-4e02-9c87-07aff95979e6 tempest-ServerDiagnosticsNegativeTest-43152563 tempest-ServerDiagnosticsNegativeTest-43152563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:00.701833 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-bf386ff6-5b51-4011-8089-7d3a1a1df207 req-d7e11201-40bc-4dff-9924-f7690a038e85 tempest-LiveMigrationTest-1335981208 tempest-LiveMigrationTest-1335981208-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=07aef7bb-6c11-4cb4-8594-c24180b5d811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845561 Aug 18 11:53:00.752856 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2048b107-3966-4e02-9c87-07aff95979e6 tempest-ServerDiagnosticsNegativeTest-43152563 tempest-ServerDiagnosticsNegativeTest-43152563-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71ee6bcb-0570-47fe-80e4-c3b5be85e845,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:53:00.761915 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3bc77c-e35a-4dd8-a0f0-3d721a8d0424 req-27b1a233-0688-49fb-a65f-2a281280dd1e tempest-LiveAutoBlockMigrationV225Test-1799299027 tempest-LiveAutoBlockMigrationV225Test-1799299027-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:00.763344 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0b3bc77c-e35a-4dd8-a0f0-3d721a8d0424 req-27b1a233-0688-49fb-a65f-2a281280dd1e tempest-LiveAutoBlockMigrationV225Test-1799299027 tempest-LiveAutoBlockMigrationV225Test-1799299027-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=299ceda3-c4a0-49c1-aee9-18af9311377d HTTP/1.1" status: 200 len: 1096 time: 0.1267114 Aug 18 11:53:00.899160 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 11:53:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4953dc2-f3a5-491b-ad9f-e97f755a32a0 x-openstack-request-id: req-c4953dc2-f3a5-491b-ad9f-e97f755a32a0 {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:53:00.899455 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c78220af-3609-4bd3-83ef-b990d0a3dd42", "name": "network-vif-plugged", "status": "completed", "tag": "7e1ae9f8-b5c5-44b6-8875-b5ced8119bc0", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:53:00.899703 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c4953dc2-f3a5-491b-ad9f-e97f755a32a0 {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:53:00.900118 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c78220af-3609-4bd3-83ef-b990d0a3dd42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e1ae9f8-b5c5-44b6-8875-b5ced8119bc0', 'code': 200} Aug 18 11:53:01.129080 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0b3bc77c-e35a-4dd8-a0f0-3d721a8d0424 req-79b51980-154f-4f71-987e-efe8b0b0027d tempest-LiveAutoBlockMigrationV225Test-1799299027 tempest-LiveAutoBlockMigrationV225Test-1799299027-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=fecad5ed-08b4-4db8-8e35-9a1fb2f01a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3578041 Aug 18 11:53:01.174116 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [req-fbf0466d-ab30-4479-8ab3-e221eb207299 req-2048b107-3966-4e02-9c87-07aff95979e6 tempest-ServerDiagnosticsNegativeTest-43152563 tempest-ServerDiagnosticsNegativeTest-43152563-project] Allocated IP 192.168.233.239 (222e0814-c7e5-4b11-9282-3f40c6ed76b2/6d16d680-110b-436d-8afa-48ba845b3623/5a35dcab-591c-4a56-81cd-44fc201d7398) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 11:53:01.216537 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7edead-d180-4cfd-bf6b-2263549165ce req-cbaf7d41-0228-4b0a-8742-7332bd651342 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:01.218096 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4c7edead-d180-4cfd-bf6b-2263549165ce req-cbaf7d41-0228-4b0a-8742-7332bd651342 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945-project] 10.222.0.66 "GET /v2.0/ports?device_id=625ec057-7ac1-4341-8511-f9ea922f343e&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1119583 Aug 18 11:53:01.232006 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5ced25-ee3b-4514-a845-939087f9f716 req-938153d0-589e-46ca-aa2a-1f10f1d0b0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:01.233406 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-df5ced25-ee3b-4514-a845-939087f9f716 req-938153d0-589e-46ca-aa2a-1f10f1d0b0e0 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=c78220af-3609-4bd3-83ef-b990d0a3dd42 HTTP/1.1" status: 200 len: 1100 time: 0.1301181 Aug 18 11:53:01.347826 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4c7edead-d180-4cfd-bf6b-2263549165ce req-a14c0452-158f-4bb7-b6b4-6efaff806d51 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.7.150 HTTP/1.1" status: 200 len: 696 time: 0.1134129 Aug 18 11:53:01.401422 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-4c7edead-d180-4cfd-bf6b-2263549165ce req-03fd3a2a-9224-4b04-8891-4c4a601d3d4f tempest-FloatingIPsAssociationNegativeTestJSON-1386540945 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945-project] Request body: {'floatingip': {'port_id': '19a52455-07f3-47db-a4d4-c6da5e76e313', 'fixed_ip_address': '172.20.0.5'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:53:01.413342 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-df5ced25-ee3b-4514-a845-939087f9f716 req-1eebfb7b-98c4-4f0a-9ca8-b9a2fe6adcbf service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=e54286de-dd7f-4b20-9f74-4a71262d523b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677029 Aug 18 11:53:01.450193 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af42b71-9f23-4e08-8dbc-82e9402a0a48 req-c9e46aaf-fc72-4a4a-8d52-c56cc4dceac5 tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:01.451733 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1af42b71-9f23-4e08-8dbc-82e9402a0a48 req-c9e46aaf-fc72-4a4a-8d52-c56cc4dceac5 tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] 10.222.0.66 "GET /v2.0/ports?device_id=c78220af-3609-4bd3-83ef-b990d0a3dd42 HTTP/1.1" status: 200 len: 949 time: 0.2461669 Aug 18 11:53:01.463372 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-4c7edead-d180-4cfd-bf6b-2263549165ce req-03fd3a2a-9224-4b04-8891-4c4a601d3d4f tempest-FloatingIPsAssociationNegativeTestJSON-1386540945 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945-project] Notify callbacks [] for floatingip, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:01.601613 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-fbf0466d-ab30-4479-8ab3-e221eb207299 req-2048b107-3966-4e02-9c87-07aff95979e6 tempest-ServerDiagnosticsNegativeTest-43152563 tempest-ServerDiagnosticsNegativeTest-43152563-project] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:01.605880 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1af42b71-9f23-4e08-8dbc-82e9402a0a48 req-ed8ea559-cd0b-4410-8bf1-c407aef204cb tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] 10.222.0.66 "GET /v2.0/security-groups?id=e54286de-dd7f-4b20-9f74-4a71262d523b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478145 Aug 18 11:53:01.626407 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [req-fbf0466d-ab30-4479-8ab3-e221eb207299 req-2048b107-3966-4e02-9c87-07aff95979e6 tempest-ServerDiagnosticsNegativeTest-43152563 tempest-ServerDiagnosticsNegativeTest-43152563-project] Transition to ACTIVE for port object 5a35dcab-591c-4a56-81cd-44fc201d7398 will not be triggered until provisioned by entity DHCP. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 11:53:01.764743 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-655d29a9-ddbf-46e8-96ab-127e33323c99 req-f098772e-fed9-4ccf-a656-3ef94701de79 tempest-SecurityGroupsTestAdminJSON-2027015595 tempest-SecurityGroupsTestAdminJSON-2027015595-project-admin] 10.222.0.66 "GET /v2.0/security-groups/4bb2eaec-8cd4-468d-820f-032e0a2f8ce2 HTTP/1.1" status: 200 len: 1776 time: 0.1318855 Aug 18 11:53:01.797947 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-fbf0466d-ab30-4479-8ab3-e221eb207299 req-2048b107-3966-4e02-9c87-07aff95979e6 tempest-ServerDiagnosticsNegativeTest-43152563 tempest-ServerDiagnosticsNegativeTest-43152563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:01.802278 n-d-804985-2 neutron-server[106252]: INFO neutron.api.v2.resource [req-4c7edead-d180-4cfd-bf6b-2263549165ce req-03fd3a2a-9224-4b04-8891-4c4a601d3d4f tempest-FloatingIPsAssociationNegativeTestJSON-1386540945 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945-project] update failed (client error): There was a conflict when trying to complete your request. Aug 18 11:53:01.803323 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4c7edead-d180-4cfd-bf6b-2263549165ce req-03fd3a2a-9224-4b04-8891-4c4a601d3d4f tempest-FloatingIPsAssociationNegativeTestJSON-1386540945 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945-project] 10.222.0.66 "PUT /v2.0/floatingips/485e1e3f-9a1d-402a-af0c-10c10100e82f HTTP/1.1" status: 409 len: 550 time: 0.4157236 Aug 18 11:53:01.876918 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbf0466d-ab30-4479-8ab3-e221eb207299 req-2048b107-3966-4e02-9c87-07aff95979e6 tempest-ServerDiagnosticsNegativeTest-43152563 tempest-ServerDiagnosticsNegativeTest-43152563-project] Network 222e0814-c7e5-4b11-9282-3f40c6ed76b2 is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 11:53:01.893840 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [req-fbf0466d-ab30-4479-8ab3-e221eb207299 req-2048b107-3966-4e02-9c87-07aff95979e6 tempest-ServerDiagnosticsNegativeTest-43152563 tempest-ServerDiagnosticsNegativeTest-43152563-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:53:01.901446 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbf0466d-ab30-4479-8ab3-e221eb207299 req-2048b107-3966-4e02-9c87-07aff95979e6 tempest-ServerDiagnosticsNegativeTest-43152563 tempest-ServerDiagnosticsNegativeTest-43152563-project] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 11:53:01.929050 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2048b107-3966-4e02-9c87-07aff95979e6 tempest-ServerDiagnosticsNegativeTest-43152563 tempest-ServerDiagnosticsNegativeTest-43152563-project] Pushing event updated for resources: {'Port': ['ID=5a35dcab-591c-4a56-81cd-44fc201d7398,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:53:01.947769 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-655d29a9-ddbf-46e8-96ab-127e33323c99 req-1c5bf39a-3a5f-46f4-81d3-5d3c7890d013 tempest-SecurityGroupsTestAdminJSON-2027015595 tempest-SecurityGroupsTestAdminJSON-2027015595-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:01.975365 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf0466d-ab30-4479-8ab3-e221eb207299 req-2048b107-3966-4e02-9c87-07aff95979e6 tempest-ServerDiagnosticsNegativeTest-43152563 tempest-ServerDiagnosticsNegativeTest-43152563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:01.976020 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-fbf0466d-ab30-4479-8ab3-e221eb207299 req-2048b107-3966-4e02-9c87-07aff95979e6 tempest-ServerDiagnosticsNegativeTest-43152563 tempest-ServerDiagnosticsNegativeTest-43152563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:01.988720 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d8d555-1d52-43e4-9ae7-32666adf1bce req-194f44ae-3278-4f2b-be80-5cdd6ea18bca tempest-ServerDiagnosticsNegativeTest-43152563 tempest-ServerDiagnosticsNegativeTest-43152563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:01.990291 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f4d8d555-1d52-43e4-9ae7-32666adf1bce req-194f44ae-3278-4f2b-be80-5cdd6ea18bca tempest-ServerDiagnosticsNegativeTest-43152563 tempest-ServerDiagnosticsNegativeTest-43152563-project] 10.222.0.66 "GET /v2.0/ports?device_id=1469cc12-450e-40ab-bf8a-017710f6636d HTTP/1.1" status: 200 len: 936 time: 0.1373241 Aug 18 11:53:02.008101 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-655d29a9-ddbf-46e8-96ab-127e33323c99 req-1c5bf39a-3a5f-46f4-81d3-5d3c7890d013 tempest-SecurityGroupsTestAdminJSON-2027015595 tempest-SecurityGroupsTestAdminJSON-2027015595-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:02.032839 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-fbf0466d-ab30-4479-8ab3-e221eb207299 req-2048b107-3966-4e02-9c87-07aff95979e6 tempest-ServerDiagnosticsNegativeTest-43152563 tempest-ServerDiagnosticsNegativeTest-43152563-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8937099 Aug 18 11:53:02.065689 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-fbf0466d-ab30-4479-8ab3-e221eb207299 req-17f35e4d-afc9-45e1-9695-c4b6595d5b52 service neutron] Request body: {'port': {'device_id': '1469cc12-450e-40ab-bf8a-017710f6636d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804985-2'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:53:02.092170 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f4d8d555-1d52-43e4-9ae7-32666adf1bce req-e199e669-6587-4e56-b8e5-ac47d0f2db57 tempest-ServerDiagnosticsNegativeTest-43152563 tempest-ServerDiagnosticsNegativeTest-43152563-project] 10.222.0.66 "GET /v2.0/security-groups?id=71ee6bcb-0570-47fe-80e4-c3b5be85e845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911391 Aug 18 11:53:02.123130 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-655d29a9-ddbf-46e8-96ab-127e33323c99 req-1c5bf39a-3a5f-46f4-81d3-5d3c7890d013 tempest-SecurityGroupsTestAdminJSON-2027015595 tempest-SecurityGroupsTestAdminJSON-2027015595-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:02.125679 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-655d29a9-ddbf-46e8-96ab-127e33323c99 req-1c5bf39a-3a5f-46f4-81d3-5d3c7890d013 tempest-SecurityGroupsTestAdminJSON-2027015595 tempest-SecurityGroupsTestAdminJSON-2027015595-project-admin] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:02.126872 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-655d29a9-ddbf-46e8-96ab-127e33323c99 req-1c5bf39a-3a5f-46f4-81d3-5d3c7890d013 tempest-SecurityGroupsTestAdminJSON-2027015595 tempest-SecurityGroupsTestAdminJSON-2027015595-project-admin] 10.222.0.66 "DELETE /v2.0/security-groups/4bb2eaec-8cd4-468d-820f-032e0a2f8ce2 HTTP/1.1" status: 204 len: 173 time: 0.3560612 Aug 18 11:53:02.131422 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-433fd94e-3cde-47c1-8ba6-31533e53f789 None None] Provisioning for port 5a35dcab-591c-4a56-81cd-44fc201d7398 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 11:53:02.136600 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-433fd94e-3cde-47c1-8ba6-31533e53f789 None None] Provisioning complete for port 5a35dcab-591c-4a56-81cd-44fc201d7398 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:53:02.137235 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-433fd94e-3cde-47c1-8ba6-31533e53f789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:02.140594 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-fbf0466d-ab30-4479-8ab3-e221eb207299 req-17f35e4d-afc9-45e1-9695-c4b6595d5b52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:02.141549 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5bf39a-3a5f-46f4-81d3-5d3c7890d013 tempest-SecurityGroupsTestAdminJSON-2027015595 tempest-SecurityGroupsTestAdminJSON-2027015595-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bb2eaec-8cd4-468d-820f-032e0a2f8ce2,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:53:02.192648 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-433fd94e-3cde-47c1-8ba6-31533e53f789 None None] Port 5a35dcab-591c-4a56-81cd-44fc201d7398 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 11:53:02.456846 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [req-fbf0466d-ab30-4479-8ab3-e221eb207299 req-17f35e4d-afc9-45e1-9695-c4b6595d5b52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a35dcab-591c-4a56-81cd-44fc201d7398 {{(pid=106252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 11:53:02.471081 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-fbf0466d-ab30-4479-8ab3-e221eb207299 req-17f35e4d-afc9-45e1-9695-c4b6595d5b52 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:02.491391 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [req-fbf0466d-ab30-4479-8ab3-e221eb207299 req-17f35e4d-afc9-45e1-9695-c4b6595d5b52 service neutron] Transition to ACTIVE for port object 5a35dcab-591c-4a56-81cd-44fc201d7398 will not be triggered until provisioned by entity L2. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 11:53:02.494052 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5b1dfd-e27f-43c8-8e65-bf2a960cc810 req-3acdb5ad-243d-4864-b882-ec6fce6fbaad tempest-LiveAutoBlockMigrationV225Test-1799299027 tempest-LiveAutoBlockMigrationV225Test-1799299027-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:02.495688 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2e5b1dfd-e27f-43c8-8e65-bf2a960cc810 req-3acdb5ad-243d-4864-b882-ec6fce6fbaad tempest-LiveAutoBlockMigrationV225Test-1799299027 tempest-LiveAutoBlockMigrationV225Test-1799299027-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=299ceda3-c4a0-49c1-aee9-18af9311377d HTTP/1.1" status: 200 len: 1096 time: 0.0829730 Aug 18 11:53:02.498490 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-fbf0466d-ab30-4479-8ab3-e221eb207299 req-17f35e4d-afc9-45e1-9695-c4b6595d5b52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:02.579713 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2e5b1dfd-e27f-43c8-8e65-bf2a960cc810 req-cdcfaa1b-1772-4a2a-b636-662710e4c052 tempest-LiveAutoBlockMigrationV225Test-1799299027 tempest-LiveAutoBlockMigrationV225Test-1799299027-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=fecad5ed-08b4-4db8-8e35-9a1fb2f01a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746338 Aug 18 11:53:02.583436 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f35e4d-afc9-45e1-9695-c4b6595d5b52 service neutron] Pushing event updated for resources: {'Port': ['ID=5a35dcab-591c-4a56-81cd-44fc201d7398,revision_number=2']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:53:02.691833 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-bbf47dd8-bb15-4b23-9c19-7e37154896c6 req-7151dc91-e09d-4854-9d8d-a269748ce678 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945-project] 10.222.0.66 "GET /v2.0/floatingips/485e1e3f-9a1d-402a-af0c-10c10100e82f HTTP/1.1" status: 200 len: 693 time: 0.0584548 Aug 18 11:53:02.720456 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-fbf0466d-ab30-4479-8ab3-e221eb207299 req-17f35e4d-afc9-45e1-9695-c4b6595d5b52 service neutron] Attempting to bind port 5a35dcab-591c-4a56-81cd-44fc201d7398 on host n-h1-804985-2 for vnic_type normal with profile {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 11:53:02.720810 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-fbf0466d-ab30-4479-8ab3-e221eb207299 req-17f35e4d-afc9-45e1-9695-c4b6595d5b52 service neutron] Attempting to bind port 5a35dcab-591c-4a56-81cd-44fc201d7398 by drivers openvswitch,hyperv on host n-h1-804985-2 at level 0 using segments [{'id': 'b0eb6eea-b461-4969-8a27-808f00daa8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '222e0814-c7e5-4b11-9282-3f40c6ed76b2'}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 11:53:02.721206 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbf0466d-ab30-4479-8ab3-e221eb207299 req-17f35e4d-afc9-45e1-9695-c4b6595d5b52 service neutron] Attempting to bind port 5a35dcab-591c-4a56-81cd-44fc201d7398 on network 222e0814-c7e5-4b11-9282-3f40c6ed76b2 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 11:53:02.757744 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbf0466d-ab30-4479-8ab3-e221eb207299 req-17f35e4d-afc9-45e1-9695-c4b6595d5b52 service neutron] Port 5a35dcab-591c-4a56-81cd-44fc201d7398 on network 222e0814-c7e5-4b11-9282-3f40c6ed76b2 not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-2 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 11:53:02.758068 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbf0466d-ab30-4479-8ab3-e221eb207299 req-17f35e4d-afc9-45e1-9695-c4b6595d5b52 service neutron] Attempting to bind port 5a35dcab-591c-4a56-81cd-44fc201d7398 on network 222e0814-c7e5-4b11-9282-3f40c6ed76b2 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 11:53:02.774150 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbf0466d-ab30-4479-8ab3-e221eb207299 req-17f35e4d-afc9-45e1-9695-c4b6595d5b52 service neutron] Checking agent: {'id': 'a613417a-d085-492c-941a-59bb18c633d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 49, 6), 'started_at': datetime.datetime(2021, 8, 18, 11, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 11, 52, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 11:53:02.774486 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbf0466d-ab30-4479-8ab3-e221eb207299 req-17f35e4d-afc9-45e1-9695-c4b6595d5b52 service neutron] Checking segment: {'id': 'b0eb6eea-b461-4969-8a27-808f00daa8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '222e0814-c7e5-4b11-9282-3f40c6ed76b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 11:53:02.774859 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbf0466d-ab30-4479-8ab3-e221eb207299 req-17f35e4d-afc9-45e1-9695-c4b6595d5b52 service neutron] Bound using segment: {'id': 'b0eb6eea-b461-4969-8a27-808f00daa8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '222e0814-c7e5-4b11-9282-3f40c6ed76b2'} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 11:53:02.775278 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-fbf0466d-ab30-4479-8ab3-e221eb207299 req-17f35e4d-afc9-45e1-9695-c4b6595d5b52 service neutron] Bound port: 5a35dcab-591c-4a56-81cd-44fc201d7398, host: n-h1-804985-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0eb6eea-b461-4969-8a27-808f00daa8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '222e0814-c7e5-4b11-9282-3f40c6ed76b2'}}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 11:53:02.775631 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-fbf0466d-ab30-4479-8ab3-e221eb207299 req-17f35e4d-afc9-45e1-9695-c4b6595d5b52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:02.869487 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf47dd8-bb15-4b23-9c19-7e37154896c6 req-2a09ac9f-006e-41f8-a215-806437394c0d tempest-FloatingIPsAssociationNegativeTestJSON-1386540945 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:02.870848 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-bbf47dd8-bb15-4b23-9c19-7e37154896c6 req-2a09ac9f-006e-41f8-a215-806437394c0d tempest-FloatingIPsAssociationNegativeTestJSON-1386540945 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945-project] 10.222.0.66 "GET /v2.0/networks/7cae7a70-14fd-408c-b14d-39ceb97cb60e HTTP/1.1" status: 200 len: 784 time: 0.1715667 Aug 18 11:53:02.886604 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [req-bbf47dd8-bb15-4b23-9c19-7e37154896c6 req-474e4e68-aa22-45c4-97ae-a984245f5d88 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=106252) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 11:53:02.887560 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-bbf47dd8-bb15-4b23-9c19-7e37154896c6 req-474e4e68-aa22-45c4-97ae-a984245f5d88 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0084503 Aug 18 11:53:02.907659 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-fbf0466d-ab30-4479-8ab3-e221eb207299 req-17f35e4d-afc9-45e1-9695-c4b6595d5b52 service neutron] For port 5a35dcab-591c-4a56-81cd-44fc201d7398, host n-h1-804985-2, cleared binding levels {{(pid=106252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 11:53:02.955843 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-bbf47dd8-bb15-4b23-9c19-7e37154896c6 req-1e4e1e6a-3031-42f2-837c-e9a0ed92d80d tempest-FloatingIPsAssociationNegativeTestJSON-1386540945 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.7.150 HTTP/1.1" status: 200 len: 696 time: 0.0596492 Aug 18 11:53:02.957471 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-fbf0466d-ab30-4479-8ab3-e221eb207299 req-17f35e4d-afc9-45e1-9695-c4b6595d5b52 service neutron] For port 5a35dcab-591c-4a56-81cd-44fc201d7398, host n-h1-804985-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=5a35dcab-591c-4a56-81cd-44fc201d7398,segment=NetworkSegment(b0eb6eea-b461-4969-8a27-808f00daa8a1),segment_id=b0eb6eea-b461-4969-8a27-808f00daa8a1)] {{(pid=106252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 11:53:02.969760 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-fbf0466d-ab30-4479-8ab3-e221eb207299 req-17f35e4d-afc9-45e1-9695-c4b6595d5b52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:03.035513 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-bbf47dd8-bb15-4b23-9c19-7e37154896c6 req-39a51fb1-86d8-4b89-9229-7e109a667f97 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.7.150 HTTP/1.1" status: 200 len: 696 time: 0.0732279 Aug 18 11:53:03.047080 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf0466d-ab30-4479-8ab3-e221eb207299 req-17f35e4d-afc9-45e1-9695-c4b6595d5b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:03.047080 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-fbf0466d-ab30-4479-8ab3-e221eb207299 req-17f35e4d-afc9-45e1-9695-c4b6595d5b52 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:03.048199 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-fbf0466d-ab30-4479-8ab3-e221eb207299 req-17f35e4d-afc9-45e1-9695-c4b6595d5b52 service neutron] 10.222.0.63 "PUT /v2.0/ports/5a35dcab-591c-4a56-81cd-44fc201d7398 HTTP/1.1" status: 200 len: 1096 time: 0.9997909 Aug 18 11:53:03.048331 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1469cc12-450e-40ab-bf8a-017710f6636d', 'tag': '5a35dcab-591c-4a56-81cd-44fc201d7398'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 11:53:03.050624 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03472f69-ff48-485d-8e14-ca19f1a1f4f2" -d '{"events": [{"name": "network-changed", "server_uuid": "1469cc12-450e-40ab-bf8a-017710f6636d", "tag": "5a35dcab-591c-4a56-81cd-44fc201d7398"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:53:03.123969 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [req-5a6215e4-9530-4152-a26b-8457ba99a974 req-e7861627-4f1d-41a2-9436-cab36603b8f2 tempest-LiveMigrationTest-1335981208 tempest-LiveMigrationTest-1335981208-project-admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=106252) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 11:53:03.125030 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5a6215e4-9530-4152-a26b-8457ba99a974 req-e7861627-4f1d-41a2-9436-cab36603b8f2 tempest-LiveMigrationTest-1335981208 tempest-LiveMigrationTest-1335981208-project-admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0269146 Aug 18 11:53:03.149305 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f35e4d-afc9-45e1-9695-c4b6595d5b52 service neutron] Pushing event updated for resources: {'Port': ['ID=5a35dcab-591c-4a56-81cd-44fc201d7398,revision_number=3']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:53:03.154286 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-5a6215e4-9530-4152-a26b-8457ba99a974 req-e2583a3a-a34a-4c3f-b643-8dcb12912283 service neutron] Request body: {'binding': {'host': 'n-h1-804985-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:53:03.155002 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-5a6215e4-9530-4152-a26b-8457ba99a974 req-e2583a3a-a34a-4c3f-b643-8dcb12912283 service neutron] Unknown quota resources ['binding']. {{(pid=106252) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 18 11:53:03.297268 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf0466d-ab30-4479-8ab3-e221eb207299 req-206e3e3e-111d-4146-ab51-64fb1fff885d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:03.298832 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-fbf0466d-ab30-4479-8ab3-e221eb207299 req-206e3e3e-111d-4146-ab51-64fb1fff885d service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=19dcd4f16c6144bda3d7f65b1859b045&device_id=1469cc12-450e-40ab-bf8a-017710f6636d HTTP/1.1" status: 200 len: 1099 time: 0.1939418 Aug 18 11:53:03.360514 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-fbf0466d-ab30-4479-8ab3-e221eb207299 req-3db52b17-4308-4c28-a219-2d5f2b947eb8 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=5a35dcab-591c-4a56-81cd-44fc201d7398 HTTP/1.1" status: 200 len: 217 time: 0.0476530 Aug 18 11:53:03.387172 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-bbf47dd8-bb15-4b23-9c19-7e37154896c6 req-8d7952fb-de60-4d56-a619-4a2ac968b34a tempest-FloatingIPsAssociationNegativeTestJSON-1386540945 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945-project] Deleting port c04e0e68-7efd-4705-a6dd-fcf5ab497fba {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 11:53:03.387515 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-bbf47dd8-bb15-4b23-9c19-7e37154896c6 req-8d7952fb-de60-4d56-a619-4a2ac968b34a tempest-FloatingIPsAssociationNegativeTestJSON-1386540945 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:03.484920 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf0466d-ab30-4479-8ab3-e221eb207299 req-7aecee6c-bc71-4a13-b7ad-7e64d2e21957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:03.486383 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-fbf0466d-ab30-4479-8ab3-e221eb207299 req-7aecee6c-bc71-4a13-b7ad-7e64d2e21957 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=6d16d680-110b-436d-8afa-48ba845b3623 HTTP/1.1" status: 200 len: 843 time: 0.1147172 Aug 18 11:53:03.489063 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-5a6215e4-9530-4152-a26b-8457ba99a974 req-e2583a3a-a34a-4c3f-b643-8dcb12912283 service neutron] Attempting to bind port 9e760ced-e3a8-451d-bb2c-5f1f05bc79ab on host n-h1-804985-2 for vnic_type normal with profile None {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 11:53:03.489398 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-5a6215e4-9530-4152-a26b-8457ba99a974 req-e2583a3a-a34a-4c3f-b643-8dcb12912283 service neutron] Attempting to bind port 9e760ced-e3a8-451d-bb2c-5f1f05bc79ab by drivers openvswitch,hyperv on host n-h1-804985-2 at level 0 using segments [{'id': '77044dd8-732d-4440-9cc8-7f1936544d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'f2b8460a-d20a-4d24-a458-477b4502f48c'}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 11:53:03.489734 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a6215e4-9530-4152-a26b-8457ba99a974 req-e2583a3a-a34a-4c3f-b643-8dcb12912283 service neutron] Attempting to bind port 9e760ced-e3a8-451d-bb2c-5f1f05bc79ab on network f2b8460a-d20a-4d24-a458-477b4502f48c {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 11:53:03.509785 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a6215e4-9530-4152-a26b-8457ba99a974 req-e2583a3a-a34a-4c3f-b643-8dcb12912283 service neutron] Port 9e760ced-e3a8-451d-bb2c-5f1f05bc79ab on network f2b8460a-d20a-4d24-a458-477b4502f48c not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-2 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 11:53:03.510109 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a6215e4-9530-4152-a26b-8457ba99a974 req-e2583a3a-a34a-4c3f-b643-8dcb12912283 service neutron] Attempting to bind port 9e760ced-e3a8-451d-bb2c-5f1f05bc79ab on network f2b8460a-d20a-4d24-a458-477b4502f48c {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 11:53:03.538778 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a6215e4-9530-4152-a26b-8457ba99a974 req-e2583a3a-a34a-4c3f-b643-8dcb12912283 service neutron] Checking agent: {'id': 'a613417a-d085-492c-941a-59bb18c633d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 49, 6), 'started_at': datetime.datetime(2021, 8, 18, 11, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 11, 52, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 11:53:03.539109 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a6215e4-9530-4152-a26b-8457ba99a974 req-e2583a3a-a34a-4c3f-b643-8dcb12912283 service neutron] Checking segment: {'id': '77044dd8-732d-4440-9cc8-7f1936544d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'f2b8460a-d20a-4d24-a458-477b4502f48c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 11:53:03.539488 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a6215e4-9530-4152-a26b-8457ba99a974 req-e2583a3a-a34a-4c3f-b643-8dcb12912283 service neutron] Bound using segment: {'id': '77044dd8-732d-4440-9cc8-7f1936544d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'f2b8460a-d20a-4d24-a458-477b4502f48c'} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 11:53:03.539918 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-5a6215e4-9530-4152-a26b-8457ba99a974 req-e2583a3a-a34a-4c3f-b643-8dcb12912283 service neutron] Bound port: 9e760ced-e3a8-451d-bb2c-5f1f05bc79ab, host: n-h1-804985-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77044dd8-732d-4440-9cc8-7f1936544d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'f2b8460a-d20a-4d24-a458-477b4502f48c'}}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 11:53:03.574098 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-bbf47dd8-bb15-4b23-9c19-7e37154896c6 req-8d7952fb-de60-4d56-a619-4a2ac968b34a tempest-FloatingIPsAssociationNegativeTestJSON-1386540945 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:03.574422 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-bbf47dd8-bb15-4b23-9c19-7e37154896c6 req-8d7952fb-de60-4d56-a619-4a2ac968b34a tempest-FloatingIPsAssociationNegativeTestJSON-1386540945 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:03.593958 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-bbf47dd8-bb15-4b23-9c19-7e37154896c6 req-8d7952fb-de60-4d56-a619-4a2ac968b34a tempest-FloatingIPsAssociationNegativeTestJSON-1386540945 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945-project] Calling delete_port for c04e0e68-7efd-4705-a6dd-fcf5ab497fba owned by network:floatingip {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 11:53:03.617577 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf0466d-ab30-4479-8ab3-e221eb207299 req-0b182d8b-125c-41c6-a45b-37a80de43c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:03.619095 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-fbf0466d-ab30-4479-8ab3-e221eb207299 req-0b182d8b-125c-41c6-a45b-37a80de43c83 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=222e0814-c7e5-4b11-9282-3f40c6ed76b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1229146 Aug 18 11:53:03.714682 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-5a6215e4-9530-4152-a26b-8457ba99a974 req-e2583a3a-a34a-4c3f-b643-8dcb12912283 service neutron] For port 9e760ced-e3a8-451d-bb2c-5f1f05bc79ab, host n-h1-804985-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=9e760ced-e3a8-451d-bb2c-5f1f05bc79ab,segment=NetworkSegment(77044dd8-732d-4440-9cc8-7f1936544d71),segment_id=77044dd8-732d-4440-9cc8-7f1936544d71)] {{(pid=106252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 11:53:03.729447 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-5a6215e4-9530-4152-a26b-8457ba99a974 req-e2583a3a-a34a-4c3f-b643-8dcb12912283 service neutron] Notify callbacks [] for binding, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:03.730626 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5a6215e4-9530-4152-a26b-8457ba99a974 req-e2583a3a-a34a-4c3f-b643-8dcb12912283 service neutron] 10.222.0.66 "POST /v2.0/ports/9e760ced-e3a8-451d-bb2c-5f1f05bc79ab/bindings HTTP/1.1" status: 201 len: 389 time: 0.5973325 Aug 18 11:53:03.782132 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-fbf0466d-ab30-4479-8ab3-e221eb207299 req-3bc03b9c-c51a-4cb3-a203-54fce52c4d28 service neutron] 10.222.0.63 "GET /v2.0/networks/222e0814-c7e5-4b11-9282-3f40c6ed76b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304202 Aug 18 11:53:03.930569 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-cd9fb9a4-0ae6-4333-9299-49a0f495e3b8 req-90749d29-a3ad-4896-950a-d70a0fb7d024 tempest-SecurityGroupsTestAdminJSON-467270751 tempest-SecurityGroupsTestAdminJSON-467270751-project] 10.222.0.66 "GET /v2.0/security-groups/e8ec1eb6-9468-4fcb-9d4c-6011356aaa75 HTTP/1.1" status: 200 len: 1778 time: 0.1181808 Aug 18 11:53:03.931174 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-bbf47dd8-bb15-4b23-9c19-7e37154896c6 req-8d7952fb-de60-4d56-a619-4a2ac968b34a tempest-FloatingIPsAssociationNegativeTestJSON-1386540945 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:03.984002 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7952fb-de60-4d56-a619-4a2ac968b34a tempest-FloatingIPsAssociationNegativeTestJSON-1386540945 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945-project] Pushing event deleted for resources: {'Port': ['ID=c04e0e68-7efd-4705-a6dd-fcf5ab497fba,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:53:03.996701 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-fbf0466d-ab30-4479-8ab3-e221eb207299 req-9689bf88-4f93-4c48-b3e5-fa076e5a81c9 service neutron] 10.222.0.63 "GET /v2.0/networks/222e0814-c7e5-4b11-9282-3f40c6ed76b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2065258 Aug 18 11:53:04.110310 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6215e4-9530-4152-a26b-8457ba99a974 req-6a178d3a-495e-4abe-bca7-d44877b5a6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:04.111801 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5a6215e4-9530-4152-a26b-8457ba99a974 req-6a178d3a-495e-4abe-bca7-d44877b5a6c5 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=188bebbd8f564ea0bbe77621cda4023c&device_id=103e4b6f-4d5d-4a07-b8f7-334042d12001 HTTP/1.1" status: 200 len: 1097 time: 0.1637082 Aug 18 11:53:04.112625 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-bbf47dd8-bb15-4b23-9c19-7e37154896c6 req-8d7952fb-de60-4d56-a619-4a2ac968b34a tempest-FloatingIPsAssociationNegativeTestJSON-1386540945 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945-project] Notify callbacks [] for floatingip, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:04.115231 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-bbf47dd8-bb15-4b23-9c19-7e37154896c6 req-8d7952fb-de60-4d56-a619-4a2ac968b34a tempest-FloatingIPsAssociationNegativeTestJSON-1386540945 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for floatingip, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:04.116273 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-bbf47dd8-bb15-4b23-9c19-7e37154896c6 req-8d7952fb-de60-4d56-a619-4a2ac968b34a tempest-FloatingIPsAssociationNegativeTestJSON-1386540945 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945-project] 10.222.0.66 "DELETE /v2.0/floatingips/485e1e3f-9a1d-402a-af0c-10c10100e82f HTTP/1.1" status: 204 len: 173 time: 1.0726805 Aug 18 11:53:04.116985 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-cd9fb9a4-0ae6-4333-9299-49a0f495e3b8 req-e3e52975-2c20-453f-bf4f-f6eb0d9fc8ea tempest-SecurityGroupsTestAdminJSON-467270751 tempest-SecurityGroupsTestAdminJSON-467270751-project] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:04.181336 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-cd9fb9a4-0ae6-4333-9299-49a0f495e3b8 req-e3e52975-2c20-453f-bf4f-f6eb0d9fc8ea tempest-SecurityGroupsTestAdminJSON-467270751 tempest-SecurityGroupsTestAdminJSON-467270751-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:04.274916 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6215e4-9530-4152-a26b-8457ba99a974 req-ae402db0-d1ab-4884-8362-62a2f38231a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:04.276533 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5a6215e4-9530-4152-a26b-8457ba99a974 req-ae402db0-d1ab-4884-8362-62a2f38231a9 service neutron] 10.222.0.63 "GET /v2.0/networks?id=f2b8460a-d20a-4d24-a458-477b4502f48c HTTP/1.1" status: 200 len: 909 time: 0.1541812 Aug 18 11:53:04.278267 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-cd9fb9a4-0ae6-4333-9299-49a0f495e3b8 req-e3e52975-2c20-453f-bf4f-f6eb0d9fc8ea tempest-SecurityGroupsTestAdminJSON-467270751 tempest-SecurityGroupsTestAdminJSON-467270751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:04.280859 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-cd9fb9a4-0ae6-4333-9299-49a0f495e3b8 req-e3e52975-2c20-453f-bf4f-f6eb0d9fc8ea tempest-SecurityGroupsTestAdminJSON-467270751 tempest-SecurityGroupsTestAdminJSON-467270751-project] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:04.281888 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-cd9fb9a4-0ae6-4333-9299-49a0f495e3b8 req-e3e52975-2c20-453f-bf4f-f6eb0d9fc8ea tempest-SecurityGroupsTestAdminJSON-467270751 tempest-SecurityGroupsTestAdminJSON-467270751-project] 10.222.0.66 "DELETE /v2.0/security-groups/e8ec1eb6-9468-4fcb-9d4c-6011356aaa75 HTTP/1.1" status: 204 len: 173 time: 0.3349690 Aug 18 11:53:04.329499 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5a6215e4-9530-4152-a26b-8457ba99a974 req-40b2c81c-6ed0-4447-b48f-6e53e17c0086 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9e760ced-e3a8-451d-bb2c-5f1f05bc79ab HTTP/1.1" status: 200 len: 217 time: 0.0419235 Aug 18 11:53:04.331102 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e52975-2c20-453f-bf4f-f6eb0d9fc8ea tempest-SecurityGroupsTestAdminJSON-467270751 tempest-SecurityGroupsTestAdminJSON-467270751-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8ec1eb6-9468-4fcb-9d4c-6011356aaa75,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:53:04.340659 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a4b6b7-a007-4335-985b-350f20942e3e req-b822c4ac-6215-46e8-a118-8cebd17fabe3 tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:04.342284 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-99a4b6b7-a007-4335-985b-350f20942e3e req-b822c4ac-6215-46e8-a118-8cebd17fabe3 tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] 10.222.0.66 "GET /v2.0/ports?device_id=c78220af-3609-4bd3-83ef-b990d0a3dd42 HTTP/1.1" status: 200 len: 949 time: 0.1298594 Aug 18 11:53:04.373429 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 11:53:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0084085-b8d5-410b-9c0a-e526ba14000a x-openstack-request-id: req-f0084085-b8d5-410b-9c0a-e526ba14000a {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:53:04.373731 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1469cc12-450e-40ab-bf8a-017710f6636d", "tag": "5a35dcab-591c-4a56-81cd-44fc201d7398", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:53:04.373962 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f0084085-b8d5-410b-9c0a-e526ba14000a {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:53:04.374347 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1469cc12-450e-40ab-bf8a-017710f6636d', 'tag': '5a35dcab-591c-4a56-81cd-44fc201d7398', 'status': 'completed', 'code': 200} Aug 18 11:53:04.456059 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6215e4-9530-4152-a26b-8457ba99a974 req-8c13906a-ad28-4568-8a29-ae20cdacc9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:04.457538 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5a6215e4-9530-4152-a26b-8457ba99a974 req-8c13906a-ad28-4568-8a29-ae20cdacc9e3 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a97adc7a-3cde-4d27-baf4-adb6fa582445 HTTP/1.1" status: 200 len: 848 time: 0.1143603 Aug 18 11:53:04.485573 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-99a4b6b7-a007-4335-985b-350f20942e3e req-8380fe45-71ed-4d8b-b7e9-4a5a5622492f tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] 10.222.0.66 "GET /v2.0/security-groups?id=e54286de-dd7f-4b20-9f74-4a71262d523b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321750 Aug 18 11:53:04.504202 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5a6215e4-9530-4152-a26b-8457ba99a974 req-2f2b35bf-2ba7-4f67-96e0-7dcf3a0a35c1 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=f2b8460a-d20a-4d24-a458-477b4502f48c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319760 Aug 18 11:53:04.513258 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03472f69-ff48-485d-8e14-ca19f1a1f4f2 req-92b201b4-99bb-488b-9a04-54e915467633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:04.514873 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-03472f69-ff48-485d-8e14-ca19f1a1f4f2 req-92b201b4-99bb-488b-9a04-54e915467633 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=19dcd4f16c6144bda3d7f65b1859b045&device_id=1469cc12-450e-40ab-bf8a-017710f6636d HTTP/1.1" status: 200 len: 1099 time: 0.1192923 Aug 18 11:53:04.534195 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682bc1cc-6a7d-4a4f-b872-0facbf2be089 req-d33e5704-b64d-4206-8353-bfc26e6a0f11 tempest-ServerDiagnosticsNegativeTest-43152563 tempest-ServerDiagnosticsNegativeTest-43152563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:04.535624 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-682bc1cc-6a7d-4a4f-b872-0facbf2be089 req-d33e5704-b64d-4206-8353-bfc26e6a0f11 tempest-ServerDiagnosticsNegativeTest-43152563 tempest-ServerDiagnosticsNegativeTest-43152563-project] 10.222.0.66 "GET /v2.0/ports?device_id=1469cc12-450e-40ab-bf8a-017710f6636d HTTP/1.1" status: 200 len: 948 time: 0.1263003 Aug 18 11:53:04.972811 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-682bc1cc-6a7d-4a4f-b872-0facbf2be089 req-f592d210-d828-48cf-a7ee-533d7c0bc86d tempest-ServerDiagnosticsNegativeTest-43152563 tempest-ServerDiagnosticsNegativeTest-43152563-project] 10.222.0.66 "GET /v2.0/security-groups?id=71ee6bcb-0570-47fe-80e4-c3b5be85e845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4203048 Aug 18 11:53:05.030250 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261dec4e-d12a-41fb-b1af-862e27070e38 req-2d8fe53d-be12-4eb2-bb4f-18323e1ba9d6 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:05.031688 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-261dec4e-d12a-41fb-b1af-862e27070e38 req-2d8fe53d-be12-4eb2-bb4f-18323e1ba9d6 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] 10.222.0.66 "GET /v2.0/ports?device_id=103e4b6f-4d5d-4a07-b8f7-334042d12001 HTTP/1.1" status: 200 len: 946 time: 0.1654232 Aug 18 11:53:05.036034 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5a6215e4-9530-4152-a26b-8457ba99a974 req-b8948e19-868a-4491-990c-4d9c8e3e744a service neutron] 10.222.0.63 "GET /v2.0/networks/f2b8460a-d20a-4d24-a458-477b4502f48c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5186756 Aug 18 11:53:05.066183 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03472f69-ff48-485d-8e14-ca19f1a1f4f2 req-c6a4013d-eb04-4496-8277-63395dbd2ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:05.067600 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-03472f69-ff48-485d-8e14-ca19f1a1f4f2 req-c6a4013d-eb04-4496-8277-63395dbd2ef5 service neutron] 10.222.0.63 "GET /v2.0/networks?id=222e0814-c7e5-4b11-9282-3f40c6ed76b2 HTTP/1.1" status: 200 len: 870 time: 0.5413179 Aug 18 11:53:05.188281 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-03472f69-ff48-485d-8e14-ca19f1a1f4f2 req-1791778b-8796-46cb-8ba3-5ba100280364 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=5a35dcab-591c-4a56-81cd-44fc201d7398 HTTP/1.1" status: 200 len: 217 time: 0.1054034 Aug 18 11:53:05.263554 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e1a4cafb-0b41-4313-aa2b-9f1a012c3583 req-b86cf5ea-1f6f-4d43-bed2-a1969d987e54 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.7.50 HTTP/1.1" status: 200 len: 1000 time: 0.2514663 Aug 18 11:53:05.272567 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-261dec4e-d12a-41fb-b1af-862e27070e38 req-6949e291-ab04-413b-8fe1-6e2fcae6dc20 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] 10.222.0.66 "GET /v2.0/security-groups?id=07aef7bb-6c11-4cb4-8594-c24180b5d811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090473 Aug 18 11:53:05.333818 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03472f69-ff48-485d-8e14-ca19f1a1f4f2 req-d65434c3-bdb0-405a-983c-21ffb097a0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:05.335312 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-03472f69-ff48-485d-8e14-ca19f1a1f4f2 req-d65434c3-bdb0-405a-983c-21ffb097a0fe service neutron] 10.222.0.63 "GET /v2.0/subnets?id=6d16d680-110b-436d-8afa-48ba845b3623 HTTP/1.1" status: 200 len: 843 time: 0.1211133 Aug 18 11:53:05.354384 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a4cafb-0b41-4313-aa2b-9f1a012c3583 req-601ac60f-11ad-42b0-b002-01b8cc62c9d1 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:05.355683 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e1a4cafb-0b41-4313-aa2b-9f1a012c3583 req-601ac60f-11ad-42b0-b002-01b8cc62c9d1 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945-project] 10.222.0.66 "GET /v2.0/ports/19a52455-07f3-47db-a4d4-c6da5e76e313 HTTP/1.1" status: 200 len: 942 time: 0.0808034 Aug 18 11:53:05.373927 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5a6215e4-9530-4152-a26b-8457ba99a974 req-cbcd6dbc-a9de-4525-9308-023c1949ea76 service neutron] 10.222.0.63 "GET /v2.0/networks/f2b8460a-d20a-4d24-a458-477b4502f48c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3090816 Aug 18 11:53:05.484209 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-288b66d5-e4fc-4354-9984-4d650ee4f883 req-30a2933b-e81e-4cab-ab9b-4654bbcafd11 tempest-SecurityGroupsTestAdminJSON-467270751 tempest-SecurityGroupsTestAdminJSON-467270751-project] 10.222.0.66 "GET /v2.0/security-groups/8a0bef0d-c596-4ff3-803e-12a50d46b1b8 HTTP/1.1" status: 200 len: 1777 time: 0.1601126 Aug 18 11:53:05.514689 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03472f69-ff48-485d-8e14-ca19f1a1f4f2 req-b36091a2-7801-4916-9adb-ba3c3e4f72e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:05.516047 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-03472f69-ff48-485d-8e14-ca19f1a1f4f2 req-b36091a2-7801-4916-9adb-ba3c3e4f72e2 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=222e0814-c7e5-4b11-9282-3f40c6ed76b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1691930 Aug 18 11:53:05.542383 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e1a4cafb-0b41-4313-aa2b-9f1a012c3583 req-d1932c49-b15d-4959-b1ad-0a2a44d22b1d tempest-FloatingIPsAssociationNegativeTestJSON-1386540945 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.7.50 HTTP/1.1" status: 200 len: 1000 time: 0.1429284 Aug 18 11:53:05.624007 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6215e4-9530-4152-a26b-8457ba99a974 req-d57f6991-6dce-4ab4-91ba-7eefca415dd4 tempest-LiveMigrationTest-1335981208 tempest-LiveMigrationTest-1335981208-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:05.625531 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5a6215e4-9530-4152-a26b-8457ba99a974 req-d57f6991-6dce-4ab4-91ba-7eefca415dd4 tempest-LiveMigrationTest-1335981208 tempest-LiveMigrationTest-1335981208-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=103e4b6f-4d5d-4a07-b8f7-334042d12001&tenant_id=188bebbd8f564ea0bbe77621cda4023c&binding%3Ahost_id=n-h2-804985-2 HTTP/1.1" status: 200 len: 1097 time: 0.1756606 Aug 18 11:53:05.665399 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-5a6215e4-9530-4152-a26b-8457ba99a974 req-7481a74d-8372-4715-a4bb-ce4a0abd1484 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-804985-2'}}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:53:05.733011 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:05.782120 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-288b66d5-e4fc-4354-9984-4d650ee4f883 req-9f552ea4-27ff-431d-9d98-de7ae0036064 tempest-SecurityGroupsTestAdminJSON-467270751 tempest-SecurityGroupsTestAdminJSON-467270751-project] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:05.798663 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-03472f69-ff48-485d-8e14-ca19f1a1f4f2 req-825bcb41-6519-4f77-a86f-934b861df715 service neutron] 10.222.0.63 "GET /v2.0/networks/222e0814-c7e5-4b11-9282-3f40c6ed76b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2702308 Aug 18 11:53:05.806573 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-5a6215e4-9530-4152-a26b-8457ba99a974 req-7481a74d-8372-4715-a4bb-ce4a0abd1484 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:05.818401 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a4cafb-0b41-4313-aa2b-9f1a012c3583 req-0f518e70-4c0f-4992-a259-e6ef699cd1d4 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:05.820067 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e1a4cafb-0b41-4313-aa2b-9f1a012c3583 req-0f518e70-4c0f-4992-a259-e6ef699cd1d4 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945-project] 10.222.0.66 "GET /v2.0/networks/7cae7a70-14fd-408c-b14d-39ceb97cb60e HTTP/1.1" status: 200 len: 784 time: 0.2673223 Aug 18 11:53:05.856046 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [req-e1a4cafb-0b41-4313-aa2b-9f1a012c3583 req-6254167a-19c5-4be8-8907-95754d486b5e tempest-FloatingIPsAssociationNegativeTestJSON-1386540945 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=106252) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 11:53:05.857017 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e1a4cafb-0b41-4313-aa2b-9f1a012c3583 req-6254167a-19c5-4be8-8907-95754d486b5e tempest-FloatingIPsAssociationNegativeTestJSON-1386540945 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0169451 Aug 18 11:53:05.884155 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-288b66d5-e4fc-4354-9984-4d650ee4f883 req-9f552ea4-27ff-431d-9d98-de7ae0036064 tempest-SecurityGroupsTestAdminJSON-467270751 tempest-SecurityGroupsTestAdminJSON-467270751-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:06.033403 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e1a4cafb-0b41-4313-aa2b-9f1a012c3583 req-0fb017d7-de4e-44fa-9fc3-723876ae642b tempest-FloatingIPsAssociationNegativeTestJSON-1386540945 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.7.50 HTTP/1.1" status: 200 len: 1000 time: 0.1509149 Aug 18 11:53:06.077624 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-e1a4cafb-0b41-4313-aa2b-9f1a012c3583 req-9e653073-118e-41e9-9e34-f009cc3be5c0 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945-project] Request body: {'floatingip': {'port_id': None}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:53:06.081621 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-288b66d5-e4fc-4354-9984-4d650ee4f883 req-9f552ea4-27ff-431d-9d98-de7ae0036064 tempest-SecurityGroupsTestAdminJSON-467270751 tempest-SecurityGroupsTestAdminJSON-467270751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:06.084048 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-288b66d5-e4fc-4354-9984-4d650ee4f883 req-9f552ea4-27ff-431d-9d98-de7ae0036064 tempest-SecurityGroupsTestAdminJSON-467270751 tempest-SecurityGroupsTestAdminJSON-467270751-project] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:06.085123 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-288b66d5-e4fc-4354-9984-4d650ee4f883 req-9f552ea4-27ff-431d-9d98-de7ae0036064 tempest-SecurityGroupsTestAdminJSON-467270751 tempest-SecurityGroupsTestAdminJSON-467270751-project] 10.222.0.66 "DELETE /v2.0/security-groups/8a0bef0d-c596-4ff3-803e-12a50d46b1b8 HTTP/1.1" status: 204 len: 173 time: 0.5926187 Aug 18 11:53:06.122287 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-03472f69-ff48-485d-8e14-ca19f1a1f4f2 req-cb972c66-bf3b-43f8-8dde-2b15d31cf42b service neutron] 10.222.0.63 "GET /v2.0/networks/222e0814-c7e5-4b11-9282-3f40c6ed76b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3110013 Aug 18 11:53:06.135557 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f552ea4-27ff-431d-9d98-de7ae0036064 tempest-SecurityGroupsTestAdminJSON-467270751 tempest-SecurityGroupsTestAdminJSON-467270751-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a0bef0d-c596-4ff3-803e-12a50d46b1b8,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:53:06.173501 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-e1a4cafb-0b41-4313-aa2b-9f1a012c3583 req-9e653073-118e-41e9-9e34-f009cc3be5c0 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945-project] Notify callbacks [] for floatingip, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:06.219703 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-5a6215e4-9530-4152-a26b-8457ba99a974 req-7481a74d-8372-4715-a4bb-ce4a0abd1484 service neutron] For port 9e760ced-e3a8-451d-bb2c-5f1f05bc79ab, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=9e760ced-e3a8-451d-bb2c-5f1f05bc79ab,segment=NetworkSegment(77044dd8-732d-4440-9cc8-7f1936544d71),segment_id=77044dd8-732d-4440-9cc8-7f1936544d71)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:53:06.313825 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-5a6215e4-9530-4152-a26b-8457ba99a974 req-7481a74d-8372-4715-a4bb-ce4a0abd1484 service neutron] For port 9e760ced-e3a8-451d-bb2c-5f1f05bc79ab, host n-h2-804985-2, cleared binding levels {{(pid=106252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 11:53:06.389787 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-e1a4cafb-0b41-4313-aa2b-9f1a012c3583 req-9e653073-118e-41e9-9e34-f009cc3be5c0 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:06.400056 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '103e4b6f-4d5d-4a07-b8f7-334042d12001', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e760ced-e3a8-451d-bb2c-5f1f05bc79ab'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 11:53:06.401657 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 48390) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:53:06.402905 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57defbd3-27e7-45e4-b8d3-1e2593acd263" -d '{"events": [{"server_uuid": "103e4b6f-4d5d-4a07-b8f7-334042d12001", "name": "network-vif-unplugged", "status": "completed", "tag": "9e760ced-e3a8-451d-bb2c-5f1f05bc79ab"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:53:06.407569 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-5a6215e4-9530-4152-a26b-8457ba99a974 req-7481a74d-8372-4715-a4bb-ce4a0abd1484 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:06.409881 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-e1a4cafb-0b41-4313-aa2b-9f1a012c3583 req-9e653073-118e-41e9-9e34-f009cc3be5c0 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-989945'] for floatingip, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:06.410161 n-d-804985-2 neutron-server[106252]: INFO neutron.db.l3_db [req-e1a4cafb-0b41-4313-aa2b-9f1a012c3583 req-9e653073-118e-41e9-9e34-f009cc3be5c0 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945-project] Floating IP 96b67580-2041-4382-885d-700558f65449 disassociated. External IP: 172.25.7.50, port: 19a52455-07f3-47db-a4d4-c6da5e76e313. Aug 18 11:53:06.446302 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-5a6215e4-9530-4152-a26b-8457ba99a974 req-7481a74d-8372-4715-a4bb-ce4a0abd1484 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:06.588014 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-5a6215e4-9530-4152-a26b-8457ba99a974 req-7481a74d-8372-4715-a4bb-ce4a0abd1484 service neutron] Attempting to bind port 9e760ced-e3a8-451d-bb2c-5f1f05bc79ab on host n-h2-804985-2 for vnic_type normal with profile {"migrating_to": "n-h1-804985-2"} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 11:53:06.588352 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-5a6215e4-9530-4152-a26b-8457ba99a974 req-7481a74d-8372-4715-a4bb-ce4a0abd1484 service neutron] Attempting to bind port 9e760ced-e3a8-451d-bb2c-5f1f05bc79ab by drivers openvswitch,hyperv on host n-h2-804985-2 at level 0 using segments [{'id': '77044dd8-732d-4440-9cc8-7f1936544d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'f2b8460a-d20a-4d24-a458-477b4502f48c'}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 11:53:06.588711 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a6215e4-9530-4152-a26b-8457ba99a974 req-7481a74d-8372-4715-a4bb-ce4a0abd1484 service neutron] Attempting to bind port 9e760ced-e3a8-451d-bb2c-5f1f05bc79ab on network f2b8460a-d20a-4d24-a458-477b4502f48c {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 11:53:06.590630 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7481a74d-8372-4715-a4bb-ce4a0abd1484 service neutron] Pushing event updated for resources: {'Port': ['ID=9e760ced-e3a8-451d-bb2c-5f1f05bc79ab,revision_number=7']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:53:06.599539 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a6215e4-9530-4152-a26b-8457ba99a974 req-7481a74d-8372-4715-a4bb-ce4a0abd1484 service neutron] Port 9e760ced-e3a8-451d-bb2c-5f1f05bc79ab on network f2b8460a-d20a-4d24-a458-477b4502f48c not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-2 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 11:53:06.599865 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a6215e4-9530-4152-a26b-8457ba99a974 req-7481a74d-8372-4715-a4bb-ce4a0abd1484 service neutron] Attempting to bind port 9e760ced-e3a8-451d-bb2c-5f1f05bc79ab on network f2b8460a-d20a-4d24-a458-477b4502f48c {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 11:53:06.609927 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a6215e4-9530-4152-a26b-8457ba99a974 req-7481a74d-8372-4715-a4bb-ce4a0abd1484 service neutron] Checking agent: {'id': 'da5da552-709c-4248-84de-86af99a0dc87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 49, 8), 'started_at': datetime.datetime(2021, 8, 18, 11, 49, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 11, 52, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 11:53:06.610252 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a6215e4-9530-4152-a26b-8457ba99a974 req-7481a74d-8372-4715-a4bb-ce4a0abd1484 service neutron] Checking segment: {'id': '77044dd8-732d-4440-9cc8-7f1936544d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'f2b8460a-d20a-4d24-a458-477b4502f48c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 11:53:06.610637 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a6215e4-9530-4152-a26b-8457ba99a974 req-7481a74d-8372-4715-a4bb-ce4a0abd1484 service neutron] Bound using segment: {'id': '77044dd8-732d-4440-9cc8-7f1936544d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'f2b8460a-d20a-4d24-a458-477b4502f48c'} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 11:53:06.611072 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-5a6215e4-9530-4152-a26b-8457ba99a974 req-7481a74d-8372-4715-a4bb-ce4a0abd1484 service neutron] Bound port: 9e760ced-e3a8-451d-bb2c-5f1f05bc79ab, host: n-h2-804985-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77044dd8-732d-4440-9cc8-7f1936544d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'f2b8460a-d20a-4d24-a458-477b4502f48c'}}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 11:53:06.611428 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-5a6215e4-9530-4152-a26b-8457ba99a974 req-7481a74d-8372-4715-a4bb-ce4a0abd1484 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:06.628803 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-71c053e2-4fa8-4fda-b242-040bdd897642 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9a53e8519ee345f4b8a3eacebf14fc9c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2259445 Aug 18 11:53:06.631267 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 48400) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:53:06.657935 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 5a35dcab-591c-4a56-81cd-44fc201d7398 details requested by agent hyperv_n-h1-804985-2 with host n-h1-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 11:53:06.692502 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-694a9d98-79f7-45ee-aa5a-9c2320323e6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:06.714212 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-694a9d98-79f7-45ee-aa5a-9c2320323e6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:06.760808 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 5a35dcab-591c-4a56-81cd-44fc201d7398, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=5a35dcab-591c-4a56-81cd-44fc201d7398,segment=NetworkSegment(b0eb6eea-b461-4969-8a27-808f00daa8a1),segment_id=b0eb6eea-b461-4969-8a27-808f00daa8a1)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:53:06.765403 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-694a9d98-79f7-45ee-aa5a-9c2320323e6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:06.768407 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-694a9d98-79f7-45ee-aa5a-9c2320323e6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:06.771937 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-694a9d98-79f7-45ee-aa5a-9c2320323e6f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/733b6274-3974-40db-99ba-a3431c80acb2 HTTP/1.1" status: 204 len: 168 time: 0.1373937 Aug 18 11:53:06.775460 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Returning: {'device': '5a35dcab-591c-4a56-81cd-44fc201d7398', 'network_id': '222e0814-c7e5-4b11-9282-3f40c6ed76b2', 'port_id': '5a35dcab-591c-4a56-81cd-44fc201d7398', 'mac_address': 'fa:16:3e:98:9d:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 823, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d16d680-110b-436d-8afa-48ba845b3623', 'ip_address': '192.168.233.239'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 11:53:06.781884 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694a9d98-79f7-45ee-aa5a-9c2320323e6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=733b6274-3974-40db-99ba-a3431c80acb2,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:53:06.798692 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52561d7e-cc30-409b-a422-99ccd1263402 req-94a6f9fc-a367-4ea5-8ffc-345e759a7670 tempest-ServerDiagnosticsNegativeTest-43152563 tempest-ServerDiagnosticsNegativeTest-43152563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:06.800237 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-52561d7e-cc30-409b-a422-99ccd1263402 req-94a6f9fc-a367-4ea5-8ffc-345e759a7670 tempest-ServerDiagnosticsNegativeTest-43152563 tempest-ServerDiagnosticsNegativeTest-43152563-project] 10.222.0.66 "GET /v2.0/ports?device_id=1469cc12-450e-40ab-bf8a-017710f6636d HTTP/1.1" status: 200 len: 948 time: 0.1775491 Aug 18 11:53:06.810164 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-5a6215e4-9530-4152-a26b-8457ba99a974 req-7481a74d-8372-4715-a4bb-ce4a0abd1484 service neutron] For port 9e760ced-e3a8-451d-bb2c-5f1f05bc79ab, host n-h2-804985-2, cleared binding levels {{(pid=106252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 11:53:06.818100 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-5a6215e4-9530-4152-a26b-8457ba99a974 req-7481a74d-8372-4715-a4bb-ce4a0abd1484 service neutron] For port 9e760ced-e3a8-451d-bb2c-5f1f05bc79ab, host n-h2-804985-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=9e760ced-e3a8-451d-bb2c-5f1f05bc79ab,segment=NetworkSegment(77044dd8-732d-4440-9cc8-7f1936544d71),segment_id=77044dd8-732d-4440-9cc8-7f1936544d71)] {{(pid=106252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 11:53:06.834273 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:06.839667 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e1a4cafb-0b41-4313-aa2b-9f1a012c3583 req-9e653073-118e-41e9-9e34-f009cc3be5c0 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945-project] Router e83f3887-de40-4269-a82d-fa428ffe32d9 has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 11:53:06.843075 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-5a6215e4-9530-4152-a26b-8457ba99a974 req-7481a74d-8372-4715-a4bb-ce4a0abd1484 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:06.850179 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a35dcab-591c-4a56-81cd-44fc201d7398 {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 11:53:06.872600 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 5a35dcab-591c-4a56-81cd-44fc201d7398, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=5a35dcab-591c-4a56-81cd-44fc201d7398,segment=NetworkSegment(b0eb6eea-b461-4969-8a27-808f00daa8a1),segment_id=b0eb6eea-b461-4969-8a27-808f00daa8a1)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:53:06.878093 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:06.922471 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-52561d7e-cc30-409b-a422-99ccd1263402 req-b5041911-6cb8-4588-80f0-0ec4aa89bac6 tempest-ServerDiagnosticsNegativeTest-43152563 tempest-ServerDiagnosticsNegativeTest-43152563-project] 10.222.0.66 "GET /v2.0/security-groups?id=71ee6bcb-0570-47fe-80e4-c3b5be85e845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079519 Aug 18 11:53:06.934553 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=5a35dcab-591c-4a56-81cd-44fc201d7398,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:53:07.092146 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 48406) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:53:07.122120 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] get_ports_and_sgs() called for port_ids ['5a35dcab-591c-4a56-81cd-44fc201d7398'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 11:53:07.138830 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-e433b045-ccc4-44e6-8629-f99ee0fa605a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=da9f8fa026e94efaab87ed09c4d833b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0453782 Aug 18 11:53:07.139647 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 48408) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:53:07.189004 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a9dc1b73-2ac1-4eda-a70c-4b39ecac0fcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:07.226251 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a9dc1b73-2ac1-4eda-a70c-4b39ecac0fcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:07.250221 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7481a74d-8372-4715-a4bb-ce4a0abd1484 service neutron] Pushing event updated for resources: {'Port': ['ID=9e760ced-e3a8-451d-bb2c-5f1f05bc79ab,revision_number=8']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:53:07.282074 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a9dc1b73-2ac1-4eda-a70c-4b39ecac0fcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:07.284811 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a9dc1b73-2ac1-4eda-a70c-4b39ecac0fcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:07.288412 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-a9dc1b73-2ac1-4eda-a70c-4b39ecac0fcd admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/4db24f57-2dc7-4373-b05a-2c74621c5ad6 HTTP/1.1" status: 204 len: 168 time: 0.1453989 Aug 18 11:53:07.296433 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dc1b73-2ac1-4eda-a70c-4b39ecac0fcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4db24f57-2dc7-4373-b05a-2c74621c5ad6,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:53:07.296636 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6215e4-9530-4152-a26b-8457ba99a974 req-7481a74d-8372-4715-a4bb-ce4a0abd1484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:07.297284 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-5a6215e4-9530-4152-a26b-8457ba99a974 req-7481a74d-8372-4715-a4bb-ce4a0abd1484 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:07.298684 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5a6215e4-9530-4152-a26b-8457ba99a974 req-7481a74d-8372-4715-a4bb-ce4a0abd1484 service neutron] 10.222.0.63 "PUT /v2.0/ports/9e760ced-e3a8-451d-bb2c-5f1f05bc79ab HTTP/1.1" status: 200 len: 1122 time: 1.6415973 Aug 18 11:53:07.371665 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cf77d9-aac6-4c7f-bd58-08c816c609d7 req-82886a8d-581a-49fc-b521-8ffd9c35b851 tempest-LiveAutoBlockMigrationV225Test-1799299027 tempest-LiveAutoBlockMigrationV225Test-1799299027-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:07.373247 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f1cf77d9-aac6-4c7f-bd58-08c816c609d7 req-82886a8d-581a-49fc-b521-8ffd9c35b851 tempest-LiveAutoBlockMigrationV225Test-1799299027 tempest-LiveAutoBlockMigrationV225Test-1799299027-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=299ceda3-c4a0-49c1-aee9-18af9311377d HTTP/1.1" status: 200 len: 1096 time: 0.1297939 Aug 18 11:53:07.377932 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e1a4cafb-0b41-4313-aa2b-9f1a012c3583 req-9e653073-118e-41e9-9e34-f009cc3be5c0 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945-project] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 11:53:07.383703 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-e1a4cafb-0b41-4313-aa2b-9f1a012c3583 req-9e653073-118e-41e9-9e34-f009cc3be5c0 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for floatingip, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:07.390449 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c211f3f3-ae1c-46f5-8e70-ef6f3147f96d None None] Sync routers for ids ['e83f3887-de40-4269-a82d-fa428ffe32d9'] in n-d-804985-2 {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 11:53:07.400341 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c211f3f3-ae1c-46f5-8e70-ef6f3147f96d None None] Routers {'e83f3887-de40-4269-a82d-fa428ffe32d9'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 11:53:07.401131 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-c211f3f3-ae1c-46f5-8e70-ef6f3147f96d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T11:52:51Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['e83f3887-de40-4269-a82d-fa428ffe32d9'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:53:07.405304 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] get_ports_and_sgs() called for port_ids ['9e760ced-e3a8-451d-bb2c-5f1f05bc79ab'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 11:53:07.429044 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e1a4cafb-0b41-4313-aa2b-9f1a012c3583 req-9e653073-118e-41e9-9e34-f009cc3be5c0 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945-project] 10.222.0.66 "PUT /v2.0/floatingips/96b67580-2041-4382-885d-700558f65449 HTTP/1.1" status: 200 len: 694 time: 1.3590281 Aug 18 11:53:07.444290 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f1cf77d9-aac6-4c7f-bd58-08c816c609d7 req-01be84ef-8c0e-4ae9-8003-d2efa81aa53a tempest-LiveAutoBlockMigrationV225Test-1799299027 tempest-LiveAutoBlockMigrationV225Test-1799299027-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=fecad5ed-08b4-4db8-8e35-9a1fb2f01a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388906 Aug 18 11:53:07.492727 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a4cafb-0b41-4313-aa2b-9f1a012c3583 req-32959fb7-bc0c-4863-9ae9-5f7c95b0e208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:07.494479 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e1a4cafb-0b41-4313-aa2b-9f1a012c3583 req-32959fb7-bc0c-4863-9ae9-5f7c95b0e208 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=418eca027897477eaef8184aa03877a6&device_id=625ec057-7ac1-4341-8511-f9ea922f343e HTTP/1.1" status: 200 len: 1096 time: 0.0432057 Aug 18 11:53:07.600031 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-c211f3f3-ae1c-46f5-8e70-ef6f3147f96d None None] Set router e83f3887-de40-4269-a82d-fa428ffe32d9 gateway port host: n-d-804985-2 {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 11:53:07.643438 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf21b4d-d0c3-4299-b244-07680669e875 req-cdfb20cd-ab41-4323-a725-ee4e2f5089f7 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:07.644971 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3cf21b4d-d0c3-4299-b244-07680669e875 req-cdfb20cd-ab41-4323-a725-ee4e2f5089f7 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] 10.222.0.66 "GET /v2.0/ports?device_id=103e4b6f-4d5d-4a07-b8f7-334042d12001 HTTP/1.1" status: 200 len: 944 time: 0.0936694 Aug 18 11:53:07.650599 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a4cafb-0b41-4313-aa2b-9f1a012c3583 req-6cac76af-e41e-4410-9d39-00ce8fbcfd58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:07.652934 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e1a4cafb-0b41-4313-aa2b-9f1a012c3583 req-6cac76af-e41e-4410-9d39-00ce8fbcfd58 service neutron] 10.222.0.66 "GET /v2.0/networks?id=749eed81-85ea-459e-b52c-5ef570769bbd HTTP/1.1" status: 200 len: 929 time: 0.1520245 Aug 18 11:53:07.707942 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e1a4cafb-0b41-4313-aa2b-9f1a012c3583 req-ab3bd616-f3d6-4b7e-85af-831cfb23395c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=19a52455-07f3-47db-a4d4-c6da5e76e313 HTTP/1.1" status: 200 len: 217 time: 0.0478318 Aug 18 11:53:07.752153 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3cf21b4d-d0c3-4299-b244-07680669e875 req-e83ceaed-afa2-4079-bd97-f16286b38c08 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] 10.222.0.66 "GET /v2.0/security-groups?id=07aef7bb-6c11-4cb4-8594-c24180b5d811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981636 Aug 18 11:53:07.768839 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a4cafb-0b41-4313-aa2b-9f1a012c3583 req-bbb93dfc-dc3f-4eae-bb92-d3875138f8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:07.770401 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e1a4cafb-0b41-4313-aa2b-9f1a012c3583 req-bbb93dfc-dc3f-4eae-bb92-d3875138f8b5 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=85ef9a5e-4eda-4f20-b92b-37688a4f44c0 HTTP/1.1" status: 200 len: 867 time: 0.0564833 Aug 18 11:53:07.802624 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 18 Aug 2021 11:53:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2fc1426-b07d-4ebd-8820-a8f849225f38 x-openstack-request-id: req-f2fc1426-b07d-4ebd-8820-a8f849225f38 {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:53:07.802918 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "103e4b6f-4d5d-4a07-b8f7-334042d12001", "name": "network-vif-unplugged", "status": "completed", "tag": "9e760ced-e3a8-451d-bb2c-5f1f05bc79ab", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:53:07.803161 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f2fc1426-b07d-4ebd-8820-a8f849225f38 {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:53:07.803550 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '103e4b6f-4d5d-4a07-b8f7-334042d12001', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e760ced-e3a8-451d-bb2c-5f1f05bc79ab', 'code': 200} Aug 18 11:53:07.828317 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a4cafb-0b41-4313-aa2b-9f1a012c3583 req-01a24867-de33-4d59-8e38-4ed74c3c9da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:07.830671 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e1a4cafb-0b41-4313-aa2b-9f1a012c3583 req-01a24867-de33-4d59-8e38-4ed74c3c9da0 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=749eed81-85ea-459e-b52c-5ef570769bbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0535469 Aug 18 11:53:07.928294 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:07.941603 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-c211f3f3-ae1c-46f5-8e70-ef6f3147f96d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e83f3887-de40-4269-a82d-fa428ffe32d9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-531979573-router', 'tenant_id': '418eca027897477eaef8184aa03877a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.138'}], 'enable_snat': True}, 'gw_port_id': '3b420e0d-f80d-4aa2-b155-862be39bae18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T11:52:25Z', 'updated_at': '2021-08-18T11:52:31Z', 'revision_number': 4, 'project_id': '418eca027897477eaef8184aa03877a6', 'gw_port': {'id': '3b420e0d-f80d-4aa2-b155-862be39bae18', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:ab:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83f3887-de40-4269-a82d-fa428ffe32d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:52:26Z', 'updated_at': '2021-08-18T11:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': '97a7cbef-b800-4f34-9405-d604ffc1a3c9', 'name': '', 'network_id': '749eed81-85ea-459e-b52c-5ef570769bbd', 'tenant_id': '418eca027897477eaef8184aa03877a6', 'mac_address': 'fa:16:3e:f7:f1:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83f3887-de40-4269-a82d-fa428ffe32d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '85ef9a5e-4eda-4f20-b92b-37688a4f44c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:52:30Z', 'updated_at': '2021-08-18T11:52:38Z', 'revision_number': 5, 'project_id': '418eca027897477eaef8184aa03877a6', 'subnets': [{'id': '85ef9a5e-4eda-4f20-b92b-37688a4f44c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:53:07.943424 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e1a4cafb-0b41-4313-aa2b-9f1a012c3583 req-d1a997d8-9459-4a43-b836-0328f963437b service neutron] 10.222.0.66 "GET /v2.0/networks/749eed81-85ea-459e-b52c-5ef570769bbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068101 Aug 18 11:53:07.977226 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c211f3f3-ae1c-46f5-8e70-ef6f3147f96d None None] Checking router: e83f3887-de40-4269-a82d-fa428ffe32d9 for host: n-d-804985-2 {{(pid=106254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 11:53:07.988519 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c211f3f3-ae1c-46f5-8e70-ef6f3147f96d None None] Routers {'e83f3887-de40-4269-a82d-fa428ffe32d9'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 11:53:07.989231 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-c211f3f3-ae1c-46f5-8e70-ef6f3147f96d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T11:52:51Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['e83f3887-de40-4269-a82d-fa428ffe32d9'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:53:08.068779 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e1a4cafb-0b41-4313-aa2b-9f1a012c3583 req-4b3dc0f0-527c-406a-8c00-a111d29d6d5e service neutron] 10.222.0.66 "GET /v2.0/networks/749eed81-85ea-459e-b52c-5ef570769bbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133864 Aug 18 11:53:08.182654 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-c211f3f3-ae1c-46f5-8e70-ef6f3147f96d None None] Set router e83f3887-de40-4269-a82d-fa428ffe32d9 gateway port host: n-d-804985-2 {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 11:53:08.233067 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05757ed2-c9dd-466f-b922-b5aa60bcdac0 req-4dea2066-a35c-4a1e-bdad-5fbfa083d117 tempest-ServersAdminTestJSON-728056972 tempest-ServersAdminTestJSON-728056972-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:08.233542 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05757ed2-c9dd-466f-b922-b5aa60bcdac0 req-4dea2066-a35c-4a1e-bdad-5fbfa083d117 tempest-ServersAdminTestJSON-728056972 tempest-ServersAdminTestJSON-728056972-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:08.234038 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05757ed2-c9dd-466f-b922-b5aa60bcdac0 req-4dea2066-a35c-4a1e-bdad-5fbfa083d117 tempest-ServersAdminTestJSON-728056972 tempest-ServersAdminTestJSON-728056972-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:08.235551 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05757ed2-c9dd-466f-b922-b5aa60bcdac0 req-4dea2066-a35c-4a1e-bdad-5fbfa083d117 tempest-ServersAdminTestJSON-728056972 tempest-ServersAdminTestJSON-728056972-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:08.235551 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05757ed2-c9dd-466f-b922-b5aa60bcdac0 req-4dea2066-a35c-4a1e-bdad-5fbfa083d117 tempest-ServersAdminTestJSON-728056972 tempest-ServersAdminTestJSON-728056972-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:08.235551 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05757ed2-c9dd-466f-b922-b5aa60bcdac0 req-4dea2066-a35c-4a1e-bdad-5fbfa083d117 tempest-ServersAdminTestJSON-728056972 tempest-ServersAdminTestJSON-728056972-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:08.235840 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05757ed2-c9dd-466f-b922-b5aa60bcdac0 req-4dea2066-a35c-4a1e-bdad-5fbfa083d117 tempest-ServersAdminTestJSON-728056972 tempest-ServersAdminTestJSON-728056972-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:08.236285 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05757ed2-c9dd-466f-b922-b5aa60bcdac0 req-4dea2066-a35c-4a1e-bdad-5fbfa083d117 tempest-ServersAdminTestJSON-728056972 tempest-ServersAdminTestJSON-728056972-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:08.236766 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05757ed2-c9dd-466f-b922-b5aa60bcdac0 req-4dea2066-a35c-4a1e-bdad-5fbfa083d117 tempest-ServersAdminTestJSON-728056972 tempest-ServersAdminTestJSON-728056972-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:08.237235 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05757ed2-c9dd-466f-b922-b5aa60bcdac0 req-4dea2066-a35c-4a1e-bdad-5fbfa083d117 tempest-ServersAdminTestJSON-728056972 tempest-ServersAdminTestJSON-728056972-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:08.239608 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-05757ed2-c9dd-466f-b922-b5aa60bcdac0 req-4dea2066-a35c-4a1e-bdad-5fbfa083d117 tempest-ServersAdminTestJSON-728056972 tempest-ServersAdminTestJSON-728056972-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=1469cc12-450e-40ab-bf8a-017710f6636d&device_id=c78220af-3609-4bd3-83ef-b990d0a3dd42&device_id=299ceda3-c4a0-49c1-aee9-18af9311377d&device_id=103e4b6f-4d5d-4a07-b8f7-334042d12001&device_id=625ec057-7ac1-4341-8511-f9ea922f343e&device_id=306f2cf8-8dff-49e9-aaae-8bdb85ef593a&device_id=1776ccfc-79c3-4dd2-9d3e-5b7e075004d6&device_id=d1a77c32-20c2-49cb-bacf-6d1bc8cdb75a&device_id=2e0a9fc7-bdb0-438e-b3f0-ac051d5f553d&device_id=66ec6203-209c-4d59-9100-bdf9cb50de2d HTTP/1.1" status: 200 len: 9116 time: 0.0800667 Aug 18 11:53:08.263281 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-05757ed2-c9dd-466f-b922-b5aa60bcdac0 req-459cb117-8241-4b73-bb61-856fe3fe4fc3 tempest-ServersAdminTestJSON-728056972 tempest-ServersAdminTestJSON-728056972-project-admin] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:08.374687 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-05757ed2-c9dd-466f-b922-b5aa60bcdac0 req-459cb117-8241-4b73-bb61-856fe3fe4fc3 tempest-ServersAdminTestJSON-728056972 tempest-ServersAdminTestJSON-728056972-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:08.380285 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-05757ed2-c9dd-466f-b922-b5aa60bcdac0 req-459cb117-8241-4b73-bb61-856fe3fe4fc3 tempest-ServersAdminTestJSON-728056972 tempest-ServersAdminTestJSON-728056972-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:08.432529 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-05757ed2-c9dd-466f-b922-b5aa60bcdac0 req-459cb117-8241-4b73-bb61-856fe3fe4fc3 tempest-ServersAdminTestJSON-728056972 tempest-ServersAdminTestJSON-728056972-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=71ee6bcb-0570-47fe-80e4-c3b5be85e845&id=07aef7bb-6c11-4cb4-8594-c24180b5d811&id=e54286de-dd7f-4b20-9f74-4a71262d523b&id=fecad5ed-08b4-4db8-8e35-9a1fb2f01a4a&id=238dbab8-dd9a-4024-8b12-d86b53f53679&id=6e2adde3-216f-4ea8-b00f-185ce0cf1700&fields=id&fields=name HTTP/1.1" status: 200 len: 648 time: 0.1684477 Aug 18 11:53:08.432529 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459cb117-8241-4b73-bb61-856fe3fe4fc3 tempest-ServersAdminTestJSON-728056972 tempest-ServersAdminTestJSON-728056972-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6e8e482-82cd-45ca-816a-8d7f4d0f762d,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:53:08.467647 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-c211f3f3-ae1c-46f5-8e70-ef6f3147f96d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e83f3887-de40-4269-a82d-fa428ffe32d9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-531979573-router', 'tenant_id': '418eca027897477eaef8184aa03877a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.138'}], 'enable_snat': True}, 'gw_port_id': '3b420e0d-f80d-4aa2-b155-862be39bae18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T11:52:25Z', 'updated_at': '2021-08-18T11:52:31Z', 'revision_number': 4, 'project_id': '418eca027897477eaef8184aa03877a6', 'gw_port': {'id': '3b420e0d-f80d-4aa2-b155-862be39bae18', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:ab:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83f3887-de40-4269-a82d-fa428ffe32d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:52:26Z', 'updated_at': '2021-08-18T11:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': '97a7cbef-b800-4f34-9405-d604ffc1a3c9', 'name': '', 'network_id': '749eed81-85ea-459e-b52c-5ef570769bbd', 'tenant_id': '418eca027897477eaef8184aa03877a6', 'mac_address': 'fa:16:3e:f7:f1:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83f3887-de40-4269-a82d-fa428ffe32d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '85ef9a5e-4eda-4f20-b92b-37688a4f44c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:52:30Z', 'updated_at': '2021-08-18T11:52:38Z', 'revision_number': 5, 'project_id': '418eca027897477eaef8184aa03877a6', 'subnets': [{'id': '85ef9a5e-4eda-4f20-b92b-37688a4f44c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:53:08.496666 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c211f3f3-ae1c-46f5-8e70-ef6f3147f96d None None] The sync data for ids ['e83f3887-de40-4269-a82d-fa428ffe32d9'] in n-d-804985-2 is: [{'id': 'e83f3887-de40-4269-a82d-fa428ffe32d9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-531979573-router', 'tenant_id': '418eca027897477eaef8184aa03877a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.138'}], 'enable_snat': True}, 'gw_port_id': '3b420e0d-f80d-4aa2-b155-862be39bae18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T11:52:25Z', 'updated_at': '2021-08-18T11:52:31Z', 'revision_number': 4, 'project_id': '418eca027897477eaef8184aa03877a6', 'gw_port': {'id': '3b420e0d-f80d-4aa2-b155-862be39bae18', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:ab:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83f3887-de40-4269-a82d-fa428ffe32d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:52:26Z', 'updated_at': '2021-08-18T11:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': '97a7cbef-b800-4f34-9405-d604ffc1a3c9', 'name': '', 'network_id': '749eed81-85ea-459e-b52c-5ef570769bbd', 'tenant_id': '418eca027897477eaef8184aa03877a6', 'mac_address': 'fa:16:3e:f7:f1:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83f3887-de40-4269-a82d-fa428ffe32d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '85ef9a5e-4eda-4f20-b92b-37688a4f44c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:52:30Z', 'updated_at': '2021-08-18T11:52:38Z', 'revision_number': 5, 'project_id': '418eca027897477eaef8184aa03877a6', 'subnets': [{'id': '85ef9a5e-4eda-4f20-b92b-37688a4f44c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 11:53:08.636227 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140d0eab-241d-460d-a9cd-7717c2c2b1f2 req-6bc1af09-41f9-498b-8efd-90f70df5db82 tempest-ServerDiagnosticsNegativeTest-43152563 tempest-ServerDiagnosticsNegativeTest-43152563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:08.637828 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-140d0eab-241d-460d-a9cd-7717c2c2b1f2 req-6bc1af09-41f9-498b-8efd-90f70df5db82 tempest-ServerDiagnosticsNegativeTest-43152563 tempest-ServerDiagnosticsNegativeTest-43152563-project] 10.222.0.66 "GET /v2.0/ports?device_id=1469cc12-450e-40ab-bf8a-017710f6636d HTTP/1.1" status: 200 len: 949 time: 0.0739079 Aug 18 11:53:08.682962 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 5a35dcab-591c-4a56-81cd-44fc201d7398 up at agent hyperv_n-h1-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:53:08.718110 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-140d0eab-241d-460d-a9cd-7717c2c2b1f2 req-259a6cfd-583f-4baa-907e-563efd550c87 tempest-ServerDiagnosticsNegativeTest-43152563 tempest-ServerDiagnosticsNegativeTest-43152563-project] 10.222.0.66 "GET /v2.0/security-groups?id=71ee6bcb-0570-47fe-80e4-c3b5be85e845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717139 Aug 18 11:53:08.781669 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Provisioning for port 5a35dcab-591c-4a56-81cd-44fc201d7398 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 11:53:08.787485 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Provisioning complete for port 5a35dcab-591c-4a56-81cd-44fc201d7398 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:53:08.791893 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:08.867968 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-342ca17d-8370-4e15-b45e-332f63766c51 req-a86e72a7-507e-42eb-ac1e-3a58198fe513 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945-project] 10.222.0.66 "GET /v2.0/floatingips/96b67580-2041-4382-885d-700558f65449 HTTP/1.1" status: 200 len: 694 time: 0.1112654 Aug 18 11:53:08.892764 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:08.931680 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1469cc12-450e-40ab-bf8a-017710f6636d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a35dcab-591c-4a56-81cd-44fc201d7398'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 11:53:08.934637 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db50a436fb3a98495337d8fe7487b4f2ea6f3c1052eb9efadc2ecda2d5737001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa66c7cf-5bbe-4314-a20a-e02c2aa952b5" -d '{"events": [{"server_uuid": "1469cc12-450e-40ab-bf8a-017710f6636d", "name": "network-vif-plugged", "status": "completed", "tag": "5a35dcab-591c-4a56-81cd-44fc201d7398"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:53:08.946863 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90725a2f-25cb-4e54-a6cc-67fa0ba8f87b None None] New status for floating IP 96b67580-2041-4382-885d-700558f65449: DOWN {{(pid=106255) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 11:53:08.962733 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 5a35dcab-591c-4a56-81cd-44fc201d7398, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=5a35dcab-591c-4a56-81cd-44fc201d7398,segment=NetworkSegment(b0eb6eea-b461-4969-8a27-808f00daa8a1),segment_id=b0eb6eea-b461-4969-8a27-808f00daa8a1)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:53:08.970480 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:09.024902 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=5a35dcab-591c-4a56-81cd-44fc201d7398,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:53:09.032056 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342ca17d-8370-4e15-b45e-332f63766c51 req-07115cb2-927c-4373-b770-836d00533647 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:09.034035 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-342ca17d-8370-4e15-b45e-332f63766c51 req-07115cb2-927c-4373-b770-836d00533647 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945-project] 10.222.0.66 "GET /v2.0/networks/7cae7a70-14fd-408c-b14d-39ceb97cb60e HTTP/1.1" status: 200 len: 784 time: 0.1644137 Aug 18 11:53:09.105485 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-342ca17d-8370-4e15-b45e-332f63766c51 req-2917f4a2-6830-44f4-ac04-d749ae7c4f2e tempest-FloatingIPsAssociationNegativeTestJSON-1386540945 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.7.50 HTTP/1.1" status: 200 len: 697 time: 0.0645330 Aug 18 11:53:09.168243 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-342ca17d-8370-4e15-b45e-332f63766c51 req-306eec08-cc99-4f62-823a-3f95c7336cb4 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.7.50 HTTP/1.1" status: 200 len: 697 time: 0.0579531 Aug 18 11:53:09.311487 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-342ca17d-8370-4e15-b45e-332f63766c51 req-f9651f23-0536-4c6e-8bfb-3655337f461f tempest-FloatingIPsAssociationNegativeTestJSON-1386540945 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945-project] Deleting port 7414aa57-6fb2-4958-8ee1-6f1aaa9caaa6 {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 11:53:09.312305 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-342ca17d-8370-4e15-b45e-332f63766c51 req-f9651f23-0536-4c6e-8bfb-3655337f461f tempest-FloatingIPsAssociationNegativeTestJSON-1386540945 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:09.391475 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-342ca17d-8370-4e15-b45e-332f63766c51 req-f9651f23-0536-4c6e-8bfb-3655337f461f tempest-FloatingIPsAssociationNegativeTestJSON-1386540945 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:09.391937 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-342ca17d-8370-4e15-b45e-332f63766c51 req-f9651f23-0536-4c6e-8bfb-3655337f461f tempest-FloatingIPsAssociationNegativeTestJSON-1386540945 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:09.404671 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-342ca17d-8370-4e15-b45e-332f63766c51 req-f9651f23-0536-4c6e-8bfb-3655337f461f tempest-FloatingIPsAssociationNegativeTestJSON-1386540945 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945-project] Calling delete_port for 7414aa57-6fb2-4958-8ee1-6f1aaa9caaa6 owned by network:floatingip {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 11:53:09.483995 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [req-a3fea1b7-44e1-43af-8b52-1b771a8bd745 req-0e970d8f-257d-464e-b5ab-e70817cd3a22 tempest-LiveAutoBlockMigrationV225Test-1799299027 tempest-LiveAutoBlockMigrationV225Test-1799299027-project-admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=106252) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 11:53:09.486695 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a3fea1b7-44e1-43af-8b52-1b771a8bd745 req-0e970d8f-257d-464e-b5ab-e70817cd3a22 tempest-LiveAutoBlockMigrationV225Test-1799299027 tempest-LiveAutoBlockMigrationV225Test-1799299027-project-admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0069237 Aug 18 11:53:09.501361 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-a3fea1b7-44e1-43af-8b52-1b771a8bd745 req-f0610dd2-3cf2-4fe5-9768-1eaf2b9c98d1 service neutron] Request body: {'binding': {'host': 'n-h2-804985-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:53:09.501826 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-a3fea1b7-44e1-43af-8b52-1b771a8bd745 req-f0610dd2-3cf2-4fe5-9768-1eaf2b9c98d1 service neutron] Unknown quota resources ['binding']. {{(pid=106252) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 18 11:53:09.659743 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-342ca17d-8370-4e15-b45e-332f63766c51 req-f9651f23-0536-4c6e-8bfb-3655337f461f tempest-FloatingIPsAssociationNegativeTestJSON-1386540945 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:09.702569 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9651f23-0536-4c6e-8bfb-3655337f461f tempest-FloatingIPsAssociationNegativeTestJSON-1386540945 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945-project] Pushing event deleted for resources: {'Port': ['ID=7414aa57-6fb2-4958-8ee1-6f1aaa9caaa6,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:53:09.712256 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6dc2b607-976f-4f11-898a-b33b42fa23da req-c37263c1-c2e6-420e-8734-e6ffed45bed5 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=2e0a9fc7-bdb0-438e-b3f0-ac051d5f553d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1453645 Aug 18 11:53:09.807596 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '103e4b6f-4d5d-4a07-b8f7-334042d12001', 'tag': '9e760ced-e3a8-451d-bb2c-5f1f05bc79ab'}, {'name': 'network-changed', 'server_uuid': '625ec057-7ac1-4341-8511-f9ea922f343e', 'tag': '19a52455-07f3-47db-a4d4-c6da5e76e313'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 11:53:09.809896 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d52eb91f-14a9-4529-86c5-a2acdc91056a" -d '{"events": [{"name": "network-changed", "server_uuid": "103e4b6f-4d5d-4a07-b8f7-334042d12001", "tag": "9e760ced-e3a8-451d-bb2c-5f1f05bc79ab"}, {"name": "network-changed", "server_uuid": "625ec057-7ac1-4341-8511-f9ea922f343e", "tag": "19a52455-07f3-47db-a4d4-c6da5e76e313"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:53:09.821689 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-a3fea1b7-44e1-43af-8b52-1b771a8bd745 req-f0610dd2-3cf2-4fe5-9768-1eaf2b9c98d1 service neutron] Attempting to bind port 0445fa07-f6ac-4102-95b8-c319b96af519 on host n-h2-804985-2 for vnic_type normal with profile None {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 11:53:09.822021 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-a3fea1b7-44e1-43af-8b52-1b771a8bd745 req-f0610dd2-3cf2-4fe5-9768-1eaf2b9c98d1 service neutron] Attempting to bind port 0445fa07-f6ac-4102-95b8-c319b96af519 by drivers openvswitch,hyperv on host n-h2-804985-2 at level 0 using segments [{'id': '0622c33d-7d5a-4968-950b-edb53be5f858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'f471d7de-70da-4549-acfc-45017b3843ff'}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 11:53:09.822348 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3fea1b7-44e1-43af-8b52-1b771a8bd745 req-f0610dd2-3cf2-4fe5-9768-1eaf2b9c98d1 service neutron] Attempting to bind port 0445fa07-f6ac-4102-95b8-c319b96af519 on network f471d7de-70da-4549-acfc-45017b3843ff {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 11:53:09.830864 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-342ca17d-8370-4e15-b45e-332f63766c51 req-f9651f23-0536-4c6e-8bfb-3655337f461f tempest-FloatingIPsAssociationNegativeTestJSON-1386540945 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945-project] Notify callbacks [] for floatingip, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:09.833492 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-342ca17d-8370-4e15-b45e-332f63766c51 req-f9651f23-0536-4c6e-8bfb-3655337f461f tempest-FloatingIPsAssociationNegativeTestJSON-1386540945 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for floatingip, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:09.834643 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-342ca17d-8370-4e15-b45e-332f63766c51 req-f9651f23-0536-4c6e-8bfb-3655337f461f tempest-FloatingIPsAssociationNegativeTestJSON-1386540945 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945-project] 10.222.0.66 "DELETE /v2.0/floatingips/96b67580-2041-4382-885d-700558f65449 HTTP/1.1" status: 204 len: 173 time: 0.6589870 Aug 18 11:53:09.835937 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3fea1b7-44e1-43af-8b52-1b771a8bd745 req-f0610dd2-3cf2-4fe5-9768-1eaf2b9c98d1 service neutron] Port 0445fa07-f6ac-4102-95b8-c319b96af519 on network f471d7de-70da-4549-acfc-45017b3843ff not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-2 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 11:53:09.836254 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3fea1b7-44e1-43af-8b52-1b771a8bd745 req-f0610dd2-3cf2-4fe5-9768-1eaf2b9c98d1 service neutron] Attempting to bind port 0445fa07-f6ac-4102-95b8-c319b96af519 on network f471d7de-70da-4549-acfc-45017b3843ff {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 11:53:09.845454 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3fea1b7-44e1-43af-8b52-1b771a8bd745 req-f0610dd2-3cf2-4fe5-9768-1eaf2b9c98d1 service neutron] Checking agent: {'id': 'da5da552-709c-4248-84de-86af99a0dc87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 49, 8), 'started_at': datetime.datetime(2021, 8, 18, 11, 49, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 11, 53, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 11:53:09.845738 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3fea1b7-44e1-43af-8b52-1b771a8bd745 req-f0610dd2-3cf2-4fe5-9768-1eaf2b9c98d1 service neutron] Checking segment: {'id': '0622c33d-7d5a-4968-950b-edb53be5f858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'f471d7de-70da-4549-acfc-45017b3843ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 11:53:09.846113 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3fea1b7-44e1-43af-8b52-1b771a8bd745 req-f0610dd2-3cf2-4fe5-9768-1eaf2b9c98d1 service neutron] Bound using segment: {'id': '0622c33d-7d5a-4968-950b-edb53be5f858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'f471d7de-70da-4549-acfc-45017b3843ff'} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 11:53:09.846538 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-a3fea1b7-44e1-43af-8b52-1b771a8bd745 req-f0610dd2-3cf2-4fe5-9768-1eaf2b9c98d1 service neutron] Bound port: 0445fa07-f6ac-4102-95b8-c319b96af519, host: n-h2-804985-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0622c33d-7d5a-4968-950b-edb53be5f858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'f471d7de-70da-4549-acfc-45017b3843ff'}}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 11:53:09.854739 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc2b607-976f-4f11-898a-b33b42fa23da req-2c6b1db7-e678-45ef-ab4c-c3b8632037cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:09.856266 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6dc2b607-976f-4f11-898a-b33b42fa23da req-2c6b1db7-e678-45ef-ab4c-c3b8632037cf service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=188bebbd8f564ea0bbe77621cda4023c&device_id=2e0a9fc7-bdb0-438e-b3f0-ac051d5f553d HTTP/1.1" status: 200 len: 1096 time: 0.0902731 Aug 18 11:53:09.962146 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-a3fea1b7-44e1-43af-8b52-1b771a8bd745 req-f0610dd2-3cf2-4fe5-9768-1eaf2b9c98d1 service neutron] For port 0445fa07-f6ac-4102-95b8-c319b96af519, host n-h2-804985-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=0445fa07-f6ac-4102-95b8-c319b96af519,segment=NetworkSegment(0622c33d-7d5a-4968-950b-edb53be5f858),segment_id=0622c33d-7d5a-4968-950b-edb53be5f858)] {{(pid=106252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 11:53:09.980225 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-a3fea1b7-44e1-43af-8b52-1b771a8bd745 req-f0610dd2-3cf2-4fe5-9768-1eaf2b9c98d1 service neutron] Notify callbacks [] for binding, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:09.981411 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a3fea1b7-44e1-43af-8b52-1b771a8bd745 req-f0610dd2-3cf2-4fe5-9768-1eaf2b9c98d1 service neutron] 10.222.0.66 "POST /v2.0/ports/0445fa07-f6ac-4102-95b8-c319b96af519/bindings HTTP/1.1" status: 201 len: 389 time: 0.4893935 Aug 18 11:53:10.026982 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc2b607-976f-4f11-898a-b33b42fa23da req-6669f914-c617-45ab-b3e8-0ef11892ac9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:10.028467 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6dc2b607-976f-4f11-898a-b33b42fa23da req-6669f914-c617-45ab-b3e8-0ef11892ac9b service neutron] 10.222.0.63 "GET /v2.0/networks?id=f2b8460a-d20a-4d24-a458-477b4502f48c HTTP/1.1" status: 200 len: 909 time: 0.1372325 Aug 18 11:53:10.046952 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa10d0f8-f84d-40c5-a0ff-4bbc310e1de2 req-b45e15d7-9755-4171-93c9-bfb984188d6b tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:10.049472 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-fa10d0f8-f84d-40c5-a0ff-4bbc310e1de2 req-b45e15d7-9755-4171-93c9-bfb984188d6b tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] 10.222.0.66 "GET /v2.0/ports?device_id=103e4b6f-4d5d-4a07-b8f7-334042d12001 HTTP/1.1" status: 200 len: 944 time: 0.0835531 Aug 18 11:53:10.119019 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6dc2b607-976f-4f11-898a-b33b42fa23da req-aa228d3f-798f-425e-846b-73f2bccaa4b6 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3cc10453-0472-4bd5-bf62-8a83cefb86aa HTTP/1.1" status: 200 len: 217 time: 0.0694220 Aug 18 11:53:10.170314 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-fa10d0f8-f84d-40c5-a0ff-4bbc310e1de2 req-e5dfa0b2-d91b-45b2-b4b3-a083203561f1 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] 10.222.0.66 "GET /v2.0/security-groups?id=07aef7bb-6c11-4cb4-8594-c24180b5d811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042993 Aug 18 11:53:10.190436 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc2b607-976f-4f11-898a-b33b42fa23da req-6413fe7c-8f00-4f4b-8a23-73ea3ed8b760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:10.192068 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6dc2b607-976f-4f11-898a-b33b42fa23da req-6413fe7c-8f00-4f4b-8a23-73ea3ed8b760 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a97adc7a-3cde-4d27-baf4-adb6fa582445 HTTP/1.1" status: 200 len: 848 time: 0.0602219 Aug 18 11:53:10.200741 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 48500) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:53:10.237768 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 11:53:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50efd0db-957a-4bc4-887b-d0a484515535 x-openstack-request-id: req-50efd0db-957a-4bc4-887b-d0a484515535 {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:53:10.238631 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1469cc12-450e-40ab-bf8a-017710f6636d", "name": "network-vif-plugged", "status": "completed", "tag": "5a35dcab-591c-4a56-81cd-44fc201d7398", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:53:10.239023 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-50efd0db-957a-4bc4-887b-d0a484515535 {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:53:10.239561 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1469cc12-450e-40ab-bf8a-017710f6636d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a35dcab-591c-4a56-81cd-44fc201d7398', 'code': 200} Aug 18 11:53:10.242391 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6dc2b607-976f-4f11-898a-b33b42fa23da req-02002684-e271-4d90-9f87-c3e0061c4afe service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=f2b8460a-d20a-4d24-a458-477b4502f48c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390089 Aug 18 11:53:10.337409 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-19e3b3db-a3fd-4ba4-b5c5-2baef3507e19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:10.444214 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-19e3b3db-a3fd-4ba4-b5c5-2baef3507e19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:10.446664 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fea1b7-44e1-43af-8b52-1b771a8bd745 req-6e47188c-eabc-4272-9f55-43f5b716b96c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:10.448516 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a3fea1b7-44e1-43af-8b52-1b771a8bd745 req-6e47188c-eabc-4272-9f55-43f5b716b96c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3bd2664269674b678c41aeb663f1f43e&device_id=299ceda3-c4a0-49c1-aee9-18af9311377d HTTP/1.1" status: 200 len: 1096 time: 0.1809106 Aug 18 11:53:10.450109 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-19e3b3db-a3fd-4ba4-b5c5-2baef3507e19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:10.458107 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d05184-9d2d-4376-9c59-8bbacac35e43 req-90ab98de-0d8d-465d-85a7-d046c2f04f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:10.459933 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-95d05184-9d2d-4376-9c59-8bbacac35e43 req-90ab98de-0d8d-465d-85a7-d046c2f04f46 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=1469cc12-450e-40ab-bf8a-017710f6636d HTTP/1.1" status: 200 len: 1101 time: 0.1223645 Aug 18 11:53:10.462235 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 18 Aug 2021 11:53:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49a55c29-27f9-4d13-a0fb-d30a080af428 x-openstack-request-id: req-49a55c29-27f9-4d13-a0fb-d30a080af428 {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:53:10.462373 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "103e4b6f-4d5d-4a07-b8f7-334042d12001", "tag": "9e760ced-e3a8-451d-bb2c-5f1f05bc79ab", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "625ec057-7ac1-4341-8511-f9ea922f343e", "tag": "19a52455-07f3-47db-a4d4-c6da5e76e313", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:53:10.462632 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-49a55c29-27f9-4d13-a0fb-d30a080af428 {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:53:10.463014 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '103e4b6f-4d5d-4a07-b8f7-334042d12001', 'tag': '9e760ced-e3a8-451d-bb2c-5f1f05bc79ab', 'status': 'completed', 'code': 200} Aug 18 11:53:10.463263 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '625ec057-7ac1-4341-8511-f9ea922f343e', 'tag': '19a52455-07f3-47db-a4d4-c6da5e76e313', 'status': 'completed', 'code': 200} Aug 18 11:53:10.497304 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e3b3db-a3fd-4ba4-b5c5-2baef3507e19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=974e20b0-fdd6-4968-9ac5-63de46591372,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:53:10.501966 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-19e3b3db-a3fd-4ba4-b5c5-2baef3507e19 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=0313bdb388494ade8ed78d02058a4304&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2996552 Aug 18 11:53:10.504664 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 48508) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:53:10.548877 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c922ddb-1747-4a2e-80a9-080e1c5665b9 req-5bc06af7-3c91-4dfc-850a-1defc75a3665 tempest-ServerDiagnosticsNegativeTest-43152563 tempest-ServerDiagnosticsNegativeTest-43152563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:10.550479 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5c922ddb-1747-4a2e-80a9-080e1c5665b9 req-5bc06af7-3c91-4dfc-850a-1defc75a3665 tempest-ServerDiagnosticsNegativeTest-43152563 tempest-ServerDiagnosticsNegativeTest-43152563-project] 10.222.0.66 "GET /v2.0/ports?device_id=1469cc12-450e-40ab-bf8a-017710f6636d HTTP/1.1" status: 200 len: 950 time: 0.1739521 Aug 18 11:53:10.555866 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6dc2b607-976f-4f11-898a-b33b42fa23da req-cc19dccb-af26-4961-815a-d00545e19d09 service neutron] 10.222.0.63 "GET /v2.0/networks/f2b8460a-d20a-4d24-a458-477b4502f48c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3029573 Aug 18 11:53:10.597124 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52eb91f-14a9-4529-86c5-a2acdc91056a req-4835fcfb-798e-40a0-8875-e10fb4947ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:10.598735 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-d52eb91f-14a9-4529-86c5-a2acdc91056a req-4835fcfb-798e-40a0-8875-e10fb4947ef2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=188bebbd8f564ea0bbe77621cda4023c&device_id=103e4b6f-4d5d-4a07-b8f7-334042d12001 HTTP/1.1" status: 200 len: 1125 time: 0.0917416 Aug 18 11:53:10.599699 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5a1ae69f-8767-4a96-b789-cd0156c180be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:10.645808 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-95d05184-9d2d-4376-9c59-8bbacac35e43 req-eeb1a5aa-23de-465e-9b55-318d2f512bff service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=71ee6bcb-0570-47fe-80e4-c3b5be85e845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709216 Aug 18 11:53:10.662613 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5a1ae69f-8767-4a96-b789-cd0156c180be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:10.690047 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5c922ddb-1747-4a2e-80a9-080e1c5665b9 req-2b3acb36-4ebb-446b-8599-e4eea071818b tempest-ServerDiagnosticsNegativeTest-43152563 tempest-ServerDiagnosticsNegativeTest-43152563-project] 10.222.0.66 "GET /v2.0/security-groups?id=71ee6bcb-0570-47fe-80e4-c3b5be85e845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301639 Aug 18 11:53:10.711025 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 9e760ced-e3a8-451d-bb2c-5f1f05bc79ab details requested by agent hyperv_n-h1-804985-2 with host n-h1-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 11:53:10.720165 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fea1b7-44e1-43af-8b52-1b771a8bd745 req-ee48d1f0-899c-4a1d-bbce-f4252d6dbd7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:10.721714 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a3fea1b7-44e1-43af-8b52-1b771a8bd745 req-ee48d1f0-899c-4a1d-bbce-f4252d6dbd7c service neutron] 10.222.0.62 "GET /v2.0/networks?id=f471d7de-70da-4549-acfc-45017b3843ff HTTP/1.1" status: 200 len: 922 time: 0.2480702 Aug 18 11:53:10.783826 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52eb91f-14a9-4529-86c5-a2acdc91056a req-95c9a314-0b3b-4c96-81df-51a91e6ff73e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:10.784385 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a3fea1b7-44e1-43af-8b52-1b771a8bd745 req-31b894a5-8921-46d3-ba32-40a5e3398789 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0445fa07-f6ac-4102-95b8-c319b96af519 HTTP/1.1" status: 200 len: 217 time: 0.0470750 Aug 18 11:53:10.785870 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-d52eb91f-14a9-4529-86c5-a2acdc91056a req-95c9a314-0b3b-4c96-81df-51a91e6ff73e service neutron] 10.222.0.62 "GET /v2.0/networks?id=f2b8460a-d20a-4d24-a458-477b4502f48c HTTP/1.1" status: 200 len: 909 time: 0.1770184 Aug 18 11:53:10.786539 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6dc2b607-976f-4f11-898a-b33b42fa23da req-8edfc770-f7e5-42b0-b677-e90e351f1177 service neutron] 10.222.0.63 "GET /v2.0/networks/f2b8460a-d20a-4d24-a458-477b4502f48c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2089159 Aug 18 11:53:10.791632 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5a1ae69f-8767-4a96-b789-cd0156c180be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:10.794382 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5a1ae69f-8767-4a96-b789-cd0156c180be admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:10.795602 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-5a1ae69f-8767-4a96-b789-cd0156c180be admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/974e20b0-fdd6-4968-9ac5-63de46591372 HTTP/1.1" status: 204 len: 168 time: 0.2898421 Aug 18 11:53:10.814291 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1ae69f-8767-4a96-b789-cd0156c180be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=974e20b0-fdd6-4968-9ac5-63de46591372,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:53:10.848302 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-d52eb91f-14a9-4529-86c5-a2acdc91056a req-b1c9cce6-06dd-4248-9c34-541698d12321 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9e760ced-e3a8-451d-bb2c-5f1f05bc79ab HTTP/1.1" status: 200 len: 217 time: 0.0484669 Aug 18 11:53:10.876707 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 9e760ced-e3a8-451d-bb2c-5f1f05bc79ab, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=9e760ced-e3a8-451d-bb2c-5f1f05bc79ab,segment=NetworkSegment(77044dd8-732d-4440-9cc8-7f1936544d71),segment_id=77044dd8-732d-4440-9cc8-7f1936544d71)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:53:10.891015 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 9e760ced-e3a8-451d-bb2c-5f1f05bc79ab has no active binding in host n-h1-804985-2 {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 18 11:53:10.906547 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52eb91f-14a9-4529-86c5-a2acdc91056a req-c7cda738-578a-47ea-ae00-dd64e01fc9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:10.908510 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-d52eb91f-14a9-4529-86c5-a2acdc91056a req-c7cda738-578a-47ea-ae00-dd64e01fc9b4 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a97adc7a-3cde-4d27-baf4-adb6fa582445 HTTP/1.1" status: 200 len: 848 time: 0.0513372 Aug 18 11:53:10.922278 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716a4a39-e0db-44b3-b372-c2e7a1689b03 req-9229d542-7542-4f38-9503-823cc81ffe60 tempest-ServersAdminTestJSON-728056972 tempest-ServersAdminTestJSON-728056972-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:10.922766 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716a4a39-e0db-44b3-b372-c2e7a1689b03 req-9229d542-7542-4f38-9503-823cc81ffe60 tempest-ServersAdminTestJSON-728056972 tempest-ServersAdminTestJSON-728056972-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:10.923239 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716a4a39-e0db-44b3-b372-c2e7a1689b03 req-9229d542-7542-4f38-9503-823cc81ffe60 tempest-ServersAdminTestJSON-728056972 tempest-ServersAdminTestJSON-728056972-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:10.924907 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-716a4a39-e0db-44b3-b372-c2e7a1689b03 req-9229d542-7542-4f38-9503-823cc81ffe60 tempest-ServersAdminTestJSON-728056972 tempest-ServersAdminTestJSON-728056972-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=c78220af-3609-4bd3-83ef-b990d0a3dd42&device_id=306f2cf8-8dff-49e9-aaae-8bdb85ef593a&device_id=1776ccfc-79c3-4dd2-9d3e-5b7e075004d6 HTTP/1.1" status: 200 len: 2882 time: 0.1453991 Aug 18 11:53:10.926427 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fea1b7-44e1-43af-8b52-1b771a8bd745 req-35f5554c-e6a0-4e98-8b42-b1254b27c815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:10.927749 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a3fea1b7-44e1-43af-8b52-1b771a8bd745 req-35f5554c-e6a0-4e98-8b42-b1254b27c815 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=16b84496-6d9e-4d8c-9087-8e81549f7d75 HTTP/1.1" status: 200 len: 861 time: 0.1219573 Aug 18 11:53:10.937467 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8b62b9-6fa7-44b6-a0f3-715dd28222af req-e7d10c32-3ab3-4490-911f-3d6619e5128a tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:10.938995 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ab8b62b9-6fa7-44b6-a0f3-715dd28222af req-e7d10c32-3ab3-4490-911f-3d6619e5128a tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.66 "GET /v2.0/ports?device_id=299ceda3-c4a0-49c1-aee9-18af9311377d HTTP/1.1" status: 200 len: 945 time: 0.1575699 Aug 18 11:53:10.961007 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-d52eb91f-14a9-4529-86c5-a2acdc91056a req-068da908-4553-4fdd-9c3d-6d259dd77a7b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f2b8460a-d20a-4d24-a458-477b4502f48c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338671 Aug 18 11:53:10.977942 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a3fea1b7-44e1-43af-8b52-1b771a8bd745 req-6e2ec978-2c40-4750-8120-f8af5a18e9a7 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f471d7de-70da-4549-acfc-45017b3843ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379720 Aug 18 11:53:11.062832 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-d52eb91f-14a9-4529-86c5-a2acdc91056a req-a9443a06-7346-4dc2-81a2-9476c3cabab9 service neutron] 10.222.0.62 "GET /v2.0/networks/f2b8460a-d20a-4d24-a458-477b4502f48c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922408 Aug 18 11:53:11.067870 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ab8b62b9-6fa7-44b6-a0f3-715dd28222af req-677fd310-dbd0-4924-b4ff-a14a64476b62 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.66 "GET /v2.0/security-groups?id=fecad5ed-08b4-4db8-8e35-9a1fb2f01a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184494 Aug 18 11:53:11.074270 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-716a4a39-e0db-44b3-b372-c2e7a1689b03 req-02b043dc-e4fb-4a36-9660-ee00396d55aa tempest-ServersAdminTestJSON-728056972 tempest-ServersAdminTestJSON-728056972-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=e54286de-dd7f-4b20-9f74-4a71262d523b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331780 Aug 18 11:53:11.169065 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a3fea1b7-44e1-43af-8b52-1b771a8bd745 req-93805485-3a83-41f6-8a73-a617a4a88666 service neutron] 10.222.0.62 "GET /v2.0/networks/f471d7de-70da-4549-acfc-45017b3843ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777239 Aug 18 11:53:11.174637 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 48518) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:53:11.213403 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-76766712-72d5-407a-8339-3759ac5c2f4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:11.361492 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-5a6215e4-9530-4152-a26b-8457ba99a974 req-fe6ec66d-251f-416b-bee4-0ddb371ac5f8 service neutron] 10.222.0.62 "GET /v2.0/ports/9e760ced-e3a8-451d-bb2c-5f1f05bc79ab/bindings/n-h1-804985-2 HTTP/1.1" status: 200 len: 384 time: 0.2012532 Aug 18 11:53:11.368080 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-d52eb91f-14a9-4529-86c5-a2acdc91056a req-554111d3-0277-46d2-b2bf-07dc5b1e8719 service neutron] 10.222.0.62 "GET /v2.0/networks/f2b8460a-d20a-4d24-a458-477b4502f48c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2848041 Aug 18 11:53:11.376048 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-76766712-72d5-407a-8339-3759ac5c2f4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:11.385768 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-76766712-72d5-407a-8339-3759ac5c2f4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:11.520609 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-76766712-72d5-407a-8339-3759ac5c2f4b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d7853d7c92a840df879674d1d1ee4f54&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3431296 Aug 18 11:53:11.521444 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76766712-72d5-407a-8339-3759ac5c2f4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab01a88b-4af2-4329-92b1-285fed126aa9,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:53:11.524851 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 48530) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:53:11.541260 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52eb91f-14a9-4529-86c5-a2acdc91056a req-1084c724-ec1d-40c0-bfab-552171399a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:11.542320 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-d52eb91f-14a9-4529-86c5-a2acdc91056a req-1084c724-ec1d-40c0-bfab-552171399a89 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=418eca027897477eaef8184aa03877a6&device_id=625ec057-7ac1-4341-8511-f9ea922f343e HTTP/1.1" status: 200 len: 1096 time: 0.1087215 Aug 18 11:53:11.569279 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a474416e-3047-4389-8082-ec82bd4a5bf7 req-df2d16a3-a027-4593-806f-586797e51f45 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:11.576575 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a474416e-3047-4389-8082-ec82bd4a5bf7 req-df2d16a3-a027-4593-806f-586797e51f45 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945-project] 10.222.0.66 "GET /v2.0/ports?device_id=625ec057-7ac1-4341-8511-f9ea922f343e&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.4460151 Aug 18 11:53:11.626158 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a474416e-3047-4389-8082-ec82bd4a5bf7 req-0e3b4528-09a8-492a-b65c-a840d480105d tempest-FloatingIPsAssociationNegativeTestJSON-1386540945 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0486920 Aug 18 11:53:11.661351 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c687ca97-764f-43ae-8fe5-d43f90c09029 req-66baaa1b-1f10-4fd4-b8a5-4475f738cf76 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:11.662911 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c687ca97-764f-43ae-8fe5-d43f90c09029 req-66baaa1b-1f10-4fd4-b8a5-4475f738cf76 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] 10.222.0.66 "GET /v2.0/ports?device_id=103e4b6f-4d5d-4a07-b8f7-334042d12001 HTTP/1.1" status: 200 len: 944 time: 0.1382918 Aug 18 11:53:11.707896 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a3fea1b7-44e1-43af-8b52-1b771a8bd745 req-e5c5d71a-1d14-435b-8709-248d41d03f21 service neutron] 10.222.0.62 "GET /v2.0/networks/f471d7de-70da-4549-acfc-45017b3843ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5298662 Aug 18 11:53:11.758191 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c687ca97-764f-43ae-8fe5-d43f90c09029 req-8ab6e2d1-afbf-4f45-a0f0-ef46fd52e1fe tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] 10.222.0.66 "GET /v2.0/security-groups?id=07aef7bb-6c11-4cb4-8594-c24180b5d811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832696 Aug 18 11:53:11.783634 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d84c1bb3-208a-46ba-98ee-b07fb8c5dcfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:11.794399 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52eb91f-14a9-4529-86c5-a2acdc91056a req-0199b959-03ab-4a86-93e7-ad68fbac041e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:11.796214 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-d52eb91f-14a9-4529-86c5-a2acdc91056a req-0199b959-03ab-4a86-93e7-ad68fbac041e service neutron] 10.222.0.62 "GET /v2.0/networks?id=749eed81-85ea-459e-b52c-5ef570769bbd HTTP/1.1" status: 200 len: 929 time: 0.2420619 Aug 18 11:53:11.821092 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-178aa442-0837-4ead-8e38-f6a9bd53b1a4 req-dcebec70-d324-4d3c-aa16-91f9ddd5ddab tempest-FloatingIPsAssociationNegativeTestJSON-1386540945 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0576324 Aug 18 11:53:11.875588 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-d52eb91f-14a9-4529-86c5-a2acdc91056a req-cbea3172-4e65-4b47-aa68-6c4ce8d4df64 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=19a52455-07f3-47db-a4d4-c6da5e76e313 HTTP/1.1" status: 200 len: 217 time: 0.0672796 Aug 18 11:53:11.880489 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d84c1bb3-208a-46ba-98ee-b07fb8c5dcfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:11.885386 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 48542) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:53:11.948441 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-5a6215e4-9530-4152-a26b-8457ba99a974 req-b88e68f8-b5d5-440e-a267-716b4ca8ce2f service neutron] For port 9e760ced-e3a8-451d-bb2c-5f1f05bc79ab, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=9e760ced-e3a8-451d-bb2c-5f1f05bc79ab,segment=NetworkSegment(77044dd8-732d-4440-9cc8-7f1936544d71),segment_id=77044dd8-732d-4440-9cc8-7f1936544d71)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:53:11.954290 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fea1b7-44e1-43af-8b52-1b771a8bd745 req-957d8472-b308-47c3-bd57-b03838e1f70d tempest-LiveAutoBlockMigrationV225Test-1799299027 tempest-LiveAutoBlockMigrationV225Test-1799299027-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:11.956445 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a3fea1b7-44e1-43af-8b52-1b771a8bd745 req-957d8472-b308-47c3-bd57-b03838e1f70d tempest-LiveAutoBlockMigrationV225Test-1799299027 tempest-LiveAutoBlockMigrationV225Test-1799299027-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=299ceda3-c4a0-49c1-aee9-18af9311377d&tenant_id=3bd2664269674b678c41aeb663f1f43e&binding%3Ahost_id=n-h1-804985-2 HTTP/1.1" status: 200 len: 1096 time: 0.1055684 Aug 18 11:53:11.969982 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-a3fea1b7-44e1-43af-8b52-1b771a8bd745 req-4d893715-3b39-4d40-a1ca-5e3bc5b16463 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-804985-2'}}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:53:11.991367 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52eb91f-14a9-4529-86c5-a2acdc91056a req-5b183f88-5471-419d-b8c4-4d53cc9d5766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:11.993036 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-d52eb91f-14a9-4529-86c5-a2acdc91056a req-5b183f88-5471-419d-b8c4-4d53cc9d5766 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=85ef9a5e-4eda-4f20-b92b-37688a4f44c0 HTTP/1.1" status: 200 len: 867 time: 0.1016250 Aug 18 11:53:11.994315 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-5a6215e4-9530-4152-a26b-8457ba99a974 req-b88e68f8-b5d5-440e-a267-716b4ca8ce2f service neutron] For port 9e760ced-e3a8-451d-bb2c-5f1f05bc79ab, host n-h2-804985-2, cleared binding levels {{(pid=106253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 11:53:12.035818 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-a3fea1b7-44e1-43af-8b52-1b771a8bd745 req-4d893715-3b39-4d40-a1ca-5e3bc5b16463 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:12.061366 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c2888f-a3ae-421d-8fe2-eca78cad53a1 req-1764d6b1-e4ec-45df-a0b7-49bdae78ac38 tempest-ServerDiagnosticsNegativeTest-43152563 tempest-ServerDiagnosticsNegativeTest-43152563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:12.070609 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [req-5a6215e4-9530-4152-a26b-8457ba99a974 req-b88e68f8-b5d5-440e-a267-716b4ca8ce2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e760ced-e3a8-451d-bb2c-5f1f05bc79ab {{(pid=106253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 11:53:12.070911 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-80c2888f-a3ae-421d-8fe2-eca78cad53a1 req-1764d6b1-e4ec-45df-a0b7-49bdae78ac38 tempest-ServerDiagnosticsNegativeTest-43152563 tempest-ServerDiagnosticsNegativeTest-43152563-project] 10.222.0.66 "GET /v2.0/ports?device_id=1469cc12-450e-40ab-bf8a-017710f6636d HTTP/1.1" status: 200 len: 950 time: 0.1764960 Aug 18 11:53:12.079417 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d84c1bb3-208a-46ba-98ee-b07fb8c5dcfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:12.082236 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d84c1bb3-208a-46ba-98ee-b07fb8c5dcfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:12.083127 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-d84c1bb3-208a-46ba-98ee-b07fb8c5dcfa admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ab01a88b-4af2-4329-92b1-285fed126aa9 HTTP/1.1" status: 204 len: 168 time: 0.5559103 Aug 18 11:53:12.093355 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-5a6215e4-9530-4152-a26b-8457ba99a974 req-b88e68f8-b5d5-440e-a267-716b4ca8ce2f service neutron] For port 9e760ced-e3a8-451d-bb2c-5f1f05bc79ab, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=9e760ced-e3a8-451d-bb2c-5f1f05bc79ab,segment=NetworkSegment(77044dd8-732d-4440-9cc8-7f1936544d71),segment_id=77044dd8-732d-4440-9cc8-7f1936544d71)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:53:12.097337 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-7ae396cb-2302-4c14-8dd1-b737652f5e4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:12.110319 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84c1bb3-208a-46ba-98ee-b07fb8c5dcfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab01a88b-4af2-4329-92b1-285fed126aa9,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:53:12.123788 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52eb91f-14a9-4529-86c5-a2acdc91056a req-fd79c95d-374e-4d87-9874-bae2169a0f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:12.125530 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-d52eb91f-14a9-4529-86c5-a2acdc91056a req-fd79c95d-374e-4d87-9874-bae2169a0f0c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=749eed81-85ea-459e-b52c-5ef570769bbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1065300 Aug 18 11:53:12.129683 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-5a6215e4-9530-4152-a26b-8457ba99a974 req-b88e68f8-b5d5-440e-a267-716b4ca8ce2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:12.225676 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-80c2888f-a3ae-421d-8fe2-eca78cad53a1 req-244ffb79-ff80-4002-aaa4-f4499c533660 tempest-ServerDiagnosticsNegativeTest-43152563 tempest-ServerDiagnosticsNegativeTest-43152563-project] 10.222.0.66 "GET /v2.0/security-groups?id=71ee6bcb-0570-47fe-80e4-c3b5be85e845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341817 Aug 18 11:53:12.322813 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-d52eb91f-14a9-4529-86c5-a2acdc91056a req-49144be9-9d21-4c5b-bde5-a99965fd345f service neutron] 10.222.0.62 "GET /v2.0/networks/749eed81-85ea-459e-b52c-5ef570769bbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751456 Aug 18 11:53:12.393067 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [req-5a6215e4-9530-4152-a26b-8457ba99a974 req-b88e68f8-b5d5-440e-a267-716b4ca8ce2f service neutron] Transition to ACTIVE for port object 9e760ced-e3a8-451d-bb2c-5f1f05bc79ab will not be triggered until provisioned by entity L2. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 11:53:12.401979 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-5a6215e4-9530-4152-a26b-8457ba99a974 req-b88e68f8-b5d5-440e-a267-716b4ca8ce2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:12.442817 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-7ae396cb-2302-4c14-8dd1-b737652f5e4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:12.457648 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-7ae396cb-2302-4c14-8dd1-b737652f5e4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:12.477459 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbe379f-0f4d-4692-b093-356fe8557c99 req-ac43228b-99be-4137-b63f-a3d56545accf tempest-FloatingIPsAssociationNegativeTestJSON-1386540945 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:12.484504 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0fbe379f-0f4d-4692-b093-356fe8557c99 req-ac43228b-99be-4137-b63f-a3d56545accf tempest-FloatingIPsAssociationNegativeTestJSON-1386540945 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945-project] 10.222.0.66 "GET /v2.0/ports?device_id=625ec057-7ac1-4341-8511-f9ea922f343e HTTP/1.1" status: 200 len: 945 time: 0.1399825 Aug 18 11:53:12.497785 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a6215e4-9530-4152-a26b-8457ba99a974 req-b88e68f8-b5d5-440e-a267-716b4ca8ce2f service neutron] No DVR routers for this DVR port 9e760ced-e3a8-451d-bb2c-5f1f05bc79ab on host n-h2-804985-2 {{(pid=106253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 11:53:12.501483 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-d52eb91f-14a9-4529-86c5-a2acdc91056a req-20c190b9-ffc8-4de1-a23a-cec11ecbb1c3 service neutron] 10.222.0.62 "GET /v2.0/networks/749eed81-85ea-459e-b52c-5ef570769bbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683669 Aug 18 11:53:12.511531 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abe927a-5e12-4c8c-bd37-03b9abd11556 req-9b3dead7-44fe-4957-98e3-5f2ade6c0db8 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:12.511531 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8abe927a-5e12-4c8c-bd37-03b9abd11556 req-9b3dead7-44fe-4957-98e3-5f2ade6c0db8 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.66 "GET /v2.0/ports?device_id=299ceda3-c4a0-49c1-aee9-18af9311377d HTTP/1.1" status: 200 len: 945 time: 0.1742058 Aug 18 11:53:12.530893 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-a3fea1b7-44e1-43af-8b52-1b771a8bd745 req-4d893715-3b39-4d40-a1ca-5e3bc5b16463 service neutron] For port 0445fa07-f6ac-4102-95b8-c319b96af519, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=0445fa07-f6ac-4102-95b8-c319b96af519,segment=NetworkSegment(0622c33d-7d5a-4968-950b-edb53be5f858),segment_id=0622c33d-7d5a-4968-950b-edb53be5f858)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:53:12.545022 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88e68f8-b5d5-440e-a267-716b4ca8ce2f service neutron] Pushing event updated for resources: {'Port': ['ID=9e760ced-e3a8-451d-bb2c-5f1f05bc79ab,revision_number=10']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:53:12.562645 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-5a6215e4-9530-4152-a26b-8457ba99a974 req-b88e68f8-b5d5-440e-a267-716b4ca8ce2f service neutron] 10.222.0.62 "PUT /v2.0/ports/9e760ced-e3a8-451d-bb2c-5f1f05bc79ab/bindings/n-h1-804985-2/activate HTTP/1.1" status: 200 len: 369 time: 1.1903284 Aug 18 11:53:12.581112 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-7ae396cb-2302-4c14-8dd1-b737652f5e4f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d1c184fcb75b4e199cf28435b06d9da9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6923249 Aug 18 11:53:12.582846 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 48568) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:53:12.586541 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae396cb-2302-4c14-8dd1-b737652f5e4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef02c719-5aa7-4690-9ab9-5572a516cb45,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:53:12.649394 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0fbe379f-0f4d-4692-b093-356fe8557c99 req-b02eb5c7-452f-4517-81b4-9ccf81067585 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945-project] 10.222.0.66 "GET /v2.0/security-groups?id=6e2adde3-216f-4ea8-b00f-185ce0cf1700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636133 Aug 18 11:53:12.657018 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-46855346-488b-45ab-b361-77b99e135ea0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:12.685272 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8abe927a-5e12-4c8c-bd37-03b9abd11556 req-3775c0f8-e6f6-4c7a-9cca-8d7cbdc693ce tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.66 "GET /v2.0/security-groups?id=fecad5ed-08b4-4db8-8e35-9a1fb2f01a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582201 Aug 18 11:53:12.725522 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-a3fea1b7-44e1-43af-8b52-1b771a8bd745 req-4d893715-3b39-4d40-a1ca-5e3bc5b16463 service neutron] For port 0445fa07-f6ac-4102-95b8-c319b96af519, host n-h1-804985-2, cleared binding levels {{(pid=106252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 11:53:12.740366 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-46855346-488b-45ab-b361-77b99e135ea0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:12.755972 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-a6d1fd5e-0566-4435-bffc-9d7d60eea700 req-48c747f7-b5a4-4f57-a9ff-96fcfde4e417 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=66ec6203-209c-4d59-9100-bdf9cb50de2d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1004024 Aug 18 11:53:12.798327 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6215e4-9530-4152-a26b-8457ba99a974 req-9130919c-33be-403a-a453-d28660fab0e1 tempest-LiveMigrationTest-1335981208 tempest-LiveMigrationTest-1335981208-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:12.800287 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5a6215e4-9530-4152-a26b-8457ba99a974 req-9130919c-33be-403a-a453-d28660fab0e1 tempest-LiveMigrationTest-1335981208 tempest-LiveMigrationTest-1335981208-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=103e4b6f-4d5d-4a07-b8f7-334042d12001&tenant_id=188bebbd8f564ea0bbe77621cda4023c&binding%3Ahost_id=n-h2-804985-2 HTTP/1.1" status: 200 len: 1096 time: 0.1568403 Aug 18 11:53:12.801193 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '299ceda3-c4a0-49c1-aee9-18af9311377d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0445fa07-f6ac-4102-95b8-c319b96af519'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 11:53:12.812136 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-46855346-488b-45ab-b361-77b99e135ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:12.816247 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-46855346-488b-45ab-b361-77b99e135ea0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:12.817463 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-46855346-488b-45ab-b361-77b99e135ea0 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ef02c719-5aa7-4690-9ab9-5572a516cb45 HTTP/1.1" status: 204 len: 168 time: 0.2331011 Aug 18 11:53:12.829269 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46855346-488b-45ab-b361-77b99e135ea0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef02c719-5aa7-4690-9ab9-5572a516cb45,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:53:12.832910 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a91713b9-7827-45f4-a4ab-fdb509fab6af" -d '{"events": [{"server_uuid": "299ceda3-c4a0-49c1-aee9-18af9311377d", "name": "network-vif-unplugged", "status": "completed", "tag": "0445fa07-f6ac-4102-95b8-c319b96af519"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:53:12.842755 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-a3fea1b7-44e1-43af-8b52-1b771a8bd745 req-4d893715-3b39-4d40-a1ca-5e3bc5b16463 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:12.903712 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-a3fea1b7-44e1-43af-8b52-1b771a8bd745 req-4d893715-3b39-4d40-a1ca-5e3bc5b16463 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:12.942837 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d1fd5e-0566-4435-bffc-9d7d60eea700 req-acfe373a-488b-4fef-b2d2-3f44abbf725e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:12.944348 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-a6d1fd5e-0566-4435-bffc-9d7d60eea700 req-acfe373a-488b-4fef-b2d2-3f44abbf725e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c87ef195b6b74f67b0f04cf988678fa6&device_id=66ec6203-209c-4d59-9100-bdf9cb50de2d HTTP/1.1" status: 200 len: 1096 time: 0.0930088 Aug 18 11:53:13.020957 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6215e4-9530-4152-a26b-8457ba99a974 req-bb4ddcf6-edc7-4770-a304-c8f3ded5eb2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:13.022894 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5a6215e4-9530-4152-a26b-8457ba99a974 req-bb4ddcf6-edc7-4770-a304-c8f3ded5eb2c service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=103e4b6f-4d5d-4a07-b8f7-334042d12001&tenant_id=188bebbd8f564ea0bbe77621cda4023c HTTP/1.1" status: 200 len: 1096 time: 0.1781158 Aug 18 11:53:13.082834 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d893715-3b39-4d40-a1ca-5e3bc5b16463 service neutron] Pushing event updated for resources: {'Port': ['ID=0445fa07-f6ac-4102-95b8-c319b96af519,revision_number=7']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:53:13.124421 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d1fd5e-0566-4435-bffc-9d7d60eea700 req-1100d0fb-76b8-4562-b827-29d8e3a985f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:13.126094 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-a6d1fd5e-0566-4435-bffc-9d7d60eea700 req-1100d0fb-76b8-4562-b827-29d8e3a985f6 service neutron] 10.222.0.62 "GET /v2.0/networks?id=299a3393-ede6-4663-8e2e-68401e0c2de3 HTTP/1.1" status: 200 len: 924 time: 0.1526470 Aug 18 11:53:13.140829 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 18 Aug 2021 11:53:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c85e0477-60f2-42a7-ab1f-833e7fd3d490 x-openstack-request-id: req-c85e0477-60f2-42a7-ab1f-833e7fd3d490 {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:53:13.141124 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "299ceda3-c4a0-49c1-aee9-18af9311377d", "name": "network-vif-unplugged", "status": "completed", "tag": "0445fa07-f6ac-4102-95b8-c319b96af519", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:53:13.141374 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c85e0477-60f2-42a7-ab1f-833e7fd3d490 {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:53:13.141766 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '299ceda3-c4a0-49c1-aee9-18af9311377d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0445fa07-f6ac-4102-95b8-c319b96af519', 'code': 200} Aug 18 11:53:13.156671 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-a3fea1b7-44e1-43af-8b52-1b771a8bd745 req-4d893715-3b39-4d40-a1ca-5e3bc5b16463 service neutron] Attempting to bind port 0445fa07-f6ac-4102-95b8-c319b96af519 on host n-h1-804985-2 for vnic_type normal with profile {"migrating_to": "n-h2-804985-2"} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 11:53:13.157009 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-a3fea1b7-44e1-43af-8b52-1b771a8bd745 req-4d893715-3b39-4d40-a1ca-5e3bc5b16463 service neutron] Attempting to bind port 0445fa07-f6ac-4102-95b8-c319b96af519 by drivers openvswitch,hyperv on host n-h1-804985-2 at level 0 using segments [{'id': '0622c33d-7d5a-4968-950b-edb53be5f858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'f471d7de-70da-4549-acfc-45017b3843ff'}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 11:53:13.157373 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3fea1b7-44e1-43af-8b52-1b771a8bd745 req-4d893715-3b39-4d40-a1ca-5e3bc5b16463 service neutron] Attempting to bind port 0445fa07-f6ac-4102-95b8-c319b96af519 on network f471d7de-70da-4549-acfc-45017b3843ff {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 11:53:13.171336 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f104c36-af2a-4d76-a479-6c0c5b10d75a req-5b283e56-d890-4152-83e7-6cd85436cd88 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:13.179771 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8f104c36-af2a-4d76-a479-6c0c5b10d75a req-5b283e56-d890-4152-83e7-6cd85436cd88 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] 10.222.0.66 "GET /v2.0/ports?device_id=103e4b6f-4d5d-4a07-b8f7-334042d12001 HTTP/1.1" status: 200 len: 945 time: 0.2268200 Aug 18 11:53:13.195589 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3fea1b7-44e1-43af-8b52-1b771a8bd745 req-4d893715-3b39-4d40-a1ca-5e3bc5b16463 service neutron] Port 0445fa07-f6ac-4102-95b8-c319b96af519 on network f471d7de-70da-4549-acfc-45017b3843ff not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-2 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 11:53:13.195928 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3fea1b7-44e1-43af-8b52-1b771a8bd745 req-4d893715-3b39-4d40-a1ca-5e3bc5b16463 service neutron] Attempting to bind port 0445fa07-f6ac-4102-95b8-c319b96af519 on network f471d7de-70da-4549-acfc-45017b3843ff {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 11:53:13.239265 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3fea1b7-44e1-43af-8b52-1b771a8bd745 req-4d893715-3b39-4d40-a1ca-5e3bc5b16463 service neutron] Checking agent: {'id': 'a613417a-d085-492c-941a-59bb18c633d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 49, 6), 'started_at': datetime.datetime(2021, 8, 18, 11, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 11, 53, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 11:53:13.239610 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3fea1b7-44e1-43af-8b52-1b771a8bd745 req-4d893715-3b39-4d40-a1ca-5e3bc5b16463 service neutron] Checking segment: {'id': '0622c33d-7d5a-4968-950b-edb53be5f858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'f471d7de-70da-4549-acfc-45017b3843ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 11:53:13.240317 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3fea1b7-44e1-43af-8b52-1b771a8bd745 req-4d893715-3b39-4d40-a1ca-5e3bc5b16463 service neutron] Bound using segment: {'id': '0622c33d-7d5a-4968-950b-edb53be5f858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'f471d7de-70da-4549-acfc-45017b3843ff'} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 11:53:13.240441 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-a3fea1b7-44e1-43af-8b52-1b771a8bd745 req-4d893715-3b39-4d40-a1ca-5e3bc5b16463 service neutron] Bound port: 0445fa07-f6ac-4102-95b8-c319b96af519, host: n-h1-804985-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0622c33d-7d5a-4968-950b-edb53be5f858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'f471d7de-70da-4549-acfc-45017b3843ff'}}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 11:53:13.240819 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-a3fea1b7-44e1-43af-8b52-1b771a8bd745 req-4d893715-3b39-4d40-a1ca-5e3bc5b16463 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:13.251416 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6215e4-9530-4152-a26b-8457ba99a974 req-c4f99414-617b-4ac3-9ae2-08aa6500a6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:13.253718 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5a6215e4-9530-4152-a26b-8457ba99a974 req-c4f99414-617b-4ac3-9ae2-08aa6500a6b8 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=188bebbd8f564ea0bbe77621cda4023c&device_id=103e4b6f-4d5d-4a07-b8f7-334042d12001 HTTP/1.1" status: 200 len: 1096 time: 0.1740530 Aug 18 11:53:13.253861 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-a6d1fd5e-0566-4435-bffc-9d7d60eea700 req-ee05aba1-0b8a-4f19-997a-cf58ba7275fe service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5e2c616a-26a0-4994-8529-2af87eaf6368 HTTP/1.1" status: 200 len: 1001 time: 0.1157730 Aug 18 11:53:13.322848 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d1fd5e-0566-4435-bffc-9d7d60eea700 req-a3696cdd-16f0-468e-8730-3eb1c8d02613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:13.324907 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-a6d1fd5e-0566-4435-bffc-9d7d60eea700 req-a3696cdd-16f0-468e-8730-3eb1c8d02613 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1f6a98c3-f342-4c72-a137-7aba7a641e96 HTTP/1.1" status: 200 len: 862 time: 0.0624318 Aug 18 11:53:13.342951 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8f104c36-af2a-4d76-a479-6c0c5b10d75a req-3f7ade5d-4348-4f28-8d37-52d8fc56c1a7 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] 10.222.0.66 "GET /v2.0/security-groups?id=07aef7bb-6c11-4cb4-8594-c24180b5d811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620786 Aug 18 11:53:13.355327 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 48598) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:53:13.392093 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-23ff18c1-8f33-4b0b-b809-850c86ebb669 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:13.395734 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6bda02-39d9-4f8f-87b9-3f1fbcbabb92 req-25956db8-fad3-4ff0-bae7-978290cfa0b9 tempest-ServersAdminTestJSON-728056972 tempest-ServersAdminTestJSON-728056972-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:13.397348 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8d6bda02-39d9-4f8f-87b9-3f1fbcbabb92 req-25956db8-fad3-4ff0-bae7-978290cfa0b9 tempest-ServersAdminTestJSON-728056972 tempest-ServersAdminTestJSON-728056972-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=1776ccfc-79c3-4dd2-9d3e-5b7e075004d6 HTTP/1.1" status: 200 len: 1101 time: 0.2054403 Aug 18 11:53:13.419964 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d1fd5e-0566-4435-bffc-9d7d60eea700 req-77c8da11-596b-4654-90ef-895fab772193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:13.421522 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-a6d1fd5e-0566-4435-bffc-9d7d60eea700 req-77c8da11-596b-4654-90ef-895fab772193 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=299a3393-ede6-4663-8e2e-68401e0c2de3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0843046 Aug 18 11:53:13.509560 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-a3fea1b7-44e1-43af-8b52-1b771a8bd745 req-4d893715-3b39-4d40-a1ca-5e3bc5b16463 service neutron] For port 0445fa07-f6ac-4102-95b8-c319b96af519, host n-h1-804985-2, cleared binding levels {{(pid=106252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 11:53:13.516148 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-a3fea1b7-44e1-43af-8b52-1b771a8bd745 req-4d893715-3b39-4d40-a1ca-5e3bc5b16463 service neutron] For port 0445fa07-f6ac-4102-95b8-c319b96af519, host n-h1-804985-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=0445fa07-f6ac-4102-95b8-c319b96af519,segment=NetworkSegment(0622c33d-7d5a-4968-950b-edb53be5f858),segment_id=0622c33d-7d5a-4968-950b-edb53be5f858)] {{(pid=106252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 11:53:13.530615 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-a3fea1b7-44e1-43af-8b52-1b771a8bd745 req-4d893715-3b39-4d40-a1ca-5e3bc5b16463 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:13.532963 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6215e4-9530-4152-a26b-8457ba99a974 req-eff55e8a-0b71-4579-8def-172697e68f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:13.534650 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5a6215e4-9530-4152-a26b-8457ba99a974 req-eff55e8a-0b71-4579-8def-172697e68f60 service neutron] 10.222.0.63 "GET /v2.0/networks?id=f2b8460a-d20a-4d24-a458-477b4502f48c HTTP/1.1" status: 200 len: 909 time: 0.2652819 Aug 18 11:53:13.544990 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff3ed11-cc86-415d-b1ae-075cd730661f req-84bfb0a8-5638-407e-b79a-3dad50df4bdd tempest-ServerDiagnosticsNegativeTest-43152563 tempest-ServerDiagnosticsNegativeTest-43152563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:13.546478 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9ff3ed11-cc86-415d-b1ae-075cd730661f req-84bfb0a8-5638-407e-b79a-3dad50df4bdd tempest-ServerDiagnosticsNegativeTest-43152563 tempest-ServerDiagnosticsNegativeTest-43152563-project] 10.222.0.66 "GET /v2.0/ports?device_id=1469cc12-450e-40ab-bf8a-017710f6636d HTTP/1.1" status: 200 len: 950 time: 0.1396868 Aug 18 11:53:13.560752 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8d6bda02-39d9-4f8f-87b9-3f1fbcbabb92 req-394e2d91-909d-471e-9414-3ee8e79df0e1 tempest-ServersAdminTestJSON-728056972 tempest-ServersAdminTestJSON-728056972-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=e54286de-dd7f-4b20-9f74-4a71262d523b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175456 Aug 18 11:53:13.584417 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-a6d1fd5e-0566-4435-bffc-9d7d60eea700 req-030724b4-4e20-42f7-8dbe-80a00720acfa service neutron] 10.222.0.62 "GET /v2.0/networks/299a3393-ede6-4663-8e2e-68401e0c2de3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514924 Aug 18 11:53:13.594976 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-23ff18c1-8f33-4b0b-b809-850c86ebb669 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:13.606326 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-23ff18c1-8f33-4b0b-b809-850c86ebb669 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:13.640141 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5a6215e4-9530-4152-a26b-8457ba99a974 req-332807fb-74a4-47ce-9796-2afed965fdfd service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9e760ced-e3a8-451d-bb2c-5f1f05bc79ab HTTP/1.1" status: 200 len: 217 time: 0.0917013 Aug 18 11:53:13.767992 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d893715-3b39-4d40-a1ca-5e3bc5b16463 service neutron] Pushing event updated for resources: {'Port': ['ID=0445fa07-f6ac-4102-95b8-c319b96af519,revision_number=8']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:53:13.772914 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fea1b7-44e1-43af-8b52-1b771a8bd745 req-4d893715-3b39-4d40-a1ca-5e3bc5b16463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:13.773537 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-a3fea1b7-44e1-43af-8b52-1b771a8bd745 req-4d893715-3b39-4d40-a1ca-5e3bc5b16463 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:13.774968 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a3fea1b7-44e1-43af-8b52-1b771a8bd745 req-4d893715-3b39-4d40-a1ca-5e3bc5b16463 service neutron] 10.222.0.62 "PUT /v2.0/ports/0445fa07-f6ac-4102-95b8-c319b96af519 HTTP/1.1" status: 200 len: 1121 time: 1.8102360 Aug 18 11:53:13.794490 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9ff3ed11-cc86-415d-b1ae-075cd730661f req-77275b42-dfa9-4dff-bb8e-0748a1b743aa tempest-ServerDiagnosticsNegativeTest-43152563 tempest-ServerDiagnosticsNegativeTest-43152563-project] 10.222.0.66 "GET /v2.0/security-groups?id=71ee6bcb-0570-47fe-80e4-c3b5be85e845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005262 Aug 18 11:53:13.817708 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6215e4-9530-4152-a26b-8457ba99a974 req-b573a16c-0ec6-490e-b214-2a6f04b70853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:13.819303 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5a6215e4-9530-4152-a26b-8457ba99a974 req-b573a16c-0ec6-490e-b214-2a6f04b70853 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a97adc7a-3cde-4d27-baf4-adb6fa582445 HTTP/1.1" status: 200 len: 848 time: 0.1577873 Aug 18 11:53:13.829293 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f153fb-a7f8-4f53-9229-412f6af649e0 req-9ef50b93-e029-4167-98df-eecc808d973d tempest-ServersAdminTestJSON-728056972 tempest-ServersAdminTestJSON-728056972-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:13.839545 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-58f153fb-a7f8-4f53-9229-412f6af649e0 req-9ef50b93-e029-4167-98df-eecc808d973d tempest-ServersAdminTestJSON-728056972 tempest-ServersAdminTestJSON-728056972-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=1776ccfc-79c3-4dd2-9d3e-5b7e075004d6 HTTP/1.1" status: 200 len: 1101 time: 0.1873975 Aug 18 11:53:13.886773 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] get_ports_and_sgs() called for port_ids ['0445fa07-f6ac-4102-95b8-c319b96af519'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 11:53:13.889263 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5a6215e4-9530-4152-a26b-8457ba99a974 req-4be53081-ceb2-4edf-baae-bb18147b97b8 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=f2b8460a-d20a-4d24-a458-477b4502f48c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472381 Aug 18 11:53:13.950669 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-23ff18c1-8f33-4b0b-b809-850c86ebb669 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=85f4189d9bc14d5c9af125dd443b1bf0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5940537 Aug 18 11:53:13.953708 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ff18c1-8f33-4b0b-b809-850c86ebb669 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e2c8c1b-d4d5-4937-b601-d26739d89c75,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:53:13.956007 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 48620) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:53:13.993719 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-58f153fb-a7f8-4f53-9229-412f6af649e0 req-b0d32eee-e128-4fce-a2c3-dd3900fdd239 tempest-ServersAdminTestJSON-728056972 tempest-ServersAdminTestJSON-728056972-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=e54286de-dd7f-4b20-9f74-4a71262d523b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531558 Aug 18 11:53:14.014027 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b586c617-9952-4191-93e9-9f555a61732b req-980e811c-8dfe-47db-85d7-5ff9284eb19e tempest-FloatingIPsAssociationNegativeTestJSON-1386540945 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:14.021012 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b586c617-9952-4191-93e9-9f555a61732b req-980e811c-8dfe-47db-85d7-5ff9284eb19e tempest-FloatingIPsAssociationNegativeTestJSON-1386540945 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945-project] 10.222.0.66 "GET /v2.0/ports?device_id=625ec057-7ac1-4341-8511-f9ea922f343e HTTP/1.1" status: 200 len: 945 time: 0.1396389 Aug 18 11:53:14.028971 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-a6d1fd5e-0566-4435-bffc-9d7d60eea700 req-d3adb5c3-5487-4b5a-b963-e4c4e8d8c876 service neutron] 10.222.0.62 "GET /v2.0/networks/299a3393-ede6-4663-8e2e-68401e0c2de3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4325609 Aug 18 11:53:14.050016 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bcbffb-6e4e-4c70-8719-6a845b9575d2 req-d6633c82-6861-48e2-a34a-734f4f778180 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:14.053022 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-b2bcbffb-6e4e-4c70-8719-6a845b9575d2 req-d6633c82-6861-48e2-a34a-734f4f778180 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945-project] 10.222.0.62 "GET /v2.0/ports?device_id=625ec057-7ac1-4341-8511-f9ea922f343e HTTP/1.1" status: 200 len: 945 time: 0.3998332 Aug 18 11:53:14.075508 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4dbcc514-411a-4ae7-9793-7a47ab81bba6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:14.089770 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5a6215e4-9530-4152-a26b-8457ba99a974 req-a6ae036d-e71a-48f6-8d40-ea6232b11b25 service neutron] 10.222.0.63 "GET /v2.0/networks/f2b8460a-d20a-4d24-a458-477b4502f48c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1844718 Aug 18 11:53:14.111826 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b586c617-9952-4191-93e9-9f555a61732b req-864a57eb-2f73-4abd-8075-6bb257dc945e tempest-FloatingIPsAssociationNegativeTestJSON-1386540945 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945-project] 10.222.0.66 "GET /v2.0/security-groups?id=6e2adde3-216f-4ea8-b00f-185ce0cf1700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899734 Aug 18 11:53:14.126361 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4dbcc514-411a-4ae7-9793-7a47ab81bba6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:14.189322 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6badb6-8b2c-4e87-817d-d01d50b31ca7 req-ecac0c00-d660-4629-8a16-ee011751ea02 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:14.192927 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9a6badb6-8b2c-4e87-817d-d01d50b31ca7 req-ecac0c00-d660-4629-8a16-ee011751ea02 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.66 "GET /v2.0/ports?device_id=299ceda3-c4a0-49c1-aee9-18af9311377d HTTP/1.1" status: 200 len: 943 time: 0.1210012 Aug 18 11:53:14.216714 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-b2bcbffb-6e4e-4c70-8719-6a845b9575d2 req-6dac2610-d4b9-4648-8690-21c31e9e7953 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945-project] Deleting port 19a52455-07f3-47db-a4d4-c6da5e76e313 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 11:53:14.217453 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-b2bcbffb-6e4e-4c70-8719-6a845b9575d2 req-6dac2610-d4b9-4648-8690-21c31e9e7953 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:14.248229 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9a6badb6-8b2c-4e87-817d-d01d50b31ca7 req-afb35a20-6f33-448c-b201-88cf097dca33 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.66 "GET /v2.0/security-groups?id=fecad5ed-08b4-4db8-8e35-9a1fb2f01a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472338 Aug 18 11:53:14.263971 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5a6215e4-9530-4152-a26b-8457ba99a974 req-51695871-3320-4e55-a8a7-daf5415bea81 service neutron] 10.222.0.63 "GET /v2.0/networks/f2b8460a-d20a-4d24-a458-477b4502f48c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551630 Aug 18 11:53:14.276101 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4dbcc514-411a-4ae7-9793-7a47ab81bba6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:14.280102 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4dbcc514-411a-4ae7-9793-7a47ab81bba6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:14.282123 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-4dbcc514-411a-4ae7-9793-7a47ab81bba6 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/5e2c8c1b-d4d5-4937-b601-d26739d89c75 HTTP/1.1" status: 204 len: 168 time: 0.3228896 Aug 18 11:53:14.303072 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbcc514-411a-4ae7-9793-7a47ab81bba6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e2c8c1b-d4d5-4937-b601-d26739d89c75,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:53:14.364054 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-b2bcbffb-6e4e-4c70-8719-6a845b9575d2 req-6dac2610-d4b9-4648-8690-21c31e9e7953 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945-project] For port 19a52455-07f3-47db-a4d4-c6da5e76e313, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=19a52455-07f3-47db-a4d4-c6da5e76e313,segment=NetworkSegment(c3735a41-6260-4fc2-9ca3-d02b40deb984),segment_id=c3735a41-6260-4fc2-9ca3-d02b40deb984)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:53:14.364648 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-b2bcbffb-6e4e-4c70-8719-6a845b9575d2 req-6dac2610-d4b9-4648-8690-21c31e9e7953 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:14.392454 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-b2bcbffb-6e4e-4c70-8719-6a845b9575d2 req-6dac2610-d4b9-4648-8690-21c31e9e7953 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945-project] Calling delete_port for 19a52455-07f3-47db-a4d4-c6da5e76e313 owned by compute:nova {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 11:53:14.541148 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80ac83f-e3e7-4e27-a7bb-5ccf8e3c2ab9 req-c9b2ea3c-7783-436f-a66a-b92005556cf1 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:14.561374 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f80ac83f-e3e7-4e27-a7bb-5ccf8e3c2ab9 req-c9b2ea3c-7783-436f-a66a-b92005556cf1 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] 10.222.0.66 "GET /v2.0/ports?device_id=103e4b6f-4d5d-4a07-b8f7-334042d12001 HTTP/1.1" status: 200 len: 945 time: 0.1032786 Aug 18 11:53:14.605524 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-b2bcbffb-6e4e-4c70-8719-6a845b9575d2 req-6dac2610-d4b9-4648-8690-21c31e9e7953 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:14.622754 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] get_ports_and_sgs() called for port_ids ['19a52455-07f3-47db-a4d4-c6da5e76e313'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 11:53:14.642742 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dac2610-d4b9-4648-8690-21c31e9e7953 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945-project] Pushing event deleted for resources: {'Port': ['ID=19a52455-07f3-47db-a4d4-c6da5e76e313,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:53:14.722999 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2bcbffb-6e4e-4c70-8719-6a845b9575d2 req-6dac2610-d4b9-4648-8690-21c31e9e7953 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945-project] No DVR routers for this DVR port 19a52455-07f3-47db-a4d4-c6da5e76e313 on host n-h2-804985-2 {{(pid=106253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 11:53:14.725460 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f80ac83f-e3e7-4e27-a7bb-5ccf8e3c2ab9 req-0a65cee7-a786-43c1-b64d-1dbef60e1ce5 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] 10.222.0.66 "GET /v2.0/security-groups?id=07aef7bb-6c11-4cb4-8594-c24180b5d811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629696 Aug 18 11:53:14.726237 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-b2bcbffb-6e4e-4c70-8719-6a845b9575d2 req-6dac2610-d4b9-4648-8690-21c31e9e7953 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:14.728342 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-b2bcbffb-6e4e-4c70-8719-6a845b9575d2 req-6dac2610-d4b9-4648-8690-21c31e9e7953 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945-project] 10.222.0.62 "DELETE /v2.0/ports/19a52455-07f3-47db-a4d4-c6da5e76e313 HTTP/1.1" status: 204 len: 173 time: 0.6540134 Aug 18 11:53:14.728835 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '625ec057-7ac1-4341-8511-f9ea922f343e', 'name': 'network-vif-deleted', 'tag': '19a52455-07f3-47db-a4d4-c6da5e76e313'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 11:53:14.731098 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0679f4c4b6e0e0c064a7d71d722dc30541a34fffee11680573be22ee2ffccc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f5b261b-e8c2-4263-83e8-81e86eba4a28" -d '{"events": [{"server_uuid": "625ec057-7ac1-4341-8511-f9ea922f343e", "name": "network-vif-deleted", "tag": "19a52455-07f3-47db-a4d4-c6da5e76e313"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:53:14.832426 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 11:53:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c87a956-0372-4866-a6f2-9a3d0c7b9254 x-openstack-request-id: req-8c87a956-0372-4866-a6f2-9a3d0c7b9254 {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:53:14.832856 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "625ec057-7ac1-4341-8511-f9ea922f343e", "name": "network-vif-deleted", "tag": "19a52455-07f3-47db-a4d4-c6da5e76e313", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:53:14.833195 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-8c87a956-0372-4866-a6f2-9a3d0c7b9254 {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:53:14.833790 n-d-804985-2 neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '625ec057-7ac1-4341-8511-f9ea922f343e', 'name': 'network-vif-deleted', 'tag': '19a52455-07f3-47db-a4d4-c6da5e76e313', 'status': 'completed', 'code': 200} Aug 18 11:53:14.868036 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6215e4-9530-4152-a26b-8457ba99a974 req-aebb23fe-e546-4528-9cd0-787ed086dd5d tempest-LiveMigrationTest-1335981208 tempest-LiveMigrationTest-1335981208-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:14.873482 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5a6215e4-9530-4152-a26b-8457ba99a974 req-aebb23fe-e546-4528-9cd0-787ed086dd5d tempest-LiveMigrationTest-1335981208 tempest-LiveMigrationTest-1335981208-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=103e4b6f-4d5d-4a07-b8f7-334042d12001&tenant_id=188bebbd8f564ea0bbe77621cda4023c&binding%3Ahost_id=n-h1-804985-2 HTTP/1.1" status: 200 len: 1096 time: 0.2759404 Aug 18 11:53:14.890993 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4a38c6-16e1-44a1-9f33-4d97d1ef2581 req-d30c2043-435a-4cbb-a749-2fe9d8248194 tempest-ServerDiagnosticsNegativeTest-43152563 tempest-ServerDiagnosticsNegativeTest-43152563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:14.893391 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2a4a38c6-16e1-44a1-9f33-4d97d1ef2581 req-d30c2043-435a-4cbb-a749-2fe9d8248194 tempest-ServerDiagnosticsNegativeTest-43152563 tempest-ServerDiagnosticsNegativeTest-43152563-project] 10.222.0.63 "GET /v2.0/ports?device_id=1469cc12-450e-40ab-bf8a-017710f6636d HTTP/1.1" status: 200 len: 950 time: 0.1916859 Aug 18 11:53:15.009763 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 48662) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:53:15.106643 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 9e760ced-e3a8-451d-bb2c-5f1f05bc79ab no longer exists at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 11:53:15.153686 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65708b9-1e31-47c8-b514-021104e75220 req-8dc9370f-0e72-4832-9af8-27e3edac8b7c tempest-ServerDiagnosticsNegativeTest-43152563 tempest-ServerDiagnosticsNegativeTest-43152563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:15.155380 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a65708b9-1e31-47c8-b514-021104e75220 req-8dc9370f-0e72-4832-9af8-27e3edac8b7c tempest-ServerDiagnosticsNegativeTest-43152563 tempest-ServerDiagnosticsNegativeTest-43152563-project] 10.222.0.66 "GET /v2.0/ports?device_id=1469cc12-450e-40ab-bf8a-017710f6636d HTTP/1.1" status: 200 len: 950 time: 0.2222080 Aug 18 11:53:15.163184 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '299ceda3-c4a0-49c1-aee9-18af9311377d', 'tag': '0445fa07-f6ac-4102-95b8-c319b96af519'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 11:53:15.165421 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62d16804-8796-4669-bbcc-a03492da0ea4" -d '{"events": [{"name": "network-changed", "server_uuid": "299ceda3-c4a0-49c1-aee9-18af9311377d", "tag": "0445fa07-f6ac-4102-95b8-c319b96af519"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:53:15.188984 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 9e760ced-e3a8-451d-bb2c-5f1f05bc79ab not bound to the agent host n-h2-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 11:53:15.189468 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 19a52455-07f3-47db-a4d4-c6da5e76e313 no longer exists at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 11:53:15.235465 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-2a4a38c6-16e1-44a1-9f33-4d97d1ef2581 req-078e2096-1d0f-4d2f-807d-b8b969034569 tempest-ServerDiagnosticsNegativeTest-43152563 tempest-ServerDiagnosticsNegativeTest-43152563-project] Deleting port 5a35dcab-591c-4a56-81cd-44fc201d7398 {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 11:53:15.235811 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-2a4a38c6-16e1-44a1-9f33-4d97d1ef2581 req-078e2096-1d0f-4d2f-807d-b8b969034569 tempest-ServerDiagnosticsNegativeTest-43152563 tempest-ServerDiagnosticsNegativeTest-43152563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:15.249555 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] No Port match for: 19a52455-07f3-47db-a4d4-c6da5e76e313 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 11:53:15.250182 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a65708b9-1e31-47c8-b514-021104e75220 req-a0c5e24c-4433-40c4-ac34-5193df9de578 tempest-ServerDiagnosticsNegativeTest-43152563 tempest-ServerDiagnosticsNegativeTest-43152563-project] 10.222.0.66 "GET /v2.0/security-groups?id=71ee6bcb-0570-47fe-80e4-c3b5be85e845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792403 Aug 18 11:53:15.253663 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 19a52455-07f3-47db-a4d4-c6da5e76e313 not bound to the agent host n-h2-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 11:53:15.286143 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-fc65c3a2-3368-405f-8a63-dc5430a0d9cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:15.323650 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 11:53:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54940660-9aa4-4039-8862-66e153a8857d x-openstack-request-id: req-54940660-9aa4-4039-8862-66e153a8857d {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:53:15.324283 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "299ceda3-c4a0-49c1-aee9-18af9311377d", "tag": "0445fa07-f6ac-4102-95b8-c319b96af519", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:53:15.324755 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-54940660-9aa4-4039-8862-66e153a8857d {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:53:15.325355 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '299ceda3-c4a0-49c1-aee9-18af9311377d', 'tag': '0445fa07-f6ac-4102-95b8-c319b96af519', 'status': 'completed', 'code': 200} Aug 18 11:53:15.326572 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-5a6215e4-9530-4152-a26b-8457ba99a974 req-9cd2cd08-6a85-442d-8297-b801d062affd service neutron] For port 9e760ced-e3a8-451d-bb2c-5f1f05bc79ab, host n-h2-804985-2, cleared binding levels {{(pid=106252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 11:53:15.344360 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-5a6215e4-9530-4152-a26b-8457ba99a974 req-9cd2cd08-6a85-442d-8297-b801d062affd service neutron] Notify callbacks [] for binding, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:15.346102 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5a6215e4-9530-4152-a26b-8457ba99a974 req-9cd2cd08-6a85-442d-8297-b801d062affd service neutron] 10.222.0.63 "DELETE /v2.0/ports/9e760ced-e3a8-451d-bb2c-5f1f05bc79ab/bindings/n-h2-804985-2 HTTP/1.1" status: 204 len: 173 time: 0.4515159 Aug 18 11:53:15.406144 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5bdc2be7-e0d0-4dda-a5fa-d6ba1e5092bd req-90a41122-d848-4eff-9937-bc4516ed56dd tempest-FloatingIPsAssociationNegativeTestJSON-1386540945 tempest-FloatingIPsAssociationNegativeTestJSON-1386540945-project] 10.222.0.66 "GET /v2.0/ports?device_id=625ec057-7ac1-4341-8511-f9ea922f343e HTTP/1.1" status: 200 len: 210 time: 0.0782964 Aug 18 11:53:15.456725 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d16804-8796-4669-bbcc-a03492da0ea4 req-a8999f12-340b-4ee1-9097-8fad310636e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:15.458419 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-62d16804-8796-4669-bbcc-a03492da0ea4 req-a8999f12-340b-4ee1-9097-8fad310636e2 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=3bd2664269674b678c41aeb663f1f43e&device_id=299ceda3-c4a0-49c1-aee9-18af9311377d HTTP/1.1" status: 200 len: 1124 time: 0.1189902 Aug 18 11:53:15.516150 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-2a4a38c6-16e1-44a1-9f33-4d97d1ef2581 req-078e2096-1d0f-4d2f-807d-b8b969034569 tempest-ServerDiagnosticsNegativeTest-43152563 tempest-ServerDiagnosticsNegativeTest-43152563-project] For port 5a35dcab-591c-4a56-81cd-44fc201d7398, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=5a35dcab-591c-4a56-81cd-44fc201d7398,segment=NetworkSegment(b0eb6eea-b461-4969-8a27-808f00daa8a1),segment_id=b0eb6eea-b461-4969-8a27-808f00daa8a1)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:53:15.516695 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-2a4a38c6-16e1-44a1-9f33-4d97d1ef2581 req-078e2096-1d0f-4d2f-807d-b8b969034569 tempest-ServerDiagnosticsNegativeTest-43152563 tempest-ServerDiagnosticsNegativeTest-43152563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:15.562065 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acc857a-693f-4df9-8ebe-0ad88711a45c req-eff5cc99-a6b0-496d-849d-e2c49fe37b63 tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:15.563637 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8acc857a-693f-4df9-8ebe-0ad88711a45c req-eff5cc99-a6b0-496d-849d-e2c49fe37b63 tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] 10.222.0.66 "GET /v2.0/ports?device_id=1776ccfc-79c3-4dd2-9d3e-5b7e075004d6 HTTP/1.1" status: 200 len: 950 time: 0.1512916 Aug 18 11:53:15.573029 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-2a4a38c6-16e1-44a1-9f33-4d97d1ef2581 req-078e2096-1d0f-4d2f-807d-b8b969034569 tempest-ServerDiagnosticsNegativeTest-43152563 tempest-ServerDiagnosticsNegativeTest-43152563-project] Calling delete_port for 5a35dcab-591c-4a56-81cd-44fc201d7398 owned by compute:nova {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 11:53:15.581432 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-fc65c3a2-3368-405f-8a63-dc5430a0d9cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:15.606219 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-fc65c3a2-3368-405f-8a63-dc5430a0d9cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:15.630346 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d16804-8796-4669-bbcc-a03492da0ea4 req-1c8114ce-a3d2-42a1-afd5-c599a6f09277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:15.631815 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-62d16804-8796-4669-bbcc-a03492da0ea4 req-1c8114ce-a3d2-42a1-afd5-c599a6f09277 service neutron] 10.222.0.63 "GET /v2.0/networks?id=f471d7de-70da-4549-acfc-45017b3843ff HTTP/1.1" status: 200 len: 922 time: 0.1656611 Aug 18 11:53:15.702605 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc65c3a2-3368-405f-8a63-dc5430a0d9cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb09c655-a7da-4477-99b6-ed8b12962e3a,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:53:15.709570 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-fc65c3a2-3368-405f-8a63-dc5430a0d9cb admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c818e433d6cc4c83a7d0d0f14fb9c2f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6987538 Aug 18 11:53:15.711208 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-62d16804-8796-4669-bbcc-a03492da0ea4 req-5994ed5f-b9d8-48a8-a52f-720a9789fbb3 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0445fa07-f6ac-4102-95b8-c319b96af519 HTTP/1.1" status: 200 len: 217 time: 0.0595005 Aug 18 11:53:15.711497 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 48694) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:53:15.746583 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8acc857a-693f-4df9-8ebe-0ad88711a45c req-a1f13c07-804e-4f5b-897d-3fec74fecfd3 tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] 10.222.0.66 "GET /v2.0/security-groups?id=e54286de-dd7f-4b20-9f74-4a71262d523b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682708 Aug 18 11:53:15.773004 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d16804-8796-4669-bbcc-a03492da0ea4 req-d3592bd4-1e54-438f-9904-f238a46e0868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:15.774515 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-62d16804-8796-4669-bbcc-a03492da0ea4 req-d3592bd4-1e54-438f-9904-f238a46e0868 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=16b84496-6d9e-4d8c-9087-8e81549f7d75 HTTP/1.1" status: 200 len: 861 time: 0.0532262 Aug 18 11:53:15.813917 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-62d16804-8796-4669-bbcc-a03492da0ea4 req-e59c1c77-84f1-4d4d-8f10-f7392a8300f5 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=f471d7de-70da-4549-acfc-45017b3843ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295691 Aug 18 11:53:15.830790 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4281b47c-ed42-4e15-9f42-b019840971ff req-5419baa7-f2be-4409-80aa-9acea3f59e26 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:15.832737 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4281b47c-ed42-4e15-9f42-b019840971ff req-5419baa7-f2be-4409-80aa-9acea3f59e26 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.66 "GET /v2.0/ports?device_id=299ceda3-c4a0-49c1-aee9-18af9311377d HTTP/1.1" status: 200 len: 943 time: 0.2001293 Aug 18 11:53:15.852133 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0ae40740-84bf-4850-9d5b-8004ad1f1389 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:15.885800 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0ae40740-84bf-4850-9d5b-8004ad1f1389 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:15.941848 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-62d16804-8796-4669-bbcc-a03492da0ea4 req-c006ebb8-8f5f-4844-9bc7-93a4cc6a327d service neutron] 10.222.0.63 "GET /v2.0/networks/f471d7de-70da-4549-acfc-45017b3843ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150408 Aug 18 11:53:15.965974 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4281b47c-ed42-4e15-9f42-b019840971ff req-79ad57dc-7727-480e-9449-2ee54e91f1bf tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.66 "GET /v2.0/security-groups?id=fecad5ed-08b4-4db8-8e35-9a1fb2f01a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240475 Aug 18 11:53:16.005425 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-2a4a38c6-16e1-44a1-9f33-4d97d1ef2581 req-078e2096-1d0f-4d2f-807d-b8b969034569 tempest-ServerDiagnosticsNegativeTest-43152563 tempest-ServerDiagnosticsNegativeTest-43152563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:16.018597 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] get_ports_and_sgs() called for port_ids ['5a35dcab-591c-4a56-81cd-44fc201d7398'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 11:53:16.086991 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-62d16804-8796-4669-bbcc-a03492da0ea4 req-fe2fe2c7-a61e-4a4f-aa52-2d262865d49f service neutron] 10.222.0.63 "GET /v2.0/networks/f471d7de-70da-4549-acfc-45017b3843ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343818 Aug 18 11:53:16.346815 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0ae40740-84bf-4850-9d5b-8004ad1f1389 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:16.349281 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0ae40740-84bf-4850-9d5b-8004ad1f1389 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:16.350326 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-0ae40740-84bf-4850-9d5b-8004ad1f1389 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/fb09c655-a7da-4477-99b6-ed8b12962e3a HTTP/1.1" status: 204 len: 168 time: 0.6351883 Aug 18 11:53:16.379792 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078e2096-1d0f-4d2f-807d-b8b969034569 tempest-ServerDiagnosticsNegativeTest-43152563 tempest-ServerDiagnosticsNegativeTest-43152563-project] Pushing event deleted for resources: {'Port': ['ID=5a35dcab-591c-4a56-81cd-44fc201d7398,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:53:16.387361 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-38983dfd-63f4-42ca-bfce-ca99a2b36a13 req-d31cd952-c13a-4dd3-b3e1-3622438cdb26 tempest-ServerDiagnosticsNegativeTest-43152563 tempest-ServerDiagnosticsNegativeTest-43152563-project] 10.222.0.66 "GET /v2.0/ports?device_id=1469cc12-450e-40ab-bf8a-017710f6636d HTTP/1.1" status: 200 len: 210 time: 0.0429842 Aug 18 11:53:16.429275 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae40740-84bf-4850-9d5b-8004ad1f1389 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb09c655-a7da-4477-99b6-ed8b12962e3a,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:53:16.473283 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a4a38c6-16e1-44a1-9f33-4d97d1ef2581 req-078e2096-1d0f-4d2f-807d-b8b969034569 tempest-ServerDiagnosticsNegativeTest-43152563 tempest-ServerDiagnosticsNegativeTest-43152563-project] No DVR routers for this DVR port 5a35dcab-591c-4a56-81cd-44fc201d7398 on host n-h1-804985-2 {{(pid=106252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 11:53:16.483768 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6441a1-3df1-414c-8aa8-29d956619626 req-0af04511-fdbf-448b-9c25-71780ccd7f5a tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:16.491717 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2d6441a1-3df1-414c-8aa8-29d956619626 req-0af04511-fdbf-448b-9c25-71780ccd7f5a tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] 10.222.0.66 "GET /v2.0/ports?device_id=103e4b6f-4d5d-4a07-b8f7-334042d12001 HTTP/1.1" status: 200 len: 945 time: 0.5049536 Aug 18 11:53:16.494147 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-2a4a38c6-16e1-44a1-9f33-4d97d1ef2581 req-078e2096-1d0f-4d2f-807d-b8b969034569 tempest-ServerDiagnosticsNegativeTest-43152563 tempest-ServerDiagnosticsNegativeTest-43152563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:16.496186 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2a4a38c6-16e1-44a1-9f33-4d97d1ef2581 req-078e2096-1d0f-4d2f-807d-b8b969034569 tempest-ServerDiagnosticsNegativeTest-43152563 tempest-ServerDiagnosticsNegativeTest-43152563-project] 10.222.0.63 "DELETE /v2.0/ports/5a35dcab-591c-4a56-81cd-44fc201d7398 HTTP/1.1" status: 204 len: 173 time: 1.5926902 Aug 18 11:53:16.512664 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 48730) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:53:16.551858 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2d6441a1-3df1-414c-8aa8-29d956619626 req-be43707f-269f-4806-8a5f-31eace8e103b tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] 10.222.0.66 "GET /v2.0/security-groups?id=07aef7bb-6c11-4cb4-8594-c24180b5d811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588419 Aug 18 11:53:16.804231 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643862d7-e795-40c3-9057-d47a34d84a0f req-0b38902e-f62a-47ff-bbf9-bce76fd56104 tempest-LiveMigrationTest-1335981208 tempest-LiveMigrationTest-1335981208-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:16.805888 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-643862d7-e795-40c3-9057-d47a34d84a0f req-0b38902e-f62a-47ff-bbf9-bce76fd56104 tempest-LiveMigrationTest-1335981208 tempest-LiveMigrationTest-1335981208-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=103e4b6f-4d5d-4a07-b8f7-334042d12001 HTTP/1.1" status: 200 len: 1096 time: 0.0591681 Aug 18 11:53:16.848075 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-643862d7-e795-40c3-9057-d47a34d84a0f req-f40db3ea-b931-45f3-bf15-510cf8ea30c2 tempest-LiveMigrationTest-1335981208 tempest-LiveMigrationTest-1335981208-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=07aef7bb-6c11-4cb4-8594-c24180b5d811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336704 Aug 18 11:53:16.851937 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 48754) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:53:16.865977 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-fb6abb93-b2be-4292-99ad-323cbf05b5d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:16.954769 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cc8851-8e67-4b0e-b966-f5e905812fbd req-f13170f4-91cc-4a69-bf19-aac09482a613 tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:16.956388 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-59cc8851-8e67-4b0e-b966-f5e905812fbd req-f13170f4-91cc-4a69-bf19-aac09482a613 tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] 10.222.0.66 "GET /v2.0/ports?device_id=1776ccfc-79c3-4dd2-9d3e-5b7e075004d6 HTTP/1.1" status: 200 len: 950 time: 0.0885227 Aug 18 11:53:16.997847 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0a7188aa-df5f-4784-9c14-cc662435938b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-996815'] for router_interface, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:17.024380 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-59cc8851-8e67-4b0e-b966-f5e905812fbd req-ca0dba59-0324-4bf8-a590-56e6cd061824 tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] 10.222.0.66 "GET /v2.0/security-groups?id=e54286de-dd7f-4b20-9f74-4a71262d523b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567930 Aug 18 11:53:17.113922 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-fb6abb93-b2be-4292-99ad-323cbf05b5d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:17.124038 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 0445fa07-f6ac-4102-95b8-c319b96af519 details requested by agent hyperv_n-h2-804985-2 with host n-h2-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 11:53:17.210694 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-fb6abb93-b2be-4292-99ad-323cbf05b5d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:17.265209 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6abb93-b2be-4292-99ad-323cbf05b5d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b11dc9e-d2ed-4228-a778-1816caa9bcd9,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:53:17.279600 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port 0445fa07-f6ac-4102-95b8-c319b96af519, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=0445fa07-f6ac-4102-95b8-c319b96af519,segment=NetworkSegment(0622c33d-7d5a-4968-950b-edb53be5f858),segment_id=0622c33d-7d5a-4968-950b-edb53be5f858)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:53:17.298493 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 0445fa07-f6ac-4102-95b8-c319b96af519 has no active binding in host n-h2-804985-2 {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 18 11:53:17.326344 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1469cc12-450e-40ab-bf8a-017710f6636d', 'name': 'network-vif-deleted', 'tag': '5a35dcab-591c-4a56-81cd-44fc201d7398'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 11:53:17.328872 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c6ce9a4-b874-471c-a518-c6703b6a9c3b" -d '{"events": [{"server_uuid": "1469cc12-450e-40ab-bf8a-017710f6636d", "name": "network-vif-deleted", "tag": "5a35dcab-591c-4a56-81cd-44fc201d7398"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:53:17.345805 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-0a7188aa-df5f-4784-9c14-cc662435938b admin admin] Deleting port 97a7cbef-b800-4f34-9405-d604ffc1a3c9 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 11:53:17.346317 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0a7188aa-df5f-4784-9c14-cc662435938b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:17.348204 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 48776) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:53:17.348649 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-fb6abb93-b2be-4292-99ad-323cbf05b5d8 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=eacfcbb5fbe640a080b2de1996e53c0b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4953802 Aug 18 11:53:17.353894 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 48778) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:53:17.364295 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77b9a00-934f-4d73-8e58-08a78b1f85b4 req-bb27c9f1-2922-40f6-b7e1-1a8abf7de17a tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:17.365847 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e77b9a00-934f-4d73-8e58-08a78b1f85b4 req-bb27c9f1-2922-40f6-b7e1-1a8abf7de17a tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.66 "GET /v2.0/ports?device_id=299ceda3-c4a0-49c1-aee9-18af9311377d HTTP/1.1" status: 200 len: 943 time: 0.2304935 Aug 18 11:53:17.436285 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [None req-0a7188aa-df5f-4784-9c14-cc662435938b admin admin] For port 97a7cbef-b800-4f34-9405-d604ffc1a3c9, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=97a7cbef-b800-4f34-9405-d604ffc1a3c9,segment=NetworkSegment(c3735a41-6260-4fc2-9ca3-d02b40deb984),segment_id=c3735a41-6260-4fc2-9ca3-d02b40deb984)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:53:17.436638 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0a7188aa-df5f-4784-9c14-cc662435938b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:17.446765 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1e1a9a-5fce-4f7b-8dee-5dfcc74f7854 req-4e2c5d6f-8758-4014-b58a-5b41d9c42f64 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:17.448274 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5f1e1a9a-5fce-4f7b-8dee-5dfcc74f7854 req-4e2c5d6f-8758-4014-b58a-5b41d9c42f64 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] 10.222.0.66 "GET /v2.0/networks?id=f2b8460a-d20a-4d24-a458-477b4502f48c HTTP/1.1" status: 200 len: 808 time: 0.3631306 Aug 18 11:53:17.451475 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-0a7188aa-df5f-4784-9c14-cc662435938b admin admin] Calling delete_port for 97a7cbef-b800-4f34-9405-d604ffc1a3c9 owned by network:router_interface {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 11:53:17.472253 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e77b9a00-934f-4d73-8e58-08a78b1f85b4 req-f4a6175f-0b26-4812-bfed-46394f52f86d tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.66 "GET /v2.0/security-groups?id=fecad5ed-08b4-4db8-8e35-9a1fb2f01a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991042 Aug 18 11:53:17.479861 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5f1e1a9a-5fce-4f7b-8dee-5dfcc74f7854 req-af9368cb-42de-4c0a-84d6-874d4101a0b2 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] 10.222.0.66 "GET /v2.0/quotas/188bebbd8f564ea0bbe77621cda4023c HTTP/1.1" status: 200 len: 375 time: 0.0224996 Aug 18 11:53:17.484825 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-49dc02ed-c6e3-4376-a2ed-8faad9864865 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:17.516207 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-94f98b0f-e39d-4f61-bcaf-689e99c5755b admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:17.526611 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 11:53:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a760fd3-208f-4778-b52a-b4a9912118bb x-openstack-request-id: req-7a760fd3-208f-4778-b52a-b4a9912118bb {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:53:17.526907 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1469cc12-450e-40ab-bf8a-017710f6636d", "name": "network-vif-deleted", "tag": "5a35dcab-591c-4a56-81cd-44fc201d7398", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:53:17.527158 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-7a760fd3-208f-4778-b52a-b4a9912118bb {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:53:17.527545 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1469cc12-450e-40ab-bf8a-017710f6636d', 'name': 'network-vif-deleted', 'tag': '5a35dcab-591c-4a56-81cd-44fc201d7398', 'status': 'completed', 'code': 200} Aug 18 11:53:17.547192 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-49dc02ed-c6e3-4376-a2ed-8faad9864865 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:17.584239 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5f1e1a9a-5fce-4f7b-8dee-5dfcc74f7854 req-ea2ed5b1-26f3-432f-a3fb-87a450fe5fa9 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=188bebbd8f564ea0bbe77621cda4023c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0903075 Aug 18 11:53:17.675703 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-49dc02ed-c6e3-4376-a2ed-8faad9864865 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:17.678202 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-49dc02ed-c6e3-4376-a2ed-8faad9864865 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:17.679331 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-49dc02ed-c6e3-4376-a2ed-8faad9864865 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/5b11dc9e-d2ed-4228-a778-1816caa9bcd9 HTTP/1.1" status: 204 len: 168 time: 0.3240249 Aug 18 11:53:17.713648 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dc02ed-c6e3-4376-a2ed-8faad9864865 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b11dc9e-d2ed-4228-a778-1816caa9bcd9,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:53:17.715586 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-94f98b0f-e39d-4f61-bcaf-689e99c5755b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:17.728438 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-94f98b0f-e39d-4f61-bcaf-689e99c5755b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:17.757495 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a3fea1b7-44e1-43af-8b52-1b771a8bd745 req-eff9c705-e617-4113-ac27-ae80c9bfcbfd service neutron] 10.222.0.63 "GET /v2.0/ports/0445fa07-f6ac-4102-95b8-c319b96af519/bindings/n-h2-804985-2 HTTP/1.1" status: 200 len: 384 time: 0.1143806 Aug 18 11:53:17.759340 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5f1e1a9a-5fce-4f7b-8dee-5dfcc74f7854 req-1018caf9-e87e-45ce-9c3a-89cc79b1eeeb service neutron] 10.222.0.66 "GET /v2.0/networks/f2b8460a-d20a-4d24-a458-477b4502f48c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643493 Aug 18 11:53:17.801544 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0a7188aa-df5f-4784-9c14-cc662435938b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:17.820066 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 48792) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:53:17.848994 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-94f98b0f-e39d-4f61-bcaf-689e99c5755b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=7ca207cb1c81457089ebb9aa20e2f15c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4997306 Aug 18 11:53:17.850353 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7188aa-df5f-4784-9c14-cc662435938b admin admin] Pushing event deleted for resources: {'Port': ['ID=97a7cbef-b800-4f34-9405-d604ffc1a3c9,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:53:17.853053 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 48794) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:53:17.854993 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f98b0f-e39d-4f61-bcaf-689e99c5755b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e83882c-dc9f-440a-bb56-792b3f80b9dc,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:53:17.965239 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5f1e1a9a-5fce-4f7b-8dee-5dfcc74f7854 req-fd4fa494-8aba-4522-88ab-9abd3e842671 service neutron] 10.222.0.66 "GET /v2.0/networks/f2b8460a-d20a-4d24-a458-477b4502f48c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1972685 Aug 18 11:53:18.165999 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-bddb48eb-5b16-4785-b2d0-a58a699d3555 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:18.166812 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-a3fea1b7-44e1-43af-8b52-1b771a8bd745 req-58346fec-f27d-415b-a157-e427f8c302a4 service neutron] For port 0445fa07-f6ac-4102-95b8-c319b96af519, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=0445fa07-f6ac-4102-95b8-c319b96af519,segment=NetworkSegment(0622c33d-7d5a-4968-950b-edb53be5f858),segment_id=0622c33d-7d5a-4968-950b-edb53be5f858)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:53:18.236215 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-bddb48eb-5b16-4785-b2d0-a58a699d3555 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:18.236532 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-a3fea1b7-44e1-43af-8b52-1b771a8bd745 req-58346fec-f27d-415b-a157-e427f8c302a4 service neutron] For port 0445fa07-f6ac-4102-95b8-c319b96af519, host n-h1-804985-2, cleared binding levels {{(pid=106252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 11:53:18.268122 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0a7188aa-df5f-4784-9c14-cc662435938b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953695'] for router_interface, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:18.307743 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-55e78fb1-4918-4f5c-bfaf-ce07fad03285 req-e51a090d-3f62-4e17-b0d5-1f66a598d2ee tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] 10.222.0.66 "GET /v2.0/ports?device_id=8fd5ea8f-178b-40e4-8012-09188cab4234 HTTP/1.1" status: 200 len: 210 time: 0.0724990 Aug 18 11:53:18.320576 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a6f81d-ff18-4de7-9f4b-3dab755e35e5 req-84954601-ad18-4005-b570-7e7e222a9194 tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:18.322074 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e9a6f81d-ff18-4de7-9f4b-3dab755e35e5 req-84954601-ad18-4005-b570-7e7e222a9194 tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] 10.222.0.66 "GET /v2.0/ports?device_id=1776ccfc-79c3-4dd2-9d3e-5b7e075004d6 HTTP/1.1" status: 200 len: 950 time: 0.1736796 Aug 18 11:53:18.327251 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [req-a3fea1b7-44e1-43af-8b52-1b771a8bd745 req-58346fec-f27d-415b-a157-e427f8c302a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0445fa07-f6ac-4102-95b8-c319b96af519 {{(pid=106252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 11:53:18.337989 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-7898f5cd-4202-4c66-b29b-60bdfb5b4d31 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=19dcd4f16c6144bda3d7f65b1859b045&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4869463 Aug 18 11:53:18.339122 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 48816) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:53:18.345662 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-a3fea1b7-44e1-43af-8b52-1b771a8bd745 req-58346fec-f27d-415b-a157-e427f8c302a4 service neutron] For port 0445fa07-f6ac-4102-95b8-c319b96af519, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=0445fa07-f6ac-4102-95b8-c319b96af519,segment=NetworkSegment(0622c33d-7d5a-4968-950b-edb53be5f858),segment_id=0622c33d-7d5a-4968-950b-edb53be5f858)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:53:18.376284 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-a3fea1b7-44e1-43af-8b52-1b771a8bd745 req-58346fec-f27d-415b-a157-e427f8c302a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:18.401103 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e9a6f81d-ff18-4de7-9f4b-3dab755e35e5 req-3565f8db-5116-4b62-95e8-0ce22c2f365a tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] 10.222.0.66 "GET /v2.0/security-groups?id=e54286de-dd7f-4b20-9f74-4a71262d523b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575724 Aug 18 11:53:18.433928 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-bddb48eb-5b16-4785-b2d0-a58a699d3555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:18.437344 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-bddb48eb-5b16-4785-b2d0-a58a699d3555 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:18.438561 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-bddb48eb-5b16-4785-b2d0-a58a699d3555 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0e83882c-dc9f-440a-bb56-792b3f80b9dc HTTP/1.1" status: 204 len: 168 time: 0.5844052 Aug 18 11:53:18.464259 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddb48eb-5b16-4785-b2d0-a58a699d3555 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e83882c-dc9f-440a-bb56-792b3f80b9dc,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:53:18.488499 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-104c2f6a-91ce-4a8f-9752-3d8d4afda5c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:18.507195 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [req-a3fea1b7-44e1-43af-8b52-1b771a8bd745 req-58346fec-f27d-415b-a157-e427f8c302a4 service neutron] Transition to ACTIVE for port object 0445fa07-f6ac-4102-95b8-c319b96af519 will not be triggered until provisioned by entity L2. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 11:53:18.520530 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-d1866179-8dc4-4452-aeff-b4844f6711bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:18.521029 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-a3fea1b7-44e1-43af-8b52-1b771a8bd745 req-58346fec-f27d-415b-a157-e427f8c302a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:18.577430 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-104c2f6a-91ce-4a8f-9752-3d8d4afda5c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:18.621543 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3fea1b7-44e1-43af-8b52-1b771a8bd745 req-58346fec-f27d-415b-a157-e427f8c302a4 service neutron] No DVR routers for this DVR port 0445fa07-f6ac-4102-95b8-c319b96af519 on host n-h1-804985-2 {{(pid=106252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 11:53:18.639741 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58346fec-f27d-415b-a157-e427f8c302a4 service neutron] Pushing event updated for resources: {'Port': ['ID=0445fa07-f6ac-4102-95b8-c319b96af519,revision_number=10']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:53:18.681136 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a3fea1b7-44e1-43af-8b52-1b771a8bd745 req-58346fec-f27d-415b-a157-e427f8c302a4 service neutron] 10.222.0.63 "PUT /v2.0/ports/0445fa07-f6ac-4102-95b8-c319b96af519/bindings/n-h2-804985-2/activate HTTP/1.1" status: 200 len: 369 time: 0.9144063 Aug 18 11:53:18.690496 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222649c8-234a-450d-bd1f-f46f9ba81b6a req-a4e58de5-b93d-4c6a-a986-3779e57e320e tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:18.698789 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-222649c8-234a-450d-bd1f-f46f9ba81b6a req-a4e58de5-b93d-4c6a-a986-3779e57e320e tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.66 "GET /v2.0/ports?device_id=299ceda3-c4a0-49c1-aee9-18af9311377d HTTP/1.1" status: 200 len: 944 time: 0.0897710 Aug 18 11:53:18.748827 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-222649c8-234a-450d-bd1f-f46f9ba81b6a req-7fa5972a-49cf-43d6-a037-50da6209d286 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.66 "GET /v2.0/security-groups?id=fecad5ed-08b4-4db8-8e35-9a1fb2f01a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486832 Aug 18 11:53:18.781991 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-104c2f6a-91ce-4a8f-9752-3d8d4afda5c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:18.784741 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-104c2f6a-91ce-4a8f-9752-3d8d4afda5c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:18.788257 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-104c2f6a-91ce-4a8f-9752-3d8d4afda5c9 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/71ee6bcb-0570-47fe-80e4-c3b5be85e845 HTTP/1.1" status: 204 len: 168 time: 0.4458718 Aug 18 11:53:18.802650 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a7188aa-df5f-4784-9c14-cc662435938b admin admin] Router e83f3887-de40-4269-a82d-fa428ffe32d9 has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 11:53:18.812952 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104c2f6a-91ce-4a8f-9752-3d8d4afda5c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71ee6bcb-0570-47fe-80e4-c3b5be85e845,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:53:18.844528 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fea1b7-44e1-43af-8b52-1b771a8bd745 req-f787b1d1-0856-48bf-8da3-2c5fd04515d5 tempest-LiveAutoBlockMigrationV225Test-1799299027 tempest-LiveAutoBlockMigrationV225Test-1799299027-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:18.845432 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-a3fea1b7-44e1-43af-8b52-1b771a8bd745 req-f787b1d1-0856-48bf-8da3-2c5fd04515d5 tempest-LiveAutoBlockMigrationV225Test-1799299027 tempest-LiveAutoBlockMigrationV225Test-1799299027-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=299ceda3-c4a0-49c1-aee9-18af9311377d&tenant_id=3bd2664269674b678c41aeb663f1f43e&binding%3Ahost_id=n-h1-804985-2 HTTP/1.1" status: 200 len: 1095 time: 0.0775545 Aug 18 11:53:18.856120 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 0445fa07-f6ac-4102-95b8-c319b96af519 no longer exists at agent hyperv_n-h1-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 11:53:18.944170 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 0445fa07-f6ac-4102-95b8-c319b96af519 not bound to the agent host n-h1-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 11:53:18.946267 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 5a35dcab-591c-4a56-81cd-44fc201d7398 no longer exists at agent hyperv_n-h1-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 11:53:18.971230 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] No Port match for: 5a35dcab-591c-4a56-81cd-44fc201d7398 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 11:53:18.971832 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 5a35dcab-591c-4a56-81cd-44fc201d7398 not bound to the agent host n-h1-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 11:53:19.009190 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fea1b7-44e1-43af-8b52-1b771a8bd745 req-09eccfa6-b740-4c1a-8c3d-2edb4e042bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:19.010672 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-a3fea1b7-44e1-43af-8b52-1b771a8bd745 req-09eccfa6-b740-4c1a-8c3d-2edb4e042bab service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=299ceda3-c4a0-49c1-aee9-18af9311377d&tenant_id=3bd2664269674b678c41aeb663f1f43e HTTP/1.1" status: 200 len: 1095 time: 0.1292145 Aug 18 11:53:19.066313 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a7188aa-df5f-4784-9c14-cc662435938b admin admin] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 11:53:19.076840 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c457a81-e127-49f9-8618-ef541072329f None None] Sync routers for ids ['e83f3887-de40-4269-a82d-fa428ffe32d9'] in n-d-804985-2 {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 11:53:19.097442 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-0a7188aa-df5f-4784-9c14-cc662435938b admin admin] 10.222.0.66 "PUT /v2.0/routers/e83f3887-de40-4269-a82d-fa428ffe32d9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5816658 Aug 18 11:53:19.099881 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 48846) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:53:19.125898 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fea1b7-44e1-43af-8b52-1b771a8bd745 req-36159a2a-3622-4f34-ac86-5fd197c1631b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:19.127849 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-a3fea1b7-44e1-43af-8b52-1b771a8bd745 req-36159a2a-3622-4f34-ac86-5fd197c1631b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3bd2664269674b678c41aeb663f1f43e&device_id=299ceda3-c4a0-49c1-aee9-18af9311377d HTTP/1.1" status: 200 len: 1095 time: 0.0772066 Aug 18 11:53:19.263811 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fea1b7-44e1-43af-8b52-1b771a8bd745 req-ce48d757-56cc-4787-a434-9862081748c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:19.265687 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-a3fea1b7-44e1-43af-8b52-1b771a8bd745 req-ce48d757-56cc-4787-a434-9862081748c5 service neutron] 10.222.0.62 "GET /v2.0/networks?id=f471d7de-70da-4549-acfc-45017b3843ff HTTP/1.1" status: 200 len: 922 time: 0.1296844 Aug 18 11:53:19.275050 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c457a81-e127-49f9-8618-ef541072329f None None] Routers {'e83f3887-de40-4269-a82d-fa428ffe32d9'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 11:53:19.276104 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-9c457a81-e127-49f9-8618-ef541072329f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T11:52:51Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['e83f3887-de40-4269-a82d-fa428ffe32d9'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:53:19.306316 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8b1f2c72-5c22-46be-b345-cfaf1f6ffcfc admin admin] Notify callbacks [] for router, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:19.355831 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-a3fea1b7-44e1-43af-8b52-1b771a8bd745 req-d5f18865-4d0d-4138-a639-997b6e0ed0e3 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0445fa07-f6ac-4102-95b8-c319b96af519 HTTP/1.1" status: 200 len: 217 time: 0.0708146 Aug 18 11:53:19.417285 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-9c457a81-e127-49f9-8618-ef541072329f None None] Set router e83f3887-de40-4269-a82d-fa428ffe32d9 gateway port host: n-d-804985-2 {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 11:53:19.472286 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fea1b7-44e1-43af-8b52-1b771a8bd745 req-46786188-6b6a-441b-ba4e-1b0df1bfa883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:19.475960 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-a3fea1b7-44e1-43af-8b52-1b771a8bd745 req-46786188-6b6a-441b-ba4e-1b0df1bfa883 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=16b84496-6d9e-4d8c-9087-8e81549f7d75 HTTP/1.1" status: 200 len: 861 time: 0.1121645 Aug 18 11:53:19.519284 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-a3fea1b7-44e1-43af-8b52-1b771a8bd745 req-c8909409-567d-47d6-876d-22f6d85c2719 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f471d7de-70da-4549-acfc-45017b3843ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312583 Aug 18 11:53:19.548840 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 48860) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:53:19.551823 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c0eb4e46-2e4a-4572-982a-ce3777d7b17f req-b648e489-4b8b-41e4-9580-af1f976dac03 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] 10.222.0.66 "GET /v2.0/ports?device_id=8fd5ea8f-178b-40e4-8012-09188cab4234 HTTP/1.1" status: 200 len: 210 time: 0.0654211 Aug 18 11:53:19.614658 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8b1f2c72-5c22-46be-b345-cfaf1f6ffcfc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:19.627704 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a95d028-9bf7-4b23-9da1-7a61f3fffa2c req-673e456c-397c-4913-920d-2346031abd90 tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:19.629680 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2a95d028-9bf7-4b23-9da1-7a61f3fffa2c req-673e456c-397c-4913-920d-2346031abd90 tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] 10.222.0.66 "GET /v2.0/ports?device_id=1776ccfc-79c3-4dd2-9d3e-5b7e075004d6 HTTP/1.1" status: 200 len: 950 time: 0.0941355 Aug 18 11:53:19.651098 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-cd4e251d-0881-4cda-8f55-db9bcde1380e admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:19.732803 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-a3fea1b7-44e1-43af-8b52-1b771a8bd745 req-321f8528-fedd-4eba-b40f-b6b7719d2522 service neutron] 10.222.0.62 "GET /v2.0/networks/f471d7de-70da-4549-acfc-45017b3843ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2043054 Aug 18 11:53:19.776545 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-9c457a81-e127-49f9-8618-ef541072329f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e83f3887-de40-4269-a82d-fa428ffe32d9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-531979573-router', 'tenant_id': '418eca027897477eaef8184aa03877a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.138'}], 'enable_snat': True}, 'gw_port_id': '3b420e0d-f80d-4aa2-b155-862be39bae18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T11:52:25Z', 'updated_at': '2021-08-18T11:53:17Z', 'revision_number': 5, 'project_id': '418eca027897477eaef8184aa03877a6', 'gw_port': {'id': '3b420e0d-f80d-4aa2-b155-862be39bae18', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:ab:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83f3887-de40-4269-a82d-fa428ffe32d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:52:26Z', 'updated_at': '2021-08-18T11:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:53:19.866777 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c457a81-e127-49f9-8618-ef541072329f None None] Checking router: e83f3887-de40-4269-a82d-fa428ffe32d9 for host: n-d-804985-2 {{(pid=106254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 11:53:19.894414 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2a95d028-9bf7-4b23-9da1-7a61f3fffa2c req-78f80534-0d4b-4a62-88fe-850b6097afae tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] 10.222.0.66 "GET /v2.0/security-groups?id=e54286de-dd7f-4b20-9f74-4a71262d523b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2562404 Aug 18 11:53:19.905948 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-a3fea1b7-44e1-43af-8b52-1b771a8bd745 req-43514971-6a72-49da-b07a-b7d8df146993 service neutron] 10.222.0.62 "GET /v2.0/networks/f471d7de-70da-4549-acfc-45017b3843ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643672 Aug 18 11:53:19.908074 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c457a81-e127-49f9-8618-ef541072329f None None] Routers {'e83f3887-de40-4269-a82d-fa428ffe32d9'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 11:53:19.916605 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-9c457a81-e127-49f9-8618-ef541072329f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T11:52:51Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['e83f3887-de40-4269-a82d-fa428ffe32d9'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:53:19.926470 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-cd4e251d-0881-4cda-8f55-db9bcde1380e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:19.938073 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-cd4e251d-0881-4cda-8f55-db9bcde1380e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:20.019819 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1e1a9a-5fce-4f7b-8dee-5dfcc74f7854 req-2af73873-152a-4343-aafe-e92e786e0404 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:20.022746 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5f1e1a9a-5fce-4f7b-8dee-5dfcc74f7854 req-2af73873-152a-4343-aafe-e92e786e0404 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] 10.222.0.63 "GET /v2.0/networks?id=f2b8460a-d20a-4d24-a458-477b4502f48c HTTP/1.1" status: 200 len: 808 time: 0.3291638 Aug 18 11:53:20.030278 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-cd4e251d-0881-4cda-8f55-db9bcde1380e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=7ba4d5c7e1564b58a1299f27228cfa75&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4799387 Aug 18 11:53:20.037405 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 48874) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:53:20.049186 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4e251d-0881-4cda-8f55-db9bcde1380e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e8c74b7-69cf-4612-836e-60e23b0850a8,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:53:20.063809 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4e251d-0881-4cda-8f55-db9bcde1380e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:53:20.064208 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4e251d-0881-4cda-8f55-db9bcde1380e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:53:20.064538 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4e251d-0881-4cda-8f55-db9bcde1380e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:53:20.064870 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4e251d-0881-4cda-8f55-db9bcde1380e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:53:20.065192 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4e251d-0881-4cda-8f55-db9bcde1380e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:53:20.065513 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4e251d-0881-4cda-8f55-db9bcde1380e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:53:20.065828 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4e251d-0881-4cda-8f55-db9bcde1380e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:53:20.066148 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4e251d-0881-4cda-8f55-db9bcde1380e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:53:20.066459 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4e251d-0881-4cda-8f55-db9bcde1380e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:53:20.067243 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-8b1f2c72-5c22-46be-b345-cfaf1f6ffcfc admin admin] Deleting port 3b420e0d-f80d-4aa2-b155-862be39bae18 {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 11:53:20.067574 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8b1f2c72-5c22-46be-b345-cfaf1f6ffcfc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:20.068597 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4e251d-0881-4cda-8f55-db9bcde1380e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:53:20.068946 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4e251d-0881-4cda-8f55-db9bcde1380e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:53:20.069271 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4e251d-0881-4cda-8f55-db9bcde1380e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:53:20.090779 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-5f1e1a9a-5fce-4f7b-8dee-5dfcc74f7854 req-aeee3524-22ea-40ef-94ca-49dca8368f0e tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] Request body: {'port': {'device_id': '8fd5ea8f-178b-40e4-8012-09188cab4234', 'network_id': 'f2b8460a-d20a-4d24-a458-477b4502f48c', 'admin_state_up': True, 'tenant_id': '188bebbd8f564ea0bbe77621cda4023c'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:53:20.123916 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-9c457a81-e127-49f9-8618-ef541072329f None None] Set router e83f3887-de40-4269-a82d-fa428ffe32d9 gateway port host: None {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 11:53:20.185803 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-85af5698-fb95-4fa7-b27f-38304c15aabc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:20.195948 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-9c457a81-e127-49f9-8618-ef541072329f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e83f3887-de40-4269-a82d-fa428ffe32d9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-531979573-router', 'tenant_id': '418eca027897477eaef8184aa03877a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T11:52:25Z', 'updated_at': '2021-08-18T11:53:19Z', 'revision_number': 6, 'project_id': '418eca027897477eaef8184aa03877a6', 'gw_port_host': None}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:53:20.224007 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c457a81-e127-49f9-8618-ef541072329f None None] The sync data for ids ['e83f3887-de40-4269-a82d-fa428ffe32d9'] in n-d-804985-2 is: [{'id': 'e83f3887-de40-4269-a82d-fa428ffe32d9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-531979573-router', 'tenant_id': '418eca027897477eaef8184aa03877a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T11:52:25Z', 'updated_at': '2021-08-18T11:53:19Z', 'revision_number': 6, 'project_id': '418eca027897477eaef8184aa03877a6', 'gw_port_host': None}] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 11:53:20.246630 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-85af5698-fb95-4fa7-b27f-38304c15aabc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:20.268964 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511d9cae-b4dd-42b6-bb6f-abb834f34a70 req-217b6934-d05a-4e76-930a-2c93c576f0d6 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:20.276454 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-511d9cae-b4dd-42b6-bb6f-abb834f34a70 req-217b6934-d05a-4e76-930a-2c93c576f0d6 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.66 "GET /v2.0/ports?device_id=299ceda3-c4a0-49c1-aee9-18af9311377d HTTP/1.1" status: 200 len: 944 time: 0.3234136 Aug 18 11:53:20.323515 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fea1b7-44e1-43af-8b52-1b771a8bd745 req-4392b854-a9a2-495d-aee7-0466bc19b737 tempest-LiveAutoBlockMigrationV225Test-1799299027 tempest-LiveAutoBlockMigrationV225Test-1799299027-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:20.325481 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-a3fea1b7-44e1-43af-8b52-1b771a8bd745 req-4392b854-a9a2-495d-aee7-0466bc19b737 tempest-LiveAutoBlockMigrationV225Test-1799299027 tempest-LiveAutoBlockMigrationV225Test-1799299027-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=299ceda3-c4a0-49c1-aee9-18af9311377d&tenant_id=3bd2664269674b678c41aeb663f1f43e&binding%3Ahost_id=n-h2-804985-2 HTTP/1.1" status: 200 len: 1095 time: 0.1277418 Aug 18 11:53:20.348572 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-85af5698-fb95-4fa7-b27f-38304c15aabc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:20.351638 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-85af5698-fb95-4fa7-b27f-38304c15aabc admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:20.357536 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-85af5698-fb95-4fa7-b27f-38304c15aabc admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/5e8c74b7-69cf-4612-836e-60e23b0850a8 HTTP/1.1" status: 204 len: 168 time: 0.3180196 Aug 18 11:53:20.378087 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-511d9cae-b4dd-42b6-bb6f-abb834f34a70 req-363cec8b-9efe-4945-9257-cae33e438fc7 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.66 "GET /v2.0/security-groups?id=fecad5ed-08b4-4db8-8e35-9a1fb2f01a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925002 Aug 18 11:53:20.395167 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [None req-8b1f2c72-5c22-46be-b345-cfaf1f6ffcfc admin admin] For port 3b420e0d-f80d-4aa2-b155-862be39bae18, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=3b420e0d-f80d-4aa2-b155-862be39bae18,segment=NetworkSegment(c5a3db9d-5c58-41b1-9177-d5787a597b78),segment_id=c5a3db9d-5c58-41b1-9177-d5787a597b78)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:53:20.395840 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8b1f2c72-5c22-46be-b345-cfaf1f6ffcfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:20.397638 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85af5698-fb95-4fa7-b27f-38304c15aabc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e8c74b7-69cf-4612-836e-60e23b0850a8,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:53:20.427984 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-8b1f2c72-5c22-46be-b345-cfaf1f6ffcfc admin admin] Calling delete_port for 3b420e0d-f80d-4aa2-b155-862be39bae18 owned by network:router_gateway {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 11:53:20.481309 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 48890) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:53:20.490371 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f1e1a9a-5fce-4f7b-8dee-5dfcc74f7854 req-aeee3524-22ea-40ef-94ca-49dca8368f0e tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] Made reservation on behalf of 188bebbd8f564ea0bbe77621cda4023c for: {'port': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 11:53:20.494016 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-5f1e1a9a-5fce-4f7b-8dee-5dfcc74f7854 req-aeee3524-22ea-40ef-94ca-49dca8368f0e tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:20.518401 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-a3fea1b7-44e1-43af-8b52-1b771a8bd745 req-99ff0f65-043a-43ca-9fc4-a595a7058d5f service neutron] For port 0445fa07-f6ac-4102-95b8-c319b96af519, host n-h1-804985-2, cleared binding levels {{(pid=106253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 11:53:20.523361 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-a3fea1b7-44e1-43af-8b52-1b771a8bd745 req-99ff0f65-043a-43ca-9fc4-a595a7058d5f service neutron] Notify callbacks [] for binding, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:20.524429 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-a3fea1b7-44e1-43af-8b52-1b771a8bd745 req-99ff0f65-043a-43ca-9fc4-a595a7058d5f service neutron] 10.222.0.62 "DELETE /v2.0/ports/0445fa07-f6ac-4102-95b8-c319b96af519/bindings/n-h1-804985-2 HTTP/1.1" status: 204 len: 173 time: 0.1888909 Aug 18 11:53:20.710883 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-80bf54bb-1ade-4ddf-978a-c2bec26ff0fc req-e2739c11-6bca-4dfb-b5ee-2e63555a13be tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] 10.222.0.66 "GET /v2.0/ports?device_id=8fd5ea8f-178b-40e4-8012-09188cab4234 HTTP/1.1" status: 200 len: 210 time: 0.0808613 Aug 18 11:53:20.805778 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [req-5f1e1a9a-5fce-4f7b-8dee-5dfcc74f7854 req-aeee3524-22ea-40ef-94ca-49dca8368f0e tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] Allocated IP 172.20.0.4 (f2b8460a-d20a-4d24-a458-477b4502f48c/a97adc7a-3cde-4d27-baf4-adb6fa582445/93bbe875-2e51-465e-8794-e89d18f614c1) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 11:53:20.834766 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-89846b18-64ad-4c81-9deb-a5d9a9486f11 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1797256714-network', 'tenant_id': '72b8902517244a1ca86567bff576d2b2'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:53:20.883597 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8b1f2c72-5c22-46be-b345-cfaf1f6ffcfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:20.917968 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1f2c72-5c22-46be-b345-cfaf1f6ffcfc admin admin] Pushing event deleted for resources: {'Port': ['ID=3b420e0d-f80d-4aa2-b155-862be39bae18,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:53:20.926646 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89846b18-64ad-4c81-9deb-a5d9a9486f11 admin admin] Made reservation on behalf of 72b8902517244a1ca86567bff576d2b2 for: {'network': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 11:53:20.940149 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-89846b18-64ad-4c81-9deb-a5d9a9486f11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for network, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:20.965106 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1f2c72-5c22-46be-b345-cfaf1f6ffcfc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:53:20.965437 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1f2c72-5c22-46be-b345-cfaf1f6ffcfc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:53:20.965827 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1f2c72-5c22-46be-b345-cfaf1f6ffcfc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:53:20.966090 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1f2c72-5c22-46be-b345-cfaf1f6ffcfc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:53:20.966414 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1f2c72-5c22-46be-b345-cfaf1f6ffcfc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:53:20.966944 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1f2c72-5c22-46be-b345-cfaf1f6ffcfc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:53:20.967311 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1f2c72-5c22-46be-b345-cfaf1f6ffcfc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:53:20.968184 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1f2c72-5c22-46be-b345-cfaf1f6ffcfc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:53:20.968288 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1f2c72-5c22-46be-b345-cfaf1f6ffcfc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:53:20.968651 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1f2c72-5c22-46be-b345-cfaf1f6ffcfc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:53:20.968972 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1f2c72-5c22-46be-b345-cfaf1f6ffcfc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:53:20.969285 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1f2c72-5c22-46be-b345-cfaf1f6ffcfc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:53:20.989807 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-89846b18-64ad-4c81-9deb-a5d9a9486f11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:20.992437 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-036339ba-fb49-4ca2-ad4c-5509488bc7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:21.193460 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8b1f2c72-5c22-46be-b345-cfaf1f6ffcfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-997271'] for router_gateway, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:21.227885 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571d52a3-d9d2-455c-915b-fba727591b17 req-78727709-1446-41f7-a306-50b573a359df tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:21.229457 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-571d52a3-d9d2-455c-915b-fba727591b17 req-78727709-1446-41f7-a306-50b573a359df tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] 10.222.0.66 "GET /v2.0/ports?device_id=1776ccfc-79c3-4dd2-9d3e-5b7e075004d6 HTTP/1.1" status: 200 len: 950 time: 0.2372169 Aug 18 11:53:21.359571 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:21.383807 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-5f1e1a9a-5fce-4f7b-8dee-5dfcc74f7854 req-aeee3524-22ea-40ef-94ca-49dca8368f0e tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:21.398770 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8b1f2c72-5c22-46be-b345-cfaf1f6ffcfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-996004', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15859'] for router, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:21.404829 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8b1f2c72-5c22-46be-b345-cfaf1f6ffcfc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:21.508833 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-571d52a3-d9d2-455c-915b-fba727591b17 req-9ebc5d9c-5eae-4a73-95a4-3684812d20dc tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] 10.222.0.66 "GET /v2.0/security-groups?id=e54286de-dd7f-4b20-9f74-4a71262d523b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973560 Aug 18 11:53:21.517238 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8b1f2c72-5c22-46be-b345-cfaf1f6ffcfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-996061'] for router, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:21.517787 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b1f2c72-5c22-46be-b345-cfaf1f6ffcfc admin admin] Fanout notify agent at l3_agent the message router_deleted on router e83f3887-de40-4269-a82d-fa428ffe32d9 {{(pid=106252) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 11:53:21.529527 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8b1f2c72-5c22-46be-b345-cfaf1f6ffcfc admin admin] Notify callbacks [] for router, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:21.530605 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-8b1f2c72-5c22-46be-b345-cfaf1f6ffcfc admin admin] 10.222.0.66 "DELETE /v2.0/routers/e83f3887-de40-4269-a82d-fa428ffe32d9 HTTP/1.1" status: 204 len: 168 time: 2.4295263 Aug 18 11:53:21.534654 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 48942) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:53:21.600796 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2a38e2e-59d1-4d6e-a5e0-a2f8e7a2d641 admin admin] Deleting subnet 85ef9a5e-4eda-4f20-b92b-37688a4f44c0 {{(pid=106253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 11:53:21.606109 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c2a38e2e-59d1-4d6e-a5e0-a2f8e7a2d641 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:21.665217 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c2a38e2e-59d1-4d6e-a5e0-a2f8e7a2d641 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:21.879820 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 3b420e0d-f80d-4aa2-b155-862be39bae18 no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 11:53:21.938664 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: 3b420e0d-f80d-4aa2-b155-862be39bae18 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 11:53:21.939822 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 3b420e0d-f80d-4aa2-b155-862be39bae18 not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 11:53:21.940586 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 97a7cbef-b800-4f34-9405-d604ffc1a3c9 no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 11:53:21.961635 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-89846b18-64ad-4c81-9deb-a5d9a9486f11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:21.972692 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: 97a7cbef-b800-4f34-9405-d604ffc1a3c9 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 11:53:21.973395 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-89846b18-64ad-4c81-9deb-a5d9a9486f11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:21.974044 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 97a7cbef-b800-4f34-9405-d604ffc1a3c9 not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 11:53:21.988502 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-5f1e1a9a-5fce-4f7b-8dee-5dfcc74f7854 req-aeee3524-22ea-40ef-94ca-49dca8368f0e tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:22.023522 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-53584c24-f517-494e-ac93-c18bb92373f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:22.026831 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89846b18-64ad-4c81-9deb-a5d9a9486f11 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 825} {{(pid=106252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 11:53:22.083344 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad06c08-8312-4f28-9ef8-26a6cc98b07e req-0d37f98f-07e4-44ba-9ef3-6c1bd5cbfca4 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:22.084867 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c2a38e2e-59d1-4d6e-a5e0-a2f8e7a2d641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:22.085755 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5ad06c08-8312-4f28-9ef8-26a6cc98b07e req-0d37f98f-07e4-44ba-9ef3-6c1bd5cbfca4 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.66 "GET /v2.0/ports?device_id=299ceda3-c4a0-49c1-aee9-18af9311377d HTTP/1.1" status: 200 len: 944 time: 0.1685596 Aug 18 11:53:22.090804 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f1e1a9a-5fce-4f7b-8dee-5dfcc74f7854 req-aeee3524-22ea-40ef-94ca-49dca8368f0e tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] Network f2b8460a-d20a-4d24-a458-477b4502f48c is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 11:53:22.115473 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [req-5f1e1a9a-5fce-4f7b-8dee-5dfcc74f7854 req-aeee3524-22ea-40ef-94ca-49dca8368f0e tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:53:22.122319 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f1e1a9a-5fce-4f7b-8dee-5dfcc74f7854 req-aeee3524-22ea-40ef-94ca-49dca8368f0e tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 11:53:22.150340 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89846b18-64ad-4c81-9deb-a5d9a9486f11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a0cf25f-7a4f-4eec-9daa-081df45eb4db,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:53:22.186959 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-89846b18-64ad-4c81-9deb-a5d9a9486f11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:22.187314 n-d-804985-2 neutron-server[106252]: INFO neutron.db.segments_db [None req-89846b18-64ad-4c81-9deb-a5d9a9486f11 admin admin] Added segment de35f490-159d-4f32-ba39-7fcc2c85f9d3 of type vlan for network 17b21726-ad58-4633-922c-414857af0af2 Aug 18 11:53:22.215670 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c2a38e2e-59d1-4d6e-a5e0-a2f8e7a2d641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for subnet, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:22.236506 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeee3524-22ea-40ef-94ca-49dca8368f0e tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] Pushing event updated for resources: {'Port': ['ID=93bbe875-2e51-465e-8794-e89d18f614c1,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:53:22.274020 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a38e2e-59d1-4d6e-a5e0-a2f8e7a2d641 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85ef9a5e-4eda-4f20-b92b-37688a4f44c0,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:53:22.280521 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c2a38e2e-59d1-4d6e-a5e0-a2f8e7a2d641 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:22.284228 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-c2a38e2e-59d1-4d6e-a5e0-a2f8e7a2d641 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/85ef9a5e-4eda-4f20-b92b-37688a4f44c0 HTTP/1.1" status: 204 len: 168 time: 0.7478113 Aug 18 11:53:22.284925 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 48960) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:53:22.304406 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1e1a9a-5fce-4f7b-8dee-5dfcc74f7854 req-aeee3524-22ea-40ef-94ca-49dca8368f0e tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:22.304785 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90486982-8cb5-4ddc-83c1-a17bbcf7ac6e None None] Network 749eed81-85ea-459e-b52c-5ef570769bbd requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 11:53:22.305072 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-5f1e1a9a-5fce-4f7b-8dee-5dfcc74f7854 req-aeee3524-22ea-40ef-94ca-49dca8368f0e tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:22.316918 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-89846b18-64ad-4c81-9deb-a5d9a9486f11 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789150665894'] for network, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:22.338833 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5ad06c08-8312-4f28-9ef8-26a6cc98b07e req-d9cde5c3-9b71-4a1b-920b-fd4bc123093b tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.66 "GET /v2.0/security-groups?id=fecad5ed-08b4-4db8-8e35-9a1fb2f01a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2425041 Aug 18 11:53:22.354384 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5f1e1a9a-5fce-4f7b-8dee-5dfcc74f7854 req-aeee3524-22ea-40ef-94ca-49dca8368f0e tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2933156 Aug 18 11:53:22.362704 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debc6322-1190-4961-81dc-8a0272104aeb req-b4a74c34-e163-4d69-813d-0d6ccd034aeb tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:22.369774 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-debc6322-1190-4961-81dc-8a0272104aeb req-b4a74c34-e163-4d69-813d-0d6ccd034aeb tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] 10.222.0.66 "GET /v2.0/ports?device_id=8fd5ea8f-178b-40e4-8012-09188cab4234 HTTP/1.1" status: 200 len: 931 time: 0.1788130 Aug 18 11:53:22.371709 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e5543fc5-1c1c-4dde-870e-e48500f4cbd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7904109'] for network, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:22.378616 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-5f1e1a9a-5fce-4f7b-8dee-5dfcc74f7854 req-edea1009-0ef7-4a1a-92a4-6e0d20490269 service neutron] Request body: {'port': {'device_id': '8fd5ea8f-178b-40e4-8012-09188cab4234', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804985-2'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:53:22.431719 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-89846b18-64ad-4c81-9deb-a5d9a9486f11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for network, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:22.433147 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89846b18-64ad-4c81-9deb-a5d9a9486f11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:22.433895 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-89846b18-64ad-4c81-9deb-a5d9a9486f11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for network, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:22.489221 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-e5543fc5-1c1c-4dde-870e-e48500f4cbd6 admin admin] Deleting port d2278658-78b8-4c84-81a5-9a3d74d5fcc3 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 11:53:22.489552 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e5543fc5-1c1c-4dde-870e-e48500f4cbd6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:22.525019 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89846b18-64ad-4c81-9deb-a5d9a9486f11 admin admin] Pushing event updated for resources: {'Network': ['ID=17b21726-ad58-4633-922c-414857af0af2,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:53:22.537072 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-debc6322-1190-4961-81dc-8a0272104aeb req-4ddc44a1-cf14-427a-a1fa-d6895768b519 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] 10.222.0.66 "GET /v2.0/security-groups?id=07aef7bb-6c11-4cb4-8594-c24180b5d811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663682 Aug 18 11:53:22.544950 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Network 17b21726-ad58-4633-922c-414857af0af2 details requested by agent ovs-agent-n-d-804985-2 with host n-d-804985-2 {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 11:53:22.564275 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [None req-e5543fc5-1c1c-4dde-870e-e48500f4cbd6 admin admin] For port d2278658-78b8-4c84-81a5-9a3d74d5fcc3, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=d2278658-78b8-4c84-81a5-9a3d74d5fcc3,segment=NetworkSegment(c3735a41-6260-4fc2-9ca3-d02b40deb984),segment_id=c3735a41-6260-4fc2-9ca3-d02b40deb984)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:53:22.564818 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e5543fc5-1c1c-4dde-870e-e48500f4cbd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:22.577935 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-e5543fc5-1c1c-4dde-870e-e48500f4cbd6 admin admin] Calling delete_port for d2278658-78b8-4c84-81a5-9a3d74d5fcc3 owned by network:dhcp {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 11:53:22.619833 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-89846b18-64ad-4c81-9deb-a5d9a9486f11 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.1367159 Aug 18 11:53:22.625719 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 48980) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:53:22.631263 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-d7f7fe3d-e7f0-4d06-a221-b9f8c96feb07 admin admin] Request body: {'subnet': {'network_id': '17b21726-ad58-4633-922c-414857af0af2', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1797256714-subnet', 'tenant_id': '72b8902517244a1ca86567bff576d2b2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:53:22.633740 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-5f1e1a9a-5fce-4f7b-8dee-5dfcc74f7854 req-edea1009-0ef7-4a1a-92a4-6e0d20490269 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:22.674518 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7f7fe3d-e7f0-4d06-a221-b9f8c96feb07 admin admin] Made reservation on behalf of 72b8902517244a1ca86567bff576d2b2 for: {'subnet': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 11:53:22.677093 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d7f7fe3d-e7f0-4d06-a221-b9f8c96feb07 admin admin] Notify callbacks [] for subnet, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:22.738380 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e24046f0-8eed-43cf-8cca-80474d6fc0fa None None] DHCP port deletion for 749eed81-85ea-459e-b52c-5ef570769bbd request from n-d-804985-2 {{(pid=106254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 11:53:22.740777 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e5543fc5-1c1c-4dde-870e-e48500f4cbd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:22.769723 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5543fc5-1c1c-4dde-870e-e48500f4cbd6 admin admin] No DVR routers for this DVR port d2278658-78b8-4c84-81a5-9a3d74d5fcc3 on host n-d-804985-2 {{(pid=106253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 11:53:22.815107 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5543fc5-1c1c-4dde-870e-e48500f4cbd6 admin admin] Pushing event deleted for resources: {'Port': ['ID=d2278658-78b8-4c84-81a5-9a3d74d5fcc3,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:53:22.898925 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e5543fc5-1c1c-4dde-870e-e48500f4cbd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8367869', 'neutron.services.segments.db._delete_segments_for_network-8789151212993'] for network, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:22.913867 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e5543fc5-1c1c-4dde-870e-e48500f4cbd6 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:53:22.914144 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e5543fc5-1c1c-4dde-870e-e48500f4cbd6 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:53:22.914900 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e5543fc5-1c1c-4dde-870e-e48500f4cbd6 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:53:22.915222 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e5543fc5-1c1c-4dde-870e-e48500f4cbd6 admin admin] Subscribe: > port after_create 55550000 {{(pid=106253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:53:22.915544 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e5543fc5-1c1c-4dde-870e-e48500f4cbd6 admin admin] Subscribe: > port after_delete 55550000 {{(pid=106253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:53:22.915865 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e5543fc5-1c1c-4dde-870e-e48500f4cbd6 admin admin] Subscribe: > port after_update 55550000 {{(pid=106253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:53:22.916171 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e5543fc5-1c1c-4dde-870e-e48500f4cbd6 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:53:22.916543 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e5543fc5-1c1c-4dde-870e-e48500f4cbd6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:53:22.916798 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e5543fc5-1c1c-4dde-870e-e48500f4cbd6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:53:22.917101 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e5543fc5-1c1c-4dde-870e-e48500f4cbd6 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:53:22.969212 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d52dbc6-0e1e-4ac7-b6d0-c89f32910f90 req-bbf08d3d-661d-4e4c-a45d-0f7af272e3bd tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:22.970724 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5d52dbc6-0e1e-4ac7-b6d0-c89f32910f90 req-bbf08d3d-661d-4e4c-a45d-0f7af272e3bd tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] 10.222.0.66 "GET /v2.0/ports?device_id=1776ccfc-79c3-4dd2-9d3e-5b7e075004d6 HTTP/1.1" status: 200 len: 950 time: 0.1453667 Aug 18 11:53:22.982383 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e5543fc5-1c1c-4dde-870e-e48500f4cbd6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:53:22.982532 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e5543fc5-1c1c-4dde-870e-e48500f4cbd6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:53:22.982820 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e5543fc5-1c1c-4dde-870e-e48500f4cbd6 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:53:22.983140 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e5543fc5-1c1c-4dde-870e-e48500f4cbd6 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106253) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 18 11:53:22.983499 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-e5543fc5-1c1c-4dde-870e-e48500f4cbd6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['749eed81-85ea-459e-b52c-5ef570769bbd']}} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:53:23.022573 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efa8d85-ad25-4fc2-9fa7-c845de7157ea req-117b72c6-31b6-486d-a48b-e140eaa320f7 tempest-LiveAutoBlockMigrationV225Test-1799299027 tempest-LiveAutoBlockMigrationV225Test-1799299027-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:23.023382 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-e5543fc5-1c1c-4dde-870e-e48500f4cbd6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3735a41-6260-4fc2-9ca3-d02b40deb984') {'for_net_delete': True} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:53:23.023674 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-e5543fc5-1c1c-4dde-870e-e48500f4cbd6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3735a41-6260-4fc2-9ca3-d02b40deb984') {} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:53:23.024132 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5efa8d85-ad25-4fc2-9fa7-c845de7157ea req-117b72c6-31b6-486d-a48b-e140eaa320f7 tempest-LiveAutoBlockMigrationV225Test-1799299027 tempest-LiveAutoBlockMigrationV225Test-1799299027-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=299ceda3-c4a0-49c1-aee9-18af9311377d HTTP/1.1" status: 200 len: 1095 time: 0.1013794 Aug 18 11:53:23.044993 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e5543fc5-1c1c-4dde-870e-e48500f4cbd6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789151225254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902236'] for segment, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:23.065062 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5d52dbc6-0e1e-4ac7-b6d0-c89f32910f90 req-d3d1b909-14a1-4e76-b384-ef579651634d tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] 10.222.0.66 "GET /v2.0/security-groups?id=e54286de-dd7f-4b20-9f74-4a71262d523b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859466 Aug 18 11:53:23.069265 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e5543fc5-1c1c-4dde-870e-e48500f4cbd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:23.097682 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5543fc5-1c1c-4dde-870e-e48500f4cbd6 admin admin] Releasing vlan 801 on physical network physnet1 to pool {{(pid=106253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 11:53:23.098102 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e5543fc5-1c1c-4dde-870e-e48500f4cbd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58900537'] for segment, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:23.102014 n-d-804985-2 neutron-server[106253]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 18 11:53:23.102014 n-d-804985-2 neutron-server[106253]: from cryptography.utils import int_from_bytes Aug 18 11:53:23.102014 n-d-804985-2 neutron-server[106253]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 18 11:53:23.102014 n-d-804985-2 neutron-server[106253]: from cryptography.utils import int_from_bytes Aug 18 11:53:23.102014 n-d-804985-2 neutron-server[106253]: Traceback (most recent call last): Aug 18 11:53:23.102014 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 11:53:23.102014 n-d-804985-2 neutron-server[106253]: timer() Aug 18 11:53:23.102014 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 11:53:23.102014 n-d-804985-2 neutron-server[106253]: cb(*args, **kw) Aug 18 11:53:23.102014 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 11:53:23.102014 n-d-804985-2 neutron-server[106253]: return func(*args, **kwargs) Aug 18 11:53:23.102014 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 11:53:23.102014 n-d-804985-2 neutron-server[106253]: self._notify() Aug 18 11:53:23.102014 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 11:53:23.102014 n-d-804985-2 neutron-server[106253]: self.callback(batched_events) Aug 18 11:53:23.102014 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 11:53:23.102014 n-d-804985-2 neutron-server[106253]: event.method(event) Aug 18 11:53:23.102014 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 11:53:23.102014 n-d-804985-2 neutron-server[106253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 11:53:23.102014 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 11:53:23.102014 n-d-804985-2 neutron-server[106253]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 11:53:23.102014 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 11:53:23.102014 n-d-804985-2 neutron-server[106253]: return f(self, *a, **k) Aug 18 11:53:23.102014 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 11:53:23.102014 n-d-804985-2 neutron-server[106253]: return self._get(url).json() Aug 18 11:53:23.102014 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 11:53:23.102014 n-d-804985-2 neutron-server[106253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 11:53:23.102014 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 11:53:23.102014 n-d-804985-2 neutron-server[106253]: return self.request(url, 'GET', **kwargs) Aug 18 11:53:23.102014 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 11:53:23.102014 n-d-804985-2 neutron-server[106253]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 11:53:23.102014 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 11:53:23.102014 n-d-804985-2 neutron-server[106253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 11:53:23.102014 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 11:53:23.102014 n-d-804985-2 neutron-server[106253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 11:53:23.102014 n-d-804985-2 neutron-server[106253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 11:53:23.120819 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5efa8d85-ad25-4fc2-9fa7-c845de7157ea req-942c22f1-19ce-410c-8c8a-3ebd5aa0a9cb tempest-LiveAutoBlockMigrationV225Test-1799299027 tempest-LiveAutoBlockMigrationV225Test-1799299027-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=fecad5ed-08b4-4db8-8e35-9a1fb2f01a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881586 Aug 18 11:53:23.133181 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [req-5f1e1a9a-5fce-4f7b-8dee-5dfcc74f7854 req-edea1009-0ef7-4a1a-92a4-6e0d20490269 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93bbe875-2e51-465e-8794-e89d18f614c1 {{(pid=106252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 11:53:23.147462 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-5f1e1a9a-5fce-4f7b-8dee-5dfcc74f7854 req-edea1009-0ef7-4a1a-92a4-6e0d20490269 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:23.163316 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [req-5f1e1a9a-5fce-4f7b-8dee-5dfcc74f7854 req-edea1009-0ef7-4a1a-92a4-6e0d20490269 service neutron] Transition to ACTIVE for port object 93bbe875-2e51-465e-8794-e89d18f614c1 will not be triggered until provisioned by entity L2. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 11:53:23.179250 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-5f1e1a9a-5fce-4f7b-8dee-5dfcc74f7854 req-edea1009-0ef7-4a1a-92a4-6e0d20490269 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:23.179453 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d7f7fe3d-e7f0-4d06-a221-b9f8c96feb07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58902106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59388097'] for subnet, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:23.263786 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e5543fc5-1c1c-4dde-870e-e48500f4cbd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8367858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997186'] for network, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:23.268860 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f7fe3d-e7f0-4d06-a221-b9f8c96feb07 admin admin] Pushing event updated for resources: {'Subnet': ['ID=04e502a5-5018-4e73-baa8-683bfd3d2545,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:53:23.288048 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e5543fc5-1c1c-4dde-870e-e48500f4cbd6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:23.290101 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-e5543fc5-1c1c-4dde-870e-e48500f4cbd6 admin admin] 10.222.0.66 "DELETE /v2.0/networks/749eed81-85ea-459e-b52c-5ef570769bbd HTTP/1.1" status: 204 len: 168 time: 1.0037045 Aug 18 11:53:23.292102 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5543fc5-1c1c-4dde-870e-e48500f4cbd6 admin admin] Pushing event deleted for resources: {'Network': ['ID=749eed81-85ea-459e-b52c-5ef570769bbd,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:53:23.304850 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edea1009-0ef7-4a1a-92a4-6e0d20490269 service neutron] Pushing event updated for resources: {'Port': ['ID=93bbe875-2e51-465e-8794-e89d18f614c1,revision_number=2']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:53:23.321806 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f7fe3d-e7f0-4d06-a221-b9f8c96feb07 admin admin] Checking segment: {'id': 'de35f490-159d-4f32-ba39-7fcc2c85f9d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '17b21726-ad58-4633-922c-414857af0af2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 11:53:23.322171 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7f7fe3d-e7f0-4d06-a221-b9f8c96feb07 admin admin] Network hostable DHCP agents. Network: 17b21726-ad58-4633-922c-414857af0af2, hostable agents: ['97c14208-2951-4361-8d64-3708c946ff5f'], hosted agents: [] {{(pid=106253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 11:53:23.335732 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-5f1e1a9a-5fce-4f7b-8dee-5dfcc74f7854 req-edea1009-0ef7-4a1a-92a4-6e0d20490269 service neutron] Attempting to bind port 93bbe875-2e51-465e-8794-e89d18f614c1 on host n-h1-804985-2 for vnic_type normal with profile {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 11:53:23.336339 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-5f1e1a9a-5fce-4f7b-8dee-5dfcc74f7854 req-edea1009-0ef7-4a1a-92a4-6e0d20490269 service neutron] Attempting to bind port 93bbe875-2e51-465e-8794-e89d18f614c1 by drivers openvswitch,hyperv on host n-h1-804985-2 at level 0 using segments [{'id': '77044dd8-732d-4440-9cc8-7f1936544d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'f2b8460a-d20a-4d24-a458-477b4502f48c'}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 11:53:23.336856 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f1e1a9a-5fce-4f7b-8dee-5dfcc74f7854 req-edea1009-0ef7-4a1a-92a4-6e0d20490269 service neutron] Attempting to bind port 93bbe875-2e51-465e-8794-e89d18f614c1 on network f2b8460a-d20a-4d24-a458-477b4502f48c {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 11:53:23.348602 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f1e1a9a-5fce-4f7b-8dee-5dfcc74f7854 req-edea1009-0ef7-4a1a-92a4-6e0d20490269 service neutron] Port 93bbe875-2e51-465e-8794-e89d18f614c1 on network f2b8460a-d20a-4d24-a458-477b4502f48c not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-2 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 11:53:23.348824 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f1e1a9a-5fce-4f7b-8dee-5dfcc74f7854 req-edea1009-0ef7-4a1a-92a4-6e0d20490269 service neutron] Attempting to bind port 93bbe875-2e51-465e-8794-e89d18f614c1 on network f2b8460a-d20a-4d24-a458-477b4502f48c {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 11:53:23.355533 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f1e1a9a-5fce-4f7b-8dee-5dfcc74f7854 req-edea1009-0ef7-4a1a-92a4-6e0d20490269 service neutron] Checking agent: {'id': 'a613417a-d085-492c-941a-59bb18c633d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 49, 6), 'started_at': datetime.datetime(2021, 8, 18, 11, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 11, 53, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 11:53:23.355883 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f1e1a9a-5fce-4f7b-8dee-5dfcc74f7854 req-edea1009-0ef7-4a1a-92a4-6e0d20490269 service neutron] Checking segment: {'id': '77044dd8-732d-4440-9cc8-7f1936544d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'f2b8460a-d20a-4d24-a458-477b4502f48c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 11:53:23.356444 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f1e1a9a-5fce-4f7b-8dee-5dfcc74f7854 req-edea1009-0ef7-4a1a-92a4-6e0d20490269 service neutron] Bound using segment: {'id': '77044dd8-732d-4440-9cc8-7f1936544d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'f2b8460a-d20a-4d24-a458-477b4502f48c'} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 11:53:23.356901 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-5f1e1a9a-5fce-4f7b-8dee-5dfcc74f7854 req-edea1009-0ef7-4a1a-92a4-6e0d20490269 service neutron] Bound port: 93bbe875-2e51-465e-8794-e89d18f614c1, host: n-h1-804985-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77044dd8-732d-4440-9cc8-7f1936544d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'f2b8460a-d20a-4d24-a458-477b4502f48c'}}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 11:53:23.357363 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-5f1e1a9a-5fce-4f7b-8dee-5dfcc74f7854 req-edea1009-0ef7-4a1a-92a4-6e0d20490269 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:23.360237 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7f7fe3d-e7f0-4d06-a221-b9f8c96feb07 admin admin] Network 17b21726-ad58-4633-922c-414857af0af2 is scheduled to be hosted by DHCP agent 97c14208-2951-4361-8d64-3708c946ff5f with binding_index 1 {{(pid=106253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 11:53:23.375954 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-d7f7fe3d-e7f0-4d06-a221-b9f8c96feb07 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-2, 17b21726-ad58-4633-922c-414857af0af2) {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:53:23.380531 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7f7fe3d-e7f0-4d06-a221-b9f8c96feb07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:23.381501 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d7f7fe3d-e7f0-4d06-a221-b9f8c96feb07 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:23.385157 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16c0cce6-8402-4a68-a90a-134be7b79065 None None] Network 17b21726-ad58-4633-922c-414857af0af2 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 11:53:23.430482 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-d7f7fe3d-e7f0-4d06-a221-b9f8c96feb07 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.7993262 Aug 18 11:53:23.430926 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 49022) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:53:23.436363 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-87f99099-686d-407c-8944-7d10686dda28 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1797256714-router', 'tenant_id': '72b8902517244a1ca86567bff576d2b2', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'}}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:53:23.471488 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-5f1e1a9a-5fce-4f7b-8dee-5dfcc74f7854 req-edea1009-0ef7-4a1a-92a4-6e0d20490269 service neutron] For port 93bbe875-2e51-465e-8794-e89d18f614c1, host n-h1-804985-2, cleared binding levels {{(pid=106252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 11:53:23.478043 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-5f1e1a9a-5fce-4f7b-8dee-5dfcc74f7854 req-edea1009-0ef7-4a1a-92a4-6e0d20490269 service neutron] For port 93bbe875-2e51-465e-8794-e89d18f614c1, host n-h1-804985-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=93bbe875-2e51-465e-8794-e89d18f614c1,segment=NetworkSegment(77044dd8-732d-4440-9cc8-7f1936544d71),segment_id=77044dd8-732d-4440-9cc8-7f1936544d71)] {{(pid=106252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 11:53:23.478215 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-87f99099-686d-407c-8944-7d10686dda28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-998592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15809'] for router, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:23.480153 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-87f99099-686d-407c-8944-7d10686dda28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-992733', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-971415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15816'] for router, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:23.492937 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-5f1e1a9a-5fce-4f7b-8dee-5dfcc74f7854 req-edea1009-0ef7-4a1a-92a4-6e0d20490269 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:23.603474 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-87f99099-686d-407c-8944-7d10686dda28 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:23.639989 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 49038) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:53:23.677054 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efca0517-221b-45bb-90c5-ce1565d00369 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp788be208-34ab-5a8f-af0f-528834af222f-17b21726-ad58-4633-922c-414857af0af2', 'network_id': '17b21726-ad58-4633-922c-414857af0af2', 'tenant_id': '72b8902517244a1ca86567bff576d2b2', 'fixed_ips': [{'subnet_id': '04e502a5-5018-4e73-baa8-683bfd3d2545'}]}} from n-d-804985-2. {{(pid=106254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 11:53:23.678078 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-efca0517-221b-45bb-90c5-ce1565d00369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:23.703984 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1e1a9a-5fce-4f7b-8dee-5dfcc74f7854 req-edea1009-0ef7-4a1a-92a4-6e0d20490269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:23.704624 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-5f1e1a9a-5fce-4f7b-8dee-5dfcc74f7854 req-edea1009-0ef7-4a1a-92a4-6e0d20490269 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:23.706349 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5f1e1a9a-5fce-4f7b-8dee-5dfcc74f7854 req-edea1009-0ef7-4a1a-92a4-6e0d20490269 service neutron] 10.222.0.63 "PUT /v2.0/ports/93bbe875-2e51-465e-8794-e89d18f614c1 HTTP/1.1" status: 200 len: 1091 time: 1.3344419 Aug 18 11:53:23.708566 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fd5ea8f-178b-40e4-8012-09188cab4234', 'tag': '93bbe875-2e51-465e-8794-e89d18f614c1'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 11:53:23.711521 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ababfc8d-d8e8-44f0-afd7-8e9a4f29c4a3" -d '{"events": [{"name": "network-changed", "server_uuid": "8fd5ea8f-178b-40e4-8012-09188cab4234", "tag": "93bbe875-2e51-465e-8794-e89d18f614c1"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:53:23.734814 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-500a1c61-38a7-4c23-a7ec-4631080af5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:23.812012 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-87f99099-686d-407c-8944-7d10686dda28 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:23.851619 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edea1009-0ef7-4a1a-92a4-6e0d20490269 service neutron] Pushing event updated for resources: {'Port': ['ID=93bbe875-2e51-465e-8794-e89d18f614c1,revision_number=3']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:53:23.864062 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-557fd1ba-2c94-4554-8969-467b73de3c30 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=418eca027897477eaef8184aa03877a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2210062 Aug 18 11:53:23.864225 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 49046) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:53:23.868187 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device d2278658-78b8-4c84-81a5-9a3d74d5fcc3 no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 11:53:23.874256 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d40e11-e130-4f56-ab2d-2c053892b108 req-c3726d9a-e700-4c02-9f6b-785e627a1d6e tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:23.875755 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-10d40e11-e130-4f56-ab2d-2c053892b108 req-c3726d9a-e700-4c02-9f6b-785e627a1d6e tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.66 "GET /v2.0/networks?id=f471d7de-70da-4549-acfc-45017b3843ff HTTP/1.1" status: 200 len: 821 time: 0.4012692 Aug 18 11:53:23.894524 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: d2278658-78b8-4c84-81a5-9a3d74d5fcc3 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 11:53:23.894868 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device d2278658-78b8-4c84-81a5-9a3d74d5fcc3 not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 11:53:23.899135 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9771401-088d-4152-b297-024ca8ee10f5 req-f4644a05-73ac-493d-ba51-e2ba185292d8 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:23.907220 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a9771401-088d-4152-b297-024ca8ee10f5 req-f4644a05-73ac-493d-ba51-e2ba185292d8 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] 10.222.0.66 "GET /v2.0/ports?device_id=8fd5ea8f-178b-40e4-8012-09188cab4234 HTTP/1.1" status: 200 len: 943 time: 0.2166193 Aug 18 11:53:23.911856 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.db_base_plugin_common [None req-efca0517-221b-45bb-90c5-ce1565d00369 None None] Allocated IP 172.20.0.2 (17b21726-ad58-4633-922c-414857af0af2/04e502a5-5018-4e73-baa8-683bfd3d2545/b9c4502a-fb90-4b3f-9fc6-1b8da4aa0b3a) {{(pid=106254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 11:53:23.916943 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1e1a9a-5fce-4f7b-8dee-5dfcc74f7854 req-7a5aea6f-6e5a-47e9-8029-85f51595d3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:23.918728 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5f1e1a9a-5fce-4f7b-8dee-5dfcc74f7854 req-7a5aea6f-6e5a-47e9-8029-85f51595d3a0 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=188bebbd8f564ea0bbe77621cda4023c&device_id=8fd5ea8f-178b-40e4-8012-09188cab4234 HTTP/1.1" status: 200 len: 1094 time: 0.1485541 Aug 18 11:53:23.936263 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d50d4a57-702c-438a-94b8-09326652b8ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:23.945357 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-10d40e11-e130-4f56-ab2d-2c053892b108 req-15098796-8c52-41bf-87e9-ee865c2b5725 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.66 "GET /v2.0/quotas/3bd2664269674b678c41aeb663f1f43e HTTP/1.1" status: 200 len: 375 time: 0.0591815 Aug 18 11:53:23.967253 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d50d4a57-702c-438a-94b8-09326652b8ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:24.000688 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a9771401-088d-4152-b297-024ca8ee10f5 req-85287a22-969d-4951-af04-b4e25ece02c3 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] 10.222.0.66 "GET /v2.0/security-groups?id=07aef7bb-6c11-4cb4-8594-c24180b5d811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917456 Aug 18 11:53:24.039081 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5f1e1a9a-5fce-4f7b-8dee-5dfcc74f7854 req-0b77771d-db79-443f-8699-141db76ff069 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=93bbe875-2e51-465e-8794-e89d18f614c1 HTTP/1.1" status: 200 len: 217 time: 0.1116011 Aug 18 11:53:24.070769 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-efca0517-221b-45bb-90c5-ce1565d00369 None None] Notify callbacks [] for port, precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:24.080566 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-efca0517-221b-45bb-90c5-ce1565d00369 None None] Transition to ACTIVE for port object b9c4502a-fb90-4b3f-9fc6-1b8da4aa0b3a will not be triggered until provisioned by entity L2. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 11:53:24.098654 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-efca0517-221b-45bb-90c5-ce1565d00369 None None] Transition to ACTIVE for port object b9c4502a-fb90-4b3f-9fc6-1b8da4aa0b3a will not be triggered until provisioned by entity DHCP. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 11:53:24.099365 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1e1a9a-5fce-4f7b-8dee-5dfcc74f7854 req-226c7390-55f8-4c0a-930d-7c04e13d38a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:24.101454 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5f1e1a9a-5fce-4f7b-8dee-5dfcc74f7854 req-226c7390-55f8-4c0a-930d-7c04e13d38a7 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a97adc7a-3cde-4d27-baf4-adb6fa582445 HTTP/1.1" status: 200 len: 848 time: 0.0533574 Aug 18 11:53:24.106442 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-efca0517-221b-45bb-90c5-ce1565d00369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547'] for port, after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:24.114166 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-10d40e11-e130-4f56-ab2d-2c053892b108 req-936f5f48-6852-4a23-9591-8843d08846da tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=3bd2664269674b678c41aeb663f1f43e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1199117 Aug 18 11:53:24.124048 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d50d4a57-702c-438a-94b8-09326652b8ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:24.127308 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d50d4a57-702c-438a-94b8-09326652b8ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:24.129092 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-d50d4a57-702c-438a-94b8-09326652b8ab admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/6e2adde3-216f-4ea8-b00f-185ce0cf1700 HTTP/1.1" status: 204 len: 168 time: 0.2639110 Aug 18 11:53:24.169955 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efca0517-221b-45bb-90c5-ce1565d00369 None None] Network 17b21726-ad58-4633-922c-414857af0af2 is already hosted by enough agents. {{(pid=106254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 11:53:24.170126 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5f1e1a9a-5fce-4f7b-8dee-5dfcc74f7854 req-b7adeea2-72b6-4a91-8693-d993d4e4c7b5 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=f2b8460a-d20a-4d24-a458-477b4502f48c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548177 Aug 18 11:53:24.173650 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.base_scheduler [None req-efca0517-221b-45bb-90c5-ce1565d00369 None None] Resources bound (agent type, host, resource id): {{(pid=106254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:53:24.174897 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50d4a57-702c-438a-94b8-09326652b8ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e2adde3-216f-4ea8-b00f-185ce0cf1700,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:53:24.177518 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efca0517-221b-45bb-90c5-ce1565d00369 None None] Received port after_create {{(pid=106254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 11:53:24.193425 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-87f99099-686d-407c-8944-7d10686dda28 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:24.203297 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efca0517-221b-45bb-90c5-ce1565d00369 None None] Pushing event updated for resources: {'Port': ['ID=b9c4502a-fb90-4b3f-9fc6-1b8da4aa0b3a,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:53:24.226876 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-87f99099-686d-407c-8944-7d10686dda28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:24.250228 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efca0517-221b-45bb-90c5-ce1565d00369 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:53:24.250881 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efca0517-221b-45bb-90c5-ce1565d00369 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:53:24.251561 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efca0517-221b-45bb-90c5-ce1565d00369 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:53:24.252118 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efca0517-221b-45bb-90c5-ce1565d00369 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:53:24.252653 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efca0517-221b-45bb-90c5-ce1565d00369 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:53:24.253283 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efca0517-221b-45bb-90c5-ce1565d00369 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:53:24.253859 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efca0517-221b-45bb-90c5-ce1565d00369 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:53:24.254385 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efca0517-221b-45bb-90c5-ce1565d00369 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:53:24.254909 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efca0517-221b-45bb-90c5-ce1565d00369 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:53:24.255428 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efca0517-221b-45bb-90c5-ce1565d00369 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:53:24.255992 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efca0517-221b-45bb-90c5-ce1565d00369 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:53:24.256535 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efca0517-221b-45bb-90c5-ce1565d00369 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:53:24.265777 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-efca0517-221b-45bb-90c5-ce1565d00369 None None] Attempting to bind port b9c4502a-fb90-4b3f-9fc6-1b8da4aa0b3a on host n-d-804985-2 for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 11:53:24.266952 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-efca0517-221b-45bb-90c5-ce1565d00369 None None] Attempting to bind port b9c4502a-fb90-4b3f-9fc6-1b8da4aa0b3a by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': 'de35f490-159d-4f32-ba39-7fcc2c85f9d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '17b21726-ad58-4633-922c-414857af0af2'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 11:53:24.267564 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efca0517-221b-45bb-90c5-ce1565d00369 None None] Attempting to bind port b9c4502a-fb90-4b3f-9fc6-1b8da4aa0b3a on network 17b21726-ad58-4633-922c-414857af0af2 {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 11:53:24.280829 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efca0517-221b-45bb-90c5-ce1565d00369 None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 11, 53, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 11:53:24.281505 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efca0517-221b-45bb-90c5-ce1565d00369 None None] Checking segment: {'id': 'de35f490-159d-4f32-ba39-7fcc2c85f9d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '17b21726-ad58-4633-922c-414857af0af2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 11:53:24.282451 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-efca0517-221b-45bb-90c5-ce1565d00369 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:24.283655 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efca0517-221b-45bb-90c5-ce1565d00369 None None] Bound using segment: {'id': 'de35f490-159d-4f32-ba39-7fcc2c85f9d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '17b21726-ad58-4633-922c-414857af0af2'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 11:53:24.284333 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-efca0517-221b-45bb-90c5-ce1565d00369 None None] Bound port: b9c4502a-fb90-4b3f-9fc6-1b8da4aa0b3a, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de35f490-159d-4f32-ba39-7fcc2c85f9d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '17b21726-ad58-4633-922c-414857af0af2'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 11:53:24.285149 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-efca0517-221b-45bb-90c5-ce1565d00369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:24.375501 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 11:53:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a29cb49-00d4-49f0-b0a7-46081cde029e x-openstack-request-id: req-7a29cb49-00d4-49f0-b0a7-46081cde029e {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:53:24.375792 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fd5ea8f-178b-40e4-8012-09188cab4234", "tag": "93bbe875-2e51-465e-8794-e89d18f614c1", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:53:24.376040 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-7a29cb49-00d4-49f0-b0a7-46081cde029e {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:53:24.376436 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fd5ea8f-178b-40e4-8012-09188cab4234', 'tag': '93bbe875-2e51-465e-8794-e89d18f614c1', 'status': 'completed', 'code': 200} Aug 18 11:53:24.394480 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [None req-87f99099-686d-407c-8944-7d10686dda28 admin admin] Allocated IP 172.25.7.123 (7cae7a70-14fd-408c-b14d-39ceb97cb60e/9784295a-20b8-4a4b-b105-f82737f0448f/b8808a2f-95c8-414e-be69-9814816bc402) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 11:53:24.395674 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-10d40e11-e130-4f56-ab2d-2c053892b108 req-72da002b-5cab-4f68-9c3f-d7e33637c19d service neutron] 10.222.0.66 "GET /v2.0/networks/f471d7de-70da-4549-acfc-45017b3843ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2721012 Aug 18 11:53:24.432310 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-efca0517-221b-45bb-90c5-ce1565d00369 None None] For port b9c4502a-fb90-4b3f-9fc6-1b8da4aa0b3a, host n-d-804985-2, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 11:53:24.436297 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-efca0517-221b-45bb-90c5-ce1565d00369 None None] For port b9c4502a-fb90-4b3f-9fc6-1b8da4aa0b3a, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=b9c4502a-fb90-4b3f-9fc6-1b8da4aa0b3a,segment=NetworkSegment(de35f490-159d-4f32-ba39-7fcc2c85f9d3),segment_id=de35f490-159d-4f32-ba39-7fcc2c85f9d3)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 11:53:24.443116 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5f1e1a9a-5fce-4f7b-8dee-5dfcc74f7854 req-75484281-9371-4407-8dc8-aad9fa1780f7 service neutron] 10.222.0.63 "GET /v2.0/networks/f2b8460a-d20a-4d24-a458-477b4502f48c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2300808 Aug 18 11:53:24.448179 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-efca0517-221b-45bb-90c5-ce1565d00369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:24.575586 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-87f99099-686d-407c-8944-7d10686dda28 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:24.592812 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efca0517-221b-45bb-90c5-ce1565d00369 None None] Pushing event updated for resources: {'Port': ['ID=b9c4502a-fb90-4b3f-9fc6-1b8da4aa0b3a,revision_number=2']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:53:24.626807 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5f1e1a9a-5fce-4f7b-8dee-5dfcc74f7854 req-eb59d081-934b-496e-bf94-d89e394a6b7e service neutron] 10.222.0.63 "GET /v2.0/networks/f2b8460a-d20a-4d24-a458-477b4502f48c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516275 Aug 18 11:53:24.634310 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-87f99099-686d-407c-8944-7d10686dda28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:24.657655 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-10d40e11-e130-4f56-ab2d-2c053892b108 req-6e718ad6-63a8-4265-a455-69f593c14364 service neutron] 10.222.0.66 "GET /v2.0/networks/f471d7de-70da-4549-acfc-45017b3843ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2516570 Aug 18 11:53:24.678448 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87f99099-686d-407c-8944-7d10686dda28 admin admin] Network 7cae7a70-14fd-408c-b14d-39ceb97cb60e is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 11:53:24.685384 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-87f99099-686d-407c-8944-7d10686dda28 admin admin] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:53:24.687924 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f99099-686d-407c-8944-7d10686dda28 admin admin] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 11:53:24.731547 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 49066) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:53:24.766056 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f99099-686d-407c-8944-7d10686dda28 admin admin] Pushing event updated for resources: {'Port': ['ID=b8808a2f-95c8-414e-be69-9814816bc402,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:53:24.767706 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ababfc8d-d8e8-44f0-afd7-8e9a4f29c4a3 req-fea83436-ebe8-4b3a-af6d-db9229ff8dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:24.769592 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ababfc8d-d8e8-44f0-afd7-8e9a4f29c4a3 req-fea83436-ebe8-4b3a-af6d-db9229ff8dcc service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=188bebbd8f564ea0bbe77621cda4023c&device_id=8fd5ea8f-178b-40e4-8012-09188cab4234 HTTP/1.1" status: 200 len: 1094 time: 0.0781446 Aug 18 11:53:24.941968 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ababfc8d-d8e8-44f0-afd7-8e9a4f29c4a3 req-fa43ac5c-3cdd-4dbd-8138-3b892ece1d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:24.943886 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ababfc8d-d8e8-44f0-afd7-8e9a4f29c4a3 req-fa43ac5c-3cdd-4dbd-8138-3b892ece1d2d service neutron] 10.222.0.63 "GET /v2.0/networks?id=f2b8460a-d20a-4d24-a458-477b4502f48c HTTP/1.1" status: 200 len: 909 time: 0.1652670 Aug 18 11:53:25.028619 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ababfc8d-d8e8-44f0-afd7-8e9a4f29c4a3 req-c6997f91-1e77-47ac-8e89-45a6ff2f3b65 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=93bbe875-2e51-465e-8794-e89d18f614c1 HTTP/1.1" status: 200 len: 217 time: 0.0759685 Aug 18 11:53:25.070878 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0e55b6c6-a6eb-49e4-8258-de9da8038aac admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:25.118933 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ababfc8d-d8e8-44f0-afd7-8e9a4f29c4a3 req-9ca18c0d-7b86-43ea-b822-aa518e21c075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:25.120452 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ababfc8d-d8e8-44f0-afd7-8e9a4f29c4a3 req-9ca18c0d-7b86-43ea-b822-aa518e21c075 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a97adc7a-3cde-4d27-baf4-adb6fa582445 HTTP/1.1" status: 200 len: 848 time: 0.0547600 Aug 18 11:53:25.164086 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ababfc8d-d8e8-44f0-afd7-8e9a4f29c4a3 req-112f796c-c39d-492c-9e00-3b543d8e5bc5 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=f2b8460a-d20a-4d24-a458-477b4502f48c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341544 Aug 18 11:53:25.174269 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aaa3a9-0a3e-49f5-8598-5023b5714869 req-d1327c00-5f55-4e04-a773-6dcfa470c114 tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:25.175777 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b9aaa3a9-0a3e-49f5-8598-5023b5714869 req-d1327c00-5f55-4e04-a773-6dcfa470c114 tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] 10.222.0.66 "GET /v2.0/ports?device_id=1776ccfc-79c3-4dd2-9d3e-5b7e075004d6 HTTP/1.1" status: 200 len: 950 time: 0.1494393 Aug 18 11:53:25.302855 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-cf074e3e-251f-40a5-aac0-0aa35aae22ca req-9c5d4e82-9039-4fc8-b782-59b2c06ddf9e tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.66 "GET /v2.0/ports?device_id=aaabce93-c7fa-4a3a-a8e4-3718c81d3652 HTTP/1.1" status: 200 len: 210 time: 0.0889356 Aug 18 11:53:25.313063 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-87f99099-686d-407c-8944-7d10686dda28 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:25.331849 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b9aaa3a9-0a3e-49f5-8598-5023b5714869 req-3b05f516-d606-4323-b9e9-49198b285ebb tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] 10.222.0.66 "GET /v2.0/security-groups?id=e54286de-dd7f-4b20-9f74-4a71262d523b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446569 Aug 18 11:53:25.375258 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ababfc8d-d8e8-44f0-afd7-8e9a4f29c4a3 req-77deb91f-c83f-4066-8d6f-45903b819df5 service neutron] 10.222.0.63 "GET /v2.0/networks/f2b8460a-d20a-4d24-a458-477b4502f48c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1984861 Aug 18 11:53:25.610888 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6fc8ec-02bb-42e0-8835-dd3db991ac09 req-df231845-2e72-46a0-b584-3b8cb8e48882 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:25.612889 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2c6fc8ec-02bb-42e0-8835-dd3db991ac09 req-df231845-2e72-46a0-b584-3b8cb8e48882 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] 10.222.0.66 "GET /v2.0/ports?device_id=8fd5ea8f-178b-40e4-8012-09188cab4234 HTTP/1.1" status: 200 len: 943 time: 0.1542623 Aug 18 11:53:25.619972 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ababfc8d-d8e8-44f0-afd7-8e9a4f29c4a3 req-c306beaa-974f-44e5-bf45-48e664f2c5d7 service neutron] 10.222.0.63 "GET /v2.0/networks/f2b8460a-d20a-4d24-a458-477b4502f48c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2329943 Aug 18 11:53:25.672701 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2c6fc8ec-02bb-42e0-8835-dd3db991ac09 req-43c60a74-ed9a-4d5a-9089-a7fb1ee40581 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] 10.222.0.66 "GET /v2.0/security-groups?id=07aef7bb-6c11-4cb4-8594-c24180b5d811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456975 Aug 18 11:53:25.736692 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0e55b6c6-a6eb-49e4-8258-de9da8038aac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:25.741410 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-87f99099-686d-407c-8944-7d10686dda28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-998473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-992536'] for router, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:25.749647 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0e55b6c6-a6eb-49e4-8258-de9da8038aac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:25.821097 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e55b6c6-a6eb-49e4-8258-de9da8038aac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0eb39980-880d-4958-ba8b-17921cb6889b,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:53:25.866020 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-0e55b6c6-a6eb-49e4-8258-de9da8038aac admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=25d0219d36d14e75b8f6b7a505b1248f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1331346 Aug 18 11:53:25.868399 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 49108) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:53:25.970091 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device b9c4502a-fb90-4b3f-9fc6-1b8da4aa0b3a up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:53:26.002182 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ade02ff8-ad4c-468f-89d2-d8f569b69414 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:26.044039 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38e1d44d-612b-4e80-9b65-375d46599b70 None None] Network 17b21726-ad58-4633-922c-414857af0af2 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 11:53:26.052932 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ade02ff8-ad4c-468f-89d2-d8f569b69414 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:26.109179 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87f99099-686d-407c-8944-7d10686dda28 admin admin] Router 139fd73b-148e-4850-83e2-cfb8a2a5d841 is scheduled to L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 with binding_index 1 {{(pid=106253) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 11:53:26.204613 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ade02ff8-ad4c-468f-89d2-d8f569b69414 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:26.208716 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ade02ff8-ad4c-468f-89d2-d8f569b69414 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:26.214972 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-ade02ff8-ad4c-468f-89d2-d8f569b69414 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0eb39980-880d-4958-ba8b-17921cb6889b HTTP/1.1" status: 204 len: 168 time: 0.3455639 Aug 18 11:53:26.233562 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade02ff8-ad4c-468f-89d2-d8f569b69414 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eb39980-880d-4958-ba8b-17921cb6889b,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:53:26.318531 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-91391487-d0fa-4503-ac83-2b75826ced03 None None] Provisioning for port b9c4502a-fb90-4b3f-9fc6-1b8da4aa0b3a completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 11:53:26.367970 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87f99099-686d-407c-8944-7d10686dda28 admin admin] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 11:53:26.370219 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port b9c4502a-fb90-4b3f-9fc6-1b8da4aa0b3a completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 11:53:26.382064 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bcb6da1-e8bf-43e4-8d38-b3422aa00739 None None] Sync routers for ids ['139fd73b-148e-4850-83e2-cfb8a2a5d841'] in n-d-804985-2 {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 11:53:26.384355 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port b9c4502a-fb90-4b3f-9fc6-1b8da4aa0b3a triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:53:26.393251 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:26.405460 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-87f99099-686d-407c-8944-7d10686dda28 admin admin] Notify callbacks [] for router, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:26.405933 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bcb6da1-e8bf-43e4-8d38-b3422aa00739 None None] Routers {'139fd73b-148e-4850-83e2-cfb8a2a5d841'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 11:53:26.406757 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-5bcb6da1-e8bf-43e4-8d38-b3422aa00739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T11:53:21Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['139fd73b-148e-4850-83e2-cfb8a2a5d841'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:53:26.407398 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-87f99099-686d-407c-8944-7d10686dda28 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 2.9754362 Aug 18 11:53:26.410263 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 49166) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:53:26.501979 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d40e11-e130-4f56-ab2d-2c053892b108 req-2b29f0c6-7023-45d4-b6d1-16f3086c8066 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:26.503718 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-10d40e11-e130-4f56-ab2d-2c053892b108 req-2b29f0c6-7023-45d4-b6d1-16f3086c8066 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.63 "GET /v2.0/networks?id=f471d7de-70da-4549-acfc-45017b3843ff HTTP/1.1" status: 200 len: 821 time: 0.2673135 Aug 18 11:53:26.519242 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-10d40e11-e130-4f56-ab2d-2c053892b108 req-8a082a07-ff22-4ffa-8eed-c8a7c7046ce4 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] Request body: {'port': {'device_id': 'aaabce93-c7fa-4a3a-a8e4-3718c81d3652', 'network_id': 'f471d7de-70da-4549-acfc-45017b3843ff', 'admin_state_up': True, 'tenant_id': '3bd2664269674b678c41aeb663f1f43e'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:53:26.669646 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-5bcb6da1-e8bf-43e4-8d38-b3422aa00739 None None] Set router 139fd73b-148e-4850-83e2-cfb8a2a5d841 gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 11:53:26.678559 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:26.791046 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 93bbe875-2e51-465e-8794-e89d18f614c1 details requested by agent hyperv_n-h1-804985-2 with host n-h1-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 11:53:26.816549 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ab92862d-9f0e-42e4-862f-54e0a32cec78 req-b3bfa518-810c-4285-80d1-2a5736e4d4e5 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.66 "GET /v2.0/ports?device_id=aaabce93-c7fa-4a3a-a8e4-3718c81d3652 HTTP/1.1" status: 200 len: 210 time: 0.2565465 Aug 18 11:53:26.861537 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] For port b9c4502a-fb90-4b3f-9fc6-1b8da4aa0b3a, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=b9c4502a-fb90-4b3f-9fc6-1b8da4aa0b3a,segment=NetworkSegment(de35f490-159d-4f32-ba39-7fcc2c85f9d3),segment_id=de35f490-159d-4f32-ba39-7fcc2c85f9d3)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:53:26.863963 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1934c852-e272-4d94-bb67-b63170485a5a None None] Provisioning complete for port b9c4502a-fb90-4b3f-9fc6-1b8da4aa0b3a triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:53:26.865397 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1934c852-e272-4d94-bb67-b63170485a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:26.889893 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-5bcb6da1-e8bf-43e4-8d38-b3422aa00739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '139fd73b-148e-4850-83e2-cfb8a2a5d841', 'name': 'tempest-FloatingIPsAssociationTestJSON-1797256714-router', 'tenant_id': '72b8902517244a1ca86567bff576d2b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.123'}], 'enable_snat': True}, 'gw_port_id': 'b8808a2f-95c8-414e-be69-9814816bc402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T11:53:23Z', 'updated_at': '2021-08-18T11:53:25Z', 'revision_number': 3, 'project_id': '72b8902517244a1ca86567bff576d2b2', 'gw_port': {'id': 'b8808a2f-95c8-414e-be69-9814816bc402', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:4d:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '139fd73b-148e-4850-83e2-cfb8a2a5d841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:53:24Z', 'updated_at': '2021-08-18T11:53:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:53:26.922018 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bcb6da1-e8bf-43e4-8d38-b3422aa00739 None None] Checking router: 139fd73b-148e-4850-83e2-cfb8a2a5d841 for host: n-d-804985-2 {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 11:53:26.922581 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bcb6da1-e8bf-43e4-8d38-b3422aa00739 None None] Updating router 139fd73b-148e-4850-83e2-cfb8a2a5d841 port b8808a2f-95c8-414e-be69-9814816bc402 binding host n-d-804985-2 {{(pid=106255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 11:53:26.923618 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 49180) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:53:26.957383 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-5bcb6da1-e8bf-43e4-8d38-b3422aa00739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:26.960844 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e319282e-7509-405b-b7af-7c735aa69fe6 req-a0cde68c-904f-47fc-aef3-6006ed556df0 tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:26.970804 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e319282e-7509-405b-b7af-7c735aa69fe6 req-a0cde68c-904f-47fc-aef3-6006ed556df0 tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] 10.222.0.66 "GET /v2.0/ports?device_id=1776ccfc-79c3-4dd2-9d3e-5b7e075004d6 HTTP/1.1" status: 200 len: 950 time: 0.2990935 Aug 18 11:53:26.974722 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:27.066612 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10d40e11-e130-4f56-ab2d-2c053892b108 req-8a082a07-ff22-4ffa-8eed-c8a7c7046ce4 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] Made reservation on behalf of 3bd2664269674b678c41aeb663f1f43e for: {'port': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 11:53:27.073551 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-10d40e11-e130-4f56-ab2d-2c053892b108 req-8a082a07-ff22-4ffa-8eed-c8a7c7046ce4 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:27.118745 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 49186) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:53:27.157173 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e319282e-7509-405b-b7af-7c735aa69fe6 req-48afa0e8-7417-4125-ba97-0da82dc56b43 tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] 10.222.0.66 "GET /v2.0/security-groups?id=e54286de-dd7f-4b20-9f74-4a71262d523b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618774 Aug 18 11:53:27.185835 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-90169534-83a5-4e4f-978c-9fbcf8fee022 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:27.344121 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Pushing event updated for resources: {'Port': ['ID=b9c4502a-fb90-4b3f-9fc6-1b8da4aa0b3a,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:53:27.456460 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6c1fadef-58af-4c39-b622-c6ee3cd981a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:27.464959 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 93bbe875-2e51-465e-8794-e89d18f614c1, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=93bbe875-2e51-465e-8794-e89d18f614c1,segment=NetworkSegment(77044dd8-732d-4440-9cc8-7f1936544d71),segment_id=77044dd8-732d-4440-9cc8-7f1936544d71)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:53:27.477956 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Returning: {'device': '93bbe875-2e51-465e-8794-e89d18f614c1', 'network_id': 'f2b8460a-d20a-4d24-a458-477b4502f48c', 'port_id': '93bbe875-2e51-465e-8794-e89d18f614c1', 'mac_address': 'fa:16:3e:53:de:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 812, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a97adc7a-3cde-4d27-baf4-adb6fa582445', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 11:53:27.523327 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa345d89-924f-49c5-9031-164e44df9981 req-46c34453-766e-40ab-8388-7665e3f1baa5 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:27.531961 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-aa345d89-924f-49c5-9031-164e44df9981 req-46c34453-766e-40ab-8388-7665e3f1baa5 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] 10.222.0.66 "GET /v2.0/ports?device_id=8fd5ea8f-178b-40e4-8012-09188cab4234 HTTP/1.1" status: 200 len: 943 time: 0.2944374 Aug 18 11:53:27.595300 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:27.622734 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93bbe875-2e51-465e-8794-e89d18f614c1 {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 11:53:27.632509 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-aa345d89-924f-49c5-9031-164e44df9981 req-7da8f11b-6e82-4bab-95e6-c3be05293f8c tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] 10.222.0.66 "GET /v2.0/security-groups?id=07aef7bb-6c11-4cb4-8594-c24180b5d811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995529 Aug 18 11:53:27.638238 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [req-10d40e11-e130-4f56-ab2d-2c053892b108 req-8a082a07-ff22-4ffa-8eed-c8a7c7046ce4 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] Allocated IP 172.20.0.7 (f471d7de-70da-4549-acfc-45017b3843ff/16b84496-6d9e-4d8c-9087-8e81549f7d75/8cc88f43-1fb3-47eb-bebc-c14bcbe1eead) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 11:53:27.656217 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 93bbe875-2e51-465e-8794-e89d18f614c1, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=93bbe875-2e51-465e-8794-e89d18f614c1,segment=NetworkSegment(77044dd8-732d-4440-9cc8-7f1936544d71),segment_id=77044dd8-732d-4440-9cc8-7f1936544d71)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:53:27.664302 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:27.682545 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-37d2c2b9-f330-4642-85b7-58019d9058b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:27.696947 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-5bcb6da1-e8bf-43e4-8d38-b3422aa00739 None None] Notify callbacks [] for port, precommit_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:27.701694 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-90169534-83a5-4e4f-978c-9fbcf8fee022 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:27.709681 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-5bcb6da1-e8bf-43e4-8d38-b3422aa00739 None None] Transition to ACTIVE for port object b8808a2f-95c8-414e-be69-9814816bc402 will not be triggered until provisioned by entity L2. {{(pid=106255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 11:53:27.718609 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-5bcb6da1-e8bf-43e4-8d38-b3422aa00739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:27.720994 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-90169534-83a5-4e4f-978c-9fbcf8fee022 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:27.778588 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-5bcb6da1-e8bf-43e4-8d38-b3422aa00739 None None] Attempting to bind port b8808a2f-95c8-414e-be69-9814816bc402 on host n-d-804985-2 for vnic_type normal with profile {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 11:53:27.779277 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-5bcb6da1-e8bf-43e4-8d38-b3422aa00739 None None] Attempting to bind port b8808a2f-95c8-414e-be69-9814816bc402 by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'}] {{(pid=106255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 11:53:27.780228 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bcb6da1-e8bf-43e4-8d38-b3422aa00739 None None] Attempting to bind port b8808a2f-95c8-414e-be69-9814816bc402 on network 7cae7a70-14fd-408c-b14d-39ceb97cb60e {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 11:53:27.789479 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bcb6da1-e8bf-43e4-8d38-b3422aa00739 None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 11, 53, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 11:53:27.790140 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bcb6da1-e8bf-43e4-8d38-b3422aa00739 None None] Checking segment: {'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 11:53:27.791190 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-5bcb6da1-e8bf-43e4-8d38-b3422aa00739 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:27.791884 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bcb6da1-e8bf-43e4-8d38-b3422aa00739 None None] Bound using segment: {'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'} {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 11:53:27.792585 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-5bcb6da1-e8bf-43e4-8d38-b3422aa00739 None None] Bound port: b8808a2f-95c8-414e-be69-9814816bc402, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'}}] {{(pid=106255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 11:53:27.793414 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-5bcb6da1-e8bf-43e4-8d38-b3422aa00739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:27.796164 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=93bbe875-2e51-465e-8794-e89d18f614c1,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:53:27.797136 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed761e25-1340-49ca-b6fa-e418e06664ef None None] Pushing event updated for resources: {'Port': ['ID=b8808a2f-95c8-414e-be69-9814816bc402,revision_number=2']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:53:27.861673 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-90169534-83a5-4e4f-978c-9fbcf8fee022 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ec188b394b65413599dfa522a6fdd180&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7344425 Aug 18 11:53:27.879722 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 49194) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:53:27.886749 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device b9c4502a-fb90-4b3f-9fc6-1b8da4aa0b3a up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:53:27.888188 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-5bcb6da1-e8bf-43e4-8d38-b3422aa00739 None None] For port b8808a2f-95c8-414e-be69-9814816bc402, host n-d-804985-2, cleared binding levels {{(pid=106255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 11:53:27.898421 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-5bcb6da1-e8bf-43e4-8d38-b3422aa00739 None None] For port b8808a2f-95c8-414e-be69-9814816bc402, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=b8808a2f-95c8-414e-be69-9814816bc402,segment=NetworkSegment(c5a3db9d-5c58-41b1-9177-d5787a597b78),segment_id=c5a3db9d-5c58-41b1-9177-d5787a597b78)] {{(pid=106255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 11:53:27.899437 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90169534-83a5-4e4f-978c-9fbcf8fee022 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee9ec690-fd35-4512-b801-0890cc56e9f6,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:53:27.907139 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-5bcb6da1-e8bf-43e4-8d38-b3422aa00739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:27.934792 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] get_ports_and_sgs() called for port_ids ['93bbe875-2e51-465e-8794-e89d18f614c1'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 11:53:27.970733 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-10d40e11-e130-4f56-ab2d-2c053892b108 req-8a082a07-ff22-4ffa-8eed-c8a7c7046ce4 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:28.003147 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bcb6da1-e8bf-43e4-8d38-b3422aa00739 None None] Routers {'139fd73b-148e-4850-83e2-cfb8a2a5d841'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 11:53:28.004222 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-5bcb6da1-e8bf-43e4-8d38-b3422aa00739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T11:53:21Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['139fd73b-148e-4850-83e2-cfb8a2a5d841'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:53:28.042106 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port b9c4502a-fb90-4b3f-9fc6-1b8da4aa0b3a triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:53:28.042889 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:28.088393 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b89002cb-39c0-4008-a176-350cc65f9ce2 req-985e8264-c74a-4398-8954-993bbce25ee5 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.66 "GET /v2.0/ports?device_id=aaabce93-c7fa-4a3a-a8e4-3718c81d3652 HTTP/1.1" status: 200 len: 210 time: 0.1057796 Aug 18 11:53:28.098202 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [None req-37d2c2b9-f330-4642-85b7-58019d9058b1 admin admin] Allocated IP 172.20.0.1 (17b21726-ad58-4633-922c-414857af0af2/04e502a5-5018-4e73-baa8-683bfd3d2545/59c089e1-5691-4a16-8d84-9c517d91971a) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 11:53:28.110536 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-df256e3f-2fd2-45e4-a295-eaccc42121dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:28.183182 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed761e25-1340-49ca-b6fa-e418e06664ef None None] Pushing event updated for resources: {'Port': ['ID=b8808a2f-95c8-414e-be69-9814816bc402,revision_number=3']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:53:28.198303 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-5bcb6da1-e8bf-43e4-8d38-b3422aa00739 None None] Set router 139fd73b-148e-4850-83e2-cfb8a2a5d841 gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 11:53:28.301944 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-37d2c2b9-f330-4642-85b7-58019d9058b1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:28.320146 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [None req-37d2c2b9-f330-4642-85b7-58019d9058b1 admin admin] Transition to ACTIVE for port object 59c089e1-5691-4a16-8d84-9c517d91971a will not be triggered until provisioned by entity DHCP. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 11:53:28.361765 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-37d2c2b9-f330-4642-85b7-58019d9058b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:28.419161 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37d2c2b9-f330-4642-85b7-58019d9058b1 admin admin] Network 17b21726-ad58-4633-922c-414857af0af2 is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 11:53:28.422878 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-37d2c2b9-f330-4642-85b7-58019d9058b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:53:28.438227 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d2c2b9-f330-4642-85b7-58019d9058b1 admin admin] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 11:53:28.446595 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-5bcb6da1-e8bf-43e4-8d38-b3422aa00739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '139fd73b-148e-4850-83e2-cfb8a2a5d841', 'name': 'tempest-FloatingIPsAssociationTestJSON-1797256714-router', 'tenant_id': '72b8902517244a1ca86567bff576d2b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.123'}], 'enable_snat': True}, 'gw_port_id': 'b8808a2f-95c8-414e-be69-9814816bc402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T11:53:23Z', 'updated_at': '2021-08-18T11:53:25Z', 'revision_number': 3, 'project_id': '72b8902517244a1ca86567bff576d2b2', 'gw_port': {'id': 'b8808a2f-95c8-414e-be69-9814816bc402', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:4d:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '139fd73b-148e-4850-83e2-cfb8a2a5d841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:53:24Z', 'updated_at': '2021-08-18T11:53:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:53:28.473967 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d2c2b9-f330-4642-85b7-58019d9058b1 admin admin] Pushing event updated for resources: {'Port': ['ID=59c089e1-5691-4a16-8d84-9c517d91971a,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:53:28.484575 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bcb6da1-e8bf-43e4-8d38-b3422aa00739 None None] The sync data for ids ['139fd73b-148e-4850-83e2-cfb8a2a5d841'] in n-d-804985-2 is: [{'id': '139fd73b-148e-4850-83e2-cfb8a2a5d841', 'name': 'tempest-FloatingIPsAssociationTestJSON-1797256714-router', 'tenant_id': '72b8902517244a1ca86567bff576d2b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.123'}], 'enable_snat': True}, 'gw_port_id': 'b8808a2f-95c8-414e-be69-9814816bc402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T11:53:23Z', 'updated_at': '2021-08-18T11:53:25Z', 'revision_number': 3, 'project_id': '72b8902517244a1ca86567bff576d2b2', 'gw_port': {'id': 'b8808a2f-95c8-414e-be69-9814816bc402', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:4d:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '139fd73b-148e-4850-83e2-cfb8a2a5d841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:53:24Z', 'updated_at': '2021-08-18T11:53:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 11:53:28.506515 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-37d2c2b9-f330-4642-85b7-58019d9058b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-996688'] for router_interface, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:28.609562 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6c1fadef-58af-4c39-b622-c6ee3cd981a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:28.629421 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-df256e3f-2fd2-45e4-a295-eaccc42121dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:28.640567 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6c1fadef-58af-4c39-b622-c6ee3cd981a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:28.684844 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-37d2c2b9-f330-4642-85b7-58019d9058b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:28.699723 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-c3806878-f771-41d9-b247-aa4844c6b492 None None] Provisioning for port 59c089e1-5691-4a16-8d84-9c517d91971a completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 11:53:28.705552 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-c3806878-f771-41d9-b247-aa4844c6b492 None None] Provisioning complete for port 59c089e1-5691-4a16-8d84-9c517d91971a triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:53:28.706178 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-c3806878-f771-41d9-b247-aa4844c6b492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:28.732996 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-10d40e11-e130-4f56-ab2d-2c053892b108 req-8a082a07-ff22-4ffa-8eed-c8a7c7046ce4 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:28.757064 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-6c1fadef-58af-4c39-b622-c6ee3cd981a1 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=bc3b28af5b314cdb9e330e20e14a6729&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8270695 Aug 18 11:53:28.757259 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 49214) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:53:28.764792 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-c3806878-f771-41d9-b247-aa4844c6b492 None None] Port 59c089e1-5691-4a16-8d84-9c517d91971a cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 11:53:28.771387 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1fadef-58af-4c39-b622-c6ee3cd981a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c0f177e-6605-4603-8e3e-1ed92b0478f5,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:53:28.837534 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 93bbe875-2e51-465e-8794-e89d18f614c1 up at agent hyperv_n-h1-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:53:28.840334 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a082a07-ff22-4ffa-8eed-c8a7c7046ce4 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] Pushing event updated for resources: {'Port': ['ID=8cc88f43-1fb3-47eb-bebc-c14bcbe1eead,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:53:28.867023 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cd505b-e46d-4e16-adca-638f6cfbc62e req-f31c352c-041e-46e7-8572-572372172689 tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:28.875964 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c8cd505b-e46d-4e16-adca-638f6cfbc62e req-f31c352c-041e-46e7-8572-572372172689 tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] 10.222.0.66 "GET /v2.0/ports?device_id=1776ccfc-79c3-4dd2-9d3e-5b7e075004d6 HTTP/1.1" status: 200 len: 950 time: 0.2872448 Aug 18 11:53:28.912563 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10d40e11-e130-4f56-ab2d-2c053892b108 req-8a082a07-ff22-4ffa-8eed-c8a7c7046ce4 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] Network f471d7de-70da-4549-acfc-45017b3843ff is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 11:53:28.918801 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [req-10d40e11-e130-4f56-ab2d-2c053892b108 req-8a082a07-ff22-4ffa-8eed-c8a7c7046ce4 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:53:28.923510 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-10d40e11-e130-4f56-ab2d-2c053892b108 req-8a082a07-ff22-4ffa-8eed-c8a7c7046ce4 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 11:53:28.956928 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-df256e3f-2fd2-45e4-a295-eaccc42121dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:28.957236 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d096c3cd-8021-4f12-9f75-7aa720518ef5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:28.958559 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Provisioning for port 93bbe875-2e51-465e-8794-e89d18f614c1 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 11:53:28.961213 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-df256e3f-2fd2-45e4-a295-eaccc42121dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:28.963054 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-df256e3f-2fd2-45e4-a295-eaccc42121dc admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ee9ec690-fd35-4512-b801-0890cc56e9f6 HTTP/1.1" status: 204 len: 168 time: 1.0780933 Aug 18 11:53:28.978347 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Provisioning complete for port 93bbe875-2e51-465e-8794-e89d18f614c1 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:53:28.978820 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:28.986083 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df256e3f-2fd2-45e4-a295-eaccc42121dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee9ec690-fd35-4512-b801-0890cc56e9f6,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:53:29.031452 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c8cd505b-e46d-4e16-adca-638f6cfbc62e req-978420dd-407b-457c-a0a1-3222c6266ac4 tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] 10.222.0.66 "GET /v2.0/security-groups?id=e54286de-dd7f-4b20-9f74-4a71262d523b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544771 Aug 18 11:53:29.032267 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d096c3cd-8021-4f12-9f75-7aa720518ef5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:29.068849 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d40e11-e130-4f56-ab2d-2c053892b108 req-8a082a07-ff22-4ffa-8eed-c8a7c7046ce4 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:29.070561 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-10d40e11-e130-4f56-ab2d-2c053892b108 req-8a082a07-ff22-4ffa-8eed-c8a7c7046ce4 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:29.129952 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:29.142775 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-37d2c2b9-f330-4642-85b7-58019d9058b1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:29.159805 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-37d2c2b9-f330-4642-85b7-58019d9058b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:29.160618 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fd5ea8f-178b-40e4-8012-09188cab4234', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93bbe875-2e51-465e-8794-e89d18f614c1'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 11:53:29.165766 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db50a436fb3a98495337d8fe7487b4f2ea6f3c1052eb9efadc2ecda2d5737001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c642bec2-5c9e-4154-b336-d65387fb09b2" -d '{"events": [{"server_uuid": "8fd5ea8f-178b-40e4-8012-09188cab4234", "name": "network-vif-plugged", "status": "completed", "tag": "93bbe875-2e51-465e-8794-e89d18f614c1"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:53:29.173866 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-10d40e11-e130-4f56-ab2d-2c053892b108 req-8a082a07-ff22-4ffa-8eed-c8a7c7046ce4 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6582966 Aug 18 11:53:29.188592 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 93bbe875-2e51-465e-8794-e89d18f614c1, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=93bbe875-2e51-465e-8794-e89d18f614c1,segment=NetworkSegment(77044dd8-732d-4440-9cc8-7f1936544d71),segment_id=77044dd8-732d-4440-9cc8-7f1936544d71)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:53:29.196332 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:29.203027 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-10d40e11-e130-4f56-ab2d-2c053892b108 req-50df9415-e818-45f0-9353-454a5a007cbf service neutron] Request body: {'port': {'device_id': 'aaabce93-c7fa-4a3a-a8e4-3718c81d3652', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804985-2'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:53:29.258353 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-37d2c2b9-f330-4642-85b7-58019d9058b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-996772'] for router_interface, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:29.260923 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d2c2b9-f330-4642-85b7-58019d9058b1 admin admin] Pushing event updated for resources: {'Port': ['ID=59c089e1-5691-4a16-8d84-9c517d91971a,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:53:29.264538 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d096c3cd-8021-4f12-9f75-7aa720518ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:29.273139 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d096c3cd-8021-4f12-9f75-7aa720518ef5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:29.274414 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd8391e-0957-4cb4-b76c-2c2b7ddb61d0 req-e12c885d-e3a2-4a5a-af90-af91aac8d604 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:29.276038 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2bd8391e-0957-4cb4-b76c-2c2b7ddb61d0 req-e12c885d-e3a2-4a5a-af90-af91aac8d604 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] 10.222.0.66 "GET /v2.0/ports?device_id=8fd5ea8f-178b-40e4-8012-09188cab4234 HTTP/1.1" status: 200 len: 944 time: 0.1928566 Aug 18 11:53:29.283015 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-d096c3cd-8021-4f12-9f75-7aa720518ef5 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2c0f177e-6605-4603-8e3e-1ed92b0478f5 HTTP/1.1" status: 204 len: 168 time: 0.5242860 Aug 18 11:53:29.286607 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=93bbe875-2e51-465e-8794-e89d18f614c1,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:53:29.305036 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d096c3cd-8021-4f12-9f75-7aa720518ef5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c0f177e-6605-4603-8e3e-1ed92b0478f5,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:53:29.366067 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-10d40e11-e130-4f56-ab2d-2c053892b108 req-50df9415-e818-45f0-9353-454a5a007cbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:29.382558 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2bd8391e-0957-4cb4-b76c-2c2b7ddb61d0 req-236834b4-7fbb-4fa3-8d40-0ce10b9fb3c9 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] 10.222.0.66 "GET /v2.0/security-groups?id=07aef7bb-6c11-4cb4-8594-c24180b5d811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933077 Aug 18 11:53:29.463687 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37d2c2b9-f330-4642-85b7-58019d9058b1 admin admin] Network 17b21726-ad58-4633-922c-414857af0af2 is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 11:53:29.474682 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-37d2c2b9-f330-4642-85b7-58019d9058b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:53:29.744504 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37d2c2b9-f330-4642-85b7-58019d9058b1 admin admin] Router 139fd73b-148e-4850-83e2-cfb8a2a5d841 has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 11:53:29.745189 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3045c833-9431-4ebb-aa47-1e041550a61d req-b950d5a5-38d0-40c7-8794-d9c24f67a174 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:29.746199 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3045c833-9431-4ebb-aa47-1e041550a61d req-b950d5a5-38d0-40c7-8794-d9c24f67a174 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.66 "GET /v2.0/ports?device_id=aaabce93-c7fa-4a3a-a8e4-3718c81d3652 HTTP/1.1" status: 200 len: 931 time: 0.2726014 Aug 18 11:53:29.902396 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-2acf1fcd-2058-453c-9ac3-67f9d3c3b831 None None] Provisioning complete for port 59c089e1-5691-4a16-8d84-9c517d91971a triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:53:29.903088 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-2acf1fcd-2058-453c-9ac3-67f9d3c3b831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:29.951928 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3045c833-9431-4ebb-aa47-1e041550a61d req-1eca01b2-38d8-4fba-a741-c457ac613465 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.66 "GET /v2.0/security-groups?id=fecad5ed-08b4-4db8-8e35-9a1fb2f01a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908121 Aug 18 11:53:29.991056 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-2acf1fcd-2058-453c-9ac3-67f9d3c3b831 None None] Port 59c089e1-5691-4a16-8d84-9c517d91971a cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 11:53:30.019457 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device b8808a2f-95c8-414e-be69-9814816bc402 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:53:30.059905 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37d2c2b9-f330-4642-85b7-58019d9058b1 admin admin] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 11:53:30.069138 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 11:53:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2f96333-8c4f-46f9-8aec-121092d37356 x-openstack-request-id: req-e2f96333-8c4f-46f9-8aec-121092d37356 {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:53:30.071441 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fd5ea8f-178b-40e4-8012-09188cab4234", "name": "network-vif-plugged", "status": "completed", "tag": "93bbe875-2e51-465e-8794-e89d18f614c1", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:53:30.071841 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e2f96333-8c4f-46f9-8aec-121092d37356 {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:53:30.072584 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fd5ea8f-178b-40e4-8012-09188cab4234', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93bbe875-2e51-465e-8794-e89d18f614c1', 'code': 200} Aug 18 11:53:30.077247 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-37d2c2b9-f330-4642-85b7-58019d9058b1 admin admin] 10.222.0.66 "PUT /v2.0/routers/139fd73b-148e-4850-83e2-cfb8a2a5d841/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6653955 Aug 18 11:53:30.118305 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [req-10d40e11-e130-4f56-ab2d-2c053892b108 req-50df9415-e818-45f0-9353-454a5a007cbf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8cc88f43-1fb3-47eb-bebc-c14bcbe1eead {{(pid=106252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 11:53:30.144385 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-10d40e11-e130-4f56-ab2d-2c053892b108 req-50df9415-e818-45f0-9353-454a5a007cbf service neutron] Notify callbacks [] for port, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:30.147786 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port b8808a2f-95c8-414e-be69-9814816bc402 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 11:53:30.152386 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port b8808a2f-95c8-414e-be69-9814816bc402 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:53:30.154415 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:30.206913 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [req-10d40e11-e130-4f56-ab2d-2c053892b108 req-50df9415-e818-45f0-9353-454a5a007cbf service neutron] Transition to ACTIVE for port object 8cc88f43-1fb3-47eb-bebc-c14bcbe1eead will not be triggered until provisioned by entity L2. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 11:53:30.224681 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-10d40e11-e130-4f56-ab2d-2c053892b108 req-50df9415-e818-45f0-9353-454a5a007cbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:30.230104 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dc98f9-55cf-4d0c-8928-94f311745698 req-0fbf77e9-793e-4c3c-b7a9-659dcfa07081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:30.239447 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-84dc98f9-55cf-4d0c-8928-94f311745698 req-0fbf77e9-793e-4c3c-b7a9-659dcfa07081 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=8fd5ea8f-178b-40e4-8012-09188cab4234 HTTP/1.1" status: 200 len: 1096 time: 0.1017244 Aug 18 11:53:30.271303 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:30.297509 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-84dc98f9-55cf-4d0c-8928-94f311745698 req-55b142d2-33c0-45db-8856-4741daa1660e service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=07aef7bb-6c11-4cb4-8594-c24180b5d811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500121 Aug 18 11:53:30.304716 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] For port b8808a2f-95c8-414e-be69-9814816bc402, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=b8808a2f-95c8-414e-be69-9814816bc402,segment=NetworkSegment(c5a3db9d-5c58-41b1-9177-d5787a597b78),segment_id=c5a3db9d-5c58-41b1-9177-d5787a597b78)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:53:30.312097 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:30.325597 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50df9415-e818-45f0-9353-454a5a007cbf service neutron] Pushing event updated for resources: {'Port': ['ID=8cc88f43-1fb3-47eb-bebc-c14bcbe1eead,revision_number=2']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:53:30.346182 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666499b0-c32e-4980-a86c-e199d4ecdfb3 req-0c1ce238-9544-4cb7-a3e4-f89430a438fc tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:30.353813 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-666499b0-c32e-4980-a86c-e199d4ecdfb3 req-0c1ce238-9544-4cb7-a3e4-f89430a438fc tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] 10.222.0.66 "GET /v2.0/ports?device_id=1776ccfc-79c3-4dd2-9d3e-5b7e075004d6 HTTP/1.1" status: 200 len: 950 time: 0.2218421 Aug 18 11:53:30.380031 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Pushing event updated for resources: {'Port': ['ID=b8808a2f-95c8-414e-be69-9814816bc402,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:53:30.406141 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 49264) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:53:30.459896 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-666499b0-c32e-4980-a86c-e199d4ecdfb3 req-0023e229-e28d-4fcb-993a-547cce2b4e44 tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] 10.222.0.66 "GET /v2.0/security-groups?id=e54286de-dd7f-4b20-9f74-4a71262d523b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051190 Aug 18 11:53:30.492208 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-10d40e11-e130-4f56-ab2d-2c053892b108 req-50df9415-e818-45f0-9353-454a5a007cbf service neutron] Attempting to bind port 8cc88f43-1fb3-47eb-bebc-c14bcbe1eead on host n-h1-804985-2 for vnic_type normal with profile {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 11:53:30.492578 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-10d40e11-e130-4f56-ab2d-2c053892b108 req-50df9415-e818-45f0-9353-454a5a007cbf service neutron] Attempting to bind port 8cc88f43-1fb3-47eb-bebc-c14bcbe1eead by drivers openvswitch,hyperv on host n-h1-804985-2 at level 0 using segments [{'id': '0622c33d-7d5a-4968-950b-edb53be5f858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'f471d7de-70da-4549-acfc-45017b3843ff'}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 11:53:30.492903 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10d40e11-e130-4f56-ab2d-2c053892b108 req-50df9415-e818-45f0-9353-454a5a007cbf service neutron] Attempting to bind port 8cc88f43-1fb3-47eb-bebc-c14bcbe1eead on network f471d7de-70da-4549-acfc-45017b3843ff {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 11:53:30.497497 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10d40e11-e130-4f56-ab2d-2c053892b108 req-50df9415-e818-45f0-9353-454a5a007cbf service neutron] Port 8cc88f43-1fb3-47eb-bebc-c14bcbe1eead on network f471d7de-70da-4549-acfc-45017b3843ff not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-2 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 11:53:30.497884 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10d40e11-e130-4f56-ab2d-2c053892b108 req-50df9415-e818-45f0-9353-454a5a007cbf service neutron] Attempting to bind port 8cc88f43-1fb3-47eb-bebc-c14bcbe1eead on network f471d7de-70da-4549-acfc-45017b3843ff {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 11:53:30.513800 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10d40e11-e130-4f56-ab2d-2c053892b108 req-50df9415-e818-45f0-9353-454a5a007cbf service neutron] Checking agent: {'id': 'a613417a-d085-492c-941a-59bb18c633d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 49, 6), 'started_at': datetime.datetime(2021, 8, 18, 11, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 11, 53, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 11:53:30.514186 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10d40e11-e130-4f56-ab2d-2c053892b108 req-50df9415-e818-45f0-9353-454a5a007cbf service neutron] Checking segment: {'id': '0622c33d-7d5a-4968-950b-edb53be5f858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'f471d7de-70da-4549-acfc-45017b3843ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 11:53:30.514527 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10d40e11-e130-4f56-ab2d-2c053892b108 req-50df9415-e818-45f0-9353-454a5a007cbf service neutron] Bound using segment: {'id': '0622c33d-7d5a-4968-950b-edb53be5f858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'f471d7de-70da-4549-acfc-45017b3843ff'} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 11:53:30.514974 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-10d40e11-e130-4f56-ab2d-2c053892b108 req-50df9415-e818-45f0-9353-454a5a007cbf service neutron] Bound port: 8cc88f43-1fb3-47eb-bebc-c14bcbe1eead, host: n-h1-804985-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0622c33d-7d5a-4968-950b-edb53be5f858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'f471d7de-70da-4549-acfc-45017b3843ff'}}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 11:53:30.515337 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-10d40e11-e130-4f56-ab2d-2c053892b108 req-50df9415-e818-45f0-9353-454a5a007cbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:30.592812 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1a4c8e2c-569c-41d7-a8ca-77b1e3aeaa37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:30.609365 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3a101f-f50d-452b-9c79-8b07b36505f4 req-92dc521f-716c-448e-a6f6-27047591b9b0 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:30.618791 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5a3a101f-f50d-452b-9c79-8b07b36505f4 req-92dc521f-716c-448e-a6f6-27047591b9b0 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] 10.222.0.66 "GET /v2.0/ports?device_id=8fd5ea8f-178b-40e4-8012-09188cab4234 HTTP/1.1" status: 200 len: 945 time: 0.1176107 Aug 18 11:53:30.693967 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-10d40e11-e130-4f56-ab2d-2c053892b108 req-50df9415-e818-45f0-9353-454a5a007cbf service neutron] For port 8cc88f43-1fb3-47eb-bebc-c14bcbe1eead, host n-h1-804985-2, cleared binding levels {{(pid=106252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 11:53:30.709012 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5a3a101f-f50d-452b-9c79-8b07b36505f4 req-1dfe166c-270b-4deb-83d5-a0b52462836a tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] 10.222.0.66 "GET /v2.0/security-groups?id=07aef7bb-6c11-4cb4-8594-c24180b5d811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888963 Aug 18 11:53:30.713535 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1a4c8e2c-569c-41d7-a8ca-77b1e3aeaa37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:30.727557 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1a4c8e2c-569c-41d7-a8ca-77b1e3aeaa37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:30.730796 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-10d40e11-e130-4f56-ab2d-2c053892b108 req-50df9415-e818-45f0-9353-454a5a007cbf service neutron] For port 8cc88f43-1fb3-47eb-bebc-c14bcbe1eead, host n-h1-804985-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=8cc88f43-1fb3-47eb-bebc-c14bcbe1eead,segment=NetworkSegment(0622c33d-7d5a-4968-950b-edb53be5f858),segment_id=0622c33d-7d5a-4968-950b-edb53be5f858)] {{(pid=106252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 11:53:30.739865 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-10d40e11-e130-4f56-ab2d-2c053892b108 req-50df9415-e818-45f0-9353-454a5a007cbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:30.770262 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4c8e2c-569c-41d7-a8ca-77b1e3aeaa37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fb2941f-f66c-4713-acaf-419c64a4f249,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:53:30.774778 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-1a4c8e2c-569c-41d7-a8ca-77b1e3aeaa37 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=383cf464f8f5414ab81de26fe590e844&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3675239 Aug 18 11:53:30.777536 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 49282) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:53:30.816967 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50df9415-e818-45f0-9353-454a5a007cbf service neutron] Pushing event updated for resources: {'Port': ['ID=8cc88f43-1fb3-47eb-bebc-c14bcbe1eead,revision_number=3']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:53:30.833121 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d40e11-e130-4f56-ab2d-2c053892b108 req-50df9415-e818-45f0-9353-454a5a007cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:30.833734 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-10d40e11-e130-4f56-ab2d-2c053892b108 req-50df9415-e818-45f0-9353-454a5a007cbf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:30.835123 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-10d40e11-e130-4f56-ab2d-2c053892b108 req-50df9415-e818-45f0-9353-454a5a007cbf service neutron] 10.222.0.63 "PUT /v2.0/ports/8cc88f43-1fb3-47eb-bebc-c14bcbe1eead HTTP/1.1" status: 200 len: 1091 time: 1.6424510 Aug 18 11:53:30.835566 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aaabce93-c7fa-4a3a-a8e4-3718c81d3652', 'tag': '8cc88f43-1fb3-47eb-bebc-c14bcbe1eead'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 11:53:30.837863 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d71379f-c8a4-4fd0-bfa2-992fc0bddff7" -d '{"events": [{"name": "network-changed", "server_uuid": "aaabce93-c7fa-4a3a-a8e4-3718c81d3652", "tag": "8cc88f43-1fb3-47eb-bebc-c14bcbe1eead"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:53:30.863279 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 49288) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:53:30.896902 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 11:53:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f797759-33ce-4170-b4a6-5f1302668bed x-openstack-request-id: req-9f797759-33ce-4170-b4a6-5f1302668bed {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:53:30.897231 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aaabce93-c7fa-4a3a-a8e4-3718c81d3652", "tag": "8cc88f43-1fb3-47eb-bebc-c14bcbe1eead", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:53:30.898395 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-9f797759-33ce-4170-b4a6-5f1302668bed {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:53:30.898553 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-838080aa-99ff-41fe-8c71-539387872994 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:30.900209 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aaabce93-c7fa-4a3a-a8e4-3718c81d3652', 'tag': '8cc88f43-1fb3-47eb-bebc-c14bcbe1eead', 'status': 'completed', 'code': 200} Aug 18 11:53:30.929951 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-838080aa-99ff-41fe-8c71-539387872994 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:30.960769 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d40e11-e130-4f56-ab2d-2c053892b108 req-cc475a6d-bf21-4f18-8328-645babb3f680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:30.962146 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24fc4103-610d-4439-af9e-b7fdb20482e2 None None] Sync routers for ids ['139fd73b-148e-4850-83e2-cfb8a2a5d841'] in n-d-804985-2 {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 11:53:30.966209 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-10d40e11-e130-4f56-ab2d-2c053892b108 req-cc475a6d-bf21-4f18-8328-645babb3f680 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=3bd2664269674b678c41aeb663f1f43e&device_id=aaabce93-c7fa-4a3a-a8e4-3718c81d3652 HTTP/1.1" status: 200 len: 1094 time: 0.0644097 Aug 18 11:53:30.986612 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24fc4103-610d-4439-af9e-b7fdb20482e2 None None] Routers {'139fd73b-148e-4850-83e2-cfb8a2a5d841'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 11:53:30.987374 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-24fc4103-610d-4439-af9e-b7fdb20482e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T11:53:21Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['139fd73b-148e-4850-83e2-cfb8a2a5d841'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:53:31.040787 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.agents_db [None req-6dbb2658-0354-4101-8393-6e7505481cf6 None None] Agent healthcheck: found 7 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 11:53:31.044346 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-838080aa-99ff-41fe-8c71-539387872994 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:31.048149 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-838080aa-99ff-41fe-8c71-539387872994 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:31.050972 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-838080aa-99ff-41fe-8c71-539387872994 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0fb2941f-f66c-4713-acaf-419c64a4f249 HTTP/1.1" status: 204 len: 168 time: 0.2714651 Aug 18 11:53:31.064467 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838080aa-99ff-41fe-8c71-539387872994 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fb2941f-f66c-4713-acaf-419c64a4f249,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:53:31.105513 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-10d40e11-e130-4f56-ab2d-2c053892b108 req-b05c8ea2-f6db-4134-a4bf-672c6f5bb96c service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8cc88f43-1fb3-47eb-bebc-c14bcbe1eead HTTP/1.1" status: 200 len: 217 time: 0.1292253 Aug 18 11:53:31.182489 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-24fc4103-610d-4439-af9e-b7fdb20482e2 None None] Set router 139fd73b-148e-4850-83e2-cfb8a2a5d841 gateway port host: n-d-804985-2 {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 11:53:31.194016 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 49310) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:53:31.265055 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-8bdda1ec-8c1b-4ba6-a473-2df3dd34ea71 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1941481198-network', 'tenant_id': '1e7bd45378474338a3a7a5fc430b7488'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:53:31.275661 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d40e11-e130-4f56-ab2d-2c053892b108 req-fde866dc-ce93-4c1e-a96e-7228a1bdf76d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:31.276908 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-10d40e11-e130-4f56-ab2d-2c053892b108 req-fde866dc-ce93-4c1e-a96e-7228a1bdf76d service neutron] 10.222.0.63 "GET /v2.0/subnets?id=16b84496-6d9e-4d8c-9087-8e81549f7d75 HTTP/1.1" status: 200 len: 861 time: 0.1540823 Aug 18 11:53:31.294096 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b31d022-f749-4b27-94a2-0dfedd21c076 req-452a9d60-c204-46fb-a55c-1fd48c73cc50 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:31.301472 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4b31d022-f749-4b27-94a2-0dfedd21c076 req-452a9d60-c204-46fb-a55c-1fd48c73cc50 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.66 "GET /v2.0/ports?device_id=aaabce93-c7fa-4a3a-a8e4-3718c81d3652 HTTP/1.1" status: 200 len: 943 time: 0.2003887 Aug 18 11:53:31.312194 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-22ee5011-b4ab-4987-8747-ddad499ab741 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1005725119-network', 'tenant_id': '600fbea656874dbdb95dcdc7eb311868'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:53:31.352839 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-10d40e11-e130-4f56-ab2d-2c053892b108 req-3e39c1e9-ae69-4b77-911b-91f88c5c7975 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=f471d7de-70da-4549-acfc-45017b3843ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0670478 Aug 18 11:53:31.371251 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22ee5011-b4ab-4987-8747-ddad499ab741 admin admin] Made reservation on behalf of 600fbea656874dbdb95dcdc7eb311868 for: {'network': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 11:53:31.375556 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-22ee5011-b4ab-4987-8747-ddad499ab741 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for network, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:31.377539 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.db.api [None req-8bdda1ec-8c1b-4ba6-a473-2df3dd34ea71 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 18 11:53:31.377539 n-d-804985-2 neutron-server[106252]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 18 11:53:31.377539 n-d-804985-2 neutron-server[106252]: [parameters: {'project_id': '1e7bd45378474338a3a7a5fc430b7488', 'id': 'd3b7a615-69fb-473a-a41b-c7a1cdafc0a3', 'expiration': datetime.datetime(2021, 8, 18, 11, 55, 31, 348793)}] Aug 18 11:53:31.377539 n-d-804985-2 neutron-server[106252]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=106252) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 18 11:53:31.377876 n-d-804985-2 neutron-server[106252]: DEBUG oslo_db.api [None req-8bdda1ec-8c1b-4ba6-a473-2df3dd34ea71 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 18 11:53:31.387290 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77816b2f-4401-4f62-962d-8c54561fff4d req-9cb49bbb-5469-45ca-925d-5def5e4230cd tempest-FloatingIPsAssociationTestJSON-1671646685 tempest-FloatingIPsAssociationTestJSON-1671646685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:31.389008 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-77816b2f-4401-4f62-962d-8c54561fff4d req-9cb49bbb-5469-45ca-925d-5def5e4230cd tempest-FloatingIPsAssociationTestJSON-1671646685 tempest-FloatingIPsAssociationTestJSON-1671646685-project] 10.222.0.66 "GET /v2.0/networks?id=17b21726-ad58-4633-922c-414857af0af2 HTTP/1.1" status: 200 len: 821 time: 0.2868984 Aug 18 11:53:31.398011 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-22ee5011-b4ab-4987-8747-ddad499ab741 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:31.443588 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-24fc4103-610d-4439-af9e-b7fdb20482e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '139fd73b-148e-4850-83e2-cfb8a2a5d841', 'name': 'tempest-FloatingIPsAssociationTestJSON-1797256714-router', 'tenant_id': '72b8902517244a1ca86567bff576d2b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.123'}], 'enable_snat': True}, 'gw_port_id': 'b8808a2f-95c8-414e-be69-9814816bc402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T11:53:23Z', 'updated_at': '2021-08-18T11:53:28Z', 'revision_number': 4, 'project_id': '72b8902517244a1ca86567bff576d2b2', 'gw_port': {'id': 'b8808a2f-95c8-414e-be69-9814816bc402', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:4d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139fd73b-148e-4850-83e2-cfb8a2a5d841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:53:24Z', 'updated_at': '2021-08-18T11:53:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': '59c089e1-5691-4a16-8d84-9c517d91971a', 'name': '', 'network_id': '17b21726-ad58-4633-922c-414857af0af2', 'tenant_id': '72b8902517244a1ca86567bff576d2b2', 'mac_address': 'fa:16:3e:9f:b5:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '139fd73b-148e-4850-83e2-cfb8a2a5d841', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '04e502a5-5018-4e73-baa8-683bfd3d2545', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:53:27Z', 'updated_at': '2021-08-18T11:53:28Z', 'revision_number': 2, 'project_id': '72b8902517244a1ca86567bff576d2b2', 'subnets': [{'id': '04e502a5-5018-4e73-baa8-683bfd3d2545', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:53:31.451233 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-77816b2f-4401-4f62-962d-8c54561fff4d req-61eea42d-f68c-4fdc-9f81-6f8df8d7b87d tempest-FloatingIPsAssociationTestJSON-1671646685 tempest-FloatingIPsAssociationTestJSON-1671646685-project] 10.222.0.66 "GET /v2.0/quotas/72b8902517244a1ca86567bff576d2b2 HTTP/1.1" status: 200 len: 375 time: 0.0519545 Aug 18 11:53:31.464708 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4b31d022-f749-4b27-94a2-0dfedd21c076 req-c43abeb9-b197-4cd1-9d48-85c484ba5e17 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.66 "GET /v2.0/security-groups?id=fecad5ed-08b4-4db8-8e35-9a1fb2f01a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622550 Aug 18 11:53:31.479807 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24fc4103-610d-4439-af9e-b7fdb20482e2 None None] Checking router: 139fd73b-148e-4850-83e2-cfb8a2a5d841 for host: n-d-804985-2 {{(pid=106254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 11:53:31.479807 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24fc4103-610d-4439-af9e-b7fdb20482e2 None None] Updating router 139fd73b-148e-4850-83e2-cfb8a2a5d841 port 59c089e1-5691-4a16-8d84-9c517d91971a binding host n-d-804985-2 {{(pid=106254) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 11:53:31.506597 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-24fc4103-610d-4439-af9e-b7fdb20482e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:31.531404 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-22ee5011-b4ab-4987-8747-ddad499ab741 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:31.542393 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-22ee5011-b4ab-4987-8747-ddad499ab741 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:31.548377 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-10d40e11-e130-4f56-ab2d-2c053892b108 req-dcdff9af-915d-40cc-8141-201dca8f1a95 service neutron] 10.222.0.63 "GET /v2.0/networks/f471d7de-70da-4549-acfc-45017b3843ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1822176 Aug 18 11:53:31.554428 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-77816b2f-4401-4f62-962d-8c54561fff4d req-cad86c54-b8fc-49a0-9273-145b619b6add tempest-FloatingIPsAssociationTestJSON-1671646685 tempest-FloatingIPsAssociationTestJSON-1671646685-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=72b8902517244a1ca86567bff576d2b2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0933857 Aug 18 11:53:31.589187 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22ee5011-b4ab-4987-8747-ddad499ab741 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 805} {{(pid=106253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 11:53:31.624873 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-22ee5011-b4ab-4987-8747-ddad499ab741 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:31.625229 n-d-804985-2 neutron-server[106253]: INFO neutron.db.segments_db [None req-22ee5011-b4ab-4987-8747-ddad499ab741 admin admin] Added segment 6c07e440-4a82-438f-a97f-74dad85fe56f of type vlan for network 06bbcd73-3087-45af-ac07-d9df7df70b38 Aug 18 11:53:31.646726 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 49318) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:53:31.664119 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ee5011-b4ab-4987-8747-ddad499ab741 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55743b86-4589-417c-a042-b0bad2e342b9,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:53:31.666842 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-98de15a8-5f5e-49c2-9f7c-8feae1673c40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:31.725278 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-22ee5011-b4ab-4987-8747-ddad499ab741 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789150665894'] for network, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:31.748787 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-10d40e11-e130-4f56-ab2d-2c053892b108 req-9d5a3762-95af-4a64-bf93-f04648349f74 service neutron] 10.222.0.63 "GET /v2.0/networks/f471d7de-70da-4549-acfc-45017b3843ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1928051 Aug 18 11:53:31.765795 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-77816b2f-4401-4f62-962d-8c54561fff4d req-38cc2632-69ae-4165-8815-a4d25e0ef168 service neutron] 10.222.0.66 "GET /v2.0/networks/17b21726-ad58-4633-922c-414857af0af2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880853 Aug 18 11:53:31.777065 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-22ee5011-b4ab-4987-8747-ddad499ab741 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for network, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:31.778224 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22ee5011-b4ab-4987-8747-ddad499ab741 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:31.779287 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-22ee5011-b4ab-4987-8747-ddad499ab741 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:31.779904 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed5cbd6-22c8-4c50-9a02-ee61dc7e59e6 req-a15bd5f2-d102-4635-840b-dc41708f23b9 tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:31.782133 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1ed5cbd6-22c8-4c50-9a02-ee61dc7e59e6 req-a15bd5f2-d102-4635-840b-dc41708f23b9 tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] 10.222.0.66 "GET /v2.0/ports?device_id=1776ccfc-79c3-4dd2-9d3e-5b7e075004d6 HTTP/1.1" status: 200 len: 950 time: 0.0906978 Aug 18 11:53:31.860063 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ee5011-b4ab-4987-8747-ddad499ab741 admin admin] Pushing event updated for resources: {'Network': ['ID=06bbcd73-3087-45af-ac07-d9df7df70b38,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:53:31.885464 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-98de15a8-5f5e-49c2-9f7c-8feae1673c40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:31.886871 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Network 06bbcd73-3087-45af-ac07-d9df7df70b38 details requested by agent ovs-agent-n-d-804985-2 with host n-d-804985-2 {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 11:53:31.891481 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device b8808a2f-95c8-414e-be69-9814816bc402 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:53:31.892658 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-98de15a8-5f5e-49c2-9f7c-8feae1673c40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:31.908032 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-22ee5011-b4ab-4987-8747-ddad499ab741 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.7125249 Aug 18 11:53:31.915414 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 49322) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:53:31.929616 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-f6d2e001-2d99-44ba-83a4-38b44a5e1cf2 admin admin] Request body: {'subnet': {'network_id': '06bbcd73-3087-45af-ac07-d9df7df70b38', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1005725119-subnet', 'tenant_id': '600fbea656874dbdb95dcdc7eb311868', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:53:31.951462 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1ed5cbd6-22c8-4c50-9a02-ee61dc7e59e6 req-c502b156-9725-4fd6-a2c5-22a202febed2 tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] 10.222.0.66 "GET /v2.0/security-groups?id=e54286de-dd7f-4b20-9f74-4a71262d523b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509626 Aug 18 11:53:31.958900 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bdda1ec-8c1b-4ba6-a473-2df3dd34ea71 admin admin] Made reservation on behalf of 1e7bd45378474338a3a7a5fc430b7488 for: {'network': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 11:53:31.961026 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8bdda1ec-8c1b-4ba6-a473-2df3dd34ea71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for network, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:31.962205 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-98de15a8-5f5e-49c2-9f7c-8feae1673c40 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6eaccce1d7574c8987de2f3a4fa594ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3134665 Aug 18 11:53:31.974458 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 49324) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:53:31.975978 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-24fc4103-610d-4439-af9e-b7fdb20482e2 None None] Notify callbacks [] for port, precommit_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:31.978481 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8bdda1ec-8c1b-4ba6-a473-2df3dd34ea71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:31.993119 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98de15a8-5f5e-49c2-9f7c-8feae1673c40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ff86607-9cc0-4851-942f-d57395f899a0,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:53:31.999094 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-24fc4103-610d-4439-af9e-b7fdb20482e2 None None] Transition to ACTIVE for port object 59c089e1-5691-4a16-8d84-9c517d91971a will not be triggered until provisioned by entity L2. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 11:53:32.004196 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d71379f-c8a4-4fd0-bfa2-992fc0bddff7 req-1e2b9f8d-2b28-47f6-9943-fcadf8642146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:32.005719 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4d71379f-c8a4-4fd0-bfa2-992fc0bddff7 req-1e2b9f8d-2b28-47f6-9943-fcadf8642146 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=3bd2664269674b678c41aeb663f1f43e&device_id=aaabce93-c7fa-4a3a-a8e4-3718c81d3652 HTTP/1.1" status: 200 len: 1094 time: 0.1602566 Aug 18 11:53:32.020710 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-24fc4103-610d-4439-af9e-b7fdb20482e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:32.023272 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6d2e001-2d99-44ba-83a4-38b44a5e1cf2 admin admin] Made reservation on behalf of 600fbea656874dbdb95dcdc7eb311868 for: {'subnet': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 11:53:32.028859 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f6d2e001-2d99-44ba-83a4-38b44a5e1cf2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59388119'] for subnet, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:32.078690 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port b8808a2f-95c8-414e-be69-9814816bc402 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:53:32.079059 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:32.112509 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-77816b2f-4401-4f62-962d-8c54561fff4d req-6f20d5dd-bfc8-45bd-b15f-d530e272f9da service neutron] 10.222.0.66 "GET /v2.0/networks/17b21726-ad58-4633-922c-414857af0af2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3261907 Aug 18 11:53:32.173532 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218f1be1-7d01-4d5a-bdf1-56d61103075f None None] Pushing event updated for resources: {'Port': ['ID=59c089e1-5691-4a16-8d84-9c517d91971a,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:53:32.209110 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-24fc4103-610d-4439-af9e-b7fdb20482e2 None None] Attempting to bind port 59c089e1-5691-4a16-8d84-9c517d91971a on host n-d-804985-2 for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 11:53:32.211117 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-24fc4103-610d-4439-af9e-b7fdb20482e2 None None] Attempting to bind port 59c089e1-5691-4a16-8d84-9c517d91971a by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': 'de35f490-159d-4f32-ba39-7fcc2c85f9d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '17b21726-ad58-4633-922c-414857af0af2'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 11:53:32.216948 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24fc4103-610d-4439-af9e-b7fdb20482e2 None None] Attempting to bind port 59c089e1-5691-4a16-8d84-9c517d91971a on network 17b21726-ad58-4633-922c-414857af0af2 {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 11:53:32.253231 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24fc4103-610d-4439-af9e-b7fdb20482e2 None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 11, 53, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 11:53:32.253800 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24fc4103-610d-4439-af9e-b7fdb20482e2 None None] Checking segment: {'id': 'de35f490-159d-4f32-ba39-7fcc2c85f9d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '17b21726-ad58-4633-922c-414857af0af2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 11:53:32.254345 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-24fc4103-610d-4439-af9e-b7fdb20482e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:32.254854 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24fc4103-610d-4439-af9e-b7fdb20482e2 None None] Bound using segment: {'id': 'de35f490-159d-4f32-ba39-7fcc2c85f9d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '17b21726-ad58-4633-922c-414857af0af2'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 11:53:32.256000 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-24fc4103-610d-4439-af9e-b7fdb20482e2 None None] Bound port: 59c089e1-5691-4a16-8d84-9c517d91971a, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de35f490-159d-4f32-ba39-7fcc2c85f9d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '17b21726-ad58-4633-922c-414857af0af2'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 11:53:32.256839 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-24fc4103-610d-4439-af9e-b7fdb20482e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:32.291056 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f6d2e001-2d99-44ba-83a4-38b44a5e1cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58902106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59388097'] for subnet, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:32.309073 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f189324-f994-43b7-9b22-2d9ea2bb18ab req-318784f2-2b0d-4fb7-8d3b-d51b78d84ae5 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:32.315917 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6f189324-f994-43b7-9b22-2d9ea2bb18ab req-318784f2-2b0d-4fb7-8d3b-d51b78d84ae5 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] 10.222.0.66 "GET /v2.0/ports?device_id=8fd5ea8f-178b-40e4-8012-09188cab4234 HTTP/1.1" status: 200 len: 945 time: 0.2663333 Aug 18 11:53:32.369918 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d71379f-c8a4-4fd0-bfa2-992fc0bddff7 req-62599c77-8853-4b48-ae7f-a3bed38ff791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:32.371445 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4d71379f-c8a4-4fd0-bfa2-992fc0bddff7 req-62599c77-8853-4b48-ae7f-a3bed38ff791 service neutron] 10.222.0.63 "GET /v2.0/networks?id=f471d7de-70da-4549-acfc-45017b3843ff HTTP/1.1" status: 200 len: 922 time: 0.3526793 Aug 18 11:53:32.407163 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-24fc4103-610d-4439-af9e-b7fdb20482e2 None None] For port 59c089e1-5691-4a16-8d84-9c517d91971a, host n-d-804985-2, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 11:53:32.411170 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-24fc4103-610d-4439-af9e-b7fdb20482e2 None None] For port 59c089e1-5691-4a16-8d84-9c517d91971a, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=59c089e1-5691-4a16-8d84-9c517d91971a,segment=NetworkSegment(de35f490-159d-4f32-ba39-7fcc2c85f9d3),segment_id=de35f490-159d-4f32-ba39-7fcc2c85f9d3)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 11:53:32.413387 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d2e001-2d99-44ba-83a4-38b44a5e1cf2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=59f3b61f-d9cb-4493-82ff-8b26e791861b,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:53:32.413539 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-41184f91-f13c-43cc-8c14-6de4897b2f5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:32.417718 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-24fc4103-610d-4439-af9e-b7fdb20482e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:32.423156 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d2e001-2d99-44ba-83a4-38b44a5e1cf2 admin admin] Checking segment: {'id': '6c07e440-4a82-438f-a97f-74dad85fe56f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '06bbcd73-3087-45af-ac07-d9df7df70b38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 11:53:32.423625 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6d2e001-2d99-44ba-83a4-38b44a5e1cf2 admin admin] Network hostable DHCP agents. Network: 06bbcd73-3087-45af-ac07-d9df7df70b38, hostable agents: ['97c14208-2951-4361-8d64-3708c946ff5f'], hosted agents: [] {{(pid=106253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 11:53:32.445239 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6d2e001-2d99-44ba-83a4-38b44a5e1cf2 admin admin] Network 06bbcd73-3087-45af-ac07-d9df7df70b38 is scheduled to be hosted by DHCP agent 97c14208-2951-4361-8d64-3708c946ff5f with binding_index 1 {{(pid=106253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 11:53:32.456125 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-f6d2e001-2d99-44ba-83a4-38b44a5e1cf2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-2, 06bbcd73-3087-45af-ac07-d9df7df70b38) {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:53:32.462129 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6d2e001-2d99-44ba-83a4-38b44a5e1cf2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:32.464636 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f6d2e001-2d99-44ba-83a4-38b44a5e1cf2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:32.475120 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5309ec0d-942a-4f0e-93e0-55b83632a881 None None] Network 06bbcd73-3087-45af-ac07-d9df7df70b38 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 11:53:32.510833 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-da979868-9c6a-412d-8472-d1014d6aa674 req-f9ff8757-4a63-4004-8c66-ce769e6ee16d tempest-FloatingIPsAssociationTestJSON-1671646685 tempest-FloatingIPsAssociationTestJSON-1671646685-project] 10.222.0.66 "GET /v2.0/ports?device_id=f61658a9-8fe3-4d11-b3ec-4c9136ee00f5 HTTP/1.1" status: 200 len: 210 time: 0.1345026 Aug 18 11:53:32.534481 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4d71379f-c8a4-4fd0-bfa2-992fc0bddff7 req-283cab9e-f2a7-4324-b1ad-e34fa5f01093 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8cc88f43-1fb3-47eb-bebc-c14bcbe1eead HTTP/1.1" status: 200 len: 217 time: 0.1485236 Aug 18 11:53:32.556336 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-41184f91-f13c-43cc-8c14-6de4897b2f5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:32.581143 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218f1be1-7d01-4d5a-bdf1-56d61103075f None None] Pushing event updated for resources: {'Port': ['ID=59c089e1-5691-4a16-8d84-9c517d91971a,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:53:32.589379 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24fc4103-610d-4439-af9e-b7fdb20482e2 None None] Routers {'139fd73b-148e-4850-83e2-cfb8a2a5d841'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 11:53:32.590016 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-24fc4103-610d-4439-af9e-b7fdb20482e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T11:53:21Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['139fd73b-148e-4850-83e2-cfb8a2a5d841'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:53:32.598968 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6f189324-f994-43b7-9b22-2d9ea2bb18ab req-b9edd27f-6b48-44c6-b4f1-06e1fe611f5e tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] 10.222.0.66 "GET /v2.0/security-groups?id=07aef7bb-6c11-4cb4-8594-c24180b5d811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2242036 Aug 18 11:53:32.739043 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d71379f-c8a4-4fd0-bfa2-992fc0bddff7 req-6f6ed006-92e9-46cd-9e00-37960af4b260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:32.740453 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4d71379f-c8a4-4fd0-bfa2-992fc0bddff7 req-6f6ed006-92e9-46cd-9e00-37960af4b260 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=16b84496-6d9e-4d8c-9087-8e81549f7d75 HTTP/1.1" status: 200 len: 861 time: 0.1908052 Aug 18 11:53:32.746655 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8bdda1ec-8c1b-4ba6-a473-2df3dd34ea71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:32.767028 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-f6d2e001-2d99-44ba-83a4-38b44a5e1cf2 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.8420031 Aug 18 11:53:32.777536 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8bdda1ec-8c1b-4ba6-a473-2df3dd34ea71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:32.823651 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4d71379f-c8a4-4fd0-bfa2-992fc0bddff7 req-9e24fd0c-e5ff-4c20-ae99-f19b60450b8e service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=f471d7de-70da-4549-acfc-45017b3843ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0734527 Aug 18 11:53:32.829716 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-41184f91-f13c-43cc-8c14-6de4897b2f5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:32.832231 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-41184f91-f13c-43cc-8c14-6de4897b2f5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:32.833496 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-41184f91-f13c-43cc-8c14-6de4897b2f5d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/6ff86607-9cc0-4851-942f-d57395f899a0 HTTP/1.1" status: 204 len: 168 time: 0.8523083 Aug 18 11:53:32.844676 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0598ade-4e46-4e31-bc45-bbc86ac65010 None None] Network 06bbcd73-3087-45af-ac07-d9df7df70b38 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 11:53:32.871403 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bdda1ec-8c1b-4ba6-a473-2df3dd34ea71 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 828} {{(pid=106252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 11:53:32.952354 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0959b259-743d-483a-918e-11340b8b273a req-963213da-5aaa-4515-8cc2-953dc98ffde9 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:32.959571 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0959b259-743d-483a-918e-11340b8b273a req-963213da-5aaa-4515-8cc2-953dc98ffde9 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.66 "GET /v2.0/ports?device_id=aaabce93-c7fa-4a3a-a8e4-3718c81d3652 HTTP/1.1" status: 200 len: 943 time: 0.3472028 Aug 18 11:53:32.972526 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-24fc4103-610d-4439-af9e-b7fdb20482e2 None None] Set router 139fd73b-148e-4850-83e2-cfb8a2a5d841 gateway port host: n-d-804985-2 {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 11:53:32.990408 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8bdda1ec-8c1b-4ba6-a473-2df3dd34ea71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:32.990931 n-d-804985-2 neutron-server[106252]: INFO neutron.db.segments_db [None req-8bdda1ec-8c1b-4ba6-a473-2df3dd34ea71 admin admin] Added segment 66f3c612-2dc0-4ad6-90b0-b07f6d2f037e of type vlan for network 88182513-d5a3-4488-b0cc-81d269632baa Aug 18 11:53:32.997054 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdda1ec-8c1b-4ba6-a473-2df3dd34ea71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6020cc21-7cd7-4068-85f9-3d6c34208776,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:53:33.027278 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41184f91-f13c-43cc-8c14-6de4897b2f5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ff86607-9cc0-4851-942f-d57395f899a0,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:53:33.061309 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0959b259-743d-483a-918e-11340b8b273a req-ade7cd43-6cfb-41f1-b616-70a958091e75 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.66 "GET /v2.0/security-groups?id=fecad5ed-08b4-4db8-8e35-9a1fb2f01a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005478 Aug 18 11:53:33.106239 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dca77fe-bdcf-48c5-bf79-03f9ba36e2c6 req-1a39b675-dfab-42f2-bd1e-bdc1e32d10ab tempest-LiveMigrationTest-1335981208 tempest-LiveMigrationTest-1335981208-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:33.109466 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4dca77fe-bdcf-48c5-bf79-03f9ba36e2c6 req-1a39b675-dfab-42f2-bd1e-bdc1e32d10ab tempest-LiveMigrationTest-1335981208 tempest-LiveMigrationTest-1335981208-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=8fd5ea8f-178b-40e4-8012-09188cab4234 HTTP/1.1" status: 200 len: 1096 time: 0.2937675 Aug 18 11:53:33.114554 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8bdda1ec-8c1b-4ba6-a473-2df3dd34ea71 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789150665894'] for network, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:33.198948 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8bdda1ec-8c1b-4ba6-a473-2df3dd34ea71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for network, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:33.200018 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bdda1ec-8c1b-4ba6-a473-2df3dd34ea71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:33.204069 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8bdda1ec-8c1b-4ba6-a473-2df3dd34ea71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for network, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:33.294901 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4d71379f-c8a4-4fd0-bfa2-992fc0bddff7 req-dfcc46a2-3b16-468b-8741-cdea7966cfa6 service neutron] 10.222.0.63 "GET /v2.0/networks/f471d7de-70da-4549-acfc-45017b3843ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4294922 Aug 18 11:53:33.313847 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-8bdda1ec-8c1b-4ba6-a473-2df3dd34ea71 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.4490993 Aug 18 11:53:33.314768 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 49360) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:53:33.372814 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-3325ef0a-ccff-4871-b7df-648a3a9d7a02 admin admin] Request body: {'subnet': {'network_id': '88182513-d5a3-4488-b0cc-81d269632baa', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1941481198-subnet', 'tenant_id': '1e7bd45378474338a3a7a5fc430b7488', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:53:33.410803 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-24fc4103-610d-4439-af9e-b7fdb20482e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '139fd73b-148e-4850-83e2-cfb8a2a5d841', 'name': 'tempest-FloatingIPsAssociationTestJSON-1797256714-router', 'tenant_id': '72b8902517244a1ca86567bff576d2b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.123'}], 'enable_snat': True}, 'gw_port_id': 'b8808a2f-95c8-414e-be69-9814816bc402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T11:53:23Z', 'updated_at': '2021-08-18T11:53:28Z', 'revision_number': 4, 'project_id': '72b8902517244a1ca86567bff576d2b2', 'gw_port': {'id': 'b8808a2f-95c8-414e-be69-9814816bc402', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:4d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139fd73b-148e-4850-83e2-cfb8a2a5d841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:53:24Z', 'updated_at': '2021-08-18T11:53:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': '59c089e1-5691-4a16-8d84-9c517d91971a', 'name': '', 'network_id': '17b21726-ad58-4633-922c-414857af0af2', 'tenant_id': '72b8902517244a1ca86567bff576d2b2', 'mac_address': 'fa:16:3e:9f:b5:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '139fd73b-148e-4850-83e2-cfb8a2a5d841', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '04e502a5-5018-4e73-baa8-683bfd3d2545', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:53:27Z', 'updated_at': '2021-08-18T11:53:32Z', 'revision_number': 4, 'project_id': '72b8902517244a1ca86567bff576d2b2', 'subnets': [{'id': '04e502a5-5018-4e73-baa8-683bfd3d2545', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:53:33.439800 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24fc4103-610d-4439-af9e-b7fdb20482e2 None None] The sync data for ids ['139fd73b-148e-4850-83e2-cfb8a2a5d841'] in n-d-804985-2 is: [{'id': '139fd73b-148e-4850-83e2-cfb8a2a5d841', 'name': 'tempest-FloatingIPsAssociationTestJSON-1797256714-router', 'tenant_id': '72b8902517244a1ca86567bff576d2b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.123'}], 'enable_snat': True}, 'gw_port_id': 'b8808a2f-95c8-414e-be69-9814816bc402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T11:53:23Z', 'updated_at': '2021-08-18T11:53:28Z', 'revision_number': 4, 'project_id': '72b8902517244a1ca86567bff576d2b2', 'gw_port': {'id': 'b8808a2f-95c8-414e-be69-9814816bc402', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:4d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139fd73b-148e-4850-83e2-cfb8a2a5d841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:53:24Z', 'updated_at': '2021-08-18T11:53:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': '59c089e1-5691-4a16-8d84-9c517d91971a', 'name': '', 'network_id': '17b21726-ad58-4633-922c-414857af0af2', 'tenant_id': '72b8902517244a1ca86567bff576d2b2', 'mac_address': 'fa:16:3e:9f:b5:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '139fd73b-148e-4850-83e2-cfb8a2a5d841', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '04e502a5-5018-4e73-baa8-683bfd3d2545', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:53:27Z', 'updated_at': '2021-08-18T11:53:32Z', 'revision_number': 4, 'project_id': '72b8902517244a1ca86567bff576d2b2', 'subnets': [{'id': '04e502a5-5018-4e73-baa8-683bfd3d2545', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 11:53:33.735073 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4dca77fe-bdcf-48c5-bf79-03f9ba36e2c6 req-4160d220-d2c5-4c4d-9eb1-4ee387c458a0 tempest-LiveMigrationTest-1335981208 tempest-LiveMigrationTest-1335981208-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=07aef7bb-6c11-4cb4-8594-c24180b5d811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5872195 Aug 18 11:53:33.735926 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdda1ec-8c1b-4ba6-a473-2df3dd34ea71 admin admin] Pushing event updated for resources: {'Network': ['ID=88182513-d5a3-4488-b0cc-81d269632baa,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:53:33.757461 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30577828-2da5-46a4-ab08-4cc444a218d6 req-82f0291e-78a3-4718-8f55-b01c8a8d9ccb tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:33.765936 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-30577828-2da5-46a4-ab08-4cc444a218d6 req-82f0291e-78a3-4718-8f55-b01c8a8d9ccb tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] 10.222.0.66 "GET /v2.0/ports?device_id=1776ccfc-79c3-4dd2-9d3e-5b7e075004d6 HTTP/1.1" status: 200 len: 950 time: 0.6213837 Aug 18 11:53:33.769480 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Network 88182513-d5a3-4488-b0cc-81d269632baa details requested by agent ovs-agent-n-d-804985-2 with host n-d-804985-2 {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 11:53:33.845755 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-30577828-2da5-46a4-ab08-4cc444a218d6 req-6b4af7f1-13f8-4301-a6f9-2bda208daa6f tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] 10.222.0.66 "GET /v2.0/security-groups?id=e54286de-dd7f-4b20-9f74-4a71262d523b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748496 Aug 18 11:53:33.883751 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3325ef0a-ccff-4871-b7df-648a3a9d7a02 admin admin] Made reservation on behalf of 1e7bd45378474338a3a7a5fc430b7488 for: {'subnet': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 11:53:33.886073 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-3325ef0a-ccff-4871-b7df-648a3a9d7a02 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59074089'] for subnet, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:33.923004 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77816b2f-4401-4f62-962d-8c54561fff4d req-3856ace2-32ec-4e4c-bdde-cac1f9d91f25 tempest-FloatingIPsAssociationTestJSON-1671646685 tempest-FloatingIPsAssociationTestJSON-1671646685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:33.936702 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-77816b2f-4401-4f62-962d-8c54561fff4d req-3856ace2-32ec-4e4c-bdde-cac1f9d91f25 tempest-FloatingIPsAssociationTestJSON-1671646685 tempest-FloatingIPsAssociationTestJSON-1671646685-project] 10.222.0.62 "GET /v2.0/networks?id=17b21726-ad58-4633-922c-414857af0af2 HTTP/1.1" status: 200 len: 821 time: 0.2681460 Aug 18 11:53:33.951507 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [req-77816b2f-4401-4f62-962d-8c54561fff4d req-27850024-0081-4b52-8742-98e6fc58c03c tempest-FloatingIPsAssociationTestJSON-1671646685 tempest-FloatingIPsAssociationTestJSON-1671646685-project] Request body: {'port': {'device_id': 'f61658a9-8fe3-4d11-b3ec-4c9136ee00f5', 'network_id': '17b21726-ad58-4633-922c-414857af0af2', 'admin_state_up': True, 'tenant_id': '72b8902517244a1ca86567bff576d2b2'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:53:33.968720 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 59c089e1-5691-4a16-8d84-9c517d91971a up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:53:34.086509 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port 59c089e1-5691-4a16-8d84-9c517d91971a completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 11:53:34.091224 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 59c089e1-5691-4a16-8d84-9c517d91971a triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:53:34.091953 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:34.168636 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77816b2f-4401-4f62-962d-8c54561fff4d req-27850024-0081-4b52-8742-98e6fc58c03c tempest-FloatingIPsAssociationTestJSON-1671646685 tempest-FloatingIPsAssociationTestJSON-1671646685-project] Made reservation on behalf of 72b8902517244a1ca86567bff576d2b2 for: {'port': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 11:53:34.170309 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7af55991-446e-4c83-bcc7-521834796ee3 req-274fa35e-ea4c-48a9-b6dc-10dad97f26fa tempest-FloatingIPsAssociationTestJSON-1671646685 tempest-FloatingIPsAssociationTestJSON-1671646685-project] 10.222.0.66 "GET /v2.0/ports?device_id=f61658a9-8fe3-4d11-b3ec-4c9136ee00f5 HTTP/1.1" status: 200 len: 210 time: 0.0474296 Aug 18 11:53:34.174715 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-77816b2f-4401-4f62-962d-8c54561fff4d req-27850024-0081-4b52-8742-98e6fc58c03c tempest-FloatingIPsAssociationTestJSON-1671646685 tempest-FloatingIPsAssociationTestJSON-1671646685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:34.175956 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-3325ef0a-ccff-4871-b7df-648a3a9d7a02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3572913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59074111'] for subnet, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:34.239848 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:34.278745 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] For port 59c089e1-5691-4a16-8d84-9c517d91971a, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=59c089e1-5691-4a16-8d84-9c517d91971a,segment=NetworkSegment(de35f490-159d-4f32-ba39-7fcc2c85f9d3),segment_id=de35f490-159d-4f32-ba39-7fcc2c85f9d3)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:53:34.283236 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4d71379f-c8a4-4fd0-bfa2-992fc0bddff7 req-a7996084-3c00-4f33-a82e-2e3c89d1e599 service neutron] 10.222.0.63 "GET /v2.0/networks/f471d7de-70da-4549-acfc-45017b3843ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9739816 Aug 18 11:53:34.288022 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:34.339989 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3325ef0a-ccff-4871-b7df-648a3a9d7a02 admin admin] Pushing event updated for resources: {'Subnet': ['ID=feadd0a0-b29c-4e47-86c0-00c1bf66ab80,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:53:34.346043 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3325ef0a-ccff-4871-b7df-648a3a9d7a02 admin admin] Checking segment: {'id': '66f3c612-2dc0-4ad6-90b0-b07f6d2f037e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '88182513-d5a3-4488-b0cc-81d269632baa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 11:53:34.346652 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3325ef0a-ccff-4871-b7df-648a3a9d7a02 admin admin] Network hostable DHCP agents. Network: 88182513-d5a3-4488-b0cc-81d269632baa, hostable agents: ['97c14208-2951-4361-8d64-3708c946ff5f'], hosted agents: [] {{(pid=106252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 11:53:34.383081 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Pushing event updated for resources: {'Port': ['ID=59c089e1-5691-4a16-8d84-9c517d91971a,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:53:34.435034 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [req-77816b2f-4401-4f62-962d-8c54561fff4d req-27850024-0081-4b52-8742-98e6fc58c03c tempest-FloatingIPsAssociationTestJSON-1671646685 tempest-FloatingIPsAssociationTestJSON-1671646685-project] Allocated IP 172.20.0.3 (17b21726-ad58-4633-922c-414857af0af2/04e502a5-5018-4e73-baa8-683bfd3d2545/857b0ac1-e620-41d6-859a-dac6e1bafefe) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 11:53:34.480962 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3325ef0a-ccff-4871-b7df-648a3a9d7a02 admin admin] Network 88182513-d5a3-4488-b0cc-81d269632baa is scheduled to be hosted by DHCP agent 97c14208-2951-4361-8d64-3708c946ff5f with binding_index 1 {{(pid=106252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 11:53:34.557575 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-3325ef0a-ccff-4871-b7df-648a3a9d7a02 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-2, 88182513-d5a3-4488-b0cc-81d269632baa) {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:53:34.566548 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2232def-c485-482c-bc1e-0b01fca97799 None None] Network 88182513-d5a3-4488-b0cc-81d269632baa requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 11:53:34.567058 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ba5c43-9552-4826-8956-107d6b60cf7f req-b189901d-5a67-4477-af6f-c574c4668b8b tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:34.568271 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b0ba5c43-9552-4826-8956-107d6b60cf7f req-b189901d-5a67-4477-af6f-c574c4668b8b tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] 10.222.0.66 "GET /v2.0/networks?id=06bbcd73-3087-45af-ac07-d9df7df70b38 HTTP/1.1" status: 200 len: 805 time: 0.2448564 Aug 18 11:53:34.579757 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3325ef0a-ccff-4871-b7df-648a3a9d7a02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:34.580383 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-3325ef0a-ccff-4871-b7df-648a3a9d7a02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for subnet, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:34.599424 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b0ba5c43-9552-4826-8956-107d6b60cf7f req-12d81f32-e740-439d-aca3-f55d495065e8 tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] 10.222.0.66 "GET /v2.0/quotas/600fbea656874dbdb95dcdc7eb311868 HTTP/1.1" status: 200 len: 375 time: 0.0159347 Aug 18 11:53:34.609307 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa22ff67-2302-4cfe-b5ec-358fb7384d07 req-9fb627fb-5fd7-4475-ad91-32cc47de9f5a tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:34.618333 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-aa22ff67-2302-4cfe-b5ec-358fb7384d07 req-9fb627fb-5fd7-4475-ad91-32cc47de9f5a tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.66 "GET /v2.0/ports?device_id=aaabce93-c7fa-4a3a-a8e4-3718c81d3652 HTTP/1.1" status: 200 len: 943 time: 0.1087966 Aug 18 11:53:34.719317 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b0ba5c43-9552-4826-8956-107d6b60cf7f req-7681fc23-f3a2-4469-ae21-df8a3a30f078 tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=600fbea656874dbdb95dcdc7eb311868&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0769396 Aug 18 11:53:34.771329 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-aa22ff67-2302-4cfe-b5ec-358fb7384d07 req-19f9e4a5-272e-4de3-904e-3d7244f0f0ab tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.66 "GET /v2.0/security-groups?id=fecad5ed-08b4-4db8-8e35-9a1fb2f01a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457274 Aug 18 11:53:34.786638 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-77816b2f-4401-4f62-962d-8c54561fff4d req-27850024-0081-4b52-8742-98e6fc58c03c tempest-FloatingIPsAssociationTestJSON-1671646685 tempest-FloatingIPsAssociationTestJSON-1671646685-project] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:34.805938 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [req-77816b2f-4401-4f62-962d-8c54561fff4d req-27850024-0081-4b52-8742-98e6fc58c03c tempest-FloatingIPsAssociationTestJSON-1671646685 tempest-FloatingIPsAssociationTestJSON-1671646685-project] Transition to ACTIVE for port object 857b0ac1-e620-41d6-859a-dac6e1bafefe will not be triggered until provisioned by entity DHCP. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 11:53:34.816150 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-3325ef0a-ccff-4871-b7df-648a3a9d7a02 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4727182 Aug 18 11:53:34.817219 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 49410) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:53:34.823402 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-b9852fcf-b5d1-4690-833d-ccf434583ce4 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1941481198-router', 'tenant_id': '1e7bd45378474338a3a7a5fc430b7488', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'}}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:53:34.841990 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 8cc88f43-1fb3-47eb-bebc-c14bcbe1eead details requested by agent hyperv_n-h1-804985-2 with host n-h1-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 11:53:34.866219 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ba0f0d3-d8d3-40b5-865f-38fb6b23aa10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp788be208-34ab-5a8f-af0f-528834af222f-88182513-d5a3-4488-b0cc-81d269632baa', 'network_id': '88182513-d5a3-4488-b0cc-81d269632baa', 'tenant_id': '1e7bd45378474338a3a7a5fc430b7488', 'fixed_ips': [{'subnet_id': 'feadd0a0-b29c-4e47-86c0-00c1bf66ab80'}]}} from n-d-804985-2. {{(pid=106254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 11:53:34.867196 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-0ba0f0d3-d8d3-40b5-865f-38fb6b23aa10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:34.880132 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-77816b2f-4401-4f62-962d-8c54561fff4d req-27850024-0081-4b52-8742-98e6fc58c03c tempest-FloatingIPsAssociationTestJSON-1671646685 tempest-FloatingIPsAssociationTestJSON-1671646685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:34.917257 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b9852fcf-b5d1-4690-833d-ccf434583ce4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-998592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15809'] for router, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:34.920292 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b9852fcf-b5d1-4690-833d-ccf434583ce4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-992733', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-971415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15816'] for router, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:34.948362 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77816b2f-4401-4f62-962d-8c54561fff4d req-27850024-0081-4b52-8742-98e6fc58c03c tempest-FloatingIPsAssociationTestJSON-1671646685 tempest-FloatingIPsAssociationTestJSON-1671646685-project] Network 17b21726-ad58-4633-922c-414857af0af2 is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 11:53:34.968813 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [req-77816b2f-4401-4f62-962d-8c54561fff4d req-27850024-0081-4b52-8742-98e6fc58c03c tempest-FloatingIPsAssociationTestJSON-1671646685 tempest-FloatingIPsAssociationTestJSON-1671646685-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:53:34.977609 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-77816b2f-4401-4f62-962d-8c54561fff4d req-27850024-0081-4b52-8742-98e6fc58c03c tempest-FloatingIPsAssociationTestJSON-1671646685 tempest-FloatingIPsAssociationTestJSON-1671646685-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 11:53:34.999431 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b0ba5c43-9552-4826-8956-107d6b60cf7f req-8e0f509e-124b-41de-a27c-e8eba073f36a service neutron] 10.222.0.66 "GET /v2.0/networks/06bbcd73-3087-45af-ac07-d9df7df70b38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2788806 Aug 18 11:53:35.071880 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27850024-0081-4b52-8742-98e6fc58c03c tempest-FloatingIPsAssociationTestJSON-1671646685 tempest-FloatingIPsAssociationTestJSON-1671646685-project] Pushing event updated for resources: {'Port': ['ID=857b0ac1-e620-41d6-859a-dac6e1bafefe,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:53:35.122625 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77816b2f-4401-4f62-962d-8c54561fff4d req-27850024-0081-4b52-8742-98e6fc58c03c tempest-FloatingIPsAssociationTestJSON-1671646685 tempest-FloatingIPsAssociationTestJSON-1671646685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:35.123753 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-77816b2f-4401-4f62-962d-8c54561fff4d req-27850024-0081-4b52-8742-98e6fc58c03c tempest-FloatingIPsAssociationTestJSON-1671646685 tempest-FloatingIPsAssociationTestJSON-1671646685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:35.177660 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-77816b2f-4401-4f62-962d-8c54561fff4d req-27850024-0081-4b52-8742-98e6fc58c03c tempest-FloatingIPsAssociationTestJSON-1671646685 tempest-FloatingIPsAssociationTestJSON-1671646685-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2307401 Aug 18 11:53:35.193621 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [req-77816b2f-4401-4f62-962d-8c54561fff4d req-5682bea9-ad8c-4b92-b3ea-f571475b0ad0 service neutron] Request body: {'port': {'device_id': 'f61658a9-8fe3-4d11-b3ec-4c9136ee00f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804985-2'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:53:35.221568 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device fc532f89-2840-48d2-a48d-3956d016ae51 details requested by agent hyperv_n-h2-804985-2 with host n-h2-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 11:53:35.279475 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b0ba5c43-9552-4826-8956-107d6b60cf7f req-b8c2369f-f4b9-45ec-a4da-a8d802bf19be service neutron] 10.222.0.66 "GET /v2.0/networks/06bbcd73-3087-45af-ac07-d9df7df70b38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2788436 Aug 18 11:53:35.333103 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-77816b2f-4401-4f62-962d-8c54561fff4d req-5682bea9-ad8c-4b92-b3ea-f571475b0ad0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:35.360065 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b9852fcf-b5d1-4690-833d-ccf434583ce4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:35.621030 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port fc532f89-2840-48d2-a48d-3956d016ae51, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=fc532f89-2840-48d2-a48d-3956d016ae51,segment=NetworkSegment(b0eb6eea-b461-4969-8a27-808f00daa8a1),segment_id=b0eb6eea-b461-4969-8a27-808f00daa8a1)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:53:35.669316 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b9852fcf-b5d1-4690-833d-ccf434583ce4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:35.677251 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Returning: {'device': 'fc532f89-2840-48d2-a48d-3956d016ae51', 'network_id': '222e0814-c7e5-4b11-9282-3f40c6ed76b2', 'port_id': 'fc532f89-2840-48d2-a48d-3956d016ae51', 'mac_address': 'fa:16:3e:4d:8f:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 823, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d16d680-110b-436d-8afa-48ba845b3623', 'ip_address': '192.168.233.207'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 11:53:35.830684 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77de4259-b50c-48d9-8a34-d50a65faeb28 req-81154339-d0ab-44c3-9c3f-bc70edcfcde0 tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:35.838601 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-77de4259-b50c-48d9-8a34-d50a65faeb28 req-81154339-d0ab-44c3-9c3f-bc70edcfcde0 tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] 10.222.0.66 "GET /v2.0/ports?device_id=1776ccfc-79c3-4dd2-9d3e-5b7e075004d6 HTTP/1.1" status: 200 len: 950 time: 0.2850666 Aug 18 11:53:35.850039 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:35.854389 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 8cc88f43-1fb3-47eb-bebc-c14bcbe1eead, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=8cc88f43-1fb3-47eb-bebc-c14bcbe1eead,segment=NetworkSegment(0622c33d-7d5a-4968-950b-edb53be5f858),segment_id=0622c33d-7d5a-4968-950b-edb53be5f858)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:53:35.907950 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-6db28855-c422-4ee6-9c63-d30b200afeb1 None None] Provisioning for port 857b0ac1-e620-41d6-859a-dac6e1bafefe completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 11:53:35.913065 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:35.918452 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Returning: {'device': '8cc88f43-1fb3-47eb-bebc-c14bcbe1eead', 'network_id': 'f471d7de-70da-4549-acfc-45017b3843ff', 'port_id': '8cc88f43-1fb3-47eb-bebc-c14bcbe1eead', 'mac_address': 'fa:16:3e:ba:3c:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 802, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16b84496-6d9e-4d8c-9087-8e81549f7d75', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 11:53:35.924115 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fc532f89-2840-48d2-a48d-3956d016ae51 {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 11:53:35.934674 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-77de4259-b50c-48d9-8a34-d50a65faeb28 req-b6dae067-3e65-4a57-919a-940d10243c2d tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] 10.222.0.66 "GET /v2.0/security-groups?id=e54286de-dd7f-4b20-9f74-4a71262d523b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941455 Aug 18 11:53:35.936815 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-6db28855-c422-4ee6-9c63-d30b200afeb1 None None] Provisioning complete for port 857b0ac1-e620-41d6-859a-dac6e1bafefe triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:53:35.937156 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-6db28855-c422-4ee6-9c63-d30b200afeb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:35.996582 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 59c089e1-5691-4a16-8d84-9c517d91971a up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:53:36.006364 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.db_base_plugin_common [None req-0ba0f0d3-d8d3-40b5-865f-38fb6b23aa10 None None] Allocated IP 172.20.0.2 (88182513-d5a3-4488-b0cc-81d269632baa/feadd0a0-b29c-4e47-86c0-00c1bf66ab80/b1e17258-a25e-4144-bd2d-06946c0741c4) {{(pid=106254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 11:53:36.023591 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-6db28855-c422-4ee6-9c63-d30b200afeb1 None None] Port 857b0ac1-e620-41d6-859a-dac6e1bafefe cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 11:53:36.033157 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [req-77816b2f-4401-4f62-962d-8c54561fff4d req-5682bea9-ad8c-4b92-b3ea-f571475b0ad0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 857b0ac1-e620-41d6-859a-dac6e1bafefe {{(pid=106253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 11:53:36.050375 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-77816b2f-4401-4f62-962d-8c54561fff4d req-5682bea9-ad8c-4b92-b3ea-f571475b0ad0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:36.083663 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [req-77816b2f-4401-4f62-962d-8c54561fff4d req-5682bea9-ad8c-4b92-b3ea-f571475b0ad0 service neutron] Transition to ACTIVE for port object 857b0ac1-e620-41d6-859a-dac6e1bafefe will not be triggered until provisioned by entity L2. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 11:53:36.100750 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-77816b2f-4401-4f62-962d-8c54561fff4d req-5682bea9-ad8c-4b92-b3ea-f571475b0ad0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:36.154318 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port fc532f89-2840-48d2-a48d-3956d016ae51, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=fc532f89-2840-48d2-a48d-3956d016ae51,segment=NetworkSegment(b0eb6eea-b461-4969-8a27-808f00daa8a1),segment_id=b0eb6eea-b461-4969-8a27-808f00daa8a1)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:53:36.199047 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:36.236238 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5682bea9-ad8c-4b92-b3ea-f571475b0ad0 service neutron] Pushing event updated for resources: {'Port': ['ID=857b0ac1-e620-41d6-859a-dac6e1bafefe,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:53:36.238634 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:36.271385 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b9852fcf-b5d1-4690-833d-ccf434583ce4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:36.285407 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0c640009-b4cc-41b9-9351-01df955b1608 req-ad5e0480-57ff-41b0-8208-42078126e961 tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] 10.222.0.66 "GET /v2.0/ports?device_id=85f415f0-f4a5-4d86-896b-c3c0005261d4 HTTP/1.1" status: 200 len: 210 time: 0.0933459 Aug 18 11:53:36.339264 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cc88f43-1fb3-47eb-bebc-c14bcbe1eead {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 11:53:36.350651 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b9852fcf-b5d1-4690-833d-ccf434583ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:36.353235 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-77816b2f-4401-4f62-962d-8c54561fff4d req-5682bea9-ad8c-4b92-b3ea-f571475b0ad0 service neutron] Attempting to bind port 857b0ac1-e620-41d6-859a-dac6e1bafefe on host n-h2-804985-2 for vnic_type normal with profile {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 11:53:36.353684 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-77816b2f-4401-4f62-962d-8c54561fff4d req-5682bea9-ad8c-4b92-b3ea-f571475b0ad0 service neutron] Attempting to bind port 857b0ac1-e620-41d6-859a-dac6e1bafefe by drivers openvswitch,hyperv on host n-h2-804985-2 at level 0 using segments [{'id': 'de35f490-159d-4f32-ba39-7fcc2c85f9d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '17b21726-ad58-4633-922c-414857af0af2'}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 11:53:36.354003 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77816b2f-4401-4f62-962d-8c54561fff4d req-5682bea9-ad8c-4b92-b3ea-f571475b0ad0 service neutron] Attempting to bind port 857b0ac1-e620-41d6-859a-dac6e1bafefe on network 17b21726-ad58-4633-922c-414857af0af2 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 11:53:36.360560 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77816b2f-4401-4f62-962d-8c54561fff4d req-5682bea9-ad8c-4b92-b3ea-f571475b0ad0 service neutron] Port 857b0ac1-e620-41d6-859a-dac6e1bafefe on network 17b21726-ad58-4633-922c-414857af0af2 not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-2 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 11:53:36.365750 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77816b2f-4401-4f62-962d-8c54561fff4d req-5682bea9-ad8c-4b92-b3ea-f571475b0ad0 service neutron] Attempting to bind port 857b0ac1-e620-41d6-859a-dac6e1bafefe on network 17b21726-ad58-4633-922c-414857af0af2 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 11:53:36.373336 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1073f306-c2d4-4f09-9dc6-c813bbb8dba4 req-4642672d-6bb4-45be-b5b6-5e121eda74b9 tempest-FloatingIPsAssociationTestJSON-1671646685 tempest-FloatingIPsAssociationTestJSON-1671646685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:36.379705 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77816b2f-4401-4f62-962d-8c54561fff4d req-5682bea9-ad8c-4b92-b3ea-f571475b0ad0 service neutron] Checking agent: {'id': 'da5da552-709c-4248-84de-86af99a0dc87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 49, 8), 'started_at': datetime.datetime(2021, 8, 18, 11, 49, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 11, 53, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 11:53:36.380123 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77816b2f-4401-4f62-962d-8c54561fff4d req-5682bea9-ad8c-4b92-b3ea-f571475b0ad0 service neutron] Checking segment: {'id': 'de35f490-159d-4f32-ba39-7fcc2c85f9d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '17b21726-ad58-4633-922c-414857af0af2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 11:53:36.381648 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77816b2f-4401-4f62-962d-8c54561fff4d req-5682bea9-ad8c-4b92-b3ea-f571475b0ad0 service neutron] Bound using segment: {'id': 'de35f490-159d-4f32-ba39-7fcc2c85f9d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '17b21726-ad58-4633-922c-414857af0af2'} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 11:53:36.381648 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-77816b2f-4401-4f62-962d-8c54561fff4d req-5682bea9-ad8c-4b92-b3ea-f571475b0ad0 service neutron] Bound port: 857b0ac1-e620-41d6-859a-dac6e1bafefe, host: n-h2-804985-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de35f490-159d-4f32-ba39-7fcc2c85f9d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '17b21726-ad58-4633-922c-414857af0af2'}}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 11:53:36.381869 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1073f306-c2d4-4f09-9dc6-c813bbb8dba4 req-4642672d-6bb4-45be-b5b6-5e121eda74b9 tempest-FloatingIPsAssociationTestJSON-1671646685 tempest-FloatingIPsAssociationTestJSON-1671646685-project] 10.222.0.66 "GET /v2.0/ports?device_id=f61658a9-8fe3-4d11-b3ec-4c9136ee00f5 HTTP/1.1" status: 200 len: 943 time: 0.2494020 Aug 18 11:53:36.381981 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-77816b2f-4401-4f62-962d-8c54561fff4d req-5682bea9-ad8c-4b92-b3ea-f571475b0ad0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:36.521601 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-77816b2f-4401-4f62-962d-8c54561fff4d req-5682bea9-ad8c-4b92-b3ea-f571475b0ad0 service neutron] For port 857b0ac1-e620-41d6-859a-dac6e1bafefe, host n-h2-804985-2, cleared binding levels {{(pid=106253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 11:53:36.528080 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-77816b2f-4401-4f62-962d-8c54561fff4d req-5682bea9-ad8c-4b92-b3ea-f571475b0ad0 service neutron] For port 857b0ac1-e620-41d6-859a-dac6e1bafefe, host n-h2-804985-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=857b0ac1-e620-41d6-859a-dac6e1bafefe,segment=NetworkSegment(de35f490-159d-4f32-ba39-7fcc2c85f9d3),segment_id=de35f490-159d-4f32-ba39-7fcc2c85f9d3)] {{(pid=106253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 11:53:36.535332 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-77816b2f-4401-4f62-962d-8c54561fff4d req-5682bea9-ad8c-4b92-b3ea-f571475b0ad0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:36.561167 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1073f306-c2d4-4f09-9dc6-c813bbb8dba4 req-e1b38261-22b7-4341-9e5f-20ebc3961ea4 tempest-FloatingIPsAssociationTestJSON-1671646685 tempest-FloatingIPsAssociationTestJSON-1671646685-project] 10.222.0.66 "GET /v2.0/security-groups?id=1a0cf25f-7a4f-4eec-9daa-081df45eb4db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734743 Aug 18 11:53:36.577562 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 59c089e1-5691-4a16-8d84-9c517d91971a triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:53:36.577934 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:36.588895 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 8cc88f43-1fb3-47eb-bebc-c14bcbe1eead, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=8cc88f43-1fb3-47eb-bebc-c14bcbe1eead,segment=NetworkSegment(0622c33d-7d5a-4968-950b-edb53be5f858),segment_id=0622c33d-7d5a-4968-950b-edb53be5f858)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:53:36.609946 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77816b2f-4401-4f62-962d-8c54561fff4d req-5682bea9-ad8c-4b92-b3ea-f571475b0ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:36.617136 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-77816b2f-4401-4f62-962d-8c54561fff4d req-5682bea9-ad8c-4b92-b3ea-f571475b0ad0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:36.618712 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-77816b2f-4401-4f62-962d-8c54561fff4d req-5682bea9-ad8c-4b92-b3ea-f571475b0ad0 service neutron] 10.222.0.62 "PUT /v2.0/ports/857b0ac1-e620-41d6-859a-dac6e1bafefe HTTP/1.1" status: 200 len: 1091 time: 1.4318361 Aug 18 11:53:36.619241 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f61658a9-8fe3-4d11-b3ec-4c9136ee00f5', 'tag': '857b0ac1-e620-41d6-859a-dac6e1bafefe'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 11:53:36.621714 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0679f4c4b6e0e0c064a7d71d722dc30541a34fffee11680573be22ee2ffccc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa216496-1242-4c24-8752-0606e5e13475" -d '{"events": [{"name": "network-changed", "server_uuid": "f61658a9-8fe3-4d11-b3ec-4c9136ee00f5", "tag": "857b0ac1-e620-41d6-859a-dac6e1bafefe"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:53:36.632538 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=fc532f89-2840-48d2-a48d-3956d016ae51,revision_number=6']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:53:36.650436 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] get_ports_and_sgs() called for port_ids ['fc532f89-2840-48d2-a48d-3956d016ae51'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 11:53:36.655211 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-0ba0f0d3-d8d3-40b5-865f-38fb6b23aa10 None None] Notify callbacks [] for port, precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:36.659307 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:36.678736 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5682bea9-ad8c-4b92-b3ea-f571475b0ad0 service neutron] Pushing event updated for resources: {'Port': ['ID=857b0ac1-e620-41d6-859a-dac6e1bafefe,revision_number=3']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:53:36.680562 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c067e10f-073e-4655-95dc-d3d245f24e2f req-679d174c-61eb-4b77-bfd7-308078c94ca0 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:36.699604 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c067e10f-073e-4655-95dc-d3d245f24e2f req-679d174c-61eb-4b77-bfd7-308078c94ca0 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.66 "GET /v2.0/ports?device_id=aaabce93-c7fa-4a3a-a8e4-3718c81d3652 HTTP/1.1" status: 200 len: 943 time: 0.2423265 Aug 18 11:53:36.755908 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-0ba0f0d3-d8d3-40b5-865f-38fb6b23aa10 None None] Transition to ACTIVE for port object b1e17258-a25e-4144-bd2d-06946c0741c4 will not be triggered until provisioned by entity L2. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 11:53:36.793208 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77816b2f-4401-4f62-962d-8c54561fff4d req-92480625-8aca-48a4-a88e-3cc08b5d38f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:36.795021 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-77816b2f-4401-4f62-962d-8c54561fff4d req-92480625-8aca-48a4-a88e-3cc08b5d38f0 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=72b8902517244a1ca86567bff576d2b2&device_id=f61658a9-8fe3-4d11-b3ec-4c9136ee00f5 HTTP/1.1" status: 200 len: 1094 time: 0.0771761 Aug 18 11:53:36.818626 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [None req-b9852fcf-b5d1-4690-833d-ccf434583ce4 admin admin] Allocated IP 172.25.7.190 (7cae7a70-14fd-408c-b14d-39ceb97cb60e/9784295a-20b8-4a4b-b105-f82737f0448f/16076eb9-6ef8-40bc-8e17-9144067dfc08) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 11:53:36.823434 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-0ba0f0d3-d8d3-40b5-865f-38fb6b23aa10 None None] Transition to ACTIVE for port object b1e17258-a25e-4144-bd2d-06946c0741c4 will not be triggered until provisioned by entity DHCP. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 11:53:36.836639 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=8cc88f43-1fb3-47eb-bebc-c14bcbe1eead,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:53:36.850812 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-0ba0f0d3-d8d3-40b5-865f-38fb6b23aa10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547'] for port, after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:36.884440 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-77816b2f-4401-4f62-962d-8c54561fff4d req-a5adbec4-0387-4e54-a76e-be6b41951ef3 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=857b0ac1-e620-41d6-859a-dac6e1bafefe HTTP/1.1" status: 200 len: 217 time: 0.0803185 Aug 18 11:53:36.936427 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 11:53:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84ab40e5-4937-47e6-9c6d-2c63fb5cac00 x-openstack-request-id: req-84ab40e5-4937-47e6-9c6d-2c63fb5cac00 {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:53:36.936980 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f61658a9-8fe3-4d11-b3ec-4c9136ee00f5", "tag": "857b0ac1-e620-41d6-859a-dac6e1bafefe", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:53:36.937401 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-84ab40e5-4937-47e6-9c6d-2c63fb5cac00 {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:53:36.937923 n-d-804985-2 neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f61658a9-8fe3-4d11-b3ec-4c9136ee00f5', 'tag': '857b0ac1-e620-41d6-859a-dac6e1bafefe', 'status': 'completed', 'code': 200} Aug 18 11:53:36.938541 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] get_ports_and_sgs() called for port_ids ['8cc88f43-1fb3-47eb-bebc-c14bcbe1eead'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 11:53:36.978192 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77816b2f-4401-4f62-962d-8c54561fff4d req-e0306c67-0623-431f-a645-e1b98e63f317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:36.980389 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-77816b2f-4401-4f62-962d-8c54561fff4d req-e0306c67-0623-431f-a645-e1b98e63f317 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=04e502a5-5018-4e73-baa8-683bfd3d2545 HTTP/1.1" status: 200 len: 860 time: 0.0864758 Aug 18 11:53:37.034148 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c067e10f-073e-4655-95dc-d3d245f24e2f req-81f5c47d-e13c-4992-8d17-773fd6e14d6c tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.66 "GET /v2.0/security-groups?id=fecad5ed-08b4-4db8-8e35-9a1fb2f01a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3328800 Aug 18 11:53:37.094058 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77816b2f-4401-4f62-962d-8c54561fff4d req-b5312a17-9f72-4d16-b1ee-c0f34a2e99f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:37.096460 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-77816b2f-4401-4f62-962d-8c54561fff4d req-b5312a17-9f72-4d16-b1ee-c0f34a2e99f4 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=17b21726-ad58-4633-922c-414857af0af2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1058214 Aug 18 11:53:37.189581 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ba0f0d3-d8d3-40b5-865f-38fb6b23aa10 None None] Network 88182513-d5a3-4488-b0cc-81d269632baa is already hosted by enough agents. {{(pid=106254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 11:53:37.212063 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b9852fcf-b5d1-4690-833d-ccf434583ce4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:37.281960 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.base_scheduler [None req-0ba0f0d3-d8d3-40b5-865f-38fb6b23aa10 None None] Resources bound (agent type, host, resource id): {{(pid=106254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:53:37.284758 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba0f0d3-d8d3-40b5-865f-38fb6b23aa10 None None] Received port after_create {{(pid=106254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 11:53:37.294273 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device fc532f89-2840-48d2-a48d-3956d016ae51 no longer exists at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 11:53:37.318741 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-77816b2f-4401-4f62-962d-8c54561fff4d req-711ebb00-9c62-4999-91f9-b89ed662f74e service neutron] 10.222.0.62 "GET /v2.0/networks/17b21726-ad58-4633-922c-414857af0af2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2121446 Aug 18 11:53:37.406017 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba0f0d3-d8d3-40b5-865f-38fb6b23aa10 None None] Pushing event updated for resources: {'Port': ['ID=b1e17258-a25e-4144-bd2d-06946c0741c4,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:53:37.454177 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ba5c43-9552-4826-8956-107d6b60cf7f req-dea6aca1-3744-4542-b18e-447d478f9cff tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:37.455758 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b0ba5c43-9552-4826-8956-107d6b60cf7f req-dea6aca1-3744-4542-b18e-447d478f9cff tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] 10.222.0.63 "GET /v2.0/networks?id=06bbcd73-3087-45af-ac07-d9df7df70b38 HTTP/1.1" status: 200 len: 805 time: 0.2382300 Aug 18 11:53:37.468351 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-77816b2f-4401-4f62-962d-8c54561fff4d req-86454bb8-9c53-4067-90b9-ee3dc16d127b service neutron] 10.222.0.62 "GET /v2.0/networks/17b21726-ad58-4633-922c-414857af0af2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405385 Aug 18 11:53:37.486363 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-b0ba5c43-9552-4826-8956-107d6b60cf7f req-77196eae-f811-41bd-a313-f7523df5d87f tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] Request body: {'port': {'device_id': '85f415f0-f4a5-4d86-896b-c3c0005261d4', 'network_id': '06bbcd73-3087-45af-ac07-d9df7df70b38', 'admin_state_up': True, 'tenant_id': '600fbea656874dbdb95dcdc7eb311868'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:53:37.519668 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ae74a80e-210a-4cfa-ba31-f4ca81d31135 req-29760fee-fb8d-4db5-9204-40c4fd1f30f6 tempest-QuotasAdminNegativeTest-852282318 tempest-QuotasAdminNegativeTest-852282318-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=959d21e7878c445f96db9cad99322fe4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2360337 Aug 18 11:53:37.557424 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:37.559274 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-0ba0f0d3-d8d3-40b5-865f-38fb6b23aa10 None None] Attempting to bind port b1e17258-a25e-4144-bd2d-06946c0741c4 on host n-d-804985-2 for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 11:53:37.559632 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-0ba0f0d3-d8d3-40b5-865f-38fb6b23aa10 None None] Attempting to bind port b1e17258-a25e-4144-bd2d-06946c0741c4 by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': '66f3c612-2dc0-4ad6-90b0-b07f6d2f037e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '88182513-d5a3-4488-b0cc-81d269632baa'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 11:53:37.559984 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ba0f0d3-d8d3-40b5-865f-38fb6b23aa10 None None] Attempting to bind port b1e17258-a25e-4144-bd2d-06946c0741c4 on network 88182513-d5a3-4488-b0cc-81d269632baa {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 11:53:37.578871 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ba0f0d3-d8d3-40b5-865f-38fb6b23aa10 None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 11, 53, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 11:53:37.579291 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ba0f0d3-d8d3-40b5-865f-38fb6b23aa10 None None] Checking segment: {'id': '66f3c612-2dc0-4ad6-90b0-b07f6d2f037e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '88182513-d5a3-4488-b0cc-81d269632baa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 11:53:37.579636 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-0ba0f0d3-d8d3-40b5-865f-38fb6b23aa10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:37.580018 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ba0f0d3-d8d3-40b5-865f-38fb6b23aa10 None None] Bound using segment: {'id': '66f3c612-2dc0-4ad6-90b0-b07f6d2f037e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '88182513-d5a3-4488-b0cc-81d269632baa'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 11:53:37.580501 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-0ba0f0d3-d8d3-40b5-865f-38fb6b23aa10 None None] Bound port: b1e17258-a25e-4144-bd2d-06946c0741c4, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66f3c612-2dc0-4ad6-90b0-b07f6d2f037e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '88182513-d5a3-4488-b0cc-81d269632baa'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 11:53:37.580865 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-0ba0f0d3-d8d3-40b5-865f-38fb6b23aa10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:37.585256 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa216496-1242-4c24-8752-0606e5e13475 req-760a2b09-a1c4-44aa-8a7c-8348330d9981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:37.587415 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-aa216496-1242-4c24-8752-0606e5e13475 req-760a2b09-a1c4-44aa-8a7c-8348330d9981 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=72b8902517244a1ca86567bff576d2b2&device_id=f61658a9-8fe3-4d11-b3ec-4c9136ee00f5 HTTP/1.1" status: 200 len: 1094 time: 0.0577064 Aug 18 11:53:37.599451 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id fc532f89-2840-48d2-a48d-3956d016ae51 {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 11:53:37.651377 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port fc532f89-2840-48d2-a48d-3956d016ae51, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=fc532f89-2840-48d2-a48d-3956d016ae51,segment=NetworkSegment(b0eb6eea-b461-4969-8a27-808f00daa8a1),segment_id=b0eb6eea-b461-4969-8a27-808f00daa8a1)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:53:37.670508 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae74a80e-210a-4cfa-ba31-f4ca81d31135 req-8a383469-603f-439e-ad93-2b0d0a40e8dc tempest-QuotasAdminNegativeTest-852282318 tempest-QuotasAdminNegativeTest-852282318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:37.677150 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ae74a80e-210a-4cfa-ba31-f4ca81d31135 req-8a383469-603f-439e-ad93-2b0d0a40e8dc tempest-QuotasAdminNegativeTest-852282318 tempest-QuotasAdminNegativeTest-852282318-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1251681 Aug 18 11:53:37.684267 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:37.703374 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ef91be-e780-4eb7-8389-aed47b4fc423 req-d3396a6e-1e02-40b5-bcef-2ac2e705950e tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:37.710799 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-94ef91be-e780-4eb7-8389-aed47b4fc423 req-d3396a6e-1e02-40b5-bcef-2ac2e705950e tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] 10.222.0.66 "GET /v2.0/ports?device_id=1776ccfc-79c3-4dd2-9d3e-5b7e075004d6 HTTP/1.1" status: 200 len: 949 time: 0.6185980 Aug 18 11:53:37.714977 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa216496-1242-4c24-8752-0606e5e13475 req-001efe69-60bd-4705-b542-1988fa465425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:37.717638 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-aa216496-1242-4c24-8752-0606e5e13475 req-001efe69-60bd-4705-b542-1988fa465425 service neutron] 10.222.0.62 "GET /v2.0/networks?id=17b21726-ad58-4633-922c-414857af0af2 HTTP/1.1" status: 200 len: 922 time: 0.1212070 Aug 18 11:53:37.737692 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b9852fcf-b5d1-4690-833d-ccf434583ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:37.745458 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ae74a80e-210a-4cfa-ba31-f4ca81d31135 req-b0a476a3-e099-4498-9e9c-11289f416e5d tempest-QuotasAdminNegativeTest-852282318 tempest-QuotasAdminNegativeTest-852282318-project] 10.222.0.66 "GET /v2.0/quotas/959d21e7878c445f96db9cad99322fe4 HTTP/1.1" status: 200 len: 375 time: 0.0671911 Aug 18 11:53:37.786744 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-aa216496-1242-4c24-8752-0606e5e13475 req-c6b05d72-6d49-4150-b2b9-f5535aff8d6e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=857b0ac1-e620-41d6-859a-dac6e1bafefe HTTP/1.1" status: 200 len: 217 time: 0.0618184 Aug 18 11:53:37.798732 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-0ba0f0d3-d8d3-40b5-865f-38fb6b23aa10 None None] For port b1e17258-a25e-4144-bd2d-06946c0741c4, host n-d-804985-2, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 11:53:37.817961 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-0ba0f0d3-d8d3-40b5-865f-38fb6b23aa10 None None] For port b1e17258-a25e-4144-bd2d-06946c0741c4, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=b1e17258-a25e-4144-bd2d-06946c0741c4,segment=NetworkSegment(66f3c612-2dc0-4ad6-90b0-b07f6d2f037e),segment_id=66f3c612-2dc0-4ad6-90b0-b07f6d2f037e)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 11:53:37.831871 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=fc532f89-2840-48d2-a48d-3956d016ae51,revision_number=7']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:53:37.848035 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-0ba0f0d3-d8d3-40b5-865f-38fb6b23aa10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:37.853022 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ae74a80e-210a-4cfa-ba31-f4ca81d31135 req-61a796ad-278c-4e1c-9793-2d6218c54bc7 tempest-QuotasAdminNegativeTest-852282318 tempest-QuotasAdminNegativeTest-852282318-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=959d21e7878c445f96db9cad99322fe4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1064456 Aug 18 11:53:37.882352 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa216496-1242-4c24-8752-0606e5e13475 req-1cdae653-71f2-4603-be35-984605cd7cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:37.888178 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-aa216496-1242-4c24-8752-0606e5e13475 req-1cdae653-71f2-4603-be35-984605cd7cf7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=04e502a5-5018-4e73-baa8-683bfd3d2545 HTTP/1.1" status: 200 len: 860 time: 0.0897923 Aug 18 11:53:37.931645 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9852fcf-b5d1-4690-833d-ccf434583ce4 admin admin] Network 7cae7a70-14fd-408c-b14d-39ceb97cb60e is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 11:53:37.939323 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9852fcf-b5d1-4690-833d-ccf434583ce4 admin admin] Pushing event updated for resources: {'Port': ['ID=16076eb9-6ef8-40bc-8e17-9144067dfc08,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:53:37.948823 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-b9852fcf-b5d1-4690-833d-ccf434583ce4 admin admin] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:53:37.951325 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:37.952374 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba0f0d3-d8d3-40b5-865f-38fb6b23aa10 None None] Pushing event updated for resources: {'Port': ['ID=b1e17258-a25e-4144-bd2d-06946c0741c4,revision_number=2']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:53:37.957600 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9852fcf-b5d1-4690-833d-ccf434583ce4 admin admin] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 11:53:37.963557 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-94ef91be-e780-4eb7-8389-aed47b4fc423 req-2bcb2cb0-8035-4f0f-be53-88a37585e532 tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] 10.222.0.66 "GET /v2.0/security-groups?id=e54286de-dd7f-4b20-9f74-4a71262d523b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2518644 Aug 18 11:53:37.967995 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa216496-1242-4c24-8752-0606e5e13475 req-3bfef24b-7018-4bdf-8849-54a865387b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:37.969612 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-aa216496-1242-4c24-8752-0606e5e13475 req-3bfef24b-7018-4bdf-8849-54a865387b5e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=17b21726-ad58-4633-922c-414857af0af2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0702944 Aug 18 11:53:38.003963 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0ba5c43-9552-4826-8956-107d6b60cf7f req-77196eae-f811-41bd-a313-f7523df5d87f tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] Made reservation on behalf of 600fbea656874dbdb95dcdc7eb311868 for: {'port': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 11:53:38.008222 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-b0ba5c43-9552-4826-8956-107d6b60cf7f req-77196eae-f811-41bd-a313-f7523df5d87f tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:38.111792 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-aa216496-1242-4c24-8752-0606e5e13475 req-dc057480-ece2-49bb-b20c-62344ed49785 service neutron] 10.222.0.62 "GET /v2.0/networks/17b21726-ad58-4633-922c-414857af0af2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262310 Aug 18 11:53:38.204171 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1c879e58-239b-4326-a518-461590d518be req-f4342d69-9d6b-4f64-bbd0-0cf3b9259c9e tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] 10.222.0.66 "GET /v2.0/ports?device_id=85f415f0-f4a5-4d86-896b-c3c0005261d4 HTTP/1.1" status: 200 len: 210 time: 0.1028347 Aug 18 11:53:38.248037 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-aa216496-1242-4c24-8752-0606e5e13475 req-f58908d1-09f8-412b-a765-97630660edab service neutron] 10.222.0.62 "GET /v2.0/networks/17b21726-ad58-4633-922c-414857af0af2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253395 Aug 18 11:53:38.316516 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a11929-7187-4d7c-a77f-3faf7ececafd req-802cec03-ced6-4517-96b9-b8008008b2bc tempest-FloatingIPsAssociationTestJSON-1671646685 tempest-FloatingIPsAssociationTestJSON-1671646685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:38.316516 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c9a11929-7187-4d7c-a77f-3faf7ececafd req-802cec03-ced6-4517-96b9-b8008008b2bc tempest-FloatingIPsAssociationTestJSON-1671646685 tempest-FloatingIPsAssociationTestJSON-1671646685-project] 10.222.0.66 "GET /v2.0/ports?device_id=f61658a9-8fe3-4d11-b3ec-4c9136ee00f5 HTTP/1.1" status: 200 len: 943 time: 0.2165070 Aug 18 11:53:38.464449 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [req-b0ba5c43-9552-4826-8956-107d6b60cf7f req-77196eae-f811-41bd-a313-f7523df5d87f tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] Allocated IP 172.20.0.10 (06bbcd73-3087-45af-ac07-d9df7df70b38/59f3b61f-d9cb-4493-82ff-8b26e791861b/3c59c03d-4df2-4058-ad50-25724912a65a) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 11:53:38.479571 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c9a11929-7187-4d7c-a77f-3faf7ececafd req-e461fc21-2f7d-4d19-bee5-393c1f8f744e tempest-FloatingIPsAssociationTestJSON-1671646685 tempest-FloatingIPsAssociationTestJSON-1671646685-project] 10.222.0.66 "GET /v2.0/security-groups?id=1a0cf25f-7a4f-4eec-9daa-081df45eb4db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207588 Aug 18 11:53:38.519101 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b9852fcf-b5d1-4690-833d-ccf434583ce4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:38.724838 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a1f1e8-0b18-4819-be84-6719ef121f83 req-dbcc46be-e9b2-438c-ab15-cbf08412eba7 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:38.726460 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-92a1f1e8-0b18-4819-be84-6719ef121f83 req-dbcc46be-e9b2-438c-ab15-cbf08412eba7 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.66 "GET /v2.0/ports?device_id=aaabce93-c7fa-4a3a-a8e4-3718c81d3652 HTTP/1.1" status: 200 len: 944 time: 0.1738760 Aug 18 11:53:38.823578 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-b0ba5c43-9552-4826-8956-107d6b60cf7f req-77196eae-f811-41bd-a313-f7523df5d87f tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:38.839151 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 8cc88f43-1fb3-47eb-bebc-c14bcbe1eead up at agent hyperv_n-h1-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:53:38.914770 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Provisioning for port 8cc88f43-1fb3-47eb-bebc-c14bcbe1eead completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 11:53:38.920371 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Provisioning complete for port 8cc88f43-1fb3-47eb-bebc-c14bcbe1eead triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:53:38.920784 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:38.922647 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-92a1f1e8-0b18-4819-be84-6719ef121f83 req-28fecfab-4097-4789-9f41-a336f274d755 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.66 "GET /v2.0/security-groups?id=fecad5ed-08b4-4db8-8e35-9a1fb2f01a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766706 Aug 18 11:53:39.001011 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b9852fcf-b5d1-4690-833d-ccf434583ce4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-998473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-992536'] for router, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:39.083119 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:39.122603 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaabce93-c7fa-4a3a-a8e4-3718c81d3652', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cc88f43-1fb3-47eb-bebc-c14bcbe1eead'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 11:53:39.125666 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db50a436fb3a98495337d8fe7487b4f2ea6f3c1052eb9efadc2ecda2d5737001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a964e971-774c-4df5-a29b-29baffa4850a" -d '{"events": [{"server_uuid": "aaabce93-c7fa-4a3a-a8e4-3718c81d3652", "name": "network-vif-plugged", "status": "completed", "tag": "8cc88f43-1fb3-47eb-bebc-c14bcbe1eead"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:53:39.147490 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 8cc88f43-1fb3-47eb-bebc-c14bcbe1eead, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=8cc88f43-1fb3-47eb-bebc-c14bcbe1eead,segment=NetworkSegment(0622c33d-7d5a-4968-950b-edb53be5f858),segment_id=0622c33d-7d5a-4968-950b-edb53be5f858)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:53:39.163210 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:39.202018 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device fc532f89-2840-48d2-a48d-3956d016ae51 up at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:53:39.275443 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d737c2a-add3-4750-961e-c057aef710af None None] Network 88182513-d5a3-4488-b0cc-81d269632baa requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 11:53:39.339690 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=8cc88f43-1fb3-47eb-bebc-c14bcbe1eead,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:53:39.356211 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-03ca74dc-f65e-430a-9e5e-69e1105249ca None None] Provisioning for port b1e17258-a25e-4144-bd2d-06946c0741c4 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 11:53:39.377549 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Provisioning complete for port fc532f89-2840-48d2-a48d-3956d016ae51 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:53:39.377918 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:39.472380 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-b0ba5c43-9552-4826-8956-107d6b60cf7f req-77196eae-f811-41bd-a313-f7523df5d87f tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:39.502054 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-286b9362-a65f-48b2-928d-91efe11af8c1 req-0bf93893-0070-410d-9a2a-2bb541fcde6c tempest-QuotasAdminNegativeTest-852282318 tempest-QuotasAdminNegativeTest-852282318-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=959d21e7878c445f96db9cad99322fe4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0720239 Aug 18 11:53:39.524706 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:39.565510 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port fc532f89-2840-48d2-a48d-3956d016ae51, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=fc532f89-2840-48d2-a48d-3956d016ae51,segment=NetworkSegment(b0eb6eea-b461-4969-8a27-808f00daa8a1),segment_id=b0eb6eea-b461-4969-8a27-808f00daa8a1)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:53:39.573220 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:39.597770 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0ba5c43-9552-4826-8956-107d6b60cf7f req-77196eae-f811-41bd-a313-f7523df5d87f tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] Network 06bbcd73-3087-45af-ac07-d9df7df70b38 is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 11:53:39.629231 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=fc532f89-2840-48d2-a48d-3956d016ae51,revision_number=8']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:53:39.638477 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [req-b0ba5c43-9552-4826-8956-107d6b60cf7f req-77196eae-f811-41bd-a313-f7523df5d87f tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:53:39.658457 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8ba321-ee2b-495f-8ec4-3f4550fb6fcb req-5037cfae-8d39-47a3-8589-4708cf8a50d7 tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:39.665059 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4e8ba321-ee2b-495f-8ec4-3f4550fb6fcb req-5037cfae-8d39-47a3-8589-4708cf8a50d7 tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] 10.222.0.66 "GET /v2.0/ports?device_id=1776ccfc-79c3-4dd2-9d3e-5b7e075004d6 HTTP/1.1" status: 200 len: 948 time: 0.2361314 Aug 18 11:53:39.666138 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77196eae-f811-41bd-a313-f7523df5d87f tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] Pushing event updated for resources: {'Port': ['ID=3c59c03d-4df2-4058-ad50-25724912a65a,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:53:39.677236 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0ba5c43-9552-4826-8956-107d6b60cf7f req-77196eae-f811-41bd-a313-f7523df5d87f tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 11:53:39.793147 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ba5c43-9552-4826-8956-107d6b60cf7f req-77196eae-f811-41bd-a313-f7523df5d87f tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:39.793787 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-b0ba5c43-9552-4826-8956-107d6b60cf7f req-77196eae-f811-41bd-a313-f7523df5d87f tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:39.810244 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4e8ba321-ee2b-495f-8ec4-3f4550fb6fcb req-a5ef1d9f-0f2e-4912-a1e5-4dc0975c7e17 tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] 10.222.0.66 "GET /v2.0/security-groups?id=e54286de-dd7f-4b20-9f74-4a71262d523b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381669 Aug 18 11:53:39.840731 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b0ba5c43-9552-4826-8956-107d6b60cf7f req-77196eae-f811-41bd-a313-f7523df5d87f tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3674800 Aug 18 11:53:39.848030 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286b9362-a65f-48b2-928d-91efe11af8c1 req-7b224998-6661-48fa-9792-bc2d93ab379c tempest-QuotasAdminNegativeTest-852282318 tempest-QuotasAdminNegativeTest-852282318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:39.855488 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-286b9362-a65f-48b2-928d-91efe11af8c1 req-7b224998-6661-48fa-9792-bc2d93ab379c tempest-QuotasAdminNegativeTest-852282318 tempest-QuotasAdminNegativeTest-852282318-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3307080 Aug 18 11:53:39.870238 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-b0ba5c43-9552-4826-8956-107d6b60cf7f req-1755295b-31c0-4784-874a-1a24623441fb service neutron] Request body: {'port': {'device_id': '85f415f0-f4a5-4d86-896b-c3c0005261d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804985-2'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:53:39.895073 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 11:53:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fe0fcd4-b097-4dd3-82e9-95afbe4a00fe x-openstack-request-id: req-3fe0fcd4-b097-4dd3-82e9-95afbe4a00fe {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:53:39.895582 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aaabce93-c7fa-4a3a-a8e4-3718c81d3652", "name": "network-vif-plugged", "status": "completed", "tag": "8cc88f43-1fb3-47eb-bebc-c14bcbe1eead", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:53:39.895677 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-3fe0fcd4-b097-4dd3-82e9-95afbe4a00fe {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:53:39.896049 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaabce93-c7fa-4a3a-a8e4-3718c81d3652', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cc88f43-1fb3-47eb-bebc-c14bcbe1eead', 'code': 200} Aug 18 11:53:39.914215 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device b1e17258-a25e-4144-bd2d-06946c0741c4 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:53:39.922389 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-286b9362-a65f-48b2-928d-91efe11af8c1 req-c6657521-2aed-4e37-a343-0820eba7d7c3 tempest-QuotasAdminNegativeTest-852282318 tempest-QuotasAdminNegativeTest-852282318-project] 10.222.0.66 "GET /v2.0/quotas/959d21e7878c445f96db9cad99322fe4 HTTP/1.1" status: 200 len: 375 time: 0.0660088 Aug 18 11:53:39.976815 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-286b9362-a65f-48b2-928d-91efe11af8c1 req-4d582f3c-9f09-4473-b72e-6e630e804f1c tempest-QuotasAdminNegativeTest-852282318 tempest-QuotasAdminNegativeTest-852282318-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=959d21e7878c445f96db9cad99322fe4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0471644 Aug 18 11:53:39.984956 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-b0ba5c43-9552-4826-8956-107d6b60cf7f req-1755295b-31c0-4784-874a-1a24623441fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:40.003052 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port b1e17258-a25e-4144-bd2d-06946c0741c4 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 11:53:40.011871 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port b1e17258-a25e-4144-bd2d-06946c0741c4 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:53:40.012511 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:40.016887 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0030b124-288e-403d-85d0-315adf13cd12 req-52a74de3-a777-4fbc-991c-b5177d69e3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:40.019606 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-0030b124-288e-403d-85d0-315adf13cd12 req-52a74de3-a777-4fbc-991c-b5177d69e3b9 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=aaabce93-c7fa-4a3a-a8e4-3718c81d3652 HTTP/1.1" status: 200 len: 1096 time: 0.0568199 Aug 18 11:53:40.052732 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9852fcf-b5d1-4690-833d-ccf434583ce4 admin admin] Router 351adbd4-2385-41b8-aa29-1f53fd4f4fab is scheduled to L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 with binding_index 1 {{(pid=106252) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 11:53:40.110425 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedfc07c-9878-4d52-b949-b0d0ded3a6c5 req-c42a0c7d-2cdc-4dcd-83b7-ff73a8603935 tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:40.113409 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-0030b124-288e-403d-85d0-315adf13cd12 req-6f4edba0-909f-4566-bbe8-8bfc63d530a8 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=fecad5ed-08b4-4db8-8e35-9a1fb2f01a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846114 Aug 18 11:53:40.116270 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:40.117981 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-cedfc07c-9878-4d52-b949-b0d0ded3a6c5 req-c42a0c7d-2cdc-4dcd-83b7-ff73a8603935 tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] 10.222.0.66 "GET /v2.0/ports?device_id=85f415f0-f4a5-4d86-896b-c3c0005261d4 HTTP/1.1" status: 200 len: 932 time: 0.1066179 Aug 18 11:53:40.155903 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] For port b1e17258-a25e-4144-bd2d-06946c0741c4, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=b1e17258-a25e-4144-bd2d-06946c0741c4,segment=NetworkSegment(66f3c612-2dc0-4ad6-90b0-b07f6d2f037e),segment_id=66f3c612-2dc0-4ad6-90b0-b07f6d2f037e)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:53:40.165051 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:40.227519 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Pushing event updated for resources: {'Port': ['ID=b1e17258-a25e-4144-bd2d-06946c0741c4,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:53:40.349055 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-cedfc07c-9878-4d52-b949-b0d0ded3a6c5 req-24b1362a-5073-4e3b-9139-1846a1df5019 tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] 10.222.0.66 "GET /v2.0/security-groups?id=55743b86-4589-417c-a042-b0bad2e342b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2297621 Aug 18 11:53:40.403058 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ba5dc0-d7b9-4424-a6eb-920f14724e5b req-e5d9f61e-7f6f-4827-a9a5-bd3516c98da9 tempest-FloatingIPsAssociationTestJSON-1671646685 tempest-FloatingIPsAssociationTestJSON-1671646685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:40.404635 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-36ba5dc0-d7b9-4424-a6eb-920f14724e5b req-e5d9f61e-7f6f-4827-a9a5-bd3516c98da9 tempest-FloatingIPsAssociationTestJSON-1671646685 tempest-FloatingIPsAssociationTestJSON-1671646685-project] 10.222.0.66 "GET /v2.0/ports?device_id=f61658a9-8fe3-4d11-b3ec-4c9136ee00f5 HTTP/1.1" status: 200 len: 943 time: 0.2171149 Aug 18 11:53:40.420961 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9852fcf-b5d1-4690-833d-ccf434583ce4 admin admin] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 11:53:40.433890 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7080d105-f5b4-4063-a52d-4812280c7b82 None None] Sync routers for ids ['351adbd4-2385-41b8-aa29-1f53fd4f4fab'] in n-d-804985-2 {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 11:53:40.443716 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7080d105-f5b4-4063-a52d-4812280c7b82 None None] Routers {'351adbd4-2385-41b8-aa29-1f53fd4f4fab'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 11:53:40.444832 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-7080d105-f5b4-4063-a52d-4812280c7b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T11:53:21Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['351adbd4-2385-41b8-aa29-1f53fd4f4fab'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:53:40.493681 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b9852fcf-b5d1-4690-833d-ccf434583ce4 admin admin] Notify callbacks [] for router, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:40.498153 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-b9852fcf-b5d1-4690-833d-ccf434583ce4 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.6771123 Aug 18 11:53:40.498319 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 49552) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:53:40.541087 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-36ba5dc0-d7b9-4424-a6eb-920f14724e5b req-d1f47071-0e44-472c-a384-0e02f31f03ef tempest-FloatingIPsAssociationTestJSON-1671646685 tempest-FloatingIPsAssociationTestJSON-1671646685-project] 10.222.0.66 "GET /v2.0/security-groups?id=1a0cf25f-7a4f-4eec-9daa-081df45eb4db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214552 Aug 18 11:53:40.558570 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f520943d-d8b1-4fa6-bd4a-c035f349b275 req-9e15eeea-41c5-4cb2-9f00-4c7a5d07a75a tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:40.567367 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f520943d-d8b1-4fa6-bd4a-c035f349b275 req-9e15eeea-41c5-4cb2-9f00-4c7a5d07a75a tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.66 "GET /v2.0/ports?device_id=aaabce93-c7fa-4a3a-a8e4-3718c81d3652 HTTP/1.1" status: 200 len: 945 time: 0.1573458 Aug 18 11:53:40.594906 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-7080d105-f5b4-4063-a52d-4812280c7b82 None None] Set router 351adbd4-2385-41b8-aa29-1f53fd4f4fab gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 11:53:40.680763 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f520943d-d8b1-4fa6-bd4a-c035f349b275 req-d252ab6d-a901-4da0-adc9-652ffbdf0244 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.66 "GET /v2.0/security-groups?id=fecad5ed-08b4-4db8-8e35-9a1fb2f01a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123617 Aug 18 11:53:40.718547 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [req-b0ba5c43-9552-4826-8956-107d6b60cf7f req-1755295b-31c0-4784-874a-1a24623441fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c59c03d-4df2-4058-ad50-25724912a65a {{(pid=106252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 11:53:40.730202 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-b0ba5c43-9552-4826-8956-107d6b60cf7f req-1755295b-31c0-4784-874a-1a24623441fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:40.753624 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [req-b0ba5c43-9552-4826-8956-107d6b60cf7f req-1755295b-31c0-4784-874a-1a24623441fb service neutron] Transition to ACTIVE for port object 3c59c03d-4df2-4058-ad50-25724912a65a will not be triggered until provisioned by entity L2. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 11:53:40.770232 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-b0ba5c43-9552-4826-8956-107d6b60cf7f req-1755295b-31c0-4784-874a-1a24623441fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:40.825616 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1755295b-31c0-4784-874a-1a24623441fb service neutron] Pushing event updated for resources: {'Port': ['ID=3c59c03d-4df2-4058-ad50-25724912a65a,revision_number=2']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:53:40.990649 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-7080d105-f5b4-4063-a52d-4812280c7b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '351adbd4-2385-41b8-aa29-1f53fd4f4fab', 'name': 'tempest-FloatingIPDetailsTestJSON-1941481198-router', 'tenant_id': '1e7bd45378474338a3a7a5fc430b7488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.190'}], 'enable_snat': True}, 'gw_port_id': '16076eb9-6ef8-40bc-8e17-9144067dfc08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T11:53:34Z', 'updated_at': '2021-08-18T11:53:38Z', 'revision_number': 3, 'project_id': '1e7bd45378474338a3a7a5fc430b7488', 'gw_port': {'id': '16076eb9-6ef8-40bc-8e17-9144067dfc08', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:75:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '351adbd4-2385-41b8-aa29-1f53fd4f4fab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:53:36Z', 'updated_at': '2021-08-18T11:53:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:53:41.039174 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7080d105-f5b4-4063-a52d-4812280c7b82 None None] Checking router: 351adbd4-2385-41b8-aa29-1f53fd4f4fab for host: n-d-804985-2 {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 11:53:41.039762 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7080d105-f5b4-4063-a52d-4812280c7b82 None None] Updating router 351adbd4-2385-41b8-aa29-1f53fd4f4fab port 16076eb9-6ef8-40bc-8e17-9144067dfc08 binding host n-d-804985-2 {{(pid=106255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 11:53:41.068862 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf5c9ce-e620-46c4-8948-5a6edb6f86ae req-eb22915b-95f9-4ff8-b75f-20d868471900 tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:41.071896 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-bcf5c9ce-e620-46c4-8948-5a6edb6f86ae req-eb22915b-95f9-4ff8-b75f-20d868471900 tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] 10.222.0.66 "GET /v2.0/ports?device_id=1776ccfc-79c3-4dd2-9d3e-5b7e075004d6 HTTP/1.1" status: 200 len: 950 time: 0.1203678 Aug 18 11:53:41.095170 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-7080d105-f5b4-4063-a52d-4812280c7b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:41.140138 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-b0ba5c43-9552-4826-8956-107d6b60cf7f req-1755295b-31c0-4784-874a-1a24623441fb service neutron] Attempting to bind port 3c59c03d-4df2-4058-ad50-25724912a65a on host n-h1-804985-2 for vnic_type normal with profile {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 11:53:41.141639 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-b0ba5c43-9552-4826-8956-107d6b60cf7f req-1755295b-31c0-4784-874a-1a24623441fb service neutron] Attempting to bind port 3c59c03d-4df2-4058-ad50-25724912a65a by drivers openvswitch,hyperv on host n-h1-804985-2 at level 0 using segments [{'id': '6c07e440-4a82-438f-a97f-74dad85fe56f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '06bbcd73-3087-45af-ac07-d9df7df70b38'}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 11:53:41.142051 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ba5c43-9552-4826-8956-107d6b60cf7f req-1755295b-31c0-4784-874a-1a24623441fb service neutron] Attempting to bind port 3c59c03d-4df2-4058-ad50-25724912a65a on network 06bbcd73-3087-45af-ac07-d9df7df70b38 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 11:53:41.149324 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ba5c43-9552-4826-8956-107d6b60cf7f req-1755295b-31c0-4784-874a-1a24623441fb service neutron] Port 3c59c03d-4df2-4058-ad50-25724912a65a on network 06bbcd73-3087-45af-ac07-d9df7df70b38 not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-2 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 11:53:41.150168 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ba5c43-9552-4826-8956-107d6b60cf7f req-1755295b-31c0-4784-874a-1a24623441fb service neutron] Attempting to bind port 3c59c03d-4df2-4058-ad50-25724912a65a on network 06bbcd73-3087-45af-ac07-d9df7df70b38 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 11:53:41.156508 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ba5c43-9552-4826-8956-107d6b60cf7f req-1755295b-31c0-4784-874a-1a24623441fb service neutron] Checking agent: {'id': 'a613417a-d085-492c-941a-59bb18c633d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 49, 6), 'started_at': datetime.datetime(2021, 8, 18, 11, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 11, 53, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 11:53:41.157110 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ba5c43-9552-4826-8956-107d6b60cf7f req-1755295b-31c0-4784-874a-1a24623441fb service neutron] Checking segment: {'id': '6c07e440-4a82-438f-a97f-74dad85fe56f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '06bbcd73-3087-45af-ac07-d9df7df70b38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 11:53:41.158247 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ba5c43-9552-4826-8956-107d6b60cf7f req-1755295b-31c0-4784-874a-1a24623441fb service neutron] Bound using segment: {'id': '6c07e440-4a82-438f-a97f-74dad85fe56f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '06bbcd73-3087-45af-ac07-d9df7df70b38'} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 11:53:41.158781 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-b0ba5c43-9552-4826-8956-107d6b60cf7f req-1755295b-31c0-4784-874a-1a24623441fb service neutron] Bound port: 3c59c03d-4df2-4058-ad50-25724912a65a, host: n-h1-804985-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c07e440-4a82-438f-a97f-74dad85fe56f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '06bbcd73-3087-45af-ac07-d9df7df70b38'}}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 11:53:41.159181 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-b0ba5c43-9552-4826-8956-107d6b60cf7f req-1755295b-31c0-4784-874a-1a24623441fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:41.172940 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-bcf5c9ce-e620-46c4-8948-5a6edb6f86ae req-8a72553f-3822-43ed-9e8e-d976d01d609c tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] 10.222.0.66 "GET /v2.0/security-groups?id=e54286de-dd7f-4b20-9f74-4a71262d523b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847094 Aug 18 11:53:41.216201 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 857b0ac1-e620-41d6-859a-dac6e1bafefe details requested by agent hyperv_n-h2-804985-2 with host n-h2-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 11:53:41.259628 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d1588483-ba6e-4f89-9ef0-1c733983104e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:41.349019 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port 857b0ac1-e620-41d6-859a-dac6e1bafefe, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=857b0ac1-e620-41d6-859a-dac6e1bafefe,segment=NetworkSegment(de35f490-159d-4f32-ba39-7fcc2c85f9d3),segment_id=de35f490-159d-4f32-ba39-7fcc2c85f9d3)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:53:41.351517 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-b0ba5c43-9552-4826-8956-107d6b60cf7f req-1755295b-31c0-4784-874a-1a24623441fb service neutron] For port 3c59c03d-4df2-4058-ad50-25724912a65a, host n-h1-804985-2, cleared binding levels {{(pid=106252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 11:53:41.355046 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-dd14b76c-5cb6-4eed-a111-e4767fbdc5c1 req-6612d29a-0bde-4a60-8830-023c5cc9b938 tempest-QuotasAdminNegativeTest-852282318 tempest-QuotasAdminNegativeTest-852282318-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=959d21e7878c445f96db9cad99322fe4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0634608 Aug 18 11:53:41.367152 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Returning: {'device': '857b0ac1-e620-41d6-859a-dac6e1bafefe', 'network_id': '17b21726-ad58-4633-922c-414857af0af2', 'port_id': '857b0ac1-e620-41d6-859a-dac6e1bafefe', 'mac_address': 'fa:16:3e:9d:56:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 825, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04e502a5-5018-4e73-baa8-683bfd3d2545', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 11:53:41.372061 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-b0ba5c43-9552-4826-8956-107d6b60cf7f req-1755295b-31c0-4784-874a-1a24623441fb service neutron] For port 3c59c03d-4df2-4058-ad50-25724912a65a, host n-h1-804985-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=3c59c03d-4df2-4058-ad50-25724912a65a,segment=NetworkSegment(6c07e440-4a82-438f-a97f-74dad85fe56f),segment_id=6c07e440-4a82-438f-a97f-74dad85fe56f)] {{(pid=106252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 11:53:41.413106 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-7080d105-f5b4-4063-a52d-4812280c7b82 None None] Notify callbacks [] for port, precommit_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:41.425195 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-7080d105-f5b4-4063-a52d-4812280c7b82 None None] Transition to ACTIVE for port object 16076eb9-6ef8-40bc-8e17-9144067dfc08 will not be triggered until provisioned by entity L2. {{(pid=106255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 11:53:41.439284 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-7080d105-f5b4-4063-a52d-4812280c7b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:41.474884 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:41.502734 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf103394-a776-46c9-8efc-e7ad6232fcf4 None None] Pushing event updated for resources: {'Port': ['ID=16076eb9-6ef8-40bc-8e17-9144067dfc08,revision_number=2']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:53:41.505801 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-7080d105-f5b4-4063-a52d-4812280c7b82 None None] Attempting to bind port 16076eb9-6ef8-40bc-8e17-9144067dfc08 on host n-d-804985-2 for vnic_type normal with profile {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 11:53:41.506159 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-7080d105-f5b4-4063-a52d-4812280c7b82 None None] Attempting to bind port 16076eb9-6ef8-40bc-8e17-9144067dfc08 by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'}] {{(pid=106255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 11:53:41.506508 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7080d105-f5b4-4063-a52d-4812280c7b82 None None] Attempting to bind port 16076eb9-6ef8-40bc-8e17-9144067dfc08 on network 7cae7a70-14fd-408c-b14d-39ceb97cb60e {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 11:53:41.511545 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-b0ba5c43-9552-4826-8956-107d6b60cf7f req-1755295b-31c0-4784-874a-1a24623441fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:41.513840 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf103394-a776-46c9-8efc-e7ad6232fcf4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:53:41.514183 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf103394-a776-46c9-8efc-e7ad6232fcf4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:53:41.514512 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf103394-a776-46c9-8efc-e7ad6232fcf4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:53:41.514837 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf103394-a776-46c9-8efc-e7ad6232fcf4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:53:41.515160 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf103394-a776-46c9-8efc-e7ad6232fcf4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:53:41.515478 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf103394-a776-46c9-8efc-e7ad6232fcf4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:53:41.515795 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf103394-a776-46c9-8efc-e7ad6232fcf4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:53:41.516114 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf103394-a776-46c9-8efc-e7ad6232fcf4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:53:41.516669 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf103394-a776-46c9-8efc-e7ad6232fcf4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:53:41.516993 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf103394-a776-46c9-8efc-e7ad6232fcf4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:53:41.517309 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf103394-a776-46c9-8efc-e7ad6232fcf4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:53:41.517684 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf103394-a776-46c9-8efc-e7ad6232fcf4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:53:41.525224 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7080d105-f5b4-4063-a52d-4812280c7b82 None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 11, 53, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 11:53:41.525584 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7080d105-f5b4-4063-a52d-4812280c7b82 None None] Checking segment: {'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 11:53:41.525983 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-7080d105-f5b4-4063-a52d-4812280c7b82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:41.526360 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7080d105-f5b4-4063-a52d-4812280c7b82 None None] Bound using segment: {'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'} {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 11:53:41.526819 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-7080d105-f5b4-4063-a52d-4812280c7b82 None None] Bound port: 16076eb9-6ef8-40bc-8e17-9144067dfc08, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'}}] {{(pid=106255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 11:53:41.527206 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-7080d105-f5b4-4063-a52d-4812280c7b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:41.528587 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 857b0ac1-e620-41d6-859a-dac6e1bafefe {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 11:53:41.561451 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [None req-d1588483-ba6e-4f89-9ef0-1c733983104e admin admin] Allocated IP 172.20.0.1 (88182513-d5a3-4488-b0cc-81d269632baa/feadd0a0-b29c-4e47-86c0-00c1bf66ab80/7cea3c1c-36b2-40d1-9b71-ea78add09b27) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 11:53:41.568286 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port 857b0ac1-e620-41d6-859a-dac6e1bafefe, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=857b0ac1-e620-41d6-859a-dac6e1bafefe,segment=NetworkSegment(de35f490-159d-4f32-ba39-7fcc2c85f9d3),segment_id=de35f490-159d-4f32-ba39-7fcc2c85f9d3)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:53:41.575191 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:41.621557 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ba5c43-9552-4826-8956-107d6b60cf7f req-1755295b-31c0-4784-874a-1a24623441fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:41.622198 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-b0ba5c43-9552-4826-8956-107d6b60cf7f req-1755295b-31c0-4784-874a-1a24623441fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:41.623653 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b0ba5c43-9552-4826-8956-107d6b60cf7f req-1755295b-31c0-4784-874a-1a24623441fb service neutron] 10.222.0.63 "PUT /v2.0/ports/3c59c03d-4df2-4058-ad50-25724912a65a HTTP/1.1" status: 200 len: 1092 time: 1.7635887 Aug 18 11:53:41.624141 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85f415f0-f4a5-4d86-896b-c3c0005261d4', 'tag': '3c59c03d-4df2-4058-ad50-25724912a65a'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 11:53:41.626431 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7c4f68c-a8de-42e6-9e42-47312c80ccf3" -d '{"events": [{"name": "network-changed", "server_uuid": "85f415f0-f4a5-4d86-896b-c3c0005261d4", "tag": "3c59c03d-4df2-4058-ad50-25724912a65a"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:53:41.658781 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-7080d105-f5b4-4063-a52d-4812280c7b82 None None] For port 16076eb9-6ef8-40bc-8e17-9144067dfc08, host n-d-804985-2, cleared binding levels {{(pid=106255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 11:53:41.663729 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=857b0ac1-e620-41d6-859a-dac6e1bafefe,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:53:41.666458 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-7080d105-f5b4-4063-a52d-4812280c7b82 None None] For port 16076eb9-6ef8-40bc-8e17-9144067dfc08, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=16076eb9-6ef8-40bc-8e17-9144067dfc08,segment=NetworkSegment(c5a3db9d-5c58-41b1-9177-d5787a597b78),segment_id=c5a3db9d-5c58-41b1-9177-d5787a597b78)] {{(pid=106255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 11:53:41.676281 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-7080d105-f5b4-4063-a52d-4812280c7b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:41.706312 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d1588483-ba6e-4f89-9ef0-1c733983104e admin admin] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:41.721362 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1755295b-31c0-4784-874a-1a24623441fb service neutron] Pushing event updated for resources: {'Port': ['ID=3c59c03d-4df2-4058-ad50-25724912a65a,revision_number=3']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:53:41.737271 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd14b76c-5cb6-4eed-a111-e4767fbdc5c1 req-cfa9df8e-9427-4d98-ad96-924c2163604d tempest-QuotasAdminNegativeTest-852282318 tempest-QuotasAdminNegativeTest-852282318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:41.738504 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [None req-d1588483-ba6e-4f89-9ef0-1c733983104e admin admin] Transition to ACTIVE for port object 7cea3c1c-36b2-40d1-9b71-ea78add09b27 will not be triggered until provisioned by entity DHCP. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 11:53:41.739121 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-dd14b76c-5cb6-4eed-a111-e4767fbdc5c1 req-cfa9df8e-9427-4d98-ad96-924c2163604d tempest-QuotasAdminNegativeTest-852282318 tempest-QuotasAdminNegativeTest-852282318-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3731203 Aug 18 11:53:41.741870 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7080d105-f5b4-4063-a52d-4812280c7b82 None None] Routers {'351adbd4-2385-41b8-aa29-1f53fd4f4fab'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 11:53:41.742519 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-7080d105-f5b4-4063-a52d-4812280c7b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T11:53:21Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['351adbd4-2385-41b8-aa29-1f53fd4f4fab'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:53:41.748196 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fd8add-77d9-4db2-9054-eddf669b6226 req-007aaa93-6d12-4f69-853d-9eef4b20ddd0 tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:41.749470 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-06fd8add-77d9-4db2-9054-eddf669b6226 req-007aaa93-6d12-4f69-853d-9eef4b20ddd0 tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] 10.222.0.66 "GET /v2.0/ports?device_id=85f415f0-f4a5-4d86-896b-c3c0005261d4 HTTP/1.1" status: 200 len: 944 time: 0.2524829 Aug 18 11:53:41.780704 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-dd14b76c-5cb6-4eed-a111-e4767fbdc5c1 req-2e897e04-f67d-4856-964d-412bee9b807b tempest-QuotasAdminNegativeTest-852282318 tempest-QuotasAdminNegativeTest-852282318-project] 10.222.0.66 "GET /v2.0/quotas/959d21e7878c445f96db9cad99322fe4 HTTP/1.1" status: 200 len: 375 time: 0.0288274 Aug 18 11:53:41.795974 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d1588483-ba6e-4f89-9ef0-1c733983104e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:41.799826 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf103394-a776-46c9-8efc-e7ad6232fcf4 None None] Pushing event updated for resources: {'Port': ['ID=16076eb9-6ef8-40bc-8e17-9144067dfc08,revision_number=3']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:53:41.802580 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ba5c43-9552-4826-8956-107d6b60cf7f req-36ce16ce-cf7c-4807-b763-2d4416fd8c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:41.803948 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b0ba5c43-9552-4826-8956-107d6b60cf7f req-36ce16ce-cf7c-4807-b763-2d4416fd8c9d service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=600fbea656874dbdb95dcdc7eb311868&device_id=85f415f0-f4a5-4d86-896b-c3c0005261d4 HTTP/1.1" status: 200 len: 1095 time: 0.1210864 Aug 18 11:53:41.821606 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] get_ports_and_sgs() called for port_ids ['857b0ac1-e620-41d6-859a-dac6e1bafefe'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 11:53:41.863369 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-dd14b76c-5cb6-4eed-a111-e4767fbdc5c1 req-22a8c1d1-c20f-41e6-8150-852369cf7c1b tempest-QuotasAdminNegativeTest-852282318 tempest-QuotasAdminNegativeTest-852282318-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=959d21e7878c445f96db9cad99322fe4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0760708 Aug 18 11:53:41.896060 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1588483-ba6e-4f89-9ef0-1c733983104e admin admin] Network 88182513-d5a3-4488-b0cc-81d269632baa is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 11:53:41.897558 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1588483-ba6e-4f89-9ef0-1c733983104e admin admin] Pushing event updated for resources: {'Port': ['ID=7cea3c1c-36b2-40d1-9b71-ea78add09b27,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:53:41.905039 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-d1588483-ba6e-4f89-9ef0-1c733983104e admin admin] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:53:41.906975 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1776ccfc-79c3-4dd2-9d3e-5b7e075004d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc532f89-2840-48d2-a48d-3956d016ae51'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 11:53:41.915106 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db50a436fb3a98495337d8fe7487b4f2ea6f3c1052eb9efadc2ecda2d5737001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08f1a54d-8e79-4e32-9cfa-a22c9d813a72" -d '{"events": [{"server_uuid": "1776ccfc-79c3-4dd2-9d3e-5b7e075004d6", "name": "network-vif-plugged", "status": "completed", "tag": "fc532f89-2840-48d2-a48d-3956d016ae51"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:53:41.918725 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-7080d105-f5b4-4063-a52d-4812280c7b82 None None] Set router 351adbd4-2385-41b8-aa29-1f53fd4f4fab gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 11:53:41.922994 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1588483-ba6e-4f89-9ef0-1c733983104e admin admin] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 11:53:41.934583 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device b1e17258-a25e-4144-bd2d-06946c0741c4 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:53:41.944252 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b0ba5c43-9552-4826-8956-107d6b60cf7f req-97a420d7-b875-4370-8a2d-2a53a3f06de1 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3c59c03d-4df2-4058-ad50-25724912a65a HTTP/1.1" status: 200 len: 217 time: 0.1308241 Aug 18 11:53:41.960800 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-06fd8add-77d9-4db2-9054-eddf669b6226 req-1e50a2df-7aa5-4886-bce8-f21514642dbc tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] 10.222.0.66 "GET /v2.0/security-groups?id=55743b86-4589-417c-a042-b0bad2e342b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992061 Aug 18 11:53:41.983310 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d1588483-ba6e-4f89-9ef0-1c733983104e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-996688'] for router_interface, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:42.131588 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ba5c43-9552-4826-8956-107d6b60cf7f req-a3ba68b9-0c03-4e7c-a78a-534bae89e9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:42.133149 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b0ba5c43-9552-4826-8956-107d6b60cf7f req-a3ba68b9-0c03-4e7c-a78a-534bae89e9e9 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=59f3b61f-d9cb-4493-82ff-8b26e791861b HTTP/1.1" status: 200 len: 845 time: 0.1711314 Aug 18 11:53:42.157012 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 11:53:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7983fbd5-1216-4887-b3bb-7dd74c3a4a64 x-openstack-request-id: req-7983fbd5-1216-4887-b3bb-7dd74c3a4a64 {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:53:42.157524 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85f415f0-f4a5-4d86-896b-c3c0005261d4", "tag": "3c59c03d-4df2-4058-ad50-25724912a65a", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:53:42.158097 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-7983fbd5-1216-4887-b3bb-7dd74c3a4a64 {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:53:42.158707 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85f415f0-f4a5-4d86-896b-c3c0005261d4', 'tag': '3c59c03d-4df2-4058-ad50-25724912a65a', 'status': 'completed', 'code': 200} Aug 18 11:53:42.204624 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b0ba5c43-9552-4826-8956-107d6b60cf7f req-ba355c2c-140d-4eb0-8f28-d27cf6fa16a0 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=06bbcd73-3087-45af-ac07-d9df7df70b38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435498 Aug 18 11:53:42.223315 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port b1e17258-a25e-4144-bd2d-06946c0741c4 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:53:42.223865 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:42.279475 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d1588483-ba6e-4f89-9ef0-1c733983104e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:42.322298 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b0ba5c43-9552-4826-8956-107d6b60cf7f req-908b1a6f-5ecf-41fb-a7be-96ee8a79aee2 service neutron] 10.222.0.63 "GET /v2.0/networks/06bbcd73-3087-45af-ac07-d9df7df70b38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085401 Aug 18 11:53:42.382000 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92c0823-e991-4483-ba65-bd88518927ff req-0fe19943-7d87-4a63-b292-a7baca13eb5c tempest-FloatingIPsAssociationTestJSON-1671646685 tempest-FloatingIPsAssociationTestJSON-1671646685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:42.390774 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d92c0823-e991-4483-ba65-bd88518927ff req-0fe19943-7d87-4a63-b292-a7baca13eb5c tempest-FloatingIPsAssociationTestJSON-1671646685 tempest-FloatingIPsAssociationTestJSON-1671646685-project] 10.222.0.66 "GET /v2.0/ports?device_id=f61658a9-8fe3-4d11-b3ec-4c9136ee00f5 HTTP/1.1" status: 200 len: 944 time: 0.2637241 Aug 18 11:53:42.415906 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-38809180-8294-4b11-a821-e55a9c1e8ef4 None None] Provisioning for port 7cea3c1c-36b2-40d1-9b71-ea78add09b27 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 11:53:42.424359 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-38809180-8294-4b11-a821-e55a9c1e8ef4 None None] Provisioning complete for port 7cea3c1c-36b2-40d1-9b71-ea78add09b27 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:53:42.424952 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-38809180-8294-4b11-a821-e55a9c1e8ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:42.472617 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-38809180-8294-4b11-a821-e55a9c1e8ef4 None None] Port 7cea3c1c-36b2-40d1-9b71-ea78add09b27 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 11:53:42.498205 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d92c0823-e991-4483-ba65-bd88518927ff req-3819838e-b70f-4db9-9c01-e520c3c22b69 tempest-FloatingIPsAssociationTestJSON-1671646685 tempest-FloatingIPsAssociationTestJSON-1671646685-project] 10.222.0.66 "GET /v2.0/security-groups?id=1a0cf25f-7a4f-4eec-9daa-081df45eb4db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061575 Aug 18 11:53:42.527018 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cb9d27-66b0-4d46-b46c-de3cc2b9a61b req-69eb6684-8b30-4b4f-8545-5ee7b8e96944 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:42.528686 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-84cb9d27-66b0-4d46-b46c-de3cc2b9a61b req-69eb6684-8b30-4b4f-8545-5ee7b8e96944 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.66 "GET /v2.0/ports?device_id=aaabce93-c7fa-4a3a-a8e4-3718c81d3652 HTTP/1.1" status: 200 len: 945 time: 0.2049320 Aug 18 11:53:42.551922 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-7080d105-f5b4-4063-a52d-4812280c7b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '351adbd4-2385-41b8-aa29-1f53fd4f4fab', 'name': 'tempest-FloatingIPDetailsTestJSON-1941481198-router', 'tenant_id': '1e7bd45378474338a3a7a5fc430b7488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.190'}], 'enable_snat': True}, 'gw_port_id': '16076eb9-6ef8-40bc-8e17-9144067dfc08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T11:53:34Z', 'updated_at': '2021-08-18T11:53:38Z', 'revision_number': 3, 'project_id': '1e7bd45378474338a3a7a5fc430b7488', 'gw_port': {'id': '16076eb9-6ef8-40bc-8e17-9144067dfc08', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:75:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '351adbd4-2385-41b8-aa29-1f53fd4f4fab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:53:36Z', 'updated_at': '2021-08-18T11:53:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:53:42.583751 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7080d105-f5b4-4063-a52d-4812280c7b82 None None] The sync data for ids ['351adbd4-2385-41b8-aa29-1f53fd4f4fab'] in n-d-804985-2 is: [{'id': '351adbd4-2385-41b8-aa29-1f53fd4f4fab', 'name': 'tempest-FloatingIPDetailsTestJSON-1941481198-router', 'tenant_id': '1e7bd45378474338a3a7a5fc430b7488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.190'}], 'enable_snat': True}, 'gw_port_id': '16076eb9-6ef8-40bc-8e17-9144067dfc08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T11:53:34Z', 'updated_at': '2021-08-18T11:53:38Z', 'revision_number': 3, 'project_id': '1e7bd45378474338a3a7a5fc430b7488', 'gw_port': {'id': '16076eb9-6ef8-40bc-8e17-9144067dfc08', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:75:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '351adbd4-2385-41b8-aa29-1f53fd4f4fab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:53:36Z', 'updated_at': '2021-08-18T11:53:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 11:53:42.620512 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-84cb9d27-66b0-4d46-b46c-de3cc2b9a61b req-d54c2f3e-b848-48de-be43-3a03fc109c04 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.66 "GET /v2.0/security-groups?id=fecad5ed-08b4-4db8-8e35-9a1fb2f01a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602710 Aug 18 11:53:42.623420 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b0ba5c43-9552-4826-8956-107d6b60cf7f req-83f0bf97-7d97-4640-a139-4502c96e7127 service neutron] 10.222.0.63 "GET /v2.0/networks/06bbcd73-3087-45af-ac07-d9df7df70b38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2639041 Aug 18 11:53:42.658666 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 11:53:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f0bdf8a-920e-4318-b522-648bbe784d78 x-openstack-request-id: req-2f0bdf8a-920e-4318-b522-648bbe784d78 {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:53:42.659516 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1776ccfc-79c3-4dd2-9d3e-5b7e075004d6", "name": "network-vif-plugged", "status": "completed", "tag": "fc532f89-2840-48d2-a48d-3956d016ae51", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:53:42.660029 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-2f0bdf8a-920e-4318-b522-648bbe784d78 {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:53:42.660692 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1776ccfc-79c3-4dd2-9d3e-5b7e075004d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc532f89-2840-48d2-a48d-3956d016ae51', 'code': 200} Aug 18 11:53:42.750706 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c4f68c-a8de-42e6-9e42-47312c80ccf3 req-1fc26b7a-3e4f-434d-b20e-83c98b78c6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:42.753610 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e7c4f68c-a8de-42e6-9e42-47312c80ccf3 req-1fc26b7a-3e4f-434d-b20e-83c98b78c6c5 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=600fbea656874dbdb95dcdc7eb311868&device_id=85f415f0-f4a5-4d86-896b-c3c0005261d4 HTTP/1.1" status: 200 len: 1095 time: 0.0762560 Aug 18 11:53:42.832167 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d1588483-ba6e-4f89-9ef0-1c733983104e admin admin] Notify callbacks [] for port, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:42.843332 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d1588483-ba6e-4f89-9ef0-1c733983104e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:42.961962 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c4f68c-a8de-42e6-9e42-47312c80ccf3 req-90036c31-7d9b-40dd-8597-1fb6a24c2deb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:42.963484 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e7c4f68c-a8de-42e6-9e42-47312c80ccf3 req-90036c31-7d9b-40dd-8597-1fb6a24c2deb service neutron] 10.222.0.63 "GET /v2.0/networks?id=06bbcd73-3087-45af-ac07-d9df7df70b38 HTTP/1.1" status: 200 len: 906 time: 0.2014620 Aug 18 11:53:43.010726 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1588483-ba6e-4f89-9ef0-1c733983104e admin admin] Pushing event updated for resources: {'Port': ['ID=7cea3c1c-36b2-40d1-9b71-ea78add09b27,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:53:43.029902 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d1588483-ba6e-4f89-9ef0-1c733983104e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-996772'] for router_interface, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:43.079579 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e7c4f68c-a8de-42e6-9e42-47312c80ccf3 req-8123272e-50a7-4957-8ace-cba52c2d2fce service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3c59c03d-4df2-4058-ad50-25724912a65a HTTP/1.1" status: 200 len: 217 time: 0.0703809 Aug 18 11:53:43.123350 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47f7afa-7399-4549-b096-092438103b06 req-65dc5e0a-ae3e-425b-9ec2-1acb32ff2155 tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:43.125115 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c47f7afa-7399-4549-b096-092438103b06 req-65dc5e0a-ae3e-425b-9ec2-1acb32ff2155 tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] 10.222.0.66 "GET /v2.0/ports?device_id=1776ccfc-79c3-4dd2-9d3e-5b7e075004d6 HTTP/1.1" status: 200 len: 950 time: 0.3015885 Aug 18 11:53:43.131651 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37fc96e-391f-45b3-9a0f-911aaa5fcc54 req-b7c5f875-27c2-4284-98d1-810766fa5fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:43.134353 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-e37fc96e-391f-45b3-9a0f-911aaa5fcc54 req-b7c5f875-27c2-4284-98d1-810766fa5fb0 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=1776ccfc-79c3-4dd2-9d3e-5b7e075004d6 HTTP/1.1" status: 200 len: 1101 time: 0.1265666 Aug 18 11:53:43.182645 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71f5718-6fa7-435c-821e-02a72bfaf7a1 req-f03b4a11-2e8c-4ae0-b5a1-f4e6884404df tempest-LiveAutoBlockMigrationV225Test-1799299027 tempest-LiveAutoBlockMigrationV225Test-1799299027-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:43.191744 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f71f5718-6fa7-435c-821e-02a72bfaf7a1 req-f03b4a11-2e8c-4ae0-b5a1-f4e6884404df tempest-LiveAutoBlockMigrationV225Test-1799299027 tempest-LiveAutoBlockMigrationV225Test-1799299027-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=aaabce93-c7fa-4a3a-a8e4-3718c81d3652 HTTP/1.1" status: 200 len: 1096 time: 0.1837318 Aug 18 11:53:43.192455 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-e37fc96e-391f-45b3-9a0f-911aaa5fcc54 req-edb5d73f-2bb8-4ac3-82dc-4d03edaaef8c service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=e54286de-dd7f-4b20-9f74-4a71262d523b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490210 Aug 18 11:53:43.209839 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1588483-ba6e-4f89-9ef0-1c733983104e admin admin] Network 88182513-d5a3-4488-b0cc-81d269632baa is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 11:53:43.211733 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-d1588483-ba6e-4f89-9ef0-1c733983104e admin admin] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:53:43.236382 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 857b0ac1-e620-41d6-859a-dac6e1bafefe up at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:53:43.253469 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c4f68c-a8de-42e6-9e42-47312c80ccf3 req-b2a6f1b6-ad33-4f67-9fd9-6e552cbef2af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:43.255343 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e7c4f68c-a8de-42e6-9e42-47312c80ccf3 req-b2a6f1b6-ad33-4f67-9fd9-6e552cbef2af service neutron] 10.222.0.63 "GET /v2.0/subnets?id=59f3b61f-d9cb-4493-82ff-8b26e791861b HTTP/1.1" status: 200 len: 845 time: 0.1617763 Aug 18 11:53:43.258862 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c47f7afa-7399-4549-b096-092438103b06 req-f1fbc39b-06e3-4026-a4b6-937fa180bfc6 tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] 10.222.0.66 "GET /v2.0/security-groups?id=e54286de-dd7f-4b20-9f74-4a71262d523b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104057 Aug 18 11:53:43.325100 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f71f5718-6fa7-435c-821e-02a72bfaf7a1 req-d39b3fef-e1fd-43bf-9201-ed4e6e606b76 tempest-LiveAutoBlockMigrationV225Test-1799299027 tempest-LiveAutoBlockMigrationV225Test-1799299027-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=fecad5ed-08b4-4db8-8e35-9a1fb2f01a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277800 Aug 18 11:53:43.333071 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e7c4f68c-a8de-42e6-9e42-47312c80ccf3 req-285df891-bc45-4bd8-8c89-f2313aefda34 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=06bbcd73-3087-45af-ac07-d9df7df70b38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0553882 Aug 18 11:53:43.405676 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Provisioning for port 857b0ac1-e620-41d6-859a-dac6e1bafefe completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 11:53:43.412364 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Provisioning complete for port 857b0ac1-e620-41d6-859a-dac6e1bafefe triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:53:43.418192 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:43.518931 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1588483-ba6e-4f89-9ef0-1c733983104e admin admin] Router 351adbd4-2385-41b8-aa29-1f53fd4f4fab has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 11:53:43.637394 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e7c4f68c-a8de-42e6-9e42-47312c80ccf3 req-bfe98439-a9c7-4814-98c9-20f0017b664c service neutron] 10.222.0.63 "GET /v2.0/networks/06bbcd73-3087-45af-ac07-d9df7df70b38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2968447 Aug 18 11:53:43.685375 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:43.761097 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-60f5be62-1c10-4aff-aa46-4877156541d1 None None] Provisioning complete for port 7cea3c1c-36b2-40d1-9b71-ea78add09b27 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:53:43.761570 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-60f5be62-1c10-4aff-aa46-4877156541d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:43.788537 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac94482-01e9-4c8a-897d-49c89fff184b req-096cf9e0-4ea2-4ac9-ac76-569a357129af tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:43.799148 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-bac94482-01e9-4c8a-897d-49c89fff184b req-096cf9e0-4ea2-4ac9-ac76-569a357129af tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] 10.222.0.66 "GET /v2.0/ports?device_id=85f415f0-f4a5-4d86-896b-c3c0005261d4 HTTP/1.1" status: 200 len: 944 time: 0.2233808 Aug 18 11:53:43.817081 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-60f5be62-1c10-4aff-aa46-4877156541d1 None None] Port 7cea3c1c-36b2-40d1-9b71-ea78add09b27 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 11:53:43.829333 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1588483-ba6e-4f89-9ef0-1c733983104e admin admin] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 11:53:43.845513 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-d1588483-ba6e-4f89-9ef0-1c733983104e admin admin] 10.222.0.66 "PUT /v2.0/routers/351adbd4-2385-41b8-aa29-1f53fd4f4fab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3463697 Aug 18 11:53:43.887533 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port 857b0ac1-e620-41d6-859a-dac6e1bafefe, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=857b0ac1-e620-41d6-859a-dac6e1bafefe,segment=NetworkSegment(de35f490-159d-4f32-ba39-7fcc2c85f9d3),segment_id=de35f490-159d-4f32-ba39-7fcc2c85f9d3)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:53:43.899908 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:43.966591 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 49632) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:53:43.972323 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abe131f-987e-4320-a8ce-f3730dfb4b9f req-4a9e0b16-64f0-4f0d-aba4-ca8a66836c56 tempest-FloatingIPsAssociationTestJSON-1671646685 tempest-FloatingIPsAssociationTestJSON-1671646685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:43.991003 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1abe131f-987e-4320-a8ce-f3730dfb4b9f req-4a9e0b16-64f0-4f0d-aba4-ca8a66836c56 tempest-FloatingIPsAssociationTestJSON-1671646685 tempest-FloatingIPsAssociationTestJSON-1671646685-project] 10.222.0.66 "GET /v2.0/ports?device_id=f61658a9-8fe3-4d11-b3ec-4c9136ee00f5 HTTP/1.1" status: 200 len: 944 time: 0.3252048 Aug 18 11:53:44.021982 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=857b0ac1-e620-41d6-859a-dac6e1bafefe,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:53:44.073599 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 16076eb9-6ef8-40bc-8e17-9144067dfc08 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:53:44.225345 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port 16076eb9-6ef8-40bc-8e17-9144067dfc08 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 11:53:44.229938 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 16076eb9-6ef8-40bc-8e17-9144067dfc08 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:53:44.230323 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:44.309284 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-dab6c512-4dec-41ce-b8f9-13623b329ec2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:44.362461 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:44.389417 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] For port 16076eb9-6ef8-40bc-8e17-9144067dfc08, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=16076eb9-6ef8-40bc-8e17-9144067dfc08,segment=NetworkSegment(c5a3db9d-5c58-41b1-9177-d5787a597b78),segment_id=c5a3db9d-5c58-41b1-9177-d5787a597b78)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:53:44.396925 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:44.466486 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Pushing event updated for resources: {'Port': ['ID=16076eb9-6ef8-40bc-8e17-9144067dfc08,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:53:44.492885 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-dab6c512-4dec-41ce-b8f9-13623b329ec2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:44.500121 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-dab6c512-4dec-41ce-b8f9-13623b329ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:44.563781 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-dab6c512-4dec-41ce-b8f9-13623b329ec2 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=959d21e7878c445f96db9cad99322fe4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5961552 Aug 18 11:53:44.565951 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab6c512-4dec-41ce-b8f9-13623b329ec2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f271fe61-494b-4f17-b621-c4d3d3eb5597,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:53:44.568393 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 49648) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:53:44.590074 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-bac94482-01e9-4c8a-897d-49c89fff184b req-078ea346-2abf-43ac-9667-0aad7a7ddde7 tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] 10.222.0.66 "GET /v2.0/security-groups?id=55743b86-4589-417c-a042-b0bad2e342b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7518597 Aug 18 11:53:44.618140 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1abe131f-987e-4320-a8ce-f3730dfb4b9f req-1a54eac8-8718-42cf-aa62-10b3c01b7942 tempest-FloatingIPsAssociationTestJSON-1671646685 tempest-FloatingIPsAssociationTestJSON-1671646685-project] 10.222.0.66 "GET /v2.0/security-groups?id=1a0cf25f-7a4f-4eec-9daa-081df45eb4db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6232872 Aug 18 11:53:44.634686 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e7c4f68c-a8de-42e6-9e42-47312c80ccf3 req-80f4db12-b539-43ad-89dc-9cb8f6748943 service neutron] 10.222.0.63 "GET /v2.0/networks/06bbcd73-3087-45af-ac07-d9df7df70b38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9797091 Aug 18 11:53:44.662585 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f61658a9-8fe3-4d11-b3ec-4c9136ee00f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '857b0ac1-e620-41d6-859a-dac6e1bafefe'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 11:53:44.666206 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db50a436fb3a98495337d8fe7487b4f2ea6f3c1052eb9efadc2ecda2d5737001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff96a170-9128-4048-b4c6-0413e9966009" -d '{"events": [{"server_uuid": "f61658a9-8fe3-4d11-b3ec-4c9136ee00f5", "name": "network-vif-plugged", "status": "completed", "tag": "857b0ac1-e620-41d6-859a-dac6e1bafefe"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:53:44.720853 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-75120eee-6087-4b9f-af2f-50168b45ac79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:44.743134 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-75120eee-6087-4b9f-af2f-50168b45ac79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:44.856369 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 3c59c03d-4df2-4058-ad50-25724912a65a details requested by agent hyperv_n-h1-804985-2 with host n-h1-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 11:53:44.942777 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de64c469-7b33-49f0-a6ea-fbf8e5c8e882 req-a98da07c-9b29-4366-b514-64438f071e91 tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:44.951791 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-de64c469-7b33-49f0-a6ea-fbf8e5c8e882 req-a98da07c-9b29-4366-b514-64438f071e91 tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] 10.222.0.66 "GET /v2.0/ports?device_id=1776ccfc-79c3-4dd2-9d3e-5b7e075004d6 HTTP/1.1" status: 200 len: 950 time: 0.1704569 Aug 18 11:53:44.991536 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-75120eee-6087-4b9f-af2f-50168b45ac79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:44.992598 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 3c59c03d-4df2-4058-ad50-25724912a65a, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=3c59c03d-4df2-4058-ad50-25724912a65a,segment=NetworkSegment(6c07e440-4a82-438f-a97f-74dad85fe56f),segment_id=6c07e440-4a82-438f-a97f-74dad85fe56f)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:53:45.002411 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-75120eee-6087-4b9f-af2f-50168b45ac79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:45.011460 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-75120eee-6087-4b9f-af2f-50168b45ac79 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f271fe61-494b-4f17-b621-c4d3d3eb5597 HTTP/1.1" status: 204 len: 168 time: 0.4321291 Aug 18 11:53:45.019684 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Returning: {'device': '3c59c03d-4df2-4058-ad50-25724912a65a', 'network_id': '06bbcd73-3087-45af-ac07-d9df7df70b38', 'port_id': '3c59c03d-4df2-4058-ad50-25724912a65a', 'mac_address': 'fa:16:3e:1a:4f:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 805, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59f3b61f-d9cb-4493-82ff-8b26e791861b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 11:53:45.108613 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75120eee-6087-4b9f-af2f-50168b45ac79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f271fe61-494b-4f17-b621-c4d3d3eb5597,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:53:45.128397 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-de64c469-7b33-49f0-a6ea-fbf8e5c8e882 req-fa963304-de73-4641-b4c1-f1bdb5291f5e tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] 10.222.0.66 "GET /v2.0/security-groups?id=e54286de-dd7f-4b20-9f74-4a71262d523b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698291 Aug 18 11:53:45.136809 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:45.159420 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d26aa51d-2868-457d-97ea-3d28af8ac7ad req-983a39c3-6ec9-4813-8fa7-e52fc2effd13 tempest-FloatingIPDetailsTestJSON-1705181649 tempest-FloatingIPDetailsTestJSON-1705181649-project] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3127372 Aug 18 11:53:45.165769 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-d26aa51d-2868-457d-97ea-3d28af8ac7ad req-04b274fc-84e4-41f1-93c9-1246a6d87b59 tempest-FloatingIPDetailsTestJSON-1705181649 tempest-FloatingIPDetailsTestJSON-1705181649-project] Request body: {'floatingip': {'floating_network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:53:45.187884 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c59c03d-4df2-4058-ad50-25724912a65a {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 11:53:45.198492 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-d26aa51d-2868-457d-97ea-3d28af8ac7ad req-04b274fc-84e4-41f1-93c9-1246a6d87b59 tempest-FloatingIPDetailsTestJSON-1705181649 tempest-FloatingIPDetailsTestJSON-1705181649-project] Notify callbacks [] for floatingip, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:45.221073 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 11:53:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e6125dd-b21b-441a-a3ed-9116db249e32 x-openstack-request-id: req-6e6125dd-b21b-441a-a3ed-9116db249e32 {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:53:45.221624 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f61658a9-8fe3-4d11-b3ec-4c9136ee00f5", "name": "network-vif-plugged", "status": "completed", "tag": "857b0ac1-e620-41d6-859a-dac6e1bafefe", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:53:45.222650 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-6e6125dd-b21b-441a-a3ed-9116db249e32 {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:53:45.223368 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f61658a9-8fe3-4d11-b3ec-4c9136ee00f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '857b0ac1-e620-41d6-859a-dac6e1bafefe', 'code': 200} Aug 18 11:53:45.257236 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 3c59c03d-4df2-4058-ad50-25724912a65a, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=3c59c03d-4df2-4058-ad50-25724912a65a,segment=NetworkSegment(6c07e440-4a82-438f-a97f-74dad85fe56f),segment_id=6c07e440-4a82-438f-a97f-74dad85fe56f)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:53:45.266479 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:45.330936 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f630ac2-0a1b-4b5d-a9bc-82b01e266537 req-04003e29-be6e-4876-833e-086857fadb52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:45.333144 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-7f630ac2-0a1b-4b5d-a9bc-82b01e266537 req-04003e29-be6e-4876-833e-086857fadb52 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=f61658a9-8fe3-4d11-b3ec-4c9136ee00f5 HTTP/1.1" status: 200 len: 1096 time: 0.0593281 Aug 18 11:53:45.366969 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=3c59c03d-4df2-4058-ad50-25724912a65a,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:53:45.377573 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-7f630ac2-0a1b-4b5d-a9bc-82b01e266537 req-55200e2f-b704-4a36-a213-01d4722db1bc service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=1a0cf25f-7a4f-4eec-9daa-081df45eb4db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372550 Aug 18 11:53:45.446565 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3597e9-bbd2-41fe-94e0-8f4aa14e0cc1 req-1a85f74d-271d-42b0-bef9-3f38b5b0e9e1 tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:45.448874 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ad3597e9-bbd2-41fe-94e0-8f4aa14e0cc1 req-1a85f74d-271d-42b0-bef9-3f38b5b0e9e1 tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] 10.222.0.66 "GET /v2.0/ports?device_id=1776ccfc-79c3-4dd2-9d3e-5b7e075004d6 HTTP/1.1" status: 200 len: 950 time: 0.0965514 Aug 18 11:53:45.449518 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3121f62a-a491-4858-af8f-9f7836cfc6e3 None None] Sync routers for ids ['351adbd4-2385-41b8-aa29-1f53fd4f4fab'] in n-d-804985-2 {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 11:53:45.455956 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-d26aa51d-2868-457d-97ea-3d28af8ac7ad req-04b274fc-84e4-41f1-93c9-1246a6d87b59 tempest-FloatingIPDetailsTestJSON-1705181649 tempest-FloatingIPDetailsTestJSON-1705181649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:45.465860 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3121f62a-a491-4858-af8f-9f7836cfc6e3 None None] Routers {'351adbd4-2385-41b8-aa29-1f53fd4f4fab'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 11:53:45.466755 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-3121f62a-a491-4858-af8f-9f7836cfc6e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T11:53:21Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['351adbd4-2385-41b8-aa29-1f53fd4f4fab'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:53:45.539686 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 49668) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:53:45.545207 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ad3597e9-bbd2-41fe-94e0-8f4aa14e0cc1 req-21e85a97-0cbd-4627-ada1-fe697156e8fb tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] 10.222.0.66 "GET /v2.0/security-groups?id=e54286de-dd7f-4b20-9f74-4a71262d523b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865657 Aug 18 11:53:45.554586 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ca7604df-a56f-4b44-ab74-c2c979214971 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:45.603204 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-3121f62a-a491-4858-af8f-9f7836cfc6e3 None None] Set router 351adbd4-2385-41b8-aa29-1f53fd4f4fab gateway port host: n-d-804985-2 {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 11:53:45.607868 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] get_ports_and_sgs() called for port_ids ['3c59c03d-4df2-4058-ad50-25724912a65a'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 11:53:45.626123 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [req-d26aa51d-2868-457d-97ea-3d28af8ac7ad req-04b274fc-84e4-41f1-93c9-1246a6d87b59 tempest-FloatingIPDetailsTestJSON-1705181649 tempest-FloatingIPDetailsTestJSON-1705181649-project] Allocated IP 172.25.7.108 (7cae7a70-14fd-408c-b14d-39ceb97cb60e/9784295a-20b8-4a4b-b105-f82737f0448f/46d04aa5-7124-46cb-833c-2cc6bdc38155) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 11:53:45.678392 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ca7604df-a56f-4b44-ab74-c2c979214971 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:45.683711 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ca7604df-a56f-4b44-ab74-c2c979214971 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:45.728047 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-ca7604df-a56f-4b44-ab74-c2c979214971 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=fcdcc8e0ae9841a8a6872f319560da56&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1868229 Aug 18 11:53:45.730473 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7604df-a56f-4b44-ab74-c2c979214971 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c729932-1458-4c29-8409-b2f353ea40a3,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:53:45.732987 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 49680) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:53:45.769051 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-d26aa51d-2868-457d-97ea-3d28af8ac7ad req-04b274fc-84e4-41f1-93c9-1246a6d87b59 tempest-FloatingIPDetailsTestJSON-1705181649 tempest-FloatingIPDetailsTestJSON-1705181649-project] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:45.796449 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d18e726f-43c3-4018-b157-77b6de63badd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:45.823946 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-d26aa51d-2868-457d-97ea-3d28af8ac7ad req-04b274fc-84e4-41f1-93c9-1246a6d87b59 tempest-FloatingIPDetailsTestJSON-1705181649 tempest-FloatingIPDetailsTestJSON-1705181649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:45.827667 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d18e726f-43c3-4018-b157-77b6de63badd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:45.884397 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d26aa51d-2868-457d-97ea-3d28af8ac7ad req-04b274fc-84e4-41f1-93c9-1246a6d87b59 tempest-FloatingIPDetailsTestJSON-1705181649 tempest-FloatingIPDetailsTestJSON-1705181649-project] Network 7cae7a70-14fd-408c-b14d-39ceb97cb60e is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 11:53:45.891628 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d18e726f-43c3-4018-b157-77b6de63badd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:45.895155 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [req-d26aa51d-2868-457d-97ea-3d28af8ac7ad req-04b274fc-84e4-41f1-93c9-1246a6d87b59 tempest-FloatingIPDetailsTestJSON-1705181649 tempest-FloatingIPDetailsTestJSON-1705181649-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:53:45.895335 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d18e726f-43c3-4018-b157-77b6de63badd admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:45.896899 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-d18e726f-43c3-4018-b157-77b6de63badd admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2c729932-1458-4c29-8409-b2f353ea40a3 HTTP/1.1" status: 204 len: 168 time: 0.1626148 Aug 18 11:53:45.897856 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-d26aa51d-2868-457d-97ea-3d28af8ac7ad req-04b274fc-84e4-41f1-93c9-1246a6d87b59 tempest-FloatingIPDetailsTestJSON-1705181649 tempest-FloatingIPDetailsTestJSON-1705181649-project] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 11:53:45.916120 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 16076eb9-6ef8-40bc-8e17-9144067dfc08 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:53:45.928911 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18e726f-43c3-4018-b157-77b6de63badd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c729932-1458-4c29-8409-b2f353ea40a3,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:53:45.935545 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b274fc-84e4-41f1-93c9-1246a6d87b59 tempest-FloatingIPDetailsTestJSON-1705181649 tempest-FloatingIPDetailsTestJSON-1705181649-project] Pushing event updated for resources: {'Port': ['ID=46d04aa5-7124-46cb-833c-2cc6bdc38155,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:53:46.072169 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-d26aa51d-2868-457d-97ea-3d28af8ac7ad req-04b274fc-84e4-41f1-93c9-1246a6d87b59 tempest-FloatingIPDetailsTestJSON-1705181649 tempest-FloatingIPDetailsTestJSON-1705181649-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:46.138918 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-d26aa51d-2868-457d-97ea-3d28af8ac7ad req-04b274fc-84e4-41f1-93c9-1246a6d87b59 tempest-FloatingIPDetailsTestJSON-1705181649 tempest-FloatingIPDetailsTestJSON-1705181649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:46.189424 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-3121f62a-a491-4858-af8f-9f7836cfc6e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '351adbd4-2385-41b8-aa29-1f53fd4f4fab', 'name': 'tempest-FloatingIPDetailsTestJSON-1941481198-router', 'tenant_id': '1e7bd45378474338a3a7a5fc430b7488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.190'}], 'enable_snat': True}, 'gw_port_id': '16076eb9-6ef8-40bc-8e17-9144067dfc08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T11:53:34Z', 'updated_at': '2021-08-18T11:53:42Z', 'revision_number': 4, 'project_id': '1e7bd45378474338a3a7a5fc430b7488', 'gw_port': {'id': '16076eb9-6ef8-40bc-8e17-9144067dfc08', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:75:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '351adbd4-2385-41b8-aa29-1f53fd4f4fab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:53:36Z', 'updated_at': '2021-08-18T11:53:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': '7cea3c1c-36b2-40d1-9b71-ea78add09b27', 'name': '', 'network_id': '88182513-d5a3-4488-b0cc-81d269632baa', 'tenant_id': '1e7bd45378474338a3a7a5fc430b7488', 'mac_address': 'fa:16:3e:4b:04:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '351adbd4-2385-41b8-aa29-1f53fd4f4fab', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'feadd0a0-b29c-4e47-86c0-00c1bf66ab80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:53:41Z', 'updated_at': '2021-08-18T11:53:42Z', 'revision_number': 2, 'project_id': '1e7bd45378474338a3a7a5fc430b7488', 'subnets': [{'id': 'feadd0a0-b29c-4e47-86c0-00c1bf66ab80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:53:46.201897 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 16076eb9-6ef8-40bc-8e17-9144067dfc08 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:53:46.202268 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:46.270802 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3121f62a-a491-4858-af8f-9f7836cfc6e3 None None] Checking router: 351adbd4-2385-41b8-aa29-1f53fd4f4fab for host: n-d-804985-2 {{(pid=106254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 11:53:46.271181 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3121f62a-a491-4858-af8f-9f7836cfc6e3 None None] Updating router 351adbd4-2385-41b8-aa29-1f53fd4f4fab port 7cea3c1c-36b2-40d1-9b71-ea78add09b27 binding host n-d-804985-2 {{(pid=106254) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 11:53:46.321604 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3121f62a-a491-4858-af8f-9f7836cfc6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:46.428987 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-d26aa51d-2868-457d-97ea-3d28af8ac7ad req-04b274fc-84e4-41f1-93c9-1246a6d87b59 tempest-FloatingIPDetailsTestJSON-1705181649 tempest-FloatingIPDetailsTestJSON-1705181649-project] Notify callbacks [] for port, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:46.438299 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-d26aa51d-2868-457d-97ea-3d28af8ac7ad req-04b274fc-84e4-41f1-93c9-1246a6d87b59 tempest-FloatingIPDetailsTestJSON-1705181649 tempest-FloatingIPDetailsTestJSON-1705181649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:46.696456 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b274fc-84e4-41f1-93c9-1246a6d87b59 tempest-FloatingIPDetailsTestJSON-1705181649 tempest-FloatingIPDetailsTestJSON-1705181649-project] Pushing event updated for resources: {'Port': ['ID=46d04aa5-7124-46cb-833c-2cc6bdc38155,revision_number=2']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:53:46.701450 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-d26aa51d-2868-457d-97ea-3d28af8ac7ad req-04b274fc-84e4-41f1-93c9-1246a6d87b59 tempest-FloatingIPDetailsTestJSON-1705181649 tempest-FloatingIPDetailsTestJSON-1705181649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-989945'] for floatingip, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:46.740828 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-d26aa51d-2868-457d-97ea-3d28af8ac7ad req-04b274fc-84e4-41f1-93c9-1246a6d87b59 tempest-FloatingIPDetailsTestJSON-1705181649 tempest-FloatingIPDetailsTestJSON-1705181649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for floatingip, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:46.744036 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d26aa51d-2868-457d-97ea-3d28af8ac7ad req-04b274fc-84e4-41f1-93c9-1246a6d87b59 tempest-FloatingIPDetailsTestJSON-1705181649 tempest-FloatingIPDetailsTestJSON-1705181649-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.5837126 Aug 18 11:53:46.757590 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b78aaa8-4dc6-4462-b0af-77ef8f7128ed req-0ec2d9f2-5d7e-4cb7-84b4-79c8c0ad06bd tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:46.759587 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5b78aaa8-4dc6-4462-b0af-77ef8f7128ed req-0ec2d9f2-5d7e-4cb7-84b4-79c8c0ad06bd tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] 10.222.0.66 "GET /v2.0/ports?device_id=85f415f0-f4a5-4d86-896b-c3c0005261d4 HTTP/1.1" status: 200 len: 945 time: 0.1176260 Aug 18 11:53:46.792806 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3121f62a-a491-4858-af8f-9f7836cfc6e3 None None] Notify callbacks [] for port, precommit_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:46.806161 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-3121f62a-a491-4858-af8f-9f7836cfc6e3 None None] Transition to ACTIVE for port object 7cea3c1c-36b2-40d1-9b71-ea78add09b27 will not be triggered until provisioned by entity L2. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 11:53:46.813934 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3121f62a-a491-4858-af8f-9f7836cfc6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:46.862739 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d26aa51d-2868-457d-97ea-3d28af8ac7ad req-4709157d-4be2-4616-b30e-918d157e8b58 tempest-FloatingIPDetailsTestJSON-1705181649 tempest-FloatingIPDetailsTestJSON-1705181649-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.7.108 HTTP/1.1" status: 200 len: 696 time: 0.1020498 Aug 18 11:53:46.874994 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827a46ae-172d-4b36-9e68-dfd2dcfe4373 None None] Pushing event updated for resources: {'Port': ['ID=7cea3c1c-36b2-40d1-9b71-ea78add09b27,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:53:46.937529 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-3121f62a-a491-4858-af8f-9f7836cfc6e3 None None] Attempting to bind port 7cea3c1c-36b2-40d1-9b71-ea78add09b27 on host n-d-804985-2 for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 11:53:46.937914 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-3121f62a-a491-4858-af8f-9f7836cfc6e3 None None] Attempting to bind port 7cea3c1c-36b2-40d1-9b71-ea78add09b27 by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': '66f3c612-2dc0-4ad6-90b0-b07f6d2f037e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '88182513-d5a3-4488-b0cc-81d269632baa'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 11:53:46.938240 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3121f62a-a491-4858-af8f-9f7836cfc6e3 None None] Attempting to bind port 7cea3c1c-36b2-40d1-9b71-ea78add09b27 on network 88182513-d5a3-4488-b0cc-81d269632baa {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 11:53:46.943962 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3121f62a-a491-4858-af8f-9f7836cfc6e3 None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 11, 53, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 11:53:46.946100 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3121f62a-a491-4858-af8f-9f7836cfc6e3 None None] Checking segment: {'id': '66f3c612-2dc0-4ad6-90b0-b07f6d2f037e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '88182513-d5a3-4488-b0cc-81d269632baa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 11:53:46.946546 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3121f62a-a491-4858-af8f-9f7836cfc6e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:46.946939 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3121f62a-a491-4858-af8f-9f7836cfc6e3 None None] Bound using segment: {'id': '66f3c612-2dc0-4ad6-90b0-b07f6d2f037e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '88182513-d5a3-4488-b0cc-81d269632baa'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 11:53:46.947417 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-3121f62a-a491-4858-af8f-9f7836cfc6e3 None None] Bound port: 7cea3c1c-36b2-40d1-9b71-ea78add09b27, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66f3c612-2dc0-4ad6-90b0-b07f6d2f037e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '88182513-d5a3-4488-b0cc-81d269632baa'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 11:53:46.947794 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3121f62a-a491-4858-af8f-9f7836cfc6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:47.022576 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-3121f62a-a491-4858-af8f-9f7836cfc6e3 None None] For port 7cea3c1c-36b2-40d1-9b71-ea78add09b27, host n-d-804985-2, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 11:53:47.024203 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5b78aaa8-4dc6-4462-b0af-77ef8f7128ed req-05a56855-0c9a-431e-9a50-f76d43a8ed64 tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] 10.222.0.66 "GET /v2.0/security-groups?id=55743b86-4589-417c-a042-b0bad2e342b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2479293 Aug 18 11:53:47.027518 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-3121f62a-a491-4858-af8f-9f7836cfc6e3 None None] For port 7cea3c1c-36b2-40d1-9b71-ea78add09b27, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=7cea3c1c-36b2-40d1-9b71-ea78add09b27,segment=NetworkSegment(66f3c612-2dc0-4ad6-90b0-b07f6d2f037e),segment_id=66f3c612-2dc0-4ad6-90b0-b07f6d2f037e)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 11:53:47.040178 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3121f62a-a491-4858-af8f-9f7836cfc6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:47.073398 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26aa51d-2868-457d-97ea-3d28af8ac7ad req-5904cf62-4e38-4167-9634-db83df485807 tempest-FloatingIPDetailsTestJSON-1705181649 tempest-FloatingIPDetailsTestJSON-1705181649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:47.075056 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d26aa51d-2868-457d-97ea-3d28af8ac7ad req-5904cf62-4e38-4167-9634-db83df485807 tempest-FloatingIPDetailsTestJSON-1705181649 tempest-FloatingIPDetailsTestJSON-1705181649-project] 10.222.0.66 "GET /v2.0/networks/7cae7a70-14fd-408c-b14d-39ceb97cb60e HTTP/1.1" status: 200 len: 784 time: 0.1986337 Aug 18 11:53:47.191269 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218f087f-153e-4b12-a8d9-7cd5b5b6e8d7 req-e826e2cd-c9c4-44b8-b9a2-999e244e49b5 tempest-FloatingIPsAssociationTestJSON-1671646685 tempest-FloatingIPsAssociationTestJSON-1671646685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:47.209595 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-218f087f-153e-4b12-a8d9-7cd5b5b6e8d7 req-e826e2cd-c9c4-44b8-b9a2-999e244e49b5 tempest-FloatingIPsAssociationTestJSON-1671646685 tempest-FloatingIPsAssociationTestJSON-1671646685-project] 10.222.0.66 "GET /v2.0/ports?device_id=f61658a9-8fe3-4d11-b3ec-4c9136ee00f5 HTTP/1.1" status: 200 len: 945 time: 0.0821607 Aug 18 11:53:47.257261 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3121f62a-a491-4858-af8f-9f7836cfc6e3 None None] Routers {'351adbd4-2385-41b8-aa29-1f53fd4f4fab'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 11:53:47.257996 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-3121f62a-a491-4858-af8f-9f7836cfc6e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T11:53:21Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['351adbd4-2385-41b8-aa29-1f53fd4f4fab'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:53:47.265174 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 49732) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:53:47.299586 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827a46ae-172d-4b36-9e68-dfd2dcfe4373 None None] Pushing event updated for resources: {'Port': ['ID=7cea3c1c-36b2-40d1-9b71-ea78add09b27,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:53:47.315584 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-218f087f-153e-4b12-a8d9-7cd5b5b6e8d7 req-63d0a78c-7177-478a-b8ac-f282932cf318 tempest-FloatingIPsAssociationTestJSON-1671646685 tempest-FloatingIPsAssociationTestJSON-1671646685-project] 10.222.0.66 "GET /v2.0/security-groups?id=1a0cf25f-7a4f-4eec-9daa-081df45eb4db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048572 Aug 18 11:53:47.439624 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-78fa66c5-1d1e-4335-842f-aa3e75d64bcf admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1580712597-network', 'tenant_id': 'a65ddbb807d24f23a7d89558035c12d2'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:53:47.455163 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-3121f62a-a491-4858-af8f-9f7836cfc6e3 None None] Set router 351adbd4-2385-41b8-aa29-1f53fd4f4fab gateway port host: n-d-804985-2 {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 11:53:47.473947 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78fa66c5-1d1e-4335-842f-aa3e75d64bcf admin admin] Made reservation on behalf of a65ddbb807d24f23a7d89558035c12d2 for: {'network': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 11:53:47.476579 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-78fa66c5-1d1e-4335-842f-aa3e75d64bcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for network, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:47.494432 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-78fa66c5-1d1e-4335-842f-aa3e75d64bcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:47.501911 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-31e8398f-ef1a-4fe9-a13c-18333de2433a req-afdc2f33-bebd-4e8e-9eb6-aba50aebe4d6 tempest-FloatingIPDetailsTestJSON-1705181649 tempest-FloatingIPDetailsTestJSON-1705181649-project] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1451247 Aug 18 11:53:47.517963 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-31e8398f-ef1a-4fe9-a13c-18333de2433a req-957e8004-ddd3-4218-b81e-d13772ed1e63 tempest-FloatingIPDetailsTestJSON-1705181649 tempest-FloatingIPDetailsTestJSON-1705181649-project] Request body: {'floatingip': {'floating_network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:53:47.532089 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7871a3ff-9b43-4ce6-be5f-39642b5ae6f8 req-3000e63f-dcef-46b4-aa68-d2036a233ac7 tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:47.541519 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7871a3ff-9b43-4ce6-be5f-39642b5ae6f8 req-3000e63f-dcef-46b4-aa68-d2036a233ac7 tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] 10.222.0.66 "GET /v2.0/ports?device_id=1776ccfc-79c3-4dd2-9d3e-5b7e075004d6 HTTP/1.1" status: 200 len: 950 time: 0.2486999 Aug 18 11:53:47.593159 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7871a3ff-9b43-4ce6-be5f-39642b5ae6f8 req-00f06b50-1883-47ca-a716-cdb2a62818d1 tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] 10.222.0.66 "GET /v2.0/security-groups?id=e54286de-dd7f-4b20-9f74-4a71262d523b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505257 Aug 18 11:53:47.607382 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-78fa66c5-1d1e-4335-842f-aa3e75d64bcf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:47.634969 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-78fa66c5-1d1e-4335-842f-aa3e75d64bcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:47.669422 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78fa66c5-1d1e-4335-842f-aa3e75d64bcf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 838} {{(pid=106253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 11:53:47.689354 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-78fa66c5-1d1e-4335-842f-aa3e75d64bcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:47.690596 n-d-804985-2 neutron-server[106253]: INFO neutron.db.segments_db [None req-78fa66c5-1d1e-4335-842f-aa3e75d64bcf admin admin] Added segment 8ba4150c-c7c2-4067-8951-4d5305732330 of type vlan for network 200d487e-73c7-420d-87e0-4281e46875aa Aug 18 11:53:47.713760 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-31e8398f-ef1a-4fe9-a13c-18333de2433a req-957e8004-ddd3-4218-b81e-d13772ed1e63 tempest-FloatingIPDetailsTestJSON-1705181649 tempest-FloatingIPDetailsTestJSON-1705181649-project] Notify callbacks [] for floatingip, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:47.745233 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-3121f62a-a491-4858-af8f-9f7836cfc6e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '351adbd4-2385-41b8-aa29-1f53fd4f4fab', 'name': 'tempest-FloatingIPDetailsTestJSON-1941481198-router', 'tenant_id': '1e7bd45378474338a3a7a5fc430b7488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.190'}], 'enable_snat': True}, 'gw_port_id': '16076eb9-6ef8-40bc-8e17-9144067dfc08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T11:53:34Z', 'updated_at': '2021-08-18T11:53:42Z', 'revision_number': 4, 'project_id': '1e7bd45378474338a3a7a5fc430b7488', 'gw_port': {'id': '16076eb9-6ef8-40bc-8e17-9144067dfc08', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:75:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '351adbd4-2385-41b8-aa29-1f53fd4f4fab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:53:36Z', 'updated_at': '2021-08-18T11:53:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': '7cea3c1c-36b2-40d1-9b71-ea78add09b27', 'name': '', 'network_id': '88182513-d5a3-4488-b0cc-81d269632baa', 'tenant_id': '1e7bd45378474338a3a7a5fc430b7488', 'mac_address': 'fa:16:3e:4b:04:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '351adbd4-2385-41b8-aa29-1f53fd4f4fab', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'feadd0a0-b29c-4e47-86c0-00c1bf66ab80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:53:41Z', 'updated_at': '2021-08-18T11:53:47Z', 'revision_number': 4, 'project_id': '1e7bd45378474338a3a7a5fc430b7488', 'subnets': [{'id': 'feadd0a0-b29c-4e47-86c0-00c1bf66ab80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:53:47.765767 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-78fa66c5-1d1e-4335-842f-aa3e75d64bcf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789150665894'] for network, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:47.777949 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3121f62a-a491-4858-af8f-9f7836cfc6e3 None None] The sync data for ids ['351adbd4-2385-41b8-aa29-1f53fd4f4fab'] in n-d-804985-2 is: [{'id': '351adbd4-2385-41b8-aa29-1f53fd4f4fab', 'name': 'tempest-FloatingIPDetailsTestJSON-1941481198-router', 'tenant_id': '1e7bd45378474338a3a7a5fc430b7488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.190'}], 'enable_snat': True}, 'gw_port_id': '16076eb9-6ef8-40bc-8e17-9144067dfc08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T11:53:34Z', 'updated_at': '2021-08-18T11:53:42Z', 'revision_number': 4, 'project_id': '1e7bd45378474338a3a7a5fc430b7488', 'gw_port': {'id': '16076eb9-6ef8-40bc-8e17-9144067dfc08', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:75:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '351adbd4-2385-41b8-aa29-1f53fd4f4fab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:53:36Z', 'updated_at': '2021-08-18T11:53:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': '7cea3c1c-36b2-40d1-9b71-ea78add09b27', 'name': '', 'network_id': '88182513-d5a3-4488-b0cc-81d269632baa', 'tenant_id': '1e7bd45378474338a3a7a5fc430b7488', 'mac_address': 'fa:16:3e:4b:04:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '351adbd4-2385-41b8-aa29-1f53fd4f4fab', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'feadd0a0-b29c-4e47-86c0-00c1bf66ab80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:53:41Z', 'updated_at': '2021-08-18T11:53:47Z', 'revision_number': 4, 'project_id': '1e7bd45378474338a3a7a5fc430b7488', 'subnets': [{'id': 'feadd0a0-b29c-4e47-86c0-00c1bf66ab80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 11:53:47.811038 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-78fa66c5-1d1e-4335-842f-aa3e75d64bcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for network, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:47.812001 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78fa66c5-1d1e-4335-842f-aa3e75d64bcf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:47.812609 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-78fa66c5-1d1e-4335-842f-aa3e75d64bcf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:47.855217 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f94e3ce7-b503-4364-9735-60739803bd40 req-0a4031e2-23d7-4e06-b057-c5f2c30bd7fe tempest-FloatingIPsAssociationTestJSON-1671646685 tempest-FloatingIPsAssociationTestJSON-1671646685-project] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2353871 Aug 18 11:53:47.882937 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-f94e3ce7-b503-4364-9735-60739803bd40 req-b91d2b80-c136-4d05-89dc-8fe7a4f50ba5 tempest-FloatingIPsAssociationTestJSON-1671646685 tempest-FloatingIPsAssociationTestJSON-1671646685-project] Request body: {'floatingip': {'floating_network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:53:47.926738 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fa66c5-1d1e-4335-842f-aa3e75d64bcf admin admin] Pushing event updated for resources: {'Network': ['ID=200d487e-73c7-420d-87e0-4281e46875aa,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:53:47.933427 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-78fa66c5-1d1e-4335-842f-aa3e75d64bcf admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6665053 Aug 18 11:53:47.934198 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fa66c5-1d1e-4335-842f-aa3e75d64bcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=837523a5-4c49-4842-b541-ae2f2615239e,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:53:47.938320 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 49740) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:53:47.938942 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Network 200d487e-73c7-420d-87e0-4281e46875aa details requested by agent ovs-agent-n-d-804985-2 with host n-d-804985-2 {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 11:53:47.948909 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-4f675f75-5c1e-4814-9663-dae2106b3e36 admin admin] Request body: {'subnet': {'network_id': '200d487e-73c7-420d-87e0-4281e46875aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1580712597-subnet', 'tenant_id': 'a65ddbb807d24f23a7d89558035c12d2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:53:47.954138 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-f94e3ce7-b503-4364-9735-60739803bd40 req-b91d2b80-c136-4d05-89dc-8fe7a4f50ba5 tempest-FloatingIPsAssociationTestJSON-1671646685 tempest-FloatingIPsAssociationTestJSON-1671646685-project] Notify callbacks [] for floatingip, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:47.960625 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-31e8398f-ef1a-4fe9-a13c-18333de2433a req-957e8004-ddd3-4218-b81e-d13772ed1e63 tempest-FloatingIPDetailsTestJSON-1705181649 tempest-FloatingIPDetailsTestJSON-1705181649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:47.985980 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f675f75-5c1e-4814-9663-dae2106b3e36 admin admin] Made reservation on behalf of a65ddbb807d24f23a7d89558035c12d2 for: {'subnet': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 11:53:47.989237 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4f675f75-5c1e-4814-9663-dae2106b3e36 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59388119'] for subnet, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:48.187652 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [req-31e8398f-ef1a-4fe9-a13c-18333de2433a req-957e8004-ddd3-4218-b81e-d13772ed1e63 tempest-FloatingIPDetailsTestJSON-1705181649 tempest-FloatingIPDetailsTestJSON-1705181649-project] Allocated IP 172.25.7.189 (7cae7a70-14fd-408c-b14d-39ceb97cb60e/9784295a-20b8-4a4b-b105-f82737f0448f/8b3d5c5e-867b-4975-b2f1-039a2d607673) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 11:53:48.210411 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4f675f75-5c1e-4814-9663-dae2106b3e36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58902106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59388097'] for subnet, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:48.261809 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f675f75-5c1e-4814-9663-dae2106b3e36 admin admin] Pushing event updated for resources: {'Subnet': ['ID=29812171-3976-4326-a3ba-ae0cf8ac122a,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:53:48.302383 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f675f75-5c1e-4814-9663-dae2106b3e36 admin admin] Checking segment: {'id': '8ba4150c-c7c2-4067-8951-4d5305732330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '200d487e-73c7-420d-87e0-4281e46875aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 11:53:48.302383 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f675f75-5c1e-4814-9663-dae2106b3e36 admin admin] Network hostable DHCP agents. Network: 200d487e-73c7-420d-87e0-4281e46875aa, hostable agents: ['97c14208-2951-4361-8d64-3708c946ff5f'], hosted agents: [] {{(pid=106253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 11:53:48.319316 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f675f75-5c1e-4814-9663-dae2106b3e36 admin admin] Network 200d487e-73c7-420d-87e0-4281e46875aa is scheduled to be hosted by DHCP agent 97c14208-2951-4361-8d64-3708c946ff5f with binding_index 1 {{(pid=106253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 11:53:48.333058 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-4f675f75-5c1e-4814-9663-dae2106b3e36 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-2, 200d487e-73c7-420d-87e0-4281e46875aa) {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:53:48.338970 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f675f75-5c1e-4814-9663-dae2106b3e36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:48.339718 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4f675f75-5c1e-4814-9663-dae2106b3e36 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:48.344770 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-586999c3-f066-47f7-b7a4-16a47495b65f None None] Network 200d487e-73c7-420d-87e0-4281e46875aa requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 11:53:48.361944 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-4f675f75-5c1e-4814-9663-dae2106b3e36 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4222169 Aug 18 11:53:48.364773 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 49748) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:53:48.365049 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-f94e3ce7-b503-4364-9735-60739803bd40 req-b91d2b80-c136-4d05-89dc-8fe7a4f50ba5 tempest-FloatingIPsAssociationTestJSON-1671646685 tempest-FloatingIPsAssociationTestJSON-1671646685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:48.370485 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-922f79fc-135b-4fc2-9821-b68b12b05b93 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1580712597-router', 'tenant_id': 'a65ddbb807d24f23a7d89558035c12d2', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'}}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:53:48.371392 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-31e8398f-ef1a-4fe9-a13c-18333de2433a req-957e8004-ddd3-4218-b81e-d13772ed1e63 tempest-FloatingIPDetailsTestJSON-1705181649 tempest-FloatingIPDetailsTestJSON-1705181649-project] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:48.410469 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-922f79fc-135b-4fc2-9821-b68b12b05b93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-998592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15809'] for router, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:48.412350 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-922f79fc-135b-4fc2-9821-b68b12b05b93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-992733', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-971415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15816'] for router, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:48.482903 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-d2f77653-8179-49cd-b55b-ff8c71ef8f75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:48.496661 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-922f79fc-135b-4fc2-9821-b68b12b05b93 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:48.553136 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b73170d3-345f-4cd2-be1c-db9c645b782f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp788be208-34ab-5a8f-af0f-528834af222f-200d487e-73c7-420d-87e0-4281e46875aa', 'network_id': '200d487e-73c7-420d-87e0-4281e46875aa', 'tenant_id': 'a65ddbb807d24f23a7d89558035c12d2', 'fixed_ips': [{'subnet_id': '29812171-3976-4326-a3ba-ae0cf8ac122a'}]}} from n-d-804985-2. {{(pid=106254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 11:53:48.554263 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-b73170d3-345f-4cd2-be1c-db9c645b782f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:48.558756 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [req-f94e3ce7-b503-4364-9735-60739803bd40 req-b91d2b80-c136-4d05-89dc-8fe7a4f50ba5 tempest-FloatingIPsAssociationTestJSON-1671646685 tempest-FloatingIPsAssociationTestJSON-1671646685-project] Allocated IP 172.25.7.87 (7cae7a70-14fd-408c-b14d-39ceb97cb60e/9784295a-20b8-4a4b-b105-f82737f0448f/4dd4c34b-3276-48fd-9b01-54b7b7083a84) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 11:53:48.638684 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-31e8398f-ef1a-4fe9-a13c-18333de2433a req-957e8004-ddd3-4218-b81e-d13772ed1e63 tempest-FloatingIPDetailsTestJSON-1705181649 tempest-FloatingIPDetailsTestJSON-1705181649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:48.717226 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.db_base_plugin_common [None req-b73170d3-345f-4cd2-be1c-db9c645b782f None None] Allocated IP 172.20.0.2 (200d487e-73c7-420d-87e0-4281e46875aa/29812171-3976-4326-a3ba-ae0cf8ac122a/8f208ddf-967d-4446-9615-48ba1eba71f6) {{(pid=106254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 11:53:48.719644 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31e8398f-ef1a-4fe9-a13c-18333de2433a req-957e8004-ddd3-4218-b81e-d13772ed1e63 tempest-FloatingIPDetailsTestJSON-1705181649 tempest-FloatingIPDetailsTestJSON-1705181649-project] Network 7cae7a70-14fd-408c-b14d-39ceb97cb60e is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 11:53:48.727458 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [req-31e8398f-ef1a-4fe9-a13c-18333de2433a req-957e8004-ddd3-4218-b81e-d13772ed1e63 tempest-FloatingIPDetailsTestJSON-1705181649 tempest-FloatingIPDetailsTestJSON-1705181649-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:53:48.735395 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-31e8398f-ef1a-4fe9-a13c-18333de2433a req-957e8004-ddd3-4218-b81e-d13772ed1e63 tempest-FloatingIPDetailsTestJSON-1705181649 tempest-FloatingIPDetailsTestJSON-1705181649-project] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 11:53:48.744614 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957e8004-ddd3-4218-b81e-d13772ed1e63 tempest-FloatingIPDetailsTestJSON-1705181649 tempest-FloatingIPDetailsTestJSON-1705181649-project] Pushing event updated for resources: {'Port': ['ID=8b3d5c5e-867b-4975-b2f1-039a2d607673,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:53:48.775354 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-922f79fc-135b-4fc2-9821-b68b12b05b93 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:48.865221 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-31e8398f-ef1a-4fe9-a13c-18333de2433a req-957e8004-ddd3-4218-b81e-d13772ed1e63 tempest-FloatingIPDetailsTestJSON-1705181649 tempest-FloatingIPDetailsTestJSON-1705181649-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:48.873737 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 3c59c03d-4df2-4058-ad50-25724912a65a up at agent hyperv_n-h1-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:53:48.879583 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-f94e3ce7-b503-4364-9735-60739803bd40 req-b91d2b80-c136-4d05-89dc-8fe7a4f50ba5 tempest-FloatingIPsAssociationTestJSON-1671646685 tempest-FloatingIPsAssociationTestJSON-1671646685-project] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:48.927456 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-31e8398f-ef1a-4fe9-a13c-18333de2433a req-957e8004-ddd3-4218-b81e-d13772ed1e63 tempest-FloatingIPDetailsTestJSON-1705181649 tempest-FloatingIPDetailsTestJSON-1705181649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:49.003518 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-b73170d3-345f-4cd2-be1c-db9c645b782f None None] Notify callbacks [] for port, precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:49.016513 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-b73170d3-345f-4cd2-be1c-db9c645b782f None None] Transition to ACTIVE for port object 8f208ddf-967d-4446-9615-48ba1eba71f6 will not be triggered until provisioned by entity L2. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 11:53:49.034343 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Provisioning for port 3c59c03d-4df2-4058-ad50-25724912a65a completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 11:53:49.039372 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-b73170d3-345f-4cd2-be1c-db9c645b782f None None] Transition to ACTIVE for port object 8f208ddf-967d-4446-9615-48ba1eba71f6 will not be triggered until provisioned by entity DHCP. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 11:53:49.041199 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Provisioning complete for port 3c59c03d-4df2-4058-ad50-25724912a65a triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:53:49.041999 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:49.082096 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-b73170d3-345f-4cd2-be1c-db9c645b782f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547'] for port, after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:49.111172 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-31e8398f-ef1a-4fe9-a13c-18333de2433a req-957e8004-ddd3-4218-b81e-d13772ed1e63 tempest-FloatingIPDetailsTestJSON-1705181649 tempest-FloatingIPDetailsTestJSON-1705181649-project] Notify callbacks [] for port, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:49.121791 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-31e8398f-ef1a-4fe9-a13c-18333de2433a req-957e8004-ddd3-4218-b81e-d13772ed1e63 tempest-FloatingIPDetailsTestJSON-1705181649 tempest-FloatingIPDetailsTestJSON-1705181649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:49.129824 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-922f79fc-135b-4fc2-9821-b68b12b05b93 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:49.143612 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b73170d3-345f-4cd2-be1c-db9c645b782f None None] Network 200d487e-73c7-420d-87e0-4281e46875aa is already hosted by enough agents. {{(pid=106254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 11:53:49.148135 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.base_scheduler [None req-b73170d3-345f-4cd2-be1c-db9c645b782f None None] Resources bound (agent type, host, resource id): {{(pid=106254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:53:49.161450 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73170d3-345f-4cd2-be1c-db9c645b782f None None] Received port after_create {{(pid=106254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 11:53:49.167373 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-922f79fc-135b-4fc2-9821-b68b12b05b93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:49.181752 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73170d3-345f-4cd2-be1c-db9c645b782f None None] Pushing event updated for resources: {'Port': ['ID=8f208ddf-967d-4446-9615-48ba1eba71f6,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:53:49.218582 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-31e8398f-ef1a-4fe9-a13c-18333de2433a req-957e8004-ddd3-4218-b81e-d13772ed1e63 tempest-FloatingIPDetailsTestJSON-1705181649 tempest-FloatingIPDetailsTestJSON-1705181649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-989945'] for floatingip, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:49.243101 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-31e8398f-ef1a-4fe9-a13c-18333de2433a req-957e8004-ddd3-4218-b81e-d13772ed1e63 tempest-FloatingIPDetailsTestJSON-1705181649 tempest-FloatingIPDetailsTestJSON-1705181649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for floatingip, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:49.244670 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-31e8398f-ef1a-4fe9-a13c-18333de2433a req-957e8004-ddd3-4218-b81e-d13772ed1e63 tempest-FloatingIPDetailsTestJSON-1705181649 tempest-FloatingIPDetailsTestJSON-1705181649-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.7331545 Aug 18 11:53:49.249689 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957e8004-ddd3-4218-b81e-d13772ed1e63 tempest-FloatingIPDetailsTestJSON-1705181649 tempest-FloatingIPDetailsTestJSON-1705181649-project] Pushing event updated for resources: {'Port': ['ID=8b3d5c5e-867b-4975-b2f1-039a2d607673,revision_number=2']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:53:49.258366 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-f94e3ce7-b503-4364-9735-60739803bd40 req-b91d2b80-c136-4d05-89dc-8fe7a4f50ba5 tempest-FloatingIPsAssociationTestJSON-1671646685 tempest-FloatingIPsAssociationTestJSON-1671646685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:49.308743 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-31e8398f-ef1a-4fe9-a13c-18333de2433a req-fddc2ab5-7203-40d0-8945-32220c7cfa65 tempest-FloatingIPDetailsTestJSON-1705181649 tempest-FloatingIPDetailsTestJSON-1705181649-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.7.189 HTTP/1.1" status: 200 len: 696 time: 0.0535505 Aug 18 11:53:49.329624 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [None req-922f79fc-135b-4fc2-9821-b68b12b05b93 admin admin] Allocated IP 172.25.7.104 (7cae7a70-14fd-408c-b14d-39ceb97cb60e/9784295a-20b8-4a4b-b105-f82737f0448f/e6247c9b-6fff-47ae-b4bc-fef3e0891510) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 11:53:49.346124 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-b73170d3-345f-4cd2-be1c-db9c645b782f None None] Attempting to bind port 8f208ddf-967d-4446-9615-48ba1eba71f6 on host n-d-804985-2 for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 11:53:49.349367 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-b73170d3-345f-4cd2-be1c-db9c645b782f None None] Attempting to bind port 8f208ddf-967d-4446-9615-48ba1eba71f6 by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': '8ba4150c-c7c2-4067-8951-4d5305732330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '200d487e-73c7-420d-87e0-4281e46875aa'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 11:53:49.350100 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b73170d3-345f-4cd2-be1c-db9c645b782f None None] Attempting to bind port 8f208ddf-967d-4446-9615-48ba1eba71f6 on network 200d487e-73c7-420d-87e0-4281e46875aa {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 11:53:49.371489 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b73170d3-345f-4cd2-be1c-db9c645b782f None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 11, 53, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 11:53:49.373131 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b73170d3-345f-4cd2-be1c-db9c645b782f None None] Checking segment: {'id': '8ba4150c-c7c2-4067-8951-4d5305732330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '200d487e-73c7-420d-87e0-4281e46875aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 11:53:49.373654 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-b73170d3-345f-4cd2-be1c-db9c645b782f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:49.377716 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b73170d3-345f-4cd2-be1c-db9c645b782f None None] Bound using segment: {'id': '8ba4150c-c7c2-4067-8951-4d5305732330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '200d487e-73c7-420d-87e0-4281e46875aa'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 11:53:49.378345 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-b73170d3-345f-4cd2-be1c-db9c645b782f None None] Bound port: 8f208ddf-967d-4446-9615-48ba1eba71f6, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ba4150c-c7c2-4067-8951-4d5305732330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '200d487e-73c7-420d-87e0-4281e46875aa'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 11:53:49.381487 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-b73170d3-345f-4cd2-be1c-db9c645b782f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:49.412519 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:49.465264 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e8398f-ef1a-4fe9-a13c-18333de2433a req-bf0fdb81-a338-4c48-8714-099a71b2a45d tempest-FloatingIPDetailsTestJSON-1705181649 tempest-FloatingIPDetailsTestJSON-1705181649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:49.467301 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-31e8398f-ef1a-4fe9-a13c-18333de2433a req-bf0fdb81-a338-4c48-8714-099a71b2a45d tempest-FloatingIPDetailsTestJSON-1705181649 tempest-FloatingIPDetailsTestJSON-1705181649-project] 10.222.0.66 "GET /v2.0/networks/7cae7a70-14fd-408c-b14d-39ceb97cb60e HTTP/1.1" status: 200 len: 784 time: 0.1285648 Aug 18 11:53:49.478171 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f94e3ce7-b503-4364-9735-60739803bd40 req-b91d2b80-c136-4d05-89dc-8fe7a4f50ba5 tempest-FloatingIPsAssociationTestJSON-1671646685 tempest-FloatingIPsAssociationTestJSON-1671646685-project] Network 7cae7a70-14fd-408c-b14d-39ceb97cb60e is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 11:53:49.481411 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [req-f94e3ce7-b503-4364-9735-60739803bd40 req-b91d2b80-c136-4d05-89dc-8fe7a4f50ba5 tempest-FloatingIPsAssociationTestJSON-1671646685 tempest-FloatingIPsAssociationTestJSON-1671646685-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:53:49.484028 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-f94e3ce7-b503-4364-9735-60739803bd40 req-b91d2b80-c136-4d05-89dc-8fe7a4f50ba5 tempest-FloatingIPsAssociationTestJSON-1671646685 tempest-FloatingIPsAssociationTestJSON-1671646685-project] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 11:53:49.507359 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-922f79fc-135b-4fc2-9821-b68b12b05b93 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:49.512433 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85f415f0-f4a5-4d86-896b-c3c0005261d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c59c03d-4df2-4058-ad50-25724912a65a'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 11:53:49.514906 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db50a436fb3a98495337d8fe7487b4f2ea6f3c1052eb9efadc2ecda2d5737001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad011cfa-ad4d-43c7-8d8b-b14cf86458d9" -d '{"events": [{"server_uuid": "85f415f0-f4a5-4d86-896b-c3c0005261d4", "name": "network-vif-plugged", "status": "completed", "tag": "3c59c03d-4df2-4058-ad50-25724912a65a"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:53:49.536617 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91d2b80-c136-4d05-89dc-8fe7a4f50ba5 tempest-FloatingIPsAssociationTestJSON-1671646685 tempest-FloatingIPsAssociationTestJSON-1671646685-project] Pushing event updated for resources: {'Port': ['ID=4dd4c34b-3276-48fd-9b01-54b7b7083a84,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:53:49.575261 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 3c59c03d-4df2-4058-ad50-25724912a65a, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=3c59c03d-4df2-4058-ad50-25724912a65a,segment=NetworkSegment(6c07e440-4a82-438f-a97f-74dad85fe56f),segment_id=6c07e440-4a82-438f-a97f-74dad85fe56f)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:53:49.583111 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-922f79fc-135b-4fc2-9821-b68b12b05b93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:49.585339 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:49.587874 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-b73170d3-345f-4cd2-be1c-db9c645b782f None None] For port 8f208ddf-967d-4446-9615-48ba1eba71f6, host n-d-804985-2, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 11:53:49.632610 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922f79fc-135b-4fc2-9821-b68b12b05b93 admin admin] Pushing event updated for resources: {'Port': ['ID=e6247c9b-6fff-47ae-b4bc-fef3e0891510,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:53:49.645320 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=3c59c03d-4df2-4058-ad50-25724912a65a,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:53:49.647823 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-922f79fc-135b-4fc2-9821-b68b12b05b93 admin admin] Network 7cae7a70-14fd-408c-b14d-39ceb97cb60e is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 11:53:49.649584 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-922f79fc-135b-4fc2-9821-b68b12b05b93 admin admin] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:53:49.656450 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-922f79fc-135b-4fc2-9821-b68b12b05b93 admin admin] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 11:53:49.665585 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-b73170d3-345f-4cd2-be1c-db9c645b782f None None] For port 8f208ddf-967d-4446-9615-48ba1eba71f6, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=8f208ddf-967d-4446-9615-48ba1eba71f6,segment=NetworkSegment(8ba4150c-c7c2-4067-8951-4d5305732330),segment_id=8ba4150c-c7c2-4067-8951-4d5305732330)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 11:53:49.666537 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d072c1-9d72-478a-94b9-872fa856e4a4 req-020caacc-2ef4-47ff-b1f8-8d024728e145 tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:49.668261 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-85d072c1-9d72-478a-94b9-872fa856e4a4 req-020caacc-2ef4-47ff-b1f8-8d024728e145 tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] 10.222.0.66 "GET /v2.0/ports?device_id=85f415f0-f4a5-4d86-896b-c3c0005261d4 HTTP/1.1" status: 200 len: 946 time: 0.0728848 Aug 18 11:53:49.669768 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-f94e3ce7-b503-4364-9735-60739803bd40 req-b91d2b80-c136-4d05-89dc-8fe7a4f50ba5 tempest-FloatingIPsAssociationTestJSON-1671646685 tempest-FloatingIPsAssociationTestJSON-1671646685-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:49.677608 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-b73170d3-345f-4cd2-be1c-db9c645b782f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:49.723343 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-f94e3ce7-b503-4364-9735-60739803bd40 req-b91d2b80-c136-4d05-89dc-8fe7a4f50ba5 tempest-FloatingIPsAssociationTestJSON-1671646685 tempest-FloatingIPsAssociationTestJSON-1671646685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:49.753655 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73170d3-345f-4cd2-be1c-db9c645b782f None None] Pushing event updated for resources: {'Port': ['ID=8f208ddf-967d-4446-9615-48ba1eba71f6,revision_number=2']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:53:49.785120 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-85d072c1-9d72-478a-94b9-872fa856e4a4 req-b7fdc528-9328-40fd-95d8-05a84d8d5a3f tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] 10.222.0.66 "GET /v2.0/security-groups?id=55743b86-4589-417c-a042-b0bad2e342b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085432 Aug 18 11:53:49.956585 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 7cea3c1c-36b2-40d1-9b71-ea78add09b27 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:53:50.022922 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-f94e3ce7-b503-4364-9735-60739803bd40 req-b91d2b80-c136-4d05-89dc-8fe7a4f50ba5 tempest-FloatingIPsAssociationTestJSON-1671646685 tempest-FloatingIPsAssociationTestJSON-1671646685-project] Notify callbacks [] for port, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:50.070350 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-922f79fc-135b-4fc2-9821-b68b12b05b93 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:50.075353 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-f94e3ce7-b503-4364-9735-60739803bd40 req-b91d2b80-c136-4d05-89dc-8fe7a4f50ba5 tempest-FloatingIPsAssociationTestJSON-1671646685 tempest-FloatingIPsAssociationTestJSON-1671646685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:50.131519 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port 7cea3c1c-36b2-40d1-9b71-ea78add09b27 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 11:53:50.139152 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 7cea3c1c-36b2-40d1-9b71-ea78add09b27 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:53:50.139541 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:50.184418 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac37bb01-53c0-4952-b015-981af534a66b req-19e52a5d-a65a-4d8f-95fa-ebb6d4ee7a02 tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:50.185804 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ac37bb01-53c0-4952-b015-981af534a66b req-19e52a5d-a65a-4d8f-95fa-ebb6d4ee7a02 tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] 10.222.0.66 "GET /v2.0/ports?device_id=1776ccfc-79c3-4dd2-9d3e-5b7e075004d6 HTTP/1.1" status: 200 len: 950 time: 0.1826739 Aug 18 11:53:50.190973 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-f94e3ce7-b503-4364-9735-60739803bd40 req-b91d2b80-c136-4d05-89dc-8fe7a4f50ba5 tempest-FloatingIPsAssociationTestJSON-1671646685 tempest-FloatingIPsAssociationTestJSON-1671646685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-989945'] for floatingip, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:50.215570 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91d2b80-c136-4d05-89dc-8fe7a4f50ba5 tempest-FloatingIPsAssociationTestJSON-1671646685 tempest-FloatingIPsAssociationTestJSON-1671646685-project] Pushing event updated for resources: {'Port': ['ID=4dd4c34b-3276-48fd-9b01-54b7b7083a84,revision_number=2']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:53:50.277857 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ac37bb01-53c0-4952-b015-981af534a66b req-bb262eb1-7279-441f-9086-de50d24ab4ff tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] 10.222.0.66 "GET /v2.0/security-groups?id=e54286de-dd7f-4b20-9f74-4a71262d523b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808034 Aug 18 11:53:50.279429 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-f94e3ce7-b503-4364-9735-60739803bd40 req-b91d2b80-c136-4d05-89dc-8fe7a4f50ba5 tempest-FloatingIPsAssociationTestJSON-1671646685 tempest-FloatingIPsAssociationTestJSON-1671646685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for floatingip, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:50.290509 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f94e3ce7-b503-4364-9735-60739803bd40 req-b91d2b80-c136-4d05-89dc-8fe7a4f50ba5 tempest-FloatingIPsAssociationTestJSON-1671646685 tempest-FloatingIPsAssociationTestJSON-1671646685-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.4137175 Aug 18 11:53:50.351176 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-922f79fc-135b-4fc2-9821-b68b12b05b93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-998473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-992536'] for router, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:50.377028 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f94e3ce7-b503-4364-9735-60739803bd40 req-314ee0ec-5909-43a1-a87b-da85fab2da88 tempest-FloatingIPsAssociationTestJSON-1671646685 tempest-FloatingIPsAssociationTestJSON-1671646685-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.7.87 HTTP/1.1" status: 200 len: 695 time: 0.0843959 Aug 18 11:53:50.415091 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:50.499698 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] For port 7cea3c1c-36b2-40d1-9b71-ea78add09b27, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=7cea3c1c-36b2-40d1-9b71-ea78add09b27,segment=NetworkSegment(66f3c612-2dc0-4ad6-90b0-b07f6d2f037e),segment_id=66f3c612-2dc0-4ad6-90b0-b07f6d2f037e)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:53:50.510598 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:50.527586 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-922f79fc-135b-4fc2-9821-b68b12b05b93 admin admin] Router e70189e5-4e2a-4b50-b30f-6d9b97034b70 is scheduled to L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 with binding_index 1 {{(pid=106253) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 11:53:50.571444 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Pushing event updated for resources: {'Port': ['ID=7cea3c1c-36b2-40d1-9b71-ea78add09b27,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:53:50.591478 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94e3ce7-b503-4364-9735-60739803bd40 req-7076c461-e5c9-4968-9d09-1f4d8ac89e8b tempest-FloatingIPsAssociationTestJSON-1671646685 tempest-FloatingIPsAssociationTestJSON-1671646685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:50.608593 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f94e3ce7-b503-4364-9735-60739803bd40 req-7076c461-e5c9-4968-9d09-1f4d8ac89e8b tempest-FloatingIPsAssociationTestJSON-1671646685 tempest-FloatingIPsAssociationTestJSON-1671646685-project] 10.222.0.66 "GET /v2.0/networks/7cae7a70-14fd-408c-b14d-39ceb97cb60e HTTP/1.1" status: 200 len: 784 time: 0.2215440 Aug 18 11:53:50.647462 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 11:53:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01a1dfb4-48c9-46ee-8f9e-f64a03fd74d0 x-openstack-request-id: req-01a1dfb4-48c9-46ee-8f9e-f64a03fd74d0 {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:53:50.647775 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85f415f0-f4a5-4d86-896b-c3c0005261d4", "name": "network-vif-plugged", "status": "completed", "tag": "3c59c03d-4df2-4058-ad50-25724912a65a", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:53:50.648060 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-01a1dfb4-48c9-46ee-8f9e-f64a03fd74d0 {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:53:50.648432 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85f415f0-f4a5-4d86-896b-c3c0005261d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c59c03d-4df2-4058-ad50-25724912a65a', 'code': 200} Aug 18 11:53:50.664138 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-922f79fc-135b-4fc2-9821-b68b12b05b93 admin admin] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 11:53:50.676439 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e418f2-7f5d-4193-acac-b8183f63dfc9 None None] Sync routers for ids ['e70189e5-4e2a-4b50-b30f-6d9b97034b70'] in n-d-804985-2 {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 11:53:50.693523 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e418f2-7f5d-4193-acac-b8183f63dfc9 None None] Routers {'e70189e5-4e2a-4b50-b30f-6d9b97034b70'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 11:53:50.694787 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-35e418f2-7f5d-4193-acac-b8183f63dfc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T11:53:21Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['e70189e5-4e2a-4b50-b30f-6d9b97034b70'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:53:50.699983 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-922f79fc-135b-4fc2-9821-b68b12b05b93 admin admin] Notify callbacks [] for router, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:50.705086 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-922f79fc-135b-4fc2-9821-b68b12b05b93 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.3369255 Aug 18 11:53:50.705810 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 49768) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:53:50.725964 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6a7cdbd7-ae8c-4bf9-9ac3-39271616d4d5 req-6700b4d5-74b7-4a45-bf95-7b25d2f02cbd tempest-FloatingIPDetailsTestJSON-1705181649 tempest-FloatingIPDetailsTestJSON-1705181649-project] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3479297 Aug 18 11:53:50.768761 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-6a7cdbd7-ae8c-4bf9-9ac3-39271616d4d5 req-5a3c9b05-40be-45b6-8701-84a9bd6afe47 tempest-FloatingIPDetailsTestJSON-1705181649 tempest-FloatingIPDetailsTestJSON-1705181649-project] Request body: {'floatingip': {'floating_network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:53:50.877959 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-6a7cdbd7-ae8c-4bf9-9ac3-39271616d4d5 req-5a3c9b05-40be-45b6-8701-84a9bd6afe47 tempest-FloatingIPDetailsTestJSON-1705181649 tempest-FloatingIPDetailsTestJSON-1705181649-project] Notify callbacks [] for floatingip, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:50.893079 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-35e418f2-7f5d-4193-acac-b8183f63dfc9 None None] Set router e70189e5-4e2a-4b50-b30f-6d9b97034b70 gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 11:53:50.901600 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa036e2-da05-4f15-9322-a26e47eef6e4 req-7921dde7-f2e5-4238-9bff-68a835f6bf39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:50.903169 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4fa036e2-da05-4f15-9322-a26e47eef6e4 req-7921dde7-f2e5-4238-9bff-68a835f6bf39 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=85f415f0-f4a5-4d86-896b-c3c0005261d4 HTTP/1.1" status: 200 len: 1097 time: 0.1721811 Aug 18 11:53:50.913234 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6311855c-6bcb-413c-889c-9d83e3216f4e req-a3788150-d2cb-47d1-85b6-184d41bf4122 tempest-ServersWithSpecificFlavorTestJSON-596355724 tempest-ServersWithSpecificFlavorTestJSON-596355724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:50.914763 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6311855c-6bcb-413c-889c-9d83e3216f4e req-a3788150-d2cb-47d1-85b6-184d41bf4122 tempest-ServersWithSpecificFlavorTestJSON-596355724 tempest-ServersWithSpecificFlavorTestJSON-596355724-project] 10.222.0.66 "GET /v2.0/ports?device_id=66ec6203-209c-4d59-9100-bdf9cb50de2d HTTP/1.1" status: 200 len: 945 time: 0.1381938 Aug 18 11:53:50.986650 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-46395c04-cf3f-428b-8759-0f2ba492dd50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:51.093706 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4fa036e2-da05-4f15-9322-a26e47eef6e4 req-9f8922e5-800d-41a8-aff4-8fb121f8e234 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=55743b86-4589-417c-a042-b0bad2e342b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441329 Aug 18 11:53:51.131347 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6311855c-6bcb-413c-889c-9d83e3216f4e req-fd562fdc-a2ba-4288-9c92-8d50f44eb332 tempest-ServersWithSpecificFlavorTestJSON-596355724 tempest-ServersWithSpecificFlavorTestJSON-596355724-project] 10.222.0.66 "GET /v2.0/security-groups?id=238dbab8-dd9a-4024-8b12-d86b53f53679&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1796520 Aug 18 11:53:51.183108 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-6a7cdbd7-ae8c-4bf9-9ac3-39271616d4d5 req-5a3c9b05-40be-45b6-8701-84a9bd6afe47 tempest-FloatingIPDetailsTestJSON-1705181649 tempest-FloatingIPDetailsTestJSON-1705181649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:51.238765 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86984a4a-96e4-4eea-9950-82d993bb4fa1 None None] Network 200d487e-73c7-420d-87e0-4281e46875aa requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 11:53:51.332933 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-35e418f2-7f5d-4193-acac-b8183f63dfc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e70189e5-4e2a-4b50-b30f-6d9b97034b70', 'name': 'tempest-AttachSCSIVolumeTestJSON-1580712597-router', 'tenant_id': 'a65ddbb807d24f23a7d89558035c12d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.104'}], 'enable_snat': True}, 'gw_port_id': 'e6247c9b-6fff-47ae-b4bc-fef3e0891510', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T11:53:48Z', 'updated_at': '2021-08-18T11:53:49Z', 'revision_number': 3, 'project_id': 'a65ddbb807d24f23a7d89558035c12d2', 'gw_port': {'id': 'e6247c9b-6fff-47ae-b4bc-fef3e0891510', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:32:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e70189e5-4e2a-4b50-b30f-6d9b97034b70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:53:49Z', 'updated_at': '2021-08-18T11:53:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:53:51.363165 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e418f2-7f5d-4193-acac-b8183f63dfc9 None None] Checking router: e70189e5-4e2a-4b50-b30f-6d9b97034b70 for host: n-d-804985-2 {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 11:53:51.363505 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e418f2-7f5d-4193-acac-b8183f63dfc9 None None] Updating router e70189e5-4e2a-4b50-b30f-6d9b97034b70 port e6247c9b-6fff-47ae-b4bc-fef3e0891510 binding host n-d-804985-2 {{(pid=106255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 11:53:51.393986 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-35e418f2-7f5d-4193-acac-b8183f63dfc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:51.406864 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [req-6a7cdbd7-ae8c-4bf9-9ac3-39271616d4d5 req-5a3c9b05-40be-45b6-8701-84a9bd6afe47 tempest-FloatingIPDetailsTestJSON-1705181649 tempest-FloatingIPDetailsTestJSON-1705181649-project] Allocated IP 172.25.7.233 (7cae7a70-14fd-408c-b14d-39ceb97cb60e/9784295a-20b8-4a4b-b105-f82737f0448f/2ac080b2-d43a-43f2-8818-f5b35f346dae) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 11:53:51.462694 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:51.469793 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-a3362041-ab22-4c2c-8b49-4ff91242e68e None None] Provisioning for port 8f208ddf-967d-4446-9615-48ba1eba71f6 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 11:53:51.575686 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f5ff09-7078-41a8-bb61-580b9833d112 req-b5859fce-7edf-414a-aa13-3048cb9c1ac2 tempest-FloatingIPsAssociationTestJSON-1671646685 tempest-FloatingIPsAssociationTestJSON-1671646685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:51.578269 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d5f5ff09-7078-41a8-bb61-580b9833d112 req-b5859fce-7edf-414a-aa13-3048cb9c1ac2 tempest-FloatingIPsAssociationTestJSON-1671646685 tempest-FloatingIPsAssociationTestJSON-1671646685-project] 10.222.0.66 "GET /v2.0/networks?id=17b21726-ad58-4633-922c-414857af0af2 HTTP/1.1" status: 200 len: 821 time: 0.2700822 Aug 18 11:53:51.604198 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d5f5ff09-7078-41a8-bb61-580b9833d112 req-c2ce8b0d-1302-471e-8bf5-58308ff6e5f0 tempest-FloatingIPsAssociationTestJSON-1671646685 tempest-FloatingIPsAssociationTestJSON-1671646685-project] 10.222.0.66 "GET /v2.0/quotas/72b8902517244a1ca86567bff576d2b2 HTTP/1.1" status: 200 len: 375 time: 0.0176022 Aug 18 11:53:51.667684 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e5004291-e7f5-461e-b8f4-8ff909c7fdfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:51.719687 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d5f5ff09-7078-41a8-bb61-580b9833d112 req-4998e126-5c3e-4dcb-b596-4b551409ea4d tempest-FloatingIPsAssociationTestJSON-1671646685 tempest-FloatingIPsAssociationTestJSON-1671646685-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=72b8902517244a1ca86567bff576d2b2&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1054914 Aug 18 11:53:51.770281 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-6a7cdbd7-ae8c-4bf9-9ac3-39271616d4d5 req-5a3c9b05-40be-45b6-8701-84a9bd6afe47 tempest-FloatingIPDetailsTestJSON-1705181649 tempest-FloatingIPDetailsTestJSON-1705181649-project] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:51.844365 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d5f5ff09-7078-41a8-bb61-580b9833d112 req-35fb4da9-6f22-44dd-96cc-518dc758741d service neutron] 10.222.0.66 "GET /v2.0/networks/17b21726-ad58-4633-922c-414857af0af2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237588 Aug 18 11:53:51.879588 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [None req-e5004291-e7f5-461e-b8f4-8ff909c7fdfc admin admin] Allocated IP 172.20.0.1 (200d487e-73c7-420d-87e0-4281e46875aa/29812171-3976-4326-a3ba-ae0cf8ac122a/32f6b140-da04-4465-9d85-fe971724c696) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 11:53:51.901383 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-6a7cdbd7-ae8c-4bf9-9ac3-39271616d4d5 req-5a3c9b05-40be-45b6-8701-84a9bd6afe47 tempest-FloatingIPDetailsTestJSON-1705181649 tempest-FloatingIPDetailsTestJSON-1705181649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:51.990193 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 8f208ddf-967d-4446-9615-48ba1eba71f6 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:53:51.999360 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a7cdbd7-ae8c-4bf9-9ac3-39271616d4d5 req-5a3c9b05-40be-45b6-8701-84a9bd6afe47 tempest-FloatingIPDetailsTestJSON-1705181649 tempest-FloatingIPDetailsTestJSON-1705181649-project] Network 7cae7a70-14fd-408c-b14d-39ceb97cb60e is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 11:53:52.020043 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [req-6a7cdbd7-ae8c-4bf9-9ac3-39271616d4d5 req-5a3c9b05-40be-45b6-8701-84a9bd6afe47 tempest-FloatingIPDetailsTestJSON-1705181649 tempest-FloatingIPDetailsTestJSON-1705181649-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:53:52.022873 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3c9b05-40be-45b6-8701-84a9bd6afe47 tempest-FloatingIPDetailsTestJSON-1705181649 tempest-FloatingIPDetailsTestJSON-1705181649-project] Pushing event updated for resources: {'Port': ['ID=2ac080b2-d43a-43f2-8818-f5b35f346dae,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:53:52.025600 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a7cdbd7-ae8c-4bf9-9ac3-39271616d4d5 req-5a3c9b05-40be-45b6-8701-84a9bd6afe47 tempest-FloatingIPDetailsTestJSON-1705181649 tempest-FloatingIPDetailsTestJSON-1705181649-project] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 11:53:52.060348 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-53584c24-f517-494e-ac93-c18bb92373f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:52.089208 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d5f5ff09-7078-41a8-bb61-580b9833d112 req-4b6fea49-0678-45e4-a440-d42d781a59f6 service neutron] 10.222.0.66 "GET /v2.0/networks/17b21726-ad58-4633-922c-414857af0af2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2439086 Aug 18 11:53:52.109872 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port 8f208ddf-967d-4446-9615-48ba1eba71f6 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 11:53:52.124314 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e5004291-e7f5-461e-b8f4-8ff909c7fdfc admin admin] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:52.132524 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 8f208ddf-967d-4446-9615-48ba1eba71f6 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:53:52.133476 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:52.164899 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [None req-e5004291-e7f5-461e-b8f4-8ff909c7fdfc admin admin] Transition to ACTIVE for port object 32f6b140-da04-4465-9d85-fe971724c696 will not be triggered until provisioned by entity DHCP. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 11:53:52.242191 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-6a7cdbd7-ae8c-4bf9-9ac3-39271616d4d5 req-5a3c9b05-40be-45b6-8701-84a9bd6afe47 tempest-FloatingIPDetailsTestJSON-1705181649 tempest-FloatingIPDetailsTestJSON-1705181649-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:52.269396 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-35e418f2-7f5d-4193-acac-b8183f63dfc9 None None] Notify callbacks [] for port, precommit_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:52.281794 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e5004291-e7f5-461e-b8f4-8ff909c7fdfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:52.283761 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-35e418f2-7f5d-4193-acac-b8183f63dfc9 None None] Transition to ACTIVE for port object e6247c9b-6fff-47ae-b4bc-fef3e0891510 will not be triggered until provisioned by entity L2. {{(pid=106255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 11:53:52.300961 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-35e418f2-7f5d-4193-acac-b8183f63dfc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:52.308061 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-6a7cdbd7-ae8c-4bf9-9ac3-39271616d4d5 req-5a3c9b05-40be-45b6-8701-84a9bd6afe47 tempest-FloatingIPDetailsTestJSON-1705181649 tempest-FloatingIPDetailsTestJSON-1705181649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:52.325808 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:52.376761 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5004291-e7f5-461e-b8f4-8ff909c7fdfc admin admin] Pushing event updated for resources: {'Port': ['ID=32f6b140-da04-4465-9d85-fe971724c696,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:53:52.393752 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5004291-e7f5-461e-b8f4-8ff909c7fdfc admin admin] Network 200d487e-73c7-420d-87e0-4281e46875aa is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 11:53:52.399283 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-e5004291-e7f5-461e-b8f4-8ff909c7fdfc admin admin] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:53:52.406243 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5004291-e7f5-461e-b8f4-8ff909c7fdfc admin admin] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 11:53:52.410427 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] For port 8f208ddf-967d-4446-9615-48ba1eba71f6, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=8f208ddf-967d-4446-9615-48ba1eba71f6,segment=NetworkSegment(8ba4150c-c7c2-4067-8951-4d5305732330),segment_id=8ba4150c-c7c2-4067-8951-4d5305732330)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:53:52.428933 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:52.429797 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 7cea3c1c-36b2-40d1-9b71-ea78add09b27 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:53:52.442100 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-35e418f2-7f5d-4193-acac-b8183f63dfc9 None None] Attempting to bind port e6247c9b-6fff-47ae-b4bc-fef3e0891510 on host n-d-804985-2 for vnic_type normal with profile {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 11:53:52.443520 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-35e418f2-7f5d-4193-acac-b8183f63dfc9 None None] Attempting to bind port e6247c9b-6fff-47ae-b4bc-fef3e0891510 by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'}] {{(pid=106255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 11:53:52.443520 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e418f2-7f5d-4193-acac-b8183f63dfc9 None None] Attempting to bind port e6247c9b-6fff-47ae-b4bc-fef3e0891510 on network 7cae7a70-14fd-408c-b14d-39ceb97cb60e {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 11:53:52.473635 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e418f2-7f5d-4193-acac-b8183f63dfc9 None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 11, 53, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 11:53:52.474395 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e418f2-7f5d-4193-acac-b8183f63dfc9 None None] Checking segment: {'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 11:53:52.474672 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-35e418f2-7f5d-4193-acac-b8183f63dfc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:52.475152 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e418f2-7f5d-4193-acac-b8183f63dfc9 None None] Bound using segment: {'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'} {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 11:53:52.476166 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-35e418f2-7f5d-4193-acac-b8183f63dfc9 None None] Bound port: e6247c9b-6fff-47ae-b4bc-fef3e0891510, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'}}] {{(pid=106255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 11:53:52.476342 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-35e418f2-7f5d-4193-acac-b8183f63dfc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:52.505232 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e5004291-e7f5-461e-b8f4-8ff909c7fdfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-996688'] for router_interface, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:52.510208 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d274f1-3eac-4f1c-958d-30e15d1fe15a None None] Pushing event updated for resources: {'Port': ['ID=e6247c9b-6fff-47ae-b4bc-fef3e0891510,revision_number=2']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:53:52.584874 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-35e418f2-7f5d-4193-acac-b8183f63dfc9 None None] For port e6247c9b-6fff-47ae-b4bc-fef3e0891510, host n-d-804985-2, cleared binding levels {{(pid=106255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 11:53:52.592218 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Pushing event updated for resources: {'Port': ['ID=8f208ddf-967d-4446-9615-48ba1eba71f6,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:53:52.594688 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-35e418f2-7f5d-4193-acac-b8183f63dfc9 None None] For port e6247c9b-6fff-47ae-b4bc-fef3e0891510, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=e6247c9b-6fff-47ae-b4bc-fef3e0891510,segment=NetworkSegment(c5a3db9d-5c58-41b1-9177-d5787a597b78),segment_id=c5a3db9d-5c58-41b1-9177-d5787a597b78)] {{(pid=106255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 11:53:52.608969 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-35e418f2-7f5d-4193-acac-b8183f63dfc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:52.621925 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-6a7cdbd7-ae8c-4bf9-9ac3-39271616d4d5 req-5a3c9b05-40be-45b6-8701-84a9bd6afe47 tempest-FloatingIPDetailsTestJSON-1705181649 tempest-FloatingIPDetailsTestJSON-1705181649-project] Notify callbacks [] for port, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:52.624305 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 7cea3c1c-36b2-40d1-9b71-ea78add09b27 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:53:52.625215 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:52.643104 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-6a7cdbd7-ae8c-4bf9-9ac3-39271616d4d5 req-5a3c9b05-40be-45b6-8701-84a9bd6afe47 tempest-FloatingIPDetailsTestJSON-1705181649 tempest-FloatingIPDetailsTestJSON-1705181649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:52.704005 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e418f2-7f5d-4193-acac-b8183f63dfc9 None None] Routers {'e70189e5-4e2a-4b50-b30f-6d9b97034b70'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 11:53:52.718350 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-35e418f2-7f5d-4193-acac-b8183f63dfc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T11:53:51Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['e70189e5-4e2a-4b50-b30f-6d9b97034b70'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:53:52.775848 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d274f1-3eac-4f1c-958d-30e15d1fe15a None None] Pushing event updated for resources: {'Port': ['ID=e6247c9b-6fff-47ae-b4bc-fef3e0891510,revision_number=3']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:53:52.782235 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e5004291-e7f5-461e-b8f4-8ff909c7fdfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:52.808548 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3c9b05-40be-45b6-8701-84a9bd6afe47 tempest-FloatingIPDetailsTestJSON-1705181649 tempest-FloatingIPDetailsTestJSON-1705181649-project] Pushing event updated for resources: {'Port': ['ID=2ac080b2-d43a-43f2-8818-f5b35f346dae,revision_number=2']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:53:52.844730 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-6a7cdbd7-ae8c-4bf9-9ac3-39271616d4d5 req-5a3c9b05-40be-45b6-8701-84a9bd6afe47 tempest-FloatingIPDetailsTestJSON-1705181649 tempest-FloatingIPDetailsTestJSON-1705181649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-989945'] for floatingip, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:52.849748 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-33ed2f74-b1c9-4b8f-9361-44501b6114e5 None None] Provisioning for port 32f6b140-da04-4465-9d85-fe971724c696 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 11:53:52.856745 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-33ed2f74-b1c9-4b8f-9361-44501b6114e5 None None] Provisioning complete for port 32f6b140-da04-4465-9d85-fe971724c696 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:53:52.857382 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-33ed2f74-b1c9-4b8f-9361-44501b6114e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:52.864973 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3feaabe-d42c-40f7-8aa2-634b833913c5 req-f3d8b82f-19c4-4bb1-87b7-fa5b2dcf783e tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:52.866579 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f3feaabe-d42c-40f7-8aa2-634b833913c5 req-f3d8b82f-19c4-4bb1-87b7-fa5b2dcf783e tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] 10.222.0.66 "GET /v2.0/ports?device_id=85f415f0-f4a5-4d86-896b-c3c0005261d4 HTTP/1.1" status: 200 len: 946 time: 0.2421136 Aug 18 11:53:52.878410 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-35e418f2-7f5d-4193-acac-b8183f63dfc9 None None] Set router e70189e5-4e2a-4b50-b30f-6d9b97034b70 gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 11:53:52.921554 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-33ed2f74-b1c9-4b8f-9361-44501b6114e5 None None] Port 32f6b140-da04-4465-9d85-fe971724c696 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 11:53:52.928915 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-6a7cdbd7-ae8c-4bf9-9ac3-39271616d4d5 req-5a3c9b05-40be-45b6-8701-84a9bd6afe47 tempest-FloatingIPDetailsTestJSON-1705181649 tempest-FloatingIPDetailsTestJSON-1705181649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for floatingip, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:52.936510 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6a7cdbd7-ae8c-4bf9-9ac3-39271616d4d5 req-5a3c9b05-40be-45b6-8701-84a9bd6afe47 tempest-FloatingIPDetailsTestJSON-1705181649 tempest-FloatingIPDetailsTestJSON-1705181649-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.1786084 Aug 18 11:53:52.997235 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e5004291-e7f5-461e-b8f4-8ff909c7fdfc admin admin] Notify callbacks [] for port, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:53.001486 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6a7cdbd7-ae8c-4bf9-9ac3-39271616d4d5 req-54f4d1ff-fcd6-4067-8342-c54dfbc0e1fb tempest-FloatingIPDetailsTestJSON-1705181649 tempest-FloatingIPDetailsTestJSON-1705181649-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.7.233 HTTP/1.1" status: 200 len: 696 time: 0.0636194 Aug 18 11:53:53.005423 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e5004291-e7f5-461e-b8f4-8ff909c7fdfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:53.019662 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f3feaabe-d42c-40f7-8aa2-634b833913c5 req-7513f631-e28d-41a4-8c62-b5e01b276156 tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] 10.222.0.66 "GET /v2.0/security-groups?id=55743b86-4589-417c-a042-b0bad2e342b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374018 Aug 18 11:53:53.104127 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e5004291-e7f5-461e-b8f4-8ff909c7fdfc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-996772'] for router_interface, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:53.113886 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5004291-e7f5-461e-b8f4-8ff909c7fdfc admin admin] Pushing event updated for resources: {'Port': ['ID=32f6b140-da04-4465-9d85-fe971724c696,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:53:53.117902 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-35e418f2-7f5d-4193-acac-b8183f63dfc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e70189e5-4e2a-4b50-b30f-6d9b97034b70', 'name': 'tempest-AttachSCSIVolumeTestJSON-1580712597-router', 'tenant_id': 'a65ddbb807d24f23a7d89558035c12d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.104'}], 'enable_snat': True}, 'gw_port_id': 'e6247c9b-6fff-47ae-b4bc-fef3e0891510', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T11:53:48Z', 'updated_at': '2021-08-18T11:53:49Z', 'revision_number': 3, 'project_id': 'a65ddbb807d24f23a7d89558035c12d2', 'gw_port': {'id': 'e6247c9b-6fff-47ae-b4bc-fef3e0891510', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:32:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e70189e5-4e2a-4b50-b30f-6d9b97034b70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:53:49Z', 'updated_at': '2021-08-18T11:53:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:53:53.147211 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e418f2-7f5d-4193-acac-b8183f63dfc9 None None] The sync data for ids ['e70189e5-4e2a-4b50-b30f-6d9b97034b70'] in n-d-804985-2 is: [{'id': 'e70189e5-4e2a-4b50-b30f-6d9b97034b70', 'name': 'tempest-AttachSCSIVolumeTestJSON-1580712597-router', 'tenant_id': 'a65ddbb807d24f23a7d89558035c12d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.104'}], 'enable_snat': True}, 'gw_port_id': 'e6247c9b-6fff-47ae-b4bc-fef3e0891510', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T11:53:48Z', 'updated_at': '2021-08-18T11:53:49Z', 'revision_number': 3, 'project_id': 'a65ddbb807d24f23a7d89558035c12d2', 'gw_port': {'id': 'e6247c9b-6fff-47ae-b4bc-fef3e0891510', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:32:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e70189e5-4e2a-4b50-b30f-6d9b97034b70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:53:49Z', 'updated_at': '2021-08-18T11:53:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 11:53:53.199287 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7cdbd7-ae8c-4bf9-9ac3-39271616d4d5 req-c8850ff2-a90e-4cba-86c4-84814b825d23 tempest-FloatingIPDetailsTestJSON-1705181649 tempest-FloatingIPDetailsTestJSON-1705181649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:53.200826 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6a7cdbd7-ae8c-4bf9-9ac3-39271616d4d5 req-c8850ff2-a90e-4cba-86c4-84814b825d23 tempest-FloatingIPDetailsTestJSON-1705181649 tempest-FloatingIPDetailsTestJSON-1705181649-project] 10.222.0.66 "GET /v2.0/networks/7cae7a70-14fd-408c-b14d-39ceb97cb60e HTTP/1.1" status: 200 len: 784 time: 0.1959825 Aug 18 11:53:53.236638 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d86e9bb-af0f-4006-a8d2-ea867f92da2f req-03750367-6e6b-4d86-a84e-7603ae21f16a tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:53.238644 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7d86e9bb-af0f-4006-a8d2-ea867f92da2f req-03750367-6e6b-4d86-a84e-7603ae21f16a tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] 10.222.0.66 "GET /v2.0/ports?device_id=1776ccfc-79c3-4dd2-9d3e-5b7e075004d6 HTTP/1.1" status: 200 len: 950 time: 0.0975363 Aug 18 11:53:53.242149 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5004291-e7f5-461e-b8f4-8ff909c7fdfc admin admin] Network 200d487e-73c7-420d-87e0-4281e46875aa is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 11:53:53.253162 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-e5004291-e7f5-461e-b8f4-8ff909c7fdfc admin admin] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:53:53.299041 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7d86e9bb-af0f-4006-a8d2-ea867f92da2f req-5cc84614-e182-4ce0-b570-90cb3c7cc54b tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] 10.222.0.66 "GET /v2.0/security-groups?id=e54286de-dd7f-4b20-9f74-4a71262d523b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499589 Aug 18 11:53:53.436275 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-20fbb7a4-0186-4262-ad03-dfe5bc95a550 req-020a008b-3db3-488a-8b6c-867f498ffdf7 tempest-FloatingIPsAssociationTestJSON-1671646685 tempest-FloatingIPsAssociationTestJSON-1671646685-project] 10.222.0.66 "GET /v2.0/ports?device_id=4c19a9be-dd35-46a0-8be6-7465196e5516 HTTP/1.1" status: 200 len: 210 time: 0.0517583 Aug 18 11:53:53.499750 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5004291-e7f5-461e-b8f4-8ff909c7fdfc admin admin] Router e70189e5-4e2a-4b50-b30f-6d9b97034b70 has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 11:53:53.587326 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dec0db2-8b11-47d7-90a7-26c8147c597e req-6ed5dd2b-c9f6-419e-9c19-e789fecd4246 tempest-LiveMigrationTest-1335981208 tempest-LiveMigrationTest-1335981208-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:53.599504 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3dec0db2-8b11-47d7-90a7-26c8147c597e req-6ed5dd2b-c9f6-419e-9c19-e789fecd4246 tempest-LiveMigrationTest-1335981208 tempest-LiveMigrationTest-1335981208-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=8fd5ea8f-178b-40e4-8012-09188cab4234 HTTP/1.1" status: 200 len: 1096 time: 0.0622799 Aug 18 11:53:53.700633 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-500a1c61-38a7-4c23-a7ec-4631080af5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:53.711998 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5004291-e7f5-461e-b8f4-8ff909c7fdfc admin admin] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 11:53:53.718525 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-e5004291-e7f5-461e-b8f4-8ff909c7fdfc admin admin] 10.222.0.66 "PUT /v2.0/routers/e70189e5-4e2a-4b50-b30f-6d9b97034b70/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0117433 Aug 18 11:53:53.761066 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-755e1bca-643a-43f1-9c80-2fc093b35f97 None None] Provisioning complete for port 32f6b140-da04-4465-9d85-fe971724c696 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:53:53.761437 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-755e1bca-643a-43f1-9c80-2fc093b35f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:53.892690 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-755e1bca-643a-43f1-9c80-2fc093b35f97 None None] Port 32f6b140-da04-4465-9d85-fe971724c696 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 11:53:54.001615 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f5ff09-7078-41a8-bb61-580b9833d112 req-c568f4a8-20b7-4c3d-8daa-a4687d972785 tempest-FloatingIPsAssociationTestJSON-1671646685 tempest-FloatingIPsAssociationTestJSON-1671646685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:54.003171 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-d5f5ff09-7078-41a8-bb61-580b9833d112 req-c568f4a8-20b7-4c3d-8daa-a4687d972785 tempest-FloatingIPsAssociationTestJSON-1671646685 tempest-FloatingIPsAssociationTestJSON-1671646685-project] 10.222.0.62 "GET /v2.0/networks?id=17b21726-ad58-4633-922c-414857af0af2 HTTP/1.1" status: 200 len: 821 time: 0.1684470 Aug 18 11:53:54.018987 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [req-d5f5ff09-7078-41a8-bb61-580b9833d112 req-3fb3ffbf-4155-43b1-8614-95f14eec0a4a tempest-FloatingIPsAssociationTestJSON-1671646685 tempest-FloatingIPsAssociationTestJSON-1671646685-project] Request body: {'port': {'device_id': '4c19a9be-dd35-46a0-8be6-7465196e5516', 'network_id': '17b21726-ad58-4633-922c-414857af0af2', 'admin_state_up': True, 'tenant_id': '72b8902517244a1ca86567bff576d2b2'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:53:54.073909 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 8f208ddf-967d-4446-9615-48ba1eba71f6 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:53:54.178059 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3dec0db2-8b11-47d7-90a7-26c8147c597e req-6abba565-97f8-43fa-94bd-f2ee26086bd0 tempest-LiveMigrationTest-1335981208 tempest-LiveMigrationTest-1335981208-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=07aef7bb-6c11-4cb4-8594-c24180b5d811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5725961 Aug 18 11:53:54.182876 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 8f208ddf-967d-4446-9615-48ba1eba71f6 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:53:54.183265 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:54.202568 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5f5ff09-7078-41a8-bb61-580b9833d112 req-3fb3ffbf-4155-43b1-8614-95f14eec0a4a tempest-FloatingIPsAssociationTestJSON-1671646685 tempest-FloatingIPsAssociationTestJSON-1671646685-project] Made reservation on behalf of 72b8902517244a1ca86567bff576d2b2 for: {'port': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 11:53:54.207910 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-d5f5ff09-7078-41a8-bb61-580b9833d112 req-3fb3ffbf-4155-43b1-8614-95f14eec0a4a tempest-FloatingIPsAssociationTestJSON-1671646685 tempest-FloatingIPsAssociationTestJSON-1671646685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:54.268754 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-72437e6b-19f9-41c3-bb3b-a372e64dddfe req-48e38b15-9514-411a-86c5-b6fac3e3df97 tempest-FloatingIPDetailsTestJSON-1705181649 tempest-FloatingIPDetailsTestJSON-1705181649-project] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6547124 Aug 18 11:53:54.278489 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-72437e6b-19f9-41c3-bb3b-a372e64dddfe req-656aa778-03d5-4680-b2b3-909fda565607 tempest-FloatingIPDetailsTestJSON-1705181649 tempest-FloatingIPDetailsTestJSON-1705181649-project] Request body: {'floatingip': {'floating_network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:53:54.348531 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-72437e6b-19f9-41c3-bb3b-a372e64dddfe req-656aa778-03d5-4680-b2b3-909fda565607 tempest-FloatingIPDetailsTestJSON-1705181649 tempest-FloatingIPDetailsTestJSON-1705181649-project] Notify callbacks [] for floatingip, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:54.361561 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device e6247c9b-6fff-47ae-b4bc-fef3e0891510 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:53:54.417180 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce35885-06df-40aa-b149-c0d9c05975c0 req-851fd018-2a35-4c1f-9415-6c7aa30099ae tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:54.418697 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-bce35885-06df-40aa-b149-c0d9c05975c0 req-851fd018-2a35-4c1f-9415-6c7aa30099ae tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] 10.222.0.66 "GET /v2.0/ports?device_id=85f415f0-f4a5-4d86-896b-c3c0005261d4 HTTP/1.1" status: 200 len: 946 time: 0.1282840 Aug 18 11:53:54.428539 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port e6247c9b-6fff-47ae-b4bc-fef3e0891510 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 11:53:54.435740 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port e6247c9b-6fff-47ae-b4bc-fef3e0891510 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:53:54.436145 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:54.451034 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [req-d5f5ff09-7078-41a8-bb61-580b9833d112 req-3fb3ffbf-4155-43b1-8614-95f14eec0a4a tempest-FloatingIPsAssociationTestJSON-1671646685 tempest-FloatingIPsAssociationTestJSON-1671646685-project] Allocated IP 172.20.0.13 (17b21726-ad58-4633-922c-414857af0af2/04e502a5-5018-4e73-baa8-683bfd3d2545/e1f2f1cd-4c07-4cb6-8830-f3ba34baab67) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 11:53:54.471001 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-bce35885-06df-40aa-b149-c0d9c05975c0 req-be893148-27d7-46e3-af07-4fb7e3c811cd tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] 10.222.0.66 "GET /v2.0/security-groups?id=55743b86-4589-417c-a042-b0bad2e342b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444403 Aug 18 11:53:54.517978 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-72437e6b-19f9-41c3-bb3b-a372e64dddfe req-656aa778-03d5-4680-b2b3-909fda565607 tempest-FloatingIPDetailsTestJSON-1705181649 tempest-FloatingIPDetailsTestJSON-1705181649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:54.525794 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:54.558320 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] For port e6247c9b-6fff-47ae-b4bc-fef3e0891510, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=e6247c9b-6fff-47ae-b4bc-fef3e0891510,segment=NetworkSegment(c5a3db9d-5c58-41b1-9177-d5787a597b78),segment_id=c5a3db9d-5c58-41b1-9177-d5787a597b78)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:53:54.571838 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:54.578371 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 49848) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:53:54.585144 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-c6d14e8f-70ae-4a9b-a67b-9d1a0392af31 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1220428903-network', 'tenant_id': 'b512df1d55bf4d889ffe3f9242b6f627'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:53:54.646628 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Pushing event updated for resources: {'Port': ['ID=e6247c9b-6fff-47ae-b4bc-fef3e0891510,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:53:54.662163 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6d14e8f-70ae-4a9b-a67b-9d1a0392af31 admin admin] Made reservation on behalf of b512df1d55bf4d889ffe3f9242b6f627 for: {'network': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 11:53:54.665305 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c6d14e8f-70ae-4a9b-a67b-9d1a0392af31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for network, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:54.678791 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [req-72437e6b-19f9-41c3-bb3b-a372e64dddfe req-656aa778-03d5-4680-b2b3-909fda565607 tempest-FloatingIPDetailsTestJSON-1705181649 tempest-FloatingIPDetailsTestJSON-1705181649-project] Allocated IP 172.25.7.100 (7cae7a70-14fd-408c-b14d-39ceb97cb60e/9784295a-20b8-4a4b-b105-f82737f0448f/919e06ac-454c-4bd8-9d81-ebaae3a4aa40) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 11:53:54.680035 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c6d14e8f-70ae-4a9b-a67b-9d1a0392af31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:54.683433 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7dc63491-0635-474b-a238-709b02e2ec07 req-41969f41-8e9f-45ff-afcb-690e469571bf tempest-ServersWithSpecificFlavorTestJSON-596355724 tempest-ServersWithSpecificFlavorTestJSON-596355724-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--1706955704&fields=id&tenant_id=c87ef195b6b74f67b0f04cf988678fa6 HTTP/1.1" status: 200 len: 267 time: 0.0760574 Aug 18 11:53:54.742351 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-d5f5ff09-7078-41a8-bb61-580b9833d112 req-3fb3ffbf-4155-43b1-8614-95f14eec0a4a tempest-FloatingIPsAssociationTestJSON-1671646685 tempest-FloatingIPsAssociationTestJSON-1671646685-project] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:54.766779 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [req-d5f5ff09-7078-41a8-bb61-580b9833d112 req-3fb3ffbf-4155-43b1-8614-95f14eec0a4a tempest-FloatingIPsAssociationTestJSON-1671646685 tempest-FloatingIPsAssociationTestJSON-1671646685-project] Transition to ACTIVE for port object e1f2f1cd-4c07-4cb6-8830-f3ba34baab67 will not be triggered until provisioned by entity DHCP. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 11:53:54.840152 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-d5f5ff09-7078-41a8-bb61-580b9833d112 req-3fb3ffbf-4155-43b1-8614-95f14eec0a4a tempest-FloatingIPsAssociationTestJSON-1671646685 tempest-FloatingIPsAssociationTestJSON-1671646685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:54.855108 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] get_ports_and_sgs() called for port_ids ['857b0ac1-e620-41d6-859a-dac6e1bafefe'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 11:53:54.858266 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc63491-0635-474b-a238-709b02e2ec07 req-77af4c24-2be6-45cf-aa25-9153af956439 tempest-ServersWithSpecificFlavorTestJSON-596355724 tempest-ServersWithSpecificFlavorTestJSON-596355724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:54.859790 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7dc63491-0635-474b-a238-709b02e2ec07 req-77af4c24-2be6-45cf-aa25-9153af956439 tempest-ServersWithSpecificFlavorTestJSON-596355724 tempest-ServersWithSpecificFlavorTestJSON-596355724-project] 10.222.0.66 "GET /v2.0/networks?id=299a3393-ede6-4663-8e2e-68401e0c2de3 HTTP/1.1" status: 200 len: 823 time: 0.1678433 Aug 18 11:53:54.892900 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-72437e6b-19f9-41c3-bb3b-a372e64dddfe req-656aa778-03d5-4680-b2b3-909fda565607 tempest-FloatingIPDetailsTestJSON-1705181649 tempest-FloatingIPDetailsTestJSON-1705181649-project] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:54.904048 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7dc63491-0635-474b-a238-709b02e2ec07 req-b2dd1de1-e9b2-4617-9e1c-ce4b573b550e tempest-ServersWithSpecificFlavorTestJSON-596355724 tempest-ServersWithSpecificFlavorTestJSON-596355724-project] 10.222.0.66 "GET /v2.0/quotas/c87ef195b6b74f67b0f04cf988678fa6 HTTP/1.1" status: 200 len: 375 time: 0.0285134 Aug 18 11:53:54.913466 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c6d14e8f-70ae-4a9b-a67b-9d1a0392af31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:54.938271 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c6d14e8f-70ae-4a9b-a67b-9d1a0392af31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:54.942255 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5f5ff09-7078-41a8-bb61-580b9833d112 req-3fb3ffbf-4155-43b1-8614-95f14eec0a4a tempest-FloatingIPsAssociationTestJSON-1671646685 tempest-FloatingIPsAssociationTestJSON-1671646685-project] Network 17b21726-ad58-4633-922c-414857af0af2 is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 11:53:54.955004 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [req-d5f5ff09-7078-41a8-bb61-580b9833d112 req-3fb3ffbf-4155-43b1-8614-95f14eec0a4a tempest-FloatingIPsAssociationTestJSON-1671646685 tempest-FloatingIPsAssociationTestJSON-1671646685-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:53:54.959924 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb3ffbf-4155-43b1-8614-95f14eec0a4a tempest-FloatingIPsAssociationTestJSON-1671646685 tempest-FloatingIPsAssociationTestJSON-1671646685-project] Pushing event updated for resources: {'Port': ['ID=e1f2f1cd-4c07-4cb6-8830-f3ba34baab67,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:53:54.962242 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5f5ff09-7078-41a8-bb61-580b9833d112 req-3fb3ffbf-4155-43b1-8614-95f14eec0a4a tempest-FloatingIPsAssociationTestJSON-1671646685 tempest-FloatingIPsAssociationTestJSON-1671646685-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 11:53:54.982816 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7dc63491-0635-474b-a238-709b02e2ec07 req-22ba71ef-7630-4689-a770-449205810360 tempest-ServersWithSpecificFlavorTestJSON-596355724 tempest-ServersWithSpecificFlavorTestJSON-596355724-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=c87ef195b6b74f67b0f04cf988678fa6&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0775514 Aug 18 11:53:55.004651 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6d14e8f-70ae-4a9b-a67b-9d1a0392af31 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 815} {{(pid=106253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 11:53:55.014080 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-72437e6b-19f9-41c3-bb3b-a372e64dddfe req-656aa778-03d5-4680-b2b3-909fda565607 tempest-FloatingIPDetailsTestJSON-1705181649 tempest-FloatingIPDetailsTestJSON-1705181649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:55.031779 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d14e8f-70ae-4a9b-a67b-9d1a0392af31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba7e13b5-6c39-4343-b3c6-878df4354b38,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:53:55.052714 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681659cf-3925-47e0-a8b3-ca5d8e491aa3 req-36222de5-eb3f-4996-bd4b-b2067baa2ebc tempest-ServersWithSpecificFlavorTestJSON-596355724 tempest-ServersWithSpecificFlavorTestJSON-596355724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:55.054306 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-681659cf-3925-47e0-a8b3-ca5d8e491aa3 req-36222de5-eb3f-4996-bd4b-b2067baa2ebc tempest-ServersWithSpecificFlavorTestJSON-596355724 tempest-ServersWithSpecificFlavorTestJSON-596355724-project] 10.222.0.62 "GET /v2.0/ports?device_id=66ec6203-209c-4d59-9100-bdf9cb50de2d HTTP/1.1" status: 200 len: 945 time: 0.2059689 Aug 18 11:53:55.114167 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c6d14e8f-70ae-4a9b-a67b-9d1a0392af31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:55.114508 n-d-804985-2 neutron-server[106253]: INFO neutron.db.segments_db [None req-c6d14e8f-70ae-4a9b-a67b-9d1a0392af31 admin admin] Added segment 5ab336fe-39ee-434d-b733-9c5425304b9b of type vlan for network c5fb4668-c687-49d6-bd2c-0b015c57b5fb Aug 18 11:53:55.134210 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72437e6b-19f9-41c3-bb3b-a372e64dddfe req-656aa778-03d5-4680-b2b3-909fda565607 tempest-FloatingIPDetailsTestJSON-1705181649 tempest-FloatingIPDetailsTestJSON-1705181649-project] Network 7cae7a70-14fd-408c-b14d-39ceb97cb60e is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 11:53:55.143197 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [req-72437e6b-19f9-41c3-bb3b-a372e64dddfe req-656aa778-03d5-4680-b2b3-909fda565607 tempest-FloatingIPDetailsTestJSON-1705181649 tempest-FloatingIPDetailsTestJSON-1705181649-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:53:55.151137 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-72437e6b-19f9-41c3-bb3b-a372e64dddfe req-656aa778-03d5-4680-b2b3-909fda565607 tempest-FloatingIPDetailsTestJSON-1705181649 tempest-FloatingIPDetailsTestJSON-1705181649-project] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 11:53:55.181423 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656aa778-03d5-4680-b2b3-909fda565607 tempest-FloatingIPDetailsTestJSON-1705181649 tempest-FloatingIPDetailsTestJSON-1705181649-project] Pushing event updated for resources: {'Port': ['ID=919e06ac-454c-4bd8-9d81-ebaae3a4aa40,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:53:55.196656 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f5ff09-7078-41a8-bb61-580b9833d112 req-3fb3ffbf-4155-43b1-8614-95f14eec0a4a tempest-FloatingIPsAssociationTestJSON-1671646685 tempest-FloatingIPsAssociationTestJSON-1671646685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:55.197317 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-d5f5ff09-7078-41a8-bb61-580b9833d112 req-3fb3ffbf-4155-43b1-8614-95f14eec0a4a tempest-FloatingIPsAssociationTestJSON-1671646685 tempest-FloatingIPsAssociationTestJSON-1671646685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:55.205685 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c6d14e8f-70ae-4a9b-a67b-9d1a0392af31 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789150665894'] for network, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:55.211296 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7dc63491-0635-474b-a238-709b02e2ec07 req-f122f57e-497e-4152-92dc-0e53bb18c0b8 service neutron] 10.222.0.66 "GET /v2.0/networks/299a3393-ede6-4663-8e2e-68401e0c2de3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557119 Aug 18 11:53:55.236060 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-053d9864-4b46-4c0e-bb8b-0cbf59dac803 None None] Provisioning for port e1f2f1cd-4c07-4cb6-8830-f3ba34baab67 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 11:53:55.238655 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-d5f5ff09-7078-41a8-bb61-580b9833d112 req-3fb3ffbf-4155-43b1-8614-95f14eec0a4a tempest-FloatingIPsAssociationTestJSON-1671646685 tempest-FloatingIPsAssociationTestJSON-1671646685-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2243135 Aug 18 11:53:55.246477 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-053d9864-4b46-4c0e-bb8b-0cbf59dac803 None None] Provisioning complete for port e1f2f1cd-4c07-4cb6-8830-f3ba34baab67 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:53:55.247284 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-053d9864-4b46-4c0e-bb8b-0cbf59dac803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:55.256390 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c6d14e8f-70ae-4a9b-a67b-9d1a0392af31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for network, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:55.257403 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6d14e8f-70ae-4a9b-a67b-9d1a0392af31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:55.257969 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c6d14e8f-70ae-4a9b-a67b-9d1a0392af31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:55.264255 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [req-d5f5ff09-7078-41a8-bb61-580b9833d112 req-bede739a-fd61-4e7e-842e-13b2bee6a784 service neutron] Request body: {'port': {'device_id': '4c19a9be-dd35-46a0-8be6-7465196e5516', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804985-2'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:53:55.296129 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-053d9864-4b46-4c0e-bb8b-0cbf59dac803 None None] Port e1f2f1cd-4c07-4cb6-8830-f3ba34baab67 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 11:53:55.318782 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-72437e6b-19f9-41c3-bb3b-a372e64dddfe req-656aa778-03d5-4680-b2b3-909fda565607 tempest-FloatingIPDetailsTestJSON-1705181649 tempest-FloatingIPDetailsTestJSON-1705181649-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:55.330767 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-681659cf-3925-47e0-a8b3-ca5d8e491aa3 req-07e96483-7fb7-477e-b73b-c5ede872cac8 tempest-ServersWithSpecificFlavorTestJSON-596355724 tempest-ServersWithSpecificFlavorTestJSON-596355724-project] Deleting port 5e2c616a-26a0-4994-8529-2af87eaf6368 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 11:53:55.331085 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-681659cf-3925-47e0-a8b3-ca5d8e491aa3 req-07e96483-7fb7-477e-b73b-c5ede872cac8 tempest-ServersWithSpecificFlavorTestJSON-596355724 tempest-ServersWithSpecificFlavorTestJSON-596355724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:55.375165 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7dc63491-0635-474b-a238-709b02e2ec07 req-392678c5-19c6-430b-b04d-6960185fb1b9 service neutron] 10.222.0.66 "GET /v2.0/networks/299a3393-ede6-4663-8e2e-68401e0c2de3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289289 Aug 18 11:53:55.375845 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-72437e6b-19f9-41c3-bb3b-a372e64dddfe req-656aa778-03d5-4680-b2b3-909fda565607 tempest-FloatingIPDetailsTestJSON-1705181649 tempest-FloatingIPDetailsTestJSON-1705181649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:55.379222 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-c6d14e8f-70ae-4a9b-a67b-9d1a0392af31 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7999732 Aug 18 11:53:55.399619 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 49858) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:53:55.424048 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-1e213f89-9442-48f6-b241-f41e5aca6efd admin admin] Request body: {'subnet': {'network_id': 'c5fb4668-c687-49d6-bd2c-0b015c57b5fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1220428903-subnet', 'tenant_id': 'b512df1d55bf4d889ffe3f9242b6f627', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:53:55.431721 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d14e8f-70ae-4a9b-a67b-9d1a0392af31 admin admin] Pushing event updated for resources: {'Network': ['ID=c5fb4668-c687-49d6-bd2c-0b015c57b5fb,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:53:55.448929 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Network c5fb4668-c687-49d6-bd2c-0b015c57b5fb details requested by agent ovs-agent-n-d-804985-2 with host n-d-804985-2 {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 11:53:55.450794 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-d5f5ff09-7078-41a8-bb61-580b9833d112 req-bede739a-fd61-4e7e-842e-13b2bee6a784 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:55.519547 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e213f89-9442-48f6-b241-f41e5aca6efd admin admin] Made reservation on behalf of b512df1d55bf4d889ffe3f9242b6f627 for: {'subnet': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 11:53:55.521931 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1e213f89-9442-48f6-b241-f41e5aca6efd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59388119'] for subnet, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:55.556355 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-72437e6b-19f9-41c3-bb3b-a372e64dddfe req-656aa778-03d5-4680-b2b3-909fda565607 tempest-FloatingIPDetailsTestJSON-1705181649 tempest-FloatingIPDetailsTestJSON-1705181649-project] Notify callbacks [] for port, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:55.559116 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbab7256-9774-4c63-bc70-954b4fea268a None None] Sync routers for ids ['e70189e5-4e2a-4b50-b30f-6d9b97034b70'] in n-d-804985-2 {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 11:53:55.570808 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbab7256-9774-4c63-bc70-954b4fea268a None None] Routers {'e70189e5-4e2a-4b50-b30f-6d9b97034b70'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 11:53:55.571682 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-dbab7256-9774-4c63-bc70-954b4fea268a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T11:53:51Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['e70189e5-4e2a-4b50-b30f-6d9b97034b70'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:53:55.574693 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-681659cf-3925-47e0-a8b3-ca5d8e491aa3 req-07e96483-7fb7-477e-b73b-c5ede872cac8 tempest-ServersWithSpecificFlavorTestJSON-596355724 tempest-ServersWithSpecificFlavorTestJSON-596355724-project] For port 5e2c616a-26a0-4994-8529-2af87eaf6368, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=5e2c616a-26a0-4994-8529-2af87eaf6368,segment=NetworkSegment(a64f6bd4-a887-4b68-9b8c-3f473a0ffabc),segment_id=a64f6bd4-a887-4b68-9b8c-3f473a0ffabc)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:53:55.575051 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-681659cf-3925-47e0-a8b3-ca5d8e491aa3 req-07e96483-7fb7-477e-b73b-c5ede872cac8 tempest-ServersWithSpecificFlavorTestJSON-596355724 tempest-ServersWithSpecificFlavorTestJSON-596355724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:55.582850 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-72437e6b-19f9-41c3-bb3b-a372e64dddfe req-656aa778-03d5-4680-b2b3-909fda565607 tempest-FloatingIPDetailsTestJSON-1705181649 tempest-FloatingIPDetailsTestJSON-1705181649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:55.680903 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656aa778-03d5-4680-b2b3-909fda565607 tempest-FloatingIPDetailsTestJSON-1705181649 tempest-FloatingIPDetailsTestJSON-1705181649-project] Pushing event updated for resources: {'Port': ['ID=919e06ac-454c-4bd8-9d81-ebaae3a4aa40,revision_number=2']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:53:55.694335 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-72437e6b-19f9-41c3-bb3b-a372e64dddfe req-656aa778-03d5-4680-b2b3-909fda565607 tempest-FloatingIPDetailsTestJSON-1705181649 tempest-FloatingIPDetailsTestJSON-1705181649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-989945'] for floatingip, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:55.715022 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-72437e6b-19f9-41c3-bb3b-a372e64dddfe req-656aa778-03d5-4680-b2b3-909fda565607 tempest-FloatingIPDetailsTestJSON-1705181649 tempest-FloatingIPDetailsTestJSON-1705181649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for floatingip, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:55.716722 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-72437e6b-19f9-41c3-bb3b-a372e64dddfe req-656aa778-03d5-4680-b2b3-909fda565607 tempest-FloatingIPDetailsTestJSON-1705181649 tempest-FloatingIPDetailsTestJSON-1705181649-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.4423900 Aug 18 11:53:55.765821 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-dbab7256-9774-4c63-bc70-954b4fea268a None None] Set router e70189e5-4e2a-4b50-b30f-6d9b97034b70 gateway port host: n-d-804985-2 {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 11:53:55.815228 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-72437e6b-19f9-41c3-bb3b-a372e64dddfe req-3bbc6d10-7c8c-4f2b-9b3b-51a16f351a9d tempest-FloatingIPDetailsTestJSON-1705181649 tempest-FloatingIPDetailsTestJSON-1705181649-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.7.100 HTTP/1.1" status: 200 len: 696 time: 0.0909865 Aug 18 11:53:55.925459 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device e6247c9b-6fff-47ae-b4bc-fef3e0891510 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:53:55.979054 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72437e6b-19f9-41c3-bb3b-a372e64dddfe req-3a4ba433-96ff-4c9d-ab0a-3dbfdf5f294e tempest-FloatingIPDetailsTestJSON-1705181649 tempest-FloatingIPDetailsTestJSON-1705181649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:55.980809 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-72437e6b-19f9-41c3-bb3b-a372e64dddfe req-3a4ba433-96ff-4c9d-ab0a-3dbfdf5f294e tempest-FloatingIPDetailsTestJSON-1705181649 tempest-FloatingIPDetailsTestJSON-1705181649-project] 10.222.0.66 "GET /v2.0/networks/7cae7a70-14fd-408c-b14d-39ceb97cb60e HTTP/1.1" status: 200 len: 784 time: 0.1587346 Aug 18 11:53:56.084047 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port e6247c9b-6fff-47ae-b4bc-fef3e0891510 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:53:56.084509 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:56.199516 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1917824a-b76f-4ac3-a427-e64964bb4970 req-25dfc66e-a754-49e7-8834-b87820688df9 tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:56.207628 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1917824a-b76f-4ac3-a427-e64964bb4970 req-25dfc66e-a754-49e7-8834-b87820688df9 tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] 10.222.0.66 "GET /v2.0/ports?device_id=1776ccfc-79c3-4dd2-9d3e-5b7e075004d6 HTTP/1.1" status: 200 len: 950 time: 0.0879788 Aug 18 11:53:56.216363 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-dbab7256-9774-4c63-bc70-954b4fea268a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e70189e5-4e2a-4b50-b30f-6d9b97034b70', 'name': 'tempest-AttachSCSIVolumeTestJSON-1580712597-router', 'tenant_id': 'a65ddbb807d24f23a7d89558035c12d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.104'}], 'enable_snat': True}, 'gw_port_id': 'e6247c9b-6fff-47ae-b4bc-fef3e0891510', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T11:53:48Z', 'updated_at': '2021-08-18T11:53:52Z', 'revision_number': 4, 'project_id': 'a65ddbb807d24f23a7d89558035c12d2', 'gw_port': {'id': 'e6247c9b-6fff-47ae-b4bc-fef3e0891510', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:32:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e70189e5-4e2a-4b50-b30f-6d9b97034b70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:53:49Z', 'updated_at': '2021-08-18T11:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': '32f6b140-da04-4465-9d85-fe971724c696', 'name': '', 'network_id': '200d487e-73c7-420d-87e0-4281e46875aa', 'tenant_id': 'a65ddbb807d24f23a7d89558035c12d2', 'mac_address': 'fa:16:3e:aa:8e:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e70189e5-4e2a-4b50-b30f-6d9b97034b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '29812171-3976-4326-a3ba-ae0cf8ac122a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:53:51Z', 'updated_at': '2021-08-18T11:53:52Z', 'revision_number': 2, 'project_id': 'a65ddbb807d24f23a7d89558035c12d2', 'subnets': [{'id': '29812171-3976-4326-a3ba-ae0cf8ac122a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:53:56.251829 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbab7256-9774-4c63-bc70-954b4fea268a None None] Checking router: e70189e5-4e2a-4b50-b30f-6d9b97034b70 for host: n-d-804985-2 {{(pid=106254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 11:53:56.251829 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbab7256-9774-4c63-bc70-954b4fea268a None None] Updating router e70189e5-4e2a-4b50-b30f-6d9b97034b70 port 32f6b140-da04-4465-9d85-fe971724c696 binding host n-d-804985-2 {{(pid=106254) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 11:53:56.271137 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1917824a-b76f-4ac3-a427-e64964bb4970 req-93ba97ca-2fb6-48a5-b51c-75561b6e5a23 tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] 10.222.0.66 "GET /v2.0/security-groups?id=e54286de-dd7f-4b20-9f74-4a71262d523b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587885 Aug 18 11:53:56.290829 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-dbab7256-9774-4c63-bc70-954b4fea268a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:56.397655 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99eb9a68-189b-4d4b-af42-44f63f6b58b7 req-3c227297-8d05-4f87-9f7a-46bca0b0db64 tempest-FloatingIPsAssociationTestJSON-1671646685 tempest-FloatingIPsAssociationTestJSON-1671646685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:56.408295 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-99eb9a68-189b-4d4b-af42-44f63f6b58b7 req-3c227297-8d05-4f87-9f7a-46bca0b0db64 tempest-FloatingIPsAssociationTestJSON-1671646685 tempest-FloatingIPsAssociationTestJSON-1671646685-project] 10.222.0.66 "GET /v2.0/ports?device_id=4c19a9be-dd35-46a0-8be6-7465196e5516 HTTP/1.1" status: 200 len: 932 time: 0.0802429 Aug 18 11:53:56.449799 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-99eb9a68-189b-4d4b-af42-44f63f6b58b7 req-9cf4a011-244b-44c6-9d06-83e07c67afbe tempest-FloatingIPsAssociationTestJSON-1671646685 tempest-FloatingIPsAssociationTestJSON-1671646685-project] 10.222.0.66 "GET /v2.0/security-groups?id=1a0cf25f-7a4f-4eec-9daa-081df45eb4db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405912 Aug 18 11:53:56.631398 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-dbab7256-9774-4c63-bc70-954b4fea268a None None] Notify callbacks [] for port, precommit_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:56.643327 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-dbab7256-9774-4c63-bc70-954b4fea268a None None] Transition to ACTIVE for port object 32f6b140-da04-4465-9d85-fe971724c696 will not be triggered until provisioned by entity L2. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 11:53:56.659955 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-dbab7256-9774-4c63-bc70-954b4fea268a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:56.710665 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4e32fa-92a4-4c05-9b8c-ad357f7f6201 None None] Pushing event updated for resources: {'Port': ['ID=32f6b140-da04-4465-9d85-fe971724c696,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:53:56.713235 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1e213f89-9442-48f6-b241-f41e5aca6efd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58902106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59388097'] for subnet, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:56.782292 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-dbab7256-9774-4c63-bc70-954b4fea268a None None] Attempting to bind port 32f6b140-da04-4465-9d85-fe971724c696 on host n-d-804985-2 for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 11:53:56.782762 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-dbab7256-9774-4c63-bc70-954b4fea268a None None] Attempting to bind port 32f6b140-da04-4465-9d85-fe971724c696 by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': '8ba4150c-c7c2-4067-8951-4d5305732330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '200d487e-73c7-420d-87e0-4281e46875aa'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 11:53:56.783169 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbab7256-9774-4c63-bc70-954b4fea268a None None] Attempting to bind port 32f6b140-da04-4465-9d85-fe971724c696 on network 200d487e-73c7-420d-87e0-4281e46875aa {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 11:53:56.789319 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbab7256-9774-4c63-bc70-954b4fea268a None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 11, 53, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 11:53:56.789684 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbab7256-9774-4c63-bc70-954b4fea268a None None] Checking segment: {'id': '8ba4150c-c7c2-4067-8951-4d5305732330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '200d487e-73c7-420d-87e0-4281e46875aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 11:53:56.790088 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-dbab7256-9774-4c63-bc70-954b4fea268a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:56.790476 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbab7256-9774-4c63-bc70-954b4fea268a None None] Bound using segment: {'id': '8ba4150c-c7c2-4067-8951-4d5305732330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '200d487e-73c7-420d-87e0-4281e46875aa'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 11:53:56.791024 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-dbab7256-9774-4c63-bc70-954b4fea268a None None] Bound port: 32f6b140-da04-4465-9d85-fe971724c696, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ba4150c-c7c2-4067-8951-4d5305732330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '200d487e-73c7-420d-87e0-4281e46875aa'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 11:53:56.791408 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-dbab7256-9774-4c63-bc70-954b4fea268a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:56.871742 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-681659cf-3925-47e0-a8b3-ca5d8e491aa3 req-07e96483-7fb7-477e-b73b-c5ede872cac8 tempest-ServersWithSpecificFlavorTestJSON-596355724 tempest-ServersWithSpecificFlavorTestJSON-596355724-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:56.872332 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-681659cf-3925-47e0-a8b3-ca5d8e491aa3 req-07e96483-7fb7-477e-b73b-c5ede872cac8 tempest-ServersWithSpecificFlavorTestJSON-596355724 tempest-ServersWithSpecificFlavorTestJSON-596355724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-989945'] for floatingip, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:56.872869 n-d-804985-2 neutron-server[106253]: INFO neutron.db.l3_db [req-681659cf-3925-47e0-a8b3-ca5d8e491aa3 req-07e96483-7fb7-477e-b73b-c5ede872cac8 tempest-ServersWithSpecificFlavorTestJSON-596355724 tempest-ServersWithSpecificFlavorTestJSON-596355724-project] Floating IP cde7a271-dc52-479c-816e-0b2a6b6938b0 disassociated. External IP: 172.25.7.157, port: 5e2c616a-26a0-4994-8529-2af87eaf6368. Aug 18 11:53:56.873367 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-681659cf-3925-47e0-a8b3-ca5d8e491aa3 req-07e96483-7fb7-477e-b73b-c5ede872cac8 tempest-ServersWithSpecificFlavorTestJSON-596355724 tempest-ServersWithSpecificFlavorTestJSON-596355724-project] Calling delete_port for 5e2c616a-26a0-4994-8529-2af87eaf6368 owned by compute:nova {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 11:53:56.876011 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e213f89-9442-48f6-b241-f41e5aca6efd admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd78d838-35ce-4c81-aeae-b48ea6aa5b40,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:53:56.879900 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-dbab7256-9774-4c63-bc70-954b4fea268a None None] For port 32f6b140-da04-4465-9d85-fe971724c696, host n-d-804985-2, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 11:53:56.883700 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-dbab7256-9774-4c63-bc70-954b4fea268a None None] For port 32f6b140-da04-4465-9d85-fe971724c696, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=32f6b140-da04-4465-9d85-fe971724c696,segment=NetworkSegment(8ba4150c-c7c2-4067-8951-4d5305732330),segment_id=8ba4150c-c7c2-4067-8951-4d5305732330)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 11:53:56.892815 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-dbab7256-9774-4c63-bc70-954b4fea268a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:56.960151 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [req-d5f5ff09-7078-41a8-bb61-580b9833d112 req-bede739a-fd61-4e7e-842e-13b2bee6a784 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1f2f1cd-4c07-4cb6-8830-f3ba34baab67 {{(pid=106253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 11:53:56.975126 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-d5f5ff09-7078-41a8-bb61-580b9833d112 req-bede739a-fd61-4e7e-842e-13b2bee6a784 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:57.002148 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4e32fa-92a4-4c05-9b8c-ad357f7f6201 None None] Pushing event updated for resources: {'Port': ['ID=32f6b140-da04-4465-9d85-fe971724c696,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:53:57.005384 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e213f89-9442-48f6-b241-f41e5aca6efd admin admin] Checking segment: {'id': '5ab336fe-39ee-434d-b733-9c5425304b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'c5fb4668-c687-49d6-bd2c-0b015c57b5fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 11:53:57.005772 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e213f89-9442-48f6-b241-f41e5aca6efd admin admin] Network hostable DHCP agents. Network: c5fb4668-c687-49d6-bd2c-0b015c57b5fb, hostable agents: ['97c14208-2951-4361-8d64-3708c946ff5f'], hosted agents: [] {{(pid=106253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 11:53:57.021762 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [req-d5f5ff09-7078-41a8-bb61-580b9833d112 req-bede739a-fd61-4e7e-842e-13b2bee6a784 service neutron] Transition to ACTIVE for port object e1f2f1cd-4c07-4cb6-8830-f3ba34baab67 will not be triggered until provisioned by entity L2. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 11:53:57.022201 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-cb9d61dd-bbde-4d1c-8e17-0f06714d4134 req-9df9e406-20ec-472b-bf15-1443dd278f14 tempest-ServersWithSpecificFlavorTestJSON-596355724 tempest-ServersWithSpecificFlavorTestJSON-596355724-project] 10.222.0.66 "GET /v2.0/ports?device_id=33dff871-377a-4e86-9f9d-1edbba5fae4b HTTP/1.1" status: 200 len: 210 time: 0.0436490 Aug 18 11:53:57.038707 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-d5f5ff09-7078-41a8-bb61-580b9833d112 req-bede739a-fd61-4e7e-842e-13b2bee6a784 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:57.060606 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbab7256-9774-4c63-bc70-954b4fea268a None None] Routers {'e70189e5-4e2a-4b50-b30f-6d9b97034b70'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 11:53:57.061653 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-dbab7256-9774-4c63-bc70-954b4fea268a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T11:53:51Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['e70189e5-4e2a-4b50-b30f-6d9b97034b70'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:53:57.141642 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e213f89-9442-48f6-b241-f41e5aca6efd admin admin] Network c5fb4668-c687-49d6-bd2c-0b015c57b5fb is scheduled to be hosted by DHCP agent 97c14208-2951-4361-8d64-3708c946ff5f with binding_index 1 {{(pid=106253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 11:53:57.180213 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [req-19a2ac9d-9baa-4760-8583-0ef9790d70d4 req-637de152-84e2-4c59-b18d-d1ac0c6825b0 tempest-LiveMigrationTest-1335981208 tempest-LiveMigrationTest-1335981208-project-admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=106252) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 11:53:57.183950 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bede739a-fd61-4e7e-842e-13b2bee6a784 service neutron] Pushing event updated for resources: {'Port': ['ID=e1f2f1cd-4c07-4cb6-8830-f3ba34baab67,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:53:57.186795 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-1e213f89-9442-48f6-b241-f41e5aca6efd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-2, c5fb4668-c687-49d6-bd2c-0b015c57b5fb) {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:53:57.202121 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-19a2ac9d-9baa-4760-8583-0ef9790d70d4 req-637de152-84e2-4c59-b18d-d1ac0c6825b0 tempest-LiveMigrationTest-1335981208 tempest-LiveMigrationTest-1335981208-project-admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0359399 Aug 18 11:53:57.206567 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e213f89-9442-48f6-b241-f41e5aca6efd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:57.207417 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1e213f89-9442-48f6-b241-f41e5aca6efd admin admin] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:57.211061 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-19a2ac9d-9baa-4760-8583-0ef9790d70d4 req-641bddf9-f165-405c-b073-77fddafaa5b7 service neutron] Request body: {'binding': {'host': 'n-h2-804985-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:53:57.211528 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-19a2ac9d-9baa-4760-8583-0ef9790d70d4 req-641bddf9-f165-405c-b073-77fddafaa5b7 service neutron] Unknown quota resources ['binding']. {{(pid=106252) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 18 11:53:57.219474 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b109357f-f33d-411e-a2e9-eef933a7b9fb None None] Network c5fb4668-c687-49d6-bd2c-0b015c57b5fb requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 11:53:57.254376 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0947e570-1df4-4e2b-b676-5ca988c0bbf8 req-3dd89930-cada-4f18-af5b-173691714048 tempest-FloatingIPDetailsTestJSON-1705181649 tempest-FloatingIPDetailsTestJSON-1705181649-project] 10.222.0.66 "GET /v2.0/floatingips/5e6d3e8f-19ac-4657-a41c-315e75e7120d HTTP/1.1" status: 200 len: 693 time: 0.1631761 Aug 18 11:53:57.370112 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-1e213f89-9442-48f6-b241-f41e5aca6efd admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.9699674 Aug 18 11:53:57.374951 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 49914) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:53:57.386444 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-f6f77b60-2c1c-40ce-a4a6-78ac4b7440b4 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1220428903-router', 'tenant_id': 'b512df1d55bf4d889ffe3f9242b6f627', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'}}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:53:57.419126 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-d5f5ff09-7078-41a8-bb61-580b9833d112 req-bede739a-fd61-4e7e-842e-13b2bee6a784 service neutron] Attempting to bind port e1f2f1cd-4c07-4cb6-8830-f3ba34baab67 on host n-h2-804985-2 for vnic_type normal with profile {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 11:53:57.419683 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-d5f5ff09-7078-41a8-bb61-580b9833d112 req-bede739a-fd61-4e7e-842e-13b2bee6a784 service neutron] Attempting to bind port e1f2f1cd-4c07-4cb6-8830-f3ba34baab67 by drivers openvswitch,hyperv on host n-h2-804985-2 at level 0 using segments [{'id': 'de35f490-159d-4f32-ba39-7fcc2c85f9d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '17b21726-ad58-4633-922c-414857af0af2'}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 11:53:57.420213 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f5ff09-7078-41a8-bb61-580b9833d112 req-bede739a-fd61-4e7e-842e-13b2bee6a784 service neutron] Attempting to bind port e1f2f1cd-4c07-4cb6-8830-f3ba34baab67 on network 17b21726-ad58-4633-922c-414857af0af2 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 11:53:57.430360 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f5ff09-7078-41a8-bb61-580b9833d112 req-bede739a-fd61-4e7e-842e-13b2bee6a784 service neutron] Port e1f2f1cd-4c07-4cb6-8830-f3ba34baab67 on network 17b21726-ad58-4633-922c-414857af0af2 not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-2 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 11:53:57.430681 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f5ff09-7078-41a8-bb61-580b9833d112 req-bede739a-fd61-4e7e-842e-13b2bee6a784 service neutron] Attempting to bind port e1f2f1cd-4c07-4cb6-8830-f3ba34baab67 on network 17b21726-ad58-4633-922c-414857af0af2 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 11:53:57.433426 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f6f77b60-2c1c-40ce-a4a6-78ac4b7440b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-998592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15809'] for router, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:57.438330 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f6f77b60-2c1c-40ce-a4a6-78ac4b7440b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-992733', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-971415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15816'] for router, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:57.443638 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-dbab7256-9774-4c63-bc70-954b4fea268a None None] Set router e70189e5-4e2a-4b50-b30f-6d9b97034b70 gateway port host: n-d-804985-2 {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 11:53:57.457388 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f5ff09-7078-41a8-bb61-580b9833d112 req-bede739a-fd61-4e7e-842e-13b2bee6a784 service neutron] Checking agent: {'id': 'da5da552-709c-4248-84de-86af99a0dc87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 49, 8), 'started_at': datetime.datetime(2021, 8, 18, 11, 49, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 11, 53, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 11:53:57.457643 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f5ff09-7078-41a8-bb61-580b9833d112 req-bede739a-fd61-4e7e-842e-13b2bee6a784 service neutron] Checking segment: {'id': 'de35f490-159d-4f32-ba39-7fcc2c85f9d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '17b21726-ad58-4633-922c-414857af0af2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 11:53:57.457981 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f5ff09-7078-41a8-bb61-580b9833d112 req-bede739a-fd61-4e7e-842e-13b2bee6a784 service neutron] Bound using segment: {'id': 'de35f490-159d-4f32-ba39-7fcc2c85f9d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '17b21726-ad58-4633-922c-414857af0af2'} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 11:53:57.458478 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-d5f5ff09-7078-41a8-bb61-580b9833d112 req-bede739a-fd61-4e7e-842e-13b2bee6a784 service neutron] Bound port: e1f2f1cd-4c07-4cb6-8830-f3ba34baab67, host: n-h2-804985-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de35f490-159d-4f32-ba39-7fcc2c85f9d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '17b21726-ad58-4633-922c-414857af0af2'}}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 11:53:57.458875 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-d5f5ff09-7078-41a8-bb61-580b9833d112 req-bede739a-fd61-4e7e-842e-13b2bee6a784 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:57.523207 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-681659cf-3925-47e0-a8b3-ca5d8e491aa3 req-07e96483-7fb7-477e-b73b-c5ede872cac8 tempest-ServersWithSpecificFlavorTestJSON-596355724 tempest-ServersWithSpecificFlavorTestJSON-596355724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:57.533168 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc63491-0635-474b-a238-709b02e2ec07 req-ac8ab537-0486-41d2-9c39-14fd8aaa72dc tempest-ServersWithSpecificFlavorTestJSON-596355724 tempest-ServersWithSpecificFlavorTestJSON-596355724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:57.535753 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7dc63491-0635-474b-a238-709b02e2ec07 req-ac8ab537-0486-41d2-9c39-14fd8aaa72dc tempest-ServersWithSpecificFlavorTestJSON-596355724 tempest-ServersWithSpecificFlavorTestJSON-596355724-project] 10.222.0.63 "GET /v2.0/networks?id=299a3393-ede6-4663-8e2e-68401e0c2de3 HTTP/1.1" status: 200 len: 823 time: 0.3721039 Aug 18 11:53:57.577897 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-d5f5ff09-7078-41a8-bb61-580b9833d112 req-bede739a-fd61-4e7e-842e-13b2bee6a784 service neutron] For port e1f2f1cd-4c07-4cb6-8830-f3ba34baab67, host n-h2-804985-2, cleared binding levels {{(pid=106253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 11:53:57.624313 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e96483-7fb7-477e-b73b-c5ede872cac8 tempest-ServersWithSpecificFlavorTestJSON-596355724 tempest-ServersWithSpecificFlavorTestJSON-596355724-project] Pushing event deleted for resources: {'Port': ['ID=5e2c616a-26a0-4994-8529-2af87eaf6368,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:53:57.632839 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f6f77b60-2c1c-40ce-a4a6-78ac4b7440b4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:57.634975 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7dc63491-0635-474b-a238-709b02e2ec07 req-a27a3032-2cde-413c-ab29-cffff6fe98a5 tempest-ServersWithSpecificFlavorTestJSON-596355724 tempest-ServersWithSpecificFlavorTestJSON-596355724-project] 10.222.0.63 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c87ef195b6b74f67b0f04cf988678fa6 HTTP/1.1" status: 200 len: 380 time: 0.0818632 Aug 18 11:53:57.635850 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-d5f5ff09-7078-41a8-bb61-580b9833d112 req-bede739a-fd61-4e7e-842e-13b2bee6a784 service neutron] For port e1f2f1cd-4c07-4cb6-8830-f3ba34baab67, host n-h2-804985-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=e1f2f1cd-4c07-4cb6-8830-f3ba34baab67,segment=NetworkSegment(de35f490-159d-4f32-ba39-7fcc2c85f9d3),segment_id=de35f490-159d-4f32-ba39-7fcc2c85f9d3)] {{(pid=106253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 11:53:57.656802 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-7dc63491-0635-474b-a238-709b02e2ec07 req-f53cbfe3-5bc0-4df3-87dc-a7d5a1eac7c8 tempest-ServersWithSpecificFlavorTestJSON-596355724 tempest-ServersWithSpecificFlavorTestJSON-596355724-project] Request body: {'port': {'device_id': '33dff871-377a-4e86-9f9d-1edbba5fae4b', 'network_id': '299a3393-ede6-4663-8e2e-68401e0c2de3', 'admin_state_up': True, 'tenant_id': 'c87ef195b6b74f67b0f04cf988678fa6', 'security_groups': ['238dbab8-dd9a-4024-8b12-d86b53f53679']}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:53:57.680406 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-d5f5ff09-7078-41a8-bb61-580b9833d112 req-bede739a-fd61-4e7e-842e-13b2bee6a784 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:57.744098 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-19a2ac9d-9baa-4760-8583-0ef9790d70d4 req-641bddf9-f165-405c-b073-77fddafaa5b7 service neutron] Attempting to bind port 93bbe875-2e51-465e-8794-e89d18f614c1 on host n-h2-804985-2 for vnic_type normal with profile None {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 11:53:57.744380 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-19a2ac9d-9baa-4760-8583-0ef9790d70d4 req-641bddf9-f165-405c-b073-77fddafaa5b7 service neutron] Attempting to bind port 93bbe875-2e51-465e-8794-e89d18f614c1 by drivers openvswitch,hyperv on host n-h2-804985-2 at level 0 using segments [{'id': '77044dd8-732d-4440-9cc8-7f1936544d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'f2b8460a-d20a-4d24-a458-477b4502f48c'}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 11:53:57.744661 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19a2ac9d-9baa-4760-8583-0ef9790d70d4 req-641bddf9-f165-405c-b073-77fddafaa5b7 service neutron] Attempting to bind port 93bbe875-2e51-465e-8794-e89d18f614c1 on network f2b8460a-d20a-4d24-a458-477b4502f48c {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 11:53:57.754331 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19a2ac9d-9baa-4760-8583-0ef9790d70d4 req-641bddf9-f165-405c-b073-77fddafaa5b7 service neutron] Port 93bbe875-2e51-465e-8794-e89d18f614c1 on network f2b8460a-d20a-4d24-a458-477b4502f48c not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-2 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 11:53:57.754695 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19a2ac9d-9baa-4760-8583-0ef9790d70d4 req-641bddf9-f165-405c-b073-77fddafaa5b7 service neutron] Attempting to bind port 93bbe875-2e51-465e-8794-e89d18f614c1 on network f2b8460a-d20a-4d24-a458-477b4502f48c {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 11:53:57.776893 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19a2ac9d-9baa-4760-8583-0ef9790d70d4 req-641bddf9-f165-405c-b073-77fddafaa5b7 service neutron] Checking agent: {'id': 'da5da552-709c-4248-84de-86af99a0dc87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 49, 8), 'started_at': datetime.datetime(2021, 8, 18, 11, 49, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 11, 53, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 11:53:57.776893 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19a2ac9d-9baa-4760-8583-0ef9790d70d4 req-641bddf9-f165-405c-b073-77fddafaa5b7 service neutron] Checking segment: {'id': '77044dd8-732d-4440-9cc8-7f1936544d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'f2b8460a-d20a-4d24-a458-477b4502f48c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 11:53:57.776893 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19a2ac9d-9baa-4760-8583-0ef9790d70d4 req-641bddf9-f165-405c-b073-77fddafaa5b7 service neutron] Bound using segment: {'id': '77044dd8-732d-4440-9cc8-7f1936544d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'f2b8460a-d20a-4d24-a458-477b4502f48c'} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 11:53:57.777341 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-19a2ac9d-9baa-4760-8583-0ef9790d70d4 req-641bddf9-f165-405c-b073-77fddafaa5b7 service neutron] Bound port: 93bbe875-2e51-465e-8794-e89d18f614c1, host: n-h2-804985-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77044dd8-732d-4440-9cc8-7f1936544d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'f2b8460a-d20a-4d24-a458-477b4502f48c'}}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 11:53:57.784731 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f5ff09-7078-41a8-bb61-580b9833d112 req-bede739a-fd61-4e7e-842e-13b2bee6a784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:57.785322 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-d5f5ff09-7078-41a8-bb61-580b9833d112 req-bede739a-fd61-4e7e-842e-13b2bee6a784 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:57.786904 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-d5f5ff09-7078-41a8-bb61-580b9833d112 req-bede739a-fd61-4e7e-842e-13b2bee6a784 service neutron] 10.222.0.62 "PUT /v2.0/ports/e1f2f1cd-4c07-4cb6-8830-f3ba34baab67 HTTP/1.1" status: 200 len: 1092 time: 2.5326934 Aug 18 11:53:57.791919 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c19a9be-dd35-46a0-8be6-7465196e5516', 'tag': 'e1f2f1cd-4c07-4cb6-8830-f3ba34baab67'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 11:53:57.795324 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0679f4c4b6e0e0c064a7d71d722dc30541a34fffee11680573be22ee2ffccc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2117b0cb-d096-4dc1-a939-f2749f61788d" -d '{"events": [{"name": "network-changed", "server_uuid": "4c19a9be-dd35-46a0-8be6-7465196e5516", "tag": "e1f2f1cd-4c07-4cb6-8830-f3ba34baab67"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:53:57.842754 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-19a2ac9d-9baa-4760-8583-0ef9790d70d4 req-641bddf9-f165-405c-b073-77fddafaa5b7 service neutron] For port 93bbe875-2e51-465e-8794-e89d18f614c1, host n-h2-804985-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=93bbe875-2e51-465e-8794-e89d18f614c1,segment=NetworkSegment(77044dd8-732d-4440-9cc8-7f1936544d71),segment_id=77044dd8-732d-4440-9cc8-7f1936544d71)] {{(pid=106252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 11:53:57.859310 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-19a2ac9d-9baa-4760-8583-0ef9790d70d4 req-641bddf9-f165-405c-b073-77fddafaa5b7 service neutron] Notify callbacks [] for binding, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:57.860415 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-19a2ac9d-9baa-4760-8583-0ef9790d70d4 req-641bddf9-f165-405c-b073-77fddafaa5b7 service neutron] 10.222.0.66 "POST /v2.0/ports/93bbe875-2e51-465e-8794-e89d18f614c1/bindings HTTP/1.1" status: 201 len: 389 time: 0.6574762 Aug 18 11:53:57.886815 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0947e570-1df4-4e2b-b676-5ca988c0bbf8 req-13ce19ff-5506-48fe-b09c-01d588b43f61 tempest-FloatingIPDetailsTestJSON-1705181649 tempest-FloatingIPDetailsTestJSON-1705181649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:57.894319 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0947e570-1df4-4e2b-b676-5ca988c0bbf8 req-13ce19ff-5506-48fe-b09c-01d588b43f61 tempest-FloatingIPDetailsTestJSON-1705181649 tempest-FloatingIPDetailsTestJSON-1705181649-project] 10.222.0.66 "GET /v2.0/networks/7cae7a70-14fd-408c-b14d-39ceb97cb60e HTTP/1.1" status: 200 len: 784 time: 0.6391809 Aug 18 11:53:57.901679 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [req-0947e570-1df4-4e2b-b676-5ca988c0bbf8 req-a0208b5c-bea4-400d-87ce-4ec681cd812d tempest-FloatingIPDetailsTestJSON-1705181649 tempest-FloatingIPDetailsTestJSON-1705181649-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=106252) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 11:53:57.917247 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0947e570-1df4-4e2b-b676-5ca988c0bbf8 req-a0208b5c-bea4-400d-87ce-4ec681cd812d tempest-FloatingIPDetailsTestJSON-1705181649 tempest-FloatingIPDetailsTestJSON-1705181649-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0219555 Aug 18 11:53:57.923311 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eb68fbd-9ae8-4890-b831-9b094010e326 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp788be208-34ab-5a8f-af0f-528834af222f-c5fb4668-c687-49d6-bd2c-0b015c57b5fb', 'network_id': 'c5fb4668-c687-49d6-bd2c-0b015c57b5fb', 'tenant_id': 'b512df1d55bf4d889ffe3f9242b6f627', 'fixed_ips': [{'subnet_id': 'cd78d838-35ce-4c81-aeae-b48ea6aa5b40'}]}} from n-d-804985-2. {{(pid=106254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 11:53:57.925678 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-9eb68fbd-9ae8-4890-b831-9b094010e326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:57.951354 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7dc63491-0635-474b-a238-709b02e2ec07 req-f53cbfe3-5bc0-4df3-87dc-a7d5a1eac7c8 tempest-ServersWithSpecificFlavorTestJSON-596355724 tempest-ServersWithSpecificFlavorTestJSON-596355724-project] Made reservation on behalf of c87ef195b6b74f67b0f04cf988678fa6 for: {'port': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 11:53:57.960449 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-7dc63491-0635-474b-a238-709b02e2ec07 req-f53cbfe3-5bc0-4df3-87dc-a7d5a1eac7c8 tempest-ServersWithSpecificFlavorTestJSON-596355724 tempest-ServersWithSpecificFlavorTestJSON-596355724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:58.000206 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f6f77b60-2c1c-40ce-a4a6-78ac4b7440b4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:58.007138 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bede739a-fd61-4e7e-842e-13b2bee6a784 service neutron] Pushing event updated for resources: {'Port': ['ID=e1f2f1cd-4c07-4cb6-8830-f3ba34baab67,revision_number=3']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:53:58.081727 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [req-681659cf-3925-47e0-a8b3-ca5d8e491aa3 req-07e96483-7fb7-477e-b73b-c5ede872cac8 tempest-ServersWithSpecificFlavorTestJSON-596355724 tempest-ServersWithSpecificFlavorTestJSON-596355724-project] Router 0d9abde5-2417-418c-8738-fb63cad274ff has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 11:53:58.181857 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-dbab7256-9774-4c63-bc70-954b4fea268a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e70189e5-4e2a-4b50-b30f-6d9b97034b70', 'name': 'tempest-AttachSCSIVolumeTestJSON-1580712597-router', 'tenant_id': 'a65ddbb807d24f23a7d89558035c12d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.104'}], 'enable_snat': True}, 'gw_port_id': 'e6247c9b-6fff-47ae-b4bc-fef3e0891510', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T11:53:48Z', 'updated_at': '2021-08-18T11:53:52Z', 'revision_number': 4, 'project_id': 'a65ddbb807d24f23a7d89558035c12d2', 'gw_port': {'id': 'e6247c9b-6fff-47ae-b4bc-fef3e0891510', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:32:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e70189e5-4e2a-4b50-b30f-6d9b97034b70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:53:49Z', 'updated_at': '2021-08-18T11:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': '32f6b140-da04-4465-9d85-fe971724c696', 'name': '', 'network_id': '200d487e-73c7-420d-87e0-4281e46875aa', 'tenant_id': 'a65ddbb807d24f23a7d89558035c12d2', 'mac_address': 'fa:16:3e:aa:8e:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e70189e5-4e2a-4b50-b30f-6d9b97034b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '29812171-3976-4326-a3ba-ae0cf8ac122a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:53:51Z', 'updated_at': '2021-08-18T11:53:56Z', 'revision_number': 4, 'project_id': 'a65ddbb807d24f23a7d89558035c12d2', 'subnets': [{'id': '29812171-3976-4326-a3ba-ae0cf8ac122a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:53:58.257848 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbab7256-9774-4c63-bc70-954b4fea268a None None] The sync data for ids ['e70189e5-4e2a-4b50-b30f-6d9b97034b70'] in n-d-804985-2 is: [{'id': 'e70189e5-4e2a-4b50-b30f-6d9b97034b70', 'name': 'tempest-AttachSCSIVolumeTestJSON-1580712597-router', 'tenant_id': 'a65ddbb807d24f23a7d89558035c12d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.104'}], 'enable_snat': True}, 'gw_port_id': 'e6247c9b-6fff-47ae-b4bc-fef3e0891510', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T11:53:48Z', 'updated_at': '2021-08-18T11:53:52Z', 'revision_number': 4, 'project_id': 'a65ddbb807d24f23a7d89558035c12d2', 'gw_port': {'id': 'e6247c9b-6fff-47ae-b4bc-fef3e0891510', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:32:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e70189e5-4e2a-4b50-b30f-6d9b97034b70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:53:49Z', 'updated_at': '2021-08-18T11:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': '32f6b140-da04-4465-9d85-fe971724c696', 'name': '', 'network_id': '200d487e-73c7-420d-87e0-4281e46875aa', 'tenant_id': 'a65ddbb807d24f23a7d89558035c12d2', 'mac_address': 'fa:16:3e:aa:8e:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e70189e5-4e2a-4b50-b30f-6d9b97034b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '29812171-3976-4326-a3ba-ae0cf8ac122a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:53:51Z', 'updated_at': '2021-08-18T11:53:56Z', 'revision_number': 4, 'project_id': 'a65ddbb807d24f23a7d89558035c12d2', 'subnets': [{'id': '29812171-3976-4326-a3ba-ae0cf8ac122a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 11:53:58.258103 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [req-7dc63491-0635-474b-a238-709b02e2ec07 req-f53cbfe3-5bc0-4df3-87dc-a7d5a1eac7c8 tempest-ServersWithSpecificFlavorTestJSON-596355724 tempest-ServersWithSpecificFlavorTestJSON-596355724-project] Allocated IP 172.20.0.7 (299a3393-ede6-4663-8e2e-68401e0c2de3/1f6a98c3-f342-4c72-a137-7aba7a641e96/69ae0138-30ec-42c1-96f8-e1f7ac8f0323) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 11:53:58.348021 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f5ff09-7078-41a8-bb61-580b9833d112 req-ae0ff7df-db24-435a-8ff9-f2d2764ddd18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:58.353796 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-d5f5ff09-7078-41a8-bb61-580b9833d112 req-ae0ff7df-db24-435a-8ff9-f2d2764ddd18 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=72b8902517244a1ca86567bff576d2b2&device_id=4c19a9be-dd35-46a0-8be6-7465196e5516 HTTP/1.1" status: 200 len: 1095 time: 0.4548552 Aug 18 11:53:58.408967 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.db_base_plugin_common [None req-9eb68fbd-9ae8-4890-b831-9b094010e326 None None] Allocated IP 172.20.0.2 (c5fb4668-c687-49d6-bd2c-0b015c57b5fb/cd78d838-35ce-4c81-aeae-b48ea6aa5b40/b45212d0-027c-4921-869c-269eb0ed3713) {{(pid=106254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 11:53:58.538254 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-d5f5ff09-7078-41a8-bb61-580b9833d112 req-e188be78-fc63-43f3-be95-484feed0e029 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e1f2f1cd-4c07-4cb6-8830-f3ba34baab67 HTTP/1.1" status: 200 len: 217 time: 0.1677125 Aug 18 11:53:58.546880 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-681659cf-3925-47e0-a8b3-ca5d8e491aa3 req-07e96483-7fb7-477e-b73b-c5ede872cac8 tempest-ServersWithSpecificFlavorTestJSON-596355724 tempest-ServersWithSpecificFlavorTestJSON-596355724-project] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 11:53:58.556737 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f636c93-1760-419c-b0cf-65700a92084b None None] Sync routers for ids ['0d9abde5-2417-418c-8738-fb63cad274ff'] in n-d-804985-2 {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 11:53:58.573152 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f636c93-1760-419c-b0cf-65700a92084b None None] Routers {'0d9abde5-2417-418c-8738-fb63cad274ff'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 11:53:58.573799 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-5f636c93-1760-419c-b0cf-65700a92084b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T11:53:51Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['0d9abde5-2417-418c-8738-fb63cad274ff'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:53:58.612258 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-7dc63491-0635-474b-a238-709b02e2ec07 req-f53cbfe3-5bc0-4df3-87dc-a7d5a1eac7c8 tempest-ServersWithSpecificFlavorTestJSON-596355724 tempest-ServersWithSpecificFlavorTestJSON-596355724-project] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:58.636646 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-681659cf-3925-47e0-a8b3-ca5d8e491aa3 req-07e96483-7fb7-477e-b73b-c5ede872cac8 tempest-ServersWithSpecificFlavorTestJSON-596355724 tempest-ServersWithSpecificFlavorTestJSON-596355724-project] No DVR routers for this DVR port 5e2c616a-26a0-4994-8529-2af87eaf6368 on host n-h2-804985-2 {{(pid=106253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 11:53:58.638839 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e08b76d-c76d-4c84-96da-49e19d61a84e req-f667c5ba-ea52-4a1b-9066-39e8a9528b13 tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:58.652344 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1e08b76d-c76d-4c84-96da-49e19d61a84e req-f667c5ba-ea52-4a1b-9066-39e8a9528b13 tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] 10.222.0.66 "GET /v2.0/ports?device_id=1776ccfc-79c3-4dd2-9d3e-5b7e075004d6 HTTP/1.1" status: 200 len: 950 time: 0.1907291 Aug 18 11:53:58.653273 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-681659cf-3925-47e0-a8b3-ca5d8e491aa3 req-07e96483-7fb7-477e-b73b-c5ede872cac8 tempest-ServersWithSpecificFlavorTestJSON-596355724 tempest-ServersWithSpecificFlavorTestJSON-596355724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:58.657109 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-681659cf-3925-47e0-a8b3-ca5d8e491aa3 req-07e96483-7fb7-477e-b73b-c5ede872cac8 tempest-ServersWithSpecificFlavorTestJSON-596355724 tempest-ServersWithSpecificFlavorTestJSON-596355724-project] 10.222.0.62 "DELETE /v2.0/ports/5e2c616a-26a0-4994-8529-2af87eaf6368 HTTP/1.1" status: 204 len: 173 time: 3.5938199 Aug 18 11:53:58.657921 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-9eb68fbd-9ae8-4890-b831-9b094010e326 None None] Notify callbacks [] for port, precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:58.668001 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-9eb68fbd-9ae8-4890-b831-9b094010e326 None None] Transition to ACTIVE for port object b45212d0-027c-4921-869c-269eb0ed3713 will not be triggered until provisioned by entity L2. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 11:53:58.673866 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f5ff09-7078-41a8-bb61-580b9833d112 req-9081c7be-515d-4b3d-8df2-3db159fe03ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:58.675571 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-d5f5ff09-7078-41a8-bb61-580b9833d112 req-9081c7be-515d-4b3d-8df2-3db159fe03ac service neutron] 10.222.0.62 "GET /v2.0/subnets?id=04e502a5-5018-4e73-baa8-683bfd3d2545 HTTP/1.1" status: 200 len: 860 time: 0.1265550 Aug 18 11:53:58.688787 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-9eb68fbd-9ae8-4890-b831-9b094010e326 None None] Transition to ACTIVE for port object b45212d0-027c-4921-869c-269eb0ed3713 will not be triggered until provisioned by entity DHCP. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 11:53:58.696740 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a69074a-6ef9-4a25-96d7-b2399fbdbf77 req-74404eb2-2959-452e-a180-9814aaeeedfa tempest-FloatingIPsAssociationTestJSON-1671646685 tempest-FloatingIPsAssociationTestJSON-1671646685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:58.705422 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6a69074a-6ef9-4a25-96d7-b2399fbdbf77 req-74404eb2-2959-452e-a180-9814aaeeedfa tempest-FloatingIPsAssociationTestJSON-1671646685 tempest-FloatingIPsAssociationTestJSON-1671646685-project] 10.222.0.66 "GET /v2.0/ports?device_id=4c19a9be-dd35-46a0-8be6-7465196e5516 HTTP/1.1" status: 200 len: 944 time: 0.2427623 Aug 18 11:53:58.709091 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-9eb68fbd-9ae8-4890-b831-9b094010e326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547'] for port, after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:58.709468 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a2ac9d-9baa-4760-8583-0ef9790d70d4 req-5effa8ab-03ed-482b-8c72-444afbc3266e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:58.711194 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-19a2ac9d-9baa-4760-8583-0ef9790d70d4 req-5effa8ab-03ed-482b-8c72-444afbc3266e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=188bebbd8f564ea0bbe77621cda4023c&device_id=8fd5ea8f-178b-40e4-8012-09188cab4234 HTTP/1.1" status: 200 len: 1096 time: 0.2509236 Aug 18 11:53:58.742856 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [req-7dc63491-0635-474b-a238-709b02e2ec07 req-f53cbfe3-5bc0-4df3-87dc-a7d5a1eac7c8 tempest-ServersWithSpecificFlavorTestJSON-596355724 tempest-ServersWithSpecificFlavorTestJSON-596355724-project] Transition to ACTIVE for port object 69ae0138-30ec-42c1-96f8-e1f7ac8f0323 will not be triggered until provisioned by entity DHCP. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 11:53:58.810579 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eb68fbd-9ae8-4890-b831-9b094010e326 None None] Network c5fb4668-c687-49d6-bd2c-0b015c57b5fb is already hosted by enough agents. {{(pid=106254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 11:53:58.821308 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.base_scheduler [None req-9eb68fbd-9ae8-4890-b831-9b094010e326 None None] Resources bound (agent type, host, resource id): {{(pid=106254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:53:58.826427 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb68fbd-9ae8-4890-b831-9b094010e326 None None] Received port after_create {{(pid=106254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 11:53:58.843358 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f5ff09-7078-41a8-bb61-580b9833d112 req-77c3bddf-5f5d-499a-8bd4-70661ee0917e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:58.844687 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-d5f5ff09-7078-41a8-bb61-580b9833d112 req-77c3bddf-5f5d-499a-8bd4-70661ee0917e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=17b21726-ad58-4633-922c-414857af0af2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1528435 Aug 18 11:53:58.845839 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-5f636c93-1760-419c-b0cf-65700a92084b None None] Set router 0d9abde5-2417-418c-8738-fb63cad274ff gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 11:53:58.898826 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb68fbd-9ae8-4890-b831-9b094010e326 None None] Pushing event updated for resources: {'Port': ['ID=b45212d0-027c-4921-869c-269eb0ed3713,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:53:58.921236 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a2ac9d-9baa-4760-8583-0ef9790d70d4 req-62db9623-6203-4f7e-9294-6f1ae12f5c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:58.923870 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-19a2ac9d-9baa-4760-8583-0ef9790d70d4 req-62db9623-6203-4f7e-9294-6f1ae12f5c38 service neutron] 10.222.0.62 "GET /v2.0/networks?id=f2b8460a-d20a-4d24-a458-477b4502f48c HTTP/1.1" status: 200 len: 909 time: 0.1369653 Aug 18 11:53:58.944068 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-9eb68fbd-9ae8-4890-b831-9b094010e326 None None] Attempting to bind port b45212d0-027c-4921-869c-269eb0ed3713 on host n-d-804985-2 for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 11:53:58.946743 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-9eb68fbd-9ae8-4890-b831-9b094010e326 None None] Attempting to bind port b45212d0-027c-4921-869c-269eb0ed3713 by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': '5ab336fe-39ee-434d-b733-9c5425304b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'c5fb4668-c687-49d6-bd2c-0b015c57b5fb'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 11:53:58.947123 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb68fbd-9ae8-4890-b831-9b094010e326 None None] Attempting to bind port b45212d0-027c-4921-869c-269eb0ed3713 on network c5fb4668-c687-49d6-bd2c-0b015c57b5fb {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 11:53:58.956300 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb68fbd-9ae8-4890-b831-9b094010e326 None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 11, 53, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 11:53:58.956694 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb68fbd-9ae8-4890-b831-9b094010e326 None None] Checking segment: {'id': '5ab336fe-39ee-434d-b733-9c5425304b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'c5fb4668-c687-49d6-bd2c-0b015c57b5fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 11:53:58.957344 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-9eb68fbd-9ae8-4890-b831-9b094010e326 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:58.957763 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb68fbd-9ae8-4890-b831-9b094010e326 None None] Bound using segment: {'id': '5ab336fe-39ee-434d-b733-9c5425304b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'c5fb4668-c687-49d6-bd2c-0b015c57b5fb'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 11:53:58.958278 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-9eb68fbd-9ae8-4890-b831-9b094010e326 None None] Bound port: b45212d0-027c-4921-869c-269eb0ed3713, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ab336fe-39ee-434d-b733-9c5425304b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'c5fb4668-c687-49d6-bd2c-0b015c57b5fb'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 11:53:58.958695 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-9eb68fbd-9ae8-4890-b831-9b094010e326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:58.970365 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f6f77b60-2c1c-40ce-a4a6-78ac4b7440b4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:58.992026 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6a69074a-6ef9-4a25-96d7-b2399fbdbf77 req-64690f70-9e0b-4b02-b0a7-1b16071ed5fa tempest-FloatingIPsAssociationTestJSON-1671646685 tempest-FloatingIPsAssociationTestJSON-1671646685-project] 10.222.0.66 "GET /v2.0/security-groups?id=1a0cf25f-7a4f-4eec-9daa-081df45eb4db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2853858 Aug 18 11:53:58.993356 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-7dc63491-0635-474b-a238-709b02e2ec07 req-f53cbfe3-5bc0-4df3-87dc-a7d5a1eac7c8 tempest-ServersWithSpecificFlavorTestJSON-596355724 tempest-ServersWithSpecificFlavorTestJSON-596355724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:59.000743 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f6f77b60-2c1c-40ce-a4a6-78ac4b7440b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:59.095135 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-d5f5ff09-7078-41a8-bb61-580b9833d112 req-7c006e54-9b5e-458c-8a5d-bce500068648 service neutron] 10.222.0.62 "GET /v2.0/networks/17b21726-ad58-4633-922c-414857af0af2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2250955 Aug 18 11:53:59.099174 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 11:53:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d77ad61-1900-45e3-a19c-b744d763ae18 x-openstack-request-id: req-6d77ad61-1900-45e3-a19c-b744d763ae18 {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:53:59.099844 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c19a9be-dd35-46a0-8be6-7465196e5516", "tag": "e1f2f1cd-4c07-4cb6-8830-f3ba34baab67", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:53:59.099844 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-6d77ad61-1900-45e3-a19c-b744d763ae18 {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:53:59.100294 n-d-804985-2 neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c19a9be-dd35-46a0-8be6-7465196e5516', 'tag': 'e1f2f1cd-4c07-4cb6-8830-f3ba34baab67', 'status': 'completed', 'code': 200} Aug 18 11:53:59.102228 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-9eb68fbd-9ae8-4890-b831-9b094010e326 None None] For port b45212d0-027c-4921-869c-269eb0ed3713, host n-d-804985-2, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 11:53:59.109297 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-9eb68fbd-9ae8-4890-b831-9b094010e326 None None] For port b45212d0-027c-4921-869c-269eb0ed3713, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=b45212d0-027c-4921-869c-269eb0ed3713,segment=NetworkSegment(5ab336fe-39ee-434d-b733-9c5425304b9b),segment_id=5ab336fe-39ee-434d-b733-9c5425304b9b)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 11:53:59.116499 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-19a2ac9d-9baa-4760-8583-0ef9790d70d4 req-141ce791-2040-44e8-8dae-e5278801f8a8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=93bbe875-2e51-465e-8794-e89d18f614c1 HTTP/1.1" status: 200 len: 217 time: 0.1366138 Aug 18 11:53:59.123232 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-9eb68fbd-9ae8-4890-b831-9b094010e326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:59.185977 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1e08b76d-c76d-4c84-96da-49e19d61a84e req-1c159bfe-e6dc-4999-a859-6a327ad85684 tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] 10.222.0.66 "GET /v2.0/security-groups?id=e54286de-dd7f-4b20-9f74-4a71262d523b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5318944 Aug 18 11:53:59.269750 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [None req-f6f77b60-2c1c-40ce-a4a6-78ac4b7440b4 admin admin] Allocated IP 172.25.7.184 (7cae7a70-14fd-408c-b14d-39ceb97cb60e/9784295a-20b8-4a4b-b105-f82737f0448f/47c018a6-0935-4318-a9eb-e5963439b764) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 11:53:59.281600 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb68fbd-9ae8-4890-b831-9b094010e326 None None] Pushing event updated for resources: {'Port': ['ID=b45212d0-027c-4921-869c-269eb0ed3713,revision_number=2']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:53:59.341612 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 5e2c616a-26a0-4994-8529-2af87eaf6368 no longer exists at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 11:53:59.389625 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] No Port match for: 5e2c616a-26a0-4994-8529-2af87eaf6368 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 11:53:59.389961 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 5e2c616a-26a0-4994-8529-2af87eaf6368 not bound to the agent host n-h2-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 11:53:59.396994 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53cbfe3-5bc0-4df3-87dc-a7d5a1eac7c8 tempest-ServersWithSpecificFlavorTestJSON-596355724 tempest-ServersWithSpecificFlavorTestJSON-596355724-project] Pushing event updated for resources: {'Port': ['ID=69ae0138-30ec-42c1-96f8-e1f7ac8f0323,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:53:59.397404 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-d5f5ff09-7078-41a8-bb61-580b9833d112 req-1665c336-a6e8-40cb-b652-1989943e2fdf service neutron] 10.222.0.62 "GET /v2.0/networks/17b21726-ad58-4633-922c-414857af0af2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2470121 Aug 18 11:53:59.430508 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7dc63491-0635-474b-a238-709b02e2ec07 req-f53cbfe3-5bc0-4df3-87dc-a7d5a1eac7c8 tempest-ServersWithSpecificFlavorTestJSON-596355724 tempest-ServersWithSpecificFlavorTestJSON-596355724-project] Network 299a3393-ede6-4663-8e2e-68401e0c2de3 is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 11:53:59.530668 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [req-7dc63491-0635-474b-a238-709b02e2ec07 req-f53cbfe3-5bc0-4df3-87dc-a7d5a1eac7c8 tempest-ServersWithSpecificFlavorTestJSON-596355724 tempest-ServersWithSpecificFlavorTestJSON-596355724-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:53:59.538311 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dc63491-0635-474b-a238-709b02e2ec07 req-f53cbfe3-5bc0-4df3-87dc-a7d5a1eac7c8 tempest-ServersWithSpecificFlavorTestJSON-596355724 tempest-ServersWithSpecificFlavorTestJSON-596355724-project] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 11:53:59.557102 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f6f77b60-2c1c-40ce-a4a6-78ac4b7440b4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:59.574398 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a2ac9d-9baa-4760-8583-0ef9790d70d4 req-2dd5b7ae-4b9e-44aa-afd6-d1bc06d93cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:59.575876 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-19a2ac9d-9baa-4760-8583-0ef9790d70d4 req-2dd5b7ae-4b9e-44aa-afd6-d1bc06d93cb8 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a97adc7a-3cde-4d27-baf4-adb6fa582445 HTTP/1.1" status: 200 len: 848 time: 0.4237552 Aug 18 11:53:59.603118 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6b6ee685-4832-4b64-8657-ae24e614e2f3 req-243e2b88-4da6-4cff-86ea-47ae7568d405 tempest-FloatingIPDetailsTestJSON-1705181649 tempest-FloatingIPDetailsTestJSON-1705181649-project] 10.222.0.66 "GET /v2.0/floatingips/5e6d3e8f-19ac-4657-a41c-315e75e7120d HTTP/1.1" status: 200 len: 693 time: 0.4497287 Aug 18 11:53:59.627588 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2117b0cb-d096-4dc1-a939-f2749f61788d req-a813b51b-82da-4047-a8dc-f15ec6f0955a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:59.629568 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-2117b0cb-d096-4dc1-a939-f2749f61788d req-a813b51b-82da-4047-a8dc-f15ec6f0955a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=72b8902517244a1ca86567bff576d2b2&device_id=4c19a9be-dd35-46a0-8be6-7465196e5516 HTTP/1.1" status: 200 len: 1095 time: 0.1308966 Aug 18 11:53:59.631619 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f6f77b60-2c1c-40ce-a4a6-78ac4b7440b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:59.636741 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-19a2ac9d-9baa-4760-8583-0ef9790d70d4 req-c6e0de58-5d48-4c0f-9303-ddf3a17a3262 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f2b8460a-d20a-4d24-a458-477b4502f48c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382261 Aug 18 11:53:59.710452 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-5f636c93-1760-419c-b0cf-65700a92084b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d9abde5-2417-418c-8738-fb63cad274ff', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-299522033-router', 'tenant_id': 'c87ef195b6b74f67b0f04cf988678fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.221'}], 'enable_snat': True}, 'gw_port_id': 'f37deb53-08d6-46bd-9be1-d9ba79b0786e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T11:51:19Z', 'updated_at': '2021-08-18T11:51:23Z', 'revision_number': 4, 'project_id': 'c87ef195b6b74f67b0f04cf988678fa6', 'gw_port': {'id': 'f37deb53-08d6-46bd-9be1-d9ba79b0786e', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:b5:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9abde5-2417-418c-8738-fb63cad274ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:51:19Z', 'updated_at': '2021-08-18T11:51:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': '49bdb1b6-8f91-4719-950a-3b0c218900ad', 'name': '', 'network_id': '299a3393-ede6-4663-8e2e-68401e0c2de3', 'tenant_id': 'c87ef195b6b74f67b0f04cf988678fa6', 'mac_address': 'fa:16:3e:86:2d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9abde5-2417-418c-8738-fb63cad274ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '1f6a98c3-f342-4c72-a137-7aba7a641e96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:51:22Z', 'updated_at': '2021-08-18T11:51:30Z', 'revision_number': 5, 'project_id': 'c87ef195b6b74f67b0f04cf988678fa6', 'subnets': [{'id': '1f6a98c3-f342-4c72-a137-7aba7a641e96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:53:59.751943 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f636c93-1760-419c-b0cf-65700a92084b None None] Checking router: 0d9abde5-2417-418c-8738-fb63cad274ff for host: n-d-804985-2 {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 11:53:59.762933 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f636c93-1760-419c-b0cf-65700a92084b None None] Routers {'0d9abde5-2417-418c-8738-fb63cad274ff'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 11:53:59.763836 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-5f636c93-1760-419c-b0cf-65700a92084b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T11:53:51Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['0d9abde5-2417-418c-8738-fb63cad274ff'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:53:59.786557 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fb5662-78dc-44ca-93bc-c2a3b87af4eb req-f8feb891-27d4-459c-808d-05b3729445b3 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:59.793088 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-82fb5662-78dc-44ca-93bc-c2a3b87af4eb req-f8feb891-27d4-459c-808d-05b3729445b3 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] 10.222.0.66 "GET /v2.0/ports?device_id=8fd5ea8f-178b-40e4-8012-09188cab4234 HTTP/1.1" status: 200 len: 945 time: 0.3805490 Aug 18 11:53:59.886844 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-19a2ac9d-9baa-4760-8583-0ef9790d70d4 req-83001191-f164-48df-a010-9567299ecb1b service neutron] 10.222.0.62 "GET /v2.0/networks/f2b8460a-d20a-4d24-a458-477b4502f48c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2229514 Aug 18 11:53:59.894689 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc63491-0635-474b-a238-709b02e2ec07 req-f53cbfe3-5bc0-4df3-87dc-a7d5a1eac7c8 tempest-ServersWithSpecificFlavorTestJSON-596355724 tempest-ServersWithSpecificFlavorTestJSON-596355724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:53:59.895533 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-7dc63491-0635-474b-a238-709b02e2ec07 req-f53cbfe3-5bc0-4df3-87dc-a7d5a1eac7c8 tempest-ServersWithSpecificFlavorTestJSON-596355724 tempest-ServersWithSpecificFlavorTestJSON-596355724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:53:59.976388 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7dc63491-0635-474b-a238-709b02e2ec07 req-f53cbfe3-5bc0-4df3-87dc-a7d5a1eac7c8 tempest-ServersWithSpecificFlavorTestJSON-596355724 tempest-ServersWithSpecificFlavorTestJSON-596355724-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3278022 Aug 18 11:54:00.027159 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 32f6b140-da04-4465-9d85-fe971724c696 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:54:00.044709 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-7dc63491-0635-474b-a238-709b02e2ec07 req-d2218871-7bbb-4a9e-b246-dc602929c1f7 service neutron] Request body: {'port': {'device_id': '33dff871-377a-4e86-9f9d-1edbba5fae4b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804985-2'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:54:00.073608 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-5f636c93-1760-419c-b0cf-65700a92084b None None] Set router 0d9abde5-2417-418c-8738-fb63cad274ff gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 11:54:00.137999 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-f2290503-7f9c-4f45-8e77-4a3c57609599 None None] Provisioning for port 69ae0138-30ec-42c1-96f8-e1f7ac8f0323 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 11:54:00.148384 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-f2290503-7f9c-4f45-8e77-4a3c57609599 None None] Provisioning complete for port 69ae0138-30ec-42c1-96f8-e1f7ac8f0323 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:54:00.149255 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-f2290503-7f9c-4f45-8e77-4a3c57609599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:00.195092 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port 32f6b140-da04-4465-9d85-fe971724c696 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 11:54:00.205460 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 32f6b140-da04-4465-9d85-fe971724c696 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:54:00.206234 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:00.283439 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-f2290503-7f9c-4f45-8e77-4a3c57609599 None None] Port 69ae0138-30ec-42c1-96f8-e1f7ac8f0323 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 11:54:00.286087 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6f77b60-2c1c-40ce-a4a6-78ac4b7440b4 admin admin] Network 7cae7a70-14fd-408c-b14d-39ceb97cb60e is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 11:54:00.292808 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-f6f77b60-2c1c-40ce-a4a6-78ac4b7440b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:54:00.307041 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f77b60-2c1c-40ce-a4a6-78ac4b7440b4 admin admin] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 11:54:00.404451 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:00.471694 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-5f636c93-1760-419c-b0cf-65700a92084b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d9abde5-2417-418c-8738-fb63cad274ff', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-299522033-router', 'tenant_id': 'c87ef195b6b74f67b0f04cf988678fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.221'}], 'enable_snat': True}, 'gw_port_id': 'f37deb53-08d6-46bd-9be1-d9ba79b0786e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T11:51:19Z', 'updated_at': '2021-08-18T11:51:23Z', 'revision_number': 4, 'project_id': 'c87ef195b6b74f67b0f04cf988678fa6', 'gw_port': {'id': 'f37deb53-08d6-46bd-9be1-d9ba79b0786e', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:b5:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9abde5-2417-418c-8738-fb63cad274ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:51:19Z', 'updated_at': '2021-08-18T11:51:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': '49bdb1b6-8f91-4719-950a-3b0c218900ad', 'name': '', 'network_id': '299a3393-ede6-4663-8e2e-68401e0c2de3', 'tenant_id': 'c87ef195b6b74f67b0f04cf988678fa6', 'mac_address': 'fa:16:3e:86:2d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9abde5-2417-418c-8738-fb63cad274ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '1f6a98c3-f342-4c72-a137-7aba7a641e96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:51:22Z', 'updated_at': '2021-08-18T11:51:30Z', 'revision_number': 5, 'project_id': 'c87ef195b6b74f67b0f04cf988678fa6', 'subnets': [{'id': '1f6a98c3-f342-4c72-a137-7aba7a641e96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:54:00.477700 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] For port 32f6b140-da04-4465-9d85-fe971724c696, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=32f6b140-da04-4465-9d85-fe971724c696,segment=NetworkSegment(8ba4150c-c7c2-4067-8951-4d5305732330),segment_id=8ba4150c-c7c2-4067-8951-4d5305732330)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:54:00.490691 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:00.491504 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device b45212d0-027c-4921-869c-269eb0ed3713 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:54:00.512960 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f77b60-2c1c-40ce-a4a6-78ac4b7440b4 admin admin] Pushing event updated for resources: {'Port': ['ID=47c018a6-0935-4318-a9eb-e5963439b764,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:54:00.553593 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f636c93-1760-419c-b0cf-65700a92084b None None] The sync data for ids ['0d9abde5-2417-418c-8738-fb63cad274ff'] in n-d-804985-2 is: [{'id': '0d9abde5-2417-418c-8738-fb63cad274ff', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-299522033-router', 'tenant_id': 'c87ef195b6b74f67b0f04cf988678fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.221'}], 'enable_snat': True}, 'gw_port_id': 'f37deb53-08d6-46bd-9be1-d9ba79b0786e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T11:51:19Z', 'updated_at': '2021-08-18T11:51:23Z', 'revision_number': 4, 'project_id': 'c87ef195b6b74f67b0f04cf988678fa6', 'gw_port': {'id': 'f37deb53-08d6-46bd-9be1-d9ba79b0786e', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:b5:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9abde5-2417-418c-8738-fb63cad274ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:51:19Z', 'updated_at': '2021-08-18T11:51:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': '49bdb1b6-8f91-4719-950a-3b0c218900ad', 'name': '', 'network_id': '299a3393-ede6-4663-8e2e-68401e0c2de3', 'tenant_id': 'c87ef195b6b74f67b0f04cf988678fa6', 'mac_address': 'fa:16:3e:86:2d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9abde5-2417-418c-8738-fb63cad274ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '1f6a98c3-f342-4c72-a137-7aba7a641e96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:51:22Z', 'updated_at': '2021-08-18T11:51:30Z', 'revision_number': 5, 'project_id': 'c87ef195b6b74f67b0f04cf988678fa6', 'subnets': [{'id': '1f6a98c3-f342-4c72-a137-7aba7a641e96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 11:54:00.630859 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Pushing event updated for resources: {'Port': ['ID=32f6b140-da04-4465-9d85-fe971724c696,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:54:00.649209 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port b45212d0-027c-4921-869c-269eb0ed3713 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 11:54:00.688755 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-82fb5662-78dc-44ca-93bc-c2a3b87af4eb req-201a85a5-8adb-4054-b0ae-78324f40be37 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] 10.222.0.66 "GET /v2.0/security-groups?id=07aef7bb-6c11-4cb4-8594-c24180b5d811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8943703 Aug 18 11:54:00.711749 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6ee685-4832-4b64-8657-ae24e614e2f3 req-e71e9479-e82d-4b89-81ea-a77918d39d8d tempest-FloatingIPDetailsTestJSON-1705181649 tempest-FloatingIPDetailsTestJSON-1705181649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:54:00.718254 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6b6ee685-4832-4b64-8657-ae24e614e2f3 req-e71e9479-e82d-4b89-81ea-a77918d39d8d tempest-FloatingIPDetailsTestJSON-1705181649 tempest-FloatingIPDetailsTestJSON-1705181649-project] 10.222.0.66 "GET /v2.0/networks/7cae7a70-14fd-408c-b14d-39ceb97cb60e HTTP/1.1" status: 200 len: 784 time: 1.0765059 Aug 18 11:54:00.756556 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2117b0cb-d096-4dc1-a939-f2749f61788d req-8405c298-5a19-4a7e-abc4-5659303211e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:54:00.758710 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-2117b0cb-d096-4dc1-a939-f2749f61788d req-8405c298-5a19-4a7e-abc4-5659303211e3 service neutron] 10.222.0.62 "GET /v2.0/networks?id=17b21726-ad58-4633-922c-414857af0af2 HTTP/1.1" status: 200 len: 922 time: 1.1045189 Aug 18 11:54:00.804935 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37215735-1fb9-4b60-82a5-aa295536a4e9 None None] Network c5fb4668-c687-49d6-bd2c-0b015c57b5fb requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 11:54:00.816416 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-19a2ac9d-9baa-4760-8583-0ef9790d70d4 req-bb1b6b82-1ba0-4d4f-8697-37ad36009d3a service neutron] 10.222.0.62 "GET /v2.0/networks/f2b8460a-d20a-4d24-a458-477b4502f48c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8829334 Aug 18 11:54:00.830250 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-7dc63491-0635-474b-a238-709b02e2ec07 req-d2218871-7bbb-4a9e-b246-dc602929c1f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:00.834519 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6b6ee685-4832-4b64-8657-ae24e614e2f3 req-0085c85c-4212-4b3c-95bb-c08ce1d50c5b tempest-FloatingIPDetailsTestJSON-1705181649 tempest-FloatingIPDetailsTestJSON-1705181649-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.7.100 HTTP/1.1" status: 200 len: 696 time: 0.0915220 Aug 18 11:54:00.884208 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-2117b0cb-d096-4dc1-a939-f2749f61788d req-ef55e0f3-c06a-44ed-88e9-80f4bbdf6d33 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e1f2f1cd-4c07-4cb6-8830-f3ba34baab67 HTTP/1.1" status: 200 len: 217 time: 0.1114757 Aug 18 11:54:00.890344 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-55ec4f86-a0d0-4897-bd7d-78903855df8f None None] Provisioning for port b45212d0-027c-4921-869c-269eb0ed3713 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 11:54:00.899468 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-55ec4f86-a0d0-4897-bd7d-78903855df8f None None] Provisioning complete for port b45212d0-027c-4921-869c-269eb0ed3713 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:54:00.900502 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-55ec4f86-a0d0-4897-bd7d-78903855df8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:00.921038 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f6f77b60-2c1c-40ce-a4a6-78ac4b7440b4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:00.969418 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 3c59c03d-4df2-4058-ad50-25724912a65a details requested by agent hyperv_n-h1-804985-2 with host n-h1-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 11:54:01.005909 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6b6ee685-4832-4b64-8657-ae24e614e2f3 req-1c25ba66-4f0e-4db0-8b19-fb0d16ba769b tempest-FloatingIPDetailsTestJSON-1705181649 tempest-FloatingIPDetailsTestJSON-1705181649-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.7.100 HTTP/1.1" status: 200 len: 696 time: 0.1214240 Aug 18 11:54:01.022254 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c419383-0f10-4bef-9a53-95bba6bcd697 req-c9362812-6235-43f9-b2e1-0a48430b4179 tempest-ServersWithSpecificFlavorTestJSON-596355724 tempest-ServersWithSpecificFlavorTestJSON-596355724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:54:01.033169 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1c419383-0f10-4bef-9a53-95bba6bcd697 req-c9362812-6235-43f9-b2e1-0a48430b4179 tempest-ServersWithSpecificFlavorTestJSON-596355724 tempest-ServersWithSpecificFlavorTestJSON-596355724-project] 10.222.0.66 "GET /v2.0/ports?device_id=33dff871-377a-4e86-9f9d-1edbba5fae4b HTTP/1.1" status: 200 len: 931 time: 0.2298596 Aug 18 11:54:01.085013 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd0cac93-46d8-4cd0-a1c7-f2cd15b71f2a None None] New status for floating IP cde7a271-dc52-479c-816e-0b2a6b6938b0: DOWN {{(pid=106254) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 11:54:01.111583 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66ec6203-209c-4d59-9100-bdf9cb50de2d', 'name': 'network-vif-deleted', 'tag': '5e2c616a-26a0-4994-8529-2af87eaf6368'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 11:54:01.113915 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0679f4c4b6e0e0c064a7d71d722dc30541a34fffee11680573be22ee2ffccc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19d6a6a4-9a15-4726-954a-11dfa58f3215" -d '{"events": [{"server_uuid": "66ec6203-209c-4d59-9100-bdf9cb50de2d", "name": "network-vif-deleted", "tag": "5e2c616a-26a0-4994-8529-2af87eaf6368"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:54:01.177078 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 3c59c03d-4df2-4058-ad50-25724912a65a, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=3c59c03d-4df2-4058-ad50-25724912a65a,segment=NetworkSegment(6c07e440-4a82-438f-a97f-74dad85fe56f),segment_id=6c07e440-4a82-438f-a97f-74dad85fe56f)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:54:01.181581 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2117b0cb-d096-4dc1-a939-f2749f61788d req-b8ec3a2f-d5a7-482b-ba36-6f57e2a38808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:54:01.183230 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-2117b0cb-d096-4dc1-a939-f2749f61788d req-b8ec3a2f-d5a7-482b-ba36-6f57e2a38808 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=04e502a5-5018-4e73-baa8-683bfd3d2545 HTTP/1.1" status: 200 len: 860 time: 0.1110485 Aug 18 11:54:01.191400 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Returning: {'device': '3c59c03d-4df2-4058-ad50-25724912a65a', 'network_id': '06bbcd73-3087-45af-ac07-d9df7df70b38', 'port_id': '3c59c03d-4df2-4058-ad50-25724912a65a', 'mac_address': 'fa:16:3e:1a:4f:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 805, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59f3b61f-d9cb-4493-82ff-8b26e791861b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 11:54:01.305198 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2117b0cb-d096-4dc1-a939-f2749f61788d req-d04b064b-dfe9-42c5-9948-f2314cd463c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:54:01.306735 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-2117b0cb-d096-4dc1-a939-f2749f61788d req-d04b064b-dfe9-42c5-9948-f2314cd463c5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=17b21726-ad58-4633-922c-414857af0af2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1093988 Aug 18 11:54:01.320693 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-55ec4f86-a0d0-4897-bd7d-78903855df8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:01.364334 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-55ec4f86-a0d0-4897-bd7d-78903855df8f None None] For port b45212d0-027c-4921-869c-269eb0ed3713, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=b45212d0-027c-4921-869c-269eb0ed3713,segment=NetworkSegment(5ab336fe-39ee-434d-b733-9c5425304b9b),segment_id=5ab336fe-39ee-434d-b733-9c5425304b9b)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:54:01.426797 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f6f77b60-2c1c-40ce-a4a6-78ac4b7440b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-998473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-992536'] for router, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:01.439985 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-55ec4f86-a0d0-4897-bd7d-78903855df8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:01.447804 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:01.470163 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3c59c03d-4df2-4058-ad50-25724912a65a {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 11:54:01.492140 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 3c59c03d-4df2-4058-ad50-25724912a65a, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=3c59c03d-4df2-4058-ad50-25724912a65a,segment=NetworkSegment(6c07e440-4a82-438f-a97f-74dad85fe56f),segment_id=6c07e440-4a82-438f-a97f-74dad85fe56f)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:54:01.499367 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [req-7dc63491-0635-474b-a238-709b02e2ec07 req-d2218871-7bbb-4a9e-b246-dc602929c1f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69ae0138-30ec-42c1-96f8-e1f7ac8f0323 {{(pid=106252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 11:54:01.508123 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-7dc63491-0635-474b-a238-709b02e2ec07 req-d2218871-7bbb-4a9e-b246-dc602929c1f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:01.522216 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [req-7dc63491-0635-474b-a238-709b02e2ec07 req-d2218871-7bbb-4a9e-b246-dc602929c1f7 service neutron] Transition to ACTIVE for port object 69ae0138-30ec-42c1-96f8-e1f7ac8f0323 will not be triggered until provisioned by entity L2. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 11:54:01.556322 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-7dc63491-0635-474b-a238-709b02e2ec07 req-d2218871-7bbb-4a9e-b246-dc602929c1f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:01.581001 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1c419383-0f10-4bef-9a53-95bba6bcd697 req-98cf675c-d7d1-4c81-935b-817124c725b9 tempest-ServersWithSpecificFlavorTestJSON-596355724 tempest-ServersWithSpecificFlavorTestJSON-596355724-project] 10.222.0.66 "GET /v2.0/security-groups?id=238dbab8-dd9a-4024-8b12-d86b53f53679&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5379250 Aug 18 11:54:01.618415 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ec4f86-a0d0-4897-bd7d-78903855df8f None None] Pushing event updated for resources: {'Port': ['ID=b45212d0-027c-4921-869c-269eb0ed3713,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:54:01.624217 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:01.784930 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2218871-7bbb-4a9e-b246-dc602929c1f7 service neutron] Pushing event updated for resources: {'Port': ['ID=69ae0138-30ec-42c1-96f8-e1f7ac8f0323,revision_number=2']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:54:01.842294 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-2117b0cb-d096-4dc1-a939-f2749f61788d req-e970e299-a802-49f2-877b-a1efd29428ab service neutron] 10.222.0.62 "GET /v2.0/networks/17b21726-ad58-4633-922c-414857af0af2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5213287 Aug 18 11:54:01.851747 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e7eaf8-844b-464a-87af-3cd8bfc8874b req-625d7b0d-5448-420d-8b43-a9c48413f778 tempest-LiveAutoBlockMigrationV225Test-1799299027 tempest-LiveAutoBlockMigrationV225Test-1799299027-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:54:01.863031 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] get_ports_and_sgs() called for port_ids ['3c59c03d-4df2-4058-ad50-25724912a65a'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 11:54:01.873236 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-63e7eaf8-844b-464a-87af-3cd8bfc8874b req-625d7b0d-5448-420d-8b43-a9c48413f778 tempest-LiveAutoBlockMigrationV225Test-1799299027 tempest-LiveAutoBlockMigrationV225Test-1799299027-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=aaabce93-c7fa-4a3a-a8e4-3718c81d3652 HTTP/1.1" status: 200 len: 1096 time: 0.1791277 Aug 18 11:54:01.880384 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=3c59c03d-4df2-4058-ad50-25724912a65a,revision_number=6']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:54:01.936319 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6f77b60-2c1c-40ce-a4a6-78ac4b7440b4 admin admin] Router acaa17a1-81fe-4af4-8c8f-d7c4126e2ad5 is scheduled to L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 with binding_index 1 {{(pid=106253) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 11:54:02.005549 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 32f6b140-da04-4465-9d85-fe971724c696 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:54:02.093027 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-6b6ee685-4832-4b64-8657-ae24e614e2f3 req-665992c9-4148-441d-b6bd-53f25ad36846 tempest-FloatingIPDetailsTestJSON-1705181649 tempest-FloatingIPDetailsTestJSON-1705181649-project] Deleting port 919e06ac-454c-4bd8-9d81-ebaae3a4aa40 {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 11:54:02.093355 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-6b6ee685-4832-4b64-8657-ae24e614e2f3 req-665992c9-4148-441d-b6bd-53f25ad36846 tempest-FloatingIPDetailsTestJSON-1705181649 tempest-FloatingIPDetailsTestJSON-1705181649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:02.096203 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-63e7eaf8-844b-464a-87af-3cd8bfc8874b req-9b176cd9-9e68-4530-ae12-349dc367b588 tempest-LiveAutoBlockMigrationV225Test-1799299027 tempest-LiveAutoBlockMigrationV225Test-1799299027-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=fecad5ed-08b4-4db8-8e35-9a1fb2f01a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621115 Aug 18 11:54:02.156981 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 32f6b140-da04-4465-9d85-fe971724c696 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:54:02.157486 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:02.237709 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-6b6ee685-4832-4b64-8657-ae24e614e2f3 req-665992c9-4148-441d-b6bd-53f25ad36846 tempest-FloatingIPDetailsTestJSON-1705181649 tempest-FloatingIPDetailsTestJSON-1705181649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:02.238047 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-6b6ee685-4832-4b64-8657-ae24e614e2f3 req-665992c9-4148-441d-b6bd-53f25ad36846 tempest-FloatingIPDetailsTestJSON-1705181649 tempest-FloatingIPDetailsTestJSON-1705181649-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:02.251290 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-6b6ee685-4832-4b64-8657-ae24e614e2f3 req-665992c9-4148-441d-b6bd-53f25ad36846 tempest-FloatingIPDetailsTestJSON-1705181649 tempest-FloatingIPDetailsTestJSON-1705181649-project] Calling delete_port for 919e06ac-454c-4bd8-9d81-ebaae3a4aa40 owned by network:floatingip {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 11:54:02.253004 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-7dc63491-0635-474b-a238-709b02e2ec07 req-d2218871-7bbb-4a9e-b246-dc602929c1f7 service neutron] Attempting to bind port 69ae0138-30ec-42c1-96f8-e1f7ac8f0323 on host n-h1-804985-2 for vnic_type normal with profile {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 11:54:02.253323 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-7dc63491-0635-474b-a238-709b02e2ec07 req-d2218871-7bbb-4a9e-b246-dc602929c1f7 service neutron] Attempting to bind port 69ae0138-30ec-42c1-96f8-e1f7ac8f0323 by drivers openvswitch,hyperv on host n-h1-804985-2 at level 0 using segments [{'id': 'a64f6bd4-a887-4b68-9b8c-3f473a0ffabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '299a3393-ede6-4663-8e2e-68401e0c2de3'}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 11:54:02.253649 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dc63491-0635-474b-a238-709b02e2ec07 req-d2218871-7bbb-4a9e-b246-dc602929c1f7 service neutron] Attempting to bind port 69ae0138-30ec-42c1-96f8-e1f7ac8f0323 on network 299a3393-ede6-4663-8e2e-68401e0c2de3 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 11:54:02.261567 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dc63491-0635-474b-a238-709b02e2ec07 req-d2218871-7bbb-4a9e-b246-dc602929c1f7 service neutron] Port 69ae0138-30ec-42c1-96f8-e1f7ac8f0323 on network 299a3393-ede6-4663-8e2e-68401e0c2de3 not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-2 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 11:54:02.261917 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dc63491-0635-474b-a238-709b02e2ec07 req-d2218871-7bbb-4a9e-b246-dc602929c1f7 service neutron] Attempting to bind port 69ae0138-30ec-42c1-96f8-e1f7ac8f0323 on network 299a3393-ede6-4663-8e2e-68401e0c2de3 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 11:54:02.292768 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dc63491-0635-474b-a238-709b02e2ec07 req-d2218871-7bbb-4a9e-b246-dc602929c1f7 service neutron] Checking agent: {'id': 'a613417a-d085-492c-941a-59bb18c633d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 49, 6), 'started_at': datetime.datetime(2021, 8, 18, 11, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 11, 53, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 11:54:02.293149 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dc63491-0635-474b-a238-709b02e2ec07 req-d2218871-7bbb-4a9e-b246-dc602929c1f7 service neutron] Checking segment: {'id': 'a64f6bd4-a887-4b68-9b8c-3f473a0ffabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '299a3393-ede6-4663-8e2e-68401e0c2de3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 11:54:02.293585 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dc63491-0635-474b-a238-709b02e2ec07 req-d2218871-7bbb-4a9e-b246-dc602929c1f7 service neutron] Bound using segment: {'id': 'a64f6bd4-a887-4b68-9b8c-3f473a0ffabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '299a3393-ede6-4663-8e2e-68401e0c2de3'} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 11:54:02.294109 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-7dc63491-0635-474b-a238-709b02e2ec07 req-d2218871-7bbb-4a9e-b246-dc602929c1f7 service neutron] Bound port: 69ae0138-30ec-42c1-96f8-e1f7ac8f0323, host: n-h1-804985-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a64f6bd4-a887-4b68-9b8c-3f473a0ffabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '299a3393-ede6-4663-8e2e-68401e0c2de3'}}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 11:54:02.294514 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-7dc63491-0635-474b-a238-709b02e2ec07 req-d2218871-7bbb-4a9e-b246-dc602929c1f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:02.312427 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-2117b0cb-d096-4dc1-a939-f2749f61788d req-307862fe-3fa6-4096-b33f-b7609a0f1f9f service neutron] 10.222.0.62 "GET /v2.0/networks/17b21726-ad58-4633-922c-414857af0af2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4605889 Aug 18 11:54:02.327376 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device b45212d0-027c-4921-869c-269eb0ed3713 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:54:02.375392 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6f77b60-2c1c-40ce-a4a6-78ac4b7440b4 admin admin] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 11:54:02.388209 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff90f558-5b6d-4a62-887b-8df944b6121b None None] Sync routers for ids ['acaa17a1-81fe-4af4-8c8f-d7c4126e2ad5'] in n-d-804985-2 {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 11:54:02.404426 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff90f558-5b6d-4a62-887b-8df944b6121b None None] Routers {'acaa17a1-81fe-4af4-8c8f-d7c4126e2ad5'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 11:54:02.405829 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f6f77b60-2c1c-40ce-a4a6-78ac4b7440b4 admin admin] Notify callbacks [] for router, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:02.409383 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-e800d809-ba29-4f17-9136-10cc4787ebaa None None] Provisioning complete for port b45212d0-027c-4921-869c-269eb0ed3713 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:54:02.409568 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-ff90f558-5b6d-4a62-887b-8df944b6121b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T11:53:51Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['acaa17a1-81fe-4af4-8c8f-d7c4126e2ad5'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:54:02.410148 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-e800d809-ba29-4f17-9136-10cc4787ebaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:02.410894 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-f6f77b60-2c1c-40ce-a4a6-78ac4b7440b4 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.0289044 Aug 18 11:54:02.411558 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 49990) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:54:02.499006 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port b45212d0-027c-4921-869c-269eb0ed3713 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:54:02.499495 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:02.537971 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-7dc63491-0635-474b-a238-709b02e2ec07 req-d2218871-7bbb-4a9e-b246-dc602929c1f7 service neutron] For port 69ae0138-30ec-42c1-96f8-e1f7ac8f0323, host n-h1-804985-2, cleared binding levels {{(pid=106252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 11:54:02.541730 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-7dc63491-0635-474b-a238-709b02e2ec07 req-d2218871-7bbb-4a9e-b246-dc602929c1f7 service neutron] For port 69ae0138-30ec-42c1-96f8-e1f7ac8f0323, host n-h1-804985-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=69ae0138-30ec-42c1-96f8-e1f7ac8f0323,segment=NetworkSegment(a64f6bd4-a887-4b68-9b8c-3f473a0ffabc),segment_id=a64f6bd4-a887-4b68-9b8c-3f473a0ffabc)] {{(pid=106252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 11:54:02.575570 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-7dc63491-0635-474b-a238-709b02e2ec07 req-d2218871-7bbb-4a9e-b246-dc602929c1f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:02.635347 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-ff90f558-5b6d-4a62-887b-8df944b6121b None None] Set router acaa17a1-81fe-4af4-8c8f-d7c4126e2ad5 gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 11:54:02.909375 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc63491-0635-474b-a238-709b02e2ec07 req-d2218871-7bbb-4a9e-b246-dc602929c1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:54:02.910038 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-7dc63491-0635-474b-a238-709b02e2ec07 req-d2218871-7bbb-4a9e-b246-dc602929c1f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:02.911564 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7dc63491-0635-474b-a238-709b02e2ec07 req-d2218871-7bbb-4a9e-b246-dc602929c1f7 service neutron] 10.222.0.63 "PUT /v2.0/ports/69ae0138-30ec-42c1-96f8-e1f7ac8f0323 HTTP/1.1" status: 200 len: 1091 time: 2.9104438 Aug 18 11:54:02.912026 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33dff871-377a-4e86-9f9d-1edbba5fae4b', 'tag': '69ae0138-30ec-42c1-96f8-e1f7ac8f0323'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 11:54:02.914429 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b09bdc0-8761-4256-94ad-83fd5cf551a8" -d '{"events": [{"name": "network-changed", "server_uuid": "33dff871-377a-4e86-9f9d-1edbba5fae4b", "tag": "69ae0138-30ec-42c1-96f8-e1f7ac8f0323"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:54:02.926550 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-ff90f558-5b6d-4a62-887b-8df944b6121b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acaa17a1-81fe-4af4-8c8f-d7c4126e2ad5', 'name': 'tempest-AttachSCSIVolumeTestJSON-1220428903-router', 'tenant_id': 'b512df1d55bf4d889ffe3f9242b6f627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.184'}], 'enable_snat': True}, 'gw_port_id': '47c018a6-0935-4318-a9eb-e5963439b764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T11:53:57Z', 'updated_at': '2021-08-18T11:54:00Z', 'revision_number': 3, 'project_id': 'b512df1d55bf4d889ffe3f9242b6f627', 'gw_port': {'id': '47c018a6-0935-4318-a9eb-e5963439b764', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:8c:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acaa17a1-81fe-4af4-8c8f-d7c4126e2ad5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:53:59Z', 'updated_at': '2021-08-18T11:53:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:54:02.936191 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ab8a8e-21eb-43d1-8d52-7be1e42b7330 req-eaaf77eb-8e75-4f06-8e91-8284353e5d93 tempest-FloatingIPsAssociationTestJSON-1671646685 tempest-FloatingIPsAssociationTestJSON-1671646685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:54:02.944270 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-25ab8a8e-21eb-43d1-8d52-7be1e42b7330 req-eaaf77eb-8e75-4f06-8e91-8284353e5d93 tempest-FloatingIPsAssociationTestJSON-1671646685 tempest-FloatingIPsAssociationTestJSON-1671646685-project] 10.222.0.66 "GET /v2.0/ports?device_id=4c19a9be-dd35-46a0-8be6-7465196e5516 HTTP/1.1" status: 200 len: 944 time: 0.3982937 Aug 18 11:54:02.974780 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 3c59c03d-4df2-4058-ad50-25724912a65a up at agent hyperv_n-h1-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:54:03.055262 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff90f558-5b6d-4a62-887b-8df944b6121b None None] Checking router: acaa17a1-81fe-4af4-8c8f-d7c4126e2ad5 for host: n-d-804985-2 {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 11:54:03.055486 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff90f558-5b6d-4a62-887b-8df944b6121b None None] Updating router acaa17a1-81fe-4af4-8c8f-d7c4126e2ad5 port 47c018a6-0935-4318-a9eb-e5963439b764 binding host n-d-804985-2 {{(pid=106255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 11:54:03.108868 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Provisioning complete for port 3c59c03d-4df2-4058-ad50-25724912a65a triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:54:03.108868 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:03.123936 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2218871-7bbb-4a9e-b246-dc602929c1f7 service neutron] Pushing event updated for resources: {'Port': ['ID=69ae0138-30ec-42c1-96f8-e1f7ac8f0323,revision_number=3']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:54:03.167925 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-25ab8a8e-21eb-43d1-8d52-7be1e42b7330 req-3a40af96-7275-4ff5-864e-f8d8d70207c7 tempest-FloatingIPsAssociationTestJSON-1671646685 tempest-FloatingIPsAssociationTestJSON-1671646685-project] 10.222.0.66 "GET /v2.0/security-groups?id=1a0cf25f-7a4f-4eec-9daa-081df45eb4db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176449 Aug 18 11:54:03.170714 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-ff90f558-5b6d-4a62-887b-8df944b6121b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:03.173560 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-6b6ee685-4832-4b64-8657-ae24e614e2f3 req-665992c9-4148-441d-b6bd-53f25ad36846 tempest-FloatingIPDetailsTestJSON-1705181649 tempest-FloatingIPDetailsTestJSON-1705181649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:03.241452 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1b3d8989-4895-497e-bbd6-60cdcdea9f19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:03.257200 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc63491-0635-474b-a238-709b02e2ec07 req-f28a0a2a-d9d1-489f-8c3b-06770c01d14e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:54:03.263470 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7dc63491-0635-474b-a238-709b02e2ec07 req-f28a0a2a-d9d1-489f-8c3b-06770c01d14e service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=c87ef195b6b74f67b0f04cf988678fa6&device_id=33dff871-377a-4e86-9f9d-1edbba5fae4b HTTP/1.1" status: 200 len: 1094 time: 0.2598753 Aug 18 11:54:03.266152 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665992c9-4148-441d-b6bd-53f25ad36846 tempest-FloatingIPDetailsTestJSON-1705181649 tempest-FloatingIPDetailsTestJSON-1705181649-project] Pushing event deleted for resources: {'Port': ['ID=919e06ac-454c-4bd8-9d81-ebaae3a4aa40,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:54:03.324830 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:03.370625 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85f415f0-f4a5-4d86-896b-c3c0005261d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c59c03d-4df2-4058-ad50-25724912a65a'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 11:54:03.374935 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db50a436fb3a98495337d8fe7487b4f2ea6f3c1052eb9efadc2ecda2d5737001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-606ee582-dc02-4aaf-9e8f-e4fea6681004" -d '{"events": [{"server_uuid": "85f415f0-f4a5-4d86-896b-c3c0005261d4", "name": "network-vif-plugged", "status": "completed", "tag": "3c59c03d-4df2-4058-ad50-25724912a65a"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:54:03.383814 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device e1f2f1cd-4c07-4cb6-8830-f3ba34baab67 details requested by agent hyperv_n-h2-804985-2 with host n-h2-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 11:54:03.487424 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7dc63491-0635-474b-a238-709b02e2ec07 req-8396a154-78e8-4339-bb4a-88f2a4b2b612 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=69ae0138-30ec-42c1-96f8-e1f7ac8f0323 HTTP/1.1" status: 200 len: 217 time: 0.2038569 Aug 18 11:54:03.507258 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port e1f2f1cd-4c07-4cb6-8830-f3ba34baab67, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=e1f2f1cd-4c07-4cb6-8830-f3ba34baab67,segment=NetworkSegment(de35f490-159d-4f32-ba39-7fcc2c85f9d3),segment_id=de35f490-159d-4f32-ba39-7fcc2c85f9d3)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:54:03.525670 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Returning: {'device': 'e1f2f1cd-4c07-4cb6-8830-f3ba34baab67', 'network_id': '17b21726-ad58-4633-922c-414857af0af2', 'port_id': 'e1f2f1cd-4c07-4cb6-8830-f3ba34baab67', 'mac_address': 'fa:16:3e:d1:03:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 825, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04e502a5-5018-4e73-baa8-683bfd3d2545', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 11:54:03.561799 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [None req-1b3d8989-4895-497e-bbd6-60cdcdea9f19 admin admin] Allocated IP 172.20.0.1 (c5fb4668-c687-49d6-bd2c-0b015c57b5fb/cd78d838-35ce-4c81-aeae-b48ea6aa5b40/3f6c6530-eb23-44db-ae84-e287df6436bd) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 11:54:03.637777 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97239218-90f9-4949-8b8c-b847e426c606 req-b1facab9-e000-4ca7-a111-8672ba8f3e60 tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:54:03.639304 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-97239218-90f9-4949-8b8c-b847e426c606 req-b1facab9-e000-4ca7-a111-8672ba8f3e60 tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] 10.222.0.66 "GET /v2.0/ports?device_id=1776ccfc-79c3-4dd2-9d3e-5b7e075004d6 HTTP/1.1" status: 200 len: 950 time: 0.3536713 Aug 18 11:54:03.655457 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-6b6ee685-4832-4b64-8657-ae24e614e2f3 req-665992c9-4148-441d-b6bd-53f25ad36846 tempest-FloatingIPDetailsTestJSON-1705181649 tempest-FloatingIPDetailsTestJSON-1705181649-project] Notify callbacks [] for floatingip, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:03.658177 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-6b6ee685-4832-4b64-8657-ae24e614e2f3 req-665992c9-4148-441d-b6bd-53f25ad36846 tempest-FloatingIPDetailsTestJSON-1705181649 tempest-FloatingIPDetailsTestJSON-1705181649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for floatingip, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:03.659377 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6b6ee685-4832-4b64-8657-ae24e614e2f3 req-665992c9-4148-441d-b6bd-53f25ad36846 tempest-FloatingIPDetailsTestJSON-1705181649 tempest-FloatingIPDetailsTestJSON-1705181649-project] 10.222.0.66 "DELETE /v2.0/floatingips/5e6d3e8f-19ac-4657-a41c-315e75e7120d HTTP/1.1" status: 204 len: 173 time: 2.6452820 Aug 18 11:54:03.723677 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc63491-0635-474b-a238-709b02e2ec07 req-938eb055-19eb-451c-b115-ae8a4288eeed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:54:03.725216 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7dc63491-0635-474b-a238-709b02e2ec07 req-938eb055-19eb-451c-b115-ae8a4288eeed service neutron] 10.222.0.63 "GET /v2.0/subnets?id=1f6a98c3-f342-4c72-a137-7aba7a641e96 HTTP/1.1" status: 200 len: 862 time: 0.2267106 Aug 18 11:54:03.754236 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 3c59c03d-4df2-4058-ad50-25724912a65a, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=3c59c03d-4df2-4058-ad50-25724912a65a,segment=NetworkSegment(6c07e440-4a82-438f-a97f-74dad85fe56f),segment_id=6c07e440-4a82-438f-a97f-74dad85fe56f)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:54:03.756544 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:03.797306 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-ff90f558-5b6d-4a62-887b-8df944b6121b None None] Notify callbacks [] for port, precommit_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:03.805374 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1f2f1cd-4c07-4cb6-8830-f3ba34baab67 {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 11:54:03.809063 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-97239218-90f9-4949-8b8c-b847e426c606 req-a5c6481e-b3eb-43bf-9c5b-3751cf99ad64 tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] 10.222.0.66 "GET /v2.0/security-groups?id=e54286de-dd7f-4b20-9f74-4a71262d523b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365006 Aug 18 11:54:03.813953 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-ff90f558-5b6d-4a62-887b-8df944b6121b None None] Transition to ACTIVE for port object 47c018a6-0935-4318-a9eb-e5963439b764 will not be triggered until provisioned by entity L2. {{(pid=106255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 11:54:03.815702 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 11:54:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49ccfd11-708e-47e2-a467-df5a718a6a77 x-openstack-request-id: req-49ccfd11-708e-47e2-a467-df5a718a6a77 {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:54:03.816376 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66ec6203-209c-4d59-9100-bdf9cb50de2d", "name": "network-vif-deleted", "tag": "5e2c616a-26a0-4994-8529-2af87eaf6368", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:54:03.816648 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-49ccfd11-708e-47e2-a467-df5a718a6a77 {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:54:03.817032 n-d-804985-2 neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66ec6203-209c-4d59-9100-bdf9cb50de2d', 'name': 'network-vif-deleted', 'tag': '5e2c616a-26a0-4994-8529-2af87eaf6368', 'status': 'completed', 'code': 200} Aug 18 11:54:03.826695 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-ff90f558-5b6d-4a62-887b-8df944b6121b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:03.851634 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc63491-0635-474b-a238-709b02e2ec07 req-c873bdae-a084-426b-a3a6-539073ae9450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:54:03.853313 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7dc63491-0635-474b-a238-709b02e2ec07 req-c873bdae-a084-426b-a3a6-539073ae9450 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=299a3393-ede6-4663-8e2e-68401e0c2de3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1119559 Aug 18 11:54:03.862322 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port e1f2f1cd-4c07-4cb6-8830-f3ba34baab67, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=e1f2f1cd-4c07-4cb6-8830-f3ba34baab67,segment=NetworkSegment(de35f490-159d-4f32-ba39-7fcc2c85f9d3),segment_id=de35f490-159d-4f32-ba39-7fcc2c85f9d3)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:54:03.865951 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:03.872319 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1b3d8989-4895-497e-bbd6-60cdcdea9f19 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:03.895860 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-ff90f558-5b6d-4a62-887b-8df944b6121b None None] Attempting to bind port 47c018a6-0935-4318-a9eb-e5963439b764 on host n-d-804985-2 for vnic_type normal with profile {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 11:54:03.896225 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-ff90f558-5b6d-4a62-887b-8df944b6121b None None] Attempting to bind port 47c018a6-0935-4318-a9eb-e5963439b764 by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'}] {{(pid=106255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 11:54:03.896609 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff90f558-5b6d-4a62-887b-8df944b6121b None None] Attempting to bind port 47c018a6-0935-4318-a9eb-e5963439b764 on network 7cae7a70-14fd-408c-b14d-39ceb97cb60e {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 11:54:03.919396 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [None req-1b3d8989-4895-497e-bbd6-60cdcdea9f19 admin admin] Transition to ACTIVE for port object 3f6c6530-eb23-44db-ae84-e287df6436bd will not be triggered until provisioned by entity DHCP. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 11:54:03.922400 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff90f558-5b6d-4a62-887b-8df944b6121b None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 11, 53, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 11:54:03.922876 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff90f558-5b6d-4a62-887b-8df944b6121b None None] Checking segment: {'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 11:54:03.923317 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-ff90f558-5b6d-4a62-887b-8df944b6121b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:03.923754 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff90f558-5b6d-4a62-887b-8df944b6121b None None] Bound using segment: {'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'} {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 11:54:03.924230 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-ff90f558-5b6d-4a62-887b-8df944b6121b None None] Bound port: 47c018a6-0935-4318-a9eb-e5963439b764, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'}}] {{(pid=106255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 11:54:03.924949 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-ff90f558-5b6d-4a62-887b-8df944b6121b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:03.941716 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:04.007157 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-ff90f558-5b6d-4a62-887b-8df944b6121b None None] For port 47c018a6-0935-4318-a9eb-e5963439b764, host n-d-804985-2, cleared binding levels {{(pid=106255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 11:54:04.011831 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-ff90f558-5b6d-4a62-887b-8df944b6121b None None] For port 47c018a6-0935-4318-a9eb-e5963439b764, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=47c018a6-0935-4318-a9eb-e5963439b764,segment=NetworkSegment(c5a3db9d-5c58-41b1-9177-d5787a597b78),segment_id=c5a3db9d-5c58-41b1-9177-d5787a597b78)] {{(pid=106255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 11:54:04.017349 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1b3d8989-4895-497e-bbd6-60cdcdea9f19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:04.030457 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-ff90f558-5b6d-4a62-887b-8df944b6121b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:04.062737 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff90f558-5b6d-4a62-887b-8df944b6121b None None] Routers {'acaa17a1-81fe-4af4-8c8f-d7c4126e2ad5'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 11:54:04.063623 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-ff90f558-5b6d-4a62-887b-8df944b6121b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T11:53:51Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['acaa17a1-81fe-4af4-8c8f-d7c4126e2ad5'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:54:04.079444 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=3c59c03d-4df2-4058-ad50-25724912a65a,revision_number=7']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:54:04.114896 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b3d8989-4895-497e-bbd6-60cdcdea9f19 admin admin] Network c5fb4668-c687-49d6-bd2c-0b015c57b5fb is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 11:54:04.128800 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-1b3d8989-4895-497e-bbd6-60cdcdea9f19 admin admin] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:54:04.133569 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b3d8989-4895-497e-bbd6-60cdcdea9f19 admin admin] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 11:54:04.144088 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3990ae1d-6326-4ce0-87b6-8fef091601b3 req-ad042f0b-2da7-4f8c-b1bd-0577e8fe6bae tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:54:04.151858 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3d8989-4895-497e-bbd6-60cdcdea9f19 admin admin] Pushing event updated for resources: {'Port': ['ID=3f6c6530-eb23-44db-ae84-e287df6436bd,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:54:04.152861 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3990ae1d-6326-4ce0-87b6-8fef091601b3 req-ad042f0b-2da7-4f8c-b1bd-0577e8fe6bae tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] 10.222.0.66 "GET /v2.0/ports?device_id=8fd5ea8f-178b-40e4-8012-09188cab4234 HTTP/1.1" status: 200 len: 945 time: 0.1616461 Aug 18 11:54:04.173533 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7dc63491-0635-474b-a238-709b02e2ec07 req-8caf49c2-3135-4767-a17e-bbe5f38776e9 service neutron] 10.222.0.63 "GET /v2.0/networks/299a3393-ede6-4663-8e2e-68401e0c2de3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3106768 Aug 18 11:54:04.224862 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1b3d8989-4895-497e-bbd6-60cdcdea9f19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-996688'] for router_interface, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:04.288178 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-ff90f558-5b6d-4a62-887b-8df944b6121b None None] Set router acaa17a1-81fe-4af4-8c8f-d7c4126e2ad5 gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 11:54:04.370682 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3990ae1d-6326-4ce0-87b6-8fef091601b3 req-116903a2-1dbe-4f20-a8da-b9a34ba967aa tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] 10.222.0.66 "GET /v2.0/security-groups?id=07aef7bb-6c11-4cb4-8594-c24180b5d811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133448 Aug 18 11:54:04.381515 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] get_ports_and_sgs() called for port_ids ['e1f2f1cd-4c07-4cb6-8830-f3ba34baab67'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 11:54:04.455829 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0039a4a-b051-4200-8b1f-0e49023e36f0 None None] Pushing event updated for resources: {'Port': ['ID=47c018a6-0935-4318-a9eb-e5963439b764,revision_number=2']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:54:04.488183 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7dc63491-0635-474b-a238-709b02e2ec07 req-26b0591e-5423-4f70-a1db-ff2d26cb72a0 service neutron] 10.222.0.63 "GET /v2.0/networks/299a3393-ede6-4663-8e2e-68401e0c2de3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3044288 Aug 18 11:54:04.505518 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1b3d8989-4895-497e-bbd6-60cdcdea9f19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:04.552709 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=e1f2f1cd-4c07-4cb6-8830-f3ba34baab67,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:54:04.590925 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737571ba-a713-4cc3-a010-e87b11de3a8a req-a31306fa-3bdd-4aac-9dbf-ac79c566e265 tempest-ServersWithSpecificFlavorTestJSON-596355724 tempest-ServersWithSpecificFlavorTestJSON-596355724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:54:04.599617 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-737571ba-a713-4cc3-a010-e87b11de3a8a req-a31306fa-3bdd-4aac-9dbf-ac79c566e265 tempest-ServersWithSpecificFlavorTestJSON-596355724 tempest-ServersWithSpecificFlavorTestJSON-596355724-project] 10.222.0.66 "GET /v2.0/ports?device_id=33dff871-377a-4e86-9f9d-1edbba5fae4b HTTP/1.1" status: 200 len: 943 time: 0.0754740 Aug 18 11:54:04.614481 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0039a4a-b051-4200-8b1f-0e49023e36f0 None None] Pushing event updated for resources: {'Port': ['ID=47c018a6-0935-4318-a9eb-e5963439b764,revision_number=3']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:54:04.628613 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-b329e18e-9dd9-48df-83a5-639314753953 None None] Provisioning for port 3f6c6530-eb23-44db-ae84-e287df6436bd completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 11:54:04.654866 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-b329e18e-9dd9-48df-83a5-639314753953 None None] Provisioning complete for port 3f6c6530-eb23-44db-ae84-e287df6436bd triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:54:04.655236 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-b329e18e-9dd9-48df-83a5-639314753953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:04.659126 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-ff90f558-5b6d-4a62-887b-8df944b6121b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acaa17a1-81fe-4af4-8c8f-d7c4126e2ad5', 'name': 'tempest-AttachSCSIVolumeTestJSON-1220428903-router', 'tenant_id': 'b512df1d55bf4d889ffe3f9242b6f627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.184'}], 'enable_snat': True}, 'gw_port_id': '47c018a6-0935-4318-a9eb-e5963439b764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T11:53:57Z', 'updated_at': '2021-08-18T11:54:00Z', 'revision_number': 3, 'project_id': 'b512df1d55bf4d889ffe3f9242b6f627', 'gw_port': {'id': '47c018a6-0935-4318-a9eb-e5963439b764', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:8c:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acaa17a1-81fe-4af4-8c8f-d7c4126e2ad5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:53:59Z', 'updated_at': '2021-08-18T11:54:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:54:04.659752 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-737571ba-a713-4cc3-a010-e87b11de3a8a req-b7e356af-9f27-4a1e-9285-d58947080fc8 tempest-ServersWithSpecificFlavorTestJSON-596355724 tempest-ServersWithSpecificFlavorTestJSON-596355724-project] 10.222.0.66 "GET /v2.0/security-groups?id=238dbab8-dd9a-4024-8b12-d86b53f53679&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553877 Aug 18 11:54:04.711654 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 11:54:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f81d83c4-86a5-4ba9-ae46-fcd55bde7b5c x-openstack-request-id: req-f81d83c4-86a5-4ba9-ae46-fcd55bde7b5c {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:54:04.712265 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33dff871-377a-4e86-9f9d-1edbba5fae4b", "tag": "69ae0138-30ec-42c1-96f8-e1f7ac8f0323", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:54:04.712747 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f81d83c4-86a5-4ba9-ae46-fcd55bde7b5c {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:54:04.713416 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33dff871-377a-4e86-9f9d-1edbba5fae4b', 'tag': '69ae0138-30ec-42c1-96f8-e1f7ac8f0323', 'status': 'completed', 'code': 200} Aug 18 11:54:04.829597 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-b329e18e-9dd9-48df-83a5-639314753953 None None] Port 3f6c6530-eb23-44db-ae84-e287df6436bd cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 11:54:04.859201 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b09bdc0-8761-4256-94ad-83fd5cf551a8 req-b98e46b6-83c1-4dba-9d2e-91b32b4c4483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:54:04.861372 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1b09bdc0-8761-4256-94ad-83fd5cf551a8 req-b98e46b6-83c1-4dba-9d2e-91b32b4c4483 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=c87ef195b6b74f67b0f04cf988678fa6&device_id=33dff871-377a-4e86-9f9d-1edbba5fae4b HTTP/1.1" status: 200 len: 1094 time: 0.1144595 Aug 18 11:54:04.875930 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1b3d8989-4895-497e-bbd6-60cdcdea9f19 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:04.878029 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 11:54:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adb5c21b-fa27-4b92-8fef-e68805af75f5 x-openstack-request-id: req-adb5c21b-fa27-4b92-8fef-e68805af75f5 {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:54:04.878317 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85f415f0-f4a5-4d86-896b-c3c0005261d4", "name": "network-vif-plugged", "status": "completed", "tag": "3c59c03d-4df2-4058-ad50-25724912a65a", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:54:04.878565 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-adb5c21b-fa27-4b92-8fef-e68805af75f5 {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:54:04.878951 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85f415f0-f4a5-4d86-896b-c3c0005261d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c59c03d-4df2-4058-ad50-25724912a65a', 'code': 200} Aug 18 11:54:04.893029 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1b3d8989-4895-497e-bbd6-60cdcdea9f19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:05.015711 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3d8989-4895-497e-bbd6-60cdcdea9f19 admin admin] Pushing event updated for resources: {'Port': ['ID=3f6c6530-eb23-44db-ae84-e287df6436bd,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:54:05.018470 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1b3d8989-4895-497e-bbd6-60cdcdea9f19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-996772'] for router_interface, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:05.062426 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b09bdc0-8761-4256-94ad-83fd5cf551a8 req-f043c1d4-d89a-4c6e-85f6-5c735f1d472e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:54:05.064105 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1b09bdc0-8761-4256-94ad-83fd5cf551a8 req-f043c1d4-d89a-4c6e-85f6-5c735f1d472e service neutron] 10.222.0.63 "GET /v2.0/networks?id=299a3393-ede6-4663-8e2e-68401e0c2de3 HTTP/1.1" status: 200 len: 924 time: 0.1895194 Aug 18 11:54:05.124684 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff90f558-5b6d-4a62-887b-8df944b6121b None None] The sync data for ids ['acaa17a1-81fe-4af4-8c8f-d7c4126e2ad5'] in n-d-804985-2 is: [{'id': 'acaa17a1-81fe-4af4-8c8f-d7c4126e2ad5', 'name': 'tempest-AttachSCSIVolumeTestJSON-1220428903-router', 'tenant_id': 'b512df1d55bf4d889ffe3f9242b6f627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.184'}], 'enable_snat': True}, 'gw_port_id': '47c018a6-0935-4318-a9eb-e5963439b764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T11:53:57Z', 'updated_at': '2021-08-18T11:54:00Z', 'revision_number': 3, 'project_id': 'b512df1d55bf4d889ffe3f9242b6f627', 'gw_port': {'id': '47c018a6-0935-4318-a9eb-e5963439b764', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:8c:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acaa17a1-81fe-4af4-8c8f-d7c4126e2ad5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:53:59Z', 'updated_at': '2021-08-18T11:54:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 11:54:05.186111 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b3d8989-4895-497e-bbd6-60cdcdea9f19 admin admin] Network c5fb4668-c687-49d6-bd2c-0b015c57b5fb is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 11:54:05.188074 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-1b3d8989-4895-497e-bbd6-60cdcdea9f19 admin admin] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:54:05.267170 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1b09bdc0-8761-4256-94ad-83fd5cf551a8 req-b0c4c036-dc09-418e-9b8a-87e2ac7e79fb service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=69ae0138-30ec-42c1-96f8-e1f7ac8f0323 HTTP/1.1" status: 200 len: 217 time: 0.1828654 Aug 18 11:54:05.471512 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b09bdc0-8761-4256-94ad-83fd5cf551a8 req-43ecb9f2-0902-4979-91a3-c3b8fc80367c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:54:05.473442 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1b09bdc0-8761-4256-94ad-83fd5cf551a8 req-43ecb9f2-0902-4979-91a3-c3b8fc80367c service neutron] 10.222.0.63 "GET /v2.0/subnets?id=1f6a98c3-f342-4c72-a137-7aba7a641e96 HTTP/1.1" status: 200 len: 862 time: 0.1927149 Aug 18 11:54:05.485351 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be81e8af-59b2-4791-8038-924273888419 req-b6398972-988e-4530-9ea3-1af42b23edde tempest-FloatingIPDetailsTestJSON-1705181649 tempest-FloatingIPDetailsTestJSON-1705181649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:54:05.503867 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-be81e8af-59b2-4791-8038-924273888419 req-b6398972-988e-4530-9ea3-1af42b23edde tempest-FloatingIPDetailsTestJSON-1705181649 tempest-FloatingIPDetailsTestJSON-1705181649-project] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.5671844 Aug 18 11:54:05.658548 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [req-88dbdb79-e407-4013-bab4-1db44cdd618d req-d01dcd63-afc8-482b-bae9-9c18223e8cc8 tempest-LiveAutoBlockMigrationV225Test-1799299027 tempest-LiveAutoBlockMigrationV225Test-1799299027-project-admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=106252) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 11:54:05.659571 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-88dbdb79-e407-4013-bab4-1db44cdd618d req-d01dcd63-afc8-482b-bae9-9c18223e8cc8 tempest-LiveAutoBlockMigrationV225Test-1799299027 tempest-LiveAutoBlockMigrationV225Test-1799299027-project-admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064051 Aug 18 11:54:05.666288 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-c364a1e3-4f5d-4593-8fe2-523255373648 None None] Provisioning complete for port 3f6c6530-eb23-44db-ae84-e287df6436bd triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:54:05.667376 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-c364a1e3-4f5d-4593-8fe2-523255373648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:05.671307 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b09bdc0-8761-4256-94ad-83fd5cf551a8 req-130e4a17-fa81-44bd-9773-2772b2b4ed28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:54:05.675039 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1b09bdc0-8761-4256-94ad-83fd5cf551a8 req-130e4a17-fa81-44bd-9773-2772b2b4ed28 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=299a3393-ede6-4663-8e2e-68401e0c2de3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1697690 Aug 18 11:54:05.686499 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-88dbdb79-e407-4013-bab4-1db44cdd618d req-120de6ad-eb27-48b6-8ecc-16bb406e5f94 service neutron] Request body: {'binding': {'host': 'n-h2-804985-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:54:05.686954 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-88dbdb79-e407-4013-bab4-1db44cdd618d req-120de6ad-eb27-48b6-8ecc-16bb406e5f94 service neutron] Unknown quota resources ['binding']. {{(pid=106252) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 18 11:54:05.786702 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-c364a1e3-4f5d-4593-8fe2-523255373648 None None] Port 3f6c6530-eb23-44db-ae84-e287df6436bd cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 11:54:05.802772 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:05.888524 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1b09bdc0-8761-4256-94ad-83fd5cf551a8 req-899828f6-6fbf-4618-a418-596b8fb56f28 service neutron] 10.222.0.63 "GET /v2.0/networks/299a3393-ede6-4663-8e2e-68401e0c2de3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1967781 Aug 18 11:54:05.961397 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 47c018a6-0935-4318-a9eb-e5963439b764 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:54:06.063516 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port 47c018a6-0935-4318-a9eb-e5963439b764 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 11:54:06.070475 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 47c018a6-0935-4318-a9eb-e5963439b764 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:54:06.070845 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:06.085685 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b3d8989-4895-497e-bbd6-60cdcdea9f19 admin admin] Router acaa17a1-81fe-4af4-8c8f-d7c4126e2ad5 has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 11:54:06.200456 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1b09bdc0-8761-4256-94ad-83fd5cf551a8 req-95e4e177-ec26-4a76-aed4-88d7bc9d5baa service neutron] 10.222.0.63 "GET /v2.0/networks/299a3393-ede6-4663-8e2e-68401e0c2de3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205556 Aug 18 11:54:06.212644 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb3c171-f7e4-4a3f-a2af-768f3918a23d req-9f16754c-3d94-4d8d-be33-23b6ad1ce7ee tempest-FloatingIPsAssociationTestJSON-1671646685 tempest-FloatingIPsAssociationTestJSON-1671646685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:54:06.221831 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:06.222066 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5eb3c171-f7e4-4a3f-a2af-768f3918a23d req-9f16754c-3d94-4d8d-be33-23b6ad1ce7ee tempest-FloatingIPsAssociationTestJSON-1671646685 tempest-FloatingIPsAssociationTestJSON-1671646685-project] 10.222.0.66 "GET /v2.0/ports?device_id=4c19a9be-dd35-46a0-8be6-7465196e5516 HTTP/1.1" status: 200 len: 945 time: 0.5975382 Aug 18 11:54:06.276329 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] For port 47c018a6-0935-4318-a9eb-e5963439b764, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=47c018a6-0935-4318-a9eb-e5963439b764,segment=NetworkSegment(c5a3db9d-5c58-41b1-9177-d5787a597b78),segment_id=c5a3db9d-5c58-41b1-9177-d5787a597b78)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:54:06.283552 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5eb3c171-f7e4-4a3f-a2af-768f3918a23d req-2aedc445-0a5b-43a6-afed-5ed36dca4a50 tempest-FloatingIPsAssociationTestJSON-1671646685 tempest-FloatingIPsAssociationTestJSON-1671646685-project] 10.222.0.66 "GET /v2.0/security-groups?id=1a0cf25f-7a4f-4eec-9daa-081df45eb4db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585907 Aug 18 11:54:06.288310 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-88dbdb79-e407-4013-bab4-1db44cdd618d req-120de6ad-eb27-48b6-8ecc-16bb406e5f94 service neutron] Attempting to bind port 8cc88f43-1fb3-47eb-bebc-c14bcbe1eead on host n-h2-804985-2 for vnic_type normal with profile None {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 11:54:06.289918 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-88dbdb79-e407-4013-bab4-1db44cdd618d req-120de6ad-eb27-48b6-8ecc-16bb406e5f94 service neutron] Attempting to bind port 8cc88f43-1fb3-47eb-bebc-c14bcbe1eead by drivers openvswitch,hyperv on host n-h2-804985-2 at level 0 using segments [{'id': '0622c33d-7d5a-4968-950b-edb53be5f858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'f471d7de-70da-4549-acfc-45017b3843ff'}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 11:54:06.291301 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:06.292227 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88dbdb79-e407-4013-bab4-1db44cdd618d req-120de6ad-eb27-48b6-8ecc-16bb406e5f94 service neutron] Attempting to bind port 8cc88f43-1fb3-47eb-bebc-c14bcbe1eead on network f471d7de-70da-4549-acfc-45017b3843ff {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 11:54:06.311093 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88dbdb79-e407-4013-bab4-1db44cdd618d req-120de6ad-eb27-48b6-8ecc-16bb406e5f94 service neutron] Port 8cc88f43-1fb3-47eb-bebc-c14bcbe1eead on network f471d7de-70da-4549-acfc-45017b3843ff not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-2 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 11:54:06.313466 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88dbdb79-e407-4013-bab4-1db44cdd618d req-120de6ad-eb27-48b6-8ecc-16bb406e5f94 service neutron] Attempting to bind port 8cc88f43-1fb3-47eb-bebc-c14bcbe1eead on network f471d7de-70da-4549-acfc-45017b3843ff {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 11:54:06.334390 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88dbdb79-e407-4013-bab4-1db44cdd618d req-120de6ad-eb27-48b6-8ecc-16bb406e5f94 service neutron] Checking agent: {'id': 'da5da552-709c-4248-84de-86af99a0dc87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 49, 8), 'started_at': datetime.datetime(2021, 8, 18, 11, 49, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 11, 53, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 11:54:06.335594 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88dbdb79-e407-4013-bab4-1db44cdd618d req-120de6ad-eb27-48b6-8ecc-16bb406e5f94 service neutron] Checking segment: {'id': '0622c33d-7d5a-4968-950b-edb53be5f858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'f471d7de-70da-4549-acfc-45017b3843ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 11:54:06.338240 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88dbdb79-e407-4013-bab4-1db44cdd618d req-120de6ad-eb27-48b6-8ecc-16bb406e5f94 service neutron] Bound using segment: {'id': '0622c33d-7d5a-4968-950b-edb53be5f858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'f471d7de-70da-4549-acfc-45017b3843ff'} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 11:54:06.339672 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-88dbdb79-e407-4013-bab4-1db44cdd618d req-120de6ad-eb27-48b6-8ecc-16bb406e5f94 service neutron] Bound port: 8cc88f43-1fb3-47eb-bebc-c14bcbe1eead, host: n-h2-804985-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0622c33d-7d5a-4968-950b-edb53be5f858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'f471d7de-70da-4549-acfc-45017b3843ff'}}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 11:54:06.411713 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Pushing event updated for resources: {'Port': ['ID=47c018a6-0935-4318-a9eb-e5963439b764,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:54:06.480665 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b3d8989-4895-497e-bbd6-60cdcdea9f19 admin admin] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 11:54:06.497852 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-1b3d8989-4895-497e-bbd6-60cdcdea9f19 admin admin] 10.222.0.66 "PUT /v2.0/routers/acaa17a1-81fe-4af4-8c8f-d7c4126e2ad5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0814755 Aug 18 11:54:06.555307 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-88dbdb79-e407-4013-bab4-1db44cdd618d req-120de6ad-eb27-48b6-8ecc-16bb406e5f94 service neutron] For port 8cc88f43-1fb3-47eb-bebc-c14bcbe1eead, host n-h2-804985-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=8cc88f43-1fb3-47eb-bebc-c14bcbe1eead,segment=NetworkSegment(0622c33d-7d5a-4968-950b-edb53be5f858),segment_id=0622c33d-7d5a-4968-950b-edb53be5f858)] {{(pid=106252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 11:54:06.574163 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ef2145-3bab-421a-aa69-f67fde3de52b req-66c35e8e-553e-4bf0-8db7-763fc5c57fca tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:54:06.576039 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e2ef2145-3bab-421a-aa69-f67fde3de52b req-66c35e8e-553e-4bf0-8db7-763fc5c57fca tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] 10.222.0.66 "GET /v2.0/ports?device_id=1776ccfc-79c3-4dd2-9d3e-5b7e075004d6 HTTP/1.1" status: 200 len: 950 time: 0.0977685 Aug 18 11:54:06.578881 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-88dbdb79-e407-4013-bab4-1db44cdd618d req-120de6ad-eb27-48b6-8ecc-16bb406e5f94 service neutron] Notify callbacks [] for binding, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:06.581646 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-88dbdb79-e407-4013-bab4-1db44cdd618d req-120de6ad-eb27-48b6-8ecc-16bb406e5f94 service neutron] 10.222.0.66 "POST /v2.0/ports/8cc88f43-1fb3-47eb-bebc-c14bcbe1eead/bindings HTTP/1.1" status: 201 len: 389 time: 0.9002266 Aug 18 11:54:06.633774 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e2ef2145-3bab-421a-aa69-f67fde3de52b req-462f86c9-c0c2-4cc7-aeaf-48f66f86f26f tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] 10.222.0.66 "GET /v2.0/security-groups?id=e54286de-dd7f-4b20-9f74-4a71262d523b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502100 Aug 18 11:54:06.809823 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7f350a5f-cdb9-4f4f-bf93-7039132cb0e0 req-570b56db-d80e-4509-9b7c-d310a01b5bf3 tempest-FloatingIPDetailsTestJSON-1705181649 tempest-FloatingIPDetailsTestJSON-1705181649-project] 10.222.0.66 "GET /v2.0/floatingips?tenant_id=1e7bd45378474338a3a7a5fc430b7488 HTTP/1.1" status: 200 len: 1657 time: 0.1129153 Aug 18 11:54:06.933999 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1a8c63-a3d1-4fc1-a021-a571f333930c req-a094f688-f998-43d9-8a9d-714b738191a2 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:54:06.941618 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8f1a8c63-a3d1-4fc1-a021-a571f333930c req-a094f688-f998-43d9-8a9d-714b738191a2 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] 10.222.0.66 "GET /v2.0/ports?device_id=8fd5ea8f-178b-40e4-8012-09188cab4234 HTTP/1.1" status: 200 len: 945 time: 0.1459959 Aug 18 11:54:07.016616 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8f1a8c63-a3d1-4fc1-a021-a571f333930c req-8d0344d8-8197-46cf-9fa0-b63ed8cd2fa0 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] 10.222.0.66 "GET /v2.0/security-groups?id=07aef7bb-6c11-4cb4-8594-c24180b5d811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740356 Aug 18 11:54:07.023982 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f350a5f-cdb9-4f4f-bf93-7039132cb0e0 req-a26ec960-f7fe-48ca-8e1b-95cf6d3ffc8a tempest-FloatingIPDetailsTestJSON-1705181649 tempest-FloatingIPDetailsTestJSON-1705181649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:54:07.025530 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7f350a5f-cdb9-4f4f-bf93-7039132cb0e0 req-a26ec960-f7fe-48ca-8e1b-95cf6d3ffc8a tempest-FloatingIPDetailsTestJSON-1705181649 tempest-FloatingIPDetailsTestJSON-1705181649-project] 10.222.0.66 "GET /v2.0/networks?id=7cae7a70-14fd-408c-b14d-39ceb97cb60e&id=7cae7a70-14fd-408c-b14d-39ceb97cb60e&id=7cae7a70-14fd-408c-b14d-39ceb97cb60e HTTP/1.1" status: 200 len: 787 time: 0.1797795 Aug 18 11:54:07.221531 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc786dbb-5b65-4248-9272-d6bae6b1bdf8 req-06573f51-227b-4b5c-a46d-c2a01d2ff0a4 tempest-ServersWithSpecificFlavorTestJSON-596355724 tempest-ServersWithSpecificFlavorTestJSON-596355724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:54:07.230580 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-cc786dbb-5b65-4248-9272-d6bae6b1bdf8 req-06573f51-227b-4b5c-a46d-c2a01d2ff0a4 tempest-ServersWithSpecificFlavorTestJSON-596355724 tempest-ServersWithSpecificFlavorTestJSON-596355724-project] 10.222.0.66 "GET /v2.0/ports?device_id=33dff871-377a-4e86-9f9d-1edbba5fae4b HTTP/1.1" status: 200 len: 943 time: 0.0954878 Aug 18 11:54:07.295163 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-cc786dbb-5b65-4248-9272-d6bae6b1bdf8 req-7f5e8bba-15eb-43e2-abb3-9ec9108817e1 tempest-ServersWithSpecificFlavorTestJSON-596355724 tempest-ServersWithSpecificFlavorTestJSON-596355724-project] 10.222.0.66 "GET /v2.0/security-groups?id=238dbab8-dd9a-4024-8b12-d86b53f53679&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584400 Aug 18 11:54:07.378972 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device e1f2f1cd-4c07-4cb6-8830-f3ba34baab67 up at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:54:07.532455 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Provisioning for port e1f2f1cd-4c07-4cb6-8830-f3ba34baab67 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 11:54:07.540702 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Provisioning complete for port e1f2f1cd-4c07-4cb6-8830-f3ba34baab67 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:54:07.541596 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:07.604384 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbb42a8-fefb-43df-8197-8d9abc1a8c91 req-2f00f096-3832-408e-ab66-a7137514ed8b tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:54:07.610295 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-abbb42a8-fefb-43df-8197-8d9abc1a8c91 req-2f00f096-3832-408e-ab66-a7137514ed8b tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.66 "GET /v2.0/ports?device_id=aaabce93-c7fa-4a3a-a8e4-3718c81d3652 HTTP/1.1" status: 200 len: 945 time: 0.1773398 Aug 18 11:54:07.738855 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-abbb42a8-fefb-43df-8197-8d9abc1a8c91 req-2cec9a44-6df5-47c9-8557-a2d28172bddc tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.66 "GET /v2.0/security-groups?id=fecad5ed-08b4-4db8-8e35-9a1fb2f01a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222155 Aug 18 11:54:07.766898 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:07.802873 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c19a9be-dd35-46a0-8be6-7465196e5516', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1f2f1cd-4c07-4cb6-8830-f3ba34baab67'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 11:54:07.805224 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db50a436fb3a98495337d8fe7487b4f2ea6f3c1052eb9efadc2ecda2d5737001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1451da1-ee33-458d-91d6-4dd3e315c9d4" -d '{"events": [{"server_uuid": "4c19a9be-dd35-46a0-8be6-7465196e5516", "name": "network-vif-plugged", "status": "completed", "tag": "e1f2f1cd-4c07-4cb6-8830-f3ba34baab67"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:54:07.827348 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port e1f2f1cd-4c07-4cb6-8830-f3ba34baab67, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=e1f2f1cd-4c07-4cb6-8830-f3ba34baab67,segment=NetworkSegment(de35f490-159d-4f32-ba39-7fcc2c85f9d3),segment_id=de35f490-159d-4f32-ba39-7fcc2c85f9d3)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:54:07.845989 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:07.944122 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6e79a788-0c87-4236-bcb1-c22ed2ea2c3e req-0e5cf42d-8e8f-4c21-9a13-755ba41aa668 tempest-FloatingIPDetailsTestJSON-1705181649 tempest-FloatingIPDetailsTestJSON-1705181649-project] 10.222.0.66 "GET /v2.0/floatingips/16bd6698-8153-48e1-b13a-f3c73cf9b6b9 HTTP/1.1" status: 200 len: 693 time: 0.0882201 Aug 18 11:54:07.970310 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 47c018a6-0935-4318-a9eb-e5963439b764 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:54:07.991013 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:08.012459 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.agents_db [None req-6dbb2658-0354-4101-8393-6e7505481cf6 None None] Agent healthcheck: found 7 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 11:54:08.076248 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=e1f2f1cd-4c07-4cb6-8830-f3ba34baab67,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:54:08.148356 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 47c018a6-0935-4318-a9eb-e5963439b764 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:54:08.149155 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:08.166966 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e79a788-0c87-4236-bcb1-c22ed2ea2c3e req-9f8d268a-e2a7-4fe9-b314-c2e1160c3b4f tempest-FloatingIPDetailsTestJSON-1705181649 tempest-FloatingIPDetailsTestJSON-1705181649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:54:08.178329 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6e79a788-0c87-4236-bcb1-c22ed2ea2c3e req-9f8d268a-e2a7-4fe9-b314-c2e1160c3b4f tempest-FloatingIPDetailsTestJSON-1705181649 tempest-FloatingIPDetailsTestJSON-1705181649-project] 10.222.0.66 "GET /v2.0/networks/7cae7a70-14fd-408c-b14d-39ceb97cb60e HTTP/1.1" status: 200 len: 784 time: 0.2250965 Aug 18 11:54:08.235319 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f57c66b7-a327-4a67-a526-be4f543b1262 None None] Sync routers for ids ['acaa17a1-81fe-4af4-8c8f-d7c4126e2ad5'] in n-d-804985-2 {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 11:54:08.266012 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f57c66b7-a327-4a67-a526-be4f543b1262 None None] Routers {'acaa17a1-81fe-4af4-8c8f-d7c4126e2ad5'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 11:54:08.269763 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-f57c66b7-a327-4a67-a526-be4f543b1262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T11:53:51Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['acaa17a1-81fe-4af4-8c8f-d7c4126e2ad5'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:54:08.276438 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6e79a788-0c87-4236-bcb1-c22ed2ea2c3e req-8e4a996c-a774-4a8c-8f90-085091f74e6c tempest-FloatingIPDetailsTestJSON-1705181649 tempest-FloatingIPDetailsTestJSON-1705181649-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.7.233 HTTP/1.1" status: 200 len: 696 time: 0.0971434 Aug 18 11:54:08.342088 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6e79a788-0c87-4236-bcb1-c22ed2ea2c3e req-7f047ecc-21ea-4ceb-a0de-a70cdef5fc86 tempest-FloatingIPDetailsTestJSON-1705181649 tempest-FloatingIPDetailsTestJSON-1705181649-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.7.233 HTTP/1.1" status: 200 len: 696 time: 0.0644987 Aug 18 11:54:08.496337 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-f57c66b7-a327-4a67-a526-be4f543b1262 None None] Set router acaa17a1-81fe-4af4-8c8f-d7c4126e2ad5 gateway port host: n-d-804985-2 {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 11:54:08.572023 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-6e79a788-0c87-4236-bcb1-c22ed2ea2c3e req-70f427a4-7565-41a8-b26a-e904c88bf028 tempest-FloatingIPDetailsTestJSON-1705181649 tempest-FloatingIPDetailsTestJSON-1705181649-project] Deleting port 2ac080b2-d43a-43f2-8818-f5b35f346dae {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 11:54:08.572374 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-6e79a788-0c87-4236-bcb1-c22ed2ea2c3e req-70f427a4-7565-41a8-b26a-e904c88bf028 tempest-FloatingIPDetailsTestJSON-1705181649 tempest-FloatingIPDetailsTestJSON-1705181649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:08.725279 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-6e79a788-0c87-4236-bcb1-c22ed2ea2c3e req-70f427a4-7565-41a8-b26a-e904c88bf028 tempest-FloatingIPDetailsTestJSON-1705181649 tempest-FloatingIPDetailsTestJSON-1705181649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:08.726072 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-6e79a788-0c87-4236-bcb1-c22ed2ea2c3e req-70f427a4-7565-41a8-b26a-e904c88bf028 tempest-FloatingIPDetailsTestJSON-1705181649 tempest-FloatingIPDetailsTestJSON-1705181649-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:08.746939 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-6e79a788-0c87-4236-bcb1-c22ed2ea2c3e req-70f427a4-7565-41a8-b26a-e904c88bf028 tempest-FloatingIPDetailsTestJSON-1705181649 tempest-FloatingIPDetailsTestJSON-1705181649-project] Calling delete_port for 2ac080b2-d43a-43f2-8818-f5b35f346dae owned by network:floatingip {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 11:54:08.849603 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-f57c66b7-a327-4a67-a526-be4f543b1262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acaa17a1-81fe-4af4-8c8f-d7c4126e2ad5', 'name': 'tempest-AttachSCSIVolumeTestJSON-1220428903-router', 'tenant_id': 'b512df1d55bf4d889ffe3f9242b6f627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.184'}], 'enable_snat': True}, 'gw_port_id': '47c018a6-0935-4318-a9eb-e5963439b764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T11:53:57Z', 'updated_at': '2021-08-18T11:54:04Z', 'revision_number': 4, 'project_id': 'b512df1d55bf4d889ffe3f9242b6f627', 'gw_port': {'id': '47c018a6-0935-4318-a9eb-e5963439b764', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:8c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acaa17a1-81fe-4af4-8c8f-d7c4126e2ad5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:53:59Z', 'updated_at': '2021-08-18T11:54:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': '3f6c6530-eb23-44db-ae84-e287df6436bd', 'name': '', 'network_id': 'c5fb4668-c687-49d6-bd2c-0b015c57b5fb', 'tenant_id': 'b512df1d55bf4d889ffe3f9242b6f627', 'mac_address': 'fa:16:3e:8f:a1:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acaa17a1-81fe-4af4-8c8f-d7c4126e2ad5', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'cd78d838-35ce-4c81-aeae-b48ea6aa5b40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:54:03Z', 'updated_at': '2021-08-18T11:54:04Z', 'revision_number': 2, 'project_id': 'b512df1d55bf4d889ffe3f9242b6f627', 'subnets': [{'id': 'cd78d838-35ce-4c81-aeae-b48ea6aa5b40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:54:08.923335 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f57c66b7-a327-4a67-a526-be4f543b1262 None None] Checking router: acaa17a1-81fe-4af4-8c8f-d7c4126e2ad5 for host: n-d-804985-2 {{(pid=106254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 11:54:08.923335 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f57c66b7-a327-4a67-a526-be4f543b1262 None None] Updating router acaa17a1-81fe-4af4-8c8f-d7c4126e2ad5 port 3f6c6530-eb23-44db-ae84-e287df6436bd binding host n-d-804985-2 {{(pid=106254) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 11:54:09.008268 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-f57c66b7-a327-4a67-a526-be4f543b1262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:09.031872 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 69ae0138-30ec-42c1-96f8-e1f7ac8f0323 details requested by agent hyperv_n-h1-804985-2 with host n-h1-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 11:54:09.251128 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 69ae0138-30ec-42c1-96f8-e1f7ac8f0323, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=69ae0138-30ec-42c1-96f8-e1f7ac8f0323,segment=NetworkSegment(a64f6bd4-a887-4b68-9b8c-3f473a0ffabc),segment_id=a64f6bd4-a887-4b68-9b8c-3f473a0ffabc)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:54:09.282267 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Returning: {'device': '69ae0138-30ec-42c1-96f8-e1f7ac8f0323', 'network_id': '299a3393-ede6-4663-8e2e-68401e0c2de3', 'port_id': '69ae0138-30ec-42c1-96f8-e1f7ac8f0323', 'mac_address': 'fa:16:3e:51:c5:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 835, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f6a98c3-f342-4c72-a137-7aba7a641e96', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 11:54:09.516908 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:09.516908 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69ae0138-30ec-42c1-96f8-e1f7ac8f0323 {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 11:54:09.573199 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 69ae0138-30ec-42c1-96f8-e1f7ac8f0323, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=69ae0138-30ec-42c1-96f8-e1f7ac8f0323,segment=NetworkSegment(a64f6bd4-a887-4b68-9b8c-3f473a0ffabc),segment_id=a64f6bd4-a887-4b68-9b8c-3f473a0ffabc)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:54:09.680624 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:09.925583 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=69ae0138-30ec-42c1-96f8-e1f7ac8f0323,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:54:10.060830 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] get_ports_and_sgs() called for port_ids ['69ae0138-30ec-42c1-96f8-e1f7ac8f0323'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 11:54:10.224530 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-6e79a788-0c87-4236-bcb1-c22ed2ea2c3e req-70f427a4-7565-41a8-b26a-e904c88bf028 tempest-FloatingIPDetailsTestJSON-1705181649 tempest-FloatingIPDetailsTestJSON-1705181649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:10.280130 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f427a4-7565-41a8-b26a-e904c88bf028 tempest-FloatingIPDetailsTestJSON-1705181649 tempest-FloatingIPDetailsTestJSON-1705181649-project] Pushing event deleted for resources: {'Port': ['ID=2ac080b2-d43a-43f2-8818-f5b35f346dae,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:54:10.470021 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-6e79a788-0c87-4236-bcb1-c22ed2ea2c3e req-70f427a4-7565-41a8-b26a-e904c88bf028 tempest-FloatingIPDetailsTestJSON-1705181649 tempest-FloatingIPDetailsTestJSON-1705181649-project] Notify callbacks [] for floatingip, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:10.475148 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-6e79a788-0c87-4236-bcb1-c22ed2ea2c3e req-70f427a4-7565-41a8-b26a-e904c88bf028 tempest-FloatingIPDetailsTestJSON-1705181649 tempest-FloatingIPDetailsTestJSON-1705181649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for floatingip, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:10.493083 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6e79a788-0c87-4236-bcb1-c22ed2ea2c3e req-70f427a4-7565-41a8-b26a-e904c88bf028 tempest-FloatingIPDetailsTestJSON-1705181649 tempest-FloatingIPDetailsTestJSON-1705181649-project] 10.222.0.66 "DELETE /v2.0/floatingips/16bd6698-8153-48e1-b13a-f3c73cf9b6b9 HTTP/1.1" status: 204 len: 173 time: 2.1501136 Aug 18 11:54:10.501069 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-f57c66b7-a327-4a67-a526-be4f543b1262 None None] Notify callbacks [] for port, precommit_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:10.529959 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a159400c-e1ce-4f90-a29e-0af5f071cdd0 req-fd0b4435-df8d-4535-9e21-e1bf6c78a99c service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=306f2cf8-8dff-49e9-aaae-8bdb85ef593a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3173501 Aug 18 11:54:10.554033 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-f57c66b7-a327-4a67-a526-be4f543b1262 None None] Transition to ACTIVE for port object 3f6c6530-eb23-44db-ae84-e287df6436bd will not be triggered until provisioned by entity L2. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 11:54:10.594880 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-f57c66b7-a327-4a67-a526-be4f543b1262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:10.695247 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f14df8-80ae-4a68-ae4d-4fc6a334985e None None] Pushing event updated for resources: {'Port': ['ID=3f6c6530-eb23-44db-ae84-e287df6436bd,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:54:10.767014 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a159400c-e1ce-4f90-a29e-0af5f071cdd0 req-5aa9dcc3-674e-4c3c-99ff-3d1cd1f1a2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:54:10.780505 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a159400c-e1ce-4f90-a29e-0af5f071cdd0 req-5aa9dcc3-674e-4c3c-99ff-3d1cd1f1a2f7 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=f6e50cb9025b480f8ec18c678a66d1dd&device_id=306f2cf8-8dff-49e9-aaae-8bdb85ef593a HTTP/1.1" status: 200 len: 1100 time: 0.2176991 Aug 18 11:54:10.868552 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-f57c66b7-a327-4a67-a526-be4f543b1262 None None] Attempting to bind port 3f6c6530-eb23-44db-ae84-e287df6436bd on host n-d-804985-2 for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 11:54:10.883157 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-f57c66b7-a327-4a67-a526-be4f543b1262 None None] Attempting to bind port 3f6c6530-eb23-44db-ae84-e287df6436bd by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': '5ab336fe-39ee-434d-b733-9c5425304b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'c5fb4668-c687-49d6-bd2c-0b015c57b5fb'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 11:54:10.883929 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f57c66b7-a327-4a67-a526-be4f543b1262 None None] Attempting to bind port 3f6c6530-eb23-44db-ae84-e287df6436bd on network c5fb4668-c687-49d6-bd2c-0b015c57b5fb {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 11:54:10.898921 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f57c66b7-a327-4a67-a526-be4f543b1262 None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 11, 53, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 11:54:10.905484 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f57c66b7-a327-4a67-a526-be4f543b1262 None None] Checking segment: {'id': '5ab336fe-39ee-434d-b733-9c5425304b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'c5fb4668-c687-49d6-bd2c-0b015c57b5fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 11:54:10.906326 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-f57c66b7-a327-4a67-a526-be4f543b1262 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:10.915239 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f57c66b7-a327-4a67-a526-be4f543b1262 None None] Bound using segment: {'id': '5ab336fe-39ee-434d-b733-9c5425304b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'c5fb4668-c687-49d6-bd2c-0b015c57b5fb'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 11:54:10.916125 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-f57c66b7-a327-4a67-a526-be4f543b1262 None None] Bound port: 3f6c6530-eb23-44db-ae84-e287df6436bd, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ab336fe-39ee-434d-b733-9c5425304b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'c5fb4668-c687-49d6-bd2c-0b015c57b5fb'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 11:54:10.916798 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-f57c66b7-a327-4a67-a526-be4f543b1262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:11.046666 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-f57c66b7-a327-4a67-a526-be4f543b1262 None None] For port 3f6c6530-eb23-44db-ae84-e287df6436bd, host n-d-804985-2, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 11:54:11.050550 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-f57c66b7-a327-4a67-a526-be4f543b1262 None None] For port 3f6c6530-eb23-44db-ae84-e287df6436bd, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=3f6c6530-eb23-44db-ae84-e287df6436bd,segment=NetworkSegment(5ab336fe-39ee-434d-b733-9c5425304b9b),segment_id=5ab336fe-39ee-434d-b733-9c5425304b9b)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 11:54:11.061521 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-f57c66b7-a327-4a67-a526-be4f543b1262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:11.180379 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f57c66b7-a327-4a67-a526-be4f543b1262 None None] Routers {'acaa17a1-81fe-4af4-8c8f-d7c4126e2ad5'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 11:54:11.181473 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-f57c66b7-a327-4a67-a526-be4f543b1262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T11:53:51Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['acaa17a1-81fe-4af4-8c8f-d7c4126e2ad5'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:54:11.197849 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f14df8-80ae-4a68-ae4d-4fc6a334985e None None] Pushing event updated for resources: {'Port': ['ID=3f6c6530-eb23-44db-ae84-e287df6436bd,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:54:11.281145 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a159400c-e1ce-4f90-a29e-0af5f071cdd0 req-4c14289e-666b-4a4b-b5ed-3559d3157c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:54:11.282540 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a159400c-e1ce-4f90-a29e-0af5f071cdd0 req-4c14289e-666b-4a4b-b5ed-3559d3157c37 service neutron] 10.222.0.63 "GET /v2.0/networks?id=222e0814-c7e5-4b11-9282-3f40c6ed76b2 HTTP/1.1" status: 200 len: 870 time: 0.2973957 Aug 18 11:54:11.405147 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-f57c66b7-a327-4a67-a526-be4f543b1262 None None] Set router acaa17a1-81fe-4af4-8c8f-d7c4126e2ad5 gateway port host: n-d-804985-2 {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 11:54:11.435401 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b056c6-bcb8-42d4-82a4-7a51df68be10 req-fc11034a-570d-4df9-a52b-3c7996163400 tempest-FloatingIPsAssociationTestJSON-1671646685 tempest-FloatingIPsAssociationTestJSON-1671646685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:54:11.448091 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a6b056c6-bcb8-42d4-82a4-7a51df68be10 req-fc11034a-570d-4df9-a52b-3c7996163400 tempest-FloatingIPsAssociationTestJSON-1671646685 tempest-FloatingIPsAssociationTestJSON-1671646685-project] 10.222.0.66 "GET /v2.0/ports?device_id=4c19a9be-dd35-46a0-8be6-7465196e5516 HTTP/1.1" status: 200 len: 946 time: 0.8014066 Aug 18 11:54:11.467160 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a159400c-e1ce-4f90-a29e-0af5f071cdd0 req-3967cb6c-5dac-4502-a40b-f8e4e367cf05 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=743404df-74f4-4bf6-adf7-553a8bf28ef3 HTTP/1.1" status: 200 len: 217 time: 0.1624186 Aug 18 11:54:11.546857 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a6b056c6-bcb8-42d4-82a4-7a51df68be10 req-58dbf527-1738-4b2f-b82f-4d1c9a8eb15a tempest-FloatingIPsAssociationTestJSON-1671646685 tempest-FloatingIPsAssociationTestJSON-1671646685-project] 10.222.0.66 "GET /v2.0/security-groups?id=1a0cf25f-7a4f-4eec-9daa-081df45eb4db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972016 Aug 18 11:54:11.581885 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a159400c-e1ce-4f90-a29e-0af5f071cdd0 req-ff7774bb-110a-45a1-841d-fb526c952b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:54:11.589018 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a159400c-e1ce-4f90-a29e-0af5f071cdd0 req-ff7774bb-110a-45a1-841d-fb526c952b06 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=6d16d680-110b-436d-8afa-48ba845b3623 HTTP/1.1" status: 200 len: 843 time: 0.1117523 Aug 18 11:54:11.665434 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 11:54:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e100acc6-abe6-40bc-be97-4183fc55beb7 x-openstack-request-id: req-e100acc6-abe6-40bc-be97-4183fc55beb7 {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:54:11.665997 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c19a9be-dd35-46a0-8be6-7465196e5516", "name": "network-vif-plugged", "status": "completed", "tag": "e1f2f1cd-4c07-4cb6-8830-f3ba34baab67", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:54:11.666158 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e100acc6-abe6-40bc-be97-4183fc55beb7 {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:54:11.666737 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c19a9be-dd35-46a0-8be6-7465196e5516', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1f2f1cd-4c07-4cb6-8830-f3ba34baab67', 'code': 200} Aug 18 11:54:11.757698 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a159400c-e1ce-4f90-a29e-0af5f071cdd0 req-83bcd72e-1e05-42d7-b66d-a9a65838b51e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:54:11.763046 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-f57c66b7-a327-4a67-a526-be4f543b1262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acaa17a1-81fe-4af4-8c8f-d7c4126e2ad5', 'name': 'tempest-AttachSCSIVolumeTestJSON-1220428903-router', 'tenant_id': 'b512df1d55bf4d889ffe3f9242b6f627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.184'}], 'enable_snat': True}, 'gw_port_id': '47c018a6-0935-4318-a9eb-e5963439b764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T11:53:57Z', 'updated_at': '2021-08-18T11:54:04Z', 'revision_number': 4, 'project_id': 'b512df1d55bf4d889ffe3f9242b6f627', 'gw_port': {'id': '47c018a6-0935-4318-a9eb-e5963439b764', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:8c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acaa17a1-81fe-4af4-8c8f-d7c4126e2ad5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:53:59Z', 'updated_at': '2021-08-18T11:54:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': '3f6c6530-eb23-44db-ae84-e287df6436bd', 'name': '', 'network_id': 'c5fb4668-c687-49d6-bd2c-0b015c57b5fb', 'tenant_id': 'b512df1d55bf4d889ffe3f9242b6f627', 'mac_address': 'fa:16:3e:8f:a1:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acaa17a1-81fe-4af4-8c8f-d7c4126e2ad5', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'cd78d838-35ce-4c81-aeae-b48ea6aa5b40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:54:03Z', 'updated_at': '2021-08-18T11:54:11Z', 'revision_number': 4, 'project_id': 'b512df1d55bf4d889ffe3f9242b6f627', 'subnets': [{'id': 'cd78d838-35ce-4c81-aeae-b48ea6aa5b40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:54:11.765085 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a159400c-e1ce-4f90-a29e-0af5f071cdd0 req-83bcd72e-1e05-42d7-b66d-a9a65838b51e service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=222e0814-c7e5-4b11-9282-3f40c6ed76b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1655381 Aug 18 11:54:11.794114 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f57c66b7-a327-4a67-a526-be4f543b1262 None None] The sync data for ids ['acaa17a1-81fe-4af4-8c8f-d7c4126e2ad5'] in n-d-804985-2 is: [{'id': 'acaa17a1-81fe-4af4-8c8f-d7c4126e2ad5', 'name': 'tempest-AttachSCSIVolumeTestJSON-1220428903-router', 'tenant_id': 'b512df1d55bf4d889ffe3f9242b6f627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.184'}], 'enable_snat': True}, 'gw_port_id': '47c018a6-0935-4318-a9eb-e5963439b764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T11:53:57Z', 'updated_at': '2021-08-18T11:54:04Z', 'revision_number': 4, 'project_id': 'b512df1d55bf4d889ffe3f9242b6f627', 'gw_port': {'id': '47c018a6-0935-4318-a9eb-e5963439b764', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:8c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acaa17a1-81fe-4af4-8c8f-d7c4126e2ad5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:53:59Z', 'updated_at': '2021-08-18T11:54:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': '3f6c6530-eb23-44db-ae84-e287df6436bd', 'name': '', 'network_id': 'c5fb4668-c687-49d6-bd2c-0b015c57b5fb', 'tenant_id': 'b512df1d55bf4d889ffe3f9242b6f627', 'mac_address': 'fa:16:3e:8f:a1:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acaa17a1-81fe-4af4-8c8f-d7c4126e2ad5', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'cd78d838-35ce-4c81-aeae-b48ea6aa5b40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:54:03Z', 'updated_at': '2021-08-18T11:54:11Z', 'revision_number': 4, 'project_id': 'b512df1d55bf4d889ffe3f9242b6f627', 'subnets': [{'id': 'cd78d838-35ce-4c81-aeae-b48ea6aa5b40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 11:54:11.839006 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c088fa-d7dd-425f-b50c-76931a55a81a req-6885e385-afa4-4629-9bee-eaf493491f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:54:11.842110 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-76c088fa-d7dd-425f-b50c-76931a55a81a req-6885e385-afa4-4629-9bee-eaf493491f69 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=4c19a9be-dd35-46a0-8be6-7465196e5516 HTTP/1.1" status: 200 len: 1097 time: 0.1043122 Aug 18 11:54:11.939762 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-76c088fa-d7dd-425f-b50c-76931a55a81a req-c6e952ef-da50-4b73-bddf-3480bdefa9b6 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=1a0cf25f-7a4f-4eec-9daa-081df45eb4db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734310 Aug 18 11:54:11.951227 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6890da6a-da1e-4ed4-9675-97a04d2d18fb req-e955f7bf-ba2f-4a49-ab5f-d839b3ad2a4c tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:54:11.963845 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6890da6a-da1e-4ed4-9675-97a04d2d18fb req-e955f7bf-ba2f-4a49-ab5f-d839b3ad2a4c tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] 10.222.0.66 "GET /v2.0/ports?device_id=1776ccfc-79c3-4dd2-9d3e-5b7e075004d6 HTTP/1.1" status: 200 len: 950 time: 0.3033116 Aug 18 11:54:12.109765 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea7fe03-de5b-497d-89f1-8639cb26cfeb req-93d7fd0b-79c7-4a9d-8357-beb400810f93 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:54:12.117223 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2ea7fe03-de5b-497d-89f1-8639cb26cfeb req-93d7fd0b-79c7-4a9d-8357-beb400810f93 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] 10.222.0.66 "GET /v2.0/ports?device_id=8fd5ea8f-178b-40e4-8012-09188cab4234 HTTP/1.1" status: 200 len: 945 time: 0.2976620 Aug 18 11:54:12.161465 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6890da6a-da1e-4ed4-9675-97a04d2d18fb req-07c5ef9a-3968-4a5f-a87f-7547eaf2fabc tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] 10.222.0.66 "GET /v2.0/security-groups?id=e54286de-dd7f-4b20-9f74-4a71262d523b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979840 Aug 18 11:54:12.251656 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a159400c-e1ce-4f90-a29e-0af5f071cdd0 req-64d927d5-dc23-4cf7-aaa9-36b34c5df59a service neutron] 10.222.0.63 "GET /v2.0/networks/222e0814-c7e5-4b11-9282-3f40c6ed76b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4751065 Aug 18 11:54:12.272665 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2ea7fe03-de5b-497d-89f1-8639cb26cfeb req-686f0c01-8bb6-4df9-83fe-91314be24298 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] 10.222.0.66 "GET /v2.0/security-groups?id=07aef7bb-6c11-4cb4-8594-c24180b5d811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498449 Aug 18 11:54:12.524126 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1ff415-9b51-4db0-aa94-942743d4d77e req-f45a0c2f-23f8-4c26-a579-9147224f2d8a tempest-ServersWithSpecificFlavorTestJSON-596355724 tempest-ServersWithSpecificFlavorTestJSON-596355724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:54:12.540583 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6f1ff415-9b51-4db0-aa94-942743d4d77e req-f45a0c2f-23f8-4c26-a579-9147224f2d8a tempest-ServersWithSpecificFlavorTestJSON-596355724 tempest-ServersWithSpecificFlavorTestJSON-596355724-project] 10.222.0.66 "GET /v2.0/ports?device_id=33dff871-377a-4e86-9f9d-1edbba5fae4b HTTP/1.1" status: 200 len: 944 time: 0.2492864 Aug 18 11:54:12.554985 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e014b57a-4131-4ca5-8120-34e238cc9247 req-21d44729-24c7-4b4c-a05e-0b3142d09604 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:54:12.563740 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e014b57a-4131-4ca5-8120-34e238cc9247 req-21d44729-24c7-4b4c-a05e-0b3142d09604 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.66 "GET /v2.0/ports?device_id=aaabce93-c7fa-4a3a-a8e4-3718c81d3652 HTTP/1.1" status: 200 len: 945 time: 0.1312759 Aug 18 11:54:12.606575 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a159400c-e1ce-4f90-a29e-0af5f071cdd0 req-55ae036b-ed30-450c-9a15-91e9ec2fef23 service neutron] 10.222.0.63 "GET /v2.0/networks/222e0814-c7e5-4b11-9282-3f40c6ed76b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3326833 Aug 18 11:54:12.649508 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6f1ff415-9b51-4db0-aa94-942743d4d77e req-77ea3465-e0c2-4ac6-b32f-3a40ac6e1f27 tempest-ServersWithSpecificFlavorTestJSON-596355724 tempest-ServersWithSpecificFlavorTestJSON-596355724-project] 10.222.0.66 "GET /v2.0/security-groups?id=238dbab8-dd9a-4024-8b12-d86b53f53679&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776925 Aug 18 11:54:12.671219 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e014b57a-4131-4ca5-8120-34e238cc9247 req-e9bb08e5-2700-4058-81a7-8b9ab36d2e6b tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.66 "GET /v2.0/security-groups?id=fecad5ed-08b4-4db8-8e35-9a1fb2f01a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058443 Aug 18 11:54:12.769675 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-7f3081aa-57c5-4a05-9f35-1caef14d5798 req-617becc4-2fcd-4871-b0d3-de5a6ba5c757 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=d1a77c32-20c2-49cb-bacf-6d1bc8cdb75a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1271980 Aug 18 11:54:12.802384 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ad72137a-735c-4ca9-8816-78f5a2e2c7db req-0a63a75e-8e88-4207-ba5e-1a7ac47f0b07 tempest-FloatingIPDetailsTestJSON-1705181649 tempest-FloatingIPDetailsTestJSON-1705181649-project] 10.222.0.66 "GET /v2.0/floatingips/8d67b14a-b960-42cf-97ec-a0b4351101c6 HTTP/1.1" status: 200 len: 693 time: 0.0983791 Aug 18 11:54:12.894864 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3081aa-57c5-4a05-9f35-1caef14d5798 req-d1cddbac-32c6-4970-86bc-f8261cc3ec0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:54:12.900396 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-7f3081aa-57c5-4a05-9f35-1caef14d5798 req-d1cddbac-32c6-4970-86bc-f8261cc3ec0f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3bd2664269674b678c41aeb663f1f43e&device_id=d1a77c32-20c2-49cb-bacf-6d1bc8cdb75a HTTP/1.1" status: 200 len: 1095 time: 0.0887835 Aug 18 11:54:13.034035 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 69ae0138-30ec-42c1-96f8-e1f7ac8f0323 up at agent hyperv_n-h1-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:54:13.092412 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad72137a-735c-4ca9-8816-78f5a2e2c7db req-3cbc2b2e-3778-40ad-babc-96fc1cc7af9b tempest-FloatingIPDetailsTestJSON-1705181649 tempest-FloatingIPDetailsTestJSON-1705181649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:54:13.093839 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3081aa-57c5-4a05-9f35-1caef14d5798 req-fcfc5569-37c1-4219-80b7-8edb8f5feb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:54:13.095574 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-7f3081aa-57c5-4a05-9f35-1caef14d5798 req-fcfc5569-37c1-4219-80b7-8edb8f5feb5b service neutron] 10.222.0.62 "GET /v2.0/networks?id=f471d7de-70da-4549-acfc-45017b3843ff HTTP/1.1" status: 200 len: 922 time: 0.1674228 Aug 18 11:54:13.099072 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ad72137a-735c-4ca9-8816-78f5a2e2c7db req-3cbc2b2e-3778-40ad-babc-96fc1cc7af9b tempest-FloatingIPDetailsTestJSON-1705181649 tempest-FloatingIPDetailsTestJSON-1705181649-project] 10.222.0.66 "GET /v2.0/networks/7cae7a70-14fd-408c-b14d-39ceb97cb60e HTTP/1.1" status: 200 len: 784 time: 0.2957942 Aug 18 11:54:13.208106 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-7f3081aa-57c5-4a05-9f35-1caef14d5798 req-c514f82c-6c75-488b-b3df-3e07de59afc5 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bbc5fb34-a9c7-4e4e-9c45-8b4dea9c9324 HTTP/1.1" status: 200 len: 217 time: 0.1039343 Aug 18 11:54:13.213485 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4849c6f-6976-4535-908c-58faaef65455 req-80789631-dd27-4c0b-91d9-46cf886feb30 tempest-FloatingIPsAssociationTestJSON-1671646685 tempest-FloatingIPsAssociationTestJSON-1671646685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:54:13.215435 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d4849c6f-6976-4535-908c-58faaef65455 req-80789631-dd27-4c0b-91d9-46cf886feb30 tempest-FloatingIPsAssociationTestJSON-1671646685 tempest-FloatingIPsAssociationTestJSON-1671646685-project] 10.222.0.66 "GET /v2.0/ports?device_id=4c19a9be-dd35-46a0-8be6-7465196e5516 HTTP/1.1" status: 200 len: 946 time: 0.3846409 Aug 18 11:54:13.229809 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Provisioning for port 69ae0138-30ec-42c1-96f8-e1f7ac8f0323 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 11:54:13.240692 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ad72137a-735c-4ca9-8816-78f5a2e2c7db req-25b1e84f-8c54-4ad1-a88f-06f22693a866 tempest-FloatingIPDetailsTestJSON-1705181649 tempest-FloatingIPDetailsTestJSON-1705181649-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.7.189 HTTP/1.1" status: 200 len: 696 time: 0.1324143 Aug 18 11:54:13.252984 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Provisioning complete for port 69ae0138-30ec-42c1-96f8-e1f7ac8f0323 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:54:13.253301 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:13.323060 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3081aa-57c5-4a05-9f35-1caef14d5798 req-ad805bc8-d32a-472d-9111-e2c4dce1a6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:54:13.326884 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-7f3081aa-57c5-4a05-9f35-1caef14d5798 req-ad805bc8-d32a-472d-9111-e2c4dce1a6ad service neutron] 10.222.0.62 "GET /v2.0/subnets?id=16b84496-6d9e-4d8c-9087-8e81549f7d75 HTTP/1.1" status: 200 len: 861 time: 0.1036289 Aug 18 11:54:13.365330 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ad72137a-735c-4ca9-8816-78f5a2e2c7db req-69a9ce65-c352-4c46-b409-8624e7c9ddd3 tempest-FloatingIPDetailsTestJSON-1705181649 tempest-FloatingIPDetailsTestJSON-1705181649-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.7.189 HTTP/1.1" status: 200 len: 696 time: 0.1088152 Aug 18 11:54:13.449480 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-7f3081aa-57c5-4a05-9f35-1caef14d5798 req-8e7bc308-5113-4952-ba08-766a5b96fdbc service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f471d7de-70da-4549-acfc-45017b3843ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1118281 Aug 18 11:54:13.476958 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:13.573791 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 69ae0138-30ec-42c1-96f8-e1f7ac8f0323, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=69ae0138-30ec-42c1-96f8-e1f7ac8f0323,segment=NetworkSegment(a64f6bd4-a887-4b68-9b8c-3f473a0ffabc),segment_id=a64f6bd4-a887-4b68-9b8c-3f473a0ffabc)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:54:13.584125 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:13.670353 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33dff871-377a-4e86-9f9d-1edbba5fae4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69ae0138-30ec-42c1-96f8-e1f7ac8f0323'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 11:54:13.675193 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db50a436fb3a98495337d8fe7487b4f2ea6f3c1052eb9efadc2ecda2d5737001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b2c49a8-83c6-4ed4-a132-c258f75fe134" -d '{"events": [{"server_uuid": "33dff871-377a-4e86-9f9d-1edbba5fae4b", "name": "network-vif-plugged", "status": "completed", "tag": "69ae0138-30ec-42c1-96f8-e1f7ac8f0323"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:54:13.691054 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d4849c6f-6976-4535-908c-58faaef65455 req-dc785276-3a4c-4232-933a-16a3f1520154 tempest-FloatingIPsAssociationTestJSON-1671646685 tempest-FloatingIPsAssociationTestJSON-1671646685-project] 10.222.0.66 "GET /v2.0/security-groups?id=1a0cf25f-7a4f-4eec-9daa-081df45eb4db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4493222 Aug 18 11:54:13.743162 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=69ae0138-30ec-42c1-96f8-e1f7ac8f0323,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:54:13.765754 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-ad72137a-735c-4ca9-8816-78f5a2e2c7db req-253cda52-3518-4fe6-924f-4eb130d20242 tempest-FloatingIPDetailsTestJSON-1705181649 tempest-FloatingIPDetailsTestJSON-1705181649-project] Deleting port 8b3d5c5e-867b-4975-b2f1-039a2d607673 {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 11:54:13.772393 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-ad72137a-735c-4ca9-8816-78f5a2e2c7db req-253cda52-3518-4fe6-924f-4eb130d20242 tempest-FloatingIPDetailsTestJSON-1705181649 tempest-FloatingIPDetailsTestJSON-1705181649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:13.944236 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-7f3081aa-57c5-4a05-9f35-1caef14d5798 req-4e9b290d-b661-4080-b267-c714ae64e73c service neutron] 10.222.0.62 "GET /v2.0/networks/f471d7de-70da-4549-acfc-45017b3843ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4880786 Aug 18 11:54:13.963363 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 3f6c6530-eb23-44db-ae84-e287df6436bd up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:54:14.033230 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-ad72137a-735c-4ca9-8816-78f5a2e2c7db req-253cda52-3518-4fe6-924f-4eb130d20242 tempest-FloatingIPDetailsTestJSON-1705181649 tempest-FloatingIPDetailsTestJSON-1705181649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:14.036971 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-ad72137a-735c-4ca9-8816-78f5a2e2c7db req-253cda52-3518-4fe6-924f-4eb130d20242 tempest-FloatingIPDetailsTestJSON-1705181649 tempest-FloatingIPDetailsTestJSON-1705181649-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:14.073216 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-ad72137a-735c-4ca9-8816-78f5a2e2c7db req-253cda52-3518-4fe6-924f-4eb130d20242 tempest-FloatingIPDetailsTestJSON-1705181649 tempest-FloatingIPDetailsTestJSON-1705181649-project] Calling delete_port for 8b3d5c5e-867b-4975-b2f1-039a2d607673 owned by network:floatingip {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 11:54:14.084273 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-7f3081aa-57c5-4a05-9f35-1caef14d5798 req-0d139dcd-2ff4-4caa-9297-dd370d65b4df service neutron] 10.222.0.62 "GET /v2.0/networks/f471d7de-70da-4549-acfc-45017b3843ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184969 Aug 18 11:54:14.107486 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port 3f6c6530-eb23-44db-ae84-e287df6436bd completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 11:54:14.114952 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 3f6c6530-eb23-44db-ae84-e287df6436bd triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:54:14.115323 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:14.185119 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb33b97-9703-462b-813f-a7dd184a6383 req-f4bc405a-8c6a-45ed-835b-5c00becafc96 tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:54:14.186790 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1eb33b97-9703-462b-813f-a7dd184a6383 req-f4bc405a-8c6a-45ed-835b-5c00becafc96 tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] 10.222.0.66 "GET /v2.0/ports?device_id=1776ccfc-79c3-4dd2-9d3e-5b7e075004d6 HTTP/1.1" status: 200 len: 950 time: 0.0976195 Aug 18 11:54:14.251634 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1eb33b97-9703-462b-813f-a7dd184a6383 req-7d304c15-85bc-4845-a36e-0a67a19541fc tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] 10.222.0.66 "GET /v2.0/security-groups?id=e54286de-dd7f-4b20-9f74-4a71262d523b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470123 Aug 18 11:54:14.255634 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:14.398932 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] For port 3f6c6530-eb23-44db-ae84-e287df6436bd, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=3f6c6530-eb23-44db-ae84-e287df6436bd,segment=NetworkSegment(5ab336fe-39ee-434d-b733-9c5425304b9b),segment_id=5ab336fe-39ee-434d-b733-9c5425304b9b)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:54:14.408918 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:14.498482 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-ad72137a-735c-4ca9-8816-78f5a2e2c7db req-253cda52-3518-4fe6-924f-4eb130d20242 tempest-FloatingIPDetailsTestJSON-1705181649 tempest-FloatingIPDetailsTestJSON-1705181649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:14.503828 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Pushing event updated for resources: {'Port': ['ID=3f6c6530-eb23-44db-ae84-e287df6436bd,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:54:14.557057 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253cda52-3518-4fe6-924f-4eb130d20242 tempest-FloatingIPDetailsTestJSON-1705181649 tempest-FloatingIPDetailsTestJSON-1705181649-project] Pushing event deleted for resources: {'Port': ['ID=8b3d5c5e-867b-4975-b2f1-039a2d607673,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:54:14.609352 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bb1eca-fd70-417d-a176-8692f92f3513 req-609bd352-b7ca-4eff-bf4b-e40b47dfb78b tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:54:14.611047 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-22bb1eca-fd70-417d-a176-8692f92f3513 req-609bd352-b7ca-4eff-bf4b-e40b47dfb78b tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] 10.222.0.66 "GET /v2.0/ports?device_id=8fd5ea8f-178b-40e4-8012-09188cab4234 HTTP/1.1" status: 200 len: 945 time: 0.2320416 Aug 18 11:54:14.763890 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-22bb1eca-fd70-417d-a176-8692f92f3513 req-1d115051-803c-44e7-b2b3-7233720c8e29 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] 10.222.0.66 "GET /v2.0/security-groups?id=07aef7bb-6c11-4cb4-8594-c24180b5d811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018696 Aug 18 11:54:14.765560 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-ad72137a-735c-4ca9-8816-78f5a2e2c7db req-253cda52-3518-4fe6-924f-4eb130d20242 tempest-FloatingIPDetailsTestJSON-1705181649 tempest-FloatingIPDetailsTestJSON-1705181649-project] Notify callbacks [] for floatingip, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:14.770505 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-ad72137a-735c-4ca9-8816-78f5a2e2c7db req-253cda52-3518-4fe6-924f-4eb130d20242 tempest-FloatingIPDetailsTestJSON-1705181649 tempest-FloatingIPDetailsTestJSON-1705181649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for floatingip, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:14.785320 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ad72137a-735c-4ca9-8816-78f5a2e2c7db req-253cda52-3518-4fe6-924f-4eb130d20242 tempest-FloatingIPDetailsTestJSON-1705181649 tempest-FloatingIPDetailsTestJSON-1705181649-project] 10.222.0.66 "DELETE /v2.0/floatingips/8d67b14a-b960-42cf-97ec-a0b4351101c6 HTTP/1.1" status: 204 len: 173 time: 1.4172354 Aug 18 11:54:14.876056 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 11:54:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dac01edb-2889-4585-9d04-8131cb40624c x-openstack-request-id: req-dac01edb-2889-4585-9d04-8131cb40624c {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:54:14.876588 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33dff871-377a-4e86-9f9d-1edbba5fae4b", "name": "network-vif-plugged", "status": "completed", "tag": "69ae0138-30ec-42c1-96f8-e1f7ac8f0323", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:54:14.877036 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-dac01edb-2889-4585-9d04-8131cb40624c {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:54:14.877648 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33dff871-377a-4e86-9f9d-1edbba5fae4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69ae0138-30ec-42c1-96f8-e1f7ac8f0323', 'code': 200} Aug 18 11:54:14.958476 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c311f7dd-ee98-4572-a375-75846a72d900 req-e1912f1c-5325-43c1-8ba8-67f635835a82 tempest-ServersWithSpecificFlavorTestJSON-596355724 tempest-ServersWithSpecificFlavorTestJSON-596355724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:54:14.967590 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c311f7dd-ee98-4572-a375-75846a72d900 req-e1912f1c-5325-43c1-8ba8-67f635835a82 tempest-ServersWithSpecificFlavorTestJSON-596355724 tempest-ServersWithSpecificFlavorTestJSON-596355724-project] 10.222.0.66 "GET /v2.0/ports?device_id=33dff871-377a-4e86-9f9d-1edbba5fae4b HTTP/1.1" status: 200 len: 945 time: 0.1129174 Aug 18 11:54:15.163067 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e62c5bb-fff1-45e8-96d5-7c29b75c3c21 req-dbbc5b25-7323-4361-bfff-1de524048b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:54:15.166419 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2e62c5bb-fff1-45e8-96d5-7c29b75c3c21 req-dbbc5b25-7323-4361-bfff-1de524048b99 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=33dff871-377a-4e86-9f9d-1edbba5fae4b HTTP/1.1" status: 200 len: 1096 time: 0.1850755 Aug 18 11:54:15.186224 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c311f7dd-ee98-4572-a375-75846a72d900 req-1e69963f-04d4-4f3c-86b2-8c51e3dc99a0 tempest-ServersWithSpecificFlavorTestJSON-596355724 tempest-ServersWithSpecificFlavorTestJSON-596355724-project] 10.222.0.66 "GET /v2.0/security-groups?id=238dbab8-dd9a-4024-8b12-d86b53f53679&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2173820 Aug 18 11:54:15.268701 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2e62c5bb-fff1-45e8-96d5-7c29b75c3c21 req-da2f07cb-8efb-4bed-84a1-955d5b222c69 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=238dbab8-dd9a-4024-8b12-d86b53f53679&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812166 Aug 18 11:54:15.293384 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557a6628-f2cf-4019-9072-7f92a5999870 req-02d21c75-6ae5-4194-b29c-b53f103a5564 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:54:15.296308 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-557a6628-f2cf-4019-9072-7f92a5999870 req-02d21c75-6ae5-4194-b29c-b53f103a5564 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.66 "GET /v2.0/ports?device_id=aaabce93-c7fa-4a3a-a8e4-3718c81d3652 HTTP/1.1" status: 200 len: 945 time: 0.2598474 Aug 18 11:54:15.433864 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-557a6628-f2cf-4019-9072-7f92a5999870 req-d8b309e5-3527-4439-97f5-991a1355ecc0 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.66 "GET /v2.0/security-groups?id=fecad5ed-08b4-4db8-8e35-9a1fb2f01a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178756 Aug 18 11:54:15.481106 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bb4f17-7d7d-44e7-b218-915af3bf728c req-95122712-d99b-49d6-aaf6-7c43ac55cc4f tempest-FloatingIPsAssociationTestJSON-1671646685 tempest-FloatingIPsAssociationTestJSON-1671646685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:54:15.492311 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-92bb4f17-7d7d-44e7-b218-915af3bf728c req-95122712-d99b-49d6-aaf6-7c43ac55cc4f tempest-FloatingIPsAssociationTestJSON-1671646685 tempest-FloatingIPsAssociationTestJSON-1671646685-project] 10.222.0.66 "GET /v2.0/ports?device_id=4c19a9be-dd35-46a0-8be6-7465196e5516 HTTP/1.1" status: 200 len: 946 time: 0.1524072 Aug 18 11:54:15.582617 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9fee5870-b8b5-4b11-bbee-42d3af7090f5 req-73582f2e-9ed4-4c66-9bcb-ec11a6db0465 tempest-FloatingIPDetailsTestJSON-1705181649 tempest-FloatingIPDetailsTestJSON-1705181649-project] 10.222.0.66 "GET /v2.0/floatingips/05cacb4d-c2c9-4fe8-ad06-666bc403d7a9 HTTP/1.1" status: 200 len: 693 time: 0.0802660 Aug 18 11:54:15.672324 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-92bb4f17-7d7d-44e7-b218-915af3bf728c req-ef990525-2754-4fbc-9c0c-a79eacaaa5f5 tempest-FloatingIPsAssociationTestJSON-1671646685 tempest-FloatingIPsAssociationTestJSON-1671646685-project] 10.222.0.66 "GET /v2.0/security-groups?id=1a0cf25f-7a4f-4eec-9daa-081df45eb4db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789715 Aug 18 11:54:15.833785 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fee5870-b8b5-4b11-bbee-42d3af7090f5 req-d690f4c8-4ed6-4638-b347-3a90f6ab2aa9 tempest-FloatingIPDetailsTestJSON-1705181649 tempest-FloatingIPDetailsTestJSON-1705181649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:54:15.843816 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9fee5870-b8b5-4b11-bbee-42d3af7090f5 req-d690f4c8-4ed6-4638-b347-3a90f6ab2aa9 tempest-FloatingIPDetailsTestJSON-1705181649 tempest-FloatingIPDetailsTestJSON-1705181649-project] 10.222.0.66 "GET /v2.0/networks/7cae7a70-14fd-408c-b14d-39ceb97cb60e HTTP/1.1" status: 200 len: 784 time: 0.2615504 Aug 18 11:54:15.936088 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9fee5870-b8b5-4b11-bbee-42d3af7090f5 req-bfea7c5a-413c-433f-aba6-8752a37e6bc3 tempest-FloatingIPDetailsTestJSON-1705181649 tempest-FloatingIPDetailsTestJSON-1705181649-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.7.108 HTTP/1.1" status: 200 len: 696 time: 0.0867047 Aug 18 11:54:16.017235 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 3f6c6530-eb23-44db-ae84-e287df6436bd up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:54:16.073366 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 3f6c6530-eb23-44db-ae84-e287df6436bd triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:54:16.074298 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:16.087195 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9fee5870-b8b5-4b11-bbee-42d3af7090f5 req-44a9dc77-e385-4603-98b1-939a1b24fbbd tempest-FloatingIPDetailsTestJSON-1705181649 tempest-FloatingIPDetailsTestJSON-1705181649-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.7.108 HTTP/1.1" status: 200 len: 696 time: 0.1328983 Aug 18 11:54:16.183679 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616dd522-911a-45bb-907f-1abcfae0a800 req-12f28cbb-152a-42bb-8ba1-78edcc762742 tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:54:16.205513 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-616dd522-911a-45bb-907f-1abcfae0a800 req-12f28cbb-152a-42bb-8ba1-78edcc762742 tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] 10.222.0.66 "GET /v2.0/ports?device_id=1776ccfc-79c3-4dd2-9d3e-5b7e075004d6 HTTP/1.1" status: 200 len: 950 time: 0.2057114 Aug 18 11:54:16.387759 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-616dd522-911a-45bb-907f-1abcfae0a800 req-4a4d70dd-be6f-41be-a15d-c80545cd162d tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] 10.222.0.66 "GET /v2.0/security-groups?id=e54286de-dd7f-4b20-9f74-4a71262d523b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811979 Aug 18 11:54:16.471843 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-9fee5870-b8b5-4b11-bbee-42d3af7090f5 req-3b05002f-df8a-4282-a2c6-cd81e958507f tempest-FloatingIPDetailsTestJSON-1705181649 tempest-FloatingIPDetailsTestJSON-1705181649-project] Deleting port 46d04aa5-7124-46cb-833c-2cc6bdc38155 {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 11:54:16.472243 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-9fee5870-b8b5-4b11-bbee-42d3af7090f5 req-3b05002f-df8a-4282-a2c6-cd81e958507f tempest-FloatingIPDetailsTestJSON-1705181649 tempest-FloatingIPDetailsTestJSON-1705181649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:16.618908 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda93bd5-524e-4c3a-9228-297cf9f71cb2 req-59a9f9e5-2bf2-4fb2-8c5b-856bea4c0341 tempest-FloatingIPsAssociationTestJSON-1671646685 tempest-FloatingIPsAssociationTestJSON-1671646685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:54:16.620513 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-dda93bd5-524e-4c3a-9228-297cf9f71cb2 req-59a9f9e5-2bf2-4fb2-8c5b-856bea4c0341 tempest-FloatingIPsAssociationTestJSON-1671646685 tempest-FloatingIPsAssociationTestJSON-1671646685-project] 10.222.0.66 "GET /v2.0/ports?device_id=f61658a9-8fe3-4d11-b3ec-4c9136ee00f5&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0964336 Aug 18 11:54:16.678015 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-9fee5870-b8b5-4b11-bbee-42d3af7090f5 req-3b05002f-df8a-4282-a2c6-cd81e958507f tempest-FloatingIPDetailsTestJSON-1705181649 tempest-FloatingIPDetailsTestJSON-1705181649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:16.678351 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-9fee5870-b8b5-4b11-bbee-42d3af7090f5 req-3b05002f-df8a-4282-a2c6-cd81e958507f tempest-FloatingIPDetailsTestJSON-1705181649 tempest-FloatingIPDetailsTestJSON-1705181649-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:16.695347 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-dda93bd5-524e-4c3a-9228-297cf9f71cb2 req-221ceb77-5d80-49fa-ac33-1cc29ffcd28e tempest-FloatingIPsAssociationTestJSON-1671646685 tempest-FloatingIPsAssociationTestJSON-1671646685-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.7.87 HTTP/1.1" status: 200 len: 695 time: 0.0675888 Aug 18 11:54:16.701519 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-9fee5870-b8b5-4b11-bbee-42d3af7090f5 req-3b05002f-df8a-4282-a2c6-cd81e958507f tempest-FloatingIPDetailsTestJSON-1705181649 tempest-FloatingIPDetailsTestJSON-1705181649-project] Calling delete_port for 46d04aa5-7124-46cb-833c-2cc6bdc38155 owned by network:floatingip {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 11:54:16.718328 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-dda93bd5-524e-4c3a-9228-297cf9f71cb2 req-41f6fcda-9aac-4bb1-8348-651523813887 tempest-FloatingIPsAssociationTestJSON-1671646685 tempest-FloatingIPsAssociationTestJSON-1671646685-project] Request body: {'floatingip': {'port_id': '857b0ac1-e620-41d6-859a-dac6e1bafefe', 'fixed_ip_address': '172.20.0.3'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:54:16.826591 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-dda93bd5-524e-4c3a-9228-297cf9f71cb2 req-41f6fcda-9aac-4bb1-8348-651523813887 tempest-FloatingIPsAssociationTestJSON-1671646685 tempest-FloatingIPsAssociationTestJSON-1671646685-project] Notify callbacks [] for floatingip, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:17.129964 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-9fee5870-b8b5-4b11-bbee-42d3af7090f5 req-3b05002f-df8a-4282-a2c6-cd81e958507f tempest-FloatingIPDetailsTestJSON-1705181649 tempest-FloatingIPDetailsTestJSON-1705181649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:17.206368 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b05002f-df8a-4282-a2c6-cd81e958507f tempest-FloatingIPDetailsTestJSON-1705181649 tempest-FloatingIPDetailsTestJSON-1705181649-project] Pushing event deleted for resources: {'Port': ['ID=46d04aa5-7124-46cb-833c-2cc6bdc38155,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:54:17.396159 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device fc532f89-2840-48d2-a48d-3956d016ae51 details requested by agent hyperv_n-h2-804985-2 with host n-h2-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 11:54:17.398937 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device fc532f89-2840-48d2-a48d-3956d016ae51 no longer exists at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 11:54:17.599164 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:17.633275 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1776ccfc-79c3-4dd2-9d3e-5b7e075004d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc532f89-2840-48d2-a48d-3956d016ae51'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 11:54:17.640916 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db50a436fb3a98495337d8fe7487b4f2ea6f3c1052eb9efadc2ecda2d5737001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-108e6a95-d931-4278-b20e-7cd73dcff36d" -d '{"events": [{"server_uuid": "1776ccfc-79c3-4dd2-9d3e-5b7e075004d6", "name": "network-vif-unplugged", "status": "completed", "tag": "fc532f89-2840-48d2-a48d-3956d016ae51"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:54:17.659009 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port fc532f89-2840-48d2-a48d-3956d016ae51, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=fc532f89-2840-48d2-a48d-3956d016ae51,segment=NetworkSegment(b0eb6eea-b461-4969-8a27-808f00daa8a1),segment_id=b0eb6eea-b461-4969-8a27-808f00daa8a1)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:54:17.673841 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:17.745353 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=fc532f89-2840-48d2-a48d-3956d016ae51,revision_number=9']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:54:17.751438 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port fc532f89-2840-48d2-a48d-3956d016ae51, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=fc532f89-2840-48d2-a48d-3956d016ae51,segment=NetworkSegment(b0eb6eea-b461-4969-8a27-808f00daa8a1),segment_id=b0eb6eea-b461-4969-8a27-808f00daa8a1)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:54:17.768676 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Returning: {'device': 'fc532f89-2840-48d2-a48d-3956d016ae51', 'network_id': '222e0814-c7e5-4b11-9282-3f40c6ed76b2', 'port_id': 'fc532f89-2840-48d2-a48d-3956d016ae51', 'mac_address': 'fa:16:3e:4d:8f:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 823, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d16d680-110b-436d-8afa-48ba845b3623', 'ip_address': '192.168.233.207'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 11:54:17.821687 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:17.842418 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc532f89-2840-48d2-a48d-3956d016ae51 {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 11:54:17.854509 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a2ac9d-9baa-4760-8583-0ef9790d70d4 req-32e62840-b2c4-4920-ab3e-085c89c6ae4a tempest-LiveMigrationTest-1335981208 tempest-LiveMigrationTest-1335981208-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:54:17.856559 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-19a2ac9d-9baa-4760-8583-0ef9790d70d4 req-32e62840-b2c4-4920-ab3e-085c89c6ae4a tempest-LiveMigrationTest-1335981208 tempest-LiveMigrationTest-1335981208-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=8fd5ea8f-178b-40e4-8012-09188cab4234&tenant_id=188bebbd8f564ea0bbe77621cda4023c&binding%3Ahost_id=n-h1-804985-2 HTTP/1.1" status: 200 len: 1096 time: 0.1173701 Aug 18 11:54:17.870189 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [req-19a2ac9d-9baa-4760-8583-0ef9790d70d4 req-66cd5a8b-56ed-4d33-94be-47cc3ce18537 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-804985-2'}}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:54:17.891018 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port fc532f89-2840-48d2-a48d-3956d016ae51, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=fc532f89-2840-48d2-a48d-3956d016ae51,segment=NetworkSegment(b0eb6eea-b461-4969-8a27-808f00daa8a1),segment_id=b0eb6eea-b461-4969-8a27-808f00daa8a1)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:54:17.947681 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.db.resource_extend [req-dda93bd5-524e-4c3a-9228-297cf9f71cb2 req-41f6fcda-9aac-4bb1-8348-651523813887 tempest-FloatingIPsAssociationTestJSON-1671646685 tempest-FloatingIPsAssociationTestJSON-1671646685-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 18 11:54:17.952757 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:18.015240 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=fc532f89-2840-48d2-a48d-3956d016ae51,revision_number=10']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:54:18.059989 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-19a2ac9d-9baa-4760-8583-0ef9790d70d4 req-66cd5a8b-56ed-4d33-94be-47cc3ce18537 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:18.064136 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-9fee5870-b8b5-4b11-bbee-42d3af7090f5 req-3b05002f-df8a-4282-a2c6-cd81e958507f tempest-FloatingIPDetailsTestJSON-1705181649 tempest-FloatingIPDetailsTestJSON-1705181649-project] Notify callbacks [] for floatingip, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:18.067867 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-9fee5870-b8b5-4b11-bbee-42d3af7090f5 req-3b05002f-df8a-4282-a2c6-cd81e958507f tempest-FloatingIPDetailsTestJSON-1705181649 tempest-FloatingIPDetailsTestJSON-1705181649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for floatingip, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:18.069072 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9fee5870-b8b5-4b11-bbee-42d3af7090f5 req-3b05002f-df8a-4282-a2c6-cd81e958507f tempest-FloatingIPDetailsTestJSON-1705181649 tempest-FloatingIPDetailsTestJSON-1705181649-project] 10.222.0.66 "DELETE /v2.0/floatingips/05cacb4d-c2c9-4fe8-ad06-666bc403d7a9 HTTP/1.1" status: 204 len: 173 time: 1.9796534 Aug 18 11:54:18.079330 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 50146) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:54:18.154775 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-dda93bd5-524e-4c3a-9228-297cf9f71cb2 req-41f6fcda-9aac-4bb1-8348-651523813887 tempest-FloatingIPsAssociationTestJSON-1671646685 tempest-FloatingIPsAssociationTestJSON-1671646685-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:18.205054 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-dda93bd5-524e-4c3a-9228-297cf9f71cb2 req-41f6fcda-9aac-4bb1-8348-651523813887 tempest-FloatingIPsAssociationTestJSON-1671646685 tempest-FloatingIPsAssociationTestJSON-1671646685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-989945'] for floatingip, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:18.223957 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-19a2ac9d-9baa-4760-8583-0ef9790d70d4 req-66cd5a8b-56ed-4d33-94be-47cc3ce18537 service neutron] For port 93bbe875-2e51-465e-8794-e89d18f614c1, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=93bbe875-2e51-465e-8794-e89d18f614c1,segment=NetworkSegment(77044dd8-732d-4440-9cc8-7f1936544d71),segment_id=77044dd8-732d-4440-9cc8-7f1936544d71)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:54:18.264273 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] get_ports_and_sgs() called for port_ids ['fc532f89-2840-48d2-a48d-3956d016ae51'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 11:54:18.271581 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-19a2ac9d-9baa-4760-8583-0ef9790d70d4 req-66cd5a8b-56ed-4d33-94be-47cc3ce18537 service neutron] For port 93bbe875-2e51-465e-8794-e89d18f614c1, host n-h1-804985-2, cleared binding levels {{(pid=106253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 11:54:18.324235 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-19a2ac9d-9baa-4760-8583-0ef9790d70d4 req-66cd5a8b-56ed-4d33-94be-47cc3ce18537 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:18.327773 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fd5ea8f-178b-40e4-8012-09188cab4234', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93bbe875-2e51-465e-8794-e89d18f614c1'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 11:54:18.330992 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0679f4c4b6e0e0c064a7d71d722dc30541a34fffee11680573be22ee2ffccc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5959950-cf49-4f6a-9504-fa9615afd6a9" -d '{"events": [{"server_uuid": "8fd5ea8f-178b-40e4-8012-09188cab4234", "name": "network-vif-unplugged", "status": "completed", "tag": "93bbe875-2e51-465e-8794-e89d18f614c1"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:54:18.337809 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-19a2ac9d-9baa-4760-8583-0ef9790d70d4 req-66cd5a8b-56ed-4d33-94be-47cc3ce18537 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:18.421815 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cd5a8b-56ed-4d33-94be-47cc3ce18537 service neutron] Pushing event updated for resources: {'Port': ['ID=93bbe875-2e51-465e-8794-e89d18f614c1,revision_number=7']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:54:18.537553 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-a66e31bd-e855-4400-bb14-d83471ab00b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:18.565310 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-19a2ac9d-9baa-4760-8583-0ef9790d70d4 req-66cd5a8b-56ed-4d33-94be-47cc3ce18537 service neutron] Attempting to bind port 93bbe875-2e51-465e-8794-e89d18f614c1 on host n-h1-804985-2 for vnic_type normal with profile {"migrating_to": "n-h2-804985-2"} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 11:54:18.565946 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-19a2ac9d-9baa-4760-8583-0ef9790d70d4 req-66cd5a8b-56ed-4d33-94be-47cc3ce18537 service neutron] Attempting to bind port 93bbe875-2e51-465e-8794-e89d18f614c1 by drivers openvswitch,hyperv on host n-h1-804985-2 at level 0 using segments [{'id': '77044dd8-732d-4440-9cc8-7f1936544d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'f2b8460a-d20a-4d24-a458-477b4502f48c'}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 11:54:18.566598 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19a2ac9d-9baa-4760-8583-0ef9790d70d4 req-66cd5a8b-56ed-4d33-94be-47cc3ce18537 service neutron] Attempting to bind port 93bbe875-2e51-465e-8794-e89d18f614c1 on network f2b8460a-d20a-4d24-a458-477b4502f48c {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 11:54:18.583693 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19a2ac9d-9baa-4760-8583-0ef9790d70d4 req-66cd5a8b-56ed-4d33-94be-47cc3ce18537 service neutron] Port 93bbe875-2e51-465e-8794-e89d18f614c1 on network f2b8460a-d20a-4d24-a458-477b4502f48c not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-2 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 11:54:18.584065 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19a2ac9d-9baa-4760-8583-0ef9790d70d4 req-66cd5a8b-56ed-4d33-94be-47cc3ce18537 service neutron] Attempting to bind port 93bbe875-2e51-465e-8794-e89d18f614c1 on network f2b8460a-d20a-4d24-a458-477b4502f48c {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 11:54:18.590440 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19a2ac9d-9baa-4760-8583-0ef9790d70d4 req-66cd5a8b-56ed-4d33-94be-47cc3ce18537 service neutron] Checking agent: {'id': 'a613417a-d085-492c-941a-59bb18c633d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 49, 6), 'started_at': datetime.datetime(2021, 8, 18, 11, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 11, 54, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 11:54:18.590844 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19a2ac9d-9baa-4760-8583-0ef9790d70d4 req-66cd5a8b-56ed-4d33-94be-47cc3ce18537 service neutron] Checking segment: {'id': '77044dd8-732d-4440-9cc8-7f1936544d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'f2b8460a-d20a-4d24-a458-477b4502f48c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 11:54:18.591225 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19a2ac9d-9baa-4760-8583-0ef9790d70d4 req-66cd5a8b-56ed-4d33-94be-47cc3ce18537 service neutron] Bound using segment: {'id': '77044dd8-732d-4440-9cc8-7f1936544d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'f2b8460a-d20a-4d24-a458-477b4502f48c'} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 11:54:18.591786 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-19a2ac9d-9baa-4760-8583-0ef9790d70d4 req-66cd5a8b-56ed-4d33-94be-47cc3ce18537 service neutron] Bound port: 93bbe875-2e51-465e-8794-e89d18f614c1, host: n-h1-804985-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77044dd8-732d-4440-9cc8-7f1936544d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'f2b8460a-d20a-4d24-a458-477b4502f48c'}}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 11:54:18.592145 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-19a2ac9d-9baa-4760-8583-0ef9790d70d4 req-66cd5a8b-56ed-4d33-94be-47cc3ce18537 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:18.671655 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-19a2ac9d-9baa-4760-8583-0ef9790d70d4 req-66cd5a8b-56ed-4d33-94be-47cc3ce18537 service neutron] For port 93bbe875-2e51-465e-8794-e89d18f614c1, host n-h1-804985-2, cleared binding levels {{(pid=106253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 11:54:18.676694 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-19a2ac9d-9baa-4760-8583-0ef9790d70d4 req-66cd5a8b-56ed-4d33-94be-47cc3ce18537 service neutron] For port 93bbe875-2e51-465e-8794-e89d18f614c1, host n-h1-804985-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=93bbe875-2e51-465e-8794-e89d18f614c1,segment=NetworkSegment(77044dd8-732d-4440-9cc8-7f1936544d71),segment_id=77044dd8-732d-4440-9cc8-7f1936544d71)] {{(pid=106253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 11:54:18.683566 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-19a2ac9d-9baa-4760-8583-0ef9790d70d4 req-66cd5a8b-56ed-4d33-94be-47cc3ce18537 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:18.775700 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a2ac9d-9baa-4760-8583-0ef9790d70d4 req-66cd5a8b-56ed-4d33-94be-47cc3ce18537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:54:18.776879 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-19a2ac9d-9baa-4760-8583-0ef9790d70d4 req-66cd5a8b-56ed-4d33-94be-47cc3ce18537 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:18.779847 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-19a2ac9d-9baa-4760-8583-0ef9790d70d4 req-66cd5a8b-56ed-4d33-94be-47cc3ce18537 service neutron] 10.222.0.62 "PUT /v2.0/ports/93bbe875-2e51-465e-8794-e89d18f614c1 HTTP/1.1" status: 200 len: 1121 time: 0.9142356 Aug 18 11:54:18.837857 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cd5a8b-56ed-4d33-94be-47cc3ce18537 service neutron] Pushing event updated for resources: {'Port': ['ID=93bbe875-2e51-465e-8794-e89d18f614c1,revision_number=8']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:54:18.898386 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] get_ports_and_sgs() called for port_ids ['93bbe875-2e51-465e-8794-e89d18f614c1'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 11:54:18.940777 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eee8fc-e51a-472b-a57a-dfd6d015af8d req-ed9e7b04-305f-4232-a897-ee1b68a139d5 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:54:18.952814 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] get_ports_and_sgs() called for port_ids ['93bbe875-2e51-465e-8794-e89d18f614c1'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 11:54:18.962700 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a0eee8fc-e51a-472b-a57a-dfd6d015af8d req-ed9e7b04-305f-4232-a897-ee1b68a139d5 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] 10.222.0.66 "GET /v2.0/ports?device_id=8fd5ea8f-178b-40e4-8012-09188cab4234 HTTP/1.1" status: 200 len: 945 time: 0.7090797 Aug 18 11:54:18.977879 n-d-804985-2 neutron-server[106252]: INFO neutron.db.l3_db [req-dda93bd5-524e-4c3a-9228-297cf9f71cb2 req-41f6fcda-9aac-4bb1-8348-651523813887 tempest-FloatingIPsAssociationTestJSON-1671646685 tempest-FloatingIPsAssociationTestJSON-1671646685-project] Floating IP 4b5a1d73-1527-4e08-81d8-2c008dd86bab associated. External IP: 172.25.7.87, port: 857b0ac1-e620-41d6-859a-dac6e1bafefe. Aug 18 11:54:19.369011 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a0eee8fc-e51a-472b-a57a-dfd6d015af8d req-336ab5cb-298a-4377-a3e4-5833b815b442 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] 10.222.0.66 "GET /v2.0/security-groups?id=07aef7bb-6c11-4cb4-8594-c24180b5d811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4052591 Aug 18 11:54:19.418449 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 93bbe875-2e51-465e-8794-e89d18f614c1 details requested by agent hyperv_n-h2-804985-2 with host n-h2-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 11:54:19.421297 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device fc532f89-2840-48d2-a48d-3956d016ae51 up at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:54:19.426622 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dda93bd5-524e-4c3a-9228-297cf9f71cb2 req-41f6fcda-9aac-4bb1-8348-651523813887 tempest-FloatingIPsAssociationTestJSON-1671646685 tempest-FloatingIPsAssociationTestJSON-1671646685-project] Router 139fd73b-148e-4850-83e2-cfb8a2a5d841 has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 11:54:19.554970 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Provisioning complete for port fc532f89-2840-48d2-a48d-3956d016ae51 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:54:19.556005 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:19.661633 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:19.696950 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dfa868-7cbe-4770-8118-74bce355cfeb req-a408cff4-c0ee-45a4-b785-3a91e7c6a3f8 tempest-ServersWithSpecificFlavorTestJSON-596355724 tempest-ServersWithSpecificFlavorTestJSON-596355724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:54:19.700510 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port fc532f89-2840-48d2-a48d-3956d016ae51, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=fc532f89-2840-48d2-a48d-3956d016ae51,segment=NetworkSegment(b0eb6eea-b461-4969-8a27-808f00daa8a1),segment_id=b0eb6eea-b461-4969-8a27-808f00daa8a1)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:54:19.702177 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d0dfa868-7cbe-4770-8118-74bce355cfeb req-a408cff4-c0ee-45a4-b785-3a91e7c6a3f8 tempest-ServersWithSpecificFlavorTestJSON-596355724 tempest-ServersWithSpecificFlavorTestJSON-596355724-project] 10.222.0.66 "GET /v2.0/ports?device_id=33dff871-377a-4e86-9f9d-1edbba5fae4b HTTP/1.1" status: 200 len: 945 time: 0.2391770 Aug 18 11:54:19.719885 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:19.737211 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dda93bd5-524e-4c3a-9228-297cf9f71cb2 req-41f6fcda-9aac-4bb1-8348-651523813887 tempest-FloatingIPsAssociationTestJSON-1671646685 tempest-FloatingIPsAssociationTestJSON-1671646685-project] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 11:54:19.749325 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d8afe6d-7ab9-49f5-8128-98256b421942 None None] Sync routers for ids ['139fd73b-148e-4850-83e2-cfb8a2a5d841'] in n-d-804985-2 {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 11:54:19.766721 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-dda93bd5-524e-4c3a-9228-297cf9f71cb2 req-41f6fcda-9aac-4bb1-8348-651523813887 tempest-FloatingIPsAssociationTestJSON-1671646685 tempest-FloatingIPsAssociationTestJSON-1671646685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for floatingip, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:19.769915 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d8afe6d-7ab9-49f5-8128-98256b421942 None None] Routers {'139fd73b-148e-4850-83e2-cfb8a2a5d841'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 11:54:19.770902 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-2d8afe6d-7ab9-49f5-8128-98256b421942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T11:53:51Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['139fd73b-148e-4850-83e2-cfb8a2a5d841'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:54:19.789632 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=fc532f89-2840-48d2-a48d-3956d016ae51,revision_number=11']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:54:19.836411 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port 93bbe875-2e51-465e-8794-e89d18f614c1, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=93bbe875-2e51-465e-8794-e89d18f614c1,segment=NetworkSegment(77044dd8-732d-4440-9cc8-7f1936544d71),segment_id=77044dd8-732d-4440-9cc8-7f1936544d71)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:54:19.857769 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 93bbe875-2e51-465e-8794-e89d18f614c1 has no active binding in host n-h2-804985-2 {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 18 11:54:19.901004 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-dda93bd5-524e-4c3a-9228-297cf9f71cb2 req-41f6fcda-9aac-4bb1-8348-651523813887 tempest-FloatingIPsAssociationTestJSON-1671646685 tempest-FloatingIPsAssociationTestJSON-1671646685-project] 10.222.0.66 "PUT /v2.0/floatingips/4b5a1d73-1527-4e08-81d8-2c008dd86bab HTTP/1.1" status: 200 len: 995 time: 3.1910746 Aug 18 11:54:19.906936 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f61658a9-8fe3-4d11-b3ec-4c9136ee00f5', 'tag': '857b0ac1-e620-41d6-859a-dac6e1bafefe'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 11:54:19.909466 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa415d24-c1aa-4320-843b-f281df30eaa3" -d '{"events": [{"name": "network-changed", "server_uuid": "f61658a9-8fe3-4d11-b3ec-4c9136ee00f5", "tag": "857b0ac1-e620-41d6-859a-dac6e1bafefe"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:54:19.978441 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-60580c57-1f74-4289-b131-7f8342ac57b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-996815'] for router_interface, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:19.985433 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-2d8afe6d-7ab9-49f5-8128-98256b421942 None None] Set router 139fd73b-148e-4850-83e2-cfb8a2a5d841 gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 11:54:20.128647 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d0dfa868-7cbe-4770-8118-74bce355cfeb req-1ca2ea0b-67f6-429f-b4d0-90d670ee8968 tempest-ServersWithSpecificFlavorTestJSON-596355724 tempest-ServersWithSpecificFlavorTestJSON-596355724-project] 10.222.0.66 "GET /v2.0/security-groups?id=238dbab8-dd9a-4024-8b12-d86b53f53679&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3864176 Aug 18 11:54:20.295895 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-2d8afe6d-7ab9-49f5-8128-98256b421942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '139fd73b-148e-4850-83e2-cfb8a2a5d841', 'name': 'tempest-FloatingIPsAssociationTestJSON-1797256714-router', 'tenant_id': '72b8902517244a1ca86567bff576d2b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.123'}], 'enable_snat': True}, 'gw_port_id': 'b8808a2f-95c8-414e-be69-9814816bc402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T11:53:23Z', 'updated_at': '2021-08-18T11:53:28Z', 'revision_number': 4, 'project_id': '72b8902517244a1ca86567bff576d2b2', 'gw_port': {'id': 'b8808a2f-95c8-414e-be69-9814816bc402', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:4d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139fd73b-148e-4850-83e2-cfb8a2a5d841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:53:24Z', 'updated_at': '2021-08-18T11:53:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_floatingips': [{'id': '4b5a1d73-1527-4e08-81d8-2c008dd86bab', 'tenant_id': '72b8902517244a1ca86567bff576d2b2', 'floating_ip_address': '172.25.7.87', 'floating_network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'router_id': '139fd73b-148e-4850-83e2-cfb8a2a5d841', 'port_id': '857b0ac1-e620-41d6-859a-dac6e1bafefe', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17b21726-ad58-4633-922c-414857af0af2', 'mac_address': 'fa:16:3e:9d:56:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f61658a9-8fe3-4d11-b3ec-4c9136ee00f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T11:53:49Z', 'updated_at': '2021-08-18T11:54:17Z', 'revision_number': 1, 'project_id': '72b8902517244a1ca86567bff576d2b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59c089e1-5691-4a16-8d84-9c517d91971a', 'name': '', 'network_id': '17b21726-ad58-4633-922c-414857af0af2', 'tenant_id': '72b8902517244a1ca86567bff576d2b2', 'mac_address': 'fa:16:3e:9f:b5:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139fd73b-148e-4850-83e2-cfb8a2a5d841', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '04e502a5-5018-4e73-baa8-683bfd3d2545', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:53:27Z', 'updated_at': '2021-08-18T11:53:34Z', 'revision_number': 5, 'project_id': '72b8902517244a1ca86567bff576d2b2', 'subnets': [{'id': '04e502a5-5018-4e73-baa8-683bfd3d2545', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:54:20.313223 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda93bd5-524e-4c3a-9228-297cf9f71cb2 req-3c10bad2-afc3-468a-b865-e12a2b62a5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:54:20.320424 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-dda93bd5-524e-4c3a-9228-297cf9f71cb2 req-3c10bad2-afc3-468a-b865-e12a2b62a5a3 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=72b8902517244a1ca86567bff576d2b2&device_id=f61658a9-8fe3-4d11-b3ec-4c9136ee00f5 HTTP/1.1" status: 200 len: 1096 time: 0.3844056 Aug 18 11:54:20.331962 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d8afe6d-7ab9-49f5-8128-98256b421942 None None] Checking router: 139fd73b-148e-4850-83e2-cfb8a2a5d841 for host: n-d-804985-2 {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 11:54:20.341350 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d8afe6d-7ab9-49f5-8128-98256b421942 None None] Routers {'139fd73b-148e-4850-83e2-cfb8a2a5d841'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 11:54:20.342079 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-2d8afe6d-7ab9-49f5-8128-98256b421942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T11:53:51Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['139fd73b-148e-4850-83e2-cfb8a2a5d841'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:54:20.415949 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadb7536-4fab-47f1-95ec-862fbeaecf0e req-4f3cfcb5-d392-402d-b9da-e35f002f8f12 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:54:20.417889 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-aadb7536-4fab-47f1-95ec-862fbeaecf0e req-4f3cfcb5-d392-402d-b9da-e35f002f8f12 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.66 "GET /v2.0/ports?device_id=aaabce93-c7fa-4a3a-a8e4-3718c81d3652 HTTP/1.1" status: 200 len: 945 time: 0.1806273 Aug 18 11:54:20.477709 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-2d8afe6d-7ab9-49f5-8128-98256b421942 None None] Set router 139fd73b-148e-4850-83e2-cfb8a2a5d841 gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 11:54:20.509013 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-aadb7536-4fab-47f1-95ec-862fbeaecf0e req-22ef51b2-7dc1-4023-98cc-ce27e6efad3b tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.66 "GET /v2.0/security-groups?id=fecad5ed-08b4-4db8-8e35-9a1fb2f01a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794814 Aug 18 11:54:20.531558 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda93bd5-524e-4c3a-9228-297cf9f71cb2 req-2ac4daa5-2964-409c-ade4-c79f0486de56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:54:20.533078 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-dda93bd5-524e-4c3a-9228-297cf9f71cb2 req-2ac4daa5-2964-409c-ade4-c79f0486de56 service neutron] 10.222.0.66 "GET /v2.0/networks?id=17b21726-ad58-4633-922c-414857af0af2 HTTP/1.1" status: 200 len: 922 time: 0.2118466 Aug 18 11:54:20.646357 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-dda93bd5-524e-4c3a-9228-297cf9f71cb2 req-5d1ddddf-d437-4595-ac19-465c80818b5f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=857b0ac1-e620-41d6-859a-dac6e1bafefe HTTP/1.1" status: 200 len: 998 time: 0.1059437 Aug 18 11:54:20.711634 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-60580c57-1f74-4289-b131-7f8342ac57b4 admin admin] Deleting port 7cea3c1c-36b2-40d1-9b71-ea78add09b27 {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 11:54:20.711974 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-60580c57-1f74-4289-b131-7f8342ac57b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:20.714500 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda93bd5-524e-4c3a-9228-297cf9f71cb2 req-d8aeaf48-2f83-4add-932e-82eb5e15e917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:54:20.716536 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-dda93bd5-524e-4c3a-9228-297cf9f71cb2 req-d8aeaf48-2f83-4add-932e-82eb5e15e917 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=04e502a5-5018-4e73-baa8-683bfd3d2545 HTTP/1.1" status: 200 len: 860 time: 0.0637577 Aug 18 11:54:20.792441 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-2d8afe6d-7ab9-49f5-8128-98256b421942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '139fd73b-148e-4850-83e2-cfb8a2a5d841', 'name': 'tempest-FloatingIPsAssociationTestJSON-1797256714-router', 'tenant_id': '72b8902517244a1ca86567bff576d2b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.123'}], 'enable_snat': True}, 'gw_port_id': 'b8808a2f-95c8-414e-be69-9814816bc402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T11:53:23Z', 'updated_at': '2021-08-18T11:53:28Z', 'revision_number': 4, 'project_id': '72b8902517244a1ca86567bff576d2b2', 'gw_port': {'id': 'b8808a2f-95c8-414e-be69-9814816bc402', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:4d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139fd73b-148e-4850-83e2-cfb8a2a5d841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:53:24Z', 'updated_at': '2021-08-18T11:53:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_floatingips': [{'id': '4b5a1d73-1527-4e08-81d8-2c008dd86bab', 'tenant_id': '72b8902517244a1ca86567bff576d2b2', 'floating_ip_address': '172.25.7.87', 'floating_network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'router_id': '139fd73b-148e-4850-83e2-cfb8a2a5d841', 'port_id': '857b0ac1-e620-41d6-859a-dac6e1bafefe', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17b21726-ad58-4633-922c-414857af0af2', 'mac_address': 'fa:16:3e:9d:56:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f61658a9-8fe3-4d11-b3ec-4c9136ee00f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T11:53:49Z', 'updated_at': '2021-08-18T11:54:17Z', 'revision_number': 1, 'project_id': '72b8902517244a1ca86567bff576d2b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59c089e1-5691-4a16-8d84-9c517d91971a', 'name': '', 'network_id': '17b21726-ad58-4633-922c-414857af0af2', 'tenant_id': '72b8902517244a1ca86567bff576d2b2', 'mac_address': 'fa:16:3e:9f:b5:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139fd73b-148e-4850-83e2-cfb8a2a5d841', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '04e502a5-5018-4e73-baa8-683bfd3d2545', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:53:27Z', 'updated_at': '2021-08-18T11:53:34Z', 'revision_number': 5, 'project_id': '72b8902517244a1ca86567bff576d2b2', 'subnets': [{'id': '04e502a5-5018-4e73-baa8-683bfd3d2545', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:54:20.836339 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d8afe6d-7ab9-49f5-8128-98256b421942 None None] The sync data for ids ['139fd73b-148e-4850-83e2-cfb8a2a5d841'] in n-d-804985-2 is: [{'id': '139fd73b-148e-4850-83e2-cfb8a2a5d841', 'name': 'tempest-FloatingIPsAssociationTestJSON-1797256714-router', 'tenant_id': '72b8902517244a1ca86567bff576d2b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.123'}], 'enable_snat': True}, 'gw_port_id': 'b8808a2f-95c8-414e-be69-9814816bc402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T11:53:23Z', 'updated_at': '2021-08-18T11:53:28Z', 'revision_number': 4, 'project_id': '72b8902517244a1ca86567bff576d2b2', 'gw_port': {'id': 'b8808a2f-95c8-414e-be69-9814816bc402', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:4d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139fd73b-148e-4850-83e2-cfb8a2a5d841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:53:24Z', 'updated_at': '2021-08-18T11:53:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_floatingips': [{'id': '4b5a1d73-1527-4e08-81d8-2c008dd86bab', 'tenant_id': '72b8902517244a1ca86567bff576d2b2', 'floating_ip_address': '172.25.7.87', 'floating_network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'router_id': '139fd73b-148e-4850-83e2-cfb8a2a5d841', 'port_id': '857b0ac1-e620-41d6-859a-dac6e1bafefe', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17b21726-ad58-4633-922c-414857af0af2', 'mac_address': 'fa:16:3e:9d:56:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f61658a9-8fe3-4d11-b3ec-4c9136ee00f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T11:53:49Z', 'updated_at': '2021-08-18T11:54:17Z', 'revision_number': 1, 'project_id': '72b8902517244a1ca86567bff576d2b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59c089e1-5691-4a16-8d84-9c517d91971a', 'name': '', 'network_id': '17b21726-ad58-4633-922c-414857af0af2', 'tenant_id': '72b8902517244a1ca86567bff576d2b2', 'mac_address': 'fa:16:3e:9f:b5:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139fd73b-148e-4850-83e2-cfb8a2a5d841', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '04e502a5-5018-4e73-baa8-683bfd3d2545', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:53:27Z', 'updated_at': '2021-08-18T11:53:34Z', 'revision_number': 5, 'project_id': '72b8902517244a1ca86567bff576d2b2', 'subnets': [{'id': '04e502a5-5018-4e73-baa8-683bfd3d2545', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 11:54:20.912695 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda93bd5-524e-4c3a-9228-297cf9f71cb2 req-b16b890e-9813-4f73-8514-cef630aa60cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:54:20.915556 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-dda93bd5-524e-4c3a-9228-297cf9f71cb2 req-b16b890e-9813-4f73-8514-cef630aa60cc service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=17b21726-ad58-4633-922c-414857af0af2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1109643 Aug 18 11:54:20.997910 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-71724478-bf47-4c55-9b17-df6b4e1b86ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:21.060397 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [None req-60580c57-1f74-4289-b131-7f8342ac57b4 admin admin] For port 7cea3c1c-36b2-40d1-9b71-ea78add09b27, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=7cea3c1c-36b2-40d1-9b71-ea78add09b27,segment=NetworkSegment(66f3c612-2dc0-4ad6-90b0-b07f6d2f037e),segment_id=66f3c612-2dc0-4ad6-90b0-b07f6d2f037e)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:54:21.061195 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-60580c57-1f74-4289-b131-7f8342ac57b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:21.093571 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-60580c57-1f74-4289-b131-7f8342ac57b4 admin admin] Calling delete_port for 7cea3c1c-36b2-40d1-9b71-ea78add09b27 owned by network:router_interface {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 11:54:21.178000 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-dda93bd5-524e-4c3a-9228-297cf9f71cb2 req-d418956e-b523-40b6-9712-2ebc8258ffbd service neutron] 10.222.0.66 "GET /v2.0/networks/17b21726-ad58-4633-922c-414857af0af2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2430620 Aug 18 11:54:21.213194 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f605e71-e41f-4932-ad39-d06b2a1e35c2 None None] New status for floating IP 4b5a1d73-1527-4e08-81d8-2c008dd86bab: ACTIVE {{(pid=106254) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 11:54:21.494897 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:21.909206 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-dda93bd5-524e-4c3a-9228-297cf9f71cb2 req-cc446418-eca6-461f-8802-357bfe5fea4e service neutron] 10.222.0.66 "GET /v2.0/networks/17b21726-ad58-4633-922c-414857af0af2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7211046 Aug 18 11:54:22.015133 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-53584c24-f517-494e-ac93-c18bb92373f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:22.104191 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-60580c57-1f74-4289-b131-7f8342ac57b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:22.155772 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5823f0da-4f27-498e-b65b-a5be01ed6924 req-475bc676-291f-4600-a9b6-fa97792ce784 tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:54:22.165563 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5823f0da-4f27-498e-b65b-a5be01ed6924 req-475bc676-291f-4600-a9b6-fa97792ce784 tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] 10.222.0.66 "GET /v2.0/ports?device_id=1776ccfc-79c3-4dd2-9d3e-5b7e075004d6 HTTP/1.1" status: 200 len: 951 time: 0.1454725 Aug 18 11:54:22.177869 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60580c57-1f74-4289-b131-7f8342ac57b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=7cea3c1c-36b2-40d1-9b71-ea78add09b27,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:54:22.195882 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60580c57-1f74-4289-b131-7f8342ac57b4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:54:22.196232 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60580c57-1f74-4289-b131-7f8342ac57b4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:54:22.196958 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60580c57-1f74-4289-b131-7f8342ac57b4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:54:22.197298 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60580c57-1f74-4289-b131-7f8342ac57b4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:54:22.197625 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60580c57-1f74-4289-b131-7f8342ac57b4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:54:22.197952 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60580c57-1f74-4289-b131-7f8342ac57b4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:54:22.198271 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60580c57-1f74-4289-b131-7f8342ac57b4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:54:22.198593 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60580c57-1f74-4289-b131-7f8342ac57b4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:54:22.198911 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60580c57-1f74-4289-b131-7f8342ac57b4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:54:22.199225 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60580c57-1f74-4289-b131-7f8342ac57b4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:54:22.199668 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60580c57-1f74-4289-b131-7f8342ac57b4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:54:22.200066 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60580c57-1f74-4289-b131-7f8342ac57b4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:54:22.267253 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5823f0da-4f27-498e-b65b-a5be01ed6924 req-66490a3d-d8bf-4fcf-8516-83f8d9ea5a55 tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] 10.222.0.66 "GET /v2.0/security-groups?id=e54286de-dd7f-4b20-9f74-4a71262d523b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007152 Aug 18 11:54:22.371868 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 18 Aug 2021 11:54:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4138ac8-0f9a-45b4-a619-3f87834a33ef x-openstack-request-id: req-e4138ac8-0f9a-45b4-a619-3f87834a33ef {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:54:22.371868 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1776ccfc-79c3-4dd2-9d3e-5b7e075004d6", "name": "network-vif-unplugged", "status": "completed", "tag": "fc532f89-2840-48d2-a48d-3956d016ae51", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:54:22.372161 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e4138ac8-0f9a-45b4-a619-3f87834a33ef {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:54:22.372810 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1776ccfc-79c3-4dd2-9d3e-5b7e075004d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc532f89-2840-48d2-a48d-3956d016ae51', 'code': 200} Aug 18 11:54:22.456260 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 18 Aug 2021 11:54:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e736c97-1d04-40a4-be87-ccf0d9e7898f x-openstack-request-id: req-8e736c97-1d04-40a4-be87-ccf0d9e7898f {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:54:22.457174 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fd5ea8f-178b-40e4-8012-09188cab4234", "name": "network-vif-unplugged", "status": "completed", "tag": "93bbe875-2e51-465e-8794-e89d18f614c1", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:54:22.457671 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-8e736c97-1d04-40a4-be87-ccf0d9e7898f {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:54:22.458241 n-d-804985-2 neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fd5ea8f-178b-40e4-8012-09188cab4234', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93bbe875-2e51-465e-8794-e89d18f614c1', 'code': 200} Aug 18 11:54:22.591018 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 11:54:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6601e56-e668-4ae0-8c4e-0617abf002da x-openstack-request-id: req-e6601e56-e668-4ae0-8c4e-0617abf002da {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:54:22.591691 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f61658a9-8fe3-4d11-b3ec-4c9136ee00f5", "tag": "857b0ac1-e620-41d6-859a-dac6e1bafefe", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:54:22.592136 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e6601e56-e668-4ae0-8c4e-0617abf002da {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:54:22.592811 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f61658a9-8fe3-4d11-b3ec-4c9136ee00f5', 'tag': '857b0ac1-e620-41d6-859a-dac6e1bafefe', 'status': 'completed', 'code': 200} Aug 18 11:54:22.677068 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-60580c57-1f74-4289-b131-7f8342ac57b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953695'] for router_interface, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:22.677358 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa415d24-c1aa-4320-843b-f281df30eaa3 req-058b3d82-c1ee-4971-86da-f651fbb98f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:54:22.678874 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-aa415d24-c1aa-4320-843b-f281df30eaa3 req-058b3d82-c1ee-4971-86da-f651fbb98f1c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=72b8902517244a1ca86567bff576d2b2&device_id=f61658a9-8fe3-4d11-b3ec-4c9136ee00f5 HTTP/1.1" status: 200 len: 1096 time: 0.0823667 Aug 18 11:54:22.800562 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa415d24-c1aa-4320-843b-f281df30eaa3 req-2468327c-3e1e-4c68-aefa-be6775123f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:54:22.802131 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-aa415d24-c1aa-4320-843b-f281df30eaa3 req-2468327c-3e1e-4c68-aefa-be6775123f45 service neutron] 10.222.0.62 "GET /v2.0/networks?id=17b21726-ad58-4633-922c-414857af0af2 HTTP/1.1" status: 200 len: 922 time: 0.1043506 Aug 18 11:54:22.814706 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371a01fc-1685-46b8-83db-33cea1fc34e3 req-bd5fd1bc-6173-423c-9e12-704e1dbea541 tempest-ServersWithSpecificFlavorTestJSON-596355724 tempest-ServersWithSpecificFlavorTestJSON-596355724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:54:22.816505 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-371a01fc-1685-46b8-83db-33cea1fc34e3 req-bd5fd1bc-6173-423c-9e12-704e1dbea541 tempest-ServersWithSpecificFlavorTestJSON-596355724 tempest-ServersWithSpecificFlavorTestJSON-596355724-project] 10.222.0.66 "GET /v2.0/ports?device_id=33dff871-377a-4e86-9f9d-1edbba5fae4b HTTP/1.1" status: 200 len: 945 time: 0.1793270 Aug 18 11:54:22.829277 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 50190) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:54:22.851022 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-93d53e81-b9b1-4da8-b9c9-d9dd401f88d6 tempest-ServersWithSpecificFlavorTestJSON-596355724 tempest-ServersWithSpecificFlavorTestJSON-596355724-project] Request body: {'floatingip': {'port_id': '69ae0138-30ec-42c1-96f8-e1f7ac8f0323'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:54:22.928008 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-93d53e81-b9b1-4da8-b9c9-d9dd401f88d6 tempest-ServersWithSpecificFlavorTestJSON-596355724 tempest-ServersWithSpecificFlavorTestJSON-596355724-project] Notify callbacks [] for floatingip, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:22.948011 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-aa415d24-c1aa-4320-843b-f281df30eaa3 req-87aca4e7-4b42-4179-aade-1e7f5e82d49d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=857b0ac1-e620-41d6-859a-dac6e1bafefe HTTP/1.1" status: 200 len: 1000 time: 0.1224997 Aug 18 11:54:23.071711 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa415d24-c1aa-4320-843b-f281df30eaa3 req-72186e10-f17c-4ee8-9b4a-5c1d9e88139c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:54:23.073409 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-aa415d24-c1aa-4320-843b-f281df30eaa3 req-72186e10-f17c-4ee8-9b4a-5c1d9e88139c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=04e502a5-5018-4e73-baa8-683bfd3d2545 HTTP/1.1" status: 200 len: 860 time: 0.1127589 Aug 18 11:54:23.191756 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b61e5c-9154-46ad-8bc2-9b0ac11f4236 req-ee3cbdd7-f928-4408-95d4-f5a132345256 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:54:23.193360 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-75b61e5c-9154-46ad-8bc2-9b0ac11f4236 req-ee3cbdd7-f928-4408-95d4-f5a132345256 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] 10.222.0.66 "GET /v2.0/ports?device_id=8fd5ea8f-178b-40e4-8012-09188cab4234 HTTP/1.1" status: 200 len: 943 time: 0.2253735 Aug 18 11:54:23.213119 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa415d24-c1aa-4320-843b-f281df30eaa3 req-86d772d1-fa61-4fe8-87f7-5df48ba9c656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:54:23.215639 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-aa415d24-c1aa-4320-843b-f281df30eaa3 req-86d772d1-fa61-4fe8-87f7-5df48ba9c656 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=17b21726-ad58-4633-922c-414857af0af2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1303332 Aug 18 11:54:23.334704 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-aa415d24-c1aa-4320-843b-f281df30eaa3 req-98f96f1b-c010-4108-8731-df9354fd96b6 service neutron] 10.222.0.62 "GET /v2.0/networks/17b21726-ad58-4633-922c-414857af0af2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060410 Aug 18 11:54:23.434125 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-75b61e5c-9154-46ad-8bc2-9b0ac11f4236 req-f33ded70-3e2b-46b4-86da-3f2f26e16ea3 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] 10.222.0.66 "GET /v2.0/security-groups?id=07aef7bb-6c11-4cb4-8594-c24180b5d811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148983 Aug 18 11:54:23.469781 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60580c57-1f74-4289-b131-7f8342ac57b4 admin admin] Router 351adbd4-2385-41b8-aa29-1f53fd4f4fab has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 11:54:23.476838 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-aa415d24-c1aa-4320-843b-f281df30eaa3 req-cec81c85-f28e-477e-a254-ff37463f08f3 service neutron] 10.222.0.62 "GET /v2.0/networks/17b21726-ad58-4633-922c-414857af0af2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316805 Aug 18 11:54:23.494682 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1641c5-bcf6-4eb3-bfaf-7f55e227406a req-5b84c4e2-657c-4bae-8e55-9df499a41dee tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:54:23.496279 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-fa1641c5-bcf6-4eb3-bfaf-7f55e227406a req-5b84c4e2-657c-4bae-8e55-9df499a41dee tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.66 "GET /v2.0/ports?device_id=aaabce93-c7fa-4a3a-a8e4-3718c81d3652 HTTP/1.1" status: 200 len: 945 time: 0.2439654 Aug 18 11:54:23.672536 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a77c5d-23b7-4004-982c-7a0febdaef11 req-eb8483db-8052-4d96-a020-97b1f716e454 tempest-FloatingIPsAssociationTestJSON-1671646685 tempest-FloatingIPsAssociationTestJSON-1671646685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:54:23.677054 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-43a77c5d-23b7-4004-982c-7a0febdaef11 req-eb8483db-8052-4d96-a020-97b1f716e454 tempest-FloatingIPsAssociationTestJSON-1671646685 tempest-FloatingIPsAssociationTestJSON-1671646685-project] 10.222.0.66 "GET /v2.0/ports?device_id=4c19a9be-dd35-46a0-8be6-7465196e5516&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1498442 Aug 18 11:54:23.704078 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-500a1c61-38a7-4c23-a7ec-4631080af5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:23.792208 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-fa1641c5-bcf6-4eb3-bfaf-7f55e227406a req-99b98c32-dc00-493e-b4ad-955007d3ae85 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.66 "GET /v2.0/security-groups?id=fecad5ed-08b4-4db8-8e35-9a1fb2f01a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2862935 Aug 18 11:54:23.889544 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-43a77c5d-23b7-4004-982c-7a0febdaef11 req-4ef47cef-b80a-4f8a-a022-d600bfe1080a tempest-FloatingIPsAssociationTestJSON-1671646685 tempest-FloatingIPsAssociationTestJSON-1671646685-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.7.87 HTTP/1.1" status: 200 len: 1000 time: 0.2115119 Aug 18 11:54:23.894519 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-43a77c5d-23b7-4004-982c-7a0febdaef11 req-7ecd2083-c598-4c3b-89a0-df90ac4f18fa tempest-FloatingIPsAssociationTestJSON-1671646685 tempest-FloatingIPsAssociationTestJSON-1671646685-project] Request body: {'floatingip': {'port_id': 'e1f2f1cd-4c07-4cb6-8830-f3ba34baab67', 'fixed_ip_address': '172.20.0.13'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:54:23.901011 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60580c57-1f74-4289-b131-7f8342ac57b4 admin admin] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 11:54:23.911804 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02849ed1-5822-4b68-8f71-6d49f797a61f None None] Sync routers for ids ['351adbd4-2385-41b8-aa29-1f53fd4f4fab'] in n-d-804985-2 {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 11:54:23.931302 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02849ed1-5822-4b68-8f71-6d49f797a61f None None] Routers {'351adbd4-2385-41b8-aa29-1f53fd4f4fab'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 11:54:23.932146 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-02849ed1-5822-4b68-8f71-6d49f797a61f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T11:54:21Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['351adbd4-2385-41b8-aa29-1f53fd4f4fab'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:54:24.001525 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 50220) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:54:24.001799 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-60580c57-1f74-4289-b131-7f8342ac57b4 admin admin] 10.222.0.66 "PUT /v2.0/routers/351adbd4-2385-41b8-aa29-1f53fd4f4fab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9210846 Aug 18 11:54:24.027210 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-43a77c5d-23b7-4004-982c-7a0febdaef11 req-7ecd2083-c598-4c3b-89a0-df90ac4f18fa tempest-FloatingIPsAssociationTestJSON-1671646685 tempest-FloatingIPsAssociationTestJSON-1671646685-project] Notify callbacks [] for floatingip, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:24.044763 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-02849ed1-5822-4b68-8f71-6d49f797a61f None None] Set router 351adbd4-2385-41b8-aa29-1f53fd4f4fab gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 11:54:24.153111 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2be0e951-01fc-420f-a476-668225fe43dc admin admin] Notify callbacks [] for router, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:24.244437 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.db.resource_extend [None req-93d53e81-b9b1-4da8-b9c9-d9dd401f88d6 tempest-ServersWithSpecificFlavorTestJSON-596355724 tempest-ServersWithSpecificFlavorTestJSON-596355724-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 18 11:54:24.260335 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76384ef8-30a4-423e-a76d-77b7ef2b170f req-3a3ed402-4068-4902-9cc6-366dfd99276d tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:54:24.261932 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2be0e951-01fc-420f-a476-668225fe43dc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:24.262255 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-76384ef8-30a4-423e-a76d-77b7ef2b170f req-3a3ed402-4068-4902-9cc6-366dfd99276d tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] 10.222.0.66 "GET /v2.0/ports?device_id=1776ccfc-79c3-4dd2-9d3e-5b7e075004d6 HTTP/1.1" status: 200 len: 951 time: 0.2677026 Aug 18 11:54:24.308673 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-02849ed1-5822-4b68-8f71-6d49f797a61f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '351adbd4-2385-41b8-aa29-1f53fd4f4fab', 'name': 'tempest-FloatingIPDetailsTestJSON-1941481198-router', 'tenant_id': '1e7bd45378474338a3a7a5fc430b7488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.190'}], 'enable_snat': True}, 'gw_port_id': '16076eb9-6ef8-40bc-8e17-9144067dfc08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T11:53:34Z', 'updated_at': '2021-08-18T11:54:21Z', 'revision_number': 5, 'project_id': '1e7bd45378474338a3a7a5fc430b7488', 'gw_port': {'id': '16076eb9-6ef8-40bc-8e17-9144067dfc08', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:75:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '351adbd4-2385-41b8-aa29-1f53fd4f4fab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:53:36Z', 'updated_at': '2021-08-18T11:53:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:54:24.331571 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-2be0e951-01fc-420f-a476-668225fe43dc admin admin] Deleting port 16076eb9-6ef8-40bc-8e17-9144067dfc08 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 11:54:24.332265 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2be0e951-01fc-420f-a476-668225fe43dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:24.351656 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02849ed1-5822-4b68-8f71-6d49f797a61f None None] Checking router: 351adbd4-2385-41b8-aa29-1f53fd4f4fab for host: n-d-804985-2 {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 11:54:24.364398 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02849ed1-5822-4b68-8f71-6d49f797a61f None None] Routers {'351adbd4-2385-41b8-aa29-1f53fd4f4fab'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 11:54:24.365060 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-02849ed1-5822-4b68-8f71-6d49f797a61f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T11:54:21Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['351adbd4-2385-41b8-aa29-1f53fd4f4fab'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:54:24.373946 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1776ccfc-79c3-4dd2-9d3e-5b7e075004d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc532f89-2840-48d2-a48d-3956d016ae51'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 11:54:24.376410 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db50a436fb3a98495337d8fe7487b4f2ea6f3c1052eb9efadc2ecda2d5737001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5bd0e11-ee13-4cd4-b988-a13eb0bb8318" -d '{"events": [{"server_uuid": "1776ccfc-79c3-4dd2-9d3e-5b7e075004d6", "name": "network-vif-plugged", "status": "completed", "tag": "fc532f89-2840-48d2-a48d-3956d016ae51"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:54:24.411678 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-93d53e81-b9b1-4da8-b9c9-d9dd401f88d6 tempest-ServersWithSpecificFlavorTestJSON-596355724 tempest-ServersWithSpecificFlavorTestJSON-596355724-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:24.419596 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-76384ef8-30a4-423e-a76d-77b7ef2b170f req-f0eb5616-057b-4389-bc92-6481f0f724a8 tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] 10.222.0.66 "GET /v2.0/security-groups?id=e54286de-dd7f-4b20-9f74-4a71262d523b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154580 Aug 18 11:54:24.444945 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-93d53e81-b9b1-4da8-b9c9-d9dd401f88d6 tempest-ServersWithSpecificFlavorTestJSON-596355724 tempest-ServersWithSpecificFlavorTestJSON-596355724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-989945'] for floatingip, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:24.447270 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [None req-2be0e951-01fc-420f-a476-668225fe43dc admin admin] For port 16076eb9-6ef8-40bc-8e17-9144067dfc08, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=16076eb9-6ef8-40bc-8e17-9144067dfc08,segment=NetworkSegment(c5a3db9d-5c58-41b1-9177-d5787a597b78),segment_id=c5a3db9d-5c58-41b1-9177-d5787a597b78)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:54:24.447864 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2be0e951-01fc-420f-a476-668225fe43dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:24.466058 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fd5ea8f-178b-40e4-8012-09188cab4234', 'tag': '93bbe875-2e51-465e-8794-e89d18f614c1'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 11:54:24.474657 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0679f4c4b6e0e0c064a7d71d722dc30541a34fffee11680573be22ee2ffccc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1faac285-3700-4ce2-89be-bb9c07360c1e" -d '{"events": [{"name": "network-changed", "server_uuid": "8fd5ea8f-178b-40e4-8012-09188cab4234", "tag": "93bbe875-2e51-465e-8794-e89d18f614c1"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:54:24.490967 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-2be0e951-01fc-420f-a476-668225fe43dc admin admin] Calling delete_port for 16076eb9-6ef8-40bc-8e17-9144067dfc08 owned by network:router_gateway {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 11:54:24.551556 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-02849ed1-5822-4b68-8f71-6d49f797a61f None None] Set router 351adbd4-2385-41b8-aa29-1f53fd4f4fab gateway port host: None {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 11:54:24.652303 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-02849ed1-5822-4b68-8f71-6d49f797a61f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '351adbd4-2385-41b8-aa29-1f53fd4f4fab', 'name': 'tempest-FloatingIPDetailsTestJSON-1941481198-router', 'tenant_id': '1e7bd45378474338a3a7a5fc430b7488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T11:53:34Z', 'updated_at': '2021-08-18T11:54:24Z', 'revision_number': 6, 'project_id': '1e7bd45378474338a3a7a5fc430b7488', 'gw_port_host': None}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:54:24.710026 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2be0e951-01fc-420f-a476-668225fe43dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:24.712071 n-d-804985-2 neutron-server[106252]: INFO neutron.db.l3_db [None req-93d53e81-b9b1-4da8-b9c9-d9dd401f88d6 tempest-ServersWithSpecificFlavorTestJSON-596355724 tempest-ServersWithSpecificFlavorTestJSON-596355724-project] Floating IP cde7a271-dc52-479c-816e-0b2a6b6938b0 associated. External IP: 172.25.7.157, port: 69ae0138-30ec-42c1-96f8-e1f7ac8f0323. Aug 18 11:54:24.732039 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02849ed1-5822-4b68-8f71-6d49f797a61f None None] The sync data for ids ['351adbd4-2385-41b8-aa29-1f53fd4f4fab'] in n-d-804985-2 is: [{'id': '351adbd4-2385-41b8-aa29-1f53fd4f4fab', 'name': 'tempest-FloatingIPDetailsTestJSON-1941481198-router', 'tenant_id': '1e7bd45378474338a3a7a5fc430b7488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T11:53:34Z', 'updated_at': '2021-08-18T11:54:24Z', 'revision_number': 6, 'project_id': '1e7bd45378474338a3a7a5fc430b7488', 'gw_port_host': None}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 11:54:24.748165 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be0e951-01fc-420f-a476-668225fe43dc admin admin] Pushing event deleted for resources: {'Port': ['ID=16076eb9-6ef8-40bc-8e17-9144067dfc08,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:54:24.797035 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be0e951-01fc-420f-a476-668225fe43dc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:54:24.797035 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be0e951-01fc-420f-a476-668225fe43dc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:54:24.797035 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be0e951-01fc-420f-a476-668225fe43dc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:54:24.797035 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be0e951-01fc-420f-a476-668225fe43dc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:54:24.797035 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be0e951-01fc-420f-a476-668225fe43dc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:54:24.797035 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be0e951-01fc-420f-a476-668225fe43dc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:54:24.797035 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be0e951-01fc-420f-a476-668225fe43dc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:54:24.797035 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be0e951-01fc-420f-a476-668225fe43dc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:54:24.797035 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be0e951-01fc-420f-a476-668225fe43dc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:54:24.797035 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be0e951-01fc-420f-a476-668225fe43dc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:54:24.797035 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be0e951-01fc-420f-a476-668225fe43dc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:54:24.797035 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be0e951-01fc-420f-a476-668225fe43dc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:54:24.926644 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2be0e951-01fc-420f-a476-668225fe43dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-997271'] for router_gateway, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:25.051330 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2be0e951-01fc-420f-a476-668225fe43dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-996004', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15859'] for router, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:25.055193 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2be0e951-01fc-420f-a476-668225fe43dc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:25.132986 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2be0e951-01fc-420f-a476-668225fe43dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-996061'] for router, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:25.134655 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2be0e951-01fc-420f-a476-668225fe43dc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 351adbd4-2385-41b8-aa29-1f53fd4f4fab {{(pid=106253) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 11:54:25.141915 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2be0e951-01fc-420f-a476-668225fe43dc admin admin] Notify callbacks [] for router, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:25.147318 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-2be0e951-01fc-420f-a476-668225fe43dc admin admin] 10.222.0.66 "DELETE /v2.0/routers/351adbd4-2385-41b8-aa29-1f53fd4f4fab HTTP/1.1" status: 204 len: 168 time: 1.1435566 Aug 18 11:54:25.147958 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 50262) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:54:25.215554 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b5cf4d8-46f6-4e7d-b3f9-0a42950c0d3e admin admin] Deleting subnet feadd0a0-b29c-4e47-86c0-00c1bf66ab80 {{(pid=106253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 11:54:25.223512 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7b5cf4d8-46f6-4e7d-b3f9-0a42950c0d3e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:25.300881 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7b5cf4d8-46f6-4e7d-b3f9-0a42950c0d3e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902229'] for subnet, precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:25.434978 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7b5cf4d8-46f6-4e7d-b3f9-0a42950c0d3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:25.559667 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7b5cf4d8-46f6-4e7d-b3f9-0a42950c0d3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58902171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59388106'] for subnet, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:25.569659 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 11:54:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11218735-0e85-4a63-a815-ce8833511ba7 x-openstack-request-id: req-11218735-0e85-4a63-a815-ce8833511ba7 {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:54:25.570184 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1776ccfc-79c3-4dd2-9d3e-5b7e075004d6", "name": "network-vif-plugged", "status": "completed", "tag": "fc532f89-2840-48d2-a48d-3956d016ae51", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:54:25.570184 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-11218735-0e85-4a63-a815-ce8833511ba7 {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:54:25.570555 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1776ccfc-79c3-4dd2-9d3e-5b7e075004d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc532f89-2840-48d2-a48d-3956d016ae51', 'code': 200} Aug 18 11:54:25.648242 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5cf4d8-46f6-4e7d-b3f9-0a42950c0d3e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=feadd0a0-b29c-4e47-86c0-00c1bf66ab80,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:54:25.679585 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-43a77c5d-23b7-4004-982c-7a0febdaef11 req-7ecd2083-c598-4c3b-89a0-df90ac4f18fa tempest-FloatingIPsAssociationTestJSON-1671646685 tempest-FloatingIPsAssociationTestJSON-1671646685-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:25.685638 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7b5cf4d8-46f6-4e7d-b3f9-0a42950c0d3e admin admin] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:25.688498 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09a6853e-1845-42bc-8ed1-2bd5dba23c2f None None] Network 88182513-d5a3-4488-b0cc-81d269632baa requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 11:54:25.691707 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-7b5cf4d8-46f6-4e7d-b3f9-0a42950c0d3e admin admin] 10.222.0.66 "DELETE /v2.0/subnets/feadd0a0-b29c-4e47-86c0-00c1bf66ab80 HTTP/1.1" status: 204 len: 168 time: 0.5426555 Aug 18 11:54:25.692467 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 50276) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:54:25.730924 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-43a77c5d-23b7-4004-982c-7a0febdaef11 req-7ecd2083-c598-4c3b-89a0-df90ac4f18fa tempest-FloatingIPsAssociationTestJSON-1671646685 tempest-FloatingIPsAssociationTestJSON-1671646685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-989945'] for floatingip, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:25.796258 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0694d5f4-b8af-4848-be2c-166afeacf357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7904109'] for network, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:25.880866 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100f952e-5205-4084-a029-caa1e6c9d4fe req-2e4d8789-6e38-46f1-9dc3-231d5514f956 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:54:25.882421 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-100f952e-5205-4084-a029-caa1e6c9d4fe req-2e4d8789-6e38-46f1-9dc3-231d5514f956 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] 10.222.0.66 "GET /v2.0/ports?device_id=8fd5ea8f-178b-40e4-8012-09188cab4234 HTTP/1.1" status: 200 len: 943 time: 0.2198768 Aug 18 11:54:26.002721 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93d53e81-b9b1-4da8-b9c9-d9dd401f88d6 tempest-ServersWithSpecificFlavorTestJSON-596355724 tempest-ServersWithSpecificFlavorTestJSON-596355724-project] Router 0d9abde5-2417-418c-8738-fb63cad274ff has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 11:54:26.010715 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 16076eb9-6ef8-40bc-8e17-9144067dfc08 no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 11:54:26.044016 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475fffa9-1181-4b01-8784-4e2e32fd6048 req-9774586b-3e82-450c-ae54-fd3046777688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:54:26.054710 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-475fffa9-1181-4b01-8784-4e2e32fd6048 req-9774586b-3e82-450c-ae54-fd3046777688 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=1776ccfc-79c3-4dd2-9d3e-5b7e075004d6 HTTP/1.1" status: 200 len: 1102 time: 0.2430589 Aug 18 11:54:26.086786 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: 16076eb9-6ef8-40bc-8e17-9144067dfc08 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 11:54:26.087430 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 16076eb9-6ef8-40bc-8e17-9144067dfc08 not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 11:54:26.088377 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 7cea3c1c-36b2-40d1-9b71-ea78add09b27 no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 11:54:26.149982 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: 7cea3c1c-36b2-40d1-9b71-ea78add09b27 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 11:54:26.150775 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-0694d5f4-b8af-4848-be2c-166afeacf357 admin admin] Deleting port b1e17258-a25e-4144-bd2d-06946c0741c4 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 11:54:26.151971 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0694d5f4-b8af-4848-be2c-166afeacf357 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:26.153531 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 7cea3c1c-36b2-40d1-9b71-ea78add09b27 not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 11:54:26.167149 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-100f952e-5205-4084-a029-caa1e6c9d4fe req-c8bb1cf7-d1a4-4c54-bcaa-25e421c4565f tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] 10.222.0.66 "GET /v2.0/security-groups?id=07aef7bb-6c11-4cb4-8594-c24180b5d811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2759764 Aug 18 11:54:26.179228 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9b7e81a-8f18-4b7f-8366-f8e42f3f0ae8 None None] DHCP port deletion for 88182513-d5a3-4488-b0cc-81d269632baa request from n-d-804985-2 {{(pid=106254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 11:54:26.180741 n-d-804985-2 neutron-server[106252]: INFO neutron.db.l3_db [req-43a77c5d-23b7-4004-982c-7a0febdaef11 req-7ecd2083-c598-4c3b-89a0-df90ac4f18fa tempest-FloatingIPsAssociationTestJSON-1671646685 tempest-FloatingIPsAssociationTestJSON-1671646685-project] Floating IP 4b5a1d73-1527-4e08-81d8-2c008dd86bab associated. External IP: 172.25.7.87, port: 857b0ac1-e620-41d6-859a-dac6e1bafefe. Aug 18 11:54:26.321662 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 11:54:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d0938e7-d789-448e-bce9-ba3b3a56dae5 x-openstack-request-id: req-0d0938e7-d789-448e-bce9-ba3b3a56dae5 {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:54:26.324694 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fd5ea8f-178b-40e4-8012-09188cab4234", "tag": "93bbe875-2e51-465e-8794-e89d18f614c1", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:54:26.325129 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-0d0938e7-d789-448e-bce9-ba3b3a56dae5 {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:54:26.326211 n-d-804985-2 neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fd5ea8f-178b-40e4-8012-09188cab4234', 'tag': '93bbe875-2e51-465e-8794-e89d18f614c1', 'status': 'completed', 'code': 200} Aug 18 11:54:26.327789 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-f9b7e81a-8f18-4b7f-8366-f8e42f3f0ae8 None None] Deleting port b1e17258-a25e-4144-bd2d-06946c0741c4 {{(pid=106254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 11:54:26.330729 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-f9b7e81a-8f18-4b7f-8366-f8e42f3f0ae8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:26.361507 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [None req-0694d5f4-b8af-4848-be2c-166afeacf357 admin admin] For port b1e17258-a25e-4144-bd2d-06946c0741c4, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=b1e17258-a25e-4144-bd2d-06946c0741c4,segment=NetworkSegment(66f3c612-2dc0-4ad6-90b0-b07f6d2f037e),segment_id=66f3c612-2dc0-4ad6-90b0-b07f6d2f037e)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:54:26.361873 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0694d5f4-b8af-4848-be2c-166afeacf357 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:26.376433 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-0694d5f4-b8af-4848-be2c-166afeacf357 admin admin] Calling delete_port for b1e17258-a25e-4144-bd2d-06946c0741c4 owned by network:dhcp {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 11:54:26.438162 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93d53e81-b9b1-4da8-b9c9-d9dd401f88d6 tempest-ServersWithSpecificFlavorTestJSON-596355724 tempest-ServersWithSpecificFlavorTestJSON-596355724-project] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 11:54:26.449802 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-93d53e81-b9b1-4da8-b9c9-d9dd401f88d6 tempest-ServersWithSpecificFlavorTestJSON-596355724 tempest-ServersWithSpecificFlavorTestJSON-596355724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for floatingip, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:26.457601 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faac285-3700-4ce2-89be-bb9c07360c1e req-404e4e7d-4414-463f-bb79-11ffa79adefc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:54:26.459246 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1faac285-3700-4ce2-89be-bb9c07360c1e req-404e4e7d-4414-463f-bb79-11ffa79adefc service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=188bebbd8f564ea0bbe77621cda4023c&device_id=8fd5ea8f-178b-40e4-8012-09188cab4234 HTTP/1.1" status: 200 len: 1124 time: 0.1790257 Aug 18 11:54:26.480890 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-475fffa9-1181-4b01-8784-4e2e32fd6048 req-809f1011-eba4-4e03-98e4-a7b62942552a service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=e54286de-dd7f-4b20-9f74-4a71262d523b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4251425 Aug 18 11:54:26.487019 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0694d5f4-b8af-4848-be2c-166afeacf357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:26.487685 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-f9b7e81a-8f18-4b7f-8366-f8e42f3f0ae8 None None] For port b1e17258-a25e-4144-bd2d-06946c0741c4, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=b1e17258-a25e-4144-bd2d-06946c0741c4,segment=NetworkSegment(66f3c612-2dc0-4ad6-90b0-b07f6d2f037e),segment_id=66f3c612-2dc0-4ad6-90b0-b07f6d2f037e)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:54:26.488964 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-f9b7e81a-8f18-4b7f-8366-f8e42f3f0ae8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:26.502038 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6e04e1-380e-4380-9857-4c64a169c943 req-cd96a395-84a3-415e-894a-22482fa6b181 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:54:26.509374 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-bd6e04e1-380e-4380-9857-4c64a169c943 req-cd96a395-84a3-415e-894a-22482fa6b181 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.66 "GET /v2.0/ports?device_id=aaabce93-c7fa-4a3a-a8e4-3718c81d3652 HTTP/1.1" status: 200 len: 945 time: 0.1755264 Aug 18 11:54:26.518925 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0694d5f4-b8af-4848-be2c-166afeacf357 admin admin] Pushing event deleted for resources: {'Port': ['ID=b1e17258-a25e-4144-bd2d-06946c0741c4,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:54:26.519164 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-f9b7e81a-8f18-4b7f-8366-f8e42f3f0ae8 None None] Calling delete_port for b1e17258-a25e-4144-bd2d-06946c0741c4 owned by network:dhcp {{(pid=106254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 11:54:26.521260 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0694d5f4-b8af-4848-be2c-166afeacf357 admin admin] No DVR routers for this DVR port b1e17258-a25e-4144-bd2d-06946c0741c4 on host n-d-804985-2 {{(pid=106253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 11:54:26.600679 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51fc463-f614-4b56-8941-17a85fc94d42 None None] Sync routers for ids ['0d9abde5-2417-418c-8738-fb63cad274ff'] in n-d-804985-2 {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 11:54:26.612242 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0694d5f4-b8af-4848-be2c-166afeacf357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8367869', 'neutron.services.segments.db._delete_segments_for_network-8789151212993'] for network, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:26.615812 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51fc463-f614-4b56-8941-17a85fc94d42 None None] Routers {'0d9abde5-2417-418c-8738-fb63cad274ff'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 11:54:26.616797 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-b51fc463-f614-4b56-8941-17a85fc94d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T11:54:21Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['0d9abde5-2417-418c-8738-fb63cad274ff'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:54:26.627306 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-0694d5f4-b8af-4848-be2c-166afeacf357 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88182513-d5a3-4488-b0cc-81d269632baa']}} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:54:26.635258 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-93d53e81-b9b1-4da8-b9c9-d9dd401f88d6 tempest-ServersWithSpecificFlavorTestJSON-596355724 tempest-ServersWithSpecificFlavorTestJSON-596355724-project] 10.222.0.66 "PUT /v2.0/floatingips/cde7a271-dc52-479c-816e-0b2a6b6938b0 HTTP/1.1" status: 200 len: 991 time: 3.8011322 Aug 18 11:54:26.640375 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-0694d5f4-b8af-4848-be2c-166afeacf357 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66f3c612-2dc0-4ad6-90b0-b07f6d2f037e') {'for_net_delete': True} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:54:26.640715 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-0694d5f4-b8af-4848-be2c-166afeacf357 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66f3c612-2dc0-4ad6-90b0-b07f6d2f037e') {} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:54:26.651686 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33dff871-377a-4e86-9f9d-1edbba5fae4b', 'tag': '69ae0138-30ec-42c1-96f8-e1f7ac8f0323'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 11:54:26.651907 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0694d5f4-b8af-4848-be2c-166afeacf357 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789151225254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902236'] for segment, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:26.654064 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0560dc1-3967-4874-a90d-cea3f98ef3a3" -d '{"events": [{"name": "network-changed", "server_uuid": "33dff871-377a-4e86-9f9d-1edbba5fae4b", "tag": "69ae0138-30ec-42c1-96f8-e1f7ac8f0323"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:54:26.671060 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0694d5f4-b8af-4848-be2c-166afeacf357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:26.683131 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0694d5f4-b8af-4848-be2c-166afeacf357 admin admin] Releasing vlan 828 on physical network physnet1 to pool {{(pid=106253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 11:54:26.685443 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0694d5f4-b8af-4848-be2c-166afeacf357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58900537'] for segment, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:26.690317 n-d-804985-2 neutron-server[106253]: Traceback (most recent call last): Aug 18 11:54:26.690317 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 11:54:26.690317 n-d-804985-2 neutron-server[106253]: timer() Aug 18 11:54:26.690317 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 11:54:26.690317 n-d-804985-2 neutron-server[106253]: cb(*args, **kw) Aug 18 11:54:26.690317 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 11:54:26.690317 n-d-804985-2 neutron-server[106253]: return func(*args, **kwargs) Aug 18 11:54:26.690317 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 11:54:26.690317 n-d-804985-2 neutron-server[106253]: self._notify() Aug 18 11:54:26.690317 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 11:54:26.690317 n-d-804985-2 neutron-server[106253]: self.callback(batched_events) Aug 18 11:54:26.690317 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 11:54:26.690317 n-d-804985-2 neutron-server[106253]: event.method(event) Aug 18 11:54:26.690317 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 11:54:26.690317 n-d-804985-2 neutron-server[106253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 11:54:26.690317 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 11:54:26.690317 n-d-804985-2 neutron-server[106253]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 11:54:26.690317 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 11:54:26.690317 n-d-804985-2 neutron-server[106253]: return f(self, *a, **k) Aug 18 11:54:26.690317 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 11:54:26.690317 n-d-804985-2 neutron-server[106253]: return self._get(url).json() Aug 18 11:54:26.690317 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 11:54:26.690317 n-d-804985-2 neutron-server[106253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 11:54:26.690317 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 11:54:26.690317 n-d-804985-2 neutron-server[106253]: return self.request(url, 'GET', **kwargs) Aug 18 11:54:26.690317 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 11:54:26.690317 n-d-804985-2 neutron-server[106253]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 11:54:26.690317 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 11:54:26.690317 n-d-804985-2 neutron-server[106253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 11:54:26.690317 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 11:54:26.690317 n-d-804985-2 neutron-server[106253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 11:54:26.690317 n-d-804985-2 neutron-server[106253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 11:54:26.755961 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-b51fc463-f614-4b56-8941-17a85fc94d42 None None] Set router 0d9abde5-2417-418c-8738-fb63cad274ff gateway port host: n-d-804985-2 {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 11:54:26.775865 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0694d5f4-b8af-4848-be2c-166afeacf357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8367858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997186'] for network, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:26.784602 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0694d5f4-b8af-4848-be2c-166afeacf357 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:26.786854 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-0694d5f4-b8af-4848-be2c-166afeacf357 admin admin] 10.222.0.66 "DELETE /v2.0/networks/88182513-d5a3-4488-b0cc-81d269632baa HTTP/1.1" status: 204 len: 168 time: 1.0932217 Aug 18 11:54:26.849968 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0694d5f4-b8af-4848-be2c-166afeacf357 admin admin] Pushing event deleted for resources: {'Network': ['ID=88182513-d5a3-4488-b0cc-81d269632baa,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:54:26.897571 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-bd6e04e1-380e-4380-9857-4c64a169c943 req-d54f4967-434a-461b-91a9-dd4362ce462b tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.66 "GET /v2.0/security-groups?id=fecad5ed-08b4-4db8-8e35-9a1fb2f01a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3872418 Aug 18 11:54:26.901601 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faac285-3700-4ce2-89be-bb9c07360c1e req-dc837ec8-517e-4cf9-89fe-f15c371415b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:54:26.905452 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1faac285-3700-4ce2-89be-bb9c07360c1e req-dc837ec8-517e-4cf9-89fe-f15c371415b7 service neutron] 10.222.0.63 "GET /v2.0/networks?id=f2b8460a-d20a-4d24-a458-477b4502f48c HTTP/1.1" status: 200 len: 909 time: 0.4194374 Aug 18 11:54:27.003110 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1faac285-3700-4ce2-89be-bb9c07360c1e req-7b664749-c6a7-4165-b4a8-d685c4eae4b3 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=93bbe875-2e51-465e-8794-e89d18f614c1 HTTP/1.1" status: 200 len: 217 time: 0.0867963 Aug 18 11:54:27.024982 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-f9b7e81a-8f18-4b7f-8366-f8e42f3f0ae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556'] for port, after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:27.061072 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b7e81a-8f18-4b7f-8366-f8e42f3f0ae8 None None] Pushing event deleted for resources: {'Port': ['ID=b1e17258-a25e-4144-bd2d-06946c0741c4,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:54:27.083764 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b7e81a-8f18-4b7f-8366-f8e42f3f0ae8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:54:27.084285 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b7e81a-8f18-4b7f-8366-f8e42f3f0ae8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:54:27.084744 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b7e81a-8f18-4b7f-8366-f8e42f3f0ae8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:54:27.085180 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b7e81a-8f18-4b7f-8366-f8e42f3f0ae8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:54:27.085603 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b7e81a-8f18-4b7f-8366-f8e42f3f0ae8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:54:27.086035 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b7e81a-8f18-4b7f-8366-f8e42f3f0ae8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:54:27.086620 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b7e81a-8f18-4b7f-8366-f8e42f3f0ae8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:54:27.087053 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b7e81a-8f18-4b7f-8366-f8e42f3f0ae8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:54:27.087439 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b7e81a-8f18-4b7f-8366-f8e42f3f0ae8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:54:27.087890 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b7e81a-8f18-4b7f-8366-f8e42f3f0ae8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:54:27.088331 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b7e81a-8f18-4b7f-8366-f8e42f3f0ae8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:54:27.091233 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b7e81a-8f18-4b7f-8366-f8e42f3f0ae8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:54:27.096830 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 50284) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:54:27.105813 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f9b7e81a-8f18-4b7f-8366-f8e42f3f0ae8 None None] Network 88182513-d5a3-4488-b0cc-81d269632baa is not hosted by any dhcp agent {{(pid=106254) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 18 11:54:27.110255 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.l3_agent_scheduler [req-43a77c5d-23b7-4004-982c-7a0febdaef11 req-7ecd2083-c598-4c3b-89a0-df90ac4f18fa tempest-FloatingIPsAssociationTestJSON-1671646685 tempest-FloatingIPsAssociationTestJSON-1671646685-project] Router 139fd73b-148e-4850-83e2-cfb8a2a5d841 has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 11:54:27.110902 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b7e81a-8f18-4b7f-8366-f8e42f3f0ae8 None None] No DVR routers for this DVR port b1e17258-a25e-4144-bd2d-06946c0741c4 on host n-d-804985-2 {{(pid=106254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 11:54:27.111923 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faac285-3700-4ce2-89be-bb9c07360c1e req-96e01a10-f4cd-47d8-9fe4-4a1c2a20c8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:54:27.113459 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1faac285-3700-4ce2-89be-bb9c07360c1e req-96e01a10-f4cd-47d8-9fe4-4a1c2a20c8ab service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a97adc7a-3cde-4d27-baf4-adb6fa582445 HTTP/1.1" status: 200 len: 848 time: 0.0938902 Aug 18 11:54:27.132688 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 93bbe875-2e51-465e-8794-e89d18f614c1 no longer exists at agent hyperv_n-h1-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 11:54:27.146461 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa721ab-7824-424c-89c1-7a6e26afbe6a req-40e625d3-1d29-46f2-90c5-857baead4040 tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:54:27.153809 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0fa721ab-7824-424c-89c1-7a6e26afbe6a req-40e625d3-1d29-46f2-90c5-857baead4040 tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] 10.222.0.66 "GET /v2.0/ports?device_id=1776ccfc-79c3-4dd2-9d3e-5b7e075004d6 HTTP/1.1" status: 200 len: 951 time: 0.1425698 Aug 18 11:54:27.184995 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1faac285-3700-4ce2-89be-bb9c07360c1e req-2b9dc1a1-1633-40f6-acd0-f8e3d9e76090 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=f2b8460a-d20a-4d24-a458-477b4502f48c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0581732 Aug 18 11:54:27.198160 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-c9a24383-77da-43a7-87f1-1511d9e97889 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=1e7bd45378474338a3a7a5fc430b7488&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0975480 Aug 18 11:54:27.201082 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-b51fc463-f614-4b56-8941-17a85fc94d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d9abde5-2417-418c-8738-fb63cad274ff', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-299522033-router', 'tenant_id': 'c87ef195b6b74f67b0f04cf988678fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.221'}], 'enable_snat': True}, 'gw_port_id': 'f37deb53-08d6-46bd-9be1-d9ba79b0786e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T11:51:19Z', 'updated_at': '2021-08-18T11:51:23Z', 'revision_number': 4, 'project_id': 'c87ef195b6b74f67b0f04cf988678fa6', 'gw_port': {'id': 'f37deb53-08d6-46bd-9be1-d9ba79b0786e', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:b5:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9abde5-2417-418c-8738-fb63cad274ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:51:19Z', 'updated_at': '2021-08-18T11:51:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_floatingips': [{'id': 'cde7a271-dc52-479c-816e-0b2a6b6938b0', 'tenant_id': 'c87ef195b6b74f67b0f04cf988678fa6', 'floating_ip_address': '172.25.7.157', 'floating_network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'router_id': '0d9abde5-2417-418c-8738-fb63cad274ff', 'port_id': '69ae0138-30ec-42c1-96f8-e1f7ac8f0323', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '299a3393-ede6-4663-8e2e-68401e0c2de3', 'mac_address': 'fa:16:3e:51:c5:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33dff871-377a-4e86-9f9d-1edbba5fae4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T11:51:41Z', 'updated_at': '2021-08-18T11:54:24Z', 'revision_number': 5, 'project_id': 'c87ef195b6b74f67b0f04cf988678fa6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49bdb1b6-8f91-4719-950a-3b0c218900ad', 'name': '', 'network_id': '299a3393-ede6-4663-8e2e-68401e0c2de3', 'tenant_id': 'c87ef195b6b74f67b0f04cf988678fa6', 'mac_address': 'fa:16:3e:86:2d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9abde5-2417-418c-8738-fb63cad274ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '1f6a98c3-f342-4c72-a137-7aba7a641e96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:51:22Z', 'updated_at': '2021-08-18T11:51:30Z', 'revision_number': 5, 'project_id': 'c87ef195b6b74f67b0f04cf988678fa6', 'subnets': [{'id': '1f6a98c3-f342-4c72-a137-7aba7a641e96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:54:27.201992 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 50286) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:54:27.295051 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1f7ea279-db30-4212-bb7c-b6091a2f9fce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:27.324464 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1f7ea279-db30-4212-bb7c-b6091a2f9fce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:27.335537 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0fa721ab-7824-424c-89c1-7a6e26afbe6a req-ab3dc886-acdf-4534-899d-060bd759044a tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] 10.222.0.66 "GET /v2.0/security-groups?id=e54286de-dd7f-4b20-9f74-4a71262d523b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807573 Aug 18 11:54:27.426635 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1f7ea279-db30-4212-bb7c-b6091a2f9fce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:27.429805 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1f7ea279-db30-4212-bb7c-b6091a2f9fce admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:27.445227 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-1f7ea279-db30-4212-bb7c-b6091a2f9fce admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/6020cc21-7cd7-4068-85f9-3d6c34208776 HTTP/1.1" status: 204 len: 168 time: 0.2281599 Aug 18 11:54:27.484044 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7ea279-db30-4212-bb7c-b6091a2f9fce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6020cc21-7cd7-4068-85f9-3d6c34208776,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:54:27.534344 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1faac285-3700-4ce2-89be-bb9c07360c1e req-459239fb-4ad6-475a-a570-8c9661ea08c0 service neutron] 10.222.0.63 "GET /v2.0/networks/f2b8460a-d20a-4d24-a458-477b4502f48c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3097351 Aug 18 11:54:27.540366 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-43a77c5d-23b7-4004-982c-7a0febdaef11 req-7ecd2083-c598-4c3b-89a0-df90ac4f18fa tempest-FloatingIPsAssociationTestJSON-1671646685 tempest-FloatingIPsAssociationTestJSON-1671646685-project] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 11:54:27.551914 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a296da42-ad60-4e90-aa8a-375bc7233328 None None] Sync routers for ids ['139fd73b-148e-4850-83e2-cfb8a2a5d841'] in n-d-804985-2 {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 11:54:27.586820 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a296da42-ad60-4e90-aa8a-375bc7233328 None None] Routers {'139fd73b-148e-4850-83e2-cfb8a2a5d841'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 11:54:27.589569 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51fc463-f614-4b56-8941-17a85fc94d42 None None] Checking router: 0d9abde5-2417-418c-8738-fb63cad274ff for host: n-d-804985-2 {{(pid=106254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 11:54:27.590418 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-a296da42-ad60-4e90-aa8a-375bc7233328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T11:54:21Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['139fd73b-148e-4850-83e2-cfb8a2a5d841'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:54:27.652007 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51fc463-f614-4b56-8941-17a85fc94d42 None None] Routers {'0d9abde5-2417-418c-8738-fb63cad274ff'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 11:54:27.654833 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-b51fc463-f614-4b56-8941-17a85fc94d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T11:54:21Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['0d9abde5-2417-418c-8738-fb63cad274ff'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:54:27.811575 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 11:54:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84436d12-22c4-4e82-93eb-80a43724bf05 x-openstack-request-id: req-84436d12-22c4-4e82-93eb-80a43724bf05 {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:54:27.812132 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33dff871-377a-4e86-9f9d-1edbba5fae4b", "tag": "69ae0138-30ec-42c1-96f8-e1f7ac8f0323", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:54:27.812287 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-84436d12-22c4-4e82-93eb-80a43724bf05 {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:54:27.813411 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33dff871-377a-4e86-9f9d-1edbba5fae4b', 'tag': '69ae0138-30ec-42c1-96f8-e1f7ac8f0323', 'status': 'completed', 'code': 200} Aug 18 11:54:27.816400 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 3c59c03d-4df2-4058-ad50-25724912a65a no longer exists at agent hyperv_n-h1-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 11:54:27.974289 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-b51fc463-f614-4b56-8941-17a85fc94d42 None None] Set router 0d9abde5-2417-418c-8738-fb63cad274ff gateway port host: n-d-804985-2 {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 11:54:28.003581 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0560dc1-3967-4874-a90d-cea3f98ef3a3 req-3607c103-b82b-4d2e-8f4e-de8be13d94fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:54:28.013819 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-f0560dc1-3967-4874-a90d-cea3f98ef3a3 req-3607c103-b82b-4d2e-8f4e-de8be13d94fa service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=c87ef195b6b74f67b0f04cf988678fa6&device_id=33dff871-377a-4e86-9f9d-1edbba5fae4b HTTP/1.1" status: 200 len: 1096 time: 0.1867490 Aug 18 11:54:28.025080 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device b1e17258-a25e-4144-bd2d-06946c0741c4 no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 11:54:28.146911 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: b1e17258-a25e-4144-bd2d-06946c0741c4 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 11:54:28.148161 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device b1e17258-a25e-4144-bd2d-06946c0741c4 not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 11:54:28.160554 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:28.169586 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0560dc1-3967-4874-a90d-cea3f98ef3a3 req-c38ed083-90a5-4f5e-915d-0d498230aa59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:54:28.174095 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-f0560dc1-3967-4874-a90d-cea3f98ef3a3 req-c38ed083-90a5-4f5e-915d-0d498230aa59 service neutron] 10.222.0.63 "GET /v2.0/networks?id=299a3393-ede6-4663-8e2e-68401e0c2de3 HTTP/1.1" status: 200 len: 924 time: 0.1488738 Aug 18 11:54:28.215377 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85f415f0-f4a5-4d86-896b-c3c0005261d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c59c03d-4df2-4058-ad50-25724912a65a'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 11:54:28.226001 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db50a436fb3a98495337d8fe7487b4f2ea6f3c1052eb9efadc2ecda2d5737001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a25c5d28-d36d-47f6-bc04-4e79162df044" -d '{"events": [{"server_uuid": "85f415f0-f4a5-4d86-896b-c3c0005261d4", "name": "network-vif-unplugged", "status": "completed", "tag": "3c59c03d-4df2-4058-ad50-25724912a65a"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:54:28.269519 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1faac285-3700-4ce2-89be-bb9c07360c1e req-ff80ba0a-6531-472b-973f-574aa8698bfb service neutron] 10.222.0.63 "GET /v2.0/networks/f2b8460a-d20a-4d24-a458-477b4502f48c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7225740 Aug 18 11:54:28.277178 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-f0560dc1-3967-4874-a90d-cea3f98ef3a3 req-697a583d-bd74-478b-9ff6-906bcb02d0d5 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=69ae0138-30ec-42c1-96f8-e1f7ac8f0323 HTTP/1.1" status: 200 len: 999 time: 0.0923815 Aug 18 11:54:28.280343 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-a296da42-ad60-4e90-aa8a-375bc7233328 None None] Set router 139fd73b-148e-4850-83e2-cfb8a2a5d841 gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 11:54:28.326275 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b4b50f-12e6-49f4-bb39-846b38cb25a4 req-3b236be6-4417-4a44-8d2f-b368670a40a7 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:54:28.329246 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 3c59c03d-4df2-4058-ad50-25724912a65a, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=3c59c03d-4df2-4058-ad50-25724912a65a,segment=NetworkSegment(6c07e440-4a82-438f-a97f-74dad85fe56f),segment_id=6c07e440-4a82-438f-a97f-74dad85fe56f)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:54:28.334134 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-25b4b50f-12e6-49f4-bb39-846b38cb25a4 req-3b236be6-4417-4a44-8d2f-b368670a40a7 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] 10.222.0.66 "GET /v2.0/ports?device_id=8fd5ea8f-178b-40e4-8012-09188cab4234 HTTP/1.1" status: 200 len: 943 time: 0.3161511 Aug 18 11:54:28.345585 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:28.414432 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0560dc1-3967-4874-a90d-cea3f98ef3a3 req-1b389fae-3a1f-43de-b998-cad5d8cc21ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:54:28.416002 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-f0560dc1-3967-4874-a90d-cea3f98ef3a3 req-1b389fae-3a1f-43de-b998-cad5d8cc21ba service neutron] 10.222.0.63 "GET /v2.0/subnets?id=1f6a98c3-f342-4c72-a137-7aba7a641e96 HTTP/1.1" status: 200 len: 862 time: 0.1293311 Aug 18 11:54:28.437754 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-19a2ac9d-9baa-4760-8583-0ef9790d70d4 req-a0ad638d-225d-479c-b042-97a8f2168a07 service neutron] 10.222.0.63 "GET /v2.0/ports/93bbe875-2e51-465e-8794-e89d18f614c1/bindings/n-h2-804985-2 HTTP/1.1" status: 200 len: 384 time: 0.4198411 Aug 18 11:54:28.525728 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0560dc1-3967-4874-a90d-cea3f98ef3a3 req-675eb970-5809-4fd2-a1b1-00e9586f84b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:54:28.527618 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-f0560dc1-3967-4874-a90d-cea3f98ef3a3 req-675eb970-5809-4fd2-a1b1-00e9586f84b4 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=299a3393-ede6-4663-8e2e-68401e0c2de3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1032801 Aug 18 11:54:28.585727 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=3c59c03d-4df2-4058-ad50-25724912a65a,revision_number=8']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:54:28.595840 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-25b4b50f-12e6-49f4-bb39-846b38cb25a4 req-7c622c3a-6cb1-4bc6-84c0-a090ed697f79 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] 10.222.0.66 "GET /v2.0/security-groups?id=07aef7bb-6c11-4cb4-8594-c24180b5d811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2605815 Aug 18 11:54:28.692142 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.l3_agent_scheduler [req-43a77c5d-23b7-4004-982c-7a0febdaef11 req-7ecd2083-c598-4c3b-89a0-df90ac4f18fa tempest-FloatingIPsAssociationTestJSON-1671646685 tempest-FloatingIPsAssociationTestJSON-1671646685-project] Router 139fd73b-148e-4850-83e2-cfb8a2a5d841 has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 11:54:28.702518 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-f0560dc1-3967-4874-a90d-cea3f98ef3a3 req-697ca04a-7f76-4d5c-ba24-ac28893d6602 service neutron] 10.222.0.63 "GET /v2.0/networks/299a3393-ede6-4663-8e2e-68401e0c2de3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610656 Aug 18 11:54:28.776359 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-b51fc463-f614-4b56-8941-17a85fc94d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d9abde5-2417-418c-8738-fb63cad274ff', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-299522033-router', 'tenant_id': 'c87ef195b6b74f67b0f04cf988678fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.221'}], 'enable_snat': True}, 'gw_port_id': 'f37deb53-08d6-46bd-9be1-d9ba79b0786e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T11:51:19Z', 'updated_at': '2021-08-18T11:51:23Z', 'revision_number': 4, 'project_id': 'c87ef195b6b74f67b0f04cf988678fa6', 'gw_port': {'id': 'f37deb53-08d6-46bd-9be1-d9ba79b0786e', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:b5:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9abde5-2417-418c-8738-fb63cad274ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:51:19Z', 'updated_at': '2021-08-18T11:51:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_floatingips': [{'id': 'cde7a271-dc52-479c-816e-0b2a6b6938b0', 'tenant_id': 'c87ef195b6b74f67b0f04cf988678fa6', 'floating_ip_address': '172.25.7.157', 'floating_network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'router_id': '0d9abde5-2417-418c-8738-fb63cad274ff', 'port_id': '69ae0138-30ec-42c1-96f8-e1f7ac8f0323', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '299a3393-ede6-4663-8e2e-68401e0c2de3', 'mac_address': 'fa:16:3e:51:c5:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33dff871-377a-4e86-9f9d-1edbba5fae4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T11:51:41Z', 'updated_at': '2021-08-18T11:54:24Z', 'revision_number': 5, 'project_id': 'c87ef195b6b74f67b0f04cf988678fa6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49bdb1b6-8f91-4719-950a-3b0c218900ad', 'name': '', 'network_id': '299a3393-ede6-4663-8e2e-68401e0c2de3', 'tenant_id': 'c87ef195b6b74f67b0f04cf988678fa6', 'mac_address': 'fa:16:3e:86:2d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9abde5-2417-418c-8738-fb63cad274ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '1f6a98c3-f342-4c72-a137-7aba7a641e96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:51:22Z', 'updated_at': '2021-08-18T11:51:30Z', 'revision_number': 5, 'project_id': 'c87ef195b6b74f67b0f04cf988678fa6', 'subnets': [{'id': '1f6a98c3-f342-4c72-a137-7aba7a641e96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:54:28.776946 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-a296da42-ad60-4e90-aa8a-375bc7233328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '139fd73b-148e-4850-83e2-cfb8a2a5d841', 'name': 'tempest-FloatingIPsAssociationTestJSON-1797256714-router', 'tenant_id': '72b8902517244a1ca86567bff576d2b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.123'}], 'enable_snat': True}, 'gw_port_id': 'b8808a2f-95c8-414e-be69-9814816bc402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T11:53:23Z', 'updated_at': '2021-08-18T11:53:28Z', 'revision_number': 4, 'project_id': '72b8902517244a1ca86567bff576d2b2', 'gw_port': {'id': 'b8808a2f-95c8-414e-be69-9814816bc402', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:4d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139fd73b-148e-4850-83e2-cfb8a2a5d841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:53:24Z', 'updated_at': '2021-08-18T11:53:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_floatingips': [{'id': '4b5a1d73-1527-4e08-81d8-2c008dd86bab', 'tenant_id': '72b8902517244a1ca86567bff576d2b2', 'floating_ip_address': '172.25.7.87', 'floating_network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'router_id': '139fd73b-148e-4850-83e2-cfb8a2a5d841', 'port_id': 'e1f2f1cd-4c07-4cb6-8830-f3ba34baab67', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17b21726-ad58-4633-922c-414857af0af2', 'mac_address': 'fa:16:3e:d1:03:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c19a9be-dd35-46a0-8be6-7465196e5516', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T11:53:49Z', 'updated_at': '2021-08-18T11:54:25Z', 'revision_number': 3, 'project_id': '72b8902517244a1ca86567bff576d2b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59c089e1-5691-4a16-8d84-9c517d91971a', 'name': '', 'network_id': '17b21726-ad58-4633-922c-414857af0af2', 'tenant_id': '72b8902517244a1ca86567bff576d2b2', 'mac_address': 'fa:16:3e:9f:b5:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139fd73b-148e-4850-83e2-cfb8a2a5d841', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '04e502a5-5018-4e73-baa8-683bfd3d2545', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:53:27Z', 'updated_at': '2021-08-18T11:53:34Z', 'revision_number': 5, 'project_id': '72b8902517244a1ca86567bff576d2b2', 'subnets': [{'id': '04e502a5-5018-4e73-baa8-683bfd3d2545', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:54:28.849298 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51fc463-f614-4b56-8941-17a85fc94d42 None None] The sync data for ids ['0d9abde5-2417-418c-8738-fb63cad274ff'] in n-d-804985-2 is: [{'id': '0d9abde5-2417-418c-8738-fb63cad274ff', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-299522033-router', 'tenant_id': 'c87ef195b6b74f67b0f04cf988678fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.221'}], 'enable_snat': True}, 'gw_port_id': 'f37deb53-08d6-46bd-9be1-d9ba79b0786e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T11:51:19Z', 'updated_at': '2021-08-18T11:51:23Z', 'revision_number': 4, 'project_id': 'c87ef195b6b74f67b0f04cf988678fa6', 'gw_port': {'id': 'f37deb53-08d6-46bd-9be1-d9ba79b0786e', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:b5:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9abde5-2417-418c-8738-fb63cad274ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:51:19Z', 'updated_at': '2021-08-18T11:51:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_floatingips': [{'id': 'cde7a271-dc52-479c-816e-0b2a6b6938b0', 'tenant_id': 'c87ef195b6b74f67b0f04cf988678fa6', 'floating_ip_address': '172.25.7.157', 'floating_network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'router_id': '0d9abde5-2417-418c-8738-fb63cad274ff', 'port_id': '69ae0138-30ec-42c1-96f8-e1f7ac8f0323', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '299a3393-ede6-4663-8e2e-68401e0c2de3', 'mac_address': 'fa:16:3e:51:c5:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33dff871-377a-4e86-9f9d-1edbba5fae4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T11:51:41Z', 'updated_at': '2021-08-18T11:54:24Z', 'revision_number': 5, 'project_id': 'c87ef195b6b74f67b0f04cf988678fa6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49bdb1b6-8f91-4719-950a-3b0c218900ad', 'name': '', 'network_id': '299a3393-ede6-4663-8e2e-68401e0c2de3', 'tenant_id': 'c87ef195b6b74f67b0f04cf988678fa6', 'mac_address': 'fa:16:3e:86:2d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9abde5-2417-418c-8738-fb63cad274ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '1f6a98c3-f342-4c72-a137-7aba7a641e96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:51:22Z', 'updated_at': '2021-08-18T11:51:30Z', 'revision_number': 5, 'project_id': 'c87ef195b6b74f67b0f04cf988678fa6', 'subnets': [{'id': '1f6a98c3-f342-4c72-a137-7aba7a641e96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 11:54:28.850134 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a296da42-ad60-4e90-aa8a-375bc7233328 None None] Checking router: 139fd73b-148e-4850-83e2-cfb8a2a5d841 for host: n-d-804985-2 {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 11:54:28.857567 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-19a2ac9d-9baa-4760-8583-0ef9790d70d4 req-0881aaaf-ef67-4dd9-a429-61cc1f2ad6f6 service neutron] For port 93bbe875-2e51-465e-8794-e89d18f614c1, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=93bbe875-2e51-465e-8794-e89d18f614c1,segment=NetworkSegment(77044dd8-732d-4440-9cc8-7f1936544d71),segment_id=77044dd8-732d-4440-9cc8-7f1936544d71)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:54:28.871440 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a296da42-ad60-4e90-aa8a-375bc7233328 None None] Routers {'139fd73b-148e-4850-83e2-cfb8a2a5d841'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 11:54:28.876583 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-a296da42-ad60-4e90-aa8a-375bc7233328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T11:54:21Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['139fd73b-148e-4850-83e2-cfb8a2a5d841'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:54:28.884692 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-19a2ac9d-9baa-4760-8583-0ef9790d70d4 req-0881aaaf-ef67-4dd9-a429-61cc1f2ad6f6 service neutron] For port 93bbe875-2e51-465e-8794-e89d18f614c1, host n-h1-804985-2, cleared binding levels {{(pid=106252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 11:54:28.932298 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [req-19a2ac9d-9baa-4760-8583-0ef9790d70d4 req-0881aaaf-ef67-4dd9-a429-61cc1f2ad6f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93bbe875-2e51-465e-8794-e89d18f614c1 {{(pid=106252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 11:54:28.945925 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-19a2ac9d-9baa-4760-8583-0ef9790d70d4 req-0881aaaf-ef67-4dd9-a429-61cc1f2ad6f6 service neutron] For port 93bbe875-2e51-465e-8794-e89d18f614c1, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=93bbe875-2e51-465e-8794-e89d18f614c1,segment=NetworkSegment(77044dd8-732d-4440-9cc8-7f1936544d71),segment_id=77044dd8-732d-4440-9cc8-7f1936544d71)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:54:28.976013 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-19a2ac9d-9baa-4760-8583-0ef9790d70d4 req-0881aaaf-ef67-4dd9-a429-61cc1f2ad6f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:28.977536 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-f0560dc1-3967-4874-a90d-cea3f98ef3a3 req-23c94843-2208-478b-9bf2-56050739f2d5 service neutron] 10.222.0.63 "GET /v2.0/networks/299a3393-ede6-4663-8e2e-68401e0c2de3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2608218 Aug 18 11:54:29.044163 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-a296da42-ad60-4e90-aa8a-375bc7233328 None None] Set router 139fd73b-148e-4850-83e2-cfb8a2a5d841 gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 11:54:29.246563 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce50264-238c-40cd-8f86-b3717d7cedb0 None None] New status for floating IP cde7a271-dc52-479c-816e-0b2a6b6938b0: ACTIVE {{(pid=106254) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 11:54:29.460692 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 93bbe875-2e51-465e-8794-e89d18f614c1 no longer exists at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 11:54:29.466292 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-a296da42-ad60-4e90-aa8a-375bc7233328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '139fd73b-148e-4850-83e2-cfb8a2a5d841', 'name': 'tempest-FloatingIPsAssociationTestJSON-1797256714-router', 'tenant_id': '72b8902517244a1ca86567bff576d2b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.123'}], 'enable_snat': True}, 'gw_port_id': 'b8808a2f-95c8-414e-be69-9814816bc402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T11:53:23Z', 'updated_at': '2021-08-18T11:53:28Z', 'revision_number': 4, 'project_id': '72b8902517244a1ca86567bff576d2b2', 'gw_port': {'id': 'b8808a2f-95c8-414e-be69-9814816bc402', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:4d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139fd73b-148e-4850-83e2-cfb8a2a5d841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:53:24Z', 'updated_at': '2021-08-18T11:53:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_floatingips': [{'id': '4b5a1d73-1527-4e08-81d8-2c008dd86bab', 'tenant_id': '72b8902517244a1ca86567bff576d2b2', 'floating_ip_address': '172.25.7.87', 'floating_network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'router_id': '139fd73b-148e-4850-83e2-cfb8a2a5d841', 'port_id': 'e1f2f1cd-4c07-4cb6-8830-f3ba34baab67', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17b21726-ad58-4633-922c-414857af0af2', 'mac_address': 'fa:16:3e:d1:03:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c19a9be-dd35-46a0-8be6-7465196e5516', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T11:53:49Z', 'updated_at': '2021-08-18T11:54:25Z', 'revision_number': 3, 'project_id': '72b8902517244a1ca86567bff576d2b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59c089e1-5691-4a16-8d84-9c517d91971a', 'name': '', 'network_id': '17b21726-ad58-4633-922c-414857af0af2', 'tenant_id': '72b8902517244a1ca86567bff576d2b2', 'mac_address': 'fa:16:3e:9f:b5:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139fd73b-148e-4850-83e2-cfb8a2a5d841', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '04e502a5-5018-4e73-baa8-683bfd3d2545', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:53:27Z', 'updated_at': '2021-08-18T11:53:34Z', 'revision_number': 5, 'project_id': '72b8902517244a1ca86567bff576d2b2', 'subnets': [{'id': '04e502a5-5018-4e73-baa8-683bfd3d2545', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:54:29.519824 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a296da42-ad60-4e90-aa8a-375bc7233328 None None] The sync data for ids ['139fd73b-148e-4850-83e2-cfb8a2a5d841'] in n-d-804985-2 is: [{'id': '139fd73b-148e-4850-83e2-cfb8a2a5d841', 'name': 'tempest-FloatingIPsAssociationTestJSON-1797256714-router', 'tenant_id': '72b8902517244a1ca86567bff576d2b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.123'}], 'enable_snat': True}, 'gw_port_id': 'b8808a2f-95c8-414e-be69-9814816bc402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T11:53:23Z', 'updated_at': '2021-08-18T11:53:28Z', 'revision_number': 4, 'project_id': '72b8902517244a1ca86567bff576d2b2', 'gw_port': {'id': 'b8808a2f-95c8-414e-be69-9814816bc402', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:4d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139fd73b-148e-4850-83e2-cfb8a2a5d841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:53:24Z', 'updated_at': '2021-08-18T11:53:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_floatingips': [{'id': '4b5a1d73-1527-4e08-81d8-2c008dd86bab', 'tenant_id': '72b8902517244a1ca86567bff576d2b2', 'floating_ip_address': '172.25.7.87', 'floating_network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'router_id': '139fd73b-148e-4850-83e2-cfb8a2a5d841', 'port_id': 'e1f2f1cd-4c07-4cb6-8830-f3ba34baab67', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17b21726-ad58-4633-922c-414857af0af2', 'mac_address': 'fa:16:3e:d1:03:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c19a9be-dd35-46a0-8be6-7465196e5516', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T11:53:49Z', 'updated_at': '2021-08-18T11:54:25Z', 'revision_number': 3, 'project_id': '72b8902517244a1ca86567bff576d2b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59c089e1-5691-4a16-8d84-9c517d91971a', 'name': '', 'network_id': '17b21726-ad58-4633-922c-414857af0af2', 'tenant_id': '72b8902517244a1ca86567bff576d2b2', 'mac_address': 'fa:16:3e:9f:b5:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139fd73b-148e-4850-83e2-cfb8a2a5d841', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '04e502a5-5018-4e73-baa8-683bfd3d2545', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:53:27Z', 'updated_at': '2021-08-18T11:53:34Z', 'revision_number': 5, 'project_id': '72b8902517244a1ca86567bff576d2b2', 'subnets': [{'id': '04e502a5-5018-4e73-baa8-683bfd3d2545', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 11:54:29.535949 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 93bbe875-2e51-465e-8794-e89d18f614c1 not bound to the agent host n-h2-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 11:54:29.654567 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [req-19a2ac9d-9baa-4760-8583-0ef9790d70d4 req-0881aaaf-ef67-4dd9-a429-61cc1f2ad6f6 service neutron] Transition to ACTIVE for port object 93bbe875-2e51-465e-8794-e89d18f614c1 will not be triggered until provisioned by entity L2. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 11:54:29.665279 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e21b4b-1472-47ad-b337-8ace88880fdb req-e3dff970-9352-4563-9a5e-fcb67ed2acf4 tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:54:29.672379 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c4e21b4b-1472-47ad-b337-8ace88880fdb req-e3dff970-9352-4563-9a5e-fcb67ed2acf4 tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] 10.222.0.66 "GET /v2.0/networks?id=06bbcd73-3087-45af-ac07-d9df7df70b38 HTTP/1.1" status: 200 len: 805 time: 0.7116148 Aug 18 11:54:29.684375 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-19a2ac9d-9baa-4760-8583-0ef9790d70d4 req-0881aaaf-ef67-4dd9-a429-61cc1f2ad6f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:29.708655 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c4e21b4b-1472-47ad-b337-8ace88880fdb req-5d2e100a-ff3b-46e8-9d84-c090201b796a tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] 10.222.0.66 "GET /v2.0/quotas/600fbea656874dbdb95dcdc7eb311868 HTTP/1.1" status: 200 len: 375 time: 0.0352101 Aug 18 11:54:29.748666 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-43a77c5d-23b7-4004-982c-7a0febdaef11 req-7ecd2083-c598-4c3b-89a0-df90ac4f18fa tempest-FloatingIPsAssociationTestJSON-1671646685 tempest-FloatingIPsAssociationTestJSON-1671646685-project] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 11:54:29.770384 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-43a77c5d-23b7-4004-982c-7a0febdaef11 req-7ecd2083-c598-4c3b-89a0-df90ac4f18fa tempest-FloatingIPsAssociationTestJSON-1671646685 tempest-FloatingIPsAssociationTestJSON-1671646685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for floatingip, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:29.775369 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9925b6-c065-4eed-a31f-490676589d12 req-dba0dc9f-4b44-46a5-b68d-2c55314fab4f tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:54:29.777177 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-9d9925b6-c065-4eed-a31f-490676589d12 req-dba0dc9f-4b44-46a5-b68d-2c55314fab4f tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] 10.222.0.63 "GET /v2.0/ports?device_id=85f415f0-f4a5-4d86-896b-c3c0005261d4 HTTP/1.1" status: 200 len: 944 time: 0.0864806 Aug 18 11:54:29.855687 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa09eb4-22d8-4c0f-aca8-87f04e404c38 None None] New status for floating IP 4b5a1d73-1527-4e08-81d8-2c008dd86bab: ACTIVE {{(pid=106255) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 11:54:29.875488 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f61658a9-8fe3-4d11-b3ec-4c9136ee00f5', 'tag': '857b0ac1-e620-41d6-859a-dac6e1bafefe'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 11:54:29.877293 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-719cb40b-0b15-4b77-8dbf-f827e32e2589" -d '{"events": [{"name": "network-changed", "server_uuid": "f61658a9-8fe3-4d11-b3ec-4c9136ee00f5", "tag": "857b0ac1-e620-41d6-859a-dac6e1bafefe"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:54:29.880415 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-19a2ac9d-9baa-4760-8583-0ef9790d70d4 req-0881aaaf-ef67-4dd9-a429-61cc1f2ad6f6 service neutron] No DVR routers for this DVR port 93bbe875-2e51-465e-8794-e89d18f614c1 on host n-h1-804985-2 {{(pid=106252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 11:54:29.902278 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0881aaaf-ef67-4dd9-a429-61cc1f2ad6f6 service neutron] Pushing event updated for resources: {'Port': ['ID=93bbe875-2e51-465e-8794-e89d18f614c1,revision_number=10']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:54:29.928414 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c4e21b4b-1472-47ad-b337-8ace88880fdb req-7022118e-ef0e-4df2-bf00-81da00e0046d tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=600fbea656874dbdb95dcdc7eb311868&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2187967 Aug 18 11:54:29.955619 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-9d9925b6-c065-4eed-a31f-490676589d12 req-8b2cd6b8-e630-4f50-bab8-2c9fc911bd88 tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] Deleting port 3c59c03d-4df2-4058-ad50-25724912a65a {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 11:54:29.955936 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-9d9925b6-c065-4eed-a31f-490676589d12 req-8b2cd6b8-e630-4f50-bab8-2c9fc911bd88 tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:30.024999 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-43a77c5d-23b7-4004-982c-7a0febdaef11 req-7ecd2083-c598-4c3b-89a0-df90ac4f18fa tempest-FloatingIPsAssociationTestJSON-1671646685 tempest-FloatingIPsAssociationTestJSON-1671646685-project] 10.222.0.66 "PUT /v2.0/floatingips/4b5a1d73-1527-4e08-81d8-2c008dd86bab HTTP/1.1" status: 200 len: 998 time: 6.1342585 Aug 18 11:54:30.063740 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-19a2ac9d-9baa-4760-8583-0ef9790d70d4 req-0881aaaf-ef67-4dd9-a429-61cc1f2ad6f6 service neutron] 10.222.0.63 "PUT /v2.0/ports/93bbe875-2e51-465e-8794-e89d18f614c1/bindings/n-h2-804985-2/activate HTTP/1.1" status: 200 len: 369 time: 1.6138096 Aug 18 11:54:30.101533 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-9d9925b6-c065-4eed-a31f-490676589d12 req-8b2cd6b8-e630-4f50-bab8-2c9fc911bd88 tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] For port 3c59c03d-4df2-4058-ad50-25724912a65a, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=3c59c03d-4df2-4058-ad50-25724912a65a,segment=NetworkSegment(6c07e440-4a82-438f-a97f-74dad85fe56f),segment_id=6c07e440-4a82-438f-a97f-74dad85fe56f)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:54:30.101893 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-9d9925b6-c065-4eed-a31f-490676589d12 req-8b2cd6b8-e630-4f50-bab8-2c9fc911bd88 tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:30.121834 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-9d9925b6-c065-4eed-a31f-490676589d12 req-8b2cd6b8-e630-4f50-bab8-2c9fc911bd88 tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] Calling delete_port for 3c59c03d-4df2-4058-ad50-25724912a65a owned by compute:nova {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 11:54:30.158523 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a77c5d-23b7-4004-982c-7a0febdaef11 req-d5c15aed-2a7e-4827-9eef-bb6057b4fb52 tempest-FloatingIPsAssociationTestJSON-1671646685 tempest-FloatingIPsAssociationTestJSON-1671646685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:54:30.160270 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-43a77c5d-23b7-4004-982c-7a0febdaef11 req-d5c15aed-2a7e-4827-9eef-bb6057b4fb52 tempest-FloatingIPsAssociationTestJSON-1671646685 tempest-FloatingIPsAssociationTestJSON-1671646685-project] 10.222.0.66 "GET /v2.0/ports/857b0ac1-e620-41d6-859a-dac6e1bafefe HTTP/1.1" status: 200 len: 942 time: 0.0953121 Aug 18 11:54:30.190127 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c4e21b4b-1472-47ad-b337-8ace88880fdb req-739ca087-5bf2-427a-b82b-e716ef27a7a8 service neutron] 10.222.0.66 "GET /v2.0/networks/06bbcd73-3087-45af-ac07-d9df7df70b38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2607248 Aug 18 11:54:30.249538 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a2ac9d-9baa-4760-8583-0ef9790d70d4 req-77d2e6fc-5697-4f67-8d7d-8fac84fab606 tempest-LiveMigrationTest-1335981208 tempest-LiveMigrationTest-1335981208-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:54:30.252736 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-19a2ac9d-9baa-4760-8583-0ef9790d70d4 req-77d2e6fc-5697-4f67-8d7d-8fac84fab606 tempest-LiveMigrationTest-1335981208 tempest-LiveMigrationTest-1335981208-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=8fd5ea8f-178b-40e4-8012-09188cab4234&tenant_id=188bebbd8f564ea0bbe77621cda4023c&binding%3Ahost_id=n-h1-804985-2 HTTP/1.1" status: 200 len: 1095 time: 0.1231360 Aug 18 11:54:30.284515 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c51a43-7dc9-42f9-a7c3-181051a88a29 None None] Sync routers for ids ['139fd73b-148e-4850-83e2-cfb8a2a5d841'] in n-d-804985-2 {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 11:54:30.302378 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c51a43-7dc9-42f9-a7c3-181051a88a29 None None] Routers {'139fd73b-148e-4850-83e2-cfb8a2a5d841'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 11:54:30.303353 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-02c51a43-7dc9-42f9-a7c3-181051a88a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T11:54:21Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['139fd73b-148e-4850-83e2-cfb8a2a5d841'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:54:30.328943 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a2ac9d-9baa-4760-8583-0ef9790d70d4 req-4e0f87a6-fa93-49ac-aa19-35ce8c815e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:54:30.330658 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-19a2ac9d-9baa-4760-8583-0ef9790d70d4 req-4e0f87a6-fa93-49ac-aa19-35ce8c815e41 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=8fd5ea8f-178b-40e4-8012-09188cab4234&tenant_id=188bebbd8f564ea0bbe77621cda4023c HTTP/1.1" status: 200 len: 1095 time: 0.0648456 Aug 18 11:54:30.384462 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c4e21b4b-1472-47ad-b337-8ace88880fdb req-8cb1880a-517c-42df-a7a9-414430f23147 service neutron] 10.222.0.66 "GET /v2.0/networks/06bbcd73-3087-45af-ac07-d9df7df70b38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1933203 Aug 18 11:54:30.393875 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a77c5d-23b7-4004-982c-7a0febdaef11 req-dfdc174c-67fd-4857-a879-6059dee2281e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:54:30.395661 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-43a77c5d-23b7-4004-982c-7a0febdaef11 req-dfdc174c-67fd-4857-a879-6059dee2281e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=72b8902517244a1ca86567bff576d2b2&device_id=f61658a9-8fe3-4d11-b3ec-4c9136ee00f5 HTTP/1.1" status: 200 len: 1096 time: 0.1350965 Aug 18 11:54:30.436285 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a2ac9d-9baa-4760-8583-0ef9790d70d4 req-9c05a563-af73-4690-8f37-1ff32d07c488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:54:30.439460 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-19a2ac9d-9baa-4760-8583-0ef9790d70d4 req-9c05a563-af73-4690-8f37-1ff32d07c488 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=188bebbd8f564ea0bbe77621cda4023c&device_id=8fd5ea8f-178b-40e4-8012-09188cab4234 HTTP/1.1" status: 200 len: 1095 time: 0.0615342 Aug 18 11:54:30.441145 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-9d9925b6-c065-4eed-a31f-490676589d12 req-8b2cd6b8-e630-4f50-bab8-2c9fc911bd88 tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:30.482637 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2cd6b8-e630-4f50-bab8-2c9fc911bd88 tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] Pushing event deleted for resources: {'Port': ['ID=3c59c03d-4df2-4058-ad50-25724912a65a,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:54:30.522693 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-02c51a43-7dc9-42f9-a7c3-181051a88a29 None None] Set router 139fd73b-148e-4850-83e2-cfb8a2a5d841 gateway port host: n-d-804985-2 {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 11:54:30.575863 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a77c5d-23b7-4004-982c-7a0febdaef11 req-295ce71a-ab76-4e30-940d-856863a9611f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:54:30.580493 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-43a77c5d-23b7-4004-982c-7a0febdaef11 req-295ce71a-ab76-4e30-940d-856863a9611f service neutron] 10.222.0.66 "GET /v2.0/networks?id=17b21726-ad58-4633-922c-414857af0af2 HTTP/1.1" status: 200 len: 922 time: 0.1755242 Aug 18 11:54:30.580846 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d9925b6-c065-4eed-a31f-490676589d12 req-8b2cd6b8-e630-4f50-bab8-2c9fc911bd88 tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] No DVR routers for this DVR port 3c59c03d-4df2-4058-ad50-25724912a65a on host n-h1-804985-2 {{(pid=106253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 11:54:30.584949 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-9d9925b6-c065-4eed-a31f-490676589d12 req-8b2cd6b8-e630-4f50-bab8-2c9fc911bd88 tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:30.587408 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-9d9925b6-c065-4eed-a31f-490676589d12 req-8b2cd6b8-e630-4f50-bab8-2c9fc911bd88 tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] 10.222.0.63 "DELETE /v2.0/ports/3c59c03d-4df2-4058-ad50-25724912a65a HTTP/1.1" status: 204 len: 173 time: 0.8019650 Aug 18 11:54:30.587893 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85f415f0-f4a5-4d86-896b-c3c0005261d4', 'name': 'network-vif-deleted', 'tag': '3c59c03d-4df2-4058-ad50-25724912a65a'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 11:54:30.590597 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0679f4c4b6e0e0c064a7d71d722dc30541a34fffee11680573be22ee2ffccc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af82d1d5-3477-45fc-8a9b-1504ac3dcbfd" -d '{"events": [{"server_uuid": "85f415f0-f4a5-4d86-896b-c3c0005261d4", "name": "network-vif-deleted", "tag": "3c59c03d-4df2-4058-ad50-25724912a65a"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:54:30.635425 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a2ac9d-9baa-4760-8583-0ef9790d70d4 req-ee2f7c6a-da2f-4efd-8bca-46d6ad754b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:54:30.637899 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-19a2ac9d-9baa-4760-8583-0ef9790d70d4 req-ee2f7c6a-da2f-4efd-8bca-46d6ad754b27 service neutron] 10.222.0.62 "GET /v2.0/networks?id=f2b8460a-d20a-4d24-a458-477b4502f48c HTTP/1.1" status: 200 len: 909 time: 0.1658170 Aug 18 11:54:30.736901 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-43a77c5d-23b7-4004-982c-7a0febdaef11 req-fe78a0cc-cda5-45b0-8360-b1fae91c42b6 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=857b0ac1-e620-41d6-859a-dac6e1bafefe HTTP/1.1" status: 200 len: 217 time: 0.1468954 Aug 18 11:54:30.744723 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-19a2ac9d-9baa-4760-8583-0ef9790d70d4 req-f3875156-1154-4b74-b465-51564f66dd47 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=93bbe875-2e51-465e-8794-e89d18f614c1 HTTP/1.1" status: 200 len: 217 time: 0.0967109 Aug 18 11:54:30.818016 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a77c5d-23b7-4004-982c-7a0febdaef11 req-354465c4-dce8-41cd-a6ea-7a8fa86a595b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:54:30.821065 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-43a77c5d-23b7-4004-982c-7a0febdaef11 req-354465c4-dce8-41cd-a6ea-7a8fa86a595b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=04e502a5-5018-4e73-baa8-683bfd3d2545 HTTP/1.1" status: 200 len: 860 time: 0.0778742 Aug 18 11:54:30.875634 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a2ac9d-9baa-4760-8583-0ef9790d70d4 req-4c4827ce-6cc5-4da6-8563-5ad0563e1f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:54:30.879469 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-19a2ac9d-9baa-4760-8583-0ef9790d70d4 req-4c4827ce-6cc5-4da6-8563-5ad0563e1f84 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a97adc7a-3cde-4d27-baf4-adb6fa582445 HTTP/1.1" status: 200 len: 848 time: 0.1158476 Aug 18 11:54:30.922942 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1740044-1180-4095-a1ee-8c3e8fdd4a68 req-b219b97e-ff9b-45fc-a1fc-a4e92af6c526 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:54:30.932359 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f1740044-1180-4095-a1ee-8c3e8fdd4a68 req-b219b97e-ff9b-45fc-a1fc-a4e92af6c526 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.66 "GET /v2.0/ports?device_id=aaabce93-c7fa-4a3a-a8e4-3718c81d3652 HTTP/1.1" status: 200 len: 945 time: 0.1098263 Aug 18 11:54:30.960834 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-02c51a43-7dc9-42f9-a7c3-181051a88a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '139fd73b-148e-4850-83e2-cfb8a2a5d841', 'name': 'tempest-FloatingIPsAssociationTestJSON-1797256714-router', 'tenant_id': '72b8902517244a1ca86567bff576d2b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.123'}], 'enable_snat': True}, 'gw_port_id': 'b8808a2f-95c8-414e-be69-9814816bc402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T11:53:23Z', 'updated_at': '2021-08-18T11:53:28Z', 'revision_number': 4, 'project_id': '72b8902517244a1ca86567bff576d2b2', 'gw_port': {'id': 'b8808a2f-95c8-414e-be69-9814816bc402', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:4d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139fd73b-148e-4850-83e2-cfb8a2a5d841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:53:24Z', 'updated_at': '2021-08-18T11:53:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_floatingips': [{'id': '4b5a1d73-1527-4e08-81d8-2c008dd86bab', 'tenant_id': '72b8902517244a1ca86567bff576d2b2', 'floating_ip_address': '172.25.7.87', 'floating_network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'router_id': '139fd73b-148e-4850-83e2-cfb8a2a5d841', 'port_id': 'e1f2f1cd-4c07-4cb6-8830-f3ba34baab67', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17b21726-ad58-4633-922c-414857af0af2', 'mac_address': 'fa:16:3e:d1:03:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c19a9be-dd35-46a0-8be6-7465196e5516', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T11:53:49Z', 'updated_at': '2021-08-18T11:54:30Z', 'revision_number': 4, 'project_id': '72b8902517244a1ca86567bff576d2b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59c089e1-5691-4a16-8d84-9c517d91971a', 'name': '', 'network_id': '17b21726-ad58-4633-922c-414857af0af2', 'tenant_id': '72b8902517244a1ca86567bff576d2b2', 'mac_address': 'fa:16:3e:9f:b5:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139fd73b-148e-4850-83e2-cfb8a2a5d841', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '04e502a5-5018-4e73-baa8-683bfd3d2545', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:53:27Z', 'updated_at': '2021-08-18T11:53:34Z', 'revision_number': 5, 'project_id': '72b8902517244a1ca86567bff576d2b2', 'subnets': [{'id': '04e502a5-5018-4e73-baa8-683bfd3d2545', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:54:30.962597 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-19a2ac9d-9baa-4760-8583-0ef9790d70d4 req-35ee69a7-8c83-4198-9d52-546daeadd45d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f2b8460a-d20a-4d24-a458-477b4502f48c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0682094 Aug 18 11:54:30.986893 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a77c5d-23b7-4004-982c-7a0febdaef11 req-89516c84-2944-4c01-8938-65a91a9fe546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:54:30.988515 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-43a77c5d-23b7-4004-982c-7a0febdaef11 req-89516c84-2944-4c01-8938-65a91a9fe546 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=17b21726-ad58-4633-922c-414857af0af2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1350126 Aug 18 11:54:31.015799 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f1740044-1180-4095-a1ee-8c3e8fdd4a68 req-2f0eaba0-999b-49b4-83c7-0bf490f5edd4 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.66 "GET /v2.0/security-groups?id=fecad5ed-08b4-4db8-8e35-9a1fb2f01a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824015 Aug 18 11:54:31.022841 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c51a43-7dc9-42f9-a7c3-181051a88a29 None None] Checking router: 139fd73b-148e-4850-83e2-cfb8a2a5d841 for host: n-d-804985-2 {{(pid=106254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 11:54:31.044040 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c51a43-7dc9-42f9-a7c3-181051a88a29 None None] Routers {'139fd73b-148e-4850-83e2-cfb8a2a5d841'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 11:54:31.049234 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-02c51a43-7dc9-42f9-a7c3-181051a88a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T11:54:21Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['139fd73b-148e-4850-83e2-cfb8a2a5d841'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:54:31.147043 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 18 Aug 2021 11:54:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f82cc92-a243-4f13-acce-9723c0dd5e83 x-openstack-request-id: req-1f82cc92-a243-4f13-acce-9723c0dd5e83 {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:54:31.147332 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85f415f0-f4a5-4d86-896b-c3c0005261d4", "name": "network-vif-unplugged", "status": "completed", "tag": "3c59c03d-4df2-4058-ad50-25724912a65a", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:54:31.147579 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-1f82cc92-a243-4f13-acce-9723c0dd5e83 {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:54:31.147962 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85f415f0-f4a5-4d86-896b-c3c0005261d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c59c03d-4df2-4058-ad50-25724912a65a', 'code': 200} Aug 18 11:54:31.272081 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-19a2ac9d-9baa-4760-8583-0ef9790d70d4 req-ee6b740f-4c64-4f36-be02-1096d6ea564c service neutron] 10.222.0.62 "GET /v2.0/networks/f2b8460a-d20a-4d24-a458-477b4502f48c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3008964 Aug 18 11:54:31.293168 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-02c51a43-7dc9-42f9-a7c3-181051a88a29 None None] Set router 139fd73b-148e-4850-83e2-cfb8a2a5d841 gateway port host: n-d-804985-2 {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 11:54:31.299948 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-43a77c5d-23b7-4004-982c-7a0febdaef11 req-00656940-f09e-4a57-9330-068de4bc9479 service neutron] 10.222.0.66 "GET /v2.0/networks/17b21726-ad58-4633-922c-414857af0af2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3016572 Aug 18 11:54:31.398906 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51451701-f16b-4109-b7ca-0be55dc84717 req-aed3a69e-e965-402e-a9fd-6ac2d0950240 tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:54:31.400609 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-51451701-f16b-4109-b7ca-0be55dc84717 req-aed3a69e-e965-402e-a9fd-6ac2d0950240 tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] 10.222.0.66 "GET /v2.0/ports?device_id=1776ccfc-79c3-4dd2-9d3e-5b7e075004d6 HTTP/1.1" status: 200 len: 951 time: 0.1820498 Aug 18 11:54:31.489547 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-51451701-f16b-4109-b7ca-0be55dc84717 req-d7ea2693-7a0f-4259-82f1-12907c81215e tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] 10.222.0.66 "GET /v2.0/security-groups?id=e54286de-dd7f-4b20-9f74-4a71262d523b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769203 Aug 18 11:54:31.523302 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-43a77c5d-23b7-4004-982c-7a0febdaef11 req-db378b1a-a441-4783-9878-fecbf196157e service neutron] 10.222.0.66 "GET /v2.0/networks/17b21726-ad58-4633-922c-414857af0af2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2198853 Aug 18 11:54:31.650462 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a77c5d-23b7-4004-982c-7a0febdaef11 req-c2a85453-5a86-4600-886c-4783ece3f454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:54:31.660936 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-43a77c5d-23b7-4004-982c-7a0febdaef11 req-c2a85453-5a86-4600-886c-4783ece3f454 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=72b8902517244a1ca86567bff576d2b2&device_id=4c19a9be-dd35-46a0-8be6-7465196e5516 HTTP/1.1" status: 200 len: 1097 time: 0.1036360 Aug 18 11:54:31.753949 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-02c51a43-7dc9-42f9-a7c3-181051a88a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '139fd73b-148e-4850-83e2-cfb8a2a5d841', 'name': 'tempest-FloatingIPsAssociationTestJSON-1797256714-router', 'tenant_id': '72b8902517244a1ca86567bff576d2b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.123'}], 'enable_snat': True}, 'gw_port_id': 'b8808a2f-95c8-414e-be69-9814816bc402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T11:53:23Z', 'updated_at': '2021-08-18T11:53:28Z', 'revision_number': 4, 'project_id': '72b8902517244a1ca86567bff576d2b2', 'gw_port': {'id': 'b8808a2f-95c8-414e-be69-9814816bc402', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:4d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139fd73b-148e-4850-83e2-cfb8a2a5d841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:53:24Z', 'updated_at': '2021-08-18T11:53:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_floatingips': [{'id': '4b5a1d73-1527-4e08-81d8-2c008dd86bab', 'tenant_id': '72b8902517244a1ca86567bff576d2b2', 'floating_ip_address': '172.25.7.87', 'floating_network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'router_id': '139fd73b-148e-4850-83e2-cfb8a2a5d841', 'port_id': 'e1f2f1cd-4c07-4cb6-8830-f3ba34baab67', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17b21726-ad58-4633-922c-414857af0af2', 'mac_address': 'fa:16:3e:d1:03:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c19a9be-dd35-46a0-8be6-7465196e5516', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T11:53:49Z', 'updated_at': '2021-08-18T11:54:30Z', 'revision_number': 4, 'project_id': '72b8902517244a1ca86567bff576d2b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59c089e1-5691-4a16-8d84-9c517d91971a', 'name': '', 'network_id': '17b21726-ad58-4633-922c-414857af0af2', 'tenant_id': '72b8902517244a1ca86567bff576d2b2', 'mac_address': 'fa:16:3e:9f:b5:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139fd73b-148e-4850-83e2-cfb8a2a5d841', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '04e502a5-5018-4e73-baa8-683bfd3d2545', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:53:27Z', 'updated_at': '2021-08-18T11:53:34Z', 'revision_number': 5, 'project_id': '72b8902517244a1ca86567bff576d2b2', 'subnets': [{'id': '04e502a5-5018-4e73-baa8-683bfd3d2545', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:54:31.792129 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c51a43-7dc9-42f9-a7c3-181051a88a29 None None] The sync data for ids ['139fd73b-148e-4850-83e2-cfb8a2a5d841'] in n-d-804985-2 is: [{'id': '139fd73b-148e-4850-83e2-cfb8a2a5d841', 'name': 'tempest-FloatingIPsAssociationTestJSON-1797256714-router', 'tenant_id': '72b8902517244a1ca86567bff576d2b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.123'}], 'enable_snat': True}, 'gw_port_id': 'b8808a2f-95c8-414e-be69-9814816bc402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T11:53:23Z', 'updated_at': '2021-08-18T11:53:28Z', 'revision_number': 4, 'project_id': '72b8902517244a1ca86567bff576d2b2', 'gw_port': {'id': 'b8808a2f-95c8-414e-be69-9814816bc402', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:4d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139fd73b-148e-4850-83e2-cfb8a2a5d841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:53:24Z', 'updated_at': '2021-08-18T11:53:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_floatingips': [{'id': '4b5a1d73-1527-4e08-81d8-2c008dd86bab', 'tenant_id': '72b8902517244a1ca86567bff576d2b2', 'floating_ip_address': '172.25.7.87', 'floating_network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'router_id': '139fd73b-148e-4850-83e2-cfb8a2a5d841', 'port_id': 'e1f2f1cd-4c07-4cb6-8830-f3ba34baab67', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17b21726-ad58-4633-922c-414857af0af2', 'mac_address': 'fa:16:3e:d1:03:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c19a9be-dd35-46a0-8be6-7465196e5516', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T11:53:49Z', 'updated_at': '2021-08-18T11:54:30Z', 'revision_number': 4, 'project_id': '72b8902517244a1ca86567bff576d2b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59c089e1-5691-4a16-8d84-9c517d91971a', 'name': '', 'network_id': '17b21726-ad58-4633-922c-414857af0af2', 'tenant_id': '72b8902517244a1ca86567bff576d2b2', 'mac_address': 'fa:16:3e:9f:b5:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139fd73b-148e-4850-83e2-cfb8a2a5d841', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '04e502a5-5018-4e73-baa8-683bfd3d2545', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:53:27Z', 'updated_at': '2021-08-18T11:53:34Z', 'revision_number': 5, 'project_id': '72b8902517244a1ca86567bff576d2b2', 'subnets': [{'id': '04e502a5-5018-4e73-baa8-683bfd3d2545', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 11:54:31.879078 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a77c5d-23b7-4004-982c-7a0febdaef11 req-b7d86f56-39ad-4f4a-a4ca-ba8f3ace9369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:54:31.891037 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-43a77c5d-23b7-4004-982c-7a0febdaef11 req-b7d86f56-39ad-4f4a-a4ca-ba8f3ace9369 service neutron] 10.222.0.66 "GET /v2.0/networks?id=17b21726-ad58-4633-922c-414857af0af2 HTTP/1.1" status: 200 len: 922 time: 0.2165110 Aug 18 11:54:32.003500 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-19a2ac9d-9baa-4760-8583-0ef9790d70d4 req-16ccef89-0560-47cd-abba-52953a2952c2 service neutron] 10.222.0.62 "GET /v2.0/networks/f2b8460a-d20a-4d24-a458-477b4502f48c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7233198 Aug 18 11:54:32.036782 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-43a77c5d-23b7-4004-982c-7a0febdaef11 req-c7b2043c-ab78-408d-a4fa-1b99df4bfa68 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e1f2f1cd-4c07-4cb6-8830-f3ba34baab67 HTTP/1.1" status: 200 len: 1001 time: 0.1446023 Aug 18 11:54:32.112374 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37179ec4-0c54-4546-9996-1f2fe93c8359 req-5eb15a5e-cd23-4f79-bed5-5340a147eb2a tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:54:32.114476 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-37179ec4-0c54-4546-9996-1f2fe93c8359 req-5eb15a5e-cd23-4f79-bed5-5340a147eb2a tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] 10.222.0.66 "GET /v2.0/ports?device_id=8fd5ea8f-178b-40e4-8012-09188cab4234 HTTP/1.1" status: 200 len: 944 time: 0.1220582 Aug 18 11:54:32.133899 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a77c5d-23b7-4004-982c-7a0febdaef11 req-f32812a2-8050-4d75-9925-a5acd1066df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:54:32.135798 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-43a77c5d-23b7-4004-982c-7a0febdaef11 req-f32812a2-8050-4d75-9925-a5acd1066df7 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=04e502a5-5018-4e73-baa8-683bfd3d2545 HTTP/1.1" status: 200 len: 860 time: 0.0837986 Aug 18 11:54:32.196239 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-37179ec4-0c54-4546-9996-1f2fe93c8359 req-a8abe140-6c7b-480b-ab90-3eee629e6444 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] 10.222.0.66 "GET /v2.0/security-groups?id=07aef7bb-6c11-4cb4-8594-c24180b5d811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744967 Aug 18 11:54:32.203732 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a77c5d-23b7-4004-982c-7a0febdaef11 req-0514378b-6db1-47d2-aedf-f5c56da72dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:54:32.206041 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-43a77c5d-23b7-4004-982c-7a0febdaef11 req-0514378b-6db1-47d2-aedf-f5c56da72dd1 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=17b21726-ad58-4633-922c-414857af0af2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0595944 Aug 18 11:54:32.367619 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 11:54:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57c42938-fb65-4cac-b010-01f9b6f70c4c x-openstack-request-id: req-57c42938-fb65-4cac-b010-01f9b6f70c4c {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:54:32.367911 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f61658a9-8fe3-4d11-b3ec-4c9136ee00f5", "tag": "857b0ac1-e620-41d6-859a-dac6e1bafefe", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:54:32.368165 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-57c42938-fb65-4cac-b010-01f9b6f70c4c {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:54:32.368578 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f61658a9-8fe3-4d11-b3ec-4c9136ee00f5', 'tag': '857b0ac1-e620-41d6-859a-dac6e1bafefe', 'status': 'completed', 'code': 200} Aug 18 11:54:32.390168 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 11:54:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a1e57de-9392-4ff9-b652-e6fbfc958f9f x-openstack-request-id: req-4a1e57de-9392-4ff9-b652-e6fbfc958f9f {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:54:32.390549 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85f415f0-f4a5-4d86-896b-c3c0005261d4", "name": "network-vif-deleted", "tag": "3c59c03d-4df2-4058-ad50-25724912a65a", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:54:32.390879 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-4a1e57de-9392-4ff9-b652-e6fbfc958f9f {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:54:32.391418 n-d-804985-2 neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85f415f0-f4a5-4d86-896b-c3c0005261d4', 'name': 'network-vif-deleted', 'tag': '3c59c03d-4df2-4058-ad50-25724912a65a', 'status': 'completed', 'code': 200} Aug 18 11:54:32.420294 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-43a77c5d-23b7-4004-982c-7a0febdaef11 req-7a5f019c-40ea-4a63-8672-ad480964b70d service neutron] 10.222.0.66 "GET /v2.0/networks/17b21726-ad58-4633-922c-414857af0af2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2017467 Aug 18 11:54:32.434916 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e21b4b-1472-47ad-b337-8ace88880fdb req-8112bc4f-6906-4449-acb5-f3f3cc18bdee tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:54:32.437310 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-c4e21b4b-1472-47ad-b337-8ace88880fdb req-8112bc4f-6906-4449-acb5-f3f3cc18bdee tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] 10.222.0.62 "GET /v2.0/networks?id=06bbcd73-3087-45af-ac07-d9df7df70b38 HTTP/1.1" status: 200 len: 805 time: 0.1808686 Aug 18 11:54:32.460923 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [req-c4e21b4b-1472-47ad-b337-8ace88880fdb req-36b69962-4872-4962-8a1f-e65a19a538fa tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] Request body: {'port': {'device_id': '20add8b4-57cc-444f-ab68-4c4bdbf74579', 'network_id': '06bbcd73-3087-45af-ac07-d9df7df70b38', 'admin_state_up': True, 'tenant_id': '600fbea656874dbdb95dcdc7eb311868'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:54:32.488584 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719cb40b-0b15-4b77-8dbf-f827e32e2589 req-9fc1e2e2-e4aa-49a9-8da5-c9e8db79f9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:54:32.490094 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-719cb40b-0b15-4b77-8dbf-f827e32e2589 req-9fc1e2e2-e4aa-49a9-8da5-c9e8db79f9b3 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=72b8902517244a1ca86567bff576d2b2&device_id=f61658a9-8fe3-4d11-b3ec-4c9136ee00f5 HTTP/1.1" status: 200 len: 1096 time: 0.1244259 Aug 18 11:54:32.560961 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 50368) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:54:32.597909 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a2ac9d-9baa-4760-8583-0ef9790d70d4 req-3c8412a9-98fa-4312-a7b3-1e8122a36e8d tempest-LiveMigrationTest-1335981208 tempest-LiveMigrationTest-1335981208-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:54:32.599868 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-19a2ac9d-9baa-4760-8583-0ef9790d70d4 req-3c8412a9-98fa-4312-a7b3-1e8122a36e8d tempest-LiveMigrationTest-1335981208 tempest-LiveMigrationTest-1335981208-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=8fd5ea8f-178b-40e4-8012-09188cab4234&tenant_id=188bebbd8f564ea0bbe77621cda4023c&binding%3Ahost_id=n-h2-804985-2 HTTP/1.1" status: 200 len: 1095 time: 0.1435573 Aug 18 11:54:32.606497 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719cb40b-0b15-4b77-8dbf-f827e32e2589 req-31acd7bc-c26c-4143-a9d0-8d44db572808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:54:32.609204 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-719cb40b-0b15-4b77-8dbf-f827e32e2589 req-31acd7bc-c26c-4143-a9d0-8d44db572808 service neutron] 10.222.0.62 "GET /v2.0/networks?id=17b21726-ad58-4633-922c-414857af0af2 HTTP/1.1" status: 200 len: 922 time: 0.1108365 Aug 18 11:54:32.679228 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-73fca1c5-2612-46fb-ad02-57772ce61acf req-a47e2c10-338f-4745-b99b-196e6e9ecb81 tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] 10.222.0.66 "GET /v2.0/ports?device_id=20add8b4-57cc-444f-ab68-4c4bdbf74579 HTTP/1.1" status: 200 len: 210 time: 0.0664275 Aug 18 11:54:32.720376 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-719cb40b-0b15-4b77-8dbf-f827e32e2589 req-dcc5161a-bbd3-466a-bef7-c014d6b0bb63 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=857b0ac1-e620-41d6-859a-dac6e1bafefe HTTP/1.1" status: 200 len: 217 time: 0.0902073 Aug 18 11:54:32.739697 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-43a77c5d-23b7-4004-982c-7a0febdaef11 req-497bf94e-de5a-4b8e-af18-5d18fd45a826 service neutron] 10.222.0.66 "GET /v2.0/networks/17b21726-ad58-4633-922c-414857af0af2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3185451 Aug 18 11:54:32.782428 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4e21b4b-1472-47ad-b337-8ace88880fdb req-36b69962-4872-4962-8a1f-e65a19a538fa tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] Made reservation on behalf of 600fbea656874dbdb95dcdc7eb311868 for: {'port': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 11:54:32.793294 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-c4e21b4b-1472-47ad-b337-8ace88880fdb req-36b69962-4872-4962-8a1f-e65a19a538fa tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:32.869526 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-19a2ac9d-9baa-4760-8583-0ef9790d70d4 req-d27b5eae-9e28-4905-b1e9-37369b748def service neutron] For port 93bbe875-2e51-465e-8794-e89d18f614c1, host n-h1-804985-2, cleared binding levels {{(pid=106253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 11:54:32.883002 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719cb40b-0b15-4b77-8dbf-f827e32e2589 req-7a2f379d-0aa2-4910-9a62-30ad53a66461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:54:32.885560 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-719cb40b-0b15-4b77-8dbf-f827e32e2589 req-7a2f379d-0aa2-4910-9a62-30ad53a66461 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=04e502a5-5018-4e73-baa8-683bfd3d2545 HTTP/1.1" status: 200 len: 860 time: 0.1404476 Aug 18 11:54:32.894164 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-19a2ac9d-9baa-4760-8583-0ef9790d70d4 req-d27b5eae-9e28-4905-b1e9-37369b748def service neutron] Notify callbacks [] for binding, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:32.895351 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-19a2ac9d-9baa-4760-8583-0ef9790d70d4 req-d27b5eae-9e28-4905-b1e9-37369b748def service neutron] 10.222.0.62 "DELETE /v2.0/ports/93bbe875-2e51-465e-8794-e89d18f614c1/bindings/n-h1-804985-2 HTTP/1.1" status: 204 len: 173 time: 0.2838354 Aug 18 11:54:32.899838 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-cf3022c4-21e8-4584-bfc1-a3a659a227a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:32.987203 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719cb40b-0b15-4b77-8dbf-f827e32e2589 req-9f1fc653-1e9b-4527-9e57-b85a564648fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:54:32.993872 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-719cb40b-0b15-4b77-8dbf-f827e32e2589 req-9f1fc653-1e9b-4527-9e57-b85a564648fe service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=17b21726-ad58-4633-922c-414857af0af2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0673060 Aug 18 11:54:33.005032 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63456144-4333-48bf-956a-730616a6e716 req-7aff1e46-1ba9-41c6-8bce-acc8c98c8fa7 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:54:33.012774 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-63456144-4333-48bf-956a-730616a6e716 req-7aff1e46-1ba9-41c6-8bce-acc8c98c8fa7 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.66 "GET /v2.0/ports?device_id=aaabce93-c7fa-4a3a-a8e4-3718c81d3652 HTTP/1.1" status: 200 len: 945 time: 0.1433980 Aug 18 11:54:33.089218 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [req-c4e21b4b-1472-47ad-b337-8ace88880fdb req-36b69962-4872-4962-8a1f-e65a19a538fa tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] Allocated IP 172.20.0.7 (06bbcd73-3087-45af-ac07-d9df7df70b38/59f3b61f-d9cb-4493-82ff-8b26e791861b/00a243af-d43e-4f10-b82c-b1a023163287) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 11:54:33.154642 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 3c59c03d-4df2-4058-ad50-25724912a65a no longer exists at agent hyperv_n-h1-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 11:54:33.163269 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-63456144-4333-48bf-956a-730616a6e716 req-b19e827c-8015-4414-a671-ae47a848e2ee tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.66 "GET /v2.0/security-groups?id=fecad5ed-08b4-4db8-8e35-9a1fb2f01a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493511 Aug 18 11:54:33.198497 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] No Port match for: 3c59c03d-4df2-4058-ad50-25724912a65a {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 11:54:33.198840 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 3c59c03d-4df2-4058-ad50-25724912a65a not bound to the agent host n-h1-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 11:54:33.210712 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3b985be7-e336-41be-97b7-2459bd7a5fea req-a6b6b1f4-cdf4-4bb5-b702-c856965d9352 tempest-FloatingIPsAssociationTestJSON-1671646685 tempest-FloatingIPsAssociationTestJSON-1671646685-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.7.87 HTTP/1.1" status: 200 len: 1001 time: 0.1224418 Aug 18 11:54:33.256570 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-719cb40b-0b15-4b77-8dbf-f827e32e2589 req-7e5afdb7-c3c0-460f-9248-bfc3652dee97 service neutron] 10.222.0.62 "GET /v2.0/networks/17b21726-ad58-4633-922c-414857af0af2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2412350 Aug 18 11:54:33.271035 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b985be7-e336-41be-97b7-2459bd7a5fea req-b5647bdf-df2d-4a40-8646-649ee90f7a88 tempest-FloatingIPsAssociationTestJSON-1671646685 tempest-FloatingIPsAssociationTestJSON-1671646685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:54:33.279638 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3b985be7-e336-41be-97b7-2459bd7a5fea req-b5647bdf-df2d-4a40-8646-649ee90f7a88 tempest-FloatingIPsAssociationTestJSON-1671646685 tempest-FloatingIPsAssociationTestJSON-1671646685-project] 10.222.0.66 "GET /v2.0/ports/e1f2f1cd-4c07-4cb6-8830-f3ba34baab67 HTTP/1.1" status: 200 len: 943 time: 0.0663877 Aug 18 11:54:33.285750 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-cf3022c4-21e8-4584-bfc1-a3a659a227a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:33.297950 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-cf3022c4-21e8-4584-bfc1-a3a659a227a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:33.331046 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-cf3022c4-21e8-4584-bfc1-a3a659a227a8 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=bfbfdbb6004941949f37d11114c0806b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7680731 Aug 18 11:54:33.336273 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 50380) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:54:33.409570 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3022c4-21e8-4584-bfc1-a3a659a227a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8acc7d4-ef94-4484-9fd0-d381880c2dbe,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:54:33.473389 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4c636a76-f525-4e4b-9e66-ada25f188614 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:33.499725 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-719cb40b-0b15-4b77-8dbf-f827e32e2589 req-1a169dbc-bc9b-4ece-9706-3af2396488ab service neutron] 10.222.0.62 "GET /v2.0/networks/17b21726-ad58-4633-922c-414857af0af2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2178876 Aug 18 11:54:33.501645 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-c4e21b4b-1472-47ad-b337-8ace88880fdb req-36b69962-4872-4962-8a1f-e65a19a538fa tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:33.504586 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb9cd36-68e4-439f-a6f4-7d390bc1e0d6 req-80706723-f3f2-43c3-925a-6fa9244f1de2 tempest-ServersAdminTestJSON-728056972 tempest-ServersAdminTestJSON-728056972-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:54:33.506151 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-afb9cd36-68e4-439f-a6f4-7d390bc1e0d6 req-80706723-f3f2-43c3-925a-6fa9244f1de2 tempest-ServersAdminTestJSON-728056972 tempest-ServersAdminTestJSON-728056972-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=1776ccfc-79c3-4dd2-9d3e-5b7e075004d6 HTTP/1.1" status: 200 len: 1102 time: 0.2253671 Aug 18 11:54:33.515033 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3b985be7-e336-41be-97b7-2459bd7a5fea req-aafd8165-069c-4b51-92cb-91db4c5a78ed tempest-FloatingIPsAssociationTestJSON-1671646685 tempest-FloatingIPsAssociationTestJSON-1671646685-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.7.87 HTTP/1.1" status: 200 len: 1001 time: 0.1392848 Aug 18 11:54:33.523311 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4c636a76-f525-4e4b-9e66-ada25f188614 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:33.600344 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-c4e21b4b-1472-47ad-b337-8ace88880fdb req-36b69962-4872-4962-8a1f-e65a19a538fa tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:33.627413 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-afb9cd36-68e4-439f-a6f4-7d390bc1e0d6 req-530d00fe-a071-4d5a-ad0a-a080616eda3b tempest-ServersAdminTestJSON-728056972 tempest-ServersAdminTestJSON-728056972-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=e54286de-dd7f-4b20-9f74-4a71262d523b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805635 Aug 18 11:54:33.666702 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4c636a76-f525-4e4b-9e66-ada25f188614 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:33.669081 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4c636a76-f525-4e4b-9e66-ada25f188614 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:33.670284 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-4c636a76-f525-4e4b-9e66-ada25f188614 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a8acc7d4-ef94-4484-9fd0-d381880c2dbe HTTP/1.1" status: 204 len: 168 time: 0.3326745 Aug 18 11:54:33.701294 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b985be7-e336-41be-97b7-2459bd7a5fea req-478f8f4e-faa7-4ad0-845a-7f07ccda4160 tempest-FloatingIPsAssociationTestJSON-1671646685 tempest-FloatingIPsAssociationTestJSON-1671646685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:54:33.721764 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3b985be7-e336-41be-97b7-2459bd7a5fea req-478f8f4e-faa7-4ad0-845a-7f07ccda4160 tempest-FloatingIPsAssociationTestJSON-1671646685 tempest-FloatingIPsAssociationTestJSON-1671646685-project] 10.222.0.66 "GET /v2.0/networks/7cae7a70-14fd-408c-b14d-39ceb97cb60e HTTP/1.1" status: 200 len: 784 time: 0.2055793 Aug 18 11:54:33.728324 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4e21b4b-1472-47ad-b337-8ace88880fdb req-36b69962-4872-4962-8a1f-e65a19a538fa tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] Network 06bbcd73-3087-45af-ac07-d9df7df70b38 is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 11:54:33.739983 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c636a76-f525-4e4b-9e66-ada25f188614 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8acc7d4-ef94-4484-9fd0-d381880c2dbe,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:54:33.743567 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [req-c4e21b4b-1472-47ad-b337-8ace88880fdb req-36b69962-4872-4962-8a1f-e65a19a538fa tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:54:33.746909 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4e21b4b-1472-47ad-b337-8ace88880fdb req-36b69962-4872-4962-8a1f-e65a19a538fa tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 11:54:33.775593 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b69962-4872-4962-8a1f-e65a19a538fa tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] Pushing event updated for resources: {'Port': ['ID=00a243af-d43e-4f10-b82c-b1a023163287,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:54:33.991712 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e21b4b-1472-47ad-b337-8ace88880fdb req-36b69962-4872-4962-8a1f-e65a19a538fa tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:54:33.991712 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-c4e21b4b-1472-47ad-b337-8ace88880fdb req-36b69962-4872-4962-8a1f-e65a19a538fa tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:34.025207 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c92307-c428-45f6-81e9-08a00917e25a req-a6f7b087-a053-4a5b-89db-a863c93dc1ff tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:54:34.030358 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-94c92307-c428-45f6-81e9-08a00917e25a req-a6f7b087-a053-4a5b-89db-a863c93dc1ff tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] 10.222.0.66 "GET /v2.0/ports?device_id=8fd5ea8f-178b-40e4-8012-09188cab4234 HTTP/1.1" status: 200 len: 944 time: 0.1896713 Aug 18 11:54:34.030585 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-c4e21b4b-1472-47ad-b337-8ace88880fdb req-36b69962-4872-4962-8a1f-e65a19a538fa tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5739465 Aug 18 11:54:34.056507 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [req-c4e21b4b-1472-47ad-b337-8ace88880fdb req-f76ca615-fa56-49e8-8877-ac981d21f1cd service neutron] Request body: {'port': {'device_id': '20add8b4-57cc-444f-ab68-4c4bdbf74579', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804985-2'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:54:34.127907 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-94c92307-c428-45f6-81e9-08a00917e25a req-80f0556d-91ab-478f-b824-80a35e5adc98 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] 10.222.0.66 "GET /v2.0/security-groups?id=07aef7bb-6c11-4cb4-8594-c24180b5d811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922716 Aug 18 11:54:34.293776 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-c4e21b4b-1472-47ad-b337-8ace88880fdb req-f76ca615-fa56-49e8-8877-ac981d21f1cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:34.301846 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-60cacc47-29e6-484d-8853-998d418d0628 req-1eb85127-ff9e-4acd-9adb-34977910bb94 tempest-FloatingIPsAssociationTestJSON-1671646685 tempest-FloatingIPsAssociationTestJSON-1671646685-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.7.87 HTTP/1.1" status: 200 len: 1001 time: 0.1362598 Aug 18 11:54:34.365886 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d03adf-39eb-4e10-bee8-5f2132e137fb req-5be2e2ac-257a-4d44-be3c-f249d4e4d1dc tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:54:34.373261 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e9d03adf-39eb-4e10-bee8-5f2132e137fb req-5be2e2ac-257a-4d44-be3c-f249d4e4d1dc tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] 10.222.0.66 "GET /v2.0/ports?device_id=20add8b4-57cc-444f-ab68-4c4bdbf74579 HTTP/1.1" status: 200 len: 931 time: 0.1663036 Aug 18 11:54:34.377802 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c19a9be-dd35-46a0-8be6-7465196e5516', 'tag': 'e1f2f1cd-4c07-4cb6-8830-f3ba34baab67'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 11:54:34.380004 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dda76f68-c1c2-4d35-b36a-8f198a005a90" -d '{"events": [{"name": "network-changed", "server_uuid": "4c19a9be-dd35-46a0-8be6-7465196e5516", "tag": "e1f2f1cd-4c07-4cb6-8830-f3ba34baab67"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:54:34.408595 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cacc47-29e6-484d-8853-998d418d0628 req-d855f325-42bf-492d-832f-93d520f788b1 tempest-FloatingIPsAssociationTestJSON-1671646685 tempest-FloatingIPsAssociationTestJSON-1671646685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:54:34.420455 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-60cacc47-29e6-484d-8853-998d418d0628 req-d855f325-42bf-492d-832f-93d520f788b1 tempest-FloatingIPsAssociationTestJSON-1671646685 tempest-FloatingIPsAssociationTestJSON-1671646685-project] 10.222.0.66 "GET /v2.0/ports/e1f2f1cd-4c07-4cb6-8830-f3ba34baab67 HTTP/1.1" status: 200 len: 943 time: 0.1117754 Aug 18 11:54:34.450819 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dbdb79-e407-4013-bab4-1db44cdd618d req-e4c9665b-3ac1-45fb-a468-47666c3ee468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:54:34.452491 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-88dbdb79-e407-4013-bab4-1db44cdd618d req-e4c9665b-3ac1-45fb-a468-47666c3ee468 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3bd2664269674b678c41aeb663f1f43e&device_id=aaabce93-c7fa-4a3a-a8e4-3718c81d3652 HTTP/1.1" status: 200 len: 1096 time: 0.1468773 Aug 18 11:54:34.483127 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e9d03adf-39eb-4e10-bee8-5f2132e137fb req-76dc3015-d727-4e38-b777-27f1ce3a4dca tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] 10.222.0.66 "GET /v2.0/security-groups?id=55743b86-4589-417c-a042-b0bad2e342b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088879 Aug 18 11:54:34.630223 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [req-c4e21b4b-1472-47ad-b337-8ace88880fdb req-f76ca615-fa56-49e8-8877-ac981d21f1cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00a243af-d43e-4f10-b82c-b1a023163287 {{(pid=106253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 11:54:34.646351 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-c4e21b4b-1472-47ad-b337-8ace88880fdb req-f76ca615-fa56-49e8-8877-ac981d21f1cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:34.660011 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [req-c4e21b4b-1472-47ad-b337-8ace88880fdb req-f76ca615-fa56-49e8-8877-ac981d21f1cd service neutron] Transition to ACTIVE for port object 00a243af-d43e-4f10-b82c-b1a023163287 will not be triggered until provisioned by entity L2. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 11:54:34.673899 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-c4e21b4b-1472-47ad-b337-8ace88880fdb req-f76ca615-fa56-49e8-8877-ac981d21f1cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:34.741440 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76ca615-fa56-49e8-8877-ac981d21f1cd service neutron] Pushing event updated for resources: {'Port': ['ID=00a243af-d43e-4f10-b82c-b1a023163287,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:54:34.760508 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-60cacc47-29e6-484d-8853-998d418d0628 req-94b340f9-6b32-441e-a818-4092335a8d4c tempest-FloatingIPsAssociationTestJSON-1671646685 tempest-FloatingIPsAssociationTestJSON-1671646685-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.7.87 HTTP/1.1" status: 200 len: 1001 time: 0.2423291 Aug 18 11:54:34.847375 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-c4e21b4b-1472-47ad-b337-8ace88880fdb req-f76ca615-fa56-49e8-8877-ac981d21f1cd service neutron] Attempting to bind port 00a243af-d43e-4f10-b82c-b1a023163287 on host n-h2-804985-2 for vnic_type normal with profile {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 11:54:34.847762 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-c4e21b4b-1472-47ad-b337-8ace88880fdb req-f76ca615-fa56-49e8-8877-ac981d21f1cd service neutron] Attempting to bind port 00a243af-d43e-4f10-b82c-b1a023163287 by drivers openvswitch,hyperv on host n-h2-804985-2 at level 0 using segments [{'id': '6c07e440-4a82-438f-a97f-74dad85fe56f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '06bbcd73-3087-45af-ac07-d9df7df70b38'}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 11:54:34.848008 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e21b4b-1472-47ad-b337-8ace88880fdb req-f76ca615-fa56-49e8-8877-ac981d21f1cd service neutron] Attempting to bind port 00a243af-d43e-4f10-b82c-b1a023163287 on network 06bbcd73-3087-45af-ac07-d9df7df70b38 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 11:54:34.853382 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e21b4b-1472-47ad-b337-8ace88880fdb req-f76ca615-fa56-49e8-8877-ac981d21f1cd service neutron] Port 00a243af-d43e-4f10-b82c-b1a023163287 on network 06bbcd73-3087-45af-ac07-d9df7df70b38 not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-2 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 11:54:34.853747 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e21b4b-1472-47ad-b337-8ace88880fdb req-f76ca615-fa56-49e8-8877-ac981d21f1cd service neutron] Attempting to bind port 00a243af-d43e-4f10-b82c-b1a023163287 on network 06bbcd73-3087-45af-ac07-d9df7df70b38 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 11:54:34.860180 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e21b4b-1472-47ad-b337-8ace88880fdb req-f76ca615-fa56-49e8-8877-ac981d21f1cd service neutron] Checking agent: {'id': 'da5da552-709c-4248-84de-86af99a0dc87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 49, 8), 'started_at': datetime.datetime(2021, 8, 18, 11, 49, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 11, 54, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 11:54:34.860543 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e21b4b-1472-47ad-b337-8ace88880fdb req-f76ca615-fa56-49e8-8877-ac981d21f1cd service neutron] Checking segment: {'id': '6c07e440-4a82-438f-a97f-74dad85fe56f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '06bbcd73-3087-45af-ac07-d9df7df70b38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 11:54:34.860930 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e21b4b-1472-47ad-b337-8ace88880fdb req-f76ca615-fa56-49e8-8877-ac981d21f1cd service neutron] Bound using segment: {'id': '6c07e440-4a82-438f-a97f-74dad85fe56f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '06bbcd73-3087-45af-ac07-d9df7df70b38'} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 11:54:34.861362 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-c4e21b4b-1472-47ad-b337-8ace88880fdb req-f76ca615-fa56-49e8-8877-ac981d21f1cd service neutron] Bound port: 00a243af-d43e-4f10-b82c-b1a023163287, host: n-h2-804985-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c07e440-4a82-438f-a97f-74dad85fe56f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '06bbcd73-3087-45af-ac07-d9df7df70b38'}}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 11:54:34.861717 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-c4e21b4b-1472-47ad-b337-8ace88880fdb req-f76ca615-fa56-49e8-8877-ac981d21f1cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:34.937564 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-c4e21b4b-1472-47ad-b337-8ace88880fdb req-f76ca615-fa56-49e8-8877-ac981d21f1cd service neutron] For port 00a243af-d43e-4f10-b82c-b1a023163287, host n-h2-804985-2, cleared binding levels {{(pid=106253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 11:54:34.941481 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-c4e21b4b-1472-47ad-b337-8ace88880fdb req-f76ca615-fa56-49e8-8877-ac981d21f1cd service neutron] For port 00a243af-d43e-4f10-b82c-b1a023163287, host n-h2-804985-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=00a243af-d43e-4f10-b82c-b1a023163287,segment=NetworkSegment(6c07e440-4a82-438f-a97f-74dad85fe56f),segment_id=6c07e440-4a82-438f-a97f-74dad85fe56f)] {{(pid=106253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 11:54:34.952789 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-c4e21b4b-1472-47ad-b337-8ace88880fdb req-f76ca615-fa56-49e8-8877-ac981d21f1cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:35.029725 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76ca615-fa56-49e8-8877-ac981d21f1cd service neutron] Pushing event updated for resources: {'Port': ['ID=00a243af-d43e-4f10-b82c-b1a023163287,revision_number=3']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:54:35.040860 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e21b4b-1472-47ad-b337-8ace88880fdb req-f76ca615-fa56-49e8-8877-ac981d21f1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:54:35.041477 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-c4e21b4b-1472-47ad-b337-8ace88880fdb req-f76ca615-fa56-49e8-8877-ac981d21f1cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:35.043145 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-c4e21b4b-1472-47ad-b337-8ace88880fdb req-f76ca615-fa56-49e8-8877-ac981d21f1cd service neutron] 10.222.0.62 "PUT /v2.0/ports/00a243af-d43e-4f10-b82c-b1a023163287 HTTP/1.1" status: 200 len: 1091 time: 1.0030553 Aug 18 11:54:35.043719 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20add8b4-57cc-444f-ab68-4c4bdbf74579', 'tag': '00a243af-d43e-4f10-b82c-b1a023163287'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 11:54:35.046053 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0679f4c4b6e0e0c064a7d71d722dc30541a34fffee11680573be22ee2ffccc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a71ae91-7a0b-46a5-a619-46f07400286f" -d '{"events": [{"name": "network-changed", "server_uuid": "20add8b4-57cc-444f-ab68-4c4bdbf74579", "tag": "00a243af-d43e-4f10-b82c-b1a023163287"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:54:35.145020 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e21b4b-1472-47ad-b337-8ace88880fdb req-6949ffc0-3b7d-4fba-bf04-98af95f69d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:54:35.147066 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003c4cf6-8368-4829-9211-11e4513ecef6 req-c0ec4651-83ce-4a03-a7b1-98baf8def1b8 tempest-ServersAdminTestJSON-728056972 tempest-ServersAdminTestJSON-728056972-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:54:35.147575 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-c4e21b4b-1472-47ad-b337-8ace88880fdb req-6949ffc0-3b7d-4fba-bf04-98af95f69d7b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=600fbea656874dbdb95dcdc7eb311868&device_id=20add8b4-57cc-444f-ab68-4c4bdbf74579 HTTP/1.1" status: 200 len: 1094 time: 0.0511477 Aug 18 11:54:35.152236 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-003c4cf6-8368-4829-9211-11e4513ecef6 req-c0ec4651-83ce-4a03-a7b1-98baf8def1b8 tempest-ServersAdminTestJSON-728056972 tempest-ServersAdminTestJSON-728056972-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=1776ccfc-79c3-4dd2-9d3e-5b7e075004d6 HTTP/1.1" status: 200 len: 1102 time: 0.4532876 Aug 18 11:54:35.184536 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dbdb79-e407-4013-bab4-1db44cdd618d req-cb4842b2-896e-40fd-ba90-01ecf7dde945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:54:35.185946 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-88dbdb79-e407-4013-bab4-1db44cdd618d req-cb4842b2-896e-40fd-ba90-01ecf7dde945 service neutron] 10.222.0.62 "GET /v2.0/networks?id=f471d7de-70da-4549-acfc-45017b3843ff HTTP/1.1" status: 200 len: 922 time: 0.7245796 Aug 18 11:54:35.202743 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-c4e21b4b-1472-47ad-b337-8ace88880fdb req-046f38ac-1b39-4f98-9087-30d5bfd12f32 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=00a243af-d43e-4f10-b82c-b1a023163287 HTTP/1.1" status: 200 len: 217 time: 0.0458221 Aug 18 11:54:35.244927 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-88dbdb79-e407-4013-bab4-1db44cdd618d req-41edf85b-1fc5-447a-b7b9-05deb4fe5717 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8cc88f43-1fb3-47eb-bebc-c14bcbe1eead HTTP/1.1" status: 200 len: 217 time: 0.0395150 Aug 18 11:54:35.263802 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e21b4b-1472-47ad-b337-8ace88880fdb req-c0e7c95d-9fa8-469c-bd5f-be5530c40942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:54:35.265611 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-c4e21b4b-1472-47ad-b337-8ace88880fdb req-c0e7c95d-9fa8-469c-bd5f-be5530c40942 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=59f3b61f-d9cb-4493-82ff-8b26e791861b HTTP/1.1" status: 200 len: 845 time: 0.0552561 Aug 18 11:54:35.305055 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-c4e21b4b-1472-47ad-b337-8ace88880fdb req-14d87f21-f490-4775-b4f9-b52238487939 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=06bbcd73-3087-45af-ac07-d9df7df70b38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304801 Aug 18 11:54:35.309040 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-003c4cf6-8368-4829-9211-11e4513ecef6 req-bb53f5ba-a80e-42ec-9609-23c7beccf53f tempest-ServersAdminTestJSON-728056972 tempest-ServersAdminTestJSON-728056972-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=e54286de-dd7f-4b20-9f74-4a71262d523b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291888 Aug 18 11:54:35.361627 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dbdb79-e407-4013-bab4-1db44cdd618d req-6a5f4d84-0817-4262-9aaf-1a4d54efa195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:54:35.363542 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-88dbdb79-e407-4013-bab4-1db44cdd618d req-6a5f4d84-0817-4262-9aaf-1a4d54efa195 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=16b84496-6d9e-4d8c-9087-8e81549f7d75 HTTP/1.1" status: 200 len: 861 time: 0.1114850 Aug 18 11:54:35.419313 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cacc47-29e6-484d-8853-998d418d0628 req-67e4b9e6-17e4-4183-8553-cd9a8f8988cb tempest-FloatingIPsAssociationTestJSON-1671646685 tempest-FloatingIPsAssociationTestJSON-1671646685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:54:35.420745 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-60cacc47-29e6-484d-8853-998d418d0628 req-67e4b9e6-17e4-4183-8553-cd9a8f8988cb tempest-FloatingIPsAssociationTestJSON-1671646685 tempest-FloatingIPsAssociationTestJSON-1671646685-project] 10.222.0.66 "GET /v2.0/networks/7cae7a70-14fd-408c-b14d-39ceb97cb60e HTTP/1.1" status: 200 len: 784 time: 0.6472380 Aug 18 11:54:35.430894 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-88dbdb79-e407-4013-bab4-1db44cdd618d req-e0dcb42d-1083-499d-b635-ea9be7a0f2bf service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f471d7de-70da-4549-acfc-45017b3843ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0587645 Aug 18 11:54:35.431765 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-c4e21b4b-1472-47ad-b337-8ace88880fdb req-ce94f6e6-c210-4c44-a15f-7309b675a55d service neutron] 10.222.0.62 "GET /v2.0/networks/06bbcd73-3087-45af-ac07-d9df7df70b38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184504 Aug 18 11:54:35.572869 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-c4e21b4b-1472-47ad-b337-8ace88880fdb req-aee959b1-2094-437e-9735-0756690394e8 service neutron] 10.222.0.62 "GET /v2.0/networks/06bbcd73-3087-45af-ac07-d9df7df70b38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274602 Aug 18 11:54:35.597696 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-60cacc47-29e6-484d-8853-998d418d0628 req-21eff456-332b-414d-8328-814557662e0d tempest-FloatingIPsAssociationTestJSON-1671646685 tempest-FloatingIPsAssociationTestJSON-1671646685-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.7.87 HTTP/1.1" status: 200 len: 1001 time: 0.1658416 Aug 18 11:54:35.608822 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f6b07c-5bea-4e5c-81b2-e4edaef9f375 req-4cb2ea22-7131-4aea-a250-31183617757b tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:54:35.616013 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d3f6b07c-5bea-4e5c-81b2-e4edaef9f375 req-4cb2ea22-7131-4aea-a250-31183617757b tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.66 "GET /v2.0/ports?device_id=aaabce93-c7fa-4a3a-a8e4-3718c81d3652 HTTP/1.1" status: 200 len: 945 time: 0.1914928 Aug 18 11:54:35.634921 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-60cacc47-29e6-484d-8853-998d418d0628 req-bfe0f0f3-3195-4498-bcab-b11c72960ac9 tempest-FloatingIPsAssociationTestJSON-1671646685 tempest-FloatingIPsAssociationTestJSON-1671646685-project] Request body: {'floatingip': {'port_id': None}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:54:35.703553 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-88dbdb79-e407-4013-bab4-1db44cdd618d req-f8f4176c-065c-41de-94e3-04809e2cfc85 service neutron] 10.222.0.62 "GET /v2.0/networks/f471d7de-70da-4549-acfc-45017b3843ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2537997 Aug 18 11:54:35.713920 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d3f6b07c-5bea-4e5c-81b2-e4edaef9f375 req-c1e11b46-9ba4-45b6-bc6f-c7e65d1c3e23 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.66 "GET /v2.0/security-groups?id=fecad5ed-08b4-4db8-8e35-9a1fb2f01a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970356 Aug 18 11:54:35.755986 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-60cacc47-29e6-484d-8853-998d418d0628 req-bfe0f0f3-3195-4498-bcab-b11c72960ac9 tempest-FloatingIPsAssociationTestJSON-1671646685 tempest-FloatingIPsAssociationTestJSON-1671646685-project] Notify callbacks [] for floatingip, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:35.771112 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:35.817487 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 11:54:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27d5f487-f88a-4e5f-a63b-cbf79a9209f9 x-openstack-request-id: req-27d5f487-f88a-4e5f-a63b-cbf79a9209f9 {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:54:35.817920 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c19a9be-dd35-46a0-8be6-7465196e5516", "tag": "e1f2f1cd-4c07-4cb6-8830-f3ba34baab67", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:54:35.818036 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-27d5f487-f88a-4e5f-a63b-cbf79a9209f9 {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:54:35.818402 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c19a9be-dd35-46a0-8be6-7465196e5516', 'tag': 'e1f2f1cd-4c07-4cb6-8830-f3ba34baab67', 'status': 'completed', 'code': 200} Aug 18 11:54:35.892298 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda76f68-c1c2-4d35-b36a-8f198a005a90 req-343251be-ca41-45a9-a09a-a7f467e4b66e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:54:35.893886 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-dda76f68-c1c2-4d35-b36a-8f198a005a90 req-343251be-ca41-45a9-a09a-a7f467e4b66e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=72b8902517244a1ca86567bff576d2b2&device_id=4c19a9be-dd35-46a0-8be6-7465196e5516 HTTP/1.1" status: 200 len: 1097 time: 0.0738640 Aug 18 11:54:35.916586 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-88dbdb79-e407-4013-bab4-1db44cdd618d req-8cf8a550-48df-404b-8983-dad32ca4e356 service neutron] 10.222.0.62 "GET /v2.0/networks/f471d7de-70da-4549-acfc-45017b3843ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1946466 Aug 18 11:54:35.996206 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-60cacc47-29e6-484d-8853-998d418d0628 req-bfe0f0f3-3195-4498-bcab-b11c72960ac9 tempest-FloatingIPsAssociationTestJSON-1671646685 tempest-FloatingIPsAssociationTestJSON-1671646685-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:36.001546 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-60cacc47-29e6-484d-8853-998d418d0628 req-bfe0f0f3-3195-4498-bcab-b11c72960ac9 tempest-FloatingIPsAssociationTestJSON-1671646685 tempest-FloatingIPsAssociationTestJSON-1671646685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-989945'] for floatingip, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:36.002573 n-d-804985-2 neutron-server[106252]: INFO neutron.db.l3_db [req-60cacc47-29e6-484d-8853-998d418d0628 req-bfe0f0f3-3195-4498-bcab-b11c72960ac9 tempest-FloatingIPsAssociationTestJSON-1671646685 tempest-FloatingIPsAssociationTestJSON-1671646685-project] Floating IP 4b5a1d73-1527-4e08-81d8-2c008dd86bab disassociated. External IP: 172.25.7.87, port: e1f2f1cd-4c07-4cb6-8830-f3ba34baab67. Aug 18 11:54:36.059404 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda76f68-c1c2-4d35-b36a-8f198a005a90 req-be78289f-d123-467c-8e91-4931c683d0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:54:36.061227 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-dda76f68-c1c2-4d35-b36a-8f198a005a90 req-be78289f-d123-467c-8e91-4931c683d0b1 service neutron] 10.222.0.62 "GET /v2.0/networks?id=17b21726-ad58-4633-922c-414857af0af2 HTTP/1.1" status: 200 len: 922 time: 0.1580036 Aug 18 11:54:36.175316 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-dda76f68-c1c2-4d35-b36a-8f198a005a90 req-0d86e625-7606-4a6e-baca-363864552e4f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e1f2f1cd-4c07-4cb6-8830-f3ba34baab67 HTTP/1.1" status: 200 len: 217 time: 0.1034904 Aug 18 11:54:36.189930 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 11:54:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2a4c45a-2953-4fae-a33b-56e8a4fbdcb4 x-openstack-request-id: req-c2a4c45a-2953-4fae-a33b-56e8a4fbdcb4 {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:54:36.190212 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20add8b4-57cc-444f-ab68-4c4bdbf74579", "tag": "00a243af-d43e-4f10-b82c-b1a023163287", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:54:36.190462 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c2a4c45a-2953-4fae-a33b-56e8a4fbdcb4 {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:54:36.190851 n-d-804985-2 neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20add8b4-57cc-444f-ab68-4c4bdbf74579', 'tag': '00a243af-d43e-4f10-b82c-b1a023163287', 'status': 'completed', 'code': 200} Aug 18 11:54:36.329825 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.l3_agent_scheduler [req-60cacc47-29e6-484d-8853-998d418d0628 req-bfe0f0f3-3195-4498-bcab-b11c72960ac9 tempest-FloatingIPsAssociationTestJSON-1671646685 tempest-FloatingIPsAssociationTestJSON-1671646685-project] Router 139fd73b-148e-4850-83e2-cfb8a2a5d841 has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 11:54:36.367984 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda76f68-c1c2-4d35-b36a-8f198a005a90 req-29ceb3fe-5bb6-4676-bf30-c962458eff5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:54:36.370249 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-dda76f68-c1c2-4d35-b36a-8f198a005a90 req-29ceb3fe-5bb6-4676-bf30-c962458eff5e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=04e502a5-5018-4e73-baa8-683bfd3d2545 HTTP/1.1" status: 200 len: 860 time: 0.1821744 Aug 18 11:54:36.445254 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda76f68-c1c2-4d35-b36a-8f198a005a90 req-13d4c150-c162-4d51-9b68-2a3da056fbfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:54:36.447545 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-dda76f68-c1c2-4d35-b36a-8f198a005a90 req-13d4c150-c162-4d51-9b68-2a3da056fbfe service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=17b21726-ad58-4633-922c-414857af0af2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0598278 Aug 18 11:54:36.492297 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-60cacc47-29e6-484d-8853-998d418d0628 req-bfe0f0f3-3195-4498-bcab-b11c72960ac9 tempest-FloatingIPsAssociationTestJSON-1671646685 tempest-FloatingIPsAssociationTestJSON-1671646685-project] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 11:54:36.498118 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-60cacc47-29e6-484d-8853-998d418d0628 req-bfe0f0f3-3195-4498-bcab-b11c72960ac9 tempest-FloatingIPsAssociationTestJSON-1671646685 tempest-FloatingIPsAssociationTestJSON-1671646685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for floatingip, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:36.507313 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ffbb76-080f-4c40-9994-b6fe9664e1d7 None None] Sync routers for ids ['139fd73b-148e-4850-83e2-cfb8a2a5d841'] in n-d-804985-2 {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 11:54:36.515453 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 50442) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:54:36.528047 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ffbb76-080f-4c40-9994-b6fe9664e1d7 None None] Routers {'139fd73b-148e-4850-83e2-cfb8a2a5d841'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 11:54:36.528714 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-80ffbb76-080f-4c40-9994-b6fe9664e1d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T11:54:21Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['139fd73b-148e-4850-83e2-cfb8a2a5d841'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:54:36.554070 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a71ae91-7a0b-46a5-a619-46f07400286f req-14371ada-89a6-4866-81e9-bc70b9d8f9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:54:36.555750 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1a71ae91-7a0b-46a5-a619-46f07400286f req-14371ada-89a6-4866-81e9-bc70b9d8f9b4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=600fbea656874dbdb95dcdc7eb311868&device_id=20add8b4-57cc-444f-ab68-4c4bdbf74579 HTTP/1.1" status: 200 len: 1094 time: 0.2565866 Aug 18 11:54:36.597890 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-60cacc47-29e6-484d-8853-998d418d0628 req-bfe0f0f3-3195-4498-bcab-b11c72960ac9 tempest-FloatingIPsAssociationTestJSON-1671646685 tempest-FloatingIPsAssociationTestJSON-1671646685-project] 10.222.0.66 "PUT /v2.0/floatingips/4b5a1d73-1527-4e08-81d8-2c008dd86bab HTTP/1.1" status: 200 len: 694 time: 0.9775028 Aug 18 11:54:36.626440 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f731bf-94f3-44a9-88b7-1dfba200e6cf req-5e3eb6be-d968-470a-8061-67e2d8c9fc2e tempest-LiveMigrationTest-1335981208 tempest-LiveMigrationTest-1335981208-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:54:36.637018 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-32f731bf-94f3-44a9-88b7-1dfba200e6cf req-5e3eb6be-d968-470a-8061-67e2d8c9fc2e tempest-LiveMigrationTest-1335981208 tempest-LiveMigrationTest-1335981208-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=8fd5ea8f-178b-40e4-8012-09188cab4234 HTTP/1.1" status: 200 len: 1095 time: 0.1451323 Aug 18 11:54:36.665221 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-dda76f68-c1c2-4d35-b36a-8f198a005a90 req-1bdc9cf4-633f-4e97-9c4e-c81e56e2be9e service neutron] 10.222.0.62 "GET /v2.0/networks/17b21726-ad58-4633-922c-414857af0af2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2058265 Aug 18 11:54:36.722999 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-32f731bf-94f3-44a9-88b7-1dfba200e6cf req-64005eb9-4b99-41dc-b402-a90e0ff20c0d tempest-LiveMigrationTest-1335981208 tempest-LiveMigrationTest-1335981208-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=07aef7bb-6c11-4cb4-8594-c24180b5d811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812402 Aug 18 11:54:36.784981 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-80ffbb76-080f-4c40-9994-b6fe9664e1d7 None None] Set router 139fd73b-148e-4850-83e2-cfb8a2a5d841 gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 11:54:36.816128 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6b283c5e-d869-4d75-b85b-311fb62ad618 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:36.902095 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-dda76f68-c1c2-4d35-b36a-8f198a005a90 req-58b9be0b-6105-4466-bc63-a49963a5428c service neutron] 10.222.0.62 "GET /v2.0/networks/17b21726-ad58-4633-922c-414857af0af2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2255852 Aug 18 11:54:36.926708 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6b283c5e-d869-4d75-b85b-311fb62ad618 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:36.939836 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cacc47-29e6-484d-8853-998d418d0628 req-91228e41-0b8b-4ab6-ac7b-6d3155635991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:54:36.941613 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-60cacc47-29e6-484d-8853-998d418d0628 req-91228e41-0b8b-4ab6-ac7b-6d3155635991 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=72b8902517244a1ca86567bff576d2b2&device_id=4c19a9be-dd35-46a0-8be6-7465196e5516 HTTP/1.1" status: 200 len: 1097 time: 0.3177402 Aug 18 11:54:36.956972 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6b283c5e-d869-4d75-b85b-311fb62ad618 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:37.012317 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-6b283c5e-d869-4d75-b85b-311fb62ad618 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=daabef3020d54e5fb1115197e08838ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4934101 Aug 18 11:54:37.012792 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 50450) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:54:37.056811 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-80ffbb76-080f-4c40-9994-b6fe9664e1d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '139fd73b-148e-4850-83e2-cfb8a2a5d841', 'name': 'tempest-FloatingIPsAssociationTestJSON-1797256714-router', 'tenant_id': '72b8902517244a1ca86567bff576d2b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.123'}], 'enable_snat': True}, 'gw_port_id': 'b8808a2f-95c8-414e-be69-9814816bc402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T11:53:23Z', 'updated_at': '2021-08-18T11:53:28Z', 'revision_number': 4, 'project_id': '72b8902517244a1ca86567bff576d2b2', 'gw_port': {'id': 'b8808a2f-95c8-414e-be69-9814816bc402', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:4d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139fd73b-148e-4850-83e2-cfb8a2a5d841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:53:24Z', 'updated_at': '2021-08-18T11:53:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': '59c089e1-5691-4a16-8d84-9c517d91971a', 'name': '', 'network_id': '17b21726-ad58-4633-922c-414857af0af2', 'tenant_id': '72b8902517244a1ca86567bff576d2b2', 'mac_address': 'fa:16:3e:9f:b5:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139fd73b-148e-4850-83e2-cfb8a2a5d841', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '04e502a5-5018-4e73-baa8-683bfd3d2545', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:53:27Z', 'updated_at': '2021-08-18T11:53:34Z', 'revision_number': 5, 'project_id': '72b8902517244a1ca86567bff576d2b2', 'subnets': [{'id': '04e502a5-5018-4e73-baa8-683bfd3d2545', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:54:37.066593 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a71ae91-7a0b-46a5-a619-46f07400286f req-43986993-2b88-44d4-8833-a72a81cbbbed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:54:37.068265 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1a71ae91-7a0b-46a5-a619-46f07400286f req-43986993-2b88-44d4-8833-a72a81cbbbed service neutron] 10.222.0.62 "GET /v2.0/networks?id=06bbcd73-3087-45af-ac07-d9df7df70b38 HTTP/1.1" status: 200 len: 906 time: 0.4997063 Aug 18 11:54:37.084767 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ffbb76-080f-4c40-9994-b6fe9664e1d7 None None] Checking router: 139fd73b-148e-4850-83e2-cfb8a2a5d841 for host: n-d-804985-2 {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 11:54:37.098291 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ffbb76-080f-4c40-9994-b6fe9664e1d7 None None] Routers {'139fd73b-148e-4850-83e2-cfb8a2a5d841'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 11:54:37.099185 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-80ffbb76-080f-4c40-9994-b6fe9664e1d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T11:54:21Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['139fd73b-148e-4850-83e2-cfb8a2a5d841'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:54:37.131441 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b283c5e-d869-4d75-b85b-311fb62ad618 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f10ed4d5-5dbb-4b0d-93bc-5de707869f22,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:54:37.154394 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1a71ae91-7a0b-46a5-a619-46f07400286f req-b2ba9638-8149-4692-be34-a53630eef27d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=00a243af-d43e-4f10-b82c-b1a023163287 HTTP/1.1" status: 200 len: 217 time: 0.0710173 Aug 18 11:54:37.165187 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c2922c-7426-4503-b27a-b17841042103 req-bcc61c2f-fcca-4452-8b86-e7492898308c tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:54:37.174214 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-59c2922c-7426-4503-b27a-b17841042103 req-bcc61c2f-fcca-4452-8b86-e7492898308c tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] 10.222.0.66 "GET /v2.0/ports?device_id=20add8b4-57cc-444f-ab68-4c4bdbf74579 HTTP/1.1" status: 200 len: 943 time: 0.2454395 Aug 18 11:54:37.206584 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-86df64f1-5003-4a53-8e84-d8907ac5d412 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:37.233264 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-80ffbb76-080f-4c40-9994-b6fe9664e1d7 None None] Set router 139fd73b-148e-4850-83e2-cfb8a2a5d841 gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 11:54:37.238982 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-86df64f1-5003-4a53-8e84-d8907ac5d412 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:37.292840 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-59c2922c-7426-4503-b27a-b17841042103 req-1ffaead6-33e2-41df-925e-04b814a023db tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] 10.222.0.66 "GET /v2.0/security-groups?id=55743b86-4589-417c-a042-b0bad2e342b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136785 Aug 18 11:54:37.328226 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cacc47-29e6-484d-8853-998d418d0628 req-01e0fa26-1b54-4827-bfaf-f03b0933b469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:54:37.334960 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-60cacc47-29e6-484d-8853-998d418d0628 req-01e0fa26-1b54-4827-bfaf-f03b0933b469 service neutron] 10.222.0.66 "GET /v2.0/networks?id=17b21726-ad58-4633-922c-414857af0af2 HTTP/1.1" status: 200 len: 922 time: 0.3549054 Aug 18 11:54:37.339938 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a71ae91-7a0b-46a5-a619-46f07400286f req-8a94a235-8a40-4da1-bebb-817cadbae48b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:54:37.345451 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1a71ae91-7a0b-46a5-a619-46f07400286f req-8a94a235-8a40-4da1-bebb-817cadbae48b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=59f3b61f-d9cb-4493-82ff-8b26e791861b HTTP/1.1" status: 200 len: 845 time: 0.1671603 Aug 18 11:54:37.349396 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-86df64f1-5003-4a53-8e84-d8907ac5d412 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:37.351894 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-86df64f1-5003-4a53-8e84-d8907ac5d412 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:37.355830 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-86df64f1-5003-4a53-8e84-d8907ac5d412 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f10ed4d5-5dbb-4b0d-93bc-5de707869f22 HTTP/1.1" status: 204 len: 168 time: 0.3392539 Aug 18 11:54:37.382370 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86df64f1-5003-4a53-8e84-d8907ac5d412 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f10ed4d5-5dbb-4b0d-93bc-5de707869f22,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:54:37.451665 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1a71ae91-7a0b-46a5-a619-46f07400286f req-53d3a053-7cfe-433a-8a3b-972822f374f5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=06bbcd73-3087-45af-ac07-d9df7df70b38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0890043 Aug 18 11:54:37.459751 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-60cacc47-29e6-484d-8853-998d418d0628 req-3661859d-eaef-467f-b66c-60f98aaaf787 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e1f2f1cd-4c07-4cb6-8830-f3ba34baab67 HTTP/1.1" status: 200 len: 217 time: 0.1127565 Aug 18 11:54:37.619393 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cacc47-29e6-484d-8853-998d418d0628 req-710e2151-00a5-46f6-8e73-ba27b55346f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:54:37.621058 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-60cacc47-29e6-484d-8853-998d418d0628 req-710e2151-00a5-46f6-8e73-ba27b55346f8 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=04e502a5-5018-4e73-baa8-683bfd3d2545 HTTP/1.1" status: 200 len: 860 time: 0.1600361 Aug 18 11:54:37.691217 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5cc649-965d-4c83-afe9-b87ad9f389c8 req-4f263183-fa2a-4d4b-a116-33a4189856e8 tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:54:37.695369 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-80ffbb76-080f-4c40-9994-b6fe9664e1d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '139fd73b-148e-4850-83e2-cfb8a2a5d841', 'name': 'tempest-FloatingIPsAssociationTestJSON-1797256714-router', 'tenant_id': '72b8902517244a1ca86567bff576d2b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.123'}], 'enable_snat': True}, 'gw_port_id': 'b8808a2f-95c8-414e-be69-9814816bc402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T11:53:23Z', 'updated_at': '2021-08-18T11:53:28Z', 'revision_number': 4, 'project_id': '72b8902517244a1ca86567bff576d2b2', 'gw_port': {'id': 'b8808a2f-95c8-414e-be69-9814816bc402', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:4d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139fd73b-148e-4850-83e2-cfb8a2a5d841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:53:24Z', 'updated_at': '2021-08-18T11:53:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': '59c089e1-5691-4a16-8d84-9c517d91971a', 'name': '', 'network_id': '17b21726-ad58-4633-922c-414857af0af2', 'tenant_id': '72b8902517244a1ca86567bff576d2b2', 'mac_address': 'fa:16:3e:9f:b5:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139fd73b-148e-4850-83e2-cfb8a2a5d841', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '04e502a5-5018-4e73-baa8-683bfd3d2545', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:53:27Z', 'updated_at': '2021-08-18T11:53:34Z', 'revision_number': 5, 'project_id': '72b8902517244a1ca86567bff576d2b2', 'subnets': [{'id': '04e502a5-5018-4e73-baa8-683bfd3d2545', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:54:37.699296 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-fe5cc649-965d-4c83-afe9-b87ad9f389c8 req-4f263183-fa2a-4d4b-a116-33a4189856e8 tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] 10.222.0.66 "GET /v2.0/ports?device_id=c78220af-3609-4bd3-83ef-b990d0a3dd42 HTTP/1.1" status: 200 len: 949 time: 0.1895955 Aug 18 11:54:37.711528 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1a71ae91-7a0b-46a5-a619-46f07400286f req-f825c2b2-b22d-421b-9acc-caf07f228b49 service neutron] 10.222.0.62 "GET /v2.0/networks/06bbcd73-3087-45af-ac07-d9df7df70b38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2007473 Aug 18 11:54:37.730053 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ffbb76-080f-4c40-9994-b6fe9664e1d7 None None] The sync data for ids ['139fd73b-148e-4850-83e2-cfb8a2a5d841'] in n-d-804985-2 is: [{'id': '139fd73b-148e-4850-83e2-cfb8a2a5d841', 'name': 'tempest-FloatingIPsAssociationTestJSON-1797256714-router', 'tenant_id': '72b8902517244a1ca86567bff576d2b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.123'}], 'enable_snat': True}, 'gw_port_id': 'b8808a2f-95c8-414e-be69-9814816bc402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T11:53:23Z', 'updated_at': '2021-08-18T11:53:28Z', 'revision_number': 4, 'project_id': '72b8902517244a1ca86567bff576d2b2', 'gw_port': {'id': 'b8808a2f-95c8-414e-be69-9814816bc402', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:4d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139fd73b-148e-4850-83e2-cfb8a2a5d841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:53:24Z', 'updated_at': '2021-08-18T11:53:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': '59c089e1-5691-4a16-8d84-9c517d91971a', 'name': '', 'network_id': '17b21726-ad58-4633-922c-414857af0af2', 'tenant_id': '72b8902517244a1ca86567bff576d2b2', 'mac_address': 'fa:16:3e:9f:b5:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139fd73b-148e-4850-83e2-cfb8a2a5d841', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '04e502a5-5018-4e73-baa8-683bfd3d2545', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:53:27Z', 'updated_at': '2021-08-18T11:53:34Z', 'revision_number': 5, 'project_id': '72b8902517244a1ca86567bff576d2b2', 'subnets': [{'id': '04e502a5-5018-4e73-baa8-683bfd3d2545', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 11:54:37.795131 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cacc47-29e6-484d-8853-998d418d0628 req-405e9ce3-7300-4eb6-ad7e-52c0eee424d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:54:37.796699 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-60cacc47-29e6-484d-8853-998d418d0628 req-405e9ce3-7300-4eb6-ad7e-52c0eee424d0 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=17b21726-ad58-4633-922c-414857af0af2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1657491 Aug 18 11:54:37.813105 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-fe5cc649-965d-4c83-afe9-b87ad9f389c8 req-a99e6585-ccb9-4e01-8015-842e611ec0a1 tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] 10.222.0.66 "GET /v2.0/security-groups?id=e54286de-dd7f-4b20-9f74-4a71262d523b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125615 Aug 18 11:54:37.835205 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c19a9be-dd35-46a0-8be6-7465196e5516', 'tag': 'e1f2f1cd-4c07-4cb6-8830-f3ba34baab67'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 11:54:37.837624 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b843fab-55f8-40a6-ac29-fecd8b0a6b5b" -d '{"events": [{"name": "network-changed", "server_uuid": "4c19a9be-dd35-46a0-8be6-7465196e5516", "tag": "e1f2f1cd-4c07-4cb6-8830-f3ba34baab67"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:54:37.907572 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:37.999003 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1a71ae91-7a0b-46a5-a619-46f07400286f req-e89e45ca-8387-4f47-84d8-b3bb31713c41 service neutron] 10.222.0.62 "GET /v2.0/networks/06bbcd73-3087-45af-ac07-d9df7df70b38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2756879 Aug 18 11:54:38.014839 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671975a0-20af-42d7-8e5c-073813e9a32b req-b27e2942-9998-4130-9da6-5bd65c8f6f8e tempest-LiveMigrationTest-1335981208 tempest-LiveMigrationTest-1335981208-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:54:38.021996 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-671975a0-20af-42d7-8e5c-073813e9a32b req-b27e2942-9998-4130-9da6-5bd65c8f6f8e tempest-LiveMigrationTest-1335981208 tempest-LiveMigrationTest-1335981208-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=8fd5ea8f-178b-40e4-8012-09188cab4234 HTTP/1.1" status: 200 len: 1095 time: 0.1077745 Aug 18 11:54:38.052622 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a4b18f-0c59-4c82-8e56-c25a58783948 req-6fbfdc63-9474-4ecf-9c1f-255e326d1ae9 tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:54:38.054385 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-e7a4b18f-0c59-4c82-8e56-c25a58783948 req-6fbfdc63-9474-4ecf-9c1f-255e326d1ae9 tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] 10.222.0.62 "GET /v2.0/ports?device_id=c78220af-3609-4bd3-83ef-b990d0a3dd42 HTTP/1.1" status: 200 len: 949 time: 0.0928876 Aug 18 11:54:38.063703 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-60cacc47-29e6-484d-8853-998d418d0628 req-d4d87c2a-12e0-43bc-8092-80749d42d111 service neutron] 10.222.0.66 "GET /v2.0/networks/17b21726-ad58-4633-922c-414857af0af2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2476008 Aug 18 11:54:38.094819 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-671975a0-20af-42d7-8e5c-073813e9a32b req-8ebf0ffd-54b5-4712-9cf3-0d5c1ad8a3b6 tempest-LiveMigrationTest-1335981208 tempest-LiveMigrationTest-1335981208-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=07aef7bb-6c11-4cb4-8594-c24180b5d811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693645 Aug 18 11:54:38.155287 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f08fbf-0bbb-478c-af05-5f3c02f9e503 None None] New status for floating IP 4b5a1d73-1527-4e08-81d8-2c008dd86bab: DOWN {{(pid=106254) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 11:54:38.206551 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-60cacc47-29e6-484d-8853-998d418d0628 req-8b5c85b5-2635-46ea-bf49-eb954e7f0960 service neutron] 10.222.0.66 "GET /v2.0/networks/17b21726-ad58-4633-922c-414857af0af2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297040 Aug 18 11:54:38.301401 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-e7a4b18f-0c59-4c82-8e56-c25a58783948 req-75fb260b-eafe-4e27-91c0-cd68499baf76 tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] Deleting port 7e1ae9f8-b5c5-44b6-8875-b5ced8119bc0 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 11:54:38.302803 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-e7a4b18f-0c59-4c82-8e56-c25a58783948 req-75fb260b-eafe-4e27-91c0-cd68499baf76 tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:38.322496 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa3d7b7-eb2b-478c-b01e-9e6c36f85f27 req-196dcc72-ddc5-4248-a63f-800ae0254504 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:54:38.339542 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7fa3d7b7-eb2b-478c-b01e-9e6c36f85f27 req-196dcc72-ddc5-4248-a63f-800ae0254504 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.66 "GET /v2.0/ports?device_id=aaabce93-c7fa-4a3a-a8e4-3718c81d3652 HTTP/1.1" status: 200 len: 945 time: 0.1041169 Aug 18 11:54:38.418000 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7fa3d7b7-eb2b-478c-b01e-9e6c36f85f27 req-c9951315-4755-407c-84fb-fdb92f620351 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.66 "GET /v2.0/security-groups?id=fecad5ed-08b4-4db8-8e35-9a1fb2f01a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691755 Aug 18 11:54:38.426229 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-e7a4b18f-0c59-4c82-8e56-c25a58783948 req-75fb260b-eafe-4e27-91c0-cd68499baf76 tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] For port 7e1ae9f8-b5c5-44b6-8875-b5ced8119bc0, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=7e1ae9f8-b5c5-44b6-8875-b5ced8119bc0,segment=NetworkSegment(b0eb6eea-b461-4969-8a27-808f00daa8a1),segment_id=b0eb6eea-b461-4969-8a27-808f00daa8a1)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:54:38.427501 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-e7a4b18f-0c59-4c82-8e56-c25a58783948 req-75fb260b-eafe-4e27-91c0-cd68499baf76 tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:38.455301 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-e7a4b18f-0c59-4c82-8e56-c25a58783948 req-75fb260b-eafe-4e27-91c0-cd68499baf76 tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] Calling delete_port for 7e1ae9f8-b5c5-44b6-8875-b5ced8119bc0 owned by compute:nova {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 11:54:38.512874 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 11:54:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-099e09e5-d78c-417f-8149-698f6c6ee1a3 x-openstack-request-id: req-099e09e5-d78c-417f-8149-698f6c6ee1a3 {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:54:38.513339 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c19a9be-dd35-46a0-8be6-7465196e5516", "tag": "e1f2f1cd-4c07-4cb6-8830-f3ba34baab67", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:54:38.513664 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-099e09e5-d78c-417f-8149-698f6c6ee1a3 {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:54:38.514113 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c19a9be-dd35-46a0-8be6-7465196e5516', 'tag': 'e1f2f1cd-4c07-4cb6-8830-f3ba34baab67', 'status': 'completed', 'code': 200} Aug 18 11:54:38.647970 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b843fab-55f8-40a6-ac29-fecd8b0a6b5b req-fe9678cb-aabe-4bc9-bf39-6d0f7f092f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:54:38.650521 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4b843fab-55f8-40a6-ac29-fecd8b0a6b5b req-fe9678cb-aabe-4bc9-bf39-6d0f7f092f5c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=72b8902517244a1ca86567bff576d2b2&device_id=4c19a9be-dd35-46a0-8be6-7465196e5516 HTTP/1.1" status: 200 len: 1097 time: 0.1055439 Aug 18 11:54:38.695340 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-e7a4b18f-0c59-4c82-8e56-c25a58783948 req-75fb260b-eafe-4e27-91c0-cd68499baf76 tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:38.709603 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] get_ports_and_sgs() called for port_ids ['743404df-74f4-4bf6-adf7-553a8bf28ef3'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 11:54:38.743521 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] get_ports_and_sgs() called for port_ids ['7e1ae9f8-b5c5-44b6-8875-b5ced8119bc0', 'fc532f89-2840-48d2-a48d-3956d016ae51'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 11:54:38.849741 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fb260b-eafe-4e27-91c0-cd68499baf76 tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] Pushing event deleted for resources: {'Port': ['ID=7e1ae9f8-b5c5-44b6-8875-b5ced8119bc0,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:54:38.896955 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7a4b18f-0c59-4c82-8e56-c25a58783948 req-75fb260b-eafe-4e27-91c0-cd68499baf76 tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] No DVR routers for this DVR port 7e1ae9f8-b5c5-44b6-8875-b5ced8119bc0 on host n-h2-804985-2 {{(pid=106253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 11:54:38.899733 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b843fab-55f8-40a6-ac29-fecd8b0a6b5b req-a3cb07d9-e971-4fb2-9915-7c80a608b15b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:54:38.901380 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4b843fab-55f8-40a6-ac29-fecd8b0a6b5b req-a3cb07d9-e971-4fb2-9915-7c80a608b15b service neutron] 10.222.0.62 "GET /v2.0/networks?id=17b21726-ad58-4633-922c-414857af0af2 HTTP/1.1" status: 200 len: 922 time: 0.2417510 Aug 18 11:54:38.902816 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-e7a4b18f-0c59-4c82-8e56-c25a58783948 req-75fb260b-eafe-4e27-91c0-cd68499baf76 tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:38.905178 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-e7a4b18f-0c59-4c82-8e56-c25a58783948 req-75fb260b-eafe-4e27-91c0-cd68499baf76 tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] 10.222.0.62 "DELETE /v2.0/ports/7e1ae9f8-b5c5-44b6-8875-b5ced8119bc0 HTTP/1.1" status: 204 len: 173 time: 0.8357399 Aug 18 11:54:38.905514 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c78220af-3609-4bd3-83ef-b990d0a3dd42', 'name': 'network-vif-deleted', 'tag': '7e1ae9f8-b5c5-44b6-8875-b5ced8119bc0'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 11:54:38.907978 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0679f4c4b6e0e0c064a7d71d722dc30541a34fffee11680573be22ee2ffccc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8f44218-7e3e-4d3a-b89e-081ef72d2be9" -d '{"events": [{"server_uuid": "c78220af-3609-4bd3-83ef-b990d0a3dd42", "name": "network-vif-deleted", "tag": "7e1ae9f8-b5c5-44b6-8875-b5ced8119bc0"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:54:38.981664 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4b843fab-55f8-40a6-ac29-fecd8b0a6b5b req-a6f65481-e878-49e2-ab51-5d4a95d1b579 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e1f2f1cd-4c07-4cb6-8830-f3ba34baab67 HTTP/1.1" status: 200 len: 217 time: 0.0690801 Aug 18 11:54:39.142141 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b843fab-55f8-40a6-ac29-fecd8b0a6b5b req-d7ccf491-13ec-4bff-9c78-530774dc4385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:54:39.143635 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4b843fab-55f8-40a6-ac29-fecd8b0a6b5b req-d7ccf491-13ec-4bff-9c78-530774dc4385 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=04e502a5-5018-4e73-baa8-683bfd3d2545 HTTP/1.1" status: 200 len: 860 time: 0.1525502 Aug 18 11:54:39.270817 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b843fab-55f8-40a6-ac29-fecd8b0a6b5b req-bb4e3d7f-5f7b-4372-bbfd-9f54a40689f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:54:39.272328 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4b843fab-55f8-40a6-ac29-fecd8b0a6b5b req-bb4e3d7f-5f7b-4372-bbfd-9f54a40689f1 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=17b21726-ad58-4633-922c-414857af0af2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1126053 Aug 18 11:54:39.279887 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5b8363-44a4-400b-8616-070703a158d3 req-8870fff4-e79d-40ae-bd32-1830c8d37a55 tempest-AttachSCSIVolumeTestJSON-381070384 tempest-AttachSCSIVolumeTestJSON-381070384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:54:39.281509 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-bf5b8363-44a4-400b-8616-070703a158d3 req-8870fff4-e79d-40ae-bd32-1830c8d37a55 tempest-AttachSCSIVolumeTestJSON-381070384 tempest-AttachSCSIVolumeTestJSON-381070384-project] 10.222.0.66 "GET /v2.0/networks?id=200d487e-73c7-420d-87e0-4281e46875aa HTTP/1.1" status: 200 len: 815 time: 0.2392824 Aug 18 11:54:39.336710 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-bf5b8363-44a4-400b-8616-070703a158d3 req-d7c6b8e0-1d2c-4779-beff-ce48f89f1f0b tempest-AttachSCSIVolumeTestJSON-381070384 tempest-AttachSCSIVolumeTestJSON-381070384-project] 10.222.0.66 "GET /v2.0/quotas/a65ddbb807d24f23a7d89558035c12d2 HTTP/1.1" status: 200 len: 375 time: 0.0446563 Aug 18 11:54:39.419621 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4b843fab-55f8-40a6-ac29-fecd8b0a6b5b req-fb3a49b7-9932-4227-a52c-32a247d5a9c0 service neutron] 10.222.0.62 "GET /v2.0/networks/17b21726-ad58-4633-922c-414857af0af2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352897 Aug 18 11:54:39.436843 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-bf5b8363-44a4-400b-8616-070703a158d3 req-92191508-1409-4b1d-820c-fa32b3c52bd5 tempest-AttachSCSIVolumeTestJSON-381070384 tempest-AttachSCSIVolumeTestJSON-381070384-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=a65ddbb807d24f23a7d89558035c12d2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0902855 Aug 18 11:54:39.543253 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 00a243af-d43e-4f10-b82c-b1a023163287 details requested by agent hyperv_n-h2-804985-2 with host n-h2-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 11:54:39.613494 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7f1561-b167-426d-bd73-f18f97abd98a req-ab7650b5-496e-4679-acc7-5ac6d1eca6ce tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:54:39.615035 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1c7f1561-b167-426d-bd73-f18f97abd98a req-ab7650b5-496e-4679-acc7-5ac6d1eca6ce tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] 10.222.0.66 "GET /v2.0/ports?device_id=20add8b4-57cc-444f-ab68-4c4bdbf74579 HTTP/1.1" status: 200 len: 943 time: 0.1714492 Aug 18 11:54:39.648832 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-bf5b8363-44a4-400b-8616-070703a158d3 req-4f19548d-6fef-4566-a32d-32e0c66e9d56 service neutron] 10.222.0.66 "GET /v2.0/networks/200d487e-73c7-420d-87e0-4281e46875aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2035773 Aug 18 11:54:39.653163 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port 00a243af-d43e-4f10-b82c-b1a023163287, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=00a243af-d43e-4f10-b82c-b1a023163287,segment=NetworkSegment(6c07e440-4a82-438f-a97f-74dad85fe56f),segment_id=6c07e440-4a82-438f-a97f-74dad85fe56f)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:54:39.657182 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4b843fab-55f8-40a6-ac29-fecd8b0a6b5b req-1f3d3c90-419e-4334-a811-f9d785a322cc service neutron] 10.222.0.62 "GET /v2.0/networks/17b21726-ad58-4633-922c-414857af0af2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2268438 Aug 18 11:54:39.688618 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Returning: {'device': '00a243af-d43e-4f10-b82c-b1a023163287', 'network_id': '06bbcd73-3087-45af-ac07-d9df7df70b38', 'port_id': '00a243af-d43e-4f10-b82c-b1a023163287', 'mac_address': 'fa:16:3e:ad:66:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 805, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59f3b61f-d9cb-4493-82ff-8b26e791861b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 11:54:39.725675 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1c7f1561-b167-426d-bd73-f18f97abd98a req-39bc0566-1351-4d1b-b116-b1ffd05ce50f tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] 10.222.0.66 "GET /v2.0/security-groups?id=55743b86-4589-417c-a042-b0bad2e342b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973401 Aug 18 11:54:39.733851 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:39.761027 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00a243af-d43e-4f10-b82c-b1a023163287 {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 11:54:39.789195 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-bf5b8363-44a4-400b-8616-070703a158d3 req-145db2b6-720e-4293-be65-80d170bf7c9f service neutron] 10.222.0.66 "GET /v2.0/networks/200d487e-73c7-420d-87e0-4281e46875aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292310 Aug 18 11:54:39.805359 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port 00a243af-d43e-4f10-b82c-b1a023163287, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=00a243af-d43e-4f10-b82c-b1a023163287,segment=NetworkSegment(6c07e440-4a82-438f-a97f-74dad85fe56f),segment_id=6c07e440-4a82-438f-a97f-74dad85fe56f)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:54:39.811932 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:39.884040 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=00a243af-d43e-4f10-b82c-b1a023163287,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:54:40.035754 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 11:54:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3afa3ac3-c898-4f1f-9b89-e7568c7898f0 x-openstack-request-id: req-3afa3ac3-c898-4f1f-9b89-e7568c7898f0 {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:54:40.039821 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c78220af-3609-4bd3-83ef-b990d0a3dd42", "name": "network-vif-deleted", "tag": "7e1ae9f8-b5c5-44b6-8875-b5ced8119bc0", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:54:40.040137 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-3afa3ac3-c898-4f1f-9b89-e7568c7898f0 {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:54:40.040222 n-d-804985-2 neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c78220af-3609-4bd3-83ef-b990d0a3dd42', 'name': 'network-vif-deleted', 'tag': '7e1ae9f8-b5c5-44b6-8875-b5ced8119bc0', 'status': 'completed', 'code': 200} Aug 18 11:54:40.156522 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] get_ports_and_sgs() called for port_ids ['00a243af-d43e-4f10-b82c-b1a023163287'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 11:54:40.509477 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcb293e-a9ca-401d-b053-d812dd4dfa7b req-2fc1eddf-6375-443e-92d4-06db9d2ff82f tempest-FloatingIPsAssociationTestJSON-1671646685 tempest-FloatingIPsAssociationTestJSON-1671646685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:54:40.510963 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0dcb293e-a9ca-401d-b053-d812dd4dfa7b req-2fc1eddf-6375-443e-92d4-06db9d2ff82f tempest-FloatingIPsAssociationTestJSON-1671646685 tempest-FloatingIPsAssociationTestJSON-1671646685-project] 10.222.0.66 "GET /v2.0/ports?device_id=f61658a9-8fe3-4d11-b3ec-4c9136ee00f5&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.4240777 Aug 18 11:54:40.518245 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27635803-a3ac-4936-be22-731bd8e5ef56 req-75ad02e0-463c-414f-aea0-f46c36530efb tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:54:40.519624 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-27635803-a3ac-4936-be22-731bd8e5ef56 req-75ad02e0-463c-414f-aea0-f46c36530efb tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.66 "GET /v2.0/ports?device_id=aaabce93-c7fa-4a3a-a8e4-3718c81d3652 HTTP/1.1" status: 200 len: 945 time: 0.4204204 Aug 18 11:54:40.578042 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0dcb293e-a9ca-401d-b053-d812dd4dfa7b req-941fb7f3-1ea0-406f-9d4e-63d5624b177b tempest-FloatingIPsAssociationTestJSON-1671646685 tempest-FloatingIPsAssociationTestJSON-1671646685-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.7.87 HTTP/1.1" status: 200 len: 695 time: 0.0573828 Aug 18 11:54:40.597993 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-0dcb293e-a9ca-401d-b053-d812dd4dfa7b req-c4e655ad-cd58-4764-be7f-996a0fd772b2 tempest-FloatingIPsAssociationTestJSON-1671646685 tempest-FloatingIPsAssociationTestJSON-1671646685-project] Request body: {'floatingip': {'port_id': '857b0ac1-e620-41d6-859a-dac6e1bafefe', 'fixed_ip_address': '172.20.0.3'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:54:40.603442 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-27635803-a3ac-4936-be22-731bd8e5ef56 req-36d9cac9-4728-4442-b0a2-5b61e7c8116b tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.66 "GET /v2.0/security-groups?id=fecad5ed-08b4-4db8-8e35-9a1fb2f01a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763621 Aug 18 11:54:40.649115 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-0dcb293e-a9ca-401d-b053-d812dd4dfa7b req-c4e655ad-cd58-4764-be7f-996a0fd772b2 tempest-FloatingIPsAssociationTestJSON-1671646685 tempest-FloatingIPsAssociationTestJSON-1671646685-project] Notify callbacks [] for floatingip, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:40.739492 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-959fce09-82af-4d59-99d2-ea4c38267f95 req-0cd9a3c0-ec17-4b6e-bd88-0c261872ff25 tempest-AttachSCSIVolumeTestJSON-381070384 tempest-AttachSCSIVolumeTestJSON-381070384-project] 10.222.0.66 "GET /v2.0/ports?device_id=e18327bf-1c13-468a-acf5-3237e49d2fa8 HTTP/1.1" status: 200 len: 210 time: 0.0460887 Aug 18 11:54:41.016450 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b9a24fa9-f3c5-4e6e-9fd6-e5d52e5246fb req-0acc291c-ed81-49b1-950c-06a3cd9c9a84 tempest-AbsoluteLimitsNegativeTestJSON-1458890410 tempest-AbsoluteLimitsNegativeTestJSON-1458890410-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=1a0405920e4945ddbd7da7f51b612eb9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0274961 Aug 18 11:54:41.143409 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5b8363-44a4-400b-8616-070703a158d3 req-7246d808-cb9a-4132-940f-e1f988544a68 tempest-AttachSCSIVolumeTestJSON-381070384 tempest-AttachSCSIVolumeTestJSON-381070384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:54:41.145764 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-bf5b8363-44a4-400b-8616-070703a158d3 req-7246d808-cb9a-4132-940f-e1f988544a68 tempest-AttachSCSIVolumeTestJSON-381070384 tempest-AttachSCSIVolumeTestJSON-381070384-project] 10.222.0.63 "GET /v2.0/networks?id=200d487e-73c7-420d-87e0-4281e46875aa HTTP/1.1" status: 200 len: 815 time: 0.1237068 Aug 18 11:54:41.160980 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [req-bf5b8363-44a4-400b-8616-070703a158d3 req-78d10510-b2c1-415d-94eb-fd19c448e572 tempest-AttachSCSIVolumeTestJSON-381070384 tempest-AttachSCSIVolumeTestJSON-381070384-project] Request body: {'port': {'device_id': 'e18327bf-1c13-468a-acf5-3237e49d2fa8', 'network_id': '200d487e-73c7-420d-87e0-4281e46875aa', 'admin_state_up': True, 'tenant_id': 'a65ddbb807d24f23a7d89558035c12d2'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:54:41.192065 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f64f94-16be-4c58-8b91-f377b1d0e3fd req-5778e88b-7ebb-404c-98c2-cfb1592ba14d tempest-FloatingIPsAssociationTestJSON-1671646685 tempest-FloatingIPsAssociationTestJSON-1671646685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:54:41.193821 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-69f64f94-16be-4c58-8b91-f377b1d0e3fd req-5778e88b-7ebb-404c-98c2-cfb1592ba14d tempest-FloatingIPsAssociationTestJSON-1671646685 tempest-FloatingIPsAssociationTestJSON-1671646685-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c19a9be-dd35-46a0-8be6-7465196e5516 HTTP/1.1" status: 200 len: 946 time: 0.1194351 Aug 18 11:54:41.294479 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf5b8363-44a4-400b-8616-070703a158d3 req-78d10510-b2c1-415d-94eb-fd19c448e572 tempest-AttachSCSIVolumeTestJSON-381070384 tempest-AttachSCSIVolumeTestJSON-381070384-project] Made reservation on behalf of a65ddbb807d24f23a7d89558035c12d2 for: {'port': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 11:54:41.298326 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-bf5b8363-44a4-400b-8616-070703a158d3 req-78d10510-b2c1-415d-94eb-fd19c448e572 tempest-AttachSCSIVolumeTestJSON-381070384 tempest-AttachSCSIVolumeTestJSON-381070384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:41.316441 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a24fa9-f3c5-4e6e-9fd6-e5d52e5246fb req-78fa4a6d-1cb2-41e7-9ace-9df17cb14276 tempest-AbsoluteLimitsNegativeTestJSON-1458890410 tempest-AbsoluteLimitsNegativeTestJSON-1458890410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:54:41.317995 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b9a24fa9-f3c5-4e6e-9fd6-e5d52e5246fb req-78fa4a6d-1cb2-41e7-9ace-9df17cb14276 tempest-AbsoluteLimitsNegativeTestJSON-1458890410 tempest-AbsoluteLimitsNegativeTestJSON-1458890410-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2943337 Aug 18 11:54:41.392428 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b9a24fa9-f3c5-4e6e-9fd6-e5d52e5246fb req-499de26a-9340-47b6-b96a-638f1bb195e3 tempest-AbsoluteLimitsNegativeTestJSON-1458890410 tempest-AbsoluteLimitsNegativeTestJSON-1458890410-project] 10.222.0.66 "GET /v2.0/quotas/1a0405920e4945ddbd7da7f51b612eb9 HTTP/1.1" status: 200 len: 375 time: 0.0250375 Aug 18 11:54:41.419045 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-0dcb293e-a9ca-401d-b053-d812dd4dfa7b req-c4e655ad-cd58-4764-be7f-996a0fd772b2 tempest-FloatingIPsAssociationTestJSON-1671646685 tempest-FloatingIPsAssociationTestJSON-1671646685-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:41.437117 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b9a24fa9-f3c5-4e6e-9fd6-e5d52e5246fb req-2a1d7c40-4122-45c2-900f-057eb02eddaf tempest-AbsoluteLimitsNegativeTestJSON-1458890410 tempest-AbsoluteLimitsNegativeTestJSON-1458890410-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=1a0405920e4945ddbd7da7f51b612eb9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0367272 Aug 18 11:54:41.437765 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-0dcb293e-a9ca-401d-b053-d812dd4dfa7b req-c4e655ad-cd58-4764-be7f-996a0fd772b2 tempest-FloatingIPsAssociationTestJSON-1671646685 tempest-FloatingIPsAssociationTestJSON-1671646685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-989945'] for floatingip, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:41.473269 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [req-bf5b8363-44a4-400b-8616-070703a158d3 req-78d10510-b2c1-415d-94eb-fd19c448e572 tempest-AttachSCSIVolumeTestJSON-381070384 tempest-AttachSCSIVolumeTestJSON-381070384-project] Allocated IP 172.20.0.8 (200d487e-73c7-420d-87e0-4281e46875aa/29812171-3976-4326-a3ba-ae0cf8ac122a/ada37a1c-fb33-4f98-902f-3cca5039d767) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 11:54:41.510107 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-69f64f94-16be-4c58-8b91-f377b1d0e3fd req-2ba7222d-d377-4946-b433-139ef124f7a6 tempest-FloatingIPsAssociationTestJSON-1671646685 tempest-FloatingIPsAssociationTestJSON-1671646685-project] Deleting port e1f2f1cd-4c07-4cb6-8830-f3ba34baab67 {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 11:54:41.510107 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-69f64f94-16be-4c58-8b91-f377b1d0e3fd req-2ba7222d-d377-4946-b433-139ef124f7a6 tempest-FloatingIPsAssociationTestJSON-1671646685 tempest-FloatingIPsAssociationTestJSON-1671646685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:41.551017 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 00a243af-d43e-4f10-b82c-b1a023163287 up at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:54:41.669422 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Provisioning for port 00a243af-d43e-4f10-b82c-b1a023163287 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 11:54:41.673680 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Provisioning complete for port 00a243af-d43e-4f10-b82c-b1a023163287 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:54:41.674295 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:41.758509 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-69f64f94-16be-4c58-8b91-f377b1d0e3fd req-2ba7222d-d377-4946-b433-139ef124f7a6 tempest-FloatingIPsAssociationTestJSON-1671646685 tempest-FloatingIPsAssociationTestJSON-1671646685-project] For port e1f2f1cd-4c07-4cb6-8830-f3ba34baab67, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=e1f2f1cd-4c07-4cb6-8830-f3ba34baab67,segment=NetworkSegment(de35f490-159d-4f32-ba39-7fcc2c85f9d3),segment_id=de35f490-159d-4f32-ba39-7fcc2c85f9d3)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:54:41.758815 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-69f64f94-16be-4c58-8b91-f377b1d0e3fd req-2ba7222d-d377-4946-b433-139ef124f7a6 tempest-FloatingIPsAssociationTestJSON-1671646685 tempest-FloatingIPsAssociationTestJSON-1671646685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:41.787654 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-69f64f94-16be-4c58-8b91-f377b1d0e3fd req-2ba7222d-d377-4946-b433-139ef124f7a6 tempest-FloatingIPsAssociationTestJSON-1671646685 tempest-FloatingIPsAssociationTestJSON-1671646685-project] Calling delete_port for e1f2f1cd-4c07-4cb6-8830-f3ba34baab67 owned by compute:nova {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 11:54:41.797079 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-bf5b8363-44a4-400b-8616-070703a158d3 req-78d10510-b2c1-415d-94eb-fd19c448e572 tempest-AttachSCSIVolumeTestJSON-381070384 tempest-AttachSCSIVolumeTestJSON-381070384-project] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:41.820521 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [req-bf5b8363-44a4-400b-8616-070703a158d3 req-78d10510-b2c1-415d-94eb-fd19c448e572 tempest-AttachSCSIVolumeTestJSON-381070384 tempest-AttachSCSIVolumeTestJSON-381070384-project] Transition to ACTIVE for port object ada37a1c-fb33-4f98-902f-3cca5039d767 will not be triggered until provisioned by entity DHCP. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 11:54:41.881989 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:41.895777 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-bf5b8363-44a4-400b-8616-070703a158d3 req-78d10510-b2c1-415d-94eb-fd19c448e572 tempest-AttachSCSIVolumeTestJSON-381070384 tempest-AttachSCSIVolumeTestJSON-381070384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:41.941696 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20add8b4-57cc-444f-ab68-4c4bdbf74579', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00a243af-d43e-4f10-b82c-b1a023163287'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 11:54:41.947373 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db50a436fb3a98495337d8fe7487b4f2ea6f3c1052eb9efadc2ecda2d5737001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46ffd8ed-c6ed-4410-ad56-3e701a25f590" -d '{"events": [{"server_uuid": "20add8b4-57cc-444f-ab68-4c4bdbf74579", "name": "network-vif-plugged", "status": "completed", "tag": "00a243af-d43e-4f10-b82c-b1a023163287"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:54:41.975619 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port 00a243af-d43e-4f10-b82c-b1a023163287, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=00a243af-d43e-4f10-b82c-b1a023163287,segment=NetworkSegment(6c07e440-4a82-438f-a97f-74dad85fe56f),segment_id=6c07e440-4a82-438f-a97f-74dad85fe56f)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:54:41.985817 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:41.987771 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 7e1ae9f8-b5c5-44b6-8875-b5ced8119bc0 no longer exists at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 11:54:41.999406 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf5b8363-44a4-400b-8616-070703a158d3 req-78d10510-b2c1-415d-94eb-fd19c448e572 tempest-AttachSCSIVolumeTestJSON-381070384 tempest-AttachSCSIVolumeTestJSON-381070384-project] Network 200d487e-73c7-420d-87e0-4281e46875aa is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 11:54:42.023635 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [req-bf5b8363-44a4-400b-8616-070703a158d3 req-78d10510-b2c1-415d-94eb-fd19c448e572 tempest-AttachSCSIVolumeTestJSON-381070384 tempest-AttachSCSIVolumeTestJSON-381070384-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:54:42.039240 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf5b8363-44a4-400b-8616-070703a158d3 req-78d10510-b2c1-415d-94eb-fd19c448e572 tempest-AttachSCSIVolumeTestJSON-381070384 tempest-AttachSCSIVolumeTestJSON-381070384-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 11:54:42.047849 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] No Port match for: 7e1ae9f8-b5c5-44b6-8875-b5ced8119bc0 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 11:54:42.052989 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 7e1ae9f8-b5c5-44b6-8875-b5ced8119bc0 not bound to the agent host n-h2-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 11:54:42.104398 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d10510-b2c1-415d-94eb-fd19c448e572 tempest-AttachSCSIVolumeTestJSON-381070384 tempest-AttachSCSIVolumeTestJSON-381070384-project] Pushing event updated for resources: {'Port': ['ID=ada37a1c-fb33-4f98-902f-3cca5039d767,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:54:42.127341 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 50582) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:54:42.186945 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=00a243af-d43e-4f10-b82c-b1a023163287,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:54:42.188765 n-d-804985-2 neutron-server[106252]: INFO neutron.db.l3_db [req-0dcb293e-a9ca-401d-b053-d812dd4dfa7b req-c4e655ad-cd58-4764-be7f-996a0fd772b2 tempest-FloatingIPsAssociationTestJSON-1671646685 tempest-FloatingIPsAssociationTestJSON-1671646685-project] Floating IP 4b5a1d73-1527-4e08-81d8-2c008dd86bab associated. External IP: 172.25.7.87, port: 857b0ac1-e620-41d6-859a-dac6e1bafefe. Aug 18 11:54:42.204463 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5b8363-44a4-400b-8616-070703a158d3 req-78d10510-b2c1-415d-94eb-fd19c448e572 tempest-AttachSCSIVolumeTestJSON-381070384 tempest-AttachSCSIVolumeTestJSON-381070384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:54:42.207105 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-bf5b8363-44a4-400b-8616-070703a158d3 req-78d10510-b2c1-415d-94eb-fd19c448e572 tempest-AttachSCSIVolumeTestJSON-381070384 tempest-AttachSCSIVolumeTestJSON-381070384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:42.208696 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-69f64f94-16be-4c58-8b91-f377b1d0e3fd req-2ba7222d-d377-4946-b433-139ef124f7a6 tempest-FloatingIPsAssociationTestJSON-1671646685 tempest-FloatingIPsAssociationTestJSON-1671646685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:42.221424 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] get_ports_and_sgs() called for port_ids ['857b0ac1-e620-41d6-859a-dac6e1bafefe', 'e1f2f1cd-4c07-4cb6-8830-f3ba34baab67'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 11:54:42.257966 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-bf5b8363-44a4-400b-8616-070703a158d3 req-78d10510-b2c1-415d-94eb-fd19c448e572 tempest-AttachSCSIVolumeTestJSON-381070384 tempest-AttachSCSIVolumeTestJSON-381070384-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0989676 Aug 18 11:54:42.287731 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [req-bf5b8363-44a4-400b-8616-070703a158d3 req-90fbc881-bfb0-4290-b45d-9cdff8fb2c00 service neutron] Request body: {'port': {'device_id': 'e18327bf-1c13-468a-acf5-3237e49d2fa8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804985-2'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:54:42.452344 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a0944b1e-b474-45d0-94d4-859db2c0580c admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:42.530944 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be58f23-7772-4e2d-b404-ada1c41a2b80 req-fb1c3839-3372-4f4e-906a-e3d5f0609592 tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:54:42.539326 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2be58f23-7772-4e2d-b404-ada1c41a2b80 req-fb1c3839-3372-4f4e-906a-e3d5f0609592 tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] 10.222.0.66 "GET /v2.0/ports?device_id=20add8b4-57cc-444f-ab68-4c4bdbf74579 HTTP/1.1" status: 200 len: 945 time: 0.9174480 Aug 18 11:54:42.541732 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba7222d-d377-4946-b433-139ef124f7a6 tempest-FloatingIPsAssociationTestJSON-1671646685 tempest-FloatingIPsAssociationTestJSON-1671646685-project] Pushing event deleted for resources: {'Port': ['ID=e1f2f1cd-4c07-4cb6-8830-f3ba34baab67,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:54:42.597400 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-bf5b8363-44a4-400b-8616-070703a158d3 req-90fbc881-bfb0-4290-b45d-9cdff8fb2c00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:42.657725 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-69f64f94-16be-4c58-8b91-f377b1d0e3fd req-2ba7222d-d377-4946-b433-139ef124f7a6 tempest-FloatingIPsAssociationTestJSON-1671646685 tempest-FloatingIPsAssociationTestJSON-1671646685-project] No DVR routers for this DVR port e1f2f1cd-4c07-4cb6-8830-f3ba34baab67 on host n-h2-804985-2 {{(pid=106252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 11:54:42.684999 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-c657a67d-fb86-484b-acd2-41d31a414e60 None None] Provisioning for port ada37a1c-fb33-4f98-902f-3cca5039d767 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 11:54:42.698454 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-c657a67d-fb86-484b-acd2-41d31a414e60 None None] Provisioning complete for port ada37a1c-fb33-4f98-902f-3cca5039d767 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:54:42.698751 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-c657a67d-fb86-484b-acd2-41d31a414e60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:42.752138 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-c657a67d-fb86-484b-acd2-41d31a414e60 None None] Port ada37a1c-fb33-4f98-902f-3cca5039d767 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 11:54:42.761623 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-69f64f94-16be-4c58-8b91-f377b1d0e3fd req-2ba7222d-d377-4946-b433-139ef124f7a6 tempest-FloatingIPsAssociationTestJSON-1671646685 tempest-FloatingIPsAssociationTestJSON-1671646685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:42.766294 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-69f64f94-16be-4c58-8b91-f377b1d0e3fd req-2ba7222d-d377-4946-b433-139ef124f7a6 tempest-FloatingIPsAssociationTestJSON-1671646685 tempest-FloatingIPsAssociationTestJSON-1671646685-project] 10.222.0.62 "DELETE /v2.0/ports/e1f2f1cd-4c07-4cb6-8830-f3ba34baab67 HTTP/1.1" status: 204 len: 173 time: 1.5641739 Aug 18 11:54:42.767570 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c19a9be-dd35-46a0-8be6-7465196e5516', 'name': 'network-vif-deleted', 'tag': 'e1f2f1cd-4c07-4cb6-8830-f3ba34baab67'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 11:54:42.773117 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a23cdc88-84b3-44d2-8ca8-c719d4845e0f" -d '{"events": [{"server_uuid": "4c19a9be-dd35-46a0-8be6-7465196e5516", "name": "network-vif-deleted", "tag": "e1f2f1cd-4c07-4cb6-8830-f3ba34baab67"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:54:42.837004 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2be58f23-7772-4e2d-b404-ada1c41a2b80 req-770a313c-149a-47cf-9736-c132a7db148f tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] 10.222.0.66 "GET /v2.0/security-groups?id=55743b86-4589-417c-a042-b0bad2e342b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2963557 Aug 18 11:54:43.079055 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [req-bf5b8363-44a4-400b-8616-070703a158d3 req-90fbc881-bfb0-4290-b45d-9cdff8fb2c00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ada37a1c-fb33-4f98-902f-3cca5039d767 {{(pid=106253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 11:54:43.087915 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-bf5b8363-44a4-400b-8616-070703a158d3 req-90fbc881-bfb0-4290-b45d-9cdff8fb2c00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:43.102057 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [req-bf5b8363-44a4-400b-8616-070703a158d3 req-90fbc881-bfb0-4290-b45d-9cdff8fb2c00 service neutron] Transition to ACTIVE for port object ada37a1c-fb33-4f98-902f-3cca5039d767 will not be triggered until provisioned by entity L2. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 11:54:43.109529 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-bf5b8363-44a4-400b-8616-070703a158d3 req-90fbc881-bfb0-4290-b45d-9cdff8fb2c00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:43.114083 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0dcb293e-a9ca-401d-b053-d812dd4dfa7b req-c4e655ad-cd58-4764-be7f-996a0fd772b2 tempest-FloatingIPsAssociationTestJSON-1671646685 tempest-FloatingIPsAssociationTestJSON-1671646685-project] Router 139fd73b-148e-4850-83e2-cfb8a2a5d841 has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 11:54:43.288151 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fbc881-bfb0-4290-b45d-9cdff8fb2c00 service neutron] Pushing event updated for resources: {'Port': ['ID=ada37a1c-fb33-4f98-902f-3cca5039d767,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:54:43.403962 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a0944b1e-b474-45d0-94d4-859db2c0580c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:43.405330 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9e20a9-b5b2-4961-9d7b-7e1ce6093078 req-8c194fa1-90c0-47b4-abe8-0307587e129d tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:54:43.417382 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a0944b1e-b474-45d0-94d4-859db2c0580c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:43.430018 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-fb9e20a9-b5b2-4961-9d7b-7e1ce6093078 req-8c194fa1-90c0-47b4-abe8-0307587e129d tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] 10.222.0.66 "GET /v2.0/ports?device_id=306f2cf8-8dff-49e9-aaae-8bdb85ef593a HTTP/1.1" status: 200 len: 949 time: 0.1444995 Aug 18 11:54:43.455809 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-a0944b1e-b474-45d0-94d4-859db2c0580c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=1a0405920e4945ddbd7da7f51b612eb9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3243501 Aug 18 11:54:43.459872 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 50590) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:54:43.491473 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-bf5b8363-44a4-400b-8616-070703a158d3 req-90fbc881-bfb0-4290-b45d-9cdff8fb2c00 service neutron] Attempting to bind port ada37a1c-fb33-4f98-902f-3cca5039d767 on host n-h1-804985-2 for vnic_type normal with profile {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 11:54:43.492134 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-bf5b8363-44a4-400b-8616-070703a158d3 req-90fbc881-bfb0-4290-b45d-9cdff8fb2c00 service neutron] Attempting to bind port ada37a1c-fb33-4f98-902f-3cca5039d767 by drivers openvswitch,hyperv on host n-h1-804985-2 at level 0 using segments [{'id': '8ba4150c-c7c2-4067-8951-4d5305732330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '200d487e-73c7-420d-87e0-4281e46875aa'}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 11:54:43.492663 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf5b8363-44a4-400b-8616-070703a158d3 req-90fbc881-bfb0-4290-b45d-9cdff8fb2c00 service neutron] Attempting to bind port ada37a1c-fb33-4f98-902f-3cca5039d767 on network 200d487e-73c7-420d-87e0-4281e46875aa {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 11:54:43.508217 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf5b8363-44a4-400b-8616-070703a158d3 req-90fbc881-bfb0-4290-b45d-9cdff8fb2c00 service neutron] Port ada37a1c-fb33-4f98-902f-3cca5039d767 on network 200d487e-73c7-420d-87e0-4281e46875aa not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-2 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 11:54:43.508443 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf5b8363-44a4-400b-8616-070703a158d3 req-90fbc881-bfb0-4290-b45d-9cdff8fb2c00 service neutron] Attempting to bind port ada37a1c-fb33-4f98-902f-3cca5039d767 on network 200d487e-73c7-420d-87e0-4281e46875aa {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 11:54:43.528294 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf5b8363-44a4-400b-8616-070703a158d3 req-90fbc881-bfb0-4290-b45d-9cdff8fb2c00 service neutron] Checking agent: {'id': 'a613417a-d085-492c-941a-59bb18c633d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 49, 6), 'started_at': datetime.datetime(2021, 8, 18, 11, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 11, 54, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 11:54:43.528676 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf5b8363-44a4-400b-8616-070703a158d3 req-90fbc881-bfb0-4290-b45d-9cdff8fb2c00 service neutron] Checking segment: {'id': '8ba4150c-c7c2-4067-8951-4d5305732330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '200d487e-73c7-420d-87e0-4281e46875aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 11:54:43.529026 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf5b8363-44a4-400b-8616-070703a158d3 req-90fbc881-bfb0-4290-b45d-9cdff8fb2c00 service neutron] Bound using segment: {'id': '8ba4150c-c7c2-4067-8951-4d5305732330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '200d487e-73c7-420d-87e0-4281e46875aa'} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 11:54:43.529452 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-bf5b8363-44a4-400b-8616-070703a158d3 req-90fbc881-bfb0-4290-b45d-9cdff8fb2c00 service neutron] Bound port: ada37a1c-fb33-4f98-902f-3cca5039d767, host: n-h1-804985-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ba4150c-c7c2-4067-8951-4d5305732330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '200d487e-73c7-420d-87e0-4281e46875aa'}}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 11:54:43.529915 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-bf5b8363-44a4-400b-8616-070703a158d3 req-90fbc881-bfb0-4290-b45d-9cdff8fb2c00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:43.557606 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0dcb293e-a9ca-401d-b053-d812dd4dfa7b req-c4e655ad-cd58-4764-be7f-996a0fd772b2 tempest-FloatingIPsAssociationTestJSON-1671646685 tempest-FloatingIPsAssociationTestJSON-1671646685-project] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 11:54:43.571244 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a58d4e-0306-4bc5-8ae4-221239fd6ae7 None None] Sync routers for ids ['139fd73b-148e-4850-83e2-cfb8a2a5d841'] in n-d-804985-2 {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 11:54:43.584054 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a58d4e-0306-4bc5-8ae4-221239fd6ae7 None None] Routers {'139fd73b-148e-4850-83e2-cfb8a2a5d841'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 11:54:43.584939 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-a3a58d4e-0306-4bc5-8ae4-221239fd6ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T11:54:21Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['139fd73b-148e-4850-83e2-cfb8a2a5d841'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:54:43.591821 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-0dcb293e-a9ca-401d-b053-d812dd4dfa7b req-c4e655ad-cd58-4764-be7f-996a0fd772b2 tempest-FloatingIPsAssociationTestJSON-1671646685 tempest-FloatingIPsAssociationTestJSON-1671646685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for floatingip, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:43.632033 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0dcb293e-a9ca-401d-b053-d812dd4dfa7b req-c4e655ad-cd58-4764-be7f-996a0fd772b2 tempest-FloatingIPsAssociationTestJSON-1671646685 tempest-FloatingIPsAssociationTestJSON-1671646685-project] 10.222.0.66 "PUT /v2.0/floatingips/4b5a1d73-1527-4e08-81d8-2c008dd86bab HTTP/1.1" status: 200 len: 995 time: 3.0420980 Aug 18 11:54:43.647255 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-fb9e20a9-b5b2-4961-9d7b-7e1ce6093078 req-d28d6922-50c0-4bee-b504-3b8c2b2640f3 tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] 10.222.0.66 "GET /v2.0/security-groups?id=e54286de-dd7f-4b20-9f74-4a71262d523b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118158 Aug 18 11:54:43.671159 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0944b1e-b474-45d0-94d4-859db2c0580c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bfa2ad7-35b3-46cc-843f-e986545c05e7,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:54:43.691510 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-bf5b8363-44a4-400b-8616-070703a158d3 req-90fbc881-bfb0-4290-b45d-9cdff8fb2c00 service neutron] For port ada37a1c-fb33-4f98-902f-3cca5039d767, host n-h1-804985-2, cleared binding levels {{(pid=106253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 11:54:43.702259 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-bf5b8363-44a4-400b-8616-070703a158d3 req-90fbc881-bfb0-4290-b45d-9cdff8fb2c00 service neutron] For port ada37a1c-fb33-4f98-902f-3cca5039d767, host n-h1-804985-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=ada37a1c-fb33-4f98-902f-3cca5039d767,segment=NetworkSegment(8ba4150c-c7c2-4067-8951-4d5305732330),segment_id=8ba4150c-c7c2-4067-8951-4d5305732330)] {{(pid=106253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 11:54:43.719938 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-bf5b8363-44a4-400b-8616-070703a158d3 req-90fbc881-bfb0-4290-b45d-9cdff8fb2c00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:43.768181 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-a3a58d4e-0306-4bc5-8ae4-221239fd6ae7 None None] Set router 139fd73b-148e-4850-83e2-cfb8a2a5d841 gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 11:54:43.777272 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcb293e-a9ca-401d-b053-d812dd4dfa7b req-ca3b8395-780d-4e1c-92f7-42ecb278aefa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:54:43.780205 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0dcb293e-a9ca-401d-b053-d812dd4dfa7b req-ca3b8395-780d-4e1c-92f7-42ecb278aefa service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=72b8902517244a1ca86567bff576d2b2&device_id=f61658a9-8fe3-4d11-b3ec-4c9136ee00f5 HTTP/1.1" status: 200 len: 1096 time: 0.1319547 Aug 18 11:54:43.801144 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fbc881-bfb0-4290-b45d-9cdff8fb2c00 service neutron] Pushing event updated for resources: {'Port': ['ID=ada37a1c-fb33-4f98-902f-3cca5039d767,revision_number=3']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:54:43.808209 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b9eda74c-6d1b-46a3-8888-6b9a822308eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:43.834255 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5b8363-44a4-400b-8616-070703a158d3 req-90fbc881-bfb0-4290-b45d-9cdff8fb2c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:54:43.835302 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-bf5b8363-44a4-400b-8616-070703a158d3 req-90fbc881-bfb0-4290-b45d-9cdff8fb2c00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:43.851506 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-bf5b8363-44a4-400b-8616-070703a158d3 req-90fbc881-bfb0-4290-b45d-9cdff8fb2c00 service neutron] 10.222.0.63 "PUT /v2.0/ports/ada37a1c-fb33-4f98-902f-3cca5039d767 HTTP/1.1" status: 200 len: 1091 time: 1.5671659 Aug 18 11:54:43.852571 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e18327bf-1c13-468a-acf5-3237e49d2fa8', 'tag': 'ada37a1c-fb33-4f98-902f-3cca5039d767'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 11:54:43.856170 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0679f4c4b6e0e0c064a7d71d722dc30541a34fffee11680573be22ee2ffccc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d865c31-350e-4cb1-898f-0300b4aa7cb1" -d '{"events": [{"name": "network-changed", "server_uuid": "e18327bf-1c13-468a-acf5-3237e49d2fa8", "tag": "ada37a1c-fb33-4f98-902f-3cca5039d767"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:54:43.876693 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b9eda74c-6d1b-46a3-8888-6b9a822308eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:43.993758 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b9eda74c-6d1b-46a3-8888-6b9a822308eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:43.998552 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b9eda74c-6d1b-46a3-8888-6b9a822308eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:44.005126 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-b9eda74c-6d1b-46a3-8888-6b9a822308eb admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/6bfa2ad7-35b3-46cc-843f-e986545c05e7 HTTP/1.1" status: 204 len: 168 time: 0.5428386 Aug 18 11:54:44.028509 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9eda74c-6d1b-46a3-8888-6b9a822308eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bfa2ad7-35b3-46cc-843f-e986545c05e7,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:54:44.040490 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcb293e-a9ca-401d-b053-d812dd4dfa7b req-480451a8-4052-4b1a-b6c8-e6fe944cf280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:54:44.044436 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0dcb293e-a9ca-401d-b053-d812dd4dfa7b req-480451a8-4052-4b1a-b6c8-e6fe944cf280 service neutron] 10.222.0.66 "GET /v2.0/networks?id=17b21726-ad58-4633-922c-414857af0af2 HTTP/1.1" status: 200 len: 922 time: 0.2576416 Aug 18 11:54:44.289276 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-a3a58d4e-0306-4bc5-8ae4-221239fd6ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '139fd73b-148e-4850-83e2-cfb8a2a5d841', 'name': 'tempest-FloatingIPsAssociationTestJSON-1797256714-router', 'tenant_id': '72b8902517244a1ca86567bff576d2b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.123'}], 'enable_snat': True}, 'gw_port_id': 'b8808a2f-95c8-414e-be69-9814816bc402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T11:53:23Z', 'updated_at': '2021-08-18T11:53:28Z', 'revision_number': 4, 'project_id': '72b8902517244a1ca86567bff576d2b2', 'gw_port': {'id': 'b8808a2f-95c8-414e-be69-9814816bc402', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:4d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139fd73b-148e-4850-83e2-cfb8a2a5d841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:53:24Z', 'updated_at': '2021-08-18T11:53:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_floatingips': [{'id': '4b5a1d73-1527-4e08-81d8-2c008dd86bab', 'tenant_id': '72b8902517244a1ca86567bff576d2b2', 'floating_ip_address': '172.25.7.87', 'floating_network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'router_id': '139fd73b-148e-4850-83e2-cfb8a2a5d841', 'port_id': '857b0ac1-e620-41d6-859a-dac6e1bafefe', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17b21726-ad58-4633-922c-414857af0af2', 'mac_address': 'fa:16:3e:9d:56:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f61658a9-8fe3-4d11-b3ec-4c9136ee00f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T11:53:49Z', 'updated_at': '2021-08-18T11:54:41Z', 'revision_number': 8, 'project_id': '72b8902517244a1ca86567bff576d2b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59c089e1-5691-4a16-8d84-9c517d91971a', 'name': '', 'network_id': '17b21726-ad58-4633-922c-414857af0af2', 'tenant_id': '72b8902517244a1ca86567bff576d2b2', 'mac_address': 'fa:16:3e:9f:b5:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139fd73b-148e-4850-83e2-cfb8a2a5d841', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '04e502a5-5018-4e73-baa8-683bfd3d2545', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:53:27Z', 'updated_at': '2021-08-18T11:53:34Z', 'revision_number': 5, 'project_id': '72b8902517244a1ca86567bff576d2b2', 'subnets': [{'id': '04e502a5-5018-4e73-baa8-683bfd3d2545', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:54:44.391324 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a58d4e-0306-4bc5-8ae4-221239fd6ae7 None None] Checking router: 139fd73b-148e-4850-83e2-cfb8a2a5d841 for host: n-d-804985-2 {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 11:54:44.400859 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5b8363-44a4-400b-8616-070703a158d3 req-e6baa97c-0d4e-4ffd-88af-29f498b8b108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:54:44.410682 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-bf5b8363-44a4-400b-8616-070703a158d3 req-e6baa97c-0d4e-4ffd-88af-29f498b8b108 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=a65ddbb807d24f23a7d89558035c12d2&device_id=e18327bf-1c13-468a-acf5-3237e49d2fa8 HTTP/1.1" status: 200 len: 1094 time: 0.1153443 Aug 18 11:54:44.414779 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a58d4e-0306-4bc5-8ae4-221239fd6ae7 None None] Routers {'139fd73b-148e-4850-83e2-cfb8a2a5d841'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 11:54:44.415678 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-a3a58d4e-0306-4bc5-8ae4-221239fd6ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T11:54:21Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['139fd73b-148e-4850-83e2-cfb8a2a5d841'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:54:44.515708 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a64786-dd6b-4931-b4e8-50551b864f9a req-b843808a-5d0c-463d-9ca7-bd7006999f28 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:54:44.516733 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-61a64786-dd6b-4931-b4e8-50551b864f9a req-b843808a-5d0c-463d-9ca7-bd7006999f28 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.66 "GET /v2.0/ports?device_id=aaabce93-c7fa-4a3a-a8e4-3718c81d3652 HTTP/1.1" status: 200 len: 945 time: 0.3430331 Aug 18 11:54:44.527629 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0dcb293e-a9ca-401d-b053-d812dd4dfa7b req-0bef09e0-472f-46f1-8577-5f96815ac8a5 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=857b0ac1-e620-41d6-859a-dac6e1bafefe HTTP/1.1" status: 200 len: 998 time: 0.4776149 Aug 18 11:54:44.600283 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcb293e-a9ca-401d-b053-d812dd4dfa7b req-760259c5-d34f-4be3-aa6c-4dadb783fb1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:54:44.610068 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0dcb293e-a9ca-401d-b053-d812dd4dfa7b req-760259c5-d34f-4be3-aa6c-4dadb783fb1d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=04e502a5-5018-4e73-baa8-683bfd3d2545 HTTP/1.1" status: 200 len: 860 time: 0.0809143 Aug 18 11:54:44.620533 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-a3a58d4e-0306-4bc5-8ae4-221239fd6ae7 None None] Set router 139fd73b-148e-4850-83e2-cfb8a2a5d841 gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 11:54:44.676805 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-61a64786-dd6b-4931-b4e8-50551b864f9a req-04848ae1-cc9f-4aac-8ef4-9d454f2d24cc tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.66 "GET /v2.0/security-groups?id=fecad5ed-08b4-4db8-8e35-9a1fb2f01a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445725 Aug 18 11:54:44.722268 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360e2c31-306a-4e31-8ab6-6ef736df13d6 req-afc93ac7-a2bd-48af-b51d-be28f80f4ff8 tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:54:44.728901 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-360e2c31-306a-4e31-8ab6-6ef736df13d6 req-afc93ac7-a2bd-48af-b51d-be28f80f4ff8 tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] 10.222.0.63 "GET /v2.0/ports?device_id=306f2cf8-8dff-49e9-aaae-8bdb85ef593a HTTP/1.1" status: 200 len: 949 time: 0.3337467 Aug 18 11:54:44.743098 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcb293e-a9ca-401d-b053-d812dd4dfa7b req-8f645e85-7272-4e9e-bd21-d9403bc5ea2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:54:44.754022 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0dcb293e-a9ca-401d-b053-d812dd4dfa7b req-8f645e85-7272-4e9e-bd21-d9403bc5ea2d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=17b21726-ad58-4633-922c-414857af0af2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1421943 Aug 18 11:54:44.892270 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0dcb293e-a9ca-401d-b053-d812dd4dfa7b req-b0dd916c-9c73-4e55-a0bd-cbfd07a2a0f1 service neutron] 10.222.0.66 "GET /v2.0/networks/17b21726-ad58-4633-922c-414857af0af2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380155 Aug 18 11:54:45.061034 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.agents_db [None req-6dbb2658-0354-4101-8393-6e7505481cf6 None None] Agent healthcheck: found 7 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 11:54:45.061156 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0611e4-ffb5-4628-8840-90abbbc2ed1f req-0fe6f9f9-37b9-4bb4-9aa6-115930fdf56e tempest-AttachSCSIVolumeTestJSON-381070384 tempest-AttachSCSIVolumeTestJSON-381070384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:54:45.068868 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9a0611e4-ffb5-4628-8840-90abbbc2ed1f req-0fe6f9f9-37b9-4bb4-9aa6-115930fdf56e tempest-AttachSCSIVolumeTestJSON-381070384 tempest-AttachSCSIVolumeTestJSON-381070384-project] 10.222.0.66 "GET /v2.0/ports?device_id=e18327bf-1c13-468a-acf5-3237e49d2fa8 HTTP/1.1" status: 200 len: 943 time: 0.1860502 Aug 18 11:54:45.087713 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0dcb293e-a9ca-401d-b053-d812dd4dfa7b req-3e9c6f04-2534-4684-8b64-5166b833cbc1 service neutron] 10.222.0.66 "GET /v2.0/networks/17b21726-ad58-4633-922c-414857af0af2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1944680 Aug 18 11:54:45.180230 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 11:54:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52f5a1a6-ba02-48da-a066-97b5891a9ea8 x-openstack-request-id: req-52f5a1a6-ba02-48da-a066-97b5891a9ea8 {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:54:45.181292 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20add8b4-57cc-444f-ab68-4c4bdbf74579", "name": "network-vif-plugged", "status": "completed", "tag": "00a243af-d43e-4f10-b82c-b1a023163287", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:54:45.181702 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-52f5a1a6-ba02-48da-a066-97b5891a9ea8 {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:54:45.182252 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20add8b4-57cc-444f-ab68-4c4bdbf74579', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00a243af-d43e-4f10-b82c-b1a023163287', 'code': 200} Aug 18 11:54:45.186515 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-bf5b8363-44a4-400b-8616-070703a158d3 req-39a1bba8-a7ea-4b9a-a1da-8d167f81d9be service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ada37a1c-fb33-4f98-902f-3cca5039d767 HTTP/1.1" status: 200 len: 217 time: 0.0914993 Aug 18 11:54:45.193531 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-a3a58d4e-0306-4bc5-8ae4-221239fd6ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '139fd73b-148e-4850-83e2-cfb8a2a5d841', 'name': 'tempest-FloatingIPsAssociationTestJSON-1797256714-router', 'tenant_id': '72b8902517244a1ca86567bff576d2b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.123'}], 'enable_snat': True}, 'gw_port_id': 'b8808a2f-95c8-414e-be69-9814816bc402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T11:53:23Z', 'updated_at': '2021-08-18T11:53:28Z', 'revision_number': 4, 'project_id': '72b8902517244a1ca86567bff576d2b2', 'gw_port': {'id': 'b8808a2f-95c8-414e-be69-9814816bc402', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:4d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139fd73b-148e-4850-83e2-cfb8a2a5d841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:53:24Z', 'updated_at': '2021-08-18T11:53:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_floatingips': [{'id': '4b5a1d73-1527-4e08-81d8-2c008dd86bab', 'tenant_id': '72b8902517244a1ca86567bff576d2b2', 'floating_ip_address': '172.25.7.87', 'floating_network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'router_id': '139fd73b-148e-4850-83e2-cfb8a2a5d841', 'port_id': '857b0ac1-e620-41d6-859a-dac6e1bafefe', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17b21726-ad58-4633-922c-414857af0af2', 'mac_address': 'fa:16:3e:9d:56:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f61658a9-8fe3-4d11-b3ec-4c9136ee00f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T11:53:49Z', 'updated_at': '2021-08-18T11:54:41Z', 'revision_number': 8, 'project_id': '72b8902517244a1ca86567bff576d2b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59c089e1-5691-4a16-8d84-9c517d91971a', 'name': '', 'network_id': '17b21726-ad58-4633-922c-414857af0af2', 'tenant_id': '72b8902517244a1ca86567bff576d2b2', 'mac_address': 'fa:16:3e:9f:b5:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139fd73b-148e-4850-83e2-cfb8a2a5d841', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '04e502a5-5018-4e73-baa8-683bfd3d2545', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:53:27Z', 'updated_at': '2021-08-18T11:53:34Z', 'revision_number': 5, 'project_id': '72b8902517244a1ca86567bff576d2b2', 'subnets': [{'id': '04e502a5-5018-4e73-baa8-683bfd3d2545', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:54:45.244651 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a58d4e-0306-4bc5-8ae4-221239fd6ae7 None None] The sync data for ids ['139fd73b-148e-4850-83e2-cfb8a2a5d841'] in n-d-804985-2 is: [{'id': '139fd73b-148e-4850-83e2-cfb8a2a5d841', 'name': 'tempest-FloatingIPsAssociationTestJSON-1797256714-router', 'tenant_id': '72b8902517244a1ca86567bff576d2b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.123'}], 'enable_snat': True}, 'gw_port_id': 'b8808a2f-95c8-414e-be69-9814816bc402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T11:53:23Z', 'updated_at': '2021-08-18T11:53:28Z', 'revision_number': 4, 'project_id': '72b8902517244a1ca86567bff576d2b2', 'gw_port': {'id': 'b8808a2f-95c8-414e-be69-9814816bc402', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:4d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139fd73b-148e-4850-83e2-cfb8a2a5d841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:53:24Z', 'updated_at': '2021-08-18T11:53:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_floatingips': [{'id': '4b5a1d73-1527-4e08-81d8-2c008dd86bab', 'tenant_id': '72b8902517244a1ca86567bff576d2b2', 'floating_ip_address': '172.25.7.87', 'floating_network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'router_id': '139fd73b-148e-4850-83e2-cfb8a2a5d841', 'port_id': '857b0ac1-e620-41d6-859a-dac6e1bafefe', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17b21726-ad58-4633-922c-414857af0af2', 'mac_address': 'fa:16:3e:9d:56:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f61658a9-8fe3-4d11-b3ec-4c9136ee00f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T11:53:49Z', 'updated_at': '2021-08-18T11:54:41Z', 'revision_number': 8, 'project_id': '72b8902517244a1ca86567bff576d2b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59c089e1-5691-4a16-8d84-9c517d91971a', 'name': '', 'network_id': '17b21726-ad58-4633-922c-414857af0af2', 'tenant_id': '72b8902517244a1ca86567bff576d2b2', 'mac_address': 'fa:16:3e:9f:b5:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139fd73b-148e-4850-83e2-cfb8a2a5d841', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '04e502a5-5018-4e73-baa8-683bfd3d2545', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:53:27Z', 'updated_at': '2021-08-18T11:53:34Z', 'revision_number': 5, 'project_id': '72b8902517244a1ca86567bff576d2b2', 'subnets': [{'id': '04e502a5-5018-4e73-baa8-683bfd3d2545', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 11:54:45.250390 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 50624) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:54:45.251548 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9a0611e4-ffb5-4628-8840-90abbbc2ed1f req-a980175d-c944-4c17-963d-60beed5fa99e tempest-AttachSCSIVolumeTestJSON-381070384 tempest-AttachSCSIVolumeTestJSON-381070384-project] 10.222.0.66 "GET /v2.0/security-groups?id=837523a5-4c49-4842-b541-ae2f2615239e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811657 Aug 18 11:54:45.298052 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5b8363-44a4-400b-8616-070703a158d3 req-e9ebf630-479f-4018-901c-5f630fccdccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:54:45.299249 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-bf5b8363-44a4-400b-8616-070703a158d3 req-e9ebf630-479f-4018-901c-5f630fccdccb service neutron] 10.222.0.63 "GET /v2.0/subnets?id=29812171-3976-4326-a3ba-ae0cf8ac122a HTTP/1.1" status: 200 len: 854 time: 0.0936673 Aug 18 11:54:45.356780 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 11:54:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb6c730b-0167-4ecb-b419-9f100a72f655 x-openstack-request-id: req-eb6c730b-0167-4ecb-b419-9f100a72f655 {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:54:45.356977 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c19a9be-dd35-46a0-8be6-7465196e5516", "name": "network-vif-deleted", "tag": "e1f2f1cd-4c07-4cb6-8830-f3ba34baab67", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:54:45.358033 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-eb6c730b-0167-4ecb-b419-9f100a72f655 {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:54:45.358033 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c19a9be-dd35-46a0-8be6-7465196e5516', 'name': 'network-vif-deleted', 'tag': 'e1f2f1cd-4c07-4cb6-8830-f3ba34baab67', 'status': 'completed', 'code': 200} Aug 18 11:54:45.400200 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 11:54:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a19a3c38-acab-466b-8c59-82f9403cd514 x-openstack-request-id: req-a19a3c38-acab-466b-8c59-82f9403cd514 {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:54:45.400491 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e18327bf-1c13-468a-acf5-3237e49d2fa8", "tag": "ada37a1c-fb33-4f98-902f-3cca5039d767", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:54:45.400756 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a19a3c38-acab-466b-8c59-82f9403cd514 {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:54:45.405659 n-d-804985-2 neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e18327bf-1c13-468a-acf5-3237e49d2fa8', 'tag': 'ada37a1c-fb33-4f98-902f-3cca5039d767', 'status': 'completed', 'code': 200} Aug 18 11:54:45.436063 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5b8363-44a4-400b-8616-070703a158d3 req-83402f09-a94e-458f-8e8b-d20fde273275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:54:45.441530 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-bf5b8363-44a4-400b-8616-070703a158d3 req-83402f09-a94e-458f-8e8b-d20fde273275 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=200d487e-73c7-420d-87e0-4281e46875aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1158640 Aug 18 11:54:45.530643 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9096212a-744f-49ef-94f4-f9507ddc50a5 req-db3f6775-4043-409c-9b83-fcb990ddadb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:54:45.532529 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9096212a-744f-49ef-94f4-f9507ddc50a5 req-db3f6775-4043-409c-9b83-fcb990ddadb3 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=20add8b4-57cc-444f-ab68-4c4bdbf74579 HTTP/1.1" status: 200 len: 1096 time: 0.2601509 Aug 18 11:54:45.567081 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device e1f2f1cd-4c07-4cb6-8830-f3ba34baab67 no longer exists at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 11:54:45.607096 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffec40d-8f20-4a91-9e96-a9624ab854af req-e0ede999-7688-435b-bbcd-7c14f7cd4d9f tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:54:45.615622 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5ffec40d-8f20-4a91-9e96-a9624ab854af req-e0ede999-7688-435b-bbcd-7c14f7cd4d9f tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] 10.222.0.66 "GET /v2.0/ports?device_id=20add8b4-57cc-444f-ab68-4c4bdbf74579 HTTP/1.1" status: 200 len: 945 time: 0.2235405 Aug 18 11:54:45.639398 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-360e2c31-306a-4e31-8ab6-6ef736df13d6 req-426a8e39-17db-491f-9e50-d0497baeb38d tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] Deleting port 743404df-74f4-4bf6-adf7-553a8bf28ef3 {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 11:54:45.647900 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-d05add9f-9a65-467e-abcb-d192daa7e569 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-2027421685-network', 'tenant_id': 'd1ec40a3ead94d708fdf6efc2357c5eb'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:54:45.648229 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-360e2c31-306a-4e31-8ab6-6ef736df13d6 req-426a8e39-17db-491f-9e50-d0497baeb38d tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:45.655737 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] No Port match for: e1f2f1cd-4c07-4cb6-8830-f3ba34baab67 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 11:54:45.656395 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device e1f2f1cd-4c07-4cb6-8830-f3ba34baab67 not bound to the agent host n-h2-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 11:54:45.688964 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9096212a-744f-49ef-94f4-f9507ddc50a5 req-9195efc4-ef73-47e9-9017-d641b1f1778b service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=55743b86-4589-417c-a042-b0bad2e342b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425495 Aug 18 11:54:45.727744 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a4ac3f7-c844-4477-9676-d0dcf6c730f3 None None] New status for floating IP 4b5a1d73-1527-4e08-81d8-2c008dd86bab: ACTIVE {{(pid=106254) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 11:54:45.732573 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d05add9f-9a65-467e-abcb-d192daa7e569 admin admin] Made reservation on behalf of d1ec40a3ead94d708fdf6efc2357c5eb for: {'network': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 11:54:45.737820 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d05add9f-9a65-467e-abcb-d192daa7e569 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for network, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:45.758648 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d05add9f-9a65-467e-abcb-d192daa7e569 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:45.825303 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5ffec40d-8f20-4a91-9e96-a9624ab854af req-077e4b23-9105-4e5e-b86b-5f40579c4206 tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] 10.222.0.66 "GET /v2.0/security-groups?id=55743b86-4589-417c-a042-b0bad2e342b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082162 Aug 18 11:54:45.842814 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-bf5b8363-44a4-400b-8616-070703a158d3 req-dd8e9785-5424-4a91-8562-d9195e168cde service neutron] 10.222.0.63 "GET /v2.0/networks/200d487e-73c7-420d-87e0-4281e46875aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3723974 Aug 18 11:54:45.951010 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a82047-9ca3-4621-9fcb-c4eb9ce319c2 req-c9e317b2-1397-4ac1-8a35-c95f86490792 tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:54:45.980210 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-64a82047-9ca3-4621-9fcb-c4eb9ce319c2 req-c9e317b2-1397-4ac1-8a35-c95f86490792 tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] 10.222.0.66 "GET /v2.0/ports?device_id=306f2cf8-8dff-49e9-aaae-8bdb85ef593a HTTP/1.1" status: 200 len: 949 time: 0.2472513 Aug 18 11:54:46.014375 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-360e2c31-306a-4e31-8ab6-6ef736df13d6 req-426a8e39-17db-491f-9e50-d0497baeb38d tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] For port 743404df-74f4-4bf6-adf7-553a8bf28ef3, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=743404df-74f4-4bf6-adf7-553a8bf28ef3,segment=NetworkSegment(b0eb6eea-b461-4969-8a27-808f00daa8a1),segment_id=b0eb6eea-b461-4969-8a27-808f00daa8a1)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:54:46.027603 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-360e2c31-306a-4e31-8ab6-6ef736df13d6 req-426a8e39-17db-491f-9e50-d0497baeb38d tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:46.102071 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-360e2c31-306a-4e31-8ab6-6ef736df13d6 req-426a8e39-17db-491f-9e50-d0497baeb38d tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] Calling delete_port for 743404df-74f4-4bf6-adf7-553a8bf28ef3 owned by compute:nova {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 11:54:46.144743 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-64a82047-9ca3-4621-9fcb-c4eb9ce319c2 req-6fbf748c-ba72-4481-b958-e921a116337e tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] 10.222.0.66 "GET /v2.0/security-groups?id=e54286de-dd7f-4b20-9f74-4a71262d523b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555536 Aug 18 11:54:46.159972 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d05add9f-9a65-467e-abcb-d192daa7e569 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:46.278936 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d05add9f-9a65-467e-abcb-d192daa7e569 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:46.296841 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d05add9f-9a65-467e-abcb-d192daa7e569 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 826} {{(pid=106253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 11:54:46.307744 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d05add9f-9a65-467e-abcb-d192daa7e569 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:46.308316 n-d-804985-2 neutron-server[106253]: INFO neutron.db.segments_db [None req-d05add9f-9a65-467e-abcb-d192daa7e569 admin admin] Added segment 89b4cf17-efd2-4783-9edc-8d57f3adb099 of type vlan for network 3eac5274-9d7b-4d09-a2dd-6eebead530f7 Aug 18 11:54:46.931900 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05add9f-9a65-467e-abcb-d192daa7e569 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0cd2d78-92e5-4df6-b2db-0c31c25a6b43,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:54:46.936162 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-bf5b8363-44a4-400b-8616-070703a158d3 req-658422ca-d609-4a19-a3e4-160efeb7d0ce service neutron] 10.222.0.63 "GET /v2.0/networks/200d487e-73c7-420d-87e0-4281e46875aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8471541 Aug 18 11:54:46.941223 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ffec798a-e70a-4014-ba35-f7a5f8e8bd86 req-92e08253-7838-407e-a8cd-c35dcd118906 tempest-FloatingIPsAssociationTestJSON-1671646685 tempest-FloatingIPsAssociationTestJSON-1671646685-project] 10.222.0.66 "GET /v2.0/floatingips/4b5a1d73-1527-4e08-81d8-2c008dd86bab HTTP/1.1" status: 200 len: 995 time: 0.9341874 Aug 18 11:54:46.980527 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d05add9f-9a65-467e-abcb-d192daa7e569 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789150665894'] for network, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:47.076038 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d05add9f-9a65-467e-abcb-d192daa7e569 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for network, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:47.077216 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d05add9f-9a65-467e-abcb-d192daa7e569 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:54:47.077834 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d05add9f-9a65-467e-abcb-d192daa7e569 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:47.167627 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808a902e-6ba5-4d06-bc73-0991f96400f0 req-4924cb35-5078-46bc-82aa-70b9bc003052 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:54:47.176647 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-808a902e-6ba5-4d06-bc73-0991f96400f0 req-4924cb35-5078-46bc-82aa-70b9bc003052 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.66 "GET /v2.0/ports?device_id=aaabce93-c7fa-4a3a-a8e4-3718c81d3652 HTTP/1.1" status: 200 len: 945 time: 0.3446338 Aug 18 11:54:47.211243 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 743404df-74f4-4bf6-adf7-553a8bf28ef3 no longer exists at agent hyperv_n-h1-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 11:54:47.237348 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-d05add9f-9a65-467e-abcb-d192daa7e569 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.9849236 Aug 18 11:54:47.294604 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 50686) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:54:47.328882 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-78c6070a-6196-40de-ae9a-39faba436924 admin admin] Request body: {'subnet': {'network_id': '3eac5274-9d7b-4d09-a2dd-6eebead530f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-2027421685-subnet', 'tenant_id': 'd1ec40a3ead94d708fdf6efc2357c5eb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:54:47.343699 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05add9f-9a65-467e-abcb-d192daa7e569 admin admin] Pushing event updated for resources: {'Network': ['ID=3eac5274-9d7b-4d09-a2dd-6eebead530f7,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:54:47.383814 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f61658a9-8fe3-4d11-b3ec-4c9136ee00f5', 'tag': '857b0ac1-e620-41d6-859a-dac6e1bafefe'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 11:54:47.395057 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-012309f6-6482-473d-99df-3a7a767ee06f" -d '{"events": [{"name": "network-changed", "server_uuid": "f61658a9-8fe3-4d11-b3ec-4c9136ee00f5", "tag": "857b0ac1-e620-41d6-859a-dac6e1bafefe"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:54:47.416008 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78c6070a-6196-40de-ae9a-39faba436924 admin admin] Made reservation on behalf of d1ec40a3ead94d708fdf6efc2357c5eb for: {'subnet': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 11:54:47.419669 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-78c6070a-6196-40de-ae9a-39faba436924 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59388119'] for subnet, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:47.421565 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Network 3eac5274-9d7b-4d09-a2dd-6eebead530f7 details requested by agent ovs-agent-n-d-804985-2 with host n-d-804985-2 {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 11:54:47.439113 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-360e2c31-306a-4e31-8ab6-6ef736df13d6 req-426a8e39-17db-491f-9e50-d0497baeb38d tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:47.536619 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-808a902e-6ba5-4d06-bc73-0991f96400f0 req-255baec7-c8f7-4633-a4b4-784a976b353e tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.66 "GET /v2.0/security-groups?id=fecad5ed-08b4-4db8-8e35-9a1fb2f01a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3590724 Aug 18 11:54:47.544208 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffec798a-e70a-4014-ba35-f7a5f8e8bd86 req-5c0a2e4c-74ff-4658-ba80-db4c9f34d70a tempest-FloatingIPsAssociationTestJSON-1671646685 tempest-FloatingIPsAssociationTestJSON-1671646685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:54:47.545125 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] get_ports_and_sgs() called for port_ids ['fc532f89-2840-48d2-a48d-3956d016ae51'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 11:54:47.546161 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ffec798a-e70a-4014-ba35-f7a5f8e8bd86 req-5c0a2e4c-74ff-4658-ba80-db4c9f34d70a tempest-FloatingIPsAssociationTestJSON-1671646685 tempest-FloatingIPsAssociationTestJSON-1671646685-project] 10.222.0.66 "GET /v2.0/networks/7cae7a70-14fd-408c-b14d-39ceb97cb60e HTTP/1.1" status: 200 len: 784 time: 0.6037061 Aug 18 11:54:47.548350 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426a8e39-17db-491f-9e50-d0497baeb38d tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] Pushing event deleted for resources: {'Port': ['ID=743404df-74f4-4bf6-adf7-553a8bf28ef3,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:54:47.568284 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] No active binding found for port 743404df-74f4-4bf6-adf7-553a8bf28ef3 {{(pid=106254) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 18 11:54:47.570442 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 743404df-74f4-4bf6-adf7-553a8bf28ef3 not bound to the agent host n-h1-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 11:54:47.651277 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-360e2c31-306a-4e31-8ab6-6ef736df13d6 req-426a8e39-17db-491f-9e50-d0497baeb38d tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] No DVR routers for this DVR port 743404df-74f4-4bf6-adf7-553a8bf28ef3 on host n-h1-804985-2 {{(pid=106252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 11:54:47.656390 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-360e2c31-306a-4e31-8ab6-6ef736df13d6 req-426a8e39-17db-491f-9e50-d0497baeb38d tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:47.662138 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-360e2c31-306a-4e31-8ab6-6ef736df13d6 req-426a8e39-17db-491f-9e50-d0497baeb38d tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] 10.222.0.63 "DELETE /v2.0/ports/743404df-74f4-4bf6-adf7-553a8bf28ef3 HTTP/1.1" status: 204 len: 173 time: 2.5324731 Aug 18 11:54:47.728718 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d865c31-350e-4cb1-898f-0300b4aa7cb1 req-d4e48cb8-f49a-426a-bca3-df57abe2a8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:54:47.735464 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-8d865c31-350e-4cb1-898f-0300b4aa7cb1 req-d4e48cb8-f49a-426a-bca3-df57abe2a8cb service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=a65ddbb807d24f23a7d89558035c12d2&device_id=e18327bf-1c13-468a-acf5-3237e49d2fa8 HTTP/1.1" status: 200 len: 1094 time: 0.1523130 Aug 18 11:54:47.820031 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dee9b80-bd50-47ef-aaf1-68c7d49895a4 req-31f7a4d5-7fb8-4690-b773-0c1c79b7cc86 tempest-AttachSCSIVolumeTestJSON-381070384 tempest-AttachSCSIVolumeTestJSON-381070384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:54:47.831964 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7dee9b80-bd50-47ef-aaf1-68c7d49895a4 req-31f7a4d5-7fb8-4690-b773-0c1c79b7cc86 tempest-AttachSCSIVolumeTestJSON-381070384 tempest-AttachSCSIVolumeTestJSON-381070384-project] 10.222.0.66 "GET /v2.0/ports?device_id=e18327bf-1c13-468a-acf5-3237e49d2fa8 HTTP/1.1" status: 200 len: 943 time: 0.1291311 Aug 18 11:54:47.922700 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7dee9b80-bd50-47ef-aaf1-68c7d49895a4 req-7f6ffe91-4b4c-4091-83e4-1474938b28ab tempest-AttachSCSIVolumeTestJSON-381070384 tempest-AttachSCSIVolumeTestJSON-381070384-project] 10.222.0.66 "GET /v2.0/security-groups?id=837523a5-4c49-4842-b541-ae2f2615239e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869887 Aug 18 11:54:47.985770 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d865c31-350e-4cb1-898f-0300b4aa7cb1 req-e9517d17-72e7-41d3-9025-a8cc6a786b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:54:47.990273 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-8d865c31-350e-4cb1-898f-0300b4aa7cb1 req-e9517d17-72e7-41d3-9025-a8cc6a786b0e service neutron] 10.222.0.63 "GET /v2.0/networks?id=200d487e-73c7-420d-87e0-4281e46875aa HTTP/1.1" status: 200 len: 916 time: 0.2074714 Aug 18 11:54:48.039291 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704f02c2-3c6d-4b1c-a48c-2bc864d9900b req-d01dfced-8c00-4dad-a875-90c065b19e61 tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:54:48.040919 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-704f02c2-3c6d-4b1c-a48c-2bc864d9900b req-d01dfced-8c00-4dad-a875-90c065b19e61 tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] 10.222.0.66 "GET /v2.0/ports?device_id=20add8b4-57cc-444f-ab68-4c4bdbf74579 HTTP/1.1" status: 200 len: 945 time: 0.0896044 Aug 18 11:54:48.122311 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-78c6070a-6196-40de-ae9a-39faba436924 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58902106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59388097'] for subnet, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:48.182438 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5be6110e-595e-4751-af09-60017f427d8a req-78cf4e85-be42-441a-bf15-224d27517271 tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] 10.222.0.66 "GET /v2.0/ports?device_id=306f2cf8-8dff-49e9-aaae-8bdb85ef593a HTTP/1.1" status: 200 len: 210 time: 0.1107535 Aug 18 11:54:48.284745 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-704f02c2-3c6d-4b1c-a48c-2bc864d9900b req-013d8733-4752-492e-b1a7-cf45d58c155a tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] 10.222.0.66 "GET /v2.0/security-groups?id=55743b86-4589-417c-a042-b0bad2e342b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347858 Aug 18 11:54:48.288641 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 11:54:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c75ad9f5-ba37-4691-ae7e-95d02c831be5 x-openstack-request-id: req-c75ad9f5-ba37-4691-ae7e-95d02c831be5 {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:54:48.290421 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f61658a9-8fe3-4d11-b3ec-4c9136ee00f5", "tag": "857b0ac1-e620-41d6-859a-dac6e1bafefe", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:54:48.291931 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c75ad9f5-ba37-4691-ae7e-95d02c831be5 {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:54:48.293201 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f61658a9-8fe3-4d11-b3ec-4c9136ee00f5', 'tag': '857b0ac1-e620-41d6-859a-dac6e1bafefe', 'status': 'completed', 'code': 200} Aug 18 11:54:48.421083 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-8d865c31-350e-4cb1-898f-0300b4aa7cb1 req-275788e2-32b7-41b7-aa75-06312de70c62 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ada37a1c-fb33-4f98-902f-3cca5039d767 HTTP/1.1" status: 200 len: 217 time: 0.2174916 Aug 18 11:54:48.473817 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-41d052e4-375c-432c-ae3f-83a1c7223457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:48.502313 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012309f6-6482-473d-99df-3a7a767ee06f req-e715366f-3d79-470c-983b-a753d644ea3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:54:48.508667 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-012309f6-6482-473d-99df-3a7a767ee06f req-e715366f-3d79-470c-983b-a753d644ea3e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=72b8902517244a1ca86567bff576d2b2&device_id=f61658a9-8fe3-4d11-b3ec-4c9136ee00f5 HTTP/1.1" status: 200 len: 1096 time: 0.1749992 Aug 18 11:54:48.514529 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9a0b0990-41e4-41e9-b5f2-28c80210158b req-01ebb737-989b-4251-b7a5-204f5b5dcbe0 tempest-FloatingIPsAssociationTestJSON-1671646685 tempest-FloatingIPsAssociationTestJSON-1671646685-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.7.87 HTTP/1.1" status: 200 len: 1000 time: 0.2122076 Aug 18 11:54:48.514963 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c6070a-6196-40de-ae9a-39faba436924 admin admin] Pushing event updated for resources: {'Subnet': ['ID=465724d4-2d39-4a21-8c45-5f387b8139d3,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:54:48.575355 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c6070a-6196-40de-ae9a-39faba436924 admin admin] Checking segment: {'id': '89b4cf17-efd2-4783-9edc-8d57f3adb099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '3eac5274-9d7b-4d09-a2dd-6eebead530f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 11:54:48.575869 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78c6070a-6196-40de-ae9a-39faba436924 admin admin] Network hostable DHCP agents. Network: 3eac5274-9d7b-4d09-a2dd-6eebead530f7, hostable agents: ['97c14208-2951-4361-8d64-3708c946ff5f'], hosted agents: [] {{(pid=106253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 11:54:48.597036 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d865c31-350e-4cb1-898f-0300b4aa7cb1 req-bcd46551-3298-475f-ac8b-941bb634ef1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:54:48.599819 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-8d865c31-350e-4cb1-898f-0300b4aa7cb1 req-bcd46551-3298-475f-ac8b-941bb634ef1b service neutron] 10.222.0.63 "GET /v2.0/subnets?id=29812171-3976-4326-a3ba-ae0cf8ac122a HTTP/1.1" status: 200 len: 854 time: 0.1214960 Aug 18 11:54:48.624900 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78c6070a-6196-40de-ae9a-39faba436924 admin admin] Network 3eac5274-9d7b-4d09-a2dd-6eebead530f7 is scheduled to be hosted by DHCP agent 97c14208-2951-4361-8d64-3708c946ff5f with binding_index 1 {{(pid=106253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 11:54:48.657698 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-78c6070a-6196-40de-ae9a-39faba436924 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-2, 3eac5274-9d7b-4d09-a2dd-6eebead530f7) {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:54:48.665574 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78c6070a-6196-40de-ae9a-39faba436924 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:54:48.668448 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-78c6070a-6196-40de-ae9a-39faba436924 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:48.675858 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c60cf094-462b-4710-9bba-295a83ee1b28 None None] Network 3eac5274-9d7b-4d09-a2dd-6eebead530f7 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 11:54:48.699818 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0b0990-41e4-41e9-b5f2-28c80210158b req-91a2de4d-8525-41e8-adb9-b8e700ee9997 tempest-FloatingIPsAssociationTestJSON-1671646685 tempest-FloatingIPsAssociationTestJSON-1671646685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:54:48.713493 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9a0b0990-41e4-41e9-b5f2-28c80210158b req-91a2de4d-8525-41e8-adb9-b8e700ee9997 tempest-FloatingIPsAssociationTestJSON-1671646685 tempest-FloatingIPsAssociationTestJSON-1671646685-project] 10.222.0.66 "GET /v2.0/ports/857b0ac1-e620-41d6-859a-dac6e1bafefe HTTP/1.1" status: 200 len: 942 time: 0.1842439 Aug 18 11:54:48.722176 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-78c6070a-6196-40de-ae9a-39faba436924 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.4263937 Aug 18 11:54:48.724816 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 50734) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:54:48.732187 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-3f6f98e1-6ee3-4aa7-bf1d-ef5d6472e801 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-2027421685-router', 'tenant_id': 'd1ec40a3ead94d708fdf6efc2357c5eb', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'}}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:54:48.814938 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3f6f98e1-6ee3-4aa7-bf1d-ef5d6472e801 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-998592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15809'] for router, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:48.816165 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3f6f98e1-6ee3-4aa7-bf1d-ef5d6472e801 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-992733', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-971415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15816'] for router, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:48.839530 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012309f6-6482-473d-99df-3a7a767ee06f req-693048fa-959c-4d56-abb2-1dd21627aa12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:54:48.841449 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-012309f6-6482-473d-99df-3a7a767ee06f req-693048fa-959c-4d56-abb2-1dd21627aa12 service neutron] 10.222.0.62 "GET /v2.0/networks?id=17b21726-ad58-4633-922c-414857af0af2 HTTP/1.1" status: 200 len: 922 time: 0.3250966 Aug 18 11:54:48.947677 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-012309f6-6482-473d-99df-3a7a767ee06f req-66271094-4831-4e15-9e85-75f939578c91 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=857b0ac1-e620-41d6-859a-dac6e1bafefe HTTP/1.1" status: 200 len: 1000 time: 0.0636606 Aug 18 11:54:48.981349 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3f6f98e1-6ee3-4aa7-bf1d-ef5d6472e801 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:49.027592 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a5f2e1-d22f-4d79-ad64-df84120e35ed req-38c53fb8-be66-4c8b-8154-e3fe73a1b4be tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:54:49.035440 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f8a5f2e1-d22f-4d79-ad64-df84120e35ed req-38c53fb8-be66-4c8b-8154-e3fe73a1b4be tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] 10.222.0.66 "GET /v2.0/ports?device_id=20add8b4-57cc-444f-ab68-4c4bdbf74579 HTTP/1.1" status: 200 len: 945 time: 0.2247174 Aug 18 11:54:49.040809 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9a0b0990-41e4-41e9-b5f2-28c80210158b req-a416e3e7-309c-49f2-bd86-143609210f52 tempest-FloatingIPsAssociationTestJSON-1671646685 tempest-FloatingIPsAssociationTestJSON-1671646685-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.7.87 HTTP/1.1" status: 200 len: 1000 time: 0.2119877 Aug 18 11:54:49.078326 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012309f6-6482-473d-99df-3a7a767ee06f req-aa38616e-2019-45bf-ae6c-fa98ff08e21b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:54:49.080093 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-012309f6-6482-473d-99df-3a7a767ee06f req-aa38616e-2019-45bf-ae6c-fa98ff08e21b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=04e502a5-5018-4e73-baa8-683bfd3d2545 HTTP/1.1" status: 200 len: 860 time: 0.1226525 Aug 18 11:54:49.103904 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4af49cd-4e3c-4d5a-bb51-990acb713b66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp788be208-34ab-5a8f-af0f-528834af222f-3eac5274-9d7b-4d09-a2dd-6eebead530f7', 'network_id': '3eac5274-9d7b-4d09-a2dd-6eebead530f7', 'tenant_id': 'd1ec40a3ead94d708fdf6efc2357c5eb', 'fixed_ips': [{'subnet_id': '465724d4-2d39-4a21-8c45-5f387b8139d3'}]}} from n-d-804985-2. {{(pid=106254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 11:54:49.106569 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-f4af49cd-4e3c-4d5a-bb51-990acb713b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:49.297897 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f8a5f2e1-d22f-4d79-ad64-df84120e35ed req-67f38724-87eb-4d9a-8b0c-7faa5b839fb7 tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] 10.222.0.66 "GET /v2.0/security-groups?id=55743b86-4589-417c-a042-b0bad2e342b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2612278 Aug 18 11:54:49.336713 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3f6f98e1-6ee3-4aa7-bf1d-ef5d6472e801 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:49.354092 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.db_base_plugin_common [None req-f4af49cd-4e3c-4d5a-bb51-990acb713b66 None None] Allocated IP 172.20.0.2 (3eac5274-9d7b-4d09-a2dd-6eebead530f7/465724d4-2d39-4a21-8c45-5f387b8139d3/f51407b3-5a22-4703-8359-1a338e8f419c) {{(pid=106254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 11:54:49.387972 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012309f6-6482-473d-99df-3a7a767ee06f req-1042ea0d-1d4b-424a-b5f0-c68ae19c48fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:54:49.414364 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-012309f6-6482-473d-99df-3a7a767ee06f req-1042ea0d-1d4b-424a-b5f0-c68ae19c48fe service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=17b21726-ad58-4633-922c-414857af0af2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2987425 Aug 18 11:54:49.628501 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-f4af49cd-4e3c-4d5a-bb51-990acb713b66 None None] Notify callbacks [] for port, precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:49.641663 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0b0990-41e4-41e9-b5f2-28c80210158b req-a004657d-8669-4545-bbf9-c75d11d4ff9c tempest-FloatingIPsAssociationTestJSON-1671646685 tempest-FloatingIPsAssociationTestJSON-1671646685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:54:49.650690 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9a0b0990-41e4-41e9-b5f2-28c80210158b req-a004657d-8669-4545-bbf9-c75d11d4ff9c tempest-FloatingIPsAssociationTestJSON-1671646685 tempest-FloatingIPsAssociationTestJSON-1671646685-project] 10.222.0.66 "GET /v2.0/networks/7cae7a70-14fd-408c-b14d-39ceb97cb60e HTTP/1.1" status: 200 len: 784 time: 0.5833292 Aug 18 11:54:49.662916 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-f4af49cd-4e3c-4d5a-bb51-990acb713b66 None None] Transition to ACTIVE for port object f51407b3-5a22-4703-8359-1a338e8f419c will not be triggered until provisioned by entity L2. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 11:54:49.704336 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-f4af49cd-4e3c-4d5a-bb51-990acb713b66 None None] Transition to ACTIVE for port object f51407b3-5a22-4703-8359-1a338e8f419c will not be triggered until provisioned by entity DHCP. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 11:54:49.728321 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-f4af49cd-4e3c-4d5a-bb51-990acb713b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547'] for port, after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:49.735202 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3f6f98e1-6ee3-4aa7-bf1d-ef5d6472e801 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:49.767322 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3f6f98e1-6ee3-4aa7-bf1d-ef5d6472e801 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:49.785489 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9a0b0990-41e4-41e9-b5f2-28c80210158b req-853a2ed4-b9a0-477d-ad74-70cf62b3d935 tempest-FloatingIPsAssociationTestJSON-1671646685 tempest-FloatingIPsAssociationTestJSON-1671646685-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.7.87 HTTP/1.1" status: 200 len: 1000 time: 0.0992758 Aug 18 11:54:49.792187 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-9a0b0990-41e4-41e9-b5f2-28c80210158b req-be30ac92-e435-4826-81dd-a8f443e9327b tempest-FloatingIPsAssociationTestJSON-1671646685 tempest-FloatingIPsAssociationTestJSON-1671646685-project] Request body: {'floatingip': {'port_id': None}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:54:49.821155 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4af49cd-4e3c-4d5a-bb51-990acb713b66 None None] Network 3eac5274-9d7b-4d09-a2dd-6eebead530f7 is already hosted by enough agents. {{(pid=106254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 11:54:49.828388 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.base_scheduler [None req-f4af49cd-4e3c-4d5a-bb51-990acb713b66 None None] Resources bound (agent type, host, resource id): {{(pid=106254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:54:49.837213 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4af49cd-4e3c-4d5a-bb51-990acb713b66 None None] Received port after_create {{(pid=106254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 11:54:49.915778 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4af49cd-4e3c-4d5a-bb51-990acb713b66 None None] Pushing event updated for resources: {'Port': ['ID=f51407b3-5a22-4703-8359-1a338e8f419c,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:54:49.934389 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-f4af49cd-4e3c-4d5a-bb51-990acb713b66 None None] Attempting to bind port f51407b3-5a22-4703-8359-1a338e8f419c on host n-d-804985-2 for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 11:54:49.935284 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-f4af49cd-4e3c-4d5a-bb51-990acb713b66 None None] Attempting to bind port f51407b3-5a22-4703-8359-1a338e8f419c by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': '89b4cf17-efd2-4783-9edc-8d57f3adb099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '3eac5274-9d7b-4d09-a2dd-6eebead530f7'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 11:54:49.935914 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4af49cd-4e3c-4d5a-bb51-990acb713b66 None None] Attempting to bind port f51407b3-5a22-4703-8359-1a338e8f419c on network 3eac5274-9d7b-4d09-a2dd-6eebead530f7 {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 11:54:49.945153 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4af49cd-4e3c-4d5a-bb51-990acb713b66 None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 11, 54, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 11:54:49.945880 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4af49cd-4e3c-4d5a-bb51-990acb713b66 None None] Checking segment: {'id': '89b4cf17-efd2-4783-9edc-8d57f3adb099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '3eac5274-9d7b-4d09-a2dd-6eebead530f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 11:54:49.946447 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-f4af49cd-4e3c-4d5a-bb51-990acb713b66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:49.947315 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4af49cd-4e3c-4d5a-bb51-990acb713b66 None None] Bound using segment: {'id': '89b4cf17-efd2-4783-9edc-8d57f3adb099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '3eac5274-9d7b-4d09-a2dd-6eebead530f7'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 11:54:49.947951 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-f4af49cd-4e3c-4d5a-bb51-990acb713b66 None None] Bound port: f51407b3-5a22-4703-8359-1a338e8f419c, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89b4cf17-efd2-4783-9edc-8d57f3adb099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '3eac5274-9d7b-4d09-a2dd-6eebead530f7'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 11:54:49.948925 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-f4af49cd-4e3c-4d5a-bb51-990acb713b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:49.975099 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [None req-3f6f98e1-6ee3-4aa7-bf1d-ef5d6472e801 admin admin] Allocated IP 172.25.7.95 (7cae7a70-14fd-408c-b14d-39ceb97cb60e/9784295a-20b8-4a4b-b105-f82737f0448f/d5d97030-f4a6-499b-811c-7404fe64b992) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 11:54:50.031545 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0e3db1-dd89-4586-9ccd-032cf674e11b req-c136b5d6-55c1-4370-88b5-26e4c48e01ae tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:54:50.039824 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6e0e3db1-dd89-4586-9ccd-032cf674e11b req-c136b5d6-55c1-4370-88b5-26e4c48e01ae tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.66 "GET /v2.0/ports?device_id=aaabce93-c7fa-4a3a-a8e4-3718c81d3652 HTTP/1.1" status: 200 len: 945 time: 0.5970018 Aug 18 11:54:50.044275 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-f4af49cd-4e3c-4d5a-bb51-990acb713b66 None None] For port f51407b3-5a22-4703-8359-1a338e8f419c, host n-d-804985-2, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 11:54:50.050689 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-f4af49cd-4e3c-4d5a-bb51-990acb713b66 None None] For port f51407b3-5a22-4703-8359-1a338e8f419c, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=f51407b3-5a22-4703-8359-1a338e8f419c,segment=NetworkSegment(89b4cf17-efd2-4783-9edc-8d57f3adb099),segment_id=89b4cf17-efd2-4783-9edc-8d57f3adb099)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 11:54:50.063392 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-f4af49cd-4e3c-4d5a-bb51-990acb713b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:50.119076 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-9a0b0990-41e4-41e9-b5f2-28c80210158b req-be30ac92-e435-4826-81dd-a8f443e9327b tempest-FloatingIPsAssociationTestJSON-1671646685 tempest-FloatingIPsAssociationTestJSON-1671646685-project] Notify callbacks [] for floatingip, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:50.187448 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4af49cd-4e3c-4d5a-bb51-990acb713b66 None None] Pushing event updated for resources: {'Port': ['ID=f51407b3-5a22-4703-8359-1a338e8f419c,revision_number=2']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:54:50.195411 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3f6f98e1-6ee3-4aa7-bf1d-ef5d6472e801 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:50.248397 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-012309f6-6482-473d-99df-3a7a767ee06f req-24250ee0-07f2-48dd-895f-b5888ad57e69 service neutron] 10.222.0.62 "GET /v2.0/networks/17b21726-ad58-4633-922c-414857af0af2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8169355 Aug 18 11:54:50.254871 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3f6f98e1-6ee3-4aa7-bf1d-ef5d6472e801 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:50.296639 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '306f2cf8-8dff-49e9-aaae-8bdb85ef593a', 'name': 'network-vif-deleted', 'tag': '743404df-74f4-4bf6-adf7-553a8bf28ef3'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 11:54:50.299077 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c839213-77ed-4b3c-9acf-9e1a81d3c99e" -d '{"events": [{"server_uuid": "306f2cf8-8dff-49e9-aaae-8bdb85ef593a", "name": "network-vif-deleted", "tag": "743404df-74f4-4bf6-adf7-553a8bf28ef3"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:54:50.312139 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6f98e1-6ee3-4aa7-bf1d-ef5d6472e801 admin admin] Pushing event updated for resources: {'Port': ['ID=d5d97030-f4a6-499b-811c-7404fe64b992,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:54:50.334872 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f6f98e1-6ee3-4aa7-bf1d-ef5d6472e801 admin admin] Network 7cae7a70-14fd-408c-b14d-39ceb97cb60e is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 11:54:50.337954 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-3f6f98e1-6ee3-4aa7-bf1d-ef5d6472e801 admin admin] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:54:50.346015 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f6f98e1-6ee3-4aa7-bf1d-ef5d6472e801 admin admin] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 11:54:50.487254 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6e0e3db1-dd89-4586-9ccd-032cf674e11b req-dcbdfe5b-ed80-452e-8970-784979053458 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.66 "GET /v2.0/security-groups?id=fecad5ed-08b4-4db8-8e35-9a1fb2f01a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3539977 Aug 18 11:54:50.711488 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-012309f6-6482-473d-99df-3a7a767ee06f req-3ae91e85-64bc-42e3-b601-cdfcaf6e40c5 service neutron] 10.222.0.62 "GET /v2.0/networks/17b21726-ad58-4633-922c-414857af0af2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4587207 Aug 18 11:54:50.734728 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-9a0b0990-41e4-41e9-b5f2-28c80210158b req-be30ac92-e435-4826-81dd-a8f443e9327b tempest-FloatingIPsAssociationTestJSON-1671646685 tempest-FloatingIPsAssociationTestJSON-1671646685-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:50.754455 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-9a0b0990-41e4-41e9-b5f2-28c80210158b req-be30ac92-e435-4826-81dd-a8f443e9327b tempest-FloatingIPsAssociationTestJSON-1671646685 tempest-FloatingIPsAssociationTestJSON-1671646685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-989945'] for floatingip, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:50.755246 n-d-804985-2 neutron-server[106252]: INFO neutron.db.l3_db [req-9a0b0990-41e4-41e9-b5f2-28c80210158b req-be30ac92-e435-4826-81dd-a8f443e9327b tempest-FloatingIPsAssociationTestJSON-1671646685 tempest-FloatingIPsAssociationTestJSON-1671646685-project] Floating IP 4b5a1d73-1527-4e08-81d8-2c008dd86bab disassociated. External IP: 172.25.7.87, port: 857b0ac1-e620-41d6-859a-dac6e1bafefe. Aug 18 11:54:50.988259 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-e781d72a-b769-425d-b83e-113e393d070c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:51.005056 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3f6f98e1-6ee3-4aa7-bf1d-ef5d6472e801 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:51.078039 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9a0b0990-41e4-41e9-b5f2-28c80210158b req-be30ac92-e435-4826-81dd-a8f443e9327b tempest-FloatingIPsAssociationTestJSON-1671646685 tempest-FloatingIPsAssociationTestJSON-1671646685-project] Router 139fd73b-148e-4850-83e2-cfb8a2a5d841 has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 11:54:51.211189 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9a0b0990-41e4-41e9-b5f2-28c80210158b req-be30ac92-e435-4826-81dd-a8f443e9327b tempest-FloatingIPsAssociationTestJSON-1671646685 tempest-FloatingIPsAssociationTestJSON-1671646685-project] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 11:54:51.222562 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ecbde99-ce71-40d5-9e74-ed3d5254ad21 None None] Sync routers for ids ['139fd73b-148e-4850-83e2-cfb8a2a5d841'] in n-d-804985-2 {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 11:54:51.226765 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-9a0b0990-41e4-41e9-b5f2-28c80210158b req-be30ac92-e435-4826-81dd-a8f443e9327b tempest-FloatingIPsAssociationTestJSON-1671646685 tempest-FloatingIPsAssociationTestJSON-1671646685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for floatingip, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:51.232854 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ecbde99-ce71-40d5-9e74-ed3d5254ad21 None None] Routers {'139fd73b-148e-4850-83e2-cfb8a2a5d841'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 11:54:51.233487 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-5ecbde99-ce71-40d5-9e74-ed3d5254ad21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T11:54:51Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['139fd73b-148e-4850-83e2-cfb8a2a5d841'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:54:51.258399 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9a0b0990-41e4-41e9-b5f2-28c80210158b req-be30ac92-e435-4826-81dd-a8f443e9327b tempest-FloatingIPsAssociationTestJSON-1671646685 tempest-FloatingIPsAssociationTestJSON-1671646685-project] 10.222.0.66 "PUT /v2.0/floatingips/4b5a1d73-1527-4e08-81d8-2c008dd86bab HTTP/1.1" status: 200 len: 695 time: 1.4714990 Aug 18 11:54:51.311586 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3f6f98e1-6ee3-4aa7-bf1d-ef5d6472e801 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-998473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-992536'] for router, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:51.354064 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0b0990-41e4-41e9-b5f2-28c80210158b req-a714b3ef-8f2b-46ff-8333-f3c8e2a888b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:54:51.356190 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9a0b0990-41e4-41e9-b5f2-28c80210158b req-a714b3ef-8f2b-46ff-8333-f3c8e2a888b4 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=72b8902517244a1ca86567bff576d2b2&device_id=f61658a9-8fe3-4d11-b3ec-4c9136ee00f5 HTTP/1.1" status: 200 len: 1096 time: 0.0796847 Aug 18 11:54:51.361547 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:51.400408 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-5ecbde99-ce71-40d5-9e74-ed3d5254ad21 None None] Set router 139fd73b-148e-4850-83e2-cfb8a2a5d841 gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 11:54:51.568323 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0b0990-41e4-41e9-b5f2-28c80210158b req-e92dc233-a84a-4890-84a2-f1b35236522c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:54:51.570235 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9a0b0990-41e4-41e9-b5f2-28c80210158b req-e92dc233-a84a-4890-84a2-f1b35236522c service neutron] 10.222.0.66 "GET /v2.0/networks?id=17b21726-ad58-4633-922c-414857af0af2 HTTP/1.1" status: 200 len: 922 time: 0.2011018 Aug 18 11:54:51.598146 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f6f98e1-6ee3-4aa7-bf1d-ef5d6472e801 admin admin] Router a280d1da-8ce2-4e80-b587-dd7ec7dfad8c is scheduled to L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 with binding_index 1 {{(pid=106253) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 11:54:51.660698 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9a0b0990-41e4-41e9-b5f2-28c80210158b req-240053e3-67a6-4558-bd10-87eded3ccdc3 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=857b0ac1-e620-41d6-859a-dac6e1bafefe HTTP/1.1" status: 200 len: 217 time: 0.0822775 Aug 18 11:54:51.816799 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0b0990-41e4-41e9-b5f2-28c80210158b req-72b847de-dc86-4c0f-849b-01a6f35ace10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:54:51.818373 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9a0b0990-41e4-41e9-b5f2-28c80210158b req-72b847de-dc86-4c0f-849b-01a6f35ace10 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=04e502a5-5018-4e73-baa8-683bfd3d2545 HTTP/1.1" status: 200 len: 860 time: 0.1442356 Aug 18 11:54:51.879526 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f6f98e1-6ee3-4aa7-bf1d-ef5d6472e801 admin admin] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 11:54:51.892077 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54cbdcd6-2a5a-4ec3-bd98-91ee12615322 None None] Sync routers for ids ['a280d1da-8ce2-4e80-b587-dd7ec7dfad8c'] in n-d-804985-2 {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 11:54:51.903803 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54cbdcd6-2a5a-4ec3-bd98-91ee12615322 None None] Routers {'a280d1da-8ce2-4e80-b587-dd7ec7dfad8c'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 11:54:51.904428 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-54cbdcd6-2a5a-4ec3-bd98-91ee12615322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T11:54:51Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['a280d1da-8ce2-4e80-b587-dd7ec7dfad8c'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:54:51.905496 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-5ecbde99-ce71-40d5-9e74-ed3d5254ad21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '139fd73b-148e-4850-83e2-cfb8a2a5d841', 'name': 'tempest-FloatingIPsAssociationTestJSON-1797256714-router', 'tenant_id': '72b8902517244a1ca86567bff576d2b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.123'}], 'enable_snat': True}, 'gw_port_id': 'b8808a2f-95c8-414e-be69-9814816bc402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T11:53:23Z', 'updated_at': '2021-08-18T11:53:28Z', 'revision_number': 4, 'project_id': '72b8902517244a1ca86567bff576d2b2', 'gw_port': {'id': 'b8808a2f-95c8-414e-be69-9814816bc402', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:4d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139fd73b-148e-4850-83e2-cfb8a2a5d841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:53:24Z', 'updated_at': '2021-08-18T11:53:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': '59c089e1-5691-4a16-8d84-9c517d91971a', 'name': '', 'network_id': '17b21726-ad58-4633-922c-414857af0af2', 'tenant_id': '72b8902517244a1ca86567bff576d2b2', 'mac_address': 'fa:16:3e:9f:b5:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139fd73b-148e-4850-83e2-cfb8a2a5d841', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '04e502a5-5018-4e73-baa8-683bfd3d2545', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:53:27Z', 'updated_at': '2021-08-18T11:53:34Z', 'revision_number': 5, 'project_id': '72b8902517244a1ca86567bff576d2b2', 'subnets': [{'id': '04e502a5-5018-4e73-baa8-683bfd3d2545', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:54:51.928506 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3f6f98e1-6ee3-4aa7-bf1d-ef5d6472e801 admin admin] Notify callbacks [] for router, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:51.928506 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-3f6f98e1-6ee3-4aa7-bf1d-ef5d6472e801 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 3.2025559 Aug 18 11:54:51.940159 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 50756) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:54:52.004289 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ecbde99-ce71-40d5-9e74-ed3d5254ad21 None None] Checking router: 139fd73b-148e-4850-83e2-cfb8a2a5d841 for host: n-d-804985-2 {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 11:54:52.013087 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ecbde99-ce71-40d5-9e74-ed3d5254ad21 None None] Routers {'139fd73b-148e-4850-83e2-cfb8a2a5d841'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 11:54:52.013699 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-5ecbde99-ce71-40d5-9e74-ed3d5254ad21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T11:54:51Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['139fd73b-148e-4850-83e2-cfb8a2a5d841'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:54:52.027322 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a33e10f1-7877-4e9a-abf1-968b39f8978c None None] Network 3eac5274-9d7b-4d09-a2dd-6eebead530f7 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 11:54:52.085092 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0b0990-41e4-41e9-b5f2-28c80210158b req-596815da-fe6c-44ab-8bbb-850926644007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:54:52.086810 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9a0b0990-41e4-41e9-b5f2-28c80210158b req-596815da-fe6c-44ab-8bbb-850926644007 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=17b21726-ad58-4633-922c-414857af0af2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2540333 Aug 18 11:54:52.156318 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device f51407b3-5a22-4703-8359-1a338e8f419c up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:54:52.236314 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-53584c24-f517-494e-ac93-c18bb92373f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:52.249379 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-458278f0-f8d5-4082-8e21-2179e38877d1 None None] Provisioning for port f51407b3-5a22-4703-8359-1a338e8f419c completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 11:54:52.325626 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-5ecbde99-ce71-40d5-9e74-ed3d5254ad21 None None] Set router 139fd73b-148e-4850-83e2-cfb8a2a5d841 gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 11:54:52.354438 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-54cbdcd6-2a5a-4ec3-bd98-91ee12615322 None None] Set router a280d1da-8ce2-4e80-b587-dd7ec7dfad8c gateway port host: n-d-804985-2 {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 11:54:52.375659 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9a0b0990-41e4-41e9-b5f2-28c80210158b req-a4cef644-e56d-4c3d-a882-c32f95d0d723 service neutron] 10.222.0.66 "GET /v2.0/networks/17b21726-ad58-4633-922c-414857af0af2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2776473 Aug 18 11:54:52.504610 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port f51407b3-5a22-4703-8359-1a338e8f419c completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 11:54:52.508616 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9a0b0990-41e4-41e9-b5f2-28c80210158b req-3b45c3c3-4054-4c43-aa17-0e661632b24e service neutron] 10.222.0.66 "GET /v2.0/networks/17b21726-ad58-4633-922c-414857af0af2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234450 Aug 18 11:54:52.605475 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port f51407b3-5a22-4703-8359-1a338e8f419c triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:54:52.605844 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:52.812066 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-5ecbde99-ce71-40d5-9e74-ed3d5254ad21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '139fd73b-148e-4850-83e2-cfb8a2a5d841', 'name': 'tempest-FloatingIPsAssociationTestJSON-1797256714-router', 'tenant_id': '72b8902517244a1ca86567bff576d2b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.123'}], 'enable_snat': True}, 'gw_port_id': 'b8808a2f-95c8-414e-be69-9814816bc402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T11:53:23Z', 'updated_at': '2021-08-18T11:53:28Z', 'revision_number': 4, 'project_id': '72b8902517244a1ca86567bff576d2b2', 'gw_port': {'id': 'b8808a2f-95c8-414e-be69-9814816bc402', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:4d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139fd73b-148e-4850-83e2-cfb8a2a5d841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:53:24Z', 'updated_at': '2021-08-18T11:53:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': '59c089e1-5691-4a16-8d84-9c517d91971a', 'name': '', 'network_id': '17b21726-ad58-4633-922c-414857af0af2', 'tenant_id': '72b8902517244a1ca86567bff576d2b2', 'mac_address': 'fa:16:3e:9f:b5:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139fd73b-148e-4850-83e2-cfb8a2a5d841', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '04e502a5-5018-4e73-baa8-683bfd3d2545', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:53:27Z', 'updated_at': '2021-08-18T11:53:34Z', 'revision_number': 5, 'project_id': '72b8902517244a1ca86567bff576d2b2', 'subnets': [{'id': '04e502a5-5018-4e73-baa8-683bfd3d2545', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:54:52.847422 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ecbde99-ce71-40d5-9e74-ed3d5254ad21 None None] The sync data for ids ['139fd73b-148e-4850-83e2-cfb8a2a5d841'] in n-d-804985-2 is: [{'id': '139fd73b-148e-4850-83e2-cfb8a2a5d841', 'name': 'tempest-FloatingIPsAssociationTestJSON-1797256714-router', 'tenant_id': '72b8902517244a1ca86567bff576d2b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.123'}], 'enable_snat': True}, 'gw_port_id': 'b8808a2f-95c8-414e-be69-9814816bc402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T11:53:23Z', 'updated_at': '2021-08-18T11:53:28Z', 'revision_number': 4, 'project_id': '72b8902517244a1ca86567bff576d2b2', 'gw_port': {'id': 'b8808a2f-95c8-414e-be69-9814816bc402', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:4d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139fd73b-148e-4850-83e2-cfb8a2a5d841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:53:24Z', 'updated_at': '2021-08-18T11:53:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': '59c089e1-5691-4a16-8d84-9c517d91971a', 'name': '', 'network_id': '17b21726-ad58-4633-922c-414857af0af2', 'tenant_id': '72b8902517244a1ca86567bff576d2b2', 'mac_address': 'fa:16:3e:9f:b5:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139fd73b-148e-4850-83e2-cfb8a2a5d841', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '04e502a5-5018-4e73-baa8-683bfd3d2545', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:53:27Z', 'updated_at': '2021-08-18T11:53:34Z', 'revision_number': 5, 'project_id': '72b8902517244a1ca86567bff576d2b2', 'subnets': [{'id': '04e502a5-5018-4e73-baa8-683bfd3d2545', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 11:54:52.911409 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:52.954216 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] For port f51407b3-5a22-4703-8359-1a338e8f419c, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=f51407b3-5a22-4703-8359-1a338e8f419c,segment=NetworkSegment(89b4cf17-efd2-4783-9edc-8d57f3adb099),segment_id=89b4cf17-efd2-4783-9edc-8d57f3adb099)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:54:52.985201 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:53.106235 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-54cbdcd6-2a5a-4ec3-bd98-91ee12615322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a280d1da-8ce2-4e80-b587-dd7ec7dfad8c', 'name': 'tempest-ServersTestJSON-2027421685-router', 'tenant_id': 'd1ec40a3ead94d708fdf6efc2357c5eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.95'}], 'enable_snat': True}, 'gw_port_id': 'd5d97030-f4a6-499b-811c-7404fe64b992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T11:54:48Z', 'updated_at': '2021-08-18T11:54:50Z', 'revision_number': 3, 'project_id': 'd1ec40a3ead94d708fdf6efc2357c5eb', 'gw_port': {'id': 'd5d97030-f4a6-499b-811c-7404fe64b992', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:19:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a280d1da-8ce2-4e80-b587-dd7ec7dfad8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:54:49Z', 'updated_at': '2021-08-18T11:54:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:54:53.209753 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54cbdcd6-2a5a-4ec3-bd98-91ee12615322 None None] Checking router: a280d1da-8ce2-4e80-b587-dd7ec7dfad8c for host: n-d-804985-2 {{(pid=106254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 11:54:53.210133 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54cbdcd6-2a5a-4ec3-bd98-91ee12615322 None None] Updating router a280d1da-8ce2-4e80-b587-dd7ec7dfad8c port d5d97030-f4a6-499b-811c-7404fe64b992 binding host n-d-804985-2 {{(pid=106254) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 11:54:53.377482 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca5193c0-8923-4609-81d1-802146f78e97 None None] New status for floating IP 4b5a1d73-1527-4e08-81d8-2c008dd86bab: DOWN {{(pid=106255) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 11:54:53.409058 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059a7a1a-9cb1-414e-ae86-8194d194d18f req-2207b882-7c59-4e07-b0e3-d3570afac34e tempest-AttachSCSIVolumeTestJSON-381070384 tempest-AttachSCSIVolumeTestJSON-381070384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:54:53.410712 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-059a7a1a-9cb1-414e-ae86-8194d194d18f req-2207b882-7c59-4e07-b0e3-d3570afac34e tempest-AttachSCSIVolumeTestJSON-381070384 tempest-AttachSCSIVolumeTestJSON-381070384-project] 10.222.0.66 "GET /v2.0/ports?device_id=e18327bf-1c13-468a-acf5-3237e49d2fa8 HTTP/1.1" status: 200 len: 943 time: 0.1071258 Aug 18 11:54:53.434781 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-54cbdcd6-2a5a-4ec3-bd98-91ee12615322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:53.437477 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Pushing event updated for resources: {'Port': ['ID=f51407b3-5a22-4703-8359-1a338e8f419c,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:54:53.478295 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-2b7f8fbe-3880-49bf-b035-02d178e215d5 None None] Provisioning complete for port f51407b3-5a22-4703-8359-1a338e8f419c triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:54:53.478719 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-2b7f8fbe-3880-49bf-b035-02d178e215d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:53.519647 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-059a7a1a-9cb1-414e-ae86-8194d194d18f req-8efed7cb-9721-4dee-ac72-9e1fb96644ca tempest-AttachSCSIVolumeTestJSON-381070384 tempest-AttachSCSIVolumeTestJSON-381070384-project] 10.222.0.66 "GET /v2.0/security-groups?id=837523a5-4c49-4842-b541-ae2f2615239e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637991 Aug 18 11:54:53.780590 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-500a1c61-38a7-4c23-a7ec-4631080af5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:53.811511 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-de8aaf77-c540-4e62-b9e8-328746a8257a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:53.923089 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-54cbdcd6-2a5a-4ec3-bd98-91ee12615322 None None] Notify callbacks [] for port, precommit_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:53.927070 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-fc34fe12-6cc2-4f2c-9b1a-975972b5f874 req-f83d1362-d684-4925-9b8c-f100debc1605 tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] 10.222.0.66 "GET /v2.0/ports?device_id=306f2cf8-8dff-49e9-aaae-8bdb85ef593a HTTP/1.1" status: 200 len: 210 time: 0.0351336 Aug 18 11:54:53.935537 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-54cbdcd6-2a5a-4ec3-bd98-91ee12615322 None None] Transition to ACTIVE for port object d5d97030-f4a6-499b-811c-7404fe64b992 will not be triggered until provisioned by entity L2. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 11:54:53.946590 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-54cbdcd6-2a5a-4ec3-bd98-91ee12615322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:53.987103 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device f51407b3-5a22-4703-8359-1a338e8f419c up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:54:54.076882 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-54cbdcd6-2a5a-4ec3-bd98-91ee12615322 None None] Attempting to bind port d5d97030-f4a6-499b-811c-7404fe64b992 on host n-d-804985-2 for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 11:54:54.077253 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-54cbdcd6-2a5a-4ec3-bd98-91ee12615322 None None] Attempting to bind port d5d97030-f4a6-499b-811c-7404fe64b992 by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 11:54:54.078463 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54cbdcd6-2a5a-4ec3-bd98-91ee12615322 None None] Attempting to bind port d5d97030-f4a6-499b-811c-7404fe64b992 on network 7cae7a70-14fd-408c-b14d-39ceb97cb60e {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 11:54:54.078678 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [None req-de8aaf77-c540-4e62-b9e8-328746a8257a admin admin] Allocated IP 172.20.0.1 (3eac5274-9d7b-4d09-a2dd-6eebead530f7/465724d4-2d39-4a21-8c45-5f387b8139d3/7ac469a3-f487-464c-b043-7fc687f0fed3) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 11:54:54.079584 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b83018-947c-4b0b-a3a7-a1e0d6957ea0 None None] Pushing event updated for resources: {'Port': ['ID=d5d97030-f4a6-499b-811c-7404fe64b992,revision_number=2']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:54:54.094985 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54cbdcd6-2a5a-4ec3-bd98-91ee12615322 None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 11, 54, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 11:54:54.095364 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54cbdcd6-2a5a-4ec3-bd98-91ee12615322 None None] Checking segment: {'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 11:54:54.095787 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-54cbdcd6-2a5a-4ec3-bd98-91ee12615322 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:54.096178 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54cbdcd6-2a5a-4ec3-bd98-91ee12615322 None None] Bound using segment: {'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 11:54:54.099880 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-54cbdcd6-2a5a-4ec3-bd98-91ee12615322 None None] Bound port: d5d97030-f4a6-499b-811c-7404fe64b992, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 11:54:54.099880 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-54cbdcd6-2a5a-4ec3-bd98-91ee12615322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:54.108833 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6bd98e-af7a-4601-b731-ed3ff5d40df5 req-ce084334-0aca-4cc7-bb6b-32d0da6a60f3 tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:54:54.110433 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ee6bd98e-af7a-4601-b731-ed3ff5d40df5 req-ce084334-0aca-4cc7-bb6b-32d0da6a60f3 tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] 10.222.0.66 "GET /v2.0/ports?device_id=20add8b4-57cc-444f-ab68-4c4bdbf74579 HTTP/1.1" status: 200 len: 945 time: 0.0856624 Aug 18 11:54:54.166637 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-54cbdcd6-2a5a-4ec3-bd98-91ee12615322 None None] For port d5d97030-f4a6-499b-811c-7404fe64b992, host n-d-804985-2, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 11:54:54.170144 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-54cbdcd6-2a5a-4ec3-bd98-91ee12615322 None None] For port d5d97030-f4a6-499b-811c-7404fe64b992, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=d5d97030-f4a6-499b-811c-7404fe64b992,segment=NetworkSegment(c5a3db9d-5c58-41b1-9177-d5787a597b78),segment_id=c5a3db9d-5c58-41b1-9177-d5787a597b78)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 11:54:54.171498 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port f51407b3-5a22-4703-8359-1a338e8f419c triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:54:54.171926 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:54.183978 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 11:54:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56e2fb0d-2974-4ab0-abaa-8d7b84680014 x-openstack-request-id: req-56e2fb0d-2974-4ab0-abaa-8d7b84680014 {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:54:54.185087 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "306f2cf8-8dff-49e9-aaae-8bdb85ef593a", "name": "network-vif-deleted", "tag": "743404df-74f4-4bf6-adf7-553a8bf28ef3", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:54:54.185431 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-56e2fb0d-2974-4ab0-abaa-8d7b84680014 {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:54:54.187190 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '306f2cf8-8dff-49e9-aaae-8bdb85ef593a', 'name': 'network-vif-deleted', 'tag': '743404df-74f4-4bf6-adf7-553a8bf28ef3', 'status': 'completed', 'code': 200} Aug 18 11:54:54.197892 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-54cbdcd6-2a5a-4ec3-bd98-91ee12615322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:54.216314 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d865c31-350e-4cb1-898f-0300b4aa7cb1 req-24528b65-bab9-4281-9ce7-1af7b4067005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:54:54.221663 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-8d865c31-350e-4cb1-898f-0300b4aa7cb1 req-24528b65-bab9-4281-9ce7-1af7b4067005 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=200d487e-73c7-420d-87e0-4281e46875aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1298466 Aug 18 11:54:54.282765 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54cbdcd6-2a5a-4ec3-bd98-91ee12615322 None None] Routers {'a280d1da-8ce2-4e80-b587-dd7ec7dfad8c'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 11:54:54.283579 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-54cbdcd6-2a5a-4ec3-bd98-91ee12615322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T11:54:51Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['a280d1da-8ce2-4e80-b587-dd7ec7dfad8c'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:54:54.346043 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ee6bd98e-af7a-4601-b731-ed3ff5d40df5 req-8ef757c2-a522-4d9e-820d-2aa46de40abb tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] 10.222.0.66 "GET /v2.0/security-groups?id=55743b86-4589-417c-a042-b0bad2e342b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2275772 Aug 18 11:54:54.395984 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d45f2b5-7a95-4093-8e45-15fe76329db3 req-0c85bb00-05db-4c38-85e9-25702700680c tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:54:54.397578 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7d45f2b5-7a95-4093-8e45-15fe76329db3 req-0c85bb00-05db-4c38-85e9-25702700680c tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.66 "GET /v2.0/ports?device_id=aaabce93-c7fa-4a3a-a8e4-3718c81d3652 HTTP/1.1" status: 200 len: 945 time: 0.1463287 Aug 18 11:54:54.404957 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dbdb79-e407-4013-bab4-1db44cdd618d req-1ae6952d-4afc-4722-a04b-167afd53b57c tempest-LiveAutoBlockMigrationV225Test-1799299027 tempest-LiveAutoBlockMigrationV225Test-1799299027-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:54:54.406449 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-88dbdb79-e407-4013-bab4-1db44cdd618d req-1ae6952d-4afc-4722-a04b-167afd53b57c tempest-LiveAutoBlockMigrationV225Test-1799299027 tempest-LiveAutoBlockMigrationV225Test-1799299027-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=aaabce93-c7fa-4a3a-a8e4-3718c81d3652&tenant_id=3bd2664269674b678c41aeb663f1f43e&binding%3Ahost_id=n-h1-804985-2 HTTP/1.1" status: 200 len: 1096 time: 0.1223729 Aug 18 11:54:54.413650 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-8d865c31-350e-4cb1-898f-0300b4aa7cb1 req-7590f50b-e873-46aa-b1db-224a3756ce1f service neutron] 10.222.0.63 "GET /v2.0/networks/200d487e-73c7-420d-87e0-4281e46875aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788423 Aug 18 11:54:54.417859 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b83018-947c-4b0b-a3a7-a1e0d6957ea0 None None] Pushing event updated for resources: {'Port': ['ID=d5d97030-f4a6-499b-811c-7404fe64b992,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:54:54.423690 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-88dbdb79-e407-4013-bab4-1db44cdd618d req-a87ca74f-ad57-46df-a0fb-3d80f0aed6e7 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-804985-2'}}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:54:54.471988 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-de8aaf77-c540-4e62-b9e8-328746a8257a admin admin] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:54.516878 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7d45f2b5-7a95-4093-8e45-15fe76329db3 req-f8b38782-4da9-4666-9429-a43be772f894 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.66 "GET /v2.0/security-groups?id=fecad5ed-08b4-4db8-8e35-9a1fb2f01a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045244 Aug 18 11:54:54.541797 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-8d865c31-350e-4cb1-898f-0300b4aa7cb1 req-0b48bdf7-c4d4-4b16-98f5-42f5c4e1f63d service neutron] 10.222.0.63 "GET /v2.0/networks/200d487e-73c7-420d-87e0-4281e46875aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129038 Aug 18 11:54:54.548802 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [None req-de8aaf77-c540-4e62-b9e8-328746a8257a admin admin] Transition to ACTIVE for port object 7ac469a3-f487-464c-b043-7fc687f0fed3 will not be triggered until provisioned by entity DHCP. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 11:54:54.584808 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-88dbdb79-e407-4013-bab4-1db44cdd618d req-a87ca74f-ad57-46df-a0fb-3d80f0aed6e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:54.592821 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-54cbdcd6-2a5a-4ec3-bd98-91ee12615322 None None] Set router a280d1da-8ce2-4e80-b587-dd7ec7dfad8c gateway port host: n-d-804985-2 {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 11:54:54.665867 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-601fa9f8-9ae5-4fcc-bd70-4d1d3a81872b req-67f619d2-3d6a-461f-b851-5939018ce797 tempest-FloatingIPsAssociationTestJSON-1671646685 tempest-FloatingIPsAssociationTestJSON-1671646685-project] 10.222.0.66 "GET /v2.0/floatingips/4b5a1d73-1527-4e08-81d8-2c008dd86bab HTTP/1.1" status: 200 len: 693 time: 0.1015909 Aug 18 11:54:54.780755 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-de8aaf77-c540-4e62-b9e8-328746a8257a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:54.787303 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-54cbdcd6-2a5a-4ec3-bd98-91ee12615322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a280d1da-8ce2-4e80-b587-dd7ec7dfad8c', 'name': 'tempest-ServersTestJSON-2027421685-router', 'tenant_id': 'd1ec40a3ead94d708fdf6efc2357c5eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.95'}], 'enable_snat': True}, 'gw_port_id': 'd5d97030-f4a6-499b-811c-7404fe64b992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T11:54:48Z', 'updated_at': '2021-08-18T11:54:50Z', 'revision_number': 3, 'project_id': 'd1ec40a3ead94d708fdf6efc2357c5eb', 'gw_port': {'id': 'd5d97030-f4a6-499b-811c-7404fe64b992', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:19:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a280d1da-8ce2-4e80-b587-dd7ec7dfad8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:54:49Z', 'updated_at': '2021-08-18T11:54:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:54:54.830074 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54cbdcd6-2a5a-4ec3-bd98-91ee12615322 None None] The sync data for ids ['a280d1da-8ce2-4e80-b587-dd7ec7dfad8c'] in n-d-804985-2 is: [{'id': 'a280d1da-8ce2-4e80-b587-dd7ec7dfad8c', 'name': 'tempest-ServersTestJSON-2027421685-router', 'tenant_id': 'd1ec40a3ead94d708fdf6efc2357c5eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.95'}], 'enable_snat': True}, 'gw_port_id': 'd5d97030-f4a6-499b-811c-7404fe64b992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T11:54:48Z', 'updated_at': '2021-08-18T11:54:50Z', 'revision_number': 3, 'project_id': 'd1ec40a3ead94d708fdf6efc2357c5eb', 'gw_port': {'id': 'd5d97030-f4a6-499b-811c-7404fe64b992', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:19:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a280d1da-8ce2-4e80-b587-dd7ec7dfad8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:54:49Z', 'updated_at': '2021-08-18T11:54:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 11:54:54.957464 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34447c4-527c-419c-906a-91ba33e998d5 req-7581e804-6cc0-4baa-95d4-e1f4d77da2d9 tempest-AttachSCSIVolumeTestJSON-381070384 tempest-AttachSCSIVolumeTestJSON-381070384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:54:54.958989 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a34447c4-527c-419c-906a-91ba33e998d5 req-7581e804-6cc0-4baa-95d4-e1f4d77da2d9 tempest-AttachSCSIVolumeTestJSON-381070384 tempest-AttachSCSIVolumeTestJSON-381070384-project] 10.222.0.66 "GET /v2.0/ports?device_id=e18327bf-1c13-468a-acf5-3237e49d2fa8 HTTP/1.1" status: 200 len: 943 time: 0.3362660 Aug 18 11:54:54.972188 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de8aaf77-c540-4e62-b9e8-328746a8257a admin admin] Network 3eac5274-9d7b-4d09-a2dd-6eebead530f7 is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 11:54:54.993982 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-de8aaf77-c540-4e62-b9e8-328746a8257a admin admin] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:54:55.002996 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de8aaf77-c540-4e62-b9e8-328746a8257a admin admin] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 11:54:55.021916 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601fa9f8-9ae5-4fcc-bd70-4d1d3a81872b req-2256f247-defb-4f35-b2b9-74d65e715d83 tempest-FloatingIPsAssociationTestJSON-1671646685 tempest-FloatingIPsAssociationTestJSON-1671646685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:54:55.023308 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-601fa9f8-9ae5-4fcc-bd70-4d1d3a81872b req-2256f247-defb-4f35-b2b9-74d65e715d83 tempest-FloatingIPsAssociationTestJSON-1671646685 tempest-FloatingIPsAssociationTestJSON-1671646685-project] 10.222.0.66 "GET /v2.0/networks/7cae7a70-14fd-408c-b14d-39ceb97cb60e HTTP/1.1" status: 200 len: 784 time: 0.3450294 Aug 18 11:54:55.051819 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8aaf77-c540-4e62-b9e8-328746a8257a admin admin] Pushing event updated for resources: {'Port': ['ID=7ac469a3-f487-464c-b043-7fc687f0fed3,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:54:55.149318 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a34447c4-527c-419c-906a-91ba33e998d5 req-e753ccd3-d890-4987-bdfb-8acfc48a0584 tempest-AttachSCSIVolumeTestJSON-381070384 tempest-AttachSCSIVolumeTestJSON-381070384-project] 10.222.0.66 "GET /v2.0/security-groups?id=837523a5-4c49-4842-b541-ae2f2615239e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789751 Aug 18 11:54:55.190944 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-601fa9f8-9ae5-4fcc-bd70-4d1d3a81872b req-0b1720d6-eb9a-4aaf-92e3-be20d33ec508 tempest-FloatingIPsAssociationTestJSON-1671646685 tempest-FloatingIPsAssociationTestJSON-1671646685-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.7.87 HTTP/1.1" status: 200 len: 696 time: 0.1454923 Aug 18 11:54:55.195903 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-88dbdb79-e407-4013-bab4-1db44cdd618d req-a87ca74f-ad57-46df-a0fb-3d80f0aed6e7 service neutron] For port 8cc88f43-1fb3-47eb-bebc-c14bcbe1eead, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=8cc88f43-1fb3-47eb-bebc-c14bcbe1eead,segment=NetworkSegment(0622c33d-7d5a-4968-950b-edb53be5f858),segment_id=0622c33d-7d5a-4968-950b-edb53be5f858)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:54:55.200435 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-de8aaf77-c540-4e62-b9e8-328746a8257a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-996688'] for router_interface, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:55.315540 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-39b99ee7-d1a3-44b2-9169-9e51bfa20700 None None] Provisioning for port 7ac469a3-f487-464c-b043-7fc687f0fed3 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 11:54:55.320732 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-39b99ee7-d1a3-44b2-9169-9e51bfa20700 None None] Provisioning complete for port 7ac469a3-f487-464c-b043-7fc687f0fed3 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:54:55.321196 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-39b99ee7-d1a3-44b2-9169-9e51bfa20700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:55.357000 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-601fa9f8-9ae5-4fcc-bd70-4d1d3a81872b req-3860d625-1736-43e9-b5fd-8c2ea3d69cc2 tempest-FloatingIPsAssociationTestJSON-1671646685 tempest-FloatingIPsAssociationTestJSON-1671646685-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.7.87 HTTP/1.1" status: 200 len: 696 time: 0.1575696 Aug 18 11:54:55.390466 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-39b99ee7-d1a3-44b2-9169-9e51bfa20700 None None] Port 7ac469a3-f487-464c-b043-7fc687f0fed3 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 11:54:55.463520 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-88dbdb79-e407-4013-bab4-1db44cdd618d req-a87ca74f-ad57-46df-a0fb-3d80f0aed6e7 service neutron] For port 8cc88f43-1fb3-47eb-bebc-c14bcbe1eead, host n-h1-804985-2, cleared binding levels {{(pid=106252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 11:54:55.607646 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 8cc88f43-1fb3-47eb-bebc-c14bcbe1eead details requested by agent hyperv_n-h2-804985-2 with host n-h2-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 11:54:55.623721 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-88dbdb79-e407-4013-bab4-1db44cdd618d req-a87ca74f-ad57-46df-a0fb-3d80f0aed6e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:55.634611 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-de8aaf77-c540-4e62-b9e8-328746a8257a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:55.646457 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-88dbdb79-e407-4013-bab4-1db44cdd618d req-a87ca74f-ad57-46df-a0fb-3d80f0aed6e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:55.746982 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port 8cc88f43-1fb3-47eb-bebc-c14bcbe1eead, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=8cc88f43-1fb3-47eb-bebc-c14bcbe1eead,segment=NetworkSegment(0622c33d-7d5a-4968-950b-edb53be5f858),segment_id=0622c33d-7d5a-4968-950b-edb53be5f858)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:54:55.758050 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87ca74f-ad57-46df-a0fb-3d80f0aed6e7 service neutron] Pushing event updated for resources: {'Port': ['ID=8cc88f43-1fb3-47eb-bebc-c14bcbe1eead,revision_number=7']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:54:55.758472 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 8cc88f43-1fb3-47eb-bebc-c14bcbe1eead has no active binding in host n-h2-804985-2 {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 18 11:54:55.771353 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d327865-cba3-485f-bce7-7a24edc22893 req-b124468a-3d09-4e9d-978b-df9a6161e76c tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:54:55.772976 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6d327865-cba3-485f-bce7-7a24edc22893 req-b124468a-3d09-4e9d-978b-df9a6161e76c tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] 10.222.0.66 "GET /v2.0/ports?device_id=20add8b4-57cc-444f-ab68-4c4bdbf74579 HTTP/1.1" status: 200 len: 945 time: 0.2129836 Aug 18 11:54:55.803892 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-601fa9f8-9ae5-4fcc-bd70-4d1d3a81872b req-097fbb67-b9b2-471e-8b88-aa8da856a39b tempest-FloatingIPsAssociationTestJSON-1671646685 tempest-FloatingIPsAssociationTestJSON-1671646685-project] Deleting port 4dd4c34b-3276-48fd-9b01-54b7b7083a84 {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 11:54:55.804239 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-601fa9f8-9ae5-4fcc-bd70-4d1d3a81872b req-097fbb67-b9b2-471e-8b88-aa8da856a39b tempest-FloatingIPsAssociationTestJSON-1671646685 tempest-FloatingIPsAssociationTestJSON-1671646685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:55.930166 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-88dbdb79-e407-4013-bab4-1db44cdd618d req-a87ca74f-ad57-46df-a0fb-3d80f0aed6e7 service neutron] Attempting to bind port 8cc88f43-1fb3-47eb-bebc-c14bcbe1eead on host n-h1-804985-2 for vnic_type normal with profile {"migrating_to": "n-h2-804985-2"} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 11:54:55.930502 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-88dbdb79-e407-4013-bab4-1db44cdd618d req-a87ca74f-ad57-46df-a0fb-3d80f0aed6e7 service neutron] Attempting to bind port 8cc88f43-1fb3-47eb-bebc-c14bcbe1eead by drivers openvswitch,hyperv on host n-h1-804985-2 at level 0 using segments [{'id': '0622c33d-7d5a-4968-950b-edb53be5f858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'f471d7de-70da-4549-acfc-45017b3843ff'}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 11:54:55.930824 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88dbdb79-e407-4013-bab4-1db44cdd618d req-a87ca74f-ad57-46df-a0fb-3d80f0aed6e7 service neutron] Attempting to bind port 8cc88f43-1fb3-47eb-bebc-c14bcbe1eead on network f471d7de-70da-4549-acfc-45017b3843ff {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 11:54:55.961950 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88dbdb79-e407-4013-bab4-1db44cdd618d req-a87ca74f-ad57-46df-a0fb-3d80f0aed6e7 service neutron] Port 8cc88f43-1fb3-47eb-bebc-c14bcbe1eead on network f471d7de-70da-4549-acfc-45017b3843ff not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-2 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 11:54:55.962292 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88dbdb79-e407-4013-bab4-1db44cdd618d req-a87ca74f-ad57-46df-a0fb-3d80f0aed6e7 service neutron] Attempting to bind port 8cc88f43-1fb3-47eb-bebc-c14bcbe1eead on network f471d7de-70da-4549-acfc-45017b3843ff {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 11:54:55.973658 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6d327865-cba3-485f-bce7-7a24edc22893 req-948d86b9-ca3e-4b82-9030-371502fc47f2 tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] 10.222.0.66 "GET /v2.0/security-groups?id=55743b86-4589-417c-a042-b0bad2e342b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861324 Aug 18 11:54:55.979622 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88dbdb79-e407-4013-bab4-1db44cdd618d req-a87ca74f-ad57-46df-a0fb-3d80f0aed6e7 service neutron] Checking agent: {'id': 'a613417a-d085-492c-941a-59bb18c633d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 49, 6), 'started_at': datetime.datetime(2021, 8, 18, 11, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 11, 54, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 11:54:55.979998 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88dbdb79-e407-4013-bab4-1db44cdd618d req-a87ca74f-ad57-46df-a0fb-3d80f0aed6e7 service neutron] Checking segment: {'id': '0622c33d-7d5a-4968-950b-edb53be5f858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'f471d7de-70da-4549-acfc-45017b3843ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 11:54:55.980390 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88dbdb79-e407-4013-bab4-1db44cdd618d req-a87ca74f-ad57-46df-a0fb-3d80f0aed6e7 service neutron] Bound using segment: {'id': '0622c33d-7d5a-4968-950b-edb53be5f858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'f471d7de-70da-4549-acfc-45017b3843ff'} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 11:54:55.980867 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-88dbdb79-e407-4013-bab4-1db44cdd618d req-a87ca74f-ad57-46df-a0fb-3d80f0aed6e7 service neutron] Bound port: 8cc88f43-1fb3-47eb-bebc-c14bcbe1eead, host: n-h1-804985-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0622c33d-7d5a-4968-950b-edb53be5f858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'f471d7de-70da-4549-acfc-45017b3843ff'}}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 11:54:55.981233 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-88dbdb79-e407-4013-bab4-1db44cdd618d req-a87ca74f-ad57-46df-a0fb-3d80f0aed6e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:55.997406 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device d5d97030-f4a6-499b-811c-7404fe64b992 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:54:56.061948 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-601fa9f8-9ae5-4fcc-bd70-4d1d3a81872b req-097fbb67-b9b2-471e-8b88-aa8da856a39b tempest-FloatingIPsAssociationTestJSON-1671646685 tempest-FloatingIPsAssociationTestJSON-1671646685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:56.062539 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-601fa9f8-9ae5-4fcc-bd70-4d1d3a81872b req-097fbb67-b9b2-471e-8b88-aa8da856a39b tempest-FloatingIPsAssociationTestJSON-1671646685 tempest-FloatingIPsAssociationTestJSON-1671646685-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:56.076239 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port d5d97030-f4a6-499b-811c-7404fe64b992 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 11:54:56.082018 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port d5d97030-f4a6-499b-811c-7404fe64b992 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:54:56.082414 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:56.130335 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-601fa9f8-9ae5-4fcc-bd70-4d1d3a81872b req-097fbb67-b9b2-471e-8b88-aa8da856a39b tempest-FloatingIPsAssociationTestJSON-1671646685 tempest-FloatingIPsAssociationTestJSON-1671646685-project] Calling delete_port for 4dd4c34b-3276-48fd-9b01-54b7b7083a84 owned by network:floatingip {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 11:54:56.167846 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:56.194661 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] For port d5d97030-f4a6-499b-811c-7404fe64b992, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=d5d97030-f4a6-499b-811c-7404fe64b992,segment=NetworkSegment(c5a3db9d-5c58-41b1-9177-d5787a597b78),segment_id=c5a3db9d-5c58-41b1-9177-d5787a597b78)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:54:56.200177 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:56.204636 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f61658a9-8fe3-4d11-b3ec-4c9136ee00f5', 'tag': '857b0ac1-e620-41d6-859a-dac6e1bafefe'}, {'server_uuid': 'aaabce93-c7fa-4a3a-a8e4-3718c81d3652', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8cc88f43-1fb3-47eb-bebc-c14bcbe1eead'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 11:54:56.206395 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db820a9d-90a7-4881-a7c3-7f269528392e" -d '{"events": [{"name": "network-changed", "server_uuid": "f61658a9-8fe3-4d11-b3ec-4c9136ee00f5", "tag": "857b0ac1-e620-41d6-859a-dac6e1bafefe"}, {"server_uuid": "aaabce93-c7fa-4a3a-a8e4-3718c81d3652", "name": "network-vif-unplugged", "status": "completed", "tag": "8cc88f43-1fb3-47eb-bebc-c14bcbe1eead"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:54:56.226452 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-de8aaf77-c540-4e62-b9e8-328746a8257a admin admin] Notify callbacks [] for port, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:56.237540 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-de8aaf77-c540-4e62-b9e8-328746a8257a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:56.241439 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-88dbdb79-e407-4013-bab4-1db44cdd618d req-a87ca74f-ad57-46df-a0fb-3d80f0aed6e7 service neutron] For port 8cc88f43-1fb3-47eb-bebc-c14bcbe1eead, host n-h1-804985-2, cleared binding levels {{(pid=106252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 11:54:56.251928 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10de132a-799e-4093-a8d6-20c19fd4d067 req-8f3abd3f-86f2-4b9f-8ad6-e9f28e4e4b63 tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:54:56.253485 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-10de132a-799e-4093-a8d6-20c19fd4d067 req-8f3abd3f-86f2-4b9f-8ad6-e9f28e4e4b63 tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] 10.222.0.66 "GET /v2.0/ports?device_id=1776ccfc-79c3-4dd2-9d3e-5b7e075004d6 HTTP/1.1" status: 200 len: 951 time: 0.2047930 Aug 18 11:54:56.257376 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Pushing event updated for resources: {'Port': ['ID=d5d97030-f4a6-499b-811c-7404fe64b992,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:54:56.258639 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-88dbdb79-e407-4013-bab4-1db44cdd618d req-a87ca74f-ad57-46df-a0fb-3d80f0aed6e7 service neutron] For port 8cc88f43-1fb3-47eb-bebc-c14bcbe1eead, host n-h1-804985-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=8cc88f43-1fb3-47eb-bebc-c14bcbe1eead,segment=NetworkSegment(0622c33d-7d5a-4968-950b-edb53be5f858),segment_id=0622c33d-7d5a-4968-950b-edb53be5f858)] {{(pid=106252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 11:54:56.306088 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-88dbdb79-e407-4013-bab4-1db44cdd618d req-a87ca74f-ad57-46df-a0fb-3d80f0aed6e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:56.375825 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8aaf77-c540-4e62-b9e8-328746a8257a admin admin] Pushing event updated for resources: {'Port': ['ID=7ac469a3-f487-464c-b043-7fc687f0fed3,revision_number=2']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:54:56.379149 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-de8aaf77-c540-4e62-b9e8-328746a8257a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-996772'] for router_interface, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:56.446109 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-10de132a-799e-4093-a8d6-20c19fd4d067 req-c5c87b8e-0634-4e9a-8432-803f11ee630b tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] 10.222.0.66 "GET /v2.0/security-groups?id=e54286de-dd7f-4b20-9f74-4a71262d523b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458561 Aug 18 11:54:56.874668 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dbdb79-e407-4013-bab4-1db44cdd618d req-a87ca74f-ad57-46df-a0fb-3d80f0aed6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:54:56.875334 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-88dbdb79-e407-4013-bab4-1db44cdd618d req-a87ca74f-ad57-46df-a0fb-3d80f0aed6e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:56.877332 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-88dbdb79-e407-4013-bab4-1db44cdd618d req-a87ca74f-ad57-46df-a0fb-3d80f0aed6e7 service neutron] 10.222.0.62 "PUT /v2.0/ports/8cc88f43-1fb3-47eb-bebc-c14bcbe1eead HTTP/1.1" status: 200 len: 1121 time: 2.4581816 Aug 18 11:54:56.896758 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87ca74f-ad57-46df-a0fb-3d80f0aed6e7 service neutron] Pushing event updated for resources: {'Port': ['ID=8cc88f43-1fb3-47eb-bebc-c14bcbe1eead,revision_number=8']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:54:56.949541 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] get_ports_and_sgs() called for port_ids ['8cc88f43-1fb3-47eb-bebc-c14bcbe1eead'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 11:54:56.955287 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] get_ports_and_sgs() called for port_ids ['8cc88f43-1fb3-47eb-bebc-c14bcbe1eead'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 11:54:56.961730 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-601fa9f8-9ae5-4fcc-bd70-4d1d3a81872b req-097fbb67-b9b2-471e-8b88-aa8da856a39b tempest-FloatingIPsAssociationTestJSON-1671646685 tempest-FloatingIPsAssociationTestJSON-1671646685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:57.014747 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7cb6d0-9fc1-43d6-992e-b8f611b2c313 req-e9ba5ad3-64bb-4b58-8b60-14bff0826580 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:54:57.016287 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8a7cb6d0-9fc1-43d6-992e-b8f611b2c313 req-e9ba5ad3-64bb-4b58-8b60-14bff0826580 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.66 "GET /v2.0/ports?device_id=aaabce93-c7fa-4a3a-a8e4-3718c81d3652 HTTP/1.1" status: 200 len: 943 time: 0.2250371 Aug 18 11:54:57.018331 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de8aaf77-c540-4e62-b9e8-328746a8257a admin admin] Network 3eac5274-9d7b-4d09-a2dd-6eebead530f7 is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 11:54:57.023336 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097fbb67-b9b2-471e-8b88-aa8da856a39b tempest-FloatingIPsAssociationTestJSON-1671646685 tempest-FloatingIPsAssociationTestJSON-1671646685-project] Pushing event deleted for resources: {'Port': ['ID=4dd4c34b-3276-48fd-9b01-54b7b7083a84,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:54:57.031504 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-de8aaf77-c540-4e62-b9e8-328746a8257a admin admin] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:54:57.099918 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2a9286-63eb-439c-9557-5fdc0761b6a0 req-dc7f40d5-c05c-466c-9c73-52d0ba0c794e tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:54:57.101485 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-bf2a9286-63eb-439c-9557-5fdc0761b6a0 req-dc7f40d5-c05c-466c-9c73-52d0ba0c794e tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] 10.222.0.62 "GET /v2.0/ports?device_id=1776ccfc-79c3-4dd2-9d3e-5b7e075004d6 HTTP/1.1" status: 200 len: 951 time: 0.1976552 Aug 18 11:54:57.216289 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8a7cb6d0-9fc1-43d6-992e-b8f611b2c313 req-efa4696f-95de-47d9-84d4-0dc9092af828 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.66 "GET /v2.0/security-groups?id=fecad5ed-08b4-4db8-8e35-9a1fb2f01a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881313 Aug 18 11:54:57.254454 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device ada37a1c-fb33-4f98-902f-3cca5039d767 details requested by agent hyperv_n-h1-804985-2 with host n-h1-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 11:54:57.296915 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-601fa9f8-9ae5-4fcc-bd70-4d1d3a81872b req-097fbb67-b9b2-471e-8b88-aa8da856a39b tempest-FloatingIPsAssociationTestJSON-1671646685 tempest-FloatingIPsAssociationTestJSON-1671646685-project] Notify callbacks [] for floatingip, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:57.299733 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-601fa9f8-9ae5-4fcc-bd70-4d1d3a81872b req-097fbb67-b9b2-471e-8b88-aa8da856a39b tempest-FloatingIPsAssociationTestJSON-1671646685 tempest-FloatingIPsAssociationTestJSON-1671646685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for floatingip, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:57.314044 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-601fa9f8-9ae5-4fcc-bd70-4d1d3a81872b req-097fbb67-b9b2-471e-8b88-aa8da856a39b tempest-FloatingIPsAssociationTestJSON-1671646685 tempest-FloatingIPsAssociationTestJSON-1671646685-project] 10.222.0.66 "DELETE /v2.0/floatingips/4b5a1d73-1527-4e08-81d8-2c008dd86bab HTTP/1.1" status: 204 len: 173 time: 1.9469547 Aug 18 11:54:57.381170 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Wed, 18 Aug 2021 11:54:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b7d50b3-ef09-4da6-aad5-96f80238b5c6 x-openstack-request-id: req-3b7d50b3-ef09-4da6-aad5-96f80238b5c6 {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:54:57.381400 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f61658a9-8fe3-4d11-b3ec-4c9136ee00f5", "tag": "857b0ac1-e620-41d6-859a-dac6e1bafefe", "status": "completed", "code": 200}, {"server_uuid": "aaabce93-c7fa-4a3a-a8e4-3718c81d3652", "name": "network-vif-unplugged", "status": "completed", "tag": "8cc88f43-1fb3-47eb-bebc-c14bcbe1eead", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:54:57.381648 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-3b7d50b3-ef09-4da6-aad5-96f80238b5c6 {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:54:57.382033 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f61658a9-8fe3-4d11-b3ec-4c9136ee00f5', 'tag': '857b0ac1-e620-41d6-859a-dac6e1bafefe', 'status': 'completed', 'code': 200} Aug 18 11:54:57.382277 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaabce93-c7fa-4a3a-a8e4-3718c81d3652', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8cc88f43-1fb3-47eb-bebc-c14bcbe1eead', 'code': 200} Aug 18 11:54:57.422679 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port ada37a1c-fb33-4f98-902f-3cca5039d767, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=ada37a1c-fb33-4f98-902f-3cca5039d767,segment=NetworkSegment(8ba4150c-c7c2-4067-8951-4d5305732330),segment_id=8ba4150c-c7c2-4067-8951-4d5305732330)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:54:57.432447 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de8aaf77-c540-4e62-b9e8-328746a8257a admin admin] Router a280d1da-8ce2-4e80-b587-dd7ec7dfad8c has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 11:54:57.448814 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Returning: {'device': 'ada37a1c-fb33-4f98-902f-3cca5039d767', 'network_id': '200d487e-73c7-420d-87e0-4281e46875aa', 'port_id': 'ada37a1c-fb33-4f98-902f-3cca5039d767', 'mac_address': 'fa:16:3e:64:08:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 838, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29812171-3976-4326-a3ba-ae0cf8ac122a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 11:54:57.456270 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db820a9d-90a7-4881-a7c3-7f269528392e req-e6368368-4412-456d-ac12-14f20d4dae98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:54:57.460349 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-db820a9d-90a7-4881-a7c3-7f269528392e req-e6368368-4412-456d-ac12-14f20d4dae98 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=72b8902517244a1ca86567bff576d2b2&device_id=f61658a9-8fe3-4d11-b3ec-4c9136ee00f5 HTTP/1.1" status: 200 len: 1096 time: 0.0731931 Aug 18 11:54:57.491129 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-0f610b69-13b5-4648-8a9c-e9ae3bfac5ee None None] Provisioning complete for port 7ac469a3-f487-464c-b043-7fc687f0fed3 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:54:57.491638 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-0f610b69-13b5-4648-8a9c-e9ae3bfac5ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:57.492551 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-bf2a9286-63eb-439c-9557-5fdc0761b6a0 req-2b72dc64-e9b7-43b3-91f6-68ea645cffb9 tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] Deleting port fc532f89-2840-48d2-a48d-3956d016ae51 {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 11:54:57.492905 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-bf2a9286-63eb-439c-9557-5fdc0761b6a0 req-2b72dc64-e9b7-43b3-91f6-68ea645cffb9 tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:57.503494 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343b1b94-d99c-4089-9def-76527ee7a94f req-e0cf3448-fb40-4efa-bcd4-2896c6a21c4a tempest-AttachSCSIVolumeTestJSON-381070384 tempest-AttachSCSIVolumeTestJSON-381070384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:54:57.505368 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-343b1b94-d99c-4089-9def-76527ee7a94f req-e0cf3448-fb40-4efa-bcd4-2896c6a21c4a tempest-AttachSCSIVolumeTestJSON-381070384 tempest-AttachSCSIVolumeTestJSON-381070384-project] 10.222.0.66 "GET /v2.0/ports?device_id=e18327bf-1c13-468a-acf5-3237e49d2fa8 HTTP/1.1" status: 200 len: 943 time: 0.1747742 Aug 18 11:54:57.535064 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:57.556750 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-0f610b69-13b5-4648-8a9c-e9ae3bfac5ee None None] Port 7ac469a3-f487-464c-b043-7fc687f0fed3 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 11:54:57.560834 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ada37a1c-fb33-4f98-902f-3cca5039d767 {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 11:54:57.584687 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port ada37a1c-fb33-4f98-902f-3cca5039d767, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=ada37a1c-fb33-4f98-902f-3cca5039d767,segment=NetworkSegment(8ba4150c-c7c2-4067-8951-4d5305732330),segment_id=8ba4150c-c7c2-4067-8951-4d5305732330)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:54:57.590716 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:57.610603 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db820a9d-90a7-4881-a7c3-7f269528392e req-2c48771b-0f94-491d-ae2a-942c7a8ce5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:54:57.612250 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-db820a9d-90a7-4881-a7c3-7f269528392e req-2c48771b-0f94-491d-ae2a-942c7a8ce5c2 service neutron] 10.222.0.62 "GET /v2.0/networks?id=17b21726-ad58-4633-922c-414857af0af2 HTTP/1.1" status: 200 len: 922 time: 0.1438291 Aug 18 11:54:57.674879 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-db820a9d-90a7-4881-a7c3-7f269528392e req-832bf143-6d31-4977-b165-d3f76a5f96fb service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=857b0ac1-e620-41d6-859a-dac6e1bafefe HTTP/1.1" status: 200 len: 217 time: 0.0525556 Aug 18 11:54:57.741916 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db820a9d-90a7-4881-a7c3-7f269528392e req-14c43bac-69a7-4ef4-9305-1488b6cce606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:54:57.745010 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-343b1b94-d99c-4089-9def-76527ee7a94f req-e6a24f70-da3c-4f04-8d19-7da4404fea7e tempest-AttachSCSIVolumeTestJSON-381070384 tempest-AttachSCSIVolumeTestJSON-381070384-project] 10.222.0.66 "GET /v2.0/security-groups?id=837523a5-4c49-4842-b541-ae2f2615239e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836529 Aug 18 11:54:57.746587 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-db820a9d-90a7-4881-a7c3-7f269528392e req-14c43bac-69a7-4ef4-9305-1488b6cce606 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=04e502a5-5018-4e73-baa8-683bfd3d2545 HTTP/1.1" status: 200 len: 860 time: 0.0628648 Aug 18 11:54:57.772315 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2a5745-f209-4ea9-8099-13790107e0be req-88a9db40-4df0-4774-8884-9e1ed5692734 tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:54:57.773909 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3e2a5745-f209-4ea9-8099-13790107e0be req-88a9db40-4df0-4774-8884-9e1ed5692734 tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] 10.222.0.66 "GET /v2.0/ports?device_id=20add8b4-57cc-444f-ab68-4c4bdbf74579 HTTP/1.1" status: 200 len: 945 time: 0.2118018 Aug 18 11:54:57.800087 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-bf2a9286-63eb-439c-9557-5fdc0761b6a0 req-2b72dc64-e9b7-43b3-91f6-68ea645cffb9 tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] For port fc532f89-2840-48d2-a48d-3956d016ae51, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=fc532f89-2840-48d2-a48d-3956d016ae51,segment=NetworkSegment(b0eb6eea-b461-4969-8a27-808f00daa8a1),segment_id=b0eb6eea-b461-4969-8a27-808f00daa8a1)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:54:57.800659 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-bf2a9286-63eb-439c-9557-5fdc0761b6a0 req-2b72dc64-e9b7-43b3-91f6-68ea645cffb9 tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:57.811679 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db820a9d-90a7-4881-a7c3-7f269528392e req-506fb926-233e-4b3c-9525-17f52bdca7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:54:57.813854 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-db820a9d-90a7-4881-a7c3-7f269528392e req-506fb926-233e-4b3c-9525-17f52bdca7d0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=17b21726-ad58-4633-922c-414857af0af2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0581057 Aug 18 11:54:57.827514 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=ada37a1c-fb33-4f98-902f-3cca5039d767,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:54:57.831309 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-bf2a9286-63eb-439c-9557-5fdc0761b6a0 req-2b72dc64-e9b7-43b3-91f6-68ea645cffb9 tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] Calling delete_port for fc532f89-2840-48d2-a48d-3956d016ae51 owned by compute:nova {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 11:54:57.869328 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3e2a5745-f209-4ea9-8099-13790107e0be req-6c9fc98c-8a97-4121-a297-6f97b4d7bf39 tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] 10.222.0.66 "GET /v2.0/security-groups?id=55743b86-4589-417c-a042-b0bad2e342b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851212 Aug 18 11:54:57.874546 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de8aaf77-c540-4e62-b9e8-328746a8257a admin admin] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 11:54:57.886482 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5e6d30d-24a7-4140-924e-7f04acf14ed1 None None] Sync routers for ids ['a280d1da-8ce2-4e80-b587-dd7ec7dfad8c'] in n-d-804985-2 {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 11:54:57.903660 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-de8aaf77-c540-4e62-b9e8-328746a8257a admin admin] 10.222.0.66 "PUT /v2.0/routers/a280d1da-8ce2-4e80-b587-dd7ec7dfad8c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9554062 Aug 18 11:54:57.935297 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] get_ports_and_sgs() called for port_ids ['ada37a1c-fb33-4f98-902f-3cca5039d767'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 11:54:57.956413 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-db820a9d-90a7-4881-a7c3-7f269528392e req-736157e1-46e3-4d12-a1de-4ab3f9032514 service neutron] 10.222.0.62 "GET /v2.0/networks/17b21726-ad58-4633-922c-414857af0af2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338227 Aug 18 11:54:57.958647 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e6d30d-24a7-4140-924e-7f04acf14ed1 None None] Routers {'a280d1da-8ce2-4e80-b587-dd7ec7dfad8c'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 11:54:57.961363 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-d5e6d30d-24a7-4140-924e-7f04acf14ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T11:54:51Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['a280d1da-8ce2-4e80-b587-dd7ec7dfad8c'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:54:58.079478 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device d5d97030-f4a6-499b-811c-7404fe64b992 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:54:58.088029 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-db820a9d-90a7-4881-a7c3-7f269528392e req-30602345-847b-421a-b204-1b70654b4fce service neutron] 10.222.0.62 "GET /v2.0/networks/17b21726-ad58-4633-922c-414857af0af2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116443 Aug 18 11:54:58.171317 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be5f767-c50f-4331-a469-f4de56ee26f3 req-a76d3e30-2f0b-471a-a95e-e2079f4c4479 tempest-FloatingIPsAssociationTestJSON-1671646685 tempest-FloatingIPsAssociationTestJSON-1671646685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:54:58.173500 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9be5f767-c50f-4331-a469-f4de56ee26f3 req-a76d3e30-2f0b-471a-a95e-e2079f4c4479 tempest-FloatingIPsAssociationTestJSON-1671646685 tempest-FloatingIPsAssociationTestJSON-1671646685-project] 10.222.0.66 "GET /v2.0/ports?device_id=f61658a9-8fe3-4d11-b3ec-4c9136ee00f5 HTTP/1.1" status: 200 len: 945 time: 0.1435058 Aug 18 11:54:58.190710 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abc281a-c32e-4d8e-8cfa-d3751e9bb38c req-b25fb50f-ddc9-4125-9798-38005c4cc604 tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:54:58.200429 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6abc281a-c32e-4d8e-8cfa-d3751e9bb38c req-b25fb50f-ddc9-4125-9798-38005c4cc604 tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] 10.222.0.66 "GET /v2.0/ports?device_id=1776ccfc-79c3-4dd2-9d3e-5b7e075004d6 HTTP/1.1" status: 200 len: 951 time: 0.1997080 Aug 18 11:54:58.217570 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-d5e6d30d-24a7-4140-924e-7f04acf14ed1 None None] Set router a280d1da-8ce2-4e80-b587-dd7ec7dfad8c gateway port host: n-d-804985-2 {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 11:54:58.281839 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port d5d97030-f4a6-499b-811c-7404fe64b992 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:54:58.282462 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:58.292231 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6abc281a-c32e-4d8e-8cfa-d3751e9bb38c req-b6c52efd-b24a-40e1-b6e2-e288639faa08 tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] 10.222.0.66 "GET /v2.0/security-groups?id=e54286de-dd7f-4b20-9f74-4a71262d523b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909078 Aug 18 11:54:58.294897 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9be5f767-c50f-4331-a469-f4de56ee26f3 req-1a2b1f68-47e5-411d-a9a2-35cc92a3c301 tempest-FloatingIPsAssociationTestJSON-1671646685 tempest-FloatingIPsAssociationTestJSON-1671646685-project] 10.222.0.66 "GET /v2.0/security-groups?id=1a0cf25f-7a4f-4eec-9daa-081df45eb4db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917766 Aug 18 11:54:58.334763 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-bf2a9286-63eb-439c-9557-5fdc0761b6a0 req-2b72dc64-e9b7-43b3-91f6-68ea645cffb9 tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:58.359173 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] get_ports_and_sgs() called for port_ids ['fc532f89-2840-48d2-a48d-3956d016ae51'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 11:54:58.374937 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b72dc64-e9b7-43b3-91f6-68ea645cffb9 tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] Pushing event deleted for resources: {'Port': ['ID=fc532f89-2840-48d2-a48d-3956d016ae51,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:54:58.441336 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf2a9286-63eb-439c-9557-5fdc0761b6a0 req-2b72dc64-e9b7-43b3-91f6-68ea645cffb9 tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] No DVR routers for this DVR port fc532f89-2840-48d2-a48d-3956d016ae51 on host n-h2-804985-2 {{(pid=106252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 11:54:58.445548 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-bf2a9286-63eb-439c-9557-5fdc0761b6a0 req-2b72dc64-e9b7-43b3-91f6-68ea645cffb9 tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:58.447560 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-bf2a9286-63eb-439c-9557-5fdc0761b6a0 req-2b72dc64-e9b7-43b3-91f6-68ea645cffb9 tempest-ServersAdminTestJSON-38010307 tempest-ServersAdminTestJSON-38010307-project] 10.222.0.62 "DELETE /v2.0/ports/fc532f89-2840-48d2-a48d-3956d016ae51 HTTP/1.1" status: 204 len: 173 time: 1.3380721 Aug 18 11:54:58.474100 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bba3ee-03e4-407b-b92b-676424e6074b req-e10333ec-27db-466e-8db7-f0ec300fd6f3 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:54:58.475786 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d5bba3ee-03e4-407b-b92b-676424e6074b req-e10333ec-27db-466e-8db7-f0ec300fd6f3 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.66 "GET /v2.0/ports?device_id=aaabce93-c7fa-4a3a-a8e4-3718c81d3652 HTTP/1.1" status: 200 len: 943 time: 0.0929081 Aug 18 11:54:58.556203 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d5bba3ee-03e4-407b-b92b-676424e6074b req-ae4d5e93-798f-44b3-9310-505e292270b6 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.66 "GET /v2.0/security-groups?id=fecad5ed-08b4-4db8-8e35-9a1fb2f01a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600030 Aug 18 11:54:58.614725 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-d5e6d30d-24a7-4140-924e-7f04acf14ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a280d1da-8ce2-4e80-b587-dd7ec7dfad8c', 'name': 'tempest-ServersTestJSON-2027421685-router', 'tenant_id': 'd1ec40a3ead94d708fdf6efc2357c5eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.95'}], 'enable_snat': True}, 'gw_port_id': 'd5d97030-f4a6-499b-811c-7404fe64b992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T11:54:48Z', 'updated_at': '2021-08-18T11:54:55Z', 'revision_number': 4, 'project_id': 'd1ec40a3ead94d708fdf6efc2357c5eb', 'gw_port': {'id': 'd5d97030-f4a6-499b-811c-7404fe64b992', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:19:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a280d1da-8ce2-4e80-b587-dd7ec7dfad8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:54:49Z', 'updated_at': '2021-08-18T11:54:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': '7ac469a3-f487-464c-b043-7fc687f0fed3', 'name': '', 'network_id': '3eac5274-9d7b-4d09-a2dd-6eebead530f7', 'tenant_id': 'd1ec40a3ead94d708fdf6efc2357c5eb', 'mac_address': 'fa:16:3e:75:66:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a280d1da-8ce2-4e80-b587-dd7ec7dfad8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '465724d4-2d39-4a21-8c45-5f387b8139d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:54:53Z', 'updated_at': '2021-08-18T11:54:55Z', 'revision_number': 2, 'project_id': 'd1ec40a3ead94d708fdf6efc2357c5eb', 'subnets': [{'id': '465724d4-2d39-4a21-8c45-5f387b8139d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:54:58.648030 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5e6d30d-24a7-4140-924e-7f04acf14ed1 None None] Checking router: a280d1da-8ce2-4e80-b587-dd7ec7dfad8c for host: n-d-804985-2 {{(pid=106254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 11:54:58.648669 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5e6d30d-24a7-4140-924e-7f04acf14ed1 None None] Updating router a280d1da-8ce2-4e80-b587-dd7ec7dfad8c port 7ac469a3-f487-464c-b043-7fc687f0fed3 binding host n-d-804985-2 {{(pid=106254) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 11:54:58.689735 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-d5e6d30d-24a7-4140-924e-7f04acf14ed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:58.919322 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d4bb8d-cbc7-4283-93a4-27fed2b77975 req-739c27e6-3c2e-4e48-aa37-b6510871f00e tempest-AttachSCSIVolumeTestJSON-381070384 tempest-AttachSCSIVolumeTestJSON-381070384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:54:58.921723 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-30d4bb8d-cbc7-4283-93a4-27fed2b77975 req-739c27e6-3c2e-4e48-aa37-b6510871f00e tempest-AttachSCSIVolumeTestJSON-381070384 tempest-AttachSCSIVolumeTestJSON-381070384-project] 10.222.0.66 "GET /v2.0/ports?device_id=e18327bf-1c13-468a-acf5-3237e49d2fa8 HTTP/1.1" status: 200 len: 944 time: 0.1001070 Aug 18 11:54:58.942496 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 50820) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:54:58.947479 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-658b2bbb-b8dd-4070-8b21-e5eaf9c60f19 tempest-ServersTestJSON-993394465 tempest-ServersTestJSON-993394465-project] Request body: {'security_group': {'name': 'tempest-securitygroup--624872697', 'description': 'tempest-description--334335938'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:54:58.995578 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-658b2bbb-b8dd-4070-8b21-e5eaf9c60f19 tempest-ServersTestJSON-993394465 tempest-ServersTestJSON-993394465-project] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:59.014480 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-30d4bb8d-cbc7-4283-93a4-27fed2b77975 req-0cf33312-2ed7-4cb9-8f97-00bbf37fa509 tempest-AttachSCSIVolumeTestJSON-381070384 tempest-AttachSCSIVolumeTestJSON-381070384-project] 10.222.0.66 "GET /v2.0/security-groups?id=837523a5-4c49-4842-b541-ae2f2615239e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813611 Aug 18 11:54:59.107967 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bf4d18-0990-4161-a9e3-993bb9c384ca req-da75d2c8-f0f5-4745-9c11-f463dee5de80 tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:54:59.109526 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a1bf4d18-0990-4161-a9e3-993bb9c384ca req-da75d2c8-f0f5-4745-9c11-f463dee5de80 tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] 10.222.0.66 "GET /v2.0/ports?device_id=20add8b4-57cc-444f-ab68-4c4bdbf74579 HTTP/1.1" status: 200 len: 945 time: 0.0575845 Aug 18 11:54:59.117366 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-d5e6d30d-24a7-4140-924e-7f04acf14ed1 None None] Notify callbacks [] for port, precommit_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:59.144435 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-d5e6d30d-24a7-4140-924e-7f04acf14ed1 None None] Transition to ACTIVE for port object 7ac469a3-f487-464c-b043-7fc687f0fed3 will not be triggered until provisioned by entity L2. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 11:54:59.144892 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-658b2bbb-b8dd-4070-8b21-e5eaf9c60f19 tempest-ServersTestJSON-993394465 tempest-ServersTestJSON-993394465-project] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:59.153618 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-658b2bbb-b8dd-4070-8b21-e5eaf9c60f19 tempest-ServersTestJSON-993394465 tempest-ServersTestJSON-993394465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:59.155766 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-d5e6d30d-24a7-4140-924e-7f04acf14ed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:59.161981 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a1bf4d18-0990-4161-a9e3-993bb9c384ca req-9d86b947-7bf0-4031-8477-56da9d6008c6 tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] 10.222.0.66 "GET /v2.0/security-groups?id=55743b86-4589-417c-a042-b0bad2e342b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451880 Aug 18 11:54:59.189349 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-658b2bbb-b8dd-4070-8b21-e5eaf9c60f19 tempest-ServersTestJSON-993394465 tempest-ServersTestJSON-993394465-project] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:59.190667 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-658b2bbb-b8dd-4070-8b21-e5eaf9c60f19 tempest-ServersTestJSON-993394465 tempest-ServersTestJSON-993394465-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.2471626 Aug 18 11:54:59.193862 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 50822) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:54:59.214341 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-aa5a046b-4564-49e2-b93f-748c4436364b tempest-ServersTestJSON-993394465 tempest-ServersTestJSON-993394465-project] Request body: {'security_group_rule': {'security_group_id': '7ec1ec52-5b4b-4164-afc0-eeb3e9b608ca', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:54:59.225071 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8692bc21-59e3-4903-8346-f3763792ce4f None None] Pushing event updated for resources: {'Port': ['ID=7ac469a3-f487-464c-b043-7fc687f0fed3,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:54:59.242497 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658b2bbb-b8dd-4070-8b21-e5eaf9c60f19 tempest-ServersTestJSON-993394465 tempest-ServersTestJSON-993394465-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ec1ec52-5b4b-4164-afc0-eeb3e9b608ca,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:54:59.279739 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-aa5a046b-4564-49e2-b93f-748c4436364b tempest-ServersTestJSON-993394465 tempest-ServersTestJSON-993394465-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:59.280875 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device ada37a1c-fb33-4f98-902f-3cca5039d767 up at agent hyperv_n-h1-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:54:59.348133 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-d5e6d30d-24a7-4140-924e-7f04acf14ed1 None None] Attempting to bind port 7ac469a3-f487-464c-b043-7fc687f0fed3 on host n-d-804985-2 for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 11:54:59.348671 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-d5e6d30d-24a7-4140-924e-7f04acf14ed1 None None] Attempting to bind port 7ac469a3-f487-464c-b043-7fc687f0fed3 by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': '89b4cf17-efd2-4783-9edc-8d57f3adb099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '3eac5274-9d7b-4d09-a2dd-6eebead530f7'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 11:54:59.349141 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e6d30d-24a7-4140-924e-7f04acf14ed1 None None] Attempting to bind port 7ac469a3-f487-464c-b043-7fc687f0fed3 on network 3eac5274-9d7b-4d09-a2dd-6eebead530f7 {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 11:54:59.350188 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-aa5a046b-4564-49e2-b93f-748c4436364b tempest-ServersTestJSON-993394465 tempest-ServersTestJSON-993394465-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:59.361015 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-aa5a046b-4564-49e2-b93f-748c4436364b tempest-ServersTestJSON-993394465 tempest-ServersTestJSON-993394465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992607'] for security_group_rule, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:59.364389 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e6d30d-24a7-4140-924e-7f04acf14ed1 None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 11, 54, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 11:54:59.364995 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e6d30d-24a7-4140-924e-7f04acf14ed1 None None] Checking segment: {'id': '89b4cf17-efd2-4783-9edc-8d57f3adb099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '3eac5274-9d7b-4d09-a2dd-6eebead530f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 11:54:59.365605 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-d5e6d30d-24a7-4140-924e-7f04acf14ed1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:59.366091 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e6d30d-24a7-4140-924e-7f04acf14ed1 None None] Bound using segment: {'id': '89b4cf17-efd2-4783-9edc-8d57f3adb099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '3eac5274-9d7b-4d09-a2dd-6eebead530f7'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 11:54:59.366678 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-d5e6d30d-24a7-4140-924e-7f04acf14ed1 None None] Bound port: 7ac469a3-f487-464c-b043-7fc687f0fed3, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89b4cf17-efd2-4783-9edc-8d57f3adb099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '3eac5274-9d7b-4d09-a2dd-6eebead530f7'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 11:54:59.367155 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-d5e6d30d-24a7-4140-924e-7f04acf14ed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:59.394571 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aaabce93-c7fa-4a3a-a8e4-3718c81d3652', 'tag': '8cc88f43-1fb3-47eb-bebc-c14bcbe1eead'}, {'server_uuid': '1776ccfc-79c3-4dd2-9d3e-5b7e075004d6', 'name': 'network-vif-deleted', 'tag': 'fc532f89-2840-48d2-a48d-3956d016ae51'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 11:54:59.400660 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ddc7ea5-752c-45ed-be71-6e06a65c6f0e" -d '{"events": [{"name": "network-changed", "server_uuid": "aaabce93-c7fa-4a3a-a8e4-3718c81d3652", "tag": "8cc88f43-1fb3-47eb-bebc-c14bcbe1eead"}, {"server_uuid": "1776ccfc-79c3-4dd2-9d3e-5b7e075004d6", "name": "network-vif-deleted", "tag": "fc532f89-2840-48d2-a48d-3956d016ae51"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:54:59.437298 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5a046b-4564-49e2-b93f-748c4436364b tempest-ServersTestJSON-993394465 tempest-ServersTestJSON-993394465-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e471836c-0ab9-44c7-9a3a-15f8fac66438,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:54:59.491734 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-d5e6d30d-24a7-4140-924e-7f04acf14ed1 None None] For port 7ac469a3-f487-464c-b043-7fc687f0fed3, host n-d-804985-2, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 11:54:59.496289 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-d5e6d30d-24a7-4140-924e-7f04acf14ed1 None None] For port 7ac469a3-f487-464c-b043-7fc687f0fed3, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=7ac469a3-f487-464c-b043-7fc687f0fed3,segment=NetworkSegment(89b4cf17-efd2-4783-9edc-8d57f3adb099),segment_id=89b4cf17-efd2-4783-9edc-8d57f3adb099)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 11:54:59.497279 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-aa5a046b-4564-49e2-b93f-748c4436364b tempest-ServersTestJSON-993394465 tempest-ServersTestJSON-993394465-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:59.501037 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-aa5a046b-4564-49e2-b93f-748c4436364b tempest-ServersTestJSON-993394465 tempest-ServersTestJSON-993394465-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3034239 Aug 18 11:54:59.503000 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 50834) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:54:59.504561 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 18 Aug 2021 11:54:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f26a725-02bb-4ae4-8b2a-45a0d2fdb0b0 x-openstack-request-id: req-1f26a725-02bb-4ae4-8b2a-45a0d2fdb0b0 {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:54:59.504836 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aaabce93-c7fa-4a3a-a8e4-3718c81d3652", "tag": "8cc88f43-1fb3-47eb-bebc-c14bcbe1eead", "status": "completed", "code": 200}, {"server_uuid": "1776ccfc-79c3-4dd2-9d3e-5b7e075004d6", "name": "network-vif-deleted", "tag": "fc532f89-2840-48d2-a48d-3956d016ae51", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:54:59.505093 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-1f26a725-02bb-4ae4-8b2a-45a0d2fdb0b0 {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:54:59.505541 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aaabce93-c7fa-4a3a-a8e4-3718c81d3652', 'tag': '8cc88f43-1fb3-47eb-bebc-c14bcbe1eead', 'status': 'completed', 'code': 200} Aug 18 11:54:59.505789 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1776ccfc-79c3-4dd2-9d3e-5b7e075004d6', 'name': 'network-vif-deleted', 'tag': 'fc532f89-2840-48d2-a48d-3956d016ae51', 'status': 'completed', 'code': 200} Aug 18 11:54:59.508153 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-d5e6d30d-24a7-4140-924e-7f04acf14ed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:59.514213 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-ddb71636-6ad6-40f9-9e68-a5e538d7f0c7 tempest-ServersTestJSON-993394465 tempest-ServersTestJSON-993394465-project] Request body: {'security_group_rule': {'security_group_id': '7ec1ec52-5b4b-4164-afc0-eeb3e9b608ca', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:54:59.530579 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9662b19-a54f-4459-a1f2-7868efd888a3 req-3f3d8bef-7eb8-440e-8832-213b85395909 tempest-FloatingIPsAssociationTestJSON-1671646685 tempest-FloatingIPsAssociationTestJSON-1671646685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:54:59.531767 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e9662b19-a54f-4459-a1f2-7868efd888a3 req-3f3d8bef-7eb8-440e-8832-213b85395909 tempest-FloatingIPsAssociationTestJSON-1671646685 tempest-FloatingIPsAssociationTestJSON-1671646685-project] 10.222.0.62 "GET /v2.0/ports?device_id=f61658a9-8fe3-4d11-b3ec-4c9136ee00f5 HTTP/1.1" status: 200 len: 945 time: 0.1137671 Aug 18 11:54:59.552090 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2386f25-9280-4b26-a275-c4b293dd2238 req-ccf787e7-73d6-4777-8906-c87150f37549 tempest-FloatingIPsAssociationTestJSON-1671646685 tempest-FloatingIPsAssociationTestJSON-1671646685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:54:59.562674 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e2386f25-9280-4b26-a275-c4b293dd2238 req-ccf787e7-73d6-4777-8906-c87150f37549 tempest-FloatingIPsAssociationTestJSON-1671646685 tempest-FloatingIPsAssociationTestJSON-1671646685-project] 10.222.0.66 "GET /v2.0/ports?device_id=f61658a9-8fe3-4d11-b3ec-4c9136ee00f5 HTTP/1.1" status: 200 len: 945 time: 0.1220603 Aug 18 11:54:59.579089 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8692bc21-59e3-4903-8346-f3763792ce4f None None] Pushing event updated for resources: {'Port': ['ID=7ac469a3-f487-464c-b043-7fc687f0fed3,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:54:59.585408 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Provisioning for port ada37a1c-fb33-4f98-902f-3cca5039d767 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 11:54:59.591978 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Provisioning complete for port ada37a1c-fb33-4f98-902f-3cca5039d767 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:54:59.592641 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:59.641572 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ddb71636-6ad6-40f9-9e68-a5e538d7f0c7 tempest-ServersTestJSON-993394465 tempest-ServersTestJSON-993394465-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:59.702917 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e6d30d-24a7-4140-924e-7f04acf14ed1 None None] Routers {'a280d1da-8ce2-4e80-b587-dd7ec7dfad8c'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 11:54:59.703562 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-d5e6d30d-24a7-4140-924e-7f04acf14ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T11:54:51Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['a280d1da-8ce2-4e80-b587-dd7ec7dfad8c'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:54:59.709169 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e2386f25-9280-4b26-a275-c4b293dd2238 req-e5c938e9-3993-4804-9705-257f59d56098 tempest-FloatingIPsAssociationTestJSON-1671646685 tempest-FloatingIPsAssociationTestJSON-1671646685-project] 10.222.0.66 "GET /v2.0/security-groups?id=1a0cf25f-7a4f-4eec-9daa-081df45eb4db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432436 Aug 18 11:54:59.718513 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddc7ea5-752c-45ed-be71-6e06a65c6f0e req-6ee45d9b-bd13-4a73-b63d-e679550271e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:54:59.720097 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-7ddc7ea5-752c-45ed-be71-6e06a65c6f0e req-6ee45d9b-bd13-4a73-b63d-e679550271e9 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=3bd2664269674b678c41aeb663f1f43e&device_id=aaabce93-c7fa-4a3a-a8e4-3718c81d3652 HTTP/1.1" status: 200 len: 1124 time: 0.1849098 Aug 18 11:54:59.852446 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ddb71636-6ad6-40f9-9e68-a5e538d7f0c7 tempest-ServersTestJSON-993394465 tempest-ServersTestJSON-993394465-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:59.869092 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ddb71636-6ad6-40f9-9e68-a5e538d7f0c7 tempest-ServersTestJSON-993394465 tempest-ServersTestJSON-993394465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992607'] for security_group_rule, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:59.896063 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02131746-6289-49d3-bca8-2403f9afd343 req-ec61d630-fcd6-4ce8-a45f-fc014e7a8fd5 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:54:59.903462 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-02131746-6289-49d3-bca8-2403f9afd343 req-ec61d630-fcd6-4ce8-a45f-fc014e7a8fd5 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.66 "GET /v2.0/ports?device_id=aaabce93-c7fa-4a3a-a8e4-3718c81d3652 HTTP/1.1" status: 200 len: 943 time: 0.1919665 Aug 18 11:54:59.915845 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-e9662b19-a54f-4459-a1f2-7868efd888a3 req-6a4ad112-9149-4c85-8ec1-9c215a81358f tempest-FloatingIPsAssociationTestJSON-1671646685 tempest-FloatingIPsAssociationTestJSON-1671646685-project] Deleting port 857b0ac1-e620-41d6-859a-dac6e1bafefe {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 11:54:59.919212 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-e9662b19-a54f-4459-a1f2-7868efd888a3 req-6a4ad112-9149-4c85-8ec1-9c215a81358f tempest-FloatingIPsAssociationTestJSON-1671646685 tempest-FloatingIPsAssociationTestJSON-1671646685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:59.936746 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb71636-6ad6-40f9-9e68-a5e538d7f0c7 tempest-ServersTestJSON-993394465 tempest-ServersTestJSON-993394465-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a780c6f-3466-4203-a6cf-a4908fe01199,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:54:59.950375 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 50842) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:54:59.963783 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-d5e6d30d-24a7-4140-924e-7f04acf14ed1 None None] Set router a280d1da-8ce2-4e80-b587-dd7ec7dfad8c gateway port host: n-d-804985-2 {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 11:54:59.966649 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ddb71636-6ad6-40f9-9e68-a5e538d7f0c7 tempest-ServersTestJSON-993394465 tempest-ServersTestJSON-993394465-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:54:59.969393 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-ddb71636-6ad6-40f9-9e68-a5e538d7f0c7 tempest-ServersTestJSON-993394465 tempest-ServersTestJSON-993394465-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4649079 Aug 18 11:54:59.975657 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 50846) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:54:59.988721 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-df264b20-fadb-44fd-987d-9a2c4a738fad tempest-ServersTestJSON-993394465 tempest-ServersTestJSON-993394465-project] Request body: {'floatingip': {'floating_network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:54:59.994391 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddc7ea5-752c-45ed-be71-6e06a65c6f0e req-17d77ab5-df54-496f-a184-fb9ee25fe0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:54:59.996116 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-7ddc7ea5-752c-45ed-be71-6e06a65c6f0e req-17d77ab5-df54-496f-a184-fb9ee25fe0c0 service neutron] 10.222.0.63 "GET /v2.0/networks?id=f471d7de-70da-4549-acfc-45017b3843ff HTTP/1.1" status: 200 len: 922 time: 0.2516243 Aug 18 11:55:00.053371 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-7ddc7ea5-752c-45ed-be71-6e06a65c6f0e req-a5879e26-fc23-4fea-a14d-9cde0fda35e8 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8cc88f43-1fb3-47eb-bebc-c14bcbe1eead HTTP/1.1" status: 200 len: 217 time: 0.0471940 Aug 18 11:55:00.060557 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-df264b20-fadb-44fd-987d-9a2c4a738fad tempest-ServersTestJSON-993394465 tempest-ServersTestJSON-993394465-project] Notify callbacks [] for floatingip, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:00.074938 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-e9662b19-a54f-4459-a1f2-7868efd888a3 req-6a4ad112-9149-4c85-8ec1-9c215a81358f tempest-FloatingIPsAssociationTestJSON-1671646685 tempest-FloatingIPsAssociationTestJSON-1671646685-project] For port 857b0ac1-e620-41d6-859a-dac6e1bafefe, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=857b0ac1-e620-41d6-859a-dac6e1bafefe,segment=NetworkSegment(de35f490-159d-4f32-ba39-7fcc2c85f9d3),segment_id=de35f490-159d-4f32-ba39-7fcc2c85f9d3)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:55:00.075509 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-e9662b19-a54f-4459-a1f2-7868efd888a3 req-6a4ad112-9149-4c85-8ec1-9c215a81358f tempest-FloatingIPsAssociationTestJSON-1671646685 tempest-FloatingIPsAssociationTestJSON-1671646685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:00.097398 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-e9662b19-a54f-4459-a1f2-7868efd888a3 req-6a4ad112-9149-4c85-8ec1-9c215a81358f tempest-FloatingIPsAssociationTestJSON-1671646685 tempest-FloatingIPsAssociationTestJSON-1671646685-project] Calling delete_port for 857b0ac1-e620-41d6-859a-dac6e1bafefe owned by compute:nova {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 11:55:00.249953 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-02131746-6289-49d3-bca8-2403f9afd343 req-9f8127c5-3532-40f9-87e9-d27bbbcdcf59 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.66 "GET /v2.0/security-groups?id=fecad5ed-08b4-4db8-8e35-9a1fb2f01a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308317 Aug 18 11:55:00.261968 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:00.277200 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa848d82-9145-4d25-8402-b9bf6f29d729 req-dfa37403-49fd-4e80-a12b-d1e8d7260a25 tempest-AttachSCSIVolumeTestJSON-381070384 tempest-AttachSCSIVolumeTestJSON-381070384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:55:00.289083 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-aa848d82-9145-4d25-8402-b9bf6f29d729 req-dfa37403-49fd-4e80-a12b-d1e8d7260a25 tempest-AttachSCSIVolumeTestJSON-381070384 tempest-AttachSCSIVolumeTestJSON-381070384-project] 10.222.0.66 "GET /v2.0/ports?device_id=e18327bf-1c13-468a-acf5-3237e49d2fa8 HTTP/1.1" status: 200 len: 944 time: 0.1062386 Aug 18 11:55:00.343358 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port ada37a1c-fb33-4f98-902f-3cca5039d767, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=ada37a1c-fb33-4f98-902f-3cca5039d767,segment=NetworkSegment(8ba4150c-c7c2-4067-8951-4d5305732330),segment_id=8ba4150c-c7c2-4067-8951-4d5305732330)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:55:00.346862 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e18327bf-1c13-468a-acf5-3237e49d2fa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ada37a1c-fb33-4f98-902f-3cca5039d767'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 11:55:00.350912 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db50a436fb3a98495337d8fe7487b4f2ea6f3c1052eb9efadc2ecda2d5737001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7fd2140-10e3-4ce2-9daf-7b046279ab40" -d '{"events": [{"server_uuid": "e18327bf-1c13-468a-acf5-3237e49d2fa8", "name": "network-vif-plugged", "status": "completed", "tag": "ada37a1c-fb33-4f98-902f-3cca5039d767"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:55:00.357326 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:00.399392 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-aa848d82-9145-4d25-8402-b9bf6f29d729 req-b52d36aa-b4be-4e83-8354-922ad33c5adf tempest-AttachSCSIVolumeTestJSON-381070384 tempest-AttachSCSIVolumeTestJSON-381070384-project] 10.222.0.66 "GET /v2.0/security-groups?id=837523a5-4c49-4842-b541-ae2f2615239e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968983 Aug 18 11:55:00.422735 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=ada37a1c-fb33-4f98-902f-3cca5039d767,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:55:00.497144 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddc7ea5-752c-45ed-be71-6e06a65c6f0e req-654e7625-921d-4f55-9b9d-0cef483dae85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:55:00.498604 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-7ddc7ea5-752c-45ed-be71-6e06a65c6f0e req-654e7625-921d-4f55-9b9d-0cef483dae85 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=16b84496-6d9e-4d8c-9087-8e81549f7d75 HTTP/1.1" status: 200 len: 861 time: 0.4313149 Aug 18 11:55:00.502782 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9d5102-72fc-45ba-9177-b0d46746ece6 req-d324b0a4-f3b3-4a99-ad9e-fabad21c6499 tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:55:00.505413 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5a9d5102-72fc-45ba-9177-b0d46746ece6 req-d324b0a4-f3b3-4a99-ad9e-fabad21c6499 tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] 10.222.0.66 "GET /v2.0/ports?device_id=20add8b4-57cc-444f-ab68-4c4bdbf74579 HTTP/1.1" status: 200 len: 945 time: 0.1319427 Aug 18 11:55:00.507982 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 11:55:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acd526f8-29a6-4c98-b0aa-cefefb89a151 x-openstack-request-id: req-acd526f8-29a6-4c98-b0aa-cefefb89a151 {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:55:00.508334 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e18327bf-1c13-468a-acf5-3237e49d2fa8", "name": "network-vif-plugged", "status": "completed", "tag": "ada37a1c-fb33-4f98-902f-3cca5039d767", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:55:00.508731 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-acd526f8-29a6-4c98-b0aa-cefefb89a151 {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:55:00.509277 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e18327bf-1c13-468a-acf5-3237e49d2fa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ada37a1c-fb33-4f98-902f-3cca5039d767', 'code': 200} Aug 18 11:55:00.528724 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-e9662b19-a54f-4459-a1f2-7868efd888a3 req-6a4ad112-9149-4c85-8ec1-9c215a81358f tempest-FloatingIPsAssociationTestJSON-1671646685 tempest-FloatingIPsAssociationTestJSON-1671646685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:00.532863 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-88f78f9c-415a-4b6a-bb32-b862a0409cf0 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f6e50cb9025b480f8ec18c678a66d1dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5790784 Aug 18 11:55:00.543441 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 50856) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:55:00.549859 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] get_ports_and_sgs() called for port_ids ['857b0ac1-e620-41d6-859a-dac6e1bafefe'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 11:55:00.550362 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-7ddc7ea5-752c-45ed-be71-6e06a65c6f0e req-3e07bd84-7f47-4773-ad39-10c899d09b72 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=f471d7de-70da-4549-acfc-45017b3843ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358670 Aug 18 11:55:00.614143 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-d5e6d30d-24a7-4140-924e-7f04acf14ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a280d1da-8ce2-4e80-b587-dd7ec7dfad8c', 'name': 'tempest-ServersTestJSON-2027421685-router', 'tenant_id': 'd1ec40a3ead94d708fdf6efc2357c5eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.95'}], 'enable_snat': True}, 'gw_port_id': 'd5d97030-f4a6-499b-811c-7404fe64b992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T11:54:48Z', 'updated_at': '2021-08-18T11:54:55Z', 'revision_number': 4, 'project_id': 'd1ec40a3ead94d708fdf6efc2357c5eb', 'gw_port': {'id': 'd5d97030-f4a6-499b-811c-7404fe64b992', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:19:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a280d1da-8ce2-4e80-b587-dd7ec7dfad8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:54:49Z', 'updated_at': '2021-08-18T11:54:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': '7ac469a3-f487-464c-b043-7fc687f0fed3', 'name': '', 'network_id': '3eac5274-9d7b-4d09-a2dd-6eebead530f7', 'tenant_id': 'd1ec40a3ead94d708fdf6efc2357c5eb', 'mac_address': 'fa:16:3e:75:66:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a280d1da-8ce2-4e80-b587-dd7ec7dfad8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '465724d4-2d39-4a21-8c45-5f387b8139d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:54:53Z', 'updated_at': '2021-08-18T11:54:59Z', 'revision_number': 4, 'project_id': 'd1ec40a3ead94d708fdf6efc2357c5eb', 'subnets': [{'id': '465724d4-2d39-4a21-8c45-5f387b8139d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:55:00.651932 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5e6d30d-24a7-4140-924e-7f04acf14ed1 None None] The sync data for ids ['a280d1da-8ce2-4e80-b587-dd7ec7dfad8c'] in n-d-804985-2 is: [{'id': 'a280d1da-8ce2-4e80-b587-dd7ec7dfad8c', 'name': 'tempest-ServersTestJSON-2027421685-router', 'tenant_id': 'd1ec40a3ead94d708fdf6efc2357c5eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.95'}], 'enable_snat': True}, 'gw_port_id': 'd5d97030-f4a6-499b-811c-7404fe64b992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T11:54:48Z', 'updated_at': '2021-08-18T11:54:55Z', 'revision_number': 4, 'project_id': 'd1ec40a3ead94d708fdf6efc2357c5eb', 'gw_port': {'id': 'd5d97030-f4a6-499b-811c-7404fe64b992', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:19:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a280d1da-8ce2-4e80-b587-dd7ec7dfad8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:54:49Z', 'updated_at': '2021-08-18T11:54:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': '7ac469a3-f487-464c-b043-7fc687f0fed3', 'name': '', 'network_id': '3eac5274-9d7b-4d09-a2dd-6eebead530f7', 'tenant_id': 'd1ec40a3ead94d708fdf6efc2357c5eb', 'mac_address': 'fa:16:3e:75:66:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a280d1da-8ce2-4e80-b587-dd7ec7dfad8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '465724d4-2d39-4a21-8c45-5f387b8139d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:54:53Z', 'updated_at': '2021-08-18T11:54:59Z', 'revision_number': 4, 'project_id': 'd1ec40a3ead94d708fdf6efc2357c5eb', 'subnets': [{'id': '465724d4-2d39-4a21-8c45-5f387b8139d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 11:55:00.656956 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-df264b20-fadb-44fd-987d-9a2c4a738fad tempest-ServersTestJSON-993394465 tempest-ServersTestJSON-993394465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:00.720969 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9662b19-a54f-4459-a1f2-7868efd888a3 req-6a4ad112-9149-4c85-8ec1-9c215a81358f tempest-FloatingIPsAssociationTestJSON-1671646685 tempest-FloatingIPsAssociationTestJSON-1671646685-project] No DVR routers for this DVR port 857b0ac1-e620-41d6-859a-dac6e1bafefe on host n-h2-804985-2 {{(pid=106252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 11:55:00.727175 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-e9662b19-a54f-4459-a1f2-7868efd888a3 req-6a4ad112-9149-4c85-8ec1-9c215a81358f tempest-FloatingIPsAssociationTestJSON-1671646685 tempest-FloatingIPsAssociationTestJSON-1671646685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:00.730950 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e9662b19-a54f-4459-a1f2-7868efd888a3 req-6a4ad112-9149-4c85-8ec1-9c215a81358f tempest-FloatingIPsAssociationTestJSON-1671646685 tempest-FloatingIPsAssociationTestJSON-1671646685-project] 10.222.0.62 "DELETE /v2.0/ports/857b0ac1-e620-41d6-859a-dac6e1bafefe HTTP/1.1" status: 204 len: 173 time: 1.1899846 Aug 18 11:55:00.766668 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4ad112-9149-4c85-8ec1-9c215a81358f tempest-FloatingIPsAssociationTestJSON-1671646685 tempest-FloatingIPsAssociationTestJSON-1671646685-project] Pushing event deleted for resources: {'Port': ['ID=857b0ac1-e620-41d6-859a-dac6e1bafefe,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:55:00.797451 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-eeaf01a3-579b-4296-a3b7-6666880baf54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:00.808104 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-7ddc7ea5-752c-45ed-be71-6e06a65c6f0e req-7cee4208-ad56-419a-b64b-e2092a25ee4f service neutron] 10.222.0.63 "GET /v2.0/networks/f471d7de-70da-4549-acfc-45017b3843ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2314420 Aug 18 11:55:00.869494 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-eeaf01a3-579b-4296-a3b7-6666880baf54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:01.030619 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-385f1e29-4340-4232-b717-135400accc97 req-b04bff00-1722-44da-80c3-83fff513e436 tempest-FloatingIPsAssociationTestJSON-1671646685 tempest-FloatingIPsAssociationTestJSON-1671646685-project] 10.222.0.66 "GET /v2.0/ports?device_id=f61658a9-8fe3-4d11-b3ec-4c9136ee00f5 HTTP/1.1" status: 200 len: 210 time: 0.1034229 Aug 18 11:55:01.041567 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-7ddc7ea5-752c-45ed-be71-6e06a65c6f0e req-411ad518-76e4-4a54-a253-cdcf5221f6fc service neutron] 10.222.0.63 "GET /v2.0/networks/f471d7de-70da-4549-acfc-45017b3843ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2222288 Aug 18 11:55:01.070791 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b021523e-39df-45b0-87cd-2fac44d4d548 req-5b4ed1b4-c6ee-4953-85a8-2b07ca29c577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:55:01.073351 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b021523e-39df-45b0-87cd-2fac44d4d548 req-5b4ed1b4-c6ee-4953-85a8-2b07ca29c577 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=e18327bf-1c13-468a-acf5-3237e49d2fa8 HTTP/1.1" status: 200 len: 1096 time: 0.4300208 Aug 18 11:55:01.080213 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5a9d5102-72fc-45ba-9177-b0d46746ece6 req-0556c23f-e3bb-432c-a450-7c3b313840c1 tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] 10.222.0.66 "GET /v2.0/security-groups?id=55743b86-4589-417c-a042-b0bad2e342b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5526736 Aug 18 11:55:01.117708 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [None req-df264b20-fadb-44fd-987d-9a2c4a738fad tempest-ServersTestJSON-993394465 tempest-ServersTestJSON-993394465-project] Allocated IP 172.25.7.177 (7cae7a70-14fd-408c-b14d-39ceb97cb60e/9784295a-20b8-4a4b-b105-f82737f0448f/cd5567da-d6a6-4289-8d4d-37585c309039) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 11:55:01.170023 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b021523e-39df-45b0-87cd-2fac44d4d548 req-341381fd-4fdf-404f-811d-892ae4c33cd5 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=837523a5-4c49-4842-b541-ae2f2615239e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888898 Aug 18 11:55:01.195659 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-eeaf01a3-579b-4296-a3b7-6666880baf54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:01.202508 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-eeaf01a3-579b-4296-a3b7-6666880baf54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:01.204593 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-eeaf01a3-579b-4296-a3b7-6666880baf54 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e54286de-dd7f-4b20-9f74-4a71262d523b HTTP/1.1" status: 204 len: 168 time: 0.6262009 Aug 18 11:55:01.224904 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeaf01a3-579b-4296-a3b7-6666880baf54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e54286de-dd7f-4b20-9f74-4a71262d523b,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:55:01.433972 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-df264b20-fadb-44fd-987d-9a2c4a738fad tempest-ServersTestJSON-993394465 tempest-ServersTestJSON-993394465-project] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:01.504368 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d7be52-6ac7-4161-8fc6-5b93e5f45ebb req-384eaec7-a0bd-4f30-8e1c-959d00433221 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:55:01.520265 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-84d7be52-6ac7-4161-8fc6-5b93e5f45ebb req-384eaec7-a0bd-4f30-8e1c-959d00433221 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.66 "GET /v2.0/ports?device_id=aaabce93-c7fa-4a3a-a8e4-3718c81d3652 HTTP/1.1" status: 200 len: 943 time: 0.1280837 Aug 18 11:55:01.531052 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f61658a9-8fe3-4d11-b3ec-4c9136ee00f5', 'name': 'network-vif-deleted', 'tag': '857b0ac1-e620-41d6-859a-dac6e1bafefe'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 11:55:01.535055 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a98e28d3-d6b7-433d-980e-4203a594dce5" -d '{"events": [{"server_uuid": "f61658a9-8fe3-4d11-b3ec-4c9136ee00f5", "name": "network-vif-deleted", "tag": "857b0ac1-e620-41d6-859a-dac6e1bafefe"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:55:01.583505 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-df264b20-fadb-44fd-987d-9a2c4a738fad tempest-ServersTestJSON-993394465 tempest-ServersTestJSON-993394465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:01.626872 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df264b20-fadb-44fd-987d-9a2c4a738fad tempest-ServersTestJSON-993394465 tempest-ServersTestJSON-993394465-project] Network 7cae7a70-14fd-408c-b14d-39ceb97cb60e is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 11:55:01.631620 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-df264b20-fadb-44fd-987d-9a2c4a738fad tempest-ServersTestJSON-993394465 tempest-ServersTestJSON-993394465-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:55:01.636544 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device fc532f89-2840-48d2-a48d-3956d016ae51 no longer exists at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 11:55:01.650009 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df264b20-fadb-44fd-987d-9a2c4a738fad tempest-ServersTestJSON-993394465 tempest-ServersTestJSON-993394465-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 11:55:01.687450 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-84d7be52-6ac7-4161-8fc6-5b93e5f45ebb req-cac86e5c-4aeb-4b07-ba42-983b50df8635 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.66 "GET /v2.0/security-groups?id=fecad5ed-08b4-4db8-8e35-9a1fb2f01a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661825 Aug 18 11:55:01.687693 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] No Port match for: fc532f89-2840-48d2-a48d-3956d016ae51 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 11:55:01.687782 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device fc532f89-2840-48d2-a48d-3956d016ae51 not bound to the agent host n-h2-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 11:55:01.735100 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df264b20-fadb-44fd-987d-9a2c4a738fad tempest-ServersTestJSON-993394465 tempest-ServersTestJSON-993394465-project] Pushing event updated for resources: {'Port': ['ID=cd5567da-d6a6-4289-8d4d-37585c309039,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:55:01.744522 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d043a1-b686-4528-a124-42ae5f3fa8dc req-e29b7f82-5a59-4108-9ea9-681705bdba8c tempest-AttachSCSIVolumeTestJSON-381070384 tempest-AttachSCSIVolumeTestJSON-381070384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:55:01.749298 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-42d043a1-b686-4528-a124-42ae5f3fa8dc req-e29b7f82-5a59-4108-9ea9-681705bdba8c tempest-AttachSCSIVolumeTestJSON-381070384 tempest-AttachSCSIVolumeTestJSON-381070384-project] 10.222.0.66 "GET /v2.0/ports?device_id=e18327bf-1c13-468a-acf5-3237e49d2fa8 HTTP/1.1" status: 200 len: 945 time: 0.1710672 Aug 18 11:55:01.833304 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 11:55:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25cc7956-203d-41a9-ad5b-bdded4dc460d x-openstack-request-id: req-25cc7956-203d-41a9-ad5b-bdded4dc460d {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:55:01.833578 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f61658a9-8fe3-4d11-b3ec-4c9136ee00f5", "name": "network-vif-deleted", "tag": "857b0ac1-e620-41d6-859a-dac6e1bafefe", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:55:01.833832 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-25cc7956-203d-41a9-ad5b-bdded4dc460d {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:55:01.834977 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f61658a9-8fe3-4d11-b3ec-4c9136ee00f5', 'name': 'network-vif-deleted', 'tag': '857b0ac1-e620-41d6-859a-dac6e1bafefe', 'status': 'completed', 'code': 200} Aug 18 11:55:01.846315 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-42d043a1-b686-4528-a124-42ae5f3fa8dc req-0ac1fae5-7481-427d-a862-086ad84d45e0 tempest-AttachSCSIVolumeTestJSON-381070384 tempest-AttachSCSIVolumeTestJSON-381070384-project] 10.222.0.66 "GET /v2.0/security-groups?id=837523a5-4c49-4842-b541-ae2f2615239e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893302 Aug 18 11:55:01.869168 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 50874) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:55:01.930037 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-df264b20-fadb-44fd-987d-9a2c4a738fad tempest-ServersTestJSON-993394465 tempest-ServersTestJSON-993394465-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:01.968408 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-16bd1cc6-a948-4d0c-95f1-895aab07a441 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=7668ce6286ea42c6808bdb2594af1bde&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0978308 Aug 18 11:55:01.969021 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 50876) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:55:01.989028 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-df264b20-fadb-44fd-987d-9a2c4a738fad tempest-ServersTestJSON-993394465 tempest-ServersTestJSON-993394465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:02.050808 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-937868b0-d1f1-4184-b79a-7126c1b7d3de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:02.057839 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 7ac469a3-f487-464c-b043-7fc687f0fed3 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:55:02.097323 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-937868b0-d1f1-4184-b79a-7126c1b7d3de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:02.136610 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 50882) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:55:02.182435 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port 7ac469a3-f487-464c-b043-7fc687f0fed3 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 11:55:02.188462 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 7ac469a3-f487-464c-b043-7fc687f0fed3 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:55:02.189681 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:02.329872 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:02.376357 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-df264b20-fadb-44fd-987d-9a2c4a738fad tempest-ServersTestJSON-993394465 tempest-ServersTestJSON-993394465-project] Notify callbacks [] for port, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:02.378278 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c438ded-8ee1-4a3f-a360-1fa4faf358a9 req-b0d2335b-4887-4017-a439-e82a529cefb5 tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:55:02.379889 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1c438ded-8ee1-4a3f-a360-1fa4faf358a9 req-b0d2335b-4887-4017-a439-e82a529cefb5 tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] 10.222.0.66 "GET /v2.0/ports?device_id=20add8b4-57cc-444f-ab68-4c4bdbf74579 HTTP/1.1" status: 200 len: 945 time: 0.1346049 Aug 18 11:55:02.383477 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-937868b0-d1f1-4184-b79a-7126c1b7d3de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:02.386238 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-937868b0-d1f1-4184-b79a-7126c1b7d3de admin admin] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:02.387502 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-937868b0-d1f1-4184-b79a-7126c1b7d3de admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c6e8e482-82cd-45ca-816a-8d7f4d0f762d HTTP/1.1" status: 204 len: 168 time: 0.4175251 Aug 18 11:55:02.391653 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-df264b20-fadb-44fd-987d-9a2c4a738fad tempest-ServersTestJSON-993394465 tempest-ServersTestJSON-993394465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:02.396368 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] For port 7ac469a3-f487-464c-b043-7fc687f0fed3, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=7ac469a3-f487-464c-b043-7fc687f0fed3,segment=NetworkSegment(89b4cf17-efd2-4783-9edc-8d57f3adb099),segment_id=89b4cf17-efd2-4783-9edc-8d57f3adb099)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:55:02.408196 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937868b0-d1f1-4184-b79a-7126c1b7d3de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6e8e482-82cd-45ca-816a-8d7f4d0f762d,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:55:02.411491 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:02.502381 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Pushing event updated for resources: {'Port': ['ID=7ac469a3-f487-464c-b043-7fc687f0fed3,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:55:02.506279 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df264b20-fadb-44fd-987d-9a2c4a738fad tempest-ServersTestJSON-993394465 tempest-ServersTestJSON-993394465-project] Pushing event updated for resources: {'Port': ['ID=cd5567da-d6a6-4289-8d4d-37585c309039,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:55:02.512996 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-df264b20-fadb-44fd-987d-9a2c4a738fad tempest-ServersTestJSON-993394465 tempest-ServersTestJSON-993394465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-989945'] for floatingip, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:02.530105 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-df264b20-fadb-44fd-987d-9a2c4a738fad tempest-ServersTestJSON-993394465 tempest-ServersTestJSON-993394465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for floatingip, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:02.539417 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-df264b20-fadb-44fd-987d-9a2c4a738fad tempest-ServersTestJSON-993394465 tempest-ServersTestJSON-993394465-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5529811 Aug 18 11:55:02.603131 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1c438ded-8ee1-4a3f-a360-1fa4faf358a9 req-8698f156-0132-4133-82a7-f81bf0ad9572 tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] 10.222.0.66 "GET /v2.0/security-groups?id=55743b86-4589-417c-a042-b0bad2e342b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959851 Aug 18 11:55:02.939598 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84f5250-79e6-4b42-af69-af583bd279e3 req-d4808b29-f77d-4865-8abe-0b4a4f90a522 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:55:02.941122 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a84f5250-79e6-4b42-af69-af583bd279e3 req-d4808b29-f77d-4865-8abe-0b4a4f90a522 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.66 "GET /v2.0/ports?device_id=aaabce93-c7fa-4a3a-a8e4-3718c81d3652 HTTP/1.1" status: 200 len: 943 time: 0.0972219 Aug 18 11:55:02.955697 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7ed1825e-b81a-4ad8-b990-2d82fd5f76c2 req-e2f77751-0668-4554-bf47-2876e0b17840 tempest-ServersTestJSON-993394465 tempest-ServersTestJSON-993394465-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--624872697&fields=id&tenant_id=d1ec40a3ead94d708fdf6efc2357c5eb HTTP/1.1" status: 200 len: 267 time: 0.1101170 Aug 18 11:55:03.081106 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a84f5250-79e6-4b42-af69-af583bd279e3 req-c0f4f199-a0b3-43d8-b0b0-0efab9bb0a76 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.66 "GET /v2.0/security-groups?id=fecad5ed-08b4-4db8-8e35-9a1fb2f01a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232300 Aug 18 11:55:03.159569 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed1825e-b81a-4ad8-b990-2d82fd5f76c2 req-9c852647-5705-4c60-8ad9-25f7a48d7f73 tempest-ServersTestJSON-993394465 tempest-ServersTestJSON-993394465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:55:03.162064 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7ed1825e-b81a-4ad8-b990-2d82fd5f76c2 req-9c852647-5705-4c60-8ad9-25f7a48d7f73 tempest-ServersTestJSON-993394465 tempest-ServersTestJSON-993394465-project] 10.222.0.66 "GET /v2.0/networks?id=3eac5274-9d7b-4d09-a2dd-6eebead530f7 HTTP/1.1" status: 200 len: 806 time: 0.2055931 Aug 18 11:55:03.213108 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7ed1825e-b81a-4ad8-b990-2d82fd5f76c2 req-b1c325d5-bdd4-4257-9a60-900ecb465968 tempest-ServersTestJSON-993394465 tempest-ServersTestJSON-993394465-project] 10.222.0.66 "GET /v2.0/quotas/d1ec40a3ead94d708fdf6efc2357c5eb HTTP/1.1" status: 200 len: 375 time: 0.0409255 Aug 18 11:55:03.219493 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ea92f062-488a-421f-b73f-b970c25786f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-996815'] for router_interface, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:03.375924 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758e903f-e069-4ed7-81b2-03c1fc81a2f3 req-4981b6c6-f8ba-4dc4-849f-4daebd98b662 tempest-AttachSCSIVolumeTestJSON-381070384 tempest-AttachSCSIVolumeTestJSON-381070384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:55:03.383154 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-758e903f-e069-4ed7-81b2-03c1fc81a2f3 req-4981b6c6-f8ba-4dc4-849f-4daebd98b662 tempest-AttachSCSIVolumeTestJSON-381070384 tempest-AttachSCSIVolumeTestJSON-381070384-project] 10.222.0.66 "GET /v2.0/ports?device_id=e18327bf-1c13-468a-acf5-3237e49d2fa8 HTTP/1.1" status: 200 len: 945 time: 0.1895006 Aug 18 11:55:03.406659 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7ed1825e-b81a-4ad8-b990-2d82fd5f76c2 req-9fd7bb8b-7ded-430c-a214-b771daed8765 tempest-ServersTestJSON-993394465 tempest-ServersTestJSON-993394465-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=d1ec40a3ead94d708fdf6efc2357c5eb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1672192 Aug 18 11:55:03.512664 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-758e903f-e069-4ed7-81b2-03c1fc81a2f3 req-d15a1b6b-3e14-4e04-9515-36840f65b258 tempest-AttachSCSIVolumeTestJSON-381070384 tempest-AttachSCSIVolumeTestJSON-381070384-project] 10.222.0.66 "GET /v2.0/security-groups?id=837523a5-4c49-4842-b541-ae2f2615239e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285059 Aug 18 11:55:03.642117 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 857b0ac1-e620-41d6-859a-dac6e1bafefe no longer exists at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 11:55:03.644308 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7ed1825e-b81a-4ad8-b990-2d82fd5f76c2 req-3b25559f-2bfc-4cab-a1c8-dd228fb9fa00 service neutron] 10.222.0.66 "GET /v2.0/networks/3eac5274-9d7b-4d09-a2dd-6eebead530f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2197912 Aug 18 11:55:03.705814 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] No Port match for: 857b0ac1-e620-41d6-859a-dac6e1bafefe {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 11:55:03.706200 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 857b0ac1-e620-41d6-859a-dac6e1bafefe not bound to the agent host n-h2-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 11:55:03.831985 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7ed1825e-b81a-4ad8-b990-2d82fd5f76c2 req-1ec2090b-9fb8-4cb4-ad06-0028ea29994a service neutron] 10.222.0.66 "GET /v2.0/networks/3eac5274-9d7b-4d09-a2dd-6eebead530f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1763680 Aug 18 11:55:03.915832 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a6833b-7209-482f-bedf-c3af2702960a req-757bac9a-b6d6-403d-85c0-9fc837d94998 tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:55:03.917887 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-03a6833b-7209-482f-bedf-c3af2702960a req-757bac9a-b6d6-403d-85c0-9fc837d94998 tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] 10.222.0.66 "GET /v2.0/ports?device_id=20add8b4-57cc-444f-ab68-4c4bdbf74579 HTTP/1.1" status: 200 len: 945 time: 0.1367097 Aug 18 11:55:03.922006 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-ea92f062-488a-421f-b73f-b970c25786f2 admin admin] Deleting port 59c089e1-5691-4a16-8d84-9c517d91971a {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 11:55:03.926278 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ea92f062-488a-421f-b73f-b970c25786f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:04.046989 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 7ac469a3-f487-464c-b043-7fc687f0fed3 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:55:04.167031 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-03a6833b-7209-482f-bedf-c3af2702960a req-1d06a965-4fa8-4a37-949f-fb7b168ec4dc tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] 10.222.0.66 "GET /v2.0/security-groups?id=55743b86-4589-417c-a042-b0bad2e342b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245867 Aug 18 11:55:04.278867 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [None req-ea92f062-488a-421f-b73f-b970c25786f2 admin admin] For port 59c089e1-5691-4a16-8d84-9c517d91971a, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=59c089e1-5691-4a16-8d84-9c517d91971a,segment=NetworkSegment(de35f490-159d-4f32-ba39-7fcc2c85f9d3),segment_id=de35f490-159d-4f32-ba39-7fcc2c85f9d3)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:55:04.278867 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ea92f062-488a-421f-b73f-b970c25786f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:04.280167 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 7ac469a3-f487-464c-b043-7fc687f0fed3 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:55:04.283314 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:04.329285 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-ea92f062-488a-421f-b73f-b970c25786f2 admin admin] Calling delete_port for 59c089e1-5691-4a16-8d84-9c517d91971a owned by network:router_interface {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 11:55:04.756006 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-34848ddf-d2b2-4e8b-a09b-ce7556a27ec9 req-7fb473f2-97c9-4700-8916-0c940ff35b3b tempest-ServersTestJSON-993394465 tempest-ServersTestJSON-993394465-project] 10.222.0.66 "GET /v2.0/ports?device_id=65061ca5-86a1-4375-bd70-f445313abb4b HTTP/1.1" status: 200 len: 210 time: 0.4329970 Aug 18 11:55:04.906981 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ce0481-ed72-4f1a-ab16-8f66c1734512 req-1d1d3f2d-d9b8-495d-a250-f2ade830bad1 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:55:04.917106 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-20ce0481-ed72-4f1a-ab16-8f66c1734512 req-1d1d3f2d-d9b8-495d-a250-f2ade830bad1 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.66 "GET /v2.0/ports?device_id=aaabce93-c7fa-4a3a-a8e4-3718c81d3652 HTTP/1.1" status: 200 len: 943 time: 0.6189516 Aug 18 11:55:04.966672 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-88dbdb79-e407-4013-bab4-1db44cdd618d req-eed8a104-249f-4238-a0ca-76ca27824a5f service neutron] 10.222.0.63 "GET /v2.0/ports/8cc88f43-1fb3-47eb-bebc-c14bcbe1eead/bindings/n-h2-804985-2 HTTP/1.1" status: 200 len: 384 time: 0.2620893 Aug 18 11:55:05.073816 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-20ce0481-ed72-4f1a-ab16-8f66c1734512 req-9699e3f5-fca3-4594-8d95-dbfb2c49a7cf tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.66 "GET /v2.0/security-groups?id=fecad5ed-08b4-4db8-8e35-9a1fb2f01a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555204 Aug 18 11:55:05.277529 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 8cc88f43-1fb3-47eb-bebc-c14bcbe1eead no longer exists at agent hyperv_n-h1-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 11:55:05.323190 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ea92f062-488a-421f-b73f-b970c25786f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:05.484684 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-88dbdb79-e407-4013-bab4-1db44cdd618d req-b3b46b9e-886d-475f-8f14-120d238e3491 service neutron] For port 8cc88f43-1fb3-47eb-bebc-c14bcbe1eead, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=8cc88f43-1fb3-47eb-bebc-c14bcbe1eead,segment=NetworkSegment(0622c33d-7d5a-4968-950b-edb53be5f858),segment_id=0622c33d-7d5a-4968-950b-edb53be5f858)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:55:05.518324 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-88dbdb79-e407-4013-bab4-1db44cdd618d req-b3b46b9e-886d-475f-8f14-120d238e3491 service neutron] For port 8cc88f43-1fb3-47eb-bebc-c14bcbe1eead, host n-h1-804985-2, cleared binding levels {{(pid=106252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 11:55:05.520969 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea92f062-488a-421f-b73f-b970c25786f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=59c089e1-5691-4a16-8d84-9c517d91971a,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:55:05.612199 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [req-88dbdb79-e407-4013-bab4-1db44cdd618d req-b3b46b9e-886d-475f-8f14-120d238e3491 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8cc88f43-1fb3-47eb-bebc-c14bcbe1eead {{(pid=106252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 11:55:05.671568 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-88dbdb79-e407-4013-bab4-1db44cdd618d req-b3b46b9e-886d-475f-8f14-120d238e3491 service neutron] For port 8cc88f43-1fb3-47eb-bebc-c14bcbe1eead, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=8cc88f43-1fb3-47eb-bebc-c14bcbe1eead,segment=NetworkSegment(0622c33d-7d5a-4968-950b-edb53be5f858),segment_id=0622c33d-7d5a-4968-950b-edb53be5f858)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:55:05.735322 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fc0919-bfd3-45ea-a27f-d3167d8c28f2 req-4143e19c-28ad-4134-b61a-3ea1bc7347ca tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:55:05.743639 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-14fc0919-bfd3-45ea-a27f-d3167d8c28f2 req-4143e19c-28ad-4134-b61a-3ea1bc7347ca tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] 10.222.0.66 "GET /v2.0/ports?device_id=20add8b4-57cc-444f-ab68-4c4bdbf74579 HTTP/1.1" status: 200 len: 945 time: 0.2870519 Aug 18 11:55:05.750437 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-88dbdb79-e407-4013-bab4-1db44cdd618d req-b3b46b9e-886d-475f-8f14-120d238e3491 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:05.799686 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:05.859579 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 51006) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:55:06.041235 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-14fc0919-bfd3-45ea-a27f-d3167d8c28f2 req-249917f5-8f75-4f5c-b88f-0703b4701c1e tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] 10.222.0.66 "GET /v2.0/security-groups?id=55743b86-4589-417c-a042-b0bad2e342b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2964034 Aug 18 11:55:06.074356 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed1825e-b81a-4ad8-b990-2d82fd5f76c2 req-18f4b96a-f039-4247-b36f-5ac33a249f7a tempest-ServersTestJSON-993394465 tempest-ServersTestJSON-993394465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:55:06.075858 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-7ed1825e-b81a-4ad8-b990-2d82fd5f76c2 req-18f4b96a-f039-4247-b36f-5ac33a249f7a tempest-ServersTestJSON-993394465 tempest-ServersTestJSON-993394465-project] 10.222.0.63 "GET /v2.0/networks?id=3eac5274-9d7b-4d09-a2dd-6eebead530f7 HTTP/1.1" status: 200 len: 806 time: 0.1983769 Aug 18 11:55:06.076671 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-853d94a0-0ce5-4c33-8b5e-06ea991450c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:06.083161 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6f47a0ab-f5b1-4768-ae07-521778becd7f req-9528b119-7579-40f2-bf85-3c2998d419d0 tempest-ServersTestJSON-993394465 tempest-ServersTestJSON-993394465-project] 10.222.0.66 "GET /v2.0/ports?device_id=65061ca5-86a1-4375-bd70-f445313abb4b HTTP/1.1" status: 200 len: 210 time: 0.1864331 Aug 18 11:55:06.110735 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ea92f062-488a-421f-b73f-b970c25786f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953695'] for router_interface, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:06.177592 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-7ed1825e-b81a-4ad8-b990-2d82fd5f76c2 req-4cf35998-ca09-46ac-af93-fe4c6b0f983d tempest-ServersTestJSON-993394465 tempest-ServersTestJSON-993394465-project] 10.222.0.63 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d1ec40a3ead94d708fdf6efc2357c5eb HTTP/1.1" status: 200 len: 379 time: 0.0908182 Aug 18 11:55:06.182370 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [req-88dbdb79-e407-4013-bab4-1db44cdd618d req-b3b46b9e-886d-475f-8f14-120d238e3491 service neutron] Transition to ACTIVE for port object 8cc88f43-1fb3-47eb-bebc-c14bcbe1eead will not be triggered until provisioned by entity L2. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 11:55:06.195605 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-88dbdb79-e407-4013-bab4-1db44cdd618d req-b3b46b9e-886d-475f-8f14-120d238e3491 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:06.199664 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [req-7ed1825e-b81a-4ad8-b990-2d82fd5f76c2 req-704c76e8-0556-4334-a471-f13767cac1ec tempest-ServersTestJSON-993394465 tempest-ServersTestJSON-993394465-project] Request body: {'port': {'device_id': '65061ca5-86a1-4375-bd70-f445313abb4b', 'network_id': '3eac5274-9d7b-4d09-a2dd-6eebead530f7', 'admin_state_up': True, 'tenant_id': 'd1ec40a3ead94d708fdf6efc2357c5eb', 'security_groups': ['7ec1ec52-5b4b-4164-afc0-eeb3e9b608ca']}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:55:06.325669 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-88dbdb79-e407-4013-bab4-1db44cdd618d req-b3b46b9e-886d-475f-8f14-120d238e3491 service neutron] No DVR routers for this DVR port 8cc88f43-1fb3-47eb-bebc-c14bcbe1eead on host n-h1-804985-2 {{(pid=106252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 11:55:06.345082 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b46b9e-886d-475f-8f14-120d238e3491 service neutron] Pushing event updated for resources: {'Port': ['ID=8cc88f43-1fb3-47eb-bebc-c14bcbe1eead,revision_number=10']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:55:06.345673 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-853d94a0-0ce5-4c33-8b5e-06ea991450c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:06.357979 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64889e8b-4d1b-491f-ad66-1d20f87bc919 req-d65164bb-f291-4422-be72-69eee3aa4119 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:55:06.359528 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-64889e8b-4d1b-491f-ad66-1d20f87bc919 req-d65164bb-f291-4422-be72-69eee3aa4119 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.66 "GET /v2.0/ports?device_id=aaabce93-c7fa-4a3a-a8e4-3718c81d3652 HTTP/1.1" status: 200 len: 944 time: 0.1846919 Aug 18 11:55:06.362234 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-853d94a0-0ce5-4c33-8b5e-06ea991450c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:06.408349 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ed1825e-b81a-4ad8-b990-2d82fd5f76c2 req-704c76e8-0556-4334-a471-f13767cac1ec tempest-ServersTestJSON-993394465 tempest-ServersTestJSON-993394465-project] Made reservation on behalf of d1ec40a3ead94d708fdf6efc2357c5eb for: {'port': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 11:55:06.411948 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-7ed1825e-b81a-4ad8-b990-2d82fd5f76c2 req-704c76e8-0556-4334-a471-f13767cac1ec tempest-ServersTestJSON-993394465 tempest-ServersTestJSON-993394465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:06.423931 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853d94a0-0ce5-4c33-8b5e-06ea991450c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dc91561-fb71-4826-bf98-0cffc4304486,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:55:06.431076 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-853d94a0-0ce5-4c33-8b5e-06ea991450c8 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=90b33d8ea19c4470875755a93f413107&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5663857 Aug 18 11:55:06.431076 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 51014) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:55:06.450942 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-88dbdb79-e407-4013-bab4-1db44cdd618d req-b3b46b9e-886d-475f-8f14-120d238e3491 service neutron] 10.222.0.63 "PUT /v2.0/ports/8cc88f43-1fb3-47eb-bebc-c14bcbe1eead/bindings/n-h2-804985-2/activate HTTP/1.1" status: 200 len: 369 time: 1.4725299 Aug 18 11:55:06.521022 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-64889e8b-4d1b-491f-ad66-1d20f87bc919 req-23b61f70-85d3-4b05-9dfd-7d68db101aae tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.66 "GET /v2.0/security-groups?id=fecad5ed-08b4-4db8-8e35-9a1fb2f01a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030519 Aug 18 11:55:06.556751 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-de7deab7-4c1a-486f-af3b-5448c8dd0d1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:06.586747 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea92f062-488a-421f-b73f-b970c25786f2 admin admin] Router 139fd73b-148e-4850-83e2-cfb8a2a5d841 has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 11:55:06.597450 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dbdb79-e407-4013-bab4-1db44cdd618d req-a62c33b2-4088-49bf-8b66-c2130cd0aa7b tempest-LiveAutoBlockMigrationV225Test-1799299027 tempest-LiveAutoBlockMigrationV225Test-1799299027-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:55:06.599316 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-88dbdb79-e407-4013-bab4-1db44cdd618d req-a62c33b2-4088-49bf-8b66-c2130cd0aa7b tempest-LiveAutoBlockMigrationV225Test-1799299027 tempest-LiveAutoBlockMigrationV225Test-1799299027-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=aaabce93-c7fa-4a3a-a8e4-3718c81d3652&tenant_id=3bd2664269674b678c41aeb663f1f43e&binding%3Ahost_id=n-h1-804985-2 HTTP/1.1" status: 200 len: 1095 time: 0.0759497 Aug 18 11:55:06.656209 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [req-7ed1825e-b81a-4ad8-b990-2d82fd5f76c2 req-704c76e8-0556-4334-a471-f13767cac1ec tempest-ServersTestJSON-993394465 tempest-ServersTestJSON-993394465-project] Allocated IP 172.20.0.14 (3eac5274-9d7b-4d09-a2dd-6eebead530f7/465724d4-2d39-4a21-8c45-5f387b8139d3/3c2f51f7-6362-44b3-aa31-571a3223eca1) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 11:55:06.725733 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dbdb79-e407-4013-bab4-1db44cdd618d req-815f4e71-7b94-4817-9e0b-8255f96beafe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:55:06.727345 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-88dbdb79-e407-4013-bab4-1db44cdd618d req-815f4e71-7b94-4817-9e0b-8255f96beafe service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=aaabce93-c7fa-4a3a-a8e4-3718c81d3652&tenant_id=3bd2664269674b678c41aeb663f1f43e HTTP/1.1" status: 200 len: 1095 time: 0.1182206 Aug 18 11:55:06.750603 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea92f062-488a-421f-b73f-b970c25786f2 admin admin] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 11:55:06.756813 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-ea92f062-488a-421f-b73f-b970c25786f2 admin admin] 10.222.0.66 "PUT /v2.0/routers/139fd73b-148e-4850-83e2-cfb8a2a5d841/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6091285 Aug 18 11:55:06.758439 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-de7deab7-4c1a-486f-af3b-5448c8dd0d1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:06.761006 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 51030) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:55:06.762443 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47cf53f6-26a4-4eec-adbc-49e7d6031d28 None None] Sync routers for ids ['139fd73b-148e-4850-83e2-cfb8a2a5d841'] in n-d-804985-2 {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 11:55:06.779677 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47cf53f6-26a4-4eec-adbc-49e7d6031d28 None None] Routers {'139fd73b-148e-4850-83e2-cfb8a2a5d841'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 11:55:06.780361 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-47cf53f6-26a4-4eec-adbc-49e7d6031d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T11:54:51Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['139fd73b-148e-4850-83e2-cfb8a2a5d841'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:55:06.844012 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dbdb79-e407-4013-bab4-1db44cdd618d req-e89eee52-fcfd-46a7-bd50-72784dab8296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:55:06.846492 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-88dbdb79-e407-4013-bab4-1db44cdd618d req-e89eee52-fcfd-46a7-bd50-72784dab8296 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3bd2664269674b678c41aeb663f1f43e&device_id=aaabce93-c7fa-4a3a-a8e4-3718c81d3652 HTTP/1.1" status: 200 len: 1095 time: 0.0865436 Aug 18 11:55:06.901330 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-47cf53f6-26a4-4eec-adbc-49e7d6031d28 None None] Set router 139fd73b-148e-4850-83e2-cfb8a2a5d841 gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 11:55:06.912946 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-7ed1825e-b81a-4ad8-b990-2d82fd5f76c2 req-704c76e8-0556-4334-a471-f13767cac1ec tempest-ServersTestJSON-993394465 tempest-ServersTestJSON-993394465-project] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:06.929197 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [req-7ed1825e-b81a-4ad8-b990-2d82fd5f76c2 req-704c76e8-0556-4334-a471-f13767cac1ec tempest-ServersTestJSON-993394465 tempest-ServersTestJSON-993394465-project] Transition to ACTIVE for port object 3c2f51f7-6362-44b3-aa31-571a3223eca1 will not be triggered until provisioned by entity DHCP. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 11:55:07.001751 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dbdb79-e407-4013-bab4-1db44cdd618d req-adac45a2-cdb4-4eca-9552-65fcdcc95d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:55:07.003466 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-88dbdb79-e407-4013-bab4-1db44cdd618d req-adac45a2-cdb4-4eca-9552-65fcdcc95d4b service neutron] 10.222.0.62 "GET /v2.0/networks?id=f471d7de-70da-4549-acfc-45017b3843ff HTTP/1.1" status: 200 len: 922 time: 0.1490452 Aug 18 11:55:07.034137 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-7ed1825e-b81a-4ad8-b990-2d82fd5f76c2 req-704c76e8-0556-4334-a471-f13767cac1ec tempest-ServersTestJSON-993394465 tempest-ServersTestJSON-993394465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:07.071728 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-88dbdb79-e407-4013-bab4-1db44cdd618d req-40ed5e8f-4a48-46d4-9703-4edddda48461 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8cc88f43-1fb3-47eb-bebc-c14bcbe1eead HTTP/1.1" status: 200 len: 217 time: 0.0602589 Aug 18 11:55:07.187307 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-47cf53f6-26a4-4eec-adbc-49e7d6031d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '139fd73b-148e-4850-83e2-cfb8a2a5d841', 'name': 'tempest-FloatingIPsAssociationTestJSON-1797256714-router', 'tenant_id': '72b8902517244a1ca86567bff576d2b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.123'}], 'enable_snat': True}, 'gw_port_id': 'b8808a2f-95c8-414e-be69-9814816bc402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T11:53:23Z', 'updated_at': '2021-08-18T11:55:05Z', 'revision_number': 5, 'project_id': '72b8902517244a1ca86567bff576d2b2', 'gw_port': {'id': 'b8808a2f-95c8-414e-be69-9814816bc402', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:4d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139fd73b-148e-4850-83e2-cfb8a2a5d841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:53:24Z', 'updated_at': '2021-08-18T11:53:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:55:07.200951 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ed1825e-b81a-4ad8-b990-2d82fd5f76c2 req-704c76e8-0556-4334-a471-f13767cac1ec tempest-ServersTestJSON-993394465 tempest-ServersTestJSON-993394465-project] Network 3eac5274-9d7b-4d09-a2dd-6eebead530f7 is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 11:55:07.215813 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704c76e8-0556-4334-a471-f13767cac1ec tempest-ServersTestJSON-993394465 tempest-ServersTestJSON-993394465-project] Pushing event updated for resources: {'Port': ['ID=3c2f51f7-6362-44b3-aa31-571a3223eca1,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:55:07.229684 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-de7deab7-4c1a-486f-af3b-5448c8dd0d1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:07.230998 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47cf53f6-26a4-4eec-adbc-49e7d6031d28 None None] Checking router: 139fd73b-148e-4850-83e2-cfb8a2a5d841 for host: n-d-804985-2 {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 11:55:07.233164 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-de7deab7-4c1a-486f-af3b-5448c8dd0d1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:07.236637 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-de7deab7-4c1a-486f-af3b-5448c8dd0d1a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1dc91561-fb71-4826-bf98-0cffc4304486 HTTP/1.1" status: 204 len: 168 time: 0.8026273 Aug 18 11:55:07.236637 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [req-7ed1825e-b81a-4ad8-b990-2d82fd5f76c2 req-704c76e8-0556-4334-a471-f13767cac1ec tempest-ServersTestJSON-993394465 tempest-ServersTestJSON-993394465-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:55:07.246463 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dbdb79-e407-4013-bab4-1db44cdd618d req-008e3d35-6586-4c60-96da-565372a6768a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:55:07.248232 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-88dbdb79-e407-4013-bab4-1db44cdd618d req-008e3d35-6586-4c60-96da-565372a6768a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=16b84496-6d9e-4d8c-9087-8e81549f7d75 HTTP/1.1" status: 200 len: 861 time: 0.1631794 Aug 18 11:55:07.249480 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ed1825e-b81a-4ad8-b990-2d82fd5f76c2 req-704c76e8-0556-4334-a471-f13767cac1ec tempest-ServersTestJSON-993394465 tempest-ServersTestJSON-993394465-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 11:55:07.271536 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47cf53f6-26a4-4eec-adbc-49e7d6031d28 None None] Routers {'139fd73b-148e-4850-83e2-cfb8a2a5d841'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 11:55:07.272849 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-47cf53f6-26a4-4eec-adbc-49e7d6031d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T11:54:51Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['139fd73b-148e-4850-83e2-cfb8a2a5d841'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:55:07.302682 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7deab7-4c1a-486f-af3b-5448c8dd0d1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dc91561-fb71-4826-bf98-0cffc4304486,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:55:07.307986 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-60d10382-24a7-4c04-a25c-672f878cd91c admin admin] Notify callbacks [] for router, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:07.326982 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-88dbdb79-e407-4013-bab4-1db44cdd618d req-c81d4f52-295f-49aa-88e7-f48f08ea522c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f471d7de-70da-4549-acfc-45017b3843ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0679164 Aug 18 11:55:07.497895 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed1825e-b81a-4ad8-b990-2d82fd5f76c2 req-704c76e8-0556-4334-a471-f13767cac1ec tempest-ServersTestJSON-993394465 tempest-ServersTestJSON-993394465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:55:07.499186 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-7ed1825e-b81a-4ad8-b990-2d82fd5f76c2 req-704c76e8-0556-4334-a471-f13767cac1ec tempest-ServersTestJSON-993394465 tempest-ServersTestJSON-993394465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:07.540684 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-7ed1825e-b81a-4ad8-b990-2d82fd5f76c2 req-704c76e8-0556-4334-a471-f13767cac1ec tempest-ServersTestJSON-993394465 tempest-ServersTestJSON-993394465-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3543656 Aug 18 11:55:07.552614 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-60d10382-24a7-4c04-a25c-672f878cd91c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:07.565771 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [req-7ed1825e-b81a-4ad8-b990-2d82fd5f76c2 req-b336dc4b-5509-4fbe-820f-bc8fb8d70e13 service neutron] Request body: {'port': {'device_id': '65061ca5-86a1-4375-bd70-f445313abb4b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804985-2'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:55:07.570605 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-88dbdb79-e407-4013-bab4-1db44cdd618d req-f821a55f-735b-44fb-8379-e408a0a4d322 service neutron] 10.222.0.62 "GET /v2.0/networks/f471d7de-70da-4549-acfc-45017b3843ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2213027 Aug 18 11:55:07.593519 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-47cf53f6-26a4-4eec-adbc-49e7d6031d28 None None] Set router 139fd73b-148e-4850-83e2-cfb8a2a5d841 gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 11:55:07.610879 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb836870-a821-49c3-91ff-584828ddd33e req-d40cb714-9a71-437f-a583-857dd6025a86 tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:55:07.629079 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-fb836870-a821-49c3-91ff-584828ddd33e req-d40cb714-9a71-437f-a583-857dd6025a86 tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] 10.222.0.66 "GET /v2.0/ports?device_id=20add8b4-57cc-444f-ab68-4c4bdbf74579 HTTP/1.1" status: 200 len: 945 time: 0.4520175 Aug 18 11:55:07.731836 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff97dbdc-1898-488e-9880-3a32eb2983c8 req-b9ec21ad-1f03-4315-a280-422776667af1 tempest-ServersTestJSON-993394465 tempest-ServersTestJSON-993394465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:55:07.733537 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ff97dbdc-1898-488e-9880-3a32eb2983c8 req-b9ec21ad-1f03-4315-a280-422776667af1 tempest-ServersTestJSON-993394465 tempest-ServersTestJSON-993394465-project] 10.222.0.66 "GET /v2.0/ports?device_id=65061ca5-86a1-4375-bd70-f445313abb4b HTTP/1.1" status: 200 len: 932 time: 0.5201468 Aug 18 11:55:07.765623 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-316dc8e0-aa7e-4dae-b16a-60c90125f401 None None] Provisioning for port 3c2f51f7-6362-44b3-aa31-571a3223eca1 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 11:55:07.770253 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-7ed1825e-b81a-4ad8-b990-2d82fd5f76c2 req-b336dc4b-5509-4fbe-820f-bc8fb8d70e13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:07.773742 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-316dc8e0-aa7e-4dae-b16a-60c90125f401 None None] Provisioning complete for port 3c2f51f7-6362-44b3-aa31-571a3223eca1 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:55:07.774924 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-316dc8e0-aa7e-4dae-b16a-60c90125f401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:07.822447 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-fb836870-a821-49c3-91ff-584828ddd33e req-5cd2c262-3b6a-40d9-98b0-1e93bbad94ac tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] 10.222.0.66 "GET /v2.0/security-groups?id=55743b86-4589-417c-a042-b0bad2e342b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923404 Aug 18 11:55:07.854088 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-60d10382-24a7-4c04-a25c-672f878cd91c admin admin] Deleting port b8808a2f-95c8-414e-be69-9814816bc402 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 11:55:07.854773 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-60d10382-24a7-4c04-a25c-672f878cd91c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:07.869021 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ff97dbdc-1898-488e-9880-3a32eb2983c8 req-8dcb220a-507f-43a1-ab88-5574d044ff1b tempest-ServersTestJSON-993394465 tempest-ServersTestJSON-993394465-project] 10.222.0.66 "GET /v2.0/security-groups?id=7ec1ec52-5b4b-4164-afc0-eeb3e9b608ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1235552 Aug 18 11:55:07.893774 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 51052) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:55:07.916603 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-316dc8e0-aa7e-4dae-b16a-60c90125f401 None None] Port 3c2f51f7-6362-44b3-aa31-571a3223eca1 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 11:55:07.925089 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:07.975963 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-cfa706b0-d109-40de-bfbf-6e787d8b3c4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:08.002830 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-88dbdb79-e407-4013-bab4-1db44cdd618d req-28f44236-7679-4bcf-9e2c-e9b1ac4872b8 service neutron] 10.222.0.62 "GET /v2.0/networks/f471d7de-70da-4549-acfc-45017b3843ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4180858 Aug 18 11:55:08.034834 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-47cf53f6-26a4-4eec-adbc-49e7d6031d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '139fd73b-148e-4850-83e2-cfb8a2a5d841', 'name': 'tempest-FloatingIPsAssociationTestJSON-1797256714-router', 'tenant_id': '72b8902517244a1ca86567bff576d2b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.123'}], 'enable_snat': True}, 'gw_port_id': 'b8808a2f-95c8-414e-be69-9814816bc402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T11:53:23Z', 'updated_at': '2021-08-18T11:55:05Z', 'revision_number': 5, 'project_id': '72b8902517244a1ca86567bff576d2b2', 'gw_port': {'id': 'b8808a2f-95c8-414e-be69-9814816bc402', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:4d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139fd73b-148e-4850-83e2-cfb8a2a5d841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:53:24Z', 'updated_at': '2021-08-18T11:53:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:55:08.097969 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47cf53f6-26a4-4eec-adbc-49e7d6031d28 None None] The sync data for ids ['139fd73b-148e-4850-83e2-cfb8a2a5d841'] in n-d-804985-2 is: [{'id': '139fd73b-148e-4850-83e2-cfb8a2a5d841', 'name': 'tempest-FloatingIPsAssociationTestJSON-1797256714-router', 'tenant_id': '72b8902517244a1ca86567bff576d2b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.123'}], 'enable_snat': True}, 'gw_port_id': 'b8808a2f-95c8-414e-be69-9814816bc402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T11:53:23Z', 'updated_at': '2021-08-18T11:55:05Z', 'revision_number': 5, 'project_id': '72b8902517244a1ca86567bff576d2b2', 'gw_port': {'id': 'b8808a2f-95c8-414e-be69-9814816bc402', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:4d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139fd73b-148e-4850-83e2-cfb8a2a5d841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:53:24Z', 'updated_at': '2021-08-18T11:53:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 11:55:08.159214 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b100aeb3-0273-4adc-8bb5-a1ad68f4a589 req-69a45f92-dea6-4f84-b8d2-0dd07d65a06b tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:55:08.166772 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b100aeb3-0273-4adc-8bb5-a1ad68f4a589 req-69a45f92-dea6-4f84-b8d2-0dd07d65a06b tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.66 "GET /v2.0/ports?device_id=aaabce93-c7fa-4a3a-a8e4-3718c81d3652 HTTP/1.1" status: 200 len: 944 time: 0.1268270 Aug 18 11:55:08.229068 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [None req-60d10382-24a7-4c04-a25c-672f878cd91c admin admin] For port b8808a2f-95c8-414e-be69-9814816bc402, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=b8808a2f-95c8-414e-be69-9814816bc402,segment=NetworkSegment(c5a3db9d-5c58-41b1-9177-d5787a597b78),segment_id=c5a3db9d-5c58-41b1-9177-d5787a597b78)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:55:08.229644 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-60d10382-24a7-4c04-a25c-672f878cd91c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:08.263511 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b100aeb3-0273-4adc-8bb5-a1ad68f4a589 req-70e57041-6039-402e-8c0b-4bc0958b31cb tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.66 "GET /v2.0/security-groups?id=fecad5ed-08b4-4db8-8e35-9a1fb2f01a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956950 Aug 18 11:55:08.264410 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-60d10382-24a7-4c04-a25c-672f878cd91c admin admin] Calling delete_port for b8808a2f-95c8-414e-be69-9814816bc402 owned by network:router_gateway {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 11:55:08.285472 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-cfa706b0-d109-40de-bfbf-6e787d8b3c4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:08.295765 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-cfa706b0-d109-40de-bfbf-6e787d8b3c4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:08.364850 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-cfa706b0-d109-40de-bfbf-6e787d8b3c4b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b70bf4b9b5164d4b8dede48d341abba6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4368575 Aug 18 11:55:08.365596 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 51064) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:55:08.367019 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa706b0-d109-40de-bfbf-6e787d8b3c4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e3a1dec-70a0-46b6-9143-daab0745226a,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:55:08.387996 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dbdb79-e407-4013-bab4-1db44cdd618d req-729b69c3-ee36-42b7-a00a-7f6ecc4eca0d tempest-LiveAutoBlockMigrationV225Test-1799299027 tempest-LiveAutoBlockMigrationV225Test-1799299027-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:55:08.389799 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-88dbdb79-e407-4013-bab4-1db44cdd618d req-729b69c3-ee36-42b7-a00a-7f6ecc4eca0d tempest-LiveAutoBlockMigrationV225Test-1799299027 tempest-LiveAutoBlockMigrationV225Test-1799299027-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=aaabce93-c7fa-4a3a-a8e4-3718c81d3652&tenant_id=3bd2664269674b678c41aeb663f1f43e&binding%3Ahost_id=n-h2-804985-2 HTTP/1.1" status: 200 len: 1095 time: 0.1063280 Aug 18 11:55:08.484982 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [req-7ed1825e-b81a-4ad8-b990-2d82fd5f76c2 req-b336dc4b-5509-4fbe-820f-bc8fb8d70e13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c2f51f7-6362-44b3-aa31-571a3223eca1 {{(pid=106253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 11:55:08.497161 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-7ed1825e-b81a-4ad8-b990-2d82fd5f76c2 req-b336dc4b-5509-4fbe-820f-bc8fb8d70e13 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:08.520235 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ed132cb1-a425-49b9-9f34-71339fbf80a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:08.523969 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [req-7ed1825e-b81a-4ad8-b990-2d82fd5f76c2 req-b336dc4b-5509-4fbe-820f-bc8fb8d70e13 service neutron] Transition to ACTIVE for port object 3c2f51f7-6362-44b3-aa31-571a3223eca1 will not be triggered until provisioned by entity L2. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 11:55:08.574687 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-7ed1825e-b81a-4ad8-b990-2d82fd5f76c2 req-b336dc4b-5509-4fbe-820f-bc8fb8d70e13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:08.673598 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ed132cb1-a425-49b9-9f34-71339fbf80a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:08.694012 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-88dbdb79-e407-4013-bab4-1db44cdd618d req-07ca3b9b-b015-490c-afab-dd5894cd6580 service neutron] For port 8cc88f43-1fb3-47eb-bebc-c14bcbe1eead, host n-h1-804985-2, cleared binding levels {{(pid=106252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 11:55:08.703938 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-88dbdb79-e407-4013-bab4-1db44cdd618d req-07ca3b9b-b015-490c-afab-dd5894cd6580 service neutron] Notify callbacks [] for binding, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:08.705192 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-88dbdb79-e407-4013-bab4-1db44cdd618d req-07ca3b9b-b015-490c-afab-dd5894cd6580 service neutron] 10.222.0.62 "DELETE /v2.0/ports/8cc88f43-1fb3-47eb-bebc-c14bcbe1eead/bindings/n-h1-804985-2 HTTP/1.1" status: 204 len: 173 time: 0.2931831 Aug 18 11:55:08.721100 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-60d10382-24a7-4c04-a25c-672f878cd91c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:08.744556 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b336dc4b-5509-4fbe-820f-bc8fb8d70e13 service neutron] Pushing event updated for resources: {'Port': ['ID=3c2f51f7-6362-44b3-aa31-571a3223eca1,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:55:08.794574 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ed132cb1-a425-49b9-9f34-71339fbf80a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:08.804299 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ed132cb1-a425-49b9-9f34-71339fbf80a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:08.805966 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-ed132cb1-a425-49b9-9f34-71339fbf80a0 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0e3a1dec-70a0-46b6-9143-daab0745226a HTTP/1.1" status: 204 len: 168 time: 0.4362059 Aug 18 11:55:08.822296 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed132cb1-a425-49b9-9f34-71339fbf80a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e3a1dec-70a0-46b6-9143-daab0745226a,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:55:08.975747 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d10382-24a7-4c04-a25c-672f878cd91c admin admin] Pushing event deleted for resources: {'Port': ['ID=b8808a2f-95c8-414e-be69-9814816bc402,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:55:09.102825 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11178eef-3032-41db-bb07-c3ed1f6e9843 req-efa2873c-f86f-4e4f-b506-ab936fbfc5cf tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:55:09.110813 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-11178eef-3032-41db-bb07-c3ed1f6e9843 req-efa2873c-f86f-4e4f-b506-ab936fbfc5cf tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] 10.222.0.66 "GET /v2.0/ports?device_id=20add8b4-57cc-444f-ab68-4c4bdbf74579 HTTP/1.1" status: 200 len: 945 time: 0.1384265 Aug 18 11:55:09.136708 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f707f8f7-c896-456f-b253-f296587a8a44 req-a4418926-3afb-4ab9-bd8d-4cab4c224495 tempest-ServersTestJSON-993394465 tempest-ServersTestJSON-993394465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:55:09.145248 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f707f8f7-c896-456f-b253-f296587a8a44 req-a4418926-3afb-4ab9-bd8d-4cab4c224495 tempest-ServersTestJSON-993394465 tempest-ServersTestJSON-993394465-project] 10.222.0.66 "GET /v2.0/ports?device_id=65061ca5-86a1-4375-bd70-f445313abb4b HTTP/1.1" status: 200 len: 944 time: 0.1212556 Aug 18 11:55:09.175272 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-60d10382-24a7-4c04-a25c-672f878cd91c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-997271'] for router_gateway, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:09.208220 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-7ed1825e-b81a-4ad8-b990-2d82fd5f76c2 req-b336dc4b-5509-4fbe-820f-bc8fb8d70e13 service neutron] Attempting to bind port 3c2f51f7-6362-44b3-aa31-571a3223eca1 on host n-h1-804985-2 for vnic_type normal with profile {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 11:55:09.208796 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-7ed1825e-b81a-4ad8-b990-2d82fd5f76c2 req-b336dc4b-5509-4fbe-820f-bc8fb8d70e13 service neutron] Attempting to bind port 3c2f51f7-6362-44b3-aa31-571a3223eca1 by drivers openvswitch,hyperv on host n-h1-804985-2 at level 0 using segments [{'id': '89b4cf17-efd2-4783-9edc-8d57f3adb099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '3eac5274-9d7b-4d09-a2dd-6eebead530f7'}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 11:55:09.209994 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ed1825e-b81a-4ad8-b990-2d82fd5f76c2 req-b336dc4b-5509-4fbe-820f-bc8fb8d70e13 service neutron] Attempting to bind port 3c2f51f7-6362-44b3-aa31-571a3223eca1 on network 3eac5274-9d7b-4d09-a2dd-6eebead530f7 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 11:55:09.263038 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-11178eef-3032-41db-bb07-c3ed1f6e9843 req-3fea0587-7cb8-49af-b874-dbbfcc69d77e tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] 10.222.0.66 "GET /v2.0/security-groups?id=55743b86-4589-417c-a042-b0bad2e342b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498201 Aug 18 11:55:09.289358 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ed1825e-b81a-4ad8-b990-2d82fd5f76c2 req-b336dc4b-5509-4fbe-820f-bc8fb8d70e13 service neutron] Port 3c2f51f7-6362-44b3-aa31-571a3223eca1 on network 3eac5274-9d7b-4d09-a2dd-6eebead530f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-2 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 11:55:09.289826 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ed1825e-b81a-4ad8-b990-2d82fd5f76c2 req-b336dc4b-5509-4fbe-820f-bc8fb8d70e13 service neutron] Attempting to bind port 3c2f51f7-6362-44b3-aa31-571a3223eca1 on network 3eac5274-9d7b-4d09-a2dd-6eebead530f7 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 11:55:09.303998 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-60d10382-24a7-4c04-a25c-672f878cd91c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-996004', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15859'] for router, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:09.308074 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-60d10382-24a7-4c04-a25c-672f878cd91c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:09.311729 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ed1825e-b81a-4ad8-b990-2d82fd5f76c2 req-b336dc4b-5509-4fbe-820f-bc8fb8d70e13 service neutron] Checking agent: {'id': 'a613417a-d085-492c-941a-59bb18c633d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 49, 6), 'started_at': datetime.datetime(2021, 8, 18, 11, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 11, 55, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 11:55:09.312069 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ed1825e-b81a-4ad8-b990-2d82fd5f76c2 req-b336dc4b-5509-4fbe-820f-bc8fb8d70e13 service neutron] Checking segment: {'id': '89b4cf17-efd2-4783-9edc-8d57f3adb099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '3eac5274-9d7b-4d09-a2dd-6eebead530f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 11:55:09.312457 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ed1825e-b81a-4ad8-b990-2d82fd5f76c2 req-b336dc4b-5509-4fbe-820f-bc8fb8d70e13 service neutron] Bound using segment: {'id': '89b4cf17-efd2-4783-9edc-8d57f3adb099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '3eac5274-9d7b-4d09-a2dd-6eebead530f7'} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 11:55:09.313338 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-7ed1825e-b81a-4ad8-b990-2d82fd5f76c2 req-b336dc4b-5509-4fbe-820f-bc8fb8d70e13 service neutron] Bound port: 3c2f51f7-6362-44b3-aa31-571a3223eca1, host: n-h1-804985-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89b4cf17-efd2-4783-9edc-8d57f3adb099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '3eac5274-9d7b-4d09-a2dd-6eebead530f7'}}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 11:55:09.313695 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-7ed1825e-b81a-4ad8-b990-2d82fd5f76c2 req-b336dc4b-5509-4fbe-820f-bc8fb8d70e13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:09.354968 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f707f8f7-c896-456f-b253-f296587a8a44 req-f610760a-4d3a-4e5e-966b-6a98fb82bcf5 tempest-ServersTestJSON-993394465 tempest-ServersTestJSON-993394465-project] 10.222.0.66 "GET /v2.0/security-groups?id=7ec1ec52-5b4b-4164-afc0-eeb3e9b608ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2084768 Aug 18 11:55:09.626424 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54d6e7d-03ea-453b-a596-10430c7fb7a5 req-c6bcdccf-73a7-4cc3-8357-5de47db8aa44 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:55:09.645965 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a54d6e7d-03ea-453b-a596-10430c7fb7a5 req-c6bcdccf-73a7-4cc3-8357-5de47db8aa44 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.66 "GET /v2.0/ports?device_id=aaabce93-c7fa-4a3a-a8e4-3718c81d3652 HTTP/1.1" status: 200 len: 944 time: 0.1699102 Aug 18 11:55:09.727542 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a54d6e7d-03ea-453b-a596-10430c7fb7a5 req-1e048264-2c13-45dd-af0a-315bf899c79c tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.66 "GET /v2.0/security-groups?id=fecad5ed-08b4-4db8-8e35-9a1fb2f01a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802543 Aug 18 11:55:09.832167 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-60d10382-24a7-4c04-a25c-672f878cd91c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-996061'] for router, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:09.833213 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60d10382-24a7-4c04-a25c-672f878cd91c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 139fd73b-148e-4850-83e2-cfb8a2a5d841 {{(pid=106253) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 11:55:09.839559 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-60d10382-24a7-4c04-a25c-672f878cd91c admin admin] Notify callbacks [] for router, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:09.843869 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 51094) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:55:09.844139 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-60d10382-24a7-4c04-a25c-672f878cd91c admin admin] 10.222.0.66 "DELETE /v2.0/routers/139fd73b-148e-4850-83e2-cfb8a2a5d841 HTTP/1.1" status: 204 len: 168 time: 3.0804780 Aug 18 11:55:09.927924 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-7ed1825e-b81a-4ad8-b990-2d82fd5f76c2 req-b336dc4b-5509-4fbe-820f-bc8fb8d70e13 service neutron] For port 3c2f51f7-6362-44b3-aa31-571a3223eca1, host n-h1-804985-2, cleared binding levels {{(pid=106253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 11:55:09.941778 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-7ed1825e-b81a-4ad8-b990-2d82fd5f76c2 req-b336dc4b-5509-4fbe-820f-bc8fb8d70e13 service neutron] For port 3c2f51f7-6362-44b3-aa31-571a3223eca1, host n-h1-804985-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=3c2f51f7-6362-44b3-aa31-571a3223eca1,segment=NetworkSegment(89b4cf17-efd2-4783-9edc-8d57f3adb099),segment_id=89b4cf17-efd2-4783-9edc-8d57f3adb099)] {{(pid=106253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 11:55:09.951590 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-7ed1825e-b81a-4ad8-b990-2d82fd5f76c2 req-b336dc4b-5509-4fbe-820f-bc8fb8d70e13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:09.993733 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5d78589-8be7-4ebc-9bd8-72ad37c8e2c9 admin admin] Deleting subnet 04e502a5-5018-4e73-baa8-683bfd3d2545 {{(pid=106252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 11:55:10.010251 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e5d78589-8be7-4ebc-9bd8-72ad37c8e2c9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:10.033463 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed1825e-b81a-4ad8-b990-2d82fd5f76c2 req-b336dc4b-5509-4fbe-820f-bc8fb8d70e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:55:10.035032 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-7ed1825e-b81a-4ad8-b990-2d82fd5f76c2 req-b336dc4b-5509-4fbe-820f-bc8fb8d70e13 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:10.040764 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 59c089e1-5691-4a16-8d84-9c517d91971a no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 11:55:10.067229 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-7ed1825e-b81a-4ad8-b990-2d82fd5f76c2 req-b336dc4b-5509-4fbe-820f-bc8fb8d70e13 service neutron] 10.222.0.63 "PUT /v2.0/ports/3c2f51f7-6362-44b3-aa31-571a3223eca1 HTTP/1.1" status: 200 len: 1092 time: 2.5070076 Aug 18 11:55:10.069524 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65061ca5-86a1-4375-bd70-f445313abb4b', 'tag': '3c2f51f7-6362-44b3-aa31-571a3223eca1'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 11:55:10.083408 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0679f4c4b6e0e0c064a7d71d722dc30541a34fffee11680573be22ee2ffccc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4442b689-756f-4ac7-b2bb-356c7b6d22a2" -d '{"events": [{"name": "network-changed", "server_uuid": "65061ca5-86a1-4375-bd70-f445313abb4b", "tag": "3c2f51f7-6362-44b3-aa31-571a3223eca1"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:55:10.162778 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: 59c089e1-5691-4a16-8d84-9c517d91971a {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 11:55:10.163360 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 59c089e1-5691-4a16-8d84-9c517d91971a not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 11:55:10.180747 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e5d78589-8be7-4ebc-9bd8-72ad37c8e2c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2221528'] for subnet, precommit_delete_associations {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:10.241789 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 11:55:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9deb550-9aaf-4f56-96aa-45f1b794ea43 x-openstack-request-id: req-b9deb550-9aaf-4f56-96aa-45f1b794ea43 {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:55:10.242098 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65061ca5-86a1-4375-bd70-f445313abb4b", "tag": "3c2f51f7-6362-44b3-aa31-571a3223eca1", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:55:10.242326 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b9deb550-9aaf-4f56-96aa-45f1b794ea43 {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:55:10.242735 n-d-804985-2 neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65061ca5-86a1-4375-bd70-f445313abb4b', 'tag': '3c2f51f7-6362-44b3-aa31-571a3223eca1', 'status': 'completed', 'code': 200} Aug 18 11:55:10.297847 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed1825e-b81a-4ad8-b990-2d82fd5f76c2 req-80d18fed-c59e-42fa-bc50-6dae16cdfbbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:55:10.299443 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-7ed1825e-b81a-4ad8-b990-2d82fd5f76c2 req-80d18fed-c59e-42fa-bc50-6dae16cdfbbe service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=d1ec40a3ead94d708fdf6efc2357c5eb&device_id=65061ca5-86a1-4375-bd70-f445313abb4b HTTP/1.1" status: 200 len: 1095 time: 0.1763711 Aug 18 11:55:10.307391 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b336dc4b-5509-4fbe-820f-bc8fb8d70e13 service neutron] Pushing event updated for resources: {'Port': ['ID=3c2f51f7-6362-44b3-aa31-571a3223eca1,revision_number=3']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:55:10.442432 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-7ed1825e-b81a-4ad8-b990-2d82fd5f76c2 req-9e6d4f9d-e462-4f5d-acd3-21af85077acb service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3c2f51f7-6362-44b3-aa31-571a3223eca1 HTTP/1.1" status: 200 len: 217 time: 0.1194544 Aug 18 11:55:10.589226 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed1825e-b81a-4ad8-b990-2d82fd5f76c2 req-d921c5fb-61c8-4009-8c57-05b4b3638a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:55:10.590954 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-7ed1825e-b81a-4ad8-b990-2d82fd5f76c2 req-d921c5fb-61c8-4009-8c57-05b4b3638a24 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=465724d4-2d39-4a21-8c45-5f387b8139d3 HTTP/1.1" status: 200 len: 845 time: 0.1415071 Aug 18 11:55:10.675627 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed1825e-b81a-4ad8-b990-2d82fd5f76c2 req-d6fb1c76-40bb-4896-86ad-2f476388e81e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:55:10.677287 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-7ed1825e-b81a-4ad8-b990-2d82fd5f76c2 req-d6fb1c76-40bb-4896-86ad-2f476388e81e service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=3eac5274-9d7b-4d09-a2dd-6eebead530f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0790408 Aug 18 11:55:10.766739 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1377f6-3c51-4680-a921-5429430357b3 req-ab0f53de-47ad-4df0-9799-7bc5b4780744 tempest-LiveAutoBlockMigrationV225Test-1799299027 tempest-LiveAutoBlockMigrationV225Test-1799299027-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:55:10.777486 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-cf1377f6-3c51-4680-a921-5429430357b3 req-ab0f53de-47ad-4df0-9799-7bc5b4780744 tempest-LiveAutoBlockMigrationV225Test-1799299027 tempest-LiveAutoBlockMigrationV225Test-1799299027-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=aaabce93-c7fa-4a3a-a8e4-3718c81d3652 HTTP/1.1" status: 200 len: 1095 time: 0.6870959 Aug 18 11:55:10.903908 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-7ed1825e-b81a-4ad8-b990-2d82fd5f76c2 req-95a5843c-4b98-4421-9860-02107423197e service neutron] 10.222.0.63 "GET /v2.0/networks/3eac5274-9d7b-4d09-a2dd-6eebead530f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2170827 Aug 18 11:55:10.937373 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-cf1377f6-3c51-4680-a921-5429430357b3 req-d80a7798-50e0-4773-ad46-932e6629831c tempest-LiveAutoBlockMigrationV225Test-1799299027 tempest-LiveAutoBlockMigrationV225Test-1799299027-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=fecad5ed-08b4-4db8-8e35-9a1fb2f01a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489406 Aug 18 11:55:10.975592 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e5d78589-8be7-4ebc-9bd8-72ad37c8e2c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:11.036090 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e5d78589-8be7-4ebc-9bd8-72ad37c8e2c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3572848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59074100'] for subnet, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:11.059585 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d78589-8be7-4ebc-9bd8-72ad37c8e2c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04e502a5-5018-4e73-baa8-683bfd3d2545,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:55:11.068774 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108ba4b2-a823-44d0-b433-76d75f5bfa73 req-efff9f1f-0747-430e-964e-ff20942a06fa tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:55:11.076959 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-108ba4b2-a823-44d0-b433-76d75f5bfa73 req-efff9f1f-0747-430e-964e-ff20942a06fa tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] 10.222.0.66 "GET /v2.0/ports?device_id=20add8b4-57cc-444f-ab68-4c4bdbf74579 HTTP/1.1" status: 200 len: 945 time: 0.3180940 Aug 18 11:55:11.142726 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-7ed1825e-b81a-4ad8-b990-2d82fd5f76c2 req-647e1b70-0a14-4872-aebb-f2fa7b368ced service neutron] 10.222.0.63 "GET /v2.0/networks/3eac5274-9d7b-4d09-a2dd-6eebead530f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2307963 Aug 18 11:55:11.154690 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e5d78589-8be7-4ebc-9bd8-72ad37c8e2c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for subnet, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:11.165076 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db9957f7-fe5d-4bc2-9443-7aa2574c8d28 None None] Network 17b21726-ad58-4633-922c-414857af0af2 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 11:55:11.169692 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-e5d78589-8be7-4ebc-9bd8-72ad37c8e2c9 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/04e502a5-5018-4e73-baa8-683bfd3d2545 HTTP/1.1" status: 204 len: 168 time: 1.3246469 Aug 18 11:55:11.172702 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 51132) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:55:11.276772 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-108ba4b2-a823-44d0-b433-76d75f5bfa73 req-cf3219c3-0a4b-445c-a89b-adc2c7a165d6 tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] 10.222.0.66 "GET /v2.0/security-groups?id=55743b86-4589-417c-a042-b0bad2e342b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981983 Aug 18 11:55:11.279515 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-cc6a7cf8-aff4-4b89-a7ba-1ceefd62e30b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7904109'] for network, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:11.306772 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bb67cc-56bd-4f22-a0ee-a1c4c34263cf req-dc14f3db-5e97-4571-9013-942b85683feb tempest-ServersTestJSON-993394465 tempest-ServersTestJSON-993394465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:55:11.313731 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4442b689-756f-4ac7-b2bb-356c7b6d22a2 req-431a96f3-c0dc-4813-ae77-653f2e904006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:55:11.314296 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d8bb67cc-56bd-4f22-a0ee-a1c4c34263cf req-dc14f3db-5e97-4571-9013-942b85683feb tempest-ServersTestJSON-993394465 tempest-ServersTestJSON-993394465-project] 10.222.0.66 "GET /v2.0/ports?device_id=65061ca5-86a1-4375-bd70-f445313abb4b HTTP/1.1" status: 200 len: 944 time: 0.2339308 Aug 18 11:55:11.320847 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-4442b689-756f-4ac7-b2bb-356c7b6d22a2 req-431a96f3-c0dc-4813-ae77-653f2e904006 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=d1ec40a3ead94d708fdf6efc2357c5eb&device_id=65061ca5-86a1-4375-bd70-f445313abb4b HTTP/1.1" status: 200 len: 1095 time: 0.0817065 Aug 18 11:55:11.368631 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d8bb67cc-56bd-4f22-a0ee-a1c4c34263cf req-9fbbe1e3-1215-4c66-a4d1-264bd8821aa1 tempest-ServersTestJSON-993394465 tempest-ServersTestJSON-993394465-project] 10.222.0.66 "GET /v2.0/security-groups?id=7ec1ec52-5b4b-4164-afc0-eeb3e9b608ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488167 Aug 18 11:55:11.452046 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-cc6a7cf8-aff4-4b89-a7ba-1ceefd62e30b admin admin] Deleting port b9c4502a-fb90-4b3f-9fc6-1b8da4aa0b3a {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 11:55:11.452392 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-cc6a7cf8-aff4-4b89-a7ba-1ceefd62e30b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:11.593787 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4442b689-756f-4ac7-b2bb-356c7b6d22a2 req-52372261-a2d7-42e3-8f76-b5125bda5a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:55:11.595733 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-4442b689-756f-4ac7-b2bb-356c7b6d22a2 req-52372261-a2d7-42e3-8f76-b5125bda5a0d service neutron] 10.222.0.63 "GET /v2.0/networks?id=3eac5274-9d7b-4d09-a2dd-6eebead530f7 HTTP/1.1" status: 200 len: 907 time: 0.2663317 Aug 18 11:55:11.667558 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [None req-cc6a7cf8-aff4-4b89-a7ba-1ceefd62e30b admin admin] For port b9c4502a-fb90-4b3f-9fc6-1b8da4aa0b3a, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=b9c4502a-fb90-4b3f-9fc6-1b8da4aa0b3a,segment=NetworkSegment(de35f490-159d-4f32-ba39-7fcc2c85f9d3),segment_id=de35f490-159d-4f32-ba39-7fcc2c85f9d3)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:55:11.668229 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-cc6a7cf8-aff4-4b89-a7ba-1ceefd62e30b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:11.681234 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d31c2c4-c8a2-4303-bff1-3a762289752d req-22d87cc8-e970-4f69-8ac1-fcefaa1c5a65 tempest-LiveAutoBlockMigrationV225Test-1799299027 tempest-LiveAutoBlockMigrationV225Test-1799299027-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:55:11.683411 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7d31c2c4-c8a2-4303-bff1-3a762289752d req-22d87cc8-e970-4f69-8ac1-fcefaa1c5a65 tempest-LiveAutoBlockMigrationV225Test-1799299027 tempest-LiveAutoBlockMigrationV225Test-1799299027-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=aaabce93-c7fa-4a3a-a8e4-3718c81d3652 HTTP/1.1" status: 200 len: 1095 time: 0.1568160 Aug 18 11:55:11.690999 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-cc6a7cf8-aff4-4b89-a7ba-1ceefd62e30b admin admin] Calling delete_port for b9c4502a-fb90-4b3f-9fc6-1b8da4aa0b3a owned by network:dhcp {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 11:55:11.738470 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-4442b689-756f-4ac7-b2bb-356c7b6d22a2 req-92c85191-079b-486e-8ccc-3717e5ec4899 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3c2f51f7-6362-44b3-aa31-571a3223eca1 HTTP/1.1" status: 200 len: 217 time: 0.1252601 Aug 18 11:55:11.743401 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7d31c2c4-c8a2-4303-bff1-3a762289752d req-74f88161-5500-47ff-aaf9-ef6dca24776b tempest-LiveAutoBlockMigrationV225Test-1799299027 tempest-LiveAutoBlockMigrationV225Test-1799299027-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=fecad5ed-08b4-4db8-8e35-9a1fb2f01a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493522 Aug 18 11:55:11.782716 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14fa8b21-3291-4f21-b5bf-fcb6b98e1703 None None] DHCP port deletion for 17b21726-ad58-4633-922c-414857af0af2 request from n-d-804985-2 {{(pid=106254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 11:55:11.878089 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-14fa8b21-3291-4f21-b5bf-fcb6b98e1703 None None] Deleting port b9c4502a-fb90-4b3f-9fc6-1b8da4aa0b3a {{(pid=106254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 11:55:11.878739 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-14fa8b21-3291-4f21-b5bf-fcb6b98e1703 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:11.891347 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4442b689-756f-4ac7-b2bb-356c7b6d22a2 req-cd93db92-2f08-4090-a184-4527b711108d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:55:11.897401 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-4442b689-756f-4ac7-b2bb-356c7b6d22a2 req-cd93db92-2f08-4090-a184-4527b711108d service neutron] 10.222.0.63 "GET /v2.0/subnets?id=465724d4-2d39-4a21-8c45-5f387b8139d3 HTTP/1.1" status: 200 len: 845 time: 0.1411755 Aug 18 11:55:11.930191 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-cc6a7cf8-aff4-4b89-a7ba-1ceefd62e30b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:12.012843 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6a7cf8-aff4-4b89-a7ba-1ceefd62e30b admin admin] Pushing event deleted for resources: {'Port': ['ID=b9c4502a-fb90-4b3f-9fc6-1b8da4aa0b3a,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:55:12.015631 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4442b689-756f-4ac7-b2bb-356c7b6d22a2 req-be5bcc3d-4afc-4d68-b49b-cd5bd3b0e304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:55:12.017294 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-4442b689-756f-4ac7-b2bb-356c7b6d22a2 req-be5bcc3d-4afc-4d68-b49b-cd5bd3b0e304 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=3eac5274-9d7b-4d09-a2dd-6eebead530f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1120799 Aug 18 11:55:12.022456 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc6a7cf8-aff4-4b89-a7ba-1ceefd62e30b admin admin] No DVR routers for this DVR port b9c4502a-fb90-4b3f-9fc6-1b8da4aa0b3a on host n-d-804985-2 {{(pid=106252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 11:55:12.066873 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-14fa8b21-3291-4f21-b5bf-fcb6b98e1703 None None] For port b9c4502a-fb90-4b3f-9fc6-1b8da4aa0b3a, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=b9c4502a-fb90-4b3f-9fc6-1b8da4aa0b3a,segment=NetworkSegment(de35f490-159d-4f32-ba39-7fcc2c85f9d3),segment_id=de35f490-159d-4f32-ba39-7fcc2c85f9d3)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:55:12.067453 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-14fa8b21-3291-4f21-b5bf-fcb6b98e1703 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:12.093676 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device b9c4502a-fb90-4b3f-9fc6-1b8da4aa0b3a no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 11:55:12.145439 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: b9c4502a-fb90-4b3f-9fc6-1b8da4aa0b3a {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 11:55:12.146267 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device b9c4502a-fb90-4b3f-9fc6-1b8da4aa0b3a not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 11:55:12.147058 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device b8808a2f-95c8-414e-be69-9814816bc402 no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 11:55:12.158095 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-14fa8b21-3291-4f21-b5bf-fcb6b98e1703 None None] Calling delete_port for b9c4502a-fb90-4b3f-9fc6-1b8da4aa0b3a owned by network:dhcp {{(pid=106254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 11:55:12.170829 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-cc6a7cf8-aff4-4b89-a7ba-1ceefd62e30b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8367869', 'neutron.services.segments.db._delete_segments_for_network-8789151212993'] for network, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:12.211026 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: b8808a2f-95c8-414e-be69-9814816bc402 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 11:55:12.212866 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device b8808a2f-95c8-414e-be69-9814816bc402 not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 11:55:12.233982 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-4442b689-756f-4ac7-b2bb-356c7b6d22a2 req-60470a1a-9c9c-4c72-ac39-5af5a3d3aa49 service neutron] 10.222.0.63 "GET /v2.0/networks/3eac5274-9d7b-4d09-a2dd-6eebead530f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2062604 Aug 18 11:55:12.254012 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b95bc1b9-6ebb-44aa-a45f-eb05bc2fd25c req-3d3318a5-df5c-4e0b-9ea2-81c5eec21471 tempest-TenantUsagesTestJSON-781419387 tempest-TenantUsagesTestJSON-781419387-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=1cfd6605ad1a477288c646edc189b154&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1112876 Aug 18 11:55:12.266053 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-cc6a7cf8-aff4-4b89-a7ba-1ceefd62e30b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17b21726-ad58-4633-922c-414857af0af2']}} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:55:12.293092 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-cc6a7cf8-aff4-4b89-a7ba-1ceefd62e30b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de35f490-159d-4f32-ba39-7fcc2c85f9d3') {'for_net_delete': True} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:55:12.293389 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-cc6a7cf8-aff4-4b89-a7ba-1ceefd62e30b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de35f490-159d-4f32-ba39-7fcc2c85f9d3') {} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:55:12.353698 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-cc6a7cf8-aff4-4b89-a7ba-1ceefd62e30b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789151225254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2221521'] for segment, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:12.386937 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-cc6a7cf8-aff4-4b89-a7ba-1ceefd62e30b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:12.407233 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc6a7cf8-aff4-4b89-a7ba-1ceefd62e30b admin admin] Releasing vlan 825 on physical network physnet1 to pool {{(pid=106252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 11:55:12.407609 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-cc6a7cf8-aff4-4b89-a7ba-1ceefd62e30b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3572434'] for segment, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:12.410638 n-d-804985-2 neutron-server[106252]: Traceback (most recent call last): Aug 18 11:55:12.410638 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 11:55:12.410638 n-d-804985-2 neutron-server[106252]: timer() Aug 18 11:55:12.410638 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 11:55:12.410638 n-d-804985-2 neutron-server[106252]: cb(*args, **kw) Aug 18 11:55:12.410638 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 11:55:12.410638 n-d-804985-2 neutron-server[106252]: return func(*args, **kwargs) Aug 18 11:55:12.410638 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 11:55:12.410638 n-d-804985-2 neutron-server[106252]: self._notify() Aug 18 11:55:12.410638 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 11:55:12.410638 n-d-804985-2 neutron-server[106252]: self.callback(batched_events) Aug 18 11:55:12.410638 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 11:55:12.410638 n-d-804985-2 neutron-server[106252]: event.method(event) Aug 18 11:55:12.410638 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 11:55:12.410638 n-d-804985-2 neutron-server[106252]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 11:55:12.410638 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 11:55:12.410638 n-d-804985-2 neutron-server[106252]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 11:55:12.410638 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 11:55:12.410638 n-d-804985-2 neutron-server[106252]: return f(self, *a, **k) Aug 18 11:55:12.410638 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 11:55:12.410638 n-d-804985-2 neutron-server[106252]: return self._get(url).json() Aug 18 11:55:12.410638 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 11:55:12.410638 n-d-804985-2 neutron-server[106252]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 11:55:12.410638 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 11:55:12.410638 n-d-804985-2 neutron-server[106252]: return self.request(url, 'GET', **kwargs) Aug 18 11:55:12.410638 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 11:55:12.410638 n-d-804985-2 neutron-server[106252]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 11:55:12.410638 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 11:55:12.410638 n-d-804985-2 neutron-server[106252]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 11:55:12.410638 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 11:55:12.410638 n-d-804985-2 neutron-server[106252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 11:55:12.410638 n-d-804985-2 neutron-server[106252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 11:55:12.413910 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-14fa8b21-3291-4f21-b5bf-fcb6b98e1703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556'] for port, after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:12.471174 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fa8b21-3291-4f21-b5bf-fcb6b98e1703 None None] Pushing event deleted for resources: {'Port': ['ID=b9c4502a-fb90-4b3f-9fc6-1b8da4aa0b3a,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:55:12.477532 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14fa8b21-3291-4f21-b5bf-fcb6b98e1703 None None] No DVR routers for this DVR port b9c4502a-fb90-4b3f-9fc6-1b8da4aa0b3a on host n-d-804985-2 {{(pid=106254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 11:55:12.477943 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-4442b689-756f-4ac7-b2bb-356c7b6d22a2 req-ed36ebcd-7e2f-41db-af4e-c857858d27a4 service neutron] 10.222.0.63 "GET /v2.0/networks/3eac5274-9d7b-4d09-a2dd-6eebead530f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2340558 Aug 18 11:55:12.552858 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95bc1b9-6ebb-44aa-a45f-eb05bc2fd25c req-ea42c3f7-5d9e-44e4-a4b5-336d5d3d9949 tempest-TenantUsagesTestJSON-781419387 tempest-TenantUsagesTestJSON-781419387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:55:12.556320 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b95bc1b9-6ebb-44aa-a45f-eb05bc2fd25c req-ea42c3f7-5d9e-44e4-a4b5-336d5d3d9949 tempest-TenantUsagesTestJSON-781419387 tempest-TenantUsagesTestJSON-781419387-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2854912 Aug 18 11:55:12.570289 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-cc6a7cf8-aff4-4b89-a7ba-1ceefd62e30b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8367858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997186'] for network, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:12.609517 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-cc6a7cf8-aff4-4b89-a7ba-1ceefd62e30b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for network, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:12.612938 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-cc6a7cf8-aff4-4b89-a7ba-1ceefd62e30b admin admin] 10.222.0.66 "DELETE /v2.0/networks/17b21726-ad58-4633-922c-414857af0af2 HTTP/1.1" status: 204 len: 168 time: 1.4197032 Aug 18 11:55:12.628369 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6a7cf8-aff4-4b89-a7ba-1ceefd62e30b admin admin] Pushing event deleted for resources: {'Network': ['ID=17b21726-ad58-4633-922c-414857af0af2,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:55:12.634758 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b95bc1b9-6ebb-44aa-a45f-eb05bc2fd25c req-a6fbaef4-c0aa-44d5-9367-4c9074c38a25 tempest-TenantUsagesTestJSON-781419387 tempest-TenantUsagesTestJSON-781419387-project] 10.222.0.66 "GET /v2.0/quotas/1cfd6605ad1a477288c646edc189b154 HTTP/1.1" status: 200 len: 375 time: 0.0657206 Aug 18 11:55:12.710650 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b95bc1b9-6ebb-44aa-a45f-eb05bc2fd25c req-da240c3e-864b-438d-ba9f-cb68c0860c62 tempest-TenantUsagesTestJSON-781419387 tempest-TenantUsagesTestJSON-781419387-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=1cfd6605ad1a477288c646edc189b154&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0591486 Aug 18 11:55:12.733366 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad47620f-34c6-4bae-afb8-f67da7d444cc req-2c6eb442-39c4-463c-a06f-4c1b5c90cbe5 tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:55:12.743441 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ad47620f-34c6-4bae-afb8-f67da7d444cc req-2c6eb442-39c4-463c-a06f-4c1b5c90cbe5 tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] 10.222.0.66 "GET /v2.0/ports?device_id=20add8b4-57cc-444f-ab68-4c4bdbf74579 HTTP/1.1" status: 200 len: 945 time: 0.1858368 Aug 18 11:55:12.801070 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ad47620f-34c6-4bae-afb8-f67da7d444cc req-6168f2be-cb0e-4449-b3a5-349358c871bc tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] 10.222.0.66 "GET /v2.0/security-groups?id=55743b86-4589-417c-a042-b0bad2e342b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566020 Aug 18 11:55:12.933194 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfec79f-8376-4de3-abe6-5bda5090235d req-baed3211-7f02-49ad-9796-c9cb912ed751 tempest-ServersTestJSON-993394465 tempest-ServersTestJSON-993394465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:55:12.942076 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ddfec79f-8376-4de3-abe6-5bda5090235d req-baed3211-7f02-49ad-9796-c9cb912ed751 tempest-ServersTestJSON-993394465 tempest-ServersTestJSON-993394465-project] 10.222.0.66 "GET /v2.0/ports?device_id=65061ca5-86a1-4375-bd70-f445313abb4b HTTP/1.1" status: 200 len: 944 time: 0.0691686 Aug 18 11:55:12.987655 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 51178) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:55:12.990723 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ddfec79f-8376-4de3-abe6-5bda5090235d req-4ec02341-2df2-4656-952f-45525b1681a7 tempest-ServersTestJSON-993394465 tempest-ServersTestJSON-993394465-project] 10.222.0.66 "GET /v2.0/security-groups?id=7ec1ec52-5b4b-4164-afc0-eeb3e9b608ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475013 Aug 18 11:55:13.036567 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-c6d6f973-4937-4c08-9b5b-789e619edbf1 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=72b8902517244a1ca86567bff576d2b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0426488 Aug 18 11:55:13.037172 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 51180) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:55:13.089353 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-fff93f41-4e7c-4df8-ba98-173c4554b7d8 req-973a0276-4e9d-4422-ae66-d135808d4e5f tempest-TenantUsagesTestJSON-781419387 tempest-TenantUsagesTestJSON-781419387-project] 10.222.0.66 "GET /v2.0/ports?device_id=cbc9b46f-1382-4a03-adda-1508d314d5b2 HTTP/1.1" status: 200 len: 210 time: 0.0425396 Aug 18 11:55:13.104782 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-26008b0f-0024-4165-a652-525dca7816f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:13.130319 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-26008b0f-0024-4165-a652-525dca7816f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:13.183901 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-26008b0f-0024-4165-a652-525dca7816f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:13.188296 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-26008b0f-0024-4165-a652-525dca7816f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:13.189759 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-26008b0f-0024-4165-a652-525dca7816f2 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1a0cf25f-7a4f-4eec-9daa-081df45eb4db HTTP/1.1" status: 204 len: 168 time: 0.1515014 Aug 18 11:55:13.200748 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26008b0f-0024-4165-a652-525dca7816f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a0cf25f-7a4f-4eec-9daa-081df45eb4db,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:55:13.304817 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 3c2f51f7-6362-44b3-aa31-571a3223eca1 details requested by agent hyperv_n-h1-804985-2 with host n-h1-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 11:55:13.423556 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 3c2f51f7-6362-44b3-aa31-571a3223eca1, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=3c2f51f7-6362-44b3-aa31-571a3223eca1,segment=NetworkSegment(89b4cf17-efd2-4783-9edc-8d57f3adb099),segment_id=89b4cf17-efd2-4783-9edc-8d57f3adb099)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:55:13.440803 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Returning: {'device': '3c2f51f7-6362-44b3-aa31-571a3223eca1', 'network_id': '3eac5274-9d7b-4d09-a2dd-6eebead530f7', 'port_id': '3c2f51f7-6362-44b3-aa31-571a3223eca1', 'mac_address': 'fa:16:3e:ab:4e:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 826, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '465724d4-2d39-4a21-8c45-5f387b8139d3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 11:55:13.500454 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:13.532645 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c2f51f7-6362-44b3-aa31-571a3223eca1 {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 11:55:13.557666 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 3c2f51f7-6362-44b3-aa31-571a3223eca1, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=3c2f51f7-6362-44b3-aa31-571a3223eca1,segment=NetworkSegment(89b4cf17-efd2-4783-9edc-8d57f3adb099),segment_id=89b4cf17-efd2-4783-9edc-8d57f3adb099)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:55:13.563285 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:13.632117 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=3c2f51f7-6362-44b3-aa31-571a3223eca1,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:55:13.875328 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] get_ports_and_sgs() called for port_ids ['3c2f51f7-6362-44b3-aa31-571a3223eca1'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 11:55:13.978943 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217a55c9-46ca-4aab-80eb-96fe02c30116 req-34467e72-bef0-4094-abaa-189012b75fcf tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:55:13.982321 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-217a55c9-46ca-4aab-80eb-96fe02c30116 req-34467e72-bef0-4094-abaa-189012b75fcf tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] 10.222.0.66 "GET /v2.0/ports?device_id=20add8b4-57cc-444f-ab68-4c4bdbf74579 HTTP/1.1" status: 200 len: 945 time: 0.0746238 Aug 18 11:55:14.043153 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-217a55c9-46ca-4aab-80eb-96fe02c30116 req-e63e5874-3ea5-4a47-ac1b-2479c020fd23 tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] 10.222.0.66 "GET /v2.0/security-groups?id=55743b86-4589-417c-a042-b0bad2e342b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535855 Aug 18 11:55:14.142764 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01782c9-928f-4b49-a3a9-a6656cad2e33 req-c1eaabf5-545a-49a7-8d34-163ae9c1e4f3 tempest-ServersTestJSON-993394465 tempest-ServersTestJSON-993394465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:55:14.144579 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e01782c9-928f-4b49-a3a9-a6656cad2e33 req-c1eaabf5-545a-49a7-8d34-163ae9c1e4f3 tempest-ServersTestJSON-993394465 tempest-ServersTestJSON-993394465-project] 10.222.0.66 "GET /v2.0/ports?device_id=65061ca5-86a1-4375-bd70-f445313abb4b HTTP/1.1" status: 200 len: 945 time: 0.0603766 Aug 18 11:55:14.187865 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0ed175d0-6212-45b1-9509-9e3ebf70364c req-a1399bb4-6938-4aa6-aad3-cfd724f16a23 tempest-TenantUsagesTestJSON-781419387 tempest-TenantUsagesTestJSON-781419387-project] 10.222.0.66 "GET /v2.0/ports?device_id=cbc9b46f-1382-4a03-adda-1508d314d5b2 HTTP/1.1" status: 200 len: 210 time: 0.0389762 Aug 18 11:55:14.220242 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e01782c9-928f-4b49-a3a9-a6656cad2e33 req-06936fba-6286-4686-b9b5-83a9591c9875 tempest-ServersTestJSON-993394465 tempest-ServersTestJSON-993394465-project] 10.222.0.66 "GET /v2.0/security-groups?id=7ec1ec52-5b4b-4164-afc0-eeb3e9b608ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611882 Aug 18 11:55:14.341582 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-b95bc1b9-6ebb-44aa-a45f-eb05bc2fd25c req-055dbfdb-bc9c-41a3-920e-d55a2afe1374 tempest-TenantUsagesTestJSON-781419387 tempest-TenantUsagesTestJSON-781419387-project] 10.222.0.63 "GET /v2.0/networks?tenant_id=1cfd6605ad1a477288c646edc189b154&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0287650 Aug 18 11:55:14.481147 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95bc1b9-6ebb-44aa-a45f-eb05bc2fd25c req-ab9da826-3c49-4d13-9631-92920e0d1268 tempest-TenantUsagesTestJSON-781419387 tempest-TenantUsagesTestJSON-781419387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:55:14.482569 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-b95bc1b9-6ebb-44aa-a45f-eb05bc2fd25c req-ab9da826-3c49-4d13-9631-92920e0d1268 tempest-TenantUsagesTestJSON-781419387 tempest-TenantUsagesTestJSON-781419387-project] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1261935 Aug 18 11:55:14.513737 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [req-b95bc1b9-6ebb-44aa-a45f-eb05bc2fd25c req-4bc454f0-55d0-4fca-8ca5-e8a02d11fe8e tempest-TenantUsagesTestJSON-781419387 tempest-TenantUsagesTestJSON-781419387-project] Request body: {'port': {'device_id': 'cbc9b46f-1382-4a03-adda-1508d314d5b2', 'network_id': '222e0814-c7e5-4b11-9282-3f40c6ed76b2', 'admin_state_up': True, 'tenant_id': '1cfd6605ad1a477288c646edc189b154'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:55:14.728178 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b95bc1b9-6ebb-44aa-a45f-eb05bc2fd25c req-4bc454f0-55d0-4fca-8ca5-e8a02d11fe8e tempest-TenantUsagesTestJSON-781419387 tempest-TenantUsagesTestJSON-781419387-project] Made reservation on behalf of 1cfd6605ad1a477288c646edc189b154 for: {'port': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 11:55:14.732705 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-b95bc1b9-6ebb-44aa-a45f-eb05bc2fd25c req-4bc454f0-55d0-4fca-8ca5-e8a02d11fe8e tempest-TenantUsagesTestJSON-781419387 tempest-TenantUsagesTestJSON-781419387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:14.743285 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-b95bc1b9-6ebb-44aa-a45f-eb05bc2fd25c req-4bc454f0-55d0-4fca-8ca5-e8a02d11fe8e tempest-TenantUsagesTestJSON-781419387 tempest-TenantUsagesTestJSON-781419387-project] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:14.847642 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4af76f-984f-4ddb-ba93-4f4f514dd635 req-fcc4d171-9421-4675-ae03-7ac29821b055 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:55:14.855151 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-fd4af76f-984f-4ddb-ba93-4f4f514dd635 req-fcc4d171-9421-4675-ae03-7ac29821b055 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] 10.222.0.66 "GET /v2.0/networks?id=f2b8460a-d20a-4d24-a458-477b4502f48c HTTP/1.1" status: 200 len: 808 time: 0.1396403 Aug 18 11:55:14.856322 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-b95bc1b9-6ebb-44aa-a45f-eb05bc2fd25c req-4bc454f0-55d0-4fca-8ca5-e8a02d11fe8e tempest-TenantUsagesTestJSON-781419387 tempest-TenantUsagesTestJSON-781419387-project] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:14.865844 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-b95bc1b9-6ebb-44aa-a45f-eb05bc2fd25c req-4bc454f0-55d0-4fca-8ca5-e8a02d11fe8e tempest-TenantUsagesTestJSON-781419387 tempest-TenantUsagesTestJSON-781419387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:14.873184 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-fd4af76f-984f-4ddb-ba93-4f4f514dd635 req-4b3b9ada-6949-4827-8b12-be12f53e0fc5 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] 10.222.0.66 "GET /v2.0/quotas/188bebbd8f564ea0bbe77621cda4023c HTTP/1.1" status: 200 len: 375 time: 0.0167608 Aug 18 11:55:14.945609 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-fd4af76f-984f-4ddb-ba93-4f4f514dd635 req-39431eca-d2f7-4755-8b1d-5ec3c0019622 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=188bebbd8f564ea0bbe77621cda4023c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0711379 Aug 18 11:55:14.963717 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc454f0-55d0-4fca-8ca5-e8a02d11fe8e tempest-TenantUsagesTestJSON-781419387 tempest-TenantUsagesTestJSON-781419387-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c872909-bdf6-4884-ba88-a004b09e50f1,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:55:15.042992 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [req-b95bc1b9-6ebb-44aa-a45f-eb05bc2fd25c req-4bc454f0-55d0-4fca-8ca5-e8a02d11fe8e tempest-TenantUsagesTestJSON-781419387 tempest-TenantUsagesTestJSON-781419387-project] Allocated IP 192.168.233.181 (222e0814-c7e5-4b11-9282-3f40c6ed76b2/6d16d680-110b-436d-8afa-48ba845b3623/2a516bfa-44e2-4f6e-a411-b764503cde63) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 11:55:15.074147 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-fd4af76f-984f-4ddb-ba93-4f4f514dd635 req-bc0e9054-783f-433b-b4b1-53f0ae989647 service neutron] 10.222.0.66 "GET /v2.0/networks/f2b8460a-d20a-4d24-a458-477b4502f48c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273887 Aug 18 11:55:15.191523 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-fd4af76f-984f-4ddb-ba93-4f4f514dd635 req-72f99ef0-ee07-4984-9449-c8be85f48e0d service neutron] 10.222.0.66 "GET /v2.0/networks/f2b8460a-d20a-4d24-a458-477b4502f48c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106763 Aug 18 11:55:15.249026 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-b95bc1b9-6ebb-44aa-a45f-eb05bc2fd25c req-4bc454f0-55d0-4fca-8ca5-e8a02d11fe8e tempest-TenantUsagesTestJSON-781419387 tempest-TenantUsagesTestJSON-781419387-project] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:15.263938 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [req-b95bc1b9-6ebb-44aa-a45f-eb05bc2fd25c req-4bc454f0-55d0-4fca-8ca5-e8a02d11fe8e tempest-TenantUsagesTestJSON-781419387 tempest-TenantUsagesTestJSON-781419387-project] Transition to ACTIVE for port object 2a516bfa-44e2-4f6e-a411-b764503cde63 will not be triggered until provisioned by entity DHCP. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 11:55:15.305184 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 3c2f51f7-6362-44b3-aa31-571a3223eca1 up at agent hyperv_n-h1-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:55:15.322852 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-b95bc1b9-6ebb-44aa-a45f-eb05bc2fd25c req-4bc454f0-55d0-4fca-8ca5-e8a02d11fe8e tempest-TenantUsagesTestJSON-781419387 tempest-TenantUsagesTestJSON-781419387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:15.393494 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b95bc1b9-6ebb-44aa-a45f-eb05bc2fd25c req-4bc454f0-55d0-4fca-8ca5-e8a02d11fe8e tempest-TenantUsagesTestJSON-781419387 tempest-TenantUsagesTestJSON-781419387-project] Network 222e0814-c7e5-4b11-9282-3f40c6ed76b2 is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 11:55:15.399112 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [req-b95bc1b9-6ebb-44aa-a45f-eb05bc2fd25c req-4bc454f0-55d0-4fca-8ca5-e8a02d11fe8e tempest-TenantUsagesTestJSON-781419387 tempest-TenantUsagesTestJSON-781419387-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:55:15.403103 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-b95bc1b9-6ebb-44aa-a45f-eb05bc2fd25c req-4bc454f0-55d0-4fca-8ca5-e8a02d11fe8e tempest-TenantUsagesTestJSON-781419387 tempest-TenantUsagesTestJSON-781419387-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 11:55:15.424180 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Provisioning for port 3c2f51f7-6362-44b3-aa31-571a3223eca1 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 11:55:15.428733 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Provisioning complete for port 3c2f51f7-6362-44b3-aa31-571a3223eca1 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:55:15.429101 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:15.464273 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc454f0-55d0-4fca-8ca5-e8a02d11fe8e tempest-TenantUsagesTestJSON-781419387 tempest-TenantUsagesTestJSON-781419387-project] Pushing event updated for resources: {'Port': ['ID=2a516bfa-44e2-4f6e-a411-b764503cde63,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:55:15.484673 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95bc1b9-6ebb-44aa-a45f-eb05bc2fd25c req-4bc454f0-55d0-4fca-8ca5-e8a02d11fe8e tempest-TenantUsagesTestJSON-781419387 tempest-TenantUsagesTestJSON-781419387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:55:15.485246 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-b95bc1b9-6ebb-44aa-a45f-eb05bc2fd25c req-4bc454f0-55d0-4fca-8ca5-e8a02d11fe8e tempest-TenantUsagesTestJSON-781419387 tempest-TenantUsagesTestJSON-781419387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:15.509620 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-b95bc1b9-6ebb-44aa-a45f-eb05bc2fd25c req-4bc454f0-55d0-4fca-8ca5-e8a02d11fe8e tempest-TenantUsagesTestJSON-781419387 tempest-TenantUsagesTestJSON-781419387-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0110750 Aug 18 11:55:15.526160 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [req-b95bc1b9-6ebb-44aa-a45f-eb05bc2fd25c req-b8e3df2f-074d-4e11-b2e5-bce2264ff47d service neutron] Request body: {'port': {'device_id': 'cbc9b46f-1382-4a03-adda-1508d314d5b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804985-2'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:55:15.615130 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:15.666232 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5146d447-2ad8-4c71-a448-a9620caf893a req-526dc73f-4d57-4aea-85f7-a221f24026b0 tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:55:15.683233 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5146d447-2ad8-4c71-a448-a9620caf893a req-526dc73f-4d57-4aea-85f7-a221f24026b0 tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] 10.222.0.66 "GET /v2.0/ports?device_id=20add8b4-57cc-444f-ab68-4c4bdbf74579 HTTP/1.1" status: 200 len: 945 time: 0.1258423 Aug 18 11:55:15.685381 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-b95bc1b9-6ebb-44aa-a45f-eb05bc2fd25c req-b8e3df2f-074d-4e11-b2e5-bce2264ff47d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:15.691881 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 3c2f51f7-6362-44b3-aa31-571a3223eca1, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=3c2f51f7-6362-44b3-aa31-571a3223eca1,segment=NetworkSegment(89b4cf17-efd2-4783-9edc-8d57f3adb099),segment_id=89b4cf17-efd2-4783-9edc-8d57f3adb099)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:55:15.693159 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65061ca5-86a1-4375-bd70-f445313abb4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c2f51f7-6362-44b3-aa31-571a3223eca1'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 11:55:15.696684 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db50a436fb3a98495337d8fe7487b4f2ea6f3c1052eb9efadc2ecda2d5737001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e35088e-470e-47f7-9044-ec8356ce2902" -d '{"events": [{"server_uuid": "65061ca5-86a1-4375-bd70-f445313abb4b", "name": "network-vif-plugged", "status": "completed", "tag": "3c2f51f7-6362-44b3-aa31-571a3223eca1"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:55:15.705143 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:15.809498 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71396a94-c093-4afd-ad5d-a1bae6e41556 req-3a622aa9-2b19-4fc5-83d4-5ad224cb28df tempest-TenantUsagesTestJSON-781419387 tempest-TenantUsagesTestJSON-781419387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:55:15.811329 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-71396a94-c093-4afd-ad5d-a1bae6e41556 req-3a622aa9-2b19-4fc5-83d4-5ad224cb28df tempest-TenantUsagesTestJSON-781419387 tempest-TenantUsagesTestJSON-781419387-project] 10.222.0.66 "GET /v2.0/ports?device_id=cbc9b46f-1382-4a03-adda-1508d314d5b2 HTTP/1.1" status: 200 len: 936 time: 0.1115899 Aug 18 11:55:15.817845 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=3c2f51f7-6362-44b3-aa31-571a3223eca1,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:55:15.823254 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5146d447-2ad8-4c71-a448-a9620caf893a req-32a479f8-84ae-4725-a9de-158b4a0ca1c9 tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] 10.222.0.66 "GET /v2.0/security-groups?id=55743b86-4589-417c-a042-b0bad2e342b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386321 Aug 18 11:55:15.882473 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-97933f08-126d-434c-a7b7-0b6bcb7f0689 None None] Provisioning for port 2a516bfa-44e2-4f6e-a411-b764503cde63 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 11:55:15.887951 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-97933f08-126d-434c-a7b7-0b6bcb7f0689 None None] Provisioning complete for port 2a516bfa-44e2-4f6e-a411-b764503cde63 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:55:15.888318 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-97933f08-126d-434c-a7b7-0b6bcb7f0689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:15.949948 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-71396a94-c093-4afd-ad5d-a1bae6e41556 req-7851d531-a4e2-4762-aa59-b06c705cac81 tempest-TenantUsagesTestJSON-781419387 tempest-TenantUsagesTestJSON-781419387-project] 10.222.0.66 "GET /v2.0/security-groups?id=4c872909-bdf6-4884-ba88-a004b09e50f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252885 Aug 18 11:55:15.970723 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-97933f08-126d-434c-a7b7-0b6bcb7f0689 None None] Port 2a516bfa-44e2-4f6e-a411-b764503cde63 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 11:55:16.073806 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91580f5f-3a06-4236-9f7f-7d3c62a9d3a4 req-feae1cb8-7bbf-4f6e-8f81-7ec6059ddd5f tempest-ServersTestJSON-993394465 tempest-ServersTestJSON-993394465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:55:16.081223 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-91580f5f-3a06-4236-9f7f-7d3c62a9d3a4 req-feae1cb8-7bbf-4f6e-8f81-7ec6059ddd5f tempest-ServersTestJSON-993394465 tempest-ServersTestJSON-993394465-project] 10.222.0.66 "GET /v2.0/ports?device_id=65061ca5-86a1-4375-bd70-f445313abb4b HTTP/1.1" status: 200 len: 946 time: 0.1268895 Aug 18 11:55:16.140627 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-91580f5f-3a06-4236-9f7f-7d3c62a9d3a4 req-e2542893-d11a-4f12-b16b-4f981342809d tempest-ServersTestJSON-993394465 tempest-ServersTestJSON-993394465-project] 10.222.0.66 "GET /v2.0/security-groups?id=7ec1ec52-5b4b-4164-afc0-eeb3e9b608ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511806 Aug 18 11:55:16.237519 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-aba4b906-4415-4d3d-9f7c-bf8dbc131d68 req-22cded60-57bb-4b4e-b9ad-a59fe168bbd2 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] 10.222.0.66 "GET /v2.0/ports?device_id=472358b7-93c5-423a-b5d1-0f535558285a HTTP/1.1" status: 200 len: 210 time: 0.0495985 Aug 18 11:55:16.273489 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [req-b95bc1b9-6ebb-44aa-a45f-eb05bc2fd25c req-b8e3df2f-074d-4e11-b2e5-bce2264ff47d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a516bfa-44e2-4f6e-a411-b764503cde63 {{(pid=106253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 11:55:16.284785 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-b95bc1b9-6ebb-44aa-a45f-eb05bc2fd25c req-b8e3df2f-074d-4e11-b2e5-bce2264ff47d service neutron] Notify callbacks [] for port, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:16.316718 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [req-b95bc1b9-6ebb-44aa-a45f-eb05bc2fd25c req-b8e3df2f-074d-4e11-b2e5-bce2264ff47d service neutron] Transition to ACTIVE for port object 2a516bfa-44e2-4f6e-a411-b764503cde63 will not be triggered until provisioned by entity L2. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 11:55:16.325402 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-b95bc1b9-6ebb-44aa-a45f-eb05bc2fd25c req-b8e3df2f-074d-4e11-b2e5-bce2264ff47d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:16.374065 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 11:55:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efbf93e2-f6b2-4ea3-bbaf-f0a1d5dd2814 x-openstack-request-id: req-efbf93e2-f6b2-4ea3-bbaf-f0a1d5dd2814 {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:55:16.374582 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65061ca5-86a1-4375-bd70-f445313abb4b", "name": "network-vif-plugged", "status": "completed", "tag": "3c2f51f7-6362-44b3-aa31-571a3223eca1", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:55:16.374582 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-efbf93e2-f6b2-4ea3-bbaf-f0a1d5dd2814 {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:55:16.374982 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65061ca5-86a1-4375-bd70-f445313abb4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c2f51f7-6362-44b3-aa31-571a3223eca1', 'code': 200} Aug 18 11:55:16.445459 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e3df2f-074d-4e11-b2e5-bce2264ff47d service neutron] Pushing event updated for resources: {'Port': ['ID=2a516bfa-44e2-4f6e-a411-b764503cde63,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:55:16.497741 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-b95bc1b9-6ebb-44aa-a45f-eb05bc2fd25c req-b8e3df2f-074d-4e11-b2e5-bce2264ff47d service neutron] Attempting to bind port 2a516bfa-44e2-4f6e-a411-b764503cde63 on host n-h1-804985-2 for vnic_type normal with profile {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 11:55:16.498077 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-b95bc1b9-6ebb-44aa-a45f-eb05bc2fd25c req-b8e3df2f-074d-4e11-b2e5-bce2264ff47d service neutron] Attempting to bind port 2a516bfa-44e2-4f6e-a411-b764503cde63 by drivers openvswitch,hyperv on host n-h1-804985-2 at level 0 using segments [{'id': 'b0eb6eea-b461-4969-8a27-808f00daa8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '222e0814-c7e5-4b11-9282-3f40c6ed76b2'}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 11:55:16.498410 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b95bc1b9-6ebb-44aa-a45f-eb05bc2fd25c req-b8e3df2f-074d-4e11-b2e5-bce2264ff47d service neutron] Attempting to bind port 2a516bfa-44e2-4f6e-a411-b764503cde63 on network 222e0814-c7e5-4b11-9282-3f40c6ed76b2 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 11:55:16.507464 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b95bc1b9-6ebb-44aa-a45f-eb05bc2fd25c req-b8e3df2f-074d-4e11-b2e5-bce2264ff47d service neutron] Port 2a516bfa-44e2-4f6e-a411-b764503cde63 on network 222e0814-c7e5-4b11-9282-3f40c6ed76b2 not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-2 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 11:55:16.508438 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b95bc1b9-6ebb-44aa-a45f-eb05bc2fd25c req-b8e3df2f-074d-4e11-b2e5-bce2264ff47d service neutron] Attempting to bind port 2a516bfa-44e2-4f6e-a411-b764503cde63 on network 222e0814-c7e5-4b11-9282-3f40c6ed76b2 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 11:55:16.522140 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b95bc1b9-6ebb-44aa-a45f-eb05bc2fd25c req-b8e3df2f-074d-4e11-b2e5-bce2264ff47d service neutron] Checking agent: {'id': 'a613417a-d085-492c-941a-59bb18c633d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 49, 6), 'started_at': datetime.datetime(2021, 8, 18, 11, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 11, 55, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 11:55:16.522746 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b95bc1b9-6ebb-44aa-a45f-eb05bc2fd25c req-b8e3df2f-074d-4e11-b2e5-bce2264ff47d service neutron] Checking segment: {'id': 'b0eb6eea-b461-4969-8a27-808f00daa8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '222e0814-c7e5-4b11-9282-3f40c6ed76b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 11:55:16.523291 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b95bc1b9-6ebb-44aa-a45f-eb05bc2fd25c req-b8e3df2f-074d-4e11-b2e5-bce2264ff47d service neutron] Bound using segment: {'id': 'b0eb6eea-b461-4969-8a27-808f00daa8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '222e0814-c7e5-4b11-9282-3f40c6ed76b2'} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 11:55:16.525306 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-b95bc1b9-6ebb-44aa-a45f-eb05bc2fd25c req-b8e3df2f-074d-4e11-b2e5-bce2264ff47d service neutron] Bound port: 2a516bfa-44e2-4f6e-a411-b764503cde63, host: n-h1-804985-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0eb6eea-b461-4969-8a27-808f00daa8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '222e0814-c7e5-4b11-9282-3f40c6ed76b2'}}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 11:55:16.525838 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-b95bc1b9-6ebb-44aa-a45f-eb05bc2fd25c req-b8e3df2f-074d-4e11-b2e5-bce2264ff47d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:16.548015 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779cd680-376f-45c6-8334-62b06e5058f7 req-5fbc3562-1ee5-4574-93df-f4fc5f2494f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:55:16.552817 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-779cd680-376f-45c6-8334-62b06e5058f7 req-5fbc3562-1ee5-4574-93df-f4fc5f2494f7 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=65061ca5-86a1-4375-bd70-f445313abb4b HTTP/1.1" status: 200 len: 1097 time: 0.0981569 Aug 18 11:55:16.603786 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-779cd680-376f-45c6-8334-62b06e5058f7 req-c8f5563c-7b6f-4af7-9c46-769938fff226 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=7ec1ec52-5b4b-4164-afc0-eeb3e9b608ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406556 Aug 18 11:55:16.653809 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-b95bc1b9-6ebb-44aa-a45f-eb05bc2fd25c req-b8e3df2f-074d-4e11-b2e5-bce2264ff47d service neutron] For port 2a516bfa-44e2-4f6e-a411-b764503cde63, host n-h1-804985-2, cleared binding levels {{(pid=106253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 11:55:16.659668 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-b95bc1b9-6ebb-44aa-a45f-eb05bc2fd25c req-b8e3df2f-074d-4e11-b2e5-bce2264ff47d service neutron] For port 2a516bfa-44e2-4f6e-a411-b764503cde63, host n-h1-804985-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=2a516bfa-44e2-4f6e-a411-b764503cde63,segment=NetworkSegment(b0eb6eea-b461-4969-8a27-808f00daa8a1),segment_id=b0eb6eea-b461-4969-8a27-808f00daa8a1)] {{(pid=106253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 11:55:16.666828 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-b95bc1b9-6ebb-44aa-a45f-eb05bc2fd25c req-b8e3df2f-074d-4e11-b2e5-bce2264ff47d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:16.712769 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95bc1b9-6ebb-44aa-a45f-eb05bc2fd25c req-b8e3df2f-074d-4e11-b2e5-bce2264ff47d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:55:16.713384 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-b95bc1b9-6ebb-44aa-a45f-eb05bc2fd25c req-b8e3df2f-074d-4e11-b2e5-bce2264ff47d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:16.714839 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-b95bc1b9-6ebb-44aa-a45f-eb05bc2fd25c req-b8e3df2f-074d-4e11-b2e5-bce2264ff47d service neutron] 10.222.0.63 "PUT /v2.0/ports/2a516bfa-44e2-4f6e-a411-b764503cde63 HTTP/1.1" status: 200 len: 1096 time: 1.1939740 Aug 18 11:55:16.715545 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbc9b46f-1382-4a03-adda-1508d314d5b2', 'tag': '2a516bfa-44e2-4f6e-a411-b764503cde63'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 11:55:16.717535 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0679f4c4b6e0e0c064a7d71d722dc30541a34fffee11680573be22ee2ffccc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02a674c7-f263-417c-a644-19a6097cedac" -d '{"events": [{"name": "network-changed", "server_uuid": "cbc9b46f-1382-4a03-adda-1508d314d5b2", "tag": "2a516bfa-44e2-4f6e-a411-b764503cde63"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:55:16.766945 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e3df2f-074d-4e11-b2e5-bce2264ff47d service neutron] Pushing event updated for resources: {'Port': ['ID=2a516bfa-44e2-4f6e-a411-b764503cde63,revision_number=3']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:55:16.776336 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 11:55:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-708f9982-6632-4919-8561-89d2264d9f29 x-openstack-request-id: req-708f9982-6632-4919-8561-89d2264d9f29 {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:55:16.776807 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbc9b46f-1382-4a03-adda-1508d314d5b2", "tag": "2a516bfa-44e2-4f6e-a411-b764503cde63", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:55:16.777192 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-708f9982-6632-4919-8561-89d2264d9f29 {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:55:16.777827 n-d-804985-2 neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbc9b46f-1382-4a03-adda-1508d314d5b2', 'tag': '2a516bfa-44e2-4f6e-a411-b764503cde63', 'status': 'completed', 'code': 200} Aug 18 11:55:16.841118 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95bc1b9-6ebb-44aa-a45f-eb05bc2fd25c req-4e261f64-195e-4a8d-ac04-2b27f39589e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:55:16.843319 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-b95bc1b9-6ebb-44aa-a45f-eb05bc2fd25c req-4e261f64-195e-4a8d-ac04-2b27f39589e4 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=1cfd6605ad1a477288c646edc189b154&device_id=cbc9b46f-1382-4a03-adda-1508d314d5b2 HTTP/1.1" status: 200 len: 1099 time: 0.0607235 Aug 18 11:55:16.904775 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-b95bc1b9-6ebb-44aa-a45f-eb05bc2fd25c req-fb969257-cb9f-45fa-a256-92b7e50574c0 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=2a516bfa-44e2-4f6e-a411-b764503cde63 HTTP/1.1" status: 200 len: 217 time: 0.0515525 Aug 18 11:55:16.984822 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95bc1b9-6ebb-44aa-a45f-eb05bc2fd25c req-7edfe113-b350-4b06-bac9-db755410808c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:55:16.986607 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-b95bc1b9-6ebb-44aa-a45f-eb05bc2fd25c req-7edfe113-b350-4b06-bac9-db755410808c service neutron] 10.222.0.63 "GET /v2.0/subnets?id=6d16d680-110b-436d-8afa-48ba845b3623 HTTP/1.1" status: 200 len: 843 time: 0.0723050 Aug 18 11:55:17.036205 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48af92f0-9bb5-426d-8d16-15bc765e8332 req-6afd6a21-c3ce-4f1d-abe5-a15417ab0536 tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:55:17.047070 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-48af92f0-9bb5-426d-8d16-15bc765e8332 req-6afd6a21-c3ce-4f1d-abe5-a15417ab0536 tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] 10.222.0.66 "GET /v2.0/ports?device_id=20add8b4-57cc-444f-ab68-4c4bdbf74579 HTTP/1.1" status: 200 len: 945 time: 0.0743268 Aug 18 11:55:17.077750 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95bc1b9-6ebb-44aa-a45f-eb05bc2fd25c req-d9d7c1eb-aa13-4e47-8f79-ae24436b4e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:55:17.079735 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-b95bc1b9-6ebb-44aa-a45f-eb05bc2fd25c req-d9d7c1eb-aa13-4e47-8f79-ae24436b4e4a service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=222e0814-c7e5-4b11-9282-3f40c6ed76b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0819592 Aug 18 11:55:17.159962 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-48af92f0-9bb5-426d-8d16-15bc765e8332 req-b7aab079-2672-4199-94a5-41be5e5046f5 tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] 10.222.0.66 "GET /v2.0/security-groups?id=55743b86-4589-417c-a042-b0bad2e342b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117451 Aug 18 11:55:17.247932 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-b95bc1b9-6ebb-44aa-a45f-eb05bc2fd25c req-19743189-9133-42f1-85e2-79badf886b8d service neutron] 10.222.0.63 "GET /v2.0/networks/222e0814-c7e5-4b11-9282-3f40c6ed76b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535628 Aug 18 11:55:17.249085 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db59e0c5-63c6-4a40-9686-ca1e9a3014d4 req-3beb815c-c58d-47ec-9e5f-8eba73657c81 tempest-TenantUsagesTestJSON-781419387 tempest-TenantUsagesTestJSON-781419387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:55:17.250851 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-db59e0c5-63c6-4a40-9686-ca1e9a3014d4 req-3beb815c-c58d-47ec-9e5f-8eba73657c81 tempest-TenantUsagesTestJSON-781419387 tempest-TenantUsagesTestJSON-781419387-project] 10.222.0.66 "GET /v2.0/ports?device_id=cbc9b46f-1382-4a03-adda-1508d314d5b2 HTTP/1.1" status: 200 len: 948 time: 0.0895524 Aug 18 11:55:17.258522 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4af76f-984f-4ddb-ba93-4f4f514dd635 req-ca4009d2-bbfc-450f-8fc5-a29ea93dba39 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:55:17.260059 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-fd4af76f-984f-4ddb-ba93-4f4f514dd635 req-ca4009d2-bbfc-450f-8fc5-a29ea93dba39 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] 10.222.0.62 "GET /v2.0/networks?id=f2b8460a-d20a-4d24-a458-477b4502f48c HTTP/1.1" status: 200 len: 808 time: 0.2094204 Aug 18 11:55:17.290705 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-fd4af76f-984f-4ddb-ba93-4f4f514dd635 req-8a86d887-d25a-4d9e-bdb1-d98c74e042bd tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] Request body: {'port': {'device_id': '472358b7-93c5-423a-b5d1-0f535558285a', 'network_id': 'f2b8460a-d20a-4d24-a458-477b4502f48c', 'admin_state_up': True, 'tenant_id': '188bebbd8f564ea0bbe77621cda4023c'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:55:17.389652 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-b95bc1b9-6ebb-44aa-a45f-eb05bc2fd25c req-607b0858-cca4-4071-a634-ed4bd6eb5d7f service neutron] 10.222.0.63 "GET /v2.0/networks/222e0814-c7e5-4b11-9282-3f40c6ed76b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283300 Aug 18 11:55:17.465229 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-db59e0c5-63c6-4a40-9686-ca1e9a3014d4 req-36fc6b8e-812c-4f8d-93f1-5e5de3324ad7 tempest-TenantUsagesTestJSON-781419387 tempest-TenantUsagesTestJSON-781419387-project] 10.222.0.66 "GET /v2.0/security-groups?id=4c872909-bdf6-4884-ba88-a004b09e50f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021022 Aug 18 11:55:17.471732 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd4af76f-984f-4ddb-ba93-4f4f514dd635 req-8a86d887-d25a-4d9e-bdb1-d98c74e042bd tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] Made reservation on behalf of 188bebbd8f564ea0bbe77621cda4023c for: {'port': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 11:55:17.480854 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-fd4af76f-984f-4ddb-ba93-4f4f514dd635 req-8a86d887-d25a-4d9e-bdb1-d98c74e042bd tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:17.505924 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a674c7-f263-417c-a644-19a6097cedac req-fb82177c-a495-4b69-9b75-733c2b5e312c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:55:17.507619 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-02a674c7-f263-417c-a644-19a6097cedac req-fb82177c-a495-4b69-9b75-733c2b5e312c service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=1cfd6605ad1a477288c646edc189b154&device_id=cbc9b46f-1382-4a03-adda-1508d314d5b2 HTTP/1.1" status: 200 len: 1099 time: 0.0579286 Aug 18 11:55:17.640057 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a674c7-f263-417c-a644-19a6097cedac req-8d36c6a8-a193-4944-a403-c52aa598b7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:55:17.641851 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-02a674c7-f263-417c-a644-19a6097cedac req-8d36c6a8-a193-4944-a403-c52aa598b7ac service neutron] 10.222.0.63 "GET /v2.0/networks?id=222e0814-c7e5-4b11-9282-3f40c6ed76b2 HTTP/1.1" status: 200 len: 870 time: 0.1187327 Aug 18 11:55:17.695092 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [req-fd4af76f-984f-4ddb-ba93-4f4f514dd635 req-8a86d887-d25a-4d9e-bdb1-d98c74e042bd tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] Allocated IP 172.20.0.9 (f2b8460a-d20a-4d24-a458-477b4502f48c/a97adc7a-3cde-4d27-baf4-adb6fa582445/94776a37-9bd3-4598-8e23-bc0c4defaa9a) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 11:55:17.706243 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-02a674c7-f263-417c-a644-19a6097cedac req-e24961d0-fb6e-4079-9f4d-869325aa12b2 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=2a516bfa-44e2-4f6e-a411-b764503cde63 HTTP/1.1" status: 200 len: 217 time: 0.0533373 Aug 18 11:55:17.771794 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a674c7-f263-417c-a644-19a6097cedac req-335addc2-2cff-40cb-a762-57fc8544fa2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:55:17.773301 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-02a674c7-f263-417c-a644-19a6097cedac req-335addc2-2cff-40cb-a762-57fc8544fa2d service neutron] 10.222.0.63 "GET /v2.0/subnets?id=6d16d680-110b-436d-8afa-48ba845b3623 HTTP/1.1" status: 200 len: 843 time: 0.0497255 Aug 18 11:55:17.773497 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a67dafd8-6744-4d5a-be25-339990352bd5 req-a0b366ef-0263-4d89-a7de-8437afc99f46 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] 10.222.0.66 "GET /v2.0/ports?device_id=472358b7-93c5-423a-b5d1-0f535558285a HTTP/1.1" status: 200 len: 210 time: 0.0595798 Aug 18 11:55:17.787116 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6704faf5-7dc5-478a-ad2c-fb08600eceb8 req-bf4344c8-57ab-4c7e-9d07-3b12dcde84e4 tempest-ServersTestJSON-993394465 tempest-ServersTestJSON-993394465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:55:17.788744 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6704faf5-7dc5-478a-ad2c-fb08600eceb8 req-bf4344c8-57ab-4c7e-9d07-3b12dcde84e4 tempest-ServersTestJSON-993394465 tempest-ServersTestJSON-993394465-project] 10.222.0.66 "GET /v2.0/ports?device_id=65061ca5-86a1-4375-bd70-f445313abb4b HTTP/1.1" status: 200 len: 946 time: 0.3449130 Aug 18 11:55:17.834658 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a674c7-f263-417c-a644-19a6097cedac req-e589c0cb-a23a-4333-84c8-587b422a5bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:55:17.836187 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-02a674c7-f263-417c-a644-19a6097cedac req-e589c0cb-a23a-4333-84c8-587b422a5bc5 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=222e0814-c7e5-4b11-9282-3f40c6ed76b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0519180 Aug 18 11:55:17.905501 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6704faf5-7dc5-478a-ad2c-fb08600eceb8 req-b520ee4e-eff4-4854-a827-af7fb8a631a0 tempest-ServersTestJSON-993394465 tempest-ServersTestJSON-993394465-project] 10.222.0.66 "GET /v2.0/security-groups?id=7ec1ec52-5b4b-4164-afc0-eeb3e9b608ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1078906 Aug 18 11:55:17.993905 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-fd4af76f-984f-4ddb-ba93-4f4f514dd635 req-8a86d887-d25a-4d9e-bdb1-d98c74e042bd tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:18.008101 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-02a674c7-f263-417c-a644-19a6097cedac req-5e0ac2f7-0bc2-4706-9e10-3c5476681474 service neutron] 10.222.0.63 "GET /v2.0/networks/222e0814-c7e5-4b11-9282-3f40c6ed76b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541915 Aug 18 11:55:18.075206 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-fd4af76f-984f-4ddb-ba93-4f4f514dd635 req-8a86d887-d25a-4d9e-bdb1-d98c74e042bd tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:18.110934 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-02a674c7-f263-417c-a644-19a6097cedac req-8af1d772-0411-4969-ad33-235b26182750 service neutron] 10.222.0.63 "GET /v2.0/networks/222e0814-c7e5-4b11-9282-3f40c6ed76b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931370 Aug 18 11:55:18.125303 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd4af76f-984f-4ddb-ba93-4f4f514dd635 req-8a86d887-d25a-4d9e-bdb1-d98c74e042bd tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] Network f2b8460a-d20a-4d24-a458-477b4502f48c is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 11:55:18.137715 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [req-fd4af76f-984f-4ddb-ba93-4f4f514dd635 req-8a86d887-d25a-4d9e-bdb1-d98c74e042bd tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:55:18.146771 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd4af76f-984f-4ddb-ba93-4f4f514dd635 req-8a86d887-d25a-4d9e-bdb1-d98c74e042bd tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 11:55:18.151126 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a86d887-d25a-4d9e-bdb1-d98c74e042bd tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] Pushing event updated for resources: {'Port': ['ID=94776a37-9bd3-4598-8e23-bc0c4defaa9a,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:55:18.200155 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4af76f-984f-4ddb-ba93-4f4f514dd635 req-8a86d887-d25a-4d9e-bdb1-d98c74e042bd tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:55:18.200973 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-fd4af76f-984f-4ddb-ba93-4f4f514dd635 req-8a86d887-d25a-4d9e-bdb1-d98c74e042bd tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:18.216810 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-fd4af76f-984f-4ddb-ba93-4f4f514dd635 req-8a86d887-d25a-4d9e-bdb1-d98c74e042bd tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9323983 Aug 18 11:55:18.230657 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-fd4af76f-984f-4ddb-ba93-4f4f514dd635 req-ab538fc4-a5ef-45fd-abe5-c2023c9f0922 service neutron] Request body: {'port': {'device_id': '472358b7-93c5-423a-b5d1-0f535558285a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804985-2'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:55:18.322840 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-fd4af76f-984f-4ddb-ba93-4f4f514dd635 req-ab538fc4-a5ef-45fd-abe5-c2023c9f0922 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:18.341715 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12117eb-eb3e-4f01-bc49-456851e72de1 req-c610e705-438f-4cc0-8ed1-ad391c159880 tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:55:18.343224 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f12117eb-eb3e-4f01-bc49-456851e72de1 req-c610e705-438f-4cc0-8ed1-ad391c159880 tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] 10.222.0.66 "GET /v2.0/ports?device_id=20add8b4-57cc-444f-ab68-4c4bdbf74579 HTTP/1.1" status: 200 len: 945 time: 0.0877488 Aug 18 11:55:18.421486 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f12117eb-eb3e-4f01-bc49-456851e72de1 req-f45a6a67-ee5b-4865-8c33-76aa99805663 tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] 10.222.0.66 "GET /v2.0/security-groups?id=55743b86-4589-417c-a042-b0bad2e342b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719965 Aug 18 11:55:18.463372 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-b04df5ff-66e1-49b3-8161-81596592a1a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:18.633638 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb92337b-5b16-4c9b-b477-702f6f158236 req-6ae415d7-8fcc-413e-87c8-d36219ca9451 tempest-TenantUsagesTestJSON-781419387 tempest-TenantUsagesTestJSON-781419387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:55:18.635207 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-bb92337b-5b16-4c9b-b477-702f6f158236 req-6ae415d7-8fcc-413e-87c8-d36219ca9451 tempest-TenantUsagesTestJSON-781419387 tempest-TenantUsagesTestJSON-781419387-project] 10.222.0.66 "GET /v2.0/ports?device_id=cbc9b46f-1382-4a03-adda-1508d314d5b2 HTTP/1.1" status: 200 len: 948 time: 0.0789828 Aug 18 11:55:18.712775 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-bb92337b-5b16-4c9b-b477-702f6f158236 req-2365ac2f-dc02-4814-83ed-03f26c970b52 tempest-TenantUsagesTestJSON-781419387 tempest-TenantUsagesTestJSON-781419387-project] 10.222.0.66 "GET /v2.0/security-groups?id=4c872909-bdf6-4884-ba88-a004b09e50f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648408 Aug 18 11:55:18.761723 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [req-fd4af76f-984f-4ddb-ba93-4f4f514dd635 req-ab538fc4-a5ef-45fd-abe5-c2023c9f0922 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94776a37-9bd3-4598-8e23-bc0c4defaa9a {{(pid=106252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 11:55:18.770854 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-fd4af76f-984f-4ddb-ba93-4f4f514dd635 req-ab538fc4-a5ef-45fd-abe5-c2023c9f0922 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:18.799396 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [req-fd4af76f-984f-4ddb-ba93-4f4f514dd635 req-ab538fc4-a5ef-45fd-abe5-c2023c9f0922 service neutron] Transition to ACTIVE for port object 94776a37-9bd3-4598-8e23-bc0c4defaa9a will not be triggered until provisioned by entity L2. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 11:55:18.810423 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-fd4af76f-984f-4ddb-ba93-4f4f514dd635 req-ab538fc4-a5ef-45fd-abe5-c2023c9f0922 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:18.956609 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab538fc4-a5ef-45fd-abe5-c2023c9f0922 service neutron] Pushing event updated for resources: {'Port': ['ID=94776a37-9bd3-4598-8e23-bc0c4defaa9a,revision_number=2']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:55:19.000836 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daf47d8-a290-4a9a-a246-da9be7b3d5fc req-9852bee2-ea6a-4d32-ab92-cbd995020144 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:55:19.002340 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0daf47d8-a290-4a9a-a246-da9be7b3d5fc req-9852bee2-ea6a-4d32-ab92-cbd995020144 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] 10.222.0.66 "GET /v2.0/ports?device_id=472358b7-93c5-423a-b5d1-0f535558285a HTTP/1.1" status: 200 len: 943 time: 0.1036997 Aug 18 11:55:19.077630 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-fd4af76f-984f-4ddb-ba93-4f4f514dd635 req-ab538fc4-a5ef-45fd-abe5-c2023c9f0922 service neutron] Attempting to bind port 94776a37-9bd3-4598-8e23-bc0c4defaa9a on host n-h2-804985-2 for vnic_type normal with profile {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 11:55:19.078000 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-fd4af76f-984f-4ddb-ba93-4f4f514dd635 req-ab538fc4-a5ef-45fd-abe5-c2023c9f0922 service neutron] Attempting to bind port 94776a37-9bd3-4598-8e23-bc0c4defaa9a by drivers openvswitch,hyperv on host n-h2-804985-2 at level 0 using segments [{'id': '77044dd8-732d-4440-9cc8-7f1936544d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'f2b8460a-d20a-4d24-a458-477b4502f48c'}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 11:55:19.078328 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd4af76f-984f-4ddb-ba93-4f4f514dd635 req-ab538fc4-a5ef-45fd-abe5-c2023c9f0922 service neutron] Attempting to bind port 94776a37-9bd3-4598-8e23-bc0c4defaa9a on network f2b8460a-d20a-4d24-a458-477b4502f48c {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 11:55:19.089614 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd4af76f-984f-4ddb-ba93-4f4f514dd635 req-ab538fc4-a5ef-45fd-abe5-c2023c9f0922 service neutron] Port 94776a37-9bd3-4598-8e23-bc0c4defaa9a on network f2b8460a-d20a-4d24-a458-477b4502f48c not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-2 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 11:55:19.089950 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd4af76f-984f-4ddb-ba93-4f4f514dd635 req-ab538fc4-a5ef-45fd-abe5-c2023c9f0922 service neutron] Attempting to bind port 94776a37-9bd3-4598-8e23-bc0c4defaa9a on network f2b8460a-d20a-4d24-a458-477b4502f48c {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 11:55:19.101497 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd4af76f-984f-4ddb-ba93-4f4f514dd635 req-ab538fc4-a5ef-45fd-abe5-c2023c9f0922 service neutron] Checking agent: {'id': 'da5da552-709c-4248-84de-86af99a0dc87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 49, 8), 'started_at': datetime.datetime(2021, 8, 18, 11, 49, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 11, 55, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 11:55:19.102557 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd4af76f-984f-4ddb-ba93-4f4f514dd635 req-ab538fc4-a5ef-45fd-abe5-c2023c9f0922 service neutron] Checking segment: {'id': '77044dd8-732d-4440-9cc8-7f1936544d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'f2b8460a-d20a-4d24-a458-477b4502f48c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 11:55:19.102557 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd4af76f-984f-4ddb-ba93-4f4f514dd635 req-ab538fc4-a5ef-45fd-abe5-c2023c9f0922 service neutron] Bound using segment: {'id': '77044dd8-732d-4440-9cc8-7f1936544d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'f2b8460a-d20a-4d24-a458-477b4502f48c'} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 11:55:19.102786 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-fd4af76f-984f-4ddb-ba93-4f4f514dd635 req-ab538fc4-a5ef-45fd-abe5-c2023c9f0922 service neutron] Bound port: 94776a37-9bd3-4598-8e23-bc0c4defaa9a, host: n-h2-804985-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77044dd8-732d-4440-9cc8-7f1936544d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'f2b8460a-d20a-4d24-a458-477b4502f48c'}}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 11:55:19.103139 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-fd4af76f-984f-4ddb-ba93-4f4f514dd635 req-ab538fc4-a5ef-45fd-abe5-c2023c9f0922 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:19.126417 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0daf47d8-a290-4a9a-a246-da9be7b3d5fc req-a908ede1-1a8e-457d-b6e1-9a233526b0d4 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] 10.222.0.66 "GET /v2.0/security-groups?id=07aef7bb-6c11-4cb4-8594-c24180b5d811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832267 Aug 18 11:55:19.185795 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-fd4af76f-984f-4ddb-ba93-4f4f514dd635 req-ab538fc4-a5ef-45fd-abe5-c2023c9f0922 service neutron] For port 94776a37-9bd3-4598-8e23-bc0c4defaa9a, host n-h2-804985-2, cleared binding levels {{(pid=106252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 11:55:19.189048 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-fd4af76f-984f-4ddb-ba93-4f4f514dd635 req-ab538fc4-a5ef-45fd-abe5-c2023c9f0922 service neutron] For port 94776a37-9bd3-4598-8e23-bc0c4defaa9a, host n-h2-804985-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=94776a37-9bd3-4598-8e23-bc0c4defaa9a,segment=NetworkSegment(77044dd8-732d-4440-9cc8-7f1936544d71),segment_id=77044dd8-732d-4440-9cc8-7f1936544d71)] {{(pid=106252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 11:55:19.196751 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-fd4af76f-984f-4ddb-ba93-4f4f514dd635 req-ab538fc4-a5ef-45fd-abe5-c2023c9f0922 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:19.278681 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4af76f-984f-4ddb-ba93-4f4f514dd635 req-ab538fc4-a5ef-45fd-abe5-c2023c9f0922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:55:19.280047 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-fd4af76f-984f-4ddb-ba93-4f4f514dd635 req-ab538fc4-a5ef-45fd-abe5-c2023c9f0922 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:19.284688 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-fd4af76f-984f-4ddb-ba93-4f4f514dd635 req-ab538fc4-a5ef-45fd-abe5-c2023c9f0922 service neutron] 10.222.0.62 "PUT /v2.0/ports/94776a37-9bd3-4598-8e23-bc0c4defaa9a HTTP/1.1" status: 200 len: 1091 time: 1.0569611 Aug 18 11:55:19.299132 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '472358b7-93c5-423a-b5d1-0f535558285a', 'tag': '94776a37-9bd3-4598-8e23-bc0c4defaa9a'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 11:55:19.300935 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db4b8e9a-975e-44b9-a422-b91d8d689bb8" -d '{"events": [{"name": "network-changed", "server_uuid": "472358b7-93c5-423a-b5d1-0f535558285a", "tag": "94776a37-9bd3-4598-8e23-bc0c4defaa9a"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:55:19.321057 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 2a516bfa-44e2-4f6e-a411-b764503cde63 details requested by agent hyperv_n-h1-804985-2 with host n-h1-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 11:55:19.369272 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 11:55:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f39a2345-42b7-42e7-87c2-670a08cdd0ed x-openstack-request-id: req-f39a2345-42b7-42e7-87c2-670a08cdd0ed {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:55:19.369544 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "472358b7-93c5-423a-b5d1-0f535558285a", "tag": "94776a37-9bd3-4598-8e23-bc0c4defaa9a", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:55:19.369788 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f39a2345-42b7-42e7-87c2-670a08cdd0ed {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:55:19.370332 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '472358b7-93c5-423a-b5d1-0f535558285a', 'tag': '94776a37-9bd3-4598-8e23-bc0c4defaa9a', 'status': 'completed', 'code': 200} Aug 18 11:55:19.442184 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab538fc4-a5ef-45fd-abe5-c2023c9f0922 service neutron] Pushing event updated for resources: {'Port': ['ID=94776a37-9bd3-4598-8e23-bc0c4defaa9a,revision_number=3']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:55:19.463734 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cba221-b5cb-416f-ac7a-4c8dfd8fd42a req-c203ebee-c493-4609-ad69-dba53cfb8d1e tempest-ServersTestJSON-993394465 tempest-ServersTestJSON-993394465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:55:19.474032 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-02cba221-b5cb-416f-ac7a-4c8dfd8fd42a req-c203ebee-c493-4609-ad69-dba53cfb8d1e tempest-ServersTestJSON-993394465 tempest-ServersTestJSON-993394465-project] 10.222.0.66 "GET /v2.0/ports?device_id=65061ca5-86a1-4375-bd70-f445313abb4b HTTP/1.1" status: 200 len: 946 time: 0.1873894 Aug 18 11:55:19.486475 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4af76f-984f-4ddb-ba93-4f4f514dd635 req-797217c5-60c7-4858-b0d5-71436b10442e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:55:19.488108 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-fd4af76f-984f-4ddb-ba93-4f4f514dd635 req-797217c5-60c7-4858-b0d5-71436b10442e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=188bebbd8f564ea0bbe77621cda4023c&device_id=472358b7-93c5-423a-b5d1-0f535558285a HTTP/1.1" status: 200 len: 1094 time: 0.1575642 Aug 18 11:55:19.523940 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 2a516bfa-44e2-4f6e-a411-b764503cde63, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=2a516bfa-44e2-4f6e-a411-b764503cde63,segment=NetworkSegment(b0eb6eea-b461-4969-8a27-808f00daa8a1),segment_id=b0eb6eea-b461-4969-8a27-808f00daa8a1)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:55:19.540106 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Returning: {'device': '2a516bfa-44e2-4f6e-a411-b764503cde63', 'network_id': '222e0814-c7e5-4b11-9282-3f40c6ed76b2', 'port_id': '2a516bfa-44e2-4f6e-a411-b764503cde63', 'mac_address': 'fa:16:3e:d9:f0:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 823, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d16d680-110b-436d-8afa-48ba845b3623', 'ip_address': '192.168.233.181'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 11:55:19.547009 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-fd4af76f-984f-4ddb-ba93-4f4f514dd635 req-d41912c1-9983-4169-836f-7843b1961e5a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=94776a37-9bd3-4598-8e23-bc0c4defaa9a HTTP/1.1" status: 200 len: 217 time: 0.0494466 Aug 18 11:55:19.597818 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-02cba221-b5cb-416f-ac7a-4c8dfd8fd42a req-c6b007d3-6460-4a14-b928-6f3c3fe6de3c tempest-ServersTestJSON-993394465 tempest-ServersTestJSON-993394465-project] 10.222.0.66 "GET /v2.0/security-groups?id=7ec1ec52-5b4b-4164-afc0-eeb3e9b608ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1214333 Aug 18 11:55:19.633759 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:19.639547 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4af76f-984f-4ddb-ba93-4f4f514dd635 req-b5bfeb06-3fe0-45c3-b1bc-892eee822bac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:55:19.641114 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-fd4af76f-984f-4ddb-ba93-4f4f514dd635 req-b5bfeb06-3fe0-45c3-b1bc-892eee822bac service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a97adc7a-3cde-4d27-baf4-adb6fa582445 HTTP/1.1" status: 200 len: 848 time: 0.0835128 Aug 18 11:55:19.660068 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a516bfa-44e2-4f6e-a411-b764503cde63 {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 11:55:19.683386 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 2a516bfa-44e2-4f6e-a411-b764503cde63, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=2a516bfa-44e2-4f6e-a411-b764503cde63,segment=NetworkSegment(b0eb6eea-b461-4969-8a27-808f00daa8a1),segment_id=b0eb6eea-b461-4969-8a27-808f00daa8a1)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:55:19.689149 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:19.692264 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-fd4af76f-984f-4ddb-ba93-4f4f514dd635 req-de5f48f5-b876-4af9-8f49-b82cf15ad761 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f2b8460a-d20a-4d24-a458-477b4502f48c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423114 Aug 18 11:55:19.758622 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=2a516bfa-44e2-4f6e-a411-b764503cde63,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:55:19.892172 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de34e4f-1aef-45f7-b45d-c8acbcb3de72 req-26645b9b-9ca5-4a86-8ace-e5e2e7f19d8e tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:55:19.893919 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6de34e4f-1aef-45f7-b45d-c8acbcb3de72 req-26645b9b-9ca5-4a86-8ace-e5e2e7f19d8e tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] 10.222.0.66 "GET /v2.0/ports?device_id=20add8b4-57cc-444f-ab68-4c4bdbf74579 HTTP/1.1" status: 200 len: 945 time: 0.0886774 Aug 18 11:55:19.936870 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-fd4af76f-984f-4ddb-ba93-4f4f514dd635 req-b0aafc5c-1863-4a44-95f1-4486f6550922 service neutron] 10.222.0.62 "GET /v2.0/networks/f2b8460a-d20a-4d24-a458-477b4502f48c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2360926 Aug 18 11:55:20.014661 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] get_ports_and_sgs() called for port_ids ['2a516bfa-44e2-4f6e-a411-b764503cde63'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 11:55:20.061057 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6de34e4f-1aef-45f7-b45d-c8acbcb3de72 req-81d7ebef-f42f-4534-8975-23fe24202b72 tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] 10.222.0.66 "GET /v2.0/security-groups?id=55743b86-4589-417c-a042-b0bad2e342b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571546 Aug 18 11:55:20.211986 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-fd4af76f-984f-4ddb-ba93-4f4f514dd635 req-6c6dabb5-6acd-46c1-afd6-3e58aeda7992 service neutron] 10.222.0.62 "GET /v2.0/networks/f2b8460a-d20a-4d24-a458-477b4502f48c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2653580 Aug 18 11:55:20.230108 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9554d4-9639-478c-b2ee-71c47f10119d req-b18f56b7-fd6b-40de-9d8c-3f19003e9547 tempest-ServersTestJSON-993394465 tempest-ServersTestJSON-993394465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:55:20.241658 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 51694) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:55:20.242741 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5a9554d4-9639-478c-b2ee-71c47f10119d req-b18f56b7-fd6b-40de-9d8c-3f19003e9547 tempest-ServersTestJSON-993394465 tempest-ServersTestJSON-993394465-project] 10.222.0.66 "GET /v2.0/ports?device_id=65061ca5-86a1-4375-bd70-f445313abb4b HTTP/1.1" status: 200 len: 946 time: 0.1338153 Aug 18 11:55:20.247032 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-8d816237-d4c9-4a4f-888c-6e1c045848ff tempest-ServersTestJSON-993394465 tempest-ServersTestJSON-993394465-project] Request body: {'floatingip': {'port_id': '3c2f51f7-6362-44b3-aa31-571a3223eca1'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:55:20.302000 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85460b76-3a50-480d-bd76-ee0d1fedb944 req-cb939044-faa2-48e5-a43f-8dbf684f740e tempest-TenantUsagesTestJSON-781419387 tempest-TenantUsagesTestJSON-781419387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:55:20.313675 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-85460b76-3a50-480d-bd76-ee0d1fedb944 req-cb939044-faa2-48e5-a43f-8dbf684f740e tempest-TenantUsagesTestJSON-781419387 tempest-TenantUsagesTestJSON-781419387-project] 10.222.0.66 "GET /v2.0/ports?device_id=cbc9b46f-1382-4a03-adda-1508d314d5b2 HTTP/1.1" status: 200 len: 949 time: 0.1468618 Aug 18 11:55:20.375391 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8d816237-d4c9-4a4f-888c-6e1c045848ff tempest-ServersTestJSON-993394465 tempest-ServersTestJSON-993394465-project] Notify callbacks [] for floatingip, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:20.464617 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-85460b76-3a50-480d-bd76-ee0d1fedb944 req-b8e10cce-ea7e-422c-a557-9dc790b5fb9f tempest-TenantUsagesTestJSON-781419387 tempest-TenantUsagesTestJSON-781419387-project] 10.222.0.66 "GET /v2.0/security-groups?id=4c872909-bdf6-4884-ba88-a004b09e50f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499038 Aug 18 11:55:20.486304 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4b8e9a-975e-44b9-a422-b91d8d689bb8 req-b15214f0-0e8b-4abb-a197-6c1e9bf29c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:55:20.487993 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-db4b8e9a-975e-44b9-a422-b91d8d689bb8 req-b15214f0-0e8b-4abb-a197-6c1e9bf29c23 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=188bebbd8f564ea0bbe77621cda4023c&device_id=472358b7-93c5-423a-b5d1-0f535558285a HTTP/1.1" status: 200 len: 1094 time: 0.1717005 Aug 18 11:55:20.628790 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4b8e9a-975e-44b9-a422-b91d8d689bb8 req-240670f6-96e5-471d-a003-b46b336c7873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:55:20.630405 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-db4b8e9a-975e-44b9-a422-b91d8d689bb8 req-240670f6-96e5-471d-a003-b46b336c7873 service neutron] 10.222.0.62 "GET /v2.0/networks?id=f2b8460a-d20a-4d24-a458-477b4502f48c HTTP/1.1" status: 200 len: 909 time: 0.1324406 Aug 18 11:55:20.706382 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-db4b8e9a-975e-44b9-a422-b91d8d689bb8 req-6ad69cbd-aa5a-4bb7-85fb-2e4632b148ca service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=94776a37-9bd3-4598-8e23-bc0c4defaa9a HTTP/1.1" status: 200 len: 217 time: 0.0653670 Aug 18 11:55:20.800022 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4b8e9a-975e-44b9-a422-b91d8d689bb8 req-c3d0ad8a-7734-4213-b771-96167237254b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:55:20.801528 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-db4b8e9a-975e-44b9-a422-b91d8d689bb8 req-c3d0ad8a-7734-4213-b771-96167237254b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a97adc7a-3cde-4d27-baf4-adb6fa582445 HTTP/1.1" status: 200 len: 848 time: 0.0846372 Aug 18 11:55:20.917205 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-db4b8e9a-975e-44b9-a422-b91d8d689bb8 req-88c07ad5-0579-4c0b-ad23-8cd235ac4c30 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f2b8460a-d20a-4d24-a458-477b4502f48c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1042035 Aug 18 11:55:20.999632 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1f65a310-aff8-493a-939d-cdbe566865a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:21.071227 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.db.resource_extend [None req-8d816237-d4c9-4a4f-888c-6e1c045848ff tempest-ServersTestJSON-993394465 tempest-ServersTestJSON-993394465-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 18 11:55:21.097383 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-db4b8e9a-975e-44b9-a422-b91d8d689bb8 req-65318733-993f-4a28-8f11-3e5162841aab service neutron] 10.222.0.62 "GET /v2.0/networks/f2b8460a-d20a-4d24-a458-477b4502f48c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716461 Aug 18 11:55:21.234582 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8d816237-d4c9-4a4f-888c-6e1c045848ff tempest-ServersTestJSON-993394465 tempest-ServersTestJSON-993394465-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:21.255355 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8d816237-d4c9-4a4f-888c-6e1c045848ff tempest-ServersTestJSON-993394465 tempest-ServersTestJSON-993394465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-989945'] for floatingip, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:21.360812 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 2a516bfa-44e2-4f6e-a411-b764503cde63 up at agent hyperv_n-h1-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:55:21.390303 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77028f8e-8406-4b96-aad0-9f37fa23e180 req-039986c4-a6cb-48b5-b416-0eeb3f7b5044 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:55:21.397922 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-77028f8e-8406-4b96-aad0-9f37fa23e180 req-039986c4-a6cb-48b5-b416-0eeb3f7b5044 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] 10.222.0.66 "GET /v2.0/ports?device_id=472358b7-93c5-423a-b5d1-0f535558285a HTTP/1.1" status: 200 len: 943 time: 0.2972038 Aug 18 11:55:21.441546 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:21.454535 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Provisioning for port 2a516bfa-44e2-4f6e-a411-b764503cde63 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 11:55:21.459793 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Provisioning complete for port 2a516bfa-44e2-4f6e-a411-b764503cde63 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:55:21.460212 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:21.464509 n-d-804985-2 neutron-server[106253]: INFO neutron.db.l3_db [None req-8d816237-d4c9-4a4f-888c-6e1c045848ff tempest-ServersTestJSON-993394465 tempest-ServersTestJSON-993394465-project] Floating IP af5ffca2-e0ec-4849-b75d-d645c4e0903a associated. External IP: 172.25.7.177, port: 3c2f51f7-6362-44b3-aa31-571a3223eca1. Aug 18 11:55:21.494536 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-77028f8e-8406-4b96-aad0-9f37fa23e180 req-b7c2375d-d0f7-4a5b-933e-6563b2b47b50 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] 10.222.0.66 "GET /v2.0/security-groups?id=07aef7bb-6c11-4cb4-8594-c24180b5d811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430081 Aug 18 11:55:21.496626 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-db4b8e9a-975e-44b9-a422-b91d8d689bb8 req-a69c3fde-f217-43d3-9d28-2241c13cce47 service neutron] 10.222.0.62 "GET /v2.0/networks/f2b8460a-d20a-4d24-a458-477b4502f48c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3060834 Aug 18 11:55:21.601660 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:21.643454 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 2a516bfa-44e2-4f6e-a411-b764503cde63, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=2a516bfa-44e2-4f6e-a411-b764503cde63,segment=NetworkSegment(b0eb6eea-b461-4969-8a27-808f00daa8a1),segment_id=b0eb6eea-b461-4969-8a27-808f00daa8a1)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:55:21.645288 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbc9b46f-1382-4a03-adda-1508d314d5b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a516bfa-44e2-4f6e-a411-b764503cde63'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 11:55:21.648927 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db50a436fb3a98495337d8fe7487b4f2ea6f3c1052eb9efadc2ecda2d5737001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e66b133b-e685-4d0a-bc5c-1474c4d68e01" -d '{"events": [{"server_uuid": "cbc9b46f-1382-4a03-adda-1508d314d5b2", "name": "network-vif-plugged", "status": "completed", "tag": "2a516bfa-44e2-4f6e-a411-b764503cde63"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:55:21.653799 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:21.745856 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=2a516bfa-44e2-4f6e-a411-b764503cde63,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:55:21.751443 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107c2648-e508-4360-8ea0-8c8bfee14b92 req-d5e6ecdd-350e-4304-bd40-5576b1ceda52 tempest-TenantUsagesTestJSON-781419387 tempest-TenantUsagesTestJSON-781419387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:55:21.753243 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-107c2648-e508-4360-8ea0-8c8bfee14b92 req-d5e6ecdd-350e-4304-bd40-5576b1ceda52 tempest-TenantUsagesTestJSON-781419387 tempest-TenantUsagesTestJSON-781419387-project] 10.222.0.66 "GET /v2.0/ports?device_id=cbc9b46f-1382-4a03-adda-1508d314d5b2 HTTP/1.1" status: 200 len: 950 time: 0.0700183 Aug 18 11:55:21.813840 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-107c2648-e508-4360-8ea0-8c8bfee14b92 req-f6349926-e570-4d13-86eb-07d1fab339fb tempest-TenantUsagesTestJSON-781419387 tempest-TenantUsagesTestJSON-781419387-project] 10.222.0.66 "GET /v2.0/security-groups?id=4c872909-bdf6-4884-ba88-a004b09e50f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504885 Aug 18 11:55:21.889286 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d816237-d4c9-4a4f-888c-6e1c045848ff tempest-ServersTestJSON-993394465 tempest-ServersTestJSON-993394465-project] Router a280d1da-8ce2-4e80-b587-dd7ec7dfad8c has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 11:55:22.012466 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-53584c24-f517-494e-ac93-c18bb92373f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:22.016064 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 11:55:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a91c2427-808d-4a9c-bc43-c6742a8f8805 x-openstack-request-id: req-a91c2427-808d-4a9c-bc43-c6742a8f8805 {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:55:22.016562 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbc9b46f-1382-4a03-adda-1508d314d5b2", "name": "network-vif-plugged", "status": "completed", "tag": "2a516bfa-44e2-4f6e-a411-b764503cde63", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:55:22.017189 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a91c2427-808d-4a9c-bc43-c6742a8f8805 {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:55:22.017860 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbc9b46f-1382-4a03-adda-1508d314d5b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a516bfa-44e2-4f6e-a411-b764503cde63', 'code': 200} Aug 18 11:55:22.020409 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.agents_db [None req-6dbb2658-0354-4101-8393-6e7505481cf6 None None] Agent healthcheck: found 7 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 11:55:22.078167 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d816237-d4c9-4a4f-888c-6e1c045848ff tempest-ServersTestJSON-993394465 tempest-ServersTestJSON-993394465-project] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 11:55:22.086187 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8d816237-d4c9-4a4f-888c-6e1c045848ff tempest-ServersTestJSON-993394465 tempest-ServersTestJSON-993394465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for floatingip, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:22.090866 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1838f424-7bcc-4a02-9637-60d6f92a85c3 None None] Sync routers for ids ['a280d1da-8ce2-4e80-b587-dd7ec7dfad8c'] in n-d-804985-2 {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 11:55:22.104105 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1838f424-7bcc-4a02-9637-60d6f92a85c3 None None] Routers {'a280d1da-8ce2-4e80-b587-dd7ec7dfad8c'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 11:55:22.104857 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-1838f424-7bcc-4a02-9637-60d6f92a85c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T11:55:21Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['a280d1da-8ce2-4e80-b587-dd7ec7dfad8c'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:55:22.198419 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-8d816237-d4c9-4a4f-888c-6e1c045848ff tempest-ServersTestJSON-993394465 tempest-ServersTestJSON-993394465-project] 10.222.0.66 "PUT /v2.0/floatingips/af5ffca2-e0ec-4849-b75d-d645c4e0903a HTTP/1.1" status: 200 len: 992 time: 1.9555490 Aug 18 11:55:22.200140 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65061ca5-86a1-4375-bd70-f445313abb4b', 'tag': '3c2f51f7-6362-44b3-aa31-571a3223eca1'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 11:55:22.202854 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0679f4c4b6e0e0c064a7d71d722dc30541a34fffee11680573be22ee2ffccc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5bb8e64-e240-4e50-8a40-8b760f3f2f7b" -d '{"events": [{"name": "network-changed", "server_uuid": "65061ca5-86a1-4375-bd70-f445313abb4b", "tag": "3c2f51f7-6362-44b3-aa31-571a3223eca1"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:55:22.272068 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b702150-c3e9-4eee-9d4d-31d3f378d106 req-221e8463-96f3-4861-9599-27a8e681e83a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:55:22.273854 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-8b702150-c3e9-4eee-9d4d-31d3f378d106 req-221e8463-96f3-4861-9599-27a8e681e83a service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=cbc9b46f-1382-4a03-adda-1508d314d5b2 HTTP/1.1" status: 200 len: 1101 time: 0.1806781 Aug 18 11:55:22.312089 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-1838f424-7bcc-4a02-9637-60d6f92a85c3 None None] Set router a280d1da-8ce2-4e80-b587-dd7ec7dfad8c gateway port host: n-d-804985-2 {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 11:55:22.360213 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-8b702150-c3e9-4eee-9d4d-31d3f378d106 req-98061681-7ae5-4a4b-b0d9-067b9f9eefc6 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=4c872909-bdf6-4884-ba88-a004b09e50f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787277 Aug 18 11:55:22.605901 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 11:55:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0397f20a-c84a-44ba-b7de-4095d3df73b7 x-openstack-request-id: req-0397f20a-c84a-44ba-b7de-4095d3df73b7 {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:55:22.606185 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65061ca5-86a1-4375-bd70-f445313abb4b", "tag": "3c2f51f7-6362-44b3-aa31-571a3223eca1", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:55:22.606438 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-0397f20a-c84a-44ba-b7de-4095d3df73b7 {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:55:22.606836 n-d-804985-2 neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65061ca5-86a1-4375-bd70-f445313abb4b', 'tag': '3c2f51f7-6362-44b3-aa31-571a3223eca1', 'status': 'completed', 'code': 200} Aug 18 11:55:22.719035 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-1838f424-7bcc-4a02-9637-60d6f92a85c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a280d1da-8ce2-4e80-b587-dd7ec7dfad8c', 'name': 'tempest-ServersTestJSON-2027421685-router', 'tenant_id': 'd1ec40a3ead94d708fdf6efc2357c5eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.95'}], 'enable_snat': True}, 'gw_port_id': 'd5d97030-f4a6-499b-811c-7404fe64b992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T11:54:48Z', 'updated_at': '2021-08-18T11:54:55Z', 'revision_number': 4, 'project_id': 'd1ec40a3ead94d708fdf6efc2357c5eb', 'gw_port': {'id': 'd5d97030-f4a6-499b-811c-7404fe64b992', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:19:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a280d1da-8ce2-4e80-b587-dd7ec7dfad8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:54:49Z', 'updated_at': '2021-08-18T11:54:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_floatingips': [{'id': 'af5ffca2-e0ec-4849-b75d-d645c4e0903a', 'tenant_id': 'd1ec40a3ead94d708fdf6efc2357c5eb', 'floating_ip_address': '172.25.7.177', 'floating_network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'router_id': 'a280d1da-8ce2-4e80-b587-dd7ec7dfad8c', 'port_id': '3c2f51f7-6362-44b3-aa31-571a3223eca1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 595, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3eac5274-9d7b-4d09-a2dd-6eebead530f7', 'mac_address': 'fa:16:3e:ab:4e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65061ca5-86a1-4375-bd70-f445313abb4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T11:55:01Z', 'updated_at': '2021-08-18T11:55:20Z', 'revision_number': 1, 'project_id': 'd1ec40a3ead94d708fdf6efc2357c5eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ac469a3-f487-464c-b043-7fc687f0fed3', 'name': '', 'network_id': '3eac5274-9d7b-4d09-a2dd-6eebead530f7', 'tenant_id': 'd1ec40a3ead94d708fdf6efc2357c5eb', 'mac_address': 'fa:16:3e:75:66:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a280d1da-8ce2-4e80-b587-dd7ec7dfad8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '465724d4-2d39-4a21-8c45-5f387b8139d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:54:53Z', 'updated_at': '2021-08-18T11:55:02Z', 'revision_number': 5, 'project_id': 'd1ec40a3ead94d708fdf6efc2357c5eb', 'subnets': [{'id': '465724d4-2d39-4a21-8c45-5f387b8139d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:55:22.743806 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bb8e64-e240-4e50-8a40-8b760f3f2f7b req-a8656f90-8572-42db-b078-f083133e2797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:55:22.745768 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-d5bb8e64-e240-4e50-8a40-8b760f3f2f7b req-a8656f90-8572-42db-b078-f083133e2797 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=d1ec40a3ead94d708fdf6efc2357c5eb&device_id=65061ca5-86a1-4375-bd70-f445313abb4b HTTP/1.1" status: 200 len: 1097 time: 0.1108139 Aug 18 11:55:22.777420 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1838f424-7bcc-4a02-9637-60d6f92a85c3 None None] Checking router: a280d1da-8ce2-4e80-b587-dd7ec7dfad8c for host: n-d-804985-2 {{(pid=106254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 11:55:22.795503 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1838f424-7bcc-4a02-9637-60d6f92a85c3 None None] Routers {'a280d1da-8ce2-4e80-b587-dd7ec7dfad8c'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 11:55:22.796271 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-1838f424-7bcc-4a02-9637-60d6f92a85c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T11:55:21Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['a280d1da-8ce2-4e80-b587-dd7ec7dfad8c'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:55:22.823182 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366f9ce0-21b9-4175-b6fa-be411dfef2aa req-354a4a11-e02b-4a95-be4b-a4fdeeddb2a6 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:55:22.830774 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-366f9ce0-21b9-4175-b6fa-be411dfef2aa req-354a4a11-e02b-4a95-be4b-a4fdeeddb2a6 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] 10.222.0.66 "GET /v2.0/ports?device_id=472358b7-93c5-423a-b5d1-0f535558285a HTTP/1.1" status: 200 len: 943 time: 0.1073365 Aug 18 11:55:22.885640 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bb8e64-e240-4e50-8a40-8b760f3f2f7b req-822e18e7-39c2-4f16-8916-eaa4ea439a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:55:22.887524 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-d5bb8e64-e240-4e50-8a40-8b760f3f2f7b req-822e18e7-39c2-4f16-8916-eaa4ea439a04 service neutron] 10.222.0.63 "GET /v2.0/networks?id=3eac5274-9d7b-4d09-a2dd-6eebead530f7 HTTP/1.1" status: 200 len: 907 time: 0.1263204 Aug 18 11:55:22.915067 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-366f9ce0-21b9-4175-b6fa-be411dfef2aa req-010d9e09-de26-4187-a821-1168f25a47e8 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] 10.222.0.66 "GET /v2.0/security-groups?id=07aef7bb-6c11-4cb4-8594-c24180b5d811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818353 Aug 18 11:55:23.020107 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83488a5f-7b2d-4efe-937a-43a39785a4e8 req-90bc706c-149e-41f2-8c1f-b329ba757094 tempest-TenantUsagesTestJSON-781419387 tempest-TenantUsagesTestJSON-781419387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:55:23.028250 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-83488a5f-7b2d-4efe-937a-43a39785a4e8 req-90bc706c-149e-41f2-8c1f-b329ba757094 tempest-TenantUsagesTestJSON-781419387 tempest-TenantUsagesTestJSON-781419387-project] 10.222.0.66 "GET /v2.0/ports?device_id=cbc9b46f-1382-4a03-adda-1508d314d5b2 HTTP/1.1" status: 200 len: 950 time: 0.0741384 Aug 18 11:55:23.037089 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-d5bb8e64-e240-4e50-8a40-8b760f3f2f7b req-f19522db-8dff-4672-9a31-5bb428646abb service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3c2f51f7-6362-44b3-aa31-571a3223eca1 HTTP/1.1" status: 200 len: 1000 time: 0.1237168 Aug 18 11:55:23.042998 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-1838f424-7bcc-4a02-9637-60d6f92a85c3 None None] Set router a280d1da-8ce2-4e80-b587-dd7ec7dfad8c gateway port host: n-d-804985-2 {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 11:55:23.127515 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-83488a5f-7b2d-4efe-937a-43a39785a4e8 req-069c020b-57de-4d7e-a5ac-89bcaafd4f6a tempest-TenantUsagesTestJSON-781419387 tempest-TenantUsagesTestJSON-781419387-project] 10.222.0.66 "GET /v2.0/security-groups?id=4c872909-bdf6-4884-ba88-a004b09e50f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934043 Aug 18 11:55:23.138184 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bb8e64-e240-4e50-8a40-8b760f3f2f7b req-0976afe8-59d4-46ce-8eb6-53d6a7f2247f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:55:23.140340 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-d5bb8e64-e240-4e50-8a40-8b760f3f2f7b req-0976afe8-59d4-46ce-8eb6-53d6a7f2247f service neutron] 10.222.0.63 "GET /v2.0/subnets?id=465724d4-2d39-4a21-8c45-5f387b8139d3 HTTP/1.1" status: 200 len: 845 time: 0.1007853 Aug 18 11:55:23.243422 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bb8e64-e240-4e50-8a40-8b760f3f2f7b req-d951a34e-7d87-4271-8fbc-289e5d653c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:55:23.245426 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-d5bb8e64-e240-4e50-8a40-8b760f3f2f7b req-d951a34e-7d87-4271-8fbc-289e5d653c12 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=3eac5274-9d7b-4d09-a2dd-6eebead530f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0932639 Aug 18 11:55:23.438600 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-d5bb8e64-e240-4e50-8a40-8b760f3f2f7b req-44caa8ff-0391-4fca-8664-ded8a72d8768 service neutron] 10.222.0.63 "GET /v2.0/networks/3eac5274-9d7b-4d09-a2dd-6eebead530f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819060 Aug 18 11:55:23.758466 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 00a243af-d43e-4f10-b82c-b1a023163287 details requested by agent hyperv_n-h2-804985-2 with host n-h2-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 11:55:23.768109 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-d5bb8e64-e240-4e50-8a40-8b760f3f2f7b req-8f0fe652-b356-4c22-9b1a-2aed1a6c8ba7 service neutron] 10.222.0.63 "GET /v2.0/networks/3eac5274-9d7b-4d09-a2dd-6eebead530f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3199081 Aug 18 11:55:23.804302 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 51962) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:55:23.840873 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-500a1c61-38a7-4c23-a7ec-4631080af5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:23.952649 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-1838f424-7bcc-4a02-9637-60d6f92a85c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a280d1da-8ce2-4e80-b587-dd7ec7dfad8c', 'name': 'tempest-ServersTestJSON-2027421685-router', 'tenant_id': 'd1ec40a3ead94d708fdf6efc2357c5eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.95'}], 'enable_snat': True}, 'gw_port_id': 'd5d97030-f4a6-499b-811c-7404fe64b992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T11:54:48Z', 'updated_at': '2021-08-18T11:54:55Z', 'revision_number': 4, 'project_id': 'd1ec40a3ead94d708fdf6efc2357c5eb', 'gw_port': {'id': 'd5d97030-f4a6-499b-811c-7404fe64b992', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:19:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a280d1da-8ce2-4e80-b587-dd7ec7dfad8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:54:49Z', 'updated_at': '2021-08-18T11:54:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_floatingips': [{'id': 'af5ffca2-e0ec-4849-b75d-d645c4e0903a', 'tenant_id': 'd1ec40a3ead94d708fdf6efc2357c5eb', 'floating_ip_address': '172.25.7.177', 'floating_network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'router_id': 'a280d1da-8ce2-4e80-b587-dd7ec7dfad8c', 'port_id': '3c2f51f7-6362-44b3-aa31-571a3223eca1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 595, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3eac5274-9d7b-4d09-a2dd-6eebead530f7', 'mac_address': 'fa:16:3e:ab:4e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65061ca5-86a1-4375-bd70-f445313abb4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T11:55:01Z', 'updated_at': '2021-08-18T11:55:20Z', 'revision_number': 1, 'project_id': 'd1ec40a3ead94d708fdf6efc2357c5eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ac469a3-f487-464c-b043-7fc687f0fed3', 'name': '', 'network_id': '3eac5274-9d7b-4d09-a2dd-6eebead530f7', 'tenant_id': 'd1ec40a3ead94d708fdf6efc2357c5eb', 'mac_address': 'fa:16:3e:75:66:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a280d1da-8ce2-4e80-b587-dd7ec7dfad8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '465724d4-2d39-4a21-8c45-5f387b8139d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:54:53Z', 'updated_at': '2021-08-18T11:55:02Z', 'revision_number': 5, 'project_id': 'd1ec40a3ead94d708fdf6efc2357c5eb', 'subnets': [{'id': '465724d4-2d39-4a21-8c45-5f387b8139d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:55:23.954719 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port 00a243af-d43e-4f10-b82c-b1a023163287, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=00a243af-d43e-4f10-b82c-b1a023163287,segment=NetworkSegment(6c07e440-4a82-438f-a97f-74dad85fe56f),segment_id=6c07e440-4a82-438f-a97f-74dad85fe56f)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:55:23.962248 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-37144a4f-395f-450d-8709-69964552e866 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:24.008503 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1838f424-7bcc-4a02-9637-60d6f92a85c3 None None] The sync data for ids ['a280d1da-8ce2-4e80-b587-dd7ec7dfad8c'] in n-d-804985-2 is: [{'id': 'a280d1da-8ce2-4e80-b587-dd7ec7dfad8c', 'name': 'tempest-ServersTestJSON-2027421685-router', 'tenant_id': 'd1ec40a3ead94d708fdf6efc2357c5eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.95'}], 'enable_snat': True}, 'gw_port_id': 'd5d97030-f4a6-499b-811c-7404fe64b992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T11:54:48Z', 'updated_at': '2021-08-18T11:54:55Z', 'revision_number': 4, 'project_id': 'd1ec40a3ead94d708fdf6efc2357c5eb', 'gw_port': {'id': 'd5d97030-f4a6-499b-811c-7404fe64b992', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:19:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a280d1da-8ce2-4e80-b587-dd7ec7dfad8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:54:49Z', 'updated_at': '2021-08-18T11:54:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_floatingips': [{'id': 'af5ffca2-e0ec-4849-b75d-d645c4e0903a', 'tenant_id': 'd1ec40a3ead94d708fdf6efc2357c5eb', 'floating_ip_address': '172.25.7.177', 'floating_network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'router_id': 'a280d1da-8ce2-4e80-b587-dd7ec7dfad8c', 'port_id': '3c2f51f7-6362-44b3-aa31-571a3223eca1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 595, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3eac5274-9d7b-4d09-a2dd-6eebead530f7', 'mac_address': 'fa:16:3e:ab:4e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65061ca5-86a1-4375-bd70-f445313abb4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T11:55:01Z', 'updated_at': '2021-08-18T11:55:20Z', 'revision_number': 1, 'project_id': 'd1ec40a3ead94d708fdf6efc2357c5eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ac469a3-f487-464c-b043-7fc687f0fed3', 'name': '', 'network_id': '3eac5274-9d7b-4d09-a2dd-6eebead530f7', 'tenant_id': 'd1ec40a3ead94d708fdf6efc2357c5eb', 'mac_address': 'fa:16:3e:75:66:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a280d1da-8ce2-4e80-b587-dd7ec7dfad8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '465724d4-2d39-4a21-8c45-5f387b8139d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:54:53Z', 'updated_at': '2021-08-18T11:55:02Z', 'revision_number': 5, 'project_id': 'd1ec40a3ead94d708fdf6efc2357c5eb', 'subnets': [{'id': '465724d4-2d39-4a21-8c45-5f387b8139d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 11:55:24.013586 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Returning: {'device': '00a243af-d43e-4f10-b82c-b1a023163287', 'network_id': '06bbcd73-3087-45af-ac07-d9df7df70b38', 'port_id': '00a243af-d43e-4f10-b82c-b1a023163287', 'mac_address': 'fa:16:3e:ad:66:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 805, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59f3b61f-d9cb-4493-82ff-8b26e791861b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 11:55:24.119355 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:24.158252 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 00a243af-d43e-4f10-b82c-b1a023163287 {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 11:55:24.178504 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785e8d80-8ef3-4e9b-b190-74c6cb57fc72 req-4bfce204-9648-497b-bc12-26d055e8ed18 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:55:24.185824 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-785e8d80-8ef3-4e9b-b190-74c6cb57fc72 req-4bfce204-9648-497b-bc12-26d055e8ed18 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] 10.222.0.66 "GET /v2.0/ports?device_id=472358b7-93c5-423a-b5d1-0f535558285a HTTP/1.1" status: 200 len: 943 time: 0.1223891 Aug 18 11:55:24.222959 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-37144a4f-395f-450d-8709-69964552e866 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:24.230723 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-37144a4f-395f-450d-8709-69964552e866 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:24.254002 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port 00a243af-d43e-4f10-b82c-b1a023163287, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=00a243af-d43e-4f10-b82c-b1a023163287,segment=NetworkSegment(6c07e440-4a82-438f-a97f-74dad85fe56f),segment_id=6c07e440-4a82-438f-a97f-74dad85fe56f)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:55:24.270981 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:24.276702 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37144a4f-395f-450d-8709-69964552e866 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58b3bdb0-a2a4-4e78-865d-39940f1460be,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:55:24.335921 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-785e8d80-8ef3-4e9b-b190-74c6cb57fc72 req-4c6307a9-c2b8-43e3-9e10-cb5c1bd91099 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] 10.222.0.66 "GET /v2.0/security-groups?id=07aef7bb-6c11-4cb4-8594-c24180b5d811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424229 Aug 18 11:55:24.421465 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c278bf-4d38-4248-8d49-5ad8f26abc14 None None] New status for floating IP af5ffca2-e0ec-4849-b75d-d645c4e0903a: ACTIVE {{(pid=106255) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 11:55:24.482046 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] get_ports_and_sgs() called for port_ids ['00a243af-d43e-4f10-b82c-b1a023163287'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 11:55:24.547541 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=00a243af-d43e-4f10-b82c-b1a023163287,revision_number=6']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:55:24.654791 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade7cfea-1c44-4e4d-809c-db2a58ef9890 req-42bf621e-7376-4c42-9d9a-182364709a22 tempest-TenantUsagesTestJSON-781419387 tempest-TenantUsagesTestJSON-781419387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:55:24.661945 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ade7cfea-1c44-4e4d-809c-db2a58ef9890 req-42bf621e-7376-4c42-9d9a-182364709a22 tempest-TenantUsagesTestJSON-781419387 tempest-TenantUsagesTestJSON-781419387-project] 10.222.0.66 "GET /v2.0/ports?device_id=cbc9b46f-1382-4a03-adda-1508d314d5b2 HTTP/1.1" status: 200 len: 950 time: 0.1746969 Aug 18 11:55:24.744251 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ade7cfea-1c44-4e4d-809c-db2a58ef9890 req-27c65227-c297-4511-acb9-189647caa758 tempest-TenantUsagesTestJSON-781419387 tempest-TenantUsagesTestJSON-781419387-project] 10.222.0.66 "GET /v2.0/security-groups?id=4c872909-bdf6-4884-ba88-a004b09e50f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692146 Aug 18 11:55:25.080357 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-37144a4f-395f-450d-8709-69964552e866 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=1b24accb38d7405abba3be38bf86702c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2743866 Aug 18 11:55:25.083043 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 51988) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:55:25.183062 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-df4bef72-b3ad-42c2-b860-9af545c119d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:25.227902 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-df4bef72-b3ad-42c2-b860-9af545c119d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:25.329133 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-df4bef72-b3ad-42c2-b860-9af545c119d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:25.334462 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-df4bef72-b3ad-42c2-b860-9af545c119d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:25.335806 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-df4bef72-b3ad-42c2-b860-9af545c119d0 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/58b3bdb0-a2a4-4e78-865d-39940f1460be HTTP/1.1" status: 204 len: 168 time: 0.2514021 Aug 18 11:55:25.346719 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4bef72-b3ad-42c2-b860-9af545c119d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58b3bdb0-a2a4-4e78-865d-39940f1460be,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:55:25.357080 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4bef72-b3ad-42c2-b860-9af545c119d0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:55:25.357504 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4bef72-b3ad-42c2-b860-9af545c119d0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:55:25.357915 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4bef72-b3ad-42c2-b860-9af545c119d0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:55:25.358301 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4bef72-b3ad-42c2-b860-9af545c119d0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:55:25.358729 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4bef72-b3ad-42c2-b860-9af545c119d0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:55:25.359314 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4bef72-b3ad-42c2-b860-9af545c119d0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:55:25.359708 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4bef72-b3ad-42c2-b860-9af545c119d0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:55:25.360124 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4bef72-b3ad-42c2-b860-9af545c119d0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:55:25.360812 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4bef72-b3ad-42c2-b860-9af545c119d0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:55:25.361245 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4bef72-b3ad-42c2-b860-9af545c119d0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:55:25.361632 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4bef72-b3ad-42c2-b860-9af545c119d0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:55:25.362017 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4bef72-b3ad-42c2-b860-9af545c119d0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:55:25.572454 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181eda6b-9974-4f57-8e6a-b49dea4d4d32 req-8c82cec4-caa7-45b7-8b3e-8c47e00b1869 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:55:25.574398 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-181eda6b-9974-4f57-8e6a-b49dea4d4d32 req-8c82cec4-caa7-45b7-8b3e-8c47e00b1869 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] 10.222.0.66 "GET /v2.0/ports?device_id=472358b7-93c5-423a-b5d1-0f535558285a HTTP/1.1" status: 200 len: 943 time: 0.0715714 Aug 18 11:55:25.641754 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-181eda6b-9974-4f57-8e6a-b49dea4d4d32 req-e1c86216-3657-4d76-9b4d-904351646b23 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] 10.222.0.66 "GET /v2.0/security-groups?id=07aef7bb-6c11-4cb4-8594-c24180b5d811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556912 Aug 18 11:55:25.765666 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 00a243af-d43e-4f10-b82c-b1a023163287 up at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:55:25.884709 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Provisioning complete for port 00a243af-d43e-4f10-b82c-b1a023163287 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:55:25.885653 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:26.127906 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:26.209217 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20add8b4-57cc-444f-ab68-4c4bdbf74579', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00a243af-d43e-4f10-b82c-b1a023163287'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 11:55:26.215009 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db50a436fb3a98495337d8fe7487b4f2ea6f3c1052eb9efadc2ecda2d5737001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61e70335-01dc-4348-bd70-86ad14b84a72" -d '{"events": [{"server_uuid": "20add8b4-57cc-444f-ab68-4c4bdbf74579", "name": "network-vif-plugged", "status": "completed", "tag": "00a243af-d43e-4f10-b82c-b1a023163287"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:55:26.235908 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port 00a243af-d43e-4f10-b82c-b1a023163287, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=00a243af-d43e-4f10-b82c-b1a023163287,segment=NetworkSegment(6c07e440-4a82-438f-a97f-74dad85fe56f),segment_id=6c07e440-4a82-438f-a97f-74dad85fe56f)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:55:26.245273 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:26.303272 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a29d4d-abe6-45ef-9726-51d15d7a3b98 req-22221a8a-4db2-46c9-8497-407d4ab9b26d tempest-TenantUsagesTestJSON-781419387 tempest-TenantUsagesTestJSON-781419387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:55:26.312757 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f5a29d4d-abe6-45ef-9726-51d15d7a3b98 req-22221a8a-4db2-46c9-8497-407d4ab9b26d tempest-TenantUsagesTestJSON-781419387 tempest-TenantUsagesTestJSON-781419387-project] 10.222.0.66 "GET /v2.0/ports?device_id=cbc9b46f-1382-4a03-adda-1508d314d5b2 HTTP/1.1" status: 200 len: 950 time: 0.0966005 Aug 18 11:55:26.357716 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=00a243af-d43e-4f10-b82c-b1a023163287,revision_number=7']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:55:26.406082 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f5a29d4d-abe6-45ef-9726-51d15d7a3b98 req-470b8005-b07f-43e1-a7ab-04324869f026 tempest-TenantUsagesTestJSON-781419387 tempest-TenantUsagesTestJSON-781419387-project] 10.222.0.66 "GET /v2.0/security-groups?id=4c872909-bdf6-4884-ba88-a004b09e50f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920787 Aug 18 11:55:26.609104 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 11:55:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a6252f5-d804-437c-af8a-f91bdc93d407 x-openstack-request-id: req-6a6252f5-d804-437c-af8a-f91bdc93d407 {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:55:26.609398 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20add8b4-57cc-444f-ab68-4c4bdbf74579", "name": "network-vif-plugged", "status": "completed", "tag": "00a243af-d43e-4f10-b82c-b1a023163287", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:55:26.609645 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-6a6252f5-d804-437c-af8a-f91bdc93d407 {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:55:26.610057 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20add8b4-57cc-444f-ab68-4c4bdbf74579', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00a243af-d43e-4f10-b82c-b1a023163287', 'code': 200} Aug 18 11:55:26.837464 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07ed33d-676a-4e4b-b38e-06d3c51940d7 req-9fb545d9-f53c-4ff3-90ac-3818d4f55129 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:55:26.840894 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b07ed33d-676a-4e4b-b38e-06d3c51940d7 req-9fb545d9-f53c-4ff3-90ac-3818d4f55129 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] 10.222.0.66 "GET /v2.0/ports?device_id=472358b7-93c5-423a-b5d1-0f535558285a HTTP/1.1" status: 200 len: 943 time: 0.1190975 Aug 18 11:55:27.300772 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b07ed33d-676a-4e4b-b38e-06d3c51940d7 req-bacf8aae-e744-41a8-be27-34cd1737ab7a tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] 10.222.0.66 "GET /v2.0/security-groups?id=07aef7bb-6c11-4cb4-8594-c24180b5d811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4536741 Aug 18 11:55:27.441673 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9db15eb-34ad-4113-bc70-16bb8c5f12df req-634be6ef-7c01-4ed3-a76d-3296b0b5b0e8 tempest-TenantUsagesTestJSON-781419387 tempest-TenantUsagesTestJSON-781419387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:55:27.443945 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-a9db15eb-34ad-4113-bc70-16bb8c5f12df req-634be6ef-7c01-4ed3-a76d-3296b0b5b0e8 tempest-TenantUsagesTestJSON-781419387 tempest-TenantUsagesTestJSON-781419387-project] 10.222.0.63 "GET /v2.0/ports?device_id=cbc9b46f-1382-4a03-adda-1508d314d5b2 HTTP/1.1" status: 200 len: 950 time: 0.1089203 Aug 18 11:55:27.598784 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-a9db15eb-34ad-4113-bc70-16bb8c5f12df req-eecc6bc3-75f1-45dd-b9d7-9dbfa53e1237 tempest-TenantUsagesTestJSON-781419387 tempest-TenantUsagesTestJSON-781419387-project] Deleting port 2a516bfa-44e2-4f6e-a411-b764503cde63 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 11:55:27.599135 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-a9db15eb-34ad-4113-bc70-16bb8c5f12df req-eecc6bc3-75f1-45dd-b9d7-9dbfa53e1237 tempest-TenantUsagesTestJSON-781419387 tempest-TenantUsagesTestJSON-781419387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:27.825631 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-a9db15eb-34ad-4113-bc70-16bb8c5f12df req-eecc6bc3-75f1-45dd-b9d7-9dbfa53e1237 tempest-TenantUsagesTestJSON-781419387 tempest-TenantUsagesTestJSON-781419387-project] For port 2a516bfa-44e2-4f6e-a411-b764503cde63, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=2a516bfa-44e2-4f6e-a411-b764503cde63,segment=NetworkSegment(b0eb6eea-b461-4969-8a27-808f00daa8a1),segment_id=b0eb6eea-b461-4969-8a27-808f00daa8a1)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:55:27.826711 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-a9db15eb-34ad-4113-bc70-16bb8c5f12df req-eecc6bc3-75f1-45dd-b9d7-9dbfa53e1237 tempest-TenantUsagesTestJSON-781419387 tempest-TenantUsagesTestJSON-781419387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:27.852809 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-a9db15eb-34ad-4113-bc70-16bb8c5f12df req-eecc6bc3-75f1-45dd-b9d7-9dbfa53e1237 tempest-TenantUsagesTestJSON-781419387 tempest-TenantUsagesTestJSON-781419387-project] Calling delete_port for 2a516bfa-44e2-4f6e-a411-b764503cde63 owned by compute:nova {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 11:55:27.903910 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf5c4db-cb4e-4318-8230-2b51c8cd2df9 req-b51bc0e1-a0e8-4362-97e5-c1d6c5e2653d tempest-TenantUsagesTestJSON-781419387 tempest-TenantUsagesTestJSON-781419387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:55:27.915709 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-eaf5c4db-cb4e-4318-8230-2b51c8cd2df9 req-b51bc0e1-a0e8-4362-97e5-c1d6c5e2653d tempest-TenantUsagesTestJSON-781419387 tempest-TenantUsagesTestJSON-781419387-project] 10.222.0.66 "GET /v2.0/ports?device_id=cbc9b46f-1382-4a03-adda-1508d314d5b2 HTTP/1.1" status: 200 len: 950 time: 0.1305902 Aug 18 11:55:27.997057 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-eaf5c4db-cb4e-4318-8230-2b51c8cd2df9 req-bcb9fad3-67e6-43c3-a640-0fc9a1b38812 tempest-TenantUsagesTestJSON-781419387 tempest-TenantUsagesTestJSON-781419387-project] 10.222.0.66 "GET /v2.0/security-groups?id=4c872909-bdf6-4884-ba88-a004b09e50f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749204 Aug 18 11:55:28.043060 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 52056) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:55:28.163418 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-a9db15eb-34ad-4113-bc70-16bb8c5f12df req-eecc6bc3-75f1-45dd-b9d7-9dbfa53e1237 tempest-TenantUsagesTestJSON-781419387 tempest-TenantUsagesTestJSON-781419387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:28.193477 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] get_ports_and_sgs() called for port_ids ['2a516bfa-44e2-4f6e-a411-b764503cde63'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 11:55:28.218500 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecc6bc3-75f1-45dd-b9d7-9dbfa53e1237 tempest-TenantUsagesTestJSON-781419387 tempest-TenantUsagesTestJSON-781419387-project] Pushing event deleted for resources: {'Port': ['ID=2a516bfa-44e2-4f6e-a411-b764503cde63,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:55:28.248775 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecc6bc3-75f1-45dd-b9d7-9dbfa53e1237 tempest-TenantUsagesTestJSON-781419387 tempest-TenantUsagesTestJSON-781419387-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:55:28.251249 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecc6bc3-75f1-45dd-b9d7-9dbfa53e1237 tempest-TenantUsagesTestJSON-781419387 tempest-TenantUsagesTestJSON-781419387-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:55:28.251791 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecc6bc3-75f1-45dd-b9d7-9dbfa53e1237 tempest-TenantUsagesTestJSON-781419387 tempest-TenantUsagesTestJSON-781419387-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:55:28.253697 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecc6bc3-75f1-45dd-b9d7-9dbfa53e1237 tempest-TenantUsagesTestJSON-781419387 tempest-TenantUsagesTestJSON-781419387-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:55:28.254245 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecc6bc3-75f1-45dd-b9d7-9dbfa53e1237 tempest-TenantUsagesTestJSON-781419387 tempest-TenantUsagesTestJSON-781419387-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:55:28.254804 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecc6bc3-75f1-45dd-b9d7-9dbfa53e1237 tempest-TenantUsagesTestJSON-781419387 tempest-TenantUsagesTestJSON-781419387-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:55:28.255900 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecc6bc3-75f1-45dd-b9d7-9dbfa53e1237 tempest-TenantUsagesTestJSON-781419387 tempest-TenantUsagesTestJSON-781419387-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:55:28.256428 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecc6bc3-75f1-45dd-b9d7-9dbfa53e1237 tempest-TenantUsagesTestJSON-781419387 tempest-TenantUsagesTestJSON-781419387-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:55:28.260664 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecc6bc3-75f1-45dd-b9d7-9dbfa53e1237 tempest-TenantUsagesTestJSON-781419387 tempest-TenantUsagesTestJSON-781419387-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:55:28.261557 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecc6bc3-75f1-45dd-b9d7-9dbfa53e1237 tempest-TenantUsagesTestJSON-781419387 tempest-TenantUsagesTestJSON-781419387-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:55:28.262115 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecc6bc3-75f1-45dd-b9d7-9dbfa53e1237 tempest-TenantUsagesTestJSON-781419387 tempest-TenantUsagesTestJSON-781419387-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:55:28.262681 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecc6bc3-75f1-45dd-b9d7-9dbfa53e1237 tempest-TenantUsagesTestJSON-781419387 tempest-TenantUsagesTestJSON-781419387-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:55:28.293552 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-07a67bf7-fce0-4c50-b555-89a948721cb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:28.335391 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9db15eb-34ad-4113-bc70-16bb8c5f12df req-eecc6bc3-75f1-45dd-b9d7-9dbfa53e1237 tempest-TenantUsagesTestJSON-781419387 tempest-TenantUsagesTestJSON-781419387-project] No DVR routers for this DVR port 2a516bfa-44e2-4f6e-a411-b764503cde63 on host n-h1-804985-2 {{(pid=106253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 11:55:28.341871 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-a9db15eb-34ad-4113-bc70-16bb8c5f12df req-eecc6bc3-75f1-45dd-b9d7-9dbfa53e1237 tempest-TenantUsagesTestJSON-781419387 tempest-TenantUsagesTestJSON-781419387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:28.348218 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-a9db15eb-34ad-4113-bc70-16bb8c5f12df req-eecc6bc3-75f1-45dd-b9d7-9dbfa53e1237 tempest-TenantUsagesTestJSON-781419387 tempest-TenantUsagesTestJSON-781419387-project] 10.222.0.63 "DELETE /v2.0/ports/2a516bfa-44e2-4f6e-a411-b764503cde63 HTTP/1.1" status: 204 len: 173 time: 0.8948073 Aug 18 11:55:28.352886 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbc9b46f-1382-4a03-adda-1508d314d5b2', 'name': 'network-vif-deleted', 'tag': '2a516bfa-44e2-4f6e-a411-b764503cde63'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 11:55:28.355714 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0679f4c4b6e0e0c064a7d71d722dc30541a34fffee11680573be22ee2ffccc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89639930-3956-437f-a24e-42d379426fd6" -d '{"events": [{"server_uuid": "cbc9b46f-1382-4a03-adda-1508d314d5b2", "name": "network-vif-deleted", "tag": "2a516bfa-44e2-4f6e-a411-b764503cde63"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:55:28.537924 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7348f670-0f45-48cd-97d3-660ffda6d655 req-4cca0211-00d4-4d18-b360-96bb0f8b3184 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:55:28.545841 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7348f670-0f45-48cd-97d3-660ffda6d655 req-4cca0211-00d4-4d18-b360-96bb0f8b3184 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] 10.222.0.66 "GET /v2.0/ports?device_id=472358b7-93c5-423a-b5d1-0f535558285a HTTP/1.1" status: 200 len: 943 time: 0.1333449 Aug 18 11:55:28.624536 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7348f670-0f45-48cd-97d3-660ffda6d655 req-176d2082-f881-49d7-9928-1b3b4fdde856 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] 10.222.0.66 "GET /v2.0/security-groups?id=07aef7bb-6c11-4cb4-8594-c24180b5d811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703325 Aug 18 11:55:28.650178 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-07a67bf7-fce0-4c50-b555-89a948721cb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:28.659428 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-07a67bf7-fce0-4c50-b555-89a948721cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:28.665134 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 11:55:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ba4fbff-e4c2-4f3d-8f54-f7afc4dbd63c x-openstack-request-id: req-8ba4fbff-e4c2-4f3d-8f54-f7afc4dbd63c {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:55:28.665584 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbc9b46f-1382-4a03-adda-1508d314d5b2", "name": "network-vif-deleted", "tag": "2a516bfa-44e2-4f6e-a411-b764503cde63", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:55:28.665689 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-8ba4fbff-e4c2-4f3d-8f54-f7afc4dbd63c {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:55:28.666040 n-d-804985-2 neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbc9b46f-1382-4a03-adda-1508d314d5b2', 'name': 'network-vif-deleted', 'tag': '2a516bfa-44e2-4f6e-a411-b764503cde63', 'status': 'completed', 'code': 200} Aug 18 11:55:28.701736 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-07a67bf7-fce0-4c50-b555-89a948721cb7 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=508814b44a6645249751037fbbea5d2c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6572742 Aug 18 11:55:28.704425 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 52066) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:55:28.745019 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a67bf7-fce0-4c50-b555-89a948721cb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e868530d-2e08-4d3a-93d3-c90c6cbc0703,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:55:28.844112 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6ed8ee87-b179-4ac2-bce6-dcd2ee0ee799 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:28.904981 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6ed8ee87-b179-4ac2-bce6-dcd2ee0ee799 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:28.971649 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6ed8ee87-b179-4ac2-bce6-dcd2ee0ee799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:28.975897 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6ed8ee87-b179-4ac2-bce6-dcd2ee0ee799 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:28.977131 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-6ed8ee87-b179-4ac2-bce6-dcd2ee0ee799 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e868530d-2e08-4d3a-93d3-c90c6cbc0703 HTTP/1.1" status: 204 len: 168 time: 0.2715893 Aug 18 11:55:28.987336 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed8ee87-b179-4ac2-bce6-dcd2ee0ee799 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e868530d-2e08-4d3a-93d3-c90c6cbc0703,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:55:29.206067 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5748e418-55f0-4c5f-9000-c948d1a6f7c8 req-730c2890-099d-46e5-aec3-25e6ca265650 tempest-TenantUsagesTestJSON-781419387 tempest-TenantUsagesTestJSON-781419387-project] 10.222.0.66 "GET /v2.0/ports?device_id=cbc9b46f-1382-4a03-adda-1508d314d5b2 HTTP/1.1" status: 200 len: 210 time: 0.0615325 Aug 18 11:55:29.825183 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f63bb5-74f3-4e4c-ab70-f830000613c6 req-4f9b482f-add9-441a-af72-bb982e19e679 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:55:29.827440 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e8f63bb5-74f3-4e4c-ab70-f830000613c6 req-4f9b482f-add9-441a-af72-bb982e19e679 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] 10.222.0.66 "GET /v2.0/ports?device_id=472358b7-93c5-423a-b5d1-0f535558285a HTTP/1.1" status: 200 len: 943 time: 0.1006377 Aug 18 11:55:29.997143 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e8f63bb5-74f3-4e4c-ab70-f830000613c6 req-ae811247-aec3-4332-bd0a-76004558ec9c tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] 10.222.0.66 "GET /v2.0/security-groups?id=07aef7bb-6c11-4cb4-8594-c24180b5d811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575286 Aug 18 11:55:30.224625 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 52110) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:55:30.386786 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-e40e9cb9-7f41-47fd-9804-714a3c31f9df admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1330353415-network', 'tenant_id': '125e9b40153b4c83bd0e608387b1d076'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:55:30.421535 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e40e9cb9-7f41-47fd-9804-714a3c31f9df admin admin] Made reservation on behalf of 125e9b40153b4c83bd0e608387b1d076 for: {'network': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 11:55:30.425041 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e40e9cb9-7f41-47fd-9804-714a3c31f9df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for network, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:30.442074 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e40e9cb9-7f41-47fd-9804-714a3c31f9df admin admin] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:30.584945 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e40e9cb9-7f41-47fd-9804-714a3c31f9df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:30.591596 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e40e9cb9-7f41-47fd-9804-714a3c31f9df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:30.620352 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40e9cb9-7f41-47fd-9804-714a3c31f9df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25e6ccd3-e80c-4243-a9ca-aa7f77125708,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:55:30.625579 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 52120) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:55:30.640005 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e40e9cb9-7f41-47fd-9804-714a3c31f9df admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 834} {{(pid=106252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 11:55:30.658366 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e40e9cb9-7f41-47fd-9804-714a3c31f9df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:30.659232 n-d-804985-2 neutron-server[106252]: INFO neutron.db.segments_db [None req-e40e9cb9-7f41-47fd-9804-714a3c31f9df admin admin] Added segment 1106b675-1804-4762-b454-68731b7a659b of type vlan for network 863bc76e-5321-4708-99ca-70e6a68393c3 Aug 18 11:55:30.746345 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e40e9cb9-7f41-47fd-9804-714a3c31f9df admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789150665894'] for network, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:30.849220 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-27dcb194-d544-413a-9d76-f3bd018c9537 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=1cfd6605ad1a477288c646edc189b154&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2223933 Aug 18 11:55:30.853514 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 52124) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:55:30.867000 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e40e9cb9-7f41-47fd-9804-714a3c31f9df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for network, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:30.867265 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e40e9cb9-7f41-47fd-9804-714a3c31f9df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:55:30.867910 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e40e9cb9-7f41-47fd-9804-714a3c31f9df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for network, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:30.931417 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-540ee5f1-f1cf-47bc-904c-edcaea16a1c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:30.964849 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-e40e9cb9-7f41-47fd-9804-714a3c31f9df admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.7389035 Aug 18 11:55:30.966015 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40e9cb9-7f41-47fd-9804-714a3c31f9df admin admin] Pushing event updated for resources: {'Network': ['ID=863bc76e-5321-4708-99ca-70e6a68393c3,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:55:30.970907 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 52128) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:55:30.982839 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Network 863bc76e-5321-4708-99ca-70e6a68393c3 details requested by agent ovs-agent-n-d-804985-2 with host n-d-804985-2 {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 11:55:30.984681 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-540ee5f1-f1cf-47bc-904c-edcaea16a1c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:30.994222 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-debc3e4d-32e2-4170-a824-741e9942928b admin admin] Request body: {'subnet': {'network_id': '863bc76e-5321-4708-99ca-70e6a68393c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1330353415-subnet', 'tenant_id': '125e9b40153b4c83bd0e608387b1d076', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:55:31.067490 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-debc3e4d-32e2-4170-a824-741e9942928b admin admin] Made reservation on behalf of 125e9b40153b4c83bd0e608387b1d076 for: {'subnet': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 11:55:31.082312 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-debc3e4d-32e2-4170-a824-741e9942928b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59074089'] for subnet, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:31.105993 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-540ee5f1-f1cf-47bc-904c-edcaea16a1c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:31.109600 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-540ee5f1-f1cf-47bc-904c-edcaea16a1c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:31.111039 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-540ee5f1-f1cf-47bc-904c-edcaea16a1c2 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/4c872909-bdf6-4884-ba88-a004b09e50f1 HTTP/1.1" status: 204 len: 168 time: 0.2553773 Aug 18 11:55:31.128959 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540ee5f1-f1cf-47bc-904c-edcaea16a1c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c872909-bdf6-4884-ba88-a004b09e50f1,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:55:31.373541 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 2a516bfa-44e2-4f6e-a411-b764503cde63 no longer exists at agent hyperv_n-h1-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 11:55:31.453381 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-debc3e4d-32e2-4170-a824-741e9942928b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3572913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59074111'] for subnet, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:31.503864 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] No Port match for: 2a516bfa-44e2-4f6e-a411-b764503cde63 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 11:55:31.505068 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 2a516bfa-44e2-4f6e-a411-b764503cde63 not bound to the agent host n-h1-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 11:55:31.593513 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debc3e4d-32e2-4170-a824-741e9942928b admin admin] Pushing event updated for resources: {'Subnet': ['ID=1aedd5e9-711d-467e-a895-a96e111279b0,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:55:31.615430 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebba873-88db-4d24-960d-f9fc4ea8878e req-60db7fd4-031a-499f-8044-79e6aa1c985b tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:55:31.617237 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4ebba873-88db-4d24-960d-f9fc4ea8878e req-60db7fd4-031a-499f-8044-79e6aa1c985b tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] 10.222.0.66 "GET /v2.0/ports?device_id=472358b7-93c5-423a-b5d1-0f535558285a HTTP/1.1" status: 200 len: 943 time: 0.1817348 Aug 18 11:55:31.626007 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-debc3e4d-32e2-4170-a824-741e9942928b admin admin] Checking segment: {'id': '1106b675-1804-4762-b454-68731b7a659b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '863bc76e-5321-4708-99ca-70e6a68393c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 11:55:31.626388 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-debc3e4d-32e2-4170-a824-741e9942928b admin admin] Network hostable DHCP agents. Network: 863bc76e-5321-4708-99ca-70e6a68393c3, hostable agents: ['97c14208-2951-4361-8d64-3708c946ff5f'], hosted agents: [] {{(pid=106252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 11:55:31.646093 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 52144) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:55:31.675658 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-02ba1130-3dde-446f-9db6-20086d054852 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:31.680707 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-debc3e4d-32e2-4170-a824-741e9942928b admin admin] Network 863bc76e-5321-4708-99ca-70e6a68393c3 is scheduled to be hosted by DHCP agent 97c14208-2951-4361-8d64-3708c946ff5f with binding_index 1 {{(pid=106252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 11:55:31.698666 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4ebba873-88db-4d24-960d-f9fc4ea8878e req-00c26599-11e0-4abc-8266-099de4a2a7a0 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] 10.222.0.66 "GET /v2.0/security-groups?id=07aef7bb-6c11-4cb4-8594-c24180b5d811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748622 Aug 18 11:55:31.700526 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-debc3e4d-32e2-4170-a824-741e9942928b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-2, 863bc76e-5321-4708-99ca-70e6a68393c3) {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:55:31.705405 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-debc3e4d-32e2-4170-a824-741e9942928b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:55:31.706285 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-debc3e4d-32e2-4170-a824-741e9942928b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for subnet, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:31.722828 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da6488cb-56a7-4d76-a24a-5562cf05c90d None None] Network 863bc76e-5321-4708-99ca-70e6a68393c3 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 11:55:31.821043 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-02ba1130-3dde-446f-9db6-20086d054852 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:31.838356 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 94776a37-9bd3-4598-8e23-bc0c4defaa9a details requested by agent hyperv_n-h2-804985-2 with host n-h2-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 11:55:31.838718 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-debc3e4d-32e2-4170-a824-741e9942928b admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.8660381 Aug 18 11:55:31.840539 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-02ba1130-3dde-446f-9db6-20086d054852 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:31.934272 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 52150) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:55:31.944944 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-02ba1130-3dde-446f-9db6-20086d054852 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=0dd8c92c70864fc096dbd5e7d5b60bac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2975941 Aug 18 11:55:32.006952 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port 94776a37-9bd3-4598-8e23-bc0c4defaa9a, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=94776a37-9bd3-4598-8e23-bc0c4defaa9a,segment=NetworkSegment(77044dd8-732d-4440-9cc8-7f1936544d71),segment_id=77044dd8-732d-4440-9cc8-7f1936544d71)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:55:32.014748 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ba1130-3dde-446f-9db6-20086d054852 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a99325fb-410a-4f87-a97b-c2ed11714a21,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:55:32.029161 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Returning: {'device': '94776a37-9bd3-4598-8e23-bc0c4defaa9a', 'network_id': 'f2b8460a-d20a-4d24-a458-477b4502f48c', 'port_id': '94776a37-9bd3-4598-8e23-bc0c4defaa9a', 'mac_address': 'fa:16:3e:c3:1e:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 812, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a97adc7a-3cde-4d27-baf4-adb6fa582445', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 11:55:32.116003 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-24718380-c99d-4fca-90ef-68a0d68ecff5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:32.147457 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ea91456-610c-4f93-b52e-3008d8f60c84 None None] Network 863bc76e-5321-4708-99ca-70e6a68393c3 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 11:55:32.177061 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-24718380-c99d-4fca-90ef-68a0d68ecff5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:32.316267 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-24718380-c99d-4fca-90ef-68a0d68ecff5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:32.333413 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-24718380-c99d-4fca-90ef-68a0d68ecff5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:32.336872 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-24718380-c99d-4fca-90ef-68a0d68ecff5 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a99325fb-410a-4f87-a97b-c2ed11714a21 HTTP/1.1" status: 204 len: 168 time: 0.3992915 Aug 18 11:55:32.353131 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24718380-c99d-4fca-90ef-68a0d68ecff5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a99325fb-410a-4f87-a97b-c2ed11714a21,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:55:32.416818 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:32.438524 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94776a37-9bd3-4598-8e23-bc0c4defaa9a {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 11:55:32.466028 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port 94776a37-9bd3-4598-8e23-bc0c4defaa9a, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=94776a37-9bd3-4598-8e23-bc0c4defaa9a,segment=NetworkSegment(77044dd8-732d-4440-9cc8-7f1936544d71),segment_id=77044dd8-732d-4440-9cc8-7f1936544d71)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:55:32.484877 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:32.551965 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=94776a37-9bd3-4598-8e23-bc0c4defaa9a,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:55:32.561385 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:55:32.562023 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:55:32.562425 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:55:32.562823 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:55:32.563220 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:55:32.563607 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:55:32.563936 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:55:32.564260 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:55:32.564613 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:55:32.564936 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:55:32.565273 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:55:32.565629 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:55:32.752573 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] get_ports_and_sgs() called for port_ids ['94776a37-9bd3-4598-8e23-bc0c4defaa9a'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 11:55:33.853548 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 94776a37-9bd3-4598-8e23-bc0c4defaa9a up at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:55:33.921815 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Provisioning for port 94776a37-9bd3-4598-8e23-bc0c4defaa9a completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 11:55:33.926546 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Provisioning complete for port 94776a37-9bd3-4598-8e23-bc0c4defaa9a triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:55:33.926922 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:34.025479 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:34.065530 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '472358b7-93c5-423a-b5d1-0f535558285a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94776a37-9bd3-4598-8e23-bc0c4defaa9a'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 11:55:34.068689 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db50a436fb3a98495337d8fe7487b4f2ea6f3c1052eb9efadc2ecda2d5737001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6517f09-1e95-4085-8ec8-4f21e5ece207" -d '{"events": [{"server_uuid": "472358b7-93c5-423a-b5d1-0f535558285a", "name": "network-vif-plugged", "status": "completed", "tag": "94776a37-9bd3-4598-8e23-bc0c4defaa9a"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:55:34.087028 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port 94776a37-9bd3-4598-8e23-bc0c4defaa9a, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=94776a37-9bd3-4598-8e23-bc0c4defaa9a,segment=NetworkSegment(77044dd8-732d-4440-9cc8-7f1936544d71),segment_id=77044dd8-732d-4440-9cc8-7f1936544d71)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:55:34.092887 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:34.162125 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=94776a37-9bd3-4598-8e23-bc0c4defaa9a,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:55:35.781668 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:36.981087 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90071439-4423-4742-a776-39a6259aaaef req-e0fc9d42-5289-40fb-a831-acd48a1e5e7f tempest-InstanceActionsNegativeTestJSON-1233871401 tempest-InstanceActionsNegativeTestJSON-1233871401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:55:36.982883 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-90071439-4423-4742-a776-39a6259aaaef req-e0fc9d42-5289-40fb-a831-acd48a1e5e7f tempest-InstanceActionsNegativeTestJSON-1233871401 tempest-InstanceActionsNegativeTestJSON-1233871401-project] 10.222.0.66 "GET /v2.0/networks?id=863bc76e-5321-4708-99ca-70e6a68393c3 HTTP/1.1" status: 200 len: 822 time: 0.1954987 Aug 18 11:55:37.007891 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-90071439-4423-4742-a776-39a6259aaaef req-03f9676b-be79-4b9a-8743-e8db0ea8a2e8 tempest-InstanceActionsNegativeTestJSON-1233871401 tempest-InstanceActionsNegativeTestJSON-1233871401-project] 10.222.0.66 "GET /v2.0/quotas/125e9b40153b4c83bd0e608387b1d076 HTTP/1.1" status: 200 len: 375 time: 0.0180380 Aug 18 11:55:37.042453 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-90071439-4423-4742-a776-39a6259aaaef req-1e2563f7-8466-4fec-b759-0f09ce431832 tempest-InstanceActionsNegativeTestJSON-1233871401 tempest-InstanceActionsNegativeTestJSON-1233871401-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=125e9b40153b4c83bd0e608387b1d076&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0336833 Aug 18 11:55:37.145011 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0edb46-5824-46fb-95de-9f98767213b5 req-0edfe5bb-e485-4af0-87a0-078ed8a2d2bc tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:55:37.146921 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2d0edb46-5824-46fb-95de-9f98767213b5 req-0edfe5bb-e485-4af0-87a0-078ed8a2d2bc tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] 10.222.0.66 "GET /v2.0/ports?device_id=472358b7-93c5-423a-b5d1-0f535558285a HTTP/1.1" status: 200 len: 945 time: 0.1071317 Aug 18 11:55:37.206352 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2d0edb46-5824-46fb-95de-9f98767213b5 req-bee1911b-60c6-4d1a-86a9-521ab27e15e3 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] 10.222.0.66 "GET /v2.0/security-groups?id=07aef7bb-6c11-4cb4-8594-c24180b5d811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508702 Aug 18 11:55:37.208376 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-90071439-4423-4742-a776-39a6259aaaef req-19400018-bf2e-46f1-a7ed-5b72a7a2dbd6 service neutron] 10.222.0.66 "GET /v2.0/networks/863bc76e-5321-4708-99ca-70e6a68393c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560514 Aug 18 11:55:37.347130 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-90071439-4423-4742-a776-39a6259aaaef req-a8d73318-3edb-4ba3-a991-3180b3b115e4 service neutron] 10.222.0.66 "GET /v2.0/networks/863bc76e-5321-4708-99ca-70e6a68393c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295435 Aug 18 11:55:37.510534 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 11:55:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80a22670-1d6b-4c1e-8891-2245acf4375b x-openstack-request-id: req-80a22670-1d6b-4c1e-8891-2245acf4375b {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:55:37.511705 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "472358b7-93c5-423a-b5d1-0f535558285a", "name": "network-vif-plugged", "status": "completed", "tag": "94776a37-9bd3-4598-8e23-bc0c4defaa9a", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:55:37.512156 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-80a22670-1d6b-4c1e-8891-2245acf4375b {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:55:37.512881 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '472358b7-93c5-423a-b5d1-0f535558285a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94776a37-9bd3-4598-8e23-bc0c4defaa9a', 'code': 200} Aug 18 11:55:37.611037 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f24065b6-7992-4f1d-9818-782cb9244308 req-ad8598e5-42e8-4a07-83f7-407aa9ee8e17 tempest-InstanceActionsNegativeTestJSON-1233871401 tempest-InstanceActionsNegativeTestJSON-1233871401-project] 10.222.0.66 "GET /v2.0/ports?device_id=177b1a93-472e-444e-896d-e26c20072f7d HTTP/1.1" status: 200 len: 210 time: 0.0411339 Aug 18 11:55:37.657366 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f308e5b-079c-4714-a6c0-fb719832bf46 req-82a2cf20-4354-4a9e-b513-aeebe2fc776f tempest-AttachSCSIVolumeTestJSON-381070384 tempest-AttachSCSIVolumeTestJSON-381070384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:55:37.659472 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8f308e5b-079c-4714-a6c0-fb719832bf46 req-82a2cf20-4354-4a9e-b513-aeebe2fc776f tempest-AttachSCSIVolumeTestJSON-381070384 tempest-AttachSCSIVolumeTestJSON-381070384-project] 10.222.0.66 "GET /v2.0/ports?device_id=e18327bf-1c13-468a-acf5-3237e49d2fa8 HTTP/1.1" status: 200 len: 945 time: 0.1013825 Aug 18 11:55:37.718515 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8f308e5b-079c-4714-a6c0-fb719832bf46 req-40496ce1-bda4-4563-9105-69a97a731991 tempest-AttachSCSIVolumeTestJSON-381070384 tempest-AttachSCSIVolumeTestJSON-381070384-project] 10.222.0.66 "GET /v2.0/security-groups?id=837523a5-4c49-4842-b541-ae2f2615239e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509818 Aug 18 11:55:37.785535 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e1220d-1761-483e-8fd3-a1f94ddbe35e req-ee5f5adb-01a3-48b1-a707-5fb86759553e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:55:37.787260 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-44e1220d-1761-483e-8fd3-a1f94ddbe35e req-ee5f5adb-01a3-48b1-a707-5fb86759553e service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=472358b7-93c5-423a-b5d1-0f535558285a HTTP/1.1" status: 200 len: 1096 time: 0.0672917 Aug 18 11:55:37.865915 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-44e1220d-1761-483e-8fd3-a1f94ddbe35e req-6d64100f-a390-4cb2-b3b2-730d17def939 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=07aef7bb-6c11-4cb4-8594-c24180b5d811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679629 Aug 18 11:55:37.919755 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:38.303878 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 52336) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:55:38.354810 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3db8c7-2c5d-41ba-9ca6-92c27ec9ae50 req-f495486f-9bd2-400c-af6f-3548ad028c49 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:55:38.362343 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1d3db8c7-2c5d-41ba-9ca6-92c27ec9ae50 req-f495486f-9bd2-400c-af6f-3548ad028c49 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] 10.222.0.66 "GET /v2.0/ports?device_id=472358b7-93c5-423a-b5d1-0f535558285a HTTP/1.1" status: 200 len: 945 time: 0.0685308 Aug 18 11:55:38.401787 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1d3db8c7-2c5d-41ba-9ca6-92c27ec9ae50 req-38062916-7f68-4619-aaa5-a04d77a841ca tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] 10.222.0.66 "GET /v2.0/security-groups?id=07aef7bb-6c11-4cb4-8594-c24180b5d811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385880 Aug 18 11:55:38.443627 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8f4457d6-9761-429e-96dd-1fc4759c05db admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:38.566052 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8f4457d6-9761-429e-96dd-1fc4759c05db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:38.572239 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8f4457d6-9761-429e-96dd-1fc4759c05db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:38.604351 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-8f4457d6-9761-429e-96dd-1fc4759c05db admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=2c8033e9aa4545548941ed01c369b08f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2991338 Aug 18 11:55:38.607072 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 52360) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:55:38.647263 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4457d6-9761-429e-96dd-1fc4759c05db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dda72bac-4c7e-4851-ada4-4cdf64453ea8,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:55:38.745977 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaf37eb-4f99-4f92-b8f0-c133e908de32 req-4025c70e-d75e-4e96-8eef-90a8723da81e tempest-AttachSCSIVolumeTestJSON-381070384 tempest-AttachSCSIVolumeTestJSON-381070384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:55:38.747992 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-caaf37eb-4f99-4f92-b8f0-c133e908de32 req-4025c70e-d75e-4e96-8eef-90a8723da81e tempest-AttachSCSIVolumeTestJSON-381070384 tempest-AttachSCSIVolumeTestJSON-381070384-project] 10.222.0.63 "GET /v2.0/ports?device_id=e18327bf-1c13-468a-acf5-3237e49d2fa8 HTTP/1.1" status: 200 len: 945 time: 0.0851376 Aug 18 11:55:38.938321 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-89a94907-af91-4f92-aa23-0ea9663b25ac req-ad6c857e-de94-44de-845b-71fcf66b923d tempest-InstanceActionsNegativeTestJSON-1233871401 tempest-InstanceActionsNegativeTestJSON-1233871401-project] 10.222.0.66 "GET /v2.0/ports?device_id=177b1a93-472e-444e-896d-e26c20072f7d HTTP/1.1" status: 200 len: 210 time: 0.1150532 Aug 18 11:55:38.949832 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-caaf37eb-4f99-4f92-b8f0-c133e908de32 req-f6b8b62e-2e85-43a0-9450-25b2f39fbd1d tempest-AttachSCSIVolumeTestJSON-381070384 tempest-AttachSCSIVolumeTestJSON-381070384-project] Deleting port ada37a1c-fb33-4f98-902f-3cca5039d767 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 11:55:38.950091 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-caaf37eb-4f99-4f92-b8f0-c133e908de32 req-f6b8b62e-2e85-43a0-9450-25b2f39fbd1d tempest-AttachSCSIVolumeTestJSON-381070384 tempest-AttachSCSIVolumeTestJSON-381070384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:38.966396 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0ce242ff-1375-4e6d-a9bf-bd8f2675cc07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:38.995102 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0ce242ff-1375-4e6d-a9bf-bd8f2675cc07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:39.058639 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-caaf37eb-4f99-4f92-b8f0-c133e908de32 req-f6b8b62e-2e85-43a0-9450-25b2f39fbd1d tempest-AttachSCSIVolumeTestJSON-381070384 tempest-AttachSCSIVolumeTestJSON-381070384-project] For port ada37a1c-fb33-4f98-902f-3cca5039d767, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=ada37a1c-fb33-4f98-902f-3cca5039d767,segment=NetworkSegment(8ba4150c-c7c2-4067-8951-4d5305732330),segment_id=8ba4150c-c7c2-4067-8951-4d5305732330)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:55:39.059408 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-caaf37eb-4f99-4f92-b8f0-c133e908de32 req-f6b8b62e-2e85-43a0-9450-25b2f39fbd1d tempest-AttachSCSIVolumeTestJSON-381070384 tempest-AttachSCSIVolumeTestJSON-381070384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:39.079217 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-caaf37eb-4f99-4f92-b8f0-c133e908de32 req-f6b8b62e-2e85-43a0-9450-25b2f39fbd1d tempest-AttachSCSIVolumeTestJSON-381070384 tempest-AttachSCSIVolumeTestJSON-381070384-project] Calling delete_port for ada37a1c-fb33-4f98-902f-3cca5039d767 owned by compute:nova {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 11:55:39.097889 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90071439-4423-4742-a776-39a6259aaaef req-ab3053a4-3239-4c84-89b3-42d939a87d4f tempest-InstanceActionsNegativeTestJSON-1233871401 tempest-InstanceActionsNegativeTestJSON-1233871401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:55:39.099623 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-90071439-4423-4742-a776-39a6259aaaef req-ab3053a4-3239-4c84-89b3-42d939a87d4f tempest-InstanceActionsNegativeTestJSON-1233871401 tempest-InstanceActionsNegativeTestJSON-1233871401-project] 10.222.0.63 "GET /v2.0/networks?id=863bc76e-5321-4708-99ca-70e6a68393c3 HTTP/1.1" status: 200 len: 822 time: 0.4102633 Aug 18 11:55:39.116278 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-90071439-4423-4742-a776-39a6259aaaef req-59697363-b764-4291-bb39-9fe352a98771 tempest-InstanceActionsNegativeTestJSON-1233871401 tempest-InstanceActionsNegativeTestJSON-1233871401-project] Request body: {'port': {'device_id': '177b1a93-472e-444e-896d-e26c20072f7d', 'network_id': '863bc76e-5321-4708-99ca-70e6a68393c3', 'admin_state_up': True, 'tenant_id': '125e9b40153b4c83bd0e608387b1d076'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:55:39.191975 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0ce242ff-1375-4e6d-a9bf-bd8f2675cc07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:39.195545 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0ce242ff-1375-4e6d-a9bf-bd8f2675cc07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:39.196786 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-0ce242ff-1375-4e6d-a9bf-bd8f2675cc07 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/dda72bac-4c7e-4851-ada4-4cdf64453ea8 HTTP/1.1" status: 204 len: 168 time: 0.5884402 Aug 18 11:55:39.231279 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c848f2-dba0-464a-ad8d-84c45fdd122c req-e46d53f7-ccf5-42aa-9e86-00fb215858d6 tempest-AttachSCSIVolumeTestJSON-381070384 tempest-AttachSCSIVolumeTestJSON-381070384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:55:39.238715 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-44c848f2-dba0-464a-ad8d-84c45fdd122c req-e46d53f7-ccf5-42aa-9e86-00fb215858d6 tempest-AttachSCSIVolumeTestJSON-381070384 tempest-AttachSCSIVolumeTestJSON-381070384-project] 10.222.0.66 "GET /v2.0/ports?device_id=e18327bf-1c13-468a-acf5-3237e49d2fa8 HTTP/1.1" status: 200 len: 945 time: 0.1969054 Aug 18 11:55:39.261184 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce242ff-1375-4e6d-a9bf-bd8f2675cc07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dda72bac-4c7e-4851-ada4-4cdf64453ea8,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:55:39.262415 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-caaf37eb-4f99-4f92-b8f0-c133e908de32 req-f6b8b62e-2e85-43a0-9450-25b2f39fbd1d tempest-AttachSCSIVolumeTestJSON-381070384 tempest-AttachSCSIVolumeTestJSON-381070384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:39.294607 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] get_ports_and_sgs() called for port_ids ['ada37a1c-fb33-4f98-902f-3cca5039d767'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 11:55:39.302782 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-44c848f2-dba0-464a-ad8d-84c45fdd122c req-89b21f40-56a6-467d-b998-0cb3fae92525 tempest-AttachSCSIVolumeTestJSON-381070384 tempest-AttachSCSIVolumeTestJSON-381070384-project] 10.222.0.66 "GET /v2.0/security-groups?id=837523a5-4c49-4842-b541-ae2f2615239e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561299 Aug 18 11:55:39.338693 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b8b62e-2e85-43a0-9450-25b2f39fbd1d tempest-AttachSCSIVolumeTestJSON-381070384 tempest-AttachSCSIVolumeTestJSON-381070384-project] Pushing event deleted for resources: {'Port': ['ID=ada37a1c-fb33-4f98-902f-3cca5039d767,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:55:39.364045 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90071439-4423-4742-a776-39a6259aaaef req-59697363-b764-4291-bb39-9fe352a98771 tempest-InstanceActionsNegativeTestJSON-1233871401 tempest-InstanceActionsNegativeTestJSON-1233871401-project] Made reservation on behalf of 125e9b40153b4c83bd0e608387b1d076 for: {'port': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 11:55:39.369478 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-90071439-4423-4742-a776-39a6259aaaef req-59697363-b764-4291-bb39-9fe352a98771 tempest-InstanceActionsNegativeTestJSON-1233871401 tempest-InstanceActionsNegativeTestJSON-1233871401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:39.427059 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-caaf37eb-4f99-4f92-b8f0-c133e908de32 req-f6b8b62e-2e85-43a0-9450-25b2f39fbd1d tempest-AttachSCSIVolumeTestJSON-381070384 tempest-AttachSCSIVolumeTestJSON-381070384-project] No DVR routers for this DVR port ada37a1c-fb33-4f98-902f-3cca5039d767 on host n-h1-804985-2 {{(pid=106253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 11:55:39.429901 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-caaf37eb-4f99-4f92-b8f0-c133e908de32 req-f6b8b62e-2e85-43a0-9450-25b2f39fbd1d tempest-AttachSCSIVolumeTestJSON-381070384 tempest-AttachSCSIVolumeTestJSON-381070384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:39.432407 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-caaf37eb-4f99-4f92-b8f0-c133e908de32 req-f6b8b62e-2e85-43a0-9450-25b2f39fbd1d tempest-AttachSCSIVolumeTestJSON-381070384 tempest-AttachSCSIVolumeTestJSON-381070384-project] 10.222.0.63 "DELETE /v2.0/ports/ada37a1c-fb33-4f98-902f-3cca5039d767 HTTP/1.1" status: 204 len: 173 time: 0.6760600 Aug 18 11:55:39.432959 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e18327bf-1c13-468a-acf5-3237e49d2fa8', 'name': 'network-vif-deleted', 'tag': 'ada37a1c-fb33-4f98-902f-3cca5039d767'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 11:55:39.436360 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0679f4c4b6e0e0c064a7d71d722dc30541a34fffee11680573be22ee2ffccc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2b15a77-6369-4cb5-9625-6191377aa4b7" -d '{"events": [{"server_uuid": "e18327bf-1c13-468a-acf5-3237e49d2fa8", "name": "network-vif-deleted", "tag": "ada37a1c-fb33-4f98-902f-3cca5039d767"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:55:39.677413 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0c5a79-8797-4064-8b74-73900ce65065 req-1db17a3b-bf44-4563-a174-c0b14cdfa1c2 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:55:39.678980 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-fb0c5a79-8797-4064-8b74-73900ce65065 req-1db17a3b-bf44-4563-a174-c0b14cdfa1c2 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] 10.222.0.66 "GET /v2.0/ports?device_id=472358b7-93c5-423a-b5d1-0f535558285a HTTP/1.1" status: 200 len: 945 time: 0.1917000 Aug 18 11:55:39.688524 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a273f0c-0b3b-4ce0-9a75-bc8aa655157c req-65d270a1-d4e0-4742-9d55-0fb4ccb3a437 tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:55:39.690062 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1a273f0c-0b3b-4ce0-9a75-bc8aa655157c req-65d270a1-d4e0-4742-9d55-0fb4ccb3a437 tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] 10.222.0.66 "GET /v2.0/networks?id=06bbcd73-3087-45af-ac07-d9df7df70b38 HTTP/1.1" status: 200 len: 805 time: 0.2950802 Aug 18 11:55:39.715815 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [req-90071439-4423-4742-a776-39a6259aaaef req-59697363-b764-4291-bb39-9fe352a98771 tempest-InstanceActionsNegativeTestJSON-1233871401 tempest-InstanceActionsNegativeTestJSON-1233871401-project] Allocated IP 172.20.0.13 (863bc76e-5321-4708-99ca-70e6a68393c3/1aedd5e9-711d-467e-a895-a96e111279b0/e61414e5-66de-4741-b597-d01bb93bbcd5) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 11:55:39.742386 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1a273f0c-0b3b-4ce0-9a75-bc8aa655157c req-31283df8-5353-47bc-84e1-ed636be5d032 tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] 10.222.0.66 "GET /v2.0/quotas/600fbea656874dbdb95dcdc7eb311868 HTTP/1.1" status: 200 len: 375 time: 0.0424302 Aug 18 11:55:39.799898 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-fb0c5a79-8797-4064-8b74-73900ce65065 req-adc76928-a28f-4e3f-828e-6c9b24bd8a35 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] 10.222.0.66 "GET /v2.0/security-groups?id=07aef7bb-6c11-4cb4-8594-c24180b5d811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066022 Aug 18 11:55:39.880926 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1a273f0c-0b3b-4ce0-9a75-bc8aa655157c req-82deabae-f882-4c48-8608-a64a54ba1b67 tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=600fbea656874dbdb95dcdc7eb311868&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1376212 Aug 18 11:55:39.911059 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 11:55:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a776a4f-6af3-43f3-aaad-d0902bb47d8c x-openstack-request-id: req-3a776a4f-6af3-43f3-aaad-d0902bb47d8c {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:55:39.911668 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e18327bf-1c13-468a-acf5-3237e49d2fa8", "name": "network-vif-deleted", "tag": "ada37a1c-fb33-4f98-902f-3cca5039d767", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:55:39.912310 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-3a776a4f-6af3-43f3-aaad-d0902bb47d8c {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:55:39.912971 n-d-804985-2 neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e18327bf-1c13-468a-acf5-3237e49d2fa8', 'name': 'network-vif-deleted', 'tag': 'ada37a1c-fb33-4f98-902f-3cca5039d767', 'status': 'completed', 'code': 200} Aug 18 11:55:40.104077 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-90071439-4423-4742-a776-39a6259aaaef req-59697363-b764-4291-bb39-9fe352a98771 tempest-InstanceActionsNegativeTestJSON-1233871401 tempest-InstanceActionsNegativeTestJSON-1233871401-project] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:40.192186 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1a273f0c-0b3b-4ce0-9a75-bc8aa655157c req-8791f6a0-03ce-4386-9ccf-90a7d427602f service neutron] 10.222.0.66 "GET /v2.0/networks/06bbcd73-3087-45af-ac07-d9df7df70b38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2644441 Aug 18 11:55:40.242503 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-90071439-4423-4742-a776-39a6259aaaef req-59697363-b764-4291-bb39-9fe352a98771 tempest-InstanceActionsNegativeTestJSON-1233871401 tempest-InstanceActionsNegativeTestJSON-1233871401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:40.350065 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90071439-4423-4742-a776-39a6259aaaef req-59697363-b764-4291-bb39-9fe352a98771 tempest-InstanceActionsNegativeTestJSON-1233871401 tempest-InstanceActionsNegativeTestJSON-1233871401-project] Network 863bc76e-5321-4708-99ca-70e6a68393c3 is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 11:55:40.350935 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59697363-b764-4291-bb39-9fe352a98771 tempest-InstanceActionsNegativeTestJSON-1233871401 tempest-InstanceActionsNegativeTestJSON-1233871401-project] Pushing event updated for resources: {'Port': ['ID=e61414e5-66de-4741-b597-d01bb93bbcd5,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:55:40.361376 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [req-90071439-4423-4742-a776-39a6259aaaef req-59697363-b764-4291-bb39-9fe352a98771 tempest-InstanceActionsNegativeTestJSON-1233871401 tempest-InstanceActionsNegativeTestJSON-1233871401-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:55:40.365121 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-90071439-4423-4742-a776-39a6259aaaef req-59697363-b764-4291-bb39-9fe352a98771 tempest-InstanceActionsNegativeTestJSON-1233871401 tempest-InstanceActionsNegativeTestJSON-1233871401-project] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 11:55:40.407993 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1a273f0c-0b3b-4ce0-9a75-bc8aa655157c req-d40e1962-069d-488d-b1c2-9d9b2d119200 service neutron] 10.222.0.66 "GET /v2.0/networks/06bbcd73-3087-45af-ac07-d9df7df70b38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2147219 Aug 18 11:55:40.417435 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e27e19-44ff-4433-9f49-7d9c390cb37d req-97473da4-0005-4abb-98d5-04278859452a tempest-LiveMigrationTest-1335981208 tempest-LiveMigrationTest-1335981208-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:55:40.418916 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-17e27e19-44ff-4433-9f49-7d9c390cb37d req-97473da4-0005-4abb-98d5-04278859452a tempest-LiveMigrationTest-1335981208 tempest-LiveMigrationTest-1335981208-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=472358b7-93c5-423a-b5d1-0f535558285a HTTP/1.1" status: 200 len: 1096 time: 0.1602545 Aug 18 11:55:40.429663 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90071439-4423-4742-a776-39a6259aaaef req-59697363-b764-4291-bb39-9fe352a98771 tempest-InstanceActionsNegativeTestJSON-1233871401 tempest-InstanceActionsNegativeTestJSON-1233871401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:55:40.430276 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-90071439-4423-4742-a776-39a6259aaaef req-59697363-b764-4291-bb39-9fe352a98771 tempest-InstanceActionsNegativeTestJSON-1233871401 tempest-InstanceActionsNegativeTestJSON-1233871401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:40.463897 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-90071439-4423-4742-a776-39a6259aaaef req-59697363-b764-4291-bb39-9fe352a98771 tempest-InstanceActionsNegativeTestJSON-1233871401 tempest-InstanceActionsNegativeTestJSON-1233871401-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3525829 Aug 18 11:55:40.469877 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-17e27e19-44ff-4433-9f49-7d9c390cb37d req-1f200fab-223c-45dc-843a-f3b67c45e3ef tempest-LiveMigrationTest-1335981208 tempest-LiveMigrationTest-1335981208-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=07aef7bb-6c11-4cb4-8594-c24180b5d811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368023 Aug 18 11:55:40.493540 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-90071439-4423-4742-a776-39a6259aaaef req-760ea3cf-3fa6-4391-a609-f2aa2f61da8e service neutron] Request body: {'port': {'device_id': '177b1a93-472e-444e-896d-e26c20072f7d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804985-2'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:55:40.620170 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-90071439-4423-4742-a776-39a6259aaaef req-760ea3cf-3fa6-4391-a609-f2aa2f61da8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:40.675636 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03761798-0802-47fb-bb02-a7886382a4c3 req-96192340-5ac9-476d-b5f8-9917a4fb49f5 tempest-InstanceActionsNegativeTestJSON-1233871401 tempest-InstanceActionsNegativeTestJSON-1233871401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:55:40.677176 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-03761798-0802-47fb-bb02-a7886382a4c3 req-96192340-5ac9-476d-b5f8-9917a4fb49f5 tempest-InstanceActionsNegativeTestJSON-1233871401 tempest-InstanceActionsNegativeTestJSON-1233871401-project] 10.222.0.66 "GET /v2.0/ports?device_id=177b1a93-472e-444e-896d-e26c20072f7d HTTP/1.1" status: 200 len: 932 time: 0.0946994 Aug 18 11:55:40.756691 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddf4ccf-0bde-4f0b-b2cd-a3539c85e048 req-2f6c80be-ea6d-44d5-bf32-0ee355239301 tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:55:40.758162 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2ddf4ccf-0bde-4f0b-b2cd-a3539c85e048 req-2f6c80be-ea6d-44d5-bf32-0ee355239301 tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] 10.222.0.62 "GET /v2.0/ports?device_id=20add8b4-57cc-444f-ab68-4c4bdbf74579 HTTP/1.1" status: 200 len: 945 time: 0.1283102 Aug 18 11:55:40.830023 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-03761798-0802-47fb-bb02-a7886382a4c3 req-eb905666-d026-456f-86df-1a765a01c7a1 tempest-InstanceActionsNegativeTestJSON-1233871401 tempest-InstanceActionsNegativeTestJSON-1233871401-project] 10.222.0.66 "GET /v2.0/security-groups?id=25e6ccd3-e80c-4243-a9ca-aa7f77125708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319382 Aug 18 11:55:40.982956 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6b1e3533-8408-484f-8e12-48614babb670 req-c3b3f121-0252-4011-b4b6-819edb4d947e tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] 10.222.0.66 "GET /v2.0/ports?device_id=e38b4e3a-8fbc-41ad-b52d-117b7f8e6b31 HTTP/1.1" status: 200 len: 210 time: 0.0713375 Aug 18 11:55:41.142003 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc18f0f-279a-48dd-8793-98688992c60c req-d94191be-f130-4b94-b20f-716c27397cee tempest-LiveMigrationTest-1335981208 tempest-LiveMigrationTest-1335981208-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:55:41.152283 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6bc18f0f-279a-48dd-8793-98688992c60c req-d94191be-f130-4b94-b20f-716c27397cee tempest-LiveMigrationTest-1335981208 tempest-LiveMigrationTest-1335981208-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=472358b7-93c5-423a-b5d1-0f535558285a HTTP/1.1" status: 200 len: 1096 time: 0.2250063 Aug 18 11:55:41.195596 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-2ddf4ccf-0bde-4f0b-b2cd-a3539c85e048 req-81f094a6-fc96-457c-bbd7-175e5de81e2d tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] Deleting port 00a243af-d43e-4f10-b82c-b1a023163287 {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 11:55:41.195935 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-2ddf4ccf-0bde-4f0b-b2cd-a3539c85e048 req-81f094a6-fc96-457c-bbd7-175e5de81e2d tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:41.315591 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6bc18f0f-279a-48dd-8793-98688992c60c req-d9439eab-362a-4c5c-88a8-5ed97504b5ae tempest-LiveMigrationTest-1335981208 tempest-LiveMigrationTest-1335981208-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=07aef7bb-6c11-4cb4-8594-c24180b5d811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544981 Aug 18 11:55:41.406108 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [req-90071439-4423-4742-a776-39a6259aaaef req-760ea3cf-3fa6-4391-a609-f2aa2f61da8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e61414e5-66de-4741-b597-d01bb93bbcd5 {{(pid=106252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 11:55:41.431412 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device ada37a1c-fb33-4f98-902f-3cca5039d767 no longer exists at agent hyperv_n-h1-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 11:55:41.436171 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-90071439-4423-4742-a776-39a6259aaaef req-760ea3cf-3fa6-4391-a609-f2aa2f61da8e service neutron] Notify callbacks [] for port, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:41.470426 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] No Port match for: ada37a1c-fb33-4f98-902f-3cca5039d767 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 11:55:41.472153 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device ada37a1c-fb33-4f98-902f-3cca5039d767 not bound to the agent host n-h1-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 11:55:41.485549 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [req-90071439-4423-4742-a776-39a6259aaaef req-760ea3cf-3fa6-4391-a609-f2aa2f61da8e service neutron] Transition to ACTIVE for port object e61414e5-66de-4741-b597-d01bb93bbcd5 will not be triggered until provisioned by entity L2. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 11:55:41.514729 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-2ddf4ccf-0bde-4f0b-b2cd-a3539c85e048 req-81f094a6-fc96-457c-bbd7-175e5de81e2d tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] For port 00a243af-d43e-4f10-b82c-b1a023163287, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=00a243af-d43e-4f10-b82c-b1a023163287,segment=NetworkSegment(6c07e440-4a82-438f-a97f-74dad85fe56f),segment_id=6c07e440-4a82-438f-a97f-74dad85fe56f)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:55:41.515371 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-2ddf4ccf-0bde-4f0b-b2cd-a3539c85e048 req-81f094a6-fc96-457c-bbd7-175e5de81e2d tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:41.528572 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-90071439-4423-4742-a776-39a6259aaaef req-760ea3cf-3fa6-4391-a609-f2aa2f61da8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:41.576438 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-2ddf4ccf-0bde-4f0b-b2cd-a3539c85e048 req-81f094a6-fc96-457c-bbd7-175e5de81e2d tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] Calling delete_port for 00a243af-d43e-4f10-b82c-b1a023163287 owned by compute:nova {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 11:55:41.611283 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760ea3cf-3fa6-4391-a609-f2aa2f61da8e service neutron] Pushing event updated for resources: {'Port': ['ID=e61414e5-66de-4741-b597-d01bb93bbcd5,revision_number=2']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:55:41.871985 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 00a243af-d43e-4f10-b82c-b1a023163287 no longer exists at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 11:55:41.935036 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-90071439-4423-4742-a776-39a6259aaaef req-760ea3cf-3fa6-4391-a609-f2aa2f61da8e service neutron] Attempting to bind port e61414e5-66de-4741-b597-d01bb93bbcd5 on host n-h1-804985-2 for vnic_type normal with profile {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 11:55:41.935373 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-90071439-4423-4742-a776-39a6259aaaef req-760ea3cf-3fa6-4391-a609-f2aa2f61da8e service neutron] Attempting to bind port e61414e5-66de-4741-b597-d01bb93bbcd5 by drivers openvswitch,hyperv on host n-h1-804985-2 at level 0 using segments [{'id': '1106b675-1804-4762-b454-68731b7a659b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '863bc76e-5321-4708-99ca-70e6a68393c3'}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 11:55:41.935716 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90071439-4423-4742-a776-39a6259aaaef req-760ea3cf-3fa6-4391-a609-f2aa2f61da8e service neutron] Attempting to bind port e61414e5-66de-4741-b597-d01bb93bbcd5 on network 863bc76e-5321-4708-99ca-70e6a68393c3 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 11:55:42.041707 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90071439-4423-4742-a776-39a6259aaaef req-760ea3cf-3fa6-4391-a609-f2aa2f61da8e service neutron] Port e61414e5-66de-4741-b597-d01bb93bbcd5 on network 863bc76e-5321-4708-99ca-70e6a68393c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-2 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 11:55:42.045238 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90071439-4423-4742-a776-39a6259aaaef req-760ea3cf-3fa6-4391-a609-f2aa2f61da8e service neutron] Attempting to bind port e61414e5-66de-4741-b597-d01bb93bbcd5 on network 863bc76e-5321-4708-99ca-70e6a68393c3 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 11:55:42.054457 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:42.072989 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90071439-4423-4742-a776-39a6259aaaef req-760ea3cf-3fa6-4391-a609-f2aa2f61da8e service neutron] Checking agent: {'id': 'a613417a-d085-492c-941a-59bb18c633d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 49, 6), 'started_at': datetime.datetime(2021, 8, 18, 11, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 11, 55, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 11:55:42.073335 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90071439-4423-4742-a776-39a6259aaaef req-760ea3cf-3fa6-4391-a609-f2aa2f61da8e service neutron] Checking segment: {'id': '1106b675-1804-4762-b454-68731b7a659b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '863bc76e-5321-4708-99ca-70e6a68393c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 11:55:42.073789 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90071439-4423-4742-a776-39a6259aaaef req-760ea3cf-3fa6-4391-a609-f2aa2f61da8e service neutron] Bound using segment: {'id': '1106b675-1804-4762-b454-68731b7a659b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '863bc76e-5321-4708-99ca-70e6a68393c3'} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 11:55:42.074262 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-90071439-4423-4742-a776-39a6259aaaef req-760ea3cf-3fa6-4391-a609-f2aa2f61da8e service neutron] Bound port: e61414e5-66de-4741-b597-d01bb93bbcd5, host: n-h1-804985-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1106b675-1804-4762-b454-68731b7a659b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '863bc76e-5321-4708-99ca-70e6a68393c3'}}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 11:55:42.074975 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-90071439-4423-4742-a776-39a6259aaaef req-760ea3cf-3fa6-4391-a609-f2aa2f61da8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:42.238441 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-2ddf4ccf-0bde-4f0b-b2cd-a3539c85e048 req-81f094a6-fc96-457c-bbd7-175e5de81e2d tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:42.259414 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a273f0c-0b3b-4ce0-9a75-bc8aa655157c req-d4d79f92-3b6f-4717-b34a-c17b4477e23d tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:55:42.282657 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-1a273f0c-0b3b-4ce0-9a75-bc8aa655157c req-d4d79f92-3b6f-4717-b34a-c17b4477e23d tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] 10.222.0.62 "GET /v2.0/networks?id=06bbcd73-3087-45af-ac07-d9df7df70b38 HTTP/1.1" status: 200 len: 805 time: 0.2878182 Aug 18 11:55:42.297343 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [req-1a273f0c-0b3b-4ce0-9a75-bc8aa655157c req-679d61ba-c34e-4b74-8a4c-ae4f2cc41bb9 tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] Request body: {'port': {'device_id': 'e38b4e3a-8fbc-41ad-b52d-117b7f8e6b31', 'network_id': '06bbcd73-3087-45af-ac07-d9df7df70b38', 'admin_state_up': True, 'tenant_id': '600fbea656874dbdb95dcdc7eb311868'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:55:42.568894 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a273f0c-0b3b-4ce0-9a75-bc8aa655157c req-679d61ba-c34e-4b74-8a4c-ae4f2cc41bb9 tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] Made reservation on behalf of 600fbea656874dbdb95dcdc7eb311868 for: {'port': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 11:55:42.573943 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-1a273f0c-0b3b-4ce0-9a75-bc8aa655157c req-679d61ba-c34e-4b74-8a4c-ae4f2cc41bb9 tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:42.738555 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [req-1a273f0c-0b3b-4ce0-9a75-bc8aa655157c req-679d61ba-c34e-4b74-8a4c-ae4f2cc41bb9 tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] Allocated IP 172.20.0.10 (06bbcd73-3087-45af-ac07-d9df7df70b38/59f3b61f-d9cb-4493-82ff-8b26e791861b/30797c61-49b3-4afe-8d92-34349bf07488) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 11:55:42.751029 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f094a6-fc96-457c-bbd7-175e5de81e2d tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] Pushing event deleted for resources: {'Port': ['ID=00a243af-d43e-4f10-b82c-b1a023163287,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:55:42.778576 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-90071439-4423-4742-a776-39a6259aaaef req-760ea3cf-3fa6-4391-a609-f2aa2f61da8e service neutron] For port e61414e5-66de-4741-b597-d01bb93bbcd5, host n-h1-804985-2, cleared binding levels {{(pid=106252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 11:55:42.788438 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10d75fc-b363-4bb5-bd92-e9e2403a079d req-c6a1355c-a856-4477-899f-cbdae808ddf4 tempest-InstanceActionsNegativeTestJSON-1233871401 tempest-InstanceActionsNegativeTestJSON-1233871401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:55:42.795780 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d10d75fc-b363-4bb5-bd92-e9e2403a079d req-c6a1355c-a856-4477-899f-cbdae808ddf4 tempest-InstanceActionsNegativeTestJSON-1233871401 tempest-InstanceActionsNegativeTestJSON-1233871401-project] 10.222.0.66 "GET /v2.0/ports?device_id=177b1a93-472e-444e-896d-e26c20072f7d HTTP/1.1" status: 200 len: 944 time: 0.6916857 Aug 18 11:55:42.798083 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ddf4ccf-0bde-4f0b-b2cd-a3539c85e048 req-81f094a6-fc96-457c-bbd7-175e5de81e2d tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] No DVR routers for this DVR port 00a243af-d43e-4f10-b82c-b1a023163287 on host n-h2-804985-2 {{(pid=106252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 11:55:42.818522 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-2ddf4ccf-0bde-4f0b-b2cd-a3539c85e048 req-81f094a6-fc96-457c-bbd7-175e5de81e2d tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:42.820988 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2ddf4ccf-0bde-4f0b-b2cd-a3539c85e048 req-81f094a6-fc96-457c-bbd7-175e5de81e2d tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] 10.222.0.62 "DELETE /v2.0/ports/00a243af-d43e-4f10-b82c-b1a023163287 HTTP/1.1" status: 204 len: 173 time: 2.0551472 Aug 18 11:55:42.824073 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20add8b4-57cc-444f-ab68-4c4bdbf74579', 'name': 'network-vif-deleted', 'tag': '00a243af-d43e-4f10-b82c-b1a023163287'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 11:55:42.826540 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d2ff6a5-6c00-4e56-841e-4522c77f94d1" -d '{"events": [{"server_uuid": "20add8b4-57cc-444f-ab68-4c4bdbf74579", "name": "network-vif-deleted", "tag": "00a243af-d43e-4f10-b82c-b1a023163287"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:55:42.847021 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-90071439-4423-4742-a776-39a6259aaaef req-760ea3cf-3fa6-4391-a609-f2aa2f61da8e service neutron] For port e61414e5-66de-4741-b597-d01bb93bbcd5, host n-h1-804985-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=e61414e5-66de-4741-b597-d01bb93bbcd5,segment=NetworkSegment(1106b675-1804-4762-b454-68731b7a659b),segment_id=1106b675-1804-4762-b454-68731b7a659b)] {{(pid=106252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 11:55:42.873520 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d10d75fc-b363-4bb5-bd92-e9e2403a079d req-d8ca25a6-ea54-49ad-888a-104edc9451d3 tempest-InstanceActionsNegativeTestJSON-1233871401 tempest-InstanceActionsNegativeTestJSON-1233871401-project] 10.222.0.66 "GET /v2.0/security-groups?id=25e6ccd3-e80c-4243-a9ca-aa7f77125708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766528 Aug 18 11:55:42.875953 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-90071439-4423-4742-a776-39a6259aaaef req-760ea3cf-3fa6-4391-a609-f2aa2f61da8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:43.011489 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760ea3cf-3fa6-4391-a609-f2aa2f61da8e service neutron] Pushing event updated for resources: {'Port': ['ID=e61414e5-66de-4741-b597-d01bb93bbcd5,revision_number=3']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:55:43.021066 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90071439-4423-4742-a776-39a6259aaaef req-760ea3cf-3fa6-4391-a609-f2aa2f61da8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:55:43.022485 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-90071439-4423-4742-a776-39a6259aaaef req-760ea3cf-3fa6-4391-a609-f2aa2f61da8e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:43.025195 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-90071439-4423-4742-a776-39a6259aaaef req-760ea3cf-3fa6-4391-a609-f2aa2f61da8e service neutron] 10.222.0.63 "PUT /v2.0/ports/e61414e5-66de-4741-b597-d01bb93bbcd5 HTTP/1.1" status: 200 len: 1092 time: 2.5453670 Aug 18 11:55:43.036282 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-1a273f0c-0b3b-4ce0-9a75-bc8aa655157c req-679d61ba-c34e-4b74-8a4c-ae4f2cc41bb9 tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:43.072709 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a94383bc-dd3e-4289-af60-f59c49f2e31d req-f9b93967-a71b-4385-97cb-17b917cf1e8f tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] 10.222.0.66 "GET /v2.0/ports?device_id=e38b4e3a-8fbc-41ad-b52d-117b7f8e6b31 HTTP/1.1" status: 200 len: 210 time: 0.0459504 Aug 18 11:55:43.105850 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-1a273f0c-0b3b-4ce0-9a75-bc8aa655157c req-679d61ba-c34e-4b74-8a4c-ae4f2cc41bb9 tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:43.143009 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [req-eb981dd0-cc89-4ad3-b17c-2fe3c4a5cb02 req-e7572c8c-57aa-4515-8e2c-54a5ba3fb9a9 tempest-LiveMigrationTest-1335981208 tempest-LiveMigrationTest-1335981208-project-admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=106252) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 11:55:43.145531 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-eb981dd0-cc89-4ad3-b17c-2fe3c4a5cb02 req-e7572c8c-57aa-4515-8e2c-54a5ba3fb9a9 tempest-LiveMigrationTest-1335981208 tempest-LiveMigrationTest-1335981208-project-admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0090806 Aug 18 11:55:43.161170 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-eb981dd0-cc89-4ad3-b17c-2fe3c4a5cb02 req-c57ef573-f57c-4659-b6c6-bf82ffb6393f service neutron] Request body: {'binding': {'host': 'n-h1-804985-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:55:43.161900 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-eb981dd0-cc89-4ad3-b17c-2fe3c4a5cb02 req-c57ef573-f57c-4659-b6c6-bf82ffb6393f service neutron] Unknown quota resources ['binding']. {{(pid=106252) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 18 11:55:43.173215 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a273f0c-0b3b-4ce0-9a75-bc8aa655157c req-679d61ba-c34e-4b74-8a4c-ae4f2cc41bb9 tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] Network 06bbcd73-3087-45af-ac07-d9df7df70b38 is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 11:55:43.176537 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [req-1a273f0c-0b3b-4ce0-9a75-bc8aa655157c req-679d61ba-c34e-4b74-8a4c-ae4f2cc41bb9 tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:55:43.180647 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a273f0c-0b3b-4ce0-9a75-bc8aa655157c req-679d61ba-c34e-4b74-8a4c-ae4f2cc41bb9 tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 11:55:43.200870 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90071439-4423-4742-a776-39a6259aaaef req-a8ef2cb9-0062-42ea-85de-a473d37dd6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:55:43.202924 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-90071439-4423-4742-a776-39a6259aaaef req-a8ef2cb9-0062-42ea-85de-a473d37dd6b8 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=125e9b40153b4c83bd0e608387b1d076&device_id=177b1a93-472e-444e-896d-e26c20072f7d HTTP/1.1" status: 200 len: 1095 time: 0.1087000 Aug 18 11:55:43.223979 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679d61ba-c34e-4b74-8a4c-ae4f2cc41bb9 tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] Pushing event updated for resources: {'Port': ['ID=30797c61-49b3-4afe-8d92-34349bf07488,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:55:43.269516 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a273f0c-0b3b-4ce0-9a75-bc8aa655157c req-679d61ba-c34e-4b74-8a4c-ae4f2cc41bb9 tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:55:43.273389 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-1a273f0c-0b3b-4ce0-9a75-bc8aa655157c req-679d61ba-c34e-4b74-8a4c-ae4f2cc41bb9 tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:43.277451 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-90071439-4423-4742-a776-39a6259aaaef req-490d3ea1-4e8c-44fc-aaaa-2f53fd58fd6d service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e61414e5-66de-4741-b597-d01bb93bbcd5 HTTP/1.1" status: 200 len: 217 time: 0.0605054 Aug 18 11:55:43.294489 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-1a273f0c-0b3b-4ce0-9a75-bc8aa655157c req-679d61ba-c34e-4b74-8a4c-ae4f2cc41bb9 tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0071442 Aug 18 11:55:43.308598 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [req-1a273f0c-0b3b-4ce0-9a75-bc8aa655157c req-36526f48-ce7c-4496-b046-ce6f92dabdc9 service neutron] Request body: {'port': {'device_id': 'e38b4e3a-8fbc-41ad-b52d-117b7f8e6b31', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804985-2'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:55:43.394227 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-1a273f0c-0b3b-4ce0-9a75-bc8aa655157c req-36526f48-ce7c-4496-b046-ce6f92dabdc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:43.422916 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 11:55:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87ca1403-032c-44ef-ae08-48c4dc218809 x-openstack-request-id: req-87ca1403-032c-44ef-ae08-48c4dc218809 {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:55:43.423481 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20add8b4-57cc-444f-ab68-4c4bdbf74579", "name": "network-vif-deleted", "tag": "00a243af-d43e-4f10-b82c-b1a023163287", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:55:43.423731 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-87ca1403-032c-44ef-ae08-48c4dc218809 {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:55:43.424133 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20add8b4-57cc-444f-ab68-4c4bdbf74579', 'name': 'network-vif-deleted', 'tag': '00a243af-d43e-4f10-b82c-b1a023163287', 'status': 'completed', 'code': 200} Aug 18 11:55:43.565975 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90071439-4423-4742-a776-39a6259aaaef req-554c559a-e746-4387-ab1c-a02b4bbe5788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:55:43.567357 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-90071439-4423-4742-a776-39a6259aaaef req-554c559a-e746-4387-ab1c-a02b4bbe5788 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=1aedd5e9-711d-467e-a895-a96e111279b0 HTTP/1.1" status: 200 len: 862 time: 0.2711625 Aug 18 11:55:43.612116 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-90071439-4423-4742-a776-39a6259aaaef req-78352073-e5f9-4541-8e52-4ad57eedaf7e service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=863bc76e-5321-4708-99ca-70e6a68393c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348945 Aug 18 11:55:43.612966 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-eb981dd0-cc89-4ad3-b17c-2fe3c4a5cb02 req-c57ef573-f57c-4659-b6c6-bf82ffb6393f service neutron] Attempting to bind port 94776a37-9bd3-4598-8e23-bc0c4defaa9a on host n-h1-804985-2 for vnic_type normal with profile None {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 11:55:43.613343 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-eb981dd0-cc89-4ad3-b17c-2fe3c4a5cb02 req-c57ef573-f57c-4659-b6c6-bf82ffb6393f service neutron] Attempting to bind port 94776a37-9bd3-4598-8e23-bc0c4defaa9a by drivers openvswitch,hyperv on host n-h1-804985-2 at level 0 using segments [{'id': '77044dd8-732d-4440-9cc8-7f1936544d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'f2b8460a-d20a-4d24-a458-477b4502f48c'}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 11:55:43.613679 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb981dd0-cc89-4ad3-b17c-2fe3c4a5cb02 req-c57ef573-f57c-4659-b6c6-bf82ffb6393f service neutron] Attempting to bind port 94776a37-9bd3-4598-8e23-bc0c4defaa9a on network f2b8460a-d20a-4d24-a458-477b4502f48c {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 11:55:43.618214 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb981dd0-cc89-4ad3-b17c-2fe3c4a5cb02 req-c57ef573-f57c-4659-b6c6-bf82ffb6393f service neutron] Port 94776a37-9bd3-4598-8e23-bc0c4defaa9a on network f2b8460a-d20a-4d24-a458-477b4502f48c not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-2 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 11:55:43.618527 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb981dd0-cc89-4ad3-b17c-2fe3c4a5cb02 req-c57ef573-f57c-4659-b6c6-bf82ffb6393f service neutron] Attempting to bind port 94776a37-9bd3-4598-8e23-bc0c4defaa9a on network f2b8460a-d20a-4d24-a458-477b4502f48c {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 11:55:43.625211 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb981dd0-cc89-4ad3-b17c-2fe3c4a5cb02 req-c57ef573-f57c-4659-b6c6-bf82ffb6393f service neutron] Checking agent: {'id': 'a613417a-d085-492c-941a-59bb18c633d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 49, 6), 'started_at': datetime.datetime(2021, 8, 18, 11, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 11, 55, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 11:55:43.625553 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb981dd0-cc89-4ad3-b17c-2fe3c4a5cb02 req-c57ef573-f57c-4659-b6c6-bf82ffb6393f service neutron] Checking segment: {'id': '77044dd8-732d-4440-9cc8-7f1936544d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'f2b8460a-d20a-4d24-a458-477b4502f48c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 11:55:43.625935 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb981dd0-cc89-4ad3-b17c-2fe3c4a5cb02 req-c57ef573-f57c-4659-b6c6-bf82ffb6393f service neutron] Bound using segment: {'id': '77044dd8-732d-4440-9cc8-7f1936544d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'f2b8460a-d20a-4d24-a458-477b4502f48c'} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 11:55:43.626455 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-eb981dd0-cc89-4ad3-b17c-2fe3c4a5cb02 req-c57ef573-f57c-4659-b6c6-bf82ffb6393f service neutron] Bound port: 94776a37-9bd3-4598-8e23-bc0c4defaa9a, host: n-h1-804985-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77044dd8-732d-4440-9cc8-7f1936544d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'f2b8460a-d20a-4d24-a458-477b4502f48c'}}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 11:55:43.749152 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [req-1a273f0c-0b3b-4ce0-9a75-bc8aa655157c req-36526f48-ce7c-4496-b046-ce6f92dabdc9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30797c61-49b3-4afe-8d92-34349bf07488 {{(pid=106253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 11:55:43.750111 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-eb981dd0-cc89-4ad3-b17c-2fe3c4a5cb02 req-c57ef573-f57c-4659-b6c6-bf82ffb6393f service neutron] For port 94776a37-9bd3-4598-8e23-bc0c4defaa9a, host n-h1-804985-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=94776a37-9bd3-4598-8e23-bc0c4defaa9a,segment=NetworkSegment(77044dd8-732d-4440-9cc8-7f1936544d71),segment_id=77044dd8-732d-4440-9cc8-7f1936544d71)] {{(pid=106252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 11:55:43.757159 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-1a273f0c-0b3b-4ce0-9a75-bc8aa655157c req-36526f48-ce7c-4496-b046-ce6f92dabdc9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:43.758593 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-eb981dd0-cc89-4ad3-b17c-2fe3c4a5cb02 req-c57ef573-f57c-4659-b6c6-bf82ffb6393f service neutron] Notify callbacks [] for binding, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:43.759792 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-eb981dd0-cc89-4ad3-b17c-2fe3c4a5cb02 req-c57ef573-f57c-4659-b6c6-bf82ffb6393f service neutron] 10.222.0.66 "POST /v2.0/ports/94776a37-9bd3-4598-8e23-bc0c4defaa9a/bindings HTTP/1.1" status: 201 len: 389 time: 0.6038644 Aug 18 11:55:43.770893 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [req-1a273f0c-0b3b-4ce0-9a75-bc8aa655157c req-36526f48-ce7c-4496-b046-ce6f92dabdc9 service neutron] Transition to ACTIVE for port object 30797c61-49b3-4afe-8d92-34349bf07488 will not be triggered until provisioned by entity L2. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 11:55:43.776410 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-1a273f0c-0b3b-4ce0-9a75-bc8aa655157c req-36526f48-ce7c-4496-b046-ce6f92dabdc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:43.777811 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-90071439-4423-4742-a776-39a6259aaaef req-9c69fa2d-da88-46d4-865c-271b2b41e089 service neutron] 10.222.0.63 "GET /v2.0/networks/863bc76e-5321-4708-99ca-70e6a68393c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536355 Aug 18 11:55:43.852741 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36526f48-ce7c-4496-b046-ce6f92dabdc9 service neutron] Pushing event updated for resources: {'Port': ['ID=30797c61-49b3-4afe-8d92-34349bf07488,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:55:43.965857 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-1a273f0c-0b3b-4ce0-9a75-bc8aa655157c req-36526f48-ce7c-4496-b046-ce6f92dabdc9 service neutron] Attempting to bind port 30797c61-49b3-4afe-8d92-34349bf07488 on host n-h2-804985-2 for vnic_type normal with profile {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 11:55:43.966216 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-90071439-4423-4742-a776-39a6259aaaef req-06bb11c2-5fd9-4894-923f-96cb7af6c6ee service neutron] 10.222.0.63 "GET /v2.0/networks/863bc76e-5321-4708-99ca-70e6a68393c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689708 Aug 18 11:55:43.966338 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-1a273f0c-0b3b-4ce0-9a75-bc8aa655157c req-36526f48-ce7c-4496-b046-ce6f92dabdc9 service neutron] Attempting to bind port 30797c61-49b3-4afe-8d92-34349bf07488 by drivers openvswitch,hyperv on host n-h2-804985-2 at level 0 using segments [{'id': '6c07e440-4a82-438f-a97f-74dad85fe56f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '06bbcd73-3087-45af-ac07-d9df7df70b38'}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 11:55:43.966573 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a273f0c-0b3b-4ce0-9a75-bc8aa655157c req-36526f48-ce7c-4496-b046-ce6f92dabdc9 service neutron] Attempting to bind port 30797c61-49b3-4afe-8d92-34349bf07488 on network 06bbcd73-3087-45af-ac07-d9df7df70b38 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 11:55:43.986664 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a273f0c-0b3b-4ce0-9a75-bc8aa655157c req-36526f48-ce7c-4496-b046-ce6f92dabdc9 service neutron] Port 30797c61-49b3-4afe-8d92-34349bf07488 on network 06bbcd73-3087-45af-ac07-d9df7df70b38 not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-2 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 11:55:43.987026 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a273f0c-0b3b-4ce0-9a75-bc8aa655157c req-36526f48-ce7c-4496-b046-ce6f92dabdc9 service neutron] Attempting to bind port 30797c61-49b3-4afe-8d92-34349bf07488 on network 06bbcd73-3087-45af-ac07-d9df7df70b38 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 11:55:43.999547 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a273f0c-0b3b-4ce0-9a75-bc8aa655157c req-36526f48-ce7c-4496-b046-ce6f92dabdc9 service neutron] Checking agent: {'id': 'da5da552-709c-4248-84de-86af99a0dc87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 49, 8), 'started_at': datetime.datetime(2021, 8, 18, 11, 49, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 11, 55, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 11:55:44.000414 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a273f0c-0b3b-4ce0-9a75-bc8aa655157c req-36526f48-ce7c-4496-b046-ce6f92dabdc9 service neutron] Checking segment: {'id': '6c07e440-4a82-438f-a97f-74dad85fe56f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '06bbcd73-3087-45af-ac07-d9df7df70b38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 11:55:44.001162 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a273f0c-0b3b-4ce0-9a75-bc8aa655157c req-36526f48-ce7c-4496-b046-ce6f92dabdc9 service neutron] Bound using segment: {'id': '6c07e440-4a82-438f-a97f-74dad85fe56f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '06bbcd73-3087-45af-ac07-d9df7df70b38'} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 11:55:44.001946 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-1a273f0c-0b3b-4ce0-9a75-bc8aa655157c req-36526f48-ce7c-4496-b046-ce6f92dabdc9 service neutron] Bound port: 30797c61-49b3-4afe-8d92-34349bf07488, host: n-h2-804985-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c07e440-4a82-438f-a97f-74dad85fe56f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '06bbcd73-3087-45af-ac07-d9df7df70b38'}}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 11:55:44.002543 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-1a273f0c-0b3b-4ce0-9a75-bc8aa655157c req-36526f48-ce7c-4496-b046-ce6f92dabdc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:44.099601 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f981a103-621d-4b35-860a-fce6807d2283 req-f725ca6b-e802-4770-98a5-0ceee0c25ebb tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:55:44.101191 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f981a103-621d-4b35-860a-fce6807d2283 req-f725ca6b-e802-4770-98a5-0ceee0c25ebb tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] 10.222.0.66 "GET /v2.0/ports?device_id=472358b7-93c5-423a-b5d1-0f535558285a HTTP/1.1" status: 200 len: 945 time: 0.0973663 Aug 18 11:55:44.117454 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-1a273f0c-0b3b-4ce0-9a75-bc8aa655157c req-36526f48-ce7c-4496-b046-ce6f92dabdc9 service neutron] For port 30797c61-49b3-4afe-8d92-34349bf07488, host n-h2-804985-2, cleared binding levels {{(pid=106253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 11:55:44.122215 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-1a273f0c-0b3b-4ce0-9a75-bc8aa655157c req-36526f48-ce7c-4496-b046-ce6f92dabdc9 service neutron] For port 30797c61-49b3-4afe-8d92-34349bf07488, host n-h2-804985-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=30797c61-49b3-4afe-8d92-34349bf07488,segment=NetworkSegment(6c07e440-4a82-438f-a97f-74dad85fe56f),segment_id=6c07e440-4a82-438f-a97f-74dad85fe56f)] {{(pid=106253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 11:55:44.130078 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-1a273f0c-0b3b-4ce0-9a75-bc8aa655157c req-36526f48-ce7c-4496-b046-ce6f92dabdc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:44.177130 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a273f0c-0b3b-4ce0-9a75-bc8aa655157c req-36526f48-ce7c-4496-b046-ce6f92dabdc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:55:44.177897 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-1a273f0c-0b3b-4ce0-9a75-bc8aa655157c req-36526f48-ce7c-4496-b046-ce6f92dabdc9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:44.179409 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-1a273f0c-0b3b-4ce0-9a75-bc8aa655157c req-36526f48-ce7c-4496-b046-ce6f92dabdc9 service neutron] 10.222.0.62 "PUT /v2.0/ports/30797c61-49b3-4afe-8d92-34349bf07488 HTTP/1.1" status: 200 len: 1092 time: 0.8756678 Aug 18 11:55:44.179909 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e38b4e3a-8fbc-41ad-b52d-117b7f8e6b31', 'tag': '30797c61-49b3-4afe-8d92-34349bf07488'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 11:55:44.182497 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0679f4c4b6e0e0c064a7d71d722dc30541a34fffee11680573be22ee2ffccc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8337ade6-8333-430d-b941-ea01bc0ec199" -d '{"events": [{"name": "network-changed", "server_uuid": "e38b4e3a-8fbc-41ad-b52d-117b7f8e6b31", "tag": "30797c61-49b3-4afe-8d92-34349bf07488"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:55:44.191208 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb981dd0-cc89-4ad3-b17c-2fe3c4a5cb02 req-f88f3e3f-a599-4157-8e6a-fd179e0f731b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:55:44.192801 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-eb981dd0-cc89-4ad3-b17c-2fe3c4a5cb02 req-f88f3e3f-a599-4157-8e6a-fd179e0f731b service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=188bebbd8f564ea0bbe77621cda4023c&device_id=472358b7-93c5-423a-b5d1-0f535558285a HTTP/1.1" status: 200 len: 1096 time: 0.1359839 Aug 18 11:55:44.207936 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36526f48-ce7c-4496-b046-ce6f92dabdc9 service neutron] Pushing event updated for resources: {'Port': ['ID=30797c61-49b3-4afe-8d92-34349bf07488,revision_number=3']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:55:44.215554 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f981a103-621d-4b35-860a-fce6807d2283 req-344c7739-2df5-437e-8c28-d285d1224744 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] 10.222.0.66 "GET /v2.0/security-groups?id=07aef7bb-6c11-4cb4-8594-c24180b5d811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997138 Aug 18 11:55:44.267022 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a273f0c-0b3b-4ce0-9a75-bc8aa655157c req-0905893f-0e2d-4d11-b9ba-2f739dbda1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:55:44.268763 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-1a273f0c-0b3b-4ce0-9a75-bc8aa655157c req-0905893f-0e2d-4d11-b9ba-2f739dbda1f4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=600fbea656874dbdb95dcdc7eb311868&device_id=e38b4e3a-8fbc-41ad-b52d-117b7f8e6b31 HTTP/1.1" status: 200 len: 1095 time: 0.0465322 Aug 18 11:55:44.275971 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a7af6b-4dcb-468e-9745-57a122ac0cad req-af1b8bb3-1428-4264-a94e-7b80e11cd093 tempest-InstanceActionsNegativeTestJSON-1233871401 tempest-InstanceActionsNegativeTestJSON-1233871401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:55:44.277615 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-35a7af6b-4dcb-468e-9745-57a122ac0cad req-af1b8bb3-1428-4264-a94e-7b80e11cd093 tempest-InstanceActionsNegativeTestJSON-1233871401 tempest-InstanceActionsNegativeTestJSON-1233871401-project] 10.222.0.66 "GET /v2.0/ports?device_id=177b1a93-472e-444e-896d-e26c20072f7d HTTP/1.1" status: 200 len: 944 time: 0.1489494 Aug 18 11:55:44.315718 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-1a273f0c-0b3b-4ce0-9a75-bc8aa655157c req-7437fd85-5cf5-4bd1-87ca-c7bc441eb7fc service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=30797c61-49b3-4afe-8d92-34349bf07488 HTTP/1.1" status: 200 len: 217 time: 0.0392807 Aug 18 11:55:44.348210 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-35a7af6b-4dcb-468e-9745-57a122ac0cad req-951abca8-6145-4aea-a59d-61b457d914b2 tempest-InstanceActionsNegativeTestJSON-1233871401 tempest-InstanceActionsNegativeTestJSON-1233871401-project] 10.222.0.66 "GET /v2.0/security-groups?id=25e6ccd3-e80c-4243-a9ca-aa7f77125708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600126 Aug 18 11:55:44.380936 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a273f0c-0b3b-4ce0-9a75-bc8aa655157c req-ed9c7e92-4a0a-4b53-b66d-0284230194be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:55:44.382939 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-1a273f0c-0b3b-4ce0-9a75-bc8aa655157c req-ed9c7e92-4a0a-4b53-b66d-0284230194be service neutron] 10.222.0.62 "GET /v2.0/subnets?id=59f3b61f-d9cb-4493-82ff-8b26e791861b HTTP/1.1" status: 200 len: 845 time: 0.0605195 Aug 18 11:55:44.383601 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb981dd0-cc89-4ad3-b17c-2fe3c4a5cb02 req-0913af6a-8a11-4c74-9cef-7a0a8c170268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:55:44.385872 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-eb981dd0-cc89-4ad3-b17c-2fe3c4a5cb02 req-0913af6a-8a11-4c74-9cef-7a0a8c170268 service neutron] 10.222.0.63 "GET /v2.0/networks?id=f2b8460a-d20a-4d24-a458-477b4502f48c HTTP/1.1" status: 200 len: 909 time: 0.1850948 Aug 18 11:55:44.436336 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-1a273f0c-0b3b-4ce0-9a75-bc8aa655157c req-6a5e8b4c-8a49-4db9-aff3-1853b427c63c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=06bbcd73-3087-45af-ac07-d9df7df70b38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458412 Aug 18 11:55:44.443438 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-eb981dd0-cc89-4ad3-b17c-2fe3c4a5cb02 req-6b70434c-8789-4226-bc61-dccb2b370c76 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=94776a37-9bd3-4598-8e23-bc0c4defaa9a HTTP/1.1" status: 200 len: 217 time: 0.0482261 Aug 18 11:55:44.553973 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-1a273f0c-0b3b-4ce0-9a75-bc8aa655157c req-204f11ab-532a-4564-a9ed-ce23f801d9fc service neutron] 10.222.0.62 "GET /v2.0/networks/06bbcd73-3087-45af-ac07-d9df7df70b38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086898 Aug 18 11:55:44.569674 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e53763d-8ce0-4d3b-88d2-a7eb5f748292 req-eea045da-3e6d-44e0-835a-546f966564a9 tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:55:44.571204 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4e53763d-8ce0-4d3b-88d2-a7eb5f748292 req-eea045da-3e6d-44e0-835a-546f966564a9 tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] 10.222.0.66 "GET /v2.0/ports?device_id=e38b4e3a-8fbc-41ad-b52d-117b7f8e6b31 HTTP/1.1" status: 200 len: 944 time: 0.1308224 Aug 18 11:55:44.580783 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb981dd0-cc89-4ad3-b17c-2fe3c4a5cb02 req-3a832494-81e7-43f8-801a-dadcb3c31707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:55:44.580783 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-eb981dd0-cc89-4ad3-b17c-2fe3c4a5cb02 req-3a832494-81e7-43f8-801a-dadcb3c31707 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a97adc7a-3cde-4d27-baf4-adb6fa582445 HTTP/1.1" status: 200 len: 848 time: 0.1221204 Aug 18 11:55:44.594541 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 11:55:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-002e0bd6-715c-4cd1-b999-40239477c794 x-openstack-request-id: req-002e0bd6-715c-4cd1-b999-40239477c794 {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:55:44.594827 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e38b4e3a-8fbc-41ad-b52d-117b7f8e6b31", "tag": "30797c61-49b3-4afe-8d92-34349bf07488", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:55:44.595068 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-002e0bd6-715c-4cd1-b999-40239477c794 {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:55:44.595718 n-d-804985-2 neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e38b4e3a-8fbc-41ad-b52d-117b7f8e6b31', 'tag': '30797c61-49b3-4afe-8d92-34349bf07488', 'status': 'completed', 'code': 200} Aug 18 11:55:44.620705 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4e53763d-8ce0-4d3b-88d2-a7eb5f748292 req-8d7951bb-79b0-4b2c-a188-ba370819e5b1 tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] 10.222.0.66 "GET /v2.0/security-groups?id=55743b86-4589-417c-a042-b0bad2e342b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431800 Aug 18 11:55:44.653858 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-eb981dd0-cc89-4ad3-b17c-2fe3c4a5cb02 req-a532e06b-27ca-4479-ba69-36bb5923366d service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=f2b8460a-d20a-4d24-a458-477b4502f48c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341270 Aug 18 11:55:44.670986 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-1a273f0c-0b3b-4ce0-9a75-bc8aa655157c req-f2b7bc5a-1951-42eb-8f4e-78189b5b92d7 service neutron] 10.222.0.62 "GET /v2.0/networks/06bbcd73-3087-45af-ac07-d9df7df70b38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084616 Aug 18 11:55:44.792848 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8337ade6-8333-430d-b941-ea01bc0ec199 req-6fa6962e-b087-4b84-abed-d9dc07d16bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:55:44.795040 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-8337ade6-8333-430d-b941-ea01bc0ec199 req-6fa6962e-b087-4b84-abed-d9dc07d16bb9 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=600fbea656874dbdb95dcdc7eb311868&device_id=e38b4e3a-8fbc-41ad-b52d-117b7f8e6b31 HTTP/1.1" status: 200 len: 1095 time: 0.0699728 Aug 18 11:55:44.856729 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-eb981dd0-cc89-4ad3-b17c-2fe3c4a5cb02 req-15ab8d05-f190-4bc4-a477-e641225375eb service neutron] 10.222.0.63 "GET /v2.0/networks/f2b8460a-d20a-4d24-a458-477b4502f48c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1967590 Aug 18 11:55:44.914910 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8337ade6-8333-430d-b941-ea01bc0ec199 req-37678440-b08f-4b40-b0be-ecf537b0a1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:55:44.916361 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-8337ade6-8333-430d-b941-ea01bc0ec199 req-37678440-b08f-4b40-b0be-ecf537b0a1e4 service neutron] 10.222.0.62 "GET /v2.0/networks?id=06bbcd73-3087-45af-ac07-d9df7df70b38 HTTP/1.1" status: 200 len: 906 time: 0.1125278 Aug 18 11:55:44.969575 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-8337ade6-8333-430d-b941-ea01bc0ec199 req-76d53891-e58c-42f2-a4da-b6f47f6eae67 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=30797c61-49b3-4afe-8d92-34349bf07488 HTTP/1.1" status: 200 len: 217 time: 0.0449319 Aug 18 11:55:44.987002 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a83203c-d165-4b1a-b978-664a2efadeb1 req-1ca956b2-a5ca-4e70-808b-807a855e9786 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:55:44.995120 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1a83203c-d165-4b1a-b978-664a2efadeb1 req-1ca956b2-a5ca-4e70-808b-807a855e9786 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.66 "GET /v2.0/networks?id=f471d7de-70da-4549-acfc-45017b3843ff HTTP/1.1" status: 200 len: 821 time: 0.2092166 Aug 18 11:55:45.013985 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1a83203c-d165-4b1a-b978-664a2efadeb1 req-850bba52-fc51-4693-9587-224cd7a5987a tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.66 "GET /v2.0/quotas/3bd2664269674b678c41aeb663f1f43e HTTP/1.1" status: 200 len: 375 time: 0.0179727 Aug 18 11:55:45.038425 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8337ade6-8333-430d-b941-ea01bc0ec199 req-d1f9c50a-231c-4eb6-a3d8-2bb6459b5ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:55:45.039970 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-8337ade6-8333-430d-b941-ea01bc0ec199 req-d1f9c50a-231c-4eb6-a3d8-2bb6459b5ddf service neutron] 10.222.0.62 "GET /v2.0/subnets?id=59f3b61f-d9cb-4493-82ff-8b26e791861b HTTP/1.1" status: 200 len: 845 time: 0.0612264 Aug 18 11:55:45.069325 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-eb981dd0-cc89-4ad3-b17c-2fe3c4a5cb02 req-7d9fa701-8b79-4a2b-a928-4d9b5053ca75 service neutron] 10.222.0.63 "GET /v2.0/networks/f2b8460a-d20a-4d24-a458-477b4502f48c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1990499 Aug 18 11:55:45.091513 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1a83203c-d165-4b1a-b978-664a2efadeb1 req-70038707-bfa9-4307-82a1-524a81a50315 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=3bd2664269674b678c41aeb663f1f43e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0764451 Aug 18 11:55:45.094097 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-8337ade6-8333-430d-b941-ea01bc0ec199 req-488d9df7-8cd1-4aea-8985-497ec882219e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=06bbcd73-3087-45af-ac07-d9df7df70b38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447056 Aug 18 11:55:45.194921 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-8337ade6-8333-430d-b941-ea01bc0ec199 req-0b06906a-c574-46ba-b3cd-4579c14456e9 service neutron] 10.222.0.62 "GET /v2.0/networks/06bbcd73-3087-45af-ac07-d9df7df70b38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924869 Aug 18 11:55:45.231408 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1a83203c-d165-4b1a-b978-664a2efadeb1 req-6e4f3014-f729-48d8-9487-c1028e33d042 service neutron] 10.222.0.66 "GET /v2.0/networks/f471d7de-70da-4549-acfc-45017b3843ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389017 Aug 18 11:55:45.350290 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1a83203c-d165-4b1a-b978-664a2efadeb1 req-9876e2e6-dadc-409c-b2d0-a1177673432c service neutron] 10.222.0.66 "GET /v2.0/networks/f471d7de-70da-4549-acfc-45017b3843ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165335 Aug 18 11:55:45.365210 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-8337ade6-8333-430d-b941-ea01bc0ec199 req-cba85e2f-6604-4711-b3d7-d1a860341ad5 service neutron] 10.222.0.62 "GET /v2.0/networks/06bbcd73-3087-45af-ac07-d9df7df70b38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610665 Aug 18 11:55:45.425488 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '177b1a93-472e-444e-896d-e26c20072f7d', 'tag': 'e61414e5-66de-4741-b597-d01bb93bbcd5'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 11:55:45.428380 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e3e0af2-1cb7-430f-b30d-d1befb5e3ab7" -d '{"events": [{"name": "network-changed", "server_uuid": "177b1a93-472e-444e-896d-e26c20072f7d", "tag": "e61414e5-66de-4741-b597-d01bb93bbcd5"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:55:45.545572 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69406fb0-822f-4be2-b756-955232effceb req-e4df5d17-7524-4da9-8000-a85df587fc25 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:55:45.548832 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-69406fb0-822f-4be2-b756-955232effceb req-e4df5d17-7524-4da9-8000-a85df587fc25 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] 10.222.0.66 "GET /v2.0/ports?device_id=472358b7-93c5-423a-b5d1-0f535558285a HTTP/1.1" status: 200 len: 945 time: 0.0672545 Aug 18 11:55:45.595073 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-69406fb0-822f-4be2-b756-955232effceb req-3898e3cd-d311-4489-858b-5ea1da1e734a tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] 10.222.0.66 "GET /v2.0/security-groups?id=07aef7bb-6c11-4cb4-8594-c24180b5d811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399261 Aug 18 11:55:45.717535 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfa3c9c-df16-4b5c-93f8-d1b8afc44000 req-dd972c4f-9fa6-494b-81f3-6e9ca6da3a96 tempest-InstanceActionsNegativeTestJSON-1233871401 tempest-InstanceActionsNegativeTestJSON-1233871401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:55:45.719415 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0bfa3c9c-df16-4b5c-93f8-d1b8afc44000 req-dd972c4f-9fa6-494b-81f3-6e9ca6da3a96 tempest-InstanceActionsNegativeTestJSON-1233871401 tempest-InstanceActionsNegativeTestJSON-1233871401-project] 10.222.0.66 "GET /v2.0/ports?device_id=177b1a93-472e-444e-896d-e26c20072f7d HTTP/1.1" status: 200 len: 944 time: 0.0619709 Aug 18 11:55:45.735323 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 11:55:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdde849c-cd27-4195-b11e-ad780a821a9e x-openstack-request-id: req-bdde849c-cd27-4195-b11e-ad780a821a9e {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:55:45.736006 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "177b1a93-472e-444e-896d-e26c20072f7d", "tag": "e61414e5-66de-4741-b597-d01bb93bbcd5", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:55:45.736426 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-bdde849c-cd27-4195-b11e-ad780a821a9e {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:55:45.737078 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '177b1a93-472e-444e-896d-e26c20072f7d', 'tag': 'e61414e5-66de-4741-b597-d01bb93bbcd5', 'status': 'completed', 'code': 200} Aug 18 11:55:45.804227 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0bfa3c9c-df16-4b5c-93f8-d1b8afc44000 req-696e601e-1d50-4f5c-b71f-1fe22d615f55 tempest-InstanceActionsNegativeTestJSON-1233871401 tempest-InstanceActionsNegativeTestJSON-1233871401-project] 10.222.0.66 "GET /v2.0/security-groups?id=25e6ccd3-e80c-4243-a9ca-aa7f77125708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776031 Aug 18 11:55:45.840979 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3e0af2-1cb7-430f-b30d-d1befb5e3ab7 req-374f070d-2ad3-44f9-a98f-0f06081967c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:55:45.842574 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0e3e0af2-1cb7-430f-b30d-d1befb5e3ab7 req-374f070d-2ad3-44f9-a98f-0f06081967c7 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=125e9b40153b4c83bd0e608387b1d076&device_id=177b1a93-472e-444e-896d-e26c20072f7d HTTP/1.1" status: 200 len: 1095 time: 0.0782571 Aug 18 11:55:46.082361 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d7918271-ca78-4d85-8b56-e86c80d38549 req-fce3ad91-63a2-4cb7-8500-0a9a621fd12c tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.66 "GET /v2.0/ports?device_id=af8b3f7f-0e9e-4899-ae59-bba76d0eea1d HTTP/1.1" status: 200 len: 210 time: 0.0744662 Aug 18 11:55:46.111321 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e955b89-a580-4cd1-ba3e-60a649a7bab1 req-f57239ad-5870-4232-8bd3-cfd2bede375b tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:55:46.119302 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7e955b89-a580-4cd1-ba3e-60a649a7bab1 req-f57239ad-5870-4232-8bd3-cfd2bede375b tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] 10.222.0.66 "GET /v2.0/ports?device_id=e38b4e3a-8fbc-41ad-b52d-117b7f8e6b31 HTTP/1.1" status: 200 len: 944 time: 0.1098235 Aug 18 11:55:46.170710 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3e0af2-1cb7-430f-b30d-d1befb5e3ab7 req-7e1a921d-92ef-49f5-89ab-8c34fd8b84f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:55:46.172804 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0e3e0af2-1cb7-430f-b30d-d1befb5e3ab7 req-7e1a921d-92ef-49f5-89ab-8c34fd8b84f6 service neutron] 10.222.0.63 "GET /v2.0/networks?id=863bc76e-5321-4708-99ca-70e6a68393c3 HTTP/1.1" status: 200 len: 923 time: 0.3218238 Aug 18 11:55:46.183018 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 52630) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:55:46.190163 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7e955b89-a580-4cd1-ba3e-60a649a7bab1 req-4cd56120-a50e-4fd6-84e8-d071bcab9b15 tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] 10.222.0.66 "GET /v2.0/security-groups?id=55743b86-4589-417c-a042-b0bad2e342b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654109 Aug 18 11:55:46.239841 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0e3e0af2-1cb7-430f-b30d-d1befb5e3ab7 req-12e8559a-d420-4871-9cd3-29f2a8b1300d service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e61414e5-66de-4741-b597-d01bb93bbcd5 HTTP/1.1" status: 200 len: 217 time: 0.0482254 Aug 18 11:55:46.332797 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3e0af2-1cb7-430f-b30d-d1befb5e3ab7 req-2ec893a3-6f6c-4727-9c35-69689736012e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:55:46.334837 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0e3e0af2-1cb7-430f-b30d-d1befb5e3ab7 req-2ec893a3-6f6c-4727-9c35-69689736012e service neutron] 10.222.0.63 "GET /v2.0/subnets?id=1aedd5e9-711d-467e-a895-a96e111279b0 HTTP/1.1" status: 200 len: 862 time: 0.0878570 Aug 18 11:55:46.377170 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0e3e0af2-1cb7-430f-b30d-d1befb5e3ab7 req-43e57792-fe16-498d-9ac6-8d4b80967cc3 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=863bc76e-5321-4708-99ca-70e6a68393c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337350 Aug 18 11:55:46.534962 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0e3e0af2-1cb7-430f-b30d-d1befb5e3ab7 req-22a488d2-e70e-42e1-b643-42baef3edb96 service neutron] 10.222.0.63 "GET /v2.0/networks/863bc76e-5321-4708-99ca-70e6a68393c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481528 Aug 18 11:55:46.673574 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0ae6393b-c9c9-4b64-9651-e35c41f31056 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-996815'] for router_interface, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:46.674848 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0e3e0af2-1cb7-430f-b30d-d1befb5e3ab7 req-033655ee-e7fa-424b-b381-ff738528bbd3 service neutron] 10.222.0.63 "GET /v2.0/networks/863bc76e-5321-4708-99ca-70e6a68393c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273332 Aug 18 11:55:46.744702 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2173fff7-bda8-48e8-a9e6-454c2dd97a38 req-9f7a2029-1be4-4465-9a6e-fcb8d6d5e7fd tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:55:46.746401 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2173fff7-bda8-48e8-a9e6-454c2dd97a38 req-9f7a2029-1be4-4465-9a6e-fcb8d6d5e7fd tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] 10.222.0.66 "GET /v2.0/ports?device_id=472358b7-93c5-423a-b5d1-0f535558285a HTTP/1.1" status: 200 len: 945 time: 0.0653458 Aug 18 11:55:46.800789 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2173fff7-bda8-48e8-a9e6-454c2dd97a38 req-de419dcf-f2d5-4e7a-acfa-c9b3702a079a tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] 10.222.0.66 "GET /v2.0/security-groups?id=07aef7bb-6c11-4cb4-8594-c24180b5d811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449977 Aug 18 11:55:46.961635 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e246f3-a099-40f3-a4d8-0211ce9ad19f req-f5cba9cf-d060-42e1-9a82-2da119fa1a51 tempest-InstanceActionsNegativeTestJSON-1233871401 tempest-InstanceActionsNegativeTestJSON-1233871401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:55:46.969838 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-19e246f3-a099-40f3-a4d8-0211ce9ad19f req-f5cba9cf-d060-42e1-9a82-2da119fa1a51 tempest-InstanceActionsNegativeTestJSON-1233871401 tempest-InstanceActionsNegativeTestJSON-1233871401-project] 10.222.0.66 "GET /v2.0/ports?device_id=177b1a93-472e-444e-896d-e26c20072f7d HTTP/1.1" status: 200 len: 944 time: 0.0647230 Aug 18 11:55:47.004371 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-0ae6393b-c9c9-4b64-9651-e35c41f31056 admin admin] Deleting port 32f6b140-da04-4465-9d85-fe971724c696 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 11:55:47.004747 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0ae6393b-c9c9-4b64-9651-e35c41f31056 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:47.042608 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-19e246f3-a099-40f3-a4d8-0211ce9ad19f req-b553e913-089a-4b4d-a0f5-81515aa6178c tempest-InstanceActionsNegativeTestJSON-1233871401 tempest-InstanceActionsNegativeTestJSON-1233871401-project] 10.222.0.66 "GET /v2.0/security-groups?id=25e6ccd3-e80c-4243-a9ca-aa7f77125708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718212 Aug 18 11:55:47.119850 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [None req-0ae6393b-c9c9-4b64-9651-e35c41f31056 admin admin] For port 32f6b140-da04-4465-9d85-fe971724c696, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=32f6b140-da04-4465-9d85-fe971724c696,segment=NetworkSegment(8ba4150c-c7c2-4067-8951-4d5305732330),segment_id=8ba4150c-c7c2-4067-8951-4d5305732330)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:55:47.120620 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0ae6393b-c9c9-4b64-9651-e35c41f31056 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:47.137195 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-0ae6393b-c9c9-4b64-9651-e35c41f31056 admin admin] Calling delete_port for 32f6b140-da04-4465-9d85-fe971724c696 owned by network:router_interface {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 11:55:47.351634 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ea3f0bfa-b12d-48e3-a834-11b4aebf1a5c req-22ab55e7-7a1e-4ecb-8b20-d3627da865c9 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.66 "GET /v2.0/ports?device_id=af8b3f7f-0e9e-4899-ae59-bba76d0eea1d HTTP/1.1" status: 200 len: 210 time: 0.0996020 Aug 18 11:55:47.395374 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a83203c-d165-4b1a-b978-664a2efadeb1 req-f56493f9-f70a-4c8b-8c1f-782c2d42f09d tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:55:47.397665 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1a83203c-d165-4b1a-b978-664a2efadeb1 req-f56493f9-f70a-4c8b-8c1f-782c2d42f09d tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.63 "GET /v2.0/networks?id=f471d7de-70da-4549-acfc-45017b3843ff HTTP/1.1" status: 200 len: 821 time: 0.3981380 Aug 18 11:55:47.417443 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c330da4-37c1-49b7-b460-173bb5797ca1 req-6906f293-5b71-4b0b-af8f-145f4bd68f88 tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:55:47.425065 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3c330da4-37c1-49b7-b460-173bb5797ca1 req-6906f293-5b71-4b0b-af8f-145f4bd68f88 tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] 10.222.0.66 "GET /v2.0/ports?device_id=e38b4e3a-8fbc-41ad-b52d-117b7f8e6b31 HTTP/1.1" status: 200 len: 944 time: 0.1498404 Aug 18 11:55:47.431156 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-1a83203c-d165-4b1a-b978-664a2efadeb1 req-227d459a-0ae5-4ca7-bdda-62c4e02df194 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] Request body: {'port': {'device_id': 'af8b3f7f-0e9e-4899-ae59-bba76d0eea1d', 'network_id': 'f471d7de-70da-4549-acfc-45017b3843ff', 'admin_state_up': True, 'tenant_id': '3bd2664269674b678c41aeb663f1f43e'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:55:47.476595 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device e61414e5-66de-4741-b597-d01bb93bbcd5 details requested by agent hyperv_n-h1-804985-2 with host n-h1-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 11:55:47.516871 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0ae6393b-c9c9-4b64-9651-e35c41f31056 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:47.553437 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3c330da4-37c1-49b7-b460-173bb5797ca1 req-1d41b0d5-633d-430e-bbe2-a78d609c68ec tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] 10.222.0.66 "GET /v2.0/security-groups?id=55743b86-4589-417c-a042-b0bad2e342b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273820 Aug 18 11:55:47.556141 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 52656) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:55:47.567990 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae6393b-c9c9-4b64-9651-e35c41f31056 admin admin] Pushing event deleted for resources: {'Port': ['ID=32f6b140-da04-4465-9d85-fe971724c696,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:55:47.702141 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a83203c-d165-4b1a-b978-664a2efadeb1 req-227d459a-0ae5-4ca7-bdda-62c4e02df194 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] Made reservation on behalf of 3bd2664269674b678c41aeb663f1f43e for: {'port': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 11:55:47.703877 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port e61414e5-66de-4741-b597-d01bb93bbcd5, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=e61414e5-66de-4741-b597-d01bb93bbcd5,segment=NetworkSegment(1106b675-1804-4762-b454-68731b7a659b),segment_id=1106b675-1804-4762-b454-68731b7a659b)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:55:47.709217 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-1a83203c-d165-4b1a-b978-664a2efadeb1 req-227d459a-0ae5-4ca7-bdda-62c4e02df194 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:47.734902 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Returning: {'device': 'e61414e5-66de-4741-b597-d01bb93bbcd5', 'network_id': '863bc76e-5321-4708-99ca-70e6a68393c3', 'port_id': 'e61414e5-66de-4741-b597-d01bb93bbcd5', 'mac_address': 'fa:16:3e:9c:b8:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 834, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1aedd5e9-711d-467e-a895-a96e111279b0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 11:55:47.791166 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:47.817756 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e61414e5-66de-4741-b597-d01bb93bbcd5 {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 11:55:47.849872 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port e61414e5-66de-4741-b597-d01bb93bbcd5, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=e61414e5-66de-4741-b597-d01bb93bbcd5,segment=NetworkSegment(1106b675-1804-4762-b454-68731b7a659b),segment_id=1106b675-1804-4762-b454-68731b7a659b)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:55:47.858979 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:47.877583 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-81b7787f-7bed-4804-98ac-a3817cfc9e03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:47.878227 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0ae6393b-c9c9-4b64-9651-e35c41f31056 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953695'] for router_interface, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:47.933189 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 30797c61-49b3-4afe-8d92-34349bf07488 details requested by agent hyperv_n-h2-804985-2 with host n-h2-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 11:55:48.028422 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=e61414e5-66de-4741-b597-d01bb93bbcd5,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:55:48.126545 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-81b7787f-7bed-4804-98ac-a3817cfc9e03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:48.141371 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port 30797c61-49b3-4afe-8d92-34349bf07488, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=30797c61-49b3-4afe-8d92-34349bf07488,segment=NetworkSegment(6c07e440-4a82-438f-a97f-74dad85fe56f),segment_id=6c07e440-4a82-438f-a97f-74dad85fe56f)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:55:48.163395 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-81b7787f-7bed-4804-98ac-a3817cfc9e03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:48.169066 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Returning: {'device': '30797c61-49b3-4afe-8d92-34349bf07488', 'network_id': '06bbcd73-3087-45af-ac07-d9df7df70b38', 'port_id': '30797c61-49b3-4afe-8d92-34349bf07488', 'mac_address': 'fa:16:3e:3f:c9:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 805, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59f3b61f-d9cb-4493-82ff-8b26e791861b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 11:55:48.176013 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] get_ports_and_sgs() called for port_ids ['e61414e5-66de-4741-b597-d01bb93bbcd5'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 11:55:48.273206 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:48.277468 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [req-1a83203c-d165-4b1a-b978-664a2efadeb1 req-227d459a-0ae5-4ca7-bdda-62c4e02df194 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] Allocated IP 172.20.0.11 (f471d7de-70da-4549-acfc-45017b3843ff/16b84496-6d9e-4d8c-9087-8e81549f7d75/30f1b385-04a1-4c89-8d99-be909bc8e6f3) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 11:55:48.287987 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30797c61-49b3-4afe-8d92-34349bf07488 {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 11:55:48.308467 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-81b7787f-7bed-4804-98ac-a3817cfc9e03 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6ec381d5f29b4e30968c471aa43806d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7488117 Aug 18 11:55:48.311529 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port 30797c61-49b3-4afe-8d92-34349bf07488, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=30797c61-49b3-4afe-8d92-34349bf07488,segment=NetworkSegment(6c07e440-4a82-438f-a97f-74dad85fe56f),segment_id=6c07e440-4a82-438f-a97f-74dad85fe56f)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:55:48.322467 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:48.327452 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 52670) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:55:48.339511 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6007b0a1-8a33-4a45-89b5-538096c86fcf req-28772fb1-9c0a-4bd8-8454-e3bf4b7516b2 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:55:48.341884 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6007b0a1-8a33-4a45-89b5-538096c86fcf req-28772fb1-9c0a-4bd8-8454-e3bf4b7516b2 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] 10.222.0.66 "GET /v2.0/ports?device_id=472358b7-93c5-423a-b5d1-0f535558285a HTTP/1.1" status: 200 len: 945 time: 0.4197979 Aug 18 11:55:48.383396 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b7787f-7bed-4804-98ac-a3817cfc9e03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97f70c61-e415-4b10-9f72-084ce13e7489,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:55:48.413314 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=30797c61-49b3-4afe-8d92-34349bf07488,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:55:48.469378 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-802223dc-72a6-49ee-844b-cdfee12034a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:48.493622 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c555891b-bc3c-4219-8f83-a528f01993eb req-d6e8c910-1c33-46c0-9ec3-64abf56478f3 tempest-InstanceActionsNegativeTestJSON-1233871401 tempest-InstanceActionsNegativeTestJSON-1233871401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:55:48.496031 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c555891b-bc3c-4219-8f83-a528f01993eb req-d6e8c910-1c33-46c0-9ec3-64abf56478f3 tempest-InstanceActionsNegativeTestJSON-1233871401 tempest-InstanceActionsNegativeTestJSON-1233871401-project] 10.222.0.66 "GET /v2.0/ports?device_id=177b1a93-472e-444e-896d-e26c20072f7d HTTP/1.1" status: 200 len: 945 time: 0.2540433 Aug 18 11:55:48.505625 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-271ca231-a33a-4199-8cbb-2746c40d5aec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:48.574107 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6007b0a1-8a33-4a45-89b5-538096c86fcf req-0b207e1f-a5b9-45d0-9ed7-223f98853645 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] 10.222.0.66 "GET /v2.0/security-groups?id=07aef7bb-6c11-4cb4-8594-c24180b5d811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860454 Aug 18 11:55:48.581419 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-271ca231-a33a-4199-8cbb-2746c40d5aec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:48.621441 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ae6393b-c9c9-4b64-9651-e35c41f31056 admin admin] Router e70189e5-4e2a-4b50-b30f-6d9b97034b70 has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 11:55:48.627066 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] get_ports_and_sgs() called for port_ids ['30797c61-49b3-4afe-8d92-34349bf07488'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 11:55:48.648555 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c555891b-bc3c-4219-8f83-a528f01993eb req-a7617808-e41c-4081-892c-47104e6f5f35 tempest-InstanceActionsNegativeTestJSON-1233871401 tempest-InstanceActionsNegativeTestJSON-1233871401-project] 10.222.0.66 "GET /v2.0/security-groups?id=25e6ccd3-e80c-4243-a9ca-aa7f77125708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388023 Aug 18 11:55:48.735358 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-271ca231-a33a-4199-8cbb-2746c40d5aec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:48.739016 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-271ca231-a33a-4199-8cbb-2746c40d5aec admin admin] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:48.744050 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-271ca231-a33a-4199-8cbb-2746c40d5aec admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/97f70c61-e415-4b10-9f72-084ce13e7489 HTTP/1.1" status: 204 len: 168 time: 0.4151361 Aug 18 11:55:48.810140 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271ca231-a33a-4199-8cbb-2746c40d5aec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97f70c61-e415-4b10-9f72-084ce13e7489,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:55:48.810488 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ae6393b-c9c9-4b64-9651-e35c41f31056 admin admin] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 11:55:48.821678 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-0ae6393b-c9c9-4b64-9651-e35c41f31056 admin admin] 10.222.0.66 "PUT /v2.0/routers/e70189e5-4e2a-4b50-b30f-6d9b97034b70/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6332715 Aug 18 11:55:48.821905 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d66aa4d0-6420-4e5c-93d6-5a1dc941c00c req-2ee7e253-fba2-4611-95e3-d6707365db26 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.66 "GET /v2.0/ports?device_id=af8b3f7f-0e9e-4899-ae59-bba76d0eea1d HTTP/1.1" status: 200 len: 210 time: 0.0564120 Aug 18 11:55:48.825086 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 52678) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:55:48.844923 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d7c0ca-78ff-4c62-8781-78c75add6b83 None None] Sync routers for ids ['e70189e5-4e2a-4b50-b30f-6d9b97034b70'] in n-d-804985-2 {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 11:55:48.876440 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d7c0ca-78ff-4c62-8781-78c75add6b83 None None] Routers {'e70189e5-4e2a-4b50-b30f-6d9b97034b70'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 11:55:48.877345 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-d0d7c0ca-78ff-4c62-8781-78c75add6b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T11:55:21Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['e70189e5-4e2a-4b50-b30f-6d9b97034b70'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:55:48.878447 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-1a83203c-d165-4b1a-b978-664a2efadeb1 req-227d459a-0ae5-4ca7-bdda-62c4e02df194 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:48.944329 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb2867a-c6f1-4051-8106-508cf65f1fd3 req-b99f79d5-f73c-444d-ba9d-e2a5821d487f tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:55:48.946058 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3fb2867a-c6f1-4051-8106-508cf65f1fd3 req-b99f79d5-f73c-444d-ba9d-e2a5821d487f tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] 10.222.0.66 "GET /v2.0/ports?device_id=e38b4e3a-8fbc-41ad-b52d-117b7f8e6b31 HTTP/1.1" status: 200 len: 945 time: 0.0972805 Aug 18 11:55:48.993774 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-1a83203c-d165-4b1a-b978-664a2efadeb1 req-227d459a-0ae5-4ca7-bdda-62c4e02df194 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:49.018161 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3fb2867a-c6f1-4051-8106-508cf65f1fd3 req-5b760c6a-4e72-4647-af4c-8562daa72c48 tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] 10.222.0.66 "GET /v2.0/security-groups?id=55743b86-4589-417c-a042-b0bad2e342b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631170 Aug 18 11:55:49.035560 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a8ee1a6c-5ffb-41b0-9b89-c38ff3718ce3 admin admin] Notify callbacks [] for router, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:49.062024 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a83203c-d165-4b1a-b978-664a2efadeb1 req-227d459a-0ae5-4ca7-bdda-62c4e02df194 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] Network f471d7de-70da-4549-acfc-45017b3843ff is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 11:55:49.067756 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [req-1a83203c-d165-4b1a-b978-664a2efadeb1 req-227d459a-0ae5-4ca7-bdda-62c4e02df194 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:55:49.072560 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a83203c-d165-4b1a-b978-664a2efadeb1 req-227d459a-0ae5-4ca7-bdda-62c4e02df194 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 11:55:49.078306 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-d0d7c0ca-78ff-4c62-8781-78c75add6b83 None None] Set router e70189e5-4e2a-4b50-b30f-6d9b97034b70 gateway port host: n-d-804985-2 {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 11:55:49.106364 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227d459a-0ae5-4ca7-bdda-62c4e02df194 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] Pushing event updated for resources: {'Port': ['ID=30f1b385-04a1-4c89-8d99-be909bc8e6f3,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:55:49.142165 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a83203c-d165-4b1a-b978-664a2efadeb1 req-227d459a-0ae5-4ca7-bdda-62c4e02df194 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:55:49.143453 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-1a83203c-d165-4b1a-b978-664a2efadeb1 req-227d459a-0ae5-4ca7-bdda-62c4e02df194 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:49.165715 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1a83203c-d165-4b1a-b978-664a2efadeb1 req-227d459a-0ae5-4ca7-bdda-62c4e02df194 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7383361 Aug 18 11:55:49.178917 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-1a83203c-d165-4b1a-b978-664a2efadeb1 req-699b8201-27c3-44b9-8359-8ad456bc933f service neutron] Request body: {'port': {'device_id': 'af8b3f7f-0e9e-4899-ae59-bba76d0eea1d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804985-2'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:55:49.259889 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-1a83203c-d165-4b1a-b978-664a2efadeb1 req-699b8201-27c3-44b9-8359-8ad456bc933f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:49.281671 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a8ee1a6c-5ffb-41b0-9b89-c38ff3718ce3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:49.439148 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-a8ee1a6c-5ffb-41b0-9b89-c38ff3718ce3 admin admin] Deleting port e6247c9b-6fff-47ae-b4bc-fef3e0891510 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 11:55:49.439477 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a8ee1a6c-5ffb-41b0-9b89-c38ff3718ce3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:49.490416 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device e61414e5-66de-4741-b597-d01bb93bbcd5 up at agent hyperv_n-h1-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:55:49.583323 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-d0d7c0ca-78ff-4c62-8781-78c75add6b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e70189e5-4e2a-4b50-b30f-6d9b97034b70', 'name': 'tempest-AttachSCSIVolumeTestJSON-1580712597-router', 'tenant_id': 'a65ddbb807d24f23a7d89558035c12d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.104'}], 'enable_snat': True}, 'gw_port_id': 'e6247c9b-6fff-47ae-b4bc-fef3e0891510', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T11:53:48Z', 'updated_at': '2021-08-18T11:55:47Z', 'revision_number': 5, 'project_id': 'a65ddbb807d24f23a7d89558035c12d2', 'gw_port': {'id': 'e6247c9b-6fff-47ae-b4bc-fef3e0891510', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:32:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e70189e5-4e2a-4b50-b30f-6d9b97034b70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:53:49Z', 'updated_at': '2021-08-18T11:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:55:49.586757 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Provisioning for port e61414e5-66de-4741-b597-d01bb93bbcd5 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 11:55:49.622741 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d7c0ca-78ff-4c62-8781-78c75add6b83 None None] Checking router: e70189e5-4e2a-4b50-b30f-6d9b97034b70 for host: n-d-804985-2 {{(pid=106254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 11:55:49.624974 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Provisioning complete for port e61414e5-66de-4741-b597-d01bb93bbcd5 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:55:49.625397 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:49.662165 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d7c0ca-78ff-4c62-8781-78c75add6b83 None None] Routers {'e70189e5-4e2a-4b50-b30f-6d9b97034b70'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 11:55:49.662967 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-d0d7c0ca-78ff-4c62-8781-78c75add6b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T11:55:21Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['e70189e5-4e2a-4b50-b30f-6d9b97034b70'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:55:49.663819 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [None req-a8ee1a6c-5ffb-41b0-9b89-c38ff3718ce3 admin admin] For port e6247c9b-6fff-47ae-b4bc-fef3e0891510, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=e6247c9b-6fff-47ae-b4bc-fef3e0891510,segment=NetworkSegment(c5a3db9d-5c58-41b1-9177-d5787a597b78),segment_id=c5a3db9d-5c58-41b1-9177-d5787a597b78)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:55:49.664306 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a8ee1a6c-5ffb-41b0-9b89-c38ff3718ce3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:49.678007 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-a8ee1a6c-5ffb-41b0-9b89-c38ff3718ce3 admin admin] Calling delete_port for e6247c9b-6fff-47ae-b4bc-fef3e0891510 owned by network:router_gateway {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 11:55:49.805826 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [req-1a83203c-d165-4b1a-b978-664a2efadeb1 req-699b8201-27c3-44b9-8359-8ad456bc933f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30f1b385-04a1-4c89-8d99-be909bc8e6f3 {{(pid=106252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 11:55:49.817388 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-d0d7c0ca-78ff-4c62-8781-78c75add6b83 None None] Set router e70189e5-4e2a-4b50-b30f-6d9b97034b70 gateway port host: None {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 11:55:49.837045 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-1a83203c-d165-4b1a-b978-664a2efadeb1 req-699b8201-27c3-44b9-8359-8ad456bc933f service neutron] Notify callbacks [] for port, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:49.894874 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-d0d7c0ca-78ff-4c62-8781-78c75add6b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e70189e5-4e2a-4b50-b30f-6d9b97034b70', 'name': 'tempest-AttachSCSIVolumeTestJSON-1580712597-router', 'tenant_id': 'a65ddbb807d24f23a7d89558035c12d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T11:53:48Z', 'updated_at': '2021-08-18T11:55:49Z', 'revision_number': 6, 'project_id': 'a65ddbb807d24f23a7d89558035c12d2', 'gw_port_host': None}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:55:49.906804 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [req-1a83203c-d165-4b1a-b978-664a2efadeb1 req-699b8201-27c3-44b9-8359-8ad456bc933f service neutron] Transition to ACTIVE for port object 30f1b385-04a1-4c89-8d99-be909bc8e6f3 will not be triggered until provisioned by entity L2. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 11:55:49.921414 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2209d1f-46f8-49db-bb81-26ecba9a1369 req-d8591759-bb22-43ec-a754-8efd31831194 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:55:49.932766 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a2209d1f-46f8-49db-bb81-26ecba9a1369 req-d8591759-bb22-43ec-a754-8efd31831194 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] 10.222.0.66 "GET /v2.0/ports?device_id=472358b7-93c5-423a-b5d1-0f535558285a HTTP/1.1" status: 200 len: 945 time: 0.1436701 Aug 18 11:55:49.954676 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] get_ports_and_sgs() called for port_ids ['8cc88f43-1fb3-47eb-bebc-c14bcbe1eead'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 11:55:49.959031 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d7c0ca-78ff-4c62-8781-78c75add6b83 None None] The sync data for ids ['e70189e5-4e2a-4b50-b30f-6d9b97034b70'] in n-d-804985-2 is: [{'id': 'e70189e5-4e2a-4b50-b30f-6d9b97034b70', 'name': 'tempest-AttachSCSIVolumeTestJSON-1580712597-router', 'tenant_id': 'a65ddbb807d24f23a7d89558035c12d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T11:53:48Z', 'updated_at': '2021-08-18T11:55:49Z', 'revision_number': 6, 'project_id': 'a65ddbb807d24f23a7d89558035c12d2', 'gw_port_host': None}] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 11:55:49.962283 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-1a83203c-d165-4b1a-b978-664a2efadeb1 req-699b8201-27c3-44b9-8359-8ad456bc933f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:49.990213 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:50.034685 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 52710) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:55:50.041677 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a8ee1a6c-5ffb-41b0-9b89-c38ff3718ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:50.073740 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port e61414e5-66de-4741-b597-d01bb93bbcd5, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=e61414e5-66de-4741-b597-d01bb93bbcd5,segment=NetworkSegment(1106b675-1804-4762-b454-68731b7a659b),segment_id=1106b675-1804-4762-b454-68731b7a659b)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:55:50.075627 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '177b1a93-472e-444e-896d-e26c20072f7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e61414e5-66de-4741-b597-d01bb93bbcd5'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 11:55:50.079640 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db50a436fb3a98495337d8fe7487b4f2ea6f3c1052eb9efadc2ecda2d5737001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b52db37e-d635-4cbe-bbf2-d6da8def7e66" -d '{"events": [{"server_uuid": "177b1a93-472e-444e-896d-e26c20072f7d", "name": "network-vif-plugged", "status": "completed", "tag": "e61414e5-66de-4741-b597-d01bb93bbcd5"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:55:50.085539 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:50.102885 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ee1a6c-5ffb-41b0-9b89-c38ff3718ce3 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6247c9b-6fff-47ae-b4bc-fef3e0891510,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:55:50.103779 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12688fdb-0f48-4805-9b98-5ed114d191ff req-3604a370-c097-43b0-9643-dc388c4b8024 tempest-InstanceActionsNegativeTestJSON-1233871401 tempest-InstanceActionsNegativeTestJSON-1233871401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:55:50.117684 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-12688fdb-0f48-4805-9b98-5ed114d191ff req-3604a370-c097-43b0-9643-dc388c4b8024 tempest-InstanceActionsNegativeTestJSON-1233871401 tempest-InstanceActionsNegativeTestJSON-1233871401-project] 10.222.0.66 "GET /v2.0/ports?device_id=177b1a93-472e-444e-896d-e26c20072f7d HTTP/1.1" status: 200 len: 945 time: 0.2875128 Aug 18 11:55:50.136303 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a2209d1f-46f8-49db-bb81-26ecba9a1369 req-2bde3f2a-5553-4aa0-9afd-947caf025a6e tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] 10.222.0.66 "GET /v2.0/security-groups?id=07aef7bb-6c11-4cb4-8594-c24180b5d811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022650 Aug 18 11:55:50.171024 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a8ee1a6c-5ffb-41b0-9b89-c38ff3718ce3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-997271'] for router_gateway, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:50.225815 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=e61414e5-66de-4741-b597-d01bb93bbcd5,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:55:50.359643 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-1da181fc-a2cc-477f-807d-878875c52aae admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-561638279-network', 'tenant_id': '3c65702c3e884328ad7846bc78b658bf'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:55:50.405060 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1da181fc-a2cc-477f-807d-878875c52aae admin admin] Made reservation on behalf of 3c65702c3e884328ad7846bc78b658bf for: {'network': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 11:55:50.408056 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1da181fc-a2cc-477f-807d-878875c52aae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for network, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:50.419835 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a8ee1a6c-5ffb-41b0-9b89-c38ff3718ce3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-996004', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15859'] for router, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:50.421657 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1da181fc-a2cc-477f-807d-878875c52aae admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:50.424614 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a8ee1a6c-5ffb-41b0-9b89-c38ff3718ce3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:50.520794 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a8ee1a6c-5ffb-41b0-9b89-c38ff3718ce3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-996061'] for router, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:50.521320 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8ee1a6c-5ffb-41b0-9b89-c38ff3718ce3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e70189e5-4e2a-4b50-b30f-6d9b97034b70 {{(pid=106253) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 11:55:50.534579 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a8ee1a6c-5ffb-41b0-9b89-c38ff3718ce3 admin admin] Notify callbacks [] for router, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:50.535791 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-a8ee1a6c-5ffb-41b0-9b89-c38ff3718ce3 admin admin] 10.222.0.66 "DELETE /v2.0/routers/e70189e5-4e2a-4b50-b30f-6d9b97034b70 HTTP/1.1" status: 204 len: 168 time: 1.7097189 Aug 18 11:55:50.540035 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 52718) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:55:50.607887 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2c79086-f0f4-4008-b2e1-884e22363f28 admin admin] Deleting subnet 29812171-3976-4326-a3ba-ae0cf8ac122a {{(pid=106253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 11:55:50.613110 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f2c79086-f0f4-4008-b2e1-884e22363f28 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:50.665454 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f2c79086-f0f4-4008-b2e1-884e22363f28 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902229'] for subnet, precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:50.679802 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699b8201-27c3-44b9-8359-8ad456bc933f service neutron] Pushing event updated for resources: {'Port': ['ID=30f1b385-04a1-4c89-8d99-be909bc8e6f3,revision_number=2']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:55:50.712856 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1da181fc-a2cc-477f-807d-878875c52aae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:50.718992 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1da181fc-a2cc-477f-807d-878875c52aae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:50.768307 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1da181fc-a2cc-477f-807d-878875c52aae admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 832} {{(pid=106253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 11:55:50.769178 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-12688fdb-0f48-4805-9b98-5ed114d191ff req-e83ed152-b2b5-4772-9cd7-401d97671d41 tempest-InstanceActionsNegativeTestJSON-1233871401 tempest-InstanceActionsNegativeTestJSON-1233871401-project] 10.222.0.66 "GET /v2.0/security-groups?id=25e6ccd3-e80c-4243-a9ca-aa7f77125708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6503062 Aug 18 11:55:50.794161 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da181fc-a2cc-477f-807d-878875c52aae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bf5bc16-7ae8-42c8-a968-84c3ac638172,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:55:50.805512 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1da181fc-a2cc-477f-807d-878875c52aae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:50.805792 n-d-804985-2 neutron-server[106253]: INFO neutron.db.segments_db [None req-1da181fc-a2cc-477f-807d-878875c52aae admin admin] Added segment 8d845f6a-d01c-49fc-8841-a69d4d456626 of type vlan for network fac8d860-f4f2-49a0-99ea-233476aded7e Aug 18 11:55:50.816821 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46541d98-95d8-4756-8d36-8438a85947c7 req-2f330716-0d2b-44b3-922b-3dfb7471e7cd tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:55:50.817527 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f2c79086-f0f4-4008-b2e1-884e22363f28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:50.826284 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-46541d98-95d8-4756-8d36-8438a85947c7 req-2f330716-0d2b-44b3-922b-3dfb7471e7cd tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.66 "GET /v2.0/ports?device_id=af8b3f7f-0e9e-4899-ae59-bba76d0eea1d HTTP/1.1" status: 200 len: 944 time: 0.1693864 Aug 18 11:55:50.843700 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-1a83203c-d165-4b1a-b978-664a2efadeb1 req-699b8201-27c3-44b9-8359-8ad456bc933f service neutron] Attempting to bind port 30f1b385-04a1-4c89-8d99-be909bc8e6f3 on host n-h1-804985-2 for vnic_type normal with profile {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 11:55:50.844035 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-1a83203c-d165-4b1a-b978-664a2efadeb1 req-699b8201-27c3-44b9-8359-8ad456bc933f service neutron] Attempting to bind port 30f1b385-04a1-4c89-8d99-be909bc8e6f3 by drivers openvswitch,hyperv on host n-h1-804985-2 at level 0 using segments [{'id': '0622c33d-7d5a-4968-950b-edb53be5f858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'f471d7de-70da-4549-acfc-45017b3843ff'}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 11:55:50.844357 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a83203c-d165-4b1a-b978-664a2efadeb1 req-699b8201-27c3-44b9-8359-8ad456bc933f service neutron] Attempting to bind port 30f1b385-04a1-4c89-8d99-be909bc8e6f3 on network f471d7de-70da-4549-acfc-45017b3843ff {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 11:55:50.864524 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a83203c-d165-4b1a-b978-664a2efadeb1 req-699b8201-27c3-44b9-8359-8ad456bc933f service neutron] Port 30f1b385-04a1-4c89-8d99-be909bc8e6f3 on network f471d7de-70da-4549-acfc-45017b3843ff not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-2 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 11:55:50.864869 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a83203c-d165-4b1a-b978-664a2efadeb1 req-699b8201-27c3-44b9-8359-8ad456bc933f service neutron] Attempting to bind port 30f1b385-04a1-4c89-8d99-be909bc8e6f3 on network f471d7de-70da-4549-acfc-45017b3843ff {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 11:55:50.875142 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a83203c-d165-4b1a-b978-664a2efadeb1 req-699b8201-27c3-44b9-8359-8ad456bc933f service neutron] Checking agent: {'id': 'a613417a-d085-492c-941a-59bb18c633d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 49, 6), 'started_at': datetime.datetime(2021, 8, 18, 11, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 11, 55, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 11:55:50.875729 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a83203c-d165-4b1a-b978-664a2efadeb1 req-699b8201-27c3-44b9-8359-8ad456bc933f service neutron] Checking segment: {'id': '0622c33d-7d5a-4968-950b-edb53be5f858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'f471d7de-70da-4549-acfc-45017b3843ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 11:55:50.876189 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a83203c-d165-4b1a-b978-664a2efadeb1 req-699b8201-27c3-44b9-8359-8ad456bc933f service neutron] Bound using segment: {'id': '0622c33d-7d5a-4968-950b-edb53be5f858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'f471d7de-70da-4549-acfc-45017b3843ff'} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 11:55:50.876784 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-1a83203c-d165-4b1a-b978-664a2efadeb1 req-699b8201-27c3-44b9-8359-8ad456bc933f service neutron] Bound port: 30f1b385-04a1-4c89-8d99-be909bc8e6f3, host: n-h1-804985-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0622c33d-7d5a-4968-950b-edb53be5f858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'f471d7de-70da-4549-acfc-45017b3843ff'}}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 11:55:50.877663 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-1a83203c-d165-4b1a-b978-664a2efadeb1 req-699b8201-27c3-44b9-8359-8ad456bc933f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:50.892575 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1da181fc-a2cc-477f-807d-878875c52aae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789150665894'] for network, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:50.944897 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1da181fc-a2cc-477f-807d-878875c52aae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for network, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:50.946552 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1da181fc-a2cc-477f-807d-878875c52aae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:55:50.947228 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1da181fc-a2cc-477f-807d-878875c52aae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:50.954294 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f2c79086-f0f4-4008-b2e1-884e22363f28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58902171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59388106'] for subnet, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:50.970818 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-46541d98-95d8-4756-8d36-8438a85947c7 req-816c5bd8-e90a-4617-9af6-5477bfb3ea21 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.66 "GET /v2.0/security-groups?id=fecad5ed-08b4-4db8-8e35-9a1fb2f01a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433508 Aug 18 11:55:51.005594 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-72d9086b-1019-45b6-a82c-adcae92cb4fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:51.044337 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 11:55:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f70dc57-3fd1-4071-8d51-502cc81e7e08 x-openstack-request-id: req-0f70dc57-3fd1-4071-8d51-502cc81e7e08 {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:55:51.044992 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "177b1a93-472e-444e-896d-e26c20072f7d", "name": "network-vif-plugged", "status": "completed", "tag": "e61414e5-66de-4741-b597-d01bb93bbcd5", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:55:51.045448 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-0f70dc57-3fd1-4071-8d51-502cc81e7e08 {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:55:51.046111 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '177b1a93-472e-444e-896d-e26c20072f7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e61414e5-66de-4741-b597-d01bb93bbcd5', 'code': 200} Aug 18 11:55:51.078877 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da181fc-a2cc-477f-807d-878875c52aae admin admin] Pushing event updated for resources: {'Network': ['ID=fac8d860-f4f2-49a0-99ea-233476aded7e,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:55:51.084761 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c79086-f0f4-4008-b2e1-884e22363f28 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=29812171-3976-4326-a3ba-ae0cf8ac122a,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:55:51.097144 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f2c79086-f0f4-4008-b2e1-884e22363f28 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:51.098475 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f24fe92-7805-4f8f-8925-b7f19b00b6e6 None None] Network 200d487e-73c7-420d-87e0-4281e46875aa requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 11:55:51.099854 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-f2c79086-f0f4-4008-b2e1-884e22363f28 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/29812171-3976-4326-a3ba-ae0cf8ac122a HTTP/1.1" status: 204 len: 168 time: 0.5588431 Aug 18 11:55:51.101970 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-1da181fc-a2cc-477f-807d-878875c52aae admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0662372 Aug 18 11:55:51.102735 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 52720) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:55:51.125761 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 52722) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:55:51.133189 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-67051f9d-266a-4308-9abe-5cfe04191c67 admin admin] Request body: {'subnet': {'network_id': 'fac8d860-f4f2-49a0-99ea-233476aded7e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-561638279-subnet', 'tenant_id': '3c65702c3e884328ad7846bc78b658bf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:55:51.159971 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00d46c2-49b5-4b55-9da7-ae6dd50b9710 req-dd15a152-2132-4357-8fc8-c8abaa365609 tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:55:51.176172 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a00d46c2-49b5-4b55-9da7-ae6dd50b9710 req-dd15a152-2132-4357-8fc8-c8abaa365609 tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] 10.222.0.66 "GET /v2.0/ports?device_id=e38b4e3a-8fbc-41ad-b52d-117b7f8e6b31 HTTP/1.1" status: 200 len: 945 time: 0.2905967 Aug 18 11:55:51.282375 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Network fac8d860-f4f2-49a0-99ea-233476aded7e details requested by agent ovs-agent-n-d-804985-2 with host n-d-804985-2 {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 11:55:51.285795 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d40ada15-6b9b-46c3-9e09-c7457e18bb9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7904109'] for network, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:51.293788 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67051f9d-266a-4308-9abe-5cfe04191c67 admin admin] Made reservation on behalf of 3c65702c3e884328ad7846bc78b658bf for: {'subnet': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 11:55:51.297729 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-1a83203c-d165-4b1a-b978-664a2efadeb1 req-699b8201-27c3-44b9-8359-8ad456bc933f service neutron] For port 30f1b385-04a1-4c89-8d99-be909bc8e6f3, host n-h1-804985-2, cleared binding levels {{(pid=106252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 11:55:51.300900 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-67051f9d-266a-4308-9abe-5cfe04191c67 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59388119'] for subnet, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:51.337764 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb96d8c-98aa-4d1a-82be-c3fe752efe37 req-70114e9d-1522-45bd-9433-1bb5ebb61bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:55:51.339804 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-9fb96d8c-98aa-4d1a-82be-c3fe752efe37 req-70114e9d-1522-45bd-9433-1bb5ebb61bde service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=177b1a93-472e-444e-896d-e26c20072f7d HTTP/1.1" status: 200 len: 1097 time: 0.1986113 Aug 18 11:55:51.365301 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a00d46c2-49b5-4b55-9da7-ae6dd50b9710 req-3841dfea-0a42-4326-86d5-83037e70d056 tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] 10.222.0.66 "GET /v2.0/security-groups?id=55743b86-4589-417c-a042-b0bad2e342b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850057 Aug 18 11:55:51.367644 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-1a83203c-d165-4b1a-b978-664a2efadeb1 req-699b8201-27c3-44b9-8359-8ad456bc933f service neutron] For port 30f1b385-04a1-4c89-8d99-be909bc8e6f3, host n-h1-804985-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=30f1b385-04a1-4c89-8d99-be909bc8e6f3,segment=NetworkSegment(0622c33d-7d5a-4968-950b-edb53be5f858),segment_id=0622c33d-7d5a-4968-950b-edb53be5f858)] {{(pid=106252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 11:55:51.378992 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-1a83203c-d165-4b1a-b978-664a2efadeb1 req-699b8201-27c3-44b9-8359-8ad456bc933f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:51.443126 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:51.480019 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a83203c-d165-4b1a-b978-664a2efadeb1 req-699b8201-27c3-44b9-8359-8ad456bc933f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:55:51.484124 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-1a83203c-d165-4b1a-b978-664a2efadeb1 req-699b8201-27c3-44b9-8359-8ad456bc933f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:51.486079 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1a83203c-d165-4b1a-b978-664a2efadeb1 req-699b8201-27c3-44b9-8359-8ad456bc933f service neutron] 10.222.0.63 "PUT /v2.0/ports/30f1b385-04a1-4c89-8d99-be909bc8e6f3 HTTP/1.1" status: 200 len: 1092 time: 2.3118496 Aug 18 11:55:51.496692 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473fc2e9-c27b-4e78-b9f5-296e922ca11a req-fedc8cdc-c206-466c-9375-26be737763ed tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:55:51.504403 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-473fc2e9-c27b-4e78-b9f5-296e922ca11a req-fedc8cdc-c206-466c-9375-26be737763ed tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] 10.222.0.66 "GET /v2.0/ports?device_id=472358b7-93c5-423a-b5d1-0f535558285a HTTP/1.1" status: 200 len: 945 time: 0.2450058 Aug 18 11:55:51.506385 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af8b3f7f-0e9e-4899-ae59-bba76d0eea1d', 'tag': '30f1b385-04a1-4c89-8d99-be909bc8e6f3'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 11:55:51.508896 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2168caef-2a91-4d43-990f-db94e54f7c95" -d '{"events": [{"name": "network-changed", "server_uuid": "af8b3f7f-0e9e-4899-ae59-bba76d0eea1d", "tag": "30f1b385-04a1-4c89-8d99-be909bc8e6f3"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:55:51.562334 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07b129a6-f1b4-4f99-be01-fdbeed232555 None None] DHCP port deletion for 200d487e-73c7-420d-87e0-4281e46875aa request from n-d-804985-2 {{(pid=106254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 11:55:51.586289 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 11:55:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fb48bda-5c72-43e3-bb08-88d025e4ef46 x-openstack-request-id: req-1fb48bda-5c72-43e3-bb08-88d025e4ef46 {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:55:51.586662 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af8b3f7f-0e9e-4899-ae59-bba76d0eea1d", "tag": "30f1b385-04a1-4c89-8d99-be909bc8e6f3", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:55:51.587100 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-1fb48bda-5c72-43e3-bb08-88d025e4ef46 {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:55:51.587806 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af8b3f7f-0e9e-4899-ae59-bba76d0eea1d', 'tag': '30f1b385-04a1-4c89-8d99-be909bc8e6f3', 'status': 'completed', 'code': 200} Aug 18 11:55:51.588987 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699b8201-27c3-44b9-8359-8ad456bc933f service neutron] Pushing event updated for resources: {'Port': ['ID=30f1b385-04a1-4c89-8d99-be909bc8e6f3,revision_number=3']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:55:51.597239 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-9fb96d8c-98aa-4d1a-82be-c3fe752efe37 req-c8c5462f-a973-40d0-9bad-6a4a35a3c664 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=25e6ccd3-e80c-4243-a9ca-aa7f77125708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324220 Aug 18 11:55:51.619228 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a83203c-d165-4b1a-b978-664a2efadeb1 req-11eea6b2-c5fa-419b-b927-1185bd842ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:55:51.621547 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1a83203c-d165-4b1a-b978-664a2efadeb1 req-11eea6b2-c5fa-419b-b927-1185bd842ec7 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=3bd2664269674b678c41aeb663f1f43e&device_id=af8b3f7f-0e9e-4899-ae59-bba76d0eea1d HTTP/1.1" status: 200 len: 1095 time: 0.0766537 Aug 18 11:55:51.631626 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-473fc2e9-c27b-4e78-b9f5-296e922ca11a req-ac09f83e-f5d7-47d9-8d6a-16f0ab36306f tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] 10.222.0.66 "GET /v2.0/security-groups?id=07aef7bb-6c11-4cb4-8594-c24180b5d811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261811 Aug 18 11:55:51.647896 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-07b129a6-f1b4-4f99-be01-fdbeed232555 None None] Deleting port 8f208ddf-967d-4446-9615-48ba1eba71f6 {{(pid=106254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 11:55:51.648371 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-07b129a6-f1b4-4f99-be01-fdbeed232555 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:51.701224 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1a83203c-d165-4b1a-b978-664a2efadeb1 req-1c880607-7d23-4f16-ae18-cf84040ca9d1 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=30f1b385-04a1-4c89-8d99-be909bc8e6f3 HTTP/1.1" status: 200 len: 217 time: 0.0502779 Aug 18 11:55:51.714293 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-07b129a6-f1b4-4f99-be01-fdbeed232555 None None] For port 8f208ddf-967d-4446-9615-48ba1eba71f6, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=8f208ddf-967d-4446-9615-48ba1eba71f6,segment=NetworkSegment(8ba4150c-c7c2-4067-8951-4d5305732330),segment_id=8ba4150c-c7c2-4067-8951-4d5305732330)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:55:51.714821 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-07b129a6-f1b4-4f99-be01-fdbeed232555 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:51.718779 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-d40ada15-6b9b-46c3-9e09-c7457e18bb9b admin admin] Deleting port 8f208ddf-967d-4446-9615-48ba1eba71f6 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 11:55:51.719184 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d40ada15-6b9b-46c3-9e09-c7457e18bb9b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:51.722607 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-67051f9d-266a-4308-9abe-5cfe04191c67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58902106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59388097'] for subnet, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:51.728881 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-07b129a6-f1b4-4f99-be01-fdbeed232555 None None] Calling delete_port for 8f208ddf-967d-4446-9615-48ba1eba71f6 owned by network:dhcp {{(pid=106254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 11:55:51.776908 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a83203c-d165-4b1a-b978-664a2efadeb1 req-02475c1a-7d21-42b2-97ff-ae170881be8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:55:51.778383 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1a83203c-d165-4b1a-b978-664a2efadeb1 req-02475c1a-7d21-42b2-97ff-ae170881be8a service neutron] 10.222.0.63 "GET /v2.0/subnets?id=16b84496-6d9e-4d8c-9087-8e81549f7d75 HTTP/1.1" status: 200 len: 861 time: 0.0515742 Aug 18 11:55:51.850322 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1a83203c-d165-4b1a-b978-664a2efadeb1 req-219a6969-476f-454d-a98b-4a881179c091 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=f471d7de-70da-4549-acfc-45017b3843ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0639837 Aug 18 11:55:51.856657 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-07b129a6-f1b4-4f99-be01-fdbeed232555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556'] for port, after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:51.868191 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67051f9d-266a-4308-9abe-5cfe04191c67 admin admin] Pushing event updated for resources: {'Subnet': ['ID=80867b40-661a-4fc1-85b2-6a0bc5d62715,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:55:51.876365 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67051f9d-266a-4308-9abe-5cfe04191c67 admin admin] Checking segment: {'id': '8d845f6a-d01c-49fc-8841-a69d4d456626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'fac8d860-f4f2-49a0-99ea-233476aded7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 11:55:51.876770 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67051f9d-266a-4308-9abe-5cfe04191c67 admin admin] Network hostable DHCP agents. Network: fac8d860-f4f2-49a0-99ea-233476aded7e, hostable agents: ['97c14208-2951-4361-8d64-3708c946ff5f'], hosted agents: [] {{(pid=106253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 11:55:51.884912 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b129a6-f1b4-4f99-be01-fdbeed232555 None None] No DVR routers for this DVR port 8f208ddf-967d-4446-9615-48ba1eba71f6 on host n-d-804985-2 {{(pid=106254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 11:55:51.885142 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [None req-d40ada15-6b9b-46c3-9e09-c7457e18bb9b admin admin] For port 8f208ddf-967d-4446-9615-48ba1eba71f6, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=8f208ddf-967d-4446-9615-48ba1eba71f6,segment=NetworkSegment(8ba4150c-c7c2-4067-8951-4d5305732330),segment_id=8ba4150c-c7c2-4067-8951-4d5305732330)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:55:51.885751 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d40ada15-6b9b-46c3-9e09-c7457e18bb9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:51.908862 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-d40ada15-6b9b-46c3-9e09-c7457e18bb9b admin admin] Calling delete_port for 8f208ddf-967d-4446-9615-48ba1eba71f6 owned by network:dhcp {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 11:55:51.911919 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b129a6-f1b4-4f99-be01-fdbeed232555 None None] Pushing event deleted for resources: {'Port': ['ID=8f208ddf-967d-4446-9615-48ba1eba71f6,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:55:51.916773 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 30797c61-49b3-4afe-8d92-34349bf07488 up at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:55:51.931127 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67051f9d-266a-4308-9abe-5cfe04191c67 admin admin] Network fac8d860-f4f2-49a0-99ea-233476aded7e is scheduled to be hosted by DHCP agent 97c14208-2951-4361-8d64-3708c946ff5f with binding_index 1 {{(pid=106253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 11:55:52.013377 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-67051f9d-266a-4308-9abe-5cfe04191c67 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-2, fac8d860-f4f2-49a0-99ea-233476aded7e) {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:55:52.018352 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Provisioning for port 30797c61-49b3-4afe-8d92-34349bf07488 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 11:55:52.028813 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c415014-6941-4032-91af-530f78347dcc None None] Network fac8d860-f4f2-49a0-99ea-233476aded7e requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 11:55:52.031186 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67051f9d-266a-4308-9abe-5cfe04191c67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:55:52.031396 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 8f208ddf-967d-4446-9615-48ba1eba71f6 no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 11:55:52.031772 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-67051f9d-266a-4308-9abe-5cfe04191c67 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:52.038457 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-53584c24-f517-494e-ac93-c18bb92373f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:52.069812 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Provisioning complete for port 30797c61-49b3-4afe-8d92-34349bf07488 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:55:52.070362 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:52.073634 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-67051f9d-266a-4308-9abe-5cfe04191c67 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9450572 Aug 18 11:55:52.097696 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d40ada15-6b9b-46c3-9e09-c7457e18bb9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:52.140411 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: 8f208ddf-967d-4446-9615-48ba1eba71f6 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 11:55:52.141084 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 8f208ddf-967d-4446-9615-48ba1eba71f6 not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 11:55:52.141644 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device e6247c9b-6fff-47ae-b4bc-fef3e0891510 no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 11:55:52.166423 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40ada15-6b9b-46c3-9e09-c7457e18bb9b admin admin] Pushing event deleted for resources: {'Port': ['ID=8f208ddf-967d-4446-9615-48ba1eba71f6,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:55:52.167031 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: e6247c9b-6fff-47ae-b4bc-fef3e0891510 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 11:55:52.167528 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device e6247c9b-6fff-47ae-b4bc-fef3e0891510 not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 11:55:52.168701 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 32f6b140-da04-4465-9d85-fe971724c696 no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 11:55:52.186441 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d40ada15-6b9b-46c3-9e09-c7457e18bb9b admin admin] No DVR routers for this DVR port 8f208ddf-967d-4446-9615-48ba1eba71f6 on host n-d-804985-2 {{(pid=106253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 11:55:52.202812 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: 32f6b140-da04-4465-9d85-fe971724c696 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 11:55:52.203393 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5912ba9f-4b31-45b4-8b91-376e4a02062d req-8f20b731-f5c7-4029-95f4-b54303b27c90 tempest-InstanceActionsNegativeTestJSON-1233871401 tempest-InstanceActionsNegativeTestJSON-1233871401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:55:52.203604 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 32f6b140-da04-4465-9d85-fe971724c696 not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 11:55:52.222755 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5912ba9f-4b31-45b4-8b91-376e4a02062d req-8f20b731-f5c7-4029-95f4-b54303b27c90 tempest-InstanceActionsNegativeTestJSON-1233871401 tempest-InstanceActionsNegativeTestJSON-1233871401-project] 10.222.0.66 "GET /v2.0/ports?device_id=177b1a93-472e-444e-896d-e26c20072f7d HTTP/1.1" status: 200 len: 946 time: 0.3365560 Aug 18 11:55:52.247493 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1a83203c-d165-4b1a-b978-664a2efadeb1 req-3b106e2b-90b8-4ac2-b783-40319a3900f9 service neutron] 10.222.0.63 "GET /v2.0/networks/f471d7de-70da-4549-acfc-45017b3843ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3701901 Aug 18 11:55:52.266130 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:52.341809 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d40ada15-6b9b-46c3-9e09-c7457e18bb9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8367869', 'neutron.services.segments.db._delete_segments_for_network-8789151212993'] for network, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:52.353643 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-d40ada15-6b9b-46c3-9e09-c7457e18bb9b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['200d487e-73c7-420d-87e0-4281e46875aa']}} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:55:52.368672 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port 30797c61-49b3-4afe-8d92-34349bf07488, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=30797c61-49b3-4afe-8d92-34349bf07488,segment=NetworkSegment(6c07e440-4a82-438f-a97f-74dad85fe56f),segment_id=6c07e440-4a82-438f-a97f-74dad85fe56f)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:55:52.372388 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-d40ada15-6b9b-46c3-9e09-c7457e18bb9b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ba4150c-c7c2-4067-8951-4d5305732330') {'for_net_delete': True} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:55:52.372932 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-d40ada15-6b9b-46c3-9e09-c7457e18bb9b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ba4150c-c7c2-4067-8951-4d5305732330') {} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:55:52.383497 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d40ada15-6b9b-46c3-9e09-c7457e18bb9b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789151225254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902236'] for segment, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:52.385729 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:52.399580 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d40ada15-6b9b-46c3-9e09-c7457e18bb9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:52.406445 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d40ada15-6b9b-46c3-9e09-c7457e18bb9b admin admin] Releasing vlan 838 on physical network physnet1 to pool {{(pid=106253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 11:55:52.407060 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d40ada15-6b9b-46c3-9e09-c7457e18bb9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58900537'] for segment, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:52.440522 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=30797c61-49b3-4afe-8d92-34349bf07488,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:55:52.440792 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5912ba9f-4b31-45b4-8b91-376e4a02062d req-6b5414d2-a9c6-4d3e-982a-f25935c6d2bc tempest-InstanceActionsNegativeTestJSON-1233871401 tempest-InstanceActionsNegativeTestJSON-1233871401-project] 10.222.0.66 "GET /v2.0/security-groups?id=25e6ccd3-e80c-4243-a9ca-aa7f77125708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2169740 Aug 18 11:55:52.442706 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1a83203c-d165-4b1a-b978-664a2efadeb1 req-bacdfe42-7fe1-4083-9128-0360ffef7401 service neutron] 10.222.0.63 "GET /v2.0/networks/f471d7de-70da-4549-acfc-45017b3843ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1827898 Aug 18 11:55:52.443535 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2218711f-5ab3-498e-b4d8-4fe76db6dcc8 None None] Network fac8d860-f4f2-49a0-99ea-233476aded7e requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 11:55:52.452793 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8670d2-8a7e-4910-a38b-7fc405e28a14 req-62028341-e4ca-47d8-8984-51279f10b804 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:55:52.454678 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8f8670d2-8a7e-4910-a38b-7fc405e28a14 req-62028341-e4ca-47d8-8984-51279f10b804 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.66 "GET /v2.0/ports?device_id=af8b3f7f-0e9e-4899-ae59-bba76d0eea1d HTTP/1.1" status: 200 len: 944 time: 0.3362670 Aug 18 11:55:52.528624 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8f8670d2-8a7e-4910-a38b-7fc405e28a14 req-7fe1e377-177e-4eac-a37f-0f75f674ff14 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.66 "GET /v2.0/security-groups?id=fecad5ed-08b4-4db8-8e35-9a1fb2f01a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676920 Aug 18 11:55:52.544156 n-d-804985-2 neutron-server[106253]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 11:55:52.544156 n-d-804985-2 neutron-server[106253]: self.session.flush() Aug 18 11:55:52.544156 n-d-804985-2 neutron-server[106253]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 11:55:52.544156 n-d-804985-2 neutron-server[106253]: self.session.flush() Aug 18 11:55:52.544156 n-d-804985-2 neutron-server[106253]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 11:55:52.544156 n-d-804985-2 neutron-server[106253]: self.session.flush() Aug 18 11:55:52.544156 n-d-804985-2 neutron-server[106253]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 11:55:52.544156 n-d-804985-2 neutron-server[106253]: self.session.flush() Aug 18 11:55:52.544156 n-d-804985-2 neutron-server[106253]: Traceback (most recent call last): Aug 18 11:55:52.544156 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 11:55:52.544156 n-d-804985-2 neutron-server[106253]: timer() Aug 18 11:55:52.544156 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 11:55:52.544156 n-d-804985-2 neutron-server[106253]: cb(*args, **kw) Aug 18 11:55:52.544156 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 11:55:52.544156 n-d-804985-2 neutron-server[106253]: return func(*args, **kwargs) Aug 18 11:55:52.544156 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 11:55:52.544156 n-d-804985-2 neutron-server[106253]: self._notify() Aug 18 11:55:52.544156 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 11:55:52.544156 n-d-804985-2 neutron-server[106253]: self.callback(batched_events) Aug 18 11:55:52.544156 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 11:55:52.544156 n-d-804985-2 neutron-server[106253]: event.method(event) Aug 18 11:55:52.544156 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 11:55:52.544156 n-d-804985-2 neutron-server[106253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 11:55:52.544156 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 11:55:52.544156 n-d-804985-2 neutron-server[106253]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 11:55:52.544156 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 11:55:52.544156 n-d-804985-2 neutron-server[106253]: return f(self, *a, **k) Aug 18 11:55:52.544156 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 11:55:52.544156 n-d-804985-2 neutron-server[106253]: return self._get(url).json() Aug 18 11:55:52.544156 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 11:55:52.544156 n-d-804985-2 neutron-server[106253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 11:55:52.544156 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 11:55:52.544156 n-d-804985-2 neutron-server[106253]: return self.request(url, 'GET', **kwargs) Aug 18 11:55:52.544156 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 11:55:52.544156 n-d-804985-2 neutron-server[106253]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 11:55:52.544156 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 11:55:52.544156 n-d-804985-2 neutron-server[106253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 11:55:52.544156 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 11:55:52.544156 n-d-804985-2 neutron-server[106253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 11:55:52.544156 n-d-804985-2 neutron-server[106253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 11:55:52.561323 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d40ada15-6b9b-46c3-9e09-c7457e18bb9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8367858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997186'] for network, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:52.605835 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d40ada15-6b9b-46c3-9e09-c7457e18bb9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:52.607648 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-d40ada15-6b9b-46c3-9e09-c7457e18bb9b admin admin] 10.222.0.66 "DELETE /v2.0/networks/200d487e-73c7-420d-87e0-4281e46875aa HTTP/1.1" status: 204 len: 168 time: 1.5026610 Aug 18 11:55:52.617700 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 52748) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:55:52.620047 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40ada15-6b9b-46c3-9e09-c7457e18bb9b admin admin] Pushing event deleted for resources: {'Network': ['ID=200d487e-73c7-420d-87e0-4281e46875aa,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:55:52.648815 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2168caef-2a91-4d43-990f-db94e54f7c95 req-4dc7b4e4-bb70-4f16-8710-9a74af07ebed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:55:52.655409 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2168caef-2a91-4d43-990f-db94e54f7c95 req-4dc7b4e4-bb70-4f16-8710-9a74af07ebed service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=3bd2664269674b678c41aeb663f1f43e&device_id=af8b3f7f-0e9e-4899-ae59-bba76d0eea1d HTTP/1.1" status: 200 len: 1095 time: 0.1007910 Aug 18 11:55:52.797812 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e805d757-1132-48d6-89a4-815bffd14032 req-e7108bd9-60ee-4bed-b1e9-926ec8626308 tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:55:52.799492 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e805d757-1132-48d6-89a4-815bffd14032 req-e7108bd9-60ee-4bed-b1e9-926ec8626308 tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] 10.222.0.66 "GET /v2.0/ports?device_id=e38b4e3a-8fbc-41ad-b52d-117b7f8e6b31 HTTP/1.1" status: 200 len: 946 time: 0.1109443 Aug 18 11:55:52.863171 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2168caef-2a91-4d43-990f-db94e54f7c95 req-6a0838f5-8c8e-4613-949c-e199c9530bed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:55:52.864746 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2168caef-2a91-4d43-990f-db94e54f7c95 req-6a0838f5-8c8e-4613-949c-e199c9530bed service neutron] 10.222.0.63 "GET /v2.0/networks?id=f471d7de-70da-4549-acfc-45017b3843ff HTTP/1.1" status: 200 len: 922 time: 0.1984901 Aug 18 11:55:52.929020 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e805d757-1132-48d6-89a4-815bffd14032 req-e45bea3b-211c-4546-87e3-54b0bc9855ab tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] 10.222.0.66 "GET /v2.0/security-groups?id=55743b86-4589-417c-a042-b0bad2e342b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189489 Aug 18 11:55:52.996352 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2168caef-2a91-4d43-990f-db94e54f7c95 req-bd60f246-78ac-46ef-b6e6-4b15ff8f3373 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=30f1b385-04a1-4c89-8d99-be909bc8e6f3 HTTP/1.1" status: 200 len: 217 time: 0.0998189 Aug 18 11:55:53.042381 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-546eeea2-fb6f-4e80-8b97-28d3bcabcd12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-996815'] for router_interface, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:53.047526 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e38b4e3a-8fbc-41ad-b52d-117b7f8e6b31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30797c61-49b3-4afe-8d92-34349bf07488'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 11:55:53.050438 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db50a436fb3a98495337d8fe7487b4f2ea6f3c1052eb9efadc2ecda2d5737001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e823f9f-a28c-4c3b-8c00-abfaff00a47d" -d '{"events": [{"server_uuid": "e38b4e3a-8fbc-41ad-b52d-117b7f8e6b31", "name": "network-vif-plugged", "status": "completed", "tag": "30797c61-49b3-4afe-8d92-34349bf07488"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:55:53.072846 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d5ba0d-8609-4a96-9d13-c463035255ed req-dc330506-cae6-4d21-a39f-948cc5ebd219 tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:55:53.074751 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-67d5ba0d-8609-4a96-9d13-c463035255ed req-dc330506-cae6-4d21-a39f-948cc5ebd219 tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] 10.222.0.66 "GET /v2.0/networks?id=fac8d860-f4f2-49a0-99ea-233476aded7e HTTP/1.1" status: 200 len: 814 time: 0.2437854 Aug 18 11:55:53.114978 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-67d5ba0d-8609-4a96-9d13-c463035255ed req-2d8f078a-d6ae-425b-8f6c-857dc916f202 tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] 10.222.0.66 "GET /v2.0/quotas/3c65702c3e884328ad7846bc78b658bf HTTP/1.1" status: 200 len: 375 time: 0.0292988 Aug 18 11:55:53.117128 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2168caef-2a91-4d43-990f-db94e54f7c95 req-5edb56f1-b62f-49e3-a6a8-3f50ecb8c79a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:55:53.118589 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2168caef-2a91-4d43-990f-db94e54f7c95 req-5edb56f1-b62f-49e3-a6a8-3f50ecb8c79a service neutron] 10.222.0.63 "GET /v2.0/subnets?id=16b84496-6d9e-4d8c-9087-8e81549f7d75 HTTP/1.1" status: 200 len: 861 time: 0.1126111 Aug 18 11:55:53.160797 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-67d5ba0d-8609-4a96-9d13-c463035255ed req-50ebfac5-336f-4cdd-ae8a-1d0bee04c572 tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=3c65702c3e884328ad7846bc78b658bf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0384710 Aug 18 11:55:53.178287 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2168caef-2a91-4d43-990f-db94e54f7c95 req-f75f0871-fb02-4c96-b838-03558cb2408c service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=f471d7de-70da-4549-acfc-45017b3843ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452743 Aug 18 11:55:53.215681 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f89ce3-e7cc-46a4-a4e8-3418022a9904 req-b51133d0-e803-41fb-b87d-e5bae396c78b tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:55:53.217844 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-70f89ce3-e7cc-46a4-a4e8-3418022a9904 req-b51133d0-e803-41fb-b87d-e5bae396c78b tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] 10.222.0.66 "GET /v2.0/ports?device_id=472358b7-93c5-423a-b5d1-0f535558285a HTTP/1.1" status: 200 len: 945 time: 0.1560585 Aug 18 11:55:53.316203 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-546eeea2-fb6f-4e80-8b97-28d3bcabcd12 admin admin] Deleting port 3f6c6530-eb23-44db-ae84-e287df6436bd {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 11:55:53.317235 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-546eeea2-fb6f-4e80-8b97-28d3bcabcd12 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:53.381223 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-70f89ce3-e7cc-46a4-a4e8-3418022a9904 req-abb05e84-3051-4900-85ed-2daaa23ebfa6 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] 10.222.0.66 "GET /v2.0/security-groups?id=07aef7bb-6c11-4cb4-8594-c24180b5d811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526055 Aug 18 11:55:53.394860 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-67d5ba0d-8609-4a96-9d13-c463035255ed req-b8c26e4c-4a31-46e7-9975-5468859e1ed6 service neutron] 10.222.0.66 "GET /v2.0/networks/fac8d860-f4f2-49a0-99ea-233476aded7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2189136 Aug 18 11:55:53.396770 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2168caef-2a91-4d43-990f-db94e54f7c95 req-3e5e75fc-88af-4c64-b013-2798015ba1fe service neutron] 10.222.0.63 "GET /v2.0/networks/f471d7de-70da-4549-acfc-45017b3843ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2053282 Aug 18 11:55:53.401756 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [None req-546eeea2-fb6f-4e80-8b97-28d3bcabcd12 admin admin] For port 3f6c6530-eb23-44db-ae84-e287df6436bd, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=3f6c6530-eb23-44db-ae84-e287df6436bd,segment=NetworkSegment(5ab336fe-39ee-434d-b733-9c5425304b9b),segment_id=5ab336fe-39ee-434d-b733-9c5425304b9b)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:55:53.402113 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-546eeea2-fb6f-4e80-8b97-28d3bcabcd12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:53.414535 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-546eeea2-fb6f-4e80-8b97-28d3bcabcd12 admin admin] Calling delete_port for 3f6c6530-eb23-44db-ae84-e287df6436bd owned by network:router_interface {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 11:55:53.447632 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 11:55:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f50b7ed-c4e4-4fce-9d20-f7f7a2c8a49f x-openstack-request-id: req-5f50b7ed-c4e4-4fce-9d20-f7f7a2c8a49f {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:55:53.448433 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e38b4e3a-8fbc-41ad-b52d-117b7f8e6b31", "name": "network-vif-plugged", "status": "completed", "tag": "30797c61-49b3-4afe-8d92-34349bf07488", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:55:53.448774 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-5f50b7ed-c4e4-4fce-9d20-f7f7a2c8a49f {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:55:53.449233 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e38b4e3a-8fbc-41ad-b52d-117b7f8e6b31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30797c61-49b3-4afe-8d92-34349bf07488', 'code': 200} Aug 18 11:55:53.613775 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-67d5ba0d-8609-4a96-9d13-c463035255ed req-34c5d356-2c8e-4e22-8ad3-e1978c7c6d90 service neutron] 10.222.0.66 "GET /v2.0/networks/fac8d860-f4f2-49a0-99ea-233476aded7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2010293 Aug 18 11:55:53.649452 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426024d1-42cf-43a6-aabf-eefc0c602726 req-a1d77fbe-2a5a-4c21-b7b8-2b3575fabf85 tempest-InstanceActionsNegativeTestJSON-1233871401 tempest-InstanceActionsNegativeTestJSON-1233871401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:55:53.651167 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-426024d1-42cf-43a6-aabf-eefc0c602726 req-a1d77fbe-2a5a-4c21-b7b8-2b3575fabf85 tempest-InstanceActionsNegativeTestJSON-1233871401 tempest-InstanceActionsNegativeTestJSON-1233871401-project] 10.222.0.66 "GET /v2.0/ports?device_id=177b1a93-472e-444e-896d-e26c20072f7d HTTP/1.1" status: 200 len: 946 time: 0.0897059 Aug 18 11:55:53.660794 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2168caef-2a91-4d43-990f-db94e54f7c95 req-2f37f26e-592a-416a-b5ea-c2ab9767915b service neutron] 10.222.0.63 "GET /v2.0/networks/f471d7de-70da-4549-acfc-45017b3843ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2562089 Aug 18 11:55:53.713249 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-500a1c61-38a7-4c23-a7ec-4631080af5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:53.724348 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-426024d1-42cf-43a6-aabf-eefc0c602726 req-b73cae3b-71d7-4cd1-857a-6d908bb2ef06 tempest-InstanceActionsNegativeTestJSON-1233871401 tempest-InstanceActionsNegativeTestJSON-1233871401-project] 10.222.0.66 "GET /v2.0/security-groups?id=25e6ccd3-e80c-4243-a9ca-aa7f77125708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625131 Aug 18 11:55:53.881171 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f51f83-fc8a-4c42-975f-a8a723f56420 req-6051649c-fb90-4cb6-8ab9-27d8e292143c tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:55:53.890117 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-56f51f83-fc8a-4c42-975f-a8a723f56420 req-6051649c-fb90-4cb6-8ab9-27d8e292143c tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.66 "GET /v2.0/ports?device_id=af8b3f7f-0e9e-4899-ae59-bba76d0eea1d HTTP/1.1" status: 200 len: 944 time: 0.0782700 Aug 18 11:55:53.955670 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-56f51f83-fc8a-4c42-975f-a8a723f56420 req-8c547636-b0cb-454d-ac81-963a0ee0bed4 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.66 "GET /v2.0/security-groups?id=fecad5ed-08b4-4db8-8e35-9a1fb2f01a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644116 Aug 18 11:55:53.986543 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a24c2d2-2b9d-49c4-b232-e6795a1bbc6b req-97e21ca9-4b44-48f8-8d26-fba2b68b45fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:55:53.988035 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-3a24c2d2-2b9d-49c4-b232-e6795a1bbc6b req-97e21ca9-4b44-48f8-8d26-fba2b68b45fe service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=e38b4e3a-8fbc-41ad-b52d-117b7f8e6b31 HTTP/1.1" status: 200 len: 1097 time: 0.4540176 Aug 18 11:55:54.039077 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2f63580d-4c49-4e39-ab00-9f72028182ec req-291aa665-259f-4634-ad1c-8771171158aa tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] 10.222.0.66 "GET /v2.0/ports?device_id=2145e013-9e79-4835-8d0d-e8371bc9e7cc HTTP/1.1" status: 200 len: 210 time: 0.0413227 Aug 18 11:55:54.110556 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-3a24c2d2-2b9d-49c4-b232-e6795a1bbc6b req-e0aba030-8ce0-48ec-8a4f-0c9057d40486 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=55743b86-4589-417c-a042-b0bad2e342b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096303 Aug 18 11:55:54.117512 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef4960e-8982-444d-acb6-d69f4a25ac9d req-8ab3bd93-4b09-42a1-b6f7-d82f8a1be996 tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:55:54.119558 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-cef4960e-8982-444d-acb6-d69f4a25ac9d req-8ab3bd93-4b09-42a1-b6f7-d82f8a1be996 tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] 10.222.0.66 "GET /v2.0/ports?device_id=e38b4e3a-8fbc-41ad-b52d-117b7f8e6b31 HTTP/1.1" status: 200 len: 946 time: 0.0742943 Aug 18 11:55:54.179730 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-cef4960e-8982-444d-acb6-d69f4a25ac9d req-4e747378-4151-44cc-b528-703bb7afc634 tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] 10.222.0.66 "GET /v2.0/security-groups?id=55743b86-4589-417c-a042-b0bad2e342b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531869 Aug 18 11:55:54.198455 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-546eeea2-fb6f-4e80-8b97-28d3bcabcd12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:54.227290 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546eeea2-fb6f-4e80-8b97-28d3bcabcd12 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f6c6530-eb23-44db-ae84-e287df6436bd,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:55:54.403346 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-546eeea2-fb6f-4e80-8b97-28d3bcabcd12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953695'] for router_interface, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:54.566779 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d14411-2c36-4072-9633-180358721097 req-7b084c07-c3d6-48ee-ac0e-45649c2fb114 tempest-InstanceActionsNegativeTestJSON-1233871401 tempest-InstanceActionsNegativeTestJSON-1233871401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:55:54.574636 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a3d14411-2c36-4072-9633-180358721097 req-7b084c07-c3d6-48ee-ac0e-45649c2fb114 tempest-InstanceActionsNegativeTestJSON-1233871401 tempest-InstanceActionsNegativeTestJSON-1233871401-project] 10.222.0.66 "GET /v2.0/ports?device_id=177b1a93-472e-444e-896d-e26c20072f7d HTTP/1.1" status: 200 len: 946 time: 0.1290081 Aug 18 11:55:54.602591 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f8968d-c539-47fd-b5fb-65d745bb8005 req-2ce52ae1-842d-4385-9411-e3390a8da97d tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:55:54.604090 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-83f8968d-c539-47fd-b5fb-65d745bb8005 req-2ce52ae1-842d-4385-9411-e3390a8da97d tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] 10.222.0.66 "GET /v2.0/ports?device_id=472358b7-93c5-423a-b5d1-0f535558285a HTTP/1.1" status: 200 len: 945 time: 0.0946865 Aug 18 11:55:54.633618 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a3d14411-2c36-4072-9633-180358721097 req-5e96d76a-c710-4992-aa7a-bd91f04e06d8 tempest-InstanceActionsNegativeTestJSON-1233871401 tempest-InstanceActionsNegativeTestJSON-1233871401-project] 10.222.0.66 "GET /v2.0/security-groups?id=25e6ccd3-e80c-4243-a9ca-aa7f77125708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580022 Aug 18 11:55:54.673127 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-83f8968d-c539-47fd-b5fb-65d745bb8005 req-e103314d-fcd5-4a17-8013-995bc35e26ca tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] 10.222.0.66 "GET /v2.0/security-groups?id=07aef7bb-6c11-4cb4-8594-c24180b5d811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535977 Aug 18 11:55:54.677376 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-546eeea2-fb6f-4e80-8b97-28d3bcabcd12 admin admin] Router acaa17a1-81fe-4af4-8c8f-d7c4126e2ad5 has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 11:55:54.791538 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-546eeea2-fb6f-4e80-8b97-28d3bcabcd12 admin admin] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 11:55:54.799212 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 52792) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:55:54.801082 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d277701-eaf5-4b56-b571-7c2e3b61fd2e None None] Sync routers for ids ['acaa17a1-81fe-4af4-8c8f-d7c4126e2ad5'] in n-d-804985-2 {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 11:55:54.805252 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-546eeea2-fb6f-4e80-8b97-28d3bcabcd12 admin admin] 10.222.0.66 "PUT /v2.0/routers/acaa17a1-81fe-4af4-8c8f-d7c4126e2ad5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1860645 Aug 18 11:55:54.810467 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d277701-eaf5-4b56-b571-7c2e3b61fd2e None None] Routers {'acaa17a1-81fe-4af4-8c8f-d7c4126e2ad5'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 11:55:54.811074 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-5d277701-eaf5-4b56-b571-7c2e3b61fd2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T11:55:51Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['acaa17a1-81fe-4af4-8c8f-d7c4126e2ad5'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:55:54.922709 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-5d277701-eaf5-4b56-b571-7c2e3b61fd2e None None] Set router acaa17a1-81fe-4af4-8c8f-d7c4126e2ad5 gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 11:55:54.927763 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4b184fed-441b-4e5a-b55f-9f372455bf13 admin admin] Notify callbacks [] for router, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:55.081891 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4b184fed-441b-4e5a-b55f-9f372455bf13 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:55.140214 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-5d277701-eaf5-4b56-b571-7c2e3b61fd2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acaa17a1-81fe-4af4-8c8f-d7c4126e2ad5', 'name': 'tempest-AttachSCSIVolumeTestJSON-1220428903-router', 'tenant_id': 'b512df1d55bf4d889ffe3f9242b6f627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.184'}], 'enable_snat': True}, 'gw_port_id': '47c018a6-0935-4318-a9eb-e5963439b764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T11:53:57Z', 'updated_at': '2021-08-18T11:55:54Z', 'revision_number': 5, 'project_id': 'b512df1d55bf4d889ffe3f9242b6f627', 'gw_port': {'id': '47c018a6-0935-4318-a9eb-e5963439b764', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:8c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acaa17a1-81fe-4af4-8c8f-d7c4126e2ad5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:53:59Z', 'updated_at': '2021-08-18T11:54:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:55:55.168579 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d277701-eaf5-4b56-b571-7c2e3b61fd2e None None] Checking router: acaa17a1-81fe-4af4-8c8f-d7c4126e2ad5 for host: n-d-804985-2 {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 11:55:55.189969 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d277701-eaf5-4b56-b571-7c2e3b61fd2e None None] Routers {'acaa17a1-81fe-4af4-8c8f-d7c4126e2ad5'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 11:55:55.190831 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-5d277701-eaf5-4b56-b571-7c2e3b61fd2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T11:55:51Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['acaa17a1-81fe-4af4-8c8f-d7c4126e2ad5'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:55:55.204978 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c2955049-5ad0-4bf7-8803-e1a639994bea req-235abbe3-e0a9-4a65-aa14-d2d072a1ee8e tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] 10.222.0.66 "GET /v2.0/ports?device_id=2145e013-9e79-4835-8d0d-e8371bc9e7cc HTTP/1.1" status: 200 len: 210 time: 0.0532379 Aug 18 11:55:55.235912 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437731c7-b7c6-4af8-888a-5c43bb4c0bea req-6b6ade5f-3bb9-4df1-aad9-2551b77229a2 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:55:55.244317 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-437731c7-b7c6-4af8-888a-5c43bb4c0bea req-6b6ade5f-3bb9-4df1-aad9-2551b77229a2 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.66 "GET /v2.0/ports?device_id=af8b3f7f-0e9e-4899-ae59-bba76d0eea1d HTTP/1.1" status: 200 len: 944 time: 0.1701748 Aug 18 11:55:55.320672 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-4b184fed-441b-4e5a-b55f-9f372455bf13 admin admin] Deleting port 47c018a6-0935-4318-a9eb-e5963439b764 {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 11:55:55.320672 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4b184fed-441b-4e5a-b55f-9f372455bf13 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:55.329015 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-5d277701-eaf5-4b56-b571-7c2e3b61fd2e None None] Set router acaa17a1-81fe-4af4-8c8f-d7c4126e2ad5 gateway port host: None {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 11:55:55.357092 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-437731c7-b7c6-4af8-888a-5c43bb4c0bea req-2dfa7eae-ed65-479d-996b-bd7b9948a956 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.66 "GET /v2.0/security-groups?id=fecad5ed-08b4-4db8-8e35-9a1fb2f01a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117284 Aug 18 11:55:55.399010 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d5ba0d-8609-4a96-9d13-c463035255ed req-c0775316-8d1f-4bf2-9eab-b8dac3800fd6 tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:55:55.400613 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-67d5ba0d-8609-4a96-9d13-c463035255ed req-c0775316-8d1f-4bf2-9eab-b8dac3800fd6 tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] 10.222.0.62 "GET /v2.0/networks?id=fac8d860-f4f2-49a0-99ea-233476aded7e HTTP/1.1" status: 200 len: 814 time: 0.2533054 Aug 18 11:55:55.417247 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [req-67d5ba0d-8609-4a96-9d13-c463035255ed req-342a100c-527a-4506-a105-c2975806d445 tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] Request body: {'port': {'device_id': '2145e013-9e79-4835-8d0d-e8371bc9e7cc', 'network_id': 'fac8d860-f4f2-49a0-99ea-233476aded7e', 'admin_state_up': True, 'tenant_id': '3c65702c3e884328ad7846bc78b658bf'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:55:55.505124 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-5d277701-eaf5-4b56-b571-7c2e3b61fd2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acaa17a1-81fe-4af4-8c8f-d7c4126e2ad5', 'name': 'tempest-AttachSCSIVolumeTestJSON-1220428903-router', 'tenant_id': 'b512df1d55bf4d889ffe3f9242b6f627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T11:53:57Z', 'updated_at': '2021-08-18T11:55:55Z', 'revision_number': 6, 'project_id': 'b512df1d55bf4d889ffe3f9242b6f627', 'gw_port_host': None}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:55:55.505713 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [None req-4b184fed-441b-4e5a-b55f-9f372455bf13 admin admin] For port 47c018a6-0935-4318-a9eb-e5963439b764, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=47c018a6-0935-4318-a9eb-e5963439b764,segment=NetworkSegment(c5a3db9d-5c58-41b1-9177-d5787a597b78),segment_id=c5a3db9d-5c58-41b1-9177-d5787a597b78)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:55:55.506226 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4b184fed-441b-4e5a-b55f-9f372455bf13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:55.525859 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16396de-0b84-4052-b22d-fbacff0f51cb req-9f36e899-358e-461a-bdfe-7cf9ef83e5a8 tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:55:55.527293 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f16396de-0b84-4052-b22d-fbacff0f51cb req-9f36e899-358e-461a-bdfe-7cf9ef83e5a8 tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] 10.222.0.66 "GET /v2.0/ports?device_id=e38b4e3a-8fbc-41ad-b52d-117b7f8e6b31 HTTP/1.1" status: 200 len: 946 time: 0.0870354 Aug 18 11:55:55.531554 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-4b184fed-441b-4e5a-b55f-9f372455bf13 admin admin] Calling delete_port for 47c018a6-0935-4318-a9eb-e5963439b764 owned by network:router_gateway {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 11:55:55.532784 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d277701-eaf5-4b56-b571-7c2e3b61fd2e None None] The sync data for ids ['acaa17a1-81fe-4af4-8c8f-d7c4126e2ad5'] in n-d-804985-2 is: [{'id': 'acaa17a1-81fe-4af4-8c8f-d7c4126e2ad5', 'name': 'tempest-AttachSCSIVolumeTestJSON-1220428903-router', 'tenant_id': 'b512df1d55bf4d889ffe3f9242b6f627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T11:53:57Z', 'updated_at': '2021-08-18T11:55:55Z', 'revision_number': 6, 'project_id': 'b512df1d55bf4d889ffe3f9242b6f627', 'gw_port_host': None}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 11:55:55.551877 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67d5ba0d-8609-4a96-9d13-c463035255ed req-342a100c-527a-4506-a105-c2975806d445 tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] Made reservation on behalf of 3c65702c3e884328ad7846bc78b658bf for: {'port': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 11:55:55.556011 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-67d5ba0d-8609-4a96-9d13-c463035255ed req-342a100c-527a-4506-a105-c2975806d445 tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:55.621893 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f16396de-0b84-4052-b22d-fbacff0f51cb req-2a2cb855-a446-4363-8f76-32ee28e22ed6 tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] 10.222.0.66 "GET /v2.0/security-groups?id=55743b86-4589-417c-a042-b0bad2e342b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882342 Aug 18 11:55:55.707680 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [req-67d5ba0d-8609-4a96-9d13-c463035255ed req-342a100c-527a-4506-a105-c2975806d445 tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] Allocated IP 172.20.0.11 (fac8d860-f4f2-49a0-99ea-233476aded7e/80867b40-661a-4fc1-85b2-6a0bc5d62715/2d366f8a-6889-4078-a81a-fe904b241e00) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 11:55:55.821198 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3ecb60-1fc3-4948-9f9e-8d3ddbf46e44 req-e7e8b340-3301-4438-9ff9-4102f168e494 tempest-InstanceActionsNegativeTestJSON-1233871401 tempest-InstanceActionsNegativeTestJSON-1233871401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:55:55.823172 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0f3ecb60-1fc3-4948-9f9e-8d3ddbf46e44 req-e7e8b340-3301-4438-9ff9-4102f168e494 tempest-InstanceActionsNegativeTestJSON-1233871401 tempest-InstanceActionsNegativeTestJSON-1233871401-project] 10.222.0.66 "GET /v2.0/ports?device_id=177b1a93-472e-444e-896d-e26c20072f7d HTTP/1.1" status: 200 len: 946 time: 0.0942097 Aug 18 11:55:55.912956 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-67d5ba0d-8609-4a96-9d13-c463035255ed req-342a100c-527a-4506-a105-c2975806d445 tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:55.950771 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4b184fed-441b-4e5a-b55f-9f372455bf13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:55.970756 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f44e5dc-c0e3-4a1c-ac26-074bc0992a54 req-60b498eb-0baa-42eb-85ec-025167d381c6 tempest-InstanceActionsNegativeTestJSON-1233871401 tempest-InstanceActionsNegativeTestJSON-1233871401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:55:55.972015 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-67d5ba0d-8609-4a96-9d13-c463035255ed req-342a100c-527a-4506-a105-c2975806d445 tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:55.972622 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9f44e5dc-c0e3-4a1c-ac26-074bc0992a54 req-60b498eb-0baa-42eb-85ec-025167d381c6 tempest-InstanceActionsNegativeTestJSON-1233871401 tempest-InstanceActionsNegativeTestJSON-1233871401-project] 10.222.0.63 "GET /v2.0/ports?device_id=177b1a93-472e-444e-896d-e26c20072f7d HTTP/1.1" status: 200 len: 946 time: 0.1461563 Aug 18 11:55:55.981424 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0f3ecb60-1fc3-4948-9f9e-8d3ddbf46e44 req-6af4975c-2e78-4c8c-9d9f-8825c3338c06 tempest-InstanceActionsNegativeTestJSON-1233871401 tempest-InstanceActionsNegativeTestJSON-1233871401-project] 10.222.0.66 "GET /v2.0/security-groups?id=25e6ccd3-e80c-4243-a9ca-aa7f77125708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120787 Aug 18 11:55:56.011554 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 3f6c6530-eb23-44db-ae84-e287df6436bd no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 11:55:56.027359 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b184fed-441b-4e5a-b55f-9f372455bf13 admin admin] Pushing event deleted for resources: {'Port': ['ID=47c018a6-0935-4318-a9eb-e5963439b764,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:55:56.063681 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342a100c-527a-4506-a105-c2975806d445 tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] Pushing event updated for resources: {'Port': ['ID=2d366f8a-6889-4078-a81a-fe904b241e00,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:55:56.066025 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: 3f6c6530-eb23-44db-ae84-e287df6436bd {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 11:55:56.066373 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 3f6c6530-eb23-44db-ae84-e287df6436bd not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 11:55:56.075450 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67d5ba0d-8609-4a96-9d13-c463035255ed req-342a100c-527a-4506-a105-c2975806d445 tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] Network fac8d860-f4f2-49a0-99ea-233476aded7e is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 11:55:56.076878 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [req-67d5ba0d-8609-4a96-9d13-c463035255ed req-342a100c-527a-4506-a105-c2975806d445 tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:55:56.083363 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-67d5ba0d-8609-4a96-9d13-c463035255ed req-342a100c-527a-4506-a105-c2975806d445 tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 11:55:56.101039 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4041a5d8-7464-4320-852d-dd7ffba385a0 req-95b6bfe9-8dc0-4acb-a849-0fc4f88189e2 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:55:56.102641 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4041a5d8-7464-4320-852d-dd7ffba385a0 req-95b6bfe9-8dc0-4acb-a849-0fc4f88189e2 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] 10.222.0.66 "GET /v2.0/ports?device_id=472358b7-93c5-423a-b5d1-0f535558285a HTTP/1.1" status: 200 len: 945 time: 0.2037525 Aug 18 11:55:56.135107 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d5ba0d-8609-4a96-9d13-c463035255ed req-342a100c-527a-4506-a105-c2975806d445 tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:55:56.135720 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-67d5ba0d-8609-4a96-9d13-c463035255ed req-342a100c-527a-4506-a105-c2975806d445 tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:56.150264 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-67d5ba0d-8609-4a96-9d13-c463035255ed req-342a100c-527a-4506-a105-c2975806d445 tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7379181 Aug 18 11:55:56.165371 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [req-67d5ba0d-8609-4a96-9d13-c463035255ed req-e97a7a0a-1ab7-488f-83ad-c6d9f7e0e7f2 service neutron] Request body: {'port': {'device_id': '2145e013-9e79-4835-8d0d-e8371bc9e7cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804985-2'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:55:56.198878 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4b184fed-441b-4e5a-b55f-9f372455bf13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-997271'] for router_gateway, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:56.225166 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-67d5ba0d-8609-4a96-9d13-c463035255ed req-e97a7a0a-1ab7-488f-83ad-c6d9f7e0e7f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:56.309936 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4041a5d8-7464-4320-852d-dd7ffba385a0 req-de7e858e-e08e-4917-90cb-fb88a43a2c72 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] 10.222.0.66 "GET /v2.0/security-groups?id=07aef7bb-6c11-4cb4-8594-c24180b5d811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002015 Aug 18 11:55:56.316874 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4b184fed-441b-4e5a-b55f-9f372455bf13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-996004', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15859'] for router, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:56.322436 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4b184fed-441b-4e5a-b55f-9f372455bf13 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:56.336283 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea8f6f5-00a5-4f6f-83ac-af6a02d11e74 req-ba54b463-2834-483b-b73f-7ca51d560059 tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:55:56.337764 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-cea8f6f5-00a5-4f6f-83ac-af6a02d11e74 req-ba54b463-2834-483b-b73f-7ca51d560059 tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] 10.222.0.66 "GET /v2.0/ports?device_id=e38b4e3a-8fbc-41ad-b52d-117b7f8e6b31 HTTP/1.1" status: 200 len: 946 time: 0.2339635 Aug 18 11:55:56.413243 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-9f44e5dc-c0e3-4a1c-ac26-074bc0992a54 req-b3922a7d-225f-4b51-829d-0b7842d520ca tempest-InstanceActionsNegativeTestJSON-1233871401 tempest-InstanceActionsNegativeTestJSON-1233871401-project] Deleting port e61414e5-66de-4741-b597-d01bb93bbcd5 {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 11:55:56.413592 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-9f44e5dc-c0e3-4a1c-ac26-074bc0992a54 req-b3922a7d-225f-4b51-829d-0b7842d520ca tempest-InstanceActionsNegativeTestJSON-1233871401 tempest-InstanceActionsNegativeTestJSON-1233871401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:56.419512 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4b184fed-441b-4e5a-b55f-9f372455bf13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-996061'] for router, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:56.420099 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b184fed-441b-4e5a-b55f-9f372455bf13 admin admin] Fanout notify agent at l3_agent the message router_deleted on router acaa17a1-81fe-4af4-8c8f-d7c4126e2ad5 {{(pid=106252) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 11:55:56.553811 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [req-67d5ba0d-8609-4a96-9d13-c463035255ed req-e97a7a0a-1ab7-488f-83ad-c6d9f7e0e7f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d366f8a-6889-4078-a81a-fe904b241e00 {{(pid=106253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 11:55:56.563019 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-67d5ba0d-8609-4a96-9d13-c463035255ed req-e97a7a0a-1ab7-488f-83ad-c6d9f7e0e7f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:56.577934 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [req-67d5ba0d-8609-4a96-9d13-c463035255ed req-e97a7a0a-1ab7-488f-83ad-c6d9f7e0e7f2 service neutron] Transition to ACTIVE for port object 2d366f8a-6889-4078-a81a-fe904b241e00 will not be triggered until provisioned by entity L2. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 11:55:56.582993 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-67d5ba0d-8609-4a96-9d13-c463035255ed req-e97a7a0a-1ab7-488f-83ad-c6d9f7e0e7f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:56.638572 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97a7a0a-1ab7-488f-83ad-c6d9f7e0e7f2 service neutron] Pushing event updated for resources: {'Port': ['ID=2d366f8a-6889-4078-a81a-fe904b241e00,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:55:56.715778 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-67d5ba0d-8609-4a96-9d13-c463035255ed req-e97a7a0a-1ab7-488f-83ad-c6d9f7e0e7f2 service neutron] Attempting to bind port 2d366f8a-6889-4078-a81a-fe904b241e00 on host n-h2-804985-2 for vnic_type normal with profile {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 11:55:56.716148 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-67d5ba0d-8609-4a96-9d13-c463035255ed req-e97a7a0a-1ab7-488f-83ad-c6d9f7e0e7f2 service neutron] Attempting to bind port 2d366f8a-6889-4078-a81a-fe904b241e00 by drivers openvswitch,hyperv on host n-h2-804985-2 at level 0 using segments [{'id': '8d845f6a-d01c-49fc-8841-a69d4d456626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'fac8d860-f4f2-49a0-99ea-233476aded7e'}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 11:55:56.716421 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67d5ba0d-8609-4a96-9d13-c463035255ed req-e97a7a0a-1ab7-488f-83ad-c6d9f7e0e7f2 service neutron] Attempting to bind port 2d366f8a-6889-4078-a81a-fe904b241e00 on network fac8d860-f4f2-49a0-99ea-233476aded7e {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 11:55:56.721422 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67d5ba0d-8609-4a96-9d13-c463035255ed req-e97a7a0a-1ab7-488f-83ad-c6d9f7e0e7f2 service neutron] Port 2d366f8a-6889-4078-a81a-fe904b241e00 on network fac8d860-f4f2-49a0-99ea-233476aded7e not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-2 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 11:55:56.721730 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67d5ba0d-8609-4a96-9d13-c463035255ed req-e97a7a0a-1ab7-488f-83ad-c6d9f7e0e7f2 service neutron] Attempting to bind port 2d366f8a-6889-4078-a81a-fe904b241e00 on network fac8d860-f4f2-49a0-99ea-233476aded7e {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 11:55:56.727345 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67d5ba0d-8609-4a96-9d13-c463035255ed req-e97a7a0a-1ab7-488f-83ad-c6d9f7e0e7f2 service neutron] Checking agent: {'id': 'da5da552-709c-4248-84de-86af99a0dc87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 49, 8), 'started_at': datetime.datetime(2021, 8, 18, 11, 49, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 11, 55, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 11:55:56.727686 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67d5ba0d-8609-4a96-9d13-c463035255ed req-e97a7a0a-1ab7-488f-83ad-c6d9f7e0e7f2 service neutron] Checking segment: {'id': '8d845f6a-d01c-49fc-8841-a69d4d456626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'fac8d860-f4f2-49a0-99ea-233476aded7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 11:55:56.728080 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67d5ba0d-8609-4a96-9d13-c463035255ed req-e97a7a0a-1ab7-488f-83ad-c6d9f7e0e7f2 service neutron] Bound using segment: {'id': '8d845f6a-d01c-49fc-8841-a69d4d456626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'fac8d860-f4f2-49a0-99ea-233476aded7e'} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 11:55:56.728790 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-67d5ba0d-8609-4a96-9d13-c463035255ed req-e97a7a0a-1ab7-488f-83ad-c6d9f7e0e7f2 service neutron] Bound port: 2d366f8a-6889-4078-a81a-fe904b241e00, host: n-h2-804985-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d845f6a-d01c-49fc-8841-a69d4d456626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'fac8d860-f4f2-49a0-99ea-233476aded7e'}}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 11:55:56.729042 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-67d5ba0d-8609-4a96-9d13-c463035255ed req-e97a7a0a-1ab7-488f-83ad-c6d9f7e0e7f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:56.755601 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4b184fed-441b-4e5a-b55f-9f372455bf13 admin admin] Notify callbacks [] for router, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:56.759016 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-4b184fed-441b-4e5a-b55f-9f372455bf13 admin admin] 10.222.0.66 "DELETE /v2.0/routers/acaa17a1-81fe-4af4-8c8f-d7c4126e2ad5 HTTP/1.1" status: 204 len: 168 time: 1.9564967 Aug 18 11:55:56.763459 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 52820) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:55:56.829181 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_v2 [None req-13a3b800-ee1b-48d8-97f3-0b547ccbc7c9 admin admin] Deleting subnet cd78d838-35ce-4c81-aeae-b48ea6aa5b40 {{(pid=106253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 11:55:56.834923 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-13a3b800-ee1b-48d8-97f3-0b547ccbc7c9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:56.836991 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-67d5ba0d-8609-4a96-9d13-c463035255ed req-e97a7a0a-1ab7-488f-83ad-c6d9f7e0e7f2 service neutron] For port 2d366f8a-6889-4078-a81a-fe904b241e00, host n-h2-804985-2, cleared binding levels {{(pid=106253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 11:55:56.837466 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-cea8f6f5-00a5-4f6f-83ac-af6a02d11e74 req-769af116-8e33-469a-9d11-f0fe28b87ebf tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] 10.222.0.66 "GET /v2.0/security-groups?id=55743b86-4589-417c-a042-b0bad2e342b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4577880 Aug 18 11:55:56.872028 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-67d5ba0d-8609-4a96-9d13-c463035255ed req-e97a7a0a-1ab7-488f-83ad-c6d9f7e0e7f2 service neutron] For port 2d366f8a-6889-4078-a81a-fe904b241e00, host n-h2-804985-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=2d366f8a-6889-4078-a81a-fe904b241e00,segment=NetworkSegment(8d845f6a-d01c-49fc-8841-a69d4d456626),segment_id=8d845f6a-d01c-49fc-8841-a69d4d456626)] {{(pid=106253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 11:55:56.880112 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-67d5ba0d-8609-4a96-9d13-c463035255ed req-e97a7a0a-1ab7-488f-83ad-c6d9f7e0e7f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:56.890191 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-9f44e5dc-c0e3-4a1c-ac26-074bc0992a54 req-b3922a7d-225f-4b51-829d-0b7842d520ca tempest-InstanceActionsNegativeTestJSON-1233871401 tempest-InstanceActionsNegativeTestJSON-1233871401-project] For port e61414e5-66de-4741-b597-d01bb93bbcd5, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=e61414e5-66de-4741-b597-d01bb93bbcd5,segment=NetworkSegment(1106b675-1804-4762-b454-68731b7a659b),segment_id=1106b675-1804-4762-b454-68731b7a659b)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:55:56.891175 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-9f44e5dc-c0e3-4a1c-ac26-074bc0992a54 req-b3922a7d-225f-4b51-829d-0b7842d520ca tempest-InstanceActionsNegativeTestJSON-1233871401 tempest-InstanceActionsNegativeTestJSON-1233871401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:56.892799 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-13a3b800-ee1b-48d8-97f3-0b547ccbc7c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902229'] for subnet, precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:56.906687 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1737e6-d5d7-4477-a2f9-905a5255a5ae req-2f219237-b74b-487a-989a-718ba4972a5a tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:55:56.908157 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-cf1737e6-d5d7-4477-a2f9-905a5255a5ae req-2f219237-b74b-487a-989a-718ba4972a5a tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] 10.222.0.66 "GET /v2.0/ports?device_id=2145e013-9e79-4835-8d0d-e8371bc9e7cc HTTP/1.1" status: 200 len: 944 time: 0.1504786 Aug 18 11:55:56.914185 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-9f44e5dc-c0e3-4a1c-ac26-074bc0992a54 req-b3922a7d-225f-4b51-829d-0b7842d520ca tempest-InstanceActionsNegativeTestJSON-1233871401 tempest-InstanceActionsNegativeTestJSON-1233871401-project] Calling delete_port for e61414e5-66de-4741-b597-d01bb93bbcd5 owned by compute:nova {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 11:55:56.944430 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d5ba0d-8609-4a96-9d13-c463035255ed req-e97a7a0a-1ab7-488f-83ad-c6d9f7e0e7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:55:56.945123 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-67d5ba0d-8609-4a96-9d13-c463035255ed req-e97a7a0a-1ab7-488f-83ad-c6d9f7e0e7f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:56.946608 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-67d5ba0d-8609-4a96-9d13-c463035255ed req-e97a7a0a-1ab7-488f-83ad-c6d9f7e0e7f2 service neutron] 10.222.0.62 "PUT /v2.0/ports/2d366f8a-6889-4078-a81a-fe904b241e00 HTTP/1.1" status: 200 len: 1092 time: 0.7854958 Aug 18 11:55:56.947106 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2145e013-9e79-4835-8d0d-e8371bc9e7cc', 'tag': '2d366f8a-6889-4078-a81a-fe904b241e00'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 11:55:56.949425 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0679f4c4b6e0e0c064a7d71d722dc30541a34fffee11680573be22ee2ffccc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f68ace59-7978-4c4b-9c1c-d9195c5e393b" -d '{"events": [{"name": "network-changed", "server_uuid": "2145e013-9e79-4835-8d0d-e8371bc9e7cc", "tag": "2d366f8a-6889-4078-a81a-fe904b241e00"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:55:56.987104 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97a7a0a-1ab7-488f-83ad-c6d9f7e0e7f2 service neutron] Pushing event updated for resources: {'Port': ['ID=2d366f8a-6889-4078-a81a-fe904b241e00,revision_number=3']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:55:57.037412 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-cf1737e6-d5d7-4477-a2f9-905a5255a5ae req-5b116eb1-c31f-4eb4-af67-177cbc80b346 tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bf5bc16-7ae8-42c8-a968-84c3ac638172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059835 Aug 18 11:55:57.058155 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-13a3b800-ee1b-48d8-97f3-0b547ccbc7c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:57.073281 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008ad330-9185-4d04-a489-cfab2d62a38e req-acc0cb68-cb0c-43c2-b36c-86410a6d815b tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:55:57.074741 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-008ad330-9185-4d04-a489-cfab2d62a38e req-acc0cb68-cb0c-43c2-b36c-86410a6d815b tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.66 "GET /v2.0/ports?device_id=af8b3f7f-0e9e-4899-ae59-bba76d0eea1d HTTP/1.1" status: 200 len: 944 time: 0.0895660 Aug 18 11:55:57.101873 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 11:55:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-062bd97d-47a7-42af-a2de-9bba7f5313b9 x-openstack-request-id: req-062bd97d-47a7-42af-a2de-9bba7f5313b9 {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:55:57.102157 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2145e013-9e79-4835-8d0d-e8371bc9e7cc", "tag": "2d366f8a-6889-4078-a81a-fe904b241e00", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:55:57.102399 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-062bd97d-47a7-42af-a2de-9bba7f5313b9 {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:55:57.102801 n-d-804985-2 neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2145e013-9e79-4835-8d0d-e8371bc9e7cc', 'tag': '2d366f8a-6889-4078-a81a-fe904b241e00', 'status': 'completed', 'code': 200} Aug 18 11:55:57.116303 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d5ba0d-8609-4a96-9d13-c463035255ed req-ebdc2397-285a-402a-922b-e95dee48ab24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:55:57.117831 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-67d5ba0d-8609-4a96-9d13-c463035255ed req-ebdc2397-285a-402a-922b-e95dee48ab24 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3c65702c3e884328ad7846bc78b658bf&device_id=2145e013-9e79-4835-8d0d-e8371bc9e7cc HTTP/1.1" status: 200 len: 1095 time: 0.1114464 Aug 18 11:55:57.162265 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-13a3b800-ee1b-48d8-97f3-0b547ccbc7c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58902171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59388106'] for subnet, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:57.167320 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-67d5ba0d-8609-4a96-9d13-c463035255ed req-c4cfd204-b47c-4cbc-a927-a64529da5823 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2d366f8a-6889-4078-a81a-fe904b241e00 HTTP/1.1" status: 200 len: 217 time: 0.0399575 Aug 18 11:55:57.188060 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-008ad330-9185-4d04-a489-cfab2d62a38e req-10ec8b51-d7db-4284-b8f9-3daf5b929419 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.66 "GET /v2.0/security-groups?id=fecad5ed-08b4-4db8-8e35-9a1fb2f01a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971999 Aug 18 11:55:57.190151 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-9f44e5dc-c0e3-4a1c-ac26-074bc0992a54 req-b3922a7d-225f-4b51-829d-0b7842d520ca tempest-InstanceActionsNegativeTestJSON-1233871401 tempest-InstanceActionsNegativeTestJSON-1233871401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:57.203142 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a3b800-ee1b-48d8-97f3-0b547ccbc7c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd78d838-35ce-4c81-aeae-b48ea6aa5b40,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:55:57.203373 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] get_ports_and_sgs() called for port_ids ['e61414e5-66de-4741-b597-d01bb93bbcd5'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 11:55:57.224625 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-13a3b800-ee1b-48d8-97f3-0b547ccbc7c9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:57.224972 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3922a7d-225f-4b51-829d-0b7842d520ca tempest-InstanceActionsNegativeTestJSON-1233871401 tempest-InstanceActionsNegativeTestJSON-1233871401-project] Pushing event deleted for resources: {'Port': ['ID=e61414e5-66de-4741-b597-d01bb93bbcd5,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:55:57.230079 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-13a3b800-ee1b-48d8-97f3-0b547ccbc7c9 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/cd78d838-35ce-4c81-aeae-b48ea6aa5b40 HTTP/1.1" status: 204 len: 168 time: 0.4620593 Aug 18 11:55:57.230079 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 52826) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:55:57.249888 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6bdf1cd-550d-4442-bf8f-44f63f82a46c None None] Network c5fb4668-c687-49d6-bd2c-0b015c57b5fb requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 11:55:57.268903 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b82b37-fd12-4b6c-8514-8043836d3051 req-07c440b3-798a-4f97-8761-18d485e47de5 tempest-InstanceActionsNegativeTestJSON-1233871401 tempest-InstanceActionsNegativeTestJSON-1233871401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:55:57.270451 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-05b82b37-fd12-4b6c-8514-8043836d3051 req-07c440b3-798a-4f97-8761-18d485e47de5 tempest-InstanceActionsNegativeTestJSON-1233871401 tempest-InstanceActionsNegativeTestJSON-1233871401-project] 10.222.0.66 "GET /v2.0/ports?device_id=177b1a93-472e-444e-896d-e26c20072f7d HTTP/1.1" status: 200 len: 867 time: 0.1163738 Aug 18 11:55:57.289514 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f44e5dc-c0e3-4a1c-ac26-074bc0992a54 req-b3922a7d-225f-4b51-829d-0b7842d520ca tempest-InstanceActionsNegativeTestJSON-1233871401 tempest-InstanceActionsNegativeTestJSON-1233871401-project] No DVR routers for this DVR port e61414e5-66de-4741-b597-d01bb93bbcd5 on host n-h1-804985-2 {{(pid=106252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 11:55:57.292128 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-9f44e5dc-c0e3-4a1c-ac26-074bc0992a54 req-b3922a7d-225f-4b51-829d-0b7842d520ca tempest-InstanceActionsNegativeTestJSON-1233871401 tempest-InstanceActionsNegativeTestJSON-1233871401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:57.294119 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9f44e5dc-c0e3-4a1c-ac26-074bc0992a54 req-b3922a7d-225f-4b51-829d-0b7842d520ca tempest-InstanceActionsNegativeTestJSON-1233871401 tempest-InstanceActionsNegativeTestJSON-1233871401-project] 10.222.0.63 "DELETE /v2.0/ports/e61414e5-66de-4741-b597-d01bb93bbcd5 HTTP/1.1" status: 204 len: 173 time: 1.3118134 Aug 18 11:55:57.294558 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '177b1a93-472e-444e-896d-e26c20072f7d', 'name': 'network-vif-deleted', 'tag': 'e61414e5-66de-4741-b597-d01bb93bbcd5'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 11:55:57.296886 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-752c44ed-a7ff-4746-82dc-b1285932b792" -d '{"events": [{"server_uuid": "177b1a93-472e-444e-896d-e26c20072f7d", "name": "network-vif-deleted", "tag": "e61414e5-66de-4741-b597-d01bb93bbcd5"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:55:57.297043 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d5ba0d-8609-4a96-9d13-c463035255ed req-a47c1cc5-8ec3-4251-a764-a176b3e35104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:55:57.298536 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-67d5ba0d-8609-4a96-9d13-c463035255ed req-a47c1cc5-8ec3-4251-a764-a176b3e35104 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=80867b40-661a-4fc1-85b2-6a0bc5d62715 HTTP/1.1" status: 200 len: 854 time: 0.1067483 Aug 18 11:55:57.357588 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-67d5ba0d-8609-4a96-9d13-c463035255ed req-282acb91-d030-4d5e-9522-ca45b4032d94 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=fac8d860-f4f2-49a0-99ea-233476aded7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458117 Aug 18 11:55:57.361130 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-05b82b37-fd12-4b6c-8514-8043836d3051 req-777c5c85-03d6-4b28-ae41-07014d2368b6 tempest-InstanceActionsNegativeTestJSON-1233871401 tempest-InstanceActionsNegativeTestJSON-1233871401-project] 10.222.0.66 "GET /v2.0/security-groups?id=25e6ccd3-e80c-4243-a9ca-aa7f77125708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730422 Aug 18 11:55:57.362789 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 11:55:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-859b0e6c-abcc-41c9-a065-c7c35d9813d4 x-openstack-request-id: req-859b0e6c-abcc-41c9-a065-c7c35d9813d4 {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:55:57.362970 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "177b1a93-472e-444e-896d-e26c20072f7d", "name": "network-vif-deleted", "tag": "e61414e5-66de-4741-b597-d01bb93bbcd5", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:55:57.363202 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-859b0e6c-abcc-41c9-a065-c7c35d9813d4 {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:55:57.363600 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '177b1a93-472e-444e-896d-e26c20072f7d', 'name': 'network-vif-deleted', 'tag': 'e61414e5-66de-4741-b597-d01bb93bbcd5', 'status': 'completed', 'code': 200} Aug 18 11:55:57.399177 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4adeece0-f706-41e7-8a22-a34726c89773 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7904109'] for network, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:57.504542 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2ca7164-dbf0-44b8-a1e2-c3953fede8d0 None None] DHCP port deletion for c5fb4668-c687-49d6-bd2c-0b015c57b5fb request from n-d-804985-2 {{(pid=106254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 11:55:57.509787 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4b1c89-4169-4a9b-8d74-9034cf6791d8 req-e0eb3b11-0720-4636-b89f-ca0243a7ac2a tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:55:57.511522 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7c4b1c89-4169-4a9b-8d74-9034cf6791d8 req-e0eb3b11-0720-4636-b89f-ca0243a7ac2a tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] 10.222.0.66 "GET /v2.0/ports?device_id=472358b7-93c5-423a-b5d1-0f535558285a HTTP/1.1" status: 200 len: 945 time: 0.0889475 Aug 18 11:55:57.527324 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-67d5ba0d-8609-4a96-9d13-c463035255ed req-82484c08-6662-4349-b261-cd983160fa83 service neutron] 10.222.0.62 "GET /v2.0/networks/fac8d860-f4f2-49a0-99ea-233476aded7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527078 Aug 18 11:55:57.535131 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-4adeece0-f706-41e7-8a22-a34726c89773 admin admin] Deleting port b45212d0-027c-4921-869c-269eb0ed3713 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 11:55:57.535780 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4adeece0-f706-41e7-8a22-a34726c89773 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:57.557203 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7c4b1c89-4169-4a9b-8d74-9034cf6791d8 req-bb40e146-dc47-4ceb-b87f-572ade15e205 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] 10.222.0.66 "GET /v2.0/security-groups?id=07aef7bb-6c11-4cb4-8594-c24180b5d811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365791 Aug 18 11:55:57.557484 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-f2ca7164-dbf0-44b8-a1e2-c3953fede8d0 None None] Deleting port b45212d0-027c-4921-869c-269eb0ed3713 {{(pid=106254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 11:55:57.557591 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-f2ca7164-dbf0-44b8-a1e2-c3953fede8d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:57.625976 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-f2ca7164-dbf0-44b8-a1e2-c3953fede8d0 None None] For port b45212d0-027c-4921-869c-269eb0ed3713, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=b45212d0-027c-4921-869c-269eb0ed3713,segment=NetworkSegment(5ab336fe-39ee-434d-b733-9c5425304b9b),segment_id=5ab336fe-39ee-434d-b733-9c5425304b9b)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:55:57.626369 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-f2ca7164-dbf0-44b8-a1e2-c3953fede8d0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:57.638932 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-f2ca7164-dbf0-44b8-a1e2-c3953fede8d0 None None] Calling delete_port for b45212d0-027c-4921-869c-269eb0ed3713 owned by network:dhcp {{(pid=106254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 11:55:57.660550 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [None req-4adeece0-f706-41e7-8a22-a34726c89773 admin admin] For port b45212d0-027c-4921-869c-269eb0ed3713, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=b45212d0-027c-4921-869c-269eb0ed3713,segment=NetworkSegment(5ab336fe-39ee-434d-b733-9c5425304b9b),segment_id=5ab336fe-39ee-434d-b733-9c5425304b9b)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:55:57.661256 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4adeece0-f706-41e7-8a22-a34726c89773 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:57.678576 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-4adeece0-f706-41e7-8a22-a34726c89773 admin admin] Calling delete_port for b45212d0-027c-4921-869c-269eb0ed3713 owned by network:dhcp {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 11:55:57.717512 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-67d5ba0d-8609-4a96-9d13-c463035255ed req-83e2ca06-d5b6-4141-8aca-119e61c87b87 service neutron] 10.222.0.62 "GET /v2.0/networks/fac8d860-f4f2-49a0-99ea-233476aded7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773653 Aug 18 11:55:57.795741 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4adeece0-f706-41e7-8a22-a34726c89773 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:57.852020 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adeece0-f706-41e7-8a22-a34726c89773 admin admin] Pushing event deleted for resources: {'Port': ['ID=b45212d0-027c-4921-869c-269eb0ed3713,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:55:57.858474 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4adeece0-f706-41e7-8a22-a34726c89773 admin admin] No DVR routers for this DVR port b45212d0-027c-4921-869c-269eb0ed3713 on host n-d-804985-2 {{(pid=106253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 11:55:57.875553 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-f2ca7164-dbf0-44b8-a1e2-c3953fede8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556'] for port, after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:57.939230 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ca7164-dbf0-44b8-a1e2-c3953fede8d0 None None] No DVR routers for this DVR port b45212d0-027c-4921-869c-269eb0ed3713 on host n-d-804985-2 {{(pid=106254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 11:55:57.941403 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ca7164-dbf0-44b8-a1e2-c3953fede8d0 None None] Pushing event deleted for resources: {'Port': ['ID=b45212d0-027c-4921-869c-269eb0ed3713,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:55:57.959745 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68ace59-7978-4c4b-9c1c-d9195c5e393b req-7320a75d-48b7-4fa6-8244-d1233617c66e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:55:57.961424 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-f68ace59-7978-4c4b-9c1c-d9195c5e393b req-7320a75d-48b7-4fa6-8244-d1233617c66e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3c65702c3e884328ad7846bc78b658bf&device_id=2145e013-9e79-4835-8d0d-e8371bc9e7cc HTTP/1.1" status: 200 len: 1095 time: 0.1769087 Aug 18 11:55:57.995773 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4adeece0-f706-41e7-8a22-a34726c89773 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8367869', 'neutron.services.segments.db._delete_segments_for_network-8789151212993'] for network, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:58.007985 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0d8e72-5c36-4179-b37e-81bc7f7a30da req-869b84a3-ea65-4576-9bef-9f5a630a7709 tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:55:58.010127 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6b0d8e72-5c36-4179-b37e-81bc7f7a30da req-869b84a3-ea65-4576-9bef-9f5a630a7709 tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] 10.222.0.66 "GET /v2.0/ports?device_id=e38b4e3a-8fbc-41ad-b52d-117b7f8e6b31 HTTP/1.1" status: 200 len: 946 time: 0.0764580 Aug 18 11:55:58.027219 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 47c018a6-0935-4318-a9eb-e5963439b764 no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 11:55:58.037517 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-4adeece0-f706-41e7-8a22-a34726c89773 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5fb4668-c687-49d6-bd2c-0b015c57b5fb']}} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:55:58.049973 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: 47c018a6-0935-4318-a9eb-e5963439b764 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 11:55:58.050419 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 47c018a6-0935-4318-a9eb-e5963439b764 not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 11:55:58.050908 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device b45212d0-027c-4921-869c-269eb0ed3713 no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 11:55:58.062055 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6b0d8e72-5c36-4179-b37e-81bc7f7a30da req-df1ec22a-4d05-44af-af70-b4531345ea1b tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] 10.222.0.66 "GET /v2.0/security-groups?id=55743b86-4589-417c-a042-b0bad2e342b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393958 Aug 18 11:55:58.073933 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: b45212d0-027c-4921-869c-269eb0ed3713 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 11:55:58.074284 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device b45212d0-027c-4921-869c-269eb0ed3713 not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 11:55:58.094047 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-4adeece0-f706-41e7-8a22-a34726c89773 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ab336fe-39ee-434d-b733-9c5425304b9b') {'for_net_delete': True} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:55:58.094298 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-4adeece0-f706-41e7-8a22-a34726c89773 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ab336fe-39ee-434d-b733-9c5425304b9b') {} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:55:58.111636 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4adeece0-f706-41e7-8a22-a34726c89773 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789151225254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902236'] for segment, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:58.118727 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68ace59-7978-4c4b-9c1c-d9195c5e393b req-e69700b1-c3f3-4f6f-8a84-b1ba23867b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:55:58.120510 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-f68ace59-7978-4c4b-9c1c-d9195c5e393b req-e69700b1-c3f3-4f6f-8a84-b1ba23867b6d service neutron] 10.222.0.62 "GET /v2.0/networks?id=fac8d860-f4f2-49a0-99ea-233476aded7e HTTP/1.1" status: 200 len: 915 time: 0.1516564 Aug 18 11:55:58.130341 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4adeece0-f706-41e7-8a22-a34726c89773 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:58.169886 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-f68ace59-7978-4c4b-9c1c-d9195c5e393b req-07f7cecd-356c-4bf8-b3ed-ac12e32ed281 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2d366f8a-6889-4078-a81a-fe904b241e00 HTTP/1.1" status: 200 len: 217 time: 0.0410881 Aug 18 11:55:58.170855 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4adeece0-f706-41e7-8a22-a34726c89773 admin admin] Releasing vlan 815 on physical network physnet1 to pool {{(pid=106253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 11:55:58.171254 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4adeece0-f706-41e7-8a22-a34726c89773 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58900537'] for segment, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:58.173172 n-d-804985-2 neutron-server[106253]: Traceback (most recent call last): Aug 18 11:55:58.173172 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 11:55:58.173172 n-d-804985-2 neutron-server[106253]: timer() Aug 18 11:55:58.173172 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 11:55:58.173172 n-d-804985-2 neutron-server[106253]: cb(*args, **kw) Aug 18 11:55:58.173172 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 11:55:58.173172 n-d-804985-2 neutron-server[106253]: return func(*args, **kwargs) Aug 18 11:55:58.173172 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 11:55:58.173172 n-d-804985-2 neutron-server[106253]: self._notify() Aug 18 11:55:58.173172 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 11:55:58.173172 n-d-804985-2 neutron-server[106253]: self.callback(batched_events) Aug 18 11:55:58.173172 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 11:55:58.173172 n-d-804985-2 neutron-server[106253]: event.method(event) Aug 18 11:55:58.173172 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 11:55:58.173172 n-d-804985-2 neutron-server[106253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 11:55:58.173172 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 11:55:58.173172 n-d-804985-2 neutron-server[106253]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 11:55:58.173172 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 11:55:58.173172 n-d-804985-2 neutron-server[106253]: return f(self, *a, **k) Aug 18 11:55:58.173172 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 11:55:58.173172 n-d-804985-2 neutron-server[106253]: return self._get(url).json() Aug 18 11:55:58.173172 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 11:55:58.173172 n-d-804985-2 neutron-server[106253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 11:55:58.173172 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 11:55:58.173172 n-d-804985-2 neutron-server[106253]: return self.request(url, 'GET', **kwargs) Aug 18 11:55:58.173172 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 11:55:58.173172 n-d-804985-2 neutron-server[106253]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 11:55:58.173172 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 11:55:58.173172 n-d-804985-2 neutron-server[106253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 11:55:58.173172 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 11:55:58.173172 n-d-804985-2 neutron-server[106253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 11:55:58.173172 n-d-804985-2 neutron-server[106253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 11:55:58.190750 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bb5993-3a6c-430d-b9c8-ceb421a6fbe2 req-4a8744ed-ec01-4ad8-ab32-83ea7db97708 tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:55:58.192753 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-23bb5993-3a6c-430d-b9c8-ceb421a6fbe2 req-4a8744ed-ec01-4ad8-ab32-83ea7db97708 tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] 10.222.0.66 "GET /v2.0/ports?device_id=2145e013-9e79-4835-8d0d-e8371bc9e7cc HTTP/1.1" status: 200 len: 944 time: 0.0619507 Aug 18 11:55:58.237989 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-23bb5993-3a6c-430d-b9c8-ceb421a6fbe2 req-9d40b874-f9e9-4dd8-8a59-65debf8bbc7d tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bf5bc16-7ae8-42c8-a968-84c3ac638172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373092 Aug 18 11:55:58.281251 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4adeece0-f706-41e7-8a22-a34726c89773 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8367858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997186'] for network, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:58.284578 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68ace59-7978-4c4b-9c1c-d9195c5e393b req-888d6e30-339a-4e94-89a3-57d42b41bc8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:55:58.286462 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-f68ace59-7978-4c4b-9c1c-d9195c5e393b req-888d6e30-339a-4e94-89a3-57d42b41bc8b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=80867b40-661a-4fc1-85b2-6a0bc5d62715 HTTP/1.1" status: 200 len: 854 time: 0.1036477 Aug 18 11:55:58.290755 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4adeece0-f706-41e7-8a22-a34726c89773 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:58.292875 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-4adeece0-f706-41e7-8a22-a34726c89773 admin admin] 10.222.0.66 "DELETE /v2.0/networks/c5fb4668-c687-49d6-bd2c-0b015c57b5fb HTTP/1.1" status: 204 len: 168 time: 1.0625958 Aug 18 11:55:58.337237 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adeece0-f706-41e7-8a22-a34726c89773 admin admin] Pushing event deleted for resources: {'Network': ['ID=c5fb4668-c687-49d6-bd2c-0b015c57b5fb,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:55:58.359438 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-f68ace59-7978-4c4b-9c1c-d9195c5e393b req-b851fbed-340a-4bf7-9b13-d1fa89c4d9bd service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=fac8d860-f4f2-49a0-99ea-233476aded7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0640721 Aug 18 11:55:58.374586 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a88b2be-2919-46a6-8377-88c120ba5a69 req-b3d801aa-6e33-4430-bc8f-b75f9467cf59 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:55:58.377909 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8a88b2be-2919-46a6-8377-88c120ba5a69 req-b3d801aa-6e33-4430-bc8f-b75f9467cf59 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.66 "GET /v2.0/ports?device_id=af8b3f7f-0e9e-4899-ae59-bba76d0eea1d HTTP/1.1" status: 200 len: 944 time: 0.0592902 Aug 18 11:55:58.427525 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8a88b2be-2919-46a6-8377-88c120ba5a69 req-bb37c498-2e13-44fe-9804-51c13354675c tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.66 "GET /v2.0/security-groups?id=fecad5ed-08b4-4db8-8e35-9a1fb2f01a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417702 Aug 18 11:55:58.473763 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-f68ace59-7978-4c4b-9c1c-d9195c5e393b req-43d0a051-e0fa-40a6-b50c-a236b7d6df43 service neutron] 10.222.0.62 "GET /v2.0/networks/fac8d860-f4f2-49a0-99ea-233476aded7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060190 Aug 18 11:55:58.485982 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 52862) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:55:58.492724 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 52864) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:55:58.569570 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-918ff975-3292-4e08-891b-5871ba4e115c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a65ddbb807d24f23a7d89558035c12d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0809724 Aug 18 11:55:58.570773 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_v2 [None req-963c2336-4783-4417-8ce8-86d8ae3c331a admin admin] Deleting subnet 1aedd5e9-711d-467e-a895-a96e111279b0 {{(pid=106252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 11:55:58.571323 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 52872) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:55:58.574102 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-963c2336-4783-4417-8ce8-86d8ae3c331a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:58.622323 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-f68ace59-7978-4c4b-9c1c-d9195c5e393b req-0092062f-8d39-4e6b-bb74-100cd9c662c4 service neutron] 10.222.0.62 "GET /v2.0/networks/fac8d860-f4f2-49a0-99ea-233476aded7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378424 Aug 18 11:55:58.623016 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-963c2336-4783-4417-8ce8-86d8ae3c331a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2221528'] for subnet, precommit_delete_associations {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:58.648182 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-82d9b2ea-4312-4376-b929-d848730f7893 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:58.671992 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-82d9b2ea-4312-4376-b929-d848730f7893 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:58.691255 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-963c2336-4783-4417-8ce8-86d8ae3c331a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:58.724290 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-82d9b2ea-4312-4376-b929-d848730f7893 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:58.726859 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-82d9b2ea-4312-4376-b929-d848730f7893 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:58.728059 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-82d9b2ea-4312-4376-b929-d848730f7893 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/837523a5-4c49-4842-b541-ae2f2615239e HTTP/1.1" status: 204 len: 168 time: 0.1557343 Aug 18 11:55:58.734427 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8986a4-5a9a-43db-9412-2cc1667db927 req-a2c3a813-0c51-4775-a93d-ed5177252b53 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:55:58.735861 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d9b2ea-4312-4376-b929-d848730f7893 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=837523a5-4c49-4842-b541-ae2f2615239e,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:55:58.736119 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1e8986a4-5a9a-43db-9412-2cc1667db927 req-a2c3a813-0c51-4775-a93d-ed5177252b53 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] 10.222.0.66 "GET /v2.0/ports?device_id=472358b7-93c5-423a-b5d1-0f535558285a HTTP/1.1" status: 200 len: 945 time: 0.0921583 Aug 18 11:55:58.782785 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-963c2336-4783-4417-8ce8-86d8ae3c331a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3572848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59074100'] for subnet, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:58.817579 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1e8986a4-5a9a-43db-9412-2cc1667db927 req-4d54c112-92ed-4618-9a92-3755e22edc88 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] 10.222.0.66 "GET /v2.0/security-groups?id=07aef7bb-6c11-4cb4-8594-c24180b5d811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672653 Aug 18 11:55:58.820307 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963c2336-4783-4417-8ce8-86d8ae3c331a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1aedd5e9-711d-467e-a895-a96e111279b0,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:55:58.824238 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-963c2336-4783-4417-8ce8-86d8ae3c331a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for subnet, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:58.826099 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-963c2336-4783-4417-8ce8-86d8ae3c331a admin admin] 10.222.0.66 "DELETE /v2.0/subnets/1aedd5e9-711d-467e-a895-a96e111279b0 HTTP/1.1" status: 204 len: 168 time: 0.3322926 Aug 18 11:55:58.828917 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 52878) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:55:58.905683 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2a37ada3-8c60-4790-835d-f8cf2399a034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7904109'] for network, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:58.987034 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2a37ada3-8c60-4790-835d-f8cf2399a034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8367869', 'neutron.services.segments.db._delete_segments_for_network-8789151212993'] for network, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:58.997429 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-2a37ada3-8c60-4790-835d-f8cf2399a034 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['863bc76e-5321-4708-99ca-70e6a68393c3']}} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:55:59.010427 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-2a37ada3-8c60-4790-835d-f8cf2399a034 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1106b675-1804-4762-b454-68731b7a659b') {'for_net_delete': True} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:55:59.010765 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-2a37ada3-8c60-4790-835d-f8cf2399a034 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1106b675-1804-4762-b454-68731b7a659b') {} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:55:59.028828 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.agents_db [None req-6dbb2658-0354-4101-8393-6e7505481cf6 None None] Agent healthcheck: found 7 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 11:55:59.030186 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2a37ada3-8c60-4790-835d-f8cf2399a034 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789151225254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2221521'] for segment, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:59.051180 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2a37ada3-8c60-4790-835d-f8cf2399a034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:59.058004 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a37ada3-8c60-4790-835d-f8cf2399a034 admin admin] Releasing vlan 834 on physical network physnet1 to pool {{(pid=106252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 11:55:59.058949 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2a37ada3-8c60-4790-835d-f8cf2399a034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3572434'] for segment, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:59.061713 n-d-804985-2 neutron-server[106252]: Traceback (most recent call last): Aug 18 11:55:59.061713 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 11:55:59.061713 n-d-804985-2 neutron-server[106252]: timer() Aug 18 11:55:59.061713 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 11:55:59.061713 n-d-804985-2 neutron-server[106252]: cb(*args, **kw) Aug 18 11:55:59.061713 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 11:55:59.061713 n-d-804985-2 neutron-server[106252]: return func(*args, **kwargs) Aug 18 11:55:59.061713 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 11:55:59.061713 n-d-804985-2 neutron-server[106252]: self._notify() Aug 18 11:55:59.061713 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 11:55:59.061713 n-d-804985-2 neutron-server[106252]: self.callback(batched_events) Aug 18 11:55:59.061713 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 11:55:59.061713 n-d-804985-2 neutron-server[106252]: event.method(event) Aug 18 11:55:59.061713 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 11:55:59.061713 n-d-804985-2 neutron-server[106252]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 11:55:59.061713 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 11:55:59.061713 n-d-804985-2 neutron-server[106252]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 11:55:59.061713 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 11:55:59.061713 n-d-804985-2 neutron-server[106252]: return f(self, *a, **k) Aug 18 11:55:59.061713 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 11:55:59.061713 n-d-804985-2 neutron-server[106252]: return self._get(url).json() Aug 18 11:55:59.061713 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 11:55:59.061713 n-d-804985-2 neutron-server[106252]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 11:55:59.061713 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 11:55:59.061713 n-d-804985-2 neutron-server[106252]: return self.request(url, 'GET', **kwargs) Aug 18 11:55:59.061713 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 11:55:59.061713 n-d-804985-2 neutron-server[106252]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 11:55:59.061713 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 11:55:59.061713 n-d-804985-2 neutron-server[106252]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 11:55:59.061713 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 11:55:59.061713 n-d-804985-2 neutron-server[106252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 11:55:59.061713 n-d-804985-2 neutron-server[106252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 11:55:59.078649 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 52884) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:55:59.122686 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-fde59b42-d2d6-41b8-ab49-d19ae28528d8 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b512df1d55bf4d889ffe3f9242b6f627&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0426991 Aug 18 11:55:59.122908 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2a37ada3-8c60-4790-835d-f8cf2399a034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8367858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997186'] for network, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:59.125292 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 52886) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:55:59.129823 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2a37ada3-8c60-4790-835d-f8cf2399a034 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for network, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:59.133304 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-2a37ada3-8c60-4790-835d-f8cf2399a034 admin admin] 10.222.0.66 "DELETE /v2.0/networks/863bc76e-5321-4708-99ca-70e6a68393c3 HTTP/1.1" status: 204 len: 168 time: 0.3018465 Aug 18 11:55:59.144632 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a37ada3-8c60-4790-835d-f8cf2399a034 admin admin] Pushing event deleted for resources: {'Network': ['ID=863bc76e-5321-4708-99ca-70e6a68393c3,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:55:59.177121 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5c1abc80-c5bf-4417-aa3e-bebf5d53dbff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:59.198691 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5c1abc80-c5bf-4417-aa3e-bebf5d53dbff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:59.246535 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5c1abc80-c5bf-4417-aa3e-bebf5d53dbff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:59.249638 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5c1abc80-c5bf-4417-aa3e-bebf5d53dbff admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:59.251064 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-5c1abc80-c5bf-4417-aa3e-bebf5d53dbff admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ba7e13b5-6c39-4343-b3c6-878df4354b38 HTTP/1.1" status: 204 len: 168 time: 0.1248033 Aug 18 11:55:59.259291 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1abc80-c5bf-4417-aa3e-bebf5d53dbff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba7e13b5-6c39-4343-b3c6-878df4354b38,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:55:59.319484 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 52894) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:55:59.391602 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-50fbee4f-69c8-4d0b-92b9-9b53f87cd57c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=125e9b40153b4c83bd0e608387b1d076&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0708714 Aug 18 11:55:59.394450 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 52898) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:55:59.405560 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2614866-699f-4c73-9435-ccd41b7f3e7e req-edeadbec-e2d4-40e4-bf63-235d12a7dbc0 tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:55:59.407102 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d2614866-699f-4c73-9435-ccd41b7f3e7e req-edeadbec-e2d4-40e4-bf63-235d12a7dbc0 tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] 10.222.0.66 "GET /v2.0/ports?device_id=2145e013-9e79-4835-8d0d-e8371bc9e7cc HTTP/1.1" status: 200 len: 944 time: 0.0853610 Aug 18 11:55:59.445415 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7ed1787e-67b9-43e7-9cb8-29cefee9c8e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:59.453437 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d2614866-699f-4c73-9435-ccd41b7f3e7e req-766f4829-e61c-4209-88ca-f72e19b861c4 tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bf5bc16-7ae8-42c8-a968-84c3ac638172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395467 Aug 18 11:55:59.470264 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7ed1787e-67b9-43e7-9cb8-29cefee9c8e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:59.529474 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7ed1787e-67b9-43e7-9cb8-29cefee9c8e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:59.534789 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7ed1787e-67b9-43e7-9cb8-29cefee9c8e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:55:59.539066 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-7ed1787e-67b9-43e7-9cb8-29cefee9c8e1 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/25e6ccd3-e80c-4243-a9ca-aa7f77125708 HTTP/1.1" status: 204 len: 168 time: 0.1406875 Aug 18 11:55:59.542547 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device e61414e5-66de-4741-b597-d01bb93bbcd5 no longer exists at agent hyperv_n-h1-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 11:55:59.544952 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed1787e-67b9-43e7-9cb8-29cefee9c8e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25e6ccd3-e80c-4243-a9ca-aa7f77125708,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:55:59.579962 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f451aaa-2cc6-448d-b90d-463d817f68b0 req-b1874b7c-5f1e-4c6e-b627-187729f34cc1 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:55:59.582347 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4f451aaa-2cc6-448d-b90d-463d817f68b0 req-b1874b7c-5f1e-4c6e-b627-187729f34cc1 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.66 "GET /v2.0/ports?device_id=af8b3f7f-0e9e-4899-ae59-bba76d0eea1d HTTP/1.1" status: 200 len: 944 time: 0.0626676 Aug 18 11:55:59.591711 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] No Port match for: e61414e5-66de-4741-b597-d01bb93bbcd5 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 11:55:59.591984 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device e61414e5-66de-4741-b597-d01bb93bbcd5 not bound to the agent host n-h1-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 11:55:59.645961 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4f451aaa-2cc6-448d-b90d-463d817f68b0 req-025c659a-e843-4398-8378-4c173bf7b435 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.66 "GET /v2.0/security-groups?id=fecad5ed-08b4-4db8-8e35-9a1fb2f01a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486922 Aug 18 11:55:59.940020 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 2d366f8a-6889-4078-a81a-fe904b241e00 details requested by agent hyperv_n-h2-804985-2 with host n-h2-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 11:55:59.977551 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c32120-e33d-4175-bbe1-06fb2492280f req-e79ef236-014b-479d-b63d-8df0635eb714 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:55:59.979283 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b5c32120-e33d-4175-bbe1-06fb2492280f req-e79ef236-014b-479d-b63d-8df0635eb714 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] 10.222.0.66 "GET /v2.0/ports?device_id=472358b7-93c5-423a-b5d1-0f535558285a HTTP/1.1" status: 200 len: 945 time: 0.0828836 Aug 18 11:55:59.998678 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb981dd0-cc89-4ad3-b17c-2fe3c4a5cb02 req-fd3a68c3-9326-4821-a830-23ea9526728e tempest-LiveMigrationTest-1335981208 tempest-LiveMigrationTest-1335981208-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:56:00.000134 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-eb981dd0-cc89-4ad3-b17c-2fe3c4a5cb02 req-fd3a68c3-9326-4821-a830-23ea9526728e tempest-LiveMigrationTest-1335981208 tempest-LiveMigrationTest-1335981208-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=472358b7-93c5-423a-b5d1-0f535558285a&tenant_id=188bebbd8f564ea0bbe77621cda4023c&binding%3Ahost_id=n-h2-804985-2 HTTP/1.1" status: 200 len: 1096 time: 0.0709913 Aug 18 11:56:00.020995 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-eb981dd0-cc89-4ad3-b17c-2fe3c4a5cb02 req-a252c477-f8a3-4ff1-94b5-6ec410503df5 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-804985-2'}}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:56:00.063165 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port 2d366f8a-6889-4078-a81a-fe904b241e00, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=2d366f8a-6889-4078-a81a-fe904b241e00,segment=NetworkSegment(8d845f6a-d01c-49fc-8841-a69d4d456626),segment_id=8d845f6a-d01c-49fc-8841-a69d4d456626)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:56:00.093217 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Returning: {'device': '2d366f8a-6889-4078-a81a-fe904b241e00', 'network_id': 'fac8d860-f4f2-49a0-99ea-233476aded7e', 'port_id': '2d366f8a-6889-4078-a81a-fe904b241e00', 'mac_address': 'fa:16:3e:ee:4f:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 832, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80867b40-661a-4fc1-85b2-6a0bc5d62715', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 11:56:00.120807 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b5c32120-e33d-4175-bbe1-06fb2492280f req-12458bf4-79c9-4dde-8618-d753943f7191 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] 10.222.0.66 "GET /v2.0/security-groups?id=07aef7bb-6c11-4cb4-8594-c24180b5d811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239445 Aug 18 11:56:00.146068 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-eb981dd0-cc89-4ad3-b17c-2fe3c4a5cb02 req-a252c477-f8a3-4ff1-94b5-6ec410503df5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:00.151256 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:00.166263 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d366f8a-6889-4078-a81a-fe904b241e00 {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 11:56:00.189088 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port 2d366f8a-6889-4078-a81a-fe904b241e00, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=2d366f8a-6889-4078-a81a-fe904b241e00,segment=NetworkSegment(8d845f6a-d01c-49fc-8841-a69d4d456626),segment_id=8d845f6a-d01c-49fc-8841-a69d4d456626)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:56:00.196125 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:00.197257 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 30797c61-49b3-4afe-8d92-34349bf07488 details requested by agent hyperv_n-h2-804985-2 with host n-h2-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 11:56:00.310653 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=2d366f8a-6889-4078-a81a-fe904b241e00,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:56:00.350532 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-eb981dd0-cc89-4ad3-b17c-2fe3c4a5cb02 req-a252c477-f8a3-4ff1-94b5-6ec410503df5 service neutron] For port 94776a37-9bd3-4598-8e23-bc0c4defaa9a, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=94776a37-9bd3-4598-8e23-bc0c4defaa9a,segment=NetworkSegment(77044dd8-732d-4440-9cc8-7f1936544d71),segment_id=77044dd8-732d-4440-9cc8-7f1936544d71)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:56:00.350868 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 52966) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:56:00.361911 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port 30797c61-49b3-4afe-8d92-34349bf07488, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=30797c61-49b3-4afe-8d92-34349bf07488,segment=NetworkSegment(6c07e440-4a82-438f-a97f-74dad85fe56f),segment_id=6c07e440-4a82-438f-a97f-74dad85fe56f)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:56:00.374609 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Returning: {'device': '30797c61-49b3-4afe-8d92-34349bf07488', 'network_id': '06bbcd73-3087-45af-ac07-d9df7df70b38', 'port_id': '30797c61-49b3-4afe-8d92-34349bf07488', 'mac_address': 'fa:16:3e:3f:c9:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 805, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59f3b61f-d9cb-4493-82ff-8b26e791861b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 11:56:00.398550 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-eb981dd0-cc89-4ad3-b17c-2fe3c4a5cb02 req-a252c477-f8a3-4ff1-94b5-6ec410503df5 service neutron] For port 94776a37-9bd3-4598-8e23-bc0c4defaa9a, host n-h2-804985-2, cleared binding levels {{(pid=106252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 11:56:00.414833 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:00.430859 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 30797c61-49b3-4afe-8d92-34349bf07488 {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 11:56:00.452813 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port 30797c61-49b3-4afe-8d92-34349bf07488, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=30797c61-49b3-4afe-8d92-34349bf07488,segment=NetworkSegment(6c07e440-4a82-438f-a97f-74dad85fe56f),segment_id=6c07e440-4a82-438f-a97f-74dad85fe56f)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:56:00.458381 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '472358b7-93c5-423a-b5d1-0f535558285a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94776a37-9bd3-4598-8e23-bc0c4defaa9a'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 11:56:00.460888 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88ec2956-17a4-4589-a648-c4862748db34" -d '{"events": [{"server_uuid": "472358b7-93c5-423a-b5d1-0f535558285a", "name": "network-vif-unplugged", "status": "completed", "tag": "94776a37-9bd3-4598-8e23-bc0c4defaa9a"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:56:00.461538 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:00.467102 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-eb981dd0-cc89-4ad3-b17c-2fe3c4a5cb02 req-a252c477-f8a3-4ff1-94b5-6ec410503df5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:00.485995 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-eb981dd0-cc89-4ad3-b17c-2fe3c4a5cb02 req-a252c477-f8a3-4ff1-94b5-6ec410503df5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:00.541467 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-9e162600-6207-44c4-92b6-0555bc3704a2 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1445954435-network', 'tenant_id': '980679b2b65446a384fbfbd481ec05b5'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:56:00.541718 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 18 Aug 2021 11:56:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78a5c21f-3173-415c-b85a-439b2f3f499f x-openstack-request-id: req-78a5c21f-3173-415c-b85a-439b2f3f499f {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:56:00.542006 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "472358b7-93c5-423a-b5d1-0f535558285a", "name": "network-vif-unplugged", "status": "completed", "tag": "94776a37-9bd3-4598-8e23-bc0c4defaa9a", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:56:00.542257 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-78a5c21f-3173-415c-b85a-439b2f3f499f {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:56:00.542650 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '472358b7-93c5-423a-b5d1-0f535558285a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94776a37-9bd3-4598-8e23-bc0c4defaa9a', 'code': 200} Aug 18 11:56:00.584645 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] get_ports_and_sgs() called for port_ids ['30797c61-49b3-4afe-8d92-34349bf07488'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 11:56:00.589141 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e162600-6207-44c4-92b6-0555bc3704a2 admin admin] Made reservation on behalf of 980679b2b65446a384fbfbd481ec05b5 for: {'network': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 11:56:00.591813 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=30797c61-49b3-4afe-8d92-34349bf07488,revision_number=6']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:56:00.592746 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9e162600-6207-44c4-92b6-0555bc3704a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for network, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:00.604988 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9e162600-6207-44c4-92b6-0555bc3704a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:00.645974 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-eb981dd0-cc89-4ad3-b17c-2fe3c4a5cb02 req-a252c477-f8a3-4ff1-94b5-6ec410503df5 service neutron] Attempting to bind port 94776a37-9bd3-4598-8e23-bc0c4defaa9a on host n-h2-804985-2 for vnic_type normal with profile {"migrating_to": "n-h1-804985-2"} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 11:56:00.647023 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-eb981dd0-cc89-4ad3-b17c-2fe3c4a5cb02 req-a252c477-f8a3-4ff1-94b5-6ec410503df5 service neutron] Attempting to bind port 94776a37-9bd3-4598-8e23-bc0c4defaa9a by drivers openvswitch,hyperv on host n-h2-804985-2 at level 0 using segments [{'id': '77044dd8-732d-4440-9cc8-7f1936544d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'f2b8460a-d20a-4d24-a458-477b4502f48c'}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 11:56:00.647023 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb981dd0-cc89-4ad3-b17c-2fe3c4a5cb02 req-a252c477-f8a3-4ff1-94b5-6ec410503df5 service neutron] Attempting to bind port 94776a37-9bd3-4598-8e23-bc0c4defaa9a on network f2b8460a-d20a-4d24-a458-477b4502f48c {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 11:56:00.652727 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a252c477-f8a3-4ff1-94b5-6ec410503df5 service neutron] Pushing event updated for resources: {'Port': ['ID=94776a37-9bd3-4598-8e23-bc0c4defaa9a,revision_number=7']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:56:00.662558 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb981dd0-cc89-4ad3-b17c-2fe3c4a5cb02 req-a252c477-f8a3-4ff1-94b5-6ec410503df5 service neutron] Port 94776a37-9bd3-4598-8e23-bc0c4defaa9a on network f2b8460a-d20a-4d24-a458-477b4502f48c not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-2 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 11:56:00.662894 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb981dd0-cc89-4ad3-b17c-2fe3c4a5cb02 req-a252c477-f8a3-4ff1-94b5-6ec410503df5 service neutron] Attempting to bind port 94776a37-9bd3-4598-8e23-bc0c4defaa9a on network f2b8460a-d20a-4d24-a458-477b4502f48c {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 11:56:00.684947 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c085fb63-a3ae-4e63-b658-39e86bcfb219 req-de70856f-1a73-430b-b87f-aad84cbc8691 tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:56:00.687397 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c085fb63-a3ae-4e63-b658-39e86bcfb219 req-de70856f-1a73-430b-b87f-aad84cbc8691 tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] 10.222.0.66 "GET /v2.0/ports?device_id=2145e013-9e79-4835-8d0d-e8371bc9e7cc HTTP/1.1" status: 200 len: 945 time: 0.1024356 Aug 18 11:56:00.688401 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb981dd0-cc89-4ad3-b17c-2fe3c4a5cb02 req-a252c477-f8a3-4ff1-94b5-6ec410503df5 service neutron] Checking agent: {'id': 'da5da552-709c-4248-84de-86af99a0dc87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 49, 8), 'started_at': datetime.datetime(2021, 8, 18, 11, 49, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 11, 55, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 11:56:00.688762 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb981dd0-cc89-4ad3-b17c-2fe3c4a5cb02 req-a252c477-f8a3-4ff1-94b5-6ec410503df5 service neutron] Checking segment: {'id': '77044dd8-732d-4440-9cc8-7f1936544d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'f2b8460a-d20a-4d24-a458-477b4502f48c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 11:56:00.689146 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb981dd0-cc89-4ad3-b17c-2fe3c4a5cb02 req-a252c477-f8a3-4ff1-94b5-6ec410503df5 service neutron] Bound using segment: {'id': '77044dd8-732d-4440-9cc8-7f1936544d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'f2b8460a-d20a-4d24-a458-477b4502f48c'} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 11:56:00.689633 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-eb981dd0-cc89-4ad3-b17c-2fe3c4a5cb02 req-a252c477-f8a3-4ff1-94b5-6ec410503df5 service neutron] Bound port: 94776a37-9bd3-4598-8e23-bc0c4defaa9a, host: n-h2-804985-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77044dd8-732d-4440-9cc8-7f1936544d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'f2b8460a-d20a-4d24-a458-477b4502f48c'}}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 11:56:00.689996 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-eb981dd0-cc89-4ad3-b17c-2fe3c4a5cb02 req-a252c477-f8a3-4ff1-94b5-6ec410503df5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:00.786629 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] get_ports_and_sgs() called for port_ids ['2d366f8a-6889-4078-a81a-fe904b241e00'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 11:56:00.791262 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9e162600-6207-44c4-92b6-0555bc3704a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:00.802026 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9e162600-6207-44c4-92b6-0555bc3704a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:00.855487 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c085fb63-a3ae-4e63-b658-39e86bcfb219 req-7226e344-8ff0-4325-b2cd-c0a51bbd299a tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bf5bc16-7ae8-42c8-a968-84c3ac638172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538680 Aug 18 11:56:00.869573 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e162600-6207-44c4-92b6-0555bc3704a2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 814} {{(pid=106253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 11:56:00.880698 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9e162600-6207-44c4-92b6-0555bc3704a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:00.881356 n-d-804985-2 neutron-server[106253]: INFO neutron.db.segments_db [None req-9e162600-6207-44c4-92b6-0555bc3704a2 admin admin] Added segment e10d0f61-1fae-4cda-a998-da9996671ba9 of type vlan for network 12bc49d0-42af-434e-8cb8-eda3f30f4065 Aug 18 11:56:00.924404 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-eb981dd0-cc89-4ad3-b17c-2fe3c4a5cb02 req-a252c477-f8a3-4ff1-94b5-6ec410503df5 service neutron] For port 94776a37-9bd3-4598-8e23-bc0c4defaa9a, host n-h2-804985-2, cleared binding levels {{(pid=106252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 11:56:00.930199 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9e162600-6207-44c4-92b6-0555bc3704a2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789150665894'] for network, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:00.932030 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-eb981dd0-cc89-4ad3-b17c-2fe3c4a5cb02 req-a252c477-f8a3-4ff1-94b5-6ec410503df5 service neutron] For port 94776a37-9bd3-4598-8e23-bc0c4defaa9a, host n-h2-804985-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=94776a37-9bd3-4598-8e23-bc0c4defaa9a,segment=NetworkSegment(77044dd8-732d-4440-9cc8-7f1936544d71),segment_id=77044dd8-732d-4440-9cc8-7f1936544d71)] {{(pid=106252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 11:56:00.944770 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-eb981dd0-cc89-4ad3-b17c-2fe3c4a5cb02 req-a252c477-f8a3-4ff1-94b5-6ec410503df5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:00.964189 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e162600-6207-44c4-92b6-0555bc3704a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e743904-8348-419a-8d7e-df7c595f33de,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:56:00.977187 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9e162600-6207-44c4-92b6-0555bc3704a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for network, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:00.979071 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e162600-6207-44c4-92b6-0555bc3704a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:56:00.980488 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9e162600-6207-44c4-92b6-0555bc3704a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:01.023359 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a252c477-f8a3-4ff1-94b5-6ec410503df5 service neutron] Pushing event updated for resources: {'Port': ['ID=94776a37-9bd3-4598-8e23-bc0c4defaa9a,revision_number=8']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:56:01.064272 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e162600-6207-44c4-92b6-0555bc3704a2 admin admin] Pushing event updated for resources: {'Network': ['ID=12bc49d0-42af-434e-8cb8-eda3f30f4065,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:56:01.078800 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Network 12bc49d0-42af-434e-8cb8-eda3f30f4065 details requested by agent ovs-agent-n-d-804985-2 with host n-d-804985-2 {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 11:56:01.080624 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-9e162600-6207-44c4-92b6-0555bc3704a2 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.7285006 Aug 18 11:56:01.082269 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 53016) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:56:01.089811 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-7fb8a659-db85-4090-b8c6-a3de3a238cee admin admin] Request body: {'subnet': {'network_id': '12bc49d0-42af-434e-8cb8-eda3f30f4065', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1445954435-subnet', 'tenant_id': '980679b2b65446a384fbfbd481ec05b5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:56:01.127427 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fb8a659-db85-4090-b8c6-a3de3a238cee admin admin] Made reservation on behalf of 980679b2b65446a384fbfbd481ec05b5 for: {'subnet': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 11:56:01.134968 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7fb8a659-db85-4090-b8c6-a3de3a238cee admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59388119'] for subnet, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:01.186236 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb981dd0-cc89-4ad3-b17c-2fe3c4a5cb02 req-a252c477-f8a3-4ff1-94b5-6ec410503df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:56:01.187443 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-eb981dd0-cc89-4ad3-b17c-2fe3c4a5cb02 req-a252c477-f8a3-4ff1-94b5-6ec410503df5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:01.188965 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-eb981dd0-cc89-4ad3-b17c-2fe3c4a5cb02 req-a252c477-f8a3-4ff1-94b5-6ec410503df5 service neutron] 10.222.0.63 "PUT /v2.0/ports/94776a37-9bd3-4598-8e23-bc0c4defaa9a HTTP/1.1" status: 200 len: 1121 time: 1.1787217 Aug 18 11:56:01.198809 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b859ebb1-8aeb-45b4-9f29-9ba5bd7f4d02 req-24d386d8-b97e-448d-9f04-a8e03b9db8a9 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:56:01.206909 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b859ebb1-8aeb-45b4-9f29-9ba5bd7f4d02 req-24d386d8-b97e-448d-9f04-a8e03b9db8a9 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.66 "GET /v2.0/ports?device_id=af8b3f7f-0e9e-4899-ae59-bba76d0eea1d HTTP/1.1" status: 200 len: 944 time: 0.1868846 Aug 18 11:56:01.246458 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7737b76b-32c9-4efb-a4ef-e3fb5b11de0b req-6a105c1e-274a-4bd1-aae4-dc3aa234006a tempest-FlavorsV2NegativeTest-1522790218 tempest-FlavorsV2NegativeTest-1522790218-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=47ca62e2311e4c5aaf2fdf086efcdd6d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0310640 Aug 18 11:56:01.291376 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] get_ports_and_sgs() called for port_ids ['94776a37-9bd3-4598-8e23-bc0c4defaa9a'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 11:56:01.309406 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b859ebb1-8aeb-45b4-9f29-9ba5bd7f4d02 req-28d9ae3e-044f-4349-89ac-ed02b7a72dd0 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.66 "GET /v2.0/security-groups?id=fecad5ed-08b4-4db8-8e35-9a1fb2f01a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013954 Aug 18 11:56:01.341165 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] get_ports_and_sgs() called for port_ids ['94776a37-9bd3-4598-8e23-bc0c4defaa9a'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 11:56:01.487542 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7737b76b-32c9-4efb-a4ef-e3fb5b11de0b req-5f047f84-b73c-494d-b103-2ff7828cc4f7 tempest-FlavorsV2NegativeTest-1522790218 tempest-FlavorsV2NegativeTest-1522790218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:56:01.495121 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7737b76b-32c9-4efb-a4ef-e3fb5b11de0b req-5f047f84-b73c-494d-b103-2ff7828cc4f7 tempest-FlavorsV2NegativeTest-1522790218 tempest-FlavorsV2NegativeTest-1522790218-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2300134 Aug 18 11:56:01.516645 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7737b76b-32c9-4efb-a4ef-e3fb5b11de0b req-14ea4c85-64c7-452d-99dc-5817c303965b tempest-FlavorsV2NegativeTest-1522790218 tempest-FlavorsV2NegativeTest-1522790218-project] 10.222.0.66 "GET /v2.0/quotas/47ca62e2311e4c5aaf2fdf086efcdd6d HTTP/1.1" status: 200 len: 375 time: 0.0202606 Aug 18 11:56:01.541461 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7fb8a659-db85-4090-b8c6-a3de3a238cee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58902106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59388097'] for subnet, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:01.557463 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 94776a37-9bd3-4598-8e23-bc0c4defaa9a details requested by agent hyperv_n-h1-804985-2 with host n-h1-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 11:56:01.569700 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7737b76b-32c9-4efb-a4ef-e3fb5b11de0b req-345e5e47-907e-4772-9f97-c183d2b1035f tempest-FlavorsV2NegativeTest-1522790218 tempest-FlavorsV2NegativeTest-1522790218-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=47ca62e2311e4c5aaf2fdf086efcdd6d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0509195 Aug 18 11:56:01.583751 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1b4cb1-140c-4c95-a9e6-06546a7a809c req-4f23dd2f-8ce2-4e3a-a4f9-8dffb1b65c9e tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:56:01.599859 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1c1b4cb1-140c-4c95-a9e6-06546a7a809c req-4f23dd2f-8ce2-4e3a-a4f9-8dffb1b65c9e tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] 10.222.0.66 "GET /v2.0/ports?device_id=472358b7-93c5-423a-b5d1-0f535558285a HTTP/1.1" status: 200 len: 943 time: 0.1764250 Aug 18 11:56:01.601326 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb8a659-db85-4090-b8c6-a3de3a238cee admin admin] Pushing event updated for resources: {'Subnet': ['ID=091168e8-532c-456a-8118-b9524ba9b3f0,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:56:01.640446 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb8a659-db85-4090-b8c6-a3de3a238cee admin admin] Checking segment: {'id': 'e10d0f61-1fae-4cda-a998-da9996671ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '12bc49d0-42af-434e-8cb8-eda3f30f4065'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 11:56:01.641051 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fb8a659-db85-4090-b8c6-a3de3a238cee admin admin] Network hostable DHCP agents. Network: 12bc49d0-42af-434e-8cb8-eda3f30f4065, hostable agents: ['97c14208-2951-4361-8d64-3708c946ff5f'], hosted agents: [] {{(pid=106253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 11:56:01.676343 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fb8a659-db85-4090-b8c6-a3de3a238cee admin admin] Network 12bc49d0-42af-434e-8cb8-eda3f30f4065 is scheduled to be hosted by DHCP agent 97c14208-2951-4361-8d64-3708c946ff5f with binding_index 1 {{(pid=106253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 11:56:01.678604 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1c1b4cb1-140c-4c95-a9e6-06546a7a809c req-d1b97391-f89f-44dc-ad2b-9709270c5f25 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] 10.222.0.66 "GET /v2.0/security-groups?id=07aef7bb-6c11-4cb4-8594-c24180b5d811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775027 Aug 18 11:56:01.700350 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-7fb8a659-db85-4090-b8c6-a3de3a238cee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-2, 12bc49d0-42af-434e-8cb8-eda3f30f4065) {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:56:01.707351 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fb8a659-db85-4090-b8c6-a3de3a238cee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:56:01.707935 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7fb8a659-db85-4090-b8c6-a3de3a238cee admin admin] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:01.724508 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-7fb8a659-db85-4090-b8c6-a3de3a238cee admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.6407752 Aug 18 11:56:01.746548 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0e9c660-4d8a-4f00-960c-1eb721351037 None None] Network 12bc49d0-42af-434e-8cb8-eda3f30f4065 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 11:56:01.763563 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 94776a37-9bd3-4598-8e23-bc0c4defaa9a, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=94776a37-9bd3-4598-8e23-bc0c4defaa9a,segment=NetworkSegment(77044dd8-732d-4440-9cc8-7f1936544d71),segment_id=77044dd8-732d-4440-9cc8-7f1936544d71)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:56:01.781266 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 94776a37-9bd3-4598-8e23-bc0c4defaa9a has no active binding in host n-h1-804985-2 {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 18 11:56:02.032620 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 2d366f8a-6889-4078-a81a-fe904b241e00 up at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:56:02.064961 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a67d99-fc79-4a26-84b5-9538e12371bb req-d625b346-0f7a-4edb-898a-0975e9c3a2cf tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:56:02.065605 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9287422-4f10-4f5a-91ad-e6eee9d66cad None None] Network 12bc49d0-42af-434e-8cb8-eda3f30f4065 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 11:56:02.072246 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d4a67d99-fc79-4a26-84b5-9538e12371bb req-d625b346-0f7a-4edb-898a-0975e9c3a2cf tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] 10.222.0.66 "GET /v2.0/ports?device_id=2145e013-9e79-4835-8d0d-e8371bc9e7cc HTTP/1.1" status: 200 len: 945 time: 0.1029232 Aug 18 11:56:02.133258 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d4a67d99-fc79-4a26-84b5-9538e12371bb req-09976433-e9d4-4b3d-b43c-e6568cc3bb99 tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bf5bc16-7ae8-42c8-a968-84c3ac638172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536554 Aug 18 11:56:02.185042 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Provisioning for port 2d366f8a-6889-4078-a81a-fe904b241e00 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 11:56:02.194535 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Provisioning complete for port 2d366f8a-6889-4078-a81a-fe904b241e00 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:56:02.194852 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:02.339998 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:02.372495 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2145e013-9e79-4835-8d0d-e8371bc9e7cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d366f8a-6889-4078-a81a-fe904b241e00'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 11:56:02.374779 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db50a436fb3a98495337d8fe7487b4f2ea6f3c1052eb9efadc2ecda2d5737001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f72fa689-62ec-430f-b562-7033887aa8cf" -d '{"events": [{"server_uuid": "2145e013-9e79-4835-8d0d-e8371bc9e7cc", "name": "network-vif-plugged", "status": "completed", "tag": "2d366f8a-6889-4078-a81a-fe904b241e00"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:56:02.389698 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port 2d366f8a-6889-4078-a81a-fe904b241e00, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=2d366f8a-6889-4078-a81a-fe904b241e00,segment=NetworkSegment(8d845f6a-d01c-49fc-8841-a69d4d456626),segment_id=8d845f6a-d01c-49fc-8841-a69d4d456626)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:56:02.402300 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:02.403297 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 30797c61-49b3-4afe-8d92-34349bf07488 up at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:56:02.486086 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 53086) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:56:02.544426 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '472358b7-93c5-423a-b5d1-0f535558285a', 'tag': '94776a37-9bd3-4598-8e23-bc0c4defaa9a'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 11:56:02.546381 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d1dc20c-d0e7-4e00-8295-da43baa6d3e3" -d '{"events": [{"name": "network-changed", "server_uuid": "472358b7-93c5-423a-b5d1-0f535558285a", "tag": "94776a37-9bd3-4598-8e23-bc0c4defaa9a"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:56:02.582531 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade655b6-7365-4886-a7ed-31c8ee0b4f7d req-b885cef5-574a-49c5-a76c-f4a43a4e6742 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:56:02.590296 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ade655b6-7365-4886-a7ed-31c8ee0b4f7d req-b885cef5-574a-49c5-a76c-f4a43a4e6742 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.66 "GET /v2.0/ports?device_id=af8b3f7f-0e9e-4899-ae59-bba76d0eea1d HTTP/1.1" status: 200 len: 944 time: 0.1153591 Aug 18 11:56:02.596751 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=2d366f8a-6889-4078-a81a-fe904b241e00,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:56:02.633251 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ade655b6-7365-4886-a7ed-31c8ee0b4f7d req-5351fae3-1058-4bec-a548-c2b78c479eb0 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.66 "GET /v2.0/security-groups?id=fecad5ed-08b4-4db8-8e35-9a1fb2f01a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418532 Aug 18 11:56:02.634023 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Provisioning complete for port 30797c61-49b3-4afe-8d92-34349bf07488 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:56:02.634472 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:02.706966 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-579f9269-254c-46cd-a139-f93e2e083392 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:02.784386 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 11:56:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b02cb8c7-74c7-43e4-b4e7-14cd3d572c0f x-openstack-request-id: req-b02cb8c7-74c7-43e4-b4e7-14cd3d572c0f {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:56:02.784995 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2145e013-9e79-4835-8d0d-e8371bc9e7cc", "name": "network-vif-plugged", "status": "completed", "tag": "2d366f8a-6889-4078-a81a-fe904b241e00", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:56:02.785210 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b02cb8c7-74c7-43e4-b4e7-14cd3d572c0f {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:56:02.785711 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2145e013-9e79-4835-8d0d-e8371bc9e7cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d366f8a-6889-4078-a81a-fe904b241e00', 'code': 200} Aug 18 11:56:02.786494 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:02.809967 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 11:56:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a77671a5-f1b6-4aa4-ad85-02dd0b633372 x-openstack-request-id: req-a77671a5-f1b6-4aa4-ad85-02dd0b633372 {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:56:02.810396 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "472358b7-93c5-423a-b5d1-0f535558285a", "tag": "94776a37-9bd3-4598-8e23-bc0c4defaa9a", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:56:02.810675 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a77671a5-f1b6-4aa4-ad85-02dd0b633372 {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:56:02.811065 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '472358b7-93c5-423a-b5d1-0f535558285a', 'tag': '94776a37-9bd3-4598-8e23-bc0c4defaa9a', 'status': 'completed', 'code': 200} Aug 18 11:56:02.852914 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port 30797c61-49b3-4afe-8d92-34349bf07488, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=30797c61-49b3-4afe-8d92-34349bf07488,segment=NetworkSegment(6c07e440-4a82-438f-a97f-74dad85fe56f),segment_id=6c07e440-4a82-438f-a97f-74dad85fe56f)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:56:02.861109 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:02.944780 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=30797c61-49b3-4afe-8d92-34349bf07488,revision_number=7']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:56:02.946886 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88778ce3-0cf9-450a-86a7-130324600f11 req-0c958e31-ffcb-468b-82d1-f309409d1927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:56:02.948667 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-88778ce3-0cf9-450a-86a7-130324600f11 req-0c958e31-ffcb-468b-82d1-f309409d1927 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=2145e013-9e79-4835-8d0d-e8371bc9e7cc HTTP/1.1" status: 200 len: 1097 time: 0.1436720 Aug 18 11:56:02.975257 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1dc20c-d0e7-4e00-8295-da43baa6d3e3 req-3d2e23b5-9a14-435d-a1b0-2517a6876fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:56:02.977092 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2d1dc20c-d0e7-4e00-8295-da43baa6d3e3 req-3d2e23b5-9a14-435d-a1b0-2517a6876fb8 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=188bebbd8f564ea0bbe77621cda4023c&device_id=472358b7-93c5-423a-b5d1-0f535558285a HTTP/1.1" status: 200 len: 1124 time: 0.1376047 Aug 18 11:56:02.984168 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a51b04-7557-4d50-858d-bbf81e0fae11 req-d982e9be-c63a-4b95-8b45-c1136d52c265 tempest-ListServersNegativeTestJSON-1718404107 tempest-ListServersNegativeTestJSON-1718404107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:56:02.991905 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-68a51b04-7557-4d50-858d-bbf81e0fae11 req-d982e9be-c63a-4b95-8b45-c1136d52c265 tempest-ListServersNegativeTestJSON-1718404107 tempest-ListServersNegativeTestJSON-1718404107-project] 10.222.0.66 "GET /v2.0/networks?id=12bc49d0-42af-434e-8cb8-eda3f30f4065 HTTP/1.1" status: 200 len: 818 time: 0.2584739 Aug 18 11:56:03.008296 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-88778ce3-0cf9-450a-86a7-130324600f11 req-c2699d8b-2026-4097-aa21-64d598133454 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=7bf5bc16-7ae8-42c8-a968-84c3ac638172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473945 Aug 18 11:56:03.041498 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-579f9269-254c-46cd-a139-f93e2e083392 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:03.048607 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-579f9269-254c-46cd-a139-f93e2e083392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:03.082030 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-68a51b04-7557-4d50-858d-bbf81e0fae11 req-b4b4f1b0-c6cd-41a9-b2da-c75386a3e3a1 tempest-ListServersNegativeTestJSON-1718404107 tempest-ListServersNegativeTestJSON-1718404107-project] 10.222.0.66 "GET /v2.0/quotas/980679b2b65446a384fbfbd481ec05b5 HTTP/1.1" status: 200 len: 375 time: 0.0882876 Aug 18 11:56:03.082542 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-579f9269-254c-46cd-a139-f93e2e083392 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=47ca62e2311e4c5aaf2fdf086efcdd6d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5945594 Aug 18 11:56:03.090068 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 53104) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:56:03.140066 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579f9269-254c-46cd-a139-f93e2e083392 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3153bb3-4b28-4522-b800-749bf41aa75e,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:56:03.146539 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-68a51b04-7557-4d50-858d-bbf81e0fae11 req-9394550d-09c4-4032-97b8-663961cdc2d7 tempest-ListServersNegativeTestJSON-1718404107 tempest-ListServersNegativeTestJSON-1718404107-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=980679b2b65446a384fbfbd481ec05b5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0597417 Aug 18 11:56:03.162490 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d5d3b4b4-1535-42da-995e-a5ca0f6efa39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:03.184929 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d5d3b4b4-1535-42da-995e-a5ca0f6efa39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:03.232887 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f4d319-8a07-4f23-8d75-2b0e653b9c64 req-10bf7f9e-aaa2-4de7-8c4a-89fccc348e6a tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:56:03.239771 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d5d3b4b4-1535-42da-995e-a5ca0f6efa39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:03.242315 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d5d3b4b4-1535-42da-995e-a5ca0f6efa39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:03.244652 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d2f4d319-8a07-4f23-8d75-2b0e653b9c64 req-10bf7f9e-aaa2-4de7-8c4a-89fccc348e6a tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] 10.222.0.66 "GET /v2.0/ports?device_id=472358b7-93c5-423a-b5d1-0f535558285a HTTP/1.1" status: 200 len: 943 time: 0.2497532 Aug 18 11:56:03.246841 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-d5d3b4b4-1535-42da-995e-a5ca0f6efa39 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d3153bb3-4b28-4522-b800-749bf41aa75e HTTP/1.1" status: 204 len: 168 time: 0.1555614 Aug 18 11:56:03.256144 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d3b4b4-1535-42da-995e-a5ca0f6efa39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3153bb3-4b28-4522-b800-749bf41aa75e,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:56:03.355444 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1dc20c-d0e7-4e00-8295-da43baa6d3e3 req-467bb50d-4dc2-4192-b630-d197c13005a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:56:03.356997 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2d1dc20c-d0e7-4e00-8295-da43baa6d3e3 req-467bb50d-4dc2-4192-b630-d197c13005a9 service neutron] 10.222.0.62 "GET /v2.0/networks?id=f2b8460a-d20a-4d24-a458-477b4502f48c HTTP/1.1" status: 200 len: 909 time: 0.3532083 Aug 18 11:56:03.363806 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d2f4d319-8a07-4f23-8d75-2b0e653b9c64 req-5addc1df-7a1b-422b-a987-6ebf8bf2489a tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] 10.222.0.66 "GET /v2.0/security-groups?id=07aef7bb-6c11-4cb4-8594-c24180b5d811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182709 Aug 18 11:56:03.372327 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-68a51b04-7557-4d50-858d-bbf81e0fae11 req-9b9dbd26-3956-43c0-b608-8131f47fd9bf service neutron] 10.222.0.66 "GET /v2.0/networks/12bc49d0-42af-434e-8cb8-eda3f30f4065?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2244012 Aug 18 11:56:03.458915 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2d1dc20c-d0e7-4e00-8295-da43baa6d3e3 req-5dd67994-a92b-487c-bd02-5ec33cec73be service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=94776a37-9bd3-4598-8e23-bc0c4defaa9a HTTP/1.1" status: 200 len: 217 time: 0.0755048 Aug 18 11:56:03.556705 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-68a51b04-7557-4d50-858d-bbf81e0fae11 req-a5d616bf-e0ee-4d76-a734-31b7934dac5a service neutron] 10.222.0.66 "GET /v2.0/networks/12bc49d0-42af-434e-8cb8-eda3f30f4065?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1835546 Aug 18 11:56:03.575002 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 30f1b385-04a1-4c89-8d99-be909bc8e6f3 details requested by agent hyperv_n-h1-804985-2 with host n-h1-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 11:56:03.598297 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1dc20c-d0e7-4e00-8295-da43baa6d3e3 req-055af1d4-e6f3-4266-9009-15b293891fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:56:03.600330 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2d1dc20c-d0e7-4e00-8295-da43baa6d3e3 req-055af1d4-e6f3-4266-9009-15b293891fc6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a97adc7a-3cde-4d27-baf4-adb6fa582445 HTTP/1.1" status: 200 len: 848 time: 0.1207182 Aug 18 11:56:03.705133 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3344289f-5df3-4486-80bc-b709eb288d8a req-652bb31f-0398-42d8-a576-72004dc5302c tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:56:03.705133 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3344289f-5df3-4486-80bc-b709eb288d8a req-652bb31f-0398-42d8-a576-72004dc5302c tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] 10.222.0.66 "GET /v2.0/ports?device_id=2145e013-9e79-4835-8d0d-e8371bc9e7cc HTTP/1.1" status: 200 len: 946 time: 0.1500909 Aug 18 11:56:03.715346 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2d1dc20c-d0e7-4e00-8295-da43baa6d3e3 req-f7027806-d0c2-4f0f-a78c-4ca38e7bfe40 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f2b8460a-d20a-4d24-a458-477b4502f48c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0967023 Aug 18 11:56:03.733779 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 30f1b385-04a1-4c89-8d99-be909bc8e6f3, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=30f1b385-04a1-4c89-8d99-be909bc8e6f3,segment=NetworkSegment(0622c33d-7d5a-4968-950b-edb53be5f858),segment_id=0622c33d-7d5a-4968-950b-edb53be5f858)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:56:03.758682 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Returning: {'device': '30f1b385-04a1-4c89-8d99-be909bc8e6f3', 'network_id': 'f471d7de-70da-4549-acfc-45017b3843ff', 'port_id': '30f1b385-04a1-4c89-8d99-be909bc8e6f3', 'mac_address': 'fa:16:3e:75:a4:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 802, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16b84496-6d9e-4d8c-9087-8e81549f7d75', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 11:56:03.842505 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:03.865918 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3344289f-5df3-4486-80bc-b709eb288d8a req-5d20bddf-c222-4c44-a736-6f581988e6e2 tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bf5bc16-7ae8-42c8-a968-84c3ac638172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486228 Aug 18 11:56:03.896300 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30f1b385-04a1-4c89-8d99-be909bc8e6f3 {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 11:56:03.956921 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 30f1b385-04a1-4c89-8d99-be909bc8e6f3, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=30f1b385-04a1-4c89-8d99-be909bc8e6f3,segment=NetworkSegment(0622c33d-7d5a-4968-950b-edb53be5f858),segment_id=0622c33d-7d5a-4968-950b-edb53be5f858)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:56:03.961794 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2d1dc20c-d0e7-4e00-8295-da43baa6d3e3 req-9f4924ce-55ed-4f2b-8fd2-ba33b9936ca1 service neutron] 10.222.0.62 "GET /v2.0/networks/f2b8460a-d20a-4d24-a458-477b4502f48c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2317362 Aug 18 11:56:03.968816 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:04.125226 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=30f1b385-04a1-4c89-8d99-be909bc8e6f3,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:56:04.269003 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9a256e-af6c-42d6-a94c-befe0d7d331f req-085b0255-4b10-4017-ab4e-d5cea3550578 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:56:04.275967 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-fe9a256e-af6c-42d6-a94c-befe0d7d331f req-085b0255-4b10-4017-ab4e-d5cea3550578 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.66 "GET /v2.0/ports?device_id=af8b3f7f-0e9e-4899-ae59-bba76d0eea1d HTTP/1.1" status: 200 len: 945 time: 0.1669598 Aug 18 11:56:04.292506 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] get_ports_and_sgs() called for port_ids ['30f1b385-04a1-4c89-8d99-be909bc8e6f3'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 11:56:04.478107 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2d1dc20c-d0e7-4e00-8295-da43baa6d3e3 req-2732ded0-c266-4a7d-93a8-e6b4c0f29100 service neutron] 10.222.0.62 "GET /v2.0/networks/f2b8460a-d20a-4d24-a458-477b4502f48c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5075152 Aug 18 11:56:04.544506 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 53162) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:56:04.562803 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-fe9a256e-af6c-42d6-a94c-befe0d7d331f req-ba676559-6f17-4bbf-ad3d-8d926c331893 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.66 "GET /v2.0/security-groups?id=fecad5ed-08b4-4db8-8e35-9a1fb2f01a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2835581 Aug 18 11:56:04.775270 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-60f6acfd-e1f7-4861-b642-bea2acdb7ec6 req-b0b32e22-f1d4-4dc5-b516-17491770b6a2 tempest-ListServersNegativeTestJSON-1718404107 tempest-ListServersNegativeTestJSON-1718404107-project] 10.222.0.66 "GET /v2.0/ports?device_id=410705a3-aaa1-4c6c-b46b-eeeeb800c41f HTTP/1.1" status: 200 len: 210 time: 0.0584047 Aug 18 11:56:04.787415 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e38b4e3a-8fbc-41ad-b52d-117b7f8e6b31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30797c61-49b3-4afe-8d92-34349bf07488'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 11:56:04.790444 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db50a436fb3a98495337d8fe7487b4f2ea6f3c1052eb9efadc2ecda2d5737001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66cd50db-36c3-4dcd-8b1b-f288bd264dfa" -d '{"events": [{"server_uuid": "e38b4e3a-8fbc-41ad-b52d-117b7f8e6b31", "name": "network-vif-plugged", "status": "completed", "tag": "30797c61-49b3-4afe-8d92-34349bf07488"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:56:04.812894 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4d12df-255a-4917-a65a-c84308037d1d req-d73f927c-8255-4d22-afb8-4bd5a08f29c3 tempest-ServersWithSpecificFlavorTestJSON-596355724 tempest-ServersWithSpecificFlavorTestJSON-596355724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:56:04.818381 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ff4d12df-255a-4917-a65a-c84308037d1d req-d73f927c-8255-4d22-afb8-4bd5a08f29c3 tempest-ServersWithSpecificFlavorTestJSON-596355724 tempest-ServersWithSpecificFlavorTestJSON-596355724-project] 10.222.0.66 "GET /v2.0/ports?device_id=33dff871-377a-4e86-9f9d-1edbba5fae4b HTTP/1.1" status: 200 len: 945 time: 0.2028375 Aug 18 11:56:04.835983 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-3eba5ba8-62c7-4d19-ace3-ddc2431d5b3f admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-112306672-network', 'tenant_id': 'e5be94431a024ce79d98ecb8538b10e6'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:56:04.889331 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eba5ba8-62c7-4d19-ace3-ddc2431d5b3f admin admin] Made reservation on behalf of e5be94431a024ce79d98ecb8538b10e6 for: {'network': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 11:56:04.892054 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3eba5ba8-62c7-4d19-ace3-ddc2431d5b3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for network, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:04.901564 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3eba5ba8-62c7-4d19-ace3-ddc2431d5b3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:05.027589 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ff4d12df-255a-4917-a65a-c84308037d1d req-eec36956-11ed-4e8f-849d-66a676eb6395 tempest-ServersWithSpecificFlavorTestJSON-596355724 tempest-ServersWithSpecificFlavorTestJSON-596355724-project] 10.222.0.66 "GET /v2.0/security-groups?id=238dbab8-dd9a-4024-8b12-d86b53f53679&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1869450 Aug 18 11:56:05.094553 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab07570-6236-4663-bda6-1cfcdb4bdc27 req-7220f296-e29e-4e8f-add9-cea2a793de99 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:56:05.115126 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-dab07570-6236-4663-bda6-1cfcdb4bdc27 req-7220f296-e29e-4e8f-add9-cea2a793de99 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] 10.222.0.66 "GET /v2.0/ports?device_id=472358b7-93c5-423a-b5d1-0f535558285a HTTP/1.1" status: 200 len: 943 time: 0.2189038 Aug 18 11:56:05.130133 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3eba5ba8-62c7-4d19-ace3-ddc2431d5b3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:05.140896 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3eba5ba8-62c7-4d19-ace3-ddc2431d5b3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:05.191455 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eba5ba8-62c7-4d19-ace3-ddc2431d5b3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d88811a1-b0fb-4269-b57e-03844c970b86,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:56:05.222623 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-dab07570-6236-4663-bda6-1cfcdb4bdc27 req-a3cd7bf0-831a-49ea-a42c-c929ac61692f tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] 10.222.0.66 "GET /v2.0/security-groups?id=07aef7bb-6c11-4cb4-8594-c24180b5d811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048369 Aug 18 11:56:05.229114 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 11:56:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e88b5e20-b708-4476-8cc7-73ec634c3ec2 x-openstack-request-id: req-e88b5e20-b708-4476-8cc7-73ec634c3ec2 {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:56:05.229993 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e38b4e3a-8fbc-41ad-b52d-117b7f8e6b31", "name": "network-vif-plugged", "status": "completed", "tag": "30797c61-49b3-4afe-8d92-34349bf07488", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:56:05.231279 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e88b5e20-b708-4476-8cc7-73ec634c3ec2 {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:56:05.231838 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e38b4e3a-8fbc-41ad-b52d-117b7f8e6b31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30797c61-49b3-4afe-8d92-34349bf07488', 'code': 200} Aug 18 11:56:05.232952 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3eba5ba8-62c7-4d19-ace3-ddc2431d5b3f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 803} {{(pid=106253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 11:56:05.263705 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3eba5ba8-62c7-4d19-ace3-ddc2431d5b3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:05.264124 n-d-804985-2 neutron-server[106253]: INFO neutron.db.segments_db [None req-3eba5ba8-62c7-4d19-ace3-ddc2431d5b3f admin admin] Added segment 3104f0d7-9822-47cf-a8f5-0a3b09fb1e5f of type vlan for network 145b3da6-f806-4a03-9197-3a1de43356db Aug 18 11:56:05.329215 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3eba5ba8-62c7-4d19-ace3-ddc2431d5b3f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789150665894'] for network, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:05.332831 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d7df4e-c0ef-410d-9813-9528ee1988f5 req-2ba36269-e823-4ac8-85c3-688f6248be5c tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:56:05.342069 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b2d7df4e-c0ef-410d-9813-9528ee1988f5 req-2ba36269-e823-4ac8-85c3-688f6248be5c tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] 10.222.0.66 "GET /v2.0/ports?device_id=2145e013-9e79-4835-8d0d-e8371bc9e7cc HTTP/1.1" status: 200 len: 946 time: 0.0660040 Aug 18 11:56:05.358150 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3eba5ba8-62c7-4d19-ace3-ddc2431d5b3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for network, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:05.359819 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eba5ba8-62c7-4d19-ace3-ddc2431d5b3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:56:05.360444 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3eba5ba8-62c7-4d19-ace3-ddc2431d5b3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:05.425199 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b2d7df4e-c0ef-410d-9813-9528ee1988f5 req-d630055f-92b0-4f83-8212-8d2a99b8a1d5 tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bf5bc16-7ae8-42c8-a968-84c3ac638172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818777 Aug 18 11:56:05.533983 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eba5ba8-62c7-4d19-ace3-ddc2431d5b3f admin admin] Pushing event updated for resources: {'Network': ['ID=145b3da6-f806-4a03-9197-3a1de43356db,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:56:05.549993 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Network 145b3da6-f806-4a03-9197-3a1de43356db details requested by agent ovs-agent-n-d-804985-2 with host n-d-804985-2 {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 11:56:05.570219 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-3eba5ba8-62c7-4d19-ace3-ddc2431d5b3f admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.0244896 Aug 18 11:56:05.573517 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 53192) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:56:05.580831 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-ec4cf8d5-c3a4-4ff8-9a14-18e81f0e597c admin admin] Request body: {'subnet': {'network_id': '145b3da6-f806-4a03-9197-3a1de43356db', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-112306672-subnet', 'tenant_id': 'e5be94431a024ce79d98ecb8538b10e6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:56:05.643590 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 30f1b385-04a1-4c89-8d99-be909bc8e6f3 up at agent hyperv_n-h1-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:56:05.684990 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec4cf8d5-c3a4-4ff8-9a14-18e81f0e597c admin admin] Made reservation on behalf of e5be94431a024ce79d98ecb8538b10e6 for: {'subnet': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 11:56:05.689753 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ec4cf8d5-c3a4-4ff8-9a14-18e81f0e597c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59074089'] for subnet, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:06.116893 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3461daa7-ffd5-41ab-be3d-aab4bce2a70a req-58970e47-9613-475f-960b-ad75b08c1522 tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:56:06.126121 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3461daa7-ffd5-41ab-be3d-aab4bce2a70a req-58970e47-9613-475f-960b-ad75b08c1522 tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] 10.222.0.66 "GET /v2.0/ports?device_id=2145e013-9e79-4835-8d0d-e8371bc9e7cc HTTP/1.1" status: 200 len: 946 time: 0.4492009 Aug 18 11:56:06.137994 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:06.170164 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Provisioning for port 30f1b385-04a1-4c89-8d99-be909bc8e6f3 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 11:56:06.176228 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Provisioning complete for port 30f1b385-04a1-4c89-8d99-be909bc8e6f3 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:56:06.176714 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:06.214054 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9db382-70ed-48ab-93bd-a49d7a9af1d7 req-000c1377-dbc5-437a-b7eb-c83f2144dd70 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:56:06.223138 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6e9db382-70ed-48ab-93bd-a49d7a9af1d7 req-000c1377-dbc5-437a-b7eb-c83f2144dd70 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.66 "GET /v2.0/ports?device_id=af8b3f7f-0e9e-4899-ae59-bba76d0eea1d HTTP/1.1" status: 200 len: 945 time: 0.4333165 Aug 18 11:56:06.247129 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3461daa7-ffd5-41ab-be3d-aab4bce2a70a req-1485b147-b9a2-417a-802a-7173df6e1611 tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bf5bc16-7ae8-42c8-a968-84c3ac638172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176491 Aug 18 11:56:06.351133 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:06.447030 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 30f1b385-04a1-4c89-8d99-be909bc8e6f3, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=30f1b385-04a1-4c89-8d99-be909bc8e6f3,segment=NetworkSegment(0622c33d-7d5a-4968-950b-edb53be5f858),segment_id=0622c33d-7d5a-4968-950b-edb53be5f858)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:56:06.506612 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:06.523529 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6e9db382-70ed-48ab-93bd-a49d7a9af1d7 req-5a83f400-7914-4004-b7ff-9edea362dec7 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.66 "GET /v2.0/security-groups?id=fecad5ed-08b4-4db8-8e35-9a1fb2f01a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2992969 Aug 18 11:56:06.591885 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ec4cf8d5-c3a4-4ff8-9a14-18e81f0e597c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3572913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59074111'] for subnet, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:06.660568 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=30f1b385-04a1-4c89-8d99-be909bc8e6f3,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:56:06.756105 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4cf8d5-c3a4-4ff8-9a14-18e81f0e597c admin admin] Pushing event updated for resources: {'Subnet': ['ID=736be5fe-86c6-4239-b191-780cc3198dd5,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:56:06.865276 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a543bcb7-ce2d-4952-aa0e-99623ae91265 req-4e1c6a13-ada2-4f4f-9eb1-714e220fe4b5 tempest-ListServersNegativeTestJSON-1718404107 tempest-ListServersNegativeTestJSON-1718404107-project] 10.222.0.66 "GET /v2.0/ports?device_id=410705a3-aaa1-4c6c-b46b-eeeeb800c41f HTTP/1.1" status: 200 len: 210 time: 0.1567628 Aug 18 11:56:06.937739 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a51b04-7557-4d50-858d-bbf81e0fae11 req-b6d19eeb-8d99-47a6-85a9-49038e744977 tempest-ListServersNegativeTestJSON-1718404107 tempest-ListServersNegativeTestJSON-1718404107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:56:06.937739 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-68a51b04-7557-4d50-858d-bbf81e0fae11 req-b6d19eeb-8d99-47a6-85a9-49038e744977 tempest-ListServersNegativeTestJSON-1718404107 tempest-ListServersNegativeTestJSON-1718404107-project] 10.222.0.63 "GET /v2.0/networks?id=12bc49d0-42af-434e-8cb8-eda3f30f4065 HTTP/1.1" status: 200 len: 818 time: 0.5867603 Aug 18 11:56:06.961223 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-68a51b04-7557-4d50-858d-bbf81e0fae11 req-10da4370-5d35-4d3d-8d3f-41d253545b29 tempest-ListServersNegativeTestJSON-1718404107 tempest-ListServersNegativeTestJSON-1718404107-project] Request body: {'port': {'device_id': 'b92768de-823a-498b-aeee-230034aca3bb', 'network_id': '12bc49d0-42af-434e-8cb8-eda3f30f4065', 'admin_state_up': True, 'tenant_id': '980679b2b65446a384fbfbd481ec05b5'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:56:07.041520 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a51b04-7557-4d50-858d-bbf81e0fae11 req-1b03dff9-84f0-4a02-beda-32b34e5cef63 tempest-ListServersNegativeTestJSON-1718404107 tempest-ListServersNegativeTestJSON-1718404107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:56:07.043202 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-68a51b04-7557-4d50-858d-bbf81e0fae11 req-1b03dff9-84f0-4a02-beda-32b34e5cef63 tempest-ListServersNegativeTestJSON-1718404107 tempest-ListServersNegativeTestJSON-1718404107-project] 10.222.0.62 "GET /v2.0/networks?id=12bc49d0-42af-434e-8cb8-eda3f30f4065 HTTP/1.1" status: 200 len: 818 time: 0.4995098 Aug 18 11:56:07.055173 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec4cf8d5-c3a4-4ff8-9a14-18e81f0e597c admin admin] Checking segment: {'id': '3104f0d7-9822-47cf-a8f5-0a3b09fb1e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '145b3da6-f806-4a03-9197-3a1de43356db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 11:56:07.055671 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec4cf8d5-c3a4-4ff8-9a14-18e81f0e597c admin admin] Network hostable DHCP agents. Network: 145b3da6-f806-4a03-9197-3a1de43356db, hostable agents: ['97c14208-2951-4361-8d64-3708c946ff5f'], hosted agents: [] {{(pid=106252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 11:56:07.067512 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-68a51b04-7557-4d50-858d-bbf81e0fae11 req-be781b2e-235c-4976-90d7-ea081289b619 tempest-ListServersNegativeTestJSON-1718404107 tempest-ListServersNegativeTestJSON-1718404107-project] Request body: {'port': {'device_id': '410705a3-aaa1-4c6c-b46b-eeeeb800c41f', 'network_id': '12bc49d0-42af-434e-8cb8-eda3f30f4065', 'admin_state_up': True, 'tenant_id': '980679b2b65446a384fbfbd481ec05b5'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:56:07.101637 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf3ba70-9677-4633-85d0-68fbea7387cf req-93e6e034-1759-4e74-99ed-d730e5bb027a tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:56:07.109727 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9cf3ba70-9677-4633-85d0-68fbea7387cf req-93e6e034-1759-4e74-99ed-d730e5bb027a tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] 10.222.0.66 "GET /v2.0/ports?device_id=472358b7-93c5-423a-b5d1-0f535558285a HTTP/1.1" status: 200 len: 943 time: 0.2852893 Aug 18 11:56:07.220154 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec4cf8d5-c3a4-4ff8-9a14-18e81f0e597c admin admin] Network 145b3da6-f806-4a03-9197-3a1de43356db is scheduled to be hosted by DHCP agent 97c14208-2951-4361-8d64-3708c946ff5f with binding_index 1 {{(pid=106252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 11:56:07.233002 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a51b04-7557-4d50-858d-bbf81e0fae11 req-9a080e40-17da-4a37-b056-9c51ea119c55 tempest-ListServersNegativeTestJSON-1718404107 tempest-ListServersNegativeTestJSON-1718404107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:56:07.233795 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af8b3f7f-0e9e-4899-ae59-bba76d0eea1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30f1b385-04a1-4c89-8d99-be909bc8e6f3'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 11:56:07.235099 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-68a51b04-7557-4d50-858d-bbf81e0fae11 req-9a080e40-17da-4a37-b056-9c51ea119c55 tempest-ListServersNegativeTestJSON-1718404107 tempest-ListServersNegativeTestJSON-1718404107-project] 10.222.0.63 "GET /v2.0/networks?id=12bc49d0-42af-434e-8cb8-eda3f30f4065 HTTP/1.1" status: 200 len: 818 time: 0.1297929 Aug 18 11:56:07.236351 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db50a436fb3a98495337d8fe7487b4f2ea6f3c1052eb9efadc2ecda2d5737001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f6dc46e-f94d-46eb-a2db-73108c81e6fa" -d '{"events": [{"server_uuid": "af8b3f7f-0e9e-4899-ae59-bba76d0eea1d", "name": "network-vif-plugged", "status": "completed", "tag": "30f1b385-04a1-4c89-8d99-be909bc8e6f3"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:56:07.238984 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-eb981dd0-cc89-4ad3-b17c-2fe3c4a5cb02 req-e12390b3-8842-4f7c-896b-d48be145afbd service neutron] 10.222.0.62 "GET /v2.0/ports/94776a37-9bd3-4598-8e23-bc0c4defaa9a/bindings/n-h1-804985-2 HTTP/1.1" status: 200 len: 384 time: 0.2425830 Aug 18 11:56:07.260153 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9cf3ba70-9677-4633-85d0-68fbea7387cf req-572d9462-d7af-489f-9bac-170be6bfc75d tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] 10.222.0.66 "GET /v2.0/security-groups?id=07aef7bb-6c11-4cb4-8594-c24180b5d811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424515 Aug 18 11:56:07.266553 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [req-68a51b04-7557-4d50-858d-bbf81e0fae11 req-a105d3f1-0f1d-4b04-84a8-5ef9623ef00e tempest-ListServersNegativeTestJSON-1718404107 tempest-ListServersNegativeTestJSON-1718404107-project] Request body: {'port': {'device_id': 'c380b4f8-c43e-4381-a622-163f9dfe76cb', 'network_id': '12bc49d0-42af-434e-8cb8-eda3f30f4065', 'admin_state_up': True, 'tenant_id': '980679b2b65446a384fbfbd481ec05b5'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:56:07.270824 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-ec4cf8d5-c3a4-4ff8-9a14-18e81f0e597c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-2, 145b3da6-f806-4a03-9197-3a1de43356db) {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:56:07.281420 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abd1ed06-deb9-44e7-b491-a4aa6cbb0a3f None None] Network 145b3da6-f806-4a03-9197-3a1de43356db requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 11:56:07.308210 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec4cf8d5-c3a4-4ff8-9a14-18e81f0e597c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:56:07.308853 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ec4cf8d5-c3a4-4ff8-9a14-18e81f0e597c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for subnet, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:07.394038 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68a51b04-7557-4d50-858d-bbf81e0fae11 req-10da4370-5d35-4d3d-8d3f-41d253545b29 tempest-ListServersNegativeTestJSON-1718404107 tempest-ListServersNegativeTestJSON-1718404107-project] Made reservation on behalf of 980679b2b65446a384fbfbd481ec05b5 for: {'port': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 11:56:07.433326 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-68a51b04-7557-4d50-858d-bbf81e0fae11 req-10da4370-5d35-4d3d-8d3f-41d253545b29 tempest-ListServersNegativeTestJSON-1718404107 tempest-ListServersNegativeTestJSON-1718404107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:07.485332 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-ec4cf8d5-c3a4-4ff8-9a14-18e81f0e597c admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.9095800 Aug 18 11:56:07.555898 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 11:56:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d51597dc-04c8-47be-a822-9055fd156dee x-openstack-request-id: req-d51597dc-04c8-47be-a822-9055fd156dee {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:56:07.556551 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af8b3f7f-0e9e-4899-ae59-bba76d0eea1d", "name": "network-vif-plugged", "status": "completed", "tag": "30f1b385-04a1-4c89-8d99-be909bc8e6f3", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:56:07.561840 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d51597dc-04c8-47be-a822-9055fd156dee {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:56:07.562501 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af8b3f7f-0e9e-4899-ae59-bba76d0eea1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30f1b385-04a1-4c89-8d99-be909bc8e6f3', 'code': 200} Aug 18 11:56:07.601175 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68a51b04-7557-4d50-858d-bbf81e0fae11 req-be781b2e-235c-4976-90d7-ea081289b619 tempest-ListServersNegativeTestJSON-1718404107 tempest-ListServersNegativeTestJSON-1718404107-project] Made reservation on behalf of 980679b2b65446a384fbfbd481ec05b5 for: {'port': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 11:56:07.605730 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-68a51b04-7557-4d50-858d-bbf81e0fae11 req-be781b2e-235c-4976-90d7-ea081289b619 tempest-ListServersNegativeTestJSON-1718404107 tempest-ListServersNegativeTestJSON-1718404107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:07.721048 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c28ff11-f1d6-43fc-a478-00a59e877a64 None None] Network 145b3da6-f806-4a03-9197-3a1de43356db requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 11:56:07.732267 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3778bd31-2474-4a30-a82e-858505a0152f req-746b8706-97eb-4115-b9b6-d1dd884f5e2b tempest-ServersWithSpecificFlavorTestJSON-596355724 tempest-ServersWithSpecificFlavorTestJSON-596355724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:56:07.738239 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3778bd31-2474-4a30-a82e-858505a0152f req-746b8706-97eb-4115-b9b6-d1dd884f5e2b tempest-ServersWithSpecificFlavorTestJSON-596355724 tempest-ServersWithSpecificFlavorTestJSON-596355724-project] 10.222.0.66 "GET /v2.0/ports?device_id=33dff871-377a-4e86-9f9d-1edbba5fae4b HTTP/1.1" status: 200 len: 945 time: 0.2478995 Aug 18 11:56:07.979550 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:08.017832 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 94776a37-9bd3-4598-8e23-bc0c4defaa9a no longer exists at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 11:56:08.122042 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68a51b04-7557-4d50-858d-bbf81e0fae11 req-a105d3f1-0f1d-4b04-84a8-5ef9623ef00e tempest-ListServersNegativeTestJSON-1718404107 tempest-ListServersNegativeTestJSON-1718404107-project] Made reservation on behalf of 980679b2b65446a384fbfbd481ec05b5 for: {'port': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 11:56:08.126616 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-68a51b04-7557-4d50-858d-bbf81e0fae11 req-a105d3f1-0f1d-4b04-84a8-5ef9623ef00e tempest-ListServersNegativeTestJSON-1718404107 tempest-ListServersNegativeTestJSON-1718404107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:08.131524 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-eb981dd0-cc89-4ad3-b17c-2fe3c4a5cb02 req-f6698bcf-630f-4a4b-a534-44222d79e04c service neutron] For port 94776a37-9bd3-4598-8e23-bc0c4defaa9a, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=94776a37-9bd3-4598-8e23-bc0c4defaa9a,segment=NetworkSegment(77044dd8-732d-4440-9cc8-7f1936544d71),segment_id=77044dd8-732d-4440-9cc8-7f1936544d71)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:56:08.171606 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-eb981dd0-cc89-4ad3-b17c-2fe3c4a5cb02 req-f6698bcf-630f-4a4b-a534-44222d79e04c service neutron] For port 94776a37-9bd3-4598-8e23-bc0c4defaa9a, host n-h2-804985-2, cleared binding levels {{(pid=106253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 11:56:08.261506 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [req-eb981dd0-cc89-4ad3-b17c-2fe3c4a5cb02 req-f6698bcf-630f-4a4b-a534-44222d79e04c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94776a37-9bd3-4598-8e23-bc0c4defaa9a {{(pid=106253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 11:56:08.280434 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-eb981dd0-cc89-4ad3-b17c-2fe3c4a5cb02 req-f6698bcf-630f-4a4b-a534-44222d79e04c service neutron] For port 94776a37-9bd3-4598-8e23-bc0c4defaa9a, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=94776a37-9bd3-4598-8e23-bc0c4defaa9a,segment=NetworkSegment(77044dd8-732d-4440-9cc8-7f1936544d71),segment_id=77044dd8-732d-4440-9cc8-7f1936544d71)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:56:08.303212 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.63', 54418) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:56:08.361833 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-eb981dd0-cc89-4ad3-b17c-2fe3c4a5cb02 req-f6698bcf-630f-4a4b-a534-44222d79e04c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:08.411900 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3778bd31-2474-4a30-a82e-858505a0152f req-c8eb35b4-0997-4086-8d6e-c68ce6f6a836 tempest-ServersWithSpecificFlavorTestJSON-596355724 tempest-ServersWithSpecificFlavorTestJSON-596355724-project] 10.222.0.66 "GET /v2.0/security-groups?id=238dbab8-dd9a-4024-8b12-d86b53f53679&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1617393 Aug 18 11:56:08.414256 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cd1884-c3ea-4197-833b-2fa647028be8 req-fa5fc6c1-f2b4-4d43-abfa-9b6c2806bfb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:56:08.416453 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f4cd1884-c3ea-4197-833b-2fa647028be8 req-fa5fc6c1-f2b4-4d43-abfa-9b6c2806bfb1 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=af8b3f7f-0e9e-4899-ae59-bba76d0eea1d HTTP/1.1" status: 200 len: 1097 time: 0.7488887 Aug 18 11:56:08.444886 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b50a4b-451b-4287-8e9d-ec6fcc906411 req-5312ee36-16f6-4120-a314-803bcd9ca3e5 tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:56:08.446530 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c0b50a4b-451b-4287-8e9d-ec6fcc906411 req-5312ee36-16f6-4120-a314-803bcd9ca3e5 tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] 10.222.0.66 "GET /v2.0/ports?device_id=2145e013-9e79-4835-8d0d-e8371bc9e7cc HTTP/1.1" status: 200 len: 946 time: 0.1942754 Aug 18 11:56:08.459933 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [req-68a51b04-7557-4d50-858d-bbf81e0fae11 req-a105d3f1-0f1d-4b04-84a8-5ef9623ef00e tempest-ListServersNegativeTestJSON-1718404107 tempest-ListServersNegativeTestJSON-1718404107-project] Allocated IP 172.20.0.13 (12bc49d0-42af-434e-8cb8-eda3f30f4065/091168e8-532c-456a-8118-b9524ba9b3f0/ccab9c98-f8b4-44d4-9b6a-2a67909cf3f4) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 11:56:08.494857 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ad5e27-d1d2-4f90-b2bd-2abfc7ca68f3 req-8cbbb618-bc51-4101-9277-8ba98912a5a1 tempest-ServersWithSpecificFlavorTestJSON-596355724 tempest-ServersWithSpecificFlavorTestJSON-596355724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:56:08.497120 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-e2ad5e27-d1d2-4f90-b2bd-2abfc7ca68f3 req-8cbbb618-bc51-4101-9277-8ba98912a5a1 tempest-ServersWithSpecificFlavorTestJSON-596355724 tempest-ServersWithSpecificFlavorTestJSON-596355724-project] 10.222.0.63 "GET /v2.0/ports?device_id=33dff871-377a-4e86-9f9d-1edbba5fae4b HTTP/1.1" status: 200 len: 945 time: 0.1926336 Aug 18 11:56:08.499172 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f4cd1884-c3ea-4197-833b-2fa647028be8 req-da16e78d-658a-4dc2-af60-76ae5c95a021 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=fecad5ed-08b4-4db8-8e35-9a1fb2f01a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695889 Aug 18 11:56:08.532985 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c0b50a4b-451b-4287-8e9d-ec6fcc906411 req-2f0384f0-6a8a-4b3c-a27e-b330e3793992 tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bf5bc16-7ae8-42c8-a968-84c3ac638172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769224 Aug 18 11:56:08.537272 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [req-eb981dd0-cc89-4ad3-b17c-2fe3c4a5cb02 req-f6698bcf-630f-4a4b-a534-44222d79e04c service neutron] Transition to ACTIVE for port object 94776a37-9bd3-4598-8e23-bc0c4defaa9a will not be triggered until provisioned by entity L2. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 11:56:08.570545 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52611ea0-7f65-42d2-903b-808b30794a85 req-457cd058-67c3-4317-8be5-5216aa090125 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:56:08.578643 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-52611ea0-7f65-42d2-903b-808b30794a85 req-457cd058-67c3-4317-8be5-5216aa090125 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.66 "GET /v2.0/ports?device_id=af8b3f7f-0e9e-4899-ae59-bba76d0eea1d HTTP/1.1" status: 200 len: 946 time: 0.0874746 Aug 18 11:56:08.598430 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-eb981dd0-cc89-4ad3-b17c-2fe3c4a5cb02 req-f6698bcf-630f-4a4b-a534-44222d79e04c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:08.648518 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-52611ea0-7f65-42d2-903b-808b30794a85 req-5ce36234-3e7b-4d6c-a541-589d910a87c4 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.66 "GET /v2.0/security-groups?id=fecad5ed-08b4-4db8-8e35-9a1fb2f01a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688486 Aug 18 11:56:08.791073 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e933aafd-e97d-4a5d-975d-53919f2e64a0 req-472bf84d-ed60-4274-aee4-974dd6de0a1f tempest-ListServersNegativeTestJSON-1718404107 tempest-ListServersNegativeTestJSON-1718404107-project] 10.222.0.66 "GET /v2.0/ports?device_id=410705a3-aaa1-4c6c-b46b-eeeeb800c41f HTTP/1.1" status: 200 len: 210 time: 0.0435166 Aug 18 11:56:08.810453 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb981dd0-cc89-4ad3-b17c-2fe3c4a5cb02 req-f6698bcf-630f-4a4b-a534-44222d79e04c service neutron] No DVR routers for this DVR port 94776a37-9bd3-4598-8e23-bc0c4defaa9a on host n-h2-804985-2 {{(pid=106253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 11:56:08.820631 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6698bcf-630f-4a4b-a534-44222d79e04c service neutron] Pushing event updated for resources: {'Port': ['ID=94776a37-9bd3-4598-8e23-bc0c4defaa9a,revision_number=10']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:56:08.898593 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-e2ad5e27-d1d2-4f90-b2bd-2abfc7ca68f3 req-7ac653f9-1279-4a8b-913a-f143d31039be tempest-ServersWithSpecificFlavorTestJSON-596355724 tempest-ServersWithSpecificFlavorTestJSON-596355724-project] Deleting port 69ae0138-30ec-42c1-96f8-e1f7ac8f0323 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 11:56:08.899141 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-e2ad5e27-d1d2-4f90-b2bd-2abfc7ca68f3 req-7ac653f9-1279-4a8b-913a-f143d31039be tempest-ServersWithSpecificFlavorTestJSON-596355724 tempest-ServersWithSpecificFlavorTestJSON-596355724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:08.967372 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2251fb-71ab-402e-a39c-d544f216da3f req-48b79aa5-6e65-4b12-9146-5b422b49c75e tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:56:08.978573 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-db2251fb-71ab-402e-a39c-d544f216da3f req-48b79aa5-6e65-4b12-9146-5b422b49c75e tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] 10.222.0.66 "GET /v2.0/ports?device_id=472358b7-93c5-423a-b5d1-0f535558285a HTTP/1.1" status: 200 len: 944 time: 0.0925965 Aug 18 11:56:08.996455 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-eb981dd0-cc89-4ad3-b17c-2fe3c4a5cb02 req-f6698bcf-630f-4a4b-a534-44222d79e04c service neutron] 10.222.0.62 "PUT /v2.0/ports/94776a37-9bd3-4598-8e23-bc0c4defaa9a/bindings/n-h1-804985-2/activate HTTP/1.1" status: 200 len: 369 time: 1.7199237 Aug 18 11:56:09.031294 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-68a51b04-7557-4d50-858d-bbf81e0fae11 req-a105d3f1-0f1d-4b04-84a8-5ef9623ef00e tempest-ListServersNegativeTestJSON-1718404107 tempest-ListServersNegativeTestJSON-1718404107-project] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:09.084821 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-e2ad5e27-d1d2-4f90-b2bd-2abfc7ca68f3 req-7ac653f9-1279-4a8b-913a-f143d31039be tempest-ServersWithSpecificFlavorTestJSON-596355724 tempest-ServersWithSpecificFlavorTestJSON-596355724-project] For port 69ae0138-30ec-42c1-96f8-e1f7ac8f0323, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=69ae0138-30ec-42c1-96f8-e1f7ac8f0323,segment=NetworkSegment(a64f6bd4-a887-4b68-9b8c-3f473a0ffabc),segment_id=a64f6bd4-a887-4b68-9b8c-3f473a0ffabc)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:56:09.084821 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-e2ad5e27-d1d2-4f90-b2bd-2abfc7ca68f3 req-7ac653f9-1279-4a8b-913a-f143d31039be tempest-ServersWithSpecificFlavorTestJSON-596355724 tempest-ServersWithSpecificFlavorTestJSON-596355724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:09.106840 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-db2251fb-71ab-402e-a39c-d544f216da3f req-6e91028f-9220-4863-af1d-cc617cb85dd6 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] 10.222.0.66 "GET /v2.0/security-groups?id=07aef7bb-6c11-4cb4-8594-c24180b5d811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219239 Aug 18 11:56:09.147051 n-d-804985-2 neutron-server[106252]: INFO neutron.api.v2.resource [req-b9c1e63d-a240-4fea-a103-fd7a51626293 req-ca9a34e8-f00b-4539-aa8e-87e8c9d192f6 tempest-SecurityGroupsNegativeTestJSON-2114492819 tempest-SecurityGroupsNegativeTestJSON-2114492819-project] show failed (client error): The resource could not be found. Aug 18 11:56:09.148113 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b9c1e63d-a240-4fea-a103-fd7a51626293 req-ca9a34e8-f00b-4539-aa8e-87e8c9d192f6 tempest-SecurityGroupsNegativeTestJSON-2114492819 tempest-SecurityGroupsNegativeTestJSON-2114492819-project] 10.222.0.66 "GET /v2.0/security-groups/42ec7598-c28d-4255-a846-03192a93ecef HTTP/1.1" status: 404 len: 352 time: 0.0581856 Aug 18 11:56:09.215977 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-68a51b04-7557-4d50-858d-bbf81e0fae11 req-a105d3f1-0f1d-4b04-84a8-5ef9623ef00e tempest-ListServersNegativeTestJSON-1718404107 tempest-ListServersNegativeTestJSON-1718404107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:09.269281 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [req-68a51b04-7557-4d50-858d-bbf81e0fae11 req-10da4370-5d35-4d3d-8d3f-41d253545b29 tempest-ListServersNegativeTestJSON-1718404107 tempest-ListServersNegativeTestJSON-1718404107-project] Allocated IP 172.20.0.8 (12bc49d0-42af-434e-8cb8-eda3f30f4065/091168e8-532c-456a-8118-b9524ba9b3f0/96d8aae3-0dc7-4c20-b902-0bc2c90b1528) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 11:56:09.383913 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68a51b04-7557-4d50-858d-bbf81e0fae11 req-a105d3f1-0f1d-4b04-84a8-5ef9623ef00e tempest-ListServersNegativeTestJSON-1718404107 tempest-ListServersNegativeTestJSON-1718404107-project] Network 12bc49d0-42af-434e-8cb8-eda3f30f4065 is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 11:56:09.416369 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [req-68a51b04-7557-4d50-858d-bbf81e0fae11 req-a105d3f1-0f1d-4b04-84a8-5ef9623ef00e tempest-ListServersNegativeTestJSON-1718404107 tempest-ListServersNegativeTestJSON-1718404107-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:56:09.433127 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a105d3f1-0f1d-4b04-84a8-5ef9623ef00e tempest-ListServersNegativeTestJSON-1718404107 tempest-ListServersNegativeTestJSON-1718404107-project] Pushing event updated for resources: {'Port': ['ID=ccab9c98-f8b4-44d4-9b6a-2a67909cf3f4,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:56:09.439202 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-68a51b04-7557-4d50-858d-bbf81e0fae11 req-a105d3f1-0f1d-4b04-84a8-5ef9623ef00e tempest-ListServersNegativeTestJSON-1718404107 tempest-ListServersNegativeTestJSON-1718404107-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 11:56:09.460797 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-68a51b04-7557-4d50-858d-bbf81e0fae11 req-10da4370-5d35-4d3d-8d3f-41d253545b29 tempest-ListServersNegativeTestJSON-1718404107 tempest-ListServersNegativeTestJSON-1718404107-project] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:09.580362 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-68a51b04-7557-4d50-858d-bbf81e0fae11 req-10da4370-5d35-4d3d-8d3f-41d253545b29 tempest-ListServersNegativeTestJSON-1718404107 tempest-ListServersNegativeTestJSON-1718404107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:09.588009 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a51b04-7557-4d50-858d-bbf81e0fae11 req-a105d3f1-0f1d-4b04-84a8-5ef9623ef00e tempest-ListServersNegativeTestJSON-1718404107 tempest-ListServersNegativeTestJSON-1718404107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:56:09.588925 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-68a51b04-7557-4d50-858d-bbf81e0fae11 req-a105d3f1-0f1d-4b04-84a8-5ef9623ef00e tempest-ListServersNegativeTestJSON-1718404107 tempest-ListServersNegativeTestJSON-1718404107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:09.619481 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-68a51b04-7557-4d50-858d-bbf81e0fae11 req-a105d3f1-0f1d-4b04-84a8-5ef9623ef00e tempest-ListServersNegativeTestJSON-1718404107 tempest-ListServersNegativeTestJSON-1718404107-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3717763 Aug 18 11:56:09.638143 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [req-68a51b04-7557-4d50-858d-bbf81e0fae11 req-aa996286-626a-4cd8-afbd-211f818ceb1e service neutron] Request body: {'port': {'device_id': 'c380b4f8-c43e-4381-a622-163f9dfe76cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804985-2'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:56:09.644566 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-e2ad5e27-d1d2-4f90-b2bd-2abfc7ca68f3 req-7ac653f9-1279-4a8b-913a-f143d31039be tempest-ServersWithSpecificFlavorTestJSON-596355724 tempest-ServersWithSpecificFlavorTestJSON-596355724-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:09.645209 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-e2ad5e27-d1d2-4f90-b2bd-2abfc7ca68f3 req-7ac653f9-1279-4a8b-913a-f143d31039be tempest-ServersWithSpecificFlavorTestJSON-596355724 tempest-ServersWithSpecificFlavorTestJSON-596355724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-989945'] for floatingip, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:09.645740 n-d-804985-2 neutron-server[106253]: INFO neutron.db.l3_db [req-e2ad5e27-d1d2-4f90-b2bd-2abfc7ca68f3 req-7ac653f9-1279-4a8b-913a-f143d31039be tempest-ServersWithSpecificFlavorTestJSON-596355724 tempest-ServersWithSpecificFlavorTestJSON-596355724-project] Floating IP cde7a271-dc52-479c-816e-0b2a6b6938b0 disassociated. External IP: 172.25.7.157, port: 69ae0138-30ec-42c1-96f8-e1f7ac8f0323. Aug 18 11:56:09.646140 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-e2ad5e27-d1d2-4f90-b2bd-2abfc7ca68f3 req-7ac653f9-1279-4a8b-913a-f143d31039be tempest-ServersWithSpecificFlavorTestJSON-596355724 tempest-ServersWithSpecificFlavorTestJSON-596355724-project] Calling delete_port for 69ae0138-30ec-42c1-96f8-e1f7ac8f0323 owned by compute:nova {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 11:56:09.695765 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb981dd0-cc89-4ad3-b17c-2fe3c4a5cb02 req-3e9f89c2-b904-40b3-9dd7-1947962243dd tempest-LiveMigrationTest-1335981208 tempest-LiveMigrationTest-1335981208-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:56:09.717758 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-eb981dd0-cc89-4ad3-b17c-2fe3c4a5cb02 req-3e9f89c2-b904-40b3-9dd7-1947962243dd tempest-LiveMigrationTest-1335981208 tempest-LiveMigrationTest-1335981208-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=472358b7-93c5-423a-b5d1-0f535558285a&tenant_id=188bebbd8f564ea0bbe77621cda4023c&binding%3Ahost_id=n-h2-804985-2 HTTP/1.1" status: 200 len: 1095 time: 0.5745120 Aug 18 11:56:09.718863 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.db.api [req-68a51b04-7557-4d50-858d-bbf81e0fae11 req-be781b2e-235c-4976-90d7-ea081289b619 tempest-ListServersNegativeTestJSON-1718404107 tempest-ListServersNegativeTestJSON-1718404107-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.8-668daa7b-9886-48ca-abd3-91f85fc6fa19 {{(pid=106252) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 18 11:56:09.719334 n-d-804985-2 neutron-server[106252]: DEBUG oslo_db.api [req-68a51b04-7557-4d50-858d-bbf81e0fae11 req-be781b2e-235c-4976-90d7-ea081289b619 tempest-ListServersNegativeTestJSON-1718404107 tempest-ListServersNegativeTestJSON-1718404107-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 18 11:56:09.770708 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-68a51b04-7557-4d50-858d-bbf81e0fae11 req-aa996286-626a-4cd8-afbd-211f818ceb1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:09.793228 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68a51b04-7557-4d50-858d-bbf81e0fae11 req-10da4370-5d35-4d3d-8d3f-41d253545b29 tempest-ListServersNegativeTestJSON-1718404107 tempest-ListServersNegativeTestJSON-1718404107-project] Network 12bc49d0-42af-434e-8cb8-eda3f30f4065 is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 11:56:09.804908 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [req-68a51b04-7557-4d50-858d-bbf81e0fae11 req-10da4370-5d35-4d3d-8d3f-41d253545b29 tempest-ListServersNegativeTestJSON-1718404107 tempest-ListServersNegativeTestJSON-1718404107-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:56:09.808052 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-68a51b04-7557-4d50-858d-bbf81e0fae11 req-10da4370-5d35-4d3d-8d3f-41d253545b29 tempest-ListServersNegativeTestJSON-1718404107 tempest-ListServersNegativeTestJSON-1718404107-project] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 11:56:09.812999 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10da4370-5d35-4d3d-8d3f-41d253545b29 tempest-ListServersNegativeTestJSON-1718404107 tempest-ListServersNegativeTestJSON-1718404107-project] Pushing event updated for resources: {'Port': ['ID=96d8aae3-0dc7-4c20-b902-0bc2c90b1528,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:56:09.830156 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3182e0a4-978b-4a32-b6f1-ed856298428f req-3b4a1c8e-f981-436c-9d91-cc7e787b401c tempest-SecurityGroupsNegativeTestJSON-2114492819 tempest-SecurityGroupsNegativeTestJSON-2114492819-project] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e5be94431a024ce79d98ecb8538b10e6 HTTP/1.1" status: 200 len: 2984 time: 0.6183538 Aug 18 11:56:09.887010 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34eb1c4-79d1-46ac-9f84-24affe0164e6 req-83faeec2-1f5d-4c2a-baa3-9a2864fd48d3 tempest-ServersWithSpecificFlavorTestJSON-596355724 tempest-ServersWithSpecificFlavorTestJSON-596355724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:56:09.888844 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f34eb1c4-79d1-46ac-9f84-24affe0164e6 req-83faeec2-1f5d-4c2a-baa3-9a2864fd48d3 tempest-ServersWithSpecificFlavorTestJSON-596355724 tempest-ServersWithSpecificFlavorTestJSON-596355724-project] 10.222.0.66 "GET /v2.0/ports?device_id=33dff871-377a-4e86-9f9d-1edbba5fae4b HTTP/1.1" status: 200 len: 945 time: 0.3049109 Aug 18 11:56:09.919124 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb981dd0-cc89-4ad3-b17c-2fe3c4a5cb02 req-cffef2b9-5785-4a36-81b9-ef8d2056c8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:56:09.920728 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-eb981dd0-cc89-4ad3-b17c-2fe3c4a5cb02 req-cffef2b9-5785-4a36-81b9-ef8d2056c8a0 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=472358b7-93c5-423a-b5d1-0f535558285a&tenant_id=188bebbd8f564ea0bbe77621cda4023c HTTP/1.1" status: 200 len: 1095 time: 0.1859965 Aug 18 11:56:09.945524 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a51b04-7557-4d50-858d-bbf81e0fae11 req-10da4370-5d35-4d3d-8d3f-41d253545b29 tempest-ListServersNegativeTestJSON-1718404107 tempest-ListServersNegativeTestJSON-1718404107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:56:09.946305 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-68a51b04-7557-4d50-858d-bbf81e0fae11 req-10da4370-5d35-4d3d-8d3f-41d253545b29 tempest-ListServersNegativeTestJSON-1718404107 tempest-ListServersNegativeTestJSON-1718404107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:10.025734 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3182e0a4-978b-4a32-b6f1-ed856298428f req-79ff87fd-c5e4-4992-8b9f-349abef2662d tempest-SecurityGroupsNegativeTestJSON-2114492819 tempest-SecurityGroupsNegativeTestJSON-2114492819-project] 10.222.0.66 "GET /v2.0/security-groups/d88811a1-b0fb-4269-b57e-03844c970b86 HTTP/1.1" status: 200 len: 2981 time: 0.1943629 Aug 18 11:56:10.032467 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f34eb1c4-79d1-46ac-9f84-24affe0164e6 req-1e7fa54f-87b2-4be8-8dbb-352ae9c3ccdc tempest-ServersWithSpecificFlavorTestJSON-596355724 tempest-ServersWithSpecificFlavorTestJSON-596355724-project] 10.222.0.66 "GET /v2.0/security-groups?id=238dbab8-dd9a-4024-8b12-d86b53f53679&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1328039 Aug 18 11:56:10.033867 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-68a51b04-7557-4d50-858d-bbf81e0fae11 req-10da4370-5d35-4d3d-8d3f-41d253545b29 tempest-ListServersNegativeTestJSON-1718404107 tempest-ListServersNegativeTestJSON-1718404107-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0842834 Aug 18 11:56:10.055015 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-68a51b04-7557-4d50-858d-bbf81e0fae11 req-96dde3a0-dde6-4e03-b7d1-3bc5266056ba service neutron] Request body: {'port': {'device_id': 'b92768de-823a-498b-aeee-230034aca3bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804985-2'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:56:10.073295 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-e2ad5e27-d1d2-4f90-b2bd-2abfc7ca68f3 req-7ac653f9-1279-4a8b-913a-f143d31039be tempest-ServersWithSpecificFlavorTestJSON-596355724 tempest-ServersWithSpecificFlavorTestJSON-596355724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:10.105199 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb981dd0-cc89-4ad3-b17c-2fe3c4a5cb02 req-8d40895d-3c5b-491a-8dc4-7668e613f4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:56:10.106942 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-eb981dd0-cc89-4ad3-b17c-2fe3c4a5cb02 req-8d40895d-3c5b-491a-8dc4-7668e613f4bc service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=188bebbd8f564ea0bbe77621cda4023c&device_id=472358b7-93c5-423a-b5d1-0f535558285a HTTP/1.1" status: 200 len: 1095 time: 0.1521294 Aug 18 11:56:10.162555 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac653f9-1279-4a8b-913a-f143d31039be tempest-ServersWithSpecificFlavorTestJSON-596355724 tempest-ServersWithSpecificFlavorTestJSON-596355724-project] Pushing event deleted for resources: {'Port': ['ID=69ae0138-30ec-42c1-96f8-e1f7ac8f0323,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:56:10.225398 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3182e0a4-978b-4a32-b6f1-ed856298428f req-df370577-e7d6-4b6f-9fdb-131b9e95f936 tempest-SecurityGroupsNegativeTestJSON-2114492819 tempest-SecurityGroupsNegativeTestJSON-2114492819-project] 10.222.0.66 "GET /v2.0/security-groups/d88811a1-b0fb-4269-b57e-03844c970b86 HTTP/1.1" status: 200 len: 2981 time: 0.1985188 Aug 18 11:56:10.312624 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-68a51b04-7557-4d50-858d-bbf81e0fae11 req-be781b2e-235c-4976-90d7-ea081289b619 tempest-ListServersNegativeTestJSON-1718404107 tempest-ListServersNegativeTestJSON-1718404107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:10.341702 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb981dd0-cc89-4ad3-b17c-2fe3c4a5cb02 req-8e5f867e-aebe-4bb9-b65f-001c63927e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:56:10.344229 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-eb981dd0-cc89-4ad3-b17c-2fe3c4a5cb02 req-8e5f867e-aebe-4bb9-b65f-001c63927e2b service neutron] 10.222.0.63 "GET /v2.0/networks?id=f2b8460a-d20a-4d24-a458-477b4502f48c HTTP/1.1" status: 200 len: 909 time: 0.2267849 Aug 18 11:56:10.347735 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e2ad5e27-d1d2-4f90-b2bd-2abfc7ca68f3 req-7ac653f9-1279-4a8b-913a-f143d31039be tempest-ServersWithSpecificFlavorTestJSON-596355724 tempest-ServersWithSpecificFlavorTestJSON-596355724-project] Router 0d9abde5-2417-418c-8738-fb63cad274ff has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 11:56:10.356240 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [req-68a51b04-7557-4d50-858d-bbf81e0fae11 req-aa996286-626a-4cd8-afbd-211f818ceb1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ccab9c98-f8b4-44d4-9b6a-2a67909cf3f4 {{(pid=106253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 11:56:10.365244 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-68a51b04-7557-4d50-858d-bbf81e0fae11 req-aa996286-626a-4cd8-afbd-211f818ceb1e service neutron] Notify callbacks [] for port, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:10.415640 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [req-68a51b04-7557-4d50-858d-bbf81e0fae11 req-aa996286-626a-4cd8-afbd-211f818ceb1e service neutron] Transition to ACTIVE for port object ccab9c98-f8b4-44d4-9b6a-2a67909cf3f4 will not be triggered until provisioned by entity L2. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 11:56:10.428250 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-68a51b04-7557-4d50-858d-bbf81e0fae11 req-aa996286-626a-4cd8-afbd-211f818ceb1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:10.499907 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-68a51b04-7557-4d50-858d-bbf81e0fae11 req-96dde3a0-dde6-4e03-b7d1-3bc5266056ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:10.523715 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa996286-626a-4cd8-afbd-211f818ceb1e service neutron] Pushing event updated for resources: {'Port': ['ID=ccab9c98-f8b4-44d4-9b6a-2a67909cf3f4,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:56:10.537021 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e2ad5e27-d1d2-4f90-b2bd-2abfc7ca68f3 req-7ac653f9-1279-4a8b-913a-f143d31039be tempest-ServersWithSpecificFlavorTestJSON-596355724 tempest-ServersWithSpecificFlavorTestJSON-596355724-project] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 11:56:10.553961 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-681981f5-f72c-4364-9143-8a5c85ac514f None None] Sync routers for ids ['0d9abde5-2417-418c-8738-fb63cad274ff'] in n-d-804985-2 {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 11:56:10.575902 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-681981f5-f72c-4364-9143-8a5c85ac514f None None] Routers {'0d9abde5-2417-418c-8738-fb63cad274ff'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 11:56:10.579046 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-681981f5-f72c-4364-9143-8a5c85ac514f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T11:55:51Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['0d9abde5-2417-418c-8738-fb63cad274ff'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:56:10.638045 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2ad5e27-d1d2-4f90-b2bd-2abfc7ca68f3 req-7ac653f9-1279-4a8b-913a-f143d31039be tempest-ServersWithSpecificFlavorTestJSON-596355724 tempest-ServersWithSpecificFlavorTestJSON-596355724-project] No DVR routers for this DVR port 69ae0138-30ec-42c1-96f8-e1f7ac8f0323 on host n-h1-804985-2 {{(pid=106253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 11:56:10.641676 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-e2ad5e27-d1d2-4f90-b2bd-2abfc7ca68f3 req-7ac653f9-1279-4a8b-913a-f143d31039be tempest-ServersWithSpecificFlavorTestJSON-596355724 tempest-ServersWithSpecificFlavorTestJSON-596355724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:10.643751 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-e2ad5e27-d1d2-4f90-b2bd-2abfc7ca68f3 req-7ac653f9-1279-4a8b-913a-f143d31039be tempest-ServersWithSpecificFlavorTestJSON-596355724 tempest-ServersWithSpecificFlavorTestJSON-596355724-project] 10.222.0.63 "DELETE /v2.0/ports/69ae0138-30ec-42c1-96f8-e1f7ac8f0323 HTTP/1.1" status: 204 len: 173 time: 2.0973706 Aug 18 11:56:10.644188 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33dff871-377a-4e86-9f9d-1edbba5fae4b', 'name': 'network-vif-deleted', 'tag': '69ae0138-30ec-42c1-96f8-e1f7ac8f0323'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 11:56:10.660633 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0679f4c4b6e0e0c064a7d71d722dc30541a34fffee11680573be22ee2ffccc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c81b39b0-3a40-438e-863c-ed9f9002cc7b" -d '{"events": [{"server_uuid": "33dff871-377a-4e86-9f9d-1edbba5fae4b", "name": "network-vif-deleted", "tag": "69ae0138-30ec-42c1-96f8-e1f7ac8f0323"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:56:10.726002 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-68a51b04-7557-4d50-858d-bbf81e0fae11 req-aa996286-626a-4cd8-afbd-211f818ceb1e service neutron] Attempting to bind port ccab9c98-f8b4-44d4-9b6a-2a67909cf3f4 on host n-h1-804985-2 for vnic_type normal with profile {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 11:56:10.726335 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-68a51b04-7557-4d50-858d-bbf81e0fae11 req-aa996286-626a-4cd8-afbd-211f818ceb1e service neutron] Attempting to bind port ccab9c98-f8b4-44d4-9b6a-2a67909cf3f4 by drivers openvswitch,hyperv on host n-h1-804985-2 at level 0 using segments [{'id': 'e10d0f61-1fae-4cda-a998-da9996671ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '12bc49d0-42af-434e-8cb8-eda3f30f4065'}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 11:56:10.726665 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a51b04-7557-4d50-858d-bbf81e0fae11 req-aa996286-626a-4cd8-afbd-211f818ceb1e service neutron] Attempting to bind port ccab9c98-f8b4-44d4-9b6a-2a67909cf3f4 on network 12bc49d0-42af-434e-8cb8-eda3f30f4065 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 11:56:10.731629 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a51b04-7557-4d50-858d-bbf81e0fae11 req-aa996286-626a-4cd8-afbd-211f818ceb1e service neutron] Port ccab9c98-f8b4-44d4-9b6a-2a67909cf3f4 on network 12bc49d0-42af-434e-8cb8-eda3f30f4065 not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-2 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 11:56:10.732123 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a51b04-7557-4d50-858d-bbf81e0fae11 req-aa996286-626a-4cd8-afbd-211f818ceb1e service neutron] Attempting to bind port ccab9c98-f8b4-44d4-9b6a-2a67909cf3f4 on network 12bc49d0-42af-434e-8cb8-eda3f30f4065 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 11:56:10.738078 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a51b04-7557-4d50-858d-bbf81e0fae11 req-aa996286-626a-4cd8-afbd-211f818ceb1e service neutron] Checking agent: {'id': 'a613417a-d085-492c-941a-59bb18c633d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 49, 6), 'started_at': datetime.datetime(2021, 8, 18, 11, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 11, 56, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 11:56:10.738976 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a51b04-7557-4d50-858d-bbf81e0fae11 req-aa996286-626a-4cd8-afbd-211f818ceb1e service neutron] Checking segment: {'id': 'e10d0f61-1fae-4cda-a998-da9996671ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '12bc49d0-42af-434e-8cb8-eda3f30f4065'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 11:56:10.739422 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a51b04-7557-4d50-858d-bbf81e0fae11 req-aa996286-626a-4cd8-afbd-211f818ceb1e service neutron] Bound using segment: {'id': 'e10d0f61-1fae-4cda-a998-da9996671ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '12bc49d0-42af-434e-8cb8-eda3f30f4065'} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 11:56:10.740379 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-68a51b04-7557-4d50-858d-bbf81e0fae11 req-aa996286-626a-4cd8-afbd-211f818ceb1e service neutron] Bound port: ccab9c98-f8b4-44d4-9b6a-2a67909cf3f4, host: n-h1-804985-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e10d0f61-1fae-4cda-a998-da9996671ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '12bc49d0-42af-434e-8cb8-eda3f30f4065'}}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 11:56:10.740865 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-68a51b04-7557-4d50-858d-bbf81e0fae11 req-aa996286-626a-4cd8-afbd-211f818ceb1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:10.820597 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-681981f5-f72c-4364-9143-8a5c85ac514f None None] Set router 0d9abde5-2417-418c-8738-fb63cad274ff gateway port host: n-d-804985-2 {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 11:56:10.885621 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-eb981dd0-cc89-4ad3-b17c-2fe3c4a5cb02 req-ae692cfc-71a4-432b-81bf-97d8f9f78c23 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=94776a37-9bd3-4598-8e23-bc0c4defaa9a HTTP/1.1" status: 200 len: 217 time: 0.4531696 Aug 18 11:56:10.910378 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-68a51b04-7557-4d50-858d-bbf81e0fae11 req-aa996286-626a-4cd8-afbd-211f818ceb1e service neutron] For port ccab9c98-f8b4-44d4-9b6a-2a67909cf3f4, host n-h1-804985-2, cleared binding levels {{(pid=106253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 11:56:10.916718 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-68a51b04-7557-4d50-858d-bbf81e0fae11 req-aa996286-626a-4cd8-afbd-211f818ceb1e service neutron] For port ccab9c98-f8b4-44d4-9b6a-2a67909cf3f4, host n-h1-804985-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=ccab9c98-f8b4-44d4-9b6a-2a67909cf3f4,segment=NetworkSegment(e10d0f61-1fae-4cda-a998-da9996671ba9),segment_id=e10d0f61-1fae-4cda-a998-da9996671ba9)] {{(pid=106253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 11:56:10.924144 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-68a51b04-7557-4d50-858d-bbf81e0fae11 req-aa996286-626a-4cd8-afbd-211f818ceb1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:10.958519 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17df986f-b614-4380-b9ec-4dd1fd9e6811 req-d03dbf1d-f706-44ef-8d65-35418b09b2ec tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:56:10.966043 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-17df986f-b614-4380-b9ec-4dd1fd9e6811 req-d03dbf1d-f706-44ef-8d65-35418b09b2ec tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] 10.222.0.66 "GET /v2.0/ports?device_id=2145e013-9e79-4835-8d0d-e8371bc9e7cc HTTP/1.1" status: 200 len: 946 time: 0.7692525 Aug 18 11:56:10.984693 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a51b04-7557-4d50-858d-bbf81e0fae11 req-aa996286-626a-4cd8-afbd-211f818ceb1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:56:10.986078 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-68a51b04-7557-4d50-858d-bbf81e0fae11 req-aa996286-626a-4cd8-afbd-211f818ceb1e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:10.988577 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-68a51b04-7557-4d50-858d-bbf81e0fae11 req-aa996286-626a-4cd8-afbd-211f818ceb1e service neutron] 10.222.0.63 "PUT /v2.0/ports/ccab9c98-f8b4-44d4-9b6a-2a67909cf3f4 HTTP/1.1" status: 200 len: 1092 time: 1.3568587 Aug 18 11:56:11.072923 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb981dd0-cc89-4ad3-b17c-2fe3c4a5cb02 req-acff37b8-0f93-413e-afa6-e53c166f0973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:56:11.075014 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa996286-626a-4cd8-afbd-211f818ceb1e service neutron] Pushing event updated for resources: {'Port': ['ID=ccab9c98-f8b4-44d4-9b6a-2a67909cf3f4,revision_number=3']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:56:11.075183 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-eb981dd0-cc89-4ad3-b17c-2fe3c4a5cb02 req-acff37b8-0f93-413e-afa6-e53c166f0973 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a97adc7a-3cde-4d27-baf4-adb6fa582445 HTTP/1.1" status: 200 len: 848 time: 0.1421142 Aug 18 11:56:11.091735 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-17df986f-b614-4380-b9ec-4dd1fd9e6811 req-0adde52d-2e92-4738-91db-8984b870de39 tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bf5bc16-7ae8-42c8-a968-84c3ac638172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248355 Aug 18 11:56:11.099831 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a7586f-6996-44c7-b273-953ed3a6c10a req-41440a05-01b2-4a92-b48f-db9e0a1f7b06 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:56:11.109043 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-35a7586f-6996-44c7-b273-953ed3a6c10a req-41440a05-01b2-4a92-b48f-db9e0a1f7b06 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.66 "GET /v2.0/ports?device_id=af8b3f7f-0e9e-4899-ae59-bba76d0eea1d HTTP/1.1" status: 200 len: 946 time: 0.7623591 Aug 18 11:56:11.134822 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-681981f5-f72c-4364-9143-8a5c85ac514f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d9abde5-2417-418c-8738-fb63cad274ff', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-299522033-router', 'tenant_id': 'c87ef195b6b74f67b0f04cf988678fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.221'}], 'enable_snat': True}, 'gw_port_id': 'f37deb53-08d6-46bd-9be1-d9ba79b0786e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T11:51:19Z', 'updated_at': '2021-08-18T11:51:23Z', 'revision_number': 4, 'project_id': 'c87ef195b6b74f67b0f04cf988678fa6', 'gw_port': {'id': 'f37deb53-08d6-46bd-9be1-d9ba79b0786e', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:b5:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9abde5-2417-418c-8738-fb63cad274ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:51:19Z', 'updated_at': '2021-08-18T11:51:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': '49bdb1b6-8f91-4719-950a-3b0c218900ad', 'name': '', 'network_id': '299a3393-ede6-4663-8e2e-68401e0c2de3', 'tenant_id': 'c87ef195b6b74f67b0f04cf988678fa6', 'mac_address': 'fa:16:3e:86:2d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9abde5-2417-418c-8738-fb63cad274ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '1f6a98c3-f342-4c72-a137-7aba7a641e96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:51:22Z', 'updated_at': '2021-08-18T11:51:30Z', 'revision_number': 5, 'project_id': 'c87ef195b6b74f67b0f04cf988678fa6', 'subnets': [{'id': '1f6a98c3-f342-4c72-a137-7aba7a641e96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:56:11.139098 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a51b04-7557-4d50-858d-bbf81e0fae11 req-fbe09fbe-5262-4af8-bdb1-f4bdfafa79b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:56:11.140758 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-68a51b04-7557-4d50-858d-bbf81e0fae11 req-fbe09fbe-5262-4af8-bdb1-f4bdfafa79b6 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=980679b2b65446a384fbfbd481ec05b5&device_id=c380b4f8-c43e-4381-a622-163f9dfe76cb HTTP/1.1" status: 200 len: 1095 time: 0.0798156 Aug 18 11:56:11.193478 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-68a51b04-7557-4d50-858d-bbf81e0fae11 req-1a920af6-8447-4fd5-acb2-19867972cf66 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ccab9c98-f8b4-44d4-9b6a-2a67909cf3f4 HTTP/1.1" status: 200 len: 217 time: 0.0419254 Aug 18 11:56:11.197240 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-eb981dd0-cc89-4ad3-b17c-2fe3c4a5cb02 req-5f2175aa-3003-4c49-9691-3c796e8fe8b6 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=f2b8460a-d20a-4d24-a458-477b4502f48c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1061721 Aug 18 11:56:11.220864 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-681981f5-f72c-4364-9143-8a5c85ac514f None None] Checking router: 0d9abde5-2417-418c-8738-fb63cad274ff for host: n-d-804985-2 {{(pid=106254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 11:56:11.231373 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-681981f5-f72c-4364-9143-8a5c85ac514f None None] Routers {'0d9abde5-2417-418c-8738-fb63cad274ff'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 11:56:11.231926 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-681981f5-f72c-4364-9143-8a5c85ac514f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T11:55:51Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['0d9abde5-2417-418c-8738-fb63cad274ff'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:56:11.311095 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a51b04-7557-4d50-858d-bbf81e0fae11 req-ac68b110-e98f-42a9-a15b-d5b893d00373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:56:11.322148 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-68a51b04-7557-4d50-858d-bbf81e0fae11 req-ac68b110-e98f-42a9-a15b-d5b893d00373 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=091168e8-532c-456a-8118-b9524ba9b3f0 HTTP/1.1" status: 200 len: 858 time: 0.1212249 Aug 18 11:56:11.340642 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-35a7586f-6996-44c7-b273-953ed3a6c10a req-c346f65b-4b58-4ef7-a562-8b2ecbb673cc tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.66 "GET /v2.0/security-groups?id=fecad5ed-08b4-4db8-8e35-9a1fb2f01a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305799 Aug 18 11:56:11.392591 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-681981f5-f72c-4364-9143-8a5c85ac514f None None] Set router 0d9abde5-2417-418c-8738-fb63cad274ff gateway port host: n-d-804985-2 {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 11:56:11.439133 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-68a51b04-7557-4d50-858d-bbf81e0fae11 req-7576e490-b572-426a-b6b3-b619f6ecee34 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=12bc49d0-42af-434e-8cb8-eda3f30f4065&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1087625 Aug 18 11:56:11.489209 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-72bf6bd6-fe98-4dde-89e0-ee723188b57c req-e908cbf5-1538-4a58-9846-01b80d26618d tempest-ListServersNegativeTestJSON-1718404107 tempest-ListServersNegativeTestJSON-1718404107-project] 10.222.0.66 "GET /v2.0/ports?device_id=410705a3-aaa1-4c6c-b46b-eeeeb800c41f HTTP/1.1" status: 200 len: 210 time: 0.1270740 Aug 18 11:56:11.571756 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [req-68a51b04-7557-4d50-858d-bbf81e0fae11 req-96dde3a0-dde6-4e03-b7d1-3bc5266056ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96d8aae3-0dc7-4c20-b902-0bc2c90b1528 {{(pid=106252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 11:56:11.592372 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-68a51b04-7557-4d50-858d-bbf81e0fae11 req-96dde3a0-dde6-4e03-b7d1-3bc5266056ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:11.632607 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [req-68a51b04-7557-4d50-858d-bbf81e0fae11 req-96dde3a0-dde6-4e03-b7d1-3bc5266056ba service neutron] Transition to ACTIVE for port object 96d8aae3-0dc7-4c20-b902-0bc2c90b1528 will not be triggered until provisioned by entity L2. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 11:56:11.637262 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-eb981dd0-cc89-4ad3-b17c-2fe3c4a5cb02 req-b64491ab-2b7a-487b-9649-fcce4e54ec8e service neutron] 10.222.0.63 "GET /v2.0/networks/f2b8460a-d20a-4d24-a458-477b4502f48c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4387565 Aug 18 11:56:11.638742 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 69ae0138-30ec-42c1-96f8-e1f7ac8f0323 no longer exists at agent hyperv_n-h1-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 11:56:11.669137 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-68a51b04-7557-4d50-858d-bbf81e0fae11 req-96dde3a0-dde6-4e03-b7d1-3bc5266056ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:11.689173 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] No Port match for: 69ae0138-30ec-42c1-96f8-e1f7ac8f0323 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 11:56:11.689539 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 69ae0138-30ec-42c1-96f8-e1f7ac8f0323 not bound to the agent host n-h1-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 11:56:11.733794 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd93214b-73b5-43da-bcdb-23164cd1ebaa req-6e1b0a3b-1bc0-4fdd-a504-f151972823c4 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:56:11.741815 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-bd93214b-73b5-43da-bcdb-23164cd1ebaa req-6e1b0a3b-1bc0-4fdd-a504-f151972823c4 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] 10.222.0.66 "GET /v2.0/ports?device_id=472358b7-93c5-423a-b5d1-0f535558285a HTTP/1.1" status: 200 len: 944 time: 0.2734568 Aug 18 11:56:11.850535 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-681981f5-f72c-4364-9143-8a5c85ac514f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d9abde5-2417-418c-8738-fb63cad274ff', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-299522033-router', 'tenant_id': 'c87ef195b6b74f67b0f04cf988678fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.221'}], 'enable_snat': True}, 'gw_port_id': 'f37deb53-08d6-46bd-9be1-d9ba79b0786e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T11:51:19Z', 'updated_at': '2021-08-18T11:51:23Z', 'revision_number': 4, 'project_id': 'c87ef195b6b74f67b0f04cf988678fa6', 'gw_port': {'id': 'f37deb53-08d6-46bd-9be1-d9ba79b0786e', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:b5:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9abde5-2417-418c-8738-fb63cad274ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:51:19Z', 'updated_at': '2021-08-18T11:51:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': '49bdb1b6-8f91-4719-950a-3b0c218900ad', 'name': '', 'network_id': '299a3393-ede6-4663-8e2e-68401e0c2de3', 'tenant_id': 'c87ef195b6b74f67b0f04cf988678fa6', 'mac_address': 'fa:16:3e:86:2d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9abde5-2417-418c-8738-fb63cad274ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '1f6a98c3-f342-4c72-a137-7aba7a641e96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:51:22Z', 'updated_at': '2021-08-18T11:51:30Z', 'revision_number': 5, 'project_id': 'c87ef195b6b74f67b0f04cf988678fa6', 'subnets': [{'id': '1f6a98c3-f342-4c72-a137-7aba7a641e96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:56:11.851020 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f661b844-586d-4342-8f9c-94d509b06d04 req-6247b18c-a6d1-4240-8c6e-778deea79095 tempest-SecurityGroupsNegativeTestJSON-2114492819 tempest-SecurityGroupsNegativeTestJSON-2114492819-project] 10.222.0.66 "GET /v2.0/security-groups/d88811a1-b0fb-4269-b57e-03844c970b86 HTTP/1.1" status: 200 len: 2981 time: 0.3238492 Aug 18 11:56:11.890427 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-68a51b04-7557-4d50-858d-bbf81e0fae11 req-fcdf2675-df82-4894-8bbf-39c1c0d9f436 service neutron] 10.222.0.63 "GET /v2.0/networks/12bc49d0-42af-434e-8cb8-eda3f30f4065?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4378989 Aug 18 11:56:11.911327 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-d36200e6-d4a7-405c-88a8-ff15f7118b50 req-b3c3146c-2469-4633-bc7a-d2c0b4ef83a5 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=2e0a9fc7-bdb0-438e-b3f0-ac051d5f553d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1082182 Aug 18 11:56:11.913693 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-681981f5-f72c-4364-9143-8a5c85ac514f None None] The sync data for ids ['0d9abde5-2417-418c-8738-fb63cad274ff'] in n-d-804985-2 is: [{'id': '0d9abde5-2417-418c-8738-fb63cad274ff', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-299522033-router', 'tenant_id': 'c87ef195b6b74f67b0f04cf988678fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.221'}], 'enable_snat': True}, 'gw_port_id': 'f37deb53-08d6-46bd-9be1-d9ba79b0786e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T11:51:19Z', 'updated_at': '2021-08-18T11:51:23Z', 'revision_number': 4, 'project_id': 'c87ef195b6b74f67b0f04cf988678fa6', 'gw_port': {'id': 'f37deb53-08d6-46bd-9be1-d9ba79b0786e', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:b5:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9abde5-2417-418c-8738-fb63cad274ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:51:19Z', 'updated_at': '2021-08-18T11:51:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': '49bdb1b6-8f91-4719-950a-3b0c218900ad', 'name': '', 'network_id': '299a3393-ede6-4663-8e2e-68401e0c2de3', 'tenant_id': 'c87ef195b6b74f67b0f04cf988678fa6', 'mac_address': 'fa:16:3e:86:2d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9abde5-2417-418c-8738-fb63cad274ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '1f6a98c3-f342-4c72-a137-7aba7a641e96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:51:22Z', 'updated_at': '2021-08-18T11:51:30Z', 'revision_number': 5, 'project_id': 'c87ef195b6b74f67b0f04cf988678fa6', 'subnets': [{'id': '1f6a98c3-f342-4c72-a137-7aba7a641e96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 11:56:11.988222 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [req-68a51b04-7557-4d50-858d-bbf81e0fae11 req-be781b2e-235c-4976-90d7-ea081289b619 tempest-ListServersNegativeTestJSON-1718404107 tempest-ListServersNegativeTestJSON-1718404107-project] Allocated IP 172.20.0.9 (12bc49d0-42af-434e-8cb8-eda3f30f4065/091168e8-532c-456a-8118-b9524ba9b3f0/4436fe4a-6e4f-45bc-9b98-748faff15a6e) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 11:56:12.001830 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dde3a0-dde6-4e03-b7d1-3bc5266056ba service neutron] Pushing event updated for resources: {'Port': ['ID=96d8aae3-0dc7-4c20-b902-0bc2c90b1528,revision_number=2']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:56:12.031068 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-bd93214b-73b5-43da-bcdb-23164cd1ebaa req-9116581c-4663-41f3-87c5-bdf832dae601 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] 10.222.0.66 "GET /v2.0/security-groups?id=07aef7bb-6c11-4cb4-8594-c24180b5d811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2880230 Aug 18 11:56:12.188839 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-eb981dd0-cc89-4ad3-b17c-2fe3c4a5cb02 req-0a40edca-76f9-41ba-925a-dd833fcfb990 service neutron] 10.222.0.63 "GET /v2.0/networks/f2b8460a-d20a-4d24-a458-477b4502f48c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5128286 Aug 18 11:56:12.221450 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 11:56:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed920a03-4e90-499f-9e4b-9cc0c52a3f5a x-openstack-request-id: req-ed920a03-4e90-499f-9e4b-9cc0c52a3f5a {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:56:12.221925 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33dff871-377a-4e86-9f9d-1edbba5fae4b", "name": "network-vif-deleted", "tag": "69ae0138-30ec-42c1-96f8-e1f7ac8f0323", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:56:12.222340 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ed920a03-4e90-499f-9e4b-9cc0c52a3f5a {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:56:12.222803 n-d-804985-2 neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33dff871-377a-4e86-9f9d-1edbba5fae4b', 'name': 'network-vif-deleted', 'tag': '69ae0138-30ec-42c1-96f8-e1f7ac8f0323', 'status': 'completed', 'code': 200} Aug 18 11:56:12.282452 n-d-804985-2 neutron-server[106252]: INFO neutron.api.v2.resource [req-f661b844-586d-4342-8f9c-94d509b06d04 req-6f08b05a-fa7b-4198-8d86-922a6940c742 tempest-SecurityGroupsNegativeTestJSON-2114492819 tempest-SecurityGroupsNegativeTestJSON-2114492819-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 18 11:56:12.293491 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f661b844-586d-4342-8f9c-94d509b06d04 req-6f08b05a-fa7b-4198-8d86-922a6940c742 tempest-SecurityGroupsNegativeTestJSON-2114492819 tempest-SecurityGroupsNegativeTestJSON-2114492819-project] 10.222.0.66 "DELETE /v2.0/security-groups/d88811a1-b0fb-4269-b57e-03844c970b86 HTTP/1.1" status: 409 len: 352 time: 0.4411433 Aug 18 11:56:12.315788 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-68a51b04-7557-4d50-858d-bbf81e0fae11 req-96dde3a0-dde6-4e03-b7d1-3bc5266056ba service neutron] Attempting to bind port 96d8aae3-0dc7-4c20-b902-0bc2c90b1528 on host n-h1-804985-2 for vnic_type normal with profile {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 11:56:12.316382 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-68a51b04-7557-4d50-858d-bbf81e0fae11 req-96dde3a0-dde6-4e03-b7d1-3bc5266056ba service neutron] Attempting to bind port 96d8aae3-0dc7-4c20-b902-0bc2c90b1528 by drivers openvswitch,hyperv on host n-h1-804985-2 at level 0 using segments [{'id': 'e10d0f61-1fae-4cda-a998-da9996671ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '12bc49d0-42af-434e-8cb8-eda3f30f4065'}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 11:56:12.317911 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a51b04-7557-4d50-858d-bbf81e0fae11 req-96dde3a0-dde6-4e03-b7d1-3bc5266056ba service neutron] Attempting to bind port 96d8aae3-0dc7-4c20-b902-0bc2c90b1528 on network 12bc49d0-42af-434e-8cb8-eda3f30f4065 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 11:56:12.322916 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-68a51b04-7557-4d50-858d-bbf81e0fae11 req-f10d6fd3-0f6c-4f45-974a-0f052ca79276 service neutron] 10.222.0.63 "GET /v2.0/networks/12bc49d0-42af-434e-8cb8-eda3f30f4065?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4153237 Aug 18 11:56:12.331969 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36200e6-d4a7-405c-88a8-ff15f7118b50 req-6f6d649f-8ab9-4645-9275-06c89059449b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:56:12.345723 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-d36200e6-d4a7-405c-88a8-ff15f7118b50 req-6f6d649f-8ab9-4645-9275-06c89059449b service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=188bebbd8f564ea0bbe77621cda4023c&device_id=2e0a9fc7-bdb0-438e-b3f0-ac051d5f553d HTTP/1.1" status: 200 len: 1096 time: 0.2998302 Aug 18 11:56:12.365772 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a51b04-7557-4d50-858d-bbf81e0fae11 req-96dde3a0-dde6-4e03-b7d1-3bc5266056ba service neutron] Port 96d8aae3-0dc7-4c20-b902-0bc2c90b1528 on network 12bc49d0-42af-434e-8cb8-eda3f30f4065 not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-2 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 11:56:12.372555 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a51b04-7557-4d50-858d-bbf81e0fae11 req-96dde3a0-dde6-4e03-b7d1-3bc5266056ba service neutron] Attempting to bind port 96d8aae3-0dc7-4c20-b902-0bc2c90b1528 on network 12bc49d0-42af-434e-8cb8-eda3f30f4065 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 11:56:12.389742 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a51b04-7557-4d50-858d-bbf81e0fae11 req-96dde3a0-dde6-4e03-b7d1-3bc5266056ba service neutron] Checking agent: {'id': 'a613417a-d085-492c-941a-59bb18c633d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 49, 6), 'started_at': datetime.datetime(2021, 8, 18, 11, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 11, 56, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 11:56:12.397136 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a51b04-7557-4d50-858d-bbf81e0fae11 req-96dde3a0-dde6-4e03-b7d1-3bc5266056ba service neutron] Checking segment: {'id': 'e10d0f61-1fae-4cda-a998-da9996671ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '12bc49d0-42af-434e-8cb8-eda3f30f4065'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 11:56:12.400431 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a51b04-7557-4d50-858d-bbf81e0fae11 req-96dde3a0-dde6-4e03-b7d1-3bc5266056ba service neutron] Bound using segment: {'id': 'e10d0f61-1fae-4cda-a998-da9996671ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '12bc49d0-42af-434e-8cb8-eda3f30f4065'} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 11:56:12.401084 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-68a51b04-7557-4d50-858d-bbf81e0fae11 req-96dde3a0-dde6-4e03-b7d1-3bc5266056ba service neutron] Bound port: 96d8aae3-0dc7-4c20-b902-0bc2c90b1528, host: n-h1-804985-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e10d0f61-1fae-4cda-a998-da9996671ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '12bc49d0-42af-434e-8cb8-eda3f30f4065'}}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 11:56:12.401471 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-68a51b04-7557-4d50-858d-bbf81e0fae11 req-96dde3a0-dde6-4e03-b7d1-3bc5266056ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:12.461828 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c2d16a2-79e6-46f1-8070-50049902ab8d None None] New status for floating IP cde7a271-dc52-479c-816e-0b2a6b6938b0: DOWN {{(pid=106255) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 11:56:12.486687 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-68a51b04-7557-4d50-858d-bbf81e0fae11 req-96dde3a0-dde6-4e03-b7d1-3bc5266056ba service neutron] For port 96d8aae3-0dc7-4c20-b902-0bc2c90b1528, host n-h1-804985-2, cleared binding levels {{(pid=106252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 11:56:12.490072 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-68a51b04-7557-4d50-858d-bbf81e0fae11 req-96dde3a0-dde6-4e03-b7d1-3bc5266056ba service neutron] For port 96d8aae3-0dc7-4c20-b902-0bc2c90b1528, host n-h1-804985-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=96d8aae3-0dc7-4c20-b902-0bc2c90b1528,segment=NetworkSegment(e10d0f61-1fae-4cda-a998-da9996671ba9),segment_id=e10d0f61-1fae-4cda-a998-da9996671ba9)] {{(pid=106252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 11:56:12.524425 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-68a51b04-7557-4d50-858d-bbf81e0fae11 req-96dde3a0-dde6-4e03-b7d1-3bc5266056ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:12.543751 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36200e6-d4a7-405c-88a8-ff15f7118b50 req-e8c8247c-b1c6-4ca6-bac4-b9fdbcab8b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:56:12.546252 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-d36200e6-d4a7-405c-88a8-ff15f7118b50 req-e8c8247c-b1c6-4ca6-bac4-b9fdbcab8b66 service neutron] 10.222.0.63 "GET /v2.0/networks?id=f2b8460a-d20a-4d24-a458-477b4502f48c HTTP/1.1" status: 200 len: 909 time: 0.1530111 Aug 18 11:56:12.622855 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-d36200e6-d4a7-405c-88a8-ff15f7118b50 req-40161b83-e2ec-4737-9938-4db501845ad4 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3cc10453-0472-4bd5-bf62-8a83cefb86aa HTTP/1.1" status: 200 len: 217 time: 0.0622580 Aug 18 11:56:12.651745 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dde3a0-dde6-4e03-b7d1-3bc5266056ba service neutron] Pushing event updated for resources: {'Port': ['ID=96d8aae3-0dc7-4c20-b902-0bc2c90b1528,revision_number=3']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:56:12.671513 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a51b04-7557-4d50-858d-bbf81e0fae11 req-96dde3a0-dde6-4e03-b7d1-3bc5266056ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:56:12.672462 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-68a51b04-7557-4d50-858d-bbf81e0fae11 req-96dde3a0-dde6-4e03-b7d1-3bc5266056ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:12.674329 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-68a51b04-7557-4d50-858d-bbf81e0fae11 req-96dde3a0-dde6-4e03-b7d1-3bc5266056ba service neutron] 10.222.0.63 "PUT /v2.0/ports/96d8aae3-0dc7-4c20-b902-0bc2c90b1528 HTTP/1.1" status: 200 len: 1091 time: 2.6306534 Aug 18 11:56:12.680781 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b92768de-823a-498b-aeee-230034aca3bb', 'tag': '96d8aae3-0dc7-4c20-b902-0bc2c90b1528'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 11:56:12.683924 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97a3ab9f-bbe0-4a0b-a29b-3e101237a1cc" -d '{"events": [{"name": "network-changed", "server_uuid": "b92768de-823a-498b-aeee-230034aca3bb", "tag": "96d8aae3-0dc7-4c20-b902-0bc2c90b1528"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:56:12.721919 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcacffb-24e2-48fa-b6f8-7fe3d0764f09 req-39efd3fb-b4d5-4985-8659-b9366318d03f tempest-LiveAutoBlockMigrationV225Test-1799299027 tempest-LiveAutoBlockMigrationV225Test-1799299027-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:56:12.725723 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36200e6-d4a7-405c-88a8-ff15f7118b50 req-a2c793e5-0acb-4824-b7b5-6476163a6202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:56:12.727875 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-d36200e6-d4a7-405c-88a8-ff15f7118b50 req-a2c793e5-0acb-4824-b7b5-6476163a6202 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a97adc7a-3cde-4d27-baf4-adb6fa582445 HTTP/1.1" status: 200 len: 848 time: 0.0947905 Aug 18 11:56:12.730430 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb981dd0-cc89-4ad3-b17c-2fe3c4a5cb02 req-f58ef53c-5cd0-4a65-9f51-04cba0345e3b tempest-LiveMigrationTest-1335981208 tempest-LiveMigrationTest-1335981208-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:56:12.732065 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-eb981dd0-cc89-4ad3-b17c-2fe3c4a5cb02 req-f58ef53c-5cd0-4a65-9f51-04cba0345e3b tempest-LiveMigrationTest-1335981208 tempest-LiveMigrationTest-1335981208-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=472358b7-93c5-423a-b5d1-0f535558285a&tenant_id=188bebbd8f564ea0bbe77621cda4023c&binding%3Ahost_id=n-h1-804985-2 HTTP/1.1" status: 200 len: 1095 time: 0.1847765 Aug 18 11:56:12.734989 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-adcacffb-24e2-48fa-b6f8-7fe3d0764f09 req-39efd3fb-b4d5-4985-8659-b9366318d03f tempest-LiveAutoBlockMigrationV225Test-1799299027 tempest-LiveAutoBlockMigrationV225Test-1799299027-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=af8b3f7f-0e9e-4899-ae59-bba76d0eea1d HTTP/1.1" status: 200 len: 1097 time: 0.3042667 Aug 18 11:56:12.740552 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-68a51b04-7557-4d50-858d-bbf81e0fae11 req-be781b2e-235c-4976-90d7-ea081289b619 tempest-ListServersNegativeTestJSON-1718404107 tempest-ListServersNegativeTestJSON-1718404107-project] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:12.782387 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-d36200e6-d4a7-405c-88a8-ff15f7118b50 req-796fd62e-96c7-4124-b779-08e799cfdd30 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=f2b8460a-d20a-4d24-a458-477b4502f48c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361652 Aug 18 11:56:12.817630 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5fd4ca-7ded-4d2a-866a-e56a0eb34753 req-1ff2ac3d-4e99-4f7d-96e4-a9acde4d9537 tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:56:12.819785 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ad5fd4ca-7ded-4d2a-866a-e56a0eb34753 req-1ff2ac3d-4e99-4f7d-96e4-a9acde4d9537 tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] 10.222.0.66 "GET /v2.0/ports?device_id=2145e013-9e79-4835-8d0d-e8371bc9e7cc HTTP/1.1" status: 200 len: 946 time: 0.3904047 Aug 18 11:56:12.869907 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a51b04-7557-4d50-858d-bbf81e0fae11 req-f9408e75-c8e5-4aef-bf84-a9fba1b2e255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:56:12.871556 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-68a51b04-7557-4d50-858d-bbf81e0fae11 req-f9408e75-c8e5-4aef-bf84-a9fba1b2e255 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=980679b2b65446a384fbfbd481ec05b5&device_id=b92768de-823a-498b-aeee-230034aca3bb HTTP/1.1" status: 200 len: 1094 time: 0.1280508 Aug 18 11:56:12.957129 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-d36200e6-d4a7-405c-88a8-ff15f7118b50 req-452361e9-17cc-44fb-a764-971837d21315 service neutron] 10.222.0.63 "GET /v2.0/networks/f2b8460a-d20a-4d24-a458-477b4502f48c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557755 Aug 18 11:56:12.957558 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-68a51b04-7557-4d50-858d-bbf81e0fae11 req-675857d5-42d1-4663-9b22-f7a37fe9ed01 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=96d8aae3-0dc7-4c20-b902-0bc2c90b1528 HTTP/1.1" status: 200 len: 217 time: 0.0733137 Aug 18 11:56:12.967926 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ad5fd4ca-7ded-4d2a-866a-e56a0eb34753 req-e16bba2c-1506-48ad-aba2-fef14cce24b3 tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bf5bc16-7ae8-42c8-a968-84c3ac638172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362526 Aug 18 11:56:12.981843 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-adcacffb-24e2-48fa-b6f8-7fe3d0764f09 req-0730fa34-6dd1-472d-b2dd-1546c0750cc4 tempest-LiveAutoBlockMigrationV225Test-1799299027 tempest-LiveAutoBlockMigrationV225Test-1799299027-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=fecad5ed-08b4-4db8-8e35-9a1fb2f01a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2458193 Aug 18 11:56:13.076631 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-68a51b04-7557-4d50-858d-bbf81e0fae11 req-be781b2e-235c-4976-90d7-ea081289b619 tempest-ListServersNegativeTestJSON-1718404107 tempest-ListServersNegativeTestJSON-1718404107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:13.081819 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-eb981dd0-cc89-4ad3-b17c-2fe3c4a5cb02 req-7dce46c7-2db1-484e-a993-9d812e30962e service neutron] For port 94776a37-9bd3-4598-8e23-bc0c4defaa9a, host n-h2-804985-2, cleared binding levels {{(pid=106253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 11:56:13.094802 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a51b04-7557-4d50-858d-bbf81e0fae11 req-796f7814-9cd3-46ec-9d12-3557ffa8cea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:56:13.094974 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-eb981dd0-cc89-4ad3-b17c-2fe3c4a5cb02 req-7dce46c7-2db1-484e-a993-9d812e30962e service neutron] Notify callbacks [] for binding, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:13.096454 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-68a51b04-7557-4d50-858d-bbf81e0fae11 req-796f7814-9cd3-46ec-9d12-3557ffa8cea7 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=091168e8-532c-456a-8118-b9524ba9b3f0 HTTP/1.1" status: 200 len: 858 time: 0.0944581 Aug 18 11:56:13.100851 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-eb981dd0-cc89-4ad3-b17c-2fe3c4a5cb02 req-7dce46c7-2db1-484e-a993-9d812e30962e service neutron] 10.222.0.63 "DELETE /v2.0/ports/94776a37-9bd3-4598-8e23-bc0c4defaa9a/bindings/n-h2-804985-2 HTTP/1.1" status: 204 len: 173 time: 0.3530943 Aug 18 11:56:13.187620 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-d36200e6-d4a7-405c-88a8-ff15f7118b50 req-9926036f-bd55-4ff7-ac40-fa2c94693eeb service neutron] 10.222.0.63 "GET /v2.0/networks/f2b8460a-d20a-4d24-a458-477b4502f48c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2100368 Aug 18 11:56:13.194388 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be781b2e-235c-4976-90d7-ea081289b619 tempest-ListServersNegativeTestJSON-1718404107 tempest-ListServersNegativeTestJSON-1718404107-project] Pushing event updated for resources: {'Port': ['ID=4436fe4a-6e4f-45bc-9b98-748faff15a6e,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:56:13.280761 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68a51b04-7557-4d50-858d-bbf81e0fae11 req-be781b2e-235c-4976-90d7-ea081289b619 tempest-ListServersNegativeTestJSON-1718404107 tempest-ListServersNegativeTestJSON-1718404107-project] Network 12bc49d0-42af-434e-8cb8-eda3f30f4065 is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 11:56:13.283191 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [req-68a51b04-7557-4d50-858d-bbf81e0fae11 req-be781b2e-235c-4976-90d7-ea081289b619 tempest-ListServersNegativeTestJSON-1718404107 tempest-ListServersNegativeTestJSON-1718404107-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:56:13.287855 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-68a51b04-7557-4d50-858d-bbf81e0fae11 req-be781b2e-235c-4976-90d7-ea081289b619 tempest-ListServersNegativeTestJSON-1718404107 tempest-ListServersNegativeTestJSON-1718404107-project] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 11:56:13.295029 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-68a51b04-7557-4d50-858d-bbf81e0fae11 req-6007ebf8-7dd9-4aed-b9a9-d053e0d2f523 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=12bc49d0-42af-434e-8cb8-eda3f30f4065&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1031258 Aug 18 11:56:13.297841 n-d-804985-2 neutron-server[106252]: INFO neutron.api.v2.resource [req-a263a6db-53d0-404b-87ff-4d8fbeefbbdc req-47cbc500-a612-42e2-9ceb-3f38f4de4540 tempest-SecurityGroupsNegativeTestJSON-2114492819 tempest-SecurityGroupsNegativeTestJSON-2114492819-project] show failed (client error): The resource could not be found. Aug 18 11:56:13.298780 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a263a6db-53d0-404b-87ff-4d8fbeefbbdc req-47cbc500-a612-42e2-9ceb-3f38f4de4540 tempest-SecurityGroupsNegativeTestJSON-2114492819 tempest-SecurityGroupsNegativeTestJSON-2114492819-project] 10.222.0.66 "GET /v2.0/security-groups/270102f2-6864-41d3-aff6-a1f1d88b4f92 HTTP/1.1" status: 404 len: 352 time: 0.1086521 Aug 18 11:56:13.357197 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 11:56:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94e20fc5-0f07-48ec-947a-d56f30fc34fb x-openstack-request-id: req-94e20fc5-0f07-48ec-947a-d56f30fc34fb {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:56:13.357502 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b92768de-823a-498b-aeee-230034aca3bb", "tag": "96d8aae3-0dc7-4c20-b902-0bc2c90b1528", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:56:13.357839 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-94e20fc5-0f07-48ec-947a-d56f30fc34fb {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:56:13.358652 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b92768de-823a-498b-aeee-230034aca3bb', 'tag': '96d8aae3-0dc7-4c20-b902-0bc2c90b1528', 'status': 'completed', 'code': 200} Aug 18 11:56:13.440066 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae95ddb-d9c2-4e17-9416-41ba6533280a req-e41ba3cb-dbc5-4221-b769-943890422d23 tempest-ListServersNegativeTestJSON-1718404107 tempest-ListServersNegativeTestJSON-1718404107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:56:13.450172 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6ae95ddb-d9c2-4e17-9416-41ba6533280a req-e41ba3cb-dbc5-4221-b769-943890422d23 tempest-ListServersNegativeTestJSON-1718404107 tempest-ListServersNegativeTestJSON-1718404107-project] 10.222.0.66 "GET /v2.0/ports?device_id=410705a3-aaa1-4c6c-b46b-eeeeb800c41f HTTP/1.1" status: 200 len: 931 time: 0.2572842 Aug 18 11:56:13.470590 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a51b04-7557-4d50-858d-bbf81e0fae11 req-be781b2e-235c-4976-90d7-ea081289b619 tempest-ListServersNegativeTestJSON-1718404107 tempest-ListServersNegativeTestJSON-1718404107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:56:13.471597 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-68a51b04-7557-4d50-858d-bbf81e0fae11 req-be781b2e-235c-4976-90d7-ea081289b619 tempest-ListServersNegativeTestJSON-1718404107 tempest-ListServersNegativeTestJSON-1718404107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:13.522383 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-68a51b04-7557-4d50-858d-bbf81e0fae11 req-be781b2e-235c-4976-90d7-ea081289b619 tempest-ListServersNegativeTestJSON-1718404107 tempest-ListServersNegativeTestJSON-1718404107-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.4631307 Aug 18 11:56:13.557171 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-68a51b04-7557-4d50-858d-bbf81e0fae11 req-6826a6ac-4eee-40c4-8b13-8fa0f41d591c service neutron] Request body: {'port': {'device_id': '410705a3-aaa1-4c6c-b46b-eeeeb800c41f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804985-2'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:56:13.577084 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6ae95ddb-d9c2-4e17-9416-41ba6533280a req-ac8e267c-7c15-48fc-b555-6c29f20f9eb1 tempest-ListServersNegativeTestJSON-1718404107 tempest-ListServersNegativeTestJSON-1718404107-project] 10.222.0.66 "GET /v2.0/security-groups?id=7e743904-8348-419a-8d7e-df7c595f33de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255472 Aug 18 11:56:13.626530 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a738e5e3-3543-4c41-9651-effb8cbfd5e7 req-a84e19bd-405d-43d7-b3d7-3a6f9ec0c35c tempest-LiveAutoBlockMigrationV225Test-1799299027 tempest-LiveAutoBlockMigrationV225Test-1799299027-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:56:13.634318 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a738e5e3-3543-4c41-9651-effb8cbfd5e7 req-a84e19bd-405d-43d7-b3d7-3a6f9ec0c35c tempest-LiveAutoBlockMigrationV225Test-1799299027 tempest-LiveAutoBlockMigrationV225Test-1799299027-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=af8b3f7f-0e9e-4899-ae59-bba76d0eea1d HTTP/1.1" status: 200 len: 1097 time: 0.1727734 Aug 18 11:56:13.715280 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-68a51b04-7557-4d50-858d-bbf81e0fae11 req-8925cfc9-3f20-4541-afaf-9e8e640359ec service neutron] 10.222.0.63 "GET /v2.0/networks/12bc49d0-42af-434e-8cb8-eda3f30f4065?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3808999 Aug 18 11:56:13.745701 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-68a51b04-7557-4d50-858d-bbf81e0fae11 req-6826a6ac-4eee-40c4-8b13-8fa0f41d591c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:13.794043 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a738e5e3-3543-4c41-9651-effb8cbfd5e7 req-d2d9b67c-442a-4e2f-8083-81eab6ff64be tempest-LiveAutoBlockMigrationV225Test-1799299027 tempest-LiveAutoBlockMigrationV225Test-1799299027-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=fecad5ed-08b4-4db8-8e35-9a1fb2f01a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587965 Aug 18 11:56:14.194913 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e68266a-20e0-4d9c-833c-35253e904b5c req-56eddcd6-96c9-4fc1-b7ef-f28d6a83a4d6 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:56:14.197911 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4e68266a-20e0-4d9c-833c-35253e904b5c req-56eddcd6-96c9-4fc1-b7ef-f28d6a83a4d6 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] 10.222.0.66 "GET /v2.0/ports?device_id=472358b7-93c5-423a-b5d1-0f535558285a HTTP/1.1" status: 200 len: 944 time: 0.5132143 Aug 18 11:56:14.223705 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c380b4f8-c43e-4381-a622-163f9dfe76cb', 'tag': 'ccab9c98-f8b4-44d4-9b6a-2a67909cf3f4'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 11:56:14.227249 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0679f4c4b6e0e0c064a7d71d722dc30541a34fffee11680573be22ee2ffccc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d24e92e-1705-4dfb-afcd-63de7c2ad582" -d '{"events": [{"name": "network-changed", "server_uuid": "c380b4f8-c43e-4381-a622-163f9dfe76cb", "tag": "ccab9c98-f8b4-44d4-9b6a-2a67909cf3f4"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:56:14.245207 n-d-804985-2 neutron-server[106252]: INFO neutron.api.v2.resource [req-1c28954c-902d-461d-991f-9d0c01c41ca4 req-28fb151c-eab5-4ed1-82be-e23910a448c9 tempest-SecurityGroupsNegativeTestJSON-2114492819 tempest-SecurityGroupsNegativeTestJSON-2114492819-project] show failed (client error): The resource could not be found. Aug 18 11:56:14.257618 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1c28954c-902d-461d-991f-9d0c01c41ca4 req-28fb151c-eab5-4ed1-82be-e23910a448c9 tempest-SecurityGroupsNegativeTestJSON-2114492819 tempest-SecurityGroupsNegativeTestJSON-2114492819-project] 10.222.0.66 "GET /v2.0/security-groups/1d5443ae-6d2f-447b-82f2-50e2e652d757 HTTP/1.1" status: 404 len: 352 time: 0.0514760 Aug 18 11:56:14.259748 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 53346) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:56:14.374544 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 53352) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:56:14.421204 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0c7a404-301d-401a-8b7c-725d72e95a0f admin admin] Deleting subnet 736be5fe-86c6-4239-b191-780cc3198dd5 {{(pid=106253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 11:56:14.433682 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f0c7a404-301d-401a-8b7c-725d72e95a0f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:14.510858 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a942b08b-d7d7-4e14-b02c-0371f25fcb8c tempest-ServersWithSpecificFlavorTestJSON-596355724 tempest-ServersWithSpecificFlavorTestJSON-596355724-project] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:14.518350 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f0c7a404-301d-401a-8b7c-725d72e95a0f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902229'] for subnet, precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:14.533337 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [req-68a51b04-7557-4d50-858d-bbf81e0fae11 req-6826a6ac-4eee-40c4-8b13-8fa0f41d591c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4436fe4a-6e4f-45bc-9b98-748faff15a6e {{(pid=106252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 11:56:14.542334 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-68a51b04-7557-4d50-858d-bbf81e0fae11 req-6826a6ac-4eee-40c4-8b13-8fa0f41d591c service neutron] Notify callbacks [] for port, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:14.557190 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [req-68a51b04-7557-4d50-858d-bbf81e0fae11 req-6826a6ac-4eee-40c4-8b13-8fa0f41d591c service neutron] Transition to ACTIVE for port object 4436fe4a-6e4f-45bc-9b98-748faff15a6e will not be triggered until provisioned by entity L2. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 11:56:14.587037 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-68a51b04-7557-4d50-858d-bbf81e0fae11 req-6826a6ac-4eee-40c4-8b13-8fa0f41d591c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:14.695620 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6826a6ac-4eee-40c4-8b13-8fa0f41d591c service neutron] Pushing event updated for resources: {'Port': ['ID=4436fe4a-6e4f-45bc-9b98-748faff15a6e,revision_number=2']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:56:14.736195 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4e68266a-20e0-4d9c-833c-35253e904b5c req-8deede96-6c5e-4ade-bcb0-4f87277935f1 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] 10.222.0.66 "GET /v2.0/security-groups?id=07aef7bb-6c11-4cb4-8594-c24180b5d811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5225830 Aug 18 11:56:14.740990 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-68a51b04-7557-4d50-858d-bbf81e0fae11 req-c9cf555b-0ffd-424e-ac60-4fda146df501 service neutron] 10.222.0.63 "GET /v2.0/networks/12bc49d0-42af-434e-8cb8-eda3f30f4065?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0137103 Aug 18 11:56:14.910484 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 11:56:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b9a9276-4196-43fe-a58e-66b40e41c947 x-openstack-request-id: req-9b9a9276-4196-43fe-a58e-66b40e41c947 {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:56:14.911092 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c380b4f8-c43e-4381-a622-163f9dfe76cb", "tag": "ccab9c98-f8b4-44d4-9b6a-2a67909cf3f4", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:56:14.911569 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-9b9a9276-4196-43fe-a58e-66b40e41c947 {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:56:14.912204 n-d-804985-2 neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c380b4f8-c43e-4381-a622-163f9dfe76cb', 'tag': 'ccab9c98-f8b4-44d4-9b6a-2a67909cf3f4', 'status': 'completed', 'code': 200} Aug 18 11:56:14.916347 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a942b08b-d7d7-4e14-b02c-0371f25fcb8c tempest-ServersWithSpecificFlavorTestJSON-596355724 tempest-ServersWithSpecificFlavorTestJSON-596355724-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:14.922086 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b96c2c-2bff-441b-988b-75cdf099893a req-d86bc9c9-0bb8-455d-ac55-226aeb822c0b tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:56:14.924904 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e7b96c2c-2bff-441b-988b-75cdf099893a req-d86bc9c9-0bb8-455d-ac55-226aeb822c0b tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] 10.222.0.66 "GET /v2.0/ports?device_id=2145e013-9e79-4835-8d0d-e8371bc9e7cc HTTP/1.1" status: 200 len: 946 time: 0.3556526 Aug 18 11:56:14.951625 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f0c7a404-301d-401a-8b7c-725d72e95a0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:14.982118 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-68a51b04-7557-4d50-858d-bbf81e0fae11 req-6826a6ac-4eee-40c4-8b13-8fa0f41d591c service neutron] Attempting to bind port 4436fe4a-6e4f-45bc-9b98-748faff15a6e on host n-h2-804985-2 for vnic_type normal with profile {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 11:56:14.982484 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-68a51b04-7557-4d50-858d-bbf81e0fae11 req-6826a6ac-4eee-40c4-8b13-8fa0f41d591c service neutron] Attempting to bind port 4436fe4a-6e4f-45bc-9b98-748faff15a6e by drivers openvswitch,hyperv on host n-h2-804985-2 at level 0 using segments [{'id': 'e10d0f61-1fae-4cda-a998-da9996671ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '12bc49d0-42af-434e-8cb8-eda3f30f4065'}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 11:56:14.982769 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a51b04-7557-4d50-858d-bbf81e0fae11 req-6826a6ac-4eee-40c4-8b13-8fa0f41d591c service neutron] Attempting to bind port 4436fe4a-6e4f-45bc-9b98-748faff15a6e on network 12bc49d0-42af-434e-8cb8-eda3f30f4065 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 11:56:14.996650 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a3ab9f-bbe0-4a0b-a29b-3e101237a1cc req-678d282c-c21d-49b3-b923-17093c7531eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:56:14.998662 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-97a3ab9f-bbe0-4a0b-a29b-3e101237a1cc req-678d282c-c21d-49b3-b923-17093c7531eb service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=980679b2b65446a384fbfbd481ec05b5&device_id=b92768de-823a-498b-aeee-230034aca3bb HTTP/1.1" status: 200 len: 1094 time: 0.1693535 Aug 18 11:56:15.015330 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a51b04-7557-4d50-858d-bbf81e0fae11 req-6826a6ac-4eee-40c4-8b13-8fa0f41d591c service neutron] Port 4436fe4a-6e4f-45bc-9b98-748faff15a6e on network 12bc49d0-42af-434e-8cb8-eda3f30f4065 not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-2 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 11:56:15.015690 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a51b04-7557-4d50-858d-bbf81e0fae11 req-6826a6ac-4eee-40c4-8b13-8fa0f41d591c service neutron] Attempting to bind port 4436fe4a-6e4f-45bc-9b98-748faff15a6e on network 12bc49d0-42af-434e-8cb8-eda3f30f4065 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 11:56:15.033887 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a942b08b-d7d7-4e14-b02c-0371f25fcb8c tempest-ServersWithSpecificFlavorTestJSON-596355724 tempest-ServersWithSpecificFlavorTestJSON-596355724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:15.041785 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a942b08b-d7d7-4e14-b02c-0371f25fcb8c tempest-ServersWithSpecificFlavorTestJSON-596355724 tempest-ServersWithSpecificFlavorTestJSON-596355724-project] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:15.043942 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-a942b08b-d7d7-4e14-b02c-0371f25fcb8c tempest-ServersWithSpecificFlavorTestJSON-596355724 tempest-ServersWithSpecificFlavorTestJSON-596355724-project] 10.222.0.66 "DELETE /v2.0/security-groups/238dbab8-dd9a-4024-8b12-d86b53f53679 HTTP/1.1" status: 204 len: 168 time: 0.6674852 Aug 18 11:56:15.050880 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 53368) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:56:15.054059 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f0c7a404-301d-401a-8b7c-725d72e95a0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58902171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59388106'] for subnet, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:15.080003 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e7b96c2c-2bff-441b-988b-75cdf099893a req-67bc9c7b-46be-47ee-9992-6471d6e03658 tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bf5bc16-7ae8-42c8-a968-84c3ac638172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478739 Aug 18 11:56:15.128712 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a51b04-7557-4d50-858d-bbf81e0fae11 req-6826a6ac-4eee-40c4-8b13-8fa0f41d591c service neutron] Checking agent: {'id': 'da5da552-709c-4248-84de-86af99a0dc87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 49, 8), 'started_at': datetime.datetime(2021, 8, 18, 11, 49, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 11, 56, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 11:56:15.129051 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a51b04-7557-4d50-858d-bbf81e0fae11 req-6826a6ac-4eee-40c4-8b13-8fa0f41d591c service neutron] Checking segment: {'id': 'e10d0f61-1fae-4cda-a998-da9996671ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '12bc49d0-42af-434e-8cb8-eda3f30f4065'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 11:56:15.129438 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a51b04-7557-4d50-858d-bbf81e0fae11 req-6826a6ac-4eee-40c4-8b13-8fa0f41d591c service neutron] Bound using segment: {'id': 'e10d0f61-1fae-4cda-a998-da9996671ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '12bc49d0-42af-434e-8cb8-eda3f30f4065'} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 11:56:15.129883 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-68a51b04-7557-4d50-858d-bbf81e0fae11 req-6826a6ac-4eee-40c4-8b13-8fa0f41d591c service neutron] Bound port: 4436fe4a-6e4f-45bc-9b98-748faff15a6e, host: n-h2-804985-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e10d0f61-1fae-4cda-a998-da9996671ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '12bc49d0-42af-434e-8cb8-eda3f30f4065'}}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 11:56:15.135214 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-68a51b04-7557-4d50-858d-bbf81e0fae11 req-6826a6ac-4eee-40c4-8b13-8fa0f41d591c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:15.145434 n-d-804985-2 neutron-server[106253]: INFO neutron.api.v2.resource [None req-9a24ed20-c47a-4652-ac80-f18d5a1cd1bc tempest-ServersWithSpecificFlavorTestJSON-596355724 tempest-ServersWithSpecificFlavorTestJSON-596355724-project] show failed (client error): The resource could not be found. Aug 18 11:56:15.146465 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-9a24ed20-c47a-4652-ac80-f18d5a1cd1bc tempest-ServersWithSpecificFlavorTestJSON-596355724 tempest-ServersWithSpecificFlavorTestJSON-596355724-project] 10.222.0.66 "GET /v2.0/security-groups/238dbab8-dd9a-4024-8b12-d86b53f53679 HTTP/1.1" status: 404 len: 347 time: 0.0941784 Aug 18 11:56:15.155840 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a942b08b-d7d7-4e14-b02c-0371f25fcb8c tempest-ServersWithSpecificFlavorTestJSON-596355724 tempest-ServersWithSpecificFlavorTestJSON-596355724-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=238dbab8-dd9a-4024-8b12-d86b53f53679,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:56:15.168504 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 53370) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:56:15.194983 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f0c7a404-301d-401a-8b7c-725d72e95a0f admin admin] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:15.201267 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-f0c7a404-301d-401a-8b7c-725d72e95a0f admin admin] 10.222.0.66 "DELETE /v2.0/subnets/736be5fe-86c6-4239-b191-780cc3198dd5 HTTP/1.1" status: 204 len: 168 time: 0.9376948 Aug 18 11:56:15.202237 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 53372) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:56:15.234920 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c7a404-301d-401a-8b7c-725d72e95a0f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=736be5fe-86c6-4239-b191-780cc3198dd5,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:56:15.293720 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d24e92e-1705-4dfb-afcd-63de7c2ad582 req-ce30c638-705c-4d05-a260-ee8849eb1605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:56:15.295325 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-0d24e92e-1705-4dfb-afcd-63de7c2ad582 req-ce30c638-705c-4d05-a260-ee8849eb1605 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=980679b2b65446a384fbfbd481ec05b5&device_id=c380b4f8-c43e-4381-a622-163f9dfe76cb HTTP/1.1" status: 200 len: 1095 time: 0.2496614 Aug 18 11:56:15.382080 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4c329e8e-6fef-4b7c-80b9-3d0aa1ca2cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7904109'] for network, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:15.455801 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-68a51b04-7557-4d50-858d-bbf81e0fae11 req-6826a6ac-4eee-40c4-8b13-8fa0f41d591c service neutron] For port 4436fe4a-6e4f-45bc-9b98-748faff15a6e, host n-h2-804985-2, cleared binding levels {{(pid=106252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 11:56:15.460600 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d24e92e-1705-4dfb-afcd-63de7c2ad582 req-f8edbf10-c1e1-4529-8ad4-c8525425cbf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:56:15.462167 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-0d24e92e-1705-4dfb-afcd-63de7c2ad582 req-f8edbf10-c1e1-4529-8ad4-c8525425cbf9 service neutron] 10.222.0.63 "GET /v2.0/networks?id=12bc49d0-42af-434e-8cb8-eda3f30f4065 HTTP/1.1" status: 200 len: 919 time: 0.1496799 Aug 18 11:56:15.495910 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fddb808-d4b5-416d-b863-945ae0ee7bdc req-38453d1c-cad3-4c42-9d02-b853b1fc9d0b tempest-ListServersNegativeTestJSON-1718404107 tempest-ListServersNegativeTestJSON-1718404107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:56:15.504398 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4fddb808-d4b5-416d-b863-945ae0ee7bdc req-38453d1c-cad3-4c42-9d02-b853b1fc9d0b tempest-ListServersNegativeTestJSON-1718404107 tempest-ListServersNegativeTestJSON-1718404107-project] 10.222.0.66 "GET /v2.0/ports?device_id=410705a3-aaa1-4c6c-b46b-eeeeb800c41f HTTP/1.1" status: 200 len: 943 time: 0.2933836 Aug 18 11:56:15.537173 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-68a51b04-7557-4d50-858d-bbf81e0fae11 req-6826a6ac-4eee-40c4-8b13-8fa0f41d591c service neutron] For port 4436fe4a-6e4f-45bc-9b98-748faff15a6e, host n-h2-804985-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=4436fe4a-6e4f-45bc-9b98-748faff15a6e,segment=NetworkSegment(e10d0f61-1fae-4cda-a998-da9996671ba9),segment_id=e10d0f61-1fae-4cda-a998-da9996671ba9)] {{(pid=106252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 11:56:15.537781 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-0d24e92e-1705-4dfb-afcd-63de7c2ad582 req-3c457752-d815-49f7-93ee-987aba7f1584 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ccab9c98-f8b4-44d4-9b6a-2a67909cf3f4 HTTP/1.1" status: 200 len: 217 time: 0.0500913 Aug 18 11:56:15.543022 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a3ab9f-bbe0-4a0b-a29b-3e101237a1cc req-ecbb59bb-1040-4240-bbdd-3ca2d69b04e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:56:15.543638 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4c329e8e-6fef-4b7c-80b9-3d0aa1ca2cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8367869', 'neutron.services.segments.db._delete_segments_for_network-8789151212993'] for network, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:15.543794 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-97a3ab9f-bbe0-4a0b-a29b-3e101237a1cc req-ecbb59bb-1040-4240-bbdd-3ca2d69b04e9 service neutron] 10.222.0.63 "GET /v2.0/networks?id=12bc49d0-42af-434e-8cb8-eda3f30f4065 HTTP/1.1" status: 200 len: 919 time: 0.5206540 Aug 18 11:56:15.556222 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-68a51b04-7557-4d50-858d-bbf81e0fae11 req-6826a6ac-4eee-40c4-8b13-8fa0f41d591c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:15.570943 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-4c329e8e-6fef-4b7c-80b9-3d0aa1ca2cd1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['145b3da6-f806-4a03-9197-3a1de43356db']}} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:56:15.601362 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-4c329e8e-6fef-4b7c-80b9-3d0aa1ca2cd1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3104f0d7-9822-47cf-a8f5-0a3b09fb1e5f') {'for_net_delete': True} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:56:15.601738 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-4c329e8e-6fef-4b7c-80b9-3d0aa1ca2cd1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3104f0d7-9822-47cf-a8f5-0a3b09fb1e5f') {} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:56:15.617772 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4c329e8e-6fef-4b7c-80b9-3d0aa1ca2cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789151225254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902236'] for segment, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:15.628840 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device ccab9c98-f8b4-44d4-9b6a-2a67909cf3f4 details requested by agent hyperv_n-h1-804985-2 with host n-h1-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 11:56:15.643045 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d24e92e-1705-4dfb-afcd-63de7c2ad582 req-89a766a8-888a-42be-926c-545dea662805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:56:15.644576 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-0d24e92e-1705-4dfb-afcd-63de7c2ad582 req-89a766a8-888a-42be-926c-545dea662805 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=091168e8-532c-456a-8118-b9524ba9b3f0 HTTP/1.1" status: 200 len: 858 time: 0.0868793 Aug 18 11:56:15.648427 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4c329e8e-6fef-4b7c-80b9-3d0aa1ca2cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:15.679346 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c329e8e-6fef-4b7c-80b9-3d0aa1ca2cd1 admin admin] Releasing vlan 803 on physical network physnet1 to pool {{(pid=106253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 11:56:15.679346 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4c329e8e-6fef-4b7c-80b9-3d0aa1ca2cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58900537'] for segment, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:15.681166 n-d-804985-2 neutron-server[106253]: Traceback (most recent call last): Aug 18 11:56:15.681166 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 11:56:15.681166 n-d-804985-2 neutron-server[106253]: timer() Aug 18 11:56:15.681166 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 11:56:15.681166 n-d-804985-2 neutron-server[106253]: cb(*args, **kw) Aug 18 11:56:15.681166 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 11:56:15.681166 n-d-804985-2 neutron-server[106253]: return func(*args, **kwargs) Aug 18 11:56:15.681166 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 11:56:15.681166 n-d-804985-2 neutron-server[106253]: self._notify() Aug 18 11:56:15.681166 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 11:56:15.681166 n-d-804985-2 neutron-server[106253]: self.callback(batched_events) Aug 18 11:56:15.681166 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 11:56:15.681166 n-d-804985-2 neutron-server[106253]: event.method(event) Aug 18 11:56:15.681166 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 11:56:15.681166 n-d-804985-2 neutron-server[106253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 11:56:15.681166 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 11:56:15.681166 n-d-804985-2 neutron-server[106253]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 11:56:15.681166 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 11:56:15.681166 n-d-804985-2 neutron-server[106253]: return f(self, *a, **k) Aug 18 11:56:15.681166 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 11:56:15.681166 n-d-804985-2 neutron-server[106253]: return self._get(url).json() Aug 18 11:56:15.681166 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 11:56:15.681166 n-d-804985-2 neutron-server[106253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 11:56:15.681166 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 11:56:15.681166 n-d-804985-2 neutron-server[106253]: return self.request(url, 'GET', **kwargs) Aug 18 11:56:15.681166 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 11:56:15.681166 n-d-804985-2 neutron-server[106253]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 11:56:15.681166 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 11:56:15.681166 n-d-804985-2 neutron-server[106253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 11:56:15.681166 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 11:56:15.681166 n-d-804985-2 neutron-server[106253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 11:56:15.681166 n-d-804985-2 neutron-server[106253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 11:56:15.714185 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-0d24e92e-1705-4dfb-afcd-63de7c2ad582 req-13d8094d-cf4c-4567-a294-5e240fe8afa6 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=12bc49d0-42af-434e-8cb8-eda3f30f4065&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493214 Aug 18 11:56:15.754248 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-97a3ab9f-bbe0-4a0b-a29b-3e101237a1cc req-070604ff-d201-41d2-a456-4cef7bc778e0 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=96d8aae3-0dc7-4c20-b902-0bc2c90b1528 HTTP/1.1" status: 200 len: 217 time: 0.1866550 Aug 18 11:56:15.795795 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4fddb808-d4b5-416d-b863-945ae0ee7bdc req-2b30f3f7-650a-441f-9749-64363db06fcb tempest-ListServersNegativeTestJSON-1718404107 tempest-ListServersNegativeTestJSON-1718404107-project] 10.222.0.66 "GET /v2.0/security-groups?id=7e743904-8348-419a-8d7e-df7c595f33de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2899764 Aug 18 11:56:15.820974 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a51b04-7557-4d50-858d-bbf81e0fae11 req-6826a6ac-4eee-40c4-8b13-8fa0f41d591c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:56:15.822620 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-68a51b04-7557-4d50-858d-bbf81e0fae11 req-6826a6ac-4eee-40c4-8b13-8fa0f41d591c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:15.826268 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-68a51b04-7557-4d50-858d-bbf81e0fae11 req-6826a6ac-4eee-40c4-8b13-8fa0f41d591c service neutron] 10.222.0.62 "PUT /v2.0/ports/4436fe4a-6e4f-45bc-9b98-748faff15a6e HTTP/1.1" status: 200 len: 1091 time: 2.2744761 Aug 18 11:56:15.827434 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '410705a3-aaa1-4c6c-b46b-eeeeb800c41f', 'tag': '4436fe4a-6e4f-45bc-9b98-748faff15a6e'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 11:56:15.833168 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-518439d9-e6d6-4cb0-9fc6-664fc8b24815" -d '{"events": [{"name": "network-changed", "server_uuid": "410705a3-aaa1-4c6c-b46b-eeeeb800c41f", "tag": "4436fe4a-6e4f-45bc-9b98-748faff15a6e"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:56:15.833404 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-b7c62f15-77b3-41c7-bf57-7ab8684839ac req-af4837d8-6c2b-4731-bff9-f967640ca0f7 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=d1a77c32-20c2-49cb-bacf-6d1bc8cdb75a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2001770 Aug 18 11:56:15.869673 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4c329e8e-6fef-4b7c-80b9-3d0aa1ca2cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8367858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997186'] for network, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:15.896043 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4c329e8e-6fef-4b7c-80b9-3d0aa1ca2cd1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:15.898337 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-4c329e8e-6fef-4b7c-80b9-3d0aa1ca2cd1 admin admin] 10.222.0.66 "DELETE /v2.0/networks/145b3da6-f806-4a03-9197-3a1de43356db HTTP/1.1" status: 204 len: 168 time: 0.6661541 Aug 18 11:56:15.925887 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port ccab9c98-f8b4-44d4-9b6a-2a67909cf3f4, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=ccab9c98-f8b4-44d4-9b6a-2a67909cf3f4,segment=NetworkSegment(e10d0f61-1fae-4cda-a998-da9996671ba9),segment_id=e10d0f61-1fae-4cda-a998-da9996671ba9)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:56:15.979747 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c329e8e-6fef-4b7c-80b9-3d0aa1ca2cd1 admin admin] Pushing event deleted for resources: {'Network': ['ID=145b3da6-f806-4a03-9197-3a1de43356db,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:56:15.992109 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-73ad7063-f375-4109-9d88-c9407cccfdc4 tempest-ServersWithSpecificFlavorTestJSON-596355724 tempest-ServersWithSpecificFlavorTestJSON-596355724-project] Deleting port 902393fe-238c-4a62-ae0c-4f24fb2c4e81 {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 11:56:15.992510 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-73ad7063-f375-4109-9d88-c9407cccfdc4 tempest-ServersWithSpecificFlavorTestJSON-596355724 tempest-ServersWithSpecificFlavorTestJSON-596355724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:16.004078 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Returning: {'device': 'ccab9c98-f8b4-44d4-9b6a-2a67909cf3f4', 'network_id': '12bc49d0-42af-434e-8cb8-eda3f30f4065', 'port_id': 'ccab9c98-f8b4-44d4-9b6a-2a67909cf3f4', 'mac_address': 'fa:16:3e:a8:e1:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 814, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '091168e8-532c-456a-8118-b9524ba9b3f0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 11:56:16.016415 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6826a6ac-4eee-40c4-8b13-8fa0f41d591c service neutron] Pushing event updated for resources: {'Port': ['ID=4436fe4a-6e4f-45bc-9b98-748faff15a6e,revision_number=3']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:56:16.094457 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a3ab9f-bbe0-4a0b-a29b-3e101237a1cc req-bcd38a35-b2cc-4a21-bfed-a0f18bda4b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:56:16.103758 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-97a3ab9f-bbe0-4a0b-a29b-3e101237a1cc req-bcd38a35-b2cc-4a21-bfed-a0f18bda4b7c service neutron] 10.222.0.63 "GET /v2.0/subnets?id=091168e8-532c-456a-8118-b9524ba9b3f0 HTTP/1.1" status: 200 len: 858 time: 0.2994335 Aug 18 11:56:16.148936 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-0d24e92e-1705-4dfb-afcd-63de7c2ad582 req-53273d10-0aff-45ec-bdf3-136b144baaca service neutron] 10.222.0.63 "GET /v2.0/networks/12bc49d0-42af-434e-8cb8-eda3f30f4065?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4087160 Aug 18 11:56:16.158605 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a51b04-7557-4d50-858d-bbf81e0fae11 req-309b8f33-958b-4376-9d79-61941c46275d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:56:16.160416 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-68a51b04-7557-4d50-858d-bbf81e0fae11 req-309b8f33-958b-4376-9d79-61941c46275d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=980679b2b65446a384fbfbd481ec05b5&device_id=410705a3-aaa1-4c6c-b46b-eeeeb800c41f HTTP/1.1" status: 200 len: 1094 time: 0.2473013 Aug 18 11:56:16.164138 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:16.175124 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 53404) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:56:16.186487 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ccab9c98-f8b4-44d4-9b6a-2a67909cf3f4 {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 11:56:16.228751 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port ccab9c98-f8b4-44d4-9b6a-2a67909cf3f4, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=ccab9c98-f8b4-44d4-9b6a-2a67909cf3f4,segment=NetworkSegment(e10d0f61-1fae-4cda-a998-da9996671ba9),segment_id=e10d0f61-1fae-4cda-a998-da9996671ba9)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:56:16.241032 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:16.263473 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c62f15-77b3-41c7-bf57-7ab8684839ac req-dfac6d33-94ba-47fc-8f28-77b1c7a49eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:56:16.265946 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b7c62f15-77b3-41c7-bf57-7ab8684839ac req-dfac6d33-94ba-47fc-8f28-77b1c7a49eac service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3bd2664269674b678c41aeb663f1f43e&device_id=d1a77c32-20c2-49cb-bacf-6d1bc8cdb75a HTTP/1.1" status: 200 len: 1095 time: 0.3327203 Aug 18 11:56:16.276521 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-97a3ab9f-bbe0-4a0b-a29b-3e101237a1cc req-669861b7-e942-4018-9b32-dd6ec01f7d90 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=12bc49d0-42af-434e-8cb8-eda3f30f4065&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1450644 Aug 18 11:56:16.291595 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-68a51b04-7557-4d50-858d-bbf81e0fae11 req-a3d36870-4168-4811-b97a-e400943aa8ea service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4436fe4a-6e4f-45bc-9b98-748faff15a6e HTTP/1.1" status: 200 len: 217 time: 0.1211843 Aug 18 11:56:16.352904 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=ccab9c98-f8b4-44d4-9b6a-2a67909cf3f4,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:56:16.398515 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-e15a8251-876c-44b8-b5ea-660f73888c85 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e5be94431a024ce79d98ecb8538b10e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1898518 Aug 18 11:56:16.402093 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 53406) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:56:16.414578 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-0d24e92e-1705-4dfb-afcd-63de7c2ad582 req-683210bb-115c-47be-8ddd-46c07a31daaa service neutron] 10.222.0.63 "GET /v2.0/networks/12bc49d0-42af-434e-8cb8-eda3f30f4065?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2531316 Aug 18 11:56:16.416239 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a51b04-7557-4d50-858d-bbf81e0fae11 req-5e12ef07-928f-44c4-9cc8-69f3188f585c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:56:16.417813 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-68a51b04-7557-4d50-858d-bbf81e0fae11 req-5e12ef07-928f-44c4-9cc8-69f3188f585c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=091168e8-532c-456a-8118-b9524ba9b3f0 HTTP/1.1" status: 200 len: 858 time: 0.1185701 Aug 18 11:56:16.471980 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [req-1154ea0f-f760-4b1f-ad14-8ea5fa72f9cb req-93cd592f-5895-42c2-afd2-a146e6e8f237 tempest-LiveAutoBlockMigrationV225Test-1799299027 tempest-LiveAutoBlockMigrationV225Test-1799299027-project-admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=106252) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 11:56:16.473121 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1154ea0f-f760-4b1f-ad14-8ea5fa72f9cb req-93cd592f-5895-42c2-afd2-a146e6e8f237 tempest-LiveAutoBlockMigrationV225Test-1799299027 tempest-LiveAutoBlockMigrationV225Test-1799299027-project-admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0598915 Aug 18 11:56:16.479706 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-73ad7063-f375-4109-9d88-c9407cccfdc4 tempest-ServersWithSpecificFlavorTestJSON-596355724 tempest-ServersWithSpecificFlavorTestJSON-596355724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:16.480071 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-73ad7063-f375-4109-9d88-c9407cccfdc4 tempest-ServersWithSpecificFlavorTestJSON-596355724 tempest-ServersWithSpecificFlavorTestJSON-596355724-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:16.487041 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-68a51b04-7557-4d50-858d-bbf81e0fae11 req-92d03f91-6b87-45ff-bc2d-16099f5c363c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=12bc49d0-42af-434e-8cb8-eda3f30f4065&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0579221 Aug 18 11:56:16.507235 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-1154ea0f-f760-4b1f-ad14-8ea5fa72f9cb req-ef0bd38d-a82c-4781-881f-9a0a84de3adf service neutron] Request body: {'binding': {'host': 'n-h2-804985-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:56:16.508794 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-1154ea0f-f760-4b1f-ad14-8ea5fa72f9cb req-ef0bd38d-a82c-4781-881f-9a0a84de3adf service neutron] Unknown quota resources ['binding']. {{(pid=106252) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 18 11:56:16.538373 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] get_ports_and_sgs() called for port_ids ['ccab9c98-f8b4-44d4-9b6a-2a67909cf3f4'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 11:56:16.557827 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-faa730dc-2477-4ba9-892c-bf282e008353 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:16.594237 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-faa730dc-2477-4ba9-892c-bf282e008353 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:16.677533 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-68a51b04-7557-4d50-858d-bbf81e0fae11 req-becd05a8-ab40-42a2-9acd-0f060e59f7d9 service neutron] 10.222.0.62 "GET /v2.0/networks/12bc49d0-42af-434e-8cb8-eda3f30f4065?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1796701 Aug 18 11:56:16.683587 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-73ad7063-f375-4109-9d88-c9407cccfdc4 tempest-ServersWithSpecificFlavorTestJSON-596355724 tempest-ServersWithSpecificFlavorTestJSON-596355724-project] Calling delete_port for 902393fe-238c-4a62-ae0c-4f24fb2c4e81 owned by network:floatingip {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 11:56:16.831477 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-97a3ab9f-bbe0-4a0b-a29b-3e101237a1cc req-86df8dbf-1854-4e31-9478-671d8d8d90ca service neutron] 10.222.0.63 "GET /v2.0/networks/12bc49d0-42af-434e-8cb8-eda3f30f4065?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5498033 Aug 18 11:56:16.867204 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-faa730dc-2477-4ba9-892c-bf282e008353 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:16.873868 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-faa730dc-2477-4ba9-892c-bf282e008353 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:16.875553 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-faa730dc-2477-4ba9-892c-bf282e008353 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d88811a1-b0fb-4269-b57e-03844c970b86 HTTP/1.1" status: 204 len: 168 time: 0.4722862 Aug 18 11:56:16.895699 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa730dc-2477-4ba9-892c-bf282e008353 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d88811a1-b0fb-4269-b57e-03844c970b86,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:56:16.905241 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-68a51b04-7557-4d50-858d-bbf81e0fae11 req-4dd31a5f-e1b2-4c0b-94ef-1b44e78e7a1f service neutron] 10.222.0.62 "GET /v2.0/networks/12bc49d0-42af-434e-8cb8-eda3f30f4065?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656134 Aug 18 11:56:17.009392 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475269b5-ff66-47de-ad5d-9f11198d7cb4 req-6d327f2e-9b25-46db-abe5-bf52d1b6e971 tempest-LiveMigrationTest-1335981208 tempest-LiveMigrationTest-1335981208-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:56:17.018615 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-475269b5-ff66-47de-ad5d-9f11198d7cb4 req-6d327f2e-9b25-46db-abe5-bf52d1b6e971 tempest-LiveMigrationTest-1335981208 tempest-LiveMigrationTest-1335981208-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=472358b7-93c5-423a-b5d1-0f535558285a HTTP/1.1" status: 200 len: 1095 time: 0.8374932 Aug 18 11:56:17.066877 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c62f15-77b3-41c7-bf57-7ab8684839ac req-47e48109-97fd-495b-a618-35120c57ae5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:56:17.068550 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b7c62f15-77b3-41c7-bf57-7ab8684839ac req-47e48109-97fd-495b-a618-35120c57ae5a service neutron] 10.222.0.62 "GET /v2.0/networks?id=f471d7de-70da-4549-acfc-45017b3843ff HTTP/1.1" status: 200 len: 922 time: 0.6799972 Aug 18 11:56:17.139956 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b7c62f15-77b3-41c7-bf57-7ab8684839ac req-a179c81c-7f3b-4010-a680-9ec6808f5e5c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bbc5fb34-a9c7-4e4e-9c45-8b4dea9c9324 HTTP/1.1" status: 200 len: 217 time: 0.0505106 Aug 18 11:56:17.240884 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-97a3ab9f-bbe0-4a0b-a29b-3e101237a1cc req-ce3f6954-2275-4a5c-8c39-faa67d6aa393 service neutron] 10.222.0.63 "GET /v2.0/networks/12bc49d0-42af-434e-8cb8-eda3f30f4065?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3901930 Aug 18 11:56:17.271012 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-475269b5-ff66-47de-ad5d-9f11198d7cb4 req-41b984f7-a8fa-493c-84ea-0a43024a6d79 tempest-LiveMigrationTest-1335981208 tempest-LiveMigrationTest-1335981208-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=07aef7bb-6c11-4cb4-8594-c24180b5d811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2514622 Aug 18 11:56:17.294957 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c62f15-77b3-41c7-bf57-7ab8684839ac req-2168a517-64ea-40d3-b9dd-612f16b19e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:56:17.296445 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b7c62f15-77b3-41c7-bf57-7ab8684839ac req-2168a517-64ea-40d3-b9dd-612f16b19e7d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=16b84496-6d9e-4d8c-9087-8e81549f7d75 HTTP/1.1" status: 200 len: 861 time: 0.1390917 Aug 18 11:56:17.299470 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-1154ea0f-f760-4b1f-ad14-8ea5fa72f9cb req-ef0bd38d-a82c-4781-881f-9a0a84de3adf service neutron] Attempting to bind port 30f1b385-04a1-4c89-8d99-be909bc8e6f3 on host n-h2-804985-2 for vnic_type normal with profile None {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 11:56:17.299810 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-1154ea0f-f760-4b1f-ad14-8ea5fa72f9cb req-ef0bd38d-a82c-4781-881f-9a0a84de3adf service neutron] Attempting to bind port 30f1b385-04a1-4c89-8d99-be909bc8e6f3 by drivers openvswitch,hyperv on host n-h2-804985-2 at level 0 using segments [{'id': '0622c33d-7d5a-4968-950b-edb53be5f858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'f471d7de-70da-4549-acfc-45017b3843ff'}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 11:56:17.300136 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1154ea0f-f760-4b1f-ad14-8ea5fa72f9cb req-ef0bd38d-a82c-4781-881f-9a0a84de3adf service neutron] Attempting to bind port 30f1b385-04a1-4c89-8d99-be909bc8e6f3 on network f471d7de-70da-4549-acfc-45017b3843ff {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 11:56:17.320037 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1154ea0f-f760-4b1f-ad14-8ea5fa72f9cb req-ef0bd38d-a82c-4781-881f-9a0a84de3adf service neutron] Port 30f1b385-04a1-4c89-8d99-be909bc8e6f3 on network f471d7de-70da-4549-acfc-45017b3843ff not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-2 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 11:56:17.320362 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1154ea0f-f760-4b1f-ad14-8ea5fa72f9cb req-ef0bd38d-a82c-4781-881f-9a0a84de3adf service neutron] Attempting to bind port 30f1b385-04a1-4c89-8d99-be909bc8e6f3 on network f471d7de-70da-4549-acfc-45017b3843ff {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 11:56:17.341715 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b7c62f15-77b3-41c7-bf57-7ab8684839ac req-157c5e25-8a88-4523-8edd-e0263952567b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f471d7de-70da-4549-acfc-45017b3843ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364990 Aug 18 11:56:17.342881 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1154ea0f-f760-4b1f-ad14-8ea5fa72f9cb req-ef0bd38d-a82c-4781-881f-9a0a84de3adf service neutron] Checking agent: {'id': 'da5da552-709c-4248-84de-86af99a0dc87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 49, 8), 'started_at': datetime.datetime(2021, 8, 18, 11, 49, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 11, 56, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 11:56:17.343424 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1154ea0f-f760-4b1f-ad14-8ea5fa72f9cb req-ef0bd38d-a82c-4781-881f-9a0a84de3adf service neutron] Checking segment: {'id': '0622c33d-7d5a-4968-950b-edb53be5f858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'f471d7de-70da-4549-acfc-45017b3843ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 11:56:17.344374 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1154ea0f-f760-4b1f-ad14-8ea5fa72f9cb req-ef0bd38d-a82c-4781-881f-9a0a84de3adf service neutron] Bound using segment: {'id': '0622c33d-7d5a-4968-950b-edb53be5f858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'f471d7de-70da-4549-acfc-45017b3843ff'} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 11:56:17.345086 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-1154ea0f-f760-4b1f-ad14-8ea5fa72f9cb req-ef0bd38d-a82c-4781-881f-9a0a84de3adf service neutron] Bound port: 30f1b385-04a1-4c89-8d99-be909bc8e6f3, host: n-h2-804985-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0622c33d-7d5a-4968-950b-edb53be5f858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'f471d7de-70da-4549-acfc-45017b3843ff'}}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 11:56:17.349609 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-73ad7063-f375-4109-9d88-c9407cccfdc4 tempest-ServersWithSpecificFlavorTestJSON-596355724 tempest-ServersWithSpecificFlavorTestJSON-596355724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:17.379230 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 11:56:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f47b99fe-e683-4e34-b283-92fe46d678c6 x-openstack-request-id: req-f47b99fe-e683-4e34-b283-92fe46d678c6 {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:56:17.379602 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "410705a3-aaa1-4c6c-b46b-eeeeb800c41f", "tag": "4436fe4a-6e4f-45bc-9b98-748faff15a6e", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:56:17.379762 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f47b99fe-e683-4e34-b283-92fe46d678c6 {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:56:17.380162 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '410705a3-aaa1-4c6c-b46b-eeeeb800c41f', 'tag': '4436fe4a-6e4f-45bc-9b98-748faff15a6e', 'status': 'completed', 'code': 200} Aug 18 11:56:17.428438 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ad7063-f375-4109-9d88-c9407cccfdc4 tempest-ServersWithSpecificFlavorTestJSON-596355724 tempest-ServersWithSpecificFlavorTestJSON-596355724-project] Pushing event deleted for resources: {'Port': ['ID=902393fe-238c-4a62-ae0c-4f24fb2c4e81,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:56:17.455904 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518439d9-e6d6-4cb0-9fc6-664fc8b24815 req-12ab3ee4-f2cb-4e60-8932-c75f1167889a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:56:17.457486 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-518439d9-e6d6-4cb0-9fc6-664fc8b24815 req-12ab3ee4-f2cb-4e60-8932-c75f1167889a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=980679b2b65446a384fbfbd481ec05b5&device_id=410705a3-aaa1-4c6c-b46b-eeeeb800c41f HTTP/1.1" status: 200 len: 1094 time: 0.0658631 Aug 18 11:56:17.560748 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-1154ea0f-f760-4b1f-ad14-8ea5fa72f9cb req-ef0bd38d-a82c-4781-881f-9a0a84de3adf service neutron] For port 30f1b385-04a1-4c89-8d99-be909bc8e6f3, host n-h2-804985-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=30f1b385-04a1-4c89-8d99-be909bc8e6f3,segment=NetworkSegment(0622c33d-7d5a-4968-950b-edb53be5f858),segment_id=0622c33d-7d5a-4968-950b-edb53be5f858)] {{(pid=106252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 11:56:17.590928 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-1154ea0f-f760-4b1f-ad14-8ea5fa72f9cb req-ef0bd38d-a82c-4781-881f-9a0a84de3adf service neutron] Notify callbacks [] for binding, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:17.592042 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1154ea0f-f760-4b1f-ad14-8ea5fa72f9cb req-ef0bd38d-a82c-4781-881f-9a0a84de3adf service neutron] 10.222.0.66 "POST /v2.0/ports/30f1b385-04a1-4c89-8d99-be909bc8e6f3/bindings HTTP/1.1" status: 201 len: 389 time: 1.0887380 Aug 18 11:56:17.592817 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518439d9-e6d6-4cb0-9fc6-664fc8b24815 req-aa8749e1-c88f-409e-98d7-25b74122cb92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:56:17.594827 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-518439d9-e6d6-4cb0-9fc6-664fc8b24815 req-aa8749e1-c88f-409e-98d7-25b74122cb92 service neutron] 10.222.0.62 "GET /v2.0/networks?id=12bc49d0-42af-434e-8cb8-eda3f30f4065 HTTP/1.1" status: 200 len: 919 time: 0.1286473 Aug 18 11:56:17.623599 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-73ad7063-f375-4109-9d88-c9407cccfdc4 tempest-ServersWithSpecificFlavorTestJSON-596355724 tempest-ServersWithSpecificFlavorTestJSON-596355724-project] Notify callbacks [] for floatingip, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:17.626091 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-73ad7063-f375-4109-9d88-c9407cccfdc4 tempest-ServersWithSpecificFlavorTestJSON-596355724 tempest-ServersWithSpecificFlavorTestJSON-596355724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for floatingip, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:17.627228 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-73ad7063-f375-4109-9d88-c9407cccfdc4 tempest-ServersWithSpecificFlavorTestJSON-596355724 tempest-ServersWithSpecificFlavorTestJSON-596355724-project] 10.222.0.66 "DELETE /v2.0/floatingips/cde7a271-dc52-479c-816e-0b2a6b6938b0 HTTP/1.1" status: 204 len: 168 time: 2.4178276 Aug 18 11:56:17.632020 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b7c62f15-77b3-41c7-bf57-7ab8684839ac req-01ac6c05-c428-4440-a926-942c0642404a service neutron] 10.222.0.62 "GET /v2.0/networks/f471d7de-70da-4549-acfc-45017b3843ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2499027 Aug 18 11:56:17.639251 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 96d8aae3-0dc7-4c20-b902-0bc2c90b1528 details requested by agent hyperv_n-h1-804985-2 with host n-h1-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 11:56:17.643096 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device ccab9c98-f8b4-44d4-9b6a-2a67909cf3f4 up at agent hyperv_n-h1-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:56:17.689197 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-518439d9-e6d6-4cb0-9fc6-664fc8b24815 req-be723ec5-2e53-4ea1-8ae1-d026997becbd service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4436fe4a-6e4f-45bc-9b98-748faff15a6e HTTP/1.1" status: 200 len: 217 time: 0.0855672 Aug 18 11:56:17.695423 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4752e51-e51f-46b3-8074-fac893306bfc req-b5c07a11-7571-4006-85ea-aa3759df206f tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:56:17.703264 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e4752e51-e51f-46b3-8074-fac893306bfc req-b5c07a11-7571-4006-85ea-aa3759df206f tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] 10.222.0.66 "GET /v2.0/ports?device_id=2145e013-9e79-4835-8d0d-e8371bc9e7cc HTTP/1.1" status: 200 len: 946 time: 0.1296270 Aug 18 11:56:17.780228 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e4752e51-e51f-46b3-8074-fac893306bfc req-7a9d7500-2787-4328-9796-8f53e93377d4 tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bf5bc16-7ae8-42c8-a968-84c3ac638172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715854 Aug 18 11:56:17.800879 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518439d9-e6d6-4cb0-9fc6-664fc8b24815 req-6785ede3-af44-4c72-8565-19e9f67eb885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:56:17.802354 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-518439d9-e6d6-4cb0-9fc6-664fc8b24815 req-6785ede3-af44-4c72-8565-19e9f67eb885 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=091168e8-532c-456a-8118-b9524ba9b3f0 HTTP/1.1" status: 200 len: 858 time: 0.1048548 Aug 18 11:56:17.817487 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b7c62f15-77b3-41c7-bf57-7ab8684839ac req-ef0de578-537a-4d9b-adba-ea99d9d79d3d service neutron] 10.222.0.62 "GET /v2.0/networks/f471d7de-70da-4549-acfc-45017b3843ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783640 Aug 18 11:56:17.857593 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-518439d9-e6d6-4cb0-9fc6-664fc8b24815 req-43b76095-957a-40c4-839d-2a02c6a81fd4 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=12bc49d0-42af-434e-8cb8-eda3f30f4065&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456331 Aug 18 11:56:17.899957 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a108977-4c43-427d-88bc-f55406f966a9 req-1eda8215-feb8-4ed2-badf-dd0a77277de1 tempest-ListServersNegativeTestJSON-1718404107 tempest-ListServersNegativeTestJSON-1718404107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:56:17.902527 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4a108977-4c43-427d-88bc-f55406f966a9 req-1eda8215-feb8-4ed2-badf-dd0a77277de1 tempest-ListServersNegativeTestJSON-1718404107 tempest-ListServersNegativeTestJSON-1718404107-project] 10.222.0.66 "GET /v2.0/ports?device_id=410705a3-aaa1-4c6c-b46b-eeeeb800c41f HTTP/1.1" status: 200 len: 943 time: 0.1022110 Aug 18 11:56:17.903605 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Provisioning for port ccab9c98-f8b4-44d4-9b6a-2a67909cf3f4 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 11:56:17.913731 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Provisioning complete for port ccab9c98-f8b4-44d4-9b6a-2a67909cf3f4 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:56:17.914097 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:17.955312 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4a108977-4c43-427d-88bc-f55406f966a9 req-330c88a4-152d-402c-8817-0a2068a12e10 tempest-ListServersNegativeTestJSON-1718404107 tempest-ListServersNegativeTestJSON-1718404107-project] 10.222.0.66 "GET /v2.0/security-groups?id=7e743904-8348-419a-8d7e-df7c595f33de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446815 Aug 18 11:56:18.005402 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 96d8aae3-0dc7-4c20-b902-0bc2c90b1528, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=96d8aae3-0dc7-4c20-b902-0bc2c90b1528,segment=NetworkSegment(e10d0f61-1fae-4cda-a998-da9996671ba9),segment_id=e10d0f61-1fae-4cda-a998-da9996671ba9)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:56:18.078266 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Returning: {'device': '96d8aae3-0dc7-4c20-b902-0bc2c90b1528', 'network_id': '12bc49d0-42af-434e-8cb8-eda3f30f4065', 'port_id': '96d8aae3-0dc7-4c20-b902-0bc2c90b1528', 'mac_address': 'fa:16:3e:46:1b:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 814, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '091168e8-532c-456a-8118-b9524ba9b3f0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 11:56:18.097283 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 53466) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:56:18.110453 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1154ea0f-f760-4b1f-ad14-8ea5fa72f9cb req-028a1687-5766-4389-97bf-2a8bf405505d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:56:18.111962 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1154ea0f-f760-4b1f-ad14-8ea5fa72f9cb req-028a1687-5766-4389-97bf-2a8bf405505d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3bd2664269674b678c41aeb663f1f43e&device_id=af8b3f7f-0e9e-4899-ae59-bba76d0eea1d HTTP/1.1" status: 200 len: 1097 time: 0.0877361 Aug 18 11:56:18.145479 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:18.162836 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96d8aae3-0dc7-4c20-b902-0bc2c90b1528 {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 11:56:18.184221 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 96d8aae3-0dc7-4c20-b902-0bc2c90b1528, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=96d8aae3-0dc7-4c20-b902-0bc2c90b1528,segment=NetworkSegment(e10d0f61-1fae-4cda-a998-da9996671ba9),segment_id=e10d0f61-1fae-4cda-a998-da9996671ba9)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:56:18.191742 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-518439d9-e6d6-4cb0-9fc6-664fc8b24815 req-5ec8a7d3-4a25-4f1d-8ac1-11351e938a41 service neutron] 10.222.0.62 "GET /v2.0/networks/12bc49d0-42af-434e-8cb8-eda3f30f4065?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2306616 Aug 18 11:56:18.195177 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:18.223936 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:18.265506 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port ccab9c98-f8b4-44d4-9b6a-2a67909cf3f4, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=ccab9c98-f8b4-44d4-9b6a-2a67909cf3f4,segment=NetworkSegment(e10d0f61-1fae-4cda-a998-da9996671ba9),segment_id=e10d0f61-1fae-4cda-a998-da9996671ba9)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:56:18.273751 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c380b4f8-c43e-4381-a622-163f9dfe76cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccab9c98-f8b4-44d4-9b6a-2a67909cf3f4'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 11:56:18.274036 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-42732928-c0d1-4162-97a6-842fff9b4cb5 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1228774668-network', 'tenant_id': '08ae616b30724273aca9bf5c66a36a39'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:56:18.276649 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db50a436fb3a98495337d8fe7487b4f2ea6f3c1052eb9efadc2ecda2d5737001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fd43d95-1434-4344-8c23-89e28ea79f1f" -d '{"events": [{"server_uuid": "c380b4f8-c43e-4381-a622-163f9dfe76cb", "name": "network-vif-plugged", "status": "completed", "tag": "ccab9c98-f8b4-44d4-9b6a-2a67909cf3f4"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:56:18.282602 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:18.302353 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=96d8aae3-0dc7-4c20-b902-0bc2c90b1528,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:56:18.313951 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-518439d9-e6d6-4cb0-9fc6-664fc8b24815 req-0ab67577-ee75-49bd-874b-26df722155e2 service neutron] 10.222.0.62 "GET /v2.0/networks/12bc49d0-42af-434e-8cb8-eda3f30f4065?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141505 Aug 18 11:56:18.353619 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daef7e7e-9075-414b-a6b2-832afde16c7a req-cc71b438-38e3-4ba3-b6b5-e25f5045b7ce tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:56:18.355128 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-daef7e7e-9075-414b-a6b2-832afde16c7a req-cc71b438-38e3-4ba3-b6b5-e25f5045b7ce tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.66 "GET /v2.0/ports?device_id=af8b3f7f-0e9e-4899-ae59-bba76d0eea1d HTTP/1.1" status: 200 len: 946 time: 0.1405354 Aug 18 11:56:18.358263 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42732928-c0d1-4162-97a6-842fff9b4cb5 admin admin] Made reservation on behalf of 08ae616b30724273aca9bf5c66a36a39 for: {'network': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 11:56:18.359223 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=ccab9c98-f8b4-44d4-9b6a-2a67909cf3f4,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:56:18.360872 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-42732928-c0d1-4162-97a6-842fff9b4cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for network, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:18.379982 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1154ea0f-f760-4b1f-ad14-8ea5fa72f9cb req-7de01787-0e8f-4a6b-a994-6b9e29e6d475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:56:18.381419 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1154ea0f-f760-4b1f-ad14-8ea5fa72f9cb req-7de01787-0e8f-4a6b-a994-6b9e29e6d475 service neutron] 10.222.0.62 "GET /v2.0/networks?id=f471d7de-70da-4549-acfc-45017b3843ff HTTP/1.1" status: 200 len: 922 time: 0.2608216 Aug 18 11:56:18.383194 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-42732928-c0d1-4162-97a6-842fff9b4cb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:18.391575 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e809412e-85a1-4d6a-8ab9-78377d28f60f req-1618b33e-01da-4875-922a-d1fd3b81c4ff tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:56:18.392974 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e809412e-85a1-4d6a-8ab9-78377d28f60f req-1618b33e-01da-4875-922a-d1fd3b81c4ff tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] 10.222.0.66 "GET /v2.0/ports?device_id=472358b7-93c5-423a-b5d1-0f535558285a HTTP/1.1" status: 200 len: 944 time: 0.1572590 Aug 18 11:56:18.465576 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ee17387d-b170-498b-988d-7305ceac5a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:18.468512 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1154ea0f-f760-4b1f-ad14-8ea5fa72f9cb req-4f1cd475-1db9-43be-ba6a-f18320a3e80a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=30f1b385-04a1-4c89-8d99-be909bc8e6f3 HTTP/1.1" status: 200 len: 217 time: 0.0745802 Aug 18 11:56:18.491018 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-daef7e7e-9075-414b-a6b2-832afde16c7a req-02114392-7757-488e-9743-d38ec59762e6 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.66 "GET /v2.0/security-groups?id=fecad5ed-08b4-4db8-8e35-9a1fb2f01a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254241 Aug 18 11:56:18.543927 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e809412e-85a1-4d6a-8ab9-78377d28f60f req-e330c723-b4ec-4977-80b0-b3530c623123 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] 10.222.0.66 "GET /v2.0/security-groups?id=07aef7bb-6c11-4cb4-8594-c24180b5d811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429136 Aug 18 11:56:18.556975 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1154ea0f-f760-4b1f-ad14-8ea5fa72f9cb req-e938585a-c904-4026-9234-92233ef4788b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:56:18.557375 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] get_ports_and_sgs() called for port_ids ['96d8aae3-0dc7-4c20-b902-0bc2c90b1528'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 11:56:18.558447 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1154ea0f-f760-4b1f-ad14-8ea5fa72f9cb req-e938585a-c904-4026-9234-92233ef4788b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=16b84496-6d9e-4d8c-9087-8e81549f7d75 HTTP/1.1" status: 200 len: 861 time: 0.0812685 Aug 18 11:56:18.608532 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1154ea0f-f760-4b1f-ad14-8ea5fa72f9cb req-2b152b2e-fc9c-42ac-b830-7aa289f6f874 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f471d7de-70da-4549-acfc-45017b3843ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355873 Aug 18 11:56:18.611977 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 11:56:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28d628fc-542f-427d-9b14-a7e7ef98340e x-openstack-request-id: req-28d628fc-542f-427d-9b14-a7e7ef98340e {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:56:18.611977 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c380b4f8-c43e-4381-a622-163f9dfe76cb", "name": "network-vif-plugged", "status": "completed", "tag": "ccab9c98-f8b4-44d4-9b6a-2a67909cf3f4", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:56:18.612146 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-28d628fc-542f-427d-9b14-a7e7ef98340e {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:56:18.612724 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c380b4f8-c43e-4381-a622-163f9dfe76cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccab9c98-f8b4-44d4-9b6a-2a67909cf3f4', 'code': 200} Aug 18 11:56:18.736335 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-42732928-c0d1-4162-97a6-842fff9b4cb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:18.892524 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc21fa5-cd95-49c6-b36c-b0b2f2317844 req-461932b2-a88d-44f1-b6ab-903997616932 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:56:18.894002 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-0fc21fa5-cd95-49c6-b36c-b0b2f2317844 req-461932b2-a88d-44f1-b6ab-903997616932 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] 10.222.0.63 "GET /v2.0/ports?device_id=472358b7-93c5-423a-b5d1-0f535558285a HTTP/1.1" status: 200 len: 944 time: 0.0650163 Aug 18 11:56:19.003913 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-0fc21fa5-cd95-49c6-b36c-b0b2f2317844 req-b0563419-a8b5-40e7-b757-e54d05b2683d tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] Deleting port 94776a37-9bd3-4598-8e23-bc0c4defaa9a {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 11:56:19.004255 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-0fc21fa5-cd95-49c6-b36c-b0b2f2317844 req-b0563419-a8b5-40e7-b757-e54d05b2683d tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:19.074784 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-42732928-c0d1-4162-97a6-842fff9b4cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:19.100390 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-0fc21fa5-cd95-49c6-b36c-b0b2f2317844 req-b0563419-a8b5-40e7-b757-e54d05b2683d tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] For port 94776a37-9bd3-4598-8e23-bc0c4defaa9a, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=94776a37-9bd3-4598-8e23-bc0c4defaa9a,segment=NetworkSegment(77044dd8-732d-4440-9cc8-7f1936544d71),segment_id=77044dd8-732d-4440-9cc8-7f1936544d71)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:56:19.101307 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-0fc21fa5-cd95-49c6-b36c-b0b2f2317844 req-b0563419-a8b5-40e7-b757-e54d05b2683d tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:19.104546 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc9b87f-7f23-47c5-9a02-1b55d5346adf req-dd77b4dc-97a7-4527-b2fe-cbbb4e1528de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:56:19.105997 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4bc9b87f-7f23-47c5-9a02-1b55d5346adf req-dd77b4dc-97a7-4527-b2fe-cbbb4e1528de service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=c380b4f8-c43e-4381-a622-163f9dfe76cb HTTP/1.1" status: 200 len: 1097 time: 0.4258225 Aug 18 11:56:19.117535 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-0fc21fa5-cd95-49c6-b36c-b0b2f2317844 req-b0563419-a8b5-40e7-b757-e54d05b2683d tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] Calling delete_port for 94776a37-9bd3-4598-8e23-bc0c4defaa9a owned by compute:nova {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 11:56:19.148217 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1154ea0f-f760-4b1f-ad14-8ea5fa72f9cb req-a773d136-6447-4b67-95a9-54a97d59ba70 service neutron] 10.222.0.62 "GET /v2.0/networks/f471d7de-70da-4549-acfc-45017b3843ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5316901 Aug 18 11:56:19.148990 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42732928-c0d1-4162-97a6-842fff9b4cb5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 837} {{(pid=106252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 11:56:19.190752 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42732928-c0d1-4162-97a6-842fff9b4cb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3e4d1a8-6ebf-47f3-ab47-a4f4072172f5,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:56:19.221950 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-42732928-c0d1-4162-97a6-842fff9b4cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:19.222294 n-d-804985-2 neutron-server[106252]: INFO neutron.db.segments_db [None req-42732928-c0d1-4162-97a6-842fff9b4cb5 admin admin] Added segment 83d174bf-3ae6-4b55-b0b7-fcf979f775ed of type vlan for network 0efc7fd8-7887-4d6a-afdd-a9a63cd40c41 Aug 18 11:56:19.266590 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-0fc21fa5-cd95-49c6-b36c-b0b2f2317844 req-b0563419-a8b5-40e7-b757-e54d05b2683d tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:19.294222 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66243fc0-cf8d-4bbd-9cc8-5e50133ffbbd req-1fbcfbc3-f359-4372-81dc-d035c677af7c tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:56:19.296435 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0563419-a8b5-40e7-b757-e54d05b2683d tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] Pushing event deleted for resources: {'Port': ['ID=94776a37-9bd3-4598-8e23-bc0c4defaa9a,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:56:19.301115 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] get_ports_and_sgs() called for port_ids ['94776a37-9bd3-4598-8e23-bc0c4defaa9a'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 11:56:19.301660 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-66243fc0-cf8d-4bbd-9cc8-5e50133ffbbd req-1fbcfbc3-f359-4372-81dc-d035c677af7c tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] 10.222.0.66 "GET /v2.0/ports?device_id=2145e013-9e79-4835-8d0d-e8371bc9e7cc HTTP/1.1" status: 200 len: 946 time: 0.2184944 Aug 18 11:56:19.308784 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-42732928-c0d1-4162-97a6-842fff9b4cb5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789150665894'] for network, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:19.318524 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4bc9b87f-7f23-47c5-9a02-1b55d5346adf req-591ded66-38c5-46cd-a264-8d473321f41b service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=7e743904-8348-419a-8d7e-df7c595f33de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865973 Aug 18 11:56:19.359965 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fc21fa5-cd95-49c6-b36c-b0b2f2317844 req-b0563419-a8b5-40e7-b757-e54d05b2683d tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] No DVR routers for this DVR port 94776a37-9bd3-4598-8e23-bc0c4defaa9a on host n-h1-804985-2 {{(pid=106253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 11:56:19.362879 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-0fc21fa5-cd95-49c6-b36c-b0b2f2317844 req-b0563419-a8b5-40e7-b757-e54d05b2683d tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:19.365735 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-0fc21fa5-cd95-49c6-b36c-b0b2f2317844 req-b0563419-a8b5-40e7-b757-e54d05b2683d tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] 10.222.0.63 "DELETE /v2.0/ports/94776a37-9bd3-4598-8e23-bc0c4defaa9a HTTP/1.1" status: 204 len: 173 time: 0.4646268 Aug 18 11:56:19.366469 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '472358b7-93c5-423a-b5d1-0f535558285a', 'name': 'network-vif-deleted', 'tag': '94776a37-9bd3-4598-8e23-bc0c4defaa9a'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 11:56:19.369012 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0679f4c4b6e0e0c064a7d71d722dc30541a34fffee11680573be22ee2ffccc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e72f7cc-cdcc-475b-8f9a-5064ced03182" -d '{"events": [{"server_uuid": "472358b7-93c5-423a-b5d1-0f535558285a", "name": "network-vif-deleted", "tag": "94776a37-9bd3-4598-8e23-bc0c4defaa9a"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:56:19.375765 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1154ea0f-f760-4b1f-ad14-8ea5fa72f9cb req-eb6a62df-e9ec-4dc6-947c-59267455c65c service neutron] 10.222.0.62 "GET /v2.0/networks/f471d7de-70da-4549-acfc-45017b3843ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2190924 Aug 18 11:56:19.390881 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-66243fc0-cf8d-4bbd-9cc8-5e50133ffbbd req-14674880-aff8-45bf-abcc-b505af25d1d8 tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bf5bc16-7ae8-42c8-a968-84c3ac638172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885594 Aug 18 11:56:19.392081 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-42732928-c0d1-4162-97a6-842fff9b4cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for network, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:19.393167 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42732928-c0d1-4162-97a6-842fff9b4cb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:56:19.393676 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-42732928-c0d1-4162-97a6-842fff9b4cb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for network, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:19.454408 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-42732928-c0d1-4162-97a6-842fff9b4cb5 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.3560565 Aug 18 11:56:19.457385 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 53552) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:56:19.469322 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-e3f5e7bd-4076-48e7-afb6-22784273aafe admin admin] Request body: {'subnet': {'network_id': '0efc7fd8-7887-4d6a-afdd-a9a63cd40c41', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1228774668-subnet', 'tenant_id': '08ae616b30724273aca9bf5c66a36a39', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:56:19.476957 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42732928-c0d1-4162-97a6-842fff9b4cb5 admin admin] Pushing event updated for resources: {'Network': ['ID=0efc7fd8-7887-4d6a-afdd-a9a63cd40c41,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:56:19.492397 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Network 0efc7fd8-7887-4d6a-afdd-a9a63cd40c41 details requested by agent ovs-agent-n-d-804985-2 with host n-d-804985-2 {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 11:56:19.502361 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3f5e7bd-4076-48e7-afb6-22784273aafe admin admin] Made reservation on behalf of 08ae616b30724273aca9bf5c66a36a39 for: {'subnet': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 11:56:19.507591 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e3f5e7bd-4076-48e7-afb6-22784273aafe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59388119'] for subnet, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:19.596323 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 11:56:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d230133d-66c9-4483-9ea2-2ab3720186f1 x-openstack-request-id: req-d230133d-66c9-4483-9ea2-2ab3720186f1 {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:56:19.596728 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "472358b7-93c5-423a-b5d1-0f535558285a", "name": "network-vif-deleted", "tag": "94776a37-9bd3-4598-8e23-bc0c4defaa9a", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:56:19.597036 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d230133d-66c9-4483-9ea2-2ab3720186f1 {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:56:19.597487 n-d-804985-2 neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '472358b7-93c5-423a-b5d1-0f535558285a', 'name': 'network-vif-deleted', 'tag': '94776a37-9bd3-4598-8e23-bc0c4defaa9a', 'status': 'completed', 'code': 200} Aug 18 11:56:19.631148 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f6070e-7c24-40e5-bdf1-bc73fd72282b req-d2354c8f-479b-4856-ac1c-6e41620c3103 tempest-ListServersNegativeTestJSON-1718404107 tempest-ListServersNegativeTestJSON-1718404107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:56:19.633087 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a7f6070e-7c24-40e5-bdf1-bc73fd72282b req-d2354c8f-479b-4856-ac1c-6e41620c3103 tempest-ListServersNegativeTestJSON-1718404107 tempest-ListServersNegativeTestJSON-1718404107-project] 10.222.0.66 "GET /v2.0/ports?device_id=410705a3-aaa1-4c6c-b46b-eeeeb800c41f HTTP/1.1" status: 200 len: 943 time: 0.0627756 Aug 18 11:56:19.648077 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 96d8aae3-0dc7-4c20-b902-0bc2c90b1528 up at agent hyperv_n-h1-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:56:19.679412 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a7f6070e-7c24-40e5-bdf1-bc73fd72282b req-01900262-e766-48f1-8204-15a5356efa59 tempest-ListServersNegativeTestJSON-1718404107 tempest-ListServersNegativeTestJSON-1718404107-project] 10.222.0.66 "GET /v2.0/security-groups?id=7e743904-8348-419a-8d7e-df7c595f33de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389717 Aug 18 11:56:19.741058 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 53560) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:56:19.756758 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Provisioning for port 96d8aae3-0dc7-4c20-b902-0bc2c90b1528 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 11:56:19.764600 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Provisioning complete for port 96d8aae3-0dc7-4c20-b902-0bc2c90b1528 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:56:19.766208 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:19.794121 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e3f5e7bd-4076-48e7-afb6-22784273aafe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58902106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59388097'] for subnet, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:19.982389 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f5e7bd-4076-48e7-afb6-22784273aafe admin admin] Pushing event updated for resources: {'Subnet': ['ID=0396f86e-2c07-4403-9fff-c9df3ff4afaf,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:56:19.988086 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f5e7bd-4076-48e7-afb6-22784273aafe admin admin] Checking segment: {'id': '83d174bf-3ae6-4b55-b0b7-fcf979f775ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '0efc7fd8-7887-4d6a-afdd-a9a63cd40c41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 11:56:19.997302 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3f5e7bd-4076-48e7-afb6-22784273aafe admin admin] Network hostable DHCP agents. Network: 0efc7fd8-7887-4d6a-afdd-a9a63cd40c41, hostable agents: ['97c14208-2951-4361-8d64-3708c946ff5f'], hosted agents: [] {{(pid=106253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 11:56:20.048534 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3f5e7bd-4076-48e7-afb6-22784273aafe admin admin] Network 0efc7fd8-7887-4d6a-afdd-a9a63cd40c41 is scheduled to be hosted by DHCP agent 97c14208-2951-4361-8d64-3708c946ff5f with binding_index 1 {{(pid=106253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 11:56:20.073310 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-e3f5e7bd-4076-48e7-afb6-22784273aafe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-2, 0efc7fd8-7887-4d6a-afdd-a9a63cd40c41) {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:56:20.078472 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3f5e7bd-4076-48e7-afb6-22784273aafe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:56:20.079385 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e3f5e7bd-4076-48e7-afb6-22784273aafe admin admin] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:20.088499 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-be40ebff-a665-40df-a558-d2aebe02c92b req-caae60d9-0036-452d-aa65-548c6cce7967 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] 10.222.0.66 "GET /v2.0/ports?device_id=472358b7-93c5-423a-b5d1-0f535558285a HTTP/1.1" status: 200 len: 210 time: 0.1312532 Aug 18 11:56:20.122399 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-e3f5e7bd-4076-48e7-afb6-22784273aafe admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6638119 Aug 18 11:56:20.125143 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 53568) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:56:20.130213 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-39ab5cfa-84b9-46ae-9d70-a698c67ff598 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1228774668-router', 'tenant_id': '08ae616b30724273aca9bf5c66a36a39', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'}}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:56:20.154808 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8d0a16-62a5-4b2d-8427-433e548f7072 req-82e2efe6-3c69-4f87-9854-b5732f3c82ca tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:56:20.163750 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4d8d0a16-62a5-4b2d-8427-433e548f7072 req-82e2efe6-3c69-4f87-9854-b5732f3c82ca tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.66 "GET /v2.0/ports?device_id=af8b3f7f-0e9e-4899-ae59-bba76d0eea1d HTTP/1.1" status: 200 len: 946 time: 0.3515890 Aug 18 11:56:20.175874 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-39ab5cfa-84b9-46ae-9d70-a698c67ff598 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-998592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15809'] for router, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:20.177026 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-39ab5cfa-84b9-46ae-9d70-a698c67ff598 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-992733', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-971415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15816'] for router, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:20.229724 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4d8d0a16-62a5-4b2d-8427-433e548f7072 req-5b0e81d1-502b-4db1-a9c3-def0bfe899ad tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.66 "GET /v2.0/security-groups?id=fecad5ed-08b4-4db8-8e35-9a1fb2f01a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603702 Aug 18 11:56:20.271029 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:20.271263 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-39ab5cfa-84b9-46ae-9d70-a698c67ff598 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:20.273505 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d28925c4-125f-4967-a505-b0d07df7378d None None] Network 0efc7fd8-7887-4d6a-afdd-a9a63cd40c41 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 11:56:20.275747 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 4436fe4a-6e4f-45bc-9b98-748faff15a6e details requested by agent hyperv_n-h2-804985-2 with host n-h2-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 11:56:20.362535 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ac8c03-4a9b-4e53-b28b-3f6d79f128e7 req-dc4a8cb9-745a-4916-8737-e82bbcc37dbf tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:56:20.370665 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-48ac8c03-4a9b-4e53-b28b-3f6d79f128e7 req-dc4a8cb9-745a-4916-8737-e82bbcc37dbf tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] 10.222.0.66 "GET /v2.0/networks?id=06bbcd73-3087-45af-ac07-d9df7df70b38 HTTP/1.1" status: 200 len: 805 time: 0.1397555 Aug 18 11:56:20.391318 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 96d8aae3-0dc7-4c20-b902-0bc2c90b1528, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=96d8aae3-0dc7-4c20-b902-0bc2c90b1528,segment=NetworkSegment(e10d0f61-1fae-4cda-a998-da9996671ba9),segment_id=e10d0f61-1fae-4cda-a998-da9996671ba9)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:56:20.437293 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:20.438239 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-48ac8c03-4a9b-4e53-b28b-3f6d79f128e7 req-c8587b19-9eb6-4f75-8225-33876fc1889e tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] 10.222.0.66 "GET /v2.0/quotas/600fbea656874dbdb95dcdc7eb311868 HTTP/1.1" status: 200 len: 375 time: 0.0663452 Aug 18 11:56:20.438562 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 94776a37-9bd3-4598-8e23-bc0c4defaa9a no longer exists at agent hyperv_n-h1-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 11:56:20.542177 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] No Port match for: 94776a37-9bd3-4598-8e23-bc0c4defaa9a {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 11:56:20.542791 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 94776a37-9bd3-4598-8e23-bc0c4defaa9a not bound to the agent host n-h1-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 11:56:20.551439 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-39ab5cfa-84b9-46ae-9d70-a698c67ff598 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:20.579385 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-48ac8c03-4a9b-4e53-b28b-3f6d79f128e7 req-ba84fc6d-4165-484b-a4c9-f2e17d585028 tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=600fbea656874dbdb95dcdc7eb311868&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1390543 Aug 18 11:56:20.613776 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b92768de-823a-498b-aeee-230034aca3bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96d8aae3-0dc7-4c20-b902-0bc2c90b1528'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 11:56:20.622017 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db50a436fb3a98495337d8fe7487b4f2ea6f3c1052eb9efadc2ecda2d5737001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da2e1d6e-e4fb-4f3f-8c8d-762b60b42e3f" -d '{"events": [{"server_uuid": "b92768de-823a-498b-aeee-230034aca3bb", "name": "network-vif-plugged", "status": "completed", "tag": "96d8aae3-0dc7-4c20-b902-0bc2c90b1528"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:56:20.634945 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port 4436fe4a-6e4f-45bc-9b98-748faff15a6e, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=4436fe4a-6e4f-45bc-9b98-748faff15a6e,segment=NetworkSegment(e10d0f61-1fae-4cda-a998-da9996671ba9),segment_id=e10d0f61-1fae-4cda-a998-da9996671ba9)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:56:20.654760 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Returning: {'device': '4436fe4a-6e4f-45bc-9b98-748faff15a6e', 'network_id': '12bc49d0-42af-434e-8cb8-eda3f30f4065', 'port_id': '4436fe4a-6e4f-45bc-9b98-748faff15a6e', 'mac_address': 'fa:16:3e:df:2b:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 814, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '091168e8-532c-456a-8118-b9524ba9b3f0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 11:56:20.659612 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=96d8aae3-0dc7-4c20-b902-0bc2c90b1528,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:56:20.686568 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823bd67f-a772-4c0d-ada8-d8daaf97d648 req-b62473a7-cf51-4d07-9e66-35fff186e08f tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:56:20.694161 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-823bd67f-a772-4c0d-ada8-d8daaf97d648 req-b62473a7-cf51-4d07-9e66-35fff186e08f tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] 10.222.0.66 "GET /v2.0/ports?device_id=2145e013-9e79-4835-8d0d-e8371bc9e7cc HTTP/1.1" status: 200 len: 946 time: 0.1922159 Aug 18 11:56:20.717870 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:20.762476 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4436fe4a-6e4f-45bc-9b98-748faff15a6e {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 11:56:20.771284 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5662c864-4e57-44d0-81e1-7b1b200234e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp788be208-34ab-5a8f-af0f-528834af222f-0efc7fd8-7887-4d6a-afdd-a9a63cd40c41', 'network_id': '0efc7fd8-7887-4d6a-afdd-a9a63cd40c41', 'tenant_id': '08ae616b30724273aca9bf5c66a36a39', 'fixed_ips': [{'subnet_id': '0396f86e-2c07-4403-9fff-c9df3ff4afaf'}]}} from n-d-804985-2. {{(pid=106254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 11:56:20.772293 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-5662c864-4e57-44d0-81e1-7b1b200234e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:20.774848 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-48ac8c03-4a9b-4e53-b28b-3f6d79f128e7 req-0dc445ee-d014-47be-9294-9136cf272621 service neutron] 10.222.0.66 "GET /v2.0/networks/06bbcd73-3087-45af-ac07-d9df7df70b38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1943064 Aug 18 11:56:20.807479 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-39ab5cfa-84b9-46ae-9d70-a698c67ff598 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:20.834998 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-39ab5cfa-84b9-46ae-9d70-a698c67ff598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:20.876888 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-823bd67f-a772-4c0d-ada8-d8daaf97d648 req-15d375c3-4645-4169-9908-df2053cbc132 tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bf5bc16-7ae8-42c8-a968-84c3ac638172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770487 Aug 18 11:56:20.881854 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port 4436fe4a-6e4f-45bc-9b98-748faff15a6e, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=4436fe4a-6e4f-45bc-9b98-748faff15a6e,segment=NetworkSegment(e10d0f61-1fae-4cda-a998-da9996671ba9),segment_id=e10d0f61-1fae-4cda-a998-da9996671ba9)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:56:20.897747 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:20.979021 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=4436fe4a-6e4f-45bc-9b98-748faff15a6e,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:56:21.000920 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [None req-39ab5cfa-84b9-46ae-9d70-a698c67ff598 admin admin] Allocated IP 172.25.7.101 (7cae7a70-14fd-408c-b14d-39ceb97cb60e/9784295a-20b8-4a4b-b105-f82737f0448f/c3acce9e-10b1-4f66-8a06-d62caedb5736) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 11:56:21.005467 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-48ac8c03-4a9b-4e53-b28b-3f6d79f128e7 req-7b11c12f-b8c4-46b5-a7cd-52d5f5311f2e service neutron] 10.222.0.66 "GET /v2.0/networks/06bbcd73-3087-45af-ac07-d9df7df70b38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2297328 Aug 18 11:56:21.040902 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3059dc41-172f-4547-9722-d1943e173b0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:21.054435 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 11:56:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8fc8dda-52c7-4b68-baa6-ddffde67b7d5 x-openstack-request-id: req-c8fc8dda-52c7-4b68-baa6-ddffde67b7d5 {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:56:21.056924 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b92768de-823a-498b-aeee-230034aca3bb", "name": "network-vif-plugged", "status": "completed", "tag": "96d8aae3-0dc7-4c20-b902-0bc2c90b1528", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:56:21.058383 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c8fc8dda-52c7-4b68-baa6-ddffde67b7d5 {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:56:21.058809 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b92768de-823a-498b-aeee-230034aca3bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96d8aae3-0dc7-4c20-b902-0bc2c90b1528', 'code': 200} Aug 18 11:56:21.064228 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.db_base_plugin_common [None req-5662c864-4e57-44d0-81e1-7b1b200234e5 None None] Allocated IP 172.20.0.2 (0efc7fd8-7887-4d6a-afdd-a9a63cd40c41/0396f86e-2c07-4403-9fff-c9df3ff4afaf/117c9cd7-0b5a-42fc-8f29-d4107e351d14) {{(pid=106254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 11:56:21.125685 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c27552af-3f55-4449-bf8f-8163b8818003 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-996815'] for router_interface, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:21.208629 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] get_ports_and_sgs() called for port_ids ['4436fe4a-6e4f-45bc-9b98-748faff15a6e'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 11:56:21.228672 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4197c8-4d9d-492a-b382-b65fa3ea22d1 req-1ea8df79-4139-4ddf-b195-5132fd09fd11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:56:21.233697 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-fa4197c8-4d9d-492a-b382-b65fa3ea22d1 req-1ea8df79-4139-4ddf-b195-5132fd09fd11 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=b92768de-823a-498b-aeee-230034aca3bb HTTP/1.1" status: 200 len: 1096 time: 0.1020522 Aug 18 11:56:21.244625 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-39ab5cfa-84b9-46ae-9d70-a698c67ff598 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:21.291323 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-fa4197c8-4d9d-492a-b382-b65fa3ea22d1 req-358770e0-8340-4453-a398-236d5271cffb service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=7e743904-8348-419a-8d7e-df7c595f33de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439277 Aug 18 11:56:21.333885 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-39ab5cfa-84b9-46ae-9d70-a698c67ff598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:21.415841 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39ab5cfa-84b9-46ae-9d70-a698c67ff598 admin admin] Network 7cae7a70-14fd-408c-b14d-39ceb97cb60e is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 11:56:21.417469 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b205b2bd-fea1-461a-8ab9-7f7cb303cf62 req-c742f5ac-adc9-4672-b168-09965281e961 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] 10.222.0.66 "GET /v2.0/ports?device_id=472358b7-93c5-423a-b5d1-0f535558285a HTTP/1.1" status: 200 len: 210 time: 0.0801127 Aug 18 11:56:21.417800 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ab5cfa-84b9-46ae-9d70-a698c67ff598 admin admin] Pushing event updated for resources: {'Port': ['ID=c3acce9e-10b1-4f66-8a06-d62caedb5736,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:56:21.429755 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-39ab5cfa-84b9-46ae-9d70-a698c67ff598 admin admin] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:56:21.439539 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ab5cfa-84b9-46ae-9d70-a698c67ff598 admin admin] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 11:56:21.454755 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:21.531129 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e6efe0-7c61-409f-b5b9-cc841d4f7697 req-33ce75f7-eaa4-4247-b500-72690002e21f tempest-ListServersNegativeTestJSON-1718404107 tempest-ListServersNegativeTestJSON-1718404107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:56:21.539106 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-45e6efe0-7c61-409f-b5b9-cc841d4f7697 req-33ce75f7-eaa4-4247-b500-72690002e21f tempest-ListServersNegativeTestJSON-1718404107 tempest-ListServersNegativeTestJSON-1718404107-project] 10.222.0.66 "GET /v2.0/ports?device_id=410705a3-aaa1-4c6c-b46b-eeeeb800c41f HTTP/1.1" status: 200 len: 944 time: 0.2410870 Aug 18 11:56:21.586457 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-5662c864-4e57-44d0-81e1-7b1b200234e5 None None] Notify callbacks [] for port, precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:21.597123 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-5662c864-4e57-44d0-81e1-7b1b200234e5 None None] Transition to ACTIVE for port object 117c9cd7-0b5a-42fc-8f29-d4107e351d14 will not be triggered until provisioned by entity L2. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 11:56:21.600006 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-355dca92-bc22-4e59-9f7b-b2abbe99d56c req-6f3eaf7f-3355-434c-92a4-9183a6f27aae tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] 10.222.0.66 "GET /v2.0/ports?device_id=3a79ffbb-f25f-44ea-808f-fdd15b64f8c1 HTTP/1.1" status: 200 len: 210 time: 0.0399075 Aug 18 11:56:21.620391 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-45e6efe0-7c61-409f-b5b9-cc841d4f7697 req-a731fa2b-6cdf-48f6-a351-22a43055e5cf tempest-ListServersNegativeTestJSON-1718404107 tempest-ListServersNegativeTestJSON-1718404107-project] 10.222.0.66 "GET /v2.0/security-groups?id=7e743904-8348-419a-8d7e-df7c595f33de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803688 Aug 18 11:56:21.626013 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-5662c864-4e57-44d0-81e1-7b1b200234e5 None None] Transition to ACTIVE for port object 117c9cd7-0b5a-42fc-8f29-d4107e351d14 will not be triggered until provisioned by entity DHCP. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 11:56:21.650725 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-5662c864-4e57-44d0-81e1-7b1b200234e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547'] for port, after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:21.705744 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5662c864-4e57-44d0-81e1-7b1b200234e5 None None] Network 0efc7fd8-7887-4d6a-afdd-a9a63cd40c41 is already hosted by enough agents. {{(pid=106254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 11:56:21.728452 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dc1354-e176-42a2-9e0e-d58840e41047 req-cfa47b55-417f-4109-a85e-7c14471ce9ad tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:56:21.730005 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d6dc1354-e176-42a2-9e0e-d58840e41047 req-cfa47b55-417f-4109-a85e-7c14471ce9ad tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] 10.222.0.62 "GET /v2.0/ports?device_id=e38b4e3a-8fbc-41ad-b52d-117b7f8e6b31 HTTP/1.1" status: 200 len: 946 time: 0.0887063 Aug 18 11:56:21.764698 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.base_scheduler [None req-5662c864-4e57-44d0-81e1-7b1b200234e5 None None] Resources bound (agent type, host, resource id): {{(pid=106254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:56:21.780836 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5662c864-4e57-44d0-81e1-7b1b200234e5 None None] Received port after_create {{(pid=106254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 11:56:21.829618 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-39ab5cfa-84b9-46ae-9d70-a698c67ff598 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:21.841549 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5662c864-4e57-44d0-81e1-7b1b200234e5 None None] Pushing event updated for resources: {'Port': ['ID=117c9cd7-0b5a-42fc-8f29-d4107e351d14,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:56:21.854570 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa14a36-6b10-4517-a155-6fe305949139 req-1f1796bc-2585-4bc1-9dd4-6029d9ec43c5 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:56:21.862501 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4fa14a36-6b10-4517-a155-6fe305949139 req-1f1796bc-2585-4bc1-9dd4-6029d9ec43c5 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.66 "GET /v2.0/ports?device_id=af8b3f7f-0e9e-4899-ae59-bba76d0eea1d HTTP/1.1" status: 200 len: 946 time: 0.1294587 Aug 18 11:56:21.896044 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-5662c864-4e57-44d0-81e1-7b1b200234e5 None None] Attempting to bind port 117c9cd7-0b5a-42fc-8f29-d4107e351d14 on host n-d-804985-2 for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 11:56:21.896554 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-5662c864-4e57-44d0-81e1-7b1b200234e5 None None] Attempting to bind port 117c9cd7-0b5a-42fc-8f29-d4107e351d14 by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': '83d174bf-3ae6-4b55-b0b7-fcf979f775ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '0efc7fd8-7887-4d6a-afdd-a9a63cd40c41'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 11:56:21.896980 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5662c864-4e57-44d0-81e1-7b1b200234e5 None None] Attempting to bind port 117c9cd7-0b5a-42fc-8f29-d4107e351d14 on network 0efc7fd8-7887-4d6a-afdd-a9a63cd40c41 {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 11:56:21.902775 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5662c864-4e57-44d0-81e1-7b1b200234e5 None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 11, 56, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 11:56:21.903232 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5662c864-4e57-44d0-81e1-7b1b200234e5 None None] Checking segment: {'id': '83d174bf-3ae6-4b55-b0b7-fcf979f775ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '0efc7fd8-7887-4d6a-afdd-a9a63cd40c41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 11:56:21.903699 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-5662c864-4e57-44d0-81e1-7b1b200234e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:21.904359 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5662c864-4e57-44d0-81e1-7b1b200234e5 None None] Bound using segment: {'id': '83d174bf-3ae6-4b55-b0b7-fcf979f775ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '0efc7fd8-7887-4d6a-afdd-a9a63cd40c41'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 11:56:21.904943 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-5662c864-4e57-44d0-81e1-7b1b200234e5 None None] Bound port: 117c9cd7-0b5a-42fc-8f29-d4107e351d14, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83d174bf-3ae6-4b55-b0b7-fcf979f775ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '0efc7fd8-7887-4d6a-afdd-a9a63cd40c41'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 11:56:21.905412 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-5662c864-4e57-44d0-81e1-7b1b200234e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:21.990847 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-5662c864-4e57-44d0-81e1-7b1b200234e5 None None] For port 117c9cd7-0b5a-42fc-8f29-d4107e351d14, host n-d-804985-2, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 11:56:22.019265 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4fa14a36-6b10-4517-a155-6fe305949139 req-4f12e626-30f9-45ea-b97b-e6e16ff1ef3c tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.66 "GET /v2.0/security-groups?id=fecad5ed-08b4-4db8-8e35-9a1fb2f01a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555281 Aug 18 11:56:22.040679 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-5662c864-4e57-44d0-81e1-7b1b200234e5 None None] For port 117c9cd7-0b5a-42fc-8f29-d4107e351d14, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=117c9cd7-0b5a-42fc-8f29-d4107e351d14,segment=NetworkSegment(83d174bf-3ae6-4b55-b0b7-fcf979f775ed),segment_id=83d174bf-3ae6-4b55-b0b7-fcf979f775ed)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 11:56:22.045067 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-53584c24-f517-494e-ac93-c18bb92373f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:22.048271 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-5662c864-4e57-44d0-81e1-7b1b200234e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:22.100663 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 30797c61-49b3-4afe-8d92-34349bf07488 no longer exists at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 11:56:22.187312 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5662c864-4e57-44d0-81e1-7b1b200234e5 None None] Pushing event updated for resources: {'Port': ['ID=117c9cd7-0b5a-42fc-8f29-d4107e351d14,revision_number=2']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:56:22.188839 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-39ab5cfa-84b9-46ae-9d70-a698c67ff598 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-998473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-992536'] for router, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:22.225140 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-c27552af-3f55-4449-bf8f-8163b8818003 admin admin] Deleting port 49bdb1b6-8f91-4719-950a-3b0c218900ad {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 11:56:22.225476 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c27552af-3f55-4449-bf8f-8163b8818003 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:22.230332 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-d6dc1354-e176-42a2-9e0e-d58840e41047 req-75b2eb4c-ded9-46a4-8e25-2f7895bfd623 tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] Deleting port 30797c61-49b3-4afe-8d92-34349bf07488 {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 11:56:22.230675 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-d6dc1354-e176-42a2-9e0e-d58840e41047 req-75b2eb4c-ded9-46a4-8e25-2f7895bfd623 tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:22.261993 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:22.306039 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port 30797c61-49b3-4afe-8d92-34349bf07488, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=30797c61-49b3-4afe-8d92-34349bf07488,segment=NetworkSegment(6c07e440-4a82-438f-a97f-74dad85fe56f),segment_id=6c07e440-4a82-438f-a97f-74dad85fe56f)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:56:22.314991 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:22.387798 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39ab5cfa-84b9-46ae-9d70-a698c67ff598 admin admin] Router 54d8225b-86b8-4e19-a1ed-75a7740e159a is scheduled to L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 with binding_index 1 {{(pid=106253) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 11:56:22.458415 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d652e3b-22de-4f81-af82-8dce7a0a20bd req-9c002a0d-b77b-455c-ac56-fb1553ae34c3 tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:56:22.460018 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4d652e3b-22de-4f81-af82-8dce7a0a20bd req-9c002a0d-b77b-455c-ac56-fb1553ae34c3 tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] 10.222.0.66 "GET /v2.0/ports?device_id=2145e013-9e79-4835-8d0d-e8371bc9e7cc HTTP/1.1" status: 200 len: 946 time: 0.4365761 Aug 18 11:56:22.483986 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=30797c61-49b3-4afe-8d92-34349bf07488,revision_number=8']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:56:22.593461 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39ab5cfa-84b9-46ae-9d70-a698c67ff598 admin admin] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 11:56:22.607782 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0e2841b-6f66-482b-afb8-4294defcde6a None None] Sync routers for ids ['54d8225b-86b8-4e19-a1ed-75a7740e159a'] in n-d-804985-2 {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 11:56:22.615509 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-39ab5cfa-84b9-46ae-9d70-a698c67ff598 admin admin] Notify callbacks [] for router, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:22.619920 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-39ab5cfa-84b9-46ae-9d70-a698c67ff598 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.4911642 Aug 18 11:56:22.620375 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 53606) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:56:22.633941 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e2841b-6f66-482b-afb8-4294defcde6a None None] Routers {'54d8225b-86b8-4e19-a1ed-75a7740e159a'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 11:56:22.634643 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-b0e2841b-6f66-482b-afb8-4294defcde6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T11:56:21Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['54d8225b-86b8-4e19-a1ed-75a7740e159a'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:56:22.645491 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4d652e3b-22de-4f81-af82-8dce7a0a20bd req-cd4b0cc2-5391-4d54-916b-9af91c12bc40 tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bf5bc16-7ae8-42c8-a968-84c3ac638172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646428 Aug 18 11:56:22.657965 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [None req-c27552af-3f55-4449-bf8f-8163b8818003 admin admin] For port 49bdb1b6-8f91-4719-950a-3b0c218900ad, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=49bdb1b6-8f91-4719-950a-3b0c218900ad,segment=NetworkSegment(a64f6bd4-a887-4b68-9b8c-3f473a0ffabc),segment_id=a64f6bd4-a887-4b68-9b8c-3f473a0ffabc)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:56:22.658330 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c27552af-3f55-4449-bf8f-8163b8818003 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:22.675124 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-569a6784-4d8c-4077-be31-7e060a7f14d7 req-3464b0d4-dd4f-4659-8d4c-13b68849630f tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] 10.222.0.66 "GET /v2.0/ports?device_id=472358b7-93c5-423a-b5d1-0f535558285a HTTP/1.1" status: 200 len: 210 time: 0.1210139 Aug 18 11:56:22.695531 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-d6dc1354-e176-42a2-9e0e-d58840e41047 req-75b2eb4c-ded9-46a4-8e25-2f7895bfd623 tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] For port 30797c61-49b3-4afe-8d92-34349bf07488, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=30797c61-49b3-4afe-8d92-34349bf07488,segment=NetworkSegment(6c07e440-4a82-438f-a97f-74dad85fe56f),segment_id=6c07e440-4a82-438f-a97f-74dad85fe56f)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:56:22.697177 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-d6dc1354-e176-42a2-9e0e-d58840e41047 req-75b2eb4c-ded9-46a4-8e25-2f7895bfd623 tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:22.736029 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-c27552af-3f55-4449-bf8f-8163b8818003 admin admin] Calling delete_port for 49bdb1b6-8f91-4719-950a-3b0c218900ad owned by network:router_interface {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 11:56:22.749415 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-d6dc1354-e176-42a2-9e0e-d58840e41047 req-75b2eb4c-ded9-46a4-8e25-2f7895bfd623 tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] Calling delete_port for 30797c61-49b3-4afe-8d92-34349bf07488 owned by compute:nova {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 11:56:22.942725 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-29384c09-f6d9-471b-ad69-8e019e751063 req-de953d24-8d0b-49ae-bd5f-3bfe3495fe95 tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] 10.222.0.66 "GET /v2.0/ports?device_id=3a79ffbb-f25f-44ea-808f-fdd15b64f8c1 HTTP/1.1" status: 200 len: 210 time: 0.0976844 Aug 18 11:56:22.942994 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-b0e2841b-6f66-482b-afb8-4294defcde6a None None] Set router 54d8225b-86b8-4e19-a1ed-75a7740e159a gateway port host: n-d-804985-2 {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 11:56:23.027201 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcfbde8-6ab5-4371-8c32-3c51939d5a40 req-c7f38627-471d-4d2e-9f1d-87c5da7b7532 tempest-ListServersNegativeTestJSON-1718404107 tempest-ListServersNegativeTestJSON-1718404107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:56:23.036495 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6dcfbde8-6ab5-4371-8c32-3c51939d5a40 req-c7f38627-471d-4d2e-9f1d-87c5da7b7532 tempest-ListServersNegativeTestJSON-1718404107 tempest-ListServersNegativeTestJSON-1718404107-project] 10.222.0.66 "GET /v2.0/ports?device_id=410705a3-aaa1-4c6c-b46b-eeeeb800c41f HTTP/1.1" status: 200 len: 944 time: 0.2469723 Aug 18 11:56:23.070462 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e38b4e3a-8fbc-41ad-b52d-117b7f8e6b31', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '30797c61-49b3-4afe-8d92-34349bf07488'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 11:56:23.075515 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db50a436fb3a98495337d8fe7487b4f2ea6f3c1052eb9efadc2ecda2d5737001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64c8bddf-8d6f-4201-a3dc-cea0cdac1299" -d '{"events": [{"server_uuid": "e38b4e3a-8fbc-41ad-b52d-117b7f8e6b31", "name": "network-vif-unplugged", "status": "completed", "tag": "30797c61-49b3-4afe-8d92-34349bf07488"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:56:23.175022 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6dcfbde8-6ab5-4371-8c32-3c51939d5a40 req-2ca7f733-5099-4dc8-b4a3-5cc7504e61cb tempest-ListServersNegativeTestJSON-1718404107 tempest-ListServersNegativeTestJSON-1718404107-project] 10.222.0.66 "GET /v2.0/security-groups?id=7e743904-8348-419a-8d7e-df7c595f33de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370180 Aug 18 11:56:23.278658 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 18 Aug 2021 11:56:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff5aa587-987d-4b4b-b19a-15894f577f5f x-openstack-request-id: req-ff5aa587-987d-4b4b-b19a-15894f577f5f {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:56:23.278658 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e38b4e3a-8fbc-41ad-b52d-117b7f8e6b31", "name": "network-vif-unplugged", "status": "completed", "tag": "30797c61-49b3-4afe-8d92-34349bf07488", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:56:23.278935 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ff5aa587-987d-4b4b-b19a-15894f577f5f {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:56:23.279099 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e38b4e3a-8fbc-41ad-b52d-117b7f8e6b31', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '30797c61-49b3-4afe-8d92-34349bf07488', 'code': 200} Aug 18 11:56:23.331489 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-d6dc1354-e176-42a2-9e0e-d58840e41047 req-75b2eb4c-ded9-46a4-8e25-2f7895bfd623 tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:23.332797 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-b0e2841b-6f66-482b-afb8-4294defcde6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54d8225b-86b8-4e19-a1ed-75a7740e159a', 'name': 'tempest-ServersTestBootFromVolume-1228774668-router', 'tenant_id': '08ae616b30724273aca9bf5c66a36a39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': 'c3acce9e-10b1-4f66-8a06-d62caedb5736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T11:56:20Z', 'updated_at': '2021-08-18T11:56:21Z', 'revision_number': 3, 'project_id': '08ae616b30724273aca9bf5c66a36a39', 'gw_port': {'id': 'c3acce9e-10b1-4f66-8a06-d62caedb5736', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:38:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54d8225b-86b8-4e19-a1ed-75a7740e159a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:56:20Z', 'updated_at': '2021-08-18T11:56:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:56:23.393001 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0e2841b-6f66-482b-afb8-4294defcde6a None None] Checking router: 54d8225b-86b8-4e19-a1ed-75a7740e159a for host: n-d-804985-2 {{(pid=106254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 11:56:23.395192 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0e2841b-6f66-482b-afb8-4294defcde6a None None] Updating router 54d8225b-86b8-4e19-a1ed-75a7740e159a port c3acce9e-10b1-4f66-8a06-d62caedb5736 binding host n-d-804985-2 {{(pid=106254) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 11:56:23.395336 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0451d454-8c60-4799-ba5c-438704eeb0f5 req-fa9ed2be-7908-40e9-a928-49fbae973274 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:56:23.396972 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0451d454-8c60-4799-ba5c-438704eeb0f5 req-fa9ed2be-7908-40e9-a928-49fbae973274 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.66 "GET /v2.0/ports?device_id=af8b3f7f-0e9e-4899-ae59-bba76d0eea1d HTTP/1.1" status: 200 len: 946 time: 0.2146869 Aug 18 11:56:23.399794 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b2eb4c-ded9-46a4-8e25-2f7895bfd623 tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] Pushing event deleted for resources: {'Port': ['ID=30797c61-49b3-4afe-8d92-34349bf07488,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:56:23.436542 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c27552af-3f55-4449-bf8f-8163b8818003 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:23.458107 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-b0e2841b-6f66-482b-afb8-4294defcde6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:23.495509 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6dc1354-e176-42a2-9e0e-d58840e41047 req-75b2eb4c-ded9-46a4-8e25-2f7895bfd623 tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] No DVR routers for this DVR port 30797c61-49b3-4afe-8d92-34349bf07488 on host n-h2-804985-2 {{(pid=106252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 11:56:23.498770 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-d6dc1354-e176-42a2-9e0e-d58840e41047 req-75b2eb4c-ded9-46a4-8e25-2f7895bfd623 tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:23.501677 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d6dc1354-e176-42a2-9e0e-d58840e41047 req-75b2eb4c-ded9-46a4-8e25-2f7895bfd623 tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] 10.222.0.62 "DELETE /v2.0/ports/30797c61-49b3-4afe-8d92-34349bf07488 HTTP/1.1" status: 204 len: 173 time: 1.7357047 Aug 18 11:56:23.505764 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e38b4e3a-8fbc-41ad-b52d-117b7f8e6b31', 'name': 'network-vif-deleted', 'tag': '30797c61-49b3-4afe-8d92-34349bf07488'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 11:56:23.508305 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ec1ff76-6652-40e4-b958-f8a70f740500" -d '{"events": [{"server_uuid": "e38b4e3a-8fbc-41ad-b52d-117b7f8e6b31", "name": "network-vif-deleted", "tag": "30797c61-49b3-4afe-8d92-34349bf07488"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:56:23.511392 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27552af-3f55-4449-bf8f-8163b8818003 admin admin] Pushing event deleted for resources: {'Port': ['ID=49bdb1b6-8f91-4719-950a-3b0c218900ad,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:56:23.557670 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0451d454-8c60-4799-ba5c-438704eeb0f5 req-e53e0f79-d8fc-4af6-bf6d-7f67a005367f tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.66 "GET /v2.0/security-groups?id=fecad5ed-08b4-4db8-8e35-9a1fb2f01a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472347 Aug 18 11:56:23.647560 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 11:56:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa18ed56-6269-45c0-b9a2-adf06effb05a x-openstack-request-id: req-fa18ed56-6269-45c0-b9a2-adf06effb05a {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:56:23.648955 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e38b4e3a-8fbc-41ad-b52d-117b7f8e6b31", "name": "network-vif-deleted", "tag": "30797c61-49b3-4afe-8d92-34349bf07488", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:56:23.650594 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-fa18ed56-6269-45c0-b9a2-adf06effb05a {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:56:23.651071 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e38b4e3a-8fbc-41ad-b52d-117b7f8e6b31', 'name': 'network-vif-deleted', 'tag': '30797c61-49b3-4afe-8d92-34349bf07488', 'status': 'completed', 'code': 200} Aug 18 11:56:23.698111 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ac8c03-4a9b-4e53-b28b-3f6d79f128e7 req-bbec91d4-d408-4d64-b48c-ffe8c7c84c55 tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:56:23.699606 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-48ac8c03-4a9b-4e53-b28b-3f6d79f128e7 req-bbec91d4-d408-4d64-b48c-ffe8c7c84c55 tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] 10.222.0.63 "GET /v2.0/networks?id=06bbcd73-3087-45af-ac07-d9df7df70b38 HTTP/1.1" status: 200 len: 805 time: 0.9024637 Aug 18 11:56:23.718105 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [req-48ac8c03-4a9b-4e53-b28b-3f6d79f128e7 req-5d296afe-490e-403c-b6b5-c332d94b486e tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] Request body: {'port': {'device_id': '3a79ffbb-f25f-44ea-808f-fdd15b64f8c1', 'network_id': '06bbcd73-3087-45af-ac07-d9df7df70b38', 'admin_state_up': True, 'tenant_id': '600fbea656874dbdb95dcdc7eb311868'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:56:23.767740 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-500a1c61-38a7-4c23-a7ec-4631080af5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:23.888369 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b4f3369-a89f-454c-bbe5-fd022e35280e None None] Network 0efc7fd8-7887-4d6a-afdd-a9a63cd40c41 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 11:56:23.937512 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-33cf3336-9b06-4fa9-a649-12df9d84abc5 req-2a457827-9b62-49b1-8b45-3295517e96a2 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] 10.222.0.66 "GET /v2.0/ports?device_id=472358b7-93c5-423a-b5d1-0f535558285a HTTP/1.1" status: 200 len: 210 time: 0.1067293 Aug 18 11:56:24.159135 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 4436fe4a-6e4f-45bc-9b98-748faff15a6e up at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:56:24.245030 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48ac8c03-4a9b-4e53-b28b-3f6d79f128e7 req-5d296afe-490e-403c-b6b5-c332d94b486e tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] Made reservation on behalf of 600fbea656874dbdb95dcdc7eb311868 for: {'port': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 11:56:24.249177 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-48ac8c03-4a9b-4e53-b28b-3f6d79f128e7 req-5d296afe-490e-403c-b6b5-c332d94b486e tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:24.317225 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 117c9cd7-0b5a-42fc-8f29-d4107e351d14 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:56:24.327681 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-089cf0f2-4d3e-45cc-824b-70bfd484626a None None] Provisioning for port 117c9cd7-0b5a-42fc-8f29-d4107e351d14 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 11:56:24.361858 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-38147934-5730-4dbe-a7ce-ad8fc3fd6925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:24.487079 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Provisioning for port 4436fe4a-6e4f-45bc-9b98-748faff15a6e completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 11:56:24.523285 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [req-48ac8c03-4a9b-4e53-b28b-3f6d79f128e7 req-5d296afe-490e-403c-b6b5-c332d94b486e tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] Allocated IP 172.20.0.2 (06bbcd73-3087-45af-ac07-d9df7df70b38/59f3b61f-d9cb-4493-82ff-8b26e791861b/0e4f4eef-52da-4561-a031-87a394efb482) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 11:56:24.524241 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Provisioning complete for port 4436fe4a-6e4f-45bc-9b98-748faff15a6e triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:56:24.524698 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:24.594230 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port 117c9cd7-0b5a-42fc-8f29-d4107e351d14 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 11:56:24.615044 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-b0e2841b-6f66-482b-afb8-4294defcde6a None None] Notify callbacks [] for port, precommit_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:24.623850 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 117c9cd7-0b5a-42fc-8f29-d4107e351d14 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:56:24.624212 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:24.673994 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [None req-38147934-5730-4dbe-a7ce-ad8fc3fd6925 admin admin] Allocated IP 172.20.0.1 (0efc7fd8-7887-4d6a-afdd-a9a63cd40c41/0396f86e-2c07-4403-9fff-c9df3ff4afaf/08abd093-7475-4147-8187-2289c6ad8a9d) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 11:56:24.691468 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:24.697487 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-b0e2841b-6f66-482b-afb8-4294defcde6a None None] Transition to ACTIVE for port object c3acce9e-10b1-4f66-8a06-d62caedb5736 will not be triggered until provisioned by entity L2. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 11:56:24.724192 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-b0e2841b-6f66-482b-afb8-4294defcde6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:24.785977 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-b0e2841b-6f66-482b-afb8-4294defcde6a None None] Attempting to bind port c3acce9e-10b1-4f66-8a06-d62caedb5736 on host n-d-804985-2 for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 11:56:24.786789 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-b0e2841b-6f66-482b-afb8-4294defcde6a None None] Attempting to bind port c3acce9e-10b1-4f66-8a06-d62caedb5736 by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 11:56:24.786789 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e2841b-6f66-482b-afb8-4294defcde6a None None] Attempting to bind port c3acce9e-10b1-4f66-8a06-d62caedb5736 on network 7cae7a70-14fd-408c-b14d-39ceb97cb60e {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 11:56:24.815816 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e2841b-6f66-482b-afb8-4294defcde6a None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 11, 56, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 11:56:24.816186 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e2841b-6f66-482b-afb8-4294defcde6a None None] Checking segment: {'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 11:56:24.816614 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-b0e2841b-6f66-482b-afb8-4294defcde6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:24.817002 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e2841b-6f66-482b-afb8-4294defcde6a None None] Bound using segment: {'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 11:56:24.817518 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-b0e2841b-6f66-482b-afb8-4294defcde6a None None] Bound port: c3acce9e-10b1-4f66-8a06-d62caedb5736, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 11:56:24.817894 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-b0e2841b-6f66-482b-afb8-4294defcde6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:24.823004 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0eb34a-aaf2-4ea2-824b-e5f7ed3f2242 req-5c602f35-c8d9-4cf0-b5c0-49528aa4f6c1 tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:56:24.826181 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-db0eb34a-aaf2-4ea2-824b-e5f7ed3f2242 req-5c602f35-c8d9-4cf0-b5c0-49528aa4f6c1 tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] 10.222.0.66 "GET /v2.0/ports?device_id=2145e013-9e79-4835-8d0d-e8371bc9e7cc HTTP/1.1" status: 200 len: 946 time: 1.0032654 Aug 18 11:56:24.835855 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-48ac8c03-4a9b-4e53-b28b-3f6d79f128e7 req-5d296afe-490e-403c-b6b5-c332d94b486e tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:24.881247 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-b0e2841b-6f66-482b-afb8-4294defcde6a None None] For port c3acce9e-10b1-4f66-8a06-d62caedb5736, host n-d-804985-2, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 11:56:24.884541 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-b0e2841b-6f66-482b-afb8-4294defcde6a None None] For port c3acce9e-10b1-4f66-8a06-d62caedb5736, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=c3acce9e-10b1-4f66-8a06-d62caedb5736,segment=NetworkSegment(c5a3db9d-5c58-41b1-9177-d5787a597b78),segment_id=c5a3db9d-5c58-41b1-9177-d5787a597b78)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 11:56:24.889690 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port 4436fe4a-6e4f-45bc-9b98-748faff15a6e, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=4436fe4a-6e4f-45bc-9b98-748faff15a6e,segment=NetworkSegment(e10d0f61-1fae-4cda-a998-da9996671ba9),segment_id=e10d0f61-1fae-4cda-a998-da9996671ba9)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:56:24.895303 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b97c5e11-42f9-4d1f-9b8b-24ecd4295e46 req-706ce995-7306-4eb3-9482-2097a890b392 tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] 10.222.0.66 "GET /v2.0/ports?device_id=3a79ffbb-f25f-44ea-808f-fdd15b64f8c1 HTTP/1.1" status: 200 len: 210 time: 0.1364930 Aug 18 11:56:24.898289 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-b0e2841b-6f66-482b-afb8-4294defcde6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:24.903780 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5444a1d4-3235-485d-97c8-8d2244cc1949 None None] Pushing event updated for resources: {'Port': ['ID=c3acce9e-10b1-4f66-8a06-d62caedb5736,revision_number=2']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:56:24.907332 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:24.908265 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 30797c61-49b3-4afe-8d92-34349bf07488 no longer exists at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 11:56:24.917801 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-db0eb34a-aaf2-4ea2-824b-e5f7ed3f2242 req-86fc8ca7-fc13-4811-b929-f0b850339ca4 tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bf5bc16-7ae8-42c8-a968-84c3ac638172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718422 Aug 18 11:56:24.936208 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] No Port match for: 30797c61-49b3-4afe-8d92-34349bf07488 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 11:56:24.936397 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 30797c61-49b3-4afe-8d92-34349bf07488 not bound to the agent host n-h2-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 11:56:24.956673 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c27552af-3f55-4449-bf8f-8163b8818003 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953695'] for router_interface, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:25.004240 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-38147934-5730-4dbe-a7ce-ad8fc3fd6925 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:25.005234 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e2841b-6f66-482b-afb8-4294defcde6a None None] Routers {'54d8225b-86b8-4e19-a1ed-75a7740e159a'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 11:56:25.005880 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-b0e2841b-6f66-482b-afb8-4294defcde6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T11:56:21Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['54d8225b-86b8-4e19-a1ed-75a7740e159a'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:56:25.058099 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [None req-38147934-5730-4dbe-a7ce-ad8fc3fd6925 admin admin] Transition to ACTIVE for port object 08abd093-7475-4147-8187-2289c6ad8a9d will not be triggered until provisioned by entity DHCP. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 11:56:25.060240 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-48ac8c03-4a9b-4e53-b28b-3f6d79f128e7 req-5d296afe-490e-403c-b6b5-c332d94b486e tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:25.125325 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:25.127497 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5444a1d4-3235-485d-97c8-8d2244cc1949 None None] Pushing event updated for resources: {'Port': ['ID=c3acce9e-10b1-4f66-8a06-d62caedb5736,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:56:25.140113 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48ac8c03-4a9b-4e53-b28b-3f6d79f128e7 req-5d296afe-490e-403c-b6b5-c332d94b486e tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] Network 06bbcd73-3087-45af-ac07-d9df7df70b38 is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 11:56:25.150299 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [req-48ac8c03-4a9b-4e53-b28b-3f6d79f128e7 req-5d296afe-490e-403c-b6b5-c332d94b486e tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:56:25.154047 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d296afe-490e-403c-b6b5-c332d94b486e tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] Pushing event updated for resources: {'Port': ['ID=0e4f4eef-52da-4561-a031-87a394efb482,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:56:25.157603 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-48ac8c03-4a9b-4e53-b28b-3f6d79f128e7 req-5d296afe-490e-403c-b6b5-c332d94b486e tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 11:56:25.203118 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-38147934-5730-4dbe-a7ce-ad8fc3fd6925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:25.211628 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-87c93d0a-bb19-4eed-ae1f-1ed19e235eec None None] Provisioning complete for port 117c9cd7-0b5a-42fc-8f29-d4107e351d14 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:56:25.212196 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-87c93d0a-bb19-4eed-ae1f-1ed19e235eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:25.240869 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656019c8-7c2b-4768-b2ab-9db3a596c6ca req-dd90fc62-5afb-4554-aa36-4b35207906c5 tempest-ListServersNegativeTestJSON-1718404107 tempest-ListServersNegativeTestJSON-1718404107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:56:25.242743 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-656019c8-7c2b-4768-b2ab-9db3a596c6ca req-dd90fc62-5afb-4554-aa36-4b35207906c5 tempest-ListServersNegativeTestJSON-1718404107 tempest-ListServersNegativeTestJSON-1718404107-project] 10.222.0.66 "GET /v2.0/ports?device_id=410705a3-aaa1-4c6c-b46b-eeeeb800c41f HTTP/1.1" status: 200 len: 945 time: 0.1827147 Aug 18 11:56:25.263879 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ac8c03-4a9b-4e53-b28b-3f6d79f128e7 req-5d296afe-490e-403c-b6b5-c332d94b486e tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:56:25.264564 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-48ac8c03-4a9b-4e53-b28b-3f6d79f128e7 req-5d296afe-490e-403c-b6b5-c332d94b486e tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:25.274269 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38147934-5730-4dbe-a7ce-ad8fc3fd6925 admin admin] Network 0efc7fd8-7887-4d6a-afdd-a9a63cd40c41 is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 11:56:25.285555 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-38147934-5730-4dbe-a7ce-ad8fc3fd6925 admin admin] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:56:25.288847 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38147934-5730-4dbe-a7ce-ad8fc3fd6925 admin admin] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 11:56:25.305265 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '410705a3-aaa1-4c6c-b46b-eeeeb800c41f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4436fe4a-6e4f-45bc-9b98-748faff15a6e'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 11:56:25.307621 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db50a436fb3a98495337d8fe7487b4f2ea6f3c1052eb9efadc2ecda2d5737001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db54591d-de82-44dc-8ae4-2f1004e4defd" -d '{"events": [{"server_uuid": "410705a3-aaa1-4c6c-b46b-eeeeb800c41f", "name": "network-vif-plugged", "status": "completed", "tag": "4436fe4a-6e4f-45bc-9b98-748faff15a6e"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:56:25.328486 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-48ac8c03-4a9b-4e53-b28b-3f6d79f128e7 req-5d296afe-490e-403c-b6b5-c332d94b486e tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6163883 Aug 18 11:56:25.331683 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38147934-5730-4dbe-a7ce-ad8fc3fd6925 admin admin] Pushing event updated for resources: {'Port': ['ID=08abd093-7475-4147-8187-2289c6ad8a9d,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:56:25.343962 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [req-48ac8c03-4a9b-4e53-b28b-3f6d79f128e7 req-21ce91da-1e97-4bfa-bb9b-b7e7afbbbda2 service neutron] Request body: {'port': {'device_id': '3a79ffbb-f25f-44ea-808f-fdd15b64f8c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804985-2'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:56:25.348354 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] For port 117c9cd7-0b5a-42fc-8f29-d4107e351d14, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=117c9cd7-0b5a-42fc-8f29-d4107e351d14,segment=NetworkSegment(83d174bf-3ae6-4b55-b0b7-fcf979f775ed),segment_id=83d174bf-3ae6-4b55-b0b7-fcf979f775ed)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:56:25.356055 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb56f69-3ee8-466d-87f5-23eae932105d req-3c5b5f5d-a709-4d9c-9a0f-ced53342302e tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:56:25.357790 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2bb56f69-3ee8-466d-87f5-23eae932105d req-3c5b5f5d-a709-4d9c-9a0f-ced53342302e tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.66 "GET /v2.0/ports?device_id=af8b3f7f-0e9e-4899-ae59-bba76d0eea1d HTTP/1.1" status: 200 len: 946 time: 0.1842334 Aug 18 11:56:25.378624 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:25.391613 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=4436fe4a-6e4f-45bc-9b98-748faff15a6e,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:56:25.393015 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-38147934-5730-4dbe-a7ce-ad8fc3fd6925 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-996688'] for router_interface, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:25.400106 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-b0e2841b-6f66-482b-afb8-4294defcde6a None None] Set router 54d8225b-86b8-4e19-a1ed-75a7740e159a gateway port host: n-d-804985-2 {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 11:56:25.476697 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-656019c8-7c2b-4768-b2ab-9db3a596c6ca req-1b13d904-263a-47c1-bf54-f17b04e29d38 tempest-ListServersNegativeTestJSON-1718404107 tempest-ListServersNegativeTestJSON-1718404107-project] 10.222.0.66 "GET /v2.0/security-groups?id=7e743904-8348-419a-8d7e-df7c595f33de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2247722 Aug 18 11:56:25.498749 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2bb56f69-3ee8-466d-87f5-23eae932105d req-b79728bd-b917-47ca-8141-d62b4b7fb9af tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.66 "GET /v2.0/security-groups?id=fecad5ed-08b4-4db8-8e35-9a1fb2f01a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331775 Aug 18 11:56:25.539532 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c27552af-3f55-4449-bf8f-8163b8818003 admin admin] Router 0d9abde5-2417-418c-8738-fb63cad274ff has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 11:56:25.626368 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 11:56:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74583d47-c0d0-42fd-8e32-027a6be3ad4f x-openstack-request-id: req-74583d47-c0d0-42fd-8e32-027a6be3ad4f {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:56:25.627028 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "410705a3-aaa1-4c6c-b46b-eeeeb800c41f", "name": "network-vif-plugged", "status": "completed", "tag": "4436fe4a-6e4f-45bc-9b98-748faff15a6e", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:56:25.627591 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-74583d47-c0d0-42fd-8e32-027a6be3ad4f {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:56:25.628277 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '410705a3-aaa1-4c6c-b46b-eeeeb800c41f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4436fe4a-6e4f-45bc-9b98-748faff15a6e', 'code': 200} Aug 18 11:56:25.655048 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-48ac8c03-4a9b-4e53-b28b-3f6d79f128e7 req-21ce91da-1e97-4bfa-bb9b-b7e7afbbbda2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:25.730086 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Pushing event updated for resources: {'Port': ['ID=117c9cd7-0b5a-42fc-8f29-d4107e351d14,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:56:25.784001 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c6d6ef3b-d53e-41bc-91e9-34a1e6909770 req-55d4692a-9fc3-4678-89c4-dc4c79489789 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] 10.222.0.66 "GET /v2.0/ports?device_id=472358b7-93c5-423a-b5d1-0f535558285a HTTP/1.1" status: 200 len: 210 time: 0.0724506 Aug 18 11:56:25.816126 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-b0e2841b-6f66-482b-afb8-4294defcde6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54d8225b-86b8-4e19-a1ed-75a7740e159a', 'name': 'tempest-ServersTestBootFromVolume-1228774668-router', 'tenant_id': '08ae616b30724273aca9bf5c66a36a39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': 'c3acce9e-10b1-4f66-8a06-d62caedb5736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T11:56:20Z', 'updated_at': '2021-08-18T11:56:21Z', 'revision_number': 3, 'project_id': '08ae616b30724273aca9bf5c66a36a39', 'gw_port': {'id': 'c3acce9e-10b1-4f66-8a06-d62caedb5736', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:38:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54d8225b-86b8-4e19-a1ed-75a7740e159a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:56:20Z', 'updated_at': '2021-08-18T11:56:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:56:25.833989 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c27552af-3f55-4449-bf8f-8163b8818003 admin admin] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 11:56:25.841597 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-c27552af-3f55-4449-bf8f-8163b8818003 admin admin] 10.222.0.66 "PUT /v2.0/routers/0d9abde5-2417-418c-8738-fb63cad274ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0994184 Aug 18 11:56:25.847192 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e76489c-e306-4998-b08f-39ae601122ac None None] Sync routers for ids ['0d9abde5-2417-418c-8738-fb63cad274ff'] in n-d-804985-2 {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 11:56:25.853112 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 53636) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:56:25.860465 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0e2841b-6f66-482b-afb8-4294defcde6a None None] The sync data for ids ['54d8225b-86b8-4e19-a1ed-75a7740e159a'] in n-d-804985-2 is: [{'id': '54d8225b-86b8-4e19-a1ed-75a7740e159a', 'name': 'tempest-ServersTestBootFromVolume-1228774668-router', 'tenant_id': '08ae616b30724273aca9bf5c66a36a39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': 'c3acce9e-10b1-4f66-8a06-d62caedb5736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T11:56:20Z', 'updated_at': '2021-08-18T11:56:21Z', 'revision_number': 3, 'project_id': '08ae616b30724273aca9bf5c66a36a39', 'gw_port': {'id': 'c3acce9e-10b1-4f66-8a06-d62caedb5736', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:38:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54d8225b-86b8-4e19-a1ed-75a7740e159a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:56:20Z', 'updated_at': '2021-08-18T11:56:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 11:56:25.865801 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e76489c-e306-4998-b08f-39ae601122ac None None] Routers {'0d9abde5-2417-418c-8738-fb63cad274ff'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 11:56:25.866913 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-0e76489c-e306-4998-b08f-39ae601122ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T11:56:21Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['0d9abde5-2417-418c-8738-fb63cad274ff'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:56:25.880824 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa87b732-8bd2-404d-a17f-0634b2b68dc8 req-96bb3abb-ec93-40dd-9705-460b57cc1c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:56:25.889632 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-aa87b732-8bd2-404d-a17f-0634b2b68dc8 req-96bb3abb-ec93-40dd-9705-460b57cc1c82 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=410705a3-aaa1-4c6c-b46b-eeeeb800c41f HTTP/1.1" status: 200 len: 1096 time: 0.1520977 Aug 18 11:56:25.890028 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-57b9b366-d9c5-444f-b8df-27c376d81ad0 None None] Provisioning for port 08abd093-7475-4147-8187-2289c6ad8a9d completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 11:56:25.894649 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-57b9b366-d9c5-444f-b8df-27c376d81ad0 None None] Provisioning complete for port 08abd093-7475-4147-8187-2289c6ad8a9d triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:56:25.895136 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-57b9b366-d9c5-444f-b8df-27c376d81ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:25.924397 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-38147934-5730-4dbe-a7ce-ad8fc3fd6925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:25.964078 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-57b9b366-d9c5-444f-b8df-27c376d81ad0 None None] Port 08abd093-7475-4147-8187-2289c6ad8a9d cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 11:56:26.098215 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 117c9cd7-0b5a-42fc-8f29-d4107e351d14 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:56:26.213949 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-0e76489c-e306-4998-b08f-39ae601122ac None None] Set router 0d9abde5-2417-418c-8738-fb63cad274ff gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 11:56:26.252337 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [req-48ac8c03-4a9b-4e53-b28b-3f6d79f128e7 req-21ce91da-1e97-4bfa-bb9b-b7e7afbbbda2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e4f4eef-52da-4561-a031-87a394efb482 {{(pid=106253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 11:56:26.281970 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-48ac8c03-4a9b-4e53-b28b-3f6d79f128e7 req-21ce91da-1e97-4bfa-bb9b-b7e7afbbbda2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:26.307458 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 117c9cd7-0b5a-42fc-8f29-d4107e351d14 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:56:26.307761 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:26.331007 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-aa87b732-8bd2-404d-a17f-0634b2b68dc8 req-29c84750-93d7-4f84-a6a2-de43ec59e7c3 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=7e743904-8348-419a-8d7e-df7c595f33de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3726475 Aug 18 11:56:26.340056 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [req-48ac8c03-4a9b-4e53-b28b-3f6d79f128e7 req-21ce91da-1e97-4bfa-bb9b-b7e7afbbbda2 service neutron] Transition to ACTIVE for port object 0e4f4eef-52da-4561-a031-87a394efb482 will not be triggered until provisioned by entity L2. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 11:56:26.367748 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-48ac8c03-4a9b-4e53-b28b-3f6d79f128e7 req-21ce91da-1e97-4bfa-bb9b-b7e7afbbbda2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:26.372109 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-38147934-5730-4dbe-a7ce-ad8fc3fd6925 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:26.374743 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78def93c-f8bd-4e3d-9462-f5d3b24e3880 req-d3f5a45b-8ef4-4db6-a00e-0aa22c59dd57 tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:56:26.379250 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-78def93c-f8bd-4e3d-9462-f5d3b24e3880 req-d3f5a45b-8ef4-4db6-a00e-0aa22c59dd57 tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] 10.222.0.66 "GET /v2.0/ports?device_id=3a79ffbb-f25f-44ea-808f-fdd15b64f8c1 HTTP/1.1" status: 200 len: 931 time: 0.3238451 Aug 18 11:56:26.397035 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8154f0-268f-43ac-b364-bb1392ac3c17 req-aba3d1da-413b-4ab5-b597-56835374b2f7 tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:56:26.412003 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-da8154f0-268f-43ac-b364-bb1392ac3c17 req-aba3d1da-413b-4ab5-b597-56835374b2f7 tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] 10.222.0.66 "GET /v2.0/ports?device_id=2145e013-9e79-4835-8d0d-e8371bc9e7cc HTTP/1.1" status: 200 len: 946 time: 0.2979083 Aug 18 11:56:26.417050 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-38147934-5730-4dbe-a7ce-ad8fc3fd6925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:26.457158 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8dc294ec-a977-4aa1-bed2-513d387a3975 admin admin] Notify callbacks [] for router, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:26.521432 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ce91da-1e97-4bfa-bb9b-b7e7afbbbda2 service neutron] Pushing event updated for resources: {'Port': ['ID=0e4f4eef-52da-4561-a031-87a394efb482,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:56:26.553756 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-da8154f0-268f-43ac-b364-bb1392ac3c17 req-5cdc6131-2b35-4d52-bd5a-0b15c758ffeb tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bf5bc16-7ae8-42c8-a968-84c3ac638172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388605 Aug 18 11:56:26.592333 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38147934-5730-4dbe-a7ce-ad8fc3fd6925 admin admin] Pushing event updated for resources: {'Port': ['ID=08abd093-7475-4147-8187-2289c6ad8a9d,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:56:26.609242 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-38147934-5730-4dbe-a7ce-ad8fc3fd6925 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-996772'] for router_interface, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:26.692370 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-78def93c-f8bd-4e3d-9462-f5d3b24e3880 req-b673a414-0d49-4350-96de-2fdecf97c090 tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] 10.222.0.66 "GET /v2.0/security-groups?id=55743b86-4589-417c-a042-b0bad2e342b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2743950 Aug 18 11:56:26.719561 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-48ac8c03-4a9b-4e53-b28b-3f6d79f128e7 req-21ce91da-1e97-4bfa-bb9b-b7e7afbbbda2 service neutron] Attempting to bind port 0e4f4eef-52da-4561-a031-87a394efb482 on host n-h1-804985-2 for vnic_type normal with profile {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 11:56:26.719561 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-48ac8c03-4a9b-4e53-b28b-3f6d79f128e7 req-21ce91da-1e97-4bfa-bb9b-b7e7afbbbda2 service neutron] Attempting to bind port 0e4f4eef-52da-4561-a031-87a394efb482 by drivers openvswitch,hyperv on host n-h1-804985-2 at level 0 using segments [{'id': '6c07e440-4a82-438f-a97f-74dad85fe56f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '06bbcd73-3087-45af-ac07-d9df7df70b38'}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 11:56:26.719561 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48ac8c03-4a9b-4e53-b28b-3f6d79f128e7 req-21ce91da-1e97-4bfa-bb9b-b7e7afbbbda2 service neutron] Attempting to bind port 0e4f4eef-52da-4561-a031-87a394efb482 on network 06bbcd73-3087-45af-ac07-d9df7df70b38 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 11:56:26.721478 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48ac8c03-4a9b-4e53-b28b-3f6d79f128e7 req-21ce91da-1e97-4bfa-bb9b-b7e7afbbbda2 service neutron] Port 0e4f4eef-52da-4561-a031-87a394efb482 on network 06bbcd73-3087-45af-ac07-d9df7df70b38 not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-2 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 11:56:26.721811 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48ac8c03-4a9b-4e53-b28b-3f6d79f128e7 req-21ce91da-1e97-4bfa-bb9b-b7e7afbbbda2 service neutron] Attempting to bind port 0e4f4eef-52da-4561-a031-87a394efb482 on network 06bbcd73-3087-45af-ac07-d9df7df70b38 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 11:56:26.733005 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48ac8c03-4a9b-4e53-b28b-3f6d79f128e7 req-21ce91da-1e97-4bfa-bb9b-b7e7afbbbda2 service neutron] Checking agent: {'id': 'a613417a-d085-492c-941a-59bb18c633d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 49, 6), 'started_at': datetime.datetime(2021, 8, 18, 11, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 11, 56, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 11:56:26.733559 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48ac8c03-4a9b-4e53-b28b-3f6d79f128e7 req-21ce91da-1e97-4bfa-bb9b-b7e7afbbbda2 service neutron] Checking segment: {'id': '6c07e440-4a82-438f-a97f-74dad85fe56f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '06bbcd73-3087-45af-ac07-d9df7df70b38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 11:56:26.734209 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48ac8c03-4a9b-4e53-b28b-3f6d79f128e7 req-21ce91da-1e97-4bfa-bb9b-b7e7afbbbda2 service neutron] Bound using segment: {'id': '6c07e440-4a82-438f-a97f-74dad85fe56f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '06bbcd73-3087-45af-ac07-d9df7df70b38'} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 11:56:26.734927 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-48ac8c03-4a9b-4e53-b28b-3f6d79f128e7 req-21ce91da-1e97-4bfa-bb9b-b7e7afbbbda2 service neutron] Bound port: 0e4f4eef-52da-4561-a031-87a394efb482, host: n-h1-804985-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c07e440-4a82-438f-a97f-74dad85fe56f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '06bbcd73-3087-45af-ac07-d9df7df70b38'}}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 11:56:26.735680 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-48ac8c03-4a9b-4e53-b28b-3f6d79f128e7 req-21ce91da-1e97-4bfa-bb9b-b7e7afbbbda2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:26.768393 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8dc294ec-a977-4aa1-bed2-513d387a3975 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:26.775145 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-0e76489c-e306-4998-b08f-39ae601122ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d9abde5-2417-418c-8738-fb63cad274ff', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-299522033-router', 'tenant_id': 'c87ef195b6b74f67b0f04cf988678fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.221'}], 'enable_snat': True}, 'gw_port_id': 'f37deb53-08d6-46bd-9be1-d9ba79b0786e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T11:51:19Z', 'updated_at': '2021-08-18T11:56:23Z', 'revision_number': 5, 'project_id': 'c87ef195b6b74f67b0f04cf988678fa6', 'gw_port': {'id': 'f37deb53-08d6-46bd-9be1-d9ba79b0786e', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:b5:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9abde5-2417-418c-8738-fb63cad274ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:51:19Z', 'updated_at': '2021-08-18T11:51:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:56:26.820102 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e76489c-e306-4998-b08f-39ae601122ac None None] Checking router: 0d9abde5-2417-418c-8738-fb63cad274ff for host: n-d-804985-2 {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 11:56:26.827669 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38147934-5730-4dbe-a7ce-ad8fc3fd6925 admin admin] Network 0efc7fd8-7887-4d6a-afdd-a9a63cd40c41 is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 11:56:26.833626 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e76489c-e306-4998-b08f-39ae601122ac None None] Routers {'0d9abde5-2417-418c-8738-fb63cad274ff'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 11:56:26.834390 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-0e76489c-e306-4998-b08f-39ae601122ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T11:56:21Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['0d9abde5-2417-418c-8738-fb63cad274ff'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:56:26.843589 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-38147934-5730-4dbe-a7ce-ad8fc3fd6925 admin admin] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:56:26.870866 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160e2fbc-4863-4dab-96c6-3fa31d57f7de req-721df0ce-6fd7-40ed-ad63-c67348093266 tempest-ListServersNegativeTestJSON-1718404107 tempest-ListServersNegativeTestJSON-1718404107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:56:26.872947 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-160e2fbc-4863-4dab-96c6-3fa31d57f7de req-721df0ce-6fd7-40ed-ad63-c67348093266 tempest-ListServersNegativeTestJSON-1718404107 tempest-ListServersNegativeTestJSON-1718404107-project] 10.222.0.66 "GET /v2.0/ports?device_id=410705a3-aaa1-4c6c-b46b-eeeeb800c41f HTTP/1.1" status: 200 len: 945 time: 0.0952704 Aug 18 11:56:26.939383 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-160e2fbc-4863-4dab-96c6-3fa31d57f7de req-ddbd1a24-b1a8-432e-90a1-56f033392fd9 tempest-ListServersNegativeTestJSON-1718404107 tempest-ListServersNegativeTestJSON-1718404107-project] 10.222.0.66 "GET /v2.0/security-groups?id=7e743904-8348-419a-8d7e-df7c595f33de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587363 Aug 18 11:56:26.945108 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-8dc294ec-a977-4aa1-bed2-513d387a3975 admin admin] Deleting port f37deb53-08d6-46bd-9be1-d9ba79b0786e {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 11:56:26.945477 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8dc294ec-a977-4aa1-bed2-513d387a3975 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:27.006483 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-48ac8c03-4a9b-4e53-b28b-3f6d79f128e7 req-21ce91da-1e97-4bfa-bb9b-b7e7afbbbda2 service neutron] For port 0e4f4eef-52da-4561-a031-87a394efb482, host n-h1-804985-2, cleared binding levels {{(pid=106253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 11:56:27.052858 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-48ac8c03-4a9b-4e53-b28b-3f6d79f128e7 req-21ce91da-1e97-4bfa-bb9b-b7e7afbbbda2 service neutron] For port 0e4f4eef-52da-4561-a031-87a394efb482, host n-h1-804985-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=0e4f4eef-52da-4561-a031-87a394efb482,segment=NetworkSegment(6c07e440-4a82-438f-a97f-74dad85fe56f),segment_id=6c07e440-4a82-438f-a97f-74dad85fe56f)] {{(pid=106253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 11:56:27.076642 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-48ac8c03-4a9b-4e53-b28b-3f6d79f128e7 req-21ce91da-1e97-4bfa-bb9b-b7e7afbbbda2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:27.095107 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-0e76489c-e306-4998-b08f-39ae601122ac None None] Set router 0d9abde5-2417-418c-8738-fb63cad274ff gateway port host: None {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 11:56:27.136915 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [None req-8dc294ec-a977-4aa1-bed2-513d387a3975 admin admin] For port f37deb53-08d6-46bd-9be1-d9ba79b0786e, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=f37deb53-08d6-46bd-9be1-d9ba79b0786e,segment=NetworkSegment(c5a3db9d-5c58-41b1-9177-d5787a597b78),segment_id=c5a3db9d-5c58-41b1-9177-d5787a597b78)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:56:27.137424 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8dc294ec-a977-4aa1-bed2-513d387a3975 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:27.238379 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-0e76489c-e306-4998-b08f-39ae601122ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d9abde5-2417-418c-8738-fb63cad274ff', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-299522033-router', 'tenant_id': 'c87ef195b6b74f67b0f04cf988678fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T11:51:19Z', 'updated_at': '2021-08-18T11:56:26Z', 'revision_number': 6, 'project_id': 'c87ef195b6b74f67b0f04cf988678fa6', 'gw_port_host': None}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:56:27.268724 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-8dc294ec-a977-4aa1-bed2-513d387a3975 admin admin] Calling delete_port for f37deb53-08d6-46bd-9be1-d9ba79b0786e owned by network:router_gateway {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 11:56:27.302705 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ac8c03-4a9b-4e53-b28b-3f6d79f128e7 req-21ce91da-1e97-4bfa-bb9b-b7e7afbbbda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:56:27.303340 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-48ac8c03-4a9b-4e53-b28b-3f6d79f128e7 req-21ce91da-1e97-4bfa-bb9b-b7e7afbbbda2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:27.304941 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-48ac8c03-4a9b-4e53-b28b-3f6d79f128e7 req-21ce91da-1e97-4bfa-bb9b-b7e7afbbbda2 service neutron] 10.222.0.63 "PUT /v2.0/ports/0e4f4eef-52da-4561-a031-87a394efb482 HTTP/1.1" status: 200 len: 1091 time: 1.9669690 Aug 18 11:56:27.305414 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a79ffbb-f25f-44ea-808f-fdd15b64f8c1', 'tag': '0e4f4eef-52da-4561-a031-87a394efb482'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 11:56:27.305951 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-c2e27e31-3bc5-47bd-9c06-8ec69f72537e None None] Provisioning complete for port 08abd093-7475-4147-8187-2289c6ad8a9d triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:56:27.306402 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-c2e27e31-3bc5-47bd-9c06-8ec69f72537e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:27.307759 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0679f4c4b6e0e0c064a7d71d722dc30541a34fffee11680573be22ee2ffccc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14f888ce-8d80-4340-bdad-df1371bdbd4f" -d '{"events": [{"name": "network-changed", "server_uuid": "3a79ffbb-f25f-44ea-808f-fdd15b64f8c1", "tag": "0e4f4eef-52da-4561-a031-87a394efb482"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:56:27.322173 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e76489c-e306-4998-b08f-39ae601122ac None None] The sync data for ids ['0d9abde5-2417-418c-8738-fb63cad274ff'] in n-d-804985-2 is: [{'id': '0d9abde5-2417-418c-8738-fb63cad274ff', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-299522033-router', 'tenant_id': 'c87ef195b6b74f67b0f04cf988678fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T11:51:19Z', 'updated_at': '2021-08-18T11:56:26Z', 'revision_number': 6, 'project_id': 'c87ef195b6b74f67b0f04cf988678fa6', 'gw_port_host': None}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 11:56:27.376293 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ce91da-1e97-4bfa-bb9b-b7e7afbbbda2 service neutron] Pushing event updated for resources: {'Port': ['ID=0e4f4eef-52da-4561-a031-87a394efb482,revision_number=3']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:56:27.394109 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-c2e27e31-3bc5-47bd-9c06-8ec69f72537e None None] Port 08abd093-7475-4147-8187-2289c6ad8a9d cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 11:56:27.396237 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38147934-5730-4dbe-a7ce-ad8fc3fd6925 admin admin] Router 54d8225b-86b8-4e19-a1ed-75a7740e159a has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 11:56:27.450503 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 11:56:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a61b1b25-6971-4e8c-b0f0-a1b23020f64a x-openstack-request-id: req-a61b1b25-6971-4e8c-b0f0-a1b23020f64a {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:56:27.450805 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a79ffbb-f25f-44ea-808f-fdd15b64f8c1", "tag": "0e4f4eef-52da-4561-a031-87a394efb482", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:56:27.451034 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a61b1b25-6971-4e8c-b0f0-a1b23020f64a {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:56:27.451625 n-d-804985-2 neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a79ffbb-f25f-44ea-808f-fdd15b64f8c1', 'tag': '0e4f4eef-52da-4561-a031-87a394efb482', 'status': 'completed', 'code': 200} Aug 18 11:56:27.451754 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03eaa987-de77-480a-aa9a-ce1d9f229340 req-63e20c44-3fb8-47c7-86a1-928df496d659 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:56:27.457362 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-03eaa987-de77-480a-aa9a-ce1d9f229340 req-63e20c44-3fb8-47c7-86a1-928df496d659 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.66 "GET /v2.0/ports?device_id=af8b3f7f-0e9e-4899-ae59-bba76d0eea1d HTTP/1.1" status: 200 len: 946 time: 0.6547074 Aug 18 11:56:27.542597 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-03eaa987-de77-480a-aa9a-ce1d9f229340 req-51f93a34-b19a-4ea3-ad17-9be19b2f8454 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.66 "GET /v2.0/security-groups?id=fecad5ed-08b4-4db8-8e35-9a1fb2f01a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498929 Aug 18 11:56:27.566317 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ac8c03-4a9b-4e53-b28b-3f6d79f128e7 req-1774e1a0-2d16-4964-8613-e03f9971f214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:56:27.567915 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-48ac8c03-4a9b-4e53-b28b-3f6d79f128e7 req-1774e1a0-2d16-4964-8613-e03f9971f214 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=600fbea656874dbdb95dcdc7eb311868&device_id=3a79ffbb-f25f-44ea-808f-fdd15b64f8c1 HTTP/1.1" status: 200 len: 1094 time: 0.1561992 Aug 18 11:56:27.613743 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8dc294ec-a977-4aa1-bed2-513d387a3975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:27.622808 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-48ac8c03-4a9b-4e53-b28b-3f6d79f128e7 req-b9ba6171-ad71-46e6-9bac-a8196931a6ee service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0e4f4eef-52da-4561-a031-87a394efb482 HTTP/1.1" status: 200 len: 217 time: 0.0401943 Aug 18 11:56:27.630877 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38147934-5730-4dbe-a7ce-ad8fc3fd6925 admin admin] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 11:56:27.636558 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-38147934-5730-4dbe-a7ce-ad8fc3fd6925 admin admin] 10.222.0.66 "PUT /v2.0/routers/54d8225b-86b8-4e19-a1ed-75a7740e159a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0147741 Aug 18 11:56:27.661583 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc294ec-a977-4aa1-bed2-513d387a3975 admin admin] Pushing event deleted for resources: {'Port': ['ID=f37deb53-08d6-46bd-9be1-d9ba79b0786e,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:56:27.680115 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc294ec-a977-4aa1-bed2-513d387a3975 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:56:27.680435 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc294ec-a977-4aa1-bed2-513d387a3975 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:56:27.680834 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc294ec-a977-4aa1-bed2-513d387a3975 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:56:27.681165 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc294ec-a977-4aa1-bed2-513d387a3975 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:56:27.681494 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc294ec-a977-4aa1-bed2-513d387a3975 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:56:27.681819 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc294ec-a977-4aa1-bed2-513d387a3975 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:56:27.682247 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc294ec-a977-4aa1-bed2-513d387a3975 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:56:27.682575 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc294ec-a977-4aa1-bed2-513d387a3975 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:56:27.682946 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc294ec-a977-4aa1-bed2-513d387a3975 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:56:27.683270 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc294ec-a977-4aa1-bed2-513d387a3975 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:56:27.683590 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc294ec-a977-4aa1-bed2-513d387a3975 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:56:27.683958 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc294ec-a977-4aa1-bed2-513d387a3975 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:56:27.699847 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ac8c03-4a9b-4e53-b28b-3f6d79f128e7 req-4fa085f9-7a52-471e-b645-7c0546d8dbc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:56:27.702352 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-48ac8c03-4a9b-4e53-b28b-3f6d79f128e7 req-4fa085f9-7a52-471e-b645-7c0546d8dbc3 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=59f3b61f-d9cb-4493-82ff-8b26e791861b HTTP/1.1" status: 200 len: 845 time: 0.0577781 Aug 18 11:56:27.767093 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-48ac8c03-4a9b-4e53-b28b-3f6d79f128e7 req-a700507c-d8aa-44d0-a281-393bf5ed3ee3 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=06bbcd73-3087-45af-ac07-d9df7df70b38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538394 Aug 18 11:56:27.803289 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88d1235-c18a-4b57-b0de-f9b38544a94b req-78f87fca-20e4-4871-a60d-5664a388ef60 tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:56:27.812998 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b88d1235-c18a-4b57-b0de-f9b38544a94b req-78f87fca-20e4-4871-a60d-5664a388ef60 tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] 10.222.0.66 "GET /v2.0/ports?device_id=2145e013-9e79-4835-8d0d-e8371bc9e7cc HTTP/1.1" status: 200 len: 946 time: 0.1553631 Aug 18 11:56:27.815192 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8dc294ec-a977-4aa1-bed2-513d387a3975 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-997271'] for router_gateway, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:27.900373 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-48ac8c03-4a9b-4e53-b28b-3f6d79f128e7 req-adbea218-aa84-4180-ac2c-02104e59a962 service neutron] 10.222.0.63 "GET /v2.0/networks/06bbcd73-3087-45af-ac07-d9df7df70b38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261475 Aug 18 11:56:27.989492 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8dc294ec-a977-4aa1-bed2-513d387a3975 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-996004', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15859'] for router, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:27.993674 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8dc294ec-a977-4aa1-bed2-513d387a3975 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:28.019693 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b88d1235-c18a-4b57-b0de-f9b38544a94b req-f66e9fa6-abce-4a2f-8e1d-58cc7565e711 tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bf5bc16-7ae8-42c8-a968-84c3ac638172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926987 Aug 18 11:56:28.020253 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-48ac8c03-4a9b-4e53-b28b-3f6d79f128e7 req-e0aee980-e757-4c2f-bd34-97dbbabb3837 service neutron] 10.222.0.63 "GET /v2.0/networks/06bbcd73-3087-45af-ac07-d9df7df70b38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101263 Aug 18 11:56:28.077843 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a408c5-f604-4cc0-bcb0-366c3d193af9 req-63408473-14db-4205-8d5b-703b46520ab3 tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:56:28.079661 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a4a408c5-f604-4cc0-bcb0-366c3d193af9 req-63408473-14db-4205-8d5b-703b46520ab3 tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] 10.222.0.66 "GET /v2.0/ports?device_id=3a79ffbb-f25f-44ea-808f-fdd15b64f8c1 HTTP/1.1" status: 200 len: 943 time: 0.2033122 Aug 18 11:56:28.080510 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8dc294ec-a977-4aa1-bed2-513d387a3975 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-996061'] for router, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:28.081463 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dc294ec-a977-4aa1-bed2-513d387a3975 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0d9abde5-2417-418c-8738-fb63cad274ff {{(pid=106252) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 11:56:28.088072 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8dc294ec-a977-4aa1-bed2-513d387a3975 admin admin] Notify callbacks [] for router, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:28.089875 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-8dc294ec-a977-4aa1-bed2-513d387a3975 admin admin] 10.222.0.66 "DELETE /v2.0/routers/0d9abde5-2417-418c-8738-fb63cad274ff HTTP/1.1" status: 204 len: 168 time: 2.2327228 Aug 18 11:56:28.092654 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 53672) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:56:28.126381 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a4a408c5-f604-4cc0-bcb0-366c3d193af9 req-9e43e4ea-b610-4ef3-a12d-a6fca8adbd81 tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] 10.222.0.66 "GET /v2.0/security-groups?id=55743b86-4589-417c-a042-b0bad2e342b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348518 Aug 18 11:56:28.221796 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f888ce-8d80-4340-bdad-df1371bdbd4f req-b768b803-3b10-4a60-9a26-69ef6632761a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:56:28.223453 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-14f888ce-8d80-4340-bdad-df1371bdbd4f req-b768b803-3b10-4a60-9a26-69ef6632761a service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=600fbea656874dbdb95dcdc7eb311868&device_id=3a79ffbb-f25f-44ea-808f-fdd15b64f8c1 HTTP/1.1" status: 200 len: 1094 time: 0.1236286 Aug 18 11:56:28.226873 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_v2 [None req-04f5215e-2d28-4d31-be32-9b5c09945927 admin admin] Deleting subnet 1f6a98c3-f342-4c72-a137-7aba7a641e96 {{(pid=106253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 11:56:28.239788 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-04f5215e-2d28-4d31-be32-9b5c09945927 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:28.306628 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0e3ee0-e806-4703-a765-0873d4869ef2 req-fcc31895-b4d2-425f-8849-77dc8d5e1a90 tempest-ListServersNegativeTestJSON-1718404107 tempest-ListServersNegativeTestJSON-1718404107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:56:28.312255 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6d0e3ee0-e806-4703-a765-0873d4869ef2 req-fcc31895-b4d2-425f-8849-77dc8d5e1a90 tempest-ListServersNegativeTestJSON-1718404107 tempest-ListServersNegativeTestJSON-1718404107-project] 10.222.0.66 "GET /v2.0/ports?device_id=410705a3-aaa1-4c6c-b46b-eeeeb800c41f HTTP/1.1" status: 200 len: 945 time: 0.1072807 Aug 18 11:56:28.407408 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6d0e3ee0-e806-4703-a765-0873d4869ef2 req-11b395ae-b054-4b21-9dc6-67c174bb43db tempest-ListServersNegativeTestJSON-1718404107 tempest-ListServersNegativeTestJSON-1718404107-project] 10.222.0.66 "GET /v2.0/security-groups?id=7e743904-8348-419a-8d7e-df7c595f33de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866809 Aug 18 11:56:28.447718 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device c3acce9e-10b1-4f66-8a06-d62caedb5736 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:56:28.481956 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-04f5215e-2d28-4d31-be32-9b5c09945927 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902229'] for subnet, precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:28.526204 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f888ce-8d80-4340-bdad-df1371bdbd4f req-51037dc1-8799-4b4e-81d5-7865c612efc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:56:28.528065 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-14f888ce-8d80-4340-bdad-df1371bdbd4f req-51037dc1-8799-4b4e-81d5-7865c612efc5 service neutron] 10.222.0.63 "GET /v2.0/networks?id=06bbcd73-3087-45af-ac07-d9df7df70b38 HTTP/1.1" status: 200 len: 906 time: 0.2965925 Aug 18 11:56:28.535462 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd5fa9d-5317-48a7-9f7b-179bc91b023d None None] Sync routers for ids ['54d8225b-86b8-4e19-a1ed-75a7740e159a'] in n-d-804985-2 {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 11:56:28.549796 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd5fa9d-5317-48a7-9f7b-179bc91b023d None None] Routers {'54d8225b-86b8-4e19-a1ed-75a7740e159a'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 11:56:28.550647 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-2fd5fa9d-5317-48a7-9f7b-179bc91b023d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T11:56:21Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['54d8225b-86b8-4e19-a1ed-75a7740e159a'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:56:28.573843 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4e79bd-7aaf-4706-bbe4-2a1ad80868b5 req-a5c43e97-23bd-45c0-bdb1-c1cb49fb5fc1 tempest-ListServersNegativeTestJSON-1718404107 tempest-ListServersNegativeTestJSON-1718404107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:56:28.576237 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5a4e79bd-7aaf-4706-bbe4-2a1ad80868b5 req-a5c43e97-23bd-45c0-bdb1-c1cb49fb5fc1 tempest-ListServersNegativeTestJSON-1718404107 tempest-ListServersNegativeTestJSON-1718404107-project] 10.222.0.66 "GET /v2.0/ports?device_id=c380b4f8-c43e-4381-a622-163f9dfe76cb HTTP/1.1" status: 200 len: 946 time: 0.0860958 Aug 18 11:56:28.602818 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-14f888ce-8d80-4340-bdad-df1371bdbd4f req-bf2426d2-60e1-42b6-b3ec-4af6425a56ac service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0e4f4eef-52da-4561-a031-87a394efb482 HTTP/1.1" status: 200 len: 217 time: 0.0640969 Aug 18 11:56:28.604426 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port c3acce9e-10b1-4f66-8a06-d62caedb5736 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 11:56:28.612940 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port c3acce9e-10b1-4f66-8a06-d62caedb5736 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:56:28.613354 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:28.641688 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5a4e79bd-7aaf-4706-bbe4-2a1ad80868b5 req-228b4ef3-7279-421c-8568-bc090cc67b9f tempest-ListServersNegativeTestJSON-1718404107 tempest-ListServersNegativeTestJSON-1718404107-project] 10.222.0.66 "GET /v2.0/security-groups?id=7e743904-8348-419a-8d7e-df7c595f33de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557287 Aug 18 11:56:28.705981 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 53682) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:56:28.713117 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-1fa3a22f-2412-4ebe-b068-66908ea788ad tempest-ServersTestBootFromVolume-1996993872 tempest-ServersTestBootFromVolume-1996993872-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2055183915', 'description': 'tempest-description--545639069'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:56:28.761184 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-2fd5fa9d-5317-48a7-9f7b-179bc91b023d None None] Set router 54d8225b-86b8-4e19-a1ed-75a7740e159a gateway port host: n-d-804985-2 {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 11:56:28.795146 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f888ce-8d80-4340-bdad-df1371bdbd4f req-e9eee9d7-1ee9-4952-ad28-204def04a710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:56:28.797224 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-14f888ce-8d80-4340-bdad-df1371bdbd4f req-e9eee9d7-1ee9-4952-ad28-204def04a710 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=59f3b61f-d9cb-4493-82ff-8b26e791861b HTTP/1.1" status: 200 len: 845 time: 0.1750376 Aug 18 11:56:28.837036 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1fa3a22f-2412-4ebe-b068-66908ea788ad tempest-ServersTestBootFromVolume-1996993872 tempest-ServersTestBootFromVolume-1996993872-project] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:28.851885 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-14f888ce-8d80-4340-bdad-df1371bdbd4f req-24781ab8-1231-4dbe-a33f-6c37aa276ced service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=06bbcd73-3087-45af-ac07-d9df7df70b38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411417 Aug 18 11:56:28.861453 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-04f5215e-2d28-4d31-be32-9b5c09945927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:28.890010 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bfc6eb-027c-49f7-a28a-428547e87aba req-48422417-67bf-47da-a416-feacd2777369 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:56:28.898763 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d9bfc6eb-027c-49f7-a28a-428547e87aba req-48422417-67bf-47da-a416-feacd2777369 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.66 "GET /v2.0/ports?device_id=af8b3f7f-0e9e-4899-ae59-bba76d0eea1d HTTP/1.1" status: 200 len: 946 time: 0.1383023 Aug 18 11:56:28.937675 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7882f4-be31-406b-addb-e9d593425b49 req-a0cbbbff-e082-40d6-854e-e3cf96e68ba7 tempest-ListServersNegativeTestJSON-1718404107 tempest-ListServersNegativeTestJSON-1718404107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:56:28.945621 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8c7882f4-be31-406b-addb-e9d593425b49 req-a0cbbbff-e082-40d6-854e-e3cf96e68ba7 tempest-ListServersNegativeTestJSON-1718404107 tempest-ListServersNegativeTestJSON-1718404107-project] 10.222.0.66 "GET /v2.0/ports?device_id=b92768de-823a-498b-aeee-230034aca3bb HTTP/1.1" status: 200 len: 945 time: 0.1288476 Aug 18 11:56:29.025530 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d9bfc6eb-027c-49f7-a28a-428547e87aba req-918fd4c6-55b4-4694-aa54-7a60349b1a27 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.66 "GET /v2.0/security-groups?id=fecad5ed-08b4-4db8-8e35-9a1fb2f01a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260736 Aug 18 11:56:29.026182 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-04f5215e-2d28-4d31-be32-9b5c09945927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58902171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59388106'] for subnet, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:29.073225 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8c7882f4-be31-406b-addb-e9d593425b49 req-aaadf285-d72b-487b-94fe-ee65788bffba tempest-ListServersNegativeTestJSON-1718404107 tempest-ListServersNegativeTestJSON-1718404107-project] 10.222.0.66 "GET /v2.0/security-groups?id=7e743904-8348-419a-8d7e-df7c595f33de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265340 Aug 18 11:56:29.083145 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:29.089767 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f5215e-2d28-4d31-be32-9b5c09945927 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f6a98c3-f342-4c72-a137-7aba7a641e96,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:56:29.095478 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-14f888ce-8d80-4340-bdad-df1371bdbd4f req-0078c747-973a-48f7-8291-5e5ff72e9d81 service neutron] 10.222.0.63 "GET /v2.0/networks/06bbcd73-3087-45af-ac07-d9df7df70b38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1962516 Aug 18 11:56:29.103603 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f5215e-2d28-4d31-be32-9b5c09945927 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:56:29.104073 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f5215e-2d28-4d31-be32-9b5c09945927 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:56:29.104557 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f5215e-2d28-4d31-be32-9b5c09945927 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:56:29.104961 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f5215e-2d28-4d31-be32-9b5c09945927 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:56:29.105523 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f5215e-2d28-4d31-be32-9b5c09945927 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:56:29.105935 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f5215e-2d28-4d31-be32-9b5c09945927 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:56:29.106324 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f5215e-2d28-4d31-be32-9b5c09945927 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:56:29.106659 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f5215e-2d28-4d31-be32-9b5c09945927 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:56:29.107462 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f5215e-2d28-4d31-be32-9b5c09945927 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:56:29.107692 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f5215e-2d28-4d31-be32-9b5c09945927 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:56:29.108089 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f5215e-2d28-4d31-be32-9b5c09945927 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:56:29.108499 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f5215e-2d28-4d31-be32-9b5c09945927 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:56:29.112327 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-04f5215e-2d28-4d31-be32-9b5c09945927 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:29.114409 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-04f5215e-2d28-4d31-be32-9b5c09945927 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/1f6a98c3-f342-4c72-a137-7aba7a641e96 HTTP/1.1" status: 204 len: 168 time: 1.0207682 Aug 18 11:56:29.117003 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 53690) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:56:29.148205 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d520d63-97a6-450d-8e12-2a46c6b535b3 None None] Network 299a3393-ede6-4663-8e2e-68401e0c2de3 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 11:56:29.160099 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1fa3a22f-2412-4ebe-b068-66908ea788ad tempest-ServersTestBootFromVolume-1996993872 tempest-ServersTestBootFromVolume-1996993872-project] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:29.171209 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1fa3a22f-2412-4ebe-b068-66908ea788ad tempest-ServersTestBootFromVolume-1996993872 tempest-ServersTestBootFromVolume-1996993872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:29.219725 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1fa3a22f-2412-4ebe-b068-66908ea788ad tempest-ServersTestBootFromVolume-1996993872 tempest-ServersTestBootFromVolume-1996993872-project] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:29.224258 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-1fa3a22f-2412-4ebe-b068-66908ea788ad tempest-ServersTestBootFromVolume-1996993872 tempest-ServersTestBootFromVolume-1996993872-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5147188 Aug 18 11:56:29.235744 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 53694) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:56:29.241080 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-c43581a9-5904-42dd-b0f1-77b67d9d5443 tempest-ServersTestBootFromVolume-1996993872 tempest-ServersTestBootFromVolume-1996993872-project] Request body: {'security_group_rule': {'security_group_id': '2bc96fcd-9703-490c-b0da-ce0b80b96f81', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:56:29.245720 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa3a22f-2412-4ebe-b068-66908ea788ad tempest-ServersTestBootFromVolume-1996993872 tempest-ServersTestBootFromVolume-1996993872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2bc96fcd-9703-490c-b0da-ce0b80b96f81,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:56:29.272634 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] For port c3acce9e-10b1-4f66-8a06-d62caedb5736, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=c3acce9e-10b1-4f66-8a06-d62caedb5736,segment=NetworkSegment(c5a3db9d-5c58-41b1-9177-d5787a597b78),segment_id=c5a3db9d-5c58-41b1-9177-d5787a597b78)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:56:29.291153 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32d9336-4262-456e-8ab1-f560c421a662 req-9bd778fe-f3b5-40a6-9883-ba911e7f844e tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:56:29.293399 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e32d9336-4262-456e-8ab1-f560c421a662 req-9bd778fe-f3b5-40a6-9883-ba911e7f844e tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] 10.222.0.66 "GET /v2.0/ports?device_id=2145e013-9e79-4835-8d0d-e8371bc9e7cc HTTP/1.1" status: 200 len: 946 time: 0.0991642 Aug 18 11:56:29.332833 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:29.362587 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e32d9336-4262-456e-8ab1-f560c421a662 req-d610f215-36f1-4a79-9800-e2012f488144 tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bf5bc16-7ae8-42c8-a968-84c3ac638172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628541 Aug 18 11:56:29.463532 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device f37deb53-08d6-46bd-9be1-d9ba79b0786e no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 11:56:29.568346 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: f37deb53-08d6-46bd-9be1-d9ba79b0786e {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 11:56:29.568346 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device f37deb53-08d6-46bd-9be1-d9ba79b0786e not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 11:56:29.569079 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 49bdb1b6-8f91-4719-950a-3b0c218900ad no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 11:56:29.604363 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c453e0-3553-4e26-bc1e-1f932792bf5f req-651fb02a-aa34-499b-9a21-a2dd208abb5a tempest-ListServersNegativeTestJSON-1718404107 tempest-ListServersNegativeTestJSON-1718404107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:56:29.605393 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c43581a9-5904-42dd-b0f1-77b67d9d5443 tempest-ServersTestBootFromVolume-1996993872 tempest-ServersTestBootFromVolume-1996993872-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:29.605909 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-37c453e0-3553-4e26-bc1e-1f932792bf5f req-651fb02a-aa34-499b-9a21-a2dd208abb5a tempest-ListServersNegativeTestJSON-1718404107 tempest-ListServersNegativeTestJSON-1718404107-project] 10.222.0.66 "GET /v2.0/ports?device_id=b92768de-823a-498b-aeee-230034aca3bb HTTP/1.1" status: 200 len: 945 time: 0.0864542 Aug 18 11:56:29.614060 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1f0811-8e68-4f87-acaa-78ee6eb42519 req-b5f04ece-07d1-4fc7-a1dc-632528f9f253 tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:56:29.615543 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7f1f0811-8e68-4f87-acaa-78ee6eb42519 req-b5f04ece-07d1-4fc7-a1dc-632528f9f253 tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] 10.222.0.66 "GET /v2.0/ports?device_id=3a79ffbb-f25f-44ea-808f-fdd15b64f8c1 HTTP/1.1" status: 200 len: 943 time: 0.1059012 Aug 18 11:56:29.625872 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: 49bdb1b6-8f91-4719-950a-3b0c218900ad {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 11:56:29.626218 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 49bdb1b6-8f91-4719-950a-3b0c218900ad not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 11:56:29.638102 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Pushing event updated for resources: {'Port': ['ID=c3acce9e-10b1-4f66-8a06-d62caedb5736,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:56:29.697700 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-2fd5fa9d-5317-48a7-9f7b-179bc91b023d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54d8225b-86b8-4e19-a1ed-75a7740e159a', 'name': 'tempest-ServersTestBootFromVolume-1228774668-router', 'tenant_id': '08ae616b30724273aca9bf5c66a36a39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': 'c3acce9e-10b1-4f66-8a06-d62caedb5736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T11:56:20Z', 'updated_at': '2021-08-18T11:56:25Z', 'revision_number': 4, 'project_id': '08ae616b30724273aca9bf5c66a36a39', 'gw_port': {'id': 'c3acce9e-10b1-4f66-8a06-d62caedb5736', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:38:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54d8225b-86b8-4e19-a1ed-75a7740e159a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:56:20Z', 'updated_at': '2021-08-18T11:56:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': '08abd093-7475-4147-8187-2289c6ad8a9d', 'name': '', 'network_id': '0efc7fd8-7887-4d6a-afdd-a9a63cd40c41', 'tenant_id': '08ae616b30724273aca9bf5c66a36a39', 'mac_address': 'fa:16:3e:13:44:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54d8225b-86b8-4e19-a1ed-75a7740e159a', 'device_owner': 'network:router_interface', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '0396f86e-2c07-4403-9fff-c9df3ff4afaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:56:24Z', 'updated_at': '2021-08-18T11:56:26Z', 'revision_number': 2, 'project_id': '08ae616b30724273aca9bf5c66a36a39', 'subnets': [{'id': '0396f86e-2c07-4403-9fff-c9df3ff4afaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:56:29.703928 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7607a6a4-cbdb-4c1f-ad75-a9fabc6ecaa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7904109'] for network, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:29.718124 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7f1f0811-8e68-4f87-acaa-78ee6eb42519 req-94df83d5-60be-4bff-afe8-abfec7bde90f tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] 10.222.0.66 "GET /v2.0/security-groups?id=55743b86-4589-417c-a042-b0bad2e342b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934715 Aug 18 11:56:29.722184 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-14f888ce-8d80-4340-bdad-df1371bdbd4f req-0eb40db3-d716-4ba1-af7a-be4663aab311 service neutron] 10.222.0.63 "GET /v2.0/networks/06bbcd73-3087-45af-ac07-d9df7df70b38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6066027 Aug 18 11:56:29.736140 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c43581a9-5904-42dd-b0f1-77b67d9d5443 tempest-ServersTestBootFromVolume-1996993872 tempest-ServersTestBootFromVolume-1996993872-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:29.748017 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 0e4f4eef-52da-4561-a031-87a394efb482 details requested by agent hyperv_n-h1-804985-2 with host n-h1-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 11:56:29.749099 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-37c453e0-3553-4e26-bc1e-1f932792bf5f req-6d93d266-ca8f-4fce-ab5c-71da9d72dba3 tempest-ListServersNegativeTestJSON-1718404107 tempest-ListServersNegativeTestJSON-1718404107-project] 10.222.0.66 "GET /v2.0/security-groups?id=7e743904-8348-419a-8d7e-df7c595f33de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325810 Aug 18 11:56:29.762529 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c43581a9-5904-42dd-b0f1-77b67d9d5443 tempest-ServersTestBootFromVolume-1996993872 tempest-ServersTestBootFromVolume-1996993872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992607'] for security_group_rule, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:29.782806 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43581a9-5904-42dd-b0f1-77b67d9d5443 tempest-ServersTestBootFromVolume-1996993872 tempest-ServersTestBootFromVolume-1996993872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5bab22d-ead1-428f-a663-1a4063b5aca4,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:56:29.801697 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c43581a9-5904-42dd-b0f1-77b67d9d5443 tempest-ServersTestBootFromVolume-1996993872 tempest-ServersTestBootFromVolume-1996993872-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:29.804710 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-c43581a9-5904-42dd-b0f1-77b67d9d5443 tempest-ServersTestBootFromVolume-1996993872 tempest-ServersTestBootFromVolume-1996993872-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5659466 Aug 18 11:56:29.805794 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 53700) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:56:29.810957 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-8dceca3e-fe0b-47c1-8e1b-597292b72416 tempest-ServersTestBootFromVolume-1996993872 tempest-ServersTestBootFromVolume-1996993872-project] Request body: {'security_group_rule': {'security_group_id': '2bc96fcd-9703-490c-b0da-ce0b80b96f81', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:56:29.818596 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-7607a6a4-cbdb-4c1f-ad75-a9fabc6ecaa8 admin admin] Deleting port 3568ab6b-741f-4e26-804f-945c8786dfa8 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 11:56:29.819961 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7607a6a4-cbdb-4c1f-ad75-a9fabc6ecaa8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:29.833546 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ae5e922-1e38-4093-b66f-15ae9f093745 None None] DHCP port deletion for 299a3393-ede6-4663-8e2e-68401e0c2de3 request from n-d-804985-2 {{(pid=106254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 11:56:29.841742 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8dceca3e-fe0b-47c1-8e1b-597292b72416 tempest-ServersTestBootFromVolume-1996993872 tempest-ServersTestBootFromVolume-1996993872-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:29.841987 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd5fa9d-5317-48a7-9f7b-179bc91b023d None None] Checking router: 54d8225b-86b8-4e19-a1ed-75a7740e159a for host: n-d-804985-2 {{(pid=106254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 11:56:29.842264 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd5fa9d-5317-48a7-9f7b-179bc91b023d None None] Updating router 54d8225b-86b8-4e19-a1ed-75a7740e159a port 08abd093-7475-4147-8187-2289c6ad8a9d binding host n-d-804985-2 {{(pid=106254) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 11:56:29.909482 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-2fd5fa9d-5317-48a7-9f7b-179bc91b023d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:29.922975 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [None req-7607a6a4-cbdb-4c1f-ad75-a9fabc6ecaa8 admin admin] For port 3568ab6b-741f-4e26-804f-945c8786dfa8, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=3568ab6b-741f-4e26-804f-945c8786dfa8,segment=NetworkSegment(a64f6bd4-a887-4b68-9b8c-3f473a0ffabc),segment_id=a64f6bd4-a887-4b68-9b8c-3f473a0ffabc)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:56:29.923346 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7607a6a4-cbdb-4c1f-ad75-a9fabc6ecaa8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:29.927322 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8dceca3e-fe0b-47c1-8e1b-597292b72416 tempest-ServersTestBootFromVolume-1996993872 tempest-ServersTestBootFromVolume-1996993872-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:29.935453 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8dceca3e-fe0b-47c1-8e1b-597292b72416 tempest-ServersTestBootFromVolume-1996993872 tempest-ServersTestBootFromVolume-1996993872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992607'] for security_group_rule, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:29.937148 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 0e4f4eef-52da-4561-a031-87a394efb482, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=0e4f4eef-52da-4561-a031-87a394efb482,segment=NetworkSegment(6c07e440-4a82-438f-a97f-74dad85fe56f),segment_id=6c07e440-4a82-438f-a97f-74dad85fe56f)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:56:29.937489 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-7607a6a4-cbdb-4c1f-ad75-a9fabc6ecaa8 admin admin] Calling delete_port for 3568ab6b-741f-4e26-804f-945c8786dfa8 owned by network:dhcp {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 11:56:29.972452 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dceca3e-fe0b-47c1-8e1b-597292b72416 tempest-ServersTestBootFromVolume-1996993872 tempest-ServersTestBootFromVolume-1996993872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=854fc12c-df95-44d0-985f-866c739bb18f,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:56:29.980872 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8dceca3e-fe0b-47c1-8e1b-597292b72416 tempest-ServersTestBootFromVolume-1996993872 tempest-ServersTestBootFromVolume-1996993872-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:29.981927 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Returning: {'device': '0e4f4eef-52da-4561-a031-87a394efb482', 'network_id': '06bbcd73-3087-45af-ac07-d9df7df70b38', 'port_id': '0e4f4eef-52da-4561-a031-87a394efb482', 'mac_address': 'fa:16:3e:43:37:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 805, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59f3b61f-d9cb-4493-82ff-8b26e791861b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 11:56:29.987393 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 53702) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:56:29.987975 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-8dceca3e-fe0b-47c1-8e1b-597292b72416 tempest-ServersTestBootFromVolume-1996993872 tempest-ServersTestBootFromVolume-1996993872-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1802387 Aug 18 11:56:29.992698 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-0d7921f0-ccf4-4ea3-9f96-58f7751d08ae tempest-ServersTestBootFromVolume-1996993872 tempest-ServersTestBootFromVolume-1996993872-project] Request body: {'floatingip': {'floating_network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:56:30.043680 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0d7921f0-ccf4-4ea3-9f96-58f7751d08ae tempest-ServersTestBootFromVolume-1996993872 tempest-ServersTestBootFromVolume-1996993872-project] Notify callbacks [] for floatingip, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:30.109925 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7607a6a4-cbdb-4c1f-ad75-a9fabc6ecaa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:30.133595 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7607a6a4-cbdb-4c1f-ad75-a9fabc6ecaa8 admin admin] No DVR routers for this DVR port 3568ab6b-741f-4e26-804f-945c8786dfa8 on host n-d-804985-2 {{(pid=106253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 11:56:30.160898 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7607a6a4-cbdb-4c1f-ad75-a9fabc6ecaa8 admin admin] Pushing event deleted for resources: {'Port': ['ID=3568ab6b-741f-4e26-804f-945c8786dfa8,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:56:30.192970 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-2ae5e922-1e38-4093-b66f-15ae9f093745 None None] Deleting port 3568ab6b-741f-4e26-804f-945c8786dfa8 {{(pid=106254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 11:56:30.193340 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-2ae5e922-1e38-4093-b66f-15ae9f093745 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:30.276910 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d5d2df-987b-43db-9a19-1d0f17fc2657 req-0587f9e2-fa3d-4c4c-b075-7eb44efccbf9 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:56:30.277276 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7607a6a4-cbdb-4c1f-ad75-a9fabc6ecaa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8367869', 'neutron.services.segments.db._delete_segments_for_network-8789151212993'] for network, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:30.285795 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b7d5d2df-987b-43db-9a19-1d0f17fc2657 req-0587f9e2-fa3d-4c4c-b075-7eb44efccbf9 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.66 "GET /v2.0/ports?device_id=af8b3f7f-0e9e-4899-ae59-bba76d0eea1d HTTP/1.1" status: 200 len: 946 time: 0.1541202 Aug 18 11:56:30.291165 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-7607a6a4-cbdb-4c1f-ad75-a9fabc6ecaa8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['299a3393-ede6-4663-8e2e-68401e0c2de3']}} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:56:30.296591 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device c3acce9e-10b1-4f66-8a06-d62caedb5736 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:56:30.301762 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:30.307668 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-7607a6a4-cbdb-4c1f-ad75-a9fabc6ecaa8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a64f6bd4-a887-4b68-9b8c-3f473a0ffabc') {'for_net_delete': True} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:56:30.308139 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-7607a6a4-cbdb-4c1f-ad75-a9fabc6ecaa8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a64f6bd4-a887-4b68-9b8c-3f473a0ffabc') {} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:56:30.329939 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7607a6a4-cbdb-4c1f-ad75-a9fabc6ecaa8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789151225254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902236'] for segment, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:30.341853 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0d7921f0-ccf4-4ea3-9f96-58f7751d08ae tempest-ServersTestBootFromVolume-1996993872 tempest-ServersTestBootFromVolume-1996993872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:30.352938 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b7d5d2df-987b-43db-9a19-1d0f17fc2657 req-714f8d18-aba8-4524-8c06-ba5790228e65 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.66 "GET /v2.0/security-groups?id=fecad5ed-08b4-4db8-8e35-9a1fb2f01a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659761 Aug 18 11:56:30.361903 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7607a6a4-cbdb-4c1f-ad75-a9fabc6ecaa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:30.376511 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7607a6a4-cbdb-4c1f-ad75-a9fabc6ecaa8 admin admin] Releasing vlan 835 on physical network physnet1 to pool {{(pid=106253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 11:56:30.376511 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7607a6a4-cbdb-4c1f-ad75-a9fabc6ecaa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58900537'] for segment, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:30.376511 n-d-804985-2 neutron-server[106253]: Traceback (most recent call last): Aug 18 11:56:30.376511 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 11:56:30.376511 n-d-804985-2 neutron-server[106253]: timer() Aug 18 11:56:30.376511 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 11:56:30.376511 n-d-804985-2 neutron-server[106253]: cb(*args, **kw) Aug 18 11:56:30.376511 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 11:56:30.376511 n-d-804985-2 neutron-server[106253]: return func(*args, **kwargs) Aug 18 11:56:30.376511 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 11:56:30.376511 n-d-804985-2 neutron-server[106253]: self._notify() Aug 18 11:56:30.376511 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 11:56:30.376511 n-d-804985-2 neutron-server[106253]: self.callback(batched_events) Aug 18 11:56:30.376511 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 11:56:30.376511 n-d-804985-2 neutron-server[106253]: event.method(event) Aug 18 11:56:30.376511 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 11:56:30.376511 n-d-804985-2 neutron-server[106253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 11:56:30.376511 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 11:56:30.376511 n-d-804985-2 neutron-server[106253]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 11:56:30.376511 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 11:56:30.376511 n-d-804985-2 neutron-server[106253]: return f(self, *a, **k) Aug 18 11:56:30.376511 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 11:56:30.376511 n-d-804985-2 neutron-server[106253]: return self._get(url).json() Aug 18 11:56:30.376511 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 11:56:30.376511 n-d-804985-2 neutron-server[106253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 11:56:30.376511 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 11:56:30.376511 n-d-804985-2 neutron-server[106253]: return self.request(url, 'GET', **kwargs) Aug 18 11:56:30.376511 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 11:56:30.376511 n-d-804985-2 neutron-server[106253]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 11:56:30.376511 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 11:56:30.376511 n-d-804985-2 neutron-server[106253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 11:56:30.376511 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 11:56:30.376511 n-d-804985-2 neutron-server[106253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 11:56:30.376511 n-d-804985-2 neutron-server[106253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 11:56:30.450070 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e4f4eef-52da-4561-a031-87a394efb482 {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 11:56:30.476209 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7607a6a4-cbdb-4c1f-ad75-a9fabc6ecaa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8367858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997186'] for network, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:30.485773 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7607a6a4-cbdb-4c1f-ad75-a9fabc6ecaa8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:30.491988 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-7607a6a4-cbdb-4c1f-ad75-a9fabc6ecaa8 admin admin] 10.222.0.66 "DELETE /v2.0/networks/299a3393-ede6-4663-8e2e-68401e0c2de3 HTTP/1.1" status: 204 len: 168 time: 1.3328912 Aug 18 11:56:30.492649 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-2ae5e922-1e38-4093-b66f-15ae9f093745 None None] For port 3568ab6b-741f-4e26-804f-945c8786dfa8, host n-d-804985-2, got binding levels [] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:56:30.493237 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-2ae5e922-1e38-4093-b66f-15ae9f093745 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:30.496352 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 53712) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:56:30.544710 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 0e4f4eef-52da-4561-a031-87a394efb482, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=0e4f4eef-52da-4561-a031-87a394efb482,segment=NetworkSegment(6c07e440-4a82-438f-a97f-74dad85fe56f),segment_id=6c07e440-4a82-438f-a97f-74dad85fe56f)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:56:30.579192 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7607a6a4-cbdb-4c1f-ad75-a9fabc6ecaa8 admin admin] Pushing event deleted for resources: {'Network': ['ID=299a3393-ede6-4663-8e2e-68401e0c2de3,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:56:30.582144 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-2ae5e922-1e38-4093-b66f-15ae9f093745 None None] Calling delete_port for 3568ab6b-741f-4e26-804f-945c8786dfa8 owned by network:dhcp {{(pid=106254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 11:56:30.590158 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc414be-f12c-4e13-8250-eb9c8a8c4b46 req-9aa3549f-2343-49e5-a409-52b8f4f79644 tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:56:30.592815 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-bdc414be-f12c-4e13-8250-eb9c8a8c4b46 req-9aa3549f-2343-49e5-a409-52b8f4f79644 tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] 10.222.0.66 "GET /v2.0/ports?device_id=2145e013-9e79-4835-8d0d-e8371bc9e7cc HTTP/1.1" status: 200 len: 946 time: 0.1128185 Aug 18 11:56:30.593128 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.ipam_backend_mixin [None req-2ae5e922-1e38-4093-b66f-15ae9f093745 None None] Port 3568ab6b-741f-4e26-804f-945c8786dfa8 was not found and therefore no delete operation was performed {{(pid=106254) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 18 11:56:30.594914 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-2ae5e922-1e38-4093-b66f-15ae9f093745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556'] for port, after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:30.656515 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2ae5e922-1e38-4093-b66f-15ae9f093745 None None] Network 299a3393-ede6-4663-8e2e-68401e0c2de3 is not hosted by any dhcp agent {{(pid=106254) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 18 11:56:30.657501 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae5e922-1e38-4093-b66f-15ae9f093745 None None] No DVR routers for this DVR port 3568ab6b-741f-4e26-804f-945c8786dfa8 on host n-d-804985-2 {{(pid=106254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 11:56:30.658184 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-bdc414be-f12c-4e13-8250-eb9c8a8c4b46 req-342f6d4e-1d65-4f73-802a-1db745adfc66 tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bf5bc16-7ae8-42c8-a968-84c3ac638172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551937 Aug 18 11:56:30.658668 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [None req-0d7921f0-ccf4-4ea3-9f96-58f7751d08ae tempest-ServersTestBootFromVolume-1996993872 tempest-ServersTestBootFromVolume-1996993872-project] Allocated IP 172.25.7.16 (7cae7a70-14fd-408c-b14d-39ceb97cb60e/9784295a-20b8-4a4b-b105-f82737f0448f/53c9066a-b63f-4b06-8e9d-cf6129d5e65c) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 11:56:30.667672 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae5e922-1e38-4093-b66f-15ae9f093745 None None] Pushing event deleted for resources: {'Port': ['ID=3568ab6b-741f-4e26-804f-945c8786dfa8,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:56:30.674169 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:30.752531 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=0e4f4eef-52da-4561-a031-87a394efb482,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:56:30.800698 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port c3acce9e-10b1-4f66-8a06-d62caedb5736 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:56:30.802271 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:30.917888 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031e14fc-d735-4442-8cdd-8d627993c219 req-84d01484-007a-428d-ac21-717704be6d6c tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:56:30.919608 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-031e14fc-d735-4442-8cdd-8d627993c219 req-84d01484-007a-428d-ac21-717704be6d6c tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] 10.222.0.66 "GET /v2.0/ports?device_id=3a79ffbb-f25f-44ea-808f-fdd15b64f8c1 HTTP/1.1" status: 200 len: 944 time: 0.0632925 Aug 18 11:56:31.010525 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-031e14fc-d735-4442-8cdd-8d627993c219 req-36175ebb-83e6-459a-b3c6-944c76b937ba tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] 10.222.0.66 "GET /v2.0/security-groups?id=55743b86-4589-417c-a042-b0bad2e342b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768049 Aug 18 11:56:31.025933 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0934c0e-832f-4965-b3fd-ad651b53cf9a req-e4fd1f84-d8b4-4a94-a2e8-04a3f3e42af1 tempest-ListServersNegativeTestJSON-1718404107 tempest-ListServersNegativeTestJSON-1718404107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:56:31.042436 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d0934c0e-832f-4965-b3fd-ad651b53cf9a req-e4fd1f84-d8b4-4a94-a2e8-04a3f3e42af1 tempest-ListServersNegativeTestJSON-1718404107 tempest-ListServersNegativeTestJSON-1718404107-project] 10.222.0.66 "GET /v2.0/ports?device_id=b92768de-823a-498b-aeee-230034aca3bb HTTP/1.1" status: 200 len: 945 time: 0.1121895 Aug 18 11:56:31.042794 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2246442-cdde-4c17-ae8d-ec6e8ae6de88 req-58dd3188-568d-4ea7-9627-f94865b6728b tempest-ListServersNegativeTestJSON-1718404107 tempest-ListServersNegativeTestJSON-1718404107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:56:31.044404 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-b2246442-cdde-4c17-ae8d-ec6e8ae6de88 req-58dd3188-568d-4ea7-9627-f94865b6728b tempest-ListServersNegativeTestJSON-1718404107 tempest-ListServersNegativeTestJSON-1718404107-project] 10.222.0.63 "GET /v2.0/ports?device_id=b92768de-823a-498b-aeee-230034aca3bb HTTP/1.1" status: 200 len: 945 time: 0.1527386 Aug 18 11:56:31.057562 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0d7921f0-ccf4-4ea3-9f96-58f7751d08ae tempest-ServersTestBootFromVolume-1996993872 tempest-ServersTestBootFromVolume-1996993872-project] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:31.099616 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d0934c0e-832f-4965-b3fd-ad651b53cf9a req-77dd339d-dfd2-453c-b984-c4d2b4b71eba tempest-ListServersNegativeTestJSON-1718404107 tempest-ListServersNegativeTestJSON-1718404107-project] 10.222.0.66 "GET /v2.0/security-groups?id=7e743904-8348-419a-8d7e-df7c595f33de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641057 Aug 18 11:56:31.107772 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-2fd5fa9d-5317-48a7-9f7b-179bc91b023d None None] Notify callbacks [] for port, precommit_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:31.154982 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-2fd5fa9d-5317-48a7-9f7b-179bc91b023d None None] Transition to ACTIVE for port object 08abd093-7475-4147-8187-2289c6ad8a9d will not be triggered until provisioned by entity L2. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 11:56:31.172107 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-2fd5fa9d-5317-48a7-9f7b-179bc91b023d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:31.234617 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] get_ports_and_sgs() called for port_ids ['0e4f4eef-52da-4561-a031-87a394efb482'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 11:56:31.327767 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-b2246442-cdde-4c17-ae8d-ec6e8ae6de88 req-88dd1ed7-10e6-4c16-9abe-4b571f1972d0 tempest-ListServersNegativeTestJSON-1718404107 tempest-ListServersNegativeTestJSON-1718404107-project] Deleting port 96d8aae3-0dc7-4c20-b902-0bc2c90b1528 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 11:56:31.328350 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-b2246442-cdde-4c17-ae8d-ec6e8ae6de88 req-88dd1ed7-10e6-4c16-9abe-4b571f1972d0 tempest-ListServersNegativeTestJSON-1718404107 tempest-ListServersNegativeTestJSON-1718404107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:31.330023 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 3568ab6b-741f-4e26-804f-945c8786dfa8 no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 11:56:31.355824 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: 3568ab6b-741f-4e26-804f-945c8786dfa8 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 11:56:31.356160 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 3568ab6b-741f-4e26-804f-945c8786dfa8 not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 11:56:31.439876 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-b2246442-cdde-4c17-ae8d-ec6e8ae6de88 req-88dd1ed7-10e6-4c16-9abe-4b571f1972d0 tempest-ListServersNegativeTestJSON-1718404107 tempest-ListServersNegativeTestJSON-1718404107-project] For port 96d8aae3-0dc7-4c20-b902-0bc2c90b1528, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=96d8aae3-0dc7-4c20-b902-0bc2c90b1528,segment=NetworkSegment(e10d0f61-1fae-4cda-a998-da9996671ba9),segment_id=e10d0f61-1fae-4cda-a998-da9996671ba9)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:56:31.440739 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-b2246442-cdde-4c17-ae8d-ec6e8ae6de88 req-88dd1ed7-10e6-4c16-9abe-4b571f1972d0 tempest-ListServersNegativeTestJSON-1718404107 tempest-ListServersNegativeTestJSON-1718404107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:31.466180 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-b2246442-cdde-4c17-ae8d-ec6e8ae6de88 req-88dd1ed7-10e6-4c16-9abe-4b571f1972d0 tempest-ListServersNegativeTestJSON-1718404107 tempest-ListServersNegativeTestJSON-1718404107-project] Calling delete_port for 96d8aae3-0dc7-4c20-b902-0bc2c90b1528 owned by compute:nova {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 11:56:31.470495 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19563dc-bc37-486c-93f3-d52563f1c21b None None] Pushing event updated for resources: {'Port': ['ID=08abd093-7475-4147-8187-2289c6ad8a9d,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:56:31.495316 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0d7921f0-ccf4-4ea3-9f96-58f7751d08ae tempest-ServersTestBootFromVolume-1996993872 tempest-ServersTestBootFromVolume-1996993872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:31.566316 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7921f0-ccf4-4ea3-9f96-58f7751d08ae tempest-ServersTestBootFromVolume-1996993872 tempest-ServersTestBootFromVolume-1996993872-project] Pushing event updated for resources: {'Port': ['ID=53c9066a-b63f-4b06-8e9d-cf6129d5e65c,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:56:31.598229 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-2fd5fa9d-5317-48a7-9f7b-179bc91b023d None None] Attempting to bind port 08abd093-7475-4147-8187-2289c6ad8a9d on host n-d-804985-2 for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 11:56:31.607533 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75952ce-a241-4762-a7f9-67b0b4aff29c req-9778b951-5c22-4f5a-8854-830d9164f972 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:56:31.609189 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-2fd5fa9d-5317-48a7-9f7b-179bc91b023d None None] Attempting to bind port 08abd093-7475-4147-8187-2289c6ad8a9d by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': '83d174bf-3ae6-4b55-b0b7-fcf979f775ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '0efc7fd8-7887-4d6a-afdd-a9a63cd40c41'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 11:56:31.609189 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd5fa9d-5317-48a7-9f7b-179bc91b023d None None] Attempting to bind port 08abd093-7475-4147-8187-2289c6ad8a9d on network 0efc7fd8-7887-4d6a-afdd-a9a63cd40c41 {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 11:56:31.624286 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd5fa9d-5317-48a7-9f7b-179bc91b023d None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 11, 56, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 11:56:31.625429 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b75952ce-a241-4762-a7f9-67b0b4aff29c req-9778b951-5c22-4f5a-8854-830d9164f972 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.66 "GET /v2.0/ports?device_id=af8b3f7f-0e9e-4899-ae59-bba76d0eea1d HTTP/1.1" status: 200 len: 946 time: 0.1261187 Aug 18 11:56:31.627240 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd5fa9d-5317-48a7-9f7b-179bc91b023d None None] Checking segment: {'id': '83d174bf-3ae6-4b55-b0b7-fcf979f775ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '0efc7fd8-7887-4d6a-afdd-a9a63cd40c41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 11:56:31.627669 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-2fd5fa9d-5317-48a7-9f7b-179bc91b023d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:31.628068 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd5fa9d-5317-48a7-9f7b-179bc91b023d None None] Bound using segment: {'id': '83d174bf-3ae6-4b55-b0b7-fcf979f775ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '0efc7fd8-7887-4d6a-afdd-a9a63cd40c41'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 11:56:31.628576 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-2fd5fa9d-5317-48a7-9f7b-179bc91b023d None None] Bound port: 08abd093-7475-4147-8187-2289c6ad8a9d, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83d174bf-3ae6-4b55-b0b7-fcf979f775ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '0efc7fd8-7887-4d6a-afdd-a9a63cd40c41'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 11:56:31.628961 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-2fd5fa9d-5317-48a7-9f7b-179bc91b023d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:31.742433 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b75952ce-a241-4762-a7f9-67b0b4aff29c req-64b57591-1052-4cbb-8d1e-7ad854032f55 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.66 "GET /v2.0/security-groups?id=fecad5ed-08b4-4db8-8e35-9a1fb2f01a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082819 Aug 18 11:56:31.841746 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d7921f0-ccf4-4ea3-9f96-58f7751d08ae tempest-ServersTestBootFromVolume-1996993872 tempest-ServersTestBootFromVolume-1996993872-project] Network 7cae7a70-14fd-408c-b14d-39ceb97cb60e is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 11:56:31.856903 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-0d7921f0-ccf4-4ea3-9f96-58f7751d08ae tempest-ServersTestBootFromVolume-1996993872 tempest-ServersTestBootFromVolume-1996993872-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:56:31.858935 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-b2246442-cdde-4c17-ae8d-ec6e8ae6de88 req-88dd1ed7-10e6-4c16-9abe-4b571f1972d0 tempest-ListServersNegativeTestJSON-1718404107 tempest-ListServersNegativeTestJSON-1718404107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:31.860456 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d7921f0-ccf4-4ea3-9f96-58f7751d08ae tempest-ServersTestBootFromVolume-1996993872 tempest-ServersTestBootFromVolume-1996993872-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 11:56:31.877264 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] get_ports_and_sgs() called for port_ids ['4436fe4a-6e4f-45bc-9b98-748faff15a6e'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 11:56:31.883436 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-2fd5fa9d-5317-48a7-9f7b-179bc91b023d None None] For port 08abd093-7475-4147-8187-2289c6ad8a9d, host n-d-804985-2, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 11:56:31.894606 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c3090f-1916-43d5-9d98-110ad732d389 req-25b6d964-5dd9-45ca-a776-e3b3058d994e tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:56:31.899547 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-37c3090f-1916-43d5-9d98-110ad732d389 req-25b6d964-5dd9-45ca-a776-e3b3058d994e tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] 10.222.0.66 "GET /v2.0/ports?device_id=2145e013-9e79-4835-8d0d-e8371bc9e7cc HTTP/1.1" status: 200 len: 946 time: 0.1026807 Aug 18 11:56:31.961379 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2246442-cdde-4c17-ae8d-ec6e8ae6de88 req-88dd1ed7-10e6-4c16-9abe-4b571f1972d0 tempest-ListServersNegativeTestJSON-1718404107 tempest-ListServersNegativeTestJSON-1718404107-project] No DVR routers for this DVR port 96d8aae3-0dc7-4c20-b902-0bc2c90b1528 on host n-h1-804985-2 {{(pid=106253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 11:56:31.966288 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-b2246442-cdde-4c17-ae8d-ec6e8ae6de88 req-88dd1ed7-10e6-4c16-9abe-4b571f1972d0 tempest-ListServersNegativeTestJSON-1718404107 tempest-ListServersNegativeTestJSON-1718404107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:31.968450 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-b2246442-cdde-4c17-ae8d-ec6e8ae6de88 req-88dd1ed7-10e6-4c16-9abe-4b571f1972d0 tempest-ListServersNegativeTestJSON-1718404107 tempest-ListServersNegativeTestJSON-1718404107-project] 10.222.0.63 "DELETE /v2.0/ports/96d8aae3-0dc7-4c20-b902-0bc2c90b1528 HTTP/1.1" status: 204 len: 173 time: 0.8639348 Aug 18 11:56:31.972590 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b92768de-823a-498b-aeee-230034aca3bb', 'name': 'network-vif-deleted', 'tag': '96d8aae3-0dc7-4c20-b902-0bc2c90b1528'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 11:56:31.974838 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0679f4c4b6e0e0c064a7d71d722dc30541a34fffee11680573be22ee2ffccc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab63ca46-424c-495f-a6ac-62a8d3bfd64e" -d '{"events": [{"server_uuid": "b92768de-823a-498b-aeee-230034aca3bb", "name": "network-vif-deleted", "tag": "96d8aae3-0dc7-4c20-b902-0bc2c90b1528"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:56:31.979933 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b47e4222-08e7-4832-9bec-254871879934 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-996815'] for router_interface, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:31.987721 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-37c3090f-1916-43d5-9d98-110ad732d389 req-1a581817-e2e4-4daa-a085-c6d789a34f7b tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bf5bc16-7ae8-42c8-a968-84c3ac638172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799584 Aug 18 11:56:32.016383 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-2fd5fa9d-5317-48a7-9f7b-179bc91b023d None None] For port 08abd093-7475-4147-8187-2289c6ad8a9d, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=08abd093-7475-4147-8187-2289c6ad8a9d,segment=NetworkSegment(83d174bf-3ae6-4b55-b0b7-fcf979f775ed),segment_id=83d174bf-3ae6-4b55-b0b7-fcf979f775ed)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 11:56:32.047711 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-2fd5fa9d-5317-48a7-9f7b-179bc91b023d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:32.120181 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dd1ed7-10e6-4c16-9abe-4b571f1972d0 tempest-ListServersNegativeTestJSON-1718404107 tempest-ListServersNegativeTestJSON-1718404107-project] Pushing event deleted for resources: {'Port': ['ID=96d8aae3-0dc7-4c20-b902-0bc2c90b1528,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:56:32.141870 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19563dc-bc37-486c-93f3-d52563f1c21b None None] Pushing event updated for resources: {'Port': ['ID=08abd093-7475-4147-8187-2289c6ad8a9d,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:56:32.199326 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 11:56:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e62c90b-d95b-450d-b895-13abe6d012d8 x-openstack-request-id: req-5e62c90b-d95b-450d-b895-13abe6d012d8 {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:56:32.199668 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b92768de-823a-498b-aeee-230034aca3bb", "name": "network-vif-deleted", "tag": "96d8aae3-0dc7-4c20-b902-0bc2c90b1528", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:56:32.199978 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-5e62c90b-d95b-450d-b895-13abe6d012d8 {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:56:32.200375 n-d-804985-2 neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b92768de-823a-498b-aeee-230034aca3bb', 'name': 'network-vif-deleted', 'tag': '96d8aae3-0dc7-4c20-b902-0bc2c90b1528', 'status': 'completed', 'code': 200} Aug 18 11:56:32.212832 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd5fa9d-5317-48a7-9f7b-179bc91b023d None None] Routers {'54d8225b-86b8-4e19-a1ed-75a7740e159a'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 11:56:32.213820 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-2fd5fa9d-5317-48a7-9f7b-179bc91b023d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T11:56:21Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['54d8225b-86b8-4e19-a1ed-75a7740e159a'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:56:32.313138 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d26a28c-c81e-4e79-9231-48da5e969818 req-dce7036a-0882-465d-b4ac-fb4f00917d25 tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:56:32.313304 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0d7921f0-ccf4-4ea3-9f96-58f7751d08ae tempest-ServersTestBootFromVolume-1996993872 tempest-ServersTestBootFromVolume-1996993872-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:32.335101 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4d26a28c-c81e-4e79-9231-48da5e969818 req-dce7036a-0882-465d-b4ac-fb4f00917d25 tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] 10.222.0.66 "GET /v2.0/ports?device_id=3a79ffbb-f25f-44ea-808f-fdd15b64f8c1 HTTP/1.1" status: 200 len: 944 time: 0.1321025 Aug 18 11:56:32.392565 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0d7921f0-ccf4-4ea3-9f96-58f7751d08ae tempest-ServersTestBootFromVolume-1996993872 tempest-ServersTestBootFromVolume-1996993872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:32.424737 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] get_ports_and_sgs() called for port_ids ['ccab9c98-f8b4-44d4-9b6a-2a67909cf3f4'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 11:56:32.427468 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8b2dc971-fa5d-4e04-ae6a-ceabf3d9a320 req-639a8355-dfa6-45dd-ae92-acc99ab2cf35 tempest-ListServersNegativeTestJSON-1718404107 tempest-ListServersNegativeTestJSON-1718404107-project] 10.222.0.66 "GET /v2.0/ports?device_id=b92768de-823a-498b-aeee-230034aca3bb HTTP/1.1" status: 200 len: 210 time: 0.0508101 Aug 18 11:56:32.473456 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4d26a28c-c81e-4e79-9231-48da5e969818 req-66ef043d-903e-4a4d-9d9a-8c3eac5b9971 tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] 10.222.0.66 "GET /v2.0/security-groups?id=55743b86-4589-417c-a042-b0bad2e342b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372504 Aug 18 11:56:32.857047 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-b47e4222-08e7-4832-9bec-254871879934 admin admin] Deleting port db76862f-19ae-4a53-a705-c8a73bfeff4e {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 11:56:32.857412 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b47e4222-08e7-4832-9bec-254871879934 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:32.979184 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28f3f54-db53-4c78-b353-4a551617db63 req-8997e522-e095-463f-8197-a42ef114c432 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:56:32.983570 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d28f3f54-db53-4c78-b353-4a551617db63 req-8997e522-e095-463f-8197-a42ef114c432 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.66 "GET /v2.0/ports?device_id=af8b3f7f-0e9e-4899-ae59-bba76d0eea1d HTTP/1.1" status: 200 len: 946 time: 0.1190073 Aug 18 11:56:33.010339 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-2fd5fa9d-5317-48a7-9f7b-179bc91b023d None None] Set router 54d8225b-86b8-4e19-a1ed-75a7740e159a gateway port host: n-d-804985-2 {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 11:56:33.038540 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0d7921f0-ccf4-4ea3-9f96-58f7751d08ae tempest-ServersTestBootFromVolume-1996993872 tempest-ServersTestBootFromVolume-1996993872-project] Notify callbacks [] for port, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:33.081730 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [None req-b47e4222-08e7-4832-9bec-254871879934 admin admin] For port db76862f-19ae-4a53-a705-c8a73bfeff4e, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=db76862f-19ae-4a53-a705-c8a73bfeff4e,segment=NetworkSegment(90e55b6c-59de-4325-826f-b0c35163e24a),segment_id=90e55b6c-59de-4325-826f-b0c35163e24a)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:56:33.082215 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b47e4222-08e7-4832-9bec-254871879934 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:33.092811 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d28f3f54-db53-4c78-b353-4a551617db63 req-a6a2b840-5669-4562-b625-739a840a13c3 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.66 "GET /v2.0/security-groups?id=fecad5ed-08b4-4db8-8e35-9a1fb2f01a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001608 Aug 18 11:56:33.115438 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-b47e4222-08e7-4832-9bec-254871879934 admin admin] Calling delete_port for db76862f-19ae-4a53-a705-c8a73bfeff4e owned by network:router_interface {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 11:56:33.145789 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0d7921f0-ccf4-4ea3-9f96-58f7751d08ae tempest-ServersTestBootFromVolume-1996993872 tempest-ServersTestBootFromVolume-1996993872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:33.233973 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c39ced-f00c-441c-8591-11677b187186 req-6d6b5d63-9476-4459-9e64-319cf0cb6da7 tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:56:33.238562 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a2c39ced-f00c-441c-8591-11677b187186 req-6d6b5d63-9476-4459-9e64-319cf0cb6da7 tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] 10.222.0.66 "GET /v2.0/ports?device_id=2145e013-9e79-4835-8d0d-e8371bc9e7cc HTTP/1.1" status: 200 len: 946 time: 0.1044168 Aug 18 11:56:33.284396 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7921f0-ccf4-4ea3-9f96-58f7751d08ae tempest-ServersTestBootFromVolume-1996993872 tempest-ServersTestBootFromVolume-1996993872-project] Pushing event updated for resources: {'Port': ['ID=53c9066a-b63f-4b06-8e9d-cf6129d5e65c,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:56:33.289212 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0d7921f0-ccf4-4ea3-9f96-58f7751d08ae tempest-ServersTestBootFromVolume-1996993872 tempest-ServersTestBootFromVolume-1996993872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-989945'] for floatingip, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:33.344987 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a2c39ced-f00c-441c-8591-11677b187186 req-6d5489e5-e7e7-444a-9327-d278fbcbed93 tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bf5bc16-7ae8-42c8-a968-84c3ac638172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000845 Aug 18 11:56:33.347432 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0d7921f0-ccf4-4ea3-9f96-58f7751d08ae tempest-ServersTestBootFromVolume-1996993872 tempest-ServersTestBootFromVolume-1996993872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for floatingip, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:33.370995 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-0d7921f0-ccf4-4ea3-9f96-58f7751d08ae tempest-ServersTestBootFromVolume-1996993872 tempest-ServersTestBootFromVolume-1996993872-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.3824549 Aug 18 11:56:33.611561 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b47e4222-08e7-4832-9bec-254871879934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:33.667944 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-2fd5fa9d-5317-48a7-9f7b-179bc91b023d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54d8225b-86b8-4e19-a1ed-75a7740e159a', 'name': 'tempest-ServersTestBootFromVolume-1228774668-router', 'tenant_id': '08ae616b30724273aca9bf5c66a36a39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': 'c3acce9e-10b1-4f66-8a06-d62caedb5736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T11:56:20Z', 'updated_at': '2021-08-18T11:56:25Z', 'revision_number': 4, 'project_id': '08ae616b30724273aca9bf5c66a36a39', 'gw_port': {'id': 'c3acce9e-10b1-4f66-8a06-d62caedb5736', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:38:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54d8225b-86b8-4e19-a1ed-75a7740e159a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:56:20Z', 'updated_at': '2021-08-18T11:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': '08abd093-7475-4147-8187-2289c6ad8a9d', 'name': '', 'network_id': '0efc7fd8-7887-4d6a-afdd-a9a63cd40c41', 'tenant_id': '08ae616b30724273aca9bf5c66a36a39', 'mac_address': 'fa:16:3e:13:44:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54d8225b-86b8-4e19-a1ed-75a7740e159a', 'device_owner': 'network:router_interface', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '0396f86e-2c07-4403-9fff-c9df3ff4afaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:56:24Z', 'updated_at': '2021-08-18T11:56:31Z', 'revision_number': 4, 'project_id': '08ae616b30724273aca9bf5c66a36a39', 'subnets': [{'id': '0396f86e-2c07-4403-9fff-c9df3ff4afaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:56:33.706411 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae65e99-5b49-42af-af8a-dd9c95345d26 req-a38b58d2-a6a9-4034-be2c-f0538eee271f tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:56:33.728839 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9ae65e99-5b49-42af-af8a-dd9c95345d26 req-a38b58d2-a6a9-4034-be2c-f0538eee271f tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] 10.222.0.66 "GET /v2.0/ports?device_id=3a79ffbb-f25f-44ea-808f-fdd15b64f8c1 HTTP/1.1" status: 200 len: 944 time: 0.1572394 Aug 18 11:56:33.734983 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd5fa9d-5317-48a7-9f7b-179bc91b023d None None] The sync data for ids ['54d8225b-86b8-4e19-a1ed-75a7740e159a'] in n-d-804985-2 is: [{'id': '54d8225b-86b8-4e19-a1ed-75a7740e159a', 'name': 'tempest-ServersTestBootFromVolume-1228774668-router', 'tenant_id': '08ae616b30724273aca9bf5c66a36a39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': 'c3acce9e-10b1-4f66-8a06-d62caedb5736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T11:56:20Z', 'updated_at': '2021-08-18T11:56:25Z', 'revision_number': 4, 'project_id': '08ae616b30724273aca9bf5c66a36a39', 'gw_port': {'id': 'c3acce9e-10b1-4f66-8a06-d62caedb5736', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:38:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54d8225b-86b8-4e19-a1ed-75a7740e159a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:56:20Z', 'updated_at': '2021-08-18T11:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': '08abd093-7475-4147-8187-2289c6ad8a9d', 'name': '', 'network_id': '0efc7fd8-7887-4d6a-afdd-a9a63cd40c41', 'tenant_id': '08ae616b30724273aca9bf5c66a36a39', 'mac_address': 'fa:16:3e:13:44:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54d8225b-86b8-4e19-a1ed-75a7740e159a', 'device_owner': 'network:router_interface', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '0396f86e-2c07-4403-9fff-c9df3ff4afaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:56:24Z', 'updated_at': '2021-08-18T11:56:31Z', 'revision_number': 4, 'project_id': '08ae616b30724273aca9bf5c66a36a39', 'subnets': [{'id': '0396f86e-2c07-4403-9fff-c9df3ff4afaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 11:56:33.743017 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 0e4f4eef-52da-4561-a031-87a394efb482 up at agent hyperv_n-h1-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:56:33.886599 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Provisioning for port 0e4f4eef-52da-4561-a031-87a394efb482 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 11:56:33.893271 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Provisioning complete for port 0e4f4eef-52da-4561-a031-87a394efb482 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:56:33.893647 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:33.917524 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47e4222-08e7-4832-9bec-254871879934 admin admin] Pushing event deleted for resources: {'Port': ['ID=db76862f-19ae-4a53-a705-c8a73bfeff4e,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:56:33.938500 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9ae65e99-5b49-42af-af8a-dd9c95345d26 req-f149b9f3-3b2a-4525-8edf-7807c3ee2e6a tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] 10.222.0.66 "GET /v2.0/security-groups?id=55743b86-4589-417c-a042-b0bad2e342b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086787 Aug 18 11:56:34.131640 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b47e4222-08e7-4832-9bec-254871879934 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953695'] for router_interface, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:34.242742 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:34.272827 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a79ffbb-f25f-44ea-808f-fdd15b64f8c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e4f4eef-52da-4561-a031-87a394efb482'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 11:56:34.275546 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db50a436fb3a98495337d8fe7487b4f2ea6f3c1052eb9efadc2ecda2d5737001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4c5cef4-fbfd-41c6-852f-1e59777fc322" -d '{"events": [{"server_uuid": "3a79ffbb-f25f-44ea-808f-fdd15b64f8c1", "name": "network-vif-plugged", "status": "completed", "tag": "0e4f4eef-52da-4561-a031-87a394efb482"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:56:34.338155 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 08abd093-7475-4147-8187-2289c6ad8a9d up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:56:34.429554 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 0e4f4eef-52da-4561-a031-87a394efb482, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=0e4f4eef-52da-4561-a031-87a394efb482,segment=NetworkSegment(6c07e440-4a82-438f-a97f-74dad85fe56f),segment_id=6c07e440-4a82-438f-a97f-74dad85fe56f)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:56:34.439929 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ba7e41-8dba-4cce-8a98-5a77c1277b6b req-434e2fe5-c3b3-44b7-bbca-21034a6d590d tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:56:34.446927 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:34.449461 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 96d8aae3-0dc7-4c20-b902-0bc2c90b1528 no longer exists at agent hyperv_n-h1-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 11:56:34.468656 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-05ba7e41-8dba-4cce-8a98-5a77c1277b6b req-434e2fe5-c3b3-44b7-bbca-21034a6d590d tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.66 "GET /v2.0/ports?device_id=af8b3f7f-0e9e-4899-ae59-bba76d0eea1d HTTP/1.1" status: 200 len: 946 time: 0.1653242 Aug 18 11:56:34.585817 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-05ba7e41-8dba-4cce-8a98-5a77c1277b6b req-0693f65a-62d7-4e10-9298-35d15e91681b tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.66 "GET /v2.0/security-groups?id=fecad5ed-08b4-4db8-8e35-9a1fb2f01a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110468 Aug 18 11:56:34.699598 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] No Port match for: 96d8aae3-0dc7-4c20-b902-0bc2c90b1528 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 11:56:34.706084 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 96d8aae3-0dc7-4c20-b902-0bc2c90b1528 not bound to the agent host n-h1-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 11:56:34.749797 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3b0b7c-19e0-4a57-b27c-c121aceeccd6 req-87c51288-d21d-4df7-8e7f-f3d46fef89b1 tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:56:34.758351 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6c3b0b7c-19e0-4a57-b27c-c121aceeccd6 req-87c51288-d21d-4df7-8e7f-f3d46fef89b1 tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] 10.222.0.66 "GET /v2.0/ports?device_id=2145e013-9e79-4835-8d0d-e8371bc9e7cc HTTP/1.1" status: 200 len: 946 time: 0.0872016 Aug 18 11:56:34.811204 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 11:56:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68708e10-1450-482a-b601-3ddb42391615 x-openstack-request-id: req-68708e10-1450-482a-b601-3ddb42391615 {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:56:34.817478 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6c3b0b7c-19e0-4a57-b27c-c121aceeccd6 req-67ed0b5f-6508-4a5c-8732-3de768ba4e5b tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bf5bc16-7ae8-42c8-a968-84c3ac638172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578668 Aug 18 11:56:34.820035 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a79ffbb-f25f-44ea-808f-fdd15b64f8c1", "name": "network-vif-plugged", "status": "completed", "tag": "0e4f4eef-52da-4561-a031-87a394efb482", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:56:34.820309 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-68708e10-1450-482a-b601-3ddb42391615 {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:56:34.820810 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a79ffbb-f25f-44ea-808f-fdd15b64f8c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e4f4eef-52da-4561-a031-87a394efb482', 'code': 200} Aug 18 11:56:34.826537 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=0e4f4eef-52da-4561-a031-87a394efb482,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:56:34.863858 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:56:34.864226 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:56:34.866196 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b47e4222-08e7-4832-9bec-254871879934 admin admin] Router 26573997-057a-44ea-8e05-ade1ddd1914a has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 11:56:34.869228 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:56:34.869662 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:56:34.870498 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:56:34.870838 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:56:34.871164 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:56:34.871495 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:56:34.871838 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:56:34.874927 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:56:34.875301 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:56:34.875635 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:56:34.917028 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port 08abd093-7475-4147-8187-2289c6ad8a9d completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 11:56:34.929894 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 08abd093-7475-4147-8187-2289c6ad8a9d triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:56:34.930279 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:35.147802 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:35.240771 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] For port 08abd093-7475-4147-8187-2289c6ad8a9d, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=08abd093-7475-4147-8187-2289c6ad8a9d,segment=NetworkSegment(83d174bf-3ae6-4b55-b0b7-fcf979f775ed),segment_id=83d174bf-3ae6-4b55-b0b7-fcf979f775ed)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:56:35.252765 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:35.286235 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca408bf7-8fc7-4da1-af71-1195f7bad8ec req-1dd16530-164a-4208-9abb-1b216b04d9e7 tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:56:35.298768 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ca408bf7-8fc7-4da1-af71-1195f7bad8ec req-1dd16530-164a-4208-9abb-1b216b04d9e7 tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] 10.222.0.66 "GET /v2.0/ports?device_id=3a79ffbb-f25f-44ea-808f-fdd15b64f8c1 HTTP/1.1" status: 200 len: 945 time: 0.1086695 Aug 18 11:56:35.387587 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Pushing event updated for resources: {'Port': ['ID=08abd093-7475-4147-8187-2289c6ad8a9d,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:56:35.411079 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ca408bf7-8fc7-4da1-af71-1195f7bad8ec req-444c600c-2109-499d-946b-6004e6fc10cb tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] 10.222.0.66 "GET /v2.0/security-groups?id=55743b86-4589-417c-a042-b0bad2e342b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108906 Aug 18 11:56:35.465086 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c742769-c38b-466e-8bcb-94c6a1aad7b1 req-ebef6f87-afd3-4b07-9526-b8a6e65b1905 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:56:35.466856 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1c742769-c38b-466e-8bcb-94c6a1aad7b1 req-ebef6f87-afd3-4b07-9526-b8a6e65b1905 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] 10.222.0.66 "GET /v2.0/ports?device_id=8fd5ea8f-178b-40e4-8012-09188cab4234 HTTP/1.1" status: 200 len: 944 time: 0.1221340 Aug 18 11:56:35.528646 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1c742769-c38b-466e-8bcb-94c6a1aad7b1 req-8c99122b-6d76-464f-9e37-6ad27850a925 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] 10.222.0.66 "GET /v2.0/security-groups?id=07aef7bb-6c11-4cb4-8594-c24180b5d811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521889 Aug 18 11:56:35.678153 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8187c0ff-3355-4c19-855d-ebdd077d3e0f req-c17e481a-577c-4f86-856a-2b7464afe136 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:56:35.680051 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8187c0ff-3355-4c19-855d-ebdd077d3e0f req-c17e481a-577c-4f86-856a-2b7464afe136 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] 10.222.0.62 "GET /v2.0/ports?device_id=8fd5ea8f-178b-40e4-8012-09188cab4234 HTTP/1.1" status: 200 len: 944 time: 0.0922368 Aug 18 11:56:35.802030 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:35.873834 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2860bbc5-c774-4dd0-b393-43204b928f87 req-a0a2eeef-682f-40d1-b555-7cd0440755ae tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:56:35.875443 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2860bbc5-c774-4dd0-b393-43204b928f87 req-a0a2eeef-682f-40d1-b555-7cd0440755ae tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.66 "GET /v2.0/ports?device_id=af8b3f7f-0e9e-4899-ae59-bba76d0eea1d HTTP/1.1" status: 200 len: 946 time: 0.1333013 Aug 18 11:56:35.908408 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e63bd1-b546-4c08-8b44-0cb94548c9fa req-bd6ff791-6914-41f1-af83-ce782d595c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:56:35.910260 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-96e63bd1-b546-4c08-8b44-0cb94548c9fa req-bd6ff791-6914-41f1-af83-ce782d595c3d service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=3a79ffbb-f25f-44ea-808f-fdd15b64f8c1 HTTP/1.1" status: 200 len: 1096 time: 1.0385568 Aug 18 11:56:35.913820 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b47e4222-08e7-4832-9bec-254871879934 admin admin] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 11:56:35.922374 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-b47e4222-08e7-4832-9bec-254871879934 admin admin] 10.222.0.66 "PUT /v2.0/routers/26573997-057a-44ea-8e05-ade1ddd1914a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4248152 Aug 18 11:56:35.922988 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 53864) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:56:35.932875 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c910a533-7d63-4824-ad4f-d5cda36321a1 None None] Sync routers for ids ['26573997-057a-44ea-8e05-ade1ddd1914a'] in n-d-804985-2 {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 11:56:35.947887 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c910a533-7d63-4824-ad4f-d5cda36321a1 None None] Routers {'26573997-057a-44ea-8e05-ade1ddd1914a'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 11:56:35.949894 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-c910a533-7d63-4824-ad4f-d5cda36321a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T11:56:21Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['26573997-057a-44ea-8e05-ade1ddd1914a'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:56:35.965476 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2860bbc5-c774-4dd0-b393-43204b928f87 req-da3076d9-1efe-4e72-8ca1-cb9a66a550fd tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.66 "GET /v2.0/security-groups?id=fecad5ed-08b4-4db8-8e35-9a1fb2f01a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689280 Aug 18 11:56:35.979660 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-8187c0ff-3355-4c19-855d-ebdd077d3e0f req-98deedfe-ed0b-4fde-98c7-7f040982c6e8 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] Deleting port 93bbe875-2e51-465e-8794-e89d18f614c1 {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 11:56:35.982424 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-8187c0ff-3355-4c19-855d-ebdd077d3e0f req-98deedfe-ed0b-4fde-98c7-7f040982c6e8 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:36.065259 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 08abd093-7475-4147-8187-2289c6ad8a9d up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:56:36.176868 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-c910a533-7d63-4824-ad4f-d5cda36321a1 None None] Set router 26573997-057a-44ea-8e05-ade1ddd1914a gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 11:56:36.202696 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 08abd093-7475-4147-8187-2289c6ad8a9d triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:56:36.203330 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:36.273570 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-96e63bd1-b546-4c08-8b44-0cb94548c9fa req-0542176e-eae9-440a-aeba-d057709b0c2e service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=55743b86-4589-417c-a042-b0bad2e342b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3487227 Aug 18 11:56:36.277061 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-8187c0ff-3355-4c19-855d-ebdd077d3e0f req-98deedfe-ed0b-4fde-98c7-7f040982c6e8 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] For port 93bbe875-2e51-465e-8794-e89d18f614c1, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=93bbe875-2e51-465e-8794-e89d18f614c1,segment=NetworkSegment(77044dd8-732d-4440-9cc8-7f1936544d71),segment_id=77044dd8-732d-4440-9cc8-7f1936544d71)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:56:36.277429 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-8187c0ff-3355-4c19-855d-ebdd077d3e0f req-98deedfe-ed0b-4fde-98c7-7f040982c6e8 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:36.322997 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-8187c0ff-3355-4c19-855d-ebdd077d3e0f req-98deedfe-ed0b-4fde-98c7-7f040982c6e8 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] Calling delete_port for 93bbe875-2e51-465e-8794-e89d18f614c1 owned by compute:nova {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 11:56:36.326153 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7c60740c-2af7-48ee-a2fd-d15de47fc5fb admin admin] Notify callbacks [] for router, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:36.419967 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.agents_db [None req-6dbb2658-0354-4101-8393-6e7505481cf6 None None] Agent healthcheck: found 7 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 11:56:36.459024 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-c910a533-7d63-4824-ad4f-d5cda36321a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26573997-057a-44ea-8e05-ade1ddd1914a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1215109186-router', 'tenant_id': '78a5015a31f14a7a97358b5ca211d73f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.249'}], 'enable_snat': True}, 'gw_port_id': '4a5be6e2-f420-4fae-a77e-8a9c0d0bcb18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T11:51:29Z', 'updated_at': '2021-08-18T11:56:33Z', 'revision_number': 5, 'project_id': '78a5015a31f14a7a97358b5ca211d73f', 'gw_port': {'id': '4a5be6e2-f420-4fae-a77e-8a9c0d0bcb18', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:7d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26573997-057a-44ea-8e05-ade1ddd1914a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:51:29Z', 'updated_at': '2021-08-18T11:51:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:56:36.523966 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7c60740c-2af7-48ee-a2fd-d15de47fc5fb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:36.539129 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c910a533-7d63-4824-ad4f-d5cda36321a1 None None] Checking router: 26573997-057a-44ea-8e05-ade1ddd1914a for host: n-d-804985-2 {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 11:56:36.552530 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c910a533-7d63-4824-ad4f-d5cda36321a1 None None] Routers {'26573997-057a-44ea-8e05-ade1ddd1914a'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 11:56:36.553510 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-c910a533-7d63-4824-ad4f-d5cda36321a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T11:56:21Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['26573997-057a-44ea-8e05-ade1ddd1914a'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:56:36.597377 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-7c60740c-2af7-48ee-a2fd-d15de47fc5fb admin admin] Deleting port 4a5be6e2-f420-4fae-a77e-8a9c0d0bcb18 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 11:56:36.597819 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7c60740c-2af7-48ee-a2fd-d15de47fc5fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:36.683161 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-c910a533-7d63-4824-ad4f-d5cda36321a1 None None] Set router 26573997-057a-44ea-8e05-ade1ddd1914a gateway port host: None {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 11:56:36.717296 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [None req-7c60740c-2af7-48ee-a2fd-d15de47fc5fb admin admin] For port 4a5be6e2-f420-4fae-a77e-8a9c0d0bcb18, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=4a5be6e2-f420-4fae-a77e-8a9c0d0bcb18,segment=NetworkSegment(c5a3db9d-5c58-41b1-9177-d5787a597b78),segment_id=c5a3db9d-5c58-41b1-9177-d5787a597b78)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:56:36.717709 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7c60740c-2af7-48ee-a2fd-d15de47fc5fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:36.735224 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-7c60740c-2af7-48ee-a2fd-d15de47fc5fb admin admin] Calling delete_port for 4a5be6e2-f420-4fae-a77e-8a9c0d0bcb18 owned by network:router_gateway {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 11:56:36.751244 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-c910a533-7d63-4824-ad4f-d5cda36321a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26573997-057a-44ea-8e05-ade1ddd1914a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1215109186-router', 'tenant_id': '78a5015a31f14a7a97358b5ca211d73f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T11:51:29Z', 'updated_at': '2021-08-18T11:56:36Z', 'revision_number': 6, 'project_id': '78a5015a31f14a7a97358b5ca211d73f', 'gw_port_host': None}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:56:36.785389 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c910a533-7d63-4824-ad4f-d5cda36321a1 None None] The sync data for ids ['26573997-057a-44ea-8e05-ade1ddd1914a'] in n-d-804985-2 is: [{'id': '26573997-057a-44ea-8e05-ade1ddd1914a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1215109186-router', 'tenant_id': '78a5015a31f14a7a97358b5ca211d73f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T11:51:29Z', 'updated_at': '2021-08-18T11:56:36Z', 'revision_number': 6, 'project_id': '78a5015a31f14a7a97358b5ca211d73f', 'gw_port_host': None}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 11:56:36.838661 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b617905-35de-4ad7-8b55-4d9a6c86e862 req-913e00ed-9008-4e89-a470-9fed06eee794 tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:56:36.840782 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2b617905-35de-4ad7-8b55-4d9a6c86e862 req-913e00ed-9008-4e89-a470-9fed06eee794 tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] 10.222.0.66 "GET /v2.0/ports?device_id=2145e013-9e79-4835-8d0d-e8371bc9e7cc HTTP/1.1" status: 200 len: 946 time: 0.6777184 Aug 18 11:56:36.930906 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d73967-66fa-4ca8-92de-19b14eb072df req-fb99f347-a48f-4c84-b00d-9f3d6c8ada52 tempest-ListServersNegativeTestJSON-1718404107 tempest-ListServersNegativeTestJSON-1718404107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:56:36.937131 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d73967-66fa-4ca8-92de-19b14eb072df req-fb99f347-a48f-4c84-b00d-9f3d6c8ada52 tempest-ListServersNegativeTestJSON-1718404107 tempest-ListServersNegativeTestJSON-1718404107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:56:36.944970 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-84d73967-66fa-4ca8-92de-19b14eb072df req-fb99f347-a48f-4c84-b00d-9f3d6c8ada52 tempest-ListServersNegativeTestJSON-1718404107 tempest-ListServersNegativeTestJSON-1718404107-project] 10.222.0.66 "GET /v2.0/ports?device_id=410705a3-aaa1-4c6c-b46b-eeeeb800c41f&device_id=c380b4f8-c43e-4381-a622-163f9dfe76cb HTTP/1.1" status: 200 len: 1682 time: 0.6271353 Aug 18 11:56:36.960562 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7c60740c-2af7-48ee-a2fd-d15de47fc5fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:36.990054 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2b617905-35de-4ad7-8b55-4d9a6c86e862 req-3f2a3b64-23db-44b3-8685-de4c8cc9591a tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bf5bc16-7ae8-42c8-a968-84c3ac638172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371090 Aug 18 11:56:36.994392 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-8187c0ff-3355-4c19-855d-ebdd077d3e0f req-98deedfe-ed0b-4fde-98c7-7f040982c6e8 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:37.009931 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c60740c-2af7-48ee-a2fd-d15de47fc5fb admin admin] Pushing event deleted for resources: {'Port': ['ID=4a5be6e2-f420-4fae-a77e-8a9c0d0bcb18,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:56:37.072156 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98deedfe-ed0b-4fde-98c7-7f040982c6e8 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] Pushing event deleted for resources: {'Port': ['ID=93bbe875-2e51-465e-8794-e89d18f614c1,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:56:37.074475 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-8187c0ff-3355-4c19-855d-ebdd077d3e0f req-98deedfe-ed0b-4fde-98c7-7f040982c6e8 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] No DVR routers for this DVR port 93bbe875-2e51-465e-8794-e89d18f614c1 on host n-h2-804985-2 {{(pid=106252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 11:56:37.088744 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-84d73967-66fa-4ca8-92de-19b14eb072df req-7cc44740-0922-455d-b287-35c7d2f10ca0 tempest-ListServersNegativeTestJSON-1718404107 tempest-ListServersNegativeTestJSON-1718404107-project] 10.222.0.66 "GET /v2.0/security-groups?id=7e743904-8348-419a-8d7e-df7c595f33de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423771 Aug 18 11:56:37.090236 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-8187c0ff-3355-4c19-855d-ebdd077d3e0f req-98deedfe-ed0b-4fde-98c7-7f040982c6e8 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:37.093772 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8187c0ff-3355-4c19-855d-ebdd077d3e0f req-98deedfe-ed0b-4fde-98c7-7f040982c6e8 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] 10.222.0.62 "DELETE /v2.0/ports/93bbe875-2e51-465e-8794-e89d18f614c1 HTTP/1.1" status: 204 len: 173 time: 1.4022548 Aug 18 11:56:37.099509 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fd5ea8f-178b-40e4-8012-09188cab4234', 'name': 'network-vif-deleted', 'tag': '93bbe875-2e51-465e-8794-e89d18f614c1'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 11:56:37.102238 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b510540-f577-4c4b-a740-365fd333ffe3" -d '{"events": [{"server_uuid": "8fd5ea8f-178b-40e4-8012-09188cab4234", "name": "network-vif-deleted", "tag": "93bbe875-2e51-465e-8794-e89d18f614c1"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:56:37.156805 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7c60740c-2af7-48ee-a2fd-d15de47fc5fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-997271'] for router_gateway, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:37.281066 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ba8b740a-e9ae-4c7c-93c1-5adef21cf4e1 req-4abdbdc2-1fee-4b80-b384-f26ecb82117c tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] 10.222.0.66 "GET /v2.0/ports?device_id=8fd5ea8f-178b-40e4-8012-09188cab4234 HTTP/1.1" status: 200 len: 210 time: 0.0523787 Aug 18 11:56:37.300961 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da66e195-7774-4766-9240-ca71d48e7faa req-98a9749a-82aa-4b5b-962b-02d505114cae tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:56:37.302844 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-da66e195-7774-4766-9240-ca71d48e7faa req-98a9749a-82aa-4b5b-962b-02d505114cae tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] 10.222.0.66 "GET /v2.0/ports?device_id=3a79ffbb-f25f-44ea-808f-fdd15b64f8c1 HTTP/1.1" status: 200 len: 945 time: 0.1436327 Aug 18 11:56:37.308269 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7c60740c-2af7-48ee-a2fd-d15de47fc5fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-996004', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15859'] for router, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:37.317492 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7c60740c-2af7-48ee-a2fd-d15de47fc5fb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:37.390869 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7c60740c-2af7-48ee-a2fd-d15de47fc5fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-996061'] for router, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:37.391520 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c60740c-2af7-48ee-a2fd-d15de47fc5fb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 26573997-057a-44ea-8e05-ade1ddd1914a {{(pid=106253) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 11:56:37.396731 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7c60740c-2af7-48ee-a2fd-d15de47fc5fb admin admin] Notify callbacks [] for router, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:37.400632 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-7c60740c-2af7-48ee-a2fd-d15de47fc5fb admin admin] 10.222.0.66 "DELETE /v2.0/routers/26573997-057a-44ea-8e05-ade1ddd1914a HTTP/1.1" status: 204 len: 168 time: 1.4645278 Aug 18 11:56:37.400857 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 53882) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:56:37.408814 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-da66e195-7774-4766-9240-ca71d48e7faa req-3d21388c-4545-466e-a7f2-3d3c025a2d9c tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] 10.222.0.66 "GET /v2.0/security-groups?id=55743b86-4589-417c-a042-b0bad2e342b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968461 Aug 18 11:56:37.464393 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1e792b-fcfa-46d6-b1c1-fb0748777912 req-944f9f9b-6643-4990-9a9f-6c2677002d66 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:56:37.468230 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_v2 [None req-847b0077-cd77-4239-8260-6b95dbf8e449 admin admin] Deleting subnet a822e623-d00e-4150-a10b-2efebb75806c {{(pid=106253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 11:56:37.469227 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-da1e792b-fcfa-46d6-b1c1-fb0748777912 req-944f9f9b-6643-4990-9a9f-6c2677002d66 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.66 "GET /v2.0/ports?device_id=af8b3f7f-0e9e-4899-ae59-bba76d0eea1d HTTP/1.1" status: 200 len: 946 time: 0.0802448 Aug 18 11:56:37.470811 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-847b0077-cd77-4239-8260-6b95dbf8e449 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:37.512156 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-847b0077-cd77-4239-8260-6b95dbf8e449 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902229'] for subnet, precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:37.519726 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-da1e792b-fcfa-46d6-b1c1-fb0748777912 req-0a8730dd-ab51-4119-99be-440d3668d86d tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.66 "GET /v2.0/security-groups?id=fecad5ed-08b4-4db8-8e35-9a1fb2f01a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421839 Aug 18 11:56:37.578342 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 11:56:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5370e9a6-8b05-4100-bed8-58b19cbb8c23 x-openstack-request-id: req-5370e9a6-8b05-4100-bed8-58b19cbb8c23 {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:56:37.578642 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fd5ea8f-178b-40e4-8012-09188cab4234", "name": "network-vif-deleted", "tag": "93bbe875-2e51-465e-8794-e89d18f614c1", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:56:37.578886 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-5370e9a6-8b05-4100-bed8-58b19cbb8c23 {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:56:37.579280 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fd5ea8f-178b-40e4-8012-09188cab4234', 'name': 'network-vif-deleted', 'tag': '93bbe875-2e51-465e-8794-e89d18f614c1', 'status': 'completed', 'code': 200} Aug 18 11:56:37.620658 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-847b0077-cd77-4239-8260-6b95dbf8e449 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:37.697434 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-847b0077-cd77-4239-8260-6b95dbf8e449 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58902171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59388106'] for subnet, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:37.724526 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847b0077-cd77-4239-8260-6b95dbf8e449 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a822e623-d00e-4150-a10b-2efebb75806c,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:56:37.745921 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-847b0077-cd77-4239-8260-6b95dbf8e449 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:37.747896 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-847b0077-cd77-4239-8260-6b95dbf8e449 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/a822e623-d00e-4150-a10b-2efebb75806c HTTP/1.1" status: 204 len: 168 time: 0.3460312 Aug 18 11:56:37.750856 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 53892) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:56:37.755475 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40dee538-e7cb-49bb-a554-8cc5c072e236 None None] Network 81780d0d-2efa-473d-a0c8-6d440a6fb4fb requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 11:56:37.842073 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ac36fa59-da4c-4104-925c-8595f0630ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7904109'] for network, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:37.923478 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-ac36fa59-da4c-4104-925c-8595f0630ea0 admin admin] Deleting port 68ad9d9f-5411-4a94-83d8-e5196c9a65a0 {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 11:56:37.923811 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ac36fa59-da4c-4104-925c-8595f0630ea0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:37.997765 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:38.037531 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [None req-ac36fa59-da4c-4104-925c-8595f0630ea0 admin admin] For port 68ad9d9f-5411-4a94-83d8-e5196c9a65a0, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=68ad9d9f-5411-4a94-83d8-e5196c9a65a0,segment=NetworkSegment(90e55b6c-59de-4325-826f-b0c35163e24a),segment_id=90e55b6c-59de-4325-826f-b0c35163e24a)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:56:38.038343 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ac36fa59-da4c-4104-925c-8595f0630ea0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:38.058683 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-ac36fa59-da4c-4104-925c-8595f0630ea0 admin admin] Calling delete_port for 68ad9d9f-5411-4a94-83d8-e5196c9a65a0 owned by network:dhcp {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 11:56:38.090729 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device db76862f-19ae-4a53-a705-c8a73bfeff4e no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 11:56:38.159373 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22a9ba4d-abd8-4815-9367-102bbe298491 None None] DHCP port deletion for 81780d0d-2efa-473d-a0c8-6d440a6fb4fb request from n-d-804985-2 {{(pid=106254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 11:56:38.163205 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: db76862f-19ae-4a53-a705-c8a73bfeff4e {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 11:56:38.163946 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device db76862f-19ae-4a53-a705-c8a73bfeff4e not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 11:56:38.164648 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 4a5be6e2-f420-4fae-a77e-8a9c0d0bcb18 no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 11:56:38.228119 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 2d366f8a-6889-4078-a81a-fe904b241e00 details requested by agent hyperv_n-h2-804985-2 with host n-h2-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 11:56:38.248284 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 2d366f8a-6889-4078-a81a-fe904b241e00 no longer exists at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 11:56:38.263959 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: 4a5be6e2-f420-4fae-a77e-8a9c0d0bcb18 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 11:56:38.264738 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 4a5be6e2-f420-4fae-a77e-8a9c0d0bcb18 not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 11:56:38.271875 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcab0e49-27d2-4803-b0f8-8a8a18c48857 req-2897bb95-4611-41b2-ad51-8b4df9d3617d tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:56:38.279641 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-bcab0e49-27d2-4803-b0f8-8a8a18c48857 req-2897bb95-4611-41b2-ad51-8b4df9d3617d tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] 10.222.0.66 "GET /v2.0/ports?device_id=2145e013-9e79-4835-8d0d-e8371bc9e7cc HTTP/1.1" status: 200 len: 946 time: 0.1260002 Aug 18 11:56:38.312142 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ac36fa59-da4c-4104-925c-8595f0630ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:38.360554 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-bcab0e49-27d2-4803-b0f8-8a8a18c48857 req-a33d108d-885c-4dd7-9515-74c5e807ef86 tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bf5bc16-7ae8-42c8-a968-84c3ac638172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749412 Aug 18 11:56:38.361417 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac36fa59-da4c-4104-925c-8595f0630ea0 admin admin] Pushing event deleted for resources: {'Port': ['ID=68ad9d9f-5411-4a94-83d8-e5196c9a65a0,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:56:38.365086 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac36fa59-da4c-4104-925c-8595f0630ea0 admin admin] No DVR routers for this DVR port 68ad9d9f-5411-4a94-83d8-e5196c9a65a0 on host n-d-804985-2 {{(pid=106252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 11:56:38.431290 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port 2d366f8a-6889-4078-a81a-fe904b241e00, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=2d366f8a-6889-4078-a81a-fe904b241e00,segment=NetworkSegment(8d845f6a-d01c-49fc-8841-a69d4d456626),segment_id=8d845f6a-d01c-49fc-8841-a69d4d456626)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:56:38.451846 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ac36fa59-da4c-4104-925c-8595f0630ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8367869', 'neutron.services.segments.db._delete_segments_for_network-8789151212993'] for network, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:38.462291 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-ac36fa59-da4c-4104-925c-8595f0630ea0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81780d0d-2efa-473d-a0c8-6d440a6fb4fb']}} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:56:38.474485 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-ac36fa59-da4c-4104-925c-8595f0630ea0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90e55b6c-59de-4325-826f-b0c35163e24a') {'for_net_delete': True} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:56:38.474485 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-ac36fa59-da4c-4104-925c-8595f0630ea0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90e55b6c-59de-4325-826f-b0c35163e24a') {} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:56:38.483247 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ac36fa59-da4c-4104-925c-8595f0630ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789151225254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2221521'] for segment, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:38.485844 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Returning: {'device': '2d366f8a-6889-4078-a81a-fe904b241e00', 'network_id': 'fac8d860-f4f2-49a0-99ea-233476aded7e', 'port_id': '2d366f8a-6889-4078-a81a-fe904b241e00', 'mac_address': 'fa:16:3e:ee:4f:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 832, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80867b40-661a-4fc1-85b2-6a0bc5d62715', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 11:56:38.489373 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:38.497348 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ac36fa59-da4c-4104-925c-8595f0630ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:38.503454 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac36fa59-da4c-4104-925c-8595f0630ea0 admin admin] Releasing vlan 842 on physical network physnet1 to pool {{(pid=106252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 11:56:38.503861 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ac36fa59-da4c-4104-925c-8595f0630ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3572434'] for segment, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:38.559451 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:38.566941 n-d-804985-2 neutron-server[106252]: Traceback (most recent call last): Aug 18 11:56:38.566941 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 11:56:38.566941 n-d-804985-2 neutron-server[106252]: timer() Aug 18 11:56:38.566941 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 11:56:38.566941 n-d-804985-2 neutron-server[106252]: cb(*args, **kw) Aug 18 11:56:38.566941 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 11:56:38.566941 n-d-804985-2 neutron-server[106252]: return func(*args, **kwargs) Aug 18 11:56:38.566941 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 11:56:38.566941 n-d-804985-2 neutron-server[106252]: self._notify() Aug 18 11:56:38.566941 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 11:56:38.566941 n-d-804985-2 neutron-server[106252]: self.callback(batched_events) Aug 18 11:56:38.566941 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 11:56:38.566941 n-d-804985-2 neutron-server[106252]: event.method(event) Aug 18 11:56:38.566941 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 11:56:38.566941 n-d-804985-2 neutron-server[106252]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 11:56:38.566941 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 11:56:38.566941 n-d-804985-2 neutron-server[106252]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 11:56:38.566941 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 11:56:38.566941 n-d-804985-2 neutron-server[106252]: return f(self, *a, **k) Aug 18 11:56:38.566941 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 11:56:38.566941 n-d-804985-2 neutron-server[106252]: return self._get(url).json() Aug 18 11:56:38.566941 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 11:56:38.566941 n-d-804985-2 neutron-server[106252]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 11:56:38.566941 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 11:56:38.566941 n-d-804985-2 neutron-server[106252]: return self.request(url, 'GET', **kwargs) Aug 18 11:56:38.566941 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 11:56:38.566941 n-d-804985-2 neutron-server[106252]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 11:56:38.566941 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 11:56:38.566941 n-d-804985-2 neutron-server[106252]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 11:56:38.566941 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 11:56:38.566941 n-d-804985-2 neutron-server[106252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 11:56:38.566941 n-d-804985-2 neutron-server[106252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 11:56:38.579851 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2145e013-9e79-4835-8d0d-e8371bc9e7cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d366f8a-6889-4078-a81a-fe904b241e00'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 11:56:38.582369 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db50a436fb3a98495337d8fe7487b4f2ea6f3c1052eb9efadc2ecda2d5737001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc48aba8-1c1d-4c13-8cee-9b5e6dab7d2b" -d '{"events": [{"server_uuid": "2145e013-9e79-4835-8d0d-e8371bc9e7cc", "name": "network-vif-unplugged", "status": "completed", "tag": "2d366f8a-6889-4078-a81a-fe904b241e00"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:56:38.593767 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2d366f8a-6889-4078-a81a-fe904b241e00 {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 11:56:38.599067 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ac36fa59-da4c-4104-925c-8595f0630ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8367858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997186'] for network, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:38.603751 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port 2d366f8a-6889-4078-a81a-fe904b241e00, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=2d366f8a-6889-4078-a81a-fe904b241e00,segment=NetworkSegment(8d845f6a-d01c-49fc-8841-a69d4d456626),segment_id=8d845f6a-d01c-49fc-8841-a69d4d456626)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:56:38.606702 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-22a9ba4d-abd8-4815-9367-102bbe298491 None None] Deleting port 68ad9d9f-5411-4a94-83d8-e5196c9a65a0 {{(pid=106254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 11:56:38.608119 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-22a9ba4d-abd8-4815-9367-102bbe298491 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:38.608532 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ac36fa59-da4c-4104-925c-8595f0630ea0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for network, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:38.610700 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-ac36fa59-da4c-4104-925c-8595f0630ea0 admin admin] 10.222.0.66 "DELETE /v2.0/networks/81780d0d-2efa-473d-a0c8-6d440a6fb4fb HTTP/1.1" status: 204 len: 168 time: 0.8586640 Aug 18 11:56:38.630156 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac36fa59-da4c-4104-925c-8595f0630ea0 admin admin] Pushing event deleted for resources: {'Network': ['ID=81780d0d-2efa-473d-a0c8-6d440a6fb4fb,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:56:38.635202 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:38.649667 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9cdf40-5fbf-42d4-baf9-f5b0c1524e1d req-f683c5f9-a330-4632-b257-6bf5263962fe tempest-ListServersNegativeTestJSON-1718404107 tempest-ListServersNegativeTestJSON-1718404107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:56:38.651277 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-fd9cdf40-5fbf-42d4-baf9-f5b0c1524e1d req-f683c5f9-a330-4632-b257-6bf5263962fe tempest-ListServersNegativeTestJSON-1718404107 tempest-ListServersNegativeTestJSON-1718404107-project] 10.222.0.66 "GET /v2.0/ports?device_id=c380b4f8-c43e-4381-a622-163f9dfe76cb HTTP/1.1" status: 200 len: 946 time: 0.0855658 Aug 18 11:56:38.710038 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-fd9cdf40-5fbf-42d4-baf9-f5b0c1524e1d req-30d2052a-9bc5-4c93-9108-27942677133b tempest-ListServersNegativeTestJSON-1718404107 tempest-ListServersNegativeTestJSON-1718404107-project] 10.222.0.66 "GET /v2.0/security-groups?id=7e743904-8348-419a-8d7e-df7c595f33de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518911 Aug 18 11:56:38.789080 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.db.api [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106254) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 18 11:56:38.789882 n-d-804985-2 neutron-server[106254]: DEBUG oslo_db.api [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 18 11:56:38.798593 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc9401f-85f2-49c2-bb8b-80aca9a659d6 req-ba756a08-0aae-4ec1-95b7-5b2b91a2e967 tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:56:38.814233 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9fc9401f-85f2-49c2-bb8b-80aca9a659d6 req-ba756a08-0aae-4ec1-95b7-5b2b91a2e967 tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] 10.222.0.66 "GET /v2.0/ports?device_id=3a79ffbb-f25f-44ea-808f-fdd15b64f8c1 HTTP/1.1" status: 200 len: 945 time: 0.1029761 Aug 18 11:56:38.829991 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 53920) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:56:38.843306 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server [None req-22a9ba4d-abd8-4815-9367-102bbe298491 None None] Exception during message handling: neutron_lib.exceptions.NetworkNotFound: Network 81780d0d-2efa-473d-a0c8-6d440a6fb4fb could not be found. Aug 18 11:56:38.843306 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 18 11:56:38.843306 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Aug 18 11:56:38.843306 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server network = model_query.get_by_id(context, models_v2.Network, id) Aug 18 11:56:38.843306 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Aug 18 11:56:38.843306 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Aug 18 11:56:38.843306 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2809, in one Aug 18 11:56:38.843306 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server return self._iter().one() Aug 18 11:56:38.843306 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1374, in one Aug 18 11:56:38.843306 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server return self._only_one_row( Aug 18 11:56:38.843306 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Aug 18 11:56:38.843306 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Aug 18 11:56:38.843306 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Aug 18 11:56:38.843306 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server Aug 18 11:56:38.843306 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Aug 18 11:56:38.843306 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server Aug 18 11:56:38.843306 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 18 11:56:38.843306 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 18 11:56:38.843306 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 18 11:56:38.843306 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 18 11:56:38.843306 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 18 11:56:38.843306 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 18 11:56:38.843306 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 18 11:56:38.843306 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 18 11:56:38.843306 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 18 11:56:38.843306 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 18 11:56:38.843306 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 18 11:56:38.843306 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 18 11:56:38.843306 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server raise self.value Aug 18 11:56:38.843306 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 18 11:56:38.843306 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 18 11:56:38.843306 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 18 11:56:38.843306 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 18 11:56:38.843306 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 18 11:56:38.843306 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 18 11:56:38.843306 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 18 11:56:38.843306 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server raise self.value Aug 18 11:56:38.843306 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 18 11:56:38.843306 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 18 11:56:38.843306 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 18 11:56:38.843306 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 18 11:56:38.843306 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 18 11:56:38.843306 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 18 11:56:38.843306 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 18 11:56:38.843306 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server raise self.value Aug 18 11:56:38.843306 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 18 11:56:38.843306 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 18 11:56:38.843306 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 270, in release_dhcp_port Aug 18 11:56:38.843306 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server plugin.delete_ports_by_device_id(context, device_id, network_id) Aug 18 11:56:38.843306 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1541, in delete_ports_by_device_id Aug 18 11:56:38.843306 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server self.delete_port(context, port_id) Aug 18 11:56:38.843306 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 18 11:56:38.843306 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 18 11:56:38.843306 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 18 11:56:38.843306 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 18 11:56:38.849432 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 18 11:56:38.849432 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 18 11:56:38.849432 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 18 11:56:38.849432 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 18 11:56:38.849432 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 18 11:56:38.849432 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server raise self.value Aug 18 11:56:38.849432 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 18 11:56:38.849432 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 18 11:56:38.849432 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 18 11:56:38.849432 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 18 11:56:38.849432 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 18 11:56:38.849432 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 18 11:56:38.849432 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 18 11:56:38.849432 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server raise self.value Aug 18 11:56:38.849432 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 18 11:56:38.849432 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 18 11:56:38.849432 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 18 11:56:38.849432 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 18 11:56:38.849432 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 18 11:56:38.849432 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 18 11:56:38.849432 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 18 11:56:38.849432 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server raise self.value Aug 18 11:56:38.849432 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 18 11:56:38.849432 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 18 11:56:38.849432 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1952, in delete_port Aug 18 11:56:38.849432 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server network = self.get_network(context, port['network_id']) Aug 18 11:56:38.849432 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 18 11:56:38.849432 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 18 11:56:38.849432 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1188, in get_network Aug 18 11:56:38.849432 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server net_db = net_db or self._get_network(context, id) Aug 18 11:56:38.849432 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 266, in _get_network Aug 18 11:56:38.849432 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server raise exceptions.NetworkNotFound(net_id=id) Aug 18 11:56:38.849432 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.NetworkNotFound: Network 81780d0d-2efa-473d-a0c8-6d440a6fb4fb could not be found. Aug 18 11:56:38.849432 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server Aug 18 11:56:38.849432 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=2d366f8a-6889-4078-a81a-fe904b241e00,revision_number=6']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:56:38.906240 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d15c3ad-5ea5-4e88-8e25-10d392c803d1 None None] DHCP port deletion for 81780d0d-2efa-473d-a0c8-6d440a6fb4fb request from n-d-804985-2 {{(pid=106254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 11:56:38.909304 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9fc9401f-85f2-49c2-bb8b-80aca9a659d6 req-881c1021-f0f7-4ead-9048-b9114d37beba tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] 10.222.0.66 "GET /v2.0/security-groups?id=55743b86-4589-417c-a042-b0bad2e342b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807142 Aug 18 11:56:38.935764 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19309bb1-81ce-446d-8204-f9f8a53bcec3 req-63a108e6-5e59-48a0-b740-71fb35a93a39 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:56:38.942766 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06a1beb1-f0ea-4bdc-858f-944e5185c229 None None] get_active_networks_info from n-d-804985-2 {{(pid=106254) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 18 11:56:38.943100 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-19309bb1-81ce-446d-8204-f9f8a53bcec3 req-63a108e6-5e59-48a0-b740-71fb35a93a39 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.66 "GET /v2.0/ports?device_id=af8b3f7f-0e9e-4899-ae59-bba76d0eea1d HTTP/1.1" status: 200 len: 946 time: 0.1275275 Aug 18 11:56:39.004428 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-7df355eb-e5b3-491d-a468-e9dea95a0c67 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c87ef195b6b74f67b0f04cf988678fa6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1731043 Aug 18 11:56:39.011051 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 53924) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:56:39.024257 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 18 Aug 2021 11:56:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcf5bb83-dd29-4d9e-8d7d-dd337409888e x-openstack-request-id: req-dcf5bb83-dd29-4d9e-8d7d-dd337409888e {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:56:39.024584 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2145e013-9e79-4835-8d0d-e8371bc9e7cc", "name": "network-vif-unplugged", "status": "completed", "tag": "2d366f8a-6889-4078-a81a-fe904b241e00", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:56:39.024835 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-dcf5bb83-dd29-4d9e-8d7d-dd337409888e {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:56:39.025233 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2145e013-9e79-4835-8d0d-e8371bc9e7cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d366f8a-6889-4078-a81a-fe904b241e00', 'code': 200} Aug 18 11:56:39.030961 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-19309bb1-81ce-446d-8204-f9f8a53bcec3 req-62c38e39-c5ad-4c70-a22c-556c0e639df8 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.66 "GET /v2.0/security-groups?id=fecad5ed-08b4-4db8-8e35-9a1fb2f01a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851381 Aug 18 11:56:39.151335 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f3cf3783-aef4-4771-87af-94abe2ee9f7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:39.162927 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97afab3-396c-4ae8-b10a-006b69b8e970 req-b993d6eb-2d19-4c3e-b0a4-f2c441990d17 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:56:39.173761 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a97afab3-396c-4ae8-b10a-006b69b8e970 req-b993d6eb-2d19-4c3e-b0a4-f2c441990d17 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] 10.222.0.66 "GET /v2.0/ports?device_id=103e4b6f-4d5d-4a07-b8f7-334042d12001 HTTP/1.1" status: 200 len: 945 time: 0.1404741 Aug 18 11:56:39.205348 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f3cf3783-aef4-4771-87af-94abe2ee9f7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:39.232521 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a97afab3-396c-4ae8-b10a-006b69b8e970 req-e2bb6345-c22c-4210-94df-fc768ce81790 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] 10.222.0.66 "GET /v2.0/security-groups?id=07aef7bb-6c11-4cb4-8594-c24180b5d811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540924 Aug 18 11:56:39.247462 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d850c990-35b3-42f6-91af-a473f6d89a33 req-f15086ac-08e1-4c38-ba98-76b7a4dd6126 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:56:39.249464 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-d850c990-35b3-42f6-91af-a473f6d89a33 req-f15086ac-08e1-4c38-ba98-76b7a4dd6126 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] 10.222.0.63 "GET /v2.0/ports?device_id=103e4b6f-4d5d-4a07-b8f7-334042d12001 HTTP/1.1" status: 200 len: 945 time: 0.0993707 Aug 18 11:56:39.270289 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06a1beb1-f0ea-4bdc-858f-944e5185c229 None None] Resources bound (agent type, host, resource id): {{(pid=106254) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 18 11:56:39.346690 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f3cf3783-aef4-4771-87af-94abe2ee9f7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:39.350119 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f3cf3783-aef4-4771-87af-94abe2ee9f7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:39.351548 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-f3cf3783-aef4-4771-87af-94abe2ee9f7e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/3ae1191e-8b0d-49e1-b48d-7e6a5af2913f HTTP/1.1" status: 204 len: 168 time: 0.3394561 Aug 18 11:56:39.383646 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:39.412560 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf3783-aef4-4771-87af-94abe2ee9f7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ae1191e-8b0d-49e1-b48d-7e6a5af2913f,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:56:39.453468 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d366f8a-6889-4078-a81a-fe904b241e00 {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 11:56:39.460647 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-d850c990-35b3-42f6-91af-a473f6d89a33 req-b2668efa-c432-4705-bd10-11d9c5a3a78e tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] Deleting port 9e760ced-e3a8-451d-bb2c-5f1f05bc79ab {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 11:56:39.463256 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-d850c990-35b3-42f6-91af-a473f6d89a33 req-b2668efa-c432-4705-bd10-11d9c5a3a78e tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:39.575001 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port 2d366f8a-6889-4078-a81a-fe904b241e00, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=2d366f8a-6889-4078-a81a-fe904b241e00,segment=NetworkSegment(8d845f6a-d01c-49fc-8841-a69d4d456626),segment_id=8d845f6a-d01c-49fc-8841-a69d4d456626)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:56:39.593167 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:39.682880 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd4a465-28b7-441a-a6a2-796de4438a6f req-b9eb85d2-2725-4979-89a3-2db6538bfea5 tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:56:39.684873 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-cfd4a465-28b7-441a-a6a2-796de4438a6f req-b9eb85d2-2725-4979-89a3-2db6538bfea5 tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] 10.222.0.66 "GET /v2.0/ports?device_id=2145e013-9e79-4835-8d0d-e8371bc9e7cc HTTP/1.1" status: 200 len: 944 time: 0.2134919 Aug 18 11:56:39.715602 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62117c34-b3eb-418d-b585-3bca50d25ab7 req-c7a3310e-7169-4cc9-a2b6-cb93464be669 tempest-ListServersNegativeTestJSON-1718404107 tempest-ListServersNegativeTestJSON-1718404107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:56:39.717234 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-62117c34-b3eb-418d-b585-3bca50d25ab7 req-c7a3310e-7169-4cc9-a2b6-cb93464be669 tempest-ListServersNegativeTestJSON-1718404107 tempest-ListServersNegativeTestJSON-1718404107-project] 10.222.0.63 "GET /v2.0/ports?device_id=c380b4f8-c43e-4381-a622-163f9dfe76cb HTTP/1.1" status: 200 len: 946 time: 0.1900203 Aug 18 11:56:39.728042 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-d850c990-35b3-42f6-91af-a473f6d89a33 req-b2668efa-c432-4705-bd10-11d9c5a3a78e tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] For port 9e760ced-e3a8-451d-bb2c-5f1f05bc79ab, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=9e760ced-e3a8-451d-bb2c-5f1f05bc79ab,segment=NetworkSegment(77044dd8-732d-4440-9cc8-7f1936544d71),segment_id=77044dd8-732d-4440-9cc8-7f1936544d71)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:56:39.728860 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-d850c990-35b3-42f6-91af-a473f6d89a33 req-b2668efa-c432-4705-bd10-11d9c5a3a78e tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:39.773655 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-d850c990-35b3-42f6-91af-a473f6d89a33 req-b2668efa-c432-4705-bd10-11d9c5a3a78e tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] Calling delete_port for 9e760ced-e3a8-451d-bb2c-5f1f05bc79ab owned by compute:nova {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 11:56:39.777374 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06b552c-b4ba-48a4-ba88-21582758d424 req-ee3cb5b9-0ba1-4160-a513-d8f5a2b3200e tempest-ListServersNegativeTestJSON-1718404107 tempest-ListServersNegativeTestJSON-1718404107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:56:39.785902 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a06b552c-b4ba-48a4-ba88-21582758d424 req-ee3cb5b9-0ba1-4160-a513-d8f5a2b3200e tempest-ListServersNegativeTestJSON-1718404107 tempest-ListServersNegativeTestJSON-1718404107-project] 10.222.0.62 "GET /v2.0/ports?device_id=410705a3-aaa1-4c6c-b46b-eeeeb800c41f HTTP/1.1" status: 200 len: 945 time: 0.1803677 Aug 18 11:56:39.959112 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-cfd4a465-28b7-441a-a6a2-796de4438a6f req-bc7b0ead-86c3-412d-90fe-029493e47fa1 tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bf5bc16-7ae8-42c8-a968-84c3ac638172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2654524 Aug 18 11:56:39.973370 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] get_ports_and_sgs() called for port_ids ['2d366f8a-6889-4078-a81a-fe904b241e00'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 11:56:40.095913 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 53974) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:56:40.117835 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 68ad9d9f-5411-4a94-83d8-e5196c9a65a0 no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 11:56:40.155122 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50051eb3-4a36-4121-83de-dbb30323ebf9 req-03af4ece-4ece-483c-b2cd-4f1d0c93df2b tempest-ListServersNegativeTestJSON-1718404107 tempest-ListServersNegativeTestJSON-1718404107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:56:40.157728 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=2d366f8a-6889-4078-a81a-fe904b241e00,revision_number=7']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:56:40.173172 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-50051eb3-4a36-4121-83de-dbb30323ebf9 req-03af4ece-4ece-483c-b2cd-4f1d0c93df2b tempest-ListServersNegativeTestJSON-1718404107 tempest-ListServersNegativeTestJSON-1718404107-project] 10.222.0.66 "GET /v2.0/ports?device_id=c380b4f8-c43e-4381-a622-163f9dfe76cb HTTP/1.1" status: 200 len: 946 time: 0.2642651 Aug 18 11:56:40.197856 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: 68ad9d9f-5411-4a94-83d8-e5196c9a65a0 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 11:56:40.199261 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 68ad9d9f-5411-4a94-83d8-e5196c9a65a0 not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 11:56:40.223713 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-d5821d63-590b-4126-bb97-de7b03f3a960 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=78a5015a31f14a7a97358b5ca211d73f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1206071 Aug 18 11:56:40.225020 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-d850c990-35b3-42f6-91af-a473f6d89a33 req-b2668efa-c432-4705-bd10-11d9c5a3a78e tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:40.229858 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 53980) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:56:40.242573 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-62117c34-b3eb-418d-b585-3bca50d25ab7 req-745dc33b-1231-4bb0-a371-762a9a721a5c tempest-ListServersNegativeTestJSON-1718404107 tempest-ListServersNegativeTestJSON-1718404107-project] Deleting port ccab9c98-f8b4-44d4-9b6a-2a67909cf3f4 {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 11:56:40.251998 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-62117c34-b3eb-418d-b585-3bca50d25ab7 req-745dc33b-1231-4bb0-a371-762a9a721a5c tempest-ListServersNegativeTestJSON-1718404107 tempest-ListServersNegativeTestJSON-1718404107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:40.265781 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 4436fe4a-6e4f-45bc-9b98-748faff15a6e no longer exists at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 11:56:40.274768 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2668efa-c432-4705-bd10-11d9c5a3a78e tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] Pushing event deleted for resources: {'Port': ['ID=9e760ced-e3a8-451d-bb2c-5f1f05bc79ab,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:56:40.321748 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-a06b552c-b4ba-48a4-ba88-21582758d424 req-d5b059e9-2794-441b-8b48-06556f7dde03 tempest-ListServersNegativeTestJSON-1718404107 tempest-ListServersNegativeTestJSON-1718404107-project] Deleting port 4436fe4a-6e4f-45bc-9b98-748faff15a6e {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 11:56:40.322094 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-a06b552c-b4ba-48a4-ba88-21582758d424 req-d5b059e9-2794-441b-8b48-06556f7dde03 tempest-ListServersNegativeTestJSON-1718404107 tempest-ListServersNegativeTestJSON-1718404107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:40.353636 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-d850c990-35b3-42f6-91af-a473f6d89a33 req-b2668efa-c432-4705-bd10-11d9c5a3a78e tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] No DVR routers for this DVR port 9e760ced-e3a8-451d-bb2c-5f1f05bc79ab on host n-h1-804985-2 {{(pid=106253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 11:56:40.360798 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-d850c990-35b3-42f6-91af-a473f6d89a33 req-b2668efa-c432-4705-bd10-11d9c5a3a78e tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:40.363448 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-d850c990-35b3-42f6-91af-a473f6d89a33 req-b2668efa-c432-4705-bd10-11d9c5a3a78e tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] 10.222.0.63 "DELETE /v2.0/ports/9e760ced-e3a8-451d-bb2c-5f1f05bc79ab HTTP/1.1" status: 204 len: 173 time: 1.1032236 Aug 18 11:56:40.364147 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '103e4b6f-4d5d-4a07-b8f7-334042d12001', 'name': 'network-vif-deleted', 'tag': '9e760ced-e3a8-451d-bb2c-5f1f05bc79ab'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 11:56:40.367010 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0679f4c4b6e0e0c064a7d71d722dc30541a34fffee11680573be22ee2ffccc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1812fa3-0de2-4311-9a47-c2881a2cda3c" -d '{"events": [{"server_uuid": "103e4b6f-4d5d-4a07-b8f7-334042d12001", "name": "network-vif-deleted", "tag": "9e760ced-e3a8-451d-bb2c-5f1f05bc79ab"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:56:40.407143 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c6a924ed-2bf0-41ef-846e-3e396a225d7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:40.461739 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-50051eb3-4a36-4121-83de-dbb30323ebf9 req-594a655b-c6cf-41a7-9096-b27a505fcc2f tempest-ListServersNegativeTestJSON-1718404107 tempest-ListServersNegativeTestJSON-1718404107-project] 10.222.0.66 "GET /v2.0/security-groups?id=7e743904-8348-419a-8d7e-df7c595f33de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2694263 Aug 18 11:56:40.485712 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c6a924ed-2bf0-41ef-846e-3e396a225d7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:40.537719 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:40.542042 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1154ea0f-f760-4b1f-ad14-8ea5fa72f9cb req-0f7d1d5e-ce79-4a6c-8f18-f8db0a2ac924 tempest-LiveAutoBlockMigrationV225Test-1799299027 tempest-LiveAutoBlockMigrationV225Test-1799299027-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:56:40.544630 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-1154ea0f-f760-4b1f-ad14-8ea5fa72f9cb req-0f7d1d5e-ce79-4a6c-8f18-f8db0a2ac924 tempest-LiveAutoBlockMigrationV225Test-1799299027 tempest-LiveAutoBlockMigrationV225Test-1799299027-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=af8b3f7f-0e9e-4899-ae59-bba76d0eea1d&tenant_id=3bd2664269674b678c41aeb663f1f43e&binding%3Ahost_id=n-h1-804985-2 HTTP/1.1" status: 200 len: 1097 time: 0.1200249 Aug 18 11:56:40.573094 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75789c21-e201-42af-9eab-cc0368eacb1b req-5daf1fdc-8fd8-4a2f-9a42-f1bcc355bfc0 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:56:40.581217 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-75789c21-e201-42af-9eab-cc0368eacb1b req-5daf1fdc-8fd8-4a2f-9a42-f1bcc355bfc0 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.66 "GET /v2.0/ports?device_id=af8b3f7f-0e9e-4899-ae59-bba76d0eea1d HTTP/1.1" status: 200 len: 946 time: 0.2636924 Aug 18 11:56:40.584817 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-62117c34-b3eb-418d-b585-3bca50d25ab7 req-745dc33b-1231-4bb0-a371-762a9a721a5c tempest-ListServersNegativeTestJSON-1718404107 tempest-ListServersNegativeTestJSON-1718404107-project] For port ccab9c98-f8b4-44d4-9b6a-2a67909cf3f4, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=ccab9c98-f8b4-44d4-9b6a-2a67909cf3f4,segment=NetworkSegment(e10d0f61-1fae-4cda-a998-da9996671ba9),segment_id=e10d0f61-1fae-4cda-a998-da9996671ba9)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:56:40.585392 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-62117c34-b3eb-418d-b585-3bca50d25ab7 req-745dc33b-1231-4bb0-a371-762a9a721a5c tempest-ListServersNegativeTestJSON-1718404107 tempest-ListServersNegativeTestJSON-1718404107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:40.612447 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [req-1154ea0f-f760-4b1f-ad14-8ea5fa72f9cb req-3a3be265-5701-4a60-82d0-9ef5915ba90b service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-804985-2'}}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:56:40.618445 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c6a924ed-2bf0-41ef-846e-3e396a225d7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:40.621143 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c6a924ed-2bf0-41ef-846e-3e396a225d7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:40.624961 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-c6a924ed-2bf0-41ef-846e-3e396a225d7c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/86ba4c1b-07de-4def-8388-26edfc588b52 HTTP/1.1" status: 204 len: 168 time: 0.3900161 Aug 18 11:56:40.659734 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-62117c34-b3eb-418d-b585-3bca50d25ab7 req-745dc33b-1231-4bb0-a371-762a9a721a5c tempest-ListServersNegativeTestJSON-1718404107 tempest-ListServersNegativeTestJSON-1718404107-project] Calling delete_port for ccab9c98-f8b4-44d4-9b6a-2a67909cf3f4 owned by compute:nova {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 11:56:40.680708 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2e0e5d40-4e2a-4937-9798-48c06fd46b3f req-d7c45a27-b524-40f9-b70d-965b29fede8c tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] 10.222.0.66 "GET /v2.0/ports?device_id=103e4b6f-4d5d-4a07-b8f7-334042d12001 HTTP/1.1" status: 200 len: 210 time: 0.0642970 Aug 18 11:56:40.682464 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port 4436fe4a-6e4f-45bc-9b98-748faff15a6e, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=4436fe4a-6e4f-45bc-9b98-748faff15a6e,segment=NetworkSegment(e10d0f61-1fae-4cda-a998-da9996671ba9),segment_id=e10d0f61-1fae-4cda-a998-da9996671ba9)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:56:40.686961 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-a06b552c-b4ba-48a4-ba88-21582758d424 req-d5b059e9-2794-441b-8b48-06556f7dde03 tempest-ListServersNegativeTestJSON-1718404107 tempest-ListServersNegativeTestJSON-1718404107-project] For port 4436fe4a-6e4f-45bc-9b98-748faff15a6e, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=4436fe4a-6e4f-45bc-9b98-748faff15a6e,segment=NetworkSegment(e10d0f61-1fae-4cda-a998-da9996671ba9),segment_id=e10d0f61-1fae-4cda-a998-da9996671ba9)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:56:40.693986 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-a06b552c-b4ba-48a4-ba88-21582758d424 req-d5b059e9-2794-441b-8b48-06556f7dde03 tempest-ListServersNegativeTestJSON-1718404107 tempest-ListServersNegativeTestJSON-1718404107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:40.700852 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:40.701567 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 93bbe875-2e51-465e-8794-e89d18f614c1 no longer exists at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 11:56:40.705807 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a924ed-2bf0-41ef-846e-3e396a225d7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86ba4c1b-07de-4def-8388-26edfc588b52,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:56:40.764104 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-a06b552c-b4ba-48a4-ba88-21582758d424 req-d5b059e9-2794-441b-8b48-06556f7dde03 tempest-ListServersNegativeTestJSON-1718404107 tempest-ListServersNegativeTestJSON-1718404107-project] Calling delete_port for 4436fe4a-6e4f-45bc-9b98-748faff15a6e owned by compute:nova {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 11:56:40.795985 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] No Port match for: 93bbe875-2e51-465e-8794-e89d18f614c1 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 11:56:40.796105 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 93bbe875-2e51-465e-8794-e89d18f614c1 not bound to the agent host n-h2-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 11:56:40.803384 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=4436fe4a-6e4f-45bc-9b98-748faff15a6e,revision_number=6']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:56:40.810983 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 11:56:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16a06f7a-06c0-4925-9e98-b938cd7f2725 x-openstack-request-id: req-16a06f7a-06c0-4925-9e98-b938cd7f2725 {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:56:40.811268 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "103e4b6f-4d5d-4a07-b8f7-334042d12001", "name": "network-vif-deleted", "tag": "9e760ced-e3a8-451d-bb2c-5f1f05bc79ab", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:56:40.811669 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-16a06f7a-06c0-4925-9e98-b938cd7f2725 {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:56:40.812063 n-d-804985-2 neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '103e4b6f-4d5d-4a07-b8f7-334042d12001', 'name': 'network-vif-deleted', 'tag': '9e760ced-e3a8-451d-bb2c-5f1f05bc79ab', 'status': 'completed', 'code': 200} Aug 18 11:56:40.813145 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-1154ea0f-f760-4b1f-ad14-8ea5fa72f9cb req-3a3be265-5701-4a60-82d0-9ef5915ba90b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:40.854102 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-75789c21-e201-42af-9eab-cc0368eacb1b req-4e61716d-23f7-4488-bfa3-7155455b3d22 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.66 "GET /v2.0/security-groups?id=fecad5ed-08b4-4db8-8e35-9a1fb2f01a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2714715 Aug 18 11:56:41.026276 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '410705a3-aaa1-4c6c-b46b-eeeeb800c41f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4436fe4a-6e4f-45bc-9b98-748faff15a6e'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 11:56:41.030878 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db50a436fb3a98495337d8fe7487b4f2ea6f3c1052eb9efadc2ecda2d5737001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1bfcf7d-c327-4200-815c-9f7007ea91c5" -d '{"events": [{"server_uuid": "410705a3-aaa1-4c6c-b46b-eeeeb800c41f", "name": "network-vif-unplugged", "status": "completed", "tag": "4436fe4a-6e4f-45bc-9b98-748faff15a6e"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:56:41.076902 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-1154ea0f-f760-4b1f-ad14-8ea5fa72f9cb req-3a3be265-5701-4a60-82d0-9ef5915ba90b service neutron] For port 30f1b385-04a1-4c89-8d99-be909bc8e6f3, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=30f1b385-04a1-4c89-8d99-be909bc8e6f3,segment=NetworkSegment(0622c33d-7d5a-4968-950b-edb53be5f858),segment_id=0622c33d-7d5a-4968-950b-edb53be5f858)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:56:41.156951 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-1154ea0f-f760-4b1f-ad14-8ea5fa72f9cb req-3a3be265-5701-4a60-82d0-9ef5915ba90b service neutron] For port 30f1b385-04a1-4c89-8d99-be909bc8e6f3, host n-h1-804985-2, cleared binding levels {{(pid=106253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 11:56:41.171760 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4860c67e-1098-45fc-b25f-f7e2b0404d32 req-1b8fde5a-5ed4-4b52-9bdc-80ccd3fb5912 tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:56:41.179197 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4860c67e-1098-45fc-b25f-f7e2b0404d32 req-1b8fde5a-5ed4-4b52-9bdc-80ccd3fb5912 tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] 10.222.0.66 "GET /v2.0/ports?device_id=3a79ffbb-f25f-44ea-808f-fdd15b64f8c1 HTTP/1.1" status: 200 len: 945 time: 0.1924343 Aug 18 11:56:41.194274 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-62117c34-b3eb-418d-b585-3bca50d25ab7 req-745dc33b-1231-4bb0-a371-762a9a721a5c tempest-ListServersNegativeTestJSON-1718404107 tempest-ListServersNegativeTestJSON-1718404107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:41.223090 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-1154ea0f-f760-4b1f-ad14-8ea5fa72f9cb req-3a3be265-5701-4a60-82d0-9ef5915ba90b service neutron] Notify callbacks [] for port, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:41.232334 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-1154ea0f-f760-4b1f-ad14-8ea5fa72f9cb req-3a3be265-5701-4a60-82d0-9ef5915ba90b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:41.244385 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-a06b552c-b4ba-48a4-ba88-21582758d424 req-d5b059e9-2794-441b-8b48-06556f7dde03 tempest-ListServersNegativeTestJSON-1718404107 tempest-ListServersNegativeTestJSON-1718404107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:41.250228 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745dc33b-1231-4bb0-a371-762a9a721a5c tempest-ListServersNegativeTestJSON-1718404107 tempest-ListServersNegativeTestJSON-1718404107-project] Pushing event deleted for resources: {'Port': ['ID=ccab9c98-f8b4-44d4-9b6a-2a67909cf3f4,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:56:41.297769 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3be265-5701-4a60-82d0-9ef5915ba90b service neutron] Pushing event updated for resources: {'Port': ['ID=30f1b385-04a1-4c89-8d99-be909bc8e6f3,revision_number=7']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:56:41.314530 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b059e9-2794-441b-8b48-06556f7dde03 tempest-ListServersNegativeTestJSON-1718404107 tempest-ListServersNegativeTestJSON-1718404107-project] Pushing event deleted for resources: {'Port': ['ID=4436fe4a-6e4f-45bc-9b98-748faff15a6e,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:56:41.329493 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4860c67e-1098-45fc-b25f-f7e2b0404d32 req-56b7abd9-3cb3-4ed3-a491-8784ce589af8 tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] 10.222.0.66 "GET /v2.0/security-groups?id=55743b86-4589-417c-a042-b0bad2e342b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489949 Aug 18 11:56:41.379070 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-1154ea0f-f760-4b1f-ad14-8ea5fa72f9cb req-3a3be265-5701-4a60-82d0-9ef5915ba90b service neutron] Attempting to bind port 30f1b385-04a1-4c89-8d99-be909bc8e6f3 on host n-h1-804985-2 for vnic_type normal with profile {"migrating_to": "n-h2-804985-2"} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 11:56:41.379693 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-1154ea0f-f760-4b1f-ad14-8ea5fa72f9cb req-3a3be265-5701-4a60-82d0-9ef5915ba90b service neutron] Attempting to bind port 30f1b385-04a1-4c89-8d99-be909bc8e6f3 by drivers openvswitch,hyperv on host n-h1-804985-2 at level 0 using segments [{'id': '0622c33d-7d5a-4968-950b-edb53be5f858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'f471d7de-70da-4549-acfc-45017b3843ff'}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 11:56:41.380184 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1154ea0f-f760-4b1f-ad14-8ea5fa72f9cb req-3a3be265-5701-4a60-82d0-9ef5915ba90b service neutron] Attempting to bind port 30f1b385-04a1-4c89-8d99-be909bc8e6f3 on network f471d7de-70da-4549-acfc-45017b3843ff {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 11:56:41.388649 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6fcd3f-9598-4a64-8eb5-a60f5e912940 req-a69718a9-1660-4a02-b383-be4db79a1773 tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:56:41.389013 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1154ea0f-f760-4b1f-ad14-8ea5fa72f9cb req-3a3be265-5701-4a60-82d0-9ef5915ba90b service neutron] Port 30f1b385-04a1-4c89-8d99-be909bc8e6f3 on network f471d7de-70da-4549-acfc-45017b3843ff not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-2 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 11:56:41.389320 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1154ea0f-f760-4b1f-ad14-8ea5fa72f9cb req-3a3be265-5701-4a60-82d0-9ef5915ba90b service neutron] Attempting to bind port 30f1b385-04a1-4c89-8d99-be909bc8e6f3 on network f471d7de-70da-4549-acfc-45017b3843ff {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 11:56:41.393941 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 18 Aug 2021 11:56:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc449d71-434a-4dd6-a33b-9b6f2c8a6528 x-openstack-request-id: req-cc449d71-434a-4dd6-a33b-9b6f2c8a6528 {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:56:41.394220 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "410705a3-aaa1-4c6c-b46b-eeeeb800c41f", "name": "network-vif-unplugged", "status": "completed", "tag": "4436fe4a-6e4f-45bc-9b98-748faff15a6e", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:56:41.394477 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-cc449d71-434a-4dd6-a33b-9b6f2c8a6528 {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:56:41.394879 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '410705a3-aaa1-4c6c-b46b-eeeeb800c41f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4436fe4a-6e4f-45bc-9b98-748faff15a6e', 'code': 200} Aug 18 11:56:41.395973 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2b6fcd3f-9598-4a64-8eb5-a60f5e912940 req-a69718a9-1660-4a02-b383-be4db79a1773 tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] 10.222.0.66 "GET /v2.0/ports?device_id=2145e013-9e79-4835-8d0d-e8371bc9e7cc HTTP/1.1" status: 200 len: 945 time: 0.2805109 Aug 18 11:56:41.396458 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1154ea0f-f760-4b1f-ad14-8ea5fa72f9cb req-3a3be265-5701-4a60-82d0-9ef5915ba90b service neutron] Checking agent: {'id': 'a613417a-d085-492c-941a-59bb18c633d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 49, 6), 'started_at': datetime.datetime(2021, 8, 18, 11, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 11, 56, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 11:56:41.396981 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1154ea0f-f760-4b1f-ad14-8ea5fa72f9cb req-3a3be265-5701-4a60-82d0-9ef5915ba90b service neutron] Checking segment: {'id': '0622c33d-7d5a-4968-950b-edb53be5f858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'f471d7de-70da-4549-acfc-45017b3843ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 11:56:41.397639 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1154ea0f-f760-4b1f-ad14-8ea5fa72f9cb req-3a3be265-5701-4a60-82d0-9ef5915ba90b service neutron] Bound using segment: {'id': '0622c33d-7d5a-4968-950b-edb53be5f858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'f471d7de-70da-4549-acfc-45017b3843ff'} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 11:56:41.398453 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-1154ea0f-f760-4b1f-ad14-8ea5fa72f9cb req-3a3be265-5701-4a60-82d0-9ef5915ba90b service neutron] Bound port: 30f1b385-04a1-4c89-8d99-be909bc8e6f3, host: n-h1-804985-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0622c33d-7d5a-4968-950b-edb53be5f858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'f471d7de-70da-4549-acfc-45017b3843ff'}}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 11:56:41.398847 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-1154ea0f-f760-4b1f-ad14-8ea5fa72f9cb req-3a3be265-5701-4a60-82d0-9ef5915ba90b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:41.411714 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-62117c34-b3eb-418d-b585-3bca50d25ab7 req-745dc33b-1231-4bb0-a371-762a9a721a5c tempest-ListServersNegativeTestJSON-1718404107 tempest-ListServersNegativeTestJSON-1718404107-project] No DVR routers for this DVR port ccab9c98-f8b4-44d4-9b6a-2a67909cf3f4 on host n-h1-804985-2 {{(pid=106252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 11:56:41.422421 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-62117c34-b3eb-418d-b585-3bca50d25ab7 req-745dc33b-1231-4bb0-a371-762a9a721a5c tempest-ListServersNegativeTestJSON-1718404107 tempest-ListServersNegativeTestJSON-1718404107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:41.423563 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-62117c34-b3eb-418d-b585-3bca50d25ab7 req-745dc33b-1231-4bb0-a371-762a9a721a5c tempest-ListServersNegativeTestJSON-1718404107 tempest-ListServersNegativeTestJSON-1718404107-project] 10.222.0.63 "DELETE /v2.0/ports/ccab9c98-f8b4-44d4-9b6a-2a67909cf3f4 HTTP/1.1" status: 204 len: 173 time: 1.6971197 Aug 18 11:56:41.424962 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c380b4f8-c43e-4381-a622-163f9dfe76cb', 'name': 'network-vif-deleted', 'tag': 'ccab9c98-f8b4-44d4-9b6a-2a67909cf3f4'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 11:56:41.427225 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f1920b2-1bdc-48e3-8d71-2a0fef848f0b" -d '{"events": [{"server_uuid": "c380b4f8-c43e-4381-a622-163f9dfe76cb", "name": "network-vif-deleted", "tag": "ccab9c98-f8b4-44d4-9b6a-2a67909cf3f4"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:56:41.452198 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-a06b552c-b4ba-48a4-ba88-21582758d424 req-d5b059e9-2794-441b-8b48-06556f7dde03 tempest-ListServersNegativeTestJSON-1718404107 tempest-ListServersNegativeTestJSON-1718404107-project] No DVR routers for this DVR port 4436fe4a-6e4f-45bc-9b98-748faff15a6e on host n-h2-804985-2 {{(pid=106252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 11:56:41.455524 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-a06b552c-b4ba-48a4-ba88-21582758d424 req-d5b059e9-2794-441b-8b48-06556f7dde03 tempest-ListServersNegativeTestJSON-1718404107 tempest-ListServersNegativeTestJSON-1718404107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:41.457587 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a06b552c-b4ba-48a4-ba88-21582758d424 req-d5b059e9-2794-441b-8b48-06556f7dde03 tempest-ListServersNegativeTestJSON-1718404107 tempest-ListServersNegativeTestJSON-1718404107-project] 10.222.0.62 "DELETE /v2.0/ports/4436fe4a-6e4f-45bc-9b98-748faff15a6e HTTP/1.1" status: 204 len: 173 time: 1.6615655 Aug 18 11:56:41.485569 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2b6fcd3f-9598-4a64-8eb5-a60f5e912940 req-e678339b-3eb1-4961-b819-0c3271070269 tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bf5bc16-7ae8-42c8-a968-84c3ac638172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886507 Aug 18 11:56:41.514644 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-1154ea0f-f760-4b1f-ad14-8ea5fa72f9cb req-3a3be265-5701-4a60-82d0-9ef5915ba90b service neutron] For port 30f1b385-04a1-4c89-8d99-be909bc8e6f3, host n-h1-804985-2, cleared binding levels {{(pid=106253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 11:56:41.519700 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-1154ea0f-f760-4b1f-ad14-8ea5fa72f9cb req-3a3be265-5701-4a60-82d0-9ef5915ba90b service neutron] For port 30f1b385-04a1-4c89-8d99-be909bc8e6f3, host n-h1-804985-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=30f1b385-04a1-4c89-8d99-be909bc8e6f3,segment=NetworkSegment(0622c33d-7d5a-4968-950b-edb53be5f858),segment_id=0622c33d-7d5a-4968-950b-edb53be5f858)] {{(pid=106253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 11:56:41.528034 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-1154ea0f-f760-4b1f-ad14-8ea5fa72f9cb req-3a3be265-5701-4a60-82d0-9ef5915ba90b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:41.560258 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 11:56:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79e91651-ac49-4362-9ec8-5422e6071c2a x-openstack-request-id: req-79e91651-ac49-4362-9ec8-5422e6071c2a {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:56:41.560627 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c380b4f8-c43e-4381-a622-163f9dfe76cb", "name": "network-vif-deleted", "tag": "ccab9c98-f8b4-44d4-9b6a-2a67909cf3f4", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:56:41.561026 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-79e91651-ac49-4362-9ec8-5422e6071c2a {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:56:41.561305 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c380b4f8-c43e-4381-a622-163f9dfe76cb', 'name': 'network-vif-deleted', 'tag': 'ccab9c98-f8b4-44d4-9b6a-2a67909cf3f4', 'status': 'completed', 'code': 200} Aug 18 11:56:41.621621 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ffa1cc2a-a1a1-483d-80ce-e367ee5c184c req-edb513c4-515d-4b29-8266-41de0431ab6e tempest-ListServersNegativeTestJSON-1718404107 tempest-ListServersNegativeTestJSON-1718404107-project] 10.222.0.66 "GET /v2.0/ports?device_id=c380b4f8-c43e-4381-a622-163f9dfe76cb HTTP/1.1" status: 200 len: 210 time: 0.0459642 Aug 18 11:56:41.624912 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1154ea0f-f760-4b1f-ad14-8ea5fa72f9cb req-3a3be265-5701-4a60-82d0-9ef5915ba90b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:56:41.625795 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-1154ea0f-f760-4b1f-ad14-8ea5fa72f9cb req-3a3be265-5701-4a60-82d0-9ef5915ba90b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:41.629933 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-1154ea0f-f760-4b1f-ad14-8ea5fa72f9cb req-3a3be265-5701-4a60-82d0-9ef5915ba90b service neutron] 10.222.0.62 "PUT /v2.0/ports/30f1b385-04a1-4c89-8d99-be909bc8e6f3 HTTP/1.1" status: 200 len: 1122 time: 1.0348701 Aug 18 11:56:41.631748 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3be265-5701-4a60-82d0-9ef5915ba90b service neutron] Pushing event updated for resources: {'Port': ['ID=30f1b385-04a1-4c89-8d99-be909bc8e6f3,revision_number=8']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:56:41.710705 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] get_ports_and_sgs() called for port_ids ['30f1b385-04a1-4c89-8d99-be909bc8e6f3'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 11:56:41.756758 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] get_ports_and_sgs() called for port_ids ['30f1b385-04a1-4c89-8d99-be909bc8e6f3'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 11:56:41.789209 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 0e4f4eef-52da-4561-a031-87a394efb482 details requested by agent hyperv_n-h1-804985-2 with host n-h1-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 11:56:41.791408 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 9e760ced-e3a8-451d-bb2c-5f1f05bc79ab no longer exists at agent hyperv_n-h1-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 11:56:41.839863 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] No Port match for: 9e760ced-e3a8-451d-bb2c-5f1f05bc79ab {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 11:56:41.849300 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 9e760ced-e3a8-451d-bb2c-5f1f05bc79ab not bound to the agent host n-h1-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 11:56:41.849300 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device ccab9c98-f8b4-44d4-9b6a-2a67909cf3f4 no longer exists at agent hyperv_n-h1-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 11:56:41.882891 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] No Port match for: ccab9c98-f8b4-44d4-9b6a-2a67909cf3f4 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 11:56:41.883316 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device ccab9c98-f8b4-44d4-9b6a-2a67909cf3f4 not bound to the agent host n-h1-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 11:56:42.102146 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 0e4f4eef-52da-4561-a031-87a394efb482, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=0e4f4eef-52da-4561-a031-87a394efb482,segment=NetworkSegment(6c07e440-4a82-438f-a97f-74dad85fe56f),segment_id=6c07e440-4a82-438f-a97f-74dad85fe56f)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:56:42.118788 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9e8f8c-6fb1-4706-9c44-1bf34d14c140 req-b13ca5a8-61c5-4ee2-9fc2-4599dc9ff817 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:56:42.120851 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8c9e8f8c-6fb1-4706-9c44-1bf34d14c140 req-b13ca5a8-61c5-4ee2-9fc2-4599dc9ff817 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.66 "GET /v2.0/ports?device_id=af8b3f7f-0e9e-4899-ae59-bba76d0eea1d HTTP/1.1" status: 200 len: 944 time: 0.1529396 Aug 18 11:56:42.133740 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b203c3-285d-42b9-9dd2-d01593f3c983 req-07ba7d2e-0f98-423e-ba1d-e5c0e8cf5859 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:56:42.135949 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Returning: {'device': '0e4f4eef-52da-4561-a031-87a394efb482', 'network_id': '06bbcd73-3087-45af-ac07-d9df7df70b38', 'port_id': '0e4f4eef-52da-4561-a031-87a394efb482', 'mac_address': 'fa:16:3e:43:37:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 805, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59f3b61f-d9cb-4493-82ff-8b26e791861b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 11:56:42.136275 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-32b203c3-285d-42b9-9dd2-d01593f3c983 req-07ba7d2e-0f98-423e-ba1d-e5c0e8cf5859 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e0a9fc7-bdb0-438e-b3f0-ac051d5f553d HTTP/1.1" status: 200 len: 945 time: 0.1093011 Aug 18 11:56:42.229021 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 30f1b385-04a1-4c89-8d99-be909bc8e6f3 details requested by agent hyperv_n-h2-804985-2 with host n-h2-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 11:56:42.230540 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 2d366f8a-6889-4078-a81a-fe904b241e00 up at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:56:42.269663 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:42.274356 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-32b203c3-285d-42b9-9dd2-d01593f3c983 req-18e78d3d-215b-4c4e-89e1-508849d6dbee tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] 10.222.0.66 "GET /v2.0/security-groups?id=07aef7bb-6c11-4cb4-8594-c24180b5d811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289234 Aug 18 11:56:42.305553 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0e4f4eef-52da-4561-a031-87a394efb482 {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 11:56:42.316832 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8c9e8f8c-6fb1-4706-9c44-1bf34d14c140 req-b3b67407-0a47-4828-9967-493b5f2c9019 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.66 "GET /v2.0/security-groups?id=fecad5ed-08b4-4db8-8e35-9a1fb2f01a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788075 Aug 18 11:56:42.429394 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 0e4f4eef-52da-4561-a031-87a394efb482, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=0e4f4eef-52da-4561-a031-87a394efb482,segment=NetworkSegment(6c07e440-4a82-438f-a97f-74dad85fe56f),segment_id=6c07e440-4a82-438f-a97f-74dad85fe56f)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:56:42.444514 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:42.494562 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Provisioning complete for port 2d366f8a-6889-4078-a81a-fe904b241e00 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:56:42.494813 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:42.572343 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=0e4f4eef-52da-4561-a031-87a394efb482,revision_number=6']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:56:42.583761 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45370a0-06fd-41b5-801d-6374446a51e7 req-da00fafd-416a-4b7a-b7dd-5eab977bb5f9 tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:56:42.584150 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port 30f1b385-04a1-4c89-8d99-be909bc8e6f3, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=30f1b385-04a1-4c89-8d99-be909bc8e6f3,segment=NetworkSegment(0622c33d-7d5a-4968-950b-edb53be5f858),segment_id=0622c33d-7d5a-4968-950b-edb53be5f858)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:56:42.594144 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e45370a0-06fd-41b5-801d-6374446a51e7 req-da00fafd-416a-4b7a-b7dd-5eab977bb5f9 tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] 10.222.0.66 "GET /v2.0/ports?device_id=3a79ffbb-f25f-44ea-808f-fdd15b64f8c1 HTTP/1.1" status: 200 len: 944 time: 0.1029449 Aug 18 11:56:42.601705 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 30f1b385-04a1-4c89-8d99-be909bc8e6f3 has no active binding in host n-h2-804985-2 {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 18 11:56:42.607738 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] get_ports_and_sgs() called for port_ids ['0e4f4eef-52da-4561-a031-87a394efb482'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 11:56:42.687126 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:42.748045 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e45370a0-06fd-41b5-801d-6374446a51e7 req-6e172eae-3e26-49c2-a00b-9dd856d0f55c tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] 10.222.0.66 "GET /v2.0/security-groups?id=55743b86-4589-417c-a042-b0bad2e342b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526327 Aug 18 11:56:42.750879 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port 2d366f8a-6889-4078-a81a-fe904b241e00, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=2d366f8a-6889-4078-a81a-fe904b241e00,segment=NetworkSegment(8d845f6a-d01c-49fc-8841-a69d4d456626),segment_id=8d845f6a-d01c-49fc-8841-a69d4d456626)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:56:42.760796 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:42.802964 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0f4928-aa25-4a46-867b-702c6ee519ab req-cd661fec-a533-4f44-99b7-e581f29c3bbe tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:56:42.813706 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af8b3f7f-0e9e-4899-ae59-bba76d0eea1d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '30f1b385-04a1-4c89-8d99-be909bc8e6f3'}, {'name': 'network-changed', 'server_uuid': 'af8b3f7f-0e9e-4899-ae59-bba76d0eea1d', 'tag': '30f1b385-04a1-4c89-8d99-be909bc8e6f3'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 11:56:42.816302 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0679f4c4b6e0e0c064a7d71d722dc30541a34fffee11680573be22ee2ffccc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b32516c7-f113-451f-8fe2-81e202812fe8" -d '{"events": [{"server_uuid": "af8b3f7f-0e9e-4899-ae59-bba76d0eea1d", "name": "network-vif-unplugged", "status": "completed", "tag": "30f1b385-04a1-4c89-8d99-be909bc8e6f3"}, {"name": "network-changed", "server_uuid": "af8b3f7f-0e9e-4899-ae59-bba76d0eea1d", "tag": "30f1b385-04a1-4c89-8d99-be909bc8e6f3"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:56:42.820246 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3f0f4928-aa25-4a46-867b-702c6ee519ab req-cd661fec-a533-4f44-99b7-e581f29c3bbe tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] 10.222.0.66 "GET /v2.0/ports?device_id=2145e013-9e79-4835-8d0d-e8371bc9e7cc HTTP/1.1" status: 200 len: 945 time: 0.1856344 Aug 18 11:56:42.839660 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=2d366f8a-6889-4078-a81a-fe904b241e00,revision_number=8']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:56:42.882527 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Wed, 18 Aug 2021 11:56:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02fddd9f-4c1a-4a15-90ee-fbe6bb6cbbd8 x-openstack-request-id: req-02fddd9f-4c1a-4a15-90ee-fbe6bb6cbbd8 {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:56:42.883030 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af8b3f7f-0e9e-4899-ae59-bba76d0eea1d", "name": "network-vif-unplugged", "status": "completed", "tag": "30f1b385-04a1-4c89-8d99-be909bc8e6f3", "code": 200}, {"name": "network-changed", "server_uuid": "af8b3f7f-0e9e-4899-ae59-bba76d0eea1d", "tag": "30f1b385-04a1-4c89-8d99-be909bc8e6f3", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:56:42.883566 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-02fddd9f-4c1a-4a15-90ee-fbe6bb6cbbd8 {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:56:42.883984 n-d-804985-2 neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af8b3f7f-0e9e-4899-ae59-bba76d0eea1d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '30f1b385-04a1-4c89-8d99-be909bc8e6f3', 'code': 200} Aug 18 11:56:42.884239 n-d-804985-2 neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af8b3f7f-0e9e-4899-ae59-bba76d0eea1d', 'tag': '30f1b385-04a1-4c89-8d99-be909bc8e6f3', 'status': 'completed', 'code': 200} Aug 18 11:56:42.885134 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3f0f4928-aa25-4a46-867b-702c6ee519ab req-c040d32e-84c9-43a4-a366-eec9b05f720a tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bf5bc16-7ae8-42c8-a968-84c3ac638172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638335 Aug 18 11:56:42.902294 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ef7b5a-a6b8-4799-94fc-f60653eed03a req-b6bb077e-4ff4-4fea-93ae-7edc80bd9ccf tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:56:42.904168 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-37ef7b5a-a6b8-4799-94fc-f60653eed03a req-b6bb077e-4ff4-4fea-93ae-7edc80bd9ccf tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] 10.222.0.63 "GET /v2.0/ports?device_id=2e0a9fc7-bdb0-438e-b3f0-ac051d5f553d HTTP/1.1" status: 200 len: 945 time: 0.2223160 Aug 18 11:56:42.986371 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 54060) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:56:43.030119 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-37ef7b5a-a6b8-4799-94fc-f60653eed03a req-103a0fda-21c3-4b11-b9b8-0bc899b7a881 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] Deleting port 3cc10453-0472-4bd5-bf62-8a83cefb86aa {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 11:56:43.030505 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-37ef7b5a-a6b8-4799-94fc-f60653eed03a req-103a0fda-21c3-4b11-b9b8-0bc899b7a881 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:43.030788 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32516c7-f113-451f-8fe2-81e202812fe8 req-33a6a672-0293-4af9-9ed6-cef09c904d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:56:43.032329 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-b32516c7-f113-451f-8fe2-81e202812fe8 req-33a6a672-0293-4af9-9ed6-cef09c904d16 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=3bd2664269674b678c41aeb663f1f43e&device_id=af8b3f7f-0e9e-4899-ae59-bba76d0eea1d HTTP/1.1" status: 200 len: 1125 time: 0.1020672 Aug 18 11:56:43.123006 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_v2 [None req-76298c75-5044-4d0e-b477-a877493cb9e1 admin admin] Deleting subnet 091168e8-532c-456a-8118-b9524ba9b3f0 {{(pid=106253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 11:56:43.129033 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-76298c75-5044-4d0e-b477-a877493cb9e1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:43.159343 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-37ef7b5a-a6b8-4799-94fc-f60653eed03a req-103a0fda-21c3-4b11-b9b8-0bc899b7a881 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] For port 3cc10453-0472-4bd5-bf62-8a83cefb86aa, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=3cc10453-0472-4bd5-bf62-8a83cefb86aa,segment=NetworkSegment(77044dd8-732d-4440-9cc8-7f1936544d71),segment_id=77044dd8-732d-4440-9cc8-7f1936544d71)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:56:43.159698 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-37ef7b5a-a6b8-4799-94fc-f60653eed03a req-103a0fda-21c3-4b11-b9b8-0bc899b7a881 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:43.177942 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-76298c75-5044-4d0e-b477-a877493cb9e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902229'] for subnet, precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:43.178444 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-37ef7b5a-a6b8-4799-94fc-f60653eed03a req-103a0fda-21c3-4b11-b9b8-0bc899b7a881 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] Calling delete_port for 3cc10453-0472-4bd5-bf62-8a83cefb86aa owned by compute:nova {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 11:56:43.234688 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32516c7-f113-451f-8fe2-81e202812fe8 req-6e6134fd-7905-428d-9af8-1711790cb8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:56:43.236240 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-b32516c7-f113-451f-8fe2-81e202812fe8 req-6e6134fd-7905-428d-9af8-1711790cb8a7 service neutron] 10.222.0.63 "GET /v2.0/networks?id=f471d7de-70da-4549-acfc-45017b3843ff HTTP/1.1" status: 200 len: 922 time: 0.1708672 Aug 18 11:56:43.249122 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-76298c75-5044-4d0e-b477-a877493cb9e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:43.306618 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-b32516c7-f113-451f-8fe2-81e202812fe8 req-e61bced9-265f-48af-9426-a2db1e5bea8a service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=30f1b385-04a1-4c89-8d99-be909bc8e6f3 HTTP/1.1" status: 200 len: 217 time: 0.0589077 Aug 18 11:56:43.362424 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-37ef7b5a-a6b8-4799-94fc-f60653eed03a req-103a0fda-21c3-4b11-b9b8-0bc899b7a881 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:43.394101 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32516c7-f113-451f-8fe2-81e202812fe8 req-bef24546-30d0-4b91-b031-bad4bb64c768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:56:43.395938 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-b32516c7-f113-451f-8fe2-81e202812fe8 req-bef24546-30d0-4b91-b031-bad4bb64c768 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=16b84496-6d9e-4d8c-9087-8e81549f7d75 HTTP/1.1" status: 200 len: 861 time: 0.0770617 Aug 18 11:56:43.396504 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2145e013-9e79-4835-8d0d-e8371bc9e7cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d366f8a-6889-4078-a81a-fe904b241e00'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 11:56:43.399016 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db50a436fb3a98495337d8fe7487b4f2ea6f3c1052eb9efadc2ecda2d5737001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ed0a000-4a50-43ce-be08-ea34748011eb" -d '{"events": [{"server_uuid": "2145e013-9e79-4835-8d0d-e8371bc9e7cc", "name": "network-vif-plugged", "status": "completed", "tag": "2d366f8a-6889-4078-a81a-fe904b241e00"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:56:43.403540 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-76298c75-5044-4d0e-b477-a877493cb9e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58902171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59388106'] for subnet, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:43.413887 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103a0fda-21c3-4b11-b9b8-0bc899b7a881 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] Pushing event deleted for resources: {'Port': ['ID=3cc10453-0472-4bd5-bf62-8a83cefb86aa,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:56:43.452195 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ce96ffce-66d8-4fea-b991-61b733875a06 req-b834b7a6-47a4-42da-8326-54156d6fba15 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e0a9fc7-bdb0-438e-b3f0-ac051d5f553d HTTP/1.1" status: 200 len: 210 time: 0.0448472 Aug 18 11:56:43.458020 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-b32516c7-f113-451f-8fe2-81e202812fe8 req-15873b03-d947-44b0-ab8b-5a972d857ef3 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=f471d7de-70da-4549-acfc-45017b3843ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509982 Aug 18 11:56:43.459963 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76298c75-5044-4d0e-b477-a877493cb9e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=091168e8-532c-456a-8118-b9524ba9b3f0,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:56:43.461898 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-76298c75-5044-4d0e-b477-a877493cb9e1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:43.466472 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-76298c75-5044-4d0e-b477-a877493cb9e1 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/091168e8-532c-456a-8118-b9524ba9b3f0 HTTP/1.1" status: 204 len: 168 time: 0.4748461 Aug 18 11:56:43.467953 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 54078) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:56:43.570668 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '410705a3-aaa1-4c6c-b46b-eeeeb800c41f', 'name': 'network-vif-deleted', 'tag': '4436fe4a-6e4f-45bc-9b98-748faff15a6e'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 11:56:43.573802 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d9a0d52-a7f3-4c99-ac6a-44f8919831cc" -d '{"events": [{"server_uuid": "410705a3-aaa1-4c6c-b46b-eeeeb800c41f", "name": "network-vif-deleted", "tag": "4436fe4a-6e4f-45bc-9b98-748faff15a6e"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:56:43.581593 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 11:56:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-801f1871-85f7-44c9-86af-8334f929ddde x-openstack-request-id: req-801f1871-85f7-44c9-86af-8334f929ddde {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:56:43.581884 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2145e013-9e79-4835-8d0d-e8371bc9e7cc", "name": "network-vif-plugged", "status": "completed", "tag": "2d366f8a-6889-4078-a81a-fe904b241e00", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:56:43.582130 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-801f1871-85f7-44c9-86af-8334f929ddde {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:56:43.582524 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2145e013-9e79-4835-8d0d-e8371bc9e7cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d366f8a-6889-4078-a81a-fe904b241e00', 'code': 200} Aug 18 11:56:43.594133 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-b32516c7-f113-451f-8fe2-81e202812fe8 req-3689e541-62f8-4d1d-9ed2-cd715dc0cc97 service neutron] 10.222.0.63 "GET /v2.0/networks/f471d7de-70da-4549-acfc-45017b3843ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166642 Aug 18 11:56:43.635280 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-37ef7b5a-a6b8-4799-94fc-f60653eed03a req-103a0fda-21c3-4b11-b9b8-0bc899b7a881 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] No DVR routers for this DVR port 3cc10453-0472-4bd5-bf62-8a83cefb86aa on host n-h1-804985-2 {{(pid=106252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 11:56:43.642799 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-37ef7b5a-a6b8-4799-94fc-f60653eed03a req-103a0fda-21c3-4b11-b9b8-0bc899b7a881 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:43.644776 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-37ef7b5a-a6b8-4799-94fc-f60653eed03a req-103a0fda-21c3-4b11-b9b8-0bc899b7a881 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] 10.222.0.63 "DELETE /v2.0/ports/3cc10453-0472-4bd5-bf62-8a83cefb86aa HTTP/1.1" status: 204 len: 173 time: 0.7323725 Aug 18 11:56:43.684727 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b714ee87-40fd-4a45-af00-0354090c7f10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7904109'] for network, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:43.698190 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59348fac-787f-4092-a00f-d6e3a92f7302 req-cd84c698-1c0d-42f7-aa50-44c18b0605ca tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:56:43.699729 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-59348fac-787f-4092-a00f-d6e3a92f7302 req-cd84c698-1c0d-42f7-aa50-44c18b0605ca tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.66 "GET /v2.0/ports?device_id=af8b3f7f-0e9e-4899-ae59-bba76d0eea1d HTTP/1.1" status: 200 len: 944 time: 0.1403396 Aug 18 11:56:43.713067 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-b32516c7-f113-451f-8fe2-81e202812fe8 req-992e3bf9-859c-4af6-aa4e-2fc297c6321a service neutron] 10.222.0.63 "GET /v2.0/networks/f471d7de-70da-4549-acfc-45017b3843ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095240 Aug 18 11:56:43.789676 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 0e4f4eef-52da-4561-a031-87a394efb482 up at agent hyperv_n-h1-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:56:43.795239 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 11:56:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d11349a4-a841-43b4-a0b9-393549814a13 x-openstack-request-id: req-d11349a4-a841-43b4-a0b9-393549814a13 {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:56:43.795530 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "410705a3-aaa1-4c6c-b46b-eeeeb800c41f", "name": "network-vif-deleted", "tag": "4436fe4a-6e4f-45bc-9b98-748faff15a6e", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:56:43.795753 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d11349a4-a841-43b4-a0b9-393549814a13 {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:56:43.796138 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '410705a3-aaa1-4c6c-b46b-eeeeb800c41f', 'name': 'network-vif-deleted', 'tag': '4436fe4a-6e4f-45bc-9b98-748faff15a6e', 'status': 'completed', 'code': 200} Aug 18 11:56:43.810627 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-59348fac-787f-4092-a00f-d6e3a92f7302 req-2cb9088c-d840-46cc-833a-5a6e852a41d5 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.66 "GET /v2.0/security-groups?id=fecad5ed-08b4-4db8-8e35-9a1fb2f01a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995986 Aug 18 11:56:43.820789 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b714ee87-40fd-4a45-af00-0354090c7f10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8367869', 'neutron.services.segments.db._delete_segments_for_network-8789151212993'] for network, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:43.833750 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-b714ee87-40fd-4a45-af00-0354090c7f10 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12bc49d0-42af-434e-8cb8-eda3f30f4065']}} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:56:43.855790 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-b714ee87-40fd-4a45-af00-0354090c7f10 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e10d0f61-1fae-4cda-a998-da9996671ba9') {'for_net_delete': True} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:56:43.856680 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-b714ee87-40fd-4a45-af00-0354090c7f10 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e10d0f61-1fae-4cda-a998-da9996671ba9') {} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:56:43.880022 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Provisioning complete for port 0e4f4eef-52da-4561-a031-87a394efb482 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:56:43.881084 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:43.881605 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b714ee87-40fd-4a45-af00-0354090c7f10 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789151225254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2221521'] for segment, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:43.922133 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b714ee87-40fd-4a45-af00-0354090c7f10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:43.933379 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd595a27-e019-48fe-9ced-047dcec57583 req-546c5d7c-472a-4b54-91be-a840823d4ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:56:43.934928 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-bd595a27-e019-48fe-9ced-047dcec57583 req-546c5d7c-472a-4b54-91be-a840823d4ca9 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=2145e013-9e79-4835-8d0d-e8371bc9e7cc HTTP/1.1" status: 200 len: 1097 time: 0.1337607 Aug 18 11:56:43.967021 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b714ee87-40fd-4a45-af00-0354090c7f10 admin admin] Releasing vlan 814 on physical network physnet1 to pool {{(pid=106252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 11:56:43.967445 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b714ee87-40fd-4a45-af00-0354090c7f10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3572434'] for segment, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:43.969177 n-d-804985-2 neutron-server[106252]: Traceback (most recent call last): Aug 18 11:56:43.969177 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 11:56:43.969177 n-d-804985-2 neutron-server[106252]: timer() Aug 18 11:56:43.969177 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 11:56:43.969177 n-d-804985-2 neutron-server[106252]: cb(*args, **kw) Aug 18 11:56:43.969177 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 11:56:43.969177 n-d-804985-2 neutron-server[106252]: return func(*args, **kwargs) Aug 18 11:56:43.969177 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 11:56:43.969177 n-d-804985-2 neutron-server[106252]: self._notify() Aug 18 11:56:43.969177 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 11:56:43.969177 n-d-804985-2 neutron-server[106252]: self.callback(batched_events) Aug 18 11:56:43.969177 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 11:56:43.969177 n-d-804985-2 neutron-server[106252]: event.method(event) Aug 18 11:56:43.969177 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 11:56:43.969177 n-d-804985-2 neutron-server[106252]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 11:56:43.969177 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 11:56:43.969177 n-d-804985-2 neutron-server[106252]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 11:56:43.969177 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 11:56:43.969177 n-d-804985-2 neutron-server[106252]: return f(self, *a, **k) Aug 18 11:56:43.969177 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 11:56:43.969177 n-d-804985-2 neutron-server[106252]: return self._get(url).json() Aug 18 11:56:43.969177 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 11:56:43.969177 n-d-804985-2 neutron-server[106252]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 11:56:43.969177 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 11:56:43.969177 n-d-804985-2 neutron-server[106252]: return self.request(url, 'GET', **kwargs) Aug 18 11:56:43.969177 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 11:56:43.969177 n-d-804985-2 neutron-server[106252]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 11:56:43.969177 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 11:56:43.969177 n-d-804985-2 neutron-server[106252]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 11:56:43.969177 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 11:56:43.969177 n-d-804985-2 neutron-server[106252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 11:56:43.969177 n-d-804985-2 neutron-server[106252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 11:56:44.005862 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:44.008244 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-bd595a27-e019-48fe-9ced-047dcec57583 req-0a23b138-b4b9-4b64-8ace-929550e0eaf0 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=7bf5bc16-7ae8-42c8-a968-84c3ac638172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636582 Aug 18 11:56:44.041926 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a7327d-82e0-47c2-9a8a-78d527f90373 req-781dcf3e-78e6-4264-b3c3-e1108021db9e tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:56:44.054243 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 0e4f4eef-52da-4561-a031-87a394efb482, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=0e4f4eef-52da-4561-a031-87a394efb482,segment=NetworkSegment(6c07e440-4a82-438f-a97f-74dad85fe56f),segment_id=6c07e440-4a82-438f-a97f-74dad85fe56f)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:56:44.056351 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f7a7327d-82e0-47c2-9a8a-78d527f90373 req-781dcf3e-78e6-4264-b3c3-e1108021db9e tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] 10.222.0.66 "GET /v2.0/ports?device_id=3a79ffbb-f25f-44ea-808f-fdd15b64f8c1 HTTP/1.1" status: 200 len: 944 time: 0.1404655 Aug 18 11:56:44.062553 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:44.065524 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b714ee87-40fd-4a45-af00-0354090c7f10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8367858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997186'] for network, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:44.080560 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b714ee87-40fd-4a45-af00-0354090c7f10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for network, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:44.081170 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-b714ee87-40fd-4a45-af00-0354090c7f10 admin admin] 10.222.0.66 "DELETE /v2.0/networks/12bc49d0-42af-434e-8cb8-eda3f30f4065 HTTP/1.1" status: 204 len: 168 time: 0.6103828 Aug 18 11:56:44.099126 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b714ee87-40fd-4a45-af00-0354090c7f10 admin admin] Pushing event deleted for resources: {'Network': ['ID=12bc49d0-42af-434e-8cb8-eda3f30f4065,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:56:44.119920 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f7a7327d-82e0-47c2-9a8a-78d527f90373 req-7e9e949d-4abf-4f6c-9857-dfe34bc6c969 tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] 10.222.0.66 "GET /v2.0/security-groups?id=55743b86-4589-417c-a042-b0bad2e342b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623498 Aug 18 11:56:44.151857 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=0e4f4eef-52da-4561-a031-87a394efb482,revision_number=7']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:56:44.218790 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5607e31e-1a66-4c86-b890-00c74ecc8f1f req-7575a5a9-cd1d-4304-8d3d-674691574e18 tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:56:44.221404 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5607e31e-1a66-4c86-b890-00c74ecc8f1f req-7575a5a9-cd1d-4304-8d3d-674691574e18 tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] 10.222.0.66 "GET /v2.0/ports?device_id=2145e013-9e79-4835-8d0d-e8371bc9e7cc HTTP/1.1" status: 200 len: 946 time: 0.0766666 Aug 18 11:56:44.273574 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5607e31e-1a66-4c86-b890-00c74ecc8f1f req-a5761add-1c2e-455e-bce2-cb796d88da44 tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bf5bc16-7ae8-42c8-a968-84c3ac638172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454905 Aug 18 11:56:44.352678 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 54104) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:56:44.431724 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-16481243-3366-4628-99ef-d6e7639bb6c2 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=980679b2b65446a384fbfbd481ec05b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0778286 Aug 18 11:56:44.434654 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 54120) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:56:44.551251 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-78c3c3d4-6909-4a97-ab23-f0e4376b35c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:44.600249 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-78c3c3d4-6909-4a97-ab23-f0e4376b35c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:44.653368 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-29e51eb3-fb17-4f75-8cfd-b89523bf4d4e req-25af16cb-0c29-4b38-9010-e05470ad2717 tempest-LiveMigrationTest-874876898 tempest-LiveMigrationTest-874876898-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e0a9fc7-bdb0-438e-b3f0-ac051d5f553d HTTP/1.1" status: 200 len: 210 time: 0.0395060 Aug 18 11:56:44.723081 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-78c3c3d4-6909-4a97-ab23-f0e4376b35c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:44.726838 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-78c3c3d4-6909-4a97-ab23-f0e4376b35c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:44.728284 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-78c3c3d4-6909-4a97-ab23-f0e4376b35c3 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/7e743904-8348-419a-8d7e-df7c595f33de HTTP/1.1" status: 204 len: 168 time: 0.2924025 Aug 18 11:56:44.761531 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c3c3d4-6909-4a97-ab23-f0e4376b35c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e743904-8348-419a-8d7e-df7c595f33de,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:56:44.806451 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9296b83-e40f-4436-a07f-09c65635f14c req-f4801912-a9f6-4748-8596-3c9c75461762 tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:56:44.808563 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e9296b83-e40f-4436-a07f-09c65635f14c req-f4801912-a9f6-4748-8596-3c9c75461762 tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] 10.222.0.66 "GET /v2.0/ports?device_id=3a79ffbb-f25f-44ea-808f-fdd15b64f8c1 HTTP/1.1" status: 200 len: 945 time: 0.1095338 Aug 18 11:56:44.887352 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 54136) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:56:44.915611 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e9296b83-e40f-4436-a07f-09c65635f14c req-74bf4d2f-66e0-4739-9b73-932cbdf90d91 tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] 10.222.0.66 "GET /v2.0/security-groups?id=55743b86-4589-417c-a042-b0bad2e342b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967531 Aug 18 11:56:45.090967 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca18a390-20a2-465d-a990-b6aaa8cd4e38 req-1bfe9253-4c85-449f-a5a3-69a9ef2f8ac0 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:56:45.099501 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ca18a390-20a2-465d-a990-b6aaa8cd4e38 req-1bfe9253-4c85-449f-a5a3-69a9ef2f8ac0 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.66 "GET /v2.0/ports?device_id=af8b3f7f-0e9e-4899-ae59-bba76d0eea1d HTTP/1.1" status: 200 len: 944 time: 0.1212246 Aug 18 11:56:45.164830 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ca18a390-20a2-465d-a990-b6aaa8cd4e38 req-affd5f4e-89fb-4cc1-be2d-c3c64164f873 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.66 "GET /v2.0/security-groups?id=fecad5ed-08b4-4db8-8e35-9a1fb2f01a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636840 Aug 18 11:56:45.284496 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9441bb0d-00a3-4402-aaf9-9070123d24cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:45.436301 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e671c671-74fd-4d16-83c2-9c851502f844 req-29e45a2d-4c9e-4224-bd50-2114fadc91b6 tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:56:45.445450 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e671c671-74fd-4d16-83c2-9c851502f844 req-29e45a2d-4c9e-4224-bd50-2114fadc91b6 tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] 10.222.0.66 "GET /v2.0/ports?device_id=2145e013-9e79-4835-8d0d-e8371bc9e7cc HTTP/1.1" status: 200 len: 946 time: 0.0842891 Aug 18 11:56:45.496733 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e671c671-74fd-4d16-83c2-9c851502f844 req-dffb680d-a5c1-48af-b484-b906e26b6044 tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bf5bc16-7ae8-42c8-a968-84c3ac638172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455258 Aug 18 11:56:45.502190 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9441bb0d-00a3-4402-aaf9-9070123d24cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:45.513691 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9441bb0d-00a3-4402-aaf9-9070123d24cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:45.565660 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 54154) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:56:45.566173 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-9441bb0d-00a3-4402-aaf9-9070123d24cd admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=809dc970f45a406e8c7c8e0ad455237b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6763475 Aug 18 11:56:45.569992 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9441bb0d-00a3-4402-aaf9-9070123d24cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4d2854a-e7d6-43f9-a2f1-d948a046675a,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:56:45.584486 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a79ffbb-f25f-44ea-808f-fdd15b64f8c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e4f4eef-52da-4561-a031-87a394efb482'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 11:56:45.590776 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db50a436fb3a98495337d8fe7487b4f2ea6f3c1052eb9efadc2ecda2d5737001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c222037-67e0-4ca4-adb5-0d3b290507a5" -d '{"events": [{"server_uuid": "3a79ffbb-f25f-44ea-808f-fdd15b64f8c1", "name": "network-vif-plugged", "status": "completed", "tag": "0e4f4eef-52da-4561-a031-87a394efb482"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:56:45.642802 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 11:56:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac6d4f97-ed86-4245-8c5f-63c305ca4d7d x-openstack-request-id: req-ac6d4f97-ed86-4245-8c5f-63c305ca4d7d {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:56:45.643182 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a79ffbb-f25f-44ea-808f-fdd15b64f8c1", "name": "network-vif-plugged", "status": "completed", "tag": "0e4f4eef-52da-4561-a031-87a394efb482", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:56:45.643492 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ac6d4f97-ed86-4245-8c5f-63c305ca4d7d {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:56:45.643997 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a79ffbb-f25f-44ea-808f-fdd15b64f8c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e4f4eef-52da-4561-a031-87a394efb482', 'code': 200} Aug 18 11:56:45.723006 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 54168) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:56:45.723879 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feccbef-e149-43dd-b3b1-b14a0f09fa96 req-8ba005c8-db96-4992-91a2-0eee16c0b93c tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:56:45.733614 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8feccbef-e149-43dd-b3b1-b14a0f09fa96 req-8ba005c8-db96-4992-91a2-0eee16c0b93c tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] 10.222.0.66 "GET /v2.0/ports?device_id=2145e013-9e79-4835-8d0d-e8371bc9e7cc HTTP/1.1" status: 200 len: 946 time: 0.1349089 Aug 18 11:56:45.764391 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2ce398a6-2a42-48cd-abf2-ab90ab4a2a3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:45.788970 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 0e4f4eef-52da-4561-a031-87a394efb482 no longer exists at agent hyperv_n-h1-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 11:56:45.792706 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb3ee629-794c-4984-8f7f-fa764ed459d5 admin admin] Deleting subnet a97adc7a-3cde-4d27-baf4-adb6fa582445 {{(pid=106253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 11:56:45.798023 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-bb3ee629-794c-4984-8f7f-fa764ed459d5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:45.798499 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e0a9fc7-bdb0-438e-b3f0-ac051d5f553d', 'name': 'network-vif-deleted', 'tag': '3cc10453-0472-4bd5-bf62-8a83cefb86aa'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 11:56:45.800984 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-706aa42f-aec3-4adc-b8cd-149e8f3f1490" -d '{"events": [{"server_uuid": "2e0a9fc7-bdb0-438e-b3f0-ac051d5f553d", "name": "network-vif-deleted", "tag": "3cc10453-0472-4bd5-bf62-8a83cefb86aa"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:56:45.816157 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8feccbef-e149-43dd-b3b1-b14a0f09fa96 req-aaa92c5e-b72e-4d20-80c7-cd51a744b57d tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bf5bc16-7ae8-42c8-a968-84c3ac638172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816121 Aug 18 11:56:45.823971 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2ce398a6-2a42-48cd-abf2-ab90ab4a2a3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:45.891152 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 11:56:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbc73aa2-c375-41b1-9997-75e07501b63d x-openstack-request-id: req-dbc73aa2-c375-41b1-9997-75e07501b63d {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:56:45.891728 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e0a9fc7-bdb0-438e-b3f0-ac051d5f553d", "name": "network-vif-deleted", "tag": "3cc10453-0472-4bd5-bf62-8a83cefb86aa", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:56:45.892022 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-dbc73aa2-c375-41b1-9997-75e07501b63d {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:56:45.892462 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e0a9fc7-bdb0-438e-b3f0-ac051d5f553d', 'name': 'network-vif-deleted', 'tag': '3cc10453-0472-4bd5-bf62-8a83cefb86aa', 'status': 'completed', 'code': 200} Aug 18 11:56:45.936377 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2ce398a6-2a42-48cd-abf2-ab90ab4a2a3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:45.939661 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-bb3ee629-794c-4984-8f7f-fa764ed459d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902229'] for subnet, precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:45.962356 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:45.969143 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2ce398a6-2a42-48cd-abf2-ab90ab4a2a3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:45.978806 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-2ce398a6-2a42-48cd-abf2-ab90ab4a2a3a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d4d2854a-e7d6-43f9-a2f1-d948a046675a HTTP/1.1" status: 204 len: 168 time: 0.4105599 Aug 18 11:56:46.014982 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 0e4f4eef-52da-4561-a031-87a394efb482, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=0e4f4eef-52da-4561-a031-87a394efb482,segment=NetworkSegment(6c07e440-4a82-438f-a97f-74dad85fe56f),segment_id=6c07e440-4a82-438f-a97f-74dad85fe56f)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:56:46.017295 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce398a6-2a42-48cd-abf2-ab90ab4a2a3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4d2854a-e7d6-43f9-a2f1-d948a046675a,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:56:46.023197 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:46.024306 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 3cc10453-0472-4bd5-bf62-8a83cefb86aa no longer exists at agent hyperv_n-h1-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 11:56:46.085849 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 54182) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:56:46.221907 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-bb3ee629-794c-4984-8f7f-fa764ed459d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:46.258282 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70effbc6-e5e9-4869-ac85-a4fda1a666ff req-da35a257-6413-4be4-bb98-f6f9ba77cb2a tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:56:46.269509 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-70effbc6-e5e9-4869-ac85-a4fda1a666ff req-da35a257-6413-4be4-bb98-f6f9ba77cb2a tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] 10.222.0.66 "GET /v2.0/ports?device_id=3a79ffbb-f25f-44ea-808f-fdd15b64f8c1 HTTP/1.1" status: 200 len: 943 time: 0.1330347 Aug 18 11:56:46.270691 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] No Port match for: 3cc10453-0472-4bd5-bf62-8a83cefb86aa {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 11:56:46.272044 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 3cc10453-0472-4bd5-bf62-8a83cefb86aa not bound to the agent host n-h1-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 11:56:46.322259 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=0e4f4eef-52da-4561-a031-87a394efb482,revision_number=8']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:56:46.363510 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f5d266-80a5-4573-9e0e-f1b6b3863669 req-3259ea1f-b159-49de-a44f-aaf6a6534cfc tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:56:46.365921 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-70effbc6-e5e9-4869-ac85-a4fda1a666ff req-f9a229e0-d37f-414e-82fe-b3ca3f177d92 tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] 10.222.0.66 "GET /v2.0/security-groups?id=55743b86-4589-417c-a042-b0bad2e342b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946605 Aug 18 11:56:46.367704 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-57f5d266-80a5-4573-9e0e-f1b6b3863669 req-3259ea1f-b159-49de-a44f-aaf6a6534cfc tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] 10.222.0.63 "GET /v2.0/ports?device_id=3a79ffbb-f25f-44ea-808f-fdd15b64f8c1 HTTP/1.1" status: 200 len: 943 time: 0.2850509 Aug 18 11:56:46.372581 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-8c0e7ca3-8993-4c7e-8767-95d8cca16ecb admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-2030285909-network', 'tenant_id': '9143985e071d4037b5bf264a5aaa6497'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:56:46.478876 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c0e7ca3-8993-4c7e-8767-95d8cca16ecb admin admin] Made reservation on behalf of 9143985e071d4037b5bf264a5aaa6497 for: {'network': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 11:56:46.481195 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8c0e7ca3-8993-4c7e-8767-95d8cca16ecb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for network, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:46.533612 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8c0e7ca3-8993-4c7e-8767-95d8cca16ecb admin admin] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:46.562018 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-bb3ee629-794c-4984-8f7f-fa764ed459d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58902171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59388106'] for subnet, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:46.581483 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-57f5d266-80a5-4573-9e0e-f1b6b3863669 req-0487aec8-0084-4745-962e-d5f88da3e26a tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] Deleting port 0e4f4eef-52da-4561-a031-87a394efb482 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 11:56:46.581875 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-57f5d266-80a5-4573-9e0e-f1b6b3863669 req-0487aec8-0084-4745-962e-d5f88da3e26a tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:46.688974 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 54202) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:56:46.725429 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb341f5a-73c5-48d8-8296-649a86325388 req-9e8d1c60-5753-4e69-b89a-6fa46e4fcd03 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:56:46.750582 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-eb341f5a-73c5-48d8-8296-649a86325388 req-9e8d1c60-5753-4e69-b89a-6fa46e4fcd03 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.66 "GET /v2.0/ports?device_id=af8b3f7f-0e9e-4899-ae59-bba76d0eea1d HTTP/1.1" status: 200 len: 944 time: 0.3607059 Aug 18 11:56:46.779979 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3ee629-794c-4984-8f7f-fa764ed459d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a97adc7a-3cde-4d27-baf4-adb6fa582445,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:56:46.782392 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-bb3ee629-794c-4984-8f7f-fa764ed459d5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:46.788505 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-bb3ee629-794c-4984-8f7f-fa764ed459d5 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/a97adc7a-3cde-4d27-baf4-adb6fa582445 HTTP/1.1" status: 204 len: 168 time: 1.0631914 Aug 18 11:56:46.796275 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-57f5d266-80a5-4573-9e0e-f1b6b3863669 req-0487aec8-0084-4745-962e-d5f88da3e26a tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] For port 0e4f4eef-52da-4561-a031-87a394efb482, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=0e4f4eef-52da-4561-a031-87a394efb482,segment=NetworkSegment(6c07e440-4a82-438f-a97f-74dad85fe56f),segment_id=6c07e440-4a82-438f-a97f-74dad85fe56f)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:56:46.796904 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-57f5d266-80a5-4573-9e0e-f1b6b3863669 req-0487aec8-0084-4745-962e-d5f88da3e26a tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:46.799139 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 54206) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:56:46.812932 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0c98214e-5f38-4fb7-a174-bab2a981ff72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:46.836818 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-57f5d266-80a5-4573-9e0e-f1b6b3863669 req-0487aec8-0084-4745-962e-d5f88da3e26a tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] Calling delete_port for 0e4f4eef-52da-4561-a031-87a394efb482 owned by compute:nova {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 11:56:46.864421 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8c0e7ca3-8993-4c7e-8767-95d8cca16ecb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:46.878083 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8c0e7ca3-8993-4c7e-8767-95d8cca16ecb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:46.939901 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0e7ca3-8993-4c7e-8767-95d8cca16ecb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11bbe5b2-5f3b-4775-89a0-258a798e3ee9,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:56:46.966274 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-848768c2-dd8f-46cb-926d-f6b94575cc5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7904109'] for network, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:46.994568 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635bbf94-dbaa-43a6-9b33-61fbe94839ae req-1c150cdd-f305-4d50-9aa6-2555ef39ad3d tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:56:47.001173 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-635bbf94-dbaa-43a6-9b33-61fbe94839ae req-1c150cdd-f305-4d50-9aa6-2555ef39ad3d tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] 10.222.0.66 "GET /v2.0/networks?id=fac8d860-f4f2-49a0-99ea-233476aded7e HTTP/1.1" status: 200 len: 814 time: 0.3194799 Aug 18 11:56:47.021051 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-eb341f5a-73c5-48d8-8296-649a86325388 req-7b494d89-df27-43ec-9661-1bf24348a072 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.66 "GET /v2.0/security-groups?id=fecad5ed-08b4-4db8-8e35-9a1fb2f01a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2686865 Aug 18 11:56:47.041481 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c0e7ca3-8993-4c7e-8767-95d8cca16ecb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 821} {{(pid=106252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 11:56:47.063619 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-635bbf94-dbaa-43a6-9b33-61fbe94839ae req-04206677-9603-44f0-ba89-940ca89a6d54 tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] 10.222.0.66 "GET /v2.0/quotas/3c65702c3e884328ad7846bc78b658bf HTTP/1.1" status: 200 len: 375 time: 0.0404806 Aug 18 11:56:47.128587 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8c0e7ca3-8993-4c7e-8767-95d8cca16ecb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:47.129249 n-d-804985-2 neutron-server[106252]: INFO neutron.db.segments_db [None req-8c0e7ca3-8993-4c7e-8767-95d8cca16ecb admin admin] Added segment 0769e917-ce53-43de-97f7-af6feb189e7f of type vlan for network 45f10d77-130c-4859-b30d-1a902305b96f Aug 18 11:56:47.153964 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-848768c2-dd8f-46cb-926d-f6b94575cc5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8367869', 'neutron.services.segments.db._delete_segments_for_network-8789151212993'] for network, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:47.191111 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-848768c2-dd8f-46cb-926d-f6b94575cc5f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2b8460a-d20a-4d24-a458-477b4502f48c']}} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:56:47.216376 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-848768c2-dd8f-46cb-926d-f6b94575cc5f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77044dd8-732d-4440-9cc8-7f1936544d71') {'for_net_delete': True} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:56:47.216710 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-848768c2-dd8f-46cb-926d-f6b94575cc5f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77044dd8-732d-4440-9cc8-7f1936544d71') {} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:56:47.239068 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0c98214e-5f38-4fb7-a174-bab2a981ff72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:47.242065 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-848768c2-dd8f-46cb-926d-f6b94575cc5f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789151225254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902236'] for segment, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:47.257302 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0c98214e-5f38-4fb7-a174-bab2a981ff72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:47.273963 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-848768c2-dd8f-46cb-926d-f6b94575cc5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:47.291138 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-57f5d266-80a5-4573-9e0e-f1b6b3863669 req-0487aec8-0084-4745-962e-d5f88da3e26a tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:47.307092 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-848768c2-dd8f-46cb-926d-f6b94575cc5f admin admin] Releasing vlan 812 on physical network physnet1 to pool {{(pid=106253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 11:56:47.307771 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-848768c2-dd8f-46cb-926d-f6b94575cc5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58900537'] for segment, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:47.317057 n-d-804985-2 neutron-server[106253]: Traceback (most recent call last): Aug 18 11:56:47.317057 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 11:56:47.317057 n-d-804985-2 neutron-server[106253]: timer() Aug 18 11:56:47.317057 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 11:56:47.317057 n-d-804985-2 neutron-server[106253]: cb(*args, **kw) Aug 18 11:56:47.317057 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 11:56:47.317057 n-d-804985-2 neutron-server[106253]: return func(*args, **kwargs) Aug 18 11:56:47.317057 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 11:56:47.317057 n-d-804985-2 neutron-server[106253]: self._notify() Aug 18 11:56:47.317057 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 11:56:47.317057 n-d-804985-2 neutron-server[106253]: self.callback(batched_events) Aug 18 11:56:47.317057 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 11:56:47.317057 n-d-804985-2 neutron-server[106253]: event.method(event) Aug 18 11:56:47.317057 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 11:56:47.317057 n-d-804985-2 neutron-server[106253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 11:56:47.317057 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 11:56:47.317057 n-d-804985-2 neutron-server[106253]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 11:56:47.317057 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 11:56:47.317057 n-d-804985-2 neutron-server[106253]: return f(self, *a, **k) Aug 18 11:56:47.317057 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 11:56:47.317057 n-d-804985-2 neutron-server[106253]: return self._get(url).json() Aug 18 11:56:47.317057 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 11:56:47.317057 n-d-804985-2 neutron-server[106253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 11:56:47.317057 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 11:56:47.317057 n-d-804985-2 neutron-server[106253]: return self.request(url, 'GET', **kwargs) Aug 18 11:56:47.317057 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 11:56:47.317057 n-d-804985-2 neutron-server[106253]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 11:56:47.317057 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 11:56:47.317057 n-d-804985-2 neutron-server[106253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 11:56:47.317057 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 11:56:47.317057 n-d-804985-2 neutron-server[106253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 11:56:47.317057 n-d-804985-2 neutron-server[106253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 11:56:47.388354 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-0c98214e-5f38-4fb7-a174-bab2a981ff72 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8a5bdfb302114c6298ffb2e023e1ac3a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6520889 Aug 18 11:56:47.393096 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c98214e-5f38-4fb7-a174-bab2a981ff72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8e4ba70-f5fa-43c9-b164-a66bb626cfa2,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:56:47.396582 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0487aec8-0084-4745-962e-d5f88da3e26a tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] Pushing event deleted for resources: {'Port': ['ID=0e4f4eef-52da-4561-a031-87a394efb482,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:56:47.401194 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 54212) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:56:47.486621 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-57f5d266-80a5-4573-9e0e-f1b6b3863669 req-0487aec8-0084-4745-962e-d5f88da3e26a tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] No DVR routers for this DVR port 0e4f4eef-52da-4561-a031-87a394efb482 on host n-h1-804985-2 {{(pid=106253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 11:56:47.490325 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-57f5d266-80a5-4573-9e0e-f1b6b3863669 req-0487aec8-0084-4745-962e-d5f88da3e26a tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:47.493231 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-57f5d266-80a5-4573-9e0e-f1b6b3863669 req-0487aec8-0084-4745-962e-d5f88da3e26a tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] 10.222.0.63 "DELETE /v2.0/ports/0e4f4eef-52da-4561-a031-87a394efb482 HTTP/1.1" status: 204 len: 173 time: 1.1090713 Aug 18 11:56:47.499172 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a79ffbb-f25f-44ea-808f-fdd15b64f8c1', 'name': 'network-vif-deleted', 'tag': '0e4f4eef-52da-4561-a031-87a394efb482'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 11:56:47.501512 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0679f4c4b6e0e0c064a7d71d722dc30541a34fffee11680573be22ee2ffccc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6951d38d-6d2d-4af4-9c1d-9df80b60c38c" -d '{"events": [{"server_uuid": "3a79ffbb-f25f-44ea-808f-fdd15b64f8c1", "name": "network-vif-deleted", "tag": "0e4f4eef-52da-4561-a031-87a394efb482"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:56:47.507890 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-848768c2-dd8f-46cb-926d-f6b94575cc5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8367858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997186'] for network, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:47.520276 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-848768c2-dd8f-46cb-926d-f6b94575cc5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:47.522327 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-848768c2-dd8f-46cb-926d-f6b94575cc5f admin admin] 10.222.0.66 "DELETE /v2.0/networks/f2b8460a-d20a-4d24-a458-477b4502f48c HTTP/1.1" status: 204 len: 168 time: 0.7220891 Aug 18 11:56:47.528659 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 54216) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:56:47.529603 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8c0e7ca3-8993-4c7e-8767-95d8cca16ecb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789150665894'] for network, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:47.556370 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-77ad861c-1b5a-4800-95b1-63bc86ff151c req-407951e7-d633-4d7f-8f1b-e63157bdbdee tempest-ImagesTestJSON-1283913901 tempest-ImagesTestJSON-1283913901-project] 10.222.0.66 "GET /v2.0/ports?device_id=3a79ffbb-f25f-44ea-808f-fdd15b64f8c1 HTTP/1.1" status: 200 len: 210 time: 0.0367699 Aug 18 11:56:47.570201 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848768c2-dd8f-46cb-926d-f6b94575cc5f admin admin] Pushing event deleted for resources: {'Network': ['ID=f2b8460a-d20a-4d24-a458-477b4502f48c,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:56:47.576181 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-635bbf94-dbaa-43a6-9b33-61fbe94839ae req-0c9035e0-4fb1-464a-9fe6-86e2ff442d2e tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=3c65702c3e884328ad7846bc78b658bf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5113637 Aug 18 11:56:47.592637 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1154ea0f-f760-4b1f-ad14-8ea5fa72f9cb req-ac969ae9-1a4d-46f3-a432-a361a06de48a service neutron] 10.222.0.63 "GET /v2.0/ports/30f1b385-04a1-4c89-8d99-be909bc8e6f3/bindings/n-h2-804985-2 HTTP/1.1" status: 200 len: 384 time: 0.5054493 Aug 18 11:56:47.617404 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8c0e7ca3-8993-4c7e-8767-95d8cca16ecb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for network, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:47.618255 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c0e7ca3-8993-4c7e-8767-95d8cca16ecb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:56:47.619669 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8c0e7ca3-8993-4c7e-8767-95d8cca16ecb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for network, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:47.645160 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a79ffbb-f25f-44ea-808f-fdd15b64f8c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e4f4eef-52da-4561-a031-87a394efb482'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 11:56:47.650508 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db50a436fb3a98495337d8fe7487b4f2ea6f3c1052eb9efadc2ecda2d5737001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59b9ecac-0279-4d46-aa8f-00e9f807cd42" -d '{"events": [{"server_uuid": "3a79ffbb-f25f-44ea-808f-fdd15b64f8c1", "name": "network-vif-unplugged", "status": "completed", "tag": "0e4f4eef-52da-4561-a031-87a394efb482"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:56:47.659679 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 11:56:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-080616a0-cc63-422b-800f-d07f90dfe9f6 x-openstack-request-id: req-080616a0-cc63-422b-800f-d07f90dfe9f6 {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:56:47.660260 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a79ffbb-f25f-44ea-808f-fdd15b64f8c1", "name": "network-vif-deleted", "tag": "0e4f4eef-52da-4561-a031-87a394efb482", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:56:47.660591 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-080616a0-cc63-422b-800f-d07f90dfe9f6 {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:56:47.660986 n-d-804985-2 neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a79ffbb-f25f-44ea-808f-fdd15b64f8c1', 'name': 'network-vif-deleted', 'tag': '0e4f4eef-52da-4561-a031-87a394efb482', 'status': 'completed', 'code': 200} Aug 18 11:56:47.673218 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4c4e6a68-7562-4870-996f-b2b174ad8286 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:47.696027 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_v2 [None req-60273987-368f-4268-ac40-c3dc74fbdd13 admin admin] Deleting subnet 76308ab1-8dd9-4ec1-8d07-eece6928314e {{(pid=106253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 11:56:47.719515 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 18 Aug 2021 11:56:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3ad8294-f3a5-49fd-8b5c-8d77dfc64ab7 x-openstack-request-id: req-a3ad8294-f3a5-49fd-8b5c-8d77dfc64ab7 {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:56:47.719796 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a79ffbb-f25f-44ea-808f-fdd15b64f8c1", "name": "network-vif-unplugged", "status": "completed", "tag": "0e4f4eef-52da-4561-a031-87a394efb482", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:56:47.720049 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a3ad8294-f3a5-49fd-8b5c-8d77dfc64ab7 {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:56:47.720438 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a79ffbb-f25f-44ea-808f-fdd15b64f8c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e4f4eef-52da-4561-a031-87a394efb482', 'code': 200} Aug 18 11:56:47.721098 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-60273987-368f-4268-ac40-c3dc74fbdd13 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:47.754464 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4c4e6a68-7562-4870-996f-b2b174ad8286 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:47.767744 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-8c0e7ca3-8993-4c7e-8767-95d8cca16ecb admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.6801579 Aug 18 11:56:47.781017 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 54224) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:56:47.783458 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d77780e-491e-48d3-9b23-feef1a865a8d req-98c8f63f-53f8-4053-b1d7-4cc2a412ae13 tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:56:47.785806 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-7d77780e-491e-48d3-9b23-feef1a865a8d req-98c8f63f-53f8-4053-b1d7-4cc2a412ae13 tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] 10.222.0.62 "GET /v2.0/ports?device_id=2145e013-9e79-4835-8d0d-e8371bc9e7cc HTTP/1.1" status: 200 len: 946 time: 0.1847973 Aug 18 11:56:47.791703 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-d7f664d8-c4b0-41dc-8cbd-7162a9763ac5 admin admin] Request body: {'subnet': {'network_id': '45f10d77-130c-4859-b30d-1a902305b96f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-2030285909-subnet', 'tenant_id': '9143985e071d4037b5bf264a5aaa6497', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:56:47.799559 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0e7ca3-8993-4c7e-8767-95d8cca16ecb admin admin] Pushing event updated for resources: {'Network': ['ID=45f10d77-130c-4859-b30d-1a902305b96f,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:56:47.801282 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 0e4f4eef-52da-4561-a031-87a394efb482 no longer exists at agent hyperv_n-h1-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 11:56:47.850246 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-60273987-368f-4268-ac40-c3dc74fbdd13 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902229'] for subnet, precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:47.852407 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7f664d8-c4b0-41dc-8cbd-7162a9763ac5 admin admin] Made reservation on behalf of 9143985e071d4037b5bf264a5aaa6497 for: {'subnet': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 11:56:47.859592 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d7f664d8-c4b0-41dc-8cbd-7162a9763ac5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59074089'] for subnet, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:47.897241 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Network 45f10d77-130c-4859-b30d-1a902305b96f details requested by agent ovs-agent-n-d-804985-2 with host n-d-804985-2 {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 11:56:47.899565 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] No Port match for: 0e4f4eef-52da-4561-a031-87a394efb482 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 11:56:47.900391 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 0e4f4eef-52da-4561-a031-87a394efb482 not bound to the agent host n-h1-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 11:56:47.901012 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 30f1b385-04a1-4c89-8d99-be909bc8e6f3 no longer exists at agent hyperv_n-h1-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 11:56:47.959055 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-60273987-368f-4268-ac40-c3dc74fbdd13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:48.030031 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4c4e6a68-7562-4870-996f-b2b174ad8286 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:48.033906 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4c4e6a68-7562-4870-996f-b2b174ad8286 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:48.037004 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-4c4e6a68-7562-4870-996f-b2b174ad8286 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c8e4ba70-f5fa-43c9-b164-a66bb626cfa2 HTTP/1.1" status: 204 len: 168 time: 0.6321385 Aug 18 11:56:48.099127 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4e6a68-7562-4870-996f-b2b174ad8286 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8e4ba70-f5fa-43c9-b164-a66bb626cfa2,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:56:48.130254 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-7d77780e-491e-48d3-9b23-feef1a865a8d req-23d3bcee-dabf-4ecb-8361-ed27f55c55e1 tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] Deleting port 2d366f8a-6889-4078-a81a-fe904b241e00 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 11:56:48.131022 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-7d77780e-491e-48d3-9b23-feef1a865a8d req-23d3bcee-dabf-4ecb-8361-ed27f55c55e1 tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:48.154866 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-60273987-368f-4268-ac40-c3dc74fbdd13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58902171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59388106'] for subnet, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:48.235636 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-60273987-368f-4268-ac40-c3dc74fbdd13 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:48.238942 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-60273987-368f-4268-ac40-c3dc74fbdd13 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/76308ab1-8dd9-4ec1-8d07-eece6928314e HTTP/1.1" status: 204 len: 168 time: 0.7076831 Aug 18 11:56:48.244165 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 54232) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:56:48.246802 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60273987-368f-4268-ac40-c3dc74fbdd13 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=76308ab1-8dd9-4ec1-8d07-eece6928314e,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:56:48.307298 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-1154ea0f-f760-4b1f-ad14-8ea5fa72f9cb req-a41a470e-c060-40ce-9e8f-61f6b10c9881 service neutron] For port 30f1b385-04a1-4c89-8d99-be909bc8e6f3, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=30f1b385-04a1-4c89-8d99-be909bc8e6f3,segment=NetworkSegment(0622c33d-7d5a-4968-950b-edb53be5f858),segment_id=0622c33d-7d5a-4968-950b-edb53be5f858)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:56:48.341603 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6ff08b-5ab0-4bae-aac5-9fe58c8d285c req-5658fa67-9f61-48d9-a8ca-bccdbede2b48 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:56:48.349211 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-da6ff08b-5ab0-4bae-aac5-9fe58c8d285c req-5658fa67-9f61-48d9-a8ca-bccdbede2b48 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.66 "GET /v2.0/ports?device_id=af8b3f7f-0e9e-4899-ae59-bba76d0eea1d HTTP/1.1" status: 200 len: 944 time: 0.1938844 Aug 18 11:56:48.378181 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-635bbf94-dbaa-43a6-9b33-61fbe94839ae req-fdde2719-797b-45db-ba29-ec79e3fa3306 service neutron] 10.222.0.66 "GET /v2.0/networks/fac8d860-f4f2-49a0-99ea-233476aded7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8009694 Aug 18 11:56:48.403094 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-1154ea0f-f760-4b1f-ad14-8ea5fa72f9cb req-a41a470e-c060-40ce-9e8f-61f6b10c9881 service neutron] For port 30f1b385-04a1-4c89-8d99-be909bc8e6f3, host n-h1-804985-2, cleared binding levels {{(pid=106252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 11:56:48.473144 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-912786d5-10f4-4706-a6e1-f9fad1353a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:48.539229 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [req-1154ea0f-f760-4b1f-ad14-8ea5fa72f9cb req-a41a470e-c060-40ce-9e8f-61f6b10c9881 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30f1b385-04a1-4c89-8d99-be909bc8e6f3 {{(pid=106252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 11:56:48.550380 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-da6ff08b-5ab0-4bae-aac5-9fe58c8d285c req-617e3b19-9c0a-4f41-a96d-de5dc0a66a03 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.66 "GET /v2.0/security-groups?id=fecad5ed-08b4-4db8-8e35-9a1fb2f01a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998987 Aug 18 11:56:48.566314 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-1154ea0f-f760-4b1f-ad14-8ea5fa72f9cb req-a41a470e-c060-40ce-9e8f-61f6b10c9881 service neutron] For port 30f1b385-04a1-4c89-8d99-be909bc8e6f3, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=30f1b385-04a1-4c89-8d99-be909bc8e6f3,segment=NetworkSegment(0622c33d-7d5a-4968-950b-edb53be5f858),segment_id=0622c33d-7d5a-4968-950b-edb53be5f858)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:56:48.636786 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-1154ea0f-f760-4b1f-ad14-8ea5fa72f9cb req-a41a470e-c060-40ce-9e8f-61f6b10c9881 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:48.654961 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-bd0829ee-981b-40e1-b7c1-e5ea251352f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7904109'] for network, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:48.658303 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-7d77780e-491e-48d3-9b23-feef1a865a8d req-23d3bcee-dabf-4ecb-8361-ed27f55c55e1 tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] For port 2d366f8a-6889-4078-a81a-fe904b241e00, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=2d366f8a-6889-4078-a81a-fe904b241e00,segment=NetworkSegment(8d845f6a-d01c-49fc-8841-a69d4d456626),segment_id=8d845f6a-d01c-49fc-8841-a69d4d456626)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:56:48.658723 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-7d77780e-491e-48d3-9b23-feef1a865a8d req-23d3bcee-dabf-4ecb-8361-ed27f55c55e1 tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:48.676059 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-635bbf94-dbaa-43a6-9b33-61fbe94839ae req-cbb9e3a4-71e5-4f21-89b4-aa4b1f312ab4 service neutron] 10.222.0.66 "GET /v2.0/networks/fac8d860-f4f2-49a0-99ea-233476aded7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2968850 Aug 18 11:56:48.676238 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-7d77780e-491e-48d3-9b23-feef1a865a8d req-23d3bcee-dabf-4ecb-8361-ed27f55c55e1 tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] Calling delete_port for 2d366f8a-6889-4078-a81a-fe904b241e00 owned by compute:nova {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 11:56:48.676940 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d7f664d8-c4b0-41dc-8cbd-7162a9763ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3572913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59074111'] for subnet, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:48.815231 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-bd0829ee-981b-40e1-b7c1-e5ea251352f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8367869', 'neutron.services.segments.db._delete_segments_for_network-8789151212993'] for network, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:48.828622 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f664d8-c4b0-41dc-8cbd-7162a9763ac5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7cf2249d-58a2-4afe-a9fb-145dc05a7f39,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:56:48.828864 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-bd0829ee-981b-40e1-b7c1-e5ea251352f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b990cb7e-2156-41f9-bed7-ede88ffb5f6d']}} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:56:48.858615 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-bd0829ee-981b-40e1-b7c1-e5ea251352f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '372afbd3-6f05-4b47-b46e-7dbd062fe55f') {'for_net_delete': True} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:56:48.859130 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-bd0829ee-981b-40e1-b7c1-e5ea251352f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '372afbd3-6f05-4b47-b46e-7dbd062fe55f') {} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:56:48.877373 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [req-1154ea0f-f760-4b1f-ad14-8ea5fa72f9cb req-a41a470e-c060-40ce-9e8f-61f6b10c9881 service neutron] Transition to ACTIVE for port object 30f1b385-04a1-4c89-8d99-be909bc8e6f3 will not be triggered until provisioned by entity L2. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 11:56:48.878905 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f664d8-c4b0-41dc-8cbd-7162a9763ac5 admin admin] Checking segment: {'id': '0769e917-ce53-43de-97f7-af6feb189e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '45f10d77-130c-4859-b30d-1a902305b96f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 11:56:48.879500 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7f664d8-c4b0-41dc-8cbd-7162a9763ac5 admin admin] Network hostable DHCP agents. Network: 45f10d77-130c-4859-b30d-1a902305b96f, hostable agents: ['97c14208-2951-4361-8d64-3708c946ff5f'], hosted agents: [] {{(pid=106252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 11:56:48.880551 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-bd0829ee-981b-40e1-b7c1-e5ea251352f9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789151225254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902236'] for segment, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:48.891686 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-1154ea0f-f760-4b1f-ad14-8ea5fa72f9cb req-a41a470e-c060-40ce-9e8f-61f6b10c9881 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:48.902240 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-bd0829ee-981b-40e1-b7c1-e5ea251352f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:48.937231 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd0829ee-981b-40e1-b7c1-e5ea251352f9 admin admin] Releasing vlan 833 on physical network physnet1 to pool {{(pid=106253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 11:56:48.937648 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-bd0829ee-981b-40e1-b7c1-e5ea251352f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58900537'] for segment, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:48.939578 n-d-804985-2 neutron-server[106253]: Traceback (most recent call last): Aug 18 11:56:48.939578 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 11:56:48.939578 n-d-804985-2 neutron-server[106253]: timer() Aug 18 11:56:48.939578 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 11:56:48.939578 n-d-804985-2 neutron-server[106253]: cb(*args, **kw) Aug 18 11:56:48.939578 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 11:56:48.939578 n-d-804985-2 neutron-server[106253]: return func(*args, **kwargs) Aug 18 11:56:48.939578 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 11:56:48.939578 n-d-804985-2 neutron-server[106253]: self._notify() Aug 18 11:56:48.939578 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 11:56:48.939578 n-d-804985-2 neutron-server[106253]: self.callback(batched_events) Aug 18 11:56:48.939578 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 11:56:48.939578 n-d-804985-2 neutron-server[106253]: event.method(event) Aug 18 11:56:48.939578 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 11:56:48.939578 n-d-804985-2 neutron-server[106253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 11:56:48.939578 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 11:56:48.939578 n-d-804985-2 neutron-server[106253]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 11:56:48.939578 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 11:56:48.939578 n-d-804985-2 neutron-server[106253]: return f(self, *a, **k) Aug 18 11:56:48.939578 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 11:56:48.939578 n-d-804985-2 neutron-server[106253]: return self._get(url).json() Aug 18 11:56:48.939578 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 11:56:48.939578 n-d-804985-2 neutron-server[106253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 11:56:48.939578 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 11:56:48.939578 n-d-804985-2 neutron-server[106253]: return self.request(url, 'GET', **kwargs) Aug 18 11:56:48.939578 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 11:56:48.939578 n-d-804985-2 neutron-server[106253]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 11:56:48.939578 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 11:56:48.939578 n-d-804985-2 neutron-server[106253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 11:56:48.939578 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 11:56:48.939578 n-d-804985-2 neutron-server[106253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 11:56:48.939578 n-d-804985-2 neutron-server[106253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 11:56:48.958576 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7f664d8-c4b0-41dc-8cbd-7162a9763ac5 admin admin] Network 45f10d77-130c-4859-b30d-1a902305b96f is scheduled to be hosted by DHCP agent 97c14208-2951-4361-8d64-3708c946ff5f with binding_index 1 {{(pid=106252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 11:56:49.025764 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-7d77780e-491e-48d3-9b23-feef1a865a8d req-23d3bcee-dabf-4ecb-8361-ed27f55c55e1 tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:49.028259 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3f5fc68d-928d-4145-bb5b-e8a4f484a93e req-26b1f2f8-e3ef-49a1-901a-009eaf49910b tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] 10.222.0.66 "GET /v2.0/ports?device_id=30c3781d-a4b9-422e-8128-e726a0721260 HTTP/1.1" status: 200 len: 210 time: 0.0570436 Aug 18 11:56:49.029698 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-1154ea0f-f760-4b1f-ad14-8ea5fa72f9cb req-a41a470e-c060-40ce-9e8f-61f6b10c9881 service neutron] No DVR routers for this DVR port 30f1b385-04a1-4c89-8d99-be909bc8e6f3 on host n-h1-804985-2 {{(pid=106252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 11:56:49.040179 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-d7f664d8-c4b0-41dc-8cbd-7162a9763ac5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-2, 45f10d77-130c-4859-b30d-1a902305b96f) {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:56:49.041294 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-bd0829ee-981b-40e1-b7c1-e5ea251352f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8367858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997186'] for network, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:49.050527 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-bd0829ee-981b-40e1-b7c1-e5ea251352f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:49.054798 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-bd0829ee-981b-40e1-b7c1-e5ea251352f9 admin admin] 10.222.0.66 "DELETE /v2.0/networks/b990cb7e-2156-41f9-bed7-ede88ffb5f6d HTTP/1.1" status: 204 len: 168 time: 0.8068895 Aug 18 11:56:49.067042 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa3d18c7-f701-4744-a0ab-06f300cbcc0f None None] Network 45f10d77-130c-4859-b30d-1a902305b96f requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 11:56:49.089482 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7f664d8-c4b0-41dc-8cbd-7162a9763ac5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:56:49.090532 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d7f664d8-c4b0-41dc-8cbd-7162a9763ac5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for subnet, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:49.113371 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1154ea0f-f760-4b1f-ad14-8ea5fa72f9cb req-a41a470e-c060-40ce-9e8f-61f6b10c9881 service neutron] 10.222.0.63 "PUT /v2.0/ports/30f1b385-04a1-4c89-8d99-be909bc8e6f3/bindings/n-h2-804985-2/activate HTTP/1.1" status: 200 len: 369 time: 1.5124638 Aug 18 11:56:49.117663 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41a470e-c060-40ce-9e8f-61f6b10c9881 service neutron] Pushing event updated for resources: {'Port': ['ID=30f1b385-04a1-4c89-8d99-be909bc8e6f3,revision_number=10']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:56:49.133423 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0829ee-981b-40e1-b7c1-e5ea251352f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=b990cb7e-2156-41f9-bed7-ede88ffb5f6d,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:56:49.142119 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d3bcee-dabf-4ecb-8361-ed27f55c55e1 tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] Pushing event deleted for resources: {'Port': ['ID=2d366f8a-6889-4078-a81a-fe904b241e00,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:56:49.144077 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-d7f664d8-c4b0-41dc-8cbd-7162a9763ac5 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.3606467 Aug 18 11:56:49.236978 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d77780e-491e-48d3-9b23-feef1a865a8d req-23d3bcee-dabf-4ecb-8361-ed27f55c55e1 tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] No DVR routers for this DVR port 2d366f8a-6889-4078-a81a-fe904b241e00 on host n-h2-804985-2 {{(pid=106253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 11:56:49.245802 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-7d77780e-491e-48d3-9b23-feef1a865a8d req-23d3bcee-dabf-4ecb-8361-ed27f55c55e1 tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:49.250082 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-7d77780e-491e-48d3-9b23-feef1a865a8d req-23d3bcee-dabf-4ecb-8361-ed27f55c55e1 tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] 10.222.0.62 "DELETE /v2.0/ports/2d366f8a-6889-4078-a81a-fe904b241e00 HTTP/1.1" status: 204 len: 173 time: 1.4517655 Aug 18 11:56:49.272892 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1154ea0f-f760-4b1f-ad14-8ea5fa72f9cb req-d12b25aa-0df1-4090-a641-7e982f63d74e tempest-LiveAutoBlockMigrationV225Test-1799299027 tempest-LiveAutoBlockMigrationV225Test-1799299027-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:56:49.279720 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1154ea0f-f760-4b1f-ad14-8ea5fa72f9cb req-d12b25aa-0df1-4090-a641-7e982f63d74e tempest-LiveAutoBlockMigrationV225Test-1799299027 tempest-LiveAutoBlockMigrationV225Test-1799299027-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=af8b3f7f-0e9e-4899-ae59-bba76d0eea1d&tenant_id=3bd2664269674b678c41aeb663f1f43e&binding%3Ahost_id=n-h1-804985-2 HTTP/1.1" status: 200 len: 1096 time: 0.0906136 Aug 18 11:56:49.383810 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1154ea0f-f760-4b1f-ad14-8ea5fa72f9cb req-f5cebbfc-a47e-4077-ba60-1fb7e0e979a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:56:49.390996 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1154ea0f-f760-4b1f-ad14-8ea5fa72f9cb req-f5cebbfc-a47e-4077-ba60-1fb7e0e979a8 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=af8b3f7f-0e9e-4899-ae59-bba76d0eea1d&tenant_id=3bd2664269674b678c41aeb663f1f43e HTTP/1.1" status: 200 len: 1096 time: 0.1008587 Aug 18 11:56:49.415032 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82e8c2ab-f25c-415b-ab06-6fb863db5db6 None None] Network 45f10d77-130c-4859-b30d-1a902305b96f requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 11:56:49.509852 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 54294) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:56:49.509998 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 54296) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:56:49.569390 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1154ea0f-f760-4b1f-ad14-8ea5fa72f9cb req-99cbf4ca-62a4-4895-bfba-54550b45e5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:56:49.579223 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1154ea0f-f760-4b1f-ad14-8ea5fa72f9cb req-99cbf4ca-62a4-4895-bfba-54550b45e5d5 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3bd2664269674b678c41aeb663f1f43e&device_id=af8b3f7f-0e9e-4899-ae59-bba76d0eea1d HTTP/1.1" status: 200 len: 1096 time: 0.1536801 Aug 18 11:56:49.614708 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-68dfb2d8-24fe-4cf6-9fc3-5b266acc9c2b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=188bebbd8f564ea0bbe77621cda4023c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1036572 Aug 18 11:56:49.619087 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 54304) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:56:49.685189 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2145e013-9e79-4835-8d0d-e8371bc9e7cc', 'name': 'network-vif-deleted', 'tag': '2d366f8a-6889-4078-a81a-fe904b241e00'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 11:56:49.687885 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0679f4c4b6e0e0c064a7d71d722dc30541a34fffee11680573be22ee2ffccc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2736eac3-751e-4801-a67b-673be0e1c735" -d '{"events": [{"server_uuid": "2145e013-9e79-4835-8d0d-e8371bc9e7cc", "name": "network-vif-deleted", "tag": "2d366f8a-6889-4078-a81a-fe904b241e00"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:56:49.729537 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1322159a-dd9e-48f0-83fb-a8c14d560bfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:49.763140 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1322159a-dd9e-48f0-83fb-a8c14d560bfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:49.834377 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 11:56:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cb76373-da1a-415a-bccc-02c7589c6f32 x-openstack-request-id: req-4cb76373-da1a-415a-bccc-02c7589c6f32 {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:56:49.834653 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2145e013-9e79-4835-8d0d-e8371bc9e7cc", "name": "network-vif-deleted", "tag": "2d366f8a-6889-4078-a81a-fe904b241e00", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:56:49.835027 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-4cb76373-da1a-415a-bccc-02c7589c6f32 {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:56:49.835413 n-d-804985-2 neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2145e013-9e79-4835-8d0d-e8371bc9e7cc', 'name': 'network-vif-deleted', 'tag': '2d366f8a-6889-4078-a81a-fe904b241e00', 'status': 'completed', 'code': 200} Aug 18 11:56:49.863279 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1322159a-dd9e-48f0-83fb-a8c14d560bfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:49.866781 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1322159a-dd9e-48f0-83fb-a8c14d560bfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:49.868342 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-1322159a-dd9e-48f0-83fb-a8c14d560bfe admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/07aef7bb-6c11-4cb4-8594-c24180b5d811 HTTP/1.1" status: 204 len: 168 time: 0.2479289 Aug 18 11:56:49.895900 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1322159a-dd9e-48f0-83fb-a8c14d560bfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07aef7bb-6c11-4cb4-8594-c24180b5d811,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:56:49.992879 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_v2 [None req-8543fc13-614e-4ba0-b42f-fcea58ed959e admin admin] Deleting subnet 59f3b61f-d9cb-4493-82ff-8b26e791861b {{(pid=106252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 11:56:50.024743 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8543fc13-614e-4ba0-b42f-fcea58ed959e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:50.188413 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8543fc13-614e-4ba0-b42f-fcea58ed959e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2221528'] for subnet, precommit_delete_associations {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:50.209568 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676dc0ad-ca8c-41c2-a915-accbe632bbaf req-63d9af39-eb78-4038-b585-6f335cd69c5a tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:56:50.218015 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-676dc0ad-ca8c-41c2-a915-accbe632bbaf req-63d9af39-eb78-4038-b585-6f335cd69c5a tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.66 "GET /v2.0/ports?device_id=af8b3f7f-0e9e-4899-ae59-bba76d0eea1d HTTP/1.1" status: 200 len: 945 time: 0.3972809 Aug 18 11:56:50.257403 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 2d366f8a-6889-4078-a81a-fe904b241e00 no longer exists at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 11:56:50.258914 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1154ea0f-f760-4b1f-ad14-8ea5fa72f9cb req-2aa6793e-8bf4-4902-a9f1-12b1e372f073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:56:50.264531 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1154ea0f-f760-4b1f-ad14-8ea5fa72f9cb req-2aa6793e-8bf4-4902-a9f1-12b1e372f073 service neutron] 10.222.0.62 "GET /v2.0/networks?id=f471d7de-70da-4549-acfc-45017b3843ff HTTP/1.1" status: 200 len: 922 time: 0.6726542 Aug 18 11:56:50.284380 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] No Port match for: 2d366f8a-6889-4078-a81a-fe904b241e00 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 11:56:50.284768 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 2d366f8a-6889-4078-a81a-fe904b241e00 not bound to the agent host n-h2-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 11:56:50.358741 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1154ea0f-f760-4b1f-ad14-8ea5fa72f9cb req-02958824-a7d8-4d11-bd98-8e5121df4c55 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=30f1b385-04a1-4c89-8d99-be909bc8e6f3 HTTP/1.1" status: 200 len: 217 time: 0.0764344 Aug 18 11:56:50.423086 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-676dc0ad-ca8c-41c2-a915-accbe632bbaf req-620a9939-9f0e-4005-96bb-9f6233723d3e tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.66 "GET /v2.0/security-groups?id=fecad5ed-08b4-4db8-8e35-9a1fb2f01a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022870 Aug 18 11:56:50.534480 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8543fc13-614e-4ba0-b42f-fcea58ed959e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:50.594063 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5072aa1e-7ef1-4460-b68a-9edb309c2b48 req-4d3aae75-0820-4e49-9d31-818cfe756311 tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] 10.222.0.66 "GET /v2.0/ports?device_id=30c3781d-a4b9-422e-8128-e726a0721260 HTTP/1.1" status: 200 len: 210 time: 0.0685694 Aug 18 11:56:50.611348 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1154ea0f-f760-4b1f-ad14-8ea5fa72f9cb req-d3ee4258-3301-4801-92a1-ac78b95cb2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:56:50.613303 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1154ea0f-f760-4b1f-ad14-8ea5fa72f9cb req-d3ee4258-3301-4801-92a1-ac78b95cb2b5 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=16b84496-6d9e-4d8c-9087-8e81549f7d75 HTTP/1.1" status: 200 len: 861 time: 0.2431438 Aug 18 11:56:50.665463 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 54346) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:56:50.665913 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c53c7a-1e8d-4b43-b159-9e5605208b7f req-89b12c05-c00e-4336-870f-48f9a5c81f41 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:56:50.667952 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-83c53c7a-1e8d-4b43-b159-9e5605208b7f req-89b12c05-c00e-4336-870f-48f9a5c81f41 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.66 "GET /v2.0/networks?id=45f10d77-130c-4859-b30d-1a902305b96f HTTP/1.1" status: 200 len: 806 time: 0.3151865 Aug 18 11:56:50.701072 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1154ea0f-f760-4b1f-ad14-8ea5fa72f9cb req-ccf0841e-4a7b-48ba-9c72-9ce35d25bffc service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f471d7de-70da-4549-acfc-45017b3843ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0752556 Aug 18 11:56:50.721436 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-83c53c7a-1e8d-4b43-b159-9e5605208b7f req-ecd7c7b9-41ee-48e8-a9da-e703f8c6d23f tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.66 "GET /v2.0/quotas/9143985e071d4037b5bf264a5aaa6497 HTTP/1.1" status: 200 len: 375 time: 0.0233960 Aug 18 11:56:50.753745 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-4f209a90-58fc-4b52-9b6b-6490ffb72da6 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d347025de35d47e091bb04aaa4e2e468&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0868931 Aug 18 11:56:50.755514 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 54350) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:56:50.824667 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-83c53c7a-1e8d-4b43-b159-9e5605208b7f req-07697e38-f837-41ae-86a7-277fae320551 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=9143985e071d4037b5bf264a5aaa6497&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1021523 Aug 18 11:56:50.869475 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-853cab62-b1d3-4483-bea8-e6f28208d3c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:50.897100 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-853cab62-b1d3-4483-bea8-e6f28208d3c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:50.932879 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8543fc13-614e-4ba0-b42f-fcea58ed959e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3572848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59074100'] for subnet, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:50.947164 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-83c53c7a-1e8d-4b43-b159-9e5605208b7f req-e05377ac-eba3-4ddb-8003-f08fb81c7f2b service neutron] 10.222.0.66 "GET /v2.0/networks/45f10d77-130c-4859-b30d-1a902305b96f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215451 Aug 18 11:56:50.963149 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-853cab62-b1d3-4483-bea8-e6f28208d3c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:50.981715 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-853cab62-b1d3-4483-bea8-e6f28208d3c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:50.984304 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-853cab62-b1d3-4483-bea8-e6f28208d3c5 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/37ec34bb-cbc8-4c7d-a8b8-ebd9274bcac2 HTTP/1.1" status: 204 len: 168 time: 0.2253172 Aug 18 11:56:50.990911 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ea90071a-b0cd-45ce-98d1-a4f6d01c1a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:50.999581 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853cab62-b1d3-4483-bea8-e6f28208d3c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37ec34bb-cbc8-4c7d-a8b8-ebd9274bcac2,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:56:51.020443 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8543fc13-614e-4ba0-b42f-fcea58ed959e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59f3b61f-d9cb-4493-82ff-8b26e791861b,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:56:51.081973 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8543fc13-614e-4ba0-b42f-fcea58ed959e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for subnet, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:51.084203 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-8543fc13-614e-4ba0-b42f-fcea58ed959e admin admin] 10.222.0.66 "DELETE /v2.0/subnets/59f3b61f-d9cb-4493-82ff-8b26e791861b HTTP/1.1" status: 204 len: 168 time: 1.5732462 Aug 18 11:56:51.087022 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 54360) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:56:51.135796 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1154ea0f-f760-4b1f-ad14-8ea5fa72f9cb req-f696cdd6-7cc3-4f6c-b5b1-eedd86b494b1 service neutron] 10.222.0.62 "GET /v2.0/networks/f471d7de-70da-4549-acfc-45017b3843ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4115670 Aug 18 11:56:51.284274 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-83c53c7a-1e8d-4b43-b159-9e5605208b7f req-a035dfee-0540-4a1b-b602-2c0a0df57e61 service neutron] 10.222.0.66 "GET /v2.0/networks/45f10d77-130c-4859-b30d-1a902305b96f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3362365 Aug 18 11:56:51.286214 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-70ae2e25-8eae-4459-bb36-1964de3f9bd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7904109'] for network, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:51.360796 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:51.425926 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1154ea0f-f760-4b1f-ad14-8ea5fa72f9cb req-e579d003-beb1-421c-8fa7-05db789d0151 service neutron] 10.222.0.62 "GET /v2.0/networks/f471d7de-70da-4549-acfc-45017b3843ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2726605 Aug 18 11:56:51.436997 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635bbf94-dbaa-43a6-9b33-61fbe94839ae req-20183066-88e7-4d6e-8e7f-90e87276ece3 tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:56:51.439312 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-635bbf94-dbaa-43a6-9b33-61fbe94839ae req-20183066-88e7-4d6e-8e7f-90e87276ece3 tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] 10.222.0.63 "GET /v2.0/networks?id=fac8d860-f4f2-49a0-99ea-233476aded7e HTTP/1.1" status: 200 len: 814 time: 0.2276309 Aug 18 11:56:51.454143 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-635bbf94-dbaa-43a6-9b33-61fbe94839ae req-0aacebf7-8088-4c2f-b1ea-453cea2214bb tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] Request body: {'port': {'device_id': '30c3781d-a4b9-422e-8128-e726a0721260', 'network_id': 'fac8d860-f4f2-49a0-99ea-233476aded7e', 'admin_state_up': True, 'tenant_id': '3c65702c3e884328ad7846bc78b658bf'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:56:51.536052 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-70ae2e25-8eae-4459-bb36-1964de3f9bd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8367869', 'neutron.services.segments.db._delete_segments_for_network-8789151212993'] for network, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:51.551203 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-70ae2e25-8eae-4459-bb36-1964de3f9bd9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06bbcd73-3087-45af-ac07-d9df7df70b38']}} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:56:51.565362 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-70ae2e25-8eae-4459-bb36-1964de3f9bd9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c07e440-4a82-438f-a97f-74dad85fe56f') {'for_net_delete': True} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:56:51.566592 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-70ae2e25-8eae-4459-bb36-1964de3f9bd9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c07e440-4a82-438f-a97f-74dad85fe56f') {} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:56:51.579866 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-70ae2e25-8eae-4459-bb36-1964de3f9bd9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789151225254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902236'] for segment, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:51.598330 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-70ae2e25-8eae-4459-bb36-1964de3f9bd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:51.608444 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70ae2e25-8eae-4459-bb36-1964de3f9bd9 admin admin] Releasing vlan 805 on physical network physnet1 to pool {{(pid=106253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 11:56:51.608979 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-70ae2e25-8eae-4459-bb36-1964de3f9bd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58900537'] for segment, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:51.725989 n-d-804985-2 neutron-server[106253]: Traceback (most recent call last): Aug 18 11:56:51.725989 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 11:56:51.725989 n-d-804985-2 neutron-server[106253]: timer() Aug 18 11:56:51.725989 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 11:56:51.725989 n-d-804985-2 neutron-server[106253]: cb(*args, **kw) Aug 18 11:56:51.725989 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 11:56:51.725989 n-d-804985-2 neutron-server[106253]: return func(*args, **kwargs) Aug 18 11:56:51.725989 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 11:56:51.725989 n-d-804985-2 neutron-server[106253]: self._notify() Aug 18 11:56:51.725989 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 11:56:51.725989 n-d-804985-2 neutron-server[106253]: self.callback(batched_events) Aug 18 11:56:51.725989 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 11:56:51.725989 n-d-804985-2 neutron-server[106253]: event.method(event) Aug 18 11:56:51.725989 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 11:56:51.725989 n-d-804985-2 neutron-server[106253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 11:56:51.725989 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 11:56:51.725989 n-d-804985-2 neutron-server[106253]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 11:56:51.725989 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 11:56:51.725989 n-d-804985-2 neutron-server[106253]: return f(self, *a, **k) Aug 18 11:56:51.725989 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 11:56:51.725989 n-d-804985-2 neutron-server[106253]: return self._get(url).json() Aug 18 11:56:51.725989 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 11:56:51.725989 n-d-804985-2 neutron-server[106253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 11:56:51.725989 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 11:56:51.725989 n-d-804985-2 neutron-server[106253]: return self.request(url, 'GET', **kwargs) Aug 18 11:56:51.725989 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 11:56:51.725989 n-d-804985-2 neutron-server[106253]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 11:56:51.725989 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 11:56:51.725989 n-d-804985-2 neutron-server[106253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 11:56:51.725989 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 11:56:51.725989 n-d-804985-2 neutron-server[106253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 11:56:51.725989 n-d-804985-2 neutron-server[106253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 11:56:51.736178 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-635bbf94-dbaa-43a6-9b33-61fbe94839ae req-0aacebf7-8088-4c2f-b1ea-453cea2214bb tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] Made reservation on behalf of 3c65702c3e884328ad7846bc78b658bf for: {'port': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 11:56:51.739506 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-70ae2e25-8eae-4459-bb36-1964de3f9bd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8367858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997186'] for network, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:51.745425 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-70ae2e25-8eae-4459-bb36-1964de3f9bd9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:51.748676 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-70ae2e25-8eae-4459-bb36-1964de3f9bd9 admin admin] 10.222.0.66 "DELETE /v2.0/networks/06bbcd73-3087-45af-ac07-d9df7df70b38 HTTP/1.1" status: 204 len: 168 time: 0.6604769 Aug 18 11:56:51.749922 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-635bbf94-dbaa-43a6-9b33-61fbe94839ae req-0aacebf7-8088-4c2f-b1ea-453cea2214bb tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:51.767397 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ae2e25-8eae-4459-bb36-1964de3f9bd9 admin admin] Pushing event deleted for resources: {'Network': ['ID=06bbcd73-3087-45af-ac07-d9df7df70b38,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:56:51.958339 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-50cd6834-2bcf-4790-b143-cccb068d3ba8 req-31a6fb56-07fc-4344-b0a7-14b0ddec62c7 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.66 "GET /v2.0/ports?device_id=05a95b0d-233e-4e5e-a73b-02758d36de1e HTTP/1.1" status: 200 len: 210 time: 0.0932522 Aug 18 11:56:51.975697 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd02b85c-4f32-4e68-a42e-78e4a422a4e9 req-f38e287d-a7e2-4e8a-84af-d8e58375657f tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:56:51.983787 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-dd02b85c-4f32-4e68-a42e-78e4a422a4e9 req-f38e287d-a7e2-4e8a-84af-d8e58375657f tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.66 "GET /v2.0/ports?device_id=af8b3f7f-0e9e-4899-ae59-bba76d0eea1d HTTP/1.1" status: 200 len: 945 time: 0.2708466 Aug 18 11:56:51.989149 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 54394) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:56:52.008190 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1154ea0f-f760-4b1f-ad14-8ea5fa72f9cb req-31aad2e8-b33a-4768-bc52-ebdaa4db5034 tempest-LiveAutoBlockMigrationV225Test-1799299027 tempest-LiveAutoBlockMigrationV225Test-1799299027-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:56:52.009828 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1154ea0f-f760-4b1f-ad14-8ea5fa72f9cb req-31aad2e8-b33a-4768-bc52-ebdaa4db5034 tempest-LiveAutoBlockMigrationV225Test-1799299027 tempest-LiveAutoBlockMigrationV225Test-1799299027-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=af8b3f7f-0e9e-4899-ae59-bba76d0eea1d&tenant_id=3bd2664269674b678c41aeb663f1f43e&binding%3Ahost_id=n-h2-804985-2 HTTP/1.1" status: 200 len: 1096 time: 0.2162397 Aug 18 11:56:52.028128 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-53584c24-f517-494e-ac93-c18bb92373f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:52.087140 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-ec44a416-4e7c-479f-aef9-ed1097f2400a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=600fbea656874dbdb95dcdc7eb311868&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0967872 Aug 18 11:56:52.089054 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 54400) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:56:52.186977 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c01aa863-eee3-4131-9ef3-ef54576fbc35 req-eb704bd4-2d8a-4980-96d8-cc79fd6144b9 tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] 10.222.0.66 "GET /v2.0/ports?device_id=30c3781d-a4b9-422e-8128-e726a0721260 HTTP/1.1" status: 200 len: 210 time: 0.0827448 Aug 18 11:56:52.198521 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-dd02b85c-4f32-4e68-a42e-78e4a422a4e9 req-35c00bde-ae2b-43e6-bc37-dc79d89124b4 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.66 "GET /v2.0/security-groups?id=fecad5ed-08b4-4db8-8e35-9a1fb2f01a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138555 Aug 18 11:56:52.201464 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8e865638-e281-4fdb-ba2c-98ee38af3962 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:52.278632 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8e865638-e281-4fdb-ba2c-98ee38af3962 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:52.340225 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [req-635bbf94-dbaa-43a6-9b33-61fbe94839ae req-0aacebf7-8088-4c2f-b1ea-453cea2214bb tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] Allocated IP 172.20.0.10 (fac8d860-f4f2-49a0-99ea-233476aded7e/80867b40-661a-4fc1-85b2-6a0bc5d62715/184f4765-5f5a-4539-a749-0ce41a95df48) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 11:56:52.414896 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8e865638-e281-4fdb-ba2c-98ee38af3962 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:52.417972 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8e865638-e281-4fdb-ba2c-98ee38af3962 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:52.419695 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-8e865638-e281-4fdb-ba2c-98ee38af3962 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/55743b86-4589-417c-a042-b0bad2e342b9 HTTP/1.1" status: 204 len: 168 time: 0.3290210 Aug 18 11:56:52.432025 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-1154ea0f-f760-4b1f-ad14-8ea5fa72f9cb req-b898b748-b9fa-4606-8201-b5e8d2d06fa6 service neutron] For port 30f1b385-04a1-4c89-8d99-be909bc8e6f3, host n-h1-804985-2, cleared binding levels {{(pid=106252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 11:56:52.433203 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e865638-e281-4fdb-ba2c-98ee38af3962 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55743b86-4589-417c-a042-b0bad2e342b9,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:56:52.457767 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-1154ea0f-f760-4b1f-ad14-8ea5fa72f9cb req-b898b748-b9fa-4606-8201-b5e8d2d06fa6 service neutron] Notify callbacks [] for binding, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:52.459179 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1154ea0f-f760-4b1f-ad14-8ea5fa72f9cb req-b898b748-b9fa-4606-8201-b5e8d2d06fa6 service neutron] 10.222.0.62 "DELETE /v2.0/ports/30f1b385-04a1-4c89-8d99-be909bc8e6f3/bindings/n-h1-804985-2 HTTP/1.1" status: 204 len: 173 time: 0.4199009 Aug 18 11:56:52.694471 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-635bbf94-dbaa-43a6-9b33-61fbe94839ae req-0aacebf7-8088-4c2f-b1ea-453cea2214bb tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:52.744650 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-635bbf94-dbaa-43a6-9b33-61fbe94839ae req-0aacebf7-8088-4c2f-b1ea-453cea2214bb tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:52.793439 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-635bbf94-dbaa-43a6-9b33-61fbe94839ae req-0aacebf7-8088-4c2f-b1ea-453cea2214bb tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] Network fac8d860-f4f2-49a0-99ea-233476aded7e is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 11:56:52.803443 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [req-635bbf94-dbaa-43a6-9b33-61fbe94839ae req-0aacebf7-8088-4c2f-b1ea-453cea2214bb tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:56:52.809798 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-635bbf94-dbaa-43a6-9b33-61fbe94839ae req-0aacebf7-8088-4c2f-b1ea-453cea2214bb tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 11:56:52.860242 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aacebf7-8088-4c2f-b1ea-453cea2214bb tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] Pushing event updated for resources: {'Port': ['ID=184f4765-5f5a-4539-a749-0ce41a95df48,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:56:52.891423 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635bbf94-dbaa-43a6-9b33-61fbe94839ae req-0aacebf7-8088-4c2f-b1ea-453cea2214bb tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:56:52.892056 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-635bbf94-dbaa-43a6-9b33-61fbe94839ae req-0aacebf7-8088-4c2f-b1ea-453cea2214bb tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:52.909236 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-635bbf94-dbaa-43a6-9b33-61fbe94839ae req-0aacebf7-8088-4c2f-b1ea-453cea2214bb tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4595978 Aug 18 11:56:52.926577 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-635bbf94-dbaa-43a6-9b33-61fbe94839ae req-4c5ace05-9d42-4ad3-bc6f-d9f95982fd52 service neutron] Request body: {'port': {'device_id': '30c3781d-a4b9-422e-8128-e726a0721260', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804985-2'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:56:53.141832 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-859d68de-2143-451a-a161-f5635d45d6ae req-debcf19f-5f3a-4429-8035-368a11480211 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.66 "GET /v2.0/ports?device_id=05a95b0d-233e-4e5e-a73b-02758d36de1e HTTP/1.1" status: 200 len: 210 time: 0.0362833 Aug 18 11:56:53.142587 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-635bbf94-dbaa-43a6-9b33-61fbe94839ae req-4c5ace05-9d42-4ad3-bc6f-d9f95982fd52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:53.196341 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 54436) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:56:53.383729 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1d07ac2e-3d5e-4bca-a9ad-031d730de033 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:53.539810 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1d07ac2e-3d5e-4bca-a9ad-031d730de033 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:53.548830 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1d07ac2e-3d5e-4bca-a9ad-031d730de033 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:53.582069 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-1d07ac2e-3d5e-4bca-a9ad-031d730de033 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e8d20ca7e359432e8bffb01ab2d31898&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3845692 Aug 18 11:56:53.585721 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 54456) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:56:53.636241 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d07ac2e-3d5e-4bca-a9ad-031d730de033 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fb8ee67-f677-41a2-b021-d90f5ccaba0b,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:56:53.670263 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-68e8ea0b-cf26-474b-90be-39ac2b3b31ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:53.700959 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-68e8ea0b-cf26-474b-90be-39ac2b3b31ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:53.717012 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-500a1c61-38a7-4c23-a7ec-4631080af5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:53.769765 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-68e8ea0b-cf26-474b-90be-39ac2b3b31ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:53.773910 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-68e8ea0b-cf26-474b-90be-39ac2b3b31ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:53.775142 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-68e8ea0b-cf26-474b-90be-39ac2b3b31ac admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/4fb8ee67-f677-41a2-b021-d90f5ccaba0b HTTP/1.1" status: 204 len: 168 time: 0.1881759 Aug 18 11:56:53.786074 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e8ea0b-cf26-474b-90be-39ac2b3b31ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fb8ee67-f677-41a2-b021-d90f5ccaba0b,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:56:53.821065 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a95d8ee-becc-4304-bafb-c7264dd4ae72 req-8bf0f015-e893-45b9-a6bd-156bee3448fe tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:56:53.822599 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1a95d8ee-becc-4304-bafb-c7264dd4ae72 req-8bf0f015-e893-45b9-a6bd-156bee3448fe tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.66 "GET /v2.0/ports?device_id=af8b3f7f-0e9e-4899-ae59-bba76d0eea1d HTTP/1.1" status: 200 len: 945 time: 0.1689110 Aug 18 11:56:53.878309 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c62ccf5-7487-4dc1-bb23-bbab33306948 req-84986610-4eda-4920-ac8e-ffd663d3f288 tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:56:53.885048 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0c62ccf5-7487-4dc1-bb23-bbab33306948 req-84986610-4eda-4920-ac8e-ffd663d3f288 tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] 10.222.0.66 "GET /v2.0/ports?device_id=30c3781d-a4b9-422e-8128-e726a0721260 HTTP/1.1" status: 200 len: 932 time: 0.2396834 Aug 18 11:56:53.954924 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c53c7a-1e8d-4b43-b159-9e5605208b7f req-d424693c-34b9-4fea-98eb-d8d98e2fd889 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:56:53.956263 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-83c53c7a-1e8d-4b43-b159-9e5605208b7f req-d424693c-34b9-4fea-98eb-d8d98e2fd889 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.62 "GET /v2.0/networks?id=45f10d77-130c-4859-b30d-1a902305b96f HTTP/1.1" status: 200 len: 806 time: 0.9422610 Aug 18 11:56:53.986620 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-83c53c7a-1e8d-4b43-b159-9e5605208b7f req-4a7648b3-84c6-48c6-bfa7-5f2eed125123 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Request body: {'port': {'device_id': '05a95b0d-233e-4e5e-a73b-02758d36de1e', 'network_id': '45f10d77-130c-4859-b30d-1a902305b96f', 'admin_state_up': True, 'tenant_id': '9143985e071d4037b5bf264a5aaa6497'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:56:54.113597 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1a95d8ee-becc-4304-bafb-c7264dd4ae72 req-63f30453-7f55-4b19-a950-3c2c0759cb76 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.66 "GET /v2.0/security-groups?id=fecad5ed-08b4-4db8-8e35-9a1fb2f01a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2196679 Aug 18 11:56:54.162766 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0c62ccf5-7487-4dc1-bb23-bbab33306948 req-b60e1b7b-c220-4d32-9c08-c6eef499aa74 tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bf5bc16-7ae8-42c8-a968-84c3ac638172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152617 Aug 18 11:56:54.254066 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 54490) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:56:54.317390 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-bf14ccb1-3411-4db1-b068-464e849b3ad7 req-16323e72-7a99-4e6c-a32d-1bb5c4b528bf tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.66 "GET /v2.0/ports?device_id=05a95b0d-233e-4e5e-a73b-02758d36de1e HTTP/1.1" status: 200 len: 210 time: 0.0433681 Aug 18 11:56:54.363379 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83c53c7a-1e8d-4b43-b159-9e5605208b7f req-4a7648b3-84c6-48c6-bfa7-5f2eed125123 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Made reservation on behalf of 9143985e071d4037b5bf264a5aaa6497 for: {'port': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 11:56:54.367129 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-83c53c7a-1e8d-4b43-b159-9e5605208b7f req-4a7648b3-84c6-48c6-bfa7-5f2eed125123 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:54.380643 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [req-635bbf94-dbaa-43a6-9b33-61fbe94839ae req-4c5ace05-9d42-4ad3-bc6f-d9f95982fd52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 184f4765-5f5a-4539-a749-0ce41a95df48 {{(pid=106252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 11:56:54.391558 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-635bbf94-dbaa-43a6-9b33-61fbe94839ae req-4c5ace05-9d42-4ad3-bc6f-d9f95982fd52 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:54.443172 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 54498) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:56:54.462563 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-dca0173c-a847-4281-8fd1-4492be41c00e admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:54.501453 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [req-635bbf94-dbaa-43a6-9b33-61fbe94839ae req-4c5ace05-9d42-4ad3-bc6f-d9f95982fd52 service neutron] Transition to ACTIVE for port object 184f4765-5f5a-4539-a749-0ce41a95df48 will not be triggered until provisioned by entity L2. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 11:56:54.519636 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-635bbf94-dbaa-43a6-9b33-61fbe94839ae req-4c5ace05-9d42-4ad3-bc6f-d9f95982fd52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:54.615248 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5ace05-9d42-4ad3-bc6f-d9f95982fd52 service neutron] Pushing event updated for resources: {'Port': ['ID=184f4765-5f5a-4539-a749-0ce41a95df48,revision_number=2']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:56:54.630581 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a99d4dd-42fd-41b2-86cf-0b90148b0c17 req-7fb9e9e0-3f2f-453f-8e2b-4c2a7e28e3eb tempest-LiveAutoBlockMigrationV225Test-1799299027 tempest-LiveAutoBlockMigrationV225Test-1799299027-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:56:54.637099 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3a99d4dd-42fd-41b2-86cf-0b90148b0c17 req-7fb9e9e0-3f2f-453f-8e2b-4c2a7e28e3eb tempest-LiveAutoBlockMigrationV225Test-1799299027 tempest-LiveAutoBlockMigrationV225Test-1799299027-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=af8b3f7f-0e9e-4899-ae59-bba76d0eea1d HTTP/1.1" status: 200 len: 1096 time: 0.2423360 Aug 18 11:56:54.640039 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-dca0173c-a847-4281-8fd1-4492be41c00e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:54.653783 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-dca0173c-a847-4281-8fd1-4492be41c00e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:54.721090 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [req-83c53c7a-1e8d-4b43-b159-9e5605208b7f req-4a7648b3-84c6-48c6-bfa7-5f2eed125123 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Allocated IP 172.20.0.4 (45f10d77-130c-4859-b30d-1a902305b96f/7cf2249d-58a2-4afe-a9fb-145dc05a7f39/ecad9dcc-255c-4073-a5af-38967245d933) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 11:56:54.730768 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-dca0173c-a847-4281-8fd1-4492be41c00e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=3f9f5a1bfc4944f2b6b04ad124603fa5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2859912 Aug 18 11:56:54.734022 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 54506) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:56:54.741592 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-5b14612c-7aa1-4abb-8fde-13c20e30989f admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-570414277-network', 'tenant_id': 'a7bbe68df072438980706fbfc6d6b9bc'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:56:54.751757 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca0173c-a847-4281-8fd1-4492be41c00e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0bfb70e-1f1a-4b75-baf9-5e077ef274f0,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:56:54.835799 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3a99d4dd-42fd-41b2-86cf-0b90148b0c17 req-7b519914-cb13-4a0f-aa21-ccaa5007762b tempest-LiveAutoBlockMigrationV225Test-1799299027 tempest-LiveAutoBlockMigrationV225Test-1799299027-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=fecad5ed-08b4-4db8-8e35-9a1fb2f01a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450400 Aug 18 11:56:54.837496 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a688e21f-02c2-4c8a-ba00-a40260990a30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:54.898730 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a688e21f-02c2-4c8a-ba00-a40260990a30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:54.927858 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b14612c-7aa1-4abb-8fde-13c20e30989f admin admin] Made reservation on behalf of a7bbe68df072438980706fbfc6d6b9bc for: {'network': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 11:56:54.930304 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5b14612c-7aa1-4abb-8fde-13c20e30989f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for network, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:54.952734 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5b14612c-7aa1-4abb-8fde-13c20e30989f admin admin] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:54.993025 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a688e21f-02c2-4c8a-ba00-a40260990a30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:54.996208 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a688e21f-02c2-4c8a-ba00-a40260990a30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:55.002664 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-a688e21f-02c2-4c8a-ba00-a40260990a30 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d0bfb70e-1f1a-4b75-baf9-5e077ef274f0 HTTP/1.1" status: 204 len: 168 time: 0.2674291 Aug 18 11:56:55.023118 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a688e21f-02c2-4c8a-ba00-a40260990a30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0bfb70e-1f1a-4b75-baf9-5e077ef274f0,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:56:55.028884 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-635bbf94-dbaa-43a6-9b33-61fbe94839ae req-4c5ace05-9d42-4ad3-bc6f-d9f95982fd52 service neutron] Attempting to bind port 184f4765-5f5a-4539-a749-0ce41a95df48 on host n-h1-804985-2 for vnic_type normal with profile {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 11:56:55.029223 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-635bbf94-dbaa-43a6-9b33-61fbe94839ae req-4c5ace05-9d42-4ad3-bc6f-d9f95982fd52 service neutron] Attempting to bind port 184f4765-5f5a-4539-a749-0ce41a95df48 by drivers openvswitch,hyperv on host n-h1-804985-2 at level 0 using segments [{'id': '8d845f6a-d01c-49fc-8841-a69d4d456626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'fac8d860-f4f2-49a0-99ea-233476aded7e'}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 11:56:55.029603 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-635bbf94-dbaa-43a6-9b33-61fbe94839ae req-4c5ace05-9d42-4ad3-bc6f-d9f95982fd52 service neutron] Attempting to bind port 184f4765-5f5a-4539-a749-0ce41a95df48 on network fac8d860-f4f2-49a0-99ea-233476aded7e {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 11:56:55.072791 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-635bbf94-dbaa-43a6-9b33-61fbe94839ae req-4c5ace05-9d42-4ad3-bc6f-d9f95982fd52 service neutron] Port 184f4765-5f5a-4539-a749-0ce41a95df48 on network fac8d860-f4f2-49a0-99ea-233476aded7e not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-2 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 11:56:55.073166 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-635bbf94-dbaa-43a6-9b33-61fbe94839ae req-4c5ace05-9d42-4ad3-bc6f-d9f95982fd52 service neutron] Attempting to bind port 184f4765-5f5a-4539-a749-0ce41a95df48 on network fac8d860-f4f2-49a0-99ea-233476aded7e {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 11:56:55.178409 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-83c53c7a-1e8d-4b43-b159-9e5605208b7f req-4a7648b3-84c6-48c6-bfa7-5f2eed125123 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:55.336055 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-635bbf94-dbaa-43a6-9b33-61fbe94839ae req-4c5ace05-9d42-4ad3-bc6f-d9f95982fd52 service neutron] Checking agent: {'id': 'a613417a-d085-492c-941a-59bb18c633d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 49, 6), 'started_at': datetime.datetime(2021, 8, 18, 11, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 11, 56, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 11:56:55.336420 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-635bbf94-dbaa-43a6-9b33-61fbe94839ae req-4c5ace05-9d42-4ad3-bc6f-d9f95982fd52 service neutron] Checking segment: {'id': '8d845f6a-d01c-49fc-8841-a69d4d456626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'fac8d860-f4f2-49a0-99ea-233476aded7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 11:56:55.336882 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-635bbf94-dbaa-43a6-9b33-61fbe94839ae req-4c5ace05-9d42-4ad3-bc6f-d9f95982fd52 service neutron] Bound using segment: {'id': '8d845f6a-d01c-49fc-8841-a69d4d456626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'fac8d860-f4f2-49a0-99ea-233476aded7e'} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 11:56:55.337325 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-635bbf94-dbaa-43a6-9b33-61fbe94839ae req-4c5ace05-9d42-4ad3-bc6f-d9f95982fd52 service neutron] Bound port: 184f4765-5f5a-4539-a749-0ce41a95df48, host: n-h1-804985-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d845f6a-d01c-49fc-8841-a69d4d456626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'fac8d860-f4f2-49a0-99ea-233476aded7e'}}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 11:56:55.338402 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-635bbf94-dbaa-43a6-9b33-61fbe94839ae req-4c5ace05-9d42-4ad3-bc6f-d9f95982fd52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:55.389990 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-83c53c7a-1e8d-4b43-b159-9e5605208b7f req-4a7648b3-84c6-48c6-bfa7-5f2eed125123 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:55.467568 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7648b3-84c6-48c6-bfa7-5f2eed125123 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Pushing event updated for resources: {'Port': ['ID=ecad9dcc-255c-4073-a5af-38967245d933,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:56:55.515032 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5b14612c-7aa1-4abb-8fde-13c20e30989f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:55.528457 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83c53c7a-1e8d-4b43-b159-9e5605208b7f req-4a7648b3-84c6-48c6-bfa7-5f2eed125123 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Network 45f10d77-130c-4859-b30d-1a902305b96f is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 11:56:55.536341 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [req-83c53c7a-1e8d-4b43-b159-9e5605208b7f req-4a7648b3-84c6-48c6-bfa7-5f2eed125123 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:56:55.538980 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-83c53c7a-1e8d-4b43-b159-9e5605208b7f req-4a7648b3-84c6-48c6-bfa7-5f2eed125123 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 11:56:55.542023 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5b14612c-7aa1-4abb-8fde-13c20e30989f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:55.587153 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f904c05-6e20-4272-bd27-3ff154073955 req-82cd096b-c150-4a37-ade1-4f37a270c384 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:56:55.588740 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5f904c05-6e20-4272-bd27-3ff154073955 req-82cd096b-c150-4a37-ade1-4f37a270c384 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.66 "GET /v2.0/ports?device_id=af8b3f7f-0e9e-4899-ae59-bba76d0eea1d HTTP/1.1" status: 200 len: 945 time: 0.2481291 Aug 18 11:56:55.606350 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e927bc-7051-4323-94b6-ab806bc0e011 req-8be2f2cf-3475-4a7a-8c16-3b9ffadaf375 tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:56:55.608078 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-33e927bc-7051-4323-94b6-ab806bc0e011 req-8be2f2cf-3475-4a7a-8c16-3b9ffadaf375 tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] 10.222.0.66 "GET /v2.0/ports?device_id=30c3781d-a4b9-422e-8128-e726a0721260 HTTP/1.1" status: 200 len: 944 time: 0.2386858 Aug 18 11:56:55.644893 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b14612c-7aa1-4abb-8fde-13c20e30989f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 831} {{(pid=106252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 11:56:55.700053 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b14612c-7aa1-4abb-8fde-13c20e30989f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad88621b-057d-4148-94ff-fad542d38fb6,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:56:55.706320 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5b14612c-7aa1-4abb-8fde-13c20e30989f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:55.706662 n-d-804985-2 neutron-server[106252]: INFO neutron.db.segments_db [None req-5b14612c-7aa1-4abb-8fde-13c20e30989f admin admin] Added segment 5e2f67b8-ff4a-4cf9-aef3-b551840351ed of type vlan for network 97accd71-2aa2-4572-acff-da2e63e9ea24 Aug 18 11:56:55.708358 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-635bbf94-dbaa-43a6-9b33-61fbe94839ae req-4c5ace05-9d42-4ad3-bc6f-d9f95982fd52 service neutron] For port 184f4765-5f5a-4539-a749-0ce41a95df48, host n-h1-804985-2, cleared binding levels {{(pid=106252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 11:56:55.739585 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c53c7a-1e8d-4b43-b159-9e5605208b7f req-4a7648b3-84c6-48c6-bfa7-5f2eed125123 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:56:55.740279 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-83c53c7a-1e8d-4b43-b159-9e5605208b7f req-4a7648b3-84c6-48c6-bfa7-5f2eed125123 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:55.775827 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-635bbf94-dbaa-43a6-9b33-61fbe94839ae req-4c5ace05-9d42-4ad3-bc6f-d9f95982fd52 service neutron] For port 184f4765-5f5a-4539-a749-0ce41a95df48, host n-h1-804985-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=184f4765-5f5a-4539-a749-0ce41a95df48,segment=NetworkSegment(8d845f6a-d01c-49fc-8841-a69d4d456626),segment_id=8d845f6a-d01c-49fc-8841-a69d4d456626)] {{(pid=106252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 11:56:55.799140 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-635bbf94-dbaa-43a6-9b33-61fbe94839ae req-4c5ace05-9d42-4ad3-bc6f-d9f95982fd52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:55.812653 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5b14612c-7aa1-4abb-8fde-13c20e30989f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789150665894'] for network, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:55.821417 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5f904c05-6e20-4272-bd27-3ff154073955 req-503acfbc-04c0-47c2-b711-2f5cb5c8c90e tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.66 "GET /v2.0/security-groups?id=fecad5ed-08b4-4db8-8e35-9a1fb2f01a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029760 Aug 18 11:56:55.856518 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-83c53c7a-1e8d-4b43-b159-9e5605208b7f req-4a7648b3-84c6-48c6-bfa7-5f2eed125123 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8849947 Aug 18 11:56:55.875237 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a980a3a-b9a9-49cf-920a-6791f0fe5dd8 req-cf796971-b848-4bc7-92f9-71601af89c8e tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:56:55.876870 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-2a980a3a-b9a9-49cf-920a-6791f0fe5dd8 req-cf796971-b848-4bc7-92f9-71601af89c8e tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.62 "GET /v2.0/ports?device_id=af8b3f7f-0e9e-4899-ae59-bba76d0eea1d HTTP/1.1" status: 200 len: 945 time: 0.0849597 Aug 18 11:56:55.881838 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-83c53c7a-1e8d-4b43-b159-9e5605208b7f req-e8d235ec-b119-4a1d-ae93-5c4f1293b1ba service neutron] Request body: {'port': {'device_id': '05a95b0d-233e-4e5e-a73b-02758d36de1e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804985-2'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:56:55.893107 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635bbf94-dbaa-43a6-9b33-61fbe94839ae req-4c5ace05-9d42-4ad3-bc6f-d9f95982fd52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:56:55.894352 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-635bbf94-dbaa-43a6-9b33-61fbe94839ae req-4c5ace05-9d42-4ad3-bc6f-d9f95982fd52 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:55.896464 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-635bbf94-dbaa-43a6-9b33-61fbe94839ae req-4c5ace05-9d42-4ad3-bc6f-d9f95982fd52 service neutron] 10.222.0.63 "PUT /v2.0/ports/184f4765-5f5a-4539-a749-0ce41a95df48 HTTP/1.1" status: 200 len: 1092 time: 2.9791319 Aug 18 11:56:55.900734 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-33e927bc-7051-4323-94b6-ab806bc0e011 req-0659b48a-55f7-4daa-b79d-cc0b1838f5fa tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bf5bc16-7ae8-42c8-a968-84c3ac638172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2659941 Aug 18 11:56:55.901449 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30c3781d-a4b9-422e-8128-e726a0721260', 'tag': '184f4765-5f5a-4539-a749-0ce41a95df48'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 11:56:55.904419 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8dd7899-c997-40a7-819e-68e0356d8801" -d '{"events": [{"name": "network-changed", "server_uuid": "30c3781d-a4b9-422e-8128-e726a0721260", "tag": "184f4765-5f5a-4539-a749-0ce41a95df48"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:56:56.082909 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-2a980a3a-b9a9-49cf-920a-6791f0fe5dd8 req-27367dbc-e378-483f-83a6-ea35e4bd9119 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] Deleting port 30f1b385-04a1-4c89-8d99-be909bc8e6f3 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 11:56:56.083992 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-2a980a3a-b9a9-49cf-920a-6791f0fe5dd8 req-27367dbc-e378-483f-83a6-ea35e4bd9119 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:56.123019 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-83c53c7a-1e8d-4b43-b159-9e5605208b7f req-e8d235ec-b119-4a1d-ae93-5c4f1293b1ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:56.186796 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5b14612c-7aa1-4abb-8fde-13c20e30989f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for network, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:56.188065 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b14612c-7aa1-4abb-8fde-13c20e30989f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:56:56.188756 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5b14612c-7aa1-4abb-8fde-13c20e30989f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for network, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:56.238521 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-2a980a3a-b9a9-49cf-920a-6791f0fe5dd8 req-27367dbc-e378-483f-83a6-ea35e4bd9119 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] For port 30f1b385-04a1-4c89-8d99-be909bc8e6f3, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=30f1b385-04a1-4c89-8d99-be909bc8e6f3,segment=NetworkSegment(0622c33d-7d5a-4968-950b-edb53be5f858),segment_id=0622c33d-7d5a-4968-950b-edb53be5f858)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:56:56.239655 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-2a980a3a-b9a9-49cf-920a-6791f0fe5dd8 req-27367dbc-e378-483f-83a6-ea35e4bd9119 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:56.248312 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5ace05-9d42-4ad3-bc6f-d9f95982fd52 service neutron] Pushing event updated for resources: {'Port': ['ID=184f4765-5f5a-4539-a749-0ce41a95df48,revision_number=3']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:56:56.257178 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b14612c-7aa1-4abb-8fde-13c20e30989f admin admin] Pushing event updated for resources: {'Network': ['ID=97accd71-2aa2-4572-acff-da2e63e9ea24,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:56:56.269616 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Network 97accd71-2aa2-4572-acff-da2e63e9ea24 details requested by agent ovs-agent-n-d-804985-2 with host n-d-804985-2 {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 11:56:56.293253 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-2a980a3a-b9a9-49cf-920a-6791f0fe5dd8 req-27367dbc-e378-483f-83a6-ea35e4bd9119 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] Calling delete_port for 30f1b385-04a1-4c89-8d99-be909bc8e6f3 owned by compute:nova {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 11:56:56.314248 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635bbf94-dbaa-43a6-9b33-61fbe94839ae req-aff4941a-e04c-4a4c-835b-1ccb82ff54a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:56:56.316009 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-635bbf94-dbaa-43a6-9b33-61fbe94839ae req-aff4941a-e04c-4a4c-835b-1ccb82ff54a3 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=3c65702c3e884328ad7846bc78b658bf&device_id=30c3781d-a4b9-422e-8128-e726a0721260 HTTP/1.1" status: 200 len: 1095 time: 0.3529496 Aug 18 11:56:56.349392 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-5b14612c-7aa1-4abb-8fde-13c20e30989f admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.0892973 Aug 18 11:56:56.380978 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 54584) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:56:56.386331 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-e96ea1f4-cd8e-4d0c-a363-e73761768c27 admin admin] Request body: {'subnet': {'network_id': '97accd71-2aa2-4572-acff-da2e63e9ea24', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-570414277-subnet', 'tenant_id': 'a7bbe68df072438980706fbfc6d6b9bc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:56:56.400035 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6ec94a-1959-4c78-baf7-b2d01b888e0e req-2c54deca-5ef4-4b45-bb56-3539d5d91589 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:56:56.401753 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2c6ec94a-1959-4c78-baf7-b2d01b888e0e req-2c54deca-5ef4-4b45-bb56-3539d5d91589 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.66 "GET /v2.0/ports?device_id=05a95b0d-233e-4e5e-a73b-02758d36de1e HTTP/1.1" status: 200 len: 931 time: 0.3737237 Aug 18 11:56:56.403036 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-635bbf94-dbaa-43a6-9b33-61fbe94839ae req-a0eec51c-6b07-4957-9981-0419eb6653b8 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=184f4765-5f5a-4539-a749-0ce41a95df48 HTTP/1.1" status: 200 len: 217 time: 0.0772417 Aug 18 11:56:56.542676 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-2a980a3a-b9a9-49cf-920a-6791f0fe5dd8 req-27367dbc-e378-483f-83a6-ea35e4bd9119 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:56.554204 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] get_ports_and_sgs() called for port_ids ['8cc88f43-1fb3-47eb-bebc-c14bcbe1eead'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 11:56:56.583109 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635bbf94-dbaa-43a6-9b33-61fbe94839ae req-e34286bf-682e-4866-aaf9-9df8b8fc87e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:56:56.589270 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-635bbf94-dbaa-43a6-9b33-61fbe94839ae req-e34286bf-682e-4866-aaf9-9df8b8fc87e0 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=80867b40-661a-4fc1-85b2-6a0bc5d62715 HTTP/1.1" status: 200 len: 854 time: 0.1665180 Aug 18 11:56:56.594183 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2c6ec94a-1959-4c78-baf7-b2d01b888e0e req-e7afbbfa-5b8e-4bb3-9792-faa8298b3f72 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.66 "GET /v2.0/security-groups?id=11bbe5b2-5f3b-4775-89a0-258a798e3ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821642 Aug 18 11:56:56.642180 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e96ea1f4-cd8e-4d0c-a363-e73761768c27 admin admin] Made reservation on behalf of a7bbe68df072438980706fbfc6d6b9bc for: {'subnet': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 11:56:56.644549 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e96ea1f4-cd8e-4d0c-a363-e73761768c27 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59074089'] for subnet, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:56.648101 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-635bbf94-dbaa-43a6-9b33-61fbe94839ae req-14caf245-fe08-4da2-a961-39627cddbcdf service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=fac8d860-f4f2-49a0-99ea-233476aded7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511026 Aug 18 11:56:56.650119 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27367dbc-e378-483f-83a6-ea35e4bd9119 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] Pushing event deleted for resources: {'Port': ['ID=30f1b385-04a1-4c89-8d99-be909bc8e6f3,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:56:56.662557 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 11:56:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31fae687-0293-421f-a9e4-197438152fce x-openstack-request-id: req-31fae687-0293-421f-a9e4-197438152fce {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:56:56.663047 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30c3781d-a4b9-422e-8128-e726a0721260", "tag": "184f4765-5f5a-4539-a749-0ce41a95df48", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:56:56.663480 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-31fae687-0293-421f-a9e4-197438152fce {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:56:56.664065 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30c3781d-a4b9-422e-8128-e726a0721260', 'tag': '184f4765-5f5a-4539-a749-0ce41a95df48', 'status': 'completed', 'code': 200} Aug 18 11:56:56.666373 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a980a3a-b9a9-49cf-920a-6791f0fe5dd8 req-27367dbc-e378-483f-83a6-ea35e4bd9119 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] No DVR routers for this DVR port 30f1b385-04a1-4c89-8d99-be909bc8e6f3 on host n-h2-804985-2 {{(pid=106253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 11:56:56.670589 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-2a980a3a-b9a9-49cf-920a-6791f0fe5dd8 req-27367dbc-e378-483f-83a6-ea35e4bd9119 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:56.672841 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-2a980a3a-b9a9-49cf-920a-6791f0fe5dd8 req-27367dbc-e378-483f-83a6-ea35e4bd9119 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.62 "DELETE /v2.0/ports/30f1b385-04a1-4c89-8d99-be909bc8e6f3 HTTP/1.1" status: 204 len: 173 time: 0.7893031 Aug 18 11:56:56.673321 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af8b3f7f-0e9e-4899-ae59-bba76d0eea1d', 'name': 'network-vif-deleted', 'tag': '30f1b385-04a1-4c89-8d99-be909bc8e6f3'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 11:56:56.675707 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0679f4c4b6e0e0c064a7d71d722dc30541a34fffee11680573be22ee2ffccc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c40cfbc-ba36-4965-9eb9-3723cde652eb" -d '{"events": [{"server_uuid": "af8b3f7f-0e9e-4899-ae59-bba76d0eea1d", "name": "network-vif-deleted", "tag": "30f1b385-04a1-4c89-8d99-be909bc8e6f3"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:56:56.763530 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 11:56:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceb0974b-abd0-4767-89ff-e0d45fddbc1b x-openstack-request-id: req-ceb0974b-abd0-4767-89ff-e0d45fddbc1b {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:56:56.763530 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af8b3f7f-0e9e-4899-ae59-bba76d0eea1d", "name": "network-vif-deleted", "tag": "30f1b385-04a1-4c89-8d99-be909bc8e6f3", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:56:56.763789 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ceb0974b-abd0-4767-89ff-e0d45fddbc1b {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:56:56.764034 n-d-804985-2 neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af8b3f7f-0e9e-4899-ae59-bba76d0eea1d', 'name': 'network-vif-deleted', 'tag': '30f1b385-04a1-4c89-8d99-be909bc8e6f3', 'status': 'completed', 'code': 200} Aug 18 11:56:56.787846 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-635bbf94-dbaa-43a6-9b33-61fbe94839ae req-52d21770-aa78-4f86-a56c-9aaef2975f74 service neutron] 10.222.0.63 "GET /v2.0/networks/fac8d860-f4f2-49a0-99ea-233476aded7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192987 Aug 18 11:56:57.052992 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [req-83c53c7a-1e8d-4b43-b159-9e5605208b7f req-e8d235ec-b119-4a1d-ae93-5c4f1293b1ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecad9dcc-255c-4073-a5af-38967245d933 {{(pid=106252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 11:56:57.071477 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f16d6bd5-5b92-4f53-b2ee-3502fddaf281 req-b5e2233f-adde-43b7-851b-e371f02e69a9 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.66 "GET /v2.0/ports?device_id=af8b3f7f-0e9e-4899-ae59-bba76d0eea1d HTTP/1.1" status: 200 len: 210 time: 0.1135383 Aug 18 11:56:57.102315 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-83c53c7a-1e8d-4b43-b159-9e5605208b7f req-e8d235ec-b119-4a1d-ae93-5c4f1293b1ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:57.206197 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [req-83c53c7a-1e8d-4b43-b159-9e5605208b7f req-e8d235ec-b119-4a1d-ae93-5c4f1293b1ba service neutron] Transition to ACTIVE for port object ecad9dcc-255c-4073-a5af-38967245d933 will not be triggered until provisioned by entity L2. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 11:56:57.231960 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-83c53c7a-1e8d-4b43-b159-9e5605208b7f req-e8d235ec-b119-4a1d-ae93-5c4f1293b1ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:57.294957 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d193549-7ab8-4010-a1ed-ff98e8fa9c03 req-1f3e05a5-ff29-43b7-b50c-35fb26755688 tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:56:57.303480 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0d193549-7ab8-4010-a1ed-ff98e8fa9c03 req-1f3e05a5-ff29-43b7-b50c-35fb26755688 tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] 10.222.0.66 "GET /v2.0/ports?device_id=30c3781d-a4b9-422e-8128-e726a0721260 HTTP/1.1" status: 200 len: 944 time: 0.1850936 Aug 18 11:56:57.323757 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-635bbf94-dbaa-43a6-9b33-61fbe94839ae req-4f4c1434-fe2a-46e5-919a-a37f15186b9a service neutron] 10.222.0.63 "GET /v2.0/networks/fac8d860-f4f2-49a0-99ea-233476aded7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4969614 Aug 18 11:56:57.399986 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d235ec-b119-4a1d-ae93-5c4f1293b1ba service neutron] Pushing event updated for resources: {'Port': ['ID=ecad9dcc-255c-4073-a5af-38967245d933,revision_number=2']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:56:57.503623 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0d193549-7ab8-4010-a1ed-ff98e8fa9c03 req-9ffab2e8-4e43-4b43-8960-26c3f5f89921 tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bf5bc16-7ae8-42c8-a968-84c3ac638172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941507 Aug 18 11:56:57.651041 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-83c53c7a-1e8d-4b43-b159-9e5605208b7f req-e8d235ec-b119-4a1d-ae93-5c4f1293b1ba service neutron] Attempting to bind port ecad9dcc-255c-4073-a5af-38967245d933 on host n-h2-804985-2 for vnic_type normal with profile {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 11:56:57.651789 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-83c53c7a-1e8d-4b43-b159-9e5605208b7f req-e8d235ec-b119-4a1d-ae93-5c4f1293b1ba service neutron] Attempting to bind port ecad9dcc-255c-4073-a5af-38967245d933 by drivers openvswitch,hyperv on host n-h2-804985-2 at level 0 using segments [{'id': '0769e917-ce53-43de-97f7-af6feb189e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '45f10d77-130c-4859-b30d-1a902305b96f'}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 11:56:57.652395 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c53c7a-1e8d-4b43-b159-9e5605208b7f req-e8d235ec-b119-4a1d-ae93-5c4f1293b1ba service neutron] Attempting to bind port ecad9dcc-255c-4073-a5af-38967245d933 on network 45f10d77-130c-4859-b30d-1a902305b96f {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 11:56:57.666967 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e96ea1f4-cd8e-4d0c-a363-e73761768c27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3572913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59074111'] for subnet, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:57.781577 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c53c7a-1e8d-4b43-b159-9e5605208b7f req-e8d235ec-b119-4a1d-ae93-5c4f1293b1ba service neutron] Port ecad9dcc-255c-4073-a5af-38967245d933 on network 45f10d77-130c-4859-b30d-1a902305b96f not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-2 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 11:56:57.781969 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c53c7a-1e8d-4b43-b159-9e5605208b7f req-e8d235ec-b119-4a1d-ae93-5c4f1293b1ba service neutron] Attempting to bind port ecad9dcc-255c-4073-a5af-38967245d933 on network 45f10d77-130c-4859-b30d-1a902305b96f {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 11:56:57.788308 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dd7899-c997-40a7-819e-68e0356d8801 req-a97ff28d-0548-4da6-b6ac-89e539c48e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:56:57.790171 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d8dd7899-c997-40a7-819e-68e0356d8801 req-a97ff28d-0548-4da6-b6ac-89e539c48e0b service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=3c65702c3e884328ad7846bc78b658bf&device_id=30c3781d-a4b9-422e-8128-e726a0721260 HTTP/1.1" status: 200 len: 1095 time: 0.4076347 Aug 18 11:56:57.794869 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96ea1f4-cd8e-4d0c-a363-e73761768c27 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9e8819c-692a-472a-8ad6-8fb1be2fae20,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:56:57.855856 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c53c7a-1e8d-4b43-b159-9e5605208b7f req-e8d235ec-b119-4a1d-ae93-5c4f1293b1ba service neutron] Checking agent: {'id': 'da5da552-709c-4248-84de-86af99a0dc87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 49, 8), 'started_at': datetime.datetime(2021, 8, 18, 11, 49, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 11, 56, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 11:56:57.857700 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c53c7a-1e8d-4b43-b159-9e5605208b7f req-e8d235ec-b119-4a1d-ae93-5c4f1293b1ba service neutron] Checking segment: {'id': '0769e917-ce53-43de-97f7-af6feb189e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '45f10d77-130c-4859-b30d-1a902305b96f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 11:56:57.857700 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c53c7a-1e8d-4b43-b159-9e5605208b7f req-e8d235ec-b119-4a1d-ae93-5c4f1293b1ba service neutron] Bound using segment: {'id': '0769e917-ce53-43de-97f7-af6feb189e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '45f10d77-130c-4859-b30d-1a902305b96f'} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 11:56:57.861174 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-83c53c7a-1e8d-4b43-b159-9e5605208b7f req-e8d235ec-b119-4a1d-ae93-5c4f1293b1ba service neutron] Bound port: ecad9dcc-255c-4073-a5af-38967245d933, host: n-h2-804985-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0769e917-ce53-43de-97f7-af6feb189e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '45f10d77-130c-4859-b30d-1a902305b96f'}}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 11:56:57.861954 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-83c53c7a-1e8d-4b43-b159-9e5605208b7f req-e8d235ec-b119-4a1d-ae93-5c4f1293b1ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:58.032180 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 54628) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:56:58.058606 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dd7899-c997-40a7-819e-68e0356d8801 req-169f953c-c12c-4ab7-8145-27c111c71e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:56:58.060117 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d8dd7899-c997-40a7-819e-68e0356d8801 req-169f953c-c12c-4ab7-8145-27c111c71e67 service neutron] 10.222.0.63 "GET /v2.0/networks?id=fac8d860-f4f2-49a0-99ea-233476aded7e HTTP/1.1" status: 200 len: 915 time: 0.1863077 Aug 18 11:56:58.116499 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e96ea1f4-cd8e-4d0c-a363-e73761768c27 admin admin] Checking segment: {'id': '5e2f67b8-ff4a-4cf9-aef3-b551840351ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '97accd71-2aa2-4572-acff-da2e63e9ea24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 11:56:58.116904 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e96ea1f4-cd8e-4d0c-a363-e73761768c27 admin admin] Network hostable DHCP agents. Network: 97accd71-2aa2-4572-acff-da2e63e9ea24, hostable agents: ['97c14208-2951-4361-8d64-3708c946ff5f'], hosted agents: [] {{(pid=106252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 11:56:58.125472 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d8dd7899-c997-40a7-819e-68e0356d8801 req-013e6c51-53e1-4cc1-b30f-e52e98fec1b1 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=184f4765-5f5a-4539-a749-0ce41a95df48 HTTP/1.1" status: 200 len: 217 time: 0.0447936 Aug 18 11:56:58.188602 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc5e000-df55-497f-b077-ba38c3561bab req-7ab8f817-50a2-452e-8518-36412ebae736 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:56:58.202597 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ff1267ee-d92a-430f-8186-8c37c889c3bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:58.202865 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ccc5e000-df55-497f-b077-ba38c3561bab req-7ab8f817-50a2-452e-8518-36412ebae736 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.66 "GET /v2.0/ports?device_id=05a95b0d-233e-4e5e-a73b-02758d36de1e HTTP/1.1" status: 200 len: 943 time: 0.4318233 Aug 18 11:56:58.290230 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 30f1b385-04a1-4c89-8d99-be909bc8e6f3 no longer exists at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 11:56:58.301123 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ff1267ee-d92a-430f-8186-8c37c889c3bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:58.308021 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ff1267ee-d92a-430f-8186-8c37c889c3bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:58.335412 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e96ea1f4-cd8e-4d0c-a363-e73761768c27 admin admin] Network 97accd71-2aa2-4572-acff-da2e63e9ea24 is scheduled to be hosted by DHCP agent 97c14208-2951-4361-8d64-3708c946ff5f with binding_index 1 {{(pid=106252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 11:56:58.344582 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] No Port match for: 30f1b385-04a1-4c89-8d99-be909bc8e6f3 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 11:56:58.345227 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 30f1b385-04a1-4c89-8d99-be909bc8e6f3 not bound to the agent host n-h2-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 11:56:58.359352 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-ff1267ee-d92a-430f-8186-8c37c889c3bf admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=cb70bdc76560478083953eeb8fc4a3e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3259671 Aug 18 11:56:58.362128 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 54638) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:56:58.362865 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1267ee-d92a-430f-8186-8c37c889c3bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e046edda-e002-4f3a-9b11-dfac1cd9cd58,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:56:58.381247 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-83c53c7a-1e8d-4b43-b159-9e5605208b7f req-e8d235ec-b119-4a1d-ae93-5c4f1293b1ba service neutron] For port ecad9dcc-255c-4073-a5af-38967245d933, host n-h2-804985-2, cleared binding levels {{(pid=106252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 11:56:58.386336 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-83c53c7a-1e8d-4b43-b159-9e5605208b7f req-e8d235ec-b119-4a1d-ae93-5c4f1293b1ba service neutron] For port ecad9dcc-255c-4073-a5af-38967245d933, host n-h2-804985-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=ecad9dcc-255c-4073-a5af-38967245d933,segment=NetworkSegment(0769e917-ce53-43de-97f7-af6feb189e7f),segment_id=0769e917-ce53-43de-97f7-af6feb189e7f)] {{(pid=106252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 11:56:58.418142 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-655db9ab-3eda-4f81-bf6d-025a02f7951e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:58.445346 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d963cc9e-ec36-40fc-9c84-9d4c91598b0d req-3504e20d-a2ff-4f4c-8744-1bb7db703592 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.66 "GET /v2.0/ports?device_id=af8b3f7f-0e9e-4899-ae59-bba76d0eea1d HTTP/1.1" status: 200 len: 210 time: 0.0422428 Aug 18 11:56:58.447146 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dd7899-c997-40a7-819e-68e0356d8801 req-b82e9dcb-9d67-4582-a100-73a454ac6a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:56:58.448677 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d8dd7899-c997-40a7-819e-68e0356d8801 req-b82e9dcb-9d67-4582-a100-73a454ac6a30 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=80867b40-661a-4fc1-85b2-6a0bc5d62715 HTTP/1.1" status: 200 len: 854 time: 0.3054488 Aug 18 11:56:58.449508 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-655db9ab-3eda-4f81-bf6d-025a02f7951e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:58.454297 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-83c53c7a-1e8d-4b43-b159-9e5605208b7f req-e8d235ec-b119-4a1d-ae93-5c4f1293b1ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:58.456039 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-e96ea1f4-cd8e-4d0c-a363-e73761768c27 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-2, 97accd71-2aa2-4572-acff-da2e63e9ea24) {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:56:58.462062 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e96ea1f4-cd8e-4d0c-a363-e73761768c27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:56:58.462062 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e96ea1f4-cd8e-4d0c-a363-e73761768c27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for subnet, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:58.466713 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1a08503-865c-40ae-9c2a-a423290d7f92 None None] Network 97accd71-2aa2-4572-acff-da2e63e9ea24 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 11:56:58.553726 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-655db9ab-3eda-4f81-bf6d-025a02f7951e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:58.558982 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-655db9ab-3eda-4f81-bf6d-025a02f7951e admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:58.560796 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-655db9ab-3eda-4f81-bf6d-025a02f7951e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e046edda-e002-4f3a-9b11-dfac1cd9cd58 HTTP/1.1" status: 204 len: 168 time: 0.1944580 Aug 18 11:56:58.578483 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655db9ab-3eda-4f81-bf6d-025a02f7951e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e046edda-e002-4f3a-9b11-dfac1cd9cd58,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:56:58.618946 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ccc5e000-df55-497f-b077-ba38c3561bab req-d3e74a8a-3b68-43a1-8bef-03b9319eafd3 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.66 "GET /v2.0/security-groups?id=11bbe5b2-5f3b-4775-89a0-258a798e3ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4157770 Aug 18 11:56:58.654265 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-e96ea1f4-cd8e-4d0c-a363-e73761768c27 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.2633905 Aug 18 11:56:58.667270 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c53c7a-1e8d-4b43-b159-9e5605208b7f req-e8d235ec-b119-4a1d-ae93-5c4f1293b1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:56:58.671497 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-83c53c7a-1e8d-4b43-b159-9e5605208b7f req-e8d235ec-b119-4a1d-ae93-5c4f1293b1ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:58.676379 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-83c53c7a-1e8d-4b43-b159-9e5605208b7f req-e8d235ec-b119-4a1d-ae93-5c4f1293b1ba service neutron] 10.222.0.62 "PUT /v2.0/ports/ecad9dcc-255c-4073-a5af-38967245d933 HTTP/1.1" status: 200 len: 1091 time: 2.8020504 Aug 18 11:56:58.678959 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d8dd7899-c997-40a7-819e-68e0356d8801 req-4c8bf7b8-9664-4809-8349-ffadbd65b9f5 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=fac8d860-f4f2-49a0-99ea-233476aded7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2043545 Aug 18 11:56:58.682131 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05a95b0d-233e-4e5e-a73b-02758d36de1e', 'tag': 'ecad9dcc-255c-4073-a5af-38967245d933'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 11:56:58.687952 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7adbfab9-4257-4d25-a14a-849f93c61505" -d '{"events": [{"name": "network-changed", "server_uuid": "05a95b0d-233e-4e5e-a73b-02758d36de1e", "tag": "ecad9dcc-255c-4073-a5af-38967245d933"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:56:58.823329 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d235ec-b119-4a1d-ae93-5c4f1293b1ba service neutron] Pushing event updated for resources: {'Port': ['ID=ecad9dcc-255c-4073-a5af-38967245d933,revision_number=3']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:56:58.870511 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aee23e8d-bf4d-43ee-8b56-c594fcc550bf None None] Network 97accd71-2aa2-4572-acff-da2e63e9ea24 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 11:56:59.027799 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a611422a-d341-4441-b0b6-cd9accff9fc5 req-9ada39e8-ff57-4091-9225-6fd80b0c32b9 tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:56:59.041703 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a611422a-d341-4441-b0b6-cd9accff9fc5 req-9ada39e8-ff57-4091-9225-6fd80b0c32b9 tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] 10.222.0.66 "GET /v2.0/ports?device_id=30c3781d-a4b9-422e-8128-e726a0721260 HTTP/1.1" status: 200 len: 944 time: 0.2061601 Aug 18 11:56:59.191521 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d8dd7899-c997-40a7-819e-68e0356d8801 req-610f8617-23e7-4a66-90b7-34a5ec94ac3d service neutron] 10.222.0.63 "GET /v2.0/networks/fac8d860-f4f2-49a0-99ea-233476aded7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4996061 Aug 18 11:56:59.289861 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 54660) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:56:59.327840 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-84e83e91-935f-42d5-993b-f27a15f6c20d admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:59.472643 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-84e83e91-935f-42d5-993b-f27a15f6c20d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:59.478482 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-84e83e91-935f-42d5-993b-f27a15f6c20d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:59.545769 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-84e83e91-935f-42d5-993b-f27a15f6c20d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=3aec3778e84d4f5a867c37b5927f1d98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2544329 Aug 18 11:56:59.547305 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 54666) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:56:59.548155 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e83e91-935f-42d5-993b-f27a15f6c20d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73ea0f23-a62d-4cba-b606-304202b99a61,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:56:59.648819 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 11:56:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-068e902c-9af9-4f5f-8cf6-8420716babdc x-openstack-request-id: req-068e902c-9af9-4f5f-8cf6-8420716babdc {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:56:59.649199 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05a95b0d-233e-4e5e-a73b-02758d36de1e", "tag": "ecad9dcc-255c-4073-a5af-38967245d933", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:56:59.649378 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-068e902c-9af9-4f5f-8cf6-8420716babdc {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:56:59.649785 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05a95b0d-233e-4e5e-a73b-02758d36de1e', 'tag': 'ecad9dcc-255c-4073-a5af-38967245d933', 'status': 'completed', 'code': 200} Aug 18 11:56:59.653579 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ada6e91c-e058-4cdc-84e8-93a62ce4294f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:59.684243 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a611422a-d341-4441-b0b6-cd9accff9fc5 req-a016ad9f-a0a4-4008-a326-15c2557eeb8a tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bf5bc16-7ae8-42c8-a968-84c3ac638172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6409090 Aug 18 11:56:59.689039 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ada6e91c-e058-4cdc-84e8-93a62ce4294f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:59.786726 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ada6e91c-e058-4cdc-84e8-93a62ce4294f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:59.790853 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ada6e91c-e058-4cdc-84e8-93a62ce4294f admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:56:59.794659 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c53c7a-1e8d-4b43-b159-9e5605208b7f req-9a87a883-b357-4850-b48f-9ca41bd299c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:56:59.794843 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-ada6e91c-e058-4cdc-84e8-93a62ce4294f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/73ea0f23-a62d-4cba-b606-304202b99a61 HTTP/1.1" status: 204 len: 168 time: 0.2393112 Aug 18 11:56:59.794937 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-83c53c7a-1e8d-4b43-b159-9e5605208b7f req-9a87a883-b357-4850-b48f-9ca41bd299c8 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=9143985e071d4037b5bf264a5aaa6497&device_id=05a95b0d-233e-4e5e-a73b-02758d36de1e HTTP/1.1" status: 200 len: 1094 time: 1.0367959 Aug 18 11:56:59.807333 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada6e91c-e058-4cdc-84e8-93a62ce4294f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73ea0f23-a62d-4cba-b606-304202b99a61,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:56:59.826486 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9dfc0b45-0c08-40f8-a057-1ac05aedcebe req-cf3835ed-f764-4f4d-a65e-eaf160a181a7 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.66 "GET /v2.0/ports?device_id=af8b3f7f-0e9e-4899-ae59-bba76d0eea1d HTTP/1.1" status: 200 len: 210 time: 0.0484135 Aug 18 11:56:59.873335 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 184f4765-5f5a-4539-a749-0ce41a95df48 details requested by agent hyperv_n-h1-804985-2 with host n-h1-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 11:56:59.926738 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-83c53c7a-1e8d-4b43-b159-9e5605208b7f req-c15e1fab-41a5-4a10-af1e-5b7fee09e371 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ecad9dcc-255c-4073-a5af-38967245d933 HTTP/1.1" status: 200 len: 217 time: 0.1100931 Aug 18 11:56:59.985675 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d8dd7899-c997-40a7-819e-68e0356d8801 req-0e7a5450-8cb6-4f80-97c2-6fdbf7557bb6 service neutron] 10.222.0.63 "GET /v2.0/networks/fac8d860-f4f2-49a0-99ea-233476aded7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3347485 Aug 18 11:57:00.117220 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 184f4765-5f5a-4539-a749-0ce41a95df48, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=184f4765-5f5a-4539-a749-0ce41a95df48,segment=NetworkSegment(8d845f6a-d01c-49fc-8841-a69d4d456626),segment_id=8d845f6a-d01c-49fc-8841-a69d4d456626)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:57:00.132642 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Returning: {'device': '184f4765-5f5a-4539-a749-0ce41a95df48', 'network_id': 'fac8d860-f4f2-49a0-99ea-233476aded7e', 'port_id': '184f4765-5f5a-4539-a749-0ce41a95df48', 'mac_address': 'fa:16:3e:b6:b8:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 832, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80867b40-661a-4fc1-85b2-6a0bc5d62715', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 11:57:00.181428 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c53c7a-1e8d-4b43-b159-9e5605208b7f req-f9fc0807-a30d-4fef-b870-4ae5e1fba29e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:00.183126 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-83c53c7a-1e8d-4b43-b159-9e5605208b7f req-f9fc0807-a30d-4fef-b870-4ae5e1fba29e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7cf2249d-58a2-4afe-a9fb-145dc05a7f39 HTTP/1.1" status: 200 len: 846 time: 0.2483804 Aug 18 11:57:00.191187 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:00.228794 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74fda14-37b5-48e7-8f20-21d05a99516e req-e8717a25-3896-4781-b312-1896d9c4d0f1 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:00.230401 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c74fda14-37b5-48e7-8f20-21d05a99516e req-e8717a25-3896-4781-b312-1896d9c4d0f1 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.66 "GET /v2.0/ports?device_id=05a95b0d-233e-4e5e-a73b-02758d36de1e HTTP/1.1" status: 200 len: 943 time: 0.1160727 Aug 18 11:57:00.231244 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 184f4765-5f5a-4539-a749-0ce41a95df48 {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 11:57:00.254664 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 184f4765-5f5a-4539-a749-0ce41a95df48, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=184f4765-5f5a-4539-a749-0ce41a95df48,segment=NetworkSegment(8d845f6a-d01c-49fc-8841-a69d4d456626),segment_id=8d845f6a-d01c-49fc-8841-a69d4d456626)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:57:00.260839 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:00.290380 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-83c53c7a-1e8d-4b43-b159-9e5605208b7f req-534ecf8b-2de0-4e36-b34c-540a4b668257 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=45f10d77-130c-4859-b30d-1a902305b96f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0860457 Aug 18 11:57:00.346257 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=184f4765-5f5a-4539-a749-0ce41a95df48,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:57:00.389999 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c74fda14-37b5-48e7-8f20-21d05a99516e req-405766a3-aa73-45fc-a5c4-7817c2f47f7f tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.66 "GET /v2.0/security-groups?id=11bbe5b2-5f3b-4775-89a0-258a798e3ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466360 Aug 18 11:57:00.398642 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5278c57e-7497-42e7-884f-777524e930da req-579f5f5a-9049-4760-95cd-c3f119e8f4d0 tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:00.406214 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5278c57e-7497-42e7-884f-777524e930da req-579f5f5a-9049-4760-95cd-c3f119e8f4d0 tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] 10.222.0.66 "GET /v2.0/networks?id=97accd71-2aa2-4572-acff-da2e63e9ea24 HTTP/1.1" status: 200 len: 821 time: 0.3903048 Aug 18 11:57:00.430965 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5278c57e-7497-42e7-884f-777524e930da req-59553a50-fbe7-49c3-8fa9-8ced62230316 tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] 10.222.0.66 "GET /v2.0/quotas/a7bbe68df072438980706fbfc6d6b9bc HTTP/1.1" status: 200 len: 375 time: 0.0237985 Aug 18 11:57:00.462393 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5278c57e-7497-42e7-884f-777524e930da req-a41fb8c6-380c-495c-8513-26b1f33559e0 tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=a7bbe68df072438980706fbfc6d6b9bc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0301383 Aug 18 11:57:00.481448 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] get_ports_and_sgs() called for port_ids ['184f4765-5f5a-4539-a749-0ce41a95df48'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 11:57:00.499479 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-83c53c7a-1e8d-4b43-b159-9e5605208b7f req-16ebe977-a5a5-4c34-93b1-41e17204daaf service neutron] 10.222.0.62 "GET /v2.0/networks/45f10d77-130c-4859-b30d-1a902305b96f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1970465 Aug 18 11:57:00.664684 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689f20c7-79dd-4307-b0ef-af6b85083cd6 req-4eed2b6c-3b29-4536-8439-5ed6c5a38a41 tempest-ServersTestJSON-993394465 tempest-ServersTestJSON-993394465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:00.667042 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-689f20c7-79dd-4307-b0ef-af6b85083cd6 req-4eed2b6c-3b29-4536-8439-5ed6c5a38a41 tempest-ServersTestJSON-993394465 tempest-ServersTestJSON-993394465-project] 10.222.0.66 "GET /v2.0/ports?device_id=65061ca5-86a1-4375-bd70-f445313abb4b HTTP/1.1" status: 200 len: 946 time: 0.1315615 Aug 18 11:57:00.720310 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-83c53c7a-1e8d-4b43-b159-9e5605208b7f req-0aff675c-a6f4-4dcb-b353-5af64b9e8302 service neutron] 10.222.0.62 "GET /v2.0/networks/45f10d77-130c-4859-b30d-1a902305b96f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2125192 Aug 18 11:57:00.746387 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-689f20c7-79dd-4307-b0ef-af6b85083cd6 req-34e23ce5-b2d5-453f-a04d-02924227f6a4 tempest-ServersTestJSON-993394465 tempest-ServersTestJSON-993394465-project] 10.222.0.66 "GET /v2.0/security-groups?id=7ec1ec52-5b4b-4164-afc0-eeb3e9b608ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674908 Aug 18 11:57:00.938309 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5278c57e-7497-42e7-884f-777524e930da req-c4488d51-7c22-47c9-84d9-e8a23785f31c service neutron] 10.222.0.66 "GET /v2.0/networks/97accd71-2aa2-4572-acff-da2e63e9ea24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4374318 Aug 18 11:57:00.958557 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adbfab9-4257-4d25-a14a-849f93c61505 req-b757389d-b659-4509-ad3e-aa07a9c3439f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:00.960070 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7adbfab9-4257-4d25-a14a-849f93c61505 req-b757389d-b659-4509-ad3e-aa07a9c3439f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=9143985e071d4037b5bf264a5aaa6497&device_id=05a95b0d-233e-4e5e-a73b-02758d36de1e HTTP/1.1" status: 200 len: 1094 time: 0.1371248 Aug 18 11:57:01.017196 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016c14b7-6746-4f6c-86b8-a8f02c790100 req-849eca0b-a290-48bc-8fff-b930ff33bd8d tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:01.018828 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-016c14b7-6746-4f6c-86b8-a8f02c790100 req-849eca0b-a290-48bc-8fff-b930ff33bd8d tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] 10.222.0.66 "GET /v2.0/ports?device_id=30c3781d-a4b9-422e-8128-e726a0721260 HTTP/1.1" status: 200 len: 945 time: 0.1255920 Aug 18 11:57:01.132905 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-016c14b7-6746-4f6c-86b8-a8f02c790100 req-0aad9d25-9bc4-4b62-ae7b-95fab2a49f0e tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bf5bc16-7ae8-42c8-a968-84c3ac638172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025815 Aug 18 11:57:01.161593 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5278c57e-7497-42e7-884f-777524e930da req-6876c483-2c59-435e-8fca-66e165767f41 service neutron] 10.222.0.66 "GET /v2.0/networks/97accd71-2aa2-4572-acff-da2e63e9ea24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2137222 Aug 18 11:57:01.169096 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adbfab9-4257-4d25-a14a-849f93c61505 req-6d59d3a0-8ffc-43d1-8f1f-064fadfd5ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:01.171038 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7adbfab9-4257-4d25-a14a-849f93c61505 req-6d59d3a0-8ffc-43d1-8f1f-064fadfd5ef5 service neutron] 10.222.0.62 "GET /v2.0/networks?id=45f10d77-130c-4859-b30d-1a902305b96f HTTP/1.1" status: 200 len: 907 time: 0.1723235 Aug 18 11:57:01.232297 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7adbfab9-4257-4d25-a14a-849f93c61505 req-58174ad7-efd6-4358-b27e-447e880210aa service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ecad9dcc-255c-4073-a5af-38967245d933 HTTP/1.1" status: 200 len: 217 time: 0.0513475 Aug 18 11:57:01.389637 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adbfab9-4257-4d25-a14a-849f93c61505 req-b1b3afcf-a8f8-4725-a2d4-3593975d4f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:01.392048 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7adbfab9-4257-4d25-a14a-849f93c61505 req-b1b3afcf-a8f8-4725-a2d4-3593975d4f16 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7cf2249d-58a2-4afe-a9fb-145dc05a7f39 HTTP/1.1" status: 200 len: 846 time: 0.1491990 Aug 18 11:57:01.394722 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e3e10d27-7ab5-42f6-9318-428b9390ee3b req-58a314bd-3bfb-4545-998d-558c81d9076f tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.66 "GET /v2.0/ports?device_id=af8b3f7f-0e9e-4899-ae59-bba76d0eea1d HTTP/1.1" status: 200 len: 210 time: 0.0766318 Aug 18 11:57:01.441608 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7adbfab9-4257-4d25-a14a-849f93c61505 req-d0859ac9-9d58-4d42-98a9-1cc18d822a40 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=45f10d77-130c-4859-b30d-1a902305b96f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403736 Aug 18 11:57:01.606978 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7018d2b9-8340-42df-8da3-490275e37d26 req-f38e677d-af30-4a68-ab3a-94a131fb1932 tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] 10.222.0.66 "GET /v2.0/ports?device_id=cc41ceac-05d6-49d0-ba65-9f925555ea6b HTTP/1.1" status: 200 len: 210 time: 0.1332493 Aug 18 11:57:01.622778 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7adbfab9-4257-4d25-a14a-849f93c61505 req-3e1064b6-44e2-472e-bcea-740be2bc0f72 service neutron] 10.222.0.62 "GET /v2.0/networks/45f10d77-130c-4859-b30d-1a902305b96f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726544 Aug 18 11:57:01.682198 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 54754) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:57:01.762878 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7adbfab9-4257-4d25-a14a-849f93c61505 req-efd735bc-7fb4-44e0-aa9b-60f19369097c service neutron] 10.222.0.62 "GET /v2.0/networks/45f10d77-130c-4859-b30d-1a902305b96f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287007 Aug 18 11:57:01.807650 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4049ecdb-58f0-4544-8ada-16e45c0076c5 req-b3474493-8ae1-4830-87e3-30a29ec4ea7a tempest-ServersTestBootFromVolume-1996993872 tempest-ServersTestBootFromVolume-1996993872-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--2055183915&fields=id&tenant_id=08ae616b30724273aca9bf5c66a36a39 HTTP/1.1" status: 200 len: 267 time: 0.2889633 Aug 18 11:57:01.829144 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8a9fda93-4d87-498a-bdbc-3aed9cbb3b22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:01.880359 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 184f4765-5f5a-4539-a749-0ce41a95df48 up at agent hyperv_n-h1-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:57:01.944200 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4049ecdb-58f0-4544-8ada-16e45c0076c5 req-0f50d303-5cfc-4f1e-b485-bf4b57d6f2c7 tempest-ServersTestBootFromVolume-1996993872 tempest-ServersTestBootFromVolume-1996993872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:01.951477 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4049ecdb-58f0-4544-8ada-16e45c0076c5 req-0f50d303-5cfc-4f1e-b485-bf4b57d6f2c7 tempest-ServersTestBootFromVolume-1996993872 tempest-ServersTestBootFromVolume-1996993872-project] 10.222.0.66 "GET /v2.0/networks?id=0efc7fd8-7887-4d6a-afdd-a9a63cd40c41 HTTP/1.1" status: 200 len: 816 time: 0.1305029 Aug 18 11:57:01.960433 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797125ef-99d0-4081-af2a-65f0a0070383 req-8e7bd408-48c0-40d4-a809-d903aff3556b tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:01.969942 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-797125ef-99d0-4081-af2a-65f0a0070383 req-8e7bd408-48c0-40d4-a809-d903aff3556b tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.66 "GET /v2.0/ports?device_id=05a95b0d-233e-4e5e-a73b-02758d36de1e HTTP/1.1" status: 200 len: 943 time: 0.1995413 Aug 18 11:57:01.974765 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8a9fda93-4d87-498a-bdbc-3aed9cbb3b22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:01.981625 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8a9fda93-4d87-498a-bdbc-3aed9cbb3b22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:02.018540 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9fda93-4d87-498a-bdbc-3aed9cbb3b22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83be9691-24e9-4d57-ab23-8ac176114147,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:57:02.022302 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4049ecdb-58f0-4544-8ada-16e45c0076c5 req-17317bbb-34a4-4c35-985d-936dfac2fb20 tempest-ServersTestBootFromVolume-1996993872 tempest-ServersTestBootFromVolume-1996993872-project] 10.222.0.66 "GET /v2.0/quotas/08ae616b30724273aca9bf5c66a36a39 HTTP/1.1" status: 200 len: 375 time: 0.0698249 Aug 18 11:57:02.063150 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-8a9fda93-4d87-498a-bdbc-3aed9cbb3b22 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=308dbc27e55a400782a16f69bfa87474&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3773470 Aug 18 11:57:02.063523 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 54764) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:57:02.065032 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Provisioning for port 184f4765-5f5a-4539-a749-0ce41a95df48 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 11:57:02.071742 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Provisioning complete for port 184f4765-5f5a-4539-a749-0ce41a95df48 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:57:02.072354 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:02.087197 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-797125ef-99d0-4081-af2a-65f0a0070383 req-8d32ad4b-3c29-42f8-bdaa-b5d5c1cd2448 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.66 "GET /v2.0/security-groups?id=11bbe5b2-5f3b-4775-89a0-258a798e3ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163669 Aug 18 11:57:02.127930 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4049ecdb-58f0-4544-8ada-16e45c0076c5 req-1ed8d18c-3ded-4f54-a314-f35ff372141f tempest-ServersTestBootFromVolume-1996993872 tempest-ServersTestBootFromVolume-1996993872-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=08ae616b30724273aca9bf5c66a36a39&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1044638 Aug 18 11:57:02.145479 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-68f153b3-f591-4b36-975b-7abc6f6986fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:02.194201 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-68f153b3-f591-4b36-975b-7abc6f6986fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:02.267577 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:02.272752 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-68f153b3-f591-4b36-975b-7abc6f6986fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:02.275854 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-68f153b3-f591-4b36-975b-7abc6f6986fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:02.277861 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-68f153b3-f591-4b36-975b-7abc6f6986fa admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/83be9691-24e9-4d57-ab23-8ac176114147 HTTP/1.1" status: 204 len: 168 time: 0.2131152 Aug 18 11:57:02.290447 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f153b3-f591-4b36-975b-7abc6f6986fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83be9691-24e9-4d57-ab23-8ac176114147,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:57:02.301672 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30c3781d-a4b9-422e-8128-e726a0721260', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '184f4765-5f5a-4539-a749-0ce41a95df48'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 11:57:02.304106 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db50a436fb3a98495337d8fe7487b4f2ea6f3c1052eb9efadc2ecda2d5737001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9892f333-dd3b-427e-99d1-87fb089f30f4" -d '{"events": [{"server_uuid": "30c3781d-a4b9-422e-8128-e726a0721260", "name": "network-vif-plugged", "status": "completed", "tag": "184f4765-5f5a-4539-a749-0ce41a95df48"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:57:02.325340 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device ecad9dcc-255c-4073-a5af-38967245d933 details requested by agent hyperv_n-h2-804985-2 with host n-h2-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 11:57:02.343065 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4049ecdb-58f0-4544-8ada-16e45c0076c5 req-a116ed05-f63c-4f1d-abe9-3731eef087b1 service neutron] 10.222.0.66 "GET /v2.0/networks/0efc7fd8-7887-4d6a-afdd-a9a63cd40c41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1923428 Aug 18 11:57:02.355748 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 184f4765-5f5a-4539-a749-0ce41a95df48, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=184f4765-5f5a-4539-a749-0ce41a95df48,segment=NetworkSegment(8d845f6a-d01c-49fc-8841-a69d4d456626),segment_id=8d845f6a-d01c-49fc-8841-a69d4d456626)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:57:02.442906 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:02.543891 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4049ecdb-58f0-4544-8ada-16e45c0076c5 req-a1b55054-c4b6-4ca3-8576-2366dcb5cac0 service neutron] 10.222.0.66 "GET /v2.0/networks/0efc7fd8-7887-4d6a-afdd-a9a63cd40c41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1999393 Aug 18 11:57:02.579676 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=184f4765-5f5a-4539-a749-0ce41a95df48,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:57:02.631530 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port ecad9dcc-255c-4073-a5af-38967245d933, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=ecad9dcc-255c-4073-a5af-38967245d933,segment=NetworkSegment(0769e917-ce53-43de-97f7-af6feb189e7f),segment_id=0769e917-ce53-43de-97f7-af6feb189e7f)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:57:02.665961 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Returning: {'device': 'ecad9dcc-255c-4073-a5af-38967245d933', 'network_id': '45f10d77-130c-4859-b30d-1a902305b96f', 'port_id': 'ecad9dcc-255c-4073-a5af-38967245d933', 'mac_address': 'fa:16:3e:32:de:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 821, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cf2249d-58a2-4afe-a9fb-145dc05a7f39', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 11:57:02.735980 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f91b588-df3e-49d9-a8fd-69d85c461225 req-43e7a7f9-d70b-41bc-8ebb-59b762c642aa tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:02.737651 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7f91b588-df3e-49d9-a8fd-69d85c461225 req-43e7a7f9-d70b-41bc-8ebb-59b762c642aa tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] 10.222.0.66 "GET /v2.0/ports?device_id=30c3781d-a4b9-422e-8128-e726a0721260 HTTP/1.1" status: 200 len: 946 time: 0.1445832 Aug 18 11:57:02.777962 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:02.825668 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecad9dcc-255c-4073-a5af-38967245d933 {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 11:57:02.829075 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7f91b588-df3e-49d9-a8fd-69d85c461225 req-b024285b-da59-47ba-a84e-321ef3fc30b7 tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bf5bc16-7ae8-42c8-a968-84c3ac638172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827463 Aug 18 11:57:02.863669 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port ecad9dcc-255c-4073-a5af-38967245d933, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=ecad9dcc-255c-4073-a5af-38967245d933,segment=NetworkSegment(0769e917-ce53-43de-97f7-af6feb189e7f),segment_id=0769e917-ce53-43de-97f7-af6feb189e7f)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:57:02.869128 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 54792) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:57:02.895856 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:02.912241 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-bbeb6fe3-3634-4ca6-8830-088959b9d6de admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:03.030122 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=ecad9dcc-255c-4073-a5af-38967245d933,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:57:03.142581 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-bbeb6fe3-3634-4ca6-8830-088959b9d6de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:03.143236 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] get_ports_and_sgs() called for port_ids ['ecad9dcc-255c-4073-a5af-38967245d933'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 11:57:03.150098 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5278c57e-7497-42e7-884f-777524e930da req-21cc8e73-e6c3-40bb-81c3-78cf31a1a0bc tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:03.153755 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-bbeb6fe3-3634-4ca6-8830-088959b9d6de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:03.168073 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5278c57e-7497-42e7-884f-777524e930da req-21cc8e73-e6c3-40bb-81c3-78cf31a1a0bc tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] 10.222.0.63 "GET /v2.0/networks?id=97accd71-2aa2-4572-acff-da2e63e9ea24 HTTP/1.1" status: 200 len: 821 time: 0.2781565 Aug 18 11:57:03.173681 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-5278c57e-7497-42e7-884f-777524e930da req-d09091f7-09ae-4368-95e6-5b1d7ee406b0 tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] Request body: {'port': {'device_id': 'cc41ceac-05d6-49d0-ba65-9f925555ea6b', 'network_id': '97accd71-2aa2-4572-acff-da2e63e9ea24', 'admin_state_up': True, 'tenant_id': 'a7bbe68df072438980706fbfc6d6b9bc'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:57:03.234167 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbeb6fe3-3634-4ca6-8830-088959b9d6de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0af45fa-6c25-4d92-96da-6afaf114c713,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:57:03.238946 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-bbeb6fe3-3634-4ca6-8830-088959b9d6de admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c50c0527e8b940389e9ab5f1a3a31307&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3679218 Aug 18 11:57:03.241568 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 54802) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:57:03.320043 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5699d8-3d19-46f0-9ddc-ccf11caca067 req-f07b95cf-1895-43f0-9243-7d37650b23e3 tempest-ServersTestJSON-993394465 tempest-ServersTestJSON-993394465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:03.334914 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8c5699d8-3d19-46f0-9ddc-ccf11caca067 req-f07b95cf-1895-43f0-9243-7d37650b23e3 tempest-ServersTestJSON-993394465 tempest-ServersTestJSON-993394465-project] 10.222.0.66 "GET /v2.0/ports?device_id=65061ca5-86a1-4375-bd70-f445313abb4b HTTP/1.1" status: 200 len: 946 time: 0.2900982 Aug 18 11:57:03.354370 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7d74eef4-8249-4feb-9ef3-df16815df2bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:03.400120 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7d74eef4-8249-4feb-9ef3-df16815df2bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:03.442315 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 11:57:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e98b3cbf-643a-484c-a6d4-6e8720f547f8 x-openstack-request-id: req-e98b3cbf-643a-484c-a6d4-6e8720f547f8 {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:57:03.442862 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30c3781d-a4b9-422e-8128-e726a0721260", "name": "network-vif-plugged", "status": "completed", "tag": "184f4765-5f5a-4539-a749-0ce41a95df48", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:57:03.445035 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e98b3cbf-643a-484c-a6d4-6e8720f547f8 {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:57:03.445035 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30c3781d-a4b9-422e-8128-e726a0721260', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '184f4765-5f5a-4539-a749-0ce41a95df48', 'code': 200} Aug 18 11:57:03.476562 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8c5699d8-3d19-46f0-9ddc-ccf11caca067 req-bbe2b8fc-9a39-4878-9e00-589537d4ce55 tempest-ServersTestJSON-993394465 tempest-ServersTestJSON-993394465-project] 10.222.0.66 "GET /v2.0/security-groups?id=7ec1ec52-5b4b-4164-afc0-eeb3e9b608ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1283581 Aug 18 11:57:03.477954 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5278c57e-7497-42e7-884f-777524e930da req-d09091f7-09ae-4368-95e6-5b1d7ee406b0 tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] Made reservation on behalf of a7bbe68df072438980706fbfc6d6b9bc for: {'port': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 11:57:03.486454 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-5278c57e-7497-42e7-884f-777524e930da req-d09091f7-09ae-4368-95e6-5b1d7ee406b0 tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:03.521541 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7d74eef4-8249-4feb-9ef3-df16815df2bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:03.526686 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7d74eef4-8249-4feb-9ef3-df16815df2bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:03.533467 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-7d74eef4-8249-4feb-9ef3-df16815df2bf admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a0af45fa-6c25-4d92-96da-6afaf114c713 HTTP/1.1" status: 204 len: 168 time: 0.2907321 Aug 18 11:57:03.644196 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d74eef4-8249-4feb-9ef3-df16815df2bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0af45fa-6c25-4d92-96da-6afaf114c713,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:57:03.696015 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5037e623-dfb4-477c-b637-c63063988f7b req-6c9bb812-e46e-41ed-9f7c-539aa098e5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:03.699772 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-5037e623-dfb4-477c-b637-c63063988f7b req-6c9bb812-e46e-41ed-9f7c-539aa098e5b4 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=30c3781d-a4b9-422e-8128-e726a0721260 HTTP/1.1" status: 200 len: 1097 time: 0.1888134 Aug 18 11:57:03.746773 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-5037e623-dfb4-477c-b637-c63063988f7b req-d0d80e28-da6d-4927-b024-29b2a456c5f4 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=7bf5bc16-7ae8-42c8-a968-84c3ac638172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379961 Aug 18 11:57:03.799372 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-baec913d-c1a3-477e-bef1-d102af7238af req-c5b1d37a-14f0-4837-8ee2-624ae9d41bcb tempest-ServersTestBootFromVolume-1996993872 tempest-ServersTestBootFromVolume-1996993872-project] 10.222.0.66 "GET /v2.0/ports?device_id=67f4cc8b-9e73-4617-83a9-d62bbfeb8810 HTTP/1.1" status: 200 len: 210 time: 0.0603354 Aug 18 11:57:03.803814 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-45f4b018-e1e8-4bfa-b1f4-8e1af07ba461 req-c86a8cd2-ede9-4551-8da0-e61fc4ce5119 tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] 10.222.0.66 "GET /v2.0/ports?device_id=cc41ceac-05d6-49d0-ba65-9f925555ea6b HTTP/1.1" status: 200 len: 210 time: 0.0659277 Aug 18 11:57:03.841781 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [req-5278c57e-7497-42e7-884f-777524e930da req-d09091f7-09ae-4368-95e6-5b1d7ee406b0 tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] Allocated IP 172.20.0.10 (97accd71-2aa2-4572-acff-da2e63e9ea24/d9e8819c-692a-472a-8ad6-8fb1be2fae20/06b4ed54-c502-49aa-9dee-0cab148a3a66) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 11:57:04.049527 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3519d7e0-ad21-438a-88df-c48a287f0b72 req-95c696a1-402f-43e8-8cd9-f16eac26b169 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:04.055290 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3519d7e0-ad21-438a-88df-c48a287f0b72 req-95c696a1-402f-43e8-8cd9-f16eac26b169 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.66 "GET /v2.0/ports?device_id=05a95b0d-233e-4e5e-a73b-02758d36de1e HTTP/1.1" status: 200 len: 944 time: 0.1397927 Aug 18 11:57:04.179476 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3519d7e0-ad21-438a-88df-c48a287f0b72 req-4c6bcd56-6054-422b-8951-cc4ae256c7e5 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.66 "GET /v2.0/security-groups?id=11bbe5b2-5f3b-4775-89a0-258a798e3ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143031 Aug 18 11:57:04.187026 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-5278c57e-7497-42e7-884f-777524e930da req-d09091f7-09ae-4368-95e6-5b1d7ee406b0 tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:04.201135 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983a73a2-8b35-4d07-8130-55c7b971f938 req-a058fec1-0954-40b5-8b87-828f8e550dba tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:04.202897 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-983a73a2-8b35-4d07-8130-55c7b971f938 req-a058fec1-0954-40b5-8b87-828f8e550dba tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] 10.222.0.66 "GET /v2.0/ports?device_id=30c3781d-a4b9-422e-8128-e726a0721260 HTTP/1.1" status: 200 len: 946 time: 0.1304126 Aug 18 11:57:04.264991 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-983a73a2-8b35-4d07-8130-55c7b971f938 req-bcc56852-99f1-43fc-a6dd-12c91cd961dd tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bf5bc16-7ae8-42c8-a968-84c3ac638172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548310 Aug 18 11:57:04.279389 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-5278c57e-7497-42e7-884f-777524e930da req-d09091f7-09ae-4368-95e6-5b1d7ee406b0 tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:04.319531 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device ecad9dcc-255c-4073-a5af-38967245d933 up at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:57:04.385199 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5278c57e-7497-42e7-884f-777524e930da req-d09091f7-09ae-4368-95e6-5b1d7ee406b0 tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] Network 97accd71-2aa2-4572-acff-da2e63e9ea24 is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 11:57:04.394521 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [req-5278c57e-7497-42e7-884f-777524e930da req-d09091f7-09ae-4368-95e6-5b1d7ee406b0 tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:57:04.400409 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-5278c57e-7497-42e7-884f-777524e930da req-d09091f7-09ae-4368-95e6-5b1d7ee406b0 tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 11:57:04.420163 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Provisioning for port ecad9dcc-255c-4073-a5af-38967245d933 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 11:57:04.425932 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Provisioning complete for port ecad9dcc-255c-4073-a5af-38967245d933 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:57:04.427077 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:04.520289 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09091f7-09ae-4368-95e6-5b1d7ee406b0 tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] Pushing event updated for resources: {'Port': ['ID=06b4ed54-c502-49aa-9dee-0cab148a3a66,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:57:04.539694 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:04.571053 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5278c57e-7497-42e7-884f-777524e930da req-d09091f7-09ae-4368-95e6-5b1d7ee406b0 tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:04.571725 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-5278c57e-7497-42e7-884f-777524e930da req-d09091f7-09ae-4368-95e6-5b1d7ee406b0 tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:04.595030 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port ecad9dcc-255c-4073-a5af-38967245d933, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=ecad9dcc-255c-4073-a5af-38967245d933,segment=NetworkSegment(0769e917-ce53-43de-97f7-af6feb189e7f),segment_id=0769e917-ce53-43de-97f7-af6feb189e7f)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:57:04.604052 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5278c57e-7497-42e7-884f-777524e930da req-d09091f7-09ae-4368-95e6-5b1d7ee406b0 tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4349246 Aug 18 11:57:04.604575 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:04.625974 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-5278c57e-7497-42e7-884f-777524e930da req-086ff5d0-a78d-42fa-9f4d-9e39ef6d089e service neutron] Request body: {'port': {'device_id': 'cc41ceac-05d6-49d0-ba65-9f925555ea6b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804985-2'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:57:04.695340 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-5278c57e-7497-42e7-884f-777524e930da req-086ff5d0-a78d-42fa-9f4d-9e39ef6d089e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:04.724127 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4049ecdb-58f0-4544-8ada-16e45c0076c5 req-a9e44880-61c2-4a8f-82f8-18c445ea1a29 tempest-ServersTestBootFromVolume-1996993872 tempest-ServersTestBootFromVolume-1996993872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:04.724127 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4049ecdb-58f0-4544-8ada-16e45c0076c5 req-a9e44880-61c2-4a8f-82f8-18c445ea1a29 tempest-ServersTestBootFromVolume-1996993872 tempest-ServersTestBootFromVolume-1996993872-project] 10.222.0.62 "GET /v2.0/networks?id=0efc7fd8-7887-4d6a-afdd-a9a63cd40c41 HTTP/1.1" status: 200 len: 816 time: 0.2364283 Aug 18 11:57:04.797624 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=ecad9dcc-255c-4073-a5af-38967245d933,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:57:04.833610 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4049ecdb-58f0-4544-8ada-16e45c0076c5 req-64bb178a-2669-4ddb-ac4c-bc984134b7de tempest-ServersTestBootFromVolume-1996993872 tempest-ServersTestBootFromVolume-1996993872-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=08ae616b30724273aca9bf5c66a36a39 HTTP/1.1" status: 200 len: 380 time: 0.0834777 Aug 18 11:57:04.865973 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-4049ecdb-58f0-4544-8ada-16e45c0076c5 req-59df5bcc-8d78-412e-af13-9f7deb2056b5 tempest-ServersTestBootFromVolume-1996993872 tempest-ServersTestBootFromVolume-1996993872-project] Request body: {'port': {'device_id': '67f4cc8b-9e73-4617-83a9-d62bbfeb8810', 'network_id': '0efc7fd8-7887-4d6a-afdd-a9a63cd40c41', 'admin_state_up': True, 'tenant_id': '08ae616b30724273aca9bf5c66a36a39', 'security_groups': ['2bc96fcd-9703-490c-b0da-ce0b80b96f81']}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:57:05.039783 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2302c72f-e907-4390-94a9-0b43a6c0b88d req-f976177d-4bab-44ba-b685-3730a5e3d0a1 tempest-ServersTestBootFromVolume-1996993872 tempest-ServersTestBootFromVolume-1996993872-project] 10.222.0.66 "GET /v2.0/ports?device_id=67f4cc8b-9e73-4617-83a9-d62bbfeb8810 HTTP/1.1" status: 200 len: 210 time: 0.0425031 Aug 18 11:57:05.230170 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da97094-2863-4d17-8070-9936dee0452d req-1c853bdf-043e-48e8-ad1a-26caa85d1fff tempest-ServersTestJSON-993394465 tempest-ServersTestJSON-993394465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:05.236372 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9da97094-2863-4d17-8070-9936dee0452d req-1c853bdf-043e-48e8-ad1a-26caa85d1fff tempest-ServersTestJSON-993394465 tempest-ServersTestJSON-993394465-project] 10.222.0.66 "GET /v2.0/ports?device_id=65061ca5-86a1-4375-bd70-f445313abb4b HTTP/1.1" status: 200 len: 946 time: 0.3302126 Aug 18 11:57:05.403717 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9da97094-2863-4d17-8070-9936dee0452d req-b2b65324-389e-444f-87ea-01b5b4b4c278 tempest-ServersTestJSON-993394465 tempest-ServersTestJSON-993394465-project] 10.222.0.66 "GET /v2.0/security-groups?id=7ec1ec52-5b4b-4164-afc0-eeb3e9b608ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1279256 Aug 18 11:57:05.445497 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05a95b0d-233e-4e5e-a73b-02758d36de1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecad9dcc-255c-4073-a5af-38967245d933'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 11:57:05.446240 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4049ecdb-58f0-4544-8ada-16e45c0076c5 req-59df5bcc-8d78-412e-af13-9f7deb2056b5 tempest-ServersTestBootFromVolume-1996993872 tempest-ServersTestBootFromVolume-1996993872-project] Made reservation on behalf of 08ae616b30724273aca9bf5c66a36a39 for: {'port': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 11:57:05.448966 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db50a436fb3a98495337d8fe7487b4f2ea6f3c1052eb9efadc2ecda2d5737001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3630e47-4e7e-415d-a64f-23093070a779" -d '{"events": [{"server_uuid": "05a95b0d-233e-4e5e-a73b-02758d36de1e", "name": "network-vif-plugged", "status": "completed", "tag": "ecad9dcc-255c-4073-a5af-38967245d933"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:57:05.454546 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-4049ecdb-58f0-4544-8ada-16e45c0076c5 req-59df5bcc-8d78-412e-af13-9f7deb2056b5 tempest-ServersTestBootFromVolume-1996993872 tempest-ServersTestBootFromVolume-1996993872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:05.823211 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:05.921478 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 54906) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:57:06.201295 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dd97b3-c896-4238-a79e-f39cd4009e23 req-cac70ba9-4f9a-44e2-8fd1-a3a2da63d8a5 tempest-ServersTestJSON-993394465 tempest-ServersTestJSON-993394465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:06.208322 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-23dd97b3-c896-4238-a79e-f39cd4009e23 req-cac70ba9-4f9a-44e2-8fd1-a3a2da63d8a5 tempest-ServersTestJSON-993394465 tempest-ServersTestJSON-993394465-project] 10.222.0.63 "GET /v2.0/ports?device_id=65061ca5-86a1-4375-bd70-f445313abb4b HTTP/1.1" status: 200 len: 946 time: 0.1086900 Aug 18 11:57:06.356131 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-23dd97b3-c896-4238-a79e-f39cd4009e23 req-92b54838-5d05-413a-a4bc-65f97fc45c22 tempest-ServersTestJSON-993394465 tempest-ServersTestJSON-993394465-project] Deleting port 3c2f51f7-6362-44b3-aa31-571a3223eca1 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 11:57:06.358207 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-23dd97b3-c896-4238-a79e-f39cd4009e23 req-92b54838-5d05-413a-a4bc-65f97fc45c22 tempest-ServersTestJSON-993394465 tempest-ServersTestJSON-993394465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:06.393157 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a1fe2bcb-609b-45a0-915b-4ecefb0f0326 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:06.412341 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406735f3-077d-4db4-ad5e-f8d682363f42 req-55cd51d4-ffb4-411d-aea8-0fe803003774 tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:06.419908 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-406735f3-077d-4db4-ad5e-f8d682363f42 req-55cd51d4-ffb4-411d-aea8-0fe803003774 tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] 10.222.0.66 "GET /v2.0/ports?device_id=cc41ceac-05d6-49d0-ba65-9f925555ea6b HTTP/1.1" status: 200 len: 932 time: 0.9239001 Aug 18 11:57:06.467561 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [req-5278c57e-7497-42e7-884f-777524e930da req-086ff5d0-a78d-42fa-9f4d-9e39ef6d089e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06b4ed54-c502-49aa-9dee-0cab148a3a66 {{(pid=106252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 11:57:06.494097 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-5278c57e-7497-42e7-884f-777524e930da req-086ff5d0-a78d-42fa-9f4d-9e39ef6d089e service neutron] Notify callbacks [] for port, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:06.528459 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-23dd97b3-c896-4238-a79e-f39cd4009e23 req-92b54838-5d05-413a-a4bc-65f97fc45c22 tempest-ServersTestJSON-993394465 tempest-ServersTestJSON-993394465-project] For port 3c2f51f7-6362-44b3-aa31-571a3223eca1, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=3c2f51f7-6362-44b3-aa31-571a3223eca1,segment=NetworkSegment(89b4cf17-efd2-4783-9edc-8d57f3adb099),segment_id=89b4cf17-efd2-4783-9edc-8d57f3adb099)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:57:06.529667 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-23dd97b3-c896-4238-a79e-f39cd4009e23 req-92b54838-5d05-413a-a4bc-65f97fc45c22 tempest-ServersTestJSON-993394465 tempest-ServersTestJSON-993394465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:06.556306 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acb2dff-17af-46d6-92d1-3a5b2b564e9e req-5c9350cf-6dbe-403c-8e75-1fdc698aa983 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:06.565150 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9acb2dff-17af-46d6-92d1-3a5b2b564e9e req-5c9350cf-6dbe-403c-8e75-1fdc698aa983 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.66 "GET /v2.0/ports?device_id=05a95b0d-233e-4e5e-a73b-02758d36de1e HTTP/1.1" status: 200 len: 945 time: 0.9455659 Aug 18 11:57:06.570948 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [req-5278c57e-7497-42e7-884f-777524e930da req-086ff5d0-a78d-42fa-9f4d-9e39ef6d089e service neutron] Transition to ACTIVE for port object 06b4ed54-c502-49aa-9dee-0cab148a3a66 will not be triggered until provisioned by entity L2. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 11:57:06.597541 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-5278c57e-7497-42e7-884f-777524e930da req-086ff5d0-a78d-42fa-9f4d-9e39ef6d089e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:06.642980 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-406735f3-077d-4db4-ad5e-f8d682363f42 req-1c1a0f96-e564-48ef-90e7-4c2bb362e69e tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] 10.222.0.66 "GET /v2.0/security-groups?id=ad88621b-057d-4148-94ff-fad542d38fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220936 Aug 18 11:57:06.761698 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [req-4049ecdb-58f0-4544-8ada-16e45c0076c5 req-59df5bcc-8d78-412e-af13-9f7deb2056b5 tempest-ServersTestBootFromVolume-1996993872 tempest-ServersTestBootFromVolume-1996993872-project] Allocated IP 172.20.0.8 (0efc7fd8-7887-4d6a-afdd-a9a63cd40c41/0396f86e-2c07-4403-9fff-c9df3ff4afaf/4fdedf33-9283-4814-a61d-4e7777bc2cf9) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 11:57:06.778487 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a1fe2bcb-609b-45a0-915b-4ecefb0f0326 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:06.794658 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a1fe2bcb-609b-45a0-915b-4ecefb0f0326 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:06.830181 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9acb2dff-17af-46d6-92d1-3a5b2b564e9e req-429d5c03-583a-476f-9837-c13c2bcd7969 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.66 "GET /v2.0/security-groups?id=11bbe5b2-5f3b-4775-89a0-258a798e3ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2641230 Aug 18 11:57:06.901779 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086ff5d0-a78d-42fa-9f4d-9e39ef6d089e service neutron] Pushing event updated for resources: {'Port': ['ID=06b4ed54-c502-49aa-9dee-0cab148a3a66,revision_number=2']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:57:06.915991 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 11:57:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-457acb27-0f81-40d8-be3a-723a854647dd x-openstack-request-id: req-457acb27-0f81-40d8-be3a-723a854647dd {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:57:06.916601 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05a95b0d-233e-4e5e-a73b-02758d36de1e", "name": "network-vif-plugged", "status": "completed", "tag": "ecad9dcc-255c-4073-a5af-38967245d933", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:57:06.916734 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-457acb27-0f81-40d8-be3a-723a854647dd {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:57:06.917224 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05a95b0d-233e-4e5e-a73b-02758d36de1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecad9dcc-255c-4073-a5af-38967245d933', 'code': 200} Aug 18 11:57:07.053928 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fe2bcb-609b-45a0-915b-4ecefb0f0326 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab998e32-ca83-4460-9cbc-6e440420f839,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:57:07.065601 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-a1fe2bcb-609b-45a0-915b-4ecefb0f0326 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f7aeb30a5b5945cc9e04b046aeca2352&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1428974 Aug 18 11:57:07.072194 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 54922) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:57:07.125536 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-23dd97b3-c896-4238-a79e-f39cd4009e23 req-92b54838-5d05-413a-a4bc-65f97fc45c22 tempest-ServersTestJSON-993394465 tempest-ServersTestJSON-993394465-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:07.127098 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-23dd97b3-c896-4238-a79e-f39cd4009e23 req-92b54838-5d05-413a-a4bc-65f97fc45c22 tempest-ServersTestJSON-993394465 tempest-ServersTestJSON-993394465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-989945'] for floatingip, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:07.127098 n-d-804985-2 neutron-server[106253]: INFO neutron.db.l3_db [req-23dd97b3-c896-4238-a79e-f39cd4009e23 req-92b54838-5d05-413a-a4bc-65f97fc45c22 tempest-ServersTestJSON-993394465 tempest-ServersTestJSON-993394465-project] Floating IP af5ffca2-e0ec-4849-b75d-d645c4e0903a disassociated. External IP: 172.25.7.177, port: 3c2f51f7-6362-44b3-aa31-571a3223eca1. Aug 18 11:57:07.127098 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-23dd97b3-c896-4238-a79e-f39cd4009e23 req-92b54838-5d05-413a-a4bc-65f97fc45c22 tempest-ServersTestJSON-993394465 tempest-ServersTestJSON-993394465-project] Calling delete_port for 3c2f51f7-6362-44b3-aa31-571a3223eca1 owned by compute:nova {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 11:57:07.145687 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a22e22-551c-48cd-afbf-9c784fc9bb27 req-5952ea4c-2124-4add-a22c-71aa620cc7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:07.147397 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-40a22e22-551c-48cd-afbf-9c784fc9bb27 req-5952ea4c-2124-4add-a22c-71aa620cc7bd service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=05a95b0d-233e-4e5e-a73b-02758d36de1e HTTP/1.1" status: 200 len: 1096 time: 0.1554034 Aug 18 11:57:07.201979 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-5278c57e-7497-42e7-884f-777524e930da req-086ff5d0-a78d-42fa-9f4d-9e39ef6d089e service neutron] Attempting to bind port 06b4ed54-c502-49aa-9dee-0cab148a3a66 on host n-h1-804985-2 for vnic_type normal with profile {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 11:57:07.202322 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-5278c57e-7497-42e7-884f-777524e930da req-086ff5d0-a78d-42fa-9f4d-9e39ef6d089e service neutron] Attempting to bind port 06b4ed54-c502-49aa-9dee-0cab148a3a66 by drivers openvswitch,hyperv on host n-h1-804985-2 at level 0 using segments [{'id': '5e2f67b8-ff4a-4cf9-aef3-b551840351ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '97accd71-2aa2-4572-acff-da2e63e9ea24'}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 11:57:07.202653 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5278c57e-7497-42e7-884f-777524e930da req-086ff5d0-a78d-42fa-9f4d-9e39ef6d089e service neutron] Attempting to bind port 06b4ed54-c502-49aa-9dee-0cab148a3a66 on network 97accd71-2aa2-4572-acff-da2e63e9ea24 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 11:57:07.226477 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ddd482-890c-4ade-ab75-d17192dcadef req-2a6b4fd7-22a4-4bd4-af0f-b09f28bc111f tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:07.227442 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8d2a132d-c2d4-4605-976e-0ac63b35c585 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:07.233310 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-33ddd482-890c-4ade-ab75-d17192dcadef req-2a6b4fd7-22a4-4bd4-af0f-b09f28bc111f tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] 10.222.0.66 "GET /v2.0/ports?device_id=30c3781d-a4b9-422e-8128-e726a0721260 HTTP/1.1" status: 200 len: 946 time: 0.4567413 Aug 18 11:57:07.254254 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a208a9a6-5a23-4bc0-a3c1-0e9076c4aff3 req-badb2112-c21f-494e-b8e6-9c0cb1387720 tempest-ServersTestBootFromVolume-1996993872 tempest-ServersTestBootFromVolume-1996993872-project] 10.222.0.66 "GET /v2.0/ports?device_id=67f4cc8b-9e73-4617-83a9-d62bbfeb8810 HTTP/1.1" status: 200 len: 210 time: 0.2539337 Aug 18 11:57:07.291994 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-40a22e22-551c-48cd-afbf-9c784fc9bb27 req-c7e6af68-5efa-4734-aa45-db42bcecf4ac service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=11bbe5b2-5f3b-4775-89a0-258a798e3ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340885 Aug 18 11:57:07.298815 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8d2a132d-c2d4-4605-976e-0ac63b35c585 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:07.376093 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5278c57e-7497-42e7-884f-777524e930da req-086ff5d0-a78d-42fa-9f4d-9e39ef6d089e service neutron] Port 06b4ed54-c502-49aa-9dee-0cab148a3a66 on network 97accd71-2aa2-4572-acff-da2e63e9ea24 not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-2 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 11:57:07.385318 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5278c57e-7497-42e7-884f-777524e930da req-086ff5d0-a78d-42fa-9f4d-9e39ef6d089e service neutron] Attempting to bind port 06b4ed54-c502-49aa-9dee-0cab148a3a66 on network 97accd71-2aa2-4572-acff-da2e63e9ea24 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 11:57:07.414615 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8d2a132d-c2d4-4605-976e-0ac63b35c585 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:07.417766 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8d2a132d-c2d4-4605-976e-0ac63b35c585 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:07.421373 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-8d2a132d-c2d4-4605-976e-0ac63b35c585 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ab998e32-ca83-4460-9cbc-6e440420f839 HTTP/1.1" status: 204 len: 168 time: 0.3450012 Aug 18 11:57:07.435702 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2a132d-c2d4-4605-976e-0ac63b35c585 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab998e32-ca83-4460-9cbc-6e440420f839,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:57:07.459856 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-23dd97b3-c896-4238-a79e-f39cd4009e23 req-92b54838-5d05-413a-a4bc-65f97fc45c22 tempest-ServersTestJSON-993394465 tempest-ServersTestJSON-993394465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:07.495770 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b54838-5d05-413a-a4bc-65f97fc45c22 tempest-ServersTestJSON-993394465 tempest-ServersTestJSON-993394465-project] Pushing event deleted for resources: {'Port': ['ID=3c2f51f7-6362-44b3-aa31-571a3223eca1,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:57:07.531216 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-4049ecdb-58f0-4544-8ada-16e45c0076c5 req-59df5bcc-8d78-412e-af13-9f7deb2056b5 tempest-ServersTestBootFromVolume-1996993872 tempest-ServersTestBootFromVolume-1996993872-project] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:07.551580 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5278c57e-7497-42e7-884f-777524e930da req-086ff5d0-a78d-42fa-9f4d-9e39ef6d089e service neutron] Checking agent: {'id': 'a613417a-d085-492c-941a-59bb18c633d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 49, 6), 'started_at': datetime.datetime(2021, 8, 18, 11, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 11, 57, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 11:57:07.552023 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5278c57e-7497-42e7-884f-777524e930da req-086ff5d0-a78d-42fa-9f4d-9e39ef6d089e service neutron] Checking segment: {'id': '5e2f67b8-ff4a-4cf9-aef3-b551840351ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '97accd71-2aa2-4572-acff-da2e63e9ea24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 11:57:07.558994 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5278c57e-7497-42e7-884f-777524e930da req-086ff5d0-a78d-42fa-9f4d-9e39ef6d089e service neutron] Bound using segment: {'id': '5e2f67b8-ff4a-4cf9-aef3-b551840351ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '97accd71-2aa2-4572-acff-da2e63e9ea24'} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 11:57:07.560696 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-5278c57e-7497-42e7-884f-777524e930da req-086ff5d0-a78d-42fa-9f4d-9e39ef6d089e service neutron] Bound port: 06b4ed54-c502-49aa-9dee-0cab148a3a66, host: n-h1-804985-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e2f67b8-ff4a-4cf9-aef3-b551840351ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '97accd71-2aa2-4572-acff-da2e63e9ea24'}}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 11:57:07.561750 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-5278c57e-7497-42e7-884f-777524e930da req-086ff5d0-a78d-42fa-9f4d-9e39ef6d089e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:07.569420 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [req-4049ecdb-58f0-4544-8ada-16e45c0076c5 req-59df5bcc-8d78-412e-af13-9f7deb2056b5 tempest-ServersTestBootFromVolume-1996993872 tempest-ServersTestBootFromVolume-1996993872-project] Transition to ACTIVE for port object 4fdedf33-9283-4814-a61d-4e7777bc2cf9 will not be triggered until provisioned by entity DHCP. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 11:57:07.621253 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-33ddd482-890c-4ade-ab75-d17192dcadef req-a1f86b95-13c3-42f3-9802-024fe085948b tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bf5bc16-7ae8-42c8-a968-84c3ac638172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3864324 Aug 18 11:57:07.702756 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [req-23dd97b3-c896-4238-a79e-f39cd4009e23 req-92b54838-5d05-413a-a4bc-65f97fc45c22 tempest-ServersTestJSON-993394465 tempest-ServersTestJSON-993394465-project] Router a280d1da-8ce2-4e80-b587-dd7ec7dfad8c has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 11:57:07.836054 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-bd64c92e-cd04-40ee-8fdb-7aaa78b31874 req-310a4cc1-cd2a-44cb-b921-9bee5de5b881 tempest-ServersTestJSON-993394465 tempest-ServersTestJSON-993394465-project] 10.222.0.66 "GET /v2.0/ports?device_id=65061ca5-86a1-4375-bd70-f445313abb4b HTTP/1.1" status: 200 len: 210 time: 0.0815907 Aug 18 11:57:07.837832 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d4063478-d9d1-4b44-9d89-8f3efc8af43f req-443e633f-75ad-4625-9db9-d985bd3f72a7 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=87f2a541be1e4141a84277bf00dc4c3b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0971017 Aug 18 11:57:07.925841 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:07.951754 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-4049ecdb-58f0-4544-8ada-16e45c0076c5 req-59df5bcc-8d78-412e-af13-9f7deb2056b5 tempest-ServersTestBootFromVolume-1996993872 tempest-ServersTestBootFromVolume-1996993872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:07.964641 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-5278c57e-7497-42e7-884f-777524e930da req-086ff5d0-a78d-42fa-9f4d-9e39ef6d089e service neutron] For port 06b4ed54-c502-49aa-9dee-0cab148a3a66, host n-h1-804985-2, cleared binding levels {{(pid=106252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 11:57:07.997132 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-23dd97b3-c896-4238-a79e-f39cd4009e23 req-92b54838-5d05-413a-a4bc-65f97fc45c22 tempest-ServersTestJSON-993394465 tempest-ServersTestJSON-993394465-project] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 11:57:08.010473 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14bb703d-1db8-4974-84ab-6435946baaa8 None None] Sync routers for ids ['a280d1da-8ce2-4e80-b587-dd7ec7dfad8c'] in n-d-804985-2 {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 11:57:08.027712 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14bb703d-1db8-4974-84ab-6435946baaa8 None None] Routers {'a280d1da-8ce2-4e80-b587-dd7ec7dfad8c'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 11:57:08.030296 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-14bb703d-1db8-4974-84ab-6435946baaa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T11:56:51Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['a280d1da-8ce2-4e80-b587-dd7ec7dfad8c'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:57:08.095519 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-5278c57e-7497-42e7-884f-777524e930da req-086ff5d0-a78d-42fa-9f4d-9e39ef6d089e service neutron] For port 06b4ed54-c502-49aa-9dee-0cab148a3a66, host n-h1-804985-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=06b4ed54-c502-49aa-9dee-0cab148a3a66,segment=NetworkSegment(5e2f67b8-ff4a-4cf9-aef3-b551840351ed),segment_id=5e2f67b8-ff4a-4cf9-aef3-b551840351ed)] {{(pid=106252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 11:57:08.123789 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 54944) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:57:08.125585 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-23dd97b3-c896-4238-a79e-f39cd4009e23 req-92b54838-5d05-413a-a4bc-65f97fc45c22 tempest-ServersTestJSON-993394465 tempest-ServersTestJSON-993394465-project] No DVR routers for this DVR port 3c2f51f7-6362-44b3-aa31-571a3223eca1 on host n-h1-804985-2 {{(pid=106253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 11:57:08.132734 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-23dd97b3-c896-4238-a79e-f39cd4009e23 req-92b54838-5d05-413a-a4bc-65f97fc45c22 tempest-ServersTestJSON-993394465 tempest-ServersTestJSON-993394465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:08.135590 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-23dd97b3-c896-4238-a79e-f39cd4009e23 req-92b54838-5d05-413a-a4bc-65f97fc45c22 tempest-ServersTestJSON-993394465 tempest-ServersTestJSON-993394465-project] 10.222.0.63 "DELETE /v2.0/ports/3c2f51f7-6362-44b3-aa31-571a3223eca1 HTTP/1.1" status: 204 len: 173 time: 1.9209199 Aug 18 11:57:08.157032 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65061ca5-86a1-4375-bd70-f445313abb4b', 'name': 'network-vif-deleted', 'tag': '3c2f51f7-6362-44b3-aa31-571a3223eca1'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 11:57:08.165866 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0679f4c4b6e0e0c064a7d71d722dc30541a34fffee11680573be22ee2ffccc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be598211-16bf-4159-957f-7f67283d845b" -d '{"events": [{"server_uuid": "65061ca5-86a1-4375-bd70-f445313abb4b", "name": "network-vif-deleted", "tag": "3c2f51f7-6362-44b3-aa31-571a3223eca1"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:57:08.185329 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-5278c57e-7497-42e7-884f-777524e930da req-086ff5d0-a78d-42fa-9f4d-9e39ef6d089e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:08.186912 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e119edf5-64d4-4b32-8145-a849596a8b37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:08.191839 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4049ecdb-58f0-4544-8ada-16e45c0076c5 req-59df5bcc-8d78-412e-af13-9f7deb2056b5 tempest-ServersTestBootFromVolume-1996993872 tempest-ServersTestBootFromVolume-1996993872-project] Network 0efc7fd8-7887-4d6a-afdd-a9a63cd40c41 is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 11:57:08.244392 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-14bb703d-1db8-4974-84ab-6435946baaa8 None None] Set router a280d1da-8ce2-4e80-b587-dd7ec7dfad8c gateway port host: n-d-804985-2 {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 11:57:08.267288 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59df5bcc-8d78-412e-af13-9f7deb2056b5 tempest-ServersTestBootFromVolume-1996993872 tempest-ServersTestBootFromVolume-1996993872-project] Pushing event updated for resources: {'Port': ['ID=4fdedf33-9283-4814-a61d-4e7777bc2cf9,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:57:08.270011 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [req-4049ecdb-58f0-4544-8ada-16e45c0076c5 req-59df5bcc-8d78-412e-af13-9f7deb2056b5 tempest-ServersTestBootFromVolume-1996993872 tempest-ServersTestBootFromVolume-1996993872-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:57:08.277946 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-4049ecdb-58f0-4544-8ada-16e45c0076c5 req-59df5bcc-8d78-412e-af13-9f7deb2056b5 tempest-ServersTestBootFromVolume-1996993872 tempest-ServersTestBootFromVolume-1996993872-project] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 11:57:08.389250 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e119edf5-64d4-4b32-8145-a849596a8b37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:08.404811 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e119edf5-64d4-4b32-8145-a849596a8b37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:08.437752 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5278c57e-7497-42e7-884f-777524e930da req-086ff5d0-a78d-42fa-9f4d-9e39ef6d089e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:08.438378 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-5278c57e-7497-42e7-884f-777524e930da req-086ff5d0-a78d-42fa-9f4d-9e39ef6d089e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:08.439811 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5278c57e-7497-42e7-884f-777524e930da req-086ff5d0-a78d-42fa-9f4d-9e39ef6d089e service neutron] 10.222.0.63 "PUT /v2.0/ports/06b4ed54-c502-49aa-9dee-0cab148a3a66 HTTP/1.1" status: 200 len: 1092 time: 3.8224680 Aug 18 11:57:08.440437 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc41ceac-05d6-49d0-ba65-9f925555ea6b', 'tag': '06b4ed54-c502-49aa-9dee-0cab148a3a66'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 11:57:08.443040 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a15e756-d4a0-4d4a-a52a-f6ecaa647f79" -d '{"events": [{"name": "network-changed", "server_uuid": "cc41ceac-05d6-49d0-ba65-9f925555ea6b", "tag": "06b4ed54-c502-49aa-9dee-0cab148a3a66"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:57:08.505888 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4063478-d9d1-4b44-9d89-8f3efc8af43f req-ba45c0a9-9cbc-4d34-bcea-fe77a59e8da3 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:08.528509 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d4063478-d9d1-4b44-9d89-8f3efc8af43f req-ba45c0a9-9cbc-4d34-bcea-fe77a59e8da3 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6794739 Aug 18 11:57:08.529111 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-e119edf5-64d4-4b32-8145-a849596a8b37 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6afadc10507e47c4a8fbc3acb5b438e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4004114 Aug 18 11:57:08.529958 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 54956) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:57:08.532249 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e119edf5-64d4-4b32-8145-a849596a8b37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e90c34ae-8fa8-4c1b-adfe-bec29b813441,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:57:08.564941 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d742be87-e63b-4a0c-8939-534ca0f4dc90 req-a61421dd-47b9-4a0e-b188-25fadbc8a884 tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:08.574174 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d742be87-e63b-4a0c-8939-534ca0f4dc90 req-a61421dd-47b9-4a0e-b188-25fadbc8a884 tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] 10.222.0.66 "GET /v2.0/ports?device_id=30c3781d-a4b9-422e-8128-e726a0721260 HTTP/1.1" status: 200 len: 946 time: 0.5267792 Aug 18 11:57:08.633250 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-14bb703d-1db8-4974-84ab-6435946baaa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a280d1da-8ce2-4e80-b587-dd7ec7dfad8c', 'name': 'tempest-ServersTestJSON-2027421685-router', 'tenant_id': 'd1ec40a3ead94d708fdf6efc2357c5eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.95'}], 'enable_snat': True}, 'gw_port_id': 'd5d97030-f4a6-499b-811c-7404fe64b992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T11:54:48Z', 'updated_at': '2021-08-18T11:54:55Z', 'revision_number': 4, 'project_id': 'd1ec40a3ead94d708fdf6efc2357c5eb', 'gw_port': {'id': 'd5d97030-f4a6-499b-811c-7404fe64b992', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:19:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a280d1da-8ce2-4e80-b587-dd7ec7dfad8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:54:49Z', 'updated_at': '2021-08-18T11:54:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': '7ac469a3-f487-464c-b043-7fc687f0fed3', 'name': '', 'network_id': '3eac5274-9d7b-4d09-a2dd-6eebead530f7', 'tenant_id': 'd1ec40a3ead94d708fdf6efc2357c5eb', 'mac_address': 'fa:16:3e:75:66:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a280d1da-8ce2-4e80-b587-dd7ec7dfad8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '465724d4-2d39-4a21-8c45-5f387b8139d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:54:53Z', 'updated_at': '2021-08-18T11:55:02Z', 'revision_number': 5, 'project_id': 'd1ec40a3ead94d708fdf6efc2357c5eb', 'subnets': [{'id': '465724d4-2d39-4a21-8c45-5f387b8139d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:57:08.665565 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4a66844e-45b9-4545-9cb1-5bdd4e2e9a75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:08.714297 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4a66844e-45b9-4545-9cb1-5bdd4e2e9a75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:08.729077 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14bb703d-1db8-4974-84ab-6435946baaa8 None None] Checking router: a280d1da-8ce2-4e80-b587-dd7ec7dfad8c for host: n-d-804985-2 {{(pid=106254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 11:57:08.742319 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4049ecdb-58f0-4544-8ada-16e45c0076c5 req-59df5bcc-8d78-412e-af13-9f7deb2056b5 tempest-ServersTestBootFromVolume-1996993872 tempest-ServersTestBootFromVolume-1996993872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:08.745982 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-4049ecdb-58f0-4544-8ada-16e45c0076c5 req-59df5bcc-8d78-412e-af13-9f7deb2056b5 tempest-ServersTestBootFromVolume-1996993872 tempest-ServersTestBootFromVolume-1996993872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:08.761000 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d4063478-d9d1-4b44-9d89-8f3efc8af43f req-c5bbfcf6-3918-4510-b8a2-96278025efdf tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/quotas/87f2a541be1e4141a84277bf00dc4c3b HTTP/1.1" status: 200 len: 375 time: 0.2299576 Aug 18 11:57:08.779223 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14bb703d-1db8-4974-84ab-6435946baaa8 None None] Routers {'a280d1da-8ce2-4e80-b587-dd7ec7dfad8c'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 11:57:08.781534 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-14bb703d-1db8-4974-84ab-6435946baaa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T11:56:51Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['a280d1da-8ce2-4e80-b587-dd7ec7dfad8c'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:57:08.784567 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086ff5d0-a78d-42fa-9f4d-9e39ef6d089e service neutron] Pushing event updated for resources: {'Port': ['ID=06b4ed54-c502-49aa-9dee-0cab148a3a66,revision_number=3']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:57:08.801362 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4a66844e-45b9-4545-9cb1-5bdd4e2e9a75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:08.803882 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4a66844e-45b9-4545-9cb1-5bdd4e2e9a75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:08.807643 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-4a66844e-45b9-4545-9cb1-5bdd4e2e9a75 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e90c34ae-8fa8-4c1b-adfe-bec29b813441 HTTP/1.1" status: 204 len: 168 time: 0.2740352 Aug 18 11:57:08.820698 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a66844e-45b9-4545-9cb1-5bdd4e2e9a75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e90c34ae-8fa8-4c1b-adfe-bec29b813441,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:57:08.851266 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5278c57e-7497-42e7-884f-777524e930da req-3d675dc8-4c66-470f-9dd5-00c346094aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:08.862674 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5278c57e-7497-42e7-884f-777524e930da req-3d675dc8-4c66-470f-9dd5-00c346094aa1 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=a7bbe68df072438980706fbfc6d6b9bc&device_id=cc41ceac-05d6-49d0-ba65-9f925555ea6b HTTP/1.1" status: 200 len: 1095 time: 0.3088129 Aug 18 11:57:08.907728 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-c327c0af-c9e1-4d33-bfa4-4b07e4012837 None None] Provisioning for port 4fdedf33-9283-4814-a61d-4e7777bc2cf9 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 11:57:08.928004 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d742be87-e63b-4a0c-8939-534ca0f4dc90 req-9a8a77db-cc70-435d-a008-5cdaf1412a28 tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bf5bc16-7ae8-42c8-a968-84c3ac638172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3528712 Aug 18 11:57:08.930882 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d4063478-d9d1-4b44-9d89-8f3efc8af43f req-63b107dd-1122-4cb9-b581-63ac86c456e1 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=87f2a541be1e4141a84277bf00dc4c3b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1687589 Aug 18 11:57:08.952903 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-c327c0af-c9e1-4d33-bfa4-4b07e4012837 None None] Provisioning complete for port 4fdedf33-9283-4814-a61d-4e7777bc2cf9 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:57:08.955676 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-c327c0af-c9e1-4d33-bfa4-4b07e4012837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:09.027383 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5278c57e-7497-42e7-884f-777524e930da req-6ad26921-d04f-4e4a-b8bf-5b9bed796664 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=06b4ed54-c502-49aa-9dee-0cab148a3a66 HTTP/1.1" status: 200 len: 217 time: 0.1077371 Aug 18 11:57:09.033723 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4049ecdb-58f0-4544-8ada-16e45c0076c5 req-59df5bcc-8d78-412e-af13-9f7deb2056b5 tempest-ServersTestBootFromVolume-1996993872 tempest-ServersTestBootFromVolume-1996993872-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1886115 Aug 18 11:57:09.081956 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-4049ecdb-58f0-4544-8ada-16e45c0076c5 req-744d04fb-f99f-4cd7-a87c-18157efc7e21 service neutron] Request body: {'port': {'device_id': '67f4cc8b-9e73-4617-83a9-d62bbfeb8810', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804985-2'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:57:09.100001 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-c327c0af-c9e1-4d33-bfa4-4b07e4012837 None None] Port 4fdedf33-9283-4814-a61d-4e7777bc2cf9 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 11:57:09.285040 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5278c57e-7497-42e7-884f-777524e930da req-bfdf07f9-3927-4cd3-b970-f4a547b4add8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:09.286536 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5278c57e-7497-42e7-884f-777524e930da req-bfdf07f9-3927-4cd3-b970-f4a547b4add8 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=d9e8819c-692a-472a-8ad6-8fb1be2fae20 HTTP/1.1" status: 200 len: 861 time: 0.2492137 Aug 18 11:57:09.287017 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-14bb703d-1db8-4974-84ab-6435946baaa8 None None] Set router a280d1da-8ce2-4e80-b587-dd7ec7dfad8c gateway port host: n-d-804985-2 {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 11:57:09.295011 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-4049ecdb-58f0-4544-8ada-16e45c0076c5 req-744d04fb-f99f-4cd7-a87c-18157efc7e21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:09.337504 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaa1387-4807-4510-b45f-12bfac034966 req-733f7ddc-4087-45d4-a170-89d833c0b5fe tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:09.339157 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4eaa1387-4807-4510-b45f-12bfac034966 req-733f7ddc-4087-45d4-a170-89d833c0b5fe tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] 10.222.0.66 "GET /v2.0/ports?device_id=cc41ceac-05d6-49d0-ba65-9f925555ea6b HTTP/1.1" status: 200 len: 944 time: 0.2232521 Aug 18 11:57:09.460158 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5278c57e-7497-42e7-884f-777524e930da req-748da9dc-42b8-4784-bb77-f994049c5630 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=97accd71-2aa2-4572-acff-da2e63e9ea24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1628458 Aug 18 11:57:09.601841 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4eaa1387-4807-4510-b45f-12bfac034966 req-1f664203-1fcf-4e0d-9b8d-99667ece379e tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] 10.222.0.66 "GET /v2.0/security-groups?id=ad88621b-057d-4148-94ff-fad542d38fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227190 Aug 18 11:57:09.654759 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a884613-7c0c-4e71-ace1-908dbdadac8e req-1506c1dd-f6b8-4514-80c8-6d1bcc16fe3c tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:09.657023 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0a884613-7c0c-4e71-ace1-908dbdadac8e req-1506c1dd-f6b8-4514-80c8-6d1bcc16fe3c tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.66 "GET /v2.0/ports?device_id=05a95b0d-233e-4e5e-a73b-02758d36de1e HTTP/1.1" status: 200 len: 945 time: 0.3101683 Aug 18 11:57:09.759179 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-14bb703d-1db8-4974-84ab-6435946baaa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a280d1da-8ce2-4e80-b587-dd7ec7dfad8c', 'name': 'tempest-ServersTestJSON-2027421685-router', 'tenant_id': 'd1ec40a3ead94d708fdf6efc2357c5eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.95'}], 'enable_snat': True}, 'gw_port_id': 'd5d97030-f4a6-499b-811c-7404fe64b992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T11:54:48Z', 'updated_at': '2021-08-18T11:54:55Z', 'revision_number': 4, 'project_id': 'd1ec40a3ead94d708fdf6efc2357c5eb', 'gw_port': {'id': 'd5d97030-f4a6-499b-811c-7404fe64b992', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:19:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a280d1da-8ce2-4e80-b587-dd7ec7dfad8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:54:49Z', 'updated_at': '2021-08-18T11:54:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': '7ac469a3-f487-464c-b043-7fc687f0fed3', 'name': '', 'network_id': '3eac5274-9d7b-4d09-a2dd-6eebead530f7', 'tenant_id': 'd1ec40a3ead94d708fdf6efc2357c5eb', 'mac_address': 'fa:16:3e:75:66:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a280d1da-8ce2-4e80-b587-dd7ec7dfad8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '465724d4-2d39-4a21-8c45-5f387b8139d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:54:53Z', 'updated_at': '2021-08-18T11:55:02Z', 'revision_number': 5, 'project_id': 'd1ec40a3ead94d708fdf6efc2357c5eb', 'subnets': [{'id': '465724d4-2d39-4a21-8c45-5f387b8139d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:57:09.846964 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14bb703d-1db8-4974-84ab-6435946baaa8 None None] The sync data for ids ['a280d1da-8ce2-4e80-b587-dd7ec7dfad8c'] in n-d-804985-2 is: [{'id': 'a280d1da-8ce2-4e80-b587-dd7ec7dfad8c', 'name': 'tempest-ServersTestJSON-2027421685-router', 'tenant_id': 'd1ec40a3ead94d708fdf6efc2357c5eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.95'}], 'enable_snat': True}, 'gw_port_id': 'd5d97030-f4a6-499b-811c-7404fe64b992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T11:54:48Z', 'updated_at': '2021-08-18T11:54:55Z', 'revision_number': 4, 'project_id': 'd1ec40a3ead94d708fdf6efc2357c5eb', 'gw_port': {'id': 'd5d97030-f4a6-499b-811c-7404fe64b992', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:19:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a280d1da-8ce2-4e80-b587-dd7ec7dfad8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:54:49Z', 'updated_at': '2021-08-18T11:54:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': '7ac469a3-f487-464c-b043-7fc687f0fed3', 'name': '', 'network_id': '3eac5274-9d7b-4d09-a2dd-6eebead530f7', 'tenant_id': 'd1ec40a3ead94d708fdf6efc2357c5eb', 'mac_address': 'fa:16:3e:75:66:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a280d1da-8ce2-4e80-b587-dd7ec7dfad8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '465724d4-2d39-4a21-8c45-5f387b8139d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:54:53Z', 'updated_at': '2021-08-18T11:55:02Z', 'revision_number': 5, 'project_id': 'd1ec40a3ead94d708fdf6efc2357c5eb', 'subnets': [{'id': '465724d4-2d39-4a21-8c45-5f387b8139d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 11:57:09.901348 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0a884613-7c0c-4e71-ace1-908dbdadac8e req-c82f4231-2650-4579-8c63-773273ec82e2 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.66 "GET /v2.0/security-groups?id=11bbe5b2-5f3b-4775-89a0-258a798e3ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2339797 Aug 18 11:57:09.910073 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5278c57e-7497-42e7-884f-777524e930da req-d84b7d50-4b3b-43a4-84fb-b706e37bd3ac service neutron] 10.222.0.63 "GET /v2.0/networks/97accd71-2aa2-4572-acff-da2e63e9ea24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4286103 Aug 18 11:57:09.928439 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 3c2f51f7-6362-44b3-aa31-571a3223eca1 no longer exists at agent hyperv_n-h1-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 11:57:09.996868 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] No Port match for: 3c2f51f7-6362-44b3-aa31-571a3223eca1 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 11:57:09.997537 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 3c2f51f7-6362-44b3-aa31-571a3223eca1 not bound to the agent host n-h1-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 11:57:10.067700 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 11:57:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbe4f98b-290e-4da1-970c-fbae14421680 x-openstack-request-id: req-bbe4f98b-290e-4da1-970c-fbae14421680 {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:57:10.068924 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65061ca5-86a1-4375-bd70-f445313abb4b", "name": "network-vif-deleted", "tag": "3c2f51f7-6362-44b3-aa31-571a3223eca1", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:57:10.069335 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-bbe4f98b-290e-4da1-970c-fbae14421680 {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:57:10.069946 n-d-804985-2 neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65061ca5-86a1-4375-bd70-f445313abb4b', 'name': 'network-vif-deleted', 'tag': '3c2f51f7-6362-44b3-aa31-571a3223eca1', 'status': 'completed', 'code': 200} Aug 18 11:57:10.151907 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 11:57:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0868acfc-446d-49b6-8258-6961754a25d1 x-openstack-request-id: req-0868acfc-446d-49b6-8258-6961754a25d1 {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:57:10.152300 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc41ceac-05d6-49d0-ba65-9f925555ea6b", "tag": "06b4ed54-c502-49aa-9dee-0cab148a3a66", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:57:10.152743 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-0868acfc-446d-49b6-8258-6961754a25d1 {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:57:10.153223 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc41ceac-05d6-49d0-ba65-9f925555ea6b', 'tag': '06b4ed54-c502-49aa-9dee-0cab148a3a66', 'status': 'completed', 'code': 200} Aug 18 11:57:10.336727 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 55000) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:57:10.386219 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903ee18a-957b-448a-a189-985954f98199 req-cffa80fd-9e8c-460b-9c1c-17ef5c7a833b tempest-ServersTestBootFromVolume-1996993872 tempest-ServersTestBootFromVolume-1996993872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:10.387810 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-903ee18a-957b-448a-a189-985954f98199 req-cffa80fd-9e8c-460b-9c1c-17ef5c7a833b tempest-ServersTestBootFromVolume-1996993872 tempest-ServersTestBootFromVolume-1996993872-project] 10.222.0.66 "GET /v2.0/ports?device_id=67f4cc8b-9e73-4617-83a9-d62bbfeb8810 HTTP/1.1" status: 200 len: 931 time: 0.2316022 Aug 18 11:57:10.432530 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ae6beb-b605-4ba8-8475-b549d737a0d1 None None] New status for floating IP af5ffca2-e0ec-4849-b75d-d645c4e0903a: DOWN {{(pid=106255) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 11:57:10.461218 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5278c57e-7497-42e7-884f-777524e930da req-0c2bc609-cf38-40db-bfe5-51bb800c81a1 service neutron] 10.222.0.63 "GET /v2.0/networks/97accd71-2aa2-4572-acff-da2e63e9ea24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3060212 Aug 18 11:57:10.537784 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-903ee18a-957b-448a-a189-985954f98199 req-58cf263d-c0c0-4e55-90b7-42cb9d3fc5c8 tempest-ServersTestBootFromVolume-1996993872 tempest-ServersTestBootFromVolume-1996993872-project] 10.222.0.66 "GET /v2.0/security-groups?id=2bc96fcd-9703-490c-b0da-ce0b80b96f81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1226559 Aug 18 11:57:10.545506 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [req-4049ecdb-58f0-4544-8ada-16e45c0076c5 req-744d04fb-f99f-4cd7-a87c-18157efc7e21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fdedf33-9283-4814-a61d-4e7777bc2cf9 {{(pid=106252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 11:57:10.596330 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-c6149fc3-9e2e-4cda-b946-79e650119c15 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1854428671-network', 'tenant_id': '314b8f2018534156af00dcc6b3451303'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:57:10.604816 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-4049ecdb-58f0-4544-8ada-16e45c0076c5 req-744d04fb-f99f-4cd7-a87c-18157efc7e21 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:10.665162 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2320c579-e854-4f55-b653-38485a8d0386 req-023eb1d0-e631-4a60-bff1-dcc64d3f9a8b tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/ports?device_id=bb3624f1-8ce3-4298-97a2-89ded06e072e HTTP/1.1" status: 200 len: 210 time: 0.0529423 Aug 18 11:57:10.686418 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [req-4049ecdb-58f0-4544-8ada-16e45c0076c5 req-744d04fb-f99f-4cd7-a87c-18157efc7e21 service neutron] Transition to ACTIVE for port object 4fdedf33-9283-4814-a61d-4e7777bc2cf9 will not be triggered until provisioned by entity L2. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 11:57:10.689962 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6149fc3-9e2e-4cda-b946-79e650119c15 admin admin] Made reservation on behalf of 314b8f2018534156af00dcc6b3451303 for: {'network': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 11:57:10.694093 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c6149fc3-9e2e-4cda-b946-79e650119c15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for network, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:10.707715 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c6149fc3-9e2e-4cda-b946-79e650119c15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:10.709269 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-4049ecdb-58f0-4544-8ada-16e45c0076c5 req-744d04fb-f99f-4cd7-a87c-18157efc7e21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:10.753947 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a15e756-d4a0-4d4a-a52a-f6ecaa647f79 req-d4cbd1a0-1bd3-4353-bf76-8018b1b7dc91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:10.756371 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7a15e756-d4a0-4d4a-a52a-f6ecaa647f79 req-d4cbd1a0-1bd3-4353-bf76-8018b1b7dc91 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=a7bbe68df072438980706fbfc6d6b9bc&device_id=cc41ceac-05d6-49d0-ba65-9f925555ea6b HTTP/1.1" status: 200 len: 1095 time: 0.2153463 Aug 18 11:57:10.824314 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-d4063478-d9d1-4b44-9d89-8f3efc8af43f req-63f2db9d-1607-4866-99bc-66d30f87fcc7 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.63 "GET /v2.0/networks?tenant_id=87f2a541be1e4141a84277bf00dc4c3b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1060183 Aug 18 11:57:10.913339 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c6149fc3-9e2e-4cda-b946-79e650119c15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:10.934867 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744d04fb-f99f-4cd7-a87c-18157efc7e21 service neutron] Pushing event updated for resources: {'Port': ['ID=4fdedf33-9283-4814-a61d-4e7777bc2cf9,revision_number=2']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:57:10.949084 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c6149fc3-9e2e-4cda-b946-79e650119c15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:10.998825 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6149fc3-9e2e-4cda-b946-79e650119c15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57f323bf-2b92-44cd-b02d-c3ef125ca597,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:57:11.006182 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6149fc3-9e2e-4cda-b946-79e650119c15 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 805} {{(pid=106253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 11:57:11.032996 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c27cfd7-4e8c-48b0-a0b1-24886291122a req-c5a53b8d-170c-4c2e-bb5e-2fcb85bd19e7 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:11.034644 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1c27cfd7-4e8c-48b0-a0b1-24886291122a req-c5a53b8d-170c-4c2e-bb5e-2fcb85bd19e7 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.66 "GET /v2.0/ports?device_id=aaabce93-c7fa-4a3a-a8e4-3718c81d3652 HTTP/1.1" status: 200 len: 944 time: 0.2703464 Aug 18 11:57:11.035566 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8161fc90-1c49-4a9e-bb43-c572f234465b req-5d2d1488-3953-4528-ae66-46b4a95dc47f tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:11.037431 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-8161fc90-1c49-4a9e-bb43-c572f234465b req-5d2d1488-3953-4528-ae66-46b4a95dc47f tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.62 "GET /v2.0/ports?device_id=aaabce93-c7fa-4a3a-a8e4-3718c81d3652 HTTP/1.1" status: 200 len: 944 time: 0.1704504 Aug 18 11:57:11.046156 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c6149fc3-9e2e-4cda-b946-79e650119c15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:11.046494 n-d-804985-2 neutron-server[106253]: INFO neutron.db.segments_db [None req-c6149fc3-9e2e-4cda-b946-79e650119c15 admin admin] Added segment e5159d48-c355-43e9-af95-2232f7d1fefa of type vlan for network 6c5da27c-32ae-49f2-9728-84e875495be2 Aug 18 11:57:11.052836 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430c88a7-ac63-4a75-9358-7db4bda1041b req-41c8fdf0-3904-4dc5-9ee1-ac3806966c33 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:11.063590 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-430c88a7-ac63-4a75-9358-7db4bda1041b req-41c8fdf0-3904-4dc5-9ee1-ac3806966c33 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.66 "GET /v2.0/networks?id=45f10d77-130c-4859-b30d-1a902305b96f HTTP/1.1" status: 200 len: 806 time: 0.4140923 Aug 18 11:57:11.091347 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-430c88a7-ac63-4a75-9358-7db4bda1041b req-40e78741-6514-4302-a779-9b7764e8dc30 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.66 "GET /v2.0/quotas/9143985e071d4037b5bf264a5aaa6497 HTTP/1.1" status: 200 len: 375 time: 0.0265150 Aug 18 11:57:11.123297 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4063478-d9d1-4b44-9d89-8f3efc8af43f req-1144f552-5005-4452-af0e-1a9349252d88 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:11.124986 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-d4063478-d9d1-4b44-9d89-8f3efc8af43f req-1144f552-5005-4452-af0e-1a9349252d88 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2915745 Aug 18 11:57:11.147719 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [req-d4063478-d9d1-4b44-9d89-8f3efc8af43f req-5891553a-30bb-4c78-b757-62d531dab5b0 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Request body: {'port': {'device_id': 'bb3624f1-8ce3-4298-97a2-89ded06e072e', 'network_id': '222e0814-c7e5-4b11-9282-3f40c6ed76b2', 'admin_state_up': True, 'tenant_id': '87f2a541be1e4141a84277bf00dc4c3b'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:57:11.152175 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c6149fc3-9e2e-4cda-b946-79e650119c15 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789150665894'] for network, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:11.154233 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a15e756-d4a0-4d4a-a52a-f6ecaa647f79 req-c8113cfd-3e33-4c77-bb6f-cb795410c968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:11.162992 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7a15e756-d4a0-4d4a-a52a-f6ecaa647f79 req-c8113cfd-3e33-4c77-bb6f-cb795410c968 service neutron] 10.222.0.63 "GET /v2.0/networks?id=97accd71-2aa2-4572-acff-da2e63e9ea24 HTTP/1.1" status: 200 len: 922 time: 0.3602085 Aug 18 11:57:11.186460 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1c27cfd7-4e8c-48b0-a0b1-24886291122a req-3bf5677e-a0d9-4222-882e-34415da8780c tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.66 "GET /v2.0/security-groups?id=fecad5ed-08b4-4db8-8e35-9a1fb2f01a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207318 Aug 18 11:57:11.194354 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-4049ecdb-58f0-4544-8ada-16e45c0076c5 req-744d04fb-f99f-4cd7-a87c-18157efc7e21 service neutron] Attempting to bind port 4fdedf33-9283-4814-a61d-4e7777bc2cf9 on host n-h2-804985-2 for vnic_type normal with profile {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 11:57:11.194810 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-4049ecdb-58f0-4544-8ada-16e45c0076c5 req-744d04fb-f99f-4cd7-a87c-18157efc7e21 service neutron] Attempting to bind port 4fdedf33-9283-4814-a61d-4e7777bc2cf9 by drivers openvswitch,hyperv on host n-h2-804985-2 at level 0 using segments [{'id': '83d174bf-3ae6-4b55-b0b7-fcf979f775ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '0efc7fd8-7887-4d6a-afdd-a9a63cd40c41'}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 11:57:11.195350 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4049ecdb-58f0-4544-8ada-16e45c0076c5 req-744d04fb-f99f-4cd7-a87c-18157efc7e21 service neutron] Attempting to bind port 4fdedf33-9283-4814-a61d-4e7777bc2cf9 on network 0efc7fd8-7887-4d6a-afdd-a9a63cd40c41 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 11:57:11.238067 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4049ecdb-58f0-4544-8ada-16e45c0076c5 req-744d04fb-f99f-4cd7-a87c-18157efc7e21 service neutron] Port 4fdedf33-9283-4814-a61d-4e7777bc2cf9 on network 0efc7fd8-7887-4d6a-afdd-a9a63cd40c41 not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-2 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 11:57:11.238544 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4049ecdb-58f0-4544-8ada-16e45c0076c5 req-744d04fb-f99f-4cd7-a87c-18157efc7e21 service neutron] Attempting to bind port 4fdedf33-9283-4814-a61d-4e7777bc2cf9 on network 0efc7fd8-7887-4d6a-afdd-a9a63cd40c41 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 11:57:11.244963 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7a15e756-d4a0-4d4a-a52a-f6ecaa647f79 req-9c145ab9-7356-4bb7-a910-16c6df6f7f88 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=06b4ed54-c502-49aa-9dee-0cab148a3a66 HTTP/1.1" status: 200 len: 217 time: 0.0639954 Aug 18 11:57:11.246673 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4049ecdb-58f0-4544-8ada-16e45c0076c5 req-744d04fb-f99f-4cd7-a87c-18157efc7e21 service neutron] Checking agent: {'id': 'da5da552-709c-4248-84de-86af99a0dc87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 49, 8), 'started_at': datetime.datetime(2021, 8, 18, 11, 49, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 11, 57, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 11:57:11.247191 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4049ecdb-58f0-4544-8ada-16e45c0076c5 req-744d04fb-f99f-4cd7-a87c-18157efc7e21 service neutron] Checking segment: {'id': '83d174bf-3ae6-4b55-b0b7-fcf979f775ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '0efc7fd8-7887-4d6a-afdd-a9a63cd40c41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 11:57:11.247689 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4049ecdb-58f0-4544-8ada-16e45c0076c5 req-744d04fb-f99f-4cd7-a87c-18157efc7e21 service neutron] Bound using segment: {'id': '83d174bf-3ae6-4b55-b0b7-fcf979f775ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '0efc7fd8-7887-4d6a-afdd-a9a63cd40c41'} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 11:57:11.248197 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-4049ecdb-58f0-4544-8ada-16e45c0076c5 req-744d04fb-f99f-4cd7-a87c-18157efc7e21 service neutron] Bound port: 4fdedf33-9283-4814-a61d-4e7777bc2cf9, host: n-h2-804985-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83d174bf-3ae6-4b55-b0b7-fcf979f775ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '0efc7fd8-7887-4d6a-afdd-a9a63cd40c41'}}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 11:57:11.248647 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-4049ecdb-58f0-4544-8ada-16e45c0076c5 req-744d04fb-f99f-4cd7-a87c-18157efc7e21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:11.250591 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 55018) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:57:11.307615 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c6149fc3-9e2e-4cda-b946-79e650119c15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for network, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:11.308725 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6149fc3-9e2e-4cda-b946-79e650119c15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:11.309296 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c6149fc3-9e2e-4cda-b946-79e650119c15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:11.325816 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-430c88a7-ac63-4a75-9358-7db4bda1041b req-783f21f5-ea99-4df6-98fb-005cb3f85e2a tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=9143985e071d4037b5bf264a5aaa6497&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2188509 Aug 18 11:57:11.406671 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-c6149fc3-9e2e-4cda-b946-79e650119c15 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0685937 Aug 18 11:57:11.409757 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 55020) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:57:11.413401 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-8161fc90-1c49-4a9e-bb43-c572f234465b req-c1a6900c-206d-4d73-bc87-e60bbb7c9d78 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] Deleting port 8cc88f43-1fb3-47eb-bebc-c14bcbe1eead {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 11:57:11.413769 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-8161fc90-1c49-4a9e-bb43-c572f234465b req-c1a6900c-206d-4d73-bc87-e60bbb7c9d78 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:11.416513 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6149fc3-9e2e-4cda-b946-79e650119c15 admin admin] Pushing event updated for resources: {'Network': ['ID=6c5da27c-32ae-49f2-9728-84e875495be2,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:57:11.425045 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-95fb1849-a7f0-4ec0-b722-9cfddc4ce10a admin admin] Request body: {'subnet': {'network_id': '6c5da27c-32ae-49f2-9728-84e875495be2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1854428671-subnet', 'tenant_id': '314b8f2018534156af00dcc6b3451303', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:57:11.430394 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Network 6c5da27c-32ae-49f2-9728-84e875495be2 details requested by agent ovs-agent-n-d-804985-2 with host n-d-804985-2 {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 11:57:11.514265 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95fb1849-a7f0-4ec0-b722-9cfddc4ce10a admin admin] Made reservation on behalf of 314b8f2018534156af00dcc6b3451303 for: {'subnet': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 11:57:11.516503 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-95fb1849-a7f0-4ec0-b722-9cfddc4ce10a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59388119'] for subnet, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:11.592421 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4063478-d9d1-4b44-9d89-8f3efc8af43f req-5891553a-30bb-4c78-b757-62d531dab5b0 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Made reservation on behalf of 87f2a541be1e4141a84277bf00dc4c3b for: {'port': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 11:57:11.596033 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-d4063478-d9d1-4b44-9d89-8f3efc8af43f req-5891553a-30bb-4c78-b757-62d531dab5b0 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:11.617754 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-d4063478-d9d1-4b44-9d89-8f3efc8af43f req-5891553a-30bb-4c78-b757-62d531dab5b0 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:11.687658 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-8161fc90-1c49-4a9e-bb43-c572f234465b req-c1a6900c-206d-4d73-bc87-e60bbb7c9d78 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] For port 8cc88f43-1fb3-47eb-bebc-c14bcbe1eead, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=8cc88f43-1fb3-47eb-bebc-c14bcbe1eead,segment=NetworkSegment(0622c33d-7d5a-4968-950b-edb53be5f858),segment_id=0622c33d-7d5a-4968-950b-edb53be5f858)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:57:11.688121 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-8161fc90-1c49-4a9e-bb43-c572f234465b req-c1a6900c-206d-4d73-bc87-e60bbb7c9d78 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:11.723906 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-8161fc90-1c49-4a9e-bb43-c572f234465b req-c1a6900c-206d-4d73-bc87-e60bbb7c9d78 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] Calling delete_port for 8cc88f43-1fb3-47eb-bebc-c14bcbe1eead owned by compute:nova {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 11:57:11.833717 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a15e756-d4a0-4d4a-a52a-f6ecaa647f79 req-b2db6489-e48c-4e90-a1a2-9d22b4d12365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:11.835144 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7a15e756-d4a0-4d4a-a52a-f6ecaa647f79 req-b2db6489-e48c-4e90-a1a2-9d22b4d12365 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=d9e8819c-692a-472a-8ad6-8fb1be2fae20 HTTP/1.1" status: 200 len: 861 time: 0.5415359 Aug 18 11:57:11.844292 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-9675537e-bcdc-4bb4-a353-f4f4a202124d tempest-ServersTestJSON-993394465 tempest-ServersTestJSON-993394465-project] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:11.910660 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7a15e756-d4a0-4d4a-a52a-f6ecaa647f79 req-533a1e61-6fbc-4f0f-b041-6e96f266acfb service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=97accd71-2aa2-4572-acff-da2e63e9ea24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0574338 Aug 18 11:57:11.923864 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a507fc-c238-4e39-b12f-93cc4357d81b req-ab4ab77c-0fe9-47d7-a6a5-8a18796c3e71 tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:11.925431 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-17a507fc-c238-4e39-b12f-93cc4357d81b req-ab4ab77c-0fe9-47d7-a6a5-8a18796c3e71 tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] 10.222.0.66 "GET /v2.0/ports?device_id=30c3781d-a4b9-422e-8128-e726a0721260 HTTP/1.1" status: 200 len: 946 time: 0.5975571 Aug 18 11:57:11.930830 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-4049ecdb-58f0-4544-8ada-16e45c0076c5 req-744d04fb-f99f-4cd7-a87c-18157efc7e21 service neutron] For port 4fdedf33-9283-4814-a61d-4e7777bc2cf9, host n-h2-804985-2, cleared binding levels {{(pid=106252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 11:57:11.942034 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 06b4ed54-c502-49aa-9dee-0cab148a3a66 details requested by agent hyperv_n-h1-804985-2 with host n-h1-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 11:57:11.980968 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-4049ecdb-58f0-4544-8ada-16e45c0076c5 req-744d04fb-f99f-4cd7-a87c-18157efc7e21 service neutron] For port 4fdedf33-9283-4814-a61d-4e7777bc2cf9, host n-h2-804985-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=4fdedf33-9283-4814-a61d-4e7777bc2cf9,segment=NetworkSegment(83d174bf-3ae6-4b55-b0b7-fcf979f775ed),segment_id=83d174bf-3ae6-4b55-b0b7-fcf979f775ed)] {{(pid=106252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 11:57:11.986627 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-9675537e-bcdc-4bb4-a353-f4f4a202124d tempest-ServersTestJSON-993394465 tempest-ServersTestJSON-993394465-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:11.996061 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-430c88a7-ac63-4a75-9358-7db4bda1041b req-d3403a41-4ea7-480a-85c6-915a9463f2bd service neutron] 10.222.0.66 "GET /v2.0/networks/45f10d77-130c-4859-b30d-1a902305b96f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6692414 Aug 18 11:57:12.071807 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-4049ecdb-58f0-4544-8ada-16e45c0076c5 req-744d04fb-f99f-4cd7-a87c-18157efc7e21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:12.072054 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 06b4ed54-c502-49aa-9dee-0cab148a3a66, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=06b4ed54-c502-49aa-9dee-0cab148a3a66,segment=NetworkSegment(5e2f67b8-ff4a-4cf9-aef3-b551840351ed),segment_id=5e2f67b8-ff4a-4cf9-aef3-b551840351ed)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:57:12.090881 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Returning: {'device': '06b4ed54-c502-49aa-9dee-0cab148a3a66', 'network_id': '97accd71-2aa2-4572-acff-da2e63e9ea24', 'port_id': '06b4ed54-c502-49aa-9dee-0cab148a3a66', 'mac_address': 'fa:16:3e:34:72:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 831, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9e8819c-692a-472a-8ad6-8fb1be2fae20', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 11:57:12.139905 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:12.150124 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-17a507fc-c238-4e39-b12f-93cc4357d81b req-9cc34f42-5183-4b71-b11f-0aea7c76eab5 tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bf5bc16-7ae8-42c8-a968-84c3ac638172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053416 Aug 18 11:57:12.157404 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06b4ed54-c502-49aa-9dee-0cab148a3a66 {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 11:57:12.197436 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 06b4ed54-c502-49aa-9dee-0cab148a3a66, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=06b4ed54-c502-49aa-9dee-0cab148a3a66,segment=NetworkSegment(5e2f67b8-ff4a-4cf9-aef3-b551840351ed),segment_id=5e2f67b8-ff4a-4cf9-aef3-b551840351ed)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:57:12.203213 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:12.222465 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-95fb1849-a7f0-4ec0-b722-9cfddc4ce10a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58902106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59388097'] for subnet, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:12.241636 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4049ecdb-58f0-4544-8ada-16e45c0076c5 req-744d04fb-f99f-4cd7-a87c-18157efc7e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:12.242357 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-4049ecdb-58f0-4544-8ada-16e45c0076c5 req-744d04fb-f99f-4cd7-a87c-18157efc7e21 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:12.243766 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4049ecdb-58f0-4544-8ada-16e45c0076c5 req-744d04fb-f99f-4cd7-a87c-18157efc7e21 service neutron] 10.222.0.62 "PUT /v2.0/ports/4fdedf33-9283-4814-a61d-4e7777bc2cf9 HTTP/1.1" status: 200 len: 1091 time: 3.1837273 Aug 18 11:57:12.247129 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67f4cc8b-9e73-4617-83a9-d62bbfeb8810', 'tag': '4fdedf33-9283-4814-a61d-4e7777bc2cf9'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 11:57:12.248453 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5b8b5ec-a703-4293-9288-0d5581e93a70" -d '{"events": [{"name": "network-changed", "server_uuid": "67f4cc8b-9e73-4617-83a9-d62bbfeb8810", "tag": "4fdedf33-9283-4814-a61d-4e7777bc2cf9"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:57:12.298776 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744d04fb-f99f-4cd7-a87c-18157efc7e21 service neutron] Pushing event updated for resources: {'Port': ['ID=4fdedf33-9283-4814-a61d-4e7777bc2cf9,revision_number=3']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:57:12.320138 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=06b4ed54-c502-49aa-9dee-0cab148a3a66,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:57:12.348338 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-d4063478-d9d1-4b44-9d89-8f3efc8af43f req-5891553a-30bb-4c78-b757-62d531dab5b0 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:12.376756 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-d4063478-d9d1-4b44-9d89-8f3efc8af43f req-5891553a-30bb-4c78-b757-62d531dab5b0 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:12.394208 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-430c88a7-ac63-4a75-9358-7db4bda1041b req-e43f22e6-a58f-4590-9dec-7b2f0184ca79 service neutron] 10.222.0.66 "GET /v2.0/networks/45f10d77-130c-4859-b30d-1a902305b96f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3744950 Aug 18 11:57:12.398778 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7a15e756-d4a0-4d4a-a52a-f6ecaa647f79 req-c690638b-bd85-495f-877e-62c6c90886e8 service neutron] 10.222.0.63 "GET /v2.0/networks/97accd71-2aa2-4572-acff-da2e63e9ea24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4632702 Aug 18 11:57:12.403497 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-9675537e-bcdc-4bb4-a353-f4f4a202124d tempest-ServersTestJSON-993394465 tempest-ServersTestJSON-993394465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:12.406537 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-9675537e-bcdc-4bb4-a353-f4f4a202124d tempest-ServersTestJSON-993394465 tempest-ServersTestJSON-993394465-project] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:12.407320 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-9675537e-bcdc-4bb4-a353-f4f4a202124d tempest-ServersTestJSON-993394465 tempest-ServersTestJSON-993394465-project] 10.222.0.66 "DELETE /v2.0/security-groups/7ec1ec52-5b4b-4164-afc0-eeb3e9b608ca HTTP/1.1" status: 204 len: 168 time: 1.1555643 Aug 18 11:57:12.420378 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 55032) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:57:12.427102 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] get_ports_and_sgs() called for port_ids ['06b4ed54-c502-49aa-9dee-0cab148a3a66'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 11:57:12.479459 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9675537e-bcdc-4bb4-a353-f4f4a202124d tempest-ServersTestJSON-993394465 tempest-ServersTestJSON-993394465-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ec1ec52-5b4b-4164-afc0-eeb3e9b608ca,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:57:12.484736 n-d-804985-2 neutron-server[106252]: INFO neutron.api.v2.resource [None req-5ad2a46a-564a-4a0a-97e6-11a048e74020 tempest-ServersTestJSON-993394465 tempest-ServersTestJSON-993394465-project] show failed (client error): The resource could not be found. Aug 18 11:57:12.485779 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-5ad2a46a-564a-4a0a-97e6-11a048e74020 tempest-ServersTestJSON-993394465 tempest-ServersTestJSON-993394465-project] 10.222.0.66 "GET /v2.0/security-groups/7ec1ec52-5b4b-4164-afc0-eeb3e9b608ca HTTP/1.1" status: 404 len: 347 time: 0.0616350 Aug 18 11:57:12.492556 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 55034) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:57:12.502055 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4049ecdb-58f0-4544-8ada-16e45c0076c5 req-7649c332-222a-4fc4-b235-473ee8bf32de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:12.503484 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4049ecdb-58f0-4544-8ada-16e45c0076c5 req-7649c332-222a-4fc4-b235-473ee8bf32de service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=08ae616b30724273aca9bf5c66a36a39&device_id=67f4cc8b-9e73-4617-83a9-d62bbfeb8810 HTTP/1.1" status: 200 len: 1094 time: 0.1822162 Aug 18 11:57:12.516024 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc821ee-3134-4eab-ad0c-c0bbe43b6174 req-83db436f-3449-44f0-b5e6-135920705065 tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:12.523371 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9fc821ee-3134-4eab-ad0c-c0bbe43b6174 req-83db436f-3449-44f0-b5e6-135920705065 tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] 10.222.0.66 "GET /v2.0/ports?device_id=cc41ceac-05d6-49d0-ba65-9f925555ea6b HTTP/1.1" status: 200 len: 945 time: 0.2129943 Aug 18 11:57:12.562628 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5891553a-30bb-4c78-b757-62d531dab5b0 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ddd2c5c-7e53-44ab-9404-c5fea69a570b,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:57:12.566401 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fb1849-a7f0-4ec0-b722-9cfddc4ce10a admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce5ce462-ff86-45be-a590-752092468a15,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:57:12.571292 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95fb1849-a7f0-4ec0-b722-9cfddc4ce10a admin admin] Checking segment: {'id': 'e5159d48-c355-43e9-af95-2232f7d1fefa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '6c5da27c-32ae-49f2-9728-84e875495be2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 11:57:12.571656 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95fb1849-a7f0-4ec0-b722-9cfddc4ce10a admin admin] Network hostable DHCP agents. Network: 6c5da27c-32ae-49f2-9728-84e875495be2, hostable agents: ['97c14208-2951-4361-8d64-3708c946ff5f'], hosted agents: [] {{(pid=106253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 11:57:12.612501 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [req-d4063478-d9d1-4b44-9d89-8f3efc8af43f req-5891553a-30bb-4c78-b757-62d531dab5b0 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Allocated IP 192.168.233.88 (222e0814-c7e5-4b11-9282-3f40c6ed76b2/6d16d680-110b-436d-8afa-48ba845b3623/47e5829a-59dd-4443-a286-66a970df8f0d) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 11:57:12.681452 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4049ecdb-58f0-4544-8ada-16e45c0076c5 req-b9b73dd4-b897-46c5-8f06-c75f38ab1b97 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4fdedf33-9283-4814-a61d-4e7777bc2cf9 HTTP/1.1" status: 200 len: 217 time: 0.1502566 Aug 18 11:57:12.733745 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-8161fc90-1c49-4a9e-bb43-c572f234465b req-c1a6900c-206d-4d73-bc87-e60bbb7c9d78 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:12.781986 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95fb1849-a7f0-4ec0-b722-9cfddc4ce10a admin admin] Network 6c5da27c-32ae-49f2-9728-84e875495be2 is scheduled to be hosted by DHCP agent 97c14208-2951-4361-8d64-3708c946ff5f with binding_index 1 {{(pid=106253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 11:57:12.784067 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a6900c-206d-4d73-bc87-e60bbb7c9d78 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] Pushing event deleted for resources: {'Port': ['ID=8cc88f43-1fb3-47eb-bebc-c14bcbe1eead,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:57:12.791569 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9fc821ee-3134-4eab-ad0c-c0bbe43b6174 req-98d896b8-8ffe-43d6-81ad-8ba37481a8fb tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] 10.222.0.66 "GET /v2.0/security-groups?id=ad88621b-057d-4148-94ff-fad542d38fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2673426 Aug 18 11:57:12.826720 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-95fb1849-a7f0-4ec0-b722-9cfddc4ce10a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-2, 6c5da27c-32ae-49f2-9728-84e875495be2) {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:57:12.832179 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95fb1849-a7f0-4ec0-b722-9cfddc4ce10a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:12.833271 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7a15e756-d4a0-4d4a-a52a-f6ecaa647f79 req-ea683745-4639-45d8-8f46-4b753aafc4fc service neutron] 10.222.0.63 "GET /v2.0/networks/97accd71-2aa2-4572-acff-da2e63e9ea24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4240530 Aug 18 11:57:12.834000 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-95fb1849-a7f0-4ec0-b722-9cfddc4ce10a admin admin] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:12.838597 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfbf80ef-03ca-421c-be4d-1abaff05e489 None None] Network 6c5da27c-32ae-49f2-9728-84e875495be2 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 11:57:12.850023 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4049ecdb-58f0-4544-8ada-16e45c0076c5 req-f7458d98-dad0-4285-9f75-45aad1e4f72b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:12.851018 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4049ecdb-58f0-4544-8ada-16e45c0076c5 req-f7458d98-dad0-4285-9f75-45aad1e4f72b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0396f86e-2c07-4403-9fff-c9df3ff4afaf HTTP/1.1" status: 200 len: 855 time: 0.1153743 Aug 18 11:57:12.860288 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2189c706-9b0e-4d55-8601-226f1bb43fdd req-fdc6c929-bcc2-49bb-9922-ad3f47844cf6 tempest-ServersTestBootFromVolume-1996993872 tempest-ServersTestBootFromVolume-1996993872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:12.861903 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2189c706-9b0e-4d55-8601-226f1bb43fdd req-fdc6c929-bcc2-49bb-9922-ad3f47844cf6 tempest-ServersTestBootFromVolume-1996993872 tempest-ServersTestBootFromVolume-1996993872-project] 10.222.0.66 "GET /v2.0/ports?device_id=67f4cc8b-9e73-4617-83a9-d62bbfeb8810 HTTP/1.1" status: 200 len: 943 time: 0.2000201 Aug 18 11:57:12.890252 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-8161fc90-1c49-4a9e-bb43-c572f234465b req-c1a6900c-206d-4d73-bc87-e60bbb7c9d78 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] No DVR routers for this DVR port 8cc88f43-1fb3-47eb-bebc-c14bcbe1eead on host n-h2-804985-2 {{(pid=106253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 11:57:12.894444 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-8161fc90-1c49-4a9e-bb43-c572f234465b req-c1a6900c-206d-4d73-bc87-e60bbb7c9d78 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:12.899311 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-8161fc90-1c49-4a9e-bb43-c572f234465b req-c1a6900c-206d-4d73-bc87-e60bbb7c9d78 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.62 "DELETE /v2.0/ports/8cc88f43-1fb3-47eb-bebc-c14bcbe1eead HTTP/1.1" status: 204 len: 173 time: 1.8512633 Aug 18 11:57:12.933006 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaabce93-c7fa-4a3a-a8e4-3718c81d3652', 'name': 'network-vif-deleted', 'tag': '8cc88f43-1fb3-47eb-bebc-c14bcbe1eead'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 11:57:12.936200 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0679f4c4b6e0e0c064a7d71d722dc30541a34fffee11680573be22ee2ffccc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1fc0e8d-be0e-4c85-8b68-ab6471626b13" -d '{"events": [{"server_uuid": "aaabce93-c7fa-4a3a-a8e4-3718c81d3652", "name": "network-vif-deleted", "tag": "8cc88f43-1fb3-47eb-bebc-c14bcbe1eead"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:57:12.956196 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-90b60cc4-36f8-4bc2-9087-af5d87a639ef req-1b48ede5-f1eb-41ee-8ba4-7a819d8b63af tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/ports?device_id=bb3624f1-8ce3-4298-97a2-89ded06e072e HTTP/1.1" status: 200 len: 210 time: 0.0404356 Aug 18 11:57:12.975707 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-95fb1849-a7f0-4ec0-b722-9cfddc4ce10a admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.5574067 Aug 18 11:57:13.006305 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2189c706-9b0e-4d55-8601-226f1bb43fdd req-e0d793b4-aa43-4cc9-9077-2ca8a17101a9 tempest-ServersTestBootFromVolume-1996993872 tempest-ServersTestBootFromVolume-1996993872-project] 10.222.0.66 "GET /v2.0/security-groups?id=2bc96fcd-9703-490c-b0da-ce0b80b96f81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1343033 Aug 18 11:57:13.021968 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-f0682a26-09e4-47fb-9876-959d15cb98a2 tempest-ServersTestJSON-993394465 tempest-ServersTestJSON-993394465-project] Deleting port cd5567da-d6a6-4289-8d4d-37585c309039 {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 11:57:13.024214 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f0682a26-09e4-47fb-9876-959d15cb98a2 tempest-ServersTestJSON-993394465 tempest-ServersTestJSON-993394465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:13.065933 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-d4063478-d9d1-4b44-9d89-8f3efc8af43f req-5891553a-30bb-4c78-b757-62d531dab5b0 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:13.113384 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4049ecdb-58f0-4544-8ada-16e45c0076c5 req-fe10082e-9423-4fd0-b4d7-c2158b34ca2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:13.114807 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4049ecdb-58f0-4544-8ada-16e45c0076c5 req-fe10082e-9423-4fd0-b4d7-c2158b34ca2b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=0efc7fd8-7887-4d6a-afdd-a9a63cd40c41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2512102 Aug 18 11:57:13.127854 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [req-d4063478-d9d1-4b44-9d89-8f3efc8af43f req-5891553a-30bb-4c78-b757-62d531dab5b0 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Transition to ACTIVE for port object 47e5829a-59dd-4443-a286-66a970df8f0d will not be triggered until provisioned by entity DHCP. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 11:57:13.172844 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32cb2ade-3887-4f0e-b479-000a5c896aa6 None None] Network 6c5da27c-32ae-49f2-9728-84e875495be2 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 11:57:13.222995 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-d4063478-d9d1-4b44-9d89-8f3efc8af43f req-5891553a-30bb-4c78-b757-62d531dab5b0 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:13.289465 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.agents_db [None req-6dbb2658-0354-4101-8393-6e7505481cf6 None None] Agent healthcheck: found 7 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 11:57:13.295101 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f0682a26-09e4-47fb-9876-959d15cb98a2 tempest-ServersTestJSON-993394465 tempest-ServersTestJSON-993394465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:13.295455 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f0682a26-09e4-47fb-9876-959d15cb98a2 tempest-ServersTestJSON-993394465 tempest-ServersTestJSON-993394465-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:13.299491 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ff2dd62a-e701-4f41-bb11-bde2ea94bfc5 req-7e26a9d9-b0fd-40b0-bc5b-2648ab865d64 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.66 "GET /v2.0/ports?device_id=aaabce93-c7fa-4a3a-a8e4-3718c81d3652 HTTP/1.1" status: 200 len: 210 time: 0.0723295 Aug 18 11:57:13.304911 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5891553a-30bb-4c78-b757-62d531dab5b0 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Pushing event updated for resources: {'Port': ['ID=47e5829a-59dd-4443-a286-66a970df8f0d,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:57:13.320708 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c1cf92-bb8f-4cae-8cb8-2c86f4e91ff6 req-f3ca648e-e471-4a76-8ca6-f6afcca7ecb2 tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:13.321415 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4063478-d9d1-4b44-9d89-8f3efc8af43f req-5891553a-30bb-4c78-b757-62d531dab5b0 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Network 222e0814-c7e5-4b11-9282-3f40c6ed76b2 is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 11:57:13.323127 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [req-d4063478-d9d1-4b44-9d89-8f3efc8af43f req-5891553a-30bb-4c78-b757-62d531dab5b0 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:57:13.327913 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-18c1cf92-bb8f-4cae-8cb8-2c86f4e91ff6 req-f3ca648e-e471-4a76-8ca6-f6afcca7ecb2 tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] 10.222.0.66 "GET /v2.0/ports?device_id=30c3781d-a4b9-422e-8128-e726a0721260 HTTP/1.1" status: 200 len: 946 time: 0.2105029 Aug 18 11:57:13.347813 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-f0682a26-09e4-47fb-9876-959d15cb98a2 tempest-ServersTestJSON-993394465 tempest-ServersTestJSON-993394465-project] Calling delete_port for cd5567da-d6a6-4289-8d4d-37585c309039 owned by network:floatingip {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 11:57:13.357851 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4063478-d9d1-4b44-9d89-8f3efc8af43f req-5891553a-30bb-4c78-b757-62d531dab5b0 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 11:57:13.431040 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4049ecdb-58f0-4544-8ada-16e45c0076c5 req-ed09aa15-4a46-4bc3-9fc8-cdfcde1b7188 service neutron] 10.222.0.62 "GET /v2.0/networks/0efc7fd8-7887-4d6a-afdd-a9a63cd40c41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3036916 Aug 18 11:57:13.434681 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 11:57:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc711b56-8a0b-4529-af6e-3f3cb792ac00 x-openstack-request-id: req-fc711b56-8a0b-4529-af6e-3f3cb792ac00 {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:57:13.437758 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67f4cc8b-9e73-4617-83a9-d62bbfeb8810", "tag": "4fdedf33-9283-4814-a61d-4e7777bc2cf9", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:57:13.453057 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-fc711b56-8a0b-4529-af6e-3f3cb792ac00 {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:57:13.453544 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67f4cc8b-9e73-4617-83a9-d62bbfeb8810', 'tag': '4fdedf33-9283-4814-a61d-4e7777bc2cf9', 'status': 'completed', 'code': 200} Aug 18 11:57:13.468541 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4063478-d9d1-4b44-9d89-8f3efc8af43f req-5891553a-30bb-4c78-b757-62d531dab5b0 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:13.469400 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-d4063478-d9d1-4b44-9d89-8f3efc8af43f req-5891553a-30bb-4c78-b757-62d531dab5b0 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:13.499028 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-d4063478-d9d1-4b44-9d89-8f3efc8af43f req-5891553a-30bb-4c78-b757-62d531dab5b0 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3611424 Aug 18 11:57:13.517003 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [req-d4063478-d9d1-4b44-9d89-8f3efc8af43f req-cbdfdf91-7a6e-4f57-a3b6-c0d555f8d696 service neutron] Request body: {'port': {'device_id': 'bb3624f1-8ce3-4298-97a2-89ded06e072e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804985-2'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:57:13.591575 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-18c1cf92-bb8f-4cae-8cb8-2c86f4e91ff6 req-38e716e7-b8c7-48f1-99b2-5f6383e90182 tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bf5bc16-7ae8-42c8-a968-84c3ac638172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2601812 Aug 18 11:57:13.642780 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-d4063478-d9d1-4b44-9d89-8f3efc8af43f req-cbdfdf91-7a6e-4f57-a3b6-c0d555f8d696 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:13.690755 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 11:57:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91fbed87-a4cf-4c28-a6b8-8cac39973b88 x-openstack-request-id: req-91fbed87-a4cf-4c28-a6b8-8cac39973b88 {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:57:13.691690 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aaabce93-c7fa-4a3a-a8e4-3718c81d3652", "name": "network-vif-deleted", "tag": "8cc88f43-1fb3-47eb-bebc-c14bcbe1eead", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:57:13.694100 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-91fbed87-a4cf-4c28-a6b8-8cac39973b88 {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:57:13.695052 n-d-804985-2 neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaabce93-c7fa-4a3a-a8e4-3718c81d3652', 'name': 'network-vif-deleted', 'tag': '8cc88f43-1fb3-47eb-bebc-c14bcbe1eead', 'status': 'completed', 'code': 200} Aug 18 11:57:13.695357 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4049ecdb-58f0-4544-8ada-16e45c0076c5 req-de60550a-0a01-4bbd-b718-61657b26e88a service neutron] 10.222.0.62 "GET /v2.0/networks/0efc7fd8-7887-4d6a-afdd-a9a63cd40c41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2328119 Aug 18 11:57:13.842660 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-b5d98d5f-1ded-40e7-8121-f2e9bbc9a0b5 None None] Provisioning for port 47e5829a-59dd-4443-a286-66a970df8f0d completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 11:57:13.847197 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-b5d98d5f-1ded-40e7-8121-f2e9bbc9a0b5 None None] Provisioning complete for port 47e5829a-59dd-4443-a286-66a970df8f0d triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:57:13.847571 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-b5d98d5f-1ded-40e7-8121-f2e9bbc9a0b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:13.901257 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 55076) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:57:13.912883 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-b5d98d5f-1ded-40e7-8121-f2e9bbc9a0b5 None None] Port 47e5829a-59dd-4443-a286-66a970df8f0d cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 11:57:13.913666 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-d5fcfa51-6805-4a5c-a550-7e8f2658dec1 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-797920500-network', 'tenant_id': 'a0d6cedafbfc4312a8c70e1e3ed4a5fa'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:57:13.931507 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f0682a26-09e4-47fb-9876-959d15cb98a2 tempest-ServersTestJSON-993394465 tempest-ServersTestJSON-993394465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:13.949188 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 06b4ed54-c502-49aa-9dee-0cab148a3a66 up at agent hyperv_n-h1-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:57:14.000278 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d34eefe6-2dff-457d-ae26-bb4873094ac6 req-bfd6e862-52a0-47d3-aea1-4443d6ee21bb tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.66 "GET /v2.0/ports?device_id=cc8a0b5d-dc81-4663-a848-28ba513d6c4a HTTP/1.1" status: 200 len: 210 time: 0.0908926 Aug 18 11:57:14.020213 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Provisioning for port 06b4ed54-c502-49aa-9dee-0cab148a3a66 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 11:57:14.031350 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Provisioning complete for port 06b4ed54-c502-49aa-9dee-0cab148a3a66 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:57:14.031972 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:14.088113 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0682a26-09e4-47fb-9876-959d15cb98a2 tempest-ServersTestJSON-993394465 tempest-ServersTestJSON-993394465-project] Pushing event deleted for resources: {'Port': ['ID=cd5567da-d6a6-4289-8d4d-37585c309039,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:57:14.098599 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b8b5ec-a703-4293-9288-0d5581e93a70 req-1fdb36ed-ceb0-4dd0-821a-4bf138f4a2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:14.115163 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c5b8b5ec-a703-4293-9288-0d5581e93a70 req-1fdb36ed-ceb0-4dd0-821a-4bf138f4a2cb service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=08ae616b30724273aca9bf5c66a36a39&device_id=67f4cc8b-9e73-4617-83a9-d62bbfeb8810 HTTP/1.1" status: 200 len: 1094 time: 0.3155854 Aug 18 11:57:14.175990 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [req-d4063478-d9d1-4b44-9d89-8f3efc8af43f req-cbdfdf91-7a6e-4f57-a3b6-c0d555f8d696 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47e5829a-59dd-4443-a286-66a970df8f0d {{(pid=106253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 11:57:14.185707 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-d4063478-d9d1-4b44-9d89-8f3efc8af43f req-cbdfdf91-7a6e-4f57-a3b6-c0d555f8d696 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:14.206880 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [req-d4063478-d9d1-4b44-9d89-8f3efc8af43f req-cbdfdf91-7a6e-4f57-a3b6-c0d555f8d696 service neutron] Transition to ACTIVE for port object 47e5829a-59dd-4443-a286-66a970df8f0d will not be triggered until provisioned by entity L2. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 11:57:14.215635 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-d4063478-d9d1-4b44-9d89-8f3efc8af43f req-cbdfdf91-7a6e-4f57-a3b6-c0d555f8d696 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:14.283002 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdfdf91-7a6e-4f57-a3b6-c0d555f8d696 service neutron] Pushing event updated for resources: {'Port': ['ID=47e5829a-59dd-4443-a286-66a970df8f0d,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:57:14.283677 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5fcfa51-6805-4a5c-a550-7e8f2658dec1 admin admin] Made reservation on behalf of a0d6cedafbfc4312a8c70e1e3ed4a5fa for: {'network': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 11:57:14.286684 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d5fcfa51-6805-4a5c-a550-7e8f2658dec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for network, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:14.306415 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d5fcfa51-6805-4a5c-a550-7e8f2658dec1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:14.441778 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 8cc88f43-1fb3-47eb-bebc-c14bcbe1eead no longer exists at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 11:57:14.451980 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-d4063478-d9d1-4b44-9d89-8f3efc8af43f req-cbdfdf91-7a6e-4f57-a3b6-c0d555f8d696 service neutron] Attempting to bind port 47e5829a-59dd-4443-a286-66a970df8f0d on host n-h1-804985-2 for vnic_type normal with profile {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 11:57:14.453041 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-d4063478-d9d1-4b44-9d89-8f3efc8af43f req-cbdfdf91-7a6e-4f57-a3b6-c0d555f8d696 service neutron] Attempting to bind port 47e5829a-59dd-4443-a286-66a970df8f0d by drivers openvswitch,hyperv on host n-h1-804985-2 at level 0 using segments [{'id': 'b0eb6eea-b461-4969-8a27-808f00daa8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '222e0814-c7e5-4b11-9282-3f40c6ed76b2'}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 11:57:14.453544 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4063478-d9d1-4b44-9d89-8f3efc8af43f req-cbdfdf91-7a6e-4f57-a3b6-c0d555f8d696 service neutron] Attempting to bind port 47e5829a-59dd-4443-a286-66a970df8f0d on network 222e0814-c7e5-4b11-9282-3f40c6ed76b2 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 11:57:14.469403 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3c79ac-27ff-46e5-8040-c540d6593e00 req-1c249a48-fa3e-44a9-ac13-c3d28419d674 tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:14.471006 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-df3c79ac-27ff-46e5-8040-c540d6593e00 req-1c249a48-fa3e-44a9-ac13-c3d28419d674 tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] 10.222.0.66 "GET /v2.0/ports?device_id=cc41ceac-05d6-49d0-ba65-9f925555ea6b HTTP/1.1" status: 200 len: 945 time: 0.3074934 Aug 18 11:57:14.480841 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] No Port match for: 8cc88f43-1fb3-47eb-bebc-c14bcbe1eead {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 11:57:14.481178 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 8cc88f43-1fb3-47eb-bebc-c14bcbe1eead not bound to the agent host n-h2-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 11:57:14.492811 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f0682a26-09e4-47fb-9876-959d15cb98a2 tempest-ServersTestJSON-993394465 tempest-ServersTestJSON-993394465-project] Notify callbacks [] for floatingip, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:14.495517 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:14.495791 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f0682a26-09e4-47fb-9876-959d15cb98a2 tempest-ServersTestJSON-993394465 tempest-ServersTestJSON-993394465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for floatingip, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:14.498155 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4063478-d9d1-4b44-9d89-8f3efc8af43f req-cbdfdf91-7a6e-4f57-a3b6-c0d555f8d696 service neutron] Port 47e5829a-59dd-4443-a286-66a970df8f0d on network 222e0814-c7e5-4b11-9282-3f40c6ed76b2 not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-2 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 11:57:14.498660 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4063478-d9d1-4b44-9d89-8f3efc8af43f req-cbdfdf91-7a6e-4f57-a3b6-c0d555f8d696 service neutron] Attempting to bind port 47e5829a-59dd-4443-a286-66a970df8f0d on network 222e0814-c7e5-4b11-9282-3f40c6ed76b2 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 11:57:14.500556 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-f0682a26-09e4-47fb-9876-959d15cb98a2 tempest-ServersTestJSON-993394465 tempest-ServersTestJSON-993394465-project] 10.222.0.66 "DELETE /v2.0/floatingips/af5ffca2-e0ec-4849-b75d-d645c4e0903a HTTP/1.1" status: 204 len: 168 time: 2.0050848 Aug 18 11:57:14.508455 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63261921-9d85-4e68-91ae-fdc7a402506f req-f2c3d2a9-4e48-4ccb-bc99-11f67bebcb36 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:14.515754 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-63261921-9d85-4e68-91ae-fdc7a402506f req-f2c3d2a9-4e48-4ccb-bc99-11f67bebcb36 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/ports?device_id=bb3624f1-8ce3-4298-97a2-89ded06e072e HTTP/1.1" status: 200 len: 947 time: 0.2962623 Aug 18 11:57:14.518905 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 55090) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:57:14.521290 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4063478-d9d1-4b44-9d89-8f3efc8af43f req-cbdfdf91-7a6e-4f57-a3b6-c0d555f8d696 service neutron] Checking agent: {'id': 'a613417a-d085-492c-941a-59bb18c633d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 49, 6), 'started_at': datetime.datetime(2021, 8, 18, 11, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 11, 57, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 11:57:14.521630 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4063478-d9d1-4b44-9d89-8f3efc8af43f req-cbdfdf91-7a6e-4f57-a3b6-c0d555f8d696 service neutron] Checking segment: {'id': 'b0eb6eea-b461-4969-8a27-808f00daa8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '222e0814-c7e5-4b11-9282-3f40c6ed76b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 11:57:14.522008 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4063478-d9d1-4b44-9d89-8f3efc8af43f req-cbdfdf91-7a6e-4f57-a3b6-c0d555f8d696 service neutron] Bound using segment: {'id': 'b0eb6eea-b461-4969-8a27-808f00daa8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '222e0814-c7e5-4b11-9282-3f40c6ed76b2'} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 11:57:14.522903 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-d4063478-d9d1-4b44-9d89-8f3efc8af43f req-cbdfdf91-7a6e-4f57-a3b6-c0d555f8d696 service neutron] Bound port: 47e5829a-59dd-4443-a286-66a970df8f0d, host: n-h1-804985-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0eb6eea-b461-4969-8a27-808f00daa8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '222e0814-c7e5-4b11-9282-3f40c6ed76b2'}}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 11:57:14.522903 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-d4063478-d9d1-4b44-9d89-8f3efc8af43f req-cbdfdf91-7a6e-4f57-a3b6-c0d555f8d696 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:14.524271 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc41ceac-05d6-49d0-ba65-9f925555ea6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06b4ed54-c502-49aa-9dee-0cab148a3a66'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 11:57:14.527315 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db50a436fb3a98495337d8fe7487b4f2ea6f3c1052eb9efadc2ecda2d5737001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-673f3cc1-7e7e-445b-9b70-6ebbcb4e7c0b" -d '{"events": [{"server_uuid": "cc41ceac-05d6-49d0-ba65-9f925555ea6b", "name": "network-vif-plugged", "status": "completed", "tag": "06b4ed54-c502-49aa-9dee-0cab148a3a66"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:57:14.531694 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-430c88a7-ac63-4a75-9358-7db4bda1041b req-53ddbb8d-d93c-4571-82f4-11c25b2eaa78 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=9143985e071d4037b5bf264a5aaa6497&device_id=cc8a0b5d-dc81-4663-a848-28ba513d6c4a HTTP/1.1" status: 200 len: 210 time: 0.0738199 Aug 18 11:57:14.549580 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 06b4ed54-c502-49aa-9dee-0cab148a3a66, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=06b4ed54-c502-49aa-9dee-0cab148a3a66,segment=NetworkSegment(5e2f67b8-ff4a-4cf9-aef3-b551840351ed),segment_id=5e2f67b8-ff4a-4cf9-aef3-b551840351ed)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:57:14.557601 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:14.573749 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b8b5ec-a703-4293-9288-0d5581e93a70 req-d3ba6a4c-28b1-454a-8ac2-262a6100e97c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:14.575245 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c5b8b5ec-a703-4293-9288-0d5581e93a70 req-d3ba6a4c-28b1-454a-8ac2-262a6100e97c service neutron] 10.222.0.62 "GET /v2.0/networks?id=0efc7fd8-7887-4d6a-afdd-a9a63cd40c41 HTTP/1.1" status: 200 len: 917 time: 0.4583106 Aug 18 11:57:14.612133 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=06b4ed54-c502-49aa-9dee-0cab148a3a66,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:57:14.649198 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-df3c79ac-27ff-46e5-8040-c540d6593e00 req-641402db-4238-427e-8bd4-ab876b0a9991 tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] 10.222.0.66 "GET /v2.0/security-groups?id=ad88621b-057d-4148-94ff-fad542d38fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680460 Aug 18 11:57:14.653038 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c5b8b5ec-a703-4293-9288-0d5581e93a70 req-78f898f0-a205-4adb-9fbb-0b994bcfc33a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4fdedf33-9283-4814-a61d-4e7777bc2cf9 HTTP/1.1" status: 200 len: 217 time: 0.0686445 Aug 18 11:57:14.658703 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-63261921-9d85-4e68-91ae-fdc7a402506f req-48c87e9f-5b0d-4856-bb84-e3513896ba93 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/security-groups?id=0ddd2c5c-7e53-44ab-9404-c5fea69a570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421332 Aug 18 11:57:14.746491 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b8b5ec-a703-4293-9288-0d5581e93a70 req-41ccf469-1765-4c01-a53c-75242fd56eff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:14.748749 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c5b8b5ec-a703-4293-9288-0d5581e93a70 req-41ccf469-1765-4c01-a53c-75242fd56eff service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0396f86e-2c07-4403-9fff-c9df3ff4afaf HTTP/1.1" status: 200 len: 855 time: 0.0854883 Aug 18 11:57:14.824901 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-d4063478-d9d1-4b44-9d89-8f3efc8af43f req-cbdfdf91-7a6e-4f57-a3b6-c0d555f8d696 service neutron] For port 47e5829a-59dd-4443-a286-66a970df8f0d, host n-h1-804985-2, cleared binding levels {{(pid=106253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 11:57:14.846681 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430c88a7-ac63-4a75-9358-7db4bda1041b req-00549669-a466-40cf-a123-4e58852bcabe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:14.848157 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-430c88a7-ac63-4a75-9358-7db4bda1041b req-00549669-a466-40cf-a123-4e58852bcabe service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=9143985e071d4037b5bf264a5aaa6497&shared=False HTTP/1.1" status: 200 len: 907 time: 0.3065670 Aug 18 11:57:14.849902 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-d4063478-d9d1-4b44-9d89-8f3efc8af43f req-cbdfdf91-7a6e-4f57-a3b6-c0d555f8d696 service neutron] For port 47e5829a-59dd-4443-a286-66a970df8f0d, host n-h1-804985-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=47e5829a-59dd-4443-a286-66a970df8f0d,segment=NetworkSegment(b0eb6eea-b461-4969-8a27-808f00daa8a1),segment_id=b0eb6eea-b461-4969-8a27-808f00daa8a1)] {{(pid=106253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 11:57:14.886045 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e7febc-8b08-4117-b89d-bae1a099af0d req-54b78d4a-db88-45c4-8d8f-53cb6fcfe983 tempest-ServersTestBootFromVolume-1996993872 tempest-ServersTestBootFromVolume-1996993872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:14.887551 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-00e7febc-8b08-4117-b89d-bae1a099af0d req-54b78d4a-db88-45c4-8d8f-53cb6fcfe983 tempest-ServersTestBootFromVolume-1996993872 tempest-ServersTestBootFromVolume-1996993872-project] 10.222.0.66 "GET /v2.0/ports?device_id=67f4cc8b-9e73-4617-83a9-d62bbfeb8810 HTTP/1.1" status: 200 len: 943 time: 0.1585848 Aug 18 11:57:14.887772 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-d4063478-d9d1-4b44-9d89-8f3efc8af43f req-cbdfdf91-7a6e-4f57-a3b6-c0d555f8d696 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:14.894468 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d5fcfa51-6805-4a5c-a550-7e8f2658dec1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:14.896740 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b8b5ec-a703-4293-9288-0d5581e93a70 req-cb699224-7808-49b5-9792-526b7624f32e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:14.898389 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c5b8b5ec-a703-4293-9288-0d5581e93a70 req-cb699224-7808-49b5-9792-526b7624f32e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=0efc7fd8-7887-4d6a-afdd-a9a63cd40c41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1229661 Aug 18 11:57:14.906046 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9797936a-691d-4cb4-b818-c55ac5aba3fa req-e17e5ef9-06be-4670-94b2-f48083e690b0 tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:14.907612 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9797936a-691d-4cb4-b818-c55ac5aba3fa req-e17e5ef9-06be-4670-94b2-f48083e690b0 tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] 10.222.0.66 "GET /v2.0/ports?device_id=30c3781d-a4b9-422e-8128-e726a0721260 HTTP/1.1" status: 200 len: 946 time: 0.1645052 Aug 18 11:57:14.918042 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d5fcfa51-6805-4a5c-a550-7e8f2658dec1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:14.999609 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5fcfa51-6805-4a5c-a550-7e8f2658dec1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 838} {{(pid=106252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 11:57:15.020552 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4063478-d9d1-4b44-9d89-8f3efc8af43f req-cbdfdf91-7a6e-4f57-a3b6-c0d555f8d696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:15.021168 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-d4063478-d9d1-4b44-9d89-8f3efc8af43f req-cbdfdf91-7a6e-4f57-a3b6-c0d555f8d696 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:15.022787 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-d4063478-d9d1-4b44-9d89-8f3efc8af43f req-cbdfdf91-7a6e-4f57-a3b6-c0d555f8d696 service neutron] 10.222.0.63 "PUT /v2.0/ports/47e5829a-59dd-4443-a286-66a970df8f0d HTTP/1.1" status: 200 len: 1095 time: 1.5101244 Aug 18 11:57:15.076426 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d5fcfa51-6805-4a5c-a550-7e8f2658dec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:15.076899 n-d-804985-2 neutron-server[106252]: INFO neutron.db.segments_db [None req-d5fcfa51-6805-4a5c-a550-7e8f2658dec1 admin admin] Added segment a34017bc-5eb8-4d9a-abb9-ef0830f520ea of type vlan for network aa2b1ea5-813e-41fb-8df9-27464d4c0e37 Aug 18 11:57:15.121473 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fcfa51-6805-4a5c-a550-7e8f2658dec1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd3b00ce-709e-454a-aa64-22f571322549,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:57:15.146388 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-00e7febc-8b08-4117-b89d-bae1a099af0d req-c704fc4c-6bb2-4fd9-9988-3e156232de80 tempest-ServersTestBootFromVolume-1996993872 tempest-ServersTestBootFromVolume-1996993872-project] 10.222.0.66 "GET /v2.0/security-groups?id=2bc96fcd-9703-490c-b0da-ce0b80b96f81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2317526 Aug 18 11:57:15.169467 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9797936a-691d-4cb4-b818-c55ac5aba3fa req-cead33ba-8941-4b77-9355-8a116f59d330 tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bf5bc16-7ae8-42c8-a968-84c3ac638172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2432394 Aug 18 11:57:15.175291 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdfdf91-7a6e-4f57-a3b6-c0d555f8d696 service neutron] Pushing event updated for resources: {'Port': ['ID=47e5829a-59dd-4443-a286-66a970df8f0d,revision_number=3']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:57:15.175741 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c5b8b5ec-a703-4293-9288-0d5581e93a70 req-78ff9542-860d-4355-a473-80ff7dbbca5d service neutron] 10.222.0.62 "GET /v2.0/networks/0efc7fd8-7887-4d6a-afdd-a9a63cd40c41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2654428 Aug 18 11:57:15.177944 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d5fcfa51-6805-4a5c-a550-7e8f2658dec1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789150665894'] for network, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:15.248753 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430c88a7-ac63-4a75-9358-7db4bda1041b req-d7ffdd07-1803-42e2-8c49-54638bf3aed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:15.250264 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-430c88a7-ac63-4a75-9358-7db4bda1041b req-d7ffdd07-1803-42e2-8c49-54638bf3aed5 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3949068 Aug 18 11:57:15.270598 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4063478-d9d1-4b44-9d89-8f3efc8af43f req-50a67ab4-a5b8-4cbb-bf44-148bd1c26e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:15.273598 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 11:57:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83d4fcb5-4af7-4b2b-b359-235278810925 x-openstack-request-id: req-83d4fcb5-4af7-4b2b-b359-235278810925 {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:57:15.274438 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc41ceac-05d6-49d0-ba65-9f925555ea6b", "name": "network-vif-plugged", "status": "completed", "tag": "06b4ed54-c502-49aa-9dee-0cab148a3a66", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:57:15.274691 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-83d4fcb5-4af7-4b2b-b359-235278810925 {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:57:15.275082 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc41ceac-05d6-49d0-ba65-9f925555ea6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06b4ed54-c502-49aa-9dee-0cab148a3a66', 'code': 200} Aug 18 11:57:15.275627 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-d4063478-d9d1-4b44-9d89-8f3efc8af43f req-50a67ab4-a5b8-4cbb-bf44-148bd1c26e4e service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=87f2a541be1e4141a84277bf00dc4c3b&device_id=bb3624f1-8ce3-4298-97a2-89ded06e072e HTTP/1.1" status: 200 len: 1098 time: 0.1668866 Aug 18 11:57:15.359503 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-d4063478-d9d1-4b44-9d89-8f3efc8af43f req-5bf82b5e-d745-4842-b0bb-99a5367ee456 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=47e5829a-59dd-4443-a286-66a970df8f0d HTTP/1.1" status: 200 len: 217 time: 0.0783374 Aug 18 11:57:15.379852 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-430c88a7-ac63-4a75-9358-7db4bda1041b req-568088cd-a97d-465b-bd8f-bc7daaaedf04 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.62 "GET /v2.0/ports?device_id=cc8a0b5d-dc81-4663-a848-28ba513d6c4a HTTP/1.1" status: 200 len: 210 time: 0.0838835 Aug 18 11:57:15.437249 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4063478-d9d1-4b44-9d89-8f3efc8af43f req-62ab11ab-96db-4e65-b9a2-0b152387fa80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:15.438889 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-d4063478-d9d1-4b44-9d89-8f3efc8af43f req-62ab11ab-96db-4e65-b9a2-0b152387fa80 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=6d16d680-110b-436d-8afa-48ba845b3623 HTTP/1.1" status: 200 len: 843 time: 0.0579500 Aug 18 11:57:15.520617 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4063478-d9d1-4b44-9d89-8f3efc8af43f req-81d1d737-e81c-41b9-8191-8a106b1e7272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:15.522499 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-d4063478-d9d1-4b44-9d89-8f3efc8af43f req-81d1d737-e81c-41b9-8191-8a106b1e7272 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=222e0814-c7e5-4b11-9282-3f40c6ed76b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0731199 Aug 18 11:57:15.648773 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-50b8b593-b05d-4315-a93a-eeef5691d74d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-996815'] for router_interface, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:15.682965 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2df0b291-9e2f-4eb1-93a9-d7a151f5fd59 req-da5e63ac-59ce-4658-a403-2c93d04ca73a tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.66 "GET /v2.0/ports?device_id=cc8a0b5d-dc81-4663-a848-28ba513d6c4a HTTP/1.1" status: 200 len: 210 time: 0.3968239 Aug 18 11:57:15.703568 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb3624f1-8ce3-4298-97a2-89ded06e072e', 'tag': '47e5829a-59dd-4443-a286-66a970df8f0d'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 11:57:15.706489 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0679f4c4b6e0e0c064a7d71d722dc30541a34fffee11680573be22ee2ffccc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-969dd3bb-0d5d-4256-83da-c228f7fdfee3" -d '{"events": [{"name": "network-changed", "server_uuid": "bb3624f1-8ce3-4298-97a2-89ded06e072e", "tag": "47e5829a-59dd-4443-a286-66a970df8f0d"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:57:15.713856 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-d4063478-d9d1-4b44-9d89-8f3efc8af43f req-6ff6cb22-9478-43c7-9ec7-7fdb9d353228 service neutron] 10.222.0.63 "GET /v2.0/networks/222e0814-c7e5-4b11-9282-3f40c6ed76b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649866 Aug 18 11:57:15.740884 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-53bf4d90-787d-482a-bda9-085ccc64fcb9 req-4ccc37c9-d6a1-4ea9-aeb1-5eeb5e742086 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=9143985e071d4037b5bf264a5aaa6497&device_id=cc8a0b5d-dc81-4663-a848-28ba513d6c4a HTTP/1.1" status: 200 len: 210 time: 0.0495396 Aug 18 11:57:15.746908 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d5fcfa51-6805-4a5c-a550-7e8f2658dec1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for network, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:15.747856 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5fcfa51-6805-4a5c-a550-7e8f2658dec1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:15.748449 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d5fcfa51-6805-4a5c-a550-7e8f2658dec1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for network, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:15.850102 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-d5fcfa51-6805-4a5c-a550-7e8f2658dec1 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.9447386 Aug 18 11:57:15.858193 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 55106) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:57:15.868995 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-1ab3278a-9a2e-49fc-834c-b7c68ee11336 admin admin] Request body: {'subnet': {'network_id': 'aa2b1ea5-813e-41fb-8df9-27464d4c0e37', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-797920500-subnet', 'tenant_id': 'a0d6cedafbfc4312a8c70e1e3ed4a5fa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:57:15.886474 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4714e05-3c8d-4131-b1f3-6b024237f39c req-d546144e-80b3-4a30-9bd4-2dd3d796bb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:15.887978 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c4714e05-3c8d-4131-b1f3-6b024237f39c req-d546144e-80b3-4a30-9bd4-2dd3d796bb38 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=cc41ceac-05d6-49d0-ba65-9f925555ea6b HTTP/1.1" status: 200 len: 1097 time: 0.2167976 Aug 18 11:57:15.889793 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c5b8b5ec-a703-4293-9288-0d5581e93a70 req-08fe9a39-fb47-4b17-8073-6429832c5a41 service neutron] 10.222.0.62 "GET /v2.0/networks/0efc7fd8-7887-4d6a-afdd-a9a63cd40c41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7047398 Aug 18 11:57:15.898427 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811e6bea-cf34-4726-9433-a4ae0c66a533 req-4710f31d-0ec1-4bf6-b638-28094d0f7ae4 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:15.900902 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-811e6bea-cf34-4726-9433-a4ae0c66a533 req-4710f31d-0ec1-4bf6-b638-28094d0f7ae4 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.66 "GET /v2.0/ports?device_id=299ceda3-c4a0-49c1-aee9-18af9311377d HTTP/1.1" status: 200 len: 944 time: 0.2264926 Aug 18 11:57:15.904056 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fcfa51-6805-4a5c-a550-7e8f2658dec1 admin admin] Pushing event updated for resources: {'Network': ['ID=aa2b1ea5-813e-41fb-8df9-27464d4c0e37,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:57:15.918233 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Network aa2b1ea5-813e-41fb-8df9-27464d4c0e37 details requested by agent ovs-agent-n-d-804985-2 with host n-d-804985-2 {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 11:57:15.943312 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bb4f2d-c3da-4437-a609-b24e80162891 req-e775a2db-34d9-4b06-929c-fd910c9cdf5a tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:15.950915 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d1bb4f2d-c3da-4437-a609-b24e80162891 req-e775a2db-34d9-4b06-929c-fd910c9cdf5a tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] 10.222.0.66 "GET /v2.0/ports?device_id=cc41ceac-05d6-49d0-ba65-9f925555ea6b HTTP/1.1" status: 200 len: 946 time: 0.1976302 Aug 18 11:57:16.003687 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c4714e05-3c8d-4131-b1f3-6b024237f39c req-2cfb2825-2a78-44a2-8018-010d999bfe9c service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=ad88621b-057d-4148-94ff-fad542d38fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016231 Aug 18 11:57:16.011684 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-811e6bea-cf34-4726-9433-a4ae0c66a533 req-bd10e645-f3ad-4a1a-b13f-3bb461eb3dc7 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.66 "GET /v2.0/security-groups?id=fecad5ed-08b4-4db8-8e35-9a1fb2f01a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959427 Aug 18 11:57:16.025524 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-d4063478-d9d1-4b44-9d89-8f3efc8af43f req-8e4241ea-c103-426f-b05e-30a3e7a95a56 service neutron] 10.222.0.63 "GET /v2.0/networks/222e0814-c7e5-4b11-9282-3f40c6ed76b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2972279 Aug 18 11:57:16.028490 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d1bb4f2d-c3da-4437-a609-b24e80162891 req-1d85cb30-332d-4594-ba82-a74b92d40034 tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] 10.222.0.66 "GET /v2.0/security-groups?id=ad88621b-057d-4148-94ff-fad542d38fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765979 Aug 18 11:57:16.036817 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ab3278a-9a2e-49fc-834c-b7c68ee11336 admin admin] Made reservation on behalf of a0d6cedafbfc4312a8c70e1e3ed4a5fa for: {'subnet': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 11:57:16.036817 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1ab3278a-9a2e-49fc-834c-b7c68ee11336 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59388119'] for subnet, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:16.143997 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6b25e2-a210-4e6f-a31d-1d112fca990b req-45210cd5-92db-41ec-b0de-598af8b2f10c tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:16.145602 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9e6b25e2-a210-4e6f-a31d-1d112fca990b req-45210cd5-92db-41ec-b0de-598af8b2f10c tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/ports?device_id=bb3624f1-8ce3-4298-97a2-89ded06e072e HTTP/1.1" status: 200 len: 947 time: 0.0573900 Aug 18 11:57:16.190608 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9e6b25e2-a210-4e6f-a31d-1d112fca990b req-0b98755c-9278-480c-85b0-1d418c1d10c6 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/security-groups?id=0ddd2c5c-7e53-44ab-9404-c5fea69a570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388310 Aug 18 11:57:16.281850 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50a2065-059d-4f39-b663-a4e88a2a38d8 req-6176e147-7196-4364-8504-fd6fde5b4c1a tempest-ServersTestBootFromVolume-1996993872 tempest-ServersTestBootFromVolume-1996993872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:16.283361 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a50a2065-059d-4f39-b663-a4e88a2a38d8 req-6176e147-7196-4364-8504-fd6fde5b4c1a tempest-ServersTestBootFromVolume-1996993872 tempest-ServersTestBootFromVolume-1996993872-project] 10.222.0.66 "GET /v2.0/ports?device_id=67f4cc8b-9e73-4617-83a9-d62bbfeb8810 HTTP/1.1" status: 200 len: 943 time: 0.0621471 Aug 18 11:57:16.325838 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 11:57:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d77f0eaa-0a5e-4f65-8e7b-31d469e2cd17 x-openstack-request-id: req-d77f0eaa-0a5e-4f65-8e7b-31d469e2cd17 {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:57:16.326116 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb3624f1-8ce3-4298-97a2-89ded06e072e", "tag": "47e5829a-59dd-4443-a286-66a970df8f0d", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:57:16.326349 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d77f0eaa-0a5e-4f65-8e7b-31d469e2cd17 {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:57:16.326735 n-d-804985-2 neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb3624f1-8ce3-4298-97a2-89ded06e072e', 'tag': '47e5829a-59dd-4443-a286-66a970df8f0d', 'status': 'completed', 'code': 200} Aug 18 11:57:16.349042 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f13ee6d-19a2-4854-a074-35f33d489d20 req-f90d2e07-d50f-40ed-a909-8b09b1ba647b tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:16.350468 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6f13ee6d-19a2-4854-a074-35f33d489d20 req-f90d2e07-d50f-40ed-a909-8b09b1ba647b tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] 10.222.0.66 "GET /v2.0/ports?device_id=30c3781d-a4b9-422e-8128-e726a0721260 HTTP/1.1" status: 200 len: 946 time: 0.0890007 Aug 18 11:57:16.353188 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a50a2065-059d-4f39-b663-a4e88a2a38d8 req-be2639a3-2f06-466b-b184-ba80d6129e5d tempest-ServersTestBootFromVolume-1996993872 tempest-ServersTestBootFromVolume-1996993872-project] 10.222.0.66 "GET /v2.0/security-groups?id=2bc96fcd-9703-490c-b0da-ce0b80b96f81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563226 Aug 18 11:57:16.380553 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bf4d90-787d-482a-bda9-085ccc64fcb9 req-d182bf07-c63d-4fa6-a643-82bee8848d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:16.382030 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-53bf4d90-787d-482a-bda9-085ccc64fcb9 req-d182bf07-c63d-4fa6-a643-82bee8848d38 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=9143985e071d4037b5bf264a5aaa6497&shared=False HTTP/1.1" status: 200 len: 907 time: 0.6280031 Aug 18 11:57:16.392117 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6f13ee6d-19a2-4854-a074-35f33d489d20 req-f06cce80-9e7c-4e95-9ab4-a7a383fe5292 tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bf5bc16-7ae8-42c8-a968-84c3ac638172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353518 Aug 18 11:57:16.429540 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a862bc4-0ff3-4dc3-8da3-383bf7b67c7a req-f5ee30ba-45e4-49ad-ad2e-672be093e8de tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:16.430924 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-8a862bc4-0ff3-4dc3-8da3-383bf7b67c7a req-f5ee30ba-45e4-49ad-ad2e-672be093e8de tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.62 "GET /v2.0/ports?device_id=299ceda3-c4a0-49c1-aee9-18af9311377d HTTP/1.1" status: 200 len: 944 time: 0.5250778 Aug 18 11:57:16.554786 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969dd3bb-0d5d-4256-83da-c228f7fdfee3 req-611a6059-6909-4b63-bf6e-0e3bccb6bb89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:16.556276 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-969dd3bb-0d5d-4256-83da-c228f7fdfee3 req-611a6059-6909-4b63-bf6e-0e3bccb6bb89 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=87f2a541be1e4141a84277bf00dc4c3b&device_id=bb3624f1-8ce3-4298-97a2-89ded06e072e HTTP/1.1" status: 200 len: 1098 time: 0.2273228 Aug 18 11:57:16.707360 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bf4d90-787d-482a-bda9-085ccc64fcb9 req-e203e5e0-f9e8-49ee-ab42-18d7da7ceb41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:16.708879 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-53bf4d90-787d-482a-bda9-085ccc64fcb9 req-e203e5e0-f9e8-49ee-ab42-18d7da7ceb41 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3055532 Aug 18 11:57:16.781626 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0edfa0fc-c38d-4342-9691-382051a56dea req-88e5489a-82f6-4d58-a207-d05949ac721d tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.66 "GET /v2.0/ports?device_id=cc8a0b5d-dc81-4663-a848-28ba513d6c4a HTTP/1.1" status: 200 len: 210 time: 0.0284407 Aug 18 11:57:16.823527 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-53bf4d90-787d-482a-bda9-085ccc64fcb9 req-263b4b48-6f77-44df-9aed-ab0edf6298be tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.62 "GET /v2.0/ports?device_id=cc8a0b5d-dc81-4663-a848-28ba513d6c4a HTTP/1.1" status: 200 len: 210 time: 0.0647368 Aug 18 11:57:16.834448 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969dd3bb-0d5d-4256-83da-c228f7fdfee3 req-44cc5941-8b0d-4b9d-9b9d-6d719ae2dc37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:16.835941 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-969dd3bb-0d5d-4256-83da-c228f7fdfee3 req-44cc5941-8b0d-4b9d-9b9d-6d719ae2dc37 service neutron] 10.222.0.63 "GET /v2.0/networks?id=222e0814-c7e5-4b11-9282-3f40c6ed76b2 HTTP/1.1" status: 200 len: 870 time: 0.2453754 Aug 18 11:57:16.877592 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-8a862bc4-0ff3-4dc3-8da3-383bf7b67c7a req-61c9c337-5312-461e-9d62-2951fed38b8a tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] Deleting port 0445fa07-f6ac-4102-95b8-c319b96af519 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 11:57:16.877936 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-8a862bc4-0ff3-4dc3-8da3-383bf7b67c7a req-61c9c337-5312-461e-9d62-2951fed38b8a tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:16.908635 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1ab3278a-9a2e-49fc-834c-b7c68ee11336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58902106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59388097'] for subnet, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:16.924822 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-969dd3bb-0d5d-4256-83da-c228f7fdfee3 req-f9ff6faf-7371-48bc-819a-089c4841a7cf service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=47e5829a-59dd-4443-a286-66a970df8f0d HTTP/1.1" status: 200 len: 217 time: 0.0611525 Aug 18 11:57:17.067409 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab3278a-9a2e-49fc-834c-b7c68ee11336 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa5b4373-705e-43bb-8b4e-60c50c437172,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:57:17.101764 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969dd3bb-0d5d-4256-83da-c228f7fdfee3 req-cbc8df19-f4ac-410a-8fab-197ecaf652fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:17.103198 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-969dd3bb-0d5d-4256-83da-c228f7fdfee3 req-cbc8df19-f4ac-410a-8fab-197ecaf652fd service neutron] 10.222.0.63 "GET /v2.0/subnets?id=6d16d680-110b-436d-8afa-48ba845b3623 HTTP/1.1" status: 200 len: 843 time: 0.1271007 Aug 18 11:57:17.108529 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-50b8b593-b05d-4315-a93a-eeef5691d74d admin admin] Deleting port 7ac469a3-f487-464c-b043-7fc687f0fed3 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 11:57:17.108867 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-50b8b593-b05d-4315-a93a-eeef5691d74d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:17.139484 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ab3278a-9a2e-49fc-834c-b7c68ee11336 admin admin] Checking segment: {'id': 'a34017bc-5eb8-4d9a-abb9-ef0830f520ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'aa2b1ea5-813e-41fb-8df9-27464d4c0e37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 11:57:17.139841 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ab3278a-9a2e-49fc-834c-b7c68ee11336 admin admin] Network hostable DHCP agents. Network: aa2b1ea5-813e-41fb-8df9-27464d4c0e37, hostable agents: ['97c14208-2951-4361-8d64-3708c946ff5f'], hosted agents: [] {{(pid=106253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 11:57:17.192165 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165840ef-c9bc-4d11-a881-ff9f2d989ba0 req-4287d5f8-f3bf-498b-a493-d008188bf974 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:17.198902 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-8a862bc4-0ff3-4dc3-8da3-383bf7b67c7a req-61c9c337-5312-461e-9d62-2951fed38b8a tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] For port 0445fa07-f6ac-4102-95b8-c319b96af519, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=0445fa07-f6ac-4102-95b8-c319b96af519,segment=NetworkSegment(0622c33d-7d5a-4968-950b-edb53be5f858),segment_id=0622c33d-7d5a-4968-950b-edb53be5f858)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:57:17.199276 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-8a862bc4-0ff3-4dc3-8da3-383bf7b67c7a req-61c9c337-5312-461e-9d62-2951fed38b8a tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:17.199857 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-165840ef-c9bc-4d11-a881-ff9f2d989ba0 req-4287d5f8-f3bf-498b-a493-d008188bf974 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.66 "GET /v2.0/ports?device_id=299ceda3-c4a0-49c1-aee9-18af9311377d HTTP/1.1" status: 200 len: 944 time: 0.0917645 Aug 18 11:57:17.224166 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-8a862bc4-0ff3-4dc3-8da3-383bf7b67c7a req-61c9c337-5312-461e-9d62-2951fed38b8a tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] Calling delete_port for 0445fa07-f6ac-4102-95b8-c319b96af519 owned by compute:nova {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 11:57:17.228299 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dc0cee-d3fc-4bfa-a1a6-8b138878aa4c req-cb8ee44b-a944-4b28-bdd6-a32d7c0c9406 tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:17.229958 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-24dc0cee-d3fc-4bfa-a1a6-8b138878aa4c req-cb8ee44b-a944-4b28-bdd6-a32d7c0c9406 tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] 10.222.0.66 "GET /v2.0/ports?device_id=cc41ceac-05d6-49d0-ba65-9f925555ea6b HTTP/1.1" status: 200 len: 946 time: 0.1110470 Aug 18 11:57:17.244441 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ab3278a-9a2e-49fc-834c-b7c68ee11336 admin admin] Network aa2b1ea5-813e-41fb-8df9-27464d4c0e37 is scheduled to be hosted by DHCP agent 97c14208-2951-4361-8d64-3708c946ff5f with binding_index 1 {{(pid=106253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 11:57:17.258963 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969dd3bb-0d5d-4256-83da-c228f7fdfee3 req-8594db06-2c17-4053-a4b6-d85398075c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:17.260531 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-969dd3bb-0d5d-4256-83da-c228f7fdfee3 req-8594db06-2c17-4053-a4b6-d85398075c06 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=222e0814-c7e5-4b11-9282-3f40c6ed76b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1427155 Aug 18 11:57:17.265141 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-165840ef-c9bc-4d11-a881-ff9f2d989ba0 req-101cbf57-bf31-4ce2-a5b2-edecc8ad0a7e tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.66 "GET /v2.0/security-groups?id=fecad5ed-08b4-4db8-8e35-9a1fb2f01a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641623 Aug 18 11:57:17.307269 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-1ab3278a-9a2e-49fc-834c-b7c68ee11336 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-2, aa2b1ea5-813e-41fb-8df9-27464d4c0e37) {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:57:17.309621 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-24dc0cee-d3fc-4bfa-a1a6-8b138878aa4c req-6844783b-31a0-481c-8557-be503494bc85 tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] 10.222.0.66 "GET /v2.0/security-groups?id=ad88621b-057d-4148-94ff-fad542d38fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714514 Aug 18 11:57:17.316854 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15c6ff57-141b-4763-a301-2386b44de519 None None] Network aa2b1ea5-813e-41fb-8df9-27464d4c0e37 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 11:57:17.364233 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ab3278a-9a2e-49fc-834c-b7c68ee11336 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:17.364842 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1ab3278a-9a2e-49fc-834c-b7c68ee11336 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:17.379300 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [None req-50b8b593-b05d-4315-a93a-eeef5691d74d admin admin] For port 7ac469a3-f487-464c-b043-7fc687f0fed3, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=7ac469a3-f487-464c-b043-7fc687f0fed3,segment=NetworkSegment(89b4cf17-efd2-4783-9edc-8d57f3adb099),segment_id=89b4cf17-efd2-4783-9edc-8d57f3adb099)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:57:17.379300 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-50b8b593-b05d-4315-a93a-eeef5691d74d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:17.412819 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-50b8b593-b05d-4315-a93a-eeef5691d74d admin admin] Calling delete_port for 7ac469a3-f487-464c-b043-7fc687f0fed3 owned by network:router_interface {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 11:57:17.430100 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-1ab3278a-9a2e-49fc-834c-b7c68ee11336 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5706906 Aug 18 11:57:17.439965 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb7da41-9209-4fd1-b1a3-c76e71351f22 req-29db83f2-a0b2-42ea-b627-a5a7da974d36 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:17.448609 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9eb7da41-9209-4fd1-b1a3-c76e71351f22 req-29db83f2-a0b2-42ea-b627-a5a7da974d36 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/ports?device_id=bb3624f1-8ce3-4298-97a2-89ded06e072e HTTP/1.1" status: 200 len: 947 time: 0.0846236 Aug 18 11:57:17.498306 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e380d5d-f49e-4592-9d22-664f5d605c9f None None] Network aa2b1ea5-813e-41fb-8df9-27464d4c0e37 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 11:57:17.507941 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c6a0fc-4fd9-464e-af50-b08b56a1bf19 req-893c8e23-0e17-442a-ac7f-980df04777b8 tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:17.509577 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-31c6a0fc-4fd9-464e-af50-b08b56a1bf19 req-893c8e23-0e17-442a-ac7f-980df04777b8 tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] 10.222.0.66 "GET /v2.0/ports?device_id=cc41ceac-05d6-49d0-ba65-9f925555ea6b HTTP/1.1" status: 200 len: 946 time: 0.1147180 Aug 18 11:57:17.533052 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9eb7da41-9209-4fd1-b1a3-c76e71351f22 req-9bac70c8-ce6f-42d5-bfc5-feaa85cfcf40 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/security-groups?id=0ddd2c5c-7e53-44ab-9404-c5fea69a570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797544 Aug 18 11:57:17.594621 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-31c6a0fc-4fd9-464e-af50-b08b56a1bf19 req-e24f4e50-db5e-4b7d-bcbb-89c43e8d7e58 tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] 10.222.0.66 "GET /v2.0/security-groups?id=ad88621b-057d-4148-94ff-fad542d38fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555594 Aug 18 11:57:17.630276 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-969dd3bb-0d5d-4256-83da-c228f7fdfee3 req-74d4dc83-3af3-4373-b7ea-81435f6e7eab service neutron] 10.222.0.63 "GET /v2.0/networks/222e0814-c7e5-4b11-9282-3f40c6ed76b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3271954 Aug 18 11:57:17.630875 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-8a862bc4-0ff3-4dc3-8da3-383bf7b67c7a req-61c9c337-5312-461e-9d62-2951fed38b8a tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:17.690061 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c9c337-5312-461e-9d62-2951fed38b8a tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] Pushing event deleted for resources: {'Port': ['ID=0445fa07-f6ac-4102-95b8-c319b96af519,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:57:17.722358 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceda5c80-20c7-44b2-ade4-c9d4371a6f17 req-c5ff38ef-8a3c-448c-85bc-92e4fc150ce5 tempest-ServersTestBootFromVolume-1996993872 tempest-ServersTestBootFromVolume-1996993872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:17.724006 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ceda5c80-20c7-44b2-ade4-c9d4371a6f17 req-c5ff38ef-8a3c-448c-85bc-92e4fc150ce5 tempest-ServersTestBootFromVolume-1996993872 tempest-ServersTestBootFromVolume-1996993872-project] 10.222.0.66 "GET /v2.0/ports?device_id=67f4cc8b-9e73-4617-83a9-d62bbfeb8810 HTTP/1.1" status: 200 len: 943 time: 0.0978491 Aug 18 11:57:17.747920 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc234d4-b4f8-4c9a-85bf-78d9771f7e4a req-61e92a2a-0344-4114-98a1-171f60b584f3 tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:17.749604 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8bc234d4-b4f8-4c9a-85bf-78d9771f7e4a req-61e92a2a-0344-4114-98a1-171f60b584f3 tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] 10.222.0.66 "GET /v2.0/ports?device_id=30c3781d-a4b9-422e-8128-e726a0721260 HTTP/1.1" status: 200 len: 946 time: 0.0781951 Aug 18 11:57:17.799278 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ceda5c80-20c7-44b2-ade4-c9d4371a6f17 req-e10105d9-6e45-4159-a015-76b60291c298 tempest-ServersTestBootFromVolume-1996993872 tempest-ServersTestBootFromVolume-1996993872-project] 10.222.0.66 "GET /v2.0/security-groups?id=2bc96fcd-9703-490c-b0da-ce0b80b96f81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678947 Aug 18 11:57:17.804556 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8bc234d4-b4f8-4c9a-85bf-78d9771f7e4a req-ec6fd68d-4f26-4cb2-a636-c3ee7cf4b37f tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bf5bc16-7ae8-42c8-a968-84c3ac638172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486002 Aug 18 11:57:17.821518 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a862bc4-0ff3-4dc3-8da3-383bf7b67c7a req-61c9c337-5312-461e-9d62-2951fed38b8a tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] No DVR routers for this DVR port 0445fa07-f6ac-4102-95b8-c319b96af519 on host n-h2-804985-2 {{(pid=106253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 11:57:17.826962 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-8a862bc4-0ff3-4dc3-8da3-383bf7b67c7a req-61c9c337-5312-461e-9d62-2951fed38b8a tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:17.828954 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-8a862bc4-0ff3-4dc3-8da3-383bf7b67c7a req-61c9c337-5312-461e-9d62-2951fed38b8a tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.62 "DELETE /v2.0/ports/0445fa07-f6ac-4102-95b8-c319b96af519 HTTP/1.1" status: 204 len: 173 time: 1.3765998 Aug 18 11:57:17.911936 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-969dd3bb-0d5d-4256-83da-c228f7fdfee3 req-7d8943dd-3ad9-4f55-af58-5b4cd1804cc3 service neutron] 10.222.0.63 "GET /v2.0/networks/222e0814-c7e5-4b11-9282-3f40c6ed76b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2658250 Aug 18 11:57:17.934699 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-50b8b593-b05d-4315-a93a-eeef5691d74d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:17.976636 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 47e5829a-59dd-4443-a286-66a970df8f0d details requested by agent hyperv_n-h1-804985-2 with host n-h1-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 11:57:17.985173 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b8b593-b05d-4315-a93a-eeef5691d74d admin admin] Pushing event deleted for resources: {'Port': ['ID=7ac469a3-f487-464c-b043-7fc687f0fed3,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:57:18.055691 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95fe282-05a1-4c13-82e8-d0ead05456ac req-b48e957e-fabd-48a9-a9c7-2550d9871af6 tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:18.057717 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a95fe282-05a1-4c13-82e8-d0ead05456ac req-b48e957e-fabd-48a9-a9c7-2550d9871af6 tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] 10.222.0.66 "GET /v2.0/ports?device_id=cc41ceac-05d6-49d0-ba65-9f925555ea6b HTTP/1.1" status: 200 len: 946 time: 0.1146631 Aug 18 11:57:18.124369 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a95fe282-05a1-4c13-82e8-d0ead05456ac req-957e6b08-56c3-4330-aafc-4ecc626fa5fe tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] 10.222.0.66 "GET /v2.0/security-groups?id=ad88621b-057d-4148-94ff-fad542d38fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514815 Aug 18 11:57:18.216818 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-50b8b593-b05d-4315-a93a-eeef5691d74d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953695'] for router_interface, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:18.217173 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 47e5829a-59dd-4443-a286-66a970df8f0d, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=47e5829a-59dd-4443-a286-66a970df8f0d,segment=NetworkSegment(b0eb6eea-b461-4969-8a27-808f00daa8a1),segment_id=b0eb6eea-b461-4969-8a27-808f00daa8a1)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:57:18.235708 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Returning: {'device': '47e5829a-59dd-4443-a286-66a970df8f0d', 'network_id': '222e0814-c7e5-4b11-9282-3f40c6ed76b2', 'port_id': '47e5829a-59dd-4443-a286-66a970df8f0d', 'mac_address': 'fa:16:3e:95:63:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 823, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d16d680-110b-436d-8afa-48ba845b3623', 'ip_address': '192.168.233.88'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 11:57:18.286672 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:18.325927 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47e5829a-59dd-4443-a286-66a970df8f0d {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 11:57:18.327726 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9ec74f-cb8a-401e-b2a3-b3fd415646e6 req-89f28cb7-70bd-4517-a201-fa0da1600a3b tempest-VolumesAdminNegativeTest-144023268 tempest-VolumesAdminNegativeTest-144023268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:18.332016 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-603cb738-87c2-444e-b226-261fdca87f26 req-a6634a89-2188-4005-96ad-706af437d518 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=299ceda3-c4a0-49c1-aee9-18af9311377d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0313325 Aug 18 11:57:18.332549 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '299ceda3-c4a0-49c1-aee9-18af9311377d', 'name': 'network-vif-deleted', 'tag': '0445fa07-f6ac-4102-95b8-c319b96af519'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 11:57:18.334756 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-df9ec74f-cb8a-401e-b2a3-b3fd415646e6 req-89f28cb7-70bd-4517-a201-fa0da1600a3b tempest-VolumesAdminNegativeTest-144023268 tempest-VolumesAdminNegativeTest-144023268-project] 10.222.0.66 "GET /v2.0/networks?id=6c5da27c-32ae-49f2-9728-84e875495be2 HTTP/1.1" status: 200 len: 815 time: 0.1986449 Aug 18 11:57:18.334886 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0679f4c4b6e0e0c064a7d71d722dc30541a34fffee11680573be22ee2ffccc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc1cc524-295c-4bde-a219-8471e7bdce67" -d '{"events": [{"server_uuid": "299ceda3-c4a0-49c1-aee9-18af9311377d", "name": "network-vif-deleted", "tag": "0445fa07-f6ac-4102-95b8-c319b96af519"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:57:18.357181 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 47e5829a-59dd-4443-a286-66a970df8f0d, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=47e5829a-59dd-4443-a286-66a970df8f0d,segment=NetworkSegment(b0eb6eea-b461-4969-8a27-808f00daa8a1),segment_id=b0eb6eea-b461-4969-8a27-808f00daa8a1)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:57:18.357396 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-df9ec74f-cb8a-401e-b2a3-b3fd415646e6 req-54023484-c3eb-4a3b-8d90-1d168c6b6b06 tempest-VolumesAdminNegativeTest-144023268 tempest-VolumesAdminNegativeTest-144023268-project] 10.222.0.66 "GET /v2.0/quotas/314b8f2018534156af00dcc6b3451303 HTTP/1.1" status: 200 len: 375 time: 0.0217266 Aug 18 11:57:18.366169 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:18.397687 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 0445fa07-f6ac-4102-95b8-c319b96af519 no longer exists at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 11:57:18.405133 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-df9ec74f-cb8a-401e-b2a3-b3fd415646e6 req-de117456-cbfb-4bf6-9da2-4aece4f69cac tempest-VolumesAdminNegativeTest-144023268 tempest-VolumesAdminNegativeTest-144023268-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=314b8f2018534156af00dcc6b3451303&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0445590 Aug 18 11:57:18.429701 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-603cb738-87c2-444e-b226-261fdca87f26 req-96c91cbc-f272-4286-b357-c19caf97dd95 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3bd2664269674b678c41aeb663f1f43e&device_id=299ceda3-c4a0-49c1-aee9-18af9311377d HTTP/1.1" status: 200 len: 210 time: 0.0381956 Aug 18 11:57:18.431051 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] No Port match for: 0445fa07-f6ac-4102-95b8-c319b96af519 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 11:57:18.432184 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 0445fa07-f6ac-4102-95b8-c319b96af519 not bound to the agent host n-h2-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 11:57:18.466382 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae5a8fd-896a-4d3d-af8f-f20e48238e3c req-66f7f473-2801-49fd-a5fc-8c4157b308aa tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:18.467887 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-eae5a8fd-896a-4d3d-af8f-f20e48238e3c req-66f7f473-2801-49fd-a5fc-8c4157b308aa tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.66 "GET /v2.0/networks?id=45f10d77-130c-4859-b30d-1a902305b96f HTTP/1.1" status: 200 len: 806 time: 0.2342432 Aug 18 11:57:18.478190 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=47e5829a-59dd-4443-a286-66a970df8f0d,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:57:18.482905 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-47f4f0ff-722f-4d0e-b37f-aff463224204 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:18.497086 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-eae5a8fd-896a-4d3d-af8f-f20e48238e3c req-4d7e210e-0ead-43e7-95b8-4a5ea515977f tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.66 "GET /v2.0/quotas/9143985e071d4037b5bf264a5aaa6497 HTTP/1.1" status: 200 len: 375 time: 0.0220194 Aug 18 11:57:18.557479 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-df9ec74f-cb8a-401e-b2a3-b3fd415646e6 req-8f3afdea-09bf-49c3-ac17-6498bfd13d46 service neutron] 10.222.0.66 "GET /v2.0/networks/6c5da27c-32ae-49f2-9728-84e875495be2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536787 Aug 18 11:57:18.566394 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-eae5a8fd-896a-4d3d-af8f-f20e48238e3c req-a1b996b9-943c-4232-ae40-5d688fd706de tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=9143985e071d4037b5bf264a5aaa6497&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0687554 Aug 18 11:57:18.599415 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] get_ports_and_sgs() called for port_ids ['47e5829a-59dd-4443-a286-66a970df8f0d'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 11:57:18.650067 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603cb738-87c2-444e-b226-261fdca87f26 req-4468f100-9f76-4927-9b78-08f45d5d1e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:18.651035 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-603cb738-87c2-444e-b226-261fdca87f26 req-4468f100-9f76-4927-9b78-08f45d5d1e8a service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=3bd2664269674b678c41aeb663f1f43e&shared=False HTTP/1.1" status: 200 len: 922 time: 0.1505630 Aug 18 11:57:18.655252 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50b8b593-b05d-4315-a93a-eeef5691d74d admin admin] Router a280d1da-8ce2-4e80-b587-dd7ec7dfad8c has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 11:57:18.717476 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-df9ec74f-cb8a-401e-b2a3-b3fd415646e6 req-d00f1ba3-cca0-4add-a36c-a939498e78d5 service neutron] 10.222.0.66 "GET /v2.0/networks/6c5da27c-32ae-49f2-9728-84e875495be2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501081 Aug 18 11:57:18.719671 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-eae5a8fd-896a-4d3d-af8f-f20e48238e3c req-ff4eaf3f-1a55-494d-8653-f4f10585eabd service neutron] 10.222.0.66 "GET /v2.0/networks/45f10d77-130c-4859-b30d-1a902305b96f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448963 Aug 18 11:57:18.850212 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603cb738-87c2-444e-b226-261fdca87f26 req-89699d97-62bd-4e8a-a477-1f04dc44b0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:18.851853 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-603cb738-87c2-444e-b226-261fdca87f26 req-89699d97-62bd-4e8a-a477-1f04dc44b0ad service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1901140 Aug 18 11:57:18.858102 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50b8b593-b05d-4315-a93a-eeef5691d74d admin admin] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 11:57:18.863366 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-50b8b593-b05d-4315-a93a-eeef5691d74d admin admin] 10.222.0.66 "PUT /v2.0/routers/a280d1da-8ce2-4e80-b587-dd7ec7dfad8c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3429351 Aug 18 11:57:18.865439 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-eae5a8fd-896a-4d3d-af8f-f20e48238e3c req-8abc0fd3-1839-43fa-b0b8-f00387b4b9b1 service neutron] 10.222.0.66 "GET /v2.0/networks/45f10d77-130c-4859-b30d-1a902305b96f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216350 Aug 18 11:57:18.866467 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 55172) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:57:18.887061 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c628431-3d26-4599-89f8-8cbb046cac91 None None] Sync routers for ids ['a280d1da-8ce2-4e80-b587-dd7ec7dfad8c'] in n-d-804985-2 {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 11:57:18.902441 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c628431-3d26-4599-89f8-8cbb046cac91 None None] Routers {'a280d1da-8ce2-4e80-b587-dd7ec7dfad8c'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 11:57:18.903174 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-3c628431-3d26-4599-89f8-8cbb046cac91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T11:56:51Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['a280d1da-8ce2-4e80-b587-dd7ec7dfad8c'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:57:19.064406 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-3c628431-3d26-4599-89f8-8cbb046cac91 None None] Set router a280d1da-8ce2-4e80-b587-dd7ec7dfad8c gateway port host: n-d-804985-2 {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 11:57:19.092290 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ded9d31-6772-44bb-933f-56633688f05f req-9c51ad68-f71d-426f-b172-7d9ceb9773e2 tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:19.095743 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2ded9d31-6772-44bb-933f-56633688f05f req-9c51ad68-f71d-426f-b172-7d9ceb9773e2 tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] 10.222.0.66 "GET /v2.0/ports?device_id=cc41ceac-05d6-49d0-ba65-9f925555ea6b HTTP/1.1" status: 200 len: 946 time: 0.1340516 Aug 18 11:57:19.203887 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2ded9d31-6772-44bb-933f-56633688f05f req-fd7a4181-ff5f-4e74-b45b-76861fc04954 tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] 10.222.0.66 "GET /v2.0/security-groups?id=ad88621b-057d-4148-94ff-fad542d38fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924623 Aug 18 11:57:19.394263 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-3c628431-3d26-4599-89f8-8cbb046cac91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a280d1da-8ce2-4e80-b587-dd7ec7dfad8c', 'name': 'tempest-ServersTestJSON-2027421685-router', 'tenant_id': 'd1ec40a3ead94d708fdf6efc2357c5eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.95'}], 'enable_snat': True}, 'gw_port_id': 'd5d97030-f4a6-499b-811c-7404fe64b992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T11:54:48Z', 'updated_at': '2021-08-18T11:57:17Z', 'revision_number': 5, 'project_id': 'd1ec40a3ead94d708fdf6efc2357c5eb', 'gw_port': {'id': 'd5d97030-f4a6-499b-811c-7404fe64b992', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:19:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a280d1da-8ce2-4e80-b587-dd7ec7dfad8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:54:49Z', 'updated_at': '2021-08-18T11:54:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:57:19.430816 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c628431-3d26-4599-89f8-8cbb046cac91 None None] Checking router: a280d1da-8ce2-4e80-b587-dd7ec7dfad8c for host: n-d-804985-2 {{(pid=106254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 11:57:19.441147 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c628431-3d26-4599-89f8-8cbb046cac91 None None] Routers {'a280d1da-8ce2-4e80-b587-dd7ec7dfad8c'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 11:57:19.441996 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-3c628431-3d26-4599-89f8-8cbb046cac91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T11:56:51Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['a280d1da-8ce2-4e80-b587-dd7ec7dfad8c'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:57:19.442868 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5b390b-b3e1-46ec-9481-669cd178389b req-b31e565d-879b-425e-9021-0b31740cb767 tempest-ServersTestBootFromVolume-1996993872 tempest-ServersTestBootFromVolume-1996993872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:19.447063 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2f5b390b-b3e1-46ec-9481-669cd178389b req-b31e565d-879b-425e-9021-0b31740cb767 tempest-ServersTestBootFromVolume-1996993872 tempest-ServersTestBootFromVolume-1996993872-project] 10.222.0.66 "GET /v2.0/ports?device_id=67f4cc8b-9e73-4617-83a9-d62bbfeb8810 HTTP/1.1" status: 200 len: 943 time: 0.1276097 Aug 18 11:57:19.485179 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 11:57:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3705eece-1216-4ce0-ad1e-99e171334033 x-openstack-request-id: req-3705eece-1216-4ce0-ad1e-99e171334033 {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:57:19.485741 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "299ceda3-c4a0-49c1-aee9-18af9311377d", "name": "network-vif-deleted", "tag": "0445fa07-f6ac-4102-95b8-c319b96af519", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:57:19.485741 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-3705eece-1216-4ce0-ad1e-99e171334033 {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:57:19.486052 n-d-804985-2 neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '299ceda3-c4a0-49c1-aee9-18af9311377d', 'name': 'network-vif-deleted', 'tag': '0445fa07-f6ac-4102-95b8-c319b96af519', 'status': 'completed', 'code': 200} Aug 18 11:57:19.514660 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb32efe-a6ea-48ed-b6ad-f5e784409943 req-bd239219-60b5-4aaa-921d-b7ea208762c0 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:19.516864 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-bfb32efe-a6ea-48ed-b6ad-f5e784409943 req-bd239219-60b5-4aaa-921d-b7ea208762c0 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/ports?device_id=bb3624f1-8ce3-4298-97a2-89ded06e072e HTTP/1.1" status: 200 len: 948 time: 0.1480796 Aug 18 11:57:19.526459 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2f5b390b-b3e1-46ec-9481-669cd178389b req-0b4db7e1-9711-43a5-84e3-4f959e25d92c tempest-ServersTestBootFromVolume-1996993872 tempest-ServersTestBootFromVolume-1996993872-project] 10.222.0.66 "GET /v2.0/security-groups?id=2bc96fcd-9703-490c-b0da-ce0b80b96f81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734484 Aug 18 11:57:19.527795 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-489d8c02-32c1-4ba1-b2bb-c681a52b3281 admin admin] Notify callbacks [] for router, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:19.596955 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-bfb32efe-a6ea-48ed-b6ad-f5e784409943 req-11dd748a-e67f-4d7a-87b2-6f5823358a20 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/security-groups?id=0ddd2c5c-7e53-44ab-9404-c5fea69a570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693266 Aug 18 11:57:19.642182 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-3c628431-3d26-4599-89f8-8cbb046cac91 None None] Set router a280d1da-8ce2-4e80-b587-dd7ec7dfad8c gateway port host: n-d-804985-2 {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 11:57:19.676196 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-489d8c02-32c1-4ba1-b2bb-c681a52b3281 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:19.752226 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4ef470b8-3090-43fa-980c-e7335fa33142 req-f9662cd7-ce0d-487f-a561-e78d5b840fa3 tempest-VolumesAdminNegativeTest-144023268 tempest-VolumesAdminNegativeTest-144023268-project] 10.222.0.66 "GET /v2.0/ports?device_id=70c6f5c9-5049-46ca-a258-6bbae2298062 HTTP/1.1" status: 200 len: 210 time: 0.0633302 Aug 18 11:57:19.769722 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-489d8c02-32c1-4ba1-b2bb-c681a52b3281 admin admin] Deleting port d5d97030-f4a6-499b-811c-7404fe64b992 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 11:57:19.769865 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-489d8c02-32c1-4ba1-b2bb-c681a52b3281 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:19.787228 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96b0e09-2af9-4249-81c6-0ed8b179dfdf req-c7c564aa-6495-4db8-b285-0b64d6df9a7f tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:19.791144 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b96b0e09-2af9-4249-81c6-0ed8b179dfdf req-c7c564aa-6495-4db8-b285-0b64d6df9a7f tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] 10.222.0.66 "GET /v2.0/ports?device_id=30c3781d-a4b9-422e-8128-e726a0721260 HTTP/1.1" status: 200 len: 946 time: 0.1407940 Aug 18 11:57:19.875791 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [None req-489d8c02-32c1-4ba1-b2bb-c681a52b3281 admin admin] For port d5d97030-f4a6-499b-811c-7404fe64b992, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=d5d97030-f4a6-499b-811c-7404fe64b992,segment=NetworkSegment(c5a3db9d-5c58-41b1-9177-d5787a597b78),segment_id=c5a3db9d-5c58-41b1-9177-d5787a597b78)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:57:19.876248 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-489d8c02-32c1-4ba1-b2bb-c681a52b3281 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:19.898823 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-489d8c02-32c1-4ba1-b2bb-c681a52b3281 admin admin] Calling delete_port for d5d97030-f4a6-499b-811c-7404fe64b992 owned by network:router_gateway {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 11:57:19.899406 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-3c628431-3d26-4599-89f8-8cbb046cac91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a280d1da-8ce2-4e80-b587-dd7ec7dfad8c', 'name': 'tempest-ServersTestJSON-2027421685-router', 'tenant_id': 'd1ec40a3ead94d708fdf6efc2357c5eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.95'}], 'enable_snat': True}, 'gw_port_id': 'd5d97030-f4a6-499b-811c-7404fe64b992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T11:54:48Z', 'updated_at': '2021-08-18T11:57:17Z', 'revision_number': 5, 'project_id': 'd1ec40a3ead94d708fdf6efc2357c5eb', 'gw_port': {'id': 'd5d97030-f4a6-499b-811c-7404fe64b992', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:19:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a280d1da-8ce2-4e80-b587-dd7ec7dfad8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:54:49Z', 'updated_at': '2021-08-18T11:54:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:57:19.900499 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-cd6837d2-b217-4b56-a927-cc20541db74c req-7eca1991-05f8-4ca3-a382-9093f0c94909 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.66 "GET /v2.0/ports?device_id=31411927-34c3-49d4-9bb5-fd2d32842c8b HTTP/1.1" status: 200 len: 210 time: 0.0438397 Aug 18 11:57:19.924843 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b96b0e09-2af9-4249-81c6-0ed8b179dfdf req-e6712dab-8548-443c-9287-c4abbb5e8796 tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bf5bc16-7ae8-42c8-a968-84c3ac638172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247714 Aug 18 11:57:19.954843 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c628431-3d26-4599-89f8-8cbb046cac91 None None] The sync data for ids ['a280d1da-8ce2-4e80-b587-dd7ec7dfad8c'] in n-d-804985-2 is: [{'id': 'a280d1da-8ce2-4e80-b587-dd7ec7dfad8c', 'name': 'tempest-ServersTestJSON-2027421685-router', 'tenant_id': 'd1ec40a3ead94d708fdf6efc2357c5eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.95'}], 'enable_snat': True}, 'gw_port_id': 'd5d97030-f4a6-499b-811c-7404fe64b992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T11:54:48Z', 'updated_at': '2021-08-18T11:57:17Z', 'revision_number': 5, 'project_id': 'd1ec40a3ead94d708fdf6efc2357c5eb', 'gw_port': {'id': 'd5d97030-f4a6-499b-811c-7404fe64b992', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:19:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a280d1da-8ce2-4e80-b587-dd7ec7dfad8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:54:49Z', 'updated_at': '2021-08-18T11:54:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 11:57:20.006379 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 47e5829a-59dd-4443-a286-66a970df8f0d up at agent hyperv_n-h1-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:57:20.058743 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ceccb00-cc83-4c71-9c82-216283df5916 req-42e5ecc4-b82c-435f-9fa7-2f140ecda12f tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:20.060590 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0ceccb00-cc83-4c71-9c82-216283df5916 req-42e5ecc4-b82c-435f-9fa7-2f140ecda12f tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] 10.222.0.66 "GET /v2.0/ports?device_id=cc41ceac-05d6-49d0-ba65-9f925555ea6b HTTP/1.1" status: 200 len: 946 time: 0.0648360 Aug 18 11:57:20.087153 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Provisioning for port 47e5829a-59dd-4443-a286-66a970df8f0d completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 11:57:20.100521 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Provisioning complete for port 47e5829a-59dd-4443-a286-66a970df8f0d triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:57:20.100886 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:20.115886 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0ceccb00-cc83-4c71-9c82-216283df5916 req-fea6130b-dd77-4f33-8122-b16099dbd97f tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] 10.222.0.66 "GET /v2.0/security-groups?id=ad88621b-057d-4148-94ff-fad542d38fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457582 Aug 18 11:57:20.121131 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-489d8c02-32c1-4ba1-b2bb-c681a52b3281 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:20.161436 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489d8c02-32c1-4ba1-b2bb-c681a52b3281 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5d97030-f4a6-499b-811c-7404fe64b992,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:57:20.208430 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:20.236143 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb3624f1-8ce3-4298-97a2-89ded06e072e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47e5829a-59dd-4443-a286-66a970df8f0d'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 11:57:20.236510 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-489d8c02-32c1-4ba1-b2bb-c681a52b3281 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-997271'] for router_gateway, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:20.238775 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db50a436fb3a98495337d8fe7487b4f2ea6f3c1052eb9efadc2ecda2d5737001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f82e0cc-4338-495a-a927-6226175595e2" -d '{"events": [{"server_uuid": "bb3624f1-8ce3-4298-97a2-89ded06e072e", "name": "network-vif-plugged", "status": "completed", "tag": "47e5829a-59dd-4443-a286-66a970df8f0d"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:57:20.252845 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 47e5829a-59dd-4443-a286-66a970df8f0d, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=47e5829a-59dd-4443-a286-66a970df8f0d,segment=NetworkSegment(b0eb6eea-b461-4969-8a27-808f00daa8a1),segment_id=b0eb6eea-b461-4969-8a27-808f00daa8a1)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:57:20.254405 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af29f13-1ca2-43f7-a3e9-9f7e4cb865f4 req-97774330-ca65-45fb-997e-dbc478b73e5c tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:20.255993 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0af29f13-1ca2-43f7-a3e9-9f7e4cb865f4 req-97774330-ca65-45fb-997e-dbc478b73e5c tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.66 "GET /v2.0/ports?device_id=d1a77c32-20c2-49cb-bacf-6d1bc8cdb75a HTTP/1.1" status: 200 len: 944 time: 0.0824044 Aug 18 11:57:20.266387 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:20.284559 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb9a968-29f5-4416-9f4a-82af0eb068f9 req-71a02f7a-148b-42eb-9391-9979ad647a40 tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:20.286112 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ecb9a968-29f5-4416-9f4a-82af0eb068f9 req-71a02f7a-148b-42eb-9391-9979ad647a40 tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] 10.222.0.66 "GET /v2.0/ports?device_id=cc41ceac-05d6-49d0-ba65-9f925555ea6b HTTP/1.1" status: 200 len: 946 time: 0.0752027 Aug 18 11:57:20.369659 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=47e5829a-59dd-4443-a286-66a970df8f0d,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:57:20.395109 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0af29f13-1ca2-43f7-a3e9-9f7e4cb865f4 req-3f69bf3b-d289-4df4-ab82-f287288d9683 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.66 "GET /v2.0/security-groups?id=fecad5ed-08b4-4db8-8e35-9a1fb2f01a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287034 Aug 18 11:57:20.408941 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 4fdedf33-9283-4814-a61d-4e7777bc2cf9 details requested by agent hyperv_n-h2-804985-2 with host n-h2-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 11:57:20.415586 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ecb9a968-29f5-4416-9f4a-82af0eb068f9 req-54918f34-8b06-4c4b-b495-0ab1ee52ca0f tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] 10.222.0.66 "GET /v2.0/security-groups?id=ad88621b-057d-4148-94ff-fad542d38fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222386 Aug 18 11:57:20.476251 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-489d8c02-32c1-4ba1-b2bb-c681a52b3281 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-996004', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15859'] for router, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:20.481582 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-489d8c02-32c1-4ba1-b2bb-c681a52b3281 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:20.528575 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 11:57:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2659d9a-536f-4e00-b7c9-a5e0b651c06b x-openstack-request-id: req-e2659d9a-536f-4e00-b7c9-a5e0b651c06b {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:57:20.528961 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb3624f1-8ce3-4298-97a2-89ded06e072e", "name": "network-vif-plugged", "status": "completed", "tag": "47e5829a-59dd-4443-a286-66a970df8f0d", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:57:20.529114 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e2659d9a-536f-4e00-b7c9-a5e0b651c06b {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:57:20.529467 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb3624f1-8ce3-4298-97a2-89ded06e072e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47e5829a-59dd-4443-a286-66a970df8f0d', 'code': 200} Aug 18 11:57:20.557440 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-489d8c02-32c1-4ba1-b2bb-c681a52b3281 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-996061'] for router, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:20.558069 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-489d8c02-32c1-4ba1-b2bb-c681a52b3281 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a280d1da-8ce2-4e80-b587-dd7ec7dfad8c {{(pid=106253) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 11:57:20.562365 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-489d8c02-32c1-4ba1-b2bb-c681a52b3281 admin admin] Notify callbacks [] for router, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:20.566711 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-489d8c02-32c1-4ba1-b2bb-c681a52b3281 admin admin] 10.222.0.66 "DELETE /v2.0/routers/a280d1da-8ce2-4e80-b587-dd7ec7dfad8c HTTP/1.1" status: 204 len: 168 time: 1.6989810 Aug 18 11:57:20.567373 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 55212) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:57:20.599233 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port 4fdedf33-9283-4814-a61d-4e7777bc2cf9, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=4fdedf33-9283-4814-a61d-4e7777bc2cf9,segment=NetworkSegment(83d174bf-3ae6-4b55-b0b7-fcf979f775ed),segment_id=83d174bf-3ae6-4b55-b0b7-fcf979f775ed)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:57:20.616250 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Returning: {'device': '4fdedf33-9283-4814-a61d-4e7777bc2cf9', 'network_id': '0efc7fd8-7887-4d6a-afdd-a9a63cd40c41', 'port_id': '4fdedf33-9283-4814-a61d-4e7777bc2cf9', 'mac_address': 'fa:16:3e:d9:9b:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 837, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0396f86e-2c07-4403-9fff-c9df3ff4afaf', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 11:57:20.664659 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:20.677122 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6405a8b5-c86d-40d9-9ba8-8c2b468ab994 req-19db42ce-3511-4a71-85ea-596ba0524f0a tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:20.678634 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6405a8b5-c86d-40d9-9ba8-8c2b468ab994 req-19db42ce-3511-4a71-85ea-596ba0524f0a tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] 10.222.0.66 "GET /v2.0/ports?device_id=cc41ceac-05d6-49d0-ba65-9f925555ea6b HTTP/1.1" status: 200 len: 946 time: 0.1573842 Aug 18 11:57:20.680570 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fdedf33-9283-4814-a61d-4e7777bc2cf9 {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 11:57:20.690891 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9ec74f-cb8a-401e-b2a3-b3fd415646e6 req-a576fb16-48fc-4e8c-bf75-3f71c20f080a tempest-VolumesAdminNegativeTest-144023268 tempest-VolumesAdminNegativeTest-144023268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:20.692579 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-df9ec74f-cb8a-401e-b2a3-b3fd415646e6 req-a576fb16-48fc-4e8c-bf75-3f71c20f080a tempest-VolumesAdminNegativeTest-144023268 tempest-VolumesAdminNegativeTest-144023268-project] 10.222.0.63 "GET /v2.0/networks?id=6c5da27c-32ae-49f2-9728-84e875495be2 HTTP/1.1" status: 200 len: 815 time: 0.3087406 Aug 18 11:57:20.705042 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port 4fdedf33-9283-4814-a61d-4e7777bc2cf9, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=4fdedf33-9283-4814-a61d-4e7777bc2cf9,segment=NetworkSegment(83d174bf-3ae6-4b55-b0b7-fcf979f775ed),segment_id=83d174bf-3ae6-4b55-b0b7-fcf979f775ed)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:57:20.713648 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:20.718634 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99850059-17b4-4186-abc7-9a6e6b257477 req-c9c5675d-e10d-4c01-8831-8b9399972e7c tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:20.720318 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-99850059-17b4-4186-abc7-9a6e6b257477 req-c9c5675d-e10d-4c01-8831-8b9399972e7c tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.62 "GET /v2.0/ports?device_id=d1a77c32-20c2-49cb-bacf-6d1bc8cdb75a HTTP/1.1" status: 200 len: 944 time: 0.0892565 Aug 18 11:57:20.725952 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_v2 [None req-78cca13f-4a17-4405-b06c-7dd493eb08e9 admin admin] Deleting subnet 465724d4-2d39-4a21-8c45-5f387b8139d3 {{(pid=106253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 11:57:20.734969 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [req-df9ec74f-cb8a-401e-b2a3-b3fd415646e6 req-f2133e3a-718b-47b8-966e-5bbbe8460c52 tempest-VolumesAdminNegativeTest-144023268 tempest-VolumesAdminNegativeTest-144023268-project] Request body: {'port': {'device_id': '70c6f5c9-5049-46ca-a258-6bbae2298062', 'network_id': '6c5da27c-32ae-49f2-9728-84e875495be2', 'admin_state_up': True, 'tenant_id': '314b8f2018534156af00dcc6b3451303'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:57:20.740262 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-78cca13f-4a17-4405-b06c-7dd493eb08e9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:20.748262 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ce9696-96ef-4974-a29f-737d92a8e61a req-e3827758-e1a9-4c5c-988d-5313ed4613b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:20.749850 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-14ce9696-96ef-4974-a29f-737d92a8e61a req-e3827758-e1a9-4c5c-988d-5313ed4613b6 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=bb3624f1-8ce3-4298-97a2-89ded06e072e HTTP/1.1" status: 200 len: 1100 time: 0.1165161 Aug 18 11:57:20.784074 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=4fdedf33-9283-4814-a61d-4e7777bc2cf9,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:57:20.789056 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f29db7b-2c4a-4e78-91a3-fab9fb8df5fa req-3525c8aa-4695-45c9-bb7a-1e58d775ed7d tempest-ServersTestBootFromVolume-1996993872 tempest-ServersTestBootFromVolume-1996993872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:20.790888 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7f29db7b-2c4a-4e78-91a3-fab9fb8df5fa req-3525c8aa-4695-45c9-bb7a-1e58d775ed7d tempest-ServersTestBootFromVolume-1996993872 tempest-ServersTestBootFromVolume-1996993872-project] 10.222.0.66 "GET /v2.0/ports?device_id=67f4cc8b-9e73-4617-83a9-d62bbfeb8810 HTTP/1.1" status: 200 len: 943 time: 0.1220076 Aug 18 11:57:20.803143 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6405a8b5-c86d-40d9-9ba8-8c2b468ab994 req-b8629fe4-a19a-4f66-8ff0-5aeac08340b6 tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] 10.222.0.66 "GET /v2.0/security-groups?id=ad88621b-057d-4148-94ff-fad542d38fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109447 Aug 18 11:57:20.827974 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-78cca13f-4a17-4405-b06c-7dd493eb08e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902229'] for subnet, precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:20.856145 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-14ce9696-96ef-4974-a29f-737d92a8e61a req-4c2325dc-097b-454e-8a15-f43ea2e04c28 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=0ddd2c5c-7e53-44ab-9404-c5fea69a570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855896 Aug 18 11:57:20.881933 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7f29db7b-2c4a-4e78-91a3-fab9fb8df5fa req-3f4b18b6-c8a6-4255-9cbc-45c0644ac68a tempest-ServersTestBootFromVolume-1996993872 tempest-ServersTestBootFromVolume-1996993872-project] 10.222.0.66 "GET /v2.0/security-groups?id=2bc96fcd-9703-490c-b0da-ce0b80b96f81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772951 Aug 18 11:57:20.927734 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] get_ports_and_sgs() called for port_ids ['4fdedf33-9283-4814-a61d-4e7777bc2cf9'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 11:57:21.028057 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-7660b772-8f6e-414a-886b-18a5fa81e1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:21.047698 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c61fe9-5466-47a2-b952-eebb67ddb363 req-b8c22c25-4ed3-4f75-a2e4-df730b55af33 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:21.057839 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d2c61fe9-5466-47a2-b952-eebb67ddb363 req-b8c22c25-4ed3-4f75-a2e4-df730b55af33 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/ports?device_id=bb3624f1-8ce3-4298-97a2-89ded06e072e HTTP/1.1" status: 200 len: 949 time: 0.1551607 Aug 18 11:57:21.085210 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-97bf2482-8dda-4d4d-8a80-29754857d491 req-f30b439b-8156-424f-a9df-36d4e65765fb tempest-VolumesAdminNegativeTest-144023268 tempest-VolumesAdminNegativeTest-144023268-project] 10.222.0.66 "GET /v2.0/ports?device_id=70c6f5c9-5049-46ca-a258-6bbae2298062 HTTP/1.1" status: 200 len: 210 time: 0.0672233 Aug 18 11:57:21.136666 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-78cca13f-4a17-4405-b06c-7dd493eb08e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:21.146491 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae5a8fd-896a-4d3d-af8f-f20e48238e3c req-f6f1c4af-dcfc-42c8-84f8-7c8807bacc1c tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:21.148040 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-eae5a8fd-896a-4d3d-af8f-f20e48238e3c req-f6f1c4af-dcfc-42c8-84f8-7c8807bacc1c tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.63 "GET /v2.0/networks?id=45f10d77-130c-4859-b30d-1a902305b96f HTTP/1.1" status: 200 len: 806 time: 0.2291276 Aug 18 11:57:21.162213 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d2c61fe9-5466-47a2-b952-eebb67ddb363 req-e8bb2d73-3c0d-442b-b9ba-605c5718cdc3 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/security-groups?id=0ddd2c5c-7e53-44ab-9404-c5fea69a570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991633 Aug 18 11:57:21.168882 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-eae5a8fd-896a-4d3d-af8f-f20e48238e3c req-4f1304af-b821-497f-b4b0-268cbabb82ab tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Request body: {'port': {'device_id': '31411927-34c3-49d4-9bb5-fd2d32842c8b', 'network_id': '45f10d77-130c-4859-b30d-1a902305b96f', 'admin_state_up': True, 'tenant_id': '9143985e071d4037b5bf264a5aaa6497'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:57:21.171786 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-99850059-17b4-4186-abc7-9a6e6b257477 req-54e5b27e-416c-423c-a9b8-afd0072a0e5d tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] Deleting port bbc5fb34-a9c7-4e4e-9c45-8b4dea9c9324 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 11:57:21.172307 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-99850059-17b4-4186-abc7-9a6e6b257477 req-54e5b27e-416c-423c-a9b8-afd0072a0e5d tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:21.229894 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df9ec74f-cb8a-401e-b2a3-b3fd415646e6 req-f2133e3a-718b-47b8-966e-5bbbe8460c52 tempest-VolumesAdminNegativeTest-144023268 tempest-VolumesAdminNegativeTest-144023268-project] Made reservation on behalf of 314b8f2018534156af00dcc6b3451303 for: {'port': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 11:57:21.233436 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-df9ec74f-cb8a-401e-b2a3-b3fd415646e6 req-f2133e3a-718b-47b8-966e-5bbbe8460c52 tempest-VolumesAdminNegativeTest-144023268 tempest-VolumesAdminNegativeTest-144023268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:21.283383 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b00d33a1-3c2a-4b39-9637-6a7eb0e704b3 req-44fe683b-46f2-4bf6-a0ec-b68871d33402 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.66 "GET /v2.0/ports?device_id=31411927-34c3-49d4-9bb5-fd2d32842c8b HTTP/1.1" status: 200 len: 210 time: 0.0349901 Aug 18 11:57:21.341598 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002556b5-8e3c-447f-95d0-4ca2b77f7307 req-c2df924e-70c3-4d50-8070-ddab4acc62eb tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:21.343808 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-002556b5-8e3c-447f-95d0-4ca2b77f7307 req-c2df924e-70c3-4d50-8070-ddab4acc62eb tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] 10.222.0.66 "GET /v2.0/ports?device_id=cc41ceac-05d6-49d0-ba65-9f925555ea6b HTTP/1.1" status: 200 len: 946 time: 0.1629894 Aug 18 11:57:21.368639 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-78cca13f-4a17-4405-b06c-7dd493eb08e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58902171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59388106'] for subnet, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:21.372134 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:21.376932 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-99850059-17b4-4186-abc7-9a6e6b257477 req-54e5b27e-416c-423c-a9b8-afd0072a0e5d tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] For port bbc5fb34-a9c7-4e4e-9c45-8b4dea9c9324, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=bbc5fb34-a9c7-4e4e-9c45-8b4dea9c9324,segment=NetworkSegment(0622c33d-7d5a-4968-950b-edb53be5f858),segment_id=0622c33d-7d5a-4968-950b-edb53be5f858)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:57:21.377295 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-99850059-17b4-4186-abc7-9a6e6b257477 req-54e5b27e-416c-423c-a9b8-afd0072a0e5d tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:21.421834 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-99850059-17b4-4186-abc7-9a6e6b257477 req-54e5b27e-416c-423c-a9b8-afd0072a0e5d tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] Calling delete_port for bbc5fb34-a9c7-4e4e-9c45-8b4dea9c9324 owned by compute:nova {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 11:57:21.425720 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cca13f-4a17-4405-b06c-7dd493eb08e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=465724d4-2d39-4a21-8c45-5f387b8139d3,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:57:21.427787 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-78cca13f-4a17-4405-b06c-7dd493eb08e9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:21.429251 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46060210-6932-40a5-a798-6d54ca4586b7 None None] Network 3eac5274-9d7b-4d09-a2dd-6eebead530f7 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 11:57:21.429726 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-78cca13f-4a17-4405-b06c-7dd493eb08e9 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/465724d4-2d39-4a21-8c45-5f387b8139d3 HTTP/1.1" status: 204 len: 168 time: 0.8579762 Aug 18 11:57:21.437044 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 55226) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:57:21.454734 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-002556b5-8e3c-447f-95d0-4ca2b77f7307 req-7de68375-ae3b-42a4-8e5c-f09a4d2addaa tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] 10.222.0.66 "GET /v2.0/security-groups?id=ad88621b-057d-4148-94ff-fad542d38fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999703 Aug 18 11:57:21.459548 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eae5a8fd-896a-4d3d-af8f-f20e48238e3c req-4f1304af-b821-497f-b4b0-268cbabb82ab tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Made reservation on behalf of 9143985e071d4037b5bf264a5aaa6497 for: {'port': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 11:57:21.463397 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-eae5a8fd-896a-4d3d-af8f-f20e48238e3c req-4f1304af-b821-497f-b4b0-268cbabb82ab tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:21.491916 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc12e56-806a-4d8e-9bc0-f54fb9244dff req-1e9261cd-6989-4e0a-a676-6a82bc1f7f06 tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:21.499125 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5dc12e56-806a-4d8e-9bc0-f54fb9244dff req-1e9261cd-6989-4e0a-a676-6a82bc1f7f06 tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] 10.222.0.66 "GET /v2.0/ports?device_id=30c3781d-a4b9-422e-8128-e726a0721260 HTTP/1.1" status: 200 len: 946 time: 0.1180167 Aug 18 11:57:21.600076 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-cd695910-9b42-4a02-a752-656ea69ed337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7904109'] for network, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:21.606684 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [req-df9ec74f-cb8a-401e-b2a3-b3fd415646e6 req-f2133e3a-718b-47b8-966e-5bbbe8460c52 tempest-VolumesAdminNegativeTest-144023268 tempest-VolumesAdminNegativeTest-144023268-project] Allocated IP 172.20.0.8 (6c5da27c-32ae-49f2-9728-84e875495be2/ce5ce462-ff86-45be-a590-752092468a15/a2512396-92ee-47cd-ba6b-0e30a0fcec0e) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 11:57:21.638702 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5dc12e56-806a-4d8e-9bc0-f54fb9244dff req-3395e8c2-b725-4656-b076-0e0296a87282 tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bf5bc16-7ae8-42c8-a968-84c3ac638172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386588 Aug 18 11:57:21.685945 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c051d732-9851-4cbb-93a4-1fccc84fc69a None None] DHCP port deletion for 3eac5274-9d7b-4d09-a2dd-6eebead530f7 request from n-d-804985-2 {{(pid=106254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 11:57:21.714911 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23e825b-9e52-4134-af0b-f365ad713d5a req-60a25123-943c-4e58-a882-b2b624c5ec5c tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:21.716598 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d23e825b-9e52-4134-af0b-f365ad713d5a req-60a25123-943c-4e58-a882-b2b624c5ec5c tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.66 "GET /v2.0/ports?device_id=d1a77c32-20c2-49cb-bacf-6d1bc8cdb75a HTTP/1.1" status: 200 len: 944 time: 0.1844087 Aug 18 11:57:21.757995 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-cd695910-9b42-4a02-a752-656ea69ed337 admin admin] Deleting port f51407b3-5a22-4703-8359-1a338e8f419c {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 11:57:21.758332 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-cd695910-9b42-4a02-a752-656ea69ed337 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:21.764827 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-99850059-17b4-4186-abc7-9a6e6b257477 req-54e5b27e-416c-423c-a9b8-afd0072a0e5d tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:21.773209 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [req-eae5a8fd-896a-4d3d-af8f-f20e48238e3c req-4f1304af-b821-497f-b4b0-268cbabb82ab tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Allocated IP 172.20.0.3 (45f10d77-130c-4859-b30d-1a902305b96f/7cf2249d-58a2-4afe-a9fb-145dc05a7f39/66a366cc-b5fe-4d76-bdca-66303a3c84bb) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 11:57:21.796704 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-c051d732-9851-4cbb-93a4-1fccc84fc69a None None] Deleting port f51407b3-5a22-4703-8359-1a338e8f419c {{(pid=106254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 11:57:21.797084 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-c051d732-9851-4cbb-93a4-1fccc84fc69a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:21.802848 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d23e825b-9e52-4134-af0b-f365ad713d5a req-c8c9ddea-72e7-4cd0-9087-1f5f19a506d1 tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.66 "GET /v2.0/security-groups?id=fecad5ed-08b4-4db8-8e35-9a1fb2f01a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732083 Aug 18 11:57:21.888016 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e5b27e-416c-423c-a9b8-afd0072a0e5d tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] Pushing event deleted for resources: {'Port': ['ID=bbc5fb34-a9c7-4e4e-9c45-8b4dea9c9324,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:57:21.910880 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-c051d732-9851-4cbb-93a4-1fccc84fc69a None None] For port f51407b3-5a22-4703-8359-1a338e8f419c, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=f51407b3-5a22-4703-8359-1a338e8f419c,segment=NetworkSegment(89b4cf17-efd2-4783-9edc-8d57f3adb099),segment_id=89b4cf17-efd2-4783-9edc-8d57f3adb099)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:57:21.912164 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-c051d732-9851-4cbb-93a4-1fccc84fc69a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:21.930528 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-c051d732-9851-4cbb-93a4-1fccc84fc69a None None] Calling delete_port for f51407b3-5a22-4703-8359-1a338e8f419c owned by network:dhcp {{(pid=106254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 11:57:21.948428 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [None req-cd695910-9b42-4a02-a752-656ea69ed337 admin admin] For port f51407b3-5a22-4703-8359-1a338e8f419c, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=f51407b3-5a22-4703-8359-1a338e8f419c,segment=NetworkSegment(89b4cf17-efd2-4783-9edc-8d57f3adb099),segment_id=89b4cf17-efd2-4783-9edc-8d57f3adb099)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:57:21.948818 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-cd695910-9b42-4a02-a752-656ea69ed337 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:21.976437 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-99850059-17b4-4186-abc7-9a6e6b257477 req-54e5b27e-416c-423c-a9b8-afd0072a0e5d tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] No DVR routers for this DVR port bbc5fb34-a9c7-4e4e-9c45-8b4dea9c9324 on host n-h2-804985-2 {{(pid=106253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 11:57:21.986372 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-99850059-17b4-4186-abc7-9a6e6b257477 req-54e5b27e-416c-423c-a9b8-afd0072a0e5d tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:21.988565 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-99850059-17b4-4186-abc7-9a6e6b257477 req-54e5b27e-416c-423c-a9b8-afd0072a0e5d tempest-LiveAutoBlockMigrationV225Test-1147114520 tempest-LiveAutoBlockMigrationV225Test-1147114520-project] 10.222.0.62 "DELETE /v2.0/ports/bbc5fb34-a9c7-4e4e-9c45-8b4dea9c9324 HTTP/1.1" status: 204 len: 173 time: 1.2576509 Aug 18 11:57:21.990963 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1a77c32-20c2-49cb-bacf-6d1bc8cdb75a', 'name': 'network-vif-deleted', 'tag': 'bbc5fb34-a9c7-4e4e-9c45-8b4dea9c9324'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 11:57:21.993432 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0679f4c4b6e0e0c064a7d71d722dc30541a34fffee11680573be22ee2ffccc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7f725af-1f3d-4a4f-bac7-c16d1ee25a4c" -d '{"events": [{"server_uuid": "d1a77c32-20c2-49cb-bacf-6d1bc8cdb75a", "name": "network-vif-deleted", "tag": "bbc5fb34-a9c7-4e4e-9c45-8b4dea9c9324"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:57:22.008950 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-cd695910-9b42-4a02-a752-656ea69ed337 admin admin] Calling delete_port for f51407b3-5a22-4703-8359-1a338e8f419c owned by network:dhcp {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 11:57:22.035995 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-df9ec74f-cb8a-401e-b2a3-b3fd415646e6 req-f2133e3a-718b-47b8-966e-5bbbe8460c52 tempest-VolumesAdminNegativeTest-144023268 tempest-VolumesAdminNegativeTest-144023268-project] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:22.048925 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-53584c24-f517-494e-ac93-c18bb92373f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:22.096499 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-c051d732-9851-4cbb-93a4-1fccc84fc69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556'] for port, after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:22.118358 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c051d732-9851-4cbb-93a4-1fccc84fc69a None None] Pushing event deleted for resources: {'Port': ['ID=f51407b3-5a22-4703-8359-1a338e8f419c,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:57:22.154518 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c051d732-9851-4cbb-93a4-1fccc84fc69a None None] No DVR routers for this DVR port f51407b3-5a22-4703-8359-1a338e8f419c on host n-d-804985-2 {{(pid=106254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 11:57:22.158474 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-cd695910-9b42-4a02-a752-656ea69ed337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:22.161956 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device d5d97030-f4a6-499b-811c-7404fe64b992 no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 11:57:22.189408 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-df9ec74f-cb8a-401e-b2a3-b3fd415646e6 req-f2133e3a-718b-47b8-966e-5bbbe8460c52 tempest-VolumesAdminNegativeTest-144023268 tempest-VolumesAdminNegativeTest-144023268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:22.191668 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd695910-9b42-4a02-a752-656ea69ed337 admin admin] Pushing event deleted for resources: {'Port': ['ID=f51407b3-5a22-4703-8359-1a338e8f419c,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:57:22.200288 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd695910-9b42-4a02-a752-656ea69ed337 admin admin] No DVR routers for this DVR port f51407b3-5a22-4703-8359-1a338e8f419c on host n-d-804985-2 {{(pid=106253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 11:57:22.207163 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 11:57:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bc0412c-3586-4985-91e0-2cffaa9abf76 x-openstack-request-id: req-9bc0412c-3586-4985-91e0-2cffaa9abf76 {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:57:22.207662 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1a77c32-20c2-49cb-bacf-6d1bc8cdb75a", "name": "network-vif-deleted", "tag": "bbc5fb34-a9c7-4e4e-9c45-8b4dea9c9324", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:57:22.208063 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-9bc0412c-3586-4985-91e0-2cffaa9abf76 {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:57:22.208633 n-d-804985-2 neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1a77c32-20c2-49cb-bacf-6d1bc8cdb75a', 'name': 'network-vif-deleted', 'tag': 'bbc5fb34-a9c7-4e4e-9c45-8b4dea9c9324', 'status': 'completed', 'code': 200} Aug 18 11:57:22.239581 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: d5d97030-f4a6-499b-811c-7404fe64b992 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 11:57:22.239960 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device d5d97030-f4a6-499b-811c-7404fe64b992 not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 11:57:22.240351 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device f51407b3-5a22-4703-8359-1a338e8f419c no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 11:57:22.282401 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df9ec74f-cb8a-401e-b2a3-b3fd415646e6 req-f2133e3a-718b-47b8-966e-5bbbe8460c52 tempest-VolumesAdminNegativeTest-144023268 tempest-VolumesAdminNegativeTest-144023268-project] Network 6c5da27c-32ae-49f2-9728-84e875495be2 is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 11:57:22.291514 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baf12c2-c3ea-41a5-ae80-8ee63d392db0 req-25a39e2c-efac-4334-8ad2-8675b2d72d4a tempest-ServersTestBootFromVolume-1996993872 tempest-ServersTestBootFromVolume-1996993872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:22.293106 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7baf12c2-c3ea-41a5-ae80-8ee63d392db0 req-25a39e2c-efac-4334-8ad2-8675b2d72d4a tempest-ServersTestBootFromVolume-1996993872 tempest-ServersTestBootFromVolume-1996993872-project] 10.222.0.66 "GET /v2.0/ports?device_id=67f4cc8b-9e73-4617-83a9-d62bbfeb8810 HTTP/1.1" status: 200 len: 944 time: 0.2692184 Aug 18 11:57:22.296491 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-eae5a8fd-896a-4d3d-af8f-f20e48238e3c req-4f1304af-b821-497f-b4b0-268cbabb82ab tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:22.316901 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [req-df9ec74f-cb8a-401e-b2a3-b3fd415646e6 req-f2133e3a-718b-47b8-966e-5bbbe8460c52 tempest-VolumesAdminNegativeTest-144023268 tempest-VolumesAdminNegativeTest-144023268-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:57:22.324132 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-df9ec74f-cb8a-401e-b2a3-b3fd415646e6 req-f2133e3a-718b-47b8-966e-5bbbe8460c52 tempest-VolumesAdminNegativeTest-144023268 tempest-VolumesAdminNegativeTest-144023268-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 11:57:22.351822 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-cd695910-9b42-4a02-a752-656ea69ed337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8367869', 'neutron.services.segments.db._delete_segments_for_network-8789151212993'] for network, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:22.356835 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2133e3a-718b-47b8-966e-5bbbe8460c52 tempest-VolumesAdminNegativeTest-144023268 tempest-VolumesAdminNegativeTest-144023268-project] Pushing event updated for resources: {'Port': ['ID=a2512396-92ee-47cd-ba6b-0e30a0fcec0e,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:57:22.376458 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-cd695910-9b42-4a02-a752-656ea69ed337 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3eac5274-9d7b-4d09-a2dd-6eebead530f7']}} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:57:22.391675 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-cd695910-9b42-4a02-a752-656ea69ed337 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89b4cf17-efd2-4783-9edc-8d57f3adb099') {'for_net_delete': True} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:57:22.391675 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-cd695910-9b42-4a02-a752-656ea69ed337 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89b4cf17-efd2-4783-9edc-8d57f3adb099') {} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:57:22.394115 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7baf12c2-c3ea-41a5-ae80-8ee63d392db0 req-757a1ca2-4830-4931-b248-d5e20ad98c2f tempest-ServersTestBootFromVolume-1996993872 tempest-ServersTestBootFromVolume-1996993872-project] 10.222.0.66 "GET /v2.0/security-groups?id=2bc96fcd-9703-490c-b0da-ce0b80b96f81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728509 Aug 18 11:57:22.407463 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9ec74f-cb8a-401e-b2a3-b3fd415646e6 req-f2133e3a-718b-47b8-966e-5bbbe8460c52 tempest-VolumesAdminNegativeTest-144023268 tempest-VolumesAdminNegativeTest-144023268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:22.408187 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-df9ec74f-cb8a-401e-b2a3-b3fd415646e6 req-f2133e3a-718b-47b8-966e-5bbbe8460c52 tempest-VolumesAdminNegativeTest-144023268 tempest-VolumesAdminNegativeTest-144023268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:22.411992 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-cd695910-9b42-4a02-a752-656ea69ed337 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789151225254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902236'] for segment, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:22.422675 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2926d79-312e-411e-b698-5ff8769b8077 req-fc25c195-9f40-4846-ac2d-96292b871f56 tempest-VolumesAdminNegativeTest-144023268 tempest-VolumesAdminNegativeTest-144023268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:22.424269 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b2926d79-312e-411e-b698-5ff8769b8077 req-fc25c195-9f40-4846-ac2d-96292b871f56 tempest-VolumesAdminNegativeTest-144023268 tempest-VolumesAdminNegativeTest-144023268-project] 10.222.0.66 "GET /v2.0/ports?device_id=70c6f5c9-5049-46ca-a258-6bbae2298062 HTTP/1.1" status: 200 len: 931 time: 0.1568959 Aug 18 11:57:22.439447 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-cd695910-9b42-4a02-a752-656ea69ed337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:22.443311 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-df9ec74f-cb8a-401e-b2a3-b3fd415646e6 req-f2133e3a-718b-47b8-966e-5bbbe8460c52 tempest-VolumesAdminNegativeTest-144023268 tempest-VolumesAdminNegativeTest-144023268-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7142811 Aug 18 11:57:22.450255 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd695910-9b42-4a02-a752-656ea69ed337 admin admin] Releasing vlan 826 on physical network physnet1 to pool {{(pid=106253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 11:57:22.450874 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-cd695910-9b42-4a02-a752-656ea69ed337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58900537'] for segment, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:22.452921 n-d-804985-2 neutron-server[106253]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 11:57:22.452921 n-d-804985-2 neutron-server[106253]: self.session.flush() Aug 18 11:57:22.452921 n-d-804985-2 neutron-server[106253]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 11:57:22.452921 n-d-804985-2 neutron-server[106253]: self.session.flush() Aug 18 11:57:22.452921 n-d-804985-2 neutron-server[106253]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 11:57:22.452921 n-d-804985-2 neutron-server[106253]: self.session.flush() Aug 18 11:57:22.452921 n-d-804985-2 neutron-server[106253]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 11:57:22.452921 n-d-804985-2 neutron-server[106253]: self.session.flush() Aug 18 11:57:22.452921 n-d-804985-2 neutron-server[106253]: Traceback (most recent call last): Aug 18 11:57:22.452921 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 11:57:22.452921 n-d-804985-2 neutron-server[106253]: timer() Aug 18 11:57:22.452921 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 11:57:22.452921 n-d-804985-2 neutron-server[106253]: cb(*args, **kw) Aug 18 11:57:22.452921 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 11:57:22.452921 n-d-804985-2 neutron-server[106253]: return func(*args, **kwargs) Aug 18 11:57:22.452921 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 11:57:22.452921 n-d-804985-2 neutron-server[106253]: self._notify() Aug 18 11:57:22.452921 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 11:57:22.452921 n-d-804985-2 neutron-server[106253]: self.callback(batched_events) Aug 18 11:57:22.452921 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 11:57:22.452921 n-d-804985-2 neutron-server[106253]: event.method(event) Aug 18 11:57:22.452921 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 11:57:22.452921 n-d-804985-2 neutron-server[106253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 11:57:22.452921 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 11:57:22.452921 n-d-804985-2 neutron-server[106253]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 11:57:22.452921 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 11:57:22.452921 n-d-804985-2 neutron-server[106253]: return f(self, *a, **k) Aug 18 11:57:22.452921 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 11:57:22.452921 n-d-804985-2 neutron-server[106253]: return self._get(url).json() Aug 18 11:57:22.452921 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 11:57:22.452921 n-d-804985-2 neutron-server[106253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 11:57:22.452921 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 11:57:22.452921 n-d-804985-2 neutron-server[106253]: return self.request(url, 'GET', **kwargs) Aug 18 11:57:22.452921 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 11:57:22.452921 n-d-804985-2 neutron-server[106253]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 11:57:22.452921 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 11:57:22.452921 n-d-804985-2 neutron-server[106253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 11:57:22.452921 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 11:57:22.452921 n-d-804985-2 neutron-server[106253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 11:57:22.452921 n-d-804985-2 neutron-server[106253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 11:57:22.458863 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [req-df9ec74f-cb8a-401e-b2a3-b3fd415646e6 req-5255513b-46b3-4cfb-a49b-028b7055050b service neutron] Request body: {'port': {'device_id': '70c6f5c9-5049-46ca-a258-6bbae2298062', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804985-2'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:57:22.475804 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b2926d79-312e-411e-b698-5ff8769b8077 req-a8f14dbd-e53c-496a-8a11-44298bd4d27d tempest-VolumesAdminNegativeTest-144023268 tempest-VolumesAdminNegativeTest-144023268-project] 10.222.0.66 "GET /v2.0/security-groups?id=57f323bf-2b92-44cd-b02d-c3ef125ca597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443804 Aug 18 11:57:22.479276 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-eae5a8fd-896a-4d3d-af8f-f20e48238e3c req-4f1304af-b821-497f-b4b0-268cbabb82ab tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:22.514425 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 4fdedf33-9283-4814-a61d-4e7777bc2cf9 up at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:57:22.554267 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eae5a8fd-896a-4d3d-af8f-f20e48238e3c req-4f1304af-b821-497f-b4b0-268cbabb82ab tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Network 45f10d77-130c-4859-b30d-1a902305b96f is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 11:57:22.556839 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [req-eae5a8fd-896a-4d3d-af8f-f20e48238e3c req-4f1304af-b821-497f-b4b0-268cbabb82ab tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:57:22.564907 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-eae5a8fd-896a-4d3d-af8f-f20e48238e3c req-4f1304af-b821-497f-b4b0-268cbabb82ab tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 11:57:22.569987 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] get_ports_and_sgs() called for port_ids ['ecad9dcc-255c-4073-a5af-38967245d933'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 11:57:22.581573 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: f51407b3-5a22-4703-8359-1a338e8f419c {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 11:57:22.583607 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device f51407b3-5a22-4703-8359-1a338e8f419c not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 11:57:22.584221 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 7ac469a3-f487-464c-b043-7fc687f0fed3 no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 11:57:22.602882 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-df9ec74f-cb8a-401e-b2a3-b3fd415646e6 req-5255513b-46b3-4cfb-a49b-028b7055050b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:22.620651 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-cd695910-9b42-4a02-a752-656ea69ed337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8367858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997186'] for network, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:22.646826 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: 7ac469a3-f487-464c-b043-7fc687f0fed3 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 11:57:22.647247 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 7ac469a3-f487-464c-b043-7fc687f0fed3 not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 11:57:22.654801 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1304af-b821-497f-b4b0-268cbabb82ab tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Pushing event updated for resources: {'Port': ['ID=66a366cc-b5fe-4d76-bdca-66303a3c84bb,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:57:22.682953 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd695910-9b42-4a02-a752-656ea69ed337 admin admin] Pushing event deleted for resources: {'Network': ['ID=3eac5274-9d7b-4d09-a2dd-6eebead530f7,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:57:22.688324 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-cd695910-9b42-4a02-a752-656ea69ed337 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:22.690913 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-cd695910-9b42-4a02-a752-656ea69ed337 admin admin] 10.222.0.66 "DELETE /v2.0/networks/3eac5274-9d7b-4d09-a2dd-6eebead530f7 HTTP/1.1" status: 204 len: 168 time: 1.2528815 Aug 18 11:57:22.713034 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae5a8fd-896a-4d3d-af8f-f20e48238e3c req-4f1304af-b821-497f-b4b0-268cbabb82ab tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:22.713383 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-eae5a8fd-896a-4d3d-af8f-f20e48238e3c req-4f1304af-b821-497f-b4b0-268cbabb82ab tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:22.735847 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2361450-d501-4328-b9b5-795f3177d011 req-d40d5844-e43f-4e62-80bb-74f3eb4ce17a tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:22.737457 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f2361450-d501-4328-b9b5-795f3177d011 req-d40d5844-e43f-4e62-80bb-74f3eb4ce17a tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/ports?device_id=bb3624f1-8ce3-4298-97a2-89ded06e072e HTTP/1.1" status: 200 len: 949 time: 0.1374252 Aug 18 11:57:22.763878 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5a5ba1-58ce-428e-a3b9-5df31f45439f req-c68a6576-9d50-45ac-b298-b820143391f1 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:22.765770 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6f5a5ba1-58ce-428e-a3b9-5df31f45439f req-c68a6576-9d50-45ac-b298-b820143391f1 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.66 "GET /v2.0/ports?device_id=31411927-34c3-49d4-9bb5-fd2d32842c8b HTTP/1.1" status: 200 len: 931 time: 0.1293504 Aug 18 11:57:22.772300 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-eae5a8fd-896a-4d3d-af8f-f20e48238e3c req-4f1304af-b821-497f-b4b0-268cbabb82ab tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6088269 Aug 18 11:57:22.779687 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Provisioning for port 4fdedf33-9283-4814-a61d-4e7777bc2cf9 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 11:57:22.785687 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Provisioning complete for port 4fdedf33-9283-4814-a61d-4e7777bc2cf9 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:57:22.786115 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:22.813617 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-eae5a8fd-896a-4d3d-af8f-f20e48238e3c req-c34a3dcf-71a7-4305-b0e8-d9bd87a6f28d service neutron] Request body: {'port': {'device_id': '31411927-34c3-49d4-9bb5-fd2d32842c8b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804985-2'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:57:22.872418 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6f5a5ba1-58ce-428e-a3b9-5df31f45439f req-29794a22-d6f6-4584-b341-0017f2baf9f2 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.66 "GET /v2.0/security-groups?id=11bbe5b2-5f3b-4775-89a0-258a798e3ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987358 Aug 18 11:57:22.879051 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f2361450-d501-4328-b9b5-795f3177d011 req-3610de99-ad96-4041-a112-722e406f71f6 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/security-groups?id=0ddd2c5c-7e53-44ab-9404-c5fea69a570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292119 Aug 18 11:57:22.962673 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-eae5a8fd-896a-4d3d-af8f-f20e48238e3c req-c34a3dcf-71a7-4305-b0e8-d9bd87a6f28d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:22.987227 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:23.008422 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 55266) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:57:23.019149 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67f4cc8b-9e73-4617-83a9-d62bbfeb8810', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fdedf33-9283-4814-a61d-4e7777bc2cf9'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 11:57:23.021477 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db50a436fb3a98495337d8fe7487b4f2ea6f3c1052eb9efadc2ecda2d5737001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ab676ae-3778-4729-8c69-36ad96f4a1ac" -d '{"events": [{"server_uuid": "67f4cc8b-9e73-4617-83a9-d62bbfeb8810", "name": "network-vif-plugged", "status": "completed", "tag": "4fdedf33-9283-4814-a61d-4e7777bc2cf9"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:57:23.039574 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port 4fdedf33-9283-4814-a61d-4e7777bc2cf9, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=4fdedf33-9283-4814-a61d-4e7777bc2cf9,segment=NetworkSegment(83d174bf-3ae6-4b55-b0b7-fcf979f775ed),segment_id=83d174bf-3ae6-4b55-b0b7-fcf979f775ed)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:57:23.044751 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:23.046031 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device bbc5fb34-a9c7-4e4e-9c45-8b4dea9c9324 no longer exists at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 11:57:23.072306 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [req-df9ec74f-cb8a-401e-b2a3-b3fd415646e6 req-5255513b-46b3-4cfb-a49b-028b7055050b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2512396-92ee-47cd-ba6b-0e30a0fcec0e {{(pid=106253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 11:57:23.085976 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-df9ec74f-cb8a-401e-b2a3-b3fd415646e6 req-5255513b-46b3-4cfb-a49b-028b7055050b service neutron] Notify callbacks [] for port, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:23.092987 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] No Port match for: bbc5fb34-a9c7-4e4e-9c45-8b4dea9c9324 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 11:57:23.093331 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device bbc5fb34-a9c7-4e4e-9c45-8b4dea9c9324 not bound to the agent host n-h2-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 11:57:23.119399 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [req-df9ec74f-cb8a-401e-b2a3-b3fd415646e6 req-5255513b-46b3-4cfb-a49b-028b7055050b service neutron] Transition to ACTIVE for port object a2512396-92ee-47cd-ba6b-0e30a0fcec0e will not be triggered until provisioned by entity L2. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 11:57:23.124551 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-22fe2636-a842-4142-87fd-279ffa6b490c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d1ec40a3ead94d708fdf6efc2357c5eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1140263 Aug 18 11:57:23.126921 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 55272) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:57:23.131498 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=4fdedf33-9283-4814-a61d-4e7777bc2cf9,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:57:23.141671 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 55274) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:57:23.143082 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-df9ec74f-cb8a-401e-b2a3-b3fd415646e6 req-5255513b-46b3-4cfb-a49b-028b7055050b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:23.155621 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10f2f87-8c21-47f3-8616-b44f9e63f8a7 req-680b6927-b7a1-4358-a0b8-1ef89bbfa5a2 tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:23.156680 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e10f2f87-8c21-47f3-8616-b44f9e63f8a7 req-680b6927-b7a1-4358-a0b8-1ef89bbfa5a2 tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] 10.222.0.66 "GET /v2.0/ports?device_id=30c3781d-a4b9-422e-8128-e726a0721260 HTTP/1.1" status: 200 len: 946 time: 0.1650448 Aug 18 11:57:23.227274 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5255513b-46b3-4cfb-a49b-028b7055050b service neutron] Pushing event updated for resources: {'Port': ['ID=a2512396-92ee-47cd-ba6b-0e30a0fcec0e,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:57:23.277748 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e10f2f87-8c21-47f3-8616-b44f9e63f8a7 req-8445b88d-3863-44e2-beeb-49993d851e1d tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bf5bc16-7ae8-42c8-a968-84c3ac638172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973184 Aug 18 11:57:23.294290 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-394a167b-0857-4adb-b21f-ffafc7a30dc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:23.330820 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-394a167b-0857-4adb-b21f-ffafc7a30dc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:23.349542 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-df9ec74f-cb8a-401e-b2a3-b3fd415646e6 req-5255513b-46b3-4cfb-a49b-028b7055050b service neutron] Attempting to bind port a2512396-92ee-47cd-ba6b-0e30a0fcec0e on host n-h1-804985-2 for vnic_type normal with profile {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 11:57:23.349964 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-df9ec74f-cb8a-401e-b2a3-b3fd415646e6 req-5255513b-46b3-4cfb-a49b-028b7055050b service neutron] Attempting to bind port a2512396-92ee-47cd-ba6b-0e30a0fcec0e by drivers openvswitch,hyperv on host n-h1-804985-2 at level 0 using segments [{'id': 'e5159d48-c355-43e9-af95-2232f7d1fefa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '6c5da27c-32ae-49f2-9728-84e875495be2'}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 11:57:23.350193 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df9ec74f-cb8a-401e-b2a3-b3fd415646e6 req-5255513b-46b3-4cfb-a49b-028b7055050b service neutron] Attempting to bind port a2512396-92ee-47cd-ba6b-0e30a0fcec0e on network 6c5da27c-32ae-49f2-9728-84e875495be2 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 11:57:23.352647 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 11:57:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c057e471-1d5d-4c74-b856-0d34bbaac83a x-openstack-request-id: req-c057e471-1d5d-4c74-b856-0d34bbaac83a {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:57:23.352944 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67f4cc8b-9e73-4617-83a9-d62bbfeb8810", "name": "network-vif-plugged", "status": "completed", "tag": "4fdedf33-9283-4814-a61d-4e7777bc2cf9", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:57:23.353197 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c057e471-1d5d-4c74-b856-0d34bbaac83a {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:57:23.353595 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67f4cc8b-9e73-4617-83a9-d62bbfeb8810', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fdedf33-9283-4814-a61d-4e7777bc2cf9', 'code': 200} Aug 18 11:57:23.376492 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df9ec74f-cb8a-401e-b2a3-b3fd415646e6 req-5255513b-46b3-4cfb-a49b-028b7055050b service neutron] Port a2512396-92ee-47cd-ba6b-0e30a0fcec0e on network 6c5da27c-32ae-49f2-9728-84e875495be2 not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-2 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 11:57:23.376968 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df9ec74f-cb8a-401e-b2a3-b3fd415646e6 req-5255513b-46b3-4cfb-a49b-028b7055050b service neutron] Attempting to bind port a2512396-92ee-47cd-ba6b-0e30a0fcec0e on network 6c5da27c-32ae-49f2-9728-84e875495be2 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 11:57:23.386086 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df9ec74f-cb8a-401e-b2a3-b3fd415646e6 req-5255513b-46b3-4cfb-a49b-028b7055050b service neutron] Checking agent: {'id': 'a613417a-d085-492c-941a-59bb18c633d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 49, 6), 'started_at': datetime.datetime(2021, 8, 18, 11, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 11, 57, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 11:57:23.386447 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df9ec74f-cb8a-401e-b2a3-b3fd415646e6 req-5255513b-46b3-4cfb-a49b-028b7055050b service neutron] Checking segment: {'id': 'e5159d48-c355-43e9-af95-2232f7d1fefa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '6c5da27c-32ae-49f2-9728-84e875495be2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 11:57:23.386834 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df9ec74f-cb8a-401e-b2a3-b3fd415646e6 req-5255513b-46b3-4cfb-a49b-028b7055050b service neutron] Bound using segment: {'id': 'e5159d48-c355-43e9-af95-2232f7d1fefa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '6c5da27c-32ae-49f2-9728-84e875495be2'} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 11:57:23.387288 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-df9ec74f-cb8a-401e-b2a3-b3fd415646e6 req-5255513b-46b3-4cfb-a49b-028b7055050b service neutron] Bound port: a2512396-92ee-47cd-ba6b-0e30a0fcec0e, host: n-h1-804985-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5159d48-c355-43e9-af95-2232f7d1fefa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '6c5da27c-32ae-49f2-9728-84e875495be2'}}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 11:57:23.387668 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-df9ec74f-cb8a-401e-b2a3-b3fd415646e6 req-5255513b-46b3-4cfb-a49b-028b7055050b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:23.490290 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-394a167b-0857-4adb-b21f-ffafc7a30dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:23.493014 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-394a167b-0857-4adb-b21f-ffafc7a30dc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:23.494227 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-394a167b-0857-4adb-b21f-ffafc7a30dc4 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f0cd2d78-92e5-4df6-b2db-0c31c25a6b43 HTTP/1.1" status: 204 len: 168 time: 0.3657360 Aug 18 11:57:23.525646 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394a167b-0857-4adb-b21f-ffafc7a30dc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0cd2d78-92e5-4df6-b2db-0c31c25a6b43,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:57:23.541311 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [req-eae5a8fd-896a-4d3d-af8f-f20e48238e3c req-c34a3dcf-71a7-4305-b0e8-d9bd87a6f28d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66a366cc-b5fe-4d76-bdca-66303a3c84bb {{(pid=106252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 11:57:23.555683 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-eae5a8fd-896a-4d3d-af8f-f20e48238e3c req-c34a3dcf-71a7-4305-b0e8-d9bd87a6f28d service neutron] Notify callbacks [] for port, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:23.572790 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-df9ec74f-cb8a-401e-b2a3-b3fd415646e6 req-5255513b-46b3-4cfb-a49b-028b7055050b service neutron] For port a2512396-92ee-47cd-ba6b-0e30a0fcec0e, host n-h1-804985-2, cleared binding levels {{(pid=106253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 11:57:23.586234 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8aa3220-f30d-4164-9527-600460a1c090 req-416b5ff7-0751-4a77-9dec-a3ac0ed80f5d tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:23.589960 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d69245-8387-4660-8ed5-c8ae27324f11 req-abd6e207-21eb-45d2-b2c3-3de341248eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:23.591864 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-d8d69245-8387-4660-8ed5-c8ae27324f11 req-abd6e207-21eb-45d2-b2c3-3de341248eae service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=67f4cc8b-9e73-4617-83a9-d62bbfeb8810 HTTP/1.1" status: 200 len: 1096 time: 0.1461492 Aug 18 11:57:23.594241 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d8aa3220-f30d-4164-9527-600460a1c090 req-416b5ff7-0751-4a77-9dec-a3ac0ed80f5d tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] 10.222.0.66 "GET /v2.0/ports?device_id=cc41ceac-05d6-49d0-ba65-9f925555ea6b HTTP/1.1" status: 200 len: 946 time: 0.1286538 Aug 18 11:57:23.596766 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-df9ec74f-cb8a-401e-b2a3-b3fd415646e6 req-5255513b-46b3-4cfb-a49b-028b7055050b service neutron] For port a2512396-92ee-47cd-ba6b-0e30a0fcec0e, host n-h1-804985-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=a2512396-92ee-47cd-ba6b-0e30a0fcec0e,segment=NetworkSegment(e5159d48-c355-43e9-af95-2232f7d1fefa),segment_id=e5159d48-c355-43e9-af95-2232f7d1fefa)] {{(pid=106253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 11:57:23.598535 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [req-eae5a8fd-896a-4d3d-af8f-f20e48238e3c req-c34a3dcf-71a7-4305-b0e8-d9bd87a6f28d service neutron] Transition to ACTIVE for port object 66a366cc-b5fe-4d76-bdca-66303a3c84bb will not be triggered until provisioned by entity L2. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 11:57:23.603260 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c124bd6-da4d-40ee-86b7-a3e745b18415 admin admin] Deleting subnet 16b84496-6d9e-4d8c-9087-8e81549f7d75 {{(pid=106253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 11:57:23.612808 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-df9ec74f-cb8a-401e-b2a3-b3fd415646e6 req-5255513b-46b3-4cfb-a49b-028b7055050b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:23.615414 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-eae5a8fd-896a-4d3d-af8f-f20e48238e3c req-c34a3dcf-71a7-4305-b0e8-d9bd87a6f28d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:23.616167 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5c124bd6-da4d-40ee-86b7-a3e745b18415 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:23.627271 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9b6107-7071-4201-b2f7-8463671512de req-fe7608be-2377-4adb-8175-0978643cf8d5 tempest-MigrationsAdminTest-2066091247 tempest-MigrationsAdminTest-2066091247-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:23.628966 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1e9b6107-7071-4201-b2f7-8463671512de req-fe7608be-2377-4adb-8175-0978643cf8d5 tempest-MigrationsAdminTest-2066091247 tempest-MigrationsAdminTest-2066091247-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=bb3624f1-8ce3-4298-97a2-89ded06e072e HTTP/1.1" status: 200 len: 1100 time: 0.1468749 Aug 18 11:57:23.704990 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d8aa3220-f30d-4164-9527-600460a1c090 req-249ac5a1-7bf3-480a-bafd-56312068028e tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] 10.222.0.66 "GET /v2.0/security-groups?id=ad88621b-057d-4148-94ff-fad542d38fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074693 Aug 18 11:57:23.708770 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-1e9b6107-7071-4201-b2f7-8463671512de req-99ca0e9c-288e-4af0-8502-fecefee1ea2c tempest-MigrationsAdminTest-2066091247 tempest-MigrationsAdminTest-2066091247-project-admin] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:23.709153 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9ec74f-cb8a-401e-b2a3-b3fd415646e6 req-5255513b-46b3-4cfb-a49b-028b7055050b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:23.709797 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-df9ec74f-cb8a-401e-b2a3-b3fd415646e6 req-5255513b-46b3-4cfb-a49b-028b7055050b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:23.712127 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-df9ec74f-cb8a-401e-b2a3-b3fd415646e6 req-5255513b-46b3-4cfb-a49b-028b7055050b service neutron] 10.222.0.63 "PUT /v2.0/ports/a2512396-92ee-47cd-ba6b-0e30a0fcec0e HTTP/1.1" status: 200 len: 1091 time: 1.2582877 Aug 18 11:57:23.715496 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-500a1c61-38a7-4c23-a7ec-4631080af5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:23.716565 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5c124bd6-da4d-40ee-86b7-a3e745b18415 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902229'] for subnet, precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:23.746201 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34a3dcf-71a7-4305-b0e8-d9bd87a6f28d service neutron] Pushing event updated for resources: {'Port': ['ID=66a366cc-b5fe-4d76-bdca-66303a3c84bb,revision_number=2']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:57:23.750346 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-d8d69245-8387-4660-8ed5-c8ae27324f11 req-b021961f-54e1-4a56-8fc4-31b7dec8e20f service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=2bc96fcd-9703-490c-b0da-ce0b80b96f81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1441967 Aug 18 11:57:23.770808 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5255513b-46b3-4cfb-a49b-028b7055050b service neutron] Pushing event updated for resources: {'Port': ['ID=a2512396-92ee-47cd-ba6b-0e30a0fcec0e,revision_number=3']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:57:23.782413 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5c124bd6-da4d-40ee-86b7-a3e745b18415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:23.865668 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9ec74f-cb8a-401e-b2a3-b3fd415646e6 req-56881e5a-0fc2-47e3-8b2c-8b52c5c83f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:23.867409 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-df9ec74f-cb8a-401e-b2a3-b3fd415646e6 req-56881e5a-0fc2-47e3-8b2c-8b52c5c83f24 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=314b8f2018534156af00dcc6b3451303&device_id=70c6f5c9-5049-46ca-a258-6bbae2298062 HTTP/1.1" status: 200 len: 1094 time: 0.0825040 Aug 18 11:57:23.881767 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5c124bd6-da4d-40ee-86b7-a3e745b18415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58902171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59388106'] for subnet, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:23.915488 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19dac59-f758-4a38-b81d-1f9750eb731c req-9988755e-86e4-4a69-9f7d-8760368e0a35 tempest-ServersTestBootFromVolume-1996993872 tempest-ServersTestBootFromVolume-1996993872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:23.920980 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c19dac59-f758-4a38-b81d-1f9750eb731c req-9988755e-86e4-4a69-9f7d-8760368e0a35 tempest-ServersTestBootFromVolume-1996993872 tempest-ServersTestBootFromVolume-1996993872-project] 10.222.0.66 "GET /v2.0/ports?device_id=67f4cc8b-9e73-4617-83a9-d62bbfeb8810 HTTP/1.1" status: 200 len: 945 time: 0.1393018 Aug 18 11:57:23.926047 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-eae5a8fd-896a-4d3d-af8f-f20e48238e3c req-c34a3dcf-71a7-4305-b0e8-d9bd87a6f28d service neutron] Attempting to bind port 66a366cc-b5fe-4d76-bdca-66303a3c84bb on host n-h1-804985-2 for vnic_type normal with profile {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 11:57:23.926380 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-eae5a8fd-896a-4d3d-af8f-f20e48238e3c req-c34a3dcf-71a7-4305-b0e8-d9bd87a6f28d service neutron] Attempting to bind port 66a366cc-b5fe-4d76-bdca-66303a3c84bb by drivers openvswitch,hyperv on host n-h1-804985-2 at level 0 using segments [{'id': '0769e917-ce53-43de-97f7-af6feb189e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '45f10d77-130c-4859-b30d-1a902305b96f'}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 11:57:23.926705 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eae5a8fd-896a-4d3d-af8f-f20e48238e3c req-c34a3dcf-71a7-4305-b0e8-d9bd87a6f28d service neutron] Attempting to bind port 66a366cc-b5fe-4d76-bdca-66303a3c84bb on network 45f10d77-130c-4859-b30d-1a902305b96f {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 11:57:23.946635 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-df9ec74f-cb8a-401e-b2a3-b3fd415646e6 req-6d0880de-65f7-453c-90d8-1e339fb1f6e0 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a2512396-92ee-47cd-ba6b-0e30a0fcec0e HTTP/1.1" status: 200 len: 217 time: 0.0605311 Aug 18 11:57:23.946869 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c124bd6-da4d-40ee-86b7-a3e745b18415 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=16b84496-6d9e-4d8c-9087-8e81549f7d75,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:57:23.948906 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5c124bd6-da4d-40ee-86b7-a3e745b18415 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:23.950950 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-5c124bd6-da4d-40ee-86b7-a3e745b18415 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/16b84496-6d9e-4d8c-9087-8e81549f7d75 HTTP/1.1" status: 204 len: 168 time: 0.8087735 Aug 18 11:57:23.953576 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 55298) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:57:24.058506 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 06b4ed54-c502-49aa-9dee-0cab148a3a66 details requested by agent hyperv_n-h1-804985-2 with host n-h1-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 11:57:24.063686 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9ec74f-cb8a-401e-b2a3-b3fd415646e6 req-e3c81823-ea3c-4d08-81fa-49198dc60b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:24.065247 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-df9ec74f-cb8a-401e-b2a3-b3fd415646e6 req-e3c81823-ea3c-4d08-81fa-49198dc60b1b service neutron] 10.222.0.63 "GET /v2.0/subnets?id=ce5ce462-ff86-45be-a590-752092468a15 HTTP/1.1" status: 200 len: 855 time: 0.1107721 Aug 18 11:57:24.069936 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b4c881ee-40a1-4d5c-ab3f-89786c4f2dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7904109'] for network, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:24.139000 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-df9ec74f-cb8a-401e-b2a3-b3fd415646e6 req-430d93b4-b676-4cae-b013-1566534d80a0 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=6c5da27c-32ae-49f2-9728-84e875495be2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0567346 Aug 18 11:57:24.195394 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 06b4ed54-c502-49aa-9dee-0cab148a3a66, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=06b4ed54-c502-49aa-9dee-0cab148a3a66,segment=NetworkSegment(5e2f67b8-ff4a-4cf9-aef3-b551840351ed),segment_id=5e2f67b8-ff4a-4cf9-aef3-b551840351ed)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:57:24.207862 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Returning: {'device': '06b4ed54-c502-49aa-9dee-0cab148a3a66', 'network_id': '97accd71-2aa2-4572-acff-da2e63e9ea24', 'port_id': '06b4ed54-c502-49aa-9dee-0cab148a3a66', 'mac_address': 'fa:16:3e:34:72:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 831, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9e8819c-692a-472a-8ad6-8fb1be2fae20', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 11:57:24.218444 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70c6f5c9-5049-46ca-a258-6bbae2298062', 'tag': 'a2512396-92ee-47cd-ba6b-0e30a0fcec0e'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 11:57:24.221043 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0679f4c4b6e0e0c064a7d71d722dc30541a34fffee11680573be22ee2ffccc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e444a8ce-1c37-471c-9678-a39b10776435" -d '{"events": [{"name": "network-changed", "server_uuid": "70c6f5c9-5049-46ca-a258-6bbae2298062", "tag": "a2512396-92ee-47cd-ba6b-0e30a0fcec0e"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:57:24.239757 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b4c881ee-40a1-4d5c-ab3f-89786c4f2dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8367869', 'neutron.services.segments.db._delete_segments_for_network-8789151212993'] for network, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:24.253931 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:24.274622 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 06b4ed54-c502-49aa-9dee-0cab148a3a66 {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 11:57:24.300897 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 06b4ed54-c502-49aa-9dee-0cab148a3a66, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=06b4ed54-c502-49aa-9dee-0cab148a3a66,segment=NetworkSegment(5e2f67b8-ff4a-4cf9-aef3-b551840351ed),segment_id=5e2f67b8-ff4a-4cf9-aef3-b551840351ed)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:57:24.307282 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:24.333777 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eae5a8fd-896a-4d3d-af8f-f20e48238e3c req-c34a3dcf-71a7-4305-b0e8-d9bd87a6f28d service neutron] Port 66a366cc-b5fe-4d76-bdca-66303a3c84bb on network 45f10d77-130c-4859-b30d-1a902305b96f not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-2 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 11:57:24.334153 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eae5a8fd-896a-4d3d-af8f-f20e48238e3c req-c34a3dcf-71a7-4305-b0e8-d9bd87a6f28d service neutron] Attempting to bind port 66a366cc-b5fe-4d76-bdca-66303a3c84bb on network 45f10d77-130c-4859-b30d-1a902305b96f {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 11:57:24.339193 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 55312) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:57:24.371084 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=06b4ed54-c502-49aa-9dee-0cab148a3a66,revision_number=6']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:57:24.388438 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eae5a8fd-896a-4d3d-af8f-f20e48238e3c req-c34a3dcf-71a7-4305-b0e8-d9bd87a6f28d service neutron] Checking agent: {'id': 'a613417a-d085-492c-941a-59bb18c633d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 49, 6), 'started_at': datetime.datetime(2021, 8, 18, 11, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 11, 57, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 11:57:24.388800 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eae5a8fd-896a-4d3d-af8f-f20e48238e3c req-c34a3dcf-71a7-4305-b0e8-d9bd87a6f28d service neutron] Checking segment: {'id': '0769e917-ce53-43de-97f7-af6feb189e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '45f10d77-130c-4859-b30d-1a902305b96f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 11:57:24.389181 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eae5a8fd-896a-4d3d-af8f-f20e48238e3c req-c34a3dcf-71a7-4305-b0e8-d9bd87a6f28d service neutron] Bound using segment: {'id': '0769e917-ce53-43de-97f7-af6feb189e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '45f10d77-130c-4859-b30d-1a902305b96f'} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 11:57:24.389609 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-eae5a8fd-896a-4d3d-af8f-f20e48238e3c req-c34a3dcf-71a7-4305-b0e8-d9bd87a6f28d service neutron] Bound port: 66a366cc-b5fe-4d76-bdca-66303a3c84bb, host: n-h1-804985-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0769e917-ce53-43de-97f7-af6feb189e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '45f10d77-130c-4859-b30d-1a902305b96f'}}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 11:57:24.389965 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-eae5a8fd-896a-4d3d-af8f-f20e48238e3c req-c34a3dcf-71a7-4305-b0e8-d9bd87a6f28d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:24.421890 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-1e9b6107-7071-4201-b2f7-8463671512de req-99ca0e9c-288e-4af0-8502-fecefee1ea2c tempest-MigrationsAdminTest-2066091247 tempest-MigrationsAdminTest-2066091247-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:24.436692 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] get_ports_and_sgs() called for port_ids ['06b4ed54-c502-49aa-9dee-0cab148a3a66'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 11:57:24.437274 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c19dac59-f758-4a38-b81d-1f9750eb731c req-87133978-7238-448b-a75e-1f9929916c97 tempest-ServersTestBootFromVolume-1996993872 tempest-ServersTestBootFromVolume-1996993872-project] 10.222.0.66 "GET /v2.0/security-groups?id=2bc96fcd-9703-490c-b0da-ce0b80b96f81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5126696 Aug 18 11:57:24.441419 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-1e9b6107-7071-4201-b2f7-8463671512de req-99ca0e9c-288e-4af0-8502-fecefee1ea2c tempest-MigrationsAdminTest-2066091247 tempest-MigrationsAdminTest-2066091247-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:24.549534 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-b9d9a387-cdaa-409c-95fc-dde6abc8efe6 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-460166077-network', 'tenant_id': 'f1c57111807f4f80be30061245a1a804'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:57:24.559027 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ca0e9c-288e-4af0-8502-fecefee1ea2c tempest-MigrationsAdminTest-2066091247 tempest-MigrationsAdminTest-2066091247-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3fd7929-8fd2-4075-85c3-2a49cba2da43,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:57:24.586061 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1e9b6107-7071-4201-b2f7-8463671512de req-99ca0e9c-288e-4af0-8502-fecefee1ea2c tempest-MigrationsAdminTest-2066091247 tempest-MigrationsAdminTest-2066091247-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=0ddd2c5c-7e53-44ab-9404-c5fea69a570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9269030 Aug 18 11:57:24.645828 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-b4c881ee-40a1-4d5c-ab3f-89786c4f2dd2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f471d7de-70da-4549-acfc-45017b3843ff']}} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:57:24.673779 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-b4c881ee-40a1-4d5c-ab3f-89786c4f2dd2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0622c33d-7d5a-4968-950b-edb53be5f858') {'for_net_delete': True} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:57:24.674050 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-b4c881ee-40a1-4d5c-ab3f-89786c4f2dd2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0622c33d-7d5a-4968-950b-edb53be5f858') {} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:57:24.687660 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b4c881ee-40a1-4d5c-ab3f-89786c4f2dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789151225254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902236'] for segment, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:24.687916 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-eae5a8fd-896a-4d3d-af8f-f20e48238e3c req-c34a3dcf-71a7-4305-b0e8-d9bd87a6f28d service neutron] For port 66a366cc-b5fe-4d76-bdca-66303a3c84bb, host n-h1-804985-2, cleared binding levels {{(pid=106252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 11:57:24.705516 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-eae5a8fd-896a-4d3d-af8f-f20e48238e3c req-c34a3dcf-71a7-4305-b0e8-d9bd87a6f28d service neutron] For port 66a366cc-b5fe-4d76-bdca-66303a3c84bb, host n-h1-804985-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=66a366cc-b5fe-4d76-bdca-66303a3c84bb,segment=NetworkSegment(0769e917-ce53-43de-97f7-af6feb189e7f),segment_id=0769e917-ce53-43de-97f7-af6feb189e7f)] {{(pid=106252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 11:57:24.717379 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b4c881ee-40a1-4d5c-ab3f-89786c4f2dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:24.727312 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-df9ec74f-cb8a-401e-b2a3-b3fd415646e6 req-e0a22d06-183f-4748-94d0-a2392c47d095 service neutron] 10.222.0.63 "GET /v2.0/networks/6c5da27c-32ae-49f2-9728-84e875495be2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5568917 Aug 18 11:57:24.729681 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-eae5a8fd-896a-4d3d-af8f-f20e48238e3c req-c34a3dcf-71a7-4305-b0e8-d9bd87a6f28d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:24.733974 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4c881ee-40a1-4d5c-ab3f-89786c4f2dd2 admin admin] Releasing vlan 802 on physical network physnet1 to pool {{(pid=106253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 11:57:24.735647 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b4c881ee-40a1-4d5c-ab3f-89786c4f2dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58900537'] for segment, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:24.737615 n-d-804985-2 neutron-server[106253]: Traceback (most recent call last): Aug 18 11:57:24.737615 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 11:57:24.737615 n-d-804985-2 neutron-server[106253]: timer() Aug 18 11:57:24.737615 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 11:57:24.737615 n-d-804985-2 neutron-server[106253]: cb(*args, **kw) Aug 18 11:57:24.737615 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 11:57:24.737615 n-d-804985-2 neutron-server[106253]: return func(*args, **kwargs) Aug 18 11:57:24.737615 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 11:57:24.737615 n-d-804985-2 neutron-server[106253]: self._notify() Aug 18 11:57:24.737615 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 11:57:24.737615 n-d-804985-2 neutron-server[106253]: self.callback(batched_events) Aug 18 11:57:24.737615 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 11:57:24.737615 n-d-804985-2 neutron-server[106253]: event.method(event) Aug 18 11:57:24.737615 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 11:57:24.737615 n-d-804985-2 neutron-server[106253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 11:57:24.737615 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 11:57:24.737615 n-d-804985-2 neutron-server[106253]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 11:57:24.737615 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 11:57:24.737615 n-d-804985-2 neutron-server[106253]: return f(self, *a, **k) Aug 18 11:57:24.737615 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 11:57:24.737615 n-d-804985-2 neutron-server[106253]: return self._get(url).json() Aug 18 11:57:24.737615 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 11:57:24.737615 n-d-804985-2 neutron-server[106253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 11:57:24.737615 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 11:57:24.737615 n-d-804985-2 neutron-server[106253]: return self.request(url, 'GET', **kwargs) Aug 18 11:57:24.737615 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 11:57:24.737615 n-d-804985-2 neutron-server[106253]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 11:57:24.737615 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 11:57:24.737615 n-d-804985-2 neutron-server[106253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 11:57:24.737615 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 11:57:24.737615 n-d-804985-2 neutron-server[106253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 11:57:24.737615 n-d-804985-2 neutron-server[106253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 11:57:24.757445 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9d9a387-cdaa-409c-95fc-dde6abc8efe6 admin admin] Made reservation on behalf of f1c57111807f4f80be30061245a1a804 for: {'network': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 11:57:24.759767 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b9d9a387-cdaa-409c-95fc-dde6abc8efe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for network, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:24.806260 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae5a8fd-896a-4d3d-af8f-f20e48238e3c req-c34a3dcf-71a7-4305-b0e8-d9bd87a6f28d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:24.806866 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-eae5a8fd-896a-4d3d-af8f-f20e48238e3c req-c34a3dcf-71a7-4305-b0e8-d9bd87a6f28d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:24.808298 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-eae5a8fd-896a-4d3d-af8f-f20e48238e3c req-c34a3dcf-71a7-4305-b0e8-d9bd87a6f28d service neutron] 10.222.0.63 "PUT /v2.0/ports/66a366cc-b5fe-4d76-bdca-66303a3c84bb HTTP/1.1" status: 200 len: 1091 time: 2.0013962 Aug 18 11:57:24.809967 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b9d9a387-cdaa-409c-95fc-dde6abc8efe6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:24.811533 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31411927-34c3-49d4-9bb5-fd2d32842c8b', 'tag': '66a366cc-b5fe-4d76-bdca-66303a3c84bb'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 11:57:24.813895 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81ce997f-0cb3-4ddc-be8e-a4dc2ca19a81" -d '{"events": [{"name": "network-changed", "server_uuid": "31411927-34c3-49d4-9bb5-fd2d32842c8b", "tag": "66a366cc-b5fe-4d76-bdca-66303a3c84bb"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:57:24.845145 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b4c881ee-40a1-4d5c-ab3f-89786c4f2dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8367858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997186'] for network, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:24.854880 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b4c881ee-40a1-4d5c-ab3f-89786c4f2dd2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:24.857137 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-b4c881ee-40a1-4d5c-ab3f-89786c4f2dd2 admin admin] 10.222.0.66 "DELETE /v2.0/networks/f471d7de-70da-4549-acfc-45017b3843ff HTTP/1.1" status: 204 len: 168 time: 0.9010818 Aug 18 11:57:24.858961 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f8fe25-626b-4c87-bb45-465dc45073ea req-8c18ca39-07f2-422e-bb21-c636999344e8 tempest-VolumesAdminNegativeTest-144023268 tempest-VolumesAdminNegativeTest-144023268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:24.860644 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c4f8fe25-626b-4c87-bb45-465dc45073ea req-8c18ca39-07f2-422e-bb21-c636999344e8 tempest-VolumesAdminNegativeTest-144023268 tempest-VolumesAdminNegativeTest-144023268-project] 10.222.0.66 "GET /v2.0/ports?device_id=70c6f5c9-5049-46ca-a258-6bbae2298062 HTTP/1.1" status: 200 len: 943 time: 0.2738631 Aug 18 11:57:24.863047 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 55322) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:57:24.870891 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c881ee-40a1-4d5c-ab3f-89786c4f2dd2 admin admin] Pushing event deleted for resources: {'Network': ['ID=f471d7de-70da-4549-acfc-45017b3843ff,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:57:24.897893 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-df9ec74f-cb8a-401e-b2a3-b3fd415646e6 req-c86ea405-16cc-4ea8-82a3-86720022495c service neutron] 10.222.0.63 "GET /v2.0/networks/6c5da27c-32ae-49f2-9728-84e875495be2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254110 Aug 18 11:57:24.926559 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34a3dcf-71a7-4305-b0e8-d9bd87a6f28d service neutron] Pushing event updated for resources: {'Port': ['ID=66a366cc-b5fe-4d76-bdca-66303a3c84bb,revision_number=3']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:57:24.957970 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e288cbf-158c-42ee-bf79-e4318185ca8a req-9df2114b-b92a-40c6-bd0a-3b1196ea9b57 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:24.959365 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9e288cbf-158c-42ee-bf79-e4318185ca8a req-9df2114b-b92a-40c6-bd0a-3b1196ea9b57 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.66 "GET /v2.0/ports?device_id=31411927-34c3-49d4-9bb5-fd2d32842c8b HTTP/1.1" status: 200 len: 943 time: 0.2472472 Aug 18 11:57:25.016982 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ec9473d-500f-4808-87e1-ac8b3a198f7a admin admin] Deleting subnet fadb8878-abe2-46d8-a415-82bc19a429ac {{(pid=106252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 11:57:25.028266 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4ec9473d-500f-4808-87e1-ac8b3a198f7a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:25.032603 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c4f8fe25-626b-4c87-bb45-465dc45073ea req-0a8030e5-9ec2-417b-8d60-ffda88e42e22 tempest-VolumesAdminNegativeTest-144023268 tempest-VolumesAdminNegativeTest-144023268-project] 10.222.0.66 "GET /v2.0/security-groups?id=57f323bf-2b92-44cd-b02d-c3ef125ca597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499848 Aug 18 11:57:25.079749 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 11:57:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d8f059e-6793-49e8-9551-2a1c21233420 x-openstack-request-id: req-5d8f059e-6793-49e8-9551-2a1c21233420 {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:57:25.080047 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70c6f5c9-5049-46ca-a258-6bbae2298062", "tag": "a2512396-92ee-47cd-ba6b-0e30a0fcec0e", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:57:25.080301 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-5d8f059e-6793-49e8-9551-2a1c21233420 {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:57:25.080713 n-d-804985-2 neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70c6f5c9-5049-46ca-a258-6bbae2298062', 'tag': 'a2512396-92ee-47cd-ba6b-0e30a0fcec0e', 'status': 'completed', 'code': 200} Aug 18 11:57:25.089339 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae5a8fd-896a-4d3d-af8f-f20e48238e3c req-a7ab66fb-932f-4809-afac-9acae9ed7e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:25.090835 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-eae5a8fd-896a-4d3d-af8f-f20e48238e3c req-a7ab66fb-932f-4809-afac-9acae9ed7e57 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=9143985e071d4037b5bf264a5aaa6497&device_id=31411927-34c3-49d4-9bb5-fd2d32842c8b HTTP/1.1" status: 200 len: 1094 time: 0.2029667 Aug 18 11:57:25.099245 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9e288cbf-158c-42ee-bf79-e4318185ca8a req-3f52ace1-3ca4-4a50-b2f6-31d4845be21c tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.66 "GET /v2.0/security-groups?id=11bbe5b2-5f3b-4775-89a0-258a798e3ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283228 Aug 18 11:57:25.101426 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4ec9473d-500f-4808-87e1-ac8b3a198f7a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2221528'] for subnet, precommit_delete_associations {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:25.165206 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e444a8ce-1c37-471c-9678-a39b10776435 req-cc884e99-1cde-47e4-8a60-210fbc168074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:25.167459 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-e444a8ce-1c37-471c-9678-a39b10776435 req-cc884e99-1cde-47e4-8a60-210fbc168074 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=314b8f2018534156af00dcc6b3451303&device_id=70c6f5c9-5049-46ca-a258-6bbae2298062 HTTP/1.1" status: 200 len: 1094 time: 0.0438094 Aug 18 11:57:25.188197 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-eae5a8fd-896a-4d3d-af8f-f20e48238e3c req-8efe576e-270e-4a74-8be2-395f1f7188f1 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=66a366cc-b5fe-4d76-bdca-66303a3c84bb HTTP/1.1" status: 200 len: 217 time: 0.0626166 Aug 18 11:57:25.270819 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4ec9473d-500f-4808-87e1-ac8b3a198f7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:25.286018 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e444a8ce-1c37-471c-9678-a39b10776435 req-2764f223-6fa2-4879-b1c9-6c3d1b7e5cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:25.287490 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-e444a8ce-1c37-471c-9678-a39b10776435 req-2764f223-6fa2-4879-b1c9-6c3d1b7e5cf9 service neutron] 10.222.0.63 "GET /v2.0/networks?id=6c5da27c-32ae-49f2-9728-84e875495be2 HTTP/1.1" status: 200 len: 916 time: 0.1076024 Aug 18 11:57:25.333586 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b9d9a387-cdaa-409c-95fc-dde6abc8efe6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:25.348088 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc07155d-8977-4d4b-9926-739d6ec90864 req-f40f12d6-011e-4e4a-beb6-59af7b612a92 tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:25.348254 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-e444a8ce-1c37-471c-9678-a39b10776435 req-403d75de-8236-4a3e-9814-597947dacd13 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a2512396-92ee-47cd-ba6b-0e30a0fcec0e HTTP/1.1" status: 200 len: 217 time: 0.0427954 Aug 18 11:57:25.349648 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-bc07155d-8977-4d4b-9926-739d6ec90864 req-f40f12d6-011e-4e4a-beb6-59af7b612a92 tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] 10.222.0.66 "GET /v2.0/ports?device_id=30c3781d-a4b9-422e-8128-e726a0721260 HTTP/1.1" status: 200 len: 946 time: 0.2094519 Aug 18 11:57:25.352306 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b9d9a387-cdaa-409c-95fc-dde6abc8efe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:25.356071 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae5a8fd-896a-4d3d-af8f-f20e48238e3c req-670a08a8-da01-45a1-b35a-c78b4ab52640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:25.357508 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-eae5a8fd-896a-4d3d-af8f-f20e48238e3c req-670a08a8-da01-45a1-b35a-c78b4ab52640 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=7cf2249d-58a2-4afe-a9fb-145dc05a7f39 HTTP/1.1" status: 200 len: 846 time: 0.1355083 Aug 18 11:57:25.425171 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e444a8ce-1c37-471c-9678-a39b10776435 req-2a7af475-1380-4565-8ef1-d41c570a9817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:25.426627 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-e444a8ce-1c37-471c-9678-a39b10776435 req-2a7af475-1380-4565-8ef1-d41c570a9817 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=ce5ce462-ff86-45be-a590-752092468a15 HTTP/1.1" status: 200 len: 855 time: 0.0560322 Aug 18 11:57:25.430067 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9d9a387-cdaa-409c-95fc-dde6abc8efe6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 824} {{(pid=106252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 11:57:25.435714 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-eae5a8fd-896a-4d3d-af8f-f20e48238e3c req-21eccc93-f560-4e7a-b7d4-ac6399adab62 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=45f10d77-130c-4859-b30d-1a902305b96f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551600 Aug 18 11:57:25.460127 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-e444a8ce-1c37-471c-9678-a39b10776435 req-201e9fcd-110f-4c47-9392-9f489950b5dc service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=6c5da27c-32ae-49f2-9728-84e875495be2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259323 Aug 18 11:57:25.470782 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d9a387-cdaa-409c-95fc-dde6abc8efe6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62694ccf-8551-490d-8b70-5c6a44a53206,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:57:25.473544 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4ec9473d-500f-4808-87e1-ac8b3a198f7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3572848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59074100'] for subnet, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:25.475975 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b9d9a387-cdaa-409c-95fc-dde6abc8efe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:25.476454 n-d-804985-2 neutron-server[106252]: INFO neutron.db.segments_db [None req-b9d9a387-cdaa-409c-95fc-dde6abc8efe6 admin admin] Added segment d185dac2-eec7-4fe1-a5e8-92c84f0d7013 of type vlan for network 1ef7ea32-2afc-42e8-9151-91c023337fa8 Aug 18 11:57:25.545001 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-bc07155d-8977-4d4b-9926-739d6ec90864 req-5ca58660-f5e6-4a44-a28b-c357f714eb5b tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bf5bc16-7ae8-42c8-a968-84c3ac638172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779497 Aug 18 11:57:25.592456 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec9473d-500f-4808-87e1-ac8b3a198f7a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fadb8878-abe2-46d8-a415-82bc19a429ac,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:57:25.598097 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4ec9473d-500f-4808-87e1-ac8b3a198f7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for subnet, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:25.602483 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-4ec9473d-500f-4808-87e1-ac8b3a198f7a admin admin] 10.222.0.66 "DELETE /v2.0/subnets/fadb8878-abe2-46d8-a415-82bc19a429ac HTTP/1.1" status: 204 len: 168 time: 0.7297571 Aug 18 11:57:25.604863 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-e444a8ce-1c37-471c-9678-a39b10776435 req-74d8f87c-551f-4486-a96c-d0c273fdc769 service neutron] 10.222.0.63 "GET /v2.0/networks/6c5da27c-32ae-49f2-9728-84e875495be2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353827 Aug 18 11:57:25.605104 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 55338) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:57:25.647281 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b9d9a387-cdaa-409c-95fc-dde6abc8efe6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789150665894'] for network, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:25.662999 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 11:57:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3c913bb-dcb4-4908-9a86-736558878f1c x-openstack-request-id: req-f3c913bb-dcb4-4908-9a86-736558878f1c {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:57:25.663288 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31411927-34c3-49d4-9bb5-fd2d32842c8b", "tag": "66a366cc-b5fe-4d76-bdca-66303a3c84bb", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:57:25.663575 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f3c913bb-dcb4-4908-9a86-736558878f1c {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:57:25.663968 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31411927-34c3-49d4-9bb5-fd2d32842c8b', 'tag': '66a366cc-b5fe-4d76-bdca-66303a3c84bb', 'status': 'completed', 'code': 200} Aug 18 11:57:25.764197 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-e444a8ce-1c37-471c-9678-a39b10776435 req-2e32c2ac-736f-4459-a138-630396c29581 service neutron] 10.222.0.63 "GET /v2.0/networks/6c5da27c-32ae-49f2-9728-84e875495be2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391094 Aug 18 11:57:25.768096 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-fbdb6009-1a97-45ce-a5fc-1d0fa076a7ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7904109'] for network, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:25.783405 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-eae5a8fd-896a-4d3d-af8f-f20e48238e3c req-4e1014fe-e9d2-459c-b7e9-fc81b269412d service neutron] 10.222.0.63 "GET /v2.0/networks/45f10d77-130c-4859-b30d-1a902305b96f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3297369 Aug 18 11:57:25.787253 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b9d9a387-cdaa-409c-95fc-dde6abc8efe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for network, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:25.788162 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9d9a387-cdaa-409c-95fc-dde6abc8efe6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:25.788785 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b9d9a387-cdaa-409c-95fc-dde6abc8efe6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for network, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:25.805743 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78da469d-52ec-4bb3-bab8-484726120ce7 req-b4bc6d12-24ab-40c7-84e0-c6aca2935c52 tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:25.807217 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-78da469d-52ec-4bb3-bab8-484726120ce7 req-b4bc6d12-24ab-40c7-84e0-c6aca2935c52 tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] 10.222.0.66 "GET /v2.0/ports?device_id=cc41ceac-05d6-49d0-ba65-9f925555ea6b HTTP/1.1" status: 200 len: 945 time: 0.1682389 Aug 18 11:57:25.855086 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-fbdb6009-1a97-45ce-a5fc-1d0fa076a7ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8367869', 'neutron.services.segments.db._delete_segments_for_network-8789151212993'] for network, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:25.864801 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-fbdb6009-1a97-45ce-a5fc-1d0fa076a7ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea5adf78-9847-4df5-89f0-66c59ee5b637']}} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:57:25.877413 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-fbdb6009-1a97-45ce-a5fc-1d0fa076a7ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd6dfd58-7dec-4732-81aa-2578515ae441') {'for_net_delete': True} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:57:25.877719 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-fbdb6009-1a97-45ce-a5fc-1d0fa076a7ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd6dfd58-7dec-4732-81aa-2578515ae441') {} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:57:25.887005 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-fbdb6009-1a97-45ce-a5fc-1d0fa076a7ac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789151225254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902236'] for segment, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:25.901484 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-fbdb6009-1a97-45ce-a5fc-1d0fa076a7ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:25.906390 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4395eff2-48fd-4832-9e89-9c0ab0b9e3f1 req-e82bc9f4-d790-41f7-b446-4df2666ccfa5 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=bb3624f1-8ce3-4298-97a2-89ded06e072e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2242541 Aug 18 11:57:25.907600 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbdb6009-1a97-45ce-a5fc-1d0fa076a7ac admin admin] Releasing vlan 846 on physical network physnet1 to pool {{(pid=106253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 11:57:25.908219 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-fbdb6009-1a97-45ce-a5fc-1d0fa076a7ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58900537'] for segment, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:25.910447 n-d-804985-2 neutron-server[106253]: Traceback (most recent call last): Aug 18 11:57:25.910447 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 11:57:25.910447 n-d-804985-2 neutron-server[106253]: timer() Aug 18 11:57:25.910447 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 11:57:25.910447 n-d-804985-2 neutron-server[106253]: cb(*args, **kw) Aug 18 11:57:25.910447 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 11:57:25.910447 n-d-804985-2 neutron-server[106253]: return func(*args, **kwargs) Aug 18 11:57:25.910447 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 11:57:25.910447 n-d-804985-2 neutron-server[106253]: self._notify() Aug 18 11:57:25.910447 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 11:57:25.910447 n-d-804985-2 neutron-server[106253]: self.callback(batched_events) Aug 18 11:57:25.910447 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 11:57:25.910447 n-d-804985-2 neutron-server[106253]: event.method(event) Aug 18 11:57:25.910447 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 11:57:25.910447 n-d-804985-2 neutron-server[106253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 11:57:25.910447 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 11:57:25.910447 n-d-804985-2 neutron-server[106253]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 11:57:25.910447 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 11:57:25.910447 n-d-804985-2 neutron-server[106253]: return f(self, *a, **k) Aug 18 11:57:25.910447 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 11:57:25.910447 n-d-804985-2 neutron-server[106253]: return self._get(url).json() Aug 18 11:57:25.910447 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 11:57:25.910447 n-d-804985-2 neutron-server[106253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 11:57:25.910447 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 11:57:25.910447 n-d-804985-2 neutron-server[106253]: return self.request(url, 'GET', **kwargs) Aug 18 11:57:25.910447 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 11:57:25.910447 n-d-804985-2 neutron-server[106253]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 11:57:25.910447 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 11:57:25.910447 n-d-804985-2 neutron-server[106253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 11:57:25.910447 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 11:57:25.910447 n-d-804985-2 neutron-server[106253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 11:57:25.910447 n-d-804985-2 neutron-server[106253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 11:57:25.942195 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-b9d9a387-cdaa-409c-95fc-dde6abc8efe6 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.5952802 Aug 18 11:57:25.945459 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 55342) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:57:25.953144 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5c77a9-f51c-417d-a8d0-f2c9de9edd33 req-d13b2393-279a-41fb-a977-8a195a9cf504 tempest-ServersTestBootFromVolume-1996993872 tempest-ServersTestBootFromVolume-1996993872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:25.954760 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ee5c77a9-f51c-417d-a8d0-f2c9de9edd33 req-d13b2393-279a-41fb-a977-8a195a9cf504 tempest-ServersTestBootFromVolume-1996993872 tempest-ServersTestBootFromVolume-1996993872-project] 10.222.0.66 "GET /v2.0/ports?device_id=67f4cc8b-9e73-4617-83a9-d62bbfeb8810 HTTP/1.1" status: 200 len: 945 time: 0.2313452 Aug 18 11:57:25.961553 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-194820e4-f284-44c3-b3ea-ed8cf5907575 admin admin] Request body: {'subnet': {'network_id': '1ef7ea32-2afc-42e8-9151-91c023337fa8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-460166077-subnet', 'tenant_id': 'f1c57111807f4f80be30061245a1a804', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:57:25.964538 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d9a387-cdaa-409c-95fc-dde6abc8efe6 admin admin] Pushing event updated for resources: {'Network': ['ID=1ef7ea32-2afc-42e8-9151-91c023337fa8,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:57:25.982217 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-fbdb6009-1a97-45ce-a5fc-1d0fa076a7ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8367858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997186'] for network, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:25.983794 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Network 1ef7ea32-2afc-42e8-9151-91c023337fa8 details requested by agent ovs-agent-n-d-804985-2 with host n-d-804985-2 {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 11:57:26.005896 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-fbdb6009-1a97-45ce-a5fc-1d0fa076a7ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:26.007931 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-fbdb6009-1a97-45ce-a5fc-1d0fa076a7ac admin admin] 10.222.0.66 "DELETE /v2.0/networks/ea5adf78-9847-4df5-89f0-66c59ee5b637 HTTP/1.1" status: 204 len: 168 time: 0.4017863 Aug 18 11:57:26.014908 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-78da469d-52ec-4bb3-bab8-484726120ce7 req-37d90b6d-8909-4dd9-ae6e-bbccd051a2f2 tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] 10.222.0.66 "GET /v2.0/security-groups?id=ad88621b-057d-4148-94ff-fad542d38fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841662 Aug 18 11:57:26.031596 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdb6009-1a97-45ce-a5fc-1d0fa076a7ac admin admin] Pushing event deleted for resources: {'Network': ['ID=ea5adf78-9847-4df5-89f0-66c59ee5b637,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:57:26.050560 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-eae5a8fd-896a-4d3d-af8f-f20e48238e3c req-78358795-a3ff-420b-bc6a-6981921dadb1 service neutron] 10.222.0.63 "GET /v2.0/networks/45f10d77-130c-4859-b30d-1a902305b96f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2542377 Aug 18 11:57:26.064019 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-194820e4-f284-44c3-b3ea-ed8cf5907575 admin admin] Made reservation on behalf of f1c57111807f4f80be30061245a1a804 for: {'subnet': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 11:57:26.066591 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-194820e4-f284-44c3-b3ea-ed8cf5907575 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59074089'] for subnet, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:26.069070 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 06b4ed54-c502-49aa-9dee-0cab148a3a66 no longer exists at agent hyperv_n-h1-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 11:57:26.096583 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ee5c77a9-f51c-417d-a8d0-f2c9de9edd33 req-eb1b9994-e4a5-4eb8-ade0-06c2b4400c08 tempest-ServersTestBootFromVolume-1996993872 tempest-ServersTestBootFromVolume-1996993872-project] 10.222.0.66 "GET /v2.0/security-groups?id=2bc96fcd-9703-490c-b0da-ce0b80b96f81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1234508 Aug 18 11:57:26.221864 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:26.248823 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 06b4ed54-c502-49aa-9dee-0cab148a3a66 {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 11:57:26.262959 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 55370) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:57:26.281800 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 06b4ed54-c502-49aa-9dee-0cab148a3a66, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=06b4ed54-c502-49aa-9dee-0cab148a3a66,segment=NetworkSegment(5e2f67b8-ff4a-4cf9-aef3-b551840351ed),segment_id=5e2f67b8-ff4a-4cf9-aef3-b551840351ed)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:57:26.287875 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:26.314112 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ce997f-0cb3-4ddc-be8e-a4dc2ca19a81 req-34f11c60-c465-445e-908b-e9b72c1ce43b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:26.316367 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-81ce997f-0cb3-4ddc-be8e-a4dc2ca19a81 req-34f11c60-c465-445e-908b-e9b72c1ce43b service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=9143985e071d4037b5bf264a5aaa6497&device_id=31411927-34c3-49d4-9bb5-fd2d32842c8b HTTP/1.1" status: 200 len: 1094 time: 0.1623890 Aug 18 11:57:26.328961 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-2743cc77-4f1d-47aa-a3e1-ff6a91d7418c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=3bd2664269674b678c41aeb663f1f43e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0636201 Aug 18 11:57:26.331464 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 55372) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:57:26.348376 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b94256-1683-471a-8535-9dfbf73ff968 req-e83d7ae1-dd88-413f-af47-27c3b1e20221 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:26.350098 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-06b94256-1683-471a-8535-9dfbf73ff968 req-e83d7ae1-dd88-413f-af47-27c3b1e20221 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/ports?device_id=bb3624f1-8ce3-4298-97a2-89ded06e072e HTTP/1.1" status: 200 len: 949 time: 0.1945622 Aug 18 11:57:26.362492 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=06b4ed54-c502-49aa-9dee-0cab148a3a66,revision_number=7']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:57:26.414393 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1350b864-77eb-4f0e-bcc7-352f3f4bfe0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:26.441840 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1350b864-77eb-4f0e-bcc7-352f3f4bfe0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:26.497692 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1350b864-77eb-4f0e-bcc7-352f3f4bfe0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:26.500847 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1350b864-77eb-4f0e-bcc7-352f3f4bfe0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:26.502483 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-1350b864-77eb-4f0e-bcc7-352f3f4bfe0c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/fecad5ed-08b4-4db8-8e35-9a1fb2f01a4a HTTP/1.1" status: 204 len: 168 time: 0.1696744 Aug 18 11:57:26.508350 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-06b94256-1683-471a-8535-9dfbf73ff968 req-de3a7957-715a-47c5-a267-4e652c31ac06 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/security-groups?id=0ddd2c5c-7e53-44ab-9404-c5fea69a570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403537 Aug 18 11:57:26.526287 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1350b864-77eb-4f0e-bcc7-352f3f4bfe0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fecad5ed-08b4-4db8-8e35-9a1fb2f01a4a,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:57:26.623306 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ce997f-0cb3-4ddc-be8e-a4dc2ca19a81 req-8e6ec3a2-b9fc-4046-a7c0-aa7948c3a05b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:26.626007 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-81ce997f-0cb3-4ddc-be8e-a4dc2ca19a81 req-8e6ec3a2-b9fc-4046-a7c0-aa7948c3a05b service neutron] 10.222.0.63 "GET /v2.0/networks?id=45f10d77-130c-4859-b30d-1a902305b96f HTTP/1.1" status: 200 len: 907 time: 0.2985129 Aug 18 11:57:26.648917 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-194820e4-f284-44c3-b3ea-ed8cf5907575 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3572913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59074111'] for subnet, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:26.735362 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-81ce997f-0cb3-4ddc-be8e-a4dc2ca19a81 req-eccb1bba-38e0-4d75-be24-7be9aebc5aa7 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=66a366cc-b5fe-4d76-bdca-66303a3c84bb HTTP/1.1" status: 200 len: 217 time: 0.0968435 Aug 18 11:57:26.852178 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194820e4-f284-44c3-b3ea-ed8cf5907575 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0dc7ccef-1b3b-4e69-a1de-a8fce0eaa5e1,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:57:26.871514 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97c06fb-525d-4a2a-89cc-e2d2c0eb497a req-1f654463-1717-49f2-a181-ccdffea6e048 tempest-ServersTestBootFromVolume-1996993872 tempest-ServersTestBootFromVolume-1996993872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:26.874307 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c97c06fb-525d-4a2a-89cc-e2d2c0eb497a req-1f654463-1717-49f2-a181-ccdffea6e048 tempest-ServersTestBootFromVolume-1996993872 tempest-ServersTestBootFromVolume-1996993872-project] 10.222.0.66 "GET /v2.0/ports?device_id=67f4cc8b-9e73-4617-83a9-d62bbfeb8810 HTTP/1.1" status: 200 len: 945 time: 0.2521591 Aug 18 11:57:26.884045 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 55388) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:57:26.885303 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ce997f-0cb3-4ddc-be8e-a4dc2ca19a81 req-93f9ab09-c5c7-43ad-9860-9cac3e2ae965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:26.887199 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-81ce997f-0cb3-4ddc-be8e-a4dc2ca19a81 req-93f9ab09-c5c7-43ad-9860-9cac3e2ae965 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=7cf2249d-58a2-4afe-a9fb-145dc05a7f39 HTTP/1.1" status: 200 len: 846 time: 0.1377003 Aug 18 11:57:26.889812 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-b5573b4b-aa3e-4b06-9e96-1dda2afdb025 tempest-ServersTestBootFromVolume-1996993872 tempest-ServersTestBootFromVolume-1996993872-project] Request body: {'floatingip': {'port_id': '4fdedf33-9283-4814-a61d-4e7777bc2cf9'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:57:26.894787 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194820e4-f284-44c3-b3ea-ed8cf5907575 admin admin] Checking segment: {'id': 'd185dac2-eec7-4fe1-a5e8-92c84f0d7013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '1ef7ea32-2afc-42e8-9151-91c023337fa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 11:57:26.895201 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-194820e4-f284-44c3-b3ea-ed8cf5907575 admin admin] Network hostable DHCP agents. Network: 1ef7ea32-2afc-42e8-9151-91c023337fa8, hostable agents: ['97c14208-2951-4361-8d64-3708c946ff5f'], hosted agents: [] {{(pid=106252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 11:57:26.909038 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd78cad-4688-4d9f-812f-71b1df893310 req-2ded05af-9858-4b17-958e-e11e33b3119e tempest-VolumesAdminNegativeTest-144023268 tempest-VolumesAdminNegativeTest-144023268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:26.923920 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ddd78cad-4688-4d9f-812f-71b1df893310 req-2ded05af-9858-4b17-958e-e11e33b3119e tempest-VolumesAdminNegativeTest-144023268 tempest-VolumesAdminNegativeTest-144023268-project] 10.222.0.66 "GET /v2.0/ports?device_id=70c6f5c9-5049-46ca-a258-6bbae2298062 HTTP/1.1" status: 200 len: 943 time: 0.1969116 Aug 18 11:57:26.946802 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 55390) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:57:26.956990 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b5573b4b-aa3e-4b06-9e96-1dda2afdb025 tempest-ServersTestBootFromVolume-1996993872 tempest-ServersTestBootFromVolume-1996993872-project] Notify callbacks [] for floatingip, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:26.973227 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-81ce997f-0cb3-4ddc-be8e-a4dc2ca19a81 req-01ff91bf-538c-40cf-9065-8d605a0419b9 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=45f10d77-130c-4859-b30d-1a902305b96f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0752256 Aug 18 11:57:27.074023 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-194820e4-f284-44c3-b3ea-ed8cf5907575 admin admin] Network 1ef7ea32-2afc-42e8-9151-91c023337fa8 is scheduled to be hosted by DHCP agent 97c14208-2951-4361-8d64-3708c946ff5f with binding_index 1 {{(pid=106252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 11:57:27.074231 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-2bfb76d6-4158-4efa-8f04-403775c66c1f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=985fcbfe6c044a889b25f17452d39d6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1259506 Aug 18 11:57:27.078142 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 55392) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:57:27.095236 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ddd78cad-4688-4d9f-812f-71b1df893310 req-3c681d5f-46e6-4650-bcbb-42fe23c5b54e tempest-VolumesAdminNegativeTest-144023268 tempest-VolumesAdminNegativeTest-144023268-project] 10.222.0.66 "GET /v2.0/security-groups?id=57f323bf-2b92-44cd-b02d-c3ef125ca597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700640 Aug 18 11:57:27.111698 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-194820e4-f284-44c3-b3ea-ed8cf5907575 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-2, 1ef7ea32-2afc-42e8-9151-91c023337fa8) {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:57:27.116187 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-194820e4-f284-44c3-b3ea-ed8cf5907575 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:27.117932 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-194820e4-f284-44c3-b3ea-ed8cf5907575 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for subnet, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:27.124148 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aef35d7-419a-4eee-9ddc-95adecf54003 None None] Network 1ef7ea32-2afc-42e8-9151-91c023337fa8 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 11:57:27.133784 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b87146-f9c7-4986-85ae-b5a2d36a343f req-fba0aa14-9864-4b97-99d5-7face38a1b98 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:27.135371 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a8b87146-f9c7-4986-85ae-b5a2d36a343f req-fba0aa14-9864-4b97-99d5-7face38a1b98 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.66 "GET /v2.0/ports?device_id=31411927-34c3-49d4-9bb5-fd2d32842c8b HTTP/1.1" status: 200 len: 943 time: 0.1760037 Aug 18 11:57:27.177832 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-194820e4-f284-44c3-b3ea-ed8cf5907575 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2195954 Aug 18 11:57:27.186845 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 55394) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:57:27.191987 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-5f0ca6e0-88f5-4032-b46d-8c00cf24a213 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-460166077-router', 'tenant_id': 'f1c57111807f4f80be30061245a1a804', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'}}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:57:27.212343 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-81ce997f-0cb3-4ddc-be8e-a4dc2ca19a81 req-a52d6a8b-45fe-4f9d-b3fb-c6892ec56370 service neutron] 10.222.0.63 "GET /v2.0/networks/45f10d77-130c-4859-b30d-1a902305b96f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2255783 Aug 18 11:57:27.238562 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5752296c-1682-4346-82da-344076a18c62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:27.275751 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c0cb1cd-b63d-49d1-89d2-9fd32066a908 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp788be208-34ab-5a8f-af0f-528834af222f-1ef7ea32-2afc-42e8-9151-91c023337fa8', 'network_id': '1ef7ea32-2afc-42e8-9151-91c023337fa8', 'tenant_id': 'f1c57111807f4f80be30061245a1a804', 'fixed_ips': [{'subnet_id': '0dc7ccef-1b3b-4e69-a1de-a8fce0eaa5e1'}]}} from n-d-804985-2. {{(pid=106254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 11:57:27.276790 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-7c0cb1cd-b63d-49d1-89d2-9fd32066a908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:27.278705 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5752296c-1682-4346-82da-344076a18c62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:27.333242 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a8b87146-f9c7-4986-85ae-b5a2d36a343f req-ad0015d0-c0cc-44fc-afd5-0ca42e8a55d8 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.66 "GET /v2.0/security-groups?id=11bbe5b2-5f3b-4775-89a0-258a798e3ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868589 Aug 18 11:57:27.342850 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5f0ca6e0-88f5-4032-b46d-8c00cf24a213 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-998592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15809'] for router, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:27.343920 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5f0ca6e0-88f5-4032-b46d-8c00cf24a213 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-992733', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-971415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15816'] for router, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:27.375600 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ef8dfa-d072-47f8-889f-dfc13119a123 req-b4566226-c29d-481d-8725-e48f7973e968 tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:27.378601 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-80ef8dfa-d072-47f8-889f-dfc13119a123 req-b4566226-c29d-481d-8725-e48f7973e968 tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] 10.222.0.66 "GET /v2.0/ports?device_id=cc41ceac-05d6-49d0-ba65-9f925555ea6b HTTP/1.1" status: 200 len: 944 time: 0.1967456 Aug 18 11:57:27.454328 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.db_base_plugin_common [None req-7c0cb1cd-b63d-49d1-89d2-9fd32066a908 None None] Allocated IP 172.20.0.2 (1ef7ea32-2afc-42e8-9151-91c023337fa8/0dc7ccef-1b3b-4e69-a1de-a8fce0eaa5e1/34209056-f183-489e-b554-99f883c95232) {{(pid=106254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 11:57:27.492574 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5f0ca6e0-88f5-4032-b46d-8c00cf24a213 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:27.499671 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-81ce997f-0cb3-4ddc-be8e-a4dc2ca19a81 req-41e0e6ff-107d-4f2a-b61c-bd7dab64326b service neutron] 10.222.0.63 "GET /v2.0/networks/45f10d77-130c-4859-b30d-1a902305b96f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2689977 Aug 18 11:57:27.516060 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-80ef8dfa-d072-47f8-889f-dfc13119a123 req-8f4949f7-d42f-4b14-8cc9-b547c0726dd2 tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] 10.222.0.66 "GET /v2.0/security-groups?id=ad88621b-057d-4148-94ff-fad542d38fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289852 Aug 18 11:57:27.520737 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5752296c-1682-4346-82da-344076a18c62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:27.523308 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5752296c-1682-4346-82da-344076a18c62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:27.524466 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-5752296c-1682-4346-82da-344076a18c62 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/7d9a794a-2300-4af2-bd3e-b7bea5c3c3b8 HTTP/1.1" status: 204 len: 168 time: 0.4454136 Aug 18 11:57:27.584243 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5752296c-1682-4346-82da-344076a18c62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d9a794a-2300-4af2-bd3e-b7bea5c3c3b8,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:57:27.599896 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4395eff2-48fd-4832-9e89-9c0ab0b9e3f1 req-63ecda09-70f3-4175-b366-235fa18092b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:27.602404 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-4395eff2-48fd-4832-9e89-9c0ab0b9e3f1 req-63ecda09-70f3-4175-b366-235fa18092b4 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=87f2a541be1e4141a84277bf00dc4c3b&device_id=bb3624f1-8ce3-4298-97a2-89ded06e072e HTTP/1.1" status: 200 len: 1100 time: 0.1331027 Aug 18 11:57:27.664963 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136c10ef-563c-4bea-99f5-143c9fa2f107 req-f48a8ebe-577f-4ebd-8141-8bc90705afff tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:27.666560 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-136c10ef-563c-4bea-99f5-143c9fa2f107 req-f48a8ebe-577f-4ebd-8141-8bc90705afff tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] 10.222.0.66 "GET /v2.0/ports?device_id=30c3781d-a4b9-422e-8128-e726a0721260 HTTP/1.1" status: 200 len: 946 time: 0.1932349 Aug 18 11:57:27.715159 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-7c0cb1cd-b63d-49d1-89d2-9fd32066a908 None None] Notify callbacks [] for port, precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:27.725306 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-7c0cb1cd-b63d-49d1-89d2-9fd32066a908 None None] Transition to ACTIVE for port object 34209056-f183-489e-b554-99f883c95232 will not be triggered until provisioned by entity L2. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 11:57:27.744827 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-7c0cb1cd-b63d-49d1-89d2-9fd32066a908 None None] Transition to ACTIVE for port object 34209056-f183-489e-b554-99f883c95232 will not be triggered until provisioned by entity DHCP. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 11:57:27.760021 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-7c0cb1cd-b63d-49d1-89d2-9fd32066a908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547'] for port, after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:27.763166 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b5573b4b-aa3e-4b06-9e96-1dda2afdb025 tempest-ServersTestBootFromVolume-1996993872 tempest-ServersTestBootFromVolume-1996993872-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:27.767692 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5f0ca6e0-88f5-4032-b46d-8c00cf24a213 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:27.779038 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b5573b4b-aa3e-4b06-9e96-1dda2afdb025 tempest-ServersTestBootFromVolume-1996993872 tempest-ServersTestBootFromVolume-1996993872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-989945'] for floatingip, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:27.806076 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e657f4-6b39-4787-9bf6-590d55ffc679 req-09e9a108-c60e-4a3f-9f0a-3e32a4c3215f tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:27.809525 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e6e657f4-6b39-4787-9bf6-590d55ffc679 req-09e9a108-c60e-4a3f-9f0a-3e32a4c3215f tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/ports?device_id=bb3624f1-8ce3-4298-97a2-89ded06e072e HTTP/1.1" status: 200 len: 949 time: 0.1672838 Aug 18 11:57:27.811362 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c0cb1cd-b63d-49d1-89d2-9fd32066a908 None None] Network 1ef7ea32-2afc-42e8-9151-91c023337fa8 is already hosted by enough agents. {{(pid=106254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 11:57:27.816910 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.base_scheduler [None req-7c0cb1cd-b63d-49d1-89d2-9fd32066a908 None None] Resources bound (agent type, host, resource id): {{(pid=106254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:57:27.821496 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c0cb1cd-b63d-49d1-89d2-9fd32066a908 None None] Received port after_create {{(pid=106254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 11:57:27.843361 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4395eff2-48fd-4832-9e89-9c0ab0b9e3f1 req-9728fb3d-eaa9-462a-9093-ff9d130ea3df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:27.845033 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-4395eff2-48fd-4832-9e89-9c0ab0b9e3f1 req-9728fb3d-eaa9-462a-9093-ff9d130ea3df service neutron] 10.222.0.63 "GET /v2.0/networks?id=222e0814-c7e5-4b11-9282-3f40c6ed76b2 HTTP/1.1" status: 200 len: 870 time: 0.2281189 Aug 18 11:57:27.855180 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-136c10ef-563c-4bea-99f5-143c9fa2f107 req-9ed877c1-a8fc-4e09-ad92-2f227a269379 tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bf5bc16-7ae8-42c8-a968-84c3ac638172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284149 Aug 18 11:57:27.878265 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0cb1cd-b63d-49d1-89d2-9fd32066a908 None None] Pushing event updated for resources: {'Port': ['ID=34209056-f183-489e-b554-99f883c95232,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:57:27.899387 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-7c0cb1cd-b63d-49d1-89d2-9fd32066a908 None None] Attempting to bind port 34209056-f183-489e-b554-99f883c95232 on host n-d-804985-2 for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 11:57:27.899836 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-7c0cb1cd-b63d-49d1-89d2-9fd32066a908 None None] Attempting to bind port 34209056-f183-489e-b554-99f883c95232 by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': 'd185dac2-eec7-4fe1-a5e8-92c84f0d7013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '1ef7ea32-2afc-42e8-9151-91c023337fa8'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 11:57:27.900279 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c0cb1cd-b63d-49d1-89d2-9fd32066a908 None None] Attempting to bind port 34209056-f183-489e-b554-99f883c95232 on network 1ef7ea32-2afc-42e8-9151-91c023337fa8 {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 11:57:27.908361 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c0cb1cd-b63d-49d1-89d2-9fd32066a908 None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 11, 57, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 11:57:27.908856 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c0cb1cd-b63d-49d1-89d2-9fd32066a908 None None] Checking segment: {'id': 'd185dac2-eec7-4fe1-a5e8-92c84f0d7013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '1ef7ea32-2afc-42e8-9151-91c023337fa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 11:57:27.909370 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-7c0cb1cd-b63d-49d1-89d2-9fd32066a908 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:27.909817 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c0cb1cd-b63d-49d1-89d2-9fd32066a908 None None] Bound using segment: {'id': 'd185dac2-eec7-4fe1-a5e8-92c84f0d7013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '1ef7ea32-2afc-42e8-9151-91c023337fa8'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 11:57:27.910381 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-7c0cb1cd-b63d-49d1-89d2-9fd32066a908 None None] Bound port: 34209056-f183-489e-b554-99f883c95232, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd185dac2-eec7-4fe1-a5e8-92c84f0d7013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '1ef7ea32-2afc-42e8-9151-91c023337fa8'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 11:57:27.910819 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-7c0cb1cd-b63d-49d1-89d2-9fd32066a908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:27.941773 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-4395eff2-48fd-4832-9e89-9c0ab0b9e3f1 req-78ca5de4-8402-4db0-9e33-a7dace76ba1e service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=47e5829a-59dd-4443-a286-66a970df8f0d HTTP/1.1" status: 200 len: 217 time: 0.0515082 Aug 18 11:57:28.001302 n-d-804985-2 neutron-server[106253]: INFO neutron.db.l3_db [None req-b5573b4b-aa3e-4b06-9e96-1dda2afdb025 tempest-ServersTestBootFromVolume-1996993872 tempest-ServersTestBootFromVolume-1996993872-project] Floating IP e5182bdc-8057-4de0-b23e-c1634db6eb1c associated. External IP: 172.25.7.16, port: 4fdedf33-9283-4814-a61d-4e7777bc2cf9. Aug 18 11:57:28.009836 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-7c0cb1cd-b63d-49d1-89d2-9fd32066a908 None None] For port 34209056-f183-489e-b554-99f883c95232, host n-d-804985-2, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 11:57:28.013860 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-7c0cb1cd-b63d-49d1-89d2-9fd32066a908 None None] For port 34209056-f183-489e-b554-99f883c95232, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=34209056-f183-489e-b554-99f883c95232,segment=NetworkSegment(d185dac2-eec7-4fe1-a5e8-92c84f0d7013),segment_id=d185dac2-eec7-4fe1-a5e8-92c84f0d7013)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 11:57:28.031587 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-7c0cb1cd-b63d-49d1-89d2-9fd32066a908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:28.058484 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4395eff2-48fd-4832-9e89-9c0ab0b9e3f1 req-853c4525-2f1a-4430-a1ed-f79f4c1dbca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:28.060693 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-4395eff2-48fd-4832-9e89-9c0ab0b9e3f1 req-853c4525-2f1a-4430-a1ed-f79f4c1dbca5 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=6d16d680-110b-436d-8afa-48ba845b3623 HTTP/1.1" status: 200 len: 843 time: 0.1091530 Aug 18 11:57:28.089672 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 66a366cc-b5fe-4d76-bdca-66303a3c84bb details requested by agent hyperv_n-h1-804985-2 with host n-h1-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 11:57:28.134452 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0cb1cd-b63d-49d1-89d2-9fd32066a908 None None] Pushing event updated for resources: {'Port': ['ID=34209056-f183-489e-b554-99f883c95232,revision_number=2']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:57:28.229652 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4395eff2-48fd-4832-9e89-9c0ab0b9e3f1 req-3d97e4f4-ac89-450a-a4df-eeb7434debea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:28.231204 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-4395eff2-48fd-4832-9e89-9c0ab0b9e3f1 req-3d97e4f4-ac89-450a-a4df-eeb7434debea service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=222e0814-c7e5-4b11-9282-3f40c6ed76b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1585512 Aug 18 11:57:28.269839 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 66a366cc-b5fe-4d76-bdca-66303a3c84bb, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=66a366cc-b5fe-4d76-bdca-66303a3c84bb,segment=NetworkSegment(0769e917-ce53-43de-97f7-af6feb189e7f),segment_id=0769e917-ce53-43de-97f7-af6feb189e7f)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:57:28.282505 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Returning: {'device': '66a366cc-b5fe-4d76-bdca-66303a3c84bb', 'network_id': '45f10d77-130c-4859-b30d-1a902305b96f', 'port_id': '66a366cc-b5fe-4d76-bdca-66303a3c84bb', 'mac_address': 'fa:16:3e:0c:bd:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 821, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cf2249d-58a2-4afe-a9fb-145dc05a7f39', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 11:57:28.328257 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:28.344970 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66a366cc-b5fe-4d76-bdca-66303a3c84bb {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 11:57:28.385668 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 66a366cc-b5fe-4d76-bdca-66303a3c84bb, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=66a366cc-b5fe-4d76-bdca-66303a3c84bb,segment=NetworkSegment(0769e917-ce53-43de-97f7-af6feb189e7f),segment_id=0769e917-ce53-43de-97f7-af6feb189e7f)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:57:28.405496 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:28.406518 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device a2512396-92ee-47cd-ba6b-0e30a0fcec0e details requested by agent hyperv_n-h1-804985-2 with host n-h1-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 11:57:28.424127 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-4395eff2-48fd-4832-9e89-9c0ab0b9e3f1 req-8b3da051-106a-4c6b-9af5-07cb1fbf4df8 service neutron] 10.222.0.63 "GET /v2.0/networks/222e0814-c7e5-4b11-9282-3f40c6ed76b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369250 Aug 18 11:57:28.428194 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e6e657f4-6b39-4787-9bf6-590d55ffc679 req-f08f51fb-1d0e-4af1-a6b9-4366070dc9cb tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/security-groups?id=0ddd2c5c-7e53-44ab-9404-c5fea69a570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5969021 Aug 18 11:57:28.572257 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5573b4b-aa3e-4b06-9e96-1dda2afdb025 tempest-ServersTestBootFromVolume-1996993872 tempest-ServersTestBootFromVolume-1996993872-project] Router 54d8225b-86b8-4e19-a1ed-75a7740e159a has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 11:57:28.577756 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f25f8bc-4f58-4c93-911a-9a48dfffbb8b req-ece0353f-9cb1-4feb-af5a-cba5b272d209 tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:28.581889 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2f25f8bc-4f58-4c93-911a-9a48dfffbb8b req-ece0353f-9cb1-4feb-af5a-cba5b272d209 tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] 10.222.0.63 "GET /v2.0/ports?device_id=cc41ceac-05d6-49d0-ba65-9f925555ea6b HTTP/1.1" status: 200 len: 944 time: 0.1757245 Aug 18 11:57:28.589439 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=66a366cc-b5fe-4d76-bdca-66303a3c84bb,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:57:28.600622 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b3956c-9455-40b4-bb39-77c43ed6071b req-965e1361-81d5-4ece-ba6b-647d2006576f tempest-VolumesAdminNegativeTest-144023268 tempest-VolumesAdminNegativeTest-144023268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:28.602242 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-4395eff2-48fd-4832-9e89-9c0ab0b9e3f1 req-dbd1ee5f-a425-478a-9272-409259af98f2 service neutron] 10.222.0.63 "GET /v2.0/networks/222e0814-c7e5-4b11-9282-3f40c6ed76b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346855 Aug 18 11:57:28.612559 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-31b3956c-9455-40b4-bb39-77c43ed6071b req-965e1361-81d5-4ece-ba6b-647d2006576f tempest-VolumesAdminNegativeTest-144023268 tempest-VolumesAdminNegativeTest-144023268-project] 10.222.0.66 "GET /v2.0/ports?device_id=70c6f5c9-5049-46ca-a258-6bbae2298062 HTTP/1.1" status: 200 len: 943 time: 0.2074153 Aug 18 11:57:28.656949 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 55424) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:57:28.711323 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port a2512396-92ee-47cd-ba6b-0e30a0fcec0e, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=a2512396-92ee-47cd-ba6b-0e30a0fcec0e,segment=NetworkSegment(e5159d48-c355-43e9-af95-2232f7d1fefa),segment_id=e5159d48-c355-43e9-af95-2232f7d1fefa)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:57:28.716331 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5573b4b-aa3e-4b06-9e96-1dda2afdb025 tempest-ServersTestBootFromVolume-1996993872 tempest-ServersTestBootFromVolume-1996993872-project] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 11:57:28.722659 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b5573b4b-aa3e-4b06-9e96-1dda2afdb025 tempest-ServersTestBootFromVolume-1996993872 tempest-ServersTestBootFromVolume-1996993872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for floatingip, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:28.730603 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-383ee4de-0772-4d81-8633-924500d773d6 None None] Sync routers for ids ['54d8225b-86b8-4e19-a1ed-75a7740e159a'] in n-d-804985-2 {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 11:57:28.750284 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-383ee4de-0772-4d81-8633-924500d773d6 None None] Routers {'54d8225b-86b8-4e19-a1ed-75a7740e159a'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 11:57:28.754173 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-383ee4de-0772-4d81-8633-924500d773d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T11:57:21Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['54d8225b-86b8-4e19-a1ed-75a7740e159a'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:57:28.756730 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-b5573b4b-aa3e-4b06-9e96-1dda2afdb025 tempest-ServersTestBootFromVolume-1996993872 tempest-ServersTestBootFromVolume-1996993872-project] 10.222.0.66 "PUT /v2.0/floatingips/e5182bdc-8057-4de0-b23e-c1634db6eb1c HTTP/1.1" status: 200 len: 990 time: 1.8714721 Aug 18 11:57:28.757707 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67f4cc8b-9e73-4617-83a9-d62bbfeb8810', 'tag': '4fdedf33-9283-4814-a61d-4e7777bc2cf9'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 11:57:28.761180 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0679f4c4b6e0e0c064a7d71d722dc30541a34fffee11680573be22ee2ffccc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-950f4d0e-e7cd-4f5c-8616-0da78f603177" -d '{"events": [{"name": "network-changed", "server_uuid": "67f4cc8b-9e73-4617-83a9-d62bbfeb8810", "tag": "4fdedf33-9283-4814-a61d-4e7777bc2cf9"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:57:28.767301 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-31b3956c-9455-40b4-bb39-77c43ed6071b req-96a40d28-6262-41b7-8973-2a562e276a2b tempest-VolumesAdminNegativeTest-144023268 tempest-VolumesAdminNegativeTest-144023268-project] 10.222.0.66 "GET /v2.0/security-groups?id=57f323bf-2b92-44cd-b02d-c3ef125ca597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483014 Aug 18 11:57:28.784784 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Returning: {'device': 'a2512396-92ee-47cd-ba6b-0e30a0fcec0e', 'network_id': '6c5da27c-32ae-49f2-9728-84e875495be2', 'port_id': 'a2512396-92ee-47cd-ba6b-0e30a0fcec0e', 'mac_address': 'fa:16:3e:ce:ff:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 805, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce5ce462-ff86-45be-a590-752092468a15', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 11:57:28.822253 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-99ad43d7-a4eb-4257-9f30-4c22142d61c5 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-28721613-network', 'tenant_id': '280f69c14d8a4bfc92c0fd9bad197b92'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:57:28.857172 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:28.868749 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99ad43d7-a4eb-4257-9f30-4c22142d61c5 admin admin] Made reservation on behalf of 280f69c14d8a4bfc92c0fd9bad197b92 for: {'network': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 11:57:28.871344 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-99ad43d7-a4eb-4257-9f30-4c22142d61c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for network, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:28.887742 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2512396-92ee-47cd-ba6b-0e30a0fcec0e {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 11:57:28.891810 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-99ad43d7-a4eb-4257-9f30-4c22142d61c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:28.918020 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port a2512396-92ee-47cd-ba6b-0e30a0fcec0e, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=a2512396-92ee-47cd-ba6b-0e30a0fcec0e,segment=NetworkSegment(e5159d48-c355-43e9-af95-2232f7d1fefa),segment_id=e5159d48-c355-43e9-af95-2232f7d1fefa)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:57:28.924200 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:28.935273 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35695264-bcd1-4a8c-994c-be5ea6e61353 req-b4c08554-98b0-4cc1-aa0e-1fea955d7c29 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:28.936721 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-383ee4de-0772-4d81-8633-924500d773d6 None None] Set router 54d8225b-86b8-4e19-a1ed-75a7740e159a gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 11:57:28.945149 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-35695264-bcd1-4a8c-994c-be5ea6e61353 req-b4c08554-98b0-4cc1-aa0e-1fea955d7c29 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.66 "GET /v2.0/ports?device_id=31411927-34c3-49d4-9bb5-fd2d32842c8b HTTP/1.1" status: 200 len: 944 time: 0.4054742 Aug 18 11:57:29.010999 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=a2512396-92ee-47cd-ba6b-0e30a0fcec0e,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:57:29.062394 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-99ad43d7-a4eb-4257-9f30-4c22142d61c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:29.071468 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-99ad43d7-a4eb-4257-9f30-4c22142d61c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:29.098163 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99ad43d7-a4eb-4257-9f30-4c22142d61c5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 830} {{(pid=106253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 11:57:29.105229 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b740cf-11a7-42ec-a8ba-b1f1cabfa86a req-fc9337a4-a633-4b63-bf0b-e61e5c2fd891 tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:29.106940 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-28b740cf-11a7-42ec-a8ba-b1f1cabfa86a req-fc9337a4-a633-4b63-bf0b-e61e5c2fd891 tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] 10.222.0.66 "GET /v2.0/ports?device_id=cc41ceac-05d6-49d0-ba65-9f925555ea6b HTTP/1.1" status: 200 len: 944 time: 0.2480555 Aug 18 11:57:29.108825 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ad43d7-a4eb-4257-9f30-4c22142d61c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=068b0709-42e8-49e7-b089-e019804607fa,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:57:29.113971 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-99ad43d7-a4eb-4257-9f30-4c22142d61c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:29.114330 n-d-804985-2 neutron-server[106253]: INFO neutron.db.segments_db [None req-99ad43d7-a4eb-4257-9f30-4c22142d61c5 admin admin] Added segment bfdd439d-d03f-452b-88c3-d53c41c0cffc of type vlan for network 61f033cd-2472-4cfe-ac61-1b51ea64856a Aug 18 11:57:29.136574 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-35695264-bcd1-4a8c-994c-be5ea6e61353 req-7c78558c-b0b5-4c0b-8fde-a37ccfc0eb63 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.66 "GET /v2.0/security-groups?id=11bbe5b2-5f3b-4775-89a0-258a798e3ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853678 Aug 18 11:57:29.151320 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-2f25f8bc-4f58-4c93-911a-9a48dfffbb8b req-62076c30-2ed0-47fe-b7da-94afa3258bfd tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] Deleting port 06b4ed54-c502-49aa-9dee-0cab148a3a66 {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 11:57:29.151794 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-2f25f8bc-4f58-4c93-911a-9a48dfffbb8b req-62076c30-2ed0-47fe-b7da-94afa3258bfd tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:29.176380 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] get_ports_and_sgs() called for port_ids ['66a366cc-b5fe-4d76-bdca-66303a3c84bb'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 11:57:29.179554 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-99ad43d7-a4eb-4257-9f30-4c22142d61c5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789150665894'] for network, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:29.213980 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5f0ca6e0-88f5-4032-b46d-8c00cf24a213 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:29.214627 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-99ad43d7-a4eb-4257-9f30-4c22142d61c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for network, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:29.216765 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99ad43d7-a4eb-4257-9f30-4c22142d61c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:29.217607 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-99ad43d7-a4eb-4257-9f30-4c22142d61c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:29.230477 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] get_ports_and_sgs() called for port_ids ['a2512396-92ee-47cd-ba6b-0e30a0fcec0e'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 11:57:29.305308 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-99ad43d7-a4eb-4257-9f30-4c22142d61c5 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.6469994 Aug 18 11:57:29.315430 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 55434) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:57:29.324780 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-383ee4de-0772-4d81-8633-924500d773d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54d8225b-86b8-4e19-a1ed-75a7740e159a', 'name': 'tempest-ServersTestBootFromVolume-1228774668-router', 'tenant_id': '08ae616b30724273aca9bf5c66a36a39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': 'c3acce9e-10b1-4f66-8a06-d62caedb5736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T11:56:20Z', 'updated_at': '2021-08-18T11:56:25Z', 'revision_number': 4, 'project_id': '08ae616b30724273aca9bf5c66a36a39', 'gw_port': {'id': 'c3acce9e-10b1-4f66-8a06-d62caedb5736', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:38:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54d8225b-86b8-4e19-a1ed-75a7740e159a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:56:20Z', 'updated_at': '2021-08-18T11:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_floatingips': [{'id': 'e5182bdc-8057-4de0-b23e-c1634db6eb1c', 'tenant_id': '08ae616b30724273aca9bf5c66a36a39', 'floating_ip_address': '172.25.7.16', 'floating_network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'router_id': '54d8225b-86b8-4e19-a1ed-75a7740e159a', 'port_id': '4fdedf33-9283-4814-a61d-4e7777bc2cf9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0efc7fd8-7887-4d6a-afdd-a9a63cd40c41', 'mac_address': 'fa:16:3e:d9:9b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f4cc8b-9e73-4617-83a9-d62bbfeb8810', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T11:56:32Z', 'updated_at': '2021-08-18T11:57:27Z', 'revision_number': 1, 'project_id': '08ae616b30724273aca9bf5c66a36a39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08abd093-7475-4147-8187-2289c6ad8a9d', 'name': '', 'network_id': '0efc7fd8-7887-4d6a-afdd-a9a63cd40c41', 'tenant_id': '08ae616b30724273aca9bf5c66a36a39', 'mac_address': 'fa:16:3e:13:44:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54d8225b-86b8-4e19-a1ed-75a7740e159a', 'device_owner': 'network:router_interface', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '0396f86e-2c07-4403-9fff-c9df3ff4afaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:56:24Z', 'updated_at': '2021-08-18T11:56:35Z', 'revision_number': 5, 'project_id': '08ae616b30724273aca9bf5c66a36a39', 'subnets': [{'id': '0396f86e-2c07-4403-9fff-c9df3ff4afaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:57:29.329384 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-8d385c23-a5ca-4c44-a9df-485d477fe970 admin admin] Request body: {'subnet': {'network_id': '61f033cd-2472-4cfe-ac61-1b51ea64856a', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-28721613-subnet', 'tenant_id': '280f69c14d8a4bfc92c0fd9bad197b92', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:57:29.348299 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 11:57:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-258cad56-c81e-4ab9-8f2e-49519c44ac7f x-openstack-request-id: req-258cad56-c81e-4ab9-8f2e-49519c44ac7f {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:57:29.348488 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67f4cc8b-9e73-4617-83a9-d62bbfeb8810", "tag": "4fdedf33-9283-4814-a61d-4e7777bc2cf9", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:57:29.348709 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-258cad56-c81e-4ab9-8f2e-49519c44ac7f {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:57:29.349318 n-d-804985-2 neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67f4cc8b-9e73-4617-83a9-d62bbfeb8810', 'tag': '4fdedf33-9283-4814-a61d-4e7777bc2cf9', 'status': 'completed', 'code': 200} Aug 18 11:57:29.349931 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ad43d7-a4eb-4257-9f30-4c22142d61c5 admin admin] Pushing event updated for resources: {'Network': ['ID=61f033cd-2472-4cfe-ac61-1b51ea64856a,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:57:29.380094 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-383ee4de-0772-4d81-8633-924500d773d6 None None] Checking router: 54d8225b-86b8-4e19-a1ed-75a7740e159a for host: n-d-804985-2 {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 11:57:29.381152 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5f0ca6e0-88f5-4032-b46d-8c00cf24a213 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:29.396363 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-383ee4de-0772-4d81-8633-924500d773d6 None None] Routers {'54d8225b-86b8-4e19-a1ed-75a7740e159a'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 11:57:29.397302 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-383ee4de-0772-4d81-8633-924500d773d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T11:57:21Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['54d8225b-86b8-4e19-a1ed-75a7740e159a'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:57:29.416867 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-28b740cf-11a7-42ec-a8ba-b1f1cabfa86a req-bb42d811-54b2-43e5-ba1d-b69cfcaebb34 tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] 10.222.0.66 "GET /v2.0/security-groups?id=ad88621b-057d-4148-94ff-fad542d38fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2943506 Aug 18 11:57:29.443907 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2c32ba6-bf68-43b1-ba74-9353b3028999 None None] Network 1ef7ea32-2afc-42e8-9151-91c023337fa8 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 11:57:29.448719 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ad43d7-a4eb-4257-9f30-4c22142d61c5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:57:29.449352 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ad43d7-a4eb-4257-9f30-4c22142d61c5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:57:29.449955 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ad43d7-a4eb-4257-9f30-4c22142d61c5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:57:29.450446 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ad43d7-a4eb-4257-9f30-4c22142d61c5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:57:29.451287 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ad43d7-a4eb-4257-9f30-4c22142d61c5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:57:29.451834 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ad43d7-a4eb-4257-9f30-4c22142d61c5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:57:29.454226 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ad43d7-a4eb-4257-9f30-4c22142d61c5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:57:29.454226 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ad43d7-a4eb-4257-9f30-4c22142d61c5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:57:29.454747 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ad43d7-a4eb-4257-9f30-4c22142d61c5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:57:29.455334 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ad43d7-a4eb-4257-9f30-4c22142d61c5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:57:29.456364 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ad43d7-a4eb-4257-9f30-4c22142d61c5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:57:29.456964 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ad43d7-a4eb-4257-9f30-4c22142d61c5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:57:29.468825 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d385c23-a5ca-4c44-a9df-485d477fe970 admin admin] Made reservation on behalf of 280f69c14d8a4bfc92c0fd9bad197b92 for: {'subnet': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 11:57:29.471798 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8d385c23-a5ca-4c44-a9df-485d477fe970 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59388119'] for subnet, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:29.510978 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Network 61f033cd-2472-4cfe-ac61-1b51ea64856a details requested by agent ovs-agent-n-d-804985-2 with host n-d-804985-2 {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 11:57:29.575432 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-383ee4de-0772-4d81-8633-924500d773d6 None None] Set router 54d8225b-86b8-4e19-a1ed-75a7740e159a gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 11:57:29.623734 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-2f25f8bc-4f58-4c93-911a-9a48dfffbb8b req-62076c30-2ed0-47fe-b7da-94afa3258bfd tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] For port 06b4ed54-c502-49aa-9dee-0cab148a3a66, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=06b4ed54-c502-49aa-9dee-0cab148a3a66,segment=NetworkSegment(5e2f67b8-ff4a-4cf9-aef3-b551840351ed),segment_id=5e2f67b8-ff4a-4cf9-aef3-b551840351ed)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:57:29.623734 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-2f25f8bc-4f58-4c93-911a-9a48dfffbb8b req-62076c30-2ed0-47fe-b7da-94afa3258bfd tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:29.653054 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-2f25f8bc-4f58-4c93-911a-9a48dfffbb8b req-62076c30-2ed0-47fe-b7da-94afa3258bfd tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] Calling delete_port for 06b4ed54-c502-49aa-9dee-0cab148a3a66 owned by compute:nova {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 11:57:29.663802 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c99c2cb-f6e3-4080-a667-96a9c7f2004d req-05262be4-9b8c-4a57-8610-eff4abfa966b tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:29.671874 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1c99c2cb-f6e3-4080-a667-96a9c7f2004d req-05262be4-9b8c-4a57-8610-eff4abfa966b tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] 10.222.0.66 "GET /v2.0/ports?device_id=30c3781d-a4b9-422e-8128-e726a0721260 HTTP/1.1" status: 200 len: 946 time: 0.2288127 Aug 18 11:57:29.685073 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-bebb1f15-3e88-4cb2-8581-ba105e057ba6 None None] Provisioning for port 34209056-f183-489e-b554-99f883c95232 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 11:57:29.730386 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [None req-5f0ca6e0-88f5-4032-b46d-8c00cf24a213 admin admin] Allocated IP 172.25.7.77 (7cae7a70-14fd-408c-b14d-39ceb97cb60e/9784295a-20b8-4a4b-b105-f82737f0448f/bfa65087-5a9c-4ae1-bc7f-cc0fc2cd7c43) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 11:57:29.836935 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-383ee4de-0772-4d81-8633-924500d773d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54d8225b-86b8-4e19-a1ed-75a7740e159a', 'name': 'tempest-ServersTestBootFromVolume-1228774668-router', 'tenant_id': '08ae616b30724273aca9bf5c66a36a39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': 'c3acce9e-10b1-4f66-8a06-d62caedb5736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T11:56:20Z', 'updated_at': '2021-08-18T11:56:25Z', 'revision_number': 4, 'project_id': '08ae616b30724273aca9bf5c66a36a39', 'gw_port': {'id': 'c3acce9e-10b1-4f66-8a06-d62caedb5736', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:38:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54d8225b-86b8-4e19-a1ed-75a7740e159a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:56:20Z', 'updated_at': '2021-08-18T11:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_floatingips': [{'id': 'e5182bdc-8057-4de0-b23e-c1634db6eb1c', 'tenant_id': '08ae616b30724273aca9bf5c66a36a39', 'floating_ip_address': '172.25.7.16', 'floating_network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'router_id': '54d8225b-86b8-4e19-a1ed-75a7740e159a', 'port_id': '4fdedf33-9283-4814-a61d-4e7777bc2cf9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0efc7fd8-7887-4d6a-afdd-a9a63cd40c41', 'mac_address': 'fa:16:3e:d9:9b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f4cc8b-9e73-4617-83a9-d62bbfeb8810', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T11:56:32Z', 'updated_at': '2021-08-18T11:57:27Z', 'revision_number': 1, 'project_id': '08ae616b30724273aca9bf5c66a36a39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08abd093-7475-4147-8187-2289c6ad8a9d', 'name': '', 'network_id': '0efc7fd8-7887-4d6a-afdd-a9a63cd40c41', 'tenant_id': '08ae616b30724273aca9bf5c66a36a39', 'mac_address': 'fa:16:3e:13:44:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54d8225b-86b8-4e19-a1ed-75a7740e159a', 'device_owner': 'network:router_interface', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '0396f86e-2c07-4403-9fff-c9df3ff4afaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:56:24Z', 'updated_at': '2021-08-18T11:56:35Z', 'revision_number': 5, 'project_id': '08ae616b30724273aca9bf5c66a36a39', 'subnets': [{'id': '0396f86e-2c07-4403-9fff-c9df3ff4afaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:57:29.879721 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-383ee4de-0772-4d81-8633-924500d773d6 None None] The sync data for ids ['54d8225b-86b8-4e19-a1ed-75a7740e159a'] in n-d-804985-2 is: [{'id': '54d8225b-86b8-4e19-a1ed-75a7740e159a', 'name': 'tempest-ServersTestBootFromVolume-1228774668-router', 'tenant_id': '08ae616b30724273aca9bf5c66a36a39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': 'c3acce9e-10b1-4f66-8a06-d62caedb5736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T11:56:20Z', 'updated_at': '2021-08-18T11:56:25Z', 'revision_number': 4, 'project_id': '08ae616b30724273aca9bf5c66a36a39', 'gw_port': {'id': 'c3acce9e-10b1-4f66-8a06-d62caedb5736', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:38:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54d8225b-86b8-4e19-a1ed-75a7740e159a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:56:20Z', 'updated_at': '2021-08-18T11:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_floatingips': [{'id': 'e5182bdc-8057-4de0-b23e-c1634db6eb1c', 'tenant_id': '08ae616b30724273aca9bf5c66a36a39', 'floating_ip_address': '172.25.7.16', 'floating_network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'router_id': '54d8225b-86b8-4e19-a1ed-75a7740e159a', 'port_id': '4fdedf33-9283-4814-a61d-4e7777bc2cf9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0efc7fd8-7887-4d6a-afdd-a9a63cd40c41', 'mac_address': 'fa:16:3e:d9:9b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f4cc8b-9e73-4617-83a9-d62bbfeb8810', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T11:56:32Z', 'updated_at': '2021-08-18T11:57:27Z', 'revision_number': 1, 'project_id': '08ae616b30724273aca9bf5c66a36a39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08abd093-7475-4147-8187-2289c6ad8a9d', 'name': '', 'network_id': '0efc7fd8-7887-4d6a-afdd-a9a63cd40c41', 'tenant_id': '08ae616b30724273aca9bf5c66a36a39', 'mac_address': 'fa:16:3e:13:44:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54d8225b-86b8-4e19-a1ed-75a7740e159a', 'device_owner': 'network:router_interface', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '0396f86e-2c07-4403-9fff-c9df3ff4afaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:56:24Z', 'updated_at': '2021-08-18T11:56:35Z', 'revision_number': 5, 'project_id': '08ae616b30724273aca9bf5c66a36a39', 'subnets': [{'id': '0396f86e-2c07-4403-9fff-c9df3ff4afaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 11:57:29.883030 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2970f327-d15f-49bd-9379-a48db3389697 req-8aae5c3d-6a22-4596-8f33-7b8c8c76bed2 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:29.884415 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2970f327-d15f-49bd-9379-a48db3389697 req-8aae5c3d-6a22-4596-8f33-7b8c8c76bed2 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/ports?device_id=bb3624f1-8ce3-4298-97a2-89ded06e072e HTTP/1.1" status: 200 len: 949 time: 0.3539522 Aug 18 11:57:29.921096 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1c99c2cb-f6e3-4080-a667-96a9c7f2004d req-632dc170-2b14-46af-9b1d-425adddd24f7 tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bf5bc16-7ae8-42c8-a968-84c3ac638172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2485101 Aug 18 11:57:29.986804 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950f4d0e-e7cd-4f5c-8616-0da78f603177 req-89e4f355-7cb4-419b-bf84-4e68388e524b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:29.988448 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-950f4d0e-e7cd-4f5c-8616-0da78f603177 req-89e4f355-7cb4-419b-bf84-4e68388e524b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=08ae616b30724273aca9bf5c66a36a39&device_id=67f4cc8b-9e73-4617-83a9-d62bbfeb8810 HTTP/1.1" status: 200 len: 1096 time: 0.6311436 Aug 18 11:57:30.004862 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2970f327-d15f-49bd-9379-a48db3389697 req-f3b5ca40-cfc5-4918-b811-d13168e1ea55 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/security-groups?id=0ddd2c5c-7e53-44ab-9404-c5fea69a570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006849 Aug 18 11:57:30.031032 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5f0ca6e0-88f5-4032-b46d-8c00cf24a213 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:30.100663 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 06b4ed54-c502-49aa-9dee-0cab148a3a66 no longer exists at agent hyperv_n-h1-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 11:57:30.162283 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 34209056-f183-489e-b554-99f883c95232 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:57:30.183222 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8d385c23-a5ca-4c44-a9df-485d477fe970 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58902106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59388097'] for subnet, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:30.216022 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b1b393-a323-4a4e-a461-a548bbeab315 req-8a37b371-a2b2-4bf8-9d2b-c9f3631d882c tempest-VolumesAdminNegativeTest-144023268 tempest-VolumesAdminNegativeTest-144023268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:30.218694 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f6b1b393-a323-4a4e-a461-a548bbeab315 req-8a37b371-a2b2-4bf8-9d2b-c9f3631d882c tempest-VolumesAdminNegativeTest-144023268 tempest-VolumesAdminNegativeTest-144023268-project] 10.222.0.66 "GET /v2.0/ports?device_id=70c6f5c9-5049-46ca-a258-6bbae2298062 HTTP/1.1" status: 200 len: 944 time: 0.1821373 Aug 18 11:57:30.251161 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5f0ca6e0-88f5-4032-b46d-8c00cf24a213 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:30.264427 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d9bb43-18f7-4145-9d91-b8c51054638c None None] New status for floating IP e5182bdc-8057-4de0-b23e-c1634db6eb1c: ACTIVE {{(pid=106254) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 11:57:30.270253 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-2f25f8bc-4f58-4c93-911a-9a48dfffbb8b req-62076c30-2ed0-47fe-b7da-94afa3258bfd tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:30.305895 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950f4d0e-e7cd-4f5c-8616-0da78f603177 req-1f4c3d98-67e0-4c7f-a652-c94f423e99ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:30.307392 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-950f4d0e-e7cd-4f5c-8616-0da78f603177 req-1f4c3d98-67e0-4c7f-a652-c94f423e99ac service neutron] 10.222.0.62 "GET /v2.0/networks?id=0efc7fd8-7887-4d6a-afdd-a9a63cd40c41 HTTP/1.1" status: 200 len: 917 time: 0.3067780 Aug 18 11:57:30.327287 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d385c23-a5ca-4c44-a9df-485d477fe970 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1042b811-c6bb-4caa-a396-ff8008ea1eb7,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:57:30.372524 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f0ca6e0-88f5-4032-b46d-8c00cf24a213 admin admin] Network 7cae7a70-14fd-408c-b14d-39ceb97cb60e is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 11:57:30.381764 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d385c23-a5ca-4c44-a9df-485d477fe970 admin admin] Checking segment: {'id': 'bfdd439d-d03f-452b-88c3-d53c41c0cffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '61f033cd-2472-4cfe-ac61-1b51ea64856a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 11:57:30.381764 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d385c23-a5ca-4c44-a9df-485d477fe970 admin admin] Network hostable DHCP agents. Network: 61f033cd-2472-4cfe-ac61-1b51ea64856a, hostable agents: ['97c14208-2951-4361-8d64-3708c946ff5f'], hosted agents: [] {{(pid=106253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 11:57:30.383072 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-5f0ca6e0-88f5-4032-b46d-8c00cf24a213 admin admin] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:57:30.385312 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f0ca6e0-88f5-4032-b46d-8c00cf24a213 admin admin] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 11:57:30.390988 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f6b1b393-a323-4a4e-a461-a548bbeab315 req-fc1043b2-0c68-463b-bb17-d92d9f010ace tempest-VolumesAdminNegativeTest-144023268 tempest-VolumesAdminNegativeTest-144023268-project] 10.222.0.66 "GET /v2.0/security-groups?id=57f323bf-2b92-44cd-b02d-c3ef125ca597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545169 Aug 18 11:57:30.403044 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-950f4d0e-e7cd-4f5c-8616-0da78f603177 req-3b2b974a-f852-45b8-90f7-c61437b3af74 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4fdedf33-9283-4814-a61d-4e7777bc2cf9 HTTP/1.1" status: 200 len: 998 time: 0.0868266 Aug 18 11:57:30.454548 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d385c23-a5ca-4c44-a9df-485d477fe970 admin admin] Network 61f033cd-2472-4cfe-ac61-1b51ea64856a is scheduled to be hosted by DHCP agent 97c14208-2951-4361-8d64-3708c946ff5f with binding_index 1 {{(pid=106253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 11:57:30.466175 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0ca6e0-88f5-4032-b46d-8c00cf24a213 admin admin] Pushing event updated for resources: {'Port': ['ID=bfa65087-5a9c-4ae1-bc7f-cc0fc2cd7c43,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:57:30.474425 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f25f8bc-4f58-4c93-911a-9a48dfffbb8b req-62076c30-2ed0-47fe-b7da-94afa3258bfd tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] No DVR routers for this DVR port 06b4ed54-c502-49aa-9dee-0cab148a3a66 on host n-h1-804985-2 {{(pid=106252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 11:57:30.476265 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950f4d0e-e7cd-4f5c-8616-0da78f603177 req-297d77d6-db99-4227-938b-f04f74b9e9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:30.476620 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Port 06b4ed54-c502-49aa-9dee-0cab148a3a66 update to DOWN by agent not found {{(pid=106254) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2148}} Aug 18 11:57:30.477862 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port 34209056-f183-489e-b554-99f883c95232 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 11:57:30.478325 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-950f4d0e-e7cd-4f5c-8616-0da78f603177 req-297d77d6-db99-4227-938b-f04f74b9e9d0 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0396f86e-2c07-4403-9fff-c9df3ff4afaf HTTP/1.1" status: 200 len: 855 time: 0.0646160 Aug 18 11:57:30.478450 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-2f25f8bc-4f58-4c93-911a-9a48dfffbb8b req-62076c30-2ed0-47fe-b7da-94afa3258bfd tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:30.479654 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-8d385c23-a5ca-4c44-a9df-485d477fe970 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-2, 61f033cd-2472-4cfe-ac61-1b51ea64856a) {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:57:30.481608 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2f25f8bc-4f58-4c93-911a-9a48dfffbb8b req-62076c30-2ed0-47fe-b7da-94afa3258bfd tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] 10.222.0.63 "DELETE /v2.0/ports/06b4ed54-c502-49aa-9dee-0cab148a3a66 HTTP/1.1" status: 204 len: 173 time: 1.8656092 Aug 18 11:57:30.483997 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d385c23-a5ca-4c44-a9df-485d477fe970 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:30.489079 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 34209056-f183-489e-b554-99f883c95232 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:57:30.489877 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:30.492975 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8d385c23-a5ca-4c44-a9df-485d477fe970 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:30.494031 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffa2876d-3d5f-4ff8-9f39-10bbd093905d None None] Network 61f033cd-2472-4cfe-ac61-1b51ea64856a requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 11:57:30.495735 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc41ceac-05d6-49d0-ba65-9f925555ea6b', 'name': 'network-vif-deleted', 'tag': '06b4ed54-c502-49aa-9dee-0cab148a3a66'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 11:57:30.499566 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b8c1a34-0f8a-4904-bf29-7402ca036979" -d '{"events": [{"server_uuid": "cc41ceac-05d6-49d0-ba65-9f925555ea6b", "name": "network-vif-deleted", "tag": "06b4ed54-c502-49aa-9dee-0cab148a3a66"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:57:30.526811 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10fe432-be2d-496d-b8ca-acfe14fd1788 req-6e4e4ae5-05eb-41c2-91d2-75564b83ebb3 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:30.534690 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e10fe432-be2d-496d-b8ca-acfe14fd1788 req-6e4e4ae5-05eb-41c2-91d2-75564b83ebb3 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.66 "GET /v2.0/ports?device_id=31411927-34c3-49d4-9bb5-fd2d32842c8b HTTP/1.1" status: 200 len: 944 time: 0.2798982 Aug 18 11:57:30.541127 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0ca6e0-88f5-4032-b46d-8c00cf24a213 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:57:30.541465 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0ca6e0-88f5-4032-b46d-8c00cf24a213 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:57:30.542094 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0ca6e0-88f5-4032-b46d-8c00cf24a213 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:57:30.542543 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0ca6e0-88f5-4032-b46d-8c00cf24a213 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:57:30.542933 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0ca6e0-88f5-4032-b46d-8c00cf24a213 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:57:30.543319 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0ca6e0-88f5-4032-b46d-8c00cf24a213 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:57:30.543682 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0ca6e0-88f5-4032-b46d-8c00cf24a213 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:57:30.544357 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0ca6e0-88f5-4032-b46d-8c00cf24a213 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:57:30.545121 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0ca6e0-88f5-4032-b46d-8c00cf24a213 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:57:30.545726 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0ca6e0-88f5-4032-b46d-8c00cf24a213 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:57:30.546136 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0ca6e0-88f5-4032-b46d-8c00cf24a213 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:57:30.546621 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0ca6e0-88f5-4032-b46d-8c00cf24a213 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:57:30.590913 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-8d385c23-a5ca-4c44-a9df-485d477fe970 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.2681782 Aug 18 11:57:30.597714 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950f4d0e-e7cd-4f5c-8616-0da78f603177 req-11d6ef8d-3aa8-4823-8761-718eb0ecd0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:30.602172 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-950f4d0e-e7cd-4f5c-8616-0da78f603177 req-11d6ef8d-3aa8-4823-8761-718eb0ecd0c8 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=0efc7fd8-7887-4d6a-afdd-a9a63cd40c41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1060479 Aug 18 11:57:30.605040 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62076c30-2ed0-47fe-b7da-94afa3258bfd tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] Pushing event deleted for resources: {'Port': ['ID=06b4ed54-c502-49aa-9dee-0cab148a3a66,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:57:30.722256 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-950f4d0e-e7cd-4f5c-8616-0da78f603177 req-682f4a74-d239-4bb2-95e3-c13ecf3af783 service neutron] 10.222.0.62 "GET /v2.0/networks/0efc7fd8-7887-4d6a-afdd-a9a63cd40c41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095326 Aug 18 11:57:30.741479 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a505bcf1-4758-44e5-a31d-53531f4e2892 req-2b481da9-a80d-42d2-97ae-f28bc321958b tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] 10.222.0.66 "GET /v2.0/ports?device_id=cc41ceac-05d6-49d0-ba65-9f925555ea6b HTTP/1.1" status: 200 len: 210 time: 0.1251504 Aug 18 11:57:30.788305 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa11558b-1b5e-4048-9c3d-0f5e47babb02 None None] Network 61f033cd-2472-4cfe-ac61-1b51ea64856a requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 11:57:30.810832 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e10fe432-be2d-496d-b8ca-acfe14fd1788 req-90151a8e-2aca-405c-9f58-d33439cdbcab tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.66 "GET /v2.0/security-groups?id=11bbe5b2-5f3b-4775-89a0-258a798e3ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2751768 Aug 18 11:57:30.829407 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 11:57:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83a6e6c8-2f49-41e7-987c-62be51f18277 x-openstack-request-id: req-83a6e6c8-2f49-41e7-987c-62be51f18277 {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:57:30.829701 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc41ceac-05d6-49d0-ba65-9f925555ea6b", "name": "network-vif-deleted", "tag": "06b4ed54-c502-49aa-9dee-0cab148a3a66", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:57:30.829942 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-83a6e6c8-2f49-41e7-987c-62be51f18277 {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:57:30.830387 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc41ceac-05d6-49d0-ba65-9f925555ea6b', 'name': 'network-vif-deleted', 'tag': '06b4ed54-c502-49aa-9dee-0cab148a3a66', 'status': 'completed', 'code': 200} Aug 18 11:57:30.871980 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:30.922754 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-950f4d0e-e7cd-4f5c-8616-0da78f603177 req-9ce3ef78-d3ba-4534-b8c2-2cc2d1fbb9f7 service neutron] 10.222.0.62 "GET /v2.0/networks/0efc7fd8-7887-4d6a-afdd-a9a63cd40c41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1910207 Aug 18 11:57:30.936087 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] For port 34209056-f183-489e-b554-99f883c95232, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=34209056-f183-489e-b554-99f883c95232,segment=NetworkSegment(d185dac2-eec7-4fe1-a5e8-92c84f0d7013),segment_id=d185dac2-eec7-4fe1-a5e8-92c84f0d7013)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:57:30.964975 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:31.067194 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5f0ca6e0-88f5-4032-b46d-8c00cf24a213 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:31.078801 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Pushing event updated for resources: {'Port': ['ID=34209056-f183-489e-b554-99f883c95232,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:57:31.136032 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f9de0f-f3e4-4d7e-abd8-1cd14a178dae req-b83eea33-114c-4551-a9bf-f3232681674d tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:31.137786 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-57f9de0f-f3e4-4d7e-abd8-1cd14a178dae req-b83eea33-114c-4551-a9bf-f3232681674d tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] 10.222.0.66 "GET /v2.0/ports?device_id=30c3781d-a4b9-422e-8128-e726a0721260 HTTP/1.1" status: 200 len: 946 time: 0.1282647 Aug 18 11:57:31.244511 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef205a26-7712-435f-81ec-4ab4733d3d59 req-7583c59c-a2aa-43a9-8b33-970460f54d30 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:31.246026 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ef205a26-7712-435f-81ec-4ab4733d3d59 req-7583c59c-a2aa-43a9-8b33-970460f54d30 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/ports?device_id=bb3624f1-8ce3-4298-97a2-89ded06e072e HTTP/1.1" status: 200 len: 949 time: 0.1346169 Aug 18 11:57:31.255141 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 55466) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:57:31.255873 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-57f9de0f-f3e4-4d7e-abd8-1cd14a178dae req-441917b3-58ff-47ad-ba84-f9952038de5e tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bf5bc16-7ae8-42c8-a968-84c3ac638172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992346 Aug 18 11:57:31.260663 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-06ee146d-e3bb-41ec-9eec-84b99c9fbfc9 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1961235945-network', 'tenant_id': '0f6c238431284756a5b766b9ce6b4b97'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:57:31.282432 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06ee146d-e3bb-41ec-9eec-84b99c9fbfc9 admin admin] Made reservation on behalf of 0f6c238431284756a5b766b9ce6b4b97 for: {'network': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 11:57:31.284895 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-06ee146d-e3bb-41ec-9eec-84b99c9fbfc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for network, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:31.294006 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-06ee146d-e3bb-41ec-9eec-84b99c9fbfc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:31.331421 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ef205a26-7712-435f-81ec-4ab4733d3d59 req-20bcc739-081e-4069-9701-2030a85ea3ae tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/security-groups?id=0ddd2c5c-7e53-44ab-9404-c5fea69a570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786510 Aug 18 11:57:31.383887 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-06ee146d-e3bb-41ec-9eec-84b99c9fbfc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:31.389148 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-06ee146d-e3bb-41ec-9eec-84b99c9fbfc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:31.396612 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5f0ca6e0-88f5-4032-b46d-8c00cf24a213 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-998473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-992536'] for router, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:31.413043 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06ee146d-e3bb-41ec-9eec-84b99c9fbfc9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 825} {{(pid=106253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 11:57:31.431484 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ee146d-e3bb-41ec-9eec-84b99c9fbfc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f0f505c-c972-46ad-84b5-418c30b6c983,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:57:31.434759 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-06ee146d-e3bb-41ec-9eec-84b99c9fbfc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:31.435101 n-d-804985-2 neutron-server[106253]: INFO neutron.db.segments_db [None req-06ee146d-e3bb-41ec-9eec-84b99c9fbfc9 admin admin] Added segment 2851262d-b7d8-4ff3-b0b4-4d156fd195a9 of type vlan for network bddc6e02-c3fb-40af-801f-7f451a903f1a Aug 18 11:57:31.479311 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-06ee146d-e3bb-41ec-9eec-84b99c9fbfc9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789150665894'] for network, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:31.504649 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-06ee146d-e3bb-41ec-9eec-84b99c9fbfc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for network, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:31.505551 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06ee146d-e3bb-41ec-9eec-84b99c9fbfc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:31.506117 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-06ee146d-e3bb-41ec-9eec-84b99c9fbfc9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:31.549250 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b8fed3-1e3d-4072-8c6e-fb50b5c1a4d3 req-9a7b56d4-ec73-4982-a60b-15b236aad6a2 tempest-VolumesAdminNegativeTest-144023268 tempest-VolumesAdminNegativeTest-144023268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:31.551391 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-89b8fed3-1e3d-4072-8c6e-fb50b5c1a4d3 req-9a7b56d4-ec73-4982-a60b-15b236aad6a2 tempest-VolumesAdminNegativeTest-144023268 tempest-VolumesAdminNegativeTest-144023268-project] 10.222.0.66 "GET /v2.0/ports?device_id=70c6f5c9-5049-46ca-a258-6bbae2298062 HTTP/1.1" status: 200 len: 944 time: 0.0700691 Aug 18 11:57:31.564340 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-06ee146d-e3bb-41ec-9eec-84b99c9fbfc9 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3079972 Aug 18 11:57:31.571302 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 55472) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:57:31.578492 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-9d657e0a-faca-4864-91da-a4088bef1f8f admin admin] Request body: {'subnet': {'network_id': 'bddc6e02-c3fb-40af-801f-7f451a903f1a', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1961235945-subnet', 'tenant_id': '0f6c238431284756a5b766b9ce6b4b97', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:57:31.588673 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ee146d-e3bb-41ec-9eec-84b99c9fbfc9 admin admin] Pushing event updated for resources: {'Network': ['ID=bddc6e02-c3fb-40af-801f-7f451a903f1a,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:57:31.599148 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Network bddc6e02-c3fb-40af-801f-7f451a903f1a details requested by agent ovs-agent-n-d-804985-2 with host n-d-804985-2 {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 11:57:31.608255 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d657e0a-faca-4864-91da-a4088bef1f8f admin admin] Made reservation on behalf of 0f6c238431284756a5b766b9ce6b4b97 for: {'subnet': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 11:57:31.609010 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-89b8fed3-1e3d-4072-8c6e-fb50b5c1a4d3 req-8e2cf7d0-39b4-4c26-a0f6-d646c8c66476 tempest-VolumesAdminNegativeTest-144023268 tempest-VolumesAdminNegativeTest-144023268-project] 10.222.0.66 "GET /v2.0/security-groups?id=57f323bf-2b92-44cd-b02d-c3ef125ca597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522239 Aug 18 11:57:31.611876 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9d657e0a-faca-4864-91da-a4088bef1f8f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59388119'] for subnet, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:31.612378 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f0ca6e0-88f5-4032-b46d-8c00cf24a213 admin admin] Router af8325e0-5bc0-4c5c-9023-39148f6ec07c is scheduled to L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 with binding_index 1 {{(pid=106252) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 11:57:31.725881 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f0ca6e0-88f5-4032-b46d-8c00cf24a213 admin admin] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 11:57:31.735223 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-301ae7e1-fa56-47df-af70-76c319d77ba9 None None] Sync routers for ids ['af8325e0-5bc0-4c5c-9023-39148f6ec07c'] in n-d-804985-2 {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 11:57:31.744723 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5f0ca6e0-88f5-4032-b46d-8c00cf24a213 admin admin] Notify callbacks [] for router, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:31.746079 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-5f0ca6e0-88f5-4032-b46d-8c00cf24a213 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.5578718 Aug 18 11:57:31.747314 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-301ae7e1-fa56-47df-af70-76c319d77ba9 None None] Routers {'af8325e0-5bc0-4c5c-9023-39148f6ec07c'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 11:57:31.748191 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-301ae7e1-fa56-47df-af70-76c319d77ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T11:57:21Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['af8325e0-5bc0-4c5c-9023-39148f6ec07c'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:57:31.748840 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 55474) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:57:31.790840 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9d657e0a-faca-4864-91da-a4088bef1f8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58902106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59388097'] for subnet, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:31.864682 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d657e0a-faca-4864-91da-a4088bef1f8f admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ccb1b46-c9fc-4043-b089-270762b15e64,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:57:31.886627 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-301ae7e1-fa56-47df-af70-76c319d77ba9 None None] Set router af8325e0-5bc0-4c5c-9023-39148f6ec07c gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 11:57:31.890353 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d657e0a-faca-4864-91da-a4088bef1f8f admin admin] Checking segment: {'id': '2851262d-b7d8-4ff3-b0b4-4d156fd195a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'bddc6e02-c3fb-40af-801f-7f451a903f1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 11:57:31.890712 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d657e0a-faca-4864-91da-a4088bef1f8f admin admin] Network hostable DHCP agents. Network: bddc6e02-c3fb-40af-801f-7f451a903f1a, hostable agents: ['97c14208-2951-4361-8d64-3708c946ff5f'], hosted agents: [] {{(pid=106253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 11:57:31.921872 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d657e0a-faca-4864-91da-a4088bef1f8f admin admin] Network bddc6e02-c3fb-40af-801f-7f451a903f1a is scheduled to be hosted by DHCP agent 97c14208-2951-4361-8d64-3708c946ff5f with binding_index 1 {{(pid=106253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 11:57:31.937820 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-9d657e0a-faca-4864-91da-a4088bef1f8f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-2, bddc6e02-c3fb-40af-801f-7f451a903f1a) {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:57:31.942776 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d657e0a-faca-4864-91da-a4088bef1f8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:31.943980 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9d657e0a-faca-4864-91da-a4088bef1f8f admin admin] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:31.948030 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c25f283a-090c-4839-bfa3-1812ed8bef83 None None] Network bddc6e02-c3fb-40af-801f-7f451a903f1a requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 11:57:31.994684 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-9d657e0a-faca-4864-91da-a4088bef1f8f admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4220080 Aug 18 11:57:32.036272 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 55484) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:57:32.042418 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-8f898e22-8d02-4c31-bd6b-9e0da8341757 tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] Request body: {'security_group': {'name': 'tempest-securitygroup--333352062', 'description': 'tempest-description--300498467'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:57:32.090665 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8f898e22-8d02-4c31-bd6b-9e0da8341757 tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:32.128682 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 34209056-f183-489e-b554-99f883c95232 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:57:32.135503 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 66a366cc-b5fe-4d76-bdca-66303a3c84bb up at agent hyperv_n-h1-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:57:32.177676 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-301ae7e1-fa56-47df-af70-76c319d77ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af8325e0-5bc0-4c5c-9023-39148f6ec07c', 'name': 'tempest-TaggedBootDevicesTest_v242-460166077-router', 'tenant_id': 'f1c57111807f4f80be30061245a1a804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': 'bfa65087-5a9c-4ae1-bc7f-cc0fc2cd7c43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T11:57:27Z', 'updated_at': '2021-08-18T11:57:30Z', 'revision_number': 3, 'project_id': 'f1c57111807f4f80be30061245a1a804', 'gw_port': {'id': 'bfa65087-5a9c-4ae1-bc7f-cc0fc2cd7c43', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:3c:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af8325e0-5bc0-4c5c-9023-39148f6ec07c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:57:29Z', 'updated_at': '2021-08-18T11:57:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:57:32.212461 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8f898e22-8d02-4c31-bd6b-9e0da8341757 tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:32.217887 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-301ae7e1-fa56-47df-af70-76c319d77ba9 None None] Checking router: af8325e0-5bc0-4c5c-9023-39148f6ec07c for host: n-d-804985-2 {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 11:57:32.218251 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-301ae7e1-fa56-47df-af70-76c319d77ba9 None None] Updating router af8325e0-5bc0-4c5c-9023-39148f6ec07c port bfa65087-5a9c-4ae1-bc7f-cc0fc2cd7c43 binding host n-d-804985-2 {{(pid=106255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 11:57:32.218943 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8f898e22-8d02-4c31-bd6b-9e0da8341757 tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:32.259955 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f898e22-8d02-4c31-bd6b-9e0da8341757 tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abfd5859-ff10-41d2-895b-34ee2ba2e661,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:57:32.265366 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8f898e22-8d02-4c31-bd6b-9e0da8341757 tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:32.267629 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-8f898e22-8d02-4c31-bd6b-9e0da8341757 tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.2302284 Aug 18 11:57:32.270930 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 55486) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:57:32.279038 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-4e720aaa-0cf4-4fc9-a938-a1bb9958bf16 tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] Request body: {'security_group_rule': {'security_group_id': 'abfd5859-ff10-41d2-895b-34ee2ba2e661', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:57:32.324920 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4e720aaa-0cf4-4fc9-a938-a1bb9958bf16 tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:32.356842 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02ed030b-bc16-4e39-a34c-c327d49c3443 None None] Network bddc6e02-c3fb-40af-801f-7f451a903f1a requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 11:57:32.422231 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4e720aaa-0cf4-4fc9-a938-a1bb9958bf16 tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:32.431238 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 34209056-f183-489e-b554-99f883c95232 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:57:32.431610 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:32.431890 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4e720aaa-0cf4-4fc9-a938-a1bb9958bf16 tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992607'] for security_group_rule, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:32.450437 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-301ae7e1-fa56-47df-af70-76c319d77ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:32.458185 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e720aaa-0cf4-4fc9-a938-a1bb9958bf16 tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0f61eaa-ab84-44c5-984e-05ab324094a8,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:57:32.473457 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4e720aaa-0cf4-4fc9-a938-a1bb9958bf16 tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:32.475967 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-4e720aaa-0cf4-4fc9-a938-a1bb9958bf16 tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2032907 Aug 18 11:57:32.478792 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 55492) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:57:32.487846 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-532ab732-8dcf-4cfc-a56a-d4453fba8c41 tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] Request body: {'security_group_rule': {'security_group_id': 'abfd5859-ff10-41d2-895b-34ee2ba2e661', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:57:32.490014 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abec0cee-4b60-4f2c-9f7d-9243531a5fec req-25669b3e-2cb1-46ac-9cd8-5663a9505ea8 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:32.501219 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Provisioning for port 66a366cc-b5fe-4d76-bdca-66303a3c84bb completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 11:57:32.501337 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-abec0cee-4b60-4f2c-9f7d-9243531a5fec req-25669b3e-2cb1-46ac-9cd8-5663a9505ea8 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.66 "GET /v2.0/ports?device_id=31411927-34c3-49d4-9bb5-fd2d32842c8b HTTP/1.1" status: 200 len: 944 time: 0.2164018 Aug 18 11:57:32.503283 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 55494) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:57:32.520152 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Provisioning complete for port 66a366cc-b5fe-4d76-bdca-66303a3c84bb triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:57:32.520547 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:32.538879 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-532ab732-8dcf-4cfc-a56a-d4453fba8c41 tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:32.600582 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d99222-304c-4c3b-a1a1-fee7f0648610 req-76b77777-5961-47eb-accb-4e0cac0a935f tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:32.602107 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c1d99222-304c-4c3b-a1a1-fee7f0648610 req-76b77777-5961-47eb-accb-4e0cac0a935f tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] 10.222.0.66 "GET /v2.0/ports?device_id=30c3781d-a4b9-422e-8128-e726a0721260 HTTP/1.1" status: 200 len: 946 time: 0.1838784 Aug 18 11:57:32.620618 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-532ab732-8dcf-4cfc-a56a-d4453fba8c41 tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:32.628647 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-532ab732-8dcf-4cfc-a56a-d4453fba8c41 tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992607'] for security_group_rule, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:32.649017 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532ab732-8dcf-4cfc-a56a-d4453fba8c41 tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13d9c2f9-814d-41d0-bd70-d0dd7e5da837,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:57:32.662056 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-532ab732-8dcf-4cfc-a56a-d4453fba8c41 tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:32.666963 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-532ab732-8dcf-4cfc-a56a-d4453fba8c41 tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1868436 Aug 18 11:57:32.667632 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 55500) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:57:32.672137 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-abec0cee-4b60-4f2c-9f7d-9243531a5fec req-1938f496-df9c-49fe-a38e-b612ee80d9b1 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.66 "GET /v2.0/security-groups?id=11bbe5b2-5f3b-4775-89a0-258a798e3ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734025 Aug 18 11:57:32.673091 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-2c635431-a92e-4f63-8966-4aede40d42cb tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] Request body: {'floatingip': {'floating_network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:57:32.706835 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2c635431-a92e-4f63-8966-4aede40d42cb tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] Notify callbacks [] for floatingip, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:32.730473 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd5d7508-bdb8-4033-be17-57c2b8932228 admin admin] Deleting subnet 1042b811-c6bb-4caa-a396-ff8008ea1eb7 {{(pid=106252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 11:57:32.739917 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-bd5d7508-bdb8-4033-be17-57c2b8932228 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:32.805335 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:32.813536 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-301ae7e1-fa56-47df-af70-76c319d77ba9 None None] Notify callbacks [] for port, precommit_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:32.814106 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c1d99222-304c-4c3b-a1a1-fee7f0648610 req-e219c46e-a5bb-4628-8874-b42207dfa7d2 tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bf5bc16-7ae8-42c8-a968-84c3ac638172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011213 Aug 18 11:57:32.833663 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31411927-34c3-49d4-9bb5-fd2d32842c8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66a366cc-b5fe-4d76-bdca-66303a3c84bb'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 11:57:32.835529 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-301ae7e1-fa56-47df-af70-76c319d77ba9 None None] Transition to ACTIVE for port object bfa65087-5a9c-4ae1-bc7f-cc0fc2cd7c43 will not be triggered until provisioned by entity L2. {{(pid=106255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 11:57:32.836503 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db50a436fb3a98495337d8fe7487b4f2ea6f3c1052eb9efadc2ecda2d5737001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cba36ad-ec23-4cdd-8a38-68f26ecc474d" -d '{"events": [{"server_uuid": "31411927-34c3-49d4-9bb5-fd2d32842c8b", "name": "network-vif-plugged", "status": "completed", "tag": "66a366cc-b5fe-4d76-bdca-66303a3c84bb"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:57:32.845412 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-301ae7e1-fa56-47df-af70-76c319d77ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:32.851952 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 66a366cc-b5fe-4d76-bdca-66303a3c84bb, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=66a366cc-b5fe-4d76-bdca-66303a3c84bb,segment=NetworkSegment(0769e917-ce53-43de-97f7-af6feb189e7f),segment_id=0769e917-ce53-43de-97f7-af6feb189e7f)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:57:32.855777 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2c635431-a92e-4f63-8966-4aede40d42cb tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:32.859644 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:32.860749 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device a2512396-92ee-47cd-ba6b-0e30a0fcec0e up at agent hyperv_n-h1-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:57:32.876414 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-bd5d7508-bdb8-4033-be17-57c2b8932228 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2221528'] for subnet, precommit_delete_associations {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:32.891565 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd9eed-fbae-4fea-b7bb-7fa014133db1 None None] Pushing event updated for resources: {'Port': ['ID=bfa65087-5a9c-4ae1-bc7f-cc0fc2cd7c43,revision_number=2']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:57:32.901472 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd9eed-fbae-4fea-b7bb-7fa014133db1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:57:32.901810 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd9eed-fbae-4fea-b7bb-7fa014133db1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:57:32.902145 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd9eed-fbae-4fea-b7bb-7fa014133db1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:57:32.902477 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd9eed-fbae-4fea-b7bb-7fa014133db1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:57:32.902819 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd9eed-fbae-4fea-b7bb-7fa014133db1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:57:32.903126 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd9eed-fbae-4fea-b7bb-7fa014133db1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:57:32.903447 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd9eed-fbae-4fea-b7bb-7fa014133db1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:57:32.903765 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd9eed-fbae-4fea-b7bb-7fa014133db1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:57:32.904082 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd9eed-fbae-4fea-b7bb-7fa014133db1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:57:32.904398 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd9eed-fbae-4fea-b7bb-7fa014133db1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:57:32.904818 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd9eed-fbae-4fea-b7bb-7fa014133db1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:57:32.905130 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bd9eed-fbae-4fea-b7bb-7fa014133db1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:57:32.938848 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-301ae7e1-fa56-47df-af70-76c319d77ba9 None None] Attempting to bind port bfa65087-5a9c-4ae1-bc7f-cc0fc2cd7c43 on host n-d-804985-2 for vnic_type normal with profile {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 11:57:32.939489 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-301ae7e1-fa56-47df-af70-76c319d77ba9 None None] Attempting to bind port bfa65087-5a9c-4ae1-bc7f-cc0fc2cd7c43 by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'}] {{(pid=106255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 11:57:32.940585 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-301ae7e1-fa56-47df-af70-76c319d77ba9 None None] Attempting to bind port bfa65087-5a9c-4ae1-bc7f-cc0fc2cd7c43 on network 7cae7a70-14fd-408c-b14d-39ceb97cb60e {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 11:57:32.951133 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-301ae7e1-fa56-47df-af70-76c319d77ba9 None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 11, 57, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 11:57:32.952268 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-301ae7e1-fa56-47df-af70-76c319d77ba9 None None] Checking segment: {'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 11:57:32.953099 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-301ae7e1-fa56-47df-af70-76c319d77ba9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:32.953561 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-301ae7e1-fa56-47df-af70-76c319d77ba9 None None] Bound using segment: {'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'} {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 11:57:32.954168 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-301ae7e1-fa56-47df-af70-76c319d77ba9 None None] Bound port: bfa65087-5a9c-4ae1-bc7f-cc0fc2cd7c43, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'}}] {{(pid=106255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 11:57:32.954611 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-301ae7e1-fa56-47df-af70-76c319d77ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:32.982116 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Provisioning for port a2512396-92ee-47cd-ba6b-0e30a0fcec0e completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 11:57:32.987338 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Provisioning complete for port a2512396-92ee-47cd-ba6b-0e30a0fcec0e triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:57:32.987789 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:32.997415 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [None req-2c635431-a92e-4f63-8966-4aede40d42cb tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] Allocated IP 172.25.7.144 (7cae7a70-14fd-408c-b14d-39ceb97cb60e/9784295a-20b8-4a4b-b105-f82737f0448f/f2948487-0e74-48b4-ae79-fb7cd00cb689) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 11:57:33.029102 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=66a366cc-b5fe-4d76-bdca-66303a3c84bb,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:57:33.047874 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-301ae7e1-fa56-47df-af70-76c319d77ba9 None None] For port bfa65087-5a9c-4ae1-bc7f-cc0fc2cd7c43, host n-d-804985-2, cleared binding levels {{(pid=106255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 11:57:33.052820 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-301ae7e1-fa56-47df-af70-76c319d77ba9 None None] For port bfa65087-5a9c-4ae1-bc7f-cc0fc2cd7c43, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=bfa65087-5a9c-4ae1-bc7f-cc0fc2cd7c43,segment=NetworkSegment(c5a3db9d-5c58-41b1-9177-d5787a597b78),segment_id=c5a3db9d-5c58-41b1-9177-d5787a597b78)] {{(pid=106255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 11:57:33.058374 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-301ae7e1-fa56-47df-af70-76c319d77ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:33.085487 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:33.090712 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-bd5d7508-bdb8-4033-be17-57c2b8932228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:33.099935 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ed0bb8-8aa3-47a9-ab6a-bfc657467792 req-a0484183-ac18-402f-b00b-dfdd40feb4cf tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:33.107822 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-77ed0bb8-8aa3-47a9-ab6a-bfc657467792 req-a0484183-ac18-402f-b00b-dfdd40feb4cf tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/ports?device_id=bb3624f1-8ce3-4298-97a2-89ded06e072e HTTP/1.1" status: 200 len: 949 time: 0.3316276 Aug 18 11:57:33.124438 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port a2512396-92ee-47cd-ba6b-0e30a0fcec0e, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=a2512396-92ee-47cd-ba6b-0e30a0fcec0e,segment=NetworkSegment(e5159d48-c355-43e9-af95-2232f7d1fefa),segment_id=e5159d48-c355-43e9-af95-2232f7d1fefa)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:57:33.130922 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:33.131823 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd9eed-fbae-4fea-b7bb-7fa014133db1 None None] Pushing event updated for resources: {'Port': ['ID=bfa65087-5a9c-4ae1-bc7f-cc0fc2cd7c43,revision_number=3']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:57:33.157512 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-301ae7e1-fa56-47df-af70-76c319d77ba9 None None] Routers {'af8325e0-5bc0-4c5c-9023-39148f6ec07c'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 11:57:33.157859 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-301ae7e1-fa56-47df-af70-76c319d77ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T11:57:21Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['af8325e0-5bc0-4c5c-9023-39148f6ec07c'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:57:33.185678 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2c635431-a92e-4f63-8966-4aede40d42cb tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:33.188301 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=a2512396-92ee-47cd-ba6b-0e30a0fcec0e,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:57:33.239446 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2c635431-a92e-4f63-8966-4aede40d42cb tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:33.267800 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-77ed0bb8-8aa3-47a9-ab6a-bfc657467792 req-0e1a8ee3-ac86-472b-a455-33b2696eff99 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/security-groups?id=0ddd2c5c-7e53-44ab-9404-c5fea69a570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541934 Aug 18 11:57:33.276424 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351d8148-ab16-4e80-be9f-cef87a44161c req-89d754f6-9696-45db-84f5-2b5af6a96f41 tempest-VolumesAdminNegativeTest-144023268 tempest-VolumesAdminNegativeTest-144023268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:33.284987 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-351d8148-ab16-4e80-be9f-cef87a44161c req-89d754f6-9696-45db-84f5-2b5af6a96f41 tempest-VolumesAdminNegativeTest-144023268 tempest-VolumesAdminNegativeTest-144023268-project] 10.222.0.66 "GET /v2.0/ports?device_id=70c6f5c9-5049-46ca-a258-6bbae2298062 HTTP/1.1" status: 200 len: 944 time: 0.2588794 Aug 18 11:57:33.287392 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c635431-a92e-4f63-8966-4aede40d42cb tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] Network 7cae7a70-14fd-408c-b14d-39ceb97cb60e is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 11:57:33.288577 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-301ae7e1-fa56-47df-af70-76c319d77ba9 None None] Set router af8325e0-5bc0-4c5c-9023-39148f6ec07c gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 11:57:33.291469 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-2c635431-a92e-4f63-8966-4aede40d42cb tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:57:33.298711 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c635431-a92e-4f63-8966-4aede40d42cb tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 11:57:33.332094 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 11:57:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5601538-bb15-4acc-ad03-a39e3dae64fe x-openstack-request-id: req-b5601538-bb15-4acc-ad03-a39e3dae64fe {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:57:33.332638 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-bd5d7508-bdb8-4033-be17-57c2b8932228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3572848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59074100'] for subnet, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:33.333428 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31411927-34c3-49d4-9bb5-fd2d32842c8b", "name": "network-vif-plugged", "status": "completed", "tag": "66a366cc-b5fe-4d76-bdca-66303a3c84bb", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:57:33.333873 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b5601538-bb15-4acc-ad03-a39e3dae64fe {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:57:33.334480 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31411927-34c3-49d4-9bb5-fd2d32842c8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66a366cc-b5fe-4d76-bdca-66303a3c84bb', 'code': 200} Aug 18 11:57:33.351722 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-3cf5329a-a82c-44da-bc29-f2e81c456f2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:33.366518 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c635431-a92e-4f63-8966-4aede40d42cb tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] Pushing event updated for resources: {'Port': ['ID=f2948487-0e74-48b4-ae79-fb7cd00cb689,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:57:33.396706 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-351d8148-ab16-4e80-be9f-cef87a44161c req-2ffcae60-2e75-4695-90fb-d19030c15d49 tempest-VolumesAdminNegativeTest-144023268 tempest-VolumesAdminNegativeTest-144023268-project] 10.222.0.66 "GET /v2.0/security-groups?id=57f323bf-2b92-44cd-b02d-c3ef125ca597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096117 Aug 18 11:57:33.404345 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5d7508-bdb8-4033-be17-57c2b8932228 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1042b811-c6bb-4caa-a396-ff8008ea1eb7,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:57:33.408400 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-bd5d7508-bdb8-4033-be17-57c2b8932228 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for subnet, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:33.412817 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-bd5d7508-bdb8-4033-be17-57c2b8932228 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/1042b811-c6bb-4caa-a396-ff8008ea1eb7 HTTP/1.1" status: 204 len: 168 time: 0.8987758 Aug 18 11:57:33.413161 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 55504) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:57:33.493709 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2c635431-a92e-4f63-8966-4aede40d42cb tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:33.499498 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a42b75-eb6e-4430-9cae-816d69f42ae7 req-525e805a-fbdf-4b8c-a1af-c5170008c6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:33.501664 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d4a42b75-eb6e-4430-9cae-816d69f42ae7 req-525e805a-fbdf-4b8c-a1af-c5170008c6fe service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=31411927-34c3-49d4-9bb5-fd2d32842c8b HTTP/1.1" status: 200 len: 1096 time: 0.0984230 Aug 18 11:57:33.513880 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ea0e4db3-ea0b-4ca1-a488-3805327a3c1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7904109'] for network, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:33.517342 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-301ae7e1-fa56-47df-af70-76c319d77ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af8325e0-5bc0-4c5c-9023-39148f6ec07c', 'name': 'tempest-TaggedBootDevicesTest_v242-460166077-router', 'tenant_id': 'f1c57111807f4f80be30061245a1a804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': 'bfa65087-5a9c-4ae1-bc7f-cc0fc2cd7c43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T11:57:27Z', 'updated_at': '2021-08-18T11:57:30Z', 'revision_number': 3, 'project_id': 'f1c57111807f4f80be30061245a1a804', 'gw_port': {'id': 'bfa65087-5a9c-4ae1-bc7f-cc0fc2cd7c43', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:3c:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af8325e0-5bc0-4c5c-9023-39148f6ec07c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:57:29Z', 'updated_at': '2021-08-18T11:57:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:57:33.551668 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2c635431-a92e-4f63-8966-4aede40d42cb tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:33.553723 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-301ae7e1-fa56-47df-af70-76c319d77ba9 None None] The sync data for ids ['af8325e0-5bc0-4c5c-9023-39148f6ec07c'] in n-d-804985-2 is: [{'id': 'af8325e0-5bc0-4c5c-9023-39148f6ec07c', 'name': 'tempest-TaggedBootDevicesTest_v242-460166077-router', 'tenant_id': 'f1c57111807f4f80be30061245a1a804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': 'bfa65087-5a9c-4ae1-bc7f-cc0fc2cd7c43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T11:57:27Z', 'updated_at': '2021-08-18T11:57:30Z', 'revision_number': 3, 'project_id': 'f1c57111807f4f80be30061245a1a804', 'gw_port': {'id': 'bfa65087-5a9c-4ae1-bc7f-cc0fc2cd7c43', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:3c:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af8325e0-5bc0-4c5c-9023-39148f6ec07c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:57:29Z', 'updated_at': '2021-08-18T11:57:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 11:57:33.589234 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d4a42b75-eb6e-4430-9cae-816d69f42ae7 req-0bf142c5-80fe-4a11-a172-54ab20a5946b service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=11bbe5b2-5f3b-4775-89a0-258a798e3ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798919 Aug 18 11:57:33.635808 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [None req-3cf5329a-a82c-44da-bc29-f2e81c456f2c admin admin] Allocated IP 172.20.0.1 (1ef7ea32-2afc-42e8-9151-91c023337fa8/0dc7ccef-1b3b-4e69-a1de-a8fce0eaa5e1/5302fd6f-6244-495f-be39-b2949c0eaebc) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 11:57:33.655215 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ea0e4db3-ea0b-4ca1-a488-3805327a3c1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8367869', 'neutron.services.segments.db._delete_segments_for_network-8789151212993'] for network, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:33.669090 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-ea0e4db3-ea0b-4ca1-a488-3805327a3c1a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61f033cd-2472-4cfe-ac61-1b51ea64856a']}} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:57:33.720514 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-ea0e4db3-ea0b-4ca1-a488-3805327a3c1a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfdd439d-d03f-452b-88c3-d53c41c0cffc') {'for_net_delete': True} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:57:33.720514 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-ea0e4db3-ea0b-4ca1-a488-3805327a3c1a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfdd439d-d03f-452b-88c3-d53c41c0cffc') {} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:57:33.737699 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ea0e4db3-ea0b-4ca1-a488-3805327a3c1a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789151225254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902236'] for segment, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:33.748326 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-3cf5329a-a82c-44da-bc29-f2e81c456f2c admin admin] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:33.754499 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ea0e4db3-ea0b-4ca1-a488-3805327a3c1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:33.769470 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea0e4db3-ea0b-4ca1-a488-3805327a3c1a admin admin] Releasing vlan 830 on physical network physnet1 to pool {{(pid=106253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 11:57:33.769895 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ea0e4db3-ea0b-4ca1-a488-3805327a3c1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58900537'] for segment, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:33.771594 n-d-804985-2 neutron-server[106253]: Traceback (most recent call last): Aug 18 11:57:33.771594 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 11:57:33.771594 n-d-804985-2 neutron-server[106253]: timer() Aug 18 11:57:33.771594 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 11:57:33.771594 n-d-804985-2 neutron-server[106253]: cb(*args, **kw) Aug 18 11:57:33.771594 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 11:57:33.771594 n-d-804985-2 neutron-server[106253]: return func(*args, **kwargs) Aug 18 11:57:33.771594 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 11:57:33.771594 n-d-804985-2 neutron-server[106253]: self._notify() Aug 18 11:57:33.771594 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 11:57:33.771594 n-d-804985-2 neutron-server[106253]: self.callback(batched_events) Aug 18 11:57:33.771594 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 11:57:33.771594 n-d-804985-2 neutron-server[106253]: event.method(event) Aug 18 11:57:33.771594 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 11:57:33.771594 n-d-804985-2 neutron-server[106253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 11:57:33.771594 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 11:57:33.771594 n-d-804985-2 neutron-server[106253]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 11:57:33.771594 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 11:57:33.771594 n-d-804985-2 neutron-server[106253]: return f(self, *a, **k) Aug 18 11:57:33.771594 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 11:57:33.771594 n-d-804985-2 neutron-server[106253]: return self._get(url).json() Aug 18 11:57:33.771594 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 11:57:33.771594 n-d-804985-2 neutron-server[106253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 11:57:33.771594 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 11:57:33.771594 n-d-804985-2 neutron-server[106253]: return self.request(url, 'GET', **kwargs) Aug 18 11:57:33.771594 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 11:57:33.771594 n-d-804985-2 neutron-server[106253]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 11:57:33.771594 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 11:57:33.771594 n-d-804985-2 neutron-server[106253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 11:57:33.771594 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 11:57:33.771594 n-d-804985-2 neutron-server[106253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 11:57:33.771594 n-d-804985-2 neutron-server[106253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 11:57:33.780577 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [None req-3cf5329a-a82c-44da-bc29-f2e81c456f2c admin admin] Transition to ACTIVE for port object 5302fd6f-6244-495f-be39-b2949c0eaebc will not be triggered until provisioned by entity DHCP. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 11:57:33.844716 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d77f67-be9f-42d9-bd84-e12733090d01 req-c33f966f-e3ee-42cf-bc0e-015999981ec9 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:33.846798 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b6d77f67-be9f-42d9-bd84-e12733090d01 req-c33f966f-e3ee-42cf-bc0e-015999981ec9 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.66 "GET /v2.0/ports?device_id=31411927-34c3-49d4-9bb5-fd2d32842c8b HTTP/1.1" status: 200 len: 945 time: 0.0798464 Aug 18 11:57:33.883423 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ea0e4db3-ea0b-4ca1-a488-3805327a3c1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8367858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997186'] for network, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:33.888416 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-3cf5329a-a82c-44da-bc29-f2e81c456f2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:33.898653 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ea0e4db3-ea0b-4ca1-a488-3805327a3c1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:33.900691 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-ea0e4db3-ea0b-4ca1-a488-3805327a3c1a admin admin] 10.222.0.66 "DELETE /v2.0/networks/61f033cd-2472-4cfe-ac61-1b51ea64856a HTTP/1.1" status: 204 len: 168 time: 0.4865677 Aug 18 11:57:33.907826 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 55510) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:57:33.932500 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2c635431-a92e-4f63-8966-4aede40d42cb tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] Notify callbacks [] for port, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:33.936055 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0e4db3-ea0b-4ca1-a488-3805327a3c1a admin admin] Pushing event deleted for resources: {'Network': ['ID=61f033cd-2472-4cfe-ac61-1b51ea64856a,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:57:33.958699 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2c635431-a92e-4f63-8966-4aede40d42cb tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:34.012942 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b6d77f67-be9f-42d9-bd84-e12733090d01 req-0cde8939-cb98-449a-82c4-5d2fabbee77c tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.66 "GET /v2.0/security-groups?id=11bbe5b2-5f3b-4775-89a0-258a798e3ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499329 Aug 18 11:57:34.015294 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cf5329a-a82c-44da-bc29-f2e81c456f2c admin admin] Network 1ef7ea32-2afc-42e8-9151-91c023337fa8 is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 11:57:34.030893 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-3cf5329a-a82c-44da-bc29-f2e81c456f2c admin admin] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:57:34.034767 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf5329a-a82c-44da-bc29-f2e81c456f2c admin admin] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 11:57:34.038030 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf5329a-a82c-44da-bc29-f2e81c456f2c admin admin] Pushing event updated for resources: {'Port': ['ID=5302fd6f-6244-495f-be39-b2949c0eaebc,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:57:34.072701 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_v2 [None req-36d757c0-b956-4609-84ab-01cdb43db3e1 admin admin] Deleting subnet 7ccb1b46-c9fc-4043-b089-270762b15e64 {{(pid=106253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 11:57:34.076868 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-36d757c0-b956-4609-84ab-01cdb43db3e1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:34.139223 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device bfa65087-5a9c-4ae1-bc7f-cc0fc2cd7c43 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:57:34.163198 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c635431-a92e-4f63-8966-4aede40d42cb tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] Pushing event updated for resources: {'Port': ['ID=f2948487-0e74-48b4-ae79-fb7cd00cb689,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:57:34.168057 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2c635431-a92e-4f63-8966-4aede40d42cb tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-989945'] for floatingip, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:34.178276 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc8fbb2-b461-45c9-b248-c255f666ed0a req-4298e615-d319-45b3-8e6e-d7cb3cbc9dee tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:34.182554 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-36d757c0-b956-4609-84ab-01cdb43db3e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902229'] for subnet, precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:34.191002 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-bdc8fbb2-b461-45c9-b248-c255f666ed0a req-4298e615-d319-45b3-8e6e-d7cb3cbc9dee tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] 10.222.0.66 "GET /v2.0/ports?device_id=30c3781d-a4b9-422e-8128-e726a0721260 HTTP/1.1" status: 200 len: 946 time: 0.2446311 Aug 18 11:57:34.194207 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-3cf5329a-a82c-44da-bc29-f2e81c456f2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-996688'] for router_interface, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:34.206691 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2c635431-a92e-4f63-8966-4aede40d42cb tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for floatingip, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:34.207979 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-2c635431-a92e-4f63-8966-4aede40d42cb tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5393207 Aug 18 11:57:34.235535 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port bfa65087-5a9c-4ae1-bc7f-cc0fc2cd7c43 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 11:57:34.239846 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port bfa65087-5a9c-4ae1-bc7f-cc0fc2cd7c43 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:57:34.240228 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:34.244427 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-36d757c0-b956-4609-84ab-01cdb43db3e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:34.329470 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-bdc8fbb2-b461-45c9-b248-c255f666ed0a req-76afa294-1f5b-4bb8-99c0-0275a3fd8c5b tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bf5bc16-7ae8-42c8-a968-84c3ac638172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368682 Aug 18 11:57:34.345581 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-36d757c0-b956-4609-84ab-01cdb43db3e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58902171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59388106'] for subnet, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:34.439684 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:34.456326 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d757c0-b956-4609-84ab-01cdb43db3e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ccb1b46-c9fc-4043-b089-270762b15e64,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:57:34.468389 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-36d757c0-b956-4609-84ab-01cdb43db3e1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:34.472434 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] For port bfa65087-5a9c-4ae1-bc7f-cc0fc2cd7c43, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=bfa65087-5a9c-4ae1-bc7f-cc0fc2cd7c43,segment=NetworkSegment(c5a3db9d-5c58-41b1-9177-d5787a597b78),segment_id=c5a3db9d-5c58-41b1-9177-d5787a597b78)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:57:34.474240 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-36d757c0-b956-4609-84ab-01cdb43db3e1 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/7ccb1b46-c9fc-4043-b089-270762b15e64 HTTP/1.1" status: 204 len: 168 time: 0.5637422 Aug 18 11:57:34.474473 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-b573d798-e551-444d-952d-135578cf1a20 None None] Provisioning for port 5302fd6f-6244-495f-be39-b2949c0eaebc completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 11:57:34.475044 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 55526) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:57:34.480859 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-b573d798-e551-444d-952d-135578cf1a20 None None] Provisioning complete for port 5302fd6f-6244-495f-be39-b2949c0eaebc triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:57:34.482071 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-b573d798-e551-444d-952d-135578cf1a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:34.485008 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:34.558148 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2ad519-fe38-43f1-ae58-875718b79332 req-e876409d-1ff2-4fa9-a7c5-991f296a164c tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:34.559845 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5d2ad519-fe38-43f1-ae58-875718b79332 req-e876409d-1ff2-4fa9-a7c5-991f296a164c tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/ports?device_id=bb3624f1-8ce3-4298-97a2-89ded06e072e HTTP/1.1" status: 200 len: 949 time: 0.1526732 Aug 18 11:57:34.582236 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-3cf5329a-a82c-44da-bc29-f2e81c456f2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:34.594350 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1f76fce8-b649-4506-ac81-c08a341da49a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7904109'] for network, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:34.600278 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Pushing event updated for resources: {'Port': ['ID=bfa65087-5a9c-4ae1-bc7f-cc0fc2cd7c43,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:57:34.616412 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-b573d798-e551-444d-952d-135578cf1a20 None None] Port 5302fd6f-6244-495f-be39-b2949c0eaebc cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 11:57:34.688763 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1f76fce8-b649-4506-ac81-c08a341da49a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8367869', 'neutron.services.segments.db._delete_segments_for_network-8789151212993'] for network, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:34.700263 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-1f76fce8-b649-4506-ac81-c08a341da49a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bddc6e02-c3fb-40af-801f-7f451a903f1a']}} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:57:34.711567 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5d2ad519-fe38-43f1-ae58-875718b79332 req-2adaf08a-bb29-4211-9e5a-fe04b82a4745 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/security-groups?id=0ddd2c5c-7e53-44ab-9404-c5fea69a570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304135 Aug 18 11:57:34.713815 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-1f76fce8-b649-4506-ac81-c08a341da49a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2851262d-b7d8-4ff3-b0b4-4d156fd195a9') {'for_net_delete': True} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:57:34.714107 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-1f76fce8-b649-4506-ac81-c08a341da49a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2851262d-b7d8-4ff3-b0b4-4d156fd195a9') {} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:57:34.727472 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1f76fce8-b649-4506-ac81-c08a341da49a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789151225254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902236'] for segment, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:34.754100 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1f76fce8-b649-4506-ac81-c08a341da49a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:34.761096 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f76fce8-b649-4506-ac81-c08a341da49a admin admin] Releasing vlan 825 on physical network physnet1 to pool {{(pid=106253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 11:57:34.761491 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1f76fce8-b649-4506-ac81-c08a341da49a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58900537'] for segment, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:34.763181 n-d-804985-2 neutron-server[106253]: Traceback (most recent call last): Aug 18 11:57:34.763181 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 11:57:34.763181 n-d-804985-2 neutron-server[106253]: timer() Aug 18 11:57:34.763181 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 11:57:34.763181 n-d-804985-2 neutron-server[106253]: cb(*args, **kw) Aug 18 11:57:34.763181 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 11:57:34.763181 n-d-804985-2 neutron-server[106253]: return func(*args, **kwargs) Aug 18 11:57:34.763181 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 11:57:34.763181 n-d-804985-2 neutron-server[106253]: self._notify() Aug 18 11:57:34.763181 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 11:57:34.763181 n-d-804985-2 neutron-server[106253]: self.callback(batched_events) Aug 18 11:57:34.763181 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 11:57:34.763181 n-d-804985-2 neutron-server[106253]: event.method(event) Aug 18 11:57:34.763181 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 11:57:34.763181 n-d-804985-2 neutron-server[106253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 11:57:34.763181 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 11:57:34.763181 n-d-804985-2 neutron-server[106253]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 11:57:34.763181 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 11:57:34.763181 n-d-804985-2 neutron-server[106253]: return f(self, *a, **k) Aug 18 11:57:34.763181 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 11:57:34.763181 n-d-804985-2 neutron-server[106253]: return self._get(url).json() Aug 18 11:57:34.763181 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 11:57:34.763181 n-d-804985-2 neutron-server[106253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 11:57:34.763181 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 11:57:34.763181 n-d-804985-2 neutron-server[106253]: return self.request(url, 'GET', **kwargs) Aug 18 11:57:34.763181 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 11:57:34.763181 n-d-804985-2 neutron-server[106253]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 11:57:34.763181 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 11:57:34.763181 n-d-804985-2 neutron-server[106253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 11:57:34.763181 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 11:57:34.763181 n-d-804985-2 neutron-server[106253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 11:57:34.763181 n-d-804985-2 neutron-server[106253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 11:57:34.776055 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285834cc-b92f-4bd8-bb5d-89873a94a14b req-2f32a717-bdb4-4b70-b3f2-4b08844bab57 tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:34.783083 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-285834cc-b92f-4bd8-bb5d-89873a94a14b req-2f32a717-bdb4-4b70-b3f2-4b08844bab57 tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] 10.222.0.66 "GET /v2.0/networks?id=97accd71-2aa2-4572-acff-da2e63e9ea24 HTTP/1.1" status: 200 len: 821 time: 0.2516811 Aug 18 11:57:34.813027 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-285834cc-b92f-4bd8-bb5d-89873a94a14b req-c42890d4-e986-4706-9dc1-e6cf959cdae8 tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] 10.222.0.66 "GET /v2.0/quotas/a7bbe68df072438980706fbfc6d6b9bc HTTP/1.1" status: 200 len: 375 time: 0.0290415 Aug 18 11:57:34.823049 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1f76fce8-b649-4506-ac81-c08a341da49a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8367858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997186'] for network, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:34.828170 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1f76fce8-b649-4506-ac81-c08a341da49a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:34.830172 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-1f76fce8-b649-4506-ac81-c08a341da49a admin admin] 10.222.0.66 "DELETE /v2.0/networks/bddc6e02-c3fb-40af-801f-7f451a903f1a HTTP/1.1" status: 204 len: 168 time: 0.3539810 Aug 18 11:57:34.845559 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f76fce8-b649-4506-ac81-c08a341da49a admin admin] Pushing event deleted for resources: {'Network': ['ID=bddc6e02-c3fb-40af-801f-7f451a903f1a,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:57:34.920260 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3d375e-1b05-4d17-9347-1289049b04a0 req-2377d163-a806-4f68-b864-ce640e242136 tempest-VolumesAdminNegativeTest-144023268 tempest-VolumesAdminNegativeTest-144023268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:34.921793 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-aa3d375e-1b05-4d17-9347-1289049b04a0 req-2377d163-a806-4f68-b864-ce640e242136 tempest-VolumesAdminNegativeTest-144023268 tempest-VolumesAdminNegativeTest-144023268-project] 10.222.0.66 "GET /v2.0/ports?device_id=70c6f5c9-5049-46ca-a258-6bbae2298062 HTTP/1.1" status: 200 len: 945 time: 0.1268225 Aug 18 11:57:34.947155 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-285834cc-b92f-4bd8-bb5d-89873a94a14b req-d1ff7afb-d889-42de-80e3-62e0c5a1d261 tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=a7bbe68df072438980706fbfc6d6b9bc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1151080 Aug 18 11:57:34.999374 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 55534) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:57:35.015690 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-3cf5329a-a82c-44da-bc29-f2e81c456f2c admin admin] Notify callbacks [] for port, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:35.026446 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-3cf5329a-a82c-44da-bc29-f2e81c456f2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:35.040780 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-013042c4-d7fc-4069-84ae-655c68dfbae6 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=280f69c14d8a4bfc92c0fd9bad197b92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0401073 Aug 18 11:57:35.043352 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 55538) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:57:35.081214 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-aa3d375e-1b05-4d17-9347-1289049b04a0 req-7cbac2e6-27c4-437a-93f3-2d47e02fc813 tempest-VolumesAdminNegativeTest-144023268 tempest-VolumesAdminNegativeTest-144023268-project] 10.222.0.66 "GET /v2.0/security-groups?id=57f323bf-2b92-44cd-b02d-c3ef125ca597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527658 Aug 18 11:57:35.096191 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-36b9f121-4add-49d2-80e4-680c87cc7a4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:35.118910 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-36b9f121-4add-49d2-80e4-680c87cc7a4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:35.139524 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-3cf5329a-a82c-44da-bc29-f2e81c456f2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-996772'] for router_interface, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:35.148108 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf5329a-a82c-44da-bc29-f2e81c456f2c admin admin] Pushing event updated for resources: {'Port': ['ID=5302fd6f-6244-495f-be39-b2949c0eaebc,revision_number=2']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:57:35.154020 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-285834cc-b92f-4bd8-bb5d-89873a94a14b req-18807819-1ca3-495b-aa06-21ae97747875 service neutron] 10.222.0.66 "GET /v2.0/networks/97accd71-2aa2-4572-acff-da2e63e9ea24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1992733 Aug 18 11:57:35.176412 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-36b9f121-4add-49d2-80e4-680c87cc7a4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:35.179333 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-36b9f121-4add-49d2-80e4-680c87cc7a4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:35.182848 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-36b9f121-4add-49d2-80e4-680c87cc7a4c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/068b0709-42e8-49e7-b089-e019804607fa HTTP/1.1" status: 204 len: 168 time: 0.1360860 Aug 18 11:57:35.189232 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b9f121-4add-49d2-80e4-680c87cc7a4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=068b0709-42e8-49e7-b089-e019804607fa,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:57:35.307165 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f62b33-e75e-4bd9-bad4-6f1b5d640b4b req-64beae22-9a8c-403d-ad53-5211ecafea78 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:35.308784 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-53f62b33-e75e-4bd9-bad4-6f1b5d640b4b req-64beae22-9a8c-403d-ad53-5211ecafea78 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.66 "GET /v2.0/ports?device_id=31411927-34c3-49d4-9bb5-fd2d32842c8b HTTP/1.1" status: 200 len: 945 time: 0.1616461 Aug 18 11:57:35.335473 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70c6f5c9-5049-46ca-a258-6bbae2298062', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2512396-92ee-47cd-ba6b-0e30a0fcec0e'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 11:57:35.338096 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db50a436fb3a98495337d8fe7487b4f2ea6f3c1052eb9efadc2ecda2d5737001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f1d982b-021f-4f4a-9da3-61df4a4ebac5" -d '{"events": [{"server_uuid": "70c6f5c9-5049-46ca-a258-6bbae2298062", "name": "network-vif-plugged", "status": "completed", "tag": "a2512396-92ee-47cd-ba6b-0e30a0fcec0e"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:57:35.376958 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-285834cc-b92f-4bd8-bb5d-89873a94a14b req-38d97edc-a6ee-42b7-ab74-a10d70cb6316 service neutron] 10.222.0.66 "GET /v2.0/networks/97accd71-2aa2-4572-acff-da2e63e9ea24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2120574 Aug 18 11:57:35.383566 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cf5329a-a82c-44da-bc29-f2e81c456f2c admin admin] Network 1ef7ea32-2afc-42e8-9151-91c023337fa8 is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 11:57:35.386758 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-3cf5329a-a82c-44da-bc29-f2e81c456f2c admin admin] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:57:35.395965 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-53f62b33-e75e-4bd9-bad4-6f1b5d640b4b req-2630c2a7-e6cc-4e35-8ac6-a5edec3d2be2 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.66 "GET /v2.0/security-groups?id=11bbe5b2-5f3b-4775-89a0-258a798e3ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775146 Aug 18 11:57:35.572960 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cf5329a-a82c-44da-bc29-f2e81c456f2c admin admin] Router af8325e0-5bc0-4c5c-9023-39148f6ec07c has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 11:57:35.606406 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 55554) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:57:35.618852 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 11:57:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24cedbc2-457b-4424-b013-edd5f799fe15 x-openstack-request-id: req-24cedbc2-457b-4424-b013-edd5f799fe15 {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:57:35.619239 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70c6f5c9-5049-46ca-a258-6bbae2298062", "name": "network-vif-plugged", "status": "completed", "tag": "a2512396-92ee-47cd-ba6b-0e30a0fcec0e", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:57:35.619578 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-24cedbc2-457b-4424-b013-edd5f799fe15 {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:57:35.620073 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70c6f5c9-5049-46ca-a258-6bbae2298062', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2512396-92ee-47cd-ba6b-0e30a0fcec0e', 'code': 200} Aug 18 11:57:35.730470 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-807e742b-92f4-45ca-8c09-0368053334b7 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=0f6c238431284756a5b766b9ce6b4b97&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1224864 Aug 18 11:57:35.733437 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 55558) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:57:35.757742 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-24fd364b-1bf9-4e93-a23d-c8c727be9cfd None None] Provisioning complete for port 5302fd6f-6244-495f-be39-b2949c0eaebc triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:57:35.758369 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-24fd364b-1bf9-4e93-a23d-c8c727be9cfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:35.812452 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-24fd364b-1bf9-4e93-a23d-c8c727be9cfd None None] Port 5302fd6f-6244-495f-be39-b2949c0eaebc cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 11:57:35.816386 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:35.827792 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0bd12a33-0660-4332-9ba9-3b5137d90397 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:35.853865 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0bd12a33-0660-4332-9ba9-3b5137d90397 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:35.909977 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0bd12a33-0660-4332-9ba9-3b5137d90397 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:35.913345 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0bd12a33-0660-4332-9ba9-3b5137d90397 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:35.917265 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-0bd12a33-0660-4332-9ba9-3b5137d90397 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0f0f505c-c972-46ad-84b5-418c30b6c983 HTTP/1.1" status: 204 len: 168 time: 0.1800866 Aug 18 11:57:35.928780 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd12a33-0660-4332-9ba9-3b5137d90397 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f0f505c-c972-46ad-84b5-418c30b6c983,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:57:36.085075 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device bfa65087-5a9c-4ae1-bc7f-cc0fc2cd7c43 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:57:36.137181 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port bfa65087-5a9c-4ae1-bc7f-cc0fc2cd7c43 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:57:36.137577 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:36.220927 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915b4980-cf3d-46ff-a47b-a65451efeee4 req-5501aa74-cb20-43cc-9767-7bfac7bc1006 tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:36.228430 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-915b4980-cf3d-46ff-a47b-a65451efeee4 req-5501aa74-cb20-43cc-9767-7bfac7bc1006 tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] 10.222.0.66 "GET /v2.0/ports?device_id=30c3781d-a4b9-422e-8128-e726a0721260 HTTP/1.1" status: 200 len: 946 time: 0.5583880 Aug 18 11:57:36.243388 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e405da-1a01-4d30-9a49-e39ad0cb63c3 req-cffbc310-0486-49f7-8dfc-06182f32f161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:36.245011 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-86e405da-1a01-4d30-9a49-e39ad0cb63c3 req-cffbc310-0486-49f7-8dfc-06182f32f161 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=70c6f5c9-5049-46ca-a258-6bbae2298062 HTTP/1.1" status: 200 len: 1096 time: 0.5604706 Aug 18 11:57:36.265513 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cf5329a-a82c-44da-bc29-f2e81c456f2c admin admin] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 11:57:36.280572 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c20d94a-b259-443c-87da-180891e2cb30 req-80208b40-ec80-438e-a3cb-ac6eda737d69 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:36.290236 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4c20d94a-b259-443c-87da-180891e2cb30 req-80208b40-ec80-438e-a3cb-ac6eda737d69 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.66 "GET /v2.0/ports?device_id=31411927-34c3-49d4-9bb5-fd2d32842c8b HTTP/1.1" status: 200 len: 945 time: 0.5825379 Aug 18 11:57:36.294902 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d0a7de-d328-4091-8161-21c4e43a0a99 None None] Sync routers for ids ['af8325e0-5bc0-4c5c-9023-39148f6ec07c'] in n-d-804985-2 {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 11:57:36.304126 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-3cf5329a-a82c-44da-bc29-f2e81c456f2c admin admin] 10.222.0.66 "PUT /v2.0/routers/af8325e0-5bc0-4c5c-9023-39148f6ec07c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5534544 Aug 18 11:57:36.337867 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d0a7de-d328-4091-8161-21c4e43a0a99 None None] Routers {'af8325e0-5bc0-4c5c-9023-39148f6ec07c'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 11:57:36.340262 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-11d0a7de-d328-4091-8161-21c4e43a0a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T11:57:21Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['af8325e0-5bc0-4c5c-9023-39148f6ec07c'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:57:36.371298 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-915b4980-cf3d-46ff-a47b-a65451efeee4 req-ea696cd7-b898-4c0b-8d26-0d0f867c8b95 tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bf5bc16-7ae8-42c8-a968-84c3ac638172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418047 Aug 18 11:57:36.399153 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-86e405da-1a01-4d30-9a49-e39ad0cb63c3 req-cf81778e-c13f-47c1-b5d2-caa8473ae616 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=57f323bf-2b92-44cd-b02d-c3ef125ca597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382096 Aug 18 11:57:36.432977 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4c20d94a-b259-443c-87da-180891e2cb30 req-1f282868-7ec8-40db-9fdf-d6dcd4192454 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.66 "GET /v2.0/security-groups?id=11bbe5b2-5f3b-4775-89a0-258a798e3ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416907 Aug 18 11:57:36.507222 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d22519cd-291e-4ba0-9c82-f0829684173b req-be17e707-5925-471e-af8f-08dea119ee78 tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] 10.222.0.66 "GET /v2.0/ports?device_id=b73a52d8-2ef6-4dc1-ab97-e2ec23e31200 HTTP/1.1" status: 200 len: 210 time: 0.0354033 Aug 18 11:57:36.545626 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-11d0a7de-d328-4091-8161-21c4e43a0a99 None None] Set router af8325e0-5bc0-4c5c-9023-39148f6ec07c gateway port host: n-d-804985-2 {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 11:57:36.615641 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9514cb84-4802-4f79-917d-3befe74e2866 req-55eee34b-4e61-4fec-bc83-39a6d4b609b7 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:36.618218 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9514cb84-4802-4f79-917d-3befe74e2866 req-55eee34b-4e61-4fec-bc83-39a6d4b609b7 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/ports?device_id=bb3624f1-8ce3-4298-97a2-89ded06e072e HTTP/1.1" status: 200 len: 949 time: 0.0962596 Aug 18 11:57:36.709974 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046deac3-6ad1-4110-abd3-4180efed118a req-fafb3839-0523-4fc0-b14e-67504bf04d62 tempest-VolumesAdminNegativeTest-144023268 tempest-VolumesAdminNegativeTest-144023268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:36.718064 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-046deac3-6ad1-4110-abd3-4180efed118a req-fafb3839-0523-4fc0-b14e-67504bf04d62 tempest-VolumesAdminNegativeTest-144023268 tempest-VolumesAdminNegativeTest-144023268-project] 10.222.0.66 "GET /v2.0/ports?device_id=70c6f5c9-5049-46ca-a258-6bbae2298062 HTTP/1.1" status: 200 len: 945 time: 0.1229856 Aug 18 11:57:36.742319 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9514cb84-4802-4f79-917d-3befe74e2866 req-5f801a6c-261c-45df-b378-4fad689387bb tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/security-groups?id=0ddd2c5c-7e53-44ab-9404-c5fea69a570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998220 Aug 18 11:57:36.809340 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-046deac3-6ad1-4110-abd3-4180efed118a req-c917e4a6-9ae2-4e55-86be-6a10cb8b3d5a tempest-VolumesAdminNegativeTest-144023268 tempest-VolumesAdminNegativeTest-144023268-project] 10.222.0.66 "GET /v2.0/security-groups?id=57f323bf-2b92-44cd-b02d-c3ef125ca597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898564 Aug 18 11:57:36.891202 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-11d0a7de-d328-4091-8161-21c4e43a0a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af8325e0-5bc0-4c5c-9023-39148f6ec07c', 'name': 'tempest-TaggedBootDevicesTest_v242-460166077-router', 'tenant_id': 'f1c57111807f4f80be30061245a1a804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': 'bfa65087-5a9c-4ae1-bc7f-cc0fc2cd7c43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T11:57:27Z', 'updated_at': '2021-08-18T11:57:34Z', 'revision_number': 4, 'project_id': 'f1c57111807f4f80be30061245a1a804', 'gw_port': {'id': 'bfa65087-5a9c-4ae1-bc7f-cc0fc2cd7c43', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:3c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8325e0-5bc0-4c5c-9023-39148f6ec07c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:57:29Z', 'updated_at': '2021-08-18T11:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': '5302fd6f-6244-495f-be39-b2949c0eaebc', 'name': '', 'network_id': '1ef7ea32-2afc-42e8-9151-91c023337fa8', 'tenant_id': 'f1c57111807f4f80be30061245a1a804', 'mac_address': 'fa:16:3e:c8:f2:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af8325e0-5bc0-4c5c-9023-39148f6ec07c', 'device_owner': 'network:router_interface', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': '0dc7ccef-1b3b-4e69-a1de-a8fce0eaa5e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:57:33Z', 'updated_at': '2021-08-18T11:57:34Z', 'revision_number': 2, 'project_id': 'f1c57111807f4f80be30061245a1a804', 'subnets': [{'id': '0dc7ccef-1b3b-4e69-a1de-a8fce0eaa5e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:57:37.138293 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d0a7de-d328-4091-8161-21c4e43a0a99 None None] Checking router: af8325e0-5bc0-4c5c-9023-39148f6ec07c for host: n-d-804985-2 {{(pid=106254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 11:57:37.138930 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d0a7de-d328-4091-8161-21c4e43a0a99 None None] Updating router af8325e0-5bc0-4c5c-9023-39148f6ec07c port 5302fd6f-6244-495f-be39-b2949c0eaebc binding host n-d-804985-2 {{(pid=106254) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 11:57:37.166618 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-11d0a7de-d328-4091-8161-21c4e43a0a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:37.259322 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60936d06-2a18-4df6-aef6-fca5255dcc00 req-26278316-29d0-4bcc-bd8a-9e1b25794153 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:37.267546 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-60936d06-2a18-4df6-aef6-fca5255dcc00 req-26278316-29d0-4bcc-bd8a-9e1b25794153 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.66 "GET /v2.0/ports?device_id=31411927-34c3-49d4-9bb5-fd2d32842c8b HTTP/1.1" status: 200 len: 945 time: 0.1100149 Aug 18 11:57:37.320369 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285834cc-b92f-4bd8-bb5d-89873a94a14b req-cd782279-994e-41e4-aa90-71031b5cbc63 tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:37.322017 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-285834cc-b92f-4bd8-bb5d-89873a94a14b req-cd782279-994e-41e4-aa90-71031b5cbc63 tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] 10.222.0.63 "GET /v2.0/networks?id=97accd71-2aa2-4572-acff-da2e63e9ea24 HTTP/1.1" status: 200 len: 821 time: 0.3177676 Aug 18 11:57:37.342971 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-60936d06-2a18-4df6-aef6-fca5255dcc00 req-45567d61-de25-4a15-9d11-5f6db5cb5857 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.66 "GET /v2.0/security-groups?id=11bbe5b2-5f3b-4775-89a0-258a798e3ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743971 Aug 18 11:57:37.368390 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-285834cc-b92f-4bd8-bb5d-89873a94a14b req-33d7094c-1a56-45bc-a782-516ab990a18b tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] Request body: {'port': {'device_id': 'b73a52d8-2ef6-4dc1-ab97-e2ec23e31200', 'network_id': '97accd71-2aa2-4572-acff-da2e63e9ea24', 'admin_state_up': True, 'tenant_id': 'a7bbe68df072438980706fbfc6d6b9bc'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:57:37.516691 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-11d0a7de-d328-4091-8161-21c4e43a0a99 None None] Notify callbacks [] for port, precommit_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:37.531693 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-11d0a7de-d328-4091-8161-21c4e43a0a99 None None] Transition to ACTIVE for port object 5302fd6f-6244-495f-be39-b2949c0eaebc will not be triggered until provisioned by entity L2. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 11:57:37.551672 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-11d0a7de-d328-4091-8161-21c4e43a0a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:37.585473 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b3ea13-5db9-4a0f-b6e9-1d91ddd63188 req-80a5ab99-5f96-4a74-9096-a3a4a509fb4f tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:37.592678 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b4b3ea13-5db9-4a0f-b6e9-1d91ddd63188 req-80a5ab99-5f96-4a74-9096-a3a4a509fb4f tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] 10.222.0.66 "GET /v2.0/ports?device_id=30c3781d-a4b9-422e-8128-e726a0721260 HTTP/1.1" status: 200 len: 946 time: 0.0930603 Aug 18 11:57:37.652644 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b4b3ea13-5db9-4a0f-b6e9-1d91ddd63188 req-f600f98b-87f2-4927-9e30-d19a32e82dc6 tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bf5bc16-7ae8-42c8-a968-84c3ac638172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586579 Aug 18 11:57:37.699044 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-285834cc-b92f-4bd8-bb5d-89873a94a14b req-33d7094c-1a56-45bc-a782-516ab990a18b tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] Made reservation on behalf of a7bbe68df072438980706fbfc6d6b9bc for: {'port': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 11:57:37.703781 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-285834cc-b92f-4bd8-bb5d-89873a94a14b req-33d7094c-1a56-45bc-a782-516ab990a18b tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:37.751439 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466861f4-23a9-41a8-b0ba-e2e78684720d None None] Pushing event updated for resources: {'Port': ['ID=5302fd6f-6244-495f-be39-b2949c0eaebc,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:57:37.770957 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466861f4-23a9-41a8-b0ba-e2e78684720d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:57:37.771358 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466861f4-23a9-41a8-b0ba-e2e78684720d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:57:37.772662 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466861f4-23a9-41a8-b0ba-e2e78684720d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:57:37.772662 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466861f4-23a9-41a8-b0ba-e2e78684720d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:57:37.773268 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466861f4-23a9-41a8-b0ba-e2e78684720d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:57:37.773651 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466861f4-23a9-41a8-b0ba-e2e78684720d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:57:37.774053 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466861f4-23a9-41a8-b0ba-e2e78684720d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:57:37.775144 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466861f4-23a9-41a8-b0ba-e2e78684720d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:57:37.775268 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466861f4-23a9-41a8-b0ba-e2e78684720d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:57:37.775600 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466861f4-23a9-41a8-b0ba-e2e78684720d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:57:37.775937 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466861f4-23a9-41a8-b0ba-e2e78684720d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:57:37.776312 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466861f4-23a9-41a8-b0ba-e2e78684720d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:57:37.862840 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-594dbdd5-9d5e-4bde-a5cd-2340afd3344d req-3030a320-c0e4-4fea-8a40-7dbe92757cb3 tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] 10.222.0.66 "GET /v2.0/ports?device_id=b73a52d8-2ef6-4dc1-ab97-e2ec23e31200 HTTP/1.1" status: 200 len: 210 time: 0.1752477 Aug 18 11:57:37.869437 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [req-285834cc-b92f-4bd8-bb5d-89873a94a14b req-33d7094c-1a56-45bc-a782-516ab990a18b tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] Allocated IP 172.20.0.10 (97accd71-2aa2-4572-acff-da2e63e9ea24/d9e8819c-692a-472a-8ad6-8fb1be2fae20/7f351651-94b8-432f-bfd7-3d92745e2a20) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 11:57:37.957839 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-11d0a7de-d328-4091-8161-21c4e43a0a99 None None] Attempting to bind port 5302fd6f-6244-495f-be39-b2949c0eaebc on host n-d-804985-2 for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 11:57:37.964191 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-11d0a7de-d328-4091-8161-21c4e43a0a99 None None] Attempting to bind port 5302fd6f-6244-495f-be39-b2949c0eaebc by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': 'd185dac2-eec7-4fe1-a5e8-92c84f0d7013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '1ef7ea32-2afc-42e8-9151-91c023337fa8'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 11:57:37.965094 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d0a7de-d328-4091-8161-21c4e43a0a99 None None] Attempting to bind port 5302fd6f-6244-495f-be39-b2949c0eaebc on network 1ef7ea32-2afc-42e8-9151-91c023337fa8 {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 11:57:37.973494 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d0a7de-d328-4091-8161-21c4e43a0a99 None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 11, 57, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 11:57:37.974165 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d0a7de-d328-4091-8161-21c4e43a0a99 None None] Checking segment: {'id': 'd185dac2-eec7-4fe1-a5e8-92c84f0d7013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '1ef7ea32-2afc-42e8-9151-91c023337fa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 11:57:37.974771 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-11d0a7de-d328-4091-8161-21c4e43a0a99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:37.975373 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d0a7de-d328-4091-8161-21c4e43a0a99 None None] Bound using segment: {'id': 'd185dac2-eec7-4fe1-a5e8-92c84f0d7013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '1ef7ea32-2afc-42e8-9151-91c023337fa8'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 11:57:37.976152 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-11d0a7de-d328-4091-8161-21c4e43a0a99 None None] Bound port: 5302fd6f-6244-495f-be39-b2949c0eaebc, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd185dac2-eec7-4fe1-a5e8-92c84f0d7013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '1ef7ea32-2afc-42e8-9151-91c023337fa8'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 11:57:37.976794 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-11d0a7de-d328-4091-8161-21c4e43a0a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:37.982629 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50be9075-a58d-4a2f-9872-79c6352f017f req-e107385d-928e-4261-93da-9dfbb44045ec tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:37.984209 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-50be9075-a58d-4a2f-9872-79c6352f017f req-e107385d-928e-4261-93da-9dfbb44045ec tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/ports?device_id=bb3624f1-8ce3-4298-97a2-89ded06e072e HTTP/1.1" status: 200 len: 949 time: 0.1259465 Aug 18 11:57:37.990765 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:38.115896 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-11d0a7de-d328-4091-8161-21c4e43a0a99 None None] For port 5302fd6f-6244-495f-be39-b2949c0eaebc, host n-d-804985-2, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 11:57:38.119653 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-11d0a7de-d328-4091-8161-21c4e43a0a99 None None] For port 5302fd6f-6244-495f-be39-b2949c0eaebc, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=5302fd6f-6244-495f-be39-b2949c0eaebc,segment=NetworkSegment(d185dac2-eec7-4fe1-a5e8-92c84f0d7013),segment_id=d185dac2-eec7-4fe1-a5e8-92c84f0d7013)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 11:57:38.125515 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-11d0a7de-d328-4091-8161-21c4e43a0a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:38.137830 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 184f4765-5f5a-4539-a749-0ce41a95df48 details requested by agent hyperv_n-h1-804985-2 with host n-h1-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 11:57:38.137830 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 184f4765-5f5a-4539-a749-0ce41a95df48 no longer exists at agent hyperv_n-h1-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 11:57:38.171105 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-50be9075-a58d-4a2f-9872-79c6352f017f req-9f3b22e1-f60a-4302-8eb6-e92d96499c52 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/security-groups?id=0ddd2c5c-7e53-44ab-9404-c5fea69a570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764233 Aug 18 11:57:38.183734 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96711123-e0b9-4acd-8a15-b1be49575420 req-b4a4ec94-f464-480e-9225-7aef9c049a09 tempest-VolumesAdminNegativeTest-144023268 tempest-VolumesAdminNegativeTest-144023268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:38.190920 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-96711123-e0b9-4acd-8a15-b1be49575420 req-b4a4ec94-f464-480e-9225-7aef9c049a09 tempest-VolumesAdminNegativeTest-144023268 tempest-VolumesAdminNegativeTest-144023268-project] 10.222.0.66 "GET /v2.0/ports?device_id=70c6f5c9-5049-46ca-a258-6bbae2298062 HTTP/1.1" status: 200 len: 945 time: 0.1993217 Aug 18 11:57:38.210561 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-285834cc-b92f-4bd8-bb5d-89873a94a14b req-33d7094c-1a56-45bc-a782-516ab990a18b tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:38.234280 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d0a7de-d328-4091-8161-21c4e43a0a99 None None] Routers {'af8325e0-5bc0-4c5c-9023-39148f6ec07c'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 11:57:38.235160 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-11d0a7de-d328-4091-8161-21c4e43a0a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T11:57:21Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['af8325e0-5bc0-4c5c-9023-39148f6ec07c'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:57:38.276563 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-96711123-e0b9-4acd-8a15-b1be49575420 req-8a4dfd1d-5f63-4504-ada2-12bb980cf4e8 tempest-VolumesAdminNegativeTest-144023268 tempest-VolumesAdminNegativeTest-144023268-project] 10.222.0.66 "GET /v2.0/security-groups?id=57f323bf-2b92-44cd-b02d-c3ef125ca597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799453 Aug 18 11:57:38.330130 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-285834cc-b92f-4bd8-bb5d-89873a94a14b req-33d7094c-1a56-45bc-a782-516ab990a18b tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:38.356576 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.db.resource_extend [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 18 11:57:38.459194 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466861f4-23a9-41a8-b0ba-e2e78684720d None None] Pushing event updated for resources: {'Port': ['ID=5302fd6f-6244-495f-be39-b2949c0eaebc,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:57:38.479707 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-285834cc-b92f-4bd8-bb5d-89873a94a14b req-33d7094c-1a56-45bc-a782-516ab990a18b tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] Network 97accd71-2aa2-4572-acff-da2e63e9ea24 is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 11:57:38.518967 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [req-285834cc-b92f-4bd8-bb5d-89873a94a14b req-33d7094c-1a56-45bc-a782-516ab990a18b tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:57:38.529820 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-285834cc-b92f-4bd8-bb5d-89873a94a14b req-33d7094c-1a56-45bc-a782-516ab990a18b tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 11:57:38.568275 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d7094c-1a56-45bc-a782-516ab990a18b tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] Pushing event updated for resources: {'Port': ['ID=7f351651-94b8-432f-bfd7-3d92745e2a20,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:57:38.619381 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285834cc-b92f-4bd8-bb5d-89873a94a14b req-33d7094c-1a56-45bc-a782-516ab990a18b tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:38.620712 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-285834cc-b92f-4bd8-bb5d-89873a94a14b req-33d7094c-1a56-45bc-a782-516ab990a18b tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:38.637969 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd9c7d4-f6e2-4e89-9718-fcc08522c73b req-0f6ed147-2f39-4bc3-ad12-733b30b4e352 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:38.648030 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-edd9c7d4-f6e2-4e89-9718-fcc08522c73b req-0f6ed147-2f39-4bc3-ad12-733b30b4e352 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.66 "GET /v2.0/ports?device_id=31411927-34c3-49d4-9bb5-fd2d32842c8b HTTP/1.1" status: 200 len: 945 time: 0.1705098 Aug 18 11:57:38.707012 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-edd9c7d4-f6e2-4e89-9718-fcc08522c73b req-00af8737-6ad5-4bb5-bcd4-56dd845f2b0f tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.66 "GET /v2.0/security-groups?id=11bbe5b2-5f3b-4775-89a0-258a798e3ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577006 Aug 18 11:57:38.715148 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-285834cc-b92f-4bd8-bb5d-89873a94a14b req-33d7094c-1a56-45bc-a782-516ab990a18b tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3563879 Aug 18 11:57:38.723900 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac41e48-58fa-4ca9-b70d-b7a131f1e735 req-4872c013-6316-45c5-846e-9a68b8b9d9f8 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:38.731468 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-bac41e48-58fa-4ca9-b70d-b7a131f1e735 req-4872c013-6316-45c5-846e-9a68b8b9d9f8 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.63 "GET /v2.0/ports?device_id=31411927-34c3-49d4-9bb5-fd2d32842c8b HTTP/1.1" status: 200 len: 945 time: 0.1228280 Aug 18 11:57:38.733731 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-285834cc-b92f-4bd8-bb5d-89873a94a14b req-df300854-9424-43da-9f7a-cc568f6b1a78 service neutron] Request body: {'port': {'device_id': 'b73a52d8-2ef6-4dc1-ab97-e2ec23e31200', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804985-2'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:57:38.746006 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:38.779461 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-11d0a7de-d328-4091-8161-21c4e43a0a99 None None] Set router af8325e0-5bc0-4c5c-9023-39148f6ec07c gateway port host: n-d-804985-2 {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 11:57:38.825003 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 184f4765-5f5a-4539-a749-0ce41a95df48, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=184f4765-5f5a-4539-a749-0ce41a95df48,segment=NetworkSegment(8d845f6a-d01c-49fc-8841-a69d4d456626),segment_id=8d845f6a-d01c-49fc-8841-a69d4d456626)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:57:38.847529 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30c3781d-a4b9-422e-8128-e726a0721260', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '184f4765-5f5a-4539-a749-0ce41a95df48'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 11:57:38.850183 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db50a436fb3a98495337d8fe7487b4f2ea6f3c1052eb9efadc2ecda2d5737001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c26f1bd9-6958-425e-971f-dc65fa65a975" -d '{"events": [{"server_uuid": "30c3781d-a4b9-422e-8128-e726a0721260", "name": "network-vif-unplugged", "status": "completed", "tag": "184f4765-5f5a-4539-a749-0ce41a95df48"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:57:38.870421 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Returning: {'device': '184f4765-5f5a-4539-a749-0ce41a95df48', 'network_id': 'fac8d860-f4f2-49a0-99ea-233476aded7e', 'port_id': '184f4765-5f5a-4539-a749-0ce41a95df48', 'mac_address': 'fa:16:3e:b6:b8:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 832, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80867b40-661a-4fc1-85b2-6a0bc5d62715', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 11:57:38.874808 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 184f4765-5f5a-4539-a749-0ce41a95df48, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=184f4765-5f5a-4539-a749-0ce41a95df48,segment=NetworkSegment(8d845f6a-d01c-49fc-8841-a69d4d456626),segment_id=8d845f6a-d01c-49fc-8841-a69d4d456626)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:57:38.923856 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:38.949229 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-285834cc-b92f-4bd8-bb5d-89873a94a14b req-df300854-9424-43da-9f7a-cc568f6b1a78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:38.976841 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-bac41e48-58fa-4ca9-b70d-b7a131f1e735 req-fb8162c7-3bf1-4cc3-8d5c-c8170c050440 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Deleting port 66a366cc-b5fe-4d76-bdca-66303a3c84bb {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 11:57:38.981893 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-bac41e48-58fa-4ca9-b70d-b7a131f1e735 req-fb8162c7-3bf1-4cc3-8d5c-c8170c050440 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:39.018641 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e272e82-4bb9-4d43-87af-72bc18efe19e req-af9f92e7-a27f-4029-abf9-429aaff856fb tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:39.028007 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8e272e82-4bb9-4d43-87af-72bc18efe19e req-af9f92e7-a27f-4029-abf9-429aaff856fb tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] 10.222.0.66 "GET /v2.0/ports?device_id=30c3781d-a4b9-422e-8128-e726a0721260 HTTP/1.1" status: 200 len: 944 time: 0.1206129 Aug 18 11:57:39.069981 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:39.091467 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=184f4765-5f5a-4539-a749-0ce41a95df48,revision_number=6']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:57:39.132672 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 184f4765-5f5a-4539-a749-0ce41a95df48 {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 11:57:39.166251 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8e272e82-4bb9-4d43-87af-72bc18efe19e req-c7812583-2a25-4290-af12-7f56f6b3ecd0 tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bf5bc16-7ae8-42c8-a968-84c3ac638172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373641 Aug 18 11:57:39.201675 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 184f4765-5f5a-4539-a749-0ce41a95df48, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=184f4765-5f5a-4539-a749-0ce41a95df48,segment=NetworkSegment(8d845f6a-d01c-49fc-8841-a69d4d456626),segment_id=8d845f6a-d01c-49fc-8841-a69d4d456626)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:57:39.205082 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-bac41e48-58fa-4ca9-b70d-b7a131f1e735 req-fb8162c7-3bf1-4cc3-8d5c-c8170c050440 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] For port 66a366cc-b5fe-4d76-bdca-66303a3c84bb, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=66a366cc-b5fe-4d76-bdca-66303a3c84bb,segment=NetworkSegment(0769e917-ce53-43de-97f7-af6feb189e7f),segment_id=0769e917-ce53-43de-97f7-af6feb189e7f)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:57:39.206187 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-bac41e48-58fa-4ca9-b70d-b7a131f1e735 req-fb8162c7-3bf1-4cc3-8d5c-c8170c050440 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:39.209783 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 18 Aug 2021 11:57:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-000ff7fb-59f3-4a32-8e90-9594f6ebe0f1 x-openstack-request-id: req-000ff7fb-59f3-4a32-8e90-9594f6ebe0f1 {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:57:39.210366 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30c3781d-a4b9-422e-8128-e726a0721260", "name": "network-vif-unplugged", "status": "completed", "tag": "184f4765-5f5a-4539-a749-0ce41a95df48", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:57:39.210860 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-000ff7fb-59f3-4a32-8e90-9594f6ebe0f1 {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:57:39.211515 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30c3781d-a4b9-422e-8128-e726a0721260', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '184f4765-5f5a-4539-a749-0ce41a95df48', 'code': 200} Aug 18 11:57:39.216201 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:39.243242 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-bac41e48-58fa-4ca9-b70d-b7a131f1e735 req-fb8162c7-3bf1-4cc3-8d5c-c8170c050440 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Calling delete_port for 66a366cc-b5fe-4d76-bdca-66303a3c84bb owned by compute:nova {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 11:57:39.296110 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-11d0a7de-d328-4091-8161-21c4e43a0a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af8325e0-5bc0-4c5c-9023-39148f6ec07c', 'name': 'tempest-TaggedBootDevicesTest_v242-460166077-router', 'tenant_id': 'f1c57111807f4f80be30061245a1a804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': 'bfa65087-5a9c-4ae1-bc7f-cc0fc2cd7c43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T11:57:27Z', 'updated_at': '2021-08-18T11:57:34Z', 'revision_number': 4, 'project_id': 'f1c57111807f4f80be30061245a1a804', 'gw_port': {'id': 'bfa65087-5a9c-4ae1-bc7f-cc0fc2cd7c43', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:3c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8325e0-5bc0-4c5c-9023-39148f6ec07c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:57:29Z', 'updated_at': '2021-08-18T11:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': '5302fd6f-6244-495f-be39-b2949c0eaebc', 'name': '', 'network_id': '1ef7ea32-2afc-42e8-9151-91c023337fa8', 'tenant_id': 'f1c57111807f4f80be30061245a1a804', 'mac_address': 'fa:16:3e:c8:f2:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af8325e0-5bc0-4c5c-9023-39148f6ec07c', 'device_owner': 'network:router_interface', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': '0dc7ccef-1b3b-4e69-a1de-a8fce0eaa5e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:57:33Z', 'updated_at': '2021-08-18T11:57:38Z', 'revision_number': 4, 'project_id': 'f1c57111807f4f80be30061245a1a804', 'subnets': [{'id': '0dc7ccef-1b3b-4e69-a1de-a8fce0eaa5e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:57:39.338245 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d0a7de-d328-4091-8161-21c4e43a0a99 None None] The sync data for ids ['af8325e0-5bc0-4c5c-9023-39148f6ec07c'] in n-d-804985-2 is: [{'id': 'af8325e0-5bc0-4c5c-9023-39148f6ec07c', 'name': 'tempest-TaggedBootDevicesTest_v242-460166077-router', 'tenant_id': 'f1c57111807f4f80be30061245a1a804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': 'bfa65087-5a9c-4ae1-bc7f-cc0fc2cd7c43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T11:57:27Z', 'updated_at': '2021-08-18T11:57:34Z', 'revision_number': 4, 'project_id': 'f1c57111807f4f80be30061245a1a804', 'gw_port': {'id': 'bfa65087-5a9c-4ae1-bc7f-cc0fc2cd7c43', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:3c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8325e0-5bc0-4c5c-9023-39148f6ec07c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:57:29Z', 'updated_at': '2021-08-18T11:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': '5302fd6f-6244-495f-be39-b2949c0eaebc', 'name': '', 'network_id': '1ef7ea32-2afc-42e8-9151-91c023337fa8', 'tenant_id': 'f1c57111807f4f80be30061245a1a804', 'mac_address': 'fa:16:3e:c8:f2:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af8325e0-5bc0-4c5c-9023-39148f6ec07c', 'device_owner': 'network:router_interface', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': '0dc7ccef-1b3b-4e69-a1de-a8fce0eaa5e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:57:33Z', 'updated_at': '2021-08-18T11:57:38Z', 'revision_number': 4, 'project_id': 'f1c57111807f4f80be30061245a1a804', 'subnets': [{'id': '0dc7ccef-1b3b-4e69-a1de-a8fce0eaa5e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 11:57:39.348771 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=184f4765-5f5a-4539-a749-0ce41a95df48,revision_number=7']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:57:39.455800 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] get_ports_and_sgs() called for port_ids ['184f4765-5f5a-4539-a749-0ce41a95df48'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 11:57:39.483387 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1f4c05-8499-4b3e-8563-48f4d67c6e5d req-c8d9bd6c-fef4-4f4d-a3a1-473eb4309727 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:39.494799 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6e1f4c05-8499-4b3e-8563-48f4d67c6e5d req-c8d9bd6c-fef4-4f4d-a3a1-473eb4309727 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/ports?device_id=bb3624f1-8ce3-4298-97a2-89ded06e072e HTTP/1.1" status: 200 len: 949 time: 0.1921506 Aug 18 11:57:39.499382 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-bac41e48-58fa-4ca9-b70d-b7a131f1e735 req-fb8162c7-3bf1-4cc3-8d5c-c8170c050440 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:39.513667 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcef440-f53b-4b61-ad29-13a05bc5f8b6 req-55a6420d-bfa7-4989-8f3f-1f4999766c5f tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:39.524738 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7fcef440-f53b-4b61-ad29-13a05bc5f8b6 req-55a6420d-bfa7-4989-8f3f-1f4999766c5f tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] 10.222.0.66 "GET /v2.0/ports?device_id=b73a52d8-2ef6-4dc1-ab97-e2ec23e31200 HTTP/1.1" status: 200 len: 932 time: 0.2050583 Aug 18 11:57:39.532730 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] get_ports_and_sgs() called for port_ids ['ecad9dcc-255c-4073-a5af-38967245d933'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 11:57:39.583194 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8162c7-3bf1-4cc3-8d5c-c8170c050440 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Pushing event deleted for resources: {'Port': ['ID=66a366cc-b5fe-4d76-bdca-66303a3c84bb,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:57:39.669410 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6e1f4c05-8499-4b3e-8563-48f4d67c6e5d req-c146a4a3-3d51-46bb-9553-ebbd7c8f2054 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/security-groups?id=0ddd2c5c-7e53-44ab-9404-c5fea69a570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677055 Aug 18 11:57:39.711626 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7fcef440-f53b-4b61-ad29-13a05bc5f8b6 req-da3b8062-8bfa-465c-b23a-be8d052487e7 tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] 10.222.0.66 "GET /v2.0/security-groups?id=ad88621b-057d-4148-94ff-fad542d38fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833234 Aug 18 11:57:39.715795 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-bac41e48-58fa-4ca9-b70d-b7a131f1e735 req-fb8162c7-3bf1-4cc3-8d5c-c8170c050440 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] No DVR routers for this DVR port 66a366cc-b5fe-4d76-bdca-66303a3c84bb on host n-h1-804985-2 {{(pid=106253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 11:57:39.725134 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-bac41e48-58fa-4ca9-b70d-b7a131f1e735 req-fb8162c7-3bf1-4cc3-8d5c-c8170c050440 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:39.727428 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-bac41e48-58fa-4ca9-b70d-b7a131f1e735 req-fb8162c7-3bf1-4cc3-8d5c-c8170c050440 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.63 "DELETE /v2.0/ports/66a366cc-b5fe-4d76-bdca-66303a3c84bb HTTP/1.1" status: 204 len: 173 time: 0.9856355 Aug 18 11:57:39.727891 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31411927-34c3-49d4-9bb5-fd2d32842c8b', 'name': 'network-vif-deleted', 'tag': '66a366cc-b5fe-4d76-bdca-66303a3c84bb'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 11:57:39.733556 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0679f4c4b6e0e0c064a7d71d722dc30541a34fffee11680573be22ee2ffccc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb07b750-bef5-4f86-b079-497f7eb43a43" -d '{"events": [{"server_uuid": "31411927-34c3-49d4-9bb5-fd2d32842c8b", "name": "network-vif-deleted", "tag": "66a366cc-b5fe-4d76-bdca-66303a3c84bb"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:57:39.736008 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [req-285834cc-b92f-4bd8-bb5d-89873a94a14b req-df300854-9424-43da-9f7a-cc568f6b1a78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f351651-94b8-432f-bfd7-3d92745e2a20 {{(pid=106252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 11:57:39.768156 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-285834cc-b92f-4bd8-bb5d-89873a94a14b req-df300854-9424-43da-9f7a-cc568f6b1a78 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:39.829876 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [req-285834cc-b92f-4bd8-bb5d-89873a94a14b req-df300854-9424-43da-9f7a-cc568f6b1a78 service neutron] Transition to ACTIVE for port object 7f351651-94b8-432f-bfd7-3d92745e2a20 will not be triggered until provisioned by entity L2. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 11:57:39.839807 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-285834cc-b92f-4bd8-bb5d-89873a94a14b req-df300854-9424-43da-9f7a-cc568f6b1a78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:40.119377 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df300854-9424-43da-9f7a-cc568f6b1a78 service neutron] Pushing event updated for resources: {'Port': ['ID=7f351651-94b8-432f-bfd7-3d92745e2a20,revision_number=2']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:57:40.165673 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-cb489342-9d24-4945-b88e-04954ba04a8f req-10275b6c-3895-4528-aea4-79ea1c654612 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.66 "GET /v2.0/ports?device_id=31411927-34c3-49d4-9bb5-fd2d32842c8b HTTP/1.1" status: 200 len: 210 time: 0.0843890 Aug 18 11:57:40.175888 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 11:57:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57f03685-3c60-4ef7-a679-1293f8f6baaa x-openstack-request-id: req-57f03685-3c60-4ef7-a679-1293f8f6baaa {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:57:40.176376 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31411927-34c3-49d4-9bb5-fd2d32842c8b", "name": "network-vif-deleted", "tag": "66a366cc-b5fe-4d76-bdca-66303a3c84bb", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:57:40.176832 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-57f03685-3c60-4ef7-a679-1293f8f6baaa {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:57:40.177387 n-d-804985-2 neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31411927-34c3-49d4-9bb5-fd2d32842c8b', 'name': 'network-vif-deleted', 'tag': '66a366cc-b5fe-4d76-bdca-66303a3c84bb', 'status': 'completed', 'code': 200} Aug 18 11:57:40.275316 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 5302fd6f-6244-495f-be39-b2949c0eaebc up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:57:40.299278 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-285834cc-b92f-4bd8-bb5d-89873a94a14b req-df300854-9424-43da-9f7a-cc568f6b1a78 service neutron] Attempting to bind port 7f351651-94b8-432f-bfd7-3d92745e2a20 on host n-h1-804985-2 for vnic_type normal with profile {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 11:57:40.299672 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-285834cc-b92f-4bd8-bb5d-89873a94a14b req-df300854-9424-43da-9f7a-cc568f6b1a78 service neutron] Attempting to bind port 7f351651-94b8-432f-bfd7-3d92745e2a20 by drivers openvswitch,hyperv on host n-h1-804985-2 at level 0 using segments [{'id': '5e2f67b8-ff4a-4cf9-aef3-b551840351ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '97accd71-2aa2-4572-acff-da2e63e9ea24'}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 11:57:40.299976 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-285834cc-b92f-4bd8-bb5d-89873a94a14b req-df300854-9424-43da-9f7a-cc568f6b1a78 service neutron] Attempting to bind port 7f351651-94b8-432f-bfd7-3d92745e2a20 on network 97accd71-2aa2-4572-acff-da2e63e9ea24 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 11:57:40.316136 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-285834cc-b92f-4bd8-bb5d-89873a94a14b req-df300854-9424-43da-9f7a-cc568f6b1a78 service neutron] Port 7f351651-94b8-432f-bfd7-3d92745e2a20 on network 97accd71-2aa2-4572-acff-da2e63e9ea24 not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-2 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 11:57:40.316881 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-285834cc-b92f-4bd8-bb5d-89873a94a14b req-df300854-9424-43da-9f7a-cc568f6b1a78 service neutron] Attempting to bind port 7f351651-94b8-432f-bfd7-3d92745e2a20 on network 97accd71-2aa2-4572-acff-da2e63e9ea24 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 11:57:40.331249 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-285834cc-b92f-4bd8-bb5d-89873a94a14b req-df300854-9424-43da-9f7a-cc568f6b1a78 service neutron] Checking agent: {'id': 'a613417a-d085-492c-941a-59bb18c633d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 49, 6), 'started_at': datetime.datetime(2021, 8, 18, 11, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 11, 57, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 11:57:40.331249 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-285834cc-b92f-4bd8-bb5d-89873a94a14b req-df300854-9424-43da-9f7a-cc568f6b1a78 service neutron] Checking segment: {'id': '5e2f67b8-ff4a-4cf9-aef3-b551840351ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '97accd71-2aa2-4572-acff-da2e63e9ea24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 11:57:40.331249 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-285834cc-b92f-4bd8-bb5d-89873a94a14b req-df300854-9424-43da-9f7a-cc568f6b1a78 service neutron] Bound using segment: {'id': '5e2f67b8-ff4a-4cf9-aef3-b551840351ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '97accd71-2aa2-4572-acff-da2e63e9ea24'} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 11:57:40.331249 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-285834cc-b92f-4bd8-bb5d-89873a94a14b req-df300854-9424-43da-9f7a-cc568f6b1a78 service neutron] Bound port: 7f351651-94b8-432f-bfd7-3d92745e2a20, host: n-h1-804985-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e2f67b8-ff4a-4cf9-aef3-b551840351ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '97accd71-2aa2-4572-acff-da2e63e9ea24'}}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 11:57:40.331249 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-285834cc-b92f-4bd8-bb5d-89873a94a14b req-df300854-9424-43da-9f7a-cc568f6b1a78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:40.343726 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] get_ports_and_sgs() called for port_ids ['66a366cc-b5fe-4d76-bdca-66303a3c84bb'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 11:57:40.433812 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port 5302fd6f-6244-495f-be39-b2949c0eaebc completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 11:57:40.439948 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 5302fd6f-6244-495f-be39-b2949c0eaebc triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:57:40.440616 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:40.511781 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767c3362-541c-4aee-9405-3d2663d044d5 req-76a4b95b-5877-42d9-acc5-e97c1f4775f2 tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:40.523639 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-767c3362-541c-4aee-9405-3d2663d044d5 req-76a4b95b-5877-42d9-acc5-e97c1f4775f2 tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] 10.222.0.66 "GET /v2.0/ports?device_id=30c3781d-a4b9-422e-8128-e726a0721260 HTTP/1.1" status: 200 len: 945 time: 0.1826866 Aug 18 11:57:40.600844 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:40.613501 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-767c3362-541c-4aee-9405-3d2663d044d5 req-4cc85401-38c5-448d-b70d-df6983c7bf30 tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bf5bc16-7ae8-42c8-a968-84c3ac638172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884533 Aug 18 11:57:40.621290 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-285834cc-b92f-4bd8-bb5d-89873a94a14b req-df300854-9424-43da-9f7a-cc568f6b1a78 service neutron] For port 7f351651-94b8-432f-bfd7-3d92745e2a20, host n-h1-804985-2, cleared binding levels {{(pid=106252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 11:57:40.625467 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-285834cc-b92f-4bd8-bb5d-89873a94a14b req-df300854-9424-43da-9f7a-cc568f6b1a78 service neutron] For port 7f351651-94b8-432f-bfd7-3d92745e2a20, host n-h1-804985-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=7f351651-94b8-432f-bfd7-3d92745e2a20,segment=NetworkSegment(5e2f67b8-ff4a-4cf9-aef3-b551840351ed),segment_id=5e2f67b8-ff4a-4cf9-aef3-b551840351ed)] {{(pid=106252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 11:57:40.640914 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-285834cc-b92f-4bd8-bb5d-89873a94a14b req-df300854-9424-43da-9f7a-cc568f6b1a78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:40.647942 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] For port 5302fd6f-6244-495f-be39-b2949c0eaebc, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=5302fd6f-6244-495f-be39-b2949c0eaebc,segment=NetworkSegment(d185dac2-eec7-4fe1-a5e8-92c84f0d7013),segment_id=d185dac2-eec7-4fe1-a5e8-92c84f0d7013)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:57:40.660194 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285834cc-b92f-4bd8-bb5d-89873a94a14b req-df300854-9424-43da-9f7a-cc568f6b1a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:40.661435 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-285834cc-b92f-4bd8-bb5d-89873a94a14b req-df300854-9424-43da-9f7a-cc568f6b1a78 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:40.662442 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:40.662825 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-285834cc-b92f-4bd8-bb5d-89873a94a14b req-df300854-9424-43da-9f7a-cc568f6b1a78 service neutron] 10.222.0.63 "PUT /v2.0/ports/7f351651-94b8-432f-bfd7-3d92745e2a20 HTTP/1.1" status: 200 len: 1092 time: 1.9345033 Aug 18 11:57:40.713136 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b73a52d8-2ef6-4dc1-ab97-e2ec23e31200', 'tag': '7f351651-94b8-432f-bfd7-3d92745e2a20'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 11:57:40.716403 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfd22efa-0c93-42f5-9153-c31477cd50d6" -d '{"events": [{"name": "network-changed", "server_uuid": "b73a52d8-2ef6-4dc1-ab97-e2ec23e31200", "tag": "7f351651-94b8-432f-bfd7-3d92745e2a20"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:57:40.780426 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 11:57:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c46604a9-823b-4cd0-bb86-18bec66d5c13 x-openstack-request-id: req-c46604a9-823b-4cd0-bb86-18bec66d5c13 {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:57:40.781352 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b73a52d8-2ef6-4dc1-ab97-e2ec23e31200", "tag": "7f351651-94b8-432f-bfd7-3d92745e2a20", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:57:40.781612 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c46604a9-823b-4cd0-bb86-18bec66d5c13 {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:57:40.782027 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b73a52d8-2ef6-4dc1-ab97-e2ec23e31200', 'tag': '7f351651-94b8-432f-bfd7-3d92745e2a20', 'status': 'completed', 'code': 200} Aug 18 11:57:40.793776 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Pushing event updated for resources: {'Port': ['ID=5302fd6f-6244-495f-be39-b2949c0eaebc,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:57:40.837194 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df300854-9424-43da-9f7a-cc568f6b1a78 service neutron] Pushing event updated for resources: {'Port': ['ID=7f351651-94b8-432f-bfd7-3d92745e2a20,revision_number=3']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:57:40.897454 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285834cc-b92f-4bd8-bb5d-89873a94a14b req-e0f4f9de-95ff-4a75-bbc4-e99b42fb7c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:40.901691 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-285834cc-b92f-4bd8-bb5d-89873a94a14b req-e0f4f9de-95ff-4a75-bbc4-e99b42fb7c7c service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=a7bbe68df072438980706fbfc6d6b9bc&device_id=b73a52d8-2ef6-4dc1-ab97-e2ec23e31200 HTTP/1.1" status: 200 len: 1095 time: 0.1775715 Aug 18 11:57:40.959011 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-285834cc-b92f-4bd8-bb5d-89873a94a14b req-3e12f441-9a9e-4de8-ace7-dc6ff8ce17d1 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7f351651-94b8-432f-bfd7-3d92745e2a20 HTTP/1.1" status: 200 len: 217 time: 0.0507693 Aug 18 11:57:40.976524 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761e96ad-0e2d-4939-8f4d-81340c5fd54d req-80741246-75cd-4c8a-b16d-0b06c32ff763 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:40.978075 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-761e96ad-0e2d-4939-8f4d-81340c5fd54d req-80741246-75cd-4c8a-b16d-0b06c32ff763 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/ports?device_id=bb3624f1-8ce3-4298-97a2-89ded06e072e HTTP/1.1" status: 200 len: 949 time: 0.1698620 Aug 18 11:57:41.041825 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2663a4e-988a-4dbc-a525-66f7223fdba8 req-d4b5c93c-a6d5-4c4d-9859-f544d563b466 tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:41.051061 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a2663a4e-988a-4dbc-a525-66f7223fdba8 req-d4b5c93c-a6d5-4c4d-9859-f544d563b466 tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] 10.222.0.66 "GET /v2.0/ports?device_id=b73a52d8-2ef6-4dc1-ab97-e2ec23e31200 HTTP/1.1" status: 200 len: 944 time: 0.2168324 Aug 18 11:57:41.115080 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-761e96ad-0e2d-4939-8f4d-81340c5fd54d req-201d2090-a01a-4371-a398-34fcc8deaec4 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/security-groups?id=0ddd2c5c-7e53-44ab-9404-c5fea69a570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264987 Aug 18 11:57:41.126803 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285834cc-b92f-4bd8-bb5d-89873a94a14b req-23b36c37-2ec7-4859-92a2-bec3fc53c1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:41.128564 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-285834cc-b92f-4bd8-bb5d-89873a94a14b req-23b36c37-2ec7-4859-92a2-bec3fc53c1ca service neutron] 10.222.0.63 "GET /v2.0/subnets?id=d9e8819c-692a-472a-8ad6-8fb1be2fae20 HTTP/1.1" status: 200 len: 861 time: 0.1485894 Aug 18 11:57:41.151058 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a2663a4e-988a-4dbc-a525-66f7223fdba8 req-6bb6d2be-f908-499c-ad2d-05eff06de226 tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] 10.222.0.66 "GET /v2.0/security-groups?id=ad88621b-057d-4148-94ff-fad542d38fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853431 Aug 18 11:57:41.169036 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-285834cc-b92f-4bd8-bb5d-89873a94a14b req-310f2f3d-b2a8-40b6-b0ea-725bbe7ae81f service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=97accd71-2aa2-4572-acff-da2e63e9ea24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314400 Aug 18 11:57:41.307799 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-285834cc-b92f-4bd8-bb5d-89873a94a14b req-9af6738d-59a3-447a-8676-88d5f77d02ee service neutron] 10.222.0.63 "GET /v2.0/networks/97accd71-2aa2-4572-acff-da2e63e9ea24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274600 Aug 18 11:57:41.420040 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-285834cc-b92f-4bd8-bb5d-89873a94a14b req-209508d2-58fe-4a42-80db-94f3c3d2d901 service neutron] 10.222.0.63 "GET /v2.0/networks/97accd71-2aa2-4572-acff-da2e63e9ea24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048744 Aug 18 11:57:41.425563 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 55794) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:57:41.560164 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd22efa-0c93-42f5-9153-c31477cd50d6 req-098b41e1-0ee6-4de5-aa74-605520033366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:41.561899 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-bfd22efa-0c93-42f5-9153-c31477cd50d6 req-098b41e1-0ee6-4de5-aa74-605520033366 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=a7bbe68df072438980706fbfc6d6b9bc&device_id=b73a52d8-2ef6-4dc1-ab97-e2ec23e31200 HTTP/1.1" status: 200 len: 1095 time: 0.0583303 Aug 18 11:57:41.613267 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a01fcddf-e5c2-462e-9468-2fc21a45c72b admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:41.712782 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd22efa-0c93-42f5-9153-c31477cd50d6 req-f1d96d4e-e5cb-4288-9e67-08cc4b95e78f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:41.715077 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-bfd22efa-0c93-42f5-9153-c31477cd50d6 req-f1d96d4e-e5cb-4288-9e67-08cc4b95e78f service neutron] 10.222.0.63 "GET /v2.0/networks?id=97accd71-2aa2-4572-acff-da2e63e9ea24 HTTP/1.1" status: 200 len: 922 time: 0.1454403 Aug 18 11:57:41.751552 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a01fcddf-e5c2-462e-9468-2fc21a45c72b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:41.760021 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a01fcddf-e5c2-462e-9468-2fc21a45c72b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:41.773706 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-bfd22efa-0c93-42f5-9153-c31477cd50d6 req-6da8766a-2200-4f6f-a383-48a095d096d7 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7f351651-94b8-432f-bfd7-3d92745e2a20 HTTP/1.1" status: 200 len: 217 time: 0.0448859 Aug 18 11:57:41.810304 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-a01fcddf-e5c2-462e-9468-2fc21a45c72b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=0e20e0ab926649e7b1af9e6ae34ceea9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3802023 Aug 18 11:57:41.811204 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 55822) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:57:41.814621 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01fcddf-e5c2-462e-9468-2fc21a45c72b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d570f44b-4558-4940-8acf-d3c522e78cf6,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:57:41.882743 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd22efa-0c93-42f5-9153-c31477cd50d6 req-4f1037d2-abd8-40b9-b1c7-99ad438d5906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:41.884236 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-bfd22efa-0c93-42f5-9153-c31477cd50d6 req-4f1037d2-abd8-40b9-b1c7-99ad438d5906 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=d9e8819c-692a-472a-8ad6-8fb1be2fae20 HTTP/1.1" status: 200 len: 861 time: 0.0947337 Aug 18 11:57:41.893886 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-08935a44-527f-4e2e-a025-ff866ffc78f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:41.932739 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-08935a44-527f-4e2e-a025-ff866ffc78f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:41.934609 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-bfd22efa-0c93-42f5-9153-c31477cd50d6 req-841e5a70-3104-4165-b7cf-4edad75a6d72 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=97accd71-2aa2-4572-acff-da2e63e9ea24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407357 Aug 18 11:57:41.966473 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d3c8f7-3419-4de2-a6ad-7aaa9144416b req-274e0819-bfc7-4d5a-81c7-caa55d162a5d tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:41.967985 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-58d3c8f7-3419-4de2-a6ad-7aaa9144416b req-274e0819-bfc7-4d5a-81c7-caa55d162a5d tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.66 "GET /v2.0/networks?id=45f10d77-130c-4859-b30d-1a902305b96f HTTP/1.1" status: 200 len: 806 time: 0.2044311 Aug 18 11:57:42.036101 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-08935a44-527f-4e2e-a025-ff866ffc78f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:42.039238 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-08935a44-527f-4e2e-a025-ff866ffc78f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:42.040596 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-08935a44-527f-4e2e-a025-ff866ffc78f5 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d570f44b-4558-4940-8acf-d3c522e78cf6 HTTP/1.1" status: 204 len: 168 time: 0.2279158 Aug 18 11:57:42.068063 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-58d3c8f7-3419-4de2-a6ad-7aaa9144416b req-a5c000ab-9da7-4eff-9bda-0d85717ee2dd tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.66 "GET /v2.0/quotas/9143985e071d4037b5bf264a5aaa6497 HTTP/1.1" status: 200 len: 375 time: 0.0733330 Aug 18 11:57:42.078637 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08935a44-527f-4e2e-a025-ff866ffc78f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d570f44b-4558-4940-8acf-d3c522e78cf6,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:57:42.106781 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac6b2ac-ed9b-45ed-8106-2b30df4918e0 req-35f73697-ea48-45d8-8e3e-b786f0cb04c2 tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:42.108341 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-cac6b2ac-ed9b-45ed-8106-2b30df4918e0 req-35f73697-ea48-45d8-8e3e-b786f0cb04c2 tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] 10.222.0.66 "GET /v2.0/ports?device_id=30c3781d-a4b9-422e-8128-e726a0721260 HTTP/1.1" status: 200 len: 945 time: 0.1394234 Aug 18 11:57:42.149077 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 184f4765-5f5a-4539-a749-0ce41a95df48 up at agent hyperv_n-h1-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:57:42.177469 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-bfd22efa-0c93-42f5-9153-c31477cd50d6 req-83d4b8a9-315a-43e1-8858-81107fb28fa3 service neutron] 10.222.0.63 "GET /v2.0/networks/97accd71-2aa2-4572-acff-da2e63e9ea24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2328849 Aug 18 11:57:42.203192 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 5302fd6f-6244-495f-be39-b2949c0eaebc up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:57:42.206371 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-58d3c8f7-3419-4de2-a6ad-7aaa9144416b req-2d0981b5-011c-4d28-965e-c92c4ab1c3e3 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=9143985e071d4037b5bf264a5aaa6497&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1279263 Aug 18 11:57:42.232083 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-cac6b2ac-ed9b-45ed-8106-2b30df4918e0 req-80a5f2d0-fb69-4d48-bb77-1fb0b044d8b3 tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bf5bc16-7ae8-42c8-a968-84c3ac638172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024687 Aug 18 11:57:42.308510 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Provisioning complete for port 184f4765-5f5a-4539-a749-0ce41a95df48 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:57:42.309150 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:42.349587 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 5302fd6f-6244-495f-be39-b2949c0eaebc triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:57:42.350239 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:42.482362 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2af300e-62c1-467b-b353-3b7bfcebb325 req-560537f0-35c7-41de-9b0c-c8869c2f7465 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:42.491480 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a2af300e-62c1-467b-b353-3b7bfcebb325 req-560537f0-35c7-41de-9b0c-c8869c2f7465 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/ports?device_id=bb3624f1-8ce3-4298-97a2-89ded06e072e HTTP/1.1" status: 200 len: 949 time: 0.1221550 Aug 18 11:57:42.497252 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-bfd22efa-0c93-42f5-9153-c31477cd50d6 req-9d071b85-8047-4ba9-a7ae-b09fe6fbeaa1 service neutron] 10.222.0.63 "GET /v2.0/networks/97accd71-2aa2-4572-acff-da2e63e9ea24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3044763 Aug 18 11:57:42.513254 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-58d3c8f7-3419-4de2-a6ad-7aaa9144416b req-6f9e101e-b2e7-4f54-9fba-2ab708100c46 service neutron] 10.222.0.66 "GET /v2.0/networks/45f10d77-130c-4859-b30d-1a902305b96f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2301257 Aug 18 11:57:42.606762 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a2af300e-62c1-467b-b353-3b7bfcebb325 req-a99e0db9-b841-4d8a-9433-63bb863b57ed tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/security-groups?id=0ddd2c5c-7e53-44ab-9404-c5fea69a570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126237 Aug 18 11:57:42.628932 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 55838) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:57:42.642110 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:42.667241 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2b4c53b2-e321-418e-bc4a-7ede0958a4b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:42.681112 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30c3781d-a4b9-422e-8128-e726a0721260', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '184f4765-5f5a-4539-a749-0ce41a95df48'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 11:57:42.683363 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db50a436fb3a98495337d8fe7487b4f2ea6f3c1052eb9efadc2ecda2d5737001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-561638b9-c960-4921-9f69-2fceca580cc5" -d '{"events": [{"server_uuid": "30c3781d-a4b9-422e-8128-e726a0721260", "name": "network-vif-plugged", "status": "completed", "tag": "184f4765-5f5a-4539-a749-0ce41a95df48"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:57:42.691571 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-58d3c8f7-3419-4de2-a6ad-7aaa9144416b req-91227854-4393-4972-beae-1f71a5aac60a service neutron] 10.222.0.66 "GET /v2.0/networks/45f10d77-130c-4859-b30d-1a902305b96f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771238 Aug 18 11:57:42.707228 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 184f4765-5f5a-4539-a749-0ce41a95df48, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=184f4765-5f5a-4539-a749-0ce41a95df48,segment=NetworkSegment(8d845f6a-d01c-49fc-8841-a69d4d456626),segment_id=8d845f6a-d01c-49fc-8841-a69d4d456626)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:57:42.716134 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:42.716992 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 66a366cc-b5fe-4d76-bdca-66303a3c84bb no longer exists at agent hyperv_n-h1-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 11:57:42.740883 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] No Port match for: 66a366cc-b5fe-4d76-bdca-66303a3c84bb {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 11:57:42.741231 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 66a366cc-b5fe-4d76-bdca-66303a3c84bb not bound to the agent host n-h1-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 11:57:42.791221 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a175607-f0f9-4eb9-b914-30cafe713725 req-e8acd515-4bff-49a7-a6b9-8ea7319e2baa tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:42.795266 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1a175607-f0f9-4eb9-b914-30cafe713725 req-e8acd515-4bff-49a7-a6b9-8ea7319e2baa tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] 10.222.0.66 "GET /v2.0/ports?device_id=b73a52d8-2ef6-4dc1-ab97-e2ec23e31200 HTTP/1.1" status: 200 len: 944 time: 0.0818219 Aug 18 11:57:42.825297 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=184f4765-5f5a-4539-a749-0ce41a95df48,revision_number=8']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:57:42.873228 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2b4c53b2-e321-418e-bc4a-7ede0958a4b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:42.874221 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1a175607-f0f9-4eb9-b914-30cafe713725 req-35cd0fa1-50b8-4a4b-90c4-acdcc515d814 tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] 10.222.0.66 "GET /v2.0/security-groups?id=ad88621b-057d-4148-94ff-fad542d38fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659606 Aug 18 11:57:42.891932 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2b4c53b2-e321-418e-bc4a-7ede0958a4b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:42.958068 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-2b4c53b2-e321-418e-bc4a-7ede0958a4b8 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=fd6c3e3dc2204bd295a0e9c26f01cb39&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3263257 Aug 18 11:57:42.959057 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4c53b2-e321-418e-bc4a-7ede0958a4b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=991bfe9f-56af-4257-bdc0-a7a4640a42f2,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:57:42.961177 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 55846) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:57:43.022125 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 11:57:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6272447a-5987-424c-9bbd-cefe24949c7c x-openstack-request-id: req-6272447a-5987-424c-9bbd-cefe24949c7c {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:57:43.022491 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30c3781d-a4b9-422e-8128-e726a0721260", "name": "network-vif-plugged", "status": "completed", "tag": "184f4765-5f5a-4539-a749-0ce41a95df48", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:57:43.022746 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-6272447a-5987-424c-9bbd-cefe24949c7c {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:57:43.023320 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30c3781d-a4b9-422e-8128-e726a0721260', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '184f4765-5f5a-4539-a749-0ce41a95df48', 'code': 200} Aug 18 11:57:43.122158 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b1d9dc06-79ac-4f0a-9e88-1075c3741056 req-dd492392-c98e-43da-9257-b45b8ba01f76 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b17c551-5a7e-4971-a497-896e305bde2e HTTP/1.1" status: 200 len: 210 time: 0.0911572 Aug 18 11:57:43.136152 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1dd881e4-8380-4fd6-85a8-89d149cdb6e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:43.185936 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1dd881e4-8380-4fd6-85a8-89d149cdb6e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:43.316168 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1dd881e4-8380-4fd6-85a8-89d149cdb6e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:43.323602 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1dd881e4-8380-4fd6-85a8-89d149cdb6e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:43.327688 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-1dd881e4-8380-4fd6-85a8-89d149cdb6e3 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/991bfe9f-56af-4257-bdc0-a7a4640a42f2 HTTP/1.1" status: 204 len: 168 time: 0.3627341 Aug 18 11:57:43.330763 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49230d76-10e1-40cf-8e7b-1bb3c306ef16 req-23bd08c5-77ce-4e33-9abd-a3afe451c133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:43.332318 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-49230d76-10e1-40cf-8e7b-1bb3c306ef16 req-23bd08c5-77ce-4e33-9abd-a3afe451c133 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=30c3781d-a4b9-422e-8128-e726a0721260 HTTP/1.1" status: 200 len: 1097 time: 0.1652763 Aug 18 11:57:43.351227 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd881e4-8380-4fd6-85a8-89d149cdb6e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=991bfe9f-56af-4257-bdc0-a7a4640a42f2,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:57:43.416043 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-49230d76-10e1-40cf-8e7b-1bb3c306ef16 req-18ee5bee-f1cc-4225-9bd8-48b61fc971a1 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=7bf5bc16-7ae8-42c8-a968-84c3ac638172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756881 Aug 18 11:57:43.434789 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219b9ce0-da79-442b-94a0-7238dbdbfb26 req-8b926549-8da0-49b1-a513-04825266e877 tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:43.442287 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-219b9ce0-da79-442b-94a0-7238dbdbfb26 req-8b926549-8da0-49b1-a513-04825266e877 tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] 10.222.0.66 "GET /v2.0/ports?device_id=30c3781d-a4b9-422e-8128-e726a0721260 HTTP/1.1" status: 200 len: 946 time: 0.0923834 Aug 18 11:57:43.485133 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-219b9ce0-da79-442b-94a0-7238dbdbfb26 req-e60ef9bc-06dd-43c2-949a-667d61e5fde2 tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bf5bc16-7ae8-42c8-a968-84c3ac638172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419030 Aug 18 11:57:43.783944 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd60a174-ac40-40fd-b444-125d476dd1a5 req-b62eddb1-b469-46d7-8530-ef43c414600b tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:43.789512 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-fd60a174-ac40-40fd-b444-125d476dd1a5 req-b62eddb1-b469-46d7-8530-ef43c414600b tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/ports?device_id=bb3624f1-8ce3-4298-97a2-89ded06e072e HTTP/1.1" status: 200 len: 949 time: 0.0970776 Aug 18 11:57:43.849466 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-fd60a174-ac40-40fd-b444-125d476dd1a5 req-358d5aac-9f27-4058-b83d-2c9665a96e9c tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/security-groups?id=0ddd2c5c-7e53-44ab-9404-c5fea69a570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540633 Aug 18 11:57:44.065462 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778ddb3a-2905-45b9-b80c-46aa908a7fe8 req-fe6bdf79-2ccf-4d08-b240-7832cdd30b23 tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:44.073304 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-778ddb3a-2905-45b9-b80c-46aa908a7fe8 req-fe6bdf79-2ccf-4d08-b240-7832cdd30b23 tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] 10.222.0.66 "GET /v2.0/ports?device_id=b73a52d8-2ef6-4dc1-ab97-e2ec23e31200 HTTP/1.1" status: 200 len: 944 time: 0.0956950 Aug 18 11:57:44.141433 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-778ddb3a-2905-45b9-b80c-46aa908a7fe8 req-0d967be9-b642-4772-858e-593ba7066c67 tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] 10.222.0.66 "GET /v2.0/security-groups?id=ad88621b-057d-4148-94ff-fad542d38fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594985 Aug 18 11:57:44.148933 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 7f351651-94b8-432f-bfd7-3d92745e2a20 details requested by agent hyperv_n-h1-804985-2 with host n-h1-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 11:57:44.295387 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-bd0cd6a5-f36f-4fa6-bd8f-db2e97374003 req-7042ca34-d3c1-40c7-bb0f-df2ff12a00f1 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b17c551-5a7e-4971-a497-896e305bde2e HTTP/1.1" status: 200 len: 210 time: 0.0862117 Aug 18 11:57:44.438039 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 7f351651-94b8-432f-bfd7-3d92745e2a20, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=7f351651-94b8-432f-bfd7-3d92745e2a20,segment=NetworkSegment(5e2f67b8-ff4a-4cf9-aef3-b551840351ed),segment_id=5e2f67b8-ff4a-4cf9-aef3-b551840351ed)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:57:44.469713 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Returning: {'device': '7f351651-94b8-432f-bfd7-3d92745e2a20', 'network_id': '97accd71-2aa2-4572-acff-da2e63e9ea24', 'port_id': '7f351651-94b8-432f-bfd7-3d92745e2a20', 'mac_address': 'fa:16:3e:29:43:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 831, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9e8819c-692a-472a-8ad6-8fb1be2fae20', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 11:57:44.500351 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d3c8f7-3419-4de2-a6ad-7aaa9144416b req-beeb2eec-a10f-4c76-a990-84703b043ccb tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:44.502061 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-58d3c8f7-3419-4de2-a6ad-7aaa9144416b req-beeb2eec-a10f-4c76-a990-84703b043ccb tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.63 "GET /v2.0/networks?id=45f10d77-130c-4859-b30d-1a902305b96f HTTP/1.1" status: 200 len: 806 time: 0.1876128 Aug 18 11:57:44.555944 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-58d3c8f7-3419-4de2-a6ad-7aaa9144416b req-f2437467-af93-480a-af0b-a5b046597bc0 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Request body: {'port': {'device_id': '8b17c551-5a7e-4971-a497-896e305bde2e', 'network_id': '45f10d77-130c-4859-b30d-1a902305b96f', 'admin_state_up': True, 'tenant_id': '9143985e071d4037b5bf264a5aaa6497'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:57:44.565328 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:44.594879 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f351651-94b8-432f-bfd7-3d92745e2a20 {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 11:57:44.620784 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 7f351651-94b8-432f-bfd7-3d92745e2a20, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=7f351651-94b8-432f-bfd7-3d92745e2a20,segment=NetworkSegment(5e2f67b8-ff4a-4cf9-aef3-b551840351ed),segment_id=5e2f67b8-ff4a-4cf9-aef3-b551840351ed)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:57:44.628678 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:44.721862 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=7f351651-94b8-432f-bfd7-3d92745e2a20,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:57:44.834425 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bfcb3a-7fac-418a-bb28-a6c3d63338e2 req-b70f76f9-766d-44f0-ae55-c25be6fc7043 tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:44.835625 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-57bfcb3a-7fac-418a-bb28-a6c3d63338e2 req-b70f76f9-766d-44f0-ae55-c25be6fc7043 tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] 10.222.0.66 "GET /v2.0/ports?device_id=30c3781d-a4b9-422e-8128-e726a0721260 HTTP/1.1" status: 200 len: 946 time: 0.1158454 Aug 18 11:57:44.925180 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-57bfcb3a-7fac-418a-bb28-a6c3d63338e2 req-6729beee-20d6-427a-b848-c4d25f906284 tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bf5bc16-7ae8-42c8-a968-84c3ac638172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774403 Aug 18 11:57:44.937740 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58d3c8f7-3419-4de2-a6ad-7aaa9144416b req-f2437467-af93-480a-af0b-a5b046597bc0 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Made reservation on behalf of 9143985e071d4037b5bf264a5aaa6497 for: {'port': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 11:57:44.941509 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] get_ports_and_sgs() called for port_ids ['7f351651-94b8-432f-bfd7-3d92745e2a20'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 11:57:44.950810 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-58d3c8f7-3419-4de2-a6ad-7aaa9144416b req-f2437467-af93-480a-af0b-a5b046597bc0 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:45.190760 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b73514-d9b6-4210-8749-0bd7776a391b req-992d406d-b653-496c-9817-e53f7d1fb1db tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:45.199023 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c2b73514-d9b6-4210-8749-0bd7776a391b req-992d406d-b653-496c-9817-e53f7d1fb1db tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/ports?device_id=bb3624f1-8ce3-4298-97a2-89ded06e072e HTTP/1.1" status: 200 len: 949 time: 0.2072721 Aug 18 11:57:45.297939 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c2b73514-d9b6-4210-8749-0bd7776a391b req-a2a6aadf-ecc9-4e34-afec-21d44cce481d tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/security-groups?id=0ddd2c5c-7e53-44ab-9404-c5fea69a570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837412 Aug 18 11:57:45.360318 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [req-58d3c8f7-3419-4de2-a6ad-7aaa9144416b req-f2437467-af93-480a-af0b-a5b046597bc0 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Allocated IP 172.20.0.11 (45f10d77-130c-4859-b30d-1a902305b96f/7cf2249d-58a2-4afe-a9fb-145dc05a7f39/5a411eec-4203-49ca-a9f9-d1bcc2620eea) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 11:57:45.778743 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4411cf8b-fc12-45cc-a4d9-b6504f03751b req-1923e625-3c82-4897-9922-c6b0e3d036cc tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b17c551-5a7e-4971-a497-896e305bde2e HTTP/1.1" status: 200 len: 210 time: 0.3749962 Aug 18 11:57:45.799966 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd60c7e-d3f1-4d45-836f-01bfa37514ea req-9907fc49-df01-483d-a8ba-2d858215ecb6 tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:45.801503 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1fd60c7e-d3f1-4d45-836f-01bfa37514ea req-9907fc49-df01-483d-a8ba-2d858215ecb6 tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] 10.222.0.66 "GET /v2.0/ports?device_id=b73a52d8-2ef6-4dc1-ab97-e2ec23e31200 HTTP/1.1" status: 200 len: 945 time: 0.5305665 Aug 18 11:57:45.879320 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1fd60c7e-d3f1-4d45-836f-01bfa37514ea req-49857c58-0f31-4717-99cf-1e9d1ce676a0 tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] 10.222.0.66 "GET /v2.0/security-groups?id=ad88621b-057d-4148-94ff-fad542d38fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678551 Aug 18 11:57:46.034894 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-58d3c8f7-3419-4de2-a6ad-7aaa9144416b req-f2437467-af93-480a-af0b-a5b046597bc0 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:46.105949 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6aa8f885-b19f-4557-9087-fb0da1ec10dd req-9447a526-5c15-43d1-951a-faee779465fa tempest-ServersAdminNegativeTestJSON-88531785 tempest-ServersAdminNegativeTestJSON-88531785-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=219939a1ee9342f9a2179d7c4243e386&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0314114 Aug 18 11:57:46.141866 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ac500b-b3db-4f3c-9545-1f47d1f27d5f req-ab301974-b1c7-4b10-aab6-9ff1e19826a6 tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:46.143316 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a3ac500b-b3db-4f3c-9545-1f47d1f27d5f req-ab301974-b1c7-4b10-aab6-9ff1e19826a6 tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] 10.222.0.66 "GET /v2.0/ports?device_id=30c3781d-a4b9-422e-8128-e726a0721260 HTTP/1.1" status: 200 len: 946 time: 0.1268072 Aug 18 11:57:46.160696 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 7f351651-94b8-432f-bfd7-3d92745e2a20 up at agent hyperv_n-h1-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:57:46.224458 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Provisioning for port 7f351651-94b8-432f-bfd7-3d92745e2a20 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 11:57:46.232020 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Provisioning complete for port 7f351651-94b8-432f-bfd7-3d92745e2a20 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:57:46.232885 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:46.295934 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa8f885-b19f-4557-9087-fb0da1ec10dd req-24ff861f-3b2d-4eaf-8fd0-f6e9d5918096 tempest-ServersAdminNegativeTestJSON-88531785 tempest-ServersAdminNegativeTestJSON-88531785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:46.297682 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6aa8f885-b19f-4557-9087-fb0da1ec10dd req-24ff861f-3b2d-4eaf-8fd0-f6e9d5918096 tempest-ServersAdminNegativeTestJSON-88531785 tempest-ServersAdminNegativeTestJSON-88531785-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1816745 Aug 18 11:57:46.322628 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-58d3c8f7-3419-4de2-a6ad-7aaa9144416b req-f2437467-af93-480a-af0b-a5b046597bc0 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:46.340953 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] get_ports_and_sgs() called for port_ids ['ecad9dcc-255c-4073-a5af-38967245d933'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 11:57:46.362551 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6aa8f885-b19f-4557-9087-fb0da1ec10dd req-2dbdebce-538b-48b7-998f-8004fef1ff1f tempest-ServersAdminNegativeTestJSON-88531785 tempest-ServersAdminNegativeTestJSON-88531785-project] 10.222.0.66 "GET /v2.0/quotas/219939a1ee9342f9a2179d7c4243e386 HTTP/1.1" status: 200 len: 375 time: 0.0568306 Aug 18 11:57:46.370354 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a3ac500b-b3db-4f3c-9545-1f47d1f27d5f req-ff0d946f-371d-4fd6-a124-702ab736a65a tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bf5bc16-7ae8-42c8-a968-84c3ac638172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114081 Aug 18 11:57:46.436216 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:46.453254 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6aa8f885-b19f-4557-9087-fb0da1ec10dd req-150e41f5-68f1-4153-9037-79f37baccd9a tempest-ServersAdminNegativeTestJSON-88531785 tempest-ServersAdminNegativeTestJSON-88531785-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=219939a1ee9342f9a2179d7c4243e386&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0816507 Aug 18 11:57:46.455848 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58d3c8f7-3419-4de2-a6ad-7aaa9144416b req-f2437467-af93-480a-af0b-a5b046597bc0 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Network 45f10d77-130c-4859-b30d-1a902305b96f is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 11:57:46.473658 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [req-58d3c8f7-3419-4de2-a6ad-7aaa9144416b req-f2437467-af93-480a-af0b-a5b046597bc0 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:57:46.475113 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b73a52d8-2ef6-4dc1-ab97-e2ec23e31200', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f351651-94b8-432f-bfd7-3d92745e2a20'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 11:57:46.477910 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db50a436fb3a98495337d8fe7487b4f2ea6f3c1052eb9efadc2ecda2d5737001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f9613c9-668d-4235-bf79-ce137cd107a9" -d '{"events": [{"server_uuid": "b73a52d8-2ef6-4dc1-ab97-e2ec23e31200", "name": "network-vif-plugged", "status": "completed", "tag": "7f351651-94b8-432f-bfd7-3d92745e2a20"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:57:46.486009 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2437467-af93-480a-af0b-a5b046597bc0 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Pushing event updated for resources: {'Port': ['ID=5a411eec-4203-49ca-a9f9-d1bcc2620eea,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:57:46.501279 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-58d3c8f7-3419-4de2-a6ad-7aaa9144416b req-f2437467-af93-480a-af0b-a5b046597bc0 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 11:57:46.505426 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 7f351651-94b8-432f-bfd7-3d92745e2a20, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=7f351651-94b8-432f-bfd7-3d92745e2a20,segment=NetworkSegment(5e2f67b8-ff4a-4cf9-aef3-b551840351ed),segment_id=5e2f67b8-ff4a-4cf9-aef3-b551840351ed)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:57:46.516729 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:46.601391 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d3c8f7-3419-4de2-a6ad-7aaa9144416b req-f2437467-af93-480a-af0b-a5b046597bc0 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:46.602035 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-58d3c8f7-3419-4de2-a6ad-7aaa9144416b req-f2437467-af93-480a-af0b-a5b046597bc0 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:46.641859 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=7f351651-94b8-432f-bfd7-3d92745e2a20,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:57:46.646502 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-58d3c8f7-3419-4de2-a6ad-7aaa9144416b req-f2437467-af93-480a-af0b-a5b046597bc0 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1134357 Aug 18 11:57:46.680407 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f1f49a-d373-48b1-8ffe-6e2f30202310 req-9e9a94a8-71e4-48eb-a398-c6fd3ab3bffd tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:46.682262 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-89f1f49a-d373-48b1-8ffe-6e2f30202310 req-9e9a94a8-71e4-48eb-a398-c6fd3ab3bffd tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/ports?device_id=bb3624f1-8ce3-4298-97a2-89ded06e072e HTTP/1.1" status: 200 len: 949 time: 0.0999563 Aug 18 11:57:46.688639 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-58d3c8f7-3419-4de2-a6ad-7aaa9144416b req-2c9fb95f-babd-4709-ab56-247a22f9d21a service neutron] Request body: {'port': {'device_id': '8b17c551-5a7e-4971-a497-896e305bde2e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804985-2'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:57:46.837314 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-89f1f49a-d373-48b1-8ffe-6e2f30202310 req-a7ffc54a-de26-49b9-9262-ec9226f0f0ea tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/security-groups?id=0ddd2c5c-7e53-44ab-9404-c5fea69a570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381106 Aug 18 11:57:46.884093 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-58d3c8f7-3419-4de2-a6ad-7aaa9144416b req-2c9fb95f-babd-4709-ab56-247a22f9d21a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:46.910541 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cfcd5d-ad08-4080-b00b-e68319ba7ac1 req-b9169e25-1945-4c45-8dd4-996d29210d78 tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:46.912073 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-09cfcd5d-ad08-4080-b00b-e68319ba7ac1 req-b9169e25-1945-4c45-8dd4-996d29210d78 tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] 10.222.0.66 "GET /v2.0/ports?device_id=30c3781d-a4b9-422e-8128-e726a0721260 HTTP/1.1" status: 200 len: 946 time: 0.1249833 Aug 18 11:57:46.938455 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 11:57:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51ebf3da-6183-4eb2-99eb-5db66c3ce7e9 x-openstack-request-id: req-51ebf3da-6183-4eb2-99eb-5db66c3ce7e9 {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:57:46.938924 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b73a52d8-2ef6-4dc1-ab97-e2ec23e31200", "name": "network-vif-plugged", "status": "completed", "tag": "7f351651-94b8-432f-bfd7-3d92745e2a20", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:57:46.939180 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-51ebf3da-6183-4eb2-99eb-5db66c3ce7e9 {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:57:46.939625 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b73a52d8-2ef6-4dc1-ab97-e2ec23e31200', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f351651-94b8-432f-bfd7-3d92745e2a20', 'code': 200} Aug 18 11:57:47.102607 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f05a4b-0498-43ab-845d-c968da8247c3 req-0877641f-a869-4fd0-b461-4a8ae3637877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:47.104838 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-09cfcd5d-ad08-4080-b00b-e68319ba7ac1 req-b5131ea2-d663-4c3b-a328-130fd64846a2 tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bf5bc16-7ae8-42c8-a968-84c3ac638172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714385 Aug 18 11:57:47.110694 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-327ca009-3c6b-4e1c-933f-5a28bf7814f7 req-392da845-01f7-45b3-b5be-d1b2174494e5 tempest-ServersAdminNegativeTestJSON-88531785 tempest-ServersAdminNegativeTestJSON-88531785-project] 10.222.0.66 "GET /v2.0/ports?device_id=a5f9881f-9780-47ab-bfbd-d22b066ac3dd HTTP/1.1" status: 200 len: 210 time: 0.1308000 Aug 18 11:57:47.144739 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-d9f05a4b-0498-43ab-845d-c968da8247c3 req-0877641f-a869-4fd0-b461-4a8ae3637877 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=b73a52d8-2ef6-4dc1-ab97-e2ec23e31200 HTTP/1.1" status: 200 len: 1097 time: 0.0805299 Aug 18 11:57:47.218827 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-d9f05a4b-0498-43ab-845d-c968da8247c3 req-0fb07413-566c-4a70-856d-1578bfa905b7 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=ad88621b-057d-4148-94ff-fad542d38fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711060 Aug 18 11:57:47.311780 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b950c0de-d408-427d-9aac-923857ce5c2f req-0413d9d3-d7c9-4000-8b6d-1381b8a62ff1 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:47.313492 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b950c0de-d408-427d-9aac-923857ce5c2f req-0413d9d3-d7c9-4000-8b6d-1381b8a62ff1 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b17c551-5a7e-4971-a497-896e305bde2e HTTP/1.1" status: 200 len: 932 time: 0.1266253 Aug 18 11:57:47.403750 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8b62fa-7559-4331-a6c0-d4d433043d05 req-bee76f5e-91ba-4b1b-86e2-95778937027b tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:47.405204 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2d8b62fa-7559-4331-a6c0-d4d433043d05 req-bee76f5e-91ba-4b1b-86e2-95778937027b tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] 10.222.0.66 "GET /v2.0/ports?device_id=b73a52d8-2ef6-4dc1-ab97-e2ec23e31200 HTTP/1.1" status: 200 len: 946 time: 0.1515520 Aug 18 11:57:47.409975 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b950c0de-d408-427d-9aac-923857ce5c2f req-56e94b76-5be2-4da9-8af0-1f34ecdbe4d9 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.66 "GET /v2.0/security-groups?id=11bbe5b2-5f3b-4775-89a0-258a798e3ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870337 Aug 18 11:57:47.426976 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [req-58d3c8f7-3419-4de2-a6ad-7aaa9144416b req-2c9fb95f-babd-4709-ab56-247a22f9d21a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a411eec-4203-49ca-a9f9-d1bcc2620eea {{(pid=106252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 11:57:47.443782 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-58d3c8f7-3419-4de2-a6ad-7aaa9144416b req-2c9fb95f-babd-4709-ab56-247a22f9d21a service neutron] Notify callbacks [] for port, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:47.472772 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2d8b62fa-7559-4331-a6c0-d4d433043d05 req-a5cf0d9b-c17c-4321-b6d2-562fc8347970 tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] 10.222.0.66 "GET /v2.0/security-groups?id=ad88621b-057d-4148-94ff-fad542d38fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573833 Aug 18 11:57:47.473863 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [req-58d3c8f7-3419-4de2-a6ad-7aaa9144416b req-2c9fb95f-babd-4709-ab56-247a22f9d21a service neutron] Transition to ACTIVE for port object 5a411eec-4203-49ca-a9f9-d1bcc2620eea will not be triggered until provisioned by entity L2. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 11:57:47.480160 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-58d3c8f7-3419-4de2-a6ad-7aaa9144416b req-2c9fb95f-babd-4709-ab56-247a22f9d21a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:47.543037 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9fb95f-babd-4709-ab56-247a22f9d21a service neutron] Pushing event updated for resources: {'Port': ['ID=5a411eec-4203-49ca-a9f9-d1bcc2620eea,revision_number=2']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:57:47.694656 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-58d3c8f7-3419-4de2-a6ad-7aaa9144416b req-2c9fb95f-babd-4709-ab56-247a22f9d21a service neutron] Attempting to bind port 5a411eec-4203-49ca-a9f9-d1bcc2620eea on host n-h1-804985-2 for vnic_type normal with profile {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 11:57:47.694991 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-58d3c8f7-3419-4de2-a6ad-7aaa9144416b req-2c9fb95f-babd-4709-ab56-247a22f9d21a service neutron] Attempting to bind port 5a411eec-4203-49ca-a9f9-d1bcc2620eea by drivers openvswitch,hyperv on host n-h1-804985-2 at level 0 using segments [{'id': '0769e917-ce53-43de-97f7-af6feb189e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '45f10d77-130c-4859-b30d-1a902305b96f'}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 11:57:47.695366 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d3c8f7-3419-4de2-a6ad-7aaa9144416b req-2c9fb95f-babd-4709-ab56-247a22f9d21a service neutron] Attempting to bind port 5a411eec-4203-49ca-a9f9-d1bcc2620eea on network 45f10d77-130c-4859-b30d-1a902305b96f {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 11:57:47.700597 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d3c8f7-3419-4de2-a6ad-7aaa9144416b req-2c9fb95f-babd-4709-ab56-247a22f9d21a service neutron] Port 5a411eec-4203-49ca-a9f9-d1bcc2620eea on network 45f10d77-130c-4859-b30d-1a902305b96f not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-2 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 11:57:47.701078 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d3c8f7-3419-4de2-a6ad-7aaa9144416b req-2c9fb95f-babd-4709-ab56-247a22f9d21a service neutron] Attempting to bind port 5a411eec-4203-49ca-a9f9-d1bcc2620eea on network 45f10d77-130c-4859-b30d-1a902305b96f {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 11:57:47.707843 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d3c8f7-3419-4de2-a6ad-7aaa9144416b req-2c9fb95f-babd-4709-ab56-247a22f9d21a service neutron] Checking agent: {'id': 'a613417a-d085-492c-941a-59bb18c633d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 49, 6), 'started_at': datetime.datetime(2021, 8, 18, 11, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 11, 57, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 11:57:47.708277 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d3c8f7-3419-4de2-a6ad-7aaa9144416b req-2c9fb95f-babd-4709-ab56-247a22f9d21a service neutron] Checking segment: {'id': '0769e917-ce53-43de-97f7-af6feb189e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '45f10d77-130c-4859-b30d-1a902305b96f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 11:57:47.708680 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d3c8f7-3419-4de2-a6ad-7aaa9144416b req-2c9fb95f-babd-4709-ab56-247a22f9d21a service neutron] Bound using segment: {'id': '0769e917-ce53-43de-97f7-af6feb189e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '45f10d77-130c-4859-b30d-1a902305b96f'} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 11:57:47.709267 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-58d3c8f7-3419-4de2-a6ad-7aaa9144416b req-2c9fb95f-babd-4709-ab56-247a22f9d21a service neutron] Bound port: 5a411eec-4203-49ca-a9f9-d1bcc2620eea, host: n-h1-804985-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0769e917-ce53-43de-97f7-af6feb189e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '45f10d77-130c-4859-b30d-1a902305b96f'}}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 11:57:47.709654 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-58d3c8f7-3419-4de2-a6ad-7aaa9144416b req-2c9fb95f-babd-4709-ab56-247a22f9d21a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:47.800740 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-58d3c8f7-3419-4de2-a6ad-7aaa9144416b req-2c9fb95f-babd-4709-ab56-247a22f9d21a service neutron] For port 5a411eec-4203-49ca-a9f9-d1bcc2620eea, host n-h1-804985-2, cleared binding levels {{(pid=106252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 11:57:47.805673 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-58d3c8f7-3419-4de2-a6ad-7aaa9144416b req-2c9fb95f-babd-4709-ab56-247a22f9d21a service neutron] For port 5a411eec-4203-49ca-a9f9-d1bcc2620eea, host n-h1-804985-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=5a411eec-4203-49ca-a9f9-d1bcc2620eea,segment=NetworkSegment(0769e917-ce53-43de-97f7-af6feb189e7f),segment_id=0769e917-ce53-43de-97f7-af6feb189e7f)] {{(pid=106252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 11:57:47.811311 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-58d3c8f7-3419-4de2-a6ad-7aaa9144416b req-2c9fb95f-babd-4709-ab56-247a22f9d21a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:47.851347 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d3c8f7-3419-4de2-a6ad-7aaa9144416b req-2c9fb95f-babd-4709-ab56-247a22f9d21a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:47.851969 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-58d3c8f7-3419-4de2-a6ad-7aaa9144416b req-2c9fb95f-babd-4709-ab56-247a22f9d21a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:47.853385 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-58d3c8f7-3419-4de2-a6ad-7aaa9144416b req-2c9fb95f-babd-4709-ab56-247a22f9d21a service neutron] 10.222.0.63 "PUT /v2.0/ports/5a411eec-4203-49ca-a9f9-d1bcc2620eea HTTP/1.1" status: 200 len: 1092 time: 1.1952150 Aug 18 11:57:47.853822 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b17c551-5a7e-4971-a497-896e305bde2e', 'tag': '5a411eec-4203-49ca-a9f9-d1bcc2620eea'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 11:57:47.856063 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1411f056-9de3-4558-a97c-031dc169ef16" -d '{"events": [{"name": "network-changed", "server_uuid": "8b17c551-5a7e-4971-a497-896e305bde2e", "tag": "5a411eec-4203-49ca-a9f9-d1bcc2620eea"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:57:47.890894 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9fb95f-babd-4709-ab56-247a22f9d21a service neutron] Pushing event updated for resources: {'Port': ['ID=5a411eec-4203-49ca-a9f9-d1bcc2620eea,revision_number=3']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:57:47.935026 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 11:57:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37f38edc-8ad0-474b-8b6a-ee578c87d132 x-openstack-request-id: req-37f38edc-8ad0-474b-8b6a-ee578c87d132 {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:57:47.935491 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b17c551-5a7e-4971-a497-896e305bde2e", "tag": "5a411eec-4203-49ca-a9f9-d1bcc2620eea", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:57:47.935869 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-37f38edc-8ad0-474b-8b6a-ee578c87d132 {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:57:47.936376 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b17c551-5a7e-4971-a497-896e305bde2e', 'tag': '5a411eec-4203-49ca-a9f9-d1bcc2620eea', 'status': 'completed', 'code': 200} Aug 18 11:57:48.033574 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d3c8f7-3419-4de2-a6ad-7aaa9144416b req-89a654d5-76d4-49ed-b73a-a9a1fa9e1ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:48.035097 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-58d3c8f7-3419-4de2-a6ad-7aaa9144416b req-89a654d5-76d4-49ed-b73a-a9a1fa9e1ce0 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=9143985e071d4037b5bf264a5aaa6497&device_id=8b17c551-5a7e-4971-a497-896e305bde2e HTTP/1.1" status: 200 len: 1095 time: 0.0921688 Aug 18 11:57:48.109691 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-58d3c8f7-3419-4de2-a6ad-7aaa9144416b req-4cc60e18-34d0-43af-916d-417ad214c4a8 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5a411eec-4203-49ca-a9f9-d1bcc2620eea HTTP/1.1" status: 200 len: 217 time: 0.0446925 Aug 18 11:57:48.125016 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8543b7a5-c3d6-407d-82f7-48092cb36ff3 req-51e443df-4fc9-48f4-b53c-116370c14eca tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:48.126552 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8543b7a5-c3d6-407d-82f7-48092cb36ff3 req-51e443df-4fc9-48f4-b53c-116370c14eca tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/ports?device_id=bb3624f1-8ce3-4298-97a2-89ded06e072e HTTP/1.1" status: 200 len: 949 time: 0.1577454 Aug 18 11:57:48.227808 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d3c8f7-3419-4de2-a6ad-7aaa9144416b req-788f5ef9-cda7-4ba7-aa68-163d2a3525eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:48.229324 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-58d3c8f7-3419-4de2-a6ad-7aaa9144416b req-788f5ef9-cda7-4ba7-aa68-163d2a3525eb service neutron] 10.222.0.63 "GET /v2.0/subnets?id=7cf2249d-58a2-4afe-a9fb-145dc05a7f39 HTTP/1.1" status: 200 len: 846 time: 0.0998325 Aug 18 11:57:48.236223 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1766a0a-a9f2-4402-8b60-0b6b5c6f0333 req-c22b352c-4a93-48ab-9a3f-0c9a5a2640cd tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:48.237605 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f1766a0a-a9f2-4402-8b60-0b6b5c6f0333 req-c22b352c-4a93-48ab-9a3f-0c9a5a2640cd tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] 10.222.0.66 "GET /v2.0/networks?id=fac8d860-f4f2-49a0-99ea-233476aded7e HTTP/1.1" status: 200 len: 814 time: 0.2335603 Aug 18 11:57:48.240500 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8543b7a5-c3d6-407d-82f7-48092cb36ff3 req-57bbf2c2-edbd-42cd-a318-a52946935c31 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/security-groups?id=0ddd2c5c-7e53-44ab-9404-c5fea69a570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007326 Aug 18 11:57:48.273221 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-58d3c8f7-3419-4de2-a6ad-7aaa9144416b req-455f7d02-9ce8-4e34-9c7e-d2f03c2f737a service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=45f10d77-130c-4859-b30d-1a902305b96f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312164 Aug 18 11:57:48.275753 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f1766a0a-a9f2-4402-8b60-0b6b5c6f0333 req-e04bcd52-c3f9-403a-918c-257db47e6fe9 tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] 10.222.0.66 "GET /v2.0/quotas/3c65702c3e884328ad7846bc78b658bf HTTP/1.1" status: 200 len: 375 time: 0.0260136 Aug 18 11:57:48.417599 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3e0bdd70-12d2-41e6-b92a-29e3962670fc req-f7c3815b-170d-4969-a429-f2432a6d1d68 tempest-ServersAdminNegativeTestJSON-88531785 tempest-ServersAdminNegativeTestJSON-88531785-project] 10.222.0.66 "GET /v2.0/ports?device_id=a5f9881f-9780-47ab-bfbd-d22b066ac3dd HTTP/1.1" status: 200 len: 210 time: 0.0461590 Aug 18 11:57:48.420688 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-6aa8f885-b19f-4557-9087-fb0da1ec10dd req-065a52cd-e7bf-4420-9623-e2fef687fa35 tempest-ServersAdminNegativeTestJSON-88531785 tempest-ServersAdminNegativeTestJSON-88531785-project] 10.222.0.63 "GET /v2.0/networks?tenant_id=219939a1ee9342f9a2179d7c4243e386&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0288773 Aug 18 11:57:48.448801 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f1766a0a-a9f2-4402-8b60-0b6b5c6f0333 req-6c1dabe9-7f2b-4840-b0d1-39a239d44531 tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=3c65702c3e884328ad7846bc78b658bf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1640346 Aug 18 11:57:48.472181 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-e87cea6d-451f-4c78-9829-d22aa3c44541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:48.582813 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-58d3c8f7-3419-4de2-a6ad-7aaa9144416b req-8cda653b-75f4-4300-b886-03ba7d93c108 service neutron] 10.222.0.63 "GET /v2.0/networks/45f10d77-130c-4859-b30d-1a902305b96f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2960970 Aug 18 11:57:48.602600 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa8f885-b19f-4557-9087-fb0da1ec10dd req-fea86152-d14b-4783-acd2-d9af5ce40ff8 tempest-ServersAdminNegativeTestJSON-88531785 tempest-ServersAdminNegativeTestJSON-88531785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:48.604495 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-6aa8f885-b19f-4557-9087-fb0da1ec10dd req-fea86152-d14b-4783-acd2-d9af5ce40ff8 tempest-ServersAdminNegativeTestJSON-88531785 tempest-ServersAdminNegativeTestJSON-88531785-project] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1742232 Aug 18 11:57:48.621455 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7729f2aa-f3ad-4f5f-a871-a9b43e60eb6c req-0681ca79-d929-4ab1-91d5-0f0fc3176213 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:48.623010 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7729f2aa-f3ad-4f5f-a871-a9b43e60eb6c req-0681ca79-d929-4ab1-91d5-0f0fc3176213 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b17c551-5a7e-4971-a497-896e305bde2e HTTP/1.1" status: 200 len: 944 time: 0.0989094 Aug 18 11:57:48.632197 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [req-6aa8f885-b19f-4557-9087-fb0da1ec10dd req-ab527462-afbb-4211-b087-5fa193c1489b tempest-ServersAdminNegativeTestJSON-88531785 tempest-ServersAdminNegativeTestJSON-88531785-project] Request body: {'port': {'device_id': 'a5f9881f-9780-47ab-bfbd-d22b066ac3dd', 'network_id': '222e0814-c7e5-4b11-9282-3f40c6ed76b2', 'admin_state_up': True, 'tenant_id': '219939a1ee9342f9a2179d7c4243e386'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:57:48.717098 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f1766a0a-a9f2-4402-8b60-0b6b5c6f0333 req-6669ae9b-e1b4-4541-891a-4b6ac05b9031 service neutron] 10.222.0.66 "GET /v2.0/networks/fac8d860-f4f2-49a0-99ea-233476aded7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2537601 Aug 18 11:57:48.756071 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7729f2aa-f3ad-4f5f-a871-a9b43e60eb6c req-82e31a08-b0d0-4d17-b703-356398879903 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.66 "GET /v2.0/security-groups?id=11bbe5b2-5f3b-4775-89a0-258a798e3ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116517 Aug 18 11:57:48.792064 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6aa8f885-b19f-4557-9087-fb0da1ec10dd req-ab527462-afbb-4211-b087-5fa193c1489b tempest-ServersAdminNegativeTestJSON-88531785 tempest-ServersAdminNegativeTestJSON-88531785-project] Made reservation on behalf of 219939a1ee9342f9a2179d7c4243e386 for: {'port': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 11:57:48.797293 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-6aa8f885-b19f-4557-9087-fb0da1ec10dd req-ab527462-afbb-4211-b087-5fa193c1489b tempest-ServersAdminNegativeTestJSON-88531785 tempest-ServersAdminNegativeTestJSON-88531785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:48.810747 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-6aa8f885-b19f-4557-9087-fb0da1ec10dd req-ab527462-afbb-4211-b087-5fa193c1489b tempest-ServersAdminNegativeTestJSON-88531785 tempest-ServersAdminNegativeTestJSON-88531785-project] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:48.903285 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-58d3c8f7-3419-4de2-a6ad-7aaa9144416b req-38fd5b91-a7bb-4516-a2e9-8bc9109ce45b service neutron] 10.222.0.63 "GET /v2.0/networks/45f10d77-130c-4859-b30d-1a902305b96f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3093517 Aug 18 11:57:48.949009 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f1766a0a-a9f2-4402-8b60-0b6b5c6f0333 req-c14a3e0d-25d6-4138-aa61-d886f52dbe2a service neutron] 10.222.0.66 "GET /v2.0/networks/fac8d860-f4f2-49a0-99ea-233476aded7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2112732 Aug 18 11:57:48.957495 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-6aa8f885-b19f-4557-9087-fb0da1ec10dd req-ab527462-afbb-4211-b087-5fa193c1489b tempest-ServersAdminNegativeTestJSON-88531785 tempest-ServersAdminNegativeTestJSON-88531785-project] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:48.959387 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20fe655-7dba-4a2c-b387-3380cf8d48d7 req-3739ae98-8726-4a32-a7af-3159bb1e1766 tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:48.961130 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a20fe655-7dba-4a2c-b387-3380cf8d48d7 req-3739ae98-8726-4a32-a7af-3159bb1e1766 tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] 10.222.0.66 "GET /v2.0/ports?device_id=b73a52d8-2ef6-4dc1-ab97-e2ec23e31200 HTTP/1.1" status: 200 len: 946 time: 0.1199591 Aug 18 11:57:48.963296 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-6aa8f885-b19f-4557-9087-fb0da1ec10dd req-ab527462-afbb-4211-b087-5fa193c1489b tempest-ServersAdminNegativeTestJSON-88531785 tempest-ServersAdminNegativeTestJSON-88531785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:49.038071 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a20fe655-7dba-4a2c-b387-3380cf8d48d7 req-9d576131-bd9b-4f41-851d-8c02fa4bbdae tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] 10.222.0.66 "GET /v2.0/security-groups?id=ad88621b-057d-4148-94ff-fad542d38fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625377 Aug 18 11:57:49.041256 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1411f056-9de3-4558-a97c-031dc169ef16 req-69a03421-2984-4789-b4a3-116b233fb991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:49.042948 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1411f056-9de3-4558-a97c-031dc169ef16 req-69a03421-2984-4789-b4a3-116b233fb991 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=9143985e071d4037b5bf264a5aaa6497&device_id=8b17c551-5a7e-4971-a497-896e305bde2e HTTP/1.1" status: 200 len: 1095 time: 0.0779238 Aug 18 11:57:49.079952 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab527462-afbb-4211-b087-5fa193c1489b tempest-ServersAdminNegativeTestJSON-88531785 tempest-ServersAdminNegativeTestJSON-88531785-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e15cd1e1-1ec2-43c7-81da-4d2c8f87e716,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:57:49.214739 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1411f056-9de3-4558-a97c-031dc169ef16 req-4b0aef1b-d86c-49da-b97a-09c3ce82b5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:49.217165 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1411f056-9de3-4558-a97c-031dc169ef16 req-4b0aef1b-d86c-49da-b97a-09c3ce82b5c4 service neutron] 10.222.0.63 "GET /v2.0/networks?id=45f10d77-130c-4859-b30d-1a902305b96f HTTP/1.1" status: 200 len: 907 time: 0.1654904 Aug 18 11:57:49.219973 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [req-6aa8f885-b19f-4557-9087-fb0da1ec10dd req-ab527462-afbb-4211-b087-5fa193c1489b tempest-ServersAdminNegativeTestJSON-88531785 tempest-ServersAdminNegativeTestJSON-88531785-project] Allocated IP 192.168.233.35 (222e0814-c7e5-4b11-9282-3f40c6ed76b2/6d16d680-110b-436d-8afa-48ba845b3623/223eac48-b6a2-4199-8a68-9de59384346f) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 11:57:49.293405 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-15bc3140-1039-45ab-8681-6b9f0cfeaafc req-e30bc6ae-083e-4cf7-b0c4-e067fc4c8d81 tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] 10.222.0.66 "GET /v2.0/ports?device_id=6178433e-6081-4e35-94a3-df149b6a8f20 HTTP/1.1" status: 200 len: 210 time: 0.0699952 Aug 18 11:57:49.346956 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1411f056-9de3-4558-a97c-031dc169ef16 req-1bb4f0f5-c9c1-4ac4-9b7b-7150cc8af960 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5a411eec-4203-49ca-a9f9-d1bcc2620eea HTTP/1.1" status: 200 len: 217 time: 0.1098993 Aug 18 11:57:49.403385 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76313ca-e775-47bb-b6f0-976f0bd7db27 req-e56138a1-f27a-4c8b-955a-3a376a2d9b39 tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:49.412336 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e76313ca-e775-47bb-b6f0-976f0bd7db27 req-e56138a1-f27a-4c8b-955a-3a376a2d9b39 tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] 10.222.0.66 "GET /v2.0/ports?device_id=b73a52d8-2ef6-4dc1-ab97-e2ec23e31200 HTTP/1.1" status: 200 len: 946 time: 0.1924024 Aug 18 11:57:49.458633 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1411f056-9de3-4558-a97c-031dc169ef16 req-74149951-14ac-4b00-be88-f28ed7055ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:49.461225 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1411f056-9de3-4558-a97c-031dc169ef16 req-74149951-14ac-4b00-be88-f28ed7055ae0 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=7cf2249d-58a2-4afe-a9fb-145dc05a7f39 HTTP/1.1" status: 200 len: 846 time: 0.1058991 Aug 18 11:57:49.467618 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-6aa8f885-b19f-4557-9087-fb0da1ec10dd req-ab527462-afbb-4211-b087-5fa193c1489b tempest-ServersAdminNegativeTestJSON-88531785 tempest-ServersAdminNegativeTestJSON-88531785-project] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:49.484378 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [req-6aa8f885-b19f-4557-9087-fb0da1ec10dd req-ab527462-afbb-4211-b087-5fa193c1489b tempest-ServersAdminNegativeTestJSON-88531785 tempest-ServersAdminNegativeTestJSON-88531785-project] Transition to ACTIVE for port object 223eac48-b6a2-4199-8a68-9de59384346f will not be triggered until provisioned by entity DHCP. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 11:57:49.539281 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-6aa8f885-b19f-4557-9087-fb0da1ec10dd req-ab527462-afbb-4211-b087-5fa193c1489b tempest-ServersAdminNegativeTestJSON-88531785 tempest-ServersAdminNegativeTestJSON-88531785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:49.554299 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1411f056-9de3-4558-a97c-031dc169ef16 req-2ffe327b-7066-458e-b2ab-70e651a0bf89 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=45f10d77-130c-4859-b30d-1a902305b96f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0660353 Aug 18 11:57:49.605900 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e76313ca-e775-47bb-b6f0-976f0bd7db27 req-73ce2591-05b3-4fae-9ecc-d943824429c9 tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] 10.222.0.66 "GET /v2.0/security-groups?id=ad88621b-057d-4148-94ff-fad542d38fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915326 Aug 18 11:57:49.664666 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6aa8f885-b19f-4557-9087-fb0da1ec10dd req-ab527462-afbb-4211-b087-5fa193c1489b tempest-ServersAdminNegativeTestJSON-88531785 tempest-ServersAdminNegativeTestJSON-88531785-project] Network 222e0814-c7e5-4b11-9282-3f40c6ed76b2 is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 11:57:49.674771 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [req-6aa8f885-b19f-4557-9087-fb0da1ec10dd req-ab527462-afbb-4211-b087-5fa193c1489b tempest-ServersAdminNegativeTestJSON-88531785 tempest-ServersAdminNegativeTestJSON-88531785-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:57:49.678125 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-6aa8f885-b19f-4557-9087-fb0da1ec10dd req-ab527462-afbb-4211-b087-5fa193c1489b tempest-ServersAdminNegativeTestJSON-88531785 tempest-ServersAdminNegativeTestJSON-88531785-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 11:57:49.737014 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab527462-afbb-4211-b087-5fa193c1489b tempest-ServersAdminNegativeTestJSON-88531785 tempest-ServersAdminNegativeTestJSON-88531785-project] Pushing event updated for resources: {'Port': ['ID=223eac48-b6a2-4199-8a68-9de59384346f,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:57:49.747329 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388d2719-52bb-4c18-b2c9-ab7847ffd017 req-75c47521-9607-4bdd-a011-0853c3f6da4f tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:49.758916 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-388d2719-52bb-4c18-b2c9-ab7847ffd017 req-75c47521-9607-4bdd-a011-0853c3f6da4f tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/ports?device_id=bb3624f1-8ce3-4298-97a2-89ded06e072e HTTP/1.1" status: 200 len: 949 time: 0.3378706 Aug 18 11:57:49.824008 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa8f885-b19f-4557-9087-fb0da1ec10dd req-ab527462-afbb-4211-b087-5fa193c1489b tempest-ServersAdminNegativeTestJSON-88531785 tempest-ServersAdminNegativeTestJSON-88531785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:49.826101 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-6aa8f885-b19f-4557-9087-fb0da1ec10dd req-ab527462-afbb-4211-b087-5fa193c1489b tempest-ServersAdminNegativeTestJSON-88531785 tempest-ServersAdminNegativeTestJSON-88531785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:49.892191 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-6aa8f885-b19f-4557-9087-fb0da1ec10dd req-ab527462-afbb-4211-b087-5fa193c1489b tempest-ServersAdminNegativeTestJSON-88531785 tempest-ServersAdminNegativeTestJSON-88531785-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2658169 Aug 18 11:57:49.914816 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [req-6aa8f885-b19f-4557-9087-fb0da1ec10dd req-8a1d8cb6-544a-4505-b3d8-5577a887b152 service neutron] Request body: {'port': {'device_id': 'a5f9881f-9780-47ab-bfbd-d22b066ac3dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804985-2'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:57:49.929418 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-388d2719-52bb-4c18-b2c9-ab7847ffd017 req-e0825b30-1e8f-4276-a4ba-274de51907ed tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/security-groups?id=0ddd2c5c-7e53-44ab-9404-c5fea69a570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691875 Aug 18 11:57:49.948114 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152dcf19-d6dc-4266-8719-a27b96e36a0c req-1c2f48d4-6acc-42b4-b5f4-b84836250a89 tempest-ServersAdminNegativeTestJSON-88531785 tempest-ServersAdminNegativeTestJSON-88531785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:49.949748 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-152dcf19-d6dc-4266-8719-a27b96e36a0c req-1c2f48d4-6acc-42b4-b5f4-b84836250a89 tempest-ServersAdminNegativeTestJSON-88531785 tempest-ServersAdminNegativeTestJSON-88531785-project] 10.222.0.66 "GET /v2.0/ports?device_id=a5f9881f-9780-47ab-bfbd-d22b066ac3dd HTTP/1.1" status: 200 len: 935 time: 0.2267950 Aug 18 11:57:49.978802 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7446c97-3c13-44d3-bd2a-561ed9170d49 req-7ac78eff-da69-4693-9c4b-87eda6b1df26 tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:49.980366 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-a7446c97-3c13-44d3-bd2a-561ed9170d49 req-7ac78eff-da69-4693-9c4b-87eda6b1df26 tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] 10.222.0.63 "GET /v2.0/ports?device_id=30c3781d-a4b9-422e-8128-e726a0721260 HTTP/1.1" status: 200 len: 946 time: 0.1324828 Aug 18 11:57:50.015225 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1411f056-9de3-4558-a97c-031dc169ef16 req-ed054398-fb2d-4757-9f47-76b7b6d5df57 service neutron] 10.222.0.63 "GET /v2.0/networks/45f10d77-130c-4859-b30d-1a902305b96f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4427378 Aug 18 11:57:50.066988 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-e0041493-f0f5-45a2-adfa-a9456845656b None None] Provisioning for port 223eac48-b6a2-4199-8a68-9de59384346f completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 11:57:50.074017 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-e0041493-f0f5-45a2-adfa-a9456845656b None None] Provisioning complete for port 223eac48-b6a2-4199-8a68-9de59384346f triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:57:50.074363 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-e0041493-f0f5-45a2-adfa-a9456845656b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:50.102231 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-152dcf19-d6dc-4266-8719-a27b96e36a0c req-dd3b1b43-2742-442f-8e7e-4277cad5b0df tempest-ServersAdminNegativeTestJSON-88531785 tempest-ServersAdminNegativeTestJSON-88531785-project] 10.222.0.66 "GET /v2.0/security-groups?id=e15cd1e1-1ec2-43c7-81da-4d2c8f87e716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285517 Aug 18 11:57:50.122251 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-6aa8f885-b19f-4557-9087-fb0da1ec10dd req-8a1d8cb6-544a-4505-b3d8-5577a887b152 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:50.143999 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-e0041493-f0f5-45a2-adfa-a9456845656b None None] Port 223eac48-b6a2-4199-8a68-9de59384346f cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 11:57:50.187648 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1411f056-9de3-4558-a97c-031dc169ef16 req-e8024b45-ac9e-45e4-9037-8b55e0d8cc73 service neutron] 10.222.0.63 "GET /v2.0/networks/45f10d77-130c-4859-b30d-1a902305b96f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630237 Aug 18 11:57:50.263888 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5af08f6-9d23-461c-ba34-fb60989529c4 req-a4555c0d-ec06-46bd-b562-db4ebf3160de tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:50.266033 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a5af08f6-9d23-461c-ba34-fb60989529c4 req-a4555c0d-ec06-46bd-b562-db4ebf3160de tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b17c551-5a7e-4971-a497-896e305bde2e HTTP/1.1" status: 200 len: 944 time: 0.0628476 Aug 18 11:57:50.267261 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-a7446c97-3c13-44d3-bd2a-561ed9170d49 req-4a95924d-7c4e-422b-8d16-021cc7dda199 tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] Deleting port 184f4765-5f5a-4539-a749-0ce41a95df48 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 11:57:50.267929 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-a7446c97-3c13-44d3-bd2a-561ed9170d49 req-4a95924d-7c4e-422b-8d16-021cc7dda199 tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:50.290627 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.agents_db [None req-6dbb2658-0354-4101-8393-6e7505481cf6 None None] Agent healthcheck: found 7 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 11:57:50.327461 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a5af08f6-9d23-461c-ba34-fb60989529c4 req-6eb996f7-079d-4e41-b274-c6a5898483c9 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.66 "GET /v2.0/security-groups?id=11bbe5b2-5f3b-4775-89a0-258a798e3ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543113 Aug 18 11:57:50.509429 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-a7446c97-3c13-44d3-bd2a-561ed9170d49 req-4a95924d-7c4e-422b-8d16-021cc7dda199 tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] For port 184f4765-5f5a-4539-a749-0ce41a95df48, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=184f4765-5f5a-4539-a749-0ce41a95df48,segment=NetworkSegment(8d845f6a-d01c-49fc-8841-a69d4d456626),segment_id=8d845f6a-d01c-49fc-8841-a69d4d456626)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:57:50.510145 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-a7446c97-3c13-44d3-bd2a-561ed9170d49 req-4a95924d-7c4e-422b-8d16-021cc7dda199 tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:50.536499 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-a7446c97-3c13-44d3-bd2a-561ed9170d49 req-4a95924d-7c4e-422b-8d16-021cc7dda199 tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] Calling delete_port for 184f4765-5f5a-4539-a749-0ce41a95df48 owned by compute:nova {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 11:57:50.538198 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3b7ec44d-d5ca-40db-9925-3e6d6d0d3b07 req-d7b14433-7eb7-4f27-a87d-c04b216ef817 tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] 10.222.0.66 "GET /v2.0/ports?device_id=6178433e-6081-4e35-94a3-df149b6a8f20 HTTP/1.1" status: 200 len: 210 time: 0.0495682 Aug 18 11:57:50.711700 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1766a0a-a9f2-4402-8b60-0b6b5c6f0333 req-be69da1a-ee1a-4456-8b45-7bb24ed51448 tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:50.717338 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f1766a0a-a9f2-4402-8b60-0b6b5c6f0333 req-be69da1a-ee1a-4456-8b45-7bb24ed51448 tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] 10.222.0.63 "GET /v2.0/networks?id=fac8d860-f4f2-49a0-99ea-233476aded7e HTTP/1.1" status: 200 len: 814 time: 0.1781852 Aug 18 11:57:50.724801 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [req-6aa8f885-b19f-4557-9087-fb0da1ec10dd req-8a1d8cb6-544a-4505-b3d8-5577a887b152 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 223eac48-b6a2-4199-8a68-9de59384346f {{(pid=106253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 11:57:50.732020 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-f1766a0a-a9f2-4402-8b60-0b6b5c6f0333 req-32e1d4dd-6de8-463a-996d-2b300e1056e8 tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] Request body: {'port': {'device_id': '6178433e-6081-4e35-94a3-df149b6a8f20', 'network_id': 'fac8d860-f4f2-49a0-99ea-233476aded7e', 'admin_state_up': True, 'tenant_id': '3c65702c3e884328ad7846bc78b658bf'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:57:50.737603 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-6aa8f885-b19f-4557-9087-fb0da1ec10dd req-8a1d8cb6-544a-4505-b3d8-5577a887b152 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:50.783205 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [req-6aa8f885-b19f-4557-9087-fb0da1ec10dd req-8a1d8cb6-544a-4505-b3d8-5577a887b152 service neutron] Transition to ACTIVE for port object 223eac48-b6a2-4199-8a68-9de59384346f will not be triggered until provisioned by entity L2. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 11:57:50.794428 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-6aa8f885-b19f-4557-9087-fb0da1ec10dd req-8a1d8cb6-544a-4505-b3d8-5577a887b152 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:50.921382 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-a7446c97-3c13-44d3-bd2a-561ed9170d49 req-4a95924d-7c4e-422b-8d16-021cc7dda199 tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:50.935862 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] get_ports_and_sgs() called for port_ids ['184f4765-5f5a-4539-a749-0ce41a95df48'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 11:57:50.938359 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca3a034-9e43-4201-bdcf-b9cb55f43fb8 req-3877b95f-58cf-4128-a7df-50c1d79b07e9 tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:50.946238 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5ca3a034-9e43-4201-bdcf-b9cb55f43fb8 req-3877b95f-58cf-4128-a7df-50c1d79b07e9 tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] 10.222.0.66 "GET /v2.0/ports?device_id=b73a52d8-2ef6-4dc1-ab97-e2ec23e31200 HTTP/1.1" status: 200 len: 946 time: 0.1353834 Aug 18 11:57:50.972892 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1d8cb6-544a-4505-b3d8-5577a887b152 service neutron] Pushing event updated for resources: {'Port': ['ID=223eac48-b6a2-4199-8a68-9de59384346f,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:57:51.042928 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-06b7ed31-7ea3-446c-aaf6-895fdc2ea1db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:51.065922 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a95924d-7c4e-422b-8d16-021cc7dda199 tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] Pushing event deleted for resources: {'Port': ['ID=184f4765-5f5a-4539-a749-0ce41a95df48,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:57:51.127765 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7446c97-3c13-44d3-bd2a-561ed9170d49 req-4a95924d-7c4e-422b-8d16-021cc7dda199 tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] No DVR routers for this DVR port 184f4765-5f5a-4539-a749-0ce41a95df48 on host n-h1-804985-2 {{(pid=106253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 11:57:51.135899 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-a7446c97-3c13-44d3-bd2a-561ed9170d49 req-4a95924d-7c4e-422b-8d16-021cc7dda199 tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:51.138493 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-a7446c97-3c13-44d3-bd2a-561ed9170d49 req-4a95924d-7c4e-422b-8d16-021cc7dda199 tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] 10.222.0.63 "DELETE /v2.0/ports/184f4765-5f5a-4539-a749-0ce41a95df48 HTTP/1.1" status: 204 len: 173 time: 1.1273637 Aug 18 11:57:51.139107 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30c3781d-a4b9-422e-8128-e726a0721260', 'name': 'network-vif-deleted', 'tag': '184f4765-5f5a-4539-a749-0ce41a95df48'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 11:57:51.141582 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0679f4c4b6e0e0c064a7d71d722dc30541a34fffee11680573be22ee2ffccc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ff5604e-4f7a-425d-a0af-35edbe8f1758" -d '{"events": [{"server_uuid": "30c3781d-a4b9-422e-8128-e726a0721260", "name": "network-vif-deleted", "tag": "184f4765-5f5a-4539-a749-0ce41a95df48"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:57:51.149872 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-6aa8f885-b19f-4557-9087-fb0da1ec10dd req-8a1d8cb6-544a-4505-b3d8-5577a887b152 service neutron] Attempting to bind port 223eac48-b6a2-4199-8a68-9de59384346f on host n-h1-804985-2 for vnic_type normal with profile {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 11:57:51.150409 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-6aa8f885-b19f-4557-9087-fb0da1ec10dd req-8a1d8cb6-544a-4505-b3d8-5577a887b152 service neutron] Attempting to bind port 223eac48-b6a2-4199-8a68-9de59384346f by drivers openvswitch,hyperv on host n-h1-804985-2 at level 0 using segments [{'id': 'b0eb6eea-b461-4969-8a27-808f00daa8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '222e0814-c7e5-4b11-9282-3f40c6ed76b2'}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 11:57:51.150863 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aa8f885-b19f-4557-9087-fb0da1ec10dd req-8a1d8cb6-544a-4505-b3d8-5577a887b152 service neutron] Attempting to bind port 223eac48-b6a2-4199-8a68-9de59384346f on network 222e0814-c7e5-4b11-9282-3f40c6ed76b2 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 11:57:51.156190 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aa8f885-b19f-4557-9087-fb0da1ec10dd req-8a1d8cb6-544a-4505-b3d8-5577a887b152 service neutron] Port 223eac48-b6a2-4199-8a68-9de59384346f on network 222e0814-c7e5-4b11-9282-3f40c6ed76b2 not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-2 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 11:57:51.156764 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aa8f885-b19f-4557-9087-fb0da1ec10dd req-8a1d8cb6-544a-4505-b3d8-5577a887b152 service neutron] Attempting to bind port 223eac48-b6a2-4199-8a68-9de59384346f on network 222e0814-c7e5-4b11-9282-3f40c6ed76b2 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 11:57:51.163008 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aa8f885-b19f-4557-9087-fb0da1ec10dd req-8a1d8cb6-544a-4505-b3d8-5577a887b152 service neutron] Checking agent: {'id': 'a613417a-d085-492c-941a-59bb18c633d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 49, 6), 'started_at': datetime.datetime(2021, 8, 18, 11, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 11, 57, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 11:57:51.163606 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aa8f885-b19f-4557-9087-fb0da1ec10dd req-8a1d8cb6-544a-4505-b3d8-5577a887b152 service neutron] Checking segment: {'id': 'b0eb6eea-b461-4969-8a27-808f00daa8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '222e0814-c7e5-4b11-9282-3f40c6ed76b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 11:57:51.164076 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aa8f885-b19f-4557-9087-fb0da1ec10dd req-8a1d8cb6-544a-4505-b3d8-5577a887b152 service neutron] Bound using segment: {'id': 'b0eb6eea-b461-4969-8a27-808f00daa8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '222e0814-c7e5-4b11-9282-3f40c6ed76b2'} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 11:57:51.164705 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-6aa8f885-b19f-4557-9087-fb0da1ec10dd req-8a1d8cb6-544a-4505-b3d8-5577a887b152 service neutron] Bound port: 223eac48-b6a2-4199-8a68-9de59384346f, host: n-h1-804985-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0eb6eea-b461-4969-8a27-808f00daa8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '222e0814-c7e5-4b11-9282-3f40c6ed76b2'}}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 11:57:51.165152 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-6aa8f885-b19f-4557-9087-fb0da1ec10dd req-8a1d8cb6-544a-4505-b3d8-5577a887b152 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:51.264016 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-6aa8f885-b19f-4557-9087-fb0da1ec10dd req-8a1d8cb6-544a-4505-b3d8-5577a887b152 service neutron] For port 223eac48-b6a2-4199-8a68-9de59384346f, host n-h1-804985-2, cleared binding levels {{(pid=106253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 11:57:51.268040 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-6aa8f885-b19f-4557-9087-fb0da1ec10dd req-8a1d8cb6-544a-4505-b3d8-5577a887b152 service neutron] For port 223eac48-b6a2-4199-8a68-9de59384346f, host n-h1-804985-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=223eac48-b6a2-4199-8a68-9de59384346f,segment=NetworkSegment(b0eb6eea-b461-4969-8a27-808f00daa8a1),segment_id=b0eb6eea-b461-4969-8a27-808f00daa8a1)] {{(pid=106253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 11:57:51.274062 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-6aa8f885-b19f-4557-9087-fb0da1ec10dd req-8a1d8cb6-544a-4505-b3d8-5577a887b152 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:51.332660 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa8f885-b19f-4557-9087-fb0da1ec10dd req-8a1d8cb6-544a-4505-b3d8-5577a887b152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:51.333663 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-6aa8f885-b19f-4557-9087-fb0da1ec10dd req-8a1d8cb6-544a-4505-b3d8-5577a887b152 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:51.336141 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-6aa8f885-b19f-4557-9087-fb0da1ec10dd req-8a1d8cb6-544a-4505-b3d8-5577a887b152 service neutron] 10.222.0.63 "PUT /v2.0/ports/223eac48-b6a2-4199-8a68-9de59384346f HTTP/1.1" status: 200 len: 1095 time: 1.4257722 Aug 18 11:57:51.357466 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:51.375912 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1d8cb6-544a-4505-b3d8-5577a887b152 service neutron] Pushing event updated for resources: {'Port': ['ID=223eac48-b6a2-4199-8a68-9de59384346f,revision_number=3']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:57:51.445125 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa8f885-b19f-4557-9087-fb0da1ec10dd req-a3d6c277-d883-45cf-891f-20740689a00c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:51.448285 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-6aa8f885-b19f-4557-9087-fb0da1ec10dd req-a3d6c277-d883-45cf-891f-20740689a00c service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=219939a1ee9342f9a2179d7c4243e386&device_id=a5f9881f-9780-47ab-bfbd-d22b066ac3dd HTTP/1.1" status: 200 len: 1098 time: 0.0609651 Aug 18 11:57:51.465059 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5ca3a034-9e43-4201-bdcf-b9cb55f43fb8 req-a8b5193e-efc5-41a0-96c0-af57d5287a54 tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] 10.222.0.66 "GET /v2.0/security-groups?id=ad88621b-057d-4148-94ff-fad542d38fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4853323 Aug 18 11:57:51.466891 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1766a0a-a9f2-4402-8b60-0b6b5c6f0333 req-32e1d4dd-6de8-463a-996d-2b300e1056e8 tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] Made reservation on behalf of 3c65702c3e884328ad7846bc78b658bf for: {'port': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 11:57:51.470564 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-f1766a0a-a9f2-4402-8b60-0b6b5c6f0333 req-32e1d4dd-6de8-463a-996d-2b300e1056e8 tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:51.495469 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c56859e-22bf-4e2b-abb4-550ff526d808 req-c02673d5-4f11-4e40-83bb-8d2dba3b480e tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:51.503421 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7c56859e-22bf-4e2b-abb4-550ff526d808 req-c02673d5-4f11-4e40-83bb-8d2dba3b480e tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/ports?device_id=bb3624f1-8ce3-4298-97a2-89ded06e072e HTTP/1.1" status: 200 len: 949 time: 0.1053052 Aug 18 11:57:51.537005 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-6aa8f885-b19f-4557-9087-fb0da1ec10dd req-1cf5527b-fc95-4129-b3d5-2e58256cf8e2 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=223eac48-b6a2-4199-8a68-9de59384346f HTTP/1.1" status: 200 len: 217 time: 0.0506742 Aug 18 11:57:51.602835 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa8f885-b19f-4557-9087-fb0da1ec10dd req-bc285dd0-9c6c-471c-811b-25cc324c6eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:51.604777 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-6aa8f885-b19f-4557-9087-fb0da1ec10dd req-bc285dd0-9c6c-471c-811b-25cc324c6eb5 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=6d16d680-110b-436d-8afa-48ba845b3623 HTTP/1.1" status: 200 len: 843 time: 0.0605097 Aug 18 11:57:51.641396 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7c56859e-22bf-4e2b-abb4-550ff526d808 req-89eaae44-8f4d-4677-aac3-8beb26abc0f6 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/security-groups?id=0ddd2c5c-7e53-44ab-9404-c5fea69a570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311092 Aug 18 11:57:51.674159 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa8f885-b19f-4557-9087-fb0da1ec10dd req-c88f1b70-e896-4107-a78d-a76c27d07de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:51.676011 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-6aa8f885-b19f-4557-9087-fb0da1ec10dd req-c88f1b70-e896-4107-a78d-a76c27d07de7 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=222e0814-c7e5-4b11-9282-3f40c6ed76b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0605609 Aug 18 11:57:51.688914 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ec0620-0b43-4c77-9b4b-e174940f198e req-103be3a8-8b01-490b-86ca-5cc4926ab2c2 tempest-ServersAdminNegativeTestJSON-88531785 tempest-ServersAdminNegativeTestJSON-88531785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:51.690448 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-08ec0620-0b43-4c77-9b4b-e174940f198e req-103be3a8-8b01-490b-86ca-5cc4926ab2c2 tempest-ServersAdminNegativeTestJSON-88531785 tempest-ServersAdminNegativeTestJSON-88531785-project] 10.222.0.66 "GET /v2.0/ports?device_id=a5f9881f-9780-47ab-bfbd-d22b066ac3dd HTTP/1.1" status: 200 len: 947 time: 0.1162307 Aug 18 11:57:51.727901 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 11:57:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33685cf7-bd2a-4cb7-827d-ae8fd94b054a x-openstack-request-id: req-33685cf7-bd2a-4cb7-827d-ae8fd94b054a {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:57:51.728188 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30c3781d-a4b9-422e-8128-e726a0721260", "name": "network-vif-deleted", "tag": "184f4765-5f5a-4539-a749-0ce41a95df48", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:57:51.728433 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-33685cf7-bd2a-4cb7-827d-ae8fd94b054a {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:57:51.728845 n-d-804985-2 neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30c3781d-a4b9-422e-8128-e726a0721260', 'name': 'network-vif-deleted', 'tag': '184f4765-5f5a-4539-a749-0ce41a95df48', 'status': 'completed', 'code': 200} Aug 18 11:57:51.741759 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [req-f1766a0a-a9f2-4402-8b60-0b6b5c6f0333 req-32e1d4dd-6de8-463a-996d-2b300e1056e8 tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] Allocated IP 172.20.0.5 (fac8d860-f4f2-49a0-99ea-233476aded7e/80867b40-661a-4fc1-85b2-6a0bc5d62715/cca73d7c-4cb3-41f8-8a12-80884ba9a463) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 11:57:51.772539 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-08ec0620-0b43-4c77-9b4b-e174940f198e req-e47d6a8d-4eab-4da5-b5d2-624e041cfccd tempest-ServersAdminNegativeTestJSON-88531785 tempest-ServersAdminNegativeTestJSON-88531785-project] 10.222.0.66 "GET /v2.0/security-groups?id=e15cd1e1-1ec2-43c7-81da-4d2c8f87e716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655215 Aug 18 11:57:51.822293 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-6aa8f885-b19f-4557-9087-fb0da1ec10dd req-6fc22857-d82c-4743-984c-25a6b627a9d9 service neutron] 10.222.0.63 "GET /v2.0/networks/222e0814-c7e5-4b11-9282-3f40c6ed76b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258616 Aug 18 11:57:51.906277 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b015fe88-4613-4565-9cdb-4f109786962b req-a843936f-47a5-4381-84c1-6935cdcec139 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:51.911784 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b015fe88-4613-4565-9cdb-4f109786962b req-a843936f-47a5-4381-84c1-6935cdcec139 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b17c551-5a7e-4971-a497-896e305bde2e HTTP/1.1" status: 200 len: 944 time: 0.1378489 Aug 18 11:57:51.963426 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-6aa8f885-b19f-4557-9087-fb0da1ec10dd req-c0672356-95e2-435a-aa54-487ec3f81c9b service neutron] 10.222.0.63 "GET /v2.0/networks/222e0814-c7e5-4b11-9282-3f40c6ed76b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320624 Aug 18 11:57:52.019220 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-53584c24-f517-494e-ac93-c18bb92373f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:52.089978 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-cc7be498-c63a-42cf-a3f8-293fe085df10 req-d675e59d-7a9b-420d-8952-d2c34fadc4e8 tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] 10.222.0.66 "GET /v2.0/ports?device_id=6178433e-6081-4e35-94a3-df149b6a8f20 HTTP/1.1" status: 200 len: 210 time: 0.1146178 Aug 18 11:57:52.104433 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-f1766a0a-a9f2-4402-8b60-0b6b5c6f0333 req-32e1d4dd-6de8-463a-996d-2b300e1056e8 tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:52.115556 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b015fe88-4613-4565-9cdb-4f109786962b req-e17fba63-5ba0-444f-a33c-33f9fe80f9f6 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.66 "GET /v2.0/security-groups?id=11bbe5b2-5f3b-4775-89a0-258a798e3ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890857 Aug 18 11:57:52.154970 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-f1766a0a-a9f2-4402-8b60-0b6b5c6f0333 req-32e1d4dd-6de8-463a-996d-2b300e1056e8 tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:52.176006 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] get_ports_and_sgs() called for port_ids ['184f4765-5f5a-4539-a749-0ce41a95df48'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 11:57:52.196215 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1766a0a-a9f2-4402-8b60-0b6b5c6f0333 req-32e1d4dd-6de8-463a-996d-2b300e1056e8 tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] Network fac8d860-f4f2-49a0-99ea-233476aded7e is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 11:57:52.201311 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 5a411eec-4203-49ca-a9f9-d1bcc2620eea details requested by agent hyperv_n-h1-804985-2 with host n-h1-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 11:57:52.201479 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [req-f1766a0a-a9f2-4402-8b60-0b6b5c6f0333 req-32e1d4dd-6de8-463a-996d-2b300e1056e8 tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:57:52.205383 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1766a0a-a9f2-4402-8b60-0b6b5c6f0333 req-32e1d4dd-6de8-463a-996d-2b300e1056e8 tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 11:57:52.233814 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e1d4dd-6de8-463a-996d-2b300e1056e8 tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] Pushing event updated for resources: {'Port': ['ID=cca73d7c-4cb3-41f8-8a12-80884ba9a463,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:57:52.258932 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1766a0a-a9f2-4402-8b60-0b6b5c6f0333 req-32e1d4dd-6de8-463a-996d-2b300e1056e8 tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:52.259546 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-f1766a0a-a9f2-4402-8b60-0b6b5c6f0333 req-32e1d4dd-6de8-463a-996d-2b300e1056e8 tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:52.275951 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f1766a0a-a9f2-4402-8b60-0b6b5c6f0333 req-32e1d4dd-6de8-463a-996d-2b300e1056e8 tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5481842 Aug 18 11:57:52.291819 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-f1766a0a-a9f2-4402-8b60-0b6b5c6f0333 req-6357f929-dd4b-49cc-8621-93703aac65df service neutron] Request body: {'port': {'device_id': '6178433e-6081-4e35-94a3-df149b6a8f20', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804985-2'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:57:52.309806 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 5a411eec-4203-49ca-a9f9-d1bcc2620eea, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=5a411eec-4203-49ca-a9f9-d1bcc2620eea,segment=NetworkSegment(0769e917-ce53-43de-97f7-af6feb189e7f),segment_id=0769e917-ce53-43de-97f7-af6feb189e7f)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:57:52.321391 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Returning: {'device': '5a411eec-4203-49ca-a9f9-d1bcc2620eea', 'network_id': '45f10d77-130c-4859-b30d-1a902305b96f', 'port_id': '5a411eec-4203-49ca-a9f9-d1bcc2620eea', 'mac_address': 'fa:16:3e:d3:88:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 821, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cf2249d-58a2-4afe-a9fb-145dc05a7f39', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 11:57:52.351043 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-f1766a0a-a9f2-4402-8b60-0b6b5c6f0333 req-6357f929-dd4b-49cc-8621-93703aac65df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:52.363633 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:52.379611 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a411eec-4203-49ca-a9f9-d1bcc2620eea {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 11:57:52.403154 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 5a411eec-4203-49ca-a9f9-d1bcc2620eea, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=5a411eec-4203-49ca-a9f9-d1bcc2620eea,segment=NetworkSegment(0769e917-ce53-43de-97f7-af6feb189e7f),segment_id=0769e917-ce53-43de-97f7-af6feb189e7f)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:57:52.408167 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:52.408869 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 7f351651-94b8-432f-bfd7-3d92745e2a20 details requested by agent hyperv_n-h1-804985-2 with host n-h1-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 11:57:52.522215 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=5a411eec-4203-49ca-a9f9-d1bcc2620eea,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:57:52.569113 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 7f351651-94b8-432f-bfd7-3d92745e2a20, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=7f351651-94b8-432f-bfd7-3d92745e2a20,segment=NetworkSegment(5e2f67b8-ff4a-4cf9-aef3-b551840351ed),segment_id=5e2f67b8-ff4a-4cf9-aef3-b551840351ed)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:57:52.581019 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Returning: {'device': '7f351651-94b8-432f-bfd7-3d92745e2a20', 'network_id': '97accd71-2aa2-4572-acff-da2e63e9ea24', 'port_id': '7f351651-94b8-432f-bfd7-3d92745e2a20', 'mac_address': 'fa:16:3e:29:43:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 831, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9e8819c-692a-472a-8ad6-8fb1be2fae20', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 11:57:52.624579 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:52.631646 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efaee7f-6866-4e70-8616-bccb9ffe5f9d req-971a9c01-071e-4603-80e7-33ffaaba7977 tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:52.633217 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0efaee7f-6866-4e70-8616-bccb9ffe5f9d req-971a9c01-071e-4603-80e7-33ffaaba7977 tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] 10.222.0.66 "GET /v2.0/ports?device_id=b73a52d8-2ef6-4dc1-ab97-e2ec23e31200 HTTP/1.1" status: 200 len: 946 time: 0.0796814 Aug 18 11:57:52.638756 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7f351651-94b8-432f-bfd7-3d92745e2a20 {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 11:57:52.665692 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 7f351651-94b8-432f-bfd7-3d92745e2a20, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=7f351651-94b8-432f-bfd7-3d92745e2a20,segment=NetworkSegment(5e2f67b8-ff4a-4cf9-aef3-b551840351ed),segment_id=5e2f67b8-ff4a-4cf9-aef3-b551840351ed)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:57:52.671239 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:52.699459 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0efaee7f-6866-4e70-8616-bccb9ffe5f9d req-297889b1-b696-4840-a10f-052d0f49c4bc tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] 10.222.0.66 "GET /v2.0/security-groups?id=ad88621b-057d-4148-94ff-fad542d38fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555978 Aug 18 11:57:52.732169 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=7f351651-94b8-432f-bfd7-3d92745e2a20,revision_number=6']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:57:52.782761 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [req-f1766a0a-a9f2-4402-8b60-0b6b5c6f0333 req-6357f929-dd4b-49cc-8621-93703aac65df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cca73d7c-4cb3-41f8-8a12-80884ba9a463 {{(pid=106252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 11:57:52.791492 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-f1766a0a-a9f2-4402-8b60-0b6b5c6f0333 req-6357f929-dd4b-49cc-8621-93703aac65df service neutron] Notify callbacks [] for port, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:52.803929 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] get_ports_and_sgs() called for port_ids ['7f351651-94b8-432f-bfd7-3d92745e2a20'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 11:57:52.824431 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [req-f1766a0a-a9f2-4402-8b60-0b6b5c6f0333 req-6357f929-dd4b-49cc-8621-93703aac65df service neutron] Transition to ACTIVE for port object cca73d7c-4cb3-41f8-8a12-80884ba9a463 will not be triggered until provisioned by entity L2. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 11:57:52.837964 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9191c0-c201-43d2-83ef-00bc7e97223f req-0629d8d5-f1a6-4685-ae7f-2701d4437acf tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:52.839575 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4b9191c0-c201-43d2-83ef-00bc7e97223f req-0629d8d5-f1a6-4685-ae7f-2701d4437acf tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/ports?device_id=bb3624f1-8ce3-4298-97a2-89ded06e072e HTTP/1.1" status: 200 len: 949 time: 0.0965037 Aug 18 11:57:52.840941 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-f1766a0a-a9f2-4402-8b60-0b6b5c6f0333 req-6357f929-dd4b-49cc-8621-93703aac65df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:52.951250 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6357f929-dd4b-49cc-8621-93703aac65df service neutron] Pushing event updated for resources: {'Port': ['ID=cca73d7c-4cb3-41f8-8a12-80884ba9a463,revision_number=2']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:57:52.984647 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4b9191c0-c201-43d2-83ef-00bc7e97223f req-f728f11e-6ca4-4741-815a-776129e5be3e tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/security-groups?id=0ddd2c5c-7e53-44ab-9404-c5fea69a570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348364 Aug 18 11:57:53.015778 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10aec05a-2073-4bd5-803f-f5dfd35a969f req-2764df97-6921-4265-91c6-daf31035eb04 tempest-ServersAdminNegativeTestJSON-88531785 tempest-ServersAdminNegativeTestJSON-88531785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:53.017402 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-10aec05a-2073-4bd5-803f-f5dfd35a969f req-2764df97-6921-4265-91c6-daf31035eb04 tempest-ServersAdminNegativeTestJSON-88531785 tempest-ServersAdminNegativeTestJSON-88531785-project] 10.222.0.66 "GET /v2.0/ports?device_id=a5f9881f-9780-47ab-bfbd-d22b066ac3dd HTTP/1.1" status: 200 len: 947 time: 0.1451280 Aug 18 11:57:53.080004 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-10aec05a-2073-4bd5-803f-f5dfd35a969f req-9684480a-43c4-45ae-8bd6-995a6eb653c6 tempest-ServersAdminNegativeTestJSON-88531785 tempest-ServersAdminNegativeTestJSON-88531785-project] 10.222.0.66 "GET /v2.0/security-groups?id=e15cd1e1-1ec2-43c7-81da-4d2c8f87e716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543623 Aug 18 11:57:53.082263 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-f1766a0a-a9f2-4402-8b60-0b6b5c6f0333 req-6357f929-dd4b-49cc-8621-93703aac65df service neutron] Attempting to bind port cca73d7c-4cb3-41f8-8a12-80884ba9a463 on host n-h1-804985-2 for vnic_type normal with profile {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 11:57:53.082598 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-f1766a0a-a9f2-4402-8b60-0b6b5c6f0333 req-6357f929-dd4b-49cc-8621-93703aac65df service neutron] Attempting to bind port cca73d7c-4cb3-41f8-8a12-80884ba9a463 by drivers openvswitch,hyperv on host n-h1-804985-2 at level 0 using segments [{'id': '8d845f6a-d01c-49fc-8841-a69d4d456626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'fac8d860-f4f2-49a0-99ea-233476aded7e'}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 11:57:53.083048 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1766a0a-a9f2-4402-8b60-0b6b5c6f0333 req-6357f929-dd4b-49cc-8621-93703aac65df service neutron] Attempting to bind port cca73d7c-4cb3-41f8-8a12-80884ba9a463 on network fac8d860-f4f2-49a0-99ea-233476aded7e {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 11:57:53.088289 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1766a0a-a9f2-4402-8b60-0b6b5c6f0333 req-6357f929-dd4b-49cc-8621-93703aac65df service neutron] Port cca73d7c-4cb3-41f8-8a12-80884ba9a463 on network fac8d860-f4f2-49a0-99ea-233476aded7e not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-2 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 11:57:53.088744 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1766a0a-a9f2-4402-8b60-0b6b5c6f0333 req-6357f929-dd4b-49cc-8621-93703aac65df service neutron] Attempting to bind port cca73d7c-4cb3-41f8-8a12-80884ba9a463 on network fac8d860-f4f2-49a0-99ea-233476aded7e {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 11:57:53.094100 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1766a0a-a9f2-4402-8b60-0b6b5c6f0333 req-6357f929-dd4b-49cc-8621-93703aac65df service neutron] Checking agent: {'id': 'a613417a-d085-492c-941a-59bb18c633d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 49, 6), 'started_at': datetime.datetime(2021, 8, 18, 11, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 11, 57, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 11:57:53.094637 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1766a0a-a9f2-4402-8b60-0b6b5c6f0333 req-6357f929-dd4b-49cc-8621-93703aac65df service neutron] Checking segment: {'id': '8d845f6a-d01c-49fc-8841-a69d4d456626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'fac8d860-f4f2-49a0-99ea-233476aded7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 11:57:53.095353 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1766a0a-a9f2-4402-8b60-0b6b5c6f0333 req-6357f929-dd4b-49cc-8621-93703aac65df service neutron] Bound using segment: {'id': '8d845f6a-d01c-49fc-8841-a69d4d456626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'fac8d860-f4f2-49a0-99ea-233476aded7e'} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 11:57:53.095797 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-f1766a0a-a9f2-4402-8b60-0b6b5c6f0333 req-6357f929-dd4b-49cc-8621-93703aac65df service neutron] Bound port: cca73d7c-4cb3-41f8-8a12-80884ba9a463, host: n-h1-804985-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d845f6a-d01c-49fc-8841-a69d4d456626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'fac8d860-f4f2-49a0-99ea-233476aded7e'}}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 11:57:53.096160 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-f1766a0a-a9f2-4402-8b60-0b6b5c6f0333 req-6357f929-dd4b-49cc-8621-93703aac65df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:53.114663 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] get_ports_and_sgs() called for port_ids ['5a411eec-4203-49ca-a9f9-d1bcc2620eea'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 11:57:53.260735 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-f1766a0a-a9f2-4402-8b60-0b6b5c6f0333 req-6357f929-dd4b-49cc-8621-93703aac65df service neutron] For port cca73d7c-4cb3-41f8-8a12-80884ba9a463, host n-h1-804985-2, cleared binding levels {{(pid=106252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 11:57:53.294705 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-f1766a0a-a9f2-4402-8b60-0b6b5c6f0333 req-6357f929-dd4b-49cc-8621-93703aac65df service neutron] For port cca73d7c-4cb3-41f8-8a12-80884ba9a463, host n-h1-804985-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=cca73d7c-4cb3-41f8-8a12-80884ba9a463,segment=NetworkSegment(8d845f6a-d01c-49fc-8841-a69d4d456626),segment_id=8d845f6a-d01c-49fc-8841-a69d4d456626)] {{(pid=106252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 11:57:53.304104 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-f1766a0a-a9f2-4402-8b60-0b6b5c6f0333 req-6357f929-dd4b-49cc-8621-93703aac65df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:53.346751 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09729d8-9453-4c01-bcae-be88ffff3d03 req-9dc99ec4-08a0-4774-92f6-5035138c8db7 tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:53.348381 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a09729d8-9453-4c01-bcae-be88ffff3d03 req-9dc99ec4-08a0-4774-92f6-5035138c8db7 tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] 10.222.0.66 "GET /v2.0/ports?device_id=6178433e-6081-4e35-94a3-df149b6a8f20 HTTP/1.1" status: 200 len: 943 time: 0.1325903 Aug 18 11:57:53.361006 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1766a0a-a9f2-4402-8b60-0b6b5c6f0333 req-6357f929-dd4b-49cc-8621-93703aac65df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:53.361819 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-f1766a0a-a9f2-4402-8b60-0b6b5c6f0333 req-6357f929-dd4b-49cc-8621-93703aac65df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:53.363210 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f1766a0a-a9f2-4402-8b60-0b6b5c6f0333 req-6357f929-dd4b-49cc-8621-93703aac65df service neutron] 10.222.0.63 "PUT /v2.0/ports/cca73d7c-4cb3-41f8-8a12-80884ba9a463 HTTP/1.1" status: 200 len: 1091 time: 1.0769124 Aug 18 11:57:53.368988 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6178433e-6081-4e35-94a3-df149b6a8f20', 'tag': 'cca73d7c-4cb3-41f8-8a12-80884ba9a463'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 11:57:53.371249 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b482a3fc-31b3-4bcc-9014-4ad91b22fbe0" -d '{"events": [{"name": "network-changed", "server_uuid": "6178433e-6081-4e35-94a3-df149b6a8f20", "tag": "cca73d7c-4cb3-41f8-8a12-80884ba9a463"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:57:53.397497 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0aa9bda-2eaf-4adc-9c87-d2311371fdfa req-46ba1ec2-7ae1-4cf8-9d10-b9e89b21446b tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:53.399131 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d0aa9bda-2eaf-4adc-9c87-d2311371fdfa req-46ba1ec2-7ae1-4cf8-9d10-b9e89b21446b tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b17c551-5a7e-4971-a497-896e305bde2e HTTP/1.1" status: 200 len: 945 time: 0.1686108 Aug 18 11:57:53.438992 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6357f929-dd4b-49cc-8621-93703aac65df service neutron] Pushing event updated for resources: {'Port': ['ID=cca73d7c-4cb3-41f8-8a12-80884ba9a463,revision_number=3']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:57:53.491694 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a09729d8-9453-4c01-bcae-be88ffff3d03 req-d752a607-8eb9-407c-a34c-70013230bfd5 tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bf5bc16-7ae8-42c8-a968-84c3ac638172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235471 Aug 18 11:57:53.509661 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d0aa9bda-2eaf-4adc-9c87-d2311371fdfa req-f1aedfd9-edd4-4adc-ba70-cbb1ae17f3a3 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.66 "GET /v2.0/security-groups?id=11bbe5b2-5f3b-4775-89a0-258a798e3ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978804 Aug 18 11:57:53.514944 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1766a0a-a9f2-4402-8b60-0b6b5c6f0333 req-29f27fe8-7e3d-4b24-9478-af6033310076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:53.516454 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f1766a0a-a9f2-4402-8b60-0b6b5c6f0333 req-29f27fe8-7e3d-4b24-9478-af6033310076 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=3c65702c3e884328ad7846bc78b658bf&device_id=6178433e-6081-4e35-94a3-df149b6a8f20 HTTP/1.1" status: 200 len: 1094 time: 0.0976019 Aug 18 11:57:53.556126 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 11:57:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab93cc7a-664d-49e8-b8d5-b550e763bbdb x-openstack-request-id: req-ab93cc7a-664d-49e8-b8d5-b550e763bbdb {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:57:53.556511 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6178433e-6081-4e35-94a3-df149b6a8f20", "tag": "cca73d7c-4cb3-41f8-8a12-80884ba9a463", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:57:53.557161 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ab93cc7a-664d-49e8-b8d5-b550e763bbdb {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:57:53.557702 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6178433e-6081-4e35-94a3-df149b6a8f20', 'tag': 'cca73d7c-4cb3-41f8-8a12-80884ba9a463', 'status': 'completed', 'code': 200} Aug 18 11:57:53.601325 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f1766a0a-a9f2-4402-8b60-0b6b5c6f0333 req-143d139e-2885-4dd1-9fe1-2cd0863c2e1b service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cca73d7c-4cb3-41f8-8a12-80884ba9a463 HTTP/1.1" status: 200 len: 217 time: 0.0587585 Aug 18 11:57:53.661600 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1766a0a-a9f2-4402-8b60-0b6b5c6f0333 req-804693ce-fd36-4a57-84c6-aae9b3b14608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:53.663573 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f1766a0a-a9f2-4402-8b60-0b6b5c6f0333 req-804693ce-fd36-4a57-84c6-aae9b3b14608 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=80867b40-661a-4fc1-85b2-6a0bc5d62715 HTTP/1.1" status: 200 len: 854 time: 0.0527194 Aug 18 11:57:53.701547 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f1766a0a-a9f2-4402-8b60-0b6b5c6f0333 req-0e3214f2-61c0-4303-8bf2-be76d0559153 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=fac8d860-f4f2-49a0-99ea-233476aded7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294490 Aug 18 11:57:53.714872 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-500a1c61-38a7-4c23-a7ec-4631080af5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:53.730109 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5f9881f-9780-47ab-bfbd-d22b066ac3dd', 'tag': '223eac48-b6a2-4199-8a68-9de59384346f'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 11:57:53.732716 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0679f4c4b6e0e0c064a7d71d722dc30541a34fffee11680573be22ee2ffccc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd9ab587-312c-4eeb-8a26-4f8c0882c3d9" -d '{"events": [{"name": "network-changed", "server_uuid": "a5f9881f-9780-47ab-bfbd-d22b066ac3dd", "tag": "223eac48-b6a2-4199-8a68-9de59384346f"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:57:53.797627 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 11:57:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f87aafeb-41cd-49da-80f6-f2695fe9fbf4 x-openstack-request-id: req-f87aafeb-41cd-49da-80f6-f2695fe9fbf4 {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:57:53.798681 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5f9881f-9780-47ab-bfbd-d22b066ac3dd", "tag": "223eac48-b6a2-4199-8a68-9de59384346f", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:57:53.798953 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f87aafeb-41cd-49da-80f6-f2695fe9fbf4 {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:57:53.799623 n-d-804985-2 neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5f9881f-9780-47ab-bfbd-d22b066ac3dd', 'tag': '223eac48-b6a2-4199-8a68-9de59384346f', 'status': 'completed', 'code': 200} Aug 18 11:57:53.863536 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f1766a0a-a9f2-4402-8b60-0b6b5c6f0333 req-8c1679f6-b5a7-4598-919a-8f2c2bf46c03 service neutron] 10.222.0.63 "GET /v2.0/networks/fac8d860-f4f2-49a0-99ea-233476aded7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537054 Aug 18 11:57:53.872714 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538ad331-f227-4fe7-baaa-ff888ca9ebe8 req-a705937e-7e8f-484e-afb2-5cd68a60c629 tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:53.875326 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-538ad331-f227-4fe7-baaa-ff888ca9ebe8 req-a705937e-7e8f-484e-afb2-5cd68a60c629 tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] 10.222.0.66 "GET /v2.0/ports?device_id=b73a52d8-2ef6-4dc1-ab97-e2ec23e31200 HTTP/1.1" status: 200 len: 945 time: 0.0956388 Aug 18 11:57:53.901677 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9ab587-312c-4eeb-8a26-4f8c0882c3d9 req-7489c4fe-62f4-435a-88fc-77db3f49a2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:53.904144 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-dd9ab587-312c-4eeb-8a26-4f8c0882c3d9 req-7489c4fe-62f4-435a-88fc-77db3f49a2ca service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=219939a1ee9342f9a2179d7c4243e386&device_id=a5f9881f-9780-47ab-bfbd-d22b066ac3dd HTTP/1.1" status: 200 len: 1098 time: 0.0708718 Aug 18 11:57:53.976256 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-538ad331-f227-4fe7-baaa-ff888ca9ebe8 req-5a3985ba-6a91-4a82-8480-3b2511ae7e2d tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] 10.222.0.66 "GET /v2.0/security-groups?id=ad88621b-057d-4148-94ff-fad542d38fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780852 Aug 18 11:57:54.015735 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f1766a0a-a9f2-4402-8b60-0b6b5c6f0333 req-f533ed88-2a8a-4729-be2c-9137761afb74 service neutron] 10.222.0.63 "GET /v2.0/networks/fac8d860-f4f2-49a0-99ea-233476aded7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391315 Aug 18 11:57:54.190862 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b482a3fc-31b3-4bcc-9014-4ad91b22fbe0 req-dc547d36-1014-46b8-9297-d3a97a0490b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:54.193247 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b482a3fc-31b3-4bcc-9014-4ad91b22fbe0 req-dc547d36-1014-46b8-9297-d3a97a0490b3 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=3c65702c3e884328ad7846bc78b658bf&device_id=6178433e-6081-4e35-94a3-df149b6a8f20 HTTP/1.1" status: 200 len: 1094 time: 0.1057591 Aug 18 11:57:54.193928 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 223eac48-b6a2-4199-8a68-9de59384346f details requested by agent hyperv_n-h1-804985-2 with host n-h1-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 11:57:54.196531 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 5a411eec-4203-49ca-a9f9-d1bcc2620eea up at agent hyperv_n-h1-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:57:54.220009 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fcb64a-9f9c-4d4f-9be1-90c14091b9dd req-36fa362c-411b-4c1c-93a8-823ae2de60e7 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:54.224067 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b2fcb64a-9f9c-4d4f-9be1-90c14091b9dd req-36fa362c-411b-4c1c-93a8-823ae2de60e7 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/ports?device_id=bb3624f1-8ce3-4298-97a2-89ded06e072e HTTP/1.1" status: 200 len: 949 time: 0.1270466 Aug 18 11:57:54.397647 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9ab587-312c-4eeb-8a26-4f8c0882c3d9 req-7ee2fd25-5ec7-4863-864d-bd149b52fb48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:54.401229 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-dd9ab587-312c-4eeb-8a26-4f8c0882c3d9 req-7ee2fd25-5ec7-4863-864d-bd149b52fb48 service neutron] 10.222.0.63 "GET /v2.0/networks?id=222e0814-c7e5-4b11-9282-3f40c6ed76b2 HTTP/1.1" status: 200 len: 870 time: 0.4876075 Aug 18 11:57:54.404901 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Provisioning for port 5a411eec-4203-49ca-a9f9-d1bcc2620eea completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 11:57:54.417145 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Provisioning complete for port 5a411eec-4203-49ca-a9f9-d1bcc2620eea triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:57:54.417524 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:54.452282 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b2fcb64a-9f9c-4d4f-9be1-90c14091b9dd req-15802289-72ef-4d8c-a34a-6fce222cb67f tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/security-groups?id=0ddd2c5c-7e53-44ab-9404-c5fea69a570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118499 Aug 18 11:57:54.455736 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 223eac48-b6a2-4199-8a68-9de59384346f, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=223eac48-b6a2-4199-8a68-9de59384346f,segment=NetworkSegment(b0eb6eea-b461-4969-8a27-808f00daa8a1),segment_id=b0eb6eea-b461-4969-8a27-808f00daa8a1)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:57:54.478266 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Returning: {'device': '223eac48-b6a2-4199-8a68-9de59384346f', 'network_id': '222e0814-c7e5-4b11-9282-3f40c6ed76b2', 'port_id': '223eac48-b6a2-4199-8a68-9de59384346f', 'mac_address': 'fa:16:3e:91:cc:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 823, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d16d680-110b-436d-8afa-48ba845b3623', 'ip_address': '192.168.233.35'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 11:57:54.483614 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980ae734-d767-4378-9e28-0a6b53692a2b req-bbb49580-ef2e-43ec-b754-b9fe04de8bdc tempest-ServersAdminNegativeTestJSON-88531785 tempest-ServersAdminNegativeTestJSON-88531785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:54.491810 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-980ae734-d767-4378-9e28-0a6b53692a2b req-bbb49580-ef2e-43ec-b754-b9fe04de8bdc tempest-ServersAdminNegativeTestJSON-88531785 tempest-ServersAdminNegativeTestJSON-88531785-project] 10.222.0.66 "GET /v2.0/ports?device_id=a5f9881f-9780-47ab-bfbd-d22b066ac3dd HTTP/1.1" status: 200 len: 947 time: 0.2005625 Aug 18 11:57:54.505749 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-dd9ab587-312c-4eeb-8a26-4f8c0882c3d9 req-c891f08f-65d5-48ed-8914-9ed961a27a5d service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=223eac48-b6a2-4199-8a68-9de59384346f HTTP/1.1" status: 200 len: 217 time: 0.0892000 Aug 18 11:57:54.520620 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b482a3fc-31b3-4bcc-9014-4ad91b22fbe0 req-248a1d64-87de-4954-a8ef-bce6a049362d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:54.522465 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b482a3fc-31b3-4bcc-9014-4ad91b22fbe0 req-248a1d64-87de-4954-a8ef-bce6a049362d service neutron] 10.222.0.63 "GET /v2.0/networks?id=fac8d860-f4f2-49a0-99ea-233476aded7e HTTP/1.1" status: 200 len: 915 time: 0.2974305 Aug 18 11:57:54.555932 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-980ae734-d767-4378-9e28-0a6b53692a2b req-a5fd6cfe-1348-4087-aa17-5f24bacb23ef tempest-ServersAdminNegativeTestJSON-88531785 tempest-ServersAdminNegativeTestJSON-88531785-project] 10.222.0.66 "GET /v2.0/security-groups?id=e15cd1e1-1ec2-43c7-81da-4d2c8f87e716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583372 Aug 18 11:57:54.557200 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:54.603739 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 223eac48-b6a2-4199-8a68-9de59384346f {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 11:57:54.612304 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b482a3fc-31b3-4bcc-9014-4ad91b22fbe0 req-0a8b8a00-bc4a-445a-8b07-c9b97b5f4de4 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cca73d7c-4cb3-41f8-8a12-80884ba9a463 HTTP/1.1" status: 200 len: 217 time: 0.0711968 Aug 18 11:57:54.623742 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9ab587-312c-4eeb-8a26-4f8c0882c3d9 req-b0442b49-fcf8-42f8-bad1-559289b567ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:54.628825 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-dd9ab587-312c-4eeb-8a26-4f8c0882c3d9 req-b0442b49-fcf8-42f8-bad1-559289b567ed service neutron] 10.222.0.63 "GET /v2.0/subnets?id=6d16d680-110b-436d-8afa-48ba845b3623 HTTP/1.1" status: 200 len: 843 time: 0.1053545 Aug 18 11:57:54.634696 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:54.692622 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 223eac48-b6a2-4199-8a68-9de59384346f, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=223eac48-b6a2-4199-8a68-9de59384346f,segment=NetworkSegment(b0eb6eea-b461-4969-8a27-808f00daa8a1),segment_id=b0eb6eea-b461-4969-8a27-808f00daa8a1)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:57:54.712588 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:54.716039 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b482a3fc-31b3-4bcc-9014-4ad91b22fbe0 req-39f5e0dc-7862-4646-ae12-0dce21c47c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:54.719160 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b482a3fc-31b3-4bcc-9014-4ad91b22fbe0 req-39f5e0dc-7862-4646-ae12-0dce21c47c4f service neutron] 10.222.0.63 "GET /v2.0/subnets?id=80867b40-661a-4fc1-85b2-6a0bc5d62715 HTTP/1.1" status: 200 len: 854 time: 0.0994360 Aug 18 11:57:54.728304 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b17c551-5a7e-4971-a497-896e305bde2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a411eec-4203-49ca-a9f9-d1bcc2620eea'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 11:57:54.731526 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db50a436fb3a98495337d8fe7487b4f2ea6f3c1052eb9efadc2ecda2d5737001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf673a61-9b78-41c3-92bb-8785f2d0191d" -d '{"events": [{"server_uuid": "8b17c551-5a7e-4971-a497-896e305bde2e", "name": "network-vif-plugged", "status": "completed", "tag": "5a411eec-4203-49ca-a9f9-d1bcc2620eea"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:57:54.732685 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9ab587-312c-4eeb-8a26-4f8c0882c3d9 req-b345d26c-4b81-437c-9930-b6deee0b377d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:54.735191 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-dd9ab587-312c-4eeb-8a26-4f8c0882c3d9 req-b345d26c-4b81-437c-9930-b6deee0b377d service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=222e0814-c7e5-4b11-9282-3f40c6ed76b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0992420 Aug 18 11:57:54.742242 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686b0c07-0304-4c3e-b499-6229fc3752b8 req-7c1926d6-468c-4634-bf29-0c9da4c688bc tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:54.745285 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-686b0c07-0304-4c3e-b499-6229fc3752b8 req-7c1926d6-468c-4634-bf29-0c9da4c688bc tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] 10.222.0.66 "GET /v2.0/ports?device_id=6178433e-6081-4e35-94a3-df149b6a8f20 HTTP/1.1" status: 200 len: 943 time: 0.0864658 Aug 18 11:57:54.797222 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b482a3fc-31b3-4bcc-9014-4ad91b22fbe0 req-138ca740-ce2e-463d-b5b9-adf67ea971ac service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=fac8d860-f4f2-49a0-99ea-233476aded7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509865 Aug 18 11:57:54.824441 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 5a411eec-4203-49ca-a9f9-d1bcc2620eea, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=5a411eec-4203-49ca-a9f9-d1bcc2620eea,segment=NetworkSegment(0769e917-ce53-43de-97f7-af6feb189e7f),segment_id=0769e917-ce53-43de-97f7-af6feb189e7f)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:57:54.843734 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:54.844635 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 7f351651-94b8-432f-bfd7-3d92745e2a20 up at agent hyperv_n-h1-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:57:54.919544 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-686b0c07-0304-4c3e-b499-6229fc3752b8 req-80d5c8a3-f507-44fd-8f0d-fdbc96878a56 tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bf5bc16-7ae8-42c8-a968-84c3ac638172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153271 Aug 18 11:57:54.923481 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=223eac48-b6a2-4199-8a68-9de59384346f,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:57:54.950381 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-dd9ab587-312c-4eeb-8a26-4f8c0882c3d9 req-a8422c79-785c-4221-83d1-e90875205646 service neutron] 10.222.0.63 "GET /v2.0/networks/222e0814-c7e5-4b11-9282-3f40c6ed76b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2002220 Aug 18 11:57:54.980519 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Provisioning complete for port 7f351651-94b8-432f-bfd7-3d92745e2a20 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:57:54.980836 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:55.015280 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 11:57:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49ab11dd-5505-4c22-8ba7-9f89df8cd746 x-openstack-request-id: req-49ab11dd-5505-4c22-8ba7-9f89df8cd746 {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:57:55.016120 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b17c551-5a7e-4971-a497-896e305bde2e", "name": "network-vif-plugged", "status": "completed", "tag": "5a411eec-4203-49ca-a9f9-d1bcc2620eea", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:57:55.016120 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-49ab11dd-5505-4c22-8ba7-9f89df8cd746 {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:57:55.016339 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b17c551-5a7e-4971-a497-896e305bde2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a411eec-4203-49ca-a9f9-d1bcc2620eea', 'code': 200} Aug 18 11:57:55.048260 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=5a411eec-4203-49ca-a9f9-d1bcc2620eea,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:57:55.068257 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7b13dd-13b5-4f42-a8a1-a11a922ad6d9 req-0af50c65-5357-44e3-a925-0faf84b6caa6 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:55.069245 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-dd9ab587-312c-4eeb-8a26-4f8c0882c3d9 req-b21576cf-c699-48e1-8b02-f4d2723218b5 service neutron] 10.222.0.63 "GET /v2.0/networks/222e0814-c7e5-4b11-9282-3f40c6ed76b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082971 Aug 18 11:57:55.076466 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-bb7b13dd-13b5-4f42-a8a1-a11a922ad6d9 req-0af50c65-5357-44e3-a925-0faf84b6caa6 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b17c551-5a7e-4971-a497-896e305bde2e HTTP/1.1" status: 200 len: 946 time: 0.1178112 Aug 18 11:57:55.080565 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b482a3fc-31b3-4bcc-9014-4ad91b22fbe0 req-07f896f9-81cf-4e4f-9ca1-47b6802e3cb5 service neutron] 10.222.0.63 "GET /v2.0/networks/fac8d860-f4f2-49a0-99ea-233476aded7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2587750 Aug 18 11:57:55.098889 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] get_ports_and_sgs() called for port_ids ['223eac48-b6a2-4199-8a68-9de59384346f'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 11:57:55.141209 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:55.179256 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c0b0f6-6be5-4962-b5ae-779c75421140 req-1bc254c5-098a-4638-a747-5a303e039b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:55.181691 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-21c0b0f6-6be5-4962-b5ae-779c75421140 req-1bc254c5-098a-4638-a747-5a303e039b0b service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=8b17c551-5a7e-4971-a497-896e305bde2e HTTP/1.1" status: 200 len: 1097 time: 0.0835781 Aug 18 11:57:55.204296 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 7f351651-94b8-432f-bfd7-3d92745e2a20, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=7f351651-94b8-432f-bfd7-3d92745e2a20,segment=NetworkSegment(5e2f67b8-ff4a-4cf9-aef3-b551840351ed),segment_id=5e2f67b8-ff4a-4cf9-aef3-b551840351ed)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:57:55.215318 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:55.216213 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 184f4765-5f5a-4539-a749-0ce41a95df48 no longer exists at agent hyperv_n-h1-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 11:57:55.260081 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-21c0b0f6-6be5-4962-b5ae-779c75421140 req-b0a7f9eb-b6b3-473c-b5fa-76952b7457da service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=11bbe5b2-5f3b-4775-89a0-258a798e3ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686171 Aug 18 11:57:55.260516 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-bb7b13dd-13b5-4f42-a8a1-a11a922ad6d9 req-7f6cb58f-a992-4ac3-9a3e-48e0ec09ed77 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.66 "GET /v2.0/security-groups?id=11bbe5b2-5f3b-4775-89a0-258a798e3ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802337 Aug 18 11:57:55.273164 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] No Port match for: 184f4765-5f5a-4539-a749-0ce41a95df48 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 11:57:55.273492 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 184f4765-5f5a-4539-a749-0ce41a95df48 not bound to the agent host n-h1-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 11:57:55.311902 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=7f351651-94b8-432f-bfd7-3d92745e2a20,revision_number=7']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:57:55.341860 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b482a3fc-31b3-4bcc-9014-4ad91b22fbe0 req-c0470ab5-55be-46b2-ac25-17902e654caa service neutron] 10.222.0.63 "GET /v2.0/networks/fac8d860-f4f2-49a0-99ea-233476aded7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2371926 Aug 18 11:57:55.461853 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e678b0e-b433-4c2a-8d87-2a4f27f91eb3 req-8f471463-f989-4865-98f8-c971f2e0903e tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:55.462727 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2e678b0e-b433-4c2a-8d87-2a4f27f91eb3 req-8f471463-f989-4865-98f8-c971f2e0903e tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] 10.222.0.66 "GET /v2.0/ports?device_id=b73a52d8-2ef6-4dc1-ab97-e2ec23e31200 HTTP/1.1" status: 200 len: 946 time: 0.0713904 Aug 18 11:57:55.509112 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2e678b0e-b433-4c2a-8d87-2a4f27f91eb3 req-7649e048-7562-4034-96ca-006b38fa5bc5 tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] 10.222.0.66 "GET /v2.0/security-groups?id=ad88621b-057d-4148-94ff-fad542d38fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369315 Aug 18 11:57:55.629807 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b654a34-5668-47ef-bbec-204e698d7349 req-9fe4047b-e71f-4d5f-bebc-7998649abf2b tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:55.631750 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5b654a34-5668-47ef-bbec-204e698d7349 req-9fe4047b-e71f-4d5f-bebc-7998649abf2b tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/ports?device_id=bb3624f1-8ce3-4298-97a2-89ded06e072e HTTP/1.1" status: 200 len: 949 time: 0.0535674 Aug 18 11:57:55.691318 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5b654a34-5668-47ef-bbec-204e698d7349 req-de80a01d-960f-4af8-9b28-bfc2b08e6d2e tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/security-groups?id=0ddd2c5c-7e53-44ab-9404-c5fea69a570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434964 Aug 18 11:57:55.770123 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7050f5ff-8960-41ae-96d2-f28c69726e33 req-aa33116d-2cec-4823-85e5-8e0190f7e90e tempest-ServersAdminNegativeTestJSON-88531785 tempest-ServersAdminNegativeTestJSON-88531785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:55.771629 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7050f5ff-8960-41ae-96d2-f28c69726e33 req-aa33116d-2cec-4823-85e5-8e0190f7e90e tempest-ServersAdminNegativeTestJSON-88531785 tempest-ServersAdminNegativeTestJSON-88531785-project] 10.222.0.66 "GET /v2.0/ports?device_id=a5f9881f-9780-47ab-bfbd-d22b066ac3dd HTTP/1.1" status: 200 len: 948 time: 0.0550580 Aug 18 11:57:55.835237 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7050f5ff-8960-41ae-96d2-f28c69726e33 req-065c13f4-c009-403f-83ab-dc5dd5e8e596 tempest-ServersAdminNegativeTestJSON-88531785 tempest-ServersAdminNegativeTestJSON-88531785-project] 10.222.0.66 "GET /v2.0/security-groups?id=e15cd1e1-1ec2-43c7-81da-4d2c8f87e716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540679 Aug 18 11:57:55.846437 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9710b08-f97e-4285-a36a-9cdaf63ae9be req-fb1d2408-c32e-4bb9-b142-1f0976d49f59 tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:55.848013 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c9710b08-f97e-4285-a36a-9cdaf63ae9be req-fb1d2408-c32e-4bb9-b142-1f0976d49f59 tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] 10.222.0.66 "GET /v2.0/ports?device_id=b73a52d8-2ef6-4dc1-ab97-e2ec23e31200 HTTP/1.1" status: 200 len: 946 time: 0.0754728 Aug 18 11:57:55.890024 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c9710b08-f97e-4285-a36a-9cdaf63ae9be req-54cac5c5-98a7-4288-bbd5-b3f472f70fb0 tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] 10.222.0.66 "GET /v2.0/security-groups?id=ad88621b-057d-4148-94ff-fad542d38fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347509 Aug 18 11:57:56.077424 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379ea53f-9ba7-46bf-bf2c-803e85e48da4 req-13e735b4-f101-4a9c-b000-614f8e02e9e8 tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:56.079092 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-379ea53f-9ba7-46bf-bf2c-803e85e48da4 req-13e735b4-f101-4a9c-b000-614f8e02e9e8 tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] 10.222.0.66 "GET /v2.0/ports?device_id=6178433e-6081-4e35-94a3-df149b6a8f20 HTTP/1.1" status: 200 len: 943 time: 0.0830402 Aug 18 11:57:56.125526 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-379ea53f-9ba7-46bf-bf2c-803e85e48da4 req-07825d43-7ec9-45eb-afd7-5a04d068ca83 tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bf5bc16-7ae8-42c8-a968-84c3ac638172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387347 Aug 18 11:57:56.208195 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device cca73d7c-4cb3-41f8-8a12-80884ba9a463 details requested by agent hyperv_n-h1-804985-2 with host n-h1-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 11:57:56.210764 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 223eac48-b6a2-4199-8a68-9de59384346f up at agent hyperv_n-h1-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:57:56.370593 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Provisioning for port 223eac48-b6a2-4199-8a68-9de59384346f completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 11:57:56.380748 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Provisioning complete for port 223eac48-b6a2-4199-8a68-9de59384346f triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:57:56.381474 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:56.500780 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfbb3e0-42df-40af-98ab-7e24f8b88549 req-f7307c3b-4da1-49be-ae99-0f38e45e388e tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:56.511587 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-adfbb3e0-42df-40af-98ab-7e24f8b88549 req-f7307c3b-4da1-49be-ae99-0f38e45e388e tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b17c551-5a7e-4971-a497-896e305bde2e HTTP/1.1" status: 200 len: 946 time: 0.1387322 Aug 18 11:57:56.519322 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port cca73d7c-4cb3-41f8-8a12-80884ba9a463, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=cca73d7c-4cb3-41f8-8a12-80884ba9a463,segment=NetworkSegment(8d845f6a-d01c-49fc-8841-a69d4d456626),segment_id=8d845f6a-d01c-49fc-8841-a69d4d456626)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:57:56.571244 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Returning: {'device': 'cca73d7c-4cb3-41f8-8a12-80884ba9a463', 'network_id': 'fac8d860-f4f2-49a0-99ea-233476aded7e', 'port_id': 'cca73d7c-4cb3-41f8-8a12-80884ba9a463', 'mac_address': 'fa:16:3e:70:34:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 832, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80867b40-661a-4fc1-85b2-6a0bc5d62715', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 11:57:56.586782 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-adfbb3e0-42df-40af-98ab-7e24f8b88549 req-62ebb9d2-4b30-414d-b6c3-9b0a9ced976b tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.66 "GET /v2.0/security-groups?id=11bbe5b2-5f3b-4775-89a0-258a798e3ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726690 Aug 18 11:57:56.668167 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:56.709164 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:56.729540 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 223eac48-b6a2-4199-8a68-9de59384346f, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=223eac48-b6a2-4199-8a68-9de59384346f,segment=NetworkSegment(b0eb6eea-b461-4969-8a27-808f00daa8a1),segment_id=b0eb6eea-b461-4969-8a27-808f00daa8a1)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:57:56.736565 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cca73d7c-4cb3-41f8-8a12-80884ba9a463 {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 11:57:56.758541 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:56.759341 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 7f351651-94b8-432f-bfd7-3d92745e2a20 no longer exists at agent hyperv_n-h1-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 11:57:56.763595 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port cca73d7c-4cb3-41f8-8a12-80884ba9a463, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=cca73d7c-4cb3-41f8-8a12-80884ba9a463,segment=NetworkSegment(8d845f6a-d01c-49fc-8841-a69d4d456626),segment_id=8d845f6a-d01c-49fc-8841-a69d4d456626)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:57:56.813735 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:56.845189 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a1c67a-1266-4d3b-af91-c435f6b04875 req-8c5585fd-5b8b-4c4e-be82-75c667db2be0 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:56.846895 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e4a1c67a-1266-4d3b-af91-c435f6b04875 req-8c5585fd-5b8b-4c4e-be82-75c667db2be0 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/ports?device_id=bb3624f1-8ce3-4298-97a2-89ded06e072e HTTP/1.1" status: 200 len: 949 time: 0.0622087 Aug 18 11:57:56.862017 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=223eac48-b6a2-4199-8a68-9de59384346f,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:57:56.956010 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:56.958203 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=cca73d7c-4cb3-41f8-8a12-80884ba9a463,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:57:56.960084 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e4a1c67a-1266-4d3b-af91-c435f6b04875 req-4a1e4ca0-f751-42e4-a448-81bb4bbe6455 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/security-groups?id=0ddd2c5c-7e53-44ab-9404-c5fea69a570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776901 Aug 18 11:57:57.016241 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ab3580-1327-4008-85a8-b5e1b7935c76 req-fe3fbea8-ec7b-48c5-afce-99967ae69b39 tempest-ServersAdminNegativeTestJSON-88531785 tempest-ServersAdminNegativeTestJSON-88531785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:57.018304 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b73a52d8-2ef6-4dc1-ab97-e2ec23e31200', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f351651-94b8-432f-bfd7-3d92745e2a20'}, {'server_uuid': 'a5f9881f-9780-47ab-bfbd-d22b066ac3dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '223eac48-b6a2-4199-8a68-9de59384346f'}, {'server_uuid': 'b73a52d8-2ef6-4dc1-ab97-e2ec23e31200', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f351651-94b8-432f-bfd7-3d92745e2a20'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 11:57:57.024669 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e4ab3580-1327-4008-85a8-b5e1b7935c76 req-fe3fbea8-ec7b-48c5-afce-99967ae69b39 tempest-ServersAdminNegativeTestJSON-88531785 tempest-ServersAdminNegativeTestJSON-88531785-project] 10.222.0.66 "GET /v2.0/ports?device_id=a5f9881f-9780-47ab-bfbd-d22b066ac3dd HTTP/1.1" status: 200 len: 949 time: 0.0838468 Aug 18 11:57:57.026768 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db50a436fb3a98495337d8fe7487b4f2ea6f3c1052eb9efadc2ecda2d5737001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9a1ba08-7fc7-4ccf-b50d-e6439edaf5c8" -d '{"events": [{"server_uuid": "b73a52d8-2ef6-4dc1-ab97-e2ec23e31200", "name": "network-vif-plugged", "status": "completed", "tag": "7f351651-94b8-432f-bfd7-3d92745e2a20"}, {"server_uuid": "a5f9881f-9780-47ab-bfbd-d22b066ac3dd", "name": "network-vif-plugged", "status": "completed", "tag": "223eac48-b6a2-4199-8a68-9de59384346f"}, {"server_uuid": "b73a52d8-2ef6-4dc1-ab97-e2ec23e31200", "name": "network-vif-unplugged", "status": "completed", "tag": "7f351651-94b8-432f-bfd7-3d92745e2a20"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:57:57.033970 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 7f351651-94b8-432f-bfd7-3d92745e2a20, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=7f351651-94b8-432f-bfd7-3d92745e2a20,segment=NetworkSegment(5e2f67b8-ff4a-4cf9-aef3-b551840351ed),segment_id=5e2f67b8-ff4a-4cf9-aef3-b551840351ed)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:57:57.039331 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:57.089835 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] get_ports_and_sgs() called for port_ids ['cca73d7c-4cb3-41f8-8a12-80884ba9a463'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 11:57:57.118341 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e4ab3580-1327-4008-85a8-b5e1b7935c76 req-aa6257db-5b93-4200-9e5c-0bad3db0ed1b tempest-ServersAdminNegativeTestJSON-88531785 tempest-ServersAdminNegativeTestJSON-88531785-project] 10.222.0.66 "GET /v2.0/security-groups?id=e15cd1e1-1ec2-43c7-81da-4d2c8f87e716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926888 Aug 18 11:57:57.127939 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d53b61d-fbdb-4224-b400-422f5a1aea9c req-4ded080f-befe-4b17-bc66-7eb8aa4b7183 tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:57.154743 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7d53b61d-fbdb-4224-b400-422f5a1aea9c req-4ded080f-befe-4b17-bc66-7eb8aa4b7183 tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] 10.222.0.66 "GET /v2.0/ports?device_id=b73a52d8-2ef6-4dc1-ab97-e2ec23e31200 HTTP/1.1" status: 200 len: 944 time: 0.1220491 Aug 18 11:57:57.216787 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7d53b61d-fbdb-4224-b400-422f5a1aea9c req-aa7286d2-e317-436f-84f9-0b21194b96da tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] 10.222.0.66 "GET /v2.0/security-groups?id=ad88621b-057d-4148-94ff-fad542d38fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553272 Aug 18 11:57:57.244250 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 527 Content-Type: application/json Date: Wed, 18 Aug 2021 11:57:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a05bc3fc-08bc-4cfb-a99c-c9dbd308009c x-openstack-request-id: req-a05bc3fc-08bc-4cfb-a99c-c9dbd308009c {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:57:57.244902 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b73a52d8-2ef6-4dc1-ab97-e2ec23e31200", "name": "network-vif-plugged", "status": "completed", "tag": "7f351651-94b8-432f-bfd7-3d92745e2a20", "code": 200}, {"server_uuid": "a5f9881f-9780-47ab-bfbd-d22b066ac3dd", "name": "network-vif-plugged", "status": "completed", "tag": "223eac48-b6a2-4199-8a68-9de59384346f", "code": 200}, {"server_uuid": "b73a52d8-2ef6-4dc1-ab97-e2ec23e31200", "name": "network-vif-unplugged", "status": "completed", "tag": "7f351651-94b8-432f-bfd7-3d92745e2a20", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:57:57.245028 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a05bc3fc-08bc-4cfb-a99c-c9dbd308009c {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:57:57.245512 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b73a52d8-2ef6-4dc1-ab97-e2ec23e31200', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f351651-94b8-432f-bfd7-3d92745e2a20', 'code': 200} Aug 18 11:57:57.245855 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5f9881f-9780-47ab-bfbd-d22b066ac3dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '223eac48-b6a2-4199-8a68-9de59384346f', 'code': 200} Aug 18 11:57:57.246193 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b73a52d8-2ef6-4dc1-ab97-e2ec23e31200', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f351651-94b8-432f-bfd7-3d92745e2a20', 'code': 200} Aug 18 11:57:57.261343 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=7f351651-94b8-432f-bfd7-3d92745e2a20,revision_number=8']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:57:57.408804 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65e2282-dd53-407c-b221-fc07eb225266 req-183be45e-f3c4-4265-9a72-e1f6d340d29b tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:57.410497 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a65e2282-dd53-407c-b221-fc07eb225266 req-183be45e-f3c4-4265-9a72-e1f6d340d29b tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] 10.222.0.66 "GET /v2.0/ports?device_id=6178433e-6081-4e35-94a3-df149b6a8f20 HTTP/1.1" status: 200 len: 944 time: 0.1082978 Aug 18 11:57:57.415952 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cf2726-81ba-448e-bb5f-d68b93d0e36c req-e7b34ccd-c375-4f50-a870-e033ea9fe6da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:57.417542 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-24cf2726-81ba-448e-bb5f-d68b93d0e36c req-e7b34ccd-c375-4f50-a870-e033ea9fe6da service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=a5f9881f-9780-47ab-bfbd-d22b066ac3dd HTTP/1.1" status: 200 len: 1100 time: 0.0692167 Aug 18 11:57:57.497801 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a65e2282-dd53-407c-b221-fc07eb225266 req-24595c42-c009-4671-b8c0-6db327b033ff tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bf5bc16-7ae8-42c8-a968-84c3ac638172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735264 Aug 18 11:57:57.506485 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-24cf2726-81ba-448e-bb5f-d68b93d0e36c req-df254857-f9f2-4e89-ad63-3e6dcf441f69 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=e15cd1e1-1ec2-43c7-81da-4d2c8f87e716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734344 Aug 18 11:57:57.776371 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334bc6a4-c402-4fe3-8f47-5f0b1899c78b req-c0ed018f-19da-42ec-ac6d-a350ad987888 tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:57.778137 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-334bc6a4-c402-4fe3-8f47-5f0b1899c78b req-c0ed018f-19da-42ec-ac6d-a350ad987888 tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] 10.222.0.63 "GET /v2.0/ports?device_id=b73a52d8-2ef6-4dc1-ab97-e2ec23e31200 HTTP/1.1" status: 200 len: 944 time: 0.0968521 Aug 18 11:57:57.786293 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607eca28-464b-4b66-bacf-644a763a0ade req-0b4e7535-a71f-4282-a87d-a12a23a5d25d tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:57.787902 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-607eca28-464b-4b66-bacf-644a763a0ade req-0b4e7535-a71f-4282-a87d-a12a23a5d25d tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b17c551-5a7e-4971-a497-896e305bde2e HTTP/1.1" status: 200 len: 946 time: 0.1199305 Aug 18 11:57:57.884544 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-607eca28-464b-4b66-bacf-644a763a0ade req-32913a7c-85d1-4cee-9146-06c7941e44e7 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.66 "GET /v2.0/security-groups?id=11bbe5b2-5f3b-4775-89a0-258a798e3ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685079 Aug 18 11:57:57.917107 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-334bc6a4-c402-4fe3-8f47-5f0b1899c78b req-112c37f7-c00b-4f9f-a7e9-0443954d4d1d tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] Deleting port 7f351651-94b8-432f-bfd7-3d92745e2a20 {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 11:57:57.917651 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-334bc6a4-c402-4fe3-8f47-5f0b1899c78b req-112c37f7-c00b-4f9f-a7e9-0443954d4d1d tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:58.103321 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-334bc6a4-c402-4fe3-8f47-5f0b1899c78b req-112c37f7-c00b-4f9f-a7e9-0443954d4d1d tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] For port 7f351651-94b8-432f-bfd7-3d92745e2a20, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=7f351651-94b8-432f-bfd7-3d92745e2a20,segment=NetworkSegment(5e2f67b8-ff4a-4cf9-aef3-b551840351ed),segment_id=5e2f67b8-ff4a-4cf9-aef3-b551840351ed)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:57:58.103689 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-334bc6a4-c402-4fe3-8f47-5f0b1899c78b req-112c37f7-c00b-4f9f-a7e9-0443954d4d1d tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:58.125857 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-334bc6a4-c402-4fe3-8f47-5f0b1899c78b req-112c37f7-c00b-4f9f-a7e9-0443954d4d1d tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] Calling delete_port for 7f351651-94b8-432f-bfd7-3d92745e2a20 owned by compute:nova {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 11:57:58.149160 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199c6ada-3aec-447f-b553-eaedc41da3d5 req-4f4c9429-0da2-49d2-bb5a-fe70972585c9 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:58.157791 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-199c6ada-3aec-447f-b553-eaedc41da3d5 req-4f4c9429-0da2-49d2-bb5a-fe70972585c9 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b17c551-5a7e-4971-a497-896e305bde2e HTTP/1.1" status: 200 len: 946 time: 0.1931098 Aug 18 11:57:58.221085 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device cca73d7c-4cb3-41f8-8a12-80884ba9a463 up at agent hyperv_n-h1-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:57:58.232084 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202fc55c-42c4-412d-a199-1224e3f9bad2 req-98f8e7e5-b204-4c85-a27c-261d2f3e7941 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:58.233844 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-202fc55c-42c4-412d-a199-1224e3f9bad2 req-98f8e7e5-b204-4c85-a27c-261d2f3e7941 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/ports?device_id=bb3624f1-8ce3-4298-97a2-89ded06e072e HTTP/1.1" status: 200 len: 949 time: 0.1951022 Aug 18 11:57:58.290165 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Provisioning for port cca73d7c-4cb3-41f8-8a12-80884ba9a463 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 11:57:58.294503 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Provisioning complete for port cca73d7c-4cb3-41f8-8a12-80884ba9a463 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:57:58.294875 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:58.309902 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-199c6ada-3aec-447f-b553-eaedc41da3d5 req-6f628cc0-4847-4bfd-9901-53d1e36028a2 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.66 "GET /v2.0/security-groups?id=11bbe5b2-5f3b-4775-89a0-258a798e3ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508226 Aug 18 11:57:58.337797 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-202fc55c-42c4-412d-a199-1224e3f9bad2 req-ce8e23ed-6186-4e67-adc9-3a454c1058cd tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/security-groups?id=0ddd2c5c-7e53-44ab-9404-c5fea69a570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935395 Aug 18 11:57:58.413846 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:58.456493 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port cca73d7c-4cb3-41f8-8a12-80884ba9a463, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=cca73d7c-4cb3-41f8-8a12-80884ba9a463,segment=NetworkSegment(8d845f6a-d01c-49fc-8841-a69d4d456626),segment_id=8d845f6a-d01c-49fc-8841-a69d4d456626)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:57:58.461550 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:58.514594 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-334bc6a4-c402-4fe3-8f47-5f0b1899c78b req-112c37f7-c00b-4f9f-a7e9-0443954d4d1d tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:58.529230 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=cca73d7c-4cb3-41f8-8a12-80884ba9a463,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:57:58.585634 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112c37f7-c00b-4f9f-a7e9-0443954d4d1d tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] Pushing event deleted for resources: {'Port': ['ID=7f351651-94b8-432f-bfd7-3d92745e2a20,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:57:58.630607 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceabf27-c14c-4299-b90a-cd95ea4573a3 req-4b70ecd2-33a2-4272-ab0a-f82113ba2865 tempest-ServersAdminNegativeTestJSON-88531785 tempest-ServersAdminNegativeTestJSON-88531785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:58.632226 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4ceabf27-c14c-4299-b90a-cd95ea4573a3 req-4b70ecd2-33a2-4272-ab0a-f82113ba2865 tempest-ServersAdminNegativeTestJSON-88531785 tempest-ServersAdminNegativeTestJSON-88531785-project] 10.222.0.66 "GET /v2.0/ports?device_id=a5f9881f-9780-47ab-bfbd-d22b066ac3dd HTTP/1.1" status: 200 len: 949 time: 0.2015772 Aug 18 11:57:58.672357 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf28d6c0-cb63-42f6-8821-47c438be0732 req-77b65721-e44e-447a-a0e2-6d7da1c836ca tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:58.677422 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-bf28d6c0-cb63-42f6-8821-47c438be0732 req-77b65721-e44e-447a-a0e2-6d7da1c836ca tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] 10.222.0.66 "GET /v2.0/ports?device_id=b73a52d8-2ef6-4dc1-ab97-e2ec23e31200 HTTP/1.1" status: 200 len: 865 time: 0.2245588 Aug 18 11:57:58.677422 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-334bc6a4-c402-4fe3-8f47-5f0b1899c78b req-112c37f7-c00b-4f9f-a7e9-0443954d4d1d tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] No DVR routers for this DVR port 7f351651-94b8-432f-bfd7-3d92745e2a20 on host n-h1-804985-2 {{(pid=106252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 11:57:58.688824 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-334bc6a4-c402-4fe3-8f47-5f0b1899c78b req-112c37f7-c00b-4f9f-a7e9-0443954d4d1d tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:57:58.691254 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-334bc6a4-c402-4fe3-8f47-5f0b1899c78b req-112c37f7-c00b-4f9f-a7e9-0443954d4d1d tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] 10.222.0.63 "DELETE /v2.0/ports/7f351651-94b8-432f-bfd7-3d92745e2a20 HTTP/1.1" status: 204 len: 173 time: 0.9021466 Aug 18 11:57:58.692931 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b73a52d8-2ef6-4dc1-ab97-e2ec23e31200', 'name': 'network-vif-deleted', 'tag': '7f351651-94b8-432f-bfd7-3d92745e2a20'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 11:57:58.697071 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93f2af7e-e536-428c-8eb2-35e89768315e" -d '{"events": [{"server_uuid": "b73a52d8-2ef6-4dc1-ab97-e2ec23e31200", "name": "network-vif-deleted", "tag": "7f351651-94b8-432f-bfd7-3d92745e2a20"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:57:58.749125 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4ceabf27-c14c-4299-b90a-cd95ea4573a3 req-f4913076-9a74-46f5-8d2d-2207519323e8 tempest-ServersAdminNegativeTestJSON-88531785 tempest-ServersAdminNegativeTestJSON-88531785-project] 10.222.0.66 "GET /v2.0/security-groups?id=e15cd1e1-1ec2-43c7-81da-4d2c8f87e716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086419 Aug 18 11:57:58.764395 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-bf28d6c0-cb63-42f6-8821-47c438be0732 req-a149658e-5369-44e4-9bcb-bb1c437d97d2 tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] 10.222.0.66 "GET /v2.0/security-groups?id=ad88621b-057d-4148-94ff-fad542d38fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721235 Aug 18 11:57:58.932999 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bb028f-ab5f-4206-8e16-9d02706c4d4f req-60e0972a-f15e-4c02-a7c0-93c87a21f928 tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:58.935200 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-51bb028f-ab5f-4206-8e16-9d02706c4d4f req-60e0972a-f15e-4c02-a7c0-93c87a21f928 tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] 10.222.0.66 "GET /v2.0/ports?device_id=6178433e-6081-4e35-94a3-df149b6a8f20 HTTP/1.1" status: 200 len: 945 time: 0.0671754 Aug 18 11:57:59.003623 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-51bb028f-ab5f-4206-8e16-9d02706c4d4f req-23ad7886-6409-426e-9d51-48ac151f67bf tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bf5bc16-7ae8-42c8-a968-84c3ac638172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573783 Aug 18 11:57:59.053890 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 11:57:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddb5027b-6244-4b7e-a6d0-271797de33e7 x-openstack-request-id: req-ddb5027b-6244-4b7e-a6d0-271797de33e7 {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:57:59.056733 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b73a52d8-2ef6-4dc1-ab97-e2ec23e31200", "name": "network-vif-deleted", "tag": "7f351651-94b8-432f-bfd7-3d92745e2a20", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:57:59.057498 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ddb5027b-6244-4b7e-a6d0-271797de33e7 {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:57:59.058760 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b73a52d8-2ef6-4dc1-ab97-e2ec23e31200', 'name': 'network-vif-deleted', 'tag': '7f351651-94b8-432f-bfd7-3d92745e2a20', 'status': 'completed', 'code': 200} Aug 18 11:57:59.203221 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bbcfe1-5dc4-4114-b529-1824c305a40d req-082bc82b-e483-4b00-9237-a20d09395fac tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:59.211237 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f4bbcfe1-5dc4-4114-b529-1824c305a40d req-082bc82b-e483-4b00-9237-a20d09395fac tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b17c551-5a7e-4971-a497-896e305bde2e HTTP/1.1" status: 200 len: 946 time: 0.0693114 Aug 18 11:57:59.247820 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6178433e-6081-4e35-94a3-df149b6a8f20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cca73d7c-4cb3-41f8-8a12-80884ba9a463'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 11:57:59.250619 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db50a436fb3a98495337d8fe7487b4f2ea6f3c1052eb9efadc2ecda2d5737001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f76fdbc5-b3bb-4301-a579-f31b01157828" -d '{"events": [{"server_uuid": "6178433e-6081-4e35-94a3-df149b6a8f20", "name": "network-vif-plugged", "status": "completed", "tag": "cca73d7c-4cb3-41f8-8a12-80884ba9a463"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:57:59.270105 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f4bbcfe1-5dc4-4114-b529-1824c305a40d req-9a14abf0-66e4-4568-9004-ec6a64f569fa tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.66 "GET /v2.0/security-groups?id=11bbe5b2-5f3b-4775-89a0-258a798e3ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576816 Aug 18 11:57:59.319431 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 11:57:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1903ffbb-ea23-4777-a8f3-13715fe438bf x-openstack-request-id: req-1903ffbb-ea23-4777-a8f3-13715fe438bf {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:57:59.319961 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6178433e-6081-4e35-94a3-df149b6a8f20", "name": "network-vif-plugged", "status": "completed", "tag": "cca73d7c-4cb3-41f8-8a12-80884ba9a463", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:57:59.320727 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-1903ffbb-ea23-4777-a8f3-13715fe438bf {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:57:59.321363 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6178433e-6081-4e35-94a3-df149b6a8f20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cca73d7c-4cb3-41f8-8a12-80884ba9a463', 'code': 200} Aug 18 11:57:59.517486 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad53c11-a47b-42e0-b5f3-cbdc9cd78c5e req-f34567c9-1e7e-4346-833c-03609ad6e4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:59.518996 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-fad53c11-a47b-42e0-b5f3-cbdc9cd78c5e req-f34567c9-1e7e-4346-833c-03609ad6e4f2 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=6178433e-6081-4e35-94a3-df149b6a8f20 HTTP/1.1" status: 200 len: 1096 time: 0.1146815 Aug 18 11:57:59.535479 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb58fdc-c4a5-4a5c-9dcf-894b64885765 req-b7c796d6-f2f0-42b3-adca-0af014c1b793 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:59.537087 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3cb58fdc-c4a5-4a5c-9dcf-894b64885765 req-b7c796d6-f2f0-42b3-adca-0af014c1b793 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/ports?device_id=bb3624f1-8ce3-4298-97a2-89ded06e072e HTTP/1.1" status: 200 len: 949 time: 0.0553715 Aug 18 11:57:59.588106 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-fad53c11-a47b-42e0-b5f3-cbdc9cd78c5e req-6fda3ff1-bccf-4442-919d-9f0ea2c40444 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=7bf5bc16-7ae8-42c8-a968-84c3ac638172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500140 Aug 18 11:57:59.595459 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3cb58fdc-c4a5-4a5c-9dcf-894b64885765 req-3ab1ff5c-4f52-4c57-a1e5-ac09187d96b4 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/security-groups?id=0ddd2c5c-7e53-44ab-9404-c5fea69a570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510435 Aug 18 11:57:59.926418 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75d784b-3de8-4b4f-b3ff-a366fb2fb3fc req-b8d66c17-5f60-43d3-9c99-04b65d53324a tempest-ServersAdminNegativeTestJSON-88531785 tempest-ServersAdminNegativeTestJSON-88531785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:57:59.935464 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f75d784b-3de8-4b4f-b3ff-a366fb2fb3fc req-b8d66c17-5f60-43d3-9c99-04b65d53324a tempest-ServersAdminNegativeTestJSON-88531785 tempest-ServersAdminNegativeTestJSON-88531785-project] 10.222.0.66 "GET /v2.0/ports?device_id=a5f9881f-9780-47ab-bfbd-d22b066ac3dd HTTP/1.1" status: 200 len: 949 time: 0.0762932 Aug 18 11:57:59.981058 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f75d784b-3de8-4b4f-b3ff-a366fb2fb3fc req-6fc55136-eea7-4046-84ac-f52ad717e483 tempest-ServersAdminNegativeTestJSON-88531785 tempest-ServersAdminNegativeTestJSON-88531785-project] 10.222.0.66 "GET /v2.0/security-groups?id=e15cd1e1-1ec2-43c7-81da-4d2c8f87e716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440121 Aug 18 11:58:00.164844 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1018e0-5a28-463c-b0f1-8b6fb56aef40 req-6f488fab-4593-49df-9862-9793f987f444 tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:00.166645 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1b1018e0-5a28-463c-b0f1-8b6fb56aef40 req-6f488fab-4593-49df-9862-9793f987f444 tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] 10.222.0.66 "GET /v2.0/networks?id=97accd71-2aa2-4572-acff-da2e63e9ea24 HTTP/1.1" status: 200 len: 821 time: 0.1241667 Aug 18 11:58:00.221147 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1b1018e0-5a28-463c-b0f1-8b6fb56aef40 req-c6086e92-72e2-4f54-ac1f-35901592b070 tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] 10.222.0.66 "GET /v2.0/quotas/a7bbe68df072438980706fbfc6d6b9bc HTTP/1.1" status: 200 len: 375 time: 0.0177290 Aug 18 11:58:00.269176 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5e79a5-487e-4ddd-a8ee-685faf3bab65 req-9866a6e9-753f-43c6-acea-16f4b97f3b15 tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:00.270655 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3d5e79a5-487e-4ddd-a8ee-685faf3bab65 req-9866a6e9-753f-43c6-acea-16f4b97f3b15 tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] 10.222.0.66 "GET /v2.0/ports?device_id=6178433e-6081-4e35-94a3-df149b6a8f20 HTTP/1.1" status: 200 len: 945 time: 0.1030476 Aug 18 11:58:00.299155 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1b1018e0-5a28-463c-b0f1-8b6fb56aef40 req-b156530c-6d6c-4e3b-a7b4-92e435b860a8 tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=a7bbe68df072438980706fbfc6d6b9bc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0712397 Aug 18 11:58:00.324196 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3d5e79a5-487e-4ddd-a8ee-685faf3bab65 req-658c5b04-77c6-4316-80d0-54e829eb048b tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bf5bc16-7ae8-42c8-a968-84c3ac638172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459909 Aug 18 11:58:00.410534 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1b1018e0-5a28-463c-b0f1-8b6fb56aef40 req-2ac8dd84-e8a1-4b2f-8638-6fc039459b2f service neutron] 10.222.0.66 "GET /v2.0/networks/97accd71-2aa2-4572-acff-da2e63e9ea24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005957 Aug 18 11:58:00.534700 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1b1018e0-5a28-463c-b0f1-8b6fb56aef40 req-43a54f9e-7f4e-49be-8ff1-9f8125861f2e service neutron] 10.222.0.66 "GET /v2.0/networks/97accd71-2aa2-4572-acff-da2e63e9ea24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165309 Aug 18 11:58:00.536700 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-16895f6e-ebb4-40c1-91a8-15c06aa4a31a req-4a8f888d-bde2-4c81-935a-d647eaf39a96 tempest-ServersAdminNegativeTestJSON-88531785 tempest-ServersAdminNegativeTestJSON-88531785-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=219939a1ee9342f9a2179d7c4243e386&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0303853 Aug 18 11:58:01.100009 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ac6097-945a-4a37-b3b9-76f142585f33 req-c9ae8463-ee78-4226-9397-0521bda8ee0f tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:01.101749 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-12ac6097-945a-4a37-b3b9-76f142585f33 req-c9ae8463-ee78-4226-9397-0521bda8ee0f tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.63 "GET /v2.0/ports?device_id=8b17c551-5a7e-4971-a497-896e305bde2e HTTP/1.1" status: 200 len: 946 time: 0.1400123 Aug 18 11:58:01.109361 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16895f6e-ebb4-40c1-91a8-15c06aa4a31a req-8f78cad0-0e9a-42c7-bc8f-9f4a03cd20ea tempest-ServersAdminNegativeTestJSON-88531785 tempest-ServersAdminNegativeTestJSON-88531785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:01.112998 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-16895f6e-ebb4-40c1-91a8-15c06aa4a31a req-8f78cad0-0e9a-42c7-bc8f-9f4a03cd20ea tempest-ServersAdminNegativeTestJSON-88531785 tempest-ServersAdminNegativeTestJSON-88531785-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5694108 Aug 18 11:58:01.126098 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7993c935-62fd-4cbf-9dc1-8d100612eb18 req-b4d4c6c3-7035-4bc5-b34c-b9a80c5b21b0 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:01.128063 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7993c935-62fd-4cbf-9dc1-8d100612eb18 req-b4d4c6c3-7035-4bc5-b34c-b9a80c5b21b0 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b17c551-5a7e-4971-a497-896e305bde2e HTTP/1.1" status: 200 len: 946 time: 0.1674030 Aug 18 11:58:01.189321 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-16895f6e-ebb4-40c1-91a8-15c06aa4a31a req-5493cead-7522-4fc4-9022-96d2d0456736 tempest-ServersAdminNegativeTestJSON-88531785 tempest-ServersAdminNegativeTestJSON-88531785-project] 10.222.0.66 "GET /v2.0/quotas/219939a1ee9342f9a2179d7c4243e386 HTTP/1.1" status: 200 len: 375 time: 0.0587890 Aug 18 11:58:01.294140 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7993c935-62fd-4cbf-9dc1-8d100612eb18 req-fce1a011-47f9-40ca-9298-242ad1fd847a tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.66 "GET /v2.0/security-groups?id=11bbe5b2-5f3b-4775-89a0-258a798e3ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431077 Aug 18 11:58:01.337048 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-16895f6e-ebb4-40c1-91a8-15c06aa4a31a req-e6975c7e-6004-42fb-a95a-88ce5bd0ecc1 tempest-ServersAdminNegativeTestJSON-88531785 tempest-ServersAdminNegativeTestJSON-88531785-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=219939a1ee9342f9a2179d7c4243e386&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1469390 Aug 18 11:58:01.366968 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-12ac6097-945a-4a37-b3b9-76f142585f33 req-fcd47d12-a7ad-4ed1-a7da-d6fb313a73db tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Deleting port 5a411eec-4203-49ca-a9f9-d1bcc2620eea {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 11:58:01.367831 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-12ac6097-945a-4a37-b3b9-76f142585f33 req-fcd47d12-a7ad-4ed1-a7da-d6fb313a73db tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:01.611729 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12243f5-46c4-44c2-b988-027023269cf8 req-89b26980-2766-4d9a-a2a8-671b0e9f0bb5 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:01.615767 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c12243f5-46c4-44c2-b988-027023269cf8 req-89b26980-2766-4d9a-a2a8-671b0e9f0bb5 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/ports?device_id=bb3624f1-8ce3-4298-97a2-89ded06e072e HTTP/1.1" status: 200 len: 949 time: 0.2282486 Aug 18 11:58:01.627471 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-12ac6097-945a-4a37-b3b9-76f142585f33 req-fcd47d12-a7ad-4ed1-a7da-d6fb313a73db tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] For port 5a411eec-4203-49ca-a9f9-d1bcc2620eea, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=5a411eec-4203-49ca-a9f9-d1bcc2620eea,segment=NetworkSegment(0769e917-ce53-43de-97f7-af6feb189e7f),segment_id=0769e917-ce53-43de-97f7-af6feb189e7f)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:58:01.627927 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-12ac6097-945a-4a37-b3b9-76f142585f33 req-fcd47d12-a7ad-4ed1-a7da-d6fb313a73db tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:01.675109 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-12ac6097-945a-4a37-b3b9-76f142585f33 req-fcd47d12-a7ad-4ed1-a7da-d6fb313a73db tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Calling delete_port for 5a411eec-4203-49ca-a9f9-d1bcc2620eea owned by compute:nova {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 11:58:01.752804 n-d-804985-2 neutron-server[106253]: INFO neutron.api.v2.resource [req-4395eff2-48fd-4832-9e89-9c0ab0b9e3f1 req-149569a9-9817-41d8-90ed-709cf4a630e4 service neutron] show failed (client error): The resource could not be found. Aug 18 11:58:01.754668 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-4395eff2-48fd-4832-9e89-9c0ab0b9e3f1 req-149569a9-9817-41d8-90ed-709cf4a630e4 service neutron] 10.222.0.63 "GET /v2.0/ports/47e5829a-59dd-4443-a286-66a970df8f0d/bindings/n-h2-804985-2 HTTP/1.1" status: 404 len: 380 time: 0.1402166 Aug 18 11:58:01.777032 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5320ae61-00ef-4a97-86e8-e5a1375c6d51 req-ab7a1600-d64d-4d21-afda-99168fdcaa46 tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] 10.222.0.66 "GET /v2.0/ports?device_id=57f0d391-fcec-47bd-a188-07375bce4336 HTTP/1.1" status: 200 len: 210 time: 0.1344061 Aug 18 11:58:01.813249 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c12243f5-46c4-44c2-b988-027023269cf8 req-180a82cb-b7a6-4e7c-a461-9cee4978f638 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/security-groups?id=0ddd2c5c-7e53-44ab-9404-c5fea69a570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693633 Aug 18 11:58:02.000271 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-12ac6097-945a-4a37-b3b9-76f142585f33 req-fcd47d12-a7ad-4ed1-a7da-d6fb313a73db tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:02.015060 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] get_ports_and_sgs() called for port_ids ['ecad9dcc-255c-4073-a5af-38967245d933'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 11:58:02.019960 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] get_ports_and_sgs() called for port_ids ['5a411eec-4203-49ca-a9f9-d1bcc2620eea'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 11:58:02.053332 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d5fb00fb-3b01-436b-81ff-8c9e4c639a34 req-86892182-ab94-42f6-8be6-2a33fcb3a273 tempest-ServersAdminNegativeTestJSON-88531785 tempest-ServersAdminNegativeTestJSON-88531785-project] 10.222.0.66 "GET /v2.0/ports?device_id=2de4a0b3-2f49-4e50-9bdd-7df3932a104e HTTP/1.1" status: 200 len: 210 time: 0.0868926 Aug 18 11:58:02.087725 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd47d12-a7ad-4ed1-a7da-d6fb313a73db tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Pushing event deleted for resources: {'Port': ['ID=5a411eec-4203-49ca-a9f9-d1bcc2620eea,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:58:02.124678 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-12ac6097-945a-4a37-b3b9-76f142585f33 req-fcd47d12-a7ad-4ed1-a7da-d6fb313a73db tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] No DVR routers for this DVR port 5a411eec-4203-49ca-a9f9-d1bcc2620eea on host n-h1-804985-2 {{(pid=106252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 11:58:02.129640 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-12ac6097-945a-4a37-b3b9-76f142585f33 req-fcd47d12-a7ad-4ed1-a7da-d6fb313a73db tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:02.131670 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-12ac6097-945a-4a37-b3b9-76f142585f33 req-fcd47d12-a7ad-4ed1-a7da-d6fb313a73db tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.63 "DELETE /v2.0/ports/5a411eec-4203-49ca-a9f9-d1bcc2620eea HTTP/1.1" status: 204 len: 173 time: 1.0025175 Aug 18 11:58:02.132110 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b17c551-5a7e-4971-a497-896e305bde2e', 'name': 'network-vif-deleted', 'tag': '5a411eec-4203-49ca-a9f9-d1bcc2620eea'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 11:58:02.134428 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9247fb3c-279e-492f-aee8-dd938239869d" -d '{"events": [{"server_uuid": "8b17c551-5a7e-4971-a497-896e305bde2e", "name": "network-vif-deleted", "tag": "5a411eec-4203-49ca-a9f9-d1bcc2620eea"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:58:02.146473 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80887e7d-125f-4049-946f-edbf36265701 req-cd540492-62c7-4558-912d-55efcbf508ca tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:02.157307 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-80887e7d-125f-4049-946f-edbf36265701 req-cd540492-62c7-4558-912d-55efcbf508ca tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] 10.222.0.66 "GET /v2.0/ports?device_id=6178433e-6081-4e35-94a3-df149b6a8f20 HTTP/1.1" status: 200 len: 945 time: 0.2513788 Aug 18 11:58:02.197743 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4395eff2-48fd-4832-9e89-9c0ab0b9e3f1 req-4f0033c0-e34d-4825-aa05-6e5c171d5477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:02.199678 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-4395eff2-48fd-4832-9e89-9c0ab0b9e3f1 req-4f0033c0-e34d-4825-aa05-6e5c171d5477 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=bb3624f1-8ce3-4298-97a2-89ded06e072e&tenant_id=87f2a541be1e4141a84277bf00dc4c3b HTTP/1.1" status: 200 len: 1100 time: 0.0459294 Aug 18 11:58:02.219245 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 7f351651-94b8-432f-bfd7-3d92745e2a20 no longer exists at agent hyperv_n-h1-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 11:58:02.226051 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [req-4395eff2-48fd-4832-9e89-9c0ab0b9e3f1 req-928c045d-099c-461a-a87a-493d0c43bbda service neutron] Request body: {'port': {'binding:host_id': 'n-h2-804985-2', 'device_owner': 'compute:nova'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:58:02.308713 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-80887e7d-125f-4049-946f-edbf36265701 req-bd0cd772-ffba-413e-95d2-67158268edc4 tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bf5bc16-7ae8-42c8-a968-84c3ac638172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422958 Aug 18 11:58:02.342807 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] No Port match for: 7f351651-94b8-432f-bfd7-3d92745e2a20 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 11:58:02.343143 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 7f351651-94b8-432f-bfd7-3d92745e2a20 not bound to the agent host n-h1-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 11:58:02.379309 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 11:58:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cae7db4-0683-4f81-bf93-4509583f3296 x-openstack-request-id: req-2cae7db4-0683-4f81-bf93-4509583f3296 {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:58:02.383835 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b17c551-5a7e-4971-a497-896e305bde2e", "name": "network-vif-deleted", "tag": "5a411eec-4203-49ca-a9f9-d1bcc2620eea", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:58:02.384100 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-2cae7db4-0683-4f81-bf93-4509583f3296 {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:58:02.386645 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b17c551-5a7e-4971-a497-896e305bde2e', 'name': 'network-vif-deleted', 'tag': '5a411eec-4203-49ca-a9f9-d1bcc2620eea', 'status': 'completed', 'code': 200} Aug 18 11:58:02.401251 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-4395eff2-48fd-4832-9e89-9c0ab0b9e3f1 req-928c045d-099c-461a-a87a-493d0c43bbda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:02.469278 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1018e0-5a28-463c-b0f1-8b6fb56aef40 req-d31468ac-ec1a-488a-8415-16fcba521a25 tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:02.476287 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1b1018e0-5a28-463c-b0f1-8b6fb56aef40 req-d31468ac-ec1a-488a-8415-16fcba521a25 tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] 10.222.0.63 "GET /v2.0/networks?id=97accd71-2aa2-4572-acff-da2e63e9ea24 HTTP/1.1" status: 200 len: 821 time: 0.2978384 Aug 18 11:58:02.507088 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-1b1018e0-5a28-463c-b0f1-8b6fb56aef40 req-fb67a625-bc52-4bb5-a6e8-1fecd04f25fa tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] Request body: {'port': {'device_id': '57f0d391-fcec-47bd-a188-07375bce4336', 'network_id': '97accd71-2aa2-4572-acff-da2e63e9ea24', 'admin_state_up': True, 'tenant_id': 'a7bbe68df072438980706fbfc6d6b9bc'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:58:02.568952 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7a3a26c8-0739-4bb9-813e-64513aff0917 req-384a0fd5-d891-45d4-8ee5-cf383f4c2f72 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b17c551-5a7e-4971-a497-896e305bde2e HTTP/1.1" status: 200 len: 210 time: 0.0904291 Aug 18 11:58:02.653572 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0231d489-6a17-4cc1-945c-a4a4cc14b927 req-f9cc8361-46bc-4db7-90f9-24d6c0dc38f9 tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:02.655523 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0231d489-6a17-4cc1-945c-a4a4cc14b927 req-f9cc8361-46bc-4db7-90f9-24d6c0dc38f9 tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] 10.222.0.66 "GET /v2.0/ports?device_id=6178433e-6081-4e35-94a3-df149b6a8f20 HTTP/1.1" status: 200 len: 945 time: 0.1678770 Aug 18 11:58:02.729993 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0231d489-6a17-4cc1-945c-a4a4cc14b927 req-a68a54b0-5ecb-49ff-b0f5-a8c5f3291331 tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bf5bc16-7ae8-42c8-a968-84c3ac638172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636373 Aug 18 11:58:02.739864 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b1018e0-5a28-463c-b0f1-8b6fb56aef40 req-fb67a625-bc52-4bb5-a6e8-1fecd04f25fa tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] Made reservation on behalf of a7bbe68df072438980706fbfc6d6b9bc for: {'port': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 11:58:02.744408 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-1b1018e0-5a28-463c-b0f1-8b6fb56aef40 req-fb67a625-bc52-4bb5-a6e8-1fecd04f25fa tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:02.807888 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-4395eff2-48fd-4832-9e89-9c0ab0b9e3f1 req-928c045d-099c-461a-a87a-493d0c43bbda service neutron] For port 47e5829a-59dd-4443-a286-66a970df8f0d, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=47e5829a-59dd-4443-a286-66a970df8f0d,segment=NetworkSegment(b0eb6eea-b461-4969-8a27-808f00daa8a1),segment_id=b0eb6eea-b461-4969-8a27-808f00daa8a1)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:58:02.845259 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-4395eff2-48fd-4832-9e89-9c0ab0b9e3f1 req-928c045d-099c-461a-a87a-493d0c43bbda service neutron] For port 47e5829a-59dd-4443-a286-66a970df8f0d, host n-h1-804985-2, cleared binding levels {{(pid=106253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 11:58:02.909912 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-4395eff2-48fd-4832-9e89-9c0ab0b9e3f1 req-928c045d-099c-461a-a87a-493d0c43bbda service neutron] Notify callbacks [] for port, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:02.923552 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb3624f1-8ce3-4298-97a2-89ded06e072e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47e5829a-59dd-4443-a286-66a970df8f0d'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 11:58:02.926199 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0679f4c4b6e0e0c064a7d71d722dc30541a34fffee11680573be22ee2ffccc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6dbd6ac-0e8a-42a6-9950-b40863ea30d6" -d '{"events": [{"server_uuid": "bb3624f1-8ce3-4298-97a2-89ded06e072e", "name": "network-vif-unplugged", "status": "completed", "tag": "47e5829a-59dd-4443-a286-66a970df8f0d"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:58:02.961903 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [req-4395eff2-48fd-4832-9e89-9c0ab0b9e3f1 req-928c045d-099c-461a-a87a-493d0c43bbda service neutron] Transition to ACTIVE for port object 47e5829a-59dd-4443-a286-66a970df8f0d will not be triggered until provisioned by entity L2. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 11:58:02.973951 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-4395eff2-48fd-4832-9e89-9c0ab0b9e3f1 req-928c045d-099c-461a-a87a-493d0c43bbda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:03.066009 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928c045d-099c-461a-a87a-493d0c43bbda service neutron] Pushing event updated for resources: {'Port': ['ID=47e5829a-59dd-4443-a286-66a970df8f0d,revision_number=6']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:58:03.117502 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-4395eff2-48fd-4832-9e89-9c0ab0b9e3f1 req-928c045d-099c-461a-a87a-493d0c43bbda service neutron] No DVR routers for this DVR port 47e5829a-59dd-4443-a286-66a970df8f0d on host n-h1-804985-2 {{(pid=106253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 11:58:03.129228 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ce0acec8-6c08-44ea-abf0-a7bc1358359d req-bfa11f87-3822-48ad-bfd9-7a822c4c50e7 tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] 10.222.0.66 "GET /v2.0/ports?device_id=57f0d391-fcec-47bd-a188-07375bce4336 HTTP/1.1" status: 200 len: 210 time: 0.1371665 Aug 18 11:58:03.171419 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [req-1b1018e0-5a28-463c-b0f1-8b6fb56aef40 req-fb67a625-bc52-4bb5-a6e8-1fecd04f25fa tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] Allocated IP 172.20.0.7 (97accd71-2aa2-4572-acff-da2e63e9ea24/d9e8819c-692a-472a-8ad6-8fb1be2fae20/e136464c-9a66-476e-8c1a-8c296a21dd0b) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 11:58:03.183336 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-4395eff2-48fd-4832-9e89-9c0ab0b9e3f1 req-928c045d-099c-461a-a87a-493d0c43bbda service neutron] Attempting to bind port 47e5829a-59dd-4443-a286-66a970df8f0d on host n-h2-804985-2 for vnic_type normal with profile {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 11:58:03.184451 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-4395eff2-48fd-4832-9e89-9c0ab0b9e3f1 req-928c045d-099c-461a-a87a-493d0c43bbda service neutron] Attempting to bind port 47e5829a-59dd-4443-a286-66a970df8f0d by drivers openvswitch,hyperv on host n-h2-804985-2 at level 0 using segments [{'id': 'b0eb6eea-b461-4969-8a27-808f00daa8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '222e0814-c7e5-4b11-9282-3f40c6ed76b2'}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 11:58:03.184996 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4395eff2-48fd-4832-9e89-9c0ab0b9e3f1 req-928c045d-099c-461a-a87a-493d0c43bbda service neutron] Attempting to bind port 47e5829a-59dd-4443-a286-66a970df8f0d on network 222e0814-c7e5-4b11-9282-3f40c6ed76b2 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 11:58:03.193105 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4395eff2-48fd-4832-9e89-9c0ab0b9e3f1 req-928c045d-099c-461a-a87a-493d0c43bbda service neutron] Port 47e5829a-59dd-4443-a286-66a970df8f0d on network 222e0814-c7e5-4b11-9282-3f40c6ed76b2 not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-2 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 11:58:03.194180 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4395eff2-48fd-4832-9e89-9c0ab0b9e3f1 req-928c045d-099c-461a-a87a-493d0c43bbda service neutron] Attempting to bind port 47e5829a-59dd-4443-a286-66a970df8f0d on network 222e0814-c7e5-4b11-9282-3f40c6ed76b2 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 11:58:03.199991 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4395eff2-48fd-4832-9e89-9c0ab0b9e3f1 req-928c045d-099c-461a-a87a-493d0c43bbda service neutron] Checking agent: {'id': 'da5da552-709c-4248-84de-86af99a0dc87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 49, 8), 'started_at': datetime.datetime(2021, 8, 18, 11, 49, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 11, 57, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 11:58:03.200770 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4395eff2-48fd-4832-9e89-9c0ab0b9e3f1 req-928c045d-099c-461a-a87a-493d0c43bbda service neutron] Checking segment: {'id': 'b0eb6eea-b461-4969-8a27-808f00daa8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '222e0814-c7e5-4b11-9282-3f40c6ed76b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 11:58:03.201486 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4395eff2-48fd-4832-9e89-9c0ab0b9e3f1 req-928c045d-099c-461a-a87a-493d0c43bbda service neutron] Bound using segment: {'id': 'b0eb6eea-b461-4969-8a27-808f00daa8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '222e0814-c7e5-4b11-9282-3f40c6ed76b2'} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 11:58:03.202087 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-4395eff2-48fd-4832-9e89-9c0ab0b9e3f1 req-928c045d-099c-461a-a87a-493d0c43bbda service neutron] Bound port: 47e5829a-59dd-4443-a286-66a970df8f0d, host: n-h2-804985-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0eb6eea-b461-4969-8a27-808f00daa8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '222e0814-c7e5-4b11-9282-3f40c6ed76b2'}}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 11:58:03.202593 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-4395eff2-48fd-4832-9e89-9c0ab0b9e3f1 req-928c045d-099c-461a-a87a-493d0c43bbda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:03.302072 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa3365e-df5f-4789-80f4-e5ad1b6cf907 req-0344fd20-5bcc-42a8-9cc8-cf8ff5db7419 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:03.311558 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-cfa3365e-df5f-4789-80f4-e5ad1b6cf907 req-0344fd20-5bcc-42a8-9cc8-cf8ff5db7419 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/ports?device_id=bb3624f1-8ce3-4298-97a2-89ded06e072e HTTP/1.1" status: 200 len: 947 time: 0.1985700 Aug 18 11:58:03.323507 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 18 Aug 2021 11:58:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2b6f258-0c37-47b0-8721-cf97f1523907 x-openstack-request-id: req-b2b6f258-0c37-47b0-8721-cf97f1523907 {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:58:03.324060 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb3624f1-8ce3-4298-97a2-89ded06e072e", "name": "network-vif-unplugged", "status": "completed", "tag": "47e5829a-59dd-4443-a286-66a970df8f0d", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:58:03.324460 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b2b6f258-0c37-47b0-8721-cf97f1523907 {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:58:03.325043 n-d-804985-2 neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb3624f1-8ce3-4298-97a2-89ded06e072e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47e5829a-59dd-4443-a286-66a970df8f0d', 'code': 200} Aug 18 11:58:03.409945 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-4395eff2-48fd-4832-9e89-9c0ab0b9e3f1 req-928c045d-099c-461a-a87a-493d0c43bbda service neutron] For port 47e5829a-59dd-4443-a286-66a970df8f0d, host n-h2-804985-2, cleared binding levels {{(pid=106253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 11:58:03.414557 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-4395eff2-48fd-4832-9e89-9c0ab0b9e3f1 req-928c045d-099c-461a-a87a-493d0c43bbda service neutron] For port 47e5829a-59dd-4443-a286-66a970df8f0d, host n-h2-804985-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=47e5829a-59dd-4443-a286-66a970df8f0d,segment=NetworkSegment(b0eb6eea-b461-4969-8a27-808f00daa8a1),segment_id=b0eb6eea-b461-4969-8a27-808f00daa8a1)] {{(pid=106253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 11:58:03.417506 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-cfa3365e-df5f-4789-80f4-e5ad1b6cf907 req-4bd1a465-fc49-4119-bd1b-1610219dd108 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/security-groups?id=0ddd2c5c-7e53-44ab-9404-c5fea69a570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049054 Aug 18 11:58:03.422748 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-4395eff2-48fd-4832-9e89-9c0ab0b9e3f1 req-928c045d-099c-461a-a87a-493d0c43bbda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:03.463351 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4395eff2-48fd-4832-9e89-9c0ab0b9e3f1 req-928c045d-099c-461a-a87a-493d0c43bbda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:03.464281 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-4395eff2-48fd-4832-9e89-9c0ab0b9e3f1 req-928c045d-099c-461a-a87a-493d0c43bbda service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:03.466071 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-4395eff2-48fd-4832-9e89-9c0ab0b9e3f1 req-928c045d-099c-461a-a87a-493d0c43bbda service neutron] 10.222.0.62 "PUT /v2.0/ports/47e5829a-59dd-4443-a286-66a970df8f0d HTTP/1.1" status: 200 len: 1095 time: 1.2557478 Aug 18 11:58:03.591599 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928c045d-099c-461a-a87a-493d0c43bbda service neutron] Pushing event updated for resources: {'Port': ['ID=47e5829a-59dd-4443-a286-66a970df8f0d,revision_number=7']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:58:03.616905 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0386c768-ba05-4f83-8a27-24f82516715b req-6c47f96f-829a-4cb0-9c4b-9667834abab5 tempest-ServersAdminNegativeTestJSON-88531785 tempest-ServersAdminNegativeTestJSON-88531785-project] 10.222.0.66 "GET /v2.0/ports?device_id=2de4a0b3-2f49-4e50-9bdd-7df3932a104e HTTP/1.1" status: 200 len: 210 time: 0.0662582 Aug 18 11:58:03.618130 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4395eff2-48fd-4832-9e89-9c0ab0b9e3f1 req-a54effa5-f5c8-4e0e-80d1-d2250638a99f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:03.620245 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-4395eff2-48fd-4832-9e89-9c0ab0b9e3f1 req-a54effa5-f5c8-4e0e-80d1-d2250638a99f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=87f2a541be1e4141a84277bf00dc4c3b&device_id=bb3624f1-8ce3-4298-97a2-89ded06e072e HTTP/1.1" status: 200 len: 1098 time: 0.1247523 Aug 18 11:58:03.644906 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-1b1018e0-5a28-463c-b0f1-8b6fb56aef40 req-fb67a625-bc52-4bb5-a6e8-1fecd04f25fa tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:03.700407 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da315363-e55d-40ca-acc5-46ac6900994f req-990545c2-9212-4023-84a9-225bb6b583d3 tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:03.711286 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-da315363-e55d-40ca-acc5-46ac6900994f req-990545c2-9212-4023-84a9-225bb6b583d3 tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] 10.222.0.66 "GET /v2.0/ports?device_id=6178433e-6081-4e35-94a3-df149b6a8f20 HTTP/1.1" status: 200 len: 945 time: 0.2913144 Aug 18 11:58:03.752932 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4395eff2-48fd-4832-9e89-9c0ab0b9e3f1 req-47310a13-788f-4606-9082-e5310c911acb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:03.756629 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-4395eff2-48fd-4832-9e89-9c0ab0b9e3f1 req-47310a13-788f-4606-9082-e5310c911acb service neutron] 10.222.0.62 "GET /v2.0/networks?id=222e0814-c7e5-4b11-9282-3f40c6ed76b2 HTTP/1.1" status: 200 len: 870 time: 0.1246433 Aug 18 11:58:03.832032 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-16895f6e-ebb4-40c1-91a8-15c06aa4a31a req-dd809d8c-a28c-42cd-a422-e65666da2a10 tempest-ServersAdminNegativeTestJSON-88531785 tempest-ServersAdminNegativeTestJSON-88531785-project] 10.222.0.63 "GET /v2.0/networks?tenant_id=219939a1ee9342f9a2179d7c4243e386&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0740399 Aug 18 11:58:03.836248 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-4395eff2-48fd-4832-9e89-9c0ab0b9e3f1 req-588c0493-6514-4937-be7a-09b74c9aa754 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=47e5829a-59dd-4443-a286-66a970df8f0d HTTP/1.1" status: 200 len: 217 time: 0.0683479 Aug 18 11:58:03.840611 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-da315363-e55d-40ca-acc5-46ac6900994f req-8a3b606d-6410-43be-bf58-ef62a1583314 tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bf5bc16-7ae8-42c8-a968-84c3ac638172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241963 Aug 18 11:58:03.921543 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-1b1018e0-5a28-463c-b0f1-8b6fb56aef40 req-fb67a625-bc52-4bb5-a6e8-1fecd04f25fa tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:04.066341 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b1018e0-5a28-463c-b0f1-8b6fb56aef40 req-fb67a625-bc52-4bb5-a6e8-1fecd04f25fa tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] Network 97accd71-2aa2-4572-acff-da2e63e9ea24 is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 11:58:04.066845 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb67a625-bc52-4bb5-a6e8-1fecd04f25fa tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] Pushing event updated for resources: {'Port': ['ID=e136464c-9a66-476e-8c1a-8c296a21dd0b,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:58:04.086444 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [req-1b1018e0-5a28-463c-b0f1-8b6fb56aef40 req-fb67a625-bc52-4bb5-a6e8-1fecd04f25fa tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:58:04.093986 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b1018e0-5a28-463c-b0f1-8b6fb56aef40 req-fb67a625-bc52-4bb5-a6e8-1fecd04f25fa tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 11:58:04.123689 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4395eff2-48fd-4832-9e89-9c0ab0b9e3f1 req-6d5f010d-889f-484d-bff2-f0ac9f60e2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:04.125516 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-4395eff2-48fd-4832-9e89-9c0ab0b9e3f1 req-6d5f010d-889f-484d-bff2-f0ac9f60e2f2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6d16d680-110b-436d-8afa-48ba845b3623 HTTP/1.1" status: 200 len: 843 time: 0.2660952 Aug 18 11:58:04.189246 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16895f6e-ebb4-40c1-91a8-15c06aa4a31a req-99385979-cd17-41ab-b764-b7ef54f194b7 tempest-ServersAdminNegativeTestJSON-88531785 tempest-ServersAdminNegativeTestJSON-88531785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:04.190653 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-16895f6e-ebb4-40c1-91a8-15c06aa4a31a req-99385979-cd17-41ab-b764-b7ef54f194b7 tempest-ServersAdminNegativeTestJSON-88531785 tempest-ServersAdminNegativeTestJSON-88531785-project] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3507876 Aug 18 11:58:04.201094 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d282e4-e732-4894-9e39-3dcbb9281e9b req-033babc7-91e1-42c3-9c65-429c797795cb tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:04.202677 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-30d282e4-e732-4894-9e39-3dcbb9281e9b req-033babc7-91e1-42c3-9c65-429c797795cb tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] 10.222.0.66 "GET /v2.0/ports?device_id=6178433e-6081-4e35-94a3-df149b6a8f20 HTTP/1.1" status: 200 len: 945 time: 0.2189345 Aug 18 11:58:04.208367 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1018e0-5a28-463c-b0f1-8b6fb56aef40 req-fb67a625-bc52-4bb5-a6e8-1fecd04f25fa tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:04.209028 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-1b1018e0-5a28-463c-b0f1-8b6fb56aef40 req-fb67a625-bc52-4bb5-a6e8-1fecd04f25fa tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:04.211787 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4395eff2-48fd-4832-9e89-9c0ab0b9e3f1 req-3b42d65c-79e1-4536-8d62-f39f2150def7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:04.213762 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-4395eff2-48fd-4832-9e89-9c0ab0b9e3f1 req-3b42d65c-79e1-4536-8d62-f39f2150def7 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=222e0814-c7e5-4b11-9282-3f40c6ed76b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0756543 Aug 18 11:58:04.217005 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [req-16895f6e-ebb4-40c1-91a8-15c06aa4a31a req-a6fab212-e9dd-4b0f-abc4-8ea272983c22 tempest-ServersAdminNegativeTestJSON-88531785 tempest-ServersAdminNegativeTestJSON-88531785-project] Request body: {'port': {'device_id': '2de4a0b3-2f49-4e50-9bdd-7df3932a104e', 'network_id': '222e0814-c7e5-4b11-9282-3f40c6ed76b2', 'admin_state_up': True, 'tenant_id': '219939a1ee9342f9a2179d7c4243e386'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:58:04.260666 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1b1018e0-5a28-463c-b0f1-8b6fb56aef40 req-fb67a625-bc52-4bb5-a6e8-1fecd04f25fa tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7614243 Aug 18 11:58:04.275992 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-1b1018e0-5a28-463c-b0f1-8b6fb56aef40 req-ec062d93-4b0d-42fe-bfa3-2c9adadc7dc7 service neutron] Request body: {'port': {'device_id': '57f0d391-fcec-47bd-a188-07375bce4336', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804985-2'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:58:04.280757 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-30d282e4-e732-4894-9e39-3dcbb9281e9b req-6107c918-6408-4759-8eab-b7931413c378 tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bf5bc16-7ae8-42c8-a968-84c3ac638172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667956 Aug 18 11:58:04.368725 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b84e64-1e96-479b-9070-8705033936aa req-ccfa34b3-550f-444c-a9f6-d2bc9bb81f1b tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:04.375866 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a9b84e64-1e96-479b-9070-8705033936aa req-ccfa34b3-550f-444c-a9f6-d2bc9bb81f1b tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.66 "GET /v2.0/networks?id=45f10d77-130c-4859-b30d-1a902305b96f HTTP/1.1" status: 200 len: 806 time: 0.2439628 Aug 18 11:58:04.389053 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-1b1018e0-5a28-463c-b0f1-8b6fb56aef40 req-ec062d93-4b0d-42fe-bfa3-2c9adadc7dc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:04.414011 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a9b84e64-1e96-479b-9070-8705033936aa req-3c3b6863-80fa-4d2c-b89d-81ebf9558e96 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.66 "GET /v2.0/quotas/9143985e071d4037b5bf264a5aaa6497 HTTP/1.1" status: 200 len: 375 time: 0.0367379 Aug 18 11:58:04.420263 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-4395eff2-48fd-4832-9e89-9c0ab0b9e3f1 req-61998948-7d58-46c5-abdc-40eb8edd5b11 service neutron] 10.222.0.62 "GET /v2.0/networks/222e0814-c7e5-4b11-9282-3f40c6ed76b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1983018 Aug 18 11:58:04.425420 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16895f6e-ebb4-40c1-91a8-15c06aa4a31a req-a6fab212-e9dd-4b0f-abc4-8ea272983c22 tempest-ServersAdminNegativeTestJSON-88531785 tempest-ServersAdminNegativeTestJSON-88531785-project] Made reservation on behalf of 219939a1ee9342f9a2179d7c4243e386 for: {'port': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 11:58:04.429030 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-16895f6e-ebb4-40c1-91a8-15c06aa4a31a req-a6fab212-e9dd-4b0f-abc4-8ea272983c22 tempest-ServersAdminNegativeTestJSON-88531785 tempest-ServersAdminNegativeTestJSON-88531785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:04.522664 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ba2ab9-639d-4f77-8f0f-c97a54b58512 req-f386234f-2d28-4d7b-8e74-9ab8fbe36866 tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:04.524168 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-84ba2ab9-639d-4f77-8f0f-c97a54b58512 req-f386234f-2d28-4d7b-8e74-9ab8fbe36866 tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] 10.222.0.66 "GET /v2.0/ports?device_id=57f0d391-fcec-47bd-a188-07375bce4336 HTTP/1.1" status: 200 len: 931 time: 0.1375535 Aug 18 11:58:04.576242 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-4395eff2-48fd-4832-9e89-9c0ab0b9e3f1 req-d26571df-288d-4be0-b132-31f55228e759 service neutron] 10.222.0.62 "GET /v2.0/networks/222e0814-c7e5-4b11-9282-3f40c6ed76b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448965 Aug 18 11:58:04.586837 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a9b84e64-1e96-479b-9070-8705033936aa req-386bf52a-cd1f-461a-b1c9-9723ef9a981f tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=9143985e071d4037b5bf264a5aaa6497&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1719384 Aug 18 11:58:04.637427 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [req-16895f6e-ebb4-40c1-91a8-15c06aa4a31a req-a6fab212-e9dd-4b0f-abc4-8ea272983c22 tempest-ServersAdminNegativeTestJSON-88531785 tempest-ServersAdminNegativeTestJSON-88531785-project] Allocated IP 192.168.233.225 (222e0814-c7e5-4b11-9282-3f40c6ed76b2/6d16d680-110b-436d-8afa-48ba845b3623/0e7e2528-6320-4af9-88ba-9bcf39e99b5c) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 11:58:04.765054 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-84ba2ab9-639d-4f77-8f0f-c97a54b58512 req-71b09e09-18fc-4dd3-8ada-231b957ca700 tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] 10.222.0.66 "GET /v2.0/security-groups?id=ad88621b-057d-4148-94ff-fad542d38fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910393 Aug 18 11:58:04.846518 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a9b84e64-1e96-479b-9070-8705033936aa req-bb76744a-490a-4423-85cf-31b41812cd47 service neutron] 10.222.0.66 "GET /v2.0/networks/45f10d77-130c-4859-b30d-1a902305b96f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2367492 Aug 18 11:58:04.870936 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-16895f6e-ebb4-40c1-91a8-15c06aa4a31a req-a6fab212-e9dd-4b0f-abc4-8ea272983c22 tempest-ServersAdminNegativeTestJSON-88531785 tempest-ServersAdminNegativeTestJSON-88531785-project] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:04.889266 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [req-16895f6e-ebb4-40c1-91a8-15c06aa4a31a req-a6fab212-e9dd-4b0f-abc4-8ea272983c22 tempest-ServersAdminNegativeTestJSON-88531785 tempest-ServersAdminNegativeTestJSON-88531785-project] Transition to ACTIVE for port object 0e7e2528-6320-4af9-88ba-9bcf39e99b5c will not be triggered until provisioned by entity DHCP. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 11:58:04.925327 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-16895f6e-ebb4-40c1-91a8-15c06aa4a31a req-a6fab212-e9dd-4b0f-abc4-8ea272983c22 tempest-ServersAdminNegativeTestJSON-88531785 tempest-ServersAdminNegativeTestJSON-88531785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:04.937640 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] get_ports_and_sgs() called for port_ids ['223eac48-b6a2-4199-8a68-9de59384346f'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 11:58:04.966393 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [req-1b1018e0-5a28-463c-b0f1-8b6fb56aef40 req-ec062d93-4b0d-42fe-bfa3-2c9adadc7dc7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e136464c-9a66-476e-8c1a-8c296a21dd0b {{(pid=106252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 11:58:04.981106 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-1b1018e0-5a28-463c-b0f1-8b6fb56aef40 req-ec062d93-4b0d-42fe-bfa3-2c9adadc7dc7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:04.985326 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16895f6e-ebb4-40c1-91a8-15c06aa4a31a req-a6fab212-e9dd-4b0f-abc4-8ea272983c22 tempest-ServersAdminNegativeTestJSON-88531785 tempest-ServersAdminNegativeTestJSON-88531785-project] Network 222e0814-c7e5-4b11-9282-3f40c6ed76b2 is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 11:58:04.989535 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [req-16895f6e-ebb4-40c1-91a8-15c06aa4a31a req-a6fab212-e9dd-4b0f-abc4-8ea272983c22 tempest-ServersAdminNegativeTestJSON-88531785 tempest-ServersAdminNegativeTestJSON-88531785-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:58:04.994765 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-16895f6e-ebb4-40c1-91a8-15c06aa4a31a req-a6fab212-e9dd-4b0f-abc4-8ea272983c22 tempest-ServersAdminNegativeTestJSON-88531785 tempest-ServersAdminNegativeTestJSON-88531785-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 11:58:04.999841 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fab212-e9dd-4b0f-abc4-8ea272983c22 tempest-ServersAdminNegativeTestJSON-88531785 tempest-ServersAdminNegativeTestJSON-88531785-project] Pushing event updated for resources: {'Port': ['ID=0e7e2528-6320-4af9-88ba-9bcf39e99b5c,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:58:04.999995 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [req-1b1018e0-5a28-463c-b0f1-8b6fb56aef40 req-ec062d93-4b0d-42fe-bfa3-2c9adadc7dc7 service neutron] Transition to ACTIVE for port object e136464c-9a66-476e-8c1a-8c296a21dd0b will not be triggered until provisioned by entity L2. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 11:58:05.013453 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a9b84e64-1e96-479b-9070-8705033936aa req-c0d0df7b-5aab-494b-b0ac-b413c0b64544 service neutron] 10.222.0.66 "GET /v2.0/networks/45f10d77-130c-4859-b30d-1a902305b96f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661139 Aug 18 11:58:05.014686 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-1b1018e0-5a28-463c-b0f1-8b6fb56aef40 req-ec062d93-4b0d-42fe-bfa3-2c9adadc7dc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:05.089938 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16895f6e-ebb4-40c1-91a8-15c06aa4a31a req-a6fab212-e9dd-4b0f-abc4-8ea272983c22 tempest-ServersAdminNegativeTestJSON-88531785 tempest-ServersAdminNegativeTestJSON-88531785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:05.090797 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-16895f6e-ebb4-40c1-91a8-15c06aa4a31a req-a6fab212-e9dd-4b0f-abc4-8ea272983c22 tempest-ServersAdminNegativeTestJSON-88531785 tempest-ServersAdminNegativeTestJSON-88531785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:05.114749 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-16895f6e-ebb4-40c1-91a8-15c06aa4a31a req-a6fab212-e9dd-4b0f-abc4-8ea272983c22 tempest-ServersAdminNegativeTestJSON-88531785 tempest-ServersAdminNegativeTestJSON-88531785-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9128695 Aug 18 11:58:05.124725 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec062d93-4b0d-42fe-bfa3-2c9adadc7dc7 service neutron] Pushing event updated for resources: {'Port': ['ID=e136464c-9a66-476e-8c1a-8c296a21dd0b,revision_number=2']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:58:05.130007 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [req-16895f6e-ebb4-40c1-91a8-15c06aa4a31a req-a0a630fc-d4fb-4246-8fbe-b7a106393c47 service neutron] Request body: {'port': {'device_id': '2de4a0b3-2f49-4e50-9bdd-7df3932a104e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804985-2'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:58:05.191036 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 56390) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:58:05.217527 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-565bdc28-a25e-4cb0-a041-09e2d7710adc tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1723073609'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:58:05.333069 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb3624f1-8ce3-4298-97a2-89ded06e072e', 'tag': '47e5829a-59dd-4443-a286-66a970df8f0d'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 11:58:05.335270 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0679f4c4b6e0e0c064a7d71d722dc30541a34fffee11680573be22ee2ffccc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3d28270-76ee-4957-8407-b0566c9cf8c9" -d '{"events": [{"name": "network-changed", "server_uuid": "bb3624f1-8ce3-4298-97a2-89ded06e072e", "tag": "47e5829a-59dd-4443-a286-66a970df8f0d"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:58:05.338046 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-16895f6e-ebb4-40c1-91a8-15c06aa4a31a req-a0a630fc-d4fb-4246-8fbe-b7a106393c47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:05.345510 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ccc5bf-a6e6-4398-b186-ee426163b9a0 req-79dfa02e-4459-4bc6-aee2-37e55c29463c tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:05.347074 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-55ccc5bf-a6e6-4398-b186-ee426163b9a0 req-79dfa02e-4459-4bc6-aee2-37e55c29463c tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/ports?device_id=bb3624f1-8ce3-4298-97a2-89ded06e072e HTTP/1.1" status: 200 len: 947 time: 0.2263579 Aug 18 11:58:05.423785 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-565bdc28-a25e-4cb0-a041-09e2d7710adc tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Made reservation on behalf of f1c57111807f4f80be30061245a1a804 for: {'network': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 11:58:05.427393 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-565bdc28-a25e-4cb0-a041-09e2d7710adc tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for network, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:05.432966 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-e6909342-9ded-4f9f-8ee4-906ffe2151a8 None None] Provisioning for port 0e7e2528-6320-4af9-88ba-9bcf39e99b5c completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 11:58:05.439197 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-e6909342-9ded-4f9f-8ee4-906ffe2151a8 None None] Provisioning complete for port 0e7e2528-6320-4af9-88ba-9bcf39e99b5c triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:58:05.439614 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-e6909342-9ded-4f9f-8ee4-906ffe2151a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:05.465022 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-565bdc28-a25e-4cb0-a041-09e2d7710adc tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 848} {{(pid=106253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 11:58:05.467820 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-1b1018e0-5a28-463c-b0f1-8b6fb56aef40 req-ec062d93-4b0d-42fe-bfa3-2c9adadc7dc7 service neutron] Attempting to bind port e136464c-9a66-476e-8c1a-8c296a21dd0b on host n-h1-804985-2 for vnic_type normal with profile {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 11:58:05.468173 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-1b1018e0-5a28-463c-b0f1-8b6fb56aef40 req-ec062d93-4b0d-42fe-bfa3-2c9adadc7dc7 service neutron] Attempting to bind port e136464c-9a66-476e-8c1a-8c296a21dd0b by drivers openvswitch,hyperv on host n-h1-804985-2 at level 0 using segments [{'id': '5e2f67b8-ff4a-4cf9-aef3-b551840351ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '97accd71-2aa2-4572-acff-da2e63e9ea24'}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 11:58:05.468699 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b1018e0-5a28-463c-b0f1-8b6fb56aef40 req-ec062d93-4b0d-42fe-bfa3-2c9adadc7dc7 service neutron] Attempting to bind port e136464c-9a66-476e-8c1a-8c296a21dd0b on network 97accd71-2aa2-4572-acff-da2e63e9ea24 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 11:58:05.474274 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-565bdc28-a25e-4cb0-a041-09e2d7710adc tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:05.475024 n-d-804985-2 neutron-server[106253]: INFO neutron.db.segments_db [None req-565bdc28-a25e-4cb0-a041-09e2d7710adc tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Added segment df8c2716-4c05-4e71-858a-1ca678e85c74 of type vlan for network 14664a63-22d6-4bc0-8290-849b20369b1b Aug 18 11:58:05.480299 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b1018e0-5a28-463c-b0f1-8b6fb56aef40 req-ec062d93-4b0d-42fe-bfa3-2c9adadc7dc7 service neutron] Port e136464c-9a66-476e-8c1a-8c296a21dd0b on network 97accd71-2aa2-4572-acff-da2e63e9ea24 not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-2 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 11:58:05.480666 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b1018e0-5a28-463c-b0f1-8b6fb56aef40 req-ec062d93-4b0d-42fe-bfa3-2c9adadc7dc7 service neutron] Attempting to bind port e136464c-9a66-476e-8c1a-8c296a21dd0b on network 97accd71-2aa2-4572-acff-da2e63e9ea24 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 11:58:05.492189 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-e6909342-9ded-4f9f-8ee4-906ffe2151a8 None None] Port 0e7e2528-6320-4af9-88ba-9bcf39e99b5c cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 11:58:05.508646 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b1018e0-5a28-463c-b0f1-8b6fb56aef40 req-ec062d93-4b0d-42fe-bfa3-2c9adadc7dc7 service neutron] Checking agent: {'id': 'a613417a-d085-492c-941a-59bb18c633d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 49, 6), 'started_at': datetime.datetime(2021, 8, 18, 11, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 11, 57, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 11:58:05.509025 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b1018e0-5a28-463c-b0f1-8b6fb56aef40 req-ec062d93-4b0d-42fe-bfa3-2c9adadc7dc7 service neutron] Checking segment: {'id': '5e2f67b8-ff4a-4cf9-aef3-b551840351ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '97accd71-2aa2-4572-acff-da2e63e9ea24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 11:58:05.510255 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b1018e0-5a28-463c-b0f1-8b6fb56aef40 req-ec062d93-4b0d-42fe-bfa3-2c9adadc7dc7 service neutron] Bound using segment: {'id': '5e2f67b8-ff4a-4cf9-aef3-b551840351ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '97accd71-2aa2-4572-acff-da2e63e9ea24'} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 11:58:05.510861 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-1b1018e0-5a28-463c-b0f1-8b6fb56aef40 req-ec062d93-4b0d-42fe-bfa3-2c9adadc7dc7 service neutron] Bound port: e136464c-9a66-476e-8c1a-8c296a21dd0b, host: n-h1-804985-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e2f67b8-ff4a-4cf9-aef3-b551840351ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '97accd71-2aa2-4572-acff-da2e63e9ea24'}}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 11:58:05.511092 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-1b1018e0-5a28-463c-b0f1-8b6fb56aef40 req-ec062d93-4b0d-42fe-bfa3-2c9adadc7dc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:05.533027 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-565bdc28-a25e-4cb0-a041-09e2d7710adc tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789150665894'] for network, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:05.542644 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9076781-1d3f-4dc3-aeb4-7f06729ab76d req-77c65d7d-a14f-4050-b139-7e1c58ce9a75 tempest-ServersAdminNegativeTestJSON-88531785 tempest-ServersAdminNegativeTestJSON-88531785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:05.550465 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a9076781-1d3f-4dc3-aeb4-7f06729ab76d req-77c65d7d-a14f-4050-b139-7e1c58ce9a75 tempest-ServersAdminNegativeTestJSON-88531785 tempest-ServersAdminNegativeTestJSON-88531785-project] 10.222.0.66 "GET /v2.0/ports?device_id=2de4a0b3-2f49-4e50-9bdd-7df3932a104e HTTP/1.1" status: 200 len: 936 time: 0.2338111 Aug 18 11:58:05.625476 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-1b1018e0-5a28-463c-b0f1-8b6fb56aef40 req-ec062d93-4b0d-42fe-bfa3-2c9adadc7dc7 service neutron] For port e136464c-9a66-476e-8c1a-8c296a21dd0b, host n-h1-804985-2, cleared binding levels {{(pid=106252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 11:58:05.629057 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-1b1018e0-5a28-463c-b0f1-8b6fb56aef40 req-ec062d93-4b0d-42fe-bfa3-2c9adadc7dc7 service neutron] For port e136464c-9a66-476e-8c1a-8c296a21dd0b, host n-h1-804985-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=e136464c-9a66-476e-8c1a-8c296a21dd0b,segment=NetworkSegment(5e2f67b8-ff4a-4cf9-aef3-b551840351ed),segment_id=5e2f67b8-ff4a-4cf9-aef3-b551840351ed)] {{(pid=106252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 11:58:05.632028 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-565bdc28-a25e-4cb0-a041-09e2d7710adc tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for network, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:05.637904 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-565bdc28-a25e-4cb0-a041-09e2d7710adc tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:05.638498 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-565bdc28-a25e-4cb0-a041-09e2d7710adc tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:05.642095 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-1b1018e0-5a28-463c-b0f1-8b6fb56aef40 req-ec062d93-4b0d-42fe-bfa3-2c9adadc7dc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:05.688365 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-55ccc5bf-a6e6-4398-b186-ee426163b9a0 req-4f2b6d2c-c1c1-4278-9b41-f5d2ff0b1a13 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/security-groups?id=0ddd2c5c-7e53-44ab-9404-c5fea69a570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3163991 Aug 18 11:58:05.715322 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a9076781-1d3f-4dc3-aeb4-7f06729ab76d req-dcba2851-8a99-4d34-bac3-662eaa205ca0 tempest-ServersAdminNegativeTestJSON-88531785 tempest-ServersAdminNegativeTestJSON-88531785-project] 10.222.0.66 "GET /v2.0/security-groups?id=e15cd1e1-1ec2-43c7-81da-4d2c8f87e716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593742 Aug 18 11:58:05.727161 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1018e0-5a28-463c-b0f1-8b6fb56aef40 req-ec062d93-4b0d-42fe-bfa3-2c9adadc7dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:05.727161 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-1b1018e0-5a28-463c-b0f1-8b6fb56aef40 req-ec062d93-4b0d-42fe-bfa3-2c9adadc7dc7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:05.727161 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1b1018e0-5a28-463c-b0f1-8b6fb56aef40 req-ec062d93-4b0d-42fe-bfa3-2c9adadc7dc7 service neutron] 10.222.0.63 "PUT /v2.0/ports/e136464c-9a66-476e-8c1a-8c296a21dd0b HTTP/1.1" status: 200 len: 1091 time: 1.4532592 Aug 18 11:58:05.727161 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57f0d391-fcec-47bd-a188-07375bce4336', 'tag': 'e136464c-9a66-476e-8c1a-8c296a21dd0b'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 11:58:05.739395 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45f22399-fb94-419f-a479-e7fd7d39c800" -d '{"events": [{"name": "network-changed", "server_uuid": "57f0d391-fcec-47bd-a188-07375bce4336", "tag": "e136464c-9a66-476e-8c1a-8c296a21dd0b"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:58:05.763242 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-565bdc28-a25e-4cb0-a041-09e2d7710adc tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5711021 Aug 18 11:58:05.770559 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 56408) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:58:05.782712 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-b402d34d-ae4a-4fe5-b9ce-13200a73e8da tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1104704067'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:58:05.799876 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565bdc28-a25e-4cb0-a041-09e2d7710adc tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Pushing event updated for resources: {'Network': ['ID=14664a63-22d6-4bc0-8290-849b20369b1b,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:58:05.817418 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec062d93-4b0d-42fe-bfa3-2c9adadc7dc7 service neutron] Pushing event updated for resources: {'Port': ['ID=e136464c-9a66-476e-8c1a-8c296a21dd0b,revision_number=3']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:58:05.821524 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Network 14664a63-22d6-4bc0-8290-849b20369b1b details requested by agent ovs-agent-n-d-804985-2 with host n-d-804985-2 {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 11:58:05.852609 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-574840e1-a001-421f-abbb-3c319a75500e req-037a89b0-1e05-48d8-bcf8-c8d40ced5460 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.66 "GET /v2.0/ports?device_id=b17f4891-3396-48b1-81ee-fb30e63b418c HTTP/1.1" status: 200 len: 210 time: 0.0645452 Aug 18 11:58:05.871694 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b402d34d-ae4a-4fe5-b9ce-13200a73e8da tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Made reservation on behalf of f1c57111807f4f80be30061245a1a804 for: {'network': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 11:58:05.877261 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b402d34d-ae4a-4fe5-b9ce-13200a73e8da tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for network, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:05.894418 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1018e0-5a28-463c-b0f1-8b6fb56aef40 req-931cfbc4-630f-4830-bb95-38f96040b705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:05.896023 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1b1018e0-5a28-463c-b0f1-8b6fb56aef40 req-931cfbc4-630f-4830-bb95-38f96040b705 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=a7bbe68df072438980706fbfc6d6b9bc&device_id=57f0d391-fcec-47bd-a188-07375bce4336 HTTP/1.1" status: 200 len: 1094 time: 0.1093383 Aug 18 11:58:05.977051 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [req-16895f6e-ebb4-40c1-91a8-15c06aa4a31a req-a0a630fc-d4fb-4246-8fbe-b7a106393c47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e7e2528-6320-4af9-88ba-9bcf39e99b5c {{(pid=106253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 11:58:05.985920 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-16895f6e-ebb4-40c1-91a8-15c06aa4a31a req-a0a630fc-d4fb-4246-8fbe-b7a106393c47 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:05.999566 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [req-16895f6e-ebb4-40c1-91a8-15c06aa4a31a req-a0a630fc-d4fb-4246-8fbe-b7a106393c47 service neutron] Transition to ACTIVE for port object 0e7e2528-6320-4af9-88ba-9bcf39e99b5c will not be triggered until provisioned by entity L2. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 11:58:06.001679 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1b1018e0-5a28-463c-b0f1-8b6fb56aef40 req-0c579678-6fa2-42d5-8b61-96811e237cab service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e136464c-9a66-476e-8c1a-8c296a21dd0b HTTP/1.1" status: 200 len: 217 time: 0.0647993 Aug 18 11:58:06.008525 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-16895f6e-ebb4-40c1-91a8-15c06aa4a31a req-a0a630fc-d4fb-4246-8fbe-b7a106393c47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:06.012236 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b402d34d-ae4a-4fe5-b9ce-13200a73e8da tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 818} {{(pid=106252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 11:58:06.036048 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:06.090786 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 11:58:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beefdcfd-462c-4548-bcff-2e32a4082cfc x-openstack-request-id: req-beefdcfd-462c-4548-bcff-2e32a4082cfc {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:58:06.091040 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb3624f1-8ce3-4298-97a2-89ded06e072e", "tag": "47e5829a-59dd-4443-a286-66a970df8f0d", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:58:06.091379 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-beefdcfd-462c-4548-bcff-2e32a4082cfc {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:58:06.091874 n-d-804985-2 neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb3624f1-8ce3-4298-97a2-89ded06e072e', 'tag': '47e5829a-59dd-4443-a286-66a970df8f0d', 'status': 'completed', 'code': 200} Aug 18 11:58:06.154634 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf32202-4b80-41e0-bcba-ee47cf6f9b7e req-28fb33bd-1889-48bf-a993-fe55a8431d9f tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:06.164508 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-dbf32202-4b80-41e0-bcba-ee47cf6f9b7e req-28fb33bd-1889-48bf-a993-fe55a8431d9f tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] 10.222.0.66 "GET /v2.0/ports?device_id=6178433e-6081-4e35-94a3-df149b6a8f20 HTTP/1.1" status: 200 len: 945 time: 0.2823641 Aug 18 11:58:06.191799 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a630fc-d4fb-4246-8fbe-b7a106393c47 service neutron] Pushing event updated for resources: {'Port': ['ID=0e7e2528-6320-4af9-88ba-9bcf39e99b5c,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:58:06.193761 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b402d34d-ae4a-4fe5-b9ce-13200a73e8da tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:06.194808 n-d-804985-2 neutron-server[106252]: INFO neutron.db.segments_db [None req-b402d34d-ae4a-4fe5-b9ce-13200a73e8da tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Added segment ca5d8231-2f07-42d5-ad7c-9ac8a76e921f of type vlan for network 71f4f05b-546f-495f-be85-3ee41a9605e5 Aug 18 11:58:06.228817 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 11:58:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ef7aa36-4305-4695-8b2c-a66dfe438940 x-openstack-request-id: req-6ef7aa36-4305-4695-8b2c-a66dfe438940 {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:58:06.229277 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57f0d391-fcec-47bd-a188-07375bce4336", "tag": "e136464c-9a66-476e-8c1a-8c296a21dd0b", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:58:06.229484 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-6ef7aa36-4305-4695-8b2c-a66dfe438940 {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:58:06.229902 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57f0d391-fcec-47bd-a188-07375bce4336', 'tag': 'e136464c-9a66-476e-8c1a-8c296a21dd0b', 'status': 'completed', 'code': 200} Aug 18 11:58:06.255702 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 5a411eec-4203-49ca-a9f9-d1bcc2620eea no longer exists at agent hyperv_n-h1-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 11:58:06.302541 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] No Port match for: 5a411eec-4203-49ca-a9f9-d1bcc2620eea {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 11:58:06.304825 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 5a411eec-4203-49ca-a9f9-d1bcc2620eea not bound to the agent host n-h1-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 11:58:06.305437 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 47e5829a-59dd-4443-a286-66a970df8f0d no longer exists at agent hyperv_n-h1-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 11:58:06.329446 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1018e0-5a28-463c-b0f1-8b6fb56aef40 req-84e734d7-a209-413f-9e23-b94aab27218f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:06.330931 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1b1018e0-5a28-463c-b0f1-8b6fb56aef40 req-84e734d7-a209-413f-9e23-b94aab27218f service neutron] 10.222.0.63 "GET /v2.0/subnets?id=d9e8819c-692a-472a-8ad6-8fb1be2fae20 HTTP/1.1" status: 200 len: 861 time: 0.3210893 Aug 18 11:58:06.333686 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d28270-76ee-4957-8407-b0566c9cf8c9 req-459fa212-e776-4cea-b1ff-419b7642ace5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:06.335955 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-c3d28270-76ee-4957-8407-b0566c9cf8c9 req-459fa212-e776-4cea-b1ff-419b7642ace5 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=87f2a541be1e4141a84277bf00dc4c3b&device_id=bb3624f1-8ce3-4298-97a2-89ded06e072e HTTP/1.1" status: 200 len: 1098 time: 0.2547700 Aug 18 11:58:06.363856 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 47e5829a-59dd-4443-a286-66a970df8f0d not bound to the agent host n-h1-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 11:58:06.425192 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b402d34d-ae4a-4fe5-b9ce-13200a73e8da tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789150665894'] for network, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:06.486694 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-16895f6e-ebb4-40c1-91a8-15c06aa4a31a req-a0a630fc-d4fb-4246-8fbe-b7a106393c47 service neutron] Attempting to bind port 0e7e2528-6320-4af9-88ba-9bcf39e99b5c on host n-h1-804985-2 for vnic_type normal with profile {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 11:58:06.487181 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-16895f6e-ebb4-40c1-91a8-15c06aa4a31a req-a0a630fc-d4fb-4246-8fbe-b7a106393c47 service neutron] Attempting to bind port 0e7e2528-6320-4af9-88ba-9bcf39e99b5c by drivers openvswitch,hyperv on host n-h1-804985-2 at level 0 using segments [{'id': 'b0eb6eea-b461-4969-8a27-808f00daa8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '222e0814-c7e5-4b11-9282-3f40c6ed76b2'}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 11:58:06.487986 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16895f6e-ebb4-40c1-91a8-15c06aa4a31a req-a0a630fc-d4fb-4246-8fbe-b7a106393c47 service neutron] Attempting to bind port 0e7e2528-6320-4af9-88ba-9bcf39e99b5c on network 222e0814-c7e5-4b11-9282-3f40c6ed76b2 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 11:58:06.491122 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-dbf32202-4b80-41e0-bcba-ee47cf6f9b7e req-4b11dc40-21c2-4acc-a922-1c618c3f7f50 tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bf5bc16-7ae8-42c8-a968-84c3ac638172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3075900 Aug 18 11:58:06.495164 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d28270-76ee-4957-8407-b0566c9cf8c9 req-82cb787b-e39a-41d4-8245-096b4897e539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:06.495789 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1b1018e0-5a28-463c-b0f1-8b6fb56aef40 req-27d71471-7bc6-4166-a7d1-1b125aadbfb8 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=97accd71-2aa2-4572-acff-da2e63e9ea24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1226635 Aug 18 11:58:06.496965 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-c3d28270-76ee-4957-8407-b0566c9cf8c9 req-82cb787b-e39a-41d4-8245-096b4897e539 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=87f2a541be1e4141a84277bf00dc4c3b&device_id=bb3624f1-8ce3-4298-97a2-89ded06e072e HTTP/1.1" status: 200 len: 1098 time: 0.2901998 Aug 18 11:58:06.504087 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16895f6e-ebb4-40c1-91a8-15c06aa4a31a req-a0a630fc-d4fb-4246-8fbe-b7a106393c47 service neutron] Port 0e7e2528-6320-4af9-88ba-9bcf39e99b5c on network 222e0814-c7e5-4b11-9282-3f40c6ed76b2 not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-2 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 11:58:06.504531 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16895f6e-ebb4-40c1-91a8-15c06aa4a31a req-a0a630fc-d4fb-4246-8fbe-b7a106393c47 service neutron] Attempting to bind port 0e7e2528-6320-4af9-88ba-9bcf39e99b5c on network 222e0814-c7e5-4b11-9282-3f40c6ed76b2 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 11:58:06.559386 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16895f6e-ebb4-40c1-91a8-15c06aa4a31a req-a0a630fc-d4fb-4246-8fbe-b7a106393c47 service neutron] Checking agent: {'id': 'a613417a-d085-492c-941a-59bb18c633d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 49, 6), 'started_at': datetime.datetime(2021, 8, 18, 11, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 11, 58, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 11:58:06.559882 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16895f6e-ebb4-40c1-91a8-15c06aa4a31a req-a0a630fc-d4fb-4246-8fbe-b7a106393c47 service neutron] Checking segment: {'id': 'b0eb6eea-b461-4969-8a27-808f00daa8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '222e0814-c7e5-4b11-9282-3f40c6ed76b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 11:58:06.560365 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16895f6e-ebb4-40c1-91a8-15c06aa4a31a req-a0a630fc-d4fb-4246-8fbe-b7a106393c47 service neutron] Bound using segment: {'id': 'b0eb6eea-b461-4969-8a27-808f00daa8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '222e0814-c7e5-4b11-9282-3f40c6ed76b2'} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 11:58:06.561729 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-16895f6e-ebb4-40c1-91a8-15c06aa4a31a req-a0a630fc-d4fb-4246-8fbe-b7a106393c47 service neutron] Bound port: 0e7e2528-6320-4af9-88ba-9bcf39e99b5c, host: n-h1-804985-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0eb6eea-b461-4969-8a27-808f00daa8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '222e0814-c7e5-4b11-9282-3f40c6ed76b2'}}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 11:58:06.562214 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-16895f6e-ebb4-40c1-91a8-15c06aa4a31a req-a0a630fc-d4fb-4246-8fbe-b7a106393c47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:06.632598 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d28270-76ee-4957-8407-b0566c9cf8c9 req-d38c7558-0312-42fb-a6c1-4fe57c37848d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:06.633498 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5443f0-fb86-4747-a1bf-d0b6dcecfc13 req-ec9c1fe9-149c-4231-96ae-c86f1411b61d tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:06.634479 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-c3d28270-76ee-4957-8407-b0566c9cf8c9 req-d38c7558-0312-42fb-a6c1-4fe57c37848d service neutron] 10.222.0.62 "GET /v2.0/networks?id=222e0814-c7e5-4b11-9282-3f40c6ed76b2 HTTP/1.1" status: 200 len: 870 time: 0.2791512 Aug 18 11:58:06.635291 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-df5443f0-fb86-4747-a1bf-d0b6dcecfc13 req-ec9c1fe9-149c-4231-96ae-c86f1411b61d tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] 10.222.0.66 "GET /v2.0/ports?device_id=57f0d391-fcec-47bd-a188-07375bce4336 HTTP/1.1" status: 200 len: 943 time: 0.3093681 Aug 18 11:58:06.638524 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b402d34d-ae4a-4fe5-b9ce-13200a73e8da tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for network, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:06.644002 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b402d34d-ae4a-4fe5-b9ce-13200a73e8da tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:06.645232 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b402d34d-ae4a-4fe5-b9ce-13200a73e8da tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for network, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:06.677542 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 47e5829a-59dd-4443-a286-66a970df8f0d details requested by agent hyperv_n-h2-804985-2 with host n-h2-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 11:58:06.747840 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-c3d28270-76ee-4957-8407-b0566c9cf8c9 req-8e615f64-3b9b-4aee-983c-1bc434c9920b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=47e5829a-59dd-4443-a286-66a970df8f0d HTTP/1.1" status: 200 len: 217 time: 0.0787492 Aug 18 11:58:06.802028 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port 47e5829a-59dd-4443-a286-66a970df8f0d, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=47e5829a-59dd-4443-a286-66a970df8f0d,segment=NetworkSegment(b0eb6eea-b461-4969-8a27-808f00daa8a1),segment_id=b0eb6eea-b461-4969-8a27-808f00daa8a1)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:58:06.818936 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Returning: {'device': '47e5829a-59dd-4443-a286-66a970df8f0d', 'network_id': '222e0814-c7e5-4b11-9282-3f40c6ed76b2', 'port_id': '47e5829a-59dd-4443-a286-66a970df8f0d', 'mac_address': 'fa:16:3e:95:63:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 823, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d16d680-110b-436d-8afa-48ba845b3623', 'ip_address': '192.168.233.88'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 11:58:06.852819 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d28270-76ee-4957-8407-b0566c9cf8c9 req-c91555db-e171-4992-9c6d-d48f0f72919c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:06.854646 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-c3d28270-76ee-4957-8407-b0566c9cf8c9 req-c91555db-e171-4992-9c6d-d48f0f72919c service neutron] 10.222.0.63 "GET /v2.0/networks?id=222e0814-c7e5-4b11-9282-3f40c6ed76b2 HTTP/1.1" status: 200 len: 870 time: 0.3359604 Aug 18 11:58:06.865807 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-16895f6e-ebb4-40c1-91a8-15c06aa4a31a req-a0a630fc-d4fb-4246-8fbe-b7a106393c47 service neutron] For port 0e7e2528-6320-4af9-88ba-9bcf39e99b5c, host n-h1-804985-2, cleared binding levels {{(pid=106253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 11:58:06.867075 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:06.880280 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-16895f6e-ebb4-40c1-91a8-15c06aa4a31a req-a0a630fc-d4fb-4246-8fbe-b7a106393c47 service neutron] For port 0e7e2528-6320-4af9-88ba-9bcf39e99b5c, host n-h1-804985-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=0e7e2528-6320-4af9-88ba-9bcf39e99b5c,segment=NetworkSegment(b0eb6eea-b461-4969-8a27-808f00daa8a1),segment_id=b0eb6eea-b461-4969-8a27-808f00daa8a1)] {{(pid=106253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 11:58:06.885606 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47e5829a-59dd-4443-a286-66a970df8f0d {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 11:58:06.900430 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-b402d34d-ae4a-4fe5-b9ce-13200a73e8da tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.1284165 Aug 18 11:58:06.910775 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 56426) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:58:06.917034 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-62a368c1-b067-4587-bf17-09a9e5e97b6a tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Request body: {'subnet': {'network_id': '14664a63-22d6-4bc0-8290-849b20369b1b', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:58:06.923219 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d28270-76ee-4957-8407-b0566c9cf8c9 req-23d05e4d-5858-4d15-8f31-3411ec0d851e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:06.925069 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-c3d28270-76ee-4957-8407-b0566c9cf8c9 req-23d05e4d-5858-4d15-8f31-3411ec0d851e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6d16d680-110b-436d-8afa-48ba845b3623 HTTP/1.1" status: 200 len: 843 time: 0.1640961 Aug 18 11:58:06.926492 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-c3d28270-76ee-4957-8407-b0566c9cf8c9 req-fe823635-f7fa-49a2-8543-247373878f36 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=47e5829a-59dd-4443-a286-66a970df8f0d HTTP/1.1" status: 200 len: 217 time: 0.0577931 Aug 18 11:58:06.927695 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-16895f6e-ebb4-40c1-91a8-15c06aa4a31a req-a0a630fc-d4fb-4246-8fbe-b7a106393c47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:06.928726 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port 47e5829a-59dd-4443-a286-66a970df8f0d, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=47e5829a-59dd-4443-a286-66a970df8f0d,segment=NetworkSegment(b0eb6eea-b461-4969-8a27-808f00daa8a1),segment_id=b0eb6eea-b461-4969-8a27-808f00daa8a1)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:58:06.935355 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:07.005236 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=47e5829a-59dd-4443-a286-66a970df8f0d,revision_number=8']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:58:07.040934 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b402d34d-ae4a-4fe5-b9ce-13200a73e8da tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Pushing event updated for resources: {'Network': ['ID=71f4f05b-546f-495f-be85-3ee41a9605e5,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:58:07.056193 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Network 71f4f05b-546f-495f-be85-3ee41a9605e5 details requested by agent ovs-agent-n-d-804985-2 with host n-d-804985-2 {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 11:58:07.061557 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee77d9e-c15d-4101-aeb6-1be7f2aae8d3 req-beee9db2-2ca2-4e9a-9b6e-9666eb90d788 tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:07.070563 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-dee77d9e-c15d-4101-aeb6-1be7f2aae8d3 req-beee9db2-2ca2-4e9a-9b6e-9666eb90d788 tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] 10.222.0.66 "GET /v2.0/ports?device_id=6178433e-6081-4e35-94a3-df149b6a8f20 HTTP/1.1" status: 200 len: 945 time: 0.2841172 Aug 18 11:58:07.088006 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1b1018e0-5a28-463c-b0f1-8b6fb56aef40 req-3ccdcc98-4f02-4ad3-b1ee-549875fc7b1b service neutron] 10.222.0.63 "GET /v2.0/networks/97accd71-2aa2-4572-acff-da2e63e9ea24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5723844 Aug 18 11:58:07.112942 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-df5443f0-fb86-4747-a1bf-d0b6dcecfc13 req-6ebf3198-1c00-4323-9366-887a31da6fb3 tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] 10.222.0.66 "GET /v2.0/security-groups?id=ad88621b-057d-4148-94ff-fad542d38fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4583242 Aug 18 11:58:07.137980 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16895f6e-ebb4-40c1-91a8-15c06aa4a31a req-a0a630fc-d4fb-4246-8fbe-b7a106393c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:07.138653 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-16895f6e-ebb4-40c1-91a8-15c06aa4a31a req-a0a630fc-d4fb-4246-8fbe-b7a106393c47 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:07.140064 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-16895f6e-ebb4-40c1-91a8-15c06aa4a31a req-a0a630fc-d4fb-4246-8fbe-b7a106393c47 service neutron] 10.222.0.63 "PUT /v2.0/ports/0e7e2528-6320-4af9-88ba-9bcf39e99b5c HTTP/1.1" status: 200 len: 1096 time: 2.0162306 Aug 18 11:58:07.245713 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] get_ports_and_sgs() called for port_ids ['47e5829a-59dd-4443-a286-66a970df8f0d'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 11:58:07.248870 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d28270-76ee-4957-8407-b0566c9cf8c9 req-0e492712-1180-4ee0-969a-b27ae3b57ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:07.261468 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-c3d28270-76ee-4957-8407-b0566c9cf8c9 req-0e492712-1180-4ee0-969a-b27ae3b57ee5 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=6d16d680-110b-436d-8afa-48ba845b3623 HTTP/1.1" status: 200 len: 843 time: 0.3181500 Aug 18 11:58:07.369109 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62a368c1-b067-4587-bf17-09a9e5e97b6a tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Made reservation on behalf of f1c57111807f4f80be30061245a1a804 for: {'subnet': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 11:58:07.373643 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-62a368c1-b067-4587-bf17-09a9e5e97b6a tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59388119'] for subnet, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:07.547025 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a630fc-d4fb-4246-8fbe-b7a106393c47 service neutron] Pushing event updated for resources: {'Port': ['ID=0e7e2528-6320-4af9-88ba-9bcf39e99b5c,revision_number=3']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:58:07.555243 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d28270-76ee-4957-8407-b0566c9cf8c9 req-82c4100c-5e3a-485a-9a32-087d4dfe1e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:07.556794 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-c3d28270-76ee-4957-8407-b0566c9cf8c9 req-82c4100c-5e3a-485a-9a32-087d4dfe1e16 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=222e0814-c7e5-4b11-9282-3f40c6ed76b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5801365 Aug 18 11:58:07.586218 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16895f6e-ebb4-40c1-91a8-15c06aa4a31a req-91dbb368-d29f-46cd-a5a7-c68bd384747f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:07.587708 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-16895f6e-ebb4-40c1-91a8-15c06aa4a31a req-91dbb368-d29f-46cd-a5a7-c68bd384747f service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=219939a1ee9342f9a2179d7c4243e386&device_id=2de4a0b3-2f49-4e50-9bdd-7df3932a104e HTTP/1.1" status: 200 len: 1099 time: 0.3733616 Aug 18 11:58:07.688613 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b84e64-1e96-479b-9070-8705033936aa req-79e6fb61-fc54-4c0d-b038-5ffe7a741c3d tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:07.690454 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a9b84e64-1e96-479b-9070-8705033936aa req-79e6fb61-fc54-4c0d-b038-5ffe7a741c3d tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.63 "GET /v2.0/networks?id=45f10d77-130c-4859-b30d-1a902305b96f HTTP/1.1" status: 200 len: 806 time: 0.8067632 Aug 18 11:58:07.721493 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-a9b84e64-1e96-479b-9070-8705033936aa req-c36ee52c-5984-4143-b725-cdd2eb5ebfb8 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Request body: {'port': {'device_id': 'b17f4891-3396-48b1-81ee-fb30e63b418c', 'network_id': '45f10d77-130c-4859-b30d-1a902305b96f', 'admin_state_up': True, 'tenant_id': '9143985e071d4037b5bf264a5aaa6497'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:58:07.730304 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-dee77d9e-c15d-4101-aeb6-1be7f2aae8d3 req-0da30d2a-8e64-4d18-bea5-a3eb9051752c tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bf5bc16-7ae8-42c8-a968-84c3ac638172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6587961 Aug 18 11:58:07.833054 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9138919c-b0dc-42b3-81cc-ca41e5660f06 req-a67450b2-aaf5-415a-a478-b10ea61a2f80 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:07.834991 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9138919c-b0dc-42b3-81cc-ca41e5660f06 req-a67450b2-aaf5-415a-a478-b10ea61a2f80 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/ports?device_id=bb3624f1-8ce3-4298-97a2-89ded06e072e HTTP/1.1" status: 200 len: 948 time: 0.5699935 Aug 18 11:58:07.884996 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1b1018e0-5a28-463c-b0f1-8b6fb56aef40 req-150e93b4-7637-4ce8-beb6-fbab90d74e49 service neutron] 10.222.0.63 "GET /v2.0/networks/97accd71-2aa2-4572-acff-da2e63e9ea24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7353032 Aug 18 11:58:07.922408 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:07.962630 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c46da3a-92eb-4881-b477-46cc33634f11 req-7f00afe8-b303-4ada-8b7e-7035861bcbd1 tempest-ServersAdminNegativeTestJSON-88531785 tempest-ServersAdminNegativeTestJSON-88531785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:07.965288 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7c46da3a-92eb-4881-b477-46cc33634f11 req-7f00afe8-b303-4ada-8b7e-7035861bcbd1 tempest-ServersAdminNegativeTestJSON-88531785 tempest-ServersAdminNegativeTestJSON-88531785-project] 10.222.0.66 "GET /v2.0/ports?device_id=2de4a0b3-2f49-4e50-9bdd-7df3932a104e HTTP/1.1" status: 200 len: 948 time: 0.1428790 Aug 18 11:58:07.971922 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-16895f6e-ebb4-40c1-91a8-15c06aa4a31a req-6c6e9afe-85a5-4191-9586-459f91c71012 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=0e7e2528-6320-4af9-88ba-9bcf39e99b5c HTTP/1.1" status: 200 len: 217 time: 0.3720775 Aug 18 11:58:07.983446 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9138919c-b0dc-42b3-81cc-ca41e5660f06 req-e3d82e7d-3835-4db7-a764-2beb903b0746 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/security-groups?id=0ddd2c5c-7e53-44ab-9404-c5fea69a570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298938 Aug 18 11:58:07.996639 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d28270-76ee-4957-8407-b0566c9cf8c9 req-b62a66d1-892b-4c09-ac7d-08a10ac9ecee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:07.998345 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-c3d28270-76ee-4957-8407-b0566c9cf8c9 req-b62a66d1-892b-4c09-ac7d-08a10ac9ecee service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=222e0814-c7e5-4b11-9282-3f40c6ed76b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7068124 Aug 18 11:58:08.082431 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f22399-fb94-419f-a479-e7fd7d39c800 req-1e25aa1c-c676-4550-bb51-f6b73ffa6974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:08.084299 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-45f22399-fb94-419f-a479-e7fd7d39c800 req-1e25aa1c-c676-4550-bb51-f6b73ffa6974 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=a7bbe68df072438980706fbfc6d6b9bc&device_id=57f0d391-fcec-47bd-a188-07375bce4336 HTTP/1.1" status: 200 len: 1094 time: 0.1313698 Aug 18 11:58:08.097680 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2de4a0b3-2f49-4e50-9bdd-7df3932a104e', 'tag': '0e7e2528-6320-4af9-88ba-9bcf39e99b5c'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 11:58:08.099881 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0679f4c4b6e0e0c064a7d71d722dc30541a34fffee11680573be22ee2ffccc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59591331-a07b-44c7-8525-74b3baf26480" -d '{"events": [{"name": "network-changed", "server_uuid": "2de4a0b3-2f49-4e50-9bdd-7df3932a104e", "tag": "0e7e2528-6320-4af9-88ba-9bcf39e99b5c"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:58:08.109848 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1f0572b1-2f3e-474d-a686-767ac4cd53f4 req-55216647-c6b1-45a3-9a00-d2bd42417ebe tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.66 "GET /v2.0/ports?device_id=b17f4891-3396-48b1-81ee-fb30e63b418c HTTP/1.1" status: 200 len: 210 time: 0.0476079 Aug 18 11:58:08.110421 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9b84e64-1e96-479b-9070-8705033936aa req-c36ee52c-5984-4143-b725-cdd2eb5ebfb8 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Made reservation on behalf of 9143985e071d4037b5bf264a5aaa6497 for: {'port': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 11:58:08.113848 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-a9b84e64-1e96-479b-9070-8705033936aa req-c36ee52c-5984-4143-b725-cdd2eb5ebfb8 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:08.139430 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-c3d28270-76ee-4957-8407-b0566c9cf8c9 req-323dadac-d8d4-4d5f-974e-dc6a8ee3612f service neutron] 10.222.0.62 "GET /v2.0/networks/222e0814-c7e5-4b11-9282-3f40c6ed76b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5698056 Aug 18 11:58:08.211834 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-62a368c1-b067-4587-bf17-09a9e5e97b6a tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58902106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59388097'] for subnet, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:08.228358 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7c46da3a-92eb-4881-b477-46cc33634f11 req-bafc433d-3f01-4e52-a7b1-173a0dc5d724 tempest-ServersAdminNegativeTestJSON-88531785 tempest-ServersAdminNegativeTestJSON-88531785-project] 10.222.0.66 "GET /v2.0/security-groups?id=e15cd1e1-1ec2-43c7-81da-4d2c8f87e716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2414322 Aug 18 11:58:08.235910 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16895f6e-ebb4-40c1-91a8-15c06aa4a31a req-5e5eff8e-c006-4fec-84d5-8dca70e7ba3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:08.237389 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-16895f6e-ebb4-40c1-91a8-15c06aa4a31a req-5e5eff8e-c006-4fec-84d5-8dca70e7ba3d service neutron] 10.222.0.63 "GET /v2.0/subnets?id=6d16d680-110b-436d-8afa-48ba845b3623 HTTP/1.1" status: 200 len: 843 time: 0.2322524 Aug 18 11:58:08.322183 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f22399-fb94-419f-a479-e7fd7d39c800 req-128cbd18-0b21-4844-8dba-1823cbbe5a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:08.325092 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-45f22399-fb94-419f-a479-e7fd7d39c800 req-128cbd18-0b21-4844-8dba-1823cbbe5a01 service neutron] 10.222.0.63 "GET /v2.0/networks?id=97accd71-2aa2-4572-acff-da2e63e9ea24 HTTP/1.1" status: 200 len: 922 time: 0.2177184 Aug 18 11:58:08.367792 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-c3d28270-76ee-4957-8407-b0566c9cf8c9 req-cfd55ff3-c838-4727-a887-d43c20f08537 service neutron] 10.222.0.63 "GET /v2.0/networks/222e0814-c7e5-4b11-9282-3f40c6ed76b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3536429 Aug 18 11:58:08.387760 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-45f22399-fb94-419f-a479-e7fd7d39c800 req-a24ed6bb-6c64-480e-8fed-f7ef73bc2416 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e136464c-9a66-476e-8c1a-8c296a21dd0b HTTP/1.1" status: 200 len: 217 time: 0.0497682 Aug 18 11:58:08.395591 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a368c1-b067-4587-bf17-09a9e5e97b6a tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Pushing event updated for resources: {'Subnet': ['ID=4d098d7d-848d-42a8-ac08-c1738695747e,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:58:08.466454 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-c3d28270-76ee-4957-8407-b0566c9cf8c9 req-269290ce-1c2b-4fcb-8a65-236fdf231aec service neutron] 10.222.0.62 "GET /v2.0/networks/222e0814-c7e5-4b11-9282-3f40c6ed76b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3122270 Aug 18 11:58:08.474939 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 11:58:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25e217aa-214a-444a-928c-051ef1aeb40c x-openstack-request-id: req-25e217aa-214a-444a-928c-051ef1aeb40c {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:58:08.475223 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2de4a0b3-2f49-4e50-9bdd-7df3932a104e", "tag": "0e7e2528-6320-4af9-88ba-9bcf39e99b5c", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:58:08.475467 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-25e217aa-214a-444a-928c-051ef1aeb40c {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:58:08.475991 n-d-804985-2 neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2de4a0b3-2f49-4e50-9bdd-7df3932a104e', 'tag': '0e7e2528-6320-4af9-88ba-9bcf39e99b5c', 'status': 'completed', 'code': 200} Aug 18 11:58:08.476738 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a368c1-b067-4587-bf17-09a9e5e97b6a tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Checking segment: {'id': 'df8c2716-4c05-4e71-858a-1ca678e85c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '14664a63-22d6-4bc0-8290-849b20369b1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 11:58:08.477100 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62a368c1-b067-4587-bf17-09a9e5e97b6a tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Network hostable DHCP agents. Network: 14664a63-22d6-4bc0-8290-849b20369b1b, hostable agents: ['97c14208-2951-4361-8d64-3708c946ff5f'], hosted agents: [] {{(pid=106253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 11:58:08.489015 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16895f6e-ebb4-40c1-91a8-15c06aa4a31a req-147ee001-9aca-4765-8bae-9abc8d0a9f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:08.490709 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-16895f6e-ebb4-40c1-91a8-15c06aa4a31a req-147ee001-9aca-4765-8bae-9abc8d0a9f5c service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=222e0814-c7e5-4b11-9282-3f40c6ed76b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2267561 Aug 18 11:58:08.618631 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f22399-fb94-419f-a479-e7fd7d39c800 req-dd85f1a1-4846-4320-8293-7156bd2039f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:08.620175 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-45f22399-fb94-419f-a479-e7fd7d39c800 req-dd85f1a1-4846-4320-8293-7156bd2039f5 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=d9e8819c-692a-472a-8ad6-8fb1be2fae20 HTTP/1.1" status: 200 len: 861 time: 0.2043810 Aug 18 11:58:08.625029 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.63', 54493) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:58:08.629777 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [req-a9b84e64-1e96-479b-9070-8705033936aa req-c36ee52c-5984-4143-b725-cdd2eb5ebfb8 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Allocated IP 172.20.0.8 (45f10d77-130c-4859-b30d-1a902305b96f/7cf2249d-58a2-4afe-a9fb-145dc05a7f39/4828bcb3-3409-4cb4-a37a-0c3ef87257bd) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 11:58:08.653236 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-16895f6e-ebb4-40c1-91a8-15c06aa4a31a req-12d182fd-bd3b-40c1-94cd-c282198442c8 service neutron] 10.222.0.63 "GET /v2.0/networks/222e0814-c7e5-4b11-9282-3f40c6ed76b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365974 Aug 18 11:58:08.679844 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 47e5829a-59dd-4443-a286-66a970df8f0d up at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:58:08.728517 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-45f22399-fb94-419f-a479-e7fd7d39c800 req-89f36bb7-cdef-4186-8872-199b2901126c service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=97accd71-2aa2-4572-acff-da2e63e9ea24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0873606 Aug 18 11:58:08.756915 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4fb4a2-6b07-4f26-b203-131d95d7f1c7 req-77d0106c-0746-4749-8c6f-454e68cd2978 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:08.758458 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9c4fb4a2-6b07-4f26-b203-131d95d7f1c7 req-77d0106c-0746-4749-8c6f-454e68cd2978 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/ports?device_id=bb3624f1-8ce3-4298-97a2-89ded06e072e HTTP/1.1" status: 200 len: 948 time: 0.2171040 Aug 18 11:58:08.794603 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Provisioning for port 47e5829a-59dd-4443-a286-66a970df8f0d completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 11:58:08.799092 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Provisioning complete for port 47e5829a-59dd-4443-a286-66a970df8f0d triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:58:08.799738 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:08.835963 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-16895f6e-ebb4-40c1-91a8-15c06aa4a31a req-59ef30d3-7809-4877-9752-32af91b2f7d0 service neutron] 10.222.0.63 "GET /v2.0/networks/222e0814-c7e5-4b11-9282-3f40c6ed76b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680250 Aug 18 11:58:08.841837 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62a368c1-b067-4587-bf17-09a9e5e97b6a tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Network 14664a63-22d6-4bc0-8290-849b20369b1b is scheduled to be hosted by DHCP agent 97c14208-2951-4361-8d64-3708c946ff5f with binding_index 1 {{(pid=106253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 11:58:08.877461 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-c3d28270-76ee-4957-8407-b0566c9cf8c9 req-03843135-aa20-42a0-a3df-2bb49d649859 service neutron] 10.222.0.63 "GET /v2.0/networks/222e0814-c7e5-4b11-9282-3f40c6ed76b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4983778 Aug 18 11:58:08.878843 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-62a368c1-b067-4587-bf17-09a9e5e97b6a tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-2, 14664a63-22d6-4bc0-8290-849b20369b1b) {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:58:08.881518 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21543f3-532c-4d00-b40e-8688358c47f9 req-686d6078-1d2f-4df9-9021-57d401def237 tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:08.892189 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e21543f3-532c-4d00-b40e-8688358c47f9 req-686d6078-1d2f-4df9-9021-57d401def237 tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] 10.222.0.66 "GET /v2.0/ports?device_id=57f0d391-fcec-47bd-a188-07375bce4336 HTTP/1.1" status: 200 len: 943 time: 0.3328445 Aug 18 11:58:08.906391 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62a368c1-b067-4587-bf17-09a9e5e97b6a tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:08.907495 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-62a368c1-b067-4587-bf17-09a9e5e97b6a tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:08.918890 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0175e917-91bd-4b19-8a4c-9dcc0876bb61 None None] Network 14664a63-22d6-4bc0-8290-849b20369b1b requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 11:58:08.963129 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-62a368c1-b067-4587-bf17-09a9e5e97b6a tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.0500784 Aug 18 11:58:08.965785 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 56446) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:58:08.970629 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-c9f95725-1a6e-458c-8bde-6519f343f618 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Request body: {'subnet': {'network_id': '71f4f05b-546f-495f-be85-3ee41a9605e5', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:58:09.005483 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:09.026573 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff53542d-7a64-4a98-80cb-201fdd8e9efe req-b377b172-9595-480f-bb0b-3aca7d9c899c tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:09.030232 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ff53542d-7a64-4a98-80cb-201fdd8e9efe req-b377b172-9595-480f-bb0b-3aca7d9c899c tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.63 "GET /v2.0/ports?device_id=bb3624f1-8ce3-4298-97a2-89ded06e072e&tenant_id=87f2a541be1e4141a84277bf00dc4c3b&binding%3Ahost_id=n-h2-804985-2 HTTP/1.1" status: 200 len: 948 time: 0.4040434 Aug 18 11:58:09.047728 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb3624f1-8ce3-4298-97a2-89ded06e072e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47e5829a-59dd-4443-a286-66a970df8f0d'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 11:58:09.050945 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db50a436fb3a98495337d8fe7487b4f2ea6f3c1052eb9efadc2ecda2d5737001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e68be32-d0da-42d7-9dbd-1c7d8f168925" -d '{"events": [{"server_uuid": "bb3624f1-8ce3-4298-97a2-89ded06e072e", "name": "network-vif-plugged", "status": "completed", "tag": "47e5829a-59dd-4443-a286-66a970df8f0d"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:58:09.057614 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59591331-a07b-44c7-8525-74b3baf26480 req-83085029-02c8-4e04-9746-d03db23e174c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:09.059655 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-59591331-a07b-44c7-8525-74b3baf26480 req-83085029-02c8-4e04-9746-d03db23e174c service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=219939a1ee9342f9a2179d7c4243e386&device_id=2de4a0b3-2f49-4e50-9bdd-7df3932a104e HTTP/1.1" status: 200 len: 1099 time: 0.1336296 Aug 18 11:58:09.090420 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port 47e5829a-59dd-4443-a286-66a970df8f0d, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=47e5829a-59dd-4443-a286-66a970df8f0d,segment=NetworkSegment(b0eb6eea-b461-4969-8a27-808f00daa8a1),segment_id=b0eb6eea-b461-4969-8a27-808f00daa8a1)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:58:09.164933 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:09.189945 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9c4fb4a2-6b07-4f26-b203-131d95d7f1c7 req-d162ebf7-e13b-42f7-ad8e-ff8f617f4d9a tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/security-groups?id=0ddd2c5c-7e53-44ab-9404-c5fea69a570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3896692 Aug 18 11:58:09.223538 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-343a0ee7-df06-4e0f-a6db-70d7620d328c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp788be208-34ab-5a8f-af0f-528834af222f-14664a63-22d6-4bc0-8290-849b20369b1b', 'network_id': '14664a63-22d6-4bc0-8290-849b20369b1b', 'tenant_id': 'f1c57111807f4f80be30061245a1a804', 'fixed_ips': [{'subnet_id': '4d098d7d-848d-42a8-ac08-c1738695747e'}]}} from n-d-804985-2. {{(pid=106254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 11:58:09.224445 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-343a0ee7-df06-4e0f-a6db-70d7620d328c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:09.227505 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59591331-a07b-44c7-8525-74b3baf26480 req-de63b7b3-94a1-447b-83fa-97dca1fa3dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:09.233716 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-59591331-a07b-44c7-8525-74b3baf26480 req-de63b7b3-94a1-447b-83fa-97dca1fa3dbd service neutron] 10.222.0.63 "GET /v2.0/networks?id=222e0814-c7e5-4b11-9282-3f40c6ed76b2 HTTP/1.1" status: 200 len: 870 time: 0.1556094 Aug 18 11:58:09.319608 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e21543f3-532c-4d00-b40e-8688358c47f9 req-a9ccd3ca-3706-42be-afd1-7cc2f39c443a tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] 10.222.0.66 "GET /v2.0/security-groups?id=ad88621b-057d-4148-94ff-fad542d38fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4264116 Aug 18 11:58:09.347908 n-d-804985-2 neutron-server[106252]: INFO neutron.api.v2.resource [req-ff53542d-7a64-4a98-80cb-201fdd8e9efe req-57300dcb-78ca-404e-ab68-5086ed782e6e service neutron] delete failed (client error): The resource could not be found. Aug 18 11:58:09.356252 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ff53542d-7a64-4a98-80cb-201fdd8e9efe req-57300dcb-78ca-404e-ab68-5086ed782e6e service neutron] 10.222.0.63 "DELETE /v2.0/ports/47e5829a-59dd-4443-a286-66a970df8f0d/bindings/n-h1-804985-2 HTTP/1.1" status: 404 len: 380 time: 0.2923234 Aug 18 11:58:09.390105 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-59591331-a07b-44c7-8525-74b3baf26480 req-059bb51f-7e9b-4383-94b6-032c142d8f92 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=0e7e2528-6320-4af9-88ba-9bcf39e99b5c HTTP/1.1" status: 200 len: 217 time: 0.1422703 Aug 18 11:58:09.391734 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=47e5829a-59dd-4443-a286-66a970df8f0d,revision_number=9']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:58:09.411845 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-45f22399-fb94-419f-a479-e7fd7d39c800 req-69fa8463-5020-49a7-b611-a74c48fa76d0 service neutron] 10.222.0.63 "GET /v2.0/networks/97accd71-2aa2-4572-acff-da2e63e9ea24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6502321 Aug 18 11:58:09.494511 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 11:58:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a0eead4-2ec4-4b0f-8b63-68ed10937569 x-openstack-request-id: req-6a0eead4-2ec4-4b0f-8b63-68ed10937569 {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:58:09.494799 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb3624f1-8ce3-4298-97a2-89ded06e072e", "name": "network-vif-plugged", "status": "completed", "tag": "47e5829a-59dd-4443-a286-66a970df8f0d", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:58:09.495270 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-6a0eead4-2ec4-4b0f-8b63-68ed10937569 {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:58:09.495667 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb3624f1-8ce3-4298-97a2-89ded06e072e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47e5829a-59dd-4443-a286-66a970df8f0d', 'code': 200} Aug 18 11:58:09.504868 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59591331-a07b-44c7-8525-74b3baf26480 req-956cae86-4ae5-4c11-8958-ce06dcd821dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:09.507127 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-59591331-a07b-44c7-8525-74b3baf26480 req-956cae86-4ae5-4c11-8958-ce06dcd821dd service neutron] 10.222.0.63 "GET /v2.0/subnets?id=6d16d680-110b-436d-8afa-48ba845b3623 HTTP/1.1" status: 200 len: 843 time: 0.1115334 Aug 18 11:58:09.507739 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9f95725-1a6e-458c-8bde-6519f343f618 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Made reservation on behalf of f1c57111807f4f80be30061245a1a804 for: {'subnet': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 11:58:09.511424 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c9f95725-1a6e-458c-8bde-6519f343f618 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59388119'] for subnet, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:09.547087 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.db_base_plugin_common [None req-343a0ee7-df06-4e0f-a6db-70d7620d328c None None] Allocated IP 10.1.1.2 (14664a63-22d6-4bc0-8290-849b20369b1b/4d098d7d-848d-42a8-ac08-c1738695747e/c2fbdeec-3732-4e57-86fa-afd08a37c43c) {{(pid=106254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 11:58:09.645831 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-45f22399-fb94-419f-a479-e7fd7d39c800 req-ecb31450-71c6-4bdf-adac-fe0ea72a3895 service neutron] 10.222.0.63 "GET /v2.0/networks/97accd71-2aa2-4572-acff-da2e63e9ea24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2214584 Aug 18 11:58:09.658711 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59591331-a07b-44c7-8525-74b3baf26480 req-f8c8d498-f6b5-4412-adb5-0253e3db1974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:09.660756 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-59591331-a07b-44c7-8525-74b3baf26480 req-f8c8d498-f6b5-4412-adb5-0253e3db1974 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=222e0814-c7e5-4b11-9282-3f40c6ed76b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1307552 Aug 18 11:58:09.726441 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e9f7d5b7-e028-4cae-bed7-82df2e6d8642 req-a0c5216d-5186-46fa-89f7-5d2521c41881 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.66 "GET /v2.0/ports?device_id=b17f4891-3396-48b1-81ee-fb30e63b418c HTTP/1.1" status: 200 len: 210 time: 0.0777674 Aug 18 11:58:09.815793 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-343a0ee7-df06-4e0f-a6db-70d7620d328c None None] Notify callbacks [] for port, precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:09.820503 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-a9b84e64-1e96-479b-9070-8705033936aa req-c36ee52c-5984-4143-b725-cdd2eb5ebfb8 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:09.828324 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-343a0ee7-df06-4e0f-a6db-70d7620d328c None None] Transition to ACTIVE for port object c2fbdeec-3732-4e57-86fa-afd08a37c43c will not be triggered until provisioned by entity L2. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 11:58:09.846283 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff53542d-7a64-4a98-80cb-201fdd8e9efe req-1c47f6f5-f1d8-4519-9948-d7f288534370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:09.846696 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-343a0ee7-df06-4e0f-a6db-70d7620d328c None None] Transition to ACTIVE for port object c2fbdeec-3732-4e57-86fa-afd08a37c43c will not be triggered until provisioned by entity DHCP. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 11:58:09.847699 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ff53542d-7a64-4a98-80cb-201fdd8e9efe req-1c47f6f5-f1d8-4519-9948-d7f288534370 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=87f2a541be1e4141a84277bf00dc4c3b&device_id=bb3624f1-8ce3-4298-97a2-89ded06e072e HTTP/1.1" status: 200 len: 1100 time: 0.1399100 Aug 18 11:58:09.856673 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-343a0ee7-df06-4e0f-a6db-70d7620d328c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547'] for port, after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:09.859281 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaab3fe-3dd9-4fd8-a01d-c70540d2220f req-5d3b2203-33af-44d4-a5d6-eab877f5dbd0 tempest-ServersAdminNegativeTestJSON-88531785 tempest-ServersAdminNegativeTestJSON-88531785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:09.860892 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-cfaab3fe-3dd9-4fd8-a01d-c70540d2220f req-5d3b2203-33af-44d4-a5d6-eab877f5dbd0 tempest-ServersAdminNegativeTestJSON-88531785 tempest-ServersAdminNegativeTestJSON-88531785-project] 10.222.0.66 "GET /v2.0/ports?device_id=2de4a0b3-2f49-4e50-9bdd-7df3932a104e HTTP/1.1" status: 200 len: 948 time: 0.1370673 Aug 18 11:58:09.922772 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343a0ee7-df06-4e0f-a6db-70d7620d328c None None] Pushing event updated for resources: {'Port': ['ID=c2fbdeec-3732-4e57-86fa-afd08a37c43c,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:58:09.926745 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c9f95725-1a6e-458c-8bde-6519f343f618 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58902106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59388097'] for subnet, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:09.940444 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-343a0ee7-df06-4e0f-a6db-70d7620d328c None None] Network 14664a63-22d6-4bc0-8290-849b20369b1b is already hosted by enough agents. {{(pid=106254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 11:58:09.942258 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.base_scheduler [None req-343a0ee7-df06-4e0f-a6db-70d7620d328c None None] Resources bound (agent type, host, resource id): {{(pid=106254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:58:09.946145 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343a0ee7-df06-4e0f-a6db-70d7620d328c None None] Received port after_create {{(pid=106254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 11:58:10.007689 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-343a0ee7-df06-4e0f-a6db-70d7620d328c None None] Attempting to bind port c2fbdeec-3732-4e57-86fa-afd08a37c43c on host n-d-804985-2 for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 11:58:10.007689 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-343a0ee7-df06-4e0f-a6db-70d7620d328c None None] Attempting to bind port c2fbdeec-3732-4e57-86fa-afd08a37c43c by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': 'df8c2716-4c05-4e71-858a-1ca678e85c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '14664a63-22d6-4bc0-8290-849b20369b1b'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 11:58:10.007689 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343a0ee7-df06-4e0f-a6db-70d7620d328c None None] Attempting to bind port c2fbdeec-3732-4e57-86fa-afd08a37c43c on network 14664a63-22d6-4bc0-8290-849b20369b1b {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 11:58:10.011841 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-a9b84e64-1e96-479b-9070-8705033936aa req-c36ee52c-5984-4143-b725-cdd2eb5ebfb8 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:10.015043 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343a0ee7-df06-4e0f-a6db-70d7620d328c None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 11, 57, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 11:58:10.015980 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343a0ee7-df06-4e0f-a6db-70d7620d328c None None] Checking segment: {'id': 'df8c2716-4c05-4e71-858a-1ca678e85c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '14664a63-22d6-4bc0-8290-849b20369b1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 11:58:10.016518 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-343a0ee7-df06-4e0f-a6db-70d7620d328c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:10.016981 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343a0ee7-df06-4e0f-a6db-70d7620d328c None None] Bound using segment: {'id': 'df8c2716-4c05-4e71-858a-1ca678e85c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '14664a63-22d6-4bc0-8290-849b20369b1b'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 11:58:10.017523 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-343a0ee7-df06-4e0f-a6db-70d7620d328c None None] Bound port: c2fbdeec-3732-4e57-86fa-afd08a37c43c, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df8c2716-4c05-4e71-858a-1ca678e85c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '14664a63-22d6-4bc0-8290-849b20369b1b'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 11:58:10.017978 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-343a0ee7-df06-4e0f-a6db-70d7620d328c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:10.019052 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-59591331-a07b-44c7-8525-74b3baf26480 req-0eb5ddbe-2baf-4a01-85b4-9fddf6fa5bf8 service neutron] 10.222.0.63 "GET /v2.0/networks/222e0814-c7e5-4b11-9282-3f40c6ed76b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3420882 Aug 18 11:58:10.022695 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f95725-1a6e-458c-8bde-6519f343f618 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Pushing event updated for resources: {'Subnet': ['ID=72d9155c-f171-412a-b9b4-962a1e291242,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:58:10.030764 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb6f560-aeb4-4f9e-8110-0d76269b1303 req-548676df-1ff6-4488-b64f-173abe8e9143 tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:10.039159 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-cdb6f560-aeb4-4f9e-8110-0d76269b1303 req-548676df-1ff6-4488-b64f-173abe8e9143 tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] 10.222.0.66 "GET /v2.0/ports?device_id=6178433e-6081-4e35-94a3-df149b6a8f20 HTTP/1.1" status: 200 len: 945 time: 0.1772015 Aug 18 11:58:10.047555 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] get_ports_and_sgs() called for port_ids ['ecad9dcc-255c-4073-a5af-38967245d933'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 11:58:10.078122 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-cfaab3fe-3dd9-4fd8-a01d-c70540d2220f req-a47ab864-6102-4e7b-970e-10bdd50bf931 tempest-ServersAdminNegativeTestJSON-88531785 tempest-ServersAdminNegativeTestJSON-88531785-project] 10.222.0.66 "GET /v2.0/security-groups?id=e15cd1e1-1ec2-43c7-81da-4d2c8f87e716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020557 Aug 18 11:58:10.112003 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f95725-1a6e-458c-8bde-6519f343f618 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Checking segment: {'id': 'ca5d8231-2f07-42d5-ad7c-9ac8a76e921f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '71f4f05b-546f-495f-be85-3ee41a9605e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 11:58:10.120273 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9f95725-1a6e-458c-8bde-6519f343f618 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Network hostable DHCP agents. Network: 71f4f05b-546f-495f-be85-3ee41a9605e5, hostable agents: ['97c14208-2951-4361-8d64-3708c946ff5f'], hosted agents: [] {{(pid=106253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 11:58:10.148144 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff53542d-7a64-4a98-80cb-201fdd8e9efe req-9dfe1955-8138-43be-b119-bc3ecc7472e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:10.149645 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ff53542d-7a64-4a98-80cb-201fdd8e9efe req-9dfe1955-8138-43be-b119-bc3ecc7472e6 service neutron] 10.222.0.63 "GET /v2.0/networks?id=222e0814-c7e5-4b11-9282-3f40c6ed76b2 HTTP/1.1" status: 200 len: 870 time: 0.2761908 Aug 18 11:58:10.181021 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9b84e64-1e96-479b-9070-8705033936aa req-c36ee52c-5984-4143-b725-cdd2eb5ebfb8 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Network 45f10d77-130c-4859-b30d-1a902305b96f is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 11:58:10.190513 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-343a0ee7-df06-4e0f-a6db-70d7620d328c None None] For port c2fbdeec-3732-4e57-86fa-afd08a37c43c, host n-d-804985-2, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 11:58:10.195518 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [req-a9b84e64-1e96-479b-9070-8705033936aa req-c36ee52c-5984-4143-b725-cdd2eb5ebfb8 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:58:10.195930 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9f95725-1a6e-458c-8bde-6519f343f618 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Network 71f4f05b-546f-495f-be85-3ee41a9605e5 is scheduled to be hosted by DHCP agent 97c14208-2951-4361-8d64-3708c946ff5f with binding_index 1 {{(pid=106253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 11:58:10.198085 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-343a0ee7-df06-4e0f-a6db-70d7620d328c None None] For port c2fbdeec-3732-4e57-86fa-afd08a37c43c, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=c2fbdeec-3732-4e57-86fa-afd08a37c43c,segment=NetworkSegment(df8c2716-4c05-4e71-858a-1ca678e85c74),segment_id=df8c2716-4c05-4e71-858a-1ca678e85c74)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 11:58:10.212694 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-343a0ee7-df06-4e0f-a6db-70d7620d328c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:10.227012 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36ee52c-5984-4143-b725-cdd2eb5ebfb8 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Pushing event updated for resources: {'Port': ['ID=4828bcb3-3409-4cb4-a37a-0c3ef87257bd,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:58:10.229719 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9b84e64-1e96-479b-9070-8705033936aa req-c36ee52c-5984-4143-b725-cdd2eb5ebfb8 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 11:58:10.239372 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ff53542d-7a64-4a98-80cb-201fdd8e9efe req-af287f1f-bbcb-480e-8d1d-4e63d2353789 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=47e5829a-59dd-4443-a286-66a970df8f0d HTTP/1.1" status: 200 len: 217 time: 0.0679135 Aug 18 11:58:10.246943 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-c9f95725-1a6e-458c-8bde-6519f343f618 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-2, 71f4f05b-546f-495f-be85-3ee41a9605e5) {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:58:10.251958 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9f95725-1a6e-458c-8bde-6519f343f618 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:10.260634 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c9f95725-1a6e-458c-8bde-6519f343f618 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:10.273686 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-cdb6f560-aeb4-4f9e-8110-0d76269b1303 req-59da485f-d413-4a69-8c13-8676433f645e tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bf5bc16-7ae8-42c8-a968-84c3ac638172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2287266 Aug 18 11:58:10.274474 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-59591331-a07b-44c7-8525-74b3baf26480 req-5eaab78e-6555-40f4-b33d-3f0433891b1d service neutron] 10.222.0.63 "GET /v2.0/networks/222e0814-c7e5-4b11-9282-3f40c6ed76b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2292295 Aug 18 11:58:10.286305 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eab9bfb2-1c4d-4302-82dc-cc6fc2b69ddd None None] Network 71f4f05b-546f-495f-be85-3ee41a9605e5 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 11:58:10.311719 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-c9f95725-1a6e-458c-8bde-6519f343f618 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.3446846 Aug 18 11:58:10.314943 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 56464) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:58:10.326983 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-03d5ba3d-b381-4cee-b06f-a1aa3995b409 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Request body: {'port': {'network_id': '14664a63-22d6-4bc0-8290-849b20369b1b', 'name': 'tempest-TaggedBootDevicesTest_v242-1436901776', 'fixed_ips': [{'subnet_id': '4d098d7d-848d-42a8-ac08-c1738695747e'}]}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:58:10.405701 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device e136464c-9a66-476e-8c1a-8c296a21dd0b details requested by agent hyperv_n-h1-804985-2 with host n-h1-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 11:58:10.422764 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477a881b-bbf3-4350-af31-c9b475eff8cb req-03b1b0e8-4c52-476c-ad74-420f810fd271 tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:10.424385 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-477a881b-bbf3-4350-af31-c9b475eff8cb req-03b1b0e8-4c52-476c-ad74-420f810fd271 tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] 10.222.0.63 "GET /v2.0/ports?device_id=6178433e-6081-4e35-94a3-df149b6a8f20 HTTP/1.1" status: 200 len: 945 time: 0.3040164 Aug 18 11:58:10.452310 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b84e64-1e96-479b-9070-8705033936aa req-c36ee52c-5984-4143-b725-cdd2eb5ebfb8 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:10.452603 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-a9b84e64-1e96-479b-9070-8705033936aa req-c36ee52c-5984-4143-b725-cdd2eb5ebfb8 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:10.545274 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff53542d-7a64-4a98-80cb-201fdd8e9efe req-62bf8660-e5b5-4e19-b4bc-25733e4cc13f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:10.549602 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ff53542d-7a64-4a98-80cb-201fdd8e9efe req-62bf8660-e5b5-4e19-b4bc-25733e4cc13f service neutron] 10.222.0.63 "GET /v2.0/subnets?id=6d16d680-110b-436d-8afa-48ba845b3623 HTTP/1.1" status: 200 len: 843 time: 0.2733903 Aug 18 11:58:10.560816 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343a0ee7-df06-4e0f-a6db-70d7620d328c None None] Pushing event updated for resources: {'Port': ['ID=c2fbdeec-3732-4e57-86fa-afd08a37c43c,revision_number=2']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:58:10.567602 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a9b84e64-1e96-479b-9070-8705033936aa req-c36ee52c-5984-4143-b725-cdd2eb5ebfb8 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8502569 Aug 18 11:58:10.576208 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03d5ba3d-b381-4cee-b06f-a1aa3995b409 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Made reservation on behalf of f1c57111807f4f80be30061245a1a804 for: {'port': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 11:58:10.650101 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab94a05b-c3c9-4680-b9f8-f7c120672c1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp788be208-34ab-5a8f-af0f-528834af222f-71f4f05b-546f-495f-be85-3ee41a9605e5', 'network_id': '71f4f05b-546f-495f-be85-3ee41a9605e5', 'tenant_id': 'f1c57111807f4f80be30061245a1a804', 'fixed_ips': [{'subnet_id': '72d9155c-f171-412a-b9b4-962a1e291242'}]}} from n-d-804985-2. {{(pid=106254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 11:58:10.651196 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ab94a05b-c3c9-4680-b9f8-f7c120672c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:10.673886 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-03d5ba3d-b381-4cee-b06f-a1aa3995b409 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:10.685075 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-a9b84e64-1e96-479b-9070-8705033936aa req-7f226f58-f0b8-4dab-9ad3-5b4d353f92ea service neutron] Request body: {'port': {'device_id': 'b17f4891-3396-48b1-81ee-fb30e63b418c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804985-2'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:58:10.692505 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [None req-03d5ba3d-b381-4cee-b06f-a1aa3995b409 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] device_id is not set on port 5a278cb9-466e-4c4b-b4ac-6b258caa7c8a yet. {{(pid=106253) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 11:58:10.703892 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6aab033-c07c-47fc-8614-bc588be72e0a req-ebdb1841-bd89-4bee-a26e-8ced51ab3ac7 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:10.705745 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f6aab033-c07c-47fc-8614-bc588be72e0a req-ebdb1841-bd89-4bee-a26e-8ced51ab3ac7 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/ports?device_id=bb3624f1-8ce3-4298-97a2-89ded06e072e HTTP/1.1" status: 200 len: 949 time: 0.3222396 Aug 18 11:58:10.793910 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port e136464c-9a66-476e-8c1a-8c296a21dd0b, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=e136464c-9a66-476e-8c1a-8c296a21dd0b,segment=NetworkSegment(5e2f67b8-ff4a-4cf9-aef3-b551840351ed),segment_id=5e2f67b8-ff4a-4cf9-aef3-b551840351ed)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:58:10.827996 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Returning: {'device': 'e136464c-9a66-476e-8c1a-8c296a21dd0b', 'network_id': '97accd71-2aa2-4572-acff-da2e63e9ea24', 'port_id': 'e136464c-9a66-476e-8c1a-8c296a21dd0b', 'mac_address': 'fa:16:3e:60:45:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 831, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9e8819c-692a-472a-8ad6-8fb1be2fae20', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 11:58:10.844845 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff53542d-7a64-4a98-80cb-201fdd8e9efe req-343465bc-a3ab-4f5a-87d4-a99d7a07e5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:10.846634 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ff53542d-7a64-4a98-80cb-201fdd8e9efe req-343465bc-a3ab-4f5a-87d4-a99d7a07e5a7 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=222e0814-c7e5-4b11-9282-3f40c6ed76b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2464335 Aug 18 11:58:10.883049 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f6aab033-c07c-47fc-8614-bc588be72e0a req-92fbce67-348c-4f89-a888-463aed9f118f tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/security-groups?id=0ddd2c5c-7e53-44ab-9404-c5fea69a570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607845 Aug 18 11:58:10.903746 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e03298-deb9-44b8-8337-ce7c8ea60a04 req-0a096756-4cad-45dd-bb77-69a4c05f97f1 tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:10.913080 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-21e03298-deb9-44b8-8337-ce7c8ea60a04 req-0a096756-4cad-45dd-bb77-69a4c05f97f1 tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] 10.222.0.66 "GET /v2.0/ports?device_id=57f0d391-fcec-47bd-a188-07375bce4336 HTTP/1.1" status: 200 len: 943 time: 0.3884659 Aug 18 11:58:10.916344 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.db_base_plugin_common [None req-ab94a05b-c3c9-4680-b9f8-f7c120672c1a None None] Allocated IP 10.2.2.2 (71f4f05b-546f-495f-be85-3ee41a9605e5/72d9155c-f171-412a-b9b4-962a1e291242/2c91ee5f-3331-41b8-9ca2-3894656415ef) {{(pid=106254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 11:58:11.031868 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [None req-03d5ba3d-b381-4cee-b06f-a1aa3995b409 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Allocated IP 10.1.1.91 (14664a63-22d6-4bc0-8290-849b20369b1b/4d098d7d-848d-42a8-ac08-c1738695747e/5a278cb9-466e-4c4b-b4ac-6b258caa7c8a) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 11:58:11.055563 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:11.055799 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-477a881b-bbf3-4350-af31-c9b475eff8cb req-fb8b2e55-3543-4c63-9aed-2657caaa60c5 tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] Deleting port cca73d7c-4cb3-41f8-8a12-80884ba9a463 {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 11:58:11.056168 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-477a881b-bbf3-4350-af31-c9b475eff8cb req-fb8b2e55-3543-4c63-9aed-2657caaa60c5 tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:11.082163 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-a9b84e64-1e96-479b-9070-8705033936aa req-7f226f58-f0b8-4dab-9ad3-5b4d353f92ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:11.111210 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e136464c-9a66-476e-8c1a-8c296a21dd0b {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 11:58:11.111440 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-21e03298-deb9-44b8-8337-ce7c8ea60a04 req-c697fe2e-0da0-4497-9c73-bc3b0a27378d tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] 10.222.0.66 "GET /v2.0/security-groups?id=ad88621b-057d-4148-94ff-fad542d38fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973593 Aug 18 11:58:11.139286 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port e136464c-9a66-476e-8c1a-8c296a21dd0b, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=e136464c-9a66-476e-8c1a-8c296a21dd0b,segment=NetworkSegment(5e2f67b8-ff4a-4cf9-aef3-b551840351ed),segment_id=5e2f67b8-ff4a-4cf9-aef3-b551840351ed)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:58:11.151645 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:11.154423 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ab94a05b-c3c9-4680-b9f8-f7c120672c1a None None] Notify callbacks [] for port, precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:11.206755 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=e136464c-9a66-476e-8c1a-8c296a21dd0b,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:58:11.213736 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-ab94a05b-c3c9-4680-b9f8-f7c120672c1a None None] Transition to ACTIVE for port object 2c91ee5f-3331-41b8-9ca2-3894656415ef will not be triggered until provisioned by entity L2. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 11:58:11.217563 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ff53542d-7a64-4a98-80cb-201fdd8e9efe req-77fa7c15-e0e9-4fc6-9dec-ce0c6d849ae5 service neutron] 10.222.0.63 "GET /v2.0/networks/222e0814-c7e5-4b11-9282-3f40c6ed76b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3585527 Aug 18 11:58:11.230436 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-ab94a05b-c3c9-4680-b9f8-f7c120672c1a None None] Transition to ACTIVE for port object 2c91ee5f-3331-41b8-9ca2-3894656415ef will not be triggered until provisioned by entity DHCP. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 11:58:11.231580 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5de2ad-122a-4ed7-8cc5-f72ab5b95812 req-1d2ed036-4179-4127-b5f9-4e897dffd7b0 tempest-VolumesAdminNegativeTest-144023268 tempest-VolumesAdminNegativeTest-144023268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:11.239071 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3d5de2ad-122a-4ed7-8cc5-f72ab5b95812 req-1d2ed036-4179-4127-b5f9-4e897dffd7b0 tempest-VolumesAdminNegativeTest-144023268 tempest-VolumesAdminNegativeTest-144023268-project] 10.222.0.66 "GET /v2.0/ports?device_id=70c6f5c9-5049-46ca-a258-6bbae2298062 HTTP/1.1" status: 200 len: 945 time: 0.2427125 Aug 18 11:58:11.242128 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ab94a05b-c3c9-4680-b9f8-f7c120672c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547'] for port, after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:11.260067 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-03d5ba3d-b381-4cee-b06f-a1aa3995b409 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:11.281864 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [None req-03d5ba3d-b381-4cee-b06f-a1aa3995b409 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Transition to ACTIVE for port object 5a278cb9-466e-4c4b-b4ac-6b258caa7c8a will not be triggered until provisioned by entity DHCP. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 11:58:11.298606 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab94a05b-c3c9-4680-b9f8-f7c120672c1a None None] Network 71f4f05b-546f-495f-be85-3ee41a9605e5 is already hosted by enough agents. {{(pid=106254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 11:58:11.302236 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.base_scheduler [None req-ab94a05b-c3c9-4680-b9f8-f7c120672c1a None None] Resources bound (agent type, host, resource id): {{(pid=106254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:58:11.306221 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab94a05b-c3c9-4680-b9f8-f7c120672c1a None None] Received port after_create {{(pid=106254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 11:58:11.312504 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab94a05b-c3c9-4680-b9f8-f7c120672c1a None None] Pushing event updated for resources: {'Port': ['ID=2c91ee5f-3331-41b8-9ca2-3894656415ef,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:58:11.334611 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-03d5ba3d-b381-4cee-b06f-a1aa3995b409 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:11.388952 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-ab94a05b-c3c9-4680-b9f8-f7c120672c1a None None] Attempting to bind port 2c91ee5f-3331-41b8-9ca2-3894656415ef on host n-d-804985-2 for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 11:58:11.389753 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-ab94a05b-c3c9-4680-b9f8-f7c120672c1a None None] Attempting to bind port 2c91ee5f-3331-41b8-9ca2-3894656415ef by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': 'ca5d8231-2f07-42d5-ad7c-9ac8a76e921f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '71f4f05b-546f-495f-be85-3ee41a9605e5'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 11:58:11.390544 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab94a05b-c3c9-4680-b9f8-f7c120672c1a None None] Attempting to bind port 2c91ee5f-3331-41b8-9ca2-3894656415ef on network 71f4f05b-546f-495f-be85-3ee41a9605e5 {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 11:58:11.397004 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab94a05b-c3c9-4680-b9f8-f7c120672c1a None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 11, 57, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 11:58:11.397676 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab94a05b-c3c9-4680-b9f8-f7c120672c1a None None] Checking segment: {'id': 'ca5d8231-2f07-42d5-ad7c-9ac8a76e921f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '71f4f05b-546f-495f-be85-3ee41a9605e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 11:58:11.398514 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ab94a05b-c3c9-4680-b9f8-f7c120672c1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:11.398937 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d5ba3d-b381-4cee-b06f-a1aa3995b409 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Pushing event updated for resources: {'Port': ['ID=5a278cb9-466e-4c4b-b4ac-6b258caa7c8a,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:58:11.399298 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab94a05b-c3c9-4680-b9f8-f7c120672c1a None None] Bound using segment: {'id': 'ca5d8231-2f07-42d5-ad7c-9ac8a76e921f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '71f4f05b-546f-495f-be85-3ee41a9605e5'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 11:58:11.400873 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-ab94a05b-c3c9-4680-b9f8-f7c120672c1a None None] Bound port: 2c91ee5f-3331-41b8-9ca2-3894656415ef, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca5d8231-2f07-42d5-ad7c-9ac8a76e921f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '71f4f05b-546f-495f-be85-3ee41a9605e5'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 11:58:11.401511 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ab94a05b-c3c9-4680-b9f8-f7c120672c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:11.409382 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03d5ba3d-b381-4cee-b06f-a1aa3995b409 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Network 14664a63-22d6-4bc0-8290-849b20369b1b is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 11:58:11.410882 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-03d5ba3d-b381-4cee-b06f-a1aa3995b409 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:58:11.413471 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d5ba3d-b381-4cee-b06f-a1aa3995b409 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 11:58:11.473788 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03d5ba3d-b381-4cee-b06f-a1aa3995b409 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:11.474605 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-03d5ba3d-b381-4cee-b06f-a1aa3995b409 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:11.484989 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] get_ports_and_sgs() called for port_ids ['e136464c-9a66-476e-8c1a-8c296a21dd0b'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 11:58:11.494797 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-03d5ba3d-b381-4cee-b06f-a1aa3995b409 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.1782403 Aug 18 11:58:11.497482 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 56478) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:58:11.503396 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-5b6b5ef0-412b-4348-a5bf-84174f689eb3 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Request body: {'port': {'network_id': '14664a63-22d6-4bc0-8290-849b20369b1b', 'name': 'tempest-TaggedBootDevicesTest_v242-1964536365', 'fixed_ips': [{'subnet_id': '4d098d7d-848d-42a8-ac08-c1738695747e'}]}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:58:11.516990 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-ab94a05b-c3c9-4680-b9f8-f7c120672c1a None None] For port 2c91ee5f-3331-41b8-9ca2-3894656415ef, host n-d-804985-2, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 11:58:11.539632 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-ab94a05b-c3c9-4680-b9f8-f7c120672c1a None None] For port 2c91ee5f-3331-41b8-9ca2-3894656415ef, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=2c91ee5f-3331-41b8-9ca2-3894656415ef,segment=NetworkSegment(ca5d8231-2f07-42d5-ad7c-9ac8a76e921f),segment_id=ca5d8231-2f07-42d5-ad7c-9ac8a76e921f)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 11:58:11.550814 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ab94a05b-c3c9-4680-b9f8-f7c120672c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:11.648926 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab94a05b-c3c9-4680-b9f8-f7c120672c1a None None] Pushing event updated for resources: {'Port': ['ID=2c91ee5f-3331-41b8-9ca2-3894656415ef,revision_number=2']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:58:11.690115 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b6b5ef0-412b-4348-a5bf-84174f689eb3 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Made reservation on behalf of f1c57111807f4f80be30061245a1a804 for: {'port': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 11:58:11.696168 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5b6b5ef0-412b-4348-a5bf-84174f689eb3 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:11.725584 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [None req-5b6b5ef0-412b-4348-a5bf-84174f689eb3 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] device_id is not set on port 7763a33a-da78-4384-a6fe-a78524eb4068 yet. {{(pid=106253) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 11:58:11.823670 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ff53542d-7a64-4a98-80cb-201fdd8e9efe req-2199534a-90f1-4bb2-82e3-9685b1bbe817 service neutron] 10.222.0.63 "GET /v2.0/networks/222e0814-c7e5-4b11-9282-3f40c6ed76b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5707691 Aug 18 11:58:11.828445 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fab8cfd1-500b-46c5-bfa0-b5d42c5ae21c None None] Network 14664a63-22d6-4bc0-8290-849b20369b1b requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 11:58:11.850368 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3d5de2ad-122a-4ed7-8cc5-f72ab5b95812 req-86042029-a26b-4b77-bda8-1aa588a14cd3 tempest-VolumesAdminNegativeTest-144023268 tempest-VolumesAdminNegativeTest-144023268-project] 10.222.0.66 "GET /v2.0/security-groups?id=57f323bf-2b92-44cd-b02d-c3ef125ca597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6106982 Aug 18 11:58:11.895949 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-477a881b-bbf3-4350-af31-c9b475eff8cb req-fb8b2e55-3543-4c63-9aed-2657caaa60c5 tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] For port cca73d7c-4cb3-41f8-8a12-80884ba9a463, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=cca73d7c-4cb3-41f8-8a12-80884ba9a463,segment=NetworkSegment(8d845f6a-d01c-49fc-8841-a69d4d456626),segment_id=8d845f6a-d01c-49fc-8841-a69d4d456626)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:58:11.896841 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-477a881b-bbf3-4350-af31-c9b475eff8cb req-fb8b2e55-3543-4c63-9aed-2657caaa60c5 tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:11.964817 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [None req-5b6b5ef0-412b-4348-a5bf-84174f689eb3 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Allocated IP 10.1.1.185 (14664a63-22d6-4bc0-8290-849b20369b1b/4d098d7d-848d-42a8-ac08-c1738695747e/7763a33a-da78-4384-a6fe-a78524eb4068) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 11:58:11.981537 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1234189d-f24e-48ae-afe0-73890dcaebe4 req-6b54b149-730e-4f08-b14b-4381c519a71e tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:11.983800 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1234189d-f24e-48ae-afe0-73890dcaebe4 req-6b54b149-730e-4f08-b14b-4381c519a71e tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.66 "GET /v2.0/ports?device_id=b17f4891-3396-48b1-81ee-fb30e63b418c HTTP/1.1" status: 200 len: 931 time: 0.6146271 Aug 18 11:58:11.986414 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-477a881b-bbf3-4350-af31-c9b475eff8cb req-fb8b2e55-3543-4c63-9aed-2657caaa60c5 tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] Calling delete_port for cca73d7c-4cb3-41f8-8a12-80884ba9a463 owned by compute:nova {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 11:58:11.987316 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-c3f7cb7e-6a92-44b4-8893-54c6e0632f77 None None] Provisioning for port c2fbdeec-3732-4e57-86fa-afd08a37c43c completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 11:58:12.207730 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1234189d-f24e-48ae-afe0-73890dcaebe4 req-fe7419da-22f5-4914-bf4f-f19b463ab32b tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.66 "GET /v2.0/security-groups?id=11bbe5b2-5f3b-4775-89a0-258a798e3ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041705 Aug 18 11:58:12.312756 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 2c91ee5f-3331-41b8-9ca2-3894656415ef up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:58:12.320541 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 0e7e2528-6320-4af9-88ba-9bcf39e99b5c details requested by agent hyperv_n-h1-804985-2 with host n-h1-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 11:58:12.323448 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device cca73d7c-4cb3-41f8-8a12-80884ba9a463 no longer exists at agent hyperv_n-h1-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 11:58:12.335460 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5b6b5ef0-412b-4348-a5bf-84174f689eb3 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:12.339348 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ea7255-731d-440b-9f7f-4f306e411ae8 req-b3d0890d-75ca-4911-8051-ec9989d3adc5 tempest-ServersAdminNegativeTestJSON-88531785 tempest-ServersAdminNegativeTestJSON-88531785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:12.341027 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-09ea7255-731d-440b-9f7f-4f306e411ae8 req-b3d0890d-75ca-4911-8051-ec9989d3adc5 tempest-ServersAdminNegativeTestJSON-88531785 tempest-ServersAdminNegativeTestJSON-88531785-project] 10.222.0.66 "GET /v2.0/ports?device_id=2de4a0b3-2f49-4e50-9bdd-7df3932a104e HTTP/1.1" status: 200 len: 948 time: 0.3021417 Aug 18 11:58:12.371578 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [None req-5b6b5ef0-412b-4348-a5bf-84174f689eb3 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Transition to ACTIVE for port object 7763a33a-da78-4384-a6fe-a78524eb4068 will not be triggered until provisioned by entity DHCP. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 11:58:12.422738 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5b6b5ef0-412b-4348-a5bf-84174f689eb3 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:12.483752 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b6b5ef0-412b-4348-a5bf-84174f689eb3 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Network 14664a63-22d6-4bc0-8290-849b20369b1b is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 11:58:12.489571 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-5b6b5ef0-412b-4348-a5bf-84174f689eb3 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:58:12.497861 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [req-a9b84e64-1e96-479b-9070-8705033936aa req-7f226f58-f0b8-4dab-9ad3-5b4d353f92ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4828bcb3-3409-4cb4-a37a-0c3ef87257bd {{(pid=106252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 11:58:12.499560 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b6b5ef0-412b-4348-a5bf-84174f689eb3 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 11:58:12.520199 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-a9b84e64-1e96-479b-9070-8705033936aa req-7f226f58-f0b8-4dab-9ad3-5b4d353f92ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:12.539514 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6b5ef0-412b-4348-a5bf-84174f689eb3 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Pushing event updated for resources: {'Port': ['ID=7763a33a-da78-4384-a6fe-a78524eb4068,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:58:12.561467 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-09ea7255-731d-440b-9f7f-4f306e411ae8 req-13d779fb-cde5-4be1-9ea4-24bbe5720463 tempest-ServersAdminNegativeTestJSON-88531785 tempest-ServersAdminNegativeTestJSON-88531785-project] 10.222.0.66 "GET /v2.0/security-groups?id=e15cd1e1-1ec2-43c7-81da-4d2c8f87e716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973150 Aug 18 11:58:12.580544 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b6b5ef0-412b-4348-a5bf-84174f689eb3 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:12.580544 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5b6b5ef0-412b-4348-a5bf-84174f689eb3 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:12.595528 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-5b6b5ef0-412b-4348-a5bf-84174f689eb3 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0967689 Aug 18 11:58:12.620061 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1442a139-d468-4eaa-90fe-0b0bcb1e101f req-60c32079-8c6f-47df-bb8e-836924d02fcc tempest-VolumesAdminNegativeTest-144023268 tempest-VolumesAdminNegativeTest-144023268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:12.621666 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1442a139-d468-4eaa-90fe-0b0bcb1e101f req-60c32079-8c6f-47df-bb8e-836924d02fcc tempest-VolumesAdminNegativeTest-144023268 tempest-VolumesAdminNegativeTest-144023268-project] 10.222.0.63 "GET /v2.0/ports?device_id=70c6f5c9-5049-46ca-a258-6bbae2298062 HTTP/1.1" status: 200 len: 945 time: 0.3111136 Aug 18 11:58:12.634733 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4aa83ad-4458-4ac1-93c6-e1ecdb7b9075 req-3de2ceec-0e67-40c1-bbd5-14f1891c50b2 tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:12.641559 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d4aa83ad-4458-4ac1-93c6-e1ecdb7b9075 req-3de2ceec-0e67-40c1-bbd5-14f1891c50b2 tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] 10.222.0.66 "GET /v2.0/ports?device_id=6178433e-6081-4e35-94a3-df149b6a8f20 HTTP/1.1" status: 200 len: 945 time: 0.2577307 Aug 18 11:58:12.644417 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 0e7e2528-6320-4af9-88ba-9bcf39e99b5c, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=0e7e2528-6320-4af9-88ba-9bcf39e99b5c,segment=NetworkSegment(b0eb6eea-b461-4969-8a27-808f00daa8a1),segment_id=b0eb6eea-b461-4969-8a27-808f00daa8a1)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:58:12.650910 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [req-a9b84e64-1e96-479b-9070-8705033936aa req-7f226f58-f0b8-4dab-9ad3-5b4d353f92ea service neutron] Transition to ACTIVE for port object 4828bcb3-3409-4cb4-a37a-0c3ef87257bd will not be triggered until provisioned by entity L2. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 11:58:12.701817 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-a9b84e64-1e96-479b-9070-8705033936aa req-7f226f58-f0b8-4dab-9ad3-5b4d353f92ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:12.719618 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Returning: {'device': '0e7e2528-6320-4af9-88ba-9bcf39e99b5c', 'network_id': '222e0814-c7e5-4b11-9282-3f40c6ed76b2', 'port_id': '0e7e2528-6320-4af9-88ba-9bcf39e99b5c', 'mac_address': 'fa:16:3e:04:e7:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 823, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d16d680-110b-436d-8afa-48ba845b3623', 'ip_address': '192.168.233.225'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 11:58:12.771676 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port 2c91ee5f-3331-41b8-9ca2-3894656415ef completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 11:58:12.782196 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] No active binding found for port cca73d7c-4cb3-41f8-8a12-80884ba9a463 {{(pid=106254) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 18 11:58:12.782647 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device cca73d7c-4cb3-41f8-8a12-80884ba9a463 not bound to the agent host n-h1-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 11:58:12.788955 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device c2fbdeec-3732-4e57-86fa-afd08a37c43c up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:58:12.795693 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-477a881b-bbf3-4350-af31-c9b475eff8cb req-fb8b2e55-3543-4c63-9aed-2657caaa60c5 tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:12.817312 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:12.838024 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-47392f10-12ad-4dcd-9d2a-71f629836407 None None] Provisioning for port 5a278cb9-466e-4c4b-b4ac-6b258caa7c8a completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 11:58:12.847770 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e7e2528-6320-4af9-88ba-9bcf39e99b5c {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 11:58:12.850195 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d4aa83ad-4458-4ac1-93c6-e1ecdb7b9075 req-388c31df-65c8-46ec-aaac-03b8464cf7de tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bf5bc16-7ae8-42c8-a968-84c3ac638172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054589 Aug 18 11:58:12.851617 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-47392f10-12ad-4dcd-9d2a-71f629836407 None None] Provisioning complete for port 5a278cb9-466e-4c4b-b4ac-6b258caa7c8a triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:58:12.851993 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-47392f10-12ad-4dcd-9d2a-71f629836407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:12.898672 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 0e7e2528-6320-4af9-88ba-9bcf39e99b5c, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=0e7e2528-6320-4af9-88ba-9bcf39e99b5c,segment=NetworkSegment(b0eb6eea-b461-4969-8a27-808f00daa8a1),segment_id=b0eb6eea-b461-4969-8a27-808f00daa8a1)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:58:12.914760 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:12.936945 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f226f58-f0b8-4dab-9ad3-5b4d353f92ea service neutron] Pushing event updated for resources: {'Port': ['ID=4828bcb3-3409-4cb4-a37a-0c3ef87257bd,revision_number=2']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:58:12.950321 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-47392f10-12ad-4dcd-9d2a-71f629836407 None None] Port 5a278cb9-466e-4c4b-b4ac-6b258caa7c8a cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 11:58:12.963469 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port c2fbdeec-3732-4e57-86fa-afd08a37c43c completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 11:58:12.973015 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port c2fbdeec-3732-4e57-86fa-afd08a37c43c triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:58:12.973378 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:13.003209 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=0e7e2528-6320-4af9-88ba-9bcf39e99b5c,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:58:13.006476 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa180d3-5d72-4c05-b3fe-0cff6935dded req-c5cbdaab-edd9-43dc-9ce6-13750e525bd0 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:13.014315 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-baa180d3-5d72-4c05-b3fe-0cff6935dded req-c5cbdaab-edd9-43dc-9ce6-13750e525bd0 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/ports?device_id=bb3624f1-8ce3-4298-97a2-89ded06e072e HTTP/1.1" status: 200 len: 949 time: 0.3459151 Aug 18 11:58:13.073000 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-477a881b-bbf3-4350-af31-c9b475eff8cb req-fb8b2e55-3543-4c63-9aed-2657caaa60c5 tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] No DVR routers for this DVR port cca73d7c-4cb3-41f8-8a12-80884ba9a463 on host n-h1-804985-2 {{(pid=106252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 11:58:13.083180 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-477a881b-bbf3-4350-af31-c9b475eff8cb req-fb8b2e55-3543-4c63-9aed-2657caaa60c5 tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:13.087173 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:13.087464 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-477a881b-bbf3-4350-af31-c9b475eff8cb req-fb8b2e55-3543-4c63-9aed-2657caaa60c5 tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] 10.222.0.63 "DELETE /v2.0/ports/cca73d7c-4cb3-41f8-8a12-80884ba9a463 HTTP/1.1" status: 204 len: 173 time: 2.6532655 Aug 18 11:58:13.102947 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-29c01025-e66a-42f5-94c6-dd695a5912a2 None None] Provisioning complete for port 5a278cb9-466e-4c4b-b4ac-6b258caa7c8a triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:58:13.103382 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-29c01025-e66a-42f5-94c6-dd695a5912a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:13.105008 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6178433e-6081-4e35-94a3-df149b6a8f20', 'name': 'network-vif-deleted', 'tag': 'cca73d7c-4cb3-41f8-8a12-80884ba9a463'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 11:58:13.109739 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebd0674c-3ee2-4915-b755-4100cc7797b7" -d '{"events": [{"server_uuid": "6178433e-6081-4e35-94a3-df149b6a8f20", "name": "network-vif-deleted", "tag": "cca73d7c-4cb3-41f8-8a12-80884ba9a463"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:58:13.113227 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8b2e55-3543-4c63-9aed-2657caaa60c5 tempest-ServerDiskConfigTestJSON-983050268 tempest-ServerDiskConfigTestJSON-983050268-project] Pushing event deleted for resources: {'Port': ['ID=cca73d7c-4cb3-41f8-8a12-80884ba9a463,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:58:13.156238 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] get_ports_and_sgs() called for port_ids ['0e7e2528-6320-4af9-88ba-9bcf39e99b5c'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 11:58:13.193037 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] For port c2fbdeec-3732-4e57-86fa-afd08a37c43c, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=c2fbdeec-3732-4e57-86fa-afd08a37c43c,segment=NetworkSegment(df8c2716-4c05-4e71-858a-1ca678e85c74),segment_id=df8c2716-4c05-4e71-858a-1ca678e85c74)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:58:13.197404 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-29c01025-e66a-42f5-94c6-dd695a5912a2 None None] Port 5a278cb9-466e-4c4b-b4ac-6b258caa7c8a cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 11:58:13.201122 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-baa180d3-5d72-4c05-b3fe-0cff6935dded req-69cf8b20-1b60-49b4-b258-70666b3aa79e tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/security-groups?id=0ddd2c5c-7e53-44ab-9404-c5fea69a570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857116 Aug 18 11:58:13.202397 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:13.215708 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97862fe9-c4f2-4cff-b1db-490e97bf0417 req-f6eb426e-4815-4a00-bb77-d4db2c19fef2 tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:13.223167 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-97862fe9-c4f2-4cff-b1db-490e97bf0417 req-f6eb426e-4815-4a00-bb77-d4db2c19fef2 tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] 10.222.0.66 "GET /v2.0/ports?device_id=57f0d391-fcec-47bd-a188-07375bce4336 HTTP/1.1" status: 200 len: 944 time: 0.2337263 Aug 18 11:58:13.260114 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-a9b84e64-1e96-479b-9070-8705033936aa req-7f226f58-f0b8-4dab-9ad3-5b4d353f92ea service neutron] Attempting to bind port 4828bcb3-3409-4cb4-a37a-0c3ef87257bd on host n-h1-804985-2 for vnic_type normal with profile {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 11:58:13.261175 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-a9b84e64-1e96-479b-9070-8705033936aa req-7f226f58-f0b8-4dab-9ad3-5b4d353f92ea service neutron] Attempting to bind port 4828bcb3-3409-4cb4-a37a-0c3ef87257bd by drivers openvswitch,hyperv on host n-h1-804985-2 at level 0 using segments [{'id': '0769e917-ce53-43de-97f7-af6feb189e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '45f10d77-130c-4859-b30d-1a902305b96f'}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 11:58:13.261175 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b84e64-1e96-479b-9070-8705033936aa req-7f226f58-f0b8-4dab-9ad3-5b4d353f92ea service neutron] Attempting to bind port 4828bcb3-3409-4cb4-a37a-0c3ef87257bd on network 45f10d77-130c-4859-b30d-1a902305b96f {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 11:58:13.276805 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-1442a139-d468-4eaa-90fe-0b0bcb1e101f req-7368ec8b-bcfa-4ab5-9ae0-cf27edcf2aa6 tempest-VolumesAdminNegativeTest-144023268 tempest-VolumesAdminNegativeTest-144023268-project] Deleting port a2512396-92ee-47cd-ba6b-0e30a0fcec0e {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 11:58:13.277155 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-1442a139-d468-4eaa-90fe-0b0bcb1e101f req-7368ec8b-bcfa-4ab5-9ae0-cf27edcf2aa6 tempest-VolumesAdminNegativeTest-144023268 tempest-VolumesAdminNegativeTest-144023268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:13.309031 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Pushing event updated for resources: {'Port': ['ID=c2fbdeec-3732-4e57-86fa-afd08a37c43c,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:58:13.342450 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58d8a5d2-28b9-4612-8af0-d99fd422f9fa None None] Network 71f4f05b-546f-495f-be85-3ee41a9605e5 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 11:58:13.347603 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-f3d23a91-1e59-407d-977e-d158bc1b7430 None None] Provisioning for port 7763a33a-da78-4384-a6fe-a78524eb4068 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 11:58:13.359497 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b84e64-1e96-479b-9070-8705033936aa req-7f226f58-f0b8-4dab-9ad3-5b4d353f92ea service neutron] Port 4828bcb3-3409-4cb4-a37a-0c3ef87257bd on network 45f10d77-130c-4859-b30d-1a902305b96f not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-2 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 11:58:13.359743 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b84e64-1e96-479b-9070-8705033936aa req-7f226f58-f0b8-4dab-9ad3-5b4d353f92ea service neutron] Attempting to bind port 4828bcb3-3409-4cb4-a37a-0c3ef87257bd on network 45f10d77-130c-4859-b30d-1a902305b96f {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 11:58:13.373164 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-97862fe9-c4f2-4cff-b1db-490e97bf0417 req-75b05862-0af1-48e9-8aeb-c06745e5ba57 tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] 10.222.0.66 "GET /v2.0/security-groups?id=ad88621b-057d-4148-94ff-fad542d38fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489952 Aug 18 11:58:13.376714 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b84e64-1e96-479b-9070-8705033936aa req-7f226f58-f0b8-4dab-9ad3-5b4d353f92ea service neutron] Checking agent: {'id': 'a613417a-d085-492c-941a-59bb18c633d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 49, 6), 'started_at': datetime.datetime(2021, 8, 18, 11, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 11, 58, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 11:58:13.377384 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b84e64-1e96-479b-9070-8705033936aa req-7f226f58-f0b8-4dab-9ad3-5b4d353f92ea service neutron] Checking segment: {'id': '0769e917-ce53-43de-97f7-af6feb189e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '45f10d77-130c-4859-b30d-1a902305b96f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 11:58:13.378170 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b84e64-1e96-479b-9070-8705033936aa req-7f226f58-f0b8-4dab-9ad3-5b4d353f92ea service neutron] Bound using segment: {'id': '0769e917-ce53-43de-97f7-af6feb189e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '45f10d77-130c-4859-b30d-1a902305b96f'} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 11:58:13.378996 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-a9b84e64-1e96-479b-9070-8705033936aa req-7f226f58-f0b8-4dab-9ad3-5b4d353f92ea service neutron] Bound port: 4828bcb3-3409-4cb4-a37a-0c3ef87257bd, host: n-h1-804985-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0769e917-ce53-43de-97f7-af6feb189e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '45f10d77-130c-4859-b30d-1a902305b96f'}}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 11:58:13.379416 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-a9b84e64-1e96-479b-9070-8705033936aa req-7f226f58-f0b8-4dab-9ad3-5b4d353f92ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:13.388722 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-f3d23a91-1e59-407d-977e-d158bc1b7430 None None] Provisioning complete for port 7763a33a-da78-4384-a6fe-a78524eb4068 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:58:13.389043 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-f3d23a91-1e59-407d-977e-d158bc1b7430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:13.412395 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-1442a139-d468-4eaa-90fe-0b0bcb1e101f req-7368ec8b-bcfa-4ab5-9ae0-cf27edcf2aa6 tempest-VolumesAdminNegativeTest-144023268 tempest-VolumesAdminNegativeTest-144023268-project] For port a2512396-92ee-47cd-ba6b-0e30a0fcec0e, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=a2512396-92ee-47cd-ba6b-0e30a0fcec0e,segment=NetworkSegment(e5159d48-c355-43e9-af95-2232f7d1fefa),segment_id=e5159d48-c355-43e9-af95-2232f7d1fefa)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:58:13.412991 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-1442a139-d468-4eaa-90fe-0b0bcb1e101f req-7368ec8b-bcfa-4ab5-9ae0-cf27edcf2aa6 tempest-VolumesAdminNegativeTest-144023268 tempest-VolumesAdminNegativeTest-144023268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:13.458193 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-f3d23a91-1e59-407d-977e-d158bc1b7430 None None] Port 7763a33a-da78-4384-a6fe-a78524eb4068 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 11:58:13.466763 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-1442a139-d468-4eaa-90fe-0b0bcb1e101f req-7368ec8b-bcfa-4ab5-9ae0-cf27edcf2aa6 tempest-VolumesAdminNegativeTest-144023268 tempest-VolumesAdminNegativeTest-144023268-project] Calling delete_port for a2512396-92ee-47cd-ba6b-0e30a0fcec0e owned by compute:nova {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 11:58:13.573072 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-a9b84e64-1e96-479b-9070-8705033936aa req-7f226f58-f0b8-4dab-9ad3-5b4d353f92ea service neutron] For port 4828bcb3-3409-4cb4-a37a-0c3ef87257bd, host n-h1-804985-2, cleared binding levels {{(pid=106252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 11:58:13.583356 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083f95dd-c876-4ea0-a581-8970153cfa94 req-8fe904a4-7610-4d89-b2f3-63af82bec436 tempest-VolumesAdminNegativeTest-144023268 tempest-VolumesAdminNegativeTest-144023268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:13.584997 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-083f95dd-c876-4ea0-a581-8970153cfa94 req-8fe904a4-7610-4d89-b2f3-63af82bec436 tempest-VolumesAdminNegativeTest-144023268 tempest-VolumesAdminNegativeTest-144023268-project] 10.222.0.66 "GET /v2.0/ports?device_id=70c6f5c9-5049-46ca-a258-6bbae2298062 HTTP/1.1" status: 200 len: 945 time: 0.1313584 Aug 18 11:58:13.588513 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-a9b84e64-1e96-479b-9070-8705033936aa req-7f226f58-f0b8-4dab-9ad3-5b4d353f92ea service neutron] For port 4828bcb3-3409-4cb4-a37a-0c3ef87257bd, host n-h1-804985-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=4828bcb3-3409-4cb4-a37a-0c3ef87257bd,segment=NetworkSegment(0769e917-ce53-43de-97f7-af6feb189e7f),segment_id=0769e917-ce53-43de-97f7-af6feb189e7f)] {{(pid=106252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 11:58:13.598367 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-126bde1b-edf2-42a1-ad1c-513e731a1c68 None None] Provisioning for port 2c91ee5f-3331-41b8-9ca2-3894656415ef completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 11:58:13.603188 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-126bde1b-edf2-42a1-ad1c-513e731a1c68 None None] Provisioning complete for port 2c91ee5f-3331-41b8-9ca2-3894656415ef triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:58:13.603838 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-126bde1b-edf2-42a1-ad1c-513e731a1c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:13.611951 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-a9b84e64-1e96-479b-9070-8705033936aa req-7f226f58-f0b8-4dab-9ad3-5b4d353f92ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:13.649942 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b84e64-1e96-479b-9070-8705033936aa req-7f226f58-f0b8-4dab-9ad3-5b4d353f92ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:13.650563 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-a9b84e64-1e96-479b-9070-8705033936aa req-7f226f58-f0b8-4dab-9ad3-5b4d353f92ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:13.651948 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a9b84e64-1e96-479b-9070-8705033936aa req-7f226f58-f0b8-4dab-9ad3-5b4d353f92ea service neutron] 10.222.0.63 "PUT /v2.0/ports/4828bcb3-3409-4cb4-a37a-0c3ef87257bd HTTP/1.1" status: 200 len: 1091 time: 2.9895442 Aug 18 11:58:13.713327 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-126bde1b-edf2-42a1-ad1c-513e731a1c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:13.736560 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-083f95dd-c876-4ea0-a581-8970153cfa94 req-37ea350f-7881-4558-b26e-8fe2304cbd4d tempest-VolumesAdminNegativeTest-144023268 tempest-VolumesAdminNegativeTest-144023268-project] 10.222.0.66 "GET /v2.0/security-groups?id=57f323bf-2b92-44cd-b02d-c3ef125ca597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383252 Aug 18 11:58:13.759838 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-126bde1b-edf2-42a1-ad1c-513e731a1c68 None None] For port 2c91ee5f-3331-41b8-9ca2-3894656415ef, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=2c91ee5f-3331-41b8-9ca2-3894656415ef,segment=NetworkSegment(ca5d8231-2f07-42d5-ad7c-9ac8a76e921f),segment_id=ca5d8231-2f07-42d5-ad7c-9ac8a76e921f)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:58:13.767446 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-126bde1b-edf2-42a1-ad1c-513e731a1c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:13.803964 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 56498) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:58:13.810796 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-b809d176-f7f6-496c-9044-2985be3b0063 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1064336332', 'description': 'tempest-description--2035966631'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:58:13.845864 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126bde1b-edf2-42a1-ad1c-513e731a1c68 None None] Pushing event updated for resources: {'Port': ['ID=2c91ee5f-3331-41b8-9ca2-3894656415ef,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:58:13.851028 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b809d176-f7f6-496c-9044-2985be3b0063 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:13.866228 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 11:58:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8bfea20-cb2a-4d44-b46a-52cb15848b72 x-openstack-request-id: req-f8bfea20-cb2a-4d44-b46a-52cb15848b72 {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:58:13.866228 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6178433e-6081-4e35-94a3-df149b6a8f20", "name": "network-vif-deleted", "tag": "cca73d7c-4cb3-41f8-8a12-80884ba9a463", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:58:13.866228 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f8bfea20-cb2a-4d44-b46a-52cb15848b72 {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:58:13.866606 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6178433e-6081-4e35-94a3-df149b6a8f20', 'name': 'network-vif-deleted', 'tag': 'cca73d7c-4cb3-41f8-8a12-80884ba9a463', 'status': 'completed', 'code': 200} Aug 18 11:58:13.869568 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f226f58-f0b8-4dab-9ad3-5b4d353f92ea service neutron] Pushing event updated for resources: {'Port': ['ID=4828bcb3-3409-4cb4-a37a-0c3ef87257bd,revision_number=3']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:58:13.887302 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b84e64-1e96-479b-9070-8705033936aa req-2273cd0b-a750-4da6-84b5-b006f741f144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:13.889160 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a9b84e64-1e96-479b-9070-8705033936aa req-2273cd0b-a750-4da6-84b5-b006f741f144 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=9143985e071d4037b5bf264a5aaa6497&device_id=b17f4891-3396-48b1-81ee-fb30e63b418c HTTP/1.1" status: 200 len: 1094 time: 0.1670234 Aug 18 11:58:13.903318 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-fe4659b4-6c84-4a6b-8e92-1325ceb991b4 None None] Provisioning complete for port 2c91ee5f-3331-41b8-9ca2-3894656415ef triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:58:13.903821 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-fe4659b4-6c84-4a6b-8e92-1325ceb991b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:13.970448 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-1442a139-d468-4eaa-90fe-0b0bcb1e101f req-7368ec8b-bcfa-4ab5-9ae0-cf27edcf2aa6 tempest-VolumesAdminNegativeTest-144023268 tempest-VolumesAdminNegativeTest-144023268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:13.972712 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a9b84e64-1e96-479b-9070-8705033936aa req-ba2a0af2-bd37-4d7c-8258-df165894442b service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4828bcb3-3409-4cb4-a37a-0c3ef87257bd HTTP/1.1" status: 200 len: 217 time: 0.0726242 Aug 18 11:58:13.985134 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b809d176-f7f6-496c-9044-2985be3b0063 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:13.989904 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b809d176-f7f6-496c-9044-2985be3b0063 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:14.026599 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b809d176-f7f6-496c-9044-2985be3b0063 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:14.027827 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-b809d176-f7f6-496c-9044-2985be3b0063 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2222404 Aug 18 11:58:14.029696 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b809d176-f7f6-496c-9044-2985be3b0063 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e100a5b2-e498-4091-84ac-a0da12aab123,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:58:14.032724 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 56502) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:58:14.037450 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-8afe4a4e-91b8-485c-95aa-5032e28e74c3 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Request body: {'security_group_rule': {'security_group_id': 'e100a5b2-e498-4091-84ac-a0da12aab123', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:58:14.067116 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7368ec8b-bcfa-4ab5-9ae0-cf27edcf2aa6 tempest-VolumesAdminNegativeTest-144023268 tempest-VolumesAdminNegativeTest-144023268-project] Pushing event deleted for resources: {'Port': ['ID=a2512396-92ee-47cd-ba6b-0e30a0fcec0e,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:58:14.075240 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8afe4a4e-91b8-485c-95aa-5032e28e74c3 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:14.119775 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e753a5-373e-4264-a481-6e26a934ed43 req-6bf9f9ac-4303-47f5-a268-67216af07876 tempest-MigrationsAdminTest-2066091247 tempest-MigrationsAdminTest-2066091247-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:14.121404 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-87e753a5-373e-4264-a481-6e26a934ed43 req-6bf9f9ac-4303-47f5-a268-67216af07876 tempest-MigrationsAdminTest-2066091247 tempest-MigrationsAdminTest-2066091247-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=bb3624f1-8ce3-4298-97a2-89ded06e072e HTTP/1.1" status: 200 len: 1100 time: 0.2106769 Aug 18 11:58:14.141398 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b84e64-1e96-479b-9070-8705033936aa req-4407d237-a8d3-438f-99f9-13a6ff21ea62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:14.142102 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8afe4a4e-91b8-485c-95aa-5032e28e74c3 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:14.142915 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a9b84e64-1e96-479b-9070-8705033936aa req-4407d237-a8d3-438f-99f9-13a6ff21ea62 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=7cf2249d-58a2-4afe-a9fb-145dc05a7f39 HTTP/1.1" status: 200 len: 846 time: 0.1624403 Aug 18 11:58:14.145849 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-1442a139-d468-4eaa-90fe-0b0bcb1e101f req-7368ec8b-bcfa-4ab5-9ae0-cf27edcf2aa6 tempest-VolumesAdminNegativeTest-144023268 tempest-VolumesAdminNegativeTest-144023268-project] No DVR routers for this DVR port a2512396-92ee-47cd-ba6b-0e30a0fcec0e on host n-h1-804985-2 {{(pid=106252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 11:58:14.149152 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8afe4a4e-91b8-485c-95aa-5032e28e74c3 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992607'] for security_group_rule, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:14.154306 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-1442a139-d468-4eaa-90fe-0b0bcb1e101f req-7368ec8b-bcfa-4ab5-9ae0-cf27edcf2aa6 tempest-VolumesAdminNegativeTest-144023268 tempest-VolumesAdminNegativeTest-144023268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:14.155955 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 2c91ee5f-3331-41b8-9ca2-3894656415ef up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:58:14.156203 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1442a139-d468-4eaa-90fe-0b0bcb1e101f req-7368ec8b-bcfa-4ab5-9ae0-cf27edcf2aa6 tempest-VolumesAdminNegativeTest-144023268 tempest-VolumesAdminNegativeTest-144023268-project] 10.222.0.63 "DELETE /v2.0/ports/a2512396-92ee-47cd-ba6b-0e30a0fcec0e HTTP/1.1" status: 204 len: 173 time: 1.5033944 Aug 18 11:58:14.176073 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afe4a4e-91b8-485c-95aa-5032e28e74c3 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8b4584d-8642-4060-b8a0-0d826937a5ef,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:58:14.190063 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5205739b-c0f4-497f-990c-73186b04512f req-6c44dde8-d132-42ea-9ded-d0be1b585aa0 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:14.191112 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8afe4a4e-91b8-485c-95aa-5032e28e74c3 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:14.192505 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-8afe4a4e-91b8-485c-95aa-5032e28e74c3 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1585736 Aug 18 11:58:14.195505 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 56504) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:58:14.197027 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5205739b-c0f4-497f-990c-73186b04512f req-6c44dde8-d132-42ea-9ded-d0be1b585aa0 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.66 "GET /v2.0/ports?device_id=b17f4891-3396-48b1-81ee-fb30e63b418c HTTP/1.1" status: 200 len: 943 time: 0.2280550 Aug 18 11:58:14.202316 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-45d37f49-c07d-48c4-ba47-ef29e80013ce tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Request body: {'security_group_rule': {'security_group_id': 'e100a5b2-e498-4091-84ac-a0da12aab123', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:58:14.213027 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 2c91ee5f-3331-41b8-9ca2-3894656415ef triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:58:14.213403 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:14.220390 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a9b84e64-1e96-479b-9070-8705033936aa req-1bcdd1da-5676-4ea2-a978-3d367b089eac service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=45f10d77-130c-4859-b30d-1a902305b96f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0592372 Aug 18 11:58:14.237876 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-45d37f49-c07d-48c4-ba47-ef29e80013ce tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:14.272226 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-87e753a5-373e-4264-a481-6e26a934ed43 req-1b9c3047-a139-48b1-a6b8-1b9692b4fc9d tempest-MigrationsAdminTest-2066091247 tempest-MigrationsAdminTest-2066091247-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=0ddd2c5c-7e53-44ab-9404-c5fea69a570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283455 Aug 18 11:58:14.310757 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-45d37f49-c07d-48c4-ba47-ef29e80013ce tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:14.318856 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-45d37f49-c07d-48c4-ba47-ef29e80013ce tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992607'] for security_group_rule, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:14.334658 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d37f49-c07d-48c4-ba47-ef29e80013ce tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=893d752e-6639-41b3-94b2-6aa207daa31d,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:58:14.337486 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5205739b-c0f4-497f-990c-73186b04512f req-e267b3ad-fa2c-42e3-8f2e-d33be34f9f10 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.66 "GET /v2.0/security-groups?id=11bbe5b2-5f3b-4775-89a0-258a798e3ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202517 Aug 18 11:58:14.353804 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device e136464c-9a66-476e-8c1a-8c296a21dd0b up at agent hyperv_n-h1-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:58:14.359478 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-45d37f49-c07d-48c4-ba47-ef29e80013ce tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:14.363771 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-45d37f49-c07d-48c4-ba47-ef29e80013ce tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1636569 Aug 18 11:58:14.364061 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 56510) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:58:14.371566 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-344de853-d3ef-4225-ac29-608d93f4ab62 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Request body: {'floatingip': {'floating_network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:58:14.392161 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device c2fbdeec-3732-4e57-86fa-afd08a37c43c up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:58:14.392570 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a9b84e64-1e96-479b-9070-8705033936aa req-3d69234e-7004-4069-8fec-681a37c1a3a2 service neutron] 10.222.0.63 "GET /v2.0/networks/45f10d77-130c-4859-b30d-1a902305b96f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553569 Aug 18 11:58:14.403481 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-344de853-d3ef-4225-ac29-608d93f4ab62 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Notify callbacks [] for floatingip, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:14.462678 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port c2fbdeec-3732-4e57-86fa-afd08a37c43c triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:58:14.463048 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:14.502559 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Provisioning for port e136464c-9a66-476e-8c1a-8c296a21dd0b completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 11:58:14.509064 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Provisioning complete for port e136464c-9a66-476e-8c1a-8c296a21dd0b triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:58:14.509547 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:14.550131 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee5b589-5f73-4b85-96f7-b3ae04bf991e req-b42f5015-a439-43e4-a24b-5edab0509b7f tempest-ServersAdminNegativeTestJSON-88531785 tempest-ServersAdminNegativeTestJSON-88531785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:14.551760 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9ee5b589-5f73-4b85-96f7-b3ae04bf991e req-b42f5015-a439-43e4-a24b-5edab0509b7f tempest-ServersAdminNegativeTestJSON-88531785 tempest-ServersAdminNegativeTestJSON-88531785-project] 10.222.0.66 "GET /v2.0/ports?device_id=2de4a0b3-2f49-4e50-9bdd-7df3932a104e HTTP/1.1" status: 200 len: 949 time: 0.1573589 Aug 18 11:58:14.562490 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-344de853-d3ef-4225-ac29-608d93f4ab62 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:14.644382 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a9b84e64-1e96-479b-9070-8705033936aa req-3afc6b00-3ec7-4b42-a883-97a3bcc31448 service neutron] 10.222.0.63 "GET /v2.0/networks/45f10d77-130c-4859-b30d-1a902305b96f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2168005 Aug 18 11:58:14.660434 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9ee5b589-5f73-4b85-96f7-b3ae04bf991e req-6e381065-3c00-495e-a5bf-ccba94f78cda tempest-ServersAdminNegativeTestJSON-88531785 tempest-ServersAdminNegativeTestJSON-88531785-project] 10.222.0.66 "GET /v2.0/security-groups?id=e15cd1e1-1ec2-43c7-81da-4d2c8f87e716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015530 Aug 18 11:58:14.688867 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:14.705955 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3060e0fe-82bf-4347-9caa-752f8c186615 req-59f61cc8-ac15-45a9-8442-28928436f753 tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:14.710046 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [None req-344de853-d3ef-4225-ac29-608d93f4ab62 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Allocated IP 172.25.7.136 (7cae7a70-14fd-408c-b14d-39ceb97cb60e/9784295a-20b8-4a4b-b105-f82737f0448f/86ec44c0-160c-46cb-9013-a991101665a8) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 11:58:14.718316 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3060e0fe-82bf-4347-9caa-752f8c186615 req-59f61cc8-ac15-45a9-8442-28928436f753 tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] 10.222.0.66 "GET /v2.0/ports?device_id=57f0d391-fcec-47bd-a188-07375bce4336 HTTP/1.1" status: 200 len: 944 time: 0.1264858 Aug 18 11:58:14.740688 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57f0d391-fcec-47bd-a188-07375bce4336', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e136464c-9a66-476e-8c1a-8c296a21dd0b'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 11:58:14.743412 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db50a436fb3a98495337d8fe7487b4f2ea6f3c1052eb9efadc2ecda2d5737001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8e0fe02-5b71-4f5f-ae26-d2b98afa1828" -d '{"events": [{"server_uuid": "57f0d391-fcec-47bd-a188-07375bce4336", "name": "network-vif-plugged", "status": "completed", "tag": "e136464c-9a66-476e-8c1a-8c296a21dd0b"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:58:14.761013 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port e136464c-9a66-476e-8c1a-8c296a21dd0b, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=e136464c-9a66-476e-8c1a-8c296a21dd0b,segment=NetworkSegment(5e2f67b8-ff4a-4cf9-aef3-b551840351ed),segment_id=5e2f67b8-ff4a-4cf9-aef3-b551840351ed)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:58:14.771093 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:14.772118 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 0e7e2528-6320-4af9-88ba-9bcf39e99b5c up at agent hyperv_n-h1-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:58:14.803067 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3060e0fe-82bf-4347-9caa-752f8c186615 req-934e3b49-664a-4678-8c8e-9d39cffe7653 tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] 10.222.0.66 "GET /v2.0/security-groups?id=ad88621b-057d-4148-94ff-fad542d38fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793726 Aug 18 11:58:14.845062 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-344de853-d3ef-4225-ac29-608d93f4ab62 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:14.866405 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=e136464c-9a66-476e-8c1a-8c296a21dd0b,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:58:14.871782 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-689682b4-8f31-4595-9f38-786c5dc3d119 req-a61782b0-435a-4874-8fee-666356efd917 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=87f2a541be1e4141a84277bf00dc4c3b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0830560 Aug 18 11:58:14.891815 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 11:58:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd37c859-cc62-4f4f-9b6f-29dc91fcf46b x-openstack-request-id: req-dd37c859-cc62-4f4f-9b6f-29dc91fcf46b {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:58:14.892109 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57f0d391-fcec-47bd-a188-07375bce4336", "name": "network-vif-plugged", "status": "completed", "tag": "e136464c-9a66-476e-8c1a-8c296a21dd0b", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:58:14.892363 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-dd37c859-cc62-4f4f-9b6f-29dc91fcf46b {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:58:14.892946 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57f0d391-fcec-47bd-a188-07375bce4336', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e136464c-9a66-476e-8c1a-8c296a21dd0b', 'code': 200} Aug 18 11:58:14.895849 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Provisioning for port 0e7e2528-6320-4af9-88ba-9bcf39e99b5c completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 11:58:14.901396 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Provisioning complete for port 0e7e2528-6320-4af9-88ba-9bcf39e99b5c triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:58:14.901856 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:14.916256 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-344de853-d3ef-4225-ac29-608d93f4ab62 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:14.952033 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 56536) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:58:14.997038 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-344de853-d3ef-4225-ac29-608d93f4ab62 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Network 7cae7a70-14fd-408c-b14d-39ceb97cb60e is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 11:58:15.003264 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-344de853-d3ef-4225-ac29-608d93f4ab62 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:58:15.005760 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-344de853-d3ef-4225-ac29-608d93f4ab62 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 11:58:15.008426 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344de853-d3ef-4225-ac29-608d93f4ab62 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Pushing event updated for resources: {'Port': ['ID=86ec44c0-160c-46cb-9013-a991101665a8,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:58:15.017840 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:15.033223 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 56540) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:58:15.049754 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e2aca2-21e4-4d77-a11c-6c501ca53e82 req-84efe4d4-21fd-4886-8945-e24abb327f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:15.051584 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-11e2aca2-21e4-4d77-a11c-6c501ca53e82 req-84efe4d4-21fd-4886-8945-e24abb327f36 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=57f0d391-fcec-47bd-a188-07375bce4336 HTTP/1.1" status: 200 len: 1096 time: 0.0792272 Aug 18 11:58:15.061803 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_v2 [None req-a18896af-91e7-4973-bdb9-e96a9373828f admin admin] Deleting subnet ce5ce462-ff86-45be-a590-752092468a15 {{(pid=106253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 11:58:15.067620 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a18896af-91e7-4973-bdb9-e96a9373828f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:15.072151 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 0e7e2528-6320-4af9-88ba-9bcf39e99b5c, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=0e7e2528-6320-4af9-88ba-9bcf39e99b5c,segment=NetworkSegment(b0eb6eea-b461-4969-8a27-808f00daa8a1),segment_id=b0eb6eea-b461-4969-8a27-808f00daa8a1)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:58:15.078193 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:15.079113 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device a2512396-92ee-47cd-ba6b-0e30a0fcec0e no longer exists at agent hyperv_n-h1-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 11:58:15.117399 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] No Port match for: a2512396-92ee-47cd-ba6b-0e30a0fcec0e {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 11:58:15.117876 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device a2512396-92ee-47cd-ba6b-0e30a0fcec0e not bound to the agent host n-h1-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 11:58:15.128969 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689682b4-8f31-4595-9f38-786c5dc3d119 req-e7c312b0-ac4e-4f83-b395-b84dee30dd52 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:15.130441 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-689682b4-8f31-4595-9f38-786c5dc3d119 req-e7c312b0-ac4e-4f83-b395-b84dee30dd52 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2529645 Aug 18 11:58:15.138126 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a18896af-91e7-4973-bdb9-e96a9373828f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902229'] for subnet, precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:15.145852 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=0e7e2528-6320-4af9-88ba-9bcf39e99b5c,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:58:15.148135 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e3633d4-244e-4fe2-8f84-d07a8e228ad7 admin admin] Deleting subnet 80867b40-661a-4fc1-85b2-6a0bc5d62715 {{(pid=106252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 11:58:15.156790 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-11e2aca2-21e4-4d77-a11c-6c501ca53e82 req-065180e0-d65d-45f8-8774-1650f4b12035 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=ad88621b-057d-4148-94ff-fad542d38fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929961 Aug 18 11:58:15.157522 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8e3633d4-244e-4fe2-8f84-d07a8e228ad7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:15.187045 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-689682b4-8f31-4595-9f38-786c5dc3d119 req-fe12dac4-9caf-41ab-b986-1882d5985a83 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/quotas/87f2a541be1e4141a84277bf00dc4c3b HTTP/1.1" status: 200 len: 375 time: 0.0431180 Aug 18 11:58:15.187679 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-344de853-d3ef-4225-ac29-608d93f4ab62 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:15.196450 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a18896af-91e7-4973-bdb9-e96a9373828f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:15.209098 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8e3633d4-244e-4fe2-8f84-d07a8e228ad7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2221528'] for subnet, precommit_delete_associations {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:15.252568 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-344de853-d3ef-4225-ac29-608d93f4ab62 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:15.271913 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8e3633d4-244e-4fe2-8f84-d07a8e228ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:15.294526 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-689682b4-8f31-4595-9f38-786c5dc3d119 req-cc9d71d1-2439-4443-bfae-939ba941c8f0 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=87f2a541be1e4141a84277bf00dc4c3b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0994754 Aug 18 11:58:15.313325 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a18896af-91e7-4973-bdb9-e96a9373828f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58902171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59388106'] for subnet, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:15.333799 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8e3633d4-244e-4fe2-8f84-d07a8e228ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3572848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59074100'] for subnet, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:15.345099 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18896af-91e7-4973-bdb9-e96a9373828f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce5ce462-ff86-45be-a590-752092468a15,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:58:15.375138 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a18896af-91e7-4973-bdb9-e96a9373828f admin admin] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:15.379847 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-a18896af-91e7-4973-bdb9-e96a9373828f admin admin] 10.222.0.66 "DELETE /v2.0/subnets/ce5ce462-ff86-45be-a590-752092468a15 HTTP/1.1" status: 204 len: 168 time: 0.4230092 Aug 18 11:58:15.386737 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8e3633d4-244e-4fe2-8f84-d07a8e228ad7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for subnet, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:15.391429 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-8e3633d4-244e-4fe2-8f84-d07a8e228ad7 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/80867b40-661a-4fc1-85b2-6a0bc5d62715 HTTP/1.1" status: 204 len: 168 time: 0.3540361 Aug 18 11:58:15.391429 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 56544) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:58:15.399339 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 56546) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:58:15.401734 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3633d4-244e-4fe2-8f84-d07a8e228ad7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80867b40-661a-4fc1-85b2-6a0bc5d62715,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:58:15.488339 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-344de853-d3ef-4225-ac29-608d93f4ab62 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Notify callbacks [] for port, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:15.493944 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-344de853-d3ef-4225-ac29-608d93f4ab62 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:15.547387 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0da754f9-f2c9-4c3d-8c11-57b7b7ea63ae req-44d3b9ca-3435-430d-b473-3e7bf37db775 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/ports?device_id=447950aa-fe3a-4e2a-9e6e-e115159ebaee HTTP/1.1" status: 200 len: 210 time: 0.0851595 Aug 18 11:58:15.573109 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344de853-d3ef-4225-ac29-608d93f4ab62 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Pushing event updated for resources: {'Port': ['ID=86ec44c0-160c-46cb-9013-a991101665a8,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:58:15.584964 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-344de853-d3ef-4225-ac29-608d93f4ab62 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-989945'] for floatingip, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:15.604394 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-344de853-d3ef-4225-ac29-608d93f4ab62 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for floatingip, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:15.616546 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-344de853-d3ef-4225-ac29-608d93f4ab62 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2422869 Aug 18 11:58:15.617313 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-78ccc7d8-eb26-4930-acb8-12fbc1c22e11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7904109'] for network, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:15.624164 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b4b0390c-b2d5-49b8-8be7-c90a3ba7ba81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7904109'] for network, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:15.644208 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c72811-9025-4761-825f-d850c727478b req-e42ff43b-9fde-4d96-8d7c-d831703a5f4b tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:15.646238 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-28c72811-9025-4761-825f-d850c727478b req-e42ff43b-9fde-4d96-8d7c-d831703a5f4b tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.66 "GET /v2.0/ports?device_id=b17f4891-3396-48b1-81ee-fb30e63b418c HTTP/1.1" status: 200 len: 943 time: 0.1825483 Aug 18 11:58:15.871708 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b17f4891-3396-48b1-81ee-fb30e63b418c', 'tag': '4828bcb3-3409-4cb4-a37a-0c3ef87257bd'}, {'server_uuid': '70c6f5c9-5049-46ca-a258-6bbae2298062', 'name': 'network-vif-deleted', 'tag': 'a2512396-92ee-47cd-ba6b-0e30a0fcec0e'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 11:58:15.874011 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff59cb1b-c596-4d49-bc9d-f2e8ebc66230" -d '{"events": [{"name": "network-changed", "server_uuid": "b17f4891-3396-48b1-81ee-fb30e63b418c", "tag": "4828bcb3-3409-4cb4-a37a-0c3ef87257bd"}, {"server_uuid": "70c6f5c9-5049-46ca-a258-6bbae2298062", "name": "network-vif-deleted", "tag": "a2512396-92ee-47cd-ba6b-0e30a0fcec0e"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:58:15.880727 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-28c72811-9025-4761-825f-d850c727478b req-a4f26042-12ef-4d53-8d24-7875150629ca tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.66 "GET /v2.0/security-groups?id=11bbe5b2-5f3b-4775-89a0-258a798e3ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2281182 Aug 18 11:58:15.883473 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-78ccc7d8-eb26-4930-acb8-12fbc1c22e11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8367869', 'neutron.services.segments.db._delete_segments_for_network-8789151212993'] for network, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:15.907774 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-78ccc7d8-eb26-4930-acb8-12fbc1c22e11 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c5da27c-32ae-49f2-9728-84e875495be2']}} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:58:15.911369 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b4b0390c-b2d5-49b8-8be7-c90a3ba7ba81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8367869', 'neutron.services.segments.db._delete_segments_for_network-8789151212993'] for network, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:15.931703 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-78ccc7d8-eb26-4930-acb8-12fbc1c22e11 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5159d48-c355-43e9-af95-2232f7d1fefa') {'for_net_delete': True} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:58:15.932213 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-78ccc7d8-eb26-4930-acb8-12fbc1c22e11 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5159d48-c355-43e9-af95-2232f7d1fefa') {} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:58:15.934676 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-b4b0390c-b2d5-49b8-8be7-c90a3ba7ba81 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fac8d860-f4f2-49a0-99ea-233476aded7e']}} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:58:15.957693 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-b4b0390c-b2d5-49b8-8be7-c90a3ba7ba81 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d845f6a-d01c-49fc-8841-a69d4d456626') {'for_net_delete': True} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:58:15.957989 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-b4b0390c-b2d5-49b8-8be7-c90a3ba7ba81 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d845f6a-d01c-49fc-8841-a69d4d456626') {} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:58:15.978167 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-78ccc7d8-eb26-4930-acb8-12fbc1c22e11 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789151225254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2221521'] for segment, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:15.982147 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7711f021-10f4-4001-ab2f-b82fa4038b67 req-ae99c18d-ae04-43b0-9b0f-f7c7eed23eb6 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=a5f9881f-9780-47ab-bfbd-d22b066ac3dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2178700 Aug 18 11:58:15.983693 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b4b0390c-b2d5-49b8-8be7-c90a3ba7ba81 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789151225254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2221521'] for segment, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:16.003319 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5135f5-53aa-446c-965f-60e1f86295d8 req-dbec5929-f0c9-4f75-b23c-a00aea2d6aae tempest-ServersAdminNegativeTestJSON-88531785 tempest-ServersAdminNegativeTestJSON-88531785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:16.004840 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-bb5135f5-53aa-446c-965f-60e1f86295d8 req-dbec5929-f0c9-4f75-b23c-a00aea2d6aae tempest-ServersAdminNegativeTestJSON-88531785 tempest-ServersAdminNegativeTestJSON-88531785-project] 10.222.0.66 "GET /v2.0/ports?device_id=2de4a0b3-2f49-4e50-9bdd-7df3932a104e HTTP/1.1" status: 200 len: 950 time: 0.2460263 Aug 18 11:58:16.020538 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-78ccc7d8-eb26-4930-acb8-12fbc1c22e11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:16.026882 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b4b0390c-b2d5-49b8-8be7-c90a3ba7ba81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:16.041635 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78ccc7d8-eb26-4930-acb8-12fbc1c22e11 admin admin] Releasing vlan 805 on physical network physnet1 to pool {{(pid=106252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 11:58:16.042375 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-78ccc7d8-eb26-4930-acb8-12fbc1c22e11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3572434'] for segment, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:16.047960 n-d-804985-2 neutron-server[106252]: Traceback (most recent call last): Aug 18 11:58:16.047960 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 11:58:16.047960 n-d-804985-2 neutron-server[106252]: timer() Aug 18 11:58:16.047960 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 11:58:16.047960 n-d-804985-2 neutron-server[106252]: cb(*args, **kw) Aug 18 11:58:16.047960 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 11:58:16.047960 n-d-804985-2 neutron-server[106252]: return func(*args, **kwargs) Aug 18 11:58:16.047960 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 11:58:16.047960 n-d-804985-2 neutron-server[106252]: self._notify() Aug 18 11:58:16.047960 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 11:58:16.047960 n-d-804985-2 neutron-server[106252]: self.callback(batched_events) Aug 18 11:58:16.047960 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 11:58:16.047960 n-d-804985-2 neutron-server[106252]: event.method(event) Aug 18 11:58:16.047960 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 11:58:16.047960 n-d-804985-2 neutron-server[106252]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 11:58:16.047960 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 11:58:16.047960 n-d-804985-2 neutron-server[106252]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 11:58:16.047960 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 11:58:16.047960 n-d-804985-2 neutron-server[106252]: return f(self, *a, **k) Aug 18 11:58:16.047960 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 11:58:16.047960 n-d-804985-2 neutron-server[106252]: return self._get(url).json() Aug 18 11:58:16.047960 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 11:58:16.047960 n-d-804985-2 neutron-server[106252]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 11:58:16.047960 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 11:58:16.047960 n-d-804985-2 neutron-server[106252]: return self.request(url, 'GET', **kwargs) Aug 18 11:58:16.047960 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 11:58:16.047960 n-d-804985-2 neutron-server[106252]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 11:58:16.047960 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 11:58:16.047960 n-d-804985-2 neutron-server[106252]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 11:58:16.047960 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 11:58:16.047960 n-d-804985-2 neutron-server[106252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 11:58:16.047960 n-d-804985-2 neutron-server[106252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 11:58:16.093592 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4b0390c-b2d5-49b8-8be7-c90a3ba7ba81 admin admin] Releasing vlan 832 on physical network physnet1 to pool {{(pid=106252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 11:58:16.094027 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b4b0390c-b2d5-49b8-8be7-c90a3ba7ba81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3572434'] for segment, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:16.100830 n-d-804985-2 neutron-server[106252]: Traceback (most recent call last): Aug 18 11:58:16.100830 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 11:58:16.100830 n-d-804985-2 neutron-server[106252]: timer() Aug 18 11:58:16.100830 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 11:58:16.100830 n-d-804985-2 neutron-server[106252]: cb(*args, **kw) Aug 18 11:58:16.100830 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 11:58:16.100830 n-d-804985-2 neutron-server[106252]: return func(*args, **kwargs) Aug 18 11:58:16.100830 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 11:58:16.100830 n-d-804985-2 neutron-server[106252]: self._notify() Aug 18 11:58:16.100830 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 11:58:16.100830 n-d-804985-2 neutron-server[106252]: self.callback(batched_events) Aug 18 11:58:16.100830 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 11:58:16.100830 n-d-804985-2 neutron-server[106252]: event.method(event) Aug 18 11:58:16.100830 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 11:58:16.100830 n-d-804985-2 neutron-server[106252]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 11:58:16.100830 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 11:58:16.100830 n-d-804985-2 neutron-server[106252]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 11:58:16.100830 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 11:58:16.100830 n-d-804985-2 neutron-server[106252]: return f(self, *a, **k) Aug 18 11:58:16.100830 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 11:58:16.100830 n-d-804985-2 neutron-server[106252]: return self._get(url).json() Aug 18 11:58:16.100830 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 11:58:16.100830 n-d-804985-2 neutron-server[106252]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 11:58:16.100830 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 11:58:16.100830 n-d-804985-2 neutron-server[106252]: return self.request(url, 'GET', **kwargs) Aug 18 11:58:16.100830 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 11:58:16.100830 n-d-804985-2 neutron-server[106252]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 11:58:16.100830 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 11:58:16.100830 n-d-804985-2 neutron-server[106252]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 11:58:16.100830 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 11:58:16.100830 n-d-804985-2 neutron-server[106252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 11:58:16.100830 n-d-804985-2 neutron-server[106252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 11:58:16.222637 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-38b66cf4-d847-4df7-8ad3-1c4b34eae5a8 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--1064336332&fields=id&tenant_id=f1c57111807f4f80be30061245a1a804 HTTP/1.1" status: 200 len: 267 time: 0.2143626 Aug 18 11:58:16.228664 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-bb5135f5-53aa-446c-965f-60e1f86295d8 req-f64bc885-3049-4b4f-858e-cf9da749cd98 tempest-ServersAdminNegativeTestJSON-88531785 tempest-ServersAdminNegativeTestJSON-88531785-project] 10.222.0.66 "GET /v2.0/security-groups?id=e15cd1e1-1ec2-43c7-81da-4d2c8f87e716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066197 Aug 18 11:58:16.229275 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-78ccc7d8-eb26-4930-acb8-12fbc1c22e11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8367858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997186'] for network, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:16.237958 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b4b0390c-b2d5-49b8-8be7-c90a3ba7ba81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8367858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997186'] for network, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:16.247357 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-78ccc7d8-eb26-4930-acb8-12fbc1c22e11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for network, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:16.249331 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-78ccc7d8-eb26-4930-acb8-12fbc1c22e11 admin admin] 10.222.0.66 "DELETE /v2.0/networks/6c5da27c-32ae-49f2-9728-84e875495be2 HTTP/1.1" status: 204 len: 168 time: 0.8575006 Aug 18 11:58:16.252856 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 56580) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:58:16.264189 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b4b0390c-b2d5-49b8-8be7-c90a3ba7ba81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for network, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:16.268636 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-b4b0390c-b2d5-49b8-8be7-c90a3ba7ba81 admin admin] 10.222.0.66 "DELETE /v2.0/networks/fac8d860-f4f2-49a0-99ea-233476aded7e HTTP/1.1" status: 204 len: 168 time: 0.8626292 Aug 18 11:58:16.285238 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ccc7d8-eb26-4930-acb8-12fbc1c22e11 admin admin] Pushing event deleted for resources: {'Network': ['ID=6c5da27c-32ae-49f2-9728-84e875495be2,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:58:16.294559 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7711f021-10f4-4001-ab2f-b82fa4038b67 req-08469681-cfaa-4acc-b278-b9cbe464f78f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:16.296034 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7711f021-10f4-4001-ab2f-b82fa4038b67 req-08469681-cfaa-4acc-b278-b9cbe464f78f service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=219939a1ee9342f9a2179d7c4243e386&device_id=a5f9881f-9780-47ab-bfbd-d22b066ac3dd HTTP/1.1" status: 200 len: 1100 time: 0.1984119 Aug 18 11:58:16.334590 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_v2 [None req-947269cf-32bf-458e-95b5-dbbd2b056e86 admin admin] Deleting subnet fa5b4373-705e-43bb-8b4e-60c50c437172 {{(pid=106253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 11:58:16.338281 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-947269cf-32bf-458e-95b5-dbbd2b056e86 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:16.339972 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-6ac3a731-e713-475a-b428-36b744db1d8d tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:16.341378 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-6ac3a731-e713-475a-b428-36b744db1d8d tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] 10.222.0.66 "GET /v2.0/ports/5a278cb9-466e-4c4b-b4ac-6b258caa7c8a HTTP/1.1" status: 200 len: 936 time: 0.1099865 Aug 18 11:58:16.356117 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 4828bcb3-3409-4cb4-a37a-0c3ef87257bd details requested by agent hyperv_n-h1-804985-2 with host n-h1-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 11:58:16.356623 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b0390c-b2d5-49b8-8be7-c90a3ba7ba81 admin admin] Pushing event deleted for resources: {'Network': ['ID=fac8d860-f4f2-49a0-99ea-233476aded7e,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:58:16.385584 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-947269cf-32bf-458e-95b5-dbbd2b056e86 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902229'] for subnet, precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:16.449851 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-947269cf-32bf-458e-95b5-dbbd2b056e86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:16.460524 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-68aaeb07-b158-4094-8c86-73f83345662b tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:16.468637 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-68aaeb07-b158-4094-8c86-73f83345662b tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] 10.222.0.66 "GET /v2.0/ports/7763a33a-da78-4384-a6fe-a78524eb4068 HTTP/1.1" status: 200 len: 937 time: 0.1097453 Aug 18 11:58:16.490623 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0437fed-4a8e-476c-98a6-6f2f1fa90c64 req-b7957560-e3be-4f6a-872e-39a327688c8b tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:16.492161 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e0437fed-4a8e-476c-98a6-6f2f1fa90c64 req-b7957560-e3be-4f6a-872e-39a327688c8b tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] 10.222.0.66 "GET /v2.0/ports?device_id=57f0d391-fcec-47bd-a188-07375bce4336 HTTP/1.1" status: 200 len: 945 time: 0.1912918 Aug 18 11:58:16.519670 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 56584) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:58:16.520444 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 4828bcb3-3409-4cb4-a37a-0c3ef87257bd, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=4828bcb3-3409-4cb4-a37a-0c3ef87257bd,segment=NetworkSegment(0769e917-ce53-43de-97f7-af6feb189e7f),segment_id=0769e917-ce53-43de-97f7-af6feb189e7f)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:58:16.536793 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Returning: {'device': '4828bcb3-3409-4cb4-a37a-0c3ef87257bd', 'network_id': '45f10d77-130c-4859-b30d-1a902305b96f', 'port_id': '4828bcb3-3409-4cb4-a37a-0c3ef87257bd', 'mac_address': 'fa:16:3e:f1:87:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 821, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cf2249d-58a2-4afe-a9fb-145dc05a7f39', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 11:58:16.543875 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-947269cf-32bf-458e-95b5-dbbd2b056e86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58902171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59388106'] for subnet, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:16.583207 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:16.598030 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4828bcb3-3409-4cb4-a37a-0c3ef87257bd {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 11:58:16.613872 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947269cf-32bf-458e-95b5-dbbd2b056e86 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa5b4373-705e-43bb-8b4e-60c50c437172,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:58:16.620366 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-456cde93-d791-4302-b433-30485c1cde04 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=3c65702c3e884328ad7846bc78b658bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0981567 Aug 18 11:58:16.622463 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-947269cf-32bf-458e-95b5-dbbd2b056e86 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:16.625374 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 4828bcb3-3409-4cb4-a37a-0c3ef87257bd, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=4828bcb3-3409-4cb4-a37a-0c3ef87257bd,segment=NetworkSegment(0769e917-ce53-43de-97f7-af6feb189e7f),segment_id=0769e917-ce53-43de-97f7-af6feb189e7f)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:58:16.626241 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-947269cf-32bf-458e-95b5-dbbd2b056e86 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/fa5b4373-705e-43bb-8b4e-60c50c437172 HTTP/1.1" status: 204 len: 168 time: 0.3723402 Aug 18 11:58:16.627049 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 56588) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:58:16.629189 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 56590) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:58:16.633429 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:16.692857 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=4828bcb3-3409-4cb4-a37a-0c3ef87257bd,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:58:16.770676 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1440674d-fc45-4b24-af5f-43167c3171d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:16.778262 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b92618d6-5abc-4b2b-ae58-5774303bfe1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7904109'] for network, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:16.800515 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1440674d-fc45-4b24-af5f-43167c3171d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:16.881771 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-4e66911e-6281-4001-9483-5176b9959cab tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] 10.222.0.66 "GET /v2.0/ports?network_id=71f4f05b-546f-495f-be85-3ee41a9605e5&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.4119933 Aug 18 11:58:16.894023 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2de4a0b3-2f49-4e50-9bdd-7df3932a104e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e7e2528-6320-4af9-88ba-9bcf39e99b5c'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 11:58:16.899283 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db50a436fb3a98495337d8fe7487b4f2ea6f3c1052eb9efadc2ecda2d5737001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb8813bb-ff8e-48f3-bb7b-009f65f68f9e" -d '{"events": [{"server_uuid": "2de4a0b3-2f49-4e50-9bdd-7df3932a104e", "name": "network-vif-plugged", "status": "completed", "tag": "0e7e2528-6320-4af9-88ba-9bcf39e99b5c"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:58:16.905681 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b92618d6-5abc-4b2b-ae58-5774303bfe1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8367869', 'neutron.services.segments.db._delete_segments_for_network-8789151212993'] for network, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:16.916232 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-b92618d6-5abc-4b2b-ae58-5774303bfe1a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa2b1ea5-813e-41fb-8df9-27464d4c0e37']}} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:58:16.920394 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-689682b4-8f31-4595-9f38-786c5dc3d119 req-e251768d-9bc0-4d7f-8413-033688cc99cb tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.63 "GET /v2.0/networks?tenant_id=87f2a541be1e4141a84277bf00dc4c3b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0784004 Aug 18 11:58:16.929193 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-b92618d6-5abc-4b2b-ae58-5774303bfe1a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a34017bc-5eb8-4d9a-abb9-ef0830f520ea') {'for_net_delete': True} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:58:16.929575 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-b92618d6-5abc-4b2b-ae58-5774303bfe1a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a34017bc-5eb8-4d9a-abb9-ef0830f520ea') {} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:58:16.935995 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1440674d-fc45-4b24-af5f-43167c3171d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:16.938505 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1440674d-fc45-4b24-af5f-43167c3171d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:16.939648 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-1440674d-fc45-4b24-af5f-43167c3171d8 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/7bf5bc16-7ae8-42c8-a968-84c3ac638172 HTTP/1.1" status: 204 len: 168 time: 0.3113613 Aug 18 11:58:16.944681 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7711f021-10f4-4001-ab2f-b82fa4038b67 req-8c02c9d6-eead-4042-a3d5-0beb9655014c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:16.944938 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b92618d6-5abc-4b2b-ae58-5774303bfe1a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789151225254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902236'] for segment, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:16.946133 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7711f021-10f4-4001-ab2f-b82fa4038b67 req-8c02c9d6-eead-4042-a3d5-0beb9655014c service neutron] 10.222.0.63 "GET /v2.0/networks?id=222e0814-c7e5-4b11-9282-3f40c6ed76b2 HTTP/1.1" status: 200 len: 870 time: 0.6238315 Aug 18 11:58:16.947963 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-972c6689-2021-4e10-b663-ed08da085d43 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] 10.222.0.66 "GET /v2.0/ports?network_id=71f4f05b-546f-495f-be85-3ee41a9605e5&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0481994 Aug 18 11:58:16.958550 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1440674d-fc45-4b24-af5f-43167c3171d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bf5bc16-7ae8-42c8-a968-84c3ac638172,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:58:16.960366 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] get_ports_and_sgs() called for port_ids ['4828bcb3-3409-4cb4-a37a-0c3ef87257bd'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 11:58:16.969916 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b92618d6-5abc-4b2b-ae58-5774303bfe1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:16.977886 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b92618d6-5abc-4b2b-ae58-5774303bfe1a admin admin] Releasing vlan 838 on physical network physnet1 to pool {{(pid=106253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 11:58:16.978300 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b92618d6-5abc-4b2b-ae58-5774303bfe1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58900537'] for segment, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:16.980247 n-d-804985-2 neutron-server[106253]: Traceback (most recent call last): Aug 18 11:58:16.980247 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 11:58:16.980247 n-d-804985-2 neutron-server[106253]: timer() Aug 18 11:58:16.980247 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 11:58:16.980247 n-d-804985-2 neutron-server[106253]: cb(*args, **kw) Aug 18 11:58:16.980247 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 11:58:16.980247 n-d-804985-2 neutron-server[106253]: return func(*args, **kwargs) Aug 18 11:58:16.980247 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 11:58:16.980247 n-d-804985-2 neutron-server[106253]: self._notify() Aug 18 11:58:16.980247 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 11:58:16.980247 n-d-804985-2 neutron-server[106253]: self.callback(batched_events) Aug 18 11:58:16.980247 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 11:58:16.980247 n-d-804985-2 neutron-server[106253]: event.method(event) Aug 18 11:58:16.980247 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 11:58:16.980247 n-d-804985-2 neutron-server[106253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 11:58:16.980247 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 11:58:16.980247 n-d-804985-2 neutron-server[106253]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 11:58:16.980247 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 11:58:16.980247 n-d-804985-2 neutron-server[106253]: return f(self, *a, **k) Aug 18 11:58:16.980247 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 11:58:16.980247 n-d-804985-2 neutron-server[106253]: return self._get(url).json() Aug 18 11:58:16.980247 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 11:58:16.980247 n-d-804985-2 neutron-server[106253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 11:58:16.980247 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 11:58:16.980247 n-d-804985-2 neutron-server[106253]: return self.request(url, 'GET', **kwargs) Aug 18 11:58:16.980247 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 11:58:16.980247 n-d-804985-2 neutron-server[106253]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 11:58:16.980247 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 11:58:16.980247 n-d-804985-2 neutron-server[106253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 11:58:16.980247 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 11:58:16.980247 n-d-804985-2 neutron-server[106253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 11:58:16.980247 n-d-804985-2 neutron-server[106253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 11:58:17.061575 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b92618d6-5abc-4b2b-ae58-5774303bfe1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8367858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997186'] for network, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:17.067773 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b92618d6-5abc-4b2b-ae58-5774303bfe1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:17.072455 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-b92618d6-5abc-4b2b-ae58-5774303bfe1a admin admin] 10.222.0.66 "DELETE /v2.0/networks/aa2b1ea5-813e-41fb-8df9-27464d4c0e37 HTTP/1.1" status: 204 len: 168 time: 0.4400802 Aug 18 11:58:17.080360 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e0437fed-4a8e-476c-98a6-6f2f1fa90c64 req-be20f692-8417-4f4c-a364-49dbc8ea5042 tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] 10.222.0.66 "GET /v2.0/security-groups?id=ad88621b-057d-4148-94ff-fad542d38fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2371681 Aug 18 11:58:17.081798 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7711f021-10f4-4001-ab2f-b82fa4038b67 req-c2260a93-2456-4210-b7ff-ea7fe94e4034 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=223eac48-b6a2-4199-8a68-9de59384346f HTTP/1.1" status: 200 len: 217 time: 0.1244183 Aug 18 11:58:17.108458 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92618d6-5abc-4b2b-ae58-5774303bfe1a admin admin] Pushing event deleted for resources: {'Network': ['ID=aa2b1ea5-813e-41fb-8df9-27464d4c0e37,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:58:17.164597 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 18 Aug 2021 11:58:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d0837bc-5f62-454d-8b56-70561b37ca81 x-openstack-request-id: req-5d0837bc-5f62-454d-8b56-70561b37ca81 {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:58:17.164963 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b17f4891-3396-48b1-81ee-fb30e63b418c", "tag": "4828bcb3-3409-4cb4-a37a-0c3ef87257bd", "status": "completed", "code": 200}, {"server_uuid": "70c6f5c9-5049-46ca-a258-6bbae2298062", "name": "network-vif-deleted", "tag": "a2512396-92ee-47cd-ba6b-0e30a0fcec0e", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:58:17.165223 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-5d0837bc-5f62-454d-8b56-70561b37ca81 {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:58:17.165642 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b17f4891-3396-48b1-81ee-fb30e63b418c', 'tag': '4828bcb3-3409-4cb4-a37a-0c3ef87257bd', 'status': 'completed', 'code': 200} Aug 18 11:58:17.165901 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70c6f5c9-5049-46ca-a258-6bbae2298062', 'name': 'network-vif-deleted', 'tag': 'a2512396-92ee-47cd-ba6b-0e30a0fcec0e', 'status': 'completed', 'code': 200} Aug 18 11:58:17.260014 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 56608) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:58:17.325430 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-0bb6d328-235c-400c-9066-1c44575b4a42 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=314b8f2018534156af00dcc6b3451303&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0637283 Aug 18 11:58:17.326122 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 56612) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:58:17.330326 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f2b5a80d-928f-40dd-b3ac-40678932eb13 req-227dec93-cd51-442c-8d64-7604b33e60ca tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/ports?device_id=447950aa-fe3a-4e2a-9e6e-e115159ebaee HTTP/1.1" status: 200 len: 210 time: 0.0653591 Aug 18 11:58:17.344570 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689682b4-8f31-4595-9f38-786c5dc3d119 req-18de3fcb-e85b-468d-a8f6-42020860dcc2 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:17.346054 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-689682b4-8f31-4595-9f38-786c5dc3d119 req-18de3fcb-e85b-468d-a8f6-42020860dcc2 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4060647 Aug 18 11:58:17.350017 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7711f021-10f4-4001-ab2f-b82fa4038b67 req-f38ab2b6-6424-495b-a896-e3f76a091bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:17.351405 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7711f021-10f4-4001-ab2f-b82fa4038b67 req-f38ab2b6-6424-495b-a896-e3f76a091bec service neutron] 10.222.0.63 "GET /v2.0/subnets?id=6d16d680-110b-436d-8afa-48ba845b3623 HTTP/1.1" status: 200 len: 843 time: 0.2135026 Aug 18 11:58:17.372381 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff59cb1b-c596-4d49-bc9d-f2e8ebc66230 req-123e1979-298f-4f93-85c3-17a1e42ea4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:17.373962 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ff59cb1b-c596-4d49-bc9d-f2e8ebc66230 req-123e1979-298f-4f93-85c3-17a1e42ea4f0 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=9143985e071d4037b5bf264a5aaa6497&device_id=b17f4891-3396-48b1-81ee-fb30e63b418c HTTP/1.1" status: 200 len: 1095 time: 0.1571984 Aug 18 11:58:17.381064 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-fb9832a8-9ca4-4a4d-a4de-13dd6fd0a4f4 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:17.386872 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-fb9832a8-9ca4-4a4d-a4de-13dd6fd0a4f4 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:17.389620 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-03c42d24-7716-4d76-b393-bec2ad04f679 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:17.393185 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-fb9832a8-9ca4-4a4d-a4de-13dd6fd0a4f4 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:17.400565 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-fb9832a8-9ca4-4a4d-a4de-13dd6fd0a4f4 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] 10.222.0.66 "GET /v2.0/networks?id=1ef7ea32-2afc-42e8-9151-91c023337fa8&id=14664a63-22d6-4bc0-8290-849b20369b1b&id=14664a63-22d6-4bc0-8290-849b20369b1b&id=71f4f05b-546f-495f-be85-3ee41a9605e5&id=71f4f05b-546f-495f-be85-3ee41a9605e5 HTTP/1.1" status: 200 len: 1995 time: 0.4195712 Aug 18 11:58:17.413609 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-03c42d24-7716-4d76-b393-bec2ad04f679 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:17.431889 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-689682b4-8f31-4595-9f38-786c5dc3d119 req-87dca19b-751f-459f-baa0-2ed348723527 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Request body: {'port': {'device_id': '447950aa-fe3a-4e2a-9e6e-e115159ebaee', 'network_id': '222e0814-c7e5-4b11-9282-3f40c6ed76b2', 'admin_state_up': True, 'tenant_id': '87f2a541be1e4141a84277bf00dc4c3b'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:58:17.480706 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 11:58:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aad7659d-5597-47c1-b771-e4fd323a236b x-openstack-request-id: req-aad7659d-5597-47c1-b771-e4fd323a236b {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:58:17.481350 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2de4a0b3-2f49-4e50-9bdd-7df3932a104e", "name": "network-vif-plugged", "status": "completed", "tag": "0e7e2528-6320-4af9-88ba-9bcf39e99b5c", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:58:17.481499 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-03c42d24-7716-4d76-b393-bec2ad04f679 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:17.481651 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-aad7659d-5597-47c1-b771-e4fd323a236b {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:58:17.481751 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2de4a0b3-2f49-4e50-9bdd-7df3932a104e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e7e2528-6320-4af9-88ba-9bcf39e99b5c', 'code': 200} Aug 18 11:58:17.484704 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-03c42d24-7716-4d76-b393-bec2ad04f679 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:17.486306 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-03c42d24-7716-4d76-b393-bec2ad04f679 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/57f323bf-2b92-44cd-b02d-c3ef125ca597 HTTP/1.1" status: 204 len: 168 time: 0.1591523 Aug 18 11:58:17.511052 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-4b8afc17-fb19-4b36-9d6e-c2294533846a tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] 10.222.0.66 "GET /v2.0/quotas/f1c57111807f4f80be30061245a1a804 HTTP/1.1" status: 200 len: 375 time: 0.1091373 Aug 18 11:58:17.526213 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c42d24-7716-4d76-b393-bec2ad04f679 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57f323bf-2b92-44cd-b02d-c3ef125ca597,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:58:17.645474 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7711f021-10f4-4001-ab2f-b82fa4038b67 req-614e896b-8d9c-433a-ac39-6237b1c282d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:17.647288 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7711f021-10f4-4001-ab2f-b82fa4038b67 req-614e896b-8d9c-433a-ac39-6237b1c282d8 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=222e0814-c7e5-4b11-9282-3f40c6ed76b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2443831 Aug 18 11:58:17.677453 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc7f291-36b7-49b6-98b4-fc89952123c1 req-4069df9f-7ad1-4767-ada7-4ee8c5e7dd9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:17.682320 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-7fc7f291-36b7-49b6-98b4-fc89952123c1 req-4069df9f-7ad1-4767-ada7-4ee8c5e7dd9a service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=2de4a0b3-2f49-4e50-9bdd-7df3932a104e HTTP/1.1" status: 200 len: 1101 time: 0.1059630 Aug 18 11:58:17.742149 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-7fc7f291-36b7-49b6-98b4-fc89952123c1 req-ae0d7d61-8fc5-4a8f-a952-82815ef497a9 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=e15cd1e1-1ec2-43c7-81da-4d2c8f87e716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511928 Aug 18 11:58:17.763764 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ebdeb5-1e26-4465-8d68-e90dc15af7cc req-e8c1a7f3-61f6-4aeb-956a-25195dd750cb tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:17.765579 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e1ebdeb5-1e26-4465-8d68-e90dc15af7cc req-e8c1a7f3-61f6-4aeb-956a-25195dd750cb tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.66 "GET /v2.0/ports?device_id=b17f4891-3396-48b1-81ee-fb30e63b418c HTTP/1.1" status: 200 len: 944 time: 0.2176032 Aug 18 11:58:17.780716 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-0bb12f72-ef7e-4dd0-a871-56a85baf30f9 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=f1c57111807f4f80be30061245a1a804&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2687998 Aug 18 11:58:17.822012 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff59cb1b-c596-4d49-bc9d-f2e8ebc66230 req-18f267a4-1bc1-49d3-92b4-4f7c962d6111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:17.823480 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ff59cb1b-c596-4d49-bc9d-f2e8ebc66230 req-18f267a4-1bc1-49d3-92b4-4f7c962d6111 service neutron] 10.222.0.63 "GET /v2.0/networks?id=45f10d77-130c-4859-b30d-1a902305b96f HTTP/1.1" status: 200 len: 907 time: 0.4183388 Aug 18 11:58:17.908786 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 56634) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:58:17.941531 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-689682b4-8f31-4595-9f38-786c5dc3d119 req-87dca19b-751f-459f-baa0-2ed348723527 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Made reservation on behalf of 87f2a541be1e4141a84277bf00dc4c3b for: {'port': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 11:58:17.945724 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-689682b4-8f31-4595-9f38-786c5dc3d119 req-87dca19b-751f-459f-baa0-2ed348723527 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:17.949174 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ff59cb1b-c596-4d49-bc9d-f2e8ebc66230 req-de50a38c-eeb7-4544-b3f6-2e95d04c5647 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4828bcb3-3409-4cb4-a37a-0c3ef87257bd HTTP/1.1" status: 200 len: 217 time: 0.1043818 Aug 18 11:58:17.950764 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-def207c9-cbab-4cd9-a162-d86b9d2bb7d5 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a0d6cedafbfc4312a8c70e1e3ed4a5fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0408180 Aug 18 11:58:17.953420 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 56638) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:58:17.971356 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e1ebdeb5-1e26-4465-8d68-e90dc15af7cc req-37dfbaa1-7c7f-4f12-9212-3cf563757cb9 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.66 "GET /v2.0/security-groups?id=11bbe5b2-5f3b-4775-89a0-258a798e3ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848855 Aug 18 11:58:18.019480 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 56640) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:58:18.022978 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7711f021-10f4-4001-ab2f-b82fa4038b67 req-4dd0c1ae-9840-4fe6-b114-ca5ed65d5f70 service neutron] 10.222.0.63 "GET /v2.0/networks/222e0814-c7e5-4b11-9282-3f40c6ed76b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3540058 Aug 18 11:58:18.024452 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-136a49cb-e87f-4350-85a2-ad8da1318d78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:18.051227 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-136a49cb-e87f-4350-85a2-ad8da1318d78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:18.121489 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-136a49cb-e87f-4350-85a2-ad8da1318d78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:18.125182 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-136a49cb-e87f-4350-85a2-ad8da1318d78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:18.126675 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-136a49cb-e87f-4350-85a2-ad8da1318d78 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/dd3b00ce-709e-454a-aa64-22f571322549 HTTP/1.1" status: 204 len: 168 time: 0.1722999 Aug 18 11:58:18.139828 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136a49cb-e87f-4350-85a2-ad8da1318d78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd3b00ce-709e-454a-aa64-22f571322549,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:58:18.148035 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff59cb1b-c596-4d49-bc9d-f2e8ebc66230 req-31d6a09b-59cf-4c34-bd1f-3304f34ea182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:18.150697 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ff59cb1b-c596-4d49-bc9d-f2e8ebc66230 req-31d6a09b-59cf-4c34-bd1f-3304f34ea182 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=7cf2249d-58a2-4afe-a9fb-145dc05a7f39 HTTP/1.1" status: 200 len: 846 time: 0.1827505 Aug 18 11:58:18.191337 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-1f06b123-28a9-4e51-9c2f-df1a9c9e7561 service neutron] 10.222.0.66 "GET /v2.0/networks/1ef7ea32-2afc-42e8-9151-91c023337fa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3880606 Aug 18 11:58:18.223459 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ff59cb1b-c596-4d49-bc9d-f2e8ebc66230 req-5b8de74a-9167-4b41-bf1b-dec776326320 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=45f10d77-130c-4859-b30d-1a902305b96f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517042 Aug 18 11:58:18.322928 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-41f34f0e-006e-4663-b2af-59d54e5a2eb9 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-168065879-network', 'tenant_id': '6720d841ec3c437fbf0c5ee59791e37a'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:58:18.366880 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 4828bcb3-3409-4cb4-a37a-0c3ef87257bd up at agent hyperv_n-h1-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:58:18.428233 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Provisioning for port 4828bcb3-3409-4cb4-a37a-0c3ef87257bd completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 11:58:18.432169 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Provisioning complete for port 4828bcb3-3409-4cb4-a37a-0c3ef87257bd triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:58:18.432577 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:18.455970 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [req-689682b4-8f31-4595-9f38-786c5dc3d119 req-87dca19b-751f-459f-baa0-2ed348723527 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Allocated IP 192.168.233.112 (222e0814-c7e5-4b11-9282-3f40c6ed76b2/6d16d680-110b-436d-8afa-48ba845b3623/3bb3d3c1-bab8-4cce-b527-237a5b4dc9b4) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 11:58:18.464880 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7711f021-10f4-4001-ab2f-b82fa4038b67 req-f317ebcb-5314-4ca0-a1e0-9b612cea2bee service neutron] 10.222.0.63 "GET /v2.0/networks/222e0814-c7e5-4b11-9282-3f40c6ed76b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4177923 Aug 18 11:58:18.486749 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8aef67a2-f1cd-4b10-8318-87d2b103e581 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:18.504765 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41f34f0e-006e-4663-b2af-59d54e5a2eb9 admin admin] Made reservation on behalf of 6720d841ec3c437fbf0c5ee59791e37a for: {'network': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 11:58:18.507666 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-41f34f0e-006e-4663-b2af-59d54e5a2eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for network, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:18.539360 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:18.545073 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeed49b-9954-4885-a380-40758b94cc94 req-c3396c28-6552-4b85-a07b-cfd0eda0cef0 tempest-ServersAdminNegativeTestJSON-88531785 tempest-ServersAdminNegativeTestJSON-88531785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:18.546624 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-feeed49b-9954-4885-a380-40758b94cc94 req-c3396c28-6552-4b85-a07b-cfd0eda0cef0 tempest-ServersAdminNegativeTestJSON-88531785 tempest-ServersAdminNegativeTestJSON-88531785-project] 10.222.0.66 "GET /v2.0/ports?device_id=2de4a0b3-2f49-4e50-9bdd-7df3932a104e HTTP/1.1" status: 200 len: 950 time: 0.2874031 Aug 18 11:58:18.548564 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-ef1dca35-192d-4b73-bc45-933a581a3ece service neutron] 10.222.0.66 "GET /v2.0/networks/1ef7ea32-2afc-42e8-9151-91c023337fa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3321805 Aug 18 11:58:18.560425 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-41f34f0e-006e-4663-b2af-59d54e5a2eb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:18.596660 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 4828bcb3-3409-4cb4-a37a-0c3ef87257bd, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=4828bcb3-3409-4cb4-a37a-0c3ef87257bd,segment=NetworkSegment(0769e917-ce53-43de-97f7-af6feb189e7f),segment_id=0769e917-ce53-43de-97f7-af6feb189e7f)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:58:18.602551 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:18.615455 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ff59cb1b-c596-4d49-bc9d-f2e8ebc66230 req-aa858bf8-16f2-42a2-90fc-97245c80c75e service neutron] 10.222.0.63 "GET /v2.0/networks/45f10d77-130c-4859-b30d-1a902305b96f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3767996 Aug 18 11:58:18.653193 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=4828bcb3-3409-4cb4-a37a-0c3ef87257bd,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:58:18.681168 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-f47ba564-2cbd-4286-9a53-461133343078 service neutron] 10.222.0.66 "GET /v2.0/ports/5a278cb9-466e-4c4b-b4ac-6b258caa7c8a?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1184199 Aug 18 11:58:18.789261 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-feeed49b-9954-4885-a380-40758b94cc94 req-a1328d19-d728-4f7e-85a7-90171cd9d224 tempest-ServersAdminNegativeTestJSON-88531785 tempest-ServersAdminNegativeTestJSON-88531785-project] 10.222.0.66 "GET /v2.0/security-groups?id=e15cd1e1-1ec2-43c7-81da-4d2c8f87e716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2255447 Aug 18 11:58:18.984349 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ff59cb1b-c596-4d49-bc9d-f2e8ebc66230 req-6d5bd194-8978-4efe-bec4-91477e0b6511 service neutron] 10.222.0.63 "GET /v2.0/networks/45f10d77-130c-4859-b30d-1a902305b96f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3421998 Aug 18 11:58:19.023255 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-689682b4-8f31-4595-9f38-786c5dc3d119 req-87dca19b-751f-459f-baa0-2ed348723527 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:19.028336 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-6888fe2b-06b5-4aa5-98b0-1894f0959c89 service neutron] 10.222.0.66 "GET /v2.0/networks/14664a63-22d6-4bc0-8290-849b20369b1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3036280 Aug 18 11:58:19.075780 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb9b5bc-5c12-4511-9a6c-579e11195baf req-7a628399-1844-4771-a327-5858c0b89b46 tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:19.077315 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2eb9b5bc-5c12-4511-9a6c-579e11195baf req-7a628399-1844-4771-a327-5858c0b89b46 tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] 10.222.0.66 "GET /v2.0/ports?device_id=57f0d391-fcec-47bd-a188-07375bce4336 HTTP/1.1" status: 200 len: 945 time: 0.2012591 Aug 18 11:58:19.112567 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [req-689682b4-8f31-4595-9f38-786c5dc3d119 req-87dca19b-751f-459f-baa0-2ed348723527 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Transition to ACTIVE for port object 3bb3d3c1-bab8-4cce-b527-237a5b4dc9b4 will not be triggered until provisioned by entity DHCP. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 11:58:19.129001 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-41f34f0e-006e-4663-b2af-59d54e5a2eb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:19.144430 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-41f34f0e-006e-4663-b2af-59d54e5a2eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:19.187644 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41f34f0e-006e-4663-b2af-59d54e5a2eb9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 827} {{(pid=106252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 11:58:19.232740 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2eb9b5bc-5c12-4511-9a6c-579e11195baf req-77f00425-aeec-4871-a095-f4092e5335c4 tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] 10.222.0.66 "GET /v2.0/security-groups?id=ad88621b-057d-4148-94ff-fad542d38fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273375 Aug 18 11:58:19.242544 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-41f34f0e-006e-4663-b2af-59d54e5a2eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:19.242891 n-d-804985-2 neutron-server[106252]: INFO neutron.db.segments_db [None req-41f34f0e-006e-4663-b2af-59d54e5a2eb9 admin admin] Added segment a468add2-bf3f-495e-90ec-df348cf4abc5 of type vlan for network fdf1ab8a-9279-424d-814c-349fd8ef747f Aug 18 11:58:19.244114 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f34f0e-006e-4663-b2af-59d54e5a2eb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5ad2220-cad5-4159-8a3e-cb953441befe,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:58:19.482927 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b17f4891-3396-48b1-81ee-fb30e63b418c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4828bcb3-3409-4cb4-a37a-0c3ef87257bd'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 11:58:19.485303 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db50a436fb3a98495337d8fe7487b4f2ea6f3c1052eb9efadc2ecda2d5737001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b4f5813-f2d2-4310-9a5a-d206fa6f1d89" -d '{"events": [{"server_uuid": "b17f4891-3396-48b1-81ee-fb30e63b418c", "name": "network-vif-plugged", "status": "completed", "tag": "4828bcb3-3409-4cb4-a37a-0c3ef87257bd"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:58:19.588681 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-35890e55-5758-40d4-8429-7006a717de5f service neutron] 10.222.0.66 "GET /v2.0/networks/14664a63-22d6-4bc0-8290-849b20369b1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5491858 Aug 18 11:58:19.619969 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5142bb52-6142-4218-8a7c-88c02a45e95c req-545dbf91-f480-4ba8-a433-3be1fdcfd36a tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/ports?device_id=447950aa-fe3a-4e2a-9e6e-e115159ebaee HTTP/1.1" status: 200 len: 210 time: 0.0515230 Aug 18 11:58:19.629373 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-689682b4-8f31-4595-9f38-786c5dc3d119 req-87dca19b-751f-459f-baa0-2ed348723527 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:19.642341 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] get_ports_and_sgs() called for port_ids ['47e5829a-59dd-4443-a286-66a970df8f0d'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 11:58:19.666964 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-41f34f0e-006e-4663-b2af-59d54e5a2eb9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789150665894'] for network, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:19.713666 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-0c88d69c-2011-49a2-b909-f7acb8bdd1f8 service neutron] 10.222.0.66 "GET /v2.0/ports/7763a33a-da78-4384-a6fe-a78524eb4068?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0962899 Aug 18 11:58:19.724443 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-689682b4-8f31-4595-9f38-786c5dc3d119 req-87dca19b-751f-459f-baa0-2ed348723527 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Network 222e0814-c7e5-4b11-9282-3f40c6ed76b2 is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 11:58:19.738487 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [req-689682b4-8f31-4595-9f38-786c5dc3d119 req-87dca19b-751f-459f-baa0-2ed348723527 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:58:19.744314 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-689682b4-8f31-4595-9f38-786c5dc3d119 req-87dca19b-751f-459f-baa0-2ed348723527 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 11:58:19.822298 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-41f34f0e-006e-4663-b2af-59d54e5a2eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for network, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:19.823230 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41f34f0e-006e-4663-b2af-59d54e5a2eb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:19.823796 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-41f34f0e-006e-4663-b2af-59d54e5a2eb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for network, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:19.840411 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dca19b-751f-459f-baa0-2ed348723527 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Pushing event updated for resources: {'Port': ['ID=3bb3d3c1-bab8-4cce-b527-237a5b4dc9b4,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:58:19.924831 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-41f34f0e-006e-4663-b2af-59d54e5a2eb9 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.9040837 Aug 18 11:58:19.927831 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 56682) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:58:19.933662 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-8ea152aa-e08b-449e-9804-5bd6af69ce21 admin admin] Request body: {'subnet': {'network_id': 'fdf1ab8a-9279-424d-814c-349fd8ef747f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-168065879-subnet', 'tenant_id': '6720d841ec3c437fbf0c5ee59791e37a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:58:19.936239 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689682b4-8f31-4595-9f38-786c5dc3d119 req-87dca19b-751f-459f-baa0-2ed348723527 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:19.936863 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-689682b4-8f31-4595-9f38-786c5dc3d119 req-87dca19b-751f-459f-baa0-2ed348723527 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:19.957059 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ea152aa-e08b-449e-9804-5bd6af69ce21 admin admin] Made reservation on behalf of 6720d841ec3c437fbf0c5ee59791e37a for: {'subnet': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 11:58:19.959872 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8ea152aa-e08b-449e-9804-5bd6af69ce21 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59388119'] for subnet, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:19.977499 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f34f0e-006e-4663-b2af-59d54e5a2eb9 admin admin] Pushing event updated for resources: {'Network': ['ID=fdf1ab8a-9279-424d-814c-349fd8ef747f,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:58:19.978698 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-304e5143-7afd-487b-82e1-5099e8395804 None None] Provisioning for port 3bb3d3c1-bab8-4cce-b527-237a5b4dc9b4 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 11:58:19.983224 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-304e5143-7afd-487b-82e1-5099e8395804 None None] Provisioning complete for port 3bb3d3c1-bab8-4cce-b527-237a5b4dc9b4 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:58:19.983821 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-304e5143-7afd-487b-82e1-5099e8395804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:19.988973 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-689682b4-8f31-4595-9f38-786c5dc3d119 req-87dca19b-751f-459f-baa0-2ed348723527 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5848908 Aug 18 11:58:20.010136 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Network fdf1ab8a-9279-424d-814c-349fd8ef747f details requested by agent ovs-agent-n-d-804985-2 with host n-d-804985-2 {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 11:58:20.019715 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-689682b4-8f31-4595-9f38-786c5dc3d119 req-e446448b-98fe-4244-b359-68b0a9bb6c33 service neutron] Request body: {'port': {'device_id': '447950aa-fe3a-4e2a-9e6e-e115159ebaee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804985-2'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:58:20.059131 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff42f68-35fc-45ec-91d4-4ee236e33ef6 req-7ec72395-1ac6-42e7-aedf-0c72012baa72 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:20.060758 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0ff42f68-35fc-45ec-91d4-4ee236e33ef6 req-7ec72395-1ac6-42e7-aedf-0c72012baa72 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.66 "GET /v2.0/ports?device_id=b17f4891-3396-48b1-81ee-fb30e63b418c HTTP/1.1" status: 200 len: 945 time: 0.3136427 Aug 18 11:58:20.067010 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-578c6f33-fabe-453a-bc25-5ebbaf8d470d service neutron] 10.222.0.66 "GET /v2.0/networks/14664a63-22d6-4bc0-8290-849b20369b1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3397646 Aug 18 11:58:20.089710 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-304e5143-7afd-487b-82e1-5099e8395804 None None] Port 3bb3d3c1-bab8-4cce-b527-237a5b4dc9b4 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 11:58:20.154335 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8ea152aa-e08b-449e-9804-5bd6af69ce21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58902106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59388097'] for subnet, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:20.198623 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7adce25-11f3-41a7-b72a-8c59c1646add req-2b919e6d-5113-44ad-b819-7928e3beebbe tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:20.200139 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a7adce25-11f3-41a7-b72a-8c59c1646add req-2b919e6d-5113-44ad-b819-7928e3beebbe tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] 10.222.0.63 "GET /v2.0/ports?device_id=57f0d391-fcec-47bd-a188-07375bce4336 HTTP/1.1" status: 200 len: 945 time: 0.2102156 Aug 18 11:58:20.200779 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-689682b4-8f31-4595-9f38-786c5dc3d119 req-e446448b-98fe-4244-b359-68b0a9bb6c33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:20.207289 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0ff42f68-35fc-45ec-91d4-4ee236e33ef6 req-1520e1f5-b9ec-42ae-a95d-08f4d01c1ff7 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.66 "GET /v2.0/security-groups?id=11bbe5b2-5f3b-4775-89a0-258a798e3ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363714 Aug 18 11:58:20.212098 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea152aa-e08b-449e-9804-5bd6af69ce21 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fef56365-ef17-4b78-92fc-409c6e7b3d74,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:58:20.223710 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea152aa-e08b-449e-9804-5bd6af69ce21 admin admin] Checking segment: {'id': 'a468add2-bf3f-495e-90ec-df348cf4abc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'fdf1ab8a-9279-424d-814c-349fd8ef747f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 11:58:20.224238 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ea152aa-e08b-449e-9804-5bd6af69ce21 admin admin] Network hostable DHCP agents. Network: fdf1ab8a-9279-424d-814c-349fd8ef747f, hostable agents: ['97c14208-2951-4361-8d64-3708c946ff5f'], hosted agents: [] {{(pid=106253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 11:58:20.255184 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ea152aa-e08b-449e-9804-5bd6af69ce21 admin admin] Network fdf1ab8a-9279-424d-814c-349fd8ef747f is scheduled to be hosted by DHCP agent 97c14208-2951-4361-8d64-3708c946ff5f with binding_index 1 {{(pid=106253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 11:58:20.267206 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-8ea152aa-e08b-449e-9804-5bd6af69ce21 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-2, fdf1ab8a-9279-424d-814c-349fd8ef747f) {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:58:20.271837 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ea152aa-e08b-449e-9804-5bd6af69ce21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:20.272516 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8ea152aa-e08b-449e-9804-5bd6af69ce21 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:20.280213 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebd2e606-4a8f-4ca6-8bc3-c827349e6221 None None] Network fdf1ab8a-9279-424d-814c-349fd8ef747f requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 11:58:20.300451 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-8ea152aa-e08b-449e-9804-5bd6af69ce21 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3713343 Aug 18 11:58:20.372156 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-12e936d9-6edb-4811-bbb2-2b1a667707e8 service neutron] 10.222.0.66 "GET /v2.0/networks/14664a63-22d6-4bc0-8290-849b20369b1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2901602 Aug 18 11:58:20.550012 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7be3a514-9aa7-4f4f-894b-9e1454446b34 req-d2725183-9ff9-4e33-a86d-4f558d197f86 tempest-ImagesOneServerTestJSON-1600236853 tempest-ImagesOneServerTestJSON-1600236853-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=33afbfec98c34f399842c09d5551ea0f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0861595 Aug 18 11:58:20.611948 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-a7adce25-11f3-41a7-b72a-8c59c1646add req-7ee4428e-a845-4c09-803c-f55d9fbace41 tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] Deleting port e136464c-9a66-476e-8c1a-8c296a21dd0b {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 11:58:20.612290 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-a7adce25-11f3-41a7-b72a-8c59c1646add req-7ee4428e-a845-4c09-803c-f55d9fbace41 tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:20.616262 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df19aa60-9e3c-4a75-9cb7-3708138d8f52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp788be208-34ab-5a8f-af0f-528834af222f-fdf1ab8a-9279-424d-814c-349fd8ef747f', 'network_id': 'fdf1ab8a-9279-424d-814c-349fd8ef747f', 'tenant_id': '6720d841ec3c437fbf0c5ee59791e37a', 'fixed_ips': [{'subnet_id': 'fef56365-ef17-4b78-92fc-409c6e7b3d74'}]}} from n-d-804985-2. {{(pid=106254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 11:58:20.617288 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-df19aa60-9e3c-4a75-9cb7-3708138d8f52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:20.750108 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.db_base_plugin_common [None req-df19aa60-9e3c-4a75-9cb7-3708138d8f52 None None] Allocated IP 172.20.0.2 (fdf1ab8a-9279-424d-814c-349fd8ef747f/fef56365-ef17-4b78-92fc-409c6e7b3d74/93979808-5a28-4cf8-bc36-7b639164ad1c) {{(pid=106254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 11:58:20.757757 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-193d85fb-8255-4903-8e30-8005a6003f4d service neutron] 10.222.0.66 "GET /v2.0/networks/14664a63-22d6-4bc0-8290-849b20369b1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3196869 Aug 18 11:58:20.889092 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be3a514-9aa7-4f4f-894b-9e1454446b34 req-d57ff090-384f-42ff-a491-ea73e92d25f0 tempest-ImagesOneServerTestJSON-1600236853 tempest-ImagesOneServerTestJSON-1600236853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:20.890584 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7be3a514-9aa7-4f4f-894b-9e1454446b34 req-d57ff090-384f-42ff-a491-ea73e92d25f0 tempest-ImagesOneServerTestJSON-1600236853 tempest-ImagesOneServerTestJSON-1600236853-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3325913 Aug 18 11:58:20.900619 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-a7adce25-11f3-41a7-b72a-8c59c1646add req-7ee4428e-a845-4c09-803c-f55d9fbace41 tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] For port e136464c-9a66-476e-8c1a-8c296a21dd0b, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=e136464c-9a66-476e-8c1a-8c296a21dd0b,segment=NetworkSegment(5e2f67b8-ff4a-4cf9-aef3-b551840351ed),segment_id=5e2f67b8-ff4a-4cf9-aef3-b551840351ed)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:58:20.900984 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-a7adce25-11f3-41a7-b72a-8c59c1646add req-7ee4428e-a845-4c09-803c-f55d9fbace41 tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:20.901135 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-df19aa60-9e3c-4a75-9cb7-3708138d8f52 None None] Notify callbacks [] for port, precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:20.909823 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-df19aa60-9e3c-4a75-9cb7-3708138d8f52 None None] Transition to ACTIVE for port object 93979808-5a28-4cf8-bc36-7b639164ad1c will not be triggered until provisioned by entity L2. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 11:58:20.925403 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-df19aa60-9e3c-4a75-9cb7-3708138d8f52 None None] Transition to ACTIVE for port object 93979808-5a28-4cf8-bc36-7b639164ad1c will not be triggered until provisioned by entity DHCP. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 11:58:20.931524 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-df19aa60-9e3c-4a75-9cb7-3708138d8f52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547'] for port, after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:20.951482 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7be3a514-9aa7-4f4f-894b-9e1454446b34 req-62982456-9f74-4297-a538-ba91155e1ee5 tempest-ImagesOneServerTestJSON-1600236853 tempest-ImagesOneServerTestJSON-1600236853-project] 10.222.0.66 "GET /v2.0/quotas/33afbfec98c34f399842c09d5551ea0f HTTP/1.1" status: 200 len: 375 time: 0.0542295 Aug 18 11:58:20.955618 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-a7adce25-11f3-41a7-b72a-8c59c1646add req-7ee4428e-a845-4c09-803c-f55d9fbace41 tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] Calling delete_port for e136464c-9a66-476e-8c1a-8c296a21dd0b owned by compute:nova {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 11:58:20.970484 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df19aa60-9e3c-4a75-9cb7-3708138d8f52 None None] Network fdf1ab8a-9279-424d-814c-349fd8ef747f is already hosted by enough agents. {{(pid=106254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 11:58:20.981869 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.base_scheduler [None req-df19aa60-9e3c-4a75-9cb7-3708138d8f52 None None] Resources bound (agent type, host, resource id): {{(pid=106254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:58:20.986739 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df19aa60-9e3c-4a75-9cb7-3708138d8f52 None None] Received port after_create {{(pid=106254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 11:58:20.988459 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df19aa60-9e3c-4a75-9cb7-3708138d8f52 None None] Pushing event updated for resources: {'Port': ['ID=93979808-5a28-4cf8-bc36-7b639164ad1c,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:58:21.000239 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-37c56ee7-e6af-4d0f-9dfe-cec588489a95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:21.025252 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-c4ce17d9-62e2-4194-b1e2-100d9b76e8aa service neutron] 10.222.0.66 "GET /v2.0/networks/14664a63-22d6-4bc0-8290-849b20369b1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2523539 Aug 18 11:58:21.030288 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7be3a514-9aa7-4f4f-894b-9e1454446b34 req-2ffdf608-9c04-4411-866a-27dcdfbdf9c5 tempest-ImagesOneServerTestJSON-1600236853 tempest-ImagesOneServerTestJSON-1600236853-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=33afbfec98c34f399842c09d5551ea0f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0524585 Aug 18 11:58:21.042442 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [req-689682b4-8f31-4595-9f38-786c5dc3d119 req-e446448b-98fe-4244-b359-68b0a9bb6c33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3bb3d3c1-bab8-4cce-b527-237a5b4dc9b4 {{(pid=106252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 11:58:21.062982 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-df19aa60-9e3c-4a75-9cb7-3708138d8f52 None None] Attempting to bind port 93979808-5a28-4cf8-bc36-7b639164ad1c on host n-d-804985-2 for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 11:58:21.063358 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-df19aa60-9e3c-4a75-9cb7-3708138d8f52 None None] Attempting to bind port 93979808-5a28-4cf8-bc36-7b639164ad1c by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': 'a468add2-bf3f-495e-90ec-df348cf4abc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'fdf1ab8a-9279-424d-814c-349fd8ef747f'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 11:58:21.063848 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df19aa60-9e3c-4a75-9cb7-3708138d8f52 None None] Attempting to bind port 93979808-5a28-4cf8-bc36-7b639164ad1c on network fdf1ab8a-9279-424d-814c-349fd8ef747f {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 11:58:21.069914 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df19aa60-9e3c-4a75-9cb7-3708138d8f52 None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 11, 57, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 11:58:21.070286 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df19aa60-9e3c-4a75-9cb7-3708138d8f52 None None] Checking segment: {'id': 'a468add2-bf3f-495e-90ec-df348cf4abc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'fdf1ab8a-9279-424d-814c-349fd8ef747f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 11:58:21.070682 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-df19aa60-9e3c-4a75-9cb7-3708138d8f52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:21.071067 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df19aa60-9e3c-4a75-9cb7-3708138d8f52 None None] Bound using segment: {'id': 'a468add2-bf3f-495e-90ec-df348cf4abc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'fdf1ab8a-9279-424d-814c-349fd8ef747f'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 11:58:21.071524 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-df19aa60-9e3c-4a75-9cb7-3708138d8f52 None None] Bound port: 93979808-5a28-4cf8-bc36-7b639164ad1c, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a468add2-bf3f-495e-90ec-df348cf4abc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'fdf1ab8a-9279-424d-814c-349fd8ef747f'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 11:58:21.071902 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-df19aa60-9e3c-4a75-9cb7-3708138d8f52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:21.117190 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-689682b4-8f31-4595-9f38-786c5dc3d119 req-e446448b-98fe-4244-b359-68b0a9bb6c33 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:21.145943 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-df19aa60-9e3c-4a75-9cb7-3708138d8f52 None None] For port 93979808-5a28-4cf8-bc36-7b639164ad1c, host n-d-804985-2, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 11:58:21.149766 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-df19aa60-9e3c-4a75-9cb7-3708138d8f52 None None] For port 93979808-5a28-4cf8-bc36-7b639164ad1c, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=93979808-5a28-4cf8-bc36-7b639164ad1c,segment=NetworkSegment(a468add2-bf3f-495e-90ec-df348cf4abc5),segment_id=a468add2-bf3f-495e-90ec-df348cf4abc5)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 11:58:21.157887 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [req-689682b4-8f31-4595-9f38-786c5dc3d119 req-e446448b-98fe-4244-b359-68b0a9bb6c33 service neutron] Transition to ACTIVE for port object 3bb3d3c1-bab8-4cce-b527-237a5b4dc9b4 will not be triggered until provisioned by entity L2. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 11:58:21.158031 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-df19aa60-9e3c-4a75-9cb7-3708138d8f52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:21.168975 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-689682b4-8f31-4595-9f38-786c5dc3d119 req-e446448b-98fe-4244-b359-68b0a9bb6c33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:21.224872 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 11:58:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2489e5c-a154-42d7-853b-4f4d25fdc6e4 x-openstack-request-id: req-e2489e5c-a154-42d7-853b-4f4d25fdc6e4 {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:58:21.225219 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b17f4891-3396-48b1-81ee-fb30e63b418c", "name": "network-vif-plugged", "status": "completed", "tag": "4828bcb3-3409-4cb4-a37a-0c3ef87257bd", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:58:21.225704 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e2489e5c-a154-42d7-853b-4f4d25fdc6e4 {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:58:21.226109 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b17f4891-3396-48b1-81ee-fb30e63b418c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4828bcb3-3409-4cb4-a37a-0c3ef87257bd', 'code': 200} Aug 18 11:58:21.254622 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-6d9b0412-a2ec-43fa-85e4-2eccb4619262 service neutron] 10.222.0.66 "GET /v2.0/networks/14664a63-22d6-4bc0-8290-849b20369b1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2218850 Aug 18 11:58:21.265824 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df19aa60-9e3c-4a75-9cb7-3708138d8f52 None None] Pushing event updated for resources: {'Port': ['ID=93979808-5a28-4cf8-bc36-7b639164ad1c,revision_number=2']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:58:21.301107 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e446448b-98fe-4244-b359-68b0a9bb6c33 service neutron] Pushing event updated for resources: {'Port': ['ID=3bb3d3c1-bab8-4cce-b527-237a5b4dc9b4,revision_number=2']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:58:21.368141 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:21.517424 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-a7adce25-11f3-41a7-b72a-8c59c1646add req-7ee4428e-a845-4c09-803c-f55d9fbace41 tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:21.527617 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55cbd35-7689-4208-b510-59cefd50641e req-34e2f9e0-7712-4d3f-bffd-386742861102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:21.529337 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f55cbd35-7689-4208-b510-59cefd50641e req-34e2f9e0-7712-4d3f-bffd-386742861102 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=b17f4891-3396-48b1-81ee-fb30e63b418c HTTP/1.1" status: 200 len: 1096 time: 0.2695851 Aug 18 11:58:21.531840 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] get_ports_and_sgs() called for port_ids ['e136464c-9a66-476e-8c1a-8c296a21dd0b'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 11:58:21.612462 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee4428e-a845-4c09-803c-f55d9fbace41 tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] Pushing event deleted for resources: {'Port': ['ID=e136464c-9a66-476e-8c1a-8c296a21dd0b,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:58:21.621477 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb53b1b-d377-4298-a804-747954cca8d9 req-97629791-3b55-4917-8261-ccecdfefc42d tempest-ServersAdminNegativeTestJSON-88531785 tempest-ServersAdminNegativeTestJSON-88531785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:21.629057 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7fb53b1b-d377-4298-a804-747954cca8d9 req-97629791-3b55-4917-8261-ccecdfefc42d tempest-ServersAdminNegativeTestJSON-88531785 tempest-ServersAdminNegativeTestJSON-88531785-project] 10.222.0.66 "GET /v2.0/ports?device_id=2de4a0b3-2f49-4e50-9bdd-7df3932a104e HTTP/1.1" status: 200 len: 950 time: 0.3482413 Aug 18 11:58:21.662526 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-e594c8d0-b1fa-4c2a-afab-722b21ef9bc7 service neutron] 10.222.0.66 "GET /v2.0/networks/14664a63-22d6-4bc0-8290-849b20369b1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3828695 Aug 18 11:58:21.752868 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-689682b4-8f31-4595-9f38-786c5dc3d119 req-e446448b-98fe-4244-b359-68b0a9bb6c33 service neutron] Attempting to bind port 3bb3d3c1-bab8-4cce-b527-237a5b4dc9b4 on host n-h1-804985-2 for vnic_type normal with profile {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 11:58:21.753253 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-689682b4-8f31-4595-9f38-786c5dc3d119 req-e446448b-98fe-4244-b359-68b0a9bb6c33 service neutron] Attempting to bind port 3bb3d3c1-bab8-4cce-b527-237a5b4dc9b4 by drivers openvswitch,hyperv on host n-h1-804985-2 at level 0 using segments [{'id': 'b0eb6eea-b461-4969-8a27-808f00daa8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '222e0814-c7e5-4b11-9282-3f40c6ed76b2'}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 11:58:21.753534 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-689682b4-8f31-4595-9f38-786c5dc3d119 req-e446448b-98fe-4244-b359-68b0a9bb6c33 service neutron] Attempting to bind port 3bb3d3c1-bab8-4cce-b527-237a5b4dc9b4 on network 222e0814-c7e5-4b11-9282-3f40c6ed76b2 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 11:58:21.783271 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f55cbd35-7689-4208-b510-59cefd50641e req-80519fb3-2e13-4c02-97d8-3d6f027f0bc0 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=11bbe5b2-5f3b-4775-89a0-258a798e3ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2421498 Aug 18 11:58:21.783954 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7adce25-11f3-41a7-b72a-8c59c1646add req-7ee4428e-a845-4c09-803c-f55d9fbace41 tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] No DVR routers for this DVR port e136464c-9a66-476e-8c1a-8c296a21dd0b on host n-h1-804985-2 {{(pid=106252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 11:58:21.790203 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-a7adce25-11f3-41a7-b72a-8c59c1646add req-7ee4428e-a845-4c09-803c-f55d9fbace41 tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:21.792109 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a7adce25-11f3-41a7-b72a-8c59c1646add req-7ee4428e-a845-4c09-803c-f55d9fbace41 tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] 10.222.0.63 "DELETE /v2.0/ports/e136464c-9a66-476e-8c1a-8c296a21dd0b HTTP/1.1" status: 204 len: 173 time: 1.5743816 Aug 18 11:58:21.794267 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57f0d391-fcec-47bd-a188-07375bce4336', 'name': 'network-vif-deleted', 'tag': 'e136464c-9a66-476e-8c1a-8c296a21dd0b'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 11:58:21.796571 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7490561c-d3ab-4a31-8875-5dda76817034" -d '{"events": [{"server_uuid": "57f0d391-fcec-47bd-a188-07375bce4336", "name": "network-vif-deleted", "tag": "e136464c-9a66-476e-8c1a-8c296a21dd0b"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:58:21.806512 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7fb53b1b-d377-4298-a804-747954cca8d9 req-332fab60-ac4f-47a0-aecf-ad1df7df6dfe tempest-ServersAdminNegativeTestJSON-88531785 tempest-ServersAdminNegativeTestJSON-88531785-project] 10.222.0.66 "GET /v2.0/security-groups?id=e15cd1e1-1ec2-43c7-81da-4d2c8f87e716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764543 Aug 18 11:58:21.809658 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-689682b4-8f31-4595-9f38-786c5dc3d119 req-e446448b-98fe-4244-b359-68b0a9bb6c33 service neutron] Port 3bb3d3c1-bab8-4cce-b527-237a5b4dc9b4 on network 222e0814-c7e5-4b11-9282-3f40c6ed76b2 not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-2 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 11:58:21.809658 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-689682b4-8f31-4595-9f38-786c5dc3d119 req-e446448b-98fe-4244-b359-68b0a9bb6c33 service neutron] Attempting to bind port 3bb3d3c1-bab8-4cce-b527-237a5b4dc9b4 on network 222e0814-c7e5-4b11-9282-3f40c6ed76b2 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 11:58:21.818758 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-689682b4-8f31-4595-9f38-786c5dc3d119 req-e446448b-98fe-4244-b359-68b0a9bb6c33 service neutron] Checking agent: {'id': 'a613417a-d085-492c-941a-59bb18c633d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 49, 6), 'started_at': datetime.datetime(2021, 8, 18, 11, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 11, 58, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 11:58:21.819095 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-689682b4-8f31-4595-9f38-786c5dc3d119 req-e446448b-98fe-4244-b359-68b0a9bb6c33 service neutron] Checking segment: {'id': 'b0eb6eea-b461-4969-8a27-808f00daa8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '222e0814-c7e5-4b11-9282-3f40c6ed76b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 11:58:21.819478 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-689682b4-8f31-4595-9f38-786c5dc3d119 req-e446448b-98fe-4244-b359-68b0a9bb6c33 service neutron] Bound using segment: {'id': 'b0eb6eea-b461-4969-8a27-808f00daa8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '222e0814-c7e5-4b11-9282-3f40c6ed76b2'} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 11:58:21.819919 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-689682b4-8f31-4595-9f38-786c5dc3d119 req-e446448b-98fe-4244-b359-68b0a9bb6c33 service neutron] Bound port: 3bb3d3c1-bab8-4cce-b527-237a5b4dc9b4, host: n-h1-804985-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0eb6eea-b461-4969-8a27-808f00daa8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '222e0814-c7e5-4b11-9282-3f40c6ed76b2'}}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 11:58:21.820277 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-689682b4-8f31-4595-9f38-786c5dc3d119 req-e446448b-98fe-4244-b359-68b0a9bb6c33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:21.915929 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-954a0b77-608f-4b7e-9b05-b8d9b5b9b9fa req-cb60f9b5-6b00-4b6f-9fd0-fd0e7886c2f9 tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] 10.222.0.66 "GET /v2.0/ports?device_id=57f0d391-fcec-47bd-a188-07375bce4336 HTTP/1.1" status: 200 len: 210 time: 0.0414176 Aug 18 11:58:21.917787 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-ee98d733-e049-4656-aa06-a17e18cf2bc0 service neutron] 10.222.0.66 "GET /v2.0/networks/71f4f05b-546f-495f-be85-3ee41a9605e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2319703 Aug 18 11:58:21.949768 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-689682b4-8f31-4595-9f38-786c5dc3d119 req-e446448b-98fe-4244-b359-68b0a9bb6c33 service neutron] For port 3bb3d3c1-bab8-4cce-b527-237a5b4dc9b4, host n-h1-804985-2, cleared binding levels {{(pid=106252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 11:58:21.997154 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-689682b4-8f31-4595-9f38-786c5dc3d119 req-e446448b-98fe-4244-b359-68b0a9bb6c33 service neutron] For port 3bb3d3c1-bab8-4cce-b527-237a5b4dc9b4, host n-h1-804985-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=3bb3d3c1-bab8-4cce-b527-237a5b4dc9b4,segment=NetworkSegment(b0eb6eea-b461-4969-8a27-808f00daa8a1),segment_id=b0eb6eea-b461-4969-8a27-808f00daa8a1)] {{(pid=106252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 11:58:22.002940 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-689682b4-8f31-4595-9f38-786c5dc3d119 req-e446448b-98fe-4244-b359-68b0a9bb6c33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:22.027766 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-53584c24-f517-494e-ac93-c18bb92373f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:22.060384 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689682b4-8f31-4595-9f38-786c5dc3d119 req-e446448b-98fe-4244-b359-68b0a9bb6c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:22.061032 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-689682b4-8f31-4595-9f38-786c5dc3d119 req-e446448b-98fe-4244-b359-68b0a9bb6c33 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:22.062457 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-689682b4-8f31-4595-9f38-786c5dc3d119 req-e446448b-98fe-4244-b359-68b0a9bb6c33 service neutron] 10.222.0.63 "PUT /v2.0/ports/3bb3d3c1-bab8-4cce-b527-237a5b4dc9b4 HTTP/1.1" status: 200 len: 1096 time: 2.0595331 Aug 18 11:58:22.187929 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e446448b-98fe-4244-b359-68b0a9bb6c33 service neutron] Pushing event updated for resources: {'Port': ['ID=3bb3d3c1-bab8-4cce-b527-237a5b4dc9b4,revision_number=3']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:58:22.213990 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 93979808-5a28-4cf8-bc36-7b639164ad1c up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:58:22.216312 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-8f4fb12a-eb24-418d-b96f-a97f0ac8189a service neutron] 10.222.0.66 "GET /v2.0/networks/71f4f05b-546f-495f-be85-3ee41a9605e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2869549 Aug 18 11:58:22.294387 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port 93979808-5a28-4cf8-bc36-7b639164ad1c completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 11:58:22.345300 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-7be3a514-9aa7-4f4f-894b-9e1454446b34 req-f84cea50-fe96-41b1-8e6c-479e688f4e9b tempest-ImagesOneServerTestJSON-1600236853 tempest-ImagesOneServerTestJSON-1600236853-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=33afbfec98c34f399842c09d5551ea0f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0327826 Aug 18 11:58:22.546580 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be3a514-9aa7-4f4f-894b-9e1454446b34 req-9f31c3a3-bf78-4378-a8fb-3e235ef968c9 tempest-ImagesOneServerTestJSON-1600236853 tempest-ImagesOneServerTestJSON-1600236853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:22.549148 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-7be3a514-9aa7-4f4f-894b-9e1454446b34 req-9f31c3a3-bf78-4378-a8fb-3e235ef968c9 tempest-ImagesOneServerTestJSON-1600236853 tempest-ImagesOneServerTestJSON-1600236853-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1918745 Aug 18 11:58:22.566511 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [req-7be3a514-9aa7-4f4f-894b-9e1454446b34 req-d817c718-f963-4802-9aef-10ed039606f0 tempest-ImagesOneServerTestJSON-1600236853 tempest-ImagesOneServerTestJSON-1600236853-project] Request body: {'port': {'device_id': 'e0fb7e11-ba93-4e5d-ab38-43905fe1ad87', 'network_id': '222e0814-c7e5-4b11-9282-3f40c6ed76b2', 'admin_state_up': True, 'tenant_id': '33afbfec98c34f399842c09d5551ea0f'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:58:22.594866 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20eedfc9-5d82-42d6-a8e6-5c40a1f291a1 None None] Network fdf1ab8a-9279-424d-814c-349fd8ef747f requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 11:58:22.701837 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689682b4-8f31-4595-9f38-786c5dc3d119 req-118c1810-b63b-4da6-b22e-f69e463024f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:22.703400 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-689682b4-8f31-4595-9f38-786c5dc3d119 req-118c1810-b63b-4da6-b22e-f69e463024f6 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=87f2a541be1e4141a84277bf00dc4c3b&device_id=447950aa-fe3a-4e2a-9e6e-e115159ebaee HTTP/1.1" status: 200 len: 1099 time: 0.5742881 Aug 18 11:58:22.705385 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7be3a514-9aa7-4f4f-894b-9e1454446b34 req-d817c718-f963-4802-9aef-10ed039606f0 tempest-ImagesOneServerTestJSON-1600236853 tempest-ImagesOneServerTestJSON-1600236853-project] Made reservation on behalf of 33afbfec98c34f399842c09d5551ea0f for: {'port': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 11:58:22.715796 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-7be3a514-9aa7-4f4f-894b-9e1454446b34 req-d817c718-f963-4802-9aef-10ed039606f0 tempest-ImagesOneServerTestJSON-1600236853 tempest-ImagesOneServerTestJSON-1600236853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:22.725567 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-937d7769-ce7a-4148-86c2-557e218bf9ab None None] Provisioning for port 93979808-5a28-4cf8-bc36-7b639164ad1c completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 11:58:22.731706 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-937d7769-ce7a-4148-86c2-557e218bf9ab None None] Provisioning complete for port 93979808-5a28-4cf8-bc36-7b639164ad1c triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:58:22.732388 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-937d7769-ce7a-4148-86c2-557e218bf9ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:22.734999 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-7be3a514-9aa7-4f4f-894b-9e1454446b34 req-d817c718-f963-4802-9aef-10ed039606f0 tempest-ImagesOneServerTestJSON-1600236853 tempest-ImagesOneServerTestJSON-1600236853-project] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:22.781580 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-689682b4-8f31-4595-9f38-786c5dc3d119 req-536a0d1f-c319-4594-8301-0f0258f50545 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=3bb3d3c1-bab8-4cce-b527-237a5b4dc9b4 HTTP/1.1" status: 200 len: 217 time: 0.0581996 Aug 18 11:58:22.792575 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2dc464-bc76-4250-a310-5931a164d094 req-19e87cd7-144c-4fa5-8f32-b71c5d4b1f2b tempest-ListServerFiltersTestJSON-1468057958 tempest-ListServerFiltersTestJSON-1468057958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:22.794443 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1c2dc464-bc76-4250-a310-5931a164d094 req-19e87cd7-144c-4fa5-8f32-b71c5d4b1f2b tempest-ListServerFiltersTestJSON-1468057958 tempest-ListServerFiltersTestJSON-1468057958-project] 10.222.0.66 "GET /v2.0/networks?id=fdf1ab8a-9279-424d-814c-349fd8ef747f HTTP/1.1" status: 200 len: 815 time: 0.7231088 Aug 18 11:58:22.847367 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-7be3a514-9aa7-4f4f-894b-9e1454446b34 req-d817c718-f963-4802-9aef-10ed039606f0 tempest-ImagesOneServerTestJSON-1600236853 tempest-ImagesOneServerTestJSON-1600236853-project] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:22.852896 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-7be3a514-9aa7-4f4f-894b-9e1454446b34 req-d817c718-f963-4802-9aef-10ed039606f0 tempest-ImagesOneServerTestJSON-1600236853 tempest-ImagesOneServerTestJSON-1600236853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:22.857883 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-937d7769-ce7a-4148-86c2-557e218bf9ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:22.862262 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1c2dc464-bc76-4250-a310-5931a164d094 req-0cbb9c22-656c-4bce-80a1-93fcafd3d46d tempest-ListServerFiltersTestJSON-1468057958 tempest-ListServerFiltersTestJSON-1468057958-project] 10.222.0.66 "GET /v2.0/quotas/6720d841ec3c437fbf0c5ee59791e37a HTTP/1.1" status: 200 len: 375 time: 0.0573807 Aug 18 11:58:22.912518 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-937d7769-ce7a-4148-86c2-557e218bf9ab None None] For port 93979808-5a28-4cf8-bc36-7b639164ad1c, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=93979808-5a28-4cf8-bc36-7b639164ad1c,segment=NetworkSegment(a468add2-bf3f-495e-90ec-df348cf4abc5),segment_id=a468add2-bf3f-495e-90ec-df348cf4abc5)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:58:22.921036 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-37719f40-38ac-4dd4-a780-39d67dd241c7 service neutron] 10.222.0.66 "GET /v2.0/networks/71f4f05b-546f-495f-be85-3ee41a9605e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6894183 Aug 18 11:58:22.922053 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-937d7769-ce7a-4148-86c2-557e218bf9ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:22.924372 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d817c718-f963-4802-9aef-10ed039606f0 tempest-ImagesOneServerTestJSON-1600236853 tempest-ImagesOneServerTestJSON-1600236853-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d76f99f9-6558-4024-8017-5289e8ca9414,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:58:22.928558 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689682b4-8f31-4595-9f38-786c5dc3d119 req-bec757bf-8d4e-4483-8410-f24b157d3e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:22.929963 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-689682b4-8f31-4595-9f38-786c5dc3d119 req-bec757bf-8d4e-4483-8410-f24b157d3e6b service neutron] 10.222.0.63 "GET /v2.0/subnets?id=6d16d680-110b-436d-8afa-48ba845b3623 HTTP/1.1" status: 200 len: 843 time: 0.1348190 Aug 18 11:58:22.998579 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937d7769-ce7a-4148-86c2-557e218bf9ab None None] Pushing event updated for resources: {'Port': ['ID=93979808-5a28-4cf8-bc36-7b639164ad1c,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:58:23.014493 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [req-7be3a514-9aa7-4f4f-894b-9e1454446b34 req-d817c718-f963-4802-9aef-10ed039606f0 tempest-ImagesOneServerTestJSON-1600236853 tempest-ImagesOneServerTestJSON-1600236853-project] Allocated IP 192.168.233.148 (222e0814-c7e5-4b11-9282-3f40c6ed76b2/6d16d680-110b-436d-8afa-48ba845b3623/b63e6490-f1db-458c-9426-2e5fed85f7e3) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 11:58:23.037922 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1c2dc464-bc76-4250-a310-5931a164d094 req-f68db21f-badc-4d45-b9ff-812e156d7055 tempest-ListServerFiltersTestJSON-1468057958 tempest-ListServerFiltersTestJSON-1468057958-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=6720d841ec3c437fbf0c5ee59791e37a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1622558 Aug 18 11:58:23.130417 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689682b4-8f31-4595-9f38-786c5dc3d119 req-b9fa186a-072b-48b5-8800-5dc211a2fa52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:23.131897 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-689682b4-8f31-4595-9f38-786c5dc3d119 req-b9fa186a-072b-48b5-8800-5dc211a2fa52 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=222e0814-c7e5-4b11-9282-3f40c6ed76b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1890454 Aug 18 11:58:23.138741 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-84762716-efd8-4a88-94d0-01b2a2cc87a0 service neutron] 10.222.0.66 "GET /v2.0/networks/71f4f05b-546f-495f-be85-3ee41a9605e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2051768 Aug 18 11:58:23.144374 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-be62d4aa-7a1e-42e1-8667-b230fb439875 None None] Provisioning complete for port 93979808-5a28-4cf8-bc36-7b639164ad1c triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:58:23.144838 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-be62d4aa-7a1e-42e1-8667-b230fb439875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:23.183087 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-7be3a514-9aa7-4f4f-894b-9e1454446b34 req-d817c718-f963-4802-9aef-10ed039606f0 tempest-ImagesOneServerTestJSON-1600236853 tempest-ImagesOneServerTestJSON-1600236853-project] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:23.197371 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [req-7be3a514-9aa7-4f4f-894b-9e1454446b34 req-d817c718-f963-4802-9aef-10ed039606f0 tempest-ImagesOneServerTestJSON-1600236853 tempest-ImagesOneServerTestJSON-1600236853-project] Transition to ACTIVE for port object b63e6490-f1db-458c-9426-2e5fed85f7e3 will not be triggered until provisioned by entity DHCP. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 11:58:23.236670 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1c2dc464-bc76-4250-a310-5931a164d094 req-f1a7e635-0ceb-41b7-b75b-52532dafc90b service neutron] 10.222.0.66 "GET /v2.0/networks/fdf1ab8a-9279-424d-814c-349fd8ef747f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897206 Aug 18 11:58:23.244055 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-7be3a514-9aa7-4f4f-894b-9e1454446b34 req-d817c718-f963-4802-9aef-10ed039606f0 tempest-ImagesOneServerTestJSON-1600236853 tempest-ImagesOneServerTestJSON-1600236853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:23.286615 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7be3a514-9aa7-4f4f-894b-9e1454446b34 req-d817c718-f963-4802-9aef-10ed039606f0 tempest-ImagesOneServerTestJSON-1600236853 tempest-ImagesOneServerTestJSON-1600236853-project] Network 222e0814-c7e5-4b11-9282-3f40c6ed76b2 is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 11:58:23.292055 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [req-7be3a514-9aa7-4f4f-894b-9e1454446b34 req-d817c718-f963-4802-9aef-10ed039606f0 tempest-ImagesOneServerTestJSON-1600236853 tempest-ImagesOneServerTestJSON-1600236853-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:58:23.295808 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-7be3a514-9aa7-4f4f-894b-9e1454446b34 req-d817c718-f963-4802-9aef-10ed039606f0 tempest-ImagesOneServerTestJSON-1600236853 tempest-ImagesOneServerTestJSON-1600236853-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 11:58:23.318762 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-689682b4-8f31-4595-9f38-786c5dc3d119 req-8a37553a-999b-4d3b-8c75-962bc405eaa4 service neutron] 10.222.0.63 "GET /v2.0/networks/222e0814-c7e5-4b11-9282-3f40c6ed76b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766610 Aug 18 11:58:23.334253 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d817c718-f963-4802-9aef-10ed039606f0 tempest-ImagesOneServerTestJSON-1600236853 tempest-ImagesOneServerTestJSON-1600236853-project] Pushing event updated for resources: {'Port': ['ID=b63e6490-f1db-458c-9426-2e5fed85f7e3,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:58:23.360239 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be3a514-9aa7-4f4f-894b-9e1454446b34 req-d817c718-f963-4802-9aef-10ed039606f0 tempest-ImagesOneServerTestJSON-1600236853 tempest-ImagesOneServerTestJSON-1600236853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:23.360927 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-7be3a514-9aa7-4f4f-894b-9e1454446b34 req-d817c718-f963-4802-9aef-10ed039606f0 tempest-ImagesOneServerTestJSON-1600236853 tempest-ImagesOneServerTestJSON-1600236853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:23.381627 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-7be3a514-9aa7-4f4f-894b-9e1454446b34 req-d817c718-f963-4802-9aef-10ed039606f0 tempest-ImagesOneServerTestJSON-1600236853 tempest-ImagesOneServerTestJSON-1600236853-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8201349 Aug 18 11:58:23.397891 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [req-7be3a514-9aa7-4f4f-894b-9e1454446b34 req-130e49c2-8c1c-4e7e-b47b-ed43d9fecfac service neutron] Request body: {'port': {'device_id': 'e0fb7e11-ba93-4e5d-ab38-43905fe1ad87', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804985-2'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:58:23.435798 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1c2dc464-bc76-4250-a310-5931a164d094 req-a3320dbb-9356-4bca-aa9d-841fb4c22eb6 service neutron] 10.222.0.66 "GET /v2.0/networks/fdf1ab8a-9279-424d-814c-349fd8ef747f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1982570 Aug 18 11:58:23.488918 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-689682b4-8f31-4595-9f38-786c5dc3d119 req-e7d79e21-7160-4350-a1f8-623a76d0c096 service neutron] 10.222.0.63 "GET /v2.0/networks/222e0814-c7e5-4b11-9282-3f40c6ed76b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374311 Aug 18 11:58:23.666505 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-98470b3a-205f-463e-8356-2b1e45acfa1b None None] Provisioning for port b63e6490-f1db-458c-9426-2e5fed85f7e3 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 11:58:23.671699 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-98470b3a-205f-463e-8356-2b1e45acfa1b None None] Provisioning complete for port b63e6490-f1db-458c-9426-2e5fed85f7e3 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:58:23.672264 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-98470b3a-205f-463e-8356-2b1e45acfa1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:23.718030 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c05c6b3-942e-4985-b335-87e4c7906691 req-2bd52a61-6b3a-48be-b22d-1ea822be442d tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:23.719623 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3c05c6b3-942e-4985-b335-87e4c7906691 req-2bd52a61-6b3a-48be-b22d-1ea822be442d tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/ports?device_id=447950aa-fe3a-4e2a-9e6e-e115159ebaee HTTP/1.1" status: 200 len: 948 time: 0.0591874 Aug 18 11:58:23.759613 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3c05c6b3-942e-4985-b335-87e4c7906691 req-28f81e31-4844-4da1-bf2e-742b031dbc1d tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/security-groups?id=0ddd2c5c-7e53-44ab-9404-c5fea69a570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331321 Aug 18 11:58:23.770885 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-500a1c61-38a7-4c23-a7ec-4631080af5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:23.772306 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-98470b3a-205f-463e-8356-2b1e45acfa1b None None] Port b63e6490-f1db-458c-9426-2e5fed85f7e3 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 11:58:23.877571 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-7be3a514-9aa7-4f4f-894b-9e1454446b34 req-130e49c2-8c1c-4e7e-b47b-ed43d9fecfac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:23.991939 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d76e4b-220d-442c-8ce5-66c87efdde25 req-350f3c65-be04-44e5-aefd-403dafbc744a tempest-ImagesOneServerTestJSON-1600236853 tempest-ImagesOneServerTestJSON-1600236853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:23.993495 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-24d76e4b-220d-442c-8ce5-66c87efdde25 req-350f3c65-be04-44e5-aefd-403dafbc744a tempest-ImagesOneServerTestJSON-1600236853 tempest-ImagesOneServerTestJSON-1600236853-project] 10.222.0.66 "GET /v2.0/ports?device_id=e0fb7e11-ba93-4e5d-ab38-43905fe1ad87 HTTP/1.1" status: 200 len: 936 time: 0.0834305 Aug 18 11:58:24.008114 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970368f7-e293-488d-b903-1f2d936a2585 req-d566cf29-606f-4322-942a-eca84191cfd6 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:24.009742 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-970368f7-e293-488d-b903-1f2d936a2585 req-d566cf29-606f-4322-942a-eca84191cfd6 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.66 "GET /v2.0/ports?device_id=b17f4891-3396-48b1-81ee-fb30e63b418c HTTP/1.1" status: 200 len: 945 time: 0.0690567 Aug 18 11:58:24.087820 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-24d76e4b-220d-442c-8ce5-66c87efdde25 req-f90d2adb-4b9f-4e0c-8599-f7a11f00e286 tempest-ImagesOneServerTestJSON-1600236853 tempest-ImagesOneServerTestJSON-1600236853-project] 10.222.0.66 "GET /v2.0/security-groups?id=d76f99f9-6558-4024-8017-5289e8ca9414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744023 Aug 18 11:58:24.107908 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-970368f7-e293-488d-b903-1f2d936a2585 req-1107361a-1def-43c0-80fa-05e9b2fc218f tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.66 "GET /v2.0/security-groups?id=11bbe5b2-5f3b-4775-89a0-258a798e3ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823388 Aug 18 11:58:24.180510 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 11:58:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53b71392-819a-4e55-8197-2f819e6b26aa x-openstack-request-id: req-53b71392-819a-4e55-8197-2f819e6b26aa {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:58:24.181014 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57f0d391-fcec-47bd-a188-07375bce4336", "name": "network-vif-deleted", "tag": "e136464c-9a66-476e-8c1a-8c296a21dd0b", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:58:24.181420 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-53b71392-819a-4e55-8197-2f819e6b26aa {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:58:24.182115 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57f0d391-fcec-47bd-a188-07375bce4336', 'name': 'network-vif-deleted', 'tag': 'e136464c-9a66-476e-8c1a-8c296a21dd0b', 'status': 'completed', 'code': 200} Aug 18 11:58:24.184178 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 93979808-5a28-4cf8-bc36-7b639164ad1c up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:58:24.290342 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [req-7be3a514-9aa7-4f4f-894b-9e1454446b34 req-130e49c2-8c1c-4e7e-b47b-ed43d9fecfac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b63e6490-f1db-458c-9426-2e5fed85f7e3 {{(pid=106253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 11:58:24.300503 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-7be3a514-9aa7-4f4f-894b-9e1454446b34 req-130e49c2-8c1c-4e7e-b47b-ed43d9fecfac service neutron] Notify callbacks [] for port, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:24.332032 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [req-7be3a514-9aa7-4f4f-894b-9e1454446b34 req-130e49c2-8c1c-4e7e-b47b-ed43d9fecfac service neutron] Transition to ACTIVE for port object b63e6490-f1db-458c-9426-2e5fed85f7e3 will not be triggered until provisioned by entity L2. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 11:58:24.338932 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 93979808-5a28-4cf8-bc36-7b639164ad1c triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:58:24.339607 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:24.341142 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-7be3a514-9aa7-4f4f-894b-9e1454446b34 req-130e49c2-8c1c-4e7e-b47b-ed43d9fecfac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:24.434300 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device e136464c-9a66-476e-8c1a-8c296a21dd0b no longer exists at agent hyperv_n-h1-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 11:58:24.484433 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] No Port match for: e136464c-9a66-476e-8c1a-8c296a21dd0b {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 11:58:24.484871 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device e136464c-9a66-476e-8c1a-8c296a21dd0b not bound to the agent host n-h1-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 11:58:24.555226 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7667a430-4cd3-4efa-88c7-d19b83a960e0 req-ff0f8ff7-b532-481d-8932-ba8747debfc1 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] 10.222.0.66 "GET /v2.0/ports?device_id=20dd28f4-1df0-4a6b-8939-d21ca9c9b72a HTTP/1.1" status: 200 len: 210 time: 0.0514286 Aug 18 11:58:24.570732 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130e49c2-8c1c-4e7e-b47b-ed43d9fecfac service neutron] Pushing event updated for resources: {'Port': ['ID=b63e6490-f1db-458c-9426-2e5fed85f7e3,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:58:24.637053 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-7be3a514-9aa7-4f4f-894b-9e1454446b34 req-130e49c2-8c1c-4e7e-b47b-ed43d9fecfac service neutron] Attempting to bind port b63e6490-f1db-458c-9426-2e5fed85f7e3 on host n-h2-804985-2 for vnic_type normal with profile {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 11:58:24.637389 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-7be3a514-9aa7-4f4f-894b-9e1454446b34 req-130e49c2-8c1c-4e7e-b47b-ed43d9fecfac service neutron] Attempting to bind port b63e6490-f1db-458c-9426-2e5fed85f7e3 by drivers openvswitch,hyperv on host n-h2-804985-2 at level 0 using segments [{'id': 'b0eb6eea-b461-4969-8a27-808f00daa8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '222e0814-c7e5-4b11-9282-3f40c6ed76b2'}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 11:58:24.637923 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7be3a514-9aa7-4f4f-894b-9e1454446b34 req-130e49c2-8c1c-4e7e-b47b-ed43d9fecfac service neutron] Attempting to bind port b63e6490-f1db-458c-9426-2e5fed85f7e3 on network 222e0814-c7e5-4b11-9282-3f40c6ed76b2 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 11:58:24.638303 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fe4167-3648-4d9d-87f9-59b7a44d32f4 req-8c1374ae-6e9c-40ab-b3fe-552c73fd4e2c tempest-ListServerFiltersTestJSON-1468057958 tempest-ListServerFiltersTestJSON-1468057958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:24.640292 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-09fe4167-3648-4d9d-87f9-59b7a44d32f4 req-8c1374ae-6e9c-40ab-b3fe-552c73fd4e2c tempest-ListServerFiltersTestJSON-1468057958 tempest-ListServerFiltersTestJSON-1468057958-project] 10.222.0.66 "GET /v2.0/networks?id=fdf1ab8a-9279-424d-814c-349fd8ef747f HTTP/1.1" status: 200 len: 815 time: 0.2362823 Aug 18 11:58:24.643150 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7be3a514-9aa7-4f4f-894b-9e1454446b34 req-130e49c2-8c1c-4e7e-b47b-ed43d9fecfac service neutron] Port b63e6490-f1db-458c-9426-2e5fed85f7e3 on network 222e0814-c7e5-4b11-9282-3f40c6ed76b2 not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-2 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 11:58:24.643861 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7be3a514-9aa7-4f4f-894b-9e1454446b34 req-130e49c2-8c1c-4e7e-b47b-ed43d9fecfac service neutron] Attempting to bind port b63e6490-f1db-458c-9426-2e5fed85f7e3 on network 222e0814-c7e5-4b11-9282-3f40c6ed76b2 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 11:58:24.650265 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7be3a514-9aa7-4f4f-894b-9e1454446b34 req-130e49c2-8c1c-4e7e-b47b-ed43d9fecfac service neutron] Checking agent: {'id': 'da5da552-709c-4248-84de-86af99a0dc87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 49, 8), 'started_at': datetime.datetime(2021, 8, 18, 11, 49, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 11, 58, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 11:58:24.650895 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7be3a514-9aa7-4f4f-894b-9e1454446b34 req-130e49c2-8c1c-4e7e-b47b-ed43d9fecfac service neutron] Checking segment: {'id': 'b0eb6eea-b461-4969-8a27-808f00daa8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '222e0814-c7e5-4b11-9282-3f40c6ed76b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 11:58:24.651496 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7be3a514-9aa7-4f4f-894b-9e1454446b34 req-130e49c2-8c1c-4e7e-b47b-ed43d9fecfac service neutron] Bound using segment: {'id': 'b0eb6eea-b461-4969-8a27-808f00daa8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '222e0814-c7e5-4b11-9282-3f40c6ed76b2'} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 11:58:24.652354 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-7be3a514-9aa7-4f4f-894b-9e1454446b34 req-130e49c2-8c1c-4e7e-b47b-ed43d9fecfac service neutron] Bound port: b63e6490-f1db-458c-9426-2e5fed85f7e3, host: n-h2-804985-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0eb6eea-b461-4969-8a27-808f00daa8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '222e0814-c7e5-4b11-9282-3f40c6ed76b2'}}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 11:58:24.652973 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-7be3a514-9aa7-4f4f-894b-9e1454446b34 req-130e49c2-8c1c-4e7e-b47b-ed43d9fecfac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:24.664072 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-09fe4167-3648-4d9d-87f9-59b7a44d32f4 req-a3f90051-96b1-4d42-9653-0a47adcedb2e tempest-ListServerFiltersTestJSON-1468057958 tempest-ListServerFiltersTestJSON-1468057958-project] 10.222.0.66 "GET /v2.0/quotas/6720d841ec3c437fbf0c5ee59791e37a HTTP/1.1" status: 200 len: 375 time: 0.0115783 Aug 18 11:58:24.748159 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-7be3a514-9aa7-4f4f-894b-9e1454446b34 req-130e49c2-8c1c-4e7e-b47b-ed43d9fecfac service neutron] For port b63e6490-f1db-458c-9426-2e5fed85f7e3, host n-h2-804985-2, cleared binding levels {{(pid=106253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 11:58:24.749104 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-09fe4167-3648-4d9d-87f9-59b7a44d32f4 req-393c79d9-bbe4-4ebd-902e-e792dfdad99f tempest-ListServerFiltersTestJSON-1468057958 tempest-ListServerFiltersTestJSON-1468057958-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=6720d841ec3c437fbf0c5ee59791e37a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0761447 Aug 18 11:58:24.751479 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-7be3a514-9aa7-4f4f-894b-9e1454446b34 req-130e49c2-8c1c-4e7e-b47b-ed43d9fecfac service neutron] For port b63e6490-f1db-458c-9426-2e5fed85f7e3, host n-h2-804985-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=b63e6490-f1db-458c-9426-2e5fed85f7e3,segment=NetworkSegment(b0eb6eea-b461-4969-8a27-808f00daa8a1),segment_id=b0eb6eea-b461-4969-8a27-808f00daa8a1)] {{(pid=106253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 11:58:24.757164 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-7be3a514-9aa7-4f4f-894b-9e1454446b34 req-130e49c2-8c1c-4e7e-b47b-ed43d9fecfac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:24.791805 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be3a514-9aa7-4f4f-894b-9e1454446b34 req-130e49c2-8c1c-4e7e-b47b-ed43d9fecfac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:24.792421 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-7be3a514-9aa7-4f4f-894b-9e1454446b34 req-130e49c2-8c1c-4e7e-b47b-ed43d9fecfac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:24.794177 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-7be3a514-9aa7-4f4f-894b-9e1454446b34 req-130e49c2-8c1c-4e7e-b47b-ed43d9fecfac service neutron] 10.222.0.62 "PUT /v2.0/ports/b63e6490-f1db-458c-9426-2e5fed85f7e3 HTTP/1.1" status: 200 len: 1096 time: 1.4033840 Aug 18 11:58:24.794610 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0fb7e11-ba93-4e5d-ab38-43905fe1ad87', 'tag': 'b63e6490-f1db-458c-9426-2e5fed85f7e3'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 11:58:24.797442 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0679f4c4b6e0e0c064a7d71d722dc30541a34fffee11680573be22ee2ffccc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d710bd0b-4961-4bff-8c7c-12bc8128927d" -d '{"events": [{"name": "network-changed", "server_uuid": "e0fb7e11-ba93-4e5d-ab38-43905fe1ad87", "tag": "b63e6490-f1db-458c-9426-2e5fed85f7e3"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:58:24.824414 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130e49c2-8c1c-4e7e-b47b-ed43d9fecfac service neutron] Pushing event updated for resources: {'Port': ['ID=b63e6490-f1db-458c-9426-2e5fed85f7e3,revision_number=3']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:58:24.932385 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be3a514-9aa7-4f4f-894b-9e1454446b34 req-80c980d3-3374-414d-bdac-01c78970f59a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:24.937080 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-7be3a514-9aa7-4f4f-894b-9e1454446b34 req-80c980d3-3374-414d-bdac-01c78970f59a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=33afbfec98c34f399842c09d5551ea0f&device_id=e0fb7e11-ba93-4e5d-ab38-43905fe1ad87 HTTP/1.1" status: 200 len: 1099 time: 0.0802948 Aug 18 11:58:24.950644 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a55795a-9f58-449a-b8f7-809ea4c91b61 req-56305f47-011a-446a-b153-9951de9c153f tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:24.959433 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7a55795a-9f58-449a-b8f7-809ea4c91b61 req-56305f47-011a-446a-b153-9951de9c153f tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.66 "GET /v2.0/networks?id=45f10d77-130c-4859-b30d-1a902305b96f HTTP/1.1" status: 200 len: 806 time: 0.2294185 Aug 18 11:58:24.976170 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-09fe4167-3648-4d9d-87f9-59b7a44d32f4 req-65116a4f-5669-45a6-a01f-6286e8571f4f service neutron] 10.222.0.66 "GET /v2.0/networks/fdf1ab8a-9279-424d-814c-349fd8ef747f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2222650 Aug 18 11:58:25.042382 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7a55795a-9f58-449a-b8f7-809ea4c91b61 req-ed07cfbf-8b71-4e96-9277-efb55ad1f2ca tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.66 "GET /v2.0/quotas/9143985e071d4037b5bf264a5aaa6497 HTTP/1.1" status: 200 len: 375 time: 0.0818620 Aug 18 11:58:25.070393 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-7be3a514-9aa7-4f4f-894b-9e1454446b34 req-4e872615-800a-4392-ba44-e5e2030ec874 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=b63e6490-f1db-458c-9426-2e5fed85f7e3 HTTP/1.1" status: 200 len: 217 time: 0.1236038 Aug 18 11:58:25.142418 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7a55795a-9f58-449a-b8f7-809ea4c91b61 req-8d075cfd-6b60-4812-bac2-938ee48d5e76 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=9143985e071d4037b5bf264a5aaa6497&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0987914 Aug 18 11:58:25.187418 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-09fe4167-3648-4d9d-87f9-59b7a44d32f4 req-f45c44cb-4000-4ea6-8b9a-48b6f9790a2f service neutron] 10.222.0.66 "GET /v2.0/networks/fdf1ab8a-9279-424d-814c-349fd8ef747f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2106194 Aug 18 11:58:25.243844 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be3a514-9aa7-4f4f-894b-9e1454446b34 req-eca4c98b-8660-4243-9177-6e6931ce40b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:25.250584 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-7be3a514-9aa7-4f4f-894b-9e1454446b34 req-eca4c98b-8660-4243-9177-6e6931ce40b6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6d16d680-110b-436d-8afa-48ba845b3623 HTTP/1.1" status: 200 len: 843 time: 0.1576426 Aug 18 11:58:25.286524 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7a55795a-9f58-449a-b8f7-809ea4c91b61 req-b7216c59-5d58-4a96-b572-5f634cd00447 service neutron] 10.222.0.66 "GET /v2.0/networks/45f10d77-130c-4859-b30d-1a902305b96f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242607 Aug 18 11:58:25.362561 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2dc464-bc76-4250-a310-5931a164d094 req-ea03e2c0-4eb5-40ff-9141-50de194b7ee4 tempest-ListServerFiltersTestJSON-1468057958 tempest-ListServerFiltersTestJSON-1468057958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:25.365030 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-1c2dc464-bc76-4250-a310-5931a164d094 req-ea03e2c0-4eb5-40ff-9141-50de194b7ee4 tempest-ListServerFiltersTestJSON-1468057958 tempest-ListServerFiltersTestJSON-1468057958-project] 10.222.0.62 "GET /v2.0/networks?id=fdf1ab8a-9279-424d-814c-349fd8ef747f HTTP/1.1" status: 200 len: 815 time: 0.3006265 Aug 18 11:58:25.400664 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [req-1c2dc464-bc76-4250-a310-5931a164d094 req-3a2b4476-db4b-46a6-8161-a211bd72c796 tempest-ListServerFiltersTestJSON-1468057958 tempest-ListServerFiltersTestJSON-1468057958-project] Request body: {'port': {'device_id': '714c95e2-c9ad-47f9-af12-f4efbff51186', 'network_id': 'fdf1ab8a-9279-424d-814c-349fd8ef747f', 'admin_state_up': True, 'tenant_id': '6720d841ec3c437fbf0c5ee59791e37a'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:58:25.428407 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be3a514-9aa7-4f4f-894b-9e1454446b34 req-7fb1133f-d646-478b-9213-d7931a343a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:25.432767 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-7be3a514-9aa7-4f4f-894b-9e1454446b34 req-7fb1133f-d646-478b-9213-d7931a343a04 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=222e0814-c7e5-4b11-9282-3f40c6ed76b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1667409 Aug 18 11:58:25.457213 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7a55795a-9f58-449a-b8f7-809ea4c91b61 req-325a04b0-70a8-43ae-afa7-d17429f83af9 service neutron] 10.222.0.66 "GET /v2.0/networks/45f10d77-130c-4859-b30d-1a902305b96f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637993 Aug 18 11:58:25.559132 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-958f7e6f-a7ea-44a7-8cd2-bbc456fdcbb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:25.560526 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-958f7e6f-a7ea-44a7-8cd2-bbc456fdcbb5 service neutron] 10.222.0.62 "GET /v2.0/ports/5a278cb9-466e-4c4b-b4ac-6b258caa7c8a HTTP/1.1" status: 200 len: 1032 time: 0.0959811 Aug 18 11:58:25.569295 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d5d337-6aed-4c42-92e1-0bed4b53d74c req-376010e3-fade-4793-a1f0-8005fabd5d4f tempest-ServersAdminNegativeTestJSON-252785831 tempest-ServersAdminNegativeTestJSON-252785831-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:25.575304 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-72d5d337-6aed-4c42-92e1-0bed4b53d74c req-376010e3-fade-4793-a1f0-8005fabd5d4f tempest-ServersAdminNegativeTestJSON-252785831 tempest-ServersAdminNegativeTestJSON-252785831-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=2de4a0b3-2f49-4e50-9bdd-7df3932a104e HTTP/1.1" status: 200 len: 1101 time: 0.0684183 Aug 18 11:58:25.606159 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-72d5d337-6aed-4c42-92e1-0bed4b53d74c req-7617d621-1a67-4b85-92d0-b4d2751c1358 tempest-ServersAdminNegativeTestJSON-252785831 tempest-ServersAdminNegativeTestJSON-252785831-project-admin] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:25.649791 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-146d08cb-b527-446e-b3ad-a96fdb54ef46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:25.653475 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-146d08cb-b527-446e-b3ad-a96fdb54ef46 service neutron] 10.222.0.62 "GET /v2.0/ports/7763a33a-da78-4384-a6fe-a78524eb4068 HTTP/1.1" status: 200 len: 1033 time: 0.0771008 Aug 18 11:58:25.671165 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-7be3a514-9aa7-4f4f-894b-9e1454446b34 req-592c2267-9921-4143-b75d-f95835b55f9a service neutron] 10.222.0.62 "GET /v2.0/networks/222e0814-c7e5-4b11-9282-3f40c6ed76b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2078207 Aug 18 11:58:25.896269 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-556d73ae-a490-4895-a8ad-21f774d59574 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:25.898671 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-7be3a514-9aa7-4f4f-894b-9e1454446b34 req-1ceeeef5-0f2f-4127-b3ee-21ffb86e7793 service neutron] 10.222.0.62 "GET /v2.0/networks/222e0814-c7e5-4b11-9282-3f40c6ed76b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2153337 Aug 18 11:58:25.903617 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-556d73ae-a490-4895-a8ad-21f774d59574 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:25.910051 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-556d73ae-a490-4895-a8ad-21f774d59574 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:25.912008 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-556d73ae-a490-4895-a8ad-21f774d59574 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] 10.222.0.62 "GET /v2.0/networks?id=1ef7ea32-2afc-42e8-9151-91c023337fa8&id=14664a63-22d6-4bc0-8290-849b20369b1b&id=14664a63-22d6-4bc0-8290-849b20369b1b&id=14664a63-22d6-4bc0-8290-849b20369b1b&id=14664a63-22d6-4bc0-8290-849b20369b1b&id=71f4f05b-546f-495f-be85-3ee41a9605e5&id=71f4f05b-546f-495f-be85-3ee41a9605e5 HTTP/1.1" status: 200 len: 1995 time: 0.2470596 Aug 18 11:58:25.930752 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da293e81-8e98-4cc4-8035-30d06a0bead0 req-2c19d077-95f0-4ec2-9d86-4d1e683a6b08 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:25.932337 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-da293e81-8e98-4cc4-8035-30d06a0bead0 req-2c19d077-95f0-4ec2-9d86-4d1e683a6b08 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/ports?device_id=447950aa-fe3a-4e2a-9e6e-e115159ebaee HTTP/1.1" status: 200 len: 948 time: 0.1505983 Aug 18 11:58:26.018821 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-72d5d337-6aed-4c42-92e1-0bed4b53d74c req-7617d621-1a67-4b85-92d0-b4d2751c1358 tempest-ServersAdminNegativeTestJSON-252785831 tempest-ServersAdminNegativeTestJSON-252785831-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:26.023570 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-084e74cd-a2ea-4e3e-8c66-1fb31e50bc12 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f1c57111807f4f80be30061245a1a804 HTTP/1.1" status: 200 len: 380 time: 0.1012888 Aug 18 11:58:26.027263 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-72d5d337-6aed-4c42-92e1-0bed4b53d74c req-7617d621-1a67-4b85-92d0-b4d2751c1358 tempest-ServersAdminNegativeTestJSON-252785831 tempest-ServersAdminNegativeTestJSON-252785831-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:26.039841 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-da293e81-8e98-4cc4-8035-30d06a0bead0 req-091cffcc-02be-470a-bf36-1fbd47bba2fd tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/security-groups?id=0ddd2c5c-7e53-44ab-9404-c5fea69a570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982699 Aug 18 11:58:26.051966 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-35e58150-b446-48b2-9ba0-e9a2dd7d7a31 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Request body: {'port': {'device_id': '20dd28f4-1df0-4a6b-8939-d21ca9c9b72a', 'network_id': '1ef7ea32-2afc-42e8-9151-91c023337fa8', 'admin_state_up': True, 'tenant_id': 'f1c57111807f4f80be30061245a1a804', 'security_groups': ['e100a5b2-e498-4091-84ac-a0da12aab123']}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:58:26.052902 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c2dc464-bc76-4250-a310-5931a164d094 req-3a2b4476-db4b-46a6-8161-a211bd72c796 tempest-ListServerFiltersTestJSON-1468057958 tempest-ListServerFiltersTestJSON-1468057958-project] Made reservation on behalf of 6720d841ec3c437fbf0c5ee59791e37a for: {'port': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 11:58:26.064425 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-1c2dc464-bc76-4250-a310-5931a164d094 req-3a2b4476-db4b-46a6-8161-a211bd72c796 tempest-ListServerFiltersTestJSON-1468057958 tempest-ListServerFiltersTestJSON-1468057958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:26.097055 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-72d5d337-6aed-4c42-92e1-0bed4b53d74c req-7617d621-1a67-4b85-92d0-b4d2751c1358 tempest-ServersAdminNegativeTestJSON-252785831 tempest-ServersAdminNegativeTestJSON-252785831-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=e15cd1e1-1ec2-43c7-81da-4d2c8f87e716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5011559 Aug 18 11:58:26.184671 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '447950aa-fe3a-4e2a-9e6e-e115159ebaee', 'tag': '3bb3d3c1-bab8-4cce-b527-237a5b4dc9b4'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 11:58:26.186964 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54f7f035-bc6f-40f6-8c48-e4908db9afbb" -d '{"events": [{"name": "network-changed", "server_uuid": "447950aa-fe3a-4e2a-9e6e-e115159ebaee", "tag": "3bb3d3c1-bab8-4cce-b527-237a5b4dc9b4"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:58:26.221764 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 11:58:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b15a66f-bf75-4571-95a9-6e6d2d4737ef x-openstack-request-id: req-0b15a66f-bf75-4571-95a9-6e6d2d4737ef {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:58:26.222069 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0fb7e11-ba93-4e5d-ab38-43905fe1ad87", "tag": "b63e6490-f1db-458c-9426-2e5fed85f7e3", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:58:26.222282 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-0b15a66f-bf75-4571-95a9-6e6d2d4737ef {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:58:26.222681 n-d-804985-2 neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0fb7e11-ba93-4e5d-ab38-43905fe1ad87', 'tag': 'b63e6490-f1db-458c-9426-2e5fed85f7e3', 'status': 'completed', 'code': 200} Aug 18 11:58:26.246401 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7617d621-1a67-4b85-92d0-b4d2751c1358 tempest-ServersAdminNegativeTestJSON-252785831 tempest-ServersAdminNegativeTestJSON-252785831-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc385530-80bd-4a4e-a5bc-f0f047fe4e5e,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:58:26.343705 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021041df-0bde-4891-86be-f189f36562bb req-8c0dbeec-7917-4d71-bfb9-2d29cefdf388 tempest-ImagesOneServerTestJSON-1600236853 tempest-ImagesOneServerTestJSON-1600236853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:26.345726 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-021041df-0bde-4891-86be-f189f36562bb req-8c0dbeec-7917-4d71-bfb9-2d29cefdf388 tempest-ImagesOneServerTestJSON-1600236853 tempest-ImagesOneServerTestJSON-1600236853-project] 10.222.0.66 "GET /v2.0/ports?device_id=e0fb7e11-ba93-4e5d-ab38-43905fe1ad87 HTTP/1.1" status: 200 len: 948 time: 0.1224475 Aug 18 11:58:26.354105 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [req-1c2dc464-bc76-4250-a310-5931a164d094 req-3a2b4476-db4b-46a6-8161-a211bd72c796 tempest-ListServerFiltersTestJSON-1468057958 tempest-ListServerFiltersTestJSON-1468057958-project] Allocated IP 172.20.0.8 (fdf1ab8a-9279-424d-814c-349fd8ef747f/fef56365-ef17-4b78-92fc-409c6e7b3d74/a4b475eb-6400-4324-bba3-9039bf58d072) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 11:58:26.419079 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d710bd0b-4961-4bff-8c7c-12bc8128927d req-19e7ad96-4028-4c12-a654-d87d972f4343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:26.420652 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-d710bd0b-4961-4bff-8c7c-12bc8128927d req-19e7ad96-4028-4c12-a654-d87d972f4343 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=33afbfec98c34f399842c09d5551ea0f&device_id=e0fb7e11-ba93-4e5d-ab38-43905fe1ad87 HTTP/1.1" status: 200 len: 1099 time: 0.1972008 Aug 18 11:58:26.445318 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 3bb3d3c1-bab8-4cce-b527-237a5b4dc9b4 details requested by agent hyperv_n-h1-804985-2 with host n-h1-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 11:58:26.460366 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-35e58150-b446-48b2-9ba0-e9a2dd7d7a31 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Made reservation on behalf of f1c57111807f4f80be30061245a1a804 for: {'port': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 11:58:26.464058 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-35e58150-b446-48b2-9ba0-e9a2dd7d7a31 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:26.490177 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-021041df-0bde-4891-86be-f189f36562bb req-279ba2f7-3e75-4fd3-93c7-d3f487134c0d tempest-ImagesOneServerTestJSON-1600236853 tempest-ImagesOneServerTestJSON-1600236853-project] 10.222.0.66 "GET /v2.0/security-groups?id=d76f99f9-6558-4024-8017-5289e8ca9414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256819 Aug 18 11:58:26.567591 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d710bd0b-4961-4bff-8c7c-12bc8128927d req-3c929471-a604-4017-a30e-c96bfd3d0fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:26.571167 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-d710bd0b-4961-4bff-8c7c-12bc8128927d req-3c929471-a604-4017-a30e-c96bfd3d0fa6 service neutron] 10.222.0.62 "GET /v2.0/networks?id=222e0814-c7e5-4b11-9282-3f40c6ed76b2 HTTP/1.1" status: 200 len: 870 time: 0.1355805 Aug 18 11:58:26.610319 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 3bb3d3c1-bab8-4cce-b527-237a5b4dc9b4, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=3bb3d3c1-bab8-4cce-b527-237a5b4dc9b4,segment=NetworkSegment(b0eb6eea-b461-4969-8a27-808f00daa8a1),segment_id=b0eb6eea-b461-4969-8a27-808f00daa8a1)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:58:26.627188 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33193cf5-6371-451f-a391-789807dea191 req-eb9d23c3-b3af-4bdd-922d-48638b907077 tempest-ListServerFiltersTestJSON-1468057958 tempest-ListServerFiltersTestJSON-1468057958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:26.635966 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-33193cf5-6371-451f-a391-789807dea191 req-eb9d23c3-b3af-4bdd-922d-48638b907077 tempest-ListServerFiltersTestJSON-1468057958 tempest-ListServerFiltersTestJSON-1468057958-project] 10.222.0.66 "GET /v2.0/networks?id=fdf1ab8a-9279-424d-814c-349fd8ef747f HTTP/1.1" status: 200 len: 815 time: 0.2865763 Aug 18 11:58:26.638855 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-d710bd0b-4961-4bff-8c7c-12bc8128927d req-6a24f892-2d66-4691-8c7b-53488f5641cd service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=b63e6490-f1db-458c-9426-2e5fed85f7e3 HTTP/1.1" status: 200 len: 217 time: 0.0582957 Aug 18 11:58:26.639728 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Returning: {'device': '3bb3d3c1-bab8-4cce-b527-237a5b4dc9b4', 'network_id': '222e0814-c7e5-4b11-9282-3f40c6ed76b2', 'port_id': '3bb3d3c1-bab8-4cce-b527-237a5b4dc9b4', 'mac_address': 'fa:16:3e:12:03:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 823, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d16d680-110b-436d-8afa-48ba845b3623', 'ip_address': '192.168.233.112'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 11:58:26.679118 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-33193cf5-6371-451f-a391-789807dea191 req-3e553856-df80-4f02-b4f6-9b1532876c97 tempest-ListServerFiltersTestJSON-1468057958 tempest-ListServerFiltersTestJSON-1468057958-project] 10.222.0.66 "GET /v2.0/quotas/6720d841ec3c437fbf0c5ee59791e37a HTTP/1.1" status: 200 len: 375 time: 0.0421731 Aug 18 11:58:26.692152 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:26.703908 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-1c2dc464-bc76-4250-a310-5931a164d094 req-3a2b4476-db4b-46a6-8161-a211bd72c796 tempest-ListServerFiltersTestJSON-1468057958 tempest-ListServerFiltersTestJSON-1468057958-project] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:26.710542 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-55350acf-ad49-49c7-af97-93aed0c783b1 req-85650372-c695-44ee-97d9-5ce4004c5197 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] 10.222.0.66 "GET /v2.0/ports?device_id=20dd28f4-1df0-4a6b-8939-d21ca9c9b72a HTTP/1.1" status: 200 len: 210 time: 0.0618894 Aug 18 11:58:26.711687 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bb3d3c1-bab8-4cce-b527-237a5b4dc9b4 {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 11:58:26.760315 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [req-1c2dc464-bc76-4250-a310-5931a164d094 req-3a2b4476-db4b-46a6-8161-a211bd72c796 tempest-ListServerFiltersTestJSON-1468057958 tempest-ListServerFiltersTestJSON-1468057958-project] Transition to ACTIVE for port object a4b475eb-6400-4324-bba3-9039bf58d072 will not be triggered until provisioned by entity DHCP. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 11:58:26.769093 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 3bb3d3c1-bab8-4cce-b527-237a5b4dc9b4, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=3bb3d3c1-bab8-4cce-b527-237a5b4dc9b4,segment=NetworkSegment(b0eb6eea-b461-4969-8a27-808f00daa8a1),segment_id=b0eb6eea-b461-4969-8a27-808f00daa8a1)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:58:26.775840 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:26.789554 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-33193cf5-6371-451f-a391-789807dea191 req-17af400e-9dd8-4150-806e-f8e41270cb7a tempest-ListServerFiltersTestJSON-1468057958 tempest-ListServerFiltersTestJSON-1468057958-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=6720d841ec3c437fbf0c5ee59791e37a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1094706 Aug 18 11:58:26.840143 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-1c2dc464-bc76-4250-a310-5931a164d094 req-3a2b4476-db4b-46a6-8161-a211bd72c796 tempest-ListServerFiltersTestJSON-1468057958 tempest-ListServerFiltersTestJSON-1468057958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:26.846421 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-35e58150-b446-48b2-9ba0-e9a2dd7d7a31 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Allocated IP 172.20.0.13 (1ef7ea32-2afc-42e8-9151-91c023337fa8/0dc7ccef-1b3b-4e69-a1de-a8fce0eaa5e1/96a5d57f-59a1-4718-95d8-ee708f298d01) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 11:58:26.947187 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d710bd0b-4961-4bff-8c7c-12bc8128927d req-4a87d215-f8aa-4603-be7b-edf5e6650766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:26.949031 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-d710bd0b-4961-4bff-8c7c-12bc8128927d req-4a87d215-f8aa-4603-be7b-edf5e6650766 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6d16d680-110b-436d-8afa-48ba845b3623 HTTP/1.1" status: 200 len: 843 time: 0.1326265 Aug 18 11:58:26.953624 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c2dc464-bc76-4250-a310-5931a164d094 req-3a2b4476-db4b-46a6-8161-a211bd72c796 tempest-ListServerFiltersTestJSON-1468057958 tempest-ListServerFiltersTestJSON-1468057958-project] Network fdf1ab8a-9279-424d-814c-349fd8ef747f is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 11:58:26.973437 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=3bb3d3c1-bab8-4cce-b527-237a5b4dc9b4,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:58:26.974776 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-17ce14d2-44df-4dba-8d52-751205ef5427 req-705722d1-7791-45c6-b557-6f2384359208 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.66 "GET /v2.0/ports?device_id=369a2bc6-6a6b-4df6-befa-47df4f4e60d2 HTTP/1.1" status: 200 len: 210 time: 0.1051042 Aug 18 11:58:27.011663 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [req-1c2dc464-bc76-4250-a310-5931a164d094 req-3a2b4476-db4b-46a6-8161-a211bd72c796 tempest-ListServerFiltersTestJSON-1468057958 tempest-ListServerFiltersTestJSON-1468057958-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:58:27.019858 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2b4476-db4b-46a6-8161-a211bd72c796 tempest-ListServerFiltersTestJSON-1468057958 tempest-ListServerFiltersTestJSON-1468057958-project] Pushing event updated for resources: {'Port': ['ID=a4b475eb-6400-4324-bba3-9039bf58d072,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:58:27.028171 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c2dc464-bc76-4250-a310-5931a164d094 req-3a2b4476-db4b-46a6-8161-a211bd72c796 tempest-ListServerFiltersTestJSON-1468057958 tempest-ListServerFiltersTestJSON-1468057958-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 11:58:27.044509 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] get_ports_and_sgs() called for port_ids ['3bb3d3c1-bab8-4cce-b527-237a5b4dc9b4'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 11:58:27.107330 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d710bd0b-4961-4bff-8c7c-12bc8128927d req-aa879864-8562-4836-b864-e60733b738a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:27.108910 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-d710bd0b-4961-4bff-8c7c-12bc8128927d req-aa879864-8562-4836-b864-e60733b738a0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=222e0814-c7e5-4b11-9282-3f40c6ed76b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1503971 Aug 18 11:58:27.120103 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2dc464-bc76-4250-a310-5931a164d094 req-3a2b4476-db4b-46a6-8161-a211bd72c796 tempest-ListServerFiltersTestJSON-1468057958 tempest-ListServerFiltersTestJSON-1468057958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:27.120787 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-1c2dc464-bc76-4250-a310-5931a164d094 req-3a2b4476-db4b-46a6-8161-a211bd72c796 tempest-ListServerFiltersTestJSON-1468057958 tempest-ListServerFiltersTestJSON-1468057958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:27.212217 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-1c2dc464-bc76-4250-a310-5931a164d094 req-3a2b4476-db4b-46a6-8161-a211bd72c796 tempest-ListServerFiltersTestJSON-1468057958 tempest-ListServerFiltersTestJSON-1468057958-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8290625 Aug 18 11:58:27.232542 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [req-1c2dc464-bc76-4250-a310-5931a164d094 req-575b222b-c0e0-462a-8fd5-2986e166e0ea service neutron] Request body: {'port': {'device_id': '714c95e2-c9ad-47f9-af12-f4efbff51186', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804985-2'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:58:27.276158 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fe4167-3648-4d9d-87f9-59b7a44d32f4 req-1fbe1db0-1e50-40d1-b6be-0574567f36d7 tempest-ListServerFiltersTestJSON-1468057958 tempest-ListServerFiltersTestJSON-1468057958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:27.278897 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-09fe4167-3648-4d9d-87f9-59b7a44d32f4 req-1fbe1db0-1e50-40d1-b6be-0574567f36d7 tempest-ListServerFiltersTestJSON-1468057958 tempest-ListServerFiltersTestJSON-1468057958-project] 10.222.0.63 "GET /v2.0/networks?id=fdf1ab8a-9279-424d-814c-349fd8ef747f HTTP/1.1" status: 200 len: 815 time: 0.3065109 Aug 18 11:58:27.297775 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.agents_db [None req-6dbb2658-0354-4101-8393-6e7505481cf6 None None] Agent healthcheck: found 7 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 11:58:27.298405 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-d710bd0b-4961-4bff-8c7c-12bc8128927d req-7754c286-6921-41ce-ab88-9c7542d99d2d service neutron] 10.222.0.62 "GET /v2.0/networks/222e0814-c7e5-4b11-9282-3f40c6ed76b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723583 Aug 18 11:58:27.353830 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 56860) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:58:27.378812 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-35e58150-b446-48b2-9ba0-e9a2dd7d7a31 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:27.403419 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-35e58150-b446-48b2-9ba0-e9a2dd7d7a31 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Transition to ACTIVE for port object 96a5d57f-59a1-4718-95d8-ee708f298d01 will not be triggered until provisioned by entity DHCP. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 11:58:27.444223 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 11:58:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e70e0a5-6238-4497-b17c-451c213eea8a x-openstack-request-id: req-5e70e0a5-6238-4497-b17c-451c213eea8a {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:58:27.444567 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "447950aa-fe3a-4e2a-9e6e-e115159ebaee", "tag": "3bb3d3c1-bab8-4cce-b527-237a5b4dc9b4", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:58:27.444892 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-5e70e0a5-6238-4497-b17c-451c213eea8a {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:58:27.445188 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '447950aa-fe3a-4e2a-9e6e-e115159ebaee', 'tag': '3bb3d3c1-bab8-4cce-b527-237a5b4dc9b4', 'status': 'completed', 'code': 200} Aug 18 11:58:27.463447 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-09fe4167-3648-4d9d-87f9-59b7a44d32f4 req-b781d841-1b8d-4b0d-83b8-7502bcf8531b tempest-ListServerFiltersTestJSON-1468057958 tempest-ListServerFiltersTestJSON-1468057958-project] Request body: {'port': {'device_id': '90f4510c-cfe8-4eb1-86bf-36d73a7e5776', 'network_id': 'fdf1ab8a-9279-424d-814c-349fd8ef747f', 'admin_state_up': True, 'tenant_id': '6720d841ec3c437fbf0c5ee59791e37a'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:58:27.477618 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-35e58150-b446-48b2-9ba0-e9a2dd7d7a31 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:27.490527 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-39a09dbc-a4e5-4f61-a71a-8e8dfd47bab9 None None] Provisioning for port a4b475eb-6400-4324-bba3-9039bf58d072 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 11:58:27.496909 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-1c2dc464-bc76-4250-a310-5931a164d094 req-575b222b-c0e0-462a-8fd5-2986e166e0ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:27.497131 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-39a09dbc-a4e5-4f61-a71a-8e8dfd47bab9 None None] Provisioning complete for port a4b475eb-6400-4324-bba3-9039bf58d072 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:58:27.497473 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-39a09dbc-a4e5-4f61-a71a-8e8dfd47bab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:27.511508 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-33193cf5-6371-451f-a391-789807dea191 req-9b217dc3-a7b7-4d10-9e93-2aec6c9dae77 service neutron] 10.222.0.66 "GET /v2.0/networks/fdf1ab8a-9279-424d-814c-349fd8ef747f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7210219 Aug 18 11:58:27.566468 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-39a09dbc-a4e5-4f61-a71a-8e8dfd47bab9 None None] Port a4b475eb-6400-4324-bba3-9039bf58d072 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 11:58:27.577138 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-fff63099-5f36-42da-bfd5-7b4d98e17d54 tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:27.637324 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-33193cf5-6371-451f-a391-789807dea191 req-0f2174dd-47ad-419f-8610-2aa8a47de697 service neutron] 10.222.0.66 "GET /v2.0/networks/fdf1ab8a-9279-424d-814c-349fd8ef747f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246257 Aug 18 11:58:27.718216 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-fff63099-5f36-42da-bfd5-7b4d98e17d54 tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:27.758653 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-d710bd0b-4961-4bff-8c7c-12bc8128927d req-6a4e5c89-6ec6-413a-b2b2-3daf91279c44 service neutron] 10.222.0.62 "GET /v2.0/networks/222e0814-c7e5-4b11-9282-3f40c6ed76b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4453282 Aug 18 11:58:27.833602 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-fff63099-5f36-42da-bfd5-7b4d98e17d54 tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:27.836519 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-fff63099-5f36-42da-bfd5-7b4d98e17d54 tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:27.837738 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-fff63099-5f36-42da-bfd5-7b4d98e17d54 tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] 10.222.0.66 "DELETE /v2.0/security-groups/abfd5859-ff10-41d2-895b-34ee2ba2e661 HTTP/1.1" status: 204 len: 168 time: 0.4811907 Aug 18 11:58:27.844624 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 56870) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:58:27.872084 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff63099-5f36-42da-bfd5-7b4d98e17d54 tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=abfd5859-ff10-41d2-895b-34ee2ba2e661,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:58:27.881207 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a55795a-9f58-449a-b8f7-809ea4c91b61 req-f1f00c89-89ba-432f-849e-b5c1659e87d3 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:27.881324 n-d-804985-2 neutron-server[106253]: INFO neutron.api.v2.resource [None req-7b81ea09-54ad-47e8-a46c-0fb3ef3e3652 tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] show failed (client error): The resource could not be found. Aug 18 11:58:27.881324 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-7b81ea09-54ad-47e8-a46c-0fb3ef3e3652 tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] 10.222.0.66 "GET /v2.0/security-groups/abfd5859-ff10-41d2-895b-34ee2ba2e661 HTTP/1.1" status: 404 len: 347 time: 0.0351820 Aug 18 11:58:27.882624 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7a55795a-9f58-449a-b8f7-809ea4c91b61 req-f1f00c89-89ba-432f-849e-b5c1659e87d3 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.63 "GET /v2.0/networks?id=45f10d77-130c-4859-b30d-1a902305b96f HTTP/1.1" status: 200 len: 806 time: 0.4238312 Aug 18 11:58:27.883938 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 56874) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:58:27.916111 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-35e58150-b446-48b2-9ba0-e9a2dd7d7a31 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Network 1ef7ea32-2afc-42e8-9151-91c023337fa8 is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 11:58:27.930941 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-7a55795a-9f58-449a-b8f7-809ea4c91b61 req-02465c19-b561-4b14-9f5e-c6aad950e744 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Request body: {'port': {'device_id': '369a2bc6-6a6b-4df6-befa-47df4f4e60d2', 'network_id': '45f10d77-130c-4859-b30d-1a902305b96f', 'admin_state_up': True, 'tenant_id': '9143985e071d4037b5bf264a5aaa6497'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:58:27.948914 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-35e58150-b446-48b2-9ba0-e9a2dd7d7a31 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:58:27.951721 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-35e58150-b446-48b2-9ba0-e9a2dd7d7a31 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 11:58:28.025777 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [req-1c2dc464-bc76-4250-a310-5931a164d094 req-575b222b-c0e0-462a-8fd5-2986e166e0ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4b475eb-6400-4324-bba3-9039bf58d072 {{(pid=106253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 11:58:28.036464 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-1c2dc464-bc76-4250-a310-5931a164d094 req-575b222b-c0e0-462a-8fd5-2986e166e0ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:28.079640 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [req-1c2dc464-bc76-4250-a310-5931a164d094 req-575b222b-c0e0-462a-8fd5-2986e166e0ea service neutron] Transition to ACTIVE for port object a4b475eb-6400-4324-bba3-9039bf58d072 will not be triggered until provisioned by entity L2. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 11:58:28.097153 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-1c2dc464-bc76-4250-a310-5931a164d094 req-575b222b-c0e0-462a-8fd5-2986e166e0ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:28.191161 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-574acd1d-6bdf-4549-9365-a322f59e2bdc tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] Deleting port f2948487-0e74-48b4-ae79-fb7cd00cb689 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 11:58:28.191535 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-574acd1d-6bdf-4549-9365-a322f59e2bdc tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:28.246487 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575b222b-c0e0-462a-8fd5-2986e166e0ea service neutron] Pushing event updated for resources: {'Port': ['ID=a4b475eb-6400-4324-bba3-9039bf58d072,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:58:28.309749 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-5e0e95d6-b213-49e5-a387-6a73bd81b420 None None] Provisioning for port 96a5d57f-59a1-4718-95d8-ee708f298d01 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 11:58:28.314252 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-5e0e95d6-b213-49e5-a387-6a73bd81b420 None None] Provisioning complete for port 96a5d57f-59a1-4718-95d8-ee708f298d01 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:58:28.314703 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-5e0e95d6-b213-49e5-a387-6a73bd81b420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:28.394395 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-1c2dc464-bc76-4250-a310-5931a164d094 req-575b222b-c0e0-462a-8fd5-2986e166e0ea service neutron] Attempting to bind port a4b475eb-6400-4324-bba3-9039bf58d072 on host n-h2-804985-2 for vnic_type normal with profile {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 11:58:28.394674 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-5e0e95d6-b213-49e5-a387-6a73bd81b420 None None] Port 96a5d57f-59a1-4718-95d8-ee708f298d01 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 11:58:28.396379 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-1c2dc464-bc76-4250-a310-5931a164d094 req-575b222b-c0e0-462a-8fd5-2986e166e0ea service neutron] Attempting to bind port a4b475eb-6400-4324-bba3-9039bf58d072 by drivers openvswitch,hyperv on host n-h2-804985-2 at level 0 using segments [{'id': 'a468add2-bf3f-495e-90ec-df348cf4abc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'fdf1ab8a-9279-424d-814c-349fd8ef747f'}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 11:58:28.397807 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c2dc464-bc76-4250-a310-5931a164d094 req-575b222b-c0e0-462a-8fd5-2986e166e0ea service neutron] Attempting to bind port a4b475eb-6400-4324-bba3-9039bf58d072 on network fdf1ab8a-9279-424d-814c-349fd8ef747f {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 11:58:28.409227 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-574acd1d-6bdf-4549-9365-a322f59e2bdc tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:28.409558 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-574acd1d-6bdf-4549-9365-a322f59e2bdc tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:28.419239 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c2dc464-bc76-4250-a310-5931a164d094 req-575b222b-c0e0-462a-8fd5-2986e166e0ea service neutron] Port a4b475eb-6400-4324-bba3-9039bf58d072 on network fdf1ab8a-9279-424d-814c-349fd8ef747f not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-2 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 11:58:28.419682 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c2dc464-bc76-4250-a310-5931a164d094 req-575b222b-c0e0-462a-8fd5-2986e166e0ea service neutron] Attempting to bind port a4b475eb-6400-4324-bba3-9039bf58d072 on network fdf1ab8a-9279-424d-814c-349fd8ef747f {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 11:58:28.429353 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-574acd1d-6bdf-4549-9365-a322f59e2bdc tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] Calling delete_port for f2948487-0e74-48b4-ae79-fb7cd00cb689 owned by network:floatingip {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 11:58:28.431390 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c2dc464-bc76-4250-a310-5931a164d094 req-575b222b-c0e0-462a-8fd5-2986e166e0ea service neutron] Checking agent: {'id': 'da5da552-709c-4248-84de-86af99a0dc87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 49, 8), 'started_at': datetime.datetime(2021, 8, 18, 11, 49, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 11, 58, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 11:58:28.431781 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c2dc464-bc76-4250-a310-5931a164d094 req-575b222b-c0e0-462a-8fd5-2986e166e0ea service neutron] Checking segment: {'id': 'a468add2-bf3f-495e-90ec-df348cf4abc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'fdf1ab8a-9279-424d-814c-349fd8ef747f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 11:58:28.432551 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c2dc464-bc76-4250-a310-5931a164d094 req-575b222b-c0e0-462a-8fd5-2986e166e0ea service neutron] Bound using segment: {'id': 'a468add2-bf3f-495e-90ec-df348cf4abc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'fdf1ab8a-9279-424d-814c-349fd8ef747f'} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 11:58:28.432707 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-1c2dc464-bc76-4250-a310-5931a164d094 req-575b222b-c0e0-462a-8fd5-2986e166e0ea service neutron] Bound port: a4b475eb-6400-4324-bba3-9039bf58d072, host: n-h2-804985-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a468add2-bf3f-495e-90ec-df348cf4abc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'fdf1ab8a-9279-424d-814c-349fd8ef747f'}}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 11:58:28.433122 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-1c2dc464-bc76-4250-a310-5931a164d094 req-575b222b-c0e0-462a-8fd5-2986e166e0ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:28.469639 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 3bb3d3c1-bab8-4cce-b527-237a5b4dc9b4 up at agent hyperv_n-h1-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:58:28.566294 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Provisioning for port 3bb3d3c1-bab8-4cce-b527-237a5b4dc9b4 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 11:58:28.586346 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Provisioning complete for port 3bb3d3c1-bab8-4cce-b527-237a5b4dc9b4 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:58:28.586884 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:28.596974 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-1c2dc464-bc76-4250-a310-5931a164d094 req-575b222b-c0e0-462a-8fd5-2986e166e0ea service neutron] For port a4b475eb-6400-4324-bba3-9039bf58d072, host n-h2-804985-2, cleared binding levels {{(pid=106253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 11:58:28.603229 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-1c2dc464-bc76-4250-a310-5931a164d094 req-575b222b-c0e0-462a-8fd5-2986e166e0ea service neutron] For port a4b475eb-6400-4324-bba3-9039bf58d072, host n-h2-804985-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=a4b475eb-6400-4324-bba3-9039bf58d072,segment=NetworkSegment(a468add2-bf3f-495e-90ec-df348cf4abc5),segment_id=a468add2-bf3f-495e-90ec-df348cf4abc5)] {{(pid=106253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 11:58:28.616029 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-1c2dc464-bc76-4250-a310-5931a164d094 req-575b222b-c0e0-462a-8fd5-2986e166e0ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:28.659768 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2dc464-bc76-4250-a310-5931a164d094 req-575b222b-c0e0-462a-8fd5-2986e166e0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:28.660426 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-1c2dc464-bc76-4250-a310-5931a164d094 req-575b222b-c0e0-462a-8fd5-2986e166e0ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:28.666038 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-1c2dc464-bc76-4250-a310-5931a164d094 req-575b222b-c0e0-462a-8fd5-2986e166e0ea service neutron] 10.222.0.62 "PUT /v2.0/ports/a4b475eb-6400-4324-bba3-9039bf58d072 HTTP/1.1" status: 200 len: 1091 time: 1.4363995 Aug 18 11:58:28.666038 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '714c95e2-c9ad-47f9-af12-f4efbff51186', 'tag': 'a4b475eb-6400-4324-bba3-9039bf58d072'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 11:58:28.666317 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0679f4c4b6e0e0c064a7d71d722dc30541a34fffee11680573be22ee2ffccc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77f40f4a-f87e-44af-a8f2-21f509b216e4" -d '{"events": [{"name": "network-changed", "server_uuid": "714c95e2-c9ad-47f9-af12-f4efbff51186", "tag": "a4b475eb-6400-4324-bba3-9039bf58d072"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:58:28.715064 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f7f035-bc6f-40f6-8c48-e4908db9afbb req-4609dc04-310e-4f83-8771-deb301c98d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:28.716758 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-54f7f035-bc6f-40f6-8c48-e4908db9afbb req-4609dc04-310e-4f83-8771-deb301c98d3d service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=87f2a541be1e4141a84277bf00dc4c3b&device_id=447950aa-fe3a-4e2a-9e6e-e115159ebaee HTTP/1.1" status: 200 len: 1100 time: 1.2707288 Aug 18 11:58:28.718414 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e58150-b446-48b2-9ba0-e9a2dd7d7a31 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Pushing event updated for resources: {'Port': ['ID=96a5d57f-59a1-4718-95d8-ee708f298d01,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:58:28.742763 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575b222b-c0e0-462a-8fd5-2986e166e0ea service neutron] Pushing event updated for resources: {'Port': ['ID=a4b475eb-6400-4324-bba3-9039bf58d072,revision_number=3']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:58:28.763168 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:28.765911 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device b63e6490-f1db-458c-9426-2e5fed85f7e3 details requested by agent hyperv_n-h2-804985-2 with host n-h2-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 11:58:28.782755 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-574acd1d-6bdf-4549-9365-a322f59e2bdc tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:28.821786 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574acd1d-6bdf-4549-9365-a322f59e2bdc tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] Pushing event deleted for resources: {'Port': ['ID=f2948487-0e74-48b4-ae79-fb7cd00cb689,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:58:28.854929 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 3bb3d3c1-bab8-4cce-b527-237a5b4dc9b4, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=3bb3d3c1-bab8-4cce-b527-237a5b4dc9b4,segment=NetworkSegment(b0eb6eea-b461-4969-8a27-808f00daa8a1),segment_id=b0eb6eea-b461-4969-8a27-808f00daa8a1)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:58:28.860526 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '447950aa-fe3a-4e2a-9e6e-e115159ebaee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bb3d3c1-bab8-4cce-b527-237a5b4dc9b4'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 11:58:28.866116 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db50a436fb3a98495337d8fe7487b4f2ea6f3c1052eb9efadc2ecda2d5737001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09a6a754-b5a0-4a35-b628-8f098e34c3e3" -d '{"events": [{"server_uuid": "447950aa-fe3a-4e2a-9e6e-e115159ebaee", "name": "network-vif-plugged", "status": "completed", "tag": "3bb3d3c1-bab8-4cce-b527-237a5b4dc9b4"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:58:28.873584 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2dc464-bc76-4250-a310-5931a164d094 req-79cf02cd-ec38-4620-bc30-c2b5ef66e461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:28.875276 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-1c2dc464-bc76-4250-a310-5931a164d094 req-79cf02cd-ec38-4620-bc30-c2b5ef66e461 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6720d841ec3c437fbf0c5ee59791e37a&device_id=714c95e2-c9ad-47f9-af12-f4efbff51186 HTTP/1.1" status: 200 len: 1094 time: 0.1234956 Aug 18 11:58:28.884147 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-35e58150-b446-48b2-9ba0-e9a2dd7d7a31 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:28.885309 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-35e58150-b446-48b2-9ba0-e9a2dd7d7a31 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:28.891133 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:28.910226 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f381b9-d8ed-4f83-adaa-e159525ffe01 req-85e6cc2b-f777-452f-ac36-ec7241a852cd tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:28.913341 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b5f381b9-d8ed-4f83-adaa-e159525ffe01 req-85e6cc2b-f777-452f-ac36-ec7241a852cd tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/ports?device_id=447950aa-fe3a-4e2a-9e6e-e115159ebaee HTTP/1.1" status: 200 len: 949 time: 1.4562457 Aug 18 11:58:28.914968 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.db.resource_extend [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 18 11:58:28.928233 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-35e58150-b446-48b2-9ba0-e9a2dd7d7a31 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8946321 Aug 18 11:58:28.950801 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-1c2dc464-bc76-4250-a310-5931a164d094 req-bfdcd18b-07d7-4af3-b115-2b4194b55700 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a4b475eb-6400-4324-bba3-9039bf58d072 HTTP/1.1" status: 200 len: 217 time: 0.0642309 Aug 18 11:58:28.977913 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-574acd1d-6bdf-4549-9365-a322f59e2bdc tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] Notify callbacks [] for floatingip, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:28.981037 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-574acd1d-6bdf-4549-9365-a322f59e2bdc tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for floatingip, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:28.984878 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-574acd1d-6bdf-4549-9365-a322f59e2bdc tempest-ImagesOneServerNegativeTestJSON-1291686062 tempest-ImagesOneServerNegativeTestJSON-1291686062-project] 10.222.0.66 "DELETE /v2.0/floatingips/168046b3-28ec-40d8-acd9-be1309b5df6a HTTP/1.1" status: 204 len: 168 time: 1.0976796 Aug 18 11:58:29.015209 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-fcc3d1b7-bb2e-4458-a632-42f6fc8f65d8 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Request body: {'port': {'device_id': '20dd28f4-1df0-4a6b-8939-d21ca9c9b72a', 'network_id': '14664a63-22d6-4bc0-8290-849b20369b1b', 'admin_state_up': True, 'tenant_id': 'f1c57111807f4f80be30061245a1a804', 'security_groups': ['e100a5b2-e498-4091-84ac-a0da12aab123']}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:58:29.053705 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2dc464-bc76-4250-a310-5931a164d094 req-c837441c-347a-4d1d-a4f6-398e96a29ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:29.056815 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-1c2dc464-bc76-4250-a310-5931a164d094 req-c837441c-347a-4d1d-a4f6-398e96a29ca2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=fef56365-ef17-4b78-92fc-409c6e7b3d74 HTTP/1.1" status: 200 len: 854 time: 0.0935090 Aug 18 11:58:29.073334 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=3bb3d3c1-bab8-4cce-b527-237a5b4dc9b4,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:58:29.092122 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b5f381b9-d8ed-4f83-adaa-e159525ffe01 req-f9d16501-eeee-45bd-aae7-4805a62106c6 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/security-groups?id=0ddd2c5c-7e53-44ab-9404-c5fea69a570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571054 Aug 18 11:58:29.113893 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port b63e6490-f1db-458c-9426-2e5fed85f7e3, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=b63e6490-f1db-458c-9426-2e5fed85f7e3,segment=NetworkSegment(b0eb6eea-b461-4969-8a27-808f00daa8a1),segment_id=b0eb6eea-b461-4969-8a27-808f00daa8a1)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:58:29.126004 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Returning: {'device': 'b63e6490-f1db-458c-9426-2e5fed85f7e3', 'network_id': '222e0814-c7e5-4b11-9282-3f40c6ed76b2', 'port_id': 'b63e6490-f1db-458c-9426-2e5fed85f7e3', 'mac_address': 'fa:16:3e:68:e0:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 823, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d16d680-110b-436d-8afa-48ba845b3623', 'ip_address': '192.168.233.148'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 11:58:29.132824 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2dc464-bc76-4250-a310-5931a164d094 req-e1a707b2-65ba-4937-a9b3-774143579995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:29.134407 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-1c2dc464-bc76-4250-a310-5931a164d094 req-e1a707b2-65ba-4937-a9b3-774143579995 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=fdf1ab8a-9279-424d-814c-349fd8ef747f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0694811 Aug 18 11:58:29.183986 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:29.198836 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b63e6490-f1db-458c-9426-2e5fed85f7e3 {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 11:58:29.208903 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9b329c-118d-49e4-a50c-c4551a73d90b req-8b1a2257-27c1-4c6a-9ec4-85fbbf752b79 tempest-ImagesOneServerTestJSON-1600236853 tempest-ImagesOneServerTestJSON-1600236853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:29.217539 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-da9b329c-118d-49e4-a50c-c4551a73d90b req-8b1a2257-27c1-4c6a-9ec4-85fbbf752b79 tempest-ImagesOneServerTestJSON-1600236853 tempest-ImagesOneServerTestJSON-1600236853-project] 10.222.0.66 "GET /v2.0/ports?device_id=e0fb7e11-ba93-4e5d-ab38-43905fe1ad87 HTTP/1.1" status: 200 len: 948 time: 0.5999751 Aug 18 11:58:29.219877 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f7f035-bc6f-40f6-8c48-e4908db9afbb req-38fd1a82-f97f-4947-92e5-06cac06a9def service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:29.221632 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-54f7f035-bc6f-40f6-8c48-e4908db9afbb req-38fd1a82-f97f-4947-92e5-06cac06a9def service neutron] 10.222.0.63 "GET /v2.0/networks?id=222e0814-c7e5-4b11-9282-3f40c6ed76b2 HTTP/1.1" status: 200 len: 870 time: 0.4815989 Aug 18 11:58:29.225733 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port b63e6490-f1db-458c-9426-2e5fed85f7e3, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=b63e6490-f1db-458c-9426-2e5fed85f7e3,segment=NetworkSegment(b0eb6eea-b461-4969-8a27-808f00daa8a1),segment_id=b0eb6eea-b461-4969-8a27-808f00daa8a1)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:58:29.236642 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:29.247968 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-1c2dc464-bc76-4250-a310-5931a164d094 req-0a6076aa-2722-4ba9-81e4-2b701fb4297b service neutron] 10.222.0.62 "GET /v2.0/networks/fdf1ab8a-9279-424d-814c-349fd8ef747f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988982 Aug 18 11:58:29.300213 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=b63e6490-f1db-458c-9426-2e5fed85f7e3,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:58:29.321783 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-54f7f035-bc6f-40f6-8c48-e4908db9afbb req-cb935791-e560-436e-8a1f-de7f7f04ae5b service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=3bb3d3c1-bab8-4cce-b527-237a5b4dc9b4 HTTP/1.1" status: 200 len: 217 time: 0.0646875 Aug 18 11:58:29.339054 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09fe4167-3648-4d9d-87f9-59b7a44d32f4 req-b781d841-1b8d-4b0d-83b8-7502bcf8531b tempest-ListServerFiltersTestJSON-1468057958 tempest-ListServerFiltersTestJSON-1468057958-project] Made reservation on behalf of 6720d841ec3c437fbf0c5ee59791e37a for: {'port': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 11:58:29.344132 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-09fe4167-3648-4d9d-87f9-59b7a44d32f4 req-b781d841-1b8d-4b0d-83b8-7502bcf8531b tempest-ListServerFiltersTestJSON-1468057958 tempest-ListServerFiltersTestJSON-1468057958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:29.430072 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-da9b329c-118d-49e4-a50c-c4551a73d90b req-f0c8ccaa-18e5-4458-bee4-eb2772d82afc tempest-ImagesOneServerTestJSON-1600236853 tempest-ImagesOneServerTestJSON-1600236853-project] 10.222.0.66 "GET /v2.0/security-groups?id=d76f99f9-6558-4024-8017-5289e8ca9414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065861 Aug 18 11:58:29.439766 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a55795a-9f58-449a-b8f7-809ea4c91b61 req-02465c19-b561-4b14-9f5e-c6aad950e744 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Made reservation on behalf of 9143985e071d4037b5bf264a5aaa6497 for: {'port': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 11:58:29.452726 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-7a55795a-9f58-449a-b8f7-809ea4c91b61 req-02465c19-b561-4b14-9f5e-c6aad950e744 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:29.462670 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-1c2dc464-bc76-4250-a310-5931a164d094 req-14db6714-fd47-4346-ab22-6fb3a36d72d0 service neutron] 10.222.0.62 "GET /v2.0/networks/fdf1ab8a-9279-424d-814c-349fd8ef747f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2036366 Aug 18 11:58:29.480489 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] get_ports_and_sgs() called for port_ids ['b63e6490-f1db-458c-9426-2e5fed85f7e3'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 11:58:29.514116 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc963900-d937-4b39-86d2-c5797a839b39 req-c2e9ae14-2327-4651-bd31-a44a565036ed tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:29.521939 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-dc963900-d937-4b39-86d2-c5797a839b39 req-c2e9ae14-2327-4651-bd31-a44a565036ed tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] 10.222.0.66 "GET /v2.0/ports?device_id=20dd28f4-1df0-4a6b-8939-d21ca9c9b72a HTTP/1.1" status: 200 len: 932 time: 0.3582003 Aug 18 11:58:29.553092 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33193cf5-6371-451f-a391-789807dea191 req-39c5da21-7b29-491d-a8a0-cbe5688426d3 tempest-ListServerFiltersTestJSON-1468057958 tempest-ListServerFiltersTestJSON-1468057958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:29.560889 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-33193cf5-6371-451f-a391-789807dea191 req-39c5da21-7b29-491d-a8a0-cbe5688426d3 tempest-ListServerFiltersTestJSON-1468057958 tempest-ListServerFiltersTestJSON-1468057958-project] 10.222.0.62 "GET /v2.0/networks?id=fdf1ab8a-9279-424d-814c-349fd8ef747f HTTP/1.1" status: 200 len: 815 time: 0.1928422 Aug 18 11:58:29.566708 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f7f035-bc6f-40f6-8c48-e4908db9afbb req-acabcb8d-7263-49fe-b0b7-40498305618c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:29.572834 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-54f7f035-bc6f-40f6-8c48-e4908db9afbb req-acabcb8d-7263-49fe-b0b7-40498305618c service neutron] 10.222.0.63 "GET /v2.0/subnets?id=6d16d680-110b-436d-8afa-48ba845b3623 HTTP/1.1" status: 200 len: 843 time: 0.2108829 Aug 18 11:58:29.577149 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [req-33193cf5-6371-451f-a391-789807dea191 req-d605ec89-c58d-402d-9cae-33c52606651a tempest-ListServerFiltersTestJSON-1468057958 tempest-ListServerFiltersTestJSON-1468057958-project] Request body: {'port': {'device_id': '15deb2c7-c100-47c6-8261-abde7ec7009c', 'network_id': 'fdf1ab8a-9279-424d-814c-349fd8ef747f', 'admin_state_up': True, 'tenant_id': '6720d841ec3c437fbf0c5ee59791e37a'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:58:29.716866 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7d792586-becc-4501-935b-465e5595b502 req-b7dc4d02-a24e-4e04-8c07-e7e7a1f70921 tempest-ListServerFiltersTestJSON-1468057958 tempest-ListServerFiltersTestJSON-1468057958-project] 10.222.0.66 "GET /v2.0/ports?device_id=15deb2c7-c100-47c6-8261-abde7ec7009c HTTP/1.1" status: 200 len: 210 time: 0.1719522 Aug 18 11:58:29.726836 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33193cf5-6371-451f-a391-789807dea191 req-d605ec89-c58d-402d-9cae-33c52606651a tempest-ListServerFiltersTestJSON-1468057958 tempest-ListServerFiltersTestJSON-1468057958-project] Made reservation on behalf of 6720d841ec3c437fbf0c5ee59791e37a for: {'port': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 11:58:29.738722 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-33193cf5-6371-451f-a391-789807dea191 req-d605ec89-c58d-402d-9cae-33c52606651a tempest-ListServerFiltersTestJSON-1468057958 tempest-ListServerFiltersTestJSON-1468057958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:29.809124 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-dc963900-d937-4b39-86d2-c5797a839b39 req-c9a96f64-3ea8-4e6b-8b4f-cfe885b27385 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] 10.222.0.66 "GET /v2.0/security-groups?id=e100a5b2-e498-4091-84ac-a0da12aab123&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2860637 Aug 18 11:58:29.858325 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 11:58:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cdf8965-c63b-4e8c-90e6-d6ce499f4bd6 x-openstack-request-id: req-4cdf8965-c63b-4e8c-90e6-d6ce499f4bd6 {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:58:29.858841 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "714c95e2-c9ad-47f9-af12-f4efbff51186", "tag": "a4b475eb-6400-4324-bba3-9039bf58d072", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:58:29.858841 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-4cdf8965-c63b-4e8c-90e6-d6ce499f4bd6 {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:58:29.859338 n-d-804985-2 neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '714c95e2-c9ad-47f9-af12-f4efbff51186', 'tag': 'a4b475eb-6400-4324-bba3-9039bf58d072', 'status': 'completed', 'code': 200} Aug 18 11:58:29.897765 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-fcc3d1b7-bb2e-4458-a632-42f6fc8f65d8 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Made reservation on behalf of f1c57111807f4f80be30061245a1a804 for: {'port': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 11:58:29.900424 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 11:58:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-845bc49b-03c9-49dd-b56e-bbd667616bd2 x-openstack-request-id: req-845bc49b-03c9-49dd-b56e-bbd667616bd2 {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:58:29.900424 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "447950aa-fe3a-4e2a-9e6e-e115159ebaee", "name": "network-vif-plugged", "status": "completed", "tag": "3bb3d3c1-bab8-4cce-b527-237a5b4dc9b4", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:58:29.900424 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-845bc49b-03c9-49dd-b56e-bbd667616bd2 {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:58:29.900424 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '447950aa-fe3a-4e2a-9e6e-e115159ebaee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bb3d3c1-bab8-4cce-b527-237a5b4dc9b4', 'code': 200} Aug 18 11:58:29.901974 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-fcc3d1b7-bb2e-4458-a632-42f6fc8f65d8 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:29.919487 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-384019bd-ca83-4659-ae65-26c3b35d7f25 req-14199b72-1332-44e3-8499-72e490cd9f39 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.66 "GET /v2.0/ports?device_id=369a2bc6-6a6b-4df6-befa-47df4f4e60d2 HTTP/1.1" status: 200 len: 210 time: 0.1043663 Aug 18 11:58:29.957052 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f40f4a-f87e-44af-a8f2-21f509b216e4 req-e889f0ae-1861-487f-9f8b-e69b3508f27e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:29.958913 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-77f40f4a-f87e-44af-a8f2-21f509b216e4 req-e889f0ae-1861-487f-9f8b-e69b3508f27e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6720d841ec3c437fbf0c5ee59791e37a&device_id=714c95e2-c9ad-47f9-af12-f4efbff51186 HTTP/1.1" status: 200 len: 1094 time: 0.0727322 Aug 18 11:58:30.022549 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f7f035-bc6f-40f6-8c48-e4908db9afbb req-b010702f-37f0-4960-bb97-e9f532f7f692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:30.029985 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-54f7f035-bc6f-40f6-8c48-e4908db9afbb req-b010702f-37f0-4960-bb97-e9f532f7f692 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=222e0814-c7e5-4b11-9282-3f40c6ed76b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4286754 Aug 18 11:58:30.066446 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4a48ae-7de0-4e74-bfd1-29aa7e39f153 req-f8791db6-2995-4ff6-8c6e-295a6473dbc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:30.068034 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-8f4a48ae-7de0-4e74-bfd1-29aa7e39f153 req-f8791db6-2995-4ff6-8c6e-295a6473dbc2 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=447950aa-fe3a-4e2a-9e6e-e115159ebaee HTTP/1.1" status: 200 len: 1101 time: 0.0880954 Aug 18 11:58:30.088075 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [req-09fe4167-3648-4d9d-87f9-59b7a44d32f4 req-b781d841-1b8d-4b0d-83b8-7502bcf8531b tempest-ListServerFiltersTestJSON-1468057958 tempest-ListServerFiltersTestJSON-1468057958-project] Allocated IP 172.20.0.12 (fdf1ab8a-9279-424d-814c-349fd8ef747f/fef56365-ef17-4b78-92fc-409c6e7b3d74/ea1a658e-65f6-4660-b2e7-eba7cb9ca50d) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 11:58:30.121093 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 56908) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:58:30.167250 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f40f4a-f87e-44af-a8f2-21f509b216e4 req-ec8ea304-23bf-40d3-b411-57c52aa0a5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:30.168951 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-77f40f4a-f87e-44af-a8f2-21f509b216e4 req-ec8ea304-23bf-40d3-b411-57c52aa0a5f3 service neutron] 10.222.0.62 "GET /v2.0/networks?id=fdf1ab8a-9279-424d-814c-349fd8ef747f HTTP/1.1" status: 200 len: 916 time: 0.1981564 Aug 18 11:58:30.197466 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-8f4a48ae-7de0-4e74-bfd1-29aa7e39f153 req-40359417-48bc-4bd4-aa7e-45828381f4f7 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=0ddd2c5c-7e53-44ab-9404-c5fea69a570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125829 Aug 18 11:58:30.227410 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-77f40f4a-f87e-44af-a8f2-21f509b216e4 req-00d38565-146f-40f3-bbeb-0e159fee3a3e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a4b475eb-6400-4324-bba3-9039bf58d072 HTTP/1.1" status: 200 len: 217 time: 0.0448482 Aug 18 11:58:30.232900 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a9bb83e-06db-4a1b-a1f5-7ca0ba3ffca4 admin admin] Deleting subnet d9e8819c-692a-472a-8ad6-8fb1be2fae20 {{(pid=106253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 11:58:30.237189 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2a9bb83e-06db-4a1b-a1f5-7ca0ba3ffca4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:30.309915 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2a9bb83e-06db-4a1b-a1f5-7ca0ba3ffca4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902229'] for subnet, precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:30.336382 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f40f4a-f87e-44af-a8f2-21f509b216e4 req-3e328039-a77e-4efa-8cc3-a060729f273d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:30.337878 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-77f40f4a-f87e-44af-a8f2-21f509b216e4 req-3e328039-a77e-4efa-8cc3-a060729f273d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=fef56365-ef17-4b78-92fc-409c6e7b3d74 HTTP/1.1" status: 200 len: 854 time: 0.1018300 Aug 18 11:58:30.381854 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2a9bb83e-06db-4a1b-a1f5-7ca0ba3ffca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:30.387629 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [req-7a55795a-9f58-449a-b8f7-809ea4c91b61 req-02465c19-b561-4b14-9f5e-c6aad950e744 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Allocated IP 172.20.0.5 (45f10d77-130c-4859-b30d-1a902305b96f/7cf2249d-58a2-4afe-a9fb-145dc05a7f39/e93c9e8c-4b9f-4c79-9ed3-14b80d53122d) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 11:58:30.425480 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f40f4a-f87e-44af-a8f2-21f509b216e4 req-e2eca6b2-3e9d-431f-bd7d-042b59a99d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:30.426991 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-77f40f4a-f87e-44af-a8f2-21f509b216e4 req-e2eca6b2-3e9d-431f-bd7d-042b59a99d97 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=fdf1ab8a-9279-424d-814c-349fd8ef747f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0784254 Aug 18 11:58:30.486916 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2a9bb83e-06db-4a1b-a1f5-7ca0ba3ffca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58902171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59388106'] for subnet, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:30.517787 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9bb83e-06db-4a1b-a1f5-7ca0ba3ffca4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d9e8819c-692a-472a-8ad6-8fb1be2fae20,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:58:30.533519 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2a9bb83e-06db-4a1b-a1f5-7ca0ba3ffca4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:30.535379 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-2a9bb83e-06db-4a1b-a1f5-7ca0ba3ffca4 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/d9e8819c-692a-472a-8ad6-8fb1be2fae20 HTTP/1.1" status: 204 len: 168 time: 0.4133658 Aug 18 11:58:30.539045 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9bb83e-06db-4a1b-a1f5-7ca0ba3ffca4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:58:30.539750 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9bb83e-06db-4a1b-a1f5-7ca0ba3ffca4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:58:30.539750 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9bb83e-06db-4a1b-a1f5-7ca0ba3ffca4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:58:30.540064 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9bb83e-06db-4a1b-a1f5-7ca0ba3ffca4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:58:30.540387 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9bb83e-06db-4a1b-a1f5-7ca0ba3ffca4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:58:30.540733 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9bb83e-06db-4a1b-a1f5-7ca0ba3ffca4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:58:30.541048 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9bb83e-06db-4a1b-a1f5-7ca0ba3ffca4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:58:30.541359 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9bb83e-06db-4a1b-a1f5-7ca0ba3ffca4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:58:30.541672 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9bb83e-06db-4a1b-a1f5-7ca0ba3ffca4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:58:30.541990 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9bb83e-06db-4a1b-a1f5-7ca0ba3ffca4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:58:30.542299 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9bb83e-06db-4a1b-a1f5-7ca0ba3ffca4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:58:30.542607 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9bb83e-06db-4a1b-a1f5-7ca0ba3ffca4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:58:30.547144 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 56914) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:58:30.584554 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b4f966-72ea-4c9e-a91c-2db36d2fd04c req-6778d5d1-14eb-4a4f-aa83-336b2825494f tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:30.586084 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-65b4f966-72ea-4c9e-a91c-2db36d2fd04c req-6778d5d1-14eb-4a4f-aa83-336b2825494f tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/ports?device_id=447950aa-fe3a-4e2a-9e6e-e115159ebaee HTTP/1.1" status: 200 len: 950 time: 0.3586438 Aug 18 11:58:30.602345 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e1364f-8a3d-435c-8bd7-8911eba290ec req-0b483053-a2cf-4b57-b6c2-56b0de63a3fe tempest-ServersAdminNegativeTestJSON-88531785 tempest-ServersAdminNegativeTestJSON-88531785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:30.603902 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b5e1364f-8a3d-435c-8bd7-8911eba290ec req-0b483053-a2cf-4b57-b6c2-56b0de63a3fe tempest-ServersAdminNegativeTestJSON-88531785 tempest-ServersAdminNegativeTestJSON-88531785-project] 10.222.0.66 "GET /v2.0/ports?device_id=2de4a0b3-2f49-4e50-9bdd-7df3932a104e HTTP/1.1" status: 200 len: 950 time: 0.2895062 Aug 18 11:58:30.608811 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-09fe4167-3648-4d9d-87f9-59b7a44d32f4 req-b781d841-1b8d-4b0d-83b8-7502bcf8531b tempest-ListServerFiltersTestJSON-1468057958 tempest-ListServerFiltersTestJSON-1468057958-project] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:30.620624 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-77f40f4a-f87e-44af-a8f2-21f509b216e4 req-a2a12a2f-30bd-4aec-91cc-2cceee7f23d4 service neutron] 10.222.0.62 "GET /v2.0/networks/fdf1ab8a-9279-424d-814c-349fd8ef747f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829011 Aug 18 11:58:30.625132 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-54f7f035-bc6f-40f6-8c48-e4908db9afbb req-11d0dee2-7d11-4f3e-a186-3da2cc51db35 service neutron] 10.222.0.63 "GET /v2.0/networks/222e0814-c7e5-4b11-9282-3f40c6ed76b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3946340 Aug 18 11:58:30.656150 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-46031c71-a3f5-4abf-90c6-a89d706cc5c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7904109'] for network, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:30.713900 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [req-09fe4167-3648-4d9d-87f9-59b7a44d32f4 req-b781d841-1b8d-4b0d-83b8-7502bcf8531b tempest-ListServerFiltersTestJSON-1468057958 tempest-ListServerFiltersTestJSON-1468057958-project] Transition to ACTIVE for port object ea1a658e-65f6-4660-b2e7-eba7cb9ca50d will not be triggered until provisioned by entity DHCP. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 11:58:30.771789 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-fcc3d1b7-bb2e-4458-a632-42f6fc8f65d8 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Allocated IP 10.1.1.244 (14664a63-22d6-4bc0-8290-849b20369b1b/4d098d7d-848d-42a8-ac08-c1738695747e/d1178764-5fcc-4bf5-bf2c-1f7340615440) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 11:58:30.772507 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device a4b475eb-6400-4324-bba3-9039bf58d072 details requested by agent hyperv_n-h2-804985-2 with host n-h2-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 11:58:30.774044 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device b63e6490-f1db-458c-9426-2e5fed85f7e3 up at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:58:30.894464 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Provisioning for port b63e6490-f1db-458c-9426-2e5fed85f7e3 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 11:58:30.902007 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Provisioning complete for port b63e6490-f1db-458c-9426-2e5fed85f7e3 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:58:30.902840 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:30.948520 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-54f7f035-bc6f-40f6-8c48-e4908db9afbb req-464acb48-0443-44b5-8ff4-ecd2a8932366 service neutron] 10.222.0.63 "GET /v2.0/networks/222e0814-c7e5-4b11-9282-3f40c6ed76b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3006694 Aug 18 11:58:30.974135 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-09fe4167-3648-4d9d-87f9-59b7a44d32f4 req-b781d841-1b8d-4b0d-83b8-7502bcf8531b tempest-ListServerFiltersTestJSON-1468057958 tempest-ListServerFiltersTestJSON-1468057958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:31.009403 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-65b4f966-72ea-4c9e-a91c-2db36d2fd04c req-e194774f-e47f-40fd-bc68-a66bd4138ddb tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/security-groups?id=0ddd2c5c-7e53-44ab-9404-c5fea69a570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4043920 Aug 18 11:58:31.012846 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b5e1364f-8a3d-435c-8bd7-8911eba290ec req-b9a72869-1a03-4c24-b2a5-1b800bee989f tempest-ServersAdminNegativeTestJSON-88531785 tempest-ServersAdminNegativeTestJSON-88531785-project] 10.222.0.66 "GET /v2.0/security-groups?id=e15cd1e1-1ec2-43c7-81da-4d2c8f87e716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3909063 Aug 18 11:58:31.016886 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-7a55795a-9f58-449a-b8f7-809ea4c91b61 req-02465c19-b561-4b14-9f5e-c6aad950e744 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:31.089518 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09fe4167-3648-4d9d-87f9-59b7a44d32f4 req-b781d841-1b8d-4b0d-83b8-7502bcf8531b tempest-ListServerFiltersTestJSON-1468057958 tempest-ListServerFiltersTestJSON-1468057958-project] Network fdf1ab8a-9279-424d-814c-349fd8ef747f is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 11:58:31.102974 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port a4b475eb-6400-4324-bba3-9039bf58d072, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=a4b475eb-6400-4324-bba3-9039bf58d072,segment=NetworkSegment(a468add2-bf3f-495e-90ec-df348cf4abc5),segment_id=a468add2-bf3f-495e-90ec-df348cf4abc5)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:58:31.129191 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [req-09fe4167-3648-4d9d-87f9-59b7a44d32f4 req-b781d841-1b8d-4b0d-83b8-7502bcf8531b tempest-ListServerFiltersTestJSON-1468057958 tempest-ListServerFiltersTestJSON-1468057958-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:58:31.139961 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Returning: {'device': 'a4b475eb-6400-4324-bba3-9039bf58d072', 'network_id': 'fdf1ab8a-9279-424d-814c-349fd8ef747f', 'port_id': 'a4b475eb-6400-4324-bba3-9039bf58d072', 'mac_address': 'fa:16:3e:cd:5c:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 827, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fef56365-ef17-4b78-92fc-409c6e7b3d74', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 11:58:31.153795 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b781d841-1b8d-4b0d-83b8-7502bcf8531b tempest-ListServerFiltersTestJSON-1468057958 tempest-ListServerFiltersTestJSON-1468057958-project] Pushing event updated for resources: {'Port': ['ID=ea1a658e-65f6-4660-b2e7-eba7cb9ca50d,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:58:31.217056 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-09fe4167-3648-4d9d-87f9-59b7a44d32f4 req-b781d841-1b8d-4b0d-83b8-7502bcf8531b tempest-ListServerFiltersTestJSON-1468057958 tempest-ListServerFiltersTestJSON-1468057958-project] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 11:58:31.225726 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [req-33193cf5-6371-451f-a391-789807dea191 req-d605ec89-c58d-402d-9cae-33c52606651a tempest-ListServerFiltersTestJSON-1468057958 tempest-ListServerFiltersTestJSON-1468057958-project] Allocated IP 172.20.0.13 (fdf1ab8a-9279-424d-814c-349fd8ef747f/fef56365-ef17-4b78-92fc-409c6e7b3d74/7142cb8f-8c8e-426f-b3d9-69a72fe4ebc1) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 11:58:31.226513 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:31.246187 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4b475eb-6400-4324-bba3-9039bf58d072 {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 11:58:31.269593 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port a4b475eb-6400-4324-bba3-9039bf58d072, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=a4b475eb-6400-4324-bba3-9039bf58d072,segment=NetworkSegment(a468add2-bf3f-495e-90ec-df348cf4abc5),segment_id=a468add2-bf3f-495e-90ec-df348cf4abc5)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:58:31.278113 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b781d841-1b8d-4b0d-83b8-7502bcf8531b tempest-ListServerFiltersTestJSON-1468057958 tempest-ListServerFiltersTestJSON-1468057958-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:58:31.283767 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b781d841-1b8d-4b0d-83b8-7502bcf8531b tempest-ListServerFiltersTestJSON-1468057958 tempest-ListServerFiltersTestJSON-1468057958-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:58:31.284259 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b781d841-1b8d-4b0d-83b8-7502bcf8531b tempest-ListServerFiltersTestJSON-1468057958 tempest-ListServerFiltersTestJSON-1468057958-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:58:31.284650 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b781d841-1b8d-4b0d-83b8-7502bcf8531b tempest-ListServerFiltersTestJSON-1468057958 tempest-ListServerFiltersTestJSON-1468057958-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:58:31.285034 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b781d841-1b8d-4b0d-83b8-7502bcf8531b tempest-ListServerFiltersTestJSON-1468057958 tempest-ListServerFiltersTestJSON-1468057958-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:58:31.285558 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b781d841-1b8d-4b0d-83b8-7502bcf8531b tempest-ListServerFiltersTestJSON-1468057958 tempest-ListServerFiltersTestJSON-1468057958-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:58:31.285961 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b781d841-1b8d-4b0d-83b8-7502bcf8531b tempest-ListServerFiltersTestJSON-1468057958 tempest-ListServerFiltersTestJSON-1468057958-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:58:31.286303 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b781d841-1b8d-4b0d-83b8-7502bcf8531b tempest-ListServerFiltersTestJSON-1468057958 tempest-ListServerFiltersTestJSON-1468057958-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:58:31.286823 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b781d841-1b8d-4b0d-83b8-7502bcf8531b tempest-ListServerFiltersTestJSON-1468057958 tempest-ListServerFiltersTestJSON-1468057958-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:58:31.287208 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b781d841-1b8d-4b0d-83b8-7502bcf8531b tempest-ListServerFiltersTestJSON-1468057958 tempest-ListServerFiltersTestJSON-1468057958-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:58:31.287587 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b781d841-1b8d-4b0d-83b8-7502bcf8531b tempest-ListServerFiltersTestJSON-1468057958 tempest-ListServerFiltersTestJSON-1468057958-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:58:31.288031 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b781d841-1b8d-4b0d-83b8-7502bcf8531b tempest-ListServerFiltersTestJSON-1468057958 tempest-ListServerFiltersTestJSON-1468057958-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:58:31.304669 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:31.368987 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=a4b475eb-6400-4324-bba3-9039bf58d072,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:58:31.388432 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:31.399471 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-33193cf5-6371-451f-a391-789807dea191 req-d605ec89-c58d-402d-9cae-33c52606651a tempest-ListServerFiltersTestJSON-1468057958 tempest-ListServerFiltersTestJSON-1468057958-project] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:31.404098 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fe4167-3648-4d9d-87f9-59b7a44d32f4 req-b781d841-1b8d-4b0d-83b8-7502bcf8531b tempest-ListServerFiltersTestJSON-1468057958 tempest-ListServerFiltersTestJSON-1468057958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:31.405050 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-09fe4167-3648-4d9d-87f9-59b7a44d32f4 req-b781d841-1b8d-4b0d-83b8-7502bcf8531b tempest-ListServerFiltersTestJSON-1468057958 tempest-ListServerFiltersTestJSON-1468057958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:31.430888 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port b63e6490-f1db-458c-9426-2e5fed85f7e3, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=b63e6490-f1db-458c-9426-2e5fed85f7e3,segment=NetworkSegment(b0eb6eea-b461-4969-8a27-808f00daa8a1),segment_id=b0eb6eea-b461-4969-8a27-808f00daa8a1)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:58:31.445568 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:31.453055 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-77f40f4a-f87e-44af-a8f2-21f509b216e4 req-b1d2e1ce-9070-4b00-b47a-2d522419580f service neutron] 10.222.0.62 "GET /v2.0/networks/fdf1ab8a-9279-424d-814c-349fd8ef747f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8212388 Aug 18 11:58:31.457743 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e2cce89c-7443-4f7e-9f8d-b6f9a384d322 req-2b9fcc13-be1f-4ce9-8350-200bc28dd582 tempest-ListServerFiltersTestJSON-1468057958 tempest-ListServerFiltersTestJSON-1468057958-project] 10.222.0.66 "GET /v2.0/ports?device_id=15deb2c7-c100-47c6-8261-abde7ec7009c HTTP/1.1" status: 200 len: 210 time: 0.2030606 Aug 18 11:58:31.463111 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [req-33193cf5-6371-451f-a391-789807dea191 req-d605ec89-c58d-402d-9cae-33c52606651a tempest-ListServerFiltersTestJSON-1468057958 tempest-ListServerFiltersTestJSON-1468057958-project] Transition to ACTIVE for port object 7142cb8f-8c8e-426f-b3d9-69a72fe4ebc1 will not be triggered until provisioned by entity DHCP. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 11:58:31.468896 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-46031c71-a3f5-4abf-90c6-a89d706cc5c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8367869', 'neutron.services.segments.db._delete_segments_for_network-8789151212993'] for network, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:31.484446 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-46031c71-a3f5-4abf-90c6-a89d706cc5c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97accd71-2aa2-4572-acff-da2e63e9ea24']}} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:58:31.497949 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-46031c71-a3f5-4abf-90c6-a89d706cc5c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e2f67b8-ff4a-4cf9-aef3-b551840351ed') {'for_net_delete': True} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:58:31.498276 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-46031c71-a3f5-4abf-90c6-a89d706cc5c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e2f67b8-ff4a-4cf9-aef3-b551840351ed') {} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:58:31.507122 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-09fe4167-3648-4d9d-87f9-59b7a44d32f4 req-b781d841-1b8d-4b0d-83b8-7502bcf8531b tempest-ListServerFiltersTestJSON-1468057958 tempest-ListServerFiltersTestJSON-1468057958-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0575104 Aug 18 11:58:31.513821 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-46031c71-a3f5-4abf-90c6-a89d706cc5c9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789151225254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902236'] for segment, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:31.516664 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=b63e6490-f1db-458c-9426-2e5fed85f7e3,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:58:31.528173 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-a05d91ca-5bc6-4af5-898c-d8af9df543a8 None None] Provisioning for port ea1a658e-65f6-4660-b2e7-eba7cb9ca50d completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 11:58:31.535365 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-46031c71-a3f5-4abf-90c6-a89d706cc5c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:31.539630 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-a05d91ca-5bc6-4af5-898c-d8af9df543a8 None None] Provisioning complete for port ea1a658e-65f6-4660-b2e7-eba7cb9ca50d triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:58:31.540131 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-a05d91ca-5bc6-4af5-898c-d8af9df543a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:31.541076 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-09fe4167-3648-4d9d-87f9-59b7a44d32f4 req-3ddb7a89-706a-41c1-841f-ab62098191f5 service neutron] Request body: {'port': {'device_id': '90f4510c-cfe8-4eb1-86bf-36d73a7e5776', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804985-2'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:58:31.544909 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46031c71-a3f5-4abf-90c6-a89d706cc5c9 admin admin] Releasing vlan 831 on physical network physnet1 to pool {{(pid=106253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 11:58:31.544909 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-46031c71-a3f5-4abf-90c6-a89d706cc5c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58900537'] for segment, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:31.546484 n-d-804985-2 neutron-server[106253]: Traceback (most recent call last): Aug 18 11:58:31.546484 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 11:58:31.546484 n-d-804985-2 neutron-server[106253]: timer() Aug 18 11:58:31.546484 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 11:58:31.546484 n-d-804985-2 neutron-server[106253]: cb(*args, **kw) Aug 18 11:58:31.546484 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 11:58:31.546484 n-d-804985-2 neutron-server[106253]: return func(*args, **kwargs) Aug 18 11:58:31.546484 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 11:58:31.546484 n-d-804985-2 neutron-server[106253]: self._notify() Aug 18 11:58:31.546484 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 11:58:31.546484 n-d-804985-2 neutron-server[106253]: self.callback(batched_events) Aug 18 11:58:31.546484 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 11:58:31.546484 n-d-804985-2 neutron-server[106253]: event.method(event) Aug 18 11:58:31.546484 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 11:58:31.546484 n-d-804985-2 neutron-server[106253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 11:58:31.546484 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 11:58:31.546484 n-d-804985-2 neutron-server[106253]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 11:58:31.546484 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 11:58:31.546484 n-d-804985-2 neutron-server[106253]: return f(self, *a, **k) Aug 18 11:58:31.546484 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 11:58:31.546484 n-d-804985-2 neutron-server[106253]: return self._get(url).json() Aug 18 11:58:31.546484 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 11:58:31.546484 n-d-804985-2 neutron-server[106253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 11:58:31.546484 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 11:58:31.546484 n-d-804985-2 neutron-server[106253]: return self.request(url, 'GET', **kwargs) Aug 18 11:58:31.546484 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 11:58:31.546484 n-d-804985-2 neutron-server[106253]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 11:58:31.546484 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 11:58:31.546484 n-d-804985-2 neutron-server[106253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 11:58:31.546484 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 11:58:31.546484 n-d-804985-2 neutron-server[106253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 11:58:31.546484 n-d-804985-2 neutron-server[106253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 11:58:31.586531 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-a05d91ca-5bc6-4af5-898c-d8af9df543a8 None None] Port ea1a658e-65f6-4660-b2e7-eba7cb9ca50d cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 11:58:31.597786 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-7a55795a-9f58-449a-b8f7-809ea4c91b61 req-02465c19-b561-4b14-9f5e-c6aad950e744 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:31.611124 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] get_ports_and_sgs() called for port_ids ['ecad9dcc-255c-4073-a5af-38967245d933'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 11:58:31.621066 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8036164-a8f3-4948-b548-6073082b3727 req-d66caeeb-bab2-4a7a-8beb-aef098f1e39b tempest-ImagesOneServerTestJSON-1600236853 tempest-ImagesOneServerTestJSON-1600236853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:31.623540 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-33193cf5-6371-451f-a391-789807dea191 req-d605ec89-c58d-402d-9cae-33c52606651a tempest-ListServerFiltersTestJSON-1468057958 tempest-ListServerFiltersTestJSON-1468057958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:31.630881 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b8036164-a8f3-4948-b548-6073082b3727 req-d66caeeb-bab2-4a7a-8beb-aef098f1e39b tempest-ImagesOneServerTestJSON-1600236853 tempest-ImagesOneServerTestJSON-1600236853-project] 10.222.0.66 "GET /v2.0/ports?device_id=e0fb7e11-ba93-4e5d-ab38-43905fe1ad87 HTTP/1.1" status: 200 len: 950 time: 0.4090691 Aug 18 11:58:31.684402 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] get_ports_and_sgs() called for port_ids ['4828bcb3-3409-4cb4-a37a-0c3ef87257bd'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 11:58:31.703298 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] get_ports_and_sgs() called for port_ids ['a4b475eb-6400-4324-bba3-9039bf58d072'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 11:58:31.711392 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33193cf5-6371-451f-a391-789807dea191 req-d605ec89-c58d-402d-9cae-33c52606651a tempest-ListServerFiltersTestJSON-1468057958 tempest-ListServerFiltersTestJSON-1468057958-project] Network fdf1ab8a-9279-424d-814c-349fd8ef747f is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 11:58:31.715622 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-46031c71-a3f5-4abf-90c6-a89d706cc5c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8367858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997186'] for network, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:31.717693 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [req-33193cf5-6371-451f-a391-789807dea191 req-d605ec89-c58d-402d-9cae-33c52606651a tempest-ListServerFiltersTestJSON-1468057958 tempest-ListServerFiltersTestJSON-1468057958-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:58:31.730661 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-46031c71-a3f5-4abf-90c6-a89d706cc5c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:31.732685 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-46031c71-a3f5-4abf-90c6-a89d706cc5c9 admin admin] 10.222.0.66 "DELETE /v2.0/networks/97accd71-2aa2-4572-acff-da2e63e9ea24 HTTP/1.1" status: 204 len: 168 time: 1.1852744 Aug 18 11:58:31.750847 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-33193cf5-6371-451f-a391-789807dea191 req-d605ec89-c58d-402d-9cae-33c52606651a tempest-ListServerFiltersTestJSON-1468057958 tempest-ListServerFiltersTestJSON-1468057958-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 11:58:31.824545 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-fcc3d1b7-bb2e-4458-a632-42f6fc8f65d8 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:31.844910 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46031c71-a3f5-4abf-90c6-a89d706cc5c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=97accd71-2aa2-4572-acff-da2e63e9ea24,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:58:31.845457 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a55795a-9f58-449a-b8f7-809ea4c91b61 req-02465c19-b561-4b14-9f5e-c6aad950e744 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Network 45f10d77-130c-4859-b30d-1a902305b96f is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 11:58:31.851275 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d605ec89-c58d-402d-9cae-33c52606651a tempest-ListServerFiltersTestJSON-1468057958 tempest-ListServerFiltersTestJSON-1468057958-project] Pushing event updated for resources: {'Port': ['ID=7142cb8f-8c8e-426f-b3d9-69a72fe4ebc1,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:58:31.886883 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-09fe4167-3648-4d9d-87f9-59b7a44d32f4 req-3ddb7a89-706a-41c1-841f-ab62098191f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:31.889319 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [req-7a55795a-9f58-449a-b8f7-809ea4c91b61 req-02465c19-b561-4b14-9f5e-c6aad950e744 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:58:31.904577 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0fb7e11-ba93-4e5d-ab38-43905fe1ad87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b63e6490-f1db-458c-9426-2e5fed85f7e3'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 11:58:31.908732 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db50a436fb3a98495337d8fe7487b4f2ea6f3c1052eb9efadc2ecda2d5737001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bed79157-e9e1-4c82-ae0a-688ddbb67184" -d '{"events": [{"server_uuid": "e0fb7e11-ba93-4e5d-ab38-43905fe1ad87", "name": "network-vif-plugged", "status": "completed", "tag": "b63e6490-f1db-458c-9426-2e5fed85f7e3"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:58:31.912206 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a55795a-9f58-449a-b8f7-809ea4c91b61 req-02465c19-b561-4b14-9f5e-c6aad950e744 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 11:58:31.928695 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02465c19-b561-4b14-9f5e-c6aad950e744 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Pushing event updated for resources: {'Port': ['ID=e93c9e8c-4b9f-4c79-9ed3-14b80d53122d,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:58:31.930550 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33193cf5-6371-451f-a391-789807dea191 req-d605ec89-c58d-402d-9cae-33c52606651a tempest-ListServerFiltersTestJSON-1468057958 tempest-ListServerFiltersTestJSON-1468057958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:31.931203 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-33193cf5-6371-451f-a391-789807dea191 req-d605ec89-c58d-402d-9cae-33c52606651a tempest-ListServerFiltersTestJSON-1468057958 tempest-ListServerFiltersTestJSON-1468057958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:31.945628 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-fcc3d1b7-bb2e-4458-a632-42f6fc8f65d8 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Transition to ACTIVE for port object d1178764-5fcc-4bf5-bf2c-1f7340615440 will not be triggered until provisioned by entity DHCP. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 11:58:31.956082 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-33193cf5-6371-451f-a391-789807dea191 req-d605ec89-c58d-402d-9cae-33c52606651a tempest-ListServerFiltersTestJSON-1468057958 tempest-ListServerFiltersTestJSON-1468057958-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3834527 Aug 18 11:58:31.975103 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [req-33193cf5-6371-451f-a391-789807dea191 req-a2dac1e7-7bcc-4207-a65c-e6352b4e980f service neutron] Request body: {'port': {'device_id': '15deb2c7-c100-47c6-8261-abde7ec7009c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804985-2'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:58:31.997997 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b8036164-a8f3-4948-b548-6073082b3727 req-c38b95af-174a-4088-90b6-4a47d3b5e825 tempest-ImagesOneServerTestJSON-1600236853 tempest-ImagesOneServerTestJSON-1600236853-project] 10.222.0.66 "GET /v2.0/security-groups?id=d76f99f9-6558-4024-8017-5289e8ca9414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3658159 Aug 18 11:58:32.040736 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-33193cf5-6371-451f-a391-789807dea191 req-a2dac1e7-7bcc-4207-a65c-e6352b4e980f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:32.135683 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 56932) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:58:32.207881 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf40312-45a9-4bfe-9134-7860b1d99fdb req-3748a769-5e08-4b17-bb54-e2f43f6cd7b7 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:32.209910 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3cf40312-45a9-4bfe-9134-7860b1d99fdb req-3748a769-5e08-4b17-bb54-e2f43f6cd7b7 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] 10.222.0.66 "GET /v2.0/ports?device_id=20dd28f4-1df0-4a6b-8939-d21ca9c9b72a HTTP/1.1" status: 200 len: 932 time: 0.5334396 Aug 18 11:58:32.249231 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-d993565f-fa0a-4e8d-89b8-5931a862f5e0 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a7bbe68df072438980706fbfc6d6b9bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1123042 Aug 18 11:58:32.255716 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 56934) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:58:32.261860 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a55795a-9f58-449a-b8f7-809ea4c91b61 req-02465c19-b561-4b14-9f5e-c6aad950e744 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:32.263208 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-7a55795a-9f58-449a-b8f7-809ea4c91b61 req-02465c19-b561-4b14-9f5e-c6aad950e744 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:32.305023 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ea73a2-616f-4bac-964e-cea6bb42a966 req-f882074b-de5f-45d1-a32b-35f2992e2fb6 tempest-ServersAdminNegativeTestJSON-88531785 tempest-ServersAdminNegativeTestJSON-88531785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:32.307104 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c2ea73a2-616f-4bac-964e-cea6bb42a966 req-f882074b-de5f-45d1-a32b-35f2992e2fb6 tempest-ServersAdminNegativeTestJSON-88531785 tempest-ServersAdminNegativeTestJSON-88531785-project] 10.222.0.63 "GET /v2.0/ports?device_id=2de4a0b3-2f49-4e50-9bdd-7df3932a104e HTTP/1.1" status: 200 len: 950 time: 0.4114537 Aug 18 11:58:32.308735 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-3ff15e37-7da2-40e9-b532-a6013e4befc8 None None] Provisioning for port 7142cb8f-8c8e-426f-b3d9-69a72fe4ebc1 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 11:58:32.314330 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-3ff15e37-7da2-40e9-b532-a6013e4befc8 None None] Provisioning complete for port 7142cb8f-8c8e-426f-b3d9-69a72fe4ebc1 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:58:32.315102 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3ff15e37-7da2-40e9-b532-a6013e4befc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:32.368947 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-3ff15e37-7da2-40e9-b532-a6013e4befc8 None None] Port 7142cb8f-8c8e-426f-b3d9-69a72fe4ebc1 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 11:58:32.370888 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-17a978c5-5ba3-4a8f-b72a-08464992cc10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:32.416717 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-17a978c5-5ba3-4a8f-b72a-08464992cc10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:32.506096 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [req-33193cf5-6371-451f-a391-789807dea191 req-a2dac1e7-7bcc-4207-a65c-e6352b4e980f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7142cb8f-8c8e-426f-b3d9-69a72fe4ebc1 {{(pid=106253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 11:58:32.513229 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-17a978c5-5ba3-4a8f-b72a-08464992cc10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:32.516123 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-17a978c5-5ba3-4a8f-b72a-08464992cc10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:32.519626 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-17a978c5-5ba3-4a8f-b72a-08464992cc10 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ad88621b-057d-4148-94ff-fad542d38fb6 HTTP/1.1" status: 204 len: 168 time: 0.2605398 Aug 18 11:58:32.519626 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-33193cf5-6371-451f-a391-789807dea191 req-a2dac1e7-7bcc-4207-a65c-e6352b4e980f service neutron] Notify callbacks [] for port, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:32.536544 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a978c5-5ba3-4a8f-b72a-08464992cc10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad88621b-057d-4148-94ff-fad542d38fb6,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:58:32.553566 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [req-33193cf5-6371-451f-a391-789807dea191 req-a2dac1e7-7bcc-4207-a65c-e6352b4e980f service neutron] Transition to ACTIVE for port object 7142cb8f-8c8e-426f-b3d9-69a72fe4ebc1 will not be triggered until provisioned by entity L2. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 11:58:32.567576 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-33193cf5-6371-451f-a391-789807dea191 req-a2dac1e7-7bcc-4207-a65c-e6352b4e980f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:32.673450 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dac1e7-7bcc-4207-a65c-e6352b4e980f service neutron] Pushing event updated for resources: {'Port': ['ID=7142cb8f-8c8e-426f-b3d9-69a72fe4ebc1,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:58:32.703833 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-33193cf5-6371-451f-a391-789807dea191 req-a2dac1e7-7bcc-4207-a65c-e6352b4e980f service neutron] Attempting to bind port 7142cb8f-8c8e-426f-b3d9-69a72fe4ebc1 on host n-h2-804985-2 for vnic_type normal with profile {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 11:58:32.704348 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-33193cf5-6371-451f-a391-789807dea191 req-a2dac1e7-7bcc-4207-a65c-e6352b4e980f service neutron] Attempting to bind port 7142cb8f-8c8e-426f-b3d9-69a72fe4ebc1 by drivers openvswitch,hyperv on host n-h2-804985-2 at level 0 using segments [{'id': 'a468add2-bf3f-495e-90ec-df348cf4abc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'fdf1ab8a-9279-424d-814c-349fd8ef747f'}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 11:58:32.704792 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33193cf5-6371-451f-a391-789807dea191 req-a2dac1e7-7bcc-4207-a65c-e6352b4e980f service neutron] Attempting to bind port 7142cb8f-8c8e-426f-b3d9-69a72fe4ebc1 on network fdf1ab8a-9279-424d-814c-349fd8ef747f {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 11:58:32.709819 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33193cf5-6371-451f-a391-789807dea191 req-a2dac1e7-7bcc-4207-a65c-e6352b4e980f service neutron] Port 7142cb8f-8c8e-426f-b3d9-69a72fe4ebc1 on network fdf1ab8a-9279-424d-814c-349fd8ef747f not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-2 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 11:58:32.710263 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33193cf5-6371-451f-a391-789807dea191 req-a2dac1e7-7bcc-4207-a65c-e6352b4e980f service neutron] Attempting to bind port 7142cb8f-8c8e-426f-b3d9-69a72fe4ebc1 on network fdf1ab8a-9279-424d-814c-349fd8ef747f {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 11:58:32.715769 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33193cf5-6371-451f-a391-789807dea191 req-a2dac1e7-7bcc-4207-a65c-e6352b4e980f service neutron] Checking agent: {'id': 'da5da552-709c-4248-84de-86af99a0dc87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 49, 8), 'started_at': datetime.datetime(2021, 8, 18, 11, 49, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 11, 58, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 11:58:32.716247 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33193cf5-6371-451f-a391-789807dea191 req-a2dac1e7-7bcc-4207-a65c-e6352b4e980f service neutron] Checking segment: {'id': 'a468add2-bf3f-495e-90ec-df348cf4abc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'fdf1ab8a-9279-424d-814c-349fd8ef747f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 11:58:32.716752 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33193cf5-6371-451f-a391-789807dea191 req-a2dac1e7-7bcc-4207-a65c-e6352b4e980f service neutron] Bound using segment: {'id': 'a468add2-bf3f-495e-90ec-df348cf4abc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'fdf1ab8a-9279-424d-814c-349fd8ef747f'} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 11:58:32.717270 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-33193cf5-6371-451f-a391-789807dea191 req-a2dac1e7-7bcc-4207-a65c-e6352b4e980f service neutron] Bound port: 7142cb8f-8c8e-426f-b3d9-69a72fe4ebc1, host: n-h2-804985-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a468add2-bf3f-495e-90ec-df348cf4abc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'fdf1ab8a-9279-424d-814c-349fd8ef747f'}}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 11:58:32.717797 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-33193cf5-6371-451f-a391-789807dea191 req-a2dac1e7-7bcc-4207-a65c-e6352b4e980f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:32.727031 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] get_ports_and_sgs() called for port_ids ['a4b475eb-6400-4324-bba3-9039bf58d072'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 11:58:32.830756 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7a55795a-9f58-449a-b8f7-809ea4c91b61 req-02465c19-b561-4b14-9f5e-c6aad950e744 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9129994 Aug 18 11:58:32.839400 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-fcc3d1b7-bb2e-4458-a632-42f6fc8f65d8 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:32.852825 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7eb8fd4-4b35-4014-8ba4-2b6bca338b5d req-b2985310-51fd-4710-b686-fe025a84ad4f tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:32.854393 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a7eb8fd4-4b35-4014-8ba4-2b6bca338b5d req-b2985310-51fd-4710-b686-fe025a84ad4f tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.66 "GET /v2.0/ports?device_id=369a2bc6-6a6b-4df6-befa-47df4f4e60d2 HTTP/1.1" status: 200 len: 931 time: 0.7147214 Aug 18 11:58:32.872893 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-7a55795a-9f58-449a-b8f7-809ea4c91b61 req-49ddaa7f-4a30-4367-98b2-acaaba3d0934 service neutron] Request body: {'port': {'device_id': '369a2bc6-6a6b-4df6-befa-47df4f4e60d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804985-2'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:58:32.876246 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-33193cf5-6371-451f-a391-789807dea191 req-a2dac1e7-7bcc-4207-a65c-e6352b4e980f service neutron] For port 7142cb8f-8c8e-426f-b3d9-69a72fe4ebc1, host n-h2-804985-2, cleared binding levels {{(pid=106253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 11:58:32.881362 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-33193cf5-6371-451f-a391-789807dea191 req-a2dac1e7-7bcc-4207-a65c-e6352b4e980f service neutron] For port 7142cb8f-8c8e-426f-b3d9-69a72fe4ebc1, host n-h2-804985-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=7142cb8f-8c8e-426f-b3d9-69a72fe4ebc1,segment=NetworkSegment(a468add2-bf3f-495e-90ec-df348cf4abc5),segment_id=a468add2-bf3f-495e-90ec-df348cf4abc5)] {{(pid=106253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 11:58:32.888168 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3cf40312-45a9-4bfe-9134-7860b1d99fdb req-4d132750-f7dc-4e9f-9e0e-3e40a185e8a6 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] 10.222.0.66 "GET /v2.0/security-groups?id=e100a5b2-e498-4091-84ac-a0da12aab123&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6394718 Aug 18 11:58:32.899400 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-33193cf5-6371-451f-a391-789807dea191 req-a2dac1e7-7bcc-4207-a65c-e6352b4e980f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:32.966373 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33193cf5-6371-451f-a391-789807dea191 req-a2dac1e7-7bcc-4207-a65c-e6352b4e980f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:32.966963 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-33193cf5-6371-451f-a391-789807dea191 req-a2dac1e7-7bcc-4207-a65c-e6352b4e980f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:32.968441 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-33193cf5-6371-451f-a391-789807dea191 req-a2dac1e7-7bcc-4207-a65c-e6352b4e980f service neutron] 10.222.0.62 "PUT /v2.0/ports/7142cb8f-8c8e-426f-b3d9-69a72fe4ebc1 HTTP/1.1" status: 200 len: 1092 time: 1.0032978 Aug 18 11:58:32.968905 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15deb2c7-c100-47c6-8261-abde7ec7009c', 'tag': '7142cb8f-8c8e-426f-b3d9-69a72fe4ebc1'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 11:58:32.971236 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0679f4c4b6e0e0c064a7d71d722dc30541a34fffee11680573be22ee2ffccc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42dfa0a9-3213-45ce-9e1a-88bc9ad4605e" -d '{"events": [{"name": "network-changed", "server_uuid": "15deb2c7-c100-47c6-8261-abde7ec7009c", "tag": "7142cb8f-8c8e-426f-b3d9-69a72fe4ebc1"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:58:33.024736 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dac1e7-7bcc-4207-a65c-e6352b4e980f service neutron] Pushing event updated for resources: {'Port': ['ID=7142cb8f-8c8e-426f-b3d9-69a72fe4ebc1,revision_number=3']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:58:33.108887 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33193cf5-6371-451f-a391-789807dea191 req-f78fc503-5300-4fdb-a1e1-3f41944aabbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:33.110466 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-33193cf5-6371-451f-a391-789807dea191 req-f78fc503-5300-4fdb-a1e1-3f41944aabbb service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6720d841ec3c437fbf0c5ee59791e37a&device_id=15deb2c7-c100-47c6-8261-abde7ec7009c HTTP/1.1" status: 200 len: 1095 time: 0.0753722 Aug 18 11:58:33.116055 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 11:58:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac8106d4-31fb-4b8e-a85c-5984111638a7 x-openstack-request-id: req-ac8106d4-31fb-4b8e-a85c-5984111638a7 {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:58:33.116611 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0fb7e11-ba93-4e5d-ab38-43905fe1ad87", "name": "network-vif-plugged", "status": "completed", "tag": "b63e6490-f1db-458c-9426-2e5fed85f7e3", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:58:33.116781 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ac8106d4-31fb-4b8e-a85c-5984111638a7 {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:58:33.117260 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0fb7e11-ba93-4e5d-ab38-43905fe1ad87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b63e6490-f1db-458c-9426-2e5fed85f7e3', 'code': 200} Aug 18 11:58:33.179389 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-fcc3d1b7-bb2e-4458-a632-42f6fc8f65d8 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Network 14664a63-22d6-4bc0-8290-849b20369b1b is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 11:58:33.190970 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-33193cf5-6371-451f-a391-789807dea191 req-d5c4432b-1d9f-44f4-a8b3-fd3d21517e49 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7142cb8f-8c8e-426f-b3d9-69a72fe4ebc1 HTTP/1.1" status: 200 len: 217 time: 0.0689394 Aug 18 11:58:33.204784 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-fcc3d1b7-bb2e-4458-a632-42f6fc8f65d8 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:58:33.207635 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-fcc3d1b7-bb2e-4458-a632-42f6fc8f65d8 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 11:58:33.324973 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad446f62-6ab8-4433-9c50-987725bb0938 req-267319a8-cded-40ca-a13c-5ffee2d8a488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:33.329184 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-ad446f62-6ab8-4433-9c50-987725bb0938 req-267319a8-cded-40ca-a13c-5ffee2d8a488 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=e0fb7e11-ba93-4e5d-ab38-43905fe1ad87 HTTP/1.1" status: 200 len: 1101 time: 0.1399651 Aug 18 11:58:33.342845 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33193cf5-6371-451f-a391-789807dea191 req-144acbe9-4d05-4a98-8330-907a37e59101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:33.345548 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-33193cf5-6371-451f-a391-789807dea191 req-144acbe9-4d05-4a98-8330-907a37e59101 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=fef56365-ef17-4b78-92fc-409c6e7b3d74 HTTP/1.1" status: 200 len: 854 time: 0.0969810 Aug 18 11:58:33.346510 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-fcc3d1b7-bb2e-4458-a632-42f6fc8f65d8 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:33.347147 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-fcc3d1b7-bb2e-4458-a632-42f6fc8f65d8 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:33.349651 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-7a55795a-9f58-449a-b8f7-809ea4c91b61 req-49ddaa7f-4a30-4367-98b2-acaaba3d0934 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:33.364275 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a7eb8fd4-4b35-4014-8ba4-2b6bca338b5d req-1f63f2a5-3f86-460a-847b-4e7b840b7e7c tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.66 "GET /v2.0/security-groups?id=11bbe5b2-5f3b-4775-89a0-258a798e3ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4874191 Aug 18 11:58:33.441168 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-ad446f62-6ab8-4433-9c50-987725bb0938 req-8fc52d57-8091-48bb-b0e1-3da3d3967366 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=d76f99f9-6558-4024-8017-5289e8ca9414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944216 Aug 18 11:58:33.448741 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-fcc3d1b7-bb2e-4458-a632-42f6fc8f65d8 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4815347 Aug 18 11:58:33.449455 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc3d1b7-bb2e-4458-a632-42f6fc8f65d8 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Pushing event updated for resources: {'Port': ['ID=d1178764-5fcc-4bf5-bf2c-1f7340615440,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:58:33.478716 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33193cf5-6371-451f-a391-789807dea191 req-8ccc59d6-5252-4add-981a-1854d19367fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:33.480269 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-33193cf5-6371-451f-a391-789807dea191 req-8ccc59d6-5252-4add-981a-1854d19367fd service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=fdf1ab8a-9279-424d-814c-349fd8ef747f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1266336 Aug 18 11:58:33.541044 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-82d963e3-f0bf-40e4-a5f7-4574d9abbe5a tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Request body: {'port': {'device_id': '20dd28f4-1df0-4a6b-8939-d21ca9c9b72a', 'network_id': '14664a63-22d6-4bc0-8290-849b20369b1b', 'admin_state_up': True, 'tenant_id': 'f1c57111807f4f80be30061245a1a804', 'security_groups': ['e100a5b2-e498-4091-84ac-a0da12aab123']}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:58:33.596390 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-33193cf5-6371-451f-a391-789807dea191 req-a9c0f132-9455-4b3a-980b-d356a628f334 service neutron] 10.222.0.62 "GET /v2.0/networks/fdf1ab8a-9279-424d-814c-349fd8ef747f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987368 Aug 18 11:58:33.607184 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-c2ea73a2-616f-4bac-964e-cea6bb42a966 req-8f214eb7-c7c2-43c0-9dd8-ffc498d1e1e4 tempest-ServersAdminNegativeTestJSON-88531785 tempest-ServersAdminNegativeTestJSON-88531785-project] Deleting port 0e7e2528-6320-4af9-88ba-9bcf39e99b5c {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 11:58:33.607654 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-c2ea73a2-616f-4bac-964e-cea6bb42a966 req-8f214eb7-c7c2-43c0-9dd8-ffc498d1e1e4 tempest-ServersAdminNegativeTestJSON-88531785 tempest-ServersAdminNegativeTestJSON-88531785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:33.615838 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-704ba62b-ae79-44eb-b7f3-850a3a66295f None None] Provisioning for port d1178764-5fcc-4bf5-bf2c-1f7340615440 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 11:58:33.620773 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-704ba62b-ae79-44eb-b7f3-850a3a66295f None None] Provisioning complete for port d1178764-5fcc-4bf5-bf2c-1f7340615440 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:58:33.621412 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-704ba62b-ae79-44eb-b7f3-850a3a66295f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:33.721231 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-704ba62b-ae79-44eb-b7f3-850a3a66295f None None] Port d1178764-5fcc-4bf5-bf2c-1f7340615440 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 11:58:33.723572 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f1d37b-4c4c-43e9-997c-4ae35750b4e1 req-8b8ac1ca-f5c5-4cf1-88e8-e57d4e58fdaa tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:33.728288 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-77f1d37b-4c4c-43e9-997c-4ae35750b4e1 req-8b8ac1ca-f5c5-4cf1-88e8-e57d4e58fdaa tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/ports?device_id=447950aa-fe3a-4e2a-9e6e-e115159ebaee HTTP/1.1" status: 200 len: 950 time: 0.4621100 Aug 18 11:58:33.734402 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-33193cf5-6371-451f-a391-789807dea191 req-ca1b5829-178f-42c9-a8d2-730016cbb380 service neutron] 10.222.0.62 "GET /v2.0/networks/fdf1ab8a-9279-424d-814c-349fd8ef747f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293509 Aug 18 11:58:33.819447 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 56962) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:58:33.936331 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-1162c68c-971f-4d65-8a2c-61f0d12c7bf7 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-306394162-network', 'tenant_id': 'f3b794afe6114f5dbf668cc61f52fa67'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:58:33.960177 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1162c68c-971f-4d65-8a2c-61f0d12c7bf7 admin admin] Made reservation on behalf of f3b794afe6114f5dbf668cc61f52fa67 for: {'network': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 11:58:33.962603 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1162c68c-971f-4d65-8a2c-61f0d12c7bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for network, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:33.971874 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1162c68c-971f-4d65-8a2c-61f0d12c7bf7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:34.011532 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72cef9c-fc5b-4808-84b3-19a908d73193 req-02c0ca09-83f6-4811-9d8b-2663ce7462a0 tempest-ServersAdminNegativeTestJSON-88531785 tempest-ServersAdminNegativeTestJSON-88531785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:34.013021 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f72cef9c-fc5b-4808-84b3-19a908d73193 req-02c0ca09-83f6-4811-9d8b-2663ce7462a0 tempest-ServersAdminNegativeTestJSON-88531785 tempest-ServersAdminNegativeTestJSON-88531785-project] 10.222.0.66 "GET /v2.0/ports?device_id=2de4a0b3-2f49-4e50-9bdd-7df3932a104e HTTP/1.1" status: 200 len: 950 time: 0.4118490 Aug 18 11:58:34.058138 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-77f1d37b-4c4c-43e9-997c-4ae35750b4e1 req-1be36882-a681-4430-b313-40bf27bd9aa8 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/security-groups?id=0ddd2c5c-7e53-44ab-9404-c5fea69a570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2334259 Aug 18 11:58:34.059968 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-c2ea73a2-616f-4bac-964e-cea6bb42a966 req-8f214eb7-c7c2-43c0-9dd8-ffc498d1e1e4 tempest-ServersAdminNegativeTestJSON-88531785 tempest-ServersAdminNegativeTestJSON-88531785-project] For port 0e7e2528-6320-4af9-88ba-9bcf39e99b5c, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=0e7e2528-6320-4af9-88ba-9bcf39e99b5c,segment=NetworkSegment(b0eb6eea-b461-4969-8a27-808f00daa8a1),segment_id=b0eb6eea-b461-4969-8a27-808f00daa8a1)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:58:34.060284 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-c2ea73a2-616f-4bac-964e-cea6bb42a966 req-8f214eb7-c7c2-43c0-9dd8-ffc498d1e1e4 tempest-ServersAdminNegativeTestJSON-88531785 tempest-ServersAdminNegativeTestJSON-88531785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:34.066061 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [req-09fe4167-3648-4d9d-87f9-59b7a44d32f4 req-3ddb7a89-706a-41c1-841f-ab62098191f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea1a658e-65f6-4660-b2e7-eba7cb9ca50d {{(pid=106252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 11:58:34.090811 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-09fe4167-3648-4d9d-87f9-59b7a44d32f4 req-3ddb7a89-706a-41c1-841f-ab62098191f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:34.113935 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-c2ea73a2-616f-4bac-964e-cea6bb42a966 req-8f214eb7-c7c2-43c0-9dd8-ffc498d1e1e4 tempest-ServersAdminNegativeTestJSON-88531785 tempest-ServersAdminNegativeTestJSON-88531785-project] Calling delete_port for 0e7e2528-6320-4af9-88ba-9bcf39e99b5c owned by compute:nova {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 11:58:34.134219 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-82d963e3-f0bf-40e4-a5f7-4574d9abbe5a tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Made reservation on behalf of f1c57111807f4f80be30061245a1a804 for: {'port': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 11:58:34.138080 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-82d963e3-f0bf-40e4-a5f7-4574d9abbe5a tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:34.160664 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [req-09fe4167-3648-4d9d-87f9-59b7a44d32f4 req-3ddb7a89-706a-41c1-841f-ab62098191f5 service neutron] Transition to ACTIVE for port object ea1a658e-65f6-4660-b2e7-eba7cb9ca50d will not be triggered until provisioned by entity L2. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 11:58:34.201330 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-09fe4167-3648-4d9d-87f9-59b7a44d32f4 req-3ddb7a89-706a-41c1-841f-ab62098191f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:34.227678 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1162c68c-971f-4d65-8a2c-61f0d12c7bf7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:34.233675 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1162c68c-971f-4d65-8a2c-61f0d12c7bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:34.280442 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1162c68c-971f-4d65-8a2c-61f0d12c7bf7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 829} {{(pid=106253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 11:58:34.292837 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f72cef9c-fc5b-4808-84b3-19a908d73193 req-eb180091-2a9b-4e89-8dc9-0264c8c79ed6 tempest-ServersAdminNegativeTestJSON-88531785 tempest-ServersAdminNegativeTestJSON-88531785-project] 10.222.0.66 "GET /v2.0/security-groups?id=e15cd1e1-1ec2-43c7-81da-4d2c8f87e716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2582314 Aug 18 11:58:34.293173 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1162c68c-971f-4d65-8a2c-61f0d12c7bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:34.293535 n-d-804985-2 neutron-server[106253]: INFO neutron.db.segments_db [None req-1162c68c-971f-4d65-8a2c-61f0d12c7bf7 admin admin] Added segment a8f60887-56df-429f-95c2-63235c84d95f of type vlan for network 5d8c93e6-9194-48a0-a8b0-6c6fac24d45f Aug 18 11:58:34.318922 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1162c68c-971f-4d65-8a2c-61f0d12c7bf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca5747c3-3d09-4781-8c8c-b5025a39f4b4,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:58:34.383726 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1162c68c-971f-4d65-8a2c-61f0d12c7bf7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789150665894'] for network, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:34.407815 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 11:58:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6296f3a6-5cf4-4edb-8627-a89916df0512 x-openstack-request-id: req-6296f3a6-5cf4-4edb-8627-a89916df0512 {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:58:34.408092 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15deb2c7-c100-47c6-8261-abde7ec7009c", "tag": "7142cb8f-8c8e-426f-b3d9-69a72fe4ebc1", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:58:34.408398 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-6296f3a6-5cf4-4edb-8627-a89916df0512 {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:58:34.408962 n-d-804985-2 neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15deb2c7-c100-47c6-8261-abde7ec7009c', 'tag': '7142cb8f-8c8e-426f-b3d9-69a72fe4ebc1', 'status': 'completed', 'code': 200} Aug 18 11:58:34.423667 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1162c68c-971f-4d65-8a2c-61f0d12c7bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for network, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:34.424820 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1162c68c-971f-4d65-8a2c-61f0d12c7bf7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:34.430944 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1162c68c-971f-4d65-8a2c-61f0d12c7bf7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:34.492847 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-1162c68c-971f-4d65-8a2c-61f0d12c7bf7 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6721895 Aug 18 11:58:34.519981 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 56974) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:58:34.530024 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-b9315566-1e17-40fa-8f7b-5ab3a6a66ea4 admin admin] Request body: {'subnet': {'network_id': '5d8c93e6-9194-48a0-a8b0-6c6fac24d45f', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-306394162-subnet', 'tenant_id': 'f3b794afe6114f5dbf668cc61f52fa67', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:58:34.571074 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9315566-1e17-40fa-8f7b-5ab3a6a66ea4 admin admin] Made reservation on behalf of f3b794afe6114f5dbf668cc61f52fa67 for: {'subnet': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 11:58:34.573516 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b9315566-1e17-40fa-8f7b-5ab3a6a66ea4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59388119'] for subnet, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:34.623955 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dfa0a9-3213-45ce-9e1a-88bc9ad4605e req-09a777ee-7aa7-458b-9e42-27bafe282313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:34.627519 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-42dfa0a9-3213-45ce-9e1a-88bc9ad4605e req-09a777ee-7aa7-458b-9e42-27bafe282313 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6720d841ec3c437fbf0c5ee59791e37a&device_id=15deb2c7-c100-47c6-8261-abde7ec7009c HTTP/1.1" status: 200 len: 1095 time: 0.1830413 Aug 18 11:58:34.628344 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1162c68c-971f-4d65-8a2c-61f0d12c7bf7 admin admin] Pushing event updated for resources: {'Network': ['ID=5d8c93e6-9194-48a0-a8b0-6c6fac24d45f,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:58:34.637471 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-c2ea73a2-616f-4bac-964e-cea6bb42a966 req-8f214eb7-c7c2-43c0-9dd8-ffc498d1e1e4 tempest-ServersAdminNegativeTestJSON-88531785 tempest-ServersAdminNegativeTestJSON-88531785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:34.646177 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Network 5d8c93e6-9194-48a0-a8b0-6c6fac24d45f details requested by agent ovs-agent-n-d-804985-2 with host n-d-804985-2 {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 11:58:34.652857 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] get_ports_and_sgs() called for port_ids ['223eac48-b6a2-4199-8a68-9de59384346f'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 11:58:34.660457 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddb7a89-706a-41c1-841f-ab62098191f5 service neutron] Pushing event updated for resources: {'Port': ['ID=ea1a658e-65f6-4660-b2e7-eba7cb9ca50d,revision_number=2']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:58:34.708145 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d347e853-25a3-414e-a13a-1dfd36122f7a req-6678b005-f858-4f41-881d-e9106d48d965 tempest-ListServerFiltersTestJSON-1468057958 tempest-ListServerFiltersTestJSON-1468057958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:34.716872 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d347e853-25a3-414e-a13a-1dfd36122f7a req-6678b005-f858-4f41-881d-e9106d48d965 tempest-ListServerFiltersTestJSON-1468057958 tempest-ListServerFiltersTestJSON-1468057958-project] 10.222.0.66 "GET /v2.0/ports?device_id=15deb2c7-c100-47c6-8261-abde7ec7009c HTTP/1.1" status: 200 len: 944 time: 0.5574379 Aug 18 11:58:34.778468 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dfa0a9-3213-45ce-9e1a-88bc9ad4605e req-a248e131-e41d-4f3b-a147-ebcb17d02291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:34.780280 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-42dfa0a9-3213-45ce-9e1a-88bc9ad4605e req-a248e131-e41d-4f3b-a147-ebcb17d02291 service neutron] 10.222.0.62 "GET /v2.0/networks?id=fdf1ab8a-9279-424d-814c-349fd8ef747f HTTP/1.1" status: 200 len: 916 time: 0.1412058 Aug 18 11:58:34.788857 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device a4b475eb-6400-4324-bba3-9039bf58d072 up at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:58:34.820882 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d347e853-25a3-414e-a13a-1dfd36122f7a req-9736d384-965b-4924-aeca-80e35ed8aea4 tempest-ListServerFiltersTestJSON-1468057958 tempest-ListServerFiltersTestJSON-1468057958-project] 10.222.0.66 "GET /v2.0/security-groups?id=f5ad2220-cad5-4159-8a3e-cb953441befe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029935 Aug 18 11:58:34.894010 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f214eb7-c7c2-43c0-9dd8-ffc498d1e1e4 tempest-ServersAdminNegativeTestJSON-88531785 tempest-ServersAdminNegativeTestJSON-88531785-project] Pushing event deleted for resources: {'Port': ['ID=0e7e2528-6320-4af9-88ba-9bcf39e99b5c,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:58:34.923327 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b9315566-1e17-40fa-8f7b-5ab3a6a66ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58902106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59388097'] for subnet, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:34.931237 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Provisioning for port a4b475eb-6400-4324-bba3-9039bf58d072 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 11:58:34.951420 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Provisioning complete for port a4b475eb-6400-4324-bba3-9039bf58d072 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:58:34.951840 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:34.988266 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-82d963e3-f0bf-40e4-a5f7-4574d9abbe5a tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Allocated IP 10.1.1.50 (14664a63-22d6-4bc0-8290-849b20369b1b/4d098d7d-848d-42a8-ac08-c1738695747e/449e4b2c-f485-41a8-b8c7-65aa343611a1) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 11:58:35.029188 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [req-7a55795a-9f58-449a-b8f7-809ea4c91b61 req-49ddaa7f-4a30-4367-98b2-acaaba3d0934 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e93c9e8c-4b9f-4c79-9ed3-14b80d53122d {{(pid=106252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 11:58:35.039549 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9315566-1e17-40fa-8f7b-5ab3a6a66ea4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b5adf5e-499b-41c1-a2bd-bb462381040a,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:58:35.043062 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-42dfa0a9-3213-45ce-9e1a-88bc9ad4605e req-ba60f543-8f9d-4f57-a991-1cf014645e8d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7142cb8f-8c8e-426f-b3d9-69a72fe4ebc1 HTTP/1.1" status: 200 len: 217 time: 0.1453309 Aug 18 11:58:35.077849 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2ea73a2-616f-4bac-964e-cea6bb42a966 req-8f214eb7-c7c2-43c0-9dd8-ffc498d1e1e4 tempest-ServersAdminNegativeTestJSON-88531785 tempest-ServersAdminNegativeTestJSON-88531785-project] No DVR routers for this DVR port 0e7e2528-6320-4af9-88ba-9bcf39e99b5c on host n-h1-804985-2 {{(pid=106252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 11:58:35.081517 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-c2ea73a2-616f-4bac-964e-cea6bb42a966 req-8f214eb7-c7c2-43c0-9dd8-ffc498d1e1e4 tempest-ServersAdminNegativeTestJSON-88531785 tempest-ServersAdminNegativeTestJSON-88531785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:35.084229 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c2ea73a2-616f-4bac-964e-cea6bb42a966 req-8f214eb7-c7c2-43c0-9dd8-ffc498d1e1e4 tempest-ServersAdminNegativeTestJSON-88531785 tempest-ServersAdminNegativeTestJSON-88531785-project] 10.222.0.63 "DELETE /v2.0/ports/0e7e2528-6320-4af9-88ba-9bcf39e99b5c HTTP/1.1" status: 204 len: 173 time: 2.7562540 Aug 18 11:58:35.091382 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-7a55795a-9f58-449a-b8f7-809ea4c91b61 req-49ddaa7f-4a30-4367-98b2-acaaba3d0934 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:35.094565 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2de4a0b3-2f49-4e50-9bdd-7df3932a104e', 'name': 'network-vif-deleted', 'tag': '0e7e2528-6320-4af9-88ba-9bcf39e99b5c'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 11:58:35.097365 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7937d48f-45c0-4cd0-8d9e-b2a50e1a2f67" -d '{"events": [{"server_uuid": "2de4a0b3-2f49-4e50-9bdd-7df3932a104e", "name": "network-vif-deleted", "tag": "0e7e2528-6320-4af9-88ba-9bcf39e99b5c"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:58:35.118066 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd1be9b-cb1f-4e04-aa55-5631a6e83586 req-24a064ff-423f-4633-bc77-933dd99606a6 tempest-ImagesOneServerTestJSON-1600236853 tempest-ImagesOneServerTestJSON-1600236853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:35.120194 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5dd1be9b-cb1f-4e04-aa55-5631a6e83586 req-24a064ff-423f-4633-bc77-933dd99606a6 tempest-ImagesOneServerTestJSON-1600236853 tempest-ImagesOneServerTestJSON-1600236853-project] 10.222.0.66 "GET /v2.0/ports?device_id=e0fb7e11-ba93-4e5d-ab38-43905fe1ad87 HTTP/1.1" status: 200 len: 950 time: 0.4934294 Aug 18 11:58:35.125846 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:35.155523 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dfa0a9-3213-45ce-9e1a-88bc9ad4605e req-4ce3a6c4-2bcf-4307-aa17-f44a374c6338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:35.156945 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-42dfa0a9-3213-45ce-9e1a-88bc9ad4605e req-4ce3a6c4-2bcf-4307-aa17-f44a374c6338 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=fef56365-ef17-4b78-92fc-409c6e7b3d74 HTTP/1.1" status: 200 len: 854 time: 0.1046107 Aug 18 11:58:35.172985 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [req-7a55795a-9f58-449a-b8f7-809ea4c91b61 req-49ddaa7f-4a30-4367-98b2-acaaba3d0934 service neutron] Transition to ACTIVE for port object e93c9e8c-4b9f-4c79-9ed3-14b80d53122d will not be triggered until provisioned by entity L2. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 11:58:35.180090 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-09fe4167-3648-4d9d-87f9-59b7a44d32f4 req-3ddb7a89-706a-41c1-841f-ab62098191f5 service neutron] Attempting to bind port ea1a658e-65f6-4660-b2e7-eba7cb9ca50d on host n-h1-804985-2 for vnic_type normal with profile {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 11:58:35.180908 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-09fe4167-3648-4d9d-87f9-59b7a44d32f4 req-3ddb7a89-706a-41c1-841f-ab62098191f5 service neutron] Attempting to bind port ea1a658e-65f6-4660-b2e7-eba7cb9ca50d by drivers openvswitch,hyperv on host n-h1-804985-2 at level 0 using segments [{'id': 'a468add2-bf3f-495e-90ec-df348cf4abc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'fdf1ab8a-9279-424d-814c-349fd8ef747f'}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 11:58:35.181348 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09fe4167-3648-4d9d-87f9-59b7a44d32f4 req-3ddb7a89-706a-41c1-841f-ab62098191f5 service neutron] Attempting to bind port ea1a658e-65f6-4660-b2e7-eba7cb9ca50d on network fdf1ab8a-9279-424d-814c-349fd8ef747f {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 11:58:35.196342 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '714c95e2-c9ad-47f9-af12-f4efbff51186', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4b475eb-6400-4324-bba3-9039bf58d072'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 11:58:35.204901 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db50a436fb3a98495337d8fe7487b4f2ea6f3c1052eb9efadc2ecda2d5737001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3d3ce2a-9633-4bdc-a17e-e828393d5014" -d '{"events": [{"server_uuid": "714c95e2-c9ad-47f9-af12-f4efbff51186", "name": "network-vif-plugged", "status": "completed", "tag": "a4b475eb-6400-4324-bba3-9039bf58d072"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:58:35.210188 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-7a55795a-9f58-449a-b8f7-809ea4c91b61 req-49ddaa7f-4a30-4367-98b2-acaaba3d0934 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:35.228021 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948b665e-cb3a-426e-9414-680369e2f14a req-6fd0660b-aa54-4a96-9c10-7cde1852e4c8 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:35.237137 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948b665e-cb3a-426e-9414-680369e2f14a req-6fd0660b-aa54-4a96-9c10-7cde1852e4c8 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:35.239903 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9315566-1e17-40fa-8f7b-5ab3a6a66ea4 admin admin] Checking segment: {'id': 'a8f60887-56df-429f-95c2-63235c84d95f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '5d8c93e6-9194-48a0-a8b0-6c6fac24d45f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 11:58:35.240265 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9315566-1e17-40fa-8f7b-5ab3a6a66ea4 admin admin] Network hostable DHCP agents. Network: 5d8c93e6-9194-48a0-a8b0-6c6fac24d45f, hostable agents: ['97c14208-2951-4361-8d64-3708c946ff5f'], hosted agents: [] {{(pid=106253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 11:58:35.241732 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port a4b475eb-6400-4324-bba3-9039bf58d072, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=a4b475eb-6400-4324-bba3-9039bf58d072,segment=NetworkSegment(a468add2-bf3f-495e-90ec-df348cf4abc5),segment_id=a468add2-bf3f-495e-90ec-df348cf4abc5)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:58:35.247704 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:35.248650 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-948b665e-cb3a-426e-9414-680369e2f14a req-6fd0660b-aa54-4a96-9c10-7cde1852e4c8 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] 10.222.0.66 "GET /v2.0/ports?device_id=20dd28f4-1df0-4a6b-8939-d21ca9c9b72a HTTP/1.1" status: 200 len: 1654 time: 0.3306947 Aug 18 11:58:35.263511 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09fe4167-3648-4d9d-87f9-59b7a44d32f4 req-3ddb7a89-706a-41c1-841f-ab62098191f5 service neutron] Port ea1a658e-65f6-4660-b2e7-eba7cb9ca50d on network fdf1ab8a-9279-424d-814c-349fd8ef747f not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-2 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 11:58:35.264020 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09fe4167-3648-4d9d-87f9-59b7a44d32f4 req-3ddb7a89-706a-41c1-841f-ab62098191f5 service neutron] Attempting to bind port ea1a658e-65f6-4660-b2e7-eba7cb9ca50d on network fdf1ab8a-9279-424d-814c-349fd8ef747f {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 11:58:35.283753 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dfa0a9-3213-45ce-9e1a-88bc9ad4605e req-38376ae0-9b70-461a-a01d-f92a772129fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:35.285899 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-42dfa0a9-3213-45ce-9e1a-88bc9ad4605e req-38376ae0-9b70-461a-a01d-f92a772129fe service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=fdf1ab8a-9279-424d-814c-349fd8ef747f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1087167 Aug 18 11:58:35.288270 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9315566-1e17-40fa-8f7b-5ab3a6a66ea4 admin admin] Network 5d8c93e6-9194-48a0-a8b0-6c6fac24d45f is scheduled to be hosted by DHCP agent 97c14208-2951-4361-8d64-3708c946ff5f with binding_index 1 {{(pid=106253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 11:58:35.317054 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-b9315566-1e17-40fa-8f7b-5ab3a6a66ea4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-2, 5d8c93e6-9194-48a0-a8b0-6c6fac24d45f) {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:58:35.357037 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9315566-1e17-40fa-8f7b-5ab3a6a66ea4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:35.357635 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b9315566-1e17-40fa-8f7b-5ab3a6a66ea4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:35.398591 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-b9315566-1e17-40fa-8f7b-5ab3a6a66ea4 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8675294 Aug 18 11:58:35.400757 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09fe4167-3648-4d9d-87f9-59b7a44d32f4 req-3ddb7a89-706a-41c1-841f-ab62098191f5 service neutron] Checking agent: {'id': 'a613417a-d085-492c-941a-59bb18c633d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 49, 6), 'started_at': datetime.datetime(2021, 8, 18, 11, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 11, 58, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 11:58:35.401258 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09fe4167-3648-4d9d-87f9-59b7a44d32f4 req-3ddb7a89-706a-41c1-841f-ab62098191f5 service neutron] Checking segment: {'id': 'a468add2-bf3f-495e-90ec-df348cf4abc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'fdf1ab8a-9279-424d-814c-349fd8ef747f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 11:58:35.402061 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09fe4167-3648-4d9d-87f9-59b7a44d32f4 req-3ddb7a89-706a-41c1-841f-ab62098191f5 service neutron] Bound using segment: {'id': 'a468add2-bf3f-495e-90ec-df348cf4abc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'fdf1ab8a-9279-424d-814c-349fd8ef747f'} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 11:58:35.402584 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-09fe4167-3648-4d9d-87f9-59b7a44d32f4 req-3ddb7a89-706a-41c1-841f-ab62098191f5 service neutron] Bound port: ea1a658e-65f6-4660-b2e7-eba7cb9ca50d, host: n-h1-804985-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a468add2-bf3f-495e-90ec-df348cf4abc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'fdf1ab8a-9279-424d-814c-349fd8ef747f'}}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 11:58:35.403057 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-09fe4167-3648-4d9d-87f9-59b7a44d32f4 req-3ddb7a89-706a-41c1-841f-ab62098191f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:35.424985 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-42dfa0a9-3213-45ce-9e1a-88bc9ad4605e req-f96b63f8-0132-4957-ace0-0894a71a23ae service neutron] 10.222.0.62 "GET /v2.0/networks/fdf1ab8a-9279-424d-814c-349fd8ef747f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301157 Aug 18 11:58:35.442985 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5dd1be9b-cb1f-4e04-aa55-5631a6e83586 req-d1d20794-9bfc-4122-a884-d3eac8c4fa9e tempest-ImagesOneServerTestJSON-1600236853 tempest-ImagesOneServerTestJSON-1600236853-project] 10.222.0.66 "GET /v2.0/security-groups?id=d76f99f9-6558-4024-8017-5289e8ca9414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2988477 Aug 18 11:58:35.476933 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ddaa7f-4a30-4367-98b2-acaaba3d0934 service neutron] Pushing event updated for resources: {'Port': ['ID=e93c9e8c-4b9f-4c79-9ed3-14b80d53122d,revision_number=2']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:58:35.478170 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b657df7a-b383-4f63-a040-7b4a4ee416e8 None None] Network 5d8c93e6-9194-48a0-a8b0-6c6fac24d45f requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 11:58:35.550824 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=a4b475eb-6400-4324-bba3-9039bf58d072,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:58:35.564343 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-09fe4167-3648-4d9d-87f9-59b7a44d32f4 req-3ddb7a89-706a-41c1-841f-ab62098191f5 service neutron] For port ea1a658e-65f6-4660-b2e7-eba7cb9ca50d, host n-h1-804985-2, cleared binding levels {{(pid=106252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 11:58:35.568668 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-09fe4167-3648-4d9d-87f9-59b7a44d32f4 req-3ddb7a89-706a-41c1-841f-ab62098191f5 service neutron] For port ea1a658e-65f6-4660-b2e7-eba7cb9ca50d, host n-h1-804985-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=ea1a658e-65f6-4660-b2e7-eba7cb9ca50d,segment=NetworkSegment(a468add2-bf3f-495e-90ec-df348cf4abc5),segment_id=a468add2-bf3f-495e-90ec-df348cf4abc5)] {{(pid=106252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 11:58:35.573879 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-948b665e-cb3a-426e-9414-680369e2f14a req-8e6b5a51-23e9-4a2e-a5cc-66491f0530d7 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] 10.222.0.66 "GET /v2.0/security-groups?id=e100a5b2-e498-4091-84ac-a0da12aab123&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3236217 Aug 18 11:58:35.591791 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-42dfa0a9-3213-45ce-9e1a-88bc9ad4605e req-e547431b-be15-4401-b4fa-53f0a45195eb service neutron] 10.222.0.62 "GET /v2.0/networks/fdf1ab8a-9279-424d-814c-349fd8ef747f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579542 Aug 18 11:58:35.669281 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7698b612-c2dc-4e42-8809-72a442ecf81f None None] Network 5d8c93e6-9194-48a0-a8b0-6c6fac24d45f requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 11:58:35.694789 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-09fe4167-3648-4d9d-87f9-59b7a44d32f4 req-3ddb7a89-706a-41c1-841f-ab62098191f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:35.709361 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-82d963e3-f0bf-40e4-a5f7-4574d9abbe5a tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:35.858975 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:35.869513 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddb7a89-706a-41c1-841f-ab62098191f5 service neutron] Pushing event updated for resources: {'Port': ['ID=ea1a658e-65f6-4660-b2e7-eba7cb9ca50d,revision_number=3']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:58:35.876396 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fe4167-3648-4d9d-87f9-59b7a44d32f4 req-3ddb7a89-706a-41c1-841f-ab62098191f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:35.877213 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-09fe4167-3648-4d9d-87f9-59b7a44d32f4 req-3ddb7a89-706a-41c1-841f-ab62098191f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:35.879971 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-09fe4167-3648-4d9d-87f9-59b7a44d32f4 req-3ddb7a89-706a-41c1-841f-ab62098191f5 service neutron] 10.222.0.63 "PUT /v2.0/ports/ea1a658e-65f6-4660-b2e7-eba7cb9ca50d HTTP/1.1" status: 200 len: 1092 time: 4.3519416 Aug 18 11:58:35.923830 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-82d963e3-f0bf-40e4-a5f7-4574d9abbe5a tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Transition to ACTIVE for port object 449e4b2c-f485-41a8-b8c7-65aa343611a1 will not be triggered until provisioned by entity DHCP. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 11:58:35.952829 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-7a55795a-9f58-449a-b8f7-809ea4c91b61 req-49ddaa7f-4a30-4367-98b2-acaaba3d0934 service neutron] Attempting to bind port e93c9e8c-4b9f-4c79-9ed3-14b80d53122d on host n-h1-804985-2 for vnic_type normal with profile {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 11:58:35.953829 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-7a55795a-9f58-449a-b8f7-809ea4c91b61 req-49ddaa7f-4a30-4367-98b2-acaaba3d0934 service neutron] Attempting to bind port e93c9e8c-4b9f-4c79-9ed3-14b80d53122d by drivers openvswitch,hyperv on host n-h1-804985-2 at level 0 using segments [{'id': '0769e917-ce53-43de-97f7-af6feb189e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '45f10d77-130c-4859-b30d-1a902305b96f'}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 11:58:35.954475 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a55795a-9f58-449a-b8f7-809ea4c91b61 req-49ddaa7f-4a30-4367-98b2-acaaba3d0934 service neutron] Attempting to bind port e93c9e8c-4b9f-4c79-9ed3-14b80d53122d on network 45f10d77-130c-4859-b30d-1a902305b96f {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 11:58:36.002092 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a55795a-9f58-449a-b8f7-809ea4c91b61 req-49ddaa7f-4a30-4367-98b2-acaaba3d0934 service neutron] Port e93c9e8c-4b9f-4c79-9ed3-14b80d53122d on network 45f10d77-130c-4859-b30d-1a902305b96f not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-2 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 11:58:36.002505 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a55795a-9f58-449a-b8f7-809ea4c91b61 req-49ddaa7f-4a30-4367-98b2-acaaba3d0934 service neutron] Attempting to bind port e93c9e8c-4b9f-4c79-9ed3-14b80d53122d on network 45f10d77-130c-4859-b30d-1a902305b96f {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 11:58:36.012188 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a1375c-d146-4be3-9f69-ee01af46461b req-e1de6c09-a871-4437-9e91-ac56ecdce993 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:36.013755 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-15a1375c-d146-4be3-9f69-ee01af46461b req-e1de6c09-a871-4437-9e91-ac56ecdce993 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.66 "GET /v2.0/ports?device_id=369a2bc6-6a6b-4df6-befa-47df4f4e60d2 HTTP/1.1" status: 200 len: 943 time: 0.2647183 Aug 18 11:58:36.032995 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a55795a-9f58-449a-b8f7-809ea4c91b61 req-49ddaa7f-4a30-4367-98b2-acaaba3d0934 service neutron] Checking agent: {'id': 'a613417a-d085-492c-941a-59bb18c633d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 49, 6), 'started_at': datetime.datetime(2021, 8, 18, 11, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 11, 58, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 11:58:36.033775 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a55795a-9f58-449a-b8f7-809ea4c91b61 req-49ddaa7f-4a30-4367-98b2-acaaba3d0934 service neutron] Checking segment: {'id': '0769e917-ce53-43de-97f7-af6feb189e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '45f10d77-130c-4859-b30d-1a902305b96f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 11:58:36.033775 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a55795a-9f58-449a-b8f7-809ea4c91b61 req-49ddaa7f-4a30-4367-98b2-acaaba3d0934 service neutron] Bound using segment: {'id': '0769e917-ce53-43de-97f7-af6feb189e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '45f10d77-130c-4859-b30d-1a902305b96f'} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 11:58:36.034368 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-7a55795a-9f58-449a-b8f7-809ea4c91b61 req-49ddaa7f-4a30-4367-98b2-acaaba3d0934 service neutron] Bound port: e93c9e8c-4b9f-4c79-9ed3-14b80d53122d, host: n-h1-804985-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0769e917-ce53-43de-97f7-af6feb189e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '45f10d77-130c-4859-b30d-1a902305b96f'}}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 11:58:36.034614 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-7a55795a-9f58-449a-b8f7-809ea4c91b61 req-49ddaa7f-4a30-4367-98b2-acaaba3d0934 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:36.092038 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 11:58:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-921322c1-89e5-477b-8eb0-fd8856529176 x-openstack-request-id: req-921322c1-89e5-477b-8eb0-fd8856529176 {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:58:36.092433 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2de4a0b3-2f49-4e50-9bdd-7df3932a104e", "name": "network-vif-deleted", "tag": "0e7e2528-6320-4af9-88ba-9bcf39e99b5c", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:58:36.092594 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-921322c1-89e5-477b-8eb0-fd8856529176 {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:58:36.093135 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2de4a0b3-2f49-4e50-9bdd-7df3932a104e', 'name': 'network-vif-deleted', 'tag': '0e7e2528-6320-4af9-88ba-9bcf39e99b5c', 'status': 'completed', 'code': 200} Aug 18 11:58:36.125089 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 11:58:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af8875b7-4850-4b18-9095-5d27d0032f67 x-openstack-request-id: req-af8875b7-4850-4b18-9095-5d27d0032f67 {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:58:36.125831 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "714c95e2-c9ad-47f9-af12-f4efbff51186", "name": "network-vif-plugged", "status": "completed", "tag": "a4b475eb-6400-4324-bba3-9039bf58d072", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:58:36.125831 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-af8875b7-4850-4b18-9095-5d27d0032f67 {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:58:36.126255 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '714c95e2-c9ad-47f9-af12-f4efbff51186', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4b475eb-6400-4324-bba3-9039bf58d072', 'code': 200} Aug 18 11:58:36.131466 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fe4167-3648-4d9d-87f9-59b7a44d32f4 req-24b92b42-1dc5-4def-8ff5-ed9b66b604c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:36.133018 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-09fe4167-3648-4d9d-87f9-59b7a44d32f4 req-24b92b42-1dc5-4def-8ff5-ed9b66b604c7 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=6720d841ec3c437fbf0c5ee59791e37a&device_id=90f4510c-cfe8-4eb1-86bf-36d73a7e5776 HTTP/1.1" status: 200 len: 1095 time: 0.1843123 Aug 18 11:58:36.151706 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-82d963e3-f0bf-40e4-a5f7-4574d9abbe5a tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:36.251617 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-15a1375c-d146-4be3-9f69-ee01af46461b req-9bde6ffd-503f-496e-915c-3a01fb894dd2 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.66 "GET /v2.0/security-groups?id=11bbe5b2-5f3b-4775-89a0-258a798e3ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000754 Aug 18 11:58:36.253129 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c072d6a-b2da-4a0c-834e-e917148208fb req-15872d91-9ea3-46fe-b371-9ea17c7de599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:36.255034 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-1c072d6a-b2da-4a0c-834e-e917148208fb req-15872d91-9ea3-46fe-b371-9ea17c7de599 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=714c95e2-c9ad-47f9-af12-f4efbff51186 HTTP/1.1" status: 200 len: 1096 time: 0.0587394 Aug 18 11:58:36.288554 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-09fe4167-3648-4d9d-87f9-59b7a44d32f4 req-34d37fd0-deeb-4755-b8e3-0e72b9dfb7aa service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ea1a658e-65f6-4660-b2e7-eba7cb9ca50d HTTP/1.1" status: 200 len: 217 time: 0.1325998 Aug 18 11:58:36.300502 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-1c072d6a-b2da-4a0c-834e-e917148208fb req-3a14c62c-632b-4c20-a5c5-d2b6fbcd16c6 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=f5ad2220-cad5-4159-8a3e-cb953441befe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371153 Aug 18 11:58:36.338982 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-82d963e3-f0bf-40e4-a5f7-4574d9abbe5a tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Network 14664a63-22d6-4bc0-8290-849b20369b1b is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 11:58:36.373257 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-82d963e3-f0bf-40e4-a5f7-4574d9abbe5a tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:58:36.375562 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-7a55795a-9f58-449a-b8f7-809ea4c91b61 req-49ddaa7f-4a30-4367-98b2-acaaba3d0934 service neutron] For port e93c9e8c-4b9f-4c79-9ed3-14b80d53122d, host n-h1-804985-2, cleared binding levels {{(pid=106252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 11:58:36.383838 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-82d963e3-f0bf-40e4-a5f7-4574d9abbe5a tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 11:58:36.386403 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d963e3-f0bf-40e4-a5f7-4574d9abbe5a tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Pushing event updated for resources: {'Port': ['ID=449e4b2c-f485-41a8-b8c7-65aa343611a1,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:58:36.446958 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-2bb9a971-8efb-44b1-8abd-518006667292 req-647e46c2-3de1-4c43-ba80-77268c4e351c tempest-SecurityGroupRulesNegativeTestJSON-1409091283 tempest-SecurityGroupRulesNegativeTestJSON-1409091283-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1414005788', 'description': 'tempest-description-2102603443'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:58:36.455898 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-7a55795a-9f58-449a-b8f7-809ea4c91b61 req-49ddaa7f-4a30-4367-98b2-acaaba3d0934 service neutron] For port e93c9e8c-4b9f-4c79-9ed3-14b80d53122d, host n-h1-804985-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=e93c9e8c-4b9f-4c79-9ed3-14b80d53122d,segment=NetworkSegment(0769e917-ce53-43de-97f7-af6feb189e7f),segment_id=0769e917-ce53-43de-97f7-af6feb189e7f)] {{(pid=106252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 11:58:36.473259 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 0e7e2528-6320-4af9-88ba-9bcf39e99b5c no longer exists at agent hyperv_n-h1-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 11:58:36.490926 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2c4cd8ea-f9ef-4f66-a7fd-3d98c428aee0 req-6f79df25-c850-4ac0-bc73-8fc8b3a9fbba service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=447950aa-fe3a-4e2a-9e6e-e115159ebaee&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3727334 Aug 18 11:58:36.510790 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-7a55795a-9f58-449a-b8f7-809ea4c91b61 req-49ddaa7f-4a30-4367-98b2-acaaba3d0934 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:36.516035 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] No Port match for: 0e7e2528-6320-4af9-88ba-9bcf39e99b5c {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 11:58:36.516383 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 0e7e2528-6320-4af9-88ba-9bcf39e99b5c not bound to the agent host n-h1-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 11:58:36.610201 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fe4167-3648-4d9d-87f9-59b7a44d32f4 req-e4a39a2a-9d74-4bdf-a840-cc252b51e629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:36.616324 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-09fe4167-3648-4d9d-87f9-59b7a44d32f4 req-e4a39a2a-9d74-4bdf-a840-cc252b51e629 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=fef56365-ef17-4b78-92fc-409c6e7b3d74 HTTP/1.1" status: 200 len: 854 time: 0.2988567 Aug 18 11:58:36.640491 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ddaa7f-4a30-4367-98b2-acaaba3d0934 service neutron] Pushing event updated for resources: {'Port': ['ID=e93c9e8c-4b9f-4c79-9ed3-14b80d53122d,revision_number=3']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:58:36.656870 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-82d963e3-f0bf-40e4-a5f7-4574d9abbe5a tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:36.657459 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-82d963e3-f0bf-40e4-a5f7-4574d9abbe5a tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:36.682358 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a55795a-9f58-449a-b8f7-809ea4c91b61 req-49ddaa7f-4a30-4367-98b2-acaaba3d0934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:36.683554 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-7a55795a-9f58-449a-b8f7-809ea4c91b61 req-49ddaa7f-4a30-4367-98b2-acaaba3d0934 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:36.684446 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7a55795a-9f58-449a-b8f7-809ea4c91b61 req-49ddaa7f-4a30-4367-98b2-acaaba3d0934 service neutron] 10.222.0.63 "PUT /v2.0/ports/e93c9e8c-4b9f-4c79-9ed3-14b80d53122d HTTP/1.1" status: 200 len: 1091 time: 3.8288445 Aug 18 11:58:36.685120 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-2bb9a971-8efb-44b1-8abd-518006667292 req-647e46c2-3de1-4c43-ba80-77268c4e351c tempest-SecurityGroupRulesNegativeTestJSON-1409091283 tempest-SecurityGroupRulesNegativeTestJSON-1409091283-project] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:36.796039 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 7142cb8f-8c8e-426f-b3d9-69a72fe4ebc1 details requested by agent hyperv_n-h2-804985-2 with host n-h2-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 11:58:36.817367 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-da469ee1-c579-41ea-9833-eb47a974c0b9 None None] Provisioning for port 449e4b2c-f485-41a8-b8c7-65aa343611a1 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 11:58:36.825642 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-da469ee1-c579-41ea-9833-eb47a974c0b9 None None] Provisioning complete for port 449e4b2c-f485-41a8-b8c7-65aa343611a1 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:58:36.826306 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-da469ee1-c579-41ea-9833-eb47a974c0b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:36.914980 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-da469ee1-c579-41ea-9833-eb47a974c0b9 None None] Port 449e4b2c-f485-41a8-b8c7-65aa343611a1 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 11:58:36.957218 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port 7142cb8f-8c8e-426f-b3d9-69a72fe4ebc1, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=7142cb8f-8c8e-426f-b3d9-69a72fe4ebc1,segment=NetworkSegment(a468add2-bf3f-495e-90ec-df348cf4abc5),segment_id=a468add2-bf3f-495e-90ec-df348cf4abc5)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:58:36.969527 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Returning: {'device': '7142cb8f-8c8e-426f-b3d9-69a72fe4ebc1', 'network_id': 'fdf1ab8a-9279-424d-814c-349fd8ef747f', 'port_id': '7142cb8f-8c8e-426f-b3d9-69a72fe4ebc1', 'mac_address': 'fa:16:3e:f6:71:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 827, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fef56365-ef17-4b78-92fc-409c6e7b3d74', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 11:58:37.013822 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:37.030788 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7142cb8f-8c8e-426f-b3d9-69a72fe4ebc1 {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 11:58:37.056845 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port 7142cb8f-8c8e-426f-b3d9-69a72fe4ebc1, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=7142cb8f-8c8e-426f-b3d9-69a72fe4ebc1,segment=NetworkSegment(a468add2-bf3f-495e-90ec-df348cf4abc5),segment_id=a468add2-bf3f-495e-90ec-df348cf4abc5)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:58:37.063240 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:37.125215 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=7142cb8f-8c8e-426f-b3d9-69a72fe4ebc1,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:58:37.169979 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-82d963e3-f0bf-40e4-a5f7-4574d9abbe5a tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.6338575 Aug 18 11:58:37.194129 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-74b7d78b-6f87-4fe2-8449-3d6251b284f6 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Request body: {'port': {'device_id': '20dd28f4-1df0-4a6b-8939-d21ca9c9b72a', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '71f4f05b-546f-495f-be85-3ee41a9605e5', 'admin_state_up': True, 'tenant_id': 'f1c57111807f4f80be30061245a1a804', 'security_groups': ['e100a5b2-e498-4091-84ac-a0da12aab123']}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:58:37.228257 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fe4167-3648-4d9d-87f9-59b7a44d32f4 req-02c163f7-4de5-4bc7-818d-1461d0313c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:37.229816 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-09fe4167-3648-4d9d-87f9-59b7a44d32f4 req-02c163f7-4de5-4bc7-818d-1461d0313c38 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=fdf1ab8a-9279-424d-814c-349fd8ef747f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6022093 Aug 18 11:58:37.262786 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7199c003-748f-40ea-bdad-9c30b34e4751 req-15f10054-52ba-4e13-a368-1d1a831349d9 tempest-ListServerFiltersTestJSON-1468057958 tempest-ListServerFiltersTestJSON-1468057958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:37.264503 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7199c003-748f-40ea-bdad-9c30b34e4751 req-15f10054-52ba-4e13-a368-1d1a831349d9 tempest-ListServerFiltersTestJSON-1468057958 tempest-ListServerFiltersTestJSON-1468057958-project] 10.222.0.66 "GET /v2.0/ports?device_id=15deb2c7-c100-47c6-8261-abde7ec7009c HTTP/1.1" status: 200 len: 945 time: 0.5731642 Aug 18 11:58:37.293466 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a55795a-9f58-449a-b8f7-809ea4c91b61 req-8fccf989-51ca-4642-b22e-41396b9f4204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:37.295141 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7a55795a-9f58-449a-b8f7-809ea4c91b61 req-8fccf989-51ca-4642-b22e-41396b9f4204 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=9143985e071d4037b5bf264a5aaa6497&device_id=369a2bc6-6a6b-4df6-befa-47df4f4e60d2 HTTP/1.1" status: 200 len: 1094 time: 0.1828239 Aug 18 11:58:37.410102 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7a55795a-9f58-449a-b8f7-809ea4c91b61 req-3ccc44af-a3a4-4db5-986a-6c606be6b4f6 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e93c9e8c-4b9f-4c79-9ed3-14b80d53122d HTTP/1.1" status: 200 len: 217 time: 0.0738502 Aug 18 11:58:37.492711 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7199c003-748f-40ea-bdad-9c30b34e4751 req-c36d6fac-50ce-4676-a15d-3d4718a357af tempest-ListServerFiltersTestJSON-1468057958 tempest-ListServerFiltersTestJSON-1468057958-project] 10.222.0.66 "GET /v2.0/security-groups?id=f5ad2220-cad5-4159-8a3e-cb953441befe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055082 Aug 18 11:58:37.500970 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] get_ports_and_sgs() called for port_ids ['7142cb8f-8c8e-426f-b3d9-69a72fe4ebc1'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 11:58:37.558219 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-2bb9a971-8efb-44b1-8abd-518006667292 req-647e46c2-3de1-4c43-ba80-77268c4e351c tempest-SecurityGroupRulesNegativeTestJSON-1409091283 tempest-SecurityGroupRulesNegativeTestJSON-1409091283-project] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:37.576988 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-09fe4167-3648-4d9d-87f9-59b7a44d32f4 req-c673c86f-f65d-4603-b24d-8524a0b585b9 service neutron] 10.222.0.63 "GET /v2.0/networks/fdf1ab8a-9279-424d-814c-349fd8ef747f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3050778 Aug 18 11:58:37.580304 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-2bb9a971-8efb-44b1-8abd-518006667292 req-647e46c2-3de1-4c43-ba80-77268c4e351c tempest-SecurityGroupRulesNegativeTestJSON-1409091283 tempest-SecurityGroupRulesNegativeTestJSON-1409091283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:37.583855 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a55795a-9f58-449a-b8f7-809ea4c91b61 req-b016a368-c060-4c9d-a6a1-f87f9a5d309b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:37.585485 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7a55795a-9f58-449a-b8f7-809ea4c91b61 req-b016a368-c060-4c9d-a6a1-f87f9a5d309b service neutron] 10.222.0.63 "GET /v2.0/subnets?id=7cf2249d-58a2-4afe-a9fb-145dc05a7f39 HTTP/1.1" status: 200 len: 846 time: 0.1545155 Aug 18 11:58:37.689361 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7a55795a-9f58-449a-b8f7-809ea4c91b61 req-dbf0a3e1-e619-4f2a-a975-da2dba1c770e service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=45f10d77-130c-4859-b30d-1a902305b96f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0806339 Aug 18 11:58:37.690103 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-74b7d78b-6f87-4fe2-8449-3d6251b284f6 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Made reservation on behalf of f1c57111807f4f80be30061245a1a804 for: {'port': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 11:58:37.727205 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-2bb9a971-8efb-44b1-8abd-518006667292 req-647e46c2-3de1-4c43-ba80-77268c4e351c tempest-SecurityGroupRulesNegativeTestJSON-1409091283 tempest-SecurityGroupRulesNegativeTestJSON-1409091283-project] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:37.728596 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2bb9a971-8efb-44b1-8abd-518006667292 req-647e46c2-3de1-4c43-ba80-77268c4e351c tempest-SecurityGroupRulesNegativeTestJSON-1409091283 tempest-SecurityGroupRulesNegativeTestJSON-1409091283-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 1.2870674 Aug 18 11:58:37.826570 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647e46c2-3de1-4c43-ba80-77268c4e351c tempest-SecurityGroupRulesNegativeTestJSON-1409091283 tempest-SecurityGroupRulesNegativeTestJSON-1409091283-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f52ab90d-af01-4a0a-9b5e-934cc28dd760,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:58:37.912712 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:37.954995 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f8eb2e-74c3-44f3-afa8-5aaa6e6a9cde req-3717472a-359d-4b6d-8610-e728242a5d7c tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:37.960946 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d1f8eb2e-74c3-44f3-afa8-5aaa6e6a9cde req-3717472a-359d-4b6d-8610-e728242a5d7c tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/ports?device_id=447950aa-fe3a-4e2a-9e6e-e115159ebaee HTTP/1.1" status: 200 len: 950 time: 0.3052976 Aug 18 11:58:37.972330 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7a55795a-9f58-449a-b8f7-809ea4c91b61 req-6b564331-75e7-49f9-8435-f6ba1917d806 service neutron] 10.222.0.63 "GET /v2.0/networks/45f10d77-130c-4859-b30d-1a902305b96f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2645736 Aug 18 11:58:37.975070 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-09fe4167-3648-4d9d-87f9-59b7a44d32f4 req-3af11b37-16ed-423b-a8e6-6c3db14d88fa service neutron] 10.222.0.63 "GET /v2.0/networks/fdf1ab8a-9279-424d-814c-349fd8ef747f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3780830 Aug 18 11:58:37.977944 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-74b7d78b-6f87-4fe2-8449-3d6251b284f6 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:38.096004 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90f4510c-cfe8-4eb1-86bf-36d73a7e5776', 'tag': 'ea1a658e-65f6-4660-b2e7-eba7cb9ca50d'}, {'name': 'network-changed', 'server_uuid': '369a2bc6-6a6b-4df6-befa-47df4f4e60d2', 'tag': 'e93c9e8c-4b9f-4c79-9ed3-14b80d53122d'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 11:58:38.098384 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01f18ffb-5cde-4a33-995f-9c5829d204d1" -d '{"events": [{"name": "network-changed", "server_uuid": "90f4510c-cfe8-4eb1-86bf-36d73a7e5776", "tag": "ea1a658e-65f6-4660-b2e7-eba7cb9ca50d"}, {"name": "network-changed", "server_uuid": "369a2bc6-6a6b-4df6-befa-47df4f4e60d2", "tag": "e93c9e8c-4b9f-4c79-9ed3-14b80d53122d"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:58:38.180501 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d1f8eb2e-74c3-44f3-afa8-5aaa6e6a9cde req-30564dcd-1a25-4627-970c-71b3017e38e6 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/security-groups?id=0ddd2c5c-7e53-44ab-9404-c5fea69a570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110310 Aug 18 11:58:38.356155 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7a55795a-9f58-449a-b8f7-809ea4c91b61 req-1a908308-a773-4023-8d6d-dfedc6210913 service neutron] 10.222.0.63 "GET /v2.0/networks/45f10d77-130c-4859-b30d-1a902305b96f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3580334 Aug 18 11:58:38.368629 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f26e049-1ea0-45b1-bc98-2163b8c3a5b6 req-632859fe-67f6-4592-8e1f-1aee8db95a41 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:38.374519 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f26e049-1ea0-45b1-bc98-2163b8c3a5b6 req-632859fe-67f6-4592-8e1f-1aee8db95a41 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:38.380657 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f26e049-1ea0-45b1-bc98-2163b8c3a5b6 req-632859fe-67f6-4592-8e1f-1aee8db95a41 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:38.382726 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5f26e049-1ea0-45b1-bc98-2163b8c3a5b6 req-632859fe-67f6-4592-8e1f-1aee8db95a41 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] 10.222.0.66 "GET /v2.0/ports?device_id=20dd28f4-1df0-4a6b-8939-d21ca9c9b72a HTTP/1.1" status: 200 len: 2374 time: 0.3038778 Aug 18 11:58:38.397226 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4cd8ea-f9ef-4f66-a7fd-3d98c428aee0 req-16b14f50-caf9-4ae0-a208-620fac93f931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:38.398660 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2c4cd8ea-f9ef-4f66-a7fd-3d98c428aee0 req-16b14f50-caf9-4ae0-a208-620fac93f931 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=87f2a541be1e4141a84277bf00dc4c3b&device_id=447950aa-fe3a-4e2a-9e6e-e115159ebaee HTTP/1.1" status: 200 len: 1101 time: 0.2226076 Aug 18 11:58:38.500617 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bffafd-55d8-46e2-9a52-7dacdca2ad8e req-47bef8fd-033b-40f5-9dc9-1257641ba7c2 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:38.502089 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-78bffafd-55d8-46e2-9a52-7dacdca2ad8e req-47bef8fd-033b-40f5-9dc9-1257641ba7c2 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.66 "GET /v2.0/ports?device_id=369a2bc6-6a6b-4df6-befa-47df4f4e60d2 HTTP/1.1" status: 200 len: 943 time: 0.2525649 Aug 18 11:58:38.537466 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5f26e049-1ea0-45b1-bc98-2163b8c3a5b6 req-823c2956-a863-425a-8be4-0830d36716e4 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] 10.222.0.66 "GET /v2.0/security-groups?id=e100a5b2-e498-4091-84ac-a0da12aab123&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1461899 Aug 18 11:58:38.560127 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-74b7d78b-6f87-4fe2-8449-3d6251b284f6 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Allocated IP 10.2.2.100 (71f4f05b-546f-495f-be85-3ee41a9605e5/72d9155c-f171-412a-b9b4-962a1e291242/eeb336c7-3a60-4f10-a0d7-6a8235927c82) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 11:58:38.630576 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-78bffafd-55d8-46e2-9a52-7dacdca2ad8e req-6c8657f7-0288-4e97-bc61-351d9c11f406 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.66 "GET /v2.0/security-groups?id=11bbe5b2-5f3b-4775-89a0-258a798e3ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139579 Aug 18 11:58:38.631720 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4cd8ea-f9ef-4f66-a7fd-3d98c428aee0 req-1db51cee-63d8-4186-a87c-bca40b268074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:38.633148 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2c4cd8ea-f9ef-4f66-a7fd-3d98c428aee0 req-1db51cee-63d8-4186-a87c-bca40b268074 service neutron] 10.222.0.63 "GET /v2.0/networks?id=222e0814-c7e5-4b11-9282-3f40c6ed76b2 HTTP/1.1" status: 200 len: 870 time: 0.2228687 Aug 18 11:58:38.713042 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2c4cd8ea-f9ef-4f66-a7fd-3d98c428aee0 req-e50c9adc-25e7-4c48-852b-3b4ed09160a3 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=3bb3d3c1-bab8-4cce-b527-237a5b4dc9b4 HTTP/1.1" status: 200 len: 217 time: 0.0623097 Aug 18 11:58:38.758625 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-533529a4-8ca8-45b9-8033-4dbbcfd21727 req-1ce9c3e7-299f-48b7-8289-cef9e90531f3 tempest-SecurityGroupRulesNegativeTestJSON-1409091283 tempest-SecurityGroupRulesNegativeTestJSON-1409091283-project] 10.222.0.66 "GET /v2.0/security-groups/f52ab90d-af01-4a0a-9b5e-934cc28dd760 HTTP/1.1" status: 200 len: 1813 time: 0.1761367 Aug 18 11:58:38.817904 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device b63e6490-f1db-458c-9426-2e5fed85f7e3 details requested by agent hyperv_n-h2-804985-2 with host n-h2-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 11:58:38.823978 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-533529a4-8ca8-45b9-8033-4dbbcfd21727 req-fcf1a950-1bbc-41a6-bcb5-683242ae401a tempest-SecurityGroupRulesNegativeTestJSON-1409091283 tempest-SecurityGroupRulesNegativeTestJSON-1409091283-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f52ab90d-af01-4a0a-9b5e-934cc28dd760', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:58:38.824309 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-533529a4-8ca8-45b9-8033-4dbbcfd21727 req-fcf1a950-1bbc-41a6-bcb5-683242ae401a tempest-SecurityGroupRulesNegativeTestJSON-1409091283 tempest-SecurityGroupRulesNegativeTestJSON-1409091283-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f52ab90d-af01-4a0a-9b5e-934cc28dd760', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:58:38.872446 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4cd8ea-f9ef-4f66-a7fd-3d98c428aee0 req-00761ce7-8a9f-4bd7-b1e9-6914b7737eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:38.873972 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2c4cd8ea-f9ef-4f66-a7fd-3d98c428aee0 req-00761ce7-8a9f-4bd7-b1e9-6914b7737eb4 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=6d16d680-110b-436d-8afa-48ba845b3623 HTTP/1.1" status: 200 len: 843 time: 0.1493018 Aug 18 11:58:38.892350 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8114868f-1c11-4453-8a58-e2d94df1d454 req-4c334ac0-806e-4487-8bd7-ce8f2f3c4194 tempest-ServersAdminNegativeTestJSON-88531785 tempest-ServersAdminNegativeTestJSON-88531785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:38.894108 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8114868f-1c11-4453-8a58-e2d94df1d454 req-4c334ac0-806e-4487-8bd7-ce8f2f3c4194 tempest-ServersAdminNegativeTestJSON-88531785 tempest-ServersAdminNegativeTestJSON-88531785-project] 10.222.0.66 "GET /v2.0/ports?device_id=a5f9881f-9780-47ab-bfbd-d22b066ac3dd HTTP/1.1" status: 200 len: 949 time: 0.1853757 Aug 18 11:58:38.927056 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 7142cb8f-8c8e-426f-b3d9-69a72fe4ebc1 up at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:58:38.990382 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port b63e6490-f1db-458c-9426-2e5fed85f7e3, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=b63e6490-f1db-458c-9426-2e5fed85f7e3,segment=NetworkSegment(b0eb6eea-b461-4969-8a27-808f00daa8a1),segment_id=b0eb6eea-b461-4969-8a27-808f00daa8a1)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:58:39.004599 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Returning: {'device': 'b63e6490-f1db-458c-9426-2e5fed85f7e3', 'network_id': '222e0814-c7e5-4b11-9282-3f40c6ed76b2', 'port_id': 'b63e6490-f1db-458c-9426-2e5fed85f7e3', 'mac_address': 'fa:16:3e:68:e0:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 823, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d16d680-110b-436d-8afa-48ba845b3623', 'ip_address': '192.168.233.148'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 11:58:39.007185 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-74b7d78b-6f87-4fe2-8449-3d6251b284f6 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:39.033041 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8114868f-1c11-4453-8a58-e2d94df1d454 req-c8826d9e-e6f1-495f-83a6-235efb9de6ed tempest-ServersAdminNegativeTestJSON-88531785 tempest-ServersAdminNegativeTestJSON-88531785-project] 10.222.0.66 "GET /v2.0/security-groups?id=e15cd1e1-1ec2-43c7-81da-4d2c8f87e716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198850 Aug 18 11:58:39.033647 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Provisioning for port 7142cb8f-8c8e-426f-b3d9-69a72fe4ebc1 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 11:58:39.041696 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4cd8ea-f9ef-4f66-a7fd-3d98c428aee0 req-f5fd5310-8842-47df-a1f3-971d2e238d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:39.043224 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2c4cd8ea-f9ef-4f66-a7fd-3d98c428aee0 req-f5fd5310-8842-47df-a1f3-971d2e238d5d service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=222e0814-c7e5-4b11-9282-3f40c6ed76b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1412714 Aug 18 11:58:39.048302 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Provisioning complete for port 7142cb8f-8c8e-426f-b3d9-69a72fe4ebc1 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:58:39.048598 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:39.049546 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-533529a4-8ca8-45b9-8033-4dbbcfd21727 req-fcf1a950-1bbc-41a6-bcb5-683242ae401a tempest-SecurityGroupRulesNegativeTestJSON-1409091283 tempest-SecurityGroupRulesNegativeTestJSON-1409091283-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:39.067519 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-74b7d78b-6f87-4fe2-8449-3d6251b284f6 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Transition to ACTIVE for port object eeb336c7-3a60-4f10-a0d7-6a8235927c82 will not be triggered until provisioned by entity DHCP. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 11:58:39.094929 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:39.122152 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 18 Aug 2021 11:58:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bb40986-f514-4913-9503-8f01ea55947a x-openstack-request-id: req-1bb40986-f514-4913-9503-8f01ea55947a {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:58:39.122450 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90f4510c-cfe8-4eb1-86bf-36d73a7e5776", "tag": "ea1a658e-65f6-4660-b2e7-eba7cb9ca50d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "369a2bc6-6a6b-4df6-befa-47df4f4e60d2", "tag": "e93c9e8c-4b9f-4c79-9ed3-14b80d53122d", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:58:39.122703 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-1bb40986-f514-4913-9503-8f01ea55947a {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:58:39.123106 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90f4510c-cfe8-4eb1-86bf-36d73a7e5776', 'tag': 'ea1a658e-65f6-4660-b2e7-eba7cb9ca50d', 'status': 'completed', 'code': 200} Aug 18 11:58:39.123354 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '369a2bc6-6a6b-4df6-befa-47df4f4e60d2', 'tag': 'e93c9e8c-4b9f-4c79-9ed3-14b80d53122d', 'status': 'completed', 'code': 200} Aug 18 11:58:39.123548 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b63e6490-f1db-458c-9426-2e5fed85f7e3 {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 11:58:39.141272 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-533529a4-8ca8-45b9-8033-4dbbcfd21727 req-fcf1a950-1bbc-41a6-bcb5-683242ae401a tempest-SecurityGroupRulesNegativeTestJSON-1409091283 tempest-SecurityGroupRulesNegativeTestJSON-1409091283-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:39.153711 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port b63e6490-f1db-458c-9426-2e5fed85f7e3, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=b63e6490-f1db-458c-9426-2e5fed85f7e3,segment=NetworkSegment(b0eb6eea-b461-4969-8a27-808f00daa8a1),segment_id=b0eb6eea-b461-4969-8a27-808f00daa8a1)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:58:39.159470 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:39.190484 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-533529a4-8ca8-45b9-8033-4dbbcfd21727 req-fcf1a950-1bbc-41a6-bcb5-683242ae401a tempest-SecurityGroupRulesNegativeTestJSON-1409091283 tempest-SecurityGroupRulesNegativeTestJSON-1409091283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992607'] for security_group_rule, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:39.243384 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:39.251071 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf1a950-1bbc-41a6-bcb5-683242ae401a tempest-SecurityGroupRulesNegativeTestJSON-1409091283 tempest-SecurityGroupRulesNegativeTestJSON-1409091283-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cb750d4-053f-484e-973f-e2259c96a62c,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:58:39.259417 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-74b7d78b-6f87-4fe2-8449-3d6251b284f6 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:39.276766 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=b63e6490-f1db-458c-9426-2e5fed85f7e3,revision_number=6']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:58:39.289095 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15deb2c7-c100-47c6-8261-abde7ec7009c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7142cb8f-8c8e-426f-b3d9-69a72fe4ebc1'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 11:58:39.291342 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db50a436fb3a98495337d8fe7487b4f2ea6f3c1052eb9efadc2ecda2d5737001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65b50623-e52b-49ee-afd1-733284a3438a" -d '{"events": [{"server_uuid": "15deb2c7-c100-47c6-8261-abde7ec7009c", "name": "network-vif-plugged", "status": "completed", "tag": "7142cb8f-8c8e-426f-b3d9-69a72fe4ebc1"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:58:39.292069 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-533529a4-8ca8-45b9-8033-4dbbcfd21727 req-fcf1a950-1bbc-41a6-bcb5-683242ae401a tempest-SecurityGroupRulesNegativeTestJSON-1409091283 tempest-SecurityGroupRulesNegativeTestJSON-1409091283-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:39.293336 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-533529a4-8ca8-45b9-8033-4dbbcfd21727 req-fcf1a950-1bbc-41a6-bcb5-683242ae401a tempest-SecurityGroupRulesNegativeTestJSON-1409091283 tempest-SecurityGroupRulesNegativeTestJSON-1409091283-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4859030 Aug 18 11:58:39.297279 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:58:39.297489 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:58:39.297781 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:58:39.298120 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:58:39.298451 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:58:39.298781 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:58:39.299122 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:58:39.299429 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:58:39.299750 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:58:39.300061 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:58:39.300383 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:58:39.300738 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:58:39.321008 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] get_ports_and_sgs() called for port_ids ['b63e6490-f1db-458c-9426-2e5fed85f7e3'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 11:58:39.327561 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port 7142cb8f-8c8e-426f-b3d9-69a72fe4ebc1, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=7142cb8f-8c8e-426f-b3d9-69a72fe4ebc1,segment=NetworkSegment(a468add2-bf3f-495e-90ec-df348cf4abc5),segment_id=a468add2-bf3f-495e-90ec-df348cf4abc5)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:58:39.349431 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:39.359179 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b7d78b-6f87-4fe2-8449-3d6251b284f6 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Pushing event updated for resources: {'Port': ['ID=eeb336c7-3a60-4f10-a0d7-6a8235927c82,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:58:39.369020 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-74b7d78b-6f87-4fe2-8449-3d6251b284f6 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Network 71f4f05b-546f-495f-be85-3ee41a9605e5 is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 11:58:39.405451 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-74b7d78b-6f87-4fe2-8449-3d6251b284f6 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:58:39.419222 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2c4cd8ea-f9ef-4f66-a7fd-3d98c428aee0 req-5ef2ffe2-b079-4def-af40-3fbc6c93cdcf service neutron] 10.222.0.63 "GET /v2.0/networks/222e0814-c7e5-4b11-9282-3f40c6ed76b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3620317 Aug 18 11:58:39.420560 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-74b7d78b-6f87-4fe2-8449-3d6251b284f6 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 11:58:39.435807 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ba1443-1eb6-4e23-8268-c2a6b587dac5 req-9a34b2d0-4160-4076-abdc-9082aa908f52 tempest-ListServerFiltersTestJSON-1468057958 tempest-ListServerFiltersTestJSON-1468057958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:39.437515 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-83ba1443-1eb6-4e23-8268-c2a6b587dac5 req-9a34b2d0-4160-4076-abdc-9082aa908f52 tempest-ListServerFiltersTestJSON-1468057958 tempest-ListServerFiltersTestJSON-1468057958-project] 10.222.0.66 "GET /v2.0/ports?device_id=15deb2c7-c100-47c6-8261-abde7ec7009c HTTP/1.1" status: 200 len: 945 time: 0.2009692 Aug 18 11:58:39.439784 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f18ffb-5cde-4a33-995f-9c5829d204d1 req-9836db0d-15b0-433c-928d-2ab3576dbc57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:39.439969 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=7142cb8f-8c8e-426f-b3d9-69a72fe4ebc1,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:58:39.441483 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-01f18ffb-5cde-4a33-995f-9c5829d204d1 req-9836db0d-15b0-433c-928d-2ab3576dbc57 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=6720d841ec3c437fbf0c5ee59791e37a&device_id=90f4510c-cfe8-4eb1-86bf-36d73a7e5776 HTTP/1.1" status: 200 len: 1095 time: 0.2766147 Aug 18 11:58:39.706910 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-74b7d78b-6f87-4fe2-8449-3d6251b284f6 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:39.707507 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-74b7d78b-6f87-4fe2-8449-3d6251b284f6 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:39.712158 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-83ba1443-1eb6-4e23-8268-c2a6b587dac5 req-871928fe-ebbb-4e4f-81ed-66b9cf3c7415 tempest-ListServerFiltersTestJSON-1468057958 tempest-ListServerFiltersTestJSON-1468057958-project] 10.222.0.66 "GET /v2.0/security-groups?id=f5ad2220-cad5-4159-8a3e-cb953441befe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2584152 Aug 18 11:58:39.764634 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1e618dc4-7934-4088-a2d2-fd46829d2de8 None None] Provisioning for port eeb336c7-3a60-4f10-a0d7-6a8235927c82 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 11:58:39.770367 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1e618dc4-7934-4088-a2d2-fd46829d2de8 None None] Provisioning complete for port eeb336c7-3a60-4f10-a0d7-6a8235927c82 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:58:39.771037 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e618dc4-7934-4088-a2d2-fd46829d2de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:39.778030 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-74b7d78b-6f87-4fe2-8449-3d6251b284f6 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5922275 Aug 18 11:58:39.792149 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a28d7b-f8fa-49b9-8772-66fddc19b117 req-6051be27-fe6d-4040-8355-cd4c60d7036c tempest-ServersAdminNegativeTestJSON-88531785 tempest-ServersAdminNegativeTestJSON-88531785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:39.793663 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-29a28d7b-f8fa-49b9-8772-66fddc19b117 req-6051be27-fe6d-4040-8355-cd4c60d7036c tempest-ServersAdminNegativeTestJSON-88531785 tempest-ServersAdminNegativeTestJSON-88531785-project] 10.222.0.63 "GET /v2.0/ports?device_id=a5f9881f-9780-47ab-bfbd-d22b066ac3dd HTTP/1.1" status: 200 len: 949 time: 0.2018337 Aug 18 11:58:39.794699 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f18ffb-5cde-4a33-995f-9c5829d204d1 req-28b00280-02a3-4fba-87cb-25f863f5441b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:39.796352 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-01f18ffb-5cde-4a33-995f-9c5829d204d1 req-28b00280-02a3-4fba-87cb-25f863f5441b service neutron] 10.222.0.63 "GET /v2.0/networks?id=fdf1ab8a-9279-424d-814c-349fd8ef747f HTTP/1.1" status: 200 len: 916 time: 0.3214817 Aug 18 11:58:39.798910 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 11:58:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e586c995-0c5c-4553-984f-07dcb7654f55 x-openstack-request-id: req-e586c995-0c5c-4553-984f-07dcb7654f55 {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:58:39.799488 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15deb2c7-c100-47c6-8261-abde7ec7009c", "name": "network-vif-plugged", "status": "completed", "tag": "7142cb8f-8c8e-426f-b3d9-69a72fe4ebc1", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:58:39.799833 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e586c995-0c5c-4553-984f-07dcb7654f55 {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:58:39.800312 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15deb2c7-c100-47c6-8261-abde7ec7009c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7142cb8f-8c8e-426f-b3d9-69a72fe4ebc1', 'code': 200} Aug 18 11:58:39.804506 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-0a105f44-c35b-4e3f-82f4-3bd02bf66c6c tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Request body: {'port': {'device_id': '20dd28f4-1df0-4a6b-8939-d21ca9c9b72a', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '71f4f05b-546f-495f-be85-3ee41a9605e5', 'admin_state_up': True, 'tenant_id': 'f1c57111807f4f80be30061245a1a804', 'security_groups': ['e100a5b2-e498-4091-84ac-a0da12aab123']}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:58:39.845319 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-1e618dc4-7934-4088-a2d2-fd46829d2de8 None None] Port eeb336c7-3a60-4f10-a0d7-6a8235927c82 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 11:58:39.914078 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6456b169-bfcd-451b-aecb-6e670edc9bbc req-263893e2-3c44-4cb4-aa10-8ff3a8dda9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:39.915848 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-6456b169-bfcd-451b-aecb-6e670edc9bbc req-263893e2-3c44-4cb4-aa10-8ff3a8dda9a9 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=15deb2c7-c100-47c6-8261-abde7ec7009c HTTP/1.1" status: 200 len: 1097 time: 0.0596604 Aug 18 11:58:39.977755 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-6456b169-bfcd-451b-aecb-6e670edc9bbc req-cb6d57c1-e6db-48c6-bd91-792e9869824e service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=f5ad2220-cad5-4159-8a3e-cb953441befe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425115 Aug 18 11:58:40.165028 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cda07c-3437-4d91-8a32-0cf8ce5c27fe req-5197d2ce-2c42-4642-8f64-5faa044fa53c tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:40.166479 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f8cda07c-3437-4d91-8a32-0cf8ce5c27fe req-5197d2ce-2c42-4642-8f64-5faa044fa53c tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/ports?device_id=447950aa-fe3a-4e2a-9e6e-e115159ebaee HTTP/1.1" status: 200 len: 950 time: 0.5735059 Aug 18 11:58:40.223509 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2c4cd8ea-f9ef-4f66-a7fd-3d98c428aee0 req-f9fa20b7-096a-4589-9787-829ce0d53e47 service neutron] 10.222.0.63 "GET /v2.0/networks/222e0814-c7e5-4b11-9282-3f40c6ed76b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7789516 Aug 18 11:58:40.274435 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-01f18ffb-5cde-4a33-995f-9c5829d204d1 req-3c31175a-91d8-4927-ab3d-3afa7e9ce5aa service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ea1a658e-65f6-4660-b2e7-eba7cb9ca50d HTTP/1.1" status: 200 len: 217 time: 0.4565251 Aug 18 11:58:40.430412 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f8cda07c-3437-4d91-8a32-0cf8ce5c27fe req-565c6684-e2d8-45b7-8a88-046a1d34d6a2 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/security-groups?id=0ddd2c5c-7e53-44ab-9404-c5fea69a570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047355 Aug 18 11:58:40.470521 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-729859a9-2c70-49ee-b198-287e411d1d80 req-d707cb38-f302-43f0-80cd-1f3b7724fe10 tempest-SecurityGroupRulesNegativeTestJSON-1409091283 tempest-SecurityGroupRulesNegativeTestJSON-1409091283-project] 10.222.0.66 "GET /v2.0/security-groups/f52ab90d-af01-4a0a-9b5e-934cc28dd760 HTTP/1.1" status: 200 len: 2406 time: 0.3015053 Aug 18 11:58:40.487806 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f18ffb-5cde-4a33-995f-9c5829d204d1 req-0cc1e14d-0294-4d1e-bdb0-7917f828dc44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:40.491598 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device ea1a658e-65f6-4660-b2e7-eba7cb9ca50d details requested by agent hyperv_n-h1-804985-2 with host n-h1-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 11:58:40.505428 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-01f18ffb-5cde-4a33-995f-9c5829d204d1 req-0cc1e14d-0294-4d1e-bdb0-7917f828dc44 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=fef56365-ef17-4b78-92fc-409c6e7b3d74 HTTP/1.1" status: 200 len: 854 time: 0.2060959 Aug 18 11:58:40.705678 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-29a28d7b-f8fa-49b9-8772-66fddc19b117 req-92a7ea75-4745-494d-8fe5-8e34df2a6b54 tempest-ServersAdminNegativeTestJSON-88531785 tempest-ServersAdminNegativeTestJSON-88531785-project] Deleting port 223eac48-b6a2-4199-8a68-9de59384346f {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 11:58:40.706267 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-29a28d7b-f8fa-49b9-8772-66fddc19b117 req-92a7ea75-4745-494d-8fe5-8e34df2a6b54 tempest-ServersAdminNegativeTestJSON-88531785 tempest-ServersAdminNegativeTestJSON-88531785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:40.731594 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-0a105f44-c35b-4e3f-82f4-3bd02bf66c6c tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Made reservation on behalf of f1c57111807f4f80be30061245a1a804 for: {'port': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 11:58:40.735209 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port ea1a658e-65f6-4660-b2e7-eba7cb9ca50d, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=ea1a658e-65f6-4660-b2e7-eba7cb9ca50d,segment=NetworkSegment(a468add2-bf3f-495e-90ec-df348cf4abc5),segment_id=a468add2-bf3f-495e-90ec-df348cf4abc5)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:58:40.737775 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-0a105f44-c35b-4e3f-82f4-3bd02bf66c6c tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:40.769145 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Returning: {'device': 'ea1a658e-65f6-4660-b2e7-eba7cb9ca50d', 'network_id': 'fdf1ab8a-9279-424d-814c-349fd8ef747f', 'port_id': 'ea1a658e-65f6-4660-b2e7-eba7cb9ca50d', 'mac_address': 'fa:16:3e:d1:f9:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 827, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fef56365-ef17-4b78-92fc-409c6e7b3d74', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 11:58:40.781490 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f18ffb-5cde-4a33-995f-9c5829d204d1 req-a2ac239f-f6df-4c25-9dbb-aeed793a7b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:40.783110 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-01f18ffb-5cde-4a33-995f-9c5829d204d1 req-a2ac239f-f6df-4c25-9dbb-aeed793a7b94 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=fdf1ab8a-9279-424d-814c-349fd8ef747f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2641034 Aug 18 11:58:40.801095 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17c7283-0bf1-4067-85e9-74da86db38d1 req-0d3d7c63-d193-4407-ab8c-829ce10f4b3b tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:40.808390 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e17c7283-0bf1-4067-85e9-74da86db38d1 req-0d3d7c63-d193-4407-ab8c-829ce10f4b3b tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.66 "GET /v2.0/ports?device_id=369a2bc6-6a6b-4df6-befa-47df4f4e60d2 HTTP/1.1" status: 200 len: 943 time: 0.2084351 Aug 18 11:58:40.819771 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5472b76-256a-4e23-928d-ddb511ef4e3b req-b4c60863-ec58-40ad-84e1-9a8f3eae7528 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:40.820975 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:40.825696 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5472b76-256a-4e23-928d-ddb511ef4e3b req-b4c60863-ec58-40ad-84e1-9a8f3eae7528 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:40.831643 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5472b76-256a-4e23-928d-ddb511ef4e3b req-b4c60863-ec58-40ad-84e1-9a8f3eae7528 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:40.837750 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5472b76-256a-4e23-928d-ddb511ef4e3b req-b4c60863-ec58-40ad-84e1-9a8f3eae7528 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:40.839469 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e5472b76-256a-4e23-928d-ddb511ef4e3b req-b4c60863-ec58-40ad-84e1-9a8f3eae7528 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] 10.222.0.66 "GET /v2.0/ports?device_id=20dd28f4-1df0-4a6b-8939-d21ca9c9b72a HTTP/1.1" status: 200 len: 3095 time: 0.2441027 Aug 18 11:58:40.846236 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device b63e6490-f1db-458c-9426-2e5fed85f7e3 up at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:58:40.882123 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea1a658e-65f6-4660-b2e7-eba7cb9ca50d {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 11:58:40.920210 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port ea1a658e-65f6-4660-b2e7-eba7cb9ca50d, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=ea1a658e-65f6-4660-b2e7-eba7cb9ca50d,segment=NetworkSegment(a468add2-bf3f-495e-90ec-df348cf4abc5),segment_id=a468add2-bf3f-495e-90ec-df348cf4abc5)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:58:40.930279 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:40.930939 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device e93c9e8c-4b9f-4c79-9ed3-14b80d53122d details requested by agent hyperv_n-h1-804985-2 with host n-h1-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 11:58:40.997714 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Provisioning complete for port b63e6490-f1db-458c-9426-2e5fed85f7e3 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:58:40.998094 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:41.085946 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=ea1a658e-65f6-4660-b2e7-eba7cb9ca50d,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:58:41.105935 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e17c7283-0bf1-4067-85e9-74da86db38d1 req-12979c3e-7120-4385-a721-09a7efe0cb38 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.66 "GET /v2.0/security-groups?id=11bbe5b2-5f3b-4775-89a0-258a798e3ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2961614 Aug 18 11:58:41.145759 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e5472b76-256a-4e23-928d-ddb511ef4e3b req-7a8a3cca-6d7b-4da8-aadf-61e11295d548 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] 10.222.0.66 "GET /v2.0/security-groups?id=e100a5b2-e498-4091-84ac-a0da12aab123&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2750804 Aug 18 11:58:41.150293 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-29a28d7b-f8fa-49b9-8772-66fddc19b117 req-92a7ea75-4745-494d-8fe5-8e34df2a6b54 tempest-ServersAdminNegativeTestJSON-88531785 tempest-ServersAdminNegativeTestJSON-88531785-project] For port 223eac48-b6a2-4199-8a68-9de59384346f, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=223eac48-b6a2-4199-8a68-9de59384346f,segment=NetworkSegment(b0eb6eea-b461-4969-8a27-808f00daa8a1),segment_id=b0eb6eea-b461-4969-8a27-808f00daa8a1)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:58:41.150673 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-29a28d7b-f8fa-49b9-8772-66fddc19b117 req-92a7ea75-4745-494d-8fe5-8e34df2a6b54 tempest-ServersAdminNegativeTestJSON-88531785 tempest-ServersAdminNegativeTestJSON-88531785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:41.239365 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port e93c9e8c-4b9f-4c79-9ed3-14b80d53122d, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=e93c9e8c-4b9f-4c79-9ed3-14b80d53122d,segment=NetworkSegment(0769e917-ce53-43de-97f7-af6feb189e7f),segment_id=0769e917-ce53-43de-97f7-af6feb189e7f)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:58:41.257790 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-29a28d7b-f8fa-49b9-8772-66fddc19b117 req-92a7ea75-4745-494d-8fe5-8e34df2a6b54 tempest-ServersAdminNegativeTestJSON-88531785 tempest-ServersAdminNegativeTestJSON-88531785-project] Calling delete_port for 223eac48-b6a2-4199-8a68-9de59384346f owned by compute:nova {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 11:58:41.265749 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:41.283957 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Returning: {'device': 'e93c9e8c-4b9f-4c79-9ed3-14b80d53122d', 'network_id': '45f10d77-130c-4859-b30d-1a902305b96f', 'port_id': 'e93c9e8c-4b9f-4c79-9ed3-14b80d53122d', 'mac_address': 'fa:16:3e:4f:46:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 821, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cf2249d-58a2-4afe-a9fb-145dc05a7f39', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 11:58:41.332523 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port b63e6490-f1db-458c-9426-2e5fed85f7e3, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=b63e6490-f1db-458c-9426-2e5fed85f7e3,segment=NetworkSegment(b0eb6eea-b461-4969-8a27-808f00daa8a1),segment_id=b0eb6eea-b461-4969-8a27-808f00daa8a1)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:58:41.338071 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-01f18ffb-5cde-4a33-995f-9c5829d204d1 req-456409f5-a219-42db-8b08-1cfbf2ef62ff service neutron] 10.222.0.63 "GET /v2.0/networks/fdf1ab8a-9279-424d-814c-349fd8ef747f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4972832 Aug 18 11:58:41.340503 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:41.369133 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a7ebb2fb-4da0-4837-8f22-c51045b61db8 req-d7ee2b99-26d7-43e8-bc1e-7c894f796309 tempest-SecurityGroupRulesNegativeTestJSON-1409091283 tempest-SecurityGroupRulesNegativeTestJSON-1409091283-project] 10.222.0.66 "GET /v2.0/security-group-rules/0cb750d4-053f-484e-973f-e2259c96a62c HTTP/1.1" status: 200 len: 778 time: 0.0854361 Aug 18 11:58:41.409410 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=b63e6490-f1db-458c-9426-2e5fed85f7e3,revision_number=7']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:58:41.417570 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:41.441516 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e93c9e8c-4b9f-4c79-9ed3-14b80d53122d {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 11:58:41.472678 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port e93c9e8c-4b9f-4c79-9ed3-14b80d53122d, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=e93c9e8c-4b9f-4c79-9ed3-14b80d53122d,segment=NetworkSegment(0769e917-ce53-43de-97f7-af6feb189e7f),segment_id=0769e917-ce53-43de-97f7-af6feb189e7f)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:58:41.480946 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:41.551245 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=e93c9e8c-4b9f-4c79-9ed3-14b80d53122d,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:58:41.567493 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69cfd48-3404-40af-bdc3-577e17dcb9ac req-ecfcfa7a-f296-4d08-9103-e10b79ff26ba tempest-ServersAdminNegativeTestJSON-88531785 tempest-ServersAdminNegativeTestJSON-88531785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:41.569412 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b69cfd48-3404-40af-bdc3-577e17dcb9ac req-ecfcfa7a-f296-4d08-9103-e10b79ff26ba tempest-ServersAdminNegativeTestJSON-88531785 tempest-ServersAdminNegativeTestJSON-88531785-project] 10.222.0.66 "GET /v2.0/ports?device_id=a5f9881f-9780-47ab-bfbd-d22b066ac3dd HTTP/1.1" status: 200 len: 949 time: 0.3327870 Aug 18 11:58:41.577532 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-0a105f44-c35b-4e3f-82f4-3bd02bf66c6c tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Allocated IP 10.2.2.200 (71f4f05b-546f-495f-be85-3ee41a9605e5/72d9155c-f171-412a-b9b4-962a1e291242/5d12cdb5-f897-47d4-8656-b7afc876f2b5) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 11:58:41.655668 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a7ebb2fb-4da0-4837-8f22-c51045b61db8 req-ff164b01-876e-4c49-86f0-8b223a26cd6b tempest-SecurityGroupRulesNegativeTestJSON-1409091283 tempest-SecurityGroupRulesNegativeTestJSON-1409091283-project] 10.222.0.66 "GET /v2.0/security-groups/f52ab90d-af01-4a0a-9b5e-934cc28dd760 HTTP/1.1" status: 200 len: 2406 time: 0.2399602 Aug 18 11:58:41.704275 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-01f18ffb-5cde-4a33-995f-9c5829d204d1 req-f76fbc06-ae57-4725-a9a7-ff4308572c95 service neutron] 10.222.0.63 "GET /v2.0/networks/fdf1ab8a-9279-424d-814c-349fd8ef747f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3426385 Aug 18 11:58:41.732561 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b69cfd48-3404-40af-bdc3-577e17dcb9ac req-0fe7087a-bd22-4784-96ca-414941b501d9 tempest-ServersAdminNegativeTestJSON-88531785 tempest-ServersAdminNegativeTestJSON-88531785-project] 10.222.0.66 "GET /v2.0/security-groups?id=e15cd1e1-1ec2-43c7-81da-4d2c8f87e716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508095 Aug 18 11:58:41.750647 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] get_ports_and_sgs() called for port_ids ['ea1a658e-65f6-4660-b2e7-eba7cb9ca50d'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 11:58:41.785724 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] get_ports_and_sgs() called for port_ids ['e93c9e8c-4b9f-4c79-9ed3-14b80d53122d'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 11:58:41.818666 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0fb7e11-ba93-4e5d-ab38-43905fe1ad87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b63e6490-f1db-458c-9426-2e5fed85f7e3'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 11:58:41.822054 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db50a436fb3a98495337d8fe7487b4f2ea6f3c1052eb9efadc2ecda2d5737001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75eeb747-b6a7-4441-899f-bc5e34fd6dd9" -d '{"events": [{"server_uuid": "e0fb7e11-ba93-4e5d-ab38-43905fe1ad87", "name": "network-vif-plugged", "status": "completed", "tag": "b63e6490-f1db-458c-9426-2e5fed85f7e3"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:58:41.930681 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-a7ebb2fb-4da0-4837-8f22-c51045b61db8 req-89bf8ab3-b70c-4233-bee8-aa894c3bd63e tempest-SecurityGroupRulesNegativeTestJSON-1409091283 tempest-SecurityGroupRulesNegativeTestJSON-1409091283-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:41.990103 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-a7ebb2fb-4da0-4837-8f22-c51045b61db8 req-89bf8ab3-b70c-4233-bee8-aa894c3bd63e tempest-SecurityGroupRulesNegativeTestJSON-1409091283 tempest-SecurityGroupRulesNegativeTestJSON-1409091283-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:42.053814 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-29a28d7b-f8fa-49b9-8772-66fddc19b117 req-92a7ea75-4745-494d-8fe5-8e34df2a6b54 tempest-ServersAdminNegativeTestJSON-88531785 tempest-ServersAdminNegativeTestJSON-88531785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:42.122490 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-a7ebb2fb-4da0-4837-8f22-c51045b61db8 req-89bf8ab3-b70c-4233-bee8-aa894c3bd63e tempest-SecurityGroupRulesNegativeTestJSON-1409091283 tempest-SecurityGroupRulesNegativeTestJSON-1409091283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992607'] for security_group_rule, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:42.127322 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f18ffb-5cde-4a33-995f-9c5829d204d1 req-dddb833a-6d89-492b-9a66-6395d883b68f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:42.131442 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-01f18ffb-5cde-4a33-995f-9c5829d204d1 req-dddb833a-6d89-492b-9a66-6395d883b68f service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=9143985e071d4037b5bf264a5aaa6497&device_id=369a2bc6-6a6b-4df6-befa-47df4f4e60d2 HTTP/1.1" status: 200 len: 1095 time: 0.3221290 Aug 18 11:58:42.148713 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-a7ebb2fb-4da0-4837-8f22-c51045b61db8 req-89bf8ab3-b70c-4233-bee8-aa894c3bd63e tempest-SecurityGroupRulesNegativeTestJSON-1409091283 tempest-SecurityGroupRulesNegativeTestJSON-1409091283-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:42.150162 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a7ebb2fb-4da0-4837-8f22-c51045b61db8 req-89bf8ab3-b70c-4233-bee8-aa894c3bd63e tempest-SecurityGroupRulesNegativeTestJSON-1409091283 tempest-SecurityGroupRulesNegativeTestJSON-1409091283-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/0cb750d4-053f-484e-973f-e2259c96a62c HTTP/1.1" status: 204 len: 173 time: 0.4809923 Aug 18 11:58:42.154054 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a7ea75-4745-494d-8fe5-8e34df2a6b54 tempest-ServersAdminNegativeTestJSON-88531785 tempest-ServersAdminNegativeTestJSON-88531785-project] Pushing event deleted for resources: {'Port': ['ID=223eac48-b6a2-4199-8a68-9de59384346f,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:58:42.221841 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bf8ab3-b70c-4233-bee8-aa894c3bd63e tempest-SecurityGroupRulesNegativeTestJSON-1409091283 tempest-SecurityGroupRulesNegativeTestJSON-1409091283-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0cb750d4-053f-484e-973f-e2259c96a62c,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:58:42.288114 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89417930-3bb9-4476-8cef-ad162b5eceef req-6d30fc95-4abe-49bd-a5f1-e9d20c909c72 tempest-ListServerFiltersTestJSON-1468057958 tempest-ListServerFiltersTestJSON-1468057958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:42.296296 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-89417930-3bb9-4476-8cef-ad162b5eceef req-6d30fc95-4abe-49bd-a5f1-e9d20c909c72 tempest-ListServerFiltersTestJSON-1468057958 tempest-ListServerFiltersTestJSON-1468057958-project] 10.222.0.66 "GET /v2.0/ports?device_id=15deb2c7-c100-47c6-8261-abde7ec7009c HTTP/1.1" status: 200 len: 946 time: 0.3082051 Aug 18 11:58:42.312845 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-29a28d7b-f8fa-49b9-8772-66fddc19b117 req-92a7ea75-4745-494d-8fe5-8e34df2a6b54 tempest-ServersAdminNegativeTestJSON-88531785 tempest-ServersAdminNegativeTestJSON-88531785-project] No DVR routers for this DVR port 223eac48-b6a2-4199-8a68-9de59384346f on host n-h1-804985-2 {{(pid=106252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 11:58:42.328577 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-29a28d7b-f8fa-49b9-8772-66fddc19b117 req-92a7ea75-4745-494d-8fe5-8e34df2a6b54 tempest-ServersAdminNegativeTestJSON-88531785 tempest-ServersAdminNegativeTestJSON-88531785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:42.330945 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-29a28d7b-f8fa-49b9-8772-66fddc19b117 req-92a7ea75-4745-494d-8fe5-8e34df2a6b54 tempest-ServersAdminNegativeTestJSON-88531785 tempest-ServersAdminNegativeTestJSON-88531785-project] 10.222.0.63 "DELETE /v2.0/ports/223eac48-b6a2-4199-8a68-9de59384346f HTTP/1.1" status: 204 len: 173 time: 2.5193253 Aug 18 11:58:42.346850 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5f9881f-9780-47ab-bfbd-d22b066ac3dd', 'name': 'network-vif-deleted', 'tag': '223eac48-b6a2-4199-8a68-9de59384346f'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 11:58:42.349517 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe56e19e-1e57-47ca-97dc-e979e5f745c2" -d '{"events": [{"server_uuid": "a5f9881f-9780-47ab-bfbd-d22b066ac3dd", "name": "network-vif-deleted", "tag": "223eac48-b6a2-4199-8a68-9de59384346f"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:58:42.355068 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-0a105f44-c35b-4e3f-82f4-3bd02bf66c6c tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:42.414561 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-0a105f44-c35b-4e3f-82f4-3bd02bf66c6c tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Transition to ACTIVE for port object 5d12cdb5-f897-47d4-8656-b7afc876f2b5 will not be triggered until provisioned by entity DHCP. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 11:58:42.442487 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-89417930-3bb9-4476-8cef-ad162b5eceef req-da389ae1-293e-4433-9b28-5c0897cdadda tempest-ListServerFiltersTestJSON-1468057958 tempest-ListServerFiltersTestJSON-1468057958-project] 10.222.0.66 "GET /v2.0/security-groups?id=f5ad2220-cad5-4159-8a3e-cb953441befe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430130 Aug 18 11:58:42.483704 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570f032c-c19c-43f4-8994-bdc5fa55387a req-1a310b71-d500-4d3e-808e-1ba802c2d247 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:42.486048 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-570f032c-c19c-43f4-8994-bdc5fa55387a req-1a310b71-d500-4d3e-808e-1ba802c2d247 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/ports?device_id=447950aa-fe3a-4e2a-9e6e-e115159ebaee HTTP/1.1" status: 200 len: 950 time: 0.2284837 Aug 18 11:58:42.489394 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 223eac48-b6a2-4199-8a68-9de59384346f no longer exists at agent hyperv_n-h1-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 11:58:42.534225 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f18ffb-5cde-4a33-995f-9c5829d204d1 req-ef1489ce-fdfe-4878-bc70-333eb5be8c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:42.535718 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-01f18ffb-5cde-4a33-995f-9c5829d204d1 req-ef1489ce-fdfe-4878-bc70-333eb5be8c6c service neutron] 10.222.0.63 "GET /v2.0/networks?id=45f10d77-130c-4859-b30d-1a902305b96f HTTP/1.1" status: 200 len: 907 time: 0.3764544 Aug 18 11:58:42.567130 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 11:58:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5113d60-9d76-4b40-b3d7-698d296df50e x-openstack-request-id: req-f5113d60-9d76-4b40-b3d7-698d296df50e {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:58:42.568419 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0fb7e11-ba93-4e5d-ab38-43905fe1ad87", "name": "network-vif-plugged", "status": "completed", "tag": "b63e6490-f1db-458c-9426-2e5fed85f7e3", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:58:42.568699 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f5113d60-9d76-4b40-b3d7-698d296df50e {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:58:42.571151 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0fb7e11-ba93-4e5d-ab38-43905fe1ad87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b63e6490-f1db-458c-9426-2e5fed85f7e3', 'code': 200} Aug 18 11:58:42.573432 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] No Port match for: 223eac48-b6a2-4199-8a68-9de59384346f {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 11:58:42.573780 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 223eac48-b6a2-4199-8a68-9de59384346f not bound to the agent host n-h1-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 11:58:42.610404 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-01f18ffb-5cde-4a33-995f-9c5829d204d1 req-47278211-f689-460f-ad92-537df0136800 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e93c9e8c-4b9f-4c79-9ed3-14b80d53122d HTTP/1.1" status: 200 len: 217 time: 0.0592599 Aug 18 11:58:42.658599 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-570f032c-c19c-43f4-8994-bdc5fa55387a req-513610d4-497a-4ba8-aab5-a8e01743b5cb tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/security-groups?id=0ddd2c5c-7e53-44ab-9404-c5fea69a570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490729 Aug 18 11:58:42.681328 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-0a105f44-c35b-4e3f-82f4-3bd02bf66c6c tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:42.767895 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-3b7cbb91-d4f3-4de8-a366-405de98a059e req-47f97dd4-5eea-476b-9729-b2f302c33474 tempest-SecurityGroupRulesNegativeTestJSON-1409091283 tempest-SecurityGroupRulesNegativeTestJSON-1409091283-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-455809555', 'description': 'tempest-description-1497976048'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:58:42.798087 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f18ffb-5cde-4a33-995f-9c5829d204d1 req-6335939c-c460-46a8-af3d-db2255e7e8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:42.799582 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-01f18ffb-5cde-4a33-995f-9c5829d204d1 req-6335939c-c460-46a8-af3d-db2255e7e8c1 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=7cf2249d-58a2-4afe-a9fb-145dc05a7f39 HTTP/1.1" status: 200 len: 846 time: 0.1695526 Aug 18 11:58:42.808555 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-0a105f44-c35b-4e3f-82f4-3bd02bf66c6c tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Network 71f4f05b-546f-495f-be85-3ee41a9605e5 is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 11:58:42.822042 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87753c85-48ee-431b-8eaf-3fbb515b35df req-044b7f88-d42e-40c6-bfcc-9b6d29f37a3a tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:42.823613 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-87753c85-48ee-431b-8eaf-3fbb515b35df req-044b7f88-d42e-40c6-bfcc-9b6d29f37a3a tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.66 "GET /v2.0/ports?device_id=369a2bc6-6a6b-4df6-befa-47df4f4e60d2 HTTP/1.1" status: 200 len: 944 time: 0.2164586 Aug 18 11:58:42.829801 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-0a105f44-c35b-4e3f-82f4-3bd02bf66c6c tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:58:42.844497 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-0a105f44-c35b-4e3f-82f4-3bd02bf66c6c tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 11:58:42.884722 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a105f44-c35b-4e3f-82f4-3bd02bf66c6c tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Pushing event updated for resources: {'Port': ['ID=5d12cdb5-f897-47d4-8656-b7afc876f2b5,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:58:42.928755 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-01f18ffb-5cde-4a33-995f-9c5829d204d1 req-c7170cb6-b52c-487d-b629-ec9e5c056e91 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=45f10d77-130c-4859-b30d-1a902305b96f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1001949 Aug 18 11:58:42.967280 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-3b7cbb91-d4f3-4de8-a366-405de98a059e req-47f97dd4-5eea-476b-9729-b2f302c33474 tempest-SecurityGroupRulesNegativeTestJSON-1409091283 tempest-SecurityGroupRulesNegativeTestJSON-1409091283-project] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:43.072060 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-0a105f44-c35b-4e3f-82f4-3bd02bf66c6c tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:43.073157 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-0a105f44-c35b-4e3f-82f4-3bd02bf66c6c tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:43.146103 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-0a105f44-c35b-4e3f-82f4-3bd02bf66c6c tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3458676 Aug 18 11:58:43.174878 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-b850c3ea-adb2-4dc4-85aa-f667b3e86782 service neutron] Request body: {'port': {'device_id': '20dd28f4-1df0-4a6b-8939-d21ca9c9b72a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804985-2'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:58:43.203150 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-87753c85-48ee-431b-8eaf-3fbb515b35df req-153b16e8-0fd3-4db2-9400-7ac0cce4ac35 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.66 "GET /v2.0/security-groups?id=11bbe5b2-5f3b-4775-89a0-258a798e3ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3556781 Aug 18 11:58:43.214816 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-a1c5d473-b7ec-4b53-af9b-e94eec4cc969 None None] Provisioning for port 5d12cdb5-f897-47d4-8656-b7afc876f2b5 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 11:58:43.219279 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-a1c5d473-b7ec-4b53-af9b-e94eec4cc969 None None] Provisioning complete for port 5d12cdb5-f897-47d4-8656-b7afc876f2b5 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:58:43.221514 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-a1c5d473-b7ec-4b53-af9b-e94eec4cc969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:43.300420 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-a1c5d473-b7ec-4b53-af9b-e94eec4cc969 None None] Port 5d12cdb5-f897-47d4-8656-b7afc876f2b5 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 11:58:43.320625 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-01f18ffb-5cde-4a33-995f-9c5829d204d1 req-b6c7d0a3-ea08-491e-bf39-84ecd1dcb17e service neutron] 10.222.0.63 "GET /v2.0/networks/45f10d77-130c-4859-b30d-1a902305b96f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3695109 Aug 18 11:58:43.328206 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-b850c3ea-adb2-4dc4-85aa-f667b3e86782 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:43.473415 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-3b7cbb91-d4f3-4de8-a366-405de98a059e req-47f97dd4-5eea-476b-9729-b2f302c33474 tempest-SecurityGroupRulesNegativeTestJSON-1409091283 tempest-SecurityGroupRulesNegativeTestJSON-1409091283-project] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:43.490951 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-3b7cbb91-d4f3-4de8-a366-405de98a059e req-47f97dd4-5eea-476b-9729-b2f302c33474 tempest-SecurityGroupRulesNegativeTestJSON-1409091283 tempest-SecurityGroupRulesNegativeTestJSON-1409091283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:43.548083 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b291593a-5f9e-46de-9770-3f798e75054e req-240c690e-6a30-4ee4-9c51-a63de8bb283c tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:43.554060 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b291593a-5f9e-46de-9770-3f798e75054e req-240c690e-6a30-4ee4-9c51-a63de8bb283c tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:43.559998 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b291593a-5f9e-46de-9770-3f798e75054e req-240c690e-6a30-4ee4-9c51-a63de8bb283c tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:43.565895 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b291593a-5f9e-46de-9770-3f798e75054e req-240c690e-6a30-4ee4-9c51-a63de8bb283c tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:43.572206 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b291593a-5f9e-46de-9770-3f798e75054e req-240c690e-6a30-4ee4-9c51-a63de8bb283c tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:43.574078 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b291593a-5f9e-46de-9770-3f798e75054e req-240c690e-6a30-4ee4-9c51-a63de8bb283c tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] 10.222.0.66 "GET /v2.0/ports?device_id=20dd28f4-1df0-4a6b-8939-d21ca9c9b72a HTTP/1.1" status: 200 len: 3816 time: 0.2233591 Aug 18 11:58:43.656660 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-3b7cbb91-d4f3-4de8-a366-405de98a059e req-47f97dd4-5eea-476b-9729-b2f302c33474 tempest-SecurityGroupRulesNegativeTestJSON-1409091283 tempest-SecurityGroupRulesNegativeTestJSON-1409091283-project] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:43.657786 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3b7cbb91-d4f3-4de8-a366-405de98a059e req-47f97dd4-5eea-476b-9729-b2f302c33474 tempest-SecurityGroupRulesNegativeTestJSON-1409091283 tempest-SecurityGroupRulesNegativeTestJSON-1409091283-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.9252634 Aug 18 11:58:43.669793 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-01f18ffb-5cde-4a33-995f-9c5829d204d1 req-4e018cde-7666-48c4-86c8-9ecc48d77a0a service neutron] 10.222.0.63 "GET /v2.0/networks/45f10d77-130c-4859-b30d-1a902305b96f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3381543 Aug 18 11:58:43.675841 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f97dd4-5eea-476b-9729-b2f302c33474 tempest-SecurityGroupRulesNegativeTestJSON-1409091283 tempest-SecurityGroupRulesNegativeTestJSON-1409091283-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef341e7f-294a-46c2-87e0-8609e0fefc6e,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:58:43.741129 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b291593a-5f9e-46de-9770-3f798e75054e req-642353f2-1ed1-40cd-ace3-783f2a635e2a tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] 10.222.0.66 "GET /v2.0/security-groups?id=e100a5b2-e498-4091-84ac-a0da12aab123&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1149828 Aug 18 11:58:43.794742 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 11:58:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38e2a459-44ab-4ab0-adac-6762c9a59f4e x-openstack-request-id: req-38e2a459-44ab-4ab0-adac-6762c9a59f4e {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:58:43.795036 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5f9881f-9780-47ab-bfbd-d22b066ac3dd", "name": "network-vif-deleted", "tag": "223eac48-b6a2-4199-8a68-9de59384346f", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:58:43.795292 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-38e2a459-44ab-4ab0-adac-6762c9a59f4e {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:58:43.795691 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5f9881f-9780-47ab-bfbd-d22b066ac3dd', 'name': 'network-vif-deleted', 'tag': '223eac48-b6a2-4199-8a68-9de59384346f', 'status': 'completed', 'code': 200} Aug 18 11:58:43.944214 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-b850c3ea-adb2-4dc4-85aa-f667b3e86782 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96a5d57f-59a1-4718-95d8-ee708f298d01 {{(pid=106252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 11:58:43.957952 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93ff63a-7dcc-4fd6-9cba-87d59c60dc94 req-d8c32d1c-f303-499e-b7e1-b9794ed68968 tempest-ListServerFiltersTestJSON-1468057958 tempest-ListServerFiltersTestJSON-1468057958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:43.959568 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b93ff63a-7dcc-4fd6-9cba-87d59c60dc94 req-d8c32d1c-f303-499e-b7e1-b9794ed68968 tempest-ListServerFiltersTestJSON-1468057958 tempest-ListServerFiltersTestJSON-1468057958-project] 10.222.0.66 "GET /v2.0/ports?device_id=714c95e2-c9ad-47f9-af12-f4efbff51186 HTTP/1.1" status: 200 len: 945 time: 0.1112394 Aug 18 11:58:43.965992 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-b850c3ea-adb2-4dc4-85aa-f667b3e86782 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:44.005298 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-b850c3ea-adb2-4dc4-85aa-f667b3e86782 service neutron] Transition to ACTIVE for port object 96a5d57f-59a1-4718-95d8-ee708f298d01 will not be triggered until provisioned by entity L2. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 11:58:44.016348 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-125d8bdc-5c81-40ad-991f-2b61c7b76c8e req-63f9ea5b-4b4b-467c-aedc-a834f55bc483 tempest-SecurityGroupRulesNegativeTestJSON-1409091283 tempest-SecurityGroupRulesNegativeTestJSON-1409091283-project] 10.222.0.66 "GET /v2.0/security-groups/ef341e7f-294a-46c2-87e0-8609e0fefc6e HTTP/1.1" status: 200 len: 1812 time: 0.0940197 Aug 18 11:58:44.022910 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-b850c3ea-adb2-4dc4-85aa-f667b3e86782 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:44.158125 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 57158) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:58:44.367907 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-c5ae0117-f344-4cfd-819e-49e5694d910c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=219939a1ee9342f9a2179d7c4243e386&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2083120 Aug 18 11:58:44.370300 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 57164) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:58:44.412503 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b93ff63a-7dcc-4fd6-9cba-87d59c60dc94 req-25d55ce7-7057-4249-a828-04f809415d64 tempest-ListServerFiltersTestJSON-1468057958 tempest-ListServerFiltersTestJSON-1468057958-project] 10.222.0.66 "GET /v2.0/security-groups?id=f5ad2220-cad5-4159-8a3e-cb953441befe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4389756 Aug 18 11:58:44.452323 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6016fb7c-e078-4d80-84a8-6956815b48ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:44.487213 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6016fb7c-e078-4d80-84a8-6956815b48ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:44.504029 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device e93c9e8c-4b9f-4c79-9ed3-14b80d53122d up at agent hyperv_n-h1-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:58:44.514885 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b850c3ea-adb2-4dc4-85aa-f667b3e86782 service neutron] Pushing event updated for resources: {'Port': ['ID=96a5d57f-59a1-4718-95d8-ee708f298d01,revision_number=2']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:58:44.580828 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6016fb7c-e078-4d80-84a8-6956815b48ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:44.584418 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6016fb7c-e078-4d80-84a8-6956815b48ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:44.588301 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-6016fb7c-e078-4d80-84a8-6956815b48ba admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e15cd1e1-1ec2-43c7-81da-4d2c8f87e716 HTTP/1.1" status: 204 len: 168 time: 0.2145784 Aug 18 11:58:44.596359 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6016fb7c-e078-4d80-84a8-6956815b48ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e15cd1e1-1ec2-43c7-81da-4d2c8f87e716,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:58:44.606448 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Provisioning for port e93c9e8c-4b9f-4c79-9ed3-14b80d53122d completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 11:58:44.627762 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84da4e8-bed8-46e0-b3da-776a68e7195e req-92d8d20b-33db-4304-8cb9-c83179d354da tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:44.629507 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b84da4e8-bed8-46e0-b3da-776a68e7195e req-92d8d20b-33db-4304-8cb9-c83179d354da tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/ports?device_id=447950aa-fe3a-4e2a-9e6e-e115159ebaee HTTP/1.1" status: 200 len: 950 time: 0.2316129 Aug 18 11:58:44.632263 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Provisioning complete for port e93c9e8c-4b9f-4c79-9ed3-14b80d53122d triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:58:44.632724 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:44.760522 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a950583-79c4-4195-9a61-77e4ac7a31fa req-6cf28dc3-c17f-4bd2-9de3-d3025d33581c tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:44.762348 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2a950583-79c4-4195-9a61-77e4ac7a31fa req-6cf28dc3-c17f-4bd2-9de3-d3025d33581c tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.66 "GET /v2.0/ports?device_id=369a2bc6-6a6b-4df6-befa-47df4f4e60d2 HTTP/1.1" status: 200 len: 944 time: 0.2099741 Aug 18 11:58:44.766127 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b84da4e8-bed8-46e0-b3da-776a68e7195e req-ba35cf3b-1637-4001-bcc9-229053595665 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/security-groups?id=0ddd2c5c-7e53-44ab-9404-c5fea69a570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231284 Aug 18 11:58:44.767426 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-b850c3ea-adb2-4dc4-85aa-f667b3e86782 service neutron] Attempting to bind port 96a5d57f-59a1-4718-95d8-ee708f298d01 on host n-h2-804985-2 for vnic_type normal with profile {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 11:58:44.767426 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-b850c3ea-adb2-4dc4-85aa-f667b3e86782 service neutron] Attempting to bind port 96a5d57f-59a1-4718-95d8-ee708f298d01 by drivers openvswitch,hyperv on host n-h2-804985-2 at level 0 using segments [{'id': 'd185dac2-eec7-4fe1-a5e8-92c84f0d7013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '1ef7ea32-2afc-42e8-9151-91c023337fa8'}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 11:58:44.768669 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-b850c3ea-adb2-4dc4-85aa-f667b3e86782 service neutron] Attempting to bind port 96a5d57f-59a1-4718-95d8-ee708f298d01 on network 1ef7ea32-2afc-42e8-9151-91c023337fa8 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 11:58:44.782539 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-b850c3ea-adb2-4dc4-85aa-f667b3e86782 service neutron] Port 96a5d57f-59a1-4718-95d8-ee708f298d01 on network 1ef7ea32-2afc-42e8-9151-91c023337fa8 not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-2 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 11:58:44.782539 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-b850c3ea-adb2-4dc4-85aa-f667b3e86782 service neutron] Attempting to bind port 96a5d57f-59a1-4718-95d8-ee708f298d01 on network 1ef7ea32-2afc-42e8-9151-91c023337fa8 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 11:58:44.796996 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-b850c3ea-adb2-4dc4-85aa-f667b3e86782 service neutron] Checking agent: {'id': 'da5da552-709c-4248-84de-86af99a0dc87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 49, 8), 'started_at': datetime.datetime(2021, 8, 18, 11, 49, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 11, 58, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 11:58:44.797664 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-b850c3ea-adb2-4dc4-85aa-f667b3e86782 service neutron] Checking segment: {'id': 'd185dac2-eec7-4fe1-a5e8-92c84f0d7013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '1ef7ea32-2afc-42e8-9151-91c023337fa8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 11:58:44.798014 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-b850c3ea-adb2-4dc4-85aa-f667b3e86782 service neutron] Bound using segment: {'id': 'd185dac2-eec7-4fe1-a5e8-92c84f0d7013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '1ef7ea32-2afc-42e8-9151-91c023337fa8'} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 11:58:44.800931 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-b850c3ea-adb2-4dc4-85aa-f667b3e86782 service neutron] Bound port: 96a5d57f-59a1-4718-95d8-ee708f298d01, host: n-h2-804985-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd185dac2-eec7-4fe1-a5e8-92c84f0d7013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '1ef7ea32-2afc-42e8-9151-91c023337fa8'}}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 11:58:44.800931 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-b850c3ea-adb2-4dc4-85aa-f667b3e86782 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:44.835623 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2a950583-79c4-4195-9a61-77e4ac7a31fa req-ac7b27eb-fac7-4b6a-8250-3284f98acfbb tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.66 "GET /v2.0/security-groups?id=11bbe5b2-5f3b-4775-89a0-258a798e3ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644150 Aug 18 11:58:44.870458 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:44.932773 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-57f967a2-e709-4aa5-bc1e-4a1431618959 req-5f61260e-1f4a-43ea-9e41-601c7d3d527f tempest-SecurityGroupRulesNegativeTestJSON-1409091283 tempest-SecurityGroupRulesNegativeTestJSON-1409091283-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2138285707', 'description': 'tempest-description-807008937'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:58:44.955106 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port e93c9e8c-4b9f-4c79-9ed3-14b80d53122d, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=e93c9e8c-4b9f-4c79-9ed3-14b80d53122d,segment=NetworkSegment(0769e917-ce53-43de-97f7-af6feb189e7f),segment_id=0769e917-ce53-43de-97f7-af6feb189e7f)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:58:44.956342 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '369a2bc6-6a6b-4df6-befa-47df4f4e60d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e93c9e8c-4b9f-4c79-9ed3-14b80d53122d'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 11:58:44.959804 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db50a436fb3a98495337d8fe7487b4f2ea6f3c1052eb9efadc2ecda2d5737001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-923744ad-183a-415e-b9d8-fd8a59a88495" -d '{"events": [{"server_uuid": "369a2bc6-6a6b-4df6-befa-47df4f4e60d2", "name": "network-vif-plugged", "status": "completed", "tag": "e93c9e8c-4b9f-4c79-9ed3-14b80d53122d"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:58:44.964220 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:44.965293 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device ea1a658e-65f6-4660-b2e7-eba7cb9ca50d up at agent hyperv_n-h1-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:58:45.002855 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-b850c3ea-adb2-4dc4-85aa-f667b3e86782 service neutron] For port 96a5d57f-59a1-4718-95d8-ee708f298d01, host n-h2-804985-2, cleared binding levels {{(pid=106252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 11:58:45.028493 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-b850c3ea-adb2-4dc4-85aa-f667b3e86782 service neutron] For port 96a5d57f-59a1-4718-95d8-ee708f298d01, host n-h2-804985-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=96a5d57f-59a1-4718-95d8-ee708f298d01,segment=NetworkSegment(d185dac2-eec7-4fe1-a5e8-92c84f0d7013),segment_id=d185dac2-eec7-4fe1-a5e8-92c84f0d7013)] {{(pid=106252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 11:58:45.031462 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-57f967a2-e709-4aa5-bc1e-4a1431618959 req-5f61260e-1f4a-43ea-9e41-601c7d3d527f tempest-SecurityGroupRulesNegativeTestJSON-1409091283 tempest-SecurityGroupRulesNegativeTestJSON-1409091283-project] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:45.047211 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-b850c3ea-adb2-4dc4-85aa-f667b3e86782 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:45.076563 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af0c1ce-2a6f-43ac-b31e-508a61537404 req-156cc3b4-f5e7-4f33-b393-f6f89fbb20e2 tempest-ListServerFiltersTestJSON-1468057958 tempest-ListServerFiltersTestJSON-1468057958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:45.085383 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Provisioning for port ea1a658e-65f6-4660-b2e7-eba7cb9ca50d completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 11:58:45.086005 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8af0c1ce-2a6f-43ac-b31e-508a61537404 req-156cc3b4-f5e7-4f33-b393-f6f89fbb20e2 tempest-ListServerFiltersTestJSON-1468057958 tempest-ListServerFiltersTestJSON-1468057958-project] 10.222.0.66 "GET /v2.0/ports?device_id=90f4510c-cfe8-4eb1-86bf-36d73a7e5776 HTTP/1.1" status: 200 len: 945 time: 0.1367650 Aug 18 11:58:45.091172 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Provisioning complete for port ea1a658e-65f6-4660-b2e7-eba7cb9ca50d triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:58:45.091861 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:45.139454 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=e93c9e8c-4b9f-4c79-9ed3-14b80d53122d,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:58:45.145832 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-b850c3ea-adb2-4dc4-85aa-f667b3e86782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:45.146823 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-b850c3ea-adb2-4dc4-85aa-f667b3e86782 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:45.148372 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-b850c3ea-adb2-4dc4-85aa-f667b3e86782 service neutron] 10.222.0.62 "PUT /v2.0/ports/96a5d57f-59a1-4718-95d8-ee708f298d01 HTTP/1.1" status: 200 len: 1092 time: 1.9852309 Aug 18 11:58:45.210655 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-5a2e4f1a-008d-4b7d-92a7-c0ace511706a service neutron] Request body: {'port': {'device_id': '20dd28f4-1df0-4a6b-8939-d21ca9c9b72a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804985-2'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:58:45.218731 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 57186) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:58:45.219756 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:45.285474 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-43ea9e56-1eed-47c2-a1fc-19b17d0387ed admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=3d9a84f82be24b51b412809d9b3964fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0653985 Aug 18 11:58:45.289434 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 57188) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:58:45.315730 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8af0c1ce-2a6f-43ac-b31e-508a61537404 req-61c058b4-fd7f-44e4-848e-afcf3e7060e0 tempest-ListServerFiltersTestJSON-1468057958 tempest-ListServerFiltersTestJSON-1468057958-project] 10.222.0.66 "GET /v2.0/security-groups?id=f5ad2220-cad5-4159-8a3e-cb953441befe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2286315 Aug 18 11:58:45.341563 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b850c3ea-adb2-4dc4-85aa-f667b3e86782 service neutron] Pushing event updated for resources: {'Port': ['ID=96a5d57f-59a1-4718-95d8-ee708f298d01,revision_number=3']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:58:45.381307 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7779576d-bf56-43b0-a9c0-40e09aa62603 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:45.434480 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7779576d-bf56-43b0-a9c0-40e09aa62603 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:45.443670 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-5a2e4f1a-008d-4b7d-92a7-c0ace511706a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:45.558968 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7779576d-bf56-43b0-a9c0-40e09aa62603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:45.563979 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port ea1a658e-65f6-4660-b2e7-eba7cb9ca50d, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=ea1a658e-65f6-4660-b2e7-eba7cb9ca50d,segment=NetworkSegment(a468add2-bf3f-495e-90ec-df348cf4abc5),segment_id=a468add2-bf3f-495e-90ec-df348cf4abc5)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:58:45.565121 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7779576d-bf56-43b0-a9c0-40e09aa62603 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:45.567243 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-7779576d-bf56-43b0-a9c0-40e09aa62603 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/fc385530-80bd-4a4e-a5bc-f0f047fe4e5e HTTP/1.1" status: 204 len: 168 time: 0.2749121 Aug 18 11:58:45.575660 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-57f967a2-e709-4aa5-bc1e-4a1431618959 req-5f61260e-1f4a-43ea-9e41-601c7d3d527f tempest-SecurityGroupRulesNegativeTestJSON-1409091283 tempest-SecurityGroupRulesNegativeTestJSON-1409091283-project] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:45.580302 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7779576d-bf56-43b0-a9c0-40e09aa62603 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc385530-80bd-4a4e-a5bc-f0f047fe4e5e,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:58:45.582462 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:45.604406 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-57f967a2-e709-4aa5-bc1e-4a1431618959 req-5f61260e-1f4a-43ea-9e41-601c7d3d527f tempest-SecurityGroupRulesNegativeTestJSON-1409091283 tempest-SecurityGroupRulesNegativeTestJSON-1409091283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:45.656018 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-57f967a2-e709-4aa5-bc1e-4a1431618959 req-5f61260e-1f4a-43ea-9e41-601c7d3d527f tempest-SecurityGroupRulesNegativeTestJSON-1409091283 tempest-SecurityGroupRulesNegativeTestJSON-1409091283-project] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:45.657297 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-57f967a2-e709-4aa5-bc1e-4a1431618959 req-5f61260e-1f4a-43ea-9e41-601c7d3d527f tempest-SecurityGroupRulesNegativeTestJSON-1409091283 tempest-SecurityGroupRulesNegativeTestJSON-1409091283-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.7359846 Aug 18 11:58:45.730569 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=ea1a658e-65f6-4660-b2e7-eba7cb9ca50d,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:58:45.745184 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f61260e-1f4a-43ea-9e41-601c7d3d527f tempest-SecurityGroupRulesNegativeTestJSON-1409091283 tempest-SecurityGroupRulesNegativeTestJSON-1409091283-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3507775b-ff5b-4f03-a311-419d5ada63ef,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:58:45.788665 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a17ed8-e48c-4eb6-a3f7-9d5a8b36ec85 req-60b2a934-294e-47f4-ab0b-2f2d20dfb029 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:45.795018 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a17ed8-e48c-4eb6-a3f7-9d5a8b36ec85 req-60b2a934-294e-47f4-ab0b-2f2d20dfb029 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:45.800937 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a17ed8-e48c-4eb6-a3f7-9d5a8b36ec85 req-60b2a934-294e-47f4-ab0b-2f2d20dfb029 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:45.806879 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a17ed8-e48c-4eb6-a3f7-9d5a8b36ec85 req-60b2a934-294e-47f4-ab0b-2f2d20dfb029 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:45.812817 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a17ed8-e48c-4eb6-a3f7-9d5a8b36ec85 req-60b2a934-294e-47f4-ab0b-2f2d20dfb029 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:45.814699 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-19a17ed8-e48c-4eb6-a3f7-9d5a8b36ec85 req-60b2a934-294e-47f4-ab0b-2f2d20dfb029 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] 10.222.0.66 "GET /v2.0/ports?device_id=20dd28f4-1df0-4a6b-8939-d21ca9c9b72a HTTP/1.1" status: 200 len: 3828 time: 0.2569995 Aug 18 11:58:45.818759 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20dd28f4-1df0-4a6b-8939-d21ca9c9b72a', 'tag': '96a5d57f-59a1-4718-95d8-ee708f298d01'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 11:58:45.820636 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39f91baa-ab3b-4370-be54-1d0ff4e6c5c5" -d '{"events": [{"name": "network-changed", "server_uuid": "20dd28f4-1df0-4a6b-8939-d21ca9c9b72a", "tag": "96a5d57f-59a1-4718-95d8-ee708f298d01"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:58:45.823555 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 11:58:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be7cc480-165d-4f52-a4dc-843a73554290 x-openstack-request-id: req-be7cc480-165d-4f52-a4dc-843a73554290 {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:58:45.824520 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "369a2bc6-6a6b-4df6-befa-47df4f4e60d2", "name": "network-vif-plugged", "status": "completed", "tag": "e93c9e8c-4b9f-4c79-9ed3-14b80d53122d", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:58:45.825017 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-be7cc480-165d-4f52-a4dc-843a73554290 {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:58:45.825622 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '369a2bc6-6a6b-4df6-befa-47df4f4e60d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e93c9e8c-4b9f-4c79-9ed3-14b80d53122d', 'code': 200} Aug 18 11:58:45.991553 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-19a17ed8-e48c-4eb6-a3f7-9d5a8b36ec85 req-e15d4cc4-46ac-42de-8bcb-cb7bfcdac00d tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] 10.222.0.66 "GET /v2.0/security-groups?id=e100a5b2-e498-4091-84ac-a0da12aab123&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1673243 Aug 18 11:58:46.012135 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0dc3ed4e-137f-4ed7-a91b-a343e303ab42 req-54cbb754-8832-4c6d-b386-17036bbe7466 tempest-SecurityGroupRulesNegativeTestJSON-1409091283 tempest-SecurityGroupRulesNegativeTestJSON-1409091283-project] 10.222.0.66 "GET /v2.0/security-groups/3507775b-ff5b-4f03-a311-419d5ada63ef HTTP/1.1" status: 200 len: 1812 time: 0.1480455 Aug 18 11:58:46.039628 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1ed76e-9370-497e-a406-a2642007b9c4 req-650b95df-704a-4a24-89b3-a6526ae14d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:46.041320 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6f1ed76e-9370-497e-a406-a2642007b9c4 req-650b95df-704a-4a24-89b3-a6526ae14d06 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=369a2bc6-6a6b-4df6-befa-47df4f4e60d2 HTTP/1.1" status: 200 len: 1096 time: 0.1467156 Aug 18 11:58:46.078794 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 11:58:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20b77361-74bd-4367-8aea-84abc8c06bfe x-openstack-request-id: req-20b77361-74bd-4367-8aea-84abc8c06bfe {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:58:46.079077 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20dd28f4-1df0-4a6b-8939-d21ca9c9b72a", "tag": "96a5d57f-59a1-4718-95d8-ee708f298d01", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:58:46.079331 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-20b77361-74bd-4367-8aea-84abc8c06bfe {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:58:46.079731 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20dd28f4-1df0-4a6b-8939-d21ca9c9b72a', 'tag': '96a5d57f-59a1-4718-95d8-ee708f298d01', 'status': 'completed', 'code': 200} Aug 18 11:58:46.153482 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6f1ed76e-9370-497e-a406-a2642007b9c4 req-cdc8c062-ca41-4c91-bebf-60e272cf5bb2 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=11bbe5b2-5f3b-4775-89a0-258a798e3ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976987 Aug 18 11:58:46.178038 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f91baa-ab3b-4370-be54-1d0ff4e6c5c5 req-56fe1ad0-53c2-4611-8e9b-fe3a2935380a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:46.179032 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f91baa-ab3b-4370-be54-1d0ff4e6c5c5 req-56fe1ad0-53c2-4611-8e9b-fe3a2935380a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:46.179808 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f91baa-ab3b-4370-be54-1d0ff4e6c5c5 req-56fe1ad0-53c2-4611-8e9b-fe3a2935380a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:46.180518 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f91baa-ab3b-4370-be54-1d0ff4e6c5c5 req-56fe1ad0-53c2-4611-8e9b-fe3a2935380a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:46.181316 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f91baa-ab3b-4370-be54-1d0ff4e6c5c5 req-56fe1ad0-53c2-4611-8e9b-fe3a2935380a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:46.183810 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-39f91baa-ab3b-4370-be54-1d0ff4e6c5c5 req-56fe1ad0-53c2-4611-8e9b-fe3a2935380a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f1c57111807f4f80be30061245a1a804&device_id=20dd28f4-1df0-4a6b-8939-d21ca9c9b72a HTTP/1.1" status: 200 len: 4363 time: 0.0790563 Aug 18 11:58:46.225168 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-5a2e4f1a-008d-4b7d-92a7-c0ace511706a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a278cb9-466e-4c4b-b4ac-6b258caa7c8a {{(pid=106252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 11:58:46.242641 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158e4ad3-f478-4699-82fa-b3a220d1fa32 req-807986ad-c88e-473d-b4ad-42fe24f30dfe tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:46.249840 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-158e4ad3-f478-4699-82fa-b3a220d1fa32 req-807986ad-c88e-473d-b4ad-42fe24f30dfe tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/ports?device_id=447950aa-fe3a-4e2a-9e6e-e115159ebaee HTTP/1.1" status: 200 len: 950 time: 0.1421461 Aug 18 11:58:46.254061 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-5a2e4f1a-008d-4b7d-92a7-c0ace511706a service neutron] Notify callbacks [] for port, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:46.287140 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-5a2e4f1a-008d-4b7d-92a7-c0ace511706a service neutron] Transition to ACTIVE for port object 5a278cb9-466e-4c4b-b4ac-6b258caa7c8a will not be triggered until provisioned by entity L2. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 11:58:46.301364 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfa0fec-6880-4f0d-b41a-69735361a28d req-3db8f8d9-1bb6-47e4-b73d-e70335eb7c13 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:46.302640 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-adfa0fec-6880-4f0d-b41a-69735361a28d req-3db8f8d9-1bb6-47e4-b73d-e70335eb7c13 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.66 "GET /v2.0/ports?device_id=369a2bc6-6a6b-4df6-befa-47df4f4e60d2 HTTP/1.1" status: 200 len: 945 time: 0.1242008 Aug 18 11:58:46.305874 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-5a2e4f1a-008d-4b7d-92a7-c0ace511706a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:46.371047 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-158e4ad3-f478-4699-82fa-b3a220d1fa32 req-4c3481a4-7d85-40d8-8978-b73cedb4ba34 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/security-groups?id=0ddd2c5c-7e53-44ab-9404-c5fea69a570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202440 Aug 18 11:58:46.387868 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f91baa-ab3b-4370-be54-1d0ff4e6c5c5 req-2a9a8ced-2fba-4764-92f9-e8c144e1d22e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:46.388331 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f91baa-ab3b-4370-be54-1d0ff4e6c5c5 req-2a9a8ced-2fba-4764-92f9-e8c144e1d22e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:46.388831 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f91baa-ab3b-4370-be54-1d0ff4e6c5c5 req-2a9a8ced-2fba-4764-92f9-e8c144e1d22e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:46.390611 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-39f91baa-ab3b-4370-be54-1d0ff4e6c5c5 req-2a9a8ced-2fba-4764-92f9-e8c144e1d22e service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=f1c57111807f4f80be30061245a1a804&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.1911328 Aug 18 11:58:46.422759 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-6206e0f6-cf5d-463e-ac09-51698a680408 req-7555ab68-d8d3-41be-9a6e-4293c6153178 tempest-SecurityGroupRulesNegativeTestJSON-1409091283 tempest-SecurityGroupRulesNegativeTestJSON-1409091283-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1771576954', 'description': 'tempest-description-682659243'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:58:46.445396 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2e4f1a-008d-4b7d-92a7-c0ace511706a service neutron] Pushing event updated for resources: {'Port': ['ID=5a278cb9-466e-4c4b-b4ac-6b258caa7c8a,revision_number=2']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:58:46.482364 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-adfa0fec-6880-4f0d-b41a-69735361a28d req-c4960160-84f6-40e6-a5ff-b2fe11603cdf tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.66 "GET /v2.0/security-groups?id=11bbe5b2-5f3b-4775-89a0-258a798e3ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600058 Aug 18 11:58:46.577368 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f91baa-ab3b-4370-be54-1d0ff4e6c5c5 req-d8ff20d1-4a44-4d84-9399-3040d66db0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:46.578856 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-39f91baa-ab3b-4370-be54-1d0ff4e6c5c5 req-d8ff20d1-4a44-4d84-9399-3040d66db0fe service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1799333 Aug 18 11:58:46.588486 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-6206e0f6-cf5d-463e-ac09-51698a680408 req-7555ab68-d8d3-41be-9a6e-4293c6153178 tempest-SecurityGroupRulesNegativeTestJSON-1409091283 tempest-SecurityGroupRulesNegativeTestJSON-1409091283-project] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:46.615622 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-5a2e4f1a-008d-4b7d-92a7-c0ace511706a service neutron] Attempting to bind port 5a278cb9-466e-4c4b-b4ac-6b258caa7c8a on host n-h2-804985-2 for vnic_type normal with profile {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 11:58:46.616109 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-5a2e4f1a-008d-4b7d-92a7-c0ace511706a service neutron] Attempting to bind port 5a278cb9-466e-4c4b-b4ac-6b258caa7c8a by drivers openvswitch,hyperv on host n-h2-804985-2 at level 0 using segments [{'id': 'df8c2716-4c05-4e71-858a-1ca678e85c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '14664a63-22d6-4bc0-8290-849b20369b1b'}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 11:58:46.616580 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-5a2e4f1a-008d-4b7d-92a7-c0ace511706a service neutron] Attempting to bind port 5a278cb9-466e-4c4b-b4ac-6b258caa7c8a on network 14664a63-22d6-4bc0-8290-849b20369b1b {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 11:58:46.647597 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-5a2e4f1a-008d-4b7d-92a7-c0ace511706a service neutron] Port 5a278cb9-466e-4c4b-b4ac-6b258caa7c8a on network 14664a63-22d6-4bc0-8290-849b20369b1b not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-2 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 11:58:46.649591 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-5a2e4f1a-008d-4b7d-92a7-c0ace511706a service neutron] Attempting to bind port 5a278cb9-466e-4c4b-b4ac-6b258caa7c8a on network 14664a63-22d6-4bc0-8290-849b20369b1b {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 11:58:46.693802 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-5a2e4f1a-008d-4b7d-92a7-c0ace511706a service neutron] Checking agent: {'id': 'da5da552-709c-4248-84de-86af99a0dc87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 49, 8), 'started_at': datetime.datetime(2021, 8, 18, 11, 49, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 11, 58, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 11:58:46.694449 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-5a2e4f1a-008d-4b7d-92a7-c0ace511706a service neutron] Checking segment: {'id': 'df8c2716-4c05-4e71-858a-1ca678e85c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '14664a63-22d6-4bc0-8290-849b20369b1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 11:58:46.694673 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-5a2e4f1a-008d-4b7d-92a7-c0ace511706a service neutron] Bound using segment: {'id': 'df8c2716-4c05-4e71-858a-1ca678e85c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '14664a63-22d6-4bc0-8290-849b20369b1b'} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 11:58:46.695123 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-5a2e4f1a-008d-4b7d-92a7-c0ace511706a service neutron] Bound port: 5a278cb9-466e-4c4b-b4ac-6b258caa7c8a, host: n-h2-804985-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df8c2716-4c05-4e71-858a-1ca678e85c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '14664a63-22d6-4bc0-8290-849b20369b1b'}}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 11:58:46.695493 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-5a2e4f1a-008d-4b7d-92a7-c0ace511706a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:46.766125 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 57234) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:58:46.776033 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c863c721-a545-435a-8406-ea3a9b8458b3 req-3f41003d-9f92-43a4-b9a1-28bcd16b4b71 tempest-ListServerFiltersTestJSON-1468057958 tempest-ListServerFiltersTestJSON-1468057958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:46.777642 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c863c721-a545-435a-8406-ea3a9b8458b3 req-3f41003d-9f92-43a4-b9a1-28bcd16b4b71 tempest-ListServerFiltersTestJSON-1468057958 tempest-ListServerFiltersTestJSON-1468057958-project] 10.222.0.66 "GET /v2.0/ports?device_id=90f4510c-cfe8-4eb1-86bf-36d73a7e5776 HTTP/1.1" status: 200 len: 946 time: 0.1694803 Aug 18 11:58:46.847481 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-5a2e4f1a-008d-4b7d-92a7-c0ace511706a service neutron] For port 5a278cb9-466e-4c4b-b4ac-6b258caa7c8a, host n-h2-804985-2, cleared binding levels {{(pid=106252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 11:58:46.851807 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-5a2e4f1a-008d-4b7d-92a7-c0ace511706a service neutron] For port 5a278cb9-466e-4c4b-b4ac-6b258caa7c8a, host n-h2-804985-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=5a278cb9-466e-4c4b-b4ac-6b258caa7c8a,segment=NetworkSegment(df8c2716-4c05-4e71-858a-1ca678e85c74),segment_id=df8c2716-4c05-4e71-858a-1ca678e85c74)] {{(pid=106252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 11:58:46.866010 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-5a2e4f1a-008d-4b7d-92a7-c0ace511706a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:46.885432 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-6206e0f6-cf5d-463e-ac09-51698a680408 req-7555ab68-d8d3-41be-9a6e-4293c6153178 tempest-SecurityGroupRulesNegativeTestJSON-1409091283 tempest-SecurityGroupRulesNegativeTestJSON-1409091283-project] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:46.908652 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c863c721-a545-435a-8406-ea3a9b8458b3 req-96caf1f9-f88a-42ee-825d-398c46722284 tempest-ListServerFiltersTestJSON-1468057958 tempest-ListServerFiltersTestJSON-1468057958-project] 10.222.0.66 "GET /v2.0/security-groups?id=f5ad2220-cad5-4159-8a3e-cb953441befe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196725 Aug 18 11:58:46.910045 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-5a2e4f1a-008d-4b7d-92a7-c0ace511706a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:46.910690 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-5a2e4f1a-008d-4b7d-92a7-c0ace511706a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:46.912442 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-5a2e4f1a-008d-4b7d-92a7-c0ace511706a service neutron] 10.222.0.62 "PUT /v2.0/ports/5a278cb9-466e-4c4b-b4ac-6b258caa7c8a HTTP/1.1" status: 200 len: 1135 time: 1.7233014 Aug 18 11:58:46.915539 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-4e9b67e8-557f-403e-896b-6b8d6d91ab6d admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1059002156-network', 'tenant_id': '3c5cb4aa7d4e4f2397a6d09f0e1e39e3'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:58:46.917757 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-6206e0f6-cf5d-463e-ac09-51698a680408 req-7555ab68-d8d3-41be-9a6e-4293c6153178 tempest-SecurityGroupRulesNegativeTestJSON-1409091283 tempest-SecurityGroupRulesNegativeTestJSON-1409091283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:46.973037 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-0f24231b-24ba-4579-af76-358735d5bffb service neutron] Request body: {'port': {'device_id': '20dd28f4-1df0-4a6b-8939-d21ca9c9b72a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804985-2'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:58:46.984391 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e9b67e8-557f-403e-896b-6b8d6d91ab6d admin admin] Made reservation on behalf of 3c5cb4aa7d4e4f2397a6d09f0e1e39e3 for: {'network': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 11:58:46.988954 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4e9b67e8-557f-403e-896b-6b8d6d91ab6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for network, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:47.007909 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4e9b67e8-557f-403e-896b-6b8d6d91ab6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:47.046774 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-6206e0f6-cf5d-463e-ac09-51698a680408 req-7555ab68-d8d3-41be-9a6e-4293c6153178 tempest-SecurityGroupRulesNegativeTestJSON-1409091283 tempest-SecurityGroupRulesNegativeTestJSON-1409091283-project] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:47.049920 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6206e0f6-cf5d-463e-ac09-51698a680408 req-7555ab68-d8d3-41be-9a6e-4293c6153178 tempest-SecurityGroupRulesNegativeTestJSON-1409091283 tempest-SecurityGroupRulesNegativeTestJSON-1409091283-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.6449494 Aug 18 11:58:47.050588 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7555ab68-d8d3-41be-9a6e-4293c6153178 tempest-SecurityGroupRulesNegativeTestJSON-1409091283 tempest-SecurityGroupRulesNegativeTestJSON-1409091283-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02f08c16-cf95-49ff-a085-770f8406f9e0,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:58:47.053156 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2e4f1a-008d-4b7d-92a7-c0ace511706a service neutron] Pushing event updated for resources: {'Port': ['ID=5a278cb9-466e-4c4b-b4ac-6b258caa7c8a,revision_number=3']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:58:47.114784 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-0f24231b-24ba-4579-af76-358735d5bffb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:47.191818 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4e9b67e8-557f-403e-896b-6b8d6d91ab6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:47.202782 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4e9b67e8-557f-403e-896b-6b8d6d91ab6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:47.238410 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9b67e8-557f-403e-896b-6b8d6d91ab6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4584364a-bc0c-4f93-bef2-7a25b8437d82,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:58:47.254013 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e9b67e8-557f-403e-896b-6b8d6d91ab6d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 806} {{(pid=106253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 11:58:47.269170 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4e9b67e8-557f-403e-896b-6b8d6d91ab6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:47.269413 n-d-804985-2 neutron-server[106253]: INFO neutron.db.segments_db [None req-4e9b67e8-557f-403e-896b-6b8d6d91ab6d admin admin] Added segment d08a62a1-a91f-456e-9ff3-5429cc5abf2a of type vlan for network 35cf2b50-099d-49d2-9915-df617cd151d5 Aug 18 11:58:47.300109 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a181c5c5-d2f0-4e21-910a-cd0e18c6c346 req-1a6906f9-5749-41d4-8dc4-94e64da8a4a6 tempest-SecurityGroupRulesNegativeTestJSON-1409091283 tempest-SecurityGroupRulesNegativeTestJSON-1409091283-project] 10.222.0.66 "GET /v2.0/security-groups/02f08c16-cf95-49ff-a085-770f8406f9e0 HTTP/1.1" status: 200 len: 1812 time: 0.1151354 Aug 18 11:58:47.335180 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4e9b67e8-557f-403e-896b-6b8d6d91ab6d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789150665894'] for network, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:47.377041 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4e9b67e8-557f-403e-896b-6b8d6d91ab6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for network, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:47.378436 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e9b67e8-557f-403e-896b-6b8d6d91ab6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:47.379047 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4e9b67e8-557f-403e-896b-6b8d6d91ab6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:47.387273 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ea2168-407d-465a-a2f4-4449bbb84fcc req-984c3f61-bc56-4ab3-826a-e0c469bfce02 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:47.398621 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ea2168-407d-465a-a2f4-4449bbb84fcc req-984c3f61-bc56-4ab3-826a-e0c469bfce02 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:47.406559 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ea2168-407d-465a-a2f4-4449bbb84fcc req-984c3f61-bc56-4ab3-826a-e0c469bfce02 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:47.417413 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ea2168-407d-465a-a2f4-4449bbb84fcc req-984c3f61-bc56-4ab3-826a-e0c469bfce02 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:47.423930 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ea2168-407d-465a-a2f4-4449bbb84fcc req-984c3f61-bc56-4ab3-826a-e0c469bfce02 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:47.429897 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ea2168-407d-465a-a2f4-4449bbb84fcc req-984c3f61-bc56-4ab3-826a-e0c469bfce02 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:47.431580 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-16ea2168-407d-465a-a2f4-4449bbb84fcc req-984c3f61-bc56-4ab3-826a-e0c469bfce02 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] 10.222.0.66 "GET /v2.0/ports?device_id=20dd28f4-1df0-4a6b-8939-d21ca9c9b72a HTTP/1.1" status: 200 len: 4605 time: 0.2453926 Aug 18 11:58:47.438501 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-0d055218-c337-47be-a888-5ae5c8f6a0c0 req-da8eec13-74e5-479f-a1eb-cc0c596a0279 tempest-SecurityGroupRulesNegativeTestJSON-1409091283 tempest-SecurityGroupRulesNegativeTestJSON-1409091283-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1495206042', 'description': 'tempest-description-370468446'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:58:47.445881 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-4e9b67e8-557f-403e-896b-6b8d6d91ab6d admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6798234 Aug 18 11:58:47.446541 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 57256) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:58:47.462805 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-4c9e34dc-9437-4c4d-9f3f-c39fc9dea632 admin admin] Request body: {'subnet': {'network_id': '35cf2b50-099d-49d2-9915-df617cd151d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1059002156-subnet', 'tenant_id': '3c5cb4aa7d4e4f2397a6d09f0e1e39e3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:58:47.471369 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9b67e8-557f-403e-896b-6b8d6d91ab6d admin admin] Pushing event updated for resources: {'Network': ['ID=35cf2b50-099d-49d2-9915-df617cd151d5,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:58:47.483362 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Network 35cf2b50-099d-49d2-9915-df617cd151d5 details requested by agent ovs-agent-n-d-804985-2 with host n-d-804985-2 {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 11:58:47.495203 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c9e34dc-9437-4c4d-9f3f-c39fc9dea632 admin admin] Made reservation on behalf of 3c5cb4aa7d4e4f2397a6d09f0e1e39e3 for: {'subnet': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 11:58:47.499464 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4c9e34dc-9437-4c4d-9f3f-c39fc9dea632 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59388119'] for subnet, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:47.553161 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-16ea2168-407d-465a-a2f4-4449bbb84fcc req-2f642352-4252-4964-a290-e460459242b6 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] 10.222.0.66 "GET /v2.0/security-groups?id=62694ccf-8551-490d-8b70-5c6a44a53206&id=e100a5b2-e498-4091-84ac-a0da12aab123&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1082153 Aug 18 11:58:47.571749 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-0d055218-c337-47be-a888-5ae5c8f6a0c0 req-da8eec13-74e5-479f-a1eb-cc0c596a0279 tempest-SecurityGroupRulesNegativeTestJSON-1409091283 tempest-SecurityGroupRulesNegativeTestJSON-1409091283-project] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:47.738287 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-0f24231b-24ba-4579-af76-358735d5bffb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7763a33a-da78-4384-a6fe-a78524eb4068 {{(pid=106252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 11:58:47.765968 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-0f24231b-24ba-4579-af76-358735d5bffb service neutron] Notify callbacks [] for port, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:47.786701 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-0d055218-c337-47be-a888-5ae5c8f6a0c0 req-da8eec13-74e5-479f-a1eb-cc0c596a0279 tempest-SecurityGroupRulesNegativeTestJSON-1409091283 tempest-SecurityGroupRulesNegativeTestJSON-1409091283-project] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:47.793483 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-0f24231b-24ba-4579-af76-358735d5bffb service neutron] Transition to ACTIVE for port object 7763a33a-da78-4384-a6fe-a78524eb4068 will not be triggered until provisioned by entity L2. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 11:58:47.797332 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-0d055218-c337-47be-a888-5ae5c8f6a0c0 req-da8eec13-74e5-479f-a1eb-cc0c596a0279 tempest-SecurityGroupRulesNegativeTestJSON-1409091283 tempest-SecurityGroupRulesNegativeTestJSON-1409091283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:47.814584 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4c9e34dc-9437-4c4d-9f3f-c39fc9dea632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58902106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59388097'] for subnet, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:47.816718 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-0f24231b-24ba-4579-af76-358735d5bffb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:47.827437 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90f4510c-cfe8-4eb1-86bf-36d73a7e5776', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea1a658e-65f6-4660-b2e7-eba7cb9ca50d'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 11:58:47.831169 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db50a436fb3a98495337d8fe7487b4f2ea6f3c1052eb9efadc2ecda2d5737001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3493d345-3a02-435b-834d-d96e0e8aac31" -d '{"events": [{"server_uuid": "90f4510c-cfe8-4eb1-86bf-36d73a7e5776", "name": "network-vif-plugged", "status": "completed", "tag": "ea1a658e-65f6-4660-b2e7-eba7cb9ca50d"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:58:47.844377 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ea1eca-5598-4bd5-9eff-221790431b16 req-0b5bbd7e-1478-4321-9297-467e200748c4 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:47.845978 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-25ea1eca-5598-4bd5-9eff-221790431b16 req-0b5bbd7e-1478-4321-9297-467e200748c4 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/ports?device_id=447950aa-fe3a-4e2a-9e6e-e115159ebaee HTTP/1.1" status: 200 len: 950 time: 0.1314557 Aug 18 11:58:47.877873 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-0d055218-c337-47be-a888-5ae5c8f6a0c0 req-da8eec13-74e5-479f-a1eb-cc0c596a0279 tempest-SecurityGroupRulesNegativeTestJSON-1409091283 tempest-SecurityGroupRulesNegativeTestJSON-1409091283-project] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:47.880587 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9e34dc-9437-4c4d-9f3f-c39fc9dea632 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa711182-0b75-4279-ad59-46925925635c,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:58:47.891970 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0d055218-c337-47be-a888-5ae5c8f6a0c0 req-da8eec13-74e5-479f-a1eb-cc0c596a0279 tempest-SecurityGroupRulesNegativeTestJSON-1409091283 tempest-SecurityGroupRulesNegativeTestJSON-1409091283-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.5258045 Aug 18 11:58:47.896904 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c9e34dc-9437-4c4d-9f3f-c39fc9dea632 admin admin] Checking segment: {'id': 'd08a62a1-a91f-456e-9ff3-5429cc5abf2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '35cf2b50-099d-49d2-9915-df617cd151d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 11:58:47.897408 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c9e34dc-9437-4c4d-9f3f-c39fc9dea632 admin admin] Network hostable DHCP agents. Network: 35cf2b50-099d-49d2-9915-df617cd151d5, hostable agents: ['97c14208-2951-4361-8d64-3708c946ff5f'], hosted agents: [] {{(pid=106253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 11:58:47.912114 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8eec13-74e5-479f-a1eb-cc0c596a0279 tempest-SecurityGroupRulesNegativeTestJSON-1409091283 tempest-SecurityGroupRulesNegativeTestJSON-1409091283-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a76d103f-45ac-47f2-b6bb-0a2112791980,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:58:47.965010 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c9e34dc-9437-4c4d-9f3f-c39fc9dea632 admin admin] Network 35cf2b50-099d-49d2-9915-df617cd151d5 is scheduled to be hosted by DHCP agent 97c14208-2951-4361-8d64-3708c946ff5f with binding_index 1 {{(pid=106253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 11:58:47.969546 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f24231b-24ba-4579-af76-358735d5bffb service neutron] Pushing event updated for resources: {'Port': ['ID=7763a33a-da78-4384-a6fe-a78524eb4068,revision_number=2']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:58:47.997736 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-4c9e34dc-9437-4c4d-9f3f-c39fc9dea632 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-2, 35cf2b50-099d-49d2-9915-df617cd151d5) {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:58:48.003995 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c9e34dc-9437-4c4d-9f3f-c39fc9dea632 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:48.005120 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4c9e34dc-9437-4c4d-9f3f-c39fc9dea632 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:48.015772 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-738e19d1-18e6-47df-abf5-42bbf22113f9 None None] Network 35cf2b50-099d-49d2-9915-df617cd151d5 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 11:58:48.019054 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-25ea1eca-5598-4bd5-9eff-221790431b16 req-050a9785-06cc-4004-93df-4da1e7f77879 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/security-groups?id=0ddd2c5c-7e53-44ab-9404-c5fea69a570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455684 Aug 18 11:58:48.041425 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-4c9e34dc-9437-4c4d-9f3f-c39fc9dea632 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.5855365 Aug 18 11:58:48.041660 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 57268) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:58:48.051973 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-fa38966b-773f-4083-ad08-554236f7d2f7 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1059002156-router', 'tenant_id': '3c5cb4aa7d4e4f2397a6d09f0e1e39e3', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'}}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:58:48.110138 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20dd28f4-1df0-4a6b-8939-d21ca9c9b72a', 'tag': '5a278cb9-466e-4c4b-b4ac-6b258caa7c8a'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 11:58:48.112745 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4552503f-9532-439a-974b-5d5464544c65" -d '{"events": [{"name": "network-changed", "server_uuid": "20dd28f4-1df0-4a6b-8939-d21ca9c9b72a", "tag": "5a278cb9-466e-4c4b-b4ac-6b258caa7c8a"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:58:48.115418 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-fa38966b-773f-4083-ad08-554236f7d2f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-998592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15809'] for router, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:48.116580 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-fa38966b-773f-4083-ad08-554236f7d2f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-992733', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-971415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15816'] for router, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:48.119022 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 11:58:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aa98c3a-e66a-4107-87a3-dd90d99dc09d x-openstack-request-id: req-1aa98c3a-e66a-4107-87a3-dd90d99dc09d {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:58:48.135442 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90f4510c-cfe8-4eb1-86bf-36d73a7e5776", "name": "network-vif-plugged", "status": "completed", "tag": "ea1a658e-65f6-4660-b2e7-eba7cb9ca50d", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:58:48.136725 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-1aa98c3a-e66a-4107-87a3-dd90d99dc09d {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:58:48.138798 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90f4510c-cfe8-4eb1-86bf-36d73a7e5776', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea1a658e-65f6-4660-b2e7-eba7cb9ca50d', 'code': 200} Aug 18 11:58:48.225206 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-fa38966b-773f-4083-ad08-554236f7d2f7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:48.297072 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc9a5680-05ff-44ff-a226-19b2726d4d13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp788be208-34ab-5a8f-af0f-528834af222f-35cf2b50-099d-49d2-9915-df617cd151d5', 'network_id': '35cf2b50-099d-49d2-9915-df617cd151d5', 'tenant_id': '3c5cb4aa7d4e4f2397a6d09f0e1e39e3', 'fixed_ips': [{'subnet_id': 'aa711182-0b75-4279-ad59-46925925635c'}]}} from n-d-804985-2. {{(pid=106254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 11:58:48.297952 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-dc9a5680-05ff-44ff-a226-19b2726d4d13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:48.328165 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-cb52fb1e-ed3b-43cf-a229-22d647773ba5 req-764b14c9-9758-44a6-9e8b-10f04e853bf9 tempest-SecurityGroupRulesNegativeTestJSON-1409091283 tempest-SecurityGroupRulesNegativeTestJSON-1409091283-project] 10.222.0.66 "GET /v2.0/security-groups/a76d103f-45ac-47f2-b6bb-0a2112791980 HTTP/1.1" status: 200 len: 1812 time: 0.1978183 Aug 18 11:58:48.402605 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4b898b-904a-454b-9975-f6b842660e30 req-3c8ab50b-920e-4caa-bbd3-c9aaeff9aea7 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:48.418863 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8e4b898b-904a-454b-9975-f6b842660e30 req-3c8ab50b-920e-4caa-bbd3-c9aaeff9aea7 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.66 "GET /v2.0/ports?device_id=369a2bc6-6a6b-4df6-befa-47df4f4e60d2 HTTP/1.1" status: 200 len: 945 time: 0.4502902 Aug 18 11:58:48.434150 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-0f24231b-24ba-4579-af76-358735d5bffb service neutron] Attempting to bind port 7763a33a-da78-4384-a6fe-a78524eb4068 on host n-h2-804985-2 for vnic_type normal with profile {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 11:58:48.434538 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-0f24231b-24ba-4579-af76-358735d5bffb service neutron] Attempting to bind port 7763a33a-da78-4384-a6fe-a78524eb4068 by drivers openvswitch,hyperv on host n-h2-804985-2 at level 0 using segments [{'id': 'df8c2716-4c05-4e71-858a-1ca678e85c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '14664a63-22d6-4bc0-8290-849b20369b1b'}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 11:58:48.435042 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-0f24231b-24ba-4579-af76-358735d5bffb service neutron] Attempting to bind port 7763a33a-da78-4384-a6fe-a78524eb4068 on network 14664a63-22d6-4bc0-8290-849b20369b1b {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 11:58:48.438273 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e707b1-9e18-474f-9af2-5f570949bc46 req-74354ce6-65a3-4f11-8c51-642c1b359246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:48.439662 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-67e707b1-9e18-474f-9af2-5f570949bc46 req-74354ce6-65a3-4f11-8c51-642c1b359246 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=90f4510c-cfe8-4eb1-86bf-36d73a7e5776 HTTP/1.1" status: 200 len: 1097 time: 0.2060018 Aug 18 11:58:48.475798 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-fa38966b-773f-4083-ad08-554236f7d2f7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:48.480352 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-0f24231b-24ba-4579-af76-358735d5bffb service neutron] Port 7763a33a-da78-4384-a6fe-a78524eb4068 on network 14664a63-22d6-4bc0-8290-849b20369b1b not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-2 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 11:58:48.480555 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-0f24231b-24ba-4579-af76-358735d5bffb service neutron] Attempting to bind port 7763a33a-da78-4384-a6fe-a78524eb4068 on network 14664a63-22d6-4bc0-8290-849b20369b1b {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 11:58:48.516680 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.db_base_plugin_common [None req-dc9a5680-05ff-44ff-a226-19b2726d4d13 None None] Allocated IP 172.20.0.2 (35cf2b50-099d-49d2-9915-df617cd151d5/aa711182-0b75-4279-ad59-46925925635c/fd6df7df-ef23-4299-889d-98998cd62031) {{(pid=106254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 11:58:48.543245 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8e4b898b-904a-454b-9975-f6b842660e30 req-b2ef8967-0bda-4226-8a4f-badd58f770e5 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.66 "GET /v2.0/security-groups?id=11bbe5b2-5f3b-4775-89a0-258a798e3ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232800 Aug 18 11:58:48.554913 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-0f24231b-24ba-4579-af76-358735d5bffb service neutron] Checking agent: {'id': 'da5da552-709c-4248-84de-86af99a0dc87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 49, 8), 'started_at': datetime.datetime(2021, 8, 18, 11, 49, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 11, 58, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 11:58:48.555958 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-0f24231b-24ba-4579-af76-358735d5bffb service neutron] Checking segment: {'id': 'df8c2716-4c05-4e71-858a-1ca678e85c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '14664a63-22d6-4bc0-8290-849b20369b1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 11:58:48.556392 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-0f24231b-24ba-4579-af76-358735d5bffb service neutron] Bound using segment: {'id': 'df8c2716-4c05-4e71-858a-1ca678e85c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '14664a63-22d6-4bc0-8290-849b20369b1b'} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 11:58:48.557115 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-0f24231b-24ba-4579-af76-358735d5bffb service neutron] Bound port: 7763a33a-da78-4384-a6fe-a78524eb4068, host: n-h2-804985-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df8c2716-4c05-4e71-858a-1ca678e85c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '14664a63-22d6-4bc0-8290-849b20369b1b'}}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 11:58:48.557490 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-0f24231b-24ba-4579-af76-358735d5bffb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:48.562317 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-67e707b1-9e18-474f-9af2-5f570949bc46 req-44370f18-9c71-43bb-adad-8afa75ad79fb service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=f5ad2220-cad5-4159-8a3e-cb953441befe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020372 Aug 18 11:58:48.632165 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-b717574c-be25-4665-a5e5-6547fd6a9b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:48.668316 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-0f24231b-24ba-4579-af76-358735d5bffb service neutron] For port 7763a33a-da78-4384-a6fe-a78524eb4068, host n-h2-804985-2, cleared binding levels {{(pid=106252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 11:58:48.673776 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-0f24231b-24ba-4579-af76-358735d5bffb service neutron] For port 7763a33a-da78-4384-a6fe-a78524eb4068, host n-h2-804985-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=7763a33a-da78-4384-a6fe-a78524eb4068,segment=NetworkSegment(df8c2716-4c05-4e71-858a-1ca678e85c74),segment_id=df8c2716-4c05-4e71-858a-1ca678e85c74)] {{(pid=106252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 11:58:48.694869 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd3de0b-53e5-4d30-bc6a-99e2563a6e14 req-8b0635a7-d6e7-4944-b76a-090d3fbf691c tempest-ListServerFiltersTestJSON-1468057958 tempest-ListServerFiltersTestJSON-1468057958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:48.702966 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-cbd3de0b-53e5-4d30-bc6a-99e2563a6e14 req-8b0635a7-d6e7-4944-b76a-090d3fbf691c tempest-ListServerFiltersTestJSON-1468057958 tempest-ListServerFiltersTestJSON-1468057958-project] 10.222.0.66 "GET /v2.0/ports?device_id=90f4510c-cfe8-4eb1-86bf-36d73a7e5776 HTTP/1.1" status: 200 len: 946 time: 0.2698834 Aug 18 11:58:48.706252 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-0f24231b-24ba-4579-af76-358735d5bffb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:48.751663 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 11:58:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5018724f-ee23-478d-8bee-fd62bd3dc712 x-openstack-request-id: req-5018724f-ee23-478d-8bee-fd62bd3dc712 {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:58:48.751939 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20dd28f4-1df0-4a6b-8939-d21ca9c9b72a", "tag": "5a278cb9-466e-4c4b-b4ac-6b258caa7c8a", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:58:48.752624 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-5018724f-ee23-478d-8bee-fd62bd3dc712 {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:58:48.752624 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20dd28f4-1df0-4a6b-8939-d21ca9c9b72a', 'tag': '5a278cb9-466e-4c4b-b4ac-6b258caa7c8a', 'status': 'completed', 'code': 200} Aug 18 11:58:48.776703 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-0f24231b-24ba-4579-af76-358735d5bffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:48.777340 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-0f24231b-24ba-4579-af76-358735d5bffb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:48.778762 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-0f24231b-24ba-4579-af76-358735d5bffb service neutron] 10.222.0.62 "PUT /v2.0/ports/7763a33a-da78-4384-a6fe-a78524eb4068 HTTP/1.1" status: 200 len: 1136 time: 1.8250997 Aug 18 11:58:48.807388 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-cbd3de0b-53e5-4d30-bc6a-99e2563a6e14 req-0c979bd0-cbb8-4608-908e-eb22b3639503 tempest-ListServerFiltersTestJSON-1468057958 tempest-ListServerFiltersTestJSON-1468057958-project] 10.222.0.66 "GET /v2.0/security-groups?id=f5ad2220-cad5-4159-8a3e-cb953441befe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035113 Aug 18 11:58:48.808713 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f24231b-24ba-4579-af76-358735d5bffb service neutron] Pushing event updated for resources: {'Port': ['ID=7763a33a-da78-4384-a6fe-a78524eb4068,revision_number=3']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:58:48.841475 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-fd4db718-1aaa-4637-b5fb-4c1134ce2c1b service neutron] Request body: {'port': {'device_id': '20dd28f4-1df0-4a6b-8939-d21ca9c9b72a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804985-2'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:58:48.879301 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-dc9a5680-05ff-44ff-a226-19b2726d4d13 None None] Notify callbacks [] for port, precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:48.909700 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-dc9a5680-05ff-44ff-a226-19b2726d4d13 None None] Transition to ACTIVE for port object fd6df7df-ef23-4299-889d-98998cd62031 will not be triggered until provisioned by entity L2. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 11:58:48.932949 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-fa38966b-773f-4083-ad08-554236f7d2f7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:48.949138 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-dc9a5680-05ff-44ff-a226-19b2726d4d13 None None] Transition to ACTIVE for port object fd6df7df-ef23-4299-889d-98998cd62031 will not be triggered until provisioned by entity DHCP. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 11:58:48.963808 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-dc9a5680-05ff-44ff-a226-19b2726d4d13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547'] for port, after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:48.970443 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4552503f-9532-439a-974b-5d5464544c65 req-0a3d27c4-5be1-4f48-9f80-902cda1e0e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:48.971001 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4552503f-9532-439a-974b-5d5464544c65 req-0a3d27c4-5be1-4f48-9f80-902cda1e0e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:48.971467 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4552503f-9532-439a-974b-5d5464544c65 req-0a3d27c4-5be1-4f48-9f80-902cda1e0e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:48.972282 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4552503f-9532-439a-974b-5d5464544c65 req-0a3d27c4-5be1-4f48-9f80-902cda1e0e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:48.972413 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4552503f-9532-439a-974b-5d5464544c65 req-0a3d27c4-5be1-4f48-9f80-902cda1e0e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:48.972854 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4552503f-9532-439a-974b-5d5464544c65 req-0a3d27c4-5be1-4f48-9f80-902cda1e0e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:48.973307 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4552503f-9532-439a-974b-5d5464544c65 req-0a3d27c4-5be1-4f48-9f80-902cda1e0e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:48.975192 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-4552503f-9532-439a-974b-5d5464544c65 req-0a3d27c4-5be1-4f48-9f80-902cda1e0e4d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f1c57111807f4f80be30061245a1a804&device_id=20dd28f4-1df0-4a6b-8939-d21ca9c9b72a HTTP/1.1" status: 200 len: 6220 time: 0.2191877 Aug 18 11:58:48.976842 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-fa38966b-773f-4083-ad08-554236f7d2f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:48.988129 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc9a5680-05ff-44ff-a226-19b2726d4d13 None None] Network 35cf2b50-099d-49d2-9915-df617cd151d5 is already hosted by enough agents. {{(pid=106254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 11:58:48.991616 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.base_scheduler [None req-dc9a5680-05ff-44ff-a226-19b2726d4d13 None None] Resources bound (agent type, host, resource id): {{(pid=106254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:58:49.022092 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc9a5680-05ff-44ff-a226-19b2726d4d13 None None] Received port after_create {{(pid=106254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 11:58:49.064226 n-d-804985-2 neutron-server[106252]: INFO neutron.api.v2.resource [req-fc4e19c1-ae83-4b63-b571-e3dc84e000a7 req-7578f5df-7199-4b2a-9d1b-9d1e36050617 tempest-SecurityGroupRulesNegativeTestJSON-1409091283 tempest-SecurityGroupRulesNegativeTestJSON-1409091283-project] show failed (client error): The resource could not be found. Aug 18 11:58:49.065527 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-fc4e19c1-ae83-4b63-b571-e3dc84e000a7 req-7578f5df-7199-4b2a-9d1b-9d1e36050617 tempest-SecurityGroupRulesNegativeTestJSON-1409091283 tempest-SecurityGroupRulesNegativeTestJSON-1409091283-project] 10.222.0.66 "GET /v2.0/security-groups/d7fb61ff-5a6a-4b30-ad87-775ccb7ad6bc HTTP/1.1" status: 404 len: 352 time: 0.1347780 Aug 18 11:58:49.069406 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-fd4db718-1aaa-4637-b5fb-4c1134ce2c1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:49.100132 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7e3067-be49-4ed4-a851-dc57f6cdd0b4 req-77437b0f-5b6b-4a2f-926f-6209b2583427 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:49.108303 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6b7e3067-be49-4ed4-a851-dc57f6cdd0b4 req-77437b0f-5b6b-4a2f-926f-6209b2583427 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.66 "GET /v2.0/ports?device_id=b17f4891-3396-48b1-81ee-fb30e63b418c HTTP/1.1" status: 200 len: 945 time: 0.1108987 Aug 18 11:58:49.112252 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9a5680-05ff-44ff-a226-19b2726d4d13 None None] Pushing event updated for resources: {'Port': ['ID=fd6df7df-ef23-4299-889d-98998cd62031,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:58:49.134075 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-dc9a5680-05ff-44ff-a226-19b2726d4d13 None None] Attempting to bind port fd6df7df-ef23-4299-889d-98998cd62031 on host n-d-804985-2 for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 11:58:49.134532 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-dc9a5680-05ff-44ff-a226-19b2726d4d13 None None] Attempting to bind port fd6df7df-ef23-4299-889d-98998cd62031 by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': 'd08a62a1-a91f-456e-9ff3-5429cc5abf2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '35cf2b50-099d-49d2-9915-df617cd151d5'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 11:58:49.134949 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc9a5680-05ff-44ff-a226-19b2726d4d13 None None] Attempting to bind port fd6df7df-ef23-4299-889d-98998cd62031 on network 35cf2b50-099d-49d2-9915-df617cd151d5 {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 11:58:49.148827 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc9a5680-05ff-44ff-a226-19b2726d4d13 None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 11, 58, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 11:58:49.149307 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc9a5680-05ff-44ff-a226-19b2726d4d13 None None] Checking segment: {'id': 'd08a62a1-a91f-456e-9ff3-5429cc5abf2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '35cf2b50-099d-49d2-9915-df617cd151d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 11:58:49.149765 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-dc9a5680-05ff-44ff-a226-19b2726d4d13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:49.150214 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc9a5680-05ff-44ff-a226-19b2726d4d13 None None] Bound using segment: {'id': 'd08a62a1-a91f-456e-9ff3-5429cc5abf2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '35cf2b50-099d-49d2-9915-df617cd151d5'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 11:58:49.150734 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-dc9a5680-05ff-44ff-a226-19b2726d4d13 None None] Bound port: fd6df7df-ef23-4299-889d-98998cd62031, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd08a62a1-a91f-456e-9ff3-5429cc5abf2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '35cf2b50-099d-49d2-9915-df617cd151d5'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 11:58:49.151173 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-dc9a5680-05ff-44ff-a226-19b2726d4d13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:49.225276 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6b7e3067-be49-4ed4-a851-dc57f6cdd0b4 req-10ea80c8-5e29-4d82-bb72-677fedaa9b3f tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.66 "GET /v2.0/security-groups?id=11bbe5b2-5f3b-4775-89a0-258a798e3ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158173 Aug 18 11:58:49.245391 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4552503f-9532-439a-974b-5d5464544c65 req-f20d6373-eab5-48df-8ded-a8a6ed546355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:49.245864 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4552503f-9532-439a-974b-5d5464544c65 req-f20d6373-eab5-48df-8ded-a8a6ed546355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:49.246570 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4552503f-9532-439a-974b-5d5464544c65 req-f20d6373-eab5-48df-8ded-a8a6ed546355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:49.248427 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-4552503f-9532-439a-974b-5d5464544c65 req-f20d6373-eab5-48df-8ded-a8a6ed546355 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=f1c57111807f4f80be30061245a1a804&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2588339 Aug 18 11:58:49.254799 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-dc9a5680-05ff-44ff-a226-19b2726d4d13 None None] For port fd6df7df-ef23-4299-889d-98998cd62031, host n-d-804985-2, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 11:58:49.260376 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-dc9a5680-05ff-44ff-a226-19b2726d4d13 None None] For port fd6df7df-ef23-4299-889d-98998cd62031, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=fd6df7df-ef23-4299-889d-98998cd62031,segment=NetworkSegment(d08a62a1-a91f-456e-9ff3-5429cc5abf2a),segment_id=d08a62a1-a91f-456e-9ff3-5429cc5abf2a)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 11:58:49.277108 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-dc9a5680-05ff-44ff-a226-19b2726d4d13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:49.383556 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [None req-fa38966b-773f-4083-ad08-554236f7d2f7 admin admin] Allocated IP 172.25.7.224 (7cae7a70-14fd-408c-b14d-39ceb97cb60e/9784295a-20b8-4a4b-b105-f82737f0448f/5fdb18e7-9fdd-42a3-a595-b317ae3ef567) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 11:58:49.389068 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9a5680-05ff-44ff-a226-19b2726d4d13 None None] Pushing event updated for resources: {'Port': ['ID=fd6df7df-ef23-4299-889d-98998cd62031,revision_number=2']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:58:49.445917 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727a7968-8739-4817-8209-1b5953d43757 req-73ca456b-1f78-40db-880d-05299dd8c8c6 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:49.451970 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727a7968-8739-4817-8209-1b5953d43757 req-73ca456b-1f78-40db-880d-05299dd8c8c6 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:49.458271 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727a7968-8739-4817-8209-1b5953d43757 req-73ca456b-1f78-40db-880d-05299dd8c8c6 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:49.468375 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727a7968-8739-4817-8209-1b5953d43757 req-73ca456b-1f78-40db-880d-05299dd8c8c6 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:49.474760 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727a7968-8739-4817-8209-1b5953d43757 req-73ca456b-1f78-40db-880d-05299dd8c8c6 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:49.481527 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727a7968-8739-4817-8209-1b5953d43757 req-73ca456b-1f78-40db-880d-05299dd8c8c6 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:49.487671 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727a7968-8739-4817-8209-1b5953d43757 req-73ca456b-1f78-40db-880d-05299dd8c8c6 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:49.494708 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-727a7968-8739-4817-8209-1b5953d43757 req-73ca456b-1f78-40db-880d-05299dd8c8c6 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] 10.222.0.66 "GET /v2.0/ports?device_id=20dd28f4-1df0-4a6b-8939-d21ca9c9b72a HTTP/1.1" status: 200 len: 5383 time: 0.2968833 Aug 18 11:58:49.498566 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4552503f-9532-439a-974b-5d5464544c65 req-3906e1fd-dcde-493f-9d50-079ba4a9abc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:49.500058 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-4552503f-9532-439a-974b-5d5464544c65 req-3906e1fd-dcde-493f-9d50-079ba4a9abc2 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2173796 Aug 18 11:58:49.563284 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-fa38966b-773f-4083-ad08-554236f7d2f7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:49.597539 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543b59c4-ca5d-4807-b2c5-416ecbc0a087 req-c3c41259-6d2e-455c-b78b-94ca377b7ab2 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:49.604962 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-543b59c4-ca5d-4807-b2c5-416ecbc0a087 req-c3c41259-6d2e-455c-b78b-94ca377b7ab2 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/ports?device_id=447950aa-fe3a-4e2a-9e6e-e115159ebaee HTTP/1.1" status: 200 len: 950 time: 0.2624500 Aug 18 11:58:49.612209 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-fa38966b-773f-4083-ad08-554236f7d2f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:49.699579 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa38966b-773f-4083-ad08-554236f7d2f7 admin admin] Network 7cae7a70-14fd-408c-b14d-39ceb97cb60e is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 11:58:49.708539 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-fa38966b-773f-4083-ad08-554236f7d2f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:58:49.715720 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa38966b-773f-4083-ad08-554236f7d2f7 admin admin] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 11:58:49.729342 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-727a7968-8739-4817-8209-1b5953d43757 req-48ebc381-05a3-419f-b7c8-63c4bb0cc6aa tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] 10.222.0.66 "GET /v2.0/security-groups?id=62694ccf-8551-490d-8b70-5c6a44a53206&id=e100a5b2-e498-4091-84ac-a0da12aab123&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1646874 Aug 18 11:58:49.762518 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-543b59c4-ca5d-4807-b2c5-416ecbc0a087 req-b6f5df8a-14a3-4b03-b4b5-455928ed97b0 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/security-groups?id=0ddd2c5c-7e53-44ab-9404-c5fea69a570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264491 Aug 18 11:58:49.780263 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa38966b-773f-4083-ad08-554236f7d2f7 admin admin] Pushing event updated for resources: {'Port': ['ID=5fdb18e7-9fdd-42a3-a595-b317ae3ef567,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:58:49.901371 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-fd4db718-1aaa-4637-b5fb-4c1134ce2c1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1178764-5fcc-4bf5-bf2c-1f7340615440 {{(pid=106252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 11:58:49.923591 n-d-804985-2 neutron-server[106252]: INFO neutron.api.v2.resource [req-f817658f-1914-45cf-a4bf-fa227fc56706 req-571a327f-07ba-4cf4-9ccd-0308c4919d19 tempest-SecurityGroupRulesNegativeTestJSON-1409091283 tempest-SecurityGroupRulesNegativeTestJSON-1409091283-project] show failed (client error): The resource could not be found. Aug 18 11:58:49.924945 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f817658f-1914-45cf-a4bf-fa227fc56706 req-571a327f-07ba-4cf4-9ccd-0308c4919d19 tempest-SecurityGroupRulesNegativeTestJSON-1409091283 tempest-SecurityGroupRulesNegativeTestJSON-1409091283-project] 10.222.0.66 "GET /v2.0/security-group-rules/aae1aa50-e875-4cac-85f3-a00fe261f614 HTTP/1.1" status: 404 len: 361 time: 0.0537283 Aug 18 11:58:49.926771 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-fd4db718-1aaa-4637-b5fb-4c1134ce2c1b service neutron] Notify callbacks [] for port, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:49.965462 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-fd4db718-1aaa-4637-b5fb-4c1134ce2c1b service neutron] Transition to ACTIVE for port object d1178764-5fcc-4bf5-bf2c-1f7340615440 will not be triggered until provisioned by entity L2. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 11:58:49.983609 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a97650c-78a3-43a2-927e-51e8522ff101 req-95a0b6d8-f099-4310-96c0-50898aa653bc tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:49.990889 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7a97650c-78a3-43a2-927e-51e8522ff101 req-95a0b6d8-f099-4310-96c0-50898aa653bc tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.66 "GET /v2.0/ports?device_id=369a2bc6-6a6b-4df6-befa-47df4f4e60d2 HTTP/1.1" status: 200 len: 945 time: 0.0979433 Aug 18 11:58:50.012315 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-fd4db718-1aaa-4637-b5fb-4c1134ce2c1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:50.069779 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7a97650c-78a3-43a2-927e-51e8522ff101 req-0e55edae-475c-4b42-811c-0a0cea588a89 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.66 "GET /v2.0/security-groups?id=11bbe5b2-5f3b-4775-89a0-258a798e3ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725281 Aug 18 11:58:50.195044 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4db718-1aaa-4637-b5fb-4c1134ce2c1b service neutron] Pushing event updated for resources: {'Port': ['ID=d1178764-5fcc-4bf5-bf2c-1f7340615440,revision_number=2']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:58:50.283010 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device fd6df7df-ef23-4299-889d-98998cd62031 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:58:50.410221 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port fd6df7df-ef23-4299-889d-98998cd62031 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 11:58:50.411297 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a11d35-b55b-4775-9f4e-1574251e20e4 req-0d19813d-364a-416f-be2f-61ede2128ac9 tempest-ListServerFiltersTestJSON-1468057958 tempest-ListServerFiltersTestJSON-1468057958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:50.424150 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-18a11d35-b55b-4775-9f4e-1574251e20e4 req-0d19813d-364a-416f-be2f-61ede2128ac9 tempest-ListServerFiltersTestJSON-1468057958 tempest-ListServerFiltersTestJSON-1468057958-project] 10.222.0.66 "GET /v2.0/ports?device_id=90f4510c-cfe8-4eb1-86bf-36d73a7e5776 HTTP/1.1" status: 200 len: 946 time: 0.2598021 Aug 18 11:58:50.462747 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b3dd9c0d-4d43-4924-a0aa-6248b8f89207 req-1352e132-345c-4bd3-bc3f-9462f93bab21 tempest-SecurityGroupRulesNegativeTestJSON-1409091283 tempest-SecurityGroupRulesNegativeTestJSON-1409091283-project] 10.222.0.66 "GET /v2.0/security-groups/a76d103f-45ac-47f2-b6bb-0a2112791980 HTTP/1.1" status: 200 len: 1812 time: 0.1954401 Aug 18 11:58:50.480696 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-fd4db718-1aaa-4637-b5fb-4c1134ce2c1b service neutron] Attempting to bind port d1178764-5fcc-4bf5-bf2c-1f7340615440 on host n-h2-804985-2 for vnic_type normal with profile {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 11:58:50.481063 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-fd4db718-1aaa-4637-b5fb-4c1134ce2c1b service neutron] Attempting to bind port d1178764-5fcc-4bf5-bf2c-1f7340615440 by drivers openvswitch,hyperv on host n-h2-804985-2 at level 0 using segments [{'id': 'df8c2716-4c05-4e71-858a-1ca678e85c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '14664a63-22d6-4bc0-8290-849b20369b1b'}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 11:58:50.481573 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-fd4db718-1aaa-4637-b5fb-4c1134ce2c1b service neutron] Attempting to bind port d1178764-5fcc-4bf5-bf2c-1f7340615440 on network 14664a63-22d6-4bc0-8290-849b20369b1b {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 11:58:50.496105 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-fd4db718-1aaa-4637-b5fb-4c1134ce2c1b service neutron] Port d1178764-5fcc-4bf5-bf2c-1f7340615440 on network 14664a63-22d6-4bc0-8290-849b20369b1b not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-2 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 11:58:50.496435 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-fd4db718-1aaa-4637-b5fb-4c1134ce2c1b service neutron] Attempting to bind port d1178764-5fcc-4bf5-bf2c-1f7340615440 on network 14664a63-22d6-4bc0-8290-849b20369b1b {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 11:58:50.518874 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-fd4db718-1aaa-4637-b5fb-4c1134ce2c1b service neutron] Checking agent: {'id': 'da5da552-709c-4248-84de-86af99a0dc87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 49, 8), 'started_at': datetime.datetime(2021, 8, 18, 11, 49, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 11, 58, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 11:58:50.518874 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-fd4db718-1aaa-4637-b5fb-4c1134ce2c1b service neutron] Checking segment: {'id': 'df8c2716-4c05-4e71-858a-1ca678e85c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '14664a63-22d6-4bc0-8290-849b20369b1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 11:58:50.538271 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-fd4db718-1aaa-4637-b5fb-4c1134ce2c1b service neutron] Bound using segment: {'id': 'df8c2716-4c05-4e71-858a-1ca678e85c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '14664a63-22d6-4bc0-8290-849b20369b1b'} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 11:58:50.538271 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-fd4db718-1aaa-4637-b5fb-4c1134ce2c1b service neutron] Bound port: d1178764-5fcc-4bf5-bf2c-1f7340615440, host: n-h2-804985-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df8c2716-4c05-4e71-858a-1ca678e85c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '14664a63-22d6-4bc0-8290-849b20369b1b'}}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 11:58:50.538271 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-fd4db718-1aaa-4637-b5fb-4c1134ce2c1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:50.616697 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-18a11d35-b55b-4775-9f4e-1574251e20e4 req-e78d9d30-6e26-4713-949a-3529570be5ca tempest-ListServerFiltersTestJSON-1468057958 tempest-ListServerFiltersTestJSON-1468057958-project] 10.222.0.66 "GET /v2.0/security-groups?id=f5ad2220-cad5-4159-8a3e-cb953441befe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862590 Aug 18 11:58:50.649816 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-fa38966b-773f-4083-ad08-554236f7d2f7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:50.666443 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-b3dd9c0d-4d43-4924-a0aa-6248b8f89207 req-e91dd85f-8e6b-47f9-a92a-af316446ff01 tempest-SecurityGroupRulesNegativeTestJSON-1409091283 tempest-SecurityGroupRulesNegativeTestJSON-1409091283-project] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:50.695536 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-fd4db718-1aaa-4637-b5fb-4c1134ce2c1b service neutron] For port d1178764-5fcc-4bf5-bf2c-1f7340615440, host n-h2-804985-2, cleared binding levels {{(pid=106252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 11:58:50.729025 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-b3dd9c0d-4d43-4924-a0aa-6248b8f89207 req-e91dd85f-8e6b-47f9-a92a-af316446ff01 tempest-SecurityGroupRulesNegativeTestJSON-1409091283 tempest-SecurityGroupRulesNegativeTestJSON-1409091283-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:50.732792 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-fd4db718-1aaa-4637-b5fb-4c1134ce2c1b service neutron] For port d1178764-5fcc-4bf5-bf2c-1f7340615440, host n-h2-804985-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=d1178764-5fcc-4bf5-bf2c-1f7340615440,segment=NetworkSegment(df8c2716-4c05-4e71-858a-1ca678e85c74),segment_id=df8c2716-4c05-4e71-858a-1ca678e85c74)] {{(pid=106252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 11:58:50.750009 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-fd4db718-1aaa-4637-b5fb-4c1134ce2c1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:50.769849 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20dd28f4-1df0-4a6b-8939-d21ca9c9b72a', 'tag': '7763a33a-da78-4384-a6fe-a78524eb4068'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 11:58:50.777303 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d010923d-109a-4212-b784-268808e9d723" -d '{"events": [{"name": "network-changed", "server_uuid": "20dd28f4-1df0-4a6b-8939-d21ca9c9b72a", "tag": "7763a33a-da78-4384-a6fe-a78524eb4068"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:58:50.867399 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-fd4db718-1aaa-4637-b5fb-4c1134ce2c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:50.868133 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-fd4db718-1aaa-4637-b5fb-4c1134ce2c1b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:50.873601 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-fd4db718-1aaa-4637-b5fb-4c1134ce2c1b service neutron] 10.222.0.62 "PUT /v2.0/ports/d1178764-5fcc-4bf5-bf2c-1f7340615440 HTTP/1.1" status: 200 len: 1091 time: 2.0472789 Aug 18 11:58:50.895698 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4db718-1aaa-4637-b5fb-4c1134ce2c1b service neutron] Pushing event updated for resources: {'Port': ['ID=d1178764-5fcc-4bf5-bf2c-1f7340615440,revision_number=3']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:58:50.916421 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-0d998723-8bfd-4f1b-a889-f00cc1eb51c1 service neutron] Request body: {'port': {'device_id': '20dd28f4-1df0-4a6b-8939-d21ca9c9b72a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804985-2'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:58:50.923704 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-b3dd9c0d-4d43-4924-a0aa-6248b8f89207 req-e91dd85f-8e6b-47f9-a92a-af316446ff01 tempest-SecurityGroupRulesNegativeTestJSON-1409091283 tempest-SecurityGroupRulesNegativeTestJSON-1409091283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:50.926667 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-b3dd9c0d-4d43-4924-a0aa-6248b8f89207 req-e91dd85f-8e6b-47f9-a92a-af316446ff01 tempest-SecurityGroupRulesNegativeTestJSON-1409091283 tempest-SecurityGroupRulesNegativeTestJSON-1409091283-project] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:50.940868 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b3dd9c0d-4d43-4924-a0aa-6248b8f89207 req-e91dd85f-8e6b-47f9-a92a-af316446ff01 tempest-SecurityGroupRulesNegativeTestJSON-1409091283 tempest-SecurityGroupRulesNegativeTestJSON-1409091283-project] 10.222.0.66 "DELETE /v2.0/security-groups/a76d103f-45ac-47f2-b6bb-0a2112791980 HTTP/1.1" status: 204 len: 173 time: 0.4770398 Aug 18 11:58:50.994639 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-f72ae34a-b3a1-4fe6-9d4a-eff0b37805c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:51.005028 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-fa38966b-773f-4083-ad08-554236f7d2f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-998473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-992536'] for router, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:51.027951 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3a63046-b9b9-4194-bf91-35525986645b None None] Network 35cf2b50-099d-49d2-9915-df617cd151d5 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 11:58:51.042814 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91dd85f-8e6b-47f9-a92a-af316446ff01 tempest-SecurityGroupRulesNegativeTestJSON-1409091283 tempest-SecurityGroupRulesNegativeTestJSON-1409091283-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a76d103f-45ac-47f2-b6bb-0a2112791980,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:58:51.178166 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-0d998723-8bfd-4f1b-a889-f00cc1eb51c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:51.197482 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8e017a85-ee58-4a9a-abfa-7fe20ed078ef None None] Provisioning for port fd6df7df-ef23-4299-889d-98998cd62031 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 11:58:51.239558 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8e017a85-ee58-4a9a-abfa-7fe20ed078ef None None] Provisioning complete for port fd6df7df-ef23-4299-889d-98998cd62031 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:58:51.239938 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e017a85-ee58-4a9a-abfa-7fe20ed078ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:51.245827 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99a318d-c889-486f-95f3-b282fb59249f req-b65b6c38-6d04-45ff-9d65-c0ee15cf7393 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:51.254128 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99a318d-c889-486f-95f3-b282fb59249f req-b65b6c38-6d04-45ff-9d65-c0ee15cf7393 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:51.261493 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99a318d-c889-486f-95f3-b282fb59249f req-b65b6c38-6d04-45ff-9d65-c0ee15cf7393 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:51.268089 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99a318d-c889-486f-95f3-b282fb59249f req-b65b6c38-6d04-45ff-9d65-c0ee15cf7393 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:51.278950 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99a318d-c889-486f-95f3-b282fb59249f req-b65b6c38-6d04-45ff-9d65-c0ee15cf7393 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:51.288361 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99a318d-c889-486f-95f3-b282fb59249f req-b65b6c38-6d04-45ff-9d65-c0ee15cf7393 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:51.294918 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99a318d-c889-486f-95f3-b282fb59249f req-b65b6c38-6d04-45ff-9d65-c0ee15cf7393 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:51.297128 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c99a318d-c889-486f-95f3-b282fb59249f req-b65b6c38-6d04-45ff-9d65-c0ee15cf7393 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] 10.222.0.66 "GET /v2.0/ports?device_id=20dd28f4-1df0-4a6b-8939-d21ca9c9b72a HTTP/1.1" status: 200 len: 5395 time: 0.2314131 Aug 18 11:58:51.307817 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa38966b-773f-4083-ad08-554236f7d2f7 admin admin] Router a8d3a27b-59e6-4be9-b29a-4d1d58a9fa13 is scheduled to L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 with binding_index 1 {{(pid=106253) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 11:58:51.360656 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c99a318d-c889-486f-95f3-b282fb59249f req-87e4884a-c031-4ccd-a90d-bdce7c65bbec tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] 10.222.0.66 "GET /v2.0/security-groups?id=62694ccf-8551-490d-8b70-5c6a44a53206&id=e100a5b2-e498-4091-84ac-a0da12aab123&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0509405 Aug 18 11:58:51.419936 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:51.478585 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 11:58:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c108084e-41b9-41fd-b92f-7d86298a5544 x-openstack-request-id: req-c108084e-41b9-41fd-b92f-7d86298a5544 {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:58:51.478882 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20dd28f4-1df0-4a6b-8939-d21ca9c9b72a", "tag": "7763a33a-da78-4384-a6fe-a78524eb4068", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:58:51.479233 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c108084e-41b9-41fd-b92f-7d86298a5544 {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:58:51.479751 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20dd28f4-1df0-4a6b-8939-d21ca9c9b72a', 'tag': '7763a33a-da78-4384-a6fe-a78524eb4068', 'status': 'completed', 'code': 200} Aug 18 11:58:51.517395 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e017a85-ee58-4a9a-abfa-7fe20ed078ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:51.522176 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f51e8c6-297b-411a-ba17-3f0501ac33a7 req-c507f0f3-dbdc-4e93-a889-16cc2d9643c8 tempest-ListServerFiltersTestJSON-1468057958 tempest-ListServerFiltersTestJSON-1468057958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:51.529680 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0f51e8c6-297b-411a-ba17-3f0501ac33a7 req-c507f0f3-dbdc-4e93-a889-16cc2d9643c8 tempest-ListServerFiltersTestJSON-1468057958 tempest-ListServerFiltersTestJSON-1468057958-project] 10.222.0.66 "GET /v2.0/ports?device_id=15deb2c7-c100-47c6-8261-abde7ec7009c HTTP/1.1" status: 200 len: 946 time: 0.0994973 Aug 18 11:58:51.560746 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e017a85-ee58-4a9a-abfa-7fe20ed078ef None None] For port fd6df7df-ef23-4299-889d-98998cd62031, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=fd6df7df-ef23-4299-889d-98998cd62031,segment=NetworkSegment(d08a62a1-a91f-456e-9ff3-5429cc5abf2a),segment_id=d08a62a1-a91f-456e-9ff3-5429cc5abf2a)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:58:51.571257 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e017a85-ee58-4a9a-abfa-7fe20ed078ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:51.584509 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0f51e8c6-297b-411a-ba17-3f0501ac33a7 req-75419106-f525-4abc-9b67-315a4b689972 tempest-ListServerFiltersTestJSON-1468057958 tempest-ListServerFiltersTestJSON-1468057958-project] 10.222.0.66 "GET /v2.0/security-groups?id=f5ad2220-cad5-4159-8a3e-cb953441befe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535774 Aug 18 11:58:51.611527 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d010923d-109a-4212-b784-268808e9d723 req-40cbb101-6282-495f-bbc3-aede5d78e1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:51.612008 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d010923d-109a-4212-b784-268808e9d723 req-40cbb101-6282-495f-bbc3-aede5d78e1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:51.612467 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d010923d-109a-4212-b784-268808e9d723 req-40cbb101-6282-495f-bbc3-aede5d78e1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:51.612964 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d010923d-109a-4212-b784-268808e9d723 req-40cbb101-6282-495f-bbc3-aede5d78e1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:51.613424 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d010923d-109a-4212-b784-268808e9d723 req-40cbb101-6282-495f-bbc3-aede5d78e1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:51.614696 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d010923d-109a-4212-b784-268808e9d723 req-40cbb101-6282-495f-bbc3-aede5d78e1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:51.615023 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d010923d-109a-4212-b784-268808e9d723 req-40cbb101-6282-495f-bbc3-aede5d78e1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:51.617069 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-d010923d-109a-4212-b784-268808e9d723 req-40cbb101-6282-495f-bbc3-aede5d78e1bf service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f1c57111807f4f80be30061245a1a804&device_id=20dd28f4-1df0-4a6b-8939-d21ca9c9b72a HTTP/1.1" status: 200 len: 6287 time: 0.1148789 Aug 18 11:58:51.621873 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa38966b-773f-4083-ad08-554236f7d2f7 admin admin] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 11:58:51.632990 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-581bb283-44bd-4adc-9e97-2ecee07cf219 None None] Sync routers for ids ['a8d3a27b-59e6-4be9-b29a-4d1d58a9fa13'] in n-d-804985-2 {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 11:58:51.645780 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-581bb283-44bd-4adc-9e97-2ecee07cf219 None None] Routers {'a8d3a27b-59e6-4be9-b29a-4d1d58a9fa13'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 11:58:51.646418 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-581bb283-44bd-4adc-9e97-2ecee07cf219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T11:58:51Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['a8d3a27b-59e6-4be9-b29a-4d1d58a9fa13'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:58:51.652846 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e017a85-ee58-4a9a-abfa-7fe20ed078ef None None] Pushing event updated for resources: {'Port': ['ID=fd6df7df-ef23-4299-889d-98998cd62031,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:58:51.787786 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-fa38966b-773f-4083-ad08-554236f7d2f7 admin admin] Notify callbacks [] for router, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:51.789063 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-fa38966b-773f-4083-ad08-554236f7d2f7 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 3.7463419 Aug 18 11:58:51.798993 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d851809-84fe-4e16-b998-ec20dfb6972d req-43da2c51-85c4-4040-a4d5-0d639af443de tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:51.803177 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 57334) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:58:51.808176 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9d851809-84fe-4e16-b998-ec20dfb6972d req-43da2c51-85c4-4040-a4d5-0d639af443de tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/ports?device_id=447950aa-fe3a-4e2a-9e6e-e115159ebaee HTTP/1.1" status: 200 len: 950 time: 0.2320764 Aug 18 11:58:51.865503 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa04568-fe72-4ca8-9b19-428835693406 req-6c34e083-2711-4f49-8e0a-3a8c7576d3fe tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:51.874611 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ffa04568-fe72-4ca8-9b19-428835693406 req-6c34e083-2711-4f49-8e0a-3a8c7576d3fe tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.66 "GET /v2.0/ports?device_id=369a2bc6-6a6b-4df6-befa-47df4f4e60d2 HTTP/1.1" status: 200 len: 945 time: 0.1579499 Aug 18 11:58:51.888785 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-581bb283-44bd-4adc-9e97-2ecee07cf219 None None] Set router a8d3a27b-59e6-4be9-b29a-4d1d58a9fa13 gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 11:58:51.950296 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9d851809-84fe-4e16-b998-ec20dfb6972d req-b88b77e7-fbd5-45b0-b390-cb01568a9e07 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/security-groups?id=0ddd2c5c-7e53-44ab-9404-c5fea69a570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405468 Aug 18 11:58:51.978764 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d010923d-109a-4212-b784-268808e9d723 req-09f7889c-96d2-4784-acc1-e4329b9cd9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:51.979241 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d010923d-109a-4212-b784-268808e9d723 req-09f7889c-96d2-4784-acc1-e4329b9cd9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:51.979705 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d010923d-109a-4212-b784-268808e9d723 req-09f7889c-96d2-4784-acc1-e4329b9cd9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:51.981352 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-d010923d-109a-4212-b784-268808e9d723 req-09f7889c-96d2-4784-acc1-e4329b9cd9cf service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=f1c57111807f4f80be30061245a1a804&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.3508260 Aug 18 11:58:52.043560 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-53584c24-f517-494e-ac93-c18bb92373f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:52.065218 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ffa04568-fe72-4ca8-9b19-428835693406 req-ba61f346-ee2d-479b-a288-39c462b6744a tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.66 "GET /v2.0/security-groups?id=11bbe5b2-5f3b-4775-89a0-258a798e3ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865749 Aug 18 11:58:52.112514 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-0d998723-8bfd-4f1b-a889-f00cc1eb51c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 449e4b2c-f485-41a8-b8c7-65aa343611a1 {{(pid=106252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 11:58:52.124368 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-0d998723-8bfd-4f1b-a889-f00cc1eb51c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:52.140449 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0c772c05-6226-435b-86e3-be0428aecd56 req-86022ab6-382a-4f44-ae15-f2558f580e7e tempest-SecurityGroupRulesNegativeTestJSON-1409091283 tempest-SecurityGroupRulesNegativeTestJSON-1409091283-project] 10.222.0.66 "GET /v2.0/security-groups/02f08c16-cf95-49ff-a085-770f8406f9e0 HTTP/1.1" status: 200 len: 1812 time: 0.1403670 Aug 18 11:58:52.144278 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-98295ce4-f576-40c6-98e5-eaaeffcdb105 None None] Provisioning complete for port fd6df7df-ef23-4299-889d-98998cd62031 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:58:52.144278 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-98295ce4-f576-40c6-98e5-eaaeffcdb105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:52.163399 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-0d998723-8bfd-4f1b-a889-f00cc1eb51c1 service neutron] Transition to ACTIVE for port object 449e4b2c-f485-41a8-b8c7-65aa343611a1 will not be triggered until provisioned by entity L2. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 11:58:52.183975 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-0d998723-8bfd-4f1b-a889-f00cc1eb51c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:52.257250 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d010923d-109a-4212-b784-268808e9d723 req-86dff6a8-e5d6-40a9-9bf4-a645a5dbc3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:52.258333 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-d010923d-109a-4212-b784-268808e9d723 req-86dff6a8-e5d6-40a9-9bf4-a645a5dbc3bf service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2670650 Aug 18 11:58:52.286619 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d998723-8bfd-4f1b-a889-f00cc1eb51c1 service neutron] Pushing event updated for resources: {'Port': ['ID=449e4b2c-f485-41a8-b8c7-65aa343611a1,revision_number=2']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:58:52.308006 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-0c772c05-6226-435b-86e3-be0428aecd56 req-c7221e12-a212-4efe-a004-a68573f849c7 tempest-SecurityGroupRulesNegativeTestJSON-1409091283 tempest-SecurityGroupRulesNegativeTestJSON-1409091283-project] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:52.329873 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device fd6df7df-ef23-4299-889d-98998cd62031 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:58:52.426141 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-0c772c05-6226-435b-86e3-be0428aecd56 req-c7221e12-a212-4efe-a004-a68573f849c7 tempest-SecurityGroupRulesNegativeTestJSON-1409091283 tempest-SecurityGroupRulesNegativeTestJSON-1409091283-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:52.430096 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-581bb283-44bd-4adc-9e97-2ecee07cf219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8d3a27b-59e6-4be9-b29a-4d1d58a9fa13', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1059002156-router', 'tenant_id': '3c5cb4aa7d4e4f2397a6d09f0e1e39e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.224'}], 'enable_snat': True}, 'gw_port_id': '5fdb18e7-9fdd-42a3-a595-b317ae3ef567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T11:58:48Z', 'updated_at': '2021-08-18T11:58:49Z', 'revision_number': 3, 'project_id': '3c5cb4aa7d4e4f2397a6d09f0e1e39e3', 'gw_port': {'id': '5fdb18e7-9fdd-42a3-a595-b317ae3ef567', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:fd:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8d3a27b-59e6-4be9-b29a-4d1d58a9fa13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:58:48Z', 'updated_at': '2021-08-18T11:58:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:58:52.471301 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-581bb283-44bd-4adc-9e97-2ecee07cf219 None None] Checking router: a8d3a27b-59e6-4be9-b29a-4d1d58a9fa13 for host: n-d-804985-2 {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 11:58:52.471651 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-581bb283-44bd-4adc-9e97-2ecee07cf219 None None] Updating router a8d3a27b-59e6-4be9-b29a-4d1d58a9fa13 port 5fdb18e7-9fdd-42a3-a595-b317ae3ef567 binding host n-d-804985-2 {{(pid=106255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 11:58:52.515696 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port fd6df7df-ef23-4299-889d-98998cd62031 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:58:52.516355 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-581bb283-44bd-4adc-9e97-2ecee07cf219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:52.529213 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:52.551418 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-0d998723-8bfd-4f1b-a889-f00cc1eb51c1 service neutron] Attempting to bind port 449e4b2c-f485-41a8-b8c7-65aa343611a1 on host n-h2-804985-2 for vnic_type normal with profile {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 11:58:52.560052 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-0d998723-8bfd-4f1b-a889-f00cc1eb51c1 service neutron] Attempting to bind port 449e4b2c-f485-41a8-b8c7-65aa343611a1 by drivers openvswitch,hyperv on host n-h2-804985-2 at level 0 using segments [{'id': 'df8c2716-4c05-4e71-858a-1ca678e85c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '14664a63-22d6-4bc0-8290-849b20369b1b'}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 11:58:52.560725 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-0d998723-8bfd-4f1b-a889-f00cc1eb51c1 service neutron] Attempting to bind port 449e4b2c-f485-41a8-b8c7-65aa343611a1 on network 14664a63-22d6-4bc0-8290-849b20369b1b {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 11:58:52.614363 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-0d998723-8bfd-4f1b-a889-f00cc1eb51c1 service neutron] Port 449e4b2c-f485-41a8-b8c7-65aa343611a1 on network 14664a63-22d6-4bc0-8290-849b20369b1b not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-2 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 11:58:52.621924 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-0d998723-8bfd-4f1b-a889-f00cc1eb51c1 service neutron] Attempting to bind port 449e4b2c-f485-41a8-b8c7-65aa343611a1 on network 14664a63-22d6-4bc0-8290-849b20369b1b {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 11:58:52.648143 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-0d998723-8bfd-4f1b-a889-f00cc1eb51c1 service neutron] Checking agent: {'id': 'da5da552-709c-4248-84de-86af99a0dc87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 49, 8), 'started_at': datetime.datetime(2021, 8, 18, 11, 49, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 11, 58, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 11:58:52.652096 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-0d998723-8bfd-4f1b-a889-f00cc1eb51c1 service neutron] Checking segment: {'id': 'df8c2716-4c05-4e71-858a-1ca678e85c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '14664a63-22d6-4bc0-8290-849b20369b1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 11:58:52.652641 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-0d998723-8bfd-4f1b-a889-f00cc1eb51c1 service neutron] Bound using segment: {'id': 'df8c2716-4c05-4e71-858a-1ca678e85c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '14664a63-22d6-4bc0-8290-849b20369b1b'} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 11:58:52.653675 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-0d998723-8bfd-4f1b-a889-f00cc1eb51c1 service neutron] Bound port: 449e4b2c-f485-41a8-b8c7-65aa343611a1, host: n-h2-804985-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df8c2716-4c05-4e71-858a-1ca678e85c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '14664a63-22d6-4bc0-8290-849b20369b1b'}}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 11:58:52.654932 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-0d998723-8bfd-4f1b-a889-f00cc1eb51c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:52.663352 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-0c772c05-6226-435b-86e3-be0428aecd56 req-c7221e12-a212-4efe-a004-a68573f849c7 tempest-SecurityGroupRulesNegativeTestJSON-1409091283 tempest-SecurityGroupRulesNegativeTestJSON-1409091283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:52.671160 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-0c772c05-6226-435b-86e3-be0428aecd56 req-c7221e12-a212-4efe-a004-a68573f849c7 tempest-SecurityGroupRulesNegativeTestJSON-1409091283 tempest-SecurityGroupRulesNegativeTestJSON-1409091283-project] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:52.687726 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0c772c05-6226-435b-86e3-be0428aecd56 req-c7221e12-a212-4efe-a004-a68573f849c7 tempest-SecurityGroupRulesNegativeTestJSON-1409091283 tempest-SecurityGroupRulesNegativeTestJSON-1409091283-project] 10.222.0.66 "DELETE /v2.0/security-groups/02f08c16-cf95-49ff-a085-770f8406f9e0 HTTP/1.1" status: 204 len: 173 time: 0.5451212 Aug 18 11:58:52.714107 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-05cd0945-adfd-486a-b09f-ad06afc52aed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:52.767017 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7221e12-a212-4efe-a004-a68573f849c7 tempest-SecurityGroupRulesNegativeTestJSON-1409091283 tempest-SecurityGroupRulesNegativeTestJSON-1409091283-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02f08c16-cf95-49ff-a085-770f8406f9e0,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:58:52.821807 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786b5a32-663f-4190-9bbf-2aba8a56d42d req-e062a351-4986-4400-aad9-641b855867d2 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:52.823357 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-786b5a32-663f-4190-9bbf-2aba8a56d42d req-e062a351-4986-4400-aad9-641b855867d2 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.63 "GET /v2.0/ports?device_id=369a2bc6-6a6b-4df6-befa-47df4f4e60d2 HTTP/1.1" status: 200 len: 945 time: 0.2947128 Aug 18 11:58:52.972870 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-581bb283-44bd-4adc-9e97-2ecee07cf219 None None] Notify callbacks [] for port, precommit_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:52.992017 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-581bb283-44bd-4adc-9e97-2ecee07cf219 None None] Transition to ACTIVE for port object 5fdb18e7-9fdd-42a3-a595-b317ae3ef567 will not be triggered until provisioned by entity L2. {{(pid=106255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 11:58:53.006585 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-581bb283-44bd-4adc-9e97-2ecee07cf219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:53.059688 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [None req-05cd0945-adfd-486a-b09f-ad06afc52aed admin admin] Allocated IP 172.20.0.1 (35cf2b50-099d-49d2-9915-df617cd151d5/aa711182-0b75-4279-ad59-46925925635c/c3eac4e2-9111-4dc9-bb74-27cbccec816f) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 11:58:53.081234 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20027cd1-d8c7-434a-85d2-71a58a84276a None None] Pushing event updated for resources: {'Port': ['ID=5fdb18e7-9fdd-42a3-a595-b317ae3ef567,revision_number=2']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:58:53.090167 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20027cd1-d8c7-434a-85d2-71a58a84276a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:58:53.090510 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20027cd1-d8c7-434a-85d2-71a58a84276a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:58:53.090849 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20027cd1-d8c7-434a-85d2-71a58a84276a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:58:53.091179 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20027cd1-d8c7-434a-85d2-71a58a84276a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:58:53.091509 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20027cd1-d8c7-434a-85d2-71a58a84276a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:58:53.091843 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20027cd1-d8c7-434a-85d2-71a58a84276a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:58:53.092216 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20027cd1-d8c7-434a-85d2-71a58a84276a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:58:53.092565 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20027cd1-d8c7-434a-85d2-71a58a84276a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:58:53.092889 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20027cd1-d8c7-434a-85d2-71a58a84276a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:58:53.093472 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20027cd1-d8c7-434a-85d2-71a58a84276a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:58:53.093814 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20027cd1-d8c7-434a-85d2-71a58a84276a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:58:53.094338 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20027cd1-d8c7-434a-85d2-71a58a84276a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:58:53.098184 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-581bb283-44bd-4adc-9e97-2ecee07cf219 None None] Attempting to bind port 5fdb18e7-9fdd-42a3-a595-b317ae3ef567 on host n-d-804985-2 for vnic_type normal with profile {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 11:58:53.098647 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-581bb283-44bd-4adc-9e97-2ecee07cf219 None None] Attempting to bind port 5fdb18e7-9fdd-42a3-a595-b317ae3ef567 by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'}] {{(pid=106255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 11:58:53.099019 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-581bb283-44bd-4adc-9e97-2ecee07cf219 None None] Attempting to bind port 5fdb18e7-9fdd-42a3-a595-b317ae3ef567 on network 7cae7a70-14fd-408c-b14d-39ceb97cb60e {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 11:58:53.105148 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-581bb283-44bd-4adc-9e97-2ecee07cf219 None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 11, 58, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 11:58:53.105488 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-581bb283-44bd-4adc-9e97-2ecee07cf219 None None] Checking segment: {'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 11:58:53.105891 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-581bb283-44bd-4adc-9e97-2ecee07cf219 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:53.106279 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-581bb283-44bd-4adc-9e97-2ecee07cf219 None None] Bound using segment: {'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'} {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 11:58:53.106742 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-581bb283-44bd-4adc-9e97-2ecee07cf219 None None] Bound port: 5fdb18e7-9fdd-42a3-a595-b317ae3ef567, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'}}] {{(pid=106255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 11:58:53.107429 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-581bb283-44bd-4adc-9e97-2ecee07cf219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:53.225834 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-05cd0945-adfd-486a-b09f-ad06afc52aed admin admin] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:53.242922 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [None req-05cd0945-adfd-486a-b09f-ad06afc52aed admin admin] Transition to ACTIVE for port object c3eac4e2-9111-4dc9-bb74-27cbccec816f will not be triggered until provisioned by entity DHCP. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 11:58:53.290125 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-05cd0945-adfd-486a-b09f-ad06afc52aed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:53.313200 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-581bb283-44bd-4adc-9e97-2ecee07cf219 None None] For port 5fdb18e7-9fdd-42a3-a595-b317ae3ef567, host n-d-804985-2, cleared binding levels {{(pid=106255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 11:58:53.320841 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-581bb283-44bd-4adc-9e97-2ecee07cf219 None None] For port 5fdb18e7-9fdd-42a3-a595-b317ae3ef567, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=5fdb18e7-9fdd-42a3-a595-b317ae3ef567,segment=NetworkSegment(c5a3db9d-5c58-41b1-9177-d5787a597b78),segment_id=c5a3db9d-5c58-41b1-9177-d5787a597b78)] {{(pid=106255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 11:58:53.332741 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-581bb283-44bd-4adc-9e97-2ecee07cf219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:53.351130 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05cd0945-adfd-486a-b09f-ad06afc52aed admin admin] Network 35cf2b50-099d-49d2-9915-df617cd151d5 is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 11:58:53.355404 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-05cd0945-adfd-486a-b09f-ad06afc52aed admin admin] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:58:53.362039 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05cd0945-adfd-486a-b09f-ad06afc52aed admin admin] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 11:58:53.405077 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cd0945-adfd-486a-b09f-ad06afc52aed admin admin] Pushing event updated for resources: {'Port': ['ID=c3eac4e2-9111-4dc9-bb74-27cbccec816f,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:58:53.435326 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-581bb283-44bd-4adc-9e97-2ecee07cf219 None None] Routers {'a8d3a27b-59e6-4be9-b29a-4d1d58a9fa13'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 11:58:53.435572 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-05cd0945-adfd-486a-b09f-ad06afc52aed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-996688'] for router_interface, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:53.435972 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-581bb283-44bd-4adc-9e97-2ecee07cf219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T11:58:51Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['a8d3a27b-59e6-4be9-b29a-4d1d58a9fa13'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:58:53.447918 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-0d998723-8bfd-4f1b-a889-f00cc1eb51c1 service neutron] For port 449e4b2c-f485-41a8-b8c7-65aa343611a1, host n-h2-804985-2, cleared binding levels {{(pid=106252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 11:58:53.478180 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75326172-a533-4a74-8931-7ff9d4b30695 req-b2a1ce3b-579a-450b-9659-0ed0d5ea4574 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:53.484504 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75326172-a533-4a74-8931-7ff9d4b30695 req-b2a1ce3b-579a-450b-9659-0ed0d5ea4574 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:53.490584 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75326172-a533-4a74-8931-7ff9d4b30695 req-b2a1ce3b-579a-450b-9659-0ed0d5ea4574 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:53.496730 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75326172-a533-4a74-8931-7ff9d4b30695 req-b2a1ce3b-579a-450b-9659-0ed0d5ea4574 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:53.496899 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20027cd1-d8c7-434a-85d2-71a58a84276a None None] Pushing event updated for resources: {'Port': ['ID=5fdb18e7-9fdd-42a3-a595-b317ae3ef567,revision_number=3']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:58:53.504338 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75326172-a533-4a74-8931-7ff9d4b30695 req-b2a1ce3b-579a-450b-9659-0ed0d5ea4574 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:53.510499 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75326172-a533-4a74-8931-7ff9d4b30695 req-b2a1ce3b-579a-450b-9659-0ed0d5ea4574 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:53.516766 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75326172-a533-4a74-8931-7ff9d4b30695 req-b2a1ce3b-579a-450b-9659-0ed0d5ea4574 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:53.528735 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-75326172-a533-4a74-8931-7ff9d4b30695 req-b2a1ce3b-579a-450b-9659-0ed0d5ea4574 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] 10.222.0.66 "GET /v2.0/ports?device_id=20dd28f4-1df0-4a6b-8939-d21ca9c9b72a HTTP/1.1" status: 200 len: 5407 time: 0.7042570 Aug 18 11:58:53.534449 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20dd28f4-1df0-4a6b-8939-d21ca9c9b72a', 'tag': 'd1178764-5fcc-4bf5-bf2c-1f7340615440'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 11:58:53.536819 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15cb6aad-7c38-4623-8a8a-ba05c418c929" -d '{"events": [{"name": "network-changed", "server_uuid": "20dd28f4-1df0-4a6b-8939-d21ca9c9b72a", "tag": "d1178764-5fcc-4bf5-bf2c-1f7340615440"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:58:53.542559 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-0d998723-8bfd-4f1b-a889-f00cc1eb51c1 service neutron] For port 449e4b2c-f485-41a8-b8c7-65aa343611a1, host n-h2-804985-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=449e4b2c-f485-41a8-b8c7-65aa343611a1,segment=NetworkSegment(df8c2716-4c05-4e71-858a-1ca678e85c74),segment_id=df8c2716-4c05-4e71-858a-1ca678e85c74)] {{(pid=106252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 11:58:53.565459 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-0d998723-8bfd-4f1b-a889-f00cc1eb51c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:53.579280 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeafcad1-d6e1-4026-bdff-ebc5d085dd42 req-3b8651a1-5a26-4648-a3ad-487853a18001 tempest-ListServerFiltersTestJSON-1468057958 tempest-ListServerFiltersTestJSON-1468057958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:53.587030 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-eeafcad1-d6e1-4026-bdff-ebc5d085dd42 req-3b8651a1-5a26-4648-a3ad-487853a18001 tempest-ListServerFiltersTestJSON-1468057958 tempest-ListServerFiltersTestJSON-1468057958-project] 10.222.0.66 "GET /v2.0/ports?device_id=714c95e2-c9ad-47f9-af12-f4efbff51186 HTTP/1.1" status: 200 len: 945 time: 0.3021824 Aug 18 11:58:53.651909 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-581bb283-44bd-4adc-9e97-2ecee07cf219 None None] Set router a8d3a27b-59e6-4be9-b29a-4d1d58a9fa13 gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 11:58:53.675595 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-05cd0945-adfd-486a-b09f-ad06afc52aed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:53.699568 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-0d998723-8bfd-4f1b-a889-f00cc1eb51c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:53.700600 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-0d998723-8bfd-4f1b-a889-f00cc1eb51c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:53.702198 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-0d998723-8bfd-4f1b-a889-f00cc1eb51c1 service neutron] 10.222.0.62 "PUT /v2.0/ports/449e4b2c-f485-41a8-b8c7-65aa343611a1 HTTP/1.1" status: 200 len: 1090 time: 2.7908559 Aug 18 11:58:53.712229 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-75326172-a533-4a74-8931-7ff9d4b30695 req-8b894c72-d012-4b16-8bb8-ec2e74f930f4 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] 10.222.0.66 "GET /v2.0/security-groups?id=62694ccf-8551-490d-8b70-5c6a44a53206&id=e100a5b2-e498-4091-84ac-a0da12aab123&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1825266 Aug 18 11:58:53.723067 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-eeafcad1-d6e1-4026-bdff-ebc5d085dd42 req-2b1ed8d4-4ec4-47bf-aa65-24b868d9ad36 tempest-ListServerFiltersTestJSON-1468057958 tempest-ListServerFiltersTestJSON-1468057958-project] 10.222.0.66 "GET /v2.0/security-groups?id=f5ad2220-cad5-4159-8a3e-cb953441befe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351693 Aug 18 11:58:53.743997 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-786b5a32-663f-4190-9bbf-2aba8a56d42d req-97ef599b-390a-401a-b9db-abdf851c7f19 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Deleting port e93c9e8c-4b9f-4c79-9ed3-14b80d53122d {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 11:58:53.744825 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-786b5a32-663f-4190-9bbf-2aba8a56d42d req-97ef599b-390a-401a-b9db-abdf851c7f19 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:53.791296 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-28e30afe-3343-48be-9deb-920819cd2365 None None] Provisioning for port c3eac4e2-9111-4dc9-bb74-27cbccec816f completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 11:58:53.823664 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-28e30afe-3343-48be-9deb-920819cd2365 None None] Provisioning complete for port c3eac4e2-9111-4dc9-bb74-27cbccec816f triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:58:53.824885 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-28e30afe-3343-48be-9deb-920819cd2365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:53.832278 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-500a1c61-38a7-4c23-a7ec-4631080af5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:53.900126 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-28e30afe-3343-48be-9deb-920819cd2365 None None] Port c3eac4e2-9111-4dc9-bb74-27cbccec816f cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 11:58:53.925275 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d998723-8bfd-4f1b-a889-f00cc1eb51c1 service neutron] Pushing event updated for resources: {'Port': ['ID=449e4b2c-f485-41a8-b8c7-65aa343611a1,revision_number=3']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:58:53.930946 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-5021f9c5-3dc0-4266-81f6-f8b6e09a3aaf service neutron] Request body: {'port': {'device_id': '20dd28f4-1df0-4a6b-8939-d21ca9c9b72a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804985-2'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:58:53.991720 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-05cd0945-adfd-486a-b09f-ad06afc52aed admin admin] Notify callbacks [] for port, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:53.997347 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-05cd0945-adfd-486a-b09f-ad06afc52aed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:54.042422 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-581bb283-44bd-4adc-9e97-2ecee07cf219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8d3a27b-59e6-4be9-b29a-4d1d58a9fa13', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1059002156-router', 'tenant_id': '3c5cb4aa7d4e4f2397a6d09f0e1e39e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.224'}], 'enable_snat': True}, 'gw_port_id': '5fdb18e7-9fdd-42a3-a595-b317ae3ef567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T11:58:48Z', 'updated_at': '2021-08-18T11:58:49Z', 'revision_number': 3, 'project_id': '3c5cb4aa7d4e4f2397a6d09f0e1e39e3', 'gw_port': {'id': '5fdb18e7-9fdd-42a3-a595-b317ae3ef567', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:fd:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8d3a27b-59e6-4be9-b29a-4d1d58a9fa13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:58:48Z', 'updated_at': '2021-08-18T11:58:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:58:54.060324 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-786b5a32-663f-4190-9bbf-2aba8a56d42d req-97ef599b-390a-401a-b9db-abdf851c7f19 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] For port e93c9e8c-4b9f-4c79-9ed3-14b80d53122d, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=e93c9e8c-4b9f-4c79-9ed3-14b80d53122d,segment=NetworkSegment(0769e917-ce53-43de-97f7-af6feb189e7f),segment_id=0769e917-ce53-43de-97f7-af6feb189e7f)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:58:54.060558 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-786b5a32-663f-4190-9bbf-2aba8a56d42d req-97ef599b-390a-401a-b9db-abdf851c7f19 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:54.081067 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-05cd0945-adfd-486a-b09f-ad06afc52aed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-996772'] for router_interface, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:54.083083 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cd0945-adfd-486a-b09f-ad06afc52aed admin admin] Pushing event updated for resources: {'Port': ['ID=c3eac4e2-9111-4dc9-bb74-27cbccec816f,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:58:54.106042 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-581bb283-44bd-4adc-9e97-2ecee07cf219 None None] The sync data for ids ['a8d3a27b-59e6-4be9-b29a-4d1d58a9fa13'] in n-d-804985-2 is: [{'id': 'a8d3a27b-59e6-4be9-b29a-4d1d58a9fa13', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1059002156-router', 'tenant_id': '3c5cb4aa7d4e4f2397a6d09f0e1e39e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.224'}], 'enable_snat': True}, 'gw_port_id': '5fdb18e7-9fdd-42a3-a595-b317ae3ef567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T11:58:48Z', 'updated_at': '2021-08-18T11:58:49Z', 'revision_number': 3, 'project_id': '3c5cb4aa7d4e4f2397a6d09f0e1e39e3', 'gw_port': {'id': '5fdb18e7-9fdd-42a3-a595-b317ae3ef567', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:fd:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8d3a27b-59e6-4be9-b29a-4d1d58a9fa13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:58:48Z', 'updated_at': '2021-08-18T11:58:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 11:58:54.125711 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-786b5a32-663f-4190-9bbf-2aba8a56d42d req-97ef599b-390a-401a-b9db-abdf851c7f19 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Calling delete_port for e93c9e8c-4b9f-4c79-9ed3-14b80d53122d owned by compute:nova {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 11:58:54.182536 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-5021f9c5-3dc0-4266-81f6-f8b6e09a3aaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:54.227264 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05cd0945-adfd-486a-b09f-ad06afc52aed admin admin] Network 35cf2b50-099d-49d2-9915-df617cd151d5 is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 11:58:54.228854 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-05cd0945-adfd-486a-b09f-ad06afc52aed admin admin] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:58:54.237432 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c4de6a9e-6f39-4668-b9c6-e44bd639f520 req-2b108896-a637-4893-83e5-abf6a3ff9d42 tempest-SecurityGroupRulesNegativeTestJSON-1409091283 tempest-SecurityGroupRulesNegativeTestJSON-1409091283-project] 10.222.0.66 "GET /v2.0/security-groups/3507775b-ff5b-4f03-a311-419d5ada63ef HTTP/1.1" status: 200 len: 1812 time: 0.3163164 Aug 18 11:58:54.254897 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d1891d-53b6-490f-abdd-268b0e3a242f req-8c34e30e-6535-4540-948a-7c60dbb803d1 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:54.256502 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c6d1891d-53b6-490f-abdd-268b0e3a242f req-8c34e30e-6535-4540-948a-7c60dbb803d1 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/ports?device_id=447950aa-fe3a-4e2a-9e6e-e115159ebaee HTTP/1.1" status: 200 len: 950 time: 0.3344100 Aug 18 11:58:54.400584 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05cd0945-adfd-486a-b09f-ad06afc52aed admin admin] Router a8d3a27b-59e6-4be9-b29a-4d1d58a9fa13 has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 11:58:54.428754 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c6d1891d-53b6-490f-abdd-268b0e3a242f req-43104b1d-a7b7-4dac-851c-4299164e08c9 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/security-groups?id=0ddd2c5c-7e53-44ab-9404-c5fea69a570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588428 Aug 18 11:58:54.558200 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05cd0945-adfd-486a-b09f-ad06afc52aed admin admin] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 11:58:54.576629 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-05cd0945-adfd-486a-b09f-ad06afc52aed admin admin] 10.222.0.66 "PUT /v2.0/routers/a8d3a27b-59e6-4be9-b29a-4d1d58a9fa13/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7648733 Aug 18 11:58:54.758798 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-2cbf9db7-51ae-45c5-a967-23e4ab669c7e None None] Provisioning complete for port c3eac4e2-9111-4dc9-bb74-27cbccec816f triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:58:54.759148 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-2cbf9db7-51ae-45c5-a967-23e4ab669c7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:54.808799 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-2cbf9db7-51ae-45c5-a967-23e4ab669c7e None None] Port c3eac4e2-9111-4dc9-bb74-27cbccec816f cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 11:58:54.890771 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-c4de6a9e-6f39-4668-b9c6-e44bd639f520 req-7c8f808c-d06e-4337-af7b-8de7518d1d53 tempest-SecurityGroupRulesNegativeTestJSON-1409091283 tempest-SecurityGroupRulesNegativeTestJSON-1409091283-project] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:54.905027 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d255785e-c980-4936-ac1a-7bbcfc3fe755 req-ba7ce37b-750a-4f46-9cbe-1ce8204ae761 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.66 "GET /v2.0/ports?device_id=369a2bc6-6a6b-4df6-befa-47df4f4e60d2 HTTP/1.1" status: 200 len: 210 time: 0.0442805 Aug 18 11:58:54.911552 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-786b5a32-663f-4190-9bbf-2aba8a56d42d req-97ef599b-390a-401a-b9db-abdf851c7f19 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:54.927690 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] get_ports_and_sgs() called for port_ids ['4828bcb3-3409-4cb4-a37a-0c3ef87257bd'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 11:58:54.929940 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] get_ports_and_sgs() called for port_ids ['ecad9dcc-255c-4073-a5af-38967245d933'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 11:58:54.945584 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-c4de6a9e-6f39-4668-b9c6-e44bd639f520 req-7c8f808c-d06e-4337-af7b-8de7518d1d53 tempest-SecurityGroupRulesNegativeTestJSON-1409091283 tempest-SecurityGroupRulesNegativeTestJSON-1409091283-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:55.040413 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-5021f9c5-3dc0-4266-81f6-f8b6e09a3aaf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eeb336c7-3a60-4f10-a0d7-6a8235927c82 {{(pid=106252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 11:58:55.051874 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-5021f9c5-3dc0-4266-81f6-f8b6e09a3aaf service neutron] Notify callbacks [] for port, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:55.220080 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-5021f9c5-3dc0-4266-81f6-f8b6e09a3aaf service neutron] Transition to ACTIVE for port object eeb336c7-3a60-4f10-a0d7-6a8235927c82 will not be triggered until provisioned by entity L2. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 11:58:55.225211 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 11:58:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92e548c8-e56e-41ef-a424-c3169987e376 x-openstack-request-id: req-92e548c8-e56e-41ef-a424-c3169987e376 {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:58:55.225983 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20dd28f4-1df0-4a6b-8939-d21ca9c9b72a", "tag": "d1178764-5fcc-4bf5-bf2c-1f7340615440", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:58:55.227187 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-92e548c8-e56e-41ef-a424-c3169987e376 {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:58:55.229509 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20dd28f4-1df0-4a6b-8939-d21ca9c9b72a', 'tag': 'd1178764-5fcc-4bf5-bf2c-1f7340615440', 'status': 'completed', 'code': 200} Aug 18 11:58:55.231751 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ef599b-390a-401a-b9db-abdf851c7f19 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Pushing event deleted for resources: {'Port': ['ID=e93c9e8c-4b9f-4c79-9ed3-14b80d53122d,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:58:55.252829 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-5021f9c5-3dc0-4266-81f6-f8b6e09a3aaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:55.264964 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cb6aad-7c38-4623-8a8a-ba05c418c929 req-1c8ccc8b-a34f-42db-9ee7-c967f2f0e5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:55.274062 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cb6aad-7c38-4623-8a8a-ba05c418c929 req-1c8ccc8b-a34f-42db-9ee7-c967f2f0e5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:55.276846 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cb6aad-7c38-4623-8a8a-ba05c418c929 req-1c8ccc8b-a34f-42db-9ee7-c967f2f0e5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:55.289853 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cb6aad-7c38-4623-8a8a-ba05c418c929 req-1c8ccc8b-a34f-42db-9ee7-c967f2f0e5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:55.295423 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cb6aad-7c38-4623-8a8a-ba05c418c929 req-1c8ccc8b-a34f-42db-9ee7-c967f2f0e5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:55.296569 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cb6aad-7c38-4623-8a8a-ba05c418c929 req-1c8ccc8b-a34f-42db-9ee7-c967f2f0e5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:55.297412 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cb6aad-7c38-4623-8a8a-ba05c418c929 req-1c8ccc8b-a34f-42db-9ee7-c967f2f0e5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:55.299653 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-15cb6aad-7c38-4623-8a8a-ba05c418c929 req-1c8ccc8b-a34f-42db-9ee7-c967f2f0e5ef service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f1c57111807f4f80be30061245a1a804&device_id=20dd28f4-1df0-4a6b-8939-d21ca9c9b72a HTTP/1.1" status: 200 len: 6354 time: 0.1401129 Aug 18 11:58:55.373740 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-786b5a32-663f-4190-9bbf-2aba8a56d42d req-97ef599b-390a-401a-b9db-abdf851c7f19 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] No DVR routers for this DVR port e93c9e8c-4b9f-4c79-9ed3-14b80d53122d on host n-h1-804985-2 {{(pid=106252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 11:58:55.403756 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-786b5a32-663f-4190-9bbf-2aba8a56d42d req-97ef599b-390a-401a-b9db-abdf851c7f19 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:55.405988 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-786b5a32-663f-4190-9bbf-2aba8a56d42d req-97ef599b-390a-401a-b9db-abdf851c7f19 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.63 "DELETE /v2.0/ports/e93c9e8c-4b9f-4c79-9ed3-14b80d53122d HTTP/1.1" status: 204 len: 173 time: 2.5598550 Aug 18 11:58:55.413603 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-c4de6a9e-6f39-4668-b9c6-e44bd639f520 req-7c8f808c-d06e-4337-af7b-8de7518d1d53 tempest-SecurityGroupRulesNegativeTestJSON-1409091283 tempest-SecurityGroupRulesNegativeTestJSON-1409091283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:55.416690 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-c4de6a9e-6f39-4668-b9c6-e44bd639f520 req-7c8f808c-d06e-4337-af7b-8de7518d1d53 tempest-SecurityGroupRulesNegativeTestJSON-1409091283 tempest-SecurityGroupRulesNegativeTestJSON-1409091283-project] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:55.437379 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c4de6a9e-6f39-4668-b9c6-e44bd639f520 req-7c8f808c-d06e-4337-af7b-8de7518d1d53 tempest-SecurityGroupRulesNegativeTestJSON-1409091283 tempest-SecurityGroupRulesNegativeTestJSON-1409091283-project] 10.222.0.66 "DELETE /v2.0/security-groups/3507775b-ff5b-4f03-a311-419d5ada63ef HTTP/1.1" status: 204 len: 173 time: 1.1989450 Aug 18 11:58:55.466694 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8f808c-d06e-4337-af7b-8de7518d1d53 tempest-SecurityGroupRulesNegativeTestJSON-1409091283 tempest-SecurityGroupRulesNegativeTestJSON-1409091283-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3507775b-ff5b-4f03-a311-419d5ada63ef,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:58:55.492170 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5021f9c5-3dc0-4266-81f6-f8b6e09a3aaf service neutron] Pushing event updated for resources: {'Port': ['ID=eeb336c7-3a60-4f10-a0d7-6a8235927c82,revision_number=2']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:58:55.678156 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-5021f9c5-3dc0-4266-81f6-f8b6e09a3aaf service neutron] Attempting to bind port eeb336c7-3a60-4f10-a0d7-6a8235927c82 on host n-h2-804985-2 for vnic_type normal with profile {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 11:58:55.678928 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-5021f9c5-3dc0-4266-81f6-f8b6e09a3aaf service neutron] Attempting to bind port eeb336c7-3a60-4f10-a0d7-6a8235927c82 by drivers openvswitch,hyperv on host n-h2-804985-2 at level 0 using segments [{'id': 'ca5d8231-2f07-42d5-ad7c-9ac8a76e921f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '71f4f05b-546f-495f-be85-3ee41a9605e5'}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 11:58:55.679456 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-5021f9c5-3dc0-4266-81f6-f8b6e09a3aaf service neutron] Attempting to bind port eeb336c7-3a60-4f10-a0d7-6a8235927c82 on network 71f4f05b-546f-495f-be85-3ee41a9605e5 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 11:58:55.693797 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-5021f9c5-3dc0-4266-81f6-f8b6e09a3aaf service neutron] Port eeb336c7-3a60-4f10-a0d7-6a8235927c82 on network 71f4f05b-546f-495f-be85-3ee41a9605e5 not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-2 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 11:58:55.694502 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-5021f9c5-3dc0-4266-81f6-f8b6e09a3aaf service neutron] Attempting to bind port eeb336c7-3a60-4f10-a0d7-6a8235927c82 on network 71f4f05b-546f-495f-be85-3ee41a9605e5 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 11:58:55.697300 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cb6aad-7c38-4623-8a8a-ba05c418c929 req-c66a0da2-ec2f-421a-a91d-63fdf1fb1fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:55.698027 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cb6aad-7c38-4623-8a8a-ba05c418c929 req-c66a0da2-ec2f-421a-a91d-63fdf1fb1fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:55.698395 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cb6aad-7c38-4623-8a8a-ba05c418c929 req-c66a0da2-ec2f-421a-a91d-63fdf1fb1fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:55.700051 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-15cb6aad-7c38-4623-8a8a-ba05c418c929 req-c66a0da2-ec2f-421a-a91d-63fdf1fb1fc1 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=f1c57111807f4f80be30061245a1a804&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.3885272 Aug 18 11:58:55.711310 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-5021f9c5-3dc0-4266-81f6-f8b6e09a3aaf service neutron] Checking agent: {'id': 'da5da552-709c-4248-84de-86af99a0dc87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 49, 8), 'started_at': datetime.datetime(2021, 8, 18, 11, 49, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 11, 58, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 11:58:55.711664 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-5021f9c5-3dc0-4266-81f6-f8b6e09a3aaf service neutron] Checking segment: {'id': 'ca5d8231-2f07-42d5-ad7c-9ac8a76e921f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '71f4f05b-546f-495f-be85-3ee41a9605e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 11:58:55.712065 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-5021f9c5-3dc0-4266-81f6-f8b6e09a3aaf service neutron] Bound using segment: {'id': 'ca5d8231-2f07-42d5-ad7c-9ac8a76e921f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '71f4f05b-546f-495f-be85-3ee41a9605e5'} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 11:58:55.712539 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-5021f9c5-3dc0-4266-81f6-f8b6e09a3aaf service neutron] Bound port: eeb336c7-3a60-4f10-a0d7-6a8235927c82, host: n-h2-804985-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca5d8231-2f07-42d5-ad7c-9ac8a76e921f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '71f4f05b-546f-495f-be85-3ee41a9605e5'}}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 11:58:55.712907 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-5021f9c5-3dc0-4266-81f6-f8b6e09a3aaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:55.729936 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d7b633-1331-4177-ba5b-3139d948458e req-60d6c717-e2fe-41f5-bc63-d0db7d515790 tempest-ListServerFiltersTestJSON-1468057958 tempest-ListServerFiltersTestJSON-1468057958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:55.736283 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d7b633-1331-4177-ba5b-3139d948458e req-60d6c717-e2fe-41f5-bc63-d0db7d515790 tempest-ListServerFiltersTestJSON-1468057958 tempest-ListServerFiltersTestJSON-1468057958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:55.742643 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d7b633-1331-4177-ba5b-3139d948458e req-60d6c717-e2fe-41f5-bc63-d0db7d515790 tempest-ListServerFiltersTestJSON-1468057958 tempest-ListServerFiltersTestJSON-1468057958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:55.750970 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-79d7b633-1331-4177-ba5b-3139d948458e req-60d6c717-e2fe-41f5-bc63-d0db7d515790 tempest-ListServerFiltersTestJSON-1468057958 tempest-ListServerFiltersTestJSON-1468057958-project] 10.222.0.66 "GET /v2.0/ports?device_id=15deb2c7-c100-47c6-8261-abde7ec7009c&device_id=90f4510c-cfe8-4eb1-86bf-36d73a7e5776&device_id=714c95e2-c9ad-47f9-af12-f4efbff51186 HTTP/1.1" status: 200 len: 2418 time: 0.1907859 Aug 18 11:58:55.844872 n-d-804985-2 neutron-server[106252]: INFO neutron.api.v2.resource [req-e99d3cfe-bc4c-4f58-a07c-2991660b0c8a req-b3a0a8db-fada-42ba-9e76-71a166270ced tempest-FloatingIPDetailsNegativeTestJSON-666035585 tempest-FloatingIPDetailsNegativeTestJSON-666035585-project] show failed (client error): The resource could not be found. Aug 18 11:58:55.845916 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e99d3cfe-bc4c-4f58-a07c-2991660b0c8a req-b3a0a8db-fada-42ba-9e76-71a166270ced tempest-FloatingIPDetailsNegativeTestJSON-666035585 tempest-FloatingIPDetailsNegativeTestJSON-666035585-project] 10.222.0.66 "GET /v2.0/floatingips/31f691d4-023c-4090-9924-2f40f477a579 HTTP/1.1" status: 404 len: 350 time: 0.0922804 Aug 18 11:58:55.894314 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cb6aad-7c38-4623-8a8a-ba05c418c929 req-71d4c9e6-f8ae-47d7-a014-69c7adabdc81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:55.896201 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-15cb6aad-7c38-4623-8a8a-ba05c418c929 req-71d4c9e6-f8ae-47d7-a014-69c7adabdc81 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1794870 Aug 18 11:58:55.928231 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 57380) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:58:55.953115 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-79d7b633-1331-4177-ba5b-3139d948458e req-52db855c-a216-477e-8f08-af80a9bc6522 tempest-ListServerFiltersTestJSON-1468057958 tempest-ListServerFiltersTestJSON-1468057958-project] 10.222.0.66 "GET /v2.0/security-groups?id=f5ad2220-cad5-4159-8a3e-cb953441befe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011380 Aug 18 11:58:56.152209 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc0dfef-6599-4086-b701-ae29978d71d9 req-a6858fc3-73b2-41ca-a28e-0d7e19a21b6d tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:56.158796 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc0dfef-6599-4086-b701-ae29978d71d9 req-a6858fc3-73b2-41ca-a28e-0d7e19a21b6d tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:56.165022 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc0dfef-6599-4086-b701-ae29978d71d9 req-a6858fc3-73b2-41ca-a28e-0d7e19a21b6d tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:56.171139 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc0dfef-6599-4086-b701-ae29978d71d9 req-a6858fc3-73b2-41ca-a28e-0d7e19a21b6d tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:56.177204 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc0dfef-6599-4086-b701-ae29978d71d9 req-a6858fc3-73b2-41ca-a28e-0d7e19a21b6d tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:56.183467 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc0dfef-6599-4086-b701-ae29978d71d9 req-a6858fc3-73b2-41ca-a28e-0d7e19a21b6d tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:56.189494 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc0dfef-6599-4086-b701-ae29978d71d9 req-a6858fc3-73b2-41ca-a28e-0d7e19a21b6d tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:56.197988 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-edc0dfef-6599-4086-b701-ae29978d71d9 req-a6858fc3-73b2-41ca-a28e-0d7e19a21b6d tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] 10.222.0.66 "GET /v2.0/ports?device_id=20dd28f4-1df0-4a6b-8939-d21ca9c9b72a HTTP/1.1" status: 200 len: 5419 time: 0.2430358 Aug 18 11:58:56.200402 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-5021f9c5-3dc0-4266-81f6-f8b6e09a3aaf service neutron] For port eeb336c7-3a60-4f10-a0d7-6a8235927c82, host n-h2-804985-2, cleared binding levels {{(pid=106252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 11:58:56.233130 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-45e4934d-f427-4e88-82ca-0c13024c3b87 req-ab9ad3f6-250f-40cb-9c0c-c910ec52d357 tempest-SecurityGroupRulesNegativeTestJSON-1409091283 tempest-SecurityGroupRulesNegativeTestJSON-1409091283-project] 10.222.0.66 "GET /v2.0/security-groups/ef341e7f-294a-46c2-87e0-8609e0fefc6e HTTP/1.1" status: 200 len: 1812 time: 0.2475395 Aug 18 11:58:56.245139 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-5021f9c5-3dc0-4266-81f6-f8b6e09a3aaf service neutron] For port eeb336c7-3a60-4f10-a0d7-6a8235927c82, host n-h2-804985-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=eeb336c7-3a60-4f10-a0d7-6a8235927c82,segment=NetworkSegment(ca5d8231-2f07-42d5-ad7c-9ac8a76e921f),segment_id=ca5d8231-2f07-42d5-ad7c-9ac8a76e921f)] {{(pid=106252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 11:58:56.272592 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 5fdb18e7-9fdd-42a3-a595-b317ae3ef567 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:58:56.297087 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-5021f9c5-3dc0-4266-81f6-f8b6e09a3aaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:56.369175 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port 5fdb18e7-9fdd-42a3-a595-b317ae3ef567 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 11:58:56.375975 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 5fdb18e7-9fdd-42a3-a595-b317ae3ef567 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:58:56.376670 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:56.405553 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-edc0dfef-6599-4086-b701-ae29978d71d9 req-a9fa69b3-a224-4e14-8ceb-798217449f82 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] 10.222.0.66 "GET /v2.0/security-groups?id=62694ccf-8551-490d-8b70-5c6a44a53206&id=e100a5b2-e498-4091-84ac-a0da12aab123&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2002413 Aug 18 11:58:56.449305 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-5021f9c5-3dc0-4266-81f6-f8b6e09a3aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:56.469379 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-5021f9c5-3dc0-4266-81f6-f8b6e09a3aaf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:56.471043 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-5021f9c5-3dc0-4266-81f6-f8b6e09a3aaf service neutron] 10.222.0.62 "PUT /v2.0/ports/eeb336c7-3a60-4f10-a0d7-6a8235927c82 HTTP/1.1" status: 200 len: 1091 time: 2.5479403 Aug 18 11:58:56.507574 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ac6c3670-cd20-4503-afb8-967534e23979 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-996815'] for router_interface, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:56.518587 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-45e4934d-f427-4e88-82ca-0c13024c3b87 req-41bb7e93-23ec-4506-ab81-e4fc27eeec35 tempest-SecurityGroupRulesNegativeTestJSON-1409091283 tempest-SecurityGroupRulesNegativeTestJSON-1409091283-project] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:56.527145 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-a579b84e-de1e-418d-ba8e-2677f481cb1e service neutron] Request body: {'port': {'device_id': '20dd28f4-1df0-4a6b-8939-d21ca9c9b72a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804985-2'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:58:56.549320 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device e93c9e8c-4b9f-4c79-9ed3-14b80d53122d no longer exists at agent hyperv_n-h1-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 11:58:56.591128 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] No Port match for: e93c9e8c-4b9f-4c79-9ed3-14b80d53122d {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 11:58:56.591778 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device e93c9e8c-4b9f-4c79-9ed3-14b80d53122d not bound to the agent host n-h1-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 11:58:56.604437 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:56.632428 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5021f9c5-3dc0-4266-81f6-f8b6e09a3aaf service neutron] Pushing event updated for resources: {'Port': ['ID=eeb336c7-3a60-4f10-a0d7-6a8235927c82,revision_number=3']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:58:56.645227 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-45e4934d-f427-4e88-82ca-0c13024c3b87 req-41bb7e93-23ec-4506-ab81-e4fc27eeec35 tempest-SecurityGroupRulesNegativeTestJSON-1409091283 tempest-SecurityGroupRulesNegativeTestJSON-1409091283-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:56.652667 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] For port 5fdb18e7-9fdd-42a3-a595-b317ae3ef567, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=5fdb18e7-9fdd-42a3-a595-b317ae3ef567,segment=NetworkSegment(c5a3db9d-5c58-41b1-9177-d5787a597b78),segment_id=c5a3db9d-5c58-41b1-9177-d5787a597b78)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:58:56.665235 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:56.712553 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-a579b84e-de1e-418d-ba8e-2677f481cb1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:56.763302 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a23e57-eb63-45b8-8724-9bf5d8b621ba req-53eca991-13bb-49ea-b9a4-e89757c32f23 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:56.773614 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-71a23e57-eb63-45b8-8724-9bf5d8b621ba req-53eca991-13bb-49ea-b9a4-e89757c32f23 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/ports?device_id=447950aa-fe3a-4e2a-9e6e-e115159ebaee HTTP/1.1" status: 200 len: 950 time: 0.2560472 Aug 18 11:58:56.825105 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Pushing event updated for resources: {'Port': ['ID=5fdb18e7-9fdd-42a3-a595-b317ae3ef567,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:58:56.842015 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-772f2e55-1a2a-4453-b273-41295f8641be None None] Sync routers for ids ['a8d3a27b-59e6-4be9-b29a-4d1d58a9fa13'] in n-d-804985-2 {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 11:58:56.866071 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-71a23e57-eb63-45b8-8724-9bf5d8b621ba req-3dcc3418-b839-4b7f-b55e-fb98c0ed9fbf tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/security-groups?id=0ddd2c5c-7e53-44ab-9404-c5fea69a570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885537 Aug 18 11:58:56.869955 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-772f2e55-1a2a-4453-b273-41295f8641be None None] Routers {'a8d3a27b-59e6-4be9-b29a-4d1d58a9fa13'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 11:58:56.871198 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-772f2e55-1a2a-4453-b273-41295f8641be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T11:58:51Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['a8d3a27b-59e6-4be9-b29a-4d1d58a9fa13'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:58:56.876049 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-45e4934d-f427-4e88-82ca-0c13024c3b87 req-41bb7e93-23ec-4506-ab81-e4fc27eeec35 tempest-SecurityGroupRulesNegativeTestJSON-1409091283 tempest-SecurityGroupRulesNegativeTestJSON-1409091283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:56.882331 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-45e4934d-f427-4e88-82ca-0c13024c3b87 req-41bb7e93-23ec-4506-ab81-e4fc27eeec35 tempest-SecurityGroupRulesNegativeTestJSON-1409091283 tempest-SecurityGroupRulesNegativeTestJSON-1409091283-project] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:56.883404 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-45e4934d-f427-4e88-82ca-0c13024c3b87 req-41bb7e93-23ec-4506-ab81-e4fc27eeec35 tempest-SecurityGroupRulesNegativeTestJSON-1409091283 tempest-SecurityGroupRulesNegativeTestJSON-1409091283-project] 10.222.0.66 "DELETE /v2.0/security-groups/ef341e7f-294a-46c2-87e0-8609e0fefc6e HTTP/1.1" status: 204 len: 173 time: 0.6462302 Aug 18 11:58:56.938945 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bb7e93-23ec-4506-ab81-e4fc27eeec35 tempest-SecurityGroupRulesNegativeTestJSON-1409091283 tempest-SecurityGroupRulesNegativeTestJSON-1409091283-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef341e7f-294a-46c2-87e0-8609e0fefc6e,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:58:56.973876 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-ac6c3670-cd20-4503-afb8-967534e23979 admin admin] Deleting port c3eac4e2-9111-4dc9-bb74-27cbccec816f {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 11:58:56.974826 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ac6c3670-cd20-4503-afb8-967534e23979 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:57.098220 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-772f2e55-1a2a-4453-b273-41295f8641be None None] Set router a8d3a27b-59e6-4be9-b29a-4d1d58a9fa13 gateway port host: n-d-804985-2 {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 11:58:57.107187 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ac6c3670-cd20-4503-afb8-967534e23979 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:57.140571 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-ac6c3670-cd20-4503-afb8-967534e23979 admin admin] Calling delete_port for c3eac4e2-9111-4dc9-bb74-27cbccec816f owned by network:router_interface {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 11:58:57.179459 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5d6da3-7d3c-4dd4-b432-fc8ba20379b6 req-3704b0c1-3cf6-4063-becb-6a7a14800c03 tempest-ListServerFiltersTestJSON-1468057958 tempest-ListServerFiltersTestJSON-1468057958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:57.187018 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ee5d6da3-7d3c-4dd4-b432-fc8ba20379b6 req-3704b0c1-3cf6-4063-becb-6a7a14800c03 tempest-ListServerFiltersTestJSON-1468057958 tempest-ListServerFiltersTestJSON-1468057958-project] 10.222.0.66 "GET /v2.0/ports?device_id=15deb2c7-c100-47c6-8261-abde7ec7009c HTTP/1.1" status: 200 len: 946 time: 0.1262724 Aug 18 11:58:57.230552 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20dd28f4-1df0-4a6b-8939-d21ca9c9b72a', 'tag': '449e4b2c-f485-41a8-b8c7-65aa343611a1'}, {'server_uuid': '369a2bc6-6a6b-4df6-befa-47df4f4e60d2', 'name': 'network-vif-deleted', 'tag': 'e93c9e8c-4b9f-4c79-9ed3-14b80d53122d'}, {'name': 'network-changed', 'server_uuid': '20dd28f4-1df0-4a6b-8939-d21ca9c9b72a', 'tag': 'eeb336c7-3a60-4f10-a0d7-6a8235927c82'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 11:58:57.232870 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcb3d905-9ed0-42a5-923a-c99028ea7c3e" -d '{"events": [{"name": "network-changed", "server_uuid": "20dd28f4-1df0-4a6b-8939-d21ca9c9b72a", "tag": "449e4b2c-f485-41a8-b8c7-65aa343611a1"}, {"server_uuid": "369a2bc6-6a6b-4df6-befa-47df4f4e60d2", "name": "network-vif-deleted", "tag": "e93c9e8c-4b9f-4c79-9ed3-14b80d53122d"}, {"name": "network-changed", "server_uuid": "20dd28f4-1df0-4a6b-8939-d21ca9c9b72a", "tag": "eeb336c7-3a60-4f10-a0d7-6a8235927c82"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:58:57.271656 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ee5d6da3-7d3c-4dd4-b432-fc8ba20379b6 req-3f2db318-026f-4c68-bdf5-c5bbac292b20 tempest-ListServerFiltersTestJSON-1468057958 tempest-ListServerFiltersTestJSON-1468057958-project] 10.222.0.66 "GET /v2.0/security-groups?id=f5ad2220-cad5-4159-8a3e-cb953441befe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836835 Aug 18 11:58:57.346892 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-772f2e55-1a2a-4453-b273-41295f8641be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8d3a27b-59e6-4be9-b29a-4d1d58a9fa13', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1059002156-router', 'tenant_id': '3c5cb4aa7d4e4f2397a6d09f0e1e39e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.224'}], 'enable_snat': True}, 'gw_port_id': '5fdb18e7-9fdd-42a3-a595-b317ae3ef567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T11:58:48Z', 'updated_at': '2021-08-18T11:58:53Z', 'revision_number': 4, 'project_id': '3c5cb4aa7d4e4f2397a6d09f0e1e39e3', 'gw_port': {'id': '5fdb18e7-9fdd-42a3-a595-b317ae3ef567', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:fd:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8d3a27b-59e6-4be9-b29a-4d1d58a9fa13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:58:48Z', 'updated_at': '2021-08-18T11:58:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': 'c3eac4e2-9111-4dc9-bb74-27cbccec816f', 'name': '', 'network_id': '35cf2b50-099d-49d2-9915-df617cd151d5', 'tenant_id': '3c5cb4aa7d4e4f2397a6d09f0e1e39e3', 'mac_address': 'fa:16:3e:30:af:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8d3a27b-59e6-4be9-b29a-4d1d58a9fa13', 'device_owner': 'network:router_interface', 'standard_attr_id': 942, 'fixed_ips': [{'subnet_id': 'aa711182-0b75-4279-ad59-46925925635c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:58:52Z', 'updated_at': '2021-08-18T11:58:53Z', 'revision_number': 2, 'project_id': '3c5cb4aa7d4e4f2397a6d09f0e1e39e3', 'subnets': [{'id': 'aa711182-0b75-4279-ad59-46925925635c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:58:57.383355 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-772f2e55-1a2a-4453-b273-41295f8641be None None] Checking router: a8d3a27b-59e6-4be9-b29a-4d1d58a9fa13 for host: n-d-804985-2 {{(pid=106254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 11:58:57.383863 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-772f2e55-1a2a-4453-b273-41295f8641be None None] Updating router a8d3a27b-59e6-4be9-b29a-4d1d58a9fa13 port c3eac4e2-9111-4dc9-bb74-27cbccec816f binding host n-d-804985-2 {{(pid=106254) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 11:58:57.399980 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d2c11cef-d7a5-4c21-b38d-6c5c5b3176ba req-79ff0477-c645-4b64-8e4c-539ba15139ea tempest-SecurityGroupRulesNegativeTestJSON-1409091283 tempest-SecurityGroupRulesNegativeTestJSON-1409091283-project] 10.222.0.66 "GET /v2.0/security-groups/f52ab90d-af01-4a0a-9b5e-934cc28dd760 HTTP/1.1" status: 200 len: 1813 time: 0.1639366 Aug 18 11:58:57.451414 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-772f2e55-1a2a-4453-b273-41295f8641be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:57.482724 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ac6c3670-cd20-4503-afb8-967534e23979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:57.517807 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6c3670-cd20-4503-afb8-967534e23979 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3eac4e2-9111-4dc9-bb74-27cbccec816f,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:58:57.581101 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-a579b84e-de1e-418d-ba8e-2677f481cb1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d12cdb5-f897-47d4-8656-b7afc876f2b5 {{(pid=106252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 11:58:57.610485 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Wed, 18 Aug 2021 11:58:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6684c76-f30d-4da0-812c-eeac13820ea2 x-openstack-request-id: req-a6684c76-f30d-4da0-812c-eeac13820ea2 {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:58:57.610774 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20dd28f4-1df0-4a6b-8939-d21ca9c9b72a", "tag": "449e4b2c-f485-41a8-b8c7-65aa343611a1", "status": "completed", "code": 200}, {"server_uuid": "369a2bc6-6a6b-4df6-befa-47df4f4e60d2", "name": "network-vif-deleted", "tag": "e93c9e8c-4b9f-4c79-9ed3-14b80d53122d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "20dd28f4-1df0-4a6b-8939-d21ca9c9b72a", "tag": "eeb336c7-3a60-4f10-a0d7-6a8235927c82", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:58:57.611048 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a6684c76-f30d-4da0-812c-eeac13820ea2 {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:58:57.611459 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20dd28f4-1df0-4a6b-8939-d21ca9c9b72a', 'tag': '449e4b2c-f485-41a8-b8c7-65aa343611a1', 'status': 'completed', 'code': 200} Aug 18 11:58:57.611714 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '369a2bc6-6a6b-4df6-befa-47df4f4e60d2', 'name': 'network-vif-deleted', 'tag': 'e93c9e8c-4b9f-4c79-9ed3-14b80d53122d', 'status': 'completed', 'code': 200} Aug 18 11:58:57.611968 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20dd28f4-1df0-4a6b-8939-d21ca9c9b72a', 'tag': 'eeb336c7-3a60-4f10-a0d7-6a8235927c82', 'status': 'completed', 'code': 200} Aug 18 11:58:57.618692 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-a579b84e-de1e-418d-ba8e-2677f481cb1e service neutron] Notify callbacks [] for port, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:57.665217 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-d2c11cef-d7a5-4c21-b38d-6c5c5b3176ba req-c474cc62-68e2-4738-b663-592bd08b28f1 tempest-SecurityGroupRulesNegativeTestJSON-1409091283 tempest-SecurityGroupRulesNegativeTestJSON-1409091283-project] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:57.667217 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-a579b84e-de1e-418d-ba8e-2677f481cb1e service neutron] Transition to ACTIVE for port object 5d12cdb5-f897-47d4-8656-b7afc876f2b5 will not be triggered until provisioned by entity L2. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 11:58:57.695806 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-a579b84e-de1e-418d-ba8e-2677f481cb1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:57.766552 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-d2c11cef-d7a5-4c21-b38d-6c5c5b3176ba req-c474cc62-68e2-4738-b663-592bd08b28f1 tempest-SecurityGroupRulesNegativeTestJSON-1409091283 tempest-SecurityGroupRulesNegativeTestJSON-1409091283-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:57.843099 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a579b84e-de1e-418d-ba8e-2677f481cb1e service neutron] Pushing event updated for resources: {'Port': ['ID=5d12cdb5-f897-47d4-8656-b7afc876f2b5,revision_number=2']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:58:57.880149 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb3d905-9ed0-42a5-923a-c99028ea7c3e req-2b2e6020-691c-4abe-95cd-fa3ed1f36c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:57.880733 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb3d905-9ed0-42a5-923a-c99028ea7c3e req-2b2e6020-691c-4abe-95cd-fa3ed1f36c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:57.881674 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb3d905-9ed0-42a5-923a-c99028ea7c3e req-2b2e6020-691c-4abe-95cd-fa3ed1f36c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:57.882209 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb3d905-9ed0-42a5-923a-c99028ea7c3e req-2b2e6020-691c-4abe-95cd-fa3ed1f36c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:57.882661 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb3d905-9ed0-42a5-923a-c99028ea7c3e req-2b2e6020-691c-4abe-95cd-fa3ed1f36c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:57.883119 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb3d905-9ed0-42a5-923a-c99028ea7c3e req-2b2e6020-691c-4abe-95cd-fa3ed1f36c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:57.883624 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb3d905-9ed0-42a5-923a-c99028ea7c3e req-2b2e6020-691c-4abe-95cd-fa3ed1f36c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:57.885653 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-bcb3d905-9ed0-42a5-923a-c99028ea7c3e req-2b2e6020-691c-4abe-95cd-fa3ed1f36c97 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f1c57111807f4f80be30061245a1a804&device_id=20dd28f4-1df0-4a6b-8939-d21ca9c9b72a HTTP/1.1" status: 200 len: 6421 time: 0.2626233 Aug 18 11:58:57.963763 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ac6c3670-cd20-4503-afb8-967534e23979 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953695'] for router_interface, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:57.987512 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-d2c11cef-d7a5-4c21-b38d-6c5c5b3176ba req-c474cc62-68e2-4738-b663-592bd08b28f1 tempest-SecurityGroupRulesNegativeTestJSON-1409091283 tempest-SecurityGroupRulesNegativeTestJSON-1409091283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:57.990389 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-d2c11cef-d7a5-4c21-b38d-6c5c5b3176ba req-c474cc62-68e2-4738-b663-592bd08b28f1 tempest-SecurityGroupRulesNegativeTestJSON-1409091283 tempest-SecurityGroupRulesNegativeTestJSON-1409091283-project] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:57.991564 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d2c11cef-d7a5-4c21-b38d-6c5c5b3176ba req-c474cc62-68e2-4738-b663-592bd08b28f1 tempest-SecurityGroupRulesNegativeTestJSON-1409091283 tempest-SecurityGroupRulesNegativeTestJSON-1409091283-project] 10.222.0.66 "DELETE /v2.0/security-groups/f52ab90d-af01-4a0a-9b5e-934cc28dd760 HTTP/1.1" status: 204 len: 173 time: 0.5760863 Aug 18 11:58:58.001459 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 57418) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:58:58.033301 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c474cc62-68e2-4738-b663-592bd08b28f1 tempest-SecurityGroupRulesNegativeTestJSON-1409091283 tempest-SecurityGroupRulesNegativeTestJSON-1409091283-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f52ab90d-af01-4a0a-9b5e-934cc28dd760,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:58:58.166249 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.db.api [None req-772f2e55-1a2a-4453-b273-41295f8641be None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106254) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 18 11:58:58.167088 n-d-804985-2 neutron-server[106254]: DEBUG oslo_db.api [None req-772f2e55-1a2a-4453-b273-41295f8641be None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 18 11:58:58.230908 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-a579b84e-de1e-418d-ba8e-2677f481cb1e service neutron] Attempting to bind port 5d12cdb5-f897-47d4-8656-b7afc876f2b5 on host n-h2-804985-2 for vnic_type normal with profile {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 11:58:58.232760 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-a579b84e-de1e-418d-ba8e-2677f481cb1e service neutron] Attempting to bind port 5d12cdb5-f897-47d4-8656-b7afc876f2b5 by drivers openvswitch,hyperv on host n-h2-804985-2 at level 0 using segments [{'id': 'ca5d8231-2f07-42d5-ad7c-9ac8a76e921f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '71f4f05b-546f-495f-be85-3ee41a9605e5'}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 11:58:58.233882 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 5fdb18e7-9fdd-42a3-a595-b317ae3ef567 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:58:58.237668 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-a579b84e-de1e-418d-ba8e-2677f481cb1e service neutron] Attempting to bind port 5d12cdb5-f897-47d4-8656-b7afc876f2b5 on network 71f4f05b-546f-495f-be85-3ee41a9605e5 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 11:58:58.252941 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-a579b84e-de1e-418d-ba8e-2677f481cb1e service neutron] Port 5d12cdb5-f897-47d4-8656-b7afc876f2b5 on network 71f4f05b-546f-495f-be85-3ee41a9605e5 not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-2 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 11:58:58.253581 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-a579b84e-de1e-418d-ba8e-2677f481cb1e service neutron] Attempting to bind port 5d12cdb5-f897-47d4-8656-b7afc876f2b5 on network 71f4f05b-546f-495f-be85-3ee41a9605e5 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 11:58:58.266614 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-a579b84e-de1e-418d-ba8e-2677f481cb1e service neutron] Checking agent: {'id': 'da5da552-709c-4248-84de-86af99a0dc87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 49, 8), 'started_at': datetime.datetime(2021, 8, 18, 11, 49, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 11, 58, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 11:58:58.267278 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-a579b84e-de1e-418d-ba8e-2677f481cb1e service neutron] Checking segment: {'id': 'ca5d8231-2f07-42d5-ad7c-9ac8a76e921f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '71f4f05b-546f-495f-be85-3ee41a9605e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 11:58:58.267834 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-a579b84e-de1e-418d-ba8e-2677f481cb1e service neutron] Bound using segment: {'id': 'ca5d8231-2f07-42d5-ad7c-9ac8a76e921f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '71f4f05b-546f-495f-be85-3ee41a9605e5'} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 11:58:58.268462 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-a579b84e-de1e-418d-ba8e-2677f481cb1e service neutron] Bound port: 5d12cdb5-f897-47d4-8656-b7afc876f2b5, host: n-h2-804985-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca5d8231-2f07-42d5-ad7c-9ac8a76e921f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '71f4f05b-546f-495f-be85-3ee41a9605e5'}}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 11:58:58.269545 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-a579b84e-de1e-418d-ba8e-2677f481cb1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:58.309382 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 5fdb18e7-9fdd-42a3-a595-b317ae3ef567 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:58:58.309751 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:58.322568 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0a51f2-3ead-4526-af00-68c7f0b11b4d req-e958ab94-ca70-4165-a341-a9c636322d7b tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:58.328938 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0a51f2-3ead-4526-af00-68c7f0b11b4d req-e958ab94-ca70-4165-a341-a9c636322d7b tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:58.340044 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0a51f2-3ead-4526-af00-68c7f0b11b4d req-e958ab94-ca70-4165-a341-a9c636322d7b tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:58.348912 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0a51f2-3ead-4526-af00-68c7f0b11b4d req-e958ab94-ca70-4165-a341-a9c636322d7b tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:58.355757 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0a51f2-3ead-4526-af00-68c7f0b11b4d req-e958ab94-ca70-4165-a341-a9c636322d7b tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:58.362634 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0a51f2-3ead-4526-af00-68c7f0b11b4d req-e958ab94-ca70-4165-a341-a9c636322d7b tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:58.373870 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0a51f2-3ead-4526-af00-68c7f0b11b4d req-e958ab94-ca70-4165-a341-a9c636322d7b tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:58.377297 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-fd0a51f2-3ead-4526-af00-68c7f0b11b4d req-e958ab94-ca70-4165-a341-a9c636322d7b tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] 10.222.0.66 "GET /v2.0/ports?device_id=20dd28f4-1df0-4a6b-8939-d21ca9c9b72a HTTP/1.1" status: 200 len: 5431 time: 0.3334498 Aug 18 11:58:58.388550 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67de8fc-6d95-4e1b-aa19-1b95e0bd0351 req-aa780fc6-f118-41ae-8ee2-265985464b42 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:58.396270 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d67de8fc-6d95-4e1b-aa19-1b95e0bd0351 req-aa780fc6-f118-41ae-8ee2-265985464b42 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.66 "GET /v2.0/ports?device_id=b17f4891-3396-48b1-81ee-fb30e63b418c HTTP/1.1" status: 200 len: 945 time: 0.2550337 Aug 18 11:58:58.498828 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-fd0a51f2-3ead-4526-af00-68c7f0b11b4d req-05e84b0e-6753-4435-86ef-848568b364d4 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] 10.222.0.66 "GET /v2.0/security-groups?id=62694ccf-8551-490d-8b70-5c6a44a53206&id=e100a5b2-e498-4091-84ac-a0da12aab123&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0944831 Aug 18 11:58:58.516854 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d67de8fc-6d95-4e1b-aa19-1b95e0bd0351 req-813b1901-4847-4e98-afbe-0263c1b92da6 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.66 "GET /v2.0/security-groups?id=11bbe5b2-5f3b-4775-89a0-258a798e3ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140363 Aug 18 11:58:58.569020 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-a579b84e-de1e-418d-ba8e-2677f481cb1e service neutron] For port 5d12cdb5-f897-47d4-8656-b7afc876f2b5, host n-h2-804985-2, cleared binding levels {{(pid=106252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 11:58:58.575116 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-a579b84e-de1e-418d-ba8e-2677f481cb1e service neutron] For port 5d12cdb5-f897-47d4-8656-b7afc876f2b5, host n-h2-804985-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=5d12cdb5-f897-47d4-8656-b7afc876f2b5,segment=NetworkSegment(ca5d8231-2f07-42d5-ad7c-9ac8a76e921f),segment_id=ca5d8231-2f07-42d5-ad7c-9ac8a76e921f)] {{(pid=106252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 11:58:58.590798 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-a579b84e-de1e-418d-ba8e-2677f481cb1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:58.687098 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_v2 [None req-785e1b05-7b10-486c-8c09-a39e4033a757 admin admin] Deleting subnet 1b5adf5e-499b-41c1-a2bd-bb462381040a {{(pid=106253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 11:58:58.692731 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb3d905-9ed0-42a5-923a-c99028ea7c3e req-47fb7991-90d6-4b0c-97b8-1ba3cf4e1184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:58.693658 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb3d905-9ed0-42a5-923a-c99028ea7c3e req-47fb7991-90d6-4b0c-97b8-1ba3cf4e1184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:58.693936 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb3d905-9ed0-42a5-923a-c99028ea7c3e req-47fb7991-90d6-4b0c-97b8-1ba3cf4e1184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:58.698229 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-bcb3d905-9ed0-42a5-923a-c99028ea7c3e req-47fb7991-90d6-4b0c-97b8-1ba3cf4e1184 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=f1c57111807f4f80be30061245a1a804&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.7938106 Aug 18 11:58:58.705979 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-772f2e55-1a2a-4453-b273-41295f8641be None None] Port c3eac4e2-9111-4dc9-bb74-27cbccec816f not found while updating agent binding for router a8d3a27b-59e6-4be9-b29a-4d1d58a9fa13. {{(pid=106254) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 18 11:58:58.724085 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-a579b84e-de1e-418d-ba8e-2677f481cb1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:58.724734 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-a579b84e-de1e-418d-ba8e-2677f481cb1e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:58.726387 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-a579b84e-de1e-418d-ba8e-2677f481cb1e service neutron] 10.222.0.62 "PUT /v2.0/ports/5d12cdb5-f897-47d4-8656-b7afc876f2b5 HTTP/1.1" status: 200 len: 1091 time: 2.2150793 Aug 18 11:58:58.726888 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-785e1b05-7b10-486c-8c09-a39e4033a757 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:58.736532 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-772f2e55-1a2a-4453-b273-41295f8641be None None] Routers {'a8d3a27b-59e6-4be9-b29a-4d1d58a9fa13'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 11:58:58.738101 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-772f2e55-1a2a-4453-b273-41295f8641be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T11:58:51Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['a8d3a27b-59e6-4be9-b29a-4d1d58a9fa13'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:58:58.774700 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2189d37-3bd6-45b5-946a-0fd2d22302a2 req-78f39d62-0f81-4392-98c4-46d9dce550bc tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:58.776418 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e2189d37-3bd6-45b5-946a-0fd2d22302a2 req-78f39d62-0f81-4392-98c4-46d9dce550bc tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/ports?device_id=447950aa-fe3a-4e2a-9e6e-e115159ebaee HTTP/1.1" status: 200 len: 950 time: 0.1830878 Aug 18 11:58:58.777506 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a579b84e-de1e-418d-ba8e-2677f481cb1e service neutron] Pushing event updated for resources: {'Port': ['ID=5d12cdb5-f897-47d4-8656-b7afc876f2b5,revision_number=3']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:58:58.848538 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e2189d37-3bd6-45b5-946a-0fd2d22302a2 req-e965bd8b-2a1a-490d-b5b7-d61fd8836df9 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/security-groups?id=0ddd2c5c-7e53-44ab-9404-c5fea69a570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558298 Aug 18 11:58:58.851005 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-785e1b05-7b10-486c-8c09-a39e4033a757 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902229'] for subnet, precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:58.948992 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-785e1b05-7b10-486c-8c09-a39e4033a757 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:58.962631 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-772f2e55-1a2a-4453-b273-41295f8641be None None] Set router a8d3a27b-59e6-4be9-b29a-4d1d58a9fa13 gateway port host: n-d-804985-2 {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 11:58:59.080145 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc36b70-5fa0-4ddc-9122-733e49631f2e req-e8717b07-2b28-4282-ab27-5c0b3ce35d5e tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:59.082262 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ddc36b70-5fa0-4ddc-9122-733e49631f2e req-e8717b07-2b28-4282-ab27-5c0b3ce35d5e tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.63 "GET /v2.0/ports?device_id=b17f4891-3396-48b1-81ee-fb30e63b418c HTTP/1.1" status: 200 len: 945 time: 0.1021466 Aug 18 11:58:59.157596 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-785e1b05-7b10-486c-8c09-a39e4033a757 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58902171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59388106'] for subnet, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:59.172943 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-785e1b05-7b10-486c-8c09-a39e4033a757 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:59.177853 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-785e1b05-7b10-486c-8c09-a39e4033a757 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/1b5adf5e-499b-41c1-a2bd-bb462381040a HTTP/1.1" status: 204 len: 168 time: 1.1754043 Aug 18 11:58:59.178565 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 57446) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:58:59.218526 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-ddc36b70-5fa0-4ddc-9122-733e49631f2e req-08a7315e-c424-48da-a014-0195185c1838 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Deleting port 4828bcb3-3409-4cb4-a37a-0c3ef87257bd {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 11:58:59.219308 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-ddc36b70-5fa0-4ddc-9122-733e49631f2e req-08a7315e-c424-48da-a014-0195185c1838 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:59.226014 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb3d905-9ed0-42a5-923a-c99028ea7c3e req-6bb3019a-4f85-48ff-bea2-a80a3e9fb815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:59.227803 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-bcb3d905-9ed0-42a5-923a-c99028ea7c3e req-6bb3019a-4f85-48ff-bea2-a80a3e9fb815 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5151999 Aug 18 11:58:59.244981 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785e1b05-7b10-486c-8c09-a39e4033a757 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b5adf5e-499b-41c1-a2bd-bb462381040a,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:58:59.325644 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac6c3670-cd20-4503-afb8-967534e23979 admin admin] Router a8d3a27b-59e6-4be9-b29a-4d1d58a9fa13 has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 11:58:59.341215 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-cf6f9950-554b-4ae3-bd5e-57d3ac33a5af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7904109'] for network, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:59.345057 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-772f2e55-1a2a-4453-b273-41295f8641be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8d3a27b-59e6-4be9-b29a-4d1d58a9fa13', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1059002156-router', 'tenant_id': '3c5cb4aa7d4e4f2397a6d09f0e1e39e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.224'}], 'enable_snat': True}, 'gw_port_id': '5fdb18e7-9fdd-42a3-a595-b317ae3ef567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T11:58:48Z', 'updated_at': '2021-08-18T11:58:57Z', 'revision_number': 5, 'project_id': '3c5cb4aa7d4e4f2397a6d09f0e1e39e3', 'gw_port': {'id': '5fdb18e7-9fdd-42a3-a595-b317ae3ef567', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:fd:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8d3a27b-59e6-4be9-b29a-4d1d58a9fa13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:58:48Z', 'updated_at': '2021-08-18T11:58:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:58:59.352282 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-ddc36b70-5fa0-4ddc-9122-733e49631f2e req-08a7315e-c424-48da-a014-0195185c1838 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] For port 4828bcb3-3409-4cb4-a37a-0c3ef87257bd, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=4828bcb3-3409-4cb4-a37a-0c3ef87257bd,segment=NetworkSegment(0769e917-ce53-43de-97f7-af6feb189e7f),segment_id=0769e917-ce53-43de-97f7-af6feb189e7f)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:58:59.352934 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-ddc36b70-5fa0-4ddc-9122-733e49631f2e req-08a7315e-c424-48da-a014-0195185c1838 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:59.368169 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-ddc36b70-5fa0-4ddc-9122-733e49631f2e req-08a7315e-c424-48da-a014-0195185c1838 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Calling delete_port for 4828bcb3-3409-4cb4-a37a-0c3ef87257bd owned by compute:nova {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 11:58:59.389003 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-772f2e55-1a2a-4453-b273-41295f8641be None None] The sync data for ids ['a8d3a27b-59e6-4be9-b29a-4d1d58a9fa13'] in n-d-804985-2 is: [{'id': 'a8d3a27b-59e6-4be9-b29a-4d1d58a9fa13', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1059002156-router', 'tenant_id': '3c5cb4aa7d4e4f2397a6d09f0e1e39e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.224'}], 'enable_snat': True}, 'gw_port_id': '5fdb18e7-9fdd-42a3-a595-b317ae3ef567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T11:58:48Z', 'updated_at': '2021-08-18T11:58:57Z', 'revision_number': 5, 'project_id': '3c5cb4aa7d4e4f2397a6d09f0e1e39e3', 'gw_port': {'id': '5fdb18e7-9fdd-42a3-a595-b317ae3ef567', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:fd:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8d3a27b-59e6-4be9-b29a-4d1d58a9fa13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:58:48Z', 'updated_at': '2021-08-18T11:58:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 11:58:59.461286 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb3d905-9ed0-42a5-923a-c99028ea7c3e req-178a0085-9579-49ae-b030-d950a736841c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:59.462058 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb3d905-9ed0-42a5-923a-c99028ea7c3e req-178a0085-9579-49ae-b030-d950a736841c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:59.462701 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb3d905-9ed0-42a5-923a-c99028ea7c3e req-178a0085-9579-49ae-b030-d950a736841c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:59.463489 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb3d905-9ed0-42a5-923a-c99028ea7c3e req-178a0085-9579-49ae-b030-d950a736841c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:59.464124 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb3d905-9ed0-42a5-923a-c99028ea7c3e req-178a0085-9579-49ae-b030-d950a736841c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:59.464786 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb3d905-9ed0-42a5-923a-c99028ea7c3e req-178a0085-9579-49ae-b030-d950a736841c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:59.465418 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb3d905-9ed0-42a5-923a-c99028ea7c3e req-178a0085-9579-49ae-b030-d950a736841c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:59.467744 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-bcb3d905-9ed0-42a5-923a-c99028ea7c3e req-178a0085-9579-49ae-b030-d950a736841c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f1c57111807f4f80be30061245a1a804&device_id=20dd28f4-1df0-4a6b-8939-d21ca9c9b72a HTTP/1.1" status: 200 len: 6488 time: 0.1200545 Aug 18 11:58:59.542367 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-ddc36b70-5fa0-4ddc-9122-733e49631f2e req-08a7315e-c424-48da-a014-0195185c1838 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:59.555924 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] get_ports_and_sgs() called for port_ids ['4828bcb3-3409-4cb4-a37a-0c3ef87257bd'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 11:58:59.594521 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a7315e-c424-48da-a014-0195185c1838 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Pushing event deleted for resources: {'Port': ['ID=4828bcb3-3409-4cb4-a37a-0c3ef87257bd,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:58:59.614078 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20dd28f4-1df0-4a6b-8939-d21ca9c9b72a', 'tag': '5d12cdb5-f897-47d4-8656-b7afc876f2b5'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 11:58:59.617271 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] get_ports_and_sgs() called for port_ids ['ecad9dcc-255c-4073-a5af-38967245d933'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 11:58:59.621722 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b844616b-1236-43af-a65a-f3a97e769d3a" -d '{"events": [{"name": "network-changed", "server_uuid": "20dd28f4-1df0-4a6b-8939-d21ca9c9b72a", "tag": "5d12cdb5-f897-47d4-8656-b7afc876f2b5"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:58:59.698380 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac6c3670-cd20-4503-afb8-967534e23979 admin admin] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 11:58:59.707422 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-ac6c3670-cd20-4503-afb8-967534e23979 admin admin] 10.222.0.66 "PUT /v2.0/routers/a8d3a27b-59e6-4be9-b29a-4d1d58a9fa13/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7828417 Aug 18 11:58:59.712466 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 57460) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:58:59.719916 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-cf6f9950-554b-4ae3-bd5e-57d3ac33a5af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8367869', 'neutron.services.segments.db._delete_segments_for_network-8789151212993'] for network, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:59.726629 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-25f8f235-e946-4312-a4bd-b7b0136dd850 req-7af7587e-c6fd-4ad3-b308-9cf8bb3385ee tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.66 "GET /v2.0/ports?device_id=b17f4891-3396-48b1-81ee-fb30e63b418c HTTP/1.1" status: 200 len: 210 time: 0.0826461 Aug 18 11:58:59.753684 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddc36b70-5fa0-4ddc-9122-733e49631f2e req-08a7315e-c424-48da-a014-0195185c1838 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] No DVR routers for this DVR port 4828bcb3-3409-4cb4-a37a-0c3ef87257bd on host n-h1-804985-2 {{(pid=106252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 11:58:59.757093 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-ddc36b70-5fa0-4ddc-9122-733e49631f2e req-08a7315e-c424-48da-a014-0195185c1838 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:58:59.768928 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ddc36b70-5fa0-4ddc-9122-733e49631f2e req-08a7315e-c424-48da-a014-0195185c1838 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.63 "DELETE /v2.0/ports/4828bcb3-3409-4cb4-a37a-0c3ef87257bd HTTP/1.1" status: 204 len: 173 time: 0.6781783 Aug 18 11:58:59.888754 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929ec55b-6843-455e-9f7d-864e2522d3d1 req-520fc150-f4fe-43ec-ac7a-fafdbd089641 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:59.902862 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929ec55b-6843-455e-9f7d-864e2522d3d1 req-520fc150-f4fe-43ec-ac7a-fafdbd089641 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:59.909701 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929ec55b-6843-455e-9f7d-864e2522d3d1 req-520fc150-f4fe-43ec-ac7a-fafdbd089641 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:59.918214 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929ec55b-6843-455e-9f7d-864e2522d3d1 req-520fc150-f4fe-43ec-ac7a-fafdbd089641 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:59.926741 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929ec55b-6843-455e-9f7d-864e2522d3d1 req-520fc150-f4fe-43ec-ac7a-fafdbd089641 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:59.935928 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929ec55b-6843-455e-9f7d-864e2522d3d1 req-520fc150-f4fe-43ec-ac7a-fafdbd089641 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:59.942620 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929ec55b-6843-455e-9f7d-864e2522d3d1 req-520fc150-f4fe-43ec-ac7a-fafdbd089641 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:59.946746 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-929ec55b-6843-455e-9f7d-864e2522d3d1 req-520fc150-f4fe-43ec-ac7a-fafdbd089641 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] 10.222.0.66 "GET /v2.0/ports?device_id=20dd28f4-1df0-4a6b-8939-d21ca9c9b72a HTTP/1.1" status: 200 len: 5431 time: 0.1325741 Aug 18 11:58:59.948383 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 11:58:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6d03ca0-bf9e-4f78-a5c7-4918d49647d7 x-openstack-request-id: req-f6d03ca0-bf9e-4f78-a5c7-4918d49647d7 {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:58:59.948744 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20dd28f4-1df0-4a6b-8939-d21ca9c9b72a", "tag": "5d12cdb5-f897-47d4-8656-b7afc876f2b5", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:58:59.949006 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f6d03ca0-bf9e-4f78-a5c7-4918d49647d7 {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:58:59.949413 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20dd28f4-1df0-4a6b-8939-d21ca9c9b72a', 'tag': '5d12cdb5-f897-47d4-8656-b7afc876f2b5', 'status': 'completed', 'code': 200} Aug 18 11:58:59.968031 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-cf6f9950-554b-4ae3-bd5e-57d3ac33a5af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d8c93e6-9194-48a0-a8b0-6c6fac24d45f']}} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:58:59.984885 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb3d905-9ed0-42a5-923a-c99028ea7c3e req-d393f5a5-a9cd-4af4-860b-475dc05cdbd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:59.985364 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb3d905-9ed0-42a5-923a-c99028ea7c3e req-d393f5a5-a9cd-4af4-860b-475dc05cdbd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:59.985834 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb3d905-9ed0-42a5-923a-c99028ea7c3e req-d393f5a5-a9cd-4af4-860b-475dc05cdbd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:58:59.987454 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-bcb3d905-9ed0-42a5-923a-c99028ea7c3e req-d393f5a5-a9cd-4af4-860b-475dc05cdbd6 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=f1c57111807f4f80be30061245a1a804&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.4847040 Aug 18 11:58:59.993290 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-cf6f9950-554b-4ae3-bd5e-57d3ac33a5af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8f60887-56df-429f-95c2-63235c84d95f') {'for_net_delete': True} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:58:59.993585 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-cf6f9950-554b-4ae3-bd5e-57d3ac33a5af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8f60887-56df-429f-95c2-63235c84d95f') {} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:59:00.021548 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e97bda33-9d56-4571-98b3-710bd5cb35f0 admin admin] Notify callbacks [] for router, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:00.033145 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-cf6f9950-554b-4ae3-bd5e-57d3ac33a5af admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789151225254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902236'] for segment, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:00.034823 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c30915-c18d-43b8-a42a-b52a159e07ec req-03ea25a7-64ac-494c-a3fb-afefbb1c780a tempest-ListServerFiltersTestJSON-1468057958 tempest-ListServerFiltersTestJSON-1468057958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:00.036542 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-02c30915-c18d-43b8-a42a-b52a159e07ec req-03ea25a7-64ac-494c-a3fb-afefbb1c780a tempest-ListServerFiltersTestJSON-1468057958 tempest-ListServerFiltersTestJSON-1468057958-project] 10.222.0.66 "GET /v2.0/ports?device_id=714c95e2-c9ad-47f9-af12-f4efbff51186 HTTP/1.1" status: 200 len: 945 time: 0.0863566 Aug 18 11:59:00.040688 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-929ec55b-6843-455e-9f7d-864e2522d3d1 req-3a4c4cc7-8319-4800-af51-f172bcc9f1e1 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] 10.222.0.66 "GET /v2.0/security-groups?id=62694ccf-8551-490d-8b70-5c6a44a53206&id=e100a5b2-e498-4091-84ac-a0da12aab123&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0607476 Aug 18 11:59:00.105760 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-02c30915-c18d-43b8-a42a-b52a159e07ec req-7223e3c8-ae0f-4aaf-accd-3956dbf635a9 tempest-ListServerFiltersTestJSON-1468057958 tempest-ListServerFiltersTestJSON-1468057958-project] 10.222.0.66 "GET /v2.0/security-groups?id=f5ad2220-cad5-4159-8a3e-cb953441befe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524235 Aug 18 11:59:00.114499 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-cf6f9950-554b-4ae3-bd5e-57d3ac33a5af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:00.129424 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf6f9950-554b-4ae3-bd5e-57d3ac33a5af admin admin] Releasing vlan 829 on physical network physnet1 to pool {{(pid=106253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 11:59:00.129844 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-cf6f9950-554b-4ae3-bd5e-57d3ac33a5af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58900537'] for segment, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:00.132982 n-d-804985-2 neutron-server[106253]: Traceback (most recent call last): Aug 18 11:59:00.132982 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 11:59:00.132982 n-d-804985-2 neutron-server[106253]: timer() Aug 18 11:59:00.132982 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 11:59:00.132982 n-d-804985-2 neutron-server[106253]: cb(*args, **kw) Aug 18 11:59:00.132982 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 11:59:00.132982 n-d-804985-2 neutron-server[106253]: return func(*args, **kwargs) Aug 18 11:59:00.132982 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 11:59:00.132982 n-d-804985-2 neutron-server[106253]: self._notify() Aug 18 11:59:00.132982 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 11:59:00.132982 n-d-804985-2 neutron-server[106253]: self.callback(batched_events) Aug 18 11:59:00.132982 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 11:59:00.132982 n-d-804985-2 neutron-server[106253]: event.method(event) Aug 18 11:59:00.132982 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 11:59:00.132982 n-d-804985-2 neutron-server[106253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 11:59:00.132982 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 11:59:00.132982 n-d-804985-2 neutron-server[106253]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 11:59:00.132982 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 11:59:00.132982 n-d-804985-2 neutron-server[106253]: return f(self, *a, **k) Aug 18 11:59:00.132982 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 11:59:00.132982 n-d-804985-2 neutron-server[106253]: return self._get(url).json() Aug 18 11:59:00.132982 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 11:59:00.132982 n-d-804985-2 neutron-server[106253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 11:59:00.132982 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 11:59:00.132982 n-d-804985-2 neutron-server[106253]: return self.request(url, 'GET', **kwargs) Aug 18 11:59:00.132982 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 11:59:00.132982 n-d-804985-2 neutron-server[106253]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 11:59:00.132982 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 11:59:00.132982 n-d-804985-2 neutron-server[106253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 11:59:00.132982 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 11:59:00.132982 n-d-804985-2 neutron-server[106253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 11:59:00.132982 n-d-804985-2 neutron-server[106253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 11:59:00.256697 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f0d4ca-c953-4be7-b891-11f504a1dde8 req-f35ceca0-49de-44b2-88c1-c1f34854bdc2 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:00.258230 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a2f0d4ca-c953-4be7-b891-11f504a1dde8 req-f35ceca0-49de-44b2-88c1-c1f34854bdc2 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/ports?device_id=447950aa-fe3a-4e2a-9e6e-e115159ebaee HTTP/1.1" status: 200 len: 950 time: 0.0705135 Aug 18 11:59:00.278277 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88112441-a455-4b71-ac78-29660dd52345 None None] Sync routers for ids ['a8d3a27b-59e6-4be9-b29a-4d1d58a9fa13'] in n-d-804985-2 {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 11:59:00.281185 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-cf6f9950-554b-4ae3-bd5e-57d3ac33a5af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8367858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997186'] for network, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:00.294482 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88112441-a455-4b71-ac78-29660dd52345 None None] Routers {'a8d3a27b-59e6-4be9-b29a-4d1d58a9fa13'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 11:59:00.295156 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-cf6f9950-554b-4ae3-bd5e-57d3ac33a5af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:00.296302 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-88112441-a455-4b71-ac78-29660dd52345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T11:58:51Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['a8d3a27b-59e6-4be9-b29a-4d1d58a9fa13'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:59:00.307675 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-cf6f9950-554b-4ae3-bd5e-57d3ac33a5af admin admin] 10.222.0.66 "DELETE /v2.0/networks/5d8c93e6-9194-48a0-a8b0-6c6fac24d45f HTTP/1.1" status: 204 len: 168 time: 1.1172333 Aug 18 11:59:00.322254 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a2f0d4ca-c953-4be7-b891-11f504a1dde8 req-2f7ec482-3085-41ac-8917-3b85c71ba496 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/security-groups?id=0ddd2c5c-7e53-44ab-9404-c5fea69a570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499985 Aug 18 11:59:00.370650 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6f9950-554b-4ae3-bd5e-57d3ac33a5af admin admin] Pushing event deleted for resources: {'Network': ['ID=5d8c93e6-9194-48a0-a8b0-6c6fac24d45f,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:59:00.384122 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb3d905-9ed0-42a5-923a-c99028ea7c3e req-718b3f34-2ed9-4ee3-a301-0465f38952ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:00.385783 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-bcb3d905-9ed0-42a5-923a-c99028ea7c3e req-718b3f34-2ed9-4ee3-a301-0465f38952ee service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3830090 Aug 18 11:59:00.392447 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e97bda33-9d56-4571-98b3-710bd5cb35f0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:00.434836 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dccae2-73a2-4367-b85b-c5ffc249b380 req-8706c553-09c5-4457-a8fc-a0d523c1d30f tempest-ImagesOneServerTestJSON-1600236853 tempest-ImagesOneServerTestJSON-1600236853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:00.436392 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-26dccae2-73a2-4367-b85b-c5ffc249b380 req-8706c553-09c5-4457-a8fc-a0d523c1d30f tempest-ImagesOneServerTestJSON-1600236853 tempest-ImagesOneServerTestJSON-1600236853-project] 10.222.0.66 "GET /v2.0/ports?device_id=e0fb7e11-ba93-4e5d-ab38-43905fe1ad87 HTTP/1.1" status: 200 len: 950 time: 0.0688183 Aug 18 11:59:00.486370 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 57492) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:59:00.512862 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-88112441-a455-4b71-ac78-29660dd52345 None None] Set router a8d3a27b-59e6-4be9-b29a-4d1d58a9fa13 gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 11:59:00.514253 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-e97bda33-9d56-4571-98b3-710bd5cb35f0 admin admin] Deleting port 5fdb18e7-9fdd-42a3-a595-b317ae3ef567 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 11:59:00.514867 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e97bda33-9d56-4571-98b3-710bd5cb35f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:00.522330 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-26dccae2-73a2-4367-b85b-c5ffc249b380 req-43950550-989a-4b82-8d8e-e71a31460e41 tempest-ImagesOneServerTestJSON-1600236853 tempest-ImagesOneServerTestJSON-1600236853-project] 10.222.0.66 "GET /v2.0/security-groups?id=d76f99f9-6558-4024-8017-5289e8ca9414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776756 Aug 18 11:59:00.550287 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-6955ae1a-2f68-4b2e-a2df-5a7167e6da80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:00.550760 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-6955ae1a-2f68-4b2e-a2df-5a7167e6da80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:00.551221 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-6955ae1a-2f68-4b2e-a2df-5a7167e6da80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:00.552036 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-6955ae1a-2f68-4b2e-a2df-5a7167e6da80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:00.552174 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-6955ae1a-2f68-4b2e-a2df-5a7167e6da80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:00.552642 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-6955ae1a-2f68-4b2e-a2df-5a7167e6da80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:00.553094 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-6955ae1a-2f68-4b2e-a2df-5a7167e6da80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:00.555437 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-6955ae1a-2f68-4b2e-a2df-5a7167e6da80 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f1c57111807f4f80be30061245a1a804&device_id=20dd28f4-1df0-4a6b-8939-d21ca9c9b72a HTTP/1.1" status: 200 len: 6488 time: 0.1062882 Aug 18 11:59:00.577071 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-5b86e68b-31dd-4d47-9b4e-f03b118dc366 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f3b794afe6114f5dbf668cc61f52fa67&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0894115 Aug 18 11:59:00.579705 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 57500) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:59:00.634480 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-eac7d206-9bff-42de-af6d-570a077387ae service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=96a5d57f-59a1-4718-95d8-ee708f298d01 HTTP/1.1" status: 200 len: 217 time: 0.0513802 Aug 18 11:59:00.643275 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4751fbfa-42a2-48d2-82e8-c947bd32a4e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:00.666140 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4751fbfa-42a2-48d2-82e8-c947bd32a4e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:00.708890 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-88112441-a455-4b71-ac78-29660dd52345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8d3a27b-59e6-4be9-b29a-4d1d58a9fa13', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1059002156-router', 'tenant_id': '3c5cb4aa7d4e4f2397a6d09f0e1e39e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.224'}], 'enable_snat': True}, 'gw_port_id': '5fdb18e7-9fdd-42a3-a595-b317ae3ef567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T11:58:48Z', 'updated_at': '2021-08-18T11:58:57Z', 'revision_number': 5, 'project_id': '3c5cb4aa7d4e4f2397a6d09f0e1e39e3', 'gw_port': {'id': '5fdb18e7-9fdd-42a3-a595-b317ae3ef567', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:fd:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8d3a27b-59e6-4be9-b29a-4d1d58a9fa13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:58:48Z', 'updated_at': '2021-08-18T11:58:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:59:00.714447 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [None req-e97bda33-9d56-4571-98b3-710bd5cb35f0 admin admin] For port 5fdb18e7-9fdd-42a3-a595-b317ae3ef567, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=5fdb18e7-9fdd-42a3-a595-b317ae3ef567,segment=NetworkSegment(c5a3db9d-5c58-41b1-9177-d5787a597b78),segment_id=c5a3db9d-5c58-41b1-9177-d5787a597b78)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:59:00.715426 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e97bda33-9d56-4571-98b3-710bd5cb35f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:00.723227 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4751fbfa-42a2-48d2-82e8-c947bd32a4e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:00.725891 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-8ee5c463-7367-48e7-9904-8c7c5f31bdad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:00.727009 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4751fbfa-42a2-48d2-82e8-c947bd32a4e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:00.727381 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-8ee5c463-7367-48e7-9904-8c7c5f31bdad service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0dc7ccef-1b3b-4e69-a1de-a8fce0eaa5e1 HTTP/1.1" status: 200 len: 855 time: 0.0814269 Aug 18 11:59:00.731688 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-4751fbfa-42a2-48d2-82e8-c947bd32a4e9 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ca5747c3-3d09-4781-8c8c-b5025a39f4b4 HTTP/1.1" status: 204 len: 168 time: 0.1506917 Aug 18 11:59:00.740537 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4751fbfa-42a2-48d2-82e8-c947bd32a4e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca5747c3-3d09-4781-8c8c-b5025a39f4b4,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:59:00.741809 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88112441-a455-4b71-ac78-29660dd52345 None None] Checking router: a8d3a27b-59e6-4be9-b29a-4d1d58a9fa13 for host: n-d-804985-2 {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 11:59:00.760753 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88112441-a455-4b71-ac78-29660dd52345 None None] Routers {'a8d3a27b-59e6-4be9-b29a-4d1d58a9fa13'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 11:59:00.762827 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-88112441-a455-4b71-ac78-29660dd52345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T11:58:51Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['a8d3a27b-59e6-4be9-b29a-4d1d58a9fa13'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:59:00.799468 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-e97bda33-9d56-4571-98b3-710bd5cb35f0 admin admin] Calling delete_port for 5fdb18e7-9fdd-42a3-a595-b317ae3ef567 owned by network:router_gateway {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 11:59:00.853454 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-88112441-a455-4b71-ac78-29660dd52345 None None] Set router a8d3a27b-59e6-4be9-b29a-4d1d58a9fa13 gateway port host: None {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 11:59:00.915957 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-88112441-a455-4b71-ac78-29660dd52345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8d3a27b-59e6-4be9-b29a-4d1d58a9fa13', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1059002156-router', 'tenant_id': '3c5cb4aa7d4e4f2397a6d09f0e1e39e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T11:58:48Z', 'updated_at': '2021-08-18T11:59:00Z', 'revision_number': 6, 'project_id': '3c5cb4aa7d4e4f2397a6d09f0e1e39e3', 'gw_port_host': None}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:59:00.949086 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88112441-a455-4b71-ac78-29660dd52345 None None] The sync data for ids ['a8d3a27b-59e6-4be9-b29a-4d1d58a9fa13'] in n-d-804985-2 is: [{'id': 'a8d3a27b-59e6-4be9-b29a-4d1d58a9fa13', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1059002156-router', 'tenant_id': '3c5cb4aa7d4e4f2397a6d09f0e1e39e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T11:58:48Z', 'updated_at': '2021-08-18T11:59:00Z', 'revision_number': 6, 'project_id': '3c5cb4aa7d4e4f2397a6d09f0e1e39e3', 'gw_port_host': None}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 11:59:00.968766 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-55e1d462-d6b1-447b-8b6a-b8a63db149fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:00.970552 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-55e1d462-d6b1-447b-8b6a-b8a63db149fc service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1ef7ea32-2afc-42e8-9151-91c023337fa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2196062 Aug 18 11:59:01.160300 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e97bda33-9d56-4571-98b3-710bd5cb35f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:01.209684 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-7410e633-fb8b-41b1-87de-24a9f9c48e29 service neutron] 10.222.0.62 "GET /v2.0/networks/1ef7ea32-2afc-42e8-9151-91c023337fa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2254136 Aug 18 11:59:01.211848 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97bda33-9d56-4571-98b3-710bd5cb35f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=5fdb18e7-9fdd-42a3-a595-b317ae3ef567,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:59:01.234953 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96287854-264c-4881-acec-d0f7929994aa req-dbf82ff0-dab5-431d-9f26-ada8cc7031f8 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:01.239115 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-96287854-264c-4881-acec-d0f7929994aa req-dbf82ff0-dab5-431d-9f26-ada8cc7031f8 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.66 "GET /v2.0/networks?id=45f10d77-130c-4859-b30d-1a902305b96f HTTP/1.1" status: 200 len: 806 time: 0.2145758 Aug 18 11:59:01.275904 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-96287854-264c-4881-acec-d0f7929994aa req-ac4e5116-8685-457f-b165-ceee570c0128 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.66 "GET /v2.0/quotas/9143985e071d4037b5bf264a5aaa6497 HTTP/1.1" status: 200 len: 375 time: 0.0287833 Aug 18 11:59:01.330391 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e97bda33-9d56-4571-98b3-710bd5cb35f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-997271'] for router_gateway, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:01.351640 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-96287854-264c-4881-acec-d0f7929994aa req-85f07cab-182a-48ea-976a-f77867e657ed tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=9143985e071d4037b5bf264a5aaa6497&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0735884 Aug 18 11:59:01.442320 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-36a251af-64fd-413c-ba7b-1d9f581d2fe9 service neutron] 10.222.0.62 "GET /v2.0/networks/1ef7ea32-2afc-42e8-9151-91c023337fa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2239695 Aug 18 11:59:01.444955 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e97bda33-9d56-4571-98b3-710bd5cb35f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-996004', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15859'] for router, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:01.447490 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e97bda33-9d56-4571-98b3-710bd5cb35f0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:01.468865 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-96287854-264c-4881-acec-d0f7929994aa req-1fed7019-64de-41ab-9238-2a558696cb75 service neutron] 10.222.0.66 "GET /v2.0/networks/45f10d77-130c-4859-b30d-1a902305b96f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160252 Aug 18 11:59:01.540747 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-376270e7-a461-4c9a-a827-f80c623687a8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.91&port_id=5a278cb9-466e-4c4b-b4ac-6b258caa7c8a HTTP/1.1" status: 200 len: 217 time: 0.0899427 Aug 18 11:59:01.564617 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e97bda33-9d56-4571-98b3-710bd5cb35f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-996061'] for router, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:01.565152 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e97bda33-9d56-4571-98b3-710bd5cb35f0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a8d3a27b-59e6-4be9-b29a-4d1d58a9fa13 {{(pid=106253) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 11:59:01.594367 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-96287854-264c-4881-acec-d0f7929994aa req-d8248aad-0235-4f78-9423-2c7bdf7a07d5 service neutron] 10.222.0.66 "GET /v2.0/networks/45f10d77-130c-4859-b30d-1a902305b96f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231358 Aug 18 11:59:01.595228 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e97bda33-9d56-4571-98b3-710bd5cb35f0 admin admin] Notify callbacks [] for router, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:01.598878 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-e97bda33-9d56-4571-98b3-710bd5cb35f0 admin admin] 10.222.0.66 "DELETE /v2.0/routers/a8d3a27b-59e6-4be9-b29a-4d1d58a9fa13 HTTP/1.1" status: 204 len: 168 time: 1.8624794 Aug 18 11:59:01.599024 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 57586) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:59:01.659341 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-0d4d1be0-1bae-40cd-9a87-023571de780c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:01.661319 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-0d4d1be0-1bae-40cd-9a87-023571de780c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4d098d7d-848d-42a8-ac08-c1738695747e HTTP/1.1" status: 200 len: 797 time: 0.1084428 Aug 18 11:59:01.721033 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-ec51ff22-ba9b-4710-a434-ecf839d028aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:01.722673 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-ec51ff22-ba9b-4710-a434-ecf839d028aa service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=14664a63-22d6-4bc0-8290-849b20369b1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0531540 Aug 18 11:59:01.725756 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_v2 [None req-0317dc8a-01d5-4490-b524-4086abced2ab admin admin] Deleting subnet aa711182-0b75-4279-ad59-46925925635c {{(pid=106253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 11:59:01.734668 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0317dc8a-01d5-4490-b524-4086abced2ab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:01.757148 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 57592) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:59:01.807123 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3ceed6-6c77-4e8e-b2c5-cd7955232fad req-0ebc10e4-d08b-407d-b8d5-f96ac780e57c tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:01.813743 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3ceed6-6c77-4e8e-b2c5-cd7955232fad req-0ebc10e4-d08b-407d-b8d5-f96ac780e57c tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:01.820803 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3ceed6-6c77-4e8e-b2c5-cd7955232fad req-0ebc10e4-d08b-407d-b8d5-f96ac780e57c tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:01.827352 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3ceed6-6c77-4e8e-b2c5-cd7955232fad req-0ebc10e4-d08b-407d-b8d5-f96ac780e57c tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:01.834033 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3ceed6-6c77-4e8e-b2c5-cd7955232fad req-0ebc10e4-d08b-407d-b8d5-f96ac780e57c tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:01.840522 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3ceed6-6c77-4e8e-b2c5-cd7955232fad req-0ebc10e4-d08b-407d-b8d5-f96ac780e57c tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:01.847018 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3ceed6-6c77-4e8e-b2c5-cd7955232fad req-0ebc10e4-d08b-407d-b8d5-f96ac780e57c tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:01.849022 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ef3ceed6-6c77-4e8e-b2c5-cd7955232fad req-0ebc10e4-d08b-407d-b8d5-f96ac780e57c tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] 10.222.0.66 "GET /v2.0/ports?device_id=20dd28f4-1df0-4a6b-8939-d21ca9c9b72a HTTP/1.1" status: 200 len: 5431 time: 0.1209128 Aug 18 11:59:01.951854 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b17f4891-3396-48b1-81ee-fb30e63b418c', 'name': 'network-vif-deleted', 'tag': '4828bcb3-3409-4cb4-a37a-0c3ef87257bd'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 11:59:01.954595 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a71ec5b-1069-4df5-ba23-ebd0cba9c6a2" -d '{"events": [{"server_uuid": "b17f4891-3396-48b1-81ee-fb30e63b418c", "name": "network-vif-deleted", "tag": "4828bcb3-3409-4cb4-a37a-0c3ef87257bd"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:59:01.965453 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b050e8e-5836-442c-a6ac-ff8a2d4bc386 req-78af364d-4650-4c5c-bbbc-f7e1fc8f522a tempest-ListServerFiltersTestJSON-1468057958 tempest-ListServerFiltersTestJSON-1468057958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:01.973429 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3b050e8e-5836-442c-a6ac-ff8a2d4bc386 req-78af364d-4650-4c5c-bbbc-f7e1fc8f522a tempest-ListServerFiltersTestJSON-1468057958 tempest-ListServerFiltersTestJSON-1468057958-project] 10.222.0.66 "GET /v2.0/ports?device_id=714c95e2-c9ad-47f9-af12-f4efbff51186 HTTP/1.1" status: 200 len: 945 time: 0.1233320 Aug 18 11:59:01.986585 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ef3ceed6-6c77-4e8e-b2c5-cd7955232fad req-0f40dbcb-bef1-4be1-9054-1aa447558942 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] 10.222.0.66 "GET /v2.0/security-groups?id=62694ccf-8551-490d-8b70-5c6a44a53206&id=e100a5b2-e498-4091-84ac-a0da12aab123&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1009750 Aug 18 11:59:02.030285 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3b050e8e-5836-442c-a6ac-ff8a2d4bc386 req-e81a33f1-eebc-4d14-99f9-b9ead2b0e6c6 tempest-ListServerFiltersTestJSON-1468057958 tempest-ListServerFiltersTestJSON-1468057958-project] 10.222.0.66 "GET /v2.0/security-groups?id=f5ad2220-cad5-4159-8a3e-cb953441befe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513275 Aug 18 11:59:02.170803 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-8862e731-1293-42c2-99b6-51415acbb112 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-883812356-network', 'tenant_id': 'acde472f453c4874bb698cc726ca77ab'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:59:02.178890 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 5fdb18e7-9fdd-42a3-a595-b317ae3ef567 no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 11:59:02.190181 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612f9c37-5158-45fd-9c69-0399de3a8d9f req-7da3852b-a51f-4e20-96c1-0aa7906b456c tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:02.201481 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-612f9c37-5158-45fd-9c69-0399de3a8d9f req-7da3852b-a51f-4e20-96c1-0aa7906b456c tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/ports?device_id=447950aa-fe3a-4e2a-9e6e-e115159ebaee HTTP/1.1" status: 200 len: 950 time: 0.0795927 Aug 18 11:59:02.203060 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0317dc8a-01d5-4490-b524-4086abced2ab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902229'] for subnet, precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:02.229493 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: 5fdb18e7-9fdd-42a3-a595-b317ae3ef567 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 11:59:02.229955 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 5fdb18e7-9fdd-42a3-a595-b317ae3ef567 not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 11:59:02.267515 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8862e731-1293-42c2-99b6-51415acbb112 admin admin] Made reservation on behalf of acde472f453c4874bb698cc726ca77ab for: {'network': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 11:59:02.270024 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8862e731-1293-42c2-99b6-51415acbb112 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for network, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:02.284988 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-030bc24d-8188-45a9-9ca2-b95cc85fa847 req-edea29b5-a323-4d00-b032-ae79b4eb9c86 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.66 "GET /v2.0/ports?device_id=18e4043f-eb56-4bc5-9628-bdc903d88236 HTTP/1.1" status: 200 len: 210 time: 0.0338883 Aug 18 11:59:02.302207 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8862e731-1293-42c2-99b6-51415acbb112 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:02.324728 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-612f9c37-5158-45fd-9c69-0399de3a8d9f req-3c13325a-ff40-428b-b516-b83b6d53214b tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/security-groups?id=0ddd2c5c-7e53-44ab-9404-c5fea69a570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223712 Aug 18 11:59:02.359285 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2c4cd8ea-f9ef-4f66-a7fd-3d98c428aee0 req-750771b0-0092-46bc-89e4-3f449b066cf6 service neutron] 10.222.0.63 "GET /v2.0/ports/3bb3d3c1-bab8-4cce-b527-237a5b4dc9b4/bindings/n-h1-804985-2 HTTP/1.1" status: 200 len: 382 time: 0.1478469 Aug 18 11:59:02.371243 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-1e63a61b-fcee-4bf5-9171-33c12768c4b2 service neutron] 10.222.0.62 "GET /v2.0/networks/14664a63-22d6-4bc0-8290-849b20369b1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6131687 Aug 18 11:59:02.377651 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0317dc8a-01d5-4490-b524-4086abced2ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:02.386254 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 11:59:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7092673-d78b-410c-a04b-675354e1b6e4 x-openstack-request-id: req-b7092673-d78b-410c-a04b-675354e1b6e4 {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:59:02.386617 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b17f4891-3396-48b1-81ee-fb30e63b418c", "name": "network-vif-deleted", "tag": "4828bcb3-3409-4cb4-a37a-0c3ef87257bd", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:59:02.386929 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b7092673-d78b-410c-a04b-675354e1b6e4 {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:59:02.387395 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b17f4891-3396-48b1-81ee-fb30e63b418c', 'name': 'network-vif-deleted', 'tag': '4828bcb3-3409-4cb4-a37a-0c3ef87257bd', 'status': 'completed', 'code': 200} Aug 18 11:59:02.550055 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-d891aa30-c333-444d-b01c-2fd6f568c055 service neutron] 10.222.0.62 "GET /v2.0/networks/14664a63-22d6-4bc0-8290-849b20369b1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497459 Aug 18 11:59:02.575345 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0317dc8a-01d5-4490-b524-4086abced2ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58902171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59388106'] for subnet, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:02.624881 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4cd8ea-f9ef-4f66-a7fd-3d98c428aee0 req-ab4dc7ca-747f-49c8-9025-095fadcdfb59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:02.626500 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2c4cd8ea-f9ef-4f66-a7fd-3d98c428aee0 req-ab4dc7ca-747f-49c8-9025-095fadcdfb59 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=447950aa-fe3a-4e2a-9e6e-e115159ebaee&tenant_id=87f2a541be1e4141a84277bf00dc4c3b HTTP/1.1" status: 200 len: 1101 time: 0.0451367 Aug 18 11:59:02.639911 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-0be0a063-559f-4610-aaf6-a677ea21c223 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.185&port_id=7763a33a-da78-4384-a6fe-a78524eb4068 HTTP/1.1" status: 200 len: 217 time: 0.0781257 Aug 18 11:59:02.641950 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8862e731-1293-42c2-99b6-51415acbb112 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:02.644885 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0317dc8a-01d5-4490-b524-4086abced2ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa711182-0b75-4279-ad59-46925925635c,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:59:02.647470 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0317dc8a-01d5-4490-b524-4086abced2ab admin admin] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:02.649520 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-0317dc8a-01d5-4490-b524-4086abced2ab admin admin] 10.222.0.66 "DELETE /v2.0/subnets/aa711182-0b75-4279-ad59-46925925635c HTTP/1.1" status: 204 len: 168 time: 1.0480330 Aug 18 11:59:02.651852 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8862e731-1293-42c2-99b6-51415acbb112 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:02.654906 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 57622) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:59:02.656118 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58527fe3-d13d-404a-ba51-00e6da2d455a None None] Network 35cf2b50-099d-49d2-9915-df617cd151d5 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 11:59:02.705911 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4cd8ea-f9ef-4f66-a7fd-3d98c428aee0 req-1d861f18-1419-47c1-b306-a3a3eff74003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:02.707753 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2c4cd8ea-f9ef-4f66-a7fd-3d98c428aee0 req-1d861f18-1419-47c1-b306-a3a3eff74003 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=87f2a541be1e4141a84277bf00dc4c3b&device_id=447950aa-fe3a-4e2a-9e6e-e115159ebaee HTTP/1.1" status: 200 len: 1101 time: 0.0568311 Aug 18 11:59:02.768912 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8862e731-1293-42c2-99b6-51415acbb112 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 839} {{(pid=106253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 11:59:02.777685 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8862e731-1293-42c2-99b6-51415acbb112 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17092d8b-83b7-4f18-84df-ef0cbfdbaa9e,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:59:02.815074 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-32870543-245f-4690-a506-231345e3552d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:02.816651 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-32870543-245f-4690-a506-231345e3552d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4d098d7d-848d-42a8-ac08-c1738695747e HTTP/1.1" status: 200 len: 797 time: 0.1661520 Aug 18 11:59:02.818519 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8862e731-1293-42c2-99b6-51415acbb112 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:02.818872 n-d-804985-2 neutron-server[106253]: INFO neutron.db.segments_db [None req-8862e731-1293-42c2-99b6-51415acbb112 admin admin] Added segment 8ae76c4b-f0ca-4ab9-b94f-8ec741624d6c of type vlan for network 1e656cb7-1dae-41ab-9324-8fb23b5a6aaa Aug 18 11:59:02.848926 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4cd8ea-f9ef-4f66-a7fd-3d98c428aee0 req-ecea8f02-0b7b-4aa3-9f58-230f7931a630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:02.850730 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2c4cd8ea-f9ef-4f66-a7fd-3d98c428aee0 req-ecea8f02-0b7b-4aa3-9f58-230f7931a630 service neutron] 10.222.0.63 "GET /v2.0/networks?id=222e0814-c7e5-4b11-9282-3f40c6ed76b2 HTTP/1.1" status: 200 len: 870 time: 0.1335750 Aug 18 11:59:02.862883 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ff062e2a-4b31-4f90-b4b1-b9f6b84aa7d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7904109'] for network, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:02.897840 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device b63e6490-f1db-458c-9426-2e5fed85f7e3 no longer exists at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 11:59:02.906056 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8862e731-1293-42c2-99b6-51415acbb112 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789150665894'] for network, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:02.921585 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2c4cd8ea-f9ef-4f66-a7fd-3d98c428aee0 req-48f1f0a3-0be6-45e7-89bd-e9c751738659 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=3bb3d3c1-bab8-4cce-b527-237a5b4dc9b4 HTTP/1.1" status: 200 len: 217 time: 0.0502450 Aug 18 11:59:02.970554 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-f294cb0e-c9fe-406d-803d-b0a7331deddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:02.972783 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-f294cb0e-c9fe-406d-803d-b0a7331deddf service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=14664a63-22d6-4bc0-8290-849b20369b1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1469812 Aug 18 11:59:02.981749 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4cd8ea-f9ef-4f66-a7fd-3d98c428aee0 req-8b121317-4b63-4c32-9f54-69b08cce8baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:02.983456 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2c4cd8ea-f9ef-4f66-a7fd-3d98c428aee0 req-8b121317-4b63-4c32-9f54-69b08cce8baf service neutron] 10.222.0.63 "GET /v2.0/subnets?id=6d16d680-110b-436d-8afa-48ba845b3623 HTTP/1.1" status: 200 len: 843 time: 0.0580704 Aug 18 11:59:03.000862 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5db9e0e-c26e-4fa3-b34d-6955b44ff527 None None] DHCP port deletion for 35cf2b50-099d-49d2-9915-df617cd151d5 request from n-d-804985-2 {{(pid=106254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 11:59:03.011084 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8862e731-1293-42c2-99b6-51415acbb112 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for network, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:03.012669 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8862e731-1293-42c2-99b6-51415acbb112 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:03.013419 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8862e731-1293-42c2-99b6-51415acbb112 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:03.055446 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:03.093399 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4cd8ea-f9ef-4f66-a7fd-3d98c428aee0 req-556019cb-5f6f-4952-af76-b217a2044529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:03.095556 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2c4cd8ea-f9ef-4f66-a7fd-3d98c428aee0 req-556019cb-5f6f-4952-af76-b217a2044529 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=222e0814-c7e5-4b11-9282-3f40c6ed76b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1016796 Aug 18 11:59:03.139322 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-8862e731-1293-42c2-99b6-51415acbb112 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.3748329 Aug 18 11:59:03.139322 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 57640) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:59:03.142945 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0fb7e11-ba93-4e5d-ab38-43905fe1ad87', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b63e6490-f1db-458c-9426-2e5fed85f7e3'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 11:59:03.146399 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db50a436fb3a98495337d8fe7487b4f2ea6f3c1052eb9efadc2ecda2d5737001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14112ecd-1958-4de0-8ab1-5c84d8aa649e" -d '{"events": [{"server_uuid": "e0fb7e11-ba93-4e5d-ab38-43905fe1ad87", "name": "network-vif-unplugged", "status": "completed", "tag": "b63e6490-f1db-458c-9426-2e5fed85f7e3"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:59:03.154592 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-9fb0ce4f-216b-4e42-a8e6-1396cfc71164 admin admin] Request body: {'subnet': {'network_id': '1e656cb7-1dae-41ab-9324-8fb23b5a6aaa', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-883812356-subnet', 'tenant_id': 'acde472f453c4874bb698cc726ca77ab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:59:03.166093 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port b63e6490-f1db-458c-9426-2e5fed85f7e3, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=b63e6490-f1db-458c-9426-2e5fed85f7e3,segment=NetworkSegment(b0eb6eea-b461-4969-8a27-808f00daa8a1),segment_id=b0eb6eea-b461-4969-8a27-808f00daa8a1)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:59:03.171557 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-a5db9e0e-c26e-4fa3-b34d-6955b44ff527 None None] Deleting port fd6df7df-ef23-4299-889d-98998cd62031 {{(pid=106254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 11:59:03.172626 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-a5db9e0e-c26e-4fa3-b34d-6955b44ff527 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:03.180687 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8862e731-1293-42c2-99b6-51415acbb112 admin admin] Pushing event updated for resources: {'Network': ['ID=1e656cb7-1dae-41ab-9324-8fb23b5a6aaa,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:59:03.215378 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:03.217338 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Network 1e656cb7-1dae-41ab-9324-8fb23b5a6aaa details requested by agent ovs-agent-n-d-804985-2 with host n-d-804985-2 {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 11:59:03.242743 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-41f2158b-5c95-4776-ab74-335a429bf846 service neutron] 10.222.0.62 "GET /v2.0/networks/14664a63-22d6-4bc0-8290-849b20369b1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2543306 Aug 18 11:59:03.246346 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fb0ce4f-216b-4e42-a8e6-1396cfc71164 admin admin] Made reservation on behalf of acde472f453c4874bb698cc726ca77ab for: {'subnet': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 11:59:03.249010 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9fb0ce4f-216b-4e42-a8e6-1396cfc71164 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59388119'] for subnet, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:03.312946 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-a5db9e0e-c26e-4fa3-b34d-6955b44ff527 None None] For port fd6df7df-ef23-4299-889d-98998cd62031, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=fd6df7df-ef23-4299-889d-98998cd62031,segment=NetworkSegment(d08a62a1-a91f-456e-9ff3-5429cc5abf2a),segment_id=d08a62a1-a91f-456e-9ff3-5429cc5abf2a)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:59:03.313282 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-a5db9e0e-c26e-4fa3-b34d-6955b44ff527 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:03.332549 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-ff062e2a-4b31-4f90-b4b1-b9f6b84aa7d2 admin admin] Deleting port fd6df7df-ef23-4299-889d-98998cd62031 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 11:59:03.332991 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ff062e2a-4b31-4f90-b4b1-b9f6b84aa7d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:03.349285 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-a5db9e0e-c26e-4fa3-b34d-6955b44ff527 None None] Calling delete_port for fd6df7df-ef23-4299-889d-98998cd62031 owned by network:dhcp {{(pid=106254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 11:59:03.381463 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=b63e6490-f1db-458c-9426-2e5fed85f7e3,revision_number=8']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:59:03.460308 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-a5db9e0e-c26e-4fa3-b34d-6955b44ff527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556'] for port, after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:03.467695 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [None req-ff062e2a-4b31-4f90-b4b1-b9f6b84aa7d2 admin admin] For port fd6df7df-ef23-4299-889d-98998cd62031, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=fd6df7df-ef23-4299-889d-98998cd62031,segment=NetworkSegment(d08a62a1-a91f-456e-9ff3-5429cc5abf2a),segment_id=d08a62a1-a91f-456e-9ff3-5429cc5abf2a)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:59:03.468096 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ff062e2a-4b31-4f90-b4b1-b9f6b84aa7d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:03.489540 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5db9e0e-c26e-4fa3-b34d-6955b44ff527 None None] Pushing event deleted for resources: {'Port': ['ID=fd6df7df-ef23-4299-889d-98998cd62031,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:59:03.491695 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5db9e0e-c26e-4fa3-b34d-6955b44ff527 None None] No DVR routers for this DVR port fd6df7df-ef23-4299-889d-98998cd62031 on host n-d-804985-2 {{(pid=106254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 11:59:03.511150 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-ff062e2a-4b31-4f90-b4b1-b9f6b84aa7d2 admin admin] Calling delete_port for fd6df7df-ef23-4299-889d-98998cd62031 owned by network:dhcp {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 11:59:03.545655 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-7599654f-77de-441b-98d6-d845d7f4f97c service neutron] 10.222.0.62 "GET /v2.0/networks/14664a63-22d6-4bc0-8290-849b20369b1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2238407 Aug 18 11:59:03.621563 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-0b082d2a-062d-4c54-a279-58f1e6521923 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.244&port_id=d1178764-5fcc-4bf5-bf2c-1f7340615440 HTTP/1.1" status: 200 len: 217 time: 0.0466392 Aug 18 11:59:03.655837 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2c4cd8ea-f9ef-4f66-a7fd-3d98c428aee0 req-acb638b4-51df-4726-9117-e7190563b33e service neutron] 10.222.0.63 "GET /v2.0/networks/222e0814-c7e5-4b11-9282-3f40c6ed76b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5469165 Aug 18 11:59:03.707539 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9fb0ce4f-216b-4e42-a8e6-1396cfc71164 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58902106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59388097'] for subnet, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:03.746372 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6197b1-5d14-4da5-9e35-aaa2e49fb96e req-05e691c3-39b9-4a58-9d48-3bb29a91f19c tempest-ListServerFiltersTestJSON-1468057958 tempest-ListServerFiltersTestJSON-1468057958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:03.746842 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-a5972c81-1493-4e13-b8d7-78b7858a2685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:03.747795 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1c6197b1-5d14-4da5-9e35-aaa2e49fb96e req-05e691c3-39b9-4a58-9d48-3bb29a91f19c tempest-ListServerFiltersTestJSON-1468057958 tempest-ListServerFiltersTestJSON-1468057958-project] 10.222.0.66 "GET /v2.0/ports?device_id=714c95e2-c9ad-47f9-af12-f4efbff51186 HTTP/1.1" status: 200 len: 945 time: 0.1875212 Aug 18 11:59:03.748278 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-a5972c81-1493-4e13-b8d7-78b7858a2685 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4d098d7d-848d-42a8-ac08-c1738695747e HTTP/1.1" status: 200 len: 797 time: 0.1024156 Aug 18 11:59:03.758654 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31e7a38-e846-4bff-82ac-a3d19f28245b req-51b3f710-ce7f-447d-95b1-7fa4e0f75bbe tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:03.764376 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31e7a38-e846-4bff-82ac-a3d19f28245b req-51b3f710-ce7f-447d-95b1-7fa4e0f75bbe tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:03.770237 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31e7a38-e846-4bff-82ac-a3d19f28245b req-51b3f710-ce7f-447d-95b1-7fa4e0f75bbe tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:03.776114 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31e7a38-e846-4bff-82ac-a3d19f28245b req-51b3f710-ce7f-447d-95b1-7fa4e0f75bbe tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:03.776283 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ff062e2a-4b31-4f90-b4b1-b9f6b84aa7d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:03.782057 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31e7a38-e846-4bff-82ac-a3d19f28245b req-51b3f710-ce7f-447d-95b1-7fa4e0f75bbe tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:03.787940 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31e7a38-e846-4bff-82ac-a3d19f28245b req-51b3f710-ce7f-447d-95b1-7fa4e0f75bbe tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:03.793830 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31e7a38-e846-4bff-82ac-a3d19f28245b req-51b3f710-ce7f-447d-95b1-7fa4e0f75bbe tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:03.795729 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f31e7a38-e846-4bff-82ac-a3d19f28245b req-51b3f710-ce7f-447d-95b1-7fa4e0f75bbe tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] 10.222.0.66 "GET /v2.0/ports?device_id=20dd28f4-1df0-4a6b-8939-d21ca9c9b72a HTTP/1.1" status: 200 len: 5431 time: 0.2343283 Aug 18 11:59:03.799689 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb0ce4f-216b-4e42-a8e6-1396cfc71164 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5fb00aaf-b428-405b-925c-e697121d3aeb,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:59:03.816526 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96287854-264c-4881-acec-d0f7929994aa req-36c504cd-530a-4a6a-9106-7642822788b5 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:03.818353 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-96287854-264c-4881-acec-d0f7929994aa req-36c504cd-530a-4a6a-9106-7642822788b5 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.63 "GET /v2.0/networks?id=45f10d77-130c-4859-b30d-1a902305b96f HTTP/1.1" status: 200 len: 806 time: 0.7432292 Aug 18 11:59:03.839530 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff062e2a-4b31-4f90-b4b1-b9f6b84aa7d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd6df7df-ef23-4299-889d-98998cd62031,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:59:03.841286 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff062e2a-4b31-4f90-b4b1-b9f6b84aa7d2 admin admin] No DVR routers for this DVR port fd6df7df-ef23-4299-889d-98998cd62031 on host n-d-804985-2 {{(pid=106253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 11:59:03.851012 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-96287854-264c-4881-acec-d0f7929994aa req-c52f9b1a-4fbb-4bd1-a896-58c4fb72b808 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Request body: {'port': {'device_id': '18e4043f-eb56-4bc5-9628-bdc903d88236', 'network_id': '45f10d77-130c-4859-b30d-1a902305b96f', 'admin_state_up': True, 'tenant_id': '9143985e071d4037b5bf264a5aaa6497'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:59:03.870596 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb0ce4f-216b-4e42-a8e6-1396cfc71164 admin admin] Checking segment: {'id': '8ae76c4b-f0ca-4ab9-b94f-8ec741624d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '1e656cb7-1dae-41ab-9324-8fb23b5a6aaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 11:59:03.870952 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fb0ce4f-216b-4e42-a8e6-1396cfc71164 admin admin] Network hostable DHCP agents. Network: 1e656cb7-1dae-41ab-9324-8fb23b5a6aaa, hostable agents: ['97c14208-2951-4361-8d64-3708c946ff5f'], hosted agents: [] {{(pid=106253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 11:59:03.911864 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-a0ae0272-7eea-47d4-81da-b010a2acd22e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:03.913333 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-a0ae0272-7eea-47d4-81da-b010a2acd22e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=14664a63-22d6-4bc0-8290-849b20369b1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1535749 Aug 18 11:59:03.941046 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ff062e2a-4b31-4f90-b4b1-b9f6b84aa7d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8367869', 'neutron.services.segments.db._delete_segments_for_network-8789151212993'] for network, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:03.956441 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1c6197b1-5d14-4da5-9e35-aaa2e49fb96e req-f2b09b58-aa7a-4ee2-8167-3486b3008726 tempest-ListServerFiltersTestJSON-1468057958 tempest-ListServerFiltersTestJSON-1468057958-project] 10.222.0.66 "GET /v2.0/security-groups?id=f5ad2220-cad5-4159-8a3e-cb953441befe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597242 Aug 18 11:59:03.960555 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f31e7a38-e846-4bff-82ac-a3d19f28245b req-b4868253-fab3-4ee2-82e0-0ad7025e02bf tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] 10.222.0.66 "GET /v2.0/security-groups?id=62694ccf-8551-490d-8b70-5c6a44a53206&id=e100a5b2-e498-4091-84ac-a0da12aab123&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1568618 Aug 18 11:59:03.968300 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2c4cd8ea-f9ef-4f66-a7fd-3d98c428aee0 req-ef535ccd-0bc7-48f1-9d94-f80a7ffacbbb service neutron] 10.222.0.63 "GET /v2.0/networks/222e0814-c7e5-4b11-9282-3f40c6ed76b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2974980 Aug 18 11:59:03.990774 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-ff062e2a-4b31-4f90-b4b1-b9f6b84aa7d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35cf2b50-099d-49d2-9915-df617cd151d5']}} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:59:04.004649 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-ff062e2a-4b31-4f90-b4b1-b9f6b84aa7d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd08a62a1-a91f-456e-9ff3-5429cc5abf2a') {'for_net_delete': True} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:59:04.005225 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-ff062e2a-4b31-4f90-b4b1-b9f6b84aa7d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd08a62a1-a91f-456e-9ff3-5429cc5abf2a') {} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:59:04.017331 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ff062e2a-4b31-4f90-b4b1-b9f6b84aa7d2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789151225254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902236'] for segment, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:04.031907 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fb0ce4f-216b-4e42-a8e6-1396cfc71164 admin admin] Network 1e656cb7-1dae-41ab-9324-8fb23b5a6aaa is scheduled to be hosted by DHCP agent 97c14208-2951-4361-8d64-3708c946ff5f with binding_index 1 {{(pid=106253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 11:59:04.056759 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ff062e2a-4b31-4f90-b4b1-b9f6b84aa7d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:04.063542 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96287854-264c-4881-acec-d0f7929994aa req-c52f9b1a-4fbb-4bd1-a896-58c4fb72b808 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Made reservation on behalf of 9143985e071d4037b5bf264a5aaa6497 for: {'port': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 11:59:04.065908 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff062e2a-4b31-4f90-b4b1-b9f6b84aa7d2 admin admin] Releasing vlan 806 on physical network physnet1 to pool {{(pid=106253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 11:59:04.066336 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ff062e2a-4b31-4f90-b4b1-b9f6b84aa7d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58900537'] for segment, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:04.067566 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-96287854-264c-4881-acec-d0f7929994aa req-c52f9b1a-4fbb-4bd1-a896-58c4fb72b808 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:04.112373 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 18 Aug 2021 11:59:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b002b28-f6a6-48a8-a4a3-aa9566953862 x-openstack-request-id: req-5b002b28-f6a6-48a8-a4a3-aa9566953862 {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:59:04.112734 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0fb7e11-ba93-4e5d-ab38-43905fe1ad87", "name": "network-vif-unplugged", "status": "completed", "tag": "b63e6490-f1db-458c-9426-2e5fed85f7e3", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:59:04.113002 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-5b002b28-f6a6-48a8-a4a3-aa9566953862 {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:59:04.113637 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0fb7e11-ba93-4e5d-ab38-43905fe1ad87', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b63e6490-f1db-458c-9426-2e5fed85f7e3', 'code': 200} Aug 18 11:59:04.115897 n-d-804985-2 neutron-server[106253]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 11:59:04.115897 n-d-804985-2 neutron-server[106253]: self.session.flush() Aug 18 11:59:04.115897 n-d-804985-2 neutron-server[106253]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 11:59:04.115897 n-d-804985-2 neutron-server[106253]: self.session.flush() Aug 18 11:59:04.115897 n-d-804985-2 neutron-server[106253]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 11:59:04.115897 n-d-804985-2 neutron-server[106253]: self.session.flush() Aug 18 11:59:04.115897 n-d-804985-2 neutron-server[106253]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 11:59:04.115897 n-d-804985-2 neutron-server[106253]: self.session.flush() Aug 18 11:59:04.115897 n-d-804985-2 neutron-server[106253]: Traceback (most recent call last): Aug 18 11:59:04.115897 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 11:59:04.115897 n-d-804985-2 neutron-server[106253]: timer() Aug 18 11:59:04.115897 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 11:59:04.115897 n-d-804985-2 neutron-server[106253]: cb(*args, **kw) Aug 18 11:59:04.115897 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 11:59:04.115897 n-d-804985-2 neutron-server[106253]: return func(*args, **kwargs) Aug 18 11:59:04.115897 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 11:59:04.115897 n-d-804985-2 neutron-server[106253]: self._notify() Aug 18 11:59:04.115897 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 11:59:04.115897 n-d-804985-2 neutron-server[106253]: self.callback(batched_events) Aug 18 11:59:04.115897 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 11:59:04.115897 n-d-804985-2 neutron-server[106253]: event.method(event) Aug 18 11:59:04.115897 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 11:59:04.115897 n-d-804985-2 neutron-server[106253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 11:59:04.115897 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 11:59:04.115897 n-d-804985-2 neutron-server[106253]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 11:59:04.115897 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 11:59:04.115897 n-d-804985-2 neutron-server[106253]: return f(self, *a, **k) Aug 18 11:59:04.115897 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 11:59:04.115897 n-d-804985-2 neutron-server[106253]: return self._get(url).json() Aug 18 11:59:04.115897 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 11:59:04.115897 n-d-804985-2 neutron-server[106253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 11:59:04.115897 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 11:59:04.115897 n-d-804985-2 neutron-server[106253]: return self.request(url, 'GET', **kwargs) Aug 18 11:59:04.115897 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 11:59:04.115897 n-d-804985-2 neutron-server[106253]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 11:59:04.115897 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 11:59:04.115897 n-d-804985-2 neutron-server[106253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 11:59:04.115897 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 11:59:04.115897 n-d-804985-2 neutron-server[106253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 11:59:04.115897 n-d-804985-2 neutron-server[106253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 11:59:04.119685 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-9fb0ce4f-216b-4e42-a8e6-1396cfc71164 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-2, 1e656cb7-1dae-41ab-9324-8fb23b5a6aaa) {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:59:04.128690 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe63806c-40cd-405d-8522-a4440f03aeb3 None None] Network 1e656cb7-1dae-41ab-9324-8fb23b5a6aaa requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 11:59:04.135104 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fb0ce4f-216b-4e42-a8e6-1396cfc71164 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:04.135699 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9fb0ce4f-216b-4e42-a8e6-1396cfc71164 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:04.177617 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ff062e2a-4b31-4f90-b4b1-b9f6b84aa7d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8367858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997186'] for network, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:04.180088 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-9fb0ce4f-216b-4e42-a8e6-1396cfc71164 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.0401385 Aug 18 11:59:04.186135 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ff062e2a-4b31-4f90-b4b1-b9f6b84aa7d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:04.187937 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-ff062e2a-4b31-4f90-b4b1-b9f6b84aa7d2 admin admin] 10.222.0.66 "DELETE /v2.0/networks/35cf2b50-099d-49d2-9915-df617cd151d5 HTTP/1.1" status: 204 len: 168 time: 1.5227721 Aug 18 11:59:04.193294 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-6a85b87b-df83-4b40-a9e2-9dfab530805c service neutron] 10.222.0.62 "GET /v2.0/networks/14664a63-22d6-4bc0-8290-849b20369b1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2618456 Aug 18 11:59:04.223847 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff062e2a-4b31-4f90-b4b1-b9f6b84aa7d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=35cf2b50-099d-49d2-9915-df617cd151d5,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:59:04.245254 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device fd6df7df-ef23-4299-889d-98998cd62031 no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 11:59:04.255244 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2b35d735-b946-4e00-8bb0-169c05ad31da req-e97144b0-953d-4fba-a7b5-65d8248af131 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.66 "GET /v2.0/ports?device_id=18e4043f-eb56-4bc5-9628-bdc903d88236 HTTP/1.1" status: 200 len: 210 time: 0.1015985 Aug 18 11:59:04.283404 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: fd6df7df-ef23-4299-889d-98998cd62031 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 11:59:04.283741 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device fd6df7df-ef23-4299-889d-98998cd62031 not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 11:59:04.291629 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.agents_db [None req-6dbb2658-0354-4101-8393-6e7505481cf6 None None] Agent healthcheck: found 7 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 11:59:04.370755 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-826191bb-0121-4dce-ae99-a4b703e091fc service neutron] 10.222.0.62 "GET /v2.0/networks/14664a63-22d6-4bc0-8290-849b20369b1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482947 Aug 18 11:59:04.417875 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953c9a9a-b469-4660-8426-4e783d771545 req-42609ca5-a8fc-474c-afc8-a4f560d8dc77 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:04.419679 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0bd9f71-c6ca-4c7d-880d-8859c6646a9c None None] Network 1e656cb7-1dae-41ab-9324-8fb23b5a6aaa requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 11:59:04.419888 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-953c9a9a-b469-4660-8426-4e783d771545 req-42609ca5-a8fc-474c-afc8-a4f560d8dc77 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/ports?device_id=447950aa-fe3a-4e2a-9e6e-e115159ebaee HTTP/1.1" status: 200 len: 950 time: 0.2019236 Aug 18 11:59:04.420629 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 57662) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:59:04.442478 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-a25de780-369e-45a3-8ffe-98b878853055 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.50&port_id=449e4b2c-f485-41a8-b8c7-65aa343611a1 HTTP/1.1" status: 200 len: 217 time: 0.0619214 Aug 18 11:59:04.490350 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [req-96287854-264c-4881-acec-d0f7929994aa req-c52f9b1a-4fbb-4bd1-a896-58c4fb72b808 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Allocated IP 172.20.0.8 (45f10d77-130c-4859-b30d-1a902305b96f/7cf2249d-58a2-4afe-a9fb-145dc05a7f39/38cfd0b5-7bbb-4f9b-92b9-1917b74d8728) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 11:59:04.512495 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-fb6c9d10-338f-47ed-a8e7-9b5f12b1b815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:04.513011 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-953c9a9a-b469-4660-8426-4e783d771545 req-8dc630a7-f97a-4693-9763-49f4f60da792 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/security-groups?id=0ddd2c5c-7e53-44ab-9404-c5fea69a570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801542 Aug 18 11:59:04.529494 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-fb6c9d10-338f-47ed-a8e7-9b5f12b1b815 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4d098d7d-848d-42a8-ac08-c1738695747e HTTP/1.1" status: 200 len: 797 time: 0.0744026 Aug 18 11:59:04.534213 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-0acbb1c6-fd60-4830-b3d2-b1e5da5d6aa5 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=3c5cb4aa7d4e4f2397a6d09f0e1e39e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1099515 Aug 18 11:59:04.537143 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 57666) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:59:04.551813 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 4828bcb3-3409-4cb4-a37a-0c3ef87257bd no longer exists at agent hyperv_n-h1-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 11:59:04.598431 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] No Port match for: 4828bcb3-3409-4cb4-a37a-0c3ef87257bd {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 11:59:04.598780 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 4828bcb3-3409-4cb4-a37a-0c3ef87257bd not bound to the agent host n-h1-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 11:59:04.620857 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-e08864c5-77a9-41b3-b99f-6578c80a42bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:04.622441 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-e08864c5-77a9-41b3-b99f-6578c80a42bd service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=14664a63-22d6-4bc0-8290-849b20369b1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0748446 Aug 18 11:59:04.643359 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a18a9e4b-5510-4bb2-ac9e-077f70f6a735 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:04.695464 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-96287854-264c-4881-acec-d0f7929994aa req-c52f9b1a-4fbb-4bd1-a896-58c4fb72b808 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:04.708492 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a18a9e4b-5510-4bb2-ac9e-077f70f6a735 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:04.736057 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-96287854-264c-4881-acec-d0f7929994aa req-c52f9b1a-4fbb-4bd1-a896-58c4fb72b808 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:04.752912 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] get_ports_and_sgs() called for port_ids ['ecad9dcc-255c-4073-a5af-38967245d933'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 11:59:04.772663 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-4ccb1f3b-14c4-4284-953f-7237c0d30029 service neutron] 10.222.0.62 "GET /v2.0/networks/14664a63-22d6-4bc0-8290-849b20369b1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390586 Aug 18 11:59:04.778718 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96287854-264c-4881-acec-d0f7929994aa req-c52f9b1a-4fbb-4bd1-a896-58c4fb72b808 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Network 45f10d77-130c-4859-b30d-1a902305b96f is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 11:59:04.782131 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [req-96287854-264c-4881-acec-d0f7929994aa req-c52f9b1a-4fbb-4bd1-a896-58c4fb72b808 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:59:04.784867 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-96287854-264c-4881-acec-d0f7929994aa req-c52f9b1a-4fbb-4bd1-a896-58c4fb72b808 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 11:59:04.827590 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52f9b1a-4fbb-4bd1-a896-58c4fb72b808 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Pushing event updated for resources: {'Port': ['ID=38cfd0b5-7bbb-4f9b-92b9-1917b74d8728,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:59:04.844053 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a18a9e4b-5510-4bb2-ac9e-077f70f6a735 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:04.846735 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a18a9e4b-5510-4bb2-ac9e-077f70f6a735 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:04.851973 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96287854-264c-4881-acec-d0f7929994aa req-c52f9b1a-4fbb-4bd1-a896-58c4fb72b808 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:04.852669 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-96287854-264c-4881-acec-d0f7929994aa req-c52f9b1a-4fbb-4bd1-a896-58c4fb72b808 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:04.859441 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-a18a9e4b-5510-4bb2-ac9e-077f70f6a735 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/4584364a-bc0c-4f93-bef2-7a25b8437d82 HTTP/1.1" status: 204 len: 168 time: 0.3177438 Aug 18 11:59:04.869812 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-96287854-264c-4881-acec-d0f7929994aa req-c52f9b1a-4fbb-4bd1-a896-58c4fb72b808 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0339417 Aug 18 11:59:04.876494 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18a9e4b-5510-4bb2-ac9e-077f70f6a735 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4584364a-bc0c-4f93-bef2-7a25b8437d82,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:59:04.897917 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-96287854-264c-4881-acec-d0f7929994aa req-70a8af97-51d8-460f-8c7c-7141f64306a0 service neutron] Request body: {'port': {'device_id': '18e4043f-eb56-4bc5-9628-bdc903d88236', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804985-2'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:59:04.913806 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device b63e6490-f1db-458c-9426-2e5fed85f7e3 details requested by agent hyperv_n-h2-804985-2 with host n-h2-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 11:59:04.935428 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-ceac16f1-f611-46fd-941c-feaf21b7a7f1 service neutron] 10.222.0.62 "GET /v2.0/networks/14664a63-22d6-4bc0-8290-849b20369b1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525760 Aug 18 11:59:04.985074 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-0ba766bb-ab5c-4088-b307-5022edd72379 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=eeb336c7-3a60-4f10-a0d7-6a8235927c82 HTTP/1.1" status: 200 len: 217 time: 0.0406160 Aug 18 11:59:05.073347 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-96287854-264c-4881-acec-d0f7929994aa req-70a8af97-51d8-460f-8c7c-7141f64306a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:05.075860 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-55aa42ac-f41f-49e0-9be7-75c8c621202e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:05.079829 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-55aa42ac-f41f-49e0-9be7-75c8c621202e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=72d9155c-f171-412a-b9b4-962a1e291242 HTTP/1.1" status: 200 len: 797 time: 0.0787880 Aug 18 11:59:05.082939 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port b63e6490-f1db-458c-9426-2e5fed85f7e3, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=b63e6490-f1db-458c-9426-2e5fed85f7e3,segment=NetworkSegment(b0eb6eea-b461-4969-8a27-808f00daa8a1),segment_id=b0eb6eea-b461-4969-8a27-808f00daa8a1)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:59:05.095743 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Returning: {'device': 'b63e6490-f1db-458c-9426-2e5fed85f7e3', 'network_id': '222e0814-c7e5-4b11-9282-3f40c6ed76b2', 'port_id': 'b63e6490-f1db-458c-9426-2e5fed85f7e3', 'mac_address': 'fa:16:3e:68:e0:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 823, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d16d680-110b-436d-8afa-48ba845b3623', 'ip_address': '192.168.233.148'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 11:59:05.143328 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:05.157140 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-4496f810-4744-4066-9155-506b77217e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:05.157672 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b63e6490-f1db-458c-9426-2e5fed85f7e3 {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 11:59:05.158926 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-4496f810-4744-4066-9155-506b77217e6b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=71f4f05b-546f-495f-be85-3ee41a9605e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0641279 Aug 18 11:59:05.165089 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ab6e47-b3c0-4f76-a3b3-3b61c34981b9 req-abea4f5e-6f60-4f03-b1eb-7dce1fb6c204 tempest-ServerAddressesNegativeTestJSON-1456249985 tempest-ServerAddressesNegativeTestJSON-1456249985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:05.166614 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-16ab6e47-b3c0-4f76-a3b3-3b61c34981b9 req-abea4f5e-6f60-4f03-b1eb-7dce1fb6c204 tempest-ServerAddressesNegativeTestJSON-1456249985 tempest-ServerAddressesNegativeTestJSON-1456249985-project] 10.222.0.66 "GET /v2.0/networks?id=1e656cb7-1dae-41ab-9324-8fb23b5a6aaa HTTP/1.1" status: 200 len: 821 time: 0.2875338 Aug 18 11:59:05.182775 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port b63e6490-f1db-458c-9426-2e5fed85f7e3, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=b63e6490-f1db-458c-9426-2e5fed85f7e3,segment=NetworkSegment(b0eb6eea-b461-4969-8a27-808f00daa8a1),segment_id=b0eb6eea-b461-4969-8a27-808f00daa8a1)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:59:05.184586 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93c1fd6-b5ef-407d-8d45-36606d9045ac req-ab241f14-302e-43fd-8581-17aac27daf3a tempest-ListServerFiltersTestJSON-1468057958 tempest-ListServerFiltersTestJSON-1468057958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:05.186100 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c93c1fd6-b5ef-407d-8d45-36606d9045ac req-ab241f14-302e-43fd-8581-17aac27daf3a tempest-ListServerFiltersTestJSON-1468057958 tempest-ListServerFiltersTestJSON-1468057958-project] 10.222.0.66 "GET /v2.0/ports?device_id=714c95e2-c9ad-47f9-af12-f4efbff51186 HTTP/1.1" status: 200 len: 945 time: 0.1277101 Aug 18 11:59:05.195920 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:05.224957 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-16ab6e47-b3c0-4f76-a3b3-3b61c34981b9 req-9c55929d-f184-426c-80b6-6eb2494b70b8 tempest-ServerAddressesNegativeTestJSON-1456249985 tempest-ServerAddressesNegativeTestJSON-1456249985-project] 10.222.0.66 "GET /v2.0/quotas/acde472f453c4874bb698cc726ca77ab HTTP/1.1" status: 200 len: 375 time: 0.0375316 Aug 18 11:59:05.266906 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=b63e6490-f1db-458c-9426-2e5fed85f7e3,revision_number=9']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:59:05.284146 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-0778d0c5-ad14-4719-bcfd-3ddb5277819c service neutron] 10.222.0.62 "GET /v2.0/networks/71f4f05b-546f-495f-be85-3ee41a9605e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066709 Aug 18 11:59:05.324182 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] get_ports_and_sgs() called for port_ids ['b63e6490-f1db-458c-9426-2e5fed85f7e3'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 11:59:05.340875 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-16ab6e47-b3c0-4f76-a3b3-3b61c34981b9 req-f963bb40-465f-426b-a8ff-f6656286bd11 tempest-ServerAddressesNegativeTestJSON-1456249985 tempest-ServerAddressesNegativeTestJSON-1456249985-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=acde472f453c4874bb698cc726ca77ab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0591135 Aug 18 11:59:05.389891 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-10062ce9-4bbb-432a-9449-0d9558e2d7e1 service neutron] 10.222.0.62 "GET /v2.0/networks/71f4f05b-546f-495f-be85-3ee41a9605e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973930 Aug 18 11:59:05.408939 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c93c1fd6-b5ef-407d-8d45-36606d9045ac req-b63b8973-f596-49c9-84ad-5c3f3578973a tempest-ListServerFiltersTestJSON-1468057958 tempest-ListServerFiltersTestJSON-1468057958-project] 10.222.0.66 "GET /v2.0/security-groups?id=f5ad2220-cad5-4159-8a3e-cb953441befe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053993 Aug 18 11:59:05.435686 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-c184dc47-908f-47ad-bdce-d3a986a2b0f3 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=5d12cdb5-f897-47d4-8656-b7afc876f2b5 HTTP/1.1" status: 200 len: 217 time: 0.0375955 Aug 18 11:59:05.517849 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-590417ef-6168-4bcb-91d7-d7de9da92a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:05.519354 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-590417ef-6168-4bcb-91d7-d7de9da92a7b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=72d9155c-f171-412a-b9b4-962a1e291242 HTTP/1.1" status: 200 len: 797 time: 0.0695190 Aug 18 11:59:05.575340 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-9f68cf03-9799-4eb6-a471-3a8a5de36ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:05.579788 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-9f68cf03-9799-4eb6-a471-3a8a5de36ff5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=71f4f05b-546f-495f-be85-3ee41a9605e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0499079 Aug 18 11:59:05.599939 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-16ab6e47-b3c0-4f76-a3b3-3b61c34981b9 req-89ef2f53-f9cb-4a56-aee2-cbac08a970a8 service neutron] 10.222.0.66 "GET /v2.0/networks/1e656cb7-1dae-41ab-9324-8fb23b5a6aaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2507887 Aug 18 11:59:05.625707 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f0c3d4-19da-4860-9745-81add5f1a618 req-f5975024-e609-45e8-b5df-9c7a6b140cf3 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:05.631783 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f0c3d4-19da-4860-9745-81add5f1a618 req-f5975024-e609-45e8-b5df-9c7a6b140cf3 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:05.637991 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f0c3d4-19da-4860-9745-81add5f1a618 req-f5975024-e609-45e8-b5df-9c7a6b140cf3 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:05.643928 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f0c3d4-19da-4860-9745-81add5f1a618 req-f5975024-e609-45e8-b5df-9c7a6b140cf3 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:05.649964 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f0c3d4-19da-4860-9745-81add5f1a618 req-f5975024-e609-45e8-b5df-9c7a6b140cf3 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:05.656305 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f0c3d4-19da-4860-9745-81add5f1a618 req-f5975024-e609-45e8-b5df-9c7a6b140cf3 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:05.662730 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f0c3d4-19da-4860-9745-81add5f1a618 req-f5975024-e609-45e8-b5df-9c7a6b140cf3 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:05.664690 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a8f0c3d4-19da-4860-9745-81add5f1a618 req-f5975024-e609-45e8-b5df-9c7a6b140cf3 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] 10.222.0.66 "GET /v2.0/ports?device_id=20dd28f4-1df0-4a6b-8939-d21ca9c9b72a HTTP/1.1" status: 200 len: 5431 time: 0.1604638 Aug 18 11:59:05.690452 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-5159fd17-427b-4ee2-9779-8f4ba6ec4eac service neutron] 10.222.0.62 "GET /v2.0/networks/71f4f05b-546f-495f-be85-3ee41a9605e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957830 Aug 18 11:59:05.798645 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 57712) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:59:05.812415 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [req-96287854-264c-4881-acec-d0f7929994aa req-70a8af97-51d8-460f-8c7c-7141f64306a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38cfd0b5-7bbb-4f9b-92b9-1917b74d8728 {{(pid=106252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 11:59:05.841815 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a8f0c3d4-19da-4860-9745-81add5f1a618 req-dda0244d-1447-4408-8c0f-af1c5669fb05 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] 10.222.0.66 "GET /v2.0/security-groups?id=62694ccf-8551-490d-8b70-5c6a44a53206&id=e100a5b2-e498-4091-84ac-a0da12aab123&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1195207 Aug 18 11:59:05.842382 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-54c0b070-d8f5-42e8-be3b-e695233ef917 req-c8507840-2fab-4141-9135-67aab0a2462e service neutron] 10.222.0.62 "GET /v2.0/networks/71f4f05b-546f-495f-be85-3ee41a9605e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371338 Aug 18 11:59:05.844381 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:05.847236 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-96287854-264c-4881-acec-d0f7929994aa req-70a8af97-51d8-460f-8c7c-7141f64306a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:05.866203 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-16ab6e47-b3c0-4f76-a3b3-3b61c34981b9 req-ce74a515-65f8-45a0-84dd-cd55de474a44 service neutron] 10.222.0.66 "GET /v2.0/networks/1e656cb7-1dae-41ab-9324-8fb23b5a6aaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2543230 Aug 18 11:59:05.875080 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [req-96287854-264c-4881-acec-d0f7929994aa req-70a8af97-51d8-460f-8c7c-7141f64306a0 service neutron] Transition to ACTIVE for port object 38cfd0b5-7bbb-4f9b-92b9-1917b74d8728 will not be triggered until provisioned by entity L2. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 11:59:05.880626 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-96287854-264c-4881-acec-d0f7929994aa req-70a8af97-51d8-460f-8c7c-7141f64306a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:05.937307 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a8af97-51d8-460f-8c7c-7141f64306a0 service neutron] Pushing event updated for resources: {'Port': ['ID=38cfd0b5-7bbb-4f9b-92b9-1917b74d8728,revision_number=2']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:59:05.965839 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-fe7dc5b6-0bca-44d6-8cfd-96823d244df3 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-619571842-network', 'tenant_id': 'f2fcc9851a79461394caa10661753f36'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:59:06.010527 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b844616b-1236-43af-a65a-f3a97e769d3a req-fbb3b4ee-bf1a-4311-a9e7-5bff5c8888e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:06.011018 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b844616b-1236-43af-a65a-f3a97e769d3a req-fbb3b4ee-bf1a-4311-a9e7-5bff5c8888e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:06.012222 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b844616b-1236-43af-a65a-f3a97e769d3a req-fbb3b4ee-bf1a-4311-a9e7-5bff5c8888e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:06.012741 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b844616b-1236-43af-a65a-f3a97e769d3a req-fbb3b4ee-bf1a-4311-a9e7-5bff5c8888e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:06.013253 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b844616b-1236-43af-a65a-f3a97e769d3a req-fbb3b4ee-bf1a-4311-a9e7-5bff5c8888e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:06.013728 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b844616b-1236-43af-a65a-f3a97e769d3a req-fbb3b4ee-bf1a-4311-a9e7-5bff5c8888e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:06.017146 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b844616b-1236-43af-a65a-f3a97e769d3a req-fbb3b4ee-bf1a-4311-a9e7-5bff5c8888e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:06.020092 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-b844616b-1236-43af-a65a-f3a97e769d3a req-fbb3b4ee-bf1a-4311-a9e7-5bff5c8888e9 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f1c57111807f4f80be30061245a1a804&device_id=20dd28f4-1df0-4a6b-8939-d21ca9c9b72a HTTP/1.1" status: 200 len: 6488 time: 0.1035485 Aug 18 11:59:06.021688 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe7dc5b6-0bca-44d6-8cfd-96823d244df3 admin admin] Made reservation on behalf of f2fcc9851a79461394caa10661753f36 for: {'network': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 11:59:06.024302 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-96287854-264c-4881-acec-d0f7929994aa req-70a8af97-51d8-460f-8c7c-7141f64306a0 service neutron] Attempting to bind port 38cfd0b5-7bbb-4f9b-92b9-1917b74d8728 on host n-h1-804985-2 for vnic_type normal with profile {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 11:59:06.025088 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-96287854-264c-4881-acec-d0f7929994aa req-70a8af97-51d8-460f-8c7c-7141f64306a0 service neutron] Attempting to bind port 38cfd0b5-7bbb-4f9b-92b9-1917b74d8728 by drivers openvswitch,hyperv on host n-h1-804985-2 at level 0 using segments [{'id': '0769e917-ce53-43de-97f7-af6feb189e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '45f10d77-130c-4859-b30d-1a902305b96f'}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 11:59:06.025559 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96287854-264c-4881-acec-d0f7929994aa req-70a8af97-51d8-460f-8c7c-7141f64306a0 service neutron] Attempting to bind port 38cfd0b5-7bbb-4f9b-92b9-1917b74d8728 on network 45f10d77-130c-4859-b30d-1a902305b96f {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 11:59:06.032033 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96287854-264c-4881-acec-d0f7929994aa req-70a8af97-51d8-460f-8c7c-7141f64306a0 service neutron] Port 38cfd0b5-7bbb-4f9b-92b9-1917b74d8728 on network 45f10d77-130c-4859-b30d-1a902305b96f not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-2 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 11:59:06.032697 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96287854-264c-4881-acec-d0f7929994aa req-70a8af97-51d8-460f-8c7c-7141f64306a0 service neutron] Attempting to bind port 38cfd0b5-7bbb-4f9b-92b9-1917b74d8728 on network 45f10d77-130c-4859-b30d-1a902305b96f {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 11:59:06.035966 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-fe7dc5b6-0bca-44d6-8cfd-96823d244df3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for network, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:06.038855 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96287854-264c-4881-acec-d0f7929994aa req-70a8af97-51d8-460f-8c7c-7141f64306a0 service neutron] Checking agent: {'id': 'a613417a-d085-492c-941a-59bb18c633d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 49, 6), 'started_at': datetime.datetime(2021, 8, 18, 11, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 11, 59, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 11:59:06.039272 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96287854-264c-4881-acec-d0f7929994aa req-70a8af97-51d8-460f-8c7c-7141f64306a0 service neutron] Checking segment: {'id': '0769e917-ce53-43de-97f7-af6feb189e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '45f10d77-130c-4859-b30d-1a902305b96f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 11:59:06.039779 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96287854-264c-4881-acec-d0f7929994aa req-70a8af97-51d8-460f-8c7c-7141f64306a0 service neutron] Bound using segment: {'id': '0769e917-ce53-43de-97f7-af6feb189e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '45f10d77-130c-4859-b30d-1a902305b96f'} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 11:59:06.040284 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-96287854-264c-4881-acec-d0f7929994aa req-70a8af97-51d8-460f-8c7c-7141f64306a0 service neutron] Bound port: 38cfd0b5-7bbb-4f9b-92b9-1917b74d8728, host: n-h1-804985-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0769e917-ce53-43de-97f7-af6feb189e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '45f10d77-130c-4859-b30d-1a902305b96f'}}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 11:59:06.040832 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-96287854-264c-4881-acec-d0f7929994aa req-70a8af97-51d8-460f-8c7c-7141f64306a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:06.069262 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-fe7dc5b6-0bca-44d6-8cfd-96823d244df3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:06.153257 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-96287854-264c-4881-acec-d0f7929994aa req-70a8af97-51d8-460f-8c7c-7141f64306a0 service neutron] For port 38cfd0b5-7bbb-4f9b-92b9-1917b74d8728, host n-h1-804985-2, cleared binding levels {{(pid=106252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 11:59:06.157877 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-96287854-264c-4881-acec-d0f7929994aa req-70a8af97-51d8-460f-8c7c-7141f64306a0 service neutron] For port 38cfd0b5-7bbb-4f9b-92b9-1917b74d8728, host n-h1-804985-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=38cfd0b5-7bbb-4f9b-92b9-1917b74d8728,segment=NetworkSegment(0769e917-ce53-43de-97f7-af6feb189e7f),segment_id=0769e917-ce53-43de-97f7-af6feb189e7f)] {{(pid=106252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 11:59:06.172195 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c230331-fa00-4321-ba51-7ce63fbdff39 req-c3efb960-bdf1-468b-b58d-24f4899d2d1e tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:06.173805 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3c230331-fa00-4321-ba51-7ce63fbdff39 req-c3efb960-bdf1-468b-b58d-24f4899d2d1e tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.66 "GET /v2.0/ports?device_id=18e4043f-eb56-4bc5-9628-bdc903d88236 HTTP/1.1" status: 200 len: 943 time: 0.0922232 Aug 18 11:59:06.175475 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-96287854-264c-4881-acec-d0f7929994aa req-70a8af97-51d8-460f-8c7c-7141f64306a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:06.192331 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b844616b-1236-43af-a65a-f3a97e769d3a req-c693724e-cb65-4cc8-b801-06957540c871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:06.194636 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-b844616b-1236-43af-a65a-f3a97e769d3a req-c693724e-cb65-4cc8-b801-06957540c871 service neutron] 10.222.0.62 "GET /v2.0/networks?id=71f4f05b-546f-495f-be85-3ee41a9605e5 HTTP/1.1" status: 200 len: 903 time: 0.1559818 Aug 18 11:59:06.236349 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96287854-264c-4881-acec-d0f7929994aa req-70a8af97-51d8-460f-8c7c-7141f64306a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:06.237013 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-96287854-264c-4881-acec-d0f7929994aa req-70a8af97-51d8-460f-8c7c-7141f64306a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:06.238469 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-96287854-264c-4881-acec-d0f7929994aa req-70a8af97-51d8-460f-8c7c-7141f64306a0 service neutron] 10.222.0.63 "PUT /v2.0/ports/38cfd0b5-7bbb-4f9b-92b9-1917b74d8728 HTTP/1.1" status: 200 len: 1091 time: 1.3570573 Aug 18 11:59:06.240978 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18e4043f-eb56-4bc5-9628-bdc903d88236', 'tag': '38cfd0b5-7bbb-4f9b-92b9-1917b74d8728'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 11:59:06.243171 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e398f12a-e3a4-4048-8a1b-a7e901a80651" -d '{"events": [{"name": "network-changed", "server_uuid": "18e4043f-eb56-4bc5-9628-bdc903d88236", "tag": "38cfd0b5-7bbb-4f9b-92b9-1917b74d8728"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:59:06.256586 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-b844616b-1236-43af-a65a-f3a97e769d3a req-12937873-4f3d-4a45-a9fd-2d0667f84bdf service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=5d12cdb5-f897-47d4-8656-b7afc876f2b5 HTTP/1.1" status: 200 len: 217 time: 0.0507896 Aug 18 11:59:06.324387 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3c230331-fa00-4321-ba51-7ce63fbdff39 req-fd9e1058-26e7-45d4-836f-79df5b446ca6 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.66 "GET /v2.0/security-groups?id=11bbe5b2-5f3b-4775-89a0-258a798e3ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168671 Aug 18 11:59:06.347186 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a8af97-51d8-460f-8c7c-7141f64306a0 service neutron] Pushing event updated for resources: {'Port': ['ID=38cfd0b5-7bbb-4f9b-92b9-1917b74d8728,revision_number=3']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:59:06.354416 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-fe7dc5b6-0bca-44d6-8cfd-96823d244df3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:06.356771 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b844616b-1236-43af-a65a-f3a97e769d3a req-ea71d308-d522-46ab-aa32-dd3f4b2aa3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:06.358412 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-b844616b-1236-43af-a65a-f3a97e769d3a req-ea71d308-d522-46ab-aa32-dd3f4b2aa3d2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=72d9155c-f171-412a-b9b4-962a1e291242 HTTP/1.1" status: 200 len: 797 time: 0.0869789 Aug 18 11:59:06.362696 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-fe7dc5b6-0bca-44d6-8cfd-96823d244df3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:06.377801 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f00191-f4fa-4514-aa2e-01b8e8794529 req-d8417711-401e-475c-95fc-9f8af5ca5a5c tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:06.385146 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-40f00191-f4fa-4514-aa2e-01b8e8794529 req-d8417711-401e-475c-95fc-9f8af5ca5a5c tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/ports?device_id=447950aa-fe3a-4e2a-9e6e-e115159ebaee HTTP/1.1" status: 200 len: 950 time: 0.1367135 Aug 18 11:59:06.409692 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96287854-264c-4881-acec-d0f7929994aa req-2d311b37-8998-4107-a7ba-d6093055e227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:06.411433 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-96287854-264c-4881-acec-d0f7929994aa req-2d311b37-8998-4107-a7ba-d6093055e227 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=9143985e071d4037b5bf264a5aaa6497&device_id=18e4043f-eb56-4bc5-9628-bdc903d88236 HTTP/1.1" status: 200 len: 1094 time: 0.1219196 Aug 18 11:59:06.415440 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe7dc5b6-0bca-44d6-8cfd-96823d244df3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 806} {{(pid=106253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 11:59:06.430637 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7dc5b6-0bca-44d6-8cfd-96823d244df3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5d38df3-0a0a-49df-9044-a73575534f6f,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:59:06.438022 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-fe7dc5b6-0bca-44d6-8cfd-96823d244df3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:06.438431 n-d-804985-2 neutron-server[106253]: INFO neutron.db.segments_db [None req-fe7dc5b6-0bca-44d6-8cfd-96823d244df3 admin admin] Added segment 2731adb8-d7fe-4387-a5ca-535a5d6b6170 of type vlan for network 73138c46-0b6d-40b4-890c-8099aa111edb Aug 18 11:59:06.455897 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-963fd5f6-0fa9-4d36-ae03-1ebebbc891e7 req-f5e90bfc-bbc3-4106-b90f-59ed63eb256c tempest-ServerAddressesNegativeTestJSON-1456249985 tempest-ServerAddressesNegativeTestJSON-1456249985-project] 10.222.0.66 "GET /v2.0/ports?device_id=0338ddc1-8ea6-44fb-8c16-765264b780df HTTP/1.1" status: 200 len: 210 time: 0.0677931 Aug 18 11:59:06.494715 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b844616b-1236-43af-a65a-f3a97e769d3a req-76c36c38-6c8e-498e-b2ad-861084278c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:06.496989 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-b844616b-1236-43af-a65a-f3a97e769d3a req-76c36c38-6c8e-498e-b2ad-861084278c5f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=71f4f05b-546f-495f-be85-3ee41a9605e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1245830 Aug 18 11:59:06.509351 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-fe7dc5b6-0bca-44d6-8cfd-96823d244df3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789150665894'] for network, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:06.517302 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-96287854-264c-4881-acec-d0f7929994aa req-67900c93-213d-4a9c-adc0-03522cbe9b4a service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=38cfd0b5-7bbb-4f9b-92b9-1917b74d8728 HTTP/1.1" status: 200 len: 217 time: 0.0676830 Aug 18 11:59:06.524613 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 11:59:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57768192-aaa1-4eba-9311-ef211f5afae8 x-openstack-request-id: req-57768192-aaa1-4eba-9311-ef211f5afae8 {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:59:06.524969 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18e4043f-eb56-4bc5-9628-bdc903d88236", "tag": "38cfd0b5-7bbb-4f9b-92b9-1917b74d8728", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:59:06.525310 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-57768192-aaa1-4eba-9311-ef211f5afae8 {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:59:06.525668 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18e4043f-eb56-4bc5-9628-bdc903d88236', 'tag': '38cfd0b5-7bbb-4f9b-92b9-1917b74d8728', 'status': 'completed', 'code': 200} Aug 18 11:59:06.536021 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 3bb3d3c1-bab8-4cce-b527-237a5b4dc9b4 details requested by agent hyperv_n-h1-804985-2 with host n-h1-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 11:59:06.540960 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 3bb3d3c1-bab8-4cce-b527-237a5b4dc9b4 no longer exists at agent hyperv_n-h1-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 11:59:06.556898 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-40f00191-f4fa-4514-aa2e-01b8e8794529 req-0ebcf5de-ee21-4951-9e92-2db282153ed8 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/security-groups?id=0ddd2c5c-7e53-44ab-9404-c5fea69a570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679614 Aug 18 11:59:06.588589 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-fe7dc5b6-0bca-44d6-8cfd-96823d244df3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for network, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:06.592564 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe7dc5b6-0bca-44d6-8cfd-96823d244df3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:06.593176 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-fe7dc5b6-0bca-44d6-8cfd-96823d244df3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:06.638913 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96287854-264c-4881-acec-d0f7929994aa req-5f696302-06d7-4d88-af0f-e151cf95be62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:06.642358 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-96287854-264c-4881-acec-d0f7929994aa req-5f696302-06d7-4d88-af0f-e151cf95be62 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=7cf2249d-58a2-4afe-a9fb-145dc05a7f39 HTTP/1.1" status: 200 len: 846 time: 0.1136379 Aug 18 11:59:06.749905 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-96287854-264c-4881-acec-d0f7929994aa req-ef29d192-80fd-4dab-a948-77834783e218 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=45f10d77-130c-4859-b30d-1a902305b96f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0987818 Aug 18 11:59:06.760160 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7dc5b6-0bca-44d6-8cfd-96823d244df3 admin admin] Pushing event updated for resources: {'Network': ['ID=73138c46-0b6d-40b4-890c-8099aa111edb,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:59:06.829476 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Network 73138c46-0b6d-40b4-890c-8099aa111edb details requested by agent ovs-agent-n-d-804985-2 with host n-d-804985-2 {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 11:59:06.837641 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:06.855693 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-fe7dc5b6-0bca-44d6-8cfd-96823d244df3 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0537853 Aug 18 11:59:06.861335 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 57754) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:59:06.868653 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-f62fb570-057b-4f13-a82e-4724ead7322c admin admin] Request body: {'subnet': {'network_id': '73138c46-0b6d-40b4-890c-8099aa111edb', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-619571842-subnet', 'tenant_id': 'f2fcc9851a79461394caa10661753f36', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:59:06.911174 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-b844616b-1236-43af-a65a-f3a97e769d3a req-16151318-f7fc-41c1-b0f4-ebe82c0396dd service neutron] 10.222.0.62 "GET /v2.0/networks/71f4f05b-546f-495f-be85-3ee41a9605e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3744156 Aug 18 11:59:06.915725 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f62fb570-057b-4f13-a82e-4724ead7322c admin admin] Made reservation on behalf of f2fcc9851a79461394caa10661753f36 for: {'subnet': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 11:59:06.918933 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f62fb570-057b-4f13-a82e-4724ead7322c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59388119'] for subnet, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:06.934827 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device b63e6490-f1db-458c-9426-2e5fed85f7e3 up at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:59:06.938920 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eef042a-8e24-4397-98d2-49c15b88c09e req-3bf9bab0-abf6-4df7-b069-5e015c5befd8 tempest-ListServerFiltersTestJSON-1468057958 tempest-ListServerFiltersTestJSON-1468057958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:06.940666 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1eef042a-8e24-4397-98d2-49c15b88c09e req-3bf9bab0-abf6-4df7-b069-5e015c5befd8 tempest-ListServerFiltersTestJSON-1468057958 tempest-ListServerFiltersTestJSON-1468057958-project] 10.222.0.66 "GET /v2.0/ports?device_id=714c95e2-c9ad-47f9-af12-f4efbff51186 HTTP/1.1" status: 200 len: 945 time: 0.2939327 Aug 18 11:59:06.982350 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-96287854-264c-4881-acec-d0f7929994aa req-4d2f409a-6bc4-441f-8f6d-c6497f282236 service neutron] 10.222.0.63 "GET /v2.0/networks/45f10d77-130c-4859-b30d-1a902305b96f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2241290 Aug 18 11:59:07.023363 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 3bb3d3c1-bab8-4cce-b527-237a5b4dc9b4, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=3bb3d3c1-bab8-4cce-b527-237a5b4dc9b4,segment=NetworkSegment(b0eb6eea-b461-4969-8a27-808f00daa8a1),segment_id=b0eb6eea-b461-4969-8a27-808f00daa8a1)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:59:07.057690 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 3bb3d3c1-bab8-4cce-b527-237a5b4dc9b4, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=3bb3d3c1-bab8-4cce-b527-237a5b4dc9b4,segment=NetworkSegment(b0eb6eea-b461-4969-8a27-808f00daa8a1),segment_id=b0eb6eea-b461-4969-8a27-808f00daa8a1)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:59:07.075697 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '447950aa-fe3a-4e2a-9e6e-e115159ebaee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3bb3d3c1-bab8-4cce-b527-237a5b4dc9b4'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 11:59:07.078903 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db50a436fb3a98495337d8fe7487b4f2ea6f3c1052eb9efadc2ecda2d5737001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5f5d1eb-533e-423c-8499-963c3c0f2080" -d '{"events": [{"server_uuid": "447950aa-fe3a-4e2a-9e6e-e115159ebaee", "name": "network-vif-unplugged", "status": "completed", "tag": "3bb3d3c1-bab8-4cce-b527-237a5b4dc9b4"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:59:07.087197 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Returning: {'device': '3bb3d3c1-bab8-4cce-b527-237a5b4dc9b4', 'network_id': '222e0814-c7e5-4b11-9282-3f40c6ed76b2', 'port_id': '3bb3d3c1-bab8-4cce-b527-237a5b4dc9b4', 'mac_address': 'fa:16:3e:12:03:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 823, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d16d680-110b-436d-8afa-48ba845b3623', 'ip_address': '192.168.233.112'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 11:59:07.097637 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:07.110210 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31e43d0-0f56-4f32-814f-423b9ed4ef07 req-61e56326-8ff6-4d1e-8d02-74e55f419419 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:07.112384 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e31e43d0-0f56-4f32-814f-423b9ed4ef07 req-61e56326-8ff6-4d1e-8d02-74e55f419419 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/ports?device_id=447950aa-fe3a-4e2a-9e6e-e115159ebaee HTTP/1.1" status: 200 len: 950 time: 0.2718036 Aug 18 11:59:07.118720 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-b844616b-1236-43af-a65a-f3a97e769d3a req-320d5998-3a81-4885-b42e-e28d3c10b2c2 service neutron] 10.222.0.62 "GET /v2.0/networks/71f4f05b-546f-495f-be85-3ee41a9605e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1961303 Aug 18 11:59:07.174687 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4799356-140c-46ac-a44a-7e15ff39097e req-766874b2-3f57-4484-b4f0-9f898a20a140 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:07.176279 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d4799356-140c-46ac-a44a-7e15ff39097e req-766874b2-3f57-4484-b4f0-9f898a20a140 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.63 "GET /v2.0/ports?device_id=447950aa-fe3a-4e2a-9e6e-e115159ebaee&tenant_id=87f2a541be1e4141a84277bf00dc4c3b&binding%3Ahost_id=n-h1-804985-2 HTTP/1.1" status: 200 len: 950 time: 0.2758508 Aug 18 11:59:07.184312 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1eef042a-8e24-4397-98d2-49c15b88c09e req-d43f619d-7116-40bf-9041-7dbce51d63e6 tempest-ListServerFiltersTestJSON-1468057958 tempest-ListServerFiltersTestJSON-1468057958-project] 10.222.0.66 "GET /v2.0/security-groups?id=f5ad2220-cad5-4159-8a3e-cb953441befe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008452 Aug 18 11:59:07.276705 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e31e43d0-0f56-4f32-814f-423b9ed4ef07 req-a784da8f-54c7-4f9a-a835-3b73027b3148 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/security-groups?id=0ddd2c5c-7e53-44ab-9404-c5fea69a570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431129 Aug 18 11:59:07.277472 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f62fb570-057b-4f13-a82e-4724ead7322c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58902106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59388097'] for subnet, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:07.306709 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=3bb3d3c1-bab8-4cce-b527-237a5b4dc9b4,revision_number=6']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:59:07.365545 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62fb570-057b-4f13-a82e-4724ead7322c admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc1017ef-19e7-4f9e-bd6a-4eb23c619e11,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:59:07.381862 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f62fb570-057b-4f13-a82e-4724ead7322c admin admin] Checking segment: {'id': '2731adb8-d7fe-4387-a5ca-535a5d6b6170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '73138c46-0b6d-40b4-890c-8099aa111edb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 11:59:07.382497 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f62fb570-057b-4f13-a82e-4724ead7322c admin admin] Network hostable DHCP agents. Network: 73138c46-0b6d-40b4-890c-8099aa111edb, hostable agents: ['97c14208-2951-4361-8d64-3708c946ff5f'], hosted agents: [] {{(pid=106253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 11:59:07.391790 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Provisioning complete for port b63e6490-f1db-458c-9426-2e5fed85f7e3 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:59:07.392299 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:07.395249 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:07.404648 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f62fb570-057b-4f13-a82e-4724ead7322c admin admin] Network 73138c46-0b6d-40b4-890c-8099aa111edb is scheduled to be hosted by DHCP agent 97c14208-2951-4361-8d64-3708c946ff5f with binding_index 1 {{(pid=106253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 11:59:07.418844 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-96287854-264c-4881-acec-d0f7929994aa req-6ef63316-60cb-498f-98fc-f88e9cf2659d service neutron] 10.222.0.63 "GET /v2.0/networks/45f10d77-130c-4859-b30d-1a902305b96f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4235320 Aug 18 11:59:07.423606 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-f62fb570-057b-4f13-a82e-4724ead7322c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-2, 73138c46-0b6d-40b4-890c-8099aa111edb) {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:59:07.428353 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f62fb570-057b-4f13-a82e-4724ead7322c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:07.429207 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f62fb570-057b-4f13-a82e-4724ead7322c admin admin] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:07.458191 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-f62fb570-057b-4f13-a82e-4724ead7322c admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5936611 Aug 18 11:59:07.462977 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bb3d3c1-bab8-4cce-b527-237a5b4dc9b4 {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 11:59:07.496866 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f4e7bc2-5b8c-428b-830f-9e8ad5cc41b2 None None] Network 73138c46-0b6d-40b4-890c-8099aa111edb requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 11:59:07.548540 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 18 Aug 2021 11:59:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c0eb1ac-3839-4cfe-89e3-86fcd4a54565 x-openstack-request-id: req-1c0eb1ac-3839-4cfe-89e3-86fcd4a54565 {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:59:07.549308 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "447950aa-fe3a-4e2a-9e6e-e115159ebaee", "name": "network-vif-unplugged", "status": "completed", "tag": "3bb3d3c1-bab8-4cce-b527-237a5b4dc9b4", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:59:07.549308 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-1c0eb1ac-3839-4cfe-89e3-86fcd4a54565 {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:59:07.549503 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '447950aa-fe3a-4e2a-9e6e-e115159ebaee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3bb3d3c1-bab8-4cce-b527-237a5b4dc9b4', 'code': 200} Aug 18 11:59:07.699291 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7929c869-e091-4abd-9bce-a278569762f0 req-9dfdfcf4-c70c-4792-9f78-a6b959ea3ad1 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:07.706857 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7929c869-e091-4abd-9bce-a278569762f0 req-9dfdfcf4-c70c-4792-9f78-a6b959ea3ad1 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:07.713766 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7929c869-e091-4abd-9bce-a278569762f0 req-9dfdfcf4-c70c-4792-9f78-a6b959ea3ad1 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:07.720854 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7929c869-e091-4abd-9bce-a278569762f0 req-9dfdfcf4-c70c-4792-9f78-a6b959ea3ad1 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:07.727401 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7929c869-e091-4abd-9bce-a278569762f0 req-9dfdfcf4-c70c-4792-9f78-a6b959ea3ad1 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:07.734183 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 3bb3d3c1-bab8-4cce-b527-237a5b4dc9b4, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=3bb3d3c1-bab8-4cce-b527-237a5b4dc9b4,segment=NetworkSegment(b0eb6eea-b461-4969-8a27-808f00daa8a1),segment_id=b0eb6eea-b461-4969-8a27-808f00daa8a1)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:59:07.742521 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7929c869-e091-4abd-9bce-a278569762f0 req-9dfdfcf4-c70c-4792-9f78-a6b959ea3ad1 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:07.752304 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7929c869-e091-4abd-9bce-a278569762f0 req-9dfdfcf4-c70c-4792-9f78-a6b959ea3ad1 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:07.754296 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:07.761910 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7929c869-e091-4abd-9bce-a278569762f0 req-9dfdfcf4-c70c-4792-9f78-a6b959ea3ad1 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] 10.222.0.66 "GET /v2.0/ports?device_id=20dd28f4-1df0-4a6b-8939-d21ca9c9b72a HTTP/1.1" status: 200 len: 5431 time: 0.4594932 Aug 18 11:59:07.857463 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f608c172-4726-410d-8778-27a59a6c009d None None] Network 73138c46-0b6d-40b4-890c-8099aa111edb requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 11:59:07.866736 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4799356-140c-46ac-a44a-7e15ff39097e req-85d3c0ce-555a-4117-8c5b-58e367593320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:07.869137 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d4799356-140c-46ac-a44a-7e15ff39097e req-85d3c0ce-555a-4117-8c5b-58e367593320 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=87f2a541be1e4141a84277bf00dc4c3b&device_id=447950aa-fe3a-4e2a-9e6e-e115159ebaee HTTP/1.1" status: 200 len: 1099 time: 0.3476636 Aug 18 11:59:07.874874 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ab6e47-b3c0-4f76-a3b3-3b61c34981b9 req-3ca9f720-1278-45ff-8716-9aee4ad20454 tempest-ServerAddressesNegativeTestJSON-1456249985 tempest-ServerAddressesNegativeTestJSON-1456249985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:07.876318 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-16ab6e47-b3c0-4f76-a3b3-3b61c34981b9 req-3ca9f720-1278-45ff-8716-9aee4ad20454 tempest-ServerAddressesNegativeTestJSON-1456249985 tempest-ServerAddressesNegativeTestJSON-1456249985-project] 10.222.0.63 "GET /v2.0/networks?id=1e656cb7-1dae-41ab-9324-8fb23b5a6aaa HTTP/1.1" status: 200 len: 821 time: 0.5260298 Aug 18 11:59:07.882393 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e398f12a-e3a4-4048-8a1b-a7e901a80651 req-d4e70d4e-c585-4908-9224-03e064414d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:07.884096 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e398f12a-e3a4-4048-8a1b-a7e901a80651 req-d4e70d4e-c585-4908-9224-03e064414d67 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=9143985e071d4037b5bf264a5aaa6497&device_id=18e4043f-eb56-4bc5-9628-bdc903d88236 HTTP/1.1" status: 200 len: 1094 time: 0.3586636 Aug 18 11:59:07.906317 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7929c869-e091-4abd-9bce-a278569762f0 req-d2e5b01b-57f7-4227-bea6-1832139321b7 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] 10.222.0.66 "GET /v2.0/security-groups?id=62694ccf-8551-490d-8b70-5c6a44a53206&id=e100a5b2-e498-4091-84ac-a0da12aab123&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1433980 Aug 18 11:59:07.938732 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=3bb3d3c1-bab8-4cce-b527-237a5b4dc9b4,revision_number=7']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:59:07.946745 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-16ab6e47-b3c0-4f76-a3b3-3b61c34981b9 req-d9a85d44-34b7-49fe-a406-cbd09e489c39 tempest-ServerAddressesNegativeTestJSON-1456249985 tempest-ServerAddressesNegativeTestJSON-1456249985-project] Request body: {'port': {'device_id': '0338ddc1-8ea6-44fb-8c16-765264b780df', 'network_id': '1e656cb7-1dae-41ab-9324-8fb23b5a6aaa', 'admin_state_up': True, 'tenant_id': 'acde472f453c4874bb698cc726ca77ab'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:59:07.956721 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:07.973434 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:08.011496 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] get_ports_and_sgs() called for port_ids ['3bb3d3c1-bab8-4cce-b527-237a5b4dc9b4'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 11:59:08.051922 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port b63e6490-f1db-458c-9426-2e5fed85f7e3, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=b63e6490-f1db-458c-9426-2e5fed85f7e3,segment=NetworkSegment(b0eb6eea-b461-4969-8a27-808f00daa8a1),segment_id=b0eb6eea-b461-4969-8a27-808f00daa8a1)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:59:08.065676 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:08.367754 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=b63e6490-f1db-458c-9426-2e5fed85f7e3,revision_number=10']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:59:08.439842 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019c08ef-81cf-4791-b611-207097c7bc35 req-2edbd58f-9a2e-4b84-aced-4384f45cc685 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:08.441595 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-019c08ef-81cf-4791-b611-207097c7bc35 req-2edbd58f-9a2e-4b84-aced-4384f45cc685 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.66 "GET /v2.0/ports?device_id=18e4043f-eb56-4bc5-9628-bdc903d88236 HTTP/1.1" status: 200 len: 943 time: 0.6775486 Aug 18 11:59:08.520890 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9006f3f5-8364-4d05-9a47-f55123209e0f req-ba3e3bb7-802c-4f5a-bc6e-6f4fa901e1d2 tempest-ServerAddressesNegativeTestJSON-1456249985 tempest-ServerAddressesNegativeTestJSON-1456249985-project] 10.222.0.66 "GET /v2.0/ports?device_id=0338ddc1-8ea6-44fb-8c16-765264b780df HTTP/1.1" status: 200 len: 210 time: 0.0871663 Aug 18 11:59:08.539700 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 38cfd0b5-7bbb-4f9b-92b9-1917b74d8728 details requested by agent hyperv_n-h1-804985-2 with host n-h1-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 11:59:08.633509 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-019c08ef-81cf-4791-b611-207097c7bc35 req-bbae777c-3934-44f3-9cb5-c6e4c5edd65a tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.66 "GET /v2.0/security-groups?id=11bbe5b2-5f3b-4775-89a0-258a798e3ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783018 Aug 18 11:59:08.672220 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4799356-140c-46ac-a44a-7e15ff39097e req-dce71d0d-fe4b-4a87-b5ae-c3be746a15ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:08.687705 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d4799356-140c-46ac-a44a-7e15ff39097e req-dce71d0d-fe4b-4a87-b5ae-c3be746a15ca service neutron] 10.222.0.63 "GET /v2.0/networks?id=222e0814-c7e5-4b11-9282-3f40c6ed76b2 HTTP/1.1" status: 200 len: 870 time: 0.7943287 Aug 18 11:59:08.788169 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e398f12a-e3a4-4048-8a1b-a7e901a80651 req-f3deced1-0c6d-48a7-b567-6532b7161e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:08.791541 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e398f12a-e3a4-4048-8a1b-a7e901a80651 req-f3deced1-0c6d-48a7-b567-6532b7161e57 service neutron] 10.222.0.63 "GET /v2.0/networks?id=45f10d77-130c-4859-b30d-1a902305b96f HTTP/1.1" status: 200 len: 907 time: 0.8812251 Aug 18 11:59:08.801466 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d4799356-140c-46ac-a44a-7e15ff39097e req-6bc00255-f57d-4465-8c74-2774bd6b69a6 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=3bb3d3c1-bab8-4cce-b527-237a5b4dc9b4 HTTP/1.1" status: 200 len: 217 time: 0.1127312 Aug 18 11:59:08.816198 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-0dd5d173-bbdd-4dde-8432-403beccd379f req-f4c8517b-1d46-40fe-924c-7fe4bc9cf6bc tempest-SecurityGroupRulesTestJSON-1117166877 tempest-SecurityGroupRulesTestJSON-1117166877-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-434509250', 'description': 'tempest-description-994444984'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:59:08.818401 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 38cfd0b5-7bbb-4f9b-92b9-1917b74d8728, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=38cfd0b5-7bbb-4f9b-92b9-1917b74d8728,segment=NetworkSegment(0769e917-ce53-43de-97f7-af6feb189e7f),segment_id=0769e917-ce53-43de-97f7-af6feb189e7f)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:59:08.840665 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Returning: {'device': '38cfd0b5-7bbb-4f9b-92b9-1917b74d8728', 'network_id': '45f10d77-130c-4859-b30d-1a902305b96f', 'port_id': '38cfd0b5-7bbb-4f9b-92b9-1917b74d8728', 'mac_address': 'fa:16:3e:33:79:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 821, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cf2249d-58a2-4afe-a9fb-145dc05a7f39', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 11:59:08.893907 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:08.909094 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38cfd0b5-7bbb-4f9b-92b9-1917b74d8728 {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 11:59:08.930281 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 38cfd0b5-7bbb-4f9b-92b9-1917b74d8728, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=38cfd0b5-7bbb-4f9b-92b9-1917b74d8728,segment=NetworkSegment(0769e917-ce53-43de-97f7-af6feb189e7f),segment_id=0769e917-ce53-43de-97f7-af6feb189e7f)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:59:08.935406 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:08.957943 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e398f12a-e3a4-4048-8a1b-a7e901a80651 req-fc5cf4f1-d7f2-4d8f-b689-ab024ee1aad7 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=38cfd0b5-7bbb-4f9b-92b9-1917b74d8728 HTTP/1.1" status: 200 len: 217 time: 0.1552277 Aug 18 11:59:08.997236 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=38cfd0b5-7bbb-4f9b-92b9-1917b74d8728,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:59:09.015808 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.db.api [req-0dd5d173-bbdd-4dde-8432-403beccd379f req-f4c8517b-1d46-40fe-924c-7fe4bc9cf6bc tempest-SecurityGroupRulesTestJSON-1117166877 tempest-SecurityGroupRulesTestJSON-1117166877-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 18 11:59:09.015808 n-d-804985-2 neutron-server[106252]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 18 11:59:09.015808 n-d-804985-2 neutron-server[106252]: [parameters: {'project_id': 'f2fcc9851a79461394caa10661753f36', 'id': 'b1fdd5b3-6463-4ca4-8d75-d21e3f715f02', 'expiration': datetime.datetime(2021, 8, 18, 12, 1, 8, 941101)}] Aug 18 11:59:09.015808 n-d-804985-2 neutron-server[106252]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=106252) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 18 11:59:09.016711 n-d-804985-2 neutron-server[106252]: DEBUG oslo_db.api [req-0dd5d173-bbdd-4dde-8432-403beccd379f req-f4c8517b-1d46-40fe-924c-7fe4bc9cf6bc tempest-SecurityGroupRulesTestJSON-1117166877 tempest-SecurityGroupRulesTestJSON-1117166877-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 18 11:59:09.046765 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16ab6e47-b3c0-4f76-a3b3-3b61c34981b9 req-d9a85d44-34b7-49fe-a406-cbd09e489c39 tempest-ServerAddressesNegativeTestJSON-1456249985 tempest-ServerAddressesNegativeTestJSON-1456249985-project] Made reservation on behalf of acde472f453c4874bb698cc726ca77ab for: {'port': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 11:59:09.050518 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-16ab6e47-b3c0-4f76-a3b3-3b61c34981b9 req-d9a85d44-34b7-49fe-a406-cbd09e489c39 tempest-ServerAddressesNegativeTestJSON-1456249985 tempest-ServerAddressesNegativeTestJSON-1456249985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:09.058218 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4799356-140c-46ac-a44a-7e15ff39097e req-eb468396-f4ee-4824-99e3-b473dfe6d186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:09.059804 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d4799356-140c-46ac-a44a-7e15ff39097e req-eb468396-f4ee-4824-99e3-b473dfe6d186 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=6d16d680-110b-436d-8afa-48ba845b3623 HTTP/1.1" status: 200 len: 843 time: 0.2301409 Aug 18 11:59:09.084942 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899d71f4-79ea-4bfd-a4da-8f552c1fe517 req-5a246b8c-2f86-49a4-89d1-8c68cb1858dc tempest-ListServerFiltersTestJSON-1468057958 tempest-ListServerFiltersTestJSON-1468057958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:09.086475 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-899d71f4-79ea-4bfd-a4da-8f552c1fe517 req-5a246b8c-2f86-49a4-89d1-8c68cb1858dc tempest-ListServerFiltersTestJSON-1468057958 tempest-ListServerFiltersTestJSON-1468057958-project] 10.222.0.66 "GET /v2.0/ports?device_id=714c95e2-c9ad-47f9-af12-f4efbff51186 HTTP/1.1" status: 200 len: 945 time: 0.2933984 Aug 18 11:59:09.153188 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e398f12a-e3a4-4048-8a1b-a7e901a80651 req-54e8928e-cbfb-4117-ac77-396a0e2cad25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:09.154584 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e398f12a-e3a4-4048-8a1b-a7e901a80651 req-54e8928e-cbfb-4117-ac77-396a0e2cad25 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=7cf2249d-58a2-4afe-a9fb-145dc05a7f39 HTTP/1.1" status: 200 len: 846 time: 0.1771536 Aug 18 11:59:09.163153 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] get_ports_and_sgs() called for port_ids ['38cfd0b5-7bbb-4f9b-92b9-1917b74d8728'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 11:59:09.261782 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e398f12a-e3a4-4048-8a1b-a7e901a80651 req-8bd8c219-74fe-49fd-845d-a8bd2f5c42a0 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=45f10d77-130c-4859-b30d-1a902305b96f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0546503 Aug 18 11:59:09.273817 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4799356-140c-46ac-a44a-7e15ff39097e req-a2ce9b15-2b7d-46f0-bd6d-6e68aeafc0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:09.275868 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d4799356-140c-46ac-a44a-7e15ff39097e req-a2ce9b15-2b7d-46f0-bd6d-6e68aeafc0e9 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=222e0814-c7e5-4b11-9282-3f40c6ed76b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2011178 Aug 18 11:59:09.450660 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-899d71f4-79ea-4bfd-a4da-8f552c1fe517 req-a3479026-43ae-4b50-b42e-3778b885097f tempest-ListServerFiltersTestJSON-1468057958 tempest-ListServerFiltersTestJSON-1468057958-project] 10.222.0.66 "GET /v2.0/security-groups?id=f5ad2220-cad5-4159-8a3e-cb953441befe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3516254 Aug 18 11:59:09.455446 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e398f12a-e3a4-4048-8a1b-a7e901a80651 req-8f19fa9c-412a-432b-8572-38dfe4fa463f service neutron] 10.222.0.63 "GET /v2.0/networks/45f10d77-130c-4859-b30d-1a902305b96f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777287 Aug 18 11:59:09.551107 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0fb7e11-ba93-4e5d-ab38-43905fe1ad87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b63e6490-f1db-458c-9426-2e5fed85f7e3'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 11:59:09.555362 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db50a436fb3a98495337d8fe7487b4f2ea6f3c1052eb9efadc2ecda2d5737001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f05a06d3-529e-4b76-9cb5-e0a8b04b80bb" -d '{"events": [{"server_uuid": "e0fb7e11-ba93-4e5d-ab38-43905fe1ad87", "name": "network-vif-plugged", "status": "completed", "tag": "b63e6490-f1db-458c-9426-2e5fed85f7e3"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:59:09.697298 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d4799356-140c-46ac-a44a-7e15ff39097e req-2c6c4457-7dce-4f32-9522-87dc0ad4aab4 service neutron] 10.222.0.63 "GET /v2.0/networks/222e0814-c7e5-4b11-9282-3f40c6ed76b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4084437 Aug 18 11:59:09.741134 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-0dd5d173-bbdd-4dde-8432-403beccd379f req-f4c8517b-1d46-40fe-924c-7fe4bc9cf6bc tempest-SecurityGroupRulesTestJSON-1117166877 tempest-SecurityGroupRulesTestJSON-1117166877-project] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:09.803152 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [req-16ab6e47-b3c0-4f76-a3b3-3b61c34981b9 req-d9a85d44-34b7-49fe-a406-cbd09e489c39 tempest-ServerAddressesNegativeTestJSON-1456249985 tempest-ServerAddressesNegativeTestJSON-1456249985-project] Allocated IP 172.20.0.6 (1e656cb7-1dae-41ab-9324-8fb23b5a6aaa/5fb00aaf-b428-405b-925c-e697121d3aeb/d4e0702b-4ca6-4497-bfad-844fa697777e) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 11:59:09.865501 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afccdabe-4958-4b05-98ca-9028028b564b req-b78d91ee-4c4b-4983-8308-8948f9b4ab61 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:09.867187 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-afccdabe-4958-4b05-98ca-9028028b564b req-b78d91ee-4c4b-4983-8308-8948f9b4ab61 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/ports?device_id=447950aa-fe3a-4e2a-9e6e-e115159ebaee HTTP/1.1" status: 200 len: 949 time: 0.3109338 Aug 18 11:59:09.950439 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e398f12a-e3a4-4048-8a1b-a7e901a80651 req-06a94f9f-6e98-43c1-a8cd-d334094da9a4 service neutron] 10.222.0.63 "GET /v2.0/networks/45f10d77-130c-4859-b30d-1a902305b96f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3969462 Aug 18 11:59:10.052577 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-afccdabe-4958-4b05-98ca-9028028b564b req-38e6164e-c28b-4326-a72d-cc0bdd87701f tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/security-groups?id=0ddd2c5c-7e53-44ab-9404-c5fea69a570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675768 Aug 18 11:59:10.086177 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d4799356-140c-46ac-a44a-7e15ff39097e req-a236dbfa-14fe-4a25-8328-7631d86817de service neutron] 10.222.0.63 "GET /v2.0/networks/222e0814-c7e5-4b11-9282-3f40c6ed76b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3759530 Aug 18 11:59:10.209104 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-16ab6e47-b3c0-4f76-a3b3-3b61c34981b9 req-d9a85d44-34b7-49fe-a406-cbd09e489c39 tempest-ServerAddressesNegativeTestJSON-1456249985 tempest-ServerAddressesNegativeTestJSON-1456249985-project] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:10.299385 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-0dd5d173-bbdd-4dde-8432-403beccd379f req-f4c8517b-1d46-40fe-924c-7fe4bc9cf6bc tempest-SecurityGroupRulesTestJSON-1117166877 tempest-SecurityGroupRulesTestJSON-1117166877-project] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:10.301779 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-16ab6e47-b3c0-4f76-a3b3-3b61c34981b9 req-d9a85d44-34b7-49fe-a406-cbd09e489c39 tempest-ServerAddressesNegativeTestJSON-1456249985 tempest-ServerAddressesNegativeTestJSON-1456249985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:10.311618 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-0dd5d173-bbdd-4dde-8432-403beccd379f req-f4c8517b-1d46-40fe-924c-7fe4bc9cf6bc tempest-SecurityGroupRulesTestJSON-1117166877 tempest-SecurityGroupRulesTestJSON-1117166877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:10.436521 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16ab6e47-b3c0-4f76-a3b3-3b61c34981b9 req-d9a85d44-34b7-49fe-a406-cbd09e489c39 tempest-ServerAddressesNegativeTestJSON-1456249985 tempest-ServerAddressesNegativeTestJSON-1456249985-project] Network 1e656cb7-1dae-41ab-9324-8fb23b5a6aaa is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 11:59:10.442902 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-0dd5d173-bbdd-4dde-8432-403beccd379f req-f4c8517b-1d46-40fe-924c-7fe4bc9cf6bc tempest-SecurityGroupRulesTestJSON-1117166877 tempest-SecurityGroupRulesTestJSON-1117166877-project] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:10.445340 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0dd5d173-bbdd-4dde-8432-403beccd379f req-f4c8517b-1d46-40fe-924c-7fe4bc9cf6bc tempest-SecurityGroupRulesTestJSON-1117166877 tempest-SecurityGroupRulesTestJSON-1117166877-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 1.6504490 Aug 18 11:59:10.451558 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c8517b-1d46-40fe-924c-7fe4bc9cf6bc tempest-SecurityGroupRulesTestJSON-1117166877 tempest-SecurityGroupRulesTestJSON-1117166877-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb13532b-c25a-4e0b-a483-b1ca5eb81a89,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:59:10.456896 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [req-16ab6e47-b3c0-4f76-a3b3-3b61c34981b9 req-d9a85d44-34b7-49fe-a406-cbd09e489c39 tempest-ServerAddressesNegativeTestJSON-1456249985 tempest-ServerAddressesNegativeTestJSON-1456249985-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:59:10.461367 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a85d44-34b7-49fe-a406-cbd09e489c39 tempest-ServerAddressesNegativeTestJSON-1456249985 tempest-ServerAddressesNegativeTestJSON-1456249985-project] Pushing event updated for resources: {'Port': ['ID=d4e0702b-4ca6-4497-bfad-844fa697777e,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:59:10.464074 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-16ab6e47-b3c0-4f76-a3b3-3b61c34981b9 req-d9a85d44-34b7-49fe-a406-cbd09e489c39 tempest-ServerAddressesNegativeTestJSON-1456249985 tempest-ServerAddressesNegativeTestJSON-1456249985-project] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 11:59:10.528184 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ceba17-a477-408f-919a-b6f74e39a27f req-f64cc842-2a00-4d15-89fc-f956f6904216 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:10.534548 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ceba17-a477-408f-919a-b6f74e39a27f req-f64cc842-2a00-4d15-89fc-f956f6904216 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:10.540955 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ceba17-a477-408f-919a-b6f74e39a27f req-f64cc842-2a00-4d15-89fc-f956f6904216 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:10.551958 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ceba17-a477-408f-919a-b6f74e39a27f req-f64cc842-2a00-4d15-89fc-f956f6904216 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:10.554104 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 3bb3d3c1-bab8-4cce-b527-237a5b4dc9b4 up at agent hyperv_n-h1-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:59:10.558552 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ceba17-a477-408f-919a-b6f74e39a27f req-f64cc842-2a00-4d15-89fc-f956f6904216 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:10.564627 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ceba17-a477-408f-919a-b6f74e39a27f req-f64cc842-2a00-4d15-89fc-f956f6904216 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:10.571135 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ceba17-a477-408f-919a-b6f74e39a27f req-f64cc842-2a00-4d15-89fc-f956f6904216 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:10.579733 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-30ceba17-a477-408f-919a-b6f74e39a27f req-f64cc842-2a00-4d15-89fc-f956f6904216 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] 10.222.0.66 "GET /v2.0/ports?device_id=20dd28f4-1df0-4a6b-8939-d21ca9c9b72a HTTP/1.1" status: 200 len: 5431 time: 0.2235134 Aug 18 11:59:10.635936 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Provisioning complete for port 3bb3d3c1-bab8-4cce-b527-237a5b4dc9b4 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:59:10.636961 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:10.657611 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ab6e47-b3c0-4f76-a3b3-3b61c34981b9 req-d9a85d44-34b7-49fe-a406-cbd09e489c39 tempest-ServerAddressesNegativeTestJSON-1456249985 tempest-ServerAddressesNegativeTestJSON-1456249985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:10.658296 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-16ab6e47-b3c0-4f76-a3b3-3b61c34981b9 req-d9a85d44-34b7-49fe-a406-cbd09e489c39 tempest-ServerAddressesNegativeTestJSON-1456249985 tempest-ServerAddressesNegativeTestJSON-1456249985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:10.694409 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-30ceba17-a477-408f-919a-b6f74e39a27f req-3283b1e5-a7d6-4615-bf63-83572c39b82d tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] 10.222.0.66 "GET /v2.0/security-groups?id=62694ccf-8551-490d-8b70-5c6a44a53206&id=e100a5b2-e498-4091-84ac-a0da12aab123&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1137123 Aug 18 11:59:10.725224 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-16ab6e47-b3c0-4f76-a3b3-3b61c34981b9 req-d9a85d44-34b7-49fe-a406-cbd09e489c39 tempest-ServerAddressesNegativeTestJSON-1456249985 tempest-ServerAddressesNegativeTestJSON-1456249985-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8069141 Aug 18 11:59:10.734586 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8248e614-a3ba-4992-92ee-5a43bf9ca8bf req-ea692616-ae52-4bf0-bae4-5c315998c633 tempest-ServerAddressesNegativeTestJSON-1456249985 tempest-ServerAddressesNegativeTestJSON-1456249985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:10.736238 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8248e614-a3ba-4992-92ee-5a43bf9ca8bf req-ea692616-ae52-4bf0-bae4-5c315998c633 tempest-ServerAddressesNegativeTestJSON-1456249985 tempest-ServerAddressesNegativeTestJSON-1456249985-project] 10.222.0.66 "GET /v2.0/ports?device_id=0338ddc1-8ea6-44fb-8c16-765264b780df HTTP/1.1" status: 200 len: 931 time: 0.1544254 Aug 18 11:59:10.757047 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-16ab6e47-b3c0-4f76-a3b3-3b61c34981b9 req-26028d8c-68c1-4489-b56f-1aece170c732 service neutron] Request body: {'port': {'device_id': '0338ddc1-8ea6-44fb-8c16-765264b780df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804985-2'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:59:10.776818 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:10.817865 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 3bb3d3c1-bab8-4cce-b527-237a5b4dc9b4, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=3bb3d3c1-bab8-4cce-b527-237a5b4dc9b4,segment=NetworkSegment(b0eb6eea-b461-4969-8a27-808f00daa8a1),segment_id=b0eb6eea-b461-4969-8a27-808f00daa8a1)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:59:10.821168 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 11:59:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73b12801-1a3c-4949-9617-fd9e2c475749 x-openstack-request-id: req-73b12801-1a3c-4949-9617-fd9e2c475749 {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:59:10.821691 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0fb7e11-ba93-4e5d-ab38-43905fe1ad87", "name": "network-vif-plugged", "status": "completed", "tag": "b63e6490-f1db-458c-9426-2e5fed85f7e3", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:59:10.822185 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-73b12801-1a3c-4949-9617-fd9e2c475749 {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:59:10.822883 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0fb7e11-ba93-4e5d-ab38-43905fe1ad87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b63e6490-f1db-458c-9426-2e5fed85f7e3', 'code': 200} Aug 18 11:59:10.827105 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:10.828299 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 38cfd0b5-7bbb-4f9b-92b9-1917b74d8728 up at agent hyperv_n-h1-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:59:10.921511 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=3bb3d3c1-bab8-4cce-b527-237a5b4dc9b4,revision_number=8']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:59:10.931140 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Provisioning for port 38cfd0b5-7bbb-4f9b-92b9-1917b74d8728 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 11:59:10.938169 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Provisioning complete for port 38cfd0b5-7bbb-4f9b-92b9-1917b74d8728 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:59:10.938484 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:10.961383 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8248e614-a3ba-4992-92ee-5a43bf9ca8bf req-58e50079-09d1-499a-a408-80c505e2a788 tempest-ServerAddressesNegativeTestJSON-1456249985 tempest-ServerAddressesNegativeTestJSON-1456249985-project] 10.222.0.66 "GET /v2.0/security-groups?id=17092d8b-83b7-4f18-84df-ef0cbfdbaa9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103126 Aug 18 11:59:10.965901 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-16ab6e47-b3c0-4f76-a3b3-3b61c34981b9 req-26028d8c-68c1-4489-b56f-1aece170c732 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:11.031006 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b616384-ae39-4abc-b070-b844e37ea35b req-3884c26c-08f5-46b9-9923-e00061f59314 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:11.037543 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:11.038441 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2b616384-ae39-4abc-b070-b844e37ea35b req-3884c26c-08f5-46b9-9923-e00061f59314 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.66 "GET /v2.0/ports?device_id=18e4043f-eb56-4bc5-9628-bdc903d88236 HTTP/1.1" status: 200 len: 944 time: 0.1196890 Aug 18 11:59:11.098906 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 38cfd0b5-7bbb-4f9b-92b9-1917b74d8728, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=38cfd0b5-7bbb-4f9b-92b9-1917b74d8728,segment=NetworkSegment(0769e917-ce53-43de-97f7-af6feb189e7f),segment_id=0769e917-ce53-43de-97f7-af6feb189e7f)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:59:11.107474 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:11.165734 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=38cfd0b5-7bbb-4f9b-92b9-1917b74d8728,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:59:11.206974 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-59e515a4-c28c-44d9-9984-bf0280c3f9c6 req-2f7b45e3-36d7-4909-89a0-7f5e96a7fe88 tempest-SecurityGroupRulesTestJSON-1117166877 tempest-SecurityGroupRulesTestJSON-1117166877-project] 10.222.0.66 "GET /v2.0/security-groups/eb13532b-c25a-4e0b-a483-b1ca5eb81a89 HTTP/1.1" status: 200 len: 1803 time: 0.1410213 Aug 18 11:59:11.239728 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-59e515a4-c28c-44d9-9984-bf0280c3f9c6 req-6c61d430-513f-45a1-9643-8ad837cb3498 tempest-SecurityGroupRulesTestJSON-1117166877 tempest-SecurityGroupRulesTestJSON-1117166877-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'eb13532b-c25a-4e0b-a483-b1ca5eb81a89', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:59:11.239961 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-59e515a4-c28c-44d9-9984-bf0280c3f9c6 req-6c61d430-513f-45a1-9643-8ad837cb3498 tempest-SecurityGroupRulesTestJSON-1117166877 tempest-SecurityGroupRulesTestJSON-1117166877-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'eb13532b-c25a-4e0b-a483-b1ca5eb81a89', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:59:11.279155 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2b616384-ae39-4abc-b070-b844e37ea35b req-f680dd8f-4792-4c49-b32c-ff9483719139 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.66 "GET /v2.0/security-groups?id=11bbe5b2-5f3b-4775-89a0-258a798e3ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2396982 Aug 18 11:59:11.495923 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-59e515a4-c28c-44d9-9984-bf0280c3f9c6 req-6c61d430-513f-45a1-9643-8ad837cb3498 tempest-SecurityGroupRulesTestJSON-1117166877 tempest-SecurityGroupRulesTestJSON-1117166877-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:11.524699 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19eb1704-90f1-4b0d-b0b7-41ae953e276d req-deb8a0b0-9a94-4339-be11-9bf33c6f27cb tempest-ListServerFiltersTestJSON-1468057958 tempest-ListServerFiltersTestJSON-1468057958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:11.526247 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-19eb1704-90f1-4b0d-b0b7-41ae953e276d req-deb8a0b0-9a94-4339-be11-9bf33c6f27cb tempest-ListServerFiltersTestJSON-1468057958 tempest-ListServerFiltersTestJSON-1468057958-project] 10.222.0.66 "GET /v2.0/ports?device_id=714c95e2-c9ad-47f9-af12-f4efbff51186 HTTP/1.1" status: 200 len: 945 time: 0.1431913 Aug 18 11:59:11.532264 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [req-16ab6e47-b3c0-4f76-a3b3-3b61c34981b9 req-26028d8c-68c1-4489-b56f-1aece170c732 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4e0702b-4ca6-4497-bfad-844fa697777e {{(pid=106252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 11:59:11.556251 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-16ab6e47-b3c0-4f76-a3b3-3b61c34981b9 req-26028d8c-68c1-4489-b56f-1aece170c732 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:11.587363 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-59e515a4-c28c-44d9-9984-bf0280c3f9c6 req-6c61d430-513f-45a1-9643-8ad837cb3498 tempest-SecurityGroupRulesTestJSON-1117166877 tempest-SecurityGroupRulesTestJSON-1117166877-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:11.597975 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [req-16ab6e47-b3c0-4f76-a3b3-3b61c34981b9 req-26028d8c-68c1-4489-b56f-1aece170c732 service neutron] Transition to ACTIVE for port object d4e0702b-4ca6-4497-bfad-844fa697777e will not be triggered until provisioned by entity L2. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 11:59:11.602755 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-59e515a4-c28c-44d9-9984-bf0280c3f9c6 req-6c61d430-513f-45a1-9643-8ad837cb3498 tempest-SecurityGroupRulesTestJSON-1117166877 tempest-SecurityGroupRulesTestJSON-1117166877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992607'] for security_group_rule, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:11.621696 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-16ab6e47-b3c0-4f76-a3b3-3b61c34981b9 req-26028d8c-68c1-4489-b56f-1aece170c732 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:11.662880 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-19eb1704-90f1-4b0d-b0b7-41ae953e276d req-3edeabc8-8283-4612-9ab7-40fa0f8b2717 tempest-ListServerFiltersTestJSON-1468057958 tempest-ListServerFiltersTestJSON-1468057958-project] 10.222.0.66 "GET /v2.0/security-groups?id=f5ad2220-cad5-4159-8a3e-cb953441befe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214597 Aug 18 11:59:11.668615 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c61d430-513f-45a1-9643-8ad837cb3498 tempest-SecurityGroupRulesTestJSON-1117166877 tempest-SecurityGroupRulesTestJSON-1117166877-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8330e95e-7dfd-459c-9822-46e8e699a987,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:59:11.683138 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-59e515a4-c28c-44d9-9984-bf0280c3f9c6 req-6c61d430-513f-45a1-9643-8ad837cb3498 tempest-SecurityGroupRulesTestJSON-1117166877 tempest-SecurityGroupRulesTestJSON-1117166877-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:11.696879 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-59e515a4-c28c-44d9-9984-bf0280c3f9c6 req-6c61d430-513f-45a1-9643-8ad837cb3498 tempest-SecurityGroupRulesTestJSON-1117166877 tempest-SecurityGroupRulesTestJSON-1117166877-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4733713 Aug 18 11:59:11.710998 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26028d8c-68c1-4489-b56f-1aece170c732 service neutron] Pushing event updated for resources: {'Port': ['ID=d4e0702b-4ca6-4497-bfad-844fa697777e,revision_number=2']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:59:11.803669 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-16ab6e47-b3c0-4f76-a3b3-3b61c34981b9 req-26028d8c-68c1-4489-b56f-1aece170c732 service neutron] Attempting to bind port d4e0702b-4ca6-4497-bfad-844fa697777e on host n-h1-804985-2 for vnic_type normal with profile {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 11:59:11.804086 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-16ab6e47-b3c0-4f76-a3b3-3b61c34981b9 req-26028d8c-68c1-4489-b56f-1aece170c732 service neutron] Attempting to bind port d4e0702b-4ca6-4497-bfad-844fa697777e by drivers openvswitch,hyperv on host n-h1-804985-2 at level 0 using segments [{'id': '8ae76c4b-f0ca-4ab9-b94f-8ec741624d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '1e656cb7-1dae-41ab-9324-8fb23b5a6aaa'}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 11:59:11.804459 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ab6e47-b3c0-4f76-a3b3-3b61c34981b9 req-26028d8c-68c1-4489-b56f-1aece170c732 service neutron] Attempting to bind port d4e0702b-4ca6-4497-bfad-844fa697777e on network 1e656cb7-1dae-41ab-9324-8fb23b5a6aaa {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 11:59:11.810379 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ab6e47-b3c0-4f76-a3b3-3b61c34981b9 req-26028d8c-68c1-4489-b56f-1aece170c732 service neutron] Port d4e0702b-4ca6-4497-bfad-844fa697777e on network 1e656cb7-1dae-41ab-9324-8fb23b5a6aaa not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-2 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 11:59:11.810832 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ab6e47-b3c0-4f76-a3b3-3b61c34981b9 req-26028d8c-68c1-4489-b56f-1aece170c732 service neutron] Attempting to bind port d4e0702b-4ca6-4497-bfad-844fa697777e on network 1e656cb7-1dae-41ab-9324-8fb23b5a6aaa {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 11:59:11.862868 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ab6e47-b3c0-4f76-a3b3-3b61c34981b9 req-26028d8c-68c1-4489-b56f-1aece170c732 service neutron] Checking agent: {'id': 'a613417a-d085-492c-941a-59bb18c633d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 49, 6), 'started_at': datetime.datetime(2021, 8, 18, 11, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 11, 59, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 11:59:11.863215 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ab6e47-b3c0-4f76-a3b3-3b61c34981b9 req-26028d8c-68c1-4489-b56f-1aece170c732 service neutron] Checking segment: {'id': '8ae76c4b-f0ca-4ab9-b94f-8ec741624d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '1e656cb7-1dae-41ab-9324-8fb23b5a6aaa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 11:59:11.863658 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ab6e47-b3c0-4f76-a3b3-3b61c34981b9 req-26028d8c-68c1-4489-b56f-1aece170c732 service neutron] Bound using segment: {'id': '8ae76c4b-f0ca-4ab9-b94f-8ec741624d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '1e656cb7-1dae-41ab-9324-8fb23b5a6aaa'} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 11:59:11.864115 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-16ab6e47-b3c0-4f76-a3b3-3b61c34981b9 req-26028d8c-68c1-4489-b56f-1aece170c732 service neutron] Bound port: d4e0702b-4ca6-4497-bfad-844fa697777e, host: n-h1-804985-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ae76c4b-f0ca-4ab9-b94f-8ec741624d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '1e656cb7-1dae-41ab-9324-8fb23b5a6aaa'}}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 11:59:11.864499 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-16ab6e47-b3c0-4f76-a3b3-3b61c34981b9 req-26028d8c-68c1-4489-b56f-1aece170c732 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:11.924786 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed9f34f-d906-4509-9cff-3f37e7294c67 req-c65f31c2-85c3-49af-9d1f-14c44c1c6f2a tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:11.926369 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2ed9f34f-d906-4509-9cff-3f37e7294c67 req-c65f31c2-85c3-49af-9d1f-14c44c1c6f2a tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/ports?device_id=447950aa-fe3a-4e2a-9e6e-e115159ebaee HTTP/1.1" status: 200 len: 950 time: 0.1131563 Aug 18 11:59:11.972445 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-16ab6e47-b3c0-4f76-a3b3-3b61c34981b9 req-26028d8c-68c1-4489-b56f-1aece170c732 service neutron] For port d4e0702b-4ca6-4497-bfad-844fa697777e, host n-h1-804985-2, cleared binding levels {{(pid=106252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 11:59:12.001687 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-16ab6e47-b3c0-4f76-a3b3-3b61c34981b9 req-26028d8c-68c1-4489-b56f-1aece170c732 service neutron] For port d4e0702b-4ca6-4497-bfad-844fa697777e, host n-h1-804985-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=d4e0702b-4ca6-4497-bfad-844fa697777e,segment=NetworkSegment(8ae76c4b-f0ca-4ab9-b94f-8ec741624d6c),segment_id=8ae76c4b-f0ca-4ab9-b94f-8ec741624d6c)] {{(pid=106252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 11:59:12.005668 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2ed9f34f-d906-4509-9cff-3f37e7294c67 req-353d9fcc-b217-46f9-aa00-f9075e188677 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/security-groups?id=0ddd2c5c-7e53-44ab-9404-c5fea69a570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705481 Aug 18 11:59:12.007645 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-16ab6e47-b3c0-4f76-a3b3-3b61c34981b9 req-26028d8c-68c1-4489-b56f-1aece170c732 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:12.066479 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ab6e47-b3c0-4f76-a3b3-3b61c34981b9 req-26028d8c-68c1-4489-b56f-1aece170c732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:12.067575 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-16ab6e47-b3c0-4f76-a3b3-3b61c34981b9 req-26028d8c-68c1-4489-b56f-1aece170c732 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:12.069664 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-16ab6e47-b3c0-4f76-a3b3-3b61c34981b9 req-26028d8c-68c1-4489-b56f-1aece170c732 service neutron] 10.222.0.63 "PUT /v2.0/ports/d4e0702b-4ca6-4497-bfad-844fa697777e HTTP/1.1" status: 200 len: 1091 time: 1.3199942 Aug 18 11:59:12.074360 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0338ddc1-8ea6-44fb-8c16-765264b780df', 'tag': 'd4e0702b-4ca6-4497-bfad-844fa697777e'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 11:59:12.077086 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca838a13-f106-4f1e-8991-3af4a81f5ee8" -d '{"events": [{"name": "network-changed", "server_uuid": "0338ddc1-8ea6-44fb-8c16-765264b780df", "tag": "d4e0702b-4ca6-4497-bfad-844fa697777e"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:59:12.088805 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-dddb27ee-515f-46c7-807f-dc49ecc4a710 req-6beedd8d-34e4-4b96-a427-711c7fb2363f tempest-SecurityGroupRulesTestJSON-1117166877 tempest-SecurityGroupRulesTestJSON-1117166877-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1547743164', 'description': 'tempest-description-1768954875'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:59:12.121079 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-dddb27ee-515f-46c7-807f-dc49ecc4a710 req-6beedd8d-34e4-4b96-a427-711c7fb2363f tempest-SecurityGroupRulesTestJSON-1117166877 tempest-SecurityGroupRulesTestJSON-1117166877-project] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:12.237067 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26028d8c-68c1-4489-b56f-1aece170c732 service neutron] Pushing event updated for resources: {'Port': ['ID=d4e0702b-4ca6-4497-bfad-844fa697777e,revision_number=3']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:59:12.260639 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ab6e47-b3c0-4f76-a3b3-3b61c34981b9 req-5fa7d045-8d22-4247-8e7c-939e03cf59bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:12.262365 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-16ab6e47-b3c0-4f76-a3b3-3b61c34981b9 req-5fa7d045-8d22-4247-8e7c-939e03cf59bc service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=acde472f453c4874bb698cc726ca77ab&device_id=0338ddc1-8ea6-44fb-8c16-765264b780df HTTP/1.1" status: 200 len: 1094 time: 0.1239583 Aug 18 11:59:12.303088 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48558a4-4ae8-41fe-ace8-07812f1f1073 req-95552b98-3792-445b-aae5-92203db84fa6 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:12.309724 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48558a4-4ae8-41fe-ace8-07812f1f1073 req-95552b98-3792-445b-aae5-92203db84fa6 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:12.316998 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48558a4-4ae8-41fe-ace8-07812f1f1073 req-95552b98-3792-445b-aae5-92203db84fa6 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:12.324779 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48558a4-4ae8-41fe-ace8-07812f1f1073 req-95552b98-3792-445b-aae5-92203db84fa6 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:12.333390 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48558a4-4ae8-41fe-ace8-07812f1f1073 req-95552b98-3792-445b-aae5-92203db84fa6 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:12.343875 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48558a4-4ae8-41fe-ace8-07812f1f1073 req-95552b98-3792-445b-aae5-92203db84fa6 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:12.349861 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48558a4-4ae8-41fe-ace8-07812f1f1073 req-95552b98-3792-445b-aae5-92203db84fa6 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:12.351736 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c48558a4-4ae8-41fe-ace8-07812f1f1073 req-95552b98-3792-445b-aae5-92203db84fa6 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] 10.222.0.66 "GET /v2.0/ports?device_id=20dd28f4-1df0-4a6b-8939-d21ca9c9b72a HTTP/1.1" status: 200 len: 5431 time: 0.1718414 Aug 18 11:59:12.386646 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-16ab6e47-b3c0-4f76-a3b3-3b61c34981b9 req-353df9ad-1cf0-4f87-a0d4-614e2a011359 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d4e0702b-4ca6-4497-bfad-844fa697777e HTTP/1.1" status: 200 len: 217 time: 0.1099689 Aug 18 11:59:12.470583 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-dddb27ee-515f-46c7-807f-dc49ecc4a710 req-6beedd8d-34e4-4b96-a427-711c7fb2363f tempest-SecurityGroupRulesTestJSON-1117166877 tempest-SecurityGroupRulesTestJSON-1117166877-project] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:12.478357 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-dddb27ee-515f-46c7-807f-dc49ecc4a710 req-6beedd8d-34e4-4b96-a427-711c7fb2363f tempest-SecurityGroupRulesTestJSON-1117166877 tempest-SecurityGroupRulesTestJSON-1117166877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:12.486739 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c48558a4-4ae8-41fe-ace8-07812f1f1073 req-e4f66570-3bfd-40e3-94f2-f77813eb432d tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] 10.222.0.66 "GET /v2.0/security-groups?id=62694ccf-8551-490d-8b70-5c6a44a53206&id=e100a5b2-e498-4091-84ac-a0da12aab123&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1039715 Aug 18 11:59:12.488193 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ab6e47-b3c0-4f76-a3b3-3b61c34981b9 req-059ec11c-f4af-4056-97a8-6af48c4524ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:12.489668 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-16ab6e47-b3c0-4f76-a3b3-3b61c34981b9 req-059ec11c-f4af-4056-97a8-6af48c4524ec service neutron] 10.222.0.63 "GET /v2.0/subnets?id=5fb00aaf-b428-405b-925c-e697121d3aeb HTTP/1.1" status: 200 len: 861 time: 0.0922153 Aug 18 11:59:12.553144 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-16ab6e47-b3c0-4f76-a3b3-3b61c34981b9 req-8290d2d5-0320-4e2d-85b7-1ca6b438a1f8 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=1e656cb7-1dae-41ab-9324-8fb23b5a6aaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511820 Aug 18 11:59:12.555053 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-dddb27ee-515f-46c7-807f-dc49ecc4a710 req-6beedd8d-34e4-4b96-a427-711c7fb2363f tempest-SecurityGroupRulesTestJSON-1117166877 tempest-SecurityGroupRulesTestJSON-1117166877-project] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:12.556272 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-dddb27ee-515f-46c7-807f-dc49ecc4a710 req-6beedd8d-34e4-4b96-a427-711c7fb2363f tempest-SecurityGroupRulesTestJSON-1117166877 tempest-SecurityGroupRulesTestJSON-1117166877-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.4835417 Aug 18 11:59:12.557511 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6beedd8d-34e4-4b96-a427-711c7fb2363f tempest-SecurityGroupRulesTestJSON-1117166877 tempest-SecurityGroupRulesTestJSON-1117166877-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25f8d7af-84a5-471d-b8c1-884265a74507,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:59:12.727837 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-16ab6e47-b3c0-4f76-a3b3-3b61c34981b9 req-44227e6a-c55d-462b-bf45-18c9c9319932 service neutron] 10.222.0.63 "GET /v2.0/networks/1e656cb7-1dae-41ab-9324-8fb23b5a6aaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602652 Aug 18 11:59:12.735569 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15186ea-ed6a-4de0-94f1-b281436fc083 req-796bd149-8c2a-4dcc-b979-bf5af29289f6 tempest-ServerAddressesNegativeTestJSON-1456249985 tempest-ServerAddressesNegativeTestJSON-1456249985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:12.738349 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f15186ea-ed6a-4de0-94f1-b281436fc083 req-796bd149-8c2a-4dcc-b979-bf5af29289f6 tempest-ServerAddressesNegativeTestJSON-1456249985 tempest-ServerAddressesNegativeTestJSON-1456249985-project] 10.222.0.66 "GET /v2.0/ports?device_id=0338ddc1-8ea6-44fb-8c16-765264b780df HTTP/1.1" status: 200 len: 943 time: 0.1500683 Aug 18 11:59:12.756316 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944c01d1-8891-4255-ab7a-a7eadb272357 req-d89afc2a-b2c4-4049-9485-446cb0d218f5 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:12.758032 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-944c01d1-8891-4255-ab7a-a7eadb272357 req-d89afc2a-b2c4-4049-9485-446cb0d218f5 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/ports?device_id=447950aa-fe3a-4e2a-9e6e-e115159ebaee HTTP/1.1" status: 200 len: 950 time: 0.1109757 Aug 18 11:59:12.824885 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '447950aa-fe3a-4e2a-9e6e-e115159ebaee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bb3d3c1-bab8-4cce-b527-237a5b4dc9b4'}, {'server_uuid': '18e4043f-eb56-4bc5-9628-bdc903d88236', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38cfd0b5-7bbb-4f9b-92b9-1917b74d8728'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 11:59:12.827167 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db50a436fb3a98495337d8fe7487b4f2ea6f3c1052eb9efadc2ecda2d5737001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-667c5eb8-bafb-4fa3-8f3a-25fda81830cd" -d '{"events": [{"server_uuid": "447950aa-fe3a-4e2a-9e6e-e115159ebaee", "name": "network-vif-plugged", "status": "completed", "tag": "3bb3d3c1-bab8-4cce-b527-237a5b4dc9b4"}, {"server_uuid": "18e4043f-eb56-4bc5-9628-bdc903d88236", "name": "network-vif-plugged", "status": "completed", "tag": "38cfd0b5-7bbb-4f9b-92b9-1917b74d8728"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:59:12.877370 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f15186ea-ed6a-4de0-94f1-b281436fc083 req-d4cfa43f-0420-4aaa-adf4-e888ef6ec2dd tempest-ServerAddressesNegativeTestJSON-1456249985 tempest-ServerAddressesNegativeTestJSON-1456249985-project] 10.222.0.66 "GET /v2.0/security-groups?id=17092d8b-83b7-4f18-84df-ef0cbfdbaa9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269825 Aug 18 11:59:12.900513 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-944c01d1-8891-4255-ab7a-a7eadb272357 req-6788d87f-addf-48cf-853d-9bd979fc5e3e tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/security-groups?id=0ddd2c5c-7e53-44ab-9404-c5fea69a570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257219 Aug 18 11:59:12.949128 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-16ab6e47-b3c0-4f76-a3b3-3b61c34981b9 req-864a32c2-d315-4256-ad2d-cd037b0679fd service neutron] 10.222.0.63 "GET /v2.0/networks/1e656cb7-1dae-41ab-9324-8fb23b5a6aaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2089169 Aug 18 11:59:13.006163 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 11:59:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ac9af45-de21-46d5-8195-8509fe1a0ba7 x-openstack-request-id: req-8ac9af45-de21-46d5-8195-8509fe1a0ba7 {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:59:13.006453 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0338ddc1-8ea6-44fb-8c16-765264b780df", "tag": "d4e0702b-4ca6-4497-bfad-844fa697777e", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:59:13.006709 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-8ac9af45-de21-46d5-8195-8509fe1a0ba7 {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:59:13.007115 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0338ddc1-8ea6-44fb-8c16-765264b780df', 'tag': 'd4e0702b-4ca6-4497-bfad-844fa697777e', 'status': 'completed', 'code': 200} Aug 18 11:59:13.184248 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-47a11437-0299-452c-9b62-3f0b3e5a2432 req-0f42c98c-cc72-4928-bead-80d8d2c6d8b8 tempest-SecurityGroupRulesTestJSON-1117166877 tempest-SecurityGroupRulesTestJSON-1117166877-project] 10.222.0.66 "GET /v2.0/security-groups/25f8d7af-84a5-471d-b8c1-884265a74507 HTTP/1.1" status: 200 len: 1805 time: 0.1507125 Aug 18 11:59:13.189410 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca838a13-f106-4f1e-8991-3af4a81f5ee8 req-9115a0b4-06a9-4171-9e1e-5494e2284f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:13.191203 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ca838a13-f106-4f1e-8991-3af4a81f5ee8 req-9115a0b4-06a9-4171-9e1e-5494e2284f59 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=acde472f453c4874bb698cc726ca77ab&device_id=0338ddc1-8ea6-44fb-8c16-765264b780df HTTP/1.1" status: 200 len: 1094 time: 0.1454201 Aug 18 11:59:13.194986 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-47a11437-0299-452c-9b62-3f0b3e5a2432 req-f4cb4ce3-b39a-4e9e-beda-e079500f95d1 tempest-SecurityGroupRulesTestJSON-1117166877 tempest-SecurityGroupRulesTestJSON-1117166877-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '25f8d7af-84a5-471d-b8c1-884265a74507', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:59:13.195250 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-47a11437-0299-452c-9b62-3f0b3e5a2432 req-f4cb4ce3-b39a-4e9e-beda-e079500f95d1 tempest-SecurityGroupRulesTestJSON-1117166877 tempest-SecurityGroupRulesTestJSON-1117166877-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '25f8d7af-84a5-471d-b8c1-884265a74507', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:59:13.202902 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02c4668-09fc-4307-aa26-1a675a7b02eb req-6b8973aa-1e74-4da5-95d1-6fdc5c586dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:13.205287 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-b02c4668-09fc-4307-aa26-1a675a7b02eb req-6b8973aa-1e74-4da5-95d1-6fdc5c586dcf service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6720d841ec3c437fbf0c5ee59791e37a&device_id=714c95e2-c9ad-47f9-af12-f4efbff51186 HTTP/1.1" status: 200 len: 1096 time: 0.0754974 Aug 18 11:59:13.213936 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd731dc7-5d63-406d-9629-89e6025ad272 req-d0657421-760a-4b67-b271-befe13f72469 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:13.216001 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-cd731dc7-5d63-406d-9629-89e6025ad272 req-d0657421-760a-4b67-b271-befe13f72469 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.66 "GET /v2.0/ports?device_id=18e4043f-eb56-4bc5-9628-bdc903d88236 HTTP/1.1" status: 200 len: 945 time: 0.1689498 Aug 18 11:59:13.340309 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02c4668-09fc-4307-aa26-1a675a7b02eb req-1ebc32a1-5cff-4e20-b9cf-4b714665f587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:13.345182 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-b02c4668-09fc-4307-aa26-1a675a7b02eb req-1ebc32a1-5cff-4e20-b9cf-4b714665f587 service neutron] 10.222.0.62 "GET /v2.0/networks?id=fdf1ab8a-9279-424d-814c-349fd8ef747f HTTP/1.1" status: 200 len: 916 time: 0.1298766 Aug 18 11:59:13.351958 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-cd731dc7-5d63-406d-9629-89e6025ad272 req-e424b79e-cdee-453e-b256-030ffb523c08 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.66 "GET /v2.0/security-groups?id=11bbe5b2-5f3b-4775-89a0-258a798e3ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228988 Aug 18 11:59:13.409912 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-47a11437-0299-452c-9b62-3f0b3e5a2432 req-f4cb4ce3-b39a-4e9e-beda-e079500f95d1 tempest-SecurityGroupRulesTestJSON-1117166877 tempest-SecurityGroupRulesTestJSON-1117166877-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:13.417907 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca838a13-f106-4f1e-8991-3af4a81f5ee8 req-2cf5bddd-b3d8-4811-a2ff-563a0b5365af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:13.419472 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ca838a13-f106-4f1e-8991-3af4a81f5ee8 req-2cf5bddd-b3d8-4811-a2ff-563a0b5365af service neutron] 10.222.0.63 "GET /v2.0/networks?id=1e656cb7-1dae-41ab-9324-8fb23b5a6aaa HTTP/1.1" status: 200 len: 922 time: 0.2021577 Aug 18 11:59:13.422925 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-b02c4668-09fc-4307-aa26-1a675a7b02eb req-d1785bb5-bc44-4743-8244-607b1c408540 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a4b475eb-6400-4324-bba3-9039bf58d072 HTTP/1.1" status: 200 len: 217 time: 0.0639780 Aug 18 11:59:13.488068 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-47a11437-0299-452c-9b62-3f0b3e5a2432 req-f4cb4ce3-b39a-4e9e-beda-e079500f95d1 tempest-SecurityGroupRulesTestJSON-1117166877 tempest-SecurityGroupRulesTestJSON-1117166877-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:13.491194 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ca838a13-f106-4f1e-8991-3af4a81f5ee8 req-905dc28b-f8bb-40a3-b0c6-e11574d995f3 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d4e0702b-4ca6-4497-bfad-844fa697777e HTTP/1.1" status: 200 len: 217 time: 0.0623879 Aug 18 11:59:13.511230 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02c4668-09fc-4307-aa26-1a675a7b02eb req-1000d855-0e24-470b-8d08-8d1e024237c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:13.513213 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 18 Aug 2021 11:59:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf554b4d-f1d6-4a8c-9cb7-740bbfcf855d x-openstack-request-id: req-cf554b4d-f1d6-4a8c-9cb7-740bbfcf855d {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:59:13.513518 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "447950aa-fe3a-4e2a-9e6e-e115159ebaee", "name": "network-vif-plugged", "status": "completed", "tag": "3bb3d3c1-bab8-4cce-b527-237a5b4dc9b4", "code": 200}, {"server_uuid": "18e4043f-eb56-4bc5-9628-bdc903d88236", "name": "network-vif-plugged", "status": "completed", "tag": "38cfd0b5-7bbb-4f9b-92b9-1917b74d8728", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:59:13.513775 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-cf554b4d-f1d6-4a8c-9cb7-740bbfcf855d {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:59:13.514225 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '447950aa-fe3a-4e2a-9e6e-e115159ebaee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bb3d3c1-bab8-4cce-b527-237a5b4dc9b4', 'code': 200} Aug 18 11:59:13.514597 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18e4043f-eb56-4bc5-9628-bdc903d88236', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38cfd0b5-7bbb-4f9b-92b9-1917b74d8728', 'code': 200} Aug 18 11:59:13.516718 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-b02c4668-09fc-4307-aa26-1a675a7b02eb req-1000d855-0e24-470b-8d08-8d1e024237c9 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=fef56365-ef17-4b78-92fc-409c6e7b3d74 HTTP/1.1" status: 200 len: 854 time: 0.0852358 Aug 18 11:59:13.541002 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-47a11437-0299-452c-9b62-3f0b3e5a2432 req-f4cb4ce3-b39a-4e9e-beda-e079500f95d1 tempest-SecurityGroupRulesTestJSON-1117166877 tempest-SecurityGroupRulesTestJSON-1117166877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992607'] for security_group_rule, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:13.619217 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02c4668-09fc-4307-aa26-1a675a7b02eb req-1ab6a571-4abc-46b0-b88f-887a110ccd41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:13.620730 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-b02c4668-09fc-4307-aa26-1a675a7b02eb req-1ab6a571-4abc-46b0-b88f-887a110ccd41 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=fdf1ab8a-9279-424d-814c-349fd8ef747f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0937724 Aug 18 11:59:13.675216 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cb4ce3-b39a-4e9e-beda-e079500f95d1 tempest-SecurityGroupRulesTestJSON-1117166877 tempest-SecurityGroupRulesTestJSON-1117166877-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d128ba0b-2c4e-47f6-a90a-549f75d770fa,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:59:13.685646 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca838a13-f106-4f1e-8991-3af4a81f5ee8 req-3ce0588b-6ade-481d-ab45-4c7730d34cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:13.687407 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ca838a13-f106-4f1e-8991-3af4a81f5ee8 req-3ce0588b-6ade-481d-ab45-4c7730d34cdd service neutron] 10.222.0.63 "GET /v2.0/subnets?id=5fb00aaf-b428-405b-925c-e697121d3aeb HTTP/1.1" status: 200 len: 861 time: 0.1764538 Aug 18 11:59:13.689609 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-47a11437-0299-452c-9b62-3f0b3e5a2432 req-f4cb4ce3-b39a-4e9e-beda-e079500f95d1 tempest-SecurityGroupRulesTestJSON-1117166877 tempest-SecurityGroupRulesTestJSON-1117166877-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:13.697893 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-47a11437-0299-452c-9b62-3f0b3e5a2432 req-f4cb4ce3-b39a-4e9e-beda-e079500f95d1 tempest-SecurityGroupRulesTestJSON-1117166877 tempest-SecurityGroupRulesTestJSON-1117166877-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.5126328 Aug 18 11:59:13.797756 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ca838a13-f106-4f1e-8991-3af4a81f5ee8 req-bb6614e3-14fc-4af9-b4cd-c8a249fbf830 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=1e656cb7-1dae-41ab-9324-8fb23b5a6aaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0983827 Aug 18 11:59:13.810483 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-b02c4668-09fc-4307-aa26-1a675a7b02eb req-92981fc9-840b-4cd3-9034-1d9661c6aa8a service neutron] 10.222.0.62 "GET /v2.0/networks/fdf1ab8a-9279-424d-814c-349fd8ef747f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782763 Aug 18 11:59:13.937147 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890800e2-7578-42b0-8d28-ce6591bac8f6 req-143e6d13-6b19-477e-9617-7d98ccf3978c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:13.939351 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-890800e2-7578-42b0-8d28-ce6591bac8f6 req-143e6d13-6b19-477e-9617-7d98ccf3978c service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=18e4043f-eb56-4bc5-9628-bdc903d88236 HTTP/1.1" status: 200 len: 1096 time: 0.3337753 Aug 18 11:59:13.980903 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ca838a13-f106-4f1e-8991-3af4a81f5ee8 req-f805fd13-dcda-4e9b-8239-0867a1787ce7 service neutron] 10.222.0.63 "GET /v2.0/networks/1e656cb7-1dae-41ab-9324-8fb23b5a6aaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444831 Aug 18 11:59:14.090060 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf47596d-d079-4105-a3c4-645c32f41a97 req-14b384ac-2d52-4e04-9c40-bcbf1454553f tempest-ListServerFiltersTestJSON-1468057958 tempest-ListServerFiltersTestJSON-1468057958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:14.093101 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-bf47596d-d079-4105-a3c4-645c32f41a97 req-14b384ac-2d52-4e04-9c40-bcbf1454553f tempest-ListServerFiltersTestJSON-1468057958 tempest-ListServerFiltersTestJSON-1468057958-project] 10.222.0.66 "GET /v2.0/ports?device_id=714c95e2-c9ad-47f9-af12-f4efbff51186 HTTP/1.1" status: 200 len: 945 time: 0.3202515 Aug 18 11:59:14.129879 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab96abcb-1045-4066-a4f1-34a3ae7f48e3 req-352a8542-4bf7-4158-8b32-f81d511b3836 tempest-ServersTestBootFromVolume-1996993872 tempest-ServersTestBootFromVolume-1996993872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:14.131482 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ab96abcb-1045-4066-a4f1-34a3ae7f48e3 req-352a8542-4bf7-4158-8b32-f81d511b3836 tempest-ServersTestBootFromVolume-1996993872 tempest-ServersTestBootFromVolume-1996993872-project] 10.222.0.66 "GET /v2.0/ports?device_id=67f4cc8b-9e73-4617-83a9-d62bbfeb8810 HTTP/1.1" status: 200 len: 945 time: 0.3095915 Aug 18 11:59:14.133220 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-890800e2-7578-42b0-8d28-ce6591bac8f6 req-36a95724-3ffb-491d-8028-b9a578ad7965 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=11bbe5b2-5f3b-4775-89a0-258a798e3ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743975 Aug 18 11:59:14.235510 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-bf47596d-d079-4105-a3c4-645c32f41a97 req-552cc43a-5175-4d25-8cc6-48ea65da2d89 tempest-ListServerFiltersTestJSON-1468057958 tempest-ListServerFiltersTestJSON-1468057958-project] 10.222.0.66 "GET /v2.0/security-groups?id=f5ad2220-cad5-4159-8a3e-cb953441befe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191623 Aug 18 11:59:14.263441 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ab96abcb-1045-4066-a4f1-34a3ae7f48e3 req-43051c14-0ce5-4b76-ad4f-103e2bf0504c tempest-ServersTestBootFromVolume-1996993872 tempest-ServersTestBootFromVolume-1996993872-project] 10.222.0.66 "GET /v2.0/security-groups?id=2bc96fcd-9703-490c-b0da-ce0b80b96f81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1193392 Aug 18 11:59:14.269682 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ca838a13-f106-4f1e-8991-3af4a81f5ee8 req-71dac1a5-da57-4fdc-8648-f590203c10f2 service neutron] 10.222.0.63 "GET /v2.0/networks/1e656cb7-1dae-41ab-9324-8fb23b5a6aaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2779093 Aug 18 11:59:14.361198 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-b02c4668-09fc-4307-aa26-1a675a7b02eb req-b7b8205c-858a-42c4-952c-3d44bb93686f service neutron] 10.222.0.62 "GET /v2.0/networks/fdf1ab8a-9279-424d-814c-349fd8ef747f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5375516 Aug 18 11:59:14.367181 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-b8f129a2-0672-4667-a9c6-03659ff7235d req-7ec505a9-8f55-4c38-8aad-eaf12761bc2e tempest-SecurityGroupRulesTestJSON-1117166877 tempest-SecurityGroupRulesTestJSON-1117166877-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1224845101', 'description': 'tempest-description-550586160'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:59:14.438478 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dd9a34-5a97-4ec6-b9d0-76ffd8017201 req-4a659401-2e3d-4fab-8eb3-ffe6374e2644 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:14.444992 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dd9a34-5a97-4ec6-b9d0-76ffd8017201 req-4a659401-2e3d-4fab-8eb3-ffe6374e2644 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:14.453604 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dd9a34-5a97-4ec6-b9d0-76ffd8017201 req-4a659401-2e3d-4fab-8eb3-ffe6374e2644 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:14.459706 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dd9a34-5a97-4ec6-b9d0-76ffd8017201 req-4a659401-2e3d-4fab-8eb3-ffe6374e2644 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:14.465684 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dd9a34-5a97-4ec6-b9d0-76ffd8017201 req-4a659401-2e3d-4fab-8eb3-ffe6374e2644 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:14.474220 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dd9a34-5a97-4ec6-b9d0-76ffd8017201 req-4a659401-2e3d-4fab-8eb3-ffe6374e2644 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:14.481368 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dd9a34-5a97-4ec6-b9d0-76ffd8017201 req-4a659401-2e3d-4fab-8eb3-ffe6374e2644 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:14.483612 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-64dd9a34-5a97-4ec6-b9d0-76ffd8017201 req-4a659401-2e3d-4fab-8eb3-ffe6374e2644 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] 10.222.0.66 "GET /v2.0/ports?device_id=20dd28f4-1df0-4a6b-8939-d21ca9c9b72a HTTP/1.1" status: 200 len: 5431 time: 0.1382287 Aug 18 11:59:14.485131 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-b8f129a2-0672-4667-a9c6-03659ff7235d req-7ec505a9-8f55-4c38-8aad-eaf12761bc2e tempest-SecurityGroupRulesTestJSON-1117166877 tempest-SecurityGroupRulesTestJSON-1117166877-project] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:14.553244 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device d4e0702b-4ca6-4497-bfad-844fa697777e details requested by agent hyperv_n-h1-804985-2 with host n-h1-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 11:59:14.557434 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-64dd9a34-5a97-4ec6-b9d0-76ffd8017201 req-afa30801-0a2a-48e6-8079-1b02dde1381d tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] 10.222.0.66 "GET /v2.0/security-groups?id=62694ccf-8551-490d-8b70-5c6a44a53206&id=e100a5b2-e498-4091-84ac-a0da12aab123&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0568109 Aug 18 11:59:14.641599 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-b8f129a2-0672-4667-a9c6-03659ff7235d req-7ec505a9-8f55-4c38-8aad-eaf12761bc2e tempest-SecurityGroupRulesTestJSON-1117166877 tempest-SecurityGroupRulesTestJSON-1117166877-project] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:14.649669 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-b8f129a2-0672-4667-a9c6-03659ff7235d req-7ec505a9-8f55-4c38-8aad-eaf12761bc2e tempest-SecurityGroupRulesTestJSON-1117166877 tempest-SecurityGroupRulesTestJSON-1117166877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:14.694659 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-b8f129a2-0672-4667-a9c6-03659ff7235d req-7ec505a9-8f55-4c38-8aad-eaf12761bc2e tempest-SecurityGroupRulesTestJSON-1117166877 tempest-SecurityGroupRulesTestJSON-1117166877-project] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:14.696679 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b8f129a2-0672-4667-a9c6-03659ff7235d req-7ec505a9-8f55-4c38-8aad-eaf12761bc2e tempest-SecurityGroupRulesTestJSON-1117166877 tempest-SecurityGroupRulesTestJSON-1117166877-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3350618 Aug 18 11:59:14.698709 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec505a9-8f55-4c38-8aad-eaf12761bc2e tempest-SecurityGroupRulesTestJSON-1117166877 tempest-SecurityGroupRulesTestJSON-1117166877-project] Pushing event updated for resources: {'SecurityGroup': ['ID=275e4d69-7a1d-4ae2-867c-0b248cd4fb0e,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:59:14.725645 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port d4e0702b-4ca6-4497-bfad-844fa697777e, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=d4e0702b-4ca6-4497-bfad-844fa697777e,segment=NetworkSegment(8ae76c4b-f0ca-4ab9-b94f-8ec741624d6c),segment_id=8ae76c4b-f0ca-4ab9-b94f-8ec741624d6c)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:59:14.746685 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Returning: {'device': 'd4e0702b-4ca6-4497-bfad-844fa697777e', 'network_id': '1e656cb7-1dae-41ab-9324-8fb23b5a6aaa', 'port_id': 'd4e0702b-4ca6-4497-bfad-844fa697777e', 'mac_address': 'fa:16:3e:a7:58:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 839, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fb00aaf-b428-405b-925c-e697121d3aeb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 11:59:14.796462 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cf6ce3-3260-454e-9c26-1599a536d37e req-f09714fa-b894-477a-a1f7-ae00c2363c70 tempest-ServerAddressesNegativeTestJSON-1456249985 tempest-ServerAddressesNegativeTestJSON-1456249985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:14.802684 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:14.805001 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-64cf6ce3-3260-454e-9c26-1599a536d37e req-f09714fa-b894-477a-a1f7-ae00c2363c70 tempest-ServerAddressesNegativeTestJSON-1456249985 tempest-ServerAddressesNegativeTestJSON-1456249985-project] 10.222.0.66 "GET /v2.0/ports?device_id=0338ddc1-8ea6-44fb-8c16-765264b780df HTTP/1.1" status: 200 len: 943 time: 0.0712969 Aug 18 11:59:14.818461 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4e0702b-4ca6-4497-bfad-844fa697777e {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 11:59:14.852182 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port d4e0702b-4ca6-4497-bfad-844fa697777e, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=d4e0702b-4ca6-4497-bfad-844fa697777e,segment=NetworkSegment(8ae76c4b-f0ca-4ab9-b94f-8ec741624d6c),segment_id=8ae76c4b-f0ca-4ab9-b94f-8ec741624d6c)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:59:14.857734 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:14.890493 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-64cf6ce3-3260-454e-9c26-1599a536d37e req-8e25ee4f-6436-450b-863c-e40a592b31cd tempest-ServerAddressesNegativeTestJSON-1456249985 tempest-ServerAddressesNegativeTestJSON-1456249985-project] 10.222.0.66 "GET /v2.0/security-groups?id=17092d8b-83b7-4f18-84df-ef0cbfdbaa9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844274 Aug 18 11:59:14.910017 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42024ad6-2829-4bdf-9eee-85ab387c4d86 req-12389b04-215d-4da6-8f07-7f0fe0b9e1d2 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:14.913255 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-42024ad6-2829-4bdf-9eee-85ab387c4d86 req-12389b04-215d-4da6-8f07-7f0fe0b9e1d2 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.66 "GET /v2.0/ports?device_id=18e4043f-eb56-4bc5-9628-bdc903d88236 HTTP/1.1" status: 200 len: 945 time: 0.1053362 Aug 18 11:59:14.942197 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=d4e0702b-4ca6-4497-bfad-844fa697777e,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:59:15.006156 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-42024ad6-2829-4bdf-9eee-85ab387c4d86 req-13aa9c38-5818-413d-b03c-e168ce0e8ece tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.66 "GET /v2.0/security-groups?id=11bbe5b2-5f3b-4775-89a0-258a798e3ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858397 Aug 18 11:59:15.052076 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-287861fd-1b94-407d-b56b-5a5d6d1140cd req-5f115aa5-1a73-4f97-b679-a66d063c3e17 tempest-SecurityGroupRulesTestJSON-1117166877 tempest-SecurityGroupRulesTestJSON-1117166877-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2002555331', 'description': 'tempest-description-2096905582'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:59:15.098978 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-287861fd-1b94-407d-b56b-5a5d6d1140cd req-5f115aa5-1a73-4f97-b679-a66d063c3e17 tempest-SecurityGroupRulesTestJSON-1117166877 tempest-SecurityGroupRulesTestJSON-1117166877-project] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:15.117005 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] get_ports_and_sgs() called for port_ids ['d4e0702b-4ca6-4497-bfad-844fa697777e'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 11:59:15.246403 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-287861fd-1b94-407d-b56b-5a5d6d1140cd req-5f115aa5-1a73-4f97-b679-a66d063c3e17 tempest-SecurityGroupRulesTestJSON-1117166877 tempest-SecurityGroupRulesTestJSON-1117166877-project] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:15.251754 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-287861fd-1b94-407d-b56b-5a5d6d1140cd req-5f115aa5-1a73-4f97-b679-a66d063c3e17 tempest-SecurityGroupRulesTestJSON-1117166877 tempest-SecurityGroupRulesTestJSON-1117166877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:15.283713 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-287861fd-1b94-407d-b56b-5a5d6d1140cd req-5f115aa5-1a73-4f97-b679-a66d063c3e17 tempest-SecurityGroupRulesTestJSON-1117166877 tempest-SecurityGroupRulesTestJSON-1117166877-project] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:15.296505 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-287861fd-1b94-407d-b56b-5a5d6d1140cd req-5f115aa5-1a73-4f97-b679-a66d063c3e17 tempest-SecurityGroupRulesTestJSON-1117166877 tempest-SecurityGroupRulesTestJSON-1117166877-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.2591567 Aug 18 11:59:15.315589 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f115aa5-1a73-4f97-b679-a66d063c3e17 tempest-SecurityGroupRulesTestJSON-1117166877 tempest-SecurityGroupRulesTestJSON-1117166877-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb8886df-6fa2-42b1-9ffc-48508282528d,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:59:15.329379 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1e55af13-2848-4924-bfbd-e10a8f627af4 req-de27e5bd-dc08-472a-af42-411a4bb46dfa tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=87f2a541be1e4141a84277bf00dc4c3b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0318556 Aug 18 11:59:15.823702 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9103c63-80d1-43c0-a9f5-4146bb858d3a req-321e9813-8278-47b6-8cc0-49870069dce3 tempest-ListServerFiltersTestJSON-1468057958 tempest-ListServerFiltersTestJSON-1468057958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:15.825251 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f9103c63-80d1-43c0-a9f5-4146bb858d3a req-321e9813-8278-47b6-8cc0-49870069dce3 tempest-ListServerFiltersTestJSON-1468057958 tempest-ListServerFiltersTestJSON-1468057958-project] 10.222.0.66 "GET /v2.0/ports?device_id=714c95e2-c9ad-47f9-af12-f4efbff51186 HTTP/1.1" status: 200 len: 945 time: 0.4634888 Aug 18 11:59:15.846767 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e55af13-2848-4924-bfbd-e10a8f627af4 req-2f0d920c-314f-474a-b2ca-3d17f8eb3ecb tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:15.848271 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1e55af13-2848-4924-bfbd-e10a8f627af4 req-2f0d920c-314f-474a-b2ca-3d17f8eb3ecb tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5118692 Aug 18 11:59:15.871903 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1e55af13-2848-4924-bfbd-e10a8f627af4 req-85012f32-9911-48cb-a661-5bdce9316d9f tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/quotas/87f2a541be1e4141a84277bf00dc4c3b HTTP/1.1" status: 200 len: 375 time: 0.0151479 Aug 18 11:59:15.902777 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f9103c63-80d1-43c0-a9f5-4146bb858d3a req-01be97b2-c9ac-4d19-a37c-fee496840edd tempest-ListServerFiltersTestJSON-1468057958 tempest-ListServerFiltersTestJSON-1468057958-project] 10.222.0.66 "GET /v2.0/security-groups?id=f5ad2220-cad5-4159-8a3e-cb953441befe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695219 Aug 18 11:59:15.978491 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1e55af13-2848-4924-bfbd-e10a8f627af4 req-a4049ced-19e2-47f4-a5c7-31c3beb4c738 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=87f2a541be1e4141a84277bf00dc4c3b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0977116 Aug 18 11:59:15.989858 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9ff71cc4-8508-4bca-86bb-b72d634f831f req-cf7f73d9-0707-4758-9bcf-c9a755c6b53f tempest-SecurityGroupRulesTestJSON-1117166877 tempest-SecurityGroupRulesTestJSON-1117166877-project] 10.222.0.66 "GET /v2.0/security-groups/275e4d69-7a1d-4ae2-867c-0b248cd4fb0e HTTP/1.1" status: 200 len: 1804 time: 0.0554273 Aug 18 11:59:16.076975 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9ff71cc4-8508-4bca-86bb-b72d634f831f req-5cad42ab-1d3d-4e7a-bf48-3455f908703c tempest-SecurityGroupRulesTestJSON-1117166877 tempest-SecurityGroupRulesTestJSON-1117166877-project] 10.222.0.66 "GET /v2.0/security-groups/fb8886df-6fa2-42b1-9ffc-48508282528d HTTP/1.1" status: 200 len: 1805 time: 0.0809538 Aug 18 11:59:16.091780 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-9ff71cc4-8508-4bca-86bb-b72d634f831f req-f867960e-330e-49fb-a037-f9e0bf77bcad tempest-SecurityGroupRulesTestJSON-1117166877 tempest-SecurityGroupRulesTestJSON-1117166877-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '275e4d69-7a1d-4ae2-867c-0b248cd4fb0e', 'remote_group_id': 'fb8886df-6fa2-42b1-9ffc-48508282528d', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:59:16.092540 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-9ff71cc4-8508-4bca-86bb-b72d634f831f req-f867960e-330e-49fb-a037-f9e0bf77bcad tempest-SecurityGroupRulesTestJSON-1117166877 tempest-SecurityGroupRulesTestJSON-1117166877-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '275e4d69-7a1d-4ae2-867c-0b248cd4fb0e', 'remote_group_id': 'fb8886df-6fa2-42b1-9ffc-48508282528d', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:59:16.175515 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-9ff71cc4-8508-4bca-86bb-b72d634f831f req-f867960e-330e-49fb-a037-f9e0bf77bcad tempest-SecurityGroupRulesTestJSON-1117166877 tempest-SecurityGroupRulesTestJSON-1117166877-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:16.241195 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-9ff71cc4-8508-4bca-86bb-b72d634f831f req-f867960e-330e-49fb-a037-f9e0bf77bcad tempest-SecurityGroupRulesTestJSON-1117166877 tempest-SecurityGroupRulesTestJSON-1117166877-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:16.247272 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-9ff71cc4-8508-4bca-86bb-b72d634f831f req-f867960e-330e-49fb-a037-f9e0bf77bcad tempest-SecurityGroupRulesTestJSON-1117166877 tempest-SecurityGroupRulesTestJSON-1117166877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992607'] for security_group_rule, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:16.268274 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f867960e-330e-49fb-a037-f9e0bf77bcad tempest-SecurityGroupRulesTestJSON-1117166877 tempest-SecurityGroupRulesTestJSON-1117166877-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00900660-fcf9-4af5-973b-28458bb1d67f,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:59:16.276982 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-9ff71cc4-8508-4bca-86bb-b72d634f831f req-f867960e-330e-49fb-a037-f9e0bf77bcad tempest-SecurityGroupRulesTestJSON-1117166877 tempest-SecurityGroupRulesTestJSON-1117166877-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:16.293519 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9ff71cc4-8508-4bca-86bb-b72d634f831f req-f867960e-330e-49fb-a037-f9e0bf77bcad tempest-SecurityGroupRulesTestJSON-1117166877 tempest-SecurityGroupRulesTestJSON-1117166877-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2080538 Aug 18 11:59:16.488968 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99107c94-8eb6-4138-9349-411b9cba38f7 req-bce55d7f-4ca3-4735-8c25-8e054680458e tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:16.497806 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99107c94-8eb6-4138-9349-411b9cba38f7 req-bce55d7f-4ca3-4735-8c25-8e054680458e tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:16.504175 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99107c94-8eb6-4138-9349-411b9cba38f7 req-bce55d7f-4ca3-4735-8c25-8e054680458e tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:16.510101 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99107c94-8eb6-4138-9349-411b9cba38f7 req-bce55d7f-4ca3-4735-8c25-8e054680458e tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:16.516453 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99107c94-8eb6-4138-9349-411b9cba38f7 req-bce55d7f-4ca3-4735-8c25-8e054680458e tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:16.524493 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99107c94-8eb6-4138-9349-411b9cba38f7 req-bce55d7f-4ca3-4735-8c25-8e054680458e tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:16.530708 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99107c94-8eb6-4138-9349-411b9cba38f7 req-bce55d7f-4ca3-4735-8c25-8e054680458e tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:16.538685 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-99107c94-8eb6-4138-9349-411b9cba38f7 req-bce55d7f-4ca3-4735-8c25-8e054680458e tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] 10.222.0.66 "GET /v2.0/ports?device_id=20dd28f4-1df0-4a6b-8939-d21ca9c9b72a HTTP/1.1" status: 200 len: 5431 time: 0.1728232 Aug 18 11:59:16.569072 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd47e37-4e35-4e0c-8e24-94b038fd50d3 req-77203fa6-1b46-4bcc-854c-68482b38d432 tempest-ServerAddressesNegativeTestJSON-1456249985 tempest-ServerAddressesNegativeTestJSON-1456249985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:16.578503 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device d4e0702b-4ca6-4497-bfad-844fa697777e up at agent hyperv_n-h1-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:59:16.581510 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1fd47e37-4e35-4e0c-8e24-94b038fd50d3 req-77203fa6-1b46-4bcc-854c-68482b38d432 tempest-ServerAddressesNegativeTestJSON-1456249985 tempest-ServerAddressesNegativeTestJSON-1456249985-project] 10.222.0.66 "GET /v2.0/ports?device_id=0338ddc1-8ea6-44fb-8c16-765264b780df HTTP/1.1" status: 200 len: 944 time: 0.1624207 Aug 18 11:59:16.664920 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Provisioning for port d4e0702b-4ca6-4497-bfad-844fa697777e completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 11:59:16.670579 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Provisioning complete for port d4e0702b-4ca6-4497-bfad-844fa697777e triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:59:16.671954 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:16.672900 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-99107c94-8eb6-4138-9349-411b9cba38f7 req-f410a68c-1540-4b6c-8e07-2793d10ffdcf tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] 10.222.0.66 "GET /v2.0/security-groups?id=62694ccf-8551-490d-8b70-5c6a44a53206&id=e100a5b2-e498-4091-84ac-a0da12aab123&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1332006 Aug 18 11:59:16.693597 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1fd47e37-4e35-4e0c-8e24-94b038fd50d3 req-2f35f78c-5e64-4228-b916-a50ff061b972 tempest-ServerAddressesNegativeTestJSON-1456249985 tempest-ServerAddressesNegativeTestJSON-1456249985-project] 10.222.0.66 "GET /v2.0/security-groups?id=17092d8b-83b7-4f18-84df-ef0cbfdbaa9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108549 Aug 18 11:59:16.878404 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:16.881284 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f10e0d9-084f-41c6-8d7e-b354d5bc3960 req-4b227166-46a4-465c-9a34-b02694883e51 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:16.884020 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7f10e0d9-084f-41c6-8d7e-b354d5bc3960 req-4b227166-46a4-465c-9a34-b02694883e51 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.66 "GET /v2.0/ports?device_id=18e4043f-eb56-4bc5-9628-bdc903d88236 HTTP/1.1" status: 200 len: 945 time: 0.1191516 Aug 18 11:59:16.924997 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0338ddc1-8ea6-44fb-8c16-765264b780df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4e0702b-4ca6-4497-bfad-844fa697777e'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 11:59:16.933354 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db50a436fb3a98495337d8fe7487b4f2ea6f3c1052eb9efadc2ecda2d5737001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ade5c2d-b1f8-45a5-8098-22a7969336f0" -d '{"events": [{"server_uuid": "0338ddc1-8ea6-44fb-8c16-765264b780df", "name": "network-vif-plugged", "status": "completed", "tag": "d4e0702b-4ca6-4497-bfad-844fa697777e"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:59:16.952836 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port d4e0702b-4ca6-4497-bfad-844fa697777e, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=d4e0702b-4ca6-4497-bfad-844fa697777e,segment=NetworkSegment(8ae76c4b-f0ca-4ab9-b94f-8ec741624d6c),segment_id=8ae76c4b-f0ca-4ab9-b94f-8ec741624d6c)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:59:16.958641 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:16.966752 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-018a8a1c-0780-4f66-8cd6-348db3f930e7 req-1a47d4eb-f53f-46d2-89c5-eaeac95bc77b tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/ports?device_id=a6872a0b-045c-40a9-ac3b-9c330c30278a HTTP/1.1" status: 200 len: 210 time: 0.0408220 Aug 18 11:59:16.987367 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7f10e0d9-084f-41c6-8d7e-b354d5bc3960 req-6a174f83-7d7b-4233-92eb-05a4992dee8a tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.66 "GET /v2.0/security-groups?id=11bbe5b2-5f3b-4775-89a0-258a798e3ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920219 Aug 18 11:59:17.007577 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-3fcaf619-69ca-4e4e-a14b-4789156ac497 req-367c55ac-442d-4a9b-ac4e-59e69284a97d tempest-SecurityGroupRulesTestJSON-1117166877 tempest-SecurityGroupRulesTestJSON-1117166877-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1600083886', 'description': 'tempest-description-1909143061'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:59:17.065068 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-3fcaf619-69ca-4e4e-a14b-4789156ac497 req-367c55ac-442d-4a9b-ac4e-59e69284a97d tempest-SecurityGroupRulesTestJSON-1117166877 tempest-SecurityGroupRulesTestJSON-1117166877-project] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:17.068297 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=d4e0702b-4ca6-4497-bfad-844fa697777e,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:59:17.174312 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-3fcaf619-69ca-4e4e-a14b-4789156ac497 req-367c55ac-442d-4a9b-ac4e-59e69284a97d tempest-SecurityGroupRulesTestJSON-1117166877 tempest-SecurityGroupRulesTestJSON-1117166877-project] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:17.179376 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-3fcaf619-69ca-4e4e-a14b-4789156ac497 req-367c55ac-442d-4a9b-ac4e-59e69284a97d tempest-SecurityGroupRulesTestJSON-1117166877 tempest-SecurityGroupRulesTestJSON-1117166877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:17.210057 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367c55ac-442d-4a9b-ac4e-59e69284a97d tempest-SecurityGroupRulesTestJSON-1117166877 tempest-SecurityGroupRulesTestJSON-1117166877-project] Pushing event updated for resources: {'SecurityGroup': ['ID=714e9549-3a50-4bc8-8760-d55f89a520b6,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:59:17.255999 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-3fcaf619-69ca-4e4e-a14b-4789156ac497 req-367c55ac-442d-4a9b-ac4e-59e69284a97d tempest-SecurityGroupRulesTestJSON-1117166877 tempest-SecurityGroupRulesTestJSON-1117166877-project] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:17.258923 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3fcaf619-69ca-4e4e-a14b-4789156ac497 req-367c55ac-442d-4a9b-ac4e-59e69284a97d tempest-SecurityGroupRulesTestJSON-1117166877 tempest-SecurityGroupRulesTestJSON-1117166877-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.2596967 Aug 18 11:59:17.289132 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f19ec9-c641-4a77-b474-65895b1d45eb req-c009d1fb-fec1-4663-9fb5-afad96c78508 tempest-ServersTestBootFromVolume-1996993872 tempest-ServersTestBootFromVolume-1996993872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:17.299194 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b4f19ec9-c641-4a77-b474-65895b1d45eb req-c009d1fb-fec1-4663-9fb5-afad96c78508 tempest-ServersTestBootFromVolume-1996993872 tempest-ServersTestBootFromVolume-1996993872-project] 10.222.0.66 "GET /v2.0/ports?device_id=67f4cc8b-9e73-4617-83a9-d62bbfeb8810 HTTP/1.1" status: 200 len: 945 time: 0.0811727 Aug 18 11:59:17.372437 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b4f19ec9-c641-4a77-b474-65895b1d45eb req-cd3fae44-7c43-42d8-929c-36fdbd2af50b tempest-ServersTestBootFromVolume-1996993872 tempest-ServersTestBootFromVolume-1996993872-project] 10.222.0.66 "GET /v2.0/security-groups?id=2bc96fcd-9703-490c-b0da-ce0b80b96f81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723143 Aug 18 11:59:17.413703 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7a3117-082f-469b-a777-18773c00ef32 req-9566d5b4-4fa9-4405-a0fc-a823589e5a61 tempest-ListServerFiltersTestJSON-1468057958 tempest-ListServerFiltersTestJSON-1468057958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:17.418615 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9f7a3117-082f-469b-a777-18773c00ef32 req-9566d5b4-4fa9-4405-a0fc-a823589e5a61 tempest-ListServerFiltersTestJSON-1468057958 tempest-ListServerFiltersTestJSON-1468057958-project] 10.222.0.66 "GET /v2.0/ports?device_id=714c95e2-c9ad-47f9-af12-f4efbff51186 HTTP/1.1" status: 200 len: 945 time: 0.0955517 Aug 18 11:59:17.423898 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 11:59:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6268cd5c-d71a-4c72-abca-527d5397f916 x-openstack-request-id: req-6268cd5c-d71a-4c72-abca-527d5397f916 {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:59:17.424201 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0338ddc1-8ea6-44fb-8c16-765264b780df", "name": "network-vif-plugged", "status": "completed", "tag": "d4e0702b-4ca6-4497-bfad-844fa697777e", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:59:17.424453 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-6268cd5c-d71a-4c72-abca-527d5397f916 {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:59:17.424885 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0338ddc1-8ea6-44fb-8c16-765264b780df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4e0702b-4ca6-4497-bfad-844fa697777e', 'code': 200} Aug 18 11:59:17.482321 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9f7a3117-082f-469b-a777-18773c00ef32 req-e182eb04-99dc-4f09-a4d4-8fe0f72e6e1d tempest-ListServerFiltersTestJSON-1468057958 tempest-ListServerFiltersTestJSON-1468057958-project] 10.222.0.66 "GET /v2.0/security-groups?id=f5ad2220-cad5-4159-8a3e-cb953441befe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599232 Aug 18 11:59:17.579976 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1e55af13-2848-4924-bfbd-e10a8f627af4 req-9881e8f5-2171-42f5-a55f-4fcd4f1e1bad tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.63 "GET /v2.0/networks?tenant_id=87f2a541be1e4141a84277bf00dc4c3b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0412462 Aug 18 11:59:17.579976 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-898fd5a1-ca5e-45c3-a02b-091941eb52f7 req-d4038286-e9a9-43d7-bf27-792ca900a368 tempest-SecurityGroupRulesTestJSON-1117166877 tempest-SecurityGroupRulesTestJSON-1117166877-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1532186784', 'description': 'tempest-description-2122594798'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:59:17.620288 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-898fd5a1-ca5e-45c3-a02b-091941eb52f7 req-d4038286-e9a9-43d7-bf27-792ca900a368 tempest-SecurityGroupRulesTestJSON-1117166877 tempest-SecurityGroupRulesTestJSON-1117166877-project] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:17.763396 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad80a9d-cc38-4390-b1a6-7e14587d9379 req-09c74251-f016-457e-8993-98c8b1de500e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:17.765091 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-aad80a9d-cc38-4390-b1a6-7e14587d9379 req-09c74251-f016-457e-8993-98c8b1de500e service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=0338ddc1-8ea6-44fb-8c16-765264b780df HTTP/1.1" status: 200 len: 1096 time: 0.2430627 Aug 18 11:59:17.834010 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7b0563-a0f7-47dd-a013-ec5bb48a5dce req-fb32d6ff-05ed-4f9f-a2ec-da600d0d3943 tempest-ListServerFiltersTestJSON-1468057958 tempest-ListServerFiltersTestJSON-1468057958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:17.835558 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0e7b0563-a0f7-47dd-a013-ec5bb48a5dce req-fb32d6ff-05ed-4f9f-a2ec-da600d0d3943 tempest-ListServerFiltersTestJSON-1468057958 tempest-ListServerFiltersTestJSON-1468057958-project] 10.222.0.66 "GET /v2.0/ports?device_id=90f4510c-cfe8-4eb1-86bf-36d73a7e5776 HTTP/1.1" status: 200 len: 946 time: 0.1920557 Aug 18 11:59:17.852184 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e55af13-2848-4924-bfbd-e10a8f627af4 req-562d90c5-60ea-4f12-a9b2-77eda8eabb32 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:17.853694 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1e55af13-2848-4924-bfbd-e10a8f627af4 req-562d90c5-60ea-4f12-a9b2-77eda8eabb32 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2437630 Aug 18 11:59:17.883680 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-1e55af13-2848-4924-bfbd-e10a8f627af4 req-1121a7f1-c34b-4571-ae60-a99b8264666d tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Request body: {'port': {'device_id': 'a6872a0b-045c-40a9-ac3b-9c330c30278a', 'network_id': '222e0814-c7e5-4b11-9282-3f40c6ed76b2', 'admin_state_up': True, 'tenant_id': '87f2a541be1e4141a84277bf00dc4c3b'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:59:17.948436 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-aad80a9d-cc38-4390-b1a6-7e14587d9379 req-544b5753-98f9-4702-be27-225b6d6940e0 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=17092d8b-83b7-4f18-84df-ef0cbfdbaa9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590610 Aug 18 11:59:18.018597 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0e7b0563-a0f7-47dd-a013-ec5bb48a5dce req-041a61d6-cb5c-4421-95d5-03fd09437db1 tempest-ListServerFiltersTestJSON-1468057958 tempest-ListServerFiltersTestJSON-1468057958-project] 10.222.0.66 "GET /v2.0/security-groups?id=f5ad2220-cad5-4159-8a3e-cb953441befe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618135 Aug 18 11:59:18.027981 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-898fd5a1-ca5e-45c3-a02b-091941eb52f7 req-d4038286-e9a9-43d7-bf27-792ca900a368 tempest-SecurityGroupRulesTestJSON-1117166877 tempest-SecurityGroupRulesTestJSON-1117166877-project] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:18.046444 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-898fd5a1-ca5e-45c3-a02b-091941eb52f7 req-d4038286-e9a9-43d7-bf27-792ca900a368 tempest-SecurityGroupRulesTestJSON-1117166877 tempest-SecurityGroupRulesTestJSON-1117166877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:18.102211 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8474df75-eaa9-42d0-af1a-1124b6287861 req-e195ddba-3069-457f-9b2f-99c382e6cdf1 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=447950aa-fe3a-4e2a-9e6e-e115159ebaee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1558976 Aug 18 11:59:18.108787 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-898fd5a1-ca5e-45c3-a02b-091941eb52f7 req-d4038286-e9a9-43d7-bf27-792ca900a368 tempest-SecurityGroupRulesTestJSON-1117166877 tempest-SecurityGroupRulesTestJSON-1117166877-project] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:18.122567 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-898fd5a1-ca5e-45c3-a02b-091941eb52f7 req-d4038286-e9a9-43d7-bf27-792ca900a368 tempest-SecurityGroupRulesTestJSON-1117166877 tempest-SecurityGroupRulesTestJSON-1117166877-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.5992775 Aug 18 11:59:18.135676 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4038286-e9a9-43d7-bf27-792ca900a368 tempest-SecurityGroupRulesTestJSON-1117166877 tempest-SecurityGroupRulesTestJSON-1117166877-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c5860f8-ed0c-48f0-99d4-177c856b3cbc,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:59:18.266786 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e55af13-2848-4924-bfbd-e10a8f627af4 req-1121a7f1-c34b-4571-ae60-a99b8264666d tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Made reservation on behalf of 87f2a541be1e4141a84277bf00dc4c3b for: {'port': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 11:59:18.270458 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-1e55af13-2848-4924-bfbd-e10a8f627af4 req-1121a7f1-c34b-4571-ae60-a99b8264666d tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:18.299352 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6143409f-3413-486e-add5-c4fafa10c7df req-7f07da61-8e8f-4cce-bbd8-17f39f55967f tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:18.300881 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6143409f-3413-486e-add5-c4fafa10c7df req-7f07da61-8e8f-4cce-bbd8-17f39f55967f tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.66 "GET /v2.0/ports?device_id=18e4043f-eb56-4bc5-9628-bdc903d88236 HTTP/1.1" status: 200 len: 945 time: 0.1931660 Aug 18 11:59:18.319915 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8474df75-eaa9-42d0-af1a-1124b6287861 req-8313ffce-eb26-4ac3-b1ed-5db0cbe6021f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:18.321429 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8474df75-eaa9-42d0-af1a-1124b6287861 req-8313ffce-eb26-4ac3-b1ed-5db0cbe6021f service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=87f2a541be1e4141a84277bf00dc4c3b&device_id=447950aa-fe3a-4e2a-9e6e-e115159ebaee HTTP/1.1" status: 200 len: 1101 time: 0.1233292 Aug 18 11:59:18.346302 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dd004d-2169-4d84-b5c8-2ef983de71c3 req-6be8b49a-f640-4433-824d-ca43d13570eb tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:18.352318 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dd004d-2169-4d84-b5c8-2ef983de71c3 req-6be8b49a-f640-4433-824d-ca43d13570eb tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:18.358307 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dd004d-2169-4d84-b5c8-2ef983de71c3 req-6be8b49a-f640-4433-824d-ca43d13570eb tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:18.364573 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dd004d-2169-4d84-b5c8-2ef983de71c3 req-6be8b49a-f640-4433-824d-ca43d13570eb tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:18.372006 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dd004d-2169-4d84-b5c8-2ef983de71c3 req-6be8b49a-f640-4433-824d-ca43d13570eb tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:18.381614 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dd004d-2169-4d84-b5c8-2ef983de71c3 req-6be8b49a-f640-4433-824d-ca43d13570eb tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:18.387481 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dd004d-2169-4d84-b5c8-2ef983de71c3 req-6be8b49a-f640-4433-824d-ca43d13570eb tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:18.389472 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a9dd004d-2169-4d84-b5c8-2ef983de71c3 req-6be8b49a-f640-4433-824d-ca43d13570eb tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] 10.222.0.66 "GET /v2.0/ports?device_id=20dd28f4-1df0-4a6b-8939-d21ca9c9b72a HTTP/1.1" status: 200 len: 5431 time: 0.1790743 Aug 18 11:59:18.466606 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-c7eb1c58-7225-48b4-9679-680b065e3778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:18.532054 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6143409f-3413-486e-add5-c4fafa10c7df req-6a6d5887-a1ca-45e3-b526-07f97450ef1e tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.66 "GET /v2.0/security-groups?id=11bbe5b2-5f3b-4775-89a0-258a798e3ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202773 Aug 18 11:59:18.559268 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a9dd004d-2169-4d84-b5c8-2ef983de71c3 req-df2cc572-c00d-489d-b337-33120071bf91 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] 10.222.0.66 "GET /v2.0/security-groups?id=62694ccf-8551-490d-8b70-5c6a44a53206&id=e100a5b2-e498-4091-84ac-a0da12aab123&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1476104 Aug 18 11:59:18.629906 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8474df75-eaa9-42d0-af1a-1124b6287861 req-5c19d754-8bc8-4b17-b8da-6fb322c644f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:18.631546 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8474df75-eaa9-42d0-af1a-1124b6287861 req-5c19d754-8bc8-4b17-b8da-6fb322c644f3 service neutron] 10.222.0.63 "GET /v2.0/networks?id=222e0814-c7e5-4b11-9282-3f40c6ed76b2 HTTP/1.1" status: 200 len: 870 time: 0.2410510 Aug 18 11:59:18.707354 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [req-1e55af13-2848-4924-bfbd-e10a8f627af4 req-1121a7f1-c34b-4571-ae60-a99b8264666d tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Allocated IP 192.168.233.52 (222e0814-c7e5-4b11-9282-3f40c6ed76b2/6d16d680-110b-436d-8afa-48ba845b3623/3d5a51d4-8aae-48f7-ad8d-aec31b33f432) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 11:59:18.711746 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8474df75-eaa9-42d0-af1a-1124b6287861 req-4ab141f2-a6a9-44b1-8766-3b33cfdf44d3 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=3bb3d3c1-bab8-4cce-b527-237a5b4dc9b4 HTTP/1.1" status: 200 len: 217 time: 0.0645177 Aug 18 11:59:18.721633 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-044407b3-78e5-4e55-9a77-d542025288b6 req-3d55028a-28b6-4f70-a57b-ed809055fcde service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=05a95b0d-233e-4e5e-a73b-02758d36de1e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0803635 Aug 18 11:59:18.837226 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8474df75-eaa9-42d0-af1a-1124b6287861 req-c80096f7-bef8-412a-bcbb-cdac7d11e770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:18.839587 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8474df75-eaa9-42d0-af1a-1124b6287861 req-c80096f7-bef8-412a-bcbb-cdac7d11e770 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=6d16d680-110b-436d-8afa-48ba845b3623 HTTP/1.1" status: 200 len: 843 time: 0.1136436 Aug 18 11:59:18.850442 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd86000d-ab87-4ce6-9a69-cea4f9d03d19 req-58b13759-1791-4b36-b104-d2d81fcf1e68 tempest-ServerAddressesNegativeTestJSON-1456249985 tempest-ServerAddressesNegativeTestJSON-1456249985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:18.858292 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-fd86000d-ab87-4ce6-9a69-cea4f9d03d19 req-58b13759-1791-4b36-b104-d2d81fcf1e68 tempest-ServerAddressesNegativeTestJSON-1456249985 tempest-ServerAddressesNegativeTestJSON-1456249985-project] 10.222.0.66 "GET /v2.0/ports?device_id=0338ddc1-8ea6-44fb-8c16-765264b780df HTTP/1.1" status: 200 len: 945 time: 0.1525238 Aug 18 11:59:18.950455 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044407b3-78e5-4e55-9a77-d542025288b6 req-b10fd518-ee0e-4d49-afe0-0817b4a20a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:18.952571 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-044407b3-78e5-4e55-9a77-d542025288b6 req-b10fd518-ee0e-4d49-afe0-0817b4a20a68 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=9143985e071d4037b5bf264a5aaa6497&device_id=05a95b0d-233e-4e5e-a73b-02758d36de1e HTTP/1.1" status: 200 len: 1096 time: 0.1447179 Aug 18 11:59:19.036645 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-fd86000d-ab87-4ce6-9a69-cea4f9d03d19 req-0eff2418-fd0b-48db-a087-4303e7233a97 tempest-ServerAddressesNegativeTestJSON-1456249985 tempest-ServerAddressesNegativeTestJSON-1456249985-project] 10.222.0.66 "GET /v2.0/security-groups?id=17092d8b-83b7-4f18-84df-ef0cbfdbaa9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736550 Aug 18 11:59:19.068907 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8474df75-eaa9-42d0-af1a-1124b6287861 req-96571287-c208-4753-95e6-f183419babbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:19.072286 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8474df75-eaa9-42d0-af1a-1124b6287861 req-96571287-c208-4753-95e6-f183419babbf service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=222e0814-c7e5-4b11-9282-3f40c6ed76b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2067838 Aug 18 11:59:19.167743 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044407b3-78e5-4e55-9a77-d542025288b6 req-68864558-e30e-4129-8b17-b7e27bb4a7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:19.169040 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-044407b3-78e5-4e55-9a77-d542025288b6 req-68864558-e30e-4129-8b17-b7e27bb4a7bb service neutron] 10.222.0.62 "GET /v2.0/networks?id=45f10d77-130c-4859-b30d-1a902305b96f HTTP/1.1" status: 200 len: 907 time: 0.1891785 Aug 18 11:59:19.173666 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c4c657c6-c579-43a8-8b46-b024b5f340f6 req-8a4274b7-7e0f-4d75-903a-3eb7d16ef999 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/ports?device_id=a6872a0b-045c-40a9-ac3b-9c330c30278a HTTP/1.1" status: 200 len: 210 time: 0.1318300 Aug 18 11:59:19.212638 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-1e55af13-2848-4924-bfbd-e10a8f627af4 req-1121a7f1-c34b-4571-ae60-a99b8264666d tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:19.228033 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [req-1e55af13-2848-4924-bfbd-e10a8f627af4 req-1121a7f1-c34b-4571-ae60-a99b8264666d tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Transition to ACTIVE for port object 3d5a51d4-8aae-48f7-ad8d-aec31b33f432 will not be triggered until provisioned by entity DHCP. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 11:59:19.233890 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-044407b3-78e5-4e55-9a77-d542025288b6 req-37e3a893-6536-47d0-8c72-88ead849a604 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ecad9dcc-255c-4073-a5af-38967245d933 HTTP/1.1" status: 200 len: 217 time: 0.0544908 Aug 18 11:59:19.289986 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044407b3-78e5-4e55-9a77-d542025288b6 req-f2e3bccd-0c6a-4387-be51-1ca0ed2926a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:19.291893 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-044407b3-78e5-4e55-9a77-d542025288b6 req-f2e3bccd-0c6a-4387-be51-1ca0ed2926a3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7cf2249d-58a2-4afe-a9fb-145dc05a7f39 HTTP/1.1" status: 200 len: 846 time: 0.0474007 Aug 18 11:59:19.328903 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-044407b3-78e5-4e55-9a77-d542025288b6 req-9f8a63dc-d464-4501-b352-24c3e5a3653a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=45f10d77-130c-4859-b30d-1a902305b96f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280788 Aug 18 11:59:19.405277 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a15005aa-e820-438f-8904-7240a6787168 req-7a544eed-beef-4d37-b949-48b86e4aa471 tempest-SecurityGroupRulesTestJSON-1117166877 tempest-SecurityGroupRulesTestJSON-1117166877-project] 10.222.0.66 "GET /v2.0/security-groups/714e9549-3a50-4bc8-8760-d55f89a520b6 HTTP/1.1" status: 200 len: 1805 time: 0.1649292 Aug 18 11:59:19.413492 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa60be1c-a32e-4191-8ac5-767d9437f955 req-f4c41f62-37a6-47d1-9254-7cf00a4915bb tempest-ListServerFiltersTestJSON-1468057958 tempest-ListServerFiltersTestJSON-1468057958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:19.415358 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-aa60be1c-a32e-4191-8ac5-767d9437f955 req-f4c41f62-37a6-47d1-9254-7cf00a4915bb tempest-ListServerFiltersTestJSON-1468057958 tempest-ListServerFiltersTestJSON-1468057958-project] 10.222.0.66 "GET /v2.0/ports?device_id=15deb2c7-c100-47c6-8261-abde7ec7009c HTTP/1.1" status: 200 len: 946 time: 0.2405405 Aug 18 11:59:19.419695 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-1e55af13-2848-4924-bfbd-e10a8f627af4 req-1121a7f1-c34b-4571-ae60-a99b8264666d tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:19.439120 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] get_ports_and_sgs() called for port_ids ['47e5829a-59dd-4443-a286-66a970df8f0d'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 11:59:19.442722 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] get_ports_and_sgs() called for port_ids ['3bb3d3c1-bab8-4cce-b527-237a5b4dc9b4'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 11:59:19.459182 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-044407b3-78e5-4e55-9a77-d542025288b6 req-c2501d98-415c-4143-8013-9674ce509d4a service neutron] 10.222.0.62 "GET /v2.0/networks/45f10d77-130c-4859-b30d-1a902305b96f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195383 Aug 18 11:59:19.589738 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8474df75-eaa9-42d0-af1a-1124b6287861 req-e04677b2-e559-465b-b31c-a35b41971a43 service neutron] 10.222.0.63 "GET /v2.0/networks/222e0814-c7e5-4b11-9282-3f40c6ed76b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4468641 Aug 18 11:59:19.591500 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e55af13-2848-4924-bfbd-e10a8f627af4 req-1121a7f1-c34b-4571-ae60-a99b8264666d tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Network 222e0814-c7e5-4b11-9282-3f40c6ed76b2 is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 11:59:19.610129 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [req-1e55af13-2848-4924-bfbd-e10a8f627af4 req-1121a7f1-c34b-4571-ae60-a99b8264666d tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:59:19.618675 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-044407b3-78e5-4e55-9a77-d542025288b6 req-7d6ff52d-b500-4320-9b51-45c0626c6f9a service neutron] 10.222.0.62 "GET /v2.0/networks/45f10d77-130c-4859-b30d-1a902305b96f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407201 Aug 18 11:59:19.651591 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e55af13-2848-4924-bfbd-e10a8f627af4 req-1121a7f1-c34b-4571-ae60-a99b8264666d tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 11:59:19.746850 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a15005aa-e820-438f-8904-7240a6787168 req-5deab8e0-89dc-4ee8-a446-03e9a24400ba tempest-SecurityGroupRulesTestJSON-1117166877 tempest-SecurityGroupRulesTestJSON-1117166877-project] 10.222.0.66 "GET /v2.0/security-groups/6c5860f8-ed0c-48f0-99d4-177c856b3cbc HTTP/1.1" status: 200 len: 1805 time: 0.3284018 Aug 18 11:59:19.751603 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-aa60be1c-a32e-4191-8ac5-767d9437f955 req-bcc4a736-21ca-417e-b9e4-0a03ce7c43b6 tempest-ListServerFiltersTestJSON-1468057958 tempest-ListServerFiltersTestJSON-1468057958-project] 10.222.0.66 "GET /v2.0/security-groups?id=f5ad2220-cad5-4159-8a3e-cb953441befe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2886617 Aug 18 11:59:19.763885 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-a15005aa-e820-438f-8904-7240a6787168 req-22c28280-032b-42e4-834d-7379842c90b1 tempest-SecurityGroupRulesTestJSON-1117166877 tempest-SecurityGroupRulesTestJSON-1117166877-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '714e9549-3a50-4bc8-8760-d55f89a520b6', 'remote_group_id': '6c5860f8-ed0c-48f0-99d4-177c856b3cbc', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:59:19.764256 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-a15005aa-e820-438f-8904-7240a6787168 req-22c28280-032b-42e4-834d-7379842c90b1 tempest-SecurityGroupRulesTestJSON-1117166877 tempest-SecurityGroupRulesTestJSON-1117166877-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '714e9549-3a50-4bc8-8760-d55f89a520b6', 'remote_group_id': '6c5860f8-ed0c-48f0-99d4-177c856b3cbc', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:59:19.773466 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1121a7f1-c34b-4571-ae60-a99b8264666d tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Pushing event updated for resources: {'Port': ['ID=3d5a51d4-8aae-48f7-ad8d-aec31b33f432,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:59:19.813827 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e55af13-2848-4924-bfbd-e10a8f627af4 req-1121a7f1-c34b-4571-ae60-a99b8264666d tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:19.814585 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-1e55af13-2848-4924-bfbd-e10a8f627af4 req-1121a7f1-c34b-4571-ae60-a99b8264666d tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:19.883662 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1e55af13-2848-4924-bfbd-e10a8f627af4 req-1121a7f1-c34b-4571-ae60-a99b8264666d tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0106049 Aug 18 11:59:19.887423 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8474df75-eaa9-42d0-af1a-1124b6287861 req-0af384f6-3c62-4142-b889-ddf242068346 service neutron] 10.222.0.63 "GET /v2.0/networks/222e0814-c7e5-4b11-9282-3f40c6ed76b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2813559 Aug 18 11:59:19.918292 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-1e55af13-2848-4924-bfbd-e10a8f627af4 req-7e822acd-e426-4a04-a5d7-d18995f02c81 service neutron] Request body: {'port': {'device_id': 'a6872a0b-045c-40a9-ac3b-9c330c30278a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804985-2'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:59:19.961985 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-b7b40477-6705-4a32-b36c-7ab42cfc90d2 None None] Provisioning for port 3d5a51d4-8aae-48f7-ad8d-aec31b33f432 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 11:59:19.966610 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-b7b40477-6705-4a32-b36c-7ab42cfc90d2 None None] Provisioning complete for port 3d5a51d4-8aae-48f7-ad8d-aec31b33f432 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:59:19.966972 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-b7b40477-6705-4a32-b36c-7ab42cfc90d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:19.999968 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-a15005aa-e820-438f-8904-7240a6787168 req-22c28280-032b-42e4-834d-7379842c90b1 tempest-SecurityGroupRulesTestJSON-1117166877 tempest-SecurityGroupRulesTestJSON-1117166877-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:20.002349 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-1e55af13-2848-4924-bfbd-e10a8f627af4 req-7e822acd-e426-4a04-a5d7-d18995f02c81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:20.010998 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-b7b40477-6705-4a32-b36c-7ab42cfc90d2 None None] Port 3d5a51d4-8aae-48f7-ad8d-aec31b33f432 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 11:59:20.111580 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-a15005aa-e820-438f-8904-7240a6787168 req-22c28280-032b-42e4-834d-7379842c90b1 tempest-SecurityGroupRulesTestJSON-1117166877 tempest-SecurityGroupRulesTestJSON-1117166877-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:20.132639 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4928e0-bde8-44fb-82c3-787fcdaaa4a4 req-a7b9f81a-cd1f-4d84-b6f5-96d497f54194 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:20.140117 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9b4928e0-bde8-44fb-82c3-787fcdaaa4a4 req-a7b9f81a-cd1f-4d84-b6f5-96d497f54194 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.66 "GET /v2.0/ports?device_id=18e4043f-eb56-4bc5-9628-bdc903d88236 HTTP/1.1" status: 200 len: 945 time: 0.1603432 Aug 18 11:59:20.148440 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-a15005aa-e820-438f-8904-7240a6787168 req-22c28280-032b-42e4-834d-7379842c90b1 tempest-SecurityGroupRulesTestJSON-1117166877 tempest-SecurityGroupRulesTestJSON-1117166877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992607'] for security_group_rule, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:20.238043 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c28280-032b-42e4-834d-7379842c90b1 tempest-SecurityGroupRulesTestJSON-1117166877 tempest-SecurityGroupRulesTestJSON-1117166877-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f3a3543-a42e-4ee9-8f5e-6926bfe7d9c7,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:59:20.251564 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-a15005aa-e820-438f-8904-7240a6787168 req-22c28280-032b-42e4-834d-7379842c90b1 tempest-SecurityGroupRulesTestJSON-1117166877 tempest-SecurityGroupRulesTestJSON-1117166877-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:20.252800 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a15005aa-e820-438f-8904-7240a6787168 req-22c28280-032b-42e4-834d-7379842c90b1 tempest-SecurityGroupRulesTestJSON-1117166877 tempest-SecurityGroupRulesTestJSON-1117166877-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.5051134 Aug 18 11:59:20.270759 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9b4928e0-bde8-44fb-82c3-787fcdaaa4a4 req-b46dfe55-e725-4771-9545-42b4491c6b4f tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.66 "GET /v2.0/security-groups?id=11bbe5b2-5f3b-4775-89a0-258a798e3ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296301 Aug 18 11:59:20.446358 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b5741b-04b6-416d-90cb-eb581e8b2f03 req-2c579ece-bdc2-4e2d-b1f8-a98a182ee8a6 tempest-ServersTestBootFromVolume-1996993872 tempest-ServersTestBootFromVolume-1996993872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:20.447825 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-35b5741b-04b6-416d-90cb-eb581e8b2f03 req-2c579ece-bdc2-4e2d-b1f8-a98a182ee8a6 tempest-ServersTestBootFromVolume-1996993872 tempest-ServersTestBootFromVolume-1996993872-project] 10.222.0.66 "GET /v2.0/ports?device_id=67f4cc8b-9e73-4617-83a9-d62bbfeb8810 HTTP/1.1" status: 200 len: 945 time: 0.1205339 Aug 18 11:59:20.478291 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce4ae68-9821-47ed-ba81-51dfb03574b8 req-ff4ab474-c637-4ca8-944e-c952ec45a8de tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:20.484356 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce4ae68-9821-47ed-ba81-51dfb03574b8 req-ff4ab474-c637-4ca8-944e-c952ec45a8de tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:20.490340 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce4ae68-9821-47ed-ba81-51dfb03574b8 req-ff4ab474-c637-4ca8-944e-c952ec45a8de tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:20.496104 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce4ae68-9821-47ed-ba81-51dfb03574b8 req-ff4ab474-c637-4ca8-944e-c952ec45a8de tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:20.502322 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce4ae68-9821-47ed-ba81-51dfb03574b8 req-ff4ab474-c637-4ca8-944e-c952ec45a8de tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:20.508116 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce4ae68-9821-47ed-ba81-51dfb03574b8 req-ff4ab474-c637-4ca8-944e-c952ec45a8de tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:20.514034 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce4ae68-9821-47ed-ba81-51dfb03574b8 req-ff4ab474-c637-4ca8-944e-c952ec45a8de tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:20.515807 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3ce4ae68-9821-47ed-ba81-51dfb03574b8 req-ff4ab474-c637-4ca8-944e-c952ec45a8de tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] 10.222.0.66 "GET /v2.0/ports?device_id=20dd28f4-1df0-4a6b-8939-d21ca9c9b72a HTTP/1.1" status: 200 len: 5431 time: 0.1599860 Aug 18 11:59:20.603906 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-35b5741b-04b6-416d-90cb-eb581e8b2f03 req-54d106a9-5d1e-4251-9498-25db87b18ded tempest-ServersTestBootFromVolume-1996993872 tempest-ServersTestBootFromVolume-1996993872-project] 10.222.0.66 "GET /v2.0/security-groups?id=2bc96fcd-9703-490c-b0da-ce0b80b96f81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1495483 Aug 18 11:59:20.613036 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [req-1e55af13-2848-4924-bfbd-e10a8f627af4 req-7e822acd-e426-4a04-a5d7-d18995f02c81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d5a51d4-8aae-48f7-ad8d-aec31b33f432 {{(pid=106252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 11:59:20.625414 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3ce4ae68-9821-47ed-ba81-51dfb03574b8 req-8006b50c-25e2-456b-bdc9-5d450d426113 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] 10.222.0.66 "GET /v2.0/security-groups?id=62694ccf-8551-490d-8b70-5c6a44a53206&id=e100a5b2-e498-4091-84ac-a0da12aab123&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0954201 Aug 18 11:59:20.625414 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-1e55af13-2848-4924-bfbd-e10a8f627af4 req-7e822acd-e426-4a04-a5d7-d18995f02c81 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:20.638111 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [req-1e55af13-2848-4924-bfbd-e10a8f627af4 req-7e822acd-e426-4a04-a5d7-d18995f02c81 service neutron] Transition to ACTIVE for port object 3d5a51d4-8aae-48f7-ad8d-aec31b33f432 will not be triggered until provisioned by entity L2. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 11:59:20.653401 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-1e55af13-2848-4924-bfbd-e10a8f627af4 req-7e822acd-e426-4a04-a5d7-d18995f02c81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:20.664610 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [req-7d6f3af4-a53e-489d-a4a5-3af391470414 req-643edc9a-37c1-42c7-99ed-b797180bb14d tempest-ListServerFiltersTestJSON-1468057958 tempest-ListServerFiltersTestJSON-1468057958-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=106252) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 11:59:20.665577 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7d6f3af4-a53e-489d-a4a5-3af391470414 req-643edc9a-37c1-42c7-99ed-b797180bb14d tempest-ListServerFiltersTestJSON-1468057958 tempest-ListServerFiltersTestJSON-1468057958-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0093670 Aug 18 11:59:20.805145 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e822acd-e426-4a04-a5d7-d18995f02c81 service neutron] Pushing event updated for resources: {'Port': ['ID=3d5a51d4-8aae-48f7-ad8d-aec31b33f432,revision_number=2']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:59:20.863539 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d760540-9a0c-40e1-8e93-71c2b79f51cd req-505c80df-70af-4805-bd6c-387c2dd6c551 tempest-ServersTestBootFromVolume-1996993872 tempest-ServersTestBootFromVolume-1996993872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:20.865809 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-6d760540-9a0c-40e1-8e93-71c2b79f51cd req-505c80df-70af-4805-bd6c-387c2dd6c551 tempest-ServersTestBootFromVolume-1996993872 tempest-ServersTestBootFromVolume-1996993872-project] 10.222.0.62 "GET /v2.0/ports?device_id=67f4cc8b-9e73-4617-83a9-d62bbfeb8810 HTTP/1.1" status: 200 len: 945 time: 0.0554373 Aug 18 11:59:20.889339 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7d6f3af4-a53e-489d-a4a5-3af391470414 req-cb307211-fde4-4370-bc2e-a6f34b9d374f tempest-ListServerFiltersTestJSON-1468057958 tempest-ListServerFiltersTestJSON-1468057958-project] 10.222.0.66 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.13&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1939359 Aug 18 11:59:20.909204 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431b14e4-573f-4d25-ada2-b2e811749dc8 req-ad44a042-a875-43c9-88e5-b5e27ea8ba6d tempest-ServerAddressesNegativeTestJSON-1456249985 tempest-ServerAddressesNegativeTestJSON-1456249985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:20.910977 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-431b14e4-573f-4d25-ada2-b2e811749dc8 req-ad44a042-a875-43c9-88e5-b5e27ea8ba6d tempest-ServerAddressesNegativeTestJSON-1456249985 tempest-ServerAddressesNegativeTestJSON-1456249985-project] 10.222.0.66 "GET /v2.0/ports?device_id=0338ddc1-8ea6-44fb-8c16-765264b780df HTTP/1.1" status: 200 len: 945 time: 0.1793747 Aug 18 11:59:20.955217 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-1e55af13-2848-4924-bfbd-e10a8f627af4 req-7e822acd-e426-4a04-a5d7-d18995f02c81 service neutron] Attempting to bind port 3d5a51d4-8aae-48f7-ad8d-aec31b33f432 on host n-h1-804985-2 for vnic_type normal with profile {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 11:59:20.955551 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-1e55af13-2848-4924-bfbd-e10a8f627af4 req-7e822acd-e426-4a04-a5d7-d18995f02c81 service neutron] Attempting to bind port 3d5a51d4-8aae-48f7-ad8d-aec31b33f432 by drivers openvswitch,hyperv on host n-h1-804985-2 at level 0 using segments [{'id': 'b0eb6eea-b461-4969-8a27-808f00daa8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '222e0814-c7e5-4b11-9282-3f40c6ed76b2'}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 11:59:20.955895 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e55af13-2848-4924-bfbd-e10a8f627af4 req-7e822acd-e426-4a04-a5d7-d18995f02c81 service neutron] Attempting to bind port 3d5a51d4-8aae-48f7-ad8d-aec31b33f432 on network 222e0814-c7e5-4b11-9282-3f40c6ed76b2 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 11:59:20.970314 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e55af13-2848-4924-bfbd-e10a8f627af4 req-7e822acd-e426-4a04-a5d7-d18995f02c81 service neutron] Port 3d5a51d4-8aae-48f7-ad8d-aec31b33f432 on network 222e0814-c7e5-4b11-9282-3f40c6ed76b2 not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-2 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 11:59:20.970694 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e55af13-2848-4924-bfbd-e10a8f627af4 req-7e822acd-e426-4a04-a5d7-d18995f02c81 service neutron] Attempting to bind port 3d5a51d4-8aae-48f7-ad8d-aec31b33f432 on network 222e0814-c7e5-4b11-9282-3f40c6ed76b2 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 11:59:20.975325 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-431b14e4-573f-4d25-ada2-b2e811749dc8 req-6e4eb1f4-51b3-4e77-b84f-1c999b925c67 tempest-ServerAddressesNegativeTestJSON-1456249985 tempest-ServerAddressesNegativeTestJSON-1456249985-project] 10.222.0.66 "GET /v2.0/security-groups?id=17092d8b-83b7-4f18-84df-ef0cbfdbaa9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553091 Aug 18 11:59:20.987743 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e55af13-2848-4924-bfbd-e10a8f627af4 req-7e822acd-e426-4a04-a5d7-d18995f02c81 service neutron] Checking agent: {'id': 'a613417a-d085-492c-941a-59bb18c633d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 49, 6), 'started_at': datetime.datetime(2021, 8, 18, 11, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 11, 59, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 11:59:20.988204 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e55af13-2848-4924-bfbd-e10a8f627af4 req-7e822acd-e426-4a04-a5d7-d18995f02c81 service neutron] Checking segment: {'id': 'b0eb6eea-b461-4969-8a27-808f00daa8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '222e0814-c7e5-4b11-9282-3f40c6ed76b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 11:59:20.988508 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e55af13-2848-4924-bfbd-e10a8f627af4 req-7e822acd-e426-4a04-a5d7-d18995f02c81 service neutron] Bound using segment: {'id': 'b0eb6eea-b461-4969-8a27-808f00daa8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '222e0814-c7e5-4b11-9282-3f40c6ed76b2'} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 11:59:20.989020 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-1e55af13-2848-4924-bfbd-e10a8f627af4 req-7e822acd-e426-4a04-a5d7-d18995f02c81 service neutron] Bound port: 3d5a51d4-8aae-48f7-ad8d-aec31b33f432, host: n-h1-804985-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0eb6eea-b461-4969-8a27-808f00daa8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '222e0814-c7e5-4b11-9282-3f40c6ed76b2'}}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 11:59:20.989411 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-1e55af13-2848-4924-bfbd-e10a8f627af4 req-7e822acd-e426-4a04-a5d7-d18995f02c81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:20.989673 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-6d760540-9a0c-40e1-8e93-71c2b79f51cd req-d8f7f2dc-14c7-4426-88fa-c81a69e903e0 tempest-ServersTestBootFromVolume-1996993872 tempest-ServersTestBootFromVolume-1996993872-project] Deleting port 4fdedf33-9283-4814-a61d-4e7777bc2cf9 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 11:59:20.990121 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-6d760540-9a0c-40e1-8e93-71c2b79f51cd req-d8f7f2dc-14c7-4426-88fa-c81a69e903e0 tempest-ServersTestBootFromVolume-1996993872 tempest-ServersTestBootFromVolume-1996993872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:20.992570 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-0d305e01-87e5-49bc-bd45-84fb0bb0ec31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:21.107537 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-1e55af13-2848-4924-bfbd-e10a8f627af4 req-7e822acd-e426-4a04-a5d7-d18995f02c81 service neutron] For port 3d5a51d4-8aae-48f7-ad8d-aec31b33f432, host n-h1-804985-2, cleared binding levels {{(pid=106252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 11:59:21.117931 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-6d760540-9a0c-40e1-8e93-71c2b79f51cd req-d8f7f2dc-14c7-4426-88fa-c81a69e903e0 tempest-ServersTestBootFromVolume-1996993872 tempest-ServersTestBootFromVolume-1996993872-project] For port 4fdedf33-9283-4814-a61d-4e7777bc2cf9, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=4fdedf33-9283-4814-a61d-4e7777bc2cf9,segment=NetworkSegment(83d174bf-3ae6-4b55-b0b7-fcf979f775ed),segment_id=83d174bf-3ae6-4b55-b0b7-fcf979f775ed)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:59:21.118341 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-6d760540-9a0c-40e1-8e93-71c2b79f51cd req-d8f7f2dc-14c7-4426-88fa-c81a69e903e0 tempest-ServersTestBootFromVolume-1996993872 tempest-ServersTestBootFromVolume-1996993872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:21.135264 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-1e55af13-2848-4924-bfbd-e10a8f627af4 req-7e822acd-e426-4a04-a5d7-d18995f02c81 service neutron] For port 3d5a51d4-8aae-48f7-ad8d-aec31b33f432, host n-h1-804985-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=3d5a51d4-8aae-48f7-ad8d-aec31b33f432,segment=NetworkSegment(b0eb6eea-b461-4969-8a27-808f00daa8a1),segment_id=b0eb6eea-b461-4969-8a27-808f00daa8a1)] {{(pid=106252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 11:59:21.147242 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-1e55af13-2848-4924-bfbd-e10a8f627af4 req-7e822acd-e426-4a04-a5d7-d18995f02c81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:21.172973 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a39da8f-a50c-43a6-ab69-96a6e6433407 req-78c16736-a627-404d-aa69-5979da3d7750 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:21.174476 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0a39da8f-a50c-43a6-ab69-96a6e6433407 req-78c16736-a627-404d-aa69-5979da3d7750 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/ports?device_id=a6872a0b-045c-40a9-ac3b-9c330c30278a HTTP/1.1" status: 200 len: 947 time: 0.1087067 Aug 18 11:59:21.208256 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e55af13-2848-4924-bfbd-e10a8f627af4 req-7e822acd-e426-4a04-a5d7-d18995f02c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:21.208883 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-1e55af13-2848-4924-bfbd-e10a8f627af4 req-7e822acd-e426-4a04-a5d7-d18995f02c81 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:21.210238 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1e55af13-2848-4924-bfbd-e10a8f627af4 req-7e822acd-e426-4a04-a5d7-d18995f02c81 service neutron] 10.222.0.63 "PUT /v2.0/ports/3d5a51d4-8aae-48f7-ad8d-aec31b33f432 HTTP/1.1" status: 200 len: 1095 time: 1.2987547 Aug 18 11:59:21.215744 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6872a0b-045c-40a9-ac3b-9c330c30278a', 'tag': '3d5a51d4-8aae-48f7-ad8d-aec31b33f432'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 11:59:21.217889 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a25767e0-5ce5-4ace-913f-34a05d6d7b90" -d '{"events": [{"name": "network-changed", "server_uuid": "a6872a0b-045c-40a9-ac3b-9c330c30278a", "tag": "3d5a51d4-8aae-48f7-ad8d-aec31b33f432"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:59:21.223549 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-df3f7e1d-fae9-4fe6-9302-c0b5d2fe7807 req-7c55b241-4f30-40e5-80b0-3fb550399d48 tempest-SecurityGroupRulesTestJSON-1117166877 tempest-SecurityGroupRulesTestJSON-1117166877-project] 10.222.0.66 "GET /v2.0/security-groups/6c5860f8-ed0c-48f0-99d4-177c856b3cbc HTTP/1.1" status: 200 len: 1805 time: 0.1180847 Aug 18 11:59:21.306666 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-6d760540-9a0c-40e1-8e93-71c2b79f51cd req-d8f7f2dc-14c7-4426-88fa-c81a69e903e0 tempest-ServersTestBootFromVolume-1996993872 tempest-ServersTestBootFromVolume-1996993872-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:21.307641 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-6d760540-9a0c-40e1-8e93-71c2b79f51cd req-d8f7f2dc-14c7-4426-88fa-c81a69e903e0 tempest-ServersTestBootFromVolume-1996993872 tempest-ServersTestBootFromVolume-1996993872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-989945'] for floatingip, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:21.308262 n-d-804985-2 neutron-server[106253]: INFO neutron.db.l3_db [req-6d760540-9a0c-40e1-8e93-71c2b79f51cd req-d8f7f2dc-14c7-4426-88fa-c81a69e903e0 tempest-ServersTestBootFromVolume-1996993872 tempest-ServersTestBootFromVolume-1996993872-project] Floating IP e5182bdc-8057-4de0-b23e-c1634db6eb1c disassociated. External IP: 172.25.7.16, port: 4fdedf33-9283-4814-a61d-4e7777bc2cf9. Aug 18 11:59:21.309189 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-6d760540-9a0c-40e1-8e93-71c2b79f51cd req-d8f7f2dc-14c7-4426-88fa-c81a69e903e0 tempest-ServersTestBootFromVolume-1996993872 tempest-ServersTestBootFromVolume-1996993872-project] Calling delete_port for 4fdedf33-9283-4814-a61d-4e7777bc2cf9 owned by compute:nova {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 11:59:21.309413 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e822acd-e426-4a04-a5d7-d18995f02c81 service neutron] Pushing event updated for resources: {'Port': ['ID=3d5a51d4-8aae-48f7-ad8d-aec31b33f432,revision_number=3']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:59:21.324190 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0a39da8f-a50c-43a6-ab69-96a6e6433407 req-93332a79-f949-4920-a3d8-93e6c529137a tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/security-groups?id=0ddd2c5c-7e53-44ab-9404-c5fea69a570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288812 Aug 18 11:59:21.361213 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e55af13-2848-4924-bfbd-e10a8f627af4 req-d4b24827-32ed-4818-b3e8-008bf27ed4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:21.362771 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1e55af13-2848-4924-bfbd-e10a8f627af4 req-d4b24827-32ed-4818-b3e8-008bf27ed4e1 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=87f2a541be1e4141a84277bf00dc4c3b&device_id=a6872a0b-045c-40a9-ac3b-9c330c30278a HTTP/1.1" status: 200 len: 1098 time: 0.1003981 Aug 18 11:59:21.365772 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:21.381982 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-df3f7e1d-fae9-4fe6-9302-c0b5d2fe7807 req-c1408d64-a3f6-4d34-85da-dde10d8f89fe tempest-SecurityGroupRulesTestJSON-1117166877 tempest-SecurityGroupRulesTestJSON-1117166877-project] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:21.422850 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1e55af13-2848-4924-bfbd-e10a8f627af4 req-5e6bf7f7-9658-449c-982f-104a8c65db4c service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=3d5a51d4-8aae-48f7-ad8d-aec31b33f432 HTTP/1.1" status: 200 len: 217 time: 0.0492384 Aug 18 11:59:21.444115 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-df3f7e1d-fae9-4fe6-9302-c0b5d2fe7807 req-c1408d64-a3f6-4d34-85da-dde10d8f89fe tempest-SecurityGroupRulesTestJSON-1117166877 tempest-SecurityGroupRulesTestJSON-1117166877-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:21.488272 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-6d760540-9a0c-40e1-8e93-71c2b79f51cd req-d8f7f2dc-14c7-4426-88fa-c81a69e903e0 tempest-ServersTestBootFromVolume-1996993872 tempest-ServersTestBootFromVolume-1996993872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:21.515825 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e55af13-2848-4924-bfbd-e10a8f627af4 req-23c237ce-488f-46a0-bde3-a1194313a924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:21.517400 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1e55af13-2848-4924-bfbd-e10a8f627af4 req-23c237ce-488f-46a0-bde3-a1194313a924 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=6d16d680-110b-436d-8afa-48ba845b3623 HTTP/1.1" status: 200 len: 843 time: 0.0845437 Aug 18 11:59:21.530191 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f7f2dc-14c7-4426-88fa-c81a69e903e0 tempest-ServersTestBootFromVolume-1996993872 tempest-ServersTestBootFromVolume-1996993872-project] Pushing event deleted for resources: {'Port': ['ID=4fdedf33-9283-4814-a61d-4e7777bc2cf9,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:59:21.580116 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-df3f7e1d-fae9-4fe6-9302-c0b5d2fe7807 req-c1408d64-a3f6-4d34-85da-dde10d8f89fe tempest-SecurityGroupRulesTestJSON-1117166877 tempest-SecurityGroupRulesTestJSON-1117166877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:21.583008 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-df3f7e1d-fae9-4fe6-9302-c0b5d2fe7807 req-c1408d64-a3f6-4d34-85da-dde10d8f89fe tempest-SecurityGroupRulesTestJSON-1117166877 tempest-SecurityGroupRulesTestJSON-1117166877-project] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:21.584164 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-df3f7e1d-fae9-4fe6-9302-c0b5d2fe7807 req-c1408d64-a3f6-4d34-85da-dde10d8f89fe tempest-SecurityGroupRulesTestJSON-1117166877 tempest-SecurityGroupRulesTestJSON-1117166877-project] 10.222.0.66 "DELETE /v2.0/security-groups/6c5860f8-ed0c-48f0-99d4-177c856b3cbc HTTP/1.1" status: 204 len: 173 time: 0.3509662 Aug 18 11:59:21.586325 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e55af13-2848-4924-bfbd-e10a8f627af4 req-d24cf7fe-a9a5-45ff-a6b1-d97d30b482fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:21.590843 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1e55af13-2848-4924-bfbd-e10a8f627af4 req-d24cf7fe-a9a5-45ff-a6b1-d97d30b482fa service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=222e0814-c7e5-4b11-9282-3f40c6ed76b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0607157 Aug 18 11:59:21.597102 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1408d64-a3f6-4d34-85da-dde10d8f89fe tempest-SecurityGroupRulesTestJSON-1117166877 tempest-SecurityGroupRulesTestJSON-1117166877-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c5860f8-ed0c-48f0-99d4-177c856b3cbc,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:59:21.681507 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6d760540-9a0c-40e1-8e93-71c2b79f51cd req-d8f7f2dc-14c7-4426-88fa-c81a69e903e0 tempest-ServersTestBootFromVolume-1996993872 tempest-ServersTestBootFromVolume-1996993872-project] Router 54d8225b-86b8-4e19-a1ed-75a7740e159a has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 11:59:21.683651 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 11:59:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6274496-6a91-49b9-8262-3b52a9381944 x-openstack-request-id: req-c6274496-6a91-49b9-8262-3b52a9381944 {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:59:21.683936 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6872a0b-045c-40a9-ac3b-9c330c30278a", "tag": "3d5a51d4-8aae-48f7-ad8d-aec31b33f432", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:59:21.684250 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c6274496-6a91-49b9-8262-3b52a9381944 {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:59:21.684746 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6872a0b-045c-40a9-ac3b-9c330c30278a', 'tag': '3d5a51d4-8aae-48f7-ad8d-aec31b33f432', 'status': 'completed', 'code': 200} Aug 18 11:59:21.791703 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6d760540-9a0c-40e1-8e93-71c2b79f51cd req-d8f7f2dc-14c7-4426-88fa-c81a69e903e0 tempest-ServersTestBootFromVolume-1996993872 tempest-ServersTestBootFromVolume-1996993872-project] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 11:59:21.803470 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d3af63-c834-40b4-a8ca-52fc7e0b0f13 None None] Sync routers for ids ['54d8225b-86b8-4e19-a1ed-75a7740e159a'] in n-d-804985-2 {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 11:59:21.814906 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d3af63-c834-40b4-a8ca-52fc7e0b0f13 None None] Routers {'54d8225b-86b8-4e19-a1ed-75a7740e159a'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 11:59:21.815808 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-04d3af63-c834-40b4-a8ca-52fc7e0b0f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T11:59:21Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['54d8225b-86b8-4e19-a1ed-75a7740e159a'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:59:21.836374 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d760540-9a0c-40e1-8e93-71c2b79f51cd req-d8f7f2dc-14c7-4426-88fa-c81a69e903e0 tempest-ServersTestBootFromVolume-1996993872 tempest-ServersTestBootFromVolume-1996993872-project] No DVR routers for this DVR port 4fdedf33-9283-4814-a61d-4e7777bc2cf9 on host n-h2-804985-2 {{(pid=106253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 11:59:21.839596 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-6d760540-9a0c-40e1-8e93-71c2b79f51cd req-d8f7f2dc-14c7-4426-88fa-c81a69e903e0 tempest-ServersTestBootFromVolume-1996993872 tempest-ServersTestBootFromVolume-1996993872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:21.841421 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-6d760540-9a0c-40e1-8e93-71c2b79f51cd req-d8f7f2dc-14c7-4426-88fa-c81a69e903e0 tempest-ServersTestBootFromVolume-1996993872 tempest-ServersTestBootFromVolume-1996993872-project] 10.222.0.62 "DELETE /v2.0/ports/4fdedf33-9283-4814-a61d-4e7777bc2cf9 HTTP/1.1" status: 204 len: 173 time: 0.9666669 Aug 18 11:59:21.841877 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67f4cc8b-9e73-4617-83a9-d62bbfeb8810', 'name': 'network-vif-deleted', 'tag': '4fdedf33-9283-4814-a61d-4e7777bc2cf9'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 11:59:21.844178 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0679f4c4b6e0e0c064a7d71d722dc30541a34fffee11680573be22ee2ffccc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6fa2283-bdfa-4c54-acb9-0e6d5d268fda" -d '{"events": [{"server_uuid": "67f4cc8b-9e73-4617-83a9-d62bbfeb8810", "name": "network-vif-deleted", "tag": "4fdedf33-9283-4814-a61d-4e7777bc2cf9"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:59:21.950224 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-04d3af63-c834-40b4-a8ca-52fc7e0b0f13 None None] Set router 54d8225b-86b8-4e19-a1ed-75a7740e159a gateway port host: n-d-804985-2 {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 11:59:22.077565 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-53584c24-f517-494e-ac93-c18bb92373f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:22.148567 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1e55af13-2848-4924-bfbd-e10a8f627af4 req-29b83059-b7b8-4a39-bc64-d60a1edd3ead service neutron] 10.222.0.63 "GET /v2.0/networks/222e0814-c7e5-4b11-9282-3f40c6ed76b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5488985 Aug 18 11:59:22.178064 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624a84f1-5209-4314-a5be-a9813968872a req-9e68e9f8-2593-42cb-8348-b2bf5402f962 tempest-ListServerFiltersTestJSON-1468057958 tempest-ListServerFiltersTestJSON-1468057958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:22.179569 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-624a84f1-5209-4314-a5be-a9813968872a req-9e68e9f8-2593-42cb-8348-b2bf5402f962 tempest-ListServerFiltersTestJSON-1468057958 tempest-ListServerFiltersTestJSON-1468057958-project] 10.222.0.66 "GET /v2.0/ports?device_id=714c95e2-c9ad-47f9-af12-f4efbff51186 HTTP/1.1" status: 200 len: 945 time: 0.4921904 Aug 18 11:59:22.191100 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-04d3af63-c834-40b4-a8ca-52fc7e0b0f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54d8225b-86b8-4e19-a1ed-75a7740e159a', 'name': 'tempest-ServersTestBootFromVolume-1228774668-router', 'tenant_id': '08ae616b30724273aca9bf5c66a36a39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': 'c3acce9e-10b1-4f66-8a06-d62caedb5736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T11:56:20Z', 'updated_at': '2021-08-18T11:56:25Z', 'revision_number': 4, 'project_id': '08ae616b30724273aca9bf5c66a36a39', 'gw_port': {'id': 'c3acce9e-10b1-4f66-8a06-d62caedb5736', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:38:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54d8225b-86b8-4e19-a1ed-75a7740e159a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:56:20Z', 'updated_at': '2021-08-18T11:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': '08abd093-7475-4147-8187-2289c6ad8a9d', 'name': '', 'network_id': '0efc7fd8-7887-4d6a-afdd-a9a63cd40c41', 'tenant_id': '08ae616b30724273aca9bf5c66a36a39', 'mac_address': 'fa:16:3e:13:44:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54d8225b-86b8-4e19-a1ed-75a7740e159a', 'device_owner': 'network:router_interface', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '0396f86e-2c07-4403-9fff-c9df3ff4afaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:56:24Z', 'updated_at': '2021-08-18T11:56:35Z', 'revision_number': 5, 'project_id': '08ae616b30724273aca9bf5c66a36a39', 'subnets': [{'id': '0396f86e-2c07-4403-9fff-c9df3ff4afaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:59:22.221468 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d3af63-c834-40b4-a8ca-52fc7e0b0f13 None None] Checking router: 54d8225b-86b8-4e19-a1ed-75a7740e159a for host: n-d-804985-2 {{(pid=106254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 11:59:22.226703 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b567e8-e1a9-4627-9c24-0b9e8f4a6c79 req-e5a31f29-19bf-4d4d-97f7-d843763a52dd tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:22.228282 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-52b567e8-e1a9-4627-9c24-0b9e8f4a6c79 req-e5a31f29-19bf-4d4d-97f7-d843763a52dd tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.66 "GET /v2.0/ports?device_id=18e4043f-eb56-4bc5-9628-bdc903d88236 HTTP/1.1" status: 200 len: 945 time: 0.1238356 Aug 18 11:59:22.229960 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d3af63-c834-40b4-a8ca-52fc7e0b0f13 None None] Routers {'54d8225b-86b8-4e19-a1ed-75a7740e159a'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 11:59:22.230553 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-04d3af63-c834-40b4-a8ca-52fc7e0b0f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T11:59:21Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['54d8225b-86b8-4e19-a1ed-75a7740e159a'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:59:22.310914 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-624a84f1-5209-4314-a5be-a9813968872a req-645a8b34-6484-475c-a729-4029c673c2e6 tempest-ListServerFiltersTestJSON-1468057958 tempest-ListServerFiltersTestJSON-1468057958-project] 10.222.0.66 "GET /v2.0/security-groups?id=f5ad2220-cad5-4159-8a3e-cb953441befe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200078 Aug 18 11:59:22.325046 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-52b567e8-e1a9-4627-9c24-0b9e8f4a6c79 req-73e89ae6-403e-442d-8430-6655a0fa4d5e tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.66 "GET /v2.0/security-groups?id=11bbe5b2-5f3b-4775-89a0-258a798e3ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821164 Aug 18 11:59:22.340510 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1e55af13-2848-4924-bfbd-e10a8f627af4 req-a49a94d4-e688-4b4c-96fb-0fe6d119630c service neutron] 10.222.0.63 "GET /v2.0/networks/222e0814-c7e5-4b11-9282-3f40c6ed76b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726468 Aug 18 11:59:22.345237 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-04d3af63-c834-40b4-a8ca-52fc7e0b0f13 None None] Set router 54d8225b-86b8-4e19-a1ed-75a7740e159a gateway port host: n-d-804985-2 {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 11:59:22.465240 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e091aa3f-1030-491a-ad41-457e05e6d2b1 req-6d9373a2-27b4-428a-8205-a2c5326c43cd tempest-SecurityGroupRulesTestJSON-1117166877 tempest-SecurityGroupRulesTestJSON-1117166877-project] 10.222.0.66 "GET /v2.0/security-groups/714e9549-3a50-4bc8-8760-d55f89a520b6 HTTP/1.1" status: 200 len: 1805 time: 0.1162038 Aug 18 11:59:22.494463 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798a3fdd-f87a-4b22-9edb-148dc9bf30b3 req-a6a6fe68-32dd-4acd-8366-744af1bd6eed tempest-ImagesOneServerTestJSON-1600236853 tempest-ImagesOneServerTestJSON-1600236853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:22.496071 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-798a3fdd-f87a-4b22-9edb-148dc9bf30b3 req-a6a6fe68-32dd-4acd-8366-744af1bd6eed tempest-ImagesOneServerTestJSON-1600236853 tempest-ImagesOneServerTestJSON-1600236853-project] 10.222.0.66 "GET /v2.0/ports?device_id=e0fb7e11-ba93-4e5d-ab38-43905fe1ad87 HTTP/1.1" status: 200 len: 951 time: 0.0978956 Aug 18 11:59:22.498212 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25767e0-5ce5-4ace-913f-34a05d6d7b90 req-9194c75c-856d-425e-bba1-975c355f366e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:22.499576 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a25767e0-5ce5-4ace-913f-34a05d6d7b90 req-9194c75c-856d-425e-bba1-975c355f366e service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=87f2a541be1e4141a84277bf00dc4c3b&device_id=a6872a0b-045c-40a9-ac3b-9c330c30278a HTTP/1.1" status: 200 len: 1098 time: 0.0984037 Aug 18 11:59:22.611424 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f11b175c-703a-47bf-8ee8-e6752eb772bd req-d6c14c4f-d269-4ca4-aff1-01e80763eb8c tempest-ServersTestBootFromVolume-1996993872 tempest-ServersTestBootFromVolume-1996993872-project] 10.222.0.66 "GET /v2.0/ports?device_id=67f4cc8b-9e73-4617-83a9-d62bbfeb8810 HTTP/1.1" status: 200 len: 210 time: 0.0490689 Aug 18 11:59:22.623621 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-798a3fdd-f87a-4b22-9edb-148dc9bf30b3 req-abace893-8348-4bab-be4a-513308467429 tempest-ImagesOneServerTestJSON-1600236853 tempest-ImagesOneServerTestJSON-1600236853-project] 10.222.0.66 "GET /v2.0/security-groups?id=d76f99f9-6558-4024-8017-5289e8ca9414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190188 Aug 18 11:59:22.672215 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25767e0-5ce5-4ace-913f-34a05d6d7b90 req-29e3d2da-e49e-48c2-ad7d-faa6ffdeb92d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:22.673740 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a25767e0-5ce5-4ace-913f-34a05d6d7b90 req-29e3d2da-e49e-48c2-ad7d-faa6ffdeb92d service neutron] 10.222.0.63 "GET /v2.0/networks?id=222e0814-c7e5-4b11-9282-3f40c6ed76b2 HTTP/1.1" status: 200 len: 870 time: 0.1630967 Aug 18 11:59:22.699212 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 11:59:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d72ae9fb-0e90-446a-881a-bd5171ab306d x-openstack-request-id: req-d72ae9fb-0e90-446a-881a-bd5171ab306d {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:59:22.700644 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67f4cc8b-9e73-4617-83a9-d62bbfeb8810", "name": "network-vif-deleted", "tag": "4fdedf33-9283-4814-a61d-4e7777bc2cf9", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:59:22.702546 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d72ae9fb-0e90-446a-881a-bd5171ab306d {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:59:22.703297 n-d-804985-2 neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67f4cc8b-9e73-4617-83a9-d62bbfeb8810', 'name': 'network-vif-deleted', 'tag': '4fdedf33-9283-4814-a61d-4e7777bc2cf9', 'status': 'completed', 'code': 200} Aug 18 11:59:22.755432 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a25767e0-5ce5-4ace-913f-34a05d6d7b90 req-f4181309-34a7-44c4-9e2f-6a00cfa23778 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=3d5a51d4-8aae-48f7-ad8d-aec31b33f432 HTTP/1.1" status: 200 len: 217 time: 0.0678458 Aug 18 11:59:22.790991 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-04d3af63-c834-40b4-a8ca-52fc7e0b0f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54d8225b-86b8-4e19-a1ed-75a7740e159a', 'name': 'tempest-ServersTestBootFromVolume-1228774668-router', 'tenant_id': '08ae616b30724273aca9bf5c66a36a39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': 'c3acce9e-10b1-4f66-8a06-d62caedb5736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T11:56:20Z', 'updated_at': '2021-08-18T11:56:25Z', 'revision_number': 4, 'project_id': '08ae616b30724273aca9bf5c66a36a39', 'gw_port': {'id': 'c3acce9e-10b1-4f66-8a06-d62caedb5736', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:38:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54d8225b-86b8-4e19-a1ed-75a7740e159a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:56:20Z', 'updated_at': '2021-08-18T11:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': '08abd093-7475-4147-8187-2289c6ad8a9d', 'name': '', 'network_id': '0efc7fd8-7887-4d6a-afdd-a9a63cd40c41', 'tenant_id': '08ae616b30724273aca9bf5c66a36a39', 'mac_address': 'fa:16:3e:13:44:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54d8225b-86b8-4e19-a1ed-75a7740e159a', 'device_owner': 'network:router_interface', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '0396f86e-2c07-4403-9fff-c9df3ff4afaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:56:24Z', 'updated_at': '2021-08-18T11:56:35Z', 'revision_number': 5, 'project_id': '08ae616b30724273aca9bf5c66a36a39', 'subnets': [{'id': '0396f86e-2c07-4403-9fff-c9df3ff4afaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:59:22.817747 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d3af63-c834-40b4-a8ca-52fc7e0b0f13 None None] The sync data for ids ['54d8225b-86b8-4e19-a1ed-75a7740e159a'] in n-d-804985-2 is: [{'id': '54d8225b-86b8-4e19-a1ed-75a7740e159a', 'name': 'tempest-ServersTestBootFromVolume-1228774668-router', 'tenant_id': '08ae616b30724273aca9bf5c66a36a39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': 'c3acce9e-10b1-4f66-8a06-d62caedb5736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T11:56:20Z', 'updated_at': '2021-08-18T11:56:25Z', 'revision_number': 4, 'project_id': '08ae616b30724273aca9bf5c66a36a39', 'gw_port': {'id': 'c3acce9e-10b1-4f66-8a06-d62caedb5736', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:38:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54d8225b-86b8-4e19-a1ed-75a7740e159a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:56:20Z', 'updated_at': '2021-08-18T11:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': '08abd093-7475-4147-8187-2289c6ad8a9d', 'name': '', 'network_id': '0efc7fd8-7887-4d6a-afdd-a9a63cd40c41', 'tenant_id': '08ae616b30724273aca9bf5c66a36a39', 'mac_address': 'fa:16:3e:13:44:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54d8225b-86b8-4e19-a1ed-75a7740e159a', 'device_owner': 'network:router_interface', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '0396f86e-2c07-4403-9fff-c9df3ff4afaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:56:24Z', 'updated_at': '2021-08-18T11:56:35Z', 'revision_number': 5, 'project_id': '08ae616b30724273aca9bf5c66a36a39', 'subnets': [{'id': '0396f86e-2c07-4403-9fff-c9df3ff4afaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 11:59:22.866497 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25767e0-5ce5-4ace-913f-34a05d6d7b90 req-ba323058-1fb9-442c-a547-997b826a087b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:22.867957 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a25767e0-5ce5-4ace-913f-34a05d6d7b90 req-ba323058-1fb9-442c-a547-997b826a087b service neutron] 10.222.0.63 "GET /v2.0/subnets?id=6d16d680-110b-436d-8afa-48ba845b3623 HTTP/1.1" status: 200 len: 843 time: 0.0854564 Aug 18 11:59:22.875855 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f2c998-8b22-4952-a76a-2ba38e68f531 req-7dc0a190-6b8f-4e14-adb5-ed0be898e527 tempest-ListServerFiltersTestJSON-1468057958 tempest-ListServerFiltersTestJSON-1468057958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:22.877346 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-17f2c998-8b22-4952-a76a-2ba38e68f531 req-7dc0a190-6b8f-4e14-adb5-ed0be898e527 tempest-ListServerFiltersTestJSON-1468057958 tempest-ListServerFiltersTestJSON-1468057958-project] 10.222.0.66 "GET /v2.0/ports?device_id=90f4510c-cfe8-4eb1-86bf-36d73a7e5776 HTTP/1.1" status: 200 len: 946 time: 0.1187191 Aug 18 11:59:22.890451 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8207264f-3065-4a1c-9f79-6a766c0e47a7 req-63c4f9c0-cea1-44c4-8f96-dd9d012f37f0 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:22.897835 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8207264f-3065-4a1c-9f79-6a766c0e47a7 req-63c4f9c0-cea1-44c4-8f96-dd9d012f37f0 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:22.904665 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8207264f-3065-4a1c-9f79-6a766c0e47a7 req-63c4f9c0-cea1-44c4-8f96-dd9d012f37f0 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:22.910901 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8207264f-3065-4a1c-9f79-6a766c0e47a7 req-63c4f9c0-cea1-44c4-8f96-dd9d012f37f0 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:22.917001 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8207264f-3065-4a1c-9f79-6a766c0e47a7 req-63c4f9c0-cea1-44c4-8f96-dd9d012f37f0 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:22.923333 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8207264f-3065-4a1c-9f79-6a766c0e47a7 req-63c4f9c0-cea1-44c4-8f96-dd9d012f37f0 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:22.929357 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8207264f-3065-4a1c-9f79-6a766c0e47a7 req-63c4f9c0-cea1-44c4-8f96-dd9d012f37f0 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:22.931418 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8207264f-3065-4a1c-9f79-6a766c0e47a7 req-63c4f9c0-cea1-44c4-8f96-dd9d012f37f0 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] 10.222.0.66 "GET /v2.0/ports?device_id=20dd28f4-1df0-4a6b-8939-d21ca9c9b72a HTTP/1.1" status: 200 len: 5431 time: 0.1940794 Aug 18 11:59:23.023228 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-17f2c998-8b22-4952-a76a-2ba38e68f531 req-063ad3c0-268d-44b0-884d-13d7d0c2b3a4 tempest-ListServerFiltersTestJSON-1468057958 tempest-ListServerFiltersTestJSON-1468057958-project] 10.222.0.66 "GET /v2.0/security-groups?id=f5ad2220-cad5-4159-8a3e-cb953441befe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909534 Aug 18 11:59:23.034220 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 4fdedf33-9283-4814-a61d-4e7777bc2cf9 no longer exists at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 11:59:23.044629 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8207264f-3065-4a1c-9f79-6a766c0e47a7 req-52e14e5c-6568-44b8-b4fb-003e54894748 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] 10.222.0.66 "GET /v2.0/security-groups?id=62694ccf-8551-490d-8b70-5c6a44a53206&id=e100a5b2-e498-4091-84ac-a0da12aab123&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0867920 Aug 18 11:59:23.059929 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25767e0-5ce5-4ace-913f-34a05d6d7b90 req-82ee7f90-9a6a-4285-b77d-6b2d3d5b930a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:23.061961 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a25767e0-5ce5-4ace-913f-34a05d6d7b90 req-82ee7f90-9a6a-4285-b77d-6b2d3d5b930a service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=222e0814-c7e5-4b11-9282-3f40c6ed76b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1828890 Aug 18 11:59:23.086555 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] No Port match for: 4fdedf33-9283-4814-a61d-4e7777bc2cf9 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 11:59:23.090586 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 4fdedf33-9283-4814-a61d-4e7777bc2cf9 not bound to the agent host n-h2-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 11:59:23.091281 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device b63e6490-f1db-458c-9426-2e5fed85f7e3 no longer exists at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 11:59:23.129333 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-422d9ff3-ae6c-473f-8c90-18b3b80f948d req-b353045a-a232-4cef-983c-9816eeacd68c tempest-SecurityGroupRulesTestJSON-1117166877 tempest-SecurityGroupRulesTestJSON-1117166877-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1883427406', 'description': 'tempest-description-705589270'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:59:23.154552 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c94c1d1-68a8-49ff-b577-2d3c1c51188c None None] New status for floating IP e5182bdc-8057-4de0-b23e-c1634db6eb1c: DOWN {{(pid=106255) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 11:59:23.195903 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-422d9ff3-ae6c-473f-8c90-18b3b80f948d req-b353045a-a232-4cef-983c-9816eeacd68c tempest-SecurityGroupRulesTestJSON-1117166877 tempest-SecurityGroupRulesTestJSON-1117166877-project] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:23.238334 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:23.260553 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a25767e0-5ce5-4ace-913f-34a05d6d7b90 req-8c4ce0e4-8d0a-4217-84b0-0c0a1d28e7f7 service neutron] 10.222.0.63 "GET /v2.0/networks/222e0814-c7e5-4b11-9282-3f40c6ed76b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897697 Aug 18 11:59:23.270378 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a55de0-4130-4abd-ad0e-158df1087b02 req-a616490d-e68a-417b-9fcc-5741ca697ac0 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:23.271951 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-88a55de0-4130-4abd-ad0e-158df1087b02 req-a616490d-e68a-417b-9fcc-5741ca697ac0 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/ports?device_id=a6872a0b-045c-40a9-ac3b-9c330c30278a HTTP/1.1" status: 200 len: 947 time: 0.1377974 Aug 18 11:59:23.277405 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0fb7e11-ba93-4e5d-ab38-43905fe1ad87', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b63e6490-f1db-458c-9426-2e5fed85f7e3'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 11:59:23.279668 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db50a436fb3a98495337d8fe7487b4f2ea6f3c1052eb9efadc2ecda2d5737001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a4262f5-078b-4035-b72a-a0bdd22c4f69" -d '{"events": [{"server_uuid": "e0fb7e11-ba93-4e5d-ab38-43905fe1ad87", "name": "network-vif-unplugged", "status": "completed", "tag": "b63e6490-f1db-458c-9426-2e5fed85f7e3"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:59:23.293680 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port b63e6490-f1db-458c-9426-2e5fed85f7e3, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=b63e6490-f1db-458c-9426-2e5fed85f7e3,segment=NetworkSegment(b0eb6eea-b461-4969-8a27-808f00daa8a1),segment_id=b0eb6eea-b461-4969-8a27-808f00daa8a1)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:59:23.299486 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:23.354822 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=b63e6490-f1db-458c-9426-2e5fed85f7e3,revision_number=11']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:59:23.404179 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-88a55de0-4130-4abd-ad0e-158df1087b02 req-6a3861ec-878e-48c8-86d5-8016388b8b3f tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/security-groups?id=0ddd2c5c-7e53-44ab-9404-c5fea69a570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220775 Aug 18 11:59:23.458221 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-422d9ff3-ae6c-473f-8c90-18b3b80f948d req-b353045a-a232-4cef-983c-9816eeacd68c tempest-SecurityGroupRulesTestJSON-1117166877 tempest-SecurityGroupRulesTestJSON-1117166877-project] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:23.473468 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-422d9ff3-ae6c-473f-8c90-18b3b80f948d req-b353045a-a232-4cef-983c-9816eeacd68c tempest-SecurityGroupRulesTestJSON-1117166877 tempest-SecurityGroupRulesTestJSON-1117166877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:23.477405 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a25767e0-5ce5-4ace-913f-34a05d6d7b90 req-8e3a0f4c-ff02-45e4-850c-3fbfecbadfab service neutron] 10.222.0.63 "GET /v2.0/networks/222e0814-c7e5-4b11-9282-3f40c6ed76b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2044790 Aug 18 11:59:23.531278 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-422d9ff3-ae6c-473f-8c90-18b3b80f948d req-b353045a-a232-4cef-983c-9816eeacd68c tempest-SecurityGroupRulesTestJSON-1117166877 tempest-SecurityGroupRulesTestJSON-1117166877-project] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:23.532575 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-422d9ff3-ae6c-473f-8c90-18b3b80f948d req-b353045a-a232-4cef-983c-9816eeacd68c tempest-SecurityGroupRulesTestJSON-1117166877 tempest-SecurityGroupRulesTestJSON-1117166877-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4083200 Aug 18 11:59:23.555290 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b353045a-a232-4cef-983c-9816eeacd68c tempest-SecurityGroupRulesTestJSON-1117166877 tempest-SecurityGroupRulesTestJSON-1117166877-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dcfb9e9b-994d-4572-8f4e-c8d73ddce0fb,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:59:23.565459 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d78223-56b9-4c3e-8248-c5b74b9cb7c3 req-a54151de-7095-44f3-9408-173c5ae5f230 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:23.567005 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-47d78223-56b9-4c3e-8248-c5b74b9cb7c3 req-a54151de-7095-44f3-9408-173c5ae5f230 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.63 "GET /v2.0/ports?device_id=18e4043f-eb56-4bc5-9628-bdc903d88236 HTTP/1.1" status: 200 len: 945 time: 0.1072042 Aug 18 11:59:23.711823 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c991e0f-61ad-413e-8ad6-d94f74f0e3f3 req-e0e30e80-2c72-41d9-a6f1-3e3251ebb5ea tempest-ListServerFiltersTestJSON-1468057958 tempest-ListServerFiltersTestJSON-1468057958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:23.713849 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2c991e0f-61ad-413e-8ad6-d94f74f0e3f3 req-e0e30e80-2c72-41d9-a6f1-3e3251ebb5ea tempest-ListServerFiltersTestJSON-1468057958 tempest-ListServerFiltersTestJSON-1468057958-project] 10.222.0.66 "GET /v2.0/ports?device_id=15deb2c7-c100-47c6-8261-abde7ec7009c HTTP/1.1" status: 200 len: 946 time: 0.0930040 Aug 18 11:59:23.724590 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-500a1c61-38a7-4c23-a7ec-4631080af5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:23.741510 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-47d78223-56b9-4c3e-8248-c5b74b9cb7c3 req-4ba7d7ea-5d00-42fc-9f6b-0af8f4ff6abe tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Deleting port 38cfd0b5-7bbb-4f9b-92b9-1917b74d8728 {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 11:59:23.741849 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-47d78223-56b9-4c3e-8248-c5b74b9cb7c3 req-4ba7d7ea-5d00-42fc-9f6b-0af8f4ff6abe tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:23.801975 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2c991e0f-61ad-413e-8ad6-d94f74f0e3f3 req-9c153e50-cbe4-44c2-9e3e-c0b570da6d99 tempest-ListServerFiltersTestJSON-1468057958 tempest-ListServerFiltersTestJSON-1468057958-project] 10.222.0.66 "GET /v2.0/security-groups?id=f5ad2220-cad5-4159-8a3e-cb953441befe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803571 Aug 18 11:59:23.860334 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-47d78223-56b9-4c3e-8248-c5b74b9cb7c3 req-4ba7d7ea-5d00-42fc-9f6b-0af8f4ff6abe tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] For port 38cfd0b5-7bbb-4f9b-92b9-1917b74d8728, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=38cfd0b5-7bbb-4f9b-92b9-1917b74d8728,segment=NetworkSegment(0769e917-ce53-43de-97f7-af6feb189e7f),segment_id=0769e917-ce53-43de-97f7-af6feb189e7f)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:59:23.860994 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-47d78223-56b9-4c3e-8248-c5b74b9cb7c3 req-4ba7d7ea-5d00-42fc-9f6b-0af8f4ff6abe tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:23.877602 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 18 Aug 2021 11:59:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64425334-07c4-424e-bd5f-4258e4b78706 x-openstack-request-id: req-64425334-07c4-424e-bd5f-4258e4b78706 {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:59:23.878098 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0fb7e11-ba93-4e5d-ab38-43905fe1ad87", "name": "network-vif-unplugged", "status": "completed", "tag": "b63e6490-f1db-458c-9426-2e5fed85f7e3", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:59:23.878445 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-64425334-07c4-424e-bd5f-4258e4b78706 {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:59:23.879100 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0fb7e11-ba93-4e5d-ab38-43905fe1ad87', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b63e6490-f1db-458c-9426-2e5fed85f7e3', 'code': 200} Aug 18 11:59:23.882333 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-47d78223-56b9-4c3e-8248-c5b74b9cb7c3 req-4ba7d7ea-5d00-42fc-9f6b-0af8f4ff6abe tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Calling delete_port for 38cfd0b5-7bbb-4f9b-92b9-1917b74d8728 owned by compute:nova {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 11:59:24.016154 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd3ea9a-159c-4155-9cd4-de05405bd780 req-0970a626-c7b0-42cd-93ec-23c47bf58c0b tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:24.018062 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-cfd3ea9a-159c-4155-9cd4-de05405bd780 req-0970a626-c7b0-42cd-93ec-23c47bf58c0b tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.66 "GET /v2.0/ports?device_id=18e4043f-eb56-4bc5-9628-bdc903d88236 HTTP/1.1" status: 200 len: 945 time: 0.0720716 Aug 18 11:59:24.141087 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-cfd3ea9a-159c-4155-9cd4-de05405bd780 req-04be6032-1ee1-45b3-8b01-d937a6540a99 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.66 "GET /v2.0/security-groups?id=11bbe5b2-5f3b-4775-89a0-258a798e3ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124165 Aug 18 11:59:24.159451 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-47d78223-56b9-4c3e-8248-c5b74b9cb7c3 req-4ba7d7ea-5d00-42fc-9f6b-0af8f4ff6abe tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:24.163851 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-57118c45-ee24-489e-bc72-22500b3f8d29 req-ebcceb6e-5db8-4ac9-8253-be5490ba595d tempest-SecurityGroupRulesTestJSON-1117166877 tempest-SecurityGroupRulesTestJSON-1117166877-project] 10.222.0.66 "GET /v2.0/security-groups/dcfb9e9b-994d-4572-8f4e-c8d73ddce0fb HTTP/1.1" status: 200 len: 1804 time: 0.0946202 Aug 18 11:59:24.175514 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] get_ports_and_sgs() called for port_ids ['ecad9dcc-255c-4073-a5af-38967245d933'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 11:59:24.181355 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] get_ports_and_sgs() called for port_ids ['38cfd0b5-7bbb-4f9b-92b9-1917b74d8728'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 11:59:24.195168 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba7d7ea-5d00-42fc-9f6b-0af8f4ff6abe tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Pushing event deleted for resources: {'Port': ['ID=38cfd0b5-7bbb-4f9b-92b9-1917b74d8728,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:59:24.199510 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-57118c45-ee24-489e-bc72-22500b3f8d29 req-941f7f9d-a517-435d-b048-2391e92629c3 tempest-SecurityGroupRulesTestJSON-1117166877 tempest-SecurityGroupRulesTestJSON-1117166877-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'dcfb9e9b-994d-4572-8f4e-c8d73ddce0fb', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:59:24.200150 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-57118c45-ee24-489e-bc72-22500b3f8d29 req-941f7f9d-a517-435d-b048-2391e92629c3 tempest-SecurityGroupRulesTestJSON-1117166877 tempest-SecurityGroupRulesTestJSON-1117166877-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'dcfb9e9b-994d-4572-8f4e-c8d73ddce0fb', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:59:24.256327 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-47d78223-56b9-4c3e-8248-c5b74b9cb7c3 req-4ba7d7ea-5d00-42fc-9f6b-0af8f4ff6abe tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] No DVR routers for this DVR port 38cfd0b5-7bbb-4f9b-92b9-1917b74d8728 on host n-h1-804985-2 {{(pid=106252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 11:59:24.266227 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-47d78223-56b9-4c3e-8248-c5b74b9cb7c3 req-4ba7d7ea-5d00-42fc-9f6b-0af8f4ff6abe tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:24.268106 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-47d78223-56b9-4c3e-8248-c5b74b9cb7c3 req-4ba7d7ea-5d00-42fc-9f6b-0af8f4ff6abe tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.63 "DELETE /v2.0/ports/38cfd0b5-7bbb-4f9b-92b9-1917b74d8728 HTTP/1.1" status: 204 len: 173 time: 0.6900461 Aug 18 11:59:24.271825 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18e4043f-eb56-4bc5-9628-bdc903d88236', 'name': 'network-vif-deleted', 'tag': '38cfd0b5-7bbb-4f9b-92b9-1917b74d8728'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 11:59:24.272139 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10dceca4-7132-40b3-b850-d2d0134995ff" -d '{"events": [{"server_uuid": "18e4043f-eb56-4bc5-9628-bdc903d88236", "name": "network-vif-deleted", "tag": "38cfd0b5-7bbb-4f9b-92b9-1917b74d8728"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:59:24.349547 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-57118c45-ee24-489e-bc72-22500b3f8d29 req-941f7f9d-a517-435d-b048-2391e92629c3 tempest-SecurityGroupRulesTestJSON-1117166877 tempest-SecurityGroupRulesTestJSON-1117166877-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:24.360875 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7439979-4fbd-43bd-bca0-8d2cb403da9f req-2b265bd1-dbf9-442b-8242-20aa97a04c8b tempest-ServerAddressesNegativeTestJSON-1456249985 tempest-ServerAddressesNegativeTestJSON-1456249985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:24.363349 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d7439979-4fbd-43bd-bca0-8d2cb403da9f req-2b265bd1-dbf9-442b-8242-20aa97a04c8b tempest-ServerAddressesNegativeTestJSON-1456249985 tempest-ServerAddressesNegativeTestJSON-1456249985-project] 10.222.0.66 "GET /v2.0/ports?device_id=0338ddc1-8ea6-44fb-8c16-765264b780df HTTP/1.1" status: 200 len: 945 time: 0.1092341 Aug 18 11:59:24.411653 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-57118c45-ee24-489e-bc72-22500b3f8d29 req-941f7f9d-a517-435d-b048-2391e92629c3 tempest-SecurityGroupRulesTestJSON-1117166877 tempest-SecurityGroupRulesTestJSON-1117166877-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:24.418086 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-57118c45-ee24-489e-bc72-22500b3f8d29 req-941f7f9d-a517-435d-b048-2391e92629c3 tempest-SecurityGroupRulesTestJSON-1117166877 tempest-SecurityGroupRulesTestJSON-1117166877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992607'] for security_group_rule, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:24.424397 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d7439979-4fbd-43bd-bca0-8d2cb403da9f req-4227090c-7563-48db-aa9f-a932475c4a20 tempest-ServerAddressesNegativeTestJSON-1456249985 tempest-ServerAddressesNegativeTestJSON-1456249985-project] 10.222.0.66 "GET /v2.0/security-groups?id=17092d8b-83b7-4f18-84df-ef0cbfdbaa9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518301 Aug 18 11:59:24.439551 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941f7f9d-a517-435d-b048-2391e92629c3 tempest-SecurityGroupRulesTestJSON-1117166877 tempest-SecurityGroupRulesTestJSON-1117166877-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4f0c04e-3339-4e34-a690-a6ca8fd481db,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:59:24.451995 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-57118c45-ee24-489e-bc72-22500b3f8d29 req-941f7f9d-a517-435d-b048-2391e92629c3 tempest-SecurityGroupRulesTestJSON-1117166877 tempest-SecurityGroupRulesTestJSON-1117166877-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:24.453515 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-57118c45-ee24-489e-bc72-22500b3f8d29 req-941f7f9d-a517-435d-b048-2391e92629c3 tempest-SecurityGroupRulesTestJSON-1117166877 tempest-SecurityGroupRulesTestJSON-1117166877-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2631686 Aug 18 11:59:24.518289 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-106eba4b-a0e1-4284-a2ed-6e78c52d5ee7 req-c2ffb3b5-76a1-495e-983e-d464411372d2 tempest-ServersTestBootFromVolume-1996993872 tempest-ServersTestBootFromVolume-1996993872-project] 10.222.0.66 "GET /v2.0/ports?device_id=67f4cc8b-9e73-4617-83a9-d62bbfeb8810 HTTP/1.1" status: 200 len: 210 time: 0.0274282 Aug 18 11:59:24.609754 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 3d5a51d4-8aae-48f7-ad8d-aec31b33f432 details requested by agent hyperv_n-h1-804985-2 with host n-h1-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 11:59:24.669576 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805a5d1c-3368-40dc-8a5e-f4fb99b0d88a req-966c0476-2762-432d-b9a9-d6f162935778 tempest-ListServerFiltersTestJSON-1468057958 tempest-ListServerFiltersTestJSON-1468057958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:24.675501 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805a5d1c-3368-40dc-8a5e-f4fb99b0d88a req-966c0476-2762-432d-b9a9-d6f162935778 tempest-ListServerFiltersTestJSON-1468057958 tempest-ListServerFiltersTestJSON-1468057958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:24.681473 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805a5d1c-3368-40dc-8a5e-f4fb99b0d88a req-966c0476-2762-432d-b9a9-d6f162935778 tempest-ListServerFiltersTestJSON-1468057958 tempest-ListServerFiltersTestJSON-1468057958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:24.683049 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-805a5d1c-3368-40dc-8a5e-f4fb99b0d88a req-966c0476-2762-432d-b9a9-d6f162935778 tempest-ListServerFiltersTestJSON-1468057958 tempest-ListServerFiltersTestJSON-1468057958-project] 10.222.0.66 "GET /v2.0/ports?device_id=15deb2c7-c100-47c6-8261-abde7ec7009c&device_id=90f4510c-cfe8-4eb1-86bf-36d73a7e5776&device_id=714c95e2-c9ad-47f9-af12-f4efbff51186 HTTP/1.1" status: 200 len: 2418 time: 0.0963037 Aug 18 11:59:24.702700 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea784d9-8eac-41bf-a94a-69cdf5a28494 req-82ed6333-6223-4958-b8d3-2160337991d4 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:24.708604 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea784d9-8eac-41bf-a94a-69cdf5a28494 req-82ed6333-6223-4958-b8d3-2160337991d4 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:24.712347 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 3d5a51d4-8aae-48f7-ad8d-aec31b33f432, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=3d5a51d4-8aae-48f7-ad8d-aec31b33f432,segment=NetworkSegment(b0eb6eea-b461-4969-8a27-808f00daa8a1),segment_id=b0eb6eea-b461-4969-8a27-808f00daa8a1)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:59:24.715664 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea784d9-8eac-41bf-a94a-69cdf5a28494 req-82ed6333-6223-4958-b8d3-2160337991d4 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:24.721483 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea784d9-8eac-41bf-a94a-69cdf5a28494 req-82ed6333-6223-4958-b8d3-2160337991d4 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:24.724093 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Returning: {'device': '3d5a51d4-8aae-48f7-ad8d-aec31b33f432', 'network_id': '222e0814-c7e5-4b11-9282-3f40c6ed76b2', 'port_id': '3d5a51d4-8aae-48f7-ad8d-aec31b33f432', 'mac_address': 'fa:16:3e:81:2b:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 823, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d16d680-110b-436d-8afa-48ba845b3623', 'ip_address': '192.168.233.52'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 11:59:24.727876 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea784d9-8eac-41bf-a94a-69cdf5a28494 req-82ed6333-6223-4958-b8d3-2160337991d4 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:24.733883 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea784d9-8eac-41bf-a94a-69cdf5a28494 req-82ed6333-6223-4958-b8d3-2160337991d4 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:24.740212 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea784d9-8eac-41bf-a94a-69cdf5a28494 req-82ed6333-6223-4958-b8d3-2160337991d4 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:24.742139 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-bea784d9-8eac-41bf-a94a-69cdf5a28494 req-82ed6333-6223-4958-b8d3-2160337991d4 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] 10.222.0.66 "GET /v2.0/ports?device_id=20dd28f4-1df0-4a6b-8939-d21ca9c9b72a HTTP/1.1" status: 200 len: 5431 time: 0.1270475 Aug 18 11:59:24.764423 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:24.779450 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d5a51d4-8aae-48f7-ad8d-aec31b33f432 {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 11:59:24.797997 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-805a5d1c-3368-40dc-8a5e-f4fb99b0d88a req-ebc4b602-b4b4-4b0d-b9ed-f6ab319db740 tempest-ListServerFiltersTestJSON-1468057958 tempest-ListServerFiltersTestJSON-1468057958-project] 10.222.0.66 "GET /v2.0/security-groups?id=f5ad2220-cad5-4159-8a3e-cb953441befe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546575 Aug 18 11:59:24.814537 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 3d5a51d4-8aae-48f7-ad8d-aec31b33f432, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=3d5a51d4-8aae-48f7-ad8d-aec31b33f432,segment=NetworkSegment(b0eb6eea-b461-4969-8a27-808f00daa8a1),segment_id=b0eb6eea-b461-4969-8a27-808f00daa8a1)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:59:24.823227 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-bea784d9-8eac-41bf-a94a-69cdf5a28494 req-b3005172-e96e-4e70-8ddd-8d060bc8b2d7 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] 10.222.0.66 "GET /v2.0/security-groups?id=62694ccf-8551-490d-8b70-5c6a44a53206&id=e100a5b2-e498-4091-84ac-a0da12aab123&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0613613 Aug 18 11:59:24.825414 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:24.864229 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 11:59:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7407ec67-e456-43bc-8354-d132e6144c3d x-openstack-request-id: req-7407ec67-e456-43bc-8354-d132e6144c3d {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:59:24.864682 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18e4043f-eb56-4bc5-9628-bdc903d88236", "name": "network-vif-deleted", "tag": "38cfd0b5-7bbb-4f9b-92b9-1917b74d8728", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:59:24.864937 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-7407ec67-e456-43bc-8354-d132e6144c3d {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:59:24.865336 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18e4043f-eb56-4bc5-9628-bdc903d88236', 'name': 'network-vif-deleted', 'tag': '38cfd0b5-7bbb-4f9b-92b9-1917b74d8728', 'status': 'completed', 'code': 200} Aug 18 11:59:24.890687 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=3d5a51d4-8aae-48f7-ad8d-aec31b33f432,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:59:24.931703 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-32ecaebc-90dc-4a22-bf5b-a2531f9ba3b3 req-cffa6b04-c92b-4240-b143-39ffd48d9a6d tempest-SecurityGroupRulesTestJSON-1117166877 tempest-SecurityGroupRulesTestJSON-1117166877-project] 10.222.0.66 "GET /v2.0/security-groups/dcfb9e9b-994d-4572-8f4e-c8d73ddce0fb HTTP/1.1" status: 200 len: 2397 time: 0.0533745 Aug 18 11:59:24.944835 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-32ecaebc-90dc-4a22-bf5b-a2531f9ba3b3 req-7adb297a-a018-4cfc-a8a7-250068b27751 tempest-SecurityGroupRulesTestJSON-1117166877 tempest-SecurityGroupRulesTestJSON-1117166877-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'dcfb9e9b-994d-4572-8f4e-c8d73ddce0fb', 'remote_group_id': None}]} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:59:24.945141 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-32ecaebc-90dc-4a22-bf5b-a2531f9ba3b3 req-7adb297a-a018-4cfc-a8a7-250068b27751 tempest-SecurityGroupRulesTestJSON-1117166877 tempest-SecurityGroupRulesTestJSON-1117166877-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'dcfb9e9b-994d-4572-8f4e-c8d73ddce0fb', 'remote_group_id': None}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:59:24.998721 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8e37aa-d091-404e-9720-3f9c1d7f01b8 req-dea781cd-5c24-47b7-89e8-8d2302bec41d tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:25.000194 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5f8e37aa-d091-404e-9720-3f9c1d7f01b8 req-dea781cd-5c24-47b7-89e8-8d2302bec41d tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/ports?device_id=a6872a0b-045c-40a9-ac3b-9c330c30278a HTTP/1.1" status: 200 len: 948 time: 0.0736830 Aug 18 11:59:25.051284 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device eeb336c7-3a60-4f10-a0d7-6a8235927c82 details requested by agent hyperv_n-h2-804985-2 with host n-h2-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 11:59:25.062518 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-32ecaebc-90dc-4a22-bf5b-a2531f9ba3b3 req-7adb297a-a018-4cfc-a8a7-250068b27751 tempest-SecurityGroupRulesTestJSON-1117166877 tempest-SecurityGroupRulesTestJSON-1117166877-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:25.068681 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5f8e37aa-d091-404e-9720-3f9c1d7f01b8 req-2ccb1d15-dad5-421e-a151-d045c9824c5e tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/security-groups?id=0ddd2c5c-7e53-44ab-9404-c5fea69a570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585210 Aug 18 11:59:25.088927 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-32ecaebc-90dc-4a22-bf5b-a2531f9ba3b3 req-7adb297a-a018-4cfc-a8a7-250068b27751 tempest-SecurityGroupRulesTestJSON-1117166877 tempest-SecurityGroupRulesTestJSON-1117166877-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:25.098693 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-32ecaebc-90dc-4a22-bf5b-a2531f9ba3b3 req-7adb297a-a018-4cfc-a8a7-250068b27751 tempest-SecurityGroupRulesTestJSON-1117166877 tempest-SecurityGroupRulesTestJSON-1117166877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992607'] for security_group_rule, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:25.137018 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adb297a-a018-4cfc-a8a7-250068b27751 tempest-SecurityGroupRulesTestJSON-1117166877 tempest-SecurityGroupRulesTestJSON-1117166877-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=872e72e3-e193-4a75-8453-2d49d45df8eb,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:59:25.140350 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-32ecaebc-90dc-4a22-bf5b-a2531f9ba3b3 req-7adb297a-a018-4cfc-a8a7-250068b27751 tempest-SecurityGroupRulesTestJSON-1117166877 tempest-SecurityGroupRulesTestJSON-1117166877-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:25.141570 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-32ecaebc-90dc-4a22-bf5b-a2531f9ba3b3 req-7adb297a-a018-4cfc-a8a7-250068b27751 tempest-SecurityGroupRulesTestJSON-1117166877 tempest-SecurityGroupRulesTestJSON-1117166877-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.2024481 Aug 18 11:59:25.163859 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] get_ports_and_sgs() called for port_ids ['3d5a51d4-8aae-48f7-ad8d-aec31b33f432'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 11:59:25.167219 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [req-6fba348a-c809-417c-994a-7d278fa56785 req-859fc508-2e98-448e-a051-0945f6c57a3b tempest-ListServerFiltersTestJSON-1468057958 tempest-ListServerFiltersTestJSON-1468057958-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=106252) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 11:59:25.167733 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6fba348a-c809-417c-994a-7d278fa56785 req-859fc508-2e98-448e-a051-0945f6c57a3b tempest-ListServerFiltersTestJSON-1468057958 tempest-ListServerFiltersTestJSON-1468057958-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066679 Aug 18 11:59:25.238486 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port eeb336c7-3a60-4f10-a0d7-6a8235927c82, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=eeb336c7-3a60-4f10-a0d7-6a8235927c82,segment=NetworkSegment(ca5d8231-2f07-42d5-ad7c-9ac8a76e921f),segment_id=ca5d8231-2f07-42d5-ad7c-9ac8a76e921f)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:59:25.244862 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6fba348a-c809-417c-994a-7d278fa56785 req-6d712655-14b5-4e4a-9d72-5eff76b43157 tempest-ListServerFiltersTestJSON-1468057958 tempest-ListServerFiltersTestJSON-1468057958-project] 10.222.0.66 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.0703754 Aug 18 11:59:25.310692 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Returning: {'device': 'eeb336c7-3a60-4f10-a0d7-6a8235927c82', 'network_id': '71f4f05b-546f-495f-be85-3ee41a9605e5', 'port_id': 'eeb336c7-3a60-4f10-a0d7-6a8235927c82', 'mac_address': 'fa:16:3e:90:7f:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 818, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72d9155c-f171-412a-b9b4-962a1e291242', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 11:59:25.342629 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3b60936d-f80c-4091-bdcb-400fad27ed52 req-df21b506-2a50-47fe-a40a-8a8c92636f9b tempest-SecurityGroupRulesTestJSON-1117166877 tempest-SecurityGroupRulesTestJSON-1117166877-project] 10.222.0.66 "GET /v2.0/security-groups/dcfb9e9b-994d-4572-8f4e-c8d73ddce0fb HTTP/1.1" status: 200 len: 2995 time: 0.0552154 Aug 18 11:59:25.358396 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:25.368426 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22e9d21-6244-4c7b-bcb9-f2b343ac9f3e req-04041e9b-d9f2-48d3-a6d6-3f05edfcc1ca tempest-ServerAddressesNegativeTestJSON-1456249985 tempest-ServerAddressesNegativeTestJSON-1456249985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:25.370489 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b22e9d21-6244-4c7b-bcb9-f2b343ac9f3e req-04041e9b-d9f2-48d3-a6d6-3f05edfcc1ca tempest-ServerAddressesNegativeTestJSON-1456249985 tempest-ServerAddressesNegativeTestJSON-1456249985-project] 10.222.0.63 "GET /v2.0/ports?device_id=0338ddc1-8ea6-44fb-8c16-765264b780df HTTP/1.1" status: 200 len: 945 time: 0.1194172 Aug 18 11:59:25.385149 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eeb336c7-3a60-4f10-a0d7-6a8235927c82 {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 11:59:25.463987 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port eeb336c7-3a60-4f10-a0d7-6a8235927c82, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=eeb336c7-3a60-4f10-a0d7-6a8235927c82,segment=NetworkSegment(ca5d8231-2f07-42d5-ad7c-9ac8a76e921f),segment_id=ca5d8231-2f07-42d5-ad7c-9ac8a76e921f)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:59:25.490722 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:25.494620 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device d1178764-5fcc-4bf5-bf2c-1f7340615440 details requested by agent hyperv_n-h2-804985-2 with host n-h2-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 11:59:25.625932 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9ec563e1-60e5-4bd7-8046-2dc9b452728c req-ee26331e-a038-4f92-94e0-a24be5119234 tempest-SecurityGroupRulesTestJSON-1117166877 tempest-SecurityGroupRulesTestJSON-1117166877-project] 10.222.0.66 "GET /v2.0/security-group-rules/872e72e3-e193-4a75-8453-2d49d45df8eb HTTP/1.1" status: 200 len: 783 time: 0.0484371 Aug 18 11:59:25.672071 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=eeb336c7-3a60-4f10-a0d7-6a8235927c82,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:59:25.674432 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32c023c-be3f-478f-a704-6ab5e8f93f88 req-75c6167a-94b9-42a4-865a-d82baaeb4e07 tempest-ImagesOneServerTestJSON-1600236853 tempest-ImagesOneServerTestJSON-1600236853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:25.682263 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e32c023c-be3f-478f-a704-6ab5e8f93f88 req-75c6167a-94b9-42a4-865a-d82baaeb4e07 tempest-ImagesOneServerTestJSON-1600236853 tempest-ImagesOneServerTestJSON-1600236853-project] 10.222.0.66 "GET /v2.0/ports?device_id=e0fb7e11-ba93-4e5d-ab38-43905fe1ad87 HTTP/1.1" status: 200 len: 949 time: 0.1173508 Aug 18 11:59:25.717428 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-b22e9d21-6244-4c7b-bcb9-f2b343ac9f3e req-12015ded-695c-4f15-8b10-46a916f590b3 tempest-ServerAddressesNegativeTestJSON-1456249985 tempest-ServerAddressesNegativeTestJSON-1456249985-project] Deleting port d4e0702b-4ca6-4497-bfad-844fa697777e {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 11:59:25.717768 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-b22e9d21-6244-4c7b-bcb9-f2b343ac9f3e req-12015ded-695c-4f15-8b10-46a916f590b3 tempest-ServerAddressesNegativeTestJSON-1456249985 tempest-ServerAddressesNegativeTestJSON-1456249985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:25.728178 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port d1178764-5fcc-4bf5-bf2c-1f7340615440, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=d1178764-5fcc-4bf5-bf2c-1f7340615440,segment=NetworkSegment(df8c2716-4c05-4e71-858a-1ca678e85c74),segment_id=df8c2716-4c05-4e71-858a-1ca678e85c74)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:59:25.742578 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Returning: {'device': 'd1178764-5fcc-4bf5-bf2c-1f7340615440', 'network_id': '14664a63-22d6-4bc0-8290-849b20369b1b', 'port_id': 'd1178764-5fcc-4bf5-bf2c-1f7340615440', 'mac_address': 'fa:16:3e:45:fa:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 848, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d098d7d-848d-42a8-ac08-c1738695747e', 'ip_address': '10.1.1.244'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 11:59:25.771900 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9ec563e1-60e5-4bd7-8046-2dc9b452728c req-1a20a4b2-0207-4e05-9ce0-145ca234c69c tempest-SecurityGroupRulesTestJSON-1117166877 tempest-SecurityGroupRulesTestJSON-1117166877-project] 10.222.0.66 "GET /v2.0/security-groups/dcfb9e9b-994d-4572-8f4e-c8d73ddce0fb HTTP/1.1" status: 200 len: 2995 time: 0.1339128 Aug 18 11:59:25.780258 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:25.797453 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1178764-5fcc-4bf5-bf2c-1f7340615440 {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 11:59:25.809881 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e32c023c-be3f-478f-a704-6ab5e8f93f88 req-0e888146-113e-4796-8c17-915ac66592be tempest-ImagesOneServerTestJSON-1600236853 tempest-ImagesOneServerTestJSON-1600236853-project] 10.222.0.66 "GET /v2.0/security-groups?id=d76f99f9-6558-4024-8017-5289e8ca9414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178460 Aug 18 11:59:25.848689 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port d1178764-5fcc-4bf5-bf2c-1f7340615440, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=d1178764-5fcc-4bf5-bf2c-1f7340615440,segment=NetworkSegment(df8c2716-4c05-4e71-858a-1ca678e85c74),segment_id=df8c2716-4c05-4e71-858a-1ca678e85c74)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:59:25.856508 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:25.863104 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 5a278cb9-466e-4c4b-b4ac-6b258caa7c8a details requested by agent hyperv_n-h2-804985-2 with host n-h2-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 11:59:25.883523 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-9ec563e1-60e5-4bd7-8046-2dc9b452728c req-f5fe189c-522f-4f3c-bf89-5117416e81a4 tempest-SecurityGroupRulesTestJSON-1117166877 tempest-SecurityGroupRulesTestJSON-1117166877-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:25.901464 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-9ec563e1-60e5-4bd7-8046-2dc9b452728c req-f5fe189c-522f-4f3c-bf89-5117416e81a4 tempest-SecurityGroupRulesTestJSON-1117166877 tempest-SecurityGroupRulesTestJSON-1117166877-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:25.911041 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-b22e9d21-6244-4c7b-bcb9-f2b343ac9f3e req-12015ded-695c-4f15-8b10-46a916f590b3 tempest-ServerAddressesNegativeTestJSON-1456249985 tempest-ServerAddressesNegativeTestJSON-1456249985-project] For port d4e0702b-4ca6-4497-bfad-844fa697777e, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=d4e0702b-4ca6-4497-bfad-844fa697777e,segment=NetworkSegment(8ae76c4b-f0ca-4ab9-b94f-8ec741624d6c),segment_id=8ae76c4b-f0ca-4ab9-b94f-8ec741624d6c)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:59:25.911405 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-b22e9d21-6244-4c7b-bcb9-f2b343ac9f3e req-12015ded-695c-4f15-8b10-46a916f590b3 tempest-ServerAddressesNegativeTestJSON-1456249985 tempest-ServerAddressesNegativeTestJSON-1456249985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:25.933708 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-b22e9d21-6244-4c7b-bcb9-f2b343ac9f3e req-12015ded-695c-4f15-8b10-46a916f590b3 tempest-ServerAddressesNegativeTestJSON-1456249985 tempest-ServerAddressesNegativeTestJSON-1456249985-project] Calling delete_port for d4e0702b-4ca6-4497-bfad-844fa697777e owned by compute:nova {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 11:59:25.955519 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-9ec563e1-60e5-4bd7-8046-2dc9b452728c req-f5fe189c-522f-4f3c-bf89-5117416e81a4 tempest-SecurityGroupRulesTestJSON-1117166877 tempest-SecurityGroupRulesTestJSON-1117166877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992607'] for security_group_rule, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:25.980264 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port 5a278cb9-466e-4c4b-b4ac-6b258caa7c8a, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=5a278cb9-466e-4c4b-b4ac-6b258caa7c8a,segment=NetworkSegment(df8c2716-4c05-4e71-858a-1ca678e85c74),segment_id=df8c2716-4c05-4e71-858a-1ca678e85c74)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:59:25.993848 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-9ec563e1-60e5-4bd7-8046-2dc9b452728c req-f5fe189c-522f-4f3c-bf89-5117416e81a4 tempest-SecurityGroupRulesTestJSON-1117166877 tempest-SecurityGroupRulesTestJSON-1117166877-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:25.994898 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9ec563e1-60e5-4bd7-8046-2dc9b452728c req-f5fe189c-522f-4f3c-bf89-5117416e81a4 tempest-SecurityGroupRulesTestJSON-1117166877 tempest-SecurityGroupRulesTestJSON-1117166877-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/872e72e3-e193-4a75-8453-2d49d45df8eb HTTP/1.1" status: 204 len: 173 time: 0.2046638 Aug 18 11:59:26.007101 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Returning: {'device': '5a278cb9-466e-4c4b-b4ac-6b258caa7c8a', 'network_id': '14664a63-22d6-4bc0-8290-849b20369b1b', 'port_id': '5a278cb9-466e-4c4b-b4ac-6b258caa7c8a', 'mac_address': 'fa:16:3e:ee:d2:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 848, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d098d7d-848d-42a8-ac08-c1738695747e', 'ip_address': '10.1.1.91'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 11:59:26.013802 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=d1178764-5fcc-4bf5-bf2c-1f7340615440,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:59:26.040675 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fe189c-522f-4f3c-bf89-5117416e81a4 tempest-SecurityGroupRulesTestJSON-1117166877 tempest-SecurityGroupRulesTestJSON-1117166877-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=872e72e3-e193-4a75-8453-2d49d45df8eb,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:59:26.075902 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:26.087417 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d21cfde-d26c-40bc-ad38-1f6f42b4d887 req-182b8b8c-6669-4398-9d07-6853fa41446b tempest-ServerAddressesNegativeTestJSON-1456249985 tempest-ServerAddressesNegativeTestJSON-1456249985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:26.089181 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5d21cfde-d26c-40bc-ad38-1f6f42b4d887 req-182b8b8c-6669-4398-9d07-6853fa41446b tempest-ServerAddressesNegativeTestJSON-1456249985 tempest-ServerAddressesNegativeTestJSON-1456249985-project] 10.222.0.66 "GET /v2.0/ports?device_id=0338ddc1-8ea6-44fb-8c16-765264b780df HTTP/1.1" status: 200 len: 945 time: 0.1348119 Aug 18 11:59:26.096326 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a278cb9-466e-4c4b-b4ac-6b258caa7c8a {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 11:59:26.141261 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port 5a278cb9-466e-4c4b-b4ac-6b258caa7c8a, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=5a278cb9-466e-4c4b-b4ac-6b258caa7c8a,segment=NetworkSegment(df8c2716-4c05-4e71-858a-1ca678e85c74),segment_id=df8c2716-4c05-4e71-858a-1ca678e85c74)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:59:26.150079 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:26.150976 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 96a5d57f-59a1-4718-95d8-ee708f298d01 details requested by agent hyperv_n-h2-804985-2 with host n-h2-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 11:59:26.173171 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5d21cfde-d26c-40bc-ad38-1f6f42b4d887 req-d57db5b9-d78e-4187-b7f7-9eacf1d8e982 tempest-ServerAddressesNegativeTestJSON-1456249985 tempest-ServerAddressesNegativeTestJSON-1456249985-project] 10.222.0.66 "GET /v2.0/security-groups?id=17092d8b-83b7-4f18-84df-ef0cbfdbaa9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699346 Aug 18 11:59:26.196560 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-b22e9d21-6244-4c7b-bcb9-f2b343ac9f3e req-12015ded-695c-4f15-8b10-46a916f590b3 tempest-ServerAddressesNegativeTestJSON-1456249985 tempest-ServerAddressesNegativeTestJSON-1456249985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:26.210626 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] get_ports_and_sgs() called for port_ids ['d4e0702b-4ca6-4497-bfad-844fa697777e'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 11:59:26.234321 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12015ded-695c-4f15-8b10-46a916f590b3 tempest-ServerAddressesNegativeTestJSON-1456249985 tempest-ServerAddressesNegativeTestJSON-1456249985-project] Pushing event deleted for resources: {'Port': ['ID=d4e0702b-4ca6-4497-bfad-844fa697777e,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:59:26.300810 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-b22e9d21-6244-4c7b-bcb9-f2b343ac9f3e req-12015ded-695c-4f15-8b10-46a916f590b3 tempest-ServerAddressesNegativeTestJSON-1456249985 tempest-ServerAddressesNegativeTestJSON-1456249985-project] No DVR routers for this DVR port d4e0702b-4ca6-4497-bfad-844fa697777e on host n-h1-804985-2 {{(pid=106252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 11:59:26.305283 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-b22e9d21-6244-4c7b-bcb9-f2b343ac9f3e req-12015ded-695c-4f15-8b10-46a916f590b3 tempest-ServerAddressesNegativeTestJSON-1456249985 tempest-ServerAddressesNegativeTestJSON-1456249985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:26.307685 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b22e9d21-6244-4c7b-bcb9-f2b343ac9f3e req-12015ded-695c-4f15-8b10-46a916f590b3 tempest-ServerAddressesNegativeTestJSON-1456249985 tempest-ServerAddressesNegativeTestJSON-1456249985-project] 10.222.0.63 "DELETE /v2.0/ports/d4e0702b-4ca6-4497-bfad-844fa697777e HTTP/1.1" status: 204 len: 173 time: 0.9289250 Aug 18 11:59:26.356627 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=5a278cb9-466e-4c4b-b4ac-6b258caa7c8a,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:59:26.357343 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2ee44493-6cc6-417d-9bcf-8f748af0c17d req-71eecd00-0bfe-499b-94e9-a86a62d49f6d tempest-ServersTestBootFromVolume-1996993872 tempest-ServersTestBootFromVolume-1996993872-project] 10.222.0.66 "GET /v2.0/ports?device_id=67f4cc8b-9e73-4617-83a9-d62bbfeb8810 HTTP/1.1" status: 200 len: 210 time: 0.0573905 Aug 18 11:59:26.439668 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port 96a5d57f-59a1-4718-95d8-ee708f298d01, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=96a5d57f-59a1-4718-95d8-ee708f298d01,segment=NetworkSegment(d185dac2-eec7-4fe1-a5e8-92c84f0d7013),segment_id=d185dac2-eec7-4fe1-a5e8-92c84f0d7013)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:59:26.453626 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Returning: {'device': '96a5d57f-59a1-4718-95d8-ee708f298d01', 'network_id': '1ef7ea32-2afc-42e8-9151-91c023337fa8', 'port_id': '96a5d57f-59a1-4718-95d8-ee708f298d01', 'mac_address': 'fa:16:3e:d2:af:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 824, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0dc7ccef-1b3b-4e69-a1de-a8fce0eaa5e1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 11:59:26.501261 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:26.519378 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96a5d57f-59a1-4718-95d8-ee708f298d01 {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 11:59:26.547653 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port 96a5d57f-59a1-4718-95d8-ee708f298d01, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=96a5d57f-59a1-4718-95d8-ee708f298d01,segment=NetworkSegment(d185dac2-eec7-4fe1-a5e8-92c84f0d7013),segment_id=d185dac2-eec7-4fe1-a5e8-92c84f0d7013)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:59:26.553922 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:26.554611 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 449e4b2c-f485-41a8-b8c7-65aa343611a1 details requested by agent hyperv_n-h2-804985-2 with host n-h2-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 11:59:26.582314 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1711d19-6dd6-4ab5-8ff4-1f6ba8483bf2 req-285b0409-229e-4af2-bfa7-a09aed63b701 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:26.588155 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1711d19-6dd6-4ab5-8ff4-1f6ba8483bf2 req-285b0409-229e-4af2-bfa7-a09aed63b701 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:26.594073 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1711d19-6dd6-4ab5-8ff4-1f6ba8483bf2 req-285b0409-229e-4af2-bfa7-a09aed63b701 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:26.599942 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1711d19-6dd6-4ab5-8ff4-1f6ba8483bf2 req-285b0409-229e-4af2-bfa7-a09aed63b701 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:26.605842 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1711d19-6dd6-4ab5-8ff4-1f6ba8483bf2 req-285b0409-229e-4af2-bfa7-a09aed63b701 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:26.606907 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 3d5a51d4-8aae-48f7-ad8d-aec31b33f432 up at agent hyperv_n-h1-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:59:26.611640 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1711d19-6dd6-4ab5-8ff4-1f6ba8483bf2 req-285b0409-229e-4af2-bfa7-a09aed63b701 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:26.617510 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1711d19-6dd6-4ab5-8ff4-1f6ba8483bf2 req-285b0409-229e-4af2-bfa7-a09aed63b701 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:26.619340 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e1711d19-6dd6-4ab5-8ff4-1f6ba8483bf2 req-285b0409-229e-4af2-bfa7-a09aed63b701 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] 10.222.0.66 "GET /v2.0/ports?device_id=20dd28f4-1df0-4a6b-8939-d21ca9c9b72a HTTP/1.1" status: 200 len: 5434 time: 0.1593914 Aug 18 11:59:26.650703 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512eefae-9a7f-4bb6-b5a8-20e5c94df05d req-8030beea-9ed5-47ed-b9aa-58d404e3f4cb tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:26.655027 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port 449e4b2c-f485-41a8-b8c7-65aa343611a1, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=449e4b2c-f485-41a8-b8c7-65aa343611a1,segment=NetworkSegment(df8c2716-4c05-4e71-858a-1ca678e85c74),segment_id=df8c2716-4c05-4e71-858a-1ca678e85c74)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:59:26.657550 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-512eefae-9a7f-4bb6-b5a8-20e5c94df05d req-8030beea-9ed5-47ed-b9aa-58d404e3f4cb tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.66 "GET /v2.0/networks?id=45f10d77-130c-4859-b30d-1a902305b96f HTTP/1.1" status: 200 len: 806 time: 0.2664816 Aug 18 11:59:26.667596 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=96a5d57f-59a1-4718-95d8-ee708f298d01,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:59:26.677015 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-512eefae-9a7f-4bb6-b5a8-20e5c94df05d req-20bfa4f5-0ba3-4ebe-9191-2bf97aae9a8a tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.66 "GET /v2.0/quotas/9143985e071d4037b5bf264a5aaa6497 HTTP/1.1" status: 200 len: 375 time: 0.0183554 Aug 18 11:59:26.684670 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Returning: {'device': '449e4b2c-f485-41a8-b8c7-65aa343611a1', 'network_id': '14664a63-22d6-4bc0-8290-849b20369b1b', 'port_id': '449e4b2c-f485-41a8-b8c7-65aa343611a1', 'mac_address': 'fa:16:3e:19:c3:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 848, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d098d7d-848d-42a8-ac08-c1738695747e', 'ip_address': '10.1.1.50'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 11:59:26.702677 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e1711d19-6dd6-4ab5-8ff4-1f6ba8483bf2 req-99c636fa-4da3-42ba-81e5-062b195447be tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] 10.222.0.66 "GET /v2.0/security-groups?id=62694ccf-8551-490d-8b70-5c6a44a53206&id=e100a5b2-e498-4091-84ac-a0da12aab123&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0740395 Aug 18 11:59:26.740623 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-512eefae-9a7f-4bb6-b5a8-20e5c94df05d req-26d28c88-0d54-4e52-bb97-6e3c76b93e2d tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=9143985e071d4037b5bf264a5aaa6497&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0573947 Aug 18 11:59:26.747413 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:26.757651 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Provisioning for port 3d5a51d4-8aae-48f7-ad8d-aec31b33f432 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 11:59:26.770859 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 449e4b2c-f485-41a8-b8c7-65aa343611a1 {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 11:59:26.776424 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Provisioning complete for port 3d5a51d4-8aae-48f7-ad8d-aec31b33f432 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:59:26.776794 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:26.815823 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port 449e4b2c-f485-41a8-b8c7-65aa343611a1, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=449e4b2c-f485-41a8-b8c7-65aa343611a1,segment=NetworkSegment(df8c2716-4c05-4e71-858a-1ca678e85c74),segment_id=df8c2716-4c05-4e71-858a-1ca678e85c74)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:59:26.824006 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:26.824711 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 5d12cdb5-f897-47d4-8656-b7afc876f2b5 details requested by agent hyperv_n-h2-804985-2 with host n-h2-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 11:59:26.842686 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f80eb480-b53e-44b0-9393-726a21a988ca req-79c48084-09e7-4589-b718-19a0854a8976 tempest-SecurityGroupRulesTestJSON-1117166877 tempest-SecurityGroupRulesTestJSON-1117166877-project] 10.222.0.66 "GET /v2.0/security-groups/dcfb9e9b-994d-4572-8f4e-c8d73ddce0fb HTTP/1.1" status: 200 len: 2397 time: 0.1007366 Aug 18 11:59:26.884355 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0338ddc1-8ea6-44fb-8c16-765264b780df', 'name': 'network-vif-deleted', 'tag': 'd4e0702b-4ca6-4497-bfad-844fa697777e'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 11:59:26.886578 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40a1e1fc-fa83-41f8-90a5-46036402b81a" -d '{"events": [{"server_uuid": "0338ddc1-8ea6-44fb-8c16-765264b780df", "name": "network-vif-deleted", "tag": "d4e0702b-4ca6-4497-bfad-844fa697777e"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:59:26.923807 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-512eefae-9a7f-4bb6-b5a8-20e5c94df05d req-f8c96115-729f-45f1-946e-bfa6afbebc33 service neutron] 10.222.0.66 "GET /v2.0/networks/45f10d77-130c-4859-b30d-1a902305b96f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732099 Aug 18 11:59:26.950132 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port 5d12cdb5-f897-47d4-8656-b7afc876f2b5, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=5d12cdb5-f897-47d4-8656-b7afc876f2b5,segment=NetworkSegment(ca5d8231-2f07-42d5-ad7c-9ac8a76e921f),segment_id=ca5d8231-2f07-42d5-ad7c-9ac8a76e921f)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:59:26.952689 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=449e4b2c-f485-41a8-b8c7-65aa343611a1,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:59:26.974266 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Returning: {'device': '5d12cdb5-f897-47d4-8656-b7afc876f2b5', 'network_id': '71f4f05b-546f-495f-be85-3ee41a9605e5', 'port_id': '5d12cdb5-f897-47d4-8656-b7afc876f2b5', 'mac_address': 'fa:16:3e:dc:48:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 818, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72d9155c-f171-412a-b9b4-962a1e291242', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 11:59:26.982018 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:27.036423 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6872a0b-045c-40a9-ac3b-9c330c30278a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d5a51d4-8aae-48f7-ad8d-aec31b33f432'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 11:59:27.038703 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db50a436fb3a98495337d8fe7487b4f2ea6f3c1052eb9efadc2ecda2d5737001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fcc1683-2789-474d-a7f8-6fce9af5b360" -d '{"events": [{"server_uuid": "a6872a0b-045c-40a9-ac3b-9c330c30278a", "name": "network-vif-plugged", "status": "completed", "tag": "3d5a51d4-8aae-48f7-ad8d-aec31b33f432"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:59:27.055268 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-f80eb480-b53e-44b0-9393-726a21a988ca req-ae80d2b8-7c15-416f-8ae2-d272498df542 tempest-SecurityGroupRulesTestJSON-1117166877 tempest-SecurityGroupRulesTestJSON-1117166877-project] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:27.065504 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:27.069511 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 3d5a51d4-8aae-48f7-ad8d-aec31b33f432, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=3d5a51d4-8aae-48f7-ad8d-aec31b33f432,segment=NetworkSegment(b0eb6eea-b461-4969-8a27-808f00daa8a1),segment_id=b0eb6eea-b461-4969-8a27-808f00daa8a1)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:59:27.083536 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:27.084570 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 38cfd0b5-7bbb-4f9b-92b9-1917b74d8728 no longer exists at agent hyperv_n-h1-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 11:59:27.095636 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-f80eb480-b53e-44b0-9393-726a21a988ca req-ae80d2b8-7c15-416f-8ae2-d272498df542 tempest-SecurityGroupRulesTestJSON-1117166877 tempest-SecurityGroupRulesTestJSON-1117166877-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:27.107761 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d12cdb5-f897-47d4-8656-b7afc876f2b5 {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 11:59:27.129437 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-512eefae-9a7f-4bb6-b5a8-20e5c94df05d req-3d889c8e-4e4e-4136-bd59-2059964a5c69 service neutron] 10.222.0.66 "GET /v2.0/networks/45f10d77-130c-4859-b30d-1a902305b96f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914258 Aug 18 11:59:27.129701 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] No Port match for: 38cfd0b5-7bbb-4f9b-92b9-1917b74d8728 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 11:59:27.129913 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 38cfd0b5-7bbb-4f9b-92b9-1917b74d8728 not bound to the agent host n-h1-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 11:59:27.159659 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port 5d12cdb5-f897-47d4-8656-b7afc876f2b5, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=5d12cdb5-f897-47d4-8656-b7afc876f2b5,segment=NetworkSegment(ca5d8231-2f07-42d5-ad7c-9ac8a76e921f),segment_id=ca5d8231-2f07-42d5-ad7c-9ac8a76e921f)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:59:27.161112 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-f80eb480-b53e-44b0-9393-726a21a988ca req-ae80d2b8-7c15-416f-8ae2-d272498df542 tempest-SecurityGroupRulesTestJSON-1117166877 tempest-SecurityGroupRulesTestJSON-1117166877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:27.166395 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-f80eb480-b53e-44b0-9393-726a21a988ca req-ae80d2b8-7c15-416f-8ae2-d272498df542 tempest-SecurityGroupRulesTestJSON-1117166877 tempest-SecurityGroupRulesTestJSON-1117166877-project] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:27.168074 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f80eb480-b53e-44b0-9393-726a21a988ca req-ae80d2b8-7c15-416f-8ae2-d272498df542 tempest-SecurityGroupRulesTestJSON-1117166877 tempest-SecurityGroupRulesTestJSON-1117166877-project] 10.222.0.66 "DELETE /v2.0/security-groups/dcfb9e9b-994d-4572-8f4e-c8d73ddce0fb HTTP/1.1" status: 204 len: 173 time: 0.3103976 Aug 18 11:59:27.169689 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:27.170440 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 7763a33a-da78-4384-a6fe-a78524eb4068 details requested by agent hyperv_n-h2-804985-2 with host n-h2-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 11:59:27.183076 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae80d2b8-7c15-416f-8ae2-d272498df542 tempest-SecurityGroupRulesTestJSON-1117166877 tempest-SecurityGroupRulesTestJSON-1117166877-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcfb9e9b-994d-4572-8f4e-c8d73ddce0fb,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:59:27.184105 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=3d5a51d4-8aae-48f7-ad8d-aec31b33f432,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:59:27.253930 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port 7763a33a-da78-4384-a6fe-a78524eb4068, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=7763a33a-da78-4384-a6fe-a78524eb4068,segment=NetworkSegment(df8c2716-4c05-4e71-858a-1ca678e85c74),segment_id=df8c2716-4c05-4e71-858a-1ca678e85c74)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:59:27.300859 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Returning: {'device': '7763a33a-da78-4384-a6fe-a78524eb4068', 'network_id': '14664a63-22d6-4bc0-8290-849b20369b1b', 'port_id': '7763a33a-da78-4384-a6fe-a78524eb4068', 'mac_address': 'fa:16:3e:b1:b2:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 848, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d098d7d-848d-42a8-ac08-c1738695747e', 'ip_address': '10.1.1.185'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 11:59:27.303890 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157c3254-e2b6-4c78-bc59-076c0c0048ed req-2f270670-030f-4646-9c01-02fbcf1651ff tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:27.305533 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-157c3254-e2b6-4c78-bc59-076c0c0048ed req-2f270670-030f-4646-9c01-02fbcf1651ff tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/ports?device_id=a6872a0b-045c-40a9-ac3b-9c330c30278a HTTP/1.1" status: 200 len: 949 time: 0.0715623 Aug 18 11:59:27.348387 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=5d12cdb5-f897-47d4-8656-b7afc876f2b5,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:59:27.364329 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-157c3254-e2b6-4c78-bc59-076c0c0048ed req-6a632039-d758-4bc5-aef4-3728b49f0fb7 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/security-groups?id=0ddd2c5c-7e53-44ab-9404-c5fea69a570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518188 Aug 18 11:59:27.381946 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:27.403138 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd1eeab-6ade-428c-9156-c55129b9c3d8 req-fefa2442-bb1f-49a7-b4bc-5d1348d9d231 tempest-ImagesOneServerTestJSON-1600236853 tempest-ImagesOneServerTestJSON-1600236853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:27.412204 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7763a33a-da78-4384-a6fe-a78524eb4068 {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 11:59:27.416100 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-afd1eeab-6ade-428c-9156-c55129b9c3d8 req-fefa2442-bb1f-49a7-b4bc-5d1348d9d231 tempest-ImagesOneServerTestJSON-1600236853 tempest-ImagesOneServerTestJSON-1600236853-project] 10.222.0.62 "GET /v2.0/ports?device_id=e0fb7e11-ba93-4e5d-ab38-43905fe1ad87 HTTP/1.1" status: 200 len: 949 time: 0.0894248 Aug 18 11:59:27.459802 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port 7763a33a-da78-4384-a6fe-a78524eb4068, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=7763a33a-da78-4384-a6fe-a78524eb4068,segment=NetworkSegment(df8c2716-4c05-4e71-858a-1ca678e85c74),segment_id=df8c2716-4c05-4e71-858a-1ca678e85c74)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:59:27.470950 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:27.527991 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cf8436-d820-45c8-8c93-2d78056cfc2f req-b2570d14-725a-47cc-a60d-6fc009fc0b81 tempest-ImagesOneServerTestJSON-1600236853 tempest-ImagesOneServerTestJSON-1600236853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:27.537563 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c0cf8436-d820-45c8-8c93-2d78056cfc2f req-b2570d14-725a-47cc-a60d-6fc009fc0b81 tempest-ImagesOneServerTestJSON-1600236853 tempest-ImagesOneServerTestJSON-1600236853-project] 10.222.0.66 "GET /v2.0/ports?device_id=e0fb7e11-ba93-4e5d-ab38-43905fe1ad87 HTTP/1.1" status: 200 len: 949 time: 0.0944977 Aug 18 11:59:27.572149 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=7763a33a-da78-4384-a6fe-a78524eb4068,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:59:27.601965 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c0cf8436-d820-45c8-8c93-2d78056cfc2f req-961f8077-6ed0-4d52-b8c0-8122f8aee34c tempest-ImagesOneServerTestJSON-1600236853 tempest-ImagesOneServerTestJSON-1600236853-project] 10.222.0.66 "GET /v2.0/security-groups?id=d76f99f9-6558-4024-8017-5289e8ca9414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634387 Aug 18 11:59:27.609508 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-afd1eeab-6ade-428c-9156-c55129b9c3d8 req-fe106b0d-f17f-4a97-833e-11a4068c06d4 tempest-ImagesOneServerTestJSON-1600236853 tempest-ImagesOneServerTestJSON-1600236853-project] Deleting port b63e6490-f1db-458c-9426-2e5fed85f7e3 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 11:59:27.610449 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-afd1eeab-6ade-428c-9156-c55129b9c3d8 req-fe106b0d-f17f-4a97-833e-11a4068c06d4 tempest-ImagesOneServerTestJSON-1600236853 tempest-ImagesOneServerTestJSON-1600236853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:27.657814 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 11:59:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a2f4918-ab46-4ff6-beac-320907487c56 x-openstack-request-id: req-0a2f4918-ab46-4ff6-beac-320907487c56 {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:59:27.658566 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0338ddc1-8ea6-44fb-8c16-765264b780df", "name": "network-vif-deleted", "tag": "d4e0702b-4ca6-4497-bfad-844fa697777e", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:59:27.658992 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-0a2f4918-ab46-4ff6-beac-320907487c56 {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:59:27.659545 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0338ddc1-8ea6-44fb-8c16-765264b780df', 'name': 'network-vif-deleted', 'tag': 'd4e0702b-4ca6-4497-bfad-844fa697777e', 'status': 'completed', 'code': 200} Aug 18 11:59:27.691660 n-d-804985-2 neutron-server[106252]: INFO neutron.api.v2.resource [req-50b392e5-797e-4ea4-98fd-554ad40dc54c req-a06a3227-506c-4293-a59a-c39f3a154870 tempest-SecurityGroupRulesTestJSON-1117166877 tempest-SecurityGroupRulesTestJSON-1117166877-project] show failed (client error): The resource could not be found. Aug 18 11:59:27.702451 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-50b392e5-797e-4ea4-98fd-554ad40dc54c req-a06a3227-506c-4293-a59a-c39f3a154870 tempest-SecurityGroupRulesTestJSON-1117166877 tempest-SecurityGroupRulesTestJSON-1117166877-project] 10.222.0.66 "GET /v2.0/security-groups/6c5860f8-ed0c-48f0-99d4-177c856b3cbc HTTP/1.1" status: 404 len: 352 time: 0.0261211 Aug 18 11:59:27.719641 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 11:59:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-097beae7-6419-4c5c-8afc-a2336fadc56e x-openstack-request-id: req-097beae7-6419-4c5c-8afc-a2336fadc56e {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:59:27.720262 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6872a0b-045c-40a9-ac3b-9c330c30278a", "name": "network-vif-plugged", "status": "completed", "tag": "3d5a51d4-8aae-48f7-ad8d-aec31b33f432", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:59:27.720843 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-097beae7-6419-4c5c-8afc-a2336fadc56e {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:59:27.721663 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6872a0b-045c-40a9-ac3b-9c330c30278a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d5a51d4-8aae-48f7-ad8d-aec31b33f432', 'code': 200} Aug 18 11:59:27.726942 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-afd1eeab-6ade-428c-9156-c55129b9c3d8 req-fe106b0d-f17f-4a97-833e-11a4068c06d4 tempest-ImagesOneServerTestJSON-1600236853 tempest-ImagesOneServerTestJSON-1600236853-project] For port b63e6490-f1db-458c-9426-2e5fed85f7e3, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=b63e6490-f1db-458c-9426-2e5fed85f7e3,segment=NetworkSegment(b0eb6eea-b461-4969-8a27-808f00daa8a1),segment_id=b0eb6eea-b461-4969-8a27-808f00daa8a1)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:59:27.727457 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-afd1eeab-6ade-428c-9156-c55129b9c3d8 req-fe106b0d-f17f-4a97-833e-11a4068c06d4 tempest-ImagesOneServerTestJSON-1600236853 tempest-ImagesOneServerTestJSON-1600236853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:27.754655 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 58212) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:59:27.773622 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-afd1eeab-6ade-428c-9156-c55129b9c3d8 req-fe106b0d-f17f-4a97-833e-11a4068c06d4 tempest-ImagesOneServerTestJSON-1600236853 tempest-ImagesOneServerTestJSON-1600236853-project] Calling delete_port for b63e6490-f1db-458c-9426-2e5fed85f7e3 owned by compute:nova {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 11:59:27.876247 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0a8370a4-899b-45aa-a4b0-1681b3f62f3d req-e8996886-dd96-4c80-aa42-ccaf9c41571b tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c527bc9-e88c-4512-a912-fb72b3336c3d HTTP/1.1" status: 200 len: 210 time: 0.0495188 Aug 18 11:59:27.896409 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e3ad54-42dc-4b07-b524-3074daa7d5bf req-1568290c-41b9-4ff9-a812-e86153a96075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:27.898720 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-06e3ad54-42dc-4b07-b524-3074daa7d5bf req-1568290c-41b9-4ff9-a812-e86153a96075 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=a6872a0b-045c-40a9-ac3b-9c330c30278a HTTP/1.1" status: 200 len: 1100 time: 0.0982656 Aug 18 11:59:27.903957 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_v2 [None req-57cce80b-8738-4eda-9e1c-5a00c670c946 admin admin] Deleting subnet 5fb00aaf-b428-405b-925c-e697121d3aeb {{(pid=106252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 11:59:27.909052 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-57cce80b-8738-4eda-9e1c-5a00c670c946 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:27.959460 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-afd1eeab-6ade-428c-9156-c55129b9c3d8 req-fe106b0d-f17f-4a97-833e-11a4068c06d4 tempest-ImagesOneServerTestJSON-1600236853 tempest-ImagesOneServerTestJSON-1600236853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:27.996492 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-06e3ad54-42dc-4b07-b524-3074daa7d5bf req-c4c5b855-2f28-41e4-9f7e-ceee610ac3d0 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=0ddd2c5c-7e53-44ab-9404-c5fea69a570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848207 Aug 18 11:59:28.002178 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe106b0d-f17f-4a97-833e-11a4068c06d4 tempest-ImagesOneServerTestJSON-1600236853 tempest-ImagesOneServerTestJSON-1600236853-project] Pushing event deleted for resources: {'Port': ['ID=b63e6490-f1db-458c-9426-2e5fed85f7e3,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:59:28.010792 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-57cce80b-8738-4eda-9e1c-5a00c670c946 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2221528'] for subnet, precommit_delete_associations {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:28.084703 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-457bab17-a252-4340-8008-bec627a08322 req-656dce93-4a03-4ebc-93d1-fb1a6af44c01 tempest-SecurityGroupRulesTestJSON-1117166877 tempest-SecurityGroupRulesTestJSON-1117166877-project] 10.222.0.66 "GET /v2.0/security-groups/714e9549-3a50-4bc8-8760-d55f89a520b6 HTTP/1.1" status: 200 len: 1805 time: 0.1307220 Aug 18 11:59:28.094399 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-afd1eeab-6ade-428c-9156-c55129b9c3d8 req-fe106b0d-f17f-4a97-833e-11a4068c06d4 tempest-ImagesOneServerTestJSON-1600236853 tempest-ImagesOneServerTestJSON-1600236853-project] No DVR routers for this DVR port b63e6490-f1db-458c-9426-2e5fed85f7e3 on host n-h2-804985-2 {{(pid=106253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 11:59:28.099930 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-afd1eeab-6ade-428c-9156-c55129b9c3d8 req-fe106b0d-f17f-4a97-833e-11a4068c06d4 tempest-ImagesOneServerTestJSON-1600236853 tempest-ImagesOneServerTestJSON-1600236853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:28.103547 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-afd1eeab-6ade-428c-9156-c55129b9c3d8 req-fe106b0d-f17f-4a97-833e-11a4068c06d4 tempest-ImagesOneServerTestJSON-1600236853 tempest-ImagesOneServerTestJSON-1600236853-project] 10.222.0.62 "DELETE /v2.0/ports/b63e6490-f1db-458c-9426-2e5fed85f7e3 HTTP/1.1" status: 204 len: 173 time: 0.6865582 Aug 18 11:59:28.104370 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0fb7e11-ba93-4e5d-ab38-43905fe1ad87', 'name': 'network-vif-deleted', 'tag': 'b63e6490-f1db-458c-9426-2e5fed85f7e3'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 11:59:28.107040 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0679f4c4b6e0e0c064a7d71d722dc30541a34fffee11680573be22ee2ffccc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-863ff676-8921-4453-892a-eb72ec7132f3" -d '{"events": [{"server_uuid": "e0fb7e11-ba93-4e5d-ab38-43905fe1ad87", "name": "network-vif-deleted", "tag": "b63e6490-f1db-458c-9426-2e5fed85f7e3"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:59:28.118013 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-57cce80b-8738-4eda-9e1c-5a00c670c946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:28.223889 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-457bab17-a252-4340-8008-bec627a08322 req-b296df5e-a7e0-47e6-a555-1f212688d0ee tempest-SecurityGroupRulesTestJSON-1117166877 tempest-SecurityGroupRulesTestJSON-1117166877-project] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:28.235687 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] get_ports_and_sgs() called for port_ids ['d1178764-5fcc-4bf5-bf2c-1f7340615440'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 11:59:28.270242 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] get_ports_and_sgs() called for port_ids ['5a278cb9-466e-4c4b-b4ac-6b258caa7c8a'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 11:59:28.286795 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-457bab17-a252-4340-8008-bec627a08322 req-b296df5e-a7e0-47e6-a555-1f212688d0ee tempest-SecurityGroupRulesTestJSON-1117166877 tempest-SecurityGroupRulesTestJSON-1117166877-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:28.308594 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-57cce80b-8738-4eda-9e1c-5a00c670c946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3572848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59074100'] for subnet, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:28.311769 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] get_ports_and_sgs() called for port_ids ['5d12cdb5-f897-47d4-8656-b7afc876f2b5'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 11:59:28.326296 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] get_ports_and_sgs() called for port_ids ['449e4b2c-f485-41a8-b8c7-65aa343611a1'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 11:59:28.329178 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] get_ports_and_sgs() called for port_ids ['7763a33a-da78-4384-a6fe-a78524eb4068'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 11:59:28.376781 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-57cce80b-8738-4eda-9e1c-5a00c670c946 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for subnet, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:28.381462 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-57cce80b-8738-4eda-9e1c-5a00c670c946 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/5fb00aaf-b428-405b-925c-e697121d3aeb HTTP/1.1" status: 204 len: 168 time: 0.6232479 Aug 18 11:59:28.381462 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cce80b-8738-4eda-9e1c-5a00c670c946 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5fb00aaf-b428-405b-925c-e697121d3aeb,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:59:28.384991 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 58220) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:59:28.457897 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58a9205-fa44-4b74-9688-b20727bbe85c req-263023f1-998f-442d-b84a-70eddc286648 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:28.464095 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58a9205-fa44-4b74-9688-b20727bbe85c req-263023f1-998f-442d-b84a-70eddc286648 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:28.470230 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58a9205-fa44-4b74-9688-b20727bbe85c req-263023f1-998f-442d-b84a-70eddc286648 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:28.476812 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58a9205-fa44-4b74-9688-b20727bbe85c req-263023f1-998f-442d-b84a-70eddc286648 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:28.482601 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58a9205-fa44-4b74-9688-b20727bbe85c req-263023f1-998f-442d-b84a-70eddc286648 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:28.488806 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58a9205-fa44-4b74-9688-b20727bbe85c req-263023f1-998f-442d-b84a-70eddc286648 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:28.494946 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58a9205-fa44-4b74-9688-b20727bbe85c req-263023f1-998f-442d-b84a-70eddc286648 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:28.496997 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c58a9205-fa44-4b74-9688-b20727bbe85c req-263023f1-998f-442d-b84a-70eddc286648 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] 10.222.0.66 "GET /v2.0/ports?device_id=20dd28f4-1df0-4a6b-8939-d21ca9c9b72a HTTP/1.1" status: 200 len: 5438 time: 0.2605233 Aug 18 11:59:28.499731 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-457bab17-a252-4340-8008-bec627a08322 req-b296df5e-a7e0-47e6-a555-1f212688d0ee tempest-SecurityGroupRulesTestJSON-1117166877 tempest-SecurityGroupRulesTestJSON-1117166877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:28.502461 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-457bab17-a252-4340-8008-bec627a08322 req-b296df5e-a7e0-47e6-a555-1f212688d0ee tempest-SecurityGroupRulesTestJSON-1117166877 tempest-SecurityGroupRulesTestJSON-1117166877-project] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:28.503769 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-457bab17-a252-4340-8008-bec627a08322 req-b296df5e-a7e0-47e6-a555-1f212688d0ee tempest-SecurityGroupRulesTestJSON-1117166877 tempest-SecurityGroupRulesTestJSON-1117166877-project] 10.222.0.66 "DELETE /v2.0/security-groups/714e9549-3a50-4bc8-8760-d55f89a520b6 HTTP/1.1" status: 204 len: 173 time: 0.4119489 Aug 18 11:59:28.527332 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b296df5e-a7e0-47e6-a555-1f212688d0ee tempest-SecurityGroupRulesTestJSON-1117166877 tempest-SecurityGroupRulesTestJSON-1117166877-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=714e9549-3a50-4bc8-8760-d55f89a520b6,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:59:28.575698 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 58226) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:59:28.613086 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c58a9205-fa44-4b74-9688-b20727bbe85c req-e5024c8d-07b2-4457-9a77-c224a731491e tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] 10.222.0.66 "GET /v2.0/security-groups?id=62694ccf-8551-490d-8b70-5c6a44a53206&id=e100a5b2-e498-4091-84ac-a0da12aab123&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0942304 Aug 18 11:59:28.621222 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-9318811f-7312-485e-83e7-b1871e6cebdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7904109'] for network, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:28.662652 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d648f20f-819f-42f3-baf3-6e8737328353 tempest-ServersTestBootFromVolume-1996993872 tempest-ServersTestBootFromVolume-1996993872-project] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:28.694352 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 11:59:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96fa6e58-735d-4161-a35f-4c0a27d9b51f x-openstack-request-id: req-96fa6e58-735d-4161-a35f-4c0a27d9b51f {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:59:28.694628 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0fb7e11-ba93-4e5d-ab38-43905fe1ad87", "name": "network-vif-deleted", "tag": "b63e6490-f1db-458c-9426-2e5fed85f7e3", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:59:28.699977 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-96fa6e58-735d-4161-a35f-4c0a27d9b51f {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:59:28.700413 n-d-804985-2 neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0fb7e11-ba93-4e5d-ab38-43905fe1ad87', 'name': 'network-vif-deleted', 'tag': 'b63e6490-f1db-458c-9426-2e5fed85f7e3', 'status': 'completed', 'code': 200} Aug 18 11:59:28.708535 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d648f20f-819f-42f3-baf3-6e8737328353 tempest-ServersTestBootFromVolume-1996993872 tempest-ServersTestBootFromVolume-1996993872-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:28.804915 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d648f20f-819f-42f3-baf3-6e8737328353 tempest-ServersTestBootFromVolume-1996993872 tempest-ServersTestBootFromVolume-1996993872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:28.809272 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d648f20f-819f-42f3-baf3-6e8737328353 tempest-ServersTestBootFromVolume-1996993872 tempest-ServersTestBootFromVolume-1996993872-project] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:28.810800 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-d648f20f-819f-42f3-baf3-6e8737328353 tempest-ServersTestBootFromVolume-1996993872 tempest-ServersTestBootFromVolume-1996993872-project] 10.222.0.66 "DELETE /v2.0/security-groups/2bc96fcd-9703-490c-b0da-ce0b80b96f81 HTTP/1.1" status: 204 len: 168 time: 0.2323184 Aug 18 11:59:28.814621 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 58230) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:59:28.852693 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d648f20f-819f-42f3-baf3-6e8737328353 tempest-ServersTestBootFromVolume-1996993872 tempest-ServersTestBootFromVolume-1996993872-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bc96fcd-9703-490c-b0da-ce0b80b96f81,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:59:28.871969 n-d-804985-2 neutron-server[106253]: INFO neutron.api.v2.resource [None req-53c172a4-f842-4d7e-a59b-ec8250df530b tempest-ServersTestBootFromVolume-1996993872 tempest-ServersTestBootFromVolume-1996993872-project] show failed (client error): The resource could not be found. Aug 18 11:59:28.874098 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-53c172a4-f842-4d7e-a59b-ec8250df530b tempest-ServersTestBootFromVolume-1996993872 tempest-ServersTestBootFromVolume-1996993872-project] 10.222.0.66 "GET /v2.0/security-groups/2bc96fcd-9703-490c-b0da-ce0b80b96f81 HTTP/1.1" status: 404 len: 347 time: 0.0505095 Aug 18 11:59:28.877228 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 58232) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:59:29.133326 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-6025d367-2d95-4645-9848-4e8ad0d21508 tempest-ServersTestBootFromVolume-1996993872 tempest-ServersTestBootFromVolume-1996993872-project] Deleting port 53c9066a-b63f-4b06-8e9d-cf6129d5e65c {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 11:59:29.134125 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6025d367-2d95-4645-9848-4e8ad0d21508 tempest-ServersTestBootFromVolume-1996993872 tempest-ServersTestBootFromVolume-1996993872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:29.152263 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] get_ports_and_sgs() called for port_ids ['eeb336c7-3a60-4f10-a0d7-6a8235927c82'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 11:59:29.178149 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] get_ports_and_sgs() called for port_ids ['96a5d57f-59a1-4718-95d8-ee708f298d01'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 11:59:29.271620 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6025d367-2d95-4645-9848-4e8ad0d21508 tempest-ServersTestBootFromVolume-1996993872 tempest-ServersTestBootFromVolume-1996993872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:29.272042 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6025d367-2d95-4645-9848-4e8ad0d21508 tempest-ServersTestBootFromVolume-1996993872 tempest-ServersTestBootFromVolume-1996993872-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:29.288934 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-6025d367-2d95-4645-9848-4e8ad0d21508 tempest-ServersTestBootFromVolume-1996993872 tempest-ServersTestBootFromVolume-1996993872-project] Calling delete_port for 53c9066a-b63f-4b06-8e9d-cf6129d5e65c owned by network:floatingip {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 11:59:29.450231 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6025d367-2d95-4645-9848-4e8ad0d21508 tempest-ServersTestBootFromVolume-1996993872 tempest-ServersTestBootFromVolume-1996993872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:29.480954 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6025d367-2d95-4645-9848-4e8ad0d21508 tempest-ServersTestBootFromVolume-1996993872 tempest-ServersTestBootFromVolume-1996993872-project] Pushing event deleted for resources: {'Port': ['ID=53c9066a-b63f-4b06-8e9d-cf6129d5e65c,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:59:29.507232 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-9318811f-7312-485e-83e7-b1871e6cebdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8367869', 'neutron.services.segments.db._delete_segments_for_network-8789151212993'] for network, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:29.536762 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-9318811f-7312-485e-83e7-b1871e6cebdc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e656cb7-1dae-41ab-9324-8fb23b5a6aaa']}} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:59:29.547299 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6025d367-2d95-4645-9848-4e8ad0d21508 tempest-ServersTestBootFromVolume-1996993872 tempest-ServersTestBootFromVolume-1996993872-project] Notify callbacks [] for floatingip, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:29.550816 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6025d367-2d95-4645-9848-4e8ad0d21508 tempest-ServersTestBootFromVolume-1996993872 tempest-ServersTestBootFromVolume-1996993872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for floatingip, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:29.554990 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-6025d367-2d95-4645-9848-4e8ad0d21508 tempest-ServersTestBootFromVolume-1996993872 tempest-ServersTestBootFromVolume-1996993872-project] 10.222.0.66 "DELETE /v2.0/floatingips/e5182bdc-8057-4de0-b23e-c1634db6eb1c HTTP/1.1" status: 204 len: 168 time: 0.6710336 Aug 18 11:59:29.555286 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 58238) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:59:29.561297 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-9318811f-7312-485e-83e7-b1871e6cebdc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ae76c4b-f0ca-4ab9-b94f-8ec741624d6c') {'for_net_delete': True} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:59:29.561611 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-9318811f-7312-485e-83e7-b1871e6cebdc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ae76c4b-f0ca-4ab9-b94f-8ec741624d6c') {} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:59:29.585284 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-9318811f-7312-485e-83e7-b1871e6cebdc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789151225254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2221521'] for segment, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:29.591517 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ab84884d-a06e-4314-88b3-b1aecc88c806 req-1e54983f-1b54-42d0-b8b4-056f812b2493 tempest-SecurityGroupRulesTestJSON-1117166877 tempest-SecurityGroupRulesTestJSON-1117166877-project] 10.222.0.66 "GET /v2.0/security-groups/fb8886df-6fa2-42b1-9ffc-48508282528d HTTP/1.1" status: 200 len: 1805 time: 0.1825335 Aug 18 11:59:29.614558 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c855af2-fc45-43a9-8d07-89e888b9f4e0 req-8e99f4cb-88a5-4ef2-a3cd-96f04a1199b2 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:29.616078 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9c855af2-fc45-43a9-8d07-89e888b9f4e0 req-8e99f4cb-88a5-4ef2-a3cd-96f04a1199b2 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/ports?device_id=a6872a0b-045c-40a9-ac3b-9c330c30278a HTTP/1.1" status: 200 len: 949 time: 0.2091947 Aug 18 11:59:29.645623 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-9318811f-7312-485e-83e7-b1871e6cebdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:29.678549 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512eefae-9a7f-4bb6-b5a8-20e5c94df05d req-e94b2114-1377-4bbb-b20a-a44ae1a949d3 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:29.680080 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-512eefae-9a7f-4bb6-b5a8-20e5c94df05d req-e94b2114-1377-4bbb-b20a-a44ae1a949d3 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.63 "GET /v2.0/networks?id=45f10d77-130c-4859-b30d-1a902305b96f HTTP/1.1" status: 200 len: 806 time: 0.2721252 Aug 18 11:59:29.684861 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9318811f-7312-485e-83e7-b1871e6cebdc admin admin] Releasing vlan 839 on physical network physnet1 to pool {{(pid=106252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 11:59:29.685334 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-9318811f-7312-485e-83e7-b1871e6cebdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3572434'] for segment, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:29.687106 n-d-804985-2 neutron-server[106252]: Traceback (most recent call last): Aug 18 11:59:29.687106 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 11:59:29.687106 n-d-804985-2 neutron-server[106252]: timer() Aug 18 11:59:29.687106 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 11:59:29.687106 n-d-804985-2 neutron-server[106252]: cb(*args, **kw) Aug 18 11:59:29.687106 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 11:59:29.687106 n-d-804985-2 neutron-server[106252]: return func(*args, **kwargs) Aug 18 11:59:29.687106 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 11:59:29.687106 n-d-804985-2 neutron-server[106252]: self._notify() Aug 18 11:59:29.687106 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 11:59:29.687106 n-d-804985-2 neutron-server[106252]: self.callback(batched_events) Aug 18 11:59:29.687106 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 11:59:29.687106 n-d-804985-2 neutron-server[106252]: event.method(event) Aug 18 11:59:29.687106 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 11:59:29.687106 n-d-804985-2 neutron-server[106252]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 11:59:29.687106 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 11:59:29.687106 n-d-804985-2 neutron-server[106252]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 11:59:29.687106 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 11:59:29.687106 n-d-804985-2 neutron-server[106252]: return f(self, *a, **k) Aug 18 11:59:29.687106 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 11:59:29.687106 n-d-804985-2 neutron-server[106252]: return self._get(url).json() Aug 18 11:59:29.687106 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 11:59:29.687106 n-d-804985-2 neutron-server[106252]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 11:59:29.687106 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 11:59:29.687106 n-d-804985-2 neutron-server[106252]: return self.request(url, 'GET', **kwargs) Aug 18 11:59:29.687106 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 11:59:29.687106 n-d-804985-2 neutron-server[106252]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 11:59:29.687106 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 11:59:29.687106 n-d-804985-2 neutron-server[106252]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 11:59:29.687106 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 11:59:29.687106 n-d-804985-2 neutron-server[106252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 11:59:29.687106 n-d-804985-2 neutron-server[106252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 11:59:29.733630 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-512eefae-9a7f-4bb6-b5a8-20e5c94df05d req-03970159-44d7-4836-85c7-65fe0a00c4a9 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Request body: {'port': {'device_id': '2c527bc9-e88c-4512-a912-fb72b3336c3d', 'network_id': '45f10d77-130c-4859-b30d-1a902305b96f', 'admin_state_up': True, 'tenant_id': '9143985e071d4037b5bf264a5aaa6497'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:59:29.812347 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9c855af2-fc45-43a9-8d07-89e888b9f4e0 req-48fd660f-49ca-41c4-94c3-e02cc7d63686 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/security-groups?id=0ddd2c5c-7e53-44ab-9404-c5fea69a570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839871 Aug 18 11:59:29.838903 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-9318811f-7312-485e-83e7-b1871e6cebdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8367858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997186'] for network, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:29.848189 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-9318811f-7312-485e-83e7-b1871e6cebdc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for network, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:29.853379 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-9318811f-7312-485e-83e7-b1871e6cebdc admin admin] 10.222.0.66 "DELETE /v2.0/networks/1e656cb7-1dae-41ab-9324-8fb23b5a6aaa HTTP/1.1" status: 204 len: 168 time: 1.4652910 Aug 18 11:59:29.853379 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-ab84884d-a06e-4314-88b3-b1aecc88c806 req-66fcef94-3ea2-442b-8765-0c0568200463 tempest-SecurityGroupRulesTestJSON-1117166877 tempest-SecurityGroupRulesTestJSON-1117166877-project] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:29.884132 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9318811f-7312-485e-83e7-b1871e6cebdc admin admin] Pushing event deleted for resources: {'Network': ['ID=1e656cb7-1dae-41ab-9324-8fb23b5a6aaa,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:59:29.913927 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-ab84884d-a06e-4314-88b3-b1aecc88c806 req-66fcef94-3ea2-442b-8765-0c0568200463 tempest-SecurityGroupRulesTestJSON-1117166877 tempest-SecurityGroupRulesTestJSON-1117166877-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:29.987189 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-512eefae-9a7f-4bb6-b5a8-20e5c94df05d req-03970159-44d7-4836-85c7-65fe0a00c4a9 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Made reservation on behalf of 9143985e071d4037b5bf264a5aaa6497 for: {'port': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 11:59:29.990901 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-512eefae-9a7f-4bb6-b5a8-20e5c94df05d req-03970159-44d7-4836-85c7-65fe0a00c4a9 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:30.001987 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ee0b1487-bb21-4513-af18-c90e1cf3658f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-996815'] for router_interface, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:30.011489 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-239387ec-2682-4888-abc7-03c272a52149 req-e36fde59-7f4e-43a0-a51e-ae6d94512ba3 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c527bc9-e88c-4512-a912-fb72b3336c3d HTTP/1.1" status: 200 len: 210 time: 0.0413790 Aug 18 11:59:30.063020 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 58246) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:59:30.103887 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-ab84884d-a06e-4314-88b3-b1aecc88c806 req-66fcef94-3ea2-442b-8765-0c0568200463 tempest-SecurityGroupRulesTestJSON-1117166877 tempest-SecurityGroupRulesTestJSON-1117166877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:30.106816 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-ab84884d-a06e-4314-88b3-b1aecc88c806 req-66fcef94-3ea2-442b-8765-0c0568200463 tempest-SecurityGroupRulesTestJSON-1117166877 tempest-SecurityGroupRulesTestJSON-1117166877-project] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:30.121086 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ab84884d-a06e-4314-88b3-b1aecc88c806 req-66fcef94-3ea2-442b-8765-0c0568200463 tempest-SecurityGroupRulesTestJSON-1117166877 tempest-SecurityGroupRulesTestJSON-1117166877-project] 10.222.0.66 "DELETE /v2.0/security-groups/fb8886df-6fa2-42b1-9ffc-48508282528d HTTP/1.1" status: 204 len: 173 time: 0.5005758 Aug 18 11:59:30.170764 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fcef94-3ea2-442b-8765-0c0568200463 tempest-SecurityGroupRulesTestJSON-1117166877 tempest-SecurityGroupRulesTestJSON-1117166877-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb8886df-6fa2-42b1-9ffc-48508282528d,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:59:30.218766 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-a514c7e9-e8dd-4f2b-88c8-5e7ca104f681 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=acde472f453c4874bb698cc726ca77ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1515951 Aug 18 11:59:30.219176 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 58252) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:59:30.295642 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b7a355-7529-419a-b530-bec412c4da35 req-0d33a738-0a42-4a45-9458-15ad819400d8 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:30.296012 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 58256) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:59:30.301676 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b7a355-7529-419a-b530-bec412c4da35 req-0d33a738-0a42-4a45-9458-15ad819400d8 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:30.307658 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b7a355-7529-419a-b530-bec412c4da35 req-0d33a738-0a42-4a45-9458-15ad819400d8 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:30.313514 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b7a355-7529-419a-b530-bec412c4da35 req-0d33a738-0a42-4a45-9458-15ad819400d8 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:30.320146 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b7a355-7529-419a-b530-bec412c4da35 req-0d33a738-0a42-4a45-9458-15ad819400d8 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:30.325203 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-bb92a4ae-81c9-4516-a798-5212f7774b69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:30.325795 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b7a355-7529-419a-b530-bec412c4da35 req-0d33a738-0a42-4a45-9458-15ad819400d8 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:30.331656 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b7a355-7529-419a-b530-bec412c4da35 req-0d33a738-0a42-4a45-9458-15ad819400d8 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:30.333703 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-67b7a355-7529-419a-b530-bec412c4da35 req-0d33a738-0a42-4a45-9458-15ad819400d8 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] 10.222.0.66 "GET /v2.0/ports?device_id=20dd28f4-1df0-4a6b-8939-d21ca9c9b72a HTTP/1.1" status: 200 len: 5438 time: 0.1102498 Aug 18 11:59:30.348076 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [req-512eefae-9a7f-4bb6-b5a8-20e5c94df05d req-03970159-44d7-4836-85c7-65fe0a00c4a9 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Allocated IP 172.20.0.12 (45f10d77-130c-4859-b30d-1a902305b96f/7cf2249d-58a2-4afe-a9fb-145dc05a7f39/f34316de-e549-4b5d-a911-f65de732b3fd) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 11:59:30.369457 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-bb92a4ae-81c9-4516-a798-5212f7774b69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:30.403300 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-fcfe0359-b439-4a2e-b595-541e1674aad7 req-843bfa66-6db6-40a8-9760-1f1408ebd8e5 tempest-SecurityGroupRulesTestJSON-1117166877 tempest-SecurityGroupRulesTestJSON-1117166877-project] 10.222.0.66 "GET /v2.0/security-groups/275e4d69-7a1d-4ae2-867c-0b248cd4fb0e HTTP/1.1" status: 200 len: 1804 time: 0.1328187 Aug 18 11:59:30.438101 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-67b7a355-7529-419a-b530-bec412c4da35 req-a3ab4786-4b20-4dd4-8f83-0f614be7ad06 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] 10.222.0.66 "GET /v2.0/security-groups?id=62694ccf-8551-490d-8b70-5c6a44a53206&id=e100a5b2-e498-4091-84ac-a0da12aab123&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0905199 Aug 18 11:59:30.476665 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-91eb60d5-b191-4926-87e4-ca5443f2b300 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=33afbfec98c34f399842c09d5551ea0f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1785312 Aug 18 11:59:30.478947 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-bb92a4ae-81c9-4516-a798-5212f7774b69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:30.481418 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 58260) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:59:30.482261 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-bb92a4ae-81c9-4516-a798-5212f7774b69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:30.485337 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-bb92a4ae-81c9-4516-a798-5212f7774b69 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/17092d8b-83b7-4f18-84df-ef0cbfdbaa9e HTTP/1.1" status: 204 len: 168 time: 0.2631752 Aug 18 11:59:30.495571 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-ee0b1487-bb21-4513-af18-c90e1cf3658f admin admin] Deleting port 08abd093-7475-4147-8187-2289c6ad8a9d {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 11:59:30.495913 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ee0b1487-bb21-4513-af18-c90e1cf3658f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:30.499249 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb92a4ae-81c9-4516-a798-5212f7774b69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17092d8b-83b7-4f18-84df-ef0cbfdbaa9e,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:59:30.601069 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-fcfe0359-b439-4a2e-b595-541e1674aad7 req-a03f6c89-ae97-482c-a7ad-8d80023ba103 tempest-SecurityGroupRulesTestJSON-1117166877 tempest-SecurityGroupRulesTestJSON-1117166877-project] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:30.609186 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [None req-ee0b1487-bb21-4513-af18-c90e1cf3658f admin admin] For port 08abd093-7475-4147-8187-2289c6ad8a9d, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=08abd093-7475-4147-8187-2289c6ad8a9d,segment=NetworkSegment(83d174bf-3ae6-4b55-b0b7-fcf979f775ed),segment_id=83d174bf-3ae6-4b55-b0b7-fcf979f775ed)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:59:30.609682 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ee0b1487-bb21-4513-af18-c90e1cf3658f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:30.615087 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-7b1cbe1e-043b-4a9c-b94a-40bbeaad9856 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:30.625229 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-ee0b1487-bb21-4513-af18-c90e1cf3658f admin admin] Calling delete_port for 08abd093-7475-4147-8187-2289c6ad8a9d owned by network:router_interface {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 11:59:30.632175 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device d4e0702b-4ca6-4497-bfad-844fa697777e no longer exists at agent hyperv_n-h1-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 11:59:30.672557 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-fcfe0359-b439-4a2e-b595-541e1674aad7 req-a03f6c89-ae97-482c-a7ad-8d80023ba103 tempest-SecurityGroupRulesTestJSON-1117166877 tempest-SecurityGroupRulesTestJSON-1117166877-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:30.685049 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] No Port match for: d4e0702b-4ca6-4497-bfad-844fa697777e {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 11:59:30.685327 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device d4e0702b-4ca6-4497-bfad-844fa697777e not bound to the agent host n-h1-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 11:59:30.691669 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-7b1cbe1e-043b-4a9c-b94a-40bbeaad9856 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:30.715643 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-512eefae-9a7f-4bb6-b5a8-20e5c94df05d req-03970159-44d7-4836-85c7-65fe0a00c4a9 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:30.824956 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-fcfe0359-b439-4a2e-b595-541e1674aad7 req-a03f6c89-ae97-482c-a7ad-8d80023ba103 tempest-SecurityGroupRulesTestJSON-1117166877 tempest-SecurityGroupRulesTestJSON-1117166877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:30.827476 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-fcfe0359-b439-4a2e-b595-541e1674aad7 req-a03f6c89-ae97-482c-a7ad-8d80023ba103 tempest-SecurityGroupRulesTestJSON-1117166877 tempest-SecurityGroupRulesTestJSON-1117166877-project] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:30.829136 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-fcfe0359-b439-4a2e-b595-541e1674aad7 req-a03f6c89-ae97-482c-a7ad-8d80023ba103 tempest-SecurityGroupRulesTestJSON-1117166877 tempest-SecurityGroupRulesTestJSON-1117166877-project] 10.222.0.66 "DELETE /v2.0/security-groups/275e4d69-7a1d-4ae2-867c-0b248cd4fb0e HTTP/1.1" status: 204 len: 173 time: 0.4154301 Aug 18 11:59:30.847075 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-512eefae-9a7f-4bb6-b5a8-20e5c94df05d req-03970159-44d7-4836-85c7-65fe0a00c4a9 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:30.848423 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ee0b1487-bb21-4513-af18-c90e1cf3658f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:30.850361 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f6c89-ae97-482c-a7ad-8d80023ba103 tempest-SecurityGroupRulesTestJSON-1117166877 tempest-SecurityGroupRulesTestJSON-1117166877-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=275e4d69-7a1d-4ae2-867c-0b248cd4fb0e,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:59:30.860755 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-7b1cbe1e-043b-4a9c-b94a-40bbeaad9856 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:30.872268 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-7b1cbe1e-043b-4a9c-b94a-40bbeaad9856 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:30.873397 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-7b1cbe1e-043b-4a9c-b94a-40bbeaad9856 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d76f99f9-6558-4024-8017-5289e8ca9414 HTTP/1.1" status: 204 len: 168 time: 0.3894908 Aug 18 11:59:30.886716 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87cd8e9-3924-4d7b-9fdc-3e39ded3e76a req-c77cf104-e9e3-46d8-8f25-55619a644017 tempest-ListServerFiltersTestJSON-1468057958 tempest-ListServerFiltersTestJSON-1468057958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:30.888255 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b87cd8e9-3924-4d7b-9fdc-3e39ded3e76a req-c77cf104-e9e3-46d8-8f25-55619a644017 tempest-ListServerFiltersTestJSON-1468057958 tempest-ListServerFiltersTestJSON-1468057958-project] 10.222.0.66 "GET /v2.0/ports?device_id=15deb2c7-c100-47c6-8261-abde7ec7009c HTTP/1.1" status: 200 len: 946 time: 0.1285670 Aug 18 11:59:30.900026 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0b1487-bb21-4513-af18-c90e1cf3658f admin admin] Pushing event deleted for resources: {'Port': ['ID=08abd093-7475-4147-8187-2289c6ad8a9d,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:59:30.946902 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1cbe1e-043b-4a9c-b94a-40bbeaad9856 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d76f99f9-6558-4024-8017-5289e8ca9414,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:59:30.981366 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-512eefae-9a7f-4bb6-b5a8-20e5c94df05d req-03970159-44d7-4836-85c7-65fe0a00c4a9 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Network 45f10d77-130c-4859-b30d-1a902305b96f is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 11:59:30.993889 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [req-512eefae-9a7f-4bb6-b5a8-20e5c94df05d req-03970159-44d7-4836-85c7-65fe0a00c4a9 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:59:30.996840 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03970159-44d7-4836-85c7-65fe0a00c4a9 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Pushing event updated for resources: {'Port': ['ID=f34316de-e549-4b5d-a911-f65de732b3fd,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:59:31.007214 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-512eefae-9a7f-4bb6-b5a8-20e5c94df05d req-03970159-44d7-4836-85c7-65fe0a00c4a9 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 11:59:31.007497 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0b1487-bb21-4513-af18-c90e1cf3658f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:59:31.007978 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0b1487-bb21-4513-af18-c90e1cf3658f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:59:31.008094 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0b1487-bb21-4513-af18-c90e1cf3658f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:59:31.008355 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0b1487-bb21-4513-af18-c90e1cf3658f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:59:31.008704 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0b1487-bb21-4513-af18-c90e1cf3658f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:59:31.009019 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0b1487-bb21-4513-af18-c90e1cf3658f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:59:31.009504 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0b1487-bb21-4513-af18-c90e1cf3658f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:59:31.009825 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0b1487-bb21-4513-af18-c90e1cf3658f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:59:31.010139 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0b1487-bb21-4513-af18-c90e1cf3658f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:59:31.010450 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0b1487-bb21-4513-af18-c90e1cf3658f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:59:31.010760 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0b1487-bb21-4513-af18-c90e1cf3658f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:59:31.011067 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0b1487-bb21-4513-af18-c90e1cf3658f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:59:31.073023 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3ec7b4a6-f47c-4816-b05b-b23f6f1c834d req-14ff1a43-1f44-46c0-83b2-59f6039fca10 tempest-SecurityGroupRulesTestJSON-1117166877 tempest-SecurityGroupRulesTestJSON-1117166877-project] 10.222.0.66 "GET /v2.0/security-groups/25f8d7af-84a5-471d-b8c1-884265a74507 HTTP/1.1" status: 200 len: 2404 time: 0.1983583 Aug 18 11:59:31.077294 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b87cd8e9-3924-4d7b-9fdc-3e39ded3e76a req-c04d035d-7613-47d5-a04e-8336aea640e8 tempest-ListServerFiltersTestJSON-1468057958 tempest-ListServerFiltersTestJSON-1468057958-project] 10.222.0.66 "GET /v2.0/security-groups?id=f5ad2220-cad5-4159-8a3e-cb953441befe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602287 Aug 18 11:59:31.141655 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512eefae-9a7f-4bb6-b5a8-20e5c94df05d req-03970159-44d7-4836-85c7-65fe0a00c4a9 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:31.142180 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-512eefae-9a7f-4bb6-b5a8-20e5c94df05d req-03970159-44d7-4836-85c7-65fe0a00c4a9 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:31.157487 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ee0b1487-bb21-4513-af18-c90e1cf3658f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953695'] for router_interface, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:31.221023 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-512eefae-9a7f-4bb6-b5a8-20e5c94df05d req-03970159-44d7-4836-85c7-65fe0a00c4a9 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4916449 Aug 18 11:59:31.259651 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-512eefae-9a7f-4bb6-b5a8-20e5c94df05d req-9f94ad3a-bbd5-4100-9f7c-ad2b9114dab8 service neutron] Request body: {'port': {'device_id': '2c527bc9-e88c-4512-a912-fb72b3336c3d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804985-2'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:59:31.306992 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-3ec7b4a6-f47c-4816-b05b-b23f6f1c834d req-b00449c6-836a-4430-a0d2-deb43c59cbfc tempest-SecurityGroupRulesTestJSON-1117166877 tempest-SecurityGroupRulesTestJSON-1117166877-project] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:31.363874 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-3ec7b4a6-f47c-4816-b05b-b23f6f1c834d req-b00449c6-836a-4430-a0d2-deb43c59cbfc tempest-SecurityGroupRulesTestJSON-1117166877 tempest-SecurityGroupRulesTestJSON-1117166877-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:31.381236 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-512eefae-9a7f-4bb6-b5a8-20e5c94df05d req-9f94ad3a-bbd5-4100-9f7c-ad2b9114dab8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:31.398513 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5b05e1-1c9a-4e81-bc2e-c9c226f0edd3 req-229c4763-9711-4b75-9c68-708594710d1c tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:31.400054 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0d5b05e1-1c9a-4e81-bc2e-c9c226f0edd3 req-229c4763-9711-4b75-9c68-708594710d1c tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/ports?device_id=a6872a0b-045c-40a9-ac3b-9c330c30278a HTTP/1.1" status: 200 len: 949 time: 0.1763933 Aug 18 11:59:31.491972 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 5a278cb9-466e-4c4b-b4ac-6b258caa7c8a up at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:59:31.502410 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0d5b05e1-1c9a-4e81-bc2e-c9c226f0edd3 req-835596f8-4553-437d-8827-51555fce4b0f tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/security-groups?id=0ddd2c5c-7e53-44ab-9404-c5fea69a570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925705 Aug 18 11:59:31.509037 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-3ec7b4a6-f47c-4816-b05b-b23f6f1c834d req-b00449c6-836a-4430-a0d2-deb43c59cbfc tempest-SecurityGroupRulesTestJSON-1117166877 tempest-SecurityGroupRulesTestJSON-1117166877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:31.511721 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-3ec7b4a6-f47c-4816-b05b-b23f6f1c834d req-b00449c6-836a-4430-a0d2-deb43c59cbfc tempest-SecurityGroupRulesTestJSON-1117166877 tempest-SecurityGroupRulesTestJSON-1117166877-project] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:31.521036 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3ec7b4a6-f47c-4816-b05b-b23f6f1c834d req-b00449c6-836a-4430-a0d2-deb43c59cbfc tempest-SecurityGroupRulesTestJSON-1117166877 tempest-SecurityGroupRulesTestJSON-1117166877-project] 10.222.0.66 "DELETE /v2.0/security-groups/25f8d7af-84a5-471d-b8c1-884265a74507 HTTP/1.1" status: 204 len: 173 time: 0.4470637 Aug 18 11:59:31.566599 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee0b1487-bb21-4513-af18-c90e1cf3658f admin admin] Router 54d8225b-86b8-4e19-a1ed-75a7740e159a has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 11:59:31.572657 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] get_ports_and_sgs() called for port_ids ['ecad9dcc-255c-4073-a5af-38967245d933'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 11:59:31.658757 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Provisioning for port 5a278cb9-466e-4c4b-b4ac-6b258caa7c8a completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 11:59:31.672219 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Provisioning complete for port 5a278cb9-466e-4c4b-b4ac-6b258caa7c8a triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:59:31.672984 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:31.688903 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00449c6-836a-4430-a0d2-deb43c59cbfc tempest-SecurityGroupRulesTestJSON-1117166877 tempest-SecurityGroupRulesTestJSON-1117166877-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25f8d7af-84a5-471d-b8c1-884265a74507,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:59:31.733006 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 58308) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:59:31.746992 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee0b1487-bb21-4513-af18-c90e1cf3658f admin admin] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 11:59:31.755844 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-ee0b1487-bb21-4513-af18-c90e1cf3658f admin admin] 10.222.0.66 "PUT /v2.0/routers/54d8225b-86b8-4e19-a1ed-75a7740e159a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1993515 Aug 18 11:59:31.759437 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 58314) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:59:31.763501 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b408b65-1784-44c8-8358-2c788072934e None None] Sync routers for ids ['54d8225b-86b8-4e19-a1ed-75a7740e159a'] in n-d-804985-2 {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 11:59:31.767005 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00449c6-836a-4430-a0d2-deb43c59cbfc tempest-SecurityGroupRulesTestJSON-1117166877 tempest-SecurityGroupRulesTestJSON-1117166877-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:59:31.767339 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00449c6-836a-4430-a0d2-deb43c59cbfc tempest-SecurityGroupRulesTestJSON-1117166877 tempest-SecurityGroupRulesTestJSON-1117166877-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:59:31.767674 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00449c6-836a-4430-a0d2-deb43c59cbfc tempest-SecurityGroupRulesTestJSON-1117166877 tempest-SecurityGroupRulesTestJSON-1117166877-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:59:31.768003 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00449c6-836a-4430-a0d2-deb43c59cbfc tempest-SecurityGroupRulesTestJSON-1117166877 tempest-SecurityGroupRulesTestJSON-1117166877-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:59:31.768325 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00449c6-836a-4430-a0d2-deb43c59cbfc tempest-SecurityGroupRulesTestJSON-1117166877 tempest-SecurityGroupRulesTestJSON-1117166877-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:59:31.768670 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00449c6-836a-4430-a0d2-deb43c59cbfc tempest-SecurityGroupRulesTestJSON-1117166877 tempest-SecurityGroupRulesTestJSON-1117166877-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:59:31.768997 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00449c6-836a-4430-a0d2-deb43c59cbfc tempest-SecurityGroupRulesTestJSON-1117166877 tempest-SecurityGroupRulesTestJSON-1117166877-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:59:31.772060 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00449c6-836a-4430-a0d2-deb43c59cbfc tempest-SecurityGroupRulesTestJSON-1117166877 tempest-SecurityGroupRulesTestJSON-1117166877-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:59:31.772396 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00449c6-836a-4430-a0d2-deb43c59cbfc tempest-SecurityGroupRulesTestJSON-1117166877 tempest-SecurityGroupRulesTestJSON-1117166877-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:59:31.772760 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00449c6-836a-4430-a0d2-deb43c59cbfc tempest-SecurityGroupRulesTestJSON-1117166877 tempest-SecurityGroupRulesTestJSON-1117166877-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:59:31.773093 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00449c6-836a-4430-a0d2-deb43c59cbfc tempest-SecurityGroupRulesTestJSON-1117166877 tempest-SecurityGroupRulesTestJSON-1117166877-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:59:31.773425 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00449c6-836a-4430-a0d2-deb43c59cbfc tempest-SecurityGroupRulesTestJSON-1117166877 tempest-SecurityGroupRulesTestJSON-1117166877-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:59:31.831554 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b408b65-1784-44c8-8358-2c788072934e None None] Routers {'54d8225b-86b8-4e19-a1ed-75a7740e159a'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 11:59:31.832460 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-9b408b65-1784-44c8-8358-2c788072934e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T11:59:21Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['54d8225b-86b8-4e19-a1ed-75a7740e159a'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:59:31.888945 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e76da1e-5677-4494-b8be-f61eaf51c430 req-ec93b495-15e5-49d0-ba2b-ee5896546c9a tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:31.900119 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e76da1e-5677-4494-b8be-f61eaf51c430 req-ec93b495-15e5-49d0-ba2b-ee5896546c9a tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:31.907725 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:31.912068 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e76da1e-5677-4494-b8be-f61eaf51c430 req-ec93b495-15e5-49d0-ba2b-ee5896546c9a tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:31.918983 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e76da1e-5677-4494-b8be-f61eaf51c430 req-ec93b495-15e5-49d0-ba2b-ee5896546c9a tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:31.924878 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e76da1e-5677-4494-b8be-f61eaf51c430 req-ec93b495-15e5-49d0-ba2b-ee5896546c9a tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:31.934330 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e76da1e-5677-4494-b8be-f61eaf51c430 req-ec93b495-15e5-49d0-ba2b-ee5896546c9a tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:31.951381 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e76da1e-5677-4494-b8be-f61eaf51c430 req-ec93b495-15e5-49d0-ba2b-ee5896546c9a tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:31.970202 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8e76da1e-5677-4494-b8be-f61eaf51c430 req-ec93b495-15e5-49d0-ba2b-ee5896546c9a tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] 10.222.0.66 "GET /v2.0/ports?device_id=20dd28f4-1df0-4a6b-8939-d21ca9c9b72a HTTP/1.1" status: 200 len: 5438 time: 0.2951126 Aug 18 11:59:32.021277 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c8bd5e-e7aa-4ccc-a022-fdaa90498e2b req-e9c724e6-2ccb-4764-8a30-5ce1e079f56f tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:32.028868 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c5c8bd5e-e7aa-4ccc-a022-fdaa90498e2b req-e9c724e6-2ccb-4764-8a30-5ce1e079f56f tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c527bc9-e88c-4512-a912-fb72b3336c3d HTTP/1.1" status: 200 len: 932 time: 0.3536649 Aug 18 11:59:32.151534 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20dd28f4-1df0-4a6b-8939-d21ca9c9b72a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a278cb9-466e-4c4b-b4ac-6b258caa7c8a'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 11:59:32.154709 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db50a436fb3a98495337d8fe7487b4f2ea6f3c1052eb9efadc2ecda2d5737001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eed4d1b1-a031-4da1-b3dc-55883bd94d65" -d '{"events": [{"server_uuid": "20dd28f4-1df0-4a6b-8939-d21ca9c9b72a", "name": "network-vif-plugged", "status": "completed", "tag": "5a278cb9-466e-4c4b-b4ac-6b258caa7c8a"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:59:32.173993 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c5c8bd5e-e7aa-4ccc-a022-fdaa90498e2b req-7bd226cb-dcb0-4372-911d-04ba5a8aab84 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.66 "GET /v2.0/security-groups?id=11bbe5b2-5f3b-4775-89a0-258a798e3ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434917 Aug 18 11:59:32.203428 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8e76da1e-5677-4494-b8be-f61eaf51c430 req-4b577308-af17-44dd-a9a0-b23c8be305b3 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] 10.222.0.66 "GET /v2.0/security-groups?id=62694ccf-8551-490d-8b70-5c6a44a53206&id=e100a5b2-e498-4091-84ac-a0da12aab123&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1608546 Aug 18 11:59:32.209127 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-9b408b65-1784-44c8-8358-2c788072934e None None] Set router 54d8225b-86b8-4e19-a1ed-75a7740e159a gateway port host: n-d-804985-2 {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 11:59:32.277996 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port 5a278cb9-466e-4c4b-b4ac-6b258caa7c8a, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=5a278cb9-466e-4c4b-b4ac-6b258caa7c8a,segment=NetworkSegment(df8c2716-4c05-4e71-858a-1ca678e85c74),segment_id=df8c2716-4c05-4e71-858a-1ca678e85c74)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:59:32.290718 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:32.291942 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device b63e6490-f1db-458c-9426-2e5fed85f7e3 no longer exists at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 11:59:32.294722 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-e15478d0-1924-4992-8edc-ff81f928e508 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-881981376-network', 'tenant_id': 'c9615ef08ff1467182cba43296b539c9'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:59:32.311088 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [req-512eefae-9a7f-4bb6-b5a8-20e5c94df05d req-9f94ad3a-bbd5-4100-9f7c-ad2b9114dab8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f34316de-e549-4b5d-a911-f65de732b3fd {{(pid=106252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 11:59:32.334276 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-512eefae-9a7f-4bb6-b5a8-20e5c94df05d req-9f94ad3a-bbd5-4100-9f7c-ad2b9114dab8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:32.347310 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2882d12c-23f4-4fd2-bbfe-3ce50d341541 req-21f0d996-cd23-4468-bea5-934d6a758de2 tempest-SecurityGroupRulesTestJSON-1117166877 tempest-SecurityGroupRulesTestJSON-1117166877-project] 10.222.0.66 "GET /v2.0/security-groups/eb13532b-c25a-4e0b-a483-b1ca5eb81a89 HTTP/1.1" status: 200 len: 2396 time: 0.1005480 Aug 18 11:59:32.377271 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] No Port match for: b63e6490-f1db-458c-9426-2e5fed85f7e3 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 11:59:32.377623 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device b63e6490-f1db-458c-9426-2e5fed85f7e3 not bound to the agent host n-h2-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 11:59:32.381743 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [req-512eefae-9a7f-4bb6-b5a8-20e5c94df05d req-9f94ad3a-bbd5-4100-9f7c-ad2b9114dab8 service neutron] Transition to ACTIVE for port object f34316de-e549-4b5d-a911-f65de732b3fd will not be triggered until provisioned by entity L2. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 11:59:32.408105 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-512eefae-9a7f-4bb6-b5a8-20e5c94df05d req-9f94ad3a-bbd5-4100-9f7c-ad2b9114dab8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:32.423967 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0502df33-9ae4-49af-8fa3-758b5be0ff6d admin admin] Notify callbacks [] for router, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:32.424782 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9574e076-84a9-44b0-818a-eabc5ae0b2a7 req-1dc0d41e-f6cd-4236-9f6e-decc14c88d58 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:32.426419 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9574e076-84a9-44b0-818a-eabc5ae0b2a7 req-1dc0d41e-f6cd-4236-9f6e-decc14c88d58 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/ports?device_id=a6872a0b-045c-40a9-ac3b-9c330c30278a HTTP/1.1" status: 200 len: 949 time: 0.0949960 Aug 18 11:59:32.450194 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=5a278cb9-466e-4c4b-b4ac-6b258caa7c8a,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:59:32.467646 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e15478d0-1924-4992-8edc-ff81f928e508 admin admin] Made reservation on behalf of c9615ef08ff1467182cba43296b539c9 for: {'network': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 11:59:32.470707 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e15478d0-1924-4992-8edc-ff81f928e508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for network, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:32.480742 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200cee59-7462-44ed-b321-507fc0c19d16 req-4ba59d9d-fae8-485d-aff9-c41563b79fee tempest-ListServerFiltersTestJSON-1468057958 tempest-ListServerFiltersTestJSON-1468057958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:32.482252 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-200cee59-7462-44ed-b321-507fc0c19d16 req-4ba59d9d-fae8-485d-aff9-c41563b79fee tempest-ListServerFiltersTestJSON-1468057958 tempest-ListServerFiltersTestJSON-1468057958-project] 10.222.0.62 "GET /v2.0/ports?device_id=15deb2c7-c100-47c6-8261-abde7ec7009c HTTP/1.1" status: 200 len: 946 time: 0.1999407 Aug 18 11:59:32.490024 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-9b408b65-1784-44c8-8358-2c788072934e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54d8225b-86b8-4e19-a1ed-75a7740e159a', 'name': 'tempest-ServersTestBootFromVolume-1228774668-router', 'tenant_id': '08ae616b30724273aca9bf5c66a36a39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': 'c3acce9e-10b1-4f66-8a06-d62caedb5736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T11:56:20Z', 'updated_at': '2021-08-18T11:59:30Z', 'revision_number': 5, 'project_id': '08ae616b30724273aca9bf5c66a36a39', 'gw_port': {'id': 'c3acce9e-10b1-4f66-8a06-d62caedb5736', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:38:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54d8225b-86b8-4e19-a1ed-75a7740e159a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:56:20Z', 'updated_at': '2021-08-18T11:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:59:32.494803 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e15478d0-1924-4992-8edc-ff81f928e508 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:32.509289 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f94ad3a-bbd5-4100-9f7c-ad2b9114dab8 service neutron] Pushing event updated for resources: {'Port': ['ID=f34316de-e549-4b5d-a911-f65de732b3fd,revision_number=2']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:59:32.518008 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b408b65-1784-44c8-8358-2c788072934e None None] Checking router: 54d8225b-86b8-4e19-a1ed-75a7740e159a for host: n-d-804985-2 {{(pid=106254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 11:59:32.518454 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-2882d12c-23f4-4fd2-bbfe-3ce50d341541 req-3ffc4720-478e-48e7-a087-c3efcaf233c0 tempest-SecurityGroupRulesTestJSON-1117166877 tempest-SecurityGroupRulesTestJSON-1117166877-project] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:32.526702 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b408b65-1784-44c8-8358-2c788072934e None None] Routers {'54d8225b-86b8-4e19-a1ed-75a7740e159a'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 11:59:32.527555 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-9b408b65-1784-44c8-8358-2c788072934e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T11:59:21Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['54d8225b-86b8-4e19-a1ed-75a7740e159a'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:59:32.555070 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9574e076-84a9-44b0-818a-eabc5ae0b2a7 req-a0f5978d-6deb-40bf-b26a-48d6e1f517c2 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/security-groups?id=0ddd2c5c-7e53-44ab-9404-c5fea69a570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014590 Aug 18 11:59:32.588947 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-2882d12c-23f4-4fd2-bbfe-3ce50d341541 req-3ffc4720-478e-48e7-a087-c3efcaf233c0 tempest-SecurityGroupRulesTestJSON-1117166877 tempest-SecurityGroupRulesTestJSON-1117166877-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:32.642129 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-512eefae-9a7f-4bb6-b5a8-20e5c94df05d req-9f94ad3a-bbd5-4100-9f7c-ad2b9114dab8 service neutron] Attempting to bind port f34316de-e549-4b5d-a911-f65de732b3fd on host n-h1-804985-2 for vnic_type normal with profile {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 11:59:32.642353 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-512eefae-9a7f-4bb6-b5a8-20e5c94df05d req-9f94ad3a-bbd5-4100-9f7c-ad2b9114dab8 service neutron] Attempting to bind port f34316de-e549-4b5d-a911-f65de732b3fd by drivers openvswitch,hyperv on host n-h1-804985-2 at level 0 using segments [{'id': '0769e917-ce53-43de-97f7-af6feb189e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '45f10d77-130c-4859-b30d-1a902305b96f'}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 11:59:32.642695 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-512eefae-9a7f-4bb6-b5a8-20e5c94df05d req-9f94ad3a-bbd5-4100-9f7c-ad2b9114dab8 service neutron] Attempting to bind port f34316de-e549-4b5d-a911-f65de732b3fd on network 45f10d77-130c-4859-b30d-1a902305b96f {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 11:59:32.651094 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-512eefae-9a7f-4bb6-b5a8-20e5c94df05d req-9f94ad3a-bbd5-4100-9f7c-ad2b9114dab8 service neutron] Port f34316de-e549-4b5d-a911-f65de732b3fd on network 45f10d77-130c-4859-b30d-1a902305b96f not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-2 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 11:59:32.651418 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-512eefae-9a7f-4bb6-b5a8-20e5c94df05d req-9f94ad3a-bbd5-4100-9f7c-ad2b9114dab8 service neutron] Attempting to bind port f34316de-e549-4b5d-a911-f65de732b3fd on network 45f10d77-130c-4859-b30d-1a902305b96f {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 11:59:32.655436 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0502df33-9ae4-49af-8fa3-758b5be0ff6d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:32.665396 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-512eefae-9a7f-4bb6-b5a8-20e5c94df05d req-9f94ad3a-bbd5-4100-9f7c-ad2b9114dab8 service neutron] Checking agent: {'id': 'a613417a-d085-492c-941a-59bb18c633d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 49, 6), 'started_at': datetime.datetime(2021, 8, 18, 11, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 11, 59, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 11:59:32.668115 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-9b408b65-1784-44c8-8358-2c788072934e None None] Set router 54d8225b-86b8-4e19-a1ed-75a7740e159a gateway port host: n-d-804985-2 {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 11:59:32.669834 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-512eefae-9a7f-4bb6-b5a8-20e5c94df05d req-9f94ad3a-bbd5-4100-9f7c-ad2b9114dab8 service neutron] Checking segment: {'id': '0769e917-ce53-43de-97f7-af6feb189e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '45f10d77-130c-4859-b30d-1a902305b96f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 11:59:32.670230 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-512eefae-9a7f-4bb6-b5a8-20e5c94df05d req-9f94ad3a-bbd5-4100-9f7c-ad2b9114dab8 service neutron] Bound using segment: {'id': '0769e917-ce53-43de-97f7-af6feb189e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '45f10d77-130c-4859-b30d-1a902305b96f'} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 11:59:32.670688 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-512eefae-9a7f-4bb6-b5a8-20e5c94df05d req-9f94ad3a-bbd5-4100-9f7c-ad2b9114dab8 service neutron] Bound port: f34316de-e549-4b5d-a911-f65de732b3fd, host: n-h1-804985-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0769e917-ce53-43de-97f7-af6feb189e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '45f10d77-130c-4859-b30d-1a902305b96f'}}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 11:59:32.671181 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-512eefae-9a7f-4bb6-b5a8-20e5c94df05d req-9f94ad3a-bbd5-4100-9f7c-ad2b9114dab8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:32.687202 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-2882d12c-23f4-4fd2-bbfe-3ce50d341541 req-3ffc4720-478e-48e7-a087-c3efcaf233c0 tempest-SecurityGroupRulesTestJSON-1117166877 tempest-SecurityGroupRulesTestJSON-1117166877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:32.689909 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-2882d12c-23f4-4fd2-bbfe-3ce50d341541 req-3ffc4720-478e-48e7-a087-c3efcaf233c0 tempest-SecurityGroupRulesTestJSON-1117166877 tempest-SecurityGroupRulesTestJSON-1117166877-project] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:32.701206 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2882d12c-23f4-4fd2-bbfe-3ce50d341541 req-3ffc4720-478e-48e7-a087-c3efcaf233c0 tempest-SecurityGroupRulesTestJSON-1117166877 tempest-SecurityGroupRulesTestJSON-1117166877-project] 10.222.0.66 "DELETE /v2.0/security-groups/eb13532b-c25a-4e0b-a483-b1ca5eb81a89 HTTP/1.1" status: 204 len: 173 time: 0.3367605 Aug 18 11:59:32.702433 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 58334) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:59:32.721767 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-200cee59-7462-44ed-b321-507fc0c19d16 req-46741b14-3e8e-478b-a040-d0430ef7a7ea tempest-ListServerFiltersTestJSON-1468057958 tempest-ListServerFiltersTestJSON-1468057958-project] Deleting port 7142cb8f-8c8e-426f-b3d9-69a72fe4ebc1 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 11:59:32.722220 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-200cee59-7462-44ed-b321-507fc0c19d16 req-46741b14-3e8e-478b-a040-d0430ef7a7ea tempest-ListServerFiltersTestJSON-1468057958 tempest-ListServerFiltersTestJSON-1468057958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:32.779424 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffc4720-478e-48e7-a087-c3efcaf233c0 tempest-SecurityGroupRulesTestJSON-1117166877 tempest-SecurityGroupRulesTestJSON-1117166877-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb13532b-c25a-4e0b-a483-b1ca5eb81a89,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:59:32.812730 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e15478d0-1924-4992-8edc-ff81f928e508 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:32.827870 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e15478d0-1924-4992-8edc-ff81f928e508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:32.837215 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 11:59:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c79a5ce3-18ef-4da9-a69e-e151a00e239d x-openstack-request-id: req-c79a5ce3-18ef-4da9-a69e-e151a00e239d {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:59:32.837517 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20dd28f4-1df0-4a6b-8939-d21ca9c9b72a", "name": "network-vif-plugged", "status": "completed", "tag": "5a278cb9-466e-4c4b-b4ac-6b258caa7c8a", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:59:32.837735 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c79a5ce3-18ef-4da9-a69e-e151a00e239d {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:59:32.838119 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20dd28f4-1df0-4a6b-8939-d21ca9c9b72a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a278cb9-466e-4c4b-b4ac-6b258caa7c8a', 'code': 200} Aug 18 11:59:32.842251 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532d7679-5d5d-4a57-aab3-b184e539b9ed req-10eb742f-d0bd-4c1f-b818-d9ac1070dc3e tempest-ListServerFiltersTestJSON-1468057958 tempest-ListServerFiltersTestJSON-1468057958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:32.848697 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-0502df33-9ae4-49af-8fa3-758b5be0ff6d admin admin] Deleting port c3acce9e-10b1-4f66-8a06-d62caedb5736 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 11:59:32.849283 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0502df33-9ae4-49af-8fa3-758b5be0ff6d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:32.849737 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-532d7679-5d5d-4a57-aab3-b184e539b9ed req-10eb742f-d0bd-4c1f-b818-d9ac1070dc3e tempest-ListServerFiltersTestJSON-1468057958 tempest-ListServerFiltersTestJSON-1468057958-project] 10.222.0.66 "GET /v2.0/ports?device_id=15deb2c7-c100-47c6-8261-abde7ec7009c HTTP/1.1" status: 200 len: 946 time: 0.1643622 Aug 18 11:59:32.860442 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_v2 [None req-e65e0124-0d1b-4fb6-806f-94955e57f950 admin admin] Deleting subnet cc1017ef-19e7-4f9e-bd6a-4eb23c619e11 {{(pid=106252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 11:59:32.864868 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e65e0124-0d1b-4fb6-806f-94955e57f950 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:32.913945 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-9b408b65-1784-44c8-8358-2c788072934e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54d8225b-86b8-4e19-a1ed-75a7740e159a', 'name': 'tempest-ServersTestBootFromVolume-1228774668-router', 'tenant_id': '08ae616b30724273aca9bf5c66a36a39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': 'c3acce9e-10b1-4f66-8a06-d62caedb5736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T11:56:20Z', 'updated_at': '2021-08-18T11:59:30Z', 'revision_number': 5, 'project_id': '08ae616b30724273aca9bf5c66a36a39', 'gw_port': {'id': 'c3acce9e-10b1-4f66-8a06-d62caedb5736', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:38:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54d8225b-86b8-4e19-a1ed-75a7740e159a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:56:20Z', 'updated_at': '2021-08-18T11:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:59:32.915667 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e65e0124-0d1b-4fb6-806f-94955e57f950 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2221528'] for subnet, precommit_delete_associations {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:32.926651 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e15478d0-1924-4992-8edc-ff81f928e508 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 832} {{(pid=106253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 11:59:32.945418 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-200cee59-7462-44ed-b321-507fc0c19d16 req-46741b14-3e8e-478b-a040-d0430ef7a7ea tempest-ListServerFiltersTestJSON-1468057958 tempest-ListServerFiltersTestJSON-1468057958-project] For port 7142cb8f-8c8e-426f-b3d9-69a72fe4ebc1, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=7142cb8f-8c8e-426f-b3d9-69a72fe4ebc1,segment=NetworkSegment(a468add2-bf3f-495e-90ec-df348cf4abc5),segment_id=a468add2-bf3f-495e-90ec-df348cf4abc5)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:59:32.945633 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-200cee59-7462-44ed-b321-507fc0c19d16 req-46741b14-3e8e-478b-a040-d0430ef7a7ea tempest-ListServerFiltersTestJSON-1468057958 tempest-ListServerFiltersTestJSON-1468057958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:32.951199 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-512eefae-9a7f-4bb6-b5a8-20e5c94df05d req-9f94ad3a-bbd5-4100-9f7c-ad2b9114dab8 service neutron] For port f34316de-e549-4b5d-a911-f65de732b3fd, host n-h1-804985-2, cleared binding levels {{(pid=106252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 11:59:32.960275 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15478d0-1924-4992-8edc-ff81f928e508 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1583760a-8eee-47b7-b670-f45d9d965092,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:59:32.961432 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b408b65-1784-44c8-8358-2c788072934e None None] The sync data for ids ['54d8225b-86b8-4e19-a1ed-75a7740e159a'] in n-d-804985-2 is: [{'id': '54d8225b-86b8-4e19-a1ed-75a7740e159a', 'name': 'tempest-ServersTestBootFromVolume-1228774668-router', 'tenant_id': '08ae616b30724273aca9bf5c66a36a39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': 'c3acce9e-10b1-4f66-8a06-d62caedb5736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T11:56:20Z', 'updated_at': '2021-08-18T11:59:30Z', 'revision_number': 5, 'project_id': '08ae616b30724273aca9bf5c66a36a39', 'gw_port': {'id': 'c3acce9e-10b1-4f66-8a06-d62caedb5736', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:38:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54d8225b-86b8-4e19-a1ed-75a7740e159a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:56:20Z', 'updated_at': '2021-08-18T11:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 11:59:32.972380 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-200cee59-7462-44ed-b321-507fc0c19d16 req-46741b14-3e8e-478b-a040-d0430ef7a7ea tempest-ListServerFiltersTestJSON-1468057958 tempest-ListServerFiltersTestJSON-1468057958-project] Calling delete_port for 7142cb8f-8c8e-426f-b3d9-69a72fe4ebc1 owned by compute:nova {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 11:59:32.974700 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e15478d0-1924-4992-8edc-ff81f928e508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:32.975270 n-d-804985-2 neutron-server[106253]: INFO neutron.db.segments_db [None req-e15478d0-1924-4992-8edc-ff81f928e508 admin admin] Added segment 68bf082e-7f6f-47b2-acbc-5554ef52b361 of type vlan for network 7e44394f-5669-4694-9486-39d85545539c Aug 18 11:59:32.993421 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-532d7679-5d5d-4a57-aab3-b184e539b9ed req-c4107393-b563-495f-908e-9a599b9d68f9 tempest-ListServerFiltersTestJSON-1468057958 tempest-ListServerFiltersTestJSON-1468057958-project] 10.222.0.66 "GET /v2.0/security-groups?id=f5ad2220-cad5-4159-8a3e-cb953441befe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424458 Aug 18 11:59:32.999918 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-512eefae-9a7f-4bb6-b5a8-20e5c94df05d req-9f94ad3a-bbd5-4100-9f7c-ad2b9114dab8 service neutron] For port f34316de-e549-4b5d-a911-f65de732b3fd, host n-h1-804985-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=f34316de-e549-4b5d-a911-f65de732b3fd,segment=NetworkSegment(0769e917-ce53-43de-97f7-af6feb189e7f),segment_id=0769e917-ce53-43de-97f7-af6feb189e7f)] {{(pid=106252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 11:59:33.018395 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e65e0124-0d1b-4fb6-806f-94955e57f950 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:33.018395 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-512eefae-9a7f-4bb6-b5a8-20e5c94df05d req-9f94ad3a-bbd5-4100-9f7c-ad2b9114dab8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:33.083955 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512eefae-9a7f-4bb6-b5a8-20e5c94df05d req-9f94ad3a-bbd5-4100-9f7c-ad2b9114dab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:33.084215 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-512eefae-9a7f-4bb6-b5a8-20e5c94df05d req-9f94ad3a-bbd5-4100-9f7c-ad2b9114dab8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:33.085685 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-512eefae-9a7f-4bb6-b5a8-20e5c94df05d req-9f94ad3a-bbd5-4100-9f7c-ad2b9114dab8 service neutron] 10.222.0.63 "PUT /v2.0/ports/f34316de-e549-4b5d-a911-f65de732b3fd HTTP/1.1" status: 200 len: 1092 time: 1.8508744 Aug 18 11:59:33.087707 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c527bc9-e88c-4512-a912-fb72b3336c3d', 'tag': 'f34316de-e549-4b5d-a911-f65de732b3fd'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 11:59:33.090088 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73f9a6e3-d3c4-42ee-8016-c2f334bf8a6b" -d '{"events": [{"name": "network-changed", "server_uuid": "2c527bc9-e88c-4512-a912-fb72b3336c3d", "tag": "f34316de-e549-4b5d-a911-f65de732b3fd"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:59:33.091859 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e15478d0-1924-4992-8edc-ff81f928e508 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789150665894'] for network, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:33.096319 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [None req-0502df33-9ae4-49af-8fa3-758b5be0ff6d admin admin] For port c3acce9e-10b1-4f66-8a06-d62caedb5736, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=c3acce9e-10b1-4f66-8a06-d62caedb5736,segment=NetworkSegment(c5a3db9d-5c58-41b1-9177-d5787a597b78),segment_id=c5a3db9d-5c58-41b1-9177-d5787a597b78)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:59:33.096775 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0502df33-9ae4-49af-8fa3-758b5be0ff6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:33.113761 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f94ad3a-bbd5-4100-9f7c-ad2b9114dab8 service neutron] Pushing event updated for resources: {'Port': ['ID=f34316de-e549-4b5d-a911-f65de732b3fd,revision_number=3']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:59:33.126912 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-0502df33-9ae4-49af-8fa3-758b5be0ff6d admin admin] Calling delete_port for c3acce9e-10b1-4f66-8a06-d62caedb5736 owned by network:router_gateway {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 11:59:33.131690 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e65e0124-0d1b-4fb6-806f-94955e57f950 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3572848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59074100'] for subnet, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:33.149037 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 11:59:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71d6b186-bcb3-415f-a352-1c91b070e0fa x-openstack-request-id: req-71d6b186-bcb3-415f-a352-1c91b070e0fa {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:59:33.149317 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c527bc9-e88c-4512-a912-fb72b3336c3d", "tag": "f34316de-e549-4b5d-a911-f65de732b3fd", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:59:33.149634 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-71d6b186-bcb3-415f-a352-1c91b070e0fa {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:59:33.149963 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c527bc9-e88c-4512-a912-fb72b3336c3d', 'tag': 'f34316de-e549-4b5d-a911-f65de732b3fd', 'status': 'completed', 'code': 200} Aug 18 11:59:33.198411 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e15478d0-1924-4992-8edc-ff81f928e508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for network, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:33.199864 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e15478d0-1924-4992-8edc-ff81f928e508 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:33.200647 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e15478d0-1924-4992-8edc-ff81f928e508 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:33.209360 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e65e0124-0d1b-4fb6-806f-94955e57f950 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for subnet, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:33.213822 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-e65e0124-0d1b-4fb6-806f-94955e57f950 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/cc1017ef-19e7-4f9e-bd6a-4eb23c619e11 HTTP/1.1" status: 204 len: 168 time: 0.5035610 Aug 18 11:59:33.213822 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65e0124-0d1b-4fb6-806f-94955e57f950 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc1017ef-19e7-4f9e-bd6a-4eb23c619e11,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:59:33.215563 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 58346) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:59:33.272862 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512eefae-9a7f-4bb6-b5a8-20e5c94df05d req-605ae67d-adae-46c0-a29e-89c0c18301a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:33.274369 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-512eefae-9a7f-4bb6-b5a8-20e5c94df05d req-605ae67d-adae-46c0-a29e-89c0c18301a4 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=9143985e071d4037b5bf264a5aaa6497&device_id=2c527bc9-e88c-4512-a912-fb72b3336c3d HTTP/1.1" status: 200 len: 1095 time: 0.1236262 Aug 18 11:59:33.299131 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-e15478d0-1924-4992-8edc-ff81f928e508 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.5623589 Aug 18 11:59:33.305714 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 58352) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:59:33.316484 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-f710d637-2e2a-41ac-844f-aeefd2cdf8cc admin admin] Request body: {'subnet': {'network_id': '7e44394f-5669-4694-9486-39d85545539c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-881981376-subnet', 'tenant_id': 'c9615ef08ff1467182cba43296b539c9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:59:33.329464 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15478d0-1924-4992-8edc-ff81f928e508 admin admin] Pushing event updated for resources: {'Network': ['ID=7e44394f-5669-4694-9486-39d85545539c,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:59:33.339970 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Network 7e44394f-5669-4694-9486-39d85545539c details requested by agent ovs-agent-n-d-804985-2 with host n-d-804985-2 {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 11:59:33.367869 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-512eefae-9a7f-4bb6-b5a8-20e5c94df05d req-0b05e7fb-67f6-493b-85e2-2d925aac5188 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f34316de-e549-4b5d-a911-f65de732b3fd HTTP/1.1" status: 200 len: 217 time: 0.0753310 Aug 18 11:59:33.414503 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f710d637-2e2a-41ac-844f-aeefd2cdf8cc admin admin] Made reservation on behalf of c9615ef08ff1467182cba43296b539c9 for: {'subnet': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 11:59:33.417650 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f710d637-2e2a-41ac-844f-aeefd2cdf8cc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59388119'] for subnet, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:33.424059 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-66f2ee46-9188-48b2-85f7-2efec661a933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7904109'] for network, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:33.463082 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec27efa1-d59b-4d74-bc82-894e5539b5f2 req-f208a0f7-415f-40db-bbed-b32ecfc81081 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:33.465085 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ec27efa1-d59b-4d74-bc82-894e5539b5f2 req-f208a0f7-415f-40db-bbed-b32ecfc81081 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/ports?device_id=a6872a0b-045c-40a9-ac3b-9c330c30278a HTTP/1.1" status: 200 len: 949 time: 0.1893811 Aug 18 11:59:33.477612 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512eefae-9a7f-4bb6-b5a8-20e5c94df05d req-1f96b71b-c315-4614-abe8-6bd7283c0141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:33.479047 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-512eefae-9a7f-4bb6-b5a8-20e5c94df05d req-1f96b71b-c315-4614-abe8-6bd7283c0141 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=7cf2249d-58a2-4afe-a9fb-145dc05a7f39 HTTP/1.1" status: 200 len: 846 time: 0.0898905 Aug 18 11:59:33.492163 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-200cee59-7462-44ed-b321-507fc0c19d16 req-46741b14-3e8e-478b-a040-d0430ef7a7ea tempest-ListServerFiltersTestJSON-1468057958 tempest-ListServerFiltersTestJSON-1468057958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:33.495871 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63932e0-3a93-4862-9dba-efe06ed4d585 req-f467ad9d-faa7-4830-b596-222b7f66b730 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:33.503391 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e63932e0-3a93-4862-9dba-efe06ed4d585 req-f467ad9d-faa7-4830-b596-222b7f66b730 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c527bc9-e88c-4512-a912-fb72b3336c3d HTTP/1.1" status: 200 len: 944 time: 0.1955585 Aug 18 11:59:33.514424 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] get_ports_and_sgs() called for port_ids ['ea1a658e-65f6-4660-b2e7-eba7cb9ca50d'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 11:59:33.517322 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] get_ports_and_sgs() called for port_ids ['a4b475eb-6400-4324-bba3-9039bf58d072', '7142cb8f-8c8e-426f-b3d9-69a72fe4ebc1'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 11:59:33.522617 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device eeb336c7-3a60-4f10-a0d7-6a8235927c82 up at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:59:33.635790 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46741b14-3e8e-478b-a040-d0430ef7a7ea tempest-ListServerFiltersTestJSON-1468057958 tempest-ListServerFiltersTestJSON-1468057958-project] Pushing event deleted for resources: {'Port': ['ID=7142cb8f-8c8e-426f-b3d9-69a72fe4ebc1,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:59:33.664120 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-512eefae-9a7f-4bb6-b5a8-20e5c94df05d req-c3c3c95f-45b7-4896-a2e9-fab7b62836c2 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=45f10d77-130c-4859-b30d-1a902305b96f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1437223 Aug 18 11:59:33.669455 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-200cee59-7462-44ed-b321-507fc0c19d16 req-46741b14-3e8e-478b-a040-d0430ef7a7ea tempest-ListServerFiltersTestJSON-1468057958 tempest-ListServerFiltersTestJSON-1468057958-project] No DVR routers for this DVR port 7142cb8f-8c8e-426f-b3d9-69a72fe4ebc1 on host n-h2-804985-2 {{(pid=106253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 11:59:33.679303 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-200cee59-7462-44ed-b321-507fc0c19d16 req-46741b14-3e8e-478b-a040-d0430ef7a7ea tempest-ListServerFiltersTestJSON-1468057958 tempest-ListServerFiltersTestJSON-1468057958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:33.681631 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-200cee59-7462-44ed-b321-507fc0c19d16 req-46741b14-3e8e-478b-a040-d0430ef7a7ea tempest-ListServerFiltersTestJSON-1468057958 tempest-ListServerFiltersTestJSON-1468057958-project] 10.222.0.62 "DELETE /v2.0/ports/7142cb8f-8c8e-426f-b3d9-69a72fe4ebc1 HTTP/1.1" status: 204 len: 173 time: 1.1879654 Aug 18 11:59:33.686741 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15deb2c7-c100-47c6-8261-abde7ec7009c', 'name': 'network-vif-deleted', 'tag': '7142cb8f-8c8e-426f-b3d9-69a72fe4ebc1'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 11:59:33.690453 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0679f4c4b6e0e0c064a7d71d722dc30541a34fffee11680573be22ee2ffccc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b375eb1-2359-4801-b355-5d57a5beab8a" -d '{"events": [{"server_uuid": "15deb2c7-c100-47c6-8261-abde7ec7009c", "name": "network-vif-deleted", "tag": "7142cb8f-8c8e-426f-b3d9-69a72fe4ebc1"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:59:33.766218 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Provisioning for port eeb336c7-3a60-4f10-a0d7-6a8235927c82 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 11:59:33.780616 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Provisioning complete for port eeb336c7-3a60-4f10-a0d7-6a8235927c82 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:59:33.781295 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:33.782896 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ec27efa1-d59b-4d74-bc82-894e5539b5f2 req-95d40632-9918-4941-9d0e-d2e7c313a457 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/security-groups?id=0ddd2c5c-7e53-44ab-9404-c5fea69a570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3074248 Aug 18 11:59:33.784906 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-66f2ee46-9188-48b2-85f7-2efec661a933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8367869', 'neutron.services.segments.db._delete_segments_for_network-8789151212993'] for network, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:33.832793 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0502df33-9ae4-49af-8fa3-758b5be0ff6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:33.880431 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e63932e0-3a93-4862-9dba-efe06ed4d585 req-b9c5e2d0-46ec-48cc-8b41-27f74cabd4fb tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.66 "GET /v2.0/security-groups?id=11bbe5b2-5f3b-4775-89a0-258a798e3ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3761814 Aug 18 11:59:33.898578 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-66f2ee46-9188-48b2-85f7-2efec661a933 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73138c46-0b6d-40b4-890c-8099aa111edb']}} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:59:33.919618 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-aafe23a3-8f8d-47ba-9fb3-d1f46f11c703 req-4b2ae2c6-e609-4646-819a-9a9d35a22e01 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=a6872a0b-045c-40a9-ac3b-9c330c30278a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6748838 Aug 18 11:59:33.926204 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-66f2ee46-9188-48b2-85f7-2efec661a933 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2731adb8-d7fe-4387-a5ca-535a5d6b6170') {'for_net_delete': True} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:59:33.926514 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-66f2ee46-9188-48b2-85f7-2efec661a933 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2731adb8-d7fe-4387-a5ca-535a5d6b6170') {} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:59:33.959225 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0502df33-9ae4-49af-8fa3-758b5be0ff6d admin admin] Pushing event deleted for resources: {'Port': ['ID=c3acce9e-10b1-4f66-8a06-d62caedb5736,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:59:33.993022 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-66f2ee46-9188-48b2-85f7-2efec661a933 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789151225254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2221521'] for segment, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:34.035145 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 11:59:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba5f4f36-b86d-464b-a5b1-d06a1fa5440d x-openstack-request-id: req-ba5f4f36-b86d-464b-a5b1-d06a1fa5440d {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:59:34.037498 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15deb2c7-c100-47c6-8261-abde7ec7009c", "name": "network-vif-deleted", "tag": "7142cb8f-8c8e-426f-b3d9-69a72fe4ebc1", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:59:34.037995 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ba5f4f36-b86d-464b-a5b1-d06a1fa5440d {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:59:34.040689 n-d-804985-2 neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15deb2c7-c100-47c6-8261-abde7ec7009c', 'name': 'network-vif-deleted', 'tag': '7142cb8f-8c8e-426f-b3d9-69a72fe4ebc1', 'status': 'completed', 'code': 200} Aug 18 11:59:34.073381 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-66f2ee46-9188-48b2-85f7-2efec661a933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:34.093684 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66f2ee46-9188-48b2-85f7-2efec661a933 admin admin] Releasing vlan 806 on physical network physnet1 to pool {{(pid=106252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 11:59:34.096068 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-66f2ee46-9188-48b2-85f7-2efec661a933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3572434'] for segment, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:34.118956 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:34.197487 n-d-804985-2 neutron-server[106252]: Traceback (most recent call last): Aug 18 11:59:34.197487 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 11:59:34.197487 n-d-804985-2 neutron-server[106252]: timer() Aug 18 11:59:34.197487 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 11:59:34.197487 n-d-804985-2 neutron-server[106252]: cb(*args, **kw) Aug 18 11:59:34.197487 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 11:59:34.197487 n-d-804985-2 neutron-server[106252]: return func(*args, **kwargs) Aug 18 11:59:34.197487 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 11:59:34.197487 n-d-804985-2 neutron-server[106252]: self._notify() Aug 18 11:59:34.197487 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 11:59:34.197487 n-d-804985-2 neutron-server[106252]: self.callback(batched_events) Aug 18 11:59:34.197487 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 11:59:34.197487 n-d-804985-2 neutron-server[106252]: event.method(event) Aug 18 11:59:34.197487 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 11:59:34.197487 n-d-804985-2 neutron-server[106252]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 11:59:34.197487 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 11:59:34.197487 n-d-804985-2 neutron-server[106252]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 11:59:34.197487 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 11:59:34.197487 n-d-804985-2 neutron-server[106252]: return f(self, *a, **k) Aug 18 11:59:34.197487 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 11:59:34.197487 n-d-804985-2 neutron-server[106252]: return self._get(url).json() Aug 18 11:59:34.197487 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 11:59:34.197487 n-d-804985-2 neutron-server[106252]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 11:59:34.197487 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 11:59:34.197487 n-d-804985-2 neutron-server[106252]: return self.request(url, 'GET', **kwargs) Aug 18 11:59:34.197487 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 11:59:34.197487 n-d-804985-2 neutron-server[106252]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 11:59:34.197487 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 11:59:34.197487 n-d-804985-2 neutron-server[106252]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 11:59:34.197487 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 11:59:34.197487 n-d-804985-2 neutron-server[106252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 11:59:34.197487 n-d-804985-2 neutron-server[106252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 11:59:34.256115 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-512eefae-9a7f-4bb6-b5a8-20e5c94df05d req-1f3a1625-80a3-47a0-8e60-39d2723458e7 service neutron] 10.222.0.63 "GET /v2.0/networks/45f10d77-130c-4859-b30d-1a902305b96f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5502088 Aug 18 11:59:34.271434 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port eeb336c7-3a60-4f10-a0d7-6a8235927c82, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=eeb336c7-3a60-4f10-a0d7-6a8235927c82,segment=NetworkSegment(ca5d8231-2f07-42d5-ad7c-9ac8a76e921f),segment_id=ca5d8231-2f07-42d5-ad7c-9ac8a76e921f)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:59:34.276186 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be44bbc-f2fd-4016-93ec-ae5dec6b39c9 req-78abecd0-2c0b-47a6-a3d3-1d79ce75675f tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:34.283693 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:34.284975 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 449e4b2c-f485-41a8-b8c7-65aa343611a1 up at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:59:34.285818 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be44bbc-f2fd-4016-93ec-ae5dec6b39c9 req-78abecd0-2c0b-47a6-a3d3-1d79ce75675f tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:34.294568 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be44bbc-f2fd-4016-93ec-ae5dec6b39c9 req-78abecd0-2c0b-47a6-a3d3-1d79ce75675f tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:34.305118 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be44bbc-f2fd-4016-93ec-ae5dec6b39c9 req-78abecd0-2c0b-47a6-a3d3-1d79ce75675f tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:34.307891 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0502df33-9ae4-49af-8fa3-758b5be0ff6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-997271'] for router_gateway, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:34.314128 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be44bbc-f2fd-4016-93ec-ae5dec6b39c9 req-78abecd0-2c0b-47a6-a3d3-1d79ce75675f tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:34.322064 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be44bbc-f2fd-4016-93ec-ae5dec6b39c9 req-78abecd0-2c0b-47a6-a3d3-1d79ce75675f tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:34.330608 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be44bbc-f2fd-4016-93ec-ae5dec6b39c9 req-78abecd0-2c0b-47a6-a3d3-1d79ce75675f tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:34.334018 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 08abd093-7475-4147-8187-2289c6ad8a9d no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 11:59:34.341647 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9be44bbc-f2fd-4016-93ec-ae5dec6b39c9 req-78abecd0-2c0b-47a6-a3d3-1d79ce75675f tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] 10.222.0.66 "GET /v2.0/ports?device_id=20dd28f4-1df0-4a6b-8939-d21ca9c9b72a HTTP/1.1" status: 200 len: 5439 time: 0.4484138 Aug 18 11:59:34.364778 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-66f2ee46-9188-48b2-85f7-2efec661a933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8367858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997186'] for network, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:34.422430 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-66f2ee46-9188-48b2-85f7-2efec661a933 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for network, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:34.425019 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-66f2ee46-9188-48b2-85f7-2efec661a933 admin admin] 10.222.0.66 "DELETE /v2.0/networks/73138c46-0b6d-40b4-890c-8099aa111edb HTTP/1.1" status: 204 len: 168 time: 1.2085416 Aug 18 11:59:34.464040 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: 08abd093-7475-4147-8187-2289c6ad8a9d {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 11:59:34.464465 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 08abd093-7475-4147-8187-2289c6ad8a9d not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 11:59:34.468069 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f710d637-2e2a-41ac-844f-aeefd2cdf8cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58902106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59388097'] for subnet, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:34.503898 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f2ee46-9188-48b2-85f7-2efec661a933 admin admin] Pushing event deleted for resources: {'Network': ['ID=73138c46-0b6d-40b4-890c-8099aa111edb,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:59:34.541721 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=eeb336c7-3a60-4f10-a0d7-6a8235927c82,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:59:34.557020 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9be44bbc-f2fd-4016-93ec-ae5dec6b39c9 req-037151fd-3da4-4837-8032-300d16425fda tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] 10.222.0.66 "GET /v2.0/security-groups?id=62694ccf-8551-490d-8b70-5c6a44a53206&id=e100a5b2-e498-4091-84ac-a0da12aab123&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2144442 Aug 18 11:59:34.575954 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Provisioning for port 449e4b2c-f485-41a8-b8c7-65aa343611a1 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 11:59:34.580833 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Provisioning complete for port 449e4b2c-f485-41a8-b8c7-65aa343611a1 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:59:34.581502 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:34.638858 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-512eefae-9a7f-4bb6-b5a8-20e5c94df05d req-a4a98d5a-6f76-4e13-8d47-697d317bc301 service neutron] 10.222.0.63 "GET /v2.0/networks/45f10d77-130c-4859-b30d-1a902305b96f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2933726 Aug 18 11:59:34.657766 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0502df33-9ae4-49af-8fa3-758b5be0ff6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-996004', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15859'] for router, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:34.661652 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0502df33-9ae4-49af-8fa3-758b5be0ff6d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:34.736853 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f710d637-2e2a-41ac-844f-aeefd2cdf8cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=1cb174fb-7bab-4419-acfb-faa43c1eb689,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:59:34.749422 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0502df33-9ae4-49af-8fa3-758b5be0ff6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-996061'] for router, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:34.750262 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0502df33-9ae4-49af-8fa3-758b5be0ff6d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 54d8225b-86b8-4e19-a1ed-75a7740e159a {{(pid=106253) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 11:59:34.758397 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0502df33-9ae4-49af-8fa3-758b5be0ff6d admin admin] Notify callbacks [] for router, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:34.760695 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-0502df33-9ae4-49af-8fa3-758b5be0ff6d admin admin] 10.222.0.66 "DELETE /v2.0/routers/54d8225b-86b8-4e19-a1ed-75a7740e159a HTTP/1.1" status: 204 len: 168 time: 3.0002668 Aug 18 11:59:34.764644 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 58410) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:59:34.801964 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:34.844801 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20dd28f4-1df0-4a6b-8939-d21ca9c9b72a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeb336c7-3a60-4f10-a0d7-6a8235927c82'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 11:59:34.852185 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 58422) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:59:34.854648 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f710d637-2e2a-41ac-844f-aeefd2cdf8cc admin admin] Checking segment: {'id': '68bf082e-7f6f-47b2-acbc-5554ef52b361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '7e44394f-5669-4694-9486-39d85545539c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 11:59:34.855014 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f710d637-2e2a-41ac-844f-aeefd2cdf8cc admin admin] Network hostable DHCP agents. Network: 7e44394f-5669-4694-9486-39d85545539c, hostable agents: ['97c14208-2951-4361-8d64-3708c946ff5f'], hosted agents: [] {{(pid=106253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 11:59:34.855615 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db50a436fb3a98495337d8fe7487b4f2ea6f3c1052eb9efadc2ecda2d5737001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d76369c9-a19f-46ad-afaa-99703cbd041e" -d '{"events": [{"server_uuid": "20dd28f4-1df0-4a6b-8939-d21ca9c9b72a", "name": "network-vif-plugged", "status": "completed", "tag": "eeb336c7-3a60-4f10-a0d7-6a8235927c82"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:59:34.886089 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-dd248cda-607d-469b-acd9-0045b2044fb0 req-65cf7227-36e3-4e85-bddc-29c165fa55b3 tempest-ListServerFiltersTestJSON-1468057958 tempest-ListServerFiltersTestJSON-1468057958-project] 10.222.0.66 "GET /v2.0/ports?device_id=15deb2c7-c100-47c6-8261-abde7ec7009c HTTP/1.1" status: 200 len: 210 time: 0.1081409 Aug 18 11:59:34.921285 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f9a6e3-d3c4-42ee-8016-c2f334bf8a6b req-8276457b-0395-4b9e-91e4-efacd5235312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:34.922895 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-73f9a6e3-d3c4-42ee-8016-c2f334bf8a6b req-8276457b-0395-4b9e-91e4-efacd5235312 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=9143985e071d4037b5bf264a5aaa6497&device_id=2c527bc9-e88c-4512-a912-fb72b3336c3d HTTP/1.1" status: 200 len: 1095 time: 0.2065442 Aug 18 11:59:34.934579 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f710d637-2e2a-41ac-844f-aeefd2cdf8cc admin admin] Network 7e44394f-5669-4694-9486-39d85545539c is scheduled to be hosted by DHCP agent 97c14208-2951-4361-8d64-3708c946ff5f with binding_index 1 {{(pid=106253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 11:59:34.958114 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port 449e4b2c-f485-41a8-b8c7-65aa343611a1, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=449e4b2c-f485-41a8-b8c7-65aa343611a1,segment=NetworkSegment(df8c2716-4c05-4e71-858a-1ca678e85c74),segment_id=df8c2716-4c05-4e71-858a-1ca678e85c74)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:59:34.968283 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:34.969166 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device d1178764-5fcc-4bf5-bf2c-1f7340615440 up at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:59:34.977787 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-10f1bf36-0423-4abc-9ee6-a14e6b21a595 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f2fcc9851a79461394caa10661753f36&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1154716 Aug 18 11:59:34.980760 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_v2 [None req-93644209-f3ff-4360-a29a-fe9481a9a5a2 admin admin] Deleting subnet 0396f86e-2c07-4403-9fff-c9df3ff4afaf {{(pid=106253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 11:59:34.982852 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 58428) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:59:34.990294 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-93644209-f3ff-4360-a29a-fe9481a9a5a2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:35.030751 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-f710d637-2e2a-41ac-844f-aeefd2cdf8cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-2, 7e44394f-5669-4694-9486-39d85545539c) {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:59:35.052106 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f710d637-2e2a-41ac-844f-aeefd2cdf8cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:35.052724 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f710d637-2e2a-41ac-844f-aeefd2cdf8cc admin admin] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:35.075915 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-280d38eb-c8b5-4c1c-a984-0fe557abf6af None None] Network 7e44394f-5669-4694-9486-39d85545539c requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 11:59:35.086262 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-93644209-f3ff-4360-a29a-fe9481a9a5a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902229'] for subnet, precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:35.093562 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 11:59:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0433cf75-767f-4e1d-b6b3-04feec0158e9 x-openstack-request-id: req-0433cf75-767f-4e1d-b6b3-04feec0158e9 {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:59:35.094246 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20dd28f4-1df0-4a6b-8939-d21ca9c9b72a", "name": "network-vif-plugged", "status": "completed", "tag": "eeb336c7-3a60-4f10-a0d7-6a8235927c82", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:59:35.094639 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-0433cf75-767f-4e1d-b6b3-04feec0158e9 {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:59:35.095313 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20dd28f4-1df0-4a6b-8939-d21ca9c9b72a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeb336c7-3a60-4f10-a0d7-6a8235927c82', 'code': 200} Aug 18 11:59:35.131953 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-f710d637-2e2a-41ac-844f-aeefd2cdf8cc admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.8214924 Aug 18 11:59:35.134070 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 58434) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:59:35.138087 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d724f6a9-f9b7-458b-a3f5-42f1596a9090 req-5c49ec99-b17e-46c7-a046-0d815e4cd9ce tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:35.139832 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d724f6a9-f9b7-458b-a3f5-42f1596a9090 req-5c49ec99-b17e-46c7-a046-0d815e4cd9ce tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/ports?device_id=a6872a0b-045c-40a9-ac3b-9c330c30278a HTTP/1.1" status: 200 len: 949 time: 0.1702743 Aug 18 11:59:35.141455 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-f15ce4f6-c376-4352-9988-a717a0108eb1 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-881981376-router', 'tenant_id': 'c9615ef08ff1467182cba43296b539c9', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'}}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:59:35.182692 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-00758514-813b-40ee-ab3d-24fab1f0b1da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:35.260099 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-00758514-813b-40ee-ab3d-24fab1f0b1da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:35.261906 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=449e4b2c-f485-41a8-b8c7-65aa343611a1,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:59:35.284054 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d724f6a9-f9b7-458b-a3f5-42f1596a9090 req-ae5b3bfe-83c9-41d3-a4a7-ca9a2fe14781 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/security-groups?id=0ddd2c5c-7e53-44ab-9404-c5fea69a570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734277 Aug 18 11:59:35.286685 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f9a6e3-d3c4-42ee-8016-c2f334bf8a6b req-e80d44c7-5f86-4e57-81ab-c4205493754e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:35.289123 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-73f9a6e3-d3c4-42ee-8016-c2f334bf8a6b req-e80d44c7-5f86-4e57-81ab-c4205493754e service neutron] 10.222.0.63 "GET /v2.0/networks?id=45f10d77-130c-4859-b30d-1a902305b96f HTTP/1.1" status: 200 len: 907 time: 0.3505456 Aug 18 11:59:35.303644 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e804705-dde7-424a-8417-f9003a32d44f req-ba1ce66c-0ac9-4766-89e9-1bece865f2c4 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:35.305673 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1e804705-dde7-424a-8417-f9003a32d44f req-ba1ce66c-0ac9-4766-89e9-1bece865f2c4 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c527bc9-e88c-4512-a912-fb72b3336c3d HTTP/1.1" status: 200 len: 944 time: 0.1595926 Aug 18 11:59:35.318961 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Provisioning for port d1178764-5fcc-4bf5-bf2c-1f7340615440 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 11:59:35.323039 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f15ce4f6-c376-4352-9988-a717a0108eb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-998592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15809'] for router, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:35.324351 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f15ce4f6-c376-4352-9988-a717a0108eb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-992733', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-971415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15816'] for router, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:35.339535 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-93644209-f3ff-4360-a29a-fe9481a9a5a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:35.349670 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-73f9a6e3-d3c4-42ee-8016-c2f334bf8a6b req-3214001a-b89b-4854-9693-00de5ea6b2be service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f34316de-e549-4b5d-a911-f65de732b3fd HTTP/1.1" status: 200 len: 217 time: 0.0408628 Aug 18 11:59:35.357028 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Provisioning complete for port d1178764-5fcc-4bf5-bf2c-1f7340615440 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:59:35.357471 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:35.379687 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-00758514-813b-40ee-ab3d-24fab1f0b1da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:35.383578 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-00758514-813b-40ee-ab3d-24fab1f0b1da admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:35.390476 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-00758514-813b-40ee-ab3d-24fab1f0b1da admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c5d38df3-0a0a-49df-9044-a73575534f6f HTTP/1.1" status: 204 len: 168 time: 0.4025030 Aug 18 11:59:35.407289 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52f15933-b8cc-4654-b5fb-ce1634b18ba7 None None] Network 7e44394f-5669-4694-9486-39d85545539c requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 11:59:35.454871 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1e804705-dde7-424a-8417-f9003a32d44f req-0570afa2-55ee-4575-8f62-c7d0f5efa997 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.66 "GET /v2.0/security-groups?id=11bbe5b2-5f3b-4775-89a0-258a798e3ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056144 Aug 18 11:59:35.465080 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f9a6e3-d3c4-42ee-8016-c2f334bf8a6b req-392d7497-d7d3-44cd-bb4a-a3bc2922d4df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:35.467361 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-73f9a6e3-d3c4-42ee-8016-c2f334bf8a6b req-392d7497-d7d3-44cd-bb4a-a3bc2922d4df service neutron] 10.222.0.63 "GET /v2.0/subnets?id=7cf2249d-58a2-4afe-a9fb-145dc05a7f39 HTTP/1.1" status: 200 len: 846 time: 0.1040995 Aug 18 11:59:35.512402 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00758514-813b-40ee-ab3d-24fab1f0b1da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5d38df3-0a0a-49df-9044-a73575534f6f,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:59:35.516579 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-73f9a6e3-d3c4-42ee-8016-c2f334bf8a6b req-c0507363-915e-419d-aa3e-e41ee83dfeb5 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=45f10d77-130c-4859-b30d-1a902305b96f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320299 Aug 18 11:59:35.516794 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-93644209-f3ff-4360-a29a-fe9481a9a5a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58902171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59388106'] for subnet, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:35.548378 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f15ce4f6-c376-4352-9988-a717a0108eb1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:35.550152 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93644209-f3ff-4360-a29a-fe9481a9a5a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0396f86e-2c07-4403-9fff-c9df3ff4afaf,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:59:35.608465 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62ef05f9-05bc-4b6f-b58a-72f477eae772 None None] Network 0efc7fd8-7887-4d6a-afdd-a9a63cd40c41 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 11:59:35.637723 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-93644209-f3ff-4360-a29a-fe9481a9a5a2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:35.639643 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-93644209-f3ff-4360-a29a-fe9481a9a5a2 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/0396f86e-2c07-4403-9fff-c9df3ff4afaf HTTP/1.1" status: 204 len: 168 time: 0.8737612 Aug 18 11:59:35.652991 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 58440) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:59:35.656412 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-73f9a6e3-d3c4-42ee-8016-c2f334bf8a6b req-dfe18a05-57e7-4e55-80d0-24d32c0e8d09 service neutron] 10.222.0.63 "GET /v2.0/networks/45f10d77-130c-4859-b30d-1a902305b96f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310930 Aug 18 11:59:35.693566 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:35.783517 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port d1178764-5fcc-4bf5-bf2c-1f7340615440, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=d1178764-5fcc-4bf5-bf2c-1f7340615440,segment=NetworkSegment(df8c2716-4c05-4e71-858a-1ca678e85c74),segment_id=df8c2716-4c05-4e71-858a-1ca678e85c74)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:59:35.783918 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f15ce4f6-c376-4352-9988-a717a0108eb1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:35.794636 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:35.796080 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 96a5d57f-59a1-4718-95d8-ee708f298d01 up at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:59:35.808074 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e52f70b-24b2-4fec-9d02-e18268911b8a req-b9aa0791-8dda-43a1-9485-89e9ac66e521 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:35.815299 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e52f70b-24b2-4fec-9d02-e18268911b8a req-b9aa0791-8dda-43a1-9485-89e9ac66e521 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:35.822644 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e52f70b-24b2-4fec-9d02-e18268911b8a req-b9aa0791-8dda-43a1-9485-89e9ac66e521 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:35.835446 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e52f70b-24b2-4fec-9d02-e18268911b8a req-b9aa0791-8dda-43a1-9485-89e9ac66e521 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:35.842173 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e52f70b-24b2-4fec-9d02-e18268911b8a req-b9aa0791-8dda-43a1-9485-89e9ac66e521 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:35.847925 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-08821ef5-68fd-4ab1-b80a-6241ac8dd790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7904109'] for network, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:35.849252 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e52f70b-24b2-4fec-9d02-e18268911b8a req-b9aa0791-8dda-43a1-9485-89e9ac66e521 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:35.855596 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e52f70b-24b2-4fec-9d02-e18268911b8a req-b9aa0791-8dda-43a1-9485-89e9ac66e521 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:35.865665 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0e52f70b-24b2-4fec-9d02-e18268911b8a req-b9aa0791-8dda-43a1-9485-89e9ac66e521 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] 10.222.0.66 "GET /v2.0/ports?device_id=20dd28f4-1df0-4a6b-8939-d21ca9c9b72a HTTP/1.1" status: 200 len: 5441 time: 0.1356933 Aug 18 11:59:35.946098 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0e52f70b-24b2-4fec-9d02-e18268911b8a req-a93166c6-9179-4953-b308-754c123b6380 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] 10.222.0.66 "GET /v2.0/security-groups?id=62694ccf-8551-490d-8b70-5c6a44a53206&id=e100a5b2-e498-4091-84ac-a0da12aab123&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0795193 Aug 18 11:59:35.948408 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-73f9a6e3-d3c4-42ee-8016-c2f334bf8a6b req-aeb40d98-7c58-44a5-aba5-6d566d6e3f40 service neutron] 10.222.0.63 "GET /v2.0/networks/45f10d77-130c-4859-b30d-1a902305b96f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2812142 Aug 18 11:59:36.023650 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-08821ef5-68fd-4ab1-b80a-6241ac8dd790 admin admin] Deleting port 117c9cd7-0b5a-42fc-8f29-d4107e351d14 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 11:59:36.023810 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-08821ef5-68fd-4ab1-b80a-6241ac8dd790 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:36.054067 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafe23a3-8f8d-47ba-9fb3-d1f46f11c703 req-38ac67d7-5e7d-4ee0-972c-bd2f2cc933f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:36.064459 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-aafe23a3-8f8d-47ba-9fb3-d1f46f11c703 req-38ac67d7-5e7d-4ee0-972c-bd2f2cc933f1 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=87f2a541be1e4141a84277bf00dc4c3b&device_id=a6872a0b-045c-40a9-ac3b-9c330c30278a HTTP/1.1" status: 200 len: 1100 time: 0.1662118 Aug 18 11:59:36.156901 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [None req-08821ef5-68fd-4ab1-b80a-6241ac8dd790 admin admin] For port 117c9cd7-0b5a-42fc-8f29-d4107e351d14, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=117c9cd7-0b5a-42fc-8f29-d4107e351d14,segment=NetworkSegment(83d174bf-3ae6-4b55-b0b7-fcf979f775ed),segment_id=83d174bf-3ae6-4b55-b0b7-fcf979f775ed)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:59:36.157255 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-08821ef5-68fd-4ab1-b80a-6241ac8dd790 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:36.171115 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device c3acce9e-10b1-4f66-8a06-d62caedb5736 no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 11:59:36.229465 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61585a4f-0ba8-4cd8-95ca-f47f1be78623 None None] DHCP port deletion for 0efc7fd8-7887-4d6a-afdd-a9a63cd40c41 request from n-d-804985-2 {{(pid=106254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 11:59:36.234780 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafe23a3-8f8d-47ba-9fb3-d1f46f11c703 req-c0858d5b-3260-4b64-b5a8-86410f2117dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:36.235799 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-aafe23a3-8f8d-47ba-9fb3-d1f46f11c703 req-c0858d5b-3260-4b64-b5a8-86410f2117dc service neutron] 10.222.0.63 "GET /v2.0/networks?id=222e0814-c7e5-4b11-9282-3f40c6ed76b2 HTTP/1.1" status: 200 len: 870 time: 0.1637259 Aug 18 11:59:36.245806 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: c3acce9e-10b1-4f66-8a06-d62caedb5736 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 11:59:36.246633 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device c3acce9e-10b1-4f66-8a06-d62caedb5736 not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 11:59:36.253689 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:36.313806 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=d1178764-5fcc-4bf5-bf2c-1f7340615440,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:59:36.315908 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-aafe23a3-8f8d-47ba-9fb3-d1f46f11c703 req-65be536a-3cfc-4577-aa12-71276fd5380e service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=3d5a51d4-8aae-48f7-ad8d-aec31b33f432 HTTP/1.1" status: 200 len: 217 time: 0.0685997 Aug 18 11:59:36.347487 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Provisioning for port 96a5d57f-59a1-4718-95d8-ee708f298d01 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 11:59:36.356946 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-08821ef5-68fd-4ab1-b80a-6241ac8dd790 admin admin] Calling delete_port for 117c9cd7-0b5a-42fc-8f29-d4107e351d14 owned by network:dhcp {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 11:59:36.373301 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Provisioning complete for port 96a5d57f-59a1-4718-95d8-ee708f298d01 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:59:36.374980 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:36.449513 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-61585a4f-0ba8-4cd8-95ca-f47f1be78623 None None] Deleting port 117c9cd7-0b5a-42fc-8f29-d4107e351d14 {{(pid=106254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 11:59:36.450096 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-61585a4f-0ba8-4cd8-95ca-f47f1be78623 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:36.466392 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-08821ef5-68fd-4ab1-b80a-6241ac8dd790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:36.472668 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafe23a3-8f8d-47ba-9fb3-d1f46f11c703 req-8aaeb903-d2b7-41d2-94c2-2cb4b6ebc511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:36.474249 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-aafe23a3-8f8d-47ba-9fb3-d1f46f11c703 req-8aaeb903-d2b7-41d2-94c2-2cb4b6ebc511 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=6d16d680-110b-436d-8afa-48ba845b3623 HTTP/1.1" status: 200 len: 843 time: 0.1492364 Aug 18 11:59:36.494289 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08821ef5-68fd-4ab1-b80a-6241ac8dd790 admin admin] No DVR routers for this DVR port 117c9cd7-0b5a-42fc-8f29-d4107e351d14 on host n-d-804985-2 {{(pid=106253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 11:59:36.549087 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-61585a4f-0ba8-4cd8-95ca-f47f1be78623 None None] For port 117c9cd7-0b5a-42fc-8f29-d4107e351d14, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=117c9cd7-0b5a-42fc-8f29-d4107e351d14,segment=NetworkSegment(83d174bf-3ae6-4b55-b0b7-fcf979f775ed),segment_id=83d174bf-3ae6-4b55-b0b7-fcf979f775ed)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:59:36.550066 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-61585a4f-0ba8-4cd8-95ca-f47f1be78623 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:36.571266 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-61585a4f-0ba8-4cd8-95ca-f47f1be78623 None None] Calling delete_port for 117c9cd7-0b5a-42fc-8f29-d4107e351d14 owned by network:dhcp {{(pid=106254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 11:59:36.577977 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:36.584881 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a0d3f0-2706-4f40-839d-6767667cb7ad req-1ceef8a9-98d4-4798-86d3-04e10bd13e0d tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:36.587193 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e7a0d3f0-2706-4f40-839d-6767667cb7ad req-1ceef8a9-98d4-4798-86d3-04e10bd13e0d tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/ports?device_id=a6872a0b-045c-40a9-ac3b-9c330c30278a HTTP/1.1" status: 200 len: 949 time: 0.1665168 Aug 18 11:59:36.599544 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2be0ad3-1b86-4970-965c-b711c719b404 req-203a8c7a-cb8a-4a05-9ac6-df44a414655e tempest-ListServerFiltersTestJSON-1468057958 tempest-ListServerFiltersTestJSON-1468057958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:36.601268 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c2be0ad3-1b86-4970-965c-b711c719b404 req-203a8c7a-cb8a-4a05-9ac6-df44a414655e tempest-ListServerFiltersTestJSON-1468057958 tempest-ListServerFiltersTestJSON-1468057958-project] 10.222.0.66 "GET /v2.0/ports?device_id=90f4510c-cfe8-4eb1-86bf-36d73a7e5776 HTTP/1.1" status: 200 len: 946 time: 0.1723554 Aug 18 11:59:36.606926 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafe23a3-8f8d-47ba-9fb3-d1f46f11c703 req-4d366590-580d-4785-87bb-d5b4000927f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:36.610727 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08821ef5-68fd-4ab1-b80a-6241ac8dd790 admin admin] Pushing event deleted for resources: {'Port': ['ID=117c9cd7-0b5a-42fc-8f29-d4107e351d14,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:59:36.610835 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-aafe23a3-8f8d-47ba-9fb3-d1f46f11c703 req-4d366590-580d-4785-87bb-d5b4000927f5 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=222e0814-c7e5-4b11-9282-3f40c6ed76b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1171517 Aug 18 11:59:36.638095 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port 96a5d57f-59a1-4718-95d8-ee708f298d01, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=96a5d57f-59a1-4718-95d8-ee708f298d01,segment=NetworkSegment(d185dac2-eec7-4fe1-a5e8-92c84f0d7013),segment_id=d185dac2-eec7-4fe1-a5e8-92c84f0d7013)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:59:36.665761 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device f34316de-e549-4b5d-a911-f65de732b3fd details requested by agent hyperv_n-h1-804985-2 with host n-h1-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 11:59:36.727446 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 58486) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:59:36.732333 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-08821ef5-68fd-4ab1-b80a-6241ac8dd790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8367869', 'neutron.services.segments.db._delete_segments_for_network-8789151212993'] for network, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:36.747682 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c2be0ad3-1b86-4970-965c-b711c719b404 req-08a93840-4e42-4833-bdcb-72f8ff763d01 tempest-ListServerFiltersTestJSON-1468057958 tempest-ListServerFiltersTestJSON-1468057958-project] 10.222.0.66 "GET /v2.0/security-groups?id=f5ad2220-cad5-4159-8a3e-cb953441befe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325676 Aug 18 11:59:36.754776 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e7a0d3f0-2706-4f40-839d-6767667cb7ad req-47f2117b-fe2d-40ef-8515-2332ae36bb9d tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/security-groups?id=0ddd2c5c-7e53-44ab-9404-c5fea69a570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388500 Aug 18 11:59:36.775717 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-08821ef5-68fd-4ab1-b80a-6241ac8dd790 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0efc7fd8-7887-4d6a-afdd-a9a63cd40c41']}} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:59:36.786461 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f15ce4f6-c376-4352-9988-a717a0108eb1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:36.791478 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-08821ef5-68fd-4ab1-b80a-6241ac8dd790 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83d174bf-3ae6-4b55-b0b7-fcf979f775ed') {'for_net_delete': True} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:59:36.792036 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-08821ef5-68fd-4ab1-b80a-6241ac8dd790 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83d174bf-3ae6-4b55-b0b7-fcf979f775ed') {} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:59:36.816363 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-aafe23a3-8f8d-47ba-9fb3-d1f46f11c703 req-22b3d9ee-6dea-4f3e-be05-00d164fe0599 service neutron] 10.222.0.63 "GET /v2.0/networks/222e0814-c7e5-4b11-9282-3f40c6ed76b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819799 Aug 18 11:59:36.818618 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f15ce4f6-c376-4352-9988-a717a0108eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:36.828718 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-08821ef5-68fd-4ab1-b80a-6241ac8dd790 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789151225254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902236'] for segment, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:36.829908 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port f34316de-e549-4b5d-a911-f65de732b3fd, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=f34316de-e549-4b5d-a911-f65de732b3fd,segment=NetworkSegment(0769e917-ce53-43de-97f7-af6feb189e7f),segment_id=0769e917-ce53-43de-97f7-af6feb189e7f)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:59:36.848731 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Returning: {'device': 'f34316de-e549-4b5d-a911-f65de732b3fd', 'network_id': '45f10d77-130c-4859-b30d-1a902305b96f', 'port_id': 'f34316de-e549-4b5d-a911-f65de732b3fd', 'mac_address': 'fa:16:3e:dd:f1:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 821, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cf2249d-58a2-4afe-a9fb-145dc05a7f39', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 11:59:36.852445 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:36.853574 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 5d12cdb5-f897-47d4-8656-b7afc876f2b5 up at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:59:36.903058 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-08821ef5-68fd-4ab1-b80a-6241ac8dd790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:36.928313 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08821ef5-68fd-4ab1-b80a-6241ac8dd790 admin admin] Releasing vlan 837 on physical network physnet1 to pool {{(pid=106253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 11:59:36.928784 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-08821ef5-68fd-4ab1-b80a-6241ac8dd790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58900537'] for segment, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:36.930491 n-d-804985-2 neutron-server[106253]: Traceback (most recent call last): Aug 18 11:59:36.930491 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 11:59:36.930491 n-d-804985-2 neutron-server[106253]: timer() Aug 18 11:59:36.930491 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 11:59:36.930491 n-d-804985-2 neutron-server[106253]: cb(*args, **kw) Aug 18 11:59:36.930491 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 11:59:36.930491 n-d-804985-2 neutron-server[106253]: return func(*args, **kwargs) Aug 18 11:59:36.930491 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 11:59:36.930491 n-d-804985-2 neutron-server[106253]: self._notify() Aug 18 11:59:36.930491 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 11:59:36.930491 n-d-804985-2 neutron-server[106253]: self.callback(batched_events) Aug 18 11:59:36.930491 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 11:59:36.930491 n-d-804985-2 neutron-server[106253]: event.method(event) Aug 18 11:59:36.930491 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 11:59:36.930491 n-d-804985-2 neutron-server[106253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 11:59:36.930491 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 11:59:36.930491 n-d-804985-2 neutron-server[106253]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 11:59:36.930491 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 11:59:36.930491 n-d-804985-2 neutron-server[106253]: return f(self, *a, **k) Aug 18 11:59:36.930491 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 11:59:36.930491 n-d-804985-2 neutron-server[106253]: return self._get(url).json() Aug 18 11:59:36.930491 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 11:59:36.930491 n-d-804985-2 neutron-server[106253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 11:59:36.930491 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 11:59:36.930491 n-d-804985-2 neutron-server[106253]: return self.request(url, 'GET', **kwargs) Aug 18 11:59:36.930491 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 11:59:36.930491 n-d-804985-2 neutron-server[106253]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 11:59:36.930491 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 11:59:36.930491 n-d-804985-2 neutron-server[106253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 11:59:36.930491 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 11:59:36.930491 n-d-804985-2 neutron-server[106253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 11:59:36.930491 n-d-804985-2 neutron-server[106253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 11:59:37.006937 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-af412551-e774-49fb-8aa8-e20a639db91d admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-284941542-network', 'tenant_id': 'f9035e69ecb44482b197cdb3f54c17e3'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:59:37.075266 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=96a5d57f-59a1-4718-95d8-ee708f298d01,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:59:37.088047 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-08821ef5-68fd-4ab1-b80a-6241ac8dd790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8367858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997186'] for network, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:37.095265 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-61585a4f-0ba8-4cd8-95ca-f47f1be78623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556'] for port, after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:37.096993 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af412551-e774-49fb-8aa8-e20a639db91d admin admin] Made reservation on behalf of f9035e69ecb44482b197cdb3f54c17e3 for: {'network': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 11:59:37.098063 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20dd28f4-1df0-4a6b-8939-d21ca9c9b72a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '449e4b2c-f485-41a8-b8c7-65aa343611a1'}, {'server_uuid': '20dd28f4-1df0-4a6b-8939-d21ca9c9b72a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1178764-5fcc-4bf5-bf2c-1f7340615440'}, {'server_uuid': '20dd28f4-1df0-4a6b-8939-d21ca9c9b72a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96a5d57f-59a1-4718-95d8-ee708f298d01'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 11:59:37.099406 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-af412551-e774-49fb-8aa8-e20a639db91d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for network, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:37.100381 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db50a436fb3a98495337d8fe7487b4f2ea6f3c1052eb9efadc2ecda2d5737001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7e29e8c-03ea-462d-b063-384bb85cac83" -d '{"events": [{"server_uuid": "20dd28f4-1df0-4a6b-8939-d21ca9c9b72a", "name": "network-vif-plugged", "status": "completed", "tag": "449e4b2c-f485-41a8-b8c7-65aa343611a1"}, {"server_uuid": "20dd28f4-1df0-4a6b-8939-d21ca9c9b72a", "name": "network-vif-plugged", "status": "completed", "tag": "d1178764-5fcc-4bf5-bf2c-1f7340615440"}, {"server_uuid": "20dd28f4-1df0-4a6b-8939-d21ca9c9b72a", "name": "network-vif-plugged", "status": "completed", "tag": "96a5d57f-59a1-4718-95d8-ee708f298d01"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:59:37.104091 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-08821ef5-68fd-4ab1-b80a-6241ac8dd790 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:37.105101 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:37.108780 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-08821ef5-68fd-4ab1-b80a-6241ac8dd790 admin admin] 10.222.0.66 "DELETE /v2.0/networks/0efc7fd8-7887-4d6a-afdd-a9a63cd40c41 HTTP/1.1" status: 204 len: 168 time: 1.4516816 Aug 18 11:59:37.128121 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [None req-f15ce4f6-c376-4352-9988-a717a0108eb1 admin admin] Allocated IP 172.25.7.187 (7cae7a70-14fd-408c-b14d-39ceb97cb60e/9784295a-20b8-4a4b-b105-f82737f0448f/cef2e7ca-1b84-4926-a9cd-4adb7d931d4e) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 11:59:37.130557 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08821ef5-68fd-4ab1-b80a-6241ac8dd790 admin admin] Pushing event deleted for resources: {'Network': ['ID=0efc7fd8-7887-4d6a-afdd-a9a63cd40c41,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:59:37.134913 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-af412551-e774-49fb-8aa8-e20a639db91d admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:37.147940 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61585a4f-0ba8-4cd8-95ca-f47f1be78623 None None] Pushing event deleted for resources: {'Port': ['ID=117c9cd7-0b5a-42fc-8f29-d4107e351d14,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:59:37.158149 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-61585a4f-0ba8-4cd8-95ca-f47f1be78623 None None] Network 0efc7fd8-7887-4d6a-afdd-a9a63cd40c41 is not hosted by any dhcp agent {{(pid=106254) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 18 11:59:37.158613 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61585a4f-0ba8-4cd8-95ca-f47f1be78623 None None] No DVR routers for this DVR port 117c9cd7-0b5a-42fc-8f29-d4107e351d14 on host n-d-804985-2 {{(pid=106254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 11:59:37.165062 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f34316de-e549-4b5d-a911-f65de732b3fd {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 11:59:37.177682 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Provisioning for port 5d12cdb5-f897-47d4-8656-b7afc876f2b5 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 11:59:37.190250 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Provisioning complete for port 5d12cdb5-f897-47d4-8656-b7afc876f2b5 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:59:37.191033 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:37.227000 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port f34316de-e549-4b5d-a911-f65de732b3fd, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=f34316de-e549-4b5d-a911-f65de732b3fd,segment=NetworkSegment(0769e917-ce53-43de-97f7-af6feb189e7f),segment_id=0769e917-ce53-43de-97f7-af6feb189e7f)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:59:37.237576 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:37.289087 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f15ce4f6-c376-4352-9988-a717a0108eb1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:37.331274 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 58520) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:59:37.342074 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=f34316de-e549-4b5d-a911-f65de732b3fd,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:59:37.343844 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f15ce4f6-c376-4352-9988-a717a0108eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:37.359117 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:37.393862 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port 5d12cdb5-f897-47d4-8656-b7afc876f2b5, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=5d12cdb5-f897-47d4-8656-b7afc876f2b5,segment=NetworkSegment(ca5d8231-2f07-42d5-ad7c-9ac8a76e921f),segment_id=ca5d8231-2f07-42d5-ad7c-9ac8a76e921f)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:59:37.399993 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:37.400930 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 7763a33a-da78-4384-a6fe-a78524eb4068 up at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:59:37.402467 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f15ce4f6-c376-4352-9988-a717a0108eb1 admin admin] Network 7cae7a70-14fd-408c-b14d-39ceb97cb60e is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 11:59:37.413607 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-f15ce4f6-c376-4352-9988-a717a0108eb1 admin admin] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:59:37.421222 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15ce4f6-c376-4352-9988-a717a0108eb1 admin admin] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 11:59:37.448638 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15ce4f6-c376-4352-9988-a717a0108eb1 admin admin] Pushing event updated for resources: {'Port': ['ID=cef2e7ca-1b84-4926-a9cd-4adb7d931d4e,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:59:37.466477 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9f873b-1b87-467c-b948-cf6605dc6aa7 req-424d679a-4b38-47ad-8046-d35dc0176346 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:37.468043 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-af412551-e774-49fb-8aa8-e20a639db91d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:37.468220 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1d9f873b-1b87-467c-b948-cf6605dc6aa7 req-424d679a-4b38-47ad-8046-d35dc0176346 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c527bc9-e88c-4512-a912-fb72b3336c3d HTTP/1.1" status: 200 len: 945 time: 0.5669000 Aug 18 11:59:37.476693 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-aafe23a3-8f8d-47ba-9fb3-d1f46f11c703 req-59ad20a0-eee3-4227-a040-2cd3a352ebb4 service neutron] 10.222.0.63 "GET /v2.0/networks/222e0814-c7e5-4b11-9282-3f40c6ed76b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6416633 Aug 18 11:59:37.479569 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-af412551-e774-49fb-8aa8-e20a639db91d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:37.492109 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd4b5cf-ff46-4cb1-8dcb-b5788d24d0b9 req-e44fcec3-6495-453b-aa07-be05125271ef tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:37.495426 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=5d12cdb5-f897-47d4-8656-b7afc876f2b5,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:59:37.498352 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd4b5cf-ff46-4cb1-8dcb-b5788d24d0b9 req-e44fcec3-6495-453b-aa07-be05125271ef tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:37.504492 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd4b5cf-ff46-4cb1-8dcb-b5788d24d0b9 req-e44fcec3-6495-453b-aa07-be05125271ef tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:37.511056 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd4b5cf-ff46-4cb1-8dcb-b5788d24d0b9 req-e44fcec3-6495-453b-aa07-be05125271ef tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:37.517541 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd4b5cf-ff46-4cb1-8dcb-b5788d24d0b9 req-e44fcec3-6495-453b-aa07-be05125271ef tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:37.518024 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Provisioning for port 7763a33a-da78-4384-a6fe-a78524eb4068 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 11:59:37.523564 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd4b5cf-ff46-4cb1-8dcb-b5788d24d0b9 req-e44fcec3-6495-453b-aa07-be05125271ef tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:37.527710 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Provisioning complete for port 7763a33a-da78-4384-a6fe-a78524eb4068 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:59:37.528085 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:37.531442 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd4b5cf-ff46-4cb1-8dcb-b5788d24d0b9 req-e44fcec3-6495-453b-aa07-be05125271ef tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:37.533260 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-dbd4b5cf-ff46-4cb1-8dcb-b5788d24d0b9 req-e44fcec3-6495-453b-aa07-be05125271ef tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] 10.222.0.66 "GET /v2.0/ports?device_id=20dd28f4-1df0-4a6b-8939-d21ca9c9b72a HTTP/1.1" status: 200 len: 5443 time: 0.2384734 Aug 18 11:59:37.542658 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-1565df79-9b8f-43b9-ad27-59faa242b55a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=08ae616b30724273aca9bf5c66a36a39&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2078159 Aug 18 11:59:37.553993 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 58522) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:59:37.561887 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af412551-e774-49fb-8aa8-e20a639db91d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 803} {{(pid=106253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 11:59:37.562352 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] get_ports_and_sgs() called for port_ids ['f34316de-e549-4b5d-a911-f65de732b3fd'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 11:59:37.602066 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af412551-e774-49fb-8aa8-e20a639db91d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59eee650-0005-4a96-985a-4e5744ed56bd,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:59:37.606538 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-af412551-e774-49fb-8aa8-e20a639db91d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:37.606954 n-d-804985-2 neutron-server[106253]: INFO neutron.db.segments_db [None req-af412551-e774-49fb-8aa8-e20a639db91d admin admin] Added segment 1bfb322b-83ae-425c-b8a6-e9d9bfa53e56 of type vlan for network d7901dbb-4e11-4e3f-b19f-ec50e5f166f6 Aug 18 11:59:37.650760 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1d9f873b-1b87-467c-b948-cf6605dc6aa7 req-c006be8d-c50b-498b-a0cf-4ea1c99ee256 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.66 "GET /v2.0/security-groups?id=11bbe5b2-5f3b-4775-89a0-258a798e3ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144772 Aug 18 11:59:37.675636 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-dbd4b5cf-ff46-4cb1-8dcb-b5788d24d0b9 req-931c6a98-10c6-4849-8455-cbb7e4f35407 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] 10.222.0.66 "GET /v2.0/security-groups?id=62694ccf-8551-490d-8b70-5c6a44a53206&id=e100a5b2-e498-4091-84ac-a0da12aab123&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1326761 Aug 18 11:59:37.676953 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-af412551-e774-49fb-8aa8-e20a639db91d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789150665894'] for network, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:37.718204 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:37.733778 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-732485b6-3af3-475f-9019-17d249517299 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:37.763188 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-732485b6-3af3-475f-9019-17d249517299 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:37.778256 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 18 Aug 2021 11:59:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1904ed5a-6e40-4fb7-bc36-b27abb6627f8 x-openstack-request-id: req-1904ed5a-6e40-4fb7-bc36-b27abb6627f8 {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:59:37.778818 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20dd28f4-1df0-4a6b-8939-d21ca9c9b72a", "name": "network-vif-plugged", "status": "completed", "tag": "449e4b2c-f485-41a8-b8c7-65aa343611a1", "code": 200}, {"server_uuid": "20dd28f4-1df0-4a6b-8939-d21ca9c9b72a", "name": "network-vif-plugged", "status": "completed", "tag": "d1178764-5fcc-4bf5-bf2c-1f7340615440", "code": 200}, {"server_uuid": "20dd28f4-1df0-4a6b-8939-d21ca9c9b72a", "name": "network-vif-plugged", "status": "completed", "tag": "96a5d57f-59a1-4718-95d8-ee708f298d01", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:59:37.779268 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-1904ed5a-6e40-4fb7-bc36-b27abb6627f8 {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:59:37.779838 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20dd28f4-1df0-4a6b-8939-d21ca9c9b72a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '449e4b2c-f485-41a8-b8c7-65aa343611a1', 'code': 200} Aug 18 11:59:37.780245 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20dd28f4-1df0-4a6b-8939-d21ca9c9b72a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1178764-5fcc-4bf5-bf2c-1f7340615440', 'code': 200} Aug 18 11:59:37.780677 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20dd28f4-1df0-4a6b-8939-d21ca9c9b72a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96a5d57f-59a1-4718-95d8-ee708f298d01', 'code': 200} Aug 18 11:59:37.810584 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port 7763a33a-da78-4384-a6fe-a78524eb4068, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=7763a33a-da78-4384-a6fe-a78524eb4068,segment=NetworkSegment(df8c2716-4c05-4e71-858a-1ca678e85c74),segment_id=df8c2716-4c05-4e71-858a-1ca678e85c74)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:59:37.835698 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-732485b6-3af3-475f-9019-17d249517299 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:37.839655 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-732485b6-3af3-475f-9019-17d249517299 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:37.844044 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-732485b6-3af3-475f-9019-17d249517299 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f3e4d1a8-6ebf-47f3-ab47-a4f4072172f5 HTTP/1.1" status: 204 len: 168 time: 0.2889395 Aug 18 11:59:37.861151 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732485b6-3af3-475f-9019-17d249517299 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3e4d1a8-6ebf-47f3-ab47-a4f4072172f5,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:59:37.864917 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:37.945430 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=7763a33a-da78-4384-a6fe-a78524eb4068,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:59:37.948615 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ebfe8a-7984-4d66-bedb-86e97ce4b528 req-905b65e2-8fe7-45e7-994a-d3eee62cb52c tempest-ListServerFiltersTestJSON-1468057958 tempest-ListServerFiltersTestJSON-1468057958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:37.956079 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-62ebfe8a-7984-4d66-bedb-86e97ce4b528 req-905b65e2-8fe7-45e7-994a-d3eee62cb52c tempest-ListServerFiltersTestJSON-1468057958 tempest-ListServerFiltersTestJSON-1468057958-project] 10.222.0.66 "GET /v2.0/ports?device_id=90f4510c-cfe8-4eb1-86bf-36d73a7e5776 HTTP/1.1" status: 200 len: 946 time: 0.0984037 Aug 18 11:59:37.964187 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 7142cb8f-8c8e-426f-b3d9-69a72fe4ebc1 no longer exists at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 11:59:37.983480 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8145b492-5c4e-4f0a-ac41-b307647bb295 req-c6657da3-dbf4-48ed-b597-836440bdc2ac tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:37.991842 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8145b492-5c4e-4f0a-ac41-b307647bb295 req-c6657da3-dbf4-48ed-b597-836440bdc2ac tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/ports?device_id=a6872a0b-045c-40a9-ac3b-9c330c30278a HTTP/1.1" status: 200 len: 949 time: 0.1318429 Aug 18 11:59:38.000984 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] No Port match for: 7142cb8f-8c8e-426f-b3d9-69a72fe4ebc1 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 11:59:38.001339 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 7142cb8f-8c8e-426f-b3d9-69a72fe4ebc1 not bound to the agent host n-h2-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 11:59:38.024161 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:38.078713 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-62ebfe8a-7984-4d66-bedb-86e97ce4b528 req-6b786bb0-02da-416d-8831-453deb6ab88f tempest-ListServerFiltersTestJSON-1468057958 tempest-ListServerFiltersTestJSON-1468057958-project] 10.222.0.66 "GET /v2.0/security-groups?id=f5ad2220-cad5-4159-8a3e-cb953441befe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215732 Aug 18 11:59:38.082789 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.db.resource_extend [None req-af412551-e774-49fb-8aa8-e20a639db91d admin admin] It took 0.40 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 18 11:59:38.106777 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd1ba42-0c6a-464c-ab5d-b89b6ec3220c req-f9b9ea8f-b774-4193-b439-d528269ef6db tempest-ListServerFiltersTestJSON-1468057958 tempest-ListServerFiltersTestJSON-1468057958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:38.109179 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2fd1ba42-0c6a-464c-ab5d-b89b6ec3220c req-f9b9ea8f-b774-4193-b439-d528269ef6db tempest-ListServerFiltersTestJSON-1468057958 tempest-ListServerFiltersTestJSON-1468057958-project] 10.222.0.63 "GET /v2.0/ports?device_id=90f4510c-cfe8-4eb1-86bf-36d73a7e5776 HTTP/1.1" status: 200 len: 946 time: 0.1500130 Aug 18 11:59:38.110808 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-af412551-e774-49fb-8aa8-e20a639db91d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for network, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:38.111790 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af412551-e774-49fb-8aa8-e20a639db91d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:38.112551 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-af412551-e774-49fb-8aa8-e20a639db91d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:38.120442 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8145b492-5c4e-4f0a-ac41-b307647bb295 req-f728d033-a0d1-4465-b530-0ce13c0175ab tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/security-groups?id=0ddd2c5c-7e53-44ab-9404-c5fea69a570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276684 Aug 18 11:59:38.209183 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 117c9cd7-0b5a-42fc-8f29-d4107e351d14 no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 11:59:38.237440 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: 117c9cd7-0b5a-42fc-8f29-d4107e351d14 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 11:59:38.237958 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 117c9cd7-0b5a-42fc-8f29-d4107e351d14 not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 11:59:38.249903 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-af412551-e774-49fb-8aa8-e20a639db91d admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.5209780 Aug 18 11:59:38.253823 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 58538) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:59:38.258340 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-41b4207a-aaaf-4938-a398-bd6c667b7b86 admin admin] Request body: {'subnet': {'network_id': 'd7901dbb-4e11-4e3f-b19f-ec50e5f166f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-284941542-subnet', 'tenant_id': 'f9035e69ecb44482b197cdb3f54c17e3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:59:38.258538 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af412551-e774-49fb-8aa8-e20a639db91d admin admin] Pushing event updated for resources: {'Network': ['ID=d7901dbb-4e11-4e3f-b19f-ec50e5f166f6,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:59:38.269491 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f15ce4f6-c376-4352-9988-a717a0108eb1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:38.270106 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Network d7901dbb-4e11-4e3f-b19f-ec50e5f166f6 details requested by agent ovs-agent-n-d-804985-2 with host n-d-804985-2 {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 11:59:38.295349 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-2fd1ba42-0c6a-464c-ab5d-b89b6ec3220c req-e6723f3f-8d50-4ceb-9f30-bdee5ba368ea tempest-ListServerFiltersTestJSON-1468057958 tempest-ListServerFiltersTestJSON-1468057958-project] Deleting port ea1a658e-65f6-4660-b2e7-eba7cb9ca50d {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 11:59:38.295734 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-2fd1ba42-0c6a-464c-ab5d-b89b6ec3220c req-e6723f3f-8d50-4ceb-9f30-bdee5ba368ea tempest-ListServerFiltersTestJSON-1468057958 tempest-ListServerFiltersTestJSON-1468057958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:38.315457 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41b4207a-aaaf-4938-a398-bd6c667b7b86 admin admin] Made reservation on behalf of f9035e69ecb44482b197cdb3f54c17e3 for: {'subnet': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 11:59:38.326599 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-41b4207a-aaaf-4938-a398-bd6c667b7b86 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59074089'] for subnet, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:38.479694 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-2fd1ba42-0c6a-464c-ab5d-b89b6ec3220c req-e6723f3f-8d50-4ceb-9f30-bdee5ba368ea tempest-ListServerFiltersTestJSON-1468057958 tempest-ListServerFiltersTestJSON-1468057958-project] For port ea1a658e-65f6-4660-b2e7-eba7cb9ca50d, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=ea1a658e-65f6-4660-b2e7-eba7cb9ca50d,segment=NetworkSegment(a468add2-bf3f-495e-90ec-df348cf4abc5),segment_id=a468add2-bf3f-495e-90ec-df348cf4abc5)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:59:38.480396 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-2fd1ba42-0c6a-464c-ab5d-b89b6ec3220c req-e6723f3f-8d50-4ceb-9f30-bdee5ba368ea tempest-ListServerFiltersTestJSON-1468057958 tempest-ListServerFiltersTestJSON-1468057958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:38.496011 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-2fd1ba42-0c6a-464c-ab5d-b89b6ec3220c req-e6723f3f-8d50-4ceb-9f30-bdee5ba368ea tempest-ListServerFiltersTestJSON-1468057958 tempest-ListServerFiltersTestJSON-1468057958-project] Calling delete_port for ea1a658e-65f6-4660-b2e7-eba7cb9ca50d owned by compute:nova {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 11:59:38.589842 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f15ce4f6-c376-4352-9988-a717a0108eb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-998473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-992536'] for router, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:38.642464 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device f34316de-e549-4b5d-a911-f65de732b3fd up at agent hyperv_n-h1-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:59:38.658745 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-41b4207a-aaaf-4938-a398-bd6c667b7b86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3572913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59074111'] for subnet, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:38.744096 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Provisioning for port f34316de-e549-4b5d-a911-f65de732b3fd completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 11:59:38.744781 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b4207a-aaaf-4938-a398-bd6c667b7b86 admin admin] Pushing event updated for resources: {'Subnet': ['ID=71081cae-75c4-4e3f-b46a-ace6aed0b033,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:59:38.757594 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Provisioning complete for port f34316de-e549-4b5d-a911-f65de732b3fd triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:59:38.758606 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:38.802829 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-2fd1ba42-0c6a-464c-ab5d-b89b6ec3220c req-e6723f3f-8d50-4ceb-9f30-bdee5ba368ea tempest-ListServerFiltersTestJSON-1468057958 tempest-ListServerFiltersTestJSON-1468057958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:38.814341 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b4207a-aaaf-4938-a398-bd6c667b7b86 admin admin] Checking segment: {'id': '1bfb322b-83ae-425c-b8a6-e9d9bfa53e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'd7901dbb-4e11-4e3f-b19f-ec50e5f166f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 11:59:38.814714 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41b4207a-aaaf-4938-a398-bd6c667b7b86 admin admin] Network hostable DHCP agents. Network: d7901dbb-4e11-4e3f-b19f-ec50e5f166f6, hostable agents: ['97c14208-2951-4361-8d64-3708c946ff5f'], hosted agents: [] {{(pid=106252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 11:59:38.831177 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] get_ports_and_sgs() called for port_ids ['ea1a658e-65f6-4660-b2e7-eba7cb9ca50d'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 11:59:38.877109 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f15ce4f6-c376-4352-9988-a717a0108eb1 admin admin] Router 1f48e6b9-6143-497d-818a-f38147e3d5f8 is scheduled to L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 with binding_index 1 {{(pid=106253) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 11:59:38.878723 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] get_ports_and_sgs() called for port_ids ['a4b475eb-6400-4324-bba3-9039bf58d072'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 11:59:38.915837 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6723f3f-8d50-4ceb-9f30-bdee5ba368ea tempest-ListServerFiltersTestJSON-1468057958 tempest-ListServerFiltersTestJSON-1468057958-project] Pushing event deleted for resources: {'Port': ['ID=ea1a658e-65f6-4660-b2e7-eba7cb9ca50d,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:59:38.986990 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 58594) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:59:39.024227 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb638ae-9ea5-4bdc-8976-8fbc2fe41e38 req-1d28bcf9-16c7-4f0c-a491-e706e1a7ba24 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:39.025862 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1fb638ae-9ea5-4bdc-8976-8fbc2fe41e38 req-1d28bcf9-16c7-4f0c-a491-e706e1a7ba24 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c527bc9-e88c-4512-a912-fb72b3336c3d HTTP/1.1" status: 200 len: 945 time: 0.2578669 Aug 18 11:59:39.027644 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fd1ba42-0c6a-464c-ab5d-b89b6ec3220c req-e6723f3f-8d50-4ceb-9f30-bdee5ba368ea tempest-ListServerFiltersTestJSON-1468057958 tempest-ListServerFiltersTestJSON-1468057958-project] No DVR routers for this DVR port ea1a658e-65f6-4660-b2e7-eba7cb9ca50d on host n-h1-804985-2 {{(pid=106252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 11:59:39.029378 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41b4207a-aaaf-4938-a398-bd6c667b7b86 admin admin] Network d7901dbb-4e11-4e3f-b19f-ec50e5f166f6 is scheduled to be hosted by DHCP agent 97c14208-2951-4361-8d64-3708c946ff5f with binding_index 1 {{(pid=106252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 11:59:39.031849 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-2fd1ba42-0c6a-464c-ab5d-b89b6ec3220c req-e6723f3f-8d50-4ceb-9f30-bdee5ba368ea tempest-ListServerFiltersTestJSON-1468057958 tempest-ListServerFiltersTestJSON-1468057958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:39.033782 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2fd1ba42-0c6a-464c-ab5d-b89b6ec3220c req-e6723f3f-8d50-4ceb-9f30-bdee5ba368ea tempest-ListServerFiltersTestJSON-1468057958 tempest-ListServerFiltersTestJSON-1468057958-project] 10.222.0.63 "DELETE /v2.0/ports/ea1a658e-65f6-4660-b2e7-eba7cb9ca50d HTTP/1.1" status: 204 len: 173 time: 0.9123642 Aug 18 11:59:39.036651 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90f4510c-cfe8-4eb1-86bf-36d73a7e5776', 'name': 'network-vif-deleted', 'tag': 'ea1a658e-65f6-4660-b2e7-eba7cb9ca50d'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 11:59:39.036814 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:39.039238 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b384188-feee-4a40-9cae-3f363625841c" -d '{"events": [{"server_uuid": "90f4510c-cfe8-4eb1-86bf-36d73a7e5776", "name": "network-vif-deleted", "tag": "ea1a658e-65f6-4660-b2e7-eba7cb9ca50d"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:59:39.072983 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f15ce4f6-c376-4352-9988-a717a0108eb1 admin admin] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 11:59:39.083234 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd30ca3-b47d-4056-bdee-bf6e73389161 None None] Sync routers for ids ['1f48e6b9-6143-497d-818a-f38147e3d5f8'] in n-d-804985-2 {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 11:59:39.093208 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f15ce4f6-c376-4352-9988-a717a0108eb1 admin admin] Notify callbacks [] for router, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:39.094417 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-f15ce4f6-c376-4352-9988-a717a0108eb1 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 3.9593742 Aug 18 11:59:39.098030 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 58600) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:59:39.100022 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-41b4207a-aaaf-4938-a398-bd6c667b7b86 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-2, d7901dbb-4e11-4e3f-b19f-ec50e5f166f6) {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:59:39.120098 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edf1cd4e-22dc-4485-923a-bab67e16199f None None] Network d7901dbb-4e11-4e3f-b19f-ec50e5f166f6 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 11:59:39.120788 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd30ca3-b47d-4056-bdee-bf6e73389161 None None] Routers {'1f48e6b9-6143-497d-818a-f38147e3d5f8'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 11:59:39.121437 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-0cd30ca3-b47d-4056-bdee-bf6e73389161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T11:59:21Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['1f48e6b9-6143-497d-818a-f38147e3d5f8'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:59:39.128925 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port f34316de-e549-4b5d-a911-f65de732b3fd, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=f34316de-e549-4b5d-a911-f65de732b3fd,segment=NetworkSegment(0769e917-ce53-43de-97f7-af6feb189e7f),segment_id=0769e917-ce53-43de-97f7-af6feb189e7f)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:59:39.133864 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41b4207a-aaaf-4938-a398-bd6c667b7b86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:39.134876 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-41b4207a-aaaf-4938-a398-bd6c667b7b86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for subnet, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:39.141789 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:39.148692 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1fb638ae-9ea5-4bdc-8976-8fbc2fe41e38 req-070795f3-dc8e-4068-8447-b14e8f13b76f tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.66 "GET /v2.0/security-groups?id=11bbe5b2-5f3b-4775-89a0-258a798e3ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923145 Aug 18 11:59:39.168706 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5e1bfe-3134-453d-80fd-54002dd300c3 req-53211c5b-0b62-460a-a103-8cfe83af0e65 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:39.177494 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5e1bfe-3134-453d-80fd-54002dd300c3 req-53211c5b-0b62-460a-a103-8cfe83af0e65 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:39.185450 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5e1bfe-3134-453d-80fd-54002dd300c3 req-53211c5b-0b62-460a-a103-8cfe83af0e65 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:39.193506 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5e1bfe-3134-453d-80fd-54002dd300c3 req-53211c5b-0b62-460a-a103-8cfe83af0e65 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:39.200796 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5e1bfe-3134-453d-80fd-54002dd300c3 req-53211c5b-0b62-460a-a103-8cfe83af0e65 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:39.208898 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5e1bfe-3134-453d-80fd-54002dd300c3 req-53211c5b-0b62-460a-a103-8cfe83af0e65 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:39.217790 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5e1bfe-3134-453d-80fd-54002dd300c3 req-53211c5b-0b62-460a-a103-8cfe83af0e65 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:39.219984 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8d5e1bfe-3134-453d-80fd-54002dd300c3 req-53211c5b-0b62-460a-a103-8cfe83af0e65 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] 10.222.0.66 "GET /v2.0/ports?device_id=20dd28f4-1df0-4a6b-8939-d21ca9c9b72a HTTP/1.1" status: 200 len: 5445 time: 0.2901733 Aug 18 11:59:39.260603 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-41b4207a-aaaf-4938-a398-bd6c667b7b86 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0058281 Aug 18 11:59:39.294634 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=f34316de-e549-4b5d-a911-f65de732b3fd,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:59:39.329079 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8d5e1bfe-3134-453d-80fd-54002dd300c3 req-12d1e1d3-d803-4092-a45c-885512169a4d tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] 10.222.0.66 "GET /v2.0/security-groups?id=62694ccf-8551-490d-8b70-5c6a44a53206&id=e100a5b2-e498-4091-84ac-a0da12aab123&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0888603 Aug 18 11:59:39.372539 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-edc92a67-4366-4209-8a53-e3abd8ccbf68 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-211388434-network', 'tenant_id': '3dac450c1aed4cb9a32ebc7528bd7ef7'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:59:39.391255 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-64646f85-1a44-4022-b6c1-0d8533b21305 req-1cae4816-8553-444c-af9e-bbc98c4a3251 tempest-ListImageFiltersTestJSON-2011468970 tempest-ListImageFiltersTestJSON-2011468970-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=212687a0d141449e986077a62ccba2f7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0522971 Aug 18 11:59:39.425575 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 11:59:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fef1235-8a0a-4ee9-ada1-617cfd6b9d16 x-openstack-request-id: req-5fef1235-8a0a-4ee9-ada1-617cfd6b9d16 {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:59:39.425876 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90f4510c-cfe8-4eb1-86bf-36d73a7e5776", "name": "network-vif-deleted", "tag": "ea1a658e-65f6-4660-b2e7-eba7cb9ca50d", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:59:39.426128 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-5fef1235-8a0a-4ee9-ada1-617cfd6b9d16 {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:59:39.426528 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90f4510c-cfe8-4eb1-86bf-36d73a7e5776', 'name': 'network-vif-deleted', 'tag': 'ea1a658e-65f6-4660-b2e7-eba7cb9ca50d', 'status': 'completed', 'code': 200} Aug 18 11:59:39.469852 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edc92a67-4366-4209-8a53-e3abd8ccbf68 admin admin] Made reservation on behalf of 3dac450c1aed4cb9a32ebc7528bd7ef7 for: {'network': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 11:59:39.472625 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f29ab0a4-a4e2-4305-a42b-babd10271f26 None None] Network d7901dbb-4e11-4e3f-b19f-ec50e5f166f6 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 11:59:39.475292 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-edc92a67-4366-4209-8a53-e3abd8ccbf68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for network, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:39.507537 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-edc92a67-4366-4209-8a53-e3abd8ccbf68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:39.516083 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-0cd30ca3-b47d-4056-bdee-bf6e73389161 None None] Set router 1f48e6b9-6143-497d-818a-f38147e3d5f8 gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 11:59:39.599713 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6310bc73-7e45-477d-babb-f771d2351922 req-728742ea-987d-4826-9167-cb29dbaf0561 tempest-ListServerFiltersTestJSON-1468057958 tempest-ListServerFiltersTestJSON-1468057958-project] 10.222.0.66 "GET /v2.0/ports?device_id=90f4510c-cfe8-4eb1-86bf-36d73a7e5776 HTTP/1.1" status: 200 len: 210 time: 0.0511749 Aug 18 11:59:39.637047 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64646f85-1a44-4022-b6c1-0d8533b21305 req-291d7020-ba03-451e-85a5-1fd38e8e89b5 tempest-ListImageFiltersTestJSON-2011468970 tempest-ListImageFiltersTestJSON-2011468970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:39.638682 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-64646f85-1a44-4022-b6c1-0d8533b21305 req-291d7020-ba03-451e-85a5-1fd38e8e89b5 tempest-ListImageFiltersTestJSON-2011468970 tempest-ListImageFiltersTestJSON-2011468970-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2391472 Aug 18 11:59:39.683916 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-64646f85-1a44-4022-b6c1-0d8533b21305 req-98f305f4-e8ab-4bd4-9dce-84bd1daa9673 tempest-ListImageFiltersTestJSON-2011468970 tempest-ListImageFiltersTestJSON-2011468970-project] 10.222.0.66 "GET /v2.0/quotas/212687a0d141449e986077a62ccba2f7 HTTP/1.1" status: 200 len: 375 time: 0.0383561 Aug 18 11:59:39.737790 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-64646f85-1a44-4022-b6c1-0d8533b21305 req-6b631e18-f5d4-461b-9db1-3febb8b8b041 tempest-ListImageFiltersTestJSON-2011468970 tempest-ListImageFiltersTestJSON-2011468970-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=212687a0d141449e986077a62ccba2f7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0461388 Aug 18 11:59:39.782468 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20dd28f4-1df0-4a6b-8939-d21ca9c9b72a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d12cdb5-f897-47d4-8656-b7afc876f2b5'}, {'server_uuid': '20dd28f4-1df0-4a6b-8939-d21ca9c9b72a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7763a33a-da78-4384-a6fe-a78524eb4068'}, {'server_uuid': '2c527bc9-e88c-4512-a912-fb72b3336c3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f34316de-e549-4b5d-a911-f65de732b3fd'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 11:59:39.784990 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db50a436fb3a98495337d8fe7487b4f2ea6f3c1052eb9efadc2ecda2d5737001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b3c814f-f4a4-40f5-b195-718384ce7606" -d '{"events": [{"server_uuid": "20dd28f4-1df0-4a6b-8939-d21ca9c9b72a", "name": "network-vif-plugged", "status": "completed", "tag": "5d12cdb5-f897-47d4-8656-b7afc876f2b5"}, {"server_uuid": "20dd28f4-1df0-4a6b-8939-d21ca9c9b72a", "name": "network-vif-plugged", "status": "completed", "tag": "7763a33a-da78-4384-a6fe-a78524eb4068"}, {"server_uuid": "2c527bc9-e88c-4512-a912-fb72b3336c3d", "name": "network-vif-plugged", "status": "completed", "tag": "f34316de-e549-4b5d-a911-f65de732b3fd"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:59:39.812066 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa54aff-92dc-407c-a76b-5e62b56c5605 req-a898e029-ed14-4114-8e1c-3a6f7ba6f195 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:39.814113 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2fa54aff-92dc-407c-a76b-5e62b56c5605 req-a898e029-ed14-4114-8e1c-3a6f7ba6f195 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/ports?device_id=a6872a0b-045c-40a9-ac3b-9c330c30278a HTTP/1.1" status: 200 len: 949 time: 0.0756218 Aug 18 11:59:39.850338 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-edc92a67-4366-4209-8a53-e3abd8ccbf68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:39.861700 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2fa54aff-92dc-407c-a76b-5e62b56c5605 req-f49babce-bcc7-4be0-b75f-729511da807f tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/security-groups?id=0ddd2c5c-7e53-44ab-9404-c5fea69a570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401113 Aug 18 11:59:39.892009 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-edc92a67-4366-4209-8a53-e3abd8ccbf68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:39.933886 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-0cd30ca3-b47d-4056-bdee-bf6e73389161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f48e6b9-6143-497d-818a-f38147e3d5f8', 'name': 'tempest-ServerRescueTestJSONUnderV235-881981376-router', 'tenant_id': 'c9615ef08ff1467182cba43296b539c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': 'cef2e7ca-1b84-4926-a9cd-4adb7d931d4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T11:59:35Z', 'updated_at': '2021-08-18T11:59:37Z', 'revision_number': 3, 'project_id': 'c9615ef08ff1467182cba43296b539c9', 'gw_port': {'id': 'cef2e7ca-1b84-4926-a9cd-4adb7d931d4e', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:9c:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f48e6b9-6143-497d-818a-f38147e3d5f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:59:36Z', 'updated_at': '2021-08-18T11:59:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:59:39.936123 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edc92a67-4366-4209-8a53-e3abd8ccbf68 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 820} {{(pid=106253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 11:59:39.940694 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d96f5ff2-83c4-4938-8bcc-cee24c8f7d5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:39.967377 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc92a67-4366-4209-8a53-e3abd8ccbf68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86c90997-f9be-4df2-8f5b-60b91b1a9835,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:59:39.990270 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd30ca3-b47d-4056-bdee-bf6e73389161 None None] Checking router: 1f48e6b9-6143-497d-818a-f38147e3d5f8 for host: n-d-804985-2 {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 11:59:39.991802 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd30ca3-b47d-4056-bdee-bf6e73389161 None None] Updating router 1f48e6b9-6143-497d-818a-f38147e3d5f8 port cef2e7ca-1b84-4926-a9cd-4adb7d931d4e binding host n-d-804985-2 {{(pid=106255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 11:59:40.008595 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 18 Aug 2021 11:59:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f5ac27e-2d67-41c7-b48a-28a5c29301f8 x-openstack-request-id: req-9f5ac27e-2d67-41c7-b48a-28a5c29301f8 {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:59:40.009647 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20dd28f4-1df0-4a6b-8939-d21ca9c9b72a", "name": "network-vif-plugged", "status": "completed", "tag": "5d12cdb5-f897-47d4-8656-b7afc876f2b5", "code": 200}, {"server_uuid": "20dd28f4-1df0-4a6b-8939-d21ca9c9b72a", "name": "network-vif-plugged", "status": "completed", "tag": "7763a33a-da78-4384-a6fe-a78524eb4068", "code": 200}, {"server_uuid": "2c527bc9-e88c-4512-a912-fb72b3336c3d", "name": "network-vif-plugged", "status": "completed", "tag": "f34316de-e549-4b5d-a911-f65de732b3fd", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:59:40.010090 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-9f5ac27e-2d67-41c7-b48a-28a5c29301f8 {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:59:40.010659 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20dd28f4-1df0-4a6b-8939-d21ca9c9b72a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d12cdb5-f897-47d4-8656-b7afc876f2b5', 'code': 200} Aug 18 11:59:40.011151 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20dd28f4-1df0-4a6b-8939-d21ca9c9b72a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7763a33a-da78-4384-a6fe-a78524eb4068', 'code': 200} Aug 18 11:59:40.011555 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c527bc9-e88c-4512-a912-fb72b3336c3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f34316de-e549-4b5d-a911-f65de732b3fd', 'code': 200} Aug 18 11:59:40.025224 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-edc92a67-4366-4209-8a53-e3abd8ccbf68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:40.025418 n-d-804985-2 neutron-server[106253]: INFO neutron.db.segments_db [None req-edc92a67-4366-4209-8a53-e3abd8ccbf68 admin admin] Added segment 9e760fbd-3b85-400c-a424-8436459a6ba2 of type vlan for network 8a227098-354b-4994-bf1e-318eb6efe6ec Aug 18 11:59:40.042706 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-0cd30ca3-b47d-4056-bdee-bf6e73389161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:40.180902 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-edc92a67-4366-4209-8a53-e3abd8ccbf68 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789150665894'] for network, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:40.207297 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e067ea7c-9714-4e35-9a51-a1bd7e12a7ee req-c725f022-68d9-40d3-bfce-60fadda30e45 tempest-ListImageFiltersTestJSON-2011468970 tempest-ListImageFiltersTestJSON-2011468970-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=212687a0d141449e986077a62ccba2f7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0629587 Aug 18 11:59:40.213272 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-d5c006a6-bb1f-4388-bd09-12f1da673251 req-3ed27dd0-763a-41c3-96dd-eac895b95d4d tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2076961413', 'description': 'tempest-description-1601566491'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:59:40.263147 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-d5c006a6-bb1f-4388-bd09-12f1da673251 req-3ed27dd0-763a-41c3-96dd-eac895b95d4d tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:40.292180 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d5ba77-64e4-40ab-b3ff-f91be762d902 req-a187f71e-b0be-423a-9b49-47dc00605049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:40.293167 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d5ba77-64e4-40ab-b3ff-f91be762d902 req-a187f71e-b0be-423a-9b49-47dc00605049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:40.293415 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d5ba77-64e4-40ab-b3ff-f91be762d902 req-a187f71e-b0be-423a-9b49-47dc00605049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:40.293889 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d5ba77-64e4-40ab-b3ff-f91be762d902 req-a187f71e-b0be-423a-9b49-47dc00605049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:40.294358 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d5ba77-64e4-40ab-b3ff-f91be762d902 req-a187f71e-b0be-423a-9b49-47dc00605049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:40.295076 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d5ba77-64e4-40ab-b3ff-f91be762d902 req-a187f71e-b0be-423a-9b49-47dc00605049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:40.295275 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d5ba77-64e4-40ab-b3ff-f91be762d902 req-a187f71e-b0be-423a-9b49-47dc00605049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:40.297400 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-c1d5ba77-64e4-40ab-b3ff-f91be762d902 req-a187f71e-b0be-423a-9b49-47dc00605049 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=20dd28f4-1df0-4a6b-8939-d21ca9c9b72a HTTP/1.1" status: 200 len: 6502 time: 0.1644399 Aug 18 11:59:40.325195 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-edc92a67-4366-4209-8a53-e3abd8ccbf68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for network, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:40.326163 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edc92a67-4366-4209-8a53-e3abd8ccbf68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:40.327339 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-edc92a67-4366-4209-8a53-e3abd8ccbf68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:40.350485 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f25bb3-31d1-46a7-8488-14ca5c2009a7 req-1454c2b7-538e-475d-b213-9bfcd83267ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:40.352257 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-45f25bb3-31d1-46a7-8488-14ca5c2009a7 req-1454c2b7-538e-475d-b213-9bfcd83267ab service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=2c527bc9-e88c-4512-a912-fb72b3336c3d HTTP/1.1" status: 200 len: 1097 time: 0.2347767 Aug 18 11:59:40.352875 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-edc92a67-4366-4209-8a53-e3abd8ccbf68 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3643832 Aug 18 11:59:40.353013 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 58642) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:59:40.354324 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [None req-d96f5ff2-83c4-4938-8bcc-cee24c8f7d5e admin admin] Allocated IP 172.20.0.1 (7e44394f-5669-4694-9486-39d85545539c/1cb174fb-7bab-4419-acfb-faa43c1eb689/1d91921b-63f3-458b-817d-21cc33cc81bc) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 11:59:40.362750 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-5072fb36-9fe0-4df5-8c3e-893632e771b0 admin admin] Request body: {'subnet': {'network_id': '8a227098-354b-4994-bf1e-318eb6efe6ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-211388434-subnet', 'tenant_id': '3dac450c1aed4cb9a32ebc7528bd7ef7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:59:40.386302 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-0cd30ca3-b47d-4056-bdee-bf6e73389161 None None] Notify callbacks [] for port, precommit_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:40.398820 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-0cd30ca3-b47d-4056-bdee-bf6e73389161 None None] Transition to ACTIVE for port object cef2e7ca-1b84-4926-a9cd-4adb7d931d4e will not be triggered until provisioned by entity L2. {{(pid=106255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 11:59:40.407078 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-0cd30ca3-b47d-4056-bdee-bf6e73389161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:40.433515 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-c1d5ba77-64e4-40ab-b3ff-f91be762d902 req-f8ec5930-b2b2-45af-bde6-bce3b49b4950 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=62694ccf-8551-490d-8b70-5c6a44a53206&id=e100a5b2-e498-4091-84ac-a0da12aab123&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1257665 Aug 18 11:59:40.456087 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-45f25bb3-31d1-46a7-8488-14ca5c2009a7 req-f7745858-c0ad-4260-8ff5-c94696979986 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=11bbe5b2-5f3b-4775-89a0-258a798e3ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825872 Aug 18 11:59:40.466471 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e067ea7c-9714-4e35-9a51-a1bd7e12a7ee req-8252592b-8409-4a5a-bee1-e09607694b31 tempest-ListImageFiltersTestJSON-2011468970 tempest-ListImageFiltersTestJSON-2011468970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:40.468166 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e067ea7c-9714-4e35-9a51-a1bd7e12a7ee req-8252592b-8409-4a5a-bee1-e09607694b31 tempest-ListImageFiltersTestJSON-2011468970 tempest-ListImageFiltersTestJSON-2011468970-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2335966 Aug 18 11:59:40.471405 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc92a67-4366-4209-8a53-e3abd8ccbf68 admin admin] Pushing event updated for resources: {'Network': ['ID=8a227098-354b-4994-bf1e-318eb6efe6ec,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:59:40.483267 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Network 8a227098-354b-4994-bf1e-318eb6efe6ec details requested by agent ovs-agent-n-d-804985-2 with host n-d-804985-2 {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 11:59:40.490249 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-0cd30ca3-b47d-4056-bdee-bf6e73389161 None None] Attempting to bind port cef2e7ca-1b84-4926-a9cd-4adb7d931d4e on host n-d-804985-2 for vnic_type normal with profile {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 11:59:40.490615 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-0cd30ca3-b47d-4056-bdee-bf6e73389161 None None] Attempting to bind port cef2e7ca-1b84-4926-a9cd-4adb7d931d4e by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'}] {{(pid=106255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 11:59:40.490976 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd30ca3-b47d-4056-bdee-bf6e73389161 None None] Attempting to bind port cef2e7ca-1b84-4926-a9cd-4adb7d931d4e on network 7cae7a70-14fd-408c-b14d-39ceb97cb60e {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 11:59:40.496530 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd30ca3-b47d-4056-bdee-bf6e73389161 None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 11, 59, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 11:59:40.496989 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd30ca3-b47d-4056-bdee-bf6e73389161 None None] Checking segment: {'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 11:59:40.497437 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-0cd30ca3-b47d-4056-bdee-bf6e73389161 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:40.497890 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd30ca3-b47d-4056-bdee-bf6e73389161 None None] Bound using segment: {'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'} {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 11:59:40.498358 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-0cd30ca3-b47d-4056-bdee-bf6e73389161 None None] Bound port: cef2e7ca-1b84-4926-a9cd-4adb7d931d4e, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'}}] {{(pid=106255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 11:59:40.498784 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-0cd30ca3-b47d-4056-bdee-bf6e73389161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:40.499979 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e067ea7c-9714-4e35-9a51-a1bd7e12a7ee req-9d838902-eed1-4e3b-b6f4-cc0c6e54fde3 tempest-ListImageFiltersTestJSON-2011468970 tempest-ListImageFiltersTestJSON-2011468970-project] 10.222.0.66 "GET /v2.0/quotas/212687a0d141449e986077a62ccba2f7 HTTP/1.1" status: 200 len: 375 time: 0.0217063 Aug 18 11:59:40.500528 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f9ebc2-f3db-4585-8eb9-c3e1f99ce24d None None] Pushing event updated for resources: {'Port': ['ID=cef2e7ca-1b84-4926-a9cd-4adb7d931d4e,revision_number=2']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:59:40.568343 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-0cd30ca3-b47d-4056-bdee-bf6e73389161 None None] For port cef2e7ca-1b84-4926-a9cd-4adb7d931d4e, host n-d-804985-2, cleared binding levels {{(pid=106255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 11:59:40.569003 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d96f5ff2-83c4-4938-8bcc-cee24c8f7d5e admin admin] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:40.572705 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-0cd30ca3-b47d-4056-bdee-bf6e73389161 None None] For port cef2e7ca-1b84-4926-a9cd-4adb7d931d4e, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=cef2e7ca-1b84-4926-a9cd-4adb7d931d4e,segment=NetworkSegment(c5a3db9d-5c58-41b1-9177-d5787a597b78),segment_id=c5a3db9d-5c58-41b1-9177-d5787a597b78)] {{(pid=106255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 11:59:40.577206 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-d5c006a6-bb1f-4388-bd09-12f1da673251 req-3ed27dd0-763a-41c3-96dd-eac895b95d4d tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:40.579921 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e067ea7c-9714-4e35-9a51-a1bd7e12a7ee req-c663cd0f-3d50-4b3e-bb9e-96262b18a7fd tempest-ListImageFiltersTestJSON-2011468970 tempest-ListImageFiltersTestJSON-2011468970-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=212687a0d141449e986077a62ccba2f7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0607224 Aug 18 11:59:40.580851 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-0cd30ca3-b47d-4056-bdee-bf6e73389161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:40.590166 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-d5c006a6-bb1f-4388-bd09-12f1da673251 req-3ed27dd0-763a-41c3-96dd-eac895b95d4d tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:40.652752 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed27dd0-763a-41c3-96dd-eac895b95d4d tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75563c3b-15d5-4ad2-a0ea-3d20ab13ab60,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:59:40.656314 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d96f5ff2-83c4-4938-8bcc-cee24c8f7d5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:40.657859 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5072fb36-9fe0-4df5-8c3e-893632e771b0 admin admin] Made reservation on behalf of 3dac450c1aed4cb9a32ebc7528bd7ef7 for: {'subnet': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 11:59:40.660743 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5072fb36-9fe0-4df5-8c3e-893632e771b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59074089'] for subnet, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:40.676804 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd30ca3-b47d-4056-bdee-bf6e73389161 None None] Routers {'1f48e6b9-6143-497d-818a-f38147e3d5f8'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 11:59:40.677445 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-0cd30ca3-b47d-4056-bdee-bf6e73389161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T11:59:21Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['1f48e6b9-6143-497d-818a-f38147e3d5f8'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:59:40.679127 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-d5c006a6-bb1f-4388-bd09-12f1da673251 req-3ed27dd0-763a-41c3-96dd-eac895b95d4d tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:40.697193 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d5c006a6-bb1f-4388-bd09-12f1da673251 req-3ed27dd0-763a-41c3-96dd-eac895b95d4d tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.4886892 Aug 18 11:59:40.728676 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f9ebc2-f3db-4585-8eb9-c3e1f99ce24d None None] Pushing event updated for resources: {'Port': ['ID=cef2e7ca-1b84-4926-a9cd-4adb7d931d4e,revision_number=3']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:59:40.733647 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96f5ff2-83c4-4938-8bcc-cee24c8f7d5e admin admin] Pushing event updated for resources: {'Port': ['ID=1d91921b-63f3-458b-817d-21cc33cc81bc,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:59:40.746662 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d96f5ff2-83c4-4938-8bcc-cee24c8f7d5e admin admin] Network 7e44394f-5669-4694-9486-39d85545539c is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 11:59:40.755558 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-d96f5ff2-83c4-4938-8bcc-cee24c8f7d5e admin admin] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:59:40.764883 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d96f5ff2-83c4-4938-8bcc-cee24c8f7d5e admin admin] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 11:59:40.840018 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d96f5ff2-83c4-4938-8bcc-cee24c8f7d5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-996688'] for router_interface, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:40.873491 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-0cd30ca3-b47d-4056-bdee-bf6e73389161 None None] Set router 1f48e6b9-6143-497d-818a-f38147e3d5f8 gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 11:59:40.947394 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5861d3e5-123b-4302-9fb9-981ad0a4fed7 req-06f6d538-1273-49ac-bb89-f67ba4901ce9 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:40.955054 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5861d3e5-123b-4302-9fb9-981ad0a4fed7 req-06f6d538-1273-49ac-bb89-f67ba4901ce9 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c527bc9-e88c-4512-a912-fb72b3336c3d HTTP/1.1" status: 200 len: 946 time: 0.1832542 Aug 18 11:59:41.016891 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d96f5ff2-83c4-4938-8bcc-cee24c8f7d5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:41.021595 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fd7a10-41ce-4541-a2b4-95a3faf28109 req-ad42f09c-a81c-4c68-ab5d-817bab07172e tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:41.027473 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fd7a10-41ce-4541-a2b4-95a3faf28109 req-ad42f09c-a81c-4c68-ab5d-817bab07172e tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:41.033476 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fd7a10-41ce-4541-a2b4-95a3faf28109 req-ad42f09c-a81c-4c68-ab5d-817bab07172e tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:41.041333 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fd7a10-41ce-4541-a2b4-95a3faf28109 req-ad42f09c-a81c-4c68-ab5d-817bab07172e tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:41.055504 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fd7a10-41ce-4541-a2b4-95a3faf28109 req-ad42f09c-a81c-4c68-ab5d-817bab07172e tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:41.062539 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fd7a10-41ce-4541-a2b4-95a3faf28109 req-ad42f09c-a81c-4c68-ab5d-817bab07172e tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:41.069045 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fd7a10-41ce-4541-a2b4-95a3faf28109 req-ad42f09c-a81c-4c68-ab5d-817bab07172e tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:41.071236 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d3fd7a10-41ce-4541-a2b4-95a3faf28109 req-ad42f09c-a81c-4c68-ab5d-817bab07172e tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] 10.222.0.66 "GET /v2.0/ports?device_id=20dd28f4-1df0-4a6b-8939-d21ca9c9b72a HTTP/1.1" status: 200 len: 5445 time: 0.2684209 Aug 18 11:59:41.161041 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-0cd30ca3-b47d-4056-bdee-bf6e73389161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f48e6b9-6143-497d-818a-f38147e3d5f8', 'name': 'tempest-ServerRescueTestJSONUnderV235-881981376-router', 'tenant_id': 'c9615ef08ff1467182cba43296b539c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': 'cef2e7ca-1b84-4926-a9cd-4adb7d931d4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T11:59:35Z', 'updated_at': '2021-08-18T11:59:37Z', 'revision_number': 3, 'project_id': 'c9615ef08ff1467182cba43296b539c9', 'gw_port': {'id': 'cef2e7ca-1b84-4926-a9cd-4adb7d931d4e', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:9c:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f48e6b9-6143-497d-818a-f38147e3d5f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:59:36Z', 'updated_at': '2021-08-18T11:59:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:59:41.187607 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5861d3e5-123b-4302-9fb9-981ad0a4fed7 req-6ae98fca-935c-41d2-b136-797766a97a4f tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.66 "GET /v2.0/security-groups?id=11bbe5b2-5f3b-4775-89a0-258a798e3ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2316656 Aug 18 11:59:41.194997 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5072fb36-9fe0-4df5-8c3e-893632e771b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3572913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59074111'] for subnet, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:41.203436 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd30ca3-b47d-4056-bdee-bf6e73389161 None None] The sync data for ids ['1f48e6b9-6143-497d-818a-f38147e3d5f8'] in n-d-804985-2 is: [{'id': '1f48e6b9-6143-497d-818a-f38147e3d5f8', 'name': 'tempest-ServerRescueTestJSONUnderV235-881981376-router', 'tenant_id': 'c9615ef08ff1467182cba43296b539c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': 'cef2e7ca-1b84-4926-a9cd-4adb7d931d4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T11:59:35Z', 'updated_at': '2021-08-18T11:59:37Z', 'revision_number': 3, 'project_id': 'c9615ef08ff1467182cba43296b539c9', 'gw_port': {'id': 'cef2e7ca-1b84-4926-a9cd-4adb7d931d4e', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:9c:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f48e6b9-6143-497d-818a-f38147e3d5f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:59:36Z', 'updated_at': '2021-08-18T11:59:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 11:59:41.239827 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d96f5ff2-83c4-4938-8bcc-cee24c8f7d5e admin admin] Notify callbacks [] for port, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:41.247173 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d96f5ff2-83c4-4938-8bcc-cee24c8f7d5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:41.248309 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d3fd7a10-41ce-4541-a2b4-95a3faf28109 req-fd122393-809d-45a1-9e60-efab22b303f6 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] 10.222.0.66 "GET /v2.0/security-groups?id=62694ccf-8551-490d-8b70-5c6a44a53206&id=e100a5b2-e498-4091-84ac-a0da12aab123&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0862627 Aug 18 11:59:41.297559 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-858cf353-f203-4b44-a60a-8a6b8bf62ccc req-9eab5697-a06b-4425-b04f-02b518c49d79 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-10716987', 'description': 'tempest-description-98154343'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:59:41.299863 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.agents_db [None req-6dbb2658-0354-4101-8393-6e7505481cf6 None None] Agent healthcheck: found 7 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 11:59:41.308159 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5072fb36-9fe0-4df5-8c3e-893632e771b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa10df12-5b4e-4ad2-82de-b1eefd7f7053,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:59:41.346882 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d96f5ff2-83c4-4938-8bcc-cee24c8f7d5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-996772'] for router_interface, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:41.349214 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5072fb36-9fe0-4df5-8c3e-893632e771b0 admin admin] Checking segment: {'id': '9e760fbd-3b85-400c-a424-8436459a6ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '8a227098-354b-4994-bf1e-318eb6efe6ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 11:59:41.350794 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5072fb36-9fe0-4df5-8c3e-893632e771b0 admin admin] Network hostable DHCP agents. Network: 8a227098-354b-4994-bf1e-318eb6efe6ec, hostable agents: ['97c14208-2951-4361-8d64-3708c946ff5f'], hosted agents: [] {{(pid=106252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 11:59:41.359570 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96f5ff2-83c4-4938-8bcc-cee24c8f7d5e admin admin] Pushing event updated for resources: {'Port': ['ID=1d91921b-63f3-458b-817d-21cc33cc81bc,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:59:41.388721 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-858cf353-f203-4b44-a60a-8a6b8bf62ccc req-9eab5697-a06b-4425-b04f-02b518c49d79 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:41.391961 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5072fb36-9fe0-4df5-8c3e-893632e771b0 admin admin] Network 8a227098-354b-4994-bf1e-318eb6efe6ec is scheduled to be hosted by DHCP agent 97c14208-2951-4361-8d64-3708c946ff5f with binding_index 1 {{(pid=106252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 11:59:41.433675 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-64646f85-1a44-4022-b6c1-0d8533b21305 req-3f9f99d2-e9d6-4b65-bd35-fe511a1d53a7 tempest-ListImageFiltersTestJSON-2011468970 tempest-ListImageFiltersTestJSON-2011468970-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=212687a0d141449e986077a62ccba2f7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0239706 Aug 18 11:59:41.445094 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-5072fb36-9fe0-4df5-8c3e-893632e771b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-2, 8a227098-354b-4994-bf1e-318eb6efe6ec) {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:59:41.455221 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-405b37a1-43ec-4a89-b1db-91dbf8e1caa9 None None] Network 8a227098-354b-4994-bf1e-318eb6efe6ec requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 11:59:41.491039 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-884b53d6-59f9-4a38-b627-4692520f5056 req-0b1ebe1c-e1e1-4df6-9394-441fbe532a98 tempest-ListImageFiltersTestJSON-2011468970 tempest-ListImageFiltersTestJSON-2011468970-project] 10.222.0.66 "GET /v2.0/ports?device_id=d30880ae-50e6-4886-b31e-41d8bcfcb52d HTTP/1.1" status: 200 len: 210 time: 0.0718358 Aug 18 11:59:41.492747 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5072fb36-9fe0-4df5-8c3e-893632e771b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:41.493516 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5072fb36-9fe0-4df5-8c3e-893632e771b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for subnet, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:41.600194 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d96f5ff2-83c4-4938-8bcc-cee24c8f7d5e admin admin] Network 7e44394f-5669-4694-9486-39d85545539c is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 11:59:41.604838 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-d96f5ff2-83c4-4938-8bcc-cee24c8f7d5e admin admin] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:59:41.640597 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-858cf353-f203-4b44-a60a-8a6b8bf62ccc req-9eab5697-a06b-4425-b04f-02b518c49d79 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:41.657322 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-858cf353-f203-4b44-a60a-8a6b8bf62ccc req-9eab5697-a06b-4425-b04f-02b518c49d79 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:41.703538 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64646f85-1a44-4022-b6c1-0d8533b21305 req-f4d3fc6d-06fa-41c0-81f4-ae9f871590f0 tempest-ListImageFiltersTestJSON-2011468970 tempest-ListImageFiltersTestJSON-2011468970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:41.703927 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-5072fb36-9fe0-4df5-8c3e-893632e771b0 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3454103 Aug 18 11:59:41.704647 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 58666) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:59:41.704967 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-64646f85-1a44-4022-b6c1-0d8533b21305 req-f4d3fc6d-06fa-41c0-81f4-ae9f871590f0 tempest-ListImageFiltersTestJSON-2011468970 tempest-ListImageFiltersTestJSON-2011468970-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2623925 Aug 18 11:59:41.722404 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [req-64646f85-1a44-4022-b6c1-0d8533b21305 req-96c891fb-9934-4ee6-8a99-8a4da2db8ec8 tempest-ListImageFiltersTestJSON-2011468970 tempest-ListImageFiltersTestJSON-2011468970-project] Request body: {'port': {'device_id': '5abec44c-4add-4107-8aff-eaed0ea43967', 'network_id': '222e0814-c7e5-4b11-9282-3f40c6ed76b2', 'admin_state_up': True, 'tenant_id': '212687a0d141449e986077a62ccba2f7'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:59:41.745049 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-44b83f2d-6455-49fd-829f-80e3e74713d6 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-211388434-router', 'tenant_id': '3dac450c1aed4cb9a32ebc7528bd7ef7', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'}}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:59:41.772164 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-858cf353-f203-4b44-a60a-8a6b8bf62ccc req-9eab5697-a06b-4425-b04f-02b518c49d79 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:41.785139 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-858cf353-f203-4b44-a60a-8a6b8bf62ccc req-9eab5697-a06b-4425-b04f-02b518c49d79 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.5054638 Aug 18 11:59:41.802276 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eab5697-a06b-4425-b04f-02b518c49d79 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef7da5c1-8083-4b81-ab0e-3c2f339c55ac,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:59:41.819676 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3647ba3f-9ac8-40f4-8870-16f8476d5030 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp788be208-34ab-5a8f-af0f-528834af222f-8a227098-354b-4994-bf1e-318eb6efe6ec', 'network_id': '8a227098-354b-4994-bf1e-318eb6efe6ec', 'tenant_id': '3dac450c1aed4cb9a32ebc7528bd7ef7', 'fixed_ips': [{'subnet_id': 'fa10df12-5b4e-4ad2-82de-b1eefd7f7053'}]}} from n-d-804985-2. {{(pid=106254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 11:59:41.820954 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3647ba3f-9ac8-40f4-8870-16f8476d5030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:41.870036 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-44b83f2d-6455-49fd-829f-80e3e74713d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-998592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15809'] for router, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:41.871126 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-44b83f2d-6455-49fd-829f-80e3e74713d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-992733', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-971415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15816'] for router, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:41.903698 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf17694-a636-4881-af0e-c3294de8d2d0 req-21657e62-8271-4d54-8aa0-000781add359 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:41.905328 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-bbf17694-a636-4881-af0e-c3294de8d2d0 req-21657e62-8271-4d54-8aa0-000781add359 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/ports?device_id=a6872a0b-045c-40a9-ac3b-9c330c30278a HTTP/1.1" status: 200 len: 949 time: 0.2161863 Aug 18 11:59:42.025478 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64646f85-1a44-4022-b6c1-0d8533b21305 req-96c891fb-9934-4ee6-8a99-8a4da2db8ec8 tempest-ListImageFiltersTestJSON-2011468970 tempest-ListImageFiltersTestJSON-2011468970-project] Made reservation on behalf of 212687a0d141449e986077a62ccba2f7 for: {'port': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 11:59:42.033066 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-64646f85-1a44-4022-b6c1-0d8533b21305 req-96c891fb-9934-4ee6-8a99-8a4da2db8ec8 tempest-ListImageFiltersTestJSON-2011468970 tempest-ListImageFiltersTestJSON-2011468970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:42.049637 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d96f5ff2-83c4-4938-8bcc-cee24c8f7d5e admin admin] Router 1f48e6b9-6143-497d-818a-f38147e3d5f8 has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 11:59:42.050623 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-64646f85-1a44-4022-b6c1-0d8533b21305 req-96c891fb-9934-4ee6-8a99-8a4da2db8ec8 tempest-ListImageFiltersTestJSON-2011468970 tempest-ListImageFiltersTestJSON-2011468970-project] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:42.090429 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.db_base_plugin_common [None req-3647ba3f-9ac8-40f4-8870-16f8476d5030 None None] Allocated IP 172.20.0.2 (8a227098-354b-4994-bf1e-318eb6efe6ec/fa10df12-5b4e-4ad2-82de-b1eefd7f7053/cee21529-dc10-4fd3-ab34-b42e0f9f3efa) {{(pid=106254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 11:59:42.098149 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-44b83f2d-6455-49fd-829f-80e3e74713d6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:42.121571 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-bbf17694-a636-4881-af0e-c3294de8d2d0 req-71bc9d97-bd7c-4fd0-b4ef-040fb1814c30 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/security-groups?id=0ddd2c5c-7e53-44ab-9404-c5fea69a570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075818 Aug 18 11:59:42.288131 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device cef2e7ca-1b84-4926-a9cd-4adb7d931d4e up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:59:42.315067 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d96f5ff2-83c4-4938-8bcc-cee24c8f7d5e admin admin] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 11:59:42.327942 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-d96f5ff2-83c4-4938-8bcc-cee24c8f7d5e admin admin] 10.222.0.66 "PUT /v2.0/routers/1f48e6b9-6143-497d-818a-f38147e3d5f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2282991 Aug 18 11:59:42.372838 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-64646f85-1a44-4022-b6c1-0d8533b21305 req-96c891fb-9934-4ee6-8a99-8a4da2db8ec8 tempest-ListImageFiltersTestJSON-2011468970 tempest-ListImageFiltersTestJSON-2011468970-project] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:42.379419 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-64646f85-1a44-4022-b6c1-0d8533b21305 req-96c891fb-9934-4ee6-8a99-8a4da2db8ec8 tempest-ListImageFiltersTestJSON-2011468970 tempest-ListImageFiltersTestJSON-2011468970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:42.398832 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3647ba3f-9ac8-40f4-8870-16f8476d5030 None None] Notify callbacks [] for port, precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:42.414530 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-3647ba3f-9ac8-40f4-8870-16f8476d5030 None None] Transition to ACTIVE for port object cee21529-dc10-4fd3-ab34-b42e0f9f3efa will not be triggered until provisioned by entity L2. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 11:59:42.426396 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port cef2e7ca-1b84-4926-a9cd-4adb7d931d4e completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 11:59:42.438080 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port cef2e7ca-1b84-4926-a9cd-4adb7d931d4e triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:59:42.438481 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:42.493582 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-3647ba3f-9ac8-40f4-8870-16f8476d5030 None None] Transition to ACTIVE for port object cee21529-dc10-4fd3-ab34-b42e0f9f3efa will not be triggered until provisioned by entity DHCP. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 11:59:42.505130 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3647ba3f-9ac8-40f4-8870-16f8476d5030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547'] for port, after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:42.553295 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3647ba3f-9ac8-40f4-8870-16f8476d5030 None None] Pushing event updated for resources: {'Port': ['ID=cee21529-dc10-4fd3-ab34-b42e0f9f3efa,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:59:42.563107 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c891fb-9934-4ee6-8a99-8a4da2db8ec8 tempest-ListImageFiltersTestJSON-2011468970 tempest-ListImageFiltersTestJSON-2011468970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80056a0b-428e-4a13-9031-cd2effcf9e7a,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:59:42.592914 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-44b83f2d-6455-49fd-829f-80e3e74713d6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:42.598983 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3647ba3f-9ac8-40f4-8870-16f8476d5030 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:59:42.599601 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3647ba3f-9ac8-40f4-8870-16f8476d5030 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:59:42.600269 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3647ba3f-9ac8-40f4-8870-16f8476d5030 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:59:42.600831 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3647ba3f-9ac8-40f4-8870-16f8476d5030 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:59:42.601348 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3647ba3f-9ac8-40f4-8870-16f8476d5030 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:59:42.601884 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3647ba3f-9ac8-40f4-8870-16f8476d5030 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:59:42.602378 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3647ba3f-9ac8-40f4-8870-16f8476d5030 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:59:42.602887 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3647ba3f-9ac8-40f4-8870-16f8476d5030 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:59:42.603389 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3647ba3f-9ac8-40f4-8870-16f8476d5030 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:59:42.603882 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3647ba3f-9ac8-40f4-8870-16f8476d5030 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:59:42.604366 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3647ba3f-9ac8-40f4-8870-16f8476d5030 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:59:42.604912 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3647ba3f-9ac8-40f4-8870-16f8476d5030 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 11:59:42.619132 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3647ba3f-9ac8-40f4-8870-16f8476d5030 None None] Network 8a227098-354b-4994-bf1e-318eb6efe6ec is already hosted by enough agents. {{(pid=106254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 11:59:42.629551 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.base_scheduler [None req-3647ba3f-9ac8-40f4-8870-16f8476d5030 None None] Resources bound (agent type, host, resource id): {{(pid=106254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:59:42.640746 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3647ba3f-9ac8-40f4-8870-16f8476d5030 None None] Received port after_create {{(pid=106254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 11:59:42.648714 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:42.655802 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e067ea7c-9714-4e35-9a51-a1bd7e12a7ee req-dc01df5c-0674-4a9e-a4e3-6677f751b502 tempest-ListImageFiltersTestJSON-2011468970 tempest-ListImageFiltersTestJSON-2011468970-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=212687a0d141449e986077a62ccba2f7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0426929 Aug 18 11:59:42.673564 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [req-64646f85-1a44-4022-b6c1-0d8533b21305 req-96c891fb-9934-4ee6-8a99-8a4da2db8ec8 tempest-ListImageFiltersTestJSON-2011468970 tempest-ListImageFiltersTestJSON-2011468970-project] Allocated IP 192.168.233.5 (222e0814-c7e5-4b11-9282-3f40c6ed76b2/6d16d680-110b-436d-8afa-48ba845b3623/01faad63-9dc9-4c52-a5c7-a96835056ee2) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 11:59:42.683612 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43587824-df26-4a34-88ed-6e9f51d300ab req-6ccb254e-3948-42de-9391-cc5d6eda46b9 tempest-ListServerFiltersTestJSON-1468057958 tempest-ListServerFiltersTestJSON-1468057958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:42.691065 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-43587824-df26-4a34-88ed-6e9f51d300ab req-6ccb254e-3948-42de-9391-cc5d6eda46b9 tempest-ListServerFiltersTestJSON-1468057958 tempest-ListServerFiltersTestJSON-1468057958-project] 10.222.0.66 "GET /v2.0/ports?device_id=714c95e2-c9ad-47f9-af12-f4efbff51186 HTTP/1.1" status: 200 len: 945 time: 0.4043546 Aug 18 11:59:42.699877 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device ea1a658e-65f6-4660-b2e7-eba7cb9ca50d no longer exists at agent hyperv_n-h1-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 11:59:42.744358 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] For port cef2e7ca-1b84-4926-a9cd-4adb7d931d4e, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=cef2e7ca-1b84-4926-a9cd-4adb7d931d4e,segment=NetworkSegment(c5a3db9d-5c58-41b1-9177-d5787a597b78),segment_id=c5a3db9d-5c58-41b1-9177-d5787a597b78)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:59:42.748792 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] No Port match for: ea1a658e-65f6-4660-b2e7-eba7cb9ca50d {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 11:59:42.749139 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device ea1a658e-65f6-4660-b2e7-eba7cb9ca50d not bound to the agent host n-h1-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 11:59:42.754193 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:42.788404 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-3647ba3f-9ac8-40f4-8870-16f8476d5030 None None] Attempting to bind port cee21529-dc10-4fd3-ab34-b42e0f9f3efa on host n-d-804985-2 for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 11:59:42.788806 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-3647ba3f-9ac8-40f4-8870-16f8476d5030 None None] Attempting to bind port cee21529-dc10-4fd3-ab34-b42e0f9f3efa by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': '9e760fbd-3b85-400c-a424-8436459a6ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '8a227098-354b-4994-bf1e-318eb6efe6ec'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 11:59:42.789053 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3647ba3f-9ac8-40f4-8870-16f8476d5030 None None] Attempting to bind port cee21529-dc10-4fd3-ab34-b42e0f9f3efa on network 8a227098-354b-4994-bf1e-318eb6efe6ec {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 11:59:42.797655 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3647ba3f-9ac8-40f4-8870-16f8476d5030 None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 11, 59, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 11:59:42.798060 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3647ba3f-9ac8-40f4-8870-16f8476d5030 None None] Checking segment: {'id': '9e760fbd-3b85-400c-a424-8436459a6ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '8a227098-354b-4994-bf1e-318eb6efe6ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 11:59:42.799050 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3647ba3f-9ac8-40f4-8870-16f8476d5030 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:42.799050 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3647ba3f-9ac8-40f4-8870-16f8476d5030 None None] Bound using segment: {'id': '9e760fbd-3b85-400c-a424-8436459a6ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '8a227098-354b-4994-bf1e-318eb6efe6ec'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 11:59:42.799283 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-3647ba3f-9ac8-40f4-8870-16f8476d5030 None None] Bound port: cee21529-dc10-4fd3-ab34-b42e0f9f3efa, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e760fbd-3b85-400c-a424-8436459a6ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '8a227098-354b-4994-bf1e-318eb6efe6ec'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 11:59:42.799659 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3647ba3f-9ac8-40f4-8870-16f8476d5030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:42.848275 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Pushing event updated for resources: {'Port': ['ID=cef2e7ca-1b84-4926-a9cd-4adb7d931d4e,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:59:42.851045 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c8a219-cf01-4da6-b6d7-3665f519c295 req-d4dd2663-cfc4-4646-97fe-961b912c6879 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:42.859602 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-39c8a219-cf01-4da6-b6d7-3665f519c295 req-d4dd2663-cfc4-4646-97fe-961b912c6879 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] 10.222.0.66 "GET /v2.0/networks?id=d7901dbb-4e11-4e3f-b19f-ec50e5f166f6 HTTP/1.1" status: 200 len: 812 time: 0.6258833 Aug 18 11:59:42.865049 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-43587824-df26-4a34-88ed-6e9f51d300ab req-ed4eaee9-5d36-48e3-994f-153aa608145e tempest-ListServerFiltersTestJSON-1468057958 tempest-ListServerFiltersTestJSON-1468057958-project] 10.222.0.66 "GET /v2.0/security-groups?id=f5ad2220-cad5-4159-8a3e-cb953441befe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730633 Aug 18 11:59:42.867223 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-64646f85-1a44-4022-b6c1-0d8533b21305 req-96c891fb-9934-4ee6-8a99-8a4da2db8ec8 tempest-ListImageFiltersTestJSON-2011468970 tempest-ListImageFiltersTestJSON-2011468970-project] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:42.882104 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [req-64646f85-1a44-4022-b6c1-0d8533b21305 req-96c891fb-9934-4ee6-8a99-8a4da2db8ec8 tempest-ListImageFiltersTestJSON-2011468970 tempest-ListImageFiltersTestJSON-2011468970-project] Transition to ACTIVE for port object 01faad63-9dc9-4c52-a5c7-a96835056ee2 will not be triggered until provisioned by entity DHCP. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 11:59:42.887062 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-3647ba3f-9ac8-40f4-8870-16f8476d5030 None None] For port cee21529-dc10-4fd3-ab34-b42e0f9f3efa, host n-d-804985-2, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 11:59:42.890857 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-3647ba3f-9ac8-40f4-8870-16f8476d5030 None None] For port cee21529-dc10-4fd3-ab34-b42e0f9f3efa, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=cee21529-dc10-4fd3-ab34-b42e0f9f3efa,segment=NetworkSegment(9e760fbd-3b85-400c-a424-8436459a6ba2),segment_id=9e760fbd-3b85-400c-a424-8436459a6ba2)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 11:59:42.898071 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3647ba3f-9ac8-40f4-8870-16f8476d5030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:42.910271 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-39c8a219-cf01-4da6-b6d7-3665f519c295 req-997b4bf9-101a-4251-a8e8-edadebe4a1a6 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] 10.222.0.66 "GET /v2.0/quotas/f9035e69ecb44482b197cdb3f54c17e3 HTTP/1.1" status: 200 len: 375 time: 0.0495651 Aug 18 11:59:42.927232 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-64646f85-1a44-4022-b6c1-0d8533b21305 req-96c891fb-9934-4ee6-8a99-8a4da2db8ec8 tempest-ListImageFiltersTestJSON-2011468970 tempest-ListImageFiltersTestJSON-2011468970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:42.980040 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-39c8a219-cf01-4da6-b6d7-3665f519c295 req-45a7e34b-9846-43d0-ac11-11061c84da69 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=f9035e69ecb44482b197cdb3f54c17e3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0609934 Aug 18 11:59:42.999750 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3647ba3f-9ac8-40f4-8870-16f8476d5030 None None] Pushing event updated for resources: {'Port': ['ID=cee21529-dc10-4fd3-ab34-b42e0f9f3efa,revision_number=2']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:59:43.015172 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64646f85-1a44-4022-b6c1-0d8533b21305 req-96c891fb-9934-4ee6-8a99-8a4da2db8ec8 tempest-ListImageFiltersTestJSON-2011468970 tempest-ListImageFiltersTestJSON-2011468970-project] Network 222e0814-c7e5-4b11-9282-3f40c6ed76b2 is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 11:59:43.018507 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [req-64646f85-1a44-4022-b6c1-0d8533b21305 req-96c891fb-9934-4ee6-8a99-8a4da2db8ec8 tempest-ListImageFiltersTestJSON-2011468970 tempest-ListImageFiltersTestJSON-2011468970-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:59:43.018650 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e067ea7c-9714-4e35-9a51-a1bd7e12a7ee req-2753b523-776e-4e0f-b06f-e086b0469e8f tempest-ListImageFiltersTestJSON-2011468970 tempest-ListImageFiltersTestJSON-2011468970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:43.020764 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e067ea7c-9714-4e35-9a51-a1bd7e12a7ee req-2753b523-776e-4e0f-b06f-e086b0469e8f tempest-ListImageFiltersTestJSON-2011468970 tempest-ListImageFiltersTestJSON-2011468970-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3458674 Aug 18 11:59:43.021321 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-64646f85-1a44-4022-b6c1-0d8533b21305 req-96c891fb-9934-4ee6-8a99-8a4da2db8ec8 tempest-ListImageFiltersTestJSON-2011468970 tempest-ListImageFiltersTestJSON-2011468970-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 11:59:43.052432 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c891fb-9934-4ee6-8a99-8a4da2db8ec8 tempest-ListImageFiltersTestJSON-2011468970 tempest-ListImageFiltersTestJSON-2011468970-project] Pushing event updated for resources: {'Port': ['ID=01faad63-9dc9-4c52-a5c7-a96835056ee2,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:59:43.079401 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-e067ea7c-9714-4e35-9a51-a1bd7e12a7ee req-2b406c03-587c-49d0-9bb0-9b8633b1e77f tempest-ListImageFiltersTestJSON-2011468970 tempest-ListImageFiltersTestJSON-2011468970-project] Request body: {'port': {'device_id': 'd30880ae-50e6-4886-b31e-41d8bcfcb52d', 'network_id': '222e0814-c7e5-4b11-9282-3f40c6ed76b2', 'admin_state_up': True, 'tenant_id': '212687a0d141449e986077a62ccba2f7'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:59:43.093815 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64646f85-1a44-4022-b6c1-0d8533b21305 req-96c891fb-9934-4ee6-8a99-8a4da2db8ec8 tempest-ListImageFiltersTestJSON-2011468970 tempest-ListImageFiltersTestJSON-2011468970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:43.094862 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-64646f85-1a44-4022-b6c1-0d8533b21305 req-96c891fb-9934-4ee6-8a99-8a4da2db8ec8 tempest-ListImageFiltersTestJSON-2011468970 tempest-ListImageFiltersTestJSON-2011468970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:43.114036 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-64646f85-1a44-4022-b6c1-0d8533b21305 req-96c891fb-9934-4ee6-8a99-8a4da2db8ec8 tempest-ListImageFiltersTestJSON-2011468970 tempest-ListImageFiltersTestJSON-2011468970-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.3984368 Aug 18 11:59:43.132423 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [req-64646f85-1a44-4022-b6c1-0d8533b21305 req-2b4d460d-1717-4a75-915b-fa4a850518f9 service neutron] Request body: {'port': {'device_id': '5abec44c-4add-4107-8aff-eaed0ea43967', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804985-2'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:59:43.213648 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1e4c86-ad2d-4f76-9554-895284d3c97d req-92485001-553b-4328-b9f6-a7fc4a38d4cf tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:43.222925 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ce1e4c86-ad2d-4f76-9554-895284d3c97d req-92485001-553b-4328-b9f6-a7fc4a38d4cf tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c527bc9-e88c-4512-a912-fb72b3336c3d HTTP/1.1" status: 200 len: 946 time: 0.2339878 Aug 18 11:59:43.223141 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-64646f85-1a44-4022-b6c1-0d8533b21305 req-2b4d460d-1717-4a75-915b-fa4a850518f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:43.372963 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-39c8a219-cf01-4da6-b6d7-3665f519c295 req-a09188c3-8130-4b4a-9435-824c1086b922 service neutron] 10.222.0.66 "GET /v2.0/networks/d7901dbb-4e11-4e3f-b19f-ec50e5f166f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3814452 Aug 18 11:59:43.413304 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ce1e4c86-ad2d-4f76-9554-895284d3c97d req-6fbbc176-370b-490d-bdf0-4e165624dd21 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.66 "GET /v2.0/security-groups?id=11bbe5b2-5f3b-4775-89a0-258a798e3ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888964 Aug 18 11:59:43.440784 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-c6d4a0a4-9775-4841-b09b-96cdedfb70a8 None None] Provisioning for port 01faad63-9dc9-4c52-a5c7-a96835056ee2 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 11:59:43.446139 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-c6d4a0a4-9775-4841-b09b-96cdedfb70a8 None None] Provisioning complete for port 01faad63-9dc9-4c52-a5c7-a96835056ee2 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:59:43.446605 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-c6d4a0a4-9775-4841-b09b-96cdedfb70a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:43.505985 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-c6d4a0a4-9775-4841-b09b-96cdedfb70a8 None None] Port 01faad63-9dc9-4c52-a5c7-a96835056ee2 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 11:59:43.544731 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e067ea7c-9714-4e35-9a51-a1bd7e12a7ee req-2b406c03-587c-49d0-9bb0-9b8633b1e77f tempest-ListImageFiltersTestJSON-2011468970 tempest-ListImageFiltersTestJSON-2011468970-project] Made reservation on behalf of 212687a0d141449e986077a62ccba2f7 for: {'port': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 11:59:43.548302 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-e067ea7c-9714-4e35-9a51-a1bd7e12a7ee req-2b406c03-587c-49d0-9bb0-9b8633b1e77f tempest-ListImageFiltersTestJSON-2011468970 tempest-ListImageFiltersTestJSON-2011468970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:43.551135 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-44b83f2d-6455-49fd-829f-80e3e74713d6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:43.554716 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [req-64646f85-1a44-4022-b6c1-0d8533b21305 req-2b4d460d-1717-4a75-915b-fa4a850518f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01faad63-9dc9-4c52-a5c7-a96835056ee2 {{(pid=106253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 11:59:43.562957 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-64646f85-1a44-4022-b6c1-0d8533b21305 req-2b4d460d-1717-4a75-915b-fa4a850518f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:43.576007 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [req-64646f85-1a44-4022-b6c1-0d8533b21305 req-2b4d460d-1717-4a75-915b-fa4a850518f9 service neutron] Transition to ACTIVE for port object 01faad63-9dc9-4c52-a5c7-a96835056ee2 will not be triggered until provisioned by entity L2. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 11:59:43.580151 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-64646f85-1a44-4022-b6c1-0d8533b21305 req-2b4d460d-1717-4a75-915b-fa4a850518f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:43.593129 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-44b83f2d-6455-49fd-829f-80e3e74713d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:43.650043 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4d460d-1717-4a75-915b-fa4a850518f9 service neutron] Pushing event updated for resources: {'Port': ['ID=01faad63-9dc9-4c52-a5c7-a96835056ee2,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:59:43.715190 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-64646f85-1a44-4022-b6c1-0d8533b21305 req-2b4d460d-1717-4a75-915b-fa4a850518f9 service neutron] Attempting to bind port 01faad63-9dc9-4c52-a5c7-a96835056ee2 on host n-h2-804985-2 for vnic_type normal with profile {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 11:59:43.715526 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-64646f85-1a44-4022-b6c1-0d8533b21305 req-2b4d460d-1717-4a75-915b-fa4a850518f9 service neutron] Attempting to bind port 01faad63-9dc9-4c52-a5c7-a96835056ee2 by drivers openvswitch,hyperv on host n-h2-804985-2 at level 0 using segments [{'id': 'b0eb6eea-b461-4969-8a27-808f00daa8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '222e0814-c7e5-4b11-9282-3f40c6ed76b2'}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 11:59:43.715856 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64646f85-1a44-4022-b6c1-0d8533b21305 req-2b4d460d-1717-4a75-915b-fa4a850518f9 service neutron] Attempting to bind port 01faad63-9dc9-4c52-a5c7-a96835056ee2 on network 222e0814-c7e5-4b11-9282-3f40c6ed76b2 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 11:59:43.726442 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64646f85-1a44-4022-b6c1-0d8533b21305 req-2b4d460d-1717-4a75-915b-fa4a850518f9 service neutron] Port 01faad63-9dc9-4c52-a5c7-a96835056ee2 on network 222e0814-c7e5-4b11-9282-3f40c6ed76b2 not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-2 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 11:59:43.726859 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64646f85-1a44-4022-b6c1-0d8533b21305 req-2b4d460d-1717-4a75-915b-fa4a850518f9 service neutron] Attempting to bind port 01faad63-9dc9-4c52-a5c7-a96835056ee2 on network 222e0814-c7e5-4b11-9282-3f40c6ed76b2 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 11:59:43.733625 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64646f85-1a44-4022-b6c1-0d8533b21305 req-2b4d460d-1717-4a75-915b-fa4a850518f9 service neutron] Checking agent: {'id': 'da5da552-709c-4248-84de-86af99a0dc87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 49, 8), 'started_at': datetime.datetime(2021, 8, 18, 11, 49, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 11, 59, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 11:59:43.734414 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64646f85-1a44-4022-b6c1-0d8533b21305 req-2b4d460d-1717-4a75-915b-fa4a850518f9 service neutron] Checking segment: {'id': 'b0eb6eea-b461-4969-8a27-808f00daa8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '222e0814-c7e5-4b11-9282-3f40c6ed76b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 11:59:43.735039 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64646f85-1a44-4022-b6c1-0d8533b21305 req-2b4d460d-1717-4a75-915b-fa4a850518f9 service neutron] Bound using segment: {'id': 'b0eb6eea-b461-4969-8a27-808f00daa8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '222e0814-c7e5-4b11-9282-3f40c6ed76b2'} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 11:59:43.735738 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-64646f85-1a44-4022-b6c1-0d8533b21305 req-2b4d460d-1717-4a75-915b-fa4a850518f9 service neutron] Bound port: 01faad63-9dc9-4c52-a5c7-a96835056ee2, host: n-h2-804985-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0eb6eea-b461-4969-8a27-808f00daa8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '222e0814-c7e5-4b11-9282-3f40c6ed76b2'}}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 11:59:43.736360 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-64646f85-1a44-4022-b6c1-0d8533b21305 req-2b4d460d-1717-4a75-915b-fa4a850518f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:43.825799 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-64646f85-1a44-4022-b6c1-0d8533b21305 req-2b4d460d-1717-4a75-915b-fa4a850518f9 service neutron] For port 01faad63-9dc9-4c52-a5c7-a96835056ee2, host n-h2-804985-2, cleared binding levels {{(pid=106253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 11:59:43.861938 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-64646f85-1a44-4022-b6c1-0d8533b21305 req-2b4d460d-1717-4a75-915b-fa4a850518f9 service neutron] For port 01faad63-9dc9-4c52-a5c7-a96835056ee2, host n-h2-804985-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=01faad63-9dc9-4c52-a5c7-a96835056ee2,segment=NetworkSegment(b0eb6eea-b461-4969-8a27-808f00daa8a1),segment_id=b0eb6eea-b461-4969-8a27-808f00daa8a1)] {{(pid=106253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 11:59:43.870441 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-64646f85-1a44-4022-b6c1-0d8533b21305 req-2b4d460d-1717-4a75-915b-fa4a850518f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:43.925725 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64646f85-1a44-4022-b6c1-0d8533b21305 req-2b4d460d-1717-4a75-915b-fa4a850518f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:43.926358 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-64646f85-1a44-4022-b6c1-0d8533b21305 req-2b4d460d-1717-4a75-915b-fa4a850518f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:43.927789 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-64646f85-1a44-4022-b6c1-0d8533b21305 req-2b4d460d-1717-4a75-915b-fa4a850518f9 service neutron] 10.222.0.62 "PUT /v2.0/ports/01faad63-9dc9-4c52-a5c7-a96835056ee2 HTTP/1.1" status: 200 len: 1094 time: 0.8001959 Aug 18 11:59:43.930162 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5abec44c-4add-4107-8aff-eaed0ea43967', 'tag': '01faad63-9dc9-4c52-a5c7-a96835056ee2'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 11:59:43.932503 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0679f4c4b6e0e0c064a7d71d722dc30541a34fffee11680573be22ee2ffccc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4805d37c-5014-46aa-ba84-50281768068e" -d '{"events": [{"name": "network-changed", "server_uuid": "5abec44c-4add-4107-8aff-eaed0ea43967", "tag": "01faad63-9dc9-4c52-a5c7-a96835056ee2"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:59:43.950546 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2aaf13-1e9f-424f-8a83-cd5e06a585a6 req-09a2bc84-e8f5-4e3c-a06b-22ff62ba0ae4 tempest-ListServerFiltersTestJSON-1468057958 tempest-ListServerFiltersTestJSON-1468057958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:43.952183 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-bf2aaf13-1e9f-424f-8a83-cd5e06a585a6 req-09a2bc84-e8f5-4e3c-a06b-22ff62ba0ae4 tempest-ListServerFiltersTestJSON-1468057958 tempest-ListServerFiltersTestJSON-1468057958-project] 10.222.0.62 "GET /v2.0/ports?device_id=714c95e2-c9ad-47f9-af12-f4efbff51186 HTTP/1.1" status: 200 len: 945 time: 0.1237941 Aug 18 11:59:44.032074 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4d460d-1717-4a75-915b-fa4a850518f9 service neutron] Pushing event updated for resources: {'Port': ['ID=01faad63-9dc9-4c52-a5c7-a96835056ee2,revision_number=3']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:59:44.093428 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64646f85-1a44-4022-b6c1-0d8533b21305 req-0d7253e1-2213-41c5-8407-0ffa7a6b2db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:44.095731 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-64646f85-1a44-4022-b6c1-0d8533b21305 req-0d7253e1-2213-41c5-8407-0ffa7a6b2db9 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=212687a0d141449e986077a62ccba2f7&device_id=5abec44c-4add-4107-8aff-eaed0ea43967 HTTP/1.1" status: 200 len: 1097 time: 0.0925961 Aug 18 11:59:44.138277 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-39c8a219-cf01-4da6-b6d7-3665f519c295 req-1dfd6147-3f69-41b3-aea3-d4613fd8781a service neutron] 10.222.0.66 "GET /v2.0/networks/d7901dbb-4e11-4e3f-b19f-ec50e5f166f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7496202 Aug 18 11:59:44.150688 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [None req-44b83f2d-6455-49fd-829f-80e3e74713d6 admin admin] Allocated IP 172.25.7.147 (7cae7a70-14fd-408c-b14d-39ceb97cb60e/9784295a-20b8-4a4b-b105-f82737f0448f/d433e52b-63a4-4721-9f17-c53fbe6b701b) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 11:59:44.160004 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-64646f85-1a44-4022-b6c1-0d8533b21305 req-b2861711-645f-4d7d-a2b7-f38562b5d169 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=01faad63-9dc9-4c52-a5c7-a96835056ee2 HTTP/1.1" status: 200 len: 217 time: 0.0537472 Aug 18 11:59:44.189662 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c99ba7a-5339-4d4c-b845-c7e19f9f4894 req-56b5d898-cfed-4570-a74a-1ec969687a2c tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:44.196571 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c99ba7a-5339-4d4c-b845-c7e19f9f4894 req-56b5d898-cfed-4570-a74a-1ec969687a2c tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:44.206085 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c99ba7a-5339-4d4c-b845-c7e19f9f4894 req-56b5d898-cfed-4570-a74a-1ec969687a2c tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:44.213435 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c99ba7a-5339-4d4c-b845-c7e19f9f4894 req-56b5d898-cfed-4570-a74a-1ec969687a2c tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:44.221663 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c99ba7a-5339-4d4c-b845-c7e19f9f4894 req-56b5d898-cfed-4570-a74a-1ec969687a2c tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:44.224646 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-bf2aaf13-1e9f-424f-8a83-cd5e06a585a6 req-001aff7d-2bfc-4dd5-b98b-e4067bbd539e tempest-ListServerFiltersTestJSON-1468057958 tempest-ListServerFiltersTestJSON-1468057958-project] Deleting port a4b475eb-6400-4324-bba3-9039bf58d072 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 11:59:44.225103 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-bf2aaf13-1e9f-424f-8a83-cd5e06a585a6 req-001aff7d-2bfc-4dd5-b98b-e4067bbd539e tempest-ListServerFiltersTestJSON-1468057958 tempest-ListServerFiltersTestJSON-1468057958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:44.241673 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c99ba7a-5339-4d4c-b845-c7e19f9f4894 req-56b5d898-cfed-4570-a74a-1ec969687a2c tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:44.251431 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d18a5d6-5be1-4d97-abea-af1433cd0276 None None] Sync routers for ids ['1f48e6b9-6143-497d-818a-f38147e3d5f8'] in n-d-804985-2 {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 11:59:44.263848 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c99ba7a-5339-4d4c-b845-c7e19f9f4894 req-56b5d898-cfed-4570-a74a-1ec969687a2c tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:44.271001 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4c99ba7a-5339-4d4c-b845-c7e19f9f4894 req-56b5d898-cfed-4570-a74a-1ec969687a2c tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] 10.222.0.66 "GET /v2.0/ports?device_id=20dd28f4-1df0-4a6b-8939-d21ca9c9b72a HTTP/1.1" status: 200 len: 5445 time: 0.7737696 Aug 18 11:59:44.273640 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d18a5d6-5be1-4d97-abea-af1433cd0276 None None] Routers {'1f48e6b9-6143-497d-818a-f38147e3d5f8'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 11:59:44.275407 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-6d18a5d6-5be1-4d97-abea-af1433cd0276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T11:59:21Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['1f48e6b9-6143-497d-818a-f38147e3d5f8'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:59:44.347569 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64646f85-1a44-4022-b6c1-0d8533b21305 req-04396af7-2f22-448d-8e7c-ba12d7ec027f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:44.349285 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-64646f85-1a44-4022-b6c1-0d8533b21305 req-04396af7-2f22-448d-8e7c-ba12d7ec027f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6d16d680-110b-436d-8afa-48ba845b3623 HTTP/1.1" status: 200 len: 843 time: 0.1820667 Aug 18 11:59:44.411143 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device cee21529-dc10-4fd3-ab34-b42e0f9f3efa up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:59:44.506438 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4c99ba7a-5339-4d4c-b845-c7e19f9f4894 req-01241857-c4e7-431a-ba53-011de5152f30 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] 10.222.0.66 "GET /v2.0/security-groups?id=62694ccf-8551-490d-8b70-5c6a44a53206&id=e100a5b2-e498-4091-84ac-a0da12aab123&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2124166 Aug 18 11:59:44.611758 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-46be9a83-df4d-48a7-ba92-8d667580a286 req-f16cd0a5-5d92-4598-9354-1fca455d2d32 tempest-ListImageFiltersTestJSON-2011468970 tempest-ListImageFiltersTestJSON-2011468970-project] 10.222.0.66 "GET /v2.0/ports?device_id=d30880ae-50e6-4886-b31e-41d8bcfcb52d HTTP/1.1" status: 200 len: 210 time: 0.0522561 Aug 18 11:59:44.638035 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-44b83f2d-6455-49fd-829f-80e3e74713d6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:44.641758 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [req-e067ea7c-9714-4e35-9a51-a1bd7e12a7ee req-2b406c03-587c-49d0-9bb0-9b8633b1e77f tempest-ListImageFiltersTestJSON-2011468970 tempest-ListImageFiltersTestJSON-2011468970-project] Allocated IP 192.168.233.71 (222e0814-c7e5-4b11-9282-3f40c6ed76b2/6d16d680-110b-436d-8afa-48ba845b3623/543e5e53-1de6-47c5-aece-c58829e5a352) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 11:59:44.648860 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f3439cf-f767-4cb9-bfb5-2acfb52ba458 None None] Network 8a227098-354b-4994-bf1e-318eb6efe6ec requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 11:59:44.748245 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-6d18a5d6-5be1-4d97-abea-af1433cd0276 None None] Set router 1f48e6b9-6143-497d-818a-f38147e3d5f8 gateway port host: n-d-804985-2 {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 11:59:44.789069 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port cee21529-dc10-4fd3-ab34-b42e0f9f3efa completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 11:59:44.797883 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-bf2aaf13-1e9f-424f-8a83-cd5e06a585a6 req-001aff7d-2bfc-4dd5-b98b-e4067bbd539e tempest-ListServerFiltersTestJSON-1468057958 tempest-ListServerFiltersTestJSON-1468057958-project] For port a4b475eb-6400-4324-bba3-9039bf58d072, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=a4b475eb-6400-4324-bba3-9039bf58d072,segment=NetworkSegment(a468add2-bf3f-495e-90ec-df348cf4abc5),segment_id=a468add2-bf3f-495e-90ec-df348cf4abc5)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:59:44.798258 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-bf2aaf13-1e9f-424f-8a83-cd5e06a585a6 req-001aff7d-2bfc-4dd5-b98b-e4067bbd539e tempest-ListServerFiltersTestJSON-1468057958 tempest-ListServerFiltersTestJSON-1468057958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:44.800306 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device cef2e7ca-1b84-4926-a9cd-4adb7d931d4e up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:59:44.816283 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64646f85-1a44-4022-b6c1-0d8533b21305 req-e432614f-d1ab-4794-a2dd-8ba28e6024fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:44.818305 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-64646f85-1a44-4022-b6c1-0d8533b21305 req-e432614f-d1ab-4794-a2dd-8ba28e6024fb service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=222e0814-c7e5-4b11-9282-3f40c6ed76b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4609425 Aug 18 11:59:44.819222 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-bf2aaf13-1e9f-424f-8a83-cd5e06a585a6 req-001aff7d-2bfc-4dd5-b98b-e4067bbd539e tempest-ListServerFiltersTestJSON-1468057958 tempest-ListServerFiltersTestJSON-1468057958-project] Calling delete_port for a4b475eb-6400-4324-bba3-9039bf58d072 owned by compute:nova {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 11:59:44.865980 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-4f44c85a-48cf-4943-a6b3-f1ee08c877aa None None] Provisioning for port cee21529-dc10-4fd3-ab34-b42e0f9f3efa completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 11:59:44.910857 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-4f44c85a-48cf-4943-a6b3-f1ee08c877aa None None] Provisioning complete for port cee21529-dc10-4fd3-ab34-b42e0f9f3efa triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:59:44.911178 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4f44c85a-48cf-4943-a6b3-f1ee08c877aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:44.958194 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f771df-4437-4ac3-a6aa-360d60bc7d76 req-78759cc1-2aaf-41e5-9e75-39f54a2d90ba tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:44.959833 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d3f771df-4437-4ac3-a6aa-360d60bc7d76 req-78759cc1-2aaf-41e5-9e75-39f54a2d90ba tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] 10.222.0.66 "GET /v2.0/networks?id=7e44394f-5669-4694-9486-39d85545539c HTTP/1.1" status: 200 len: 819 time: 0.1857936 Aug 18 11:59:44.978652 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-64646f85-1a44-4022-b6c1-0d8533b21305 req-9302016a-b0ea-47fc-a532-bbc06ab5a76c service neutron] 10.222.0.62 "GET /v2.0/networks/222e0814-c7e5-4b11-9282-3f40c6ed76b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503446 Aug 18 11:59:45.032861 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-44b83f2d-6455-49fd-829f-80e3e74713d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:45.083756 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d3f771df-4437-4ac3-a6aa-360d60bc7d76 req-6517d10c-8221-4d29-a9c0-2296e9293dae tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] 10.222.0.66 "GET /v2.0/quotas/c9615ef08ff1467182cba43296b539c9 HTTP/1.1" status: 200 len: 375 time: 0.1083062 Aug 18 11:59:45.110191 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409a4e81-ab04-4415-bdf4-d717016f2981 req-eaf6ddf2-93c4-4ef0-9998-51f254d73eb8 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:45.111723 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-409a4e81-ab04-4415-bdf4-d717016f2981 req-eaf6ddf2-93c4-4ef0-9998-51f254d73eb8 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/ports?device_id=a6872a0b-045c-40a9-ac3b-9c330c30278a HTTP/1.1" status: 200 len: 949 time: 0.2593720 Aug 18 11:59:45.122234 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44b83f2d-6455-49fd-829f-80e3e74713d6 admin admin] Network 7cae7a70-14fd-408c-b14d-39ceb97cb60e is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 11:59:45.122632 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-bf2aaf13-1e9f-424f-8a83-cd5e06a585a6 req-001aff7d-2bfc-4dd5-b98b-e4067bbd539e tempest-ListServerFiltersTestJSON-1468057958 tempest-ListServerFiltersTestJSON-1468057958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:45.138125 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port cef2e7ca-1b84-4926-a9cd-4adb7d931d4e triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:59:45.138647 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:45.163419 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-44b83f2d-6455-49fd-829f-80e3e74713d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:59:45.175340 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] get_ports_and_sgs() called for port_ids ['a4b475eb-6400-4324-bba3-9039bf58d072'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 11:59:45.175718 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001aff7d-2bfc-4dd5-b98b-e4067bbd539e tempest-ListServerFiltersTestJSON-1468057958 tempest-ListServerFiltersTestJSON-1468057958-project] Pushing event deleted for resources: {'Port': ['ID=a4b475eb-6400-4324-bba3-9039bf58d072,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:59:45.186439 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-64646f85-1a44-4022-b6c1-0d8533b21305 req-833fa6f9-3c90-4040-b2c8-ce328aef63b0 service neutron] 10.222.0.62 "GET /v2.0/networks/222e0814-c7e5-4b11-9282-3f40c6ed76b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1954033 Aug 18 11:59:45.200338 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b83f2d-6455-49fd-829f-80e3e74713d6 admin admin] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 11:59:45.225663 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf2aaf13-1e9f-424f-8a83-cd5e06a585a6 req-001aff7d-2bfc-4dd5-b98b-e4067bbd539e tempest-ListServerFiltersTestJSON-1468057958 tempest-ListServerFiltersTestJSON-1468057958-project] No DVR routers for this DVR port a4b475eb-6400-4324-bba3-9039bf58d072 on host n-h2-804985-2 {{(pid=106253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 11:59:45.228712 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-bf2aaf13-1e9f-424f-8a83-cd5e06a585a6 req-001aff7d-2bfc-4dd5-b98b-e4067bbd539e tempest-ListServerFiltersTestJSON-1468057958 tempest-ListServerFiltersTestJSON-1468057958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:45.231029 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-bf2aaf13-1e9f-424f-8a83-cd5e06a585a6 req-001aff7d-2bfc-4dd5-b98b-e4067bbd539e tempest-ListServerFiltersTestJSON-1468057958 tempest-ListServerFiltersTestJSON-1468057958-project] 10.222.0.62 "DELETE /v2.0/ports/a4b475eb-6400-4324-bba3-9039bf58d072 HTTP/1.1" status: 204 len: 173 time: 1.2668848 Aug 18 11:59:45.248022 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b83f2d-6455-49fd-829f-80e3e74713d6 admin admin] Pushing event updated for resources: {'Port': ['ID=d433e52b-63a4-4721-9f17-c53fbe6b701b,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:59:45.286019 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-409a4e81-ab04-4415-bdf4-d717016f2981 req-aacb1cd8-e005-401e-9fcd-1c2ecd379d88 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/security-groups?id=0ddd2c5c-7e53-44ab-9404-c5fea69a570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624753 Aug 18 11:59:45.289305 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4f44c85a-48cf-4943-a6b3-f1ee08c877aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:45.302640 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-e067ea7c-9714-4e35-9a51-a1bd7e12a7ee req-2b406c03-587c-49d0-9bb0-9b8633b1e77f tempest-ListImageFiltersTestJSON-2011468970 tempest-ListImageFiltersTestJSON-2011468970-project] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:45.366136 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-4f44c85a-48cf-4943-a6b3-f1ee08c877aa None None] For port cee21529-dc10-4fd3-ab34-b42e0f9f3efa, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=cee21529-dc10-4fd3-ab34-b42e0f9f3efa,segment=NetworkSegment(9e760fbd-3b85-400c-a424-8436459a6ba2),segment_id=9e760fbd-3b85-400c-a424-8436459a6ba2)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:59:45.397269 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4f44c85a-48cf-4943-a6b3-f1ee08c877aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:45.401598 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [req-e067ea7c-9714-4e35-9a51-a1bd7e12a7ee req-2b406c03-587c-49d0-9bb0-9b8633b1e77f tempest-ListImageFiltersTestJSON-2011468970 tempest-ListImageFiltersTestJSON-2011468970-project] Transition to ACTIVE for port object 543e5e53-1de6-47c5-aece-c58829e5a352 will not be triggered until provisioned by entity DHCP. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 11:59:45.426437 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d3f771df-4437-4ac3-a6aa-360d60bc7d76 req-9cefb732-3444-44ba-b4ea-53cf015f3ba5 tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=c9615ef08ff1467182cba43296b539c9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3062625 Aug 18 11:59:45.457525 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-6d18a5d6-5be1-4d97-abea-af1433cd0276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f48e6b9-6143-497d-818a-f38147e3d5f8', 'name': 'tempest-ServerRescueTestJSONUnderV235-881981376-router', 'tenant_id': 'c9615ef08ff1467182cba43296b539c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': 'cef2e7ca-1b84-4926-a9cd-4adb7d931d4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T11:59:35Z', 'updated_at': '2021-08-18T11:59:40Z', 'revision_number': 4, 'project_id': 'c9615ef08ff1467182cba43296b539c9', 'gw_port': {'id': 'cef2e7ca-1b84-4926-a9cd-4adb7d931d4e', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:9c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f48e6b9-6143-497d-818a-f38147e3d5f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:59:36Z', 'updated_at': '2021-08-18T11:59:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': '1d91921b-63f3-458b-817d-21cc33cc81bc', 'name': '', 'network_id': '7e44394f-5669-4694-9486-39d85545539c', 'tenant_id': 'c9615ef08ff1467182cba43296b539c9', 'mac_address': 'fa:16:3e:61:30:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f48e6b9-6143-497d-818a-f38147e3d5f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '1cb174fb-7bab-4419-acfb-faa43c1eb689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:59:39Z', 'updated_at': '2021-08-18T11:59:41Z', 'revision_number': 2, 'project_id': 'c9615ef08ff1467182cba43296b539c9', 'subnets': [{'id': '1cb174fb-7bab-4419-acfb-faa43c1eb689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:59:45.523438 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d18a5d6-5be1-4d97-abea-af1433cd0276 None None] Checking router: 1f48e6b9-6143-497d-818a-f38147e3d5f8 for host: n-d-804985-2 {{(pid=106254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 11:59:45.523711 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d18a5d6-5be1-4d97-abea-af1433cd0276 None None] Updating router 1f48e6b9-6143-497d-818a-f38147e3d5f8 port 1d91921b-63f3-458b-817d-21cc33cc81bc binding host n-d-804985-2 {{(pid=106254) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 11:59:45.566193 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f44c85a-48cf-4943-a6b3-f1ee08c877aa None None] Pushing event updated for resources: {'Port': ['ID=cee21529-dc10-4fd3-ab34-b42e0f9f3efa,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:59:45.587252 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-6d18a5d6-5be1-4d97-abea-af1433cd0276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:45.622311 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-e067ea7c-9714-4e35-9a51-a1bd7e12a7ee req-2b406c03-587c-49d0-9bb0-9b8633b1e77f tempest-ListImageFiltersTestJSON-2011468970 tempest-ListImageFiltersTestJSON-2011468970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:45.691607 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-62af5ff7-2c52-43e4-8b53-e9ea8c48e81a req-38126902-368d-4602-b9f9-a51c73b9e3f2 tempest-ListServerFiltersTestJSON-1468057958 tempest-ListServerFiltersTestJSON-1468057958-project] 10.222.0.66 "GET /v2.0/ports?device_id=714c95e2-c9ad-47f9-af12-f4efbff51186 HTTP/1.1" status: 200 len: 210 time: 0.0740924 Aug 18 11:59:45.717119 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d3f771df-4437-4ac3-a6aa-360d60bc7d76 req-29f19e5c-9e32-4776-97c5-b7e1839a0e4e service neutron] 10.222.0.66 "GET /v2.0/networks/7e44394f-5669-4694-9486-39d85545539c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2824805 Aug 18 11:59:45.733780 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-ae77591a-dfbf-4753-b667-d9308250fa8c None None] Provisioning complete for port cee21529-dc10-4fd3-ab34-b42e0f9f3efa triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:59:45.734287 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ae77591a-dfbf-4753-b667-d9308250fa8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:45.758944 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 11:59:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7de90193-e827-4226-8837-eccdca6655eb x-openstack-request-id: req-7de90193-e827-4226-8837-eccdca6655eb {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:59:45.759231 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5abec44c-4add-4107-8aff-eaed0ea43967", "tag": "01faad63-9dc9-4c52-a5c7-a96835056ee2", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:59:45.759507 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-7de90193-e827-4226-8837-eccdca6655eb {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:59:45.759915 n-d-804985-2 neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5abec44c-4add-4107-8aff-eaed0ea43967', 'tag': '01faad63-9dc9-4c52-a5c7-a96835056ee2', 'status': 'completed', 'code': 200} Aug 18 11:59:45.807812 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e067ea7c-9714-4e35-9a51-a1bd7e12a7ee req-2b406c03-587c-49d0-9bb0-9b8633b1e77f tempest-ListImageFiltersTestJSON-2011468970 tempest-ListImageFiltersTestJSON-2011468970-project] Network 222e0814-c7e5-4b11-9282-3f40c6ed76b2 is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 11:59:45.817472 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [req-e067ea7c-9714-4e35-9a51-a1bd7e12a7ee req-2b406c03-587c-49d0-9bb0-9b8633b1e77f tempest-ListImageFiltersTestJSON-2011468970 tempest-ListImageFiltersTestJSON-2011468970-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:59:45.825269 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b406c03-587c-49d0-9bb0-9b8633b1e77f tempest-ListImageFiltersTestJSON-2011468970 tempest-ListImageFiltersTestJSON-2011468970-project] Pushing event updated for resources: {'Port': ['ID=543e5e53-1de6-47c5-aece-c58829e5a352,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:59:45.829211 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-e067ea7c-9714-4e35-9a51-a1bd7e12a7ee req-2b406c03-587c-49d0-9bb0-9b8633b1e77f tempest-ListImageFiltersTestJSON-2011468970 tempest-ListImageFiltersTestJSON-2011468970-project] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 11:59:45.879708 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-44b83f2d-6455-49fd-829f-80e3e74713d6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:45.909722 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4805d37c-5014-46aa-ba84-50281768068e req-253507ca-9bbc-45d9-948c-8cbac2cc98d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:45.911935 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-4805d37c-5014-46aa-ba84-50281768068e req-253507ca-9bbc-45d9-948c-8cbac2cc98d6 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=212687a0d141449e986077a62ccba2f7&device_id=5abec44c-4add-4107-8aff-eaed0ea43967 HTTP/1.1" status: 200 len: 1097 time: 0.1184413 Aug 18 11:59:45.976723 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a47a8641-b4bd-434d-b1eb-2daf95b72333 req-c8f4ccae-c43a-49cf-94f2-681f92b52b78 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c5c8398-ccab-4f9d-a46d-b6267989534d HTTP/1.1" status: 200 len: 210 time: 0.1033864 Aug 18 11:59:45.993812 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e067ea7c-9714-4e35-9a51-a1bd7e12a7ee req-2b406c03-587c-49d0-9bb0-9b8633b1e77f tempest-ListImageFiltersTestJSON-2011468970 tempest-ListImageFiltersTestJSON-2011468970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:45.995446 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-e067ea7c-9714-4e35-9a51-a1bd7e12a7ee req-2b406c03-587c-49d0-9bb0-9b8633b1e77f tempest-ListImageFiltersTestJSON-2011468970 tempest-ListImageFiltersTestJSON-2011468970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:46.008058 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-6d18a5d6-5be1-4d97-abea-af1433cd0276 None None] Notify callbacks [] for port, precommit_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:46.022401 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-6d18a5d6-5be1-4d97-abea-af1433cd0276 None None] Transition to ACTIVE for port object 1d91921b-63f3-458b-817d-21cc33cc81bc will not be triggered until provisioned by entity L2. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 11:59:46.039055 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-6d18a5d6-5be1-4d97-abea-af1433cd0276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:46.039529 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d3f771df-4437-4ac3-a6aa-360d60bc7d76 req-7cf5a5b0-1441-4adb-8e25-eaf71d793b52 service neutron] 10.222.0.66 "GET /v2.0/networks/7e44394f-5669-4694-9486-39d85545539c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3280885 Aug 18 11:59:46.211990 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4805d37c-5014-46aa-ba84-50281768068e req-ade4f667-aef1-4d82-9cd1-2044e82ea9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:46.214020 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-4805d37c-5014-46aa-ba84-50281768068e req-ade4f667-aef1-4d82-9cd1-2044e82ea9b7 service neutron] 10.222.0.62 "GET /v2.0/networks?id=222e0814-c7e5-4b11-9282-3f40c6ed76b2 HTTP/1.1" status: 200 len: 870 time: 0.2931662 Aug 18 11:59:46.240985 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e067ea7c-9714-4e35-9a51-a1bd7e12a7ee req-2b406c03-587c-49d0-9bb0-9b8633b1e77f tempest-ListImageFiltersTestJSON-2011468970 tempest-ListImageFiltersTestJSON-2011468970-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1654427 Aug 18 11:59:46.285498 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-4805d37c-5014-46aa-ba84-50281768068e req-f604b70b-08a2-417e-90f8-a83491a9083e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=01faad63-9dc9-4c52-a5c7-a96835056ee2 HTTP/1.1" status: 200 len: 217 time: 0.0619512 Aug 18 11:59:46.290920 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afda029-b95e-485a-a478-73ea93079f2f None None] Pushing event updated for resources: {'Port': ['ID=1d91921b-63f3-458b-817d-21cc33cc81bc,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:59:46.296753 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-e067ea7c-9714-4e35-9a51-a1bd7e12a7ee req-f4543715-58e3-468f-89e1-e95ebf881fd5 service neutron] Request body: {'port': {'device_id': 'd30880ae-50e6-4886-b31e-41d8bcfcb52d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804985-2'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:59:46.318815 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device cee21529-dc10-4fd3-ab34-b42e0f9f3efa up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:59:46.385558 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-6d18a5d6-5be1-4d97-abea-af1433cd0276 None None] Attempting to bind port 1d91921b-63f3-458b-817d-21cc33cc81bc on host n-d-804985-2 for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 11:59:46.386010 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-6d18a5d6-5be1-4d97-abea-af1433cd0276 None None] Attempting to bind port 1d91921b-63f3-458b-817d-21cc33cc81bc by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': '68bf082e-7f6f-47b2-acbc-5554ef52b361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '7e44394f-5669-4694-9486-39d85545539c'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 11:59:46.386449 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d18a5d6-5be1-4d97-abea-af1433cd0276 None None] Attempting to bind port 1d91921b-63f3-458b-817d-21cc33cc81bc on network 7e44394f-5669-4694-9486-39d85545539c {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 11:59:46.397091 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d18a5d6-5be1-4d97-abea-af1433cd0276 None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 11, 59, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 11:59:46.397566 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d18a5d6-5be1-4d97-abea-af1433cd0276 None None] Checking segment: {'id': '68bf082e-7f6f-47b2-acbc-5554ef52b361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '7e44394f-5669-4694-9486-39d85545539c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 11:59:46.398027 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-6d18a5d6-5be1-4d97-abea-af1433cd0276 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:46.398480 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d18a5d6-5be1-4d97-abea-af1433cd0276 None None] Bound using segment: {'id': '68bf082e-7f6f-47b2-acbc-5554ef52b361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '7e44394f-5669-4694-9486-39d85545539c'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 11:59:46.399374 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4805d37c-5014-46aa-ba84-50281768068e req-3449e467-25ba-4166-82ae-6f98f66d409a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:46.399509 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-6d18a5d6-5be1-4d97-abea-af1433cd0276 None None] Bound port: 1d91921b-63f3-458b-817d-21cc33cc81bc, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68bf082e-7f6f-47b2-acbc-5554ef52b361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '7e44394f-5669-4694-9486-39d85545539c'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 11:59:46.399509 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-6d18a5d6-5be1-4d97-abea-af1433cd0276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:46.400693 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-4805d37c-5014-46aa-ba84-50281768068e req-3449e467-25ba-4166-82ae-6f98f66d409a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6d16d680-110b-436d-8afa-48ba845b3623 HTTP/1.1" status: 200 len: 843 time: 0.1083088 Aug 18 11:59:46.415320 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port cee21529-dc10-4fd3-ab34-b42e0f9f3efa triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:59:46.415705 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:46.464296 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4805d37c-5014-46aa-ba84-50281768068e req-c9484fe9-5860-40f6-a7c0-c89b5cca121f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:46.466031 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-4805d37c-5014-46aa-ba84-50281768068e req-c9484fe9-5860-40f6-a7c0-c89b5cca121f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=222e0814-c7e5-4b11-9282-3f40c6ed76b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0567591 Aug 18 11:59:46.500144 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c8a219-cf01-4da6-b6d7-3665f519c295 req-66edaa36-5511-40a5-8926-dce767add9a0 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:46.501898 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-39c8a219-cf01-4da6-b6d7-3665f519c295 req-66edaa36-5511-40a5-8926-dce767add9a0 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] 10.222.0.63 "GET /v2.0/networks?id=d7901dbb-4e11-4e3f-b19f-ec50e5f166f6 HTTP/1.1" status: 200 len: 812 time: 0.5277698 Aug 18 11:59:46.522015 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9cf26f-f1c4-4206-a49b-7ac57f722d1f req-cfb44c2c-6070-45a5-bf57-b82c5f771733 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:46.528498 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9cf26f-f1c4-4206-a49b-7ac57f722d1f req-cfb44c2c-6070-45a5-bf57-b82c5f771733 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:46.531563 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-6d18a5d6-5be1-4d97-abea-af1433cd0276 None None] For port 1d91921b-63f3-458b-817d-21cc33cc81bc, host n-d-804985-2, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 11:59:46.535045 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9cf26f-f1c4-4206-a49b-7ac57f722d1f req-cfb44c2c-6070-45a5-bf57-b82c5f771733 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:46.542258 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9cf26f-f1c4-4206-a49b-7ac57f722d1f req-cfb44c2c-6070-45a5-bf57-b82c5f771733 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:46.549443 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9cf26f-f1c4-4206-a49b-7ac57f722d1f req-cfb44c2c-6070-45a5-bf57-b82c5f771733 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:46.555566 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9cf26f-f1c4-4206-a49b-7ac57f722d1f req-cfb44c2c-6070-45a5-bf57-b82c5f771733 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:46.559943 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-a97dcb6c-528b-458e-820e-41523ef2911d None None] Provisioning for port 543e5e53-1de6-47c5-aece-c58829e5a352 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 11:59:46.562380 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9cf26f-f1c4-4206-a49b-7ac57f722d1f req-cfb44c2c-6070-45a5-bf57-b82c5f771733 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:46.564947 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-6d18a5d6-5be1-4d97-abea-af1433cd0276 None None] For port 1d91921b-63f3-458b-817d-21cc33cc81bc, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=1d91921b-63f3-458b-817d-21cc33cc81bc,segment=NetworkSegment(68bf082e-7f6f-47b2-acbc-5554ef52b361),segment_id=68bf082e-7f6f-47b2-acbc-5554ef52b361)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 11:59:46.568351 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-a97dcb6c-528b-458e-820e-41523ef2911d None None] Provisioning complete for port 543e5e53-1de6-47c5-aece-c58829e5a352 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:59:46.568873 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-a97dcb6c-528b-458e-820e-41523ef2911d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:46.575283 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-aa9cf26f-f1c4-4206-a49b-7ac57f722d1f req-cfb44c2c-6070-45a5-bf57-b82c5f771733 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] 10.222.0.66 "GET /v2.0/ports?device_id=20dd28f4-1df0-4a6b-8939-d21ca9c9b72a HTTP/1.1" status: 200 len: 5445 time: 0.3403480 Aug 18 11:59:46.580370 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 58738) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:59:46.585765 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-a9834d09-2d8b-4e3d-bea5-7b65ddc6f4f5 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Request body: {'floatingip': {'port_id': '96a5d57f-59a1-4718-95d8-ee708f298d01'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:59:46.591839 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-e067ea7c-9714-4e35-9a51-a1bd7e12a7ee req-f4543715-58e3-468f-89e1-e95ebf881fd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:46.596445 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-6d18a5d6-5be1-4d97-abea-af1433cd0276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:46.613330 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-39c8a219-cf01-4da6-b6d7-3665f519c295 req-f26b9078-47c1-455a-a12d-8f998e847f7f tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] Request body: {'port': {'device_id': '7c5c8398-ccab-4f9d-a46d-b6267989534d', 'network_id': 'd7901dbb-4e11-4e3f-b19f-ec50e5f166f6', 'admin_state_up': True, 'tenant_id': 'f9035e69ecb44482b197cdb3f54c17e3'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:59:46.653606 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-4805d37c-5014-46aa-ba84-50281768068e req-eb5873ce-ab9d-4d6e-94f5-58ee3d206c83 service neutron] 10.222.0.62 "GET /v2.0/networks/222e0814-c7e5-4b11-9282-3f40c6ed76b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758575 Aug 18 11:59:46.671366 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-a97dcb6c-528b-458e-820e-41523ef2911d None None] Port 543e5e53-1de6-47c5-aece-c58829e5a352 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 11:59:46.676618 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a9834d09-2d8b-4e3d-bea5-7b65ddc6f4f5 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Notify callbacks [] for floatingip, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:46.689763 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d18a5d6-5be1-4d97-abea-af1433cd0276 None None] Routers {'1f48e6b9-6143-497d-818a-f38147e3d5f8'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 11:59:46.690296 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-6d18a5d6-5be1-4d97-abea-af1433cd0276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T11:59:21Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['1f48e6b9-6143-497d-818a-f38147e3d5f8'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:59:46.693507 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afda029-b95e-485a-a478-73ea93079f2f None None] Pushing event updated for resources: {'Port': ['ID=1d91921b-63f3-458b-817d-21cc33cc81bc,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:59:46.743593 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bc30b4-f36b-46bb-a0ca-94bbc0494c2a req-5d289ad1-d14e-4cf6-93cd-5754ea2af077 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:46.745134 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-55bc30b4-f36b-46bb-a0ca-94bbc0494c2a req-5d289ad1-d14e-4cf6-93cd-5754ea2af077 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c527bc9-e88c-4512-a912-fb72b3336c3d HTTP/1.1" status: 200 len: 946 time: 0.3758245 Aug 18 11:59:46.821989 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-6d18a5d6-5be1-4d97-abea-af1433cd0276 None None] Set router 1f48e6b9-6143-497d-818a-f38147e3d5f8 gateway port host: n-d-804985-2 {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 11:59:46.920141 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-4805d37c-5014-46aa-ba84-50281768068e req-30b577e3-90a6-4af4-ba0f-72ed5e0470bd service neutron] 10.222.0.62 "GET /v2.0/networks/222e0814-c7e5-4b11-9282-3f40c6ed76b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2562964 Aug 18 11:59:46.989299 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba7ec13-b31a-45df-b515-6562c6a56506 req-9f15919b-a865-4db9-a8fa-64fe40866621 tempest-ListImageFiltersTestJSON-2011468970 tempest-ListImageFiltersTestJSON-2011468970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:46.991119 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-cba7ec13-b31a-45df-b515-6562c6a56506 req-9f15919b-a865-4db9-a8fa-64fe40866621 tempest-ListImageFiltersTestJSON-2011468970 tempest-ListImageFiltersTestJSON-2011468970-project] 10.222.0.66 "GET /v2.0/ports?device_id=d30880ae-50e6-4886-b31e-41d8bcfcb52d HTTP/1.1" status: 200 len: 935 time: 0.3177814 Aug 18 11:59:47.017821 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-55bc30b4-f36b-46bb-a0ca-94bbc0494c2a req-f9f1d2fa-21a1-442f-bae6-d3dcf3e2a160 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.66 "GET /v2.0/security-groups?id=11bbe5b2-5f3b-4775-89a0-258a798e3ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202528 Aug 18 11:59:47.058344 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-44b83f2d-6455-49fd-829f-80e3e74713d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-998473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-992536'] for router, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:47.210087 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-cba7ec13-b31a-45df-b515-6562c6a56506 req-10c91ccf-e555-4151-aaef-b3c97a57145e tempest-ListImageFiltersTestJSON-2011468970 tempest-ListImageFiltersTestJSON-2011468970-project] 10.222.0.66 "GET /v2.0/security-groups?id=80056a0b-428e-4a13-9031-cd2effcf9e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958447 Aug 18 11:59:47.213204 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-6d18a5d6-5be1-4d97-abea-af1433cd0276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f48e6b9-6143-497d-818a-f38147e3d5f8', 'name': 'tempest-ServerRescueTestJSONUnderV235-881981376-router', 'tenant_id': 'c9615ef08ff1467182cba43296b539c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': 'cef2e7ca-1b84-4926-a9cd-4adb7d931d4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T11:59:35Z', 'updated_at': '2021-08-18T11:59:40Z', 'revision_number': 4, 'project_id': 'c9615ef08ff1467182cba43296b539c9', 'gw_port': {'id': 'cef2e7ca-1b84-4926-a9cd-4adb7d931d4e', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:9c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f48e6b9-6143-497d-818a-f38147e3d5f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:59:36Z', 'updated_at': '2021-08-18T11:59:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': '1d91921b-63f3-458b-817d-21cc33cc81bc', 'name': '', 'network_id': '7e44394f-5669-4694-9486-39d85545539c', 'tenant_id': 'c9615ef08ff1467182cba43296b539c9', 'mac_address': 'fa:16:3e:61:30:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f48e6b9-6143-497d-818a-f38147e3d5f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '1cb174fb-7bab-4419-acfb-faa43c1eb689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:59:39Z', 'updated_at': '2021-08-18T11:59:46Z', 'revision_number': 4, 'project_id': 'c9615ef08ff1467182cba43296b539c9', 'subnets': [{'id': '1cb174fb-7bab-4419-acfb-faa43c1eb689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:59:47.227264 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39c8a219-cf01-4da6-b6d7-3665f519c295 req-f26b9078-47c1-455a-a12d-8f998e847f7f tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] Made reservation on behalf of f9035e69ecb44482b197cdb3f54c17e3 for: {'port': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 11:59:47.230831 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-39c8a219-cf01-4da6-b6d7-3665f519c295 req-f26b9078-47c1-455a-a12d-8f998e847f7f tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:47.238481 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-abe2d268-fed7-4339-bfb5-465c3c42ce63 req-1659f26b-900d-4d32-925b-da36e0cc153c tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] 10.222.0.66 "GET /v2.0/ports?device_id=a87f78c1-2ca5-455e-9935-ab7aeaf069c9 HTTP/1.1" status: 200 len: 210 time: 0.0559881 Aug 18 11:59:47.265664 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d18a5d6-5be1-4d97-abea-af1433cd0276 None None] The sync data for ids ['1f48e6b9-6143-497d-818a-f38147e3d5f8'] in n-d-804985-2 is: [{'id': '1f48e6b9-6143-497d-818a-f38147e3d5f8', 'name': 'tempest-ServerRescueTestJSONUnderV235-881981376-router', 'tenant_id': 'c9615ef08ff1467182cba43296b539c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': 'cef2e7ca-1b84-4926-a9cd-4adb7d931d4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T11:59:35Z', 'updated_at': '2021-08-18T11:59:40Z', 'revision_number': 4, 'project_id': 'c9615ef08ff1467182cba43296b539c9', 'gw_port': {'id': 'cef2e7ca-1b84-4926-a9cd-4adb7d931d4e', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:9c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f48e6b9-6143-497d-818a-f38147e3d5f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:59:36Z', 'updated_at': '2021-08-18T11:59:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': '1d91921b-63f3-458b-817d-21cc33cc81bc', 'name': '', 'network_id': '7e44394f-5669-4694-9486-39d85545539c', 'tenant_id': 'c9615ef08ff1467182cba43296b539c9', 'mac_address': 'fa:16:3e:61:30:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f48e6b9-6143-497d-818a-f38147e3d5f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '1cb174fb-7bab-4419-acfb-faa43c1eb689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:59:39Z', 'updated_at': '2021-08-18T11:59:46Z', 'revision_number': 4, 'project_id': 'c9615ef08ff1467182cba43296b539c9', 'subnets': [{'id': '1cb174fb-7bab-4419-acfb-faa43c1eb689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 11:59:47.295812 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 58748) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:59:47.447333 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_v2 [None req-c362404b-370c-489d-b101-a6460eab0b3e admin admin] Deleting subnet fef56365-ef17-4b78-92fc-409c6e7b3d74 {{(pid=106253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 11:59:47.453283 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c362404b-370c-489d-b101-a6460eab0b3e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:47.507009 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c362404b-370c-489d-b101-a6460eab0b3e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902229'] for subnet, precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:47.511455 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a9834d09-2d8b-4e3d-bea5-7b65ddc6f4f5 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:47.533627 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a9834d09-2d8b-4e3d-bea5-7b65ddc6f4f5 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-989945'] for floatingip, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:47.586678 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 01faad63-9dc9-4c52-a5c7-a96835056ee2 details requested by agent hyperv_n-h2-804985-2 with host n-h2-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 11:59:47.596737 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device a4b475eb-6400-4324-bba3-9039bf58d072 no longer exists at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 11:59:47.679507 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] No Port match for: a4b475eb-6400-4324-bba3-9039bf58d072 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 11:59:47.679885 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device a4b475eb-6400-4324-bba3-9039bf58d072 not bound to the agent host n-h2-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 11:59:47.695379 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c362404b-370c-489d-b101-a6460eab0b3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:47.717263 n-d-804985-2 neutron-server[106253]: INFO neutron.db.l3_db [None req-a9834d09-2d8b-4e3d-bea5-7b65ddc6f4f5 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Floating IP 37b5c8a3-0db2-4077-b5b6-27da6d85d1de associated. External IP: 172.25.7.136, port: 96a5d57f-59a1-4718-95d8-ee708f298d01. Aug 18 11:59:47.761664 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '714c95e2-c9ad-47f9-af12-f4efbff51186', 'name': 'network-vif-deleted', 'tag': 'a4b475eb-6400-4324-bba3-9039bf58d072'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 11:59:47.764013 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0679f4c4b6e0e0c064a7d71d722dc30541a34fffee11680573be22ee2ffccc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea2f1cfd-e443-45db-b063-7910e31b37cc" -d '{"events": [{"server_uuid": "714c95e2-c9ad-47f9-af12-f4efbff51186", "name": "network-vif-deleted", "tag": "a4b475eb-6400-4324-bba3-9039bf58d072"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:59:47.807715 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port 01faad63-9dc9-4c52-a5c7-a96835056ee2, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=01faad63-9dc9-4c52-a5c7-a96835056ee2,segment=NetworkSegment(b0eb6eea-b461-4969-8a27-808f00daa8a1),segment_id=b0eb6eea-b461-4969-8a27-808f00daa8a1)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:59:47.820696 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Returning: {'device': '01faad63-9dc9-4c52-a5c7-a96835056ee2', 'network_id': '222e0814-c7e5-4b11-9282-3f40c6ed76b2', 'port_id': '01faad63-9dc9-4c52-a5c7-a96835056ee2', 'mac_address': 'fa:16:3e:0f:fc:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 823, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d16d680-110b-436d-8afa-48ba845b3623', 'ip_address': '192.168.233.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 11:59:47.854838 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c362404b-370c-489d-b101-a6460eab0b3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58902171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59388106'] for subnet, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:47.865750 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:47.891316 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c362404b-370c-489d-b101-a6460eab0b3e admin admin] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:47.893532 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-c362404b-370c-489d-b101-a6460eab0b3e admin admin] 10.222.0.66 "DELETE /v2.0/subnets/fef56365-ef17-4b78-92fc-409c6e7b3d74 HTTP/1.1" status: 204 len: 168 time: 0.5965955 Aug 18 11:59:47.895040 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01faad63-9dc9-4c52-a5c7-a96835056ee2 {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 11:59:47.895384 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c362404b-370c-489d-b101-a6460eab0b3e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fef56365-ef17-4b78-92fc-409c6e7b3d74,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:59:47.900443 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 58752) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:59:47.902296 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19494968-f7d0-44df-8be4-e356f18ef6ff None None] Network fdf1ab8a-9279-424d-814c-349fd8ef747f requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 11:59:47.969337 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port 01faad63-9dc9-4c52-a5c7-a96835056ee2, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=01faad63-9dc9-4c52-a5c7-a96835056ee2,segment=NetworkSegment(b0eb6eea-b461-4969-8a27-808f00daa8a1),segment_id=b0eb6eea-b461-4969-8a27-808f00daa8a1)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:59:47.979477 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-59b00beb-8330-4b7e-a692-25d6a2cc15a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7904109'] for network, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:47.985883 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:48.093966 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-047fe661-8ae8-4098-b57c-888832a09632 req-fe80e0b7-17d5-48c5-b277-52d781c6efe3 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c5c8398-ccab-4f9d-a46d-b6267989534d HTTP/1.1" status: 200 len: 210 time: 0.7121150 Aug 18 11:59:48.099202 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=01faad63-9dc9-4c52-a5c7-a96835056ee2,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:59:48.117227 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9834d09-2d8b-4e3d-bea5-7b65ddc6f4f5 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Router af8325e0-5bc0-4c5c-9023-39148f6ec07c has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 11:59:48.186610 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d790fc2-3d77-48fc-86a6-592ee81f9d29 None None] DHCP port deletion for fdf1ab8a-9279-424d-814c-349fd8ef747f request from n-d-804985-2 {{(pid=106254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 11:59:48.267656 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] get_ports_and_sgs() called for port_ids ['01faad63-9dc9-4c52-a5c7-a96835056ee2'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 11:59:48.313020 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-1d790fc2-3d77-48fc-86a6-592ee81f9d29 None None] Deleting port 93979808-5a28-4cf8-bc36-7b639164ad1c {{(pid=106254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 11:59:48.314191 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1d790fc2-3d77-48fc-86a6-592ee81f9d29 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:48.318486 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cc4b3e-f23f-4633-8bc1-96ca383d8ca6 req-22ea05f3-b6be-45dd-ad0b-8b92370bda1f tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:48.322296 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 1d91921b-63f3-458b-817d-21cc33cc81bc up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:59:48.325897 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-89cc4b3e-f23f-4633-8bc1-96ca383d8ca6 req-22ea05f3-b6be-45dd-ad0b-8b92370bda1f tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/ports?device_id=a6872a0b-045c-40a9-ac3b-9c330c30278a HTTP/1.1" status: 200 len: 949 time: 0.9626267 Aug 18 11:59:48.332140 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [req-e067ea7c-9714-4e35-9a51-a1bd7e12a7ee req-f4543715-58e3-468f-89e1-e95ebf881fd5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 543e5e53-1de6-47c5-aece-c58829e5a352 {{(pid=106252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 11:59:48.338790 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-59b00beb-8330-4b7e-a692-25d6a2cc15a4 admin admin] Deleting port 93979808-5a28-4cf8-bc36-7b639164ad1c {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 11:59:48.339375 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-59b00beb-8330-4b7e-a692-25d6a2cc15a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:48.357072 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [req-39c8a219-cf01-4da6-b6d7-3665f519c295 req-f26b9078-47c1-455a-a12d-8f998e847f7f tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] Allocated IP 172.20.0.6 (d7901dbb-4e11-4e3f-b19f-ec50e5f166f6/71081cae-75c4-4e3f-b46a-ace6aed0b033/e61fc26e-cffe-4016-8119-d8df52cc8c80) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 11:59:48.363591 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-e067ea7c-9714-4e35-9a51-a1bd7e12a7ee req-f4543715-58e3-468f-89e1-e95ebf881fd5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:48.382234 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f771df-4437-4ac3-a6aa-360d60bc7d76 req-801d78e4-2bf5-4eba-88eb-bca2e6136ada tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:48.383772 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d3f771df-4437-4ac3-a6aa-360d60bc7d76 req-801d78e4-2bf5-4eba-88eb-bca2e6136ada tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] 10.222.0.63 "GET /v2.0/networks?id=7e44394f-5669-4694-9486-39d85545539c HTTP/1.1" status: 200 len: 819 time: 0.5658143 Aug 18 11:59:48.412377 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-d3f771df-4437-4ac3-a6aa-360d60bc7d76 req-f48a9968-1d66-4359-9f93-8e397b8c8292 tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] Request body: {'port': {'device_id': 'a87f78c1-2ca5-455e-9935-ab7aeaf069c9', 'network_id': '7e44394f-5669-4694-9486-39d85545539c', 'admin_state_up': True, 'tenant_id': 'c9615ef08ff1467182cba43296b539c9'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:59:48.415732 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44b83f2d-6455-49fd-829f-80e3e74713d6 admin admin] Router 8aa7be46-0cef-4f5a-beb4-ab51d47fd478 is scheduled to L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 with binding_index 1 {{(pid=106252) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 11:59:48.434265 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9834d09-2d8b-4e3d-bea5-7b65ddc6f4f5 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 11:59:48.441831 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a9834d09-2d8b-4e3d-bea5-7b65ddc6f4f5 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for floatingip, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:48.446517 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [None req-59b00beb-8330-4b7e-a692-25d6a2cc15a4 admin admin] For port 93979808-5a28-4cf8-bc36-7b639164ad1c, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=93979808-5a28-4cf8-bc36-7b639164ad1c,segment=NetworkSegment(a468add2-bf3f-495e-90ec-df348cf4abc5),segment_id=a468add2-bf3f-495e-90ec-df348cf4abc5)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:59:48.446955 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-59b00beb-8330-4b7e-a692-25d6a2cc15a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:48.450072 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baeec5c2-f2a7-4b4a-8e11-364a011eac14 None None] Sync routers for ids ['af8325e0-5bc0-4c5c-9023-39148f6ec07c'] in n-d-804985-2 {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 11:59:48.461518 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baeec5c2-f2a7-4b4a-8e11-364a011eac14 None None] Routers {'af8325e0-5bc0-4c5c-9023-39148f6ec07c'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 11:59:48.462295 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-baeec5c2-f2a7-4b4a-8e11-364a011eac14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T11:59:21Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['af8325e0-5bc0-4c5c-9023-39148f6ec07c'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:59:48.467625 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1d790fc2-3d77-48fc-86a6-592ee81f9d29 None None] For port 93979808-5a28-4cf8-bc36-7b639164ad1c, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=93979808-5a28-4cf8-bc36-7b639164ad1c,segment=NetworkSegment(a468add2-bf3f-495e-90ec-df348cf4abc5),segment_id=a468add2-bf3f-495e-90ec-df348cf4abc5)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:59:48.468150 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1d790fc2-3d77-48fc-86a6-592ee81f9d29 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:48.478589 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-59b00beb-8330-4b7e-a692-25d6a2cc15a4 admin admin] Calling delete_port for 93979808-5a28-4cf8-bc36-7b639164ad1c owned by network:dhcp {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 11:59:48.486998 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-89cc4b3e-f23f-4633-8bc1-96ca383d8ca6 req-ba00953c-8ee4-4576-9a1d-0d08a9f77c3e tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/security-groups?id=0ddd2c5c-7e53-44ab-9404-c5fea69a570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582832 Aug 18 11:59:48.489176 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-a9834d09-2d8b-4e3d-bea5-7b65ddc6f4f5 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] 10.222.0.66 "PUT /v2.0/floatingips/37b5c8a3-0db2-4077-b5b6-27da6d85d1de HTTP/1.1" status: 200 len: 992 time: 1.9055235 Aug 18 11:59:48.491007 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [req-e067ea7c-9714-4e35-9a51-a1bd7e12a7ee req-f4543715-58e3-468f-89e1-e95ebf881fd5 service neutron] Transition to ACTIVE for port object 543e5e53-1de6-47c5-aece-c58829e5a352 will not be triggered until provisioned by entity L2. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 11:59:48.506660 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-1d790fc2-3d77-48fc-86a6-592ee81f9d29 None None] Calling delete_port for 93979808-5a28-4cf8-bc36-7b639164ad1c owned by network:dhcp {{(pid=106254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 11:59:48.511929 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-899fd178-0b5f-46d1-b4c7-a30a03dc7567 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:48.579492 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port 1d91921b-63f3-458b-817d-21cc33cc81bc completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 11:59:48.589719 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 1d91921b-63f3-458b-817d-21cc33cc81bc triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:59:48.590383 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:48.592712 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 11:59:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1360b4c2-ccca-4d3c-9b33-10c48d5b8d6e x-openstack-request-id: req-1360b4c2-ccca-4d3c-9b33-10c48d5b8d6e {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:59:48.593378 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "714c95e2-c9ad-47f9-af12-f4efbff51186", "name": "network-vif-deleted", "tag": "a4b475eb-6400-4324-bba3-9039bf58d072", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:59:48.593378 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-1360b4c2-ccca-4d3c-9b33-10c48d5b8d6e {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:59:48.593625 n-d-804985-2 neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '714c95e2-c9ad-47f9-af12-f4efbff51186', 'name': 'network-vif-deleted', 'tag': 'a4b475eb-6400-4324-bba3-9039bf58d072', 'status': 'completed', 'code': 200} Aug 18 11:59:48.627518 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37476052-f243-4d78-b6c5-d827b95b9792 req-7c53f09b-cd68-4e06-b474-276008665cc2 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:48.636342 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-37476052-f243-4d78-b6c5-d827b95b9792 req-7c53f09b-cd68-4e06-b474-276008665cc2 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c527bc9-e88c-4512-a912-fb72b3336c3d HTTP/1.1" status: 200 len: 946 time: 0.4377706 Aug 18 11:59:48.638253 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-e067ea7c-9714-4e35-9a51-a1bd7e12a7ee req-f4543715-58e3-468f-89e1-e95ebf881fd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:48.676822 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-59b00beb-8330-4b7e-a692-25d6a2cc15a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:48.689305 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-baeec5c2-f2a7-4b4a-8e11-364a011eac14 None None] Set router af8325e0-5bc0-4c5c-9023-39148f6ec07c gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 11:59:48.715048 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1d790fc2-3d77-48fc-86a6-592ee81f9d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556'] for port, after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:48.727754 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b00beb-8330-4b7e-a692-25d6a2cc15a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=93979808-5a28-4cf8-bc36-7b639164ad1c,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:59:48.734133 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b00beb-8330-4b7e-a692-25d6a2cc15a4 admin admin] No DVR routers for this DVR port 93979808-5a28-4cf8-bc36-7b639164ad1c on host n-d-804985-2 {{(pid=106253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 11:59:48.752187 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d790fc2-3d77-48fc-86a6-592ee81f9d29 None None] Pushing event deleted for resources: {'Port': ['ID=93979808-5a28-4cf8-bc36-7b639164ad1c,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:59:48.772862 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d790fc2-3d77-48fc-86a6-592ee81f9d29 None None] No DVR routers for this DVR port 93979808-5a28-4cf8-bc36-7b639164ad1c on host n-d-804985-2 {{(pid=106254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 11:59:48.835724 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:48.888554 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] For port 1d91921b-63f3-458b-817d-21cc33cc81bc, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=1d91921b-63f3-458b-817d-21cc33cc81bc,segment=NetworkSegment(68bf082e-7f6f-47b2-acbc-5554ef52b361),segment_id=68bf082e-7f6f-47b2-acbc-5554ef52b361)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:59:48.895624 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:48.908867 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-59b00beb-8330-4b7e-a692-25d6a2cc15a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8367869', 'neutron.services.segments.db._delete_segments_for_network-8789151212993'] for network, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:48.925260 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-59b00beb-8330-4b7e-a692-25d6a2cc15a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdf1ab8a-9279-424d-814c-349fd8ef747f']}} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:59:48.950879 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-59b00beb-8330-4b7e-a692-25d6a2cc15a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a468add2-bf3f-495e-90ec-df348cf4abc5') {'for_net_delete': True} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:59:48.951516 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-59b00beb-8330-4b7e-a692-25d6a2cc15a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a468add2-bf3f-495e-90ec-df348cf4abc5') {} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:59:48.972795 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Pushing event updated for resources: {'Port': ['ID=1d91921b-63f3-458b-817d-21cc33cc81bc,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:59:48.975333 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-59b00beb-8330-4b7e-a692-25d6a2cc15a4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789151225254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902236'] for segment, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:49.003421 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-59b00beb-8330-4b7e-a692-25d6a2cc15a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:49.007372 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-baeec5c2-f2a7-4b4a-8e11-364a011eac14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af8325e0-5bc0-4c5c-9023-39148f6ec07c', 'name': 'tempest-TaggedBootDevicesTest_v242-460166077-router', 'tenant_id': 'f1c57111807f4f80be30061245a1a804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': 'bfa65087-5a9c-4ae1-bc7f-cc0fc2cd7c43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T11:57:27Z', 'updated_at': '2021-08-18T11:57:34Z', 'revision_number': 4, 'project_id': 'f1c57111807f4f80be30061245a1a804', 'gw_port': {'id': 'bfa65087-5a9c-4ae1-bc7f-cc0fc2cd7c43', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:3c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8325e0-5bc0-4c5c-9023-39148f6ec07c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:57:29Z', 'updated_at': '2021-08-18T11:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_floatingips': [{'id': '37b5c8a3-0db2-4077-b5b6-27da6d85d1de', 'tenant_id': 'f1c57111807f4f80be30061245a1a804', 'floating_ip_address': '172.25.7.136', 'floating_network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'router_id': 'af8325e0-5bc0-4c5c-9023-39148f6ec07c', 'port_id': '96a5d57f-59a1-4718-95d8-ee708f298d01', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 876, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ef7ea32-2afc-42e8-9151-91c023337fa8', 'mac_address': 'fa:16:3e:d2:af:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20dd28f4-1df0-4a6b-8939-d21ca9c9b72a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T11:58:15Z', 'updated_at': '2021-08-18T11:59:47Z', 'revision_number': 1, 'project_id': 'f1c57111807f4f80be30061245a1a804', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5302fd6f-6244-495f-be39-b2949c0eaebc', 'name': '', 'network_id': '1ef7ea32-2afc-42e8-9151-91c023337fa8', 'tenant_id': 'f1c57111807f4f80be30061245a1a804', 'mac_address': 'fa:16:3e:c8:f2:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8325e0-5bc0-4c5c-9023-39148f6ec07c', 'device_owner': 'network:router_interface', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': '0dc7ccef-1b3b-4e69-a1de-a8fce0eaa5e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:57:33Z', 'updated_at': '2021-08-18T11:57:40Z', 'revision_number': 5, 'project_id': 'f1c57111807f4f80be30061245a1a804', 'subnets': [{'id': '0dc7ccef-1b3b-4e69-a1de-a8fce0eaa5e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:59:49.011477 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59b00beb-8330-4b7e-a692-25d6a2cc15a4 admin admin] Releasing vlan 827 on physical network physnet1 to pool {{(pid=106253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 11:59:49.011884 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-59b00beb-8330-4b7e-a692-25d6a2cc15a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58900537'] for segment, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:49.014236 n-d-804985-2 neutron-server[106253]: Traceback (most recent call last): Aug 18 11:59:49.014236 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 11:59:49.014236 n-d-804985-2 neutron-server[106253]: timer() Aug 18 11:59:49.014236 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 11:59:49.014236 n-d-804985-2 neutron-server[106253]: cb(*args, **kw) Aug 18 11:59:49.014236 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 11:59:49.014236 n-d-804985-2 neutron-server[106253]: return func(*args, **kwargs) Aug 18 11:59:49.014236 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 11:59:49.014236 n-d-804985-2 neutron-server[106253]: self._notify() Aug 18 11:59:49.014236 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 11:59:49.014236 n-d-804985-2 neutron-server[106253]: self.callback(batched_events) Aug 18 11:59:49.014236 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 11:59:49.014236 n-d-804985-2 neutron-server[106253]: event.method(event) Aug 18 11:59:49.014236 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 11:59:49.014236 n-d-804985-2 neutron-server[106253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 11:59:49.014236 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 11:59:49.014236 n-d-804985-2 neutron-server[106253]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 11:59:49.014236 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 11:59:49.014236 n-d-804985-2 neutron-server[106253]: return f(self, *a, **k) Aug 18 11:59:49.014236 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 11:59:49.014236 n-d-804985-2 neutron-server[106253]: return self._get(url).json() Aug 18 11:59:49.014236 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 11:59:49.014236 n-d-804985-2 neutron-server[106253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 11:59:49.014236 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 11:59:49.014236 n-d-804985-2 neutron-server[106253]: return self.request(url, 'GET', **kwargs) Aug 18 11:59:49.014236 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 11:59:49.014236 n-d-804985-2 neutron-server[106253]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 11:59:49.014236 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 11:59:49.014236 n-d-804985-2 neutron-server[106253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 11:59:49.014236 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 11:59:49.014236 n-d-804985-2 neutron-server[106253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 11:59:49.014236 n-d-804985-2 neutron-server[106253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 11:59:49.044390 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baeec5c2-f2a7-4b4a-8e11-364a011eac14 None None] Checking router: af8325e0-5bc0-4c5c-9023-39148f6ec07c for host: n-d-804985-2 {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 11:59:49.049536 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4543715-58e3-468f-89e1-e95ebf881fd5 service neutron] Pushing event updated for resources: {'Port': ['ID=543e5e53-1de6-47c5-aece-c58829e5a352,revision_number=2']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:59:49.071841 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baeec5c2-f2a7-4b4a-8e11-364a011eac14 None None] Routers {'af8325e0-5bc0-4c5c-9023-39148f6ec07c'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 11:59:49.072465 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-baeec5c2-f2a7-4b4a-8e11-364a011eac14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T11:59:21Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['af8325e0-5bc0-4c5c-9023-39148f6ec07c'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:59:49.087899 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-59b00beb-8330-4b7e-a692-25d6a2cc15a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8367858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997186'] for network, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:49.110600 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-59b00beb-8330-4b7e-a692-25d6a2cc15a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:49.112673 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-59b00beb-8330-4b7e-a692-25d6a2cc15a4 admin admin] 10.222.0.66 "DELETE /v2.0/networks/fdf1ab8a-9279-424d-814c-349fd8ef747f HTTP/1.1" status: 204 len: 168 time: 1.2112420 Aug 18 11:59:49.116353 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b00beb-8330-4b7e-a692-25d6a2cc15a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=fdf1ab8a-9279-424d-814c-349fd8ef747f,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:59:49.118329 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-37476052-f243-4d78-b6c5-d827b95b9792 req-4fbcfc55-f8ac-4fdf-9dff-0eda6cb61359 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.66 "GET /v2.0/security-groups?id=11bbe5b2-5f3b-4775-89a0-258a798e3ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4810016 Aug 18 11:59:49.222818 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-baeec5c2-f2a7-4b4a-8e11-364a011eac14 None None] Set router af8325e0-5bc0-4c5c-9023-39148f6ec07c gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 11:59:49.262639 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 58766) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:59:49.273874 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f498c68d-7e92-44e0-bf06-aed5f0306d6c req-e33ab57a-9aab-4b91-8b71-9dac98ea8298 tempest-ListImageFiltersTestJSON-2011468970 tempest-ListImageFiltersTestJSON-2011468970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:49.275482 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f498c68d-7e92-44e0-bf06-aed5f0306d6c req-e33ab57a-9aab-4b91-8b71-9dac98ea8298 tempest-ListImageFiltersTestJSON-2011468970 tempest-ListImageFiltersTestJSON-2011468970-project] 10.222.0.66 "GET /v2.0/ports?device_id=d30880ae-50e6-4886-b31e-41d8bcfcb52d HTTP/1.1" status: 200 len: 947 time: 0.5693023 Aug 18 11:59:49.280683 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-39c8a219-cf01-4da6-b6d7-3665f519c295 req-f26b9078-47c1-455a-a12d-8f998e847f7f tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:49.308991 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-0ec658ba-9fe0-446b-b7db-31d24c95c825 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6720d841ec3c437fbf0c5ee59791e37a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0442848 Aug 18 11:59:49.310848 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 58768) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:59:49.316298 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-720fa9b0-e184-4e69-b76c-3bc9bc24270a req-45fcd677-c90c-4210-89da-2b8bf508c604 tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] 10.222.0.66 "GET /v2.0/ports?device_id=a87f78c1-2ca5-455e-9935-ab7aeaf069c9 HTTP/1.1" status: 200 len: 210 time: 0.1135075 Aug 18 11:59:49.345042 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44b83f2d-6455-49fd-829f-80e3e74713d6 admin admin] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 11:59:49.356010 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb45678a-45b7-42d7-88a9-860a7201a288 None None] Sync routers for ids ['8aa7be46-0cef-4f5a-beb4-ab51d47fd478'] in n-d-804985-2 {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 11:59:49.363634 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3f771df-4437-4ac3-a6aa-360d60bc7d76 req-f48a9968-1d66-4359-9f93-8e397b8c8292 tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] Made reservation on behalf of c9615ef08ff1467182cba43296b539c9 for: {'port': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 11:59:49.367338 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-d3f771df-4437-4ac3-a6aa-360d60bc7d76 req-f48a9968-1d66-4359-9f93-8e397b8c8292 tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:49.374736 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb45678a-45b7-42d7-88a9-860a7201a288 None None] Routers {'8aa7be46-0cef-4f5a-beb4-ab51d47fd478'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 11:59:49.375435 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-fb45678a-45b7-42d7-88a9-860a7201a288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T11:59:21Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['8aa7be46-0cef-4f5a-beb4-ab51d47fd478'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:59:49.391685 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-18cdd61a-e832-47d3-a8e6-b18ee702db90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:49.427209 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-44b83f2d-6455-49fd-829f-80e3e74713d6 admin admin] Notify callbacks [] for router, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:49.431457 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-44b83f2d-6455-49fd-829f-80e3e74713d6 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.6989512 Aug 18 11:59:49.431457 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-e067ea7c-9714-4e35-9a51-a1bd7e12a7ee req-f4543715-58e3-468f-89e1-e95ebf881fd5 service neutron] Attempting to bind port 543e5e53-1de6-47c5-aece-c58829e5a352 on host n-h2-804985-2 for vnic_type normal with profile {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 11:59:49.431457 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-e067ea7c-9714-4e35-9a51-a1bd7e12a7ee req-f4543715-58e3-468f-89e1-e95ebf881fd5 service neutron] Attempting to bind port 543e5e53-1de6-47c5-aece-c58829e5a352 by drivers openvswitch,hyperv on host n-h2-804985-2 at level 0 using segments [{'id': 'b0eb6eea-b461-4969-8a27-808f00daa8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '222e0814-c7e5-4b11-9282-3f40c6ed76b2'}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 11:59:49.431457 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e067ea7c-9714-4e35-9a51-a1bd7e12a7ee req-f4543715-58e3-468f-89e1-e95ebf881fd5 service neutron] Attempting to bind port 543e5e53-1de6-47c5-aece-c58829e5a352 on network 222e0814-c7e5-4b11-9282-3f40c6ed76b2 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 11:59:49.435787 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 58770) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:59:49.439207 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f498c68d-7e92-44e0-bf06-aed5f0306d6c req-7be20dcb-6b0a-4872-a297-c3e44533bd1f tempest-ListImageFiltersTestJSON-2011468970 tempest-ListImageFiltersTestJSON-2011468970-project] 10.222.0.66 "GET /v2.0/security-groups?id=80056a0b-428e-4a13-9031-cd2effcf9e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270156 Aug 18 11:59:49.469476 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-18cdd61a-e832-47d3-a8e6-b18ee702db90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:49.508660 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e067ea7c-9714-4e35-9a51-a1bd7e12a7ee req-f4543715-58e3-468f-89e1-e95ebf881fd5 service neutron] Port 543e5e53-1de6-47c5-aece-c58829e5a352 on network 222e0814-c7e5-4b11-9282-3f40c6ed76b2 not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-2 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 11:59:49.508955 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e067ea7c-9714-4e35-9a51-a1bd7e12a7ee req-f4543715-58e3-468f-89e1-e95ebf881fd5 service neutron] Attempting to bind port 543e5e53-1de6-47c5-aece-c58829e5a352 on network 222e0814-c7e5-4b11-9282-3f40c6ed76b2 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 11:59:49.570686 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e067ea7c-9714-4e35-9a51-a1bd7e12a7ee req-f4543715-58e3-468f-89e1-e95ebf881fd5 service neutron] Checking agent: {'id': 'da5da552-709c-4248-84de-86af99a0dc87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 49, 8), 'started_at': datetime.datetime(2021, 8, 18, 11, 49, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 11, 59, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 11:59:49.570972 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e067ea7c-9714-4e35-9a51-a1bd7e12a7ee req-f4543715-58e3-468f-89e1-e95ebf881fd5 service neutron] Checking segment: {'id': 'b0eb6eea-b461-4969-8a27-808f00daa8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '222e0814-c7e5-4b11-9282-3f40c6ed76b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 11:59:49.571373 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e067ea7c-9714-4e35-9a51-a1bd7e12a7ee req-f4543715-58e3-468f-89e1-e95ebf881fd5 service neutron] Bound using segment: {'id': 'b0eb6eea-b461-4969-8a27-808f00daa8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '222e0814-c7e5-4b11-9282-3f40c6ed76b2'} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 11:59:49.572608 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-18cdd61a-e832-47d3-a8e6-b18ee702db90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:49.575414 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-18cdd61a-e832-47d3-a8e6-b18ee702db90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:49.579308 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-18cdd61a-e832-47d3-a8e6-b18ee702db90 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f5ad2220-cad5-4159-8a3e-cb953441befe HTTP/1.1" status: 204 len: 168 time: 0.2650099 Aug 18 11:59:49.580818 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-e067ea7c-9714-4e35-9a51-a1bd7e12a7ee req-f4543715-58e3-468f-89e1-e95ebf881fd5 service neutron] Bound port: 543e5e53-1de6-47c5-aece-c58829e5a352, host: n-h2-804985-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0eb6eea-b461-4969-8a27-808f00daa8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '222e0814-c7e5-4b11-9282-3f40c6ed76b2'}}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 11:59:49.580818 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-e067ea7c-9714-4e35-9a51-a1bd7e12a7ee req-f4543715-58e3-468f-89e1-e95ebf881fd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:49.594897 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cdd61a-e832-47d3-a8e6-b18ee702db90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5ad2220-cad5-4159-8a3e-cb953441befe,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:59:49.602813 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 01faad63-9dc9-4c52-a5c7-a96835056ee2 up at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:59:49.605099 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-39c8a219-cf01-4da6-b6d7-3665f519c295 req-f26b9078-47c1-455a-a12d-8f998e847f7f tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:49.613388 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-fb45678a-45b7-42d7-88a9-860a7201a288 None None] Set router 8aa7be46-0cef-4f5a-beb4-ab51d47fd478 gateway port host: n-d-804985-2 {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 11:59:49.753045 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-baeec5c2-f2a7-4b4a-8e11-364a011eac14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af8325e0-5bc0-4c5c-9023-39148f6ec07c', 'name': 'tempest-TaggedBootDevicesTest_v242-460166077-router', 'tenant_id': 'f1c57111807f4f80be30061245a1a804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': 'bfa65087-5a9c-4ae1-bc7f-cc0fc2cd7c43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T11:57:27Z', 'updated_at': '2021-08-18T11:57:34Z', 'revision_number': 4, 'project_id': 'f1c57111807f4f80be30061245a1a804', 'gw_port': {'id': 'bfa65087-5a9c-4ae1-bc7f-cc0fc2cd7c43', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:3c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8325e0-5bc0-4c5c-9023-39148f6ec07c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:57:29Z', 'updated_at': '2021-08-18T11:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_floatingips': [{'id': '37b5c8a3-0db2-4077-b5b6-27da6d85d1de', 'tenant_id': 'f1c57111807f4f80be30061245a1a804', 'floating_ip_address': '172.25.7.136', 'floating_network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'router_id': 'af8325e0-5bc0-4c5c-9023-39148f6ec07c', 'port_id': '96a5d57f-59a1-4718-95d8-ee708f298d01', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 876, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ef7ea32-2afc-42e8-9151-91c023337fa8', 'mac_address': 'fa:16:3e:d2:af:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20dd28f4-1df0-4a6b-8939-d21ca9c9b72a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T11:58:15Z', 'updated_at': '2021-08-18T11:59:47Z', 'revision_number': 1, 'project_id': 'f1c57111807f4f80be30061245a1a804', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5302fd6f-6244-495f-be39-b2949c0eaebc', 'name': '', 'network_id': '1ef7ea32-2afc-42e8-9151-91c023337fa8', 'tenant_id': 'f1c57111807f4f80be30061245a1a804', 'mac_address': 'fa:16:3e:c8:f2:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8325e0-5bc0-4c5c-9023-39148f6ec07c', 'device_owner': 'network:router_interface', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': '0dc7ccef-1b3b-4e69-a1de-a8fce0eaa5e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:57:33Z', 'updated_at': '2021-08-18T11:57:40Z', 'revision_number': 5, 'project_id': 'f1c57111807f4f80be30061245a1a804', 'subnets': [{'id': '0dc7ccef-1b3b-4e69-a1de-a8fce0eaa5e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:59:49.797292 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baeec5c2-f2a7-4b4a-8e11-364a011eac14 None None] The sync data for ids ['af8325e0-5bc0-4c5c-9023-39148f6ec07c'] in n-d-804985-2 is: [{'id': 'af8325e0-5bc0-4c5c-9023-39148f6ec07c', 'name': 'tempest-TaggedBootDevicesTest_v242-460166077-router', 'tenant_id': 'f1c57111807f4f80be30061245a1a804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': 'bfa65087-5a9c-4ae1-bc7f-cc0fc2cd7c43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T11:57:27Z', 'updated_at': '2021-08-18T11:57:34Z', 'revision_number': 4, 'project_id': 'f1c57111807f4f80be30061245a1a804', 'gw_port': {'id': 'bfa65087-5a9c-4ae1-bc7f-cc0fc2cd7c43', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:3c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8325e0-5bc0-4c5c-9023-39148f6ec07c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:57:29Z', 'updated_at': '2021-08-18T11:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_floatingips': [{'id': '37b5c8a3-0db2-4077-b5b6-27da6d85d1de', 'tenant_id': 'f1c57111807f4f80be30061245a1a804', 'floating_ip_address': '172.25.7.136', 'floating_network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'router_id': 'af8325e0-5bc0-4c5c-9023-39148f6ec07c', 'port_id': '96a5d57f-59a1-4718-95d8-ee708f298d01', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 876, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ef7ea32-2afc-42e8-9151-91c023337fa8', 'mac_address': 'fa:16:3e:d2:af:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20dd28f4-1df0-4a6b-8939-d21ca9c9b72a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T11:58:15Z', 'updated_at': '2021-08-18T11:59:47Z', 'revision_number': 1, 'project_id': 'f1c57111807f4f80be30061245a1a804', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5302fd6f-6244-495f-be39-b2949c0eaebc', 'name': '', 'network_id': '1ef7ea32-2afc-42e8-9151-91c023337fa8', 'tenant_id': 'f1c57111807f4f80be30061245a1a804', 'mac_address': 'fa:16:3e:c8:f2:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8325e0-5bc0-4c5c-9023-39148f6ec07c', 'device_owner': 'network:router_interface', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': '0dc7ccef-1b3b-4e69-a1de-a8fce0eaa5e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:57:33Z', 'updated_at': '2021-08-18T11:57:40Z', 'revision_number': 5, 'project_id': 'f1c57111807f4f80be30061245a1a804', 'subnets': [{'id': '0dc7ccef-1b3b-4e69-a1de-a8fce0eaa5e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 11:59:49.800758 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39c8a219-cf01-4da6-b6d7-3665f519c295 req-f26b9078-47c1-455a-a12d-8f998e847f7f tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] Network d7901dbb-4e11-4e3f-b19f-ec50e5f166f6 is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 11:59:49.839634 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [req-39c8a219-cf01-4da6-b6d7-3665f519c295 req-f26b9078-47c1-455a-a12d-8f998e847f7f tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:59:49.840068 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Provisioning for port 01faad63-9dc9-4c52-a5c7-a96835056ee2 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 11:59:49.849659 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Provisioning complete for port 01faad63-9dc9-4c52-a5c7-a96835056ee2 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:59:49.850428 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:49.854614 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-39c8a219-cf01-4da6-b6d7-3665f519c295 req-f26b9078-47c1-455a-a12d-8f998e847f7f tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 11:59:49.874605 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26b9078-47c1-455a-a12d-8f998e847f7f tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] Pushing event updated for resources: {'Port': ['ID=e61fc26e-cffe-4016-8119-d8df52cc8c80,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:59:49.915540 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe53c228-0b4d-4eaa-8dc5-8676fadebb60 req-efdce0ee-b030-4c05-8df1-4b26883b3b1f tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:49.916843 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-fe53c228-0b4d-4eaa-8dc5-8676fadebb60 req-efdce0ee-b030-4c05-8df1-4b26883b3b1f tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c5c8398-ccab-4f9d-a46d-b6267989534d HTTP/1.1" status: 200 len: 931 time: 0.3324497 Aug 18 11:59:49.975047 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:49.989964 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [req-d3f771df-4437-4ac3-a6aa-360d60bc7d76 req-f48a9968-1d66-4359-9f93-8e397b8c8292 tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] Allocated IP 172.20.0.10 (7e44394f-5669-4694-9486-39d85545539c/1cb174fb-7bab-4419-acfb-faa43c1eb689/ea62e81b-4f10-4b36-8f95-1341e04201fa) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 11:59:49.992436 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-e067ea7c-9714-4e35-9a51-a1bd7e12a7ee req-f4543715-58e3-468f-89e1-e95ebf881fd5 service neutron] For port 543e5e53-1de6-47c5-aece-c58829e5a352, host n-h2-804985-2, cleared binding levels {{(pid=106252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 11:59:50.036849 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b31f0f-f31d-4062-9d2b-2d345c4ba3e7 req-cf7de9d6-1bcc-401e-ac54-0f6b1bd18879 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:50.038972 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b1b31f0f-f31d-4062-9d2b-2d345c4ba3e7 req-cf7de9d6-1bcc-401e-ac54-0f6b1bd18879 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/ports?device_id=a6872a0b-045c-40a9-ac3b-9c330c30278a HTTP/1.1" status: 200 len: 949 time: 0.3018534 Aug 18 11:59:50.044557 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5abec44c-4add-4107-8aff-eaed0ea43967', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01faad63-9dc9-4c52-a5c7-a96835056ee2'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 11:59:50.047815 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db50a436fb3a98495337d8fe7487b4f2ea6f3c1052eb9efadc2ecda2d5737001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25841668-4d1a-440e-bac8-cd1b75730a85" -d '{"events": [{"server_uuid": "5abec44c-4add-4107-8aff-eaed0ea43967", "name": "network-vif-plugged", "status": "completed", "tag": "01faad63-9dc9-4c52-a5c7-a96835056ee2"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:59:50.063772 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-e067ea7c-9714-4e35-9a51-a1bd7e12a7ee req-f4543715-58e3-468f-89e1-e95ebf881fd5 service neutron] For port 543e5e53-1de6-47c5-aece-c58829e5a352, host n-h2-804985-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=543e5e53-1de6-47c5-aece-c58829e5a352,segment=NetworkSegment(b0eb6eea-b461-4969-8a27-808f00daa8a1),segment_id=b0eb6eea-b461-4969-8a27-808f00daa8a1)] {{(pid=106252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 11:59:50.085432 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port 01faad63-9dc9-4c52-a5c7-a96835056ee2, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=01faad63-9dc9-4c52-a5c7-a96835056ee2,segment=NetworkSegment(b0eb6eea-b461-4969-8a27-808f00daa8a1),segment_id=b0eb6eea-b461-4969-8a27-808f00daa8a1)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:59:50.087456 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-e067ea7c-9714-4e35-9a51-a1bd7e12a7ee req-f4543715-58e3-468f-89e1-e95ebf881fd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:50.088670 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-fb45678a-45b7-42d7-88a9-860a7201a288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8aa7be46-0cef-4f5a-beb4-ab51d47fd478', 'name': 'tempest-ServersTestManualDisk-211388434-router', 'tenant_id': '3dac450c1aed4cb9a32ebc7528bd7ef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': 'd433e52b-63a4-4721-9f17-c53fbe6b701b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T11:59:41Z', 'updated_at': '2021-08-18T11:59:45Z', 'revision_number': 3, 'project_id': '3dac450c1aed4cb9a32ebc7528bd7ef7', 'gw_port': {'id': 'd433e52b-63a4-4721-9f17-c53fbe6b701b', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:dc:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8aa7be46-0cef-4f5a-beb4-ab51d47fd478', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:59:43Z', 'updated_at': '2021-08-18T11:59:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:59:50.118600 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb45678a-45b7-42d7-88a9-860a7201a288 None None] Checking router: 8aa7be46-0cef-4f5a-beb4-ab51d47fd478 for host: n-d-804985-2 {{(pid=106254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 11:59:50.118886 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb45678a-45b7-42d7-88a9-860a7201a288 None None] Updating router 8aa7be46-0cef-4f5a-beb4-ab51d47fd478 port d433e52b-63a4-4721-9f17-c53fbe6b701b binding host n-d-804985-2 {{(pid=106254) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 11:59:50.132244 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c7fed4c-f335-45b6-a0f3-5c800a260985 None None] New status for floating IP 37b5c8a3-0db2-4077-b5b6-27da6d85d1de: ACTIVE {{(pid=106255) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 11:59:50.143643 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:50.184557 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-fb45678a-45b7-42d7-88a9-860a7201a288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:50.187429 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c8a219-cf01-4da6-b6d7-3665f519c295 req-f26b9078-47c1-455a-a12d-8f998e847f7f tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:50.187946 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-39c8a219-cf01-4da6-b6d7-3665f519c295 req-f26b9078-47c1-455a-a12d-8f998e847f7f tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:50.237779 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=01faad63-9dc9-4c52-a5c7-a96835056ee2,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:59:50.286613 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 1d91921b-63f3-458b-817d-21cc33cc81bc up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:59:50.329529 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e067ea7c-9714-4e35-9a51-a1bd7e12a7ee req-f4543715-58e3-468f-89e1-e95ebf881fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:50.330289 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-e067ea7c-9714-4e35-9a51-a1bd7e12a7ee req-f4543715-58e3-468f-89e1-e95ebf881fd5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:50.333341 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e067ea7c-9714-4e35-9a51-a1bd7e12a7ee req-f4543715-58e3-468f-89e1-e95ebf881fd5 service neutron] 10.222.0.62 "PUT /v2.0/ports/543e5e53-1de6-47c5-aece-c58829e5a352 HTTP/1.1" status: 200 len: 1095 time: 4.0641651 Aug 18 11:59:50.357173 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b1b31f0f-f31d-4062-9d2b-2d345c4ba3e7 req-28f27b21-40a6-450b-ac9f-f1b611e72aa9 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/security-groups?id=0ddd2c5c-7e53-44ab-9404-c5fea69a570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3032286 Aug 18 11:59:50.379724 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-fe53c228-0b4d-4eaa-8dc5-8676fadebb60 req-47b5e833-da05-4118-8702-c9221b61bf1e tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] 10.222.0.66 "GET /v2.0/security-groups?id=59eee650-0005-4a96-985a-4e5744ed56bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4078774 Aug 18 11:59:50.379724 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd30880ae-50e6-4886-b31e-41d8bcfcb52d', 'tag': '543e5e53-1de6-47c5-aece-c58829e5a352'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 11:59:50.385871 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ad712e4-29b5-4a89-9c19-2f44635956be" -d '{"events": [{"name": "network-changed", "server_uuid": "d30880ae-50e6-4886-b31e-41d8bcfcb52d", "tag": "543e5e53-1de6-47c5-aece-c58829e5a352"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:59:50.407302 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-39c8a219-cf01-4da6-b6d7-3665f519c295 req-f26b9078-47c1-455a-a12d-8f998e847f7f tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8197637 Aug 18 11:59:50.455161 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 11:59:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46505468-865c-4bb0-8cae-71958dddafea x-openstack-request-id: req-46505468-865c-4bb0-8cae-71958dddafea {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:59:50.455442 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5abec44c-4add-4107-8aff-eaed0ea43967", "name": "network-vif-plugged", "status": "completed", "tag": "01faad63-9dc9-4c52-a5c7-a96835056ee2", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:59:50.455680 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-46505468-865c-4bb0-8cae-71958dddafea {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:59:50.456068 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5abec44c-4add-4107-8aff-eaed0ea43967', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01faad63-9dc9-4c52-a5c7-a96835056ee2', 'code': 200} Aug 18 11:59:50.462894 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 1d91921b-63f3-458b-817d-21cc33cc81bc triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:59:50.463258 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:50.494326 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4543715-58e3-468f-89e1-e95ebf881fd5 service neutron] Pushing event updated for resources: {'Port': ['ID=543e5e53-1de6-47c5-aece-c58829e5a352,revision_number=3']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:59:50.506528 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-39c8a219-cf01-4da6-b6d7-3665f519c295 req-2e7aff17-ccbf-4eea-9ba9-b3975e232e2c service neutron] Request body: {'port': {'device_id': '7c5c8398-ccab-4f9d-a46d-b6267989534d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804985-2'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:59:50.589601 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf25ce3-b2d7-404f-904e-d07b6805cd1b req-b0effd8d-91b2-4c2f-9aaf-7f10e5018fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:50.591363 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-9bf25ce3-b2d7-404f-904e-d07b6805cd1b req-b0effd8d-91b2-4c2f-9aaf-7f10e5018fb0 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=5abec44c-4add-4107-8aff-eaed0ea43967 HTTP/1.1" status: 200 len: 1099 time: 0.0617077 Aug 18 11:59:50.594978 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20dd28f4-1df0-4a6b-8939-d21ca9c9b72a', 'tag': '96a5d57f-59a1-4718-95d8-ee708f298d01'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 11:59:50.597930 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0679f4c4b6e0e0c064a7d71d722dc30541a34fffee11680573be22ee2ffccc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fcbf62d-ded5-495d-ae62-c0e1ef4d7341" -d '{"events": [{"name": "network-changed", "server_uuid": "20dd28f4-1df0-4a6b-8939-d21ca9c9b72a", "tag": "96a5d57f-59a1-4718-95d8-ee708f298d01"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:59:50.635850 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-9bf25ce3-b2d7-404f-904e-d07b6805cd1b req-1ee6afed-fd2b-4de5-aba5-5b778e7157e6 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=80056a0b-428e-4a13-9031-cd2effcf9e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340922 Aug 18 11:59:50.712830 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-fb45678a-45b7-42d7-88a9-860a7201a288 None None] Notify callbacks [] for port, precommit_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:50.725534 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-fb45678a-45b7-42d7-88a9-860a7201a288 None None] Transition to ACTIVE for port object d433e52b-63a4-4721-9f17-c53fbe6b701b will not be triggered until provisioned by entity L2. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 11:59:50.740592 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-fb45678a-45b7-42d7-88a9-860a7201a288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:50.747531 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3fe1ee47-ad7c-405c-9959-67bd392196a9 req-cb9eb807-2037-4c68-9b34-bea7f5e1951c tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] 10.222.0.66 "GET /v2.0/ports?device_id=a87f78c1-2ca5-455e-9935-ab7aeaf069c9 HTTP/1.1" status: 200 len: 210 time: 0.1246402 Aug 18 11:59:50.795820 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 93979808-5a28-4cf8-bc36-7b639164ad1c no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 11:59:50.805572 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 58808) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:59:50.865391 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 11:59:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb3d532a-149e-4be4-b4e9-2ae9437a6ba2 x-openstack-request-id: req-bb3d532a-149e-4be4-b4e9-2ae9437a6ba2 {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:59:50.865676 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d30880ae-50e6-4886-b31e-41d8bcfcb52d", "tag": "543e5e53-1de6-47c5-aece-c58829e5a352", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:59:50.865926 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-bb3d532a-149e-4be4-b4e9-2ae9437a6ba2 {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:59:50.866326 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd30880ae-50e6-4886-b31e-41d8bcfcb52d', 'tag': '543e5e53-1de6-47c5-aece-c58829e5a352', 'status': 'completed', 'code': 200} Aug 18 11:59:50.929046 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-e2a5989c-b900-46c4-bb26-80fd7334dbbf admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-843706363-network', 'tenant_id': '5dd9f4315f144ed0a3e506b764329d2a'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:59:50.955989 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2a5989c-b900-46c4-bb26-80fd7334dbbf admin admin] Made reservation on behalf of 5dd9f4315f144ed0a3e506b764329d2a for: {'network': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 11:59:50.959746 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e2a5989c-b900-46c4-bb26-80fd7334dbbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for network, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:50.972188 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e2a5989c-b900-46c4-bb26-80fd7334dbbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:51.001985 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6976e6-5d97-4347-bf02-f8311b1b0320 None None] Pushing event updated for resources: {'Port': ['ID=d433e52b-63a4-4721-9f17-c53fbe6b701b,revision_number=2']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:59:51.004259 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: 93979808-5a28-4cf8-bc36-7b639164ad1c {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 11:59:51.004647 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 93979808-5a28-4cf8-bc36-7b639164ad1c not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 11:59:51.008054 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-fb45678a-45b7-42d7-88a9-860a7201a288 None None] Attempting to bind port d433e52b-63a4-4721-9f17-c53fbe6b701b on host n-d-804985-2 for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 11:59:51.008408 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-fb45678a-45b7-42d7-88a9-860a7201a288 None None] Attempting to bind port d433e52b-63a4-4721-9f17-c53fbe6b701b by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 11:59:51.008801 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb45678a-45b7-42d7-88a9-860a7201a288 None None] Attempting to bind port d433e52b-63a4-4721-9f17-c53fbe6b701b on network 7cae7a70-14fd-408c-b14d-39ceb97cb60e {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 11:59:51.021305 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb45678a-45b7-42d7-88a9-860a7201a288 None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 11, 59, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 11:59:51.021703 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb45678a-45b7-42d7-88a9-860a7201a288 None None] Checking segment: {'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 11:59:51.022162 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-fb45678a-45b7-42d7-88a9-860a7201a288 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:51.022497 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb45678a-45b7-42d7-88a9-860a7201a288 None None] Bound using segment: {'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 11:59:51.022922 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-fb45678a-45b7-42d7-88a9-860a7201a288 None None] Bound port: d433e52b-63a4-4721-9f17-c53fbe6b701b, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 11:59:51.023311 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-fb45678a-45b7-42d7-88a9-860a7201a288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:51.045074 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-cb3b0e82-5d00-44e5-a056-b205f9b5226e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:51.089833 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-fb45678a-45b7-42d7-88a9-860a7201a288 None None] For port d433e52b-63a4-4721-9f17-c53fbe6b701b, host n-d-804985-2, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 11:59:51.094311 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-fb45678a-45b7-42d7-88a9-860a7201a288 None None] For port d433e52b-63a4-4721-9f17-c53fbe6b701b, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=d433e52b-63a4-4721-9f17-c53fbe6b701b,segment=NetworkSegment(c5a3db9d-5c58-41b1-9177-d5787a597b78),segment_id=c5a3db9d-5c58-41b1-9177-d5787a597b78)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 11:59:51.100761 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-fb45678a-45b7-42d7-88a9-860a7201a288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:51.113177 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e2a5989c-b900-46c4-bb26-80fd7334dbbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:51.119032 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e2a5989c-b900-46c4-bb26-80fd7334dbbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:51.149653 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2a5989c-b900-46c4-bb26-80fd7334dbbf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 833} {{(pid=106253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 11:59:51.152563 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb45678a-45b7-42d7-88a9-860a7201a288 None None] Routers {'8aa7be46-0cef-4f5a-beb4-ab51d47fd478'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 11:59:51.153342 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-fb45678a-45b7-42d7-88a9-860a7201a288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T11:59:51Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['8aa7be46-0cef-4f5a-beb4-ab51d47fd478'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:59:51.157114 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a5989c-b900-46c4-bb26-80fd7334dbbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7c1b338-374f-4682-ab89-899dcfcbc184,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:59:51.163859 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e2a5989c-b900-46c4-bb26-80fd7334dbbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:51.164651 n-d-804985-2 neutron-server[106253]: INFO neutron.db.segments_db [None req-e2a5989c-b900-46c4-bb26-80fd7334dbbf admin admin] Added segment aad88131-e56c-4831-956a-495bf4859725 of type vlan for network e0840f9b-1ae2-4ebe-bcbc-828fede4ff8d Aug 18 11:59:51.210292 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e2a5989c-b900-46c4-bb26-80fd7334dbbf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789150665894'] for network, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:51.213255 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6976e6-5d97-4347-bf02-f8311b1b0320 None None] Pushing event updated for resources: {'Port': ['ID=d433e52b-63a4-4721-9f17-c53fbe6b701b,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:59:51.241107 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e2a5989c-b900-46c4-bb26-80fd7334dbbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for network, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:51.242198 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2a5989c-b900-46c4-bb26-80fd7334dbbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:51.242862 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e2a5989c-b900-46c4-bb26-80fd7334dbbf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:51.258356 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e067ea7c-9714-4e35-9a51-a1bd7e12a7ee req-64d1b8e8-f1d8-4bc6-b7cc-833bb8d1f5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:51.259844 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e067ea7c-9714-4e35-9a51-a1bd7e12a7ee req-64d1b8e8-f1d8-4bc6-b7cc-833bb8d1f5c8 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=212687a0d141449e986077a62ccba2f7&device_id=d30880ae-50e6-4886-b31e-41d8bcfcb52d HTTP/1.1" status: 200 len: 1098 time: 0.8641579 Aug 18 11:59:51.267643 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d417c31-6089-4155-8633-a07e7be620ec req-7824a5fd-6d6a-41bc-8543-f81897de1f2c tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:51.269389 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0d417c31-6089-4155-8633-a07e7be620ec req-7824a5fd-6d6a-41bc-8543-f81897de1f2c tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c527bc9-e88c-4512-a912-fb72b3336c3d HTTP/1.1" status: 200 len: 946 time: 0.6873493 Aug 18 11:59:51.286369 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-fb45678a-45b7-42d7-88a9-860a7201a288 None None] Set router 8aa7be46-0cef-4f5a-beb4-ab51d47fd478 gateway port host: n-d-804985-2 {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 11:59:51.289465 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-39c8a219-cf01-4da6-b6d7-3665f519c295 req-2e7aff17-ccbf-4eea-9ba9-b3975e232e2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:51.303080 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-e2a5989c-b900-46c4-bb26-80fd7334dbbf admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4957638 Aug 18 11:59:51.304189 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a5989c-b900-46c4-bb26-80fd7334dbbf admin admin] Pushing event updated for resources: {'Network': ['ID=e0840f9b-1ae2-4ebe-bcbc-828fede4ff8d,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:59:51.306163 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 58812) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:59:51.310955 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-0c7bd1cd-e30c-4424-9882-6b6371b4fbea admin admin] Request body: {'subnet': {'network_id': 'e0840f9b-1ae2-4ebe-bcbc-828fede4ff8d', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-843706363-subnet', 'tenant_id': '5dd9f4315f144ed0a3e506b764329d2a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:59:51.323392 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Network e0840f9b-1ae2-4ebe-bcbc-828fede4ff8d details requested by agent ovs-agent-n-d-804985-2 with host n-d-804985-2 {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 11:59:51.335954 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c7bd1cd-e30c-4424-9882-6b6371b4fbea admin admin] Made reservation on behalf of 5dd9f4315f144ed0a3e506b764329d2a for: {'subnet': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 11:59:51.338658 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0c7bd1cd-e30c-4424-9882-6b6371b4fbea admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59388119'] for subnet, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:51.376604 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e067ea7c-9714-4e35-9a51-a1bd7e12a7ee req-47d0e5d3-f28c-4485-99ff-d08e27df2c72 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=543e5e53-1de6-47c5-aece-c58829e5a352 HTTP/1.1" status: 200 len: 217 time: 0.1035051 Aug 18 11:59:51.522893 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:51.540141 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0c7bd1cd-e30c-4424-9882-6b6371b4fbea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58902106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59388097'] for subnet, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:51.547531 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-d3f771df-4437-4ac3-a6aa-360d60bc7d76 req-f48a9968-1d66-4359-9f93-8e397b8c8292 tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:51.558464 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-fb45678a-45b7-42d7-88a9-860a7201a288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8aa7be46-0cef-4f5a-beb4-ab51d47fd478', 'name': 'tempest-ServersTestManualDisk-211388434-router', 'tenant_id': '3dac450c1aed4cb9a32ebc7528bd7ef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': 'd433e52b-63a4-4721-9f17-c53fbe6b701b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T11:59:41Z', 'updated_at': '2021-08-18T11:59:45Z', 'revision_number': 3, 'project_id': '3dac450c1aed4cb9a32ebc7528bd7ef7', 'gw_port': {'id': 'd433e52b-63a4-4721-9f17-c53fbe6b701b', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:dc:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8aa7be46-0cef-4f5a-beb4-ab51d47fd478', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:59:43Z', 'updated_at': '2021-08-18T11:59:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:59:51.593049 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb45678a-45b7-42d7-88a9-860a7201a288 None None] The sync data for ids ['8aa7be46-0cef-4f5a-beb4-ab51d47fd478'] in n-d-804985-2 is: [{'id': '8aa7be46-0cef-4f5a-beb4-ab51d47fd478', 'name': 'tempest-ServersTestManualDisk-211388434-router', 'tenant_id': '3dac450c1aed4cb9a32ebc7528bd7ef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': 'd433e52b-63a4-4721-9f17-c53fbe6b701b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T11:59:41Z', 'updated_at': '2021-08-18T11:59:45Z', 'revision_number': 3, 'project_id': '3dac450c1aed4cb9a32ebc7528bd7ef7', 'gw_port': {'id': 'd433e52b-63a4-4721-9f17-c53fbe6b701b', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:dc:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8aa7be46-0cef-4f5a-beb4-ab51d47fd478', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:59:43Z', 'updated_at': '2021-08-18T11:59:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 11:59:51.602783 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7bd1cd-e30c-4424-9882-6b6371b4fbea admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5b8702d-8c15-4834-95d4-222961fb698b,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:59:51.612721 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c7bd1cd-e30c-4424-9882-6b6371b4fbea admin admin] Checking segment: {'id': 'aad88131-e56c-4831-956a-495bf4859725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'e0840f9b-1ae2-4ebe-bcbc-828fede4ff8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 11:59:51.612721 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c7bd1cd-e30c-4424-9882-6b6371b4fbea admin admin] Network hostable DHCP agents. Network: e0840f9b-1ae2-4ebe-bcbc-828fede4ff8d, hostable agents: ['97c14208-2951-4361-8d64-3708c946ff5f'], hosted agents: [] {{(pid=106253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 11:59:51.633346 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c7bd1cd-e30c-4424-9882-6b6371b4fbea admin admin] Network e0840f9b-1ae2-4ebe-bcbc-828fede4ff8d is scheduled to be hosted by DHCP agent 97c14208-2951-4361-8d64-3708c946ff5f with binding_index 1 {{(pid=106253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 11:59:51.644540 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-0c7bd1cd-e30c-4424-9882-6b6371b4fbea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-2, e0840f9b-1ae2-4ebe-bcbc-828fede4ff8d) {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:59:51.650027 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c7bd1cd-e30c-4424-9882-6b6371b4fbea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:51.650832 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0c7bd1cd-e30c-4424-9882-6b6371b4fbea admin admin] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:51.652216 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84bf2b5-cecb-49c4-8ffc-7f8aaf48d558 req-8fb6e747-623b-46ee-a596-231c87fea2da tempest-ListImageFiltersTestJSON-2011468970 tempest-ListImageFiltersTestJSON-2011468970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:51.657063 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b318aec4-5bd9-4ef3-b8b2-58d84752604b None None] Network e0840f9b-1ae2-4ebe-bcbc-828fede4ff8d requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 11:59:51.661501 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d84bf2b5-cecb-49c4-8ffc-7f8aaf48d558 req-8fb6e747-623b-46ee-a596-231c87fea2da tempest-ListImageFiltersTestJSON-2011468970 tempest-ListImageFiltersTestJSON-2011468970-project] 10.222.0.66 "GET /v2.0/ports?device_id=d30880ae-50e6-4886-b31e-41d8bcfcb52d HTTP/1.1" status: 200 len: 947 time: 0.4068520 Aug 18 11:59:51.677075 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-0c7bd1cd-e30c-4424-9882-6b6371b4fbea admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3698213 Aug 18 11:59:51.685071 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0d417c31-6089-4155-8633-a07e7be620ec req-dec6ca41-fbb4-4ce4-ad91-6db1e3b502e7 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.66 "GET /v2.0/security-groups?id=11bbe5b2-5f3b-4775-89a0-258a798e3ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3867288 Aug 18 11:59:51.787585 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e067ea7c-9714-4e35-9a51-a1bd7e12a7ee req-f5b2b2aa-2041-4794-9b1c-1ea05dc94ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:51.788991 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e067ea7c-9714-4e35-9a51-a1bd7e12a7ee req-f5b2b2aa-2041-4794-9b1c-1ea05dc94ff4 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6d16d680-110b-436d-8afa-48ba845b3623 HTTP/1.1" status: 200 len: 843 time: 0.3895588 Aug 18 11:59:51.821977 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f0c0cb5-8fc7-4b86-bceb-3d44b9a8bbdb None None] Network e0840f9b-1ae2-4ebe-bcbc-828fede4ff8d requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 11:59:51.839598 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 11:59:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c01a3f24-d53d-4b14-8acd-e79006c6bae4 x-openstack-request-id: req-c01a3f24-d53d-4b14-8acd-e79006c6bae4 {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:59:51.842056 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20dd28f4-1df0-4a6b-8939-d21ca9c9b72a", "tag": "96a5d57f-59a1-4718-95d8-ee708f298d01", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:59:51.842585 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c01a3f24-d53d-4b14-8acd-e79006c6bae4 {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:59:51.843280 n-d-804985-2 neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20dd28f4-1df0-4a6b-8939-d21ca9c9b72a', 'tag': '96a5d57f-59a1-4718-95d8-ee708f298d01', 'status': 'completed', 'code': 200} Aug 18 11:59:51.923529 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d84bf2b5-cecb-49c4-8ffc-7f8aaf48d558 req-00c1fddd-2f05-4d9d-9b72-a9f2a3c39855 tempest-ListImageFiltersTestJSON-2011468970 tempest-ListImageFiltersTestJSON-2011468970-project] 10.222.0.66 "GET /v2.0/security-groups?id=80056a0b-428e-4a13-9031-cd2effcf9e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2606356 Aug 18 11:59:51.973121 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcbf62d-ded5-495d-ae62-c0e1ef4d7341 req-3da360d3-9a84-4c68-9201-109bc048c7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:51.973588 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcbf62d-ded5-495d-ae62-c0e1ef4d7341 req-3da360d3-9a84-4c68-9201-109bc048c7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:51.974059 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcbf62d-ded5-495d-ae62-c0e1ef4d7341 req-3da360d3-9a84-4c68-9201-109bc048c7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:51.974526 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcbf62d-ded5-495d-ae62-c0e1ef4d7341 req-3da360d3-9a84-4c68-9201-109bc048c7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:51.975405 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcbf62d-ded5-495d-ae62-c0e1ef4d7341 req-3da360d3-9a84-4c68-9201-109bc048c7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:51.975870 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcbf62d-ded5-495d-ae62-c0e1ef4d7341 req-3da360d3-9a84-4c68-9201-109bc048c7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:51.976528 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcbf62d-ded5-495d-ae62-c0e1ef4d7341 req-3da360d3-9a84-4c68-9201-109bc048c7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:51.979286 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-1fcbf62d-ded5-495d-ae62-c0e1ef4d7341 req-3da360d3-9a84-4c68-9201-109bc048c7f7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f1c57111807f4f80be30061245a1a804&device_id=20dd28f4-1df0-4a6b-8939-d21ca9c9b72a HTTP/1.1" status: 200 len: 6502 time: 0.1110370 Aug 18 11:59:52.073270 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-53584c24-f517-494e-ac93-c18bb92373f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:52.099416 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcbf62d-ded5-495d-ae62-c0e1ef4d7341 req-53e6906c-9ab7-44f0-9bad-d15a8fb3213d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:52.100976 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-1fcbf62d-ded5-495d-ae62-c0e1ef4d7341 req-53e6906c-9ab7-44f0-9bad-d15a8fb3213d service neutron] 10.222.0.62 "GET /v2.0/networks?id=1ef7ea32-2afc-42e8-9151-91c023337fa8 HTTP/1.1" status: 200 len: 917 time: 0.1080024 Aug 18 11:59:52.123302 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-d3f771df-4437-4ac3-a6aa-360d60bc7d76 req-f48a9968-1d66-4359-9f93-8e397b8c8292 tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:52.203717 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48a9968-1d66-4359-9f93-8e397b8c8292 tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] Pushing event updated for resources: {'Port': ['ID=ea62e81b-4f10-4b36-8f95-1341e04201fa,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:59:52.221866 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e067ea7c-9714-4e35-9a51-a1bd7e12a7ee req-181059fb-0f5a-4177-8e8d-04bcf185a6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:52.223472 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e067ea7c-9714-4e35-9a51-a1bd7e12a7ee req-181059fb-0f5a-4177-8e8d-04bcf185a6b8 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=222e0814-c7e5-4b11-9282-3f40c6ed76b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4152434 Aug 18 11:59:52.249462 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae49c40a-b580-4072-bf3d-c80cf64f7837 req-11da495b-3195-4b71-be2a-7fc4d3b9c341 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:52.251099 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ae49c40a-b580-4072-bf3d-c80cf64f7837 req-11da495b-3195-4b71-be2a-7fc4d3b9c341 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/ports?device_id=a6872a0b-045c-40a9-ac3b-9c330c30278a HTTP/1.1" status: 200 len: 949 time: 0.3122089 Aug 18 11:59:52.273781 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device d433e52b-63a4-4721-9f17-c53fbe6b701b up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:59:52.337054 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port d433e52b-63a4-4721-9f17-c53fbe6b701b completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 11:59:52.343329 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port d433e52b-63a4-4721-9f17-c53fbe6b701b triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:59:52.344338 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:52.349081 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-975b61f6-a2d4-4b32-b5dc-83db7ad8277d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:52.365788 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3f771df-4437-4ac3-a6aa-360d60bc7d76 req-f48a9968-1d66-4359-9f93-8e397b8c8292 tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] Network 7e44394f-5669-4694-9486-39d85545539c is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 11:59:52.376772 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c63fc1f-42f0-4162-b9a3-a4fef57da4e7 req-572c04b8-7743-4b16-b9c7-c7fb86a87e5d tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:52.378443 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2c63fc1f-42f0-4162-b9a3-a4fef57da4e7 req-572c04b8-7743-4b16-b9c7-c7fb86a87e5d tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c5c8398-ccab-4f9d-a46d-b6267989534d HTTP/1.1" status: 200 len: 931 time: 0.3205769 Aug 18 11:59:52.406444 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [req-d3f771df-4437-4ac3-a6aa-360d60bc7d76 req-f48a9968-1d66-4359-9f93-8e397b8c8292 tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:59:52.429875 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3f771df-4437-4ac3-a6aa-360d60bc7d76 req-f48a9968-1d66-4359-9f93-8e397b8c8292 tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 11:59:52.444838 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:52.469378 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] For port d433e52b-63a4-4721-9f17-c53fbe6b701b, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=d433e52b-63a4-4721-9f17-c53fbe6b701b,segment=NetworkSegment(c5a3db9d-5c58-41b1-9177-d5787a597b78),segment_id=c5a3db9d-5c58-41b1-9177-d5787a597b78)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:59:52.478204 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:52.501724 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [req-39c8a219-cf01-4da6-b6d7-3665f519c295 req-2e7aff17-ccbf-4eea-9ba9-b3975e232e2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e61fc26e-cffe-4016-8119-d8df52cc8c80 {{(pid=106252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 11:59:52.528406 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-1fcbf62d-ded5-495d-ae62-c0e1ef4d7341 req-a04aabed-707d-49df-af8c-69bad5dc398e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=96a5d57f-59a1-4718-95d8-ee708f298d01 HTTP/1.1" status: 200 len: 1002 time: 0.4133301 Aug 18 11:59:52.533816 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Pushing event updated for resources: {'Port': ['ID=d433e52b-63a4-4721-9f17-c53fbe6b701b,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:59:52.566682 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2c63fc1f-42f0-4162-b9a3-a4fef57da4e7 req-26d53c9a-7ee7-49a6-ac20-fa42267ec1c5 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] 10.222.0.66 "GET /v2.0/security-groups?id=59eee650-0005-4a96-985a-4e5744ed56bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684687 Aug 18 11:59:52.587088 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcbf62d-ded5-495d-ae62-c0e1ef4d7341 req-92ebb5ee-00f1-49b1-9e94-8c5ce0d3e73f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:52.588267 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-39c8a219-cf01-4da6-b6d7-3665f519c295 req-2e7aff17-ccbf-4eea-9ba9-b3975e232e2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:52.588745 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-1fcbf62d-ded5-495d-ae62-c0e1ef4d7341 req-92ebb5ee-00f1-49b1-9e94-8c5ce0d3e73f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0dc7ccef-1b3b-4e69-a1de-a8fce0eaa5e1 HTTP/1.1" status: 200 len: 855 time: 0.0462708 Aug 18 11:59:52.600177 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ae49c40a-b580-4072-bf3d-c80cf64f7837 req-ba9cb6d5-7298-4cd0-b3a6-fb7fbbe1b3fc tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/security-groups?id=0ddd2c5c-7e53-44ab-9404-c5fea69a570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3262758 Aug 18 11:59:52.638726 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f771df-4437-4ac3-a6aa-360d60bc7d76 req-f48a9968-1d66-4359-9f93-8e397b8c8292 tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:52.639363 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-d3f771df-4437-4ac3-a6aa-360d60bc7d76 req-f48a9968-1d66-4359-9f93-8e397b8c8292 tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:52.645617 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcbf62d-ded5-495d-ae62-c0e1ef4d7341 req-fe29af20-c2f1-44a4-bd3f-b0664602a958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:52.648095 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-1fcbf62d-ded5-495d-ae62-c0e1ef4d7341 req-fe29af20-c2f1-44a4-bd3f-b0664602a958 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1ef7ea32-2afc-42e8-9151-91c023337fa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0520997 Aug 18 11:59:52.672377 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [req-39c8a219-cf01-4da6-b6d7-3665f519c295 req-2e7aff17-ccbf-4eea-9ba9-b3975e232e2c service neutron] Transition to ACTIVE for port object e61fc26e-cffe-4016-8119-d8df52cc8c80 will not be triggered until provisioned by entity L2. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 11:59:52.711127 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-39c8a219-cf01-4da6-b6d7-3665f519c295 req-2e7aff17-ccbf-4eea-9ba9-b3975e232e2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:52.750425 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-1fcbf62d-ded5-495d-ae62-c0e1ef4d7341 req-9b070c86-9e6c-4110-a99a-c2a3ab96157d service neutron] 10.222.0.62 "GET /v2.0/networks/1ef7ea32-2afc-42e8-9151-91c023337fa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945120 Aug 18 11:59:52.772741 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e067ea7c-9714-4e35-9a51-a1bd7e12a7ee req-742838ad-516e-4124-8de6-3481468777b0 service neutron] 10.222.0.62 "GET /v2.0/networks/222e0814-c7e5-4b11-9282-3f40c6ed76b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5353484 Aug 18 11:59:52.780892 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d3f771df-4437-4ac3-a6aa-360d60bc7d76 req-f48a9968-1d66-4359-9f93-8e397b8c8292 tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3819866 Aug 18 11:59:52.832257 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-d3f771df-4437-4ac3-a6aa-360d60bc7d76 req-bc3b5750-9368-45f5-978d-ea9af232fb36 service neutron] Request body: {'port': {'device_id': 'a87f78c1-2ca5-455e-9935-ab7aeaf069c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804985-2'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:59:52.856662 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-1fcbf62d-ded5-495d-ae62-c0e1ef4d7341 req-0b4ac2fc-f1d2-487e-b61a-c70242b768ff service neutron] 10.222.0.62 "GET /v2.0/networks/1ef7ea32-2afc-42e8-9151-91c023337fa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965211 Aug 18 11:59:52.932642 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7aff17-ccbf-4eea-9ba9-b3975e232e2c service neutron] Pushing event updated for resources: {'Port': ['ID=e61fc26e-cffe-4016-8119-d8df52cc8c80,revision_number=2']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:59:53.001686 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6fac4e-63af-4474-9243-dbf2579fc2ed req-00adbd48-43ea-4354-8afa-13b963d04eef tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:53.003284 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-db6fac4e-63af-4474-9243-dbf2579fc2ed req-00adbd48-43ea-4354-8afa-13b963d04eef tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] 10.222.0.66 "GET /v2.0/ports?device_id=a87f78c1-2ca5-455e-9935-ab7aeaf069c9 HTTP/1.1" status: 200 len: 932 time: 0.3278148 Aug 18 11:59:53.024065 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [None req-975b61f6-a2d4-4b32-b5dc-83db7ad8277d admin admin] Allocated IP 172.20.0.1 (8a227098-354b-4994-bf1e-318eb6efe6ec/fa10df12-5b4e-4ad2-82de-b1eefd7f7053/cb8552a3-19cd-422c-98e0-6d0de02e4ddc) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 11:59:53.198558 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-d3f771df-4437-4ac3-a6aa-360d60bc7d76 req-bc3b5750-9368-45f5-978d-ea9af232fb36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:53.220880 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e067ea7c-9714-4e35-9a51-a1bd7e12a7ee req-33ac49e5-e0ff-4ecd-813b-0065bcda6323 service neutron] 10.222.0.62 "GET /v2.0/networks/222e0814-c7e5-4b11-9282-3f40c6ed76b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4332120 Aug 18 11:59:53.255496 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-db6fac4e-63af-4474-9243-dbf2579fc2ed req-e6bd1a78-28de-4351-92cf-d7e7ea853d87 tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] 10.222.0.66 "GET /v2.0/security-groups?id=1583760a-8eee-47b7-b670-f45d9d965092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2242725 Aug 18 11:59:53.273884 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03887548-4377-4df4-b819-06f68f8b98f3 req-84e33c93-7b79-4d14-abf0-c5ae8f9a85a5 tempest-MultipleCreateTestJSON-2069875045 tempest-MultipleCreateTestJSON-2069875045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:53.275389 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-03887548-4377-4df4-b819-06f68f8b98f3 req-84e33c93-7b79-4d14-abf0-c5ae8f9a85a5 tempest-MultipleCreateTestJSON-2069875045 tempest-MultipleCreateTestJSON-2069875045-project] 10.222.0.66 "GET /v2.0/networks?id=e0840f9b-1ae2-4ebe-bcbc-828fede4ff8d HTTP/1.1" status: 200 len: 812 time: 0.3980181 Aug 18 11:59:53.332408 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-39c8a219-cf01-4da6-b6d7-3665f519c295 req-2e7aff17-ccbf-4eea-9ba9-b3975e232e2c service neutron] Attempting to bind port e61fc26e-cffe-4016-8119-d8df52cc8c80 on host n-h1-804985-2 for vnic_type normal with profile {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 11:59:53.332785 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-39c8a219-cf01-4da6-b6d7-3665f519c295 req-2e7aff17-ccbf-4eea-9ba9-b3975e232e2c service neutron] Attempting to bind port e61fc26e-cffe-4016-8119-d8df52cc8c80 by drivers openvswitch,hyperv on host n-h1-804985-2 at level 0 using segments [{'id': '1bfb322b-83ae-425c-b8a6-e9d9bfa53e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'd7901dbb-4e11-4e3f-b19f-ec50e5f166f6'}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 11:59:53.333103 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c8a219-cf01-4da6-b6d7-3665f519c295 req-2e7aff17-ccbf-4eea-9ba9-b3975e232e2c service neutron] Attempting to bind port e61fc26e-cffe-4016-8119-d8df52cc8c80 on network d7901dbb-4e11-4e3f-b19f-ec50e5f166f6 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 11:59:53.398543 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-03887548-4377-4df4-b819-06f68f8b98f3 req-62330552-0424-42bd-92ed-b6b1a4fb8c21 tempest-MultipleCreateTestJSON-2069875045 tempest-MultipleCreateTestJSON-2069875045-project] 10.222.0.66 "GET /v2.0/quotas/5dd9f4315f144ed0a3e506b764329d2a HTTP/1.1" status: 200 len: 375 time: 0.0849049 Aug 18 11:59:53.403284 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c8a219-cf01-4da6-b6d7-3665f519c295 req-2e7aff17-ccbf-4eea-9ba9-b3975e232e2c service neutron] Port e61fc26e-cffe-4016-8119-d8df52cc8c80 on network d7901dbb-4e11-4e3f-b19f-ec50e5f166f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-2 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 11:59:53.403625 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c8a219-cf01-4da6-b6d7-3665f519c295 req-2e7aff17-ccbf-4eea-9ba9-b3975e232e2c service neutron] Attempting to bind port e61fc26e-cffe-4016-8119-d8df52cc8c80 on network d7901dbb-4e11-4e3f-b19f-ec50e5f166f6 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 11:59:53.410399 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-975b61f6-a2d4-4b32-b5dc-83db7ad8277d admin admin] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:53.503095 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c8a219-cf01-4da6-b6d7-3665f519c295 req-2e7aff17-ccbf-4eea-9ba9-b3975e232e2c service neutron] Checking agent: {'id': 'a613417a-d085-492c-941a-59bb18c633d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 49, 6), 'started_at': datetime.datetime(2021, 8, 18, 11, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 11, 59, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 11:59:53.503460 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c8a219-cf01-4da6-b6d7-3665f519c295 req-2e7aff17-ccbf-4eea-9ba9-b3975e232e2c service neutron] Checking segment: {'id': '1bfb322b-83ae-425c-b8a6-e9d9bfa53e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'd7901dbb-4e11-4e3f-b19f-ec50e5f166f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 11:59:53.503852 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c8a219-cf01-4da6-b6d7-3665f519c295 req-2e7aff17-ccbf-4eea-9ba9-b3975e232e2c service neutron] Bound using segment: {'id': '1bfb322b-83ae-425c-b8a6-e9d9bfa53e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'd7901dbb-4e11-4e3f-b19f-ec50e5f166f6'} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 11:59:53.504299 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-39c8a219-cf01-4da6-b6d7-3665f519c295 req-2e7aff17-ccbf-4eea-9ba9-b3975e232e2c service neutron] Bound port: e61fc26e-cffe-4016-8119-d8df52cc8c80, host: n-h1-804985-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bfb322b-83ae-425c-b8a6-e9d9bfa53e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'd7901dbb-4e11-4e3f-b19f-ec50e5f166f6'}}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 11:59:53.504700 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-39c8a219-cf01-4da6-b6d7-3665f519c295 req-2e7aff17-ccbf-4eea-9ba9-b3975e232e2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:53.514449 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-03887548-4377-4df4-b819-06f68f8b98f3 req-e4a9c18f-832d-4205-a11d-9d26dffb5ee0 tempest-MultipleCreateTestJSON-2069875045 tempest-MultipleCreateTestJSON-2069875045-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=5dd9f4315f144ed0a3e506b764329d2a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1078470 Aug 18 11:59:53.526898 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [None req-975b61f6-a2d4-4b32-b5dc-83db7ad8277d admin admin] Transition to ACTIVE for port object cb8552a3-19cd-422c-98e0-6d0de02e4ddc will not be triggered until provisioned by entity DHCP. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 11:59:53.563130 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad712e4-29b5-4a89-9c19-2f44635956be req-3056c985-acd4-4d54-9292-a4f4117688bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:53.564615 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2ad712e4-29b5-4a89-9c19-2f44635956be req-3056c985-acd4-4d54-9292-a4f4117688bb service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=212687a0d141449e986077a62ccba2f7&device_id=d30880ae-50e6-4886-b31e-41d8bcfcb52d HTTP/1.1" status: 200 len: 1098 time: 0.2883112 Aug 18 11:59:53.646629 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437ebdb6-1c53-4b51-bb77-3c9cffc05a65 req-5b003606-1981-40d2-aaa7-2cb1972d5477 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:53.648091 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-437ebdb6-1c53-4b51-bb77-3c9cffc05a65 req-5b003606-1981-40d2-aaa7-2cb1972d5477 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c527bc9-e88c-4512-a912-fb72b3336c3d HTTP/1.1" status: 200 len: 946 time: 0.3068318 Aug 18 11:59:53.725965 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-500a1c61-38a7-4c23-a7ec-4631080af5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:54.176873 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-39c8a219-cf01-4da6-b6d7-3665f519c295 req-2e7aff17-ccbf-4eea-9ba9-b3975e232e2c service neutron] For port e61fc26e-cffe-4016-8119-d8df52cc8c80, host n-h1-804985-2, cleared binding levels {{(pid=106252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 11:59:54.185383 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-975b61f6-a2d4-4b32-b5dc-83db7ad8277d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:54.199908 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device d433e52b-63a4-4721-9f17-c53fbe6b701b up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:59:54.253794 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-03887548-4377-4df4-b819-06f68f8b98f3 req-3aeb4a78-bd8c-4492-8ec9-3769f9951066 service neutron] 10.222.0.66 "GET /v2.0/networks/e0840f9b-1ae2-4ebe-bcbc-828fede4ff8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7145066 Aug 18 11:59:54.254102 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port d433e52b-63a4-4721-9f17-c53fbe6b701b triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:59:54.254548 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:54.259108 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-39c8a219-cf01-4da6-b6d7-3665f519c295 req-2e7aff17-ccbf-4eea-9ba9-b3975e232e2c service neutron] For port e61fc26e-cffe-4016-8119-d8df52cc8c80, host n-h1-804985-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=e61fc26e-cffe-4016-8119-d8df52cc8c80,segment=NetworkSegment(1bfb322b-83ae-425c-b8a6-e9d9bfa53e56),segment_id=1bfb322b-83ae-425c-b8a6-e9d9bfa53e56)] {{(pid=106252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 11:59:54.280670 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-437ebdb6-1c53-4b51-bb77-3c9cffc05a65 req-bbf6031a-b8b7-4be5-963b-47b075a11655 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.66 "GET /v2.0/security-groups?id=11bbe5b2-5f3b-4775-89a0-258a798e3ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6173978 Aug 18 11:59:54.301916 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-39c8a219-cf01-4da6-b6d7-3665f519c295 req-2e7aff17-ccbf-4eea-9ba9-b3975e232e2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:54.301916 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-975b61f6-a2d4-4b32-b5dc-83db7ad8277d admin admin] Network 8a227098-354b-4994-bf1e-318eb6efe6ec is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 11:59:54.318508 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad712e4-29b5-4a89-9c19-2f44635956be req-5a6a765b-4eaa-4b76-8a3c-d373fa6119a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:54.320018 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2ad712e4-29b5-4a89-9c19-2f44635956be req-5a6a765b-4eaa-4b76-8a3c-d373fa6119a7 service neutron] 10.222.0.62 "GET /v2.0/networks?id=222e0814-c7e5-4b11-9282-3f40c6ed76b2 HTTP/1.1" status: 200 len: 870 time: 0.7347491 Aug 18 11:59:54.338655 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-975b61f6-a2d4-4b32-b5dc-83db7ad8277d admin admin] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:59:54.374930 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-975b61f6-a2d4-4b32-b5dc-83db7ad8277d admin admin] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 11:59:54.387945 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975b61f6-a2d4-4b32-b5dc-83db7ad8277d admin admin] Pushing event updated for resources: {'Port': ['ID=cb8552a3-19cd-422c-98e0-6d0de02e4ddc,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:59:54.455988 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c8a219-cf01-4da6-b6d7-3665f519c295 req-2e7aff17-ccbf-4eea-9ba9-b3975e232e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:54.457037 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-39c8a219-cf01-4da6-b6d7-3665f519c295 req-2e7aff17-ccbf-4eea-9ba9-b3975e232e2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:54.458091 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-39c8a219-cf01-4da6-b6d7-3665f519c295 req-2e7aff17-ccbf-4eea-9ba9-b3975e232e2c service neutron] 10.222.0.63 "PUT /v2.0/ports/e61fc26e-cffe-4016-8119-d8df52cc8c80 HTTP/1.1" status: 200 len: 1091 time: 3.9569745 Aug 18 11:59:54.459421 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2ad712e4-29b5-4a89-9c19-2f44635956be req-87e3352c-a8df-47b6-b093-6183c907418b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=543e5e53-1de6-47c5-aece-c58829e5a352 HTTP/1.1" status: 200 len: 217 time: 0.1183519 Aug 18 11:59:54.459840 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c5c8398-ccab-4f9d-a46d-b6267989534d', 'tag': 'e61fc26e-cffe-4016-8119-d8df52cc8c80'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 11:59:54.462143 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5012ce5-706d-4c9d-9b0d-4adfea38126d" -d '{"events": [{"name": "network-changed", "server_uuid": "7c5c8398-ccab-4f9d-a46d-b6267989534d", "tag": "e61fc26e-cffe-4016-8119-d8df52cc8c80"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:59:54.629026 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-975b61f6-a2d4-4b32-b5dc-83db7ad8277d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-996688'] for router_interface, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:54.640752 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-d14fe36f-e0a0-43b5-98c3-cb54461d1e89 None None] Provisioning for port cb8552a3-19cd-422c-98e0-6d0de02e4ddc completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 11:59:54.645417 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-d14fe36f-e0a0-43b5-98c3-cb54461d1e89 None None] Provisioning complete for port cb8552a3-19cd-422c-98e0-6d0de02e4ddc triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:59:54.645791 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-d14fe36f-e0a0-43b5-98c3-cb54461d1e89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:54.679130 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-d14fe36f-e0a0-43b5-98c3-cb54461d1e89 None None] Port cb8552a3-19cd-422c-98e0-6d0de02e4ddc cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 11:59:54.720355 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [req-d3f771df-4437-4ac3-a6aa-360d60bc7d76 req-bc3b5750-9368-45f5-978d-ea9af232fb36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea62e81b-4f10-4b36-8f95-1341e04201fa {{(pid=106252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 11:59:54.726065 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7aff17-ccbf-4eea-9ba9-b3975e232e2c service neutron] Pushing event updated for resources: {'Port': ['ID=e61fc26e-cffe-4016-8119-d8df52cc8c80,revision_number=3']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:59:54.739421 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-d3f771df-4437-4ac3-a6aa-360d60bc7d76 req-bc3b5750-9368-45f5-978d-ea9af232fb36 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:54.745273 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-03887548-4377-4df4-b819-06f68f8b98f3 req-2b4121db-dc25-4d5f-9c0f-c76b38827f6f service neutron] 10.222.0.66 "GET /v2.0/networks/e0840f9b-1ae2-4ebe-bcbc-828fede4ff8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4755828 Aug 18 11:59:54.746607 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad712e4-29b5-4a89-9c19-2f44635956be req-86a8dfdf-e901-4a86-af87-889d392d9f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:54.748435 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2ad712e4-29b5-4a89-9c19-2f44635956be req-86a8dfdf-e901-4a86-af87-889d392d9f24 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6d16d680-110b-436d-8afa-48ba845b3623 HTTP/1.1" status: 200 len: 843 time: 0.2497289 Aug 18 11:59:54.763856 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dcba5d-0a94-465e-9865-1a41aa40653b req-fb793ebe-411a-4254-a4c4-47e5d332bbb1 tempest-ListImageFiltersTestJSON-2011468970 tempest-ListImageFiltersTestJSON-2011468970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:54.765548 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-10dcba5d-0a94-465e-9865-1a41aa40653b req-fb793ebe-411a-4254-a4c4-47e5d332bbb1 tempest-ListImageFiltersTestJSON-2011468970 tempest-ListImageFiltersTestJSON-2011468970-project] 10.222.0.66 "GET /v2.0/ports?device_id=d30880ae-50e6-4886-b31e-41d8bcfcb52d HTTP/1.1" status: 200 len: 947 time: 0.3206801 Aug 18 11:59:54.811304 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [req-d3f771df-4437-4ac3-a6aa-360d60bc7d76 req-bc3b5750-9368-45f5-978d-ea9af232fb36 service neutron] Transition to ACTIVE for port object ea62e81b-4f10-4b36-8f95-1341e04201fa will not be triggered until provisioned by entity L2. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 11:59:54.815989 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c8a219-cf01-4da6-b6d7-3665f519c295 req-8b461fce-7efa-4131-b4fa-750fc892d090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:54.817581 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-39c8a219-cf01-4da6-b6d7-3665f519c295 req-8b461fce-7efa-4131-b4fa-750fc892d090 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=f9035e69ecb44482b197cdb3f54c17e3&device_id=7c5c8398-ccab-4f9d-a46d-b6267989534d HTTP/1.1" status: 200 len: 1094 time: 0.2987661 Aug 18 11:59:54.847424 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-d3f771df-4437-4ac3-a6aa-360d60bc7d76 req-bc3b5750-9368-45f5-978d-ea9af232fb36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:54.932199 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-39c8a219-cf01-4da6-b6d7-3665f519c295 req-7a5f22de-b586-414a-9e49-3ba8878146b8 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e61fc26e-cffe-4016-8119-d8df52cc8c80 HTTP/1.1" status: 200 len: 217 time: 0.0859942 Aug 18 11:59:54.988374 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad712e4-29b5-4a89-9c19-2f44635956be req-f24a2704-49e2-40f7-ba4c-f4f94641266a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:54.989911 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2ad712e4-29b5-4a89-9c19-2f44635956be req-f24a2704-49e2-40f7-ba4c-f4f94641266a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=222e0814-c7e5-4b11-9282-3f40c6ed76b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2183533 Aug 18 11:59:55.026704 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-10dcba5d-0a94-465e-9865-1a41aa40653b req-dea16e36-0257-4450-9008-cc0ff613b005 tempest-ListImageFiltersTestJSON-2011468970 tempest-ListImageFiltersTestJSON-2011468970-project] 10.222.0.66 "GET /v2.0/security-groups?id=80056a0b-428e-4a13-9031-cd2effcf9e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2539077 Aug 18 11:59:55.053088 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3b5750-9368-45f5-978d-ea9af232fb36 service neutron] Pushing event updated for resources: {'Port': ['ID=ea62e81b-4f10-4b36-8f95-1341e04201fa,revision_number=2']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:59:55.203784 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-975b61f6-a2d4-4b32-b5dc-83db7ad8277d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:55.224060 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c8a219-cf01-4da6-b6d7-3665f519c295 req-0baec568-978f-4986-9a5b-36cafae53abb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:55.225573 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-39c8a219-cf01-4da6-b6d7-3665f519c295 req-0baec568-978f-4986-9a5b-36cafae53abb service neutron] 10.222.0.63 "GET /v2.0/subnets?id=71081cae-75c4-4e3f-b46a-ace6aed0b033 HTTP/1.1" status: 200 len: 852 time: 0.2741203 Aug 18 11:59:55.233097 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31dcc57-fbb2-4ba6-9d8c-fe70537d812e req-bcb79e4a-69a1-4224-8818-fe058fe473c2 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:55.234510 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e31dcc57-fbb2-4ba6-9d8c-fe70537d812e req-bcb79e4a-69a1-4224-8818-fe058fe473c2 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c5c8398-ccab-4f9d-a46d-b6267989534d HTTP/1.1" status: 200 len: 943 time: 0.2938068 Aug 18 11:59:55.294910 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-39c8a219-cf01-4da6-b6d7-3665f519c295 req-e7a802d3-93b0-46d9-9e01-7962cb966c3a service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=d7901dbb-4e11-4e3f-b19f-ec50e5f166f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0593686 Aug 18 11:59:55.403578 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2ad712e4-29b5-4a89-9c19-2f44635956be req-82783035-501f-41c7-aa2d-76d06dfb6e62 service neutron] 10.222.0.62 "GET /v2.0/networks/222e0814-c7e5-4b11-9282-3f40c6ed76b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3759162 Aug 18 11:59:55.423492 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-d3f771df-4437-4ac3-a6aa-360d60bc7d76 req-bc3b5750-9368-45f5-978d-ea9af232fb36 service neutron] Attempting to bind port ea62e81b-4f10-4b36-8f95-1341e04201fa on host n-h1-804985-2 for vnic_type normal with profile {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 11:59:55.423492 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-d3f771df-4437-4ac3-a6aa-360d60bc7d76 req-bc3b5750-9368-45f5-978d-ea9af232fb36 service neutron] Attempting to bind port ea62e81b-4f10-4b36-8f95-1341e04201fa by drivers openvswitch,hyperv on host n-h1-804985-2 at level 0 using segments [{'id': '68bf082e-7f6f-47b2-acbc-5554ef52b361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '7e44394f-5669-4694-9486-39d85545539c'}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 11:59:55.423492 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3f771df-4437-4ac3-a6aa-360d60bc7d76 req-bc3b5750-9368-45f5-978d-ea9af232fb36 service neutron] Attempting to bind port ea62e81b-4f10-4b36-8f95-1341e04201fa on network 7e44394f-5669-4694-9486-39d85545539c {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 11:59:55.431628 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94af0bcb-90c2-4093-8dc5-eec533c94d09 req-b4ad42c4-3961-4eca-9182-dd4f8af7c11e tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:55.433272 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-94af0bcb-90c2-4093-8dc5-eec533c94d09 req-b4ad42c4-3961-4eca-9182-dd4f8af7c11e tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/ports?device_id=a6872a0b-045c-40a9-ac3b-9c330c30278a HTTP/1.1" status: 200 len: 949 time: 0.3060141 Aug 18 11:59:55.480774 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3f771df-4437-4ac3-a6aa-360d60bc7d76 req-bc3b5750-9368-45f5-978d-ea9af232fb36 service neutron] Port ea62e81b-4f10-4b36-8f95-1341e04201fa on network 7e44394f-5669-4694-9486-39d85545539c not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-2 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 11:59:55.481617 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3f771df-4437-4ac3-a6aa-360d60bc7d76 req-bc3b5750-9368-45f5-978d-ea9af232fb36 service neutron] Attempting to bind port ea62e81b-4f10-4b36-8f95-1341e04201fa on network 7e44394f-5669-4694-9486-39d85545539c {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 11:59:55.485615 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e31dcc57-fbb2-4ba6-9d8c-fe70537d812e req-a499ba05-426b-4a26-8ae0-d6b222cf10f3 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] 10.222.0.66 "GET /v2.0/security-groups?id=59eee650-0005-4a96-985a-4e5744ed56bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2373540 Aug 18 11:59:55.568993 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3f771df-4437-4ac3-a6aa-360d60bc7d76 req-bc3b5750-9368-45f5-978d-ea9af232fb36 service neutron] Checking agent: {'id': 'a613417a-d085-492c-941a-59bb18c633d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 49, 6), 'started_at': datetime.datetime(2021, 8, 18, 11, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 11, 59, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 11:59:55.569238 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3f771df-4437-4ac3-a6aa-360d60bc7d76 req-bc3b5750-9368-45f5-978d-ea9af232fb36 service neutron] Checking segment: {'id': '68bf082e-7f6f-47b2-acbc-5554ef52b361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '7e44394f-5669-4694-9486-39d85545539c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 11:59:55.569606 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3f771df-4437-4ac3-a6aa-360d60bc7d76 req-bc3b5750-9368-45f5-978d-ea9af232fb36 service neutron] Bound using segment: {'id': '68bf082e-7f6f-47b2-acbc-5554ef52b361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '7e44394f-5669-4694-9486-39d85545539c'} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 11:59:55.570054 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-d3f771df-4437-4ac3-a6aa-360d60bc7d76 req-bc3b5750-9368-45f5-978d-ea9af232fb36 service neutron] Bound port: ea62e81b-4f10-4b36-8f95-1341e04201fa, host: n-h1-804985-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68bf082e-7f6f-47b2-acbc-5554ef52b361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '7e44394f-5669-4694-9486-39d85545539c'}}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 11:59:55.570409 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-d3f771df-4437-4ac3-a6aa-360d60bc7d76 req-bc3b5750-9368-45f5-978d-ea9af232fb36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:55.658529 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 543e5e53-1de6-47c5-aece-c58829e5a352 details requested by agent hyperv_n-h2-804985-2 with host n-h2-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 11:59:55.697080 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-94af0bcb-90c2-4093-8dc5-eec533c94d09 req-d1787ba9-f316-4e50-ab7f-43d4ec525289 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/security-groups?id=0ddd2c5c-7e53-44ab-9404-c5fea69a570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2473323 Aug 18 11:59:55.705921 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-39c8a219-cf01-4da6-b6d7-3665f519c295 req-9844d987-5bd6-410b-8210-6ffc383d1b29 service neutron] 10.222.0.63 "GET /v2.0/networks/d7901dbb-4e11-4e3f-b19f-ec50e5f166f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3938327 Aug 18 11:59:55.781915 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port 543e5e53-1de6-47c5-aece-c58829e5a352, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=543e5e53-1de6-47c5-aece-c58829e5a352,segment=NetworkSegment(b0eb6eea-b461-4969-8a27-808f00daa8a1),segment_id=b0eb6eea-b461-4969-8a27-808f00daa8a1)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:59:55.782315 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 11:59:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49e069d3-825d-498a-bab0-854fd3797078 x-openstack-request-id: req-49e069d3-825d-498a-bab0-854fd3797078 {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:59:55.782727 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c5c8398-ccab-4f9d-a46d-b6267989534d", "tag": "e61fc26e-cffe-4016-8119-d8df52cc8c80", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:59:55.782936 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-49e069d3-825d-498a-bab0-854fd3797078 {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:59:55.783370 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c5c8398-ccab-4f9d-a46d-b6267989534d', 'tag': 'e61fc26e-cffe-4016-8119-d8df52cc8c80', 'status': 'completed', 'code': 200} Aug 18 11:59:55.798795 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Returning: {'device': '543e5e53-1de6-47c5-aece-c58829e5a352', 'network_id': '222e0814-c7e5-4b11-9282-3f40c6ed76b2', 'port_id': '543e5e53-1de6-47c5-aece-c58829e5a352', 'mac_address': 'fa:16:3e:02:78:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 823, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d16d680-110b-436d-8afa-48ba845b3623', 'ip_address': '192.168.233.71'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 11:59:55.822471 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90832699-d7e3-4f20-b815-6844c873849d req-246ede7b-d79c-4b60-aaac-a3c824c2b565 tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:55.823875 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-90832699-d7e3-4f20-b815-6844c873849d req-246ede7b-d79c-4b60-aaac-a3c824c2b565 tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] 10.222.0.66 "GET /v2.0/ports?device_id=a87f78c1-2ca5-455e-9935-ab7aeaf069c9 HTTP/1.1" status: 200 len: 944 time: 0.2457857 Aug 18 11:59:55.842930 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:55.843461 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2ad712e4-29b5-4a89-9c19-2f44635956be req-e5868838-c8a0-4831-ad98-695066cb6af8 service neutron] 10.222.0.62 "GET /v2.0/networks/222e0814-c7e5-4b11-9282-3f40c6ed76b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4234116 Aug 18 11:59:55.870259 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 543e5e53-1de6-47c5-aece-c58829e5a352 {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 11:59:55.878561 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-d3f771df-4437-4ac3-a6aa-360d60bc7d76 req-bc3b5750-9368-45f5-978d-ea9af232fb36 service neutron] For port ea62e81b-4f10-4b36-8f95-1341e04201fa, host n-h1-804985-2, cleared binding levels {{(pid=106252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 11:59:55.892123 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port 543e5e53-1de6-47c5-aece-c58829e5a352, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=543e5e53-1de6-47c5-aece-c58829e5a352,segment=NetworkSegment(b0eb6eea-b461-4969-8a27-808f00daa8a1),segment_id=b0eb6eea-b461-4969-8a27-808f00daa8a1)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:59:55.896719 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:55.908855 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-d3f771df-4437-4ac3-a6aa-360d60bc7d76 req-bc3b5750-9368-45f5-978d-ea9af232fb36 service neutron] For port ea62e81b-4f10-4b36-8f95-1341e04201fa, host n-h1-804985-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=ea62e81b-4f10-4b36-8f95-1341e04201fa,segment=NetworkSegment(68bf082e-7f6f-47b2-acbc-5554ef52b361),segment_id=68bf082e-7f6f-47b2-acbc-5554ef52b361)] {{(pid=106252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 11:59:55.933737 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-d3f771df-4437-4ac3-a6aa-360d60bc7d76 req-bc3b5750-9368-45f5-978d-ea9af232fb36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:55.943769 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-975b61f6-a2d4-4b32-b5dc-83db7ad8277d admin admin] Notify callbacks [] for port, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:55.952915 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=543e5e53-1de6-47c5-aece-c58829e5a352,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:59:55.983355 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-90832699-d7e3-4f20-b815-6844c873849d req-2f8dc0f9-18aa-450f-8abf-3df1d90a7073 tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] 10.222.0.66 "GET /v2.0/security-groups?id=1583760a-8eee-47b7-b670-f45d9d965092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440132 Aug 18 11:59:55.983947 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-975b61f6-a2d4-4b32-b5dc-83db7ad8277d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:56.038530 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-39c8a219-cf01-4da6-b6d7-3665f519c295 req-5e9126e2-d91b-43a5-9312-870fb9414b31 service neutron] 10.222.0.63 "GET /v2.0/networks/d7901dbb-4e11-4e3f-b19f-ec50e5f166f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3143957 Aug 18 11:59:56.040467 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f771df-4437-4ac3-a6aa-360d60bc7d76 req-bc3b5750-9368-45f5-978d-ea9af232fb36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:56.041274 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-d3f771df-4437-4ac3-a6aa-360d60bc7d76 req-bc3b5750-9368-45f5-978d-ea9af232fb36 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:56.042717 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d3f771df-4437-4ac3-a6aa-360d60bc7d76 req-bc3b5750-9368-45f5-978d-ea9af232fb36 service neutron] 10.222.0.63 "PUT /v2.0/ports/ea62e81b-4f10-4b36-8f95-1341e04201fa HTTP/1.1" status: 200 len: 1092 time: 3.2339280 Aug 18 11:59:56.086020 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-975b61f6-a2d4-4b32-b5dc-83db7ad8277d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-996772'] for router_interface, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:56.087763 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3b5750-9368-45f5-978d-ea9af232fb36 service neutron] Pushing event updated for resources: {'Port': ['ID=ea62e81b-4f10-4b36-8f95-1341e04201fa,revision_number=3']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:59:56.101320 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2113572-7807-46cc-b37b-072664b810c1 req-9905a265-1cbe-45e9-bde9-dc5ba7a4d868 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:56.102976 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f2113572-7807-46cc-b37b-072664b810c1 req-9905a265-1cbe-45e9-bde9-dc5ba7a4d868 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c527bc9-e88c-4512-a912-fb72b3336c3d HTTP/1.1" status: 200 len: 946 time: 0.1807837 Aug 18 11:59:56.243877 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] get_ports_and_sgs() called for port_ids ['543e5e53-1de6-47c5-aece-c58829e5a352'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 11:59:56.339203 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-86c2e8a0-2ec1-4714-ab22-0c8190fea1e3 req-fd0b6ce2-b4b5-4956-bd0d-78ba2e3f9e66 tempest-MultipleCreateTestJSON-2069875045 tempest-MultipleCreateTestJSON-2069875045-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ccd7654-53dc-4b3c-b408-5abcac269e4a HTTP/1.1" status: 200 len: 210 time: 0.1352308 Aug 18 11:59:56.352270 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975b61f6-a2d4-4b32-b5dc-83db7ad8277d admin admin] Pushing event updated for resources: {'Port': ['ID=cb8552a3-19cd-422c-98e0-6d0de02e4ddc,revision_number=2']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:59:56.758868 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f2113572-7807-46cc-b37b-072664b810c1 req-bac8745e-d34a-4030-8fdc-39f35d112136 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.66 "GET /v2.0/security-groups?id=11bbe5b2-5f3b-4775-89a0-258a798e3ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6300938 Aug 18 11:59:56.805917 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f771df-4437-4ac3-a6aa-360d60bc7d76 req-350cfb81-49bc-4ceb-9106-3c2423efdee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:56.807422 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d3f771df-4437-4ac3-a6aa-360d60bc7d76 req-350cfb81-49bc-4ceb-9106-3c2423efdee2 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=c9615ef08ff1467182cba43296b539c9&device_id=a87f78c1-2ca5-455e-9935-ab7aeaf069c9 HTTP/1.1" status: 200 len: 1095 time: 0.6800799 Aug 18 11:59:56.900522 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5012ce5-706d-4c9d-9b0d-4adfea38126d req-14b00a20-7b4d-4659-85a6-fba73fc363c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:56.902234 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d5012ce5-706d-4c9d-9b0d-4adfea38126d req-14b00a20-7b4d-4659-85a6-fba73fc363c5 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=f9035e69ecb44482b197cdb3f54c17e3&device_id=7c5c8398-ccab-4f9d-a46d-b6267989534d HTTP/1.1" status: 200 len: 1094 time: 0.7124557 Aug 18 11:59:56.931965 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d3f771df-4437-4ac3-a6aa-360d60bc7d76 req-8affe314-d0d2-4139-b529-4627f8adca5f service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ea62e81b-4f10-4b36-8f95-1341e04201fa HTTP/1.1" status: 200 len: 217 time: 0.0983455 Aug 18 11:59:56.955958 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-975b61f6-a2d4-4b32-b5dc-83db7ad8277d admin admin] Network 8a227098-354b-4994-bf1e-318eb6efe6ec is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 11:59:56.981550 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03887548-4377-4df4-b819-06f68f8b98f3 req-9a550a12-e6c5-46da-b658-ef12b3b0bca6 tempest-MultipleCreateTestJSON-2069875045 tempest-MultipleCreateTestJSON-2069875045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:56.982835 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-03887548-4377-4df4-b819-06f68f8b98f3 req-9a550a12-e6c5-46da-b658-ef12b3b0bca6 tempest-MultipleCreateTestJSON-2069875045 tempest-MultipleCreateTestJSON-2069875045-project] 10.222.0.62 "GET /v2.0/networks?id=e0840f9b-1ae2-4ebe-bcbc-828fede4ff8d HTTP/1.1" status: 200 len: 812 time: 0.7969387 Aug 18 11:59:57.018723 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-975b61f6-a2d4-4b32-b5dc-83db7ad8277d admin admin] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:59:57.049047 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-03887548-4377-4df4-b819-06f68f8b98f3 req-9a3b6c11-d966-4223-b93b-910872995f62 tempest-MultipleCreateTestJSON-2069875045 tempest-MultipleCreateTestJSON-2069875045-project] Request body: {'port': {'device_id': 'bb18d29e-af24-41d3-bbf7-1d5172463e46', 'network_id': 'e0840f9b-1ae2-4ebe-bcbc-828fede4ff8d', 'admin_state_up': True, 'tenant_id': '5dd9f4315f144ed0a3e506b764329d2a'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:59:57.084389 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03887548-4377-4df4-b819-06f68f8b98f3 req-3a946edf-caf6-4c56-87d5-7976d49faa4c tempest-MultipleCreateTestJSON-2069875045 tempest-MultipleCreateTestJSON-2069875045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:57.085901 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-03887548-4377-4df4-b819-06f68f8b98f3 req-3a946edf-caf6-4c56-87d5-7976d49faa4c tempest-MultipleCreateTestJSON-2069875045 tempest-MultipleCreateTestJSON-2069875045-project] 10.222.0.63 "GET /v2.0/networks?id=e0840f9b-1ae2-4ebe-bcbc-828fede4ff8d HTTP/1.1" status: 200 len: 812 time: 0.8368816 Aug 18 11:59:57.142063 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c9f647-0910-4565-8479-3f708cc75c16 req-25e241f3-422b-4651-b6e8-65b516dfbeb9 tempest-ListImageFiltersTestJSON-2011468970 tempest-ListImageFiltersTestJSON-2011468970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:57.143687 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b9c9f647-0910-4565-8479-3f708cc75c16 req-25e241f3-422b-4651-b6e8-65b516dfbeb9 tempest-ListImageFiltersTestJSON-2011468970 tempest-ListImageFiltersTestJSON-2011468970-project] 10.222.0.66 "GET /v2.0/ports?device_id=d30880ae-50e6-4886-b31e-41d8bcfcb52d HTTP/1.1" status: 200 len: 948 time: 0.4144731 Aug 18 11:59:57.151151 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-03887548-4377-4df4-b819-06f68f8b98f3 req-8788acdf-c6e7-424f-951e-6580f462b131 tempest-MultipleCreateTestJSON-2069875045 tempest-MultipleCreateTestJSON-2069875045-project] Request body: {'port': {'device_id': '6ccd7654-53dc-4b3c-b408-5abcac269e4a', 'network_id': 'e0840f9b-1ae2-4ebe-bcbc-828fede4ff8d', 'admin_state_up': True, 'tenant_id': '5dd9f4315f144ed0a3e506b764329d2a'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:59:57.226344 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-388bd640-a5fd-4266-9342-c938a2b1b498 None None] Provisioning complete for port cb8552a3-19cd-422c-98e0-6d0de02e4ddc triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:59:57.226989 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-388bd640-a5fd-4266-9342-c938a2b1b498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:57.261701 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-388bd640-a5fd-4266-9342-c938a2b1b498 None None] Port cb8552a3-19cd-422c-98e0-6d0de02e4ddc cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 11:59:57.265386 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609554d9-b2e6-4e86-89fe-1d2c1ad86bad req-2b4c62df-3799-456a-a5c4-73bdd83e2a4c tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:57.266920 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-609554d9-b2e6-4e86-89fe-1d2c1ad86bad req-2b4c62df-3799-456a-a5c4-73bdd83e2a4c tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c5c8398-ccab-4f9d-a46d-b6267989534d HTTP/1.1" status: 200 len: 943 time: 0.4306443 Aug 18 11:59:57.294619 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f771df-4437-4ac3-a6aa-360d60bc7d76 req-068d4b41-5061-4efe-8c3e-99b88afb7135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:57.295883 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d3f771df-4437-4ac3-a6aa-360d60bc7d76 req-068d4b41-5061-4efe-8c3e-99b88afb7135 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=1cb174fb-7bab-4419-acfb-faa43c1eb689 HTTP/1.1" status: 200 len: 859 time: 0.3445954 Aug 18 11:59:57.411217 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d3f771df-4437-4ac3-a6aa-360d60bc7d76 req-23d0f332-f546-42dc-928a-a21e56c44677 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=7e44394f-5669-4694-9486-39d85545539c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1042359 Aug 18 11:59:57.419474 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5012ce5-706d-4c9d-9b0d-4adfea38126d req-3f442351-74a1-4675-820e-bf4ad0307696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:57.420823 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d5012ce5-706d-4c9d-9b0d-4adfea38126d req-3f442351-74a1-4675-820e-bf4ad0307696 service neutron] 10.222.0.63 "GET /v2.0/networks?id=d7901dbb-4e11-4e3f-b19f-ec50e5f166f6 HTTP/1.1" status: 200 len: 913 time: 0.4918418 Aug 18 11:59:57.465242 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b9c9f647-0910-4565-8479-3f708cc75c16 req-f73cb69f-628f-4fc5-aaa2-0284902dd897 tempest-ListImageFiltersTestJSON-2011468970 tempest-ListImageFiltersTestJSON-2011468970-project] 10.222.0.66 "GET /v2.0/security-groups?id=80056a0b-428e-4a13-9031-cd2effcf9e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2712581 Aug 18 11:59:57.558408 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d5012ce5-706d-4c9d-9b0d-4adfea38126d req-ab20ba8d-a3bf-4288-8c62-8a1c0f73154a service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e61fc26e-cffe-4016-8119-d8df52cc8c80 HTTP/1.1" status: 200 len: 217 time: 0.1137061 Aug 18 11:59:57.596522 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-609554d9-b2e6-4e86-89fe-1d2c1ad86bad req-a1535573-af64-42f6-8bfe-1cc963f1e98d tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] 10.222.0.66 "GET /v2.0/security-groups?id=59eee650-0005-4a96-985a-4e5744ed56bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3112972 Aug 18 11:59:57.655197 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-975b61f6-a2d4-4b32-b5dc-83db7ad8277d admin admin] Router 8aa7be46-0cef-4f5a-beb4-ab51d47fd478 has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 11:59:57.666388 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 543e5e53-1de6-47c5-aece-c58829e5a352 up at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 11:59:57.719933 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Provisioning for port 543e5e53-1de6-47c5-aece-c58829e5a352 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 11:59:57.720860 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03887548-4377-4df4-b819-06f68f8b98f3 req-9a3b6c11-d966-4223-b93b-910872995f62 tempest-MultipleCreateTestJSON-2069875045 tempest-MultipleCreateTestJSON-2069875045-project] Made reservation on behalf of 5dd9f4315f144ed0a3e506b764329d2a for: {'port': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 11:59:57.724226 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Provisioning complete for port 543e5e53-1de6-47c5-aece-c58829e5a352 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 11:59:57.724642 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-03887548-4377-4df4-b819-06f68f8b98f3 req-9a3b6c11-d966-4223-b93b-910872995f62 tempest-MultipleCreateTestJSON-2069875045 tempest-MultipleCreateTestJSON-2069875045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:57.724835 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:57.754968 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5012ce5-706d-4c9d-9b0d-4adfea38126d req-68bf3022-59e0-44b2-8317-f3e42a7043ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:57.756499 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d5012ce5-706d-4c9d-9b0d-4adfea38126d req-68bf3022-59e0-44b2-8317-f3e42a7043ce service neutron] 10.222.0.63 "GET /v2.0/subnets?id=71081cae-75c4-4e3f-b46a-ace6aed0b033 HTTP/1.1" status: 200 len: 852 time: 0.1738517 Aug 18 11:59:57.784405 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a87f78c1-2ca5-455e-9935-ab7aeaf069c9', 'tag': 'ea62e81b-4f10-4b36-8f95-1341e04201fa'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 11:59:57.786653 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbbe4ced-3330-4e0b-aa4a-c57da9a4db05" -d '{"events": [{"name": "network-changed", "server_uuid": "a87f78c1-2ca5-455e-9935-ab7aeaf069c9", "tag": "ea62e81b-4f10-4b36-8f95-1341e04201fa"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:59:57.806113 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3479e6e3-ccb3-4e15-88b2-50bce1d59bc1 req-e36a0541-ff1a-4e20-8a1d-aeefb47e5645 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:57.808132 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3479e6e3-ccb3-4e15-88b2-50bce1d59bc1 req-e36a0541-ff1a-4e20-8a1d-aeefb47e5645 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/ports?device_id=a6872a0b-045c-40a9-ac3b-9c330c30278a HTTP/1.1" status: 200 len: 949 time: 0.2594018 Aug 18 11:59:57.815326 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:57.840187 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd30880ae-50e6-4886-b31e-41d8bcfcb52d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '543e5e53-1de6-47c5-aece-c58829e5a352'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 11:59:57.842475 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db50a436fb3a98495337d8fe7487b4f2ea6f3c1052eb9efadc2ecda2d5737001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2170a14c-5393-4d69-b162-42203e8c58ff" -d '{"events": [{"server_uuid": "d30880ae-50e6-4886-b31e-41d8bcfcb52d", "name": "network-vif-plugged", "status": "completed", "tag": "543e5e53-1de6-47c5-aece-c58829e5a352"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 11:59:57.856181 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port 543e5e53-1de6-47c5-aece-c58829e5a352, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=543e5e53-1de6-47c5-aece-c58829e5a352,segment=NetworkSegment(b0eb6eea-b461-4969-8a27-808f00daa8a1),segment_id=b0eb6eea-b461-4969-8a27-808f00daa8a1)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 11:59:57.861004 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:57.861326 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d3f771df-4437-4ac3-a6aa-360d60bc7d76 req-930638ee-5881-4b2d-acea-3a56f421c9f9 service neutron] 10.222.0.63 "GET /v2.0/networks/7e44394f-5669-4694-9486-39d85545539c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4395583 Aug 18 11:59:57.861909 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03887548-4377-4df4-b819-06f68f8b98f3 req-8788acdf-c6e7-424f-951e-6580f462b131 tempest-MultipleCreateTestJSON-2069875045 tempest-MultipleCreateTestJSON-2069875045-project] Made reservation on behalf of 5dd9f4315f144ed0a3e506b764329d2a for: {'port': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 11:59:57.865424 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-03887548-4377-4df4-b819-06f68f8b98f3 req-8788acdf-c6e7-424f-951e-6580f462b131 tempest-MultipleCreateTestJSON-2069875045 tempest-MultipleCreateTestJSON-2069875045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:57.873631 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d5012ce5-706d-4c9d-9b0d-4adfea38126d req-33e18208-8f09-4e6c-9354-90f827d5b313 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=d7901dbb-4e11-4e3f-b19f-ec50e5f166f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1038637 Aug 18 11:59:57.912660 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=543e5e53-1de6-47c5-aece-c58829e5a352,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:59:57.925779 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3cd4ef-d92e-46a5-922f-0f45503d8a5a req-1e1d3f59-cd80-43fd-84c3-7ec2ef50d631 tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:57.927268 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-cd3cd4ef-d92e-46a5-922f-0f45503d8a5a req-1e1d3f59-cd80-43fd-84c3-7ec2ef50d631 tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] 10.222.0.66 "GET /v2.0/ports?device_id=a87f78c1-2ca5-455e-9935-ab7aeaf069c9 HTTP/1.1" status: 200 len: 944 time: 0.2695742 Aug 18 11:59:58.214370 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3479e6e3-ccb3-4e15-88b2-50bce1d59bc1 req-c73999c7-9fa7-49c2-8e8e-2188b9c9cfbe tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/security-groups?id=0ddd2c5c-7e53-44ab-9404-c5fea69a570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3465807 Aug 18 11:59:58.277071 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-cd3cd4ef-d92e-46a5-922f-0f45503d8a5a req-c8a04807-c9aa-4d71-85ff-0e60cad17803 tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] 10.222.0.66 "GET /v2.0/security-groups?id=1583760a-8eee-47b7-b670-f45d9d965092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2793622 Aug 18 11:59:58.300448 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-975b61f6-a2d4-4b32-b5dc-83db7ad8277d admin admin] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 11:59:58.320807 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-975b61f6-a2d4-4b32-b5dc-83db7ad8277d admin admin] 10.222.0.66 "PUT /v2.0/routers/8aa7be46-0cef-4f5a-beb4-ab51d47fd478/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8725297 Aug 18 11:59:58.321476 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27dad5dc-d23a-49b3-80c1-3cededd3aa8a None None] Sync routers for ids ['8aa7be46-0cef-4f5a-beb4-ab51d47fd478'] in n-d-804985-2 {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 11:59:58.323064 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d5012ce5-706d-4c9d-9b0d-4adfea38126d req-005de460-ede0-4489-8f8f-167affc22c94 service neutron] 10.222.0.63 "GET /v2.0/networks/d7901dbb-4e11-4e3f-b19f-ec50e5f166f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4204204 Aug 18 11:59:58.324841 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d3f771df-4437-4ac3-a6aa-360d60bc7d76 req-087c8201-efa5-4563-92f6-10fa6aef2aec service neutron] 10.222.0.63 "GET /v2.0/networks/7e44394f-5669-4694-9486-39d85545539c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4385812 Aug 18 11:59:58.325989 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [req-03887548-4377-4df4-b819-06f68f8b98f3 req-9a3b6c11-d966-4223-b93b-910872995f62 tempest-MultipleCreateTestJSON-2069875045 tempest-MultipleCreateTestJSON-2069875045-project] Allocated IP 172.20.0.7 (e0840f9b-1ae2-4ebe-bcbc-828fede4ff8d/b5b8702d-8c15-4834-95d4-222961fb698b/c0cf1500-32e7-4020-a0d9-b982a1a995bc) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 11:59:58.354540 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27dad5dc-d23a-49b3-80c1-3cededd3aa8a None None] Routers {'8aa7be46-0cef-4f5a-beb4-ab51d47fd478'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 11:59:58.357214 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-27dad5dc-d23a-49b3-80c1-3cededd3aa8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T11:59:51Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['8aa7be46-0cef-4f5a-beb4-ab51d47fd478'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:59:58.416502 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-db849c1c-0d33-40dc-91cb-771ffc652b04 req-01cb5e79-0f10-423e-ab0f-48579ec56649 tempest-MultipleCreateTestJSON-2069875045 tempest-MultipleCreateTestJSON-2069875045-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ccd7654-53dc-4b3c-b408-5abcac269e4a HTTP/1.1" status: 200 len: 210 time: 0.0578811 Aug 18 11:59:58.480129 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 11:59:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6ad729a-51a1-487b-92ea-74b47641f3c5 x-openstack-request-id: req-d6ad729a-51a1-487b-92ea-74b47641f3c5 {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:59:58.480414 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a87f78c1-2ca5-455e-9935-ab7aeaf069c9", "tag": "ea62e81b-4f10-4b36-8f95-1341e04201fa", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:59:58.480688 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d6ad729a-51a1-487b-92ea-74b47641f3c5 {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:59:58.481085 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a87f78c1-2ca5-455e-9935-ab7aeaf069c9', 'tag': 'ea62e81b-4f10-4b36-8f95-1341e04201fa', 'status': 'completed', 'code': 200} Aug 18 11:59:58.504692 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-27dad5dc-d23a-49b3-80c1-3cededd3aa8a None None] Set router 8aa7be46-0cef-4f5a-beb4-ab51d47fd478 gateway port host: n-d-804985-2 {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 11:59:58.532305 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 11:59:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-954ff054-b817-4204-b01f-3ad855f9cab6 x-openstack-request-id: req-954ff054-b817-4204-b01f-3ad855f9cab6 {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 11:59:58.532961 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d30880ae-50e6-4886-b31e-41d8bcfcb52d", "name": "network-vif-plugged", "status": "completed", "tag": "543e5e53-1de6-47c5-aece-c58829e5a352", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 11:59:58.533463 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-954ff054-b817-4204-b01f-3ad855f9cab6 {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 11:59:58.534038 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd30880ae-50e6-4886-b31e-41d8bcfcb52d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '543e5e53-1de6-47c5-aece-c58829e5a352', 'code': 200} Aug 18 11:59:58.536759 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9933b40d-bb09-412e-b720-0108d1d629ff req-c7479dee-86c6-4577-8cac-069428a0f914 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:58.538302 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9933b40d-bb09-412e-b720-0108d1d629ff req-c7479dee-86c6-4577-8cac-069428a0f914 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c527bc9-e88c-4512-a912-fb72b3336c3d HTTP/1.1" status: 200 len: 946 time: 0.1284819 Aug 18 11:59:58.618124 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d5012ce5-706d-4c9d-9b0d-4adfea38126d req-45455119-b5c2-4bf1-b5ab-065d77873737 service neutron] 10.222.0.63 "GET /v2.0/networks/d7901dbb-4e11-4e3f-b19f-ec50e5f166f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2808275 Aug 18 11:59:58.668263 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9933b40d-bb09-412e-b720-0108d1d629ff req-ed10fa30-d37e-4922-88fb-8772b2308e70 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.66 "GET /v2.0/security-groups?id=11bbe5b2-5f3b-4775-89a0-258a798e3ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136105 Aug 18 11:59:58.670448 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbe4ced-3330-4e0b-aa4a-c57da9a4db05 req-122b2a99-1931-4ffa-b2ab-f4b75cae20a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:58.670746 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b1ae3c-332b-43e2-9f41-82f6cf09fd78 req-431a314b-4223-4743-8ad3-8f34c4649f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:58.672959 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-cbbe4ced-3330-4e0b-aa4a-c57da9a4db05 req-122b2a99-1931-4ffa-b2ab-f4b75cae20a7 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=c9615ef08ff1467182cba43296b539c9&device_id=a87f78c1-2ca5-455e-9935-ab7aeaf069c9 HTTP/1.1" status: 200 len: 1095 time: 0.1575558 Aug 18 11:59:58.673295 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-40b1ae3c-332b-43e2-9f41-82f6cf09fd78 req-431a314b-4223-4743-8ad3-8f34c4649f90 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=d30880ae-50e6-4886-b31e-41d8bcfcb52d HTTP/1.1" status: 200 len: 1100 time: 0.0762756 Aug 18 11:59:58.739583 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-40b1ae3c-332b-43e2-9f41-82f6cf09fd78 req-bf3e2387-757e-444b-a3ce-1fc5eb55b879 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=80056a0b-428e-4a13-9031-cd2effcf9e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522034 Aug 18 11:59:58.753845 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-27dad5dc-d23a-49b3-80c1-3cededd3aa8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8aa7be46-0cef-4f5a-beb4-ab51d47fd478', 'name': 'tempest-ServersTestManualDisk-211388434-router', 'tenant_id': '3dac450c1aed4cb9a32ebc7528bd7ef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': 'd433e52b-63a4-4721-9f17-c53fbe6b701b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T11:59:41Z', 'updated_at': '2021-08-18T11:59:54Z', 'revision_number': 4, 'project_id': '3dac450c1aed4cb9a32ebc7528bd7ef7', 'gw_port': {'id': 'd433e52b-63a4-4721-9f17-c53fbe6b701b', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:dc:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aa7be46-0cef-4f5a-beb4-ab51d47fd478', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:59:43Z', 'updated_at': '2021-08-18T11:59:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': 'cb8552a3-19cd-422c-98e0-6d0de02e4ddc', 'name': '', 'network_id': '8a227098-354b-4994-bf1e-318eb6efe6ec', 'tenant_id': '3dac450c1aed4cb9a32ebc7528bd7ef7', 'mac_address': 'fa:16:3e:13:04:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8aa7be46-0cef-4f5a-beb4-ab51d47fd478', 'device_owner': 'network:router_interface', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'fa10df12-5b4e-4ad2-82de-b1eefd7f7053', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:59:52Z', 'updated_at': '2021-08-18T11:59:55Z', 'revision_number': 2, 'project_id': '3dac450c1aed4cb9a32ebc7528bd7ef7', 'subnets': [{'id': 'fa10df12-5b4e-4ad2-82de-b1eefd7f7053', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:59:58.781368 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27dad5dc-d23a-49b3-80c1-3cededd3aa8a None None] Checking router: 8aa7be46-0cef-4f5a-beb4-ab51d47fd478 for host: n-d-804985-2 {{(pid=106254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 11:59:58.781782 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27dad5dc-d23a-49b3-80c1-3cededd3aa8a None None] Updating router 8aa7be46-0cef-4f5a-beb4-ab51d47fd478 port cb8552a3-19cd-422c-98e0-6d0de02e4ddc binding host n-d-804985-2 {{(pid=106254) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 11:59:58.814365 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-27dad5dc-d23a-49b3-80c1-3cededd3aa8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:58.847826 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 58902) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:59:58.852678 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-d31d5665-a597-4d41-abd5-23bc6cf62ba0 tempest-ServersTestManualDisk-1765482140 tempest-ServersTestManualDisk-1765482140-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1901947064', 'description': 'tempest-description--1816264852'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:59:58.882614 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d31d5665-a597-4d41-abd5-23bc6cf62ba0 tempest-ServersTestManualDisk-1765482140 tempest-ServersTestManualDisk-1765482140-project] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:58.982581 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d31d5665-a597-4d41-abd5-23bc6cf62ba0 tempest-ServersTestManualDisk-1765482140 tempest-ServersTestManualDisk-1765482140-project] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:58.987158 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d31d5665-a597-4d41-abd5-23bc6cf62ba0 tempest-ServersTestManualDisk-1765482140 tempest-ServersTestManualDisk-1765482140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:59.024589 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d31d5665-a597-4d41-abd5-23bc6cf62ba0 tempest-ServersTestManualDisk-1765482140 tempest-ServersTestManualDisk-1765482140-project] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:59.026765 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-d31d5665-a597-4d41-abd5-23bc6cf62ba0 tempest-ServersTestManualDisk-1765482140 tempest-ServersTestManualDisk-1765482140-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.1780305 Aug 18 11:59:59.030581 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 58904) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:59:59.036179 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-2e65ba55-1c2b-4c81-a184-8052cc7c9086 tempest-ServersTestManualDisk-1765482140 tempest-ServersTestManualDisk-1765482140-project] Request body: {'security_group_rule': {'security_group_id': 'bfb87e6d-fb76-4fa5-a953-72861535752e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:59:59.043300 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31d5665-a597-4d41-abd5-23bc6cf62ba0 tempest-ServersTestManualDisk-1765482140 tempest-ServersTestManualDisk-1765482140-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bfb87e6d-fb76-4fa5-a953-72861535752e,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:59:59.071093 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2e65ba55-1c2b-4c81-a184-8052cc7c9086 tempest-ServersTestManualDisk-1765482140 tempest-ServersTestManualDisk-1765482140-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:59.121939 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-27dad5dc-d23a-49b3-80c1-3cededd3aa8a None None] Notify callbacks [] for port, precommit_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:59.133385 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2e65ba55-1c2b-4c81-a184-8052cc7c9086 tempest-ServersTestManualDisk-1765482140 tempest-ServersTestManualDisk-1765482140-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:59.133956 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-27dad5dc-d23a-49b3-80c1-3cededd3aa8a None None] Transition to ACTIVE for port object cb8552a3-19cd-422c-98e0-6d0de02e4ddc will not be triggered until provisioned by entity L2. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 11:59:59.138446 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2e65ba55-1c2b-4c81-a184-8052cc7c9086 tempest-ServersTestManualDisk-1765482140 tempest-ServersTestManualDisk-1765482140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992607'] for security_group_rule, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:59.141959 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-27dad5dc-d23a-49b3-80c1-3cededd3aa8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:59.156311 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e65ba55-1c2b-4c81-a184-8052cc7c9086 tempest-ServersTestManualDisk-1765482140 tempest-ServersTestManualDisk-1765482140-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e7cc97b-31ce-4983-9b52-96f4b77adb3d,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:59:59.158405 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-03887548-4377-4df4-b819-06f68f8b98f3 req-9a3b6c11-d966-4223-b93b-910872995f62 tempest-MultipleCreateTestJSON-2069875045 tempest-MultipleCreateTestJSON-2069875045-project] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:59.166673 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2e65ba55-1c2b-4c81-a184-8052cc7c9086 tempest-ServersTestManualDisk-1765482140 tempest-ServersTestManualDisk-1765482140-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:59.172824 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-2e65ba55-1c2b-4c81-a184-8052cc7c9086 tempest-ServersTestManualDisk-1765482140 tempest-ServersTestManualDisk-1765482140-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1411979 Aug 18 11:59:59.173745 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 58906) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:59:59.183485 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-b02c6e38-b110-4397-bdf9-2a64eeb43ede tempest-ServersTestManualDisk-1765482140 tempest-ServersTestManualDisk-1765482140-project] Request body: {'security_group_rule': {'security_group_id': 'bfb87e6d-fb76-4fa5-a953-72861535752e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:59:59.206973 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ce7bfc-7dba-46d3-9ddf-1218a3e089df None None] Pushing event updated for resources: {'Port': ['ID=cb8552a3-19cd-422c-98e0-6d0de02e4ddc,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:59:59.224696 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b02c6e38-b110-4397-bdf9-2a64eeb43ede tempest-ServersTestManualDisk-1765482140 tempest-ServersTestManualDisk-1765482140-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:59.239591 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ed79fb-7c23-4e2f-bfcd-ab1ff07d8df5 req-49f46772-0529-4c26-83da-8a9459bb6058 tempest-ListImageFiltersTestJSON-2011468970 tempest-ListImageFiltersTestJSON-2011468970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:59.247234 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-86ed79fb-7c23-4e2f-bfcd-ab1ff07d8df5 req-49f46772-0529-4c26-83da-8a9459bb6058 tempest-ListImageFiltersTestJSON-2011468970 tempest-ListImageFiltersTestJSON-2011468970-project] 10.222.0.66 "GET /v2.0/ports?device_id=d30880ae-50e6-4886-b31e-41d8bcfcb52d HTTP/1.1" status: 200 len: 949 time: 0.5043607 Aug 18 11:59:59.257385 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbe4ced-3330-4e0b-aa4a-c57da9a4db05 req-e1a8840f-f0f8-44c7-ab3f-a0b134f21097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:59.259062 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-cbbe4ced-3330-4e0b-aa4a-c57da9a4db05 req-e1a8840f-f0f8-44c7-ab3f-a0b134f21097 service neutron] 10.222.0.63 "GET /v2.0/networks?id=7e44394f-5669-4694-9486-39d85545539c HTTP/1.1" status: 200 len: 920 time: 0.5692019 Aug 18 11:59:59.260512 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-27dad5dc-d23a-49b3-80c1-3cededd3aa8a None None] Attempting to bind port cb8552a3-19cd-422c-98e0-6d0de02e4ddc on host n-d-804985-2 for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 11:59:59.260886 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-27dad5dc-d23a-49b3-80c1-3cededd3aa8a None None] Attempting to bind port cb8552a3-19cd-422c-98e0-6d0de02e4ddc by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': '9e760fbd-3b85-400c-a424-8436459a6ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '8a227098-354b-4994-bf1e-318eb6efe6ec'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 11:59:59.261831 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27dad5dc-d23a-49b3-80c1-3cededd3aa8a None None] Attempting to bind port cb8552a3-19cd-422c-98e0-6d0de02e4ddc on network 8a227098-354b-4994-bf1e-318eb6efe6ec {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 11:59:59.267152 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27dad5dc-d23a-49b3-80c1-3cededd3aa8a None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 11, 59, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 11:59:59.267533 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27dad5dc-d23a-49b3-80c1-3cededd3aa8a None None] Checking segment: {'id': '9e760fbd-3b85-400c-a424-8436459a6ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '8a227098-354b-4994-bf1e-318eb6efe6ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 11:59:59.267926 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-27dad5dc-d23a-49b3-80c1-3cededd3aa8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:59.268318 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27dad5dc-d23a-49b3-80c1-3cededd3aa8a None None] Bound using segment: {'id': '9e760fbd-3b85-400c-a424-8436459a6ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '8a227098-354b-4994-bf1e-318eb6efe6ec'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 11:59:59.268849 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-27dad5dc-d23a-49b3-80c1-3cededd3aa8a None None] Bound port: cb8552a3-19cd-422c-98e0-6d0de02e4ddc, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e760fbd-3b85-400c-a424-8436459a6ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '8a227098-354b-4994-bf1e-318eb6efe6ec'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 11:59:59.269223 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-27dad5dc-d23a-49b3-80c1-3cededd3aa8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:59.281409 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef74bd7-7310-4ea0-9f81-410cdcc3bc6b req-fb082365-3f03-41ba-8a7f-e16c9c46e0a7 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:59.282946 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7ef74bd7-7310-4ea0-9f81-410cdcc3bc6b req-fb082365-3f03-41ba-8a7f-e16c9c46e0a7 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c5c8398-ccab-4f9d-a46d-b6267989534d HTTP/1.1" status: 200 len: 943 time: 0.1454175 Aug 18 11:59:59.316605 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b02c6e38-b110-4397-bdf9-2a64eeb43ede tempest-ServersTestManualDisk-1765482140 tempest-ServersTestManualDisk-1765482140-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:59.324045 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b02c6e38-b110-4397-bdf9-2a64eeb43ede tempest-ServersTestManualDisk-1765482140 tempest-ServersTestManualDisk-1765482140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992607'] for security_group_rule, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:59.338679 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-27dad5dc-d23a-49b3-80c1-3cededd3aa8a None None] For port cb8552a3-19cd-422c-98e0-6d0de02e4ddc, host n-d-804985-2, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 11:59:59.342222 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-27dad5dc-d23a-49b3-80c1-3cededd3aa8a None None] For port cb8552a3-19cd-422c-98e0-6d0de02e4ddc, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=cb8552a3-19cd-422c-98e0-6d0de02e4ddc,segment=NetworkSegment(9e760fbd-3b85-400c-a424-8436459a6ba2),segment_id=9e760fbd-3b85-400c-a424-8436459a6ba2)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 11:59:59.347333 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-cbbe4ced-3330-4e0b-aa4a-c57da9a4db05 req-659d3e6b-7e29-416f-9d9a-b4627b7a534d service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ea62e81b-4f10-4b36-8f95-1341e04201fa HTTP/1.1" status: 200 len: 217 time: 0.0752273 Aug 18 11:59:59.351040 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-27dad5dc-d23a-49b3-80c1-3cededd3aa8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:59.354273 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b02c6e38-b110-4397-bdf9-2a64eeb43ede tempest-ServersTestManualDisk-1765482140 tempest-ServersTestManualDisk-1765482140-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:59.358525 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-b02c6e38-b110-4397-bdf9-2a64eeb43ede tempest-ServersTestManualDisk-1765482140 tempest-ServersTestManualDisk-1765482140-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1808252 Aug 18 11:59:59.359527 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 58914) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 11:59:59.365082 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-0b14d057-1e2e-46a0-870c-a5c52379a7c4 tempest-ServersTestManualDisk-1765482140 tempest-ServersTestManualDisk-1765482140-project] Request body: {'floatingip': {'floating_network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 11:59:59.370783 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02c6e38-b110-4397-bdf9-2a64eeb43ede tempest-ServersTestManualDisk-1765482140 tempest-ServersTestManualDisk-1765482140-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcbac78c-8e26-43f0-976c-18282d0a4b02,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:59:59.399512 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0b14d057-1e2e-46a0-870c-a5c52379a7c4 tempest-ServersTestManualDisk-1765482140 tempest-ServersTestManualDisk-1765482140-project] Notify callbacks [] for floatingip, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:59.420708 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-86ed79fb-7c23-4e2f-bfcd-ab1ff07d8df5 req-a5527144-8821-4d5a-a540-6f7adf3d15db tempest-ListImageFiltersTestJSON-2011468970 tempest-ListImageFiltersTestJSON-2011468970-project] 10.222.0.66 "GET /v2.0/security-groups?id=80056a0b-428e-4a13-9031-cd2effcf9e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726089 Aug 18 11:59:59.432632 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ce7bfc-7dba-46d3-9ddf-1218a3e089df None None] Pushing event updated for resources: {'Port': ['ID=cb8552a3-19cd-422c-98e0-6d0de02e4ddc,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:59:59.464063 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27dad5dc-d23a-49b3-80c1-3cededd3aa8a None None] Routers {'8aa7be46-0cef-4f5a-beb4-ab51d47fd478'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 11:59:59.464835 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-27dad5dc-d23a-49b3-80c1-3cededd3aa8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T11:59:51Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['8aa7be46-0cef-4f5a-beb4-ab51d47fd478'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 11:59:59.517013 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-03887548-4377-4df4-b819-06f68f8b98f3 req-9a3b6c11-d966-4223-b93b-910872995f62 tempest-MultipleCreateTestJSON-2069875045 tempest-MultipleCreateTestJSON-2069875045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:59.523321 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0b14d057-1e2e-46a0-870c-a5c52379a7c4 tempest-ServersTestManualDisk-1765482140 tempest-ServersTestManualDisk-1765482140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:59.610689 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [req-03887548-4377-4df4-b819-06f68f8b98f3 req-8788acdf-c6e7-424f-951e-6580f462b131 tempest-MultipleCreateTestJSON-2069875045 tempest-MultipleCreateTestJSON-2069875045-project] Allocated IP 172.20.0.13 (e0840f9b-1ae2-4ebe-bcbc-828fede4ff8d/b5b8702d-8c15-4834-95d4-222961fb698b/567458dc-aa7d-4feb-b81a-33f247881658) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 11:59:59.675821 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7ef74bd7-7310-4ea0-9f81-410cdcc3bc6b req-ea6f32f8-9cc7-45a9-a2a4-f7bec2a0ab43 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] 10.222.0.66 "GET /v2.0/security-groups?id=59eee650-0005-4a96-985a-4e5744ed56bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3748012 Aug 18 11:59:59.734658 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbe4ced-3330-4e0b-aa4a-c57da9a4db05 req-cd03bdc0-eae5-47c2-bd98-3aba09a2f8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:59.736867 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-cbbe4ced-3330-4e0b-aa4a-c57da9a4db05 req-cd03bdc0-eae5-47c2-bd98-3aba09a2f8ed service neutron] 10.222.0.63 "GET /v2.0/subnets?id=1cb174fb-7bab-4419-acfb-faa43c1eb689 HTTP/1.1" status: 200 len: 859 time: 0.3722310 Aug 18 11:59:59.750886 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03887548-4377-4df4-b819-06f68f8b98f3 req-9a3b6c11-d966-4223-b93b-910872995f62 tempest-MultipleCreateTestJSON-2069875045 tempest-MultipleCreateTestJSON-2069875045-project] Network e0840f9b-1ae2-4ebe-bcbc-828fede4ff8d is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 11:59:59.752164 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [None req-0b14d057-1e2e-46a0-870c-a5c52379a7c4 tempest-ServersTestManualDisk-1765482140 tempest-ServersTestManualDisk-1765482140-project] Allocated IP 172.25.7.32 (7cae7a70-14fd-408c-b14d-39ceb97cb60e/9784295a-20b8-4a4b-b105-f82737f0448f/fe75742b-b29b-4300-8b16-fbb71de41dc5) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 11:59:59.803581 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [req-03887548-4377-4df4-b819-06f68f8b98f3 req-9a3b6c11-d966-4223-b93b-910872995f62 tempest-MultipleCreateTestJSON-2069875045 tempest-MultipleCreateTestJSON-2069875045-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:59:59.819050 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-03887548-4377-4df4-b819-06f68f8b98f3 req-9a3b6c11-d966-4223-b93b-910872995f62 tempest-MultipleCreateTestJSON-2069875045 tempest-MultipleCreateTestJSON-2069875045-project] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 11:59:59.846522 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-27dad5dc-d23a-49b3-80c1-3cededd3aa8a None None] Set router 8aa7be46-0cef-4f5a-beb4-ab51d47fd478 gateway port host: n-d-804985-2 {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 11:59:59.871673 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-cbbe4ced-3330-4e0b-aa4a-c57da9a4db05 req-8a8e7a32-f663-4858-9b91-1f118eefe6a2 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=7e44394f-5669-4694-9486-39d85545539c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1171300 Aug 18 11:59:59.877491 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3b6c11-d966-4223-b93b-910872995f62 tempest-MultipleCreateTestJSON-2069875045 tempest-MultipleCreateTestJSON-2069875045-project] Pushing event updated for resources: {'Port': ['ID=c0cf1500-32e7-4020-a0d9-b982a1a995bc,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 11:59:59.897323 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0b14d057-1e2e-46a0-870c-a5c52379a7c4 tempest-ServersTestManualDisk-1765482140 tempest-ServersTestManualDisk-1765482140-project] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:59.920581 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbed83c-f271-4e6b-906f-12d21bafacaf req-032a6852-c01f-4fd5-a2b5-e9b3fb2c0e85 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 11:59:59.922102 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7dbed83c-f271-4e6b-906f-12d21bafacaf req-032a6852-c01f-4fd5-a2b5-e9b3fb2c0e85 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/ports?device_id=a6872a0b-045c-40a9-ac3b-9c330c30278a HTTP/1.1" status: 200 len: 949 time: 0.3984506 Aug 18 11:59:59.943659 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0b14d057-1e2e-46a0-870c-a5c52379a7c4 tempest-ServersTestManualDisk-1765482140 tempest-ServersTestManualDisk-1765482140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 11:59:59.989492 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b14d057-1e2e-46a0-870c-a5c52379a7c4 tempest-ServersTestManualDisk-1765482140 tempest-ServersTestManualDisk-1765482140-project] Network 7cae7a70-14fd-408c-b14d-39ceb97cb60e is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 11:59:59.992955 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-0b14d057-1e2e-46a0-870c-a5c52379a7c4 tempest-ServersTestManualDisk-1765482140 tempest-ServersTestManualDisk-1765482140-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 11:59:59.996199 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b14d057-1e2e-46a0-870c-a5c52379a7c4 tempest-ServersTestManualDisk-1765482140 tempest-ServersTestManualDisk-1765482140-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:00:00.022518 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b14d057-1e2e-46a0-870c-a5c52379a7c4 tempest-ServersTestManualDisk-1765482140 tempest-ServersTestManualDisk-1765482140-project] Pushing event updated for resources: {'Port': ['ID=fe75742b-b29b-4300-8b16-fbb71de41dc5,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:00:00.040099 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03887548-4377-4df4-b819-06f68f8b98f3 req-9a3b6c11-d966-4223-b93b-910872995f62 tempest-MultipleCreateTestJSON-2069875045 tempest-MultipleCreateTestJSON-2069875045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:00.040839 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-03887548-4377-4df4-b819-06f68f8b98f3 req-9a3b6c11-d966-4223-b93b-910872995f62 tempest-MultipleCreateTestJSON-2069875045 tempest-MultipleCreateTestJSON-2069875045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:00.074783 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-03887548-4377-4df4-b819-06f68f8b98f3 req-8788acdf-c6e7-424f-951e-6580f462b131 tempest-MultipleCreateTestJSON-2069875045 tempest-MultipleCreateTestJSON-2069875045-project] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:00.093585 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0b14d057-1e2e-46a0-870c-a5c52379a7c4 tempest-ServersTestManualDisk-1765482140 tempest-ServersTestManualDisk-1765482140-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:00.099749 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-27dad5dc-d23a-49b3-80c1-3cededd3aa8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8aa7be46-0cef-4f5a-beb4-ab51d47fd478', 'name': 'tempest-ServersTestManualDisk-211388434-router', 'tenant_id': '3dac450c1aed4cb9a32ebc7528bd7ef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': 'd433e52b-63a4-4721-9f17-c53fbe6b701b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T11:59:41Z', 'updated_at': '2021-08-18T11:59:54Z', 'revision_number': 4, 'project_id': '3dac450c1aed4cb9a32ebc7528bd7ef7', 'gw_port': {'id': 'd433e52b-63a4-4721-9f17-c53fbe6b701b', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:dc:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aa7be46-0cef-4f5a-beb4-ab51d47fd478', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:59:43Z', 'updated_at': '2021-08-18T11:59:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': 'cb8552a3-19cd-422c-98e0-6d0de02e4ddc', 'name': '', 'network_id': '8a227098-354b-4994-bf1e-318eb6efe6ec', 'tenant_id': '3dac450c1aed4cb9a32ebc7528bd7ef7', 'mac_address': 'fa:16:3e:13:04:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8aa7be46-0cef-4f5a-beb4-ab51d47fd478', 'device_owner': 'network:router_interface', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'fa10df12-5b4e-4ad2-82de-b1eefd7f7053', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:59:52Z', 'updated_at': '2021-08-18T11:59:59Z', 'revision_number': 4, 'project_id': '3dac450c1aed4cb9a32ebc7528bd7ef7', 'subnets': [{'id': 'fa10df12-5b4e-4ad2-82de-b1eefd7f7053', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:00:00.105977 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-03887548-4377-4df4-b819-06f68f8b98f3 req-9a3b6c11-d966-4223-b93b-910872995f62 tempest-MultipleCreateTestJSON-2069875045 tempest-MultipleCreateTestJSON-2069875045-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0842485 Aug 18 12:00:00.108912 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7dbed83c-f271-4e6b-906f-12d21bafacaf req-d6bbf125-52b4-4aa0-896e-013907720b2f tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/security-groups?id=0ddd2c5c-7e53-44ab-9404-c5fea69a570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295750 Aug 18 12:00:00.116565 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b481db-5654-4de4-b064-3eb8a592692a req-b1ffc50f-6b09-4aec-a345-a552fc6db341 tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:00.119225 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-14b481db-5654-4de4-b064-3eb8a592692a req-b1ffc50f-6b09-4aec-a345-a552fc6db341 tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] 10.222.0.66 "GET /v2.0/ports?device_id=a87f78c1-2ca5-455e-9935-ab7aeaf069c9 HTTP/1.1" status: 200 len: 944 time: 0.2453341 Aug 18 12:00:00.130888 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-03887548-4377-4df4-b819-06f68f8b98f3 req-453a1d16-1495-4c7c-a47a-6de27be7cf07 service neutron] Request body: {'port': {'device_id': 'bb18d29e-af24-41d3-bbf7-1d5172463e46', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804985-2'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:00:00.133942 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27dad5dc-d23a-49b3-80c1-3cededd3aa8a None None] The sync data for ids ['8aa7be46-0cef-4f5a-beb4-ab51d47fd478'] in n-d-804985-2 is: [{'id': '8aa7be46-0cef-4f5a-beb4-ab51d47fd478', 'name': 'tempest-ServersTestManualDisk-211388434-router', 'tenant_id': '3dac450c1aed4cb9a32ebc7528bd7ef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': 'd433e52b-63a4-4721-9f17-c53fbe6b701b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T11:59:41Z', 'updated_at': '2021-08-18T11:59:54Z', 'revision_number': 4, 'project_id': '3dac450c1aed4cb9a32ebc7528bd7ef7', 'gw_port': {'id': 'd433e52b-63a4-4721-9f17-c53fbe6b701b', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:dc:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aa7be46-0cef-4f5a-beb4-ab51d47fd478', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:59:43Z', 'updated_at': '2021-08-18T11:59:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': 'cb8552a3-19cd-422c-98e0-6d0de02e4ddc', 'name': '', 'network_id': '8a227098-354b-4994-bf1e-318eb6efe6ec', 'tenant_id': '3dac450c1aed4cb9a32ebc7528bd7ef7', 'mac_address': 'fa:16:3e:13:04:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8aa7be46-0cef-4f5a-beb4-ab51d47fd478', 'device_owner': 'network:router_interface', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'fa10df12-5b4e-4ad2-82de-b1eefd7f7053', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:59:52Z', 'updated_at': '2021-08-18T11:59:59Z', 'revision_number': 4, 'project_id': '3dac450c1aed4cb9a32ebc7528bd7ef7', 'subnets': [{'id': 'fa10df12-5b4e-4ad2-82de-b1eefd7f7053', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:00:00.147486 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0b14d057-1e2e-46a0-870c-a5c52379a7c4 tempest-ServersTestManualDisk-1765482140 tempest-ServersTestManualDisk-1765482140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:00.213476 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-cbbe4ced-3330-4e0b-aa4a-c57da9a4db05 req-afc9d607-4a88-411b-a5d7-0ea0ddc7507a service neutron] 10.222.0.63 "GET /v2.0/networks/7e44394f-5669-4694-9486-39d85545539c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3258326 Aug 18 12:00:00.332442 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0b14d057-1e2e-46a0-870c-a5c52379a7c4 tempest-ServersTestManualDisk-1765482140 tempest-ServersTestManualDisk-1765482140-project] Notify callbacks [] for port, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:00.342427 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0b14d057-1e2e-46a0-870c-a5c52379a7c4 tempest-ServersTestManualDisk-1765482140 tempest-ServersTestManualDisk-1765482140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:00.363197 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1f5cc037-f9ce-4b47-bd59-9f843a4ca9be req-a2abc9dd-0c3c-4b73-b2f3-795775c7c15d tempest-MultipleCreateTestJSON-2069875045 tempest-MultipleCreateTestJSON-2069875045-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ccd7654-53dc-4b3c-b408-5abcac269e4a HTTP/1.1" status: 200 len: 210 time: 0.0900102 Aug 18 12:00:00.372292 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-03887548-4377-4df4-b819-06f68f8b98f3 req-453a1d16-1495-4c7c-a47a-6de27be7cf07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:00.389192 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-14b481db-5654-4de4-b064-3eb8a592692a req-c07eac1b-3663-43be-8ef7-cba5bd907eaa tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] 10.222.0.66 "GET /v2.0/security-groups?id=1583760a-8eee-47b7-b670-f45d9d965092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065120 Aug 18 12:00:00.416596 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-03887548-4377-4df4-b819-06f68f8b98f3 req-8788acdf-c6e7-424f-951e-6580f462b131 tempest-MultipleCreateTestJSON-2069875045 tempest-MultipleCreateTestJSON-2069875045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:00.435350 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b14d057-1e2e-46a0-870c-a5c52379a7c4 tempest-ServersTestManualDisk-1765482140 tempest-ServersTestManualDisk-1765482140-project] Pushing event updated for resources: {'Port': ['ID=fe75742b-b29b-4300-8b16-fbb71de41dc5,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:00:00.443249 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0b14d057-1e2e-46a0-870c-a5c52379a7c4 tempest-ServersTestManualDisk-1765482140 tempest-ServersTestManualDisk-1765482140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-989945'] for floatingip, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:00.462614 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0b14d057-1e2e-46a0-870c-a5c52379a7c4 tempest-ServersTestManualDisk-1765482140 tempest-ServersTestManualDisk-1765482140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for floatingip, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:00.464107 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-0b14d057-1e2e-46a0-870c-a5c52379a7c4 tempest-ServersTestManualDisk-1765482140 tempest-ServersTestManualDisk-1765482140-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1034567 Aug 18 12:00:00.573417 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03887548-4377-4df4-b819-06f68f8b98f3 req-8788acdf-c6e7-424f-951e-6580f462b131 tempest-MultipleCreateTestJSON-2069875045 tempest-MultipleCreateTestJSON-2069875045-project] Network e0840f9b-1ae2-4ebe-bcbc-828fede4ff8d is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:00:00.605172 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [req-03887548-4377-4df4-b819-06f68f8b98f3 req-8788acdf-c6e7-424f-951e-6580f462b131 tempest-MultipleCreateTestJSON-2069875045 tempest-MultipleCreateTestJSON-2069875045-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:00:00.607637 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-03887548-4377-4df4-b819-06f68f8b98f3 req-8788acdf-c6e7-424f-951e-6580f462b131 tempest-MultipleCreateTestJSON-2069875045 tempest-MultipleCreateTestJSON-2069875045-project] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:00:00.615703 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8788acdf-c6e7-424f-951e-6580f462b131 tempest-MultipleCreateTestJSON-2069875045 tempest-MultipleCreateTestJSON-2069875045-project] Pushing event updated for resources: {'Port': ['ID=567458dc-aa7d-4feb-b81a-33f247881658,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:00:00.651876 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-cbbe4ced-3330-4e0b-aa4a-c57da9a4db05 req-6bfd3363-b3b7-4e19-b1b6-3ddfa0cbe677 service neutron] 10.222.0.63 "GET /v2.0/networks/7e44394f-5669-4694-9486-39d85545539c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4122484 Aug 18 12:00:00.749802 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03887548-4377-4df4-b819-06f68f8b98f3 req-8788acdf-c6e7-424f-951e-6580f462b131 tempest-MultipleCreateTestJSON-2069875045 tempest-MultipleCreateTestJSON-2069875045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:00.750427 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-03887548-4377-4df4-b819-06f68f8b98f3 req-8788acdf-c6e7-424f-951e-6580f462b131 tempest-MultipleCreateTestJSON-2069875045 tempest-MultipleCreateTestJSON-2069875045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:00.766091 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b65954-fe8f-4ef7-806c-41d0a2c2375b req-1da00bb5-62a3-4ea0-871a-dab821136ea7 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:00.767648 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d9b65954-fe8f-4ef7-806c-41d0a2c2375b req-1da00bb5-62a3-4ea0-871a-dab821136ea7 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c527bc9-e88c-4512-a912-fb72b3336c3d HTTP/1.1" status: 200 len: 946 time: 0.2850492 Aug 18 12:00:00.771242 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device e61fc26e-cffe-4016-8119-d8df52cc8c80 details requested by agent hyperv_n-h1-804985-2 with host n-h1-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:00:00.785981 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a6043f-0170-4497-b21e-e76e22c9928a req-bfcac938-4737-4825-91fd-9df03140850c tempest-ListImageFiltersTestJSON-2011468970 tempest-ListImageFiltersTestJSON-2011468970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:00.787265 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e8a6043f-0170-4497-b21e-e76e22c9928a req-bfcac938-4737-4825-91fd-9df03140850c tempest-ListImageFiltersTestJSON-2011468970 tempest-ListImageFiltersTestJSON-2011468970-project] 10.222.0.66 "GET /v2.0/ports?device_id=d30880ae-50e6-4886-b31e-41d8bcfcb52d HTTP/1.1" status: 200 len: 949 time: 0.2534430 Aug 18 12:00:00.805349 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-03887548-4377-4df4-b819-06f68f8b98f3 req-8788acdf-c6e7-424f-951e-6580f462b131 tempest-MultipleCreateTestJSON-2069875045 tempest-MultipleCreateTestJSON-2069875045-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6788814 Aug 18 12:00:00.865537 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-03887548-4377-4df4-b819-06f68f8b98f3 req-12062a22-e255-4197-98e3-c275a914e583 service neutron] Request body: {'port': {'device_id': '6ccd7654-53dc-4b3c-b408-5abcac269e4a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804985-2'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:00:00.893508 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port e61fc26e-cffe-4016-8119-d8df52cc8c80, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=e61fc26e-cffe-4016-8119-d8df52cc8c80,segment=NetworkSegment(1bfb322b-83ae-425c-b8a6-e9d9bfa53e56),segment_id=1bfb322b-83ae-425c-b8a6-e9d9bfa53e56)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:00:00.909076 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Returning: {'device': 'e61fc26e-cffe-4016-8119-d8df52cc8c80', 'network_id': 'd7901dbb-4e11-4e3f-b19f-ec50e5f166f6', 'port_id': 'e61fc26e-cffe-4016-8119-d8df52cc8c80', 'mac_address': 'fa:16:3e:61:a4:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 803, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71081cae-75c4-4e3f-b46a-ace6aed0b033', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:00:00.948968 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e8a6043f-0170-4497-b21e-e76e22c9928a req-9a0dab9e-7aeb-48ab-852a-9aee87173509 tempest-ListImageFiltersTestJSON-2011468970 tempest-ListImageFiltersTestJSON-2011468970-project] 10.222.0.66 "GET /v2.0/security-groups?id=80056a0b-428e-4a13-9031-cd2effcf9e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486599 Aug 18 12:00:00.956308 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:00.962443 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d9b65954-fe8f-4ef7-806c-41d0a2c2375b req-40a7af7d-12ef-402e-81da-869d7090f8b0 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.66 "GET /v2.0/security-groups?id=11bbe5b2-5f3b-4775-89a0-258a798e3ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850562 Aug 18 12:00:00.970248 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e61fc26e-cffe-4016-8119-d8df52cc8c80 {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:00:00.992016 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port e61fc26e-cffe-4016-8119-d8df52cc8c80, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=e61fc26e-cffe-4016-8119-d8df52cc8c80,segment=NetworkSegment(1bfb322b-83ae-425c-b8a6-e9d9bfa53e56),segment_id=1bfb322b-83ae-425c-b8a6-e9d9bfa53e56)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:00:01.007856 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:01.009423 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-03887548-4377-4df4-b819-06f68f8b98f3 req-12062a22-e255-4197-98e3-c275a914e583 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:01.080164 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=e61fc26e-cffe-4016-8119-d8df52cc8c80,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:00:01.225497 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [req-03887548-4377-4df4-b819-06f68f8b98f3 req-453a1d16-1495-4c7c-a47a-6de27be7cf07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0cf1500-32e7-4020-a0d9-b982a1a995bc {{(pid=106252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:00:01.243830 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-03887548-4377-4df4-b819-06f68f8b98f3 req-453a1d16-1495-4c7c-a47a-6de27be7cf07 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:01.285667 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [req-03887548-4377-4df4-b819-06f68f8b98f3 req-453a1d16-1495-4c7c-a47a-6de27be7cf07 service neutron] Transition to ACTIVE for port object c0cf1500-32e7-4020-a0d9-b982a1a995bc will not be triggered until provisioned by entity L2. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:00:01.289117 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] get_ports_and_sgs() called for port_ids ['e61fc26e-cffe-4016-8119-d8df52cc8c80'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:00:01.289885 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7f0956f8-d3a1-4749-90cf-916e651c331b req-5029eb3b-8bd0-4b8e-82fa-e3561dc0567d tempest-ServersTestManualDisk-1765482140 tempest-ServersTestManualDisk-1765482140-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--1901947064&fields=id&tenant_id=3dac450c1aed4cb9a32ebc7528bd7ef7 HTTP/1.1" status: 200 len: 267 time: 0.1644425 Aug 18 12:00:01.300703 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd854a88-7310-44f8-9160-48eb02cbcd89 req-bac80e6f-801f-4f94-82ef-586fd6bc4818 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:01.302192 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-cd854a88-7310-44f8-9160-48eb02cbcd89 req-bac80e6f-801f-4f94-82ef-586fd6bc4818 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c5c8398-ccab-4f9d-a46d-b6267989534d HTTP/1.1" status: 200 len: 944 time: 0.1975977 Aug 18 12:00:01.313856 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-03887548-4377-4df4-b819-06f68f8b98f3 req-453a1d16-1495-4c7c-a47a-6de27be7cf07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:01.520753 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453a1d16-1495-4c7c-a47a-6de27be7cf07 service neutron] Pushing event updated for resources: {'Port': ['ID=c0cf1500-32e7-4020-a0d9-b982a1a995bc,revision_number=2']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:00:01.531260 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-cd854a88-7310-44f8-9160-48eb02cbcd89 req-b9a61d58-34fb-4522-916e-d726c384739c tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] 10.222.0.66 "GET /v2.0/security-groups?id=59eee650-0005-4a96-985a-4e5744ed56bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891253 Aug 18 12:00:01.632026 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0956f8-d3a1-4749-90cf-916e651c331b req-05f0b07c-93c0-4518-b044-440cd48c7910 tempest-ServersTestManualDisk-1765482140 tempest-ServersTestManualDisk-1765482140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:01.633711 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7f0956f8-d3a1-4749-90cf-916e651c331b req-05f0b07c-93c0-4518-b044-440cd48c7910 tempest-ServersTestManualDisk-1765482140 tempest-ServersTestManualDisk-1765482140-project] 10.222.0.66 "GET /v2.0/networks?id=8a227098-354b-4994-bf1e-318eb6efe6ec HTTP/1.1" status: 200 len: 811 time: 0.3304527 Aug 18 12:00:01.703621 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7f0956f8-d3a1-4749-90cf-916e651c331b req-748208d1-ab53-4644-bbc7-3107e76d3fd6 tempest-ServersTestManualDisk-1765482140 tempest-ServersTestManualDisk-1765482140-project] 10.222.0.66 "GET /v2.0/quotas/3dac450c1aed4cb9a32ebc7528bd7ef7 HTTP/1.1" status: 200 len: 375 time: 0.0573058 Aug 18 12:00:01.727631 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-03887548-4377-4df4-b819-06f68f8b98f3 req-453a1d16-1495-4c7c-a47a-6de27be7cf07 service neutron] Attempting to bind port c0cf1500-32e7-4020-a0d9-b982a1a995bc on host n-h2-804985-2 for vnic_type normal with profile {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:00:01.727964 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-03887548-4377-4df4-b819-06f68f8b98f3 req-453a1d16-1495-4c7c-a47a-6de27be7cf07 service neutron] Attempting to bind port c0cf1500-32e7-4020-a0d9-b982a1a995bc by drivers openvswitch,hyperv on host n-h2-804985-2 at level 0 using segments [{'id': 'aad88131-e56c-4831-956a-495bf4859725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'e0840f9b-1ae2-4ebe-bcbc-828fede4ff8d'}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:00:01.728296 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03887548-4377-4df4-b819-06f68f8b98f3 req-453a1d16-1495-4c7c-a47a-6de27be7cf07 service neutron] Attempting to bind port c0cf1500-32e7-4020-a0d9-b982a1a995bc on network e0840f9b-1ae2-4ebe-bcbc-828fede4ff8d {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:00:01.745080 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [req-03887548-4377-4df4-b819-06f68f8b98f3 req-12062a22-e255-4197-98e3-c275a914e583 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 567458dc-aa7d-4feb-b81a-33f247881658 {{(pid=106252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:00:01.770121 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-03887548-4377-4df4-b819-06f68f8b98f3 req-12062a22-e255-4197-98e3-c275a914e583 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:01.772991 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03887548-4377-4df4-b819-06f68f8b98f3 req-453a1d16-1495-4c7c-a47a-6de27be7cf07 service neutron] Port c0cf1500-32e7-4020-a0d9-b982a1a995bc on network e0840f9b-1ae2-4ebe-bcbc-828fede4ff8d not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-2 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:00:01.773315 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03887548-4377-4df4-b819-06f68f8b98f3 req-453a1d16-1495-4c7c-a47a-6de27be7cf07 service neutron] Attempting to bind port c0cf1500-32e7-4020-a0d9-b982a1a995bc on network e0840f9b-1ae2-4ebe-bcbc-828fede4ff8d {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:00:01.791186 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03887548-4377-4df4-b819-06f68f8b98f3 req-453a1d16-1495-4c7c-a47a-6de27be7cf07 service neutron] Checking agent: {'id': 'da5da552-709c-4248-84de-86af99a0dc87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 49, 8), 'started_at': datetime.datetime(2021, 8, 18, 11, 49, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 11, 59, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:00:01.791520 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03887548-4377-4df4-b819-06f68f8b98f3 req-453a1d16-1495-4c7c-a47a-6de27be7cf07 service neutron] Checking segment: {'id': 'aad88131-e56c-4831-956a-495bf4859725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'e0840f9b-1ae2-4ebe-bcbc-828fede4ff8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:00:01.791907 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03887548-4377-4df4-b819-06f68f8b98f3 req-453a1d16-1495-4c7c-a47a-6de27be7cf07 service neutron] Bound using segment: {'id': 'aad88131-e56c-4831-956a-495bf4859725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'e0840f9b-1ae2-4ebe-bcbc-828fede4ff8d'} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:00:01.792335 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-03887548-4377-4df4-b819-06f68f8b98f3 req-453a1d16-1495-4c7c-a47a-6de27be7cf07 service neutron] Bound port: c0cf1500-32e7-4020-a0d9-b982a1a995bc, host: n-h2-804985-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aad88131-e56c-4831-956a-495bf4859725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'e0840f9b-1ae2-4ebe-bcbc-828fede4ff8d'}}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:00:01.792717 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-03887548-4377-4df4-b819-06f68f8b98f3 req-453a1d16-1495-4c7c-a47a-6de27be7cf07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:01.799570 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [req-03887548-4377-4df4-b819-06f68f8b98f3 req-12062a22-e255-4197-98e3-c275a914e583 service neutron] Transition to ACTIVE for port object 567458dc-aa7d-4feb-b81a-33f247881658 will not be triggered until provisioned by entity L2. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:00:01.815160 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-03887548-4377-4df4-b819-06f68f8b98f3 req-12062a22-e255-4197-98e3-c275a914e583 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:01.831587 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5efe6d1-8398-45cb-8df7-640ae1c69995 req-00d86df5-9cf2-444a-a8fa-f8ad28d2bb3a tempest-ListImageFiltersTestJSON-2011468970 tempest-ListImageFiltersTestJSON-2011468970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:01.833149 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c5efe6d1-8398-45cb-8df7-640ae1c69995 req-00d86df5-9cf2-444a-a8fa-f8ad28d2bb3a tempest-ListImageFiltersTestJSON-2011468970 tempest-ListImageFiltersTestJSON-2011468970-project] 10.222.0.66 "GET /v2.0/ports?device_id=5abec44c-4add-4107-8aff-eaed0ea43967 HTTP/1.1" status: 200 len: 948 time: 0.1489627 Aug 18 12:00:01.908760 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7f0956f8-d3a1-4749-90cf-916e651c331b req-1d06375e-4bfe-4e71-98bd-dda00fab9bce tempest-ServersTestManualDisk-1765482140 tempest-ServersTestManualDisk-1765482140-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=3dac450c1aed4cb9a32ebc7528bd7ef7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1833549 Aug 18 12:00:01.999876 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12062a22-e255-4197-98e3-c275a914e583 service neutron] Pushing event updated for resources: {'Port': ['ID=567458dc-aa7d-4feb-b81a-33f247881658,revision_number=2']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:00:02.049200 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-03887548-4377-4df4-b819-06f68f8b98f3 req-453a1d16-1495-4c7c-a47a-6de27be7cf07 service neutron] For port c0cf1500-32e7-4020-a0d9-b982a1a995bc, host n-h2-804985-2, cleared binding levels {{(pid=106252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:00:02.062926 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c5efe6d1-8398-45cb-8df7-640ae1c69995 req-95299426-1eb8-444e-a8f1-4bb50bc938a4 tempest-ListImageFiltersTestJSON-2011468970 tempest-ListImageFiltersTestJSON-2011468970-project] 10.222.0.66 "GET /v2.0/security-groups?id=80056a0b-428e-4a13-9031-cd2effcf9e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2223442 Aug 18 12:00:02.096455 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-03887548-4377-4df4-b819-06f68f8b98f3 req-453a1d16-1495-4c7c-a47a-6de27be7cf07 service neutron] For port c0cf1500-32e7-4020-a0d9-b982a1a995bc, host n-h2-804985-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=c0cf1500-32e7-4020-a0d9-b982a1a995bc,segment=NetworkSegment(aad88131-e56c-4831-956a-495bf4859725),segment_id=aad88131-e56c-4831-956a-495bf4859725)] {{(pid=106252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:00:02.106110 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-03887548-4377-4df4-b819-06f68f8b98f3 req-453a1d16-1495-4c7c-a47a-6de27be7cf07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:02.209150 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7f0956f8-d3a1-4749-90cf-916e651c331b req-59a6df99-22d4-486a-9a6d-8f15f7ddf90b service neutron] 10.222.0.66 "GET /v2.0/networks/8a227098-354b-4994-bf1e-318eb6efe6ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2745016 Aug 18 12:00:02.213129 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03887548-4377-4df4-b819-06f68f8b98f3 req-453a1d16-1495-4c7c-a47a-6de27be7cf07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:02.213852 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-03887548-4377-4df4-b819-06f68f8b98f3 req-453a1d16-1495-4c7c-a47a-6de27be7cf07 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:02.215313 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-03887548-4377-4df4-b819-06f68f8b98f3 req-453a1d16-1495-4c7c-a47a-6de27be7cf07 service neutron] 10.222.0.62 "PUT /v2.0/ports/c0cf1500-32e7-4020-a0d9-b982a1a995bc HTTP/1.1" status: 200 len: 1091 time: 2.0932057 Aug 18 12:00:02.218456 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb18d29e-af24-41d3-bbf7-1d5172463e46', 'tag': 'c0cf1500-32e7-4020-a0d9-b982a1a995bc'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:00:02.220774 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eef9ad2-63da-479a-a969-dbf8cd59be77" -d '{"events": [{"name": "network-changed", "server_uuid": "bb18d29e-af24-41d3-bbf7-1d5172463e46", "tag": "c0cf1500-32e7-4020-a0d9-b982a1a995bc"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:00:02.235016 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device cb8552a3-19cd-422c-98e0-6d0de02e4ddc up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:00:02.289723 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port cb8552a3-19cd-422c-98e0-6d0de02e4ddc completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:00:02.293448 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port cb8552a3-19cd-422c-98e0-6d0de02e4ddc triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:00:02.293840 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:02.307245 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-03887548-4377-4df4-b819-06f68f8b98f3 req-12062a22-e255-4197-98e3-c275a914e583 service neutron] Attempting to bind port 567458dc-aa7d-4feb-b81a-33f247881658 on host n-h1-804985-2 for vnic_type normal with profile {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:00:02.307951 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-03887548-4377-4df4-b819-06f68f8b98f3 req-12062a22-e255-4197-98e3-c275a914e583 service neutron] Attempting to bind port 567458dc-aa7d-4feb-b81a-33f247881658 by drivers openvswitch,hyperv on host n-h1-804985-2 at level 0 using segments [{'id': 'aad88131-e56c-4831-956a-495bf4859725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'e0840f9b-1ae2-4ebe-bcbc-828fede4ff8d'}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:00:02.307951 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03887548-4377-4df4-b819-06f68f8b98f3 req-12062a22-e255-4197-98e3-c275a914e583 service neutron] Attempting to bind port 567458dc-aa7d-4feb-b81a-33f247881658 on network e0840f9b-1ae2-4ebe-bcbc-828fede4ff8d {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:00:02.332796 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453a1d16-1495-4c7c-a47a-6de27be7cf07 service neutron] Pushing event updated for resources: {'Port': ['ID=c0cf1500-32e7-4020-a0d9-b982a1a995bc,revision_number=3']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:00:02.349748 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03887548-4377-4df4-b819-06f68f8b98f3 req-12062a22-e255-4197-98e3-c275a914e583 service neutron] Port 567458dc-aa7d-4feb-b81a-33f247881658 on network e0840f9b-1ae2-4ebe-bcbc-828fede4ff8d not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-2 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:00:02.350076 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03887548-4377-4df4-b819-06f68f8b98f3 req-12062a22-e255-4197-98e3-c275a914e583 service neutron] Attempting to bind port 567458dc-aa7d-4feb-b81a-33f247881658 on network e0840f9b-1ae2-4ebe-bcbc-828fede4ff8d {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:00:02.364439 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9e788d-c689-43a9-9b8d-b78e6f2b86df req-dc40e7cd-d1f5-48f0-94b2-97f1d55b2864 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:02.365939 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7c9e788d-c689-43a9-9b8d-b78e6f2b86df req-dc40e7cd-d1f5-48f0-94b2-97f1d55b2864 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/ports?device_id=a6872a0b-045c-40a9-ac3b-9c330c30278a HTTP/1.1" status: 200 len: 949 time: 0.2362576 Aug 18 12:00:02.374736 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03887548-4377-4df4-b819-06f68f8b98f3 req-12062a22-e255-4197-98e3-c275a914e583 service neutron] Checking agent: {'id': 'a613417a-d085-492c-941a-59bb18c633d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 49, 6), 'started_at': datetime.datetime(2021, 8, 18, 11, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 11, 59, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:00:02.375074 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03887548-4377-4df4-b819-06f68f8b98f3 req-12062a22-e255-4197-98e3-c275a914e583 service neutron] Checking segment: {'id': 'aad88131-e56c-4831-956a-495bf4859725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'e0840f9b-1ae2-4ebe-bcbc-828fede4ff8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:00:02.375483 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03887548-4377-4df4-b819-06f68f8b98f3 req-12062a22-e255-4197-98e3-c275a914e583 service neutron] Bound using segment: {'id': 'aad88131-e56c-4831-956a-495bf4859725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'e0840f9b-1ae2-4ebe-bcbc-828fede4ff8d'} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:00:02.375917 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-03887548-4377-4df4-b819-06f68f8b98f3 req-12062a22-e255-4197-98e3-c275a914e583 service neutron] Bound port: 567458dc-aa7d-4feb-b81a-33f247881658, host: n-h1-804985-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aad88131-e56c-4831-956a-495bf4859725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'e0840f9b-1ae2-4ebe-bcbc-828fede4ff8d'}}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:00:02.376266 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-03887548-4377-4df4-b819-06f68f8b98f3 req-12062a22-e255-4197-98e3-c275a914e583 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:02.377361 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:02.412216 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] For port cb8552a3-19cd-422c-98e0-6d0de02e4ddc, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=cb8552a3-19cd-422c-98e0-6d0de02e4ddc,segment=NetworkSegment(9e760fbd-3b85-400c-a424-8436459a6ba2),segment_id=9e760fbd-3b85-400c-a424-8436459a6ba2)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:00:02.417837 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:02.468976 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Pushing event updated for resources: {'Port': ['ID=cb8552a3-19cd-422c-98e0-6d0de02e4ddc,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:00:02.772951 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03887548-4377-4df4-b819-06f68f8b98f3 req-4abac61d-bcfc-4aa2-b9a0-4177e4457954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:02.774382 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-03887548-4377-4df4-b819-06f68f8b98f3 req-4abac61d-bcfc-4aa2-b9a0-4177e4457954 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5dd9f4315f144ed0a3e506b764329d2a&device_id=bb18d29e-af24-41d3-bbf7-1d5172463e46 HTTP/1.1" status: 200 len: 1094 time: 0.5070038 Aug 18 12:00:02.786708 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7f0956f8-d3a1-4749-90cf-916e651c331b req-766f5c89-ceb0-4e58-adb9-86675e0ed61c service neutron] 10.222.0.66 "GET /v2.0/networks/8a227098-354b-4994-bf1e-318eb6efe6ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5596678 Aug 18 12:00:02.798480 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7c9e788d-c689-43a9-9b8d-b78e6f2b86df req-4dbc7567-fe35-4c8b-b1f6-7d45a9208dde tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/security-groups?id=0ddd2c5c-7e53-44ab-9404-c5fea69a570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4247696 Aug 18 12:00:02.810812 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device ea62e81b-4f10-4b36-8f95-1341e04201fa details requested by agent hyperv_n-h1-804985-2 with host n-h1-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:00:02.831959 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device e61fc26e-cffe-4016-8119-d8df52cc8c80 up at agent hyperv_n-h1-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:00:02.847450 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-03887548-4377-4df4-b819-06f68f8b98f3 req-d1fc292e-e786-442f-a950-d843eacabdc8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c0cf1500-32e7-4020-a0d9-b982a1a995bc HTTP/1.1" status: 200 len: 217 time: 0.0461962 Aug 18 12:00:02.858975 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-03887548-4377-4df4-b819-06f68f8b98f3 req-12062a22-e255-4197-98e3-c275a914e583 service neutron] For port 567458dc-aa7d-4feb-b81a-33f247881658, host n-h1-804985-2, cleared binding levels {{(pid=106252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:00:02.862152 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-03887548-4377-4df4-b819-06f68f8b98f3 req-12062a22-e255-4197-98e3-c275a914e583 service neutron] For port 567458dc-aa7d-4feb-b81a-33f247881658, host n-h1-804985-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=567458dc-aa7d-4feb-b81a-33f247881658,segment=NetworkSegment(aad88131-e56c-4831-956a-495bf4859725),segment_id=aad88131-e56c-4831-956a-495bf4859725)] {{(pid=106252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:00:02.887176 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-03887548-4377-4df4-b819-06f68f8b98f3 req-12062a22-e255-4197-98e3-c275a914e583 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:02.933459 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Provisioning for port e61fc26e-cffe-4016-8119-d8df52cc8c80 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:00:02.947490 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Provisioning complete for port e61fc26e-cffe-4016-8119-d8df52cc8c80 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:00:02.947865 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:02.980771 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03887548-4377-4df4-b819-06f68f8b98f3 req-12062a22-e255-4197-98e3-c275a914e583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:02.981399 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-03887548-4377-4df4-b819-06f68f8b98f3 req-12062a22-e255-4197-98e3-c275a914e583 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:02.982799 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-03887548-4377-4df4-b819-06f68f8b98f3 req-12062a22-e255-4197-98e3-c275a914e583 service neutron] 10.222.0.63 "PUT /v2.0/ports/567458dc-aa7d-4feb-b81a-33f247881658 HTTP/1.1" status: 200 len: 1092 time: 2.1285605 Aug 18 12:00:02.993779 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03887548-4377-4df4-b819-06f68f8b98f3 req-5b9d070a-ec2e-4525-8a55-9815ee4c7f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:02.995267 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-03887548-4377-4df4-b819-06f68f8b98f3 req-5b9d070a-ec2e-4525-8a55-9815ee4c7f5e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b5b8702d-8c15-4834-95d4-222961fb698b HTTP/1.1" status: 200 len: 852 time: 0.1266003 Aug 18 12:00:03.014840 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port ea62e81b-4f10-4b36-8f95-1341e04201fa, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=ea62e81b-4f10-4b36-8f95-1341e04201fa,segment=NetworkSegment(68bf082e-7f6f-47b2-acbc-5554ef52b361),segment_id=68bf082e-7f6f-47b2-acbc-5554ef52b361)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:00:03.027015 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09debdb5-82c0-4c78-a65d-8ac49886d409 req-11cb7e92-bbbf-4c94-a264-4478fca36e7b tempest-MultipleCreateTestJSON-2069875045 tempest-MultipleCreateTestJSON-2069875045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:03.028606 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-09debdb5-82c0-4c78-a65d-8ac49886d409 req-11cb7e92-bbbf-4c94-a264-4478fca36e7b tempest-MultipleCreateTestJSON-2069875045 tempest-MultipleCreateTestJSON-2069875045-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ccd7654-53dc-4b3c-b408-5abcac269e4a HTTP/1.1" status: 200 len: 944 time: 0.1621122 Aug 18 12:00:03.033108 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Returning: {'device': 'ea62e81b-4f10-4b36-8f95-1341e04201fa', 'network_id': '7e44394f-5669-4694-9486-39d85545539c', 'port_id': 'ea62e81b-4f10-4b36-8f95-1341e04201fa', 'mac_address': 'fa:16:3e:df:93:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 832, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1cb174fb-7bab-4419-acfb-faa43c1eb689', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:00:03.042454 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12062a22-e255-4197-98e3-c275a914e583 service neutron] Pushing event updated for resources: {'Port': ['ID=567458dc-aa7d-4feb-b81a-33f247881658,revision_number=3']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:00:03.049086 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-03887548-4377-4df4-b819-06f68f8b98f3 req-8720d628-648a-4e96-a4c0-94664802cc8b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e0840f9b-1ae2-4ebe-bcbc-828fede4ff8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431960 Aug 18 12:00:03.109669 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:03.112719 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:03.135710 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea62e81b-4f10-4b36-8f95-1341e04201fa {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:00:03.151929 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c5c8398-ccab-4f9d-a46d-b6267989534d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e61fc26e-cffe-4016-8119-d8df52cc8c80'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:00:03.154398 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db50a436fb3a98495337d8fe7487b4f2ea6f3c1052eb9efadc2ecda2d5737001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e44d5bf9-05fc-4c0e-86aa-2a26222f5b9c" -d '{"events": [{"server_uuid": "7c5c8398-ccab-4f9d-a46d-b6267989534d", "name": "network-vif-plugged", "status": "completed", "tag": "e61fc26e-cffe-4016-8119-d8df52cc8c80"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:00:03.179074 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port e61fc26e-cffe-4016-8119-d8df52cc8c80, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=e61fc26e-cffe-4016-8119-d8df52cc8c80,segment=NetworkSegment(1bfb322b-83ae-425c-b8a6-e9d9bfa53e56),segment_id=1bfb322b-83ae-425c-b8a6-e9d9bfa53e56)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:00:03.182931 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port ea62e81b-4f10-4b36-8f95-1341e04201fa, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=ea62e81b-4f10-4b36-8f95-1341e04201fa,segment=NetworkSegment(68bf082e-7f6f-47b2-acbc-5554ef52b361),segment_id=68bf082e-7f6f-47b2-acbc-5554ef52b361)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:00:03.184376 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:03.190224 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:03.207880 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03887548-4377-4df4-b819-06f68f8b98f3 req-6de135c6-15cf-4838-9311-de86142e5048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:03.210149 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-03887548-4377-4df4-b819-06f68f8b98f3 req-6de135c6-15cf-4838-9311-de86142e5048 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=5dd9f4315f144ed0a3e506b764329d2a&device_id=6ccd7654-53dc-4b3c-b408-5abcac269e4a HTTP/1.1" status: 200 len: 1095 time: 0.1642764 Aug 18 12:00:03.214162 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-09debdb5-82c0-4c78-a65d-8ac49886d409 req-c973ca67-f495-46f0-88c9-4c5b1c6771b1 tempest-MultipleCreateTestJSON-2069875045 tempest-MultipleCreateTestJSON-2069875045-project] 10.222.0.66 "GET /v2.0/security-groups?id=c7c1b338-374f-4682-ab89-899dcfcbc184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671250 Aug 18 12:00:03.258903 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=e61fc26e-cffe-4016-8119-d8df52cc8c80,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:00:03.287261 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d53612-9251-4ddf-9865-81a86d5e6d03 req-24c75909-099c-4c29-b156-418fa5e5c741 tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:03.288995 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a7d53612-9251-4ddf-9865-81a86d5e6d03 req-24c75909-099c-4c29-b156-418fa5e5c741 tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] 10.222.0.66 "GET /v2.0/ports?device_id=a87f78c1-2ca5-455e-9935-ab7aeaf069c9 HTTP/1.1" status: 200 len: 944 time: 0.1957560 Aug 18 12:00:03.292308 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-03887548-4377-4df4-b819-06f68f8b98f3 req-61feff00-5413-4243-9c4c-293afe8f525e service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=567458dc-aa7d-4feb-b81a-33f247881658 HTTP/1.1" status: 200 len: 217 time: 0.0718496 Aug 18 12:00:03.296002 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-03887548-4377-4df4-b819-06f68f8b98f3 req-2c8258e8-6c4d-4eb5-a9b5-5db694734273 service neutron] 10.222.0.62 "GET /v2.0/networks/e0840f9b-1ae2-4ebe-bcbc-828fede4ff8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2332237 Aug 18 12:00:03.340268 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=ea62e81b-4f10-4b36-8f95-1341e04201fa,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:00:03.450517 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a7d53612-9251-4ddf-9865-81a86d5e6d03 req-4c28c4e1-4078-4c95-9b81-043cea1f6db1 tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] 10.222.0.66 "GET /v2.0/security-groups?id=1583760a-8eee-47b7-b670-f45d9d965092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535244 Aug 18 12:00:03.463109 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] get_ports_and_sgs() called for port_ids ['ea62e81b-4f10-4b36-8f95-1341e04201fa'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:00:03.463930 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03887548-4377-4df4-b819-06f68f8b98f3 req-1e8e604d-1132-4984-a577-b303e7a119ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:03.465606 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-03887548-4377-4df4-b819-06f68f8b98f3 req-1e8e604d-1132-4984-a577-b303e7a119ba service neutron] 10.222.0.63 "GET /v2.0/subnets?id=b5b8702d-8c15-4834-95d4-222961fb698b HTTP/1.1" status: 200 len: 852 time: 0.1620710 Aug 18 12:00:03.529790 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92696347-62fb-4982-8c59-0f1c64aa33f9 req-b0e0f9d0-a9da-484c-8fe5-f9c4308e9da5 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:03.531343 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-92696347-62fb-4982-8c59-0f1c64aa33f9 req-b0e0f9d0-a9da-484c-8fe5-f9c4308e9da5 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c527bc9-e88c-4512-a912-fb72b3336c3d HTTP/1.1" status: 200 len: 946 time: 0.2134275 Aug 18 12:00:03.535148 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-03887548-4377-4df4-b819-06f68f8b98f3 req-a5051a28-9352-470b-a68f-69c11faa4416 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=e0840f9b-1ae2-4ebe-bcbc-828fede4ff8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556087 Aug 18 12:00:03.537411 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-03887548-4377-4df4-b819-06f68f8b98f3 req-d061688e-dc91-43d5-a6e5-5555d9eb6457 service neutron] 10.222.0.62 "GET /v2.0/networks/e0840f9b-1ae2-4ebe-bcbc-828fede4ff8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2180829 Aug 18 12:00:03.629555 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-92696347-62fb-4982-8c59-0f1c64aa33f9 req-1793a3f6-dc39-4036-9be5-92ac59abf09b tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.66 "GET /v2.0/security-groups?id=11bbe5b2-5f3b-4775-89a0-258a798e3ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896826 Aug 18 12:00:03.675099 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-03887548-4377-4df4-b819-06f68f8b98f3 req-cbd43f41-0b15-4183-ba17-028cb62aedf1 service neutron] 10.222.0.63 "GET /v2.0/networks/e0840f9b-1ae2-4ebe-bcbc-828fede4ff8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269341 Aug 18 12:00:03.682986 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:00:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ce86d39-f8a8-4cc8-8f32-4576d54c2e4d x-openstack-request-id: req-8ce86d39-f8a8-4cc8-8f32-4576d54c2e4d {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:00:03.683372 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb18d29e-af24-41d3-bbf7-1d5172463e46", "tag": "c0cf1500-32e7-4020-a0d9-b982a1a995bc", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:00:03.683688 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-8ce86d39-f8a8-4cc8-8f32-4576d54c2e4d {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:00:03.684155 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb18d29e-af24-41d3-bbf7-1d5172463e46', 'tag': 'c0cf1500-32e7-4020-a0d9-b982a1a995bc', 'status': 'completed', 'code': 200} Aug 18 12:00:03.847667 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eef9ad2-63da-479a-a969-dbf8cd59be77 req-33a4cb37-1c9d-4ba0-84ab-6ea0783eead7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:03.849210 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7eef9ad2-63da-479a-a969-dbf8cd59be77 req-33a4cb37-1c9d-4ba0-84ab-6ea0783eead7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5dd9f4315f144ed0a3e506b764329d2a&device_id=bb18d29e-af24-41d3-bbf7-1d5172463e46 HTTP/1.1" status: 200 len: 1094 time: 0.1175785 Aug 18 12:00:03.854640 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-03887548-4377-4df4-b819-06f68f8b98f3 req-45ccadff-e528-4c44-a0f1-ca4b27295ad5 service neutron] 10.222.0.63 "GET /v2.0/networks/e0840f9b-1ae2-4ebe-bcbc-828fede4ff8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695592 Aug 18 12:00:03.865683 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3dfb27-8adc-4f0f-b681-a44c8e2106c3 req-07ded741-befd-4ed9-ad1a-c17b6282b4fa tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:03.873290 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-cf3dfb27-8adc-4f0f-b681-a44c8e2106c3 req-07ded741-befd-4ed9-ad1a-c17b6282b4fa tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c5c8398-ccab-4f9d-a46d-b6267989534d HTTP/1.1" status: 200 len: 945 time: 0.1121645 Aug 18 12:00:03.979087 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9e22d177-bc04-49bb-8a1b-94c54f87334c req-354c5f84-f4ab-48b4-a766-f2ddc601aa82 tempest-ServersTestManualDisk-1765482140 tempest-ServersTestManualDisk-1765482140-project] 10.222.0.66 "GET /v2.0/ports?device_id=900738e3-3d99-4a13-a8a3-edf5487e09a1 HTTP/1.1" status: 200 len: 210 time: 0.0463037 Aug 18 12:00:03.989468 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-cf3dfb27-8adc-4f0f-b681-a44c8e2106c3 req-14be8b47-03a9-410f-8eca-32423ce7c02a tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] 10.222.0.66 "GET /v2.0/security-groups?id=59eee650-0005-4a96-985a-4e5744ed56bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150494 Aug 18 12:00:04.020352 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eef9ad2-63da-479a-a969-dbf8cd59be77 req-cdb408a5-3e6d-4965-9b79-ca31fc5ed413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:04.022015 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7eef9ad2-63da-479a-a969-dbf8cd59be77 req-cdb408a5-3e6d-4965-9b79-ca31fc5ed413 service neutron] 10.222.0.62 "GET /v2.0/networks?id=e0840f9b-1ae2-4ebe-bcbc-828fede4ff8d HTTP/1.1" status: 200 len: 913 time: 0.1460035 Aug 18 12:00:04.037216 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:00:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ce70ff4-bcc1-425c-a3c7-3abafb4458b8 x-openstack-request-id: req-5ce70ff4-bcc1-425c-a3c7-3abafb4458b8 {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:00:04.037519 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c5c8398-ccab-4f9d-a46d-b6267989534d", "name": "network-vif-plugged", "status": "completed", "tag": "e61fc26e-cffe-4016-8119-d8df52cc8c80", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:00:04.037773 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-5ce70ff4-bcc1-425c-a3c7-3abafb4458b8 {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:00:04.038172 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c5c8398-ccab-4f9d-a46d-b6267989534d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e61fc26e-cffe-4016-8119-d8df52cc8c80', 'code': 200} Aug 18 12:00:04.074065 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7eef9ad2-63da-479a-a969-dbf8cd59be77 req-42b8a5d7-fcca-41b1-9389-89182870cf19 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c0cf1500-32e7-4020-a0d9-b982a1a995bc HTTP/1.1" status: 200 len: 217 time: 0.0434768 Aug 18 12:00:04.189333 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eef9ad2-63da-479a-a969-dbf8cd59be77 req-bd84ca0a-4c20-4a25-bae9-ed500219f0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:04.190914 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7eef9ad2-63da-479a-a969-dbf8cd59be77 req-bd84ca0a-4c20-4a25-bae9-ed500219f0e3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b5b8702d-8c15-4834-95d4-222961fb698b HTTP/1.1" status: 200 len: 852 time: 0.1074836 Aug 18 12:00:04.215470 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device cb8552a3-19cd-422c-98e0-6d0de02e4ddc up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:00:04.219623 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828431a8-6ae0-4e55-a1f3-c1af52472601 req-2346602c-be31-4e00-92ec-1e0c95483de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:04.221182 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-828431a8-6ae0-4e55-a1f3-c1af52472601 req-2346602c-be31-4e00-92ec-1e0c95483de8 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=7c5c8398-ccab-4f9d-a46d-b6267989534d HTTP/1.1" status: 200 len: 1096 time: 0.1091576 Aug 18 12:00:04.241949 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d017927f-5a3e-4d9e-953a-7ee0923a70f3 req-5fac43ef-9573-4622-b5ed-80a9c58c3afa tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:04.243512 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d017927f-5a3e-4d9e-953a-7ee0923a70f3 req-5fac43ef-9573-4622-b5ed-80a9c58c3afa tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/ports?device_id=a6872a0b-045c-40a9-ac3b-9c330c30278a HTTP/1.1" status: 200 len: 949 time: 0.1325707 Aug 18 12:00:04.247036 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7eef9ad2-63da-479a-a969-dbf8cd59be77 req-2b44bc49-288c-4f4d-affa-63d2c3fbc321 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e0840f9b-1ae2-4ebe-bcbc-828fede4ff8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479987 Aug 18 12:00:04.309962 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port cb8552a3-19cd-422c-98e0-6d0de02e4ddc triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:00:04.313326 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:04.367617 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0956f8-d3a1-4749-90cf-916e651c331b req-3f777449-c2b5-49b2-838a-0ebf4630a2e6 tempest-ServersTestManualDisk-1765482140 tempest-ServersTestManualDisk-1765482140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:04.370303 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-7f0956f8-d3a1-4749-90cf-916e651c331b req-3f777449-c2b5-49b2-838a-0ebf4630a2e6 tempest-ServersTestManualDisk-1765482140 tempest-ServersTestManualDisk-1765482140-project] 10.222.0.62 "GET /v2.0/networks?id=8a227098-354b-4994-bf1e-318eb6efe6ec HTTP/1.1" status: 200 len: 811 time: 0.1342006 Aug 18 12:00:04.393752 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-828431a8-6ae0-4e55-a1f3-c1af52472601 req-83d6fdb4-886d-4009-97d0-8450abce8d56 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=59eee650-0005-4a96-985a-4e5744ed56bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490252 Aug 18 12:00:04.425730 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d017927f-5a3e-4d9e-953a-7ee0923a70f3 req-5d5f4424-9f62-4525-89f4-45247b73de79 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/security-groups?id=0ddd2c5c-7e53-44ab-9404-c5fea69a570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731994 Aug 18 12:00:04.431935 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7eef9ad2-63da-479a-a969-dbf8cd59be77 req-e3c4e351-1043-42df-9184-bc3631a9ea20 service neutron] 10.222.0.62 "GET /v2.0/networks/e0840f9b-1ae2-4ebe-bcbc-828fede4ff8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720746 Aug 18 12:00:04.455401 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-7f0956f8-d3a1-4749-90cf-916e651c331b req-49ba7876-df32-420a-8ad3-d421c7ca8782 tempest-ServersTestManualDisk-1765482140 tempest-ServersTestManualDisk-1765482140-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3dac450c1aed4cb9a32ebc7528bd7ef7 HTTP/1.1" status: 200 len: 380 time: 0.0493631 Aug 18 12:00:04.471282 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [req-7f0956f8-d3a1-4749-90cf-916e651c331b req-91180afd-4137-4cad-bb54-1ae48d4904cc tempest-ServersTestManualDisk-1765482140 tempest-ServersTestManualDisk-1765482140-project] Request body: {'port': {'device_id': '900738e3-3d99-4a13-a8a3-edf5487e09a1', 'network_id': '8a227098-354b-4994-bf1e-318eb6efe6ec', 'admin_state_up': True, 'tenant_id': '3dac450c1aed4cb9a32ebc7528bd7ef7', 'security_groups': ['bfb87e6d-fb76-4fa5-a953-72861535752e']}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:00:04.480575 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a030050-f507-4e22-b191-3c9426c6e2be req-f17fbc73-e1b8-45dc-84b0-1725b660b23a tempest-MultipleCreateTestJSON-2069875045 tempest-MultipleCreateTestJSON-2069875045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:04.482100 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4a030050-f507-4e22-b191-3c9426c6e2be req-f17fbc73-e1b8-45dc-84b0-1725b660b23a tempest-MultipleCreateTestJSON-2069875045 tempest-MultipleCreateTestJSON-2069875045-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ccd7654-53dc-4b3c-b408-5abcac269e4a HTTP/1.1" status: 200 len: 944 time: 0.1159444 Aug 18 12:00:04.586013 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f0956f8-d3a1-4749-90cf-916e651c331b req-91180afd-4137-4cad-bb54-1ae48d4904cc tempest-ServersTestManualDisk-1765482140 tempest-ServersTestManualDisk-1765482140-project] Made reservation on behalf of 3dac450c1aed4cb9a32ebc7528bd7ef7 for: {'port': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:00:04.590184 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-7f0956f8-d3a1-4749-90cf-916e651c331b req-91180afd-4137-4cad-bb54-1ae48d4904cc tempest-ServersTestManualDisk-1765482140 tempest-ServersTestManualDisk-1765482140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:04.591913 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4a030050-f507-4e22-b191-3c9426c6e2be req-674c7498-a8f2-4024-a931-8fd84e15ec53 tempest-MultipleCreateTestJSON-2069875045 tempest-MultipleCreateTestJSON-2069875045-project] 10.222.0.66 "GET /v2.0/security-groups?id=c7c1b338-374f-4682-ab89-899dcfcbc184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809245 Aug 18 12:00:04.611857 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7eef9ad2-63da-479a-a969-dbf8cd59be77 req-f768f574-c25b-4959-b189-1bb50afa0055 service neutron] 10.222.0.62 "GET /v2.0/networks/e0840f9b-1ae2-4ebe-bcbc-828fede4ff8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609242 Aug 18 12:00:04.620382 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac677ebb-aedc-4884-8889-04e65366866f req-c37467e7-a1da-4224-8de6-9cd7a019fde4 tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:04.621896 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ac677ebb-aedc-4884-8889-04e65366866f req-c37467e7-a1da-4224-8de6-9cd7a019fde4 tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] 10.222.0.66 "GET /v2.0/ports?device_id=a87f78c1-2ca5-455e-9935-ab7aeaf069c9 HTTP/1.1" status: 200 len: 945 time: 0.0976460 Aug 18 12:00:04.663326 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ac677ebb-aedc-4884-8889-04e65366866f req-9e485fd7-0ffe-4eb3-ac0b-ec6e017b6beb tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] 10.222.0.66 "GET /v2.0/security-groups?id=1583760a-8eee-47b7-b670-f45d9d965092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343356 Aug 18 12:00:04.725381 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [req-7f0956f8-d3a1-4749-90cf-916e651c331b req-91180afd-4137-4cad-bb54-1ae48d4904cc tempest-ServersTestManualDisk-1765482140 tempest-ServersTestManualDisk-1765482140-project] Allocated IP 172.20.0.6 (8a227098-354b-4994-bf1e-318eb6efe6ec/fa10df12-5b4e-4ad2-82de-b1eefd7f7053/23598906-c287-490a-b9c9-ac7dfdb1d62b) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:00:04.750551 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23acc459-296c-4893-9eb4-b8365cf25dcd req-c9a78113-209a-4f71-b690-99c200f09f70 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:04.752154 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-23acc459-296c-4893-9eb4-b8365cf25dcd req-c9a78113-209a-4f71-b690-99c200f09f70 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c527bc9-e88c-4512-a912-fb72b3336c3d HTTP/1.1" status: 200 len: 946 time: 0.0504704 Aug 18 12:00:04.794401 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-23acc459-296c-4893-9eb4-b8365cf25dcd req-8e9df28a-ea43-4952-8ce5-90a2e833f7ef tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.66 "GET /v2.0/security-groups?id=11bbe5b2-5f3b-4775-89a0-258a798e3ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358210 Aug 18 12:00:04.814787 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device ea62e81b-4f10-4b36-8f95-1341e04201fa up at agent hyperv_n-h1-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:00:04.863269 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Provisioning for port ea62e81b-4f10-4b36-8f95-1341e04201fa completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:00:04.863964 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-7f0956f8-d3a1-4749-90cf-916e651c331b req-91180afd-4137-4cad-bb54-1ae48d4904cc tempest-ServersTestManualDisk-1765482140 tempest-ServersTestManualDisk-1765482140-project] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:04.867064 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Provisioning complete for port ea62e81b-4f10-4b36-8f95-1341e04201fa triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:00:04.867433 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:04.877456 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [req-7f0956f8-d3a1-4749-90cf-916e651c331b req-91180afd-4137-4cad-bb54-1ae48d4904cc tempest-ServersTestManualDisk-1765482140 tempest-ServersTestManualDisk-1765482140-project] Transition to ACTIVE for port object 23598906-c287-490a-b9c9-ac7dfdb1d62b will not be triggered until provisioned by entity DHCP. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:00:04.918625 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-7f0956f8-d3a1-4749-90cf-916e651c331b req-91180afd-4137-4cad-bb54-1ae48d4904cc tempest-ServersTestManualDisk-1765482140 tempest-ServersTestManualDisk-1765482140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:04.961577 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:04.972400 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f0956f8-d3a1-4749-90cf-916e651c331b req-91180afd-4137-4cad-bb54-1ae48d4904cc tempest-ServersTestManualDisk-1765482140 tempest-ServersTestManualDisk-1765482140-project] Network 8a227098-354b-4994-bf1e-318eb6efe6ec is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:00:04.975808 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [req-7f0956f8-d3a1-4749-90cf-916e651c331b req-91180afd-4137-4cad-bb54-1ae48d4904cc tempest-ServersTestManualDisk-1765482140 tempest-ServersTestManualDisk-1765482140-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:00:04.980279 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f0956f8-d3a1-4749-90cf-916e651c331b req-91180afd-4137-4cad-bb54-1ae48d4904cc tempest-ServersTestManualDisk-1765482140 tempest-ServersTestManualDisk-1765482140-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:00:04.984233 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91180afd-4137-4cad-bb54-1ae48d4904cc tempest-ServersTestManualDisk-1765482140 tempest-ServersTestManualDisk-1765482140-project] Pushing event updated for resources: {'Port': ['ID=23598906-c287-490a-b9c9-ac7dfdb1d62b,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:00:04.998707 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port ea62e81b-4f10-4b36-8f95-1341e04201fa, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=ea62e81b-4f10-4b36-8f95-1341e04201fa,segment=NetworkSegment(68bf082e-7f6f-47b2-acbc-5554ef52b361),segment_id=68bf082e-7f6f-47b2-acbc-5554ef52b361)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:00:05.003711 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:05.060296 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0956f8-d3a1-4749-90cf-916e651c331b req-91180afd-4137-4cad-bb54-1ae48d4904cc tempest-ServersTestManualDisk-1765482140 tempest-ServersTestManualDisk-1765482140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:05.064913 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-7f0956f8-d3a1-4749-90cf-916e651c331b req-91180afd-4137-4cad-bb54-1ae48d4904cc tempest-ServersTestManualDisk-1765482140 tempest-ServersTestManualDisk-1765482140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:05.066050 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=ea62e81b-4f10-4b36-8f95-1341e04201fa,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:00:05.087217 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-7f0956f8-d3a1-4749-90cf-916e651c331b req-91180afd-4137-4cad-bb54-1ae48d4904cc tempest-ServersTestManualDisk-1765482140 tempest-ServersTestManualDisk-1765482140-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6199310 Aug 18 12:00:05.108941 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [req-7f0956f8-d3a1-4749-90cf-916e651c331b req-420d88b7-db7b-4462-940c-e92636062c2c service neutron] Request body: {'port': {'device_id': '900738e3-3d99-4a13-a8a3-edf5487e09a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804985-2'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:00:05.151590 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b5d8ec-21e0-4502-a4eb-6a6a699a9190 req-11ec54a3-1c30-460d-871d-810db973917c tempest-ServersTestManualDisk-1765482140 tempest-ServersTestManualDisk-1765482140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:05.153189 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c9b5d8ec-21e0-4502-a4eb-6a6a699a9190 req-11ec54a3-1c30-460d-871d-810db973917c tempest-ServersTestManualDisk-1765482140 tempest-ServersTestManualDisk-1765482140-project] 10.222.0.66 "GET /v2.0/ports?device_id=900738e3-3d99-4a13-a8a3-edf5487e09a1 HTTP/1.1" status: 200 len: 931 time: 0.0880225 Aug 18 12:00:05.164079 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-7f0956f8-d3a1-4749-90cf-916e651c331b req-420d88b7-db7b-4462-940c-e92636062c2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:05.190223 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad834626-4c8f-424d-9506-c637fb5e9acf req-567806b7-51ad-4edd-93ff-7f91879f76d7 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:05.194333 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ad834626-4c8f-424d-9506-c637fb5e9acf req-567806b7-51ad-4edd-93ff-7f91879f76d7 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c5c8398-ccab-4f9d-a46d-b6267989534d HTTP/1.1" status: 200 len: 945 time: 0.0940504 Aug 18 12:00:05.233367 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c9b5d8ec-21e0-4502-a4eb-6a6a699a9190 req-c0fff5ff-0057-4bfd-a772-1fc414f44e2f tempest-ServersTestManualDisk-1765482140 tempest-ServersTestManualDisk-1765482140-project] 10.222.0.66 "GET /v2.0/security-groups?id=bfb87e6d-fb76-4fa5-a953-72861535752e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711031 Aug 18 12:00:05.256108 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-3289ba12-7964-4f13-9491-52509ddccf11 None None] Provisioning for port 23598906-c287-490a-b9c9-ac7dfdb1d62b completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:00:05.259699 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-3289ba12-7964-4f13-9491-52509ddccf11 None None] Provisioning complete for port 23598906-c287-490a-b9c9-ac7dfdb1d62b triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:00:05.260240 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3289ba12-7964-4f13-9491-52509ddccf11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:05.273818 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ad834626-4c8f-424d-9506-c637fb5e9acf req-fdc341cf-12c3-4baa-a8fb-4492284001c2 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] 10.222.0.66 "GET /v2.0/security-groups?id=59eee650-0005-4a96-985a-4e5744ed56bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687301 Aug 18 12:00:05.301070 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-3289ba12-7964-4f13-9491-52509ddccf11 None None] Port 23598906-c287-490a-b9c9-ac7dfdb1d62b cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:00:05.472498 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [req-7f0956f8-d3a1-4749-90cf-916e651c331b req-420d88b7-db7b-4462-940c-e92636062c2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23598906-c287-490a-b9c9-ac7dfdb1d62b {{(pid=106253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:00:05.480225 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-7f0956f8-d3a1-4749-90cf-916e651c331b req-420d88b7-db7b-4462-940c-e92636062c2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:05.492590 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [req-7f0956f8-d3a1-4749-90cf-916e651c331b req-420d88b7-db7b-4462-940c-e92636062c2c service neutron] Transition to ACTIVE for port object 23598906-c287-490a-b9c9-ac7dfdb1d62b will not be triggered until provisioned by entity L2. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:00:05.496196 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-7f0956f8-d3a1-4749-90cf-916e651c331b req-420d88b7-db7b-4462-940c-e92636062c2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:05.545397 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420d88b7-db7b-4462-940c-e92636062c2c service neutron] Pushing event updated for resources: {'Port': ['ID=23598906-c287-490a-b9c9-ac7dfdb1d62b,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:00:05.555134 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a003d6-ddc3-4dc8-a22b-8cc87283c329 req-5cbdaf50-12a1-4036-84b6-708155c9bd53 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:05.564042 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-82a003d6-ddc3-4dc8-a22b-8cc87283c329 req-5cbdaf50-12a1-4036-84b6-708155c9bd53 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/ports?device_id=a6872a0b-045c-40a9-ac3b-9c330c30278a HTTP/1.1" status: 200 len: 949 time: 0.0659618 Aug 18 12:00:05.601392 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-82a003d6-ddc3-4dc8-a22b-8cc87283c329 req-374402a1-5c0a-4b84-8fc8-0a75bcaab4de tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/security-groups?id=0ddd2c5c-7e53-44ab-9404-c5fea69a570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364099 Aug 18 12:00:05.630819 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-7f0956f8-d3a1-4749-90cf-916e651c331b req-420d88b7-db7b-4462-940c-e92636062c2c service neutron] Attempting to bind port 23598906-c287-490a-b9c9-ac7dfdb1d62b on host n-h2-804985-2 for vnic_type normal with profile {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:00:05.631144 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-7f0956f8-d3a1-4749-90cf-916e651c331b req-420d88b7-db7b-4462-940c-e92636062c2c service neutron] Attempting to bind port 23598906-c287-490a-b9c9-ac7dfdb1d62b by drivers openvswitch,hyperv on host n-h2-804985-2 at level 0 using segments [{'id': '9e760fbd-3b85-400c-a424-8436459a6ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '8a227098-354b-4994-bf1e-318eb6efe6ec'}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:00:05.631462 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f0956f8-d3a1-4749-90cf-916e651c331b req-420d88b7-db7b-4462-940c-e92636062c2c service neutron] Attempting to bind port 23598906-c287-490a-b9c9-ac7dfdb1d62b on network 8a227098-354b-4994-bf1e-318eb6efe6ec {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:00:05.636355 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f0956f8-d3a1-4749-90cf-916e651c331b req-420d88b7-db7b-4462-940c-e92636062c2c service neutron] Port 23598906-c287-490a-b9c9-ac7dfdb1d62b on network 8a227098-354b-4994-bf1e-318eb6efe6ec not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-2 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:00:05.636983 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f0956f8-d3a1-4749-90cf-916e651c331b req-420d88b7-db7b-4462-940c-e92636062c2c service neutron] Attempting to bind port 23598906-c287-490a-b9c9-ac7dfdb1d62b on network 8a227098-354b-4994-bf1e-318eb6efe6ec {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:00:05.642300 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f0956f8-d3a1-4749-90cf-916e651c331b req-420d88b7-db7b-4462-940c-e92636062c2c service neutron] Checking agent: {'id': 'da5da552-709c-4248-84de-86af99a0dc87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 49, 8), 'started_at': datetime.datetime(2021, 8, 18, 11, 49, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 11, 59, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:00:05.642625 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f0956f8-d3a1-4749-90cf-916e651c331b req-420d88b7-db7b-4462-940c-e92636062c2c service neutron] Checking segment: {'id': '9e760fbd-3b85-400c-a424-8436459a6ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '8a227098-354b-4994-bf1e-318eb6efe6ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:00:05.642997 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f0956f8-d3a1-4749-90cf-916e651c331b req-420d88b7-db7b-4462-940c-e92636062c2c service neutron] Bound using segment: {'id': '9e760fbd-3b85-400c-a424-8436459a6ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '8a227098-354b-4994-bf1e-318eb6efe6ec'} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:00:05.643598 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-7f0956f8-d3a1-4749-90cf-916e651c331b req-420d88b7-db7b-4462-940c-e92636062c2c service neutron] Bound port: 23598906-c287-490a-b9c9-ac7dfdb1d62b, host: n-h2-804985-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e760fbd-3b85-400c-a424-8436459a6ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '8a227098-354b-4994-bf1e-318eb6efe6ec'}}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:00:05.643956 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-7f0956f8-d3a1-4749-90cf-916e651c331b req-420d88b7-db7b-4462-940c-e92636062c2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:05.685308 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ccd7654-53dc-4b3c-b408-5abcac269e4a', 'tag': '567458dc-aa7d-4feb-b81a-33f247881658'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:00:05.687149 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device c0cf1500-32e7-4020-a0d9-b982a1a995bc details requested by agent hyperv_n-h2-804985-2 with host n-h2-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:00:05.689755 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91d3c044-bbac-45ab-9409-0a088bac1f34" -d '{"events": [{"name": "network-changed", "server_uuid": "6ccd7654-53dc-4b3c-b408-5abcac269e4a", "tag": "567458dc-aa7d-4feb-b81a-33f247881658"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:00:05.728297 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-7f0956f8-d3a1-4749-90cf-916e651c331b req-420d88b7-db7b-4462-940c-e92636062c2c service neutron] For port 23598906-c287-490a-b9c9-ac7dfdb1d62b, host n-h2-804985-2, cleared binding levels {{(pid=106253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:00:05.733056 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-7f0956f8-d3a1-4749-90cf-916e651c331b req-420d88b7-db7b-4462-940c-e92636062c2c service neutron] For port 23598906-c287-490a-b9c9-ac7dfdb1d62b, host n-h2-804985-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=23598906-c287-490a-b9c9-ac7dfdb1d62b,segment=NetworkSegment(9e760fbd-3b85-400c-a424-8436459a6ba2),segment_id=9e760fbd-3b85-400c-a424-8436459a6ba2)] {{(pid=106253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:00:05.742104 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-7f0956f8-d3a1-4749-90cf-916e651c331b req-420d88b7-db7b-4462-940c-e92636062c2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:05.742342 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c51c0e-8aaf-4569-85f9-d6efe854a552 req-725ccd40-3caf-4eed-8e97-a1e97cc6e36c tempest-MultipleCreateTestJSON-2069875045 tempest-MultipleCreateTestJSON-2069875045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:05.744033 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e0c51c0e-8aaf-4569-85f9-d6efe854a552 req-725ccd40-3caf-4eed-8e97-a1e97cc6e36c tempest-MultipleCreateTestJSON-2069875045 tempest-MultipleCreateTestJSON-2069875045-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ccd7654-53dc-4b3c-b408-5abcac269e4a HTTP/1.1" status: 200 len: 944 time: 0.0698318 Aug 18 12:00:05.778285 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0956f8-d3a1-4749-90cf-916e651c331b req-420d88b7-db7b-4462-940c-e92636062c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:05.778979 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-7f0956f8-d3a1-4749-90cf-916e651c331b req-420d88b7-db7b-4462-940c-e92636062c2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:05.780683 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-7f0956f8-d3a1-4749-90cf-916e651c331b req-420d88b7-db7b-4462-940c-e92636062c2c service neutron] 10.222.0.62 "PUT /v2.0/ports/23598906-c287-490a-b9c9-ac7dfdb1d62b HTTP/1.1" status: 200 len: 1091 time: 0.6764898 Aug 18 12:00:05.781189 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '900738e3-3d99-4a13-a8a3-edf5487e09a1', 'tag': '23598906-c287-490a-b9c9-ac7dfdb1d62b'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:00:05.783624 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0679f4c4b6e0e0c064a7d71d722dc30541a34fffee11680573be22ee2ffccc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9729d6b1-7529-4fd6-88f2-4ace56b86a85" -d '{"events": [{"name": "network-changed", "server_uuid": "900738e3-3d99-4a13-a8a3-edf5487e09a1", "tag": "23598906-c287-490a-b9c9-ac7dfdb1d62b"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:00:05.829142 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420d88b7-db7b-4462-940c-e92636062c2c service neutron] Pushing event updated for resources: {'Port': ['ID=23598906-c287-490a-b9c9-ac7dfdb1d62b,revision_number=3']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:00:05.845261 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e0c51c0e-8aaf-4569-85f9-d6efe854a552 req-b36c66a3-eed3-43ea-bc10-e21e3af6e02c tempest-MultipleCreateTestJSON-2069875045 tempest-MultipleCreateTestJSON-2069875045-project] 10.222.0.66 "GET /v2.0/security-groups?id=c7c1b338-374f-4682-ab89-899dcfcbc184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935690 Aug 18 12:00:05.866533 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port c0cf1500-32e7-4020-a0d9-b982a1a995bc, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=c0cf1500-32e7-4020-a0d9-b982a1a995bc,segment=NetworkSegment(aad88131-e56c-4831-956a-495bf4859725),segment_id=aad88131-e56c-4831-956a-495bf4859725)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:00:05.875470 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:05.880646 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23f0efb-9a23-4ff6-bdb2-c234a3b6fe47 req-53835982-f86f-4a6b-b9df-d6e40dfc76b9 tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:05.883660 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Returning: {'device': 'c0cf1500-32e7-4020-a0d9-b982a1a995bc', 'network_id': 'e0840f9b-1ae2-4ebe-bcbc-828fede4ff8d', 'port_id': 'c0cf1500-32e7-4020-a0d9-b982a1a995bc', 'mac_address': 'fa:16:3e:04:e0:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 833, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5b8702d-8c15-4834-95d4-222961fb698b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:00:05.890221 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f23f0efb-9a23-4ff6-bdb2-c234a3b6fe47 req-53835982-f86f-4a6b-b9df-d6e40dfc76b9 tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] 10.222.0.66 "GET /v2.0/ports?device_id=a87f78c1-2ca5-455e-9935-ab7aeaf069c9 HTTP/1.1" status: 200 len: 946 time: 0.1365502 Aug 18 12:00:05.892354 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0956f8-d3a1-4749-90cf-916e651c331b req-129a517f-ae65-4a47-8bdc-6c424ac35d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:05.894513 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-7f0956f8-d3a1-4749-90cf-916e651c331b req-129a517f-ae65-4a47-8bdc-6c424ac35d0b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3dac450c1aed4cb9a32ebc7528bd7ef7&device_id=900738e3-3d99-4a13-a8a3-edf5487e09a1 HTTP/1.1" status: 200 len: 1094 time: 0.0581346 Aug 18 12:00:05.914875 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:00:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9fc8a1a-0831-42fb-8bd8-48f4bea19aae x-openstack-request-id: req-a9fc8a1a-0831-42fb-8bd8-48f4bea19aae {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:00:05.915447 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ccd7654-53dc-4b3c-b408-5abcac269e4a", "tag": "567458dc-aa7d-4feb-b81a-33f247881658", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:00:05.915447 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a9fc8a1a-0831-42fb-8bd8-48f4bea19aae {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:00:05.915916 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ccd7654-53dc-4b3c-b408-5abcac269e4a', 'tag': '567458dc-aa7d-4feb-b81a-33f247881658', 'status': 'completed', 'code': 200} Aug 18 12:00:05.944067 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f23f0efb-9a23-4ff6-bdb2-c234a3b6fe47 req-a033edae-a23e-45e8-ab1b-cac2963920d0 tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] 10.222.0.66 "GET /v2.0/security-groups?id=1583760a-8eee-47b7-b670-f45d9d965092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504675 Aug 18 12:00:05.962459 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:05.997819 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0cf1500-32e7-4020-a0d9-b982a1a995bc {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:00:06.010480 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-7f0956f8-d3a1-4749-90cf-916e651c331b req-7d529a99-73c7-4eea-8428-7d6ae026f8b2 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=23598906-c287-490a-b9c9-ac7dfdb1d62b HTTP/1.1" status: 200 len: 217 time: 0.1010993 Aug 18 12:00:06.011957 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:00:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afb9664e-9d67-4d11-95d3-a2a68c90f5e2 x-openstack-request-id: req-afb9664e-9d67-4d11-95d3-a2a68c90f5e2 {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:00:06.012243 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "900738e3-3d99-4a13-a8a3-edf5487e09a1", "tag": "23598906-c287-490a-b9c9-ac7dfdb1d62b", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:00:06.012508 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-afb9664e-9d67-4d11-95d3-a2a68c90f5e2 {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:00:06.012913 n-d-804985-2 neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '900738e3-3d99-4a13-a8a3-edf5487e09a1', 'tag': '23598906-c287-490a-b9c9-ac7dfdb1d62b', 'status': 'completed', 'code': 200} Aug 18 12:00:06.026128 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port c0cf1500-32e7-4020-a0d9-b982a1a995bc, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=c0cf1500-32e7-4020-a0d9-b982a1a995bc,segment=NetworkSegment(aad88131-e56c-4831-956a-495bf4859725),segment_id=aad88131-e56c-4831-956a-495bf4859725)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:00:06.038760 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:06.042649 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 01faad63-9dc9-4c52-a5c7-a96835056ee2 details requested by agent hyperv_n-h2-804985-2 with host n-h2-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:00:06.050931 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d3c044-bbac-45ab-9409-0a088bac1f34 req-0509e9ab-07c5-45b7-afa0-5214092ebf1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:06.052439 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-91d3c044-bbac-45ab-9409-0a088bac1f34 req-0509e9ab-07c5-45b7-afa0-5214092ebf1b service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=5dd9f4315f144ed0a3e506b764329d2a&device_id=6ccd7654-53dc-4b3c-b408-5abcac269e4a HTTP/1.1" status: 200 len: 1095 time: 0.1070189 Aug 18 12:00:06.063512 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a87f78c1-2ca5-455e-9935-ab7aeaf069c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea62e81b-4f10-4b36-8f95-1341e04201fa'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:00:06.065960 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db50a436fb3a98495337d8fe7487b4f2ea6f3c1052eb9efadc2ecda2d5737001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eccee47c-610d-465d-b160-f82873fe65b6" -d '{"events": [{"server_uuid": "a87f78c1-2ca5-455e-9935-ab7aeaf069c9", "name": "network-vif-plugged", "status": "completed", "tag": "ea62e81b-4f10-4b36-8f95-1341e04201fa"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:00:06.082027 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0956f8-d3a1-4749-90cf-916e651c331b req-e2304249-e852-4de4-9981-70aae54ec5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:06.083869 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-7f0956f8-d3a1-4749-90cf-916e651c331b req-e2304249-e852-4de4-9981-70aae54ec5f9 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=fa10df12-5b4e-4ad2-82de-b1eefd7f7053 HTTP/1.1" status: 200 len: 850 time: 0.0626264 Aug 18 12:00:06.133045 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:00:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09be499c-763b-4953-a69f-ceb4e8dfe039 x-openstack-request-id: req-09be499c-763b-4953-a69f-ceb4e8dfe039 {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:00:06.133419 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a87f78c1-2ca5-455e-9935-ab7aeaf069c9", "name": "network-vif-plugged", "status": "completed", "tag": "ea62e81b-4f10-4b36-8f95-1341e04201fa", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:00:06.133705 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-09be499c-763b-4953-a69f-ceb4e8dfe039 {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:00:06.134211 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a87f78c1-2ca5-455e-9935-ab7aeaf069c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea62e81b-4f10-4b36-8f95-1341e04201fa', 'code': 200} Aug 18 12:00:06.155702 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0956f8-d3a1-4749-90cf-916e651c331b req-f3ca5002-7d93-4f9c-843d-5eec42314d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:06.157748 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-7f0956f8-d3a1-4749-90cf-916e651c331b req-f3ca5002-7d93-4f9c-843d-5eec42314d86 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=8a227098-354b-4994-bf1e-318eb6efe6ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0621271 Aug 18 12:00:06.190678 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7087e7-a87c-4a06-9fa8-0c689e4bb360 req-edf59b74-7fbf-4161-80a7-419159185034 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:06.192432 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6b7087e7-a87c-4a06-9fa8-0c689e4bb360 req-edf59b74-7fbf-4161-80a7-419159185034 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c527bc9-e88c-4512-a912-fb72b3336c3d HTTP/1.1" status: 200 len: 946 time: 0.0815468 Aug 18 12:00:06.193231 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=c0cf1500-32e7-4020-a0d9-b982a1a995bc,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:00:06.242346 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port 01faad63-9dc9-4c52-a5c7-a96835056ee2, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=01faad63-9dc9-4c52-a5c7-a96835056ee2,segment=NetworkSegment(b0eb6eea-b461-4969-8a27-808f00daa8a1),segment_id=b0eb6eea-b461-4969-8a27-808f00daa8a1)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:00:06.245640 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d3c044-bbac-45ab-9409-0a088bac1f34 req-cc227e1c-2cd6-451c-ad1b-80d4f0277742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:06.247281 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-91d3c044-bbac-45ab-9409-0a088bac1f34 req-cc227e1c-2cd6-451c-ad1b-80d4f0277742 service neutron] 10.222.0.63 "GET /v2.0/networks?id=e0840f9b-1ae2-4ebe-bcbc-828fede4ff8d HTTP/1.1" status: 200 len: 913 time: 0.1840160 Aug 18 12:00:06.255880 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Returning: {'device': '01faad63-9dc9-4c52-a5c7-a96835056ee2', 'network_id': '222e0814-c7e5-4b11-9282-3f40c6ed76b2', 'port_id': '01faad63-9dc9-4c52-a5c7-a96835056ee2', 'mac_address': 'fa:16:3e:0f:fc:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 823, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d16d680-110b-436d-8afa-48ba845b3623', 'ip_address': '192.168.233.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:00:06.289081 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-7f0956f8-d3a1-4749-90cf-916e651c331b req-526dd07f-60c9-4c16-9447-660aaacf2bc9 service neutron] 10.222.0.62 "GET /v2.0/networks/8a227098-354b-4994-bf1e-318eb6efe6ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112177 Aug 18 12:00:06.311936 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5723e4f3-83d9-4129-894a-5337818c3f9d req-2a5cb6af-0cbd-425d-8248-ec6c027c5f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:06.314101 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:06.316836 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5723e4f3-83d9-4129-894a-5337818c3f9d req-2a5cb6af-0cbd-425d-8248-ec6c027c5f82 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=a87f78c1-2ca5-455e-9935-ab7aeaf069c9 HTTP/1.1" status: 200 len: 1097 time: 0.1218495 Aug 18 12:00:06.317184 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-91d3c044-bbac-45ab-9409-0a088bac1f34 req-b04e95ca-96ea-4d51-80a9-69abf4573e13 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=567458dc-aa7d-4feb-b81a-33f247881658 HTTP/1.1" status: 200 len: 217 time: 0.0574310 Aug 18 12:00:06.326627 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6b7087e7-a87c-4a06-9fa8-0c689e4bb360 req-57c15536-7df6-4d1a-a455-491a5dadc762 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.66 "GET /v2.0/security-groups?id=11bbe5b2-5f3b-4775-89a0-258a798e3ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196265 Aug 18 12:00:06.345395 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 01faad63-9dc9-4c52-a5c7-a96835056ee2 {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:00:06.374469 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port 01faad63-9dc9-4c52-a5c7-a96835056ee2, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=01faad63-9dc9-4c52-a5c7-a96835056ee2,segment=NetworkSegment(b0eb6eea-b461-4969-8a27-808f00daa8a1),segment_id=b0eb6eea-b461-4969-8a27-808f00daa8a1)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:00:06.380569 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:06.417676 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-7f0956f8-d3a1-4749-90cf-916e651c331b req-b33c85ed-5f41-4d66-b484-8bd446d7a2fc service neutron] 10.222.0.62 "GET /v2.0/networks/8a227098-354b-4994-bf1e-318eb6efe6ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154869 Aug 18 12:00:06.445980 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=01faad63-9dc9-4c52-a5c7-a96835056ee2,revision_number=6']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:00:06.473984 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5723e4f3-83d9-4129-894a-5337818c3f9d req-aa9b6584-4cdc-4a73-afa2-c0eae278d17e service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=1583760a-8eee-47b7-b670-f45d9d965092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410642 Aug 18 12:00:06.486876 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d3c044-bbac-45ab-9409-0a088bac1f34 req-90f53eb4-6e5d-4b41-95d9-f5a52b9accaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:06.488422 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-91d3c044-bbac-45ab-9409-0a088bac1f34 req-90f53eb4-6e5d-4b41-95d9-f5a52b9accaf service neutron] 10.222.0.63 "GET /v2.0/subnets?id=b5b8702d-8c15-4834-95d4-222961fb698b HTTP/1.1" status: 200 len: 852 time: 0.1288497 Aug 18 12:00:06.505276 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba2a845-46b2-4a76-97cf-944aa103c6b9 req-8c34caff-4398-49e3-8646-b5aa4247d62b tempest-ServersTestManualDisk-1765482140 tempest-ServersTestManualDisk-1765482140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:06.506674 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7ba2a845-46b2-4a76-97cf-944aa103c6b9 req-8c34caff-4398-49e3-8646-b5aa4247d62b tempest-ServersTestManualDisk-1765482140 tempest-ServersTestManualDisk-1765482140-project] 10.222.0.66 "GET /v2.0/ports?device_id=900738e3-3d99-4a13-a8a3-edf5487e09a1 HTTP/1.1" status: 200 len: 943 time: 0.1388831 Aug 18 12:00:06.513970 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a44205e-dfd0-4dbc-bc66-f8f477f80b23 req-6896ba7d-9a06-470f-8231-7bdbaed78426 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:06.515363 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4a44205e-dfd0-4dbc-bc66-f8f477f80b23 req-6896ba7d-9a06-470f-8231-7bdbaed78426 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c5c8398-ccab-4f9d-a46d-b6267989534d HTTP/1.1" status: 200 len: 945 time: 0.1055064 Aug 18 12:00:06.522268 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9729d6b1-7529-4fd6-88f2-4ace56b86a85 req-08d570a3-1ae4-45f2-b4e5-f57b0bfa1bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:06.523904 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-9729d6b1-7529-4fd6-88f2-4ace56b86a85 req-08d570a3-1ae4-45f2-b4e5-f57b0bfa1bb2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3dac450c1aed4cb9a32ebc7528bd7ef7&device_id=900738e3-3d99-4a13-a8a3-edf5487e09a1 HTTP/1.1" status: 200 len: 1094 time: 0.0467079 Aug 18 12:00:06.576558 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-91d3c044-bbac-45ab-9409-0a088bac1f34 req-7734dd46-13de-42d4-9209-e971cf1b94f9 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=e0840f9b-1ae2-4ebe-bcbc-828fede4ff8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390708 Aug 18 12:00:06.601872 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7ba2a845-46b2-4a76-97cf-944aa103c6b9 req-00c10406-92ec-4198-930b-6dea6ff1cefd tempest-ServersTestManualDisk-1765482140 tempest-ServersTestManualDisk-1765482140-project] 10.222.0.66 "GET /v2.0/security-groups?id=bfb87e6d-fb76-4fa5-a953-72861535752e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855474 Aug 18 12:00:06.612265 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] get_ports_and_sgs() called for port_ids ['01faad63-9dc9-4c52-a5c7-a96835056ee2'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:00:06.619062 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4a44205e-dfd0-4dbc-bc66-f8f477f80b23 req-dc9d654d-e664-47bb-8f43-6febf67c54db tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] 10.222.0.66 "GET /v2.0/security-groups?id=59eee650-0005-4a96-985a-4e5744ed56bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958276 Aug 18 12:00:06.662227 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9729d6b1-7529-4fd6-88f2-4ace56b86a85 req-b54b9281-afe2-418f-9e53-78cbe94c6b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:06.663748 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-9729d6b1-7529-4fd6-88f2-4ace56b86a85 req-b54b9281-afe2-418f-9e53-78cbe94c6b16 service neutron] 10.222.0.62 "GET /v2.0/networks?id=8a227098-354b-4994-bf1e-318eb6efe6ec HTTP/1.1" status: 200 len: 912 time: 0.1256828 Aug 18 12:00:06.742421 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-9729d6b1-7529-4fd6-88f2-4ace56b86a85 req-ca1c2f05-38fe-412a-83a2-69f99b8a3dff service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=23598906-c287-490a-b9c9-ac7dfdb1d62b HTTP/1.1" status: 200 len: 217 time: 0.0679216 Aug 18 12:00:06.825039 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-91d3c044-bbac-45ab-9409-0a088bac1f34 req-27009c57-a11c-455e-b3b2-afc90eb40594 service neutron] 10.222.0.63 "GET /v2.0/networks/e0840f9b-1ae2-4ebe-bcbc-828fede4ff8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2221694 Aug 18 12:00:06.835844 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9729d6b1-7529-4fd6-88f2-4ace56b86a85 req-70b9a79e-40f3-4d61-b27a-71732a5bf20d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:06.837131 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-9729d6b1-7529-4fd6-88f2-4ace56b86a85 req-70b9a79e-40f3-4d61-b27a-71732a5bf20d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=fa10df12-5b4e-4ad2-82de-b1eefd7f7053 HTTP/1.1" status: 200 len: 850 time: 0.0616841 Aug 18 12:00:06.838788 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-bf0a9f5e-74a5-4f76-b051-ac15aae41fd6 req-dd5902e4-6952-4080-afe3-6cd0f46ad983 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-2076961413&fields=id&tenant_id=f9035e69ecb44482b197cdb3f54c17e3 HTTP/1.1" status: 200 len: 267 time: 0.0678327 Aug 18 12:00:06.841538 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 567458dc-aa7d-4feb-b81a-33f247881658 details requested by agent hyperv_n-h1-804985-2 with host n-h1-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:00:06.897643 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9729d6b1-7529-4fd6-88f2-4ace56b86a85 req-4ce14e46-5661-436c-85f8-f52970b49106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:06.899686 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-9729d6b1-7529-4fd6-88f2-4ace56b86a85 req-4ce14e46-5661-436c-85f8-f52970b49106 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=8a227098-354b-4994-bf1e-318eb6efe6ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0512645 Aug 18 12:00:06.909492 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31623bab-bd3d-4bfb-bcea-3da093f41fdc req-abcf3184-506e-4f62-a1d6-643bdc440ab1 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:06.920413 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-31623bab-bd3d-4bfb-bcea-3da093f41fdc req-abcf3184-506e-4f62-a1d6-643bdc440ab1 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/ports?device_id=a6872a0b-045c-40a9-ac3b-9c330c30278a HTTP/1.1" status: 200 len: 949 time: 0.1774089 Aug 18 12:00:06.927879 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] get_ports_and_sgs() called for port_ids ['c0cf1500-32e7-4020-a0d9-b982a1a995bc'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:00:07.011945 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-31623bab-bd3d-4bfb-bcea-3da093f41fdc req-e546a68b-bb11-447f-83e2-896e541f5aa0 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/security-groups?id=0ddd2c5c-7e53-44ab-9404-c5fea69a570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904815 Aug 18 12:00:07.015540 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 567458dc-aa7d-4feb-b81a-33f247881658, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=567458dc-aa7d-4feb-b81a-33f247881658,segment=NetworkSegment(aad88131-e56c-4831-956a-495bf4859725),segment_id=aad88131-e56c-4831-956a-495bf4859725)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:00:07.042052 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Returning: {'device': '567458dc-aa7d-4feb-b81a-33f247881658', 'network_id': 'e0840f9b-1ae2-4ebe-bcbc-828fede4ff8d', 'port_id': '567458dc-aa7d-4feb-b81a-33f247881658', 'mac_address': 'fa:16:3e:b8:5d:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 833, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5b8702d-8c15-4834-95d4-222961fb698b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:00:07.058944 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0a9f5e-74a5-4f76-b051-ac15aae41fd6 req-5d42eaae-e410-4848-9dae-ff40e0fce3e7 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:07.060578 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-bf0a9f5e-74a5-4f76-b051-ac15aae41fd6 req-5d42eaae-e410-4848-9dae-ff40e0fce3e7 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c5c8398-ccab-4f9d-a46d-b6267989534d HTTP/1.1" status: 200 len: 945 time: 0.2006304 Aug 18 12:00:07.087458 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-9729d6b1-7529-4fd6-88f2-4ace56b86a85 req-a1db8bd5-835e-47a1-a52b-2ca3bc53185e service neutron] 10.222.0.62 "GET /v2.0/networks/8a227098-354b-4994-bf1e-318eb6efe6ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760991 Aug 18 12:00:07.092062 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-91d3c044-bbac-45ab-9409-0a088bac1f34 req-5dc95834-eebb-49f3-9fb4-2e1e5a32bacc service neutron] 10.222.0.63 "GET /v2.0/networks/e0840f9b-1ae2-4ebe-bcbc-828fede4ff8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2573826 Aug 18 12:00:07.106259 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-bf0a9f5e-74a5-4f76-b051-ac15aae41fd6 req-2e6abd6c-ddb8-4653-ac65-dfce2ae3f8a4 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] Request body: {'port': {'security_groups': ['59eee650-0005-4a96-985a-4e5744ed56bd', '75563c3b-15d5-4ad2-a0ea-3d20ab13ab60']}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:00:07.147229 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:07.173549 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 567458dc-aa7d-4feb-b81a-33f247881658 {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:00:07.213313 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 567458dc-aa7d-4feb-b81a-33f247881658, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=567458dc-aa7d-4feb-b81a-33f247881658,segment=NetworkSegment(aad88131-e56c-4831-956a-495bf4859725),segment_id=aad88131-e56c-4831-956a-495bf4859725)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:00:07.214495 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-9729d6b1-7529-4fd6-88f2-4ace56b86a85 req-3b2376e2-4efd-4e13-8664-babaa9864f61 service neutron] 10.222.0.62 "GET /v2.0/networks/8a227098-354b-4994-bf1e-318eb6efe6ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185327 Aug 18 12:00:07.222989 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:07.225673 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-bf0a9f5e-74a5-4f76-b051-ac15aae41fd6 req-2e6abd6c-ddb8-4653-ac65-dfce2ae3f8a4 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:07.234916 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d91df5-8a0a-4a23-9939-ea1353f073bb req-5b85ec56-d982-4944-9b04-7710216f7b3b tempest-MultipleCreateTestJSON-2069875045 tempest-MultipleCreateTestJSON-2069875045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:07.236443 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-54d91df5-8a0a-4a23-9939-ea1353f073bb req-5b85ec56-d982-4944-9b04-7710216f7b3b tempest-MultipleCreateTestJSON-2069875045 tempest-MultipleCreateTestJSON-2069875045-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ccd7654-53dc-4b3c-b408-5abcac269e4a HTTP/1.1" status: 200 len: 944 time: 0.0997357 Aug 18 12:00:07.324298 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=567458dc-aa7d-4feb-b81a-33f247881658,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:00:07.333396 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-54d91df5-8a0a-4a23-9939-ea1353f073bb req-240a00f9-a33f-4869-8e5e-ab66acd93104 tempest-MultipleCreateTestJSON-2069875045 tempest-MultipleCreateTestJSON-2069875045-project] 10.222.0.66 "GET /v2.0/security-groups?id=c7c1b338-374f-4682-ab89-899dcfcbc184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828383 Aug 18 12:00:07.498848 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] get_ports_and_sgs() called for port_ids ['567458dc-aa7d-4feb-b81a-33f247881658'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:00:07.606039 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-bf0a9f5e-74a5-4f76-b051-ac15aae41fd6 req-2e6abd6c-ddb8-4653-ac65-dfce2ae3f8a4 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] For port e61fc26e-cffe-4016-8119-d8df52cc8c80, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=e61fc26e-cffe-4016-8119-d8df52cc8c80,segment=NetworkSegment(1bfb322b-83ae-425c-b8a6-e9d9bfa53e56),segment_id=1bfb322b-83ae-425c-b8a6-e9d9bfa53e56)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:00:07.616727 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a814f0-50b9-4c1f-b7da-561e94393841 req-67ab90e9-a927-46b1-b3d6-c796fb2d80eb tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:07.624619 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d9a814f0-50b9-4c1f-b7da-561e94393841 req-67ab90e9-a927-46b1-b3d6-c796fb2d80eb tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] 10.222.0.66 "GET /v2.0/ports?device_id=a87f78c1-2ca5-455e-9935-ab7aeaf069c9 HTTP/1.1" status: 200 len: 946 time: 0.1068966 Aug 18 12:00:07.697708 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d9a814f0-50b9-4c1f-b7da-561e94393841 req-5f492328-d425-44dd-8a46-424d9b2a55fa tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] 10.222.0.66 "GET /v2.0/security-groups?id=1583760a-8eee-47b7-b670-f45d9d965092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718958 Aug 18 12:00:07.700298 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 01faad63-9dc9-4c52-a5c7-a96835056ee2 up at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:00:07.707694 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-bf0a9f5e-74a5-4f76-b051-ac15aae41fd6 req-2e6abd6c-ddb8-4653-ac65-dfce2ae3f8a4 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] Notify callbacks [] for port, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:07.724780 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-bf0a9f5e-74a5-4f76-b051-ac15aae41fd6 req-2e6abd6c-ddb8-4653-ac65-dfce2ae3f8a4 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:07.799671 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Provisioning complete for port 01faad63-9dc9-4c52-a5c7-a96835056ee2 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:00:07.800234 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:07.807645 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0a9f5e-74a5-4f76-b051-ac15aae41fd6 req-2e6abd6c-ddb8-4653-ac65-dfce2ae3f8a4 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:07.808363 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-bf0a9f5e-74a5-4f76-b051-ac15aae41fd6 req-2e6abd6c-ddb8-4653-ac65-dfce2ae3f8a4 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:07.810539 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-bf0a9f5e-74a5-4f76-b051-ac15aae41fd6 req-2e6abd6c-ddb8-4653-ac65-dfce2ae3f8a4 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] 10.222.0.66 "PUT /v2.0/ports/e61fc26e-cffe-4016-8119-d8df52cc8c80 HTTP/1.1" status: 200 len: 981 time: 0.7302816 Aug 18 12:00:07.847927 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6abd6c-ddb8-4653-ac65-dfce2ae3f8a4 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] Pushing event updated for resources: {'Port': ['ID=e61fc26e-cffe-4016-8119-d8df52cc8c80,revision_number=6']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:00:07.917282 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c5c8398-ccab-4f9d-a46d-b6267989534d', 'tag': 'e61fc26e-cffe-4016-8119-d8df52cc8c80'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:00:07.920042 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd153450-770e-44bc-ab7a-a0ea7585e6a0" -d '{"events": [{"name": "network-changed", "server_uuid": "7c5c8398-ccab-4f9d-a46d-b6267989534d", "tag": "e61fc26e-cffe-4016-8119-d8df52cc8c80"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:00:07.936939 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] get_ports_and_sgs() called for port_ids ['e61fc26e-cffe-4016-8119-d8df52cc8c80'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:00:07.998964 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acce7e2f-3ae6-4e74-a9e8-9bb526706566 req-ea1c7865-a186-46d5-b5d3-1cccc0def8af tempest-ServersTestManualDisk-1765482140 tempest-ServersTestManualDisk-1765482140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:08.001239 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-acce7e2f-3ae6-4e74-a9e8-9bb526706566 req-ea1c7865-a186-46d5-b5d3-1cccc0def8af tempest-ServersTestManualDisk-1765482140 tempest-ServersTestManualDisk-1765482140-project] 10.222.0.66 "GET /v2.0/ports?device_id=900738e3-3d99-4a13-a8a3-edf5487e09a1 HTTP/1.1" status: 200 len: 943 time: 0.0958571 Aug 18 12:00:08.009738 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f790406-0149-46d7-b7b4-7ee6d96f815b req-5eee7e53-92a3-4c48-a488-8620243f1421 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:08.011682 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2f790406-0149-46d7-b7b4-7ee6d96f815b req-5eee7e53-92a3-4c48-a488-8620243f1421 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c527bc9-e88c-4512-a912-fb72b3336c3d HTTP/1.1" status: 200 len: 946 time: 0.0962839 Aug 18 12:00:08.025867 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:08.031786 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:08.076436 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-acce7e2f-3ae6-4e74-a9e8-9bb526706566 req-01f8b28e-84ee-4708-940d-3ae36843cb7a tempest-ServersTestManualDisk-1765482140 tempest-ServersTestManualDisk-1765482140-project] 10.222.0.66 "GET /v2.0/security-groups?id=bfb87e6d-fb76-4fa5-a953-72861535752e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634847 Aug 18 12:00:08.092210 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2f790406-0149-46d7-b7b4-7ee6d96f815b req-17657122-099c-461d-bd22-f9424f298fe4 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.66 "GET /v2.0/security-groups?id=11bbe5b2-5f3b-4775-89a0-258a798e3ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625212 Aug 18 12:00:08.134886 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port 01faad63-9dc9-4c52-a5c7-a96835056ee2, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=01faad63-9dc9-4c52-a5c7-a96835056ee2,segment=NetworkSegment(b0eb6eea-b461-4969-8a27-808f00daa8a1),segment_id=b0eb6eea-b461-4969-8a27-808f00daa8a1)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:00:08.136629 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5abec44c-4add-4107-8aff-eaed0ea43967', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01faad63-9dc9-4c52-a5c7-a96835056ee2'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:00:08.139302 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db50a436fb3a98495337d8fe7487b4f2ea6f3c1052eb9efadc2ecda2d5737001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9062102-d794-4014-b487-fa9e3f83ccff" -d '{"events": [{"server_uuid": "5abec44c-4add-4107-8aff-eaed0ea43967", "name": "network-vif-plugged", "status": "completed", "tag": "01faad63-9dc9-4c52-a5c7-a96835056ee2"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:00:08.163080 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:08.277110 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] get_ports_and_sgs() called for port_ids ['e61fc26e-cffe-4016-8119-d8df52cc8c80'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:00:08.295862 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0767efdc-2140-45f7-b444-31f07b96f7a7 req-c138dae0-8912-4d4d-80a9-d3d1090aafa9 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-10716987&fields=id&tenant_id=f9035e69ecb44482b197cdb3f54c17e3 HTTP/1.1" status: 200 len: 267 time: 0.0519464 Aug 18 12:00:08.331114 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=01faad63-9dc9-4c52-a5c7-a96835056ee2,revision_number=7']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:00:08.374024 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:00:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e197d17-862a-4c55-b5b7-c7a99e968ad9 x-openstack-request-id: req-5e197d17-862a-4c55-b5b7-c7a99e968ad9 {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:00:08.376175 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c5c8398-ccab-4f9d-a46d-b6267989534d", "tag": "e61fc26e-cffe-4016-8119-d8df52cc8c80", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:00:08.376175 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-5e197d17-862a-4c55-b5b7-c7a99e968ad9 {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:00:08.377875 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c5c8398-ccab-4f9d-a46d-b6267989534d', 'tag': 'e61fc26e-cffe-4016-8119-d8df52cc8c80', 'status': 'completed', 'code': 200} Aug 18 12:00:08.392417 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0767efdc-2140-45f7-b444-31f07b96f7a7 req-082b3709-c0a5-4427-9d3a-ed1db2b4af50 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:08.411535 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0767efdc-2140-45f7-b444-31f07b96f7a7 req-082b3709-c0a5-4427-9d3a-ed1db2b4af50 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c5c8398-ccab-4f9d-a46d-b6267989534d HTTP/1.1" status: 200 len: 984 time: 0.1142633 Aug 18 12:00:08.441039 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-0767efdc-2140-45f7-b444-31f07b96f7a7 req-c7f21fcb-f082-4c27-abd8-47a21d92e413 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] Request body: {'port': {'security_groups': ['59eee650-0005-4a96-985a-4e5744ed56bd', '75563c3b-15d5-4ad2-a0ea-3d20ab13ab60', 'ef7da5c1-8083-4b81-ab0e-3c2f339c55ac']}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:00:08.615895 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69862fc-9314-4e48-8768-47984e860796 req-e12f57a7-a4ad-4027-84fb-a48adbe2c84d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:08.617567 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d69862fc-9314-4e48-8768-47984e860796 req-e12f57a7-a4ad-4027-84fb-a48adbe2c84d service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=c9615ef08ff1467182cba43296b539c9&device_id=a87f78c1-2ca5-455e-9935-ab7aeaf069c9 HTTP/1.1" status: 200 len: 1097 time: 0.2360380 Aug 18 12:00:08.621220 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-0767efdc-2140-45f7-b444-31f07b96f7a7 req-c7f21fcb-f082-4c27-abd8-47a21d92e413 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:08.698723 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72534672-4c46-434b-85fd-9400cdf6be79 req-7b8cc1e8-b118-4ca1-ae09-12a24be0b275 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:08.700443 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-72534672-4c46-434b-85fd-9400cdf6be79 req-7b8cc1e8-b118-4ca1-ae09-12a24be0b275 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/ports?device_id=a6872a0b-045c-40a9-ac3b-9c330c30278a HTTP/1.1" status: 200 len: 949 time: 0.2252347 Aug 18 12:00:08.705401 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd153450-770e-44bc-ab7a-a0ea7585e6a0 req-8fb7d2e1-2ff9-4618-a0f1-d74b46a90edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:08.707751 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-fd153450-770e-44bc-ab7a-a0ea7585e6a0 req-8fb7d2e1-2ff9-4618-a0f1-d74b46a90edf service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=f9035e69ecb44482b197cdb3f54c17e3&device_id=7c5c8398-ccab-4f9d-a46d-b6267989534d HTTP/1.1" status: 200 len: 1135 time: 0.2852211 Aug 18 12:00:08.849579 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 567458dc-aa7d-4feb-b81a-33f247881658 up at agent hyperv_n-h1-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:00:09.204940 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Provisioning for port 567458dc-aa7d-4feb-b81a-33f247881658 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:00:09.211191 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Provisioning complete for port 567458dc-aa7d-4feb-b81a-33f247881658 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:00:09.212001 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:09.343283 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-72534672-4c46-434b-85fd-9400cdf6be79 req-c4d74e71-c17f-40af-acdf-7e649e549eff tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/security-groups?id=0ddd2c5c-7e53-44ab-9404-c5fea69a570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6039498 Aug 18 12:00:09.372333 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:09.427174 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 567458dc-aa7d-4feb-b81a-33f247881658, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=567458dc-aa7d-4feb-b81a-33f247881658,segment=NetworkSegment(aad88131-e56c-4831-956a-495bf4859725),segment_id=aad88131-e56c-4831-956a-495bf4859725)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:00:09.433778 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69862fc-9314-4e48-8768-47984e860796 req-008f92f5-4022-473a-9cb3-ed4877084757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:09.434697 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:00:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3aa9b59-9904-44f1-b565-4f79691c0ef3 x-openstack-request-id: req-c3aa9b59-9904-44f1-b565-4f79691c0ef3 {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:00:09.435601 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5abec44c-4add-4107-8aff-eaed0ea43967", "name": "network-vif-plugged", "status": "completed", "tag": "01faad63-9dc9-4c52-a5c7-a96835056ee2", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:00:09.436124 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c3aa9b59-9904-44f1-b565-4f79691c0ef3 {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:00:09.437917 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5abec44c-4add-4107-8aff-eaed0ea43967', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01faad63-9dc9-4c52-a5c7-a96835056ee2', 'code': 200} Aug 18 12:00:09.438770 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d69862fc-9314-4e48-8768-47984e860796 req-008f92f5-4022-473a-9cb3-ed4877084757 service neutron] 10.222.0.63 "GET /v2.0/networks?id=7e44394f-5669-4694-9486-39d85545539c HTTP/1.1" status: 200 len: 920 time: 0.8103719 Aug 18 12:00:09.439806 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:09.534445 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=567458dc-aa7d-4feb-b81a-33f247881658,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:00:09.540490 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d69862fc-9314-4e48-8768-47984e860796 req-50b0c219-3cb0-4c70-b925-207f8c687eb5 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ea62e81b-4f10-4b36-8f95-1341e04201fa HTTP/1.1" status: 200 len: 217 time: 0.0854375 Aug 18 12:00:09.552929 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd153450-770e-44bc-ab7a-a0ea7585e6a0 req-33bf587f-a9e3-41b0-9cf7-5ac0f8151b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:09.554558 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-fd153450-770e-44bc-ab7a-a0ea7585e6a0 req-33bf587f-a9e3-41b0-9cf7-5ac0f8151b25 service neutron] 10.222.0.63 "GET /v2.0/networks?id=d7901dbb-4e11-4e3f-b19f-ec50e5f166f6 HTTP/1.1" status: 200 len: 913 time: 0.8134835 Aug 18 12:00:09.694050 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 23598906-c287-490a-b9c9-ac7dfdb1d62b details requested by agent hyperv_n-h2-804985-2 with host n-h2-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:00:09.698789 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device c0cf1500-32e7-4020-a0d9-b982a1a995bc up at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:00:09.729995 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-fd153450-770e-44bc-ab7a-a0ea7585e6a0 req-9e62605a-0284-49b1-9f65-b831025249b2 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e61fc26e-cffe-4016-8119-d8df52cc8c80 HTTP/1.1" status: 200 len: 217 time: 0.1260934 Aug 18 12:00:09.817028 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69862fc-9314-4e48-8768-47984e860796 req-6862e148-9dc7-45de-9720-52eb2f17f434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:09.818924 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d69862fc-9314-4e48-8768-47984e860796 req-6862e148-9dc7-45de-9720-52eb2f17f434 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=1cb174fb-7bab-4419-acfb-faa43c1eb689 HTTP/1.1" status: 200 len: 859 time: 0.2613523 Aug 18 12:00:09.846775 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27585f84-727d-411b-83be-f7b80c0f18d4 req-58dafbc9-a777-4f39-af03-7a5b7d22090e tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:09.848598 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-27585f84-727d-411b-83be-f7b80c0f18d4 req-58dafbc9-a777-4f39-af03-7a5b7d22090e tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] 10.222.0.66 "GET /v2.0/ports?device_id=a87f78c1-2ca5-455e-9935-ab7aeaf069c9 HTTP/1.1" status: 200 len: 946 time: 0.3260658 Aug 18 12:00:09.895842 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Provisioning for port c0cf1500-32e7-4020-a0d9-b982a1a995bc completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:00:09.911930 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d69862fc-9314-4e48-8768-47984e860796 req-a2eac710-ad0f-4f50-b987-d138fbeb4a91 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=7e44394f-5669-4694-9486-39d85545539c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0762949 Aug 18 12:00:09.913235 n-d-804985-2 neutron-server[106252]: INFO neutron.api.v2.resource [req-aafe23a3-8f8d-47ba-9fb3-d1f46f11c703 req-5f53ee09-a1d1-49ac-8c05-a1c03d3b9210 service neutron] show failed (client error): The resource could not be found. Aug 18 12:00:09.914173 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-aafe23a3-8f8d-47ba-9fb3-d1f46f11c703 req-5f53ee09-a1d1-49ac-8c05-a1c03d3b9210 service neutron] 10.222.0.63 "GET /v2.0/ports/3d5a51d4-8aae-48f7-ad8d-aec31b33f432/bindings/n-h2-804985-2 HTTP/1.1" status: 404 len: 380 time: 0.3866391 Aug 18 12:00:09.915728 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Provisioning complete for port c0cf1500-32e7-4020-a0d9-b982a1a995bc triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:00:09.916095 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:09.927992 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-0767efdc-2140-45f7-b444-31f07b96f7a7 req-c7f21fcb-f082-4c27-abd8-47a21d92e413 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] For port e61fc26e-cffe-4016-8119-d8df52cc8c80, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=e61fc26e-cffe-4016-8119-d8df52cc8c80,segment=NetworkSegment(1bfb322b-83ae-425c-b8a6-e9d9bfa53e56),segment_id=1bfb322b-83ae-425c-b8a6-e9d9bfa53e56)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:00:09.945116 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port 23598906-c287-490a-b9c9-ac7dfdb1d62b, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=23598906-c287-490a-b9c9-ac7dfdb1d62b,segment=NetworkSegment(9e760fbd-3b85-400c-a424-8436459a6ba2),segment_id=9e760fbd-3b85-400c-a424-8436459a6ba2)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:00:09.961945 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd153450-770e-44bc-ab7a-a0ea7585e6a0 req-9975b440-c77f-406e-8ca5-83930806ad3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:09.963497 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-fd153450-770e-44bc-ab7a-a0ea7585e6a0 req-9975b440-c77f-406e-8ca5-83930806ad3b service neutron] 10.222.0.63 "GET /v2.0/subnets?id=71081cae-75c4-4e3f-b46a-ace6aed0b033 HTTP/1.1" status: 200 len: 852 time: 0.2218118 Aug 18 12:00:09.985238 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Returning: {'device': '23598906-c287-490a-b9c9-ac7dfdb1d62b', 'network_id': '8a227098-354b-4994-bf1e-318eb6efe6ec', 'port_id': '23598906-c287-490a-b9c9-ac7dfdb1d62b', 'mac_address': 'fa:16:3e:1a:7e:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 820, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa10df12-5b4e-4ad2-82de-b1eefd7f7053', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:00:10.061958 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-27585f84-727d-411b-83be-f7b80c0f18d4 req-b401057c-9bc5-4618-911a-233d4dfc6aff tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] 10.222.0.66 "GET /v2.0/security-groups?id=1583760a-8eee-47b7-b670-f45d9d965092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961784 Aug 18 12:00:10.113016 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-fd153450-770e-44bc-ab7a-a0ea7585e6a0 req-647e960f-29ea-4f25-a0ff-599985b935a1 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=d7901dbb-4e11-4e3f-b19f-ec50e5f166f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1093531 Aug 18 12:00:10.136869 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-0767efdc-2140-45f7-b444-31f07b96f7a7 req-c7f21fcb-f082-4c27-abd8-47a21d92e413 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] Notify callbacks [] for port, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:10.170228 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:10.210391 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23598906-c287-490a-b9c9-ac7dfdb1d62b {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:00:10.218503 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:10.220668 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-0767efdc-2140-45f7-b444-31f07b96f7a7 req-c7f21fcb-f082-4c27-abd8-47a21d92e413 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:10.238926 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] get_ports_and_sgs() called for port_ids ['e61fc26e-cffe-4016-8119-d8df52cc8c80'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:00:10.254842 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port 23598906-c287-490a-b9c9-ac7dfdb1d62b, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=23598906-c287-490a-b9c9-ac7dfdb1d62b,segment=NetworkSegment(9e760fbd-3b85-400c-a424-8436459a6ba2),segment_id=9e760fbd-3b85-400c-a424-8436459a6ba2)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:00:10.276983 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafe23a3-8f8d-47ba-9fb3-d1f46f11c703 req-51998556-47fa-4329-981f-95ecbac8c6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:10.278855 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-aafe23a3-8f8d-47ba-9fb3-d1f46f11c703 req-51998556-47fa-4329-981f-95ecbac8c6fb service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=a6872a0b-045c-40a9-ac3b-9c330c30278a&tenant_id=87f2a541be1e4141a84277bf00dc4c3b HTTP/1.1" status: 200 len: 1100 time: 0.0624530 Aug 18 12:00:10.291863 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:10.302247 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [req-aafe23a3-8f8d-47ba-9fb3-d1f46f11c703 req-880777f9-2a68-4e9c-bb31-93a77384fce8 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-804985-2', 'device_owner': 'compute:nova'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:00:10.346962 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port c0cf1500-32e7-4020-a0d9-b982a1a995bc, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=c0cf1500-32e7-4020-a0d9-b982a1a995bc,segment=NetworkSegment(aad88131-e56c-4831-956a-495bf4859725),segment_id=aad88131-e56c-4831-956a-495bf4859725)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:00:10.359358 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:10.383371 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=23598906-c287-490a-b9c9-ac7dfdb1d62b,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:00:10.386183 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f21fcb-f082-4c27-abd8-47a21d92e413 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] Pushing event updated for resources: {'Port': ['ID=e61fc26e-cffe-4016-8119-d8df52cc8c80,revision_number=7']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:00:10.406188 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-aafe23a3-8f8d-47ba-9fb3-d1f46f11c703 req-880777f9-2a68-4e9c-bb31-93a77384fce8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:10.437243 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-fd153450-770e-44bc-ab7a-a0ea7585e6a0 req-fc666f07-851e-4bda-a645-4792ac24ab31 service neutron] 10.222.0.63 "GET /v2.0/networks/d7901dbb-4e11-4e3f-b19f-ec50e5f166f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3048987 Aug 18 12:00:10.441419 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d69862fc-9314-4e48-8768-47984e860796 req-a221b2cf-31ea-4976-a957-495f645964b2 service neutron] 10.222.0.63 "GET /v2.0/networks/7e44394f-5669-4694-9486-39d85545539c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5090480 Aug 18 12:00:10.453052 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0767efdc-2140-45f7-b444-31f07b96f7a7 req-c7f21fcb-f082-4c27-abd8-47a21d92e413 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:10.453932 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-0767efdc-2140-45f7-b444-31f07b96f7a7 req-c7f21fcb-f082-4c27-abd8-47a21d92e413 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:10.471589 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0767efdc-2140-45f7-b444-31f07b96f7a7 req-c7f21fcb-f082-4c27-abd8-47a21d92e413 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] 10.222.0.66 "PUT /v2.0/ports/e61fc26e-cffe-4016-8119-d8df52cc8c80 HTTP/1.1" status: 200 len: 1020 time: 2.0585444 Aug 18 12:00:10.475944 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c5c8398-ccab-4f9d-a46d-b6267989534d', 'tag': 'e61fc26e-cffe-4016-8119-d8df52cc8c80'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:00:10.481890 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6d6a0a5-b52d-4236-ba4a-8de456e521b5" -d '{"events": [{"name": "network-changed", "server_uuid": "7c5c8398-ccab-4f9d-a46d-b6267989534d", "tag": "e61fc26e-cffe-4016-8119-d8df52cc8c80"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:00:10.503785 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=c0cf1500-32e7-4020-a0d9-b982a1a995bc,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:00:10.539471 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] get_ports_and_sgs() called for port_ids ['e61fc26e-cffe-4016-8119-d8df52cc8c80'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:00:10.725598 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] get_ports_and_sgs() called for port_ids ['23598906-c287-490a-b9c9-ac7dfdb1d62b'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:00:10.749037 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-fd153450-770e-44bc-ab7a-a0ea7585e6a0 req-2f38f589-8f97-4fd0-9098-00d698d76339 service neutron] 10.222.0.63 "GET /v2.0/networks/d7901dbb-4e11-4e3f-b19f-ec50e5f166f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2544940 Aug 18 12:00:10.766225 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cef554-a59e-413e-b786-0c97b14ca514 req-9e4b2824-b272-4096-8065-5073116b142c tempest-MultipleCreateTestJSON-2069875045 tempest-MultipleCreateTestJSON-2069875045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:10.775771 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e1cef554-a59e-413e-b786-0c97b14ca514 req-9e4b2824-b272-4096-8065-5073116b142c tempest-MultipleCreateTestJSON-2069875045 tempest-MultipleCreateTestJSON-2069875045-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ccd7654-53dc-4b3c-b408-5abcac269e4a HTTP/1.1" status: 200 len: 946 time: 0.5614998 Aug 18 12:00:10.806021 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-aafe23a3-8f8d-47ba-9fb3-d1f46f11c703 req-880777f9-2a68-4e9c-bb31-93a77384fce8 service neutron] For port 3d5a51d4-8aae-48f7-ad8d-aec31b33f432, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=3d5a51d4-8aae-48f7-ad8d-aec31b33f432,segment=NetworkSegment(b0eb6eea-b461-4969-8a27-808f00daa8a1),segment_id=b0eb6eea-b461-4969-8a27-808f00daa8a1)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:00:10.865702 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-aafe23a3-8f8d-47ba-9fb3-d1f46f11c703 req-880777f9-2a68-4e9c-bb31-93a77384fce8 service neutron] For port 3d5a51d4-8aae-48f7-ad8d-aec31b33f432, host n-h1-804985-2, cleared binding levels {{(pid=106253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:00:10.892658 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e1cef554-a59e-413e-b786-0c97b14ca514 req-4a40b898-e727-4409-a930-ae0ed743baa7 tempest-MultipleCreateTestJSON-2069875045 tempest-MultipleCreateTestJSON-2069875045-project] 10.222.0.66 "GET /v2.0/security-groups?id=c7c1b338-374f-4682-ab89-899dcfcbc184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155436 Aug 18 12:00:10.924170 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331f3778-4571-4c9e-98ed-e9a40e7c45fa req-f03762d0-8982-433d-9a81-a3ba42ad056a tempest-ServersTestManualDisk-1765482140 tempest-ServersTestManualDisk-1765482140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:10.933049 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-331f3778-4571-4c9e-98ed-e9a40e7c45fa req-f03762d0-8982-433d-9a81-a3ba42ad056a tempest-ServersTestManualDisk-1765482140 tempest-ServersTestManualDisk-1765482140-project] 10.222.0.66 "GET /v2.0/ports?device_id=900738e3-3d99-4a13-a8a3-edf5487e09a1 HTTP/1.1" status: 200 len: 944 time: 0.1805642 Aug 18 12:00:10.960108 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-aafe23a3-8f8d-47ba-9fb3-d1f46f11c703 req-880777f9-2a68-4e9c-bb31-93a77384fce8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:10.962094 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d69862fc-9314-4e48-8768-47984e860796 req-8a7607c6-1a20-4445-b899-8155bd0de693 service neutron] 10.222.0.63 "GET /v2.0/networks/7e44394f-5669-4694-9486-39d85545539c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4657567 Aug 18 12:00:10.982871 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6872a0b-045c-40a9-ac3b-9c330c30278a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d5a51d4-8aae-48f7-ad8d-aec31b33f432'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:00:10.987120 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0679f4c4b6e0e0c064a7d71d722dc30541a34fffee11680573be22ee2ffccc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5504d3ba-fda3-4596-8df3-cb4ba30a1420" -d '{"events": [{"server_uuid": "a6872a0b-045c-40a9-ac3b-9c330c30278a", "name": "network-vif-unplugged", "status": "completed", "tag": "3d5a51d4-8aae-48f7-ad8d-aec31b33f432"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:00:11.002178 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [req-aafe23a3-8f8d-47ba-9fb3-d1f46f11c703 req-880777f9-2a68-4e9c-bb31-93a77384fce8 service neutron] Transition to ACTIVE for port object 3d5a51d4-8aae-48f7-ad8d-aec31b33f432 will not be triggered until provisioned by entity L2. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:00:11.010553 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-aafe23a3-8f8d-47ba-9fb3-d1f46f11c703 req-880777f9-2a68-4e9c-bb31-93a77384fce8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:11.032050 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-331f3778-4571-4c9e-98ed-e9a40e7c45fa req-21dff0fd-dc69-44b2-b443-70c1a698161f tempest-ServersTestManualDisk-1765482140 tempest-ServersTestManualDisk-1765482140-project] 10.222.0.66 "GET /v2.0/security-groups?id=bfb87e6d-fb76-4fa5-a953-72861535752e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900421 Aug 18 12:00:11.083796 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880777f9-2a68-4e9c-bb31-93a77384fce8 service neutron] Pushing event updated for resources: {'Port': ['ID=3d5a51d4-8aae-48f7-ad8d-aec31b33f432,revision_number=6']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:00:11.149889 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57451031-cf49-4e1e-a69a-677677301e1b req-1d75df3d-1c19-4f96-b3a2-9d377a5c9e4d tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:11.151590 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-57451031-cf49-4e1e-a69a-677677301e1b req-1d75df3d-1c19-4f96-b3a2-9d377a5c9e4d tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c527bc9-e88c-4512-a912-fb72b3336c3d HTTP/1.1" status: 200 len: 946 time: 0.1100831 Aug 18 12:00:11.153208 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-aafe23a3-8f8d-47ba-9fb3-d1f46f11c703 req-880777f9-2a68-4e9c-bb31-93a77384fce8 service neutron] No DVR routers for this DVR port 3d5a51d4-8aae-48f7-ad8d-aec31b33f432 on host n-h1-804985-2 {{(pid=106253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:00:11.210210 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-aafe23a3-8f8d-47ba-9fb3-d1f46f11c703 req-880777f9-2a68-4e9c-bb31-93a77384fce8 service neutron] Attempting to bind port 3d5a51d4-8aae-48f7-ad8d-aec31b33f432 on host n-h2-804985-2 for vnic_type normal with profile {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:00:11.210673 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-aafe23a3-8f8d-47ba-9fb3-d1f46f11c703 req-880777f9-2a68-4e9c-bb31-93a77384fce8 service neutron] Attempting to bind port 3d5a51d4-8aae-48f7-ad8d-aec31b33f432 by drivers openvswitch,hyperv on host n-h2-804985-2 at level 0 using segments [{'id': 'b0eb6eea-b461-4969-8a27-808f00daa8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '222e0814-c7e5-4b11-9282-3f40c6ed76b2'}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:00:11.211178 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aafe23a3-8f8d-47ba-9fb3-d1f46f11c703 req-880777f9-2a68-4e9c-bb31-93a77384fce8 service neutron] Attempting to bind port 3d5a51d4-8aae-48f7-ad8d-aec31b33f432 on network 222e0814-c7e5-4b11-9282-3f40c6ed76b2 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:00:11.217451 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aafe23a3-8f8d-47ba-9fb3-d1f46f11c703 req-880777f9-2a68-4e9c-bb31-93a77384fce8 service neutron] Port 3d5a51d4-8aae-48f7-ad8d-aec31b33f432 on network 222e0814-c7e5-4b11-9282-3f40c6ed76b2 not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-2 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:00:11.218023 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aafe23a3-8f8d-47ba-9fb3-d1f46f11c703 req-880777f9-2a68-4e9c-bb31-93a77384fce8 service neutron] Attempting to bind port 3d5a51d4-8aae-48f7-ad8d-aec31b33f432 on network 222e0814-c7e5-4b11-9282-3f40c6ed76b2 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:00:11.225402 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aafe23a3-8f8d-47ba-9fb3-d1f46f11c703 req-880777f9-2a68-4e9c-bb31-93a77384fce8 service neutron] Checking agent: {'id': 'da5da552-709c-4248-84de-86af99a0dc87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 49, 8), 'started_at': datetime.datetime(2021, 8, 18, 11, 49, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 0, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:00:11.225880 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aafe23a3-8f8d-47ba-9fb3-d1f46f11c703 req-880777f9-2a68-4e9c-bb31-93a77384fce8 service neutron] Checking segment: {'id': 'b0eb6eea-b461-4969-8a27-808f00daa8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '222e0814-c7e5-4b11-9282-3f40c6ed76b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:00:11.226362 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aafe23a3-8f8d-47ba-9fb3-d1f46f11c703 req-880777f9-2a68-4e9c-bb31-93a77384fce8 service neutron] Bound using segment: {'id': 'b0eb6eea-b461-4969-8a27-808f00daa8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '222e0814-c7e5-4b11-9282-3f40c6ed76b2'} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:00:11.227130 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-aafe23a3-8f8d-47ba-9fb3-d1f46f11c703 req-880777f9-2a68-4e9c-bb31-93a77384fce8 service neutron] Bound port: 3d5a51d4-8aae-48f7-ad8d-aec31b33f432, host: n-h2-804985-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0eb6eea-b461-4969-8a27-808f00daa8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '222e0814-c7e5-4b11-9282-3f40c6ed76b2'}}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:00:11.227698 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-aafe23a3-8f8d-47ba-9fb3-d1f46f11c703 req-880777f9-2a68-4e9c-bb31-93a77384fce8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:11.238164 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-57451031-cf49-4e1e-a69a-677677301e1b req-aed5761a-3d1d-47a8-9c93-95c2c83cf28e tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.66 "GET /v2.0/security-groups?id=11bbe5b2-5f3b-4775-89a0-258a798e3ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770874 Aug 18 12:00:11.330177 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-aafe23a3-8f8d-47ba-9fb3-d1f46f11c703 req-880777f9-2a68-4e9c-bb31-93a77384fce8 service neutron] For port 3d5a51d4-8aae-48f7-ad8d-aec31b33f432, host n-h2-804985-2, cleared binding levels {{(pid=106253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:00:11.335715 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-aafe23a3-8f8d-47ba-9fb3-d1f46f11c703 req-880777f9-2a68-4e9c-bb31-93a77384fce8 service neutron] For port 3d5a51d4-8aae-48f7-ad8d-aec31b33f432, host n-h2-804985-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=3d5a51d4-8aae-48f7-ad8d-aec31b33f432,segment=NetworkSegment(b0eb6eea-b461-4969-8a27-808f00daa8a1),segment_id=b0eb6eea-b461-4969-8a27-808f00daa8a1)] {{(pid=106253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:00:11.347890 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-aafe23a3-8f8d-47ba-9fb3-d1f46f11c703 req-880777f9-2a68-4e9c-bb31-93a77384fce8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:11.356977 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e85d54c-3e77-404e-b5f7-b1ff1b68d4a1 req-5b81cf08-70a9-421a-9455-b4ed1a306d88 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:11.359831 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4e85d54c-3e77-404e-b5f7-b1ff1b68d4a1 req-5b81cf08-70a9-421a-9455-b4ed1a306d88 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/ports?device_id=a6872a0b-045c-40a9-ac3b-9c330c30278a HTTP/1.1" status: 200 len: 947 time: 0.1126533 Aug 18 12:00:11.418894 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafe23a3-8f8d-47ba-9fb3-d1f46f11c703 req-880777f9-2a68-4e9c-bb31-93a77384fce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:11.419506 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-aafe23a3-8f8d-47ba-9fb3-d1f46f11c703 req-880777f9-2a68-4e9c-bb31-93a77384fce8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:11.422254 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-aafe23a3-8f8d-47ba-9fb3-d1f46f11c703 req-880777f9-2a68-4e9c-bb31-93a77384fce8 service neutron] 10.222.0.62 "PUT /v2.0/ports/3d5a51d4-8aae-48f7-ad8d-aec31b33f432 HTTP/1.1" status: 200 len: 1095 time: 1.1245070 Aug 18 12:00:11.423027 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880777f9-2a68-4e9c-bb31-93a77384fce8 service neutron] Pushing event updated for resources: {'Port': ['ID=3d5a51d4-8aae-48f7-ad8d-aec31b33f432,revision_number=7']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:00:11.439905 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ccd7654-53dc-4b3c-b408-5abcac269e4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '567458dc-aa7d-4feb-b81a-33f247881658'}, {'server_uuid': 'bb18d29e-af24-41d3-bbf7-1d5172463e46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0cf1500-32e7-4020-a0d9-b982a1a995bc'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:00:11.444210 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db50a436fb3a98495337d8fe7487b4f2ea6f3c1052eb9efadc2ecda2d5737001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc25584a-ee0f-466c-9276-7fb2c9c48940" -d '{"events": [{"server_uuid": "6ccd7654-53dc-4b3c-b408-5abcac269e4a", "name": "network-vif-plugged", "status": "completed", "tag": "567458dc-aa7d-4feb-b81a-33f247881658"}, {"server_uuid": "bb18d29e-af24-41d3-bbf7-1d5172463e46", "name": "network-vif-plugged", "status": "completed", "tag": "c0cf1500-32e7-4020-a0d9-b982a1a995bc"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:00:11.458336 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4e85d54c-3e77-404e-b5f7-b1ff1b68d4a1 req-abe63187-a50c-4dbe-9825-5bbab7542ba4 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/security-groups?id=0ddd2c5c-7e53-44ab-9404-c5fea69a570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920551 Aug 18 12:00:11.482997 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfdb1d6-bd35-4b81-86bb-34d2a764df56 req-7c5485f4-4a63-405d-a331-3a72da95d53e tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:11.497375 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-dbfdb1d6-bd35-4b81-86bb-34d2a764df56 req-7c5485f4-4a63-405d-a331-3a72da95d53e tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c5c8398-ccab-4f9d-a46d-b6267989534d HTTP/1.1" status: 200 len: 1023 time: 0.1233470 Aug 18 12:00:11.531749 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:00:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-666d7d27-b77b-41d9-8044-f4177263f294 x-openstack-request-id: req-666d7d27-b77b-41d9-8044-f4177263f294 {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:00:11.532051 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c5c8398-ccab-4f9d-a46d-b6267989534d", "tag": "e61fc26e-cffe-4016-8119-d8df52cc8c80", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:00:11.532304 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-666d7d27-b77b-41d9-8044-f4177263f294 {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:00:11.532737 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c5c8398-ccab-4f9d-a46d-b6267989534d', 'tag': 'e61fc26e-cffe-4016-8119-d8df52cc8c80', 'status': 'completed', 'code': 200} Aug 18 12:00:11.565182 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafe23a3-8f8d-47ba-9fb3-d1f46f11c703 req-b9a71710-b054-45f8-b4fb-fd29b36a4467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:11.566779 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-aafe23a3-8f8d-47ba-9fb3-d1f46f11c703 req-b9a71710-b054-45f8-b4fb-fd29b36a4467 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=87f2a541be1e4141a84277bf00dc4c3b&device_id=a6872a0b-045c-40a9-ac3b-9c330c30278a HTTP/1.1" status: 200 len: 1098 time: 0.0987649 Aug 18 12:00:11.598568 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 18 Aug 2021 12:00:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a048356-ebdd-408b-994f-a63af35a6903 x-openstack-request-id: req-2a048356-ebdd-408b-994f-a63af35a6903 {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:00:11.600802 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6872a0b-045c-40a9-ac3b-9c330c30278a", "name": "network-vif-unplugged", "status": "completed", "tag": "3d5a51d4-8aae-48f7-ad8d-aec31b33f432", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:00:11.601259 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-2a048356-ebdd-408b-994f-a63af35a6903 {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:00:11.601844 n-d-804985-2 neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6872a0b-045c-40a9-ac3b-9c330c30278a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d5a51d4-8aae-48f7-ad8d-aec31b33f432', 'code': 200} Aug 18 12:00:11.651313 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-dbfdb1d6-bd35-4b81-86bb-34d2a764df56 req-d2900dfb-8335-494b-8110-9fbcbe036af0 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef7da5c1-8083-4b81-ab0e-3c2f339c55ac&id=75563c3b-15d5-4ad2-a0ea-3d20ab13ab60&id=59eee650-0005-4a96-985a-4e5744ed56bd HTTP/1.1" status: 200 len: 6154 time: 0.1524181 Aug 18 12:00:11.726308 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafe23a3-8f8d-47ba-9fb3-d1f46f11c703 req-330abee7-1d7c-4f82-9743-5477ca5f3ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:11.728919 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-aafe23a3-8f8d-47ba-9fb3-d1f46f11c703 req-330abee7-1d7c-4f82-9743-5477ca5f3ed2 service neutron] 10.222.0.62 "GET /v2.0/networks?id=222e0814-c7e5-4b11-9282-3f40c6ed76b2 HTTP/1.1" status: 200 len: 870 time: 0.1505888 Aug 18 12:00:11.779049 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d6a0a5-b52d-4236-ba4a-8de456e521b5 req-1ee287e2-b652-4a91-ba09-180a9d3c3909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:11.780588 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d6d6a0a5-b52d-4236-ba4a-8de456e521b5 req-1ee287e2-b652-4a91-ba09-180a9d3c3909 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=f9035e69ecb44482b197cdb3f54c17e3&device_id=7c5c8398-ccab-4f9d-a46d-b6267989534d HTTP/1.1" status: 200 len: 1174 time: 0.1527550 Aug 18 12:00:11.808114 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1ed916-b751-49e7-a897-f37d4c227596 req-2401ebbd-bfe7-4bfa-b40e-84b84afa011c tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:11.822973 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ba1ed916-b751-49e7-a897-f37d4c227596 req-2401ebbd-bfe7-4bfa-b40e-84b84afa011c tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] 10.222.0.66 "GET /v2.0/ports?device_id=a87f78c1-2ca5-455e-9935-ab7aeaf069c9 HTTP/1.1" status: 200 len: 946 time: 0.0857782 Aug 18 12:00:11.840732 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-aafe23a3-8f8d-47ba-9fb3-d1f46f11c703 req-28904924-89e9-4d5a-bb08-55f8d3e2d2a5 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=3d5a51d4-8aae-48f7-ad8d-aec31b33f432 HTTP/1.1" status: 200 len: 217 time: 0.0768087 Aug 18 12:00:11.924745 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 18 Aug 2021 12:00:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-327bf6b0-7d32-4c8e-bcc2-d253477a9e33 x-openstack-request-id: req-327bf6b0-7d32-4c8e-bcc2-d253477a9e33 {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:00:11.928023 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ccd7654-53dc-4b3c-b408-5abcac269e4a", "name": "network-vif-plugged", "status": "completed", "tag": "567458dc-aa7d-4feb-b81a-33f247881658", "code": 200}, {"server_uuid": "bb18d29e-af24-41d3-bbf7-1d5172463e46", "name": "network-vif-plugged", "status": "completed", "tag": "c0cf1500-32e7-4020-a0d9-b982a1a995bc", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:00:11.930238 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafe23a3-8f8d-47ba-9fb3-d1f46f11c703 req-74ceab52-4635-44ab-ac6d-f9b871468268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:11.931601 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-aafe23a3-8f8d-47ba-9fb3-d1f46f11c703 req-74ceab52-4635-44ab-ac6d-f9b871468268 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6d16d680-110b-436d-8afa-48ba845b3623 HTTP/1.1" status: 200 len: 843 time: 0.0819473 Aug 18 12:00:11.932930 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-327bf6b0-7d32-4c8e-bcc2-d253477a9e33 {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:00:11.935482 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ccd7654-53dc-4b3c-b408-5abcac269e4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '567458dc-aa7d-4feb-b81a-33f247881658', 'code': 200} Aug 18 12:00:11.938583 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb18d29e-af24-41d3-bbf7-1d5172463e46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0cf1500-32e7-4020-a0d9-b982a1a995bc', 'code': 200} Aug 18 12:00:11.945806 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ba1ed916-b751-49e7-a897-f37d4c227596 req-d73f59cb-56f5-48c4-b15b-e4683ee2dfcb tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] 10.222.0.66 "GET /v2.0/security-groups?id=1583760a-8eee-47b7-b670-f45d9d965092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254613 Aug 18 12:00:11.970515 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d6a0a5-b52d-4236-ba4a-8de456e521b5 req-35c869ff-5f5c-435a-9151-8060a1936c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:11.972387 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d6d6a0a5-b52d-4236-ba4a-8de456e521b5 req-35c869ff-5f5c-435a-9151-8060a1936c6e service neutron] 10.222.0.63 "GET /v2.0/networks?id=d7901dbb-4e11-4e3f-b19f-ec50e5f166f6 HTTP/1.1" status: 200 len: 913 time: 0.1800768 Aug 18 12:00:11.983013 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-cdb9c8d4-6201-44a8-9f42-b4711d775a5e req-33e6d724-6376-45e9-8aec-c187d24e4302 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] Request body: {'security_group': {'name': ' tempest-securitygroup -186214704 ', 'description': 'tempest-description-1585703058'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:00:12.038493 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafe23a3-8f8d-47ba-9fb3-d1f46f11c703 req-e2e927e7-6509-46d8-b182-ba54b3e7c852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:12.038952 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-cdb9c8d4-6201-44a8-9f42-b4711d775a5e req-33e6d724-6376-45e9-8aec-c187d24e4302 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:12.040458 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-aafe23a3-8f8d-47ba-9fb3-d1f46f11c703 req-e2e927e7-6509-46d8-b182-ba54b3e7c852 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=222e0814-c7e5-4b11-9282-3f40c6ed76b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0923026 Aug 18 12:00:12.115510 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d6d6a0a5-b52d-4236-ba4a-8de456e521b5 req-e736f62f-8707-4276-9676-7a6c4ff07c73 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e61fc26e-cffe-4016-8119-d8df52cc8c80 HTTP/1.1" status: 200 len: 217 time: 0.0888622 Aug 18 12:00:12.167222 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-aafe23a3-8f8d-47ba-9fb3-d1f46f11c703 req-dcc9eb7e-f046-4f4e-a59f-6793afe7e021 service neutron] 10.222.0.62 "GET /v2.0/networks/222e0814-c7e5-4b11-9282-3f40c6ed76b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113548 Aug 18 12:00:12.291547 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-aafe23a3-8f8d-47ba-9fb3-d1f46f11c703 req-6a8e753c-3032-409c-a596-8391d06c47c7 service neutron] 10.222.0.62 "GET /v2.0/networks/222e0814-c7e5-4b11-9282-3f40c6ed76b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129799 Aug 18 12:00:12.306736 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9331681f-3002-44b3-b0ff-5f01be98de4c req-32103173-c98e-4c90-9a89-c854e60c9b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:12.308358 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9331681f-3002-44b3-b0ff-5f01be98de4c req-32103173-c98e-4c90-9a89-c854e60c9b42 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=bb18d29e-af24-41d3-bbf7-1d5172463e46 HTTP/1.1" status: 200 len: 1096 time: 0.2020476 Aug 18 12:00:12.314960 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2629a689-702f-4225-b56a-1d7450e4c5ca req-70b97e86-6eb3-4eb0-b7fb-ede8bbd358b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:12.317378 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2629a689-702f-4225-b56a-1d7450e4c5ca req-70b97e86-6eb3-4eb0-b7fb-ede8bbd358b0 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=6ccd7654-53dc-4b3c-b408-5abcac269e4a HTTP/1.1" status: 200 len: 1097 time: 0.2293315 Aug 18 12:00:12.320533 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d6a0a5-b52d-4236-ba4a-8de456e521b5 req-acf0fd8a-62d8-4daf-aede-44950ad921d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:12.322288 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d6d6a0a5-b52d-4236-ba4a-8de456e521b5 req-acf0fd8a-62d8-4daf-aede-44950ad921d0 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=71081cae-75c4-4e3f-b46a-ace6aed0b033 HTTP/1.1" status: 200 len: 852 time: 0.1770036 Aug 18 12:00:12.341880 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99649369-6667-4165-9d3d-00e048a33d0f req-90f5281b-c8bc-48f4-b42d-e015c33835a6 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:12.343488 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-99649369-6667-4165-9d3d-00e048a33d0f req-90f5281b-c8bc-48f4-b42d-e015c33835a6 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c527bc9-e88c-4512-a912-fb72b3336c3d HTTP/1.1" status: 200 len: 946 time: 0.2007034 Aug 18 12:00:12.414408 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d6d6a0a5-b52d-4236-ba4a-8de456e521b5 req-324f4084-2775-4375-a504-6f74f9e9e224 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=d7901dbb-4e11-4e3f-b19f-ec50e5f166f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0677271 Aug 18 12:00:12.521764 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9331681f-3002-44b3-b0ff-5f01be98de4c req-b00e1637-0213-48b7-8759-fcb82ebcbf01 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=c7c1b338-374f-4682-ab89-899dcfcbc184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974335 Aug 18 12:00:12.543307 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2629a689-702f-4225-b56a-1d7450e4c5ca req-e7564561-ae90-49d2-a5db-a11be477e8e3 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=c7c1b338-374f-4682-ab89-899dcfcbc184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987417 Aug 18 12:00:12.556183 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-99649369-6667-4165-9d3d-00e048a33d0f req-d8bb3b14-aac3-4d01-b2dd-b160b4efb489 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.66 "GET /v2.0/security-groups?id=11bbe5b2-5f3b-4775-89a0-258a798e3ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893101 Aug 18 12:00:12.558724 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-cdb9c8d4-6201-44a8-9f42-b4711d775a5e req-33e6d724-6376-45e9-8aec-c187d24e4302 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:12.566257 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-cdb9c8d4-6201-44a8-9f42-b4711d775a5e req-33e6d724-6376-45e9-8aec-c187d24e4302 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:12.619156 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-cdb9c8d4-6201-44a8-9f42-b4711d775a5e req-33e6d724-6376-45e9-8aec-c187d24e4302 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:12.620524 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-cdb9c8d4-6201-44a8-9f42-b4711d775a5e req-33e6d724-6376-45e9-8aec-c187d24e4302 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1787 time: 0.6454592 Aug 18 12:00:12.633503 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d6d6a0a5-b52d-4236-ba4a-8de456e521b5 req-1b340940-b66a-4b4b-a522-6587515c1793 service neutron] 10.222.0.63 "GET /v2.0/networks/d7901dbb-4e11-4e3f-b19f-ec50e5f166f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1970582 Aug 18 12:00:12.634279 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e6d724-6376-45e9-8aec-c187d24e4302 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e480bf3f-dd8a-4621-a35f-d5edf6fae9a5,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:00:12.776227 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc4d238-717f-45b2-bfb3-4d585c453554 req-23c9b051-2c51-4317-83e4-7855e497bc4a tempest-MultipleCreateTestJSON-2069875045 tempest-MultipleCreateTestJSON-2069875045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:12.777818 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1fc4d238-717f-45b2-bfb3-4d585c453554 req-23c9b051-2c51-4317-83e4-7855e497bc4a tempest-MultipleCreateTestJSON-2069875045 tempest-MultipleCreateTestJSON-2069875045-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ccd7654-53dc-4b3c-b408-5abcac269e4a HTTP/1.1" status: 200 len: 946 time: 0.1376684 Aug 18 12:00:12.829275 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d6d6a0a5-b52d-4236-ba4a-8de456e521b5 req-f2715ff9-3d21-477b-886f-deeb2d9b1757 service neutron] 10.222.0.63 "GET /v2.0/networks/d7901dbb-4e11-4e3f-b19f-ec50e5f166f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1869407 Aug 18 12:00:12.842660 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b54ed6-288d-4450-8762-b94b00fbb76b req-4afeca0c-de2a-4fc7-b02e-e21027a8f66f tempest-ServersTestManualDisk-1765482140 tempest-ServersTestManualDisk-1765482140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:12.844278 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-02b54ed6-288d-4450-8762-b94b00fbb76b req-4afeca0c-de2a-4fc7-b02e-e21027a8f66f tempest-ServersTestManualDisk-1765482140 tempest-ServersTestManualDisk-1765482140-project] 10.222.0.66 "GET /v2.0/ports?device_id=900738e3-3d99-4a13-a8a3-edf5487e09a1 HTTP/1.1" status: 200 len: 944 time: 0.1327984 Aug 18 12:00:12.853026 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1fc4d238-717f-45b2-bfb3-4d585c453554 req-048b97df-16f7-4291-9a88-ce34c93de93d tempest-MultipleCreateTestJSON-2069875045 tempest-MultipleCreateTestJSON-2069875045-project] 10.222.0.66 "GET /v2.0/security-groups?id=c7c1b338-374f-4682-ab89-899dcfcbc184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673060 Aug 18 12:00:12.908461 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-02b54ed6-288d-4450-8762-b94b00fbb76b req-df50fdd2-e464-4580-9119-7177d24a09e4 tempest-ServersTestManualDisk-1765482140 tempest-ServersTestManualDisk-1765482140-project] 10.222.0.66 "GET /v2.0/security-groups?id=bfb87e6d-fb76-4fa5-a953-72861535752e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543311 Aug 18 12:00:13.089802 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d43eef-a70c-430d-baf8-835652abd0e7 req-f24e2f4f-b960-4f07-8871-606c6c524540 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:13.097295 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-92d43eef-a70c-430d-baf8-835652abd0e7 req-f24e2f4f-b960-4f07-8871-606c6c524540 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/ports?device_id=a6872a0b-045c-40a9-ac3b-9c330c30278a HTTP/1.1" status: 200 len: 947 time: 0.1011710 Aug 18 12:00:13.127518 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0ebd1e-6915-4a7b-b25f-df2c12d2d0e5 req-45cddfe9-2086-450d-bb8f-28338925562b tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:13.129127 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-df0ebd1e-6915-4a7b-b25f-df2c12d2d0e5 req-45cddfe9-2086-450d-bb8f-28338925562b tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c527bc9-e88c-4512-a912-fb72b3336c3d HTTP/1.1" status: 200 len: 946 time: 0.0970733 Aug 18 12:00:13.187418 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-92d43eef-a70c-430d-baf8-835652abd0e7 req-cab76e29-b134-4b73-a48a-22cf27b999ad tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/security-groups?id=0ddd2c5c-7e53-44ab-9404-c5fea69a570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734825 Aug 18 12:00:13.232173 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-df0ebd1e-6915-4a7b-b25f-df2c12d2d0e5 req-5e3b09f2-2214-4f67-bb30-daa5ebc27db0 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.66 "GET /v2.0/security-groups?id=11bbe5b2-5f3b-4775-89a0-258a798e3ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922911 Aug 18 12:00:13.267575 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ba2c9a16-8035-4036-ace2-1d49984f7324 req-94eeb3e1-4423-46d9-8a2c-69ca71bc1dcf tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] 10.222.0.66 "GET /v2.0/security-groups/e480bf3f-dd8a-4621-a35f-d5edf6fae9a5 HTTP/1.1" status: 200 len: 1782 time: 0.0722415 Aug 18 12:00:13.358308 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4bed91-765c-45a0-8bb8-8c4262c2d746 req-22086af7-c0c5-4b84-8ee3-f10082e86239 tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:13.359799 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0c4bed91-765c-45a0-8bb8-8c4262c2d746 req-22086af7-c0c5-4b84-8ee3-f10082e86239 tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] 10.222.0.66 "GET /v2.0/ports?device_id=a87f78c1-2ca5-455e-9935-ab7aeaf069c9 HTTP/1.1" status: 200 len: 946 time: 0.0633171 Aug 18 12:00:13.449048 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0c4bed91-765c-45a0-8bb8-8c4262c2d746 req-99bb936a-a921-43fc-9eba-f87865ce049d tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] 10.222.0.66 "GET /v2.0/security-groups?id=1583760a-8eee-47b7-b670-f45d9d965092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780561 Aug 18 12:00:13.575949 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1abf710a-6cfb-4711-9cfe-dbfe9679c1c9 req-bf68fe7a-3b50-4f79-8eb3-d6043d19a679 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] 10.222.0.66 "GET /v2.0/security-groups/e480bf3f-dd8a-4621-a35f-d5edf6fae9a5 HTTP/1.1" status: 200 len: 1782 time: 0.0890937 Aug 18 12:00:13.606120 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6872a0b-045c-40a9-ac3b-9c330c30278a', 'tag': '3d5a51d4-8aae-48f7-ad8d-aec31b33f432'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:00:13.609297 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0679f4c4b6e0e0c064a7d71d722dc30541a34fffee11680573be22ee2ffccc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-767233ef-7365-4433-b297-08a5ad4b8d03" -d '{"events": [{"name": "network-changed", "server_uuid": "a6872a0b-045c-40a9-ac3b-9c330c30278a", "tag": "3d5a51d4-8aae-48f7-ad8d-aec31b33f432"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:00:13.722306 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 23598906-c287-490a-b9c9-ac7dfdb1d62b up at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:00:13.736689 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b13eb5-a072-4797-a420-08aa15b89145 req-fd494260-fe93-4f19-b6c2-54d07a93d51c tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:13.738362 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e9b13eb5-a072-4797-a420-08aa15b89145 req-fd494260-fe93-4f19-b6c2-54d07a93d51c tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c527bc9-e88c-4512-a912-fb72b3336c3d HTTP/1.1" status: 200 len: 946 time: 0.0762444 Aug 18 12:00:13.739803 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-1abf710a-6cfb-4711-9cfe-dbfe9679c1c9 req-290bbdfe-6401-43c4-bdbe-73bbcdf9a8b7 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:13.782627 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-1abf710a-6cfb-4711-9cfe-dbfe9679c1c9 req-290bbdfe-6401-43c4-bdbe-73bbcdf9a8b7 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:13.793141 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Provisioning for port 23598906-c287-490a-b9c9-ac7dfdb1d62b completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:00:13.797781 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Provisioning complete for port 23598906-c287-490a-b9c9-ac7dfdb1d62b triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:00:13.798388 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:13.830444 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e9b13eb5-a072-4797-a420-08aa15b89145 req-974b825d-9bb4-4b04-93c7-417914ea0a09 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.66 "GET /v2.0/security-groups?id=11bbe5b2-5f3b-4775-89a0-258a798e3ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729241 Aug 18 12:00:13.899962 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-1abf710a-6cfb-4711-9cfe-dbfe9679c1c9 req-290bbdfe-6401-43c4-bdbe-73bbcdf9a8b7 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:13.903274 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-1abf710a-6cfb-4711-9cfe-dbfe9679c1c9 req-290bbdfe-6401-43c4-bdbe-73bbcdf9a8b7 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:13.911100 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1abf710a-6cfb-4711-9cfe-dbfe9679c1c9 req-290bbdfe-6401-43c4-bdbe-73bbcdf9a8b7 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] 10.222.0.66 "DELETE /v2.0/security-groups/e480bf3f-dd8a-4621-a35f-d5edf6fae9a5 HTTP/1.1" status: 204 len: 173 time: 0.3336802 Aug 18 12:00:13.913883 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:00:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52afffd7-fc10-460f-8510-594ebb7b248b x-openstack-request-id: req-52afffd7-fc10-460f-8510-594ebb7b248b {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:00:13.914212 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6872a0b-045c-40a9-ac3b-9c330c30278a", "tag": "3d5a51d4-8aae-48f7-ad8d-aec31b33f432", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:00:13.914461 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-52afffd7-fc10-460f-8510-594ebb7b248b {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:00:13.914868 n-d-804985-2 neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6872a0b-045c-40a9-ac3b-9c330c30278a', 'tag': '3d5a51d4-8aae-48f7-ad8d-aec31b33f432', 'status': 'completed', 'code': 200} Aug 18 12:00:13.952151 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:13.965065 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290bbdfe-6401-43c4-bdbe-73bbcdf9a8b7 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e480bf3f-dd8a-4621-a35f-d5edf6fae9a5,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:00:14.001598 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '900738e3-3d99-4a13-a8a3-edf5487e09a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23598906-c287-490a-b9c9-ac7dfdb1d62b'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:00:14.005373 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db50a436fb3a98495337d8fe7487b4f2ea6f3c1052eb9efadc2ecda2d5737001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa6b3408-b510-4f5a-82da-cffde62c6d24" -d '{"events": [{"server_uuid": "900738e3-3d99-4a13-a8a3-edf5487e09a1", "name": "network-vif-plugged", "status": "completed", "tag": "23598906-c287-490a-b9c9-ac7dfdb1d62b"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:00:14.026095 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port 23598906-c287-490a-b9c9-ac7dfdb1d62b, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=23598906-c287-490a-b9c9-ac7dfdb1d62b,segment=NetworkSegment(9e760fbd-3b85-400c-a424-8436459a6ba2),segment_id=9e760fbd-3b85-400c-a424-8436459a6ba2)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:00:14.035676 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:14.043233 n-d-804985-2 neutron-server[106252]: INFO neutron.api.v2.resource [req-d5c0ded7-970b-4810-9a97-4a29f987ab24 req-c654e824-64b1-40ff-a86b-56bec7b6df56 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] show failed (client error): The resource could not be found. Aug 18 12:00:14.055830 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d5c0ded7-970b-4810-9a97-4a29f987ab24 req-c654e824-64b1-40ff-a86b-56bec7b6df56 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] 10.222.0.66 "GET /v2.0/security-groups/e480bf3f-dd8a-4621-a35f-d5edf6fae9a5 HTTP/1.1" status: 404 len: 352 time: 0.1230335 Aug 18 12:00:14.105511 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767233ef-7365-4433-b297-08a5ad4b8d03 req-15d772cd-1f67-40b8-9b58-da27b7594976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:14.107094 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-767233ef-7365-4433-b297-08a5ad4b8d03 req-15d772cd-1f67-40b8-9b58-da27b7594976 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=87f2a541be1e4141a84277bf00dc4c3b&device_id=a6872a0b-045c-40a9-ac3b-9c330c30278a HTTP/1.1" status: 200 len: 1098 time: 0.1385250 Aug 18 12:00:14.120538 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=23598906-c287-490a-b9c9-ac7dfdb1d62b,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:00:14.144341 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767233ef-7365-4433-b297-08a5ad4b8d03 req-83fd4c37-a170-4f87-aced-2d3325180826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:14.146077 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-767233ef-7365-4433-b297-08a5ad4b8d03 req-83fd4c37-a170-4f87-aced-2d3325180826 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=87f2a541be1e4141a84277bf00dc4c3b&device_id=a6872a0b-045c-40a9-ac3b-9c330c30278a HTTP/1.1" status: 200 len: 1098 time: 0.1985567 Aug 18 12:00:14.156399 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432731a6-86fb-4bca-ad68-93f669b6988b req-565b938b-658b-4d06-8def-db55e174855f tempest-MultipleCreateTestJSON-2069875045 tempest-MultipleCreateTestJSON-2069875045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:14.158359 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-432731a6-86fb-4bca-ad68-93f669b6988b req-565b938b-658b-4d06-8def-db55e174855f tempest-MultipleCreateTestJSON-2069875045 tempest-MultipleCreateTestJSON-2069875045-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ccd7654-53dc-4b3c-b408-5abcac269e4a HTTP/1.1" status: 200 len: 946 time: 0.1326804 Aug 18 12:00:14.337736 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af47857d-e725-43d9-92fa-2defd9bb6117 req-1d7a5529-e142-4b39-a39d-52ce74d7d389 tempest-ServersTestManualDisk-1765482140 tempest-ServersTestManualDisk-1765482140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:14.340695 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-af47857d-e725-43d9-92fa-2defd9bb6117 req-1d7a5529-e142-4b39-a39d-52ce74d7d389 tempest-ServersTestManualDisk-1765482140 tempest-ServersTestManualDisk-1765482140-project] 10.222.0.66 "GET /v2.0/ports?device_id=900738e3-3d99-4a13-a8a3-edf5487e09a1 HTTP/1.1" status: 200 len: 945 time: 0.2065296 Aug 18 12:00:14.357029 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-432731a6-86fb-4bca-ad68-93f669b6988b req-add5e141-0fda-46ed-a989-3c4569c4b795 tempest-MultipleCreateTestJSON-2069875045 tempest-MultipleCreateTestJSON-2069875045-project] 10.222.0.66 "GET /v2.0/security-groups?id=c7c1b338-374f-4682-ab89-899dcfcbc184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629708 Aug 18 12:00:14.419763 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767233ef-7365-4433-b297-08a5ad4b8d03 req-7fa111f1-f65b-4aca-9a22-38af23480c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:14.421411 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-767233ef-7365-4433-b297-08a5ad4b8d03 req-7fa111f1-f65b-4aca-9a22-38af23480c32 service neutron] 10.222.0.63 "GET /v2.0/networks?id=222e0814-c7e5-4b11-9282-3f40c6ed76b2 HTTP/1.1" status: 200 len: 870 time: 0.2984052 Aug 18 12:00:14.461940 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-af47857d-e725-43d9-92fa-2defd9bb6117 req-5af2f410-d02b-46cd-aef1-005faf1abfbf tempest-ServersTestManualDisk-1765482140 tempest-ServersTestManualDisk-1765482140-project] 10.222.0.66 "GET /v2.0/security-groups?id=bfb87e6d-fb76-4fa5-a953-72861535752e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1119606 Aug 18 12:00:14.489684 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:00:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12c359f9-5ea6-4c56-8fc2-4a2488aecdb7 x-openstack-request-id: req-12c359f9-5ea6-4c56-8fc2-4a2488aecdb7 {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:00:14.490268 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "900738e3-3d99-4a13-a8a3-edf5487e09a1", "name": "network-vif-plugged", "status": "completed", "tag": "23598906-c287-490a-b9c9-ac7dfdb1d62b", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:00:14.490559 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-12c359f9-5ea6-4c56-8fc2-4a2488aecdb7 {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:00:14.491072 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '900738e3-3d99-4a13-a8a3-edf5487e09a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23598906-c287-490a-b9c9-ac7dfdb1d62b', 'code': 200} Aug 18 12:00:14.530116 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-9f5c408c-cbc2-4946-a9ee-c7e404d9120f req-b345e889-9060-4b21-af8d-558e116eece1 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-259648327', 'description': 'tempest-description-2020083429'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:00:14.535503 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767233ef-7365-4433-b297-08a5ad4b8d03 req-147a59b4-e9f9-4056-999f-fc488bb39033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:14.537579 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-767233ef-7365-4433-b297-08a5ad4b8d03 req-147a59b4-e9f9-4056-999f-fc488bb39033 service neutron] 10.222.0.62 "GET /v2.0/networks?id=222e0814-c7e5-4b11-9282-3f40c6ed76b2 HTTP/1.1" status: 200 len: 870 time: 0.3690588 Aug 18 12:00:14.540073 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-767233ef-7365-4433-b297-08a5ad4b8d03 req-05b587f9-1a8e-470f-97d6-9d1b48e16de3 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=3d5a51d4-8aae-48f7-ad8d-aec31b33f432 HTTP/1.1" status: 200 len: 217 time: 0.1065154 Aug 18 12:00:14.614174 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-767233ef-7365-4433-b297-08a5ad4b8d03 req-b94d811c-2753-4e1a-a3db-e745b452defd service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=3d5a51d4-8aae-48f7-ad8d-aec31b33f432 HTTP/1.1" status: 200 len: 217 time: 0.0666771 Aug 18 12:00:14.615669 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbbdef0-b6bf-4a5d-afb0-0dbcc364dabe req-8b2fd9f9-f18c-4613-bb5b-205580b90c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:14.617249 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-bbbbdef0-b6bf-4a5d-afb0-0dbcc364dabe req-8b2fd9f9-f18c-4613-bb5b-205580b90c9f service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=900738e3-3d99-4a13-a8a3-edf5487e09a1 HTTP/1.1" status: 200 len: 1096 time: 0.0477095 Aug 18 12:00:14.688187 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-bbbbdef0-b6bf-4a5d-afb0-0dbcc364dabe req-d6b65ee2-2a56-474a-82ab-1b1393bfe198 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=bfb87e6d-fb76-4fa5-a953-72861535752e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481770 Aug 18 12:00:14.697351 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-9f5c408c-cbc2-4946-a9ee-c7e404d9120f req-b345e889-9060-4b21-af8d-558e116eece1 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:14.723572 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767233ef-7365-4433-b297-08a5ad4b8d03 req-db7d7780-f1af-4eac-b7df-6326afd7e254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:14.725411 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-767233ef-7365-4433-b297-08a5ad4b8d03 req-db7d7780-f1af-4eac-b7df-6326afd7e254 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=6d16d680-110b-436d-8afa-48ba845b3623 HTTP/1.1" status: 200 len: 843 time: 0.1687107 Aug 18 12:00:14.794271 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767233ef-7365-4433-b297-08a5ad4b8d03 req-dda9d14d-472a-4f08-82bc-45c853f8b55d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:14.796216 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-767233ef-7365-4433-b297-08a5ad4b8d03 req-dda9d14d-472a-4f08-82bc-45c853f8b55d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6d16d680-110b-436d-8afa-48ba845b3623 HTTP/1.1" status: 200 len: 843 time: 0.1417511 Aug 18 12:00:14.824121 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d282665-5858-4e8e-a456-641c1264df13 req-4c373b56-604b-4387-8066-e172df4cfa08 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:14.832412 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3d282665-5858-4e8e-a456-641c1264df13 req-4c373b56-604b-4387-8066-e172df4cfa08 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/ports?device_id=a6872a0b-045c-40a9-ac3b-9c330c30278a HTTP/1.1" status: 200 len: 947 time: 0.2129996 Aug 18 12:00:14.860633 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 3d5a51d4-8aae-48f7-ad8d-aec31b33f432 no longer exists at agent hyperv_n-h1-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:00:14.896902 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767233ef-7365-4433-b297-08a5ad4b8d03 req-0f4f0054-1ac5-4f48-8f06-9d1c4324f266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:14.898792 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-767233ef-7365-4433-b297-08a5ad4b8d03 req-0f4f0054-1ac5-4f48-8f06-9d1c4324f266 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=222e0814-c7e5-4b11-9282-3f40c6ed76b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1574867 Aug 18 12:00:14.930551 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 3d5a51d4-8aae-48f7-ad8d-aec31b33f432 not bound to the agent host n-h1-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:00:15.012373 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3d282665-5858-4e8e-a456-641c1264df13 req-05e9736b-577d-44f0-b5ce-4c2e969dd66d tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/security-groups?id=0ddd2c5c-7e53-44ab-9404-c5fea69a570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743104 Aug 18 12:00:15.436658 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767233ef-7365-4433-b297-08a5ad4b8d03 req-8ca4b5c8-b70f-4056-b0bd-924d78718e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:15.436658 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-767233ef-7365-4433-b297-08a5ad4b8d03 req-8ca4b5c8-b70f-4056-b0bd-924d78718e8d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=222e0814-c7e5-4b11-9282-3f40c6ed76b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6006610 Aug 18 12:00:15.508780 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-9f5c408c-cbc2-4946-a9ee-c7e404d9120f req-b345e889-9060-4b21-af8d-558e116eece1 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:15.544309 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-9f5c408c-cbc2-4946-a9ee-c7e404d9120f req-b345e889-9060-4b21-af8d-558e116eece1 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:15.611553 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82674c4a-75fe-4844-a6d7-02f1f6336aff req-43bca289-e0c8-423b-a017-95db02a1ac06 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:15.613182 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-82674c4a-75fe-4844-a6d7-02f1f6336aff req-43bca289-e0c8-423b-a017-95db02a1ac06 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.63 "GET /v2.0/ports?device_id=2c527bc9-e88c-4512-a912-fb72b3336c3d HTTP/1.1" status: 200 len: 946 time: 0.6836450 Aug 18 12:00:15.638461 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-9f5c408c-cbc2-4946-a9ee-c7e404d9120f req-b345e889-9060-4b21-af8d-558e116eece1 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:15.649984 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9f5c408c-cbc2-4946-a9ee-c7e404d9120f req-b345e889-9060-4b21-af8d-558e116eece1 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 1.1266580 Aug 18 12:00:15.668498 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-767233ef-7365-4433-b297-08a5ad4b8d03 req-176e875c-543f-4efb-9771-fe0510d5b433 service neutron] 10.222.0.63 "GET /v2.0/networks/222e0814-c7e5-4b11-9282-3f40c6ed76b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7399385 Aug 18 12:00:15.704775 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2aca089-74d5-44c0-b94e-056319a74def req-a18a88c3-cf0a-43c0-8598-98c838b33778 tempest-MultipleCreateTestJSON-2069875045 tempest-MultipleCreateTestJSON-2069875045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:15.712018 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e2aca089-74d5-44c0-b94e-056319a74def req-a18a88c3-cf0a-43c0-8598-98c838b33778 tempest-MultipleCreateTestJSON-2069875045 tempest-MultipleCreateTestJSON-2069875045-project] 10.222.0.66 "GET /v2.0/ports?device_id=bb18d29e-af24-41d3-bbf7-1d5172463e46 HTTP/1.1" status: 200 len: 945 time: 0.2814994 Aug 18 12:00:15.714152 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b345e889-9060-4b21-af8d-558e116eece1 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] Pushing event updated for resources: {'SecurityGroup': ['ID=521a16b6-1112-4874-84ff-f6c417b9b4b1,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:00:15.751692 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 3d5a51d4-8aae-48f7-ad8d-aec31b33f432 details requested by agent hyperv_n-h2-804985-2 with host n-h2-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:00:15.856610 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-767233ef-7365-4433-b297-08a5ad4b8d03 req-e622f149-390b-4873-bb8f-b56c6f52e02a service neutron] 10.222.0.62 "GET /v2.0/networks/222e0814-c7e5-4b11-9282-3f40c6ed76b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3968608 Aug 18 12:00:15.928509 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e2aca089-74d5-44c0-b94e-056319a74def req-db9d22f8-0a12-4e7d-bb45-1efc23fed0d0 tempest-MultipleCreateTestJSON-2069875045 tempest-MultipleCreateTestJSON-2069875045-project] 10.222.0.66 "GET /v2.0/security-groups?id=c7c1b338-374f-4682-ab89-899dcfcbc184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142472 Aug 18 12:00:15.945237 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port 3d5a51d4-8aae-48f7-ad8d-aec31b33f432, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=3d5a51d4-8aae-48f7-ad8d-aec31b33f432,segment=NetworkSegment(b0eb6eea-b461-4969-8a27-808f00daa8a1),segment_id=b0eb6eea-b461-4969-8a27-808f00daa8a1)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:00:15.980242 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Returning: {'device': '3d5a51d4-8aae-48f7-ad8d-aec31b33f432', 'network_id': '222e0814-c7e5-4b11-9282-3f40c6ed76b2', 'port_id': '3d5a51d4-8aae-48f7-ad8d-aec31b33f432', 'mac_address': 'fa:16:3e:81:2b:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 823, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d16d680-110b-436d-8afa-48ba845b3623', 'ip_address': '192.168.233.52'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:00:16.080888 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e987bbde-0563-4d87-acb9-97cf82f42258 req-a4eed9ca-b4d8-40c6-92a2-3a172ee1f4f5 tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:16.089720 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e987bbde-0563-4d87-acb9-97cf82f42258 req-a4eed9ca-b4d8-40c6-92a2-3a172ee1f4f5 tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] 10.222.0.66 "GET /v2.0/ports?device_id=a87f78c1-2ca5-455e-9935-ab7aeaf069c9 HTTP/1.1" status: 200 len: 946 time: 0.3300087 Aug 18 12:00:16.110767 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:16.112337 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-767233ef-7365-4433-b297-08a5ad4b8d03 req-9dbe504a-6c8e-4c3b-a97b-a410e1a125cb service neutron] 10.222.0.63 "GET /v2.0/networks/222e0814-c7e5-4b11-9282-3f40c6ed76b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4181271 Aug 18 12:00:16.129973 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d5a51d4-8aae-48f7-ad8d-aec31b33f432 {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:00:16.153766 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port 3d5a51d4-8aae-48f7-ad8d-aec31b33f432, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=3d5a51d4-8aae-48f7-ad8d-aec31b33f432,segment=NetworkSegment(b0eb6eea-b461-4969-8a27-808f00daa8a1),segment_id=b0eb6eea-b461-4969-8a27-808f00daa8a1)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:00:16.160519 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:16.202359 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-82674c4a-75fe-4844-a6d7-02f1f6336aff req-c6c4907e-31b8-4f8d-ac28-7813ffd8aa69 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Deleting port f34316de-e549-4b5d-a911-f65de732b3fd {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:00:16.202741 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-82674c4a-75fe-4844-a6d7-02f1f6336aff req-c6c4907e-31b8-4f8d-ac28-7813ffd8aa69 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:16.211365 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-767233ef-7365-4433-b297-08a5ad4b8d03 req-d196b5f7-57c5-4d34-ae0f-71f966be38fa service neutron] 10.222.0.62 "GET /v2.0/networks/222e0814-c7e5-4b11-9282-3f40c6ed76b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3388238 Aug 18 12:00:16.233458 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=3d5a51d4-8aae-48f7-ad8d-aec31b33f432,revision_number=8']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:00:16.250619 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e987bbde-0563-4d87-acb9-97cf82f42258 req-753d7005-36e3-4aba-8c64-854e24d85d25 tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] 10.222.0.66 "GET /v2.0/security-groups?id=1583760a-8eee-47b7-b670-f45d9d965092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599300 Aug 18 12:00:16.261209 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b08eda-8d40-47f4-902b-3d7f54b25401 req-f8f84977-e779-44fb-8103-6f72833cc617 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:16.271269 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f9b08eda-8d40-47f4-902b-3d7f54b25401 req-f8f84977-e779-44fb-8103-6f72833cc617 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c527bc9-e88c-4512-a912-fb72b3336c3d HTTP/1.1" status: 200 len: 946 time: 0.2082658 Aug 18 12:00:16.344424 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f9b08eda-8d40-47f4-902b-3d7f54b25401 req-0a4c277a-dd85-4541-bb71-e283a250593a tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.66 "GET /v2.0/security-groups?id=11bbe5b2-5f3b-4775-89a0-258a798e3ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719912 Aug 18 12:00:16.377378 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-1b56fa8f-130d-4d0c-8200-3e9e4e366b1c req-94686a66-3e02-4aeb-a46d-16c4ff95d35a tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1052345221', 'description': 'tempest-description-1403916886'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:00:16.390667 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-82674c4a-75fe-4844-a6d7-02f1f6336aff req-c6c4907e-31b8-4f8d-ac28-7813ffd8aa69 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] For port f34316de-e549-4b5d-a911-f65de732b3fd, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=f34316de-e549-4b5d-a911-f65de732b3fd,segment=NetworkSegment(0769e917-ce53-43de-97f7-af6feb189e7f),segment_id=0769e917-ce53-43de-97f7-af6feb189e7f)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:00:16.391107 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-82674c4a-75fe-4844-a6d7-02f1f6336aff req-c6c4907e-31b8-4f8d-ac28-7813ffd8aa69 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:16.433649 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-82674c4a-75fe-4844-a6d7-02f1f6336aff req-c6c4907e-31b8-4f8d-ac28-7813ffd8aa69 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Calling delete_port for f34316de-e549-4b5d-a911-f65de732b3fd owned by compute:nova {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:00:16.452850 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-1b56fa8f-130d-4d0c-8200-3e9e4e366b1c req-94686a66-3e02-4aeb-a46d-16c4ff95d35a tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:16.511514 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089289bd-8fa6-41e4-a41e-60bbb82514cb req-64aa702b-b1d9-49e5-b4a6-969d783356ef tempest-ServersTestManualDisk-1765482140 tempest-ServersTestManualDisk-1765482140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:16.513152 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-089289bd-8fa6-41e4-a41e-60bbb82514cb req-64aa702b-b1d9-49e5-b4a6-969d783356ef tempest-ServersTestManualDisk-1765482140 tempest-ServersTestManualDisk-1765482140-project] 10.222.0.66 "GET /v2.0/ports?device_id=900738e3-3d99-4a13-a8a3-edf5487e09a1 HTTP/1.1" status: 200 len: 945 time: 0.1267347 Aug 18 12:00:16.603628 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-089289bd-8fa6-41e4-a41e-60bbb82514cb req-9788535a-8bb1-4ccc-986e-93364bd6db71 tempest-ServersTestManualDisk-1765482140 tempest-ServersTestManualDisk-1765482140-project] 10.222.0.66 "GET /v2.0/security-groups?id=bfb87e6d-fb76-4fa5-a953-72861535752e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835922 Aug 18 12:00:16.681872 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-1b56fa8f-130d-4d0c-8200-3e9e4e366b1c req-94686a66-3e02-4aeb-a46d-16c4ff95d35a tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:16.689406 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-1b56fa8f-130d-4d0c-8200-3e9e4e366b1c req-94686a66-3e02-4aeb-a46d-16c4ff95d35a tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:16.702894 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-82674c4a-75fe-4844-a6d7-02f1f6336aff req-c6c4907e-31b8-4f8d-ac28-7813ffd8aa69 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:16.705230 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] get_ports_and_sgs() called for port_ids ['3d5a51d4-8aae-48f7-ad8d-aec31b33f432'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:00:16.748243 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-1b56fa8f-130d-4d0c-8200-3e9e4e366b1c req-94686a66-3e02-4aeb-a46d-16c4ff95d35a tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:16.760515 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1b56fa8f-130d-4d0c-8200-3e9e4e366b1c req-94686a66-3e02-4aeb-a46d-16c4ff95d35a tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.3885686 Aug 18 12:00:16.762195 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c4907e-31b8-4f8d-ac28-7813ffd8aa69 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Pushing event deleted for resources: {'Port': ['ID=f34316de-e549-4b5d-a911-f65de732b3fd,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:00:16.763556 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] get_ports_and_sgs() called for port_ids ['f34316de-e549-4b5d-a911-f65de732b3fd'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:00:16.769137 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94686a66-3e02-4aeb-a46d-16c4ff95d35a tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a3901f9-2d2f-4219-91db-a736eed1479f,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:00:16.859489 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-82674c4a-75fe-4844-a6d7-02f1f6336aff req-c6c4907e-31b8-4f8d-ac28-7813ffd8aa69 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] No DVR routers for this DVR port f34316de-e549-4b5d-a911-f65de732b3fd on host n-h1-804985-2 {{(pid=106252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:00:16.877251 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-82674c4a-75fe-4844-a6d7-02f1f6336aff req-c6c4907e-31b8-4f8d-ac28-7813ffd8aa69 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:16.880438 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-82674c4a-75fe-4844-a6d7-02f1f6336aff req-c6c4907e-31b8-4f8d-ac28-7813ffd8aa69 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.63 "DELETE /v2.0/ports/f34316de-e549-4b5d-a911-f65de732b3fd HTTP/1.1" status: 204 len: 173 time: 1.2543108 Aug 18 12:00:16.880961 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c527bc9-e88c-4512-a912-fb72b3336c3d', 'name': 'network-vif-deleted', 'tag': 'f34316de-e549-4b5d-a911-f65de732b3fd'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:00:16.883921 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b5549c2-7fde-402c-8f90-9fe92103a716" -d '{"events": [{"server_uuid": "2c527bc9-e88c-4512-a912-fb72b3336c3d", "name": "network-vif-deleted", "tag": "f34316de-e549-4b5d-a911-f65de732b3fd"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:00:16.931660 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369d5a0f-c1d8-45cb-912a-9d4771bcb376 req-c2c438e0-6d04-4c2d-805f-ac8ab77219a4 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:16.933866 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-369d5a0f-c1d8-45cb-912a-9d4771bcb376 req-c2c438e0-6d04-4c2d-805f-ac8ab77219a4 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/ports?device_id=a6872a0b-045c-40a9-ac3b-9c330c30278a HTTP/1.1" status: 200 len: 948 time: 0.0845151 Aug 18 12:00:16.983090 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-369d5a0f-c1d8-45cb-912a-9d4771bcb376 req-4f65e243-49d5-4c00-9617-4f259f0f6020 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/security-groups?id=0ddd2c5c-7e53-44ab-9404-c5fea69a570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432298 Aug 18 12:00:17.038323 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-1e8522cd-8405-4bef-bb8c-5f0ede66a743 req-b120d193-b245-43e5-ba4c-695752338897 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1925054545', 'description': 'tempest-description-40317056'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:00:17.072611 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-1e8522cd-8405-4bef-bb8c-5f0ede66a743 req-b120d193-b245-43e5-ba4c-695752338897 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:17.182043 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e245ec12-e2b0-463c-81c1-ab44ce555df2 req-224ddd1b-2d3e-4619-8adf-1ae06a9482f6 tempest-ServersTestManualDisk-1765482140 tempest-ServersTestManualDisk-1765482140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:17.183539 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e245ec12-e2b0-463c-81c1-ab44ce555df2 req-224ddd1b-2d3e-4619-8adf-1ae06a9482f6 tempest-ServersTestManualDisk-1765482140 tempest-ServersTestManualDisk-1765482140-project] 10.222.0.66 "GET /v2.0/ports?device_id=900738e3-3d99-4a13-a8a3-edf5487e09a1 HTTP/1.1" status: 200 len: 945 time: 0.0728300 Aug 18 12:00:17.193671 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 59242) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:00:17.206853 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-c474d73b-93b8-4c68-9815-cdef525c583f tempest-ServersTestManualDisk-1765482140 tempest-ServersTestManualDisk-1765482140-project] Request body: {'floatingip': {'port_id': '23598906-c287-490a-b9c9-ac7dfdb1d62b'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:00:17.223015 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-1e8522cd-8405-4bef-bb8c-5f0ede66a743 req-b120d193-b245-43e5-ba4c-695752338897 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:17.229871 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-1e8522cd-8405-4bef-bb8c-5f0ede66a743 req-b120d193-b245-43e5-ba4c-695752338897 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:17.271169 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b120d193-b245-43e5-ba4c-695752338897 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13f7d3f8-cabc-42b3-a8b8-cb7e9644fe58,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:00:17.289118 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-1e8522cd-8405-4bef-bb8c-5f0ede66a743 req-b120d193-b245-43e5-ba4c-695752338897 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:17.291888 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1e8522cd-8405-4bef-bb8c-5f0ede66a743 req-b120d193-b245-43e5-ba4c-695752338897 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.2574153 Aug 18 12:00:17.328079 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c474d73b-93b8-4c68-9815-cdef525c583f tempest-ServersTestManualDisk-1765482140 tempest-ServersTestManualDisk-1765482140-project] Notify callbacks [] for floatingip, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:17.330203 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:00:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-061fcc67-4edc-473f-ad20-78703cb33312 x-openstack-request-id: req-061fcc67-4edc-473f-ad20-78703cb33312 {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:00:17.330515 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c527bc9-e88c-4512-a912-fb72b3336c3d", "name": "network-vif-deleted", "tag": "f34316de-e549-4b5d-a911-f65de732b3fd", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:00:17.330758 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-061fcc67-4edc-473f-ad20-78703cb33312 {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:00:17.331154 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c527bc9-e88c-4512-a912-fb72b3336c3d', 'name': 'network-vif-deleted', 'tag': 'f34316de-e549-4b5d-a911-f65de732b3fd', 'status': 'completed', 'code': 200} Aug 18 12:00:17.517394 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9016ac84-ec81-4013-8677-b61dde19ce54 req-595774cb-49d7-48bf-a8a7-a8a7cf4003ce tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:17.527746 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9016ac84-ec81-4013-8677-b61dde19ce54 req-595774cb-49d7-48bf-a8a7-a8a7cf4003ce tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] 10.222.0.66 "GET /v2.0/ports?device_id=a87f78c1-2ca5-455e-9935-ab7aeaf069c9 HTTP/1.1" status: 200 len: 946 time: 0.0770414 Aug 18 12:00:17.587481 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9016ac84-ec81-4013-8677-b61dde19ce54 req-06c6a474-5fc3-4c58-807e-30d82ecb1025 tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] 10.222.0.66 "GET /v2.0/security-groups?id=1583760a-8eee-47b7-b670-f45d9d965092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587440 Aug 18 12:00:17.886633 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156b177a-1012-449a-9331-224e3a8aaa43 req-b0687bf8-1742-436a-96d5-91090d474f9d tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:17.886633 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-156b177a-1012-449a-9331-224e3a8aaa43 req-b0687bf8-1742-436a-96d5-91090d474f9d tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.62 "GET /v2.0/ports?device_id=a6872a0b-045c-40a9-ac3b-9c330c30278a&tenant_id=87f2a541be1e4141a84277bf00dc4c3b&binding%3Ahost_id=n-h2-804985-2 HTTP/1.1" status: 200 len: 948 time: 0.1338801 Aug 18 12:00:18.007744 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c474d73b-93b8-4c68-9815-cdef525c583f tempest-ServersTestManualDisk-1765482140 tempest-ServersTestManualDisk-1765482140-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:18.014586 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c474d73b-93b8-4c68-9815-cdef525c583f tempest-ServersTestManualDisk-1765482140 tempest-ServersTestManualDisk-1765482140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-989945'] for floatingip, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:18.085454 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6c505cec-9ce4-4a56-9923-0a261452686b req-eb3e96d1-2ce8-4610-846b-7b85fa7b68ef tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f9035e69ecb44482b197cdb3f54c17e3 HTTP/1.1" status: 200 len: 10907 time: 0.4537709 Aug 18 12:00:18.169231 n-d-804985-2 neutron-server[106253]: INFO neutron.db.l3_db [None req-c474d73b-93b8-4c68-9815-cdef525c583f tempest-ServersTestManualDisk-1765482140 tempest-ServersTestManualDisk-1765482140-project] Floating IP a761b7da-f8b0-4e71-9a00-73da9585b98a associated. External IP: 172.25.7.32, port: 23598906-c287-490a-b9c9-ac7dfdb1d62b. Aug 18 12:00:18.169409 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-156b177a-1012-449a-9331-224e3a8aaa43 req-a61a9f6c-338c-4331-9673-c0de4f920f15 service neutron] 10.222.0.62 "GET /v2.0/ports/3d5a51d4-8aae-48f7-ad8d-aec31b33f432/bindings/n-h2-804985-2 HTTP/1.1" status: 200 len: 382 time: 0.2720804 Aug 18 12:00:18.174189 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6c505cec-9ce4-4a56-9923-0a261452686b req-ff88b70e-8768-44da-b63d-69a9a67ad907 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] 10.222.0.66 "GET /v2.0/security-groups/59eee650-0005-4a96-985a-4e5744ed56bd HTTP/1.1" status: 200 len: 2985 time: 0.0806518 Aug 18 12:00:18.183457 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b028b464-a835-460b-a88c-de23c1ec7548 req-d08d99a9-afa6-4ca5-9973-82009381c10b tempest-MultipleCreateTestJSON-2069875045 tempest-MultipleCreateTestJSON-2069875045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:18.190991 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b028b464-a835-460b-a88c-de23c1ec7548 req-d08d99a9-afa6-4ca5-9973-82009381c10b tempest-MultipleCreateTestJSON-2069875045 tempest-MultipleCreateTestJSON-2069875045-project] 10.222.0.66 "GET /v2.0/networks?id=e0840f9b-1ae2-4ebe-bcbc-828fede4ff8d HTTP/1.1" status: 200 len: 812 time: 0.2202151 Aug 18 12:00:18.221777 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b028b464-a835-460b-a88c-de23c1ec7548 req-d2a79cd4-77f3-4e65-b556-7a8637d84f75 tempest-MultipleCreateTestJSON-2069875045 tempest-MultipleCreateTestJSON-2069875045-project] 10.222.0.66 "GET /v2.0/quotas/5dd9f4315f144ed0a3e506b764329d2a HTTP/1.1" status: 200 len: 375 time: 0.0298178 Aug 18 12:00:18.293960 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.agents_db [None req-6dbb2658-0354-4101-8393-6e7505481cf6 None None] Agent healthcheck: found 7 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 12:00:18.345397 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6c505cec-9ce4-4a56-9923-0a261452686b req-7b515543-dfc3-4935-8396-759cddbecb1a tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] 10.222.0.66 "GET /v2.0/security-groups/59eee650-0005-4a96-985a-4e5744ed56bd HTTP/1.1" status: 200 len: 2985 time: 0.1458409 Aug 18 12:00:18.379464 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b028b464-a835-460b-a88c-de23c1ec7548 req-b82bbb05-7c93-4d62-b175-a5a4e95d4613 tempest-MultipleCreateTestJSON-2069875045 tempest-MultipleCreateTestJSON-2069875045-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=5dd9f4315f144ed0a3e506b764329d2a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1555650 Aug 18 12:00:18.385973 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156b177a-1012-449a-9331-224e3a8aaa43 req-78207f18-b2d4-401a-8ea8-9b0035599b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:18.388415 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-156b177a-1012-449a-9331-224e3a8aaa43 req-78207f18-b2d4-401a-8ea8-9b0035599b1a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=87f2a541be1e4141a84277bf00dc4c3b&device_id=a6872a0b-045c-40a9-ac3b-9c330c30278a HTTP/1.1" status: 200 len: 1099 time: 0.1569188 Aug 18 12:00:18.482403 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-30f64d3b-7c4e-4f98-9199-86e3682200f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:18.484301 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c474d73b-93b8-4c68-9815-cdef525c583f tempest-ServersTestManualDisk-1765482140 tempest-ServersTestManualDisk-1765482140-project] Router 8aa7be46-0cef-4f5a-beb4-ab51d47fd478 has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:00:18.514210 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] get_ports_and_sgs() called for port_ids ['ecad9dcc-255c-4073-a5af-38967245d933'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:00:18.591656 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7566f203-6c0a-4c08-8175-6a51da96c94b req-b6fd65d2-4f49-43e2-90e3-171816b34e59 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:18.593399 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7566f203-6c0a-4c08-8175-6a51da96c94b req-b6fd65d2-4f49-43e2-90e3-171816b34e59 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/ports?device_id=a6872a0b-045c-40a9-ac3b-9c330c30278a HTTP/1.1" status: 200 len: 948 time: 0.0981309 Aug 18 12:00:18.632583 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156b177a-1012-449a-9331-224e3a8aaa43 req-0a2b2874-8c6c-4935-b5f0-8c5421b815e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:18.633975 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-156b177a-1012-449a-9331-224e3a8aaa43 req-0a2b2874-8c6c-4935-b5f0-8c5421b815e8 service neutron] 10.222.0.62 "GET /v2.0/networks?id=222e0814-c7e5-4b11-9282-3f40c6ed76b2 HTTP/1.1" status: 200 len: 870 time: 0.2335756 Aug 18 12:00:18.643140 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b028b464-a835-460b-a88c-de23c1ec7548 req-21dfd63b-d979-417f-b54d-8e3764323a56 service neutron] 10.222.0.66 "GET /v2.0/networks/e0840f9b-1ae2-4ebe-bcbc-828fede4ff8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2533431 Aug 18 12:00:18.676028 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c474d73b-93b8-4c68-9815-cdef525c583f tempest-ServersTestManualDisk-1765482140 tempest-ServersTestManualDisk-1765482140-project] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:00:18.687597 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91218094-c171-426c-ae27-2c4cb54a4020 None None] Sync routers for ids ['8aa7be46-0cef-4f5a-beb4-ab51d47fd478'] in n-d-804985-2 {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:00:18.694769 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c474d73b-93b8-4c68-9815-cdef525c583f tempest-ServersTestManualDisk-1765482140 tempest-ServersTestManualDisk-1765482140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for floatingip, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:18.703769 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91218094-c171-426c-ae27-2c4cb54a4020 None None] Routers {'8aa7be46-0cef-4f5a-beb4-ab51d47fd478'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:00:18.704399 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-91218094-c171-426c-ae27-2c4cb54a4020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T11:59:51Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['8aa7be46-0cef-4f5a-beb4-ab51d47fd478'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:00:18.755616 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-c474d73b-93b8-4c68-9815-cdef525c583f tempest-ServersTestManualDisk-1765482140 tempest-ServersTestManualDisk-1765482140-project] 10.222.0.66 "PUT /v2.0/floatingips/a761b7da-f8b0-4e71-9a00-73da9585b98a HTTP/1.1" status: 200 len: 990 time: 1.5604558 Aug 18 12:00:18.756553 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '900738e3-3d99-4a13-a8a3-edf5487e09a1', 'tag': '23598906-c287-490a-b9c9-ac7dfdb1d62b'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:00:18.758887 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0679f4c4b6e0e0c064a7d71d722dc30541a34fffee11680573be22ee2ffccc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14b5b029-afc9-4f4c-b6ca-4a09bf4f7067" -d '{"events": [{"name": "network-changed", "server_uuid": "900738e3-3d99-4a13-a8a3-edf5487e09a1", "tag": "23598906-c287-490a-b9c9-ac7dfdb1d62b"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:00:18.797962 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-156b177a-1012-449a-9331-224e3a8aaa43 req-2b1eed35-0d22-4d7f-aee5-07411520e356 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=3d5a51d4-8aae-48f7-ad8d-aec31b33f432 HTTP/1.1" status: 200 len: 217 time: 0.1454568 Aug 18 12:00:18.813640 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7566f203-6c0a-4c08-8175-6a51da96c94b req-c4fccc19-eb67-47d1-bf59-4cd365352df7 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/security-groups?id=0ddd2c5c-7e53-44ab-9404-c5fea69a570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071197 Aug 18 12:00:18.865103 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device f34316de-e549-4b5d-a911-f65de732b3fd no longer exists at agent hyperv_n-h1-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:00:18.876189 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-91218094-c171-426c-ae27-2c4cb54a4020 None None] Set router 8aa7be46-0cef-4f5a-beb4-ab51d47fd478 gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:00:18.927276 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156b177a-1012-449a-9331-224e3a8aaa43 req-73325d7b-c25c-475d-bd6b-6c15969562ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:18.929006 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-156b177a-1012-449a-9331-224e3a8aaa43 req-73325d7b-c25c-475d-bd6b-6c15969562ae service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6d16d680-110b-436d-8afa-48ba845b3623 HTTP/1.1" status: 200 len: 843 time: 0.1122713 Aug 18 12:00:18.932406 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b028b464-a835-460b-a88c-de23c1ec7548 req-2750bbbb-f12f-4b0a-bc9c-6ff5c2ef3409 service neutron] 10.222.0.66 "GET /v2.0/networks/e0840f9b-1ae2-4ebe-bcbc-828fede4ff8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2884393 Aug 18 12:00:18.947923 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] No Port match for: f34316de-e549-4b5d-a911-f65de732b3fd {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:00:18.949616 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device f34316de-e549-4b5d-a911-f65de732b3fd not bound to the agent host n-h1-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:00:19.127898 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c690a02f-8d68-4f18-9bce-be652597f22e req-f1e44b52-ce1f-4165-98e3-dc44775a3f6d tempest-MultipleCreateTestJSON-2069875045 tempest-MultipleCreateTestJSON-2069875045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:19.130177 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c690a02f-8d68-4f18-9bce-be652597f22e req-f1e44b52-ce1f-4165-98e3-dc44775a3f6d tempest-MultipleCreateTestJSON-2069875045 tempest-MultipleCreateTestJSON-2069875045-project] 10.222.0.63 "GET /v2.0/ports?device_id=6ccd7654-53dc-4b3c-b408-5abcac269e4a HTTP/1.1" status: 200 len: 946 time: 0.1964824 Aug 18 12:00:19.140519 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-de740a50-58cb-4054-991c-944bfb729d98 req-2e494061-cdc7-4923-9024-288091a22776 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] 10.222.0.66 "GET /v2.0/security-groups/521a16b6-1112-4874-84ff-f6c417b9b4b1 HTTP/1.1" status: 200 len: 1802 time: 0.1241786 Aug 18 12:00:19.145463 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156b177a-1012-449a-9331-224e3a8aaa43 req-1993488f-1e11-49b1-8c98-757503f84b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:19.146987 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-156b177a-1012-449a-9331-224e3a8aaa43 req-1993488f-1e11-49b1-8c98-757503f84b41 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=222e0814-c7e5-4b11-9282-3f40c6ed76b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1991360 Aug 18 12:00:19.218051 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-91218094-c171-426c-ae27-2c4cb54a4020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8aa7be46-0cef-4f5a-beb4-ab51d47fd478', 'name': 'tempest-ServersTestManualDisk-211388434-router', 'tenant_id': '3dac450c1aed4cb9a32ebc7528bd7ef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': 'd433e52b-63a4-4721-9f17-c53fbe6b701b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T11:59:41Z', 'updated_at': '2021-08-18T11:59:54Z', 'revision_number': 4, 'project_id': '3dac450c1aed4cb9a32ebc7528bd7ef7', 'gw_port': {'id': 'd433e52b-63a4-4721-9f17-c53fbe6b701b', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:dc:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aa7be46-0cef-4f5a-beb4-ab51d47fd478', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:59:43Z', 'updated_at': '2021-08-18T11:59:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_floatingips': [{'id': 'a761b7da-f8b0-4e71-9a00-73da9585b98a', 'tenant_id': '3dac450c1aed4cb9a32ebc7528bd7ef7', 'floating_ip_address': '172.25.7.32', 'floating_network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'router_id': '8aa7be46-0cef-4f5a-beb4-ab51d47fd478', 'port_id': '23598906-c287-490a-b9c9-ac7dfdb1d62b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a227098-354b-4994-bf1e-318eb6efe6ec', 'mac_address': 'fa:16:3e:1a:7e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900738e3-3d99-4a13-a8a3-edf5487e09a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T12:00:00Z', 'updated_at': '2021-08-18T12:00:17Z', 'revision_number': 1, 'project_id': '3dac450c1aed4cb9a32ebc7528bd7ef7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb8552a3-19cd-422c-98e0-6d0de02e4ddc', 'name': '', 'network_id': '8a227098-354b-4994-bf1e-318eb6efe6ec', 'tenant_id': '3dac450c1aed4cb9a32ebc7528bd7ef7', 'mac_address': 'fa:16:3e:13:04:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aa7be46-0cef-4f5a-beb4-ab51d47fd478', 'device_owner': 'network:router_interface', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'fa10df12-5b4e-4ad2-82de-b1eefd7f7053', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:59:52Z', 'updated_at': '2021-08-18T12:00:02Z', 'revision_number': 5, 'project_id': '3dac450c1aed4cb9a32ebc7528bd7ef7', 'subnets': [{'id': 'fa10df12-5b4e-4ad2-82de-b1eefd7f7053', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:00:19.247579 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91218094-c171-426c-ae27-2c4cb54a4020 None None] Checking router: 8aa7be46-0cef-4f5a-beb4-ab51d47fd478 for host: n-d-804985-2 {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:00:19.256336 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91218094-c171-426c-ae27-2c4cb54a4020 None None] Routers {'8aa7be46-0cef-4f5a-beb4-ab51d47fd478'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:00:19.257001 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-91218094-c171-426c-ae27-2c4cb54a4020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T11:59:51Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['8aa7be46-0cef-4f5a-beb4-ab51d47fd478'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:00:19.297220 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c223f6-0df4-4648-9a79-4f881b54c87e req-45b4d7c3-84a3-4bf5-a98a-972eb75ae0e2 tempest-MultipleCreateTestJSON-2069875045 tempest-MultipleCreateTestJSON-2069875045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:19.298941 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-d1c223f6-0df4-4648-9a79-4f881b54c87e req-45b4d7c3-84a3-4bf5-a98a-972eb75ae0e2 tempest-MultipleCreateTestJSON-2069875045 tempest-MultipleCreateTestJSON-2069875045-project] 10.222.0.62 "GET /v2.0/ports?device_id=bb18d29e-af24-41d3-bbf7-1d5172463e46 HTTP/1.1" status: 200 len: 945 time: 0.0730739 Aug 18 12:00:19.373111 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-91218094-c171-426c-ae27-2c4cb54a4020 None None] Set router 8aa7be46-0cef-4f5a-beb4-ab51d47fd478 gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:00:19.500841 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2d7e5f-72e0-4175-984c-38d00fc1a8bb req-70d23af3-fb8e-45a3-aced-0837a1282a97 tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:19.502794 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ea2d7e5f-72e0-4175-984c-38d00fc1a8bb req-70d23af3-fb8e-45a3-aced-0837a1282a97 tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] 10.222.0.66 "GET /v2.0/ports?device_id=a87f78c1-2ca5-455e-9935-ab7aeaf069c9 HTTP/1.1" status: 200 len: 946 time: 0.2776217 Aug 18 12:00:19.508999 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-de740a50-58cb-4054-991c-944bfb729d98 req-35424cb9-091b-4ff4-9c59-ed439030c965 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:19.510513 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-d1c223f6-0df4-4648-9a79-4f881b54c87e req-ff8b67ab-04d7-4d48-8640-c31f98932a49 tempest-MultipleCreateTestJSON-2069875045 tempest-MultipleCreateTestJSON-2069875045-project] Deleting port c0cf1500-32e7-4020-a0d9-b982a1a995bc {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:00:19.511727 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-d1c223f6-0df4-4648-9a79-4f881b54c87e req-ff8b67ab-04d7-4d48-8640-c31f98932a49 tempest-MultipleCreateTestJSON-2069875045 tempest-MultipleCreateTestJSON-2069875045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:19.532633 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-156b177a-1012-449a-9331-224e3a8aaa43 req-566b6aa1-79f6-4e83-b627-34d38d003f7c service neutron] 10.222.0.62 "GET /v2.0/networks/222e0814-c7e5-4b11-9282-3f40c6ed76b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3735168 Aug 18 12:00:19.663538 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-c690a02f-8d68-4f18-9bce-be652597f22e req-70c8d423-55cd-488a-98df-f589e7372dda tempest-MultipleCreateTestJSON-2069875045 tempest-MultipleCreateTestJSON-2069875045-project] Deleting port 567458dc-aa7d-4feb-b81a-33f247881658 {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:00:19.663781 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-c690a02f-8d68-4f18-9bce-be652597f22e req-70c8d423-55cd-488a-98df-f589e7372dda tempest-MultipleCreateTestJSON-2069875045 tempest-MultipleCreateTestJSON-2069875045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:19.668512 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-de740a50-58cb-4054-991c-944bfb729d98 req-35424cb9-091b-4ff4-9c59-ed439030c965 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:19.668702 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-d1c223f6-0df4-4648-9a79-4f881b54c87e req-ff8b67ab-04d7-4d48-8640-c31f98932a49 tempest-MultipleCreateTestJSON-2069875045 tempest-MultipleCreateTestJSON-2069875045-project] For port c0cf1500-32e7-4020-a0d9-b982a1a995bc, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=c0cf1500-32e7-4020-a0d9-b982a1a995bc,segment=NetworkSegment(aad88131-e56c-4831-956a-495bf4859725),segment_id=aad88131-e56c-4831-956a-495bf4859725)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:00:19.668923 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-d1c223f6-0df4-4648-9a79-4f881b54c87e req-ff8b67ab-04d7-4d48-8640-c31f98932a49 tempest-MultipleCreateTestJSON-2069875045 tempest-MultipleCreateTestJSON-2069875045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:19.671020 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-91218094-c171-426c-ae27-2c4cb54a4020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8aa7be46-0cef-4f5a-beb4-ab51d47fd478', 'name': 'tempest-ServersTestManualDisk-211388434-router', 'tenant_id': '3dac450c1aed4cb9a32ebc7528bd7ef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': 'd433e52b-63a4-4721-9f17-c53fbe6b701b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T11:59:41Z', 'updated_at': '2021-08-18T11:59:54Z', 'revision_number': 4, 'project_id': '3dac450c1aed4cb9a32ebc7528bd7ef7', 'gw_port': {'id': 'd433e52b-63a4-4721-9f17-c53fbe6b701b', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:dc:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aa7be46-0cef-4f5a-beb4-ab51d47fd478', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:59:43Z', 'updated_at': '2021-08-18T11:59:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_floatingips': [{'id': 'a761b7da-f8b0-4e71-9a00-73da9585b98a', 'tenant_id': '3dac450c1aed4cb9a32ebc7528bd7ef7', 'floating_ip_address': '172.25.7.32', 'floating_network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'router_id': '8aa7be46-0cef-4f5a-beb4-ab51d47fd478', 'port_id': '23598906-c287-490a-b9c9-ac7dfdb1d62b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a227098-354b-4994-bf1e-318eb6efe6ec', 'mac_address': 'fa:16:3e:1a:7e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900738e3-3d99-4a13-a8a3-edf5487e09a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T12:00:00Z', 'updated_at': '2021-08-18T12:00:17Z', 'revision_number': 1, 'project_id': '3dac450c1aed4cb9a32ebc7528bd7ef7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb8552a3-19cd-422c-98e0-6d0de02e4ddc', 'name': '', 'network_id': '8a227098-354b-4994-bf1e-318eb6efe6ec', 'tenant_id': '3dac450c1aed4cb9a32ebc7528bd7ef7', 'mac_address': 'fa:16:3e:13:04:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aa7be46-0cef-4f5a-beb4-ab51d47fd478', 'device_owner': 'network:router_interface', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'fa10df12-5b4e-4ad2-82de-b1eefd7f7053', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:59:52Z', 'updated_at': '2021-08-18T12:00:02Z', 'revision_number': 5, 'project_id': '3dac450c1aed4cb9a32ebc7528bd7ef7', 'subnets': [{'id': 'fa10df12-5b4e-4ad2-82de-b1eefd7f7053', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:00:19.683501 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ea2d7e5f-72e0-4175-984c-38d00fc1a8bb req-0c279a9a-64eb-48ec-afdb-fa8cd7402930 tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] 10.222.0.66 "GET /v2.0/security-groups?id=1583760a-8eee-47b7-b670-f45d9d965092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658578 Aug 18 12:00:19.692452 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-d1c223f6-0df4-4648-9a79-4f881b54c87e req-ff8b67ab-04d7-4d48-8640-c31f98932a49 tempest-MultipleCreateTestJSON-2069875045 tempest-MultipleCreateTestJSON-2069875045-project] Calling delete_port for c0cf1500-32e7-4020-a0d9-b982a1a995bc owned by compute:nova {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:00:19.738123 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91218094-c171-426c-ae27-2c4cb54a4020 None None] The sync data for ids ['8aa7be46-0cef-4f5a-beb4-ab51d47fd478'] in n-d-804985-2 is: [{'id': '8aa7be46-0cef-4f5a-beb4-ab51d47fd478', 'name': 'tempest-ServersTestManualDisk-211388434-router', 'tenant_id': '3dac450c1aed4cb9a32ebc7528bd7ef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': 'd433e52b-63a4-4721-9f17-c53fbe6b701b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T11:59:41Z', 'updated_at': '2021-08-18T11:59:54Z', 'revision_number': 4, 'project_id': '3dac450c1aed4cb9a32ebc7528bd7ef7', 'gw_port': {'id': 'd433e52b-63a4-4721-9f17-c53fbe6b701b', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:dc:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aa7be46-0cef-4f5a-beb4-ab51d47fd478', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:59:43Z', 'updated_at': '2021-08-18T11:59:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_floatingips': [{'id': 'a761b7da-f8b0-4e71-9a00-73da9585b98a', 'tenant_id': '3dac450c1aed4cb9a32ebc7528bd7ef7', 'floating_ip_address': '172.25.7.32', 'floating_network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'router_id': '8aa7be46-0cef-4f5a-beb4-ab51d47fd478', 'port_id': '23598906-c287-490a-b9c9-ac7dfdb1d62b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a227098-354b-4994-bf1e-318eb6efe6ec', 'mac_address': 'fa:16:3e:1a:7e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900738e3-3d99-4a13-a8a3-edf5487e09a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T12:00:00Z', 'updated_at': '2021-08-18T12:00:17Z', 'revision_number': 1, 'project_id': '3dac450c1aed4cb9a32ebc7528bd7ef7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb8552a3-19cd-422c-98e0-6d0de02e4ddc', 'name': '', 'network_id': '8a227098-354b-4994-bf1e-318eb6efe6ec', 'tenant_id': '3dac450c1aed4cb9a32ebc7528bd7ef7', 'mac_address': 'fa:16:3e:13:04:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aa7be46-0cef-4f5a-beb4-ab51d47fd478', 'device_owner': 'network:router_interface', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'fa10df12-5b4e-4ad2-82de-b1eefd7f7053', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:59:52Z', 'updated_at': '2021-08-18T12:00:02Z', 'revision_number': 5, 'project_id': '3dac450c1aed4cb9a32ebc7528bd7ef7', 'subnets': [{'id': 'fa10df12-5b4e-4ad2-82de-b1eefd7f7053', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:00:19.774802 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 3d5a51d4-8aae-48f7-ad8d-aec31b33f432 up at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:00:19.925801 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Provisioning for port 3d5a51d4-8aae-48f7-ad8d-aec31b33f432 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:00:19.952989 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Provisioning complete for port 3d5a51d4-8aae-48f7-ad8d-aec31b33f432 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:00:19.953607 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:20.010245 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-156b177a-1012-449a-9331-224e3a8aaa43 req-3fe2a02f-30c4-419e-a911-96ed60c0f0ea service neutron] 10.222.0.62 "GET /v2.0/networks/222e0814-c7e5-4b11-9282-3f40c6ed76b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4584265 Aug 18 12:00:20.068052 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-de740a50-58cb-4054-991c-944bfb729d98 req-35424cb9-091b-4ff4-9c59-ed439030c965 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:20.076869 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-de740a50-58cb-4054-991c-944bfb729d98 req-35424cb9-091b-4ff4-9c59-ed439030c965 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:20.078974 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-de740a50-58cb-4054-991c-944bfb729d98 req-35424cb9-091b-4ff4-9c59-ed439030c965 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] 10.222.0.66 "DELETE /v2.0/security-groups/521a16b6-1112-4874-84ff-f6c417b9b4b1 HTTP/1.1" status: 204 len: 173 time: 0.9377556 Aug 18 12:00:20.147647 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-c690a02f-8d68-4f18-9bce-be652597f22e req-70c8d423-55cd-488a-98df-f589e7372dda tempest-MultipleCreateTestJSON-2069875045 tempest-MultipleCreateTestJSON-2069875045-project] For port 567458dc-aa7d-4feb-b81a-33f247881658, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=567458dc-aa7d-4feb-b81a-33f247881658,segment=NetworkSegment(aad88131-e56c-4831-956a-495bf4859725),segment_id=aad88131-e56c-4831-956a-495bf4859725)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:00:20.151111 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-c690a02f-8d68-4f18-9bce-be652597f22e req-70c8d423-55cd-488a-98df-f589e7372dda tempest-MultipleCreateTestJSON-2069875045 tempest-MultipleCreateTestJSON-2069875045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:20.191780 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35424cb9-091b-4ff4-9c59-ed439030c965 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=521a16b6-1112-4874-84ff-f6c417b9b4b1,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:00:20.216315 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-c690a02f-8d68-4f18-9bce-be652597f22e req-70c8d423-55cd-488a-98df-f589e7372dda tempest-MultipleCreateTestJSON-2069875045 tempest-MultipleCreateTestJSON-2069875045-project] Calling delete_port for 567458dc-aa7d-4feb-b81a-33f247881658 owned by compute:nova {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:00:20.312047 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:20.461813 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port 3d5a51d4-8aae-48f7-ad8d-aec31b33f432, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=3d5a51d4-8aae-48f7-ad8d-aec31b33f432,segment=NetworkSegment(b0eb6eea-b461-4969-8a27-808f00daa8a1),segment_id=b0eb6eea-b461-4969-8a27-808f00daa8a1)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:00:20.468293 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32791466-a630-4c22-8913-7aadcf4c6583 None None] New status for floating IP a761b7da-f8b0-4e71-9a00-73da9585b98a: ACTIVE {{(pid=106254) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 12:00:20.475876 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:00:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19b91b52-f119-4bf8-9061-01735d048164 x-openstack-request-id: req-19b91b52-f119-4bf8-9061-01735d048164 {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:00:20.476168 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "900738e3-3d99-4a13-a8a3-edf5487e09a1", "tag": "23598906-c287-490a-b9c9-ac7dfdb1d62b", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:00:20.476420 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-19b91b52-f119-4bf8-9061-01735d048164 {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:00:20.477386 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6872a0b-045c-40a9-ac3b-9c330c30278a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d5a51d4-8aae-48f7-ad8d-aec31b33f432'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:00:20.479705 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db50a436fb3a98495337d8fe7487b4f2ea6f3c1052eb9efadc2ecda2d5737001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c940db7b-a773-4f78-8089-b21231075318" -d '{"events": [{"server_uuid": "a6872a0b-045c-40a9-ac3b-9c330c30278a", "name": "network-vif-plugged", "status": "completed", "tag": "3d5a51d4-8aae-48f7-ad8d-aec31b33f432"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:00:20.484295 n-d-804985-2 neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '900738e3-3d99-4a13-a8a3-edf5487e09a1', 'tag': '23598906-c287-490a-b9c9-ac7dfdb1d62b', 'status': 'completed', 'code': 200} Aug 18 12:00:20.490989 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:20.613726 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b5b029-afc9-4f4c-b6ca-4a09bf4f7067 req-f311808c-366f-4c12-a0d2-2598183fd062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:20.615319 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-14b5b029-afc9-4f4c-b6ca-4a09bf4f7067 req-f311808c-366f-4c12-a0d2-2598183fd062 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3dac450c1aed4cb9a32ebc7528bd7ef7&device_id=900738e3-3d99-4a13-a8a3-edf5487e09a1 HTTP/1.1" status: 200 len: 1096 time: 0.1486547 Aug 18 12:00:20.623389 n-d-804985-2 neutron-server[106252]: INFO neutron.api.v2.resource [req-09e406b1-9d8d-49ce-97a6-5ab57e6ae468 req-3f70be24-7dfd-4da7-9316-84ddc76e0a88 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] show failed (client error): The resource could not be found. Aug 18 12:00:20.633827 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-09e406b1-9d8d-49ce-97a6-5ab57e6ae468 req-3f70be24-7dfd-4da7-9316-84ddc76e0a88 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] 10.222.0.66 "GET /v2.0/security-groups/521a16b6-1112-4874-84ff-f6c417b9b4b1 HTTP/1.1" status: 404 len: 352 time: 0.0446041 Aug 18 12:00:20.742047 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d44c3b-0638-47d1-935f-a9de76a14c39 req-acececcc-2b46-40d1-a018-398347c54646 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:20.745081 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f9d44c3b-0638-47d1-935f-a9de76a14c39 req-acececcc-2b46-40d1-a018-398347c54646 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/ports?device_id=a6872a0b-045c-40a9-ac3b-9c330c30278a HTTP/1.1" status: 200 len: 948 time: 0.3251886 Aug 18 12:00:20.790007 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-c690a02f-8d68-4f18-9bce-be652597f22e req-70c8d423-55cd-488a-98df-f589e7372dda tempest-MultipleCreateTestJSON-2069875045 tempest-MultipleCreateTestJSON-2069875045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:20.830294 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] get_ports_and_sgs() called for port_ids ['567458dc-aa7d-4feb-b81a-33f247881658'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:00:20.859086 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=3d5a51d4-8aae-48f7-ad8d-aec31b33f432,revision_number=9']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:00:20.879857 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-d1c223f6-0df4-4648-9a79-4f881b54c87e req-ff8b67ab-04d7-4d48-8640-c31f98932a49 tempest-MultipleCreateTestJSON-2069875045 tempest-MultipleCreateTestJSON-2069875045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:20.897995 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c8d423-55cd-488a-98df-f589e7372dda tempest-MultipleCreateTestJSON-2069875045 tempest-MultipleCreateTestJSON-2069875045-project] Pushing event deleted for resources: {'Port': ['ID=567458dc-aa7d-4feb-b81a-33f247881658,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:00:20.913224 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] get_ports_and_sgs() called for port_ids ['567458dc-aa7d-4feb-b81a-33f247881658'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:00:20.924135 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f9d44c3b-0638-47d1-935f-a9de76a14c39 req-4227d2be-97e6-49e7-856b-d782d6b23f20 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/security-groups?id=0ddd2c5c-7e53-44ab-9404-c5fea69a570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649635 Aug 18 12:00:20.936005 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-fb6c20c3-a902-440c-89b2-dae58a7bda0c req-36b14008-c96d-44ff-ba17-2c9b7a2fb79c tempest-MultipleCreateTestJSON-2069875045 tempest-MultipleCreateTestJSON-2069875045-project] 10.222.0.66 "GET /v2.0/ports?device_id=87738939-b006-43b2-bd5d-6234000eef25 HTTP/1.1" status: 200 len: 210 time: 0.0949650 Aug 18 12:00:20.979439 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8b67ab-04d7-4d48-8640-c31f98932a49 tempest-MultipleCreateTestJSON-2069875045 tempest-MultipleCreateTestJSON-2069875045-project] Pushing event deleted for resources: {'Port': ['ID=c0cf1500-32e7-4020-a0d9-b982a1a995bc,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:00:21.001209 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-a3fb0ff2-e735-4f30-b244-e3da82f8c48b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:21.029887 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:00:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae63c690-f79d-443a-a5a0-8a49c2781993 x-openstack-request-id: req-ae63c690-f79d-443a-a5a0-8a49c2781993 {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:00:21.030231 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6872a0b-045c-40a9-ac3b-9c330c30278a", "name": "network-vif-plugged", "status": "completed", "tag": "3d5a51d4-8aae-48f7-ad8d-aec31b33f432", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:00:21.030492 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ae63c690-f79d-443a-a5a0-8a49c2781993 {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:00:21.030893 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6872a0b-045c-40a9-ac3b-9c330c30278a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d5a51d4-8aae-48f7-ad8d-aec31b33f432', 'code': 200} Aug 18 12:00:21.031352 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-c690a02f-8d68-4f18-9bce-be652597f22e req-70c8d423-55cd-488a-98df-f589e7372dda tempest-MultipleCreateTestJSON-2069875045 tempest-MultipleCreateTestJSON-2069875045-project] No DVR routers for this DVR port 567458dc-aa7d-4feb-b81a-33f247881658 on host n-h1-804985-2 {{(pid=106252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:00:21.041001 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-c690a02f-8d68-4f18-9bce-be652597f22e req-70c8d423-55cd-488a-98df-f589e7372dda tempest-MultipleCreateTestJSON-2069875045 tempest-MultipleCreateTestJSON-2069875045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:21.043147 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c690a02f-8d68-4f18-9bce-be652597f22e req-70c8d423-55cd-488a-98df-f589e7372dda tempest-MultipleCreateTestJSON-2069875045 tempest-MultipleCreateTestJSON-2069875045-project] 10.222.0.63 "DELETE /v2.0/ports/567458dc-aa7d-4feb-b81a-33f247881658 HTTP/1.1" status: 204 len: 173 time: 1.9005752 Aug 18 12:00:21.045076 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ccd7654-53dc-4b3c-b408-5abcac269e4a', 'name': 'network-vif-deleted', 'tag': '567458dc-aa7d-4feb-b81a-33f247881658'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:00:21.048143 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32c91f02-4080-49b7-a44e-b4b2f1c2d487" -d '{"events": [{"server_uuid": "6ccd7654-53dc-4b3c-b408-5abcac269e4a", "name": "network-vif-deleted", "tag": "567458dc-aa7d-4feb-b81a-33f247881658"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:00:21.090740 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1c223f6-0df4-4648-9a79-4f881b54c87e req-ff8b67ab-04d7-4d48-8640-c31f98932a49 tempest-MultipleCreateTestJSON-2069875045 tempest-MultipleCreateTestJSON-2069875045-project] No DVR routers for this DVR port c0cf1500-32e7-4020-a0d9-b982a1a995bc on host n-h2-804985-2 {{(pid=106253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:00:21.095500 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-d1c223f6-0df4-4648-9a79-4f881b54c87e req-ff8b67ab-04d7-4d48-8640-c31f98932a49 tempest-MultipleCreateTestJSON-2069875045 tempest-MultipleCreateTestJSON-2069875045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:21.098048 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-d1c223f6-0df4-4648-9a79-4f881b54c87e req-ff8b67ab-04d7-4d48-8640-c31f98932a49 tempest-MultipleCreateTestJSON-2069875045 tempest-MultipleCreateTestJSON-2069875045-project] 10.222.0.62 "DELETE /v2.0/ports/c0cf1500-32e7-4020-a0d9-b982a1a995bc HTTP/1.1" status: 204 len: 173 time: 1.7825379 Aug 18 12:00:21.104143 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9fc4e367-b3de-4461-beaa-8d976a2f7114 req-2ce06818-06db-4a42-b2a2-d85920b23d2e tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] 10.222.0.66 "GET /v2.0/security-groups/8a3901f9-2d2f-4219-91db-a736eed1479f HTTP/1.1" status: 200 len: 1803 time: 0.0787203 Aug 18 12:00:21.128082 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b5b029-afc9-4f4c-b6ca-4a09bf4f7067 req-071100f0-0611-4e78-a04b-9098a31ee25a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:21.129688 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-14b5b029-afc9-4f4c-b6ca-4a09bf4f7067 req-071100f0-0611-4e78-a04b-9098a31ee25a service neutron] 10.222.0.62 "GET /v2.0/networks?id=8a227098-354b-4994-bf1e-318eb6efe6ec HTTP/1.1" status: 200 len: 912 time: 0.5008049 Aug 18 12:00:21.204813 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21e93da-67d0-48bc-954f-fb77fdf757f5 req-c3804f81-7004-46ba-b943-6e6345560f28 tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:21.206595 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c21e93da-67d0-48bc-954f-fb77fdf757f5 req-c3804f81-7004-46ba-b943-6e6345560f28 tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] 10.222.0.66 "GET /v2.0/ports?device_id=a87f78c1-2ca5-455e-9935-ab7aeaf069c9 HTTP/1.1" status: 200 len: 946 time: 0.0997443 Aug 18 12:00:21.246564 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-14b5b029-afc9-4f4c-b6ca-4a09bf4f7067 req-0aa52c11-42f4-4d76-9d53-c041175d6d0e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=23598906-c287-490a-b9c9-ac7dfdb1d62b HTTP/1.1" status: 200 len: 1000 time: 0.1062522 Aug 18 12:00:21.319959 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b5b029-afc9-4f4c-b6ca-4a09bf4f7067 req-01566dc4-ab64-4c53-8235-591ee33c3d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:21.322150 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-14b5b029-afc9-4f4c-b6ca-4a09bf4f7067 req-01566dc4-ab64-4c53-8235-591ee33c3d91 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=fa10df12-5b4e-4ad2-82de-b1eefd7f7053 HTTP/1.1" status: 200 len: 850 time: 0.0671020 Aug 18 12:00:21.385561 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:21.417213 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b5b029-afc9-4f4c-b6ca-4a09bf4f7067 req-79dd9906-4a51-4128-8bff-bdd6dc9bc630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:21.419424 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-14b5b029-afc9-4f4c-b6ca-4a09bf4f7067 req-79dd9906-4a51-4128-8bff-bdd6dc9bc630 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=8a227098-354b-4994-bf1e-318eb6efe6ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0746875 Aug 18 12:00:21.432973 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-9fc4e367-b3de-4461-beaa-8d976a2f7114 req-4103f38f-24d7-4430-aab2-50b3213b9c2b tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:21.463335 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b028b464-a835-460b-a88c-de23c1ec7548 req-001db38b-f4f8-4e06-a41f-31f4b557a7c4 tempest-MultipleCreateTestJSON-2069875045 tempest-MultipleCreateTestJSON-2069875045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:21.464865 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b028b464-a835-460b-a88c-de23c1ec7548 req-001db38b-f4f8-4e06-a41f-31f4b557a7c4 tempest-MultipleCreateTestJSON-2069875045 tempest-MultipleCreateTestJSON-2069875045-project] 10.222.0.63 "GET /v2.0/networks?id=e0840f9b-1ae2-4ebe-bcbc-828fede4ff8d HTTP/1.1" status: 200 len: 812 time: 0.1584935 Aug 18 12:00:21.480285 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c21e93da-67d0-48bc-954f-fb77fdf757f5 req-1ad4d784-e42a-4f10-8aab-cd0cadbd95f2 tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] 10.222.0.66 "GET /v2.0/security-groups?id=1583760a-8eee-47b7-b670-f45d9d965092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2553689 Aug 18 12:00:21.501118 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-b028b464-a835-460b-a88c-de23c1ec7548 req-45a8737b-7c14-41ab-8b7e-df02124ab2d9 tempest-MultipleCreateTestJSON-2069875045 tempest-MultipleCreateTestJSON-2069875045-project] Request body: {'port': {'device_id': '95133279-be4a-4243-9435-9b7b1bff49ca', 'network_id': 'e0840f9b-1ae2-4ebe-bcbc-828fede4ff8d', 'admin_state_up': True, 'tenant_id': '5dd9f4315f144ed0a3e506b764329d2a'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:00:21.549337 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-9fc4e367-b3de-4461-beaa-8d976a2f7114 req-4103f38f-24d7-4430-aab2-50b3213b9c2b tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:21.569569 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-14b5b029-afc9-4f4c-b6ca-4a09bf4f7067 req-d094b249-e41e-4bf3-b0e0-13083d41c928 service neutron] 10.222.0.62 "GET /v2.0/networks/8a227098-354b-4994-bf1e-318eb6efe6ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340005 Aug 18 12:00:21.697591 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-9fc4e367-b3de-4461-beaa-8d976a2f7114 req-4103f38f-24d7-4430-aab2-50b3213b9c2b tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:21.700897 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-9fc4e367-b3de-4461-beaa-8d976a2f7114 req-4103f38f-24d7-4430-aab2-50b3213b9c2b tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:21.702569 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9fc4e367-b3de-4461-beaa-8d976a2f7114 req-4103f38f-24d7-4430-aab2-50b3213b9c2b tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] 10.222.0.66 "DELETE /v2.0/security-groups/8a3901f9-2d2f-4219-91db-a736eed1479f HTTP/1.1" status: 204 len: 173 time: 0.5975575 Aug 18 12:00:21.707405 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-14b5b029-afc9-4f4c-b6ca-4a09bf4f7067 req-9eb834a8-0a86-48f5-9142-db3b6753988c service neutron] 10.222.0.62 "GET /v2.0/networks/8a227098-354b-4994-bf1e-318eb6efe6ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245244 Aug 18 12:00:21.750390 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:00:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f66a02d4-769d-453b-938a-053bdadaf2e0 x-openstack-request-id: req-f66a02d4-769d-453b-938a-053bdadaf2e0 {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:00:21.750682 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ccd7654-53dc-4b3c-b408-5abcac269e4a", "name": "network-vif-deleted", "tag": "567458dc-aa7d-4feb-b81a-33f247881658", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:00:21.752150 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f66a02d4-769d-453b-938a-053bdadaf2e0 {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:00:21.753229 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ccd7654-53dc-4b3c-b408-5abcac269e4a', 'name': 'network-vif-deleted', 'tag': '567458dc-aa7d-4feb-b81a-33f247881658', 'status': 'completed', 'code': 200} Aug 18 12:00:21.771282 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device c0cf1500-32e7-4020-a0d9-b982a1a995bc no longer exists at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:00:21.773191 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4103f38f-24d7-4430-aab2-50b3213b9c2b tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a3901f9-2d2f-4219-91db-a736eed1479f,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:00:21.799099 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b028b464-a835-460b-a88c-de23c1ec7548 req-45a8737b-7c14-41ab-8b7e-df02124ab2d9 tempest-MultipleCreateTestJSON-2069875045 tempest-MultipleCreateTestJSON-2069875045-project] Made reservation on behalf of 5dd9f4315f144ed0a3e506b764329d2a for: {'port': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:00:21.803668 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-b028b464-a835-460b-a88c-de23c1ec7548 req-45a8737b-7c14-41ab-8b7e-df02124ab2d9 tempest-MultipleCreateTestJSON-2069875045 tempest-MultipleCreateTestJSON-2069875045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:21.868083 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] No Port match for: c0cf1500-32e7-4020-a0d9-b982a1a995bc {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:00:21.869070 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device c0cf1500-32e7-4020-a0d9-b982a1a995bc not bound to the agent host n-h2-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:00:22.029404 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-4e9d0603-7d86-43ed-a6d5-3c4cefe779a8 req-2d4f3494-2427-44f6-9498-216a131076f8 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=bb3624f1-8ce3-4298-97a2-89ded06e072e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0906770 Aug 18 12:00:22.038700 n-d-804985-2 neutron-server[106252]: INFO neutron.api.v2.resource [req-0aabba5c-f29d-4aba-b0ef-78bdba4c5d8e req-e6e6d795-6c58-460e-b709-d9bf51a07b90 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] show failed (client error): The resource could not be found. Aug 18 12:00:22.041207 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0aabba5c-f29d-4aba-b0ef-78bdba4c5d8e req-e6e6d795-6c58-460e-b709-d9bf51a07b90 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] 10.222.0.66 "GET /v2.0/security-groups/8a3901f9-2d2f-4219-91db-a736eed1479f HTTP/1.1" status: 404 len: 352 time: 0.0687058 Aug 18 12:00:22.045829 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-53584c24-f517-494e-ac93-c18bb92373f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:22.140765 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-98c3c42b-e2e6-47e1-bdf8-3ba080b66fe4 req-a442118e-849d-4a11-8f9f-8e3b961ae5c4 tempest-MultipleCreateTestJSON-2069875045 tempest-MultipleCreateTestJSON-2069875045-project] 10.222.0.66 "GET /v2.0/ports?device_id=87738939-b006-43b2-bd5d-6234000eef25 HTTP/1.1" status: 200 len: 210 time: 0.0599751 Aug 18 12:00:22.223362 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9d0603-7d86-43ed-a6d5-3c4cefe779a8 req-7e133c5a-6899-4a3b-9d9b-b9a1a4a025e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:22.225978 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-4e9d0603-7d86-43ed-a6d5-3c4cefe779a8 req-7e133c5a-6899-4a3b-9d9b-b9a1a4a025e2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=87f2a541be1e4141a84277bf00dc4c3b&device_id=bb3624f1-8ce3-4298-97a2-89ded06e072e HTTP/1.1" status: 200 len: 1100 time: 0.1062050 Aug 18 12:00:22.272514 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b028b464-a835-460b-a88c-de23c1ec7548 req-ab95bf51-742f-46eb-a8c8-67d5ebcc84ab tempest-MultipleCreateTestJSON-2069875045 tempest-MultipleCreateTestJSON-2069875045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:22.274253 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b028b464-a835-460b-a88c-de23c1ec7548 req-ab95bf51-742f-46eb-a8c8-67d5ebcc84ab tempest-MultipleCreateTestJSON-2069875045 tempest-MultipleCreateTestJSON-2069875045-project] 10.222.0.63 "GET /v2.0/networks?id=e0840f9b-1ae2-4ebe-bcbc-828fede4ff8d HTTP/1.1" status: 200 len: 812 time: 0.4319327 Aug 18 12:00:22.302114 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-b028b464-a835-460b-a88c-de23c1ec7548 req-f82de2a8-18f9-436c-84b5-8630383d1210 tempest-MultipleCreateTestJSON-2069875045 tempest-MultipleCreateTestJSON-2069875045-project] Request body: {'port': {'device_id': '87738939-b006-43b2-bd5d-6234000eef25', 'network_id': 'e0840f9b-1ae2-4ebe-bcbc-828fede4ff8d', 'admin_state_up': True, 'tenant_id': '5dd9f4315f144ed0a3e506b764329d2a'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:00:22.368757 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a681510a-f2f8-4745-9142-7c0e60967b7c req-ab058ed6-fe02-4283-802b-d5d72f12e980 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:22.370253 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a681510a-f2f8-4745-9142-7c0e60967b7c req-ab058ed6-fe02-4283-802b-d5d72f12e980 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/ports?device_id=a6872a0b-045c-40a9-ac3b-9c330c30278a HTTP/1.1" status: 200 len: 949 time: 0.2401085 Aug 18 12:00:22.376205 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [req-b028b464-a835-460b-a88c-de23c1ec7548 req-45a8737b-7c14-41ab-8b7e-df02124ab2d9 tempest-MultipleCreateTestJSON-2069875045 tempest-MultipleCreateTestJSON-2069875045-project] Allocated IP 172.20.0.2 (e0840f9b-1ae2-4ebe-bcbc-828fede4ff8d/b5b8702d-8c15-4834-95d4-222961fb698b/c4dffcb2-1820-4dc0-b7f4-45ced3a35f90) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:00:22.381652 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5fae9608-4b83-4aa1-a1a8-fe24163f2582 req-8ccd7ae7-c831-4a91-a55b-ad46048c1377 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] 10.222.0.66 "GET /v2.0/security-groups/13f7d3f8-cabc-42b3-a8b8-cb7e9644fe58 HTTP/1.1" status: 200 len: 1801 time: 0.1739957 Aug 18 12:00:22.484048 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9d0603-7d86-43ed-a6d5-3c4cefe779a8 req-bc0b8476-7010-42da-a003-c80f89309a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:22.485603 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-4e9d0603-7d86-43ed-a6d5-3c4cefe779a8 req-bc0b8476-7010-42da-a003-c80f89309a24 service neutron] 10.222.0.62 "GET /v2.0/networks?id=222e0814-c7e5-4b11-9282-3f40c6ed76b2 HTTP/1.1" status: 200 len: 870 time: 0.1013188 Aug 18 12:00:22.486055 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb18d29e-af24-41d3-bbf7-1d5172463e46', 'name': 'network-vif-deleted', 'tag': 'c0cf1500-32e7-4020-a0d9-b982a1a995bc'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:00:22.488332 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0679f4c4b6e0e0c064a7d71d722dc30541a34fffee11680573be22ee2ffccc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3107a664-5e54-484f-ad34-50cf5b38599f" -d '{"events": [{"server_uuid": "bb18d29e-af24-41d3-bbf7-1d5172463e46", "name": "network-vif-deleted", "tag": "c0cf1500-32e7-4020-a0d9-b982a1a995bc"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:00:22.527816 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a681510a-f2f8-4745-9142-7c0e60967b7c req-d690fe91-ad82-4811-9c9c-57b87538f191 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/security-groups?id=0ddd2c5c-7e53-44ab-9404-c5fea69a570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456368 Aug 18 12:00:22.528754 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-4e9d0603-7d86-43ed-a6d5-3c4cefe779a8 req-a074f445-4430-49e3-a7c8-beab0f82318a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=47e5829a-59dd-4443-a286-66a970df8f0d HTTP/1.1" status: 200 len: 217 time: 0.0344138 Aug 18 12:00:22.590944 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9d0603-7d86-43ed-a6d5-3c4cefe779a8 req-59238d8d-a473-4e01-847d-45c74e081e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:22.592563 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-4e9d0603-7d86-43ed-a6d5-3c4cefe779a8 req-59238d8d-a473-4e01-847d-45c74e081e4e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6d16d680-110b-436d-8afa-48ba845b3623 HTTP/1.1" status: 200 len: 843 time: 0.0546432 Aug 18 12:00:22.604409 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:00:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b24ab01-af46-4df5-a0f1-dcbb506fec4f x-openstack-request-id: req-2b24ab01-af46-4df5-a0f1-dcbb506fec4f {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:00:22.604728 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb18d29e-af24-41d3-bbf7-1d5172463e46", "name": "network-vif-deleted", "tag": "c0cf1500-32e7-4020-a0d9-b982a1a995bc", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:00:22.604979 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-2b24ab01-af46-4df5-a0f1-dcbb506fec4f {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:00:22.605141 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-5fae9608-4b83-4aa1-a1a8-fe24163f2582 req-cbb1f370-56d4-494f-bfbb-c7c27620b92b tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:22.605392 n-d-804985-2 neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb18d29e-af24-41d3-bbf7-1d5172463e46', 'name': 'network-vif-deleted', 'tag': 'c0cf1500-32e7-4020-a0d9-b982a1a995bc', 'status': 'completed', 'code': 200} Aug 18 12:00:22.636516 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b028b464-a835-460b-a88c-de23c1ec7548 req-f82de2a8-18f9-436c-84b5-8630383d1210 tempest-MultipleCreateTestJSON-2069875045 tempest-MultipleCreateTestJSON-2069875045-project] Made reservation on behalf of 5dd9f4315f144ed0a3e506b764329d2a for: {'port': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:00:22.640217 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-b028b464-a835-460b-a88c-de23c1ec7548 req-f82de2a8-18f9-436c-84b5-8630383d1210 tempest-MultipleCreateTestJSON-2069875045 tempest-MultipleCreateTestJSON-2069875045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:22.663959 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9d0603-7d86-43ed-a6d5-3c4cefe779a8 req-661b9e29-066f-4d45-975b-a54e0ce6f384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:22.665507 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-4e9d0603-7d86-43ed-a6d5-3c4cefe779a8 req-661b9e29-066f-4d45-975b-a54e0ce6f384 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=222e0814-c7e5-4b11-9282-3f40c6ed76b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0442758 Aug 18 12:00:22.795022 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-4e9d0603-7d86-43ed-a6d5-3c4cefe779a8 req-8920b7a6-5534-4253-a196-a9a58d33004a service neutron] 10.222.0.62 "GET /v2.0/networks/222e0814-c7e5-4b11-9282-3f40c6ed76b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988774 Aug 18 12:00:22.887793 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 567458dc-aa7d-4feb-b81a-33f247881658 no longer exists at agent hyperv_n-h1-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:00:22.895828 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-4e9d0603-7d86-43ed-a6d5-3c4cefe779a8 req-32c91189-e850-4542-80d2-1a4a4bb643d8 service neutron] 10.222.0.62 "GET /v2.0/networks/222e0814-c7e5-4b11-9282-3f40c6ed76b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926356 Aug 18 12:00:22.916063 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] No Port match for: 567458dc-aa7d-4feb-b81a-33f247881658 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:00:22.916513 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 567458dc-aa7d-4feb-b81a-33f247881658 not bound to the agent host n-h1-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:00:23.010377 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-5fae9608-4b83-4aa1-a1a8-fe24163f2582 req-cbb1f370-56d4-494f-bfbb-c7c27620b92b tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:23.111518 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-b028b464-a835-460b-a88c-de23c1ec7548 req-45a8737b-7c14-41ab-8b7e-df02124ab2d9 tempest-MultipleCreateTestJSON-2069875045 tempest-MultipleCreateTestJSON-2069875045-project] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:23.198935 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3b6dad-4fa9-4085-8607-d40dbceb5979 req-785cfdc9-cae4-47c4-a7c6-9f058d382bd6 tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:23.200439 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1b3b6dad-4fa9-4085-8607-d40dbceb5979 req-785cfdc9-cae4-47c4-a7c6-9f058d382bd6 tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] 10.222.0.66 "GET /v2.0/ports?device_id=a87f78c1-2ca5-455e-9935-ab7aeaf069c9 HTTP/1.1" status: 200 len: 946 time: 0.5384541 Aug 18 12:00:23.217628 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-5fae9608-4b83-4aa1-a1a8-fe24163f2582 req-cbb1f370-56d4-494f-bfbb-c7c27620b92b tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:23.220136 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-5fae9608-4b83-4aa1-a1a8-fe24163f2582 req-cbb1f370-56d4-494f-bfbb-c7c27620b92b tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:23.221340 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5fae9608-4b83-4aa1-a1a8-fe24163f2582 req-cbb1f370-56d4-494f-bfbb-c7c27620b92b tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] 10.222.0.66 "DELETE /v2.0/security-groups/13f7d3f8-cabc-42b3-a8b8-cb7e9644fe58 HTTP/1.1" status: 204 len: 173 time: 0.8278182 Aug 18 12:00:23.264125 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb1f370-56d4-494f-bfbb-c7c27620b92b tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13f7d3f8-cabc-42b3-a8b8-cb7e9644fe58,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:00:23.271008 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156b177a-1012-449a-9331-224e3a8aaa43 req-6bb23a13-a8ee-4924-a067-1f9eb919941a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:23.272536 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-156b177a-1012-449a-9331-224e3a8aaa43 req-6bb23a13-a8ee-4924-a067-1f9eb919941a service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=a6872a0b-045c-40a9-ac3b-9c330c30278a&tenant_id=87f2a541be1e4141a84277bf00dc4c3b HTTP/1.1" status: 200 len: 1100 time: 0.2008729 Aug 18 12:00:23.292561 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1b3b6dad-4fa9-4085-8607-d40dbceb5979 req-9592bab1-5ea3-4fea-a528-725946e2d524 tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] 10.222.0.66 "GET /v2.0/security-groups?id=1583760a-8eee-47b7-b670-f45d9d965092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806863 Aug 18 12:00:23.300682 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-156b177a-1012-449a-9331-224e3a8aaa43 req-f44097ec-1529-4dc7-9de2-9c294d47466d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-804985-2', 'device_owner': 'compute:nova'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:00:23.307630 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-b028b464-a835-460b-a88c-de23c1ec7548 req-45a8737b-7c14-41ab-8b7e-df02124ab2d9 tempest-MultipleCreateTestJSON-2069875045 tempest-MultipleCreateTestJSON-2069875045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:23.451096 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b028b464-a835-460b-a88c-de23c1ec7548 req-45a8737b-7c14-41ab-8b7e-df02124ab2d9 tempest-MultipleCreateTestJSON-2069875045 tempest-MultipleCreateTestJSON-2069875045-project] Network e0840f9b-1ae2-4ebe-bcbc-828fede4ff8d is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:00:23.462597 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [req-b028b464-a835-460b-a88c-de23c1ec7548 req-f82de2a8-18f9-436c-84b5-8630383d1210 tempest-MultipleCreateTestJSON-2069875045 tempest-MultipleCreateTestJSON-2069875045-project] Allocated IP 172.20.0.14 (e0840f9b-1ae2-4ebe-bcbc-828fede4ff8d/b5b8702d-8c15-4834-95d4-222961fb698b/109d82bb-4975-4d7b-b613-80b0264fa434) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:00:23.472023 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a8737b-7c14-41ab-8b7e-df02124ab2d9 tempest-MultipleCreateTestJSON-2069875045 tempest-MultipleCreateTestJSON-2069875045-project] Pushing event updated for resources: {'Port': ['ID=c4dffcb2-1820-4dc0-b7f4-45ced3a35f90,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:00:23.480625 n-d-804985-2 neutron-server[106252]: INFO neutron.api.v2.resource [req-0dae686a-26a2-4f6e-8c5e-ca5349ea031f req-f702bd5c-5cf8-430a-9998-470a5bba92aa tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] show failed (client error): The resource could not be found. Aug 18 12:00:23.481902 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0dae686a-26a2-4f6e-8c5e-ca5349ea031f req-f702bd5c-5cf8-430a-9998-470a5bba92aa tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] 10.222.0.66 "GET /v2.0/security-groups/13f7d3f8-cabc-42b3-a8b8-cb7e9644fe58 HTTP/1.1" status: 404 len: 352 time: 0.0774920 Aug 18 12:00:23.482654 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [req-b028b464-a835-460b-a88c-de23c1ec7548 req-45a8737b-7c14-41ab-8b7e-df02124ab2d9 tempest-MultipleCreateTestJSON-2069875045 tempest-MultipleCreateTestJSON-2069875045-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:00:23.501212 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-b028b464-a835-460b-a88c-de23c1ec7548 req-45a8737b-7c14-41ab-8b7e-df02124ab2d9 tempest-MultipleCreateTestJSON-2069875045 tempest-MultipleCreateTestJSON-2069875045-project] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:00:23.505390 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-30693fd7-8c01-498d-97fc-bb7fab561a25 req-9fec3c50-e3e1-4cb2-acb4-12aca5db3506 tempest-MultipleCreateTestJSON-2069875045 tempest-MultipleCreateTestJSON-2069875045-project] 10.222.0.66 "GET /v2.0/ports?device_id=87738939-b006-43b2-bd5d-6234000eef25 HTTP/1.1" status: 200 len: 210 time: 0.0563180 Aug 18 12:00:23.511338 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-156b177a-1012-449a-9331-224e3a8aaa43 req-f44097ec-1529-4dc7-9de2-9c294d47466d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:23.634999 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b028b464-a835-460b-a88c-de23c1ec7548 req-45a8737b-7c14-41ab-8b7e-df02124ab2d9 tempest-MultipleCreateTestJSON-2069875045 tempest-MultipleCreateTestJSON-2069875045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:23.635627 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-b028b464-a835-460b-a88c-de23c1ec7548 req-45a8737b-7c14-41ab-8b7e-df02124ab2d9 tempest-MultipleCreateTestJSON-2069875045 tempest-MultipleCreateTestJSON-2069875045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:23.727262 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-500a1c61-38a7-4c23-a7ec-4631080af5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:23.762969 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b028b464-a835-460b-a88c-de23c1ec7548 req-45a8737b-7c14-41ab-8b7e-df02124ab2d9 tempest-MultipleCreateTestJSON-2069875045 tempest-MultipleCreateTestJSON-2069875045-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2729638 Aug 18 12:00:23.841784 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-b028b464-a835-460b-a88c-de23c1ec7548 req-3d1affd0-38ce-4a26-9583-25ce98d78325 service neutron] Request body: {'port': {'device_id': '95133279-be4a-4243-9435-9b7b1bff49ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804985-2'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:00:23.856219 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b2c95be2-2a70-4dca-b483-6b8dbbbc43af req-358aedac-eedb-483c-920f-22759832511c tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f9035e69ecb44482b197cdb3f54c17e3 HTTP/1.1" status: 200 len: 6154 time: 0.3038144 Aug 18 12:00:23.973315 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-b028b464-a835-460b-a88c-de23c1ec7548 req-f82de2a8-18f9-436c-84b5-8630383d1210 tempest-MultipleCreateTestJSON-2069875045 tempest-MultipleCreateTestJSON-2069875045-project] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:23.995927 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a713248-8a21-4a91-a822-baf9d2153693 req-689ef9dc-7044-47af-984e-c1872d726708 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:23.997444 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2a713248-8a21-4a91-a822-baf9d2153693 req-689ef9dc-7044-47af-984e-c1872d726708 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/ports?device_id=a6872a0b-045c-40a9-ac3b-9c330c30278a HTTP/1.1" status: 200 len: 949 time: 0.3395131 Aug 18 12:00:24.063139 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-b028b464-a835-460b-a88c-de23c1ec7548 req-3d1affd0-38ce-4a26-9583-25ce98d78325 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:24.077796 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b2c95be2-2a70-4dca-b483-6b8dbbbc43af req-53dc5ab6-0819-4c46-8a6c-de994fbfe078 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] 10.222.0.66 "GET /v2.0/security-groups/59eee650-0005-4a96-985a-4e5744ed56bd HTTP/1.1" status: 200 len: 2985 time: 0.1901691 Aug 18 12:00:24.176854 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2a713248-8a21-4a91-a822-baf9d2153693 req-a8362338-017f-4566-84e1-b727f1b58d89 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/security-groups?id=0ddd2c5c-7e53-44ab-9404-c5fea69a570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448991 Aug 18 12:00:24.235262 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-156b177a-1012-449a-9331-224e3a8aaa43 req-f44097ec-1529-4dc7-9de2-9c294d47466d service neutron] For port 3d5a51d4-8aae-48f7-ad8d-aec31b33f432, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=3d5a51d4-8aae-48f7-ad8d-aec31b33f432,segment=NetworkSegment(b0eb6eea-b461-4969-8a27-808f00daa8a1),segment_id=b0eb6eea-b461-4969-8a27-808f00daa8a1)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:00:24.288286 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b2c95be2-2a70-4dca-b483-6b8dbbbc43af req-05fad8af-63e5-40e6-9dd6-e5846052dce0 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] 10.222.0.66 "GET /v2.0/security-groups/59eee650-0005-4a96-985a-4e5744ed56bd HTTP/1.1" status: 200 len: 2985 time: 0.1973500 Aug 18 12:00:24.289480 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-b028b464-a835-460b-a88c-de23c1ec7548 req-f82de2a8-18f9-436c-84b5-8630383d1210 tempest-MultipleCreateTestJSON-2069875045 tempest-MultipleCreateTestJSON-2069875045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:24.380364 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-87ec9b21-e4fc-404a-aef1-2163e03b7e89 req-0250df31-cd75-4c44-9776-506747f901f6 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1104175939', 'description': 'tempest-description-413727043'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:00:24.417450 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b028b464-a835-460b-a88c-de23c1ec7548 req-f82de2a8-18f9-436c-84b5-8630383d1210 tempest-MultipleCreateTestJSON-2069875045 tempest-MultipleCreateTestJSON-2069875045-project] Network e0840f9b-1ae2-4ebe-bcbc-828fede4ff8d is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:00:24.465029 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-156b177a-1012-449a-9331-224e3a8aaa43 req-f44097ec-1529-4dc7-9de2-9c294d47466d service neutron] For port 3d5a51d4-8aae-48f7-ad8d-aec31b33f432, host n-h2-804985-2, cleared binding levels {{(pid=106252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:00:24.469281 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [req-b028b464-a835-460b-a88c-de23c1ec7548 req-f82de2a8-18f9-436c-84b5-8630383d1210 tempest-MultipleCreateTestJSON-2069875045 tempest-MultipleCreateTestJSON-2069875045-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:00:24.489898 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82de2a8-18f9-436c-84b5-8630383d1210 tempest-MultipleCreateTestJSON-2069875045 tempest-MultipleCreateTestJSON-2069875045-project] Pushing event updated for resources: {'Port': ['ID=109d82bb-4975-4d7b-b613-80b0264fa434,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:00:24.498072 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-b028b464-a835-460b-a88c-de23c1ec7548 req-f82de2a8-18f9-436c-84b5-8630383d1210 tempest-MultipleCreateTestJSON-2069875045 tempest-MultipleCreateTestJSON-2069875045-project] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:00:24.543474 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-87ec9b21-e4fc-404a-aef1-2163e03b7e89 req-0250df31-cd75-4c44-9776-506747f901f6 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:24.564186 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51de0b5f-5258-48c7-94f1-af73ba32a122 req-23f4d236-6a89-4fce-95b9-f014f6da28f9 tempest-ListImageFiltersTestJSON-2011468970 tempest-ListImageFiltersTestJSON-2011468970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:24.565816 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-51de0b5f-5258-48c7-94f1-af73ba32a122 req-23f4d236-6a89-4fce-95b9-f014f6da28f9 tempest-ListImageFiltersTestJSON-2011468970 tempest-ListImageFiltersTestJSON-2011468970-project] 10.222.0.66 "GET /v2.0/ports?device_id=5abec44c-4add-4107-8aff-eaed0ea43967 HTTP/1.1" status: 200 len: 948 time: 0.2808409 Aug 18 12:00:24.582730 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6872a0b-045c-40a9-ac3b-9c330c30278a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d5a51d4-8aae-48f7-ad8d-aec31b33f432'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:00:24.584940 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b52e921a-8b73-46d5-9925-76885e0e0205" -d '{"events": [{"server_uuid": "a6872a0b-045c-40a9-ac3b-9c330c30278a", "name": "network-vif-unplugged", "status": "completed", "tag": "3d5a51d4-8aae-48f7-ad8d-aec31b33f432"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:00:24.588788 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-156b177a-1012-449a-9331-224e3a8aaa43 req-f44097ec-1529-4dc7-9de2-9c294d47466d service neutron] Notify callbacks [] for port, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:24.650268 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [req-156b177a-1012-449a-9331-224e3a8aaa43 req-f44097ec-1529-4dc7-9de2-9c294d47466d service neutron] Transition to ACTIVE for port object 3d5a51d4-8aae-48f7-ad8d-aec31b33f432 will not be triggered until provisioned by entity L2. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:00:24.661748 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b028b464-a835-460b-a88c-de23c1ec7548 req-f82de2a8-18f9-436c-84b5-8630383d1210 tempest-MultipleCreateTestJSON-2069875045 tempest-MultipleCreateTestJSON-2069875045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:24.662357 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-b028b464-a835-460b-a88c-de23c1ec7548 req-f82de2a8-18f9-436c-84b5-8630383d1210 tempest-MultipleCreateTestJSON-2069875045 tempest-MultipleCreateTestJSON-2069875045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:24.674695 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-156b177a-1012-449a-9331-224e3a8aaa43 req-f44097ec-1529-4dc7-9de2-9c294d47466d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:24.756505 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-51de0b5f-5258-48c7-94f1-af73ba32a122 req-e1b646fc-1b3e-47e2-8683-aea1030af86f tempest-ListImageFiltersTestJSON-2011468970 tempest-ListImageFiltersTestJSON-2011468970-project] 10.222.0.66 "GET /v2.0/security-groups?id=80056a0b-428e-4a13-9031-cd2effcf9e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577718 Aug 18 12:00:24.811541 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44097ec-1529-4dc7-9de2-9c294d47466d service neutron] Pushing event updated for resources: {'Port': ['ID=3d5a51d4-8aae-48f7-ad8d-aec31b33f432,revision_number=10']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:00:24.837660 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-156b177a-1012-449a-9331-224e3a8aaa43 req-f44097ec-1529-4dc7-9de2-9c294d47466d service neutron] No DVR routers for this DVR port 3d5a51d4-8aae-48f7-ad8d-aec31b33f432 on host n-h2-804985-2 {{(pid=106252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:00:24.857971 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [req-b028b464-a835-460b-a88c-de23c1ec7548 req-3d1affd0-38ce-4a26-9583-25ce98d78325 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4dffcb2-1820-4dc0-b7f4-45ced3a35f90 {{(pid=106252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:00:24.883583 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-b028b464-a835-460b-a88c-de23c1ec7548 req-3d1affd0-38ce-4a26-9583-25ce98d78325 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:24.941689 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [req-b028b464-a835-460b-a88c-de23c1ec7548 req-3d1affd0-38ce-4a26-9583-25ce98d78325 service neutron] Transition to ACTIVE for port object c4dffcb2-1820-4dc0-b7f4-45ced3a35f90 will not be triggered until provisioned by entity L2. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:00:24.946273 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-87ec9b21-e4fc-404a-aef1-2163e03b7e89 req-0250df31-cd75-4c44-9776-506747f901f6 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:24.952463 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-b028b464-a835-460b-a88c-de23c1ec7548 req-3d1affd0-38ce-4a26-9583-25ce98d78325 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:24.957960 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-87ec9b21-e4fc-404a-aef1-2163e03b7e89 req-0250df31-cd75-4c44-9776-506747f901f6 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:24.968284 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-156b177a-1012-449a-9331-224e3a8aaa43 req-f44097ec-1529-4dc7-9de2-9c294d47466d service neutron] Attempting to bind port 3d5a51d4-8aae-48f7-ad8d-aec31b33f432 on host n-h1-804985-2 for vnic_type normal with profile {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:00:24.968649 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-156b177a-1012-449a-9331-224e3a8aaa43 req-f44097ec-1529-4dc7-9de2-9c294d47466d service neutron] Attempting to bind port 3d5a51d4-8aae-48f7-ad8d-aec31b33f432 by drivers openvswitch,hyperv on host n-h1-804985-2 at level 0 using segments [{'id': 'b0eb6eea-b461-4969-8a27-808f00daa8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '222e0814-c7e5-4b11-9282-3f40c6ed76b2'}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:00:24.968979 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-156b177a-1012-449a-9331-224e3a8aaa43 req-f44097ec-1529-4dc7-9de2-9c294d47466d service neutron] Attempting to bind port 3d5a51d4-8aae-48f7-ad8d-aec31b33f432 on network 222e0814-c7e5-4b11-9282-3f40c6ed76b2 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:00:24.972211 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b028b464-a835-460b-a88c-de23c1ec7548 req-f82de2a8-18f9-436c-84b5-8630383d1210 tempest-MultipleCreateTestJSON-2069875045 tempest-MultipleCreateTestJSON-2069875045-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6787665 Aug 18 12:00:25.016602 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4f1f55-d482-4743-af00-941586b209ea req-f6a0966b-ab79-4673-b975-2e9a5a276905 tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:25.018094 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2d4f1f55-d482-4743-af00-941586b209ea req-f6a0966b-ab79-4673-b975-2e9a5a276905 tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] 10.222.0.66 "GET /v2.0/ports?device_id=a87f78c1-2ca5-455e-9935-ab7aeaf069c9 HTTP/1.1" status: 200 len: 946 time: 0.1850181 Aug 18 12:00:25.024031 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-b028b464-a835-460b-a88c-de23c1ec7548 req-5fc324b6-9061-4edd-9093-31dbe0ae25a9 service neutron] Request body: {'port': {'device_id': '87738939-b006-43b2-bd5d-6234000eef25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804985-2'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:00:25.048640 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-156b177a-1012-449a-9331-224e3a8aaa43 req-f44097ec-1529-4dc7-9de2-9c294d47466d service neutron] Port 3d5a51d4-8aae-48f7-ad8d-aec31b33f432 on network 222e0814-c7e5-4b11-9282-3f40c6ed76b2 not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-2 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:00:25.048986 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-156b177a-1012-449a-9331-224e3a8aaa43 req-f44097ec-1529-4dc7-9de2-9c294d47466d service neutron] Attempting to bind port 3d5a51d4-8aae-48f7-ad8d-aec31b33f432 on network 222e0814-c7e5-4b11-9282-3f40c6ed76b2 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:00:25.074334 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-87ec9b21-e4fc-404a-aef1-2163e03b7e89 req-0250df31-cd75-4c44-9776-506747f901f6 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:25.075491 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-87ec9b21-e4fc-404a-aef1-2163e03b7e89 req-0250df31-cd75-4c44-9776-506747f901f6 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.7094703 Aug 18 12:00:25.099069 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-156b177a-1012-449a-9331-224e3a8aaa43 req-f44097ec-1529-4dc7-9de2-9c294d47466d service neutron] Checking agent: {'id': 'a613417a-d085-492c-941a-59bb18c633d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 49, 6), 'started_at': datetime.datetime(2021, 8, 18, 11, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 0, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:00:25.099410 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-156b177a-1012-449a-9331-224e3a8aaa43 req-f44097ec-1529-4dc7-9de2-9c294d47466d service neutron] Checking segment: {'id': 'b0eb6eea-b461-4969-8a27-808f00daa8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '222e0814-c7e5-4b11-9282-3f40c6ed76b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:00:25.099793 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-156b177a-1012-449a-9331-224e3a8aaa43 req-f44097ec-1529-4dc7-9de2-9c294d47466d service neutron] Bound using segment: {'id': 'b0eb6eea-b461-4969-8a27-808f00daa8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '222e0814-c7e5-4b11-9282-3f40c6ed76b2'} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:00:25.100235 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-156b177a-1012-449a-9331-224e3a8aaa43 req-f44097ec-1529-4dc7-9de2-9c294d47466d service neutron] Bound port: 3d5a51d4-8aae-48f7-ad8d-aec31b33f432, host: n-h1-804985-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0eb6eea-b461-4969-8a27-808f00daa8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '222e0814-c7e5-4b11-9282-3f40c6ed76b2'}}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:00:25.100615 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-156b177a-1012-449a-9331-224e3a8aaa43 req-f44097ec-1529-4dc7-9de2-9c294d47466d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:25.102303 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0250df31-cd75-4c44-9776-506747f901f6 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] Pushing event updated for resources: {'SecurityGroup': ['ID=040a449a-3e6a-4f84-96a9-de6ef7513c3d,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:00:25.108810 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1affd0-38ce-4a26-9583-25ce98d78325 service neutron] Pushing event updated for resources: {'Port': ['ID=c4dffcb2-1820-4dc0-b7f4-45ced3a35f90,revision_number=2']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:00:25.199145 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-b028b464-a835-460b-a88c-de23c1ec7548 req-5fc324b6-9061-4edd-9093-31dbe0ae25a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:25.203301 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2d4f1f55-d482-4743-af00-941586b209ea req-59849c68-16f7-48b3-b5dd-aedfa5994520 tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] 10.222.0.66 "GET /v2.0/security-groups?id=1583760a-8eee-47b7-b670-f45d9d965092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677096 Aug 18 12:00:25.281296 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 18 Aug 2021 12:00:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-433417b1-22e4-4400-a8d5-11561f534aed x-openstack-request-id: req-433417b1-22e4-4400-a8d5-11561f534aed {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:00:25.281959 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6872a0b-045c-40a9-ac3b-9c330c30278a", "name": "network-vif-unplugged", "status": "completed", "tag": "3d5a51d4-8aae-48f7-ad8d-aec31b33f432", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:00:25.281959 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-433417b1-22e4-4400-a8d5-11561f534aed {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:00:25.282391 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6872a0b-045c-40a9-ac3b-9c330c30278a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d5a51d4-8aae-48f7-ad8d-aec31b33f432', 'code': 200} Aug 18 12:00:25.336834 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-156b177a-1012-449a-9331-224e3a8aaa43 req-f44097ec-1529-4dc7-9de2-9c294d47466d service neutron] For port 3d5a51d4-8aae-48f7-ad8d-aec31b33f432, host n-h1-804985-2, cleared binding levels {{(pid=106252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:00:25.342771 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-b028b464-a835-460b-a88c-de23c1ec7548 req-3d1affd0-38ce-4a26-9583-25ce98d78325 service neutron] Attempting to bind port c4dffcb2-1820-4dc0-b7f4-45ced3a35f90 on host n-h1-804985-2 for vnic_type normal with profile {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:00:25.343106 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-b028b464-a835-460b-a88c-de23c1ec7548 req-3d1affd0-38ce-4a26-9583-25ce98d78325 service neutron] Attempting to bind port c4dffcb2-1820-4dc0-b7f4-45ced3a35f90 by drivers openvswitch,hyperv on host n-h1-804985-2 at level 0 using segments [{'id': 'aad88131-e56c-4831-956a-495bf4859725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'e0840f9b-1ae2-4ebe-bcbc-828fede4ff8d'}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:00:25.343437 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b028b464-a835-460b-a88c-de23c1ec7548 req-3d1affd0-38ce-4a26-9583-25ce98d78325 service neutron] Attempting to bind port c4dffcb2-1820-4dc0-b7f4-45ced3a35f90 on network e0840f9b-1ae2-4ebe-bcbc-828fede4ff8d {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:00:25.368848 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-156b177a-1012-449a-9331-224e3a8aaa43 req-f44097ec-1529-4dc7-9de2-9c294d47466d service neutron] For port 3d5a51d4-8aae-48f7-ad8d-aec31b33f432, host n-h1-804985-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=3d5a51d4-8aae-48f7-ad8d-aec31b33f432,segment=NetworkSegment(b0eb6eea-b461-4969-8a27-808f00daa8a1),segment_id=b0eb6eea-b461-4969-8a27-808f00daa8a1)] {{(pid=106252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:00:25.372465 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b028b464-a835-460b-a88c-de23c1ec7548 req-3d1affd0-38ce-4a26-9583-25ce98d78325 service neutron] Port c4dffcb2-1820-4dc0-b7f4-45ced3a35f90 on network e0840f9b-1ae2-4ebe-bcbc-828fede4ff8d not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-2 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:00:25.372853 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b028b464-a835-460b-a88c-de23c1ec7548 req-3d1affd0-38ce-4a26-9583-25ce98d78325 service neutron] Attempting to bind port c4dffcb2-1820-4dc0-b7f4-45ced3a35f90 on network e0840f9b-1ae2-4ebe-bcbc-828fede4ff8d {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:00:25.425463 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-156b177a-1012-449a-9331-224e3a8aaa43 req-f44097ec-1529-4dc7-9de2-9c294d47466d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:25.441273 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b028b464-a835-460b-a88c-de23c1ec7548 req-3d1affd0-38ce-4a26-9583-25ce98d78325 service neutron] Checking agent: {'id': 'a613417a-d085-492c-941a-59bb18c633d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 49, 6), 'started_at': datetime.datetime(2021, 8, 18, 11, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 0, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:00:25.441621 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b028b464-a835-460b-a88c-de23c1ec7548 req-3d1affd0-38ce-4a26-9583-25ce98d78325 service neutron] Checking segment: {'id': 'aad88131-e56c-4831-956a-495bf4859725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'e0840f9b-1ae2-4ebe-bcbc-828fede4ff8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:00:25.442018 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b028b464-a835-460b-a88c-de23c1ec7548 req-3d1affd0-38ce-4a26-9583-25ce98d78325 service neutron] Bound using segment: {'id': 'aad88131-e56c-4831-956a-495bf4859725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'e0840f9b-1ae2-4ebe-bcbc-828fede4ff8d'} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:00:25.442860 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-b028b464-a835-460b-a88c-de23c1ec7548 req-3d1affd0-38ce-4a26-9583-25ce98d78325 service neutron] Bound port: c4dffcb2-1820-4dc0-b7f4-45ced3a35f90, host: n-h1-804985-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aad88131-e56c-4831-956a-495bf4859725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'e0840f9b-1ae2-4ebe-bcbc-828fede4ff8d'}}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:00:25.443256 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-b028b464-a835-460b-a88c-de23c1ec7548 req-3d1affd0-38ce-4a26-9583-25ce98d78325 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:25.500364 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199d94fc-d0be-4389-acba-9794c15e0c7a req-a0953e5c-e866-464b-a0fe-cfca7c29f97a tempest-MultipleCreateTestJSON-2069875045 tempest-MultipleCreateTestJSON-2069875045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:25.501922 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-199d94fc-d0be-4389-acba-9794c15e0c7a req-a0953e5c-e866-464b-a0fe-cfca7c29f97a tempest-MultipleCreateTestJSON-2069875045 tempest-MultipleCreateTestJSON-2069875045-project] 10.222.0.66 "GET /v2.0/ports?device_id=87738939-b006-43b2-bd5d-6234000eef25 HTTP/1.1" status: 200 len: 932 time: 0.2224274 Aug 18 12:00:25.510741 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156b177a-1012-449a-9331-224e3a8aaa43 req-f44097ec-1529-4dc7-9de2-9c294d47466d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:25.511360 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-156b177a-1012-449a-9331-224e3a8aaa43 req-f44097ec-1529-4dc7-9de2-9c294d47466d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:25.512786 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-156b177a-1012-449a-9331-224e3a8aaa43 req-f44097ec-1529-4dc7-9de2-9c294d47466d service neutron] 10.222.0.63 "PUT /v2.0/ports/3d5a51d4-8aae-48f7-ad8d-aec31b33f432 HTTP/1.1" status: 200 len: 1096 time: 2.2192965 Aug 18 12:00:25.645168 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-fc024529-1d9d-4f89-afbc-69eb46e03d4d req-898c3c39-b01c-4148-8814-5c773cc6fae1 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1720866357', 'description': 'tempest-description-1782477567'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:00:25.675701 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44097ec-1529-4dc7-9de2-9c294d47466d service neutron] Pushing event updated for resources: {'Port': ['ID=3d5a51d4-8aae-48f7-ad8d-aec31b33f432,revision_number=11']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:00:25.713408 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-199d94fc-d0be-4389-acba-9794c15e0c7a req-991c224a-5a86-4c35-9122-cdb8d1f7dafd tempest-MultipleCreateTestJSON-2069875045 tempest-MultipleCreateTestJSON-2069875045-project] 10.222.0.66 "GET /v2.0/security-groups?id=c7c1b338-374f-4682-ab89-899dcfcbc184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971991 Aug 18 12:00:25.726185 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-b028b464-a835-460b-a88c-de23c1ec7548 req-3d1affd0-38ce-4a26-9583-25ce98d78325 service neutron] For port c4dffcb2-1820-4dc0-b7f4-45ced3a35f90, host n-h1-804985-2, cleared binding levels {{(pid=106252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:00:25.741993 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-b028b464-a835-460b-a88c-de23c1ec7548 req-3d1affd0-38ce-4a26-9583-25ce98d78325 service neutron] For port c4dffcb2-1820-4dc0-b7f4-45ced3a35f90, host n-h1-804985-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=c4dffcb2-1820-4dc0-b7f4-45ced3a35f90,segment=NetworkSegment(aad88131-e56c-4831-956a-495bf4859725),segment_id=aad88131-e56c-4831-956a-495bf4859725)] {{(pid=106252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:00:25.753329 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-fc024529-1d9d-4f89-afbc-69eb46e03d4d req-898c3c39-b01c-4148-8814-5c773cc6fae1 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:25.755505 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-b028b464-a835-460b-a88c-de23c1ec7548 req-3d1affd0-38ce-4a26-9583-25ce98d78325 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:25.769003 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156b177a-1012-449a-9331-224e3a8aaa43 req-31221699-afd0-4fd4-a0a1-b76419dc8cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:25.770558 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-156b177a-1012-449a-9331-224e3a8aaa43 req-31221699-afd0-4fd4-a0a1-b76419dc8cb7 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=87f2a541be1e4141a84277bf00dc4c3b&device_id=a6872a0b-045c-40a9-ac3b-9c330c30278a HTTP/1.1" status: 200 len: 1099 time: 0.2152522 Aug 18 12:00:25.784498 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 3d5a51d4-8aae-48f7-ad8d-aec31b33f432 no longer exists at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:00:25.825028 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 3d5a51d4-8aae-48f7-ad8d-aec31b33f432 not bound to the agent host n-h2-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:00:25.825455 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 01faad63-9dc9-4c52-a5c7-a96835056ee2 no longer exists at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:00:25.846041 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b028b464-a835-460b-a88c-de23c1ec7548 req-3d1affd0-38ce-4a26-9583-25ce98d78325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:25.846694 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-b028b464-a835-460b-a88c-de23c1ec7548 req-3d1affd0-38ce-4a26-9583-25ce98d78325 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:25.848569 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b028b464-a835-460b-a88c-de23c1ec7548 req-3d1affd0-38ce-4a26-9583-25ce98d78325 service neutron] 10.222.0.63 "PUT /v2.0/ports/c4dffcb2-1820-4dc0-b7f4-45ced3a35f90 HTTP/1.1" status: 200 len: 1091 time: 2.0187669 Aug 18 12:00:25.902764 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:25.925871 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5abec44c-4add-4107-8aff-eaed0ea43967', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01faad63-9dc9-4c52-a5c7-a96835056ee2'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:00:25.928176 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db50a436fb3a98495337d8fe7487b4f2ea6f3c1052eb9efadc2ecda2d5737001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da3527d8-c3ed-47f6-bcb6-6c73022654c7" -d '{"events": [{"server_uuid": "5abec44c-4add-4107-8aff-eaed0ea43967", "name": "network-vif-unplugged", "status": "completed", "tag": "01faad63-9dc9-4c52-a5c7-a96835056ee2"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:00:25.943363 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port 01faad63-9dc9-4c52-a5c7-a96835056ee2, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=01faad63-9dc9-4c52-a5c7-a96835056ee2,segment=NetworkSegment(b0eb6eea-b461-4969-8a27-808f00daa8a1),segment_id=b0eb6eea-b461-4969-8a27-808f00daa8a1)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:00:25.948591 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:26.003478 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=01faad63-9dc9-4c52-a5c7-a96835056ee2,revision_number=8']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:00:26.033412 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1affd0-38ce-4a26-9583-25ce98d78325 service neutron] Pushing event updated for resources: {'Port': ['ID=c4dffcb2-1820-4dc0-b7f4-45ced3a35f90,revision_number=3']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:00:26.083475 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [req-b028b464-a835-460b-a88c-de23c1ec7548 req-5fc324b6-9061-4edd-9093-31dbe0ae25a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 109d82bb-4975-4d7b-b613-80b0264fa434 {{(pid=106252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:00:26.107646 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a55950-970e-42ef-9758-a08707d30852 req-04720a70-6e19-46ce-93a3-b0550b3d9ef2 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:26.109203 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d2a55950-970e-42ef-9758-a08707d30852 req-04720a70-6e19-46ce-93a3-b0550b3d9ef2 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/ports?device_id=a6872a0b-045c-40a9-ac3b-9c330c30278a HTTP/1.1" status: 200 len: 948 time: 0.2965546 Aug 18 12:00:26.110896 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-b028b464-a835-460b-a88c-de23c1ec7548 req-5fc324b6-9061-4edd-9093-31dbe0ae25a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:26.149055 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156b177a-1012-449a-9331-224e3a8aaa43 req-f9831fa3-e652-413e-8618-c75650fb07e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:26.150592 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-156b177a-1012-449a-9331-224e3a8aaa43 req-f9831fa3-e652-413e-8618-c75650fb07e0 service neutron] 10.222.0.63 "GET /v2.0/networks?id=222e0814-c7e5-4b11-9282-3f40c6ed76b2 HTTP/1.1" status: 200 len: 870 time: 0.3569427 Aug 18 12:00:26.152345 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b028b464-a835-460b-a88c-de23c1ec7548 req-298d3d4b-af3a-4306-afbf-25c84b0313a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:26.153706 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b028b464-a835-460b-a88c-de23c1ec7548 req-298d3d4b-af3a-4306-afbf-25c84b0313a8 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=5dd9f4315f144ed0a3e506b764329d2a&device_id=95133279-be4a-4243-9435-9b7b1bff49ca HTTP/1.1" status: 200 len: 1094 time: 0.2378366 Aug 18 12:00:26.162231 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [req-b028b464-a835-460b-a88c-de23c1ec7548 req-5fc324b6-9061-4edd-9093-31dbe0ae25a9 service neutron] Transition to ACTIVE for port object 109d82bb-4975-4d7b-b613-80b0264fa434 will not be triggered until provisioned by entity L2. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:00:26.179928 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-b028b464-a835-460b-a88c-de23c1ec7548 req-5fc324b6-9061-4edd-9093-31dbe0ae25a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:26.608219 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d2a55950-970e-42ef-9758-a08707d30852 req-e4a6f936-62df-40e7-b1dd-7ccd2223b669 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/security-groups?id=0ddd2c5c-7e53-44ab-9404-c5fea69a570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4884260 Aug 18 12:00:26.609422 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b028b464-a835-460b-a88c-de23c1ec7548 req-2fa03185-0b76-4ba9-b150-52e48d170e0f service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c4dffcb2-1820-4dc0-b7f4-45ced3a35f90 HTTP/1.1" status: 200 len: 217 time: 0.4333827 Aug 18 12:00:26.616148 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-156b177a-1012-449a-9331-224e3a8aaa43 req-a7e66458-a0fb-42a8-8f18-107adb16808d service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=3d5a51d4-8aae-48f7-ad8d-aec31b33f432 HTTP/1.1" status: 200 len: 217 time: 0.4389641 Aug 18 12:00:26.618371 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-fc024529-1d9d-4f89-afbc-69eb46e03d4d req-898c3c39-b01c-4148-8814-5c773cc6fae1 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:26.667519 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-fc024529-1d9d-4f89-afbc-69eb46e03d4d req-898c3c39-b01c-4148-8814-5c773cc6fae1 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:26.707902 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc324b6-9061-4edd-9093-31dbe0ae25a9 service neutron] Pushing event updated for resources: {'Port': ['ID=109d82bb-4975-4d7b-b613-80b0264fa434,revision_number=2']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:00:26.767643 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-fc024529-1d9d-4f89-afbc-69eb46e03d4d req-898c3c39-b01c-4148-8814-5c773cc6fae1 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:26.768999 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-fc024529-1d9d-4f89-afbc-69eb46e03d4d req-898c3c39-b01c-4148-8814-5c773cc6fae1 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 1.1739223 Aug 18 12:00:26.774923 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156b177a-1012-449a-9331-224e3a8aaa43 req-9bd02833-4c6f-4adc-8181-623593744c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:26.776353 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-156b177a-1012-449a-9331-224e3a8aaa43 req-9bd02833-4c6f-4adc-8181-623593744c33 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=6d16d680-110b-436d-8afa-48ba845b3623 HTTP/1.1" status: 200 len: 843 time: 0.1510549 Aug 18 12:00:26.778540 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898c3c39-b01c-4148-8814-5c773cc6fae1 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59ef2f26-7b62-4c16-9f54-0f03293d932c,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:00:26.800845 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b028b464-a835-460b-a88c-de23c1ec7548 req-ad3e4787-e8cf-45ba-a853-3cd76db96a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:26.802233 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b028b464-a835-460b-a88c-de23c1ec7548 req-ad3e4787-e8cf-45ba-a853-3cd76db96a42 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=b5b8702d-8c15-4834-95d4-222961fb698b HTTP/1.1" status: 200 len: 852 time: 0.1827402 Aug 18 12:00:26.848021 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 18 Aug 2021 12:00:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb6e1736-4083-470a-a455-95d06287d4a3 x-openstack-request-id: req-bb6e1736-4083-470a-a455-95d06287d4a3 {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:00:26.849009 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5abec44c-4add-4107-8aff-eaed0ea43967", "name": "network-vif-unplugged", "status": "completed", "tag": "01faad63-9dc9-4c52-a5c7-a96835056ee2", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:00:26.849445 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-bb6e1736-4083-470a-a455-95d06287d4a3 {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:00:26.851584 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5abec44c-4add-4107-8aff-eaed0ea43967', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01faad63-9dc9-4c52-a5c7-a96835056ee2', 'code': 200} Aug 18 12:00:26.859801 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b028b464-a835-460b-a88c-de23c1ec7548 req-15fb423f-869e-4314-8cf0-1241b06d8a8b service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=e0840f9b-1ae2-4ebe-bcbc-828fede4ff8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469258 Aug 18 12:00:26.935483 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156b177a-1012-449a-9331-224e3a8aaa43 req-6aef74f1-e85b-48db-a042-74b4d49b448f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:26.937015 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-156b177a-1012-449a-9331-224e3a8aaa43 req-6aef74f1-e85b-48db-a042-74b4d49b448f service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=222e0814-c7e5-4b11-9282-3f40c6ed76b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1389639 Aug 18 12:00:26.948023 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-b028b464-a835-460b-a88c-de23c1ec7548 req-5fc324b6-9061-4edd-9093-31dbe0ae25a9 service neutron] Attempting to bind port 109d82bb-4975-4d7b-b613-80b0264fa434 on host n-h1-804985-2 for vnic_type normal with profile {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:00:26.948362 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-b028b464-a835-460b-a88c-de23c1ec7548 req-5fc324b6-9061-4edd-9093-31dbe0ae25a9 service neutron] Attempting to bind port 109d82bb-4975-4d7b-b613-80b0264fa434 by drivers openvswitch,hyperv on host n-h1-804985-2 at level 0 using segments [{'id': 'aad88131-e56c-4831-956a-495bf4859725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'e0840f9b-1ae2-4ebe-bcbc-828fede4ff8d'}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:00:26.948792 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b028b464-a835-460b-a88c-de23c1ec7548 req-5fc324b6-9061-4edd-9093-31dbe0ae25a9 service neutron] Attempting to bind port 109d82bb-4975-4d7b-b613-80b0264fa434 on network e0840f9b-1ae2-4ebe-bcbc-828fede4ff8d {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:00:26.993868 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b028b464-a835-460b-a88c-de23c1ec7548 req-5fc324b6-9061-4edd-9093-31dbe0ae25a9 service neutron] Port 109d82bb-4975-4d7b-b613-80b0264fa434 on network e0840f9b-1ae2-4ebe-bcbc-828fede4ff8d not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-2 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:00:26.994199 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b028b464-a835-460b-a88c-de23c1ec7548 req-5fc324b6-9061-4edd-9093-31dbe0ae25a9 service neutron] Attempting to bind port 109d82bb-4975-4d7b-b613-80b0264fa434 on network e0840f9b-1ae2-4ebe-bcbc-828fede4ff8d {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:00:27.049819 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b028b464-a835-460b-a88c-de23c1ec7548 req-5fc324b6-9061-4edd-9093-31dbe0ae25a9 service neutron] Checking agent: {'id': 'a613417a-d085-492c-941a-59bb18c633d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 49, 6), 'started_at': datetime.datetime(2021, 8, 18, 11, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 0, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:00:27.050101 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b028b464-a835-460b-a88c-de23c1ec7548 req-5fc324b6-9061-4edd-9093-31dbe0ae25a9 service neutron] Checking segment: {'id': 'aad88131-e56c-4831-956a-495bf4859725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'e0840f9b-1ae2-4ebe-bcbc-828fede4ff8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:00:27.050425 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b028b464-a835-460b-a88c-de23c1ec7548 req-5fc324b6-9061-4edd-9093-31dbe0ae25a9 service neutron] Bound using segment: {'id': 'aad88131-e56c-4831-956a-495bf4859725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'e0840f9b-1ae2-4ebe-bcbc-828fede4ff8d'} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:00:27.050899 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-b028b464-a835-460b-a88c-de23c1ec7548 req-5fc324b6-9061-4edd-9093-31dbe0ae25a9 service neutron] Bound port: 109d82bb-4975-4d7b-b613-80b0264fa434, host: n-h1-804985-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aad88131-e56c-4831-956a-495bf4859725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'e0840f9b-1ae2-4ebe-bcbc-828fede4ff8d'}}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:00:27.051268 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-b028b464-a835-460b-a88c-de23c1ec7548 req-5fc324b6-9061-4edd-9093-31dbe0ae25a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:27.125473 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b028b464-a835-460b-a88c-de23c1ec7548 req-576b3cfb-d0ea-43b1-89fc-76c3b1786d42 service neutron] 10.222.0.63 "GET /v2.0/networks/e0840f9b-1ae2-4ebe-bcbc-828fede4ff8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2547917 Aug 18 12:00:27.151779 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7760d473-858a-49e3-9c23-84f6f50d48c9 req-204a0125-ecee-45aa-a819-081da80047bb tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:27.153217 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7760d473-858a-49e3-9c23-84f6f50d48c9 req-204a0125-ecee-45aa-a819-081da80047bb tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] 10.222.0.66 "GET /v2.0/ports?device_id=a87f78c1-2ca5-455e-9935-ab7aeaf069c9 HTTP/1.1" status: 200 len: 946 time: 0.2235525 Aug 18 12:00:27.239080 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-156b177a-1012-449a-9331-224e3a8aaa43 req-d141dece-e55c-4078-86ea-40651f5377a8 service neutron] 10.222.0.63 "GET /v2.0/networks/222e0814-c7e5-4b11-9282-3f40c6ed76b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2722378 Aug 18 12:00:27.286209 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6872a0b-045c-40a9-ac3b-9c330c30278a', 'tag': '3d5a51d4-8aae-48f7-ad8d-aec31b33f432'}, {'name': 'network-changed', 'server_uuid': '95133279-be4a-4243-9435-9b7b1bff49ca', 'tag': 'c4dffcb2-1820-4dc0-b7f4-45ced3a35f90'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:00:27.288422 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea269675-b0c6-4963-94b4-1e7e9e077f76" -d '{"events": [{"name": "network-changed", "server_uuid": "a6872a0b-045c-40a9-ac3b-9c330c30278a", "tag": "3d5a51d4-8aae-48f7-ad8d-aec31b33f432"}, {"name": "network-changed", "server_uuid": "95133279-be4a-4243-9435-9b7b1bff49ca", "tag": "c4dffcb2-1820-4dc0-b7f4-45ced3a35f90"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:00:27.297868 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc5d8d0-a3af-4bd9-a990-5eb0fa33c416 req-d2ba689b-ad66-4f9d-98cc-3b417bda8e75 tempest-MultipleCreateTestJSON-2069875045 tempest-MultipleCreateTestJSON-2069875045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:27.299377 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-dbc5d8d0-a3af-4bd9-a990-5eb0fa33c416 req-d2ba689b-ad66-4f9d-98cc-3b417bda8e75 tempest-MultipleCreateTestJSON-2069875045 tempest-MultipleCreateTestJSON-2069875045-project] 10.222.0.66 "GET /v2.0/ports?device_id=87738939-b006-43b2-bd5d-6234000eef25 HTTP/1.1" status: 200 len: 944 time: 0.2686195 Aug 18 12:00:27.358202 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-b028b464-a835-460b-a88c-de23c1ec7548 req-5fc324b6-9061-4edd-9093-31dbe0ae25a9 service neutron] For port 109d82bb-4975-4d7b-b613-80b0264fa434, host n-h1-804985-2, cleared binding levels {{(pid=106252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:00:27.393715 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7760d473-858a-49e3-9c23-84f6f50d48c9 req-9096b491-5c21-4d30-87ac-5032f3f21858 tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] 10.222.0.66 "GET /v2.0/security-groups?id=1583760a-8eee-47b7-b670-f45d9d965092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212260 Aug 18 12:00:27.411986 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-b028b464-a835-460b-a88c-de23c1ec7548 req-5fc324b6-9061-4edd-9093-31dbe0ae25a9 service neutron] For port 109d82bb-4975-4d7b-b613-80b0264fa434, host n-h1-804985-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=109d82bb-4975-4d7b-b613-80b0264fa434,segment=NetworkSegment(aad88131-e56c-4831-956a-495bf4859725),segment_id=aad88131-e56c-4831-956a-495bf4859725)] {{(pid=106252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:00:27.424701 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-b028b464-a835-460b-a88c-de23c1ec7548 req-5fc324b6-9061-4edd-9093-31dbe0ae25a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:27.427976 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b028b464-a835-460b-a88c-de23c1ec7548 req-bd795d25-1c87-4be6-96fd-c8d2846f6d70 service neutron] 10.222.0.63 "GET /v2.0/networks/e0840f9b-1ae2-4ebe-bcbc-828fede4ff8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2739151 Aug 18 12:00:27.478426 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-dbc5d8d0-a3af-4bd9-a990-5eb0fa33c416 req-962e1a93-d04c-4d68-84ce-219a1034ac53 tempest-MultipleCreateTestJSON-2069875045 tempest-MultipleCreateTestJSON-2069875045-project] 10.222.0.66 "GET /v2.0/security-groups?id=c7c1b338-374f-4682-ab89-899dcfcbc184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368184 Aug 18 12:00:27.510374 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b028b464-a835-460b-a88c-de23c1ec7548 req-5fc324b6-9061-4edd-9093-31dbe0ae25a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:27.510998 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-b028b464-a835-460b-a88c-de23c1ec7548 req-5fc324b6-9061-4edd-9093-31dbe0ae25a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:27.512381 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b028b464-a835-460b-a88c-de23c1ec7548 req-5fc324b6-9061-4edd-9093-31dbe0ae25a9 service neutron] 10.222.0.63 "PUT /v2.0/ports/109d82bb-4975-4d7b-b613-80b0264fa434 HTTP/1.1" status: 200 len: 1092 time: 2.5109723 Aug 18 12:00:27.537441 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-156b177a-1012-449a-9331-224e3a8aaa43 req-9a582a5f-917c-4097-bd18-1625415de4fb service neutron] 10.222.0.63 "GET /v2.0/networks/222e0814-c7e5-4b11-9282-3f40c6ed76b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2702596 Aug 18 12:00:27.556509 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc324b6-9061-4edd-9093-31dbe0ae25a9 service neutron] Pushing event updated for resources: {'Port': ['ID=109d82bb-4975-4d7b-b613-80b0264fa434,revision_number=3']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:00:27.574182 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe05e6e-327d-42b4-ad6c-e7b29ebe4d23 req-a53fe3e9-56dc-4613-85b7-42b13d19a251 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:27.575758 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-cfe05e6e-327d-42b4-ad6c-e7b29ebe4d23 req-a53fe3e9-56dc-4613-85b7-42b13d19a251 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.66 "GET /v2.0/ports?device_id=05a95b0d-233e-4e5e-a73b-02758d36de1e HTTP/1.1" status: 200 len: 945 time: 0.0964298 Aug 18 12:00:27.710489 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-cfe05e6e-327d-42b4-ad6c-e7b29ebe4d23 req-16e21f0e-9de2-47fd-9622-ba7f34fe50da tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.66 "GET /v2.0/security-groups?id=11bbe5b2-5f3b-4775-89a0-258a798e3ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160612 Aug 18 12:00:27.717752 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b028b464-a835-460b-a88c-de23c1ec7548 req-74a3ba2d-83b7-4c54-b8b3-3aedbb2340dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:27.719181 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b028b464-a835-460b-a88c-de23c1ec7548 req-74a3ba2d-83b7-4c54-b8b3-3aedbb2340dc service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=5dd9f4315f144ed0a3e506b764329d2a&device_id=87738939-b006-43b2-bd5d-6234000eef25 HTTP/1.1" status: 200 len: 1095 time: 0.1425943 Aug 18 12:00:27.734986 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22035a7a-ced9-4285-8c68-5ae149ac491a req-d8412a23-ef99-4c36-96b4-974f4977e644 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:27.736866 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-22035a7a-ced9-4285-8c68-5ae149ac491a req-d8412a23-ef99-4c36-96b4-974f4977e644 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] 10.222.0.66 "GET /v2.0/networks?id=d7901dbb-4e11-4e3f-b19f-ec50e5f166f6 HTTP/1.1" status: 200 len: 812 time: 0.1587415 Aug 18 12:00:27.772455 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 18 Aug 2021 12:00:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25c2b13c-3001-4f51-87e3-7c0f83dc0a02 x-openstack-request-id: req-25c2b13c-3001-4f51-87e3-7c0f83dc0a02 {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:00:27.772775 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6872a0b-045c-40a9-ac3b-9c330c30278a", "tag": "3d5a51d4-8aae-48f7-ad8d-aec31b33f432", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "95133279-be4a-4243-9435-9b7b1bff49ca", "tag": "c4dffcb2-1820-4dc0-b7f4-45ced3a35f90", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:00:27.773018 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-25c2b13c-3001-4f51-87e3-7c0f83dc0a02 {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:00:27.773415 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6872a0b-045c-40a9-ac3b-9c330c30278a', 'tag': '3d5a51d4-8aae-48f7-ad8d-aec31b33f432', 'status': 'completed', 'code': 200} Aug 18 12:00:27.773652 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95133279-be4a-4243-9435-9b7b1bff49ca', 'tag': 'c4dffcb2-1820-4dc0-b7f4-45ced3a35f90', 'status': 'completed', 'code': 200} Aug 18 12:00:27.781850 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b028b464-a835-460b-a88c-de23c1ec7548 req-26ee7e27-3d3d-448d-9d49-d6d4e8e963fd service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=109d82bb-4975-4d7b-b613-80b0264fa434 HTTP/1.1" status: 200 len: 217 time: 0.0444570 Aug 18 12:00:27.789595 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 543e5e53-1de6-47c5-aece-c58829e5a352 details requested by agent hyperv_n-h2-804985-2 with host n-h2-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:00:27.794761 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-22035a7a-ced9-4285-8c68-5ae149ac491a req-e7529077-c1d0-47fa-916a-51ce3a89fc42 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] 10.222.0.66 "GET /v2.0/quotas/f9035e69ecb44482b197cdb3f54c17e3 HTTP/1.1" status: 200 len: 375 time: 0.0201271 Aug 18 12:00:27.864180 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea269675-b0c6-4963-94b4-1e7e9e077f76 req-d9fc26f7-ad8c-42d8-aeaf-c3ffbee25fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:27.865725 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-ea269675-b0c6-4963-94b4-1e7e9e077f76 req-d9fc26f7-ad8c-42d8-aeaf-c3ffbee25fc3 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=87f2a541be1e4141a84277bf00dc4c3b&device_id=a6872a0b-045c-40a9-ac3b-9c330c30278a HTTP/1.1" status: 200 len: 1099 time: 0.0467498 Aug 18 12:00:27.898997 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port 543e5e53-1de6-47c5-aece-c58829e5a352, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=543e5e53-1de6-47c5-aece-c58829e5a352,segment=NetworkSegment(b0eb6eea-b461-4969-8a27-808f00daa8a1),segment_id=b0eb6eea-b461-4969-8a27-808f00daa8a1)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:00:27.912288 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Returning: {'device': '543e5e53-1de6-47c5-aece-c58829e5a352', 'network_id': '222e0814-c7e5-4b11-9282-3f40c6ed76b2', 'port_id': '543e5e53-1de6-47c5-aece-c58829e5a352', 'mac_address': 'fa:16:3e:02:78:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 823, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d16d680-110b-436d-8afa-48ba845b3623', 'ip_address': '192.168.233.71'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:00:27.924260 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b028b464-a835-460b-a88c-de23c1ec7548 req-dee82b76-aeb1-4aa1-90b6-17a8fa89eabd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:27.925783 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b028b464-a835-460b-a88c-de23c1ec7548 req-dee82b76-aeb1-4aa1-90b6-17a8fa89eabd service neutron] 10.222.0.63 "GET /v2.0/subnets?id=b5b8702d-8c15-4834-95d4-222961fb698b HTTP/1.1" status: 200 len: 852 time: 0.1302600 Aug 18 12:00:27.957059 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-22035a7a-ced9-4285-8c68-5ae149ac491a req-25df20a6-29b8-4c60-855c-75afb2f6f473 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=f9035e69ecb44482b197cdb3f54c17e3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1520259 Aug 18 12:00:27.967017 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:27.971937 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea269675-b0c6-4963-94b4-1e7e9e077f76 req-4a7a91ad-0e98-4f1d-95d4-c5ddd7fb1115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:27.973578 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-ea269675-b0c6-4963-94b4-1e7e9e077f76 req-4a7a91ad-0e98-4f1d-95d4-c5ddd7fb1115 service neutron] 10.222.0.62 "GET /v2.0/networks?id=222e0814-c7e5-4b11-9282-3f40c6ed76b2 HTTP/1.1" status: 200 len: 870 time: 0.0978267 Aug 18 12:00:27.975146 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea269675-b0c6-4963-94b4-1e7e9e077f76 req-f70aaa62-6340-48f3-8333-defcf4e5f3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:27.976628 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ea269675-b0c6-4963-94b4-1e7e9e077f76 req-f70aaa62-6340-48f3-8333-defcf4e5f3bd service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=87f2a541be1e4141a84277bf00dc4c3b&device_id=a6872a0b-045c-40a9-ac3b-9c330c30278a HTTP/1.1" status: 200 len: 1099 time: 0.1727977 Aug 18 12:00:27.980600 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 543e5e53-1de6-47c5-aece-c58829e5a352 {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:00:27.980838 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b028b464-a835-460b-a88c-de23c1ec7548 req-edd18ca4-381a-48c5-b40a-e422f2bbe37d service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=e0840f9b-1ae2-4ebe-bcbc-828fede4ff8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449488 Aug 18 12:00:27.997729 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3778888f-0fd3-4730-9111-321fbc0c4c84 req-f074d957-24f0-4e3a-b13b-fd003f8ce86c tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:27.999214 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3778888f-0fd3-4730-9111-321fbc0c4c84 req-f074d957-24f0-4e3a-b13b-fd003f8ce86c tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/ports?device_id=a6872a0b-045c-40a9-ac3b-9c330c30278a HTTP/1.1" status: 200 len: 948 time: 0.1438515 Aug 18 12:00:28.002560 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port 543e5e53-1de6-47c5-aece-c58829e5a352, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=543e5e53-1de6-47c5-aece-c58829e5a352,segment=NetworkSegment(b0eb6eea-b461-4969-8a27-808f00daa8a1),segment_id=b0eb6eea-b461-4969-8a27-808f00daa8a1)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:00:28.008945 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:28.021000 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-ea269675-b0c6-4963-94b4-1e7e9e077f76 req-9295d376-4d89-4185-b249-f9da34a7a9c9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=3d5a51d4-8aae-48f7-ad8d-aec31b33f432 HTTP/1.1" status: 200 len: 217 time: 0.0393078 Aug 18 12:00:28.068136 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=543e5e53-1de6-47c5-aece-c58829e5a352,revision_number=6']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:00:28.078326 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea269675-b0c6-4963-94b4-1e7e9e077f76 req-91ddc3e2-5ac2-4280-a4c3-5c4f16d1c99b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:28.079992 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-ea269675-b0c6-4963-94b4-1e7e9e077f76 req-91ddc3e2-5ac2-4280-a4c3-5c4f16d1c99b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6d16d680-110b-436d-8afa-48ba845b3623 HTTP/1.1" status: 200 len: 843 time: 0.0479741 Aug 18 12:00:28.155235 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea269675-b0c6-4963-94b4-1e7e9e077f76 req-5c0a678e-4f61-4e7a-a303-71950eb936c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:28.156788 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-ea269675-b0c6-4963-94b4-1e7e9e077f76 req-5c0a678e-4f61-4e7a-a303-71950eb936c2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=222e0814-c7e5-4b11-9282-3f40c6ed76b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0459700 Aug 18 12:00:28.199657 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3778888f-0fd3-4730-9111-321fbc0c4c84 req-1a7544ba-da97-4a02-9067-908d030023bd tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/security-groups?id=0ddd2c5c-7e53-44ab-9404-c5fea69a570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820822 Aug 18 12:00:28.207696 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] get_ports_and_sgs() called for port_ids ['543e5e53-1de6-47c5-aece-c58829e5a352'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:00:28.253642 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea269675-b0c6-4963-94b4-1e7e9e077f76 req-54f2b3c3-0ec7-4153-a35e-eef4f296d187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:28.255232 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ea269675-b0c6-4963-94b4-1e7e9e077f76 req-54f2b3c3-0ec7-4153-a35e-eef4f296d187 service neutron] 10.222.0.63 "GET /v2.0/networks?id=222e0814-c7e5-4b11-9282-3f40c6ed76b2 HTTP/1.1" status: 200 len: 870 time: 0.2451644 Aug 18 12:00:28.262906 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-22035a7a-ced9-4285-8c68-5ae149ac491a req-1626d100-d1d2-4f59-bd51-77b49153355c service neutron] 10.222.0.66 "GET /v2.0/networks/d7901dbb-4e11-4e3f-b19f-ec50e5f166f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2851028 Aug 18 12:00:28.266908 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-ea269675-b0c6-4963-94b4-1e7e9e077f76 req-8ee0b0a9-22f8-46bc-b25d-0bbbe0ba8ca3 service neutron] 10.222.0.62 "GET /v2.0/networks/222e0814-c7e5-4b11-9282-3f40c6ed76b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009126 Aug 18 12:00:28.292599 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b028b464-a835-460b-a88c-de23c1ec7548 req-87a268a7-f6ca-4e4e-8923-0f3aee856321 service neutron] 10.222.0.63 "GET /v2.0/networks/e0840f9b-1ae2-4ebe-bcbc-828fede4ff8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2835069 Aug 18 12:00:28.384340 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-ea269675-b0c6-4963-94b4-1e7e9e077f76 req-3ef26bb0-9a0c-4850-8544-eea6be5a9235 service neutron] 10.222.0.62 "GET /v2.0/networks/222e0814-c7e5-4b11-9282-3f40c6ed76b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069419 Aug 18 12:00:28.386720 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ea269675-b0c6-4963-94b4-1e7e9e077f76 req-743c981c-9580-48d1-ba45-05d8e1536a25 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=3d5a51d4-8aae-48f7-ad8d-aec31b33f432 HTTP/1.1" status: 200 len: 217 time: 0.1163864 Aug 18 12:00:28.549608 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea269675-b0c6-4963-94b4-1e7e9e077f76 req-c394adf6-e3e3-440c-9869-0d172f7e592d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:28.550973 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ea269675-b0c6-4963-94b4-1e7e9e077f76 req-c394adf6-e3e3-440c-9869-0d172f7e592d service neutron] 10.222.0.63 "GET /v2.0/subnets?id=6d16d680-110b-436d-8afa-48ba845b3623 HTTP/1.1" status: 200 len: 843 time: 0.1372218 Aug 18 12:00:28.558310 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b028b464-a835-460b-a88c-de23c1ec7548 req-a1bb389e-f687-4065-a82b-c67b1136d882 service neutron] 10.222.0.63 "GET /v2.0/networks/e0840f9b-1ae2-4ebe-bcbc-828fede4ff8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2309728 Aug 18 12:00:28.561565 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-22035a7a-ced9-4285-8c68-5ae149ac491a req-43f2fdb6-8735-407b-9f26-3aff746bb5cf service neutron] 10.222.0.66 "GET /v2.0/networks/d7901dbb-4e11-4e3f-b19f-ec50e5f166f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2901225 Aug 18 12:00:28.609801 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de443425-6a1b-4ae5-9e41-3c23768282da req-c1c03aa1-6025-4c05-8387-e07fae8186a6 tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:28.611316 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-de443425-6a1b-4ae5-9e41-3c23768282da req-c1c03aa1-6025-4c05-8387-e07fae8186a6 tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] 10.222.0.66 "GET /v2.0/ports?device_id=a87f78c1-2ca5-455e-9935-ab7aeaf069c9 HTTP/1.1" status: 200 len: 946 time: 0.1299329 Aug 18 12:00:28.632103 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea269675-b0c6-4963-94b4-1e7e9e077f76 req-08129ec9-edf1-46ef-9e40-741b1195eb0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:28.633598 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ea269675-b0c6-4963-94b4-1e7e9e077f76 req-08129ec9-edf1-46ef-9e40-741b1195eb0f service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=222e0814-c7e5-4b11-9282-3f40c6ed76b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0669589 Aug 18 12:00:28.718084 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-de443425-6a1b-4ae5-9e41-3c23768282da req-24ed6a16-0558-44f7-91b4-f22e58f7f3dd tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] 10.222.0.66 "GET /v2.0/security-groups?id=1583760a-8eee-47b7-b670-f45d9d965092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946426 Aug 18 12:00:28.816220 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ea269675-b0c6-4963-94b4-1e7e9e077f76 req-3f22e1b2-8531-40c7-8ccd-0671b0dc66b7 service neutron] 10.222.0.63 "GET /v2.0/networks/222e0814-c7e5-4b11-9282-3f40c6ed76b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710951 Aug 18 12:00:28.818478 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1da92878-1b8f-41b3-acae-4d8a4de8aac2 req-e9a5a8f8-54b4-4ff6-861c-e8225dfae579 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] 10.222.0.66 "GET /v2.0/ports?device_id=7bb849da-ffb1-4961-9508-4c9aee12932c HTTP/1.1" status: 200 len: 210 time: 0.0439558 Aug 18 12:00:28.829282 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7a8621-f41c-470b-a8ce-40fe2a4ff035 req-b36027d7-6b95-485f-a464-26b3122d64f7 tempest-MultipleCreateTestJSON-2069875045 tempest-MultipleCreateTestJSON-2069875045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:28.831110 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2d7a8621-f41c-470b-a8ce-40fe2a4ff035 req-b36027d7-6b95-485f-a464-26b3122d64f7 tempest-MultipleCreateTestJSON-2069875045 tempest-MultipleCreateTestJSON-2069875045-project] 10.222.0.66 "GET /v2.0/ports?device_id=87738939-b006-43b2-bd5d-6234000eef25 HTTP/1.1" status: 200 len: 944 time: 0.1085901 Aug 18 12:00:28.966795 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2d7a8621-f41c-470b-a8ce-40fe2a4ff035 req-9606712c-77b7-490f-b476-3e17874941e7 tempest-MultipleCreateTestJSON-2069875045 tempest-MultipleCreateTestJSON-2069875045-project] 10.222.0.66 "GET /v2.0/security-groups?id=c7c1b338-374f-4682-ab89-899dcfcbc184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269913 Aug 18 12:00:28.983510 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdde09c-607d-4ce4-9732-2baced465b66 req-cf7e38c3-54f0-4fe6-9310-d41a0c28c637 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:28.985190 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-acdde09c-607d-4ce4-9732-2baced465b66 req-cf7e38c3-54f0-4fe6-9310-d41a0c28c637 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.66 "GET /v2.0/ports?device_id=05a95b0d-233e-4e5e-a73b-02758d36de1e HTTP/1.1" status: 200 len: 945 time: 0.0972159 Aug 18 12:00:29.019913 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ea269675-b0c6-4963-94b4-1e7e9e077f76 req-ab090d62-e285-4be3-8cb4-edbcb4a9385b service neutron] 10.222.0.63 "GET /v2.0/networks/222e0814-c7e5-4b11-9282-3f40c6ed76b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1877644 Aug 18 12:00:29.041009 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-acdde09c-607d-4ce4-9732-2baced465b66 req-f76c1e17-8c62-4e1a-bd86-4490bf38ecd5 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.66 "GET /v2.0/security-groups?id=11bbe5b2-5f3b-4775-89a0-258a798e3ee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472534 Aug 18 12:00:29.097840 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1665894-614f-4c05-9367-9ae561004fe6 req-72838b8e-f39f-4b4d-a6fd-459c5f9c9828 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:29.099602 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-e1665894-614f-4c05-9367-9ae561004fe6 req-72838b8e-f39f-4b4d-a6fd-459c5f9c9828 tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.62 "GET /v2.0/ports?device_id=05a95b0d-233e-4e5e-a73b-02758d36de1e HTTP/1.1" status: 200 len: 945 time: 0.0601423 Aug 18 12:00:29.116056 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea269675-b0c6-4963-94b4-1e7e9e077f76 req-7f605717-493c-42c3-b0bf-219f00fe2773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:29.117674 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ea269675-b0c6-4963-94b4-1e7e9e077f76 req-7f605717-493c-42c3-b0bf-219f00fe2773 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=5dd9f4315f144ed0a3e506b764329d2a&device_id=95133279-be4a-4243-9435-9b7b1bff49ca HTTP/1.1" status: 200 len: 1094 time: 0.0429013 Aug 18 12:00:29.232048 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-e1665894-614f-4c05-9367-9ae561004fe6 req-16921a65-26a0-4408-bf30-b6f060dbbb8d tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Deleting port ecad9dcc-255c-4073-a5af-38967245d933 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:00:29.232646 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-e1665894-614f-4c05-9367-9ae561004fe6 req-16921a65-26a0-4408-bf30-b6f060dbbb8d tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:29.246010 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea269675-b0c6-4963-94b4-1e7e9e077f76 req-1270b889-4e5a-4e5e-b4ad-193dfd174dee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:29.247958 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ea269675-b0c6-4963-94b4-1e7e9e077f76 req-1270b889-4e5a-4e5e-b4ad-193dfd174dee service neutron] 10.222.0.63 "GET /v2.0/networks?id=e0840f9b-1ae2-4ebe-bcbc-828fede4ff8d HTTP/1.1" status: 200 len: 913 time: 0.1204550 Aug 18 12:00:29.301289 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ea269675-b0c6-4963-94b4-1e7e9e077f76 req-629329ce-d396-498b-866b-005f1bbe8a1a service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c4dffcb2-1820-4dc0-b7f4-45ced3a35f90 HTTP/1.1" status: 200 len: 217 time: 0.0396574 Aug 18 12:00:29.354301 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-e1665894-614f-4c05-9367-9ae561004fe6 req-16921a65-26a0-4408-bf30-b6f060dbbb8d tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] For port ecad9dcc-255c-4073-a5af-38967245d933, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=ecad9dcc-255c-4073-a5af-38967245d933,segment=NetworkSegment(0769e917-ce53-43de-97f7-af6feb189e7f),segment_id=0769e917-ce53-43de-97f7-af6feb189e7f)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:00:29.355132 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-e1665894-614f-4c05-9367-9ae561004fe6 req-16921a65-26a0-4408-bf30-b6f060dbbb8d tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:29.377645 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-e1665894-614f-4c05-9367-9ae561004fe6 req-16921a65-26a0-4408-bf30-b6f060dbbb8d tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Calling delete_port for ecad9dcc-255c-4073-a5af-38967245d933 owned by compute:nova {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:00:29.416236 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea269675-b0c6-4963-94b4-1e7e9e077f76 req-1eb7384c-0d88-4dd8-881c-65d2d97c1404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:29.417753 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ea269675-b0c6-4963-94b4-1e7e9e077f76 req-1eb7384c-0d88-4dd8-881c-65d2d97c1404 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=b5b8702d-8c15-4834-95d4-222961fb698b HTTP/1.1" status: 200 len: 852 time: 0.1020043 Aug 18 12:00:29.507840 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ea269675-b0c6-4963-94b4-1e7e9e077f76 req-a9915d29-fdd2-4e45-9d44-c7beca8c15ab service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=e0840f9b-1ae2-4ebe-bcbc-828fede4ff8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0634177 Aug 18 12:00:29.529618 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3156f9-73e3-4beb-a62a-880e07f32aa1 req-833528fd-5194-4697-9780-9469eb01634f tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:29.531155 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3f3156f9-73e3-4beb-a62a-880e07f32aa1 req-833528fd-5194-4697-9780-9469eb01634f tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/ports?device_id=a6872a0b-045c-40a9-ac3b-9c330c30278a HTTP/1.1" status: 200 len: 948 time: 0.1737595 Aug 18 12:00:29.577447 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-e1665894-614f-4c05-9367-9ae561004fe6 req-16921a65-26a0-4408-bf30-b6f060dbbb8d tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:29.589830 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] get_ports_and_sgs() called for port_ids ['ecad9dcc-255c-4073-a5af-38967245d933'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:00:29.614155 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16921a65-26a0-4408-bf30-b6f060dbbb8d tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Pushing event deleted for resources: {'Port': ['ID=ecad9dcc-255c-4073-a5af-38967245d933,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:00:29.639502 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3f3156f9-73e3-4beb-a62a-880e07f32aa1 req-01e74b3f-5b97-4e8c-afa6-a9b581dde09b tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/security-groups?id=0ddd2c5c-7e53-44ab-9404-c5fea69a570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857339 Aug 18 12:00:29.685698 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1665894-614f-4c05-9367-9ae561004fe6 req-16921a65-26a0-4408-bf30-b6f060dbbb8d tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] No DVR routers for this DVR port ecad9dcc-255c-4073-a5af-38967245d933 on host n-h2-804985-2 {{(pid=106253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:00:29.688558 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-e1665894-614f-4c05-9367-9ae561004fe6 req-16921a65-26a0-4408-bf30-b6f060dbbb8d tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:29.690768 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-e1665894-614f-4c05-9367-9ae561004fe6 req-16921a65-26a0-4408-bf30-b6f060dbbb8d tempest-ServersTestJSON-696152977 tempest-ServersTestJSON-696152977-project] 10.222.0.62 "DELETE /v2.0/ports/ecad9dcc-255c-4073-a5af-38967245d933 HTTP/1.1" status: 204 len: 173 time: 0.5685854 Aug 18 12:00:29.691328 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05a95b0d-233e-4e5e-a73b-02758d36de1e', 'name': 'network-vif-deleted', 'tag': 'ecad9dcc-255c-4073-a5af-38967245d933'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:00:29.694453 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0679f4c4b6e0e0c064a7d71d722dc30541a34fffee11680573be22ee2ffccc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb56f9fd-cb28-4103-8328-c5a648fd6faf" -d '{"events": [{"server_uuid": "05a95b0d-233e-4e5e-a73b-02758d36de1e", "name": "network-vif-deleted", "tag": "ecad9dcc-255c-4073-a5af-38967245d933"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:00:29.695409 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ea269675-b0c6-4963-94b4-1e7e9e077f76 req-b7a78808-3771-4f14-ba73-056b9b9dae1b service neutron] 10.222.0.63 "GET /v2.0/networks/e0840f9b-1ae2-4ebe-bcbc-828fede4ff8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630325 Aug 18 12:00:29.733838 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:00:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-529c2d0b-df80-462e-9143-bad3326ff2c4 x-openstack-request-id: req-529c2d0b-df80-462e-9143-bad3326ff2c4 {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:00:29.734195 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05a95b0d-233e-4e5e-a73b-02758d36de1e", "name": "network-vif-deleted", "tag": "ecad9dcc-255c-4073-a5af-38967245d933", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:00:29.734569 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-529c2d0b-df80-462e-9143-bad3326ff2c4 {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:00:29.735050 n-d-804985-2 neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05a95b0d-233e-4e5e-a73b-02758d36de1e', 'name': 'network-vif-deleted', 'tag': 'ecad9dcc-255c-4073-a5af-38967245d933', 'status': 'completed', 'code': 200} Aug 18 12:00:29.774760 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87738939-b006-43b2-bd5d-6234000eef25', 'tag': '109d82bb-4975-4d7b-b613-80b0264fa434'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:00:29.777189 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-388d20b2-86f8-41b9-9578-ec461e60dc19" -d '{"events": [{"name": "network-changed", "server_uuid": "87738939-b006-43b2-bd5d-6234000eef25", "tag": "109d82bb-4975-4d7b-b613-80b0264fa434"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:00:29.804334 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 543e5e53-1de6-47c5-aece-c58829e5a352 up at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:00:29.848717 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ea269675-b0c6-4963-94b4-1e7e9e077f76 req-49234c1c-a72d-4ac6-92eb-f59ffba39c7b service neutron] 10.222.0.63 "GET /v2.0/networks/e0840f9b-1ae2-4ebe-bcbc-828fede4ff8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445339 Aug 18 12:00:29.858085 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:00:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4940a9f7-e1f5-46bc-9b7b-1ab5fc4d7bdf x-openstack-request-id: req-4940a9f7-e1f5-46bc-9b7b-1ab5fc4d7bdf {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:00:29.858461 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87738939-b006-43b2-bd5d-6234000eef25", "tag": "109d82bb-4975-4d7b-b613-80b0264fa434", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:00:29.858708 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-4940a9f7-e1f5-46bc-9b7b-1ab5fc4d7bdf {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:00:29.859089 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87738939-b006-43b2-bd5d-6234000eef25', 'tag': '109d82bb-4975-4d7b-b613-80b0264fa434', 'status': 'completed', 'code': 200} Aug 18 12:00:29.906653 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Provisioning complete for port 543e5e53-1de6-47c5-aece-c58829e5a352 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:00:29.910191 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:30.023126 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1f5d10ca-86b8-4d2d-b14a-6c0426f329eb req-e748484b-f653-4192-acce-c26c9257cb29 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] 10.222.0.66 "GET /v2.0/ports?device_id=7bb849da-ffb1-4961-9508-4c9aee12932c HTTP/1.1" status: 200 len: 210 time: 0.0682659 Aug 18 12:00:30.030192 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388d20b2-86f8-41b9-9578-ec461e60dc19 req-709b0276-31ff-46b8-97f6-18befbf58469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:30.040579 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-388d20b2-86f8-41b9-9578-ec461e60dc19 req-709b0276-31ff-46b8-97f6-18befbf58469 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=5dd9f4315f144ed0a3e506b764329d2a&device_id=87738939-b006-43b2-bd5d-6234000eef25 HTTP/1.1" status: 200 len: 1095 time: 0.1413774 Aug 18 12:00:30.147139 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:30.196868 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22035a7a-ced9-4285-8c68-5ae149ac491a req-20f3bf14-2dd1-4c3d-8c2b-3c55de1e284a tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:30.198459 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-22035a7a-ced9-4285-8c68-5ae149ac491a req-20f3bf14-2dd1-4c3d-8c2b-3c55de1e284a tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] 10.222.0.62 "GET /v2.0/networks?id=d7901dbb-4e11-4e3f-b19f-ec50e5f166f6 HTTP/1.1" status: 200 len: 812 time: 0.2514009 Aug 18 12:00:30.213000 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd30880ae-50e6-4886-b31e-41d8bcfcb52d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '543e5e53-1de6-47c5-aece-c58829e5a352'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:00:30.218697 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db50a436fb3a98495337d8fe7487b4f2ea6f3c1052eb9efadc2ecda2d5737001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f16a7eb2-1088-4085-9498-d068352a4bf9" -d '{"events": [{"server_uuid": "d30880ae-50e6-4886-b31e-41d8bcfcb52d", "name": "network-vif-plugged", "status": "completed", "tag": "543e5e53-1de6-47c5-aece-c58829e5a352"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:00:30.228418 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [req-22035a7a-ced9-4285-8c68-5ae149ac491a req-a549569c-2419-4614-8d84-760dc60e3df3 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] Request body: {'port': {'device_id': '7bb849da-ffb1-4961-9508-4c9aee12932c', 'network_id': 'd7901dbb-4e11-4e3f-b19f-ec50e5f166f6', 'admin_state_up': True, 'tenant_id': 'f9035e69ecb44482b197cdb3f54c17e3'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:00:30.247465 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port 543e5e53-1de6-47c5-aece-c58829e5a352, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=543e5e53-1de6-47c5-aece-c58829e5a352,segment=NetworkSegment(b0eb6eea-b461-4969-8a27-808f00daa8a1),segment_id=b0eb6eea-b461-4969-8a27-808f00daa8a1)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:00:30.256024 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:30.257309 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device ecad9dcc-255c-4073-a5af-38967245d933 no longer exists at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:00:30.297984 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] No Port match for: ecad9dcc-255c-4073-a5af-38967245d933 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:00:30.298752 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device ecad9dcc-255c-4073-a5af-38967245d933 not bound to the agent host n-h2-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:00:30.362412 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=543e5e53-1de6-47c5-aece-c58829e5a352,revision_number=7']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:00:30.475300 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22035a7a-ced9-4285-8c68-5ae149ac491a req-a549569c-2419-4614-8d84-760dc60e3df3 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] Made reservation on behalf of f9035e69ecb44482b197cdb3f54c17e3 for: {'port': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:00:30.484654 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-22035a7a-ced9-4285-8c68-5ae149ac491a req-a549569c-2419-4614-8d84-760dc60e3df3 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:30.607912 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4f98cc-b850-4334-a8d8-f69d787eddf4 req-26c69768-0f6b-4014-8d20-157445a31dda tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:30.615752 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7c4f98cc-b850-4334-a8d8-f69d787eddf4 req-26c69768-0f6b-4014-8d20-157445a31dda tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] 10.222.0.66 "GET /v2.0/ports?device_id=a87f78c1-2ca5-455e-9935-ab7aeaf069c9 HTTP/1.1" status: 200 len: 946 time: 0.6622763 Aug 18 12:00:30.647227 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388d20b2-86f8-41b9-9578-ec461e60dc19 req-81b8abb6-65d6-4b9a-b322-8ef9f1a7479f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:30.649112 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-388d20b2-86f8-41b9-9578-ec461e60dc19 req-81b8abb6-65d6-4b9a-b322-8ef9f1a7479f service neutron] 10.222.0.63 "GET /v2.0/networks?id=e0840f9b-1ae2-4ebe-bcbc-828fede4ff8d HTTP/1.1" status: 200 len: 913 time: 0.5885727 Aug 18 12:00:30.664500 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee31536d-e847-4c28-a320-d47efb26fe28 req-0d9067b1-fcba-4914-a3df-89e701161723 tempest-MultipleCreateTestJSON-2069875045 tempest-MultipleCreateTestJSON-2069875045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:30.666396 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ee31536d-e847-4c28-a320-d47efb26fe28 req-0d9067b1-fcba-4914-a3df-89e701161723 tempest-MultipleCreateTestJSON-2069875045 tempest-MultipleCreateTestJSON-2069875045-project] 10.222.0.66 "GET /v2.0/ports?device_id=87738939-b006-43b2-bd5d-6234000eef25 HTTP/1.1" status: 200 len: 944 time: 0.1245341 Aug 18 12:00:30.683453 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [req-22035a7a-ced9-4285-8c68-5ae149ac491a req-a549569c-2419-4614-8d84-760dc60e3df3 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] Allocated IP 172.20.0.14 (d7901dbb-4e11-4e3f-b19f-ec50e5f166f6/71081cae-75c4-4e3f-b46a-ace6aed0b033/540c9620-9d77-456f-8f3a-76d2ef77862f) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:00:30.735509 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7c4f98cc-b850-4334-a8d8-f69d787eddf4 req-b520c097-9f0f-42f9-a51a-8dbd8ac280e7 tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] 10.222.0.66 "GET /v2.0/security-groups?id=1583760a-8eee-47b7-b670-f45d9d965092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138484 Aug 18 12:00:30.743442 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-388d20b2-86f8-41b9-9578-ec461e60dc19 req-2f802c2c-de14-4506-87c1-cfdd8fd38bff service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=109d82bb-4975-4d7b-b613-80b0264fa434 HTTP/1.1" status: 200 len: 217 time: 0.0706811 Aug 18 12:00:30.799329 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 59584) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:00:30.834037 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:00:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f53e6f9a-83e9-4601-8968-693d045036fd x-openstack-request-id: req-f53e6f9a-83e9-4601-8968-693d045036fd {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:00:30.835040 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d30880ae-50e6-4886-b31e-41d8bcfcb52d", "name": "network-vif-plugged", "status": "completed", "tag": "543e5e53-1de6-47c5-aece-c58829e5a352", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:00:30.835498 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f53e6f9a-83e9-4601-8968-693d045036fd {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:00:30.836361 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd30880ae-50e6-4886-b31e-41d8bcfcb52d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '543e5e53-1de6-47c5-aece-c58829e5a352', 'code': 200} Aug 18 12:00:30.851909 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ee31536d-e847-4c28-a320-d47efb26fe28 req-bc7cf21b-7265-4a1b-970f-bed967a78e9d tempest-MultipleCreateTestJSON-2069875045 tempest-MultipleCreateTestJSON-2069875045-project] 10.222.0.66 "GET /v2.0/security-groups?id=c7c1b338-374f-4682-ab89-899dcfcbc184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681571 Aug 18 12:00:30.873660 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388d20b2-86f8-41b9-9578-ec461e60dc19 req-d3320451-c41d-4265-b64e-a17ea6fbe148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:30.875192 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-388d20b2-86f8-41b9-9578-ec461e60dc19 req-d3320451-c41d-4265-b64e-a17ea6fbe148 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=b5b8702d-8c15-4834-95d4-222961fb698b HTTP/1.1" status: 200 len: 852 time: 0.1207314 Aug 18 12:00:30.913710 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d73a33f-3d2d-41f4-8b5b-f9a926e5b9f3 admin admin] Deleting subnet 7cf2249d-58a2-4afe-a9fb-145dc05a7f39 {{(pid=106252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 12:00:30.923299 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device c4dffcb2-1820-4dc0-b7f4-45ced3a35f90 details requested by agent hyperv_n-h1-804985-2 with host n-h1-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:00:30.946225 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8d73a33f-3d2d-41f4-8b5b-f9a926e5b9f3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:30.966962 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-388d20b2-86f8-41b9-9578-ec461e60dc19 req-8e3326f4-8d3f-4712-8a1b-54283c5bf7b0 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=e0840f9b-1ae2-4ebe-bcbc-828fede4ff8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0776536 Aug 18 12:00:30.972605 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-22035a7a-ced9-4285-8c68-5ae149ac491a req-a549569c-2419-4614-8d84-760dc60e3df3 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:31.071979 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-22035a7a-ced9-4285-8c68-5ae149ac491a req-a549569c-2419-4614-8d84-760dc60e3df3 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:31.116698 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port c4dffcb2-1820-4dc0-b7f4-45ced3a35f90, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=c4dffcb2-1820-4dc0-b7f4-45ced3a35f90,segment=NetworkSegment(aad88131-e56c-4831-956a-495bf4859725),segment_id=aad88131-e56c-4831-956a-495bf4859725)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:00:31.130879 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] get_ports_and_sgs() called for port_ids ['e61fc26e-cffe-4016-8119-d8df52cc8c80'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:00:31.139335 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8d73a33f-3d2d-41f4-8b5b-f9a926e5b9f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2221528'] for subnet, precommit_delete_associations {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:31.161705 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22035a7a-ced9-4285-8c68-5ae149ac491a req-a549569c-2419-4614-8d84-760dc60e3df3 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] Network d7901dbb-4e11-4e3f-b19f-ec50e5f166f6 is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:00:31.165153 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a549569c-2419-4614-8d84-760dc60e3df3 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] Pushing event updated for resources: {'Port': ['ID=540c9620-9d77-456f-8f3a-76d2ef77862f,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:00:31.168019 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [req-22035a7a-ced9-4285-8c68-5ae149ac491a req-a549569c-2419-4614-8d84-760dc60e3df3 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:00:31.179715 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-22035a7a-ced9-4285-8c68-5ae149ac491a req-a549569c-2419-4614-8d84-760dc60e3df3 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:00:31.183388 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a549569c-2419-4614-8d84-760dc60e3df3 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:00:31.183752 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a549569c-2419-4614-8d84-760dc60e3df3 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:00:31.184075 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a549569c-2419-4614-8d84-760dc60e3df3 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:00:31.184466 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a549569c-2419-4614-8d84-760dc60e3df3 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:00:31.184828 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a549569c-2419-4614-8d84-760dc60e3df3 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:00:31.185150 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a549569c-2419-4614-8d84-760dc60e3df3 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:00:31.185477 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a549569c-2419-4614-8d84-760dc60e3df3 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:00:31.185799 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a549569c-2419-4614-8d84-760dc60e3df3 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:00:31.186120 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a549569c-2419-4614-8d84-760dc60e3df3 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:00:31.186444 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a549569c-2419-4614-8d84-760dc60e3df3 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:00:31.186754 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a549569c-2419-4614-8d84-760dc60e3df3 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:00:31.187069 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a549569c-2419-4614-8d84-760dc60e3df3 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:00:31.217686 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Returning: {'device': 'c4dffcb2-1820-4dc0-b7f4-45ced3a35f90', 'network_id': 'e0840f9b-1ae2-4ebe-bcbc-828fede4ff8d', 'port_id': 'c4dffcb2-1820-4dc0-b7f4-45ced3a35f90', 'mac_address': 'fa:16:3e:53:49:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 833, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5b8702d-8c15-4834-95d4-222961fb698b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:00:31.238170 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8d73a33f-3d2d-41f4-8b5b-f9a926e5b9f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:31.284492 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22035a7a-ced9-4285-8c68-5ae149ac491a req-a549569c-2419-4614-8d84-760dc60e3df3 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:31.285250 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-22035a7a-ced9-4285-8c68-5ae149ac491a req-a549569c-2419-4614-8d84-760dc60e3df3 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:31.290569 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:31.301717 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89945de8-6a9c-442b-b929-43908544b273 req-5d47fae0-1782-4e43-bd8b-3561dca1d6ee tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:31.309848 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-89945de8-6a9c-442b-b929-43908544b273 req-5d47fae0-1782-4e43-bd8b-3561dca1d6ee tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/ports?device_id=a6872a0b-045c-40a9-ac3b-9c330c30278a HTTP/1.1" status: 200 len: 948 time: 0.2377198 Aug 18 12:00:31.311967 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-22035a7a-ced9-4285-8c68-5ae149ac491a req-a549569c-2419-4614-8d84-760dc60e3df3 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0921478 Aug 18 12:00:31.314096 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4dffcb2-1820-4dc0-b7f4-45ced3a35f90 {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:00:31.328243 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96a27da-b80f-4def-b63e-c41636325441 req-0fc373d9-cdf4-4363-b7bb-827d5d270c7d tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:31.329878 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [req-22035a7a-ced9-4285-8c68-5ae149ac491a req-c239e5d0-d7cc-4c8b-ad52-fad1d3a47352 service neutron] Request body: {'port': {'device_id': '7bb849da-ffb1-4961-9508-4c9aee12932c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804985-2'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:00:31.330511 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d96a27da-b80f-4def-b63e-c41636325441 req-0fc373d9-cdf4-4363-b7bb-827d5d270c7d tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] 10.222.0.66 "GET /v2.0/ports?device_id=7bb849da-ffb1-4961-9508-4c9aee12932c HTTP/1.1" status: 200 len: 932 time: 0.2041748 Aug 18 12:00:31.332619 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-388d20b2-86f8-41b9-9578-ec461e60dc19 req-7d1cd04b-97fe-4d1e-847b-47d3d9431b18 service neutron] 10.222.0.63 "GET /v2.0/networks/e0840f9b-1ae2-4ebe-bcbc-828fede4ff8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3196251 Aug 18 12:00:31.364145 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port c4dffcb2-1820-4dc0-b7f4-45ced3a35f90, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=c4dffcb2-1820-4dc0-b7f4-45ced3a35f90,segment=NetworkSegment(aad88131-e56c-4831-956a-495bf4859725),segment_id=aad88131-e56c-4831-956a-495bf4859725)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:00:31.378935 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:31.379752 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 3d5a51d4-8aae-48f7-ad8d-aec31b33f432 details requested by agent hyperv_n-h1-804985-2 with host n-h1-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:00:31.426480 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-22035a7a-ced9-4285-8c68-5ae149ac491a req-c239e5d0-d7cc-4c8b-ad52-fad1d3a47352 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:31.456186 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-89945de8-6a9c-442b-b929-43908544b273 req-2c5c5f0e-7bfe-4ee4-844f-03e71171da00 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/security-groups?id=0ddd2c5c-7e53-44ab-9404-c5fea69a570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449428 Aug 18 12:00:31.467928 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8d73a33f-3d2d-41f4-8b5b-f9a926e5b9f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3572848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59074100'] for subnet, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:31.494307 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d96a27da-b80f-4def-b63e-c41636325441 req-d69696e8-49ba-4073-8889-3d252aa99a26 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] 10.222.0.66 "GET /v2.0/security-groups?id=59eee650-0005-4a96-985a-4e5744ed56bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524041 Aug 18 12:00:31.516014 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=c4dffcb2-1820-4dc0-b7f4-45ced3a35f90,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:00:31.534963 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d73a33f-3d2d-41f4-8b5b-f9a926e5b9f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7cf2249d-58a2-4afe-a9fb-145dc05a7f39,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:00:31.543486 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8d73a33f-3d2d-41f4-8b5b-f9a926e5b9f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for subnet, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:31.548276 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-8d73a33f-3d2d-41f4-8b5b-f9a926e5b9f3 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/7cf2249d-58a2-4afe-a9fb-145dc05a7f39 HTTP/1.1" status: 204 len: 168 time: 0.7479470 Aug 18 12:00:31.556017 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 59598) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:00:31.631148 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-388d20b2-86f8-41b9-9578-ec461e60dc19 req-2cc8a776-d698-4324-a7c0-a78c3ea47980 service neutron] 10.222.0.63 "GET /v2.0/networks/e0840f9b-1ae2-4ebe-bcbc-828fede4ff8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2860165 Aug 18 12:00:31.682162 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-978edfab-edf0-4f41-b617-3a2edf537275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7904109'] for network, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:31.700976 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82038b9b-6d49-4db4-9319-a2d59c20fc47 req-94fb965d-6f10-4e0b-984b-1232fe01e2a8 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:31.703158 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-82038b9b-6d49-4db4-9319-a2d59c20fc47 req-94fb965d-6f10-4e0b-984b-1232fe01e2a8 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/ports?device_id=a6872a0b-045c-40a9-ac3b-9c330c30278a HTTP/1.1" status: 200 len: 948 time: 0.0847764 Aug 18 12:00:31.886968 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-978edfab-edf0-4f41-b617-3a2edf537275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8367869', 'neutron.services.segments.db._delete_segments_for_network-8789151212993'] for network, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:31.914511 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-82038b9b-6d49-4db4-9319-a2d59c20fc47 req-5a84603b-710e-4e85-a3a6-684aefed1562 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/security-groups?id=0ddd2c5c-7e53-44ab-9404-c5fea69a570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846495 Aug 18 12:00:31.922863 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-978edfab-edf0-4f41-b617-3a2edf537275 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45f10d77-130c-4859-b30d-1a902305b96f']}} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:00:31.944327 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-978edfab-edf0-4f41-b617-3a2edf537275 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0769e917-ce53-43de-97f7-af6feb189e7f') {'for_net_delete': True} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:00:31.953704 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 3d5a51d4-8aae-48f7-ad8d-aec31b33f432, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=3d5a51d4-8aae-48f7-ad8d-aec31b33f432,segment=NetworkSegment(b0eb6eea-b461-4969-8a27-808f00daa8a1),segment_id=b0eb6eea-b461-4969-8a27-808f00daa8a1)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:00:31.960689 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-978edfab-edf0-4f41-b617-3a2edf537275 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0769e917-ce53-43de-97f7-af6feb189e7f') {} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:00:31.987140 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-978edfab-edf0-4f41-b617-3a2edf537275 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789151225254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2221521'] for segment, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:31.988487 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Returning: {'device': '3d5a51d4-8aae-48f7-ad8d-aec31b33f432', 'network_id': '222e0814-c7e5-4b11-9282-3f40c6ed76b2', 'port_id': '3d5a51d4-8aae-48f7-ad8d-aec31b33f432', 'mac_address': 'fa:16:3e:81:2b:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 823, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d16d680-110b-436d-8afa-48ba845b3623', 'ip_address': '192.168.233.52'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:00:32.018214 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5c023b-63d0-4bf6-b75f-e0237131743e req-6dc4b52a-fde9-4f6a-93b3-a15856d7a0d4 tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:32.028939 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-dc5c023b-63d0-4bf6-b75f-e0237131743e req-6dc4b52a-fde9-4f6a-93b3-a15856d7a0d4 tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] 10.222.0.66 "GET /v2.0/ports?device_id=a87f78c1-2ca5-455e-9935-ab7aeaf069c9 HTTP/1.1" status: 200 len: 946 time: 0.1862667 Aug 18 12:00:32.048910 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:32.071950 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-978edfab-edf0-4f41-b617-3a2edf537275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:32.081268 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d5a51d4-8aae-48f7-ad8d-aec31b33f432 {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:00:32.109154 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [req-22035a7a-ced9-4285-8c68-5ae149ac491a req-c239e5d0-d7cc-4c8b-ad52-fad1d3a47352 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 540c9620-9d77-456f-8f3a-76d2ef77862f {{(pid=106253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:00:32.116606 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-978edfab-edf0-4f41-b617-3a2edf537275 admin admin] Releasing vlan 821 on physical network physnet1 to pool {{(pid=106252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:00:32.117456 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-978edfab-edf0-4f41-b617-3a2edf537275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3572434'] for segment, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:32.119712 n-d-804985-2 neutron-server[106252]: Traceback (most recent call last): Aug 18 12:00:32.119712 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:00:32.119712 n-d-804985-2 neutron-server[106252]: timer() Aug 18 12:00:32.119712 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:00:32.119712 n-d-804985-2 neutron-server[106252]: cb(*args, **kw) Aug 18 12:00:32.119712 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:00:32.119712 n-d-804985-2 neutron-server[106252]: return func(*args, **kwargs) Aug 18 12:00:32.119712 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:00:32.119712 n-d-804985-2 neutron-server[106252]: self._notify() Aug 18 12:00:32.119712 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:00:32.119712 n-d-804985-2 neutron-server[106252]: self.callback(batched_events) Aug 18 12:00:32.119712 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:00:32.119712 n-d-804985-2 neutron-server[106252]: event.method(event) Aug 18 12:00:32.119712 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:00:32.119712 n-d-804985-2 neutron-server[106252]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:00:32.119712 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:00:32.119712 n-d-804985-2 neutron-server[106252]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:00:32.119712 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:00:32.119712 n-d-804985-2 neutron-server[106252]: return f(self, *a, **k) Aug 18 12:00:32.119712 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:00:32.119712 n-d-804985-2 neutron-server[106252]: return self._get(url).json() Aug 18 12:00:32.119712 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:00:32.119712 n-d-804985-2 neutron-server[106252]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:00:32.119712 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:00:32.119712 n-d-804985-2 neutron-server[106252]: return self.request(url, 'GET', **kwargs) Aug 18 12:00:32.119712 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:00:32.119712 n-d-804985-2 neutron-server[106252]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:00:32.119712 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:00:32.119712 n-d-804985-2 neutron-server[106252]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:00:32.119712 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:00:32.119712 n-d-804985-2 neutron-server[106252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:00:32.119712 n-d-804985-2 neutron-server[106252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:00:32.130797 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-22035a7a-ced9-4285-8c68-5ae149ac491a req-c239e5d0-d7cc-4c8b-ad52-fad1d3a47352 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:32.151120 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 3d5a51d4-8aae-48f7-ad8d-aec31b33f432, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=3d5a51d4-8aae-48f7-ad8d-aec31b33f432,segment=NetworkSegment(b0eb6eea-b461-4969-8a27-808f00daa8a1),segment_id=b0eb6eea-b461-4969-8a27-808f00daa8a1)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:00:32.157643 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [req-22035a7a-ced9-4285-8c68-5ae149ac491a req-c239e5d0-d7cc-4c8b-ad52-fad1d3a47352 service neutron] Transition to ACTIVE for port object 540c9620-9d77-456f-8f3a-76d2ef77862f will not be triggered until provisioned by entity L2. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:00:32.161894 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:32.165291 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-22035a7a-ced9-4285-8c68-5ae149ac491a req-c239e5d0-d7cc-4c8b-ad52-fad1d3a47352 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:32.208755 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-dc5c023b-63d0-4bf6-b75f-e0237131743e req-b59953fd-589c-4843-a9c7-61900c3a7c28 tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] 10.222.0.66 "GET /v2.0/security-groups?id=1583760a-8eee-47b7-b670-f45d9d965092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784406 Aug 18 12:00:32.234424 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d978c014-4813-49fd-8b7a-ef9dd256c7e1 req-42dbe59f-b94b-4ec8-955a-fe417a63d80a tempest-MultipleCreateTestJSON-2069875045 tempest-MultipleCreateTestJSON-2069875045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:32.234424 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d978c014-4813-49fd-8b7a-ef9dd256c7e1 req-42dbe59f-b94b-4ec8-955a-fe417a63d80a tempest-MultipleCreateTestJSON-2069875045 tempest-MultipleCreateTestJSON-2069875045-project] 10.222.0.66 "GET /v2.0/ports?device_id=87738939-b006-43b2-bd5d-6234000eef25 HTTP/1.1" status: 200 len: 944 time: 0.1998036 Aug 18 12:00:32.241995 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-978edfab-edf0-4f41-b617-3a2edf537275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8367858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997186'] for network, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:32.255041 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-978edfab-edf0-4f41-b617-3a2edf537275 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for network, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:32.260337 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-978edfab-edf0-4f41-b617-3a2edf537275 admin admin] 10.222.0.66 "DELETE /v2.0/networks/45f10d77-130c-4859-b30d-1a902305b96f HTTP/1.1" status: 204 len: 168 time: 0.7027199 Aug 18 12:00:32.266642 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=3d5a51d4-8aae-48f7-ad8d-aec31b33f432,revision_number=12']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:00:32.275323 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978edfab-edf0-4f41-b617-3a2edf537275 admin admin] Pushing event deleted for resources: {'Network': ['ID=45f10d77-130c-4859-b30d-1a902305b96f,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:00:32.299458 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c239e5d0-d7cc-4c8b-ad52-fad1d3a47352 service neutron] Pushing event updated for resources: {'Port': ['ID=540c9620-9d77-456f-8f3a-76d2ef77862f,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:00:32.304510 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978edfab-edf0-4f41-b617-3a2edf537275 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:00:32.305040 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978edfab-edf0-4f41-b617-3a2edf537275 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:00:32.305597 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978edfab-edf0-4f41-b617-3a2edf537275 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:00:32.306095 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978edfab-edf0-4f41-b617-3a2edf537275 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:00:32.306515 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978edfab-edf0-4f41-b617-3a2edf537275 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:00:32.306930 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978edfab-edf0-4f41-b617-3a2edf537275 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:00:32.307448 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978edfab-edf0-4f41-b617-3a2edf537275 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:00:32.307862 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978edfab-edf0-4f41-b617-3a2edf537275 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:00:32.308344 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978edfab-edf0-4f41-b617-3a2edf537275 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:00:32.308909 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978edfab-edf0-4f41-b617-3a2edf537275 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:00:32.309411 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978edfab-edf0-4f41-b617-3a2edf537275 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:00:32.309825 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978edfab-edf0-4f41-b617-3a2edf537275 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:00:32.336671 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d978c014-4813-49fd-8b7a-ef9dd256c7e1 req-c3a2451f-eead-402d-a256-751e146faf40 tempest-MultipleCreateTestJSON-2069875045 tempest-MultipleCreateTestJSON-2069875045-project] 10.222.0.66 "GET /v2.0/security-groups?id=c7c1b338-374f-4682-ab89-899dcfcbc184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962749 Aug 18 12:00:32.462648 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-22035a7a-ced9-4285-8c68-5ae149ac491a req-c239e5d0-d7cc-4c8b-ad52-fad1d3a47352 service neutron] Attempting to bind port 540c9620-9d77-456f-8f3a-76d2ef77862f on host n-h2-804985-2 for vnic_type normal with profile {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:00:32.463052 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-22035a7a-ced9-4285-8c68-5ae149ac491a req-c239e5d0-d7cc-4c8b-ad52-fad1d3a47352 service neutron] Attempting to bind port 540c9620-9d77-456f-8f3a-76d2ef77862f by drivers openvswitch,hyperv on host n-h2-804985-2 at level 0 using segments [{'id': '1bfb322b-83ae-425c-b8a6-e9d9bfa53e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'd7901dbb-4e11-4e3f-b19f-ec50e5f166f6'}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:00:32.463473 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22035a7a-ced9-4285-8c68-5ae149ac491a req-c239e5d0-d7cc-4c8b-ad52-fad1d3a47352 service neutron] Attempting to bind port 540c9620-9d77-456f-8f3a-76d2ef77862f on network d7901dbb-4e11-4e3f-b19f-ec50e5f166f6 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:00:32.469335 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22035a7a-ced9-4285-8c68-5ae149ac491a req-c239e5d0-d7cc-4c8b-ad52-fad1d3a47352 service neutron] Port 540c9620-9d77-456f-8f3a-76d2ef77862f on network d7901dbb-4e11-4e3f-b19f-ec50e5f166f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-2 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:00:32.469743 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22035a7a-ced9-4285-8c68-5ae149ac491a req-c239e5d0-d7cc-4c8b-ad52-fad1d3a47352 service neutron] Attempting to bind port 540c9620-9d77-456f-8f3a-76d2ef77862f on network d7901dbb-4e11-4e3f-b19f-ec50e5f166f6 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:00:32.477992 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22035a7a-ced9-4285-8c68-5ae149ac491a req-c239e5d0-d7cc-4c8b-ad52-fad1d3a47352 service neutron] Checking agent: {'id': 'da5da552-709c-4248-84de-86af99a0dc87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 49, 8), 'started_at': datetime.datetime(2021, 8, 18, 11, 49, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 0, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:00:32.478415 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22035a7a-ced9-4285-8c68-5ae149ac491a req-c239e5d0-d7cc-4c8b-ad52-fad1d3a47352 service neutron] Checking segment: {'id': '1bfb322b-83ae-425c-b8a6-e9d9bfa53e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'd7901dbb-4e11-4e3f-b19f-ec50e5f166f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:00:32.478909 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22035a7a-ced9-4285-8c68-5ae149ac491a req-c239e5d0-d7cc-4c8b-ad52-fad1d3a47352 service neutron] Bound using segment: {'id': '1bfb322b-83ae-425c-b8a6-e9d9bfa53e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'd7901dbb-4e11-4e3f-b19f-ec50e5f166f6'} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:00:32.479443 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-22035a7a-ced9-4285-8c68-5ae149ac491a req-c239e5d0-d7cc-4c8b-ad52-fad1d3a47352 service neutron] Bound port: 540c9620-9d77-456f-8f3a-76d2ef77862f, host: n-h2-804985-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bfb322b-83ae-425c-b8a6-e9d9bfa53e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'd7901dbb-4e11-4e3f-b19f-ec50e5f166f6'}}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:00:32.479797 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-22035a7a-ced9-4285-8c68-5ae149ac491a req-c239e5d0-d7cc-4c8b-ad52-fad1d3a47352 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:32.500536 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] get_ports_and_sgs() called for port_ids ['c4dffcb2-1820-4dc0-b7f4-45ced3a35f90'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:00:32.572886 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] get_ports_and_sgs() called for port_ids ['3d5a51d4-8aae-48f7-ad8d-aec31b33f432'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:00:32.601996 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-22035a7a-ced9-4285-8c68-5ae149ac491a req-c239e5d0-d7cc-4c8b-ad52-fad1d3a47352 service neutron] For port 540c9620-9d77-456f-8f3a-76d2ef77862f, host n-h2-804985-2, cleared binding levels {{(pid=106253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:00:32.608827 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 59636) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:00:32.610826 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-22035a7a-ced9-4285-8c68-5ae149ac491a req-c239e5d0-d7cc-4c8b-ad52-fad1d3a47352 service neutron] For port 540c9620-9d77-456f-8f3a-76d2ef77862f, host n-h2-804985-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=540c9620-9d77-456f-8f3a-76d2ef77862f,segment=NetworkSegment(1bfb322b-83ae-425c-b8a6-e9d9bfa53e56),segment_id=1bfb322b-83ae-425c-b8a6-e9d9bfa53e56)] {{(pid=106253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:00:32.640353 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-22035a7a-ced9-4285-8c68-5ae149ac491a req-c239e5d0-d7cc-4c8b-ad52-fad1d3a47352 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:32.643914 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-828c5ef9-cebe-484e-97ad-04d585ea0766 req-57f26973-35a7-4ffb-9a76-ce701894cf74 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=87f2a541be1e4141a84277bf00dc4c3b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0675786 Aug 18 12:00:32.697941 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22035a7a-ced9-4285-8c68-5ae149ac491a req-c239e5d0-d7cc-4c8b-ad52-fad1d3a47352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:32.700909 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-22035a7a-ced9-4285-8c68-5ae149ac491a req-c239e5d0-d7cc-4c8b-ad52-fad1d3a47352 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:32.704821 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-22035a7a-ced9-4285-8c68-5ae149ac491a req-c239e5d0-d7cc-4c8b-ad52-fad1d3a47352 service neutron] 10.222.0.62 "PUT /v2.0/ports/540c9620-9d77-456f-8f3a-76d2ef77862f HTTP/1.1" status: 200 len: 1092 time: 1.3791513 Aug 18 12:00:32.740978 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bb849da-ffb1-4961-9508-4c9aee12932c', 'tag': '540c9620-9d77-456f-8f3a-76d2ef77862f'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:00:32.744826 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0679f4c4b6e0e0c064a7d71d722dc30541a34fffee11680573be22ee2ffccc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbfa0f4e-181c-40ae-aeab-f846388a9215" -d '{"events": [{"name": "network-changed", "server_uuid": "7bb849da-ffb1-4961-9508-4c9aee12932c", "tag": "540c9620-9d77-456f-8f3a-76d2ef77862f"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:00:32.753582 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-01e64f53-482b-42fb-a057-15a7b9037123 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9143985e071d4037b5bf264a5aaa6497&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1366043 Aug 18 12:00:32.762547 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 59640) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:00:32.857278 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c74e5e4-bbe3-4718-9e1d-8e3334a9ec64 req-e64f92ee-84a6-41e2-a28d-048913380e18 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:32.864711 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22035a7a-ced9-4285-8c68-5ae149ac491a req-63099b0a-9945-4fa5-b229-1d8433c8efc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:32.867430 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7c74e5e4-bbe3-4718-9e1d-8e3334a9ec64 req-e64f92ee-84a6-41e2-a28d-048913380e18 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] 10.222.0.66 "GET /v2.0/ports?device_id=7bb849da-ffb1-4961-9508-4c9aee12932c HTTP/1.1" status: 200 len: 944 time: 0.2022517 Aug 18 12:00:32.867590 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-22035a7a-ced9-4285-8c68-5ae149ac491a req-63099b0a-9945-4fa5-b229-1d8433c8efc9 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f9035e69ecb44482b197cdb3f54c17e3&device_id=7bb849da-ffb1-4961-9508-4c9aee12932c HTTP/1.1" status: 200 len: 1095 time: 0.0965891 Aug 18 12:00:32.867590 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c239e5d0-d7cc-4c8b-ad52-fad1d3a47352 service neutron] Pushing event updated for resources: {'Port': ['ID=540c9620-9d77-456f-8f3a-76d2ef77862f,revision_number=3']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:00:32.932690 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828c5ef9-cebe-484e-97ad-04d585ea0766 req-fdbffdd4-be79-4d81-9b45-ba242c503572 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:32.933627 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-22035a7a-ced9-4285-8c68-5ae149ac491a req-d246687e-2a6c-4624-b621-ca61860cba44 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=540c9620-9d77-456f-8f3a-76d2ef77862f HTTP/1.1" status: 200 len: 217 time: 0.0531881 Aug 18 12:00:32.934586 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-828c5ef9-cebe-484e-97ad-04d585ea0766 req-fdbffdd4-be79-4d81-9b45-ba242c503572 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2895734 Aug 18 12:00:32.936047 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1d9b690f-4bc9-4fc4-ab53-90932d88242b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:32.943315 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 109d82bb-4975-4d7b-b613-80b0264fa434 details requested by agent hyperv_n-h1-804985-2 with host n-h1-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:00:32.994492 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7c74e5e4-bbe3-4718-9e1d-8e3334a9ec64 req-d7c7daeb-c473-4d61-b034-a2dcfab26674 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] 10.222.0.66 "GET /v2.0/security-groups?id=59eee650-0005-4a96-985a-4e5744ed56bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281898 Aug 18 12:00:33.001385 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-828c5ef9-cebe-484e-97ad-04d585ea0766 req-54357bf7-4c6b-4d2f-97a0-530dc1422fdb tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/quotas/87f2a541be1e4141a84277bf00dc4c3b HTTP/1.1" status: 200 len: 375 time: 0.0563979 Aug 18 12:00:33.020802 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1d9b690f-4bc9-4fc4-ab53-90932d88242b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:33.028142 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22035a7a-ced9-4285-8c68-5ae149ac491a req-bb87d388-f75e-4735-8c62-6e3e3d1142a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:33.029728 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-22035a7a-ced9-4285-8c68-5ae149ac491a req-bb87d388-f75e-4735-8c62-6e3e3d1142a3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=71081cae-75c4-4e3f-b46a-ace6aed0b033 HTTP/1.1" status: 200 len: 852 time: 0.0743053 Aug 18 12:00:33.091571 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:00:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e833d239-0065-44f6-9a3a-9ff45b37e39e x-openstack-request-id: req-e833d239-0065-44f6-9a3a-9ff45b37e39e {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:00:33.091864 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bb849da-ffb1-4961-9508-4c9aee12932c", "tag": "540c9620-9d77-456f-8f3a-76d2ef77862f", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:00:33.092121 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e833d239-0065-44f6-9a3a-9ff45b37e39e {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:00:33.092560 n-d-804985-2 neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bb849da-ffb1-4961-9508-4c9aee12932c', 'tag': '540c9620-9d77-456f-8f3a-76d2ef77862f', 'status': 'completed', 'code': 200} Aug 18 12:00:33.095028 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-22035a7a-ced9-4285-8c68-5ae149ac491a req-b70be41d-a2fe-459d-bebb-1e0980b637f7 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d7901dbb-4e11-4e3f-b19f-ec50e5f166f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0570903 Aug 18 12:00:33.112231 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-828c5ef9-cebe-484e-97ad-04d585ea0766 req-311a045a-216a-44e1-b9b3-ae1a1167ff0b tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=87f2a541be1e4141a84277bf00dc4c3b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0994797 Aug 18 12:00:33.144515 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1d9b690f-4bc9-4fc4-ab53-90932d88242b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:33.147331 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1d9b690f-4bc9-4fc4-ab53-90932d88242b admin admin] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:33.151415 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-1d9b690f-4bc9-4fc4-ab53-90932d88242b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/11bbe5b2-5f3b-4775-89a0-258a798e3ee9 HTTP/1.1" status: 204 len: 168 time: 0.3876958 Aug 18 12:00:33.158132 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 109d82bb-4975-4d7b-b613-80b0264fa434, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=109d82bb-4975-4d7b-b613-80b0264fa434,segment=NetworkSegment(aad88131-e56c-4831-956a-495bf4859725),segment_id=aad88131-e56c-4831-956a-495bf4859725)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:00:33.166211 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9b690f-4bc9-4fc4-ab53-90932d88242b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11bbe5b2-5f3b-4775-89a0-258a798e3ee9,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:00:33.179719 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Returning: {'device': '109d82bb-4975-4d7b-b613-80b0264fa434', 'network_id': 'e0840f9b-1ae2-4ebe-bcbc-828fede4ff8d', 'port_id': '109d82bb-4975-4d7b-b613-80b0264fa434', 'mac_address': 'fa:16:3e:36:56:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 833, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5b8702d-8c15-4834-95d4-222961fb698b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:00:33.282591 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-22035a7a-ced9-4285-8c68-5ae149ac491a req-44a5f743-ab23-49d7-aed1-edd9327b7a63 service neutron] 10.222.0.62 "GET /v2.0/networks/d7901dbb-4e11-4e3f-b19f-ec50e5f166f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748631 Aug 18 12:00:33.309101 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:33.346951 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 109d82bb-4975-4d7b-b613-80b0264fa434 {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:00:33.379198 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 109d82bb-4975-4d7b-b613-80b0264fa434, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=109d82bb-4975-4d7b-b613-80b0264fa434,segment=NetworkSegment(aad88131-e56c-4831-956a-495bf4859725),segment_id=aad88131-e56c-4831-956a-495bf4859725)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:00:33.404810 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:33.480939 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-90612e21-145f-4908-a6da-51f1f86d338d req-fbbd9f8c-24ff-47c7-9b06-56c096f64f76 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/ports?device_id=50ed693d-cbb2-4cf2-a656-704f6a7c8398 HTTP/1.1" status: 200 len: 210 time: 0.1032600 Aug 18 12:00:33.504019 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fab5727-4987-480c-984d-6cd6625dac37 req-cb11a668-73fe-4af8-8652-fc2928b6b6ce tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:33.505919 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3fab5727-4987-480c-984d-6cd6625dac37 req-cb11a668-73fe-4af8-8652-fc2928b6b6ce tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] 10.222.0.66 "GET /v2.0/ports?device_id=a87f78c1-2ca5-455e-9935-ab7aeaf069c9 HTTP/1.1" status: 200 len: 946 time: 0.1475763 Aug 18 12:00:33.530761 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-22035a7a-ced9-4285-8c68-5ae149ac491a req-9d995aed-327e-47d9-9729-767820bcf5f3 service neutron] 10.222.0.62 "GET /v2.0/networks/d7901dbb-4e11-4e3f-b19f-ec50e5f166f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2389662 Aug 18 12:00:33.551842 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=109d82bb-4975-4d7b-b613-80b0264fa434,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:00:33.583900 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3fab5727-4987-480c-984d-6cd6625dac37 req-4f59744c-2d5b-4d3f-95cf-038188420b16 tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] 10.222.0.66 "GET /v2.0/security-groups?id=1583760a-8eee-47b7-b670-f45d9d965092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673051 Aug 18 12:00:33.694602 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfa0f4e-181c-40ae-aeab-f846388a9215 req-eccbe05b-02f1-4b74-aa5a-37cea8a1f7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:33.697356 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-dbfa0f4e-181c-40ae-aeab-f846388a9215 req-eccbe05b-02f1-4b74-aa5a-37cea8a1f7ae service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f9035e69ecb44482b197cdb3f54c17e3&device_id=7bb849da-ffb1-4961-9508-4c9aee12932c HTTP/1.1" status: 200 len: 1095 time: 0.0814428 Aug 18 12:00:33.728004 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] get_ports_and_sgs() called for port_ids ['109d82bb-4975-4d7b-b613-80b0264fa434'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:00:33.773391 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5b16f7-b019-464a-9c23-057451504cf0 req-a6b243a4-534e-4108-bbc7-321ef4af4742 tempest-MultipleCreateTestJSON-2069875045 tempest-MultipleCreateTestJSON-2069875045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:33.784987 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ed5b16f7-b019-464a-9c23-057451504cf0 req-a6b243a4-534e-4108-bbc7-321ef4af4742 tempest-MultipleCreateTestJSON-2069875045 tempest-MultipleCreateTestJSON-2069875045-project] 10.222.0.66 "GET /v2.0/ports?device_id=87738939-b006-43b2-bd5d-6234000eef25 HTTP/1.1" status: 200 len: 945 time: 0.1077659 Aug 18 12:00:33.844441 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ed5b16f7-b019-464a-9c23-057451504cf0 req-0e9e6203-27ad-47e7-a46a-6d2b87d39338 tempest-MultipleCreateTestJSON-2069875045 tempest-MultipleCreateTestJSON-2069875045-project] 10.222.0.66 "GET /v2.0/security-groups?id=c7c1b338-374f-4682-ab89-899dcfcbc184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523710 Aug 18 12:00:34.036945 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfa0f4e-181c-40ae-aeab-f846388a9215 req-211d0b74-9e53-493b-a7a1-4b3db1ae6077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:34.038496 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-dbfa0f4e-181c-40ae-aeab-f846388a9215 req-211d0b74-9e53-493b-a7a1-4b3db1ae6077 service neutron] 10.222.0.62 "GET /v2.0/networks?id=d7901dbb-4e11-4e3f-b19f-ec50e5f166f6 HTTP/1.1" status: 200 len: 913 time: 0.3248749 Aug 18 12:00:34.113761 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-dbfa0f4e-181c-40ae-aeab-f846388a9215 req-820391ee-0192-436f-a13d-b52251f5774a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=540c9620-9d77-456f-8f3a-76d2ef77862f HTTP/1.1" status: 200 len: 217 time: 0.0627754 Aug 18 12:00:34.176576 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab537a28-1764-41ac-b933-c41270cb0964 req-a1b4dbed-7540-4d93-998d-1b85974255da tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:34.187331 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ab537a28-1764-41ac-b933-c41270cb0964 req-a1b4dbed-7540-4d93-998d-1b85974255da tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] 10.222.0.66 "GET /v2.0/ports?device_id=7bb849da-ffb1-4961-9508-4c9aee12932c HTTP/1.1" status: 200 len: 944 time: 0.0912549 Aug 18 12:00:34.196559 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfa0f4e-181c-40ae-aeab-f846388a9215 req-0b29d5f4-d526-4141-b059-ec50d38b1a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:34.199208 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-dbfa0f4e-181c-40ae-aeab-f846388a9215 req-0b29d5f4-d526-4141-b059-ec50d38b1a73 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=71081cae-75c4-4e3f-b46a-ace6aed0b033 HTTP/1.1" status: 200 len: 852 time: 0.0696034 Aug 18 12:00:34.245886 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ab537a28-1764-41ac-b933-c41270cb0964 req-b1917e48-0417-421f-a32b-38dd73eab527 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] 10.222.0.66 "GET /v2.0/security-groups?id=59eee650-0005-4a96-985a-4e5744ed56bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572526 Aug 18 12:00:34.266564 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-dbfa0f4e-181c-40ae-aeab-f846388a9215 req-3ebcc3c8-c5a8-4428-9668-6dadec0fa1e7 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d7901dbb-4e11-4e3f-b19f-ec50e5f166f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488756 Aug 18 12:00:34.432260 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-dbfa0f4e-181c-40ae-aeab-f846388a9215 req-d7f2c53d-323d-488f-bf78-b8faa0db522d service neutron] 10.222.0.62 "GET /v2.0/networks/d7901dbb-4e11-4e3f-b19f-ec50e5f166f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372464 Aug 18 12:00:34.466066 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 59692) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:00:34.588616 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-dbfa0f4e-181c-40ae-aeab-f846388a9215 req-eeacae20-52be-41d7-a824-a1b91e6e4583 service neutron] 10.222.0.62 "GET /v2.0/networks/d7901dbb-4e11-4e3f-b19f-ec50e5f166f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407411 Aug 18 12:00:34.616843 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a118e550-50f5-4189-a725-509ccacf00cf req-4923bf23-8b72-47b5-be62-00c478b02de7 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/ports?device_id=50ed693d-cbb2-4cf2-a656-704f6a7c8398 HTTP/1.1" status: 200 len: 210 time: 0.0401638 Aug 18 12:00:34.623320 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-7dd683f7-d19d-4e4f-b912-660367a3b227 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1737382015-network', 'tenant_id': 'cb85fb7f049c4a34af5b32d1fc3a93ab'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:00:34.652215 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dd683f7-d19d-4e4f-b912-660367a3b227 admin admin] Made reservation on behalf of cb85fb7f049c4a34af5b32d1fc3a93ab for: {'network': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:00:34.654707 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-7dd683f7-d19d-4e4f-b912-660367a3b227 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for network, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:34.688215 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-7dd683f7-d19d-4e4f-b912-660367a3b227 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:34.733324 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dafe73-60f2-404a-bdd4-a161591cbf06 req-5ea84bbe-4865-47a8-af94-28d54c2e2340 tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:34.735172 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-50dafe73-60f2-404a-bdd4-a161591cbf06 req-5ea84bbe-4865-47a8-af94-28d54c2e2340 tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] 10.222.0.66 "GET /v2.0/ports?device_id=a87f78c1-2ca5-455e-9935-ab7aeaf069c9 HTTP/1.1" status: 200 len: 946 time: 0.0777500 Aug 18 12:00:34.801559 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-50dafe73-60f2-404a-bdd4-a161591cbf06 req-b53a4a6f-cf67-4492-a59f-3230c6b074f9 tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] 10.222.0.66 "GET /v2.0/security-groups?id=1583760a-8eee-47b7-b670-f45d9d965092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573959 Aug 18 12:00:34.850487 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-7dd683f7-d19d-4e4f-b912-660367a3b227 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:34.870646 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-7dd683f7-d19d-4e4f-b912-660367a3b227 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:34.921118 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7dd683f7-d19d-4e4f-b912-660367a3b227 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 804} {{(pid=106252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:00:34.923831 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd683f7-d19d-4e4f-b912-660367a3b227 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=582571f6-a365-42ab-be92-c3254f7d1409,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:00:34.939671 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-7dd683f7-d19d-4e4f-b912-660367a3b227 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:34.941313 n-d-804985-2 neutron-server[106252]: INFO neutron.db.segments_db [None req-7dd683f7-d19d-4e4f-b912-660367a3b227 admin admin] Added segment 41659f6a-58f9-4216-bad4-63cae3d0928f of type vlan for network 77d4e2e9-bb4f-4e96-bc3f-77ed49a19e4d Aug 18 12:00:34.947666 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device c4dffcb2-1820-4dc0-b7f4-45ced3a35f90 up at agent hyperv_n-h1-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:00:35.026736 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-828c5ef9-cebe-484e-97ad-04d585ea0766 req-bc1336af-7b68-4916-9cdf-125b28e1886b tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=87f2a541be1e4141a84277bf00dc4c3b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0381436 Aug 18 12:00:35.066484 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Provisioning for port c4dffcb2-1820-4dc0-b7f4-45ced3a35f90 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:00:35.074840 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Provisioning complete for port c4dffcb2-1820-4dc0-b7f4-45ced3a35f90 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:00:35.075251 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:35.082715 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-7dd683f7-d19d-4e4f-b912-660367a3b227 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789150665894'] for network, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:35.101013 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89df0cc9-20ae-4078-a392-0e4c916ba47f req-2e54fc54-bc8d-4aa3-af25-05bf8fb39d57 tempest-MultipleCreateTestJSON-2069875045 tempest-MultipleCreateTestJSON-2069875045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:35.102919 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-89df0cc9-20ae-4078-a392-0e4c916ba47f req-2e54fc54-bc8d-4aa3-af25-05bf8fb39d57 tempest-MultipleCreateTestJSON-2069875045 tempest-MultipleCreateTestJSON-2069875045-project] 10.222.0.66 "GET /v2.0/ports?device_id=87738939-b006-43b2-bd5d-6234000eef25 HTTP/1.1" status: 200 len: 945 time: 0.1125503 Aug 18 12:00:35.160249 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-7dd683f7-d19d-4e4f-b912-660367a3b227 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for network, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:35.160684 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dd683f7-d19d-4e4f-b912-660367a3b227 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:35.161306 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-7dd683f7-d19d-4e4f-b912-660367a3b227 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for network, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:35.232545 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-89df0cc9-20ae-4078-a392-0e4c916ba47f req-473f7ed6-c50b-471a-b0cd-1f30ca3882de tempest-MultipleCreateTestJSON-2069875045 tempest-MultipleCreateTestJSON-2069875045-project] 10.222.0.66 "GET /v2.0/security-groups?id=c7c1b338-374f-4682-ab89-899dcfcbc184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109548 Aug 18 12:00:35.236340 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:35.247315 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-7dd683f7-d19d-4e4f-b912-660367a3b227 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7768331 Aug 18 12:00:35.253617 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828c5ef9-cebe-484e-97ad-04d585ea0766 req-7aa2afb2-356e-4957-9cdd-3c23634e6db9 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:35.257225 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 59716) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:00:35.257476 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-828c5ef9-cebe-484e-97ad-04d585ea0766 req-7aa2afb2-356e-4957-9cdd-3c23634e6db9 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2209351 Aug 18 12:00:35.269624 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-ba3e3cad-3288-4abd-abc9-e64b5d6a4360 admin admin] Request body: {'subnet': {'network_id': '77d4e2e9-bb4f-4e96-bc3f-77ed49a19e4d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1737382015-subnet', 'tenant_id': 'cb85fb7f049c4a34af5b32d1fc3a93ab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:00:35.276083 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95133279-be4a-4243-9435-9b7b1bff49ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4dffcb2-1820-4dc0-b7f4-45ced3a35f90'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:00:35.278599 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db50a436fb3a98495337d8fe7487b4f2ea6f3c1052eb9efadc2ecda2d5737001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20a8e755-06d7-4156-8c17-29e42b32b050" -d '{"events": [{"server_uuid": "95133279-be4a-4243-9435-9b7b1bff49ca", "name": "network-vif-plugged", "status": "completed", "tag": "c4dffcb2-1820-4dc0-b7f4-45ced3a35f90"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:00:35.293791 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [req-828c5ef9-cebe-484e-97ad-04d585ea0766 req-cbb47def-f8ba-433a-bb0e-15d01b63b4c2 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Request body: {'port': {'device_id': '50ed693d-cbb2-4cf2-a656-704f6a7c8398', 'network_id': '222e0814-c7e5-4b11-9282-3f40c6ed76b2', 'admin_state_up': True, 'tenant_id': '87f2a541be1e4141a84277bf00dc4c3b'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:00:35.294942 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port c4dffcb2-1820-4dc0-b7f4-45ced3a35f90, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=c4dffcb2-1820-4dc0-b7f4-45ced3a35f90,segment=NetworkSegment(aad88131-e56c-4831-956a-495bf4859725),segment_id=aad88131-e56c-4831-956a-495bf4859725)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:00:35.300763 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:35.302338 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 3d5a51d4-8aae-48f7-ad8d-aec31b33f432 up at agent hyperv_n-h1-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:00:35.347076 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd683f7-d19d-4e4f-b912-660367a3b227 admin admin] Pushing event updated for resources: {'Network': ['ID=77d4e2e9-bb4f-4e96-bc3f-77ed49a19e4d,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:00:35.362374 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba3e3cad-3288-4abd-abc9-e64b5d6a4360 admin admin] Made reservation on behalf of cb85fb7f049c4a34af5b32d1fc3a93ab for: {'subnet': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:00:35.369045 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ba3e3cad-3288-4abd-abc9-e64b5d6a4360 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59074089'] for subnet, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:35.369314 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:00:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dca48578-585b-42b2-aeb0-59dc7e868b25 x-openstack-request-id: req-dca48578-585b-42b2-aeb0-59dc7e868b25 {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:00:35.369314 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95133279-be4a-4243-9435-9b7b1bff49ca", "name": "network-vif-plugged", "status": "completed", "tag": "c4dffcb2-1820-4dc0-b7f4-45ced3a35f90", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:00:35.369578 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-dca48578-585b-42b2-aeb0-59dc7e868b25 {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:00:35.369972 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95133279-be4a-4243-9435-9b7b1bff49ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4dffcb2-1820-4dc0-b7f4-45ced3a35f90', 'code': 200} Aug 18 12:00:35.374408 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Network 77d4e2e9-bb4f-4e96-bc3f-77ed49a19e4d details requested by agent ovs-agent-n-d-804985-2 with host n-d-804985-2 {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:00:35.486093 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=c4dffcb2-1820-4dc0-b7f4-45ced3a35f90,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:00:35.516227 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Provisioning for port 3d5a51d4-8aae-48f7-ad8d-aec31b33f432 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:00:35.521681 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Provisioning complete for port 3d5a51d4-8aae-48f7-ad8d-aec31b33f432 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:00:35.522108 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:35.553562 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-828c5ef9-cebe-484e-97ad-04d585ea0766 req-cbb47def-f8ba-433a-bb0e-15d01b63b4c2 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Made reservation on behalf of 87f2a541be1e4141a84277bf00dc4c3b for: {'port': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:00:35.558809 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-828c5ef9-cebe-484e-97ad-04d585ea0766 req-cbb47def-f8ba-433a-bb0e-15d01b63b4c2 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:35.653758 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62298b11-fcd0-4c4a-b1e9-ed542160d01a req-83cc439d-b1e1-4a0f-91e3-2e5ee23405e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:35.656341 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-62298b11-fcd0-4c4a-b1e9-ed542160d01a req-83cc439d-b1e1-4a0f-91e3-2e5ee23405e4 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=95133279-be4a-4243-9435-9b7b1bff49ca HTTP/1.1" status: 200 len: 1096 time: 0.2111008 Aug 18 12:00:35.675650 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:35.687336 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4be66a-c776-4db6-89c2-dd95fe5307a4 req-91996372-c6cd-4e90-b066-56014ec787ac tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:35.693641 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-df4be66a-c776-4db6-89c2-dd95fe5307a4 req-91996372-c6cd-4e90-b066-56014ec787ac tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] 10.222.0.66 "GET /v2.0/ports?device_id=7bb849da-ffb1-4961-9508-4c9aee12932c HTTP/1.1" status: 200 len: 944 time: 0.2518239 Aug 18 12:00:35.731985 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 3d5a51d4-8aae-48f7-ad8d-aec31b33f432, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=3d5a51d4-8aae-48f7-ad8d-aec31b33f432,segment=NetworkSegment(b0eb6eea-b461-4969-8a27-808f00daa8a1),segment_id=b0eb6eea-b461-4969-8a27-808f00daa8a1)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:00:35.739663 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:35.741218 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 109d82bb-4975-4d7b-b613-80b0264fa434 up at agent hyperv_n-h1-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:00:35.743834 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [req-828c5ef9-cebe-484e-97ad-04d585ea0766 req-cbb47def-f8ba-433a-bb0e-15d01b63b4c2 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Allocated IP 192.168.233.154 (222e0814-c7e5-4b11-9282-3f40c6ed76b2/6d16d680-110b-436d-8afa-48ba845b3623/508ec94c-2aa2-4f52-b538-be215de08220) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:00:35.823180 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ff399db8-70eb-47ce-a621-9e5d01ea5f64 req-4cc7a085-0e71-472b-8c94-2eedcbc89538 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/ports?device_id=50ed693d-cbb2-4cf2-a656-704f6a7c8398 HTTP/1.1" status: 200 len: 210 time: 0.0837455 Aug 18 12:00:35.881652 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-62298b11-fcd0-4c4a-b1e9-ed542160d01a req-104af96c-a35b-439d-8dac-e2c45942d340 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=c7c1b338-374f-4682-ab89-899dcfcbc184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869164 Aug 18 12:00:35.892893 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Provisioning for port 109d82bb-4975-4d7b-b613-80b0264fa434 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:00:35.907555 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:35.910937 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Provisioning complete for port 109d82bb-4975-4d7b-b613-80b0264fa434 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:00:35.911343 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:35.914783 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=3d5a51d4-8aae-48f7-ad8d-aec31b33f432,revision_number=13']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:00:35.933829 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-df4be66a-c776-4db6-89c2-dd95fe5307a4 req-aed72bb5-ce42-4773-8e45-432c7c8862b9 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] 10.222.0.66 "GET /v2.0/security-groups?id=59eee650-0005-4a96-985a-4e5744ed56bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2273951 Aug 18 12:00:36.038175 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ba3e3cad-3288-4abd-abc9-e64b5d6a4360 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3572913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59074111'] for subnet, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:36.089172 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:36.119938 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-828c5ef9-cebe-484e-97ad-04d585ea0766 req-cbb47def-f8ba-433a-bb0e-15d01b63b4c2 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:36.144368 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [req-828c5ef9-cebe-484e-97ad-04d585ea0766 req-cbb47def-f8ba-433a-bb0e-15d01b63b4c2 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Transition to ACTIVE for port object 508ec94c-2aa2-4f52-b538-be215de08220 will not be triggered until provisioned by entity DHCP. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:00:36.158334 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3e3cad-3288-4abd-abc9-e64b5d6a4360 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9eb49c77-336c-4fcc-8887-f982143a5a95,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:00:36.168413 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 109d82bb-4975-4d7b-b613-80b0264fa434, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=109d82bb-4975-4d7b-b613-80b0264fa434,segment=NetworkSegment(aad88131-e56c-4831-956a-495bf4859725),segment_id=aad88131-e56c-4831-956a-495bf4859725)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:00:36.177128 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:36.197856 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66a11e2-1f76-4f1a-bb81-015f0abe12dc req-39f71cca-270e-4a7c-8e26-a5883497a367 tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:36.199448 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d66a11e2-1f76-4f1a-bb81-015f0abe12dc req-39f71cca-270e-4a7c-8e26-a5883497a367 tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] 10.222.0.66 "GET /v2.0/ports?device_id=a87f78c1-2ca5-455e-9935-ab7aeaf069c9 HTTP/1.1" status: 200 len: 946 time: 0.1587815 Aug 18 12:00:36.200724 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba3e3cad-3288-4abd-abc9-e64b5d6a4360 admin admin] Checking segment: {'id': '41659f6a-58f9-4216-bad4-63cae3d0928f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '77d4e2e9-bb4f-4e96-bc3f-77ed49a19e4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:00:36.201079 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba3e3cad-3288-4abd-abc9-e64b5d6a4360 admin admin] Network hostable DHCP agents. Network: 77d4e2e9-bb4f-4e96-bc3f-77ed49a19e4d, hostable agents: ['97c14208-2951-4361-8d64-3708c946ff5f'], hosted agents: [] {{(pid=106252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 12:00:36.241496 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-828c5ef9-cebe-484e-97ad-04d585ea0766 req-cbb47def-f8ba-433a-bb0e-15d01b63b4c2 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:36.247696 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba3e3cad-3288-4abd-abc9-e64b5d6a4360 admin admin] Network 77d4e2e9-bb4f-4e96-bc3f-77ed49a19e4d is scheduled to be hosted by DHCP agent 97c14208-2951-4361-8d64-3708c946ff5f with binding_index 1 {{(pid=106252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 12:00:36.269707 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d66a11e2-1f76-4f1a-bb81-015f0abe12dc req-f44e226b-0e96-4024-a52a-331a846853f5 tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] 10.222.0.66 "GET /v2.0/security-groups?id=1583760a-8eee-47b7-b670-f45d9d965092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621097 Aug 18 12:00:36.271078 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-828c5ef9-cebe-484e-97ad-04d585ea0766 req-cbb47def-f8ba-433a-bb0e-15d01b63b4c2 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Network 222e0814-c7e5-4b11-9282-3f40c6ed76b2 is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:00:36.274007 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [req-828c5ef9-cebe-484e-97ad-04d585ea0766 req-cbb47def-f8ba-433a-bb0e-15d01b63b4c2 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:00:36.287677 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-ba3e3cad-3288-4abd-abc9-e64b5d6a4360 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-2, 77d4e2e9-bb4f-4e96-bc3f-77ed49a19e4d) {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:00:36.290329 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-828c5ef9-cebe-484e-97ad-04d585ea0766 req-cbb47def-f8ba-433a-bb0e-15d01b63b4c2 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:00:36.294973 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba3e3cad-3288-4abd-abc9-e64b5d6a4360 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:36.295658 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ba3e3cad-3288-4abd-abc9-e64b5d6a4360 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for subnet, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:36.296441 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] get_ports_and_sgs() called for port_ids ['47e5829a-59dd-4443-a286-66a970df8f0d'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:00:36.340628 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-ba3e3cad-3288-4abd-abc9-e64b5d6a4360 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0737321 Aug 18 12:00:36.386984 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] get_ports_and_sgs() called for port_ids ['3bb3d3c1-bab8-4cce-b527-237a5b4dc9b4', '3d5a51d4-8aae-48f7-ad8d-aec31b33f432'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:00:36.404088 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e777c9f-b468-43e4-8fd3-9c235a7cccd2 None None] Network 77d4e2e9-bb4f-4e96-bc3f-77ed49a19e4d requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:00:36.459157 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc93e0f-3349-4ac6-89ed-4170828fa96d req-dc87c8c1-dab4-469e-aaad-750fabb5e982 tempest-MultipleCreateTestJSON-2069875045 tempest-MultipleCreateTestJSON-2069875045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:36.462288 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb47def-f8ba-433a-bb0e-15d01b63b4c2 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Pushing event updated for resources: {'Port': ['ID=508ec94c-2aa2-4f52-b538-be215de08220,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:00:36.474834 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828c5ef9-cebe-484e-97ad-04d585ea0766 req-cbb47def-f8ba-433a-bb0e-15d01b63b4c2 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:36.475475 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-828c5ef9-cebe-484e-97ad-04d585ea0766 req-cbb47def-f8ba-433a-bb0e-15d01b63b4c2 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:36.477155 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2fc93e0f-3349-4ac6-89ed-4170828fa96d req-dc87c8c1-dab4-469e-aaad-750fabb5e982 tempest-MultipleCreateTestJSON-2069875045 tempest-MultipleCreateTestJSON-2069875045-project] 10.222.0.66 "GET /v2.0/ports?device_id=87738939-b006-43b2-bd5d-6234000eef25 HTTP/1.1" status: 200 len: 946 time: 0.1134548 Aug 18 12:00:36.522639 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-828c5ef9-cebe-484e-97ad-04d585ea0766 req-cbb47def-f8ba-433a-bb0e-15d01b63b4c2 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2409079 Aug 18 12:00:36.542390 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [req-828c5ef9-cebe-484e-97ad-04d585ea0766 req-363718fd-a856-4aaa-8706-615d6b059214 service neutron] Request body: {'port': {'device_id': '50ed693d-cbb2-4cf2-a656-704f6a7c8398', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804985-2'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:00:36.579027 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2fc93e0f-3349-4ac6-89ed-4170828fa96d req-c8269949-7228-4825-8ad6-f9aa3e7fbe25 tempest-MultipleCreateTestJSON-2069875045 tempest-MultipleCreateTestJSON-2069875045-project] 10.222.0.66 "GET /v2.0/security-groups?id=c7c1b338-374f-4682-ab89-899dcfcbc184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924816 Aug 18 12:00:36.621558 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=109d82bb-4975-4d7b-b613-80b0264fa434,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:00:36.655494 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-828c5ef9-cebe-484e-97ad-04d585ea0766 req-363718fd-a856-4aaa-8706-615d6b059214 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:36.679327 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a73e215a-51a2-46a3-a774-cf8a00d91a2f None None] Network 77d4e2e9-bb4f-4e96-bc3f-77ed49a19e4d requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:00:36.897588 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-fb5fd387-a05d-4c0b-84e9-98e6757be1d3 None None] Provisioning for port 508ec94c-2aa2-4f52-b538-be215de08220 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:00:36.970631 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-fb5fd387-a05d-4c0b-84e9-98e6757be1d3 None None] Provisioning complete for port 508ec94c-2aa2-4f52-b538-be215de08220 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:00:36.972192 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-fb5fd387-a05d-4c0b-84e9-98e6757be1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:37.013199 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [req-828c5ef9-cebe-484e-97ad-04d585ea0766 req-363718fd-a856-4aaa-8706-615d6b059214 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 508ec94c-2aa2-4f52-b538-be215de08220 {{(pid=106253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:00:37.021780 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-828c5ef9-cebe-484e-97ad-04d585ea0766 req-363718fd-a856-4aaa-8706-615d6b059214 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:37.024279 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-fb5fd387-a05d-4c0b-84e9-98e6757be1d3 None None] Port 508ec94c-2aa2-4f52-b538-be215de08220 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:00:37.035317 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [req-828c5ef9-cebe-484e-97ad-04d585ea0766 req-363718fd-a856-4aaa-8706-615d6b059214 service neutron] Transition to ACTIVE for port object 508ec94c-2aa2-4f52-b538-be215de08220 will not be triggered until provisioned by entity L2. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:00:37.041159 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a05109-ad6b-4e86-ae20-b998b9a49ad1 req-512cd09c-d4ce-49c5-b84e-57220bde8318 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:37.046690 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-828c5ef9-cebe-484e-97ad-04d585ea0766 req-363718fd-a856-4aaa-8706-615d6b059214 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:37.051483 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f9a05109-ad6b-4e86-ae20-b998b9a49ad1 req-512cd09c-d4ce-49c5-b84e-57220bde8318 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/ports?device_id=50ed693d-cbb2-4cf2-a656-704f6a7c8398 HTTP/1.1" status: 200 len: 936 time: 0.1243596 Aug 18 12:00:37.111593 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363718fd-a856-4aaa-8706-615d6b059214 service neutron] Pushing event updated for resources: {'Port': ['ID=508ec94c-2aa2-4f52-b538-be215de08220,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:00:37.137310 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f9a05109-ad6b-4e86-ae20-b998b9a49ad1 req-fee6f0ad-fed7-4ded-87e3-68b726b30c37 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/security-groups?id=0ddd2c5c-7e53-44ab-9404-c5fea69a570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843706 Aug 18 12:00:37.174690 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369c9e2c-13cb-4756-825e-f4c5b9493c13 req-43e7cc0a-57d9-4156-96f1-2ab88e493c59 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:37.182427 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-369c9e2c-13cb-4756-825e-f4c5b9493c13 req-43e7cc0a-57d9-4156-96f1-2ab88e493c59 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/networks?id=77d4e2e9-bb4f-4e96-bc3f-77ed49a19e4d HTTP/1.1" status: 200 len: 814 time: 0.2256320 Aug 18 12:00:37.199318 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-369c9e2c-13cb-4756-825e-f4c5b9493c13 req-e4422287-6259-4482-acfd-e9776ab12e9c tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/quotas/cb85fb7f049c4a34af5b32d1fc3a93ab HTTP/1.1" status: 200 len: 375 time: 0.0159371 Aug 18 12:00:37.264506 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-828c5ef9-cebe-484e-97ad-04d585ea0766 req-363718fd-a856-4aaa-8706-615d6b059214 service neutron] Attempting to bind port 508ec94c-2aa2-4f52-b538-be215de08220 on host n-h2-804985-2 for vnic_type normal with profile {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:00:37.265217 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-828c5ef9-cebe-484e-97ad-04d585ea0766 req-363718fd-a856-4aaa-8706-615d6b059214 service neutron] Attempting to bind port 508ec94c-2aa2-4f52-b538-be215de08220 by drivers openvswitch,hyperv on host n-h2-804985-2 at level 0 using segments [{'id': 'b0eb6eea-b461-4969-8a27-808f00daa8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '222e0814-c7e5-4b11-9282-3f40c6ed76b2'}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:00:37.265788 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-828c5ef9-cebe-484e-97ad-04d585ea0766 req-363718fd-a856-4aaa-8706-615d6b059214 service neutron] Attempting to bind port 508ec94c-2aa2-4f52-b538-be215de08220 on network 222e0814-c7e5-4b11-9282-3f40c6ed76b2 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:00:37.271606 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-828c5ef9-cebe-484e-97ad-04d585ea0766 req-363718fd-a856-4aaa-8706-615d6b059214 service neutron] Port 508ec94c-2aa2-4f52-b538-be215de08220 on network 222e0814-c7e5-4b11-9282-3f40c6ed76b2 not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-2 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:00:37.272234 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-828c5ef9-cebe-484e-97ad-04d585ea0766 req-363718fd-a856-4aaa-8706-615d6b059214 service neutron] Attempting to bind port 508ec94c-2aa2-4f52-b538-be215de08220 on network 222e0814-c7e5-4b11-9282-3f40c6ed76b2 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:00:37.278229 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-828c5ef9-cebe-484e-97ad-04d585ea0766 req-363718fd-a856-4aaa-8706-615d6b059214 service neutron] Checking agent: {'id': 'da5da552-709c-4248-84de-86af99a0dc87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 49, 8), 'started_at': datetime.datetime(2021, 8, 18, 11, 49, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 0, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:00:37.278943 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-828c5ef9-cebe-484e-97ad-04d585ea0766 req-363718fd-a856-4aaa-8706-615d6b059214 service neutron] Checking segment: {'id': 'b0eb6eea-b461-4969-8a27-808f00daa8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '222e0814-c7e5-4b11-9282-3f40c6ed76b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:00:37.279593 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-828c5ef9-cebe-484e-97ad-04d585ea0766 req-363718fd-a856-4aaa-8706-615d6b059214 service neutron] Bound using segment: {'id': 'b0eb6eea-b461-4969-8a27-808f00daa8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '222e0814-c7e5-4b11-9282-3f40c6ed76b2'} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:00:37.280247 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-828c5ef9-cebe-484e-97ad-04d585ea0766 req-363718fd-a856-4aaa-8706-615d6b059214 service neutron] Bound port: 508ec94c-2aa2-4f52-b538-be215de08220, host: n-h2-804985-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0eb6eea-b461-4969-8a27-808f00daa8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '222e0814-c7e5-4b11-9282-3f40c6ed76b2'}}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:00:37.280843 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-828c5ef9-cebe-484e-97ad-04d585ea0766 req-363718fd-a856-4aaa-8706-615d6b059214 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:37.287598 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-369c9e2c-13cb-4756-825e-f4c5b9493c13 req-49402e21-85fc-47e7-ae0c-665bb155f807 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=cb85fb7f049c4a34af5b32d1fc3a93ab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0873036 Aug 18 12:00:37.389492 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6872a0b-045c-40a9-ac3b-9c330c30278a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d5a51d4-8aae-48f7-ad8d-aec31b33f432'}, {'server_uuid': '87738939-b006-43b2-bd5d-6234000eef25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '109d82bb-4975-4d7b-b613-80b0264fa434'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:00:37.392200 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db50a436fb3a98495337d8fe7487b4f2ea6f3c1052eb9efadc2ecda2d5737001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa4db897-3426-4ec1-a49b-8f04c0289385" -d '{"events": [{"server_uuid": "a6872a0b-045c-40a9-ac3b-9c330c30278a", "name": "network-vif-plugged", "status": "completed", "tag": "3d5a51d4-8aae-48f7-ad8d-aec31b33f432"}, {"server_uuid": "87738939-b006-43b2-bd5d-6234000eef25", "name": "network-vif-plugged", "status": "completed", "tag": "109d82bb-4975-4d7b-b613-80b0264fa434"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:00:37.409753 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-828c5ef9-cebe-484e-97ad-04d585ea0766 req-363718fd-a856-4aaa-8706-615d6b059214 service neutron] For port 508ec94c-2aa2-4f52-b538-be215de08220, host n-h2-804985-2, cleared binding levels {{(pid=106253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:00:37.413680 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-828c5ef9-cebe-484e-97ad-04d585ea0766 req-363718fd-a856-4aaa-8706-615d6b059214 service neutron] For port 508ec94c-2aa2-4f52-b538-be215de08220, host n-h2-804985-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=508ec94c-2aa2-4f52-b538-be215de08220,segment=NetworkSegment(b0eb6eea-b461-4969-8a27-808f00daa8a1),segment_id=b0eb6eea-b461-4969-8a27-808f00daa8a1)] {{(pid=106253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:00:37.426404 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-828c5ef9-cebe-484e-97ad-04d585ea0766 req-363718fd-a856-4aaa-8706-615d6b059214 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:37.476403 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-369c9e2c-13cb-4756-825e-f4c5b9493c13 req-6813ecf4-1e92-4316-be81-d0b094e59bd3 service neutron] 10.222.0.66 "GET /v2.0/networks/77d4e2e9-bb4f-4e96-bc3f-77ed49a19e4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877220 Aug 18 12:00:37.485811 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828c5ef9-cebe-484e-97ad-04d585ea0766 req-363718fd-a856-4aaa-8706-615d6b059214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:37.486817 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-828c5ef9-cebe-484e-97ad-04d585ea0766 req-363718fd-a856-4aaa-8706-615d6b059214 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:37.497707 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-828c5ef9-cebe-484e-97ad-04d585ea0766 req-363718fd-a856-4aaa-8706-615d6b059214 service neutron] 10.222.0.62 "PUT /v2.0/ports/508ec94c-2aa2-4f52-b538-be215de08220 HTTP/1.1" status: 200 len: 1096 time: 0.9613459 Aug 18 12:00:37.498112 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50ed693d-cbb2-4cf2-a656-704f6a7c8398', 'tag': '508ec94c-2aa2-4f52-b538-be215de08220'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:00:37.511751 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0679f4c4b6e0e0c064a7d71d722dc30541a34fffee11680573be22ee2ffccc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44c08b0a-27ca-4601-81b6-35253296c87c" -d '{"events": [{"name": "network-changed", "server_uuid": "50ed693d-cbb2-4cf2-a656-704f6a7c8398", "tag": "508ec94c-2aa2-4f52-b538-be215de08220"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:00:37.548748 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363718fd-a856-4aaa-8706-615d6b059214 service neutron] Pushing event updated for resources: {'Port': ['ID=508ec94c-2aa2-4f52-b538-be215de08220,revision_number=3']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:00:37.550012 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12589438-1092-4109-9122-f1b7ae4dbd30 req-60891a37-ef96-4c21-8928-19464c11d82c tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:37.557787 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-12589438-1092-4109-9122-f1b7ae4dbd30 req-60891a37-ef96-4c21-8928-19464c11d82c tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] 10.222.0.66 "GET /v2.0/ports?device_id=7bb849da-ffb1-4961-9508-4c9aee12932c HTTP/1.1" status: 200 len: 944 time: 0.1356699 Aug 18 12:00:37.622268 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828c5ef9-cebe-484e-97ad-04d585ea0766 req-d9a49026-7607-421b-a0ea-1d5c9bd93233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:37.622790 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-12589438-1092-4109-9122-f1b7ae4dbd30 req-ef9d87f3-3434-4088-90f2-0ba79a9ad2c7 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] 10.222.0.66 "GET /v2.0/security-groups?id=59eee650-0005-4a96-985a-4e5744ed56bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640335 Aug 18 12:00:37.623811 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-828c5ef9-cebe-484e-97ad-04d585ea0766 req-d9a49026-7607-421b-a0ea-1d5c9bd93233 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=87f2a541be1e4141a84277bf00dc4c3b&device_id=50ed693d-cbb2-4cf2-a656-704f6a7c8398 HTTP/1.1" status: 200 len: 1099 time: 0.0720749 Aug 18 12:00:37.709380 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-369c9e2c-13cb-4756-825e-f4c5b9493c13 req-203e4cbf-86d4-447f-b267-a25753c63131 service neutron] 10.222.0.66 "GET /v2.0/networks/77d4e2e9-bb4f-4e96-bc3f-77ed49a19e4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2319465 Aug 18 12:00:37.717407 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-828c5ef9-cebe-484e-97ad-04d585ea0766 req-9a3b6ad5-734a-4884-9d91-34cd71b5ac73 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=508ec94c-2aa2-4f52-b538-be215de08220 HTTP/1.1" status: 200 len: 217 time: 0.0747051 Aug 18 12:00:37.817014 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 540c9620-9d77-456f-8f3a-76d2ef77862f details requested by agent hyperv_n-h2-804985-2 with host n-h2-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:00:37.840305 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828c5ef9-cebe-484e-97ad-04d585ea0766 req-c746e795-9ff4-4f35-b322-2a5f603cb28b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:37.843315 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-828c5ef9-cebe-484e-97ad-04d585ea0766 req-c746e795-9ff4-4f35-b322-2a5f603cb28b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6d16d680-110b-436d-8afa-48ba845b3623 HTTP/1.1" status: 200 len: 843 time: 0.1117177 Aug 18 12:00:37.946454 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828c5ef9-cebe-484e-97ad-04d585ea0766 req-8dd1229a-14fe-4236-8bf1-b12fb1d1b34e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:37.948122 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-828c5ef9-cebe-484e-97ad-04d585ea0766 req-8dd1229a-14fe-4236-8bf1-b12fb1d1b34e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=222e0814-c7e5-4b11-9282-3f40c6ed76b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0867403 Aug 18 12:00:38.043069 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 18 Aug 2021 12:00:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87dab16a-ae72-418e-a4a7-7496d24f32b1 x-openstack-request-id: req-87dab16a-ae72-418e-a4a7-7496d24f32b1 {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:00:38.043560 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6872a0b-045c-40a9-ac3b-9c330c30278a", "name": "network-vif-plugged", "status": "completed", "tag": "3d5a51d4-8aae-48f7-ad8d-aec31b33f432", "code": 200}, {"server_uuid": "87738939-b006-43b2-bd5d-6234000eef25", "name": "network-vif-plugged", "status": "completed", "tag": "109d82bb-4975-4d7b-b613-80b0264fa434", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:00:38.055259 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-87dab16a-ae72-418e-a4a7-7496d24f32b1 {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:00:38.057826 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6872a0b-045c-40a9-ac3b-9c330c30278a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d5a51d4-8aae-48f7-ad8d-aec31b33f432', 'code': 200} Aug 18 12:00:38.058295 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87738939-b006-43b2-bd5d-6234000eef25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '109d82bb-4975-4d7b-b613-80b0264fa434', 'code': 200} Aug 18 12:00:38.103315 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:00:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d7c446b-638f-49e2-8ddc-f8a62ffdbcd9 x-openstack-request-id: req-5d7c446b-638f-49e2-8ddc-f8a62ffdbcd9 {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:00:38.104028 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50ed693d-cbb2-4cf2-a656-704f6a7c8398", "tag": "508ec94c-2aa2-4f52-b538-be215de08220", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:00:38.104028 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-5d7c446b-638f-49e2-8ddc-f8a62ffdbcd9 {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:00:38.104231 n-d-804985-2 neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50ed693d-cbb2-4cf2-a656-704f6a7c8398', 'tag': '508ec94c-2aa2-4f52-b538-be215de08220', 'status': 'completed', 'code': 200} Aug 18 12:00:38.113042 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:38.122637 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e7f20a-c3a9-4adc-8076-89e7de06e6a0 req-2c423c92-e80a-4b2f-b8b8-5d3559ccbcbb tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:38.130404 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d0e7f20a-c3a9-4adc-8076-89e7de06e6a0 req-2c423c92-e80a-4b2f-b8b8-5d3559ccbcbb tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] 10.222.0.66 "GET /v2.0/ports?device_id=a87f78c1-2ca5-455e-9935-ab7aeaf069c9 HTTP/1.1" status: 200 len: 946 time: 0.1354537 Aug 18 12:00:38.158407 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port 540c9620-9d77-456f-8f3a-76d2ef77862f, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=540c9620-9d77-456f-8f3a-76d2ef77862f,segment=NetworkSegment(1bfb322b-83ae-425c-b8a6-e9d9bfa53e56),segment_id=1bfb322b-83ae-425c-b8a6-e9d9bfa53e56)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:00:38.182700 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Returning: {'device': '540c9620-9d77-456f-8f3a-76d2ef77862f', 'network_id': 'd7901dbb-4e11-4e3f-b19f-ec50e5f166f6', 'port_id': '540c9620-9d77-456f-8f3a-76d2ef77862f', 'mac_address': 'fa:16:3e:03:08:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 803, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71081cae-75c4-4e3f-b46a-ace6aed0b033', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:00:38.195760 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-828c5ef9-cebe-484e-97ad-04d585ea0766 req-efbcc4bd-39e4-405b-b0e3-9aac2c1bcc5f service neutron] 10.222.0.62 "GET /v2.0/networks/222e0814-c7e5-4b11-9282-3f40c6ed76b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2368753 Aug 18 12:00:38.270797 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:38.294408 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 540c9620-9d77-456f-8f3a-76d2ef77862f {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:00:38.295068 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d0e7f20a-c3a9-4adc-8076-89e7de06e6a0 req-9013ef90-b04c-4159-bf77-96c999d2ac56 tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] 10.222.0.66 "GET /v2.0/security-groups?id=1583760a-8eee-47b7-b670-f45d9d965092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006029 Aug 18 12:00:38.322436 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f57b5f-dd69-4d17-bcc3-96b1e2eee652 req-b0595e2a-1f5a-4972-a0fe-54c6f7d5e725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:38.327775 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-79f57b5f-dd69-4d17-bcc3-96b1e2eee652 req-b0595e2a-1f5a-4972-a0fe-54c6f7d5e725 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=87738939-b006-43b2-bd5d-6234000eef25 HTTP/1.1" status: 200 len: 1097 time: 0.1948822 Aug 18 12:00:38.347280 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port 540c9620-9d77-456f-8f3a-76d2ef77862f, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=540c9620-9d77-456f-8f3a-76d2ef77862f,segment=NetworkSegment(1bfb322b-83ae-425c-b8a6-e9d9bfa53e56),segment_id=1bfb322b-83ae-425c-b8a6-e9d9bfa53e56)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:00:38.349071 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0760db67-ac8f-4260-9f53-f0e094c94b7c req-d53ee5ee-219f-4755-bdd7-a039545ec50a tempest-MultipleCreateTestJSON-2069875045 tempest-MultipleCreateTestJSON-2069875045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:38.358596 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0760db67-ac8f-4260-9f53-f0e094c94b7c req-d53ee5ee-219f-4755-bdd7-a039545ec50a tempest-MultipleCreateTestJSON-2069875045 tempest-MultipleCreateTestJSON-2069875045-project] 10.222.0.66 "GET /v2.0/ports?device_id=87738939-b006-43b2-bd5d-6234000eef25 HTTP/1.1" status: 200 len: 946 time: 0.1335635 Aug 18 12:00:38.372271 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:38.375654 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-828c5ef9-cebe-484e-97ad-04d585ea0766 req-7a523479-0f2c-4c1e-b6cc-d60bf3a91865 service neutron] 10.222.0.62 "GET /v2.0/networks/222e0814-c7e5-4b11-9282-3f40c6ed76b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629696 Aug 18 12:00:38.456853 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0760db67-ac8f-4260-9f53-f0e094c94b7c req-c9a9ec9b-c9f9-47b5-ae9c-e7ed87493d27 tempest-MultipleCreateTestJSON-2069875045 tempest-MultipleCreateTestJSON-2069875045-project] 10.222.0.66 "GET /v2.0/security-groups?id=c7c1b338-374f-4682-ab89-899dcfcbc184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920057 Aug 18 12:00:38.470791 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6a45be4a-5605-475d-8e40-870c412b3a6b req-afc445b7-9bae-4f8c-b8cd-661b279e4798 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/ports?device_id=c638d708-f9ec-4cc8-8d73-799d4b9bed3c HTTP/1.1" status: 200 len: 210 time: 0.0839972 Aug 18 12:00:38.481901 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=540c9620-9d77-456f-8f3a-76d2ef77862f,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:00:38.526386 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-79f57b5f-dd69-4d17-bcc3-96b1e2eee652 req-db40b983-2dfe-44c0-8cb4-f9cc94461270 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=c7c1b338-374f-4682-ab89-899dcfcbc184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540740 Aug 18 12:00:38.568560 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c08b0a-27ca-4601-81b6-35253296c87c req-4da68646-557d-4914-b049-71a1bc8e71d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:38.570346 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-44c08b0a-27ca-4601-81b6-35253296c87c req-4da68646-557d-4914-b049-71a1bc8e71d3 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=87f2a541be1e4141a84277bf00dc4c3b&device_id=50ed693d-cbb2-4cf2-a656-704f6a7c8398 HTTP/1.1" status: 200 len: 1099 time: 0.1160924 Aug 18 12:00:38.669124 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426cc74d-7952-47a3-bb10-706865d24237 req-f962805b-a5c0-42a3-804b-e513bd236376 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:38.682399 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-426cc74d-7952-47a3-bb10-706865d24237 req-f962805b-a5c0-42a3-804b-e513bd236376 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/ports?device_id=50ed693d-cbb2-4cf2-a656-704f6a7c8398 HTTP/1.1" status: 200 len: 948 time: 0.0905318 Aug 18 12:00:38.690742 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c08b0a-27ca-4601-81b6-35253296c87c req-4683163b-f5f2-48be-86ee-8a96ef7354b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:38.692385 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-44c08b0a-27ca-4601-81b6-35253296c87c req-4683163b-f5f2-48be-86ee-8a96ef7354b1 service neutron] 10.222.0.62 "GET /v2.0/networks?id=222e0814-c7e5-4b11-9282-3f40c6ed76b2 HTTP/1.1" status: 200 len: 870 time: 0.1090369 Aug 18 12:00:38.740260 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-44c08b0a-27ca-4601-81b6-35253296c87c req-d2723b14-fb83-45b0-877c-4db3333a2ee2 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=508ec94c-2aa2-4f52-b538-be215de08220 HTTP/1.1" status: 200 len: 217 time: 0.0357540 Aug 18 12:00:38.780791 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-426cc74d-7952-47a3-bb10-706865d24237 req-1351d8b7-36d6-445a-becf-7026c86a2e39 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/security-groups?id=0ddd2c5c-7e53-44ab-9404-c5fea69a570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901935 Aug 18 12:00:38.805077 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12177141-2266-4f8e-8f0a-675ef98fba7b req-e1f757f1-7ffd-4b64-9efa-e680a8b40d21 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:38.812308 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-12177141-2266-4f8e-8f0a-675ef98fba7b req-e1f757f1-7ffd-4b64-9efa-e680a8b40d21 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] 10.222.0.66 "GET /v2.0/ports?device_id=7bb849da-ffb1-4961-9508-4c9aee12932c HTTP/1.1" status: 200 len: 945 time: 0.0775092 Aug 18 12:00:38.844762 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] get_ports_and_sgs() called for port_ids ['540c9620-9d77-456f-8f3a-76d2ef77862f'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:00:38.860281 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c08b0a-27ca-4601-81b6-35253296c87c req-c98d6fb9-ba14-4dc4-a989-40818664acea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:38.862037 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-44c08b0a-27ca-4601-81b6-35253296c87c req-c98d6fb9-ba14-4dc4-a989-40818664acea service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6d16d680-110b-436d-8afa-48ba845b3623 HTTP/1.1" status: 200 len: 843 time: 0.1084843 Aug 18 12:00:38.882522 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-12177141-2266-4f8e-8f0a-675ef98fba7b req-aecdd57e-6799-4621-b187-e265a505cd29 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] 10.222.0.66 "GET /v2.0/security-groups?id=59eee650-0005-4a96-985a-4e5744ed56bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644116 Aug 18 12:00:39.002606 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c08b0a-27ca-4601-81b6-35253296c87c req-3e8683d0-6f44-43d3-92b3-b4a6f9374ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:39.004685 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-44c08b0a-27ca-4601-81b6-35253296c87c req-3e8683d0-6f44-43d3-92b3-b4a6f9374ff4 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=222e0814-c7e5-4b11-9282-3f40c6ed76b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1178434 Aug 18 12:00:39.452380 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fd3eca-60d3-4ce9-a94f-b666209a6196 req-9a1b8926-5113-42ea-b3d7-2173525a3efd tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:39.457078 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-44c08b0a-27ca-4601-81b6-35253296c87c req-70c86a43-4fc6-4c93-9be2-3c0485fa8fa9 service neutron] 10.222.0.62 "GET /v2.0/networks/222e0814-c7e5-4b11-9282-3f40c6ed76b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4378552 Aug 18 12:00:39.475499 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-81fd3eca-60d3-4ce9-a94f-b666209a6196 req-9a1b8926-5113-42ea-b3d7-2173525a3efd tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] 10.222.0.66 "GET /v2.0/ports?device_id=a87f78c1-2ca5-455e-9935-ab7aeaf069c9 HTTP/1.1" status: 200 len: 946 time: 0.0997915 Aug 18 12:00:39.590793 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-81fd3eca-60d3-4ce9-a94f-b666209a6196 req-ae43cafa-a946-442e-9a10-1ab0264af40c tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] 10.222.0.66 "GET /v2.0/security-groups?id=1583760a-8eee-47b7-b670-f45d9d965092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138730 Aug 18 12:00:39.643132 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-44c08b0a-27ca-4601-81b6-35253296c87c req-0bb0bbfe-31c2-4bff-b915-de30268b0641 service neutron] 10.222.0.62 "GET /v2.0/networks/222e0814-c7e5-4b11-9282-3f40c6ed76b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778631 Aug 18 12:00:39.671154 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-437011c9-65d9-4649-af08-b066065249f5 req-ecd44b27-0ae8-4bc7-a08c-0f4d1b0af944 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/ports?device_id=c638d708-f9ec-4cc8-8d73-799d4b9bed3c HTTP/1.1" status: 200 len: 210 time: 0.0764291 Aug 18 12:00:39.840649 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369c9e2c-13cb-4756-825e-f4c5b9493c13 req-e5783dc9-e467-4843-9d2d-8b85dee0461a tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:39.842190 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-369c9e2c-13cb-4756-825e-f4c5b9493c13 req-e5783dc9-e467-4843-9d2d-8b85dee0461a tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.62 "GET /v2.0/networks?id=77d4e2e9-bb4f-4e96-bc3f-77ed49a19e4d HTTP/1.1" status: 200 len: 814 time: 0.1530704 Aug 18 12:00:39.847955 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29b9c57-1101-493e-b48d-6a884a0c082c req-624b98fc-3154-4c53-b4b1-d4c2117f5348 tempest-MultipleCreateTestJSON-2069875045 tempest-MultipleCreateTestJSON-2069875045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:39.852946 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a29b9c57-1101-493e-b48d-6a884a0c082c req-624b98fc-3154-4c53-b4b1-d4c2117f5348 tempest-MultipleCreateTestJSON-2069875045 tempest-MultipleCreateTestJSON-2069875045-project] 10.222.0.66 "GET /v2.0/ports?device_id=87738939-b006-43b2-bd5d-6234000eef25 HTTP/1.1" status: 200 len: 946 time: 0.1476116 Aug 18 12:00:39.861049 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [req-369c9e2c-13cb-4756-825e-f4c5b9493c13 req-2faf084c-674d-4816-879d-230ad4fdcdcd tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] Request body: {'port': {'device_id': 'c638d708-f9ec-4cc8-8d73-799d4b9bed3c', 'network_id': '77d4e2e9-bb4f-4e96-bc3f-77ed49a19e4d', 'admin_state_up': True, 'tenant_id': 'cb85fb7f049c4a34af5b32d1fc3a93ab'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:00:39.906195 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a29b9c57-1101-493e-b48d-6a884a0c082c req-db6cfd2b-a884-4e72-a263-368ac7e528df tempest-MultipleCreateTestJSON-2069875045 tempest-MultipleCreateTestJSON-2069875045-project] 10.222.0.66 "GET /v2.0/security-groups?id=c7c1b338-374f-4682-ab89-899dcfcbc184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486453 Aug 18 12:00:40.014342 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3273e4-c5ab-4483-9da1-e137805761de req-5b7ca666-fbce-4d2a-a698-2e3a05f4b0a2 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:40.018062 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0a3273e4-c5ab-4483-9da1-e137805761de req-5b7ca666-fbce-4d2a-a698-2e3a05f4b0a2 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/ports?device_id=50ed693d-cbb2-4cf2-a656-704f6a7c8398 HTTP/1.1" status: 200 len: 948 time: 0.1000314 Aug 18 12:00:40.025941 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-369c9e2c-13cb-4756-825e-f4c5b9493c13 req-2faf084c-674d-4816-879d-230ad4fdcdcd tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] Made reservation on behalf of cb85fb7f049c4a34af5b32d1fc3a93ab for: {'port': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:00:40.029928 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-369c9e2c-13cb-4756-825e-f4c5b9493c13 req-2faf084c-674d-4816-879d-230ad4fdcdcd tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:40.102560 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6287e945-c092-4376-82ad-c5fd1ae8770b req-4a583098-ada0-4cf8-97f2-b98f888b70bf tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:40.110202 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6287e945-c092-4376-82ad-c5fd1ae8770b req-4a583098-ada0-4cf8-97f2-b98f888b70bf tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] 10.222.0.66 "GET /v2.0/ports?device_id=7bb849da-ffb1-4961-9508-4c9aee12932c HTTP/1.1" status: 200 len: 945 time: 0.0892079 Aug 18 12:00:40.135967 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0a3273e4-c5ab-4483-9da1-e137805761de req-b5cad51c-dcce-45ed-99e5-ea0485eb0ce2 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/security-groups?id=0ddd2c5c-7e53-44ab-9404-c5fea69a570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824962 Aug 18 12:00:40.178916 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6287e945-c092-4376-82ad-c5fd1ae8770b req-5749dc85-5976-466b-aa49-213c6e29a384 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] 10.222.0.66 "GET /v2.0/security-groups?id=59eee650-0005-4a96-985a-4e5744ed56bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616443 Aug 18 12:00:40.277990 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [req-369c9e2c-13cb-4756-825e-f4c5b9493c13 req-2faf084c-674d-4816-879d-230ad4fdcdcd tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] Allocated IP 172.20.0.4 (77d4e2e9-bb4f-4e96-bc3f-77ed49a19e4d/9eb49c77-336c-4fcc-8887-f982143a5a95/b22d0b76-0641-4b54-8103-0eca22255863) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:00:40.449166 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-369c9e2c-13cb-4756-825e-f4c5b9493c13 req-2faf084c-674d-4816-879d-230ad4fdcdcd tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:40.493220 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-369c9e2c-13cb-4756-825e-f4c5b9493c13 req-2faf084c-674d-4816-879d-230ad4fdcdcd tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:40.539609 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-369c9e2c-13cb-4756-825e-f4c5b9493c13 req-2faf084c-674d-4816-879d-230ad4fdcdcd tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] Network 77d4e2e9-bb4f-4e96-bc3f-77ed49a19e4d is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:00:40.543030 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [req-369c9e2c-13cb-4756-825e-f4c5b9493c13 req-2faf084c-674d-4816-879d-230ad4fdcdcd tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:00:40.549797 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-369c9e2c-13cb-4756-825e-f4c5b9493c13 req-2faf084c-674d-4816-879d-230ad4fdcdcd tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:00:40.581930 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faf084c-674d-4816-879d-230ad4fdcdcd tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] Pushing event updated for resources: {'Port': ['ID=b22d0b76-0641-4b54-8103-0eca22255863,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:00:40.611856 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369c9e2c-13cb-4756-825e-f4c5b9493c13 req-2faf084c-674d-4816-879d-230ad4fdcdcd tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:40.612495 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-369c9e2c-13cb-4756-825e-f4c5b9493c13 req-2faf084c-674d-4816-879d-230ad4fdcdcd tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:40.628093 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-369c9e2c-13cb-4756-825e-f4c5b9493c13 req-2faf084c-674d-4816-879d-230ad4fdcdcd tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7717266 Aug 18 12:00:40.641825 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [req-369c9e2c-13cb-4756-825e-f4c5b9493c13 req-d1704c7d-6b42-45a7-ae53-416cef6163fb service neutron] Request body: {'port': {'device_id': 'c638d708-f9ec-4cc8-8d73-799d4b9bed3c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804985-2'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:00:40.723348 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-369c9e2c-13cb-4756-825e-f4c5b9493c13 req-d1704c7d-6b42-45a7-ae53-416cef6163fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:40.756189 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f287c6a6-599e-4ca1-b824-b86bf4846128 req-1419c5df-98d1-4a83-8358-d8531c8f80d9 tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:40.759156 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f287c6a6-599e-4ca1-b824-b86bf4846128 req-1419c5df-98d1-4a83-8358-d8531c8f80d9 tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] 10.222.0.66 "GET /v2.0/ports?device_id=a87f78c1-2ca5-455e-9935-ab7aeaf069c9 HTTP/1.1" status: 200 len: 946 time: 0.0747681 Aug 18 12:00:40.835443 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f287c6a6-599e-4ca1-b824-b86bf4846128 req-0afb8552-72c3-4bae-8095-d3b748083612 tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] 10.222.0.66 "GET /v2.0/security-groups?id=1583760a-8eee-47b7-b670-f45d9d965092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691872 Aug 18 12:00:40.848731 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1abaed-f3e8-46c2-9396-923e6217a90b req-944dde34-d8f9-48db-8da2-844c2b126d57 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:40.850622 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2a1abaed-f3e8-46c2-9396-923e6217a90b req-944dde34-d8f9-48db-8da2-844c2b126d57 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/ports?device_id=c638d708-f9ec-4cc8-8d73-799d4b9bed3c HTTP/1.1" status: 200 len: 931 time: 0.0733628 Aug 18 12:00:40.934019 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2a1abaed-f3e8-46c2-9396-923e6217a90b req-5521dabb-09a0-43ad-8ad5-f489d3885666 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/security-groups?id=582571f6-a365-42ab-be92-c3254f7d1409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630426 Aug 18 12:00:41.042406 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145abf1e-3b66-4d20-bf45-2dfae5e2352d req-a0529740-0010-42a7-82f5-44f87d235b0c tempest-MultipleCreateTestJSON-2069875045 tempest-MultipleCreateTestJSON-2069875045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:41.050228 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-145abf1e-3b66-4d20-bf45-2dfae5e2352d req-a0529740-0010-42a7-82f5-44f87d235b0c tempest-MultipleCreateTestJSON-2069875045 tempest-MultipleCreateTestJSON-2069875045-project] 10.222.0.66 "GET /v2.0/ports?device_id=87738939-b006-43b2-bd5d-6234000eef25 HTTP/1.1" status: 200 len: 946 time: 0.0665090 Aug 18 12:00:41.101166 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-145abf1e-3b66-4d20-bf45-2dfae5e2352d req-16c58aaa-c920-4553-8b7e-6d7d0815a686 tempest-MultipleCreateTestJSON-2069875045 tempest-MultipleCreateTestJSON-2069875045-project] 10.222.0.66 "GET /v2.0/security-groups?id=c7c1b338-374f-4682-ab89-899dcfcbc184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449669 Aug 18 12:00:41.121538 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [req-369c9e2c-13cb-4756-825e-f4c5b9493c13 req-d1704c7d-6b42-45a7-ae53-416cef6163fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b22d0b76-0641-4b54-8103-0eca22255863 {{(pid=106253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:00:41.130450 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-369c9e2c-13cb-4756-825e-f4c5b9493c13 req-d1704c7d-6b42-45a7-ae53-416cef6163fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:41.143972 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [req-369c9e2c-13cb-4756-825e-f4c5b9493c13 req-d1704c7d-6b42-45a7-ae53-416cef6163fb service neutron] Transition to ACTIVE for port object b22d0b76-0641-4b54-8103-0eca22255863 will not be triggered until provisioned by entity L2. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:00:41.148954 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-369c9e2c-13cb-4756-825e-f4c5b9493c13 req-d1704c7d-6b42-45a7-ae53-416cef6163fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:41.247670 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91615f42-61d7-4aab-a603-a3e52e62be25 req-f7cc55d1-dce3-4b5f-8a89-c22a727c6bea tempest-MultipleCreateTestJSON-2069875045 tempest-MultipleCreateTestJSON-2069875045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:41.249549 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-91615f42-61d7-4aab-a603-a3e52e62be25 req-f7cc55d1-dce3-4b5f-8a89-c22a727c6bea tempest-MultipleCreateTestJSON-2069875045 tempest-MultipleCreateTestJSON-2069875045-project] 10.222.0.66 "GET /v2.0/ports?device_id=95133279-be4a-4243-9435-9b7b1bff49ca HTTP/1.1" status: 200 len: 945 time: 0.0766258 Aug 18 12:00:41.281295 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1704c7d-6b42-45a7-ae53-416cef6163fb service neutron] Pushing event updated for resources: {'Port': ['ID=b22d0b76-0641-4b54-8103-0eca22255863,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:00:41.290753 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-369c9e2c-13cb-4756-825e-f4c5b9493c13 req-d1704c7d-6b42-45a7-ae53-416cef6163fb service neutron] Attempting to bind port b22d0b76-0641-4b54-8103-0eca22255863 on host n-h2-804985-2 for vnic_type normal with profile {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:00:41.291092 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-369c9e2c-13cb-4756-825e-f4c5b9493c13 req-d1704c7d-6b42-45a7-ae53-416cef6163fb service neutron] Attempting to bind port b22d0b76-0641-4b54-8103-0eca22255863 by drivers openvswitch,hyperv on host n-h2-804985-2 at level 0 using segments [{'id': '41659f6a-58f9-4216-bad4-63cae3d0928f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '77d4e2e9-bb4f-4e96-bc3f-77ed49a19e4d'}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:00:41.291420 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-369c9e2c-13cb-4756-825e-f4c5b9493c13 req-d1704c7d-6b42-45a7-ae53-416cef6163fb service neutron] Attempting to bind port b22d0b76-0641-4b54-8103-0eca22255863 on network 77d4e2e9-bb4f-4e96-bc3f-77ed49a19e4d {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:00:41.297062 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-369c9e2c-13cb-4756-825e-f4c5b9493c13 req-d1704c7d-6b42-45a7-ae53-416cef6163fb service neutron] Port b22d0b76-0641-4b54-8103-0eca22255863 on network 77d4e2e9-bb4f-4e96-bc3f-77ed49a19e4d not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-2 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:00:41.300101 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-369c9e2c-13cb-4756-825e-f4c5b9493c13 req-d1704c7d-6b42-45a7-ae53-416cef6163fb service neutron] Attempting to bind port b22d0b76-0641-4b54-8103-0eca22255863 on network 77d4e2e9-bb4f-4e96-bc3f-77ed49a19e4d {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:00:41.305629 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-369c9e2c-13cb-4756-825e-f4c5b9493c13 req-d1704c7d-6b42-45a7-ae53-416cef6163fb service neutron] Checking agent: {'id': 'da5da552-709c-4248-84de-86af99a0dc87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 49, 8), 'started_at': datetime.datetime(2021, 8, 18, 11, 49, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:00:41.305963 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-369c9e2c-13cb-4756-825e-f4c5b9493c13 req-d1704c7d-6b42-45a7-ae53-416cef6163fb service neutron] Checking segment: {'id': '41659f6a-58f9-4216-bad4-63cae3d0928f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '77d4e2e9-bb4f-4e96-bc3f-77ed49a19e4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:00:41.306345 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-369c9e2c-13cb-4756-825e-f4c5b9493c13 req-d1704c7d-6b42-45a7-ae53-416cef6163fb service neutron] Bound using segment: {'id': '41659f6a-58f9-4216-bad4-63cae3d0928f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '77d4e2e9-bb4f-4e96-bc3f-77ed49a19e4d'} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:00:41.306775 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-369c9e2c-13cb-4756-825e-f4c5b9493c13 req-d1704c7d-6b42-45a7-ae53-416cef6163fb service neutron] Bound port: b22d0b76-0641-4b54-8103-0eca22255863, host: n-h2-804985-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41659f6a-58f9-4216-bad4-63cae3d0928f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '77d4e2e9-bb4f-4e96-bc3f-77ed49a19e4d'}}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:00:41.307129 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-369c9e2c-13cb-4756-825e-f4c5b9493c13 req-d1704c7d-6b42-45a7-ae53-416cef6163fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:41.313714 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-91615f42-61d7-4aab-a603-a3e52e62be25 req-0c1b4381-4d81-4d38-9672-d4a6aeeaa62a tempest-MultipleCreateTestJSON-2069875045 tempest-MultipleCreateTestJSON-2069875045-project] 10.222.0.66 "GET /v2.0/security-groups?id=c7c1b338-374f-4682-ab89-899dcfcbc184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525515 Aug 18 12:00:41.344305 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1be04e-3205-40af-a7e6-d807607ca655 req-c0241e4c-f3a3-41aa-bfa3-f6839d72484f tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:41.346051 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0b1be04e-3205-40af-a7e6-d807607ca655 req-c0241e4c-f3a3-41aa-bfa3-f6839d72484f tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/ports?device_id=50ed693d-cbb2-4cf2-a656-704f6a7c8398 HTTP/1.1" status: 200 len: 948 time: 0.0955303 Aug 18 12:00:41.394713 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-369c9e2c-13cb-4756-825e-f4c5b9493c13 req-d1704c7d-6b42-45a7-ae53-416cef6163fb service neutron] For port b22d0b76-0641-4b54-8103-0eca22255863, host n-h2-804985-2, cleared binding levels {{(pid=106253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:00:41.398714 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-369c9e2c-13cb-4756-825e-f4c5b9493c13 req-d1704c7d-6b42-45a7-ae53-416cef6163fb service neutron] For port b22d0b76-0641-4b54-8103-0eca22255863, host n-h2-804985-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=b22d0b76-0641-4b54-8103-0eca22255863,segment=NetworkSegment(41659f6a-58f9-4216-bad4-63cae3d0928f),segment_id=41659f6a-58f9-4216-bad4-63cae3d0928f)] {{(pid=106253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:00:41.404671 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-369c9e2c-13cb-4756-825e-f4c5b9493c13 req-d1704c7d-6b42-45a7-ae53-416cef6163fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:41.418315 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0b1be04e-3205-40af-a7e6-d807607ca655 req-e5974401-b8fd-4cc3-b289-673701f2b9ce tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/security-groups?id=0ddd2c5c-7e53-44ab-9404-c5fea69a570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645945 Aug 18 12:00:41.445412 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369c9e2c-13cb-4756-825e-f4c5b9493c13 req-d1704c7d-6b42-45a7-ae53-416cef6163fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:41.446322 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-369c9e2c-13cb-4756-825e-f4c5b9493c13 req-d1704c7d-6b42-45a7-ae53-416cef6163fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:41.448023 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-369c9e2c-13cb-4756-825e-f4c5b9493c13 req-d1704c7d-6b42-45a7-ae53-416cef6163fb service neutron] 10.222.0.62 "PUT /v2.0/ports/b22d0b76-0641-4b54-8103-0eca22255863 HTTP/1.1" status: 200 len: 1091 time: 0.8110595 Aug 18 12:00:41.448814 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c638d708-f9ec-4cc8-8d73-799d4b9bed3c', 'tag': 'b22d0b76-0641-4b54-8103-0eca22255863'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:00:41.452432 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0679f4c4b6e0e0c064a7d71d722dc30541a34fffee11680573be22ee2ffccc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5930a92c-53a9-4a04-876f-0679718b2a23" -d '{"events": [{"name": "network-changed", "server_uuid": "c638d708-f9ec-4cc8-8d73-799d4b9bed3c", "tag": "b22d0b76-0641-4b54-8103-0eca22255863"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:00:41.490143 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d7dfa2-5a1c-4dfc-8026-f0b3382fe036 req-56409ac5-1e52-4f6b-b2b2-70f3ac78b952 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:41.491581 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-54d7dfa2-5a1c-4dfc-8026-f0b3382fe036 req-56409ac5-1e52-4f6b-b2b2-70f3ac78b952 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] 10.222.0.66 "GET /v2.0/ports?device_id=7bb849da-ffb1-4961-9508-4c9aee12932c HTTP/1.1" status: 200 len: 945 time: 0.1009717 Aug 18 12:00:41.494790 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1704c7d-6b42-45a7-ae53-416cef6163fb service neutron] Pushing event updated for resources: {'Port': ['ID=b22d0b76-0641-4b54-8103-0eca22255863,revision_number=3']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:00:41.564247 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369c9e2c-13cb-4756-825e-f4c5b9493c13 req-c4598b7f-15a0-4600-a38f-f51419a7211b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:41.566039 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-369c9e2c-13cb-4756-825e-f4c5b9493c13 req-c4598b7f-15a0-4600-a38f-f51419a7211b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=cb85fb7f049c4a34af5b32d1fc3a93ab&device_id=c638d708-f9ec-4cc8-8d73-799d4b9bed3c HTTP/1.1" status: 200 len: 1094 time: 0.0523353 Aug 18 12:00:41.567035 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-54d7dfa2-5a1c-4dfc-8026-f0b3382fe036 req-52d9370f-8f57-4b14-b091-5271081b74bd tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] 10.222.0.66 "GET /v2.0/security-groups?id=59eee650-0005-4a96-985a-4e5744ed56bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586762 Aug 18 12:00:41.631085 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-369c9e2c-13cb-4756-825e-f4c5b9493c13 req-35eacbc8-0823-4204-abf4-6f855d6de1b7 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b22d0b76-0641-4b54-8103-0eca22255863 HTTP/1.1" status: 200 len: 217 time: 0.0451233 Aug 18 12:00:41.642133 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:00:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-716854f2-a70b-4ac0-9c2d-0e914002b165 x-openstack-request-id: req-716854f2-a70b-4ac0-9c2d-0e914002b165 {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:00:41.642544 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c638d708-f9ec-4cc8-8d73-799d4b9bed3c", "tag": "b22d0b76-0641-4b54-8103-0eca22255863", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:00:41.643431 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-716854f2-a70b-4ac0-9c2d-0e914002b165 {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:00:41.643846 n-d-804985-2 neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c638d708-f9ec-4cc8-8d73-799d4b9bed3c', 'tag': 'b22d0b76-0641-4b54-8103-0eca22255863', 'status': 'completed', 'code': 200} Aug 18 12:00:41.696188 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369c9e2c-13cb-4756-825e-f4c5b9493c13 req-3ec959de-9553-408c-a52f-89c2173d2dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:41.698074 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-369c9e2c-13cb-4756-825e-f4c5b9493c13 req-3ec959de-9553-408c-a52f-89c2173d2dfd service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9eb49c77-336c-4fcc-8887-f982143a5a95 HTTP/1.1" status: 200 len: 854 time: 0.0458457 Aug 18 12:00:41.740889 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-369c9e2c-13cb-4756-825e-f4c5b9493c13 req-722df228-4830-4f80-943c-658d5e9077bb service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=77d4e2e9-bb4f-4e96-bc3f-77ed49a19e4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324712 Aug 18 12:00:41.833967 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 508ec94c-2aa2-4f52-b538-be215de08220 details requested by agent hyperv_n-h2-804985-2 with host n-h2-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:00:41.836801 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 540c9620-9d77-456f-8f3a-76d2ef77862f up at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:00:41.845522 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-369c9e2c-13cb-4756-825e-f4c5b9493c13 req-a5422ebf-7929-410c-8787-3c69e1193043 service neutron] 10.222.0.62 "GET /v2.0/networks/77d4e2e9-bb4f-4e96-bc3f-77ed49a19e4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965648 Aug 18 12:00:42.022989 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Provisioning for port 540c9620-9d77-456f-8f3a-76d2ef77862f completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:00:42.030468 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Provisioning complete for port 540c9620-9d77-456f-8f3a-76d2ef77862f triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:00:42.030849 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:42.031022 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56374813-f228-4770-9601-8fe5f4f56e0a req-e8fb6ce0-651f-49b4-9715-61c51a0c5c10 tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:42.034166 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-56374813-f228-4770-9601-8fe5f4f56e0a req-e8fb6ce0-651f-49b4-9715-61c51a0c5c10 tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] 10.222.0.66 "GET /v2.0/ports?device_id=a87f78c1-2ca5-455e-9935-ab7aeaf069c9 HTTP/1.1" status: 200 len: 946 time: 0.0687916 Aug 18 12:00:42.044741 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-369c9e2c-13cb-4756-825e-f4c5b9493c13 req-b3cc649b-26a1-40f7-8b33-9b30e447d63d service neutron] 10.222.0.62 "GET /v2.0/networks/77d4e2e9-bb4f-4e96-bc3f-77ed49a19e4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1861632 Aug 18 12:00:42.110017 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port 508ec94c-2aa2-4f52-b538-be215de08220, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=508ec94c-2aa2-4f52-b538-be215de08220,segment=NetworkSegment(b0eb6eea-b461-4969-8a27-808f00daa8a1),segment_id=b0eb6eea-b461-4969-8a27-808f00daa8a1)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:00:42.122683 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-56374813-f228-4770-9601-8fe5f4f56e0a req-e52c61d5-663d-4ce6-b691-b957321b27d6 tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] 10.222.0.66 "GET /v2.0/security-groups?id=1583760a-8eee-47b7-b670-f45d9d965092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801270 Aug 18 12:00:42.191002 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5930a92c-53a9-4a04-876f-0679718b2a23 req-929a6272-80d6-4400-9528-5123d68b479b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:42.192937 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-5930a92c-53a9-4a04-876f-0679718b2a23 req-929a6272-80d6-4400-9528-5123d68b479b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=cb85fb7f049c4a34af5b32d1fc3a93ab&device_id=c638d708-f9ec-4cc8-8d73-799d4b9bed3c HTTP/1.1" status: 200 len: 1094 time: 0.0811579 Aug 18 12:00:42.196378 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Returning: {'device': '508ec94c-2aa2-4f52-b538-be215de08220', 'network_id': '222e0814-c7e5-4b11-9282-3f40c6ed76b2', 'port_id': '508ec94c-2aa2-4f52-b538-be215de08220', 'mac_address': 'fa:16:3e:c2:1b:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 823, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d16d680-110b-436d-8afa-48ba845b3623', 'ip_address': '192.168.233.154'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:00:42.212209 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a42514c-d925-4257-b7a2-35e3fe07a265 req-55824d88-9774-4ab1-ac0c-0fc7d3a6e40a tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:42.213939 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2a42514c-d925-4257-b7a2-35e3fe07a265 req-55824d88-9774-4ab1-ac0c-0fc7d3a6e40a tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/ports?device_id=c638d708-f9ec-4cc8-8d73-799d4b9bed3c HTTP/1.1" status: 200 len: 943 time: 0.0742178 Aug 18 12:00:42.292217 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2a42514c-d925-4257-b7a2-35e3fe07a265 req-eb386e46-4bbe-46e5-8465-01c54ebe68ed tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/security-groups?id=582571f6-a365-42ab-be92-c3254f7d1409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646548 Aug 18 12:00:42.292383 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:42.317382 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c9c311-aea3-4e41-92e7-dc7a587639b6 req-95d9915e-4356-4723-8307-d4d6fd113a46 tempest-MultipleCreateTestJSON-2069875045 tempest-MultipleCreateTestJSON-2069875045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:42.319422 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-66c9c311-aea3-4e41-92e7-dc7a587639b6 req-95d9915e-4356-4723-8307-d4d6fd113a46 tempest-MultipleCreateTestJSON-2069875045 tempest-MultipleCreateTestJSON-2069875045-project] 10.222.0.66 "GET /v2.0/ports?device_id=95133279-be4a-4243-9435-9b7b1bff49ca HTTP/1.1" status: 200 len: 945 time: 0.1044812 Aug 18 12:00:42.342839 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bb849da-ffb1-4961-9508-4c9aee12932c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '540c9620-9d77-456f-8f3a-76d2ef77862f'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:00:42.345383 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db50a436fb3a98495337d8fe7487b4f2ea6f3c1052eb9efadc2ecda2d5737001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17651cd3-d0e8-4eec-ae10-12a8c54d18ff" -d '{"events": [{"server_uuid": "7bb849da-ffb1-4961-9508-4c9aee12932c", "name": "network-vif-plugged", "status": "completed", "tag": "540c9620-9d77-456f-8f3a-76d2ef77862f"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:00:42.363657 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:42.367812 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port 540c9620-9d77-456f-8f3a-76d2ef77862f, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=540c9620-9d77-456f-8f3a-76d2ef77862f,segment=NetworkSegment(1bfb322b-83ae-425c-b8a6-e9d9bfa53e56),segment_id=1bfb322b-83ae-425c-b8a6-e9d9bfa53e56)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:00:42.375456 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-66c9c311-aea3-4e41-92e7-dc7a587639b6 req-3e0e223d-9943-42e4-ba5c-9f451e09fa71 tempest-MultipleCreateTestJSON-2069875045 tempest-MultipleCreateTestJSON-2069875045-project] 10.222.0.66 "GET /v2.0/security-groups?id=c7c1b338-374f-4682-ab89-899dcfcbc184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469275 Aug 18 12:00:42.382812 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:42.386570 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5930a92c-53a9-4a04-876f-0679718b2a23 req-8377aafe-4b5c-4c0a-a1a6-6603c4e10ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:42.387760 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 508ec94c-2aa2-4f52-b538-be215de08220 {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:00:42.389050 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-5930a92c-53a9-4a04-876f-0679718b2a23 req-8377aafe-4b5c-4c0a-a1a6-6603c4e10ac3 service neutron] 10.222.0.62 "GET /v2.0/networks?id=77d4e2e9-bb4f-4e96-bc3f-77ed49a19e4d HTTP/1.1" status: 200 len: 915 time: 0.1858511 Aug 18 12:00:42.424737 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:00:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55804389-d7de-4b33-b511-8a9a60491ed9 x-openstack-request-id: req-55804389-d7de-4b33-b511-8a9a60491ed9 {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:00:42.425024 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bb849da-ffb1-4961-9508-4c9aee12932c", "name": "network-vif-plugged", "status": "completed", "tag": "540c9620-9d77-456f-8f3a-76d2ef77862f", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:00:42.425284 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-55804389-d7de-4b33-b511-8a9a60491ed9 {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:00:42.425786 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bb849da-ffb1-4961-9508-4c9aee12932c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '540c9620-9d77-456f-8f3a-76d2ef77862f', 'code': 200} Aug 18 12:00:42.446054 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port 508ec94c-2aa2-4f52-b538-be215de08220, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=508ec94c-2aa2-4f52-b538-be215de08220,segment=NetworkSegment(b0eb6eea-b461-4969-8a27-808f00daa8a1),segment_id=b0eb6eea-b461-4969-8a27-808f00daa8a1)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:00:42.463319 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:42.467190 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=540c9620-9d77-456f-8f3a-76d2ef77862f,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:00:42.497450 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-5930a92c-53a9-4a04-876f-0679718b2a23 req-d1b20be6-701f-4ab3-96bb-fe2bc80f7a5c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b22d0b76-0641-4b54-8103-0eca22255863 HTTP/1.1" status: 200 len: 217 time: 0.0966117 Aug 18 12:00:42.563528 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=508ec94c-2aa2-4f52-b538-be215de08220,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:00:42.627848 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa08d824-f084-4249-8ddd-d56061fc94d4 req-2846e7d4-e5d1-453e-8ed5-b01955015deb tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:42.640767 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-aa08d824-f084-4249-8ddd-d56061fc94d4 req-2846e7d4-e5d1-453e-8ed5-b01955015deb tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/ports?device_id=50ed693d-cbb2-4cf2-a656-704f6a7c8398 HTTP/1.1" status: 200 len: 949 time: 0.0886767 Aug 18 12:00:42.654787 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8632738-9b98-4110-9e9c-35b9318464fc req-94ecc341-24d6-4c14-ab81-12c6dc9cfb34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:42.656799 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-c8632738-9b98-4110-9e9c-35b9318464fc req-94ecc341-24d6-4c14-ab81-12c6dc9cfb34 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=7bb849da-ffb1-4961-9508-4c9aee12932c HTTP/1.1" status: 200 len: 1097 time: 0.1242535 Aug 18 12:00:42.661165 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5930a92c-53a9-4a04-876f-0679718b2a23 req-f7a0a037-7ed7-4902-bb0e-4beda0ffa486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:42.666167 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-5930a92c-53a9-4a04-876f-0679718b2a23 req-f7a0a037-7ed7-4902-bb0e-4beda0ffa486 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9eb49c77-336c-4fcc-8887-f982143a5a95 HTTP/1.1" status: 200 len: 854 time: 0.1585522 Aug 18 12:00:42.716588 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-5930a92c-53a9-4a04-876f-0679718b2a23 req-ebd48d64-0a6b-4868-adbd-a4de4ef6026b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=77d4e2e9-bb4f-4e96-bc3f-77ed49a19e4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276704 Aug 18 12:00:42.728464 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-c8632738-9b98-4110-9e9c-35b9318464fc req-ee2ba6cb-e124-445f-abf1-efa3ca974fb2 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=59eee650-0005-4a96-985a-4e5744ed56bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607781 Aug 18 12:00:42.740382 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-aa08d824-f084-4249-8ddd-d56061fc94d4 req-b17ce0cb-e52a-4be3-b4fe-fe53c8418d6f tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/security-groups?id=0ddd2c5c-7e53-44ab-9404-c5fea69a570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986209 Aug 18 12:00:42.750232 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a93198-92a7-40b0-be3e-c6ab3f649b7b req-db2dff75-3e63-4821-a727-2b5179c134f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:42.752078 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-05a93198-92a7-40b0-be3e-c6ab3f649b7b req-db2dff75-3e63-4821-a727-2b5179c134f4 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=a87f78c1-2ca5-455e-9935-ab7aeaf069c9 HTTP/1.1" status: 200 len: 1097 time: 0.1067622 Aug 18 12:00:42.824842 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-05a93198-92a7-40b0-be3e-c6ab3f649b7b req-6e558364-1b8d-427b-a381-6f4f5b4a8401 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=1583760a-8eee-47b7-b670-f45d9d965092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589566 Aug 18 12:00:42.841920 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-5930a92c-53a9-4a04-876f-0679718b2a23 req-2215783c-1a08-4a15-843b-a81bc8e55407 service neutron] 10.222.0.62 "GET /v2.0/networks/77d4e2e9-bb4f-4e96-bc3f-77ed49a19e4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120739 Aug 18 12:00:42.854829 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5eacbc-bdca-4b51-b8a8-d2206ecf519f req-c7768b90-9bd4-4e63-a18b-fef595257c1c tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:42.856382 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7b5eacbc-bdca-4b51-b8a8-d2206ecf519f req-c7768b90-9bd4-4e63-a18b-fef595257c1c tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] 10.222.0.66 "GET /v2.0/ports?device_id=7bb849da-ffb1-4961-9508-4c9aee12932c HTTP/1.1" status: 200 len: 946 time: 0.0723202 Aug 18 12:00:42.904936 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7b5eacbc-bdca-4b51-b8a8-d2206ecf519f req-f22307f1-413d-4139-a521-21a127d6f66e tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] 10.222.0.66 "GET /v2.0/security-groups?id=59eee650-0005-4a96-985a-4e5744ed56bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400870 Aug 18 12:00:42.961991 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-5930a92c-53a9-4a04-876f-0679718b2a23 req-49b6079b-c732-4568-845d-82231b35fc28 service neutron] 10.222.0.62 "GET /v2.0/networks/77d4e2e9-bb4f-4e96-bc3f-77ed49a19e4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109841 Aug 18 12:00:43.022788 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] get_ports_and_sgs() called for port_ids ['508ec94c-2aa2-4f52-b538-be215de08220'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:00:43.262441 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8855ec9e-25b4-41a0-920f-dca2c4201677 req-1c75d70a-b342-4988-8aa9-a4e28f3d2204 tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:43.263953 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8855ec9e-25b4-41a0-920f-dca2c4201677 req-1c75d70a-b342-4988-8aa9-a4e28f3d2204 tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] 10.222.0.66 "GET /v2.0/ports?device_id=a87f78c1-2ca5-455e-9935-ab7aeaf069c9 HTTP/1.1" status: 200 len: 946 time: 0.0553014 Aug 18 12:00:43.304314 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8855ec9e-25b4-41a0-920f-dca2c4201677 req-07d619d2-5fb5-426d-bec2-159365cc607a tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] 10.222.0.66 "GET /v2.0/security-groups?id=1583760a-8eee-47b7-b670-f45d9d965092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332973 Aug 18 12:00:43.422227 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a46f96-2ed3-474f-9b12-7b2a257b9cca req-36e0a644-19e8-4421-8622-78431cebe047 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:43.432105 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-21a46f96-2ed3-474f-9b12-7b2a257b9cca req-36e0a644-19e8-4421-8622-78431cebe047 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/ports?device_id=c638d708-f9ec-4cc8-8d73-799d4b9bed3c HTTP/1.1" status: 200 len: 943 time: 0.0642042 Aug 18 12:00:43.492441 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-21a46f96-2ed3-474f-9b12-7b2a257b9cca req-b53c55ac-7af3-44b1-a747-0106e8681da7 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/security-groups?id=582571f6-a365-42ab-be92-c3254f7d1409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592780 Aug 18 12:00:43.517291 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ab5440-c526-461e-8521-011499cd8b8c req-34cce874-5a53-415b-ada8-106ae9055f05 tempest-MultipleCreateTestJSON-2069875045 tempest-MultipleCreateTestJSON-2069875045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:43.524461 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-50ab5440-c526-461e-8521-011499cd8b8c req-34cce874-5a53-415b-ada8-106ae9055f05 tempest-MultipleCreateTestJSON-2069875045 tempest-MultipleCreateTestJSON-2069875045-project] 10.222.0.66 "GET /v2.0/ports?device_id=95133279-be4a-4243-9435-9b7b1bff49ca HTTP/1.1" status: 200 len: 945 time: 0.0684793 Aug 18 12:00:43.563337 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-50ab5440-c526-461e-8521-011499cd8b8c req-bda11d94-ad6b-4b8f-a12f-8ef0e193a3a9 tempest-MultipleCreateTestJSON-2069875045 tempest-MultipleCreateTestJSON-2069875045-project] 10.222.0.66 "GET /v2.0/security-groups?id=c7c1b338-374f-4682-ab89-899dcfcbc184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379515 Aug 18 12:00:43.890792 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391f4371-1cdb-47f2-aa3f-7f60cb939889 req-b6993d0a-b8ea-4633-9c1a-5fa6acca7f74 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:43.892322 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-391f4371-1cdb-47f2-aa3f-7f60cb939889 req-b6993d0a-b8ea-4633-9c1a-5fa6acca7f74 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/ports?device_id=50ed693d-cbb2-4cf2-a656-704f6a7c8398 HTTP/1.1" status: 200 len: 949 time: 0.0815561 Aug 18 12:00:43.906846 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13caa8c3-32ef-4772-9dc4-8ba5648ce2a8 req-eca60994-e756-4e6e-9b7a-c0a49fcf017f tempest-MultipleCreateTestJSON-2069875045 tempest-MultipleCreateTestJSON-2069875045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:43.908620 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-13caa8c3-32ef-4772-9dc4-8ba5648ce2a8 req-eca60994-e756-4e6e-9b7a-c0a49fcf017f tempest-MultipleCreateTestJSON-2069875045 tempest-MultipleCreateTestJSON-2069875045-project] 10.222.0.63 "GET /v2.0/ports?device_id=95133279-be4a-4243-9435-9b7b1bff49ca HTTP/1.1" status: 200 len: 945 time: 0.0838318 Aug 18 12:00:44.418666 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-391f4371-1cdb-47f2-aa3f-7f60cb939889 req-29fdd322-0e07-4853-a4f4-20acce22d200 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/security-groups?id=0ddd2c5c-7e53-44ab-9404-c5fea69a570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5090036 Aug 18 12:00:44.457044 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9156284-469c-4418-925d-0b32b81b1457 req-884aeed1-e477-48c0-abf1-9a0c3779072b tempest-MultipleCreateTestJSON-2069875045 tempest-MultipleCreateTestJSON-2069875045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:44.458537 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f9156284-469c-4418-925d-0b32b81b1457 req-884aeed1-e477-48c0-abf1-9a0c3779072b tempest-MultipleCreateTestJSON-2069875045 tempest-MultipleCreateTestJSON-2069875045-project] 10.222.0.63 "GET /v2.0/ports?device_id=87738939-b006-43b2-bd5d-6234000eef25 HTTP/1.1" status: 200 len: 946 time: 0.1534662 Aug 18 12:00:44.474600 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344b2a81-0d45-4862-94d1-7a3419f592c7 req-f1365437-8177-4c0d-bae4-3e12d991daea tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:44.481677 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-344b2a81-0d45-4862-94d1-7a3419f592c7 req-f1365437-8177-4c0d-bae4-3e12d991daea tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] 10.222.0.66 "GET /v2.0/ports?device_id=7bb849da-ffb1-4961-9508-4c9aee12932c HTTP/1.1" status: 200 len: 946 time: 0.1753814 Aug 18 12:00:44.593063 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-13caa8c3-32ef-4772-9dc4-8ba5648ce2a8 req-016fa6b8-31ba-4304-aaaa-5223385e86d5 tempest-MultipleCreateTestJSON-2069875045 tempest-MultipleCreateTestJSON-2069875045-project] Deleting port c4dffcb2-1820-4dc0-b7f4-45ced3a35f90 {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:00:44.593403 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-13caa8c3-32ef-4772-9dc4-8ba5648ce2a8 req-016fa6b8-31ba-4304-aaaa-5223385e86d5 tempest-MultipleCreateTestJSON-2069875045 tempest-MultipleCreateTestJSON-2069875045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:44.598559 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-344b2a81-0d45-4862-94d1-7a3419f592c7 req-8abfe5ea-c95e-4540-b28c-b5a691774f1f tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] 10.222.0.66 "GET /v2.0/security-groups?id=59eee650-0005-4a96-985a-4e5744ed56bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160662 Aug 18 12:00:44.744041 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0d44d2-5b0e-4ef4-af6f-6211741cc971 req-fa43ae61-1a05-4d35-bad0-04fba5b081de tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:44.745596 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-df0d44d2-5b0e-4ef4-af6f-6211741cc971 req-fa43ae61-1a05-4d35-bad0-04fba5b081de tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] 10.222.0.66 "GET /v2.0/ports?device_id=a87f78c1-2ca5-455e-9935-ab7aeaf069c9 HTTP/1.1" status: 200 len: 946 time: 0.1909075 Aug 18 12:00:44.767598 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-f9156284-469c-4418-925d-0b32b81b1457 req-eb0f7af6-d8e4-4339-8405-947696d311a3 tempest-MultipleCreateTestJSON-2069875045 tempest-MultipleCreateTestJSON-2069875045-project] Deleting port 109d82bb-4975-4d7b-b613-80b0264fa434 {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:00:44.767955 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-f9156284-469c-4418-925d-0b32b81b1457 req-eb0f7af6-d8e4-4339-8405-947696d311a3 tempest-MultipleCreateTestJSON-2069875045 tempest-MultipleCreateTestJSON-2069875045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:44.846180 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-13caa8c3-32ef-4772-9dc4-8ba5648ce2a8 req-016fa6b8-31ba-4304-aaaa-5223385e86d5 tempest-MultipleCreateTestJSON-2069875045 tempest-MultipleCreateTestJSON-2069875045-project] For port c4dffcb2-1820-4dc0-b7f4-45ced3a35f90, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=c4dffcb2-1820-4dc0-b7f4-45ced3a35f90,segment=NetworkSegment(aad88131-e56c-4831-956a-495bf4859725),segment_id=aad88131-e56c-4831-956a-495bf4859725)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:00:44.846556 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-13caa8c3-32ef-4772-9dc4-8ba5648ce2a8 req-016fa6b8-31ba-4304-aaaa-5223385e86d5 tempest-MultipleCreateTestJSON-2069875045 tempest-MultipleCreateTestJSON-2069875045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:44.879305 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3efdfe-accb-4092-adca-2f28301255e7 req-b70848b9-9cb9-4f21-913a-3fdd9686a4a1 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:44.881096 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ab3efdfe-accb-4092-adca-2f28301255e7 req-b70848b9-9cb9-4f21-913a-3fdd9686a4a1 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/ports?device_id=c638d708-f9ec-4cc8-8d73-799d4b9bed3c HTTP/1.1" status: 200 len: 943 time: 0.2023804 Aug 18 12:00:44.888875 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-13caa8c3-32ef-4772-9dc4-8ba5648ce2a8 req-016fa6b8-31ba-4304-aaaa-5223385e86d5 tempest-MultipleCreateTestJSON-2069875045 tempest-MultipleCreateTestJSON-2069875045-project] Calling delete_port for c4dffcb2-1820-4dc0-b7f4-45ced3a35f90 owned by compute:nova {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:00:44.918971 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-df0d44d2-5b0e-4ef4-af6f-6211741cc971 req-ea6c5916-419f-4972-bd2c-29687f450a0d tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] 10.222.0.66 "GET /v2.0/security-groups?id=1583760a-8eee-47b7-b670-f45d9d965092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575027 Aug 18 12:00:44.997809 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-f9156284-469c-4418-925d-0b32b81b1457 req-eb0f7af6-d8e4-4339-8405-947696d311a3 tempest-MultipleCreateTestJSON-2069875045 tempest-MultipleCreateTestJSON-2069875045-project] For port 109d82bb-4975-4d7b-b613-80b0264fa434, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=109d82bb-4975-4d7b-b613-80b0264fa434,segment=NetworkSegment(aad88131-e56c-4831-956a-495bf4859725),segment_id=aad88131-e56c-4831-956a-495bf4859725)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:00:44.998107 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-f9156284-469c-4418-925d-0b32b81b1457 req-eb0f7af6-d8e4-4339-8405-947696d311a3 tempest-MultipleCreateTestJSON-2069875045 tempest-MultipleCreateTestJSON-2069875045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:45.031025 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ab3efdfe-accb-4092-adca-2f28301255e7 req-9acbb898-3620-47bc-bcc0-ae981f3fe46b tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/security-groups?id=582571f6-a365-42ab-be92-c3254f7d1409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368563 Aug 18 12:00:45.039655 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-f9156284-469c-4418-925d-0b32b81b1457 req-eb0f7af6-d8e4-4339-8405-947696d311a3 tempest-MultipleCreateTestJSON-2069875045 tempest-MultipleCreateTestJSON-2069875045-project] Calling delete_port for 109d82bb-4975-4d7b-b613-80b0264fa434 owned by compute:nova {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:00:45.129426 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48edaee-4a4e-4995-a5e9-71d335e8fab1 req-f445ed7d-5a60-45cb-8882-a186c3fa60f7 tempest-MultipleCreateTestJSON-2069875045 tempest-MultipleCreateTestJSON-2069875045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:45.130941 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c48edaee-4a4e-4995-a5e9-71d335e8fab1 req-f445ed7d-5a60-45cb-8882-a186c3fa60f7 tempest-MultipleCreateTestJSON-2069875045 tempest-MultipleCreateTestJSON-2069875045-project] 10.222.0.66 "GET /v2.0/ports?device_id=95133279-be4a-4243-9435-9b7b1bff49ca HTTP/1.1" status: 200 len: 945 time: 0.1417799 Aug 18 12:00:45.213314 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-525cf216-8da8-475c-9860-c8f76cf8521b req-ca467d86-241b-436c-9369-fad04e62fa6c tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-696924652', 'description': 'tempest-description-1806305551'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:00:45.251656 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c48edaee-4a4e-4995-a5e9-71d335e8fab1 req-740d1c91-0b79-4538-ab18-80ea8f98b133 tempest-MultipleCreateTestJSON-2069875045 tempest-MultipleCreateTestJSON-2069875045-project] 10.222.0.66 "GET /v2.0/security-groups?id=c7c1b338-374f-4682-ab89-899dcfcbc184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135793 Aug 18 12:00:45.287140 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-13caa8c3-32ef-4772-9dc4-8ba5648ce2a8 req-016fa6b8-31ba-4304-aaaa-5223385e86d5 tempest-MultipleCreateTestJSON-2069875045 tempest-MultipleCreateTestJSON-2069875045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:45.290881 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-525cf216-8da8-475c-9860-c8f76cf8521b req-ca467d86-241b-436c-9369-fad04e62fa6c tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:45.299531 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] get_ports_and_sgs() called for port_ids ['109d82bb-4975-4d7b-b613-80b0264fa434'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:00:45.336538 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016fa6b8-31ba-4304-aaaa-5223385e86d5 tempest-MultipleCreateTestJSON-2069875045 tempest-MultipleCreateTestJSON-2069875045-project] Pushing event deleted for resources: {'Port': ['ID=c4dffcb2-1820-4dc0-b7f4-45ced3a35f90,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:00:45.393738 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-13caa8c3-32ef-4772-9dc4-8ba5648ce2a8 req-016fa6b8-31ba-4304-aaaa-5223385e86d5 tempest-MultipleCreateTestJSON-2069875045 tempest-MultipleCreateTestJSON-2069875045-project] No DVR routers for this DVR port c4dffcb2-1820-4dc0-b7f4-45ced3a35f90 on host n-h1-804985-2 {{(pid=106252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:00:45.398365 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-f9156284-469c-4418-925d-0b32b81b1457 req-eb0f7af6-d8e4-4339-8405-947696d311a3 tempest-MultipleCreateTestJSON-2069875045 tempest-MultipleCreateTestJSON-2069875045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:45.404693 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-13caa8c3-32ef-4772-9dc4-8ba5648ce2a8 req-016fa6b8-31ba-4304-aaaa-5223385e86d5 tempest-MultipleCreateTestJSON-2069875045 tempest-MultipleCreateTestJSON-2069875045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:45.406870 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-13caa8c3-32ef-4772-9dc4-8ba5648ce2a8 req-016fa6b8-31ba-4304-aaaa-5223385e86d5 tempest-MultipleCreateTestJSON-2069875045 tempest-MultipleCreateTestJSON-2069875045-project] 10.222.0.63 "DELETE /v2.0/ports/c4dffcb2-1820-4dc0-b7f4-45ced3a35f90 HTTP/1.1" status: 204 len: 173 time: 1.1027107 Aug 18 12:00:45.407294 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95133279-be4a-4243-9435-9b7b1bff49ca', 'name': 'network-vif-deleted', 'tag': 'c4dffcb2-1820-4dc0-b7f4-45ced3a35f90'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:00:45.409639 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e67f43e-4241-428c-bbb2-3566dba96a5d" -d '{"events": [{"server_uuid": "95133279-be4a-4243-9435-9b7b1bff49ca", "name": "network-vif-deleted", "tag": "c4dffcb2-1820-4dc0-b7f4-45ced3a35f90"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:00:45.455863 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0f7af6-d8e4-4339-8405-947696d311a3 tempest-MultipleCreateTestJSON-2069875045 tempest-MultipleCreateTestJSON-2069875045-project] Pushing event deleted for resources: {'Port': ['ID=109d82bb-4975-4d7b-b613-80b0264fa434,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:00:45.480816 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:00:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-431b3b1e-2350-4620-87b6-fbff1860e9c7 x-openstack-request-id: req-431b3b1e-2350-4620-87b6-fbff1860e9c7 {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:00:45.481104 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95133279-be4a-4243-9435-9b7b1bff49ca", "name": "network-vif-deleted", "tag": "c4dffcb2-1820-4dc0-b7f4-45ced3a35f90", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:00:45.481438 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-431b3b1e-2350-4620-87b6-fbff1860e9c7 {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:00:45.481734 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95133279-be4a-4243-9435-9b7b1bff49ca', 'name': 'network-vif-deleted', 'tag': 'c4dffcb2-1820-4dc0-b7f4-45ced3a35f90', 'status': 'completed', 'code': 200} Aug 18 12:00:45.508339 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9156284-469c-4418-925d-0b32b81b1457 req-eb0f7af6-d8e4-4339-8405-947696d311a3 tempest-MultipleCreateTestJSON-2069875045 tempest-MultipleCreateTestJSON-2069875045-project] No DVR routers for this DVR port 109d82bb-4975-4d7b-b613-80b0264fa434 on host n-h1-804985-2 {{(pid=106252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:00:45.511692 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-f9156284-469c-4418-925d-0b32b81b1457 req-eb0f7af6-d8e4-4339-8405-947696d311a3 tempest-MultipleCreateTestJSON-2069875045 tempest-MultipleCreateTestJSON-2069875045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:45.513764 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f9156284-469c-4418-925d-0b32b81b1457 req-eb0f7af6-d8e4-4339-8405-947696d311a3 tempest-MultipleCreateTestJSON-2069875045 tempest-MultipleCreateTestJSON-2069875045-project] 10.222.0.63 "DELETE /v2.0/ports/109d82bb-4975-4d7b-b613-80b0264fa434 HTTP/1.1" status: 204 len: 173 time: 1.0295415 Aug 18 12:00:45.569658 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-525cf216-8da8-475c-9860-c8f76cf8521b req-ca467d86-241b-436c-9369-fad04e62fa6c tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:45.573722 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-525cf216-8da8-475c-9860-c8f76cf8521b req-ca467d86-241b-436c-9369-fad04e62fa6c tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:45.607893 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-525cf216-8da8-475c-9860-c8f76cf8521b req-ca467d86-241b-436c-9369-fad04e62fa6c tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:45.609126 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-525cf216-8da8-475c-9860-c8f76cf8521b req-ca467d86-241b-436c-9369-fad04e62fa6c tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1814 time: 0.4114797 Aug 18 12:00:45.619406 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aab670c-3463-434d-b07e-d9260e04846c req-9d307a9c-a9bd-4150-8a3b-d2dde31e074b tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:45.620973 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4aab670c-3463-434d-b07e-d9260e04846c req-9d307a9c-a9bd-4150-8a3b-d2dde31e074b tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/ports?device_id=50ed693d-cbb2-4cf2-a656-704f6a7c8398 HTTP/1.1" status: 200 len: 949 time: 0.0963180 Aug 18 12:00:45.623616 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca467d86-241b-436c-9369-fad04e62fa6c tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3dca36e0-b0af-45ee-b7fe-a6d89c554d67,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:00:45.662742 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4aab670c-3463-434d-b07e-d9260e04846c req-1fd82845-de6a-498c-bdf7-17ddf32db55a tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/security-groups?id=0ddd2c5c-7e53-44ab-9404-c5fea69a570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330067 Aug 18 12:00:45.780288 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ddcf3449-bf98-440b-ac29-22c7adb61e14 req-b54d24dc-0e67-4ab6-bb5c-ce702f21386b tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-696924652&fields=id&tenant_id=c9615ef08ff1467182cba43296b539c9 HTTP/1.1" status: 200 len: 267 time: 0.0611236 Aug 18 12:00:45.821967 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937d6bc6-5783-47c3-bc0a-90c3e33739a8 req-e06e9c5c-3ee7-4977-ae60-b010c6ed6472 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:45.823443 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-937d6bc6-5783-47c3-bc0a-90c3e33739a8 req-e06e9c5c-3ee7-4977-ae60-b010c6ed6472 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] 10.222.0.66 "GET /v2.0/ports?device_id=7bb849da-ffb1-4961-9508-4c9aee12932c HTTP/1.1" status: 200 len: 946 time: 0.0897369 Aug 18 12:00:45.862883 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device b22d0b76-0641-4b54-8103-0eca22255863 details requested by agent hyperv_n-h2-804985-2 with host n-h2-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:00:45.864443 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcf3449-bf98-440b-ac29-22c7adb61e14 req-852133cb-1db8-4b78-a6cc-7bfadda0bb78 tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:45.865976 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ddcf3449-bf98-440b-ac29-22c7adb61e14 req-852133cb-1db8-4b78-a6cc-7bfadda0bb78 tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] 10.222.0.66 "GET /v2.0/ports?device_id=a87f78c1-2ca5-455e-9935-ab7aeaf069c9 HTTP/1.1" status: 200 len: 946 time: 0.0794261 Aug 18 12:00:45.866125 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 508ec94c-2aa2-4f52-b538-be215de08220 up at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:00:45.881548 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-ddcf3449-bf98-440b-ac29-22c7adb61e14 req-e0ef354f-a4e5-4375-bd8b-e6a4376af913 tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] Request body: {'port': {'security_groups': ['1583760a-8eee-47b7-b670-f45d9d965092', '3dca36e0-b0af-45ee-b7fe-a6d89c554d67']}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:00:45.888304 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-937d6bc6-5783-47c3-bc0a-90c3e33739a8 req-1d9c1644-9d30-4f2a-b464-64a2b88f7dcd tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] 10.222.0.66 "GET /v2.0/security-groups?id=59eee650-0005-4a96-985a-4e5744ed56bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573256 Aug 18 12:00:45.984291 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-ddcf3449-bf98-440b-ac29-22c7adb61e14 req-e0ef354f-a4e5-4375-bd8b-e6a4376af913 tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:46.117463 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ef7c4d8c-0a7e-49dd-b365-d2f3284f9b0c req-448a2ec9-5041-4791-9718-3550b9d43d23 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1104175939&fields=id&tenant_id=f9035e69ecb44482b197cdb3f54c17e3 HTTP/1.1" status: 200 len: 267 time: 0.0706160 Aug 18 12:00:46.184371 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Provisioning for port 508ec94c-2aa2-4f52-b538-be215de08220 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:00:46.191495 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Provisioning complete for port 508ec94c-2aa2-4f52-b538-be215de08220 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:00:46.191865 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:46.239282 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7c4d8c-0a7e-49dd-b365-d2f3284f9b0c req-a38802cd-ce3d-4c25-8e1b-4ad8bdb7cd93 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:46.241114 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ef7c4d8c-0a7e-49dd-b365-d2f3284f9b0c req-a38802cd-ce3d-4c25-8e1b-4ad8bdb7cd93 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] 10.222.0.66 "GET /v2.0/ports?device_id=7bb849da-ffb1-4961-9508-4c9aee12932c HTTP/1.1" status: 200 len: 946 time: 0.1128309 Aug 18 12:00:46.249130 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port b22d0b76-0641-4b54-8103-0eca22255863, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=b22d0b76-0641-4b54-8103-0eca22255863,segment=NetworkSegment(41659f6a-58f9-4216-bad4-63cae3d0928f),segment_id=41659f6a-58f9-4216-bad4-63cae3d0928f)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:00:46.258705 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-ef7c4d8c-0a7e-49dd-b365-d2f3284f9b0c req-7888085e-43b2-4cb7-9a04-742b2ef4403c tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] Request body: {'port': {'security_groups': ['59eee650-0005-4a96-985a-4e5744ed56bd', '040a449a-3e6a-4f84-96a9-de6ef7513c3d']}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:00:46.262951 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Returning: {'device': 'b22d0b76-0641-4b54-8103-0eca22255863', 'network_id': '77d4e2e9-bb4f-4e96-bc3f-77ed49a19e4d', 'port_id': 'b22d0b76-0641-4b54-8103-0eca22255863', 'mac_address': 'fa:16:3e:79:0d:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 804, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9eb49c77-336c-4fcc-8887-f982143a5a95', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:00:46.320680 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-ddcf3449-bf98-440b-ac29-22c7adb61e14 req-e0ef354f-a4e5-4375-bd8b-e6a4376af913 tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] For port ea62e81b-4f10-4b36-8f95-1341e04201fa, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=ea62e81b-4f10-4b36-8f95-1341e04201fa,segment=NetworkSegment(68bf082e-7f6f-47b2-acbc-5554ef52b361),segment_id=68bf082e-7f6f-47b2-acbc-5554ef52b361)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:00:46.336707 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:46.349921 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:46.354905 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b22d0b76-0641-4b54-8103-0eca22255863 {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:00:46.366639 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-ef7c4d8c-0a7e-49dd-b365-d2f3284f9b0c req-7888085e-43b2-4cb7-9a04-742b2ef4403c tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:46.390606 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-ddcf3449-bf98-440b-ac29-22c7adb61e14 req-e0ef354f-a4e5-4375-bd8b-e6a4376af913 tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] Notify callbacks [] for port, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:46.394685 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port b22d0b76-0641-4b54-8103-0eca22255863, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=b22d0b76-0641-4b54-8103-0eca22255863,segment=NetworkSegment(41659f6a-58f9-4216-bad4-63cae3d0928f),segment_id=41659f6a-58f9-4216-bad4-63cae3d0928f)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:00:46.399579 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50ed693d-cbb2-4cf2-a656-704f6a7c8398', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '508ec94c-2aa2-4f52-b538-be215de08220'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:00:46.401953 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db50a436fb3a98495337d8fe7487b4f2ea6f3c1052eb9efadc2ecda2d5737001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d462966-3957-4d76-a8e4-fc775c8dd81c" -d '{"events": [{"server_uuid": "50ed693d-cbb2-4cf2-a656-704f6a7c8398", "name": "network-vif-plugged", "status": "completed", "tag": "508ec94c-2aa2-4f52-b538-be215de08220"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:00:46.412881 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:46.416208 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-ddcf3449-bf98-440b-ac29-22c7adb61e14 req-e0ef354f-a4e5-4375-bd8b-e6a4376af913 tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:46.420274 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port 508ec94c-2aa2-4f52-b538-be215de08220, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=508ec94c-2aa2-4f52-b538-be215de08220,segment=NetworkSegment(b0eb6eea-b461-4969-8a27-808f00daa8a1),segment_id=b0eb6eea-b461-4969-8a27-808f00daa8a1)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:00:46.445636 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] get_ports_and_sgs() called for port_ids ['ea62e81b-4f10-4b36-8f95-1341e04201fa'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:00:46.449529 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:46.484380 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcf3449-bf98-440b-ac29-22c7adb61e14 req-e0ef354f-a4e5-4375-bd8b-e6a4376af913 tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:46.485036 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-ddcf3449-bf98-440b-ac29-22c7adb61e14 req-e0ef354f-a4e5-4375-bd8b-e6a4376af913 tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:46.489116 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ddcf3449-bf98-440b-ac29-22c7adb61e14 req-e0ef354f-a4e5-4375-bd8b-e6a4376af913 tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] 10.222.0.66 "PUT /v2.0/ports/ea62e81b-4f10-4b36-8f95-1341e04201fa HTTP/1.1" status: 200 len: 982 time: 0.6147089 Aug 18 12:00:46.510486 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=b22d0b76-0641-4b54-8103-0eca22255863,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:00:46.520987 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ef354f-a4e5-4375-bd8b-e6a4376af913 tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] Pushing event updated for resources: {'Port': ['ID=ea62e81b-4f10-4b36-8f95-1341e04201fa,revision_number=6']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:00:46.527668 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:00:46.528039 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:00:46.528331 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:00:46.528697 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:00:46.529041 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:00:46.529999 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:00:46.529999 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:00:46.529999 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:00:46.530384 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:00:46.530626 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:00:46.530949 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:00:46.531271 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:00:46.580420 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] get_ports_and_sgs() called for port_ids ['ea62e81b-4f10-4b36-8f95-1341e04201fa'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:00:46.651958 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=508ec94c-2aa2-4f52-b538-be215de08220,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:00:46.653064 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ae9325-0aad-4b64-af51-008292b29670 req-043d594d-3830-47a2-afa1-3651242023f0 tempest-ListImageFiltersTestJSON-2011468970 tempest-ListImageFiltersTestJSON-2011468970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:46.654576 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-82ae9325-0aad-4b64-af51-008292b29670 req-043d594d-3830-47a2-afa1-3651242023f0 tempest-ListImageFiltersTestJSON-2011468970 tempest-ListImageFiltersTestJSON-2011468970-project] 10.222.0.66 "GET /v2.0/ports?device_id=d30880ae-50e6-4886-b31e-41d8bcfcb52d HTTP/1.1" status: 200 len: 949 time: 0.1073408 Aug 18 12:00:46.710442 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-ef7c4d8c-0a7e-49dd-b365-d2f3284f9b0c req-7888085e-43b2-4cb7-9a04-742b2ef4403c tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] For port 540c9620-9d77-456f-8f3a-76d2ef77862f, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=540c9620-9d77-456f-8f3a-76d2ef77862f,segment=NetworkSegment(1bfb322b-83ae-425c-b8a6-e9d9bfa53e56),segment_id=1bfb322b-83ae-425c-b8a6-e9d9bfa53e56)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:00:46.725225 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-82ae9325-0aad-4b64-af51-008292b29670 req-8574fb9c-767a-4deb-b3e5-32bf91bffec6 tempest-ListImageFiltersTestJSON-2011468970 tempest-ListImageFiltersTestJSON-2011468970-project] 10.222.0.66 "GET /v2.0/security-groups?id=80056a0b-428e-4a13-9031-cd2effcf9e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619400 Aug 18 12:00:46.756644 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-ef7c4d8c-0a7e-49dd-b365-d2f3284f9b0c req-7888085e-43b2-4cb7-9a04-742b2ef4403c tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] Notify callbacks [] for port, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:46.763208 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-ef7c4d8c-0a7e-49dd-b365-d2f3284f9b0c req-7888085e-43b2-4cb7-9a04-742b2ef4403c tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:46.776867 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] get_ports_and_sgs() called for port_ids ['540c9620-9d77-456f-8f3a-76d2ef77862f'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:00:46.823039 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7c4d8c-0a7e-49dd-b365-d2f3284f9b0c req-7888085e-43b2-4cb7-9a04-742b2ef4403c tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:46.823672 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-ef7c4d8c-0a7e-49dd-b365-d2f3284f9b0c req-7888085e-43b2-4cb7-9a04-742b2ef4403c tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:46.825091 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ef7c4d8c-0a7e-49dd-b365-d2f3284f9b0c req-7888085e-43b2-4cb7-9a04-742b2ef4403c tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] 10.222.0.66 "PUT /v2.0/ports/540c9620-9d77-456f-8f3a-76d2ef77862f HTTP/1.1" status: 200 len: 982 time: 0.5757282 Aug 18 12:00:46.862288 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] get_ports_and_sgs() called for port_ids ['b22d0b76-0641-4b54-8103-0eca22255863'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:00:46.875595 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7888085e-43b2-4cb7-9a04-742b2ef4403c tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] Pushing event updated for resources: {'Port': ['ID=540c9620-9d77-456f-8f3a-76d2ef77862f,revision_number=6']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:00:46.887827 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773c788f-a9cb-497f-b257-a5a594a7c5b9 req-9f8c0310-66f3-4b81-aa43-e9e20afbe55a tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:46.890005 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-773c788f-a9cb-497f-b257-a5a594a7c5b9 req-9f8c0310-66f3-4b81-aa43-e9e20afbe55a tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/ports?device_id=c638d708-f9ec-4cc8-8d73-799d4b9bed3c HTTP/1.1" status: 200 len: 944 time: 0.0889215 Aug 18 12:00:46.938138 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-773c788f-a9cb-497f-b257-a5a594a7c5b9 req-faa85198-f1b8-4f6c-85c7-a7cd39629028 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/security-groups?id=582571f6-a365-42ab-be92-c3254f7d1409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420725 Aug 18 12:00:47.007848 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] get_ports_and_sgs() called for port_ids ['540c9620-9d77-456f-8f3a-76d2ef77862f'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:00:47.021881 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:00:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93bf73c3-6d40-4c24-8854-99b16c100ec7 x-openstack-request-id: req-93bf73c3-6d40-4c24-8854-99b16c100ec7 {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:00:47.022245 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50ed693d-cbb2-4cf2-a656-704f6a7c8398", "name": "network-vif-plugged", "status": "completed", "tag": "508ec94c-2aa2-4f52-b538-be215de08220", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:00:47.022560 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-93bf73c3-6d40-4c24-8854-99b16c100ec7 {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:00:47.023140 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50ed693d-cbb2-4cf2-a656-704f6a7c8398', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '508ec94c-2aa2-4f52-b538-be215de08220', 'code': 200} Aug 18 12:00:47.026640 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device c4dffcb2-1820-4dc0-b7f4-45ced3a35f90 no longer exists at agent hyperv_n-h1-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:00:47.093577 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] No Port match for: c4dffcb2-1820-4dc0-b7f4-45ced3a35f90 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:00:47.093819 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device c4dffcb2-1820-4dc0-b7f4-45ced3a35f90 not bound to the agent host n-h1-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:00:47.094355 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 109d82bb-4975-4d7b-b613-80b0264fa434 no longer exists at agent hyperv_n-h1-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:00:47.121698 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9e245eb4-4e06-4a8f-9a8a-4089168daf9d req-87f68c66-e478-4767-9a41-7c7c0cd95da7 tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-696924652&fields=id&tenant_id=c9615ef08ff1467182cba43296b539c9 HTTP/1.1" status: 200 len: 267 time: 0.0740902 Aug 18 12:00:47.136869 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc2f3dd-3350-44ce-9a21-f1a04e71ab63 req-277f1e7c-bb8f-4d14-b255-5243963992cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:47.139245 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-bbc2f3dd-3350-44ce-9a21-f1a04e71ab63 req-277f1e7c-bb8f-4d14-b255-5243963992cb service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=50ed693d-cbb2-4cf2-a656-704f6a7c8398 HTTP/1.1" status: 200 len: 1101 time: 0.0522909 Aug 18 12:00:47.144420 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033a8f18-84f0-4438-b420-5f2c23002e6c req-324aacb0-7fb9-44e5-a0e4-db7ea5c754c3 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:47.145916 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-033a8f18-84f0-4438-b420-5f2c23002e6c req-324aacb0-7fb9-44e5-a0e4-db7ea5c754c3 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/ports?device_id=50ed693d-cbb2-4cf2-a656-704f6a7c8398 HTTP/1.1" status: 200 len: 950 time: 0.0812542 Aug 18 12:00:47.146594 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] No Port match for: 109d82bb-4975-4d7b-b613-80b0264fa434 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:00:47.146938 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 109d82bb-4975-4d7b-b613-80b0264fa434 not bound to the agent host n-h1-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:00:47.178562 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] get_ports_and_sgs() called for port_ids ['e61fc26e-cffe-4016-8119-d8df52cc8c80'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:00:47.189888 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-bbc2f3dd-3350-44ce-9a21-f1a04e71ab63 req-bd01e164-e4ec-41b2-ae83-f21f2fabc797 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=0ddd2c5c-7e53-44ab-9404-c5fea69a570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358231 Aug 18 12:00:47.215286 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-033a8f18-84f0-4438-b420-5f2c23002e6c req-f6408148-d0f0-451a-81f0-749dd3ff0a46 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/security-groups?id=0ddd2c5c-7e53-44ab-9404-c5fea69a570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443442 Aug 18 12:00:47.223053 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e245eb4-4e06-4a8f-9a8a-4089168daf9d req-ae03be32-7436-4324-b181-54c606fc4651 tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:47.224546 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9e245eb4-4e06-4a8f-9a8a-4089168daf9d req-ae03be32-7436-4324-b181-54c606fc4651 tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] 10.222.0.66 "GET /v2.0/ports?device_id=a87f78c1-2ca5-455e-9935-ab7aeaf069c9 HTTP/1.1" status: 200 len: 985 time: 0.0961723 Aug 18 12:00:47.236554 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-9e245eb4-4e06-4a8f-9a8a-4089168daf9d req-3240fdf7-950d-41e7-b7e7-6384c6da9b33 tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] Request body: {'port': {'security_groups': ['1583760a-8eee-47b7-b670-f45d9d965092']}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:00:47.310767 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-9e245eb4-4e06-4a8f-9a8a-4089168daf9d req-3240fdf7-950d-41e7-b7e7-6384c6da9b33 tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:47.483104 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87738939-b006-43b2-bd5d-6234000eef25', 'name': 'network-vif-deleted', 'tag': '109d82bb-4975-4d7b-b613-80b0264fa434'}, {'name': 'network-changed', 'server_uuid': 'a87f78c1-2ca5-455e-9935-ab7aeaf069c9', 'tag': 'ea62e81b-4f10-4b36-8f95-1341e04201fa'}, {'name': 'network-changed', 'server_uuid': '7bb849da-ffb1-4961-9508-4c9aee12932c', 'tag': '540c9620-9d77-456f-8f3a-76d2ef77862f'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:00:47.491052 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf572203-f23b-4b36-ae02-54614939335c" -d '{"events": [{"server_uuid": "87738939-b006-43b2-bd5d-6234000eef25", "name": "network-vif-deleted", "tag": "109d82bb-4975-4d7b-b613-80b0264fa434"}, {"name": "network-changed", "server_uuid": "a87f78c1-2ca5-455e-9935-ab7aeaf069c9", "tag": "ea62e81b-4f10-4b36-8f95-1341e04201fa"}, {"name": "network-changed", "server_uuid": "7bb849da-ffb1-4961-9508-4c9aee12932c", "tag": "540c9620-9d77-456f-8f3a-76d2ef77862f"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:00:47.530642 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-9e245eb4-4e06-4a8f-9a8a-4089168daf9d req-3240fdf7-950d-41e7-b7e7-6384c6da9b33 tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] For port ea62e81b-4f10-4b36-8f95-1341e04201fa, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=ea62e81b-4f10-4b36-8f95-1341e04201fa,segment=NetworkSegment(68bf082e-7f6f-47b2-acbc-5554ef52b361),segment_id=68bf082e-7f6f-47b2-acbc-5554ef52b361)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:00:47.565645 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-9e245eb4-4e06-4a8f-9a8a-4089168daf9d req-3240fdf7-950d-41e7-b7e7-6384c6da9b33 tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] Notify callbacks [] for port, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:47.580733 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-9e245eb4-4e06-4a8f-9a8a-4089168daf9d req-3240fdf7-950d-41e7-b7e7-6384c6da9b33 tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:47.624878 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] get_ports_and_sgs() called for port_ids ['ea62e81b-4f10-4b36-8f95-1341e04201fa'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:00:47.643989 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e245eb4-4e06-4a8f-9a8a-4089168daf9d req-3240fdf7-950d-41e7-b7e7-6384c6da9b33 tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:47.644626 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-9e245eb4-4e06-4a8f-9a8a-4089168daf9d req-3240fdf7-950d-41e7-b7e7-6384c6da9b33 tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:47.646002 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9e245eb4-4e06-4a8f-9a8a-4089168daf9d req-3240fdf7-950d-41e7-b7e7-6384c6da9b33 tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] 10.222.0.66 "PUT /v2.0/ports/ea62e81b-4f10-4b36-8f95-1341e04201fa HTTP/1.1" status: 200 len: 943 time: 0.4144576 Aug 18 12:00:47.666247 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9c3bbc81-19da-48b5-926f-61c7a4facb9b req-1a4c5302-49a4-4cea-8d7e-c59030053db7 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] 10.222.0.66 "GET /v2.0/security-groups/040a449a-3e6a-4f84-96a9-de6ef7513c3d HTTP/1.1" status: 200 len: 1802 time: 0.0946939 Aug 18 12:00:47.684987 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 60028) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:00:47.716210 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3240fdf7-950d-41e7-b7e7-6384c6da9b33 tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] Pushing event updated for resources: {'Port': ['ID=ea62e81b-4f10-4b36-8f95-1341e04201fa,revision_number=7']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:00:47.738032 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] get_ports_and_sgs() called for port_ids ['ea62e81b-4f10-4b36-8f95-1341e04201fa'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:00:47.746885 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Wed, 18 Aug 2021 12:00:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87db62f6-c31f-4552-a4ca-02cd89e71c06 x-openstack-request-id: req-87db62f6-c31f-4552-a4ca-02cd89e71c06 {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:00:47.747128 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_v2 [None req-65c7fb0e-8205-416f-8fea-d121a302a51a admin admin] Deleting subnet b5b8702d-8c15-4834-95d4-222961fb698b {{(pid=106253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 12:00:47.747611 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87738939-b006-43b2-bd5d-6234000eef25", "name": "network-vif-deleted", "tag": "109d82bb-4975-4d7b-b613-80b0264fa434", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a87f78c1-2ca5-455e-9935-ab7aeaf069c9", "tag": "ea62e81b-4f10-4b36-8f95-1341e04201fa", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "7bb849da-ffb1-4961-9508-4c9aee12932c", "tag": "540c9620-9d77-456f-8f3a-76d2ef77862f", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:00:47.748051 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-87db62f6-c31f-4552-a4ca-02cd89e71c06 {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:00:47.750206 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87738939-b006-43b2-bd5d-6234000eef25', 'name': 'network-vif-deleted', 'tag': '109d82bb-4975-4d7b-b613-80b0264fa434', 'status': 'completed', 'code': 200} Aug 18 12:00:47.750694 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a87f78c1-2ca5-455e-9935-ab7aeaf069c9', 'tag': 'ea62e81b-4f10-4b36-8f95-1341e04201fa', 'status': 'completed', 'code': 200} Aug 18 12:00:47.751019 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-65c7fb0e-8205-416f-8fea-d121a302a51a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:47.751298 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bb849da-ffb1-4961-9508-4c9aee12932c', 'tag': '540c9620-9d77-456f-8f3a-76d2ef77862f', 'status': 'completed', 'code': 200} Aug 18 12:00:47.758385 n-d-804985-2 neutron-server[106252]: INFO neutron.api.v2.resource [req-9c3bbc81-19da-48b5-926f-61c7a4facb9b req-dc2e32b9-d7bb-4a76-b493-b7543760eb98 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 18 12:00:47.760013 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9c3bbc81-19da-48b5-926f-61c7a4facb9b req-dc2e32b9-d7bb-4a76-b493-b7543760eb98 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] 10.222.0.66 "DELETE /v2.0/security-groups/040a449a-3e6a-4f84-96a9-de6ef7513c3d HTTP/1.1" status: 409 len: 341 time: 0.0825837 Aug 18 12:00:47.824411 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-65c7fb0e-8205-416f-8fea-d121a302a51a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902229'] for subnet, precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:47.869118 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 543e5e53-1de6-47c5-aece-c58829e5a352 no longer exists at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:00:47.904043 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-65c7fb0e-8205-416f-8fea-d121a302a51a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:47.928789 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf572203-f23b-4b36-ae02-54614939335c req-c0c6f1a4-31ea-4ba7-a83a-aa4980f3cc1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:47.930381 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-cf572203-f23b-4b36-ae02-54614939335c req-c0c6f1a4-31ea-4ba7-a83a-aa4980f3cc1b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f9035e69ecb44482b197cdb3f54c17e3&device_id=7bb849da-ffb1-4961-9508-4c9aee12932c HTTP/1.1" status: 200 len: 1136 time: 0.1028028 Aug 18 12:00:47.978360 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf572203-f23b-4b36-ae02-54614939335c req-dd2fd941-f76c-46c8-898d-b97da9136311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:47.980120 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-cf572203-f23b-4b36-ae02-54614939335c req-dd2fd941-f76c-46c8-898d-b97da9136311 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=c9615ef08ff1467182cba43296b539c9&device_id=a87f78c1-2ca5-455e-9935-ab7aeaf069c9 HTTP/1.1" status: 200 len: 1097 time: 0.1768034 Aug 18 12:00:48.036913 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-65c7fb0e-8205-416f-8fea-d121a302a51a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58902171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59388106'] for subnet, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:48.071561 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:48.084359 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-65c7fb0e-8205-416f-8fea-d121a302a51a admin admin] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:48.086457 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-65c7fb0e-8205-416f-8fea-d121a302a51a admin admin] 10.222.0.66 "DELETE /v2.0/subnets/b5b8702d-8c15-4834-95d4-222961fb698b HTTP/1.1" status: 204 len: 168 time: 0.3999722 Aug 18 12:00:48.087305 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c7fb0e-8205-416f-8fea-d121a302a51a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b5b8702d-8c15-4834-95d4-222961fb698b,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:00:48.088867 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 60048) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:00:48.109227 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf572203-f23b-4b36-ae02-54614939335c req-1fff9a19-5ec7-49e4-bd8e-f6eb71f0cddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:48.110690 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-cf572203-f23b-4b36-ae02-54614939335c req-1fff9a19-5ec7-49e4-bd8e-f6eb71f0cddd service neutron] 10.222.0.62 "GET /v2.0/networks?id=d7901dbb-4e11-4e3f-b19f-ec50e5f166f6 HTTP/1.1" status: 200 len: 913 time: 0.1706614 Aug 18 12:00:48.113217 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-75a69bf6-89a7-49c8-bfb1-7d900ee1b8e8 req-7ea91e64-72b0-4643-9725-f4f976cbbcbf tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3051095 Aug 18 12:00:48.119494 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-75a69bf6-89a7-49c8-bfb1-7d900ee1b8e8 req-f77a5d5d-a154-4c75-a9e7-053eedd4c0e0 tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] Request body: {'floatingip': {'floating_network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:00:48.134928 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port 543e5e53-1de6-47c5-aece-c58829e5a352, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=543e5e53-1de6-47c5-aece-c58829e5a352,segment=NetworkSegment(b0eb6eea-b461-4969-8a27-808f00daa8a1),segment_id=b0eb6eea-b461-4969-8a27-808f00daa8a1)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:00:48.141525 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:48.170849 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-cf572203-f23b-4b36-ae02-54614939335c req-d8da87ff-70a4-4a84-9f6e-f63f23491683 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=540c9620-9d77-456f-8f3a-76d2ef77862f HTTP/1.1" status: 200 len: 217 time: 0.0345294 Aug 18 12:00:48.171839 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-75a69bf6-89a7-49c8-bfb1-7d900ee1b8e8 req-f77a5d5d-a154-4c75-a9e7-053eedd4c0e0 tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] Notify callbacks [] for floatingip, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:48.202597 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=543e5e53-1de6-47c5-aece-c58829e5a352,revision_number=8']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:00:48.203838 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf572203-f23b-4b36-ae02-54614939335c req-4d51a665-4b2f-4936-8c69-5960e122902d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:48.206194 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-cf572203-f23b-4b36-ae02-54614939335c req-4d51a665-4b2f-4936-8c69-5960e122902d service neutron] 10.222.0.63 "GET /v2.0/networks?id=7e44394f-5669-4694-9486-39d85545539c HTTP/1.1" status: 200 len: 920 time: 0.2178471 Aug 18 12:00:48.237438 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f732d30d-7d29-4e39-ae59-40d2d777042f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7904109'] for network, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:48.252693 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf572203-f23b-4b36-ae02-54614939335c req-b2762407-e7ef-4430-b9a3-055105b5ab81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:48.254392 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-cf572203-f23b-4b36-ae02-54614939335c req-b2762407-e7ef-4430-b9a3-055105b5ab81 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=71081cae-75c4-4e3f-b46a-ace6aed0b033 HTTP/1.1" status: 200 len: 852 time: 0.0705693 Aug 18 12:00:48.287407 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-cf572203-f23b-4b36-ae02-54614939335c req-789426ad-99fe-4d05-830a-8d36ac0e85fc service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ea62e81b-4f10-4b36-8f95-1341e04201fa HTTP/1.1" status: 200 len: 217 time: 0.0654373 Aug 18 12:00:48.332887 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-cf572203-f23b-4b36-ae02-54614939335c req-8f7124db-34da-4143-b707-37dff22804d4 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d7901dbb-4e11-4e3f-b19f-ec50e5f166f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0588133 Aug 18 12:00:48.339294 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab683ae-ec96-491f-93cb-8c198f087356 req-51b77069-dfee-47aa-a4fa-a77bf9fb5ff8 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:48.340839 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-eab683ae-ec96-491f-93cb-8c198f087356 req-51b77069-dfee-47aa-a4fa-a77bf9fb5ff8 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/ports?device_id=c638d708-f9ec-4cc8-8d73-799d4b9bed3c HTTP/1.1" status: 200 len: 944 time: 0.1628861 Aug 18 12:00:48.347725 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f732d30d-7d29-4e39-ae59-40d2d777042f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8367869', 'neutron.services.segments.db._delete_segments_for_network-8789151212993'] for network, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:48.357615 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-f732d30d-7d29-4e39-ae59-40d2d777042f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0840f9b-1ae2-4ebe-bcbc-828fede4ff8d']}} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:00:48.375204 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-f732d30d-7d29-4e39-ae59-40d2d777042f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aad88131-e56c-4831-956a-495bf4859725') {'for_net_delete': True} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:00:48.375448 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-f732d30d-7d29-4e39-ae59-40d2d777042f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aad88131-e56c-4831-956a-495bf4859725') {} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:00:48.379520 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf572203-f23b-4b36-ae02-54614939335c req-a7dc8dbd-32b1-4619-93ce-c1724146d352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:48.380998 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-cf572203-f23b-4b36-ae02-54614939335c req-a7dc8dbd-32b1-4619-93ce-c1724146d352 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=1cb174fb-7bab-4419-acfb-faa43c1eb689 HTTP/1.1" status: 200 len: 859 time: 0.0838356 Aug 18 12:00:48.415655 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f732d30d-7d29-4e39-ae59-40d2d777042f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789151225254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902236'] for segment, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:48.422528 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-cf572203-f23b-4b36-ae02-54614939335c req-36ca7f16-e0f4-4dd4-8314-1c92975be216 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=7e44394f-5669-4694-9486-39d85545539c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293143 Aug 18 12:00:48.425442 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-eab683ae-ec96-491f-93cb-8c198f087356 req-b5ff2c74-c703-4dee-8bf0-f7775bc97648 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/security-groups?id=582571f6-a365-42ab-be92-c3254f7d1409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769875 Aug 18 12:00:48.435992 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f732d30d-7d29-4e39-ae59-40d2d777042f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:48.457651 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f732d30d-7d29-4e39-ae59-40d2d777042f admin admin] Releasing vlan 833 on physical network physnet1 to pool {{(pid=106253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:00:48.458053 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f732d30d-7d29-4e39-ae59-40d2d777042f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58900537'] for segment, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:48.459835 n-d-804985-2 neutron-server[106253]: Traceback (most recent call last): Aug 18 12:00:48.459835 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:00:48.459835 n-d-804985-2 neutron-server[106253]: timer() Aug 18 12:00:48.459835 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:00:48.459835 n-d-804985-2 neutron-server[106253]: cb(*args, **kw) Aug 18 12:00:48.459835 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:00:48.459835 n-d-804985-2 neutron-server[106253]: return func(*args, **kwargs) Aug 18 12:00:48.459835 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:00:48.459835 n-d-804985-2 neutron-server[106253]: self._notify() Aug 18 12:00:48.459835 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:00:48.459835 n-d-804985-2 neutron-server[106253]: self.callback(batched_events) Aug 18 12:00:48.459835 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:00:48.459835 n-d-804985-2 neutron-server[106253]: event.method(event) Aug 18 12:00:48.459835 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:00:48.459835 n-d-804985-2 neutron-server[106253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:00:48.459835 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:00:48.459835 n-d-804985-2 neutron-server[106253]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:00:48.459835 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:00:48.459835 n-d-804985-2 neutron-server[106253]: return f(self, *a, **k) Aug 18 12:00:48.459835 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:00:48.459835 n-d-804985-2 neutron-server[106253]: return self._get(url).json() Aug 18 12:00:48.459835 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:00:48.459835 n-d-804985-2 neutron-server[106253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:00:48.459835 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:00:48.459835 n-d-804985-2 neutron-server[106253]: return self.request(url, 'GET', **kwargs) Aug 18 12:00:48.459835 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:00:48.459835 n-d-804985-2 neutron-server[106253]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:00:48.459835 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:00:48.459835 n-d-804985-2 neutron-server[106253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:00:48.459835 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:00:48.459835 n-d-804985-2 neutron-server[106253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:00:48.459835 n-d-804985-2 neutron-server[106253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:00:48.473391 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-f8b25470-7f4c-44be-8300-c178d8187301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:48.512231 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-cf572203-f23b-4b36-ae02-54614939335c req-6a46032e-7f3d-4747-abdb-7e3854f22b76 service neutron] 10.222.0.62 "GET /v2.0/networks/d7901dbb-4e11-4e3f-b19f-ec50e5f166f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523407 Aug 18 12:00:48.523676 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-75a69bf6-89a7-49c8-bfb1-7d900ee1b8e8 req-f77a5d5d-a154-4c75-a9e7-053eedd4c0e0 tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:48.564965 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f732d30d-7d29-4e39-ae59-40d2d777042f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8367858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997186'] for network, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:48.573297 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f732d30d-7d29-4e39-ae59-40d2d777042f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:48.577711 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-f732d30d-7d29-4e39-ae59-40d2d777042f admin admin] 10.222.0.66 "DELETE /v2.0/networks/e0840f9b-1ae2-4ebe-bcbc-828fede4ff8d HTTP/1.1" status: 204 len: 168 time: 0.4832485 Aug 18 12:00:48.589732 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f732d30d-7d29-4e39-ae59-40d2d777042f admin admin] Pushing event deleted for resources: {'Network': ['ID=e0840f9b-1ae2-4ebe-bcbc-828fede4ff8d,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:00:48.606444 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-cf572203-f23b-4b36-ae02-54614939335c req-c21ae4fd-dc92-4e02-b454-c3f16dd77fea service neutron] 10.222.0.63 "GET /v2.0/networks/7e44394f-5669-4694-9486-39d85545539c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703739 Aug 18 12:00:48.645052 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-cf572203-f23b-4b36-ae02-54614939335c req-699c2bf7-ff7b-47ff-a5ee-40504fa1076c service neutron] 10.222.0.62 "GET /v2.0/networks/d7901dbb-4e11-4e3f-b19f-ec50e5f166f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218200 Aug 18 12:00:48.722663 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 60054) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:00:48.751806 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064ab235-8602-446c-b80f-819d0c3edff9 req-38c65fbb-4a0f-4d9c-8a96-a5882c94e981 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:48.753371 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-064ab235-8602-446c-b80f-819d0c3edff9 req-38c65fbb-4a0f-4d9c-8a96-a5882c94e981 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] 10.222.0.66 "GET /v2.0/ports?device_id=7bb849da-ffb1-4961-9508-4c9aee12932c HTTP/1.1" status: 200 len: 985 time: 0.1721175 Aug 18 12:00:48.769474 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [req-75a69bf6-89a7-49c8-bfb1-7d900ee1b8e8 req-f77a5d5d-a154-4c75-a9e7-053eedd4c0e0 tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] Allocated IP 172.25.7.3 (7cae7a70-14fd-408c-b14d-39ceb97cb60e/9784295a-20b8-4a4b-b105-f82737f0448f/c84cc48d-8765-4b54-8aba-327af4119a35) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:00:48.783387 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6f8c67-046a-4bf3-a1c1-08249b02744c req-c06ed316-25e4-4158-ac63-d0120534208e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:48.784928 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-5f6f8c67-046a-4bf3-a1c1-08249b02744c req-c06ed316-25e4-4158-ac63-d0120534208e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f9035e69ecb44482b197cdb3f54c17e3&device_id=7bb849da-ffb1-4961-9508-4c9aee12932c HTTP/1.1" status: 200 len: 1136 time: 0.0725584 Aug 18 12:00:48.793479 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-64773811-8cea-4303-9ff7-045329e27bb4 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5dd9f4315f144ed0a3e506b764329d2a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0673764 Aug 18 12:00:48.794432 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 60056) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:00:48.816262 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-cf572203-f23b-4b36-ae02-54614939335c req-4fd86df7-3a51-40a2-afe0-6083d25ca6e2 service neutron] 10.222.0.63 "GET /v2.0/networks/7e44394f-5669-4694-9486-39d85545539c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1877458 Aug 18 12:00:48.842857 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-064ab235-8602-446c-b80f-819d0c3edff9 req-136b2bdd-60cb-49d7-ba8b-c46bc80bec5a tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] 10.222.0.66 "GET /v2.0/security-groups?id=040a449a-3e6a-4f84-96a9-de6ef7513c3d&id=59eee650-0005-4a96-985a-4e5744ed56bd&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0768170 Aug 18 12:00:48.912555 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-fccdcb04-bd83-4eef-b46c-c3a880ef32a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:48.918306 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6f8c67-046a-4bf3-a1c1-08249b02744c req-a60dd3e3-5812-4d75-b107-c6a8385ab96f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:48.919768 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-5f6f8c67-046a-4bf3-a1c1-08249b02744c req-a60dd3e3-5812-4d75-b107-c6a8385ab96f service neutron] 10.222.0.62 "GET /v2.0/networks?id=d7901dbb-4e11-4e3f-b19f-ec50e5f166f6 HTTP/1.1" status: 200 len: 913 time: 0.1265938 Aug 18 12:00:48.945901 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-fccdcb04-bd83-4eef-b46c-c3a880ef32a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:48.959097 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-75a69bf6-89a7-49c8-bfb1-7d900ee1b8e8 req-f77a5d5d-a154-4c75-a9e7-053eedd4c0e0 tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:48.976672 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-5f6f8c67-046a-4bf3-a1c1-08249b02744c req-9a5e08ae-1a8a-4e15-949a-11e39584ac2c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=540c9620-9d77-456f-8f3a-76d2ef77862f HTTP/1.1" status: 200 len: 217 time: 0.0425270 Aug 18 12:00:48.988232 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23059a7-109c-4773-8b77-e58ba51767a4 req-a377e5ee-3caf-4ac6-9814-7d980851fac5 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:48.989752 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b23059a7-109c-4773-8b77-e58ba51767a4 req-a377e5ee-3caf-4ac6-9814-7d980851fac5 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/ports?device_id=50ed693d-cbb2-4cf2-a656-704f6a7c8398 HTTP/1.1" status: 200 len: 950 time: 0.0842459 Aug 18 12:00:49.024309 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd30880ae-50e6-4886-b31e-41d8bcfcb52d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '543e5e53-1de6-47c5-aece-c58829e5a352'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:00:49.027852 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db50a436fb3a98495337d8fe7487b4f2ea6f3c1052eb9efadc2ecda2d5737001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a3a0d61-a9a6-4a4c-8c33-eb529400fd42" -d '{"events": [{"server_uuid": "d30880ae-50e6-4886-b31e-41d8bcfcb52d", "name": "network-vif-unplugged", "status": "completed", "tag": "543e5e53-1de6-47c5-aece-c58829e5a352"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:00:49.038091 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-75a69bf6-89a7-49c8-bfb1-7d900ee1b8e8 req-f77a5d5d-a154-4c75-a9e7-053eedd4c0e0 tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:49.040017 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6f8c67-046a-4bf3-a1c1-08249b02744c req-7e871b67-5db5-4e06-899c-e60fe9e7b8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:49.041547 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-5f6f8c67-046a-4bf3-a1c1-08249b02744c req-7e871b67-5db5-4e06-899c-e60fe9e7b8f6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=71081cae-75c4-4e3f-b46a-ace6aed0b033 HTTP/1.1" status: 200 len: 852 time: 0.0546825 Aug 18 12:00:49.043782 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b23059a7-109c-4773-8b77-e58ba51767a4 req-82c14a70-3da7-46b2-a75f-1f3f52143c1e tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/security-groups?id=0ddd2c5c-7e53-44ab-9404-c5fea69a570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470071 Aug 18 12:00:49.077305 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-fccdcb04-bd83-4eef-b46c-c3a880ef32a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:49.077305 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-fccdcb04-bd83-4eef-b46c-c3a880ef32a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:49.077305 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-fccdcb04-bd83-4eef-b46c-c3a880ef32a1 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c7c1b338-374f-4682-ab89-899dcfcbc184 HTTP/1.1" status: 204 len: 168 time: 0.2699096 Aug 18 12:00:49.082531 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75a69bf6-89a7-49c8-bfb1-7d900ee1b8e8 req-f77a5d5d-a154-4c75-a9e7-053eedd4c0e0 tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] Network 7cae7a70-14fd-408c-b14d-39ceb97cb60e is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:00:49.085826 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [req-75a69bf6-89a7-49c8-bfb1-7d900ee1b8e8 req-f77a5d5d-a154-4c75-a9e7-053eedd4c0e0 tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:00:49.089927 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-75a69bf6-89a7-49c8-bfb1-7d900ee1b8e8 req-f77a5d5d-a154-4c75-a9e7-053eedd4c0e0 tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:00:49.113440 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77a5d5d-a154-4c75-a9e7-053eedd4c0e0 tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] Pushing event updated for resources: {'Port': ['ID=c84cc48d-8765-4b54-8aba-327af4119a35,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:00:49.120959 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-5f6f8c67-046a-4bf3-a1c1-08249b02744c req-786d61b5-0e91-45fa-b03e-1fb80654341e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d7901dbb-4e11-4e3f-b19f-ec50e5f166f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0642166 Aug 18 12:00:49.121521 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccdcb04-bd83-4eef-b46c-c3a880ef32a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7c1b338-374f-4682-ab89-899dcfcbc184,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:00:49.173565 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 18 Aug 2021 12:00:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-748b74f0-2871-4e9b-ba83-32b0dd5049b1 x-openstack-request-id: req-748b74f0-2871-4e9b-ba83-32b0dd5049b1 {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:00:49.173890 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d30880ae-50e6-4886-b31e-41d8bcfcb52d", "name": "network-vif-unplugged", "status": "completed", "tag": "543e5e53-1de6-47c5-aece-c58829e5a352", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:00:49.174142 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-748b74f0-2871-4e9b-ba83-32b0dd5049b1 {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:00:49.175220 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd30880ae-50e6-4886-b31e-41d8bcfcb52d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '543e5e53-1de6-47c5-aece-c58829e5a352', 'code': 200} Aug 18 12:00:49.209360 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-75a69bf6-89a7-49c8-bfb1-7d900ee1b8e8 req-f77a5d5d-a154-4c75-a9e7-053eedd4c0e0 tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:49.241088 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-5f6f8c67-046a-4bf3-a1c1-08249b02744c req-a13ba45f-78b0-4e5d-a661-90c505f4c7b1 service neutron] 10.222.0.62 "GET /v2.0/networks/d7901dbb-4e11-4e3f-b19f-ec50e5f166f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992742 Aug 18 12:00:49.346186 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-5f6f8c67-046a-4bf3-a1c1-08249b02744c req-f2d5a3e2-3aea-4495-9489-ea0dac3030ef service neutron] 10.222.0.62 "GET /v2.0/networks/d7901dbb-4e11-4e3f-b19f-ec50e5f166f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922475 Aug 18 12:00:49.598552 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-75a69bf6-89a7-49c8-bfb1-7d900ee1b8e8 req-f77a5d5d-a154-4c75-a9e7-053eedd4c0e0 tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:49.626245 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9b161c-bb7e-4206-ab64-846dbd86e526 req-191f8701-3150-401a-b3f0-c85ad2fa293f tempest-MigrationsAdminTest-2066091247 tempest-MigrationsAdminTest-2066091247-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:49.627835 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5a9b161c-bb7e-4206-ab64-846dbd86e526 req-191f8701-3150-401a-b3f0-c85ad2fa293f tempest-MigrationsAdminTest-2066091247 tempest-MigrationsAdminTest-2066091247-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=50ed693d-cbb2-4cf2-a656-704f6a7c8398 HTTP/1.1" status: 200 len: 1101 time: 0.4106882 Aug 18 12:00:49.716073 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5a9b161c-bb7e-4206-ab64-846dbd86e526 req-18706376-d1bb-4249-aaef-06e9043c89a9 tempest-MigrationsAdminTest-2066091247 tempest-MigrationsAdminTest-2066091247-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=0ddd2c5c-7e53-44ab-9404-c5fea69a570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798538 Aug 18 12:00:49.756422 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a87f78c1-2ca5-455e-9935-ab7aeaf069c9', 'tag': 'ea62e81b-4f10-4b36-8f95-1341e04201fa'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:00:49.761216 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-110d9dfd-eac0-4648-844b-58cf7dd58adc" -d '{"events": [{"name": "network-changed", "server_uuid": "a87f78c1-2ca5-455e-9935-ab7aeaf069c9", "tag": "ea62e81b-4f10-4b36-8f95-1341e04201fa"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:00:49.813889 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-75a69bf6-89a7-49c8-bfb1-7d900ee1b8e8 req-f77a5d5d-a154-4c75-a9e7-053eedd4c0e0 tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] Notify callbacks [] for port, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:49.819601 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-75a69bf6-89a7-49c8-bfb1-7d900ee1b8e8 req-f77a5d5d-a154-4c75-a9e7-053eedd4c0e0 tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:49.876115 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device b22d0b76-0641-4b54-8103-0eca22255863 up at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:00:49.936181 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Provisioning for port b22d0b76-0641-4b54-8103-0eca22255863 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:00:49.941033 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Provisioning complete for port b22d0b76-0641-4b54-8103-0eca22255863 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:00:49.941216 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:49.947719 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77a5d5d-a154-4c75-a9e7-053eedd4c0e0 tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] Pushing event updated for resources: {'Port': ['ID=c84cc48d-8765-4b54-8aba-327af4119a35,revision_number=2']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:00:49.956522 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-75a69bf6-89a7-49c8-bfb1-7d900ee1b8e8 req-f77a5d5d-a154-4c75-a9e7-053eedd4c0e0 tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-989945'] for floatingip, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:49.983232 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbe4063-9f4e-46e8-8131-97b151038e97 req-9c6c726c-22c4-4bbc-ab1d-fb74566b4341 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:49.984806 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0dbe4063-9f4e-46e8-8131-97b151038e97 req-9c6c726c-22c4-4bbc-ab1d-fb74566b4341 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/ports?device_id=c638d708-f9ec-4cc8-8d73-799d4b9bed3c HTTP/1.1" status: 200 len: 944 time: 0.1139057 Aug 18 12:00:49.986217 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-75a69bf6-89a7-49c8-bfb1-7d900ee1b8e8 req-f77a5d5d-a154-4c75-a9e7-053eedd4c0e0 tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for floatingip, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:49.987309 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-75a69bf6-89a7-49c8-bfb1-7d900ee1b8e8 req-f77a5d5d-a154-4c75-a9e7-053eedd4c0e0 tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 1.8727095 Aug 18 12:00:50.026342 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:50.058865 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-75a69bf6-89a7-49c8-bfb1-7d900ee1b8e8 req-98603af9-7c42-4be5-8c01-24d909cedd43 tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.7.3 HTTP/1.1" status: 200 len: 694 time: 0.0600572 Aug 18 12:00:50.059868 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port b22d0b76-0641-4b54-8103-0eca22255863, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=b22d0b76-0641-4b54-8103-0eca22255863,segment=NetworkSegment(41659f6a-58f9-4216-bad4-63cae3d0928f),segment_id=41659f6a-58f9-4216-bad4-63cae3d0928f)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:00:50.064035 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0dbe4063-9f4e-46e8-8131-97b151038e97 req-9a0575a4-5a3b-4d74-9fb5-77d446590bc1 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/security-groups?id=582571f6-a365-42ab-be92-c3254f7d1409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724950 Aug 18 12:00:50.064718 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:50.117068 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=b22d0b76-0641-4b54-8103-0eca22255863,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:00:50.181370 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a69bf6-89a7-49c8-bfb1-7d900ee1b8e8 req-fe855150-53e3-461f-88cd-ae675e1a3cff tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:50.182751 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-75a69bf6-89a7-49c8-bfb1-7d900ee1b8e8 req-fe855150-53e3-461f-88cd-ae675e1a3cff tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] 10.222.0.66 "GET /v2.0/networks/7cae7a70-14fd-408c-b14d-39ceb97cb60e HTTP/1.1" status: 200 len: 784 time: 0.1176393 Aug 18 12:00:50.224996 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:00:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c927ab20-31aa-4422-947d-05a5a8f382d9 x-openstack-request-id: req-c927ab20-31aa-4422-947d-05a5a8f382d9 {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:00:50.225386 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a87f78c1-2ca5-455e-9935-ab7aeaf069c9", "tag": "ea62e81b-4f10-4b36-8f95-1341e04201fa", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:00:50.225732 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c927ab20-31aa-4422-947d-05a5a8f382d9 {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:00:50.226300 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a87f78c1-2ca5-455e-9935-ab7aeaf069c9', 'tag': 'ea62e81b-4f10-4b36-8f95-1341e04201fa', 'status': 'completed', 'code': 200} Aug 18 12:00:50.333585 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110d9dfd-eac0-4648-844b-58cf7dd58adc req-cfba7f84-23c7-4049-ae7f-6a80288f5d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:50.335103 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-110d9dfd-eac0-4648-844b-58cf7dd58adc req-cfba7f84-23c7-4049-ae7f-6a80288f5d6a service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=c9615ef08ff1467182cba43296b539c9&device_id=a87f78c1-2ca5-455e-9935-ab7aeaf069c9 HTTP/1.1" status: 200 len: 1097 time: 0.0755618 Aug 18 12:00:50.348657 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c5b12a-e5ee-4b7e-97a6-6c639dc97163 req-20396c87-4b82-4146-9095-d91a0973298d tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:50.350272 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-61c5b12a-e5ee-4b7e-97a6-6c639dc97163 req-20396c87-4b82-4146-9095-d91a0973298d tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] 10.222.0.66 "GET /v2.0/ports?device_id=7bb849da-ffb1-4961-9508-4c9aee12932c HTTP/1.1" status: 200 len: 985 time: 0.0791719 Aug 18 12:00:50.444440 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-61c5b12a-e5ee-4b7e-97a6-6c639dc97163 req-f5539629-f589-4ee1-9fba-bbc23da644ac tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] 10.222.0.66 "GET /v2.0/security-groups?id=040a449a-3e6a-4f84-96a9-de6ef7513c3d&id=59eee650-0005-4a96-985a-4e5744ed56bd&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0851471 Aug 18 12:00:50.480243 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110d9dfd-eac0-4648-844b-58cf7dd58adc req-3b4c2cec-bd5b-437b-bc8a-d66394a097f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:50.482273 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-110d9dfd-eac0-4648-844b-58cf7dd58adc req-3b4c2cec-bd5b-437b-bc8a-d66394a097f8 service neutron] 10.222.0.63 "GET /v2.0/networks?id=7e44394f-5669-4694-9486-39d85545539c HTTP/1.1" status: 200 len: 920 time: 0.1310480 Aug 18 12:00:50.533179 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-110d9dfd-eac0-4648-844b-58cf7dd58adc req-cdff9f94-3883-47d0-9bbc-0339ab14618d service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ea62e81b-4f10-4b36-8f95-1341e04201fa HTTP/1.1" status: 200 len: 217 time: 0.0403087 Aug 18 12:00:50.589358 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110d9dfd-eac0-4648-844b-58cf7dd58adc req-8610fd09-7bae-4193-b41b-bb20bbfb0636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:50.590785 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-110d9dfd-eac0-4648-844b-58cf7dd58adc req-8610fd09-7bae-4193-b41b-bb20bbfb0636 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=1cb174fb-7bab-4419-acfb-faa43c1eb689 HTTP/1.1" status: 200 len: 859 time: 0.0484622 Aug 18 12:00:50.625017 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-110d9dfd-eac0-4648-844b-58cf7dd58adc req-10a7ec20-c035-43c8-8b8f-d9cff504d085 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=7e44394f-5669-4694-9486-39d85545539c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256326 Aug 18 12:00:50.728430 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-110d9dfd-eac0-4648-844b-58cf7dd58adc req-c67dc812-e1f9-4528-8059-f77e3e00a27e service neutron] 10.222.0.63 "GET /v2.0/networks/7e44394f-5669-4694-9486-39d85545539c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944605 Aug 18 12:00:50.907002 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-110d9dfd-eac0-4648-844b-58cf7dd58adc req-703eac6c-a3eb-4e6a-8b2e-0c7896aeab7c service neutron] 10.222.0.63 "GET /v2.0/networks/7e44394f-5669-4694-9486-39d85545539c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720283 Aug 18 12:00:50.926218 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-55b83d15-d95d-46ea-b8b4-8b77be1eb367 req-829a80ba-e1e7-4386-9f1c-ca1817549954 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=50ed693d-cbb2-4cf2-a656-704f6a7c8398&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1087766 Aug 18 12:00:50.939693 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bf7bfb-b127-402d-b528-5bfa54c13e8b req-549b2423-68c8-4a20-8247-96939a161344 tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:50.941101 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-98bf7bfb-b127-402d-b528-5bfa54c13e8b req-549b2423-68c8-4a20-8247-96939a161344 tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] 10.222.0.66 "GET /v2.0/ports?device_id=a87f78c1-2ca5-455e-9935-ab7aeaf069c9&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1328738 Aug 18 12:00:50.949668 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7a0a5bb4-9a0e-416e-8dea-1a1406aca76a req-63df57dd-5bc7-4d58-8af4-6fa03bb41662 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1720866357&fields=id&tenant_id=f9035e69ecb44482b197cdb3f54c17e3 HTTP/1.1" status: 200 len: 267 time: 0.0796478 Aug 18 12:00:51.002642 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-e769f857-e1e5-424b-9f05-dc4c95c7740e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:51.016861 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-98bf7bfb-b127-402d-b528-5bfa54c13e8b req-c68e6b42-d1b7-4a9b-865b-fb056c3ce359 tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.7.3 HTTP/1.1" status: 200 len: 694 time: 0.0662012 Aug 18 12:00:51.028948 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-98bf7bfb-b127-402d-b528-5bfa54c13e8b req-fda8aba6-eff3-4b99-a4b3-69be3ec2ebce tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] Request body: {'floatingip': {'port_id': 'ea62e81b-4f10-4b36-8f95-1341e04201fa', 'fixed_ip_address': '172.20.0.10'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:00:51.076537 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-98bf7bfb-b127-402d-b528-5bfa54c13e8b req-fda8aba6-eff3-4b99-a4b3-69be3ec2ebce tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] Notify callbacks [] for floatingip, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:51.087690 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0a5bb4-9a0e-416e-8dea-1a1406aca76a req-0af3ef09-3b09-46b9-8863-21450f8a5dd9 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:51.088271 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7a0a5bb4-9a0e-416e-8dea-1a1406aca76a req-0af3ef09-3b09-46b9-8863-21450f8a5dd9 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] 10.222.0.66 "GET /v2.0/ports?device_id=7bb849da-ffb1-4961-9508-4c9aee12932c HTTP/1.1" status: 200 len: 985 time: 0.1300585 Aug 18 12:00:51.127211 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-7a0a5bb4-9a0e-416e-8dea-1a1406aca76a req-d48f5382-4088-4d0c-9c65-bbc595322b26 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] Request body: {'port': {'security_groups': ['040a449a-3e6a-4f84-96a9-de6ef7513c3d', '59eee650-0005-4a96-985a-4e5744ed56bd', '59ef2f26-7b62-4c16-9f54-0f03293d932c']}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:00:51.176281 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c638d708-f9ec-4cc8-8d73-799d4b9bed3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b22d0b76-0641-4b54-8103-0eca22255863'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:00:51.180147 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db50a436fb3a98495337d8fe7487b4f2ea6f3c1052eb9efadc2ecda2d5737001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a184881-4d77-4f16-b6f7-dcb303c4f725" -d '{"events": [{"server_uuid": "c638d708-f9ec-4cc8-8d73-799d4b9bed3c", "name": "network-vif-plugged", "status": "completed", "tag": "b22d0b76-0641-4b54-8103-0eca22255863"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:00:51.253504 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-7a0a5bb4-9a0e-416e-8dea-1a1406aca76a req-d48f5382-4088-4d0c-9c65-bbc595322b26 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:51.361453 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:51.695638 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-7a0a5bb4-9a0e-416e-8dea-1a1406aca76a req-d48f5382-4088-4d0c-9c65-bbc595322b26 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] For port 540c9620-9d77-456f-8f3a-76d2ef77862f, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=540c9620-9d77-456f-8f3a-76d2ef77862f,segment=NetworkSegment(1bfb322b-83ae-425c-b8a6-e9d9bfa53e56),segment_id=1bfb322b-83ae-425c-b8a6-e9d9bfa53e56)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:00:51.769848 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-7a0a5bb4-9a0e-416e-8dea-1a1406aca76a req-d48f5382-4088-4d0c-9c65-bbc595322b26 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] Notify callbacks [] for port, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:51.775821 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-7a0a5bb4-9a0e-416e-8dea-1a1406aca76a req-d48f5382-4088-4d0c-9c65-bbc595322b26 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:51.787199 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] get_ports_and_sgs() called for port_ids ['e61fc26e-cffe-4016-8119-d8df52cc8c80'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:00:51.788797 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-98bf7bfb-b127-402d-b528-5bfa54c13e8b req-fda8aba6-eff3-4b99-a4b3-69be3ec2ebce tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:51.818363 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-98bf7bfb-b127-402d-b528-5bfa54c13e8b req-fda8aba6-eff3-4b99-a4b3-69be3ec2ebce tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-989945'] for floatingip, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:51.832193 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] get_ports_and_sgs() called for port_ids ['540c9620-9d77-456f-8f3a-76d2ef77862f'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:00:51.870403 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0a5bb4-9a0e-416e-8dea-1a1406aca76a req-d48f5382-4088-4d0c-9c65-bbc595322b26 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:51.871036 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-7a0a5bb4-9a0e-416e-8dea-1a1406aca76a req-d48f5382-4088-4d0c-9c65-bbc595322b26 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:51.885090 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7a0a5bb4-9a0e-416e-8dea-1a1406aca76a req-d48f5382-4088-4d0c-9c65-bbc595322b26 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] 10.222.0.66 "PUT /v2.0/ports/540c9620-9d77-456f-8f3a-76d2ef77862f HTTP/1.1" status: 200 len: 1021 time: 0.7698898 Aug 18 12:00:51.891005 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 01faad63-9dc9-4c52-a5c7-a96835056ee2 details requested by agent hyperv_n-h2-804985-2 with host n-h2-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:00:51.915769 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48f5382-4088-4d0c-9c65-bbc595322b26 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] Pushing event updated for resources: {'Port': ['ID=540c9620-9d77-456f-8f3a-76d2ef77862f,revision_number=7']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:00:52.037140 n-d-804985-2 neutron-server[106252]: INFO neutron.db.l3_db [req-98bf7bfb-b127-402d-b528-5bfa54c13e8b req-fda8aba6-eff3-4b99-a4b3-69be3ec2ebce tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] Floating IP 742570b3-10ad-4094-98b0-6886b41f0319 associated. External IP: 172.25.7.3, port: ea62e81b-4f10-4b36-8f95-1341e04201fa. Aug 18 12:00:52.078973 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-53584c24-f517-494e-ac93-c18bb92373f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:52.097374 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fde32f-885f-41b5-a1c2-d81beaf584a2 req-ab2345c4-3250-42a5-a4f7-7b39d3f1c67b tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:52.098888 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-42fde32f-885f-41b5-a1c2-d81beaf584a2 req-ab2345c4-3250-42a5-a4f7-7b39d3f1c67b tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/ports?device_id=50ed693d-cbb2-4cf2-a656-704f6a7c8398 HTTP/1.1" status: 200 len: 950 time: 0.1545281 Aug 18 12:00:52.151658 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port 01faad63-9dc9-4c52-a5c7-a96835056ee2, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=01faad63-9dc9-4c52-a5c7-a96835056ee2,segment=NetworkSegment(b0eb6eea-b461-4969-8a27-808f00daa8a1),segment_id=b0eb6eea-b461-4969-8a27-808f00daa8a1)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:00:52.154432 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] get_ports_and_sgs() called for port_ids ['540c9620-9d77-456f-8f3a-76d2ef77862f'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:00:52.183825 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-42fde32f-885f-41b5-a1c2-d81beaf584a2 req-148a7d4a-0ca9-43a4-8425-aa6c5049b9a9 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/security-groups?id=0ddd2c5c-7e53-44ab-9404-c5fea69a570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778689 Aug 18 12:00:52.208217 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Returning: {'device': '01faad63-9dc9-4c52-a5c7-a96835056ee2', 'network_id': '222e0814-c7e5-4b11-9282-3f40c6ed76b2', 'port_id': '01faad63-9dc9-4c52-a5c7-a96835056ee2', 'mac_address': 'fa:16:3e:0f:fc:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 823, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d16d680-110b-436d-8afa-48ba845b3623', 'ip_address': '192.168.233.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:00:52.230985 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bb849da-ffb1-4961-9508-4c9aee12932c', 'tag': '540c9620-9d77-456f-8f3a-76d2ef77862f'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:00:52.233273 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f066b075-ebaa-44b3-9367-14aa453643ef" -d '{"events": [{"name": "network-changed", "server_uuid": "7bb849da-ffb1-4961-9508-4c9aee12932c", "tag": "540c9620-9d77-456f-8f3a-76d2ef77862f"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:00:52.312339 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ec371d00-ee84-452c-981e-85b9c6fadffc req-7c2f6f38-02da-4e01-86b7-73c026db53a3 tempest-ServerShowV247Test-1488913494 tempest-ServerShowV247Test-1488913494-project] 10.222.0.66 "GET /v2.0/ports?device_id=a21f755d-d37e-4e50-bae9-1ff8736b03fd HTTP/1.1" status: 200 len: 210 time: 0.0328431 Aug 18 12:00:52.335718 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.l3_agent_scheduler [req-98bf7bfb-b127-402d-b528-5bfa54c13e8b req-fda8aba6-eff3-4b99-a4b3-69be3ec2ebce tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] Router 1f48e6b9-6143-497d-818a-f38147e3d5f8 has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:00:52.347234 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:52.402445 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01faad63-9dc9-4c52-a5c7-a96835056ee2 {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:00:52.455491 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b83d15-d95d-46ea-b8b4-8b77be1eb367 req-1c683303-e5c0-4d8e-b228-0426822b040f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:52.458639 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-55b83d15-d95d-46ea-b8b4-8b77be1eb367 req-1c683303-e5c0-4d8e-b228-0426822b040f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=87f2a541be1e4141a84277bf00dc4c3b&device_id=50ed693d-cbb2-4cf2-a656-704f6a7c8398 HTTP/1.1" status: 200 len: 1101 time: 0.0905192 Aug 18 12:00:52.473046 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-98bf7bfb-b127-402d-b528-5bfa54c13e8b req-fda8aba6-eff3-4b99-a4b3-69be3ec2ebce tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:00:52.477252 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port 01faad63-9dc9-4c52-a5c7-a96835056ee2, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=01faad63-9dc9-4c52-a5c7-a96835056ee2,segment=NetworkSegment(b0eb6eea-b461-4969-8a27-808f00daa8a1),segment_id=b0eb6eea-b461-4969-8a27-808f00daa8a1)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:00:52.478361 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-98bf7bfb-b127-402d-b528-5bfa54c13e8b req-fda8aba6-eff3-4b99-a4b3-69be3ec2ebce tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for floatingip, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:52.491717 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cbec677-a8dd-4114-b956-06ad7022c085 None None] Sync routers for ids ['1f48e6b9-6143-497d-818a-f38147e3d5f8'] in n-d-804985-2 {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:00:52.506067 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:52.515387 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cbec677-a8dd-4114-b956-06ad7022c085 None None] Routers {'1f48e6b9-6143-497d-818a-f38147e3d5f8'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:00:52.516030 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-0cbec677-a8dd-4114-b956-06ad7022c085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:00:51Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['1f48e6b9-6143-497d-818a-f38147e3d5f8'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:00:52.529710 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-98bf7bfb-b127-402d-b528-5bfa54c13e8b req-fda8aba6-eff3-4b99-a4b3-69be3ec2ebce tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] 10.222.0.66 "PUT /v2.0/floatingips/742570b3-10ad-4094-98b0-6886b41f0319 HTTP/1.1" status: 200 len: 995 time: 1.4969997 Aug 18 12:00:52.624345 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bf7bfb-b127-402d-b528-5bfa54c13e8b req-8f9a8c98-6941-44e0-968b-d130575d3417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:52.632563 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-98bf7bfb-b127-402d-b528-5bfa54c13e8b req-8f9a8c98-6941-44e0-968b-d130575d3417 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c9615ef08ff1467182cba43296b539c9&device_id=a87f78c1-2ca5-455e-9935-ab7aeaf069c9 HTTP/1.1" status: 200 len: 1097 time: 0.1006899 Aug 18 12:00:52.651425 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab499250-0608-4d51-84f4-5e6977aec569 req-5771758d-1201-4750-bcff-cf7cb81d75ad tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:52.653150 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ab499250-0608-4d51-84f4-5e6977aec569 req-5771758d-1201-4750-bcff-cf7cb81d75ad tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/ports?device_id=c638d708-f9ec-4cc8-8d73-799d4b9bed3c HTTP/1.1" status: 200 len: 945 time: 0.1110983 Aug 18 12:00:52.656222 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=01faad63-9dc9-4c52-a5c7-a96835056ee2,revision_number=9']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:00:52.691302 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b83d15-d95d-46ea-b8b4-8b77be1eb367 req-c7143703-bbaf-4766-858a-42194c1bb631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:52.693844 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-55b83d15-d95d-46ea-b8b4-8b77be1eb367 req-c7143703-bbaf-4766-858a-42194c1bb631 service neutron] 10.222.0.62 "GET /v2.0/networks?id=222e0814-c7e5-4b11-9282-3f40c6ed76b2 HTTP/1.1" status: 200 len: 870 time: 0.1903257 Aug 18 12:00:52.707919 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-0cbec677-a8dd-4114-b956-06ad7022c085 None None] Set router 1f48e6b9-6143-497d-818a-f38147e3d5f8 gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:00:52.714919 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] get_ports_and_sgs() called for port_ids ['01faad63-9dc9-4c52-a5c7-a96835056ee2'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:00:52.740807 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ab499250-0608-4d51-84f4-5e6977aec569 req-aeb21745-30ac-4f40-9be1-fc8b41059851 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/security-groups?id=582571f6-a365-42ab-be92-c3254f7d1409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753388 Aug 18 12:00:52.774957 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bf7bfb-b127-402d-b528-5bfa54c13e8b req-e1dc09a7-b715-49a8-8165-a29856ba6df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:52.783620 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-98bf7bfb-b127-402d-b528-5bfa54c13e8b req-e1dc09a7-b715-49a8-8165-a29856ba6df9 service neutron] 10.222.0.66 "GET /v2.0/networks?id=7e44394f-5669-4694-9486-39d85545539c HTTP/1.1" status: 200 len: 920 time: 0.1498528 Aug 18 12:00:52.797378 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-55b83d15-d95d-46ea-b8b4-8b77be1eb367 req-0e668ad6-cb23-476f-b858-b8757ff1e960 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=508ec94c-2aa2-4f52-b538-be215de08220 HTTP/1.1" status: 200 len: 217 time: 0.0798347 Aug 18 12:00:52.892115 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b83d15-d95d-46ea-b8b4-8b77be1eb367 req-f088b95f-8edf-4063-a06b-ec763d05a2be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:52.894139 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-55b83d15-d95d-46ea-b8b4-8b77be1eb367 req-f088b95f-8edf-4063-a06b-ec763d05a2be service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6d16d680-110b-436d-8afa-48ba845b3623 HTTP/1.1" status: 200 len: 843 time: 0.0889034 Aug 18 12:00:52.902597 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-98bf7bfb-b127-402d-b528-5bfa54c13e8b req-8af49c40-0c8e-4751-be89-454b5480de5f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ea62e81b-4f10-4b36-8f95-1341e04201fa HTTP/1.1" status: 200 len: 998 time: 0.1176565 Aug 18 12:00:52.951816 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:00:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3624338e-178a-41cc-bf57-95516c81f5d9 x-openstack-request-id: req-3624338e-178a-41cc-bf57-95516c81f5d9 {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:00:52.952270 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c638d708-f9ec-4cc8-8d73-799d4b9bed3c", "name": "network-vif-plugged", "status": "completed", "tag": "b22d0b76-0641-4b54-8103-0eca22255863", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:00:52.954675 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-3624338e-178a-41cc-bf57-95516c81f5d9 {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:00:52.955259 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c638d708-f9ec-4cc8-8d73-799d4b9bed3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b22d0b76-0641-4b54-8103-0eca22255863', 'code': 200} Aug 18 12:00:52.980612 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b83d15-d95d-46ea-b8b4-8b77be1eb367 req-fae6a73a-be1e-43be-afdc-4dd780592b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:52.984170 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bf7bfb-b127-402d-b528-5bfa54c13e8b req-8f85bda0-6184-40a5-a626-6266ed420dac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:52.985222 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-98bf7bfb-b127-402d-b528-5bfa54c13e8b req-8f85bda0-6184-40a5-a626-6266ed420dac service neutron] 10.222.0.66 "GET /v2.0/subnets?id=1cb174fb-7bab-4419-acfb-faa43c1eb689 HTTP/1.1" status: 200 len: 859 time: 0.0806565 Aug 18 12:00:52.986067 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-55b83d15-d95d-46ea-b8b4-8b77be1eb367 req-fae6a73a-be1e-43be-afdc-4dd780592b5b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=222e0814-c7e5-4b11-9282-3f40c6ed76b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0818267 Aug 18 12:00:53.057555 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-98bf7bfb-b127-402d-b528-5bfa54c13e8b req-23ec5a2c-b2c2-4a62-946c-5d89652554d0 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7e44394f-5669-4694-9486-39d85545539c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0645485 Aug 18 12:00:53.204619 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01569a5c-93d8-4a32-ac3c-b8b4c7e4b4b7 req-34c4a857-33e9-4d24-9ba5-5820b9c513fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:53.207099 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-01569a5c-93d8-4a32-ac3c-b8b4c7e4b4b7 req-34c4a857-33e9-4d24-9ba5-5820b9c513fd service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=c638d708-f9ec-4cc8-8d73-799d4b9bed3c HTTP/1.1" status: 200 len: 1096 time: 0.0841842 Aug 18 12:00:53.214751 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6ed6528b-c045-48c5-b49c-ff231ecf5fbe req-9ea941ba-874c-4121-9c41-8bd3b5f1cdfc service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=a21f755d-d37e-4e50-bae9-1ff8736b03fd HTTP/1.1" status: 200 len: 210 time: 0.0452878 Aug 18 12:00:53.242032 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-0cbec677-a8dd-4114-b956-06ad7022c085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f48e6b9-6143-497d-818a-f38147e3d5f8', 'name': 'tempest-ServerRescueTestJSONUnderV235-881981376-router', 'tenant_id': 'c9615ef08ff1467182cba43296b539c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': 'cef2e7ca-1b84-4926-a9cd-4adb7d931d4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T11:59:35Z', 'updated_at': '2021-08-18T11:59:40Z', 'revision_number': 4, 'project_id': 'c9615ef08ff1467182cba43296b539c9', 'gw_port': {'id': 'cef2e7ca-1b84-4926-a9cd-4adb7d931d4e', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:9c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f48e6b9-6143-497d-818a-f38147e3d5f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:59:36Z', 'updated_at': '2021-08-18T11:59:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_floatingips': [{'id': '742570b3-10ad-4094-98b0-6886b41f0319', 'tenant_id': 'c9615ef08ff1467182cba43296b539c9', 'floating_ip_address': '172.25.7.3', 'floating_network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'router_id': '1f48e6b9-6143-497d-818a-f38147e3d5f8', 'port_id': 'ea62e81b-4f10-4b36-8f95-1341e04201fa', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1089, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e44394f-5669-4694-9486-39d85545539c', 'mac_address': 'fa:16:3e:df:93:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a87f78c1-2ca5-455e-9935-ab7aeaf069c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T12:00:49Z', 'updated_at': '2021-08-18T12:00:51Z', 'revision_number': 1, 'project_id': 'c9615ef08ff1467182cba43296b539c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d91921b-63f3-458b-817d-21cc33cc81bc', 'name': '', 'network_id': '7e44394f-5669-4694-9486-39d85545539c', 'tenant_id': 'c9615ef08ff1467182cba43296b539c9', 'mac_address': 'fa:16:3e:61:30:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f48e6b9-6143-497d-818a-f38147e3d5f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '1cb174fb-7bab-4419-acfb-faa43c1eb689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:59:39Z', 'updated_at': '2021-08-18T11:59:48Z', 'revision_number': 5, 'project_id': 'c9615ef08ff1467182cba43296b539c9', 'subnets': [{'id': '1cb174fb-7bab-4419-acfb-faa43c1eb689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:00:53.246144 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-55b83d15-d95d-46ea-b8b4-8b77be1eb367 req-dd9849b7-3af2-45b4-93c1-b730f431b1f4 service neutron] 10.222.0.62 "GET /v2.0/networks/222e0814-c7e5-4b11-9282-3f40c6ed76b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2511814 Aug 18 12:00:53.252803 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-53cf29db-8a8d-42f1-8c42-59c4facb1381 req-93709909-1066-4717-8caf-921e3b8eaad2 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] 10.222.0.66 "GET /v2.0/security-groups/59ef2f26-7b62-4c16-9f54-0f03293d932c HTTP/1.1" status: 200 len: 1803 time: 0.1053696 Aug 18 12:00:53.256934 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-98bf7bfb-b127-402d-b528-5bfa54c13e8b req-2e271401-e975-40c7-90ea-46a6bb6584fd service neutron] 10.222.0.66 "GET /v2.0/networks/7e44394f-5669-4694-9486-39d85545539c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1907077 Aug 18 12:00:53.281651 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cbec677-a8dd-4114-b956-06ad7022c085 None None] Checking router: 1f48e6b9-6143-497d-818a-f38147e3d5f8 for host: n-d-804985-2 {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:00:53.293664 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cbec677-a8dd-4114-b956-06ad7022c085 None None] Routers {'1f48e6b9-6143-497d-818a-f38147e3d5f8'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:00:53.294295 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-0cbec677-a8dd-4114-b956-06ad7022c085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:00:51Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['1f48e6b9-6143-497d-818a-f38147e3d5f8'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:00:53.360077 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-55b83d15-d95d-46ea-b8b4-8b77be1eb367 req-90c9f308-c488-4f25-b880-de3402be4113 service neutron] 10.222.0.62 "GET /v2.0/networks/222e0814-c7e5-4b11-9282-3f40c6ed76b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954196 Aug 18 12:00:53.373887 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-01569a5c-93d8-4a32-ac3c-b8b4c7e4b4b7 req-7a358cd1-7d08-4f89-b9b8-bbdc0e3197d5 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=582571f6-a365-42ab-be92-c3254f7d1409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583419 Aug 18 12:00:53.432898 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-0cbec677-a8dd-4114-b956-06ad7022c085 None None] Set router 1f48e6b9-6143-497d-818a-f38147e3d5f8 gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:00:53.733743 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-500a1c61-38a7-4c23-a7ec-4631080af5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:53.742841 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-0cbec677-a8dd-4114-b956-06ad7022c085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f48e6b9-6143-497d-818a-f38147e3d5f8', 'name': 'tempest-ServerRescueTestJSONUnderV235-881981376-router', 'tenant_id': 'c9615ef08ff1467182cba43296b539c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': 'cef2e7ca-1b84-4926-a9cd-4adb7d931d4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T11:59:35Z', 'updated_at': '2021-08-18T11:59:40Z', 'revision_number': 4, 'project_id': 'c9615ef08ff1467182cba43296b539c9', 'gw_port': {'id': 'cef2e7ca-1b84-4926-a9cd-4adb7d931d4e', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:9c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f48e6b9-6143-497d-818a-f38147e3d5f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:59:36Z', 'updated_at': '2021-08-18T11:59:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_floatingips': [{'id': '742570b3-10ad-4094-98b0-6886b41f0319', 'tenant_id': 'c9615ef08ff1467182cba43296b539c9', 'floating_ip_address': '172.25.7.3', 'floating_network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'router_id': '1f48e6b9-6143-497d-818a-f38147e3d5f8', 'port_id': 'ea62e81b-4f10-4b36-8f95-1341e04201fa', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1089, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e44394f-5669-4694-9486-39d85545539c', 'mac_address': 'fa:16:3e:df:93:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a87f78c1-2ca5-455e-9935-ab7aeaf069c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T12:00:49Z', 'updated_at': '2021-08-18T12:00:51Z', 'revision_number': 1, 'project_id': 'c9615ef08ff1467182cba43296b539c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d91921b-63f3-458b-817d-21cc33cc81bc', 'name': '', 'network_id': '7e44394f-5669-4694-9486-39d85545539c', 'tenant_id': 'c9615ef08ff1467182cba43296b539c9', 'mac_address': 'fa:16:3e:61:30:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f48e6b9-6143-497d-818a-f38147e3d5f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '1cb174fb-7bab-4419-acfb-faa43c1eb689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:59:39Z', 'updated_at': '2021-08-18T11:59:48Z', 'revision_number': 5, 'project_id': 'c9615ef08ff1467182cba43296b539c9', 'subnets': [{'id': '1cb174fb-7bab-4419-acfb-faa43c1eb689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:00:53.780037 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cbec677-a8dd-4114-b956-06ad7022c085 None None] The sync data for ids ['1f48e6b9-6143-497d-818a-f38147e3d5f8'] in n-d-804985-2 is: [{'id': '1f48e6b9-6143-497d-818a-f38147e3d5f8', 'name': 'tempest-ServerRescueTestJSONUnderV235-881981376-router', 'tenant_id': 'c9615ef08ff1467182cba43296b539c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': 'cef2e7ca-1b84-4926-a9cd-4adb7d931d4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T11:59:35Z', 'updated_at': '2021-08-18T11:59:40Z', 'revision_number': 4, 'project_id': 'c9615ef08ff1467182cba43296b539c9', 'gw_port': {'id': 'cef2e7ca-1b84-4926-a9cd-4adb7d931d4e', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:9c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f48e6b9-6143-497d-818a-f38147e3d5f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:59:36Z', 'updated_at': '2021-08-18T11:59:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_floatingips': [{'id': '742570b3-10ad-4094-98b0-6886b41f0319', 'tenant_id': 'c9615ef08ff1467182cba43296b539c9', 'floating_ip_address': '172.25.7.3', 'floating_network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'router_id': '1f48e6b9-6143-497d-818a-f38147e3d5f8', 'port_id': 'ea62e81b-4f10-4b36-8f95-1341e04201fa', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1089, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e44394f-5669-4694-9486-39d85545539c', 'mac_address': 'fa:16:3e:df:93:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a87f78c1-2ca5-455e-9935-ab7aeaf069c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T12:00:49Z', 'updated_at': '2021-08-18T12:00:51Z', 'revision_number': 1, 'project_id': 'c9615ef08ff1467182cba43296b539c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d91921b-63f3-458b-817d-21cc33cc81bc', 'name': '', 'network_id': '7e44394f-5669-4694-9486-39d85545539c', 'tenant_id': 'c9615ef08ff1467182cba43296b539c9', 'mac_address': 'fa:16:3e:61:30:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f48e6b9-6143-497d-818a-f38147e3d5f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '1cb174fb-7bab-4419-acfb-faa43c1eb689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:59:39Z', 'updated_at': '2021-08-18T11:59:48Z', 'revision_number': 5, 'project_id': 'c9615ef08ff1467182cba43296b539c9', 'subnets': [{'id': '1cb174fb-7bab-4419-acfb-faa43c1eb689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:00:53.781486 n-d-804985-2 neutron-server[106252]: INFO neutron.api.v2.resource [req-53cf29db-8a8d-42f1-8c42-59c4facb1381 req-d8a411f6-5017-4c87-9300-66cb3950be0e tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 18 12:00:53.797320 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-53cf29db-8a8d-42f1-8c42-59c4facb1381 req-d8a411f6-5017-4c87-9300-66cb3950be0e tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] 10.222.0.66 "DELETE /v2.0/security-groups/59ef2f26-7b62-4c16-9f54-0f03293d932c HTTP/1.1" status: 409 len: 341 time: 0.5372319 Aug 18 12:00:53.818324 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-98bf7bfb-b127-402d-b528-5bfa54c13e8b req-24456ec9-0220-426c-ad7c-bd13caf56c9a service neutron] 10.222.0.66 "GET /v2.0/networks/7e44394f-5669-4694-9486-39d85545539c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5510066 Aug 18 12:00:53.855828 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:00:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc699524-e9e2-4033-b647-1b7bf1953d49 x-openstack-request-id: req-dc699524-e9e2-4033-b647-1b7bf1953d49 {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:00:53.856126 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bb849da-ffb1-4961-9508-4c9aee12932c", "tag": "540c9620-9d77-456f-8f3a-76d2ef77862f", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:00:53.856411 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-dc699524-e9e2-4033-b647-1b7bf1953d49 {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:00:53.856897 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bb849da-ffb1-4961-9508-4c9aee12932c', 'tag': '540c9620-9d77-456f-8f3a-76d2ef77862f', 'status': 'completed', 'code': 200} Aug 18 12:00:53.971119 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f066b075-ebaa-44b3-9367-14aa453643ef req-5da75bd5-5b7c-437c-8b78-c047e46cd4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:53.972807 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-f066b075-ebaa-44b3-9367-14aa453643ef req-5da75bd5-5b7c-437c-8b78-c047e46cd4c2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f9035e69ecb44482b197cdb3f54c17e3&device_id=7bb849da-ffb1-4961-9508-4c9aee12932c HTTP/1.1" status: 200 len: 1175 time: 0.0854180 Aug 18 12:00:54.021901 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f954652a-bfb8-4809-811f-f59974667794 req-a6d380c4-e80f-4ff7-9ab8-1065bd77e726 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:54.024021 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f954652a-bfb8-4809-811f-f59974667794 req-a6d380c4-e80f-4ff7-9ab8-1065bd77e726 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/ports?device_id=50ed693d-cbb2-4cf2-a656-704f6a7c8398 HTTP/1.1" status: 200 len: 950 time: 0.0783892 Aug 18 12:00:54.099027 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f954652a-bfb8-4809-811f-f59974667794 req-e9ad253d-ab8b-4ced-ae51-6cd618236ea8 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/security-groups?id=0ddd2c5c-7e53-44ab-9404-c5fea69a570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659719 Aug 18 12:00:54.179199 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e445b3c-0a92-4a13-bfb5-5cb865e381e3 None None] New status for floating IP 742570b3-10ad-4094-98b0-6886b41f0319: ACTIVE {{(pid=106254) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 12:00:54.236508 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f066b075-ebaa-44b3-9367-14aa453643ef req-f61cdc23-e133-4a1f-a618-8c3f173171fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:54.238010 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-f066b075-ebaa-44b3-9367-14aa453643ef req-f61cdc23-e133-4a1f-a618-8c3f173171fd service neutron] 10.222.0.62 "GET /v2.0/networks?id=d7901dbb-4e11-4e3f-b19f-ec50e5f166f6 HTTP/1.1" status: 200 len: 913 time: 0.2415476 Aug 18 12:00:54.353740 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-f066b075-ebaa-44b3-9367-14aa453643ef req-fa08dfd9-a75e-49ba-acdc-dc28e6b366e0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=540c9620-9d77-456f-8f3a-76d2ef77862f HTTP/1.1" status: 200 len: 217 time: 0.0915291 Aug 18 12:00:54.383528 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cdce51-1bfc-47d3-adf9-612d5bc6dd9b req-5f155cd6-401e-4828-b7a4-f5ec24473bdc tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:54.385868 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-10cdce51-1bfc-47d3-adf9-612d5bc6dd9b req-5f155cd6-401e-4828-b7a4-f5ec24473bdc tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/ports?device_id=c638d708-f9ec-4cc8-8d73-799d4b9bed3c HTTP/1.1" status: 200 len: 945 time: 0.0768085 Aug 18 12:00:54.476013 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f066b075-ebaa-44b3-9367-14aa453643ef req-1d299433-57db-4278-8f19-7ea1428448ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:54.486338 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-f066b075-ebaa-44b3-9367-14aa453643ef req-1d299433-57db-4278-8f19-7ea1428448ea service neutron] 10.222.0.62 "GET /v2.0/subnets?id=71081cae-75c4-4e3f-b46a-ace6aed0b033 HTTP/1.1" status: 200 len: 852 time: 0.1190577 Aug 18 12:00:54.508433 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-10cdce51-1bfc-47d3-adf9-612d5bc6dd9b req-6ed85828-30f2-44eb-985b-e5e0da6c147c tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/security-groups?id=582571f6-a365-42ab-be92-c3254f7d1409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124587 Aug 18 12:00:54.568986 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-f066b075-ebaa-44b3-9367-14aa453643ef req-de913d7a-61d6-450e-a068-3354f7b4edf9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d7901dbb-4e11-4e3f-b19f-ec50e5f166f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0643075 Aug 18 12:00:54.639260 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e96445b2-8eba-4dd8-8bbd-b72b43e67734 req-34a32ea8-594d-485b-8207-dd8d514d1375 tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.7.3 HTTP/1.1" status: 200 len: 1000 time: 0.1247990 Aug 18 12:00:54.755464 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96445b2-8eba-4dd8-8bbd-b72b43e67734 req-13df48f2-0962-41a3-a669-d23e3d5d86d2 tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:54.755793 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-f066b075-ebaa-44b3-9367-14aa453643ef req-b43994ce-e6cc-4770-b8be-061882e6c78e service neutron] 10.222.0.62 "GET /v2.0/networks/d7901dbb-4e11-4e3f-b19f-ec50e5f166f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553233 Aug 18 12:00:54.768125 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e96445b2-8eba-4dd8-8bbd-b72b43e67734 req-13df48f2-0962-41a3-a669-d23e3d5d86d2 tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] 10.222.0.66 "GET /v2.0/ports/ea62e81b-4f10-4b36-8f95-1341e04201fa HTTP/1.1" status: 200 len: 943 time: 0.1184335 Aug 18 12:00:54.969551 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-f066b075-ebaa-44b3-9367-14aa453643ef req-43e7cd19-74d5-4278-b3ae-f367b75623c0 service neutron] 10.222.0.62 "GET /v2.0/networks/d7901dbb-4e11-4e3f-b19f-ec50e5f166f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2031121 Aug 18 12:00:55.005176 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e96445b2-8eba-4dd8-8bbd-b72b43e67734 req-2a79cf01-f85e-4c0c-b0a5-d6b502a4e747 tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.7.3 HTTP/1.1" status: 200 len: 1000 time: 0.1503222 Aug 18 12:00:55.033301 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae04ec2d-d911-4d2b-97e7-c7403a655fee req-88c64a10-9afe-4bcb-98f1-13eaf4c05519 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:55.040871 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ae04ec2d-d911-4d2b-97e7-c7403a655fee req-88c64a10-9afe-4bcb-98f1-13eaf4c05519 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] 10.222.0.66 "GET /v2.0/ports?device_id=7bb849da-ffb1-4961-9508-4c9aee12932c HTTP/1.1" status: 200 len: 1024 time: 0.0848930 Aug 18 12:00:55.155788 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ae04ec2d-d911-4d2b-97e7-c7403a655fee req-68aed859-bc6b-4c0f-9ed1-f983298434c3 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] 10.222.0.66 "GET /v2.0/security-groups?id=59ef2f26-7b62-4c16-9f54-0f03293d932c&id=040a449a-3e6a-4f84-96a9-de6ef7513c3d&id=59eee650-0005-4a96-985a-4e5744ed56bd&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1136906 Aug 18 12:00:55.211828 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96445b2-8eba-4dd8-8bbd-b72b43e67734 req-3c2060cf-cd8e-46e1-89be-ca1292839aa6 tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:55.220837 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e96445b2-8eba-4dd8-8bbd-b72b43e67734 req-3c2060cf-cd8e-46e1-89be-ca1292839aa6 tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] 10.222.0.66 "GET /v2.0/networks/7cae7a70-14fd-408c-b14d-39ceb97cb60e HTTP/1.1" status: 200 len: 784 time: 0.2049782 Aug 18 12:00:55.293461 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.agents_db [None req-6dbb2658-0354-4101-8393-6e7505481cf6 None None] Agent healthcheck: found 7 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 12:00:55.295725 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-fb16d985-523d-44a1-b1ae-0201b019a808 req-ae5feb28-97e9-4db0-949c-198ff1765087 tempest-ServerShowV247Test-1488913494 tempest-ServerShowV247Test-1488913494-project] 10.222.0.66 "GET /v2.0/ports?device_id=8cbe6341-fa5a-491e-b656-4898ed92abb2 HTTP/1.1" status: 200 len: 210 time: 0.0373583 Aug 18 12:00:55.313663 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e96445b2-8eba-4dd8-8bbd-b72b43e67734 req-8fdcc9ab-0b69-4d5e-9907-ad2306f6ca5a tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.7.3 HTTP/1.1" status: 200 len: 1000 time: 0.0918887 Aug 18 12:00:55.336762 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-e96445b2-8eba-4dd8-8bbd-b72b43e67734 req-ef1003cb-52d5-49c7-b2a9-f648661e05df tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] Request body: {'floatingip': {'port_id': None}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:00:55.427595 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-e96445b2-8eba-4dd8-8bbd-b72b43e67734 req-ef1003cb-52d5-49c7-b2a9-f648661e05df tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] Notify callbacks [] for floatingip, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:55.474967 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead9c821-843f-458b-bd83-05ba44d59fad req-258175bf-3034-4501-8947-af377e097282 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:55.476574 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ead9c821-843f-458b-bd83-05ba44d59fad req-258175bf-3034-4501-8947-af377e097282 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/ports?device_id=50ed693d-cbb2-4cf2-a656-704f6a7c8398 HTTP/1.1" status: 200 len: 950 time: 0.1012278 Aug 18 12:00:55.571788 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ead9c821-843f-458b-bd83-05ba44d59fad req-cc3b1590-fc82-498f-86d6-3bbf964ba22a tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/security-groups?id=0ddd2c5c-7e53-44ab-9404-c5fea69a570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830710 Aug 18 12:00:55.652265 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-e96445b2-8eba-4dd8-8bbd-b72b43e67734 req-ef1003cb-52d5-49c7-b2a9-f648661e05df tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:55.659941 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-e96445b2-8eba-4dd8-8bbd-b72b43e67734 req-ef1003cb-52d5-49c7-b2a9-f648661e05df tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-989945'] for floatingip, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:55.660323 n-d-804985-2 neutron-server[106252]: INFO neutron.db.l3_db [req-e96445b2-8eba-4dd8-8bbd-b72b43e67734 req-ef1003cb-52d5-49c7-b2a9-f648661e05df tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] Floating IP 742570b3-10ad-4094-98b0-6886b41f0319 disassociated. External IP: 172.25.7.3, port: ea62e81b-4f10-4b36-8f95-1341e04201fa. Aug 18 12:00:55.832312 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de189323-e8ab-4a6f-87e0-f44f6eab9803 req-e16a8165-bb7b-42d3-bb1d-b1c3ae0b33d5 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:55.833931 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-de189323-e8ab-4a6f-87e0-f44f6eab9803 req-e16a8165-bb7b-42d3-bb1d-b1c3ae0b33d5 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/ports?device_id=c638d708-f9ec-4cc8-8d73-799d4b9bed3c HTTP/1.1" status: 200 len: 945 time: 0.0786707 Aug 18 12:00:55.870509 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a87f78c1-2ca5-455e-9935-ab7aeaf069c9', 'tag': 'ea62e81b-4f10-4b36-8f95-1341e04201fa'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:00:55.872823 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac6768de-aac8-4feb-9e48-413e264c384f" -d '{"events": [{"name": "network-changed", "server_uuid": "a87f78c1-2ca5-455e-9935-ab7aeaf069c9", "tag": "ea62e81b-4f10-4b36-8f95-1341e04201fa"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:00:55.929927 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 01faad63-9dc9-4c52-a5c7-a96835056ee2 up at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:00:55.953506 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-de189323-e8ab-4a6f-87e0-f44f6eab9803 req-1f9d554f-95ea-45ff-a218-dd216a876937 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/security-groups?id=582571f6-a365-42ab-be92-c3254f7d1409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774651 Aug 18 12:00:55.993401 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e96445b2-8eba-4dd8-8bbd-b72b43e67734 req-ef1003cb-52d5-49c7-b2a9-f648661e05df tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] Router 1f48e6b9-6143-497d-818a-f38147e3d5f8 has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:00:56.041990 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Provisioning complete for port 01faad63-9dc9-4c52-a5c7-a96835056ee2 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:00:56.042788 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:56.190344 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:56.190968 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e96445b2-8eba-4dd8-8bbd-b72b43e67734 req-ef1003cb-52d5-49c7-b2a9-f648661e05df tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:00:56.205566 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53fcaeff-3ba8-4bf3-a635-96ea791f8149 None None] Sync routers for ids ['1f48e6b9-6143-497d-818a-f38147e3d5f8'] in n-d-804985-2 {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:00:56.206556 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-e96445b2-8eba-4dd8-8bbd-b72b43e67734 req-ef1003cb-52d5-49c7-b2a9-f648661e05df tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for floatingip, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:56.218087 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53fcaeff-3ba8-4bf3-a635-96ea791f8149 None None] Routers {'1f48e6b9-6143-497d-818a-f38147e3d5f8'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:00:56.218711 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-53fcaeff-3ba8-4bf3-a635-96ea791f8149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:00:51Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['1f48e6b9-6143-497d-818a-f38147e3d5f8'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:00:56.243487 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port 01faad63-9dc9-4c52-a5c7-a96835056ee2, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=01faad63-9dc9-4c52-a5c7-a96835056ee2,segment=NetworkSegment(b0eb6eea-b461-4969-8a27-808f00daa8a1),segment_id=b0eb6eea-b461-4969-8a27-808f00daa8a1)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:00:56.244576 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5abec44c-4add-4107-8aff-eaed0ea43967', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01faad63-9dc9-4c52-a5c7-a96835056ee2'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:00:56.247997 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db50a436fb3a98495337d8fe7487b4f2ea6f3c1052eb9efadc2ecda2d5737001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cde14673-c941-4c8c-b4db-22516e8ab35f" -d '{"events": [{"server_uuid": "5abec44c-4add-4107-8aff-eaed0ea43967", "name": "network-vif-plugged", "status": "completed", "tag": "01faad63-9dc9-4c52-a5c7-a96835056ee2"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:00:56.254647 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:56.261991 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:00:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3659ae49-e75c-4f88-9f56-413941a2fec1 x-openstack-request-id: req-3659ae49-e75c-4f88-9f56-413941a2fec1 {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:00:56.262282 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a87f78c1-2ca5-455e-9935-ab7aeaf069c9", "tag": "ea62e81b-4f10-4b36-8f95-1341e04201fa", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:00:56.262531 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-3659ae49-e75c-4f88-9f56-413941a2fec1 {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:00:56.262921 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a87f78c1-2ca5-455e-9935-ab7aeaf069c9', 'tag': 'ea62e81b-4f10-4b36-8f95-1341e04201fa', 'status': 'completed', 'code': 200} Aug 18 12:00:56.269626 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e96445b2-8eba-4dd8-8bbd-b72b43e67734 req-ef1003cb-52d5-49c7-b2a9-f648661e05df tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] 10.222.0.66 "PUT /v2.0/floatingips/742570b3-10ad-4094-98b0-6886b41f0319 HTTP/1.1" status: 200 len: 693 time: 0.9466810 Aug 18 12:00:56.341337 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=01faad63-9dc9-4c52-a5c7-a96835056ee2,revision_number=10']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:00:56.393273 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-53fcaeff-3ba8-4bf3-a635-96ea791f8149 None None] Set router 1f48e6b9-6143-497d-818a-f38147e3d5f8 gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:00:56.466258 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6768de-aac8-4feb-9e48-413e264c384f req-c9248a05-ed7b-4f46-9f5b-01d6ef965924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:56.467795 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ac6768de-aac8-4feb-9e48-413e264c384f req-c9248a05-ed7b-4f46-9f5b-01d6ef965924 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=c9615ef08ff1467182cba43296b539c9&device_id=a87f78c1-2ca5-455e-9935-ab7aeaf069c9 HTTP/1.1" status: 200 len: 1097 time: 0.1828196 Aug 18 12:00:56.476646 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96445b2-8eba-4dd8-8bbd-b72b43e67734 req-b00853e3-cd29-4efb-9a99-543456eb3bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:56.479282 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e96445b2-8eba-4dd8-8bbd-b72b43e67734 req-b00853e3-cd29-4efb-9a99-543456eb3bef service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c9615ef08ff1467182cba43296b539c9&device_id=a87f78c1-2ca5-455e-9935-ab7aeaf069c9 HTTP/1.1" status: 200 len: 1097 time: 0.1859205 Aug 18 12:00:56.622819 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1944252-31b0-4e0e-9c8b-3bffbe26d4f1 req-155c76b0-eab8-4e6f-8fda-42db77dd35e3 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:56.625063 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-f1944252-31b0-4e0e-9c8b-3bffbe26d4f1 req-155c76b0-eab8-4e6f-8fda-42db77dd35e3 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] 10.222.0.62 "GET /v2.0/ports?device_id=7bb849da-ffb1-4961-9508-4c9aee12932c HTTP/1.1" status: 200 len: 1024 time: 0.0685461 Aug 18 12:00:56.638098 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-53fcaeff-3ba8-4bf3-a635-96ea791f8149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f48e6b9-6143-497d-818a-f38147e3d5f8', 'name': 'tempest-ServerRescueTestJSONUnderV235-881981376-router', 'tenant_id': 'c9615ef08ff1467182cba43296b539c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': 'cef2e7ca-1b84-4926-a9cd-4adb7d931d4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T11:59:35Z', 'updated_at': '2021-08-18T11:59:40Z', 'revision_number': 4, 'project_id': 'c9615ef08ff1467182cba43296b539c9', 'gw_port': {'id': 'cef2e7ca-1b84-4926-a9cd-4adb7d931d4e', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:9c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f48e6b9-6143-497d-818a-f38147e3d5f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:59:36Z', 'updated_at': '2021-08-18T11:59:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': '1d91921b-63f3-458b-817d-21cc33cc81bc', 'name': '', 'network_id': '7e44394f-5669-4694-9486-39d85545539c', 'tenant_id': 'c9615ef08ff1467182cba43296b539c9', 'mac_address': 'fa:16:3e:61:30:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f48e6b9-6143-497d-818a-f38147e3d5f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '1cb174fb-7bab-4419-acfb-faa43c1eb689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:59:39Z', 'updated_at': '2021-08-18T11:59:48Z', 'revision_number': 5, 'project_id': 'c9615ef08ff1467182cba43296b539c9', 'subnets': [{'id': '1cb174fb-7bab-4419-acfb-faa43c1eb689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:00:56.655222 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96445b2-8eba-4dd8-8bbd-b72b43e67734 req-7644186c-594d-4bea-90e1-782d62fb6a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:56.663220 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e96445b2-8eba-4dd8-8bbd-b72b43e67734 req-7644186c-594d-4bea-90e1-782d62fb6a2d service neutron] 10.222.0.66 "GET /v2.0/networks?id=7e44394f-5669-4694-9486-39d85545539c HTTP/1.1" status: 200 len: 920 time: 0.1686234 Aug 18 12:00:56.677984 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53fcaeff-3ba8-4bf3-a635-96ea791f8149 None None] Checking router: 1f48e6b9-6143-497d-818a-f38147e3d5f8 for host: n-d-804985-2 {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:00:56.687947 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53fcaeff-3ba8-4bf3-a635-96ea791f8149 None None] Routers {'1f48e6b9-6143-497d-818a-f38147e3d5f8'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:00:56.689312 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-53fcaeff-3ba8-4bf3-a635-96ea791f8149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:00:51Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['1f48e6b9-6143-497d-818a-f38147e3d5f8'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:00:56.721721 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e96445b2-8eba-4dd8-8bbd-b72b43e67734 req-fa251223-7148-4d2d-ba95-a0db52dc3dcc service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ea62e81b-4f10-4b36-8f95-1341e04201fa HTTP/1.1" status: 200 len: 217 time: 0.0575509 Aug 18 12:00:56.736861 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123012a7-9dc0-47aa-b86b-92684d9025b2 req-7920eee7-9932-43ff-9107-304094434be5 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:56.744906 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-123012a7-9dc0-47aa-b86b-92684d9025b2 req-7920eee7-9932-43ff-9107-304094434be5 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/networks?id=77d4e2e9-bb4f-4e96-bc3f-77ed49a19e4d HTTP/1.1" status: 200 len: 814 time: 0.3697772 Aug 18 12:00:56.749078 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-f1944252-31b0-4e0e-9c8b-3bffbe26d4f1 req-4cbf3913-ef18-4361-a427-dbc2efb1272b tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] Deleting port 540c9620-9d77-456f-8f3a-76d2ef77862f {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:00:56.749417 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-f1944252-31b0-4e0e-9c8b-3bffbe26d4f1 req-4cbf3913-ef18-4361-a427-dbc2efb1272b tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:56.765023 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-123012a7-9dc0-47aa-b86b-92684d9025b2 req-e329b7a4-7154-4539-a074-40d8559ae73c tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/quotas/cb85fb7f049c4a34af5b32d1fc3a93ab HTTP/1.1" status: 200 len: 375 time: 0.0190144 Aug 18 12:00:56.826999 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-53fcaeff-3ba8-4bf3-a635-96ea791f8149 None None] Set router 1f48e6b9-6143-497d-818a-f38147e3d5f8 gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:00:56.877813 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-123012a7-9dc0-47aa-b86b-92684d9025b2 req-e2dde79c-8cbe-498b-8a2e-277fcf63ab93 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=cb85fb7f049c4a34af5b32d1fc3a93ab&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1113980 Aug 18 12:00:56.905581 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-f1944252-31b0-4e0e-9c8b-3bffbe26d4f1 req-4cbf3913-ef18-4361-a427-dbc2efb1272b tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] For port 540c9620-9d77-456f-8f3a-76d2ef77862f, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=540c9620-9d77-456f-8f3a-76d2ef77862f,segment=NetworkSegment(1bfb322b-83ae-425c-b8a6-e9d9bfa53e56),segment_id=1bfb322b-83ae-425c-b8a6-e9d9bfa53e56)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:00:56.905860 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-f1944252-31b0-4e0e-9c8b-3bffbe26d4f1 req-4cbf3913-ef18-4361-a427-dbc2efb1272b tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:56.930264 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96445b2-8eba-4dd8-8bbd-b72b43e67734 req-fe72175c-9dc6-4158-8a6a-031e3b8ba491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:56.932563 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-f1944252-31b0-4e0e-9c8b-3bffbe26d4f1 req-4cbf3913-ef18-4361-a427-dbc2efb1272b tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] Calling delete_port for 540c9620-9d77-456f-8f3a-76d2ef77862f owned by compute:nova {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:00:56.939032 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e96445b2-8eba-4dd8-8bbd-b72b43e67734 req-fe72175c-9dc6-4158-8a6a-031e3b8ba491 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=1cb174fb-7bab-4419-acfb-faa43c1eb689 HTTP/1.1" status: 200 len: 859 time: 0.2163730 Aug 18 12:00:56.995913 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e96445b2-8eba-4dd8-8bbd-b72b43e67734 req-4fdf2818-3c40-45db-9468-2cc90947ad78 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7e44394f-5669-4694-9486-39d85545539c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0555456 Aug 18 12:00:57.097683 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6768de-aac8-4feb-9e48-413e264c384f req-01620a7f-e389-4752-ac7a-713e5ed60502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:57.099208 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ac6768de-aac8-4feb-9e48-413e264c384f req-01620a7f-e389-4752-ac7a-713e5ed60502 service neutron] 10.222.0.63 "GET /v2.0/networks?id=7e44394f-5669-4694-9486-39d85545539c HTTP/1.1" status: 200 len: 920 time: 0.6190393 Aug 18 12:00:57.136151 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-53fcaeff-3ba8-4bf3-a635-96ea791f8149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f48e6b9-6143-497d-818a-f38147e3d5f8', 'name': 'tempest-ServerRescueTestJSONUnderV235-881981376-router', 'tenant_id': 'c9615ef08ff1467182cba43296b539c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': 'cef2e7ca-1b84-4926-a9cd-4adb7d931d4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T11:59:35Z', 'updated_at': '2021-08-18T11:59:40Z', 'revision_number': 4, 'project_id': 'c9615ef08ff1467182cba43296b539c9', 'gw_port': {'id': 'cef2e7ca-1b84-4926-a9cd-4adb7d931d4e', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:9c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f48e6b9-6143-497d-818a-f38147e3d5f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:59:36Z', 'updated_at': '2021-08-18T11:59:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': '1d91921b-63f3-458b-817d-21cc33cc81bc', 'name': '', 'network_id': '7e44394f-5669-4694-9486-39d85545539c', 'tenant_id': 'c9615ef08ff1467182cba43296b539c9', 'mac_address': 'fa:16:3e:61:30:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f48e6b9-6143-497d-818a-f38147e3d5f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '1cb174fb-7bab-4419-acfb-faa43c1eb689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:59:39Z', 'updated_at': '2021-08-18T11:59:48Z', 'revision_number': 5, 'project_id': 'c9615ef08ff1467182cba43296b539c9', 'subnets': [{'id': '1cb174fb-7bab-4419-acfb-faa43c1eb689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:00:57.158918 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ac6768de-aac8-4feb-9e48-413e264c384f req-c3754145-b59b-4bd8-b8d2-17a2a6b0bf53 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ea62e81b-4f10-4b36-8f95-1341e04201fa HTTP/1.1" status: 200 len: 217 time: 0.0364220 Aug 18 12:00:57.175196 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53fcaeff-3ba8-4bf3-a635-96ea791f8149 None None] The sync data for ids ['1f48e6b9-6143-497d-818a-f38147e3d5f8'] in n-d-804985-2 is: [{'id': '1f48e6b9-6143-497d-818a-f38147e3d5f8', 'name': 'tempest-ServerRescueTestJSONUnderV235-881981376-router', 'tenant_id': 'c9615ef08ff1467182cba43296b539c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': 'cef2e7ca-1b84-4926-a9cd-4adb7d931d4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T11:59:35Z', 'updated_at': '2021-08-18T11:59:40Z', 'revision_number': 4, 'project_id': 'c9615ef08ff1467182cba43296b539c9', 'gw_port': {'id': 'cef2e7ca-1b84-4926-a9cd-4adb7d931d4e', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:9c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f48e6b9-6143-497d-818a-f38147e3d5f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:59:36Z', 'updated_at': '2021-08-18T11:59:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': '1d91921b-63f3-458b-817d-21cc33cc81bc', 'name': '', 'network_id': '7e44394f-5669-4694-9486-39d85545539c', 'tenant_id': 'c9615ef08ff1467182cba43296b539c9', 'mac_address': 'fa:16:3e:61:30:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f48e6b9-6143-497d-818a-f38147e3d5f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '1cb174fb-7bab-4419-acfb-faa43c1eb689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:59:39Z', 'updated_at': '2021-08-18T11:59:48Z', 'revision_number': 5, 'project_id': 'c9615ef08ff1467182cba43296b539c9', 'subnets': [{'id': '1cb174fb-7bab-4419-acfb-faa43c1eb689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:00:57.176819 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-f1944252-31b0-4e0e-9c8b-3bffbe26d4f1 req-4cbf3913-ef18-4361-a427-dbc2efb1272b tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:57.202975 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] get_ports_and_sgs() called for port_ids ['e61fc26e-cffe-4016-8119-d8df52cc8c80'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:00:57.206805 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] get_ports_and_sgs() called for port_ids ['540c9620-9d77-456f-8f3a-76d2ef77862f'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:00:57.236373 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6768de-aac8-4feb-9e48-413e264c384f req-112a3631-ff2a-4d5b-90e7-10d03ae43ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:57.237042 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbf3913-ef18-4361-a427-dbc2efb1272b tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] Pushing event deleted for resources: {'Port': ['ID=540c9620-9d77-456f-8f3a-76d2ef77862f,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:00:57.245702 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ac6768de-aac8-4feb-9e48-413e264c384f req-112a3631-ff2a-4d5b-90e7-10d03ae43ce0 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=1cb174fb-7bab-4419-acfb-faa43c1eb689 HTTP/1.1" status: 200 len: 859 time: 0.0567210 Aug 18 12:00:57.251774 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-62f23411-8203-47dd-bd2c-15ac37e79344 req-e8cabbe9-cb8e-4082-b8cf-d6a6895196bf service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=8cbe6341-fa5a-491e-b656-4898ed92abb2 HTTP/1.1" status: 200 len: 210 time: 0.1385877 Aug 18 12:00:57.288691 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1944252-31b0-4e0e-9c8b-3bffbe26d4f1 req-4cbf3913-ef18-4361-a427-dbc2efb1272b tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] No DVR routers for this DVR port 540c9620-9d77-456f-8f3a-76d2ef77862f on host n-h2-804985-2 {{(pid=106253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:00:57.292392 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ac6768de-aac8-4feb-9e48-413e264c384f req-cb1c9f67-45a2-4a1b-9c0c-7edab1cf94d9 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=7e44394f-5669-4694-9486-39d85545539c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393305 Aug 18 12:00:57.309596 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-f1944252-31b0-4e0e-9c8b-3bffbe26d4f1 req-4cbf3913-ef18-4361-a427-dbc2efb1272b tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:57.309834 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-123012a7-9dc0-47aa-b86b-92684d9025b2 req-619c386c-72d6-4d46-95c9-8101d6d27798 service neutron] 10.222.0.66 "GET /v2.0/networks/77d4e2e9-bb4f-4e96-bc3f-77ed49a19e4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4309554 Aug 18 12:00:57.312228 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-f1944252-31b0-4e0e-9c8b-3bffbe26d4f1 req-4cbf3913-ef18-4361-a427-dbc2efb1272b tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] 10.222.0.62 "DELETE /v2.0/ports/540c9620-9d77-456f-8f3a-76d2ef77862f HTTP/1.1" status: 204 len: 173 time: 0.6790245 Aug 18 12:00:57.313187 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bb849da-ffb1-4961-9508-4c9aee12932c', 'name': 'network-vif-deleted', 'tag': '540c9620-9d77-456f-8f3a-76d2ef77862f'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:00:57.319434 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0679f4c4b6e0e0c064a7d71d722dc30541a34fffee11680573be22ee2ffccc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d11eaedc-db0d-4272-8cec-86073d4df578" -d '{"events": [{"server_uuid": "7bb849da-ffb1-4961-9508-4c9aee12932c", "name": "network-vif-deleted", "tag": "540c9620-9d77-456f-8f3a-76d2ef77862f"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:00:57.605487 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e96445b2-8eba-4dd8-8bbd-b72b43e67734 req-d4593bb6-3872-480e-9644-18c3cd761538 service neutron] 10.222.0.66 "GET /v2.0/networks/7e44394f-5669-4694-9486-39d85545539c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6083405 Aug 18 12:00:57.626243 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-123012a7-9dc0-47aa-b86b-92684d9025b2 req-82aec310-a3df-44a9-a354-59bd236e793d service neutron] 10.222.0.66 "GET /v2.0/networks/77d4e2e9-bb4f-4e96-bc3f-77ed49a19e4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3156247 Aug 18 12:00:57.633186 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5d21e2e-8c51-48d3-b11d-b9ef48d2aa71 None None] New status for floating IP 742570b3-10ad-4094-98b0-6886b41f0319: DOWN {{(pid=106254) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 12:00:57.759801 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ac6768de-aac8-4feb-9e48-413e264c384f req-a5896ab1-1f7d-4c41-87c2-2a77bb2d970e service neutron] 10.222.0.63 "GET /v2.0/networks/7e44394f-5669-4694-9486-39d85545539c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4306393 Aug 18 12:00:57.813054 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e96445b2-8eba-4dd8-8bbd-b72b43e67734 req-87078e52-163e-42a7-aa71-c862ae922bf5 service neutron] 10.222.0.66 "GET /v2.0/networks/7e44394f-5669-4694-9486-39d85545539c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783488 Aug 18 12:00:57.998192 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:00:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dc5bef3-4098-472a-a023-3659c425ec62 x-openstack-request-id: req-7dc5bef3-4098-472a-a023-3659c425ec62 {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:00:57.998487 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5abec44c-4add-4107-8aff-eaed0ea43967", "name": "network-vif-plugged", "status": "completed", "tag": "01faad63-9dc9-4c52-a5c7-a96835056ee2", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:00:57.998731 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-7dc5bef3-4098-472a-a023-3659c425ec62 {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:00:57.999119 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5abec44c-4add-4107-8aff-eaed0ea43967', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01faad63-9dc9-4c52-a5c7-a96835056ee2', 'code': 200} Aug 18 12:00:58.012036 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ac6768de-aac8-4feb-9e48-413e264c384f req-a0ea7a51-63a2-43bf-91ef-4d0a1c0c552f service neutron] 10.222.0.63 "GET /v2.0/networks/7e44394f-5669-4694-9486-39d85545539c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2421029 Aug 18 12:00:58.081638 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2e2aa4fe-ee18-41eb-a5ed-6d036ef9f01f req-911b82dc-5cac-48ec-bc08-d3623039481c tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] 10.222.0.66 "GET /v2.0/ports?device_id=7bb849da-ffb1-4961-9508-4c9aee12932c HTTP/1.1" status: 200 len: 210 time: 0.0455000 Aug 18 12:00:58.133646 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-996cde55-88ab-492b-b25e-9e4c48e9f97a req-2309774a-488a-4ad1-9e43-5b455258a903 tempest-ServerShowV247Test-1488913494 tempest-ServerShowV247Test-1488913494-project] 10.222.0.66 "GET /v2.0/ports?device_id=8cbe6341-fa5a-491e-b656-4898ed92abb2 HTTP/1.1" status: 200 len: 210 time: 0.0507755 Aug 18 12:00:58.267481 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a87f78c1-2ca5-455e-9935-ab7aeaf069c9', 'tag': 'ea62e81b-4f10-4b36-8f95-1341e04201fa'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:00:58.271859 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2ba519e-3147-4c0b-aefc-3232a385e279" -d '{"events": [{"name": "network-changed", "server_uuid": "a87f78c1-2ca5-455e-9935-ab7aeaf069c9", "tag": "ea62e81b-4f10-4b36-8f95-1341e04201fa"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:00:58.296049 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2307a2b3-d9de-4e49-b0dd-57b843b4798f req-a2831ca9-a918-4977-a3e6-3606b523290a tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:58.307098 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2307a2b3-d9de-4e49-b0dd-57b843b4798f req-a2831ca9-a918-4977-a3e6-3606b523290a tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/ports?device_id=50ed693d-cbb2-4cf2-a656-704f6a7c8398 HTTP/1.1" status: 200 len: 950 time: 0.1282754 Aug 18 12:00:58.389013 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2307a2b3-d9de-4e49-b0dd-57b843b4798f req-b41f490f-33d9-4fdd-a9e9-377af06fc06c tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/security-groups?id=0ddd2c5c-7e53-44ab-9404-c5fea69a570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766211 Aug 18 12:00:58.435239 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:00:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9067d13f-e9fb-435a-b971-5e5362aab319 x-openstack-request-id: req-9067d13f-e9fb-435a-b971-5e5362aab319 {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:00:58.436236 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bb849da-ffb1-4961-9508-4c9aee12932c", "name": "network-vif-deleted", "tag": "540c9620-9d77-456f-8f3a-76d2ef77862f", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:00:58.436698 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-9067d13f-e9fb-435a-b971-5e5362aab319 {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:00:58.437123 n-d-804985-2 neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bb849da-ffb1-4961-9508-4c9aee12932c', 'name': 'network-vif-deleted', 'tag': '540c9620-9d77-456f-8f3a-76d2ef77862f', 'status': 'completed', 'code': 200} Aug 18 12:00:58.501131 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4b009c6b-2ef8-4196-b550-992cd58947a3 req-5827681a-eaf4-4e8a-b49f-317765ff17ee tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/ports?device_id=cdab7f96-bbe8-4053-b5b1-d9470878b1bc HTTP/1.1" status: 200 len: 210 time: 0.0330789 Aug 18 12:00:58.565530 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:00:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a08b5048-b09a-4a05-8b33-d8b5aedd433f x-openstack-request-id: req-a08b5048-b09a-4a05-8b33-d8b5aedd433f {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:00:58.565831 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a87f78c1-2ca5-455e-9935-ab7aeaf069c9", "tag": "ea62e81b-4f10-4b36-8f95-1341e04201fa", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:00:58.566081 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a08b5048-b09a-4a05-8b33-d8b5aedd433f {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:00:58.566478 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a87f78c1-2ca5-455e-9935-ab7aeaf069c9', 'tag': 'ea62e81b-4f10-4b36-8f95-1341e04201fa', 'status': 'completed', 'code': 200} Aug 18 12:00:58.577821 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f8370972-4021-42da-a4bb-6cc138f78388 req-a482b31a-3c11-4410-9b07-d761be9045f0 tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] 10.222.0.66 "GET /v2.0/floatingips/742570b3-10ad-4094-98b0-6886b41f0319 HTTP/1.1" status: 200 len: 691 time: 0.0735996 Aug 18 12:00:58.698970 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ba519e-3147-4c0b-aefc-3232a385e279 req-2239641c-b658-41c1-b9b6-b1680552ad9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:58.701036 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d2ba519e-3147-4c0b-aefc-3232a385e279 req-2239641c-b658-41c1-b9b6-b1680552ad9b service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=c9615ef08ff1467182cba43296b539c9&device_id=a87f78c1-2ca5-455e-9935-ab7aeaf069c9 HTTP/1.1" status: 200 len: 1097 time: 0.0979705 Aug 18 12:00:58.785023 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8370972-4021-42da-a4bb-6cc138f78388 req-343fa7e9-1f0b-4472-9656-bf7fabdb433b tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:58.790172 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f8370972-4021-42da-a4bb-6cc138f78388 req-343fa7e9-1f0b-4472-9656-bf7fabdb433b tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] 10.222.0.66 "GET /v2.0/networks/7cae7a70-14fd-408c-b14d-39ceb97cb60e HTTP/1.1" status: 200 len: 784 time: 0.2106683 Aug 18 12:00:58.858553 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f8370972-4021-42da-a4bb-6cc138f78388 req-62daaa83-c3cb-4e0e-b7b5-796cba8b5698 tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.7.3 HTTP/1.1" status: 200 len: 694 time: 0.0626535 Aug 18 12:00:58.938355 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ba519e-3147-4c0b-aefc-3232a385e279 req-069b7994-9b89-4f2d-a97c-baec14a47b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:58.939947 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d2ba519e-3147-4c0b-aefc-3232a385e279 req-069b7994-9b89-4f2d-a97c-baec14a47b2a service neutron] 10.222.0.63 "GET /v2.0/networks?id=7e44394f-5669-4694-9486-39d85545539c HTTP/1.1" status: 200 len: 920 time: 0.2273943 Aug 18 12:00:58.950699 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f8370972-4021-42da-a4bb-6cc138f78388 req-d6f32973-b417-4e67-ad72-3e746edb669a tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.7.3 HTTP/1.1" status: 200 len: 694 time: 0.0814753 Aug 18 12:00:58.997925 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d2ba519e-3147-4c0b-aefc-3232a385e279 req-eaa22be8-71a5-4e3e-bc7f-0651bdce500b service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ea62e81b-4f10-4b36-8f95-1341e04201fa HTTP/1.1" status: 200 len: 217 time: 0.0431046 Aug 18 12:00:59.084180 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ba519e-3147-4c0b-aefc-3232a385e279 req-79a16424-5f98-400b-b594-e2a368fa3bde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:59.085630 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d2ba519e-3147-4c0b-aefc-3232a385e279 req-79a16424-5f98-400b-b594-e2a368fa3bde service neutron] 10.222.0.63 "GET /v2.0/subnets?id=1cb174fb-7bab-4419-acfb-faa43c1eb689 HTTP/1.1" status: 200 len: 859 time: 0.0526500 Aug 18 12:00:59.584427 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d2ba519e-3147-4c0b-aefc-3232a385e279 req-9011a595-4380-4518-a9b4-dd501c06089f service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=7e44394f-5669-4694-9486-39d85545539c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0692012 Aug 18 12:00:59.665289 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ae9c86da-25bf-49df-92aa-c6fe4b9cd0d0 req-3ff9a331-aa8f-4171-8a02-eb52cb669f02 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] 10.222.0.66 "GET /v2.0/security-groups/040a449a-3e6a-4f84-96a9-de6ef7513c3d HTTP/1.1" status: 200 len: 1802 time: 0.1488116 Aug 18 12:00:59.730317 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-f8370972-4021-42da-a4bb-6cc138f78388 req-7723d29f-5793-4ebc-970a-c6ff6f2e6146 tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] Deleting port c84cc48d-8765-4b54-8aba-327af4119a35 {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:00:59.730670 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-f8370972-4021-42da-a4bb-6cc138f78388 req-7723d29f-5793-4ebc-970a-c6ff6f2e6146 tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:59.797365 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d2ba519e-3147-4c0b-aefc-3232a385e279 req-e6372525-14fb-49e2-9c2a-01736500ab27 service neutron] 10.222.0.63 "GET /v2.0/networks/7e44394f-5669-4694-9486-39d85545539c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2026377 Aug 18 12:00:59.862338 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-ae9c86da-25bf-49df-92aa-c6fe4b9cd0d0 req-9a549137-cf27-4a9b-929d-96a5fa60d5ce tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:59.865002 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123012a7-9dc0-47aa-b86b-92684d9025b2 req-65a59fc0-6f41-473a-afab-033dde71e16b tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:00:59.867147 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-123012a7-9dc0-47aa-b86b-92684d9025b2 req-65a59fc0-6f41-473a-afab-033dde71e16b tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.62 "GET /v2.0/networks?id=77d4e2e9-bb4f-4e96-bc3f-77ed49a19e4d HTTP/1.1" status: 200 len: 814 time: 0.4839942 Aug 18 12:00:59.888982 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [req-123012a7-9dc0-47aa-b86b-92684d9025b2 req-cc2ed51a-8e46-4c26-9554-08c5339215f7 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] Request body: {'port': {'device_id': 'cdab7f96-bbe8-4053-b5b1-d9470878b1bc', 'network_id': '77d4e2e9-bb4f-4e96-bc3f-77ed49a19e4d', 'admin_state_up': True, 'tenant_id': 'cb85fb7f049c4a34af5b32d1fc3a93ab'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:00:59.946887 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-f8370972-4021-42da-a4bb-6cc138f78388 req-7723d29f-5793-4ebc-970a-c6ff6f2e6146 tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:59.947384 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-f8370972-4021-42da-a4bb-6cc138f78388 req-7723d29f-5793-4ebc-970a-c6ff6f2e6146 tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:59.961155 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-ae9c86da-25bf-49df-92aa-c6fe4b9cd0d0 req-9a549137-cf27-4a9b-929d-96a5fa60d5ce tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:00:59.981636 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-f8370972-4021-42da-a4bb-6cc138f78388 req-7723d29f-5793-4ebc-970a-c6ff6f2e6146 tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] Calling delete_port for c84cc48d-8765-4b54-8aba-327af4119a35 owned by network:floatingip {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:01:00.026135 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-123012a7-9dc0-47aa-b86b-92684d9025b2 req-cc2ed51a-8e46-4c26-9554-08c5339215f7 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] Made reservation on behalf of cb85fb7f049c4a34af5b32d1fc3a93ab for: {'port': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:01:00.030848 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-123012a7-9dc0-47aa-b86b-92684d9025b2 req-cc2ed51a-8e46-4c26-9554-08c5339215f7 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:00.098279 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d2ba519e-3147-4c0b-aefc-3232a385e279 req-242c4e79-162b-404b-80e2-725f951e2d67 service neutron] 10.222.0.63 "GET /v2.0/networks/7e44394f-5669-4694-9486-39d85545539c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2901089 Aug 18 12:01:00.118220 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-ae9c86da-25bf-49df-92aa-c6fe4b9cd0d0 req-9a549137-cf27-4a9b-929d-96a5fa60d5ce tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:00.121808 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-ae9c86da-25bf-49df-92aa-c6fe4b9cd0d0 req-9a549137-cf27-4a9b-929d-96a5fa60d5ce tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:00.143378 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ae9c86da-25bf-49df-92aa-c6fe4b9cd0d0 req-9a549137-cf27-4a9b-929d-96a5fa60d5ce tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] 10.222.0.66 "DELETE /v2.0/security-groups/040a449a-3e6a-4f84-96a9-de6ef7513c3d HTTP/1.1" status: 204 len: 173 time: 0.4676595 Aug 18 12:01:00.192085 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [req-123012a7-9dc0-47aa-b86b-92684d9025b2 req-cc2ed51a-8e46-4c26-9554-08c5339215f7 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] Allocated IP 172.20.0.10 (77d4e2e9-bb4f-4e96-bc3f-77ed49a19e4d/9eb49c77-336c-4fcc-8887-f982143a5a95/1486fc72-458e-4fd8-b79c-3c877b22004b) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:01:00.198811 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a549137-cf27-4a9b-929d-96a5fa60d5ce tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=040a449a-3e6a-4f84-96a9-de6ef7513c3d,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:01:00.249923 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a26b6202-92b3-4fea-9d28-627ee8856c1f req-ed7b4c7e-b271-4b62-a1e1-3880bf0151ae tempest-ServerShowV247Test-1488913494 tempest-ServerShowV247Test-1488913494-project] 10.222.0.66 "GET /v2.0/ports?device_id=8cbe6341-fa5a-491e-b656-4898ed92abb2 HTTP/1.1" status: 200 len: 210 time: 0.0310349 Aug 18 12:01:00.316448 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-f8370972-4021-42da-a4bb-6cc138f78388 req-7723d29f-5793-4ebc-970a-c6ff6f2e6146 tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:00.351324 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7723d29f-5793-4ebc-970a-c6ff6f2e6146 tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] Pushing event deleted for resources: {'Port': ['ID=c84cc48d-8765-4b54-8aba-327af4119a35,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:01:00.433802 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-123012a7-9dc0-47aa-b86b-92684d9025b2 req-cc2ed51a-8e46-4c26-9554-08c5339215f7 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:00.441034 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-f8370972-4021-42da-a4bb-6cc138f78388 req-7723d29f-5793-4ebc-970a-c6ff6f2e6146 tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] Notify callbacks [] for floatingip, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:00.444386 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-f8370972-4021-42da-a4bb-6cc138f78388 req-7723d29f-5793-4ebc-970a-c6ff6f2e6146 tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for floatingip, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:00.451428 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f8370972-4021-42da-a4bb-6cc138f78388 req-7723d29f-5793-4ebc-970a-c6ff6f2e6146 tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] 10.222.0.66 "DELETE /v2.0/floatingips/742570b3-10ad-4094-98b0-6886b41f0319 HTTP/1.1" status: 204 len: 173 time: 1.4562500 Aug 18 12:01:00.491531 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-123012a7-9dc0-47aa-b86b-92684d9025b2 req-cc2ed51a-8e46-4c26-9554-08c5339215f7 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:00.507749 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] get_ports_and_sgs() called for port_ids ['b22d0b76-0641-4b54-8103-0eca22255863'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:01:00.596104 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-123012a7-9dc0-47aa-b86b-92684d9025b2 req-cc2ed51a-8e46-4c26-9554-08c5339215f7 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] Network 77d4e2e9-bb4f-4e96-bc3f-77ed49a19e4d is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:01:00.602268 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [req-123012a7-9dc0-47aa-b86b-92684d9025b2 req-cc2ed51a-8e46-4c26-9554-08c5339215f7 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:01:00.621026 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-123012a7-9dc0-47aa-b86b-92684d9025b2 req-cc2ed51a-8e46-4c26-9554-08c5339215f7 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:01:00.637420 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20765716-0751-4df2-9d74-a5f435d06fa5 req-891e7418-cd79-46cd-a5ce-05e458a4036a tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:00.646513 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-20765716-0751-4df2-9d74-a5f435d06fa5 req-891e7418-cd79-46cd-a5ce-05e458a4036a tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/ports?device_id=50ed693d-cbb2-4cf2-a656-704f6a7c8398 HTTP/1.1" status: 200 len: 950 time: 0.0763297 Aug 18 12:01:00.675506 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2ed51a-8e46-4c26-9554-08c5339215f7 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] Pushing event updated for resources: {'Port': ['ID=1486fc72-458e-4fd8-b79c-3c877b22004b,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:01:00.700032 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-20765716-0751-4df2-9d74-a5f435d06fa5 req-e38b72f3-0d61-402a-958f-3ec34d941d55 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/security-groups?id=0ddd2c5c-7e53-44ab-9404-c5fea69a570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522001 Aug 18 12:01:00.715821 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123012a7-9dc0-47aa-b86b-92684d9025b2 req-cc2ed51a-8e46-4c26-9554-08c5339215f7 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:00.716720 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-123012a7-9dc0-47aa-b86b-92684d9025b2 req-cc2ed51a-8e46-4c26-9554-08c5339215f7 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:00.741326 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-123012a7-9dc0-47aa-b86b-92684d9025b2 req-cc2ed51a-8e46-4c26-9554-08c5339215f7 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8566046 Aug 18 12:01:00.761516 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [req-123012a7-9dc0-47aa-b86b-92684d9025b2 req-8a84f8ed-5180-4b96-873e-78b5dcd376c1 service neutron] Request body: {'port': {'device_id': 'cdab7f96-bbe8-4053-b5b1-d9470878b1bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804985-2'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:01:00.811431 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f387fd2-9af3-4b88-9d0f-b79423d96f24 req-d86648ff-7a1f-4eb8-8acf-634af4b78306 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:00.813109 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4f387fd2-9af3-4b88-9d0f-b79423d96f24 req-d86648ff-7a1f-4eb8-8acf-634af4b78306 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/ports?device_id=cdab7f96-bbe8-4053-b5b1-d9470878b1bc HTTP/1.1" status: 200 len: 932 time: 0.1118679 Aug 18 12:01:00.825266 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ea5e275d-81b8-49e5-88c9-11fcd8df27ba req-467603b2-d51f-4a64-b12c-97b99bf31ae9 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] 10.222.0.66 "GET /v2.0/security-groups/59ef2f26-7b62-4c16-9f54-0f03293d932c HTTP/1.1" status: 200 len: 1803 time: 0.0749204 Aug 18 12:01:00.830760 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-123012a7-9dc0-47aa-b86b-92684d9025b2 req-8a84f8ed-5180-4b96-873e-78b5dcd376c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:00.881492 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4f387fd2-9af3-4b88-9d0f-b79423d96f24 req-6dc8901b-1df0-4361-bf2d-1007721b65f1 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/security-groups?id=582571f6-a365-42ab-be92-c3254f7d1409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527573 Aug 18 12:01:00.946691 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-ea5e275d-81b8-49e5-88c9-11fcd8df27ba req-2037e914-ca13-4e46-9d5d-2abffac9a156 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:00.984262 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-ea5e275d-81b8-49e5-88c9-11fcd8df27ba req-2037e914-ca13-4e46-9d5d-2abffac9a156 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:01.042942 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-ea5e275d-81b8-49e5-88c9-11fcd8df27ba req-2037e914-ca13-4e46-9d5d-2abffac9a156 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:01.068615 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-ea5e275d-81b8-49e5-88c9-11fcd8df27ba req-2037e914-ca13-4e46-9d5d-2abffac9a156 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:01.070321 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ea5e275d-81b8-49e5-88c9-11fcd8df27ba req-2037e914-ca13-4e46-9d5d-2abffac9a156 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] 10.222.0.66 "DELETE /v2.0/security-groups/59ef2f26-7b62-4c16-9f54-0f03293d932c HTTP/1.1" status: 204 len: 173 time: 0.2442424 Aug 18 12:01:01.104569 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2037e914-ca13-4e46-9d5d-2abffac9a156 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59ef2f26-7b62-4c16-9f54-0f03293d932c,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:01:01.153656 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9ff5d68b-ecfc-4905-8007-19c41251599d req-1e21015f-9a3f-4617-bff0-7a27c8b1539a tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] 10.222.0.66 "GET /v2.0/security-groups/3dca36e0-b0af-45ee-b7fe-a6d89c554d67 HTTP/1.1" status: 200 len: 1809 time: 0.0509953 Aug 18 12:01:01.236949 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-9a68c636-1a37-4d8b-b04f-8d72fc4d5e99 req-d1b55b44-6570-4d49-8260-d1f604fecfbe tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1212199892', 'description': 'tempest-description-1645899246'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:01:01.267137 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [req-123012a7-9dc0-47aa-b86b-92684d9025b2 req-8a84f8ed-5180-4b96-873e-78b5dcd376c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1486fc72-458e-4fd8-b79c-3c877b22004b {{(pid=106253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:01:01.276638 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-123012a7-9dc0-47aa-b86b-92684d9025b2 req-8a84f8ed-5180-4b96-873e-78b5dcd376c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:01.305988 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [req-123012a7-9dc0-47aa-b86b-92684d9025b2 req-8a84f8ed-5180-4b96-873e-78b5dcd376c1 service neutron] Transition to ACTIVE for port object 1486fc72-458e-4fd8-b79c-3c877b22004b will not be triggered until provisioned by entity L2. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:01:01.306273 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-9a68c636-1a37-4d8b-b04f-8d72fc4d5e99 req-d1b55b44-6570-4d49-8260-d1f604fecfbe tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:01.311303 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-123012a7-9dc0-47aa-b86b-92684d9025b2 req-8a84f8ed-5180-4b96-873e-78b5dcd376c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:01.321285 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-9ff5d68b-ecfc-4905-8007-19c41251599d req-86c54e3e-b2c2-442a-87a4-da666cc554e0 tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:01.345276 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-9ff5d68b-ecfc-4905-8007-19c41251599d req-86c54e3e-b2c2-442a-87a4-da666cc554e0 tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:01.405455 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a84f8ed-5180-4b96-873e-78b5dcd376c1 service neutron] Pushing event updated for resources: {'Port': ['ID=1486fc72-458e-4fd8-b79c-3c877b22004b,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:01:01.435504 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-9ff5d68b-ecfc-4905-8007-19c41251599d req-86c54e3e-b2c2-442a-87a4-da666cc554e0 tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:01.438437 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-9ff5d68b-ecfc-4905-8007-19c41251599d req-86c54e3e-b2c2-442a-87a4-da666cc554e0 tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:01.439980 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9ff5d68b-ecfc-4905-8007-19c41251599d req-86c54e3e-b2c2-442a-87a4-da666cc554e0 tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] 10.222.0.66 "DELETE /v2.0/security-groups/3dca36e0-b0af-45ee-b7fe-a6d89c554d67 HTTP/1.1" status: 204 len: 173 time: 0.2764103 Aug 18 12:01:01.458375 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c54e3e-b2c2-442a-87a4-da666cc554e0 tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dca36e0-b0af-45ee-b7fe-a6d89c554d67,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:01:01.500118 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-123012a7-9dc0-47aa-b86b-92684d9025b2 req-8a84f8ed-5180-4b96-873e-78b5dcd376c1 service neutron] Attempting to bind port 1486fc72-458e-4fd8-b79c-3c877b22004b on host n-h2-804985-2 for vnic_type normal with profile {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:01:01.500118 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-123012a7-9dc0-47aa-b86b-92684d9025b2 req-8a84f8ed-5180-4b96-873e-78b5dcd376c1 service neutron] Attempting to bind port 1486fc72-458e-4fd8-b79c-3c877b22004b by drivers openvswitch,hyperv on host n-h2-804985-2 at level 0 using segments [{'id': '41659f6a-58f9-4216-bad4-63cae3d0928f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '77d4e2e9-bb4f-4e96-bc3f-77ed49a19e4d'}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:01:01.500584 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-123012a7-9dc0-47aa-b86b-92684d9025b2 req-8a84f8ed-5180-4b96-873e-78b5dcd376c1 service neutron] Attempting to bind port 1486fc72-458e-4fd8-b79c-3c877b22004b on network 77d4e2e9-bb4f-4e96-bc3f-77ed49a19e4d {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:01:01.513573 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-9a68c636-1a37-4d8b-b04f-8d72fc4d5e99 req-d1b55b44-6570-4d49-8260-d1f604fecfbe tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:01.514874 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-123012a7-9dc0-47aa-b86b-92684d9025b2 req-8a84f8ed-5180-4b96-873e-78b5dcd376c1 service neutron] Port 1486fc72-458e-4fd8-b79c-3c877b22004b on network 77d4e2e9-bb4f-4e96-bc3f-77ed49a19e4d not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-2 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:01:01.515202 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-123012a7-9dc0-47aa-b86b-92684d9025b2 req-8a84f8ed-5180-4b96-873e-78b5dcd376c1 service neutron] Attempting to bind port 1486fc72-458e-4fd8-b79c-3c877b22004b on network 77d4e2e9-bb4f-4e96-bc3f-77ed49a19e4d {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:01:01.521061 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-123012a7-9dc0-47aa-b86b-92684d9025b2 req-8a84f8ed-5180-4b96-873e-78b5dcd376c1 service neutron] Checking agent: {'id': 'da5da552-709c-4248-84de-86af99a0dc87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 49, 8), 'started_at': datetime.datetime(2021, 8, 18, 11, 49, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:01:01.521398 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-123012a7-9dc0-47aa-b86b-92684d9025b2 req-8a84f8ed-5180-4b96-873e-78b5dcd376c1 service neutron] Checking segment: {'id': '41659f6a-58f9-4216-bad4-63cae3d0928f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '77d4e2e9-bb4f-4e96-bc3f-77ed49a19e4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:01:01.521781 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-123012a7-9dc0-47aa-b86b-92684d9025b2 req-8a84f8ed-5180-4b96-873e-78b5dcd376c1 service neutron] Bound using segment: {'id': '41659f6a-58f9-4216-bad4-63cae3d0928f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '77d4e2e9-bb4f-4e96-bc3f-77ed49a19e4d'} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:01:01.522208 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-123012a7-9dc0-47aa-b86b-92684d9025b2 req-8a84f8ed-5180-4b96-873e-78b5dcd376c1 service neutron] Bound port: 1486fc72-458e-4fd8-b79c-3c877b22004b, host: n-h2-804985-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41659f6a-58f9-4216-bad4-63cae3d0928f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '77d4e2e9-bb4f-4e96-bc3f-77ed49a19e4d'}}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:01:01.522600 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-123012a7-9dc0-47aa-b86b-92684d9025b2 req-8a84f8ed-5180-4b96-873e-78b5dcd376c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:01.531878 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-9a68c636-1a37-4d8b-b04f-8d72fc4d5e99 req-d1b55b44-6570-4d49-8260-d1f604fecfbe tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:01.600582 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-47e8fa3b-ceae-4dc7-8171-1d00fa4c92d5 req-5d555656-277b-42ca-9d21-f29824d1d587 tempest-ServerShowV247Test-1488913494 tempest-ServerShowV247Test-1488913494-project] 10.222.0.66 "GET /v2.0/ports?device_id=8cbe6341-fa5a-491e-b656-4898ed92abb2 HTTP/1.1" status: 200 len: 210 time: 0.0351934 Aug 18 12:01:01.600885 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-123012a7-9dc0-47aa-b86b-92684d9025b2 req-8a84f8ed-5180-4b96-873e-78b5dcd376c1 service neutron] For port 1486fc72-458e-4fd8-b79c-3c877b22004b, host n-h2-804985-2, cleared binding levels {{(pid=106253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:01:01.605342 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-9a68c636-1a37-4d8b-b04f-8d72fc4d5e99 req-d1b55b44-6570-4d49-8260-d1f604fecfbe tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:01.606844 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-123012a7-9dc0-47aa-b86b-92684d9025b2 req-8a84f8ed-5180-4b96-873e-78b5dcd376c1 service neutron] For port 1486fc72-458e-4fd8-b79c-3c877b22004b, host n-h2-804985-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=1486fc72-458e-4fd8-b79c-3c877b22004b,segment=NetworkSegment(41659f6a-58f9-4216-bad4-63cae3d0928f),segment_id=41659f6a-58f9-4216-bad4-63cae3d0928f)] {{(pid=106253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:01:01.609035 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9a68c636-1a37-4d8b-b04f-8d72fc4d5e99 req-d1b55b44-6570-4d49-8260-d1f604fecfbe tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.3834939 Aug 18 12:01:01.610038 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b55b44-6570-4d49-8260-d1f604fecfbe tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28e84ba2-63cd-4608-aa98-95f409653c9a,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:01:01.613634 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-123012a7-9dc0-47aa-b86b-92684d9025b2 req-8a84f8ed-5180-4b96-873e-78b5dcd376c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:01.660209 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123012a7-9dc0-47aa-b86b-92684d9025b2 req-8a84f8ed-5180-4b96-873e-78b5dcd376c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:01.660867 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-123012a7-9dc0-47aa-b86b-92684d9025b2 req-8a84f8ed-5180-4b96-873e-78b5dcd376c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:01.662282 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-123012a7-9dc0-47aa-b86b-92684d9025b2 req-8a84f8ed-5180-4b96-873e-78b5dcd376c1 service neutron] 10.222.0.62 "PUT /v2.0/ports/1486fc72-458e-4fd8-b79c-3c877b22004b HTTP/1.1" status: 200 len: 1092 time: 0.9079893 Aug 18 12:01:01.662725 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdab7f96-bbe8-4053-b5b1-d9470878b1bc', 'tag': '1486fc72-458e-4fd8-b79c-3c877b22004b'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:01:01.665150 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0679f4c4b6e0e0c064a7d71d722dc30541a34fffee11680573be22ee2ffccc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d57cf79-925a-4319-89ea-f11af05591bb" -d '{"events": [{"name": "network-changed", "server_uuid": "cdab7f96-bbe8-4053-b5b1-d9470878b1bc", "tag": "1486fc72-458e-4fd8-b79c-3c877b22004b"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:01:01.685596 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a84f8ed-5180-4b96-873e-78b5dcd376c1 service neutron] Pushing event updated for resources: {'Port': ['ID=1486fc72-458e-4fd8-b79c-3c877b22004b,revision_number=3']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:01:01.782414 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123012a7-9dc0-47aa-b86b-92684d9025b2 req-a50e697e-4d90-4172-be80-50fa725e2fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:01.784426 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-123012a7-9dc0-47aa-b86b-92684d9025b2 req-a50e697e-4d90-4172-be80-50fa725e2fa9 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=cb85fb7f049c4a34af5b32d1fc3a93ab&device_id=cdab7f96-bbe8-4053-b5b1-d9470878b1bc HTTP/1.1" status: 200 len: 1095 time: 0.0693803 Aug 18 12:01:01.837216 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-123012a7-9dc0-47aa-b86b-92684d9025b2 req-2210501a-7d0e-4054-88b8-1623d768c059 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1486fc72-458e-4fd8-b79c-3c877b22004b HTTP/1.1" status: 200 len: 217 time: 0.0394433 Aug 18 12:01:01.898523 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123012a7-9dc0-47aa-b86b-92684d9025b2 req-dd7efbee-5cdf-4ac4-bdff-67bca3bdee41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:01.902515 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-123012a7-9dc0-47aa-b86b-92684d9025b2 req-dd7efbee-5cdf-4ac4-bdff-67bca3bdee41 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9eb49c77-336c-4fcc-8887-f982143a5a95 HTTP/1.1" status: 200 len: 854 time: 0.0566566 Aug 18 12:01:01.936512 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:01:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1775d481-b3e0-4917-9c66-970384278853 x-openstack-request-id: req-1775d481-b3e0-4917-9c66-970384278853 {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:01:01.936752 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdab7f96-bbe8-4053-b5b1-d9470878b1bc", "tag": "1486fc72-458e-4fd8-b79c-3c877b22004b", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:01:01.937666 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-1775d481-b3e0-4917-9c66-970384278853 {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:01:01.937666 n-d-804985-2 neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdab7f96-bbe8-4053-b5b1-d9470878b1bc', 'tag': '1486fc72-458e-4fd8-b79c-3c877b22004b', 'status': 'completed', 'code': 200} Aug 18 12:01:01.956203 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 540c9620-9d77-456f-8f3a-76d2ef77862f no longer exists at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:01:01.958228 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-123012a7-9dc0-47aa-b86b-92684d9025b2 req-b6053398-cd58-4de6-bf93-76a9ce170aef service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=77d4e2e9-bb4f-4e96-bc3f-77ed49a19e4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389745 Aug 18 12:01:01.984757 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] No Port match for: 540c9620-9d77-456f-8f3a-76d2ef77862f {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:01:01.985395 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 540c9620-9d77-456f-8f3a-76d2ef77862f not bound to the agent host n-h2-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:01:01.988431 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-cedf1717-d218-4069-8ca5-2af6f018ef1a req-341df196-3a7a-4bd5-8f13-8f0b1f2f4ec5 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] 10.222.0.66 "GET /v2.0/security-groups/28e84ba2-63cd-4608-aa98-95f409653c9a HTTP/1.1" status: 200 len: 1803 time: 0.0796137 Aug 18 12:01:02.006680 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-cedf1717-d218-4069-8ca5-2af6f018ef1a req-8a13021f-1f41-42dc-a081-79fef7e64921 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1064178396', 'description': 'tempest-description-hth-1560793886'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:01:02.090508 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-123012a7-9dc0-47aa-b86b-92684d9025b2 req-469b95e8-ff04-4789-a81c-043c591e1ff4 service neutron] 10.222.0.62 "GET /v2.0/networks/77d4e2e9-bb4f-4e96-bc3f-77ed49a19e4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222177 Aug 18 12:01:02.107181 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-cedf1717-d218-4069-8ca5-2af6f018ef1a req-8a13021f-1f41-42dc-a081-79fef7e64921 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] Notify callbacks [] for security_group, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:02.135861 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d506d89-a941-4758-8786-5c75dbc995f7 req-dc954a9e-04cf-4d51-b425-2c2a81bdb59a tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:02.143105 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6d506d89-a941-4758-8786-5c75dbc995f7 req-dc954a9e-04cf-4d51-b425-2c2a81bdb59a tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/ports?device_id=50ed693d-cbb2-4cf2-a656-704f6a7c8398 HTTP/1.1" status: 200 len: 950 time: 0.1328616 Aug 18 12:01:02.201205 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-cedf1717-d218-4069-8ca5-2af6f018ef1a req-8a13021f-1f41-42dc-a081-79fef7e64921 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] Notify callbacks [] for security_group, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:02.212233 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-123012a7-9dc0-47aa-b86b-92684d9025b2 req-d3448731-137c-4634-ac55-78a09ca8ca4c service neutron] 10.222.0.62 "GET /v2.0/networks/77d4e2e9-bb4f-4e96-bc3f-77ed49a19e4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138632 Aug 18 12:01:02.213046 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6d506d89-a941-4758-8786-5c75dbc995f7 req-d1e46233-d3fb-4537-96e5-895ddc167181 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/security-groups?id=0ddd2c5c-7e53-44ab-9404-c5fea69a570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689991 Aug 18 12:01:02.214457 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-cedf1717-d218-4069-8ca5-2af6f018ef1a req-8a13021f-1f41-42dc-a081-79fef7e64921 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:02.219499 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-cedf1717-d218-4069-8ca5-2af6f018ef1a req-8a13021f-1f41-42dc-a081-79fef7e64921 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:02.220983 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-cedf1717-d218-4069-8ca5-2af6f018ef1a req-8a13021f-1f41-42dc-a081-79fef7e64921 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] 10.222.0.66 "PUT /v2.0/security-groups/28e84ba2-63cd-4608-aa98-95f409653c9a HTTP/1.1" status: 200 len: 1777 time: 0.2195451 Aug 18 12:01:02.289098 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a13021f-1f41-42dc-a081-79fef7e64921 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28e84ba2-63cd-4608-aa98-95f409653c9a,revision_number=2']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:01:02.373527 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d57cf79-925a-4319-89ea-f11af05591bb req-82f5e4e7-34f2-4a51-8dac-6cbb68c4fca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:02.375975 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-1d57cf79-925a-4319-89ea-f11af05591bb req-82f5e4e7-34f2-4a51-8dac-6cbb68c4fca4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=cb85fb7f049c4a34af5b32d1fc3a93ab&device_id=cdab7f96-bbe8-4053-b5b1-d9470878b1bc HTTP/1.1" status: 200 len: 1095 time: 0.0839076 Aug 18 12:01:02.417932 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed98af96-df1e-4451-9dc5-fbc6f2c7e3bb req-6aaacc9e-072b-42bc-ac5b-6f6514f86c46 tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:02.420245 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ed98af96-df1e-4451-9dc5-fbc6f2c7e3bb req-6aaacc9e-072b-42bc-ac5b-6f6514f86c46 tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] 10.222.0.66 "GET /v2.0/ports?device_id=a87f78c1-2ca5-455e-9935-ab7aeaf069c9 HTTP/1.1" status: 200 len: 946 time: 0.0958397 Aug 18 12:01:02.439064 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a8fa33-a8c8-4285-837a-8fc65459caa6 req-5c619047-ea8c-42e2-92ab-72d4a630a2b8 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:02.441170 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-08a8fa33-a8c8-4285-837a-8fc65459caa6 req-5c619047-ea8c-42e2-92ab-72d4a630a2b8 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/ports?device_id=cdab7f96-bbe8-4053-b5b1-d9470878b1bc HTTP/1.1" status: 200 len: 944 time: 0.1056945 Aug 18 12:01:02.502570 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-08a8fa33-a8c8-4285-837a-8fc65459caa6 req-74b56573-612e-4ae1-b119-b5ee438518cf tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/security-groups?id=582571f6-a365-42ab-be92-c3254f7d1409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542328 Aug 18 12:01:02.515495 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d57cf79-925a-4319-89ea-f11af05591bb req-6f26fbb0-5198-440c-a146-840aaa084241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:02.528668 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-1d57cf79-925a-4319-89ea-f11af05591bb req-6f26fbb0-5198-440c-a146-840aaa084241 service neutron] 10.222.0.62 "GET /v2.0/networks?id=77d4e2e9-bb4f-4e96-bc3f-77ed49a19e4d HTTP/1.1" status: 200 len: 915 time: 0.1359613 Aug 18 12:01:02.530308 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ed98af96-df1e-4451-9dc5-fbc6f2c7e3bb req-85bd5f5f-a4b6-4030-b579-ed13c9cf0308 tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] 10.222.0.66 "GET /v2.0/security-groups?id=1583760a-8eee-47b7-b670-f45d9d965092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847611 Aug 18 12:01:02.583805 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-1d57cf79-925a-4319-89ea-f11af05591bb req-1d5b2e4c-7775-4f99-b8db-58d83f6863af service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1486fc72-458e-4fd8-b79c-3c877b22004b HTTP/1.1" status: 200 len: 217 time: 0.0458457 Aug 18 12:01:02.592975 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0cdfa664-d126-406a-9711-a1ed0becfa42 req-35ab66fa-3451-4674-8c8d-a84b05435eb3 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] 10.222.0.66 "GET /v2.0/security-groups/28e84ba2-63cd-4608-aa98-95f409653c9a HTTP/1.1" status: 200 len: 1777 time: 0.0490441 Aug 18 12:01:02.661718 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d57cf79-925a-4319-89ea-f11af05591bb req-5180f716-4c83-47c3-962d-085ca58bb363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:02.672725 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-1d57cf79-925a-4319-89ea-f11af05591bb req-5180f716-4c83-47c3-962d-085ca58bb363 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9eb49c77-336c-4fcc-8887-f982143a5a95 HTTP/1.1" status: 200 len: 854 time: 0.0810015 Aug 18 12:01:02.676180 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e0168bd5-a6d4-4181-8ea6-5490ec6e4b02 req-b25b5b1c-aea9-4593-8ff3-f5c942f24cf7 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] 10.222.0.66 "GET /v2.0/security-groups/28e84ba2-63cd-4608-aa98-95f409653c9a HTTP/1.1" status: 200 len: 1777 time: 0.0585690 Aug 18 12:01:02.715948 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-1d57cf79-925a-4319-89ea-f11af05591bb req-1a2444d0-7bbc-4734-85c9-c9c7c281124c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=77d4e2e9-bb4f-4e96-bc3f-77ed49a19e4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352151 Aug 18 12:01:02.781839 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-983af72a-fc5c-428c-9279-fd3ac99e9e8b req-1f11c079-2349-4f16-b5d7-d09b93f170cd tempest-ServerShowV247Test-1488913494 tempest-ServerShowV247Test-1488913494-project] 10.222.0.66 "GET /v2.0/ports?device_id=8cbe6341-fa5a-491e-b656-4898ed92abb2 HTTP/1.1" status: 200 len: 210 time: 0.0359752 Aug 18 12:01:02.829819 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-e0168bd5-a6d4-4181-8ea6-5490ec6e4b02 req-a16a46df-4014-4d13-97b0-2fcb52596883 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:02.868127 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-e0168bd5-a6d4-4181-8ea6-5490ec6e4b02 req-a16a46df-4014-4d13-97b0-2fcb52596883 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:02.896945 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-1d57cf79-925a-4319-89ea-f11af05591bb req-68bef9db-c539-4432-9957-3c508a203c93 service neutron] 10.222.0.62 "GET /v2.0/networks/77d4e2e9-bb4f-4e96-bc3f-77ed49a19e4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673872 Aug 18 12:01:02.929856 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-e0168bd5-a6d4-4181-8ea6-5490ec6e4b02 req-a16a46df-4014-4d13-97b0-2fcb52596883 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:02.933105 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-e0168bd5-a6d4-4181-8ea6-5490ec6e4b02 req-a16a46df-4014-4d13-97b0-2fcb52596883 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:02.934376 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e0168bd5-a6d4-4181-8ea6-5490ec6e4b02 req-a16a46df-4014-4d13-97b0-2fcb52596883 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] 10.222.0.66 "DELETE /v2.0/security-groups/28e84ba2-63cd-4608-aa98-95f409653c9a HTTP/1.1" status: 204 len: 173 time: 0.2516985 Aug 18 12:01:02.945362 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16a46df-4014-4d13-97b0-2fcb52596883 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28e84ba2-63cd-4608-aa98-95f409653c9a,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:01:03.087558 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-1d57cf79-925a-4319-89ea-f11af05591bb req-34195ff2-c834-4688-968c-9be92e42d27e service neutron] 10.222.0.62 "GET /v2.0/networks/77d4e2e9-bb4f-4e96-bc3f-77ed49a19e4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737070 Aug 18 12:01:03.133976 n-d-804985-2 neutron-server[106252]: INFO neutron.api.v2.resource [req-7c80d200-f9bc-4a82-8be5-a39b7c4bc3d7 req-5ec98490-7bc0-4a0e-b0c4-102b7f3d5540 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] show failed (client error): The resource could not be found. Aug 18 12:01:03.135118 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7c80d200-f9bc-4a82-8be5-a39b7c4bc3d7 req-5ec98490-7bc0-4a0e-b0c4-102b7f3d5540 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] 10.222.0.66 "GET /v2.0/security-groups/59ef2f26-7b62-4c16-9f54-0f03293d932c HTTP/1.1" status: 404 len: 352 time: 0.0164127 Aug 18 12:01:03.169261 n-d-804985-2 neutron-server[106252]: INFO neutron.api.v2.resource [req-4f121b3d-993e-4c60-be33-123d97612aa4 req-d706e26a-1d9a-4512-af11-6eda623a56e2 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] show failed (client error): The resource could not be found. Aug 18 12:01:03.172871 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4f121b3d-993e-4c60-be33-123d97612aa4 req-d706e26a-1d9a-4512-af11-6eda623a56e2 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] 10.222.0.66 "GET /v2.0/security-groups/040a449a-3e6a-4f84-96a9-de6ef7513c3d HTTP/1.1" status: 404 len: 352 time: 0.0173001 Aug 18 12:01:03.208296 n-d-804985-2 neutron-server[106252]: INFO neutron.api.v2.resource [req-96f3e1c1-f305-475d-a417-f19acde0b1b2 req-7b0454ce-e75e-4073-874b-e3de4c3e3b86 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] show failed (client error): The resource could not be found. Aug 18 12:01:03.209423 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-96f3e1c1-f305-475d-a417-f19acde0b1b2 req-7b0454ce-e75e-4073-874b-e3de4c3e3b86 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] 10.222.0.66 "GET /v2.0/security-groups/13f7d3f8-cabc-42b3-a8b8-cb7e9644fe58 HTTP/1.1" status: 404 len: 352 time: 0.0153699 Aug 18 12:01:03.244019 n-d-804985-2 neutron-server[106252]: INFO neutron.api.v2.resource [req-832eda3c-79dc-4abd-ba4b-cd7784a570c3 req-6672c4ce-c158-470f-a89f-96a530641f54 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] show failed (client error): The resource could not be found. Aug 18 12:01:03.252714 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-832eda3c-79dc-4abd-ba4b-cd7784a570c3 req-6672c4ce-c158-470f-a89f-96a530641f54 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] 10.222.0.66 "GET /v2.0/security-groups/8a3901f9-2d2f-4219-91db-a736eed1479f HTTP/1.1" status: 404 len: 352 time: 0.0206192 Aug 18 12:01:03.284734 n-d-804985-2 neutron-server[106252]: INFO neutron.api.v2.resource [req-717e9544-d10e-4bfc-926b-dc7c5ff9c1b1 req-9ce6d420-cf70-474c-b2ac-492824af3b47 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] show failed (client error): The resource could not be found. Aug 18 12:01:03.285780 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-717e9544-d10e-4bfc-926b-dc7c5ff9c1b1 req-9ce6d420-cf70-474c-b2ac-492824af3b47 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] 10.222.0.66 "GET /v2.0/security-groups/521a16b6-1112-4874-84ff-f6c417b9b4b1 HTTP/1.1" status: 404 len: 352 time: 0.0198181 Aug 18 12:01:03.334778 n-d-804985-2 neutron-server[106252]: INFO neutron.api.v2.resource [req-66bf681b-026e-4fd5-935e-09bf5f300029 req-2fabca2d-7f52-4365-8493-8f5257cc9bde tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] show failed (client error): The resource could not be found. Aug 18 12:01:03.336964 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-66bf681b-026e-4fd5-935e-09bf5f300029 req-2fabca2d-7f52-4365-8493-8f5257cc9bde tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] 10.222.0.66 "GET /v2.0/security-groups/e480bf3f-dd8a-4621-a35f-d5edf6fae9a5 HTTP/1.1" status: 404 len: 352 time: 0.0290396 Aug 18 12:01:03.383853 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c90f83f-0e7c-4c7a-8c31-f2d83d7a6e6c req-3b08465a-273c-4eef-b712-fac94f2f3fd8 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:03.385618 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5c90f83f-0e7c-4c7a-8c31-f2d83d7a6e6c req-3b08465a-273c-4eef-b712-fac94f2f3fd8 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/ports?device_id=50ed693d-cbb2-4cf2-a656-704f6a7c8398 HTTP/1.1" status: 200 len: 950 time: 0.0599687 Aug 18 12:01:03.434270 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5c90f83f-0e7c-4c7a-8c31-f2d83d7a6e6c req-8ba048b0-0152-4a67-acc7-75b5b6025ddc tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/security-groups?id=0ddd2c5c-7e53-44ab-9404-c5fea69a570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421662 Aug 18 12:01:03.609824 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a8bb09-a75b-4bc9-885d-277b9c7995c8 req-3022f8e2-dcf6-4bd0-9fa5-c4170ee0c0d3 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:03.616987 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-10a8bb09-a75b-4bc9-885d-277b9c7995c8 req-3022f8e2-dcf6-4bd0-9fa5-c4170ee0c0d3 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c5c8398-ccab-4f9d-a46d-b6267989534d HTTP/1.1" status: 200 len: 1023 time: 0.0663784 Aug 18 12:01:03.695717 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ba8843-2033-4861-a681-37c58d930f46 req-534bf839-b076-49bd-bf7f-71abc3e2ee20 tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:03.697310 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-56ba8843-2033-4861-a681-37c58d930f46 req-534bf839-b076-49bd-bf7f-71abc3e2ee20 tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] 10.222.0.66 "GET /v2.0/ports?device_id=a87f78c1-2ca5-455e-9935-ab7aeaf069c9 HTTP/1.1" status: 200 len: 946 time: 0.0793884 Aug 18 12:01:03.702553 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-10a8bb09-a75b-4bc9-885d-277b9c7995c8 req-48450c8e-84b8-42e0-894d-97200411a7d3 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef7da5c1-8083-4b81-ab0e-3c2f339c55ac&id=75563c3b-15d5-4ad2-a0ea-3d20ab13ab60&id=59eee650-0005-4a96-985a-4e5744ed56bd&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0828416 Aug 18 12:01:03.743492 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-56ba8843-2033-4861-a681-37c58d930f46 req-873cc8a4-2862-4205-8537-78dd5d8c7b6c tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] 10.222.0.66 "GET /v2.0/security-groups?id=1583760a-8eee-47b7-b670-f45d9d965092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380771 Aug 18 12:01:03.852237 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1b338d-6dd7-42eb-9332-56a13fa751ba req-548c3a45-27cc-4bab-bda1-4fbaead80515 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:03.859865 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-da1b338d-6dd7-42eb-9332-56a13fa751ba req-548c3a45-27cc-4bab-bda1-4fbaead80515 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/ports?device_id=cdab7f96-bbe8-4053-b5b1-d9470878b1bc HTTP/1.1" status: 200 len: 944 time: 0.0648980 Aug 18 12:01:03.918882 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-89021954-7904-4a43-83b2-95c4cbefdeff req-9e223c58-228c-4dbf-91de-bd9c9f982c5f tempest-ServerShowV247Test-1488913494 tempest-ServerShowV247Test-1488913494-project] 10.222.0.66 "GET /v2.0/ports?device_id=8cbe6341-fa5a-491e-b656-4898ed92abb2 HTTP/1.1" status: 200 len: 210 time: 0.0294647 Aug 18 12:01:03.933444 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-da1b338d-6dd7-42eb-9332-56a13fa751ba req-8892dd6f-c8a1-4ada-9341-297c3712e29a tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/security-groups?id=582571f6-a365-42ab-be92-c3254f7d1409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724540 Aug 18 12:01:04.572742 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13df3c26-136c-42e2-b3d5-a49b32e51d21 req-5cfffa68-430e-46a1-ba0d-3f49ec8a9b9a tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:04.574276 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-13df3c26-136c-42e2-b3d5-a49b32e51d21 req-5cfffa68-430e-46a1-ba0d-3f49ec8a9b9a tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/ports?device_id=50ed693d-cbb2-4cf2-a656-704f6a7c8398 HTTP/1.1" status: 200 len: 950 time: 0.0555823 Aug 18 12:01:04.614895 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-13df3c26-136c-42e2-b3d5-a49b32e51d21 req-26adcb27-f6e3-46db-b8b4-95930811958c tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/security-groups?id=0ddd2c5c-7e53-44ab-9404-c5fea69a570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343215 Aug 18 12:01:04.744428 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00f940f-9ad1-4b24-a408-b3a7ae4e12d2 req-19f47670-4b57-47a5-8c23-b1b1943e029f tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:04.746035 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c00f940f-9ad1-4b24-a408-b3a7ae4e12d2 req-19f47670-4b57-47a5-8c23-b1b1943e029f tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] 10.222.0.63 "GET /v2.0/ports?device_id=a87f78c1-2ca5-455e-9935-ab7aeaf069c9 HTTP/1.1" status: 200 len: 946 time: 0.0534158 Aug 18 12:01:04.927892 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacd47c3-b81f-41c3-8e9e-11aa5eed1b9b req-458ac380-7693-4d50-84e2-8094504c3baa tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:04.929543 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-cacd47c3-b81f-41c3-8e9e-11aa5eed1b9b req-458ac380-7693-4d50-84e2-8094504c3baa tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c5c8398-ccab-4f9d-a46d-b6267989534d HTTP/1.1" status: 200 len: 1023 time: 0.1232808 Aug 18 12:01:04.957488 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec64402f-4cb0-45fa-a864-88fb9b869513 req-ce0f252d-ee6f-43bb-b2c2-7025e379004f tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:04.959166 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ec64402f-4cb0-45fa-a864-88fb9b869513 req-ce0f252d-ee6f-43bb-b2c2-7025e379004f tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] 10.222.0.66 "GET /v2.0/ports?device_id=a87f78c1-2ca5-455e-9935-ab7aeaf069c9 HTTP/1.1" status: 200 len: 946 time: 0.1183465 Aug 18 12:01:05.008988 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-c00f940f-9ad1-4b24-a408-b3a7ae4e12d2 req-c5b33fa9-df93-4967-8576-9eecb0ad7aff tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] Deleting port ea62e81b-4f10-4b36-8f95-1341e04201fa {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:01:05.009243 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-c00f940f-9ad1-4b24-a408-b3a7ae4e12d2 req-c5b33fa9-df93-4967-8576-9eecb0ad7aff tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:05.040322 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ec64402f-4cb0-45fa-a864-88fb9b869513 req-454bf890-ac87-4396-b491-6b1abef6cf7a tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] 10.222.0.66 "GET /v2.0/security-groups?id=1583760a-8eee-47b7-b670-f45d9d965092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693989 Aug 18 12:01:05.048345 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-cacd47c3-b81f-41c3-8e9e-11aa5eed1b9b req-c4867978-2929-4973-b78b-ed4e319fefc4 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] 10.222.0.66 "GET /v2.0/security-groups?id=ef7da5c1-8083-4b81-ab0e-3c2f339c55ac&id=75563c3b-15d5-4ad2-a0ea-3d20ab13ab60&id=59eee650-0005-4a96-985a-4e5744ed56bd&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1076698 Aug 18 12:01:05.182105 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-555c18c9-970f-495b-b598-13f88e60dc09 req-f58b25c7-0662-4be8-8c0f-88f5d60ea109 tempest-ServerShowV247Test-1488913494 tempest-ServerShowV247Test-1488913494-project] 10.222.0.66 "GET /v2.0/ports?device_id=8cbe6341-fa5a-491e-b656-4898ed92abb2 HTTP/1.1" status: 200 len: 210 time: 0.0474172 Aug 18 12:01:05.239142 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-c00f940f-9ad1-4b24-a408-b3a7ae4e12d2 req-c5b33fa9-df93-4967-8576-9eecb0ad7aff tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] For port ea62e81b-4f10-4b36-8f95-1341e04201fa, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=ea62e81b-4f10-4b36-8f95-1341e04201fa,segment=NetworkSegment(68bf082e-7f6f-47b2-acbc-5554ef52b361),segment_id=68bf082e-7f6f-47b2-acbc-5554ef52b361)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:01:05.239549 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-c00f940f-9ad1-4b24-a408-b3a7ae4e12d2 req-c5b33fa9-df93-4967-8576-9eecb0ad7aff tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:05.270075 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041792ff-9865-4625-bbb0-5b1e45eb6bfd req-5cd2535e-ff55-449f-9d2b-f9195b68052e tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:05.273567 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-041792ff-9865-4625-bbb0-5b1e45eb6bfd req-5cd2535e-ff55-449f-9d2b-f9195b68052e tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/ports?device_id=cdab7f96-bbe8-4053-b5b1-d9470878b1bc HTTP/1.1" status: 200 len: 944 time: 0.1332078 Aug 18 12:01:05.274655 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-c00f940f-9ad1-4b24-a408-b3a7ae4e12d2 req-c5b33fa9-df93-4967-8576-9eecb0ad7aff tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] Calling delete_port for ea62e81b-4f10-4b36-8f95-1341e04201fa owned by compute:nova {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:01:05.368276 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-041792ff-9865-4625-bbb0-5b1e45eb6bfd req-6fd9f2df-e0e9-48d7-8802-aeae717c7db5 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/security-groups?id=582571f6-a365-42ab-be92-c3254f7d1409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839930 Aug 18 12:01:05.458714 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f638bd40-fd3e-45fb-9eb7-b7ce378e2f7b req-e9c81d92-1aa1-4315-a590-5b306cbb4a5a tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:05.460295 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f638bd40-fd3e-45fb-9eb7-b7ce378e2f7b req-e9c81d92-1aa1-4315-a590-5b306cbb4a5a tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] 10.222.0.63 "GET /v2.0/ports?device_id=7c5c8398-ccab-4f9d-a46d-b6267989534d HTTP/1.1" status: 200 len: 1023 time: 0.0690842 Aug 18 12:01:05.578927 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-c00f940f-9ad1-4b24-a408-b3a7ae4e12d2 req-c5b33fa9-df93-4967-8576-9eecb0ad7aff tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:05.592292 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] get_ports_and_sgs() called for port_ids ['ea62e81b-4f10-4b36-8f95-1341e04201fa'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:01:05.608664 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b33fa9-df93-4967-8576-9eecb0ad7aff tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] Pushing event deleted for resources: {'Port': ['ID=ea62e81b-4f10-4b36-8f95-1341e04201fa,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:01:05.666348 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-c00f940f-9ad1-4b24-a408-b3a7ae4e12d2 req-c5b33fa9-df93-4967-8576-9eecb0ad7aff tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] No DVR routers for this DVR port ea62e81b-4f10-4b36-8f95-1341e04201fa on host n-h1-804985-2 {{(pid=106252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:01:05.669582 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-c00f940f-9ad1-4b24-a408-b3a7ae4e12d2 req-c5b33fa9-df93-4967-8576-9eecb0ad7aff tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:05.671662 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c00f940f-9ad1-4b24-a408-b3a7ae4e12d2 req-c5b33fa9-df93-4967-8576-9eecb0ad7aff tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] 10.222.0.63 "DELETE /v2.0/ports/ea62e81b-4f10-4b36-8f95-1341e04201fa HTTP/1.1" status: 204 len: 173 time: 0.9136713 Aug 18 12:01:05.673012 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a87f78c1-2ca5-455e-9935-ab7aeaf069c9', 'name': 'network-vif-deleted', 'tag': 'ea62e81b-4f10-4b36-8f95-1341e04201fa'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:01:05.675603 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf1ccdde-60e3-4656-bd7c-014210c6ee17" -d '{"events": [{"server_uuid": "a87f78c1-2ca5-455e-9935-ab7aeaf069c9", "name": "network-vif-deleted", "tag": "ea62e81b-4f10-4b36-8f95-1341e04201fa"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:01:05.688544 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-f638bd40-fd3e-45fb-9eb7-b7ce378e2f7b req-6833c444-1ccf-4587-96f6-e8cc22ce1791 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] Deleting port e61fc26e-cffe-4016-8119-d8df52cc8c80 {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:01:05.689054 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-f638bd40-fd3e-45fb-9eb7-b7ce378e2f7b req-6833c444-1ccf-4587-96f6-e8cc22ce1791 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:05.751542 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:01:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-239490ac-4676-441d-adae-12671b383f8f x-openstack-request-id: req-239490ac-4676-441d-adae-12671b383f8f {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:01:05.751850 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a87f78c1-2ca5-455e-9935-ab7aeaf069c9", "name": "network-vif-deleted", "tag": "ea62e81b-4f10-4b36-8f95-1341e04201fa", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:01:05.752058 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-239490ac-4676-441d-adae-12671b383f8f {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:01:05.752498 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a87f78c1-2ca5-455e-9935-ab7aeaf069c9', 'name': 'network-vif-deleted', 'tag': 'ea62e81b-4f10-4b36-8f95-1341e04201fa', 'status': 'completed', 'code': 200} Aug 18 12:01:05.792557 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c646e325-3d78-478d-9c44-d2bd0c976e7c req-ff518a5e-542f-4714-8e66-bb4dd01efe4f tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:05.809607 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c646e325-3d78-478d-9c44-d2bd0c976e7c req-ff518a5e-542f-4714-8e66-bb4dd01efe4f tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/ports?device_id=50ed693d-cbb2-4cf2-a656-704f6a7c8398 HTTP/1.1" status: 200 len: 950 time: 0.1083319 Aug 18 12:01:05.856147 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-f638bd40-fd3e-45fb-9eb7-b7ce378e2f7b req-6833c444-1ccf-4587-96f6-e8cc22ce1791 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] For port e61fc26e-cffe-4016-8119-d8df52cc8c80, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=e61fc26e-cffe-4016-8119-d8df52cc8c80,segment=NetworkSegment(1bfb322b-83ae-425c-b8a6-e9d9bfa53e56),segment_id=1bfb322b-83ae-425c-b8a6-e9d9bfa53e56)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:01:05.856412 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-f638bd40-fd3e-45fb-9eb7-b7ce378e2f7b req-6833c444-1ccf-4587-96f6-e8cc22ce1791 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:05.884330 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-f638bd40-fd3e-45fb-9eb7-b7ce378e2f7b req-6833c444-1ccf-4587-96f6-e8cc22ce1791 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] Calling delete_port for e61fc26e-cffe-4016-8119-d8df52cc8c80 owned by compute:nova {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:01:05.892671 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c646e325-3d78-478d-9c44-d2bd0c976e7c req-49c3028a-7d38-4218-8a79-752c923bf8e6 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/security-groups?id=0ddd2c5c-7e53-44ab-9404-c5fea69a570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710196 Aug 18 12:01:05.893098 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:05.958412 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 1486fc72-458e-4fd8-b79c-3c877b22004b details requested by agent hyperv_n-h2-804985-2 with host n-h2-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:01:06.041068 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-f638bd40-fd3e-45fb-9eb7-b7ce378e2f7b req-6833c444-1ccf-4587-96f6-e8cc22ce1791 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:06.061457 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port 1486fc72-458e-4fd8-b79c-3c877b22004b, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=1486fc72-458e-4fd8-b79c-3c877b22004b,segment=NetworkSegment(41659f6a-58f9-4216-bad4-63cae3d0928f),segment_id=41659f6a-58f9-4216-bad4-63cae3d0928f)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:01:06.070820 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] get_ports_and_sgs() called for port_ids ['e61fc26e-cffe-4016-8119-d8df52cc8c80'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:01:06.076012 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6833c444-1ccf-4587-96f6-e8cc22ce1791 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] Pushing event deleted for resources: {'Port': ['ID=e61fc26e-cffe-4016-8119-d8df52cc8c80,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:01:06.110982 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Returning: {'device': '1486fc72-458e-4fd8-b79c-3c877b22004b', 'network_id': '77d4e2e9-bb4f-4e96-bc3f-77ed49a19e4d', 'port_id': '1486fc72-458e-4fd8-b79c-3c877b22004b', 'mac_address': 'fa:16:3e:3a:e2:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 804, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9eb49c77-336c-4fcc-8887-f982143a5a95', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:01:06.130127 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-f638bd40-fd3e-45fb-9eb7-b7ce378e2f7b req-6833c444-1ccf-4587-96f6-e8cc22ce1791 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] No DVR routers for this DVR port e61fc26e-cffe-4016-8119-d8df52cc8c80 on host n-h1-804985-2 {{(pid=106252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:01:06.132728 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-f638bd40-fd3e-45fb-9eb7-b7ce378e2f7b req-6833c444-1ccf-4587-96f6-e8cc22ce1791 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:06.134771 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f638bd40-fd3e-45fb-9eb7-b7ce378e2f7b req-6833c444-1ccf-4587-96f6-e8cc22ce1791 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] 10.222.0.63 "DELETE /v2.0/ports/e61fc26e-cffe-4016-8119-d8df52cc8c80 HTTP/1.1" status: 204 len: 173 time: 0.6499641 Aug 18 12:01:06.169321 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:06.177234 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e8932342-045c-4a4a-998b-77c5d9ae66c9 req-5d5c6e28-ddfb-4b47-9e10-f9b82b656ebb tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c5c8398-ccab-4f9d-a46d-b6267989534d HTTP/1.1" status: 200 len: 210 time: 0.0412185 Aug 18 12:01:06.184770 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1486fc72-458e-4fd8-b79c-3c877b22004b {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:01:06.222700 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port 1486fc72-458e-4fd8-b79c-3c877b22004b, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=1486fc72-458e-4fd8-b79c-3c877b22004b,segment=NetworkSegment(41659f6a-58f9-4216-bad4-63cae3d0928f),segment_id=41659f6a-58f9-4216-bad4-63cae3d0928f)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:01:06.233228 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:06.242983 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-86b82b25-0efb-46cc-bd32-d8e5a8efce58 req-c4813491-11fa-4697-a5db-2a3d7616e5e1 tempest-ServerRescueTestJSONUnderV235-1150465517 tempest-ServerRescueTestJSONUnderV235-1150465517-project] 10.222.0.66 "GET /v2.0/ports?device_id=a87f78c1-2ca5-455e-9935-ab7aeaf069c9 HTTP/1.1" status: 200 len: 210 time: 0.0643151 Aug 18 12:01:06.293015 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=1486fc72-458e-4fd8-b79c-3c877b22004b,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:01:06.301197 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-153031d2-4ec6-442d-9216-a406eb5f56e7 req-4aa29b17-df06-48d1-b6e6-64c7ccab0b15 tempest-ServerShowV247Test-1488913494 tempest-ServerShowV247Test-1488913494-project] 10.222.0.66 "GET /v2.0/ports?device_id=8cbe6341-fa5a-491e-b656-4898ed92abb2 HTTP/1.1" status: 200 len: 210 time: 0.0347505 Aug 18 12:01:06.498653 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ddcab7-8298-48cb-a981-81c695f2acf7 req-eb0e789e-2acb-4cbf-8d9e-0f49fd23fbf6 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:06.500194 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a9ddcab7-8298-48cb-a981-81c695f2acf7 req-eb0e789e-2acb-4cbf-8d9e-0f49fd23fbf6 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/ports?device_id=cdab7f96-bbe8-4053-b5b1-d9470878b1bc HTTP/1.1" status: 200 len: 945 time: 0.0552323 Aug 18 12:01:06.541336 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a9ddcab7-8298-48cb-a981-81c695f2acf7 req-bfdf4600-0857-4c98-ac9a-efe85d443942 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/security-groups?id=582571f6-a365-42ab-be92-c3254f7d1409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342901 Aug 18 12:01:06.628957 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ee04dc-af7e-430e-8bcb-d153fef8e6f8 req-4d2cef89-5f58-4549-bae0-4ba0e04461a9 tempest-ListImageFiltersTestJSON-2011468970 tempest-ListImageFiltersTestJSON-2011468970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:06.630440 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d1ee04dc-af7e-430e-8bcb-d153fef8e6f8 req-4d2cef89-5f58-4549-bae0-4ba0e04461a9 tempest-ListImageFiltersTestJSON-2011468970 tempest-ListImageFiltersTestJSON-2011468970-project] 10.222.0.66 "GET /v2.0/ports?device_id=5abec44c-4add-4107-8aff-eaed0ea43967 HTTP/1.1" status: 200 len: 949 time: 0.0499294 Aug 18 12:01:06.669330 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d1ee04dc-af7e-430e-8bcb-d153fef8e6f8 req-58050a87-b34c-4ff0-a496-e9b0b2f71b67 tempest-ListImageFiltersTestJSON-2011468970 tempest-ListImageFiltersTestJSON-2011468970-project] 10.222.0.66 "GET /v2.0/security-groups?id=80056a0b-428e-4a13-9031-cd2effcf9e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327713 Aug 18 12:01:06.691585 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] get_ports_and_sgs() called for port_ids ['1486fc72-458e-4fd8-b79c-3c877b22004b'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:01:07.017389 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a468a8ae-2dba-489f-bd3d-df471b7bf686 req-83fa3ff6-0624-4481-90b4-c0b83a033466 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:07.018877 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a468a8ae-2dba-489f-bd3d-df471b7bf686 req-83fa3ff6-0624-4481-90b4-c0b83a033466 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/ports?device_id=50ed693d-cbb2-4cf2-a656-704f6a7c8398 HTTP/1.1" status: 200 len: 950 time: 0.0526652 Aug 18 12:01:07.060767 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a468a8ae-2dba-489f-bd3d-df471b7bf686 req-b9042bcc-f651-43aa-ad64-7a669e0e671d tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/security-groups?id=0ddd2c5c-7e53-44ab-9404-c5fea69a570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358031 Aug 18 12:01:07.293658 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-58f65bc8-11ac-4387-b94e-7d7eea2709a3 req-1ffc24d5-e669-4fdc-b074-ab9e6337481b tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] 10.222.0.66 "GET /v2.0/security-groups/ef7da5c1-8083-4b81-ab0e-3c2f339c55ac HTTP/1.1" status: 200 len: 1799 time: 0.0388505 Aug 18 12:01:07.348022 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 60644) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:01:07.399861 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-58f65bc8-11ac-4387-b94e-7d7eea2709a3 req-de619a5f-2519-4255-aaaa-d9c70d1d77e5 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:07.460170 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-58f65bc8-11ac-4387-b94e-7d7eea2709a3 req-de619a5f-2519-4255-aaaa-d9c70d1d77e5 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:07.509342 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f749421d-d637-45a7-8753-1d36a65b8c3c req-35306aaa-db45-4bc6-a83d-b40fe40ff884 tempest-ServerShowV247Test-1488913494 tempest-ServerShowV247Test-1488913494-project] 10.222.0.66 "GET /v2.0/ports?device_id=8cbe6341-fa5a-491e-b656-4898ed92abb2 HTTP/1.1" status: 200 len: 210 time: 0.0377929 Aug 18 12:01:07.574335 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-58f65bc8-11ac-4387-b94e-7d7eea2709a3 req-de619a5f-2519-4255-aaaa-d9c70d1d77e5 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:07.576950 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-58f65bc8-11ac-4387-b94e-7d7eea2709a3 req-de619a5f-2519-4255-aaaa-d9c70d1d77e5 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:07.578103 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-58f65bc8-11ac-4387-b94e-7d7eea2709a3 req-de619a5f-2519-4255-aaaa-d9c70d1d77e5 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] 10.222.0.66 "DELETE /v2.0/security-groups/ef7da5c1-8083-4b81-ab0e-3c2f339c55ac HTTP/1.1" status: 204 len: 173 time: 0.2782753 Aug 18 12:01:07.590505 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de619a5f-2519-4255-aaaa-d9c70d1d77e5 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef7da5c1-8083-4b81-ab0e-3c2f339c55ac,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:01:07.757891 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c5c8398-ccab-4f9d-a46d-b6267989534d', 'name': 'network-vif-deleted', 'tag': 'e61fc26e-cffe-4016-8119-d8df52cc8c80'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:01:07.760102 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-083a2a3c-e21c-4bc9-b705-33a33798f7f0" -d '{"events": [{"server_uuid": "7c5c8398-ccab-4f9d-a46d-b6267989534d", "name": "network-vif-deleted", "tag": "e61fc26e-cffe-4016-8119-d8df52cc8c80"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:01:07.788301 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1cdbe4e5-ab7d-4cee-bb10-13402d818e14 req-e8ad33aa-d932-4b95-80d0-04935160ff75 tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] 10.222.0.66 "GET /v2.0/security-groups/75563c3b-15d5-4ad2-a0ea-3d20ab13ab60 HTTP/1.1" status: 200 len: 1803 time: 0.0961754 Aug 18 12:01:07.821734 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796caf32-a7bd-4767-b663-96491661c026 req-3bd12be7-6565-4e1c-aa29-2f0ae867a887 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:07.823198 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-796caf32-a7bd-4767-b663-96491661c026 req-3bd12be7-6565-4e1c-aa29-2f0ae867a887 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/ports?device_id=cdab7f96-bbe8-4053-b5b1-d9470878b1bc HTTP/1.1" status: 200 len: 945 time: 0.1029046 Aug 18 12:01:07.899242 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-796caf32-a7bd-4767-b663-96491661c026 req-f8596c01-4d02-4642-afb9-774bd0e5afb6 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/security-groups?id=582571f6-a365-42ab-be92-c3254f7d1409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692992 Aug 18 12:01:07.924541 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-1cdbe4e5-ab7d-4cee-bb10-13402d818e14 req-dd744c3d-de36-4212-8aea-07d2dc5ab8ea tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:07.956080 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-1cdbe4e5-ab7d-4cee-bb10-13402d818e14 req-dd744c3d-de36-4212-8aea-07d2dc5ab8ea tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:07.958851 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:07.971821 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 1486fc72-458e-4fd8-b79c-3c877b22004b up at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:01:07.987753 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-901c94b1-7455-4ea3-90e9-0514213b5f49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-996815'] for router_interface, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:08.027259 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Provisioning for port 1486fc72-458e-4fd8-b79c-3c877b22004b completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:01:08.029188 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:01:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbea165b-30d4-4dfe-8921-3468d41a11e1 x-openstack-request-id: req-cbea165b-30d4-4dfe-8921-3468d41a11e1 {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:01:08.029492 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c5c8398-ccab-4f9d-a46d-b6267989534d", "name": "network-vif-deleted", "tag": "e61fc26e-cffe-4016-8119-d8df52cc8c80", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:01:08.029699 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-cbea165b-30d4-4dfe-8921-3468d41a11e1 {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:01:08.030148 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c5c8398-ccab-4f9d-a46d-b6267989534d', 'name': 'network-vif-deleted', 'tag': 'e61fc26e-cffe-4016-8119-d8df52cc8c80', 'status': 'completed', 'code': 200} Aug 18 12:01:08.031998 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Provisioning complete for port 1486fc72-458e-4fd8-b79c-3c877b22004b triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:01:08.032648 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:08.091874 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-1cdbe4e5-ab7d-4cee-bb10-13402d818e14 req-dd744c3d-de36-4212-8aea-07d2dc5ab8ea tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:08.094329 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-1cdbe4e5-ab7d-4cee-bb10-13402d818e14 req-dd744c3d-de36-4212-8aea-07d2dc5ab8ea tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:08.101782 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 60698) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:01:08.106538 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1cdbe4e5-ab7d-4cee-bb10-13402d818e14 req-dd744c3d-de36-4212-8aea-07d2dc5ab8ea tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] 10.222.0.66 "DELETE /v2.0/security-groups/75563c3b-15d5-4ad2-a0ea-3d20ab13ab60 HTTP/1.1" status: 204 len: 173 time: 0.3100138 Aug 18 12:01:08.134813 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd744c3d-de36-4212-8aea-07d2dc5ab8ea tempest-SecurityGroupsTestJSON-1356429204 tempest-SecurityGroupsTestJSON-1356429204-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75563c3b-15d5-4ad2-a0ea-3d20ab13ab60,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:01:08.148435 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:08.177602 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_v2 [None req-c453ff7b-0912-47a6-b6ee-fb3368e1a439 admin admin] Deleting subnet 71081cae-75c4-4e3f-b46a-ace6aed0b033 {{(pid=106253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 12:01:08.184528 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c453ff7b-0912-47a6-b6ee-fb3368e1a439 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:08.191718 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdab7f96-bbe8-4053-b5b1-d9470878b1bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1486fc72-458e-4fd8-b79c-3c877b22004b'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:01:08.194443 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db50a436fb3a98495337d8fe7487b4f2ea6f3c1052eb9efadc2ecda2d5737001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b43b331-c75f-4aa4-a8ab-5fcf8d34624d" -d '{"events": [{"server_uuid": "cdab7f96-bbe8-4053-b5b1-d9470878b1bc", "name": "network-vif-plugged", "status": "completed", "tag": "1486fc72-458e-4fd8-b79c-3c877b22004b"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:01:08.221382 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port 1486fc72-458e-4fd8-b79c-3c877b22004b, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=1486fc72-458e-4fd8-b79c-3c877b22004b,segment=NetworkSegment(41659f6a-58f9-4216-bad4-63cae3d0928f),segment_id=41659f6a-58f9-4216-bad4-63cae3d0928f)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:01:08.231027 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:08.245194 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c453ff7b-0912-47a6-b6ee-fb3368e1a439 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902229'] for subnet, precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:08.272954 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9551de76-ca6d-4663-8a80-de8a6a0179b1 req-a8700e67-db8d-4585-bac0-69220754c136 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:08.274963 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9551de76-ca6d-4663-8a80-de8a6a0179b1 req-a8700e67-db8d-4585-bac0-69220754c136 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/ports?device_id=50ed693d-cbb2-4cf2-a656-704f6a7c8398 HTTP/1.1" status: 200 len: 950 time: 0.0861709 Aug 18 12:01:08.284444 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=1486fc72-458e-4fd8-b79c-3c877b22004b,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:01:08.295846 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c453ff7b-0912-47a6-b6ee-fb3368e1a439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:08.336979 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:01:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ab8e463-b8de-44b3-be0c-ee79d0a36ac9 x-openstack-request-id: req-5ab8e463-b8de-44b3-be0c-ee79d0a36ac9 {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:01:08.337263 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdab7f96-bbe8-4053-b5b1-d9470878b1bc", "name": "network-vif-plugged", "status": "completed", "tag": "1486fc72-458e-4fd8-b79c-3c877b22004b", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:01:08.337510 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-5ab8e463-b8de-44b3-be0c-ee79d0a36ac9 {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:01:08.337903 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdab7f96-bbe8-4053-b5b1-d9470878b1bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1486fc72-458e-4fd8-b79c-3c877b22004b', 'code': 200} Aug 18 12:01:08.343362 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9551de76-ca6d-4663-8a80-de8a6a0179b1 req-5530b34c-c5e2-4e49-be3a-ecd3f85292aa tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/security-groups?id=0ddd2c5c-7e53-44ab-9404-c5fea69a570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564830 Aug 18 12:01:08.362854 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c453ff7b-0912-47a6-b6ee-fb3368e1a439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58902171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59388106'] for subnet, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:08.396501 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c453ff7b-0912-47a6-b6ee-fb3368e1a439 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71081cae-75c4-4e3f-b46a-ace6aed0b033,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:01:08.401524 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c453ff7b-0912-47a6-b6ee-fb3368e1a439 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:08.404255 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-c453ff7b-0912-47a6-b6ee-fb3368e1a439 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/71081cae-75c4-4e3f-b46a-ace6aed0b033 HTTP/1.1" status: 204 len: 168 time: 0.3009031 Aug 18 12:01:08.405933 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 60730) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:01:08.444402 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-901c94b1-7455-4ea3-90e9-0514213b5f49 admin admin] Deleting port 1d91921b-63f3-458b-817d-21cc33cc81bc {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:01:08.444774 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-901c94b1-7455-4ea3-90e9-0514213b5f49 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:08.505849 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4099eb-3eea-400c-977a-c40a48dc5a26 req-dc93ebb5-1cb3-4026-9bdd-aa4e31c46b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:08.507365 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-fe4099eb-3eea-400c-977a-c40a48dc5a26 req-dc93ebb5-1cb3-4026-9bdd-aa4e31c46b1a service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=cdab7f96-bbe8-4053-b5b1-d9470878b1bc HTTP/1.1" status: 200 len: 1097 time: 0.0945933 Aug 18 12:01:08.509945 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-31e08a32-33b9-4dab-af34-b04e945b991f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7904109'] for network, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:08.539545 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [None req-901c94b1-7455-4ea3-90e9-0514213b5f49 admin admin] For port 1d91921b-63f3-458b-817d-21cc33cc81bc, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=1d91921b-63f3-458b-817d-21cc33cc81bc,segment=NetworkSegment(68bf082e-7f6f-47b2-acbc-5554ef52b361),segment_id=68bf082e-7f6f-47b2-acbc-5554ef52b361)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:01:08.539921 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-901c94b1-7455-4ea3-90e9-0514213b5f49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:08.584450 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-901c94b1-7455-4ea3-90e9-0514213b5f49 admin admin] Calling delete_port for 1d91921b-63f3-458b-817d-21cc33cc81bc owned by network:router_interface {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:01:08.613065 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-31e08a32-33b9-4dab-af34-b04e945b991f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8367869', 'neutron.services.segments.db._delete_segments_for_network-8789151212993'] for network, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:08.623116 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-fe4099eb-3eea-400c-977a-c40a48dc5a26 req-0791f17c-42a8-414b-b8a9-6ff0925a995f service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=582571f6-a365-42ab-be92-c3254f7d1409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837245 Aug 18 12:01:08.626453 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-31e08a32-33b9-4dab-af34-b04e945b991f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7901dbb-4e11-4e3f-b19f-ec50e5f166f6']}} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:01:08.636741 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-31e08a32-33b9-4dab-af34-b04e945b991f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bfb322b-83ae-425c-b8a6-e9d9bfa53e56') {'for_net_delete': True} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:01:08.637392 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-31e08a32-33b9-4dab-af34-b04e945b991f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bfb322b-83ae-425c-b8a6-e9d9bfa53e56') {} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:01:08.649101 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-31e08a32-33b9-4dab-af34-b04e945b991f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789151225254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902236'] for segment, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:08.670519 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-31e08a32-33b9-4dab-af34-b04e945b991f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:08.687105 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31e08a32-33b9-4dab-af34-b04e945b991f admin admin] Releasing vlan 803 on physical network physnet1 to pool {{(pid=106253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:01:08.687529 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-31e08a32-33b9-4dab-af34-b04e945b991f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58900537'] for segment, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:08.689460 n-d-804985-2 neutron-server[106253]: Traceback (most recent call last): Aug 18 12:01:08.689460 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:01:08.689460 n-d-804985-2 neutron-server[106253]: timer() Aug 18 12:01:08.689460 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:01:08.689460 n-d-804985-2 neutron-server[106253]: cb(*args, **kw) Aug 18 12:01:08.689460 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:01:08.689460 n-d-804985-2 neutron-server[106253]: return func(*args, **kwargs) Aug 18 12:01:08.689460 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:01:08.689460 n-d-804985-2 neutron-server[106253]: self._notify() Aug 18 12:01:08.689460 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:01:08.689460 n-d-804985-2 neutron-server[106253]: self.callback(batched_events) Aug 18 12:01:08.689460 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:01:08.689460 n-d-804985-2 neutron-server[106253]: event.method(event) Aug 18 12:01:08.689460 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:01:08.689460 n-d-804985-2 neutron-server[106253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:01:08.689460 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:01:08.689460 n-d-804985-2 neutron-server[106253]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:01:08.689460 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:01:08.689460 n-d-804985-2 neutron-server[106253]: return f(self, *a, **k) Aug 18 12:01:08.689460 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:01:08.689460 n-d-804985-2 neutron-server[106253]: return self._get(url).json() Aug 18 12:01:08.689460 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:01:08.689460 n-d-804985-2 neutron-server[106253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:01:08.689460 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:01:08.689460 n-d-804985-2 neutron-server[106253]: return self.request(url, 'GET', **kwargs) Aug 18 12:01:08.689460 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:01:08.689460 n-d-804985-2 neutron-server[106253]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:01:08.689460 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:01:08.689460 n-d-804985-2 neutron-server[106253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:01:08.689460 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:01:08.689460 n-d-804985-2 neutron-server[106253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:01:08.689460 n-d-804985-2 neutron-server[106253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:01:08.696383 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ef8f6d48-c60f-418a-836e-61e106d353e2 req-f397309d-38d2-4b9f-820e-5064f8fce266 tempest-ServerShowV247Test-1488913494 tempest-ServerShowV247Test-1488913494-project] 10.222.0.66 "GET /v2.0/ports?device_id=8cbe6341-fa5a-491e-b656-4898ed92abb2 HTTP/1.1" status: 200 len: 210 time: 0.0371566 Aug 18 12:01:08.760363 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-31e08a32-33b9-4dab-af34-b04e945b991f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8367858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997186'] for network, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:08.770862 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-31e08a32-33b9-4dab-af34-b04e945b991f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:08.772931 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-31e08a32-33b9-4dab-af34-b04e945b991f admin admin] 10.222.0.66 "DELETE /v2.0/networks/d7901dbb-4e11-4e3f-b19f-ec50e5f166f6 HTTP/1.1" status: 204 len: 168 time: 0.3660016 Aug 18 12:01:08.806889 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e08a32-33b9-4dab-af34-b04e945b991f admin admin] Pushing event deleted for resources: {'Network': ['ID=d7901dbb-4e11-4e3f-b19f-ec50e5f166f6,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:01:08.929875 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-901c94b1-7455-4ea3-90e9-0514213b5f49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:08.957021 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901c94b1-7455-4ea3-90e9-0514213b5f49 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d91921b-63f3-458b-817d-21cc33cc81bc,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:01:09.035237 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 60802) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:01:09.072825 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ae1e15-d308-45e2-ae34-3531ad4405ec req-45917d9f-ff3e-4f20-99b4-7535acd745da tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:09.074383 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-61ae1e15-d308-45e2-ae34-3531ad4405ec req-45917d9f-ff3e-4f20-99b4-7535acd745da tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/ports?device_id=cdab7f96-bbe8-4053-b5b1-d9470878b1bc HTTP/1.1" status: 200 len: 946 time: 0.0880733 Aug 18 12:01:09.093944 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-3b0db481-cfb3-4ec1-9b9a-3b938301676b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f9035e69ecb44482b197cdb3f54c17e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0574977 Aug 18 12:01:09.097212 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 60804) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:01:09.140994 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device ea62e81b-4f10-4b36-8f95-1341e04201fa no longer exists at agent hyperv_n-h1-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:01:09.188125 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] No Port match for: ea62e81b-4f10-4b36-8f95-1341e04201fa {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:01:09.189808 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device ea62e81b-4f10-4b36-8f95-1341e04201fa not bound to the agent host n-h1-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:01:09.190421 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device e61fc26e-cffe-4016-8119-d8df52cc8c80 no longer exists at agent hyperv_n-h1-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:01:09.214026 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b3906a9e-0c88-46db-aa08-0eac8a9b1c30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:09.240576 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b3906a9e-0c88-46db-aa08-0eac8a9b1c30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:09.243700 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] No Port match for: e61fc26e-cffe-4016-8119-d8df52cc8c80 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:01:09.247391 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device e61fc26e-cffe-4016-8119-d8df52cc8c80 not bound to the agent host n-h1-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:01:09.302619 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b3906a9e-0c88-46db-aa08-0eac8a9b1c30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:09.305655 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b3906a9e-0c88-46db-aa08-0eac8a9b1c30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:09.310130 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-b3906a9e-0c88-46db-aa08-0eac8a9b1c30 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/59eee650-0005-4a96-985a-4e5744ed56bd HTTP/1.1" status: 204 len: 168 time: 0.2116292 Aug 18 12:01:09.321022 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3906a9e-0c88-46db-aa08-0eac8a9b1c30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59eee650-0005-4a96-985a-4e5744ed56bd,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:01:09.549520 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-61ae1e15-d308-45e2-ae34-3531ad4405ec req-b38eecfd-83de-4ecb-81e8-87e80ea15c9a tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/security-groups?id=582571f6-a365-42ab-be92-c3254f7d1409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4364073 Aug 18 12:01:09.594600 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-901c94b1-7455-4ea3-90e9-0514213b5f49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953695'] for router_interface, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:09.756415 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1edf24-a3c5-4cd1-ab5c-da04a8943376 req-b051587e-78fa-48d8-a952-5caba21bcc86 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:09.758103 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6d1edf24-a3c5-4cd1-ab5c-da04a8943376 req-b051587e-78fa-48d8-a952-5caba21bcc86 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/ports?device_id=50ed693d-cbb2-4cf2-a656-704f6a7c8398 HTTP/1.1" status: 200 len: 950 time: 0.1033888 Aug 18 12:01:09.843471 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6d1edf24-a3c5-4cd1-ab5c-da04a8943376 req-96472d73-a778-4ac5-bef2-c8875550beee tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/security-groups?id=0ddd2c5c-7e53-44ab-9404-c5fea69a570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765476 Aug 18 12:01:09.945306 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3e20e2fd-6f61-4dfd-b01a-6df81547aeab req-82c4bff9-63ae-4f04-9f20-dbe1d2cf8a6b tempest-ServerShowV247Test-1488913494 tempest-ServerShowV247Test-1488913494-project] 10.222.0.66 "GET /v2.0/ports?device_id=8cbe6341-fa5a-491e-b656-4898ed92abb2 HTTP/1.1" status: 200 len: 210 time: 0.0337598 Aug 18 12:01:09.949214 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-901c94b1-7455-4ea3-90e9-0514213b5f49 admin admin] Router 1f48e6b9-6143-497d-818a-f38147e3d5f8 has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:01:10.095425 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-901c94b1-7455-4ea3-90e9-0514213b5f49 admin admin] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:01:10.105844 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-901c94b1-7455-4ea3-90e9-0514213b5f49 admin admin] 10.222.0.66 "PUT /v2.0/routers/1f48e6b9-6143-497d-818a-f38147e3d5f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7560997 Aug 18 12:01:10.106656 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e0e68a-c09d-4e8f-bef8-e8f44d074450 None None] Sync routers for ids ['1f48e6b9-6143-497d-818a-f38147e3d5f8'] in n-d-804985-2 {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:01:10.108865 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 60878) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:01:10.119042 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e0e68a-c09d-4e8f-bef8-e8f44d074450 None None] Routers {'1f48e6b9-6143-497d-818a-f38147e3d5f8'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:01:10.121680 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-18e0e68a-c09d-4e8f-bef8-e8f44d074450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:00:51Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['1f48e6b9-6143-497d-818a-f38147e3d5f8'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:01:10.206436 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 60882) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:01:10.262938 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-40b4cb18-1e02-4acd-95e9-ad2bc7be51db admin admin] Notify callbacks [] for router, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:10.264104 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-18e0e68a-c09d-4e8f-bef8-e8f44d074450 None None] Set router 1f48e6b9-6143-497d-818a-f38147e3d5f8 gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:01:10.348123 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-9b2d7a0d-aa80-4fd9-bcfa-4908c06e2a01 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-551920514-network', 'tenant_id': '6add34f5b6204eaea1a9f2731fe16da1'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:01:10.381244 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b2d7a0d-aa80-4fd9-bcfa-4908c06e2a01 admin admin] Made reservation on behalf of 6add34f5b6204eaea1a9f2731fe16da1 for: {'network': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:01:10.384417 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-9b2d7a0d-aa80-4fd9-bcfa-4908c06e2a01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for network, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:10.397024 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-40b4cb18-1e02-4acd-95e9-ad2bc7be51db admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:10.399491 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-9b2d7a0d-aa80-4fd9-bcfa-4908c06e2a01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:10.479754 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-40b4cb18-1e02-4acd-95e9-ad2bc7be51db admin admin] Deleting port cef2e7ca-1b84-4926-a9cd-4adb7d931d4e {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:01:10.480066 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-40b4cb18-1e02-4acd-95e9-ad2bc7be51db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:10.516354 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-9b2d7a0d-aa80-4fd9-bcfa-4908c06e2a01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:10.523883 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-9b2d7a0d-aa80-4fd9-bcfa-4908c06e2a01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:10.562512 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b2d7a0d-aa80-4fd9-bcfa-4908c06e2a01 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 836} {{(pid=106252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:01:10.572723 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2d7a0d-aa80-4fd9-bcfa-4908c06e2a01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54546cbb-71ee-46a9-8b2f-85c346922e5f,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:01:10.590165 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [None req-40b4cb18-1e02-4acd-95e9-ad2bc7be51db admin admin] For port cef2e7ca-1b84-4926-a9cd-4adb7d931d4e, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=cef2e7ca-1b84-4926-a9cd-4adb7d931d4e,segment=NetworkSegment(c5a3db9d-5c58-41b1-9177-d5787a597b78),segment_id=c5a3db9d-5c58-41b1-9177-d5787a597b78)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:01:10.591164 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-40b4cb18-1e02-4acd-95e9-ad2bc7be51db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:10.592148 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-9b2d7a0d-aa80-4fd9-bcfa-4908c06e2a01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:10.592743 n-d-804985-2 neutron-server[106252]: INFO neutron.db.segments_db [None req-9b2d7a0d-aa80-4fd9-bcfa-4908c06e2a01 admin admin] Added segment a662de5a-0482-4b00-8969-781b04bd0178 of type vlan for network 6ca56413-3597-4958-bf90-89e4dfdb42e8 Aug 18 12:01:10.596253 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-18e0e68a-c09d-4e8f-bef8-e8f44d074450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f48e6b9-6143-497d-818a-f38147e3d5f8', 'name': 'tempest-ServerRescueTestJSONUnderV235-881981376-router', 'tenant_id': 'c9615ef08ff1467182cba43296b539c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': 'cef2e7ca-1b84-4926-a9cd-4adb7d931d4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T11:59:35Z', 'updated_at': '2021-08-18T12:01:08Z', 'revision_number': 5, 'project_id': 'c9615ef08ff1467182cba43296b539c9', 'gw_port': {'id': 'cef2e7ca-1b84-4926-a9cd-4adb7d931d4e', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:9c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f48e6b9-6143-497d-818a-f38147e3d5f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:59:36Z', 'updated_at': '2021-08-18T11:59:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:01:10.607059 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-40b4cb18-1e02-4acd-95e9-ad2bc7be51db admin admin] Calling delete_port for cef2e7ca-1b84-4926-a9cd-4adb7d931d4e owned by network:router_gateway {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:01:10.623681 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e0e68a-c09d-4e8f-bef8-e8f44d074450 None None] Checking router: 1f48e6b9-6143-497d-818a-f38147e3d5f8 for host: n-d-804985-2 {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:01:10.634781 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e0e68a-c09d-4e8f-bef8-e8f44d074450 None None] Routers {'1f48e6b9-6143-497d-818a-f38147e3d5f8'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:01:10.635475 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-18e0e68a-c09d-4e8f-bef8-e8f44d074450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:00:51Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['1f48e6b9-6143-497d-818a-f38147e3d5f8'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:01:10.649371 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-9b2d7a0d-aa80-4fd9-bcfa-4908c06e2a01 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789150665894'] for network, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:10.682757 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-9b2d7a0d-aa80-4fd9-bcfa-4908c06e2a01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for network, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:10.685047 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b2d7a0d-aa80-4fd9-bcfa-4908c06e2a01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:10.685894 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-9b2d7a0d-aa80-4fd9-bcfa-4908c06e2a01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for network, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:10.745372 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-18e0e68a-c09d-4e8f-bef8-e8f44d074450 None None] Set router 1f48e6b9-6143-497d-818a-f38147e3d5f8 gateway port host: None {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:01:10.799214 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-9b2d7a0d-aa80-4fd9-bcfa-4908c06e2a01 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.5899141 Aug 18 12:01:10.799628 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 60918) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:01:10.804346 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2d7a0d-aa80-4fd9-bcfa-4908c06e2a01 admin admin] Pushing event updated for resources: {'Network': ['ID=6ca56413-3597-4958-bf90-89e4dfdb42e8,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:01:10.810334 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-ba06e06a-33f3-40ac-ab32-1c4b83a47c8e admin admin] Request body: {'subnet': {'network_id': '6ca56413-3597-4958-bf90-89e4dfdb42e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-551920514-subnet', 'tenant_id': '6add34f5b6204eaea1a9f2731fe16da1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:01:10.816318 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Network 6ca56413-3597-4958-bf90-89e4dfdb42e8 details requested by agent ovs-agent-n-d-804985-2 with host n-d-804985-2 {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:01:10.826267 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-18e0e68a-c09d-4e8f-bef8-e8f44d074450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f48e6b9-6143-497d-818a-f38147e3d5f8', 'name': 'tempest-ServerRescueTestJSONUnderV235-881981376-router', 'tenant_id': 'c9615ef08ff1467182cba43296b539c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T11:59:35Z', 'updated_at': '2021-08-18T12:01:10Z', 'revision_number': 6, 'project_id': 'c9615ef08ff1467182cba43296b539c9', 'gw_port_host': None}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:01:10.834626 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-40b4cb18-1e02-4acd-95e9-ad2bc7be51db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:10.839330 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c303b7e-9d02-4fbf-978e-844ad168cdf2 req-a37190f5-8ef8-459e-bedf-387ac55fd297 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:10.850462 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6c303b7e-9d02-4fbf-978e-844ad168cdf2 req-a37190f5-8ef8-459e-bedf-387ac55fd297 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/ports?device_id=cdab7f96-bbe8-4053-b5b1-d9470878b1bc HTTP/1.1" status: 200 len: 946 time: 0.0974603 Aug 18 12:01:10.862373 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e0e68a-c09d-4e8f-bef8-e8f44d074450 None None] The sync data for ids ['1f48e6b9-6143-497d-818a-f38147e3d5f8'] in n-d-804985-2 is: [{'id': '1f48e6b9-6143-497d-818a-f38147e3d5f8', 'name': 'tempest-ServerRescueTestJSONUnderV235-881981376-router', 'tenant_id': 'c9615ef08ff1467182cba43296b539c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T11:59:35Z', 'updated_at': '2021-08-18T12:01:10Z', 'revision_number': 6, 'project_id': 'c9615ef08ff1467182cba43296b539c9', 'gw_port_host': None}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:01:10.870510 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b4cb18-1e02-4acd-95e9-ad2bc7be51db admin admin] Pushing event deleted for resources: {'Port': ['ID=cef2e7ca-1b84-4926-a9cd-4adb7d931d4e,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:01:10.872630 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba06e06a-33f3-40ac-ab32-1c4b83a47c8e admin admin] Made reservation on behalf of 6add34f5b6204eaea1a9f2731fe16da1 for: {'subnet': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:01:10.875105 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ba06e06a-33f3-40ac-ab32-1c4b83a47c8e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59388119'] for subnet, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:10.925683 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6c303b7e-9d02-4fbf-978e-844ad168cdf2 req-384b4ea7-0f4f-4257-8b58-5c8c24fba375 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/security-groups?id=582571f6-a365-42ab-be92-c3254f7d1409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742202 Aug 18 12:01:11.019552 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-40b4cb18-1e02-4acd-95e9-ad2bc7be51db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-997271'] for router_gateway, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:11.032116 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95786ff-2e0c-4630-a184-7ee23fe5fcbd req-8165dc02-8fa5-48c7-b6b5-79fbd1c0a418 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:11.033742 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f95786ff-2e0c-4630-a184-7ee23fe5fcbd req-8165dc02-8fa5-48c7-b6b5-79fbd1c0a418 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/ports?device_id=50ed693d-cbb2-4cf2-a656-704f6a7c8398 HTTP/1.1" status: 200 len: 950 time: 0.0515208 Aug 18 12:01:11.084428 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f95786ff-2e0c-4630-a184-7ee23fe5fcbd req-0ad73002-411a-4fc4-8cfe-891fc3d6af9f tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/security-groups?id=0ddd2c5c-7e53-44ab-9404-c5fea69a570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417032 Aug 18 12:01:11.140233 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-40b4cb18-1e02-4acd-95e9-ad2bc7be51db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-996004', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15859'] for router, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:11.143702 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-40b4cb18-1e02-4acd-95e9-ad2bc7be51db admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:11.177121 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b6a4f28e-53cf-4087-8973-22928c53bee7 req-1a3642ce-d162-44f2-8ed2-855582ca2527 tempest-ServerShowV247Test-1488913494 tempest-ServerShowV247Test-1488913494-project] 10.222.0.66 "GET /v2.0/ports?device_id=8cbe6341-fa5a-491e-b656-4898ed92abb2 HTTP/1.1" status: 200 len: 210 time: 0.0306766 Aug 18 12:01:11.217230 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-40b4cb18-1e02-4acd-95e9-ad2bc7be51db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-996061'] for router, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:11.218060 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40b4cb18-1e02-4acd-95e9-ad2bc7be51db admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1f48e6b9-6143-497d-818a-f38147e3d5f8 {{(pid=106253) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 12:01:11.224834 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-40b4cb18-1e02-4acd-95e9-ad2bc7be51db admin admin] Notify callbacks [] for router, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:11.226272 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-40b4cb18-1e02-4acd-95e9-ad2bc7be51db admin admin] 10.222.0.66 "DELETE /v2.0/routers/1f48e6b9-6143-497d-818a-f38147e3d5f8 HTTP/1.1" status: 204 len: 168 time: 1.1161473 Aug 18 12:01:11.228946 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 60936) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:01:11.294907 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ba06e06a-33f3-40ac-ab32-1c4b83a47c8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58902106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59388097'] for subnet, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:11.316044 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_v2 [None req-1374a020-376a-4c3b-bd38-89c83714b0fe admin admin] Deleting subnet 1cb174fb-7bab-4419-acfb-faa43c1eb689 {{(pid=106252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 12:01:11.323034 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1374a020-376a-4c3b-bd38-89c83714b0fe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:11.364277 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba06e06a-33f3-40ac-ab32-1c4b83a47c8e admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8234269-5d70-4ba1-82f0-7859dd6d8f30,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:01:11.366859 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba06e06a-33f3-40ac-ab32-1c4b83a47c8e admin admin] Checking segment: {'id': 'a662de5a-0482-4b00-8969-781b04bd0178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '6ca56413-3597-4958-bf90-89e4dfdb42e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:01:11.367592 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba06e06a-33f3-40ac-ab32-1c4b83a47c8e admin admin] Network hostable DHCP agents. Network: 6ca56413-3597-4958-bf90-89e4dfdb42e8, hostable agents: ['97c14208-2951-4361-8d64-3708c946ff5f'], hosted agents: [] {{(pid=106253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 12:01:11.384885 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25aa098c-9b59-4602-86c9-3e52d880ae8b req-6e2ac02c-e0e6-42b6-beda-9e2e7cdea677 tempest-ListImageFiltersTestJSON-2011468970 tempest-ListImageFiltersTestJSON-2011468970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:11.386769 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-25aa098c-9b59-4602-86c9-3e52d880ae8b req-6e2ac02c-e0e6-42b6-beda-9e2e7cdea677 tempest-ListImageFiltersTestJSON-2011468970 tempest-ListImageFiltersTestJSON-2011468970-project] 10.222.0.66 "GET /v2.0/ports?device_id=d30880ae-50e6-4886-b31e-41d8bcfcb52d HTTP/1.1" status: 200 len: 947 time: 0.1187706 Aug 18 12:01:11.389398 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1374a020-376a-4c3b-bd38-89c83714b0fe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2221528'] for subnet, precommit_delete_associations {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:11.393696 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba06e06a-33f3-40ac-ab32-1c4b83a47c8e admin admin] Network 6ca56413-3597-4958-bf90-89e4dfdb42e8 is scheduled to be hosted by DHCP agent 97c14208-2951-4361-8d64-3708c946ff5f with binding_index 1 {{(pid=106253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 12:01:11.403613 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-ba06e06a-33f3-40ac-ab32-1c4b83a47c8e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-2, 6ca56413-3597-4958-bf90-89e4dfdb42e8) {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:01:11.408988 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba06e06a-33f3-40ac-ab32-1c4b83a47c8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:11.409810 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ba06e06a-33f3-40ac-ab32-1c4b83a47c8e admin admin] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:11.414897 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bab769d5-a615-42f0-88a5-f77e6a0e59fe None None] Network 6ca56413-3597-4958-bf90-89e4dfdb42e8 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:01:11.425895 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-ba06e06a-33f3-40ac-ab32-1c4b83a47c8e admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.6249733 Aug 18 12:01:11.482394 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1374a020-376a-4c3b-bd38-89c83714b0fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:11.526284 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-25aa098c-9b59-4602-86c9-3e52d880ae8b req-479a561d-c87e-466d-b099-c84d3a1d8ff2 tempest-ListImageFiltersTestJSON-2011468970 tempest-ListImageFiltersTestJSON-2011468970-project] 10.222.0.66 "GET /v2.0/security-groups?id=80056a0b-428e-4a13-9031-cd2effcf9e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146486 Aug 18 12:01:11.541433 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a5849f-3e9d-4ec1-99be-03e600012743 req-6f24dea3-807e-4261-8eba-b4c5635b025b tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:11.544935 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-76a5849f-3e9d-4ec1-99be-03e600012743 req-6f24dea3-807e-4261-8eba-b4c5635b025b tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/ports?device_id=cdab7f96-bbe8-4053-b5b1-d9470878b1bc HTTP/1.1" status: 200 len: 946 time: 0.1195924 Aug 18 12:01:11.545642 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8189f0e4-9012-4689-b365-7fc3cd5403bd None None] Network 6ca56413-3597-4958-bf90-89e4dfdb42e8 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:01:11.600456 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-76a5849f-3e9d-4ec1-99be-03e600012743 req-b5317394-7d2a-44cd-9e4a-c4385d376f5d tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/security-groups?id=582571f6-a365-42ab-be92-c3254f7d1409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481868 Aug 18 12:01:11.601798 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1374a020-376a-4c3b-bd38-89c83714b0fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3572848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59074100'] for subnet, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:11.629056 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1374a020-376a-4c3b-bd38-89c83714b0fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1cb174fb-7bab-4419-acfb-faa43c1eb689,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:01:11.631081 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1374a020-376a-4c3b-bd38-89c83714b0fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for subnet, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:11.632904 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-1374a020-376a-4c3b-bd38-89c83714b0fe admin admin] 10.222.0.66 "DELETE /v2.0/subnets/1cb174fb-7bab-4419-acfb-faa43c1eb689 HTTP/1.1" status: 204 len: 168 time: 0.4029543 Aug 18 12:01:11.635628 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 60946) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:01:11.712460 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-50158e2b-f0c4-42e0-90f6-408cf38840b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7904109'] for network, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:11.813725 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-50158e2b-f0c4-42e0-90f6-408cf38840b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8367869', 'neutron.services.segments.db._delete_segments_for_network-8789151212993'] for network, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:11.824920 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-50158e2b-f0c4-42e0-90f6-408cf38840b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e44394f-5669-4694-9486-39d85545539c']}} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:01:11.843487 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-50158e2b-f0c4-42e0-90f6-408cf38840b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68bf082e-7f6f-47b2-acbc-5554ef52b361') {'for_net_delete': True} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:01:11.843782 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-50158e2b-f0c4-42e0-90f6-408cf38840b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68bf082e-7f6f-47b2-acbc-5554ef52b361') {} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:01:11.890651 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-50158e2b-f0c4-42e0-90f6-408cf38840b7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789151225254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2221521'] for segment, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:11.914802 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-50158e2b-f0c4-42e0-90f6-408cf38840b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:11.926263 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50158e2b-f0c4-42e0-90f6-408cf38840b7 admin admin] Releasing vlan 832 on physical network physnet1 to pool {{(pid=106252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:01:11.926667 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-50158e2b-f0c4-42e0-90f6-408cf38840b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3572434'] for segment, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:11.928420 n-d-804985-2 neutron-server[106252]: Traceback (most recent call last): Aug 18 12:01:11.928420 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:01:11.928420 n-d-804985-2 neutron-server[106252]: timer() Aug 18 12:01:11.928420 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:01:11.928420 n-d-804985-2 neutron-server[106252]: cb(*args, **kw) Aug 18 12:01:11.928420 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:01:11.928420 n-d-804985-2 neutron-server[106252]: return func(*args, **kwargs) Aug 18 12:01:11.928420 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:01:11.928420 n-d-804985-2 neutron-server[106252]: self._notify() Aug 18 12:01:11.928420 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:01:11.928420 n-d-804985-2 neutron-server[106252]: self.callback(batched_events) Aug 18 12:01:11.928420 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:01:11.928420 n-d-804985-2 neutron-server[106252]: event.method(event) Aug 18 12:01:11.928420 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:01:11.928420 n-d-804985-2 neutron-server[106252]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:01:11.928420 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:01:11.928420 n-d-804985-2 neutron-server[106252]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:01:11.928420 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:01:11.928420 n-d-804985-2 neutron-server[106252]: return f(self, *a, **k) Aug 18 12:01:11.928420 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:01:11.928420 n-d-804985-2 neutron-server[106252]: return self._get(url).json() Aug 18 12:01:11.928420 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:01:11.928420 n-d-804985-2 neutron-server[106252]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:01:11.928420 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:01:11.928420 n-d-804985-2 neutron-server[106252]: return self.request(url, 'GET', **kwargs) Aug 18 12:01:11.928420 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:01:11.928420 n-d-804985-2 neutron-server[106252]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:01:11.928420 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:01:11.928420 n-d-804985-2 neutron-server[106252]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:01:11.928420 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:01:11.928420 n-d-804985-2 neutron-server[106252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:01:11.928420 n-d-804985-2 neutron-server[106252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:01:12.010588 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046fe5a9-5f70-4133-a670-1ebce3ed1d28 req-a5347b21-5e37-453a-8886-7144ac89c65b tempest-ServerMetadataNegativeTestJSON-1717782354 tempest-ServerMetadataNegativeTestJSON-1717782354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:12.012265 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-046fe5a9-5f70-4133-a670-1ebce3ed1d28 req-a5347b21-5e37-453a-8886-7144ac89c65b tempest-ServerMetadataNegativeTestJSON-1717782354 tempest-ServerMetadataNegativeTestJSON-1717782354-project] 10.222.0.66 "GET /v2.0/networks?id=6ca56413-3597-4958-bf90-89e4dfdb42e8 HTTP/1.1" status: 200 len: 820 time: 0.1797554 Aug 18 12:01:12.015017 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 01faad63-9dc9-4c52-a5c7-a96835056ee2 no longer exists at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:01:12.019901 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-50158e2b-f0c4-42e0-90f6-408cf38840b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8367858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997186'] for network, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:12.024667 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-50158e2b-f0c4-42e0-90f6-408cf38840b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for network, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:12.026842 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-50158e2b-f0c4-42e0-90f6-408cf38840b7 admin admin] 10.222.0.66 "DELETE /v2.0/networks/7e44394f-5669-4694-9486-39d85545539c HTTP/1.1" status: 204 len: 168 time: 0.3903110 Aug 18 12:01:12.048283 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50158e2b-f0c4-42e0-90f6-408cf38840b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=7e44394f-5669-4694-9486-39d85545539c,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:01:12.051908 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-046fe5a9-5f70-4133-a670-1ebce3ed1d28 req-c8369564-5f1a-4fc0-ad13-99e7e65216c0 tempest-ServerMetadataNegativeTestJSON-1717782354 tempest-ServerMetadataNegativeTestJSON-1717782354-project] 10.222.0.66 "GET /v2.0/quotas/6add34f5b6204eaea1a9f2731fe16da1 HTTP/1.1" status: 200 len: 375 time: 0.0332649 Aug 18 12:01:12.091357 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-046fe5a9-5f70-4133-a670-1ebce3ed1d28 req-c0fcb925-37b1-4563-a97f-f6bcfca63cf5 tempest-ServerMetadataNegativeTestJSON-1717782354 tempest-ServerMetadataNegativeTestJSON-1717782354-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=6add34f5b6204eaea1a9f2731fe16da1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0323668 Aug 18 12:01:12.108880 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:12.133942 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5abec44c-4add-4107-8aff-eaed0ea43967', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01faad63-9dc9-4c52-a5c7-a96835056ee2'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:01:12.136447 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db50a436fb3a98495337d8fe7487b4f2ea6f3c1052eb9efadc2ecda2d5737001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6e1ea4f-0c4f-46f9-bd64-b8f5ae01f0de" -d '{"events": [{"server_uuid": "5abec44c-4add-4107-8aff-eaed0ea43967", "name": "network-vif-unplugged", "status": "completed", "tag": "01faad63-9dc9-4c52-a5c7-a96835056ee2"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:01:12.153081 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port 01faad63-9dc9-4c52-a5c7-a96835056ee2, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=01faad63-9dc9-4c52-a5c7-a96835056ee2,segment=NetworkSegment(b0eb6eea-b461-4969-8a27-808f00daa8a1),segment_id=b0eb6eea-b461-4969-8a27-808f00daa8a1)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:01:12.159277 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:12.178914 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 60962) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:01:12.230511 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-ab6c8423-a00d-4367-ae6c-b6cfc25aa8cd admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c9615ef08ff1467182cba43296b539c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0473578 Aug 18 12:01:12.231241 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 60966) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:01:12.232997 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-046fe5a9-5f70-4133-a670-1ebce3ed1d28 req-18233eaf-3f41-4e1d-8b9a-99c2f499bac3 service neutron] 10.222.0.66 "GET /v2.0/networks/6ca56413-3597-4958-bf90-89e4dfdb42e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341293 Aug 18 12:01:12.233300 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=01faad63-9dc9-4c52-a5c7-a96835056ee2,revision_number=11']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:01:12.286032 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 1d91921b-63f3-458b-817d-21cc33cc81bc no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:01:12.295326 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e02d3a5f-4bfe-4e20-8122-71de4645d3d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:12.305365 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373c544b-aa2e-45fb-a830-05b87d850e96 req-2ba2baa9-50f0-4b3b-8411-880cd03b6399 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:12.308965 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-373c544b-aa2e-45fb-a830-05b87d850e96 req-2ba2baa9-50f0-4b3b-8411-880cd03b6399 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/ports?device_id=50ed693d-cbb2-4cf2-a656-704f6a7c8398 HTTP/1.1" status: 200 len: 950 time: 0.1254442 Aug 18 12:01:12.309125 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: 1d91921b-63f3-458b-817d-21cc33cc81bc {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:01:12.309409 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 1d91921b-63f3-458b-817d-21cc33cc81bc not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:01:12.309821 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device cef2e7ca-1b84-4926-a9cd-4adb7d931d4e no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:01:12.325549 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e02d3a5f-4bfe-4e20-8122-71de4645d3d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:12.329586 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: cef2e7ca-1b84-4926-a9cd-4adb7d931d4e {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:01:12.329927 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device cef2e7ca-1b84-4926-a9cd-4adb7d931d4e not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:01:12.367394 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-373c544b-aa2e-45fb-a830-05b87d850e96 req-d1542fe5-72fb-4c14-b9ab-d4798f4cb407 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/security-groups?id=0ddd2c5c-7e53-44ab-9404-c5fea69a570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545042 Aug 18 12:01:12.375638 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-046fe5a9-5f70-4133-a670-1ebce3ed1d28 req-d398518b-108a-4cad-966e-80cc5bc73d9b service neutron] 10.222.0.66 "GET /v2.0/networks/6ca56413-3597-4958-bf90-89e4dfdb42e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417747 Aug 18 12:01:12.381696 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e02d3a5f-4bfe-4e20-8122-71de4645d3d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:12.385417 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e02d3a5f-4bfe-4e20-8122-71de4645d3d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:12.389867 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-e02d3a5f-4bfe-4e20-8122-71de4645d3d5 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1583760a-8eee-47b7-b670-f45d9d965092 HTTP/1.1" status: 204 len: 168 time: 0.1573253 Aug 18 12:01:12.399986 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02d3a5f-4bfe-4e20-8122-71de4645d3d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1583760a-8eee-47b7-b670-f45d9d965092,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:01:12.423508 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 18 Aug 2021 12:01:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27b60f15-6d1c-45a5-9228-f5f865b2aadf x-openstack-request-id: req-27b60f15-6d1c-45a5-9228-f5f865b2aadf {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:01:12.423922 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5abec44c-4add-4107-8aff-eaed0ea43967", "name": "network-vif-unplugged", "status": "completed", "tag": "01faad63-9dc9-4c52-a5c7-a96835056ee2", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:01:12.424449 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-27b60f15-6d1c-45a5-9228-f5f865b2aadf {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:01:12.424994 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5abec44c-4add-4107-8aff-eaed0ea43967', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01faad63-9dc9-4c52-a5c7-a96835056ee2', 'code': 200} Aug 18 12:01:12.515326 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d0061f79-201f-4731-9fba-2e1b27dfb8ab req-f89bdf96-930c-4570-8e17-3774ceca42cd tempest-ServerShowV247Test-1488913494 tempest-ServerShowV247Test-1488913494-project] 10.222.0.66 "GET /v2.0/ports?device_id=8cbe6341-fa5a-491e-b656-4898ed92abb2 HTTP/1.1" status: 200 len: 210 time: 0.0387347 Aug 18 12:01:12.626638 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-99aed513-0da8-488d-ac57-b860205cd4bd req-39446e5e-3045-4423-ac84-ca1406d3b126 tempest-ServerMetadataNegativeTestJSON-1717782354 tempest-ServerMetadataNegativeTestJSON-1717782354-project] 10.222.0.66 "GET /v2.0/ports?device_id=3766cfb0-83a6-48be-92e5-12846481d7d8 HTTP/1.1" status: 200 len: 210 time: 0.0297196 Aug 18 12:01:12.773893 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23310894-1f2c-4835-a723-1367753023a5 req-3a0ae6f5-c52b-44e0-b872-d08cfb0af422 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:12.775693 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-23310894-1f2c-4835-a723-1367753023a5 req-3a0ae6f5-c52b-44e0-b872-d08cfb0af422 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/ports?device_id=cdab7f96-bbe8-4053-b5b1-d9470878b1bc HTTP/1.1" status: 200 len: 946 time: 0.0918541 Aug 18 12:01:12.787773 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7fc08b-438f-4ba2-9f29-8486e2e5ba22 req-1df6a724-e5aa-465b-bbd1-8bbda1280757 tempest-ListImageFiltersTestJSON-2011468970 tempest-ListImageFiltersTestJSON-2011468970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:12.789319 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-bf7fc08b-438f-4ba2-9f29-8486e2e5ba22 req-1df6a724-e5aa-465b-bbd1-8bbda1280757 tempest-ListImageFiltersTestJSON-2011468970 tempest-ListImageFiltersTestJSON-2011468970-project] 10.222.0.66 "GET /v2.0/ports?device_id=d30880ae-50e6-4886-b31e-41d8bcfcb52d HTTP/1.1" status: 200 len: 947 time: 0.0945847 Aug 18 12:01:12.863700 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-23310894-1f2c-4835-a723-1367753023a5 req-03db1782-dd3e-4c69-9033-9763f1ae67bf tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/security-groups?id=582571f6-a365-42ab-be92-c3254f7d1409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733869 Aug 18 12:01:12.889093 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-bf7fc08b-438f-4ba2-9f29-8486e2e5ba22 req-9a386193-83ff-4cd4-b524-a6d25f7944fc tempest-ListImageFiltersTestJSON-2011468970 tempest-ListImageFiltersTestJSON-2011468970-project] 10.222.0.66 "GET /v2.0/security-groups?id=80056a0b-428e-4a13-9031-cd2effcf9e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616467 Aug 18 12:01:13.092101 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51aa3aa8-a581-4fa3-ac6a-3cfb0311cc0a req-ef9f8f3c-2d83-4ee5-9622-bbcd5e8a3b2d tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:13.093613 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-51aa3aa8-a581-4fa3-ac6a-3cfb0311cc0a req-ef9f8f3c-2d83-4ee5-9622-bbcd5e8a3b2d tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.62 "GET /v2.0/ports?device_id=cdab7f96-bbe8-4053-b5b1-d9470878b1bc HTTP/1.1" status: 200 len: 946 time: 0.0524178 Aug 18 12:01:13.175340 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 32774) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:01:13.202466 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-51aa3aa8-a581-4fa3-ac6a-3cfb0311cc0a req-1d98317c-1ffb-4ab2-851a-85504168e6d8 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] Deleting port 1486fc72-458e-4fd8-b79c-3c877b22004b {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:01:13.202809 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-51aa3aa8-a581-4fa3-ac6a-3cfb0311cc0a req-1d98317c-1ffb-4ab2-851a-85504168e6d8 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:13.277623 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-969dc877-a830-44f4-ac21-faaff371a300 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1469111022-network', 'tenant_id': 'fe1ab259ff774abb8ee8f6b115f604ca'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:01:13.296929 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-51aa3aa8-a581-4fa3-ac6a-3cfb0311cc0a req-1d98317c-1ffb-4ab2-851a-85504168e6d8 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] For port 1486fc72-458e-4fd8-b79c-3c877b22004b, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=1486fc72-458e-4fd8-b79c-3c877b22004b,segment=NetworkSegment(41659f6a-58f9-4216-bad4-63cae3d0928f),segment_id=41659f6a-58f9-4216-bad4-63cae3d0928f)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:01:13.297591 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-51aa3aa8-a581-4fa3-ac6a-3cfb0311cc0a req-1d98317c-1ffb-4ab2-851a-85504168e6d8 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:13.299890 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-969dc877-a830-44f4-ac21-faaff371a300 admin admin] Made reservation on behalf of fe1ab259ff774abb8ee8f6b115f604ca for: {'network': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:01:13.302248 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-969dc877-a830-44f4-ac21-faaff371a300 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for network, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:13.310667 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-969dc877-a830-44f4-ac21-faaff371a300 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:13.337352 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-51aa3aa8-a581-4fa3-ac6a-3cfb0311cc0a req-1d98317c-1ffb-4ab2-851a-85504168e6d8 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] Calling delete_port for 1486fc72-458e-4fd8-b79c-3c877b22004b owned by compute:nova {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:01:13.404175 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeabfc4-31e3-447c-8c02-bae7ffd61f1a req-22347f94-cab5-4e31-a6da-0842bc9e6f08 tempest-ListImageFiltersTestJSON-2011468970 tempest-ListImageFiltersTestJSON-2011468970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:13.405521 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-3eeabfc4-31e3-447c-8c02-bae7ffd61f1a req-22347f94-cab5-4e31-a6da-0842bc9e6f08 tempest-ListImageFiltersTestJSON-2011468970 tempest-ListImageFiltersTestJSON-2011468970-project] 10.222.0.62 "GET /v2.0/ports?device_id=d30880ae-50e6-4886-b31e-41d8bcfcb52d HTTP/1.1" status: 200 len: 947 time: 0.0999520 Aug 18 12:01:13.409739 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-969dc877-a830-44f4-ac21-faaff371a300 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:13.415260 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-969dc877-a830-44f4-ac21-faaff371a300 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:13.444103 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-969dc877-a830-44f4-ac21-faaff371a300 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 803} {{(pid=106252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:01:13.462716 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969dc877-a830-44f4-ac21-faaff371a300 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47674416-b298-4cf8-93c5-c03a14c2b3bc,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:01:13.482794 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-969dc877-a830-44f4-ac21-faaff371a300 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:13.482794 n-d-804985-2 neutron-server[106252]: INFO neutron.db.segments_db [None req-969dc877-a830-44f4-ac21-faaff371a300 admin admin] Added segment d17ce5aa-2f30-4357-baad-fd11d5479ac5 of type vlan for network 3811f777-5849-45bb-9880-799ae79f59e0 Aug 18 12:01:13.529373 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-969dc877-a830-44f4-ac21-faaff371a300 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789150665894'] for network, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:13.542347 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc2b720-670f-4827-a611-2f3a4010b4cf req-f4eef8be-f338-41a7-8e88-cdb21b3a875b tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:13.543917 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-bcc2b720-670f-4827-a611-2f3a4010b4cf req-f4eef8be-f338-41a7-8e88-cdb21b3a875b tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/ports?device_id=50ed693d-cbb2-4cf2-a656-704f6a7c8398 HTTP/1.1" status: 200 len: 950 time: 0.0977263 Aug 18 12:01:13.571348 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-3eeabfc4-31e3-447c-8c02-bae7ffd61f1a req-ab9151d9-efe9-443e-8432-51fe0d85dd67 tempest-ListImageFiltersTestJSON-2011468970 tempest-ListImageFiltersTestJSON-2011468970-project] Deleting port 543e5e53-1de6-47c5-aece-c58829e5a352 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:01:13.571688 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-3eeabfc4-31e3-447c-8c02-bae7ffd61f1a req-ab9151d9-efe9-443e-8432-51fe0d85dd67 tempest-ListImageFiltersTestJSON-2011468970 tempest-ListImageFiltersTestJSON-2011468970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:13.595002 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-969dc877-a830-44f4-ac21-faaff371a300 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for network, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:13.596082 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-969dc877-a830-44f4-ac21-faaff371a300 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:13.596747 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-969dc877-a830-44f4-ac21-faaff371a300 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for network, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:13.618673 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-51aa3aa8-a581-4fa3-ac6a-3cfb0311cc0a req-1d98317c-1ffb-4ab2-851a-85504168e6d8 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:13.633175 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] get_ports_and_sgs() called for port_ids ['b22d0b76-0641-4b54-8103-0eca22255863', '1486fc72-458e-4fd8-b79c-3c877b22004b'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:01:13.653128 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-bcc2b720-670f-4827-a611-2f3a4010b4cf req-6335655c-2a40-4ee0-b172-b5568909c789 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/security-groups?id=0ddd2c5c-7e53-44ab-9404-c5fea69a570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918746 Aug 18 12:01:13.655458 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98317c-1ffb-4ab2-851a-85504168e6d8 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] Pushing event deleted for resources: {'Port': ['ID=1486fc72-458e-4fd8-b79c-3c877b22004b,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:01:13.712045 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-51aa3aa8-a581-4fa3-ac6a-3cfb0311cc0a req-1d98317c-1ffb-4ab2-851a-85504168e6d8 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] No DVR routers for this DVR port 1486fc72-458e-4fd8-b79c-3c877b22004b on host n-h2-804985-2 {{(pid=106253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:01:13.720022 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-51aa3aa8-a581-4fa3-ac6a-3cfb0311cc0a req-1d98317c-1ffb-4ab2-851a-85504168e6d8 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:13.722210 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-51aa3aa8-a581-4fa3-ac6a-3cfb0311cc0a req-1d98317c-1ffb-4ab2-851a-85504168e6d8 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.62 "DELETE /v2.0/ports/1486fc72-458e-4fd8-b79c-3c877b22004b HTTP/1.1" status: 204 len: 173 time: 0.6172063 Aug 18 12:01:13.722656 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdab7f96-bbe8-4053-b5b1-d9470878b1bc', 'name': 'network-vif-deleted', 'tag': '1486fc72-458e-4fd8-b79c-3c877b22004b'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:01:13.725335 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0679f4c4b6e0e0c064a7d71d722dc30541a34fffee11680573be22ee2ffccc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c58a6f61-5b14-42ee-848a-43d6b4126bc6" -d '{"events": [{"server_uuid": "cdab7f96-bbe8-4053-b5b1-d9470878b1bc", "name": "network-vif-deleted", "tag": "1486fc72-458e-4fd8-b79c-3c877b22004b"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:01:13.749004 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-3eeabfc4-31e3-447c-8c02-bae7ffd61f1a req-ab9151d9-efe9-443e-8432-51fe0d85dd67 tempest-ListImageFiltersTestJSON-2011468970 tempest-ListImageFiltersTestJSON-2011468970-project] For port 543e5e53-1de6-47c5-aece-c58829e5a352, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=543e5e53-1de6-47c5-aece-c58829e5a352,segment=NetworkSegment(b0eb6eea-b461-4969-8a27-808f00daa8a1),segment_id=b0eb6eea-b461-4969-8a27-808f00daa8a1)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:01:13.749395 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-3eeabfc4-31e3-447c-8c02-bae7ffd61f1a req-ab9151d9-efe9-443e-8432-51fe0d85dd67 tempest-ListImageFiltersTestJSON-2011468970 tempest-ListImageFiltersTestJSON-2011468970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:13.762637 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-3eeabfc4-31e3-447c-8c02-bae7ffd61f1a req-ab9151d9-efe9-443e-8432-51fe0d85dd67 tempest-ListImageFiltersTestJSON-2011468970 tempest-ListImageFiltersTestJSON-2011468970-project] Calling delete_port for 543e5e53-1de6-47c5-aece-c58829e5a352 owned by compute:nova {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:01:13.806697 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-969dc877-a830-44f4-ac21-faaff371a300 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.6297874 Aug 18 12:01:13.812847 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 32790) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:01:13.844425 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-7ffbddbe-5de3-4fa9-889f-aa452f0c7f16 admin admin] Request body: {'subnet': {'network_id': '3811f777-5849-45bb-9880-799ae79f59e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1469111022-subnet', 'tenant_id': 'fe1ab259ff774abb8ee8f6b115f604ca', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:01:13.851120 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-11a5ba82-12a3-4f52-bdf6-db13f9d89ec0 req-098e7df6-35f3-4b3c-9d85-49329ae5abfc tempest-ServerShowV247Test-1488913494 tempest-ServerShowV247Test-1488913494-project] 10.222.0.66 "GET /v2.0/ports?device_id=8cbe6341-fa5a-491e-b656-4898ed92abb2 HTTP/1.1" status: 200 len: 210 time: 0.2107379 Aug 18 12:01:13.863712 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969dc877-a830-44f4-ac21-faaff371a300 admin admin] Pushing event updated for resources: {'Network': ['ID=3811f777-5849-45bb-9880-799ae79f59e0,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:01:13.875093 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Network 3811f777-5849-45bb-9880-799ae79f59e0 details requested by agent ovs-agent-n-d-804985-2 with host n-d-804985-2 {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:01:13.906508 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ffbddbe-5de3-4fa9-889f-aa452f0c7f16 admin admin] Made reservation on behalf of fe1ab259ff774abb8ee8f6b115f604ca for: {'subnet': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:01:13.907592 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-7ffbddbe-5de3-4fa9-889f-aa452f0c7f16 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59074089'] for subnet, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:13.972337 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-3eeabfc4-31e3-447c-8c02-bae7ffd61f1a req-ab9151d9-efe9-443e-8432-51fe0d85dd67 tempest-ListImageFiltersTestJSON-2011468970 tempest-ListImageFiltersTestJSON-2011468970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:13.973553 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046fe5a9-5f70-4133-a670-1ebce3ed1d28 req-25bdf230-334a-4b18-990a-15c160740bd1 tempest-ServerMetadataNegativeTestJSON-1717782354 tempest-ServerMetadataNegativeTestJSON-1717782354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:13.975233 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-046fe5a9-5f70-4133-a670-1ebce3ed1d28 req-25bdf230-334a-4b18-990a-15c160740bd1 tempest-ServerMetadataNegativeTestJSON-1717782354 tempest-ServerMetadataNegativeTestJSON-1717782354-project] 10.222.0.63 "GET /v2.0/networks?id=6ca56413-3597-4958-bf90-89e4dfdb42e8 HTTP/1.1" status: 200 len: 820 time: 0.3672729 Aug 18 12:01:13.980363 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:01:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8376149f-c42a-48b2-b956-cfb35a30a1de x-openstack-request-id: req-8376149f-c42a-48b2-b956-cfb35a30a1de {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:01:13.980691 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdab7f96-bbe8-4053-b5b1-d9470878b1bc", "name": "network-vif-deleted", "tag": "1486fc72-458e-4fd8-b79c-3c877b22004b", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:01:13.981076 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-8376149f-c42a-48b2-b956-cfb35a30a1de {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:01:13.981462 n-d-804985-2 neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdab7f96-bbe8-4053-b5b1-d9470878b1bc', 'name': 'network-vif-deleted', 'tag': '1486fc72-458e-4fd8-b79c-3c877b22004b', 'status': 'completed', 'code': 200} Aug 18 12:01:13.996236 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-046fe5a9-5f70-4133-a670-1ebce3ed1d28 req-ab1c2cd5-452f-466c-9734-522b06b36e55 tempest-ServerMetadataNegativeTestJSON-1717782354 tempest-ServerMetadataNegativeTestJSON-1717782354-project] Request body: {'port': {'device_id': '3766cfb0-83a6-48be-92e5-12846481d7d8', 'network_id': '6ca56413-3597-4958-bf90-89e4dfdb42e8', 'admin_state_up': True, 'tenant_id': '6add34f5b6204eaea1a9f2731fe16da1'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:01:14.013974 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9151d9-efe9-443e-8432-51fe0d85dd67 tempest-ListImageFiltersTestJSON-2011468970 tempest-ListImageFiltersTestJSON-2011468970-project] Pushing event deleted for resources: {'Port': ['ID=543e5e53-1de6-47c5-aece-c58829e5a352,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:01:14.066964 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-3eeabfc4-31e3-447c-8c02-bae7ffd61f1a req-ab9151d9-efe9-443e-8432-51fe0d85dd67 tempest-ListImageFiltersTestJSON-2011468970 tempest-ListImageFiltersTestJSON-2011468970-project] No DVR routers for this DVR port 543e5e53-1de6-47c5-aece-c58829e5a352 on host n-h2-804985-2 {{(pid=106253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:01:14.069878 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-3eeabfc4-31e3-447c-8c02-bae7ffd61f1a req-ab9151d9-efe9-443e-8432-51fe0d85dd67 tempest-ListImageFiltersTestJSON-2011468970 tempest-ListImageFiltersTestJSON-2011468970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:14.071871 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-3eeabfc4-31e3-447c-8c02-bae7ffd61f1a req-ab9151d9-efe9-443e-8432-51fe0d85dd67 tempest-ListImageFiltersTestJSON-2011468970 tempest-ListImageFiltersTestJSON-2011468970-project] 10.222.0.62 "DELETE /v2.0/ports/543e5e53-1de6-47c5-aece-c58829e5a352 HTTP/1.1" status: 204 len: 173 time: 0.6470768 Aug 18 12:01:14.113533 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5fac9d35-b153-47e3-bbeb-afe319e571d0 req-27ef6c79-1a0a-4040-ba91-5d25c158204d tempest-ServerMetadataNegativeTestJSON-1717782354 tempest-ServerMetadataNegativeTestJSON-1717782354-project] 10.222.0.66 "GET /v2.0/ports?device_id=3766cfb0-83a6-48be-92e5-12846481d7d8 HTTP/1.1" status: 200 len: 210 time: 0.0570679 Aug 18 12:01:14.140183 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1568e4e4-3246-4364-a3e3-d75bc27ffcdb req-6873976a-57e3-4ce0-9bc5-e2b62e99252d tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/ports?device_id=cdab7f96-bbe8-4053-b5b1-d9470878b1bc HTTP/1.1" status: 200 len: 210 time: 0.0543232 Aug 18 12:01:14.241156 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-badd1ffd-32c0-4d65-82d1-fd403b941b88 req-59da31ac-f40d-4e31-bbd8-61c785a69fe7 tempest-ListImageFiltersTestJSON-2011468970 tempest-ListImageFiltersTestJSON-2011468970-project] 10.222.0.66 "GET /v2.0/ports?device_id=d30880ae-50e6-4886-b31e-41d8bcfcb52d HTTP/1.1" status: 200 len: 210 time: 0.0616159 Aug 18 12:01:14.292998 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-046fe5a9-5f70-4133-a670-1ebce3ed1d28 req-ab1c2cd5-452f-466c-9734-522b06b36e55 tempest-ServerMetadataNegativeTestJSON-1717782354 tempest-ServerMetadataNegativeTestJSON-1717782354-project] Made reservation on behalf of 6add34f5b6204eaea1a9f2731fe16da1 for: {'port': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:01:14.296320 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-046fe5a9-5f70-4133-a670-1ebce3ed1d28 req-ab1c2cd5-452f-466c-9734-522b06b36e55 tempest-ServerMetadataNegativeTestJSON-1717782354 tempest-ServerMetadataNegativeTestJSON-1717782354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:14.307136 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-7ffbddbe-5de3-4fa9-889f-aa452f0c7f16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3572913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59074111'] for subnet, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:14.410318 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffbddbe-5de3-4fa9-889f-aa452f0c7f16 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf85a510-4d3c-4322-ac79-b9cb0b40bab8,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:01:14.439648 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ffbddbe-5de3-4fa9-889f-aa452f0c7f16 admin admin] Checking segment: {'id': 'd17ce5aa-2f30-4357-baad-fd11d5479ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '3811f777-5849-45bb-9880-799ae79f59e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:01:14.440013 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ffbddbe-5de3-4fa9-889f-aa452f0c7f16 admin admin] Network hostable DHCP agents. Network: 3811f777-5849-45bb-9880-799ae79f59e0, hostable agents: ['97c14208-2951-4361-8d64-3708c946ff5f'], hosted agents: [] {{(pid=106252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 12:01:14.491842 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ffbddbe-5de3-4fa9-889f-aa452f0c7f16 admin admin] Network 3811f777-5849-45bb-9880-799ae79f59e0 is scheduled to be hosted by DHCP agent 97c14208-2951-4361-8d64-3708c946ff5f with binding_index 1 {{(pid=106252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 12:01:14.506212 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [req-046fe5a9-5f70-4133-a670-1ebce3ed1d28 req-ab1c2cd5-452f-466c-9734-522b06b36e55 tempest-ServerMetadataNegativeTestJSON-1717782354 tempest-ServerMetadataNegativeTestJSON-1717782354-project] Allocated IP 172.20.0.12 (6ca56413-3597-4958-bf90-89e4dfdb42e8/e8234269-5d70-4ba1-82f0-7859dd6d8f30/8c8cceee-f1a9-4418-b8c1-c05570574795) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:01:14.516508 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-7ffbddbe-5de3-4fa9-889f-aa452f0c7f16 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-2, 3811f777-5849-45bb-9880-799ae79f59e0) {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:01:14.522075 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ffbddbe-5de3-4fa9-889f-aa452f0c7f16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:14.522661 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-7ffbddbe-5de3-4fa9-889f-aa452f0c7f16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for subnet, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:14.529571 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d496f864-1abc-479d-a163-6bce7dc0a099 None None] Network 3811f777-5849-45bb-9880-799ae79f59e0 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:01:14.550051 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-7ffbddbe-5de3-4fa9-889f-aa452f0c7f16 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.7119696 Aug 18 12:01:14.553704 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 32796) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:01:14.558137 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-272e9d54-3096-4c13-8acf-8f4842d5e32e admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1469111022-router', 'tenant_id': 'fe1ab259ff774abb8ee8f6b115f604ca', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'}}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:01:14.580489 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-272e9d54-3096-4c13-8acf-8f4842d5e32e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-998592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15809'] for router, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:14.581512 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-272e9d54-3096-4c13-8acf-8f4842d5e32e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-992733', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-971415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15816'] for router, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:14.633363 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-272e9d54-3096-4c13-8acf-8f4842d5e32e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:14.673231 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e338c31-7c12-4c1f-9491-e26989d11bf3 None None] Network 3811f777-5849-45bb-9880-799ae79f59e0 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:01:14.692217 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-046fe5a9-5f70-4133-a670-1ebce3ed1d28 req-ab1c2cd5-452f-466c-9734-522b06b36e55 tempest-ServerMetadataNegativeTestJSON-1717782354 tempest-ServerMetadataNegativeTestJSON-1717782354-project] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:14.736396 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-046fe5a9-5f70-4133-a670-1ebce3ed1d28 req-ab1c2cd5-452f-466c-9734-522b06b36e55 tempest-ServerMetadataNegativeTestJSON-1717782354 tempest-ServerMetadataNegativeTestJSON-1717782354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:14.806824 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-046fe5a9-5f70-4133-a670-1ebce3ed1d28 req-ab1c2cd5-452f-466c-9734-522b06b36e55 tempest-ServerMetadataNegativeTestJSON-1717782354 tempest-ServerMetadataNegativeTestJSON-1717782354-project] Network 6ca56413-3597-4958-bf90-89e4dfdb42e8 is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:01:14.812647 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-272e9d54-3096-4c13-8acf-8f4842d5e32e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:14.815579 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [req-046fe5a9-5f70-4133-a670-1ebce3ed1d28 req-ab1c2cd5-452f-466c-9734-522b06b36e55 tempest-ServerMetadataNegativeTestJSON-1717782354 tempest-ServerMetadataNegativeTestJSON-1717782354-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:01:14.823835 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-046fe5a9-5f70-4133-a670-1ebce3ed1d28 req-ab1c2cd5-452f-466c-9734-522b06b36e55 tempest-ServerMetadataNegativeTestJSON-1717782354 tempest-ServerMetadataNegativeTestJSON-1717782354-project] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:01:14.856808 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1c2cd5-452f-466c-9734-522b06b36e55 tempest-ServerMetadataNegativeTestJSON-1717782354 tempest-ServerMetadataNegativeTestJSON-1717782354-project] Pushing event updated for resources: {'Port': ['ID=8c8cceee-f1a9-4418-b8c1-c05570574795,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:01:14.869676 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa786af-41b0-4488-ade9-06a540caf5f1 req-d4103a1a-860a-496f-80b3-4750b8ede16b tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:14.871228 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-afa786af-41b0-4488-ade9-06a540caf5f1 req-d4103a1a-860a-496f-80b3-4750b8ede16b tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/ports?device_id=50ed693d-cbb2-4cf2-a656-704f6a7c8398 HTTP/1.1" status: 200 len: 950 time: 0.1400352 Aug 18 12:01:14.920884 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046fe5a9-5f70-4133-a670-1ebce3ed1d28 req-ab1c2cd5-452f-466c-9734-522b06b36e55 tempest-ServerMetadataNegativeTestJSON-1717782354 tempest-ServerMetadataNegativeTestJSON-1717782354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:14.921556 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-046fe5a9-5f70-4133-a670-1ebce3ed1d28 req-ab1c2cd5-452f-466c-9734-522b06b36e55 tempest-ServerMetadataNegativeTestJSON-1717782354 tempest-ServerMetadataNegativeTestJSON-1717782354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:14.944203 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-afa786af-41b0-4488-ade9-06a540caf5f1 req-67489b35-727f-49c8-8391-0d822eca8ca1 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/security-groups?id=0ddd2c5c-7e53-44ab-9404-c5fea69a570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643458 Aug 18 12:01:14.954752 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-046fe5a9-5f70-4133-a670-1ebce3ed1d28 req-ab1c2cd5-452f-466c-9734-522b06b36e55 tempest-ServerMetadataNegativeTestJSON-1717782354 tempest-ServerMetadataNegativeTestJSON-1717782354-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9650140 Aug 18 12:01:14.970990 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-046fe5a9-5f70-4133-a670-1ebce3ed1d28 req-2f98c3b9-1225-4320-a145-5c6d90ff64ad service neutron] Request body: {'port': {'device_id': '3766cfb0-83a6-48be-92e5-12846481d7d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804985-2'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:01:15.056222 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1d298afd-47a6-4d57-b35f-fb47b7b8f65b req-db40470f-6c3b-4cf8-aa0d-2c922cee8c5b tempest-ServerShowV247Test-1488913494 tempest-ServerShowV247Test-1488913494-project] 10.222.0.66 "GET /v2.0/ports?device_id=8cbe6341-fa5a-491e-b656-4898ed92abb2 HTTP/1.1" status: 200 len: 210 time: 0.0347965 Aug 18 12:01:15.059341 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-046fe5a9-5f70-4133-a670-1ebce3ed1d28 req-2f98c3b9-1225-4320-a145-5c6d90ff64ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:15.338838 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-272e9d54-3096-4c13-8acf-8f4842d5e32e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:15.346445 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3afbcab-abb4-4a0b-9321-4c249cf9ca20 req-ab9042b4-a38f-4c2a-bc7b-ce37e6fa1644 tempest-ServerMetadataNegativeTestJSON-1717782354 tempest-ServerMetadataNegativeTestJSON-1717782354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:15.347960 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e3afbcab-abb4-4a0b-9321-4c249cf9ca20 req-ab9042b4-a38f-4c2a-bc7b-ce37e6fa1644 tempest-ServerMetadataNegativeTestJSON-1717782354 tempest-ServerMetadataNegativeTestJSON-1717782354-project] 10.222.0.66 "GET /v2.0/ports?device_id=3766cfb0-83a6-48be-92e5-12846481d7d8 HTTP/1.1" status: 200 len: 932 time: 0.1488700 Aug 18 12:01:15.360450 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-272e9d54-3096-4c13-8acf-8f4842d5e32e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:15.376498 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eb5cec-5752-4827-8953-5bef09bb0495 req-3a206dbc-e39a-4062-82ff-28c057ff19e3 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:15.378007 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a4eb5cec-5752-4827-8953-5bef09bb0495 req-3a206dbc-e39a-4062-82ff-28c057ff19e3 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/ports?device_id=c638d708-f9ec-4cc8-8d73-799d4b9bed3c HTTP/1.1" status: 200 len: 945 time: 0.1061661 Aug 18 12:01:15.465970 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [None req-272e9d54-3096-4c13-8acf-8f4842d5e32e admin admin] Allocated IP 172.25.7.209 (7cae7a70-14fd-408c-b14d-39ceb97cb60e/9784295a-20b8-4a4b-b105-f82737f0448f/31d68e6f-4c35-4e03-9514-66dcfacbedea) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:01:15.473884 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e3afbcab-abb4-4a0b-9321-4c249cf9ca20 req-014713bc-c273-4ab9-98ec-9d1c01ecca27 tempest-ServerMetadataNegativeTestJSON-1717782354 tempest-ServerMetadataNegativeTestJSON-1717782354-project] 10.222.0.66 "GET /v2.0/security-groups?id=54546cbb-71ee-46a9-8b2f-85c346922e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175981 Aug 18 12:01:15.486201 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a4eb5cec-5752-4827-8953-5bef09bb0495 req-047734fd-9caf-40b6-a10f-6fb3a5e43f18 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/security-groups?id=582571f6-a365-42ab-be92-c3254f7d1409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949211 Aug 18 12:01:15.491851 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [req-046fe5a9-5f70-4133-a670-1ebce3ed1d28 req-2f98c3b9-1225-4320-a145-5c6d90ff64ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c8cceee-f1a9-4418-b8c1-c05570574795 {{(pid=106252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:01:15.500308 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-046fe5a9-5f70-4133-a670-1ebce3ed1d28 req-2f98c3b9-1225-4320-a145-5c6d90ff64ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:15.513373 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [req-046fe5a9-5f70-4133-a670-1ebce3ed1d28 req-2f98c3b9-1225-4320-a145-5c6d90ff64ad service neutron] Transition to ACTIVE for port object 8c8cceee-f1a9-4418-b8c1-c05570574795 will not be triggered until provisioned by entity L2. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:01:15.519730 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-046fe5a9-5f70-4133-a670-1ebce3ed1d28 req-2f98c3b9-1225-4320-a145-5c6d90ff64ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:15.610364 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-272e9d54-3096-4c13-8acf-8f4842d5e32e admin admin] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:15.638844 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f98c3b9-1225-4320-a145-5c6d90ff64ad service neutron] Pushing event updated for resources: {'Port': ['ID=8c8cceee-f1a9-4418-b8c1-c05570574795,revision_number=2']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:01:15.665200 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-272e9d54-3096-4c13-8acf-8f4842d5e32e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:15.675988 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-046fe5a9-5f70-4133-a670-1ebce3ed1d28 req-2f98c3b9-1225-4320-a145-5c6d90ff64ad service neutron] Attempting to bind port 8c8cceee-f1a9-4418-b8c1-c05570574795 on host n-h1-804985-2 for vnic_type normal with profile {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:01:15.676459 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-046fe5a9-5f70-4133-a670-1ebce3ed1d28 req-2f98c3b9-1225-4320-a145-5c6d90ff64ad service neutron] Attempting to bind port 8c8cceee-f1a9-4418-b8c1-c05570574795 by drivers openvswitch,hyperv on host n-h1-804985-2 at level 0 using segments [{'id': 'a662de5a-0482-4b00-8969-781b04bd0178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '6ca56413-3597-4958-bf90-89e4dfdb42e8'}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:01:15.676825 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-046fe5a9-5f70-4133-a670-1ebce3ed1d28 req-2f98c3b9-1225-4320-a145-5c6d90ff64ad service neutron] Attempting to bind port 8c8cceee-f1a9-4418-b8c1-c05570574795 on network 6ca56413-3597-4958-bf90-89e4dfdb42e8 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:01:15.681710 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-046fe5a9-5f70-4133-a670-1ebce3ed1d28 req-2f98c3b9-1225-4320-a145-5c6d90ff64ad service neutron] Port 8c8cceee-f1a9-4418-b8c1-c05570574795 on network 6ca56413-3597-4958-bf90-89e4dfdb42e8 not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-2 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:01:15.682251 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-046fe5a9-5f70-4133-a670-1ebce3ed1d28 req-2f98c3b9-1225-4320-a145-5c6d90ff64ad service neutron] Attempting to bind port 8c8cceee-f1a9-4418-b8c1-c05570574795 on network 6ca56413-3597-4958-bf90-89e4dfdb42e8 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:01:15.688316 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-046fe5a9-5f70-4133-a670-1ebce3ed1d28 req-2f98c3b9-1225-4320-a145-5c6d90ff64ad service neutron] Checking agent: {'id': 'a613417a-d085-492c-941a-59bb18c633d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 49, 6), 'started_at': datetime.datetime(2021, 8, 18, 11, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 1, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:01:15.689523 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-046fe5a9-5f70-4133-a670-1ebce3ed1d28 req-2f98c3b9-1225-4320-a145-5c6d90ff64ad service neutron] Checking segment: {'id': 'a662de5a-0482-4b00-8969-781b04bd0178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '6ca56413-3597-4958-bf90-89e4dfdb42e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:01:15.689523 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-046fe5a9-5f70-4133-a670-1ebce3ed1d28 req-2f98c3b9-1225-4320-a145-5c6d90ff64ad service neutron] Bound using segment: {'id': 'a662de5a-0482-4b00-8969-781b04bd0178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '6ca56413-3597-4958-bf90-89e4dfdb42e8'} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:01:15.689766 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-046fe5a9-5f70-4133-a670-1ebce3ed1d28 req-2f98c3b9-1225-4320-a145-5c6d90ff64ad service neutron] Bound port: 8c8cceee-f1a9-4418-b8c1-c05570574795, host: n-h1-804985-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a662de5a-0482-4b00-8969-781b04bd0178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '6ca56413-3597-4958-bf90-89e4dfdb42e8'}}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:01:15.690082 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-046fe5a9-5f70-4133-a670-1ebce3ed1d28 req-2f98c3b9-1225-4320-a145-5c6d90ff64ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:15.719217 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-272e9d54-3096-4c13-8acf-8f4842d5e32e admin admin] Network 7cae7a70-14fd-408c-b14d-39ceb97cb60e is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:01:15.724415 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-272e9d54-3096-4c13-8acf-8f4842d5e32e admin admin] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:01:15.729160 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-272e9d54-3096-4c13-8acf-8f4842d5e32e admin admin] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:01:15.762429 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272e9d54-3096-4c13-8acf-8f4842d5e32e admin admin] Pushing event updated for resources: {'Port': ['ID=31d68e6f-4c35-4e03-9514-66dcfacbedea,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:01:15.810503 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b00254c-040b-4102-8fa6-fb299d8b2b11 req-6a0c1a19-0e3c-4ad5-a2b9-7a6856d2dfb9 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:15.811982 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9b00254c-040b-4102-8fa6-fb299d8b2b11 req-6a0c1a19-0e3c-4ad5-a2b9-7a6856d2dfb9 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/ports?device_id=c638d708-f9ec-4cc8-8d73-799d4b9bed3c HTTP/1.1" status: 200 len: 945 time: 0.1118751 Aug 18 12:01:15.831144 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-046fe5a9-5f70-4133-a670-1ebce3ed1d28 req-2f98c3b9-1225-4320-a145-5c6d90ff64ad service neutron] For port 8c8cceee-f1a9-4418-b8c1-c05570574795, host n-h1-804985-2, cleared binding levels {{(pid=106252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:01:15.860602 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-046fe5a9-5f70-4133-a670-1ebce3ed1d28 req-2f98c3b9-1225-4320-a145-5c6d90ff64ad service neutron] For port 8c8cceee-f1a9-4418-b8c1-c05570574795, host n-h1-804985-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=8c8cceee-f1a9-4418-b8c1-c05570574795,segment=NetworkSegment(a662de5a-0482-4b00-8969-781b04bd0178),segment_id=a662de5a-0482-4b00-8969-781b04bd0178)] {{(pid=106252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:01:15.872205 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-046fe5a9-5f70-4133-a670-1ebce3ed1d28 req-2f98c3b9-1225-4320-a145-5c6d90ff64ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:15.881088 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e66a4b7-3456-4942-9e53-ebd93515df62 req-91472ec7-80ca-4b8f-be09-05a5f816fb62 tempest-ListImageFiltersTestJSON-2011468970 tempest-ListImageFiltersTestJSON-2011468970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:15.882584 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7e66a4b7-3456-4942-9e53-ebd93515df62 req-91472ec7-80ca-4b8f-be09-05a5f816fb62 tempest-ListImageFiltersTestJSON-2011468970 tempest-ListImageFiltersTestJSON-2011468970-project] 10.222.0.66 "GET /v2.0/ports?device_id=5abec44c-4add-4107-8aff-eaed0ea43967 HTTP/1.1" status: 200 len: 947 time: 0.1220419 Aug 18 12:01:15.896355 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9b00254c-040b-4102-8fa6-fb299d8b2b11 req-b86e3123-708b-4ccd-a368-f2db275e3522 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/security-groups?id=582571f6-a365-42ab-be92-c3254f7d1409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767770 Aug 18 12:01:15.935373 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046fe5a9-5f70-4133-a670-1ebce3ed1d28 req-2f98c3b9-1225-4320-a145-5c6d90ff64ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:15.935990 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-046fe5a9-5f70-4133-a670-1ebce3ed1d28 req-2f98c3b9-1225-4320-a145-5c6d90ff64ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:15.937450 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-046fe5a9-5f70-4133-a670-1ebce3ed1d28 req-2f98c3b9-1225-4320-a145-5c6d90ff64ad service neutron] 10.222.0.63 "PUT /v2.0/ports/8c8cceee-f1a9-4418-b8c1-c05570574795 HTTP/1.1" status: 200 len: 1092 time: 0.9717484 Aug 18 12:01:15.938984 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3766cfb0-83a6-48be-92e5-12846481d7d8', 'tag': '8c8cceee-f1a9-4418-b8c1-c05570574795'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:01:15.941273 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-856bcb92-21ae-44f6-a4f4-0b6d3e017873" -d '{"events": [{"name": "network-changed", "server_uuid": "3766cfb0-83a6-48be-92e5-12846481d7d8", "tag": "8c8cceee-f1a9-4418-b8c1-c05570574795"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:01:15.976675 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7e66a4b7-3456-4942-9e53-ebd93515df62 req-ae5d83c8-f6f3-47ab-b937-4de22ca66867 tempest-ListImageFiltersTestJSON-2011468970 tempest-ListImageFiltersTestJSON-2011468970-project] 10.222.0.66 "GET /v2.0/security-groups?id=80056a0b-428e-4a13-9031-cd2effcf9e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851572 Aug 18 12:01:15.983091 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd30880ae-50e6-4886-b31e-41d8bcfcb52d', 'name': 'network-vif-deleted', 'tag': '543e5e53-1de6-47c5-aece-c58829e5a352'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:01:15.983296 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f98c3b9-1225-4320-a145-5c6d90ff64ad service neutron] Pushing event updated for resources: {'Port': ['ID=8c8cceee-f1a9-4418-b8c1-c05570574795,revision_number=3']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:01:15.985838 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0679f4c4b6e0e0c064a7d71d722dc30541a34fffee11680573be22ee2ffccc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9f8e7dc-2431-438a-8c78-8caafc277d50" -d '{"events": [{"server_uuid": "d30880ae-50e6-4886-b31e-41d8bcfcb52d", "name": "network-vif-deleted", "tag": "543e5e53-1de6-47c5-aece-c58829e5a352"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:01:15.999432 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-272e9d54-3096-4c13-8acf-8f4842d5e32e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:16.043856 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046fe5a9-5f70-4133-a670-1ebce3ed1d28 req-eaf4925c-5f32-4bda-a945-2797ef05bcd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:16.046233 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-046fe5a9-5f70-4133-a670-1ebce3ed1d28 req-eaf4925c-5f32-4bda-a945-2797ef05bcd9 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=6add34f5b6204eaea1a9f2731fe16da1&device_id=3766cfb0-83a6-48be-92e5-12846481d7d8 HTTP/1.1" status: 200 len: 1095 time: 0.0532846 Aug 18 12:01:16.112420 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:01:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cb51f06-ea97-48e2-9a74-25f6f027f7f8 x-openstack-request-id: req-5cb51f06-ea97-48e2-9a74-25f6f027f7f8 {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:01:16.112670 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3766cfb0-83a6-48be-92e5-12846481d7d8", "tag": "8c8cceee-f1a9-4418-b8c1-c05570574795", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:01:16.113004 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-5cb51f06-ea97-48e2-9a74-25f6f027f7f8 {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:01:16.113275 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3766cfb0-83a6-48be-92e5-12846481d7d8', 'tag': '8c8cceee-f1a9-4418-b8c1-c05570574795', 'status': 'completed', 'code': 200} Aug 18 12:01:16.116016 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-046fe5a9-5f70-4133-a670-1ebce3ed1d28 req-508e1393-faf4-4447-80da-9a80cdf8c4c7 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8c8cceee-f1a9-4418-b8c1-c05570574795 HTTP/1.1" status: 200 len: 217 time: 0.0562928 Aug 18 12:01:16.208934 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046fe5a9-5f70-4133-a670-1ebce3ed1d28 req-cee63a19-0c2d-4147-a2e8-92590ffdd99a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:16.210472 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-046fe5a9-5f70-4133-a670-1ebce3ed1d28 req-cee63a19-0c2d-4147-a2e8-92590ffdd99a service neutron] 10.222.0.63 "GET /v2.0/subnets?id=e8234269-5d70-4ba1-82f0-7859dd6d8f30 HTTP/1.1" status: 200 len: 860 time: 0.0789886 Aug 18 12:01:16.215055 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-272e9d54-3096-4c13-8acf-8f4842d5e32e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-998473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-992536'] for router, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:16.228232 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cc4364-cc12-4511-84d8-4a24eab9f83e req-971c96fb-9a53-409f-920f-17644a9a563c tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:16.229708 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c5cc4364-cc12-4511-84d8-4a24eab9f83e req-971c96fb-9a53-409f-920f-17644a9a563c tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/ports?device_id=c638d708-f9ec-4cc8-8d73-799d4b9bed3c HTTP/1.1" status: 200 len: 945 time: 0.1625364 Aug 18 12:01:16.247077 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5f6e40-bcda-45aa-915b-e62e7790687c req-80c96f06-e5e5-4fd7-a352-472995b5da18 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:16.248560 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-cf5f6e40-bcda-45aa-915b-e62e7790687c req-80c96f06-e5e5-4fd7-a352-472995b5da18 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/ports?device_id=50ed693d-cbb2-4cf2-a656-704f6a7c8398 HTTP/1.1" status: 200 len: 950 time: 0.1159046 Aug 18 12:01:16.269540 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-046fe5a9-5f70-4133-a670-1ebce3ed1d28 req-46532b08-cce2-4221-b925-147a77642003 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=6ca56413-3597-4958-bf90-89e4dfdb42e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491235 Aug 18 12:01:16.346121 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-272e9d54-3096-4c13-8acf-8f4842d5e32e admin admin] Router f2f8f227-b1a0-4478-a13c-e3717d677bcb is scheduled to L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 with binding_index 1 {{(pid=106253) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 12:01:16.349661 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c5cc4364-cc12-4511-84d8-4a24eab9f83e req-4c0ffee3-bbe1-4cc5-b678-0a507267eb9d tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/security-groups?id=582571f6-a365-42ab-be92-c3254f7d1409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119189 Aug 18 12:01:16.380087 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-cf5f6e40-bcda-45aa-915b-e62e7790687c req-3de37d2f-9f40-4dfb-b448-0de03f0a6bef tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/security-groups?id=0ddd2c5c-7e53-44ab-9404-c5fea69a570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126809 Aug 18 12:01:16.403756 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-046fe5a9-5f70-4133-a670-1ebce3ed1d28 req-859e82fc-9690-4915-b808-332e8fbd448d service neutron] 10.222.0.63 "GET /v2.0/networks/6ca56413-3597-4958-bf90-89e4dfdb42e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204312 Aug 18 12:01:16.445312 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:01:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62a8d907-2517-4ccc-b57d-ad2c47e601c3 x-openstack-request-id: req-62a8d907-2517-4ccc-b57d-ad2c47e601c3 {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:01:16.445699 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d30880ae-50e6-4886-b31e-41d8bcfcb52d", "name": "network-vif-deleted", "tag": "543e5e53-1de6-47c5-aece-c58829e5a352", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:01:16.445956 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-62a8d907-2517-4ccc-b57d-ad2c47e601c3 {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:01:16.446350 n-d-804985-2 neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd30880ae-50e6-4886-b31e-41d8bcfcb52d', 'name': 'network-vif-deleted', 'tag': '543e5e53-1de6-47c5-aece-c58829e5a352', 'status': 'completed', 'code': 200} Aug 18 12:01:16.483120 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-272e9d54-3096-4c13-8acf-8f4842d5e32e admin admin] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:01:16.492652 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-856577bf-9262-4459-8825-63af7362138e None None] Sync routers for ids ['f2f8f227-b1a0-4478-a13c-e3717d677bcb'] in n-d-804985-2 {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:01:16.503586 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-272e9d54-3096-4c13-8acf-8f4842d5e32e admin admin] Notify callbacks [] for router, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:16.509833 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-272e9d54-3096-4c13-8acf-8f4842d5e32e admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 1.9547596 Aug 18 12:01:16.510319 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 32844) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:01:16.516961 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-856577bf-9262-4459-8825-63af7362138e None None] Routers {'f2f8f227-b1a0-4478-a13c-e3717d677bcb'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:01:16.517607 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-856577bf-9262-4459-8825-63af7362138e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:00:51Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['f2f8f227-b1a0-4478-a13c-e3717d677bcb'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:01:16.549803 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-046fe5a9-5f70-4133-a670-1ebce3ed1d28 req-61cbbb63-3769-47a5-924c-323905c1e92b service neutron] 10.222.0.63 "GET /v2.0/networks/6ca56413-3597-4958-bf90-89e4dfdb42e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365163 Aug 18 12:01:16.593380 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7e6d5d16-3579-4431-ae59-b5077ea91a70 req-73d538fc-f35c-46b5-bc6a-f6b4769cb57b tempest-ServerShowV247Test-1488913494 tempest-ServerShowV247Test-1488913494-project] 10.222.0.66 "GET /v2.0/ports?device_id=8cbe6341-fa5a-491e-b656-4898ed92abb2 HTTP/1.1" status: 200 len: 210 time: 0.0424020 Aug 18 12:01:16.685739 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-856577bf-9262-4459-8825-63af7362138e None None] Set router f2f8f227-b1a0-4478-a13c-e3717d677bcb gateway port host: n-d-804985-2 {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:01:16.690267 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf8cc59-2362-4d1e-8b4a-888a2105c839 req-8037744b-d47a-44d4-ae55-86ec4906f483 tempest-ServerMetadataNegativeTestJSON-1717782354 tempest-ServerMetadataNegativeTestJSON-1717782354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:16.691793 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-bcf8cc59-2362-4d1e-8b4a-888a2105c839 req-8037744b-d47a-44d4-ae55-86ec4906f483 tempest-ServerMetadataNegativeTestJSON-1717782354 tempest-ServerMetadataNegativeTestJSON-1717782354-project] 10.222.0.66 "GET /v2.0/ports?device_id=3766cfb0-83a6-48be-92e5-12846481d7d8 HTTP/1.1" status: 200 len: 944 time: 0.1019390 Aug 18 12:01:16.697931 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856bcb92-21ae-44f6-a4f4-0b6d3e017873 req-ae44d44e-b43e-4002-b782-b5139d227ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:16.699356 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-856bcb92-21ae-44f6-a4f4-0b6d3e017873 req-ae44d44e-b43e-4002-b782-b5139d227ca9 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=6add34f5b6204eaea1a9f2731fe16da1&device_id=3766cfb0-83a6-48be-92e5-12846481d7d8 HTTP/1.1" status: 200 len: 1095 time: 0.0619166 Aug 18 12:01:16.781906 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-bcf8cc59-2362-4d1e-8b4a-888a2105c839 req-7e157618-9b7d-44a4-b100-00d83ab6d4f1 tempest-ServerMetadataNegativeTestJSON-1717782354 tempest-ServerMetadataNegativeTestJSON-1717782354-project] 10.222.0.66 "GET /v2.0/security-groups?id=54546cbb-71ee-46a9-8b2f-85c346922e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815861 Aug 18 12:01:16.820965 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856bcb92-21ae-44f6-a4f4-0b6d3e017873 req-8c0a1957-b61b-4bb7-97ed-158eb50a3f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:16.822447 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-856bcb92-21ae-44f6-a4f4-0b6d3e017873 req-8c0a1957-b61b-4bb7-97ed-158eb50a3f7d service neutron] 10.222.0.63 "GET /v2.0/networks?id=6ca56413-3597-4958-bf90-89e4dfdb42e8 HTTP/1.1" status: 200 len: 921 time: 0.1053748 Aug 18 12:01:16.889518 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-856bcb92-21ae-44f6-a4f4-0b6d3e017873 req-3e19128d-c38d-408f-9227-9bc167547c31 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8c8cceee-f1a9-4418-b8c1-c05570574795 HTTP/1.1" status: 200 len: 217 time: 0.0549057 Aug 18 12:01:16.932575 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-856577bf-9262-4459-8825-63af7362138e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2f8f227-b1a0-4478-a13c-e3717d677bcb', 'name': 'tempest-ServerRescueNegativeTestJSON-1469111022-router', 'tenant_id': 'fe1ab259ff774abb8ee8f6b115f604ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': '31d68e6f-4c35-4e03-9514-66dcfacbedea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:01:14Z', 'updated_at': '2021-08-18T12:01:15Z', 'revision_number': 3, 'project_id': 'fe1ab259ff774abb8ee8f6b115f604ca', 'gw_port': {'id': '31d68e6f-4c35-4e03-9514-66dcfacbedea', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e6:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2f8f227-b1a0-4478-a13c-e3717d677bcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:01:15Z', 'updated_at': '2021-08-18T12:01:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:01:16.952278 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856bcb92-21ae-44f6-a4f4-0b6d3e017873 req-f99ee4a7-389a-4a85-aad0-f27d85377192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:16.953965 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-856bcb92-21ae-44f6-a4f4-0b6d3e017873 req-f99ee4a7-389a-4a85-aad0-f27d85377192 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=e8234269-5d70-4ba1-82f0-7859dd6d8f30 HTTP/1.1" status: 200 len: 860 time: 0.0561140 Aug 18 12:01:16.969004 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-856577bf-9262-4459-8825-63af7362138e None None] Checking router: f2f8f227-b1a0-4478-a13c-e3717d677bcb for host: n-d-804985-2 {{(pid=106254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:01:16.969454 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-856577bf-9262-4459-8825-63af7362138e None None] Updating router f2f8f227-b1a0-4478-a13c-e3717d677bcb port 31d68e6f-4c35-4e03-9514-66dcfacbedea binding host n-d-804985-2 {{(pid=106254) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 12:01:16.998102 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-856bcb92-21ae-44f6-a4f4-0b6d3e017873 req-98666876-4e77-44ea-9fbb-631e3129850e service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=6ca56413-3597-4958-bf90-89e4dfdb42e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343540 Aug 18 12:01:16.998778 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-856577bf-9262-4459-8825-63af7362138e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:17.070123 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e45355ed-cdca-48d6-b9ff-c4086d8086c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:17.270216 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [None req-e45355ed-cdca-48d6-b9ff-c4086d8086c1 admin admin] Allocated IP 172.20.0.1 (3811f777-5849-45bb-9880-799ae79f59e0/bf85a510-4d3c-4322-ac79-b9cb0b40bab8/c9af8207-4c5c-4229-a821-9651bf215fb3) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:01:17.301370 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-856577bf-9262-4459-8825-63af7362138e None None] Notify callbacks [] for port, precommit_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:17.314526 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-856577bf-9262-4459-8825-63af7362138e None None] Transition to ACTIVE for port object 31d68e6f-4c35-4e03-9514-66dcfacbedea will not be triggered until provisioned by entity L2. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:01:17.323446 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-856577bf-9262-4459-8825-63af7362138e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:17.394879 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e45355ed-cdca-48d6-b9ff-c4086d8086c1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:17.432835 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-856577bf-9262-4459-8825-63af7362138e None None] Attempting to bind port 31d68e6f-4c35-4e03-9514-66dcfacbedea on host n-d-804985-2 for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:01:17.433301 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-856577bf-9262-4459-8825-63af7362138e None None] Attempting to bind port 31d68e6f-4c35-4e03-9514-66dcfacbedea by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:01:17.433719 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-856577bf-9262-4459-8825-63af7362138e None None] Attempting to bind port 31d68e6f-4c35-4e03-9514-66dcfacbedea on network 7cae7a70-14fd-408c-b14d-39ceb97cb60e {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:01:17.446143 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-856577bf-9262-4459-8825-63af7362138e None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 0, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:01:17.446730 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-856577bf-9262-4459-8825-63af7362138e None None] Checking segment: {'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:01:17.447144 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-856577bf-9262-4459-8825-63af7362138e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:17.447539 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-856577bf-9262-4459-8825-63af7362138e None None] Bound using segment: {'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:01:17.448292 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-856577bf-9262-4459-8825-63af7362138e None None] Bound port: 31d68e6f-4c35-4e03-9514-66dcfacbedea, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:01:17.448825 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-856577bf-9262-4459-8825-63af7362138e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:17.455506 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb34b8e1-8320-422b-bfbd-b1dcad194e8d None None] Pushing event updated for resources: {'Port': ['ID=31d68e6f-4c35-4e03-9514-66dcfacbedea,revision_number=2']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:01:17.463508 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e45355ed-cdca-48d6-b9ff-c4086d8086c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:17.479859 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-856bcb92-21ae-44f6-a4f4-0b6d3e017873 req-cd4cde16-8818-4682-8cc6-865f24bc9862 service neutron] 10.222.0.63 "GET /v2.0/networks/6ca56413-3597-4958-bf90-89e4dfdb42e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4691050 Aug 18 12:01:17.529005 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-856577bf-9262-4459-8825-63af7362138e None None] For port 31d68e6f-4c35-4e03-9514-66dcfacbedea, host n-d-804985-2, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:01:17.534321 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-856577bf-9262-4459-8825-63af7362138e None None] For port 31d68e6f-4c35-4e03-9514-66dcfacbedea, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=31d68e6f-4c35-4e03-9514-66dcfacbedea,segment=NetworkSegment(c5a3db9d-5c58-41b1-9177-d5787a597b78),segment_id=c5a3db9d-5c58-41b1-9177-d5787a597b78)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:01:17.545772 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e45355ed-cdca-48d6-b9ff-c4086d8086c1 admin admin] Network 3811f777-5849-45bb-9880-799ae79f59e0 is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:01:17.546009 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-856577bf-9262-4459-8825-63af7362138e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:17.546132 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-e45355ed-cdca-48d6-b9ff-c4086d8086c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:01:17.550537 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e45355ed-cdca-48d6-b9ff-c4086d8086c1 admin admin] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:01:17.595957 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45355ed-cdca-48d6-b9ff-c4086d8086c1 admin admin] Pushing event updated for resources: {'Port': ['ID=c9af8207-4c5c-4229-a821-9651bf215fb3,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:01:17.624617 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e45355ed-cdca-48d6-b9ff-c4086d8086c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-996688'] for router_interface, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:17.631341 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-856577bf-9262-4459-8825-63af7362138e None None] Routers {'f2f8f227-b1a0-4478-a13c-e3717d677bcb'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:01:17.632084 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-856577bf-9262-4459-8825-63af7362138e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:00:51Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['f2f8f227-b1a0-4478-a13c-e3717d677bcb'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:01:17.671206 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb34b8e1-8320-422b-bfbd-b1dcad194e8d None None] Pushing event updated for resources: {'Port': ['ID=31d68e6f-4c35-4e03-9514-66dcfacbedea,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:01:17.679516 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db2f8a3-b14d-42c4-8918-481e2b37eb74 req-d1b98788-0800-4559-94ec-77d1dd8fc00f tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:17.681106 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3db2f8a3-b14d-42c4-8918-481e2b37eb74 req-d1b98788-0800-4559-94ec-77d1dd8fc00f tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/ports?device_id=50ed693d-cbb2-4cf2-a656-704f6a7c8398 HTTP/1.1" status: 200 len: 950 time: 0.1212883 Aug 18 12:01:17.695147 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9392c68-a2c2-41b9-8cf6-c91aceffd10e req-48922d27-860e-45a7-b432-4f1fb5cbfdca tempest-ListImageFiltersTestJSON-2011468970 tempest-ListImageFiltersTestJSON-2011468970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:17.696795 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d9392c68-a2c2-41b9-8cf6-c91aceffd10e req-48922d27-860e-45a7-b432-4f1fb5cbfdca tempest-ListImageFiltersTestJSON-2011468970 tempest-ListImageFiltersTestJSON-2011468970-project] 10.222.0.66 "GET /v2.0/ports?device_id=5abec44c-4add-4107-8aff-eaed0ea43967 HTTP/1.1" status: 200 len: 947 time: 0.2159593 Aug 18 12:01:17.748630 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-856bcb92-21ae-44f6-a4f4-0b6d3e017873 req-0ff13549-d3d5-470b-b26e-05b9e0bdae11 service neutron] 10.222.0.63 "GET /v2.0/networks/6ca56413-3597-4958-bf90-89e4dfdb42e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2559426 Aug 18 12:01:17.758603 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d9392c68-a2c2-41b9-8cf6-c91aceffd10e req-a004a0d4-2765-427f-bdfc-abefc86ab8f3 tempest-ListImageFiltersTestJSON-2011468970 tempest-ListImageFiltersTestJSON-2011468970-project] 10.222.0.66 "GET /v2.0/security-groups?id=80056a0b-428e-4a13-9031-cd2effcf9e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464869 Aug 18 12:01:17.800931 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3db2f8a3-b14d-42c4-8918-481e2b37eb74 req-028763f7-a366-48aa-928e-8a77fc455fe8 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/security-groups?id=0ddd2c5c-7e53-44ab-9404-c5fea69a570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974627 Aug 18 12:01:17.831343 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-856577bf-9262-4459-8825-63af7362138e None None] Set router f2f8f227-b1a0-4478-a13c-e3717d677bcb gateway port host: n-d-804985-2 {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:01:17.861093 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53c9e2e-2ea5-4e55-a77e-180a97e9974e req-c71a92e5-983b-4802-8f90-ae1cbe95aa27 tempest-ListImageFiltersTestJSON-2011468970 tempest-ListImageFiltersTestJSON-2011468970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:17.862822 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-b53c9e2e-2ea5-4e55-a77e-180a97e9974e req-c71a92e5-983b-4802-8f90-ae1cbe95aa27 tempest-ListImageFiltersTestJSON-2011468970 tempest-ListImageFiltersTestJSON-2011468970-project] 10.222.0.62 "GET /v2.0/ports?device_id=5abec44c-4add-4107-8aff-eaed0ea43967 HTTP/1.1" status: 200 len: 947 time: 0.1374578 Aug 18 12:01:17.928090 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e45355ed-cdca-48d6-b9ff-c4086d8086c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:17.948644 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-874d3914-73dc-427c-90cc-483c70293a17 req-94c7178e-6213-468e-8624-9d9f5ad24b58 tempest-ServerShowV247Test-1488913494 tempest-ServerShowV247Test-1488913494-project] 10.222.0.66 "GET /v2.0/ports?device_id=8cbe6341-fa5a-491e-b656-4898ed92abb2 HTTP/1.1" status: 200 len: 210 time: 0.0396307 Aug 18 12:01:18.033666 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5649ea42-8c91-4a51-9db4-669637c866d3 req-8761754f-991e-4801-86ac-496094cf0a49 tempest-ServerMetadataNegativeTestJSON-1717782354 tempest-ServerMetadataNegativeTestJSON-1717782354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:18.042094 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5649ea42-8c91-4a51-9db4-669637c866d3 req-8761754f-991e-4801-86ac-496094cf0a49 tempest-ServerMetadataNegativeTestJSON-1717782354 tempest-ServerMetadataNegativeTestJSON-1717782354-project] 10.222.0.66 "GET /v2.0/ports?device_id=3766cfb0-83a6-48be-92e5-12846481d7d8 HTTP/1.1" status: 200 len: 944 time: 0.0871224 Aug 18 12:01:18.062931 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 543e5e53-1de6-47c5-aece-c58829e5a352 no longer exists at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:01:18.089142 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5649ea42-8c91-4a51-9db4-669637c866d3 req-2a994fd5-225f-4178-8740-c2858bcc1f9d tempest-ServerMetadataNegativeTestJSON-1717782354 tempest-ServerMetadataNegativeTestJSON-1717782354-project] 10.222.0.66 "GET /v2.0/security-groups?id=54546cbb-71ee-46a9-8b2f-85c346922e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458961 Aug 18 12:01:18.095913 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] No Port match for: 543e5e53-1de6-47c5-aece-c58829e5a352 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:01:18.096258 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 543e5e53-1de6-47c5-aece-c58829e5a352 not bound to the agent host n-h2-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:01:18.097017 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 1486fc72-458e-4fd8-b79c-3c877b22004b no longer exists at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:01:18.121914 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] No Port match for: 1486fc72-458e-4fd8-b79c-3c877b22004b {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:01:18.122396 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 1486fc72-458e-4fd8-b79c-3c877b22004b not bound to the agent host n-h2-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:01:18.161287 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-b53c9e2e-2ea5-4e55-a77e-180a97e9974e req-ccf588e0-a7da-40cf-9cb5-a4eb852c10f3 tempest-ListImageFiltersTestJSON-2011468970 tempest-ListImageFiltersTestJSON-2011468970-project] Deleting port 01faad63-9dc9-4c52-a5c7-a96835056ee2 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:01:18.161924 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-b53c9e2e-2ea5-4e55-a77e-180a97e9974e req-ccf588e0-a7da-40cf-9cb5-a4eb852c10f3 tempest-ListImageFiltersTestJSON-2011468970 tempest-ListImageFiltersTestJSON-2011468970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:18.175826 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-856577bf-9262-4459-8825-63af7362138e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2f8f227-b1a0-4478-a13c-e3717d677bcb', 'name': 'tempest-ServerRescueNegativeTestJSON-1469111022-router', 'tenant_id': 'fe1ab259ff774abb8ee8f6b115f604ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': '31d68e6f-4c35-4e03-9514-66dcfacbedea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:01:14Z', 'updated_at': '2021-08-18T12:01:15Z', 'revision_number': 3, 'project_id': 'fe1ab259ff774abb8ee8f6b115f604ca', 'gw_port': {'id': '31d68e6f-4c35-4e03-9514-66dcfacbedea', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e6:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2f8f227-b1a0-4478-a13c-e3717d677bcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:01:15Z', 'updated_at': '2021-08-18T12:01:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:01:18.205447 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-856577bf-9262-4459-8825-63af7362138e None None] The sync data for ids ['f2f8f227-b1a0-4478-a13c-e3717d677bcb'] in n-d-804985-2 is: [{'id': 'f2f8f227-b1a0-4478-a13c-e3717d677bcb', 'name': 'tempest-ServerRescueNegativeTestJSON-1469111022-router', 'tenant_id': 'fe1ab259ff774abb8ee8f6b115f604ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': '31d68e6f-4c35-4e03-9514-66dcfacbedea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:01:14Z', 'updated_at': '2021-08-18T12:01:15Z', 'revision_number': 3, 'project_id': 'fe1ab259ff774abb8ee8f6b115f604ca', 'gw_port': {'id': '31d68e6f-4c35-4e03-9514-66dcfacbedea', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e6:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2f8f227-b1a0-4478-a13c-e3717d677bcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:01:15Z', 'updated_at': '2021-08-18T12:01:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:01:18.327736 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-b53c9e2e-2ea5-4e55-a77e-180a97e9974e req-ccf588e0-a7da-40cf-9cb5-a4eb852c10f3 tempest-ListImageFiltersTestJSON-2011468970 tempest-ListImageFiltersTestJSON-2011468970-project] For port 01faad63-9dc9-4c52-a5c7-a96835056ee2, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=01faad63-9dc9-4c52-a5c7-a96835056ee2,segment=NetworkSegment(b0eb6eea-b461-4969-8a27-808f00daa8a1),segment_id=b0eb6eea-b461-4969-8a27-808f00daa8a1)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:01:18.328103 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-b53c9e2e-2ea5-4e55-a77e-180a97e9974e req-ccf588e0-a7da-40cf-9cb5-a4eb852c10f3 tempest-ListImageFiltersTestJSON-2011468970 tempest-ListImageFiltersTestJSON-2011468970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:18.349462 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-b53c9e2e-2ea5-4e55-a77e-180a97e9974e req-ccf588e0-a7da-40cf-9cb5-a4eb852c10f3 tempest-ListImageFiltersTestJSON-2011468970 tempest-ListImageFiltersTestJSON-2011468970-project] Calling delete_port for 01faad63-9dc9-4c52-a5c7-a96835056ee2 owned by compute:nova {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:01:18.352318 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e45355ed-cdca-48d6-b9ff-c4086d8086c1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:18.362109 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e45355ed-cdca-48d6-b9ff-c4086d8086c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:18.371729 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3492c3b2-231f-4f5e-84b1-9c439dfefc01 req-f8c76b77-ed75-465c-adbb-fa984757ca1b tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:18.373435 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3492c3b2-231f-4f5e-84b1-9c439dfefc01 req-f8c76b77-ed75-465c-adbb-fa984757ca1b tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/ports?device_id=c638d708-f9ec-4cc8-8d73-799d4b9bed3c HTTP/1.1" status: 200 len: 945 time: 0.0553205 Aug 18 12:01:18.417378 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3492c3b2-231f-4f5e-84b1-9c439dfefc01 req-64f0094d-0d31-44e9-bf53-40c59cd0e775 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/security-groups?id=582571f6-a365-42ab-be92-c3254f7d1409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375621 Aug 18 12:01:18.471601 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1003d1b2-0d94-4add-ab0f-7736a32c7f0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:18.474682 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45355ed-cdca-48d6-b9ff-c4086d8086c1 admin admin] Pushing event updated for resources: {'Port': ['ID=c9af8207-4c5c-4229-a821-9651bf215fb3,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:01:18.493059 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e45355ed-cdca-48d6-b9ff-c4086d8086c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-996772'] for router_interface, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:18.594102 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0883015f-466a-4589-bb1d-e8cb8e60233c req-293c7724-3c2c-4bb3-aa22-f1c8ea832f05 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:18.596928 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0883015f-466a-4589-bb1d-e8cb8e60233c req-293c7724-3c2c-4bb3-aa22-f1c8ea832f05 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/ports?device_id=c638d708-f9ec-4cc8-8d73-799d4b9bed3c HTTP/1.1" status: 200 len: 945 time: 0.0611007 Aug 18 12:01:18.635343 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0883015f-466a-4589-bb1d-e8cb8e60233c req-0c25de07-79d8-42df-9a72-8585f859082b tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/security-groups?id=582571f6-a365-42ab-be92-c3254f7d1409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331578 Aug 18 12:01:18.659886 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e45355ed-cdca-48d6-b9ff-c4086d8086c1 admin admin] Network 3811f777-5849-45bb-9880-799ae79f59e0 is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:01:18.659886 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-b53c9e2e-2ea5-4e55-a77e-180a97e9974e req-ccf588e0-a7da-40cf-9cb5-a4eb852c10f3 tempest-ListImageFiltersTestJSON-2011468970 tempest-ListImageFiltersTestJSON-2011468970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:18.659886 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-e45355ed-cdca-48d6-b9ff-c4086d8086c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:01:18.724547 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf588e0-a7da-40cf-9cb5-a4eb852c10f3 tempest-ListImageFiltersTestJSON-2011468970 tempest-ListImageFiltersTestJSON-2011468970-project] Pushing event deleted for resources: {'Port': ['ID=01faad63-9dc9-4c52-a5c7-a96835056ee2,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:01:18.740638 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-b53c9e2e-2ea5-4e55-a77e-180a97e9974e req-ccf588e0-a7da-40cf-9cb5-a4eb852c10f3 tempest-ListImageFiltersTestJSON-2011468970 tempest-ListImageFiltersTestJSON-2011468970-project] No DVR routers for this DVR port 01faad63-9dc9-4c52-a5c7-a96835056ee2 on host n-h2-804985-2 {{(pid=106253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:01:18.771498 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-b53c9e2e-2ea5-4e55-a77e-180a97e9974e req-ccf588e0-a7da-40cf-9cb5-a4eb852c10f3 tempest-ListImageFiltersTestJSON-2011468970 tempest-ListImageFiltersTestJSON-2011468970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:18.773445 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-b53c9e2e-2ea5-4e55-a77e-180a97e9974e req-ccf588e0-a7da-40cf-9cb5-a4eb852c10f3 tempest-ListImageFiltersTestJSON-2011468970 tempest-ListImageFiltersTestJSON-2011468970-project] 10.222.0.62 "DELETE /v2.0/ports/01faad63-9dc9-4c52-a5c7-a96835056ee2 HTTP/1.1" status: 204 len: 173 time: 0.8865082 Aug 18 12:01:18.773902 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5abec44c-4add-4107-8aff-eaed0ea43967', 'name': 'network-vif-deleted', 'tag': '01faad63-9dc9-4c52-a5c7-a96835056ee2'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:01:18.776349 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0679f4c4b6e0e0c064a7d71d722dc30541a34fffee11680573be22ee2ffccc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35ea2049-57f3-4853-88d5-21dad063c99d" -d '{"events": [{"server_uuid": "5abec44c-4add-4107-8aff-eaed0ea43967", "name": "network-vif-deleted", "tag": "01faad63-9dc9-4c52-a5c7-a96835056ee2"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:01:18.828110 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:01:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f3aa672-676f-40fe-88a5-205421a058df x-openstack-request-id: req-3f3aa672-676f-40fe-88a5-205421a058df {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:01:18.828562 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5abec44c-4add-4107-8aff-eaed0ea43967", "name": "network-vif-deleted", "tag": "01faad63-9dc9-4c52-a5c7-a96835056ee2", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:01:18.828892 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-3f3aa672-676f-40fe-88a5-205421a058df {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:01:18.830724 n-d-804985-2 neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5abec44c-4add-4107-8aff-eaed0ea43967', 'name': 'network-vif-deleted', 'tag': '01faad63-9dc9-4c52-a5c7-a96835056ee2', 'status': 'completed', 'code': 200} Aug 18 12:01:18.974716 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-66bdaa91-2523-4847-8924-b702ea7ed0c3 req-324fa5cd-faed-4f57-9bee-610d38b43c2f tempest-ListImageFiltersTestJSON-2011468970 tempest-ListImageFiltersTestJSON-2011468970-project] 10.222.0.66 "GET /v2.0/ports?device_id=5abec44c-4add-4107-8aff-eaed0ea43967 HTTP/1.1" status: 200 len: 210 time: 0.0612712 Aug 18 12:01:18.977143 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e45355ed-cdca-48d6-b9ff-c4086d8086c1 admin admin] Router f2f8f227-b1a0-4478-a13c-e3717d677bcb has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:01:19.056715 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8891cde-5580-4b43-84f4-b2c47a710f37 req-db33fbe1-a076-4c65-a5c9-3e7389469aea tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:19.064982 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b8891cde-5580-4b43-84f4-b2c47a710f37 req-db33fbe1-a076-4c65-a5c9-3e7389469aea tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/ports?device_id=50ed693d-cbb2-4cf2-a656-704f6a7c8398 HTTP/1.1" status: 200 len: 950 time: 0.0723546 Aug 18 12:01:19.179463 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b8891cde-5580-4b43-84f4-b2c47a710f37 req-04235d45-0276-4f64-90a7-2180e574f8e3 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/security-groups?id=0ddd2c5c-7e53-44ab-9404-c5fea69a570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134715 Aug 18 12:01:19.209023 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e45355ed-cdca-48d6-b9ff-c4086d8086c1 admin admin] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:01:19.225227 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-e45355ed-cdca-48d6-b9ff-c4086d8086c1 admin admin] 10.222.0.66 "PUT /v2.0/routers/f2f8f227-b1a0-4478-a13c-e3717d677bcb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7088294 Aug 18 12:01:19.260517 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 8c8cceee-f1a9-4418-b8c1-c05570574795 details requested by agent hyperv_n-h1-804985-2 with host n-h1-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:01:19.392279 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b3bfb043-520b-4083-8ba7-4c375dd7a80e req-8aa72bbb-53f3-4c66-b74a-89fda34b1399 tempest-ServerShowV247Test-1488913494 tempest-ServerShowV247Test-1488913494-project] 10.222.0.66 "GET /v2.0/ports?device_id=8cbe6341-fa5a-491e-b656-4898ed92abb2 HTTP/1.1" status: 200 len: 210 time: 0.0961649 Aug 18 12:01:19.480626 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce32284-b284-4e12-81fc-0d68f5468439 req-0b83fa69-0ce2-4321-ba91-ad0783b35e7e tempest-ServerMetadataNegativeTestJSON-1717782354 tempest-ServerMetadataNegativeTestJSON-1717782354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:19.490754 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6ce32284-b284-4e12-81fc-0d68f5468439 req-0b83fa69-0ce2-4321-ba91-ad0783b35e7e tempest-ServerMetadataNegativeTestJSON-1717782354 tempest-ServerMetadataNegativeTestJSON-1717782354-project] 10.222.0.66 "GET /v2.0/ports?device_id=3766cfb0-83a6-48be-92e5-12846481d7d8 HTTP/1.1" status: 200 len: 944 time: 0.1717529 Aug 18 12:01:19.549713 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6ce32284-b284-4e12-81fc-0d68f5468439 req-4de7638e-660a-41a6-84a3-736c2cb169c9 tempest-ServerMetadataNegativeTestJSON-1717782354 tempest-ServerMetadataNegativeTestJSON-1717782354-project] 10.222.0.66 "GET /v2.0/security-groups?id=54546cbb-71ee-46a9-8b2f-85c346922e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579505 Aug 18 12:01:19.571614 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 8c8cceee-f1a9-4418-b8c1-c05570574795, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=8c8cceee-f1a9-4418-b8c1-c05570574795,segment=NetworkSegment(a662de5a-0482-4b00-8969-781b04bd0178),segment_id=a662de5a-0482-4b00-8969-781b04bd0178)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:01:19.587169 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Returning: {'device': '8c8cceee-f1a9-4418-b8c1-c05570574795', 'network_id': '6ca56413-3597-4958-bf90-89e4dfdb42e8', 'port_id': '8c8cceee-f1a9-4418-b8c1-c05570574795', 'mac_address': 'fa:16:3e:8c:a8:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 836, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8234269-5d70-4ba1-82f0-7859dd6d8f30', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:01:19.645118 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:19.664400 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c8cceee-f1a9-4418-b8c1-c05570574795 {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:01:19.685529 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 8c8cceee-f1a9-4418-b8c1-c05570574795, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=8c8cceee-f1a9-4418-b8c1-c05570574795,segment=NetworkSegment(a662de5a-0482-4b00-8969-781b04bd0178),segment_id=a662de5a-0482-4b00-8969-781b04bd0178)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:01:19.690582 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:19.747140 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=8c8cceee-f1a9-4418-b8c1-c05570574795,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:01:19.861671 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3f7f92a7-5e96-4ba9-9784-fdeab00cc52a req-ceedf0d6-1f24-4533-9dd5-437138e88892 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=447950aa-fe3a-4e2a-9e6e-e115159ebaee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1020470 Aug 18 12:01:19.876620 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d84daf3-b5d4-4609-b581-6782f1ca2c5c req-17b7d0b9-67d0-4276-8a99-d42f7a62e178 tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:19.878139 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8d84daf3-b5d4-4609-b581-6782f1ca2c5c req-17b7d0b9-67d0-4276-8a99-d42f7a62e178 tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] 10.222.0.66 "GET /v2.0/networks?id=3811f777-5849-45bb-9880-799ae79f59e0 HTTP/1.1" status: 200 len: 819 time: 0.1296840 Aug 18 12:01:19.894822 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8d84daf3-b5d4-4609-b581-6782f1ca2c5c req-4b62566b-0009-4111-99c0-7fa27e99db30 tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] 10.222.0.66 "GET /v2.0/quotas/fe1ab259ff774abb8ee8f6b115f604ca HTTP/1.1" status: 200 len: 375 time: 0.0102489 Aug 18 12:01:19.958573 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] get_ports_and_sgs() called for port_ids ['8c8cceee-f1a9-4418-b8c1-c05570574795'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:01:19.982146 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8d84daf3-b5d4-4609-b581-6782f1ca2c5c req-753d5cc7-e4d7-4fbe-9003-aa1ea0538c02 tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=fe1ab259ff774abb8ee8f6b115f604ca&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0808337 Aug 18 12:01:20.016522 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7f92a7-5e96-4ba9-9784-fdeab00cc52a req-c6262d24-20c2-40c8-8b83-817e4a6a83d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:20.021792 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3f7f92a7-5e96-4ba9-9784-fdeab00cc52a req-c6262d24-20c2-40c8-8b83-817e4a6a83d7 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=87f2a541be1e4141a84277bf00dc4c3b&device_id=447950aa-fe3a-4e2a-9e6e-e115159ebaee HTTP/1.1" status: 200 len: 1101 time: 0.0865808 Aug 18 12:01:20.203640 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8d84daf3-b5d4-4609-b581-6782f1ca2c5c req-eb01405f-5243-4c95-a291-0df5994a5280 service neutron] 10.222.0.66 "GET /v2.0/networks/3811f777-5849-45bb-9880-799ae79f59e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2059777 Aug 18 12:01:20.271258 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7f92a7-5e96-4ba9-9784-fdeab00cc52a req-3ae7bb83-cb31-4ad4-8c3c-571a11f687fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:20.272803 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3f7f92a7-5e96-4ba9-9784-fdeab00cc52a req-3ae7bb83-cb31-4ad4-8c3c-571a11f687fe service neutron] 10.222.0.63 "GET /v2.0/networks?id=222e0814-c7e5-4b11-9282-3f40c6ed76b2 HTTP/1.1" status: 200 len: 870 time: 0.1911819 Aug 18 12:01:20.296846 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a850a0-90a8-467d-8bba-c4a7845a866a None None] Sync routers for ids ['f2f8f227-b1a0-4478-a13c-e3717d677bcb'] in n-d-804985-2 {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:01:20.321345 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 31d68e6f-4c35-4e03-9514-66dcfacbedea up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:01:20.327148 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a850a0-90a8-467d-8bba-c4a7845a866a None None] Routers {'f2f8f227-b1a0-4478-a13c-e3717d677bcb'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:01:20.327781 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-01a850a0-90a8-467d-8bba-c4a7845a866a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:00:51Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['f2f8f227-b1a0-4478-a13c-e3717d677bcb'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:01:20.335978 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3f7f92a7-5e96-4ba9-9784-fdeab00cc52a req-16c1ab40-1014-4d1b-9d45-4d16ba8652ea service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=3bb3d3c1-bab8-4cce-b527-237a5b4dc9b4 HTTP/1.1" status: 200 len: 217 time: 0.0445657 Aug 18 12:01:20.381472 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8d84daf3-b5d4-4609-b581-6782f1ca2c5c req-a7ecc4ae-2784-452e-978d-9434a0c487e5 service neutron] 10.222.0.66 "GET /v2.0/networks/3811f777-5849-45bb-9880-799ae79f59e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1761870 Aug 18 12:01:20.403361 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port 31d68e6f-4c35-4e03-9514-66dcfacbedea completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:01:20.408283 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 31d68e6f-4c35-4e03-9514-66dcfacbedea triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:01:20.409658 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:20.448416 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7f92a7-5e96-4ba9-9784-fdeab00cc52a req-761f76d6-596e-4666-98e1-b59a302639c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:20.450079 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3f7f92a7-5e96-4ba9-9784-fdeab00cc52a req-761f76d6-596e-4666-98e1-b59a302639c8 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=6d16d680-110b-436d-8afa-48ba845b3623 HTTP/1.1" status: 200 len: 843 time: 0.1033962 Aug 18 12:01:20.462809 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-01a850a0-90a8-467d-8bba-c4a7845a866a None None] Set router f2f8f227-b1a0-4478-a13c-e3717d677bcb gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:01:20.520590 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:20.533391 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7f92a7-5e96-4ba9-9784-fdeab00cc52a req-4f267fec-52e9-40d4-9988-b5cd3b85ba78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:20.534971 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3f7f92a7-5e96-4ba9-9784-fdeab00cc52a req-4f267fec-52e9-40d4-9988-b5cd3b85ba78 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=222e0814-c7e5-4b11-9282-3f40c6ed76b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0721033 Aug 18 12:01:20.554628 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] For port 31d68e6f-4c35-4e03-9514-66dcfacbedea, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=31d68e6f-4c35-4e03-9514-66dcfacbedea,segment=NetworkSegment(c5a3db9d-5c58-41b1-9177-d5787a597b78),segment_id=c5a3db9d-5c58-41b1-9177-d5787a597b78)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:01:20.560045 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:20.666837 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3f7f92a7-5e96-4ba9-9784-fdeab00cc52a req-bdb43ee7-480a-49da-825f-644e12b18a6b service neutron] 10.222.0.63 "GET /v2.0/networks/222e0814-c7e5-4b11-9282-3f40c6ed76b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164885 Aug 18 12:01:20.668140 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Pushing event updated for resources: {'Port': ['ID=31d68e6f-4c35-4e03-9514-66dcfacbedea,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:01:20.757498 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-01a850a0-90a8-467d-8bba-c4a7845a866a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2f8f227-b1a0-4478-a13c-e3717d677bcb', 'name': 'tempest-ServerRescueNegativeTestJSON-1469111022-router', 'tenant_id': 'fe1ab259ff774abb8ee8f6b115f604ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': '31d68e6f-4c35-4e03-9514-66dcfacbedea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:01:14Z', 'updated_at': '2021-08-18T12:01:17Z', 'revision_number': 4, 'project_id': 'fe1ab259ff774abb8ee8f6b115f604ca', 'gw_port': {'id': '31d68e6f-4c35-4e03-9514-66dcfacbedea', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e6:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2f8f227-b1a0-4478-a13c-e3717d677bcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:01:15Z', 'updated_at': '2021-08-18T12:01:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': 'c9af8207-4c5c-4229-a821-9651bf215fb3', 'name': '', 'network_id': '3811f777-5849-45bb-9880-799ae79f59e0', 'tenant_id': 'fe1ab259ff774abb8ee8f6b115f604ca', 'mac_address': 'fa:16:3e:de:ab:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2f8f227-b1a0-4478-a13c-e3717d677bcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': 'bf85a510-4d3c-4322-ac79-b9cb0b40bab8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:01:17Z', 'updated_at': '2021-08-18T12:01:18Z', 'revision_number': 2, 'project_id': 'fe1ab259ff774abb8ee8f6b115f604ca', 'subnets': [{'id': 'bf85a510-4d3c-4322-ac79-b9cb0b40bab8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:01:20.784508 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a850a0-90a8-467d-8bba-c4a7845a866a None None] Checking router: f2f8f227-b1a0-4478-a13c-e3717d677bcb for host: n-d-804985-2 {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:01:20.784861 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a850a0-90a8-467d-8bba-c4a7845a866a None None] Updating router f2f8f227-b1a0-4478-a13c-e3717d677bcb port c9af8207-4c5c-4229-a821-9651bf215fb3 binding host n-d-804985-2 {{(pid=106255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 12:01:20.802681 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0468a0e-77cb-457d-9135-04bd8d829f11 req-b8cc95cd-bbd9-4df3-9698-eb13dffb54d1 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:20.804922 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a0468a0e-77cb-457d-9135-04bd8d829f11 req-b8cc95cd-bbd9-4df3-9698-eb13dffb54d1 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/ports?device_id=50ed693d-cbb2-4cf2-a656-704f6a7c8398 HTTP/1.1" status: 200 len: 950 time: 0.0747433 Aug 18 12:01:20.819638 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-01a850a0-90a8-467d-8bba-c4a7845a866a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:20.855253 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d77d289f-67e9-4c8f-9408-d178de63d9c5 req-62154b7e-71c7-40b1-af99-2cfac96b7c6a tempest-ServerShowV247Test-1488913494 tempest-ServerShowV247Test-1488913494-project] 10.222.0.66 "GET /v2.0/ports?device_id=8cbe6341-fa5a-491e-b656-4898ed92abb2 HTTP/1.1" status: 200 len: 210 time: 0.0365050 Aug 18 12:01:20.863482 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3f7f92a7-5e96-4ba9-9784-fdeab00cc52a req-40c31faa-396f-4e67-9cb5-5aceea9667c8 service neutron] 10.222.0.63 "GET /v2.0/networks/222e0814-c7e5-4b11-9282-3f40c6ed76b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1871367 Aug 18 12:01:20.893596 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a0468a0e-77cb-457d-9135-04bd8d829f11 req-4ac30171-4f8c-41e5-9e2b-2281ccaf8016 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/security-groups?id=0ddd2c5c-7e53-44ab-9404-c5fea69a570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778313 Aug 18 12:01:21.003952 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-47df3fff-1627-4d29-8190-638141e3da26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:21.042021 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363d6faa-05a7-4133-ae37-37b3934cc0ed req-94222154-2c78-4ab0-84d8-03a4050957b6 tempest-ServerMetadataNegativeTestJSON-1717782354 tempest-ServerMetadataNegativeTestJSON-1717782354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:21.043729 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-363d6faa-05a7-4133-ae37-37b3934cc0ed req-94222154-2c78-4ab0-84d8-03a4050957b6 tempest-ServerMetadataNegativeTestJSON-1717782354 tempest-ServerMetadataNegativeTestJSON-1717782354-project] 10.222.0.66 "GET /v2.0/ports?device_id=3766cfb0-83a6-48be-92e5-12846481d7d8 HTTP/1.1" status: 200 len: 945 time: 0.0604596 Aug 18 12:01:21.093470 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d2a9a622-d2f4-4e20-b6c7-c05ca79c8ab2 req-cbd3a4bc-1204-4beb-8e56-eeddb67fb301 tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] 10.222.0.66 "GET /v2.0/ports?device_id=305b0d7a-e7ab-4129-8b43-4762c73c2ae1 HTTP/1.1" status: 200 len: 210 time: 0.0482669 Aug 18 12:01:21.132000 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-363d6faa-05a7-4133-ae37-37b3934cc0ed req-e20bc6ff-d035-43f2-b092-9665cabec94b tempest-ServerMetadataNegativeTestJSON-1717782354 tempest-ServerMetadataNegativeTestJSON-1717782354-project] 10.222.0.66 "GET /v2.0/security-groups?id=54546cbb-71ee-46a9-8b2f-85c346922e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713034 Aug 18 12:01:21.155496 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-01a850a0-90a8-467d-8bba-c4a7845a866a None None] Notify callbacks [] for port, precommit_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:21.179752 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-01a850a0-90a8-467d-8bba-c4a7845a866a None None] Transition to ACTIVE for port object c9af8207-4c5c-4229-a821-9651bf215fb3 will not be triggered until provisioned by entity L2. {{(pid=106255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:01:21.188037 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-01a850a0-90a8-467d-8bba-c4a7845a866a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:21.199392 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 8c8cceee-f1a9-4418-b8c1-c05570574795 up at agent hyperv_n-h1-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:01:21.246734 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf437d6-2c1b-4d35-a9c2-86f90c87a9b6 None None] Pushing event updated for resources: {'Port': ['ID=c9af8207-4c5c-4229-a821-9651bf215fb3,revision_number=3']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:01:21.257338 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf437d6-2c1b-4d35-a9c2-86f90c87a9b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:01:21.258219 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf437d6-2c1b-4d35-a9c2-86f90c87a9b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:01:21.258647 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf437d6-2c1b-4d35-a9c2-86f90c87a9b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:01:21.259063 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf437d6-2c1b-4d35-a9c2-86f90c87a9b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:01:21.259532 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf437d6-2c1b-4d35-a9c2-86f90c87a9b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:01:21.260114 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf437d6-2c1b-4d35-a9c2-86f90c87a9b6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:01:21.260629 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf437d6-2c1b-4d35-a9c2-86f90c87a9b6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:01:21.260963 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf437d6-2c1b-4d35-a9c2-86f90c87a9b6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:01:21.261391 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf437d6-2c1b-4d35-a9c2-86f90c87a9b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:01:21.262117 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf437d6-2c1b-4d35-a9c2-86f90c87a9b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:01:21.262656 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf437d6-2c1b-4d35-a9c2-86f90c87a9b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:01:21.263117 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf437d6-2c1b-4d35-a9c2-86f90c87a9b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:01:21.282830 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Provisioning for port 8c8cceee-f1a9-4418-b8c1-c05570574795 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:01:21.292693 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Provisioning complete for port 8c8cceee-f1a9-4418-b8c1-c05570574795 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:01:21.293080 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:21.313575 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca300df-f7e8-4349-928c-abab5cf29a84 req-b14921fc-d215-4adc-8963-6941fd86932f tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:21.315421 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7ca300df-f7e8-4349-928c-abab5cf29a84 req-b14921fc-d215-4adc-8963-6941fd86932f tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/ports?device_id=c638d708-f9ec-4cc8-8d73-799d4b9bed3c HTTP/1.1" status: 200 len: 945 time: 0.0867491 Aug 18 12:01:21.350586 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-01a850a0-90a8-467d-8bba-c4a7845a866a None None] Attempting to bind port c9af8207-4c5c-4229-a821-9651bf215fb3 on host n-d-804985-2 for vnic_type normal with profile {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:01:21.351238 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-01a850a0-90a8-467d-8bba-c4a7845a866a None None] Attempting to bind port c9af8207-4c5c-4229-a821-9651bf215fb3 by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': 'd17ce5aa-2f30-4357-baad-fd11d5479ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '3811f777-5849-45bb-9880-799ae79f59e0'}] {{(pid=106255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:01:21.351457 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a850a0-90a8-467d-8bba-c4a7845a866a None None] Attempting to bind port c9af8207-4c5c-4229-a821-9651bf215fb3 on network 3811f777-5849-45bb-9880-799ae79f59e0 {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:01:21.359190 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a850a0-90a8-467d-8bba-c4a7845a866a None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 0, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:01:21.359730 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a850a0-90a8-467d-8bba-c4a7845a866a None None] Checking segment: {'id': 'd17ce5aa-2f30-4357-baad-fd11d5479ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '3811f777-5849-45bb-9880-799ae79f59e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:01:21.360234 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-01a850a0-90a8-467d-8bba-c4a7845a866a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:21.360763 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a850a0-90a8-467d-8bba-c4a7845a866a None None] Bound using segment: {'id': 'd17ce5aa-2f30-4357-baad-fd11d5479ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '3811f777-5849-45bb-9880-799ae79f59e0'} {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:01:21.361336 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-01a850a0-90a8-467d-8bba-c4a7845a866a None None] Bound port: c9af8207-4c5c-4229-a821-9651bf215fb3, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd17ce5aa-2f30-4357-baad-fd11d5479ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '3811f777-5849-45bb-9880-799ae79f59e0'}}] {{(pid=106255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:01:21.361808 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-01a850a0-90a8-467d-8bba-c4a7845a866a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:21.372825 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7ca300df-f7e8-4349-928c-abab5cf29a84 req-8955ca55-fcb6-4405-9fa1-943105b15734 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/security-groups?id=582571f6-a365-42ab-be92-c3254f7d1409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416794 Aug 18 12:01:21.377609 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:21.422480 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:21.458319 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3766cfb0-83a6-48be-92e5-12846481d7d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c8cceee-f1a9-4418-b8c1-c05570574795'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:01:21.460889 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db50a436fb3a98495337d8fe7487b4f2ea6f3c1052eb9efadc2ecda2d5737001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-886503f9-6a45-4673-8626-08f7ba9b5a6e" -d '{"events": [{"server_uuid": "3766cfb0-83a6-48be-92e5-12846481d7d8", "name": "network-vif-plugged", "status": "completed", "tag": "8c8cceee-f1a9-4418-b8c1-c05570574795"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:01:21.479563 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-01a850a0-90a8-467d-8bba-c4a7845a866a None None] For port c9af8207-4c5c-4229-a821-9651bf215fb3, host n-d-804985-2, cleared binding levels {{(pid=106255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:01:21.483485 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-01a850a0-90a8-467d-8bba-c4a7845a866a None None] For port c9af8207-4c5c-4229-a821-9651bf215fb3, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=c9af8207-4c5c-4229-a821-9651bf215fb3,segment=NetworkSegment(d17ce5aa-2f30-4357-baad-fd11d5479ac5),segment_id=d17ce5aa-2f30-4357-baad-fd11d5479ac5)] {{(pid=106255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:01:21.488026 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 8c8cceee-f1a9-4418-b8c1-c05570574795, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=8c8cceee-f1a9-4418-b8c1-c05570574795,segment=NetworkSegment(a662de5a-0482-4b00-8969-781b04bd0178),segment_id=a662de5a-0482-4b00-8969-781b04bd0178)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:01:21.494401 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-01a850a0-90a8-467d-8bba-c4a7845a866a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:21.499777 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:21.557793 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=8c8cceee-f1a9-4418-b8c1-c05570574795,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:01:21.582497 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a850a0-90a8-467d-8bba-c4a7845a866a None None] Routers {'f2f8f227-b1a0-4478-a13c-e3717d677bcb'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:01:21.583121 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-01a850a0-90a8-467d-8bba-c4a7845a866a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:01:21Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['f2f8f227-b1a0-4478-a13c-e3717d677bcb'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:01:21.592345 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f3c378-892e-473c-b5e9-77358875501e req-254e790a-2f0c-420a-b746-e01ebcddbab6 tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:21.596973 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-33f3c378-892e-473c-b5e9-77358875501e req-254e790a-2f0c-420a-b746-e01ebcddbab6 tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] 10.222.0.66 "GET /v2.0/networks?id=3811f777-5849-45bb-9880-799ae79f59e0 HTTP/1.1" status: 200 len: 819 time: 0.1383035 Aug 18 12:01:21.613014 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-33f3c378-892e-473c-b5e9-77358875501e req-f5c3ed44-b5b0-4626-b526-cd6084b11809 tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] 10.222.0.66 "GET /v2.0/quotas/fe1ab259ff774abb8ee8f6b115f604ca HTTP/1.1" status: 200 len: 375 time: 0.0131383 Aug 18 12:01:21.616517 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf437d6-2c1b-4d35-a9c2-86f90c87a9b6 None None] Pushing event updated for resources: {'Port': ['ID=c9af8207-4c5c-4229-a821-9651bf215fb3,revision_number=4']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:01:21.620740 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675b89d6-0b1f-45fb-936a-f2225c3a370b req-f42f1dca-7325-431b-b7ed-fb6362c075b7 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:21.622308 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-675b89d6-0b1f-45fb-936a-f2225c3a370b req-f42f1dca-7325-431b-b7ed-fb6362c075b7 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/ports?device_id=c638d708-f9ec-4cc8-8d73-799d4b9bed3c HTTP/1.1" status: 200 len: 945 time: 0.0895855 Aug 18 12:01:21.692147 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-01a850a0-90a8-467d-8bba-c4a7845a866a None None] Set router f2f8f227-b1a0-4478-a13c-e3717d677bcb gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:01:21.697359 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-33f3c378-892e-473c-b5e9-77358875501e req-511cb712-ae60-4a30-8651-42e1b37910ee tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=fe1ab259ff774abb8ee8f6b115f604ca&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0739849 Aug 18 12:01:21.700265 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-675b89d6-0b1f-45fb-936a-f2225c3a370b req-bae344b9-0989-49ae-8803-12c3d53e3067 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/security-groups?id=582571f6-a365-42ab-be92-c3254f7d1409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683210 Aug 18 12:01:21.800814 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-33f3c378-892e-473c-b5e9-77358875501e req-754fdbce-f125-48db-9515-4210f3bf902a service neutron] 10.222.0.66 "GET /v2.0/networks/3811f777-5849-45bb-9880-799ae79f59e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912781 Aug 18 12:01:21.913188 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-33f3c378-892e-473c-b5e9-77358875501e req-bcd6281a-edf7-405c-8c55-1f16a6cbc87b service neutron] 10.222.0.66 "GET /v2.0/networks/3811f777-5849-45bb-9880-799ae79f59e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060517 Aug 18 12:01:21.916771 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-01a850a0-90a8-467d-8bba-c4a7845a866a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2f8f227-b1a0-4478-a13c-e3717d677bcb', 'name': 'tempest-ServerRescueNegativeTestJSON-1469111022-router', 'tenant_id': 'fe1ab259ff774abb8ee8f6b115f604ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': '31d68e6f-4c35-4e03-9514-66dcfacbedea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:01:14Z', 'updated_at': '2021-08-18T12:01:17Z', 'revision_number': 4, 'project_id': 'fe1ab259ff774abb8ee8f6b115f604ca', 'gw_port': {'id': '31d68e6f-4c35-4e03-9514-66dcfacbedea', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e6:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2f8f227-b1a0-4478-a13c-e3717d677bcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:01:15Z', 'updated_at': '2021-08-18T12:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': 'c9af8207-4c5c-4229-a821-9651bf215fb3', 'name': '', 'network_id': '3811f777-5849-45bb-9880-799ae79f59e0', 'tenant_id': 'fe1ab259ff774abb8ee8f6b115f604ca', 'mac_address': 'fa:16:3e:de:ab:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2f8f227-b1a0-4478-a13c-e3717d677bcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': 'bf85a510-4d3c-4322-ac79-b9cb0b40bab8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:01:17Z', 'updated_at': '2021-08-18T12:01:21Z', 'revision_number': 4, 'project_id': 'fe1ab259ff774abb8ee8f6b115f604ca', 'subnets': [{'id': 'bf85a510-4d3c-4322-ac79-b9cb0b40bab8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:01:22.053454 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-53584c24-f517-494e-ac93-c18bb92373f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:22.058863 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:01:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75cdd93f-10ba-464f-adbe-418dd6c34ecd x-openstack-request-id: req-75cdd93f-10ba-464f-adbe-418dd6c34ecd {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:01:22.059217 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3766cfb0-83a6-48be-92e5-12846481d7d8", "name": "network-vif-plugged", "status": "completed", "tag": "8c8cceee-f1a9-4418-b8c1-c05570574795", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:01:22.059634 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-75cdd93f-10ba-464f-adbe-418dd6c34ecd {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:01:22.060035 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3766cfb0-83a6-48be-92e5-12846481d7d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c8cceee-f1a9-4418-b8c1-c05570574795', 'code': 200} Aug 18 12:01:22.103492 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 01faad63-9dc9-4c52-a5c7-a96835056ee2 no longer exists at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:01:22.160632 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a850a0-90a8-467d-8bba-c4a7845a866a None None] The sync data for ids ['f2f8f227-b1a0-4478-a13c-e3717d677bcb'] in n-d-804985-2 is: [{'id': 'f2f8f227-b1a0-4478-a13c-e3717d677bcb', 'name': 'tempest-ServerRescueNegativeTestJSON-1469111022-router', 'tenant_id': 'fe1ab259ff774abb8ee8f6b115f604ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': '31d68e6f-4c35-4e03-9514-66dcfacbedea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:01:14Z', 'updated_at': '2021-08-18T12:01:17Z', 'revision_number': 4, 'project_id': 'fe1ab259ff774abb8ee8f6b115f604ca', 'gw_port': {'id': '31d68e6f-4c35-4e03-9514-66dcfacbedea', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e6:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2f8f227-b1a0-4478-a13c-e3717d677bcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:01:15Z', 'updated_at': '2021-08-18T12:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': 'c9af8207-4c5c-4229-a821-9651bf215fb3', 'name': '', 'network_id': '3811f777-5849-45bb-9880-799ae79f59e0', 'tenant_id': 'fe1ab259ff774abb8ee8f6b115f604ca', 'mac_address': 'fa:16:3e:de:ab:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2f8f227-b1a0-4478-a13c-e3717d677bcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': 'bf85a510-4d3c-4322-ac79-b9cb0b40bab8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:01:17Z', 'updated_at': '2021-08-18T12:01:21Z', 'revision_number': 4, 'project_id': 'fe1ab259ff774abb8ee8f6b115f604ca', 'subnets': [{'id': 'bf85a510-4d3c-4322-ac79-b9cb0b40bab8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:01:22.181824 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] No Port match for: 01faad63-9dc9-4c52-a5c7-a96835056ee2 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:01:22.183055 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 01faad63-9dc9-4c52-a5c7-a96835056ee2 not bound to the agent host n-h2-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:01:22.322563 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-65b91e32-f076-4772-be4d-cb2d6c655938 req-2194e6ba-45e5-463c-ae45-6bf348b142ed tempest-ServerShowV247Test-1488913494 tempest-ServerShowV247Test-1488913494-project] 10.222.0.66 "GET /v2.0/ports?device_id=8cbe6341-fa5a-491e-b656-4898ed92abb2 HTTP/1.1" status: 200 len: 210 time: 0.1189818 Aug 18 12:01:22.369908 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21431234-9894-4722-b625-13ea2a657f0b req-d9c5892b-f88c-4180-a8fc-c81af164c785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:22.390576 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-21431234-9894-4722-b625-13ea2a657f0b req-d9c5892b-f88c-4180-a8fc-c81af164c785 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=3766cfb0-83a6-48be-92e5-12846481d7d8 HTTP/1.1" status: 200 len: 1097 time: 0.1117358 Aug 18 12:01:22.463960 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-21431234-9894-4722-b625-13ea2a657f0b req-780d2d55-45e7-41da-b8f2-c2b5c5a42d5c service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=54546cbb-71ee-46a9-8b2f-85c346922e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639505 Aug 18 12:01:22.489663 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 31d68e6f-4c35-4e03-9514-66dcfacbedea up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:01:22.592455 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8bc59955-3ba9-477b-8d2f-d720b51b3d09 req-93176ebf-7a12-47cb-8d01-e6aeea049ef5 tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] 10.222.0.66 "GET /v2.0/ports?device_id=29df2be4-11c1-460d-a907-4195e85e2127 HTTP/1.1" status: 200 len: 210 time: 0.0403616 Aug 18 12:01:22.593713 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 33054) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:01:22.638161 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f339572-30b3-4a9f-a253-90461bd0994e req-1717a0b8-86aa-45b5-b7d6-fb98684bb9e9 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:22.646850 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2f339572-30b3-4a9f-a253-90461bd0994e req-1717a0b8-86aa-45b5-b7d6-fb98684bb9e9 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/ports?device_id=50ed693d-cbb2-4cf2-a656-704f6a7c8398 HTTP/1.1" status: 200 len: 950 time: 0.1652250 Aug 18 12:01:22.648084 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 31d68e6f-4c35-4e03-9514-66dcfacbedea triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:01:22.650010 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:22.716125 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2f339572-30b3-4a9f-a253-90461bd0994e req-977f5b3b-ddcb-4176-84ef-922cf75ab433 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/security-groups?id=0ddd2c5c-7e53-44ab-9404-c5fea69a570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670667 Aug 18 12:01:22.783524 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d84daf3-b5d4-4609-b581-6782f1ca2c5c req-d796832b-5724-4a74-9ecc-11256238f240 tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:22.788671 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-8d84daf3-b5d4-4609-b581-6782f1ca2c5c req-d796832b-5724-4a74-9ecc-11256238f240 tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] 10.222.0.62 "GET /v2.0/networks?id=3811f777-5849-45bb-9880-799ae79f59e0 HTTP/1.1" status: 200 len: 819 time: 0.7957964 Aug 18 12:01:22.803836 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [req-8d84daf3-b5d4-4609-b581-6782f1ca2c5c req-239f5812-a79b-44ed-a819-ca67333c468b tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] Request body: {'port': {'device_id': '305b0d7a-e7ab-4129-8b43-4762c73c2ae1', 'network_id': '3811f777-5849-45bb-9880-799ae79f59e0', 'admin_state_up': True, 'tenant_id': 'fe1ab259ff774abb8ee8f6b115f604ca'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:01:22.882433 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d19cfe7-8999-477f-85d3-2fd42cf6a9c9 req-cceab92b-e5dd-480e-8a38-1e3157f09156 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:22.884197 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5d19cfe7-8999-477f-85d3-2fd42cf6a9c9 req-cceab92b-e5dd-480e-8a38-1e3157f09156 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/ports?device_id=c638d708-f9ec-4cc8-8d73-799d4b9bed3c HTTP/1.1" status: 200 len: 945 time: 0.1415405 Aug 18 12:01:22.941345 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-75daad70-b8f5-4394-885d-eb626988db68 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=212687a0d141449e986077a62ccba2f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3462372 Aug 18 12:01:22.944805 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 33062) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:01:22.952337 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd5454f-ba85-4cae-9805-a6a899f6b4fc req-f89a3eb3-c19d-488d-93d2-4dc6f3ffb4e5 tempest-ServerMetadataNegativeTestJSON-1717782354 tempest-ServerMetadataNegativeTestJSON-1717782354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:22.954072 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3dd5454f-ba85-4cae-9805-a6a899f6b4fc req-f89a3eb3-c19d-488d-93d2-4dc6f3ffb4e5 tempest-ServerMetadataNegativeTestJSON-1717782354 tempest-ServerMetadataNegativeTestJSON-1717782354-project] 10.222.0.66 "GET /v2.0/ports?device_id=3766cfb0-83a6-48be-92e5-12846481d7d8 HTTP/1.1" status: 200 len: 946 time: 0.1200285 Aug 18 12:01:22.975268 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d84daf3-b5d4-4609-b581-6782f1ca2c5c req-239f5812-a79b-44ed-a819-ca67333c468b tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] Made reservation on behalf of fe1ab259ff774abb8ee8f6b115f604ca for: {'port': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:01:22.979599 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-8d84daf3-b5d4-4609-b581-6782f1ca2c5c req-239f5812-a79b-44ed-a819-ca67333c468b tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:22.998475 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5d19cfe7-8999-477f-85d3-2fd42cf6a9c9 req-6be4b97e-f9ec-4f30-ae86-a6e0317605f4 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/security-groups?id=582571f6-a365-42ab-be92-c3254f7d1409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043484 Aug 18 12:01:23.027506 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3dd5454f-ba85-4cae-9805-a6a899f6b4fc req-3577baf4-6470-4d5a-8392-390adf4c9ad0 tempest-ServerMetadataNegativeTestJSON-1717782354 tempest-ServerMetadataNegativeTestJSON-1717782354-project] 10.222.0.66 "GET /v2.0/security-groups?id=54546cbb-71ee-46a9-8b2f-85c346922e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537238 Aug 18 12:01:23.121831 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0c6c578d-78d1-4af2-aa91-b192c3fc7cde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:23.159165 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cdcc22-3f5d-4aef-9b2c-256001070a9d req-518ea4e2-fa51-4d75-a922-604048a15338 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:23.161408 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-20cdcc22-3f5d-4aef-9b2c-256001070a9d req-518ea4e2-fa51-4d75-a922-604048a15338 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/ports?device_id=c638d708-f9ec-4cc8-8d73-799d4b9bed3c HTTP/1.1" status: 200 len: 945 time: 0.0702300 Aug 18 12:01:23.179109 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0c6c578d-78d1-4af2-aa91-b192c3fc7cde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:23.207220 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-20cdcc22-3f5d-4aef-9b2c-256001070a9d req-84223ab4-93e8-4114-978f-5440477c5fdc tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/security-groups?id=582571f6-a365-42ab-be92-c3254f7d1409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390747 Aug 18 12:01:23.237319 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [req-8d84daf3-b5d4-4609-b581-6782f1ca2c5c req-239f5812-a79b-44ed-a819-ca67333c468b tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] Allocated IP 172.20.0.3 (3811f777-5849-45bb-9880-799ae79f59e0/bf85a510-4d3c-4322-ac79-b9cb0b40bab8/e1e7f579-0652-4bd5-b0e7-9fcb54e2b7a3) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:01:23.279778 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0c6c578d-78d1-4af2-aa91-b192c3fc7cde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:23.282440 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0c6c578d-78d1-4af2-aa91-b192c3fc7cde admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:23.283574 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-0c6c578d-78d1-4af2-aa91-b192c3fc7cde admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/80056a0b-428e-4a13-9031-cd2effcf9e7a HTTP/1.1" status: 204 len: 168 time: 0.3378317 Aug 18 12:01:23.307190 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6c578d-78d1-4af2-aa91-b192c3fc7cde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80056a0b-428e-4a13-9031-cd2effcf9e7a,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:01:23.490386 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-8d84daf3-b5d4-4609-b581-6782f1ca2c5c req-239f5812-a79b-44ed-a819-ca67333c468b tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:23.542382 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-8d84daf3-b5d4-4609-b581-6782f1ca2c5c req-239f5812-a79b-44ed-a819-ca67333c468b tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:23.547338 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-68f03474-1ed7-4329-9d4c-5c1fb6336840 req-e2bf770e-fcd6-4ffd-9629-0e7699e9c852 tempest-ServerShowV247Test-1488913494 tempest-ServerShowV247Test-1488913494-project] 10.222.0.66 "GET /v2.0/ports?device_id=8cbe6341-fa5a-491e-b656-4898ed92abb2 HTTP/1.1" status: 200 len: 210 time: 0.0713425 Aug 18 12:01:23.586095 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949e57c8-6db0-4171-8d58-3dd6c069254f req-e0ab913e-29ef-440e-a0ae-54e8601ffe2c tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:23.595385 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d84daf3-b5d4-4609-b581-6782f1ca2c5c req-239f5812-a79b-44ed-a819-ca67333c468b tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] Network 3811f777-5849-45bb-9880-799ae79f59e0 is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:01:23.596814 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-949e57c8-6db0-4171-8d58-3dd6c069254f req-e0ab913e-29ef-440e-a0ae-54e8601ffe2c tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/ports?device_id=c638d708-f9ec-4cc8-8d73-799d4b9bed3c HTTP/1.1" status: 200 len: 945 time: 0.1357057 Aug 18 12:01:23.598560 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [req-8d84daf3-b5d4-4609-b581-6782f1ca2c5c req-239f5812-a79b-44ed-a819-ca67333c468b tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:01:23.606052 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d84daf3-b5d4-4609-b581-6782f1ca2c5c req-239f5812-a79b-44ed-a819-ca67333c468b tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:01:23.640402 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239f5812-a79b-44ed-a819-ca67333c468b tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] Pushing event updated for resources: {'Port': ['ID=e1e7f579-0652-4bd5-b0e7-9fcb54e2b7a3,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:01:23.670299 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d84daf3-b5d4-4609-b581-6782f1ca2c5c req-239f5812-a79b-44ed-a819-ca67333c468b tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:23.671979 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-8d84daf3-b5d4-4609-b581-6782f1ca2c5c req-239f5812-a79b-44ed-a819-ca67333c468b tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:23.697823 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-8d84daf3-b5d4-4609-b581-6782f1ca2c5c req-239f5812-a79b-44ed-a819-ca67333c468b tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8981977 Aug 18 12:01:23.702437 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-949e57c8-6db0-4171-8d58-3dd6c069254f req-2d54bbe1-ff64-42c1-a790-a4eb1e4018bd tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/security-groups?id=582571f6-a365-42ab-be92-c3254f7d1409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978956 Aug 18 12:01:23.732263 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [req-8d84daf3-b5d4-4609-b581-6782f1ca2c5c req-6fc69643-6dae-4b97-bd4a-f350e81f1076 service neutron] Request body: {'port': {'device_id': '305b0d7a-e7ab-4129-8b43-4762c73c2ae1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804985-2'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:01:23.759873 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-500a1c61-38a7-4c23-a7ec-4631080af5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:23.849470 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-8d84daf3-b5d4-4609-b581-6782f1ca2c5c req-6fc69643-6dae-4b97-bd4a-f350e81f1076 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:23.917938 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f3c378-892e-473c-b5e9-77358875501e req-f1aff8b9-2a34-4ba6-bf92-e3478e05f9d5 tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:23.920844 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-33f3c378-892e-473c-b5e9-77358875501e req-f1aff8b9-2a34-4ba6-bf92-e3478e05f9d5 tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] 10.222.0.63 "GET /v2.0/networks?id=3811f777-5849-45bb-9880-799ae79f59e0 HTTP/1.1" status: 200 len: 819 time: 0.2490041 Aug 18 12:01:23.923180 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-30b0e980-7abc-49e7-98a9-fbda4bee2d05 req-1152520d-07b1-4afa-8d01-bf4ed2099ee1 tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] 10.222.0.66 "GET /v2.0/ports?device_id=29df2be4-11c1-460d-a907-4195e85e2127 HTTP/1.1" status: 200 len: 210 time: 0.0911596 Aug 18 12:01:23.944398 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-33f3c378-892e-473c-b5e9-77358875501e req-3987a64a-47a4-436a-b5f5-2936b0c5a6ad tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] Request body: {'port': {'device_id': '29df2be4-11c1-460d-a907-4195e85e2127', 'network_id': '3811f777-5849-45bb-9880-799ae79f59e0', 'admin_state_up': True, 'tenant_id': 'fe1ab259ff774abb8ee8f6b115f604ca'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:01:24.014162 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e226eea2-efaa-4940-af50-eb9e489be558 req-004d500d-3015-4548-98d5-03c77a4cceb4 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:24.021915 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e226eea2-efaa-4940-af50-eb9e489be558 req-004d500d-3015-4548-98d5-03c77a4cceb4 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/ports?device_id=c638d708-f9ec-4cc8-8d73-799d4b9bed3c HTTP/1.1" status: 200 len: 945 time: 0.1681414 Aug 18 12:01:24.146776 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e226eea2-efaa-4940-af50-eb9e489be558 req-2f969e1a-3f4a-452f-a6ba-8981b5f08561 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/security-groups?id=582571f6-a365-42ab-be92-c3254f7d1409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195564 Aug 18 12:01:24.170854 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073623ff-2aaa-4d3c-b75b-7fd24cbecf18 req-17fb3db6-e8b5-4135-8577-398558e03100 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:24.177764 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-073623ff-2aaa-4d3c-b75b-7fd24cbecf18 req-17fb3db6-e8b5-4135-8577-398558e03100 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/ports?device_id=50ed693d-cbb2-4cf2-a656-704f6a7c8398 HTTP/1.1" status: 200 len: 950 time: 0.1429138 Aug 18 12:01:24.212813 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33f3c378-892e-473c-b5e9-77358875501e req-3987a64a-47a4-436a-b5f5-2936b0c5a6ad tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] Made reservation on behalf of fe1ab259ff774abb8ee8f6b115f604ca for: {'port': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:01:24.216520 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-33f3c378-892e-473c-b5e9-77358875501e req-3987a64a-47a4-436a-b5f5-2936b0c5a6ad tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:24.236073 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-073623ff-2aaa-4d3c-b75b-7fd24cbecf18 req-e1997744-6d37-407d-8eaa-f25f5abf1e63 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/security-groups?id=0ddd2c5c-7e53-44ab-9404-c5fea69a570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574729 Aug 18 12:01:24.257299 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [req-8d84daf3-b5d4-4609-b581-6782f1ca2c5c req-6fc69643-6dae-4b97-bd4a-f350e81f1076 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1e7f579-0652-4bd5-b0e7-9fcb54e2b7a3 {{(pid=106253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:01:24.265594 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-8d84daf3-b5d4-4609-b581-6782f1ca2c5c req-6fc69643-6dae-4b97-bd4a-f350e81f1076 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:24.281298 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [req-8d84daf3-b5d4-4609-b581-6782f1ca2c5c req-6fc69643-6dae-4b97-bd4a-f350e81f1076 service neutron] Transition to ACTIVE for port object e1e7f579-0652-4bd5-b0e7-9fcb54e2b7a3 will not be triggered until provisioned by entity L2. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:01:24.287316 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-8d84daf3-b5d4-4609-b581-6782f1ca2c5c req-6fc69643-6dae-4b97-bd4a-f350e81f1076 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:24.364717 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc69643-6dae-4b97-bd4a-f350e81f1076 service neutron] Pushing event updated for resources: {'Port': ['ID=e1e7f579-0652-4bd5-b0e7-9fcb54e2b7a3,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:01:24.399506 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device c9af8207-4c5c-4229-a821-9651bf215fb3 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:01:24.435619 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [req-33f3c378-892e-473c-b5e9-77358875501e req-3987a64a-47a4-436a-b5f5-2936b0c5a6ad tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] Allocated IP 172.20.0.13 (3811f777-5849-45bb-9880-799ae79f59e0/bf85a510-4d3c-4322-ac79-b9cb0b40bab8/2214e5b9-4fc0-4aae-b99e-9a36dab1e7b5) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:01:24.450668 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-8d84daf3-b5d4-4609-b581-6782f1ca2c5c req-6fc69643-6dae-4b97-bd4a-f350e81f1076 service neutron] Attempting to bind port e1e7f579-0652-4bd5-b0e7-9fcb54e2b7a3 on host n-h2-804985-2 for vnic_type normal with profile {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:01:24.451107 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-8d84daf3-b5d4-4609-b581-6782f1ca2c5c req-6fc69643-6dae-4b97-bd4a-f350e81f1076 service neutron] Attempting to bind port e1e7f579-0652-4bd5-b0e7-9fcb54e2b7a3 by drivers openvswitch,hyperv on host n-h2-804985-2 at level 0 using segments [{'id': 'd17ce5aa-2f30-4357-baad-fd11d5479ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '3811f777-5849-45bb-9880-799ae79f59e0'}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:01:24.451486 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d84daf3-b5d4-4609-b581-6782f1ca2c5c req-6fc69643-6dae-4b97-bd4a-f350e81f1076 service neutron] Attempting to bind port e1e7f579-0652-4bd5-b0e7-9fcb54e2b7a3 on network 3811f777-5849-45bb-9880-799ae79f59e0 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:01:24.456323 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d84daf3-b5d4-4609-b581-6782f1ca2c5c req-6fc69643-6dae-4b97-bd4a-f350e81f1076 service neutron] Port e1e7f579-0652-4bd5-b0e7-9fcb54e2b7a3 on network 3811f777-5849-45bb-9880-799ae79f59e0 not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-2 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:01:24.456771 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d84daf3-b5d4-4609-b581-6782f1ca2c5c req-6fc69643-6dae-4b97-bd4a-f350e81f1076 service neutron] Attempting to bind port e1e7f579-0652-4bd5-b0e7-9fcb54e2b7a3 on network 3811f777-5849-45bb-9880-799ae79f59e0 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:01:24.461408 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port c9af8207-4c5c-4229-a821-9651bf215fb3 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:01:24.462637 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d84daf3-b5d4-4609-b581-6782f1ca2c5c req-6fc69643-6dae-4b97-bd4a-f350e81f1076 service neutron] Checking agent: {'id': 'da5da552-709c-4248-84de-86af99a0dc87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 49, 8), 'started_at': datetime.datetime(2021, 8, 18, 11, 49, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 1, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:01:24.463129 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d84daf3-b5d4-4609-b581-6782f1ca2c5c req-6fc69643-6dae-4b97-bd4a-f350e81f1076 service neutron] Checking segment: {'id': 'd17ce5aa-2f30-4357-baad-fd11d5479ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '3811f777-5849-45bb-9880-799ae79f59e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:01:24.463512 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d84daf3-b5d4-4609-b581-6782f1ca2c5c req-6fc69643-6dae-4b97-bd4a-f350e81f1076 service neutron] Bound using segment: {'id': 'd17ce5aa-2f30-4357-baad-fd11d5479ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '3811f777-5849-45bb-9880-799ae79f59e0'} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:01:24.464063 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-8d84daf3-b5d4-4609-b581-6782f1ca2c5c req-6fc69643-6dae-4b97-bd4a-f350e81f1076 service neutron] Bound port: e1e7f579-0652-4bd5-b0e7-9fcb54e2b7a3, host: n-h2-804985-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd17ce5aa-2f30-4357-baad-fd11d5479ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '3811f777-5849-45bb-9880-799ae79f59e0'}}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:01:24.464418 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-8d84daf3-b5d4-4609-b581-6782f1ca2c5c req-6fc69643-6dae-4b97-bd4a-f350e81f1076 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:24.467083 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port c9af8207-4c5c-4229-a821-9651bf215fb3 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:01:24.467683 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:24.532999 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-8d84daf3-b5d4-4609-b581-6782f1ca2c5c req-6fc69643-6dae-4b97-bd4a-f350e81f1076 service neutron] For port e1e7f579-0652-4bd5-b0e7-9fcb54e2b7a3, host n-h2-804985-2, cleared binding levels {{(pid=106253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:01:24.536247 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-8d84daf3-b5d4-4609-b581-6782f1ca2c5c req-6fc69643-6dae-4b97-bd4a-f350e81f1076 service neutron] For port e1e7f579-0652-4bd5-b0e7-9fcb54e2b7a3, host n-h2-804985-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=e1e7f579-0652-4bd5-b0e7-9fcb54e2b7a3,segment=NetworkSegment(d17ce5aa-2f30-4357-baad-fd11d5479ac5),segment_id=d17ce5aa-2f30-4357-baad-fd11d5479ac5)] {{(pid=106253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:01:24.542057 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-8d84daf3-b5d4-4609-b581-6782f1ca2c5c req-6fc69643-6dae-4b97-bd4a-f350e81f1076 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:24.558532 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:24.581235 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d84daf3-b5d4-4609-b581-6782f1ca2c5c req-6fc69643-6dae-4b97-bd4a-f350e81f1076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:24.581856 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-8d84daf3-b5d4-4609-b581-6782f1ca2c5c req-6fc69643-6dae-4b97-bd4a-f350e81f1076 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:24.583258 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-8d84daf3-b5d4-4609-b581-6782f1ca2c5c req-6fc69643-6dae-4b97-bd4a-f350e81f1076 service neutron] 10.222.0.62 "PUT /v2.0/ports/e1e7f579-0652-4bd5-b0e7-9fcb54e2b7a3 HTTP/1.1" status: 200 len: 1091 time: 0.8651967 Aug 18 12:01:24.583694 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '305b0d7a-e7ab-4129-8b43-4762c73c2ae1', 'tag': 'e1e7f579-0652-4bd5-b0e7-9fcb54e2b7a3'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:01:24.585996 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0679f4c4b6e0e0c064a7d71d722dc30541a34fffee11680573be22ee2ffccc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a684fe69-c28d-4767-aa3f-bea322ee0da3" -d '{"events": [{"name": "network-changed", "server_uuid": "305b0d7a-e7ab-4129-8b43-4762c73c2ae1", "tag": "e1e7f579-0652-4bd5-b0e7-9fcb54e2b7a3"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:01:24.595181 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde08c2b-056b-477b-abba-6bcb5e6824cb req-68e1ef91-1864-4858-8a30-a454c9928ef3 tempest-ServerMetadataNegativeTestJSON-1717782354 tempest-ServerMetadataNegativeTestJSON-1717782354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:24.602893 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-bde08c2b-056b-477b-abba-6bcb5e6824cb req-68e1ef91-1864-4858-8a30-a454c9928ef3 tempest-ServerMetadataNegativeTestJSON-1717782354 tempest-ServerMetadataNegativeTestJSON-1717782354-project] 10.222.0.66 "GET /v2.0/ports?device_id=3766cfb0-83a6-48be-92e5-12846481d7d8 HTTP/1.1" status: 200 len: 946 time: 0.3730621 Aug 18 12:01:24.605804 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] For port c9af8207-4c5c-4229-a821-9651bf215fb3, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=c9af8207-4c5c-4229-a821-9651bf215fb3,segment=NetworkSegment(d17ce5aa-2f30-4357-baad-fd11d5479ac5),segment_id=d17ce5aa-2f30-4357-baad-fd11d5479ac5)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:01:24.610981 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:24.618784 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc69643-6dae-4b97-bd4a-f350e81f1076 service neutron] Pushing event updated for resources: {'Port': ['ID=e1e7f579-0652-4bd5-b0e7-9fcb54e2b7a3,revision_number=3']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:01:24.655671 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fd017c-efb8-4e56-bbf6-1e258b371876 req-9875d4a8-ab77-4106-92e7-11c6482e5e6c tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:24.657285 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-00fd017c-efb8-4e56-bbf6-1e258b371876 req-9875d4a8-ab77-4106-92e7-11c6482e5e6c tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/ports?device_id=c638d708-f9ec-4cc8-8d73-799d4b9bed3c HTTP/1.1" status: 200 len: 945 time: 0.1454456 Aug 18 12:01:24.668485 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Pushing event updated for resources: {'Port': ['ID=c9af8207-4c5c-4229-a821-9651bf215fb3,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:01:24.675323 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d84daf3-b5d4-4609-b581-6782f1ca2c5c req-f1d56940-8738-4b75-907a-1fb73dedd7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:24.677000 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-8d84daf3-b5d4-4609-b581-6782f1ca2c5c req-f1d56940-8738-4b75-907a-1fb73dedd7c0 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=fe1ab259ff774abb8ee8f6b115f604ca&device_id=305b0d7a-e7ab-4129-8b43-4762c73c2ae1 HTTP/1.1" status: 200 len: 1094 time: 0.0456886 Aug 18 12:01:24.687177 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-bde08c2b-056b-477b-abba-6bcb5e6824cb req-d1b71443-8ddd-4716-831f-25fc69e2ecb5 tempest-ServerMetadataNegativeTestJSON-1717782354 tempest-ServerMetadataNegativeTestJSON-1717782354-project] 10.222.0.66 "GET /v2.0/security-groups?id=54546cbb-71ee-46a9-8b2f-85c346922e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834410 Aug 18 12:01:24.734598 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-33f3c378-892e-473c-b5e9-77358875501e req-3987a64a-47a4-436a-b5f5-2936b0c5a6ad tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:24.737098 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-8d84daf3-b5d4-4609-b581-6782f1ca2c5c req-02124e97-9b02-494d-9451-7954dffc897f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e1e7f579-0652-4bd5-b0e7-9fcb54e2b7a3 HTTP/1.1" status: 200 len: 217 time: 0.0477817 Aug 18 12:01:24.740903 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-00fd017c-efb8-4e56-bbf6-1e258b371876 req-0bfdf68a-53a0-406f-83cd-3343576456cf tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/security-groups?id=582571f6-a365-42ab-be92-c3254f7d1409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692225 Aug 18 12:01:24.794436 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-33f3c378-892e-473c-b5e9-77358875501e req-3987a64a-47a4-436a-b5f5-2936b0c5a6ad tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:24.813142 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d84daf3-b5d4-4609-b581-6782f1ca2c5c req-4c02ffd9-1ac9-46f2-b7a8-8e792861f197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:24.815195 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-8d84daf3-b5d4-4609-b581-6782f1ca2c5c req-4c02ffd9-1ac9-46f2-b7a8-8e792861f197 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=bf85a510-4d3c-4322-ac79-b9cb0b40bab8 HTTP/1.1" status: 200 len: 859 time: 0.0684726 Aug 18 12:01:24.845059 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33f3c378-892e-473c-b5e9-77358875501e req-3987a64a-47a4-436a-b5f5-2936b0c5a6ad tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] Network 3811f777-5849-45bb-9880-799ae79f59e0 is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:01:24.852723 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [req-33f3c378-892e-473c-b5e9-77358875501e req-3987a64a-47a4-436a-b5f5-2936b0c5a6ad tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:01:24.855323 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-33f3c378-892e-473c-b5e9-77358875501e req-3987a64a-47a4-436a-b5f5-2936b0c5a6ad tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:01:24.861575 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-8d84daf3-b5d4-4609-b581-6782f1ca2c5c req-e2fbf9e6-85a9-48fa-9cbe-a3809daec91e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=3811f777-5849-45bb-9880-799ae79f59e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303156 Aug 18 12:01:24.916530 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0d7d8f1d-dfa7-4aa1-bbc8-bd0e7c01f53a req-d1bf6bb2-955c-4169-b68c-b282d84a422f tempest-ServerShowV247Test-1488913494 tempest-ServerShowV247Test-1488913494-project] 10.222.0.66 "GET /v2.0/ports?device_id=8cbe6341-fa5a-491e-b656-4898ed92abb2 HTTP/1.1" status: 200 len: 210 time: 0.0701983 Aug 18 12:01:24.919841 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3987a64a-47a4-436a-b5f5-2936b0c5a6ad tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] Pushing event updated for resources: {'Port': ['ID=2214e5b9-4fc0-4aae-b99e-9a36dab1e7b5,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:01:24.941730 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f3c378-892e-473c-b5e9-77358875501e req-3987a64a-47a4-436a-b5f5-2936b0c5a6ad tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:24.942821 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-33f3c378-892e-473c-b5e9-77358875501e req-3987a64a-47a4-436a-b5f5-2936b0c5a6ad tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:24.966075 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-33f3c378-892e-473c-b5e9-77358875501e req-3987a64a-47a4-436a-b5f5-2936b0c5a6ad tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0329571 Aug 18 12:01:24.976501 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-8d84daf3-b5d4-4609-b581-6782f1ca2c5c req-8087ceaf-3304-49f8-98fa-5ecdcfe8a68f service neutron] 10.222.0.62 "GET /v2.0/networks/3811f777-5849-45bb-9880-799ae79f59e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070621 Aug 18 12:01:24.979230 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-33f3c378-892e-473c-b5e9-77358875501e req-01acbc7b-f094-44b8-9e80-3196517eab56 service neutron] Request body: {'port': {'device_id': '29df2be4-11c1-460d-a907-4195e85e2127', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804985-2'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:01:24.987608 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:01:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7be9198-248e-463f-a8ad-d44482e3fc4f x-openstack-request-id: req-c7be9198-248e-463f-a8ad-d44482e3fc4f {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:01:24.987973 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "305b0d7a-e7ab-4129-8b43-4762c73c2ae1", "tag": "e1e7f579-0652-4bd5-b0e7-9fcb54e2b7a3", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:01:24.988282 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c7be9198-248e-463f-a8ad-d44482e3fc4f {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:01:24.989651 n-d-804985-2 neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '305b0d7a-e7ab-4129-8b43-4762c73c2ae1', 'tag': 'e1e7f579-0652-4bd5-b0e7-9fcb54e2b7a3', 'status': 'completed', 'code': 200} Aug 18 12:01:25.055002 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-33f3c378-892e-473c-b5e9-77358875501e req-01acbc7b-f094-44b8-9e80-3196517eab56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:25.097653 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-8d84daf3-b5d4-4609-b581-6782f1ca2c5c req-7af0b942-3722-43d6-aeb0-cfae69247276 service neutron] 10.222.0.62 "GET /v2.0/networks/3811f777-5849-45bb-9880-799ae79f59e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067488 Aug 18 12:01:25.200429 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a684fe69-c28d-4767-aa3f-bea322ee0da3 req-48523e56-f49f-423c-9303-f31536500c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:25.202016 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-a684fe69-c28d-4767-aa3f-bea322ee0da3 req-48523e56-f49f-423c-9303-f31536500c56 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=fe1ab259ff774abb8ee8f6b115f604ca&device_id=305b0d7a-e7ab-4129-8b43-4762c73c2ae1 HTTP/1.1" status: 200 len: 1094 time: 0.0555673 Aug 18 12:01:25.222067 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e008b2ab-928d-443d-b30b-a0fc9005bcfe req-53d1dff6-c2c4-4e81-80cd-424d8eabb373 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:25.223563 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e008b2ab-928d-443d-b30b-a0fc9005bcfe req-53d1dff6-c2c4-4e81-80cd-424d8eabb373 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/ports?device_id=c638d708-f9ec-4cc8-8d73-799d4b9bed3c HTTP/1.1" status: 200 len: 945 time: 0.1218963 Aug 18 12:01:25.298909 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a684fe69-c28d-4767-aa3f-bea322ee0da3 req-225ef04e-5e79-45f7-bd0b-f841ec8d14a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:25.300327 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-a684fe69-c28d-4767-aa3f-bea322ee0da3 req-225ef04e-5e79-45f7-bd0b-f841ec8d14a6 service neutron] 10.222.0.62 "GET /v2.0/networks?id=3811f777-5849-45bb-9880-799ae79f59e0 HTTP/1.1" status: 200 len: 920 time: 0.0900285 Aug 18 12:01:25.346079 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109c6782-9729-415b-9c78-1a376ec2ebf4 req-bd55c1cd-2dc6-4ef3-82f6-822593bf9e6f tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:25.346894 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-a684fe69-c28d-4767-aa3f-bea322ee0da3 req-4923c290-d5e4-4f04-988c-58930b202847 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e1e7f579-0652-4bd5-b0e7-9fcb54e2b7a3 HTTP/1.1" status: 200 len: 217 time: 0.0381804 Aug 18 12:01:25.347611 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-109c6782-9729-415b-9c78-1a376ec2ebf4 req-bd55c1cd-2dc6-4ef3-82f6-822593bf9e6f tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] 10.222.0.66 "GET /v2.0/ports?device_id=29df2be4-11c1-460d-a907-4195e85e2127 HTTP/1.1" status: 200 len: 932 time: 0.1209805 Aug 18 12:01:25.352336 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e008b2ab-928d-443d-b30b-a0fc9005bcfe req-363a541e-c532-4780-b54a-0cafa466436f tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/security-groups?id=582571f6-a365-42ab-be92-c3254f7d1409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154244 Aug 18 12:01:25.430311 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a684fe69-c28d-4767-aa3f-bea322ee0da3 req-a6e2c237-9eb8-48c3-a6f9-3f4ca7a8f358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:25.431826 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-a684fe69-c28d-4767-aa3f-bea322ee0da3 req-a6e2c237-9eb8-48c3-a6f9-3f4ca7a8f358 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=bf85a510-4d3c-4322-ac79-b9cb0b40bab8 HTTP/1.1" status: 200 len: 859 time: 0.0735083 Aug 18 12:01:25.447142 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-109c6782-9729-415b-9c78-1a376ec2ebf4 req-c39371d1-e3c0-44ba-b7d4-7d6a1bb909fa tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] 10.222.0.66 "GET /v2.0/security-groups?id=47674416-b298-4cf8-93c5-c03a14c2b3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885208 Aug 18 12:01:25.495409 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-a684fe69-c28d-4767-aa3f-bea322ee0da3 req-37dbdf40-ea79-4b8c-adec-b08b0b5817f3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=3811f777-5849-45bb-9880-799ae79f59e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0544801 Aug 18 12:01:25.518366 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [req-33f3c378-892e-473c-b5e9-77358875501e req-01acbc7b-f094-44b8-9e80-3196517eab56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2214e5b9-4fc0-4aae-b99e-9a36dab1e7b5 {{(pid=106252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:01:25.543282 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-33f3c378-892e-473c-b5e9-77358875501e req-01acbc7b-f094-44b8-9e80-3196517eab56 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:25.565368 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [req-33f3c378-892e-473c-b5e9-77358875501e req-01acbc7b-f094-44b8-9e80-3196517eab56 service neutron] Transition to ACTIVE for port object 2214e5b9-4fc0-4aae-b99e-9a36dab1e7b5 will not be triggered until provisioned by entity L2. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:01:25.573276 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-33f3c378-892e-473c-b5e9-77358875501e req-01acbc7b-f094-44b8-9e80-3196517eab56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:25.599351 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-a684fe69-c28d-4767-aa3f-bea322ee0da3 req-1f4e4032-f597-4590-ab26-2f6ea5aa2f62 service neutron] 10.222.0.62 "GET /v2.0/networks/3811f777-5849-45bb-9880-799ae79f59e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911229 Aug 18 12:01:25.620910 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4edb4ec-e326-4804-a480-c03957016eae req-beb4b853-6b6f-4add-b11f-106f471f7df3 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:25.622397 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f4edb4ec-e326-4804-a480-c03957016eae req-beb4b853-6b6f-4add-b11f-106f471f7df3 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/ports?device_id=50ed693d-cbb2-4cf2-a656-704f6a7c8398 HTTP/1.1" status: 200 len: 950 time: 0.1216254 Aug 18 12:01:25.652333 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01acbc7b-f094-44b8-9e80-3196517eab56 service neutron] Pushing event updated for resources: {'Port': ['ID=2214e5b9-4fc0-4aae-b99e-9a36dab1e7b5,revision_number=2']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:01:25.689538 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f4edb4ec-e326-4804-a480-c03957016eae req-3e61866d-41d9-442d-96e8-277ff21e2da9 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/security-groups?id=0ddd2c5c-7e53-44ab-9404-c5fea69a570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594671 Aug 18 12:01:25.725855 n-d-804985-2 neutron-server[106253]: INFO neutron.api.v2.resource [req-55b83d15-d95d-46ea-b8b4-8b77be1eb367 req-08fd0308-b674-4f65-9dfc-4bd2f084ffc6 service neutron] show failed (client error): The resource could not be found. Aug 18 12:01:25.727032 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-55b83d15-d95d-46ea-b8b4-8b77be1eb367 req-08fd0308-b674-4f65-9dfc-4bd2f084ffc6 service neutron] 10.222.0.62 "GET /v2.0/ports/508ec94c-2aa2-4f52-b538-be215de08220/bindings/n-h1-804985-2 HTTP/1.1" status: 404 len: 380 time: 0.1300960 Aug 18 12:01:25.744911 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-33f3c378-892e-473c-b5e9-77358875501e req-01acbc7b-f094-44b8-9e80-3196517eab56 service neutron] Attempting to bind port 2214e5b9-4fc0-4aae-b99e-9a36dab1e7b5 on host n-h1-804985-2 for vnic_type normal with profile {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:01:25.745338 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-33f3c378-892e-473c-b5e9-77358875501e req-01acbc7b-f094-44b8-9e80-3196517eab56 service neutron] Attempting to bind port 2214e5b9-4fc0-4aae-b99e-9a36dab1e7b5 by drivers openvswitch,hyperv on host n-h1-804985-2 at level 0 using segments [{'id': 'd17ce5aa-2f30-4357-baad-fd11d5479ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '3811f777-5849-45bb-9880-799ae79f59e0'}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:01:25.745549 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33f3c378-892e-473c-b5e9-77358875501e req-01acbc7b-f094-44b8-9e80-3196517eab56 service neutron] Attempting to bind port 2214e5b9-4fc0-4aae-b99e-9a36dab1e7b5 on network 3811f777-5849-45bb-9880-799ae79f59e0 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:01:25.752628 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33f3c378-892e-473c-b5e9-77358875501e req-01acbc7b-f094-44b8-9e80-3196517eab56 service neutron] Port 2214e5b9-4fc0-4aae-b99e-9a36dab1e7b5 on network 3811f777-5849-45bb-9880-799ae79f59e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-2 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:01:25.752962 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33f3c378-892e-473c-b5e9-77358875501e req-01acbc7b-f094-44b8-9e80-3196517eab56 service neutron] Attempting to bind port 2214e5b9-4fc0-4aae-b99e-9a36dab1e7b5 on network 3811f777-5849-45bb-9880-799ae79f59e0 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:01:25.761305 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33f3c378-892e-473c-b5e9-77358875501e req-01acbc7b-f094-44b8-9e80-3196517eab56 service neutron] Checking agent: {'id': 'a613417a-d085-492c-941a-59bb18c633d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 49, 6), 'started_at': datetime.datetime(2021, 8, 18, 11, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 1, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:01:25.761771 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33f3c378-892e-473c-b5e9-77358875501e req-01acbc7b-f094-44b8-9e80-3196517eab56 service neutron] Checking segment: {'id': 'd17ce5aa-2f30-4357-baad-fd11d5479ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '3811f777-5849-45bb-9880-799ae79f59e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:01:25.762169 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33f3c378-892e-473c-b5e9-77358875501e req-01acbc7b-f094-44b8-9e80-3196517eab56 service neutron] Bound using segment: {'id': 'd17ce5aa-2f30-4357-baad-fd11d5479ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '3811f777-5849-45bb-9880-799ae79f59e0'} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:01:25.762611 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-33f3c378-892e-473c-b5e9-77358875501e req-01acbc7b-f094-44b8-9e80-3196517eab56 service neutron] Bound port: 2214e5b9-4fc0-4aae-b99e-9a36dab1e7b5, host: n-h1-804985-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd17ce5aa-2f30-4357-baad-fd11d5479ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '3811f777-5849-45bb-9880-799ae79f59e0'}}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:01:25.764731 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-33f3c378-892e-473c-b5e9-77358875501e req-01acbc7b-f094-44b8-9e80-3196517eab56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:25.769901 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-a684fe69-c28d-4767-aa3f-bea322ee0da3 req-5c5be8a5-d8df-40a1-abbb-5decee7070c2 service neutron] 10.222.0.62 "GET /v2.0/networks/3811f777-5849-45bb-9880-799ae79f59e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347971 Aug 18 12:01:25.878976 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-33f3c378-892e-473c-b5e9-77358875501e req-01acbc7b-f094-44b8-9e80-3196517eab56 service neutron] For port 2214e5b9-4fc0-4aae-b99e-9a36dab1e7b5, host n-h1-804985-2, cleared binding levels {{(pid=106252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:01:25.896698 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-33f3c378-892e-473c-b5e9-77358875501e req-01acbc7b-f094-44b8-9e80-3196517eab56 service neutron] For port 2214e5b9-4fc0-4aae-b99e-9a36dab1e7b5, host n-h1-804985-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=2214e5b9-4fc0-4aae-b99e-9a36dab1e7b5,segment=NetworkSegment(d17ce5aa-2f30-4357-baad-fd11d5479ac5),segment_id=d17ce5aa-2f30-4357-baad-fd11d5479ac5)] {{(pid=106252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:01:25.908846 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-33f3c378-892e-473c-b5e9-77358875501e req-01acbc7b-f094-44b8-9e80-3196517eab56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:25.929113 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a50e174-d5c8-44d4-896d-48753a04fa67 req-e2aa848c-1e29-43d4-a6e5-19e1d62e8fe6 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:25.931002 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9a50e174-d5c8-44d4-896d-48753a04fa67 req-e2aa848c-1e29-43d4-a6e5-19e1d62e8fe6 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/ports?device_id=c638d708-f9ec-4cc8-8d73-799d4b9bed3c HTTP/1.1" status: 200 len: 945 time: 0.0863500 Aug 18 12:01:25.973906 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f3c378-892e-473c-b5e9-77358875501e req-01acbc7b-f094-44b8-9e80-3196517eab56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:25.974568 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-33f3c378-892e-473c-b5e9-77358875501e req-01acbc7b-f094-44b8-9e80-3196517eab56 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:25.975932 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-33f3c378-892e-473c-b5e9-77358875501e req-01acbc7b-f094-44b8-9e80-3196517eab56 service neutron] 10.222.0.63 "PUT /v2.0/ports/2214e5b9-4fc0-4aae-b99e-9a36dab1e7b5 HTTP/1.1" status: 200 len: 1092 time: 1.0015883 Aug 18 12:01:25.980797 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29df2be4-11c1-460d-a907-4195e85e2127', 'tag': '2214e5b9-4fc0-4aae-b99e-9a36dab1e7b5'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:01:25.981417 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87763000-0816-4d75-9547-8a9dca48f873" -d '{"events": [{"name": "network-changed", "server_uuid": "29df2be4-11c1-460d-a907-4195e85e2127", "tag": "2214e5b9-4fc0-4aae-b99e-9a36dab1e7b5"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:01:26.082198 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01acbc7b-f094-44b8-9e80-3196517eab56 service neutron] Pushing event updated for resources: {'Port': ['ID=2214e5b9-4fc0-4aae-b99e-9a36dab1e7b5,revision_number=3']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:01:26.100169 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9a50e174-d5c8-44d4-896d-48753a04fa67 req-11c16f89-46a5-4247-84ee-2090f258794c tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/security-groups?id=582571f6-a365-42ab-be92-c3254f7d1409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489661 Aug 18 12:01:26.104948 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b83d15-d95d-46ea-b8b4-8b77be1eb367 req-6ce148ab-3757-4be0-86bb-007aa563a04f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:26.106382 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-55b83d15-d95d-46ea-b8b4-8b77be1eb367 req-6ce148ab-3757-4be0-86bb-007aa563a04f service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=50ed693d-cbb2-4cf2-a656-704f6a7c8398&tenant_id=87f2a541be1e4141a84277bf00dc4c3b HTTP/1.1" status: 200 len: 1101 time: 0.1455488 Aug 18 12:01:26.127726 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-37ef9210-4df1-4889-b543-147808d443be req-bb765998-7eb0-474c-8fb4-45860029e602 tempest-ServerShowV247Test-1488913494 tempest-ServerShowV247Test-1488913494-project] 10.222.0.66 "GET /v2.0/ports?device_id=8cbe6341-fa5a-491e-b656-4898ed92abb2 HTTP/1.1" status: 200 len: 210 time: 0.0490973 Aug 18 12:01:26.131660 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-55b83d15-d95d-46ea-b8b4-8b77be1eb367 req-a0ac8b88-f420-4a4f-adbe-0064ea529975 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-804985-2', 'device_owner': 'compute:nova'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:01:26.159103 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f3c378-892e-473c-b5e9-77358875501e req-069038fa-9c33-464f-b1bb-c418e1b6d42f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:26.160783 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-33f3c378-892e-473c-b5e9-77358875501e req-069038fa-9c33-464f-b1bb-c418e1b6d42f service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=fe1ab259ff774abb8ee8f6b115f604ca&device_id=29df2be4-11c1-460d-a907-4195e85e2127 HTTP/1.1" status: 200 len: 1095 time: 0.1263855 Aug 18 12:01:26.195860 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:01:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc6e7a53-d5d8-44c2-85e7-ee577ddddd6c x-openstack-request-id: req-cc6e7a53-d5d8-44c2-85e7-ee577ddddd6c {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:01:26.196003 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29df2be4-11c1-460d-a907-4195e85e2127", "tag": "2214e5b9-4fc0-4aae-b99e-9a36dab1e7b5", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:01:26.196164 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-cc6e7a53-d5d8-44c2-85e7-ee577ddddd6c {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:01:26.196613 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29df2be4-11c1-460d-a907-4195e85e2127', 'tag': '2214e5b9-4fc0-4aae-b99e-9a36dab1e7b5', 'status': 'completed', 'code': 200} Aug 18 12:01:26.345629 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device c9af8207-4c5c-4229-a821-9651bf215fb3 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:01:26.407010 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port c9af8207-4c5c-4229-a821-9651bf215fb3 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:01:26.407765 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:26.592276 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-33f3c378-892e-473c-b5e9-77358875501e req-92bbb751-56ee-4b63-8cd4-f5f4edb3f899 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2214e5b9-4fc0-4aae-b99e-9a36dab1e7b5 HTTP/1.1" status: 200 len: 217 time: 0.4212115 Aug 18 12:01:26.602841 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-55b83d15-d95d-46ea-b8b4-8b77be1eb367 req-a0ac8b88-f420-4a4f-adbe-0064ea529975 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:26.742191 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f3c378-892e-473c-b5e9-77358875501e req-e9861612-9e7b-42cf-a12c-a9c3c63fb4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:26.743642 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-33f3c378-892e-473c-b5e9-77358875501e req-e9861612-9e7b-42cf-a12c-a9c3c63fb4ea service neutron] 10.222.0.63 "GET /v2.0/subnets?id=bf85a510-4d3c-4322-ac79-b9cb0b40bab8 HTTP/1.1" status: 200 len: 859 time: 0.1385911 Aug 18 12:01:26.757480 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1095a1d-f33e-4095-be9e-cc1973c96e47 req-6bbc56ae-b163-4fa0-bf8a-ef516fc4311b tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:26.758844 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d1095a1d-f33e-4095-be9e-cc1973c96e47 req-6bbc56ae-b163-4fa0-bf8a-ef516fc4311b tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/ports?device_id=c638d708-f9ec-4cc8-8d73-799d4b9bed3c HTTP/1.1" status: 200 len: 945 time: 0.1712184 Aug 18 12:01:26.830011 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0692a7-ac15-4603-ba89-fce50ec47457 req-d6c435b7-c9de-4954-9374-33fe7e10bdad tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:26.831438 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8c0692a7-ac15-4603-ba89-fce50ec47457 req-d6c435b7-c9de-4954-9374-33fe7e10bdad tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] 10.222.0.66 "GET /v2.0/ports?device_id=29df2be4-11c1-460d-a907-4195e85e2127 HTTP/1.1" status: 200 len: 944 time: 0.2002513 Aug 18 12:01:26.854961 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-33f3c378-892e-473c-b5e9-77358875501e req-22b51c23-d6c4-4115-819f-a0135e5ec8fc service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=3811f777-5849-45bb-9880-799ae79f59e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531554 Aug 18 12:01:26.993133 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d1095a1d-f33e-4095-be9e-cc1973c96e47 req-2e7be8f9-3af5-4fdb-937f-481ddc0372f3 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/security-groups?id=582571f6-a365-42ab-be92-c3254f7d1409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835537 Aug 18 12:01:27.021346 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8c0692a7-ac15-4603-ba89-fce50ec47457 req-28dccb5d-07be-40f0-86ed-dda9b363a87a tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] 10.222.0.66 "GET /v2.0/security-groups?id=47674416-b298-4cf8-93c5-c03a14c2b3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682730 Aug 18 12:01:27.061852 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-33f3c378-892e-473c-b5e9-77358875501e req-f0e540eb-6227-4e70-bc49-90d1a159cbfe service neutron] 10.222.0.63 "GET /v2.0/networks/3811f777-5849-45bb-9880-799ae79f59e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874943 Aug 18 12:01:27.077087 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-55b83d15-d95d-46ea-b8b4-8b77be1eb367 req-a0ac8b88-f420-4a4f-adbe-0064ea529975 service neutron] For port 508ec94c-2aa2-4f52-b538-be215de08220, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=508ec94c-2aa2-4f52-b538-be215de08220,segment=NetworkSegment(b0eb6eea-b461-4969-8a27-808f00daa8a1),segment_id=b0eb6eea-b461-4969-8a27-808f00daa8a1)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:01:27.171988 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-55b83d15-d95d-46ea-b8b4-8b77be1eb367 req-a0ac8b88-f420-4a4f-adbe-0064ea529975 service neutron] For port 508ec94c-2aa2-4f52-b538-be215de08220, host n-h2-804985-2, cleared binding levels {{(pid=106252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:01:27.239350 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-33f3c378-892e-473c-b5e9-77358875501e req-13547a18-ad20-495f-99de-9ed4f2433dda service neutron] 10.222.0.63 "GET /v2.0/networks/3811f777-5849-45bb-9880-799ae79f59e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478386 Aug 18 12:01:27.241309 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-55b83d15-d95d-46ea-b8b4-8b77be1eb367 req-a0ac8b88-f420-4a4f-adbe-0064ea529975 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:27.254300 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [req-55b83d15-d95d-46ea-b8b4-8b77be1eb367 req-a0ac8b88-f420-4a4f-adbe-0064ea529975 service neutron] Transition to ACTIVE for port object 508ec94c-2aa2-4f52-b538-be215de08220 will not be triggered until provisioned by entity L2. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:01:27.260382 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-55b83d15-d95d-46ea-b8b4-8b77be1eb367 req-a0ac8b88-f420-4a4f-adbe-0064ea529975 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:27.354920 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-55b83d15-d95d-46ea-b8b4-8b77be1eb367 req-a0ac8b88-f420-4a4f-adbe-0064ea529975 service neutron] No DVR routers for this DVR port 508ec94c-2aa2-4f52-b538-be215de08220 on host n-h2-804985-2 {{(pid=106252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:01:27.364152 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ac8b88-f420-4a4f-adbe-0064ea529975 service neutron] Pushing event updated for resources: {'Port': ['ID=508ec94c-2aa2-4f52-b538-be215de08220,revision_number=6']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:01:27.427074 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-77ac2905-ed67-4dff-bfb7-e7631f536f69 req-eb1baf9a-6bcb-47c8-a4b7-28ae3c7d67af tempest-ServerShowV247Test-1488913494 tempest-ServerShowV247Test-1488913494-project] 10.222.0.66 "GET /v2.0/ports?device_id=8cbe6341-fa5a-491e-b656-4898ed92abb2 HTTP/1.1" status: 200 len: 210 time: 0.0692670 Aug 18 12:01:27.451215 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-55b83d15-d95d-46ea-b8b4-8b77be1eb367 req-a0ac8b88-f420-4a4f-adbe-0064ea529975 service neutron] Attempting to bind port 508ec94c-2aa2-4f52-b538-be215de08220 on host n-h1-804985-2 for vnic_type normal with profile {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:01:27.451555 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-55b83d15-d95d-46ea-b8b4-8b77be1eb367 req-a0ac8b88-f420-4a4f-adbe-0064ea529975 service neutron] Attempting to bind port 508ec94c-2aa2-4f52-b538-be215de08220 by drivers openvswitch,hyperv on host n-h1-804985-2 at level 0 using segments [{'id': 'b0eb6eea-b461-4969-8a27-808f00daa8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '222e0814-c7e5-4b11-9282-3f40c6ed76b2'}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:01:27.451881 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55b83d15-d95d-46ea-b8b4-8b77be1eb367 req-a0ac8b88-f420-4a4f-adbe-0064ea529975 service neutron] Attempting to bind port 508ec94c-2aa2-4f52-b538-be215de08220 on network 222e0814-c7e5-4b11-9282-3f40c6ed76b2 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:01:27.461913 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87763000-0816-4d75-9547-8a9dca48f873 req-0c48bb8d-7f7a-44d4-a846-90224d69723d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:27.463437 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-87763000-0816-4d75-9547-8a9dca48f873 req-0c48bb8d-7f7a-44d4-a846-90224d69723d service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=fe1ab259ff774abb8ee8f6b115f604ca&device_id=29df2be4-11c1-460d-a907-4195e85e2127 HTTP/1.1" status: 200 len: 1095 time: 0.1595745 Aug 18 12:01:27.468710 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55b83d15-d95d-46ea-b8b4-8b77be1eb367 req-a0ac8b88-f420-4a4f-adbe-0064ea529975 service neutron] Port 508ec94c-2aa2-4f52-b538-be215de08220 on network 222e0814-c7e5-4b11-9282-3f40c6ed76b2 not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-2 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:01:27.469041 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55b83d15-d95d-46ea-b8b4-8b77be1eb367 req-a0ac8b88-f420-4a4f-adbe-0064ea529975 service neutron] Attempting to bind port 508ec94c-2aa2-4f52-b538-be215de08220 on network 222e0814-c7e5-4b11-9282-3f40c6ed76b2 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:01:27.482946 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc1a7f8-b6e9-4907-a054-859e6f1e6bc0 req-f21f60de-c61c-4bea-b299-a22960ad76c6 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:27.484511 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-fcc1a7f8-b6e9-4907-a054-859e6f1e6bc0 req-f21f60de-c61c-4bea-b299-a22960ad76c6 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/ports?device_id=50ed693d-cbb2-4cf2-a656-704f6a7c8398 HTTP/1.1" status: 200 len: 948 time: 0.2557616 Aug 18 12:01:27.493554 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55b83d15-d95d-46ea-b8b4-8b77be1eb367 req-a0ac8b88-f420-4a4f-adbe-0064ea529975 service neutron] Checking agent: {'id': 'a613417a-d085-492c-941a-59bb18c633d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 49, 6), 'started_at': datetime.datetime(2021, 8, 18, 11, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 1, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:01:27.493892 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55b83d15-d95d-46ea-b8b4-8b77be1eb367 req-a0ac8b88-f420-4a4f-adbe-0064ea529975 service neutron] Checking segment: {'id': 'b0eb6eea-b461-4969-8a27-808f00daa8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '222e0814-c7e5-4b11-9282-3f40c6ed76b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:01:27.494271 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55b83d15-d95d-46ea-b8b4-8b77be1eb367 req-a0ac8b88-f420-4a4f-adbe-0064ea529975 service neutron] Bound using segment: {'id': 'b0eb6eea-b461-4969-8a27-808f00daa8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '222e0814-c7e5-4b11-9282-3f40c6ed76b2'} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:01:27.494715 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-55b83d15-d95d-46ea-b8b4-8b77be1eb367 req-a0ac8b88-f420-4a4f-adbe-0064ea529975 service neutron] Bound port: 508ec94c-2aa2-4f52-b538-be215de08220, host: n-h1-804985-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0eb6eea-b461-4969-8a27-808f00daa8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '222e0814-c7e5-4b11-9282-3f40c6ed76b2'}}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:01:27.495075 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-55b83d15-d95d-46ea-b8b4-8b77be1eb367 req-a0ac8b88-f420-4a4f-adbe-0064ea529975 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:27.623717 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-fcc1a7f8-b6e9-4907-a054-859e6f1e6bc0 req-5150ef14-088d-4297-be20-4ef8d80fbf1a tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/security-groups?id=0ddd2c5c-7e53-44ab-9404-c5fea69a570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262236 Aug 18 12:01:27.651701 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87763000-0816-4d75-9547-8a9dca48f873 req-2e1e9245-5d10-4b10-b42c-1ce8da379565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:27.653274 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-87763000-0816-4d75-9547-8a9dca48f873 req-2e1e9245-5d10-4b10-b42c-1ce8da379565 service neutron] 10.222.0.63 "GET /v2.0/networks?id=3811f777-5849-45bb-9880-799ae79f59e0 HTTP/1.1" status: 200 len: 920 time: 0.1677966 Aug 18 12:01:27.655735 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-55b83d15-d95d-46ea-b8b4-8b77be1eb367 req-a0ac8b88-f420-4a4f-adbe-0064ea529975 service neutron] For port 508ec94c-2aa2-4f52-b538-be215de08220, host n-h1-804985-2, cleared binding levels {{(pid=106252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:01:27.659285 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-55b83d15-d95d-46ea-b8b4-8b77be1eb367 req-a0ac8b88-f420-4a4f-adbe-0064ea529975 service neutron] For port 508ec94c-2aa2-4f52-b538-be215de08220, host n-h1-804985-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=508ec94c-2aa2-4f52-b538-be215de08220,segment=NetworkSegment(b0eb6eea-b461-4969-8a27-808f00daa8a1),segment_id=b0eb6eea-b461-4969-8a27-808f00daa8a1)] {{(pid=106252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:01:27.666660 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-55b83d15-d95d-46ea-b8b4-8b77be1eb367 req-a0ac8b88-f420-4a4f-adbe-0064ea529975 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:27.734643 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-87763000-0816-4d75-9547-8a9dca48f873 req-738d8900-6e35-4547-b7de-e808447b359c service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2214e5b9-4fc0-4aae-b99e-9a36dab1e7b5 HTTP/1.1" status: 200 len: 217 time: 0.0672731 Aug 18 12:01:27.746917 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b83d15-d95d-46ea-b8b4-8b77be1eb367 req-a0ac8b88-f420-4a4f-adbe-0064ea529975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:27.748008 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-55b83d15-d95d-46ea-b8b4-8b77be1eb367 req-a0ac8b88-f420-4a4f-adbe-0064ea529975 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:27.748955 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-55b83d15-d95d-46ea-b8b4-8b77be1eb367 req-a0ac8b88-f420-4a4f-adbe-0064ea529975 service neutron] 10.222.0.63 "PUT /v2.0/ports/508ec94c-2aa2-4f52-b538-be215de08220 HTTP/1.1" status: 200 len: 1096 time: 1.6248903 Aug 18 12:01:27.854325 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ac8b88-f420-4a4f-adbe-0064ea529975 service neutron] Pushing event updated for resources: {'Port': ['ID=508ec94c-2aa2-4f52-b538-be215de08220,revision_number=7']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:01:27.893241 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87763000-0816-4d75-9547-8a9dca48f873 req-b958c2b7-3d22-4935-b46d-1344029ecab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:27.894948 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-87763000-0816-4d75-9547-8a9dca48f873 req-b958c2b7-3d22-4935-b46d-1344029ecab5 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=bf85a510-4d3c-4322-ac79-b9cb0b40bab8 HTTP/1.1" status: 200 len: 859 time: 0.1497421 Aug 18 12:01:27.908654 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c183e8-8b79-42e0-820a-6a0650df902d req-96b424be-b07b-4a64-b286-d008ede510f4 tempest-ServerMetadataNegativeTestJSON-1717782354 tempest-ServerMetadataNegativeTestJSON-1717782354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:27.910361 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-39c183e8-8b79-42e0-820a-6a0650df902d req-96b424be-b07b-4a64-b286-d008ede510f4 tempest-ServerMetadataNegativeTestJSON-1717782354 tempest-ServerMetadataNegativeTestJSON-1717782354-project] 10.222.0.66 "GET /v2.0/ports?device_id=3766cfb0-83a6-48be-92e5-12846481d7d8 HTTP/1.1" status: 200 len: 946 time: 0.1815624 Aug 18 12:01:27.948608 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-87763000-0816-4d75-9547-8a9dca48f873 req-e2370134-732a-42a9-8b78-b880108a0fc0 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=3811f777-5849-45bb-9880-799ae79f59e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370188 Aug 18 12:01:27.966335 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b83d15-d95d-46ea-b8b4-8b77be1eb367 req-2a53312d-6f70-4df4-b07c-fc263c899f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:27.967799 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-55b83d15-d95d-46ea-b8b4-8b77be1eb367 req-2a53312d-6f70-4df4-b07c-fc263c899f6f service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=87f2a541be1e4141a84277bf00dc4c3b&device_id=50ed693d-cbb2-4cf2-a656-704f6a7c8398 HTTP/1.1" status: 200 len: 1099 time: 0.1649990 Aug 18 12:01:28.033630 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b443363e-49ac-4b97-834f-f36962840820 req-a9338c69-2b83-47c3-b241-125a059ae71a tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:28.034981 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b443363e-49ac-4b97-834f-f36962840820 req-a9338c69-2b83-47c3-b241-125a059ae71a tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/ports?device_id=c638d708-f9ec-4cc8-8d73-799d4b9bed3c HTTP/1.1" status: 200 len: 945 time: 0.1870449 Aug 18 12:01:28.109428 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-39c183e8-8b79-42e0-820a-6a0650df902d req-31fb102a-1d01-4559-9952-4ab12b120558 tempest-ServerMetadataNegativeTestJSON-1717782354 tempest-ServerMetadataNegativeTestJSON-1717782354-project] 10.222.0.66 "GET /v2.0/security-groups?id=54546cbb-71ee-46a9-8b2f-85c346922e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842368 Aug 18 12:01:28.152090 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b443363e-49ac-4b97-834f-f36962840820 req-87a8153e-bdf3-4f0f-85ec-094a2314821e tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/security-groups?id=582571f6-a365-42ab-be92-c3254f7d1409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009698 Aug 18 12:01:28.155308 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device e1e7f579-0652-4bd5-b0e7-9fcb54e2b7a3 details requested by agent hyperv_n-h2-804985-2 with host n-h2-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:01:28.182374 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-87763000-0816-4d75-9547-8a9dca48f873 req-cbb32212-cf0b-4a9a-ac77-d182519c2c5f service neutron] 10.222.0.63 "GET /v2.0/networks/3811f777-5849-45bb-9880-799ae79f59e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2205243 Aug 18 12:01:28.198906 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50ed693d-cbb2-4cf2-a656-704f6a7c8398', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '508ec94c-2aa2-4f52-b538-be215de08220'}, {'name': 'network-changed', 'server_uuid': '50ed693d-cbb2-4cf2-a656-704f6a7c8398', 'tag': '508ec94c-2aa2-4f52-b538-be215de08220'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:01:28.201261 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7162674-a862-4d28-85c4-d5fbb28bd912" -d '{"events": [{"server_uuid": "50ed693d-cbb2-4cf2-a656-704f6a7c8398", "name": "network-vif-unplugged", "status": "completed", "tag": "508ec94c-2aa2-4f52-b538-be215de08220"}, {"name": "network-changed", "server_uuid": "50ed693d-cbb2-4cf2-a656-704f6a7c8398", "tag": "508ec94c-2aa2-4f52-b538-be215de08220"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:01:28.273154 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b83d15-d95d-46ea-b8b4-8b77be1eb367 req-ceb8660f-5f11-47fd-a569-5f7992c888f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:28.274715 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-55b83d15-d95d-46ea-b8b4-8b77be1eb367 req-ceb8660f-5f11-47fd-a569-5f7992c888f0 service neutron] 10.222.0.63 "GET /v2.0/networks?id=222e0814-c7e5-4b11-9282-3f40c6ed76b2 HTTP/1.1" status: 200 len: 870 time: 0.2808645 Aug 18 12:01:28.321223 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port e1e7f579-0652-4bd5-b0e7-9fcb54e2b7a3, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=e1e7f579-0652-4bd5-b0e7-9fcb54e2b7a3,segment=NetworkSegment(d17ce5aa-2f30-4357-baad-fd11d5479ac5),segment_id=d17ce5aa-2f30-4357-baad-fd11d5479ac5)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:01:28.332531 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Returning: {'device': 'e1e7f579-0652-4bd5-b0e7-9fcb54e2b7a3', 'network_id': '3811f777-5849-45bb-9880-799ae79f59e0', 'port_id': 'e1e7f579-0652-4bd5-b0e7-9fcb54e2b7a3', 'mac_address': 'fa:16:3e:28:a2:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 803, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf85a510-4d3c-4322-ac79-b9cb0b40bab8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:01:28.368498 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:28.371824 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-55b83d15-d95d-46ea-b8b4-8b77be1eb367 req-b2f3adc4-1f46-4c2f-ba4a-b35094efb1af service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=508ec94c-2aa2-4f52-b538-be215de08220 HTTP/1.1" status: 200 len: 217 time: 0.0838511 Aug 18 12:01:28.381300 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1e7f579-0652-4bd5-b0e7-9fcb54e2b7a3 {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:01:28.401263 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port e1e7f579-0652-4bd5-b0e7-9fcb54e2b7a3, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=e1e7f579-0652-4bd5-b0e7-9fcb54e2b7a3,segment=NetworkSegment(d17ce5aa-2f30-4357-baad-fd11d5479ac5),segment_id=d17ce5aa-2f30-4357-baad-fd11d5479ac5)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:01:28.408551 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:28.422067 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-87763000-0816-4d75-9547-8a9dca48f873 req-66bea98e-57c5-4542-a34b-ad6553a4cbff service neutron] 10.222.0.63 "GET /v2.0/networks/3811f777-5849-45bb-9880-799ae79f59e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2303872 Aug 18 12:01:28.439048 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d91a9d-1624-4a64-bccc-65d21829b8ac req-8a63bcb1-60da-4df8-877d-7c22c185071e tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:28.440092 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-26d91a9d-1624-4a64-bccc-65d21829b8ac req-8a63bcb1-60da-4df8-877d-7c22c185071e tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] 10.222.0.66 "GET /v2.0/ports?device_id=29df2be4-11c1-460d-a907-4195e85e2127 HTTP/1.1" status: 200 len: 944 time: 0.1510148 Aug 18 12:01:28.452283 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b83d15-d95d-46ea-b8b4-8b77be1eb367 req-9688a6f1-04e0-4969-ab9d-ab858f56b6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:28.454594 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-55b83d15-d95d-46ea-b8b4-8b77be1eb367 req-9688a6f1-04e0-4969-ab9d-ab858f56b6ef service neutron] 10.222.0.63 "GET /v2.0/subnets?id=6d16d680-110b-436d-8afa-48ba845b3623 HTTP/1.1" status: 200 len: 843 time: 0.0679243 Aug 18 12:01:28.464626 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=e1e7f579-0652-4bd5-b0e7-9fcb54e2b7a3,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:01:28.533199 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-26d91a9d-1624-4a64-bccc-65d21829b8ac req-c8673dc1-ead5-4667-9051-5a5b2cfd4641 tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] 10.222.0.66 "GET /v2.0/security-groups?id=47674416-b298-4cf8-93c5-c03a14c2b3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743673 Aug 18 12:01:28.559813 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b83d15-d95d-46ea-b8b4-8b77be1eb367 req-7aebc1d3-7629-4910-abb8-ceb2c9cfde17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:28.561369 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-55b83d15-d95d-46ea-b8b4-8b77be1eb367 req-7aebc1d3-7629-4910-abb8-ceb2c9cfde17 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=222e0814-c7e5-4b11-9282-3f40c6ed76b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0866439 Aug 18 12:01:28.585972 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7010a4-509a-4876-a7b0-09e6a90762f7 req-617ca66f-1b5e-48d7-b915-290f9a6a558d tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:28.587431 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2a7010a4-509a-4876-a7b0-09e6a90762f7 req-617ca66f-1b5e-48d7-b915-290f9a6a558d tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/ports?device_id=c638d708-f9ec-4cc8-8d73-799d4b9bed3c HTTP/1.1" status: 200 len: 945 time: 0.0733833 Aug 18 12:01:28.599276 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Wed, 18 Aug 2021 12:01:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fc2e3ac-d91f-411c-95c6-160d83e57544 x-openstack-request-id: req-0fc2e3ac-d91f-411c-95c6-160d83e57544 {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:01:28.599554 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50ed693d-cbb2-4cf2-a656-704f6a7c8398", "name": "network-vif-unplugged", "status": "completed", "tag": "508ec94c-2aa2-4f52-b538-be215de08220", "code": 200}, {"name": "network-changed", "server_uuid": "50ed693d-cbb2-4cf2-a656-704f6a7c8398", "tag": "508ec94c-2aa2-4f52-b538-be215de08220", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:01:28.599805 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-0fc2e3ac-d91f-411c-95c6-160d83e57544 {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:01:28.600352 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50ed693d-cbb2-4cf2-a656-704f6a7c8398', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '508ec94c-2aa2-4f52-b538-be215de08220', 'code': 200} Aug 18 12:01:28.600743 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50ed693d-cbb2-4cf2-a656-704f6a7c8398', 'tag': '508ec94c-2aa2-4f52-b538-be215de08220', 'status': 'completed', 'code': 200} Aug 18 12:01:28.663844 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7162674-a862-4d28-85c4-d5fbb28bd912 req-a8c66cd3-ab46-44ec-98a1-85bc1968e662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:28.665400 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-f7162674-a862-4d28-85c4-d5fbb28bd912 req-a8c66cd3-ab46-44ec-98a1-85bc1968e662 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=87f2a541be1e4141a84277bf00dc4c3b&device_id=50ed693d-cbb2-4cf2-a656-704f6a7c8398 HTTP/1.1" status: 200 len: 1099 time: 0.0491579 Aug 18 12:01:28.679762 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2a7010a4-509a-4876-a7b0-09e6a90762f7 req-1d182819-115b-498d-ba51-84a200a41fbe tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/security-groups?id=582571f6-a365-42ab-be92-c3254f7d1409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781569 Aug 18 12:01:28.717656 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] get_ports_and_sgs() called for port_ids ['e1e7f579-0652-4bd5-b0e7-9fcb54e2b7a3'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:01:28.736595 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-55b83d15-d95d-46ea-b8b4-8b77be1eb367 req-4a4a4b64-bc89-4c88-a523-474742581749 service neutron] 10.222.0.63 "GET /v2.0/networks/222e0814-c7e5-4b11-9282-3f40c6ed76b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666656 Aug 18 12:01:28.738611 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b853641c-d585-45ac-9770-9d143ea9a853 req-8c0b9246-35a4-4253-9784-51d6120ca20b tempest-ServerShowV247Test-1488913494 tempest-ServerShowV247Test-1488913494-project] 10.222.0.66 "GET /v2.0/ports?device_id=8cbe6341-fa5a-491e-b656-4898ed92abb2 HTTP/1.1" status: 200 len: 210 time: 0.0388336 Aug 18 12:01:28.799938 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7162674-a862-4d28-85c4-d5fbb28bd912 req-213ccb50-d274-4fda-bc86-302ecf7ca47b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:28.801729 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-f7162674-a862-4d28-85c4-d5fbb28bd912 req-213ccb50-d274-4fda-bc86-302ecf7ca47b service neutron] 10.222.0.62 "GET /v2.0/networks?id=222e0814-c7e5-4b11-9282-3f40c6ed76b2 HTTP/1.1" status: 200 len: 870 time: 0.1280546 Aug 18 12:01:28.856655 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-f7162674-a862-4d28-85c4-d5fbb28bd912 req-ff78fca2-36fc-47f5-a5cd-a08c095350c0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=508ec94c-2aa2-4f52-b538-be215de08220 HTTP/1.1" status: 200 len: 217 time: 0.0467081 Aug 18 12:01:28.893122 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24a15eb-3c14-4309-aa3d-6849b410c2aa req-5c3048a3-3a90-4023-b435-d0f773a276dc tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:28.894655 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b24a15eb-3c14-4309-aa3d-6849b410c2aa req-5c3048a3-3a90-4023-b435-d0f773a276dc tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/ports?device_id=50ed693d-cbb2-4cf2-a656-704f6a7c8398 HTTP/1.1" status: 200 len: 948 time: 0.0909364 Aug 18 12:01:28.911931 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7162674-a862-4d28-85c4-d5fbb28bd912 req-5a3b2591-178a-4457-9939-7e234dfbea38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:28.913483 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-f7162674-a862-4d28-85c4-d5fbb28bd912 req-5a3b2591-178a-4457-9939-7e234dfbea38 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6d16d680-110b-436d-8afa-48ba845b3623 HTTP/1.1" status: 200 len: 843 time: 0.0487583 Aug 18 12:01:28.917397 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-55b83d15-d95d-46ea-b8b4-8b77be1eb367 req-88d4474f-257d-472b-b8bc-636da79563d8 service neutron] 10.222.0.63 "GET /v2.0/networks/222e0814-c7e5-4b11-9282-3f40c6ed76b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667447 Aug 18 12:01:28.971427 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7162674-a862-4d28-85c4-d5fbb28bd912 req-4d3555dd-a854-49d0-b653-cf1ad604701f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:28.973445 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-f7162674-a862-4d28-85c4-d5fbb28bd912 req-4d3555dd-a854-49d0-b653-cf1ad604701f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=222e0814-c7e5-4b11-9282-3f40c6ed76b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0528901 Aug 18 12:01:29.064728 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b24a15eb-3c14-4309-aa3d-6849b410c2aa req-d2b09eeb-14df-4481-b37c-2e3bf49663f2 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/security-groups?id=0ddd2c5c-7e53-44ab-9404-c5fea69a570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607997 Aug 18 12:01:29.098766 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-f7162674-a862-4d28-85c4-d5fbb28bd912 req-90316369-209a-40ed-93ef-b8e680c2b522 service neutron] 10.222.0.62 "GET /v2.0/networks/222e0814-c7e5-4b11-9282-3f40c6ed76b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159425 Aug 18 12:01:29.118836 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a102f2c0-4d83-4ceb-bdf0-43ddf19bc76e req-c6afcdcc-d3ce-4b76-a26f-fef67550f8a0 tempest-ServerMetadataNegativeTestJSON-1717782354 tempest-ServerMetadataNegativeTestJSON-1717782354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:29.120326 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a102f2c0-4d83-4ceb-bdf0-43ddf19bc76e req-c6afcdcc-d3ce-4b76-a26f-fef67550f8a0 tempest-ServerMetadataNegativeTestJSON-1717782354 tempest-ServerMetadataNegativeTestJSON-1717782354-project] 10.222.0.63 "GET /v2.0/ports?device_id=3766cfb0-83a6-48be-92e5-12846481d7d8 HTTP/1.1" status: 200 len: 946 time: 0.1522143 Aug 18 12:01:29.125365 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7162674-a862-4d28-85c4-d5fbb28bd912 req-a6f0a93f-9ba2-48a8-8380-a261bfe9a5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:29.127776 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f7162674-a862-4d28-85c4-d5fbb28bd912 req-a6f0a93f-9ba2-48a8-8380-a261bfe9a5c2 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=87f2a541be1e4141a84277bf00dc4c3b&device_id=50ed693d-cbb2-4cf2-a656-704f6a7c8398 HTTP/1.1" status: 200 len: 1099 time: 0.1302907 Aug 18 12:01:29.172288 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37683863-978e-483d-b98f-ea7dc5141fc0 req-7dba1816-12b1-4b65-897f-478d795d5a7d tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:29.179997 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-37683863-978e-483d-b98f-ea7dc5141fc0 req-7dba1816-12b1-4b65-897f-478d795d5a7d tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/networks?id=77d4e2e9-bb4f-4e96-bc3f-77ed49a19e4d HTTP/1.1" status: 200 len: 814 time: 0.2774909 Aug 18 12:01:29.197489 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-f7162674-a862-4d28-85c4-d5fbb28bd912 req-27f54d5b-907a-404e-a595-077a96238b24 service neutron] 10.222.0.62 "GET /v2.0/networks/222e0814-c7e5-4b11-9282-3f40c6ed76b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909684 Aug 18 12:01:29.244276 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-37683863-978e-483d-b98f-ea7dc5141fc0 req-fc562173-07df-464e-a82f-0985fa85b9c0 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/quotas/cb85fb7f049c4a34af5b32d1fc3a93ab HTTP/1.1" status: 200 len: 375 time: 0.0633814 Aug 18 12:01:29.379112 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfeb026-959c-43ff-b7b1-e90959c8aed8 req-0d694d81-d4ae-4f98-9b9e-07a485c8faa3 tempest-ServerMetadataNegativeTestJSON-1717782354 tempest-ServerMetadataNegativeTestJSON-1717782354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:29.380646 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-dcfeb026-959c-43ff-b7b1-e90959c8aed8 req-0d694d81-d4ae-4f98-9b9e-07a485c8faa3 tempest-ServerMetadataNegativeTestJSON-1717782354 tempest-ServerMetadataNegativeTestJSON-1717782354-project] 10.222.0.66 "GET /v2.0/ports?device_id=3766cfb0-83a6-48be-92e5-12846481d7d8 HTTP/1.1" status: 200 len: 946 time: 0.1902301 Aug 18 12:01:29.406871 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 33252) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:01:29.428286 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-37683863-978e-483d-b98f-ea7dc5141fc0 req-df293ecb-8044-46c0-a831-00191ba37459 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=cb85fb7f049c4a34af5b32d1fc3a93ab&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1484809 Aug 18 12:01:29.443215 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7162674-a862-4d28-85c4-d5fbb28bd912 req-7f325ed9-4a40-45de-9ad7-bd86c956e79c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:29.444786 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f7162674-a862-4d28-85c4-d5fbb28bd912 req-7f325ed9-4a40-45de-9ad7-bd86c956e79c service neutron] 10.222.0.63 "GET /v2.0/networks?id=222e0814-c7e5-4b11-9282-3f40c6ed76b2 HTTP/1.1" status: 200 len: 870 time: 0.2532766 Aug 18 12:01:29.468336 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-dcfeb026-959c-43ff-b7b1-e90959c8aed8 req-e2fb96a8-a7e4-4c6c-b9f0-5f603c884ce8 tempest-ServerMetadataNegativeTestJSON-1717782354 tempest-ServerMetadataNegativeTestJSON-1717782354-project] 10.222.0.66 "GET /v2.0/security-groups?id=54546cbb-71ee-46a9-8b2f-85c346922e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757613 Aug 18 12:01:29.470474 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-a102f2c0-4d83-4ceb-bdf0-43ddf19bc76e req-9bc6b16a-0f7a-4b7b-8cdf-0071a186d3fb tempest-ServerMetadataNegativeTestJSON-1717782354 tempest-ServerMetadataNegativeTestJSON-1717782354-project] Deleting port 8c8cceee-f1a9-4418-b8c1-c05570574795 {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:01:29.470923 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-a102f2c0-4d83-4ceb-bdf0-43ddf19bc76e req-9bc6b16a-0f7a-4b7b-8cdf-0071a186d3fb tempest-ServerMetadataNegativeTestJSON-1717782354 tempest-ServerMetadataNegativeTestJSON-1717782354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:29.532696 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-860b720c-0d9f-4c4c-ba50-aad5f6a2b281 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:29.634477 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-860b720c-0d9f-4c4c-ba50-aad5f6a2b281 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:29.638667 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-860b720c-0d9f-4c4c-ba50-aad5f6a2b281 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:29.678223 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-860b720c-0d9f-4c4c-ba50-aad5f6a2b281 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8b65edc9b363426da527d8ed40cfecca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2702093 Aug 18 12:01:29.679104 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860b720c-0d9f-4c4c-ba50-aad5f6a2b281 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95488961-41ef-4e55-95d0-6ed167932b85,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:01:29.681522 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 33262) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:01:29.737663 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7a65b021-7e58-45a3-a28c-4e726201dd55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:29.761730 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7a65b021-7e58-45a3-a28c-4e726201dd55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:29.812965 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7a65b021-7e58-45a3-a28c-4e726201dd55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:29.815595 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7a65b021-7e58-45a3-a28c-4e726201dd55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:29.816842 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-7a65b021-7e58-45a3-a28c-4e726201dd55 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/95488961-41ef-4e55-95d0-6ed167932b85 HTTP/1.1" status: 204 len: 168 time: 0.1343896 Aug 18 12:01:29.826088 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a65b021-7e58-45a3-a28c-4e726201dd55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95488961-41ef-4e55-95d0-6ed167932b85,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:01:29.882185 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f7162674-a862-4d28-85c4-d5fbb28bd912 req-fea19481-4cd5-4cc6-adb8-9d8e14a10e39 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=508ec94c-2aa2-4f52-b538-be215de08220 HTTP/1.1" status: 200 len: 217 time: 0.4223816 Aug 18 12:01:30.024236 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-a102f2c0-4d83-4ceb-bdf0-43ddf19bc76e req-9bc6b16a-0f7a-4b7b-8cdf-0071a186d3fb tempest-ServerMetadataNegativeTestJSON-1717782354 tempest-ServerMetadataNegativeTestJSON-1717782354-project] For port 8c8cceee-f1a9-4418-b8c1-c05570574795, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=8c8cceee-f1a9-4418-b8c1-c05570574795,segment=NetworkSegment(a662de5a-0482-4b00-8969-781b04bd0178),segment_id=a662de5a-0482-4b00-8969-781b04bd0178)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:01:30.024711 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-a102f2c0-4d83-4ceb-bdf0-43ddf19bc76e req-9bc6b16a-0f7a-4b7b-8cdf-0071a186d3fb tempest-ServerMetadataNegativeTestJSON-1717782354 tempest-ServerMetadataNegativeTestJSON-1717782354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:30.030127 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7162674-a862-4d28-85c4-d5fbb28bd912 req-3ae89310-35f2-4591-a896-0d6275a002d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:30.031596 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f7162674-a862-4d28-85c4-d5fbb28bd912 req-3ae89310-35f2-4591-a896-0d6275a002d5 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=6d16d680-110b-436d-8afa-48ba845b3623 HTTP/1.1" status: 200 len: 843 time: 0.1293406 Aug 18 12:01:30.045095 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da98b37-a5a5-4be7-aa9c-444c0ab456a3 req-7ccd33f7-20f6-421f-9c3f-8ec2debe296f tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:30.046550 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1da98b37-a5a5-4be7-aa9c-444c0ab456a3 req-7ccd33f7-20f6-421f-9c3f-8ec2debe296f tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] 10.222.0.66 "GET /v2.0/ports?device_id=29df2be4-11c1-460d-a907-4195e85e2127 HTTP/1.1" status: 200 len: 944 time: 0.1692982 Aug 18 12:01:30.057563 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000a4d4e-7def-420e-8b23-ccb6c0ca8492 req-497379f3-a562-4fab-bf26-00f262440069 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:30.061537 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-000a4d4e-7def-420e-8b23-ccb6c0ca8492 req-497379f3-a562-4fab-bf26-00f262440069 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/ports?device_id=c638d708-f9ec-4cc8-8d73-799d4b9bed3c HTTP/1.1" status: 200 len: 945 time: 0.1848083 Aug 18 12:01:30.074181 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-a102f2c0-4d83-4ceb-bdf0-43ddf19bc76e req-9bc6b16a-0f7a-4b7b-8cdf-0071a186d3fb tempest-ServerMetadataNegativeTestJSON-1717782354 tempest-ServerMetadataNegativeTestJSON-1717782354-project] Calling delete_port for 8c8cceee-f1a9-4418-b8c1-c05570574795 owned by compute:nova {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:01:30.174435 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device e1e7f579-0652-4bd5-b0e7-9fcb54e2b7a3 up at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:01:30.182754 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1da98b37-a5a5-4be7-aa9c-444c0ab456a3 req-e7ab3d0f-0dcc-4fc3-8038-332cc67700c1 tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] 10.222.0.66 "GET /v2.0/security-groups?id=47674416-b298-4cf8-93c5-c03a14c2b3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092503 Aug 18 12:01:30.186457 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7162674-a862-4d28-85c4-d5fbb28bd912 req-fcb4614f-12d9-4ec6-9d6a-147f072eb625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:30.188030 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f7162674-a862-4d28-85c4-d5fbb28bd912 req-fcb4614f-12d9-4ec6-9d6a-147f072eb625 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=222e0814-c7e5-4b11-9282-3f40c6ed76b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1382918 Aug 18 12:01:30.254876 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Provisioning for port e1e7f579-0652-4bd5-b0e7-9fcb54e2b7a3 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:01:30.262707 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Provisioning complete for port e1e7f579-0652-4bd5-b0e7-9fcb54e2b7a3 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:01:30.264609 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:30.336938 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f7162674-a862-4d28-85c4-d5fbb28bd912 req-deae07ae-391e-4f97-95eb-6ad5d5e1cd37 service neutron] 10.222.0.63 "GET /v2.0/networks/222e0814-c7e5-4b11-9282-3f40c6ed76b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373870 Aug 18 12:01:30.399186 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:30.401176 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-a102f2c0-4d83-4ceb-bdf0-43ddf19bc76e req-9bc6b16a-0f7a-4b7b-8cdf-0071a186d3fb tempest-ServerMetadataNegativeTestJSON-1717782354 tempest-ServerMetadataNegativeTestJSON-1717782354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:30.419514 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] get_ports_and_sgs() called for port_ids ['8c8cceee-f1a9-4418-b8c1-c05570574795'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:01:30.448077 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-473b89b8-5eb9-4c43-a9ce-209d1724e50e req-cc5aa320-c67b-4083-9ab7-939bee2e8f27 tempest-ServerShowV247Test-1488913494 tempest-ServerShowV247Test-1488913494-project] 10.222.0.66 "GET /v2.0/ports?device_id=8cbe6341-fa5a-491e-b656-4898ed92abb2 HTTP/1.1" status: 200 len: 210 time: 0.0855818 Aug 18 12:01:30.461211 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '305b0d7a-e7ab-4129-8b43-4762c73c2ae1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1e7f579-0652-4bd5-b0e7-9fcb54e2b7a3'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:01:30.463774 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db50a436fb3a98495337d8fe7487b4f2ea6f3c1052eb9efadc2ecda2d5737001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1b17b30-818b-4a6c-9d72-ad9ae2662d72" -d '{"events": [{"server_uuid": "305b0d7a-e7ab-4129-8b43-4762c73c2ae1", "name": "network-vif-plugged", "status": "completed", "tag": "e1e7f579-0652-4bd5-b0e7-9fcb54e2b7a3"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:01:30.490333 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc6b16a-0f7a-4b7b-8cdf-0071a186d3fb tempest-ServerMetadataNegativeTestJSON-1717782354 tempest-ServerMetadataNegativeTestJSON-1717782354-project] Pushing event deleted for resources: {'Port': ['ID=8c8cceee-f1a9-4418-b8c1-c05570574795,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:01:30.492405 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port e1e7f579-0652-4bd5-b0e7-9fcb54e2b7a3, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=e1e7f579-0652-4bd5-b0e7-9fcb54e2b7a3,segment=NetworkSegment(d17ce5aa-2f30-4357-baad-fd11d5479ac5),segment_id=d17ce5aa-2f30-4357-baad-fd11d5479ac5)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:01:30.499523 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:30.502679 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 508ec94c-2aa2-4f52-b538-be215de08220 no longer exists at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:01:30.570988 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 508ec94c-2aa2-4f52-b538-be215de08220 not bound to the agent host n-h2-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:01:30.571195 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-a102f2c0-4d83-4ceb-bdf0-43ddf19bc76e req-9bc6b16a-0f7a-4b7b-8cdf-0071a186d3fb tempest-ServerMetadataNegativeTestJSON-1717782354 tempest-ServerMetadataNegativeTestJSON-1717782354-project] No DVR routers for this DVR port 8c8cceee-f1a9-4418-b8c1-c05570574795 on host n-h1-804985-2 {{(pid=106252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:01:30.590019 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-a102f2c0-4d83-4ceb-bdf0-43ddf19bc76e req-9bc6b16a-0f7a-4b7b-8cdf-0071a186d3fb tempest-ServerMetadataNegativeTestJSON-1717782354 tempest-ServerMetadataNegativeTestJSON-1717782354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:30.591933 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a102f2c0-4d83-4ceb-bdf0-43ddf19bc76e req-9bc6b16a-0f7a-4b7b-8cdf-0071a186d3fb tempest-ServerMetadataNegativeTestJSON-1717782354 tempest-ServerMetadataNegativeTestJSON-1717782354-project] 10.222.0.63 "DELETE /v2.0/ports/8c8cceee-f1a9-4418-b8c1-c05570574795 HTTP/1.1" status: 204 len: 173 time: 1.4632759 Aug 18 12:01:30.600365 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=e1e7f579-0652-4bd5-b0e7-9fcb54e2b7a3,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:01:30.605836 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-000a4d4e-7def-420e-8b23-ccb6c0ca8492 req-85b54bc5-3ffc-4eaa-abc1-5cde073a5b10 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/security-groups?id=582571f6-a365-42ab-be92-c3254f7d1409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5289519 Aug 18 12:01:30.625841 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3766cfb0-83a6-48be-92e5-12846481d7d8', 'name': 'network-vif-deleted', 'tag': '8c8cceee-f1a9-4418-b8c1-c05570574795'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:01:30.628236 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07ffff93-93c8-4d9f-9c83-ee7452868c17" -d '{"events": [{"server_uuid": "3766cfb0-83a6-48be-92e5-12846481d7d8", "name": "network-vif-deleted", "tag": "8c8cceee-f1a9-4418-b8c1-c05570574795"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:01:30.641878 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f7162674-a862-4d28-85c4-d5fbb28bd912 req-188bf508-7aa0-491f-b969-5b1ee35440c0 service neutron] 10.222.0.63 "GET /v2.0/networks/222e0814-c7e5-4b11-9282-3f40c6ed76b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2932997 Aug 18 12:01:30.650040 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:01:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3674951d-ec99-492b-b2d0-fb658311f568 x-openstack-request-id: req-3674951d-ec99-492b-b2d0-fb658311f568 {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:01:30.650337 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "305b0d7a-e7ab-4129-8b43-4762c73c2ae1", "name": "network-vif-plugged", "status": "completed", "tag": "e1e7f579-0652-4bd5-b0e7-9fcb54e2b7a3", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:01:30.650632 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-3674951d-ec99-492b-b2d0-fb658311f568 {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:01:30.651229 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '305b0d7a-e7ab-4129-8b43-4762c73c2ae1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1e7f579-0652-4bd5-b0e7-9fcb54e2b7a3', 'code': 200} Aug 18 12:01:30.664913 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7865ff-a322-4599-a867-691b35a9a39d req-0804827c-ac18-47f0-8e84-d6200ae2ff31 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:30.666472 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-fc7865ff-a322-4599-a867-691b35a9a39d req-0804827c-ac18-47f0-8e84-d6200ae2ff31 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/ports?device_id=50ed693d-cbb2-4cf2-a656-704f6a7c8398 HTTP/1.1" status: 200 len: 948 time: 0.0990760 Aug 18 12:01:30.711954 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-fc7865ff-a322-4599-a867-691b35a9a39d req-18c928c2-cd88-4e9d-a112-3ec1e2dc90a6 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/security-groups?id=0ddd2c5c-7e53-44ab-9404-c5fea69a570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348945 Aug 18 12:01:30.745245 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-64582dab-a0e6-4a5c-bfaa-21779fd62698 req-662fc307-f8ef-4eee-a558-6a9c1587548a tempest-ServerMetadataNegativeTestJSON-1717782354 tempest-ServerMetadataNegativeTestJSON-1717782354-project] 10.222.0.66 "GET /v2.0/ports?device_id=3766cfb0-83a6-48be-92e5-12846481d7d8 HTTP/1.1" status: 200 len: 210 time: 0.0280485 Aug 18 12:01:30.779442 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0986e87b-e854-4b1e-9a5a-d7891d22219a req-ff6cacfc-c012-46d6-bec6-fee190b34e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:30.781210 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-0986e87b-e854-4b1e-9a5a-d7891d22219a req-ff6cacfc-c012-46d6-bec6-fee190b34e22 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=305b0d7a-e7ab-4129-8b43-4762c73c2ae1 HTTP/1.1" status: 200 len: 1096 time: 0.0636218 Aug 18 12:01:30.823814 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-0986e87b-e854-4b1e-9a5a-d7891d22219a req-1e415bff-7b11-4bd4-90c0-7da5e67752fe service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=47674416-b298-4cf8-93c5-c03a14c2b3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329468 Aug 18 12:01:30.922235 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d105b6-5a59-4127-a732-df5e6754240b req-9c0fa4f0-6b9b-4624-a125-e7c858e646f6 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:30.923892 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e5d105b6-5a59-4127-a732-df5e6754240b req-9c0fa4f0-6b9b-4624-a125-e7c858e646f6 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/ports?device_id=c638d708-f9ec-4cc8-8d73-799d4b9bed3c HTTP/1.1" status: 200 len: 945 time: 0.0615995 Aug 18 12:01:30.946363 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:01:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a124981-65d2-4044-8770-2171e6a3c4a5 x-openstack-request-id: req-2a124981-65d2-4044-8770-2171e6a3c4a5 {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:01:30.946656 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3766cfb0-83a6-48be-92e5-12846481d7d8", "name": "network-vif-deleted", "tag": "8c8cceee-f1a9-4418-b8c1-c05570574795", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:01:30.946906 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-2a124981-65d2-4044-8770-2171e6a3c4a5 {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:01:30.947294 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3766cfb0-83a6-48be-92e5-12846481d7d8', 'name': 'network-vif-deleted', 'tag': '8c8cceee-f1a9-4418-b8c1-c05570574795', 'status': 'completed', 'code': 200} Aug 18 12:01:30.967276 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e5d105b6-5a59-4127-a732-df5e6754240b req-048cd108-b3ed-44c3-9763-7fa7c48178c7 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/security-groups?id=582571f6-a365-42ab-be92-c3254f7d1409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369394 Aug 18 12:01:31.181027 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-194de758-a85d-4e14-af6a-acd2cad43866 req-7346cff4-1107-4ddc-8f90-4af95e0284b8 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=cb85fb7f049c4a34af5b32d1fc3a93ab HTTP/1.1" status: 200 len: 221 time: 0.0313988 Aug 18 12:01:31.290820 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cef9de-e83b-4bce-b9f1-52037b51a50f req-1e36fcf0-cbbb-4fa8-9c0b-ffc3366d3c39 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:31.292750 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-79cef9de-e83b-4bce-b9f1-52037b51a50f req-1e36fcf0-cbbb-4fa8-9c0b-ffc3366d3c39 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/ports?device_id=c638d708-f9ec-4cc8-8d73-799d4b9bed3c HTTP/1.1" status: 200 len: 945 time: 0.0545371 Aug 18 12:01:31.295841 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 2214e5b9-4fc0-4aae-b99e-9a36dab1e7b5 details requested by agent hyperv_n-h1-804985-2 with host n-h1-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:01:31.343333 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-79cef9de-e83b-4bce-b9f1-52037b51a50f req-5e20cf26-d814-4edf-b4c2-2c83a771de8c tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/security-groups?id=582571f6-a365-42ab-be92-c3254f7d1409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438852 Aug 18 12:01:31.401207 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 2214e5b9-4fc0-4aae-b99e-9a36dab1e7b5, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=2214e5b9-4fc0-4aae-b99e-9a36dab1e7b5,segment=NetworkSegment(d17ce5aa-2f30-4357-baad-fd11d5479ac5),segment_id=d17ce5aa-2f30-4357-baad-fd11d5479ac5)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:01:31.413348 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Returning: {'device': '2214e5b9-4fc0-4aae-b99e-9a36dab1e7b5', 'network_id': '3811f777-5849-45bb-9880-799ae79f59e0', 'port_id': '2214e5b9-4fc0-4aae-b99e-9a36dab1e7b5', 'mac_address': 'fa:16:3e:15:7a:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 803, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf85a510-4d3c-4322-ac79-b9cb0b40bab8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:01:31.442092 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfc5283-b3b8-4381-ad10-44ed7b6c4b33 req-ac5d44d6-2ef4-4d6d-8b6e-ff17051d4ca0 tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:31.444452 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1bfc5283-b3b8-4381-ad10-44ed7b6c4b33 req-ac5d44d6-2ef4-4d6d-8b6e-ff17051d4ca0 tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] 10.222.0.66 "GET /v2.0/ports?device_id=29df2be4-11c1-460d-a907-4195e85e2127 HTTP/1.1" status: 200 len: 944 time: 0.0595872 Aug 18 12:01:31.450877 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:31.464203 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2214e5b9-4fc0-4aae-b99e-9a36dab1e7b5 {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:01:31.485516 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 2214e5b9-4fc0-4aae-b99e-9a36dab1e7b5, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=2214e5b9-4fc0-4aae-b99e-9a36dab1e7b5,segment=NetworkSegment(d17ce5aa-2f30-4357-baad-fd11d5479ac5),segment_id=d17ce5aa-2f30-4357-baad-fd11d5479ac5)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:01:31.490064 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:31.493064 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1bfc5283-b3b8-4381-ad10-44ed7b6c4b33 req-61639be7-de2a-42d0-86d6-c42243afdb3f tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] 10.222.0.66 "GET /v2.0/security-groups?id=47674416-b298-4cf8-93c5-c03a14c2b3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397747 Aug 18 12:01:31.538318 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=2214e5b9-4fc0-4aae-b99e-9a36dab1e7b5,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:01:31.595738 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e263ccdc-bde8-43d1-a830-144bf8047710 req-80d04ad4-1e57-43dd-b06a-99bd55871dbe tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:31.597224 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e263ccdc-bde8-43d1-a830-144bf8047710 req-80d04ad4-1e57-43dd-b06a-99bd55871dbe tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/ports?device_id=c638d708-f9ec-4cc8-8d73-799d4b9bed3c HTTP/1.1" status: 200 len: 945 time: 0.0489151 Aug 18 12:01:31.642923 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e263ccdc-bde8-43d1-a830-144bf8047710 req-858022a2-31ee-4df4-9a46-1badf0330520 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/security-groups?id=582571f6-a365-42ab-be92-c3254f7d1409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396783 Aug 18 12:01:31.685527 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1d37eec8-9a5e-4502-9447-5fb2fba086d8 req-1ffee7b2-1dfa-4df6-8091-61f990bde2cc tempest-ServerShowV247Test-1488913494 tempest-ServerShowV247Test-1488913494-project] 10.222.0.66 "GET /v2.0/ports?device_id=8cbe6341-fa5a-491e-b656-4898ed92abb2 HTTP/1.1" status: 200 len: 210 time: 0.0313535 Aug 18 12:01:31.725424 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] get_ports_and_sgs() called for port_ids ['2214e5b9-4fc0-4aae-b99e-9a36dab1e7b5'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:01:31.829396 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d39276b-1259-4af6-b721-8fcfc7c82e6b req-ccc7f8f1-263c-4e6e-a0d9-816c485d8566 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:31.831085 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6d39276b-1259-4af6-b721-8fcfc7c82e6b req-ccc7f8f1-263c-4e6e-a0d9-816c485d8566 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/ports?device_id=c638d708-f9ec-4cc8-8d73-799d4b9bed3c HTTP/1.1" status: 200 len: 945 time: 0.0561352 Aug 18 12:01:31.899501 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6d39276b-1259-4af6-b721-8fcfc7c82e6b req-c276d364-15ed-431c-930e-1c458819c0d0 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/security-groups?id=582571f6-a365-42ab-be92-c3254f7d1409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582645 Aug 18 12:01:31.907749 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06abcbf0-92e8-4b10-9304-5f134cc0349b req-d8b9ba40-1c6f-4dc2-8244-e2b47cbdaf79 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:31.909443 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-06abcbf0-92e8-4b10-9304-5f134cc0349b req-d8b9ba40-1c6f-4dc2-8244-e2b47cbdaf79 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/ports?device_id=50ed693d-cbb2-4cf2-a656-704f6a7c8398 HTTP/1.1" status: 200 len: 948 time: 0.0771945 Aug 18 12:01:31.947813 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 33352) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:01:31.959574 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-06abcbf0-92e8-4b10-9304-5f134cc0349b req-10e32c28-33b7-468b-bbe1-df50533f031e tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/security-groups?id=0ddd2c5c-7e53-44ab-9404-c5fea69a570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340183 Aug 18 12:01:32.009339 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba97a89a-6ab3-4e23-80ed-30a3e2f70902 admin admin] Deleting subnet e8234269-5d70-4ba1-82f0-7859dd6d8f30 {{(pid=106253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 12:01:32.012710 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ba97a89a-6ab3-4e23-80ed-30a3e2f70902 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:32.053851 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ba97a89a-6ab3-4e23-80ed-30a3e2f70902 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902229'] for subnet, precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:32.075465 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f946ff4c-ae09-4a38-80d5-31e695f2a828 req-42962c61-dce4-4c11-abed-0d5ffdad1aca tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:32.086710 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f946ff4c-ae09-4a38-80d5-31e695f2a828 req-42962c61-dce4-4c11-abed-0d5ffdad1aca tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/ports?device_id=c638d708-f9ec-4cc8-8d73-799d4b9bed3c HTTP/1.1" status: 200 len: 945 time: 0.0714209 Aug 18 12:01:32.107765 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ba97a89a-6ab3-4e23-80ed-30a3e2f70902 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:32.125299 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f946ff4c-ae09-4a38-80d5-31e695f2a828 req-2e65f1fb-ebff-4623-95d5-8d5d33b77117 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/security-groups?id=582571f6-a365-42ab-be92-c3254f7d1409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373824 Aug 18 12:01:32.166954 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ba97a89a-6ab3-4e23-80ed-30a3e2f70902 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58902171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59388106'] for subnet, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:32.195141 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba97a89a-6ab3-4e23-80ed-30a3e2f70902 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8234269-5d70-4ba1-82f0-7859dd6d8f30,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:01:32.208661 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba97a89a-6ab3-4e23-80ed-30a3e2f70902 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:01:32.209032 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba97a89a-6ab3-4e23-80ed-30a3e2f70902 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:01:32.209373 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba97a89a-6ab3-4e23-80ed-30a3e2f70902 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:01:32.209708 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba97a89a-6ab3-4e23-80ed-30a3e2f70902 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:01:32.210039 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba97a89a-6ab3-4e23-80ed-30a3e2f70902 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:01:32.210502 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba97a89a-6ab3-4e23-80ed-30a3e2f70902 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:01:32.211166 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba97a89a-6ab3-4e23-80ed-30a3e2f70902 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:01:32.211166 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba97a89a-6ab3-4e23-80ed-30a3e2f70902 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:01:32.211455 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba97a89a-6ab3-4e23-80ed-30a3e2f70902 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:01:32.211770 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba97a89a-6ab3-4e23-80ed-30a3e2f70902 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:01:32.212090 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba97a89a-6ab3-4e23-80ed-30a3e2f70902 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:01:32.212408 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba97a89a-6ab3-4e23-80ed-30a3e2f70902 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:01:32.233168 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ba97a89a-6ab3-4e23-80ed-30a3e2f70902 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:32.237678 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-ba97a89a-6ab3-4e23-80ed-30a3e2f70902 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/e8234269-5d70-4ba1-82f0-7859dd6d8f30 HTTP/1.1" status: 204 len: 168 time: 0.2882016 Aug 18 12:01:32.241003 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 33366) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:01:32.292769 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.agents_db [None req-6dbb2658-0354-4101-8393-6e7505481cf6 None None] Agent healthcheck: found 7 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 12:01:32.295175 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8aafa13-789d-404b-9348-3dcfeffdc704 req-3c6e4f42-2744-4c16-846c-a1cec8833ec6 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:32.296792 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a8aafa13-789d-404b-9348-3dcfeffdc704 req-3c6e4f42-2744-4c16-846c-a1cec8833ec6 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/ports?device_id=c638d708-f9ec-4cc8-8d73-799d4b9bed3c HTTP/1.1" status: 200 len: 945 time: 0.0680921 Aug 18 12:01:32.347461 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3294101a-6a0f-48be-be7e-cd895f98fe88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7904109'] for network, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:32.402442 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a8aafa13-789d-404b-9348-3dcfeffdc704 req-570ecace-99f1-465d-8d93-86e7726460c3 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/security-groups?id=582571f6-a365-42ab-be92-c3254f7d1409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904975 Aug 18 12:01:32.422484 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb414080-ea50-4005-9f92-3f811e647557 req-a3bfda14-4a1e-49d2-b486-b1abf60ab4c2 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:32.424106 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-fb414080-ea50-4005-9f92-3f811e647557 req-a3bfda14-4a1e-49d2-b486-b1abf60ab4c2 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.63 "GET /v2.0/ports?device_id=50ed693d-cbb2-4cf2-a656-704f6a7c8398&tenant_id=87f2a541be1e4141a84277bf00dc4c3b&binding%3Ahost_id=n-h1-804985-2 HTTP/1.1" status: 200 len: 948 time: 0.1219654 Aug 18 12:01:32.437943 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0671e775-30b7-477c-8107-99f97a2f82c0 req-24c0c9ab-54a1-41a9-89ee-6b44dfb914c7 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:32.438799 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3294101a-6a0f-48be-be7e-cd895f98fe88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8367869', 'neutron.services.segments.db._delete_segments_for_network-8789151212993'] for network, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:32.439537 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0671e775-30b7-477c-8107-99f97a2f82c0 req-24c0c9ab-54a1-41a9-89ee-6b44dfb914c7 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/ports?device_id=50ed693d-cbb2-4cf2-a656-704f6a7c8398 HTTP/1.1" status: 200 len: 948 time: 0.1017323 Aug 18 12:01:32.450189 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-3294101a-6a0f-48be-be7e-cd895f98fe88 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ca56413-3597-4958-bf90-89e4dfdb42e8']}} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:01:32.461930 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-3294101a-6a0f-48be-be7e-cd895f98fe88 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a662de5a-0482-4b00-8969-781b04bd0178') {'for_net_delete': True} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:01:32.462238 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-3294101a-6a0f-48be-be7e-cd895f98fe88 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a662de5a-0482-4b00-8969-781b04bd0178') {} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:01:32.472137 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3294101a-6a0f-48be-be7e-cd895f98fe88 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789151225254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902236'] for segment, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:32.485882 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 33376) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:01:32.498851 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3294101a-6a0f-48be-be7e-cd895f98fe88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:32.505816 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3294101a-6a0f-48be-be7e-cd895f98fe88 admin admin] Releasing vlan 836 on physical network physnet1 to pool {{(pid=106253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:01:32.506443 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3294101a-6a0f-48be-be7e-cd895f98fe88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58900537'] for segment, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:32.508529 n-d-804985-2 neutron-server[106253]: Traceback (most recent call last): Aug 18 12:01:32.508529 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:01:32.508529 n-d-804985-2 neutron-server[106253]: timer() Aug 18 12:01:32.508529 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:01:32.508529 n-d-804985-2 neutron-server[106253]: cb(*args, **kw) Aug 18 12:01:32.508529 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:01:32.508529 n-d-804985-2 neutron-server[106253]: return func(*args, **kwargs) Aug 18 12:01:32.508529 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:01:32.508529 n-d-804985-2 neutron-server[106253]: self._notify() Aug 18 12:01:32.508529 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:01:32.508529 n-d-804985-2 neutron-server[106253]: self.callback(batched_events) Aug 18 12:01:32.508529 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:01:32.508529 n-d-804985-2 neutron-server[106253]: event.method(event) Aug 18 12:01:32.508529 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:01:32.508529 n-d-804985-2 neutron-server[106253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:01:32.508529 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:01:32.508529 n-d-804985-2 neutron-server[106253]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:01:32.508529 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:01:32.508529 n-d-804985-2 neutron-server[106253]: return f(self, *a, **k) Aug 18 12:01:32.508529 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:01:32.508529 n-d-804985-2 neutron-server[106253]: return self._get(url).json() Aug 18 12:01:32.508529 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:01:32.508529 n-d-804985-2 neutron-server[106253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:01:32.508529 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:01:32.508529 n-d-804985-2 neutron-server[106253]: return self.request(url, 'GET', **kwargs) Aug 18 12:01:32.508529 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:01:32.508529 n-d-804985-2 neutron-server[106253]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:01:32.508529 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:01:32.508529 n-d-804985-2 neutron-server[106253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:01:32.508529 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:01:32.508529 n-d-804985-2 neutron-server[106253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:01:32.508529 n-d-804985-2 neutron-server[106253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:01:32.552733 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0671e775-30b7-477c-8107-99f97a2f82c0 req-d460324b-0563-49e4-bc4b-201df06157b9 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/security-groups?id=0ddd2c5c-7e53-44ab-9404-c5fea69a570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052728 Aug 18 12:01:32.561437 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-fb414080-ea50-4005-9f92-3f811e647557 req-bbc73965-9897-4050-909c-50a691b2746f service neutron] 10.222.0.63 "GET /v2.0/ports/508ec94c-2aa2-4f52-b538-be215de08220/bindings/n-h1-804985-2 HTTP/1.1" status: 200 len: 382 time: 0.1208081 Aug 18 12:01:32.577238 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3294101a-6a0f-48be-be7e-cd895f98fe88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8367858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997186'] for network, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:32.592125 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3294101a-6a0f-48be-be7e-cd895f98fe88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:32.592381 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ec41c0-de47-45ff-8db8-aa60c87b5580 req-ce7a5ed1-c41f-46e1-9263-683f6d72d06a tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:32.594015 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-17ec41c0-de47-45ff-8db8-aa60c87b5580 req-ce7a5ed1-c41f-46e1-9263-683f6d72d06a tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/ports?device_id=c638d708-f9ec-4cc8-8d73-799d4b9bed3c HTTP/1.1" status: 200 len: 945 time: 0.0910294 Aug 18 12:01:32.598643 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-3294101a-6a0f-48be-be7e-cd895f98fe88 admin admin] 10.222.0.66 "DELETE /v2.0/networks/6ca56413-3597-4958-bf90-89e4dfdb42e8 HTTP/1.1" status: 204 len: 168 time: 0.3539147 Aug 18 12:01:32.618700 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3294101a-6a0f-48be-be7e-cd895f98fe88 admin admin] Pushing event deleted for resources: {'Network': ['ID=6ca56413-3597-4958-bf90-89e4dfdb42e8,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:01:32.637011 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1d5f7785-c960-4a82-9932-483bf60d5adc admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:32.670114 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-17ec41c0-de47-45ff-8db8-aa60c87b5580 req-a39728da-8dc5-4c4f-b7d6-ade4e2bbf3de tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/security-groups?id=582571f6-a365-42ab-be92-c3254f7d1409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584209 Aug 18 12:01:32.678039 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb414080-ea50-4005-9f92-3f811e647557 req-b466f6f6-8c1e-48c6-81ea-0ee3191aaa32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:32.679671 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-fb414080-ea50-4005-9f92-3f811e647557 req-b466f6f6-8c1e-48c6-81ea-0ee3191aaa32 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=87f2a541be1e4141a84277bf00dc4c3b&device_id=50ed693d-cbb2-4cf2-a656-704f6a7c8398 HTTP/1.1" status: 200 len: 1099 time: 0.0780358 Aug 18 12:01:32.756884 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 33390) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:01:32.779496 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1d5f7785-c960-4a82-9932-483bf60d5adc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:32.786425 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1d5f7785-c960-4a82-9932-483bf60d5adc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:32.847312 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-c0f3bf05-99f9-4db0-8823-6e75102a3615 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6add34f5b6204eaea1a9f2731fe16da1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0866263 Aug 18 12:01:32.848898 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-1d5f7785-c960-4a82-9932-483bf60d5adc admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ec7135a67fa24eb6abb1c59f3eb8cf18&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3613808 Aug 18 12:01:32.850246 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5f7785-c960-4a82-9932-483bf60d5adc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=049ff940-1d1c-4908-9191-dbb281d4121d,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:01:32.851560 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 33392) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:01:32.851906 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 33394) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:01:32.908807 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e63ede0-4e64-442b-b5d3-0e984cdf65a4 req-c8ba6abb-f513-4c0b-998d-bf00ce9530b0 tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:32.910383 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4e63ede0-4e64-442b-b5d3-0e984cdf65a4 req-c8ba6abb-f513-4c0b-998d-bf00ce9530b0 tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] 10.222.0.66 "GET /v2.0/ports?device_id=29df2be4-11c1-460d-a907-4195e85e2127 HTTP/1.1" status: 200 len: 945 time: 0.1779296 Aug 18 12:01:32.961568 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9e74e1-57c1-47b0-905e-1178056cf2e9 req-a464ce8b-4355-4e70-ad9b-49b6374683f2 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:32.963056 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0f9e74e1-57c1-47b0-905e-1178056cf2e9 req-a464ce8b-4355-4e70-ad9b-49b6374683f2 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/ports?device_id=c638d708-f9ec-4cc8-8d73-799d4b9bed3c HTTP/1.1" status: 200 len: 945 time: 0.1847603 Aug 18 12:01:32.980654 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb414080-ea50-4005-9f92-3f811e647557 req-39ba72cb-24fa-46ef-81ec-2a91374e1155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:32.982092 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-fb414080-ea50-4005-9f92-3f811e647557 req-39ba72cb-24fa-46ef-81ec-2a91374e1155 service neutron] 10.222.0.63 "GET /v2.0/networks?id=222e0814-c7e5-4b11-9282-3f40c6ed76b2 HTTP/1.1" status: 200 len: 870 time: 0.2920792 Aug 18 12:01:33.057148 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-fb414080-ea50-4005-9f92-3f811e647557 req-635c6ff1-735b-48cb-92ac-76e6e6c18895 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=508ec94c-2aa2-4f52-b538-be215de08220 HTTP/1.1" status: 200 len: 217 time: 0.0598915 Aug 18 12:01:33.103111 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4e63ede0-4e64-442b-b5d3-0e984cdf65a4 req-abf943c3-8bed-47b6-bb81-1aa5ae82cbb9 tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] 10.222.0.66 "GET /v2.0/security-groups?id=47674416-b298-4cf8-93c5-c03a14c2b3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742570 Aug 18 12:01:33.129555 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-7ed51970-a4b7-4539-ae64-f1d998b0f977 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:33.136591 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0f9e74e1-57c1-47b0-905e-1178056cf2e9 req-965823c7-e94d-4457-a389-5e08bc7eb9ac tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/security-groups?id=582571f6-a365-42ab-be92-c3254f7d1409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583595 Aug 18 12:01:33.144007 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-7c1cf497-c736-48b5-a310-cf71aa69f774 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:33.196699 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-7ed51970-a4b7-4539-ae64-f1d998b0f977 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:33.217145 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-7c1cf497-c736-48b5-a310-cf71aa69f774 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:33.219635 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb414080-ea50-4005-9f92-3f811e647557 req-aef69c0e-4227-4622-9466-9376fd1f20cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:33.221158 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-fb414080-ea50-4005-9f92-3f811e647557 req-aef69c0e-4227-4622-9466-9376fd1f20cb service neutron] 10.222.0.63 "GET /v2.0/subnets?id=6d16d680-110b-436d-8afa-48ba845b3623 HTTP/1.1" status: 200 len: 843 time: 0.1424420 Aug 18 12:01:33.249375 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-33b4a75c-d8de-4dd1-a924-26d23b5fd514 req-9c7920a7-ee1b-4d3d-9dc7-ac22897bac3e tempest-ServerShowV247Test-1488913494 tempest-ServerShowV247Test-1488913494-project] 10.222.0.66 "GET /v2.0/ports?device_id=8cbe6341-fa5a-491e-b656-4898ed92abb2 HTTP/1.1" status: 200 len: 210 time: 0.0675220 Aug 18 12:01:33.296347 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 508ec94c-2aa2-4f52-b538-be215de08220 details requested by agent hyperv_n-h1-804985-2 with host n-h1-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:01:33.299699 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 2214e5b9-4fc0-4aae-b99e-9a36dab1e7b5 up at agent hyperv_n-h1-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:01:33.360406 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb414080-ea50-4005-9f92-3f811e647557 req-e0c736c1-0b6f-410e-b08e-9ea9844077f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:33.361996 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-fb414080-ea50-4005-9f92-3f811e647557 req-e0c736c1-0b6f-410e-b08e-9ea9844077f7 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=222e0814-c7e5-4b11-9282-3f40c6ed76b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1207938 Aug 18 12:01:33.376532 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722f5bed-92b3-40bd-a4f9-c61f5f368195 req-ee07e30e-9083-4116-9f8e-9fe19b8f6d49 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:33.378044 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-722f5bed-92b3-40bd-a4f9-c61f5f368195 req-ee07e30e-9083-4116-9f8e-9fe19b8f6d49 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/ports?device_id=c638d708-f9ec-4cc8-8d73-799d4b9bed3c HTTP/1.1" status: 200 len: 945 time: 0.0841632 Aug 18 12:01:33.380222 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-7ed51970-a4b7-4539-ae64-f1d998b0f977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:33.382743 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-7ed51970-a4b7-4539-ae64-f1d998b0f977 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:33.386382 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-7ed51970-a4b7-4539-ae64-f1d998b0f977 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/54546cbb-71ee-46a9-8b2f-85c346922e5f HTTP/1.1" status: 204 len: 168 time: 0.5296578 Aug 18 12:01:33.395177 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-7c1cf497-c736-48b5-a310-cf71aa69f774 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:33.396575 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-7c1cf497-c736-48b5-a310-cf71aa69f774 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:33.400942 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-7c1cf497-c736-48b5-a310-cf71aa69f774 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/049ff940-1d1c-4908-9191-dbb281d4121d HTTP/1.1" status: 204 len: 168 time: 0.5379815 Aug 18 12:01:33.407087 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Provisioning for port 2214e5b9-4fc0-4aae-b99e-9a36dab1e7b5 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:01:33.413160 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Provisioning complete for port 2214e5b9-4fc0-4aae-b99e-9a36dab1e7b5 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:01:33.413537 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:33.478325 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 508ec94c-2aa2-4f52-b538-be215de08220, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=508ec94c-2aa2-4f52-b538-be215de08220,segment=NetworkSegment(b0eb6eea-b461-4969-8a27-808f00daa8a1),segment_id=b0eb6eea-b461-4969-8a27-808f00daa8a1)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:01:33.513791 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Returning: {'device': '508ec94c-2aa2-4f52-b538-be215de08220', 'network_id': '222e0814-c7e5-4b11-9282-3f40c6ed76b2', 'port_id': '508ec94c-2aa2-4f52-b538-be215de08220', 'mac_address': 'fa:16:3e:c2:1b:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 823, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d16d680-110b-436d-8afa-48ba845b3623', 'ip_address': '192.168.233.154'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:01:33.530029 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-722f5bed-92b3-40bd-a4f9-c61f5f368195 req-f3948b59-e007-412e-9a12-fbfacc9d27d4 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/security-groups?id=582571f6-a365-42ab-be92-c3254f7d1409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292889 Aug 18 12:01:33.530970 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed51970-a4b7-4539-ae64-f1d998b0f977 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54546cbb-71ee-46a9-8b2f-85c346922e5f,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:01:33.551396 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed51970-a4b7-4539-ae64-f1d998b0f977 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:01:33.551781 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed51970-a4b7-4539-ae64-f1d998b0f977 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:01:33.552167 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed51970-a4b7-4539-ae64-f1d998b0f977 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:01:33.552612 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed51970-a4b7-4539-ae64-f1d998b0f977 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:01:33.553014 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed51970-a4b7-4539-ae64-f1d998b0f977 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:01:33.553345 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed51970-a4b7-4539-ae64-f1d998b0f977 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:01:33.553806 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed51970-a4b7-4539-ae64-f1d998b0f977 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:01:33.554205 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed51970-a4b7-4539-ae64-f1d998b0f977 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:01:33.554556 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed51970-a4b7-4539-ae64-f1d998b0f977 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:01:33.554843 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed51970-a4b7-4539-ae64-f1d998b0f977 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:01:33.555163 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed51970-a4b7-4539-ae64-f1d998b0f977 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:01:33.555483 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed51970-a4b7-4539-ae64-f1d998b0f977 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:01:33.565386 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:33.574274 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1cf497-c736-48b5-a310-cf71aa69f774 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=049ff940-1d1c-4908-9191-dbb281d4121d,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:01:33.591263 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-fb414080-ea50-4005-9f92-3f811e647557 req-f9d391d9-12eb-4bf9-8edb-9044c782d4f6 service neutron] 10.222.0.63 "GET /v2.0/networks/222e0814-c7e5-4b11-9282-3f40c6ed76b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2116354 Aug 18 12:01:33.623114 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29df2be4-11c1-460d-a907-4195e85e2127', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2214e5b9-4fc0-4aae-b99e-9a36dab1e7b5'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:01:33.625843 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db50a436fb3a98495337d8fe7487b4f2ea6f3c1052eb9efadc2ecda2d5737001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d038cc12-624b-4f3b-ac0d-fdfbd80cdaa1" -d '{"events": [{"server_uuid": "29df2be4-11c1-460d-a907-4195e85e2127", "name": "network-vif-plugged", "status": "completed", "tag": "2214e5b9-4fc0-4aae-b99e-9a36dab1e7b5"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:01:33.633394 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:33.651949 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 2214e5b9-4fc0-4aae-b99e-9a36dab1e7b5, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=2214e5b9-4fc0-4aae-b99e-9a36dab1e7b5,segment=NetworkSegment(d17ce5aa-2f30-4357-baad-fd11d5479ac5),segment_id=d17ce5aa-2f30-4357-baad-fd11d5479ac5)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:01:33.655195 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 508ec94c-2aa2-4f52-b538-be215de08220 {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:01:33.675981 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 508ec94c-2aa2-4f52-b538-be215de08220, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=508ec94c-2aa2-4f52-b538-be215de08220,segment=NetworkSegment(b0eb6eea-b461-4969-8a27-808f00daa8a1),segment_id=b0eb6eea-b461-4969-8a27-808f00daa8a1)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:01:33.678548 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:33.679617 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 8c8cceee-f1a9-4418-b8c1-c05570574795 no longer exists at agent hyperv_n-h1-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:01:33.703136 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:33.721553 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] No Port match for: 8c8cceee-f1a9-4418-b8c1-c05570574795 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:01:33.721986 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 8c8cceee-f1a9-4418-b8c1-c05570574795 not bound to the agent host n-h1-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:01:33.753983 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=2214e5b9-4fc0-4aae-b99e-9a36dab1e7b5,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:01:33.827144 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=508ec94c-2aa2-4f52-b538-be215de08220,revision_number=8']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:01:33.845775 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0106cf9f-0f99-46e8-8a00-8489118a0640 req-879ab54d-920d-4382-9298-5e500fb3e198 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:33.847302 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0106cf9f-0f99-46e8-8a00-8489118a0640 req-879ab54d-920d-4382-9298-5e500fb3e198 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/ports?device_id=50ed693d-cbb2-4cf2-a656-704f6a7c8398 HTTP/1.1" status: 200 len: 949 time: 0.1436152 Aug 18 12:01:33.878767 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23665a82-a225-465e-b716-0f0dfa67ca12 req-770020bc-77df-4c09-8a98-abe59454e779 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:33.880511 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-23665a82-a225-465e-b716-0f0dfa67ca12 req-770020bc-77df-4c09-8a98-abe59454e779 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/ports?device_id=c638d708-f9ec-4cc8-8d73-799d4b9bed3c HTTP/1.1" status: 200 len: 945 time: 0.1781747 Aug 18 12:01:33.901338 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-fb414080-ea50-4005-9f92-3f811e647557 req-c74b30e2-4a35-4099-8f34-989be4b5beed service neutron] 10.222.0.63 "GET /v2.0/networks/222e0814-c7e5-4b11-9282-3f40c6ed76b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3026674 Aug 18 12:01:33.951968 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0106cf9f-0f99-46e8-8a00-8489118a0640 req-c5e6775e-78bb-4386-9401-c039217a0984 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/security-groups?id=0ddd2c5c-7e53-44ab-9404-c5fea69a570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953965 Aug 18 12:01:33.959882 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-23665a82-a225-465e-b716-0f0dfa67ca12 req-aa1b853c-5a23-4e79-b6d2-08962257cd3a tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/security-groups?id=582571f6-a365-42ab-be92-c3254f7d1409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713108 Aug 18 12:01:33.982518 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] get_ports_and_sgs() called for port_ids ['508ec94c-2aa2-4f52-b538-be215de08220'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:01:34.059759 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:01:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94829098-3dd0-47fe-ba25-e343b63c7dc3 x-openstack-request-id: req-94829098-3dd0-47fe-ba25-e343b63c7dc3 {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:01:34.061747 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29df2be4-11c1-460d-a907-4195e85e2127", "name": "network-vif-plugged", "status": "completed", "tag": "2214e5b9-4fc0-4aae-b99e-9a36dab1e7b5", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:01:34.065475 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-94829098-3dd0-47fe-ba25-e343b63c7dc3 {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:01:34.069283 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29df2be4-11c1-460d-a907-4195e85e2127', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2214e5b9-4fc0-4aae-b99e-9a36dab1e7b5', 'code': 200} Aug 18 12:01:34.262492 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6f24bf-76ba-472d-bddf-642cc0de7f23 req-b80392ea-ecf2-488c-8d94-3282654a08a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:34.264089 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5e6f24bf-76ba-472d-bddf-642cc0de7f23 req-b80392ea-ecf2-488c-8d94-3282654a08a6 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=29df2be4-11c1-460d-a907-4195e85e2127 HTTP/1.1" status: 200 len: 1097 time: 0.1296291 Aug 18 12:01:34.279205 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d3300d-df7b-4af4-903f-3a91e5828c2a req-0b70c02f-9a84-4d4e-a8bc-af67a4bdb816 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:34.280750 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c7d3300d-df7b-4af4-903f-3a91e5828c2a req-0b70c02f-9a84-4d4e-a8bc-af67a4bdb816 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/ports?device_id=c638d708-f9ec-4cc8-8d73-799d4b9bed3c HTTP/1.1" status: 200 len: 945 time: 0.1039693 Aug 18 12:01:34.329549 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f91d3c-e3d7-41f4-96fb-88a2ed34198a req-3e200443-b03f-4698-ba9c-7e31fcec725d tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:34.331050 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-39f91d3c-e3d7-41f4-96fb-88a2ed34198a req-3e200443-b03f-4698-ba9c-7e31fcec725d tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] 10.222.0.66 "GET /v2.0/ports?device_id=29df2be4-11c1-460d-a907-4195e85e2127 HTTP/1.1" status: 200 len: 946 time: 0.1089959 Aug 18 12:01:34.347645 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 33458) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:01:34.363584 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5e6f24bf-76ba-472d-bddf-642cc0de7f23 req-35478791-7252-4560-b6d1-46c12daa50bf service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=47674416-b298-4cf8-93c5-c03a14c2b3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818410 Aug 18 12:01:34.371870 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c7d3300d-df7b-4af4-903f-3a91e5828c2a req-1ef81e5f-d06f-4a80-a09d-3e7189d7fac3 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/security-groups?id=582571f6-a365-42ab-be92-c3254f7d1409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784757 Aug 18 12:01:34.379391 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 33462) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:01:34.401227 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-39f91d3c-e3d7-41f4-96fb-88a2ed34198a req-a4b31686-fd70-478c-8e3d-a4e673020a46 tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] 10.222.0.66 "GET /v2.0/security-groups?id=47674416-b298-4cf8-93c5-c03a14c2b3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531094 Aug 18 12:01:34.490431 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b9b000a7-af89-46d5-a3ff-2fce6ba1df32 req-8fe1ea28-14b7-4937-9dd2-5cb9ec3b6f22 tempest-ServerShowV247Test-1488913494 tempest-ServerShowV247Test-1488913494-project] 10.222.0.66 "GET /v2.0/ports?device_id=8cbe6341-fa5a-491e-b656-4898ed92abb2 HTTP/1.1" status: 200 len: 210 time: 0.0274789 Aug 18 12:01:34.513255 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-e24a5b52-e857-4f76-abbd-149b0c9c7ac3 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-25081021-network', 'tenant_id': '3fdbc2b793e24068a85791f08988ef10'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:01:34.543650 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e24a5b52-e857-4f76-abbd-149b0c9c7ac3 admin admin] Made reservation on behalf of 3fdbc2b793e24068a85791f08988ef10 for: {'network': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:01:34.546119 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e24a5b52-e857-4f76-abbd-149b0c9c7ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for network, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:34.551188 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-185baaf6-1e13-4c6e-9bac-953f93a7098b admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1451883294-network', 'tenant_id': 'ffcf7d5aac564664a7ac42cfaced2fdf'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:01:34.562880 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e24a5b52-e857-4f76-abbd-149b0c9c7ac3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:34.592374 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-185baaf6-1e13-4c6e-9bac-953f93a7098b admin admin] Made reservation on behalf of ffcf7d5aac564664a7ac42cfaced2fdf for: {'network': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:01:34.594813 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-185baaf6-1e13-4c6e-9bac-953f93a7098b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for network, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:34.603987 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4ecfd8e8-5730-46d7-81ba-d714fddb5338 req-9f4fe905-1200-4064-be9f-24ad00e42fd1 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=8cbe6341-fa5a-491e-b656-4898ed92abb2 HTTP/1.1" status: 200 len: 210 time: 0.0381973 Aug 18 12:01:34.607512 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-185baaf6-1e13-4c6e-9bac-953f93a7098b admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:34.646079 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34499e98-5b93-4cf3-82f6-458013a98a39 req-64f5f288-2590-465f-9dda-1aa43789decb tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:34.647728 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-34499e98-5b93-4cf3-82f6-458013a98a39 req-64f5f288-2590-465f-9dda-1aa43789decb tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/ports?device_id=c638d708-f9ec-4cc8-8d73-799d4b9bed3c HTTP/1.1" status: 200 len: 945 time: 0.0697408 Aug 18 12:01:34.686384 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e24a5b52-e857-4f76-abbd-149b0c9c7ac3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:34.687844 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-34499e98-5b93-4cf3-82f6-458013a98a39 req-30209bf2-7ca3-4051-80b4-ff51a51e7b2e tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/security-groups?id=582571f6-a365-42ab-be92-c3254f7d1409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338171 Aug 18 12:01:34.693289 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e24a5b52-e857-4f76-abbd-149b0c9c7ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:34.729340 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e24a5b52-e857-4f76-abbd-149b0c9c7ac3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 835} {{(pid=106253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:01:34.747644 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24a5b52-e857-4f76-abbd-149b0c9c7ac3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b3db2ea-cc32-4796-9824-b1355b845d87,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:01:34.755282 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e24a5b52-e857-4f76-abbd-149b0c9c7ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:34.755282 n-d-804985-2 neutron-server[106253]: INFO neutron.db.segments_db [None req-e24a5b52-e857-4f76-abbd-149b0c9c7ac3 admin admin] Added segment 8e34e2fb-4ad4-4b3f-a62c-efd405a8566d of type vlan for network fde25e42-4dfd-46b4-aeda-a37c860e4c94 Aug 18 12:01:34.806864 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657c1d11-f044-450c-80ee-9ec5450b744d req-95ba615b-8f5f-488b-b552-9a12f257c7ac tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:34.808246 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-657c1d11-f044-450c-80ee-9ec5450b744d req-95ba615b-8f5f-488b-b552-9a12f257c7ac tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/ports?device_id=c638d708-f9ec-4cc8-8d73-799d4b9bed3c HTTP/1.1" status: 200 len: 945 time: 0.0492895 Aug 18 12:01:34.809274 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e24a5b52-e857-4f76-abbd-149b0c9c7ac3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789150665894'] for network, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:34.849850 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-657c1d11-f044-450c-80ee-9ec5450b744d req-9701c202-2c08-41e8-b8ed-2fac334e5089 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/security-groups?id=582571f6-a365-42ab-be92-c3254f7d1409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339017 Aug 18 12:01:34.855304 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e24a5b52-e857-4f76-abbd-149b0c9c7ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for network, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:34.856258 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e24a5b52-e857-4f76-abbd-149b0c9c7ac3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:34.856846 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e24a5b52-e857-4f76-abbd-149b0c9c7ac3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:34.909830 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-185baaf6-1e13-4c6e-9bac-953f93a7098b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:34.923887 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-185baaf6-1e13-4c6e-9bac-953f93a7098b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:34.935485 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-e24a5b52-e857-4f76-abbd-149b0c9c7ac3 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5518413 Aug 18 12:01:34.935485 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24a5b52-e857-4f76-abbd-149b0c9c7ac3 admin admin] Pushing event updated for resources: {'Network': ['ID=fde25e42-4dfd-46b4-aeda-a37c860e4c94,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:01:34.941683 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 33476) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:01:34.947824 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Network fde25e42-4dfd-46b4-aeda-a37c860e4c94 details requested by agent ovs-agent-n-d-804985-2 with host n-d-804985-2 {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:01:34.951700 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-7f2ea23d-15d0-4bed-a3e4-a6ea1d689030 admin admin] Request body: {'subnet': {'network_id': 'fde25e42-4dfd-46b4-aeda-a37c860e4c94', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-25081021-subnet', 'tenant_id': '3fdbc2b793e24068a85791f08988ef10', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:01:34.966096 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-185baaf6-1e13-4c6e-9bac-953f93a7098b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 811} {{(pid=106253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:01:34.979248 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185baaf6-1e13-4c6e-9bac-953f93a7098b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=812a07d1-f42a-4bb1-84ad-60a2f935b3a2,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:01:34.988695 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-185baaf6-1e13-4c6e-9bac-953f93a7098b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:34.989096 n-d-804985-2 neutron-server[106253]: INFO neutron.db.segments_db [None req-185baaf6-1e13-4c6e-9bac-953f93a7098b admin admin] Added segment 8d73c820-c1f4-4127-bca7-8a9ff7b01167 of type vlan for network eac89898-3f6c-43a3-b7fc-911d0f9e8301 Aug 18 12:01:34.994892 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81f4223-60d1-4f7f-8b1f-1484010827d5 req-69adbdbd-0f40-48e1-82cc-c14bdc4b2622 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:34.996504 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c81f4223-60d1-4f7f-8b1f-1484010827d5 req-69adbdbd-0f40-48e1-82cc-c14bdc4b2622 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/ports?device_id=c638d708-f9ec-4cc8-8d73-799d4b9bed3c HTTP/1.1" status: 200 len: 945 time: 0.0632591 Aug 18 12:01:35.020662 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f2ea23d-15d0-4bed-a3e4-a6ea1d689030 admin admin] Made reservation on behalf of 3fdbc2b793e24068a85791f08988ef10 for: {'subnet': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:01:35.023065 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7f2ea23d-15d0-4bed-a3e4-a6ea1d689030 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59388119'] for subnet, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:35.068909 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c81f4223-60d1-4f7f-8b1f-1484010827d5 req-9de88786-ee48-4f1b-8af2-b62785980fef tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/security-groups?id=582571f6-a365-42ab-be92-c3254f7d1409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547400 Aug 18 12:01:35.074033 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-185baaf6-1e13-4c6e-9bac-953f93a7098b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789150665894'] for network, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:35.109400 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0a72c6-59c4-43a1-a573-5b4cfc7b64d6 req-5287f601-74c2-4df4-a49b-663843fc76f7 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:35.111218 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4e0a72c6-59c4-43a1-a573-5b4cfc7b64d6 req-5287f601-74c2-4df4-a49b-663843fc76f7 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/ports?device_id=50ed693d-cbb2-4cf2-a656-704f6a7c8398 HTTP/1.1" status: 200 len: 949 time: 0.0621817 Aug 18 12:01:35.133309 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-185baaf6-1e13-4c6e-9bac-953f93a7098b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for network, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:35.134309 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-185baaf6-1e13-4c6e-9bac-953f93a7098b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:35.135034 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-185baaf6-1e13-4c6e-9bac-953f93a7098b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:35.158467 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4e0a72c6-59c4-43a1-a573-5b4cfc7b64d6 req-aca325d3-0505-4390-a048-823515fa8c37 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/security-groups?id=0ddd2c5c-7e53-44ab-9404-c5fea69a570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401461 Aug 18 12:01:35.218306 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-185baaf6-1e13-4c6e-9bac-953f93a7098b admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8695157 Aug 18 12:01:35.226403 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 33484) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:01:35.233118 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-3cf6de4a-0ec0-4324-b6ca-a9899f9d2cea admin admin] Request body: {'subnet': {'network_id': 'eac89898-3f6c-43a3-b7fc-911d0f9e8301', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1451883294-subnet', 'tenant_id': 'ffcf7d5aac564664a7ac42cfaced2fdf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:01:35.240580 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185baaf6-1e13-4c6e-9bac-953f93a7098b admin admin] Pushing event updated for resources: {'Network': ['ID=eac89898-3f6c-43a3-b7fc-911d0f9e8301,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:01:35.252944 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Network eac89898-3f6c-43a3-b7fc-911d0f9e8301 details requested by agent ovs-agent-n-d-804985-2 with host n-d-804985-2 {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:01:35.290367 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba007057-6893-437e-a322-75b8e9693432 req-34766b7b-2c32-4562-bcfa-6d6154b2d232 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:35.291950 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ba007057-6893-437e-a322-75b8e9693432 req-34766b7b-2c32-4562-bcfa-6d6154b2d232 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/ports?device_id=c638d708-f9ec-4cc8-8d73-799d4b9bed3c HTTP/1.1" status: 200 len: 945 time: 0.0745778 Aug 18 12:01:35.292823 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cf6de4a-0ec0-4324-b6ca-a9899f9d2cea admin admin] Made reservation on behalf of ffcf7d5aac564664a7ac42cfaced2fdf for: {'subnet': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:01:35.295260 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-3cf6de4a-0ec0-4324-b6ca-a9899f9d2cea admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59074089'] for subnet, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:35.313708 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 508ec94c-2aa2-4f52-b538-be215de08220 up at agent hyperv_n-h1-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:01:35.314102 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7f2ea23d-15d0-4bed-a3e4-a6ea1d689030 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58902106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59388097'] for subnet, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:35.372240 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Provisioning for port 508ec94c-2aa2-4f52-b538-be215de08220 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:01:35.377241 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Provisioning complete for port 508ec94c-2aa2-4f52-b538-be215de08220 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:01:35.377861 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:35.391161 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2ea23d-15d0-4bed-a3e4-a6ea1d689030 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff8046ef-165b-4279-9512-1ee28b707bb5,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:01:35.394947 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f2ea23d-15d0-4bed-a3e4-a6ea1d689030 admin admin] Checking segment: {'id': '8e34e2fb-4ad4-4b3f-a62c-efd405a8566d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'fde25e42-4dfd-46b4-aeda-a37c860e4c94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:01:35.395522 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f2ea23d-15d0-4bed-a3e4-a6ea1d689030 admin admin] Network hostable DHCP agents. Network: fde25e42-4dfd-46b4-aeda-a37c860e4c94, hostable agents: ['97c14208-2951-4361-8d64-3708c946ff5f'], hosted agents: [] {{(pid=106253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 12:01:35.403240 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ba007057-6893-437e-a322-75b8e9693432 req-85303209-fb7a-4f3b-9012-27179b332cb9 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/security-groups?id=582571f6-a365-42ab-be92-c3254f7d1409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951271 Aug 18 12:01:35.431232 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f2ea23d-15d0-4bed-a3e4-a6ea1d689030 admin admin] Network fde25e42-4dfd-46b4-aeda-a37c860e4c94 is scheduled to be hosted by DHCP agent 97c14208-2951-4361-8d64-3708c946ff5f with binding_index 1 {{(pid=106253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 12:01:35.456162 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-7f2ea23d-15d0-4bed-a3e4-a6ea1d689030 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-2, fde25e42-4dfd-46b4-aeda-a37c860e4c94) {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:01:35.461544 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f2ea23d-15d0-4bed-a3e4-a6ea1d689030 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:35.462244 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7f2ea23d-15d0-4bed-a3e4-a6ea1d689030 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:35.491314 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-7f2ea23d-15d0-4bed-a3e4-a6ea1d689030 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5470793 Aug 18 12:01:35.494417 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 33490) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:01:35.499921 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-25648245-951e-4990-987c-2122acf79dd6 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-25081021-router', 'tenant_id': '3fdbc2b793e24068a85791f08988ef10', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'}}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:01:35.550181 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-25648245-951e-4990-987c-2122acf79dd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-998592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15809'] for router, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:35.551976 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-25648245-951e-4990-987c-2122acf79dd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-992733', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-971415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15816'] for router, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:35.632707 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-3cf6de4a-0ec0-4324-b6ca-a9899f9d2cea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3572913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59074111'] for subnet, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:35.634609 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-25648245-951e-4990-987c-2122acf79dd6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:35.657280 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68883bf4-2ba0-42d9-8595-55270eec3803 req-ce73fcef-7bd3-4f7c-9af2-c13f6ca86fab tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:35.659053 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-68883bf4-2ba0-42d9-8595-55270eec3803 req-ce73fcef-7bd3-4f7c-9af2-c13f6ca86fab tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] 10.222.0.66 "GET /v2.0/ports?device_id=29df2be4-11c1-460d-a907-4195e85e2127 HTTP/1.1" status: 200 len: 946 time: 0.1233964 Aug 18 12:01:35.694453 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cf60958-99d9-4d8f-a5cc-35d8d5053c23 None None] Network fde25e42-4dfd-46b4-aeda-a37c860e4c94 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:01:35.751810 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf6de4a-0ec0-4324-b6ca-a9899f9d2cea admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e58a9c0-68af-400d-926e-c840e7b0c4c2,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:01:35.752597 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:35.763997 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-68883bf4-2ba0-42d9-8595-55270eec3803 req-9c31d7ec-90a0-4d77-8456-83689df106d0 tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] 10.222.0.66 "GET /v2.0/security-groups?id=47674416-b298-4cf8-93c5-c03a14c2b3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782425 Aug 18 12:01:35.768144 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf6de4a-0ec0-4324-b6ca-a9899f9d2cea admin admin] Checking segment: {'id': '8d73c820-c1f4-4127-bca7-8a9ff7b01167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'eac89898-3f6c-43a3-b7fc-911d0f9e8301'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:01:35.768770 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cf6de4a-0ec0-4324-b6ca-a9899f9d2cea admin admin] Network hostable DHCP agents. Network: eac89898-3f6c-43a3-b7fc-911d0f9e8301, hostable agents: ['97c14208-2951-4361-8d64-3708c946ff5f'], hosted agents: [] {{(pid=106252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 12:01:35.809414 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 508ec94c-2aa2-4f52-b538-be215de08220, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=508ec94c-2aa2-4f52-b538-be215de08220,segment=NetworkSegment(b0eb6eea-b461-4969-8a27-808f00daa8a1),segment_id=b0eb6eea-b461-4969-8a27-808f00daa8a1)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:01:35.810991 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-75c384e7-0e9e-4bba-8ac3-3e254b60d08d req-2edd8251-5e98-44e8-bf3d-0334cffc496f tempest-ServerShowV247Test-1488913494 tempest-ServerShowV247Test-1488913494-project] 10.222.0.66 "GET /v2.0/ports?device_id=8cbe6341-fa5a-491e-b656-4898ed92abb2 HTTP/1.1" status: 200 len: 210 time: 0.0374897 Aug 18 12:01:35.820370 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cf6de4a-0ec0-4324-b6ca-a9899f9d2cea admin admin] Network eac89898-3f6c-43a3-b7fc-911d0f9e8301 is scheduled to be hosted by DHCP agent 97c14208-2951-4361-8d64-3708c946ff5f with binding_index 1 {{(pid=106252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 12:01:35.826390 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:35.848327 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-3cf6de4a-0ec0-4324-b6ca-a9899f9d2cea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-2, eac89898-3f6c-43a3-b7fc-911d0f9e8301) {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:01:35.860265 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cf6de4a-0ec0-4324-b6ca-a9899f9d2cea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:35.861269 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-3cf6de4a-0ec0-4324-b6ca-a9899f9d2cea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for subnet, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:35.870826 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f5e79bc-3d4b-4971-b965-40e308abe18d None None] Network eac89898-3f6c-43a3-b7fc-911d0f9e8301 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:01:35.876244 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-25648245-951e-4990-987c-2122acf79dd6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:35.904993 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-3cf6de4a-0ec0-4324-b6ca-a9899f9d2cea admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6762478 Aug 18 12:01:35.907134 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 33500) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:01:35.936055 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-c693245c-63f7-4a76-8c97-77b400a03a0c admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1451883294-router', 'tenant_id': 'ffcf7d5aac564664a7ac42cfaced2fdf', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'}}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:01:35.955398 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4750df6f-96ad-4fed-a6df-f93af2b2e875 req-7852606a-0948-4549-9923-8d8fa91b10b2 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:35.963050 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4750df6f-96ad-4fed-a6df-f93af2b2e875 req-7852606a-0948-4549-9923-8d8fa91b10b2 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/ports?device_id=c638d708-f9ec-4cc8-8d73-799d4b9bed3c HTTP/1.1" status: 200 len: 945 time: 0.0792565 Aug 18 12:01:35.969378 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c693245c-63f7-4a76-8c97-77b400a03a0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-998592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15809'] for router, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:35.970391 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c693245c-63f7-4a76-8c97-77b400a03a0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-992733', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-971415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15816'] for router, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:35.995581 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:36.000297 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4750df6f-96ad-4fed-a6df-f93af2b2e875 req-2e0aa91d-d661-45cf-b982-3c3d03c1f2f8 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/security-groups?id=582571f6-a365-42ab-be92-c3254f7d1409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364418 Aug 18 12:01:36.001967 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=508ec94c-2aa2-4f52-b538-be215de08220,revision_number=9']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:01:36.035654 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c95fd2b9-6ab9-4b48-853a-9306e2261b9b None None] Network fde25e42-4dfd-46b4-aeda-a37c860e4c94 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:01:36.040292 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c693245c-63f7-4a76-8c97-77b400a03a0c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:36.094534 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50ed693d-cbb2-4cf2-a656-704f6a7c8398', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '508ec94c-2aa2-4f52-b538-be215de08220'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:01:36.096837 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db50a436fb3a98495337d8fe7487b4f2ea6f3c1052eb9efadc2ecda2d5737001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44040068-bbb2-495b-bb5d-c5a67df1ff84" -d '{"events": [{"server_uuid": "50ed693d-cbb2-4cf2-a656-704f6a7c8398", "name": "network-vif-plugged", "status": "completed", "tag": "508ec94c-2aa2-4f52-b538-be215de08220"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:01:36.167423 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:01:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af803a05-c9a6-4692-80c0-eadab9266a82 x-openstack-request-id: req-af803a05-c9a6-4692-80c0-eadab9266a82 {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:01:36.167721 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50ed693d-cbb2-4cf2-a656-704f6a7c8398", "name": "network-vif-plugged", "status": "completed", "tag": "508ec94c-2aa2-4f52-b538-be215de08220", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:01:36.168801 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-af803a05-c9a6-4692-80c0-eadab9266a82 {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:01:36.169201 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50ed693d-cbb2-4cf2-a656-704f6a7c8398', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '508ec94c-2aa2-4f52-b538-be215de08220', 'code': 200} Aug 18 12:01:36.183417 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2faff3-8a84-448d-8158-fa77fac71282 req-7f2307b0-1b4e-4fcb-b57b-bbd63baabb26 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:36.196797 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-dd2faff3-8a84-448d-8158-fa77fac71282 req-7f2307b0-1b4e-4fcb-b57b-bbd63baabb26 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/ports?device_id=c638d708-f9ec-4cc8-8d73-799d4b9bed3c HTTP/1.1" status: 200 len: 945 time: 0.0892062 Aug 18 12:01:36.257659 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d25a63a3-0640-466c-8c12-61ba755c577f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp788be208-34ab-5a8f-af0f-528834af222f-eac89898-3f6c-43a3-b7fc-911d0f9e8301', 'network_id': 'eac89898-3f6c-43a3-b7fc-911d0f9e8301', 'tenant_id': 'ffcf7d5aac564664a7ac42cfaced2fdf', 'fixed_ips': [{'subnet_id': '2e58a9c0-68af-400d-926e-c840e7b0c4c2'}]}} from n-d-804985-2. {{(pid=106254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 12:01:36.258745 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-d25a63a3-0640-466c-8c12-61ba755c577f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:36.279579 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-dd2faff3-8a84-448d-8158-fa77fac71282 req-6f59ad3c-756e-47d1-a545-3c0c9081109c tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/security-groups?id=582571f6-a365-42ab-be92-c3254f7d1409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814900 Aug 18 12:01:36.443130 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12f5ff4-077a-442a-a8b1-1ddef8266d5e req-12d0a74d-6bfb-4bbf-bf07-24efef3cf160 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:36.453457 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e12f5ff4-077a-442a-a8b1-1ddef8266d5e req-12d0a74d-6bfb-4bbf-bf07-24efef3cf160 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/ports?device_id=50ed693d-cbb2-4cf2-a656-704f6a7c8398 HTTP/1.1" status: 200 len: 950 time: 0.0909963 Aug 18 12:01:36.545261 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e12f5ff4-077a-442a-a8b1-1ddef8266d5e req-9dfa4b9c-686b-42da-a28a-d7e801148f58 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/security-groups?id=0ddd2c5c-7e53-44ab-9404-c5fea69a570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893042 Aug 18 12:01:36.553844 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dbaecf-691e-42e7-b8b9-674e1bac27e1 req-7df14391-3806-46eb-9154-ba08e2891500 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:36.562832 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-56dbaecf-691e-42e7-b8b9-674e1bac27e1 req-7df14391-3806-46eb-9154-ba08e2891500 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/ports?device_id=c638d708-f9ec-4cc8-8d73-799d4b9bed3c HTTP/1.1" status: 200 len: 945 time: 0.1390185 Aug 18 12:01:36.577927 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.db_base_plugin_common [None req-d25a63a3-0640-466c-8c12-61ba755c577f None None] Allocated IP 172.20.0.2 (eac89898-3f6c-43a3-b7fc-911d0f9e8301/2e58a9c0-68af-400d-926e-c840e7b0c4c2/037eca6b-561e-48f1-9325-6e059dd8947e) {{(pid=106254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:01:36.599084 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-56dbaecf-691e-42e7-b8b9-674e1bac27e1 req-15edab86-eb1d-40df-874e-e1a5bc69130f tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/security-groups?id=582571f6-a365-42ab-be92-c3254f7d1409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381317 Aug 18 12:01:36.611688 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c693245c-63f7-4a76-8c97-77b400a03a0c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:36.712206 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-25648245-951e-4990-987c-2122acf79dd6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:36.738094 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-25648245-951e-4990-987c-2122acf79dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:36.756763 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc381db5-ea46-4d3a-b7dc-ec1e8028bd30 req-e8e0ff70-5941-4ee0-a2e8-dc4a3ff6ebc6 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:36.762174 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-dc381db5-ea46-4d3a-b7dc-ec1e8028bd30 req-e8e0ff70-5941-4ee0-a2e8-dc4a3ff6ebc6 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/ports?device_id=c638d708-f9ec-4cc8-8d73-799d4b9bed3c HTTP/1.1" status: 200 len: 945 time: 0.0767190 Aug 18 12:01:36.788565 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-d25a63a3-0640-466c-8c12-61ba755c577f None None] Notify callbacks [] for port, precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:36.799872 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-d25a63a3-0640-466c-8c12-61ba755c577f None None] Transition to ACTIVE for port object 037eca6b-561e-48f1-9325-6e059dd8947e will not be triggered until provisioned by entity L2. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:01:36.813164 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-dc381db5-ea46-4d3a-b7dc-ec1e8028bd30 req-be91b0fe-dcbc-4518-a45c-1be52e03df24 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/security-groups?id=582571f6-a365-42ab-be92-c3254f7d1409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428445 Aug 18 12:01:36.822378 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-d25a63a3-0640-466c-8c12-61ba755c577f None None] Transition to ACTIVE for port object 037eca6b-561e-48f1-9325-6e059dd8947e will not be triggered until provisioned by entity DHCP. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:01:36.834199 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-d25a63a3-0640-466c-8c12-61ba755c577f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547'] for port, after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:36.889193 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d25a63a3-0640-466c-8c12-61ba755c577f None None] Network eac89898-3f6c-43a3-b7fc-911d0f9e8301 is already hosted by enough agents. {{(pid=106254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:01:36.894814 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.base_scheduler [None req-d25a63a3-0640-466c-8c12-61ba755c577f None None] Resources bound (agent type, host, resource id): {{(pid=106254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:01:36.901796 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25a63a3-0640-466c-8c12-61ba755c577f None None] Received port after_create {{(pid=106254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:01:36.910485 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb414080-ea50-4005-9f92-3f811e647557 req-2c4db6d9-2666-496c-bbb2-50fe62873105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:36.912638 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-fb414080-ea50-4005-9f92-3f811e647557 req-2c4db6d9-2666-496c-bbb2-50fe62873105 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=50ed693d-cbb2-4cf2-a656-704f6a7c8398&tenant_id=87f2a541be1e4141a84277bf00dc4c3b HTTP/1.1" status: 200 len: 1101 time: 0.1243503 Aug 18 12:01:36.920030 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25a63a3-0640-466c-8c12-61ba755c577f None None] Pushing event updated for resources: {'Port': ['ID=037eca6b-561e-48f1-9325-6e059dd8947e,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:01:36.954247 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0875e2db-c1a0-40e0-b6b8-85e3ea1704f7 req-0a77b166-b3ef-44eb-8bbf-55f98412ce24 tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:36.956952 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0875e2db-c1a0-40e0-b6b8-85e3ea1704f7 req-0a77b166-b3ef-44eb-8bbf-55f98412ce24 tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] 10.222.0.66 "GET /v2.0/ports?device_id=29df2be4-11c1-460d-a907-4195e85e2127 HTTP/1.1" status: 200 len: 946 time: 0.0945795 Aug 18 12:01:36.959530 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-47ebd9a3-2ae1-4eb7-a81b-150018285eb2 req-2a037f6f-ca20-43fd-9649-d908312e4893 tempest-ServerShowV247Test-1488913494 tempest-ServerShowV247Test-1488913494-project] 10.222.0.66 "GET /v2.0/ports?device_id=8cbe6341-fa5a-491e-b656-4898ed92abb2 HTTP/1.1" status: 200 len: 210 time: 0.0467625 Aug 18 12:01:36.959683 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [req-fb414080-ea50-4005-9f92-3f811e647557 req-f237ead3-117e-426a-b20c-1d7940535dea service neutron] Request body: {'port': {'binding:host_id': 'n-h2-804985-2', 'device_owner': 'compute:nova'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:01:36.965268 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-d25a63a3-0640-466c-8c12-61ba755c577f None None] Attempting to bind port 037eca6b-561e-48f1-9325-6e059dd8947e on host n-d-804985-2 for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:01:36.965640 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-d25a63a3-0640-466c-8c12-61ba755c577f None None] Attempting to bind port 037eca6b-561e-48f1-9325-6e059dd8947e by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': '8d73c820-c1f4-4127-bca7-8a9ff7b01167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'eac89898-3f6c-43a3-b7fc-911d0f9e8301'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:01:36.965997 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25a63a3-0640-466c-8c12-61ba755c577f None None] Attempting to bind port 037eca6b-561e-48f1-9325-6e059dd8947e on network eac89898-3f6c-43a3-b7fc-911d0f9e8301 {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:01:36.971268 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25a63a3-0640-466c-8c12-61ba755c577f None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 1, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:01:36.971637 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25a63a3-0640-466c-8c12-61ba755c577f None None] Checking segment: {'id': '8d73c820-c1f4-4127-bca7-8a9ff7b01167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'eac89898-3f6c-43a3-b7fc-911d0f9e8301'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:01:36.972033 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-d25a63a3-0640-466c-8c12-61ba755c577f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:36.972417 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25a63a3-0640-466c-8c12-61ba755c577f None None] Bound using segment: {'id': '8d73c820-c1f4-4127-bca7-8a9ff7b01167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'eac89898-3f6c-43a3-b7fc-911d0f9e8301'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:01:36.972915 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-d25a63a3-0640-466c-8c12-61ba755c577f None None] Bound port: 037eca6b-561e-48f1-9325-6e059dd8947e, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d73c820-c1f4-4127-bca7-8a9ff7b01167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'eac89898-3f6c-43a3-b7fc-911d0f9e8301'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:01:36.973433 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-d25a63a3-0640-466c-8c12-61ba755c577f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:36.994091 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [None req-25648245-951e-4990-987c-2122acf79dd6 admin admin] Allocated IP 172.25.7.194 (7cae7a70-14fd-408c-b14d-39ceb97cb60e/9784295a-20b8-4a4b-b105-f82737f0448f/76e6575c-c22e-4401-b2f3-88d07887008a) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:01:37.020557 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0875e2db-c1a0-40e0-b6b8-85e3ea1704f7 req-a8857273-388d-4270-8540-e60a9825cac7 tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] 10.222.0.66 "GET /v2.0/security-groups?id=47674416-b298-4cf8-93c5-c03a14c2b3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548716 Aug 18 12:01:37.069922 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-d25a63a3-0640-466c-8c12-61ba755c577f None None] For port 037eca6b-561e-48f1-9325-6e059dd8947e, host n-d-804985-2, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:01:37.075150 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-d25a63a3-0640-466c-8c12-61ba755c577f None None] For port 037eca6b-561e-48f1-9325-6e059dd8947e, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=037eca6b-561e-48f1-9325-6e059dd8947e,segment=NetworkSegment(8d73c820-c1f4-4127-bca7-8a9ff7b01167),segment_id=8d73c820-c1f4-4127-bca7-8a9ff7b01167)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:01:37.082568 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-d25a63a3-0640-466c-8c12-61ba755c577f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:37.120821 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2848fe3-60e1-415a-9f92-d7e5de010f71 req-c2ed0e37-bcc3-4ade-a861-6804b4dc004e tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:37.129608 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e2848fe3-60e1-415a-9f92-d7e5de010f71 req-c2ed0e37-bcc3-4ade-a861-6804b4dc004e tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/ports?device_id=c638d708-f9ec-4cc8-8d73-799d4b9bed3c HTTP/1.1" status: 200 len: 945 time: 0.0792580 Aug 18 12:01:37.162332 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25a63a3-0640-466c-8c12-61ba755c577f None None] Pushing event updated for resources: {'Port': ['ID=037eca6b-561e-48f1-9325-6e059dd8947e,revision_number=2']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:01:37.184000 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e2848fe3-60e1-415a-9f92-d7e5de010f71 req-646ed27e-fc8a-4c8c-9c08-4dacbc865e06 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/security-groups?id=582571f6-a365-42ab-be92-c3254f7d1409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525765 Aug 18 12:01:37.205444 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-fb414080-ea50-4005-9f92-3f811e647557 req-f237ead3-117e-426a-b20c-1d7940535dea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:37.210816 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c693245c-63f7-4a76-8c97-77b400a03a0c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:37.246863 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c693245c-63f7-4a76-8c97-77b400a03a0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:37.358155 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-25648245-951e-4990-987c-2122acf79dd6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:37.412816 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-93797746-306b-4a76-8372-930a5b248a34 req-bba1eab5-a165-415a-83b8-7640332ce811 tempest-ServerShowV247Test-1488913494 tempest-ServerShowV247Test-1488913494-project] 10.222.0.66 "GET /v2.0/ports?device_id=8cbe6341-fa5a-491e-b656-4898ed92abb2&device_id=a21f755d-d37e-4e50-bae9-1ff8736b03fd HTTP/1.1" status: 200 len: 210 time: 0.0734372 Aug 18 12:01:37.565297 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a187a93-3c61-447b-9f74-302779ef1616 req-7b8e4ca7-e8bb-479b-8935-6437ae4ddebf tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:37.568168 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1a187a93-3c61-447b-9f74-302779ef1616 req-7b8e4ca7-e8bb-479b-8935-6437ae4ddebf tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/ports?device_id=c638d708-f9ec-4cc8-8d73-799d4b9bed3c HTTP/1.1" status: 200 len: 945 time: 0.0904963 Aug 18 12:01:37.609075 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-25648245-951e-4990-987c-2122acf79dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:37.678719 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1a187a93-3c61-447b-9f74-302779ef1616 req-199e8465-4550-4dd1-a6fe-50aeeb7ab2d1 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/security-groups?id=582571f6-a365-42ab-be92-c3254f7d1409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017766 Aug 18 12:01:37.694496 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25648245-951e-4990-987c-2122acf79dd6 admin admin] Network 7cae7a70-14fd-408c-b14d-39ceb97cb60e is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:01:37.700279 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23dbaed-f14f-4b0d-b607-0134c9bfef16 req-def9028a-ad0b-4c90-a0d9-225aa15db5fc tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:37.701812 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a23dbaed-f14f-4b0d-b607-0134c9bfef16 req-def9028a-ad0b-4c90-a0d9-225aa15db5fc tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] 10.222.0.66 "GET /v2.0/ports?device_id=29df2be4-11c1-460d-a907-4195e85e2127 HTTP/1.1" status: 200 len: 946 time: 0.1231182 Aug 18 12:01:37.703872 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723e416a-3219-4677-a03a-c12f5644438d req-a40f1a75-2d66-468e-b9b3-452b239a0ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:37.705354 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-723e416a-3219-4677-a03a-c12f5644438d req-a40f1a75-2d66-468e-b9b3-452b239a0ecc service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=fe1ab259ff774abb8ee8f6b115f604ca&device_id=29df2be4-11c1-460d-a907-4195e85e2127 HTTP/1.1" status: 200 len: 1097 time: 0.1944160 Aug 18 12:01:37.722088 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-25648245-951e-4990-987c-2122acf79dd6 admin admin] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:01:37.724701 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25648245-951e-4990-987c-2122acf79dd6 admin admin] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:01:37.728553 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [None req-c693245c-63f7-4a76-8c97-77b400a03a0c admin admin] Allocated IP 172.25.7.18 (7cae7a70-14fd-408c-b14d-39ceb97cb60e/9784295a-20b8-4a4b-b105-f82737f0448f/52e01e38-4e4c-4e74-bbd2-6c83c79fdfe1) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:01:37.733559 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-fb414080-ea50-4005-9f92-3f811e647557 req-f237ead3-117e-426a-b20c-1d7940535dea service neutron] For port 508ec94c-2aa2-4f52-b538-be215de08220, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=508ec94c-2aa2-4f52-b538-be215de08220,segment=NetworkSegment(b0eb6eea-b461-4969-8a27-808f00daa8a1),segment_id=b0eb6eea-b461-4969-8a27-808f00daa8a1)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:01:37.757839 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25648245-951e-4990-987c-2122acf79dd6 admin admin] Pushing event updated for resources: {'Port': ['ID=76e6575c-c22e-4401-b2f3-88d07887008a,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:01:37.820572 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a23dbaed-f14f-4b0d-b607-0134c9bfef16 req-cbb22819-002e-4f49-a09a-ad4c8cc5629d tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] 10.222.0.66 "GET /v2.0/security-groups?id=47674416-b298-4cf8-93c5-c03a14c2b3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063075 Aug 18 12:01:37.924115 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723e416a-3219-4677-a03a-c12f5644438d req-388b6d6a-c07d-455d-a8ea-ceca755bf553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:37.925764 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-723e416a-3219-4677-a03a-c12f5644438d req-388b6d6a-c07d-455d-a8ea-ceca755bf553 service neutron] 10.222.0.63 "GET /v2.0/networks?id=3811f777-5849-45bb-9880-799ae79f59e0 HTTP/1.1" status: 200 len: 920 time: 0.2104685 Aug 18 12:01:37.929460 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-70b62f27-6342-4bfd-99a9-2f829f5fbf18 req-b750bf26-ad37-47d4-b9ad-1945a062006f service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=e97f88a303344835b210db85c77b75b4&device_id=8cbe6341-fa5a-491e-b656-4898ed92abb2 HTTP/1.1" status: 200 len: 210 time: 0.0401602 Aug 18 12:01:37.944726 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-fb414080-ea50-4005-9f92-3f811e647557 req-f237ead3-117e-426a-b20c-1d7940535dea service neutron] For port 508ec94c-2aa2-4f52-b538-be215de08220, host n-h1-804985-2, cleared binding levels {{(pid=106253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:01:37.964321 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:38.025823 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-70b62f27-6342-4bfd-99a9-2f829f5fbf18 req-c79869a6-4a56-4099-837a-f224071972b6 service neutron] 10.222.0.63 "GET /v2.0/networks?tenant_id=e97f88a303344835b210db85c77b75b4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0788305 Aug 18 12:01:38.027110 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-723e416a-3219-4677-a03a-c12f5644438d req-04fcb7b9-987e-4408-8955-25c85267c0d0 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2214e5b9-4fc0-4aae-b99e-9a36dab1e7b5 HTTP/1.1" status: 200 len: 217 time: 0.0778608 Aug 18 12:01:38.042986 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50ed693d-cbb2-4cf2-a656-704f6a7c8398', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '508ec94c-2aa2-4f52-b538-be215de08220'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:01:38.055964 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0679f4c4b6e0e0c064a7d71d722dc30541a34fffee11680573be22ee2ffccc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b7a4863-b1c7-4be0-bc76-932b64808c8a" -d '{"events": [{"server_uuid": "50ed693d-cbb2-4cf2-a656-704f6a7c8398", "name": "network-vif-unplugged", "status": "completed", "tag": "508ec94c-2aa2-4f52-b538-be215de08220"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:01:38.063495 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-fb414080-ea50-4005-9f92-3f811e647557 req-f237ead3-117e-426a-b20c-1d7940535dea service neutron] Notify callbacks [] for port, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:38.109487 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c693245c-63f7-4a76-8c97-77b400a03a0c admin admin] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:38.113153 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [req-fb414080-ea50-4005-9f92-3f811e647557 req-f237ead3-117e-426a-b20c-1d7940535dea service neutron] Transition to ACTIVE for port object 508ec94c-2aa2-4f52-b538-be215de08220 will not be triggered until provisioned by entity L2. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:01:38.157885 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-fb414080-ea50-4005-9f92-3f811e647557 req-f237ead3-117e-426a-b20c-1d7940535dea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:38.295136 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f237ead3-117e-426a-b20c-1d7940535dea service neutron] Pushing event updated for resources: {'Port': ['ID=508ec94c-2aa2-4f52-b538-be215de08220,revision_number=10']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:01:38.328325 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb414080-ea50-4005-9f92-3f811e647557 req-f237ead3-117e-426a-b20c-1d7940535dea service neutron] No DVR routers for this DVR port 508ec94c-2aa2-4f52-b538-be215de08220 on host n-h1-804985-2 {{(pid=106253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:01:38.345783 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-25648245-951e-4990-987c-2122acf79dd6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:38.380041 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d27de8-a158-47a7-b593-9d7307dc59b2 req-771123b3-3ec7-4b4c-9ca7-c7b02bfc0c67 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:38.388593 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-24d27de8-a158-47a7-b593-9d7307dc59b2 req-771123b3-3ec7-4b4c-9ca7-c7b02bfc0c67 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/ports?device_id=50ed693d-cbb2-4cf2-a656-704f6a7c8398 HTTP/1.1" status: 200 len: 950 time: 0.4614956 Aug 18 12:01:38.389703 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 037eca6b-561e-48f1-9325-6e059dd8947e up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:01:38.405743 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c693245c-63f7-4a76-8c97-77b400a03a0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:38.408860 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2188eb4d-b3a1-4762-9001-e852b8fc118b req-3f243a3f-1dce-4773-8ae3-9f4a6b36fb3b tempest-ServerShowV247Test-1488913494 tempest-ServerShowV247Test-1488913494-project] 10.222.0.66 "GET /v2.0/ports?device_id=8cbe6341-fa5a-491e-b656-4898ed92abb2 HTTP/1.1" status: 200 len: 210 time: 0.1939130 Aug 18 12:01:38.424967 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723e416a-3219-4677-a03a-c12f5644438d req-a8f0b0bb-5708-40d8-96ec-7a770ed8bc97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:38.426996 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-723e416a-3219-4677-a03a-c12f5644438d req-a8f0b0bb-5708-40d8-96ec-7a770ed8bc97 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=bf85a510-4d3c-4322-ac79-b9cb0b40bab8 HTTP/1.1" status: 200 len: 859 time: 0.3837309 Aug 18 12:01:38.441824 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b62f27-6342-4bfd-99a9-2f829f5fbf18 req-ca6059b3-6f76-4ce6-94f7-f7a16b76ed18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:38.448036 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-70b62f27-6342-4bfd-99a9-2f829f5fbf18 req-ca6059b3-6f76-4ce6-94f7-f7a16b76ed18 service neutron] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4059930 Aug 18 12:01:38.460881 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port 037eca6b-561e-48f1-9325-6e059dd8947e completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:01:38.470736 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-fb414080-ea50-4005-9f92-3f811e647557 req-f237ead3-117e-426a-b20c-1d7940535dea service neutron] Attempting to bind port 508ec94c-2aa2-4f52-b538-be215de08220 on host n-h2-804985-2 for vnic_type normal with profile {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:01:38.471072 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-fb414080-ea50-4005-9f92-3f811e647557 req-f237ead3-117e-426a-b20c-1d7940535dea service neutron] Attempting to bind port 508ec94c-2aa2-4f52-b538-be215de08220 by drivers openvswitch,hyperv on host n-h2-804985-2 at level 0 using segments [{'id': 'b0eb6eea-b461-4969-8a27-808f00daa8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '222e0814-c7e5-4b11-9282-3f40c6ed76b2'}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:01:38.471398 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb414080-ea50-4005-9f92-3f811e647557 req-f237ead3-117e-426a-b20c-1d7940535dea service neutron] Attempting to bind port 508ec94c-2aa2-4f52-b538-be215de08220 on network 222e0814-c7e5-4b11-9282-3f40c6ed76b2 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:01:38.527175 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb414080-ea50-4005-9f92-3f811e647557 req-f237ead3-117e-426a-b20c-1d7940535dea service neutron] Port 508ec94c-2aa2-4f52-b538-be215de08220 on network 222e0814-c7e5-4b11-9282-3f40c6ed76b2 not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-2 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:01:38.527524 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb414080-ea50-4005-9f92-3f811e647557 req-f237ead3-117e-426a-b20c-1d7940535dea service neutron] Attempting to bind port 508ec94c-2aa2-4f52-b538-be215de08220 on network 222e0814-c7e5-4b11-9282-3f40c6ed76b2 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:01:38.534114 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c693245c-63f7-4a76-8c97-77b400a03a0c admin admin] Network 7cae7a70-14fd-408c-b14d-39ceb97cb60e is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:01:38.546453 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-c693245c-63f7-4a76-8c97-77b400a03a0c admin admin] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:01:38.548941 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c693245c-63f7-4a76-8c97-77b400a03a0c admin admin] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:01:38.551057 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c693245c-63f7-4a76-8c97-77b400a03a0c admin admin] Pushing event updated for resources: {'Port': ['ID=52e01e38-4e4c-4e74-bbd2-6c83c79fdfe1,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:01:38.566735 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56faecd4-a385-4e45-b212-cdcbeaa9a7d0 None None] Network eac89898-3f6c-43a3-b7fc-911d0f9e8301 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:01:38.583403 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb414080-ea50-4005-9f92-3f811e647557 req-f237ead3-117e-426a-b20c-1d7940535dea service neutron] Checking agent: {'id': 'da5da552-709c-4248-84de-86af99a0dc87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 49, 8), 'started_at': datetime.datetime(2021, 8, 18, 11, 49, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 1, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:01:38.583403 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb414080-ea50-4005-9f92-3f811e647557 req-f237ead3-117e-426a-b20c-1d7940535dea service neutron] Checking segment: {'id': 'b0eb6eea-b461-4969-8a27-808f00daa8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '222e0814-c7e5-4b11-9282-3f40c6ed76b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:01:38.583728 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb414080-ea50-4005-9f92-3f811e647557 req-f237ead3-117e-426a-b20c-1d7940535dea service neutron] Bound using segment: {'id': 'b0eb6eea-b461-4969-8a27-808f00daa8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '222e0814-c7e5-4b11-9282-3f40c6ed76b2'} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:01:38.584076 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-fb414080-ea50-4005-9f92-3f811e647557 req-f237ead3-117e-426a-b20c-1d7940535dea service neutron] Bound port: 508ec94c-2aa2-4f52-b538-be215de08220, host: n-h2-804985-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0eb6eea-b461-4969-8a27-808f00daa8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '222e0814-c7e5-4b11-9282-3f40c6ed76b2'}}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:01:38.584643 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-fb414080-ea50-4005-9f92-3f811e647557 req-f237ead3-117e-426a-b20c-1d7940535dea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:38.741969 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-80582ff2-f341-4072-9d84-b637f35dfd91 None None] Provisioning for port 037eca6b-561e-48f1-9325-6e059dd8947e completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:01:38.748262 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-80582ff2-f341-4072-9d84-b637f35dfd91 None None] Provisioning complete for port 037eca6b-561e-48f1-9325-6e059dd8947e triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:01:38.748797 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-80582ff2-f341-4072-9d84-b637f35dfd91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:38.803401 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-fb414080-ea50-4005-9f92-3f811e647557 req-f237ead3-117e-426a-b20c-1d7940535dea service neutron] For port 508ec94c-2aa2-4f52-b538-be215de08220, host n-h2-804985-2, cleared binding levels {{(pid=106253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:01:38.843941 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-80582ff2-f341-4072-9d84-b637f35dfd91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:38.845625 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-fb414080-ea50-4005-9f92-3f811e647557 req-f237ead3-117e-426a-b20c-1d7940535dea service neutron] For port 508ec94c-2aa2-4f52-b538-be215de08220, host n-h2-804985-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=508ec94c-2aa2-4f52-b538-be215de08220,segment=NetworkSegment(b0eb6eea-b461-4969-8a27-808f00daa8a1),segment_id=b0eb6eea-b461-4969-8a27-808f00daa8a1)] {{(pid=106253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:01:38.865555 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-fb414080-ea50-4005-9f92-3f811e647557 req-f237ead3-117e-426a-b20c-1d7940535dea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:38.878904 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-723e416a-3219-4677-a03a-c12f5644438d req-c27c7e74-0c8d-4a2e-b5e0-ba866bf1cdeb service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=3811f777-5849-45bb-9880-799ae79f59e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4384940 Aug 18 12:01:38.887618 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-80582ff2-f341-4072-9d84-b637f35dfd91 None None] For port 037eca6b-561e-48f1-9325-6e059dd8947e, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=037eca6b-561e-48f1-9325-6e059dd8947e,segment=NetworkSegment(8d73c820-c1f4-4127-bca7-8a9ff7b01167),segment_id=8d73c820-c1f4-4127-bca7-8a9ff7b01167)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:01:38.890328 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-24d27de8-a158-47a7-b593-9d7307dc59b2 req-bfdc0092-6590-4356-a1b1-ad7ee2f58dd2 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/security-groups?id=0ddd2c5c-7e53-44ab-9404-c5fea69a570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5007873 Aug 18 12:01:38.898311 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-25648245-951e-4990-987c-2122acf79dd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-998473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-992536'] for router, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:38.899094 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-80582ff2-f341-4072-9d84-b637f35dfd91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:38.919219 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb414080-ea50-4005-9f92-3f811e647557 req-f237ead3-117e-426a-b20c-1d7940535dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:38.919937 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-fb414080-ea50-4005-9f92-3f811e647557 req-f237ead3-117e-426a-b20c-1d7940535dea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:38.922434 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-fb414080-ea50-4005-9f92-3f811e647557 req-f237ead3-117e-426a-b20c-1d7940535dea service neutron] 10.222.0.62 "PUT /v2.0/ports/508ec94c-2aa2-4f52-b538-be215de08220 HTTP/1.1" status: 200 len: 1097 time: 1.9728284 Aug 18 12:01:38.941749 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [req-723e416a-3219-4677-a03a-c12f5644438d req-32249d22-9daa-4c20-a6a2-306aba5fa87f service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=106252) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 12:01:38.943416 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-723e416a-3219-4677-a03a-c12f5644438d req-32249d22-9daa-4c20-a6a2-306aba5fa87f service neutron] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0094242 Aug 18 12:01:38.995686 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de451c1f-666c-4bc6-b238-4599cbdd60d2 req-e954d3dd-7400-464e-9b56-e2503b40fccf tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:38.997308 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80582ff2-f341-4072-9d84-b637f35dfd91 None None] Pushing event updated for resources: {'Port': ['ID=037eca6b-561e-48f1-9325-6e059dd8947e,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:01:39.005653 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-de451c1f-666c-4bc6-b238-4599cbdd60d2 req-e954d3dd-7400-464e-9b56-e2503b40fccf tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/ports?device_id=c638d708-f9ec-4cc8-8d73-799d4b9bed3c HTTP/1.1" status: 200 len: 945 time: 0.1319160 Aug 18 12:01:39.129012 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-de451c1f-666c-4bc6-b238-4599cbdd60d2 req-b8d74e54-803d-4ab1-9709-092909b3d2f9 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/security-groups?id=582571f6-a365-42ab-be92-c3254f7d1409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162844 Aug 18 12:01:39.176996 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-723e416a-3219-4677-a03a-c12f5644438d req-c9afd5fa-43fd-4f71-b0c9-b7b1c38a06ba service neutron] 10.222.0.63 "GET /v2.0/networks/3811f777-5849-45bb-9880-799ae79f59e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2149363 Aug 18 12:01:39.282216 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f5fc13-ba21-4d27-a09f-8f1c569f1aed req-5226562a-508b-42e5-8bb0-2b0867fce7fb tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:39.283822 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-73f5fc13-ba21-4d27-a09f-8f1c569f1aed req-5226562a-508b-42e5-8bb0-2b0867fce7fb tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] 10.222.0.66 "GET /v2.0/ports?device_id=29df2be4-11c1-460d-a907-4195e85e2127 HTTP/1.1" status: 200 len: 946 time: 0.1325459 Aug 18 12:01:39.327549 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 508ec94c-2aa2-4f52-b538-be215de08220 no longer exists at agent hyperv_n-h1-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:01:39.333875 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-723e416a-3219-4677-a03a-c12f5644438d req-f23eacc7-9eff-4358-a389-9d981fb47ce8 service neutron] 10.222.0.63 "GET /v2.0/networks/3811f777-5849-45bb-9880-799ae79f59e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361599 Aug 18 12:01:39.356517 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-73f5fc13-ba21-4d27-a09f-8f1c569f1aed req-4e71fbf3-841c-4709-be89-3af38adc00aa tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] 10.222.0.66 "GET /v2.0/security-groups?id=47674416-b298-4cf8-93c5-c03a14c2b3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572090 Aug 18 12:01:39.393226 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 508ec94c-2aa2-4f52-b538-be215de08220 not bound to the agent host n-h1-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:01:39.400804 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-471b579d-82be-4e83-a881-8ce86d9f6a15 None None] Provisioning complete for port 037eca6b-561e-48f1-9325-6e059dd8947e triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:01:39.401183 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-471b579d-82be-4e83-a881-8ce86d9f6a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:39.447082 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 18 Aug 2021 12:01:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2a10039-1f70-4d24-9aa3-c1f25006b7c8 x-openstack-request-id: req-a2a10039-1f70-4d24-9aa3-c1f25006b7c8 {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:01:39.447410 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50ed693d-cbb2-4cf2-a656-704f6a7c8398", "name": "network-vif-unplugged", "status": "completed", "tag": "508ec94c-2aa2-4f52-b538-be215de08220", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:01:39.447624 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a2a10039-1f70-4d24-9aa3-c1f25006b7c8 {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:01:39.448074 n-d-804985-2 neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50ed693d-cbb2-4cf2-a656-704f6a7c8398', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '508ec94c-2aa2-4f52-b538-be215de08220', 'code': 200} Aug 18 12:01:39.479214 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f237ead3-117e-426a-b20c-1d7940535dea service neutron] Pushing event updated for resources: {'Port': ['ID=508ec94c-2aa2-4f52-b538-be215de08220,revision_number=11']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:01:39.543571 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3897b8f8-b467-4765-a342-c9aa9cd68e8a req-5935d075-ad92-418b-b1bb-348efd153eaa tempest-ServerShowV247Test-1488913494 tempest-ServerShowV247Test-1488913494-project] 10.222.0.66 "GET /v2.0/ports?device_id=8cbe6341-fa5a-491e-b656-4898ed92abb2 HTTP/1.1" status: 200 len: 210 time: 0.0291345 Aug 18 12:01:39.567673 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb414080-ea50-4005-9f92-3f811e647557 req-06891f77-9938-4c85-ac4a-e4898a00c322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:39.569278 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-fb414080-ea50-4005-9f92-3f811e647557 req-06891f77-9938-4c85-ac4a-e4898a00c322 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=87f2a541be1e4141a84277bf00dc4c3b&device_id=50ed693d-cbb2-4cf2-a656-704f6a7c8398 HTTP/1.1" status: 200 len: 1100 time: 0.6053462 Aug 18 12:01:39.569774 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4904ff-fd78-4cd4-a237-a6501497b914 req-11984980-eb0a-49ba-a0b4-9b3ea37dc997 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:39.571593 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-aa4904ff-fd78-4cd4-a237-a6501497b914 req-11984980-eb0a-49ba-a0b4-9b3ea37dc997 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/ports?device_id=c638d708-f9ec-4cc8-8d73-799d4b9bed3c HTTP/1.1" status: 200 len: 945 time: 0.1151881 Aug 18 12:01:39.616786 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-aa4904ff-fd78-4cd4-a237-a6501497b914 req-8897cb81-0566-4402-b5a9-ff8612fde1e5 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/security-groups?id=582571f6-a365-42ab-be92-c3254f7d1409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366876 Aug 18 12:01:39.644422 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c693245c-63f7-4a76-8c97-77b400a03a0c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:39.770756 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb414080-ea50-4005-9f92-3f811e647557 req-7fce3006-cf49-4c18-ad72-49822427b519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:39.772178 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-fb414080-ea50-4005-9f92-3f811e647557 req-7fce3006-cf49-4c18-ad72-49822427b519 service neutron] 10.222.0.62 "GET /v2.0/networks?id=222e0814-c7e5-4b11-9282-3f40c6ed76b2 HTTP/1.1" status: 200 len: 870 time: 0.1923466 Aug 18 12:01:39.822310 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-fb414080-ea50-4005-9f92-3f811e647557 req-9cbcfd8a-bf55-4594-a100-234807e66c6a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=508ec94c-2aa2-4f52-b538-be215de08220 HTTP/1.1" status: 200 len: 217 time: 0.0413547 Aug 18 12:01:39.823005 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25648245-951e-4990-987c-2122acf79dd6 admin admin] Router b2e34042-c82c-4ef1-9249-0a612bda030a is scheduled to L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 with binding_index 1 {{(pid=106253) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 12:01:39.991729 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb414080-ea50-4005-9f92-3f811e647557 req-b172077c-d042-43f5-ad08-ea571f16ab4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:39.993224 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-fb414080-ea50-4005-9f92-3f811e647557 req-b172077c-d042-43f5-ad08-ea571f16ab4f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6d16d680-110b-436d-8afa-48ba845b3623 HTTP/1.1" status: 200 len: 843 time: 0.1338148 Aug 18 12:01:39.993757 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-70b62f27-6342-4bfd-99a9-2f829f5fbf18 req-7d3cfcad-f7d1-4834-8971-69cb2685258e tempest-ServerShowV247Test-1488913494 tempest-ServerShowV247Test-1488913494-project] 10.222.0.63 "GET /v2.0/ports?device_id=8cbe6341-fa5a-491e-b656-4898ed92abb2 HTTP/1.1" status: 200 len: 210 time: 0.0375733 Aug 18 12:01:40.036089 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c6910e-f978-4a43-b4b6-63b408fadfc8 req-a119a6b2-6dd9-4101-b963-95ff080ec76e tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:40.038056 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c9c6910e-f978-4a43-b4b6-63b408fadfc8 req-a119a6b2-6dd9-4101-b963-95ff080ec76e tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/ports?device_id=50ed693d-cbb2-4cf2-a656-704f6a7c8398 HTTP/1.1" status: 200 len: 949 time: 0.0706143 Aug 18 12:01:40.064581 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c693245c-63f7-4a76-8c97-77b400a03a0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-998473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-992536'] for router, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:40.087932 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c9c6910e-f978-4a43-b4b6-63b408fadfc8 req-4de38bc5-8426-47d3-9bee-65a3bf6450df tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/security-groups?id=0ddd2c5c-7e53-44ab-9404-c5fea69a570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437109 Aug 18 12:01:40.117703 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25648245-951e-4990-987c-2122acf79dd6 admin admin] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:01:40.131537 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0739146a-4626-44d5-9c6e-708960813a0f None None] Sync routers for ids ['b2e34042-c82c-4ef1-9249-0a612bda030a'] in n-d-804985-2 {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:01:40.132811 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb414080-ea50-4005-9f92-3f811e647557 req-e94d82b5-e4a7-485d-ac76-a565a7127eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:40.134363 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-fb414080-ea50-4005-9f92-3f811e647557 req-e94d82b5-e4a7-485d-ac76-a565a7127eea service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=222e0814-c7e5-4b11-9282-3f40c6ed76b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1116536 Aug 18 12:01:40.141183 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0739146a-4626-44d5-9c6e-708960813a0f None None] Routers {'b2e34042-c82c-4ef1-9249-0a612bda030a'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:01:40.141847 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-0739146a-4626-44d5-9c6e-708960813a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:01:21Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['b2e34042-c82c-4ef1-9249-0a612bda030a'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:01:40.217319 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-25648245-951e-4990-987c-2122acf79dd6 admin admin] Notify callbacks [] for router, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:40.221284 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-25648245-951e-4990-987c-2122acf79dd6 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.7231057 Aug 18 12:01:40.221756 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 33576) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:01:40.260799 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-0739146a-4626-44d5-9c6e-708960813a0f None None] Set router b2e34042-c82c-4ef1-9249-0a612bda030a gateway port host: n-d-804985-2 {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:01:40.320403 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-fb414080-ea50-4005-9f92-3f811e647557 req-233d981a-d689-4a6b-9ff0-660cd06dd7c3 service neutron] 10.222.0.62 "GET /v2.0/networks/222e0814-c7e5-4b11-9282-3f40c6ed76b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773086 Aug 18 12:01:40.326483 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c693245c-63f7-4a76-8c97-77b400a03a0c admin admin] Router aa6bd6bc-9b34-4312-bc8d-0ab280db914c is scheduled to L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 with binding_index 1 {{(pid=106253) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 12:01:40.343074 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 037eca6b-561e-48f1-9325-6e059dd8947e up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:01:40.494613 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 037eca6b-561e-48f1-9325-6e059dd8947e triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:01:40.495263 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:40.517864 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c693245c-63f7-4a76-8c97-77b400a03a0c admin admin] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:01:40.525533 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-fb414080-ea50-4005-9f92-3f811e647557 req-5711928d-013e-459b-98f5-fbf49dd871d5 service neutron] 10.222.0.62 "GET /v2.0/networks/222e0814-c7e5-4b11-9282-3f40c6ed76b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1873479 Aug 18 12:01:40.529709 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f85ff4-9ded-44f2-9032-443ad2a473d1 None None] Sync routers for ids ['aa6bd6bc-9b34-4312-bc8d-0ab280db914c'] in n-d-804985-2 {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:01:40.546825 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c693245c-63f7-4a76-8c97-77b400a03a0c admin admin] Notify callbacks [] for router, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:40.553182 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-c693245c-63f7-4a76-8c97-77b400a03a0c admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.6446953 Aug 18 12:01:40.554020 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f85ff4-9ded-44f2-9032-443ad2a473d1 None None] Routers {'aa6bd6bc-9b34-4312-bc8d-0ab280db914c'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:01:40.554489 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 33582) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:01:40.555144 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-51f85ff4-9ded-44f2-9032-443ad2a473d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:01:21Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['aa6bd6bc-9b34-4312-bc8d-0ab280db914c'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:01:40.658096 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-0739146a-4626-44d5-9c6e-708960813a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2e34042-c82c-4ef1-9249-0a612bda030a', 'name': 'tempest-ServerRescueTestJSON-25081021-router', 'tenant_id': '3fdbc2b793e24068a85791f08988ef10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.194'}], 'enable_snat': True}, 'gw_port_id': '76e6575c-c22e-4401-b2f3-88d07887008a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:01:35Z', 'updated_at': '2021-08-18T12:01:38Z', 'revision_number': 3, 'project_id': '3fdbc2b793e24068a85791f08988ef10', 'gw_port': {'id': '76e6575c-c22e-4401-b2f3-88d07887008a', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:c2:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2e34042-c82c-4ef1-9249-0a612bda030a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1145, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:01:36Z', 'updated_at': '2021-08-18T12:01:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:01:40.670734 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d291c59-a7f6-4c70-b9fc-0e1167f3410a req-55a0ef8d-4998-466d-a0ab-46b09a78d1c7 tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:40.680860 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9d291c59-a7f6-4c70-b9fc-0e1167f3410a req-55a0ef8d-4998-466d-a0ab-46b09a78d1c7 tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] 10.222.0.66 "GET /v2.0/ports?device_id=29df2be4-11c1-460d-a907-4195e85e2127 HTTP/1.1" status: 200 len: 946 time: 0.1252363 Aug 18 12:01:40.724620 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-51f85ff4-9ded-44f2-9032-443ad2a473d1 None None] Set router aa6bd6bc-9b34-4312-bc8d-0ab280db914c gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:01:40.805907 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-28a1edbc-1268-4e68-8cec-2d8a3a62867a req-fce4c6a4-8c61-40e4-a180-2128a1fa1921 tempest-ServerShowV247Test-1488913494 tempest-ServerShowV247Test-1488913494-project] 10.222.0.66 "GET /v2.0/ports?device_id=8cbe6341-fa5a-491e-b656-4898ed92abb2 HTTP/1.1" status: 200 len: 210 time: 0.1221073 Aug 18 12:01:40.867341 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0739146a-4626-44d5-9c6e-708960813a0f None None] Checking router: b2e34042-c82c-4ef1-9249-0a612bda030a for host: n-d-804985-2 {{(pid=106254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:01:40.867681 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0739146a-4626-44d5-9c6e-708960813a0f None None] Updating router b2e34042-c82c-4ef1-9249-0a612bda030a port 76e6575c-c22e-4401-b2f3-88d07887008a binding host n-d-804985-2 {{(pid=106254) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 12:01:40.895051 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-0739146a-4626-44d5-9c6e-708960813a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:40.900220 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9d291c59-a7f6-4c70-b9fc-0e1167f3410a req-602267b4-f39c-481a-b91a-527c2a706389 tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] 10.222.0.66 "GET /v2.0/security-groups?id=47674416-b298-4cf8-93c5-c03a14c2b3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178438 Aug 18 12:01:40.974464 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-51f85ff4-9ded-44f2-9032-443ad2a473d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa6bd6bc-9b34-4312-bc8d-0ab280db914c', 'name': 'tempest-ServersTestFqdnHostnames-1451883294-router', 'tenant_id': 'ffcf7d5aac564664a7ac42cfaced2fdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.18'}], 'enable_snat': True}, 'gw_port_id': '52e01e38-4e4c-4e74-bbd2-6c83c79fdfe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:01:35Z', 'updated_at': '2021-08-18T12:01:38Z', 'revision_number': 3, 'project_id': 'ffcf7d5aac564664a7ac42cfaced2fdf', 'gw_port': {'id': '52e01e38-4e4c-4e74-bbd2-6c83c79fdfe1', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:58:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa6bd6bc-9b34-4312-bc8d-0ab280db914c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1146, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:01:37Z', 'updated_at': '2021-08-18T12:01:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:01:41.001061 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f85ff4-9ded-44f2-9032-443ad2a473d1 None None] Checking router: aa6bd6bc-9b34-4312-bc8d-0ab280db914c for host: n-d-804985-2 {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:01:41.001659 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f85ff4-9ded-44f2-9032-443ad2a473d1 None None] Updating router aa6bd6bc-9b34-4312-bc8d-0ab280db914c port 52e01e38-4e4c-4e74-bbd2-6c83c79fdfe1 binding host n-d-804985-2 {{(pid=106255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 12:01:41.030794 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-51f85ff4-9ded-44f2-9032-443ad2a473d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:41.033838 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f2e909-fd47-4cde-9f27-18d230ddfc41 req-ed5e9f01-fdc6-478e-a681-c4ee9d19d9a7 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:41.035115 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-00f2e909-fd47-4cde-9f27-18d230ddfc41 req-ed5e9f01-fdc6-478e-a681-c4ee9d19d9a7 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/ports?device_id=c638d708-f9ec-4cc8-8d73-799d4b9bed3c HTTP/1.1" status: 200 len: 945 time: 0.1175537 Aug 18 12:01:41.039580 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f655b9a3-89a1-4a1a-afdc-eb27c801d66f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:41.152352 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-00f2e909-fd47-4cde-9f27-18d230ddfc41 req-76033657-7fe1-4610-bced-49ed29c35b3b tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/security-groups?id=582571f6-a365-42ab-be92-c3254f7d1409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090069 Aug 18 12:01:41.171559 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ffe1da74-ed6a-4471-89e5-2dcf1af5e01a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:41.261486 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-0739146a-4626-44d5-9c6e-708960813a0f None None] Notify callbacks [] for port, precommit_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:41.272504 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-0739146a-4626-44d5-9c6e-708960813a0f None None] Transition to ACTIVE for port object 76e6575c-c22e-4401-b2f3-88d07887008a will not be triggered until provisioned by entity L2. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:01:41.280054 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-0739146a-4626-44d5-9c6e-708960813a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:41.345061 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-0739146a-4626-44d5-9c6e-708960813a0f None None] Attempting to bind port 76e6575c-c22e-4401-b2f3-88d07887008a on host n-d-804985-2 for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:01:41.345439 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-0739146a-4626-44d5-9c6e-708960813a0f None None] Attempting to bind port 76e6575c-c22e-4401-b2f3-88d07887008a by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:01:41.345853 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0739146a-4626-44d5-9c6e-708960813a0f None None] Attempting to bind port 76e6575c-c22e-4401-b2f3-88d07887008a on network 7cae7a70-14fd-408c-b14d-39ceb97cb60e {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:01:41.354304 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b62163-467d-4f5c-8db3-cc39b7f72a41 None None] Pushing event updated for resources: {'Port': ['ID=76e6575c-c22e-4401-b2f3-88d07887008a,revision_number=2']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:01:41.358464 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0739146a-4626-44d5-9c6e-708960813a0f None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 1, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:01:41.358464 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0739146a-4626-44d5-9c6e-708960813a0f None None] Checking segment: {'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:01:41.358863 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-0739146a-4626-44d5-9c6e-708960813a0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:41.359257 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0739146a-4626-44d5-9c6e-708960813a0f None None] Bound using segment: {'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:01:41.359883 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-0739146a-4626-44d5-9c6e-708960813a0f None None] Bound port: 76e6575c-c22e-4401-b2f3-88d07887008a, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:01:41.360288 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-0739146a-4626-44d5-9c6e-708960813a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:41.363574 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [None req-ffe1da74-ed6a-4471-89e5-2dcf1af5e01a admin admin] Allocated IP 172.20.0.1 (eac89898-3f6c-43a3-b7fc-911d0f9e8301/2e58a9c0-68af-400d-926e-c840e7b0c4c2/1ce941db-34bd-4857-b10a-1f77f83ebb2b) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:01:41.392655 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5618e45-6af9-4efc-b8a7-552eb1172f7b req-70ea7b62-eda4-4b61-b62e-e614998491e8 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:41.401465 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a5618e45-6af9-4efc-b8a7-552eb1172f7b req-70ea7b62-eda4-4b61-b62e-e614998491e8 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/ports?device_id=c638d708-f9ec-4cc8-8d73-799d4b9bed3c HTTP/1.1" status: 200 len: 945 time: 0.1671524 Aug 18 12:01:41.418243 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c171f90-93ad-4aea-b9ee-144564617882 req-63c10e71-f59b-4dcf-88ce-8580144c6543 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:41.418801 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6c171f90-93ad-4aea-b9ee-144564617882 req-63c10e71-f59b-4dcf-88ce-8580144c6543 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/ports?device_id=50ed693d-cbb2-4cf2-a656-704f6a7c8398 HTTP/1.1" status: 200 len: 949 time: 0.1856894 Aug 18 12:01:41.427815 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-0739146a-4626-44d5-9c6e-708960813a0f None None] For port 76e6575c-c22e-4401-b2f3-88d07887008a, host n-d-804985-2, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:01:41.431281 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-0739146a-4626-44d5-9c6e-708960813a0f None None] For port 76e6575c-c22e-4401-b2f3-88d07887008a, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=76e6575c-c22e-4401-b2f3-88d07887008a,segment=NetworkSegment(c5a3db9d-5c58-41b1-9177-d5787a597b78),segment_id=c5a3db9d-5c58-41b1-9177-d5787a597b78)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:01:41.437602 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-0739146a-4626-44d5-9c6e-708960813a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:41.451662 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50ed693d-cbb2-4cf2-a656-704f6a7c8398', 'tag': '508ec94c-2aa2-4f52-b538-be215de08220'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:01:41.456169 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0679f4c4b6e0e0c064a7d71d722dc30541a34fffee11680573be22ee2ffccc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-188cf07d-1338-49e9-a1dd-0ca716b7dc07" -d '{"events": [{"name": "network-changed", "server_uuid": "50ed693d-cbb2-4cf2-a656-704f6a7c8398", "tag": "508ec94c-2aa2-4f52-b538-be215de08220"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:01:41.471553 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-51f85ff4-9ded-44f2-9032-443ad2a473d1 None None] Notify callbacks [] for port, precommit_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:41.480322 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [None req-f655b9a3-89a1-4a1a-afdc-eb27c801d66f admin admin] Allocated IP 172.20.0.1 (fde25e42-4dfd-46b4-aeda-a37c860e4c94/ff8046ef-165b-4279-9512-1ee28b707bb5/1c0b2814-1ff3-4dac-85b7-c76c46357c58) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:01:41.489225 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-51f85ff4-9ded-44f2-9032-443ad2a473d1 None None] Transition to ACTIVE for port object 52e01e38-4e4c-4e74-bbd2-6c83c79fdfe1 will not be triggered until provisioned by entity L2. {{(pid=106255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:01:41.489415 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0739146a-4626-44d5-9c6e-708960813a0f None None] Routers {'b2e34042-c82c-4ef1-9249-0a612bda030a'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:01:41.490021 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-0739146a-4626-44d5-9c6e-708960813a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:01:21Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['b2e34042-c82c-4ef1-9249-0a612bda030a'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:01:41.497776 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-51f85ff4-9ded-44f2-9032-443ad2a473d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:41.504021 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6c171f90-93ad-4aea-b9ee-144564617882 req-e8a07159-5bc7-49b3-8fa7-98f7e0e880c9 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/security-groups?id=0ddd2c5c-7e53-44ab-9404-c5fea69a570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702283 Aug 18 12:01:41.528798 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a5618e45-6af9-4efc-b8a7-552eb1172f7b req-418f8614-5dcc-42fa-9555-91b10fd07061 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/security-groups?id=582571f6-a365-42ab-be92-c3254f7d1409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262279 Aug 18 12:01:41.535457 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ffe1da74-ed6a-4471-89e5-2dcf1af5e01a admin admin] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:41.575746 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [None req-ffe1da74-ed6a-4471-89e5-2dcf1af5e01a admin admin] Transition to ACTIVE for port object 1ce941db-34bd-4857-b10a-1f77f83ebb2b will not be triggered until provisioned by entity DHCP. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:01:41.595897 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-51f85ff4-9ded-44f2-9032-443ad2a473d1 None None] Attempting to bind port 52e01e38-4e4c-4e74-bbd2-6c83c79fdfe1 on host n-d-804985-2 for vnic_type normal with profile {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:01:41.596519 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-51f85ff4-9ded-44f2-9032-443ad2a473d1 None None] Attempting to bind port 52e01e38-4e4c-4e74-bbd2-6c83c79fdfe1 by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'}] {{(pid=106255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:01:41.608746 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51f85ff4-9ded-44f2-9032-443ad2a473d1 None None] Attempting to bind port 52e01e38-4e4c-4e74-bbd2-6c83c79fdfe1 on network 7cae7a70-14fd-408c-b14d-39ceb97cb60e {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:01:41.610968 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-0739146a-4626-44d5-9c6e-708960813a0f None None] Set router b2e34042-c82c-4ef1-9249-0a612bda030a gateway port host: n-d-804985-2 {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:01:41.614070 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e77221f-de16-4266-a8a1-7d8f82bfb24c None None] Pushing event updated for resources: {'Port': ['ID=52e01e38-4e4c-4e74-bbd2-6c83c79fdfe1,revision_number=2']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:01:41.626597 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51f85ff4-9ded-44f2-9032-443ad2a473d1 None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 1, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:01:41.627098 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51f85ff4-9ded-44f2-9032-443ad2a473d1 None None] Checking segment: {'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:01:41.627588 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-51f85ff4-9ded-44f2-9032-443ad2a473d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:41.628058 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51f85ff4-9ded-44f2-9032-443ad2a473d1 None None] Bound using segment: {'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'} {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:01:41.628801 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-51f85ff4-9ded-44f2-9032-443ad2a473d1 None None] Bound port: 52e01e38-4e4c-4e74-bbd2-6c83c79fdfe1, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'}}] {{(pid=106255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:01:41.629272 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-51f85ff4-9ded-44f2-9032-443ad2a473d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:41.656540 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ffe1da74-ed6a-4471-89e5-2dcf1af5e01a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:41.707005 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f655b9a3-89a1-4a1a-afdc-eb27c801d66f admin admin] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:41.736449 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-51f85ff4-9ded-44f2-9032-443ad2a473d1 None None] For port 52e01e38-4e4c-4e74-bbd2-6c83c79fdfe1, host n-d-804985-2, cleared binding levels {{(pid=106255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:01:41.743825 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-51f85ff4-9ded-44f2-9032-443ad2a473d1 None None] For port 52e01e38-4e4c-4e74-bbd2-6c83c79fdfe1, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=52e01e38-4e4c-4e74-bbd2-6c83c79fdfe1,segment=NetworkSegment(c5a3db9d-5c58-41b1-9177-d5787a597b78),segment_id=c5a3db9d-5c58-41b1-9177-d5787a597b78)] {{(pid=106255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:01:41.757082 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:01:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7bcfc67-35d4-4eeb-a37e-0f40dae02ebc x-openstack-request-id: req-d7bcfc67-35d4-4eeb-a37e-0f40dae02ebc {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:01:41.757249 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-51f85ff4-9ded-44f2-9032-443ad2a473d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:41.757686 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50ed693d-cbb2-4cf2-a656-704f6a7c8398", "tag": "508ec94c-2aa2-4f52-b538-be215de08220", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:01:41.758234 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d7bcfc67-35d4-4eeb-a37e-0f40dae02ebc {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:01:41.758763 n-d-804985-2 neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50ed693d-cbb2-4cf2-a656-704f6a7c8398', 'tag': '508ec94c-2aa2-4f52-b538-be215de08220', 'status': 'completed', 'code': 200} Aug 18 12:01:41.763985 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffe1da74-ed6a-4471-89e5-2dcf1af5e01a admin admin] Network eac89898-3f6c-43a3-b7fc-911d0f9e8301 is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:01:41.796657 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-ffe1da74-ed6a-4471-89e5-2dcf1af5e01a admin admin] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:01:41.803146 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b62163-467d-4f5c-8db3-cc39b7f72a41 None None] Pushing event updated for resources: {'Port': ['ID=76e6575c-c22e-4401-b2f3-88d07887008a,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:01:41.821891 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-0739146a-4626-44d5-9c6e-708960813a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2e34042-c82c-4ef1-9249-0a612bda030a', 'name': 'tempest-ServerRescueTestJSON-25081021-router', 'tenant_id': '3fdbc2b793e24068a85791f08988ef10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.194'}], 'enable_snat': True}, 'gw_port_id': '76e6575c-c22e-4401-b2f3-88d07887008a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:01:35Z', 'updated_at': '2021-08-18T12:01:38Z', 'revision_number': 3, 'project_id': '3fdbc2b793e24068a85791f08988ef10', 'gw_port': {'id': '76e6575c-c22e-4401-b2f3-88d07887008a', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:c2:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2e34042-c82c-4ef1-9249-0a612bda030a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1145, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:01:36Z', 'updated_at': '2021-08-18T12:01:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:01:41.823390 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe1da74-ed6a-4471-89e5-2dcf1af5e01a admin admin] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:01:41.850552 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0739146a-4626-44d5-9c6e-708960813a0f None None] The sync data for ids ['b2e34042-c82c-4ef1-9249-0a612bda030a'] in n-d-804985-2 is: [{'id': 'b2e34042-c82c-4ef1-9249-0a612bda030a', 'name': 'tempest-ServerRescueTestJSON-25081021-router', 'tenant_id': '3fdbc2b793e24068a85791f08988ef10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.194'}], 'enable_snat': True}, 'gw_port_id': '76e6575c-c22e-4401-b2f3-88d07887008a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:01:35Z', 'updated_at': '2021-08-18T12:01:38Z', 'revision_number': 3, 'project_id': '3fdbc2b793e24068a85791f08988ef10', 'gw_port': {'id': '76e6575c-c22e-4401-b2f3-88d07887008a', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:c2:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2e34042-c82c-4ef1-9249-0a612bda030a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1145, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:01:36Z', 'updated_at': '2021-08-18T12:01:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:01:41.853451 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe1da74-ed6a-4471-89e5-2dcf1af5e01a admin admin] Pushing event updated for resources: {'Port': ['ID=1ce941db-34bd-4857-b10a-1f77f83ebb2b,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:01:41.864788 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f85ff4-9ded-44f2-9032-443ad2a473d1 None None] Routers {'aa6bd6bc-9b34-4312-bc8d-0ab280db914c'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:01:41.866955 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-51f85ff4-9ded-44f2-9032-443ad2a473d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:01:21Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['aa6bd6bc-9b34-4312-bc8d-0ab280db914c'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:01:41.889740 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f655b9a3-89a1-4a1a-afdc-eb27c801d66f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:41.947010 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188cf07d-1338-49e9-a1dd-0ca716b7dc07 req-41435f14-69f7-4fac-98e7-9e4d4d14c79c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:41.948669 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-188cf07d-1338-49e9-a1dd-0ca716b7dc07 req-41435f14-69f7-4fac-98e7-9e4d4d14c79c service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=87f2a541be1e4141a84277bf00dc4c3b&device_id=50ed693d-cbb2-4cf2-a656-704f6a7c8398 HTTP/1.1" status: 200 len: 1100 time: 0.1710155 Aug 18 12:01:41.953072 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e77221f-de16-4266-a8a1-7d8f82bfb24c None None] Pushing event updated for resources: {'Port': ['ID=52e01e38-4e4c-4e74-bbd2-6c83c79fdfe1,revision_number=3']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:01:41.963533 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188cf07d-1338-49e9-a1dd-0ca716b7dc07 req-27241871-2f36-4e12-970b-9b903cf5e0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:41.965315 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f655b9a3-89a1-4a1a-afdc-eb27c801d66f admin admin] Network fde25e42-4dfd-46b4-aeda-a37c860e4c94 is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:01:41.967496 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-188cf07d-1338-49e9-a1dd-0ca716b7dc07 req-27241871-2f36-4e12-970b-9b903cf5e0f8 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=87f2a541be1e4141a84277bf00dc4c3b&device_id=50ed693d-cbb2-4cf2-a656-704f6a7c8398 HTTP/1.1" status: 200 len: 1100 time: 0.2060721 Aug 18 12:01:41.981670 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-f655b9a3-89a1-4a1a-afdc-eb27c801d66f admin admin] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:01:42.034829 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3b507d-5f5c-404e-b454-a6ecd394cfca req-59fe776f-a4c7-4469-bbcb-dc89945d541f tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:42.036589 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3e3b507d-5f5c-404e-b454-a6ecd394cfca req-59fe776f-a4c7-4469-bbcb-dc89945d541f tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/ports?device_id=c638d708-f9ec-4cc8-8d73-799d4b9bed3c HTTP/1.1" status: 200 len: 945 time: 0.1936548 Aug 18 12:01:42.071678 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f655b9a3-89a1-4a1a-afdc-eb27c801d66f admin admin] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:01:42.093507 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ffe1da74-ed6a-4471-89e5-2dcf1af5e01a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-996688'] for router_interface, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:42.117688 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-51f85ff4-9ded-44f2-9032-443ad2a473d1 None None] Set router aa6bd6bc-9b34-4312-bc8d-0ab280db914c gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:01:42.121063 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f655b9a3-89a1-4a1a-afdc-eb27c801d66f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-996688'] for router_interface, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:42.165309 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-7afa0bf4-07e6-4b22-b692-d1e0aded7898 None None] Provisioning for port 1ce941db-34bd-4857-b10a-1f77f83ebb2b completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:01:42.169690 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-7afa0bf4-07e6-4b22-b692-d1e0aded7898 None None] Provisioning complete for port 1ce941db-34bd-4857-b10a-1f77f83ebb2b triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:01:42.170075 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-7afa0bf4-07e6-4b22-b692-d1e0aded7898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:42.315669 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-7afa0bf4-07e6-4b22-b692-d1e0aded7898 None None] Port 1ce941db-34bd-4857-b10a-1f77f83ebb2b cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:01:42.413007 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ffe1da74-ed6a-4471-89e5-2dcf1af5e01a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:42.416170 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188cf07d-1338-49e9-a1dd-0ca716b7dc07 req-a21e3d5a-f2ea-4632-a9dd-dc1685f6f26b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:42.419146 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-188cf07d-1338-49e9-a1dd-0ca716b7dc07 req-a21e3d5a-f2ea-4632-a9dd-dc1685f6f26b service neutron] 10.222.0.62 "GET /v2.0/networks?id=222e0814-c7e5-4b11-9282-3f40c6ed76b2 HTTP/1.1" status: 200 len: 870 time: 0.4374123 Aug 18 12:01:42.438815 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-51f85ff4-9ded-44f2-9032-443ad2a473d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa6bd6bc-9b34-4312-bc8d-0ab280db914c', 'name': 'tempest-ServersTestFqdnHostnames-1451883294-router', 'tenant_id': 'ffcf7d5aac564664a7ac42cfaced2fdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.18'}], 'enable_snat': True}, 'gw_port_id': '52e01e38-4e4c-4e74-bbd2-6c83c79fdfe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:01:35Z', 'updated_at': '2021-08-18T12:01:38Z', 'revision_number': 3, 'project_id': 'ffcf7d5aac564664a7ac42cfaced2fdf', 'gw_port': {'id': '52e01e38-4e4c-4e74-bbd2-6c83c79fdfe1', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:58:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa6bd6bc-9b34-4312-bc8d-0ab280db914c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1146, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:01:37Z', 'updated_at': '2021-08-18T12:01:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:01:42.473093 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f85ff4-9ded-44f2-9032-443ad2a473d1 None None] The sync data for ids ['aa6bd6bc-9b34-4312-bc8d-0ab280db914c'] in n-d-804985-2 is: [{'id': 'aa6bd6bc-9b34-4312-bc8d-0ab280db914c', 'name': 'tempest-ServersTestFqdnHostnames-1451883294-router', 'tenant_id': 'ffcf7d5aac564664a7ac42cfaced2fdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.18'}], 'enable_snat': True}, 'gw_port_id': '52e01e38-4e4c-4e74-bbd2-6c83c79fdfe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:01:35Z', 'updated_at': '2021-08-18T12:01:38Z', 'revision_number': 3, 'project_id': 'ffcf7d5aac564664a7ac42cfaced2fdf', 'gw_port': {'id': '52e01e38-4e4c-4e74-bbd2-6c83c79fdfe1', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:58:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa6bd6bc-9b34-4312-bc8d-0ab280db914c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1146, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:01:37Z', 'updated_at': '2021-08-18T12:01:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:01:42.479725 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-188cf07d-1338-49e9-a1dd-0ca716b7dc07 req-5f55476a-bf38-400c-837e-416fe8e8602b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=508ec94c-2aa2-4f52-b538-be215de08220 HTTP/1.1" status: 200 len: 217 time: 0.0505228 Aug 18 12:01:42.562186 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188cf07d-1338-49e9-a1dd-0ca716b7dc07 req-d3b6b762-4944-4b77-9275-c11a7fa4e23f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:42.563900 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-188cf07d-1338-49e9-a1dd-0ca716b7dc07 req-d3b6b762-4944-4b77-9275-c11a7fa4e23f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6d16d680-110b-436d-8afa-48ba845b3623 HTTP/1.1" status: 200 len: 843 time: 0.0772371 Aug 18 12:01:42.727592 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f655b9a3-89a1-4a1a-afdc-eb27c801d66f admin admin] Pushing event updated for resources: {'Port': ['ID=1c0b2814-1ff3-4dac-85b7-c76c46357c58,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:01:42.739967 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-735f2fe7-025a-4bb5-a4c2-5cbc6bbc0dd1 req-496f425b-b372-48e0-ab0f-b955276139bf service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=e97f88a303344835b210db85c77b75b4&device_id=a21f755d-d37e-4e50-bae9-1ff8736b03fd HTTP/1.1" status: 200 len: 210 time: 0.4183209 Aug 18 12:01:42.810151 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-735f2fe7-025a-4bb5-a4c2-5cbc6bbc0dd1 req-dbbbfdbd-5a5c-4aef-a360-d9f3793782c4 service neutron] 10.222.0.63 "GET /v2.0/networks?tenant_id=e97f88a303344835b210db85c77b75b4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0528286 Aug 18 12:01:42.883815 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3e3b507d-5f5c-404e-b454-a6ecd394cfca req-331ed610-6f22-4a90-af16-a61b19b7a378 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/security-groups?id=582571f6-a365-42ab-be92-c3254f7d1409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5752892 Aug 18 12:01:43.014439 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a599e8c7-b0a3-463b-9f57-a6ff2c18cd68 req-2e9a098c-4f81-430d-adbf-0c821f1d5cf3 tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:43.020213 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a599e8c7-b0a3-463b-9f57-a6ff2c18cd68 req-2e9a098c-4f81-430d-adbf-0c821f1d5cf3 tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] 10.222.0.66 "GET /v2.0/ports?device_id=29df2be4-11c1-460d-a907-4195e85e2127 HTTP/1.1" status: 200 len: 946 time: 0.7016754 Aug 18 12:01:43.035769 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735f2fe7-025a-4bb5-a4c2-5cbc6bbc0dd1 req-9f45a311-9513-448e-b810-498bacdf0aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:43.037377 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-735f2fe7-025a-4bb5-a4c2-5cbc6bbc0dd1 req-9f45a311-9513-448e-b810-498bacdf0aa2 service neutron] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1752453 Aug 18 12:01:43.054008 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188cf07d-1338-49e9-a1dd-0ca716b7dc07 req-2230cb0a-9761-422c-9bc3-d8c4a86f298b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:43.055516 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-188cf07d-1338-49e9-a1dd-0ca716b7dc07 req-2230cb0a-9761-422c-9bc3-d8c4a86f298b service neutron] 10.222.0.63 "GET /v2.0/networks?id=222e0814-c7e5-4b11-9282-3f40c6ed76b2 HTTP/1.1" status: 200 len: 870 time: 1.0887127 Aug 18 12:01:43.056089 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f655b9a3-89a1-4a1a-afdc-eb27c801d66f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:43.076953 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-89e9bccd-e227-4812-ad00-e4991cf6d3b1 req-c718b688-8cac-46cc-b771-b7cfeb78ceeb tempest-ServerShowV247Test-1488913494 tempest-ServerShowV247Test-1488913494-project] 10.222.0.66 "GET /v2.0/ports?device_id=a21f755d-d37e-4e50-bae9-1ff8736b03fd HTTP/1.1" status: 200 len: 210 time: 0.0553758 Aug 18 12:01:43.096210 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188cf07d-1338-49e9-a1dd-0ca716b7dc07 req-91794d9f-8671-4c8f-b5b9-d58fe7bcfaad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:43.100061 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-188cf07d-1338-49e9-a1dd-0ca716b7dc07 req-91794d9f-8671-4c8f-b5b9-d58fe7bcfaad service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=222e0814-c7e5-4b11-9282-3f40c6ed76b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5266442 Aug 18 12:01:43.170741 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-188cf07d-1338-49e9-a1dd-0ca716b7dc07 req-b2cc63b4-a7de-45cf-b821-fae22c15bc19 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=508ec94c-2aa2-4f52-b538-be215de08220 HTTP/1.1" status: 200 len: 217 time: 0.0972488 Aug 18 12:01:43.233775 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ffe1da74-ed6a-4471-89e5-2dcf1af5e01a admin admin] Notify callbacks [] for port, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:43.244879 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ffe1da74-ed6a-4471-89e5-2dcf1af5e01a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:43.301839 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a599e8c7-b0a3-463b-9f57-a6ff2c18cd68 req-e2b904ff-9297-4d78-b51d-dbddd203a04a tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] 10.222.0.66 "GET /v2.0/security-groups?id=47674416-b298-4cf8-93c5-c03a14c2b3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2614408 Aug 18 12:01:43.326288 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-188cf07d-1338-49e9-a1dd-0ca716b7dc07 req-d5f36e27-a0a1-4127-9eb4-9db1ebc2785b service neutron] 10.222.0.62 "GET /v2.0/networks/222e0814-c7e5-4b11-9282-3f40c6ed76b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2177427 Aug 18 12:01:43.328844 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ffe1da74-ed6a-4471-89e5-2dcf1af5e01a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-996772'] for router_interface, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:43.346144 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188cf07d-1338-49e9-a1dd-0ca716b7dc07 req-06235f33-ad79-416c-a2b7-a9cfc299ae23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:43.347642 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-188cf07d-1338-49e9-a1dd-0ca716b7dc07 req-06235f33-ad79-416c-a2b7-a9cfc299ae23 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=6d16d680-110b-436d-8afa-48ba845b3623 HTTP/1.1" status: 200 len: 843 time: 0.1590490 Aug 18 12:01:43.370703 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ca2ca5-48a9-4d5d-9082-1cf6e0de8d1c req-9ba4d892-6e78-4bbb-a641-57f2db2cd166 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:43.372341 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-93ca2ca5-48a9-4d5d-9082-1cf6e0de8d1c req-9ba4d892-6e78-4bbb-a641-57f2db2cd166 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/ports?device_id=50ed693d-cbb2-4cf2-a656-704f6a7c8398 HTTP/1.1" status: 200 len: 949 time: 0.2036157 Aug 18 12:01:43.437947 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe1da74-ed6a-4471-89e5-2dcf1af5e01a admin admin] Pushing event updated for resources: {'Port': ['ID=1ce941db-34bd-4857-b10a-1f77f83ebb2b,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:01:43.486576 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-93ca2ca5-48a9-4d5d-9082-1cf6e0de8d1c req-c0dd781e-40de-4877-bf91-f169e4123667 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/security-groups?id=0ddd2c5c-7e53-44ab-9404-c5fea69a570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031189 Aug 18 12:01:43.496827 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188cf07d-1338-49e9-a1dd-0ca716b7dc07 req-fb6bd198-f8d3-49c4-80b8-11111a77a500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:43.498356 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-188cf07d-1338-49e9-a1dd-0ca716b7dc07 req-fb6bd198-f8d3-49c4-80b8-11111a77a500 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=222e0814-c7e5-4b11-9282-3f40c6ed76b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1250629 Aug 18 12:01:43.564909 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-188cf07d-1338-49e9-a1dd-0ca716b7dc07 req-c124f39a-abe8-44d1-83d1-bfda629862e0 service neutron] 10.222.0.62 "GET /v2.0/networks/222e0814-c7e5-4b11-9282-3f40c6ed76b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2251754 Aug 18 12:01:43.565380 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f655b9a3-89a1-4a1a-afdc-eb27c801d66f admin admin] Notify callbacks [] for port, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:43.571887 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffe1da74-ed6a-4471-89e5-2dcf1af5e01a admin admin] Network eac89898-3f6c-43a3-b7fc-911d0f9e8301 is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:01:43.573928 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-ffe1da74-ed6a-4471-89e5-2dcf1af5e01a admin admin] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:01:43.610688 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f655b9a3-89a1-4a1a-afdc-eb27c801d66f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:43.730114 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffe1da74-ed6a-4471-89e5-2dcf1af5e01a admin admin] Router aa6bd6bc-9b34-4312-bc8d-0ab280db914c has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:01:43.760833 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f655b9a3-89a1-4a1a-afdc-eb27c801d66f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-996772'] for router_interface, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:43.772723 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f655b9a3-89a1-4a1a-afdc-eb27c801d66f admin admin] Pushing event updated for resources: {'Port': ['ID=1c0b2814-1ff3-4dac-85b7-c76c46357c58,revision_number=2']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:01:43.806134 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c213fb-daa3-45e0-be9b-145afd1df1ff req-f57a6cb8-ba1d-4714-9729-265a50513f1b tempest-MigrationsAdminTest-2066091247 tempest-MigrationsAdminTest-2066091247-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:43.813835 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a7c213fb-daa3-45e0-be9b-145afd1df1ff req-f57a6cb8-ba1d-4714-9729-265a50513f1b tempest-MigrationsAdminTest-2066091247 tempest-MigrationsAdminTest-2066091247-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=50ed693d-cbb2-4cf2-a656-704f6a7c8398 HTTP/1.1" status: 200 len: 1100 time: 0.2145891 Aug 18 12:01:43.828217 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6704c6b1-1614-46b0-882c-65bf94c7a03d req-7187a83f-daaf-43fc-8960-2d12f50a27c5 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:43.829891 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6704c6b1-1614-46b0-882c-65bf94c7a03d req-7187a83f-daaf-43fc-8960-2d12f50a27c5 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/ports?device_id=c638d708-f9ec-4cc8-8d73-799d4b9bed3c HTTP/1.1" status: 200 len: 945 time: 0.2618165 Aug 18 12:01:43.850586 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-577f37bb-af2e-4c75-ad14-d712902f1dce None None] Provisioning complete for port 1ce941db-34bd-4857-b10a-1f77f83ebb2b triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:01:43.851117 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-188cf07d-1338-49e9-a1dd-0ca716b7dc07 req-6e5d2c99-8791-4fd2-9afe-9b7b4722ec8b service neutron] 10.222.0.63 "GET /v2.0/networks/222e0814-c7e5-4b11-9282-3f40c6ed76b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3369792 Aug 18 12:01:43.851615 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-577f37bb-af2e-4c75-ad14-d712902f1dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:43.868834 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffe1da74-ed6a-4471-89e5-2dcf1af5e01a admin admin] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:01:43.883116 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-ffe1da74-ed6a-4471-89e5-2dcf1af5e01a admin admin] 10.222.0.66 "PUT /v2.0/routers/aa6bd6bc-9b34-4312-bc8d-0ab280db914c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3177605 Aug 18 12:01:43.892198 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-577f37bb-af2e-4c75-ad14-d712902f1dce None None] Port 1ce941db-34bd-4857-b10a-1f77f83ebb2b cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:01:43.985132 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a7c213fb-daa3-45e0-be9b-145afd1df1ff req-3d45ec72-e056-44c1-bd8c-898702f7d8bd tempest-MigrationsAdminTest-2066091247 tempest-MigrationsAdminTest-2066091247-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=0ddd2c5c-7e53-44ab-9404-c5fea69a570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702766 Aug 18 12:01:44.011038 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6704c6b1-1614-46b0-882c-65bf94c7a03d req-ba9444be-b842-4583-abae-688274f5de50 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/security-groups?id=582571f6-a365-42ab-be92-c3254f7d1409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627386 Aug 18 12:01:44.068824 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f655b9a3-89a1-4a1a-afdc-eb27c801d66f admin admin] Network fde25e42-4dfd-46b4-aeda-a37c860e4c94 is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:01:44.071238 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-188cf07d-1338-49e9-a1dd-0ca716b7dc07 req-a824e82c-2bfb-47b8-8fc1-2da904067ccc service neutron] 10.222.0.63 "GET /v2.0/networks/222e0814-c7e5-4b11-9282-3f40c6ed76b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1833799 Aug 18 12:01:44.072541 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-f655b9a3-89a1-4a1a-afdc-eb27c801d66f admin admin] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:01:44.203577 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f655b9a3-89a1-4a1a-afdc-eb27c801d66f admin admin] Router b2e34042-c82c-4ef1-9249-0a612bda030a has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:01:44.267443 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 508ec94c-2aa2-4f52-b538-be215de08220 details requested by agent hyperv_n-h2-804985-2 with host n-h2-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:01:44.288780 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-83b744be-4d7c-435f-99ce-754abe76e60f req-f58845b8-1f83-47b1-8d89-9f9b6de09e3b tempest-ServerShowV247Test-1488913494 tempest-ServerShowV247Test-1488913494-project] 10.222.0.66 "GET /v2.0/ports?device_id=a21f755d-d37e-4e50-bae9-1ff8736b03fd HTTP/1.1" status: 200 len: 210 time: 0.0341051 Aug 18 12:01:44.372726 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-735f2fe7-025a-4bb5-a4c2-5cbc6bbc0dd1 req-1b4622b9-4dc1-4cf5-b884-50e5da45eb95 tempest-ServerShowV247Test-1488913494 tempest-ServerShowV247Test-1488913494-project] 10.222.0.63 "GET /v2.0/ports?device_id=a21f755d-d37e-4e50-bae9-1ff8736b03fd HTTP/1.1" status: 200 len: 210 time: 0.0326879 Aug 18 12:01:44.405903 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f655b9a3-89a1-4a1a-afdc-eb27c801d66f admin admin] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:01:44.423396 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-f655b9a3-89a1-4a1a-afdc-eb27c801d66f admin admin] 10.222.0.66 "PUT /v2.0/routers/b2e34042-c82c-4ef1-9249-0a612bda030a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1891868 Aug 18 12:01:44.450926 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port 508ec94c-2aa2-4f52-b538-be215de08220, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=508ec94c-2aa2-4f52-b538-be215de08220,segment=NetworkSegment(b0eb6eea-b461-4969-8a27-808f00daa8a1),segment_id=b0eb6eea-b461-4969-8a27-808f00daa8a1)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:01:44.455935 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 76e6575c-c22e-4401-b2f3-88d07887008a up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:01:44.528047 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3918e8be-9717-4716-92f8-24d6a2a42933 req-a0367689-06bc-455a-b4b1-e199d87fc70f tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:44.542346 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3918e8be-9717-4716-92f8-24d6a2a42933 req-a0367689-06bc-455a-b4b1-e199d87fc70f tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/ports?device_id=50ed693d-cbb2-4cf2-a656-704f6a7c8398 HTTP/1.1" status: 200 len: 949 time: 0.1250708 Aug 18 12:01:44.557284 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Returning: {'device': '508ec94c-2aa2-4f52-b538-be215de08220', 'network_id': '222e0814-c7e5-4b11-9282-3f40c6ed76b2', 'port_id': '508ec94c-2aa2-4f52-b538-be215de08220', 'mac_address': 'fa:16:3e:c2:1b:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 823, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d16d680-110b-436d-8afa-48ba845b3623', 'ip_address': '192.168.233.154'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:01:44.613157 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:44.620046 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3918e8be-9717-4716-92f8-24d6a2a42933 req-61918a11-e378-4e7d-9c20-bf303e3089d1 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/security-groups?id=0ddd2c5c-7e53-44ab-9404-c5fea69a570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686104 Aug 18 12:01:44.623304 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a14fd1a-92ef-4197-808b-e88ee793303e None None] Sync routers for ids ['b2e34042-c82c-4ef1-9249-0a612bda030a'] in n-d-804985-2 {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:01:44.627704 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port 76e6575c-c22e-4401-b2f3-88d07887008a completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:01:44.639303 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 508ec94c-2aa2-4f52-b538-be215de08220 {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:01:44.646279 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 76e6575c-c22e-4401-b2f3-88d07887008a triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:01:44.646650 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:44.678822 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 33648) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:01:44.683654 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-9c941d6f-7c34-4cb0-8a39-355306665edc tempest-ServersTestFqdnHostnames-812215204 tempest-ServersTestFqdnHostnames-812215204-project] Request body: {'security_group': {'name': 'tempest-securitygroup--846282223', 'description': 'tempest-description--1451135405'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:01:44.693498 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a14fd1a-92ef-4197-808b-e88ee793303e None None] Routers {'b2e34042-c82c-4ef1-9249-0a612bda030a'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:01:44.699060 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-4a14fd1a-92ef-4197-808b-e88ee793303e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:01:21Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['b2e34042-c82c-4ef1-9249-0a612bda030a'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:01:44.714667 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port 508ec94c-2aa2-4f52-b538-be215de08220, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=508ec94c-2aa2-4f52-b538-be215de08220,segment=NetworkSegment(b0eb6eea-b461-4969-8a27-808f00daa8a1),segment_id=b0eb6eea-b461-4969-8a27-808f00daa8a1)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:01:44.727212 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9c941d6f-7c34-4cb0-8a39-355306665edc tempest-ServersTestFqdnHostnames-812215204 tempest-ServersTestFqdnHostnames-812215204-project] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:44.752525 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:44.759361 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00819536-fac2-4087-bc41-516e54aab9b2 req-8ade5143-0760-4bd6-9171-633f6fea0ff8 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:44.766856 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-00819536-fac2-4087-bc41-516e54aab9b2 req-8ade5143-0760-4bd6-9171-633f6fea0ff8 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/ports?device_id=c638d708-f9ec-4cc8-8d73-799d4b9bed3c HTTP/1.1" status: 200 len: 945 time: 0.0846174 Aug 18 12:01:44.837147 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0718a1d3-dbed-45d6-a51b-51276d3bf534 req-f4c204a4-4916-4a25-9472-add2c1e03fa1 tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:44.838493 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0718a1d3-dbed-45d6-a51b-51276d3bf534 req-f4c204a4-4916-4a25-9472-add2c1e03fa1 tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] 10.222.0.66 "GET /v2.0/ports?device_id=29df2be4-11c1-460d-a907-4195e85e2127 HTTP/1.1" status: 200 len: 946 time: 0.1017196 Aug 18 12:01:44.851942 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-00819536-fac2-4087-bc41-516e54aab9b2 req-b12b15d6-772c-48df-8cb2-6a4db7caa201 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/security-groups?id=582571f6-a365-42ab-be92-c3254f7d1409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803320 Aug 18 12:01:44.879092 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9c941d6f-7c34-4cb0-8a39-355306665edc tempest-ServersTestFqdnHostnames-812215204 tempest-ServersTestFqdnHostnames-812215204-project] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:44.885722 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9c941d6f-7c34-4cb0-8a39-355306665edc tempest-ServersTestFqdnHostnames-812215204 tempest-ServersTestFqdnHostnames-812215204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:44.896493 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=508ec94c-2aa2-4f52-b538-be215de08220,revision_number=12']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:01:44.923869 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0718a1d3-dbed-45d6-a51b-51276d3bf534 req-20b4937f-7e86-45ff-97cd-1ecdd5db0422 tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] 10.222.0.66 "GET /v2.0/security-groups?id=47674416-b298-4cf8-93c5-c03a14c2b3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704389 Aug 18 12:01:44.932787 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9c941d6f-7c34-4cb0-8a39-355306665edc tempest-ServersTestFqdnHostnames-812215204 tempest-ServersTestFqdnHostnames-812215204-project] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:44.934108 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-9c941d6f-7c34-4cb0-8a39-355306665edc tempest-ServersTestFqdnHostnames-812215204 tempest-ServersTestFqdnHostnames-812215204-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2542744 Aug 18 12:01:44.935104 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c941d6f-7c34-4cb0-8a39-355306665edc tempest-ServersTestFqdnHostnames-812215204 tempest-ServersTestFqdnHostnames-812215204-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6704c2f-9f14-4b06-b0bb-67d684b6006a,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:01:44.939482 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 33652) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:01:44.955137 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-b173f039-18e5-47c6-b2c5-fa40d3c1731b tempest-ServersTestFqdnHostnames-812215204 tempest-ServersTestFqdnHostnames-812215204-project] Request body: {'security_group_rule': {'security_group_id': 'b6704c2f-9f14-4b06-b0bb-67d684b6006a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:01:44.965778 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-4a14fd1a-92ef-4197-808b-e88ee793303e None None] Set router b2e34042-c82c-4ef1-9249-0a612bda030a gateway port host: n-d-804985-2 {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:01:45.011508 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:45.015438 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-affec823-02de-4d01-97a9-a77bd87934c8 None None] Sync routers for ids ['aa6bd6bc-9b34-4312-bc8d-0ab280db914c'] in n-d-804985-2 {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:01:45.030868 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b173f039-18e5-47c6-b2c5-fa40d3c1731b tempest-ServersTestFqdnHostnames-812215204 tempest-ServersTestFqdnHostnames-812215204-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:45.031120 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-affec823-02de-4d01-97a9-a77bd87934c8 None None] Routers {'aa6bd6bc-9b34-4312-bc8d-0ab280db914c'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:01:45.031941 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-affec823-02de-4d01-97a9-a77bd87934c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:01:21Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['aa6bd6bc-9b34-4312-bc8d-0ab280db914c'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:01:45.051748 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] For port 76e6575c-c22e-4401-b2f3-88d07887008a, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=76e6575c-c22e-4401-b2f3-88d07887008a,segment=NetworkSegment(c5a3db9d-5c58-41b1-9177-d5787a597b78),segment_id=c5a3db9d-5c58-41b1-9177-d5787a597b78)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:01:45.096397 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:45.097585 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 52e01e38-4e4c-4e74-bbd2-6c83c79fdfe1 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:01:45.154049 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b173f039-18e5-47c6-b2c5-fa40d3c1731b tempest-ServersTestFqdnHostnames-812215204 tempest-ServersTestFqdnHostnames-812215204-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:45.169004 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b173f039-18e5-47c6-b2c5-fa40d3c1731b tempest-ServersTestFqdnHostnames-812215204 tempest-ServersTestFqdnHostnames-812215204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992607'] for security_group_rule, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:45.177379 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-affec823-02de-4d01-97a9-a77bd87934c8 None None] Set router aa6bd6bc-9b34-4312-bc8d-0ab280db914c gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:01:45.194374 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] get_ports_and_sgs() called for port_ids ['508ec94c-2aa2-4f52-b538-be215de08220'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:01:45.220282 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b173f039-18e5-47c6-b2c5-fa40d3c1731b tempest-ServersTestFqdnHostnames-812215204 tempest-ServersTestFqdnHostnames-812215204-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc256ecf-746a-4d18-9e5a-3e27164793cb,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:01:45.244772 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b173f039-18e5-47c6-b2c5-fa40d3c1731b tempest-ServersTestFqdnHostnames-812215204 tempest-ServersTestFqdnHostnames-812215204-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:45.248415 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-b173f039-18e5-47c6-b2c5-fa40d3c1731b tempest-ServersTestFqdnHostnames-812215204 tempest-ServersTestFqdnHostnames-812215204-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3049626 Aug 18 12:01:45.249526 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 33664) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:01:45.255401 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-41529fc5-5446-40ea-a43c-dba4e51c03a3 tempest-ServersTestFqdnHostnames-812215204 tempest-ServersTestFqdnHostnames-812215204-project] Request body: {'security_group_rule': {'security_group_id': 'b6704c2f-9f14-4b06-b0bb-67d684b6006a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:01:45.296836 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-41529fc5-5446-40ea-a43c-dba4e51c03a3 tempest-ServersTestFqdnHostnames-812215204 tempest-ServersTestFqdnHostnames-812215204-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:45.298884 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd0dc82-7521-4181-95b6-cf5836695a43 req-9bb71280-cfd1-48fe-8d45-06a52d822556 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:45.301680 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ffd0dc82-7521-4181-95b6-cf5836695a43 req-9bb71280-cfd1-48fe-8d45-06a52d822556 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/ports?device_id=c638d708-f9ec-4cc8-8d73-799d4b9bed3c HTTP/1.1" status: 200 len: 945 time: 0.1448226 Aug 18 12:01:45.327496 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Pushing event updated for resources: {'Port': ['ID=76e6575c-c22e-4401-b2f3-88d07887008a,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:01:45.401469 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4425ccec-afbf-4d9e-b7c3-2289c8397f3f req-e2199687-90f1-4a51-bb8b-43465faffc15 tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:45.408953 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-affec823-02de-4d01-97a9-a77bd87934c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa6bd6bc-9b34-4312-bc8d-0ab280db914c', 'name': 'tempest-ServersTestFqdnHostnames-1451883294-router', 'tenant_id': 'ffcf7d5aac564664a7ac42cfaced2fdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.18'}], 'enable_snat': True}, 'gw_port_id': '52e01e38-4e4c-4e74-bbd2-6c83c79fdfe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:01:35Z', 'updated_at': '2021-08-18T12:01:42Z', 'revision_number': 4, 'project_id': 'ffcf7d5aac564664a7ac42cfaced2fdf', 'gw_port': {'id': '52e01e38-4e4c-4e74-bbd2-6c83c79fdfe1', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:58:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa6bd6bc-9b34-4312-bc8d-0ab280db914c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1146, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:01:37Z', 'updated_at': '2021-08-18T12:01:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': '1ce941db-34bd-4857-b10a-1f77f83ebb2b', 'name': '', 'network_id': 'eac89898-3f6c-43a3-b7fc-911d0f9e8301', 'tenant_id': 'ffcf7d5aac564664a7ac42cfaced2fdf', 'mac_address': 'fa:16:3e:87:76:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa6bd6bc-9b34-4312-bc8d-0ab280db914c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': '2e58a9c0-68af-400d-926e-c840e7b0c4c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:01:41Z', 'updated_at': '2021-08-18T12:01:42Z', 'revision_number': 2, 'project_id': 'ffcf7d5aac564664a7ac42cfaced2fdf', 'subnets': [{'id': '2e58a9c0-68af-400d-926e-c840e7b0c4c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:01:45.410056 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-41529fc5-5446-40ea-a43c-dba4e51c03a3 tempest-ServersTestFqdnHostnames-812215204 tempest-ServersTestFqdnHostnames-812215204-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:45.412293 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4425ccec-afbf-4d9e-b7c3-2289c8397f3f req-e2199687-90f1-4a51-bb8b-43465faffc15 tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] 10.222.0.66 "GET /v2.0/networks?id=fde25e42-4dfd-46b4-aeda-a37c860e4c94 HTTP/1.1" status: 200 len: 809 time: 0.1968865 Aug 18 12:01:45.415775 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-41529fc5-5446-40ea-a43c-dba4e51c03a3 tempest-ServersTestFqdnHostnames-812215204 tempest-ServersTestFqdnHostnames-812215204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992607'] for security_group_rule, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:45.428661 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port 52e01e38-4e4c-4e74-bbd2-6c83c79fdfe1 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:01:45.435659 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ffd0dc82-7521-4181-95b6-cf5836695a43 req-6126d3d6-09b4-4e9f-88a5-8dc1e3d0c4bd tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/security-groups?id=582571f6-a365-42ab-be92-c3254f7d1409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129150 Aug 18 12:01:45.437157 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 52e01e38-4e4c-4e74-bbd2-6c83c79fdfe1 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:01:45.437650 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:45.444460 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4425ccec-afbf-4d9e-b7c3-2289c8397f3f req-8d571bd0-8527-4235-9bb1-0e5d632e50d4 tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] 10.222.0.66 "GET /v2.0/quotas/3fdbc2b793e24068a85791f08988ef10 HTTP/1.1" status: 200 len: 375 time: 0.0300634 Aug 18 12:01:45.458744 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41529fc5-5446-40ea-a43c-dba4e51c03a3 tempest-ServersTestFqdnHostnames-812215204 tempest-ServersTestFqdnHostnames-812215204-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=720d990f-55a1-412f-a982-0b5421c4d7b8,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:01:45.463870 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-affec823-02de-4d01-97a9-a77bd87934c8 None None] Checking router: aa6bd6bc-9b34-4312-bc8d-0ab280db914c for host: n-d-804985-2 {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:01:45.464444 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-affec823-02de-4d01-97a9-a77bd87934c8 None None] Updating router aa6bd6bc-9b34-4312-bc8d-0ab280db914c port 1ce941db-34bd-4857-b10a-1f77f83ebb2b binding host n-d-804985-2 {{(pid=106255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 12:01:45.487754 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-41529fc5-5446-40ea-a43c-dba4e51c03a3 tempest-ServersTestFqdnHostnames-812215204 tempest-ServersTestFqdnHostnames-812215204-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:45.489501 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-41529fc5-5446-40ea-a43c-dba4e51c03a3 tempest-ServersTestFqdnHostnames-812215204 tempest-ServersTestFqdnHostnames-812215204-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2386210 Aug 18 12:01:45.492443 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 33670) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:01:45.498748 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-d3ef3b30-1479-4c1d-976b-eae14b17b2c3 tempest-ServersTestFqdnHostnames-812215204 tempest-ServersTestFqdnHostnames-812215204-project] Request body: {'floatingip': {'floating_network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:01:45.532177 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4425ccec-afbf-4d9e-b7c3-2289c8397f3f req-aea21335-ddc3-4028-8225-8ba6391f1be4 tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=3fdbc2b793e24068a85791f08988ef10&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0865774 Aug 18 12:01:45.537282 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d3ef3b30-1479-4c1d-976b-eae14b17b2c3 tempest-ServersTestFqdnHostnames-812215204 tempest-ServersTestFqdnHostnames-812215204-project] Notify callbacks [] for floatingip, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:45.537636 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [req-4425ccec-afbf-4d9e-b7c3-2289c8397f3f req-c2f8c967-d608-46ff-8ed2-fca81a136850 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=106252) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 12:01:45.557716 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4425ccec-afbf-4d9e-b7c3-2289c8397f3f req-c2f8c967-d608-46ff-8ed2-fca81a136850 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0244915 Aug 18 12:01:45.685955 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-4a14fd1a-92ef-4197-808b-e88ee793303e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2e34042-c82c-4ef1-9249-0a612bda030a', 'name': 'tempest-ServerRescueTestJSON-25081021-router', 'tenant_id': '3fdbc2b793e24068a85791f08988ef10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.194'}], 'enable_snat': True}, 'gw_port_id': '76e6575c-c22e-4401-b2f3-88d07887008a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:01:35Z', 'updated_at': '2021-08-18T12:01:42Z', 'revision_number': 4, 'project_id': '3fdbc2b793e24068a85791f08988ef10', 'gw_port': {'id': '76e6575c-c22e-4401-b2f3-88d07887008a', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:c2:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2e34042-c82c-4ef1-9249-0a612bda030a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1145, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:01:36Z', 'updated_at': '2021-08-18T12:01:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': '1c0b2814-1ff3-4dac-85b7-c76c46357c58', 'name': '', 'network_id': 'fde25e42-4dfd-46b4-aeda-a37c860e4c94', 'tenant_id': '3fdbc2b793e24068a85791f08988ef10', 'mac_address': 'fa:16:3e:a3:37:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2e34042-c82c-4ef1-9249-0a612bda030a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': 'ff8046ef-165b-4279-9512-1ee28b707bb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:01:41Z', 'updated_at': '2021-08-18T12:01:43Z', 'revision_number': 2, 'project_id': '3fdbc2b793e24068a85791f08988ef10', 'subnets': [{'id': 'ff8046ef-165b-4279-9512-1ee28b707bb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:01:45.697039 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac4a309-cf9b-489e-9c8f-b6963ef4a5a8 req-9357dd27-b708-4f3a-9379-462f57a188e2 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:45.698913 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-1ac4a309-cf9b-489e-9c8f-b6963ef4a5a8 req-9357dd27-b708-4f3a-9379-462f57a188e2 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.62 "GET /v2.0/ports?device_id=50ed693d-cbb2-4cf2-a656-704f6a7c8398 HTTP/1.1" status: 200 len: 950 time: 0.1556201 Aug 18 12:01:45.701384 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-affec823-02de-4d01-97a9-a77bd87934c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:45.724323 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a14fd1a-92ef-4197-808b-e88ee793303e None None] Checking router: b2e34042-c82c-4ef1-9249-0a612bda030a for host: n-d-804985-2 {{(pid=106254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:01:45.724697 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a14fd1a-92ef-4197-808b-e88ee793303e None None] Updating router b2e34042-c82c-4ef1-9249-0a612bda030a port 1c0b2814-1ff3-4dac-85b7-c76c46357c58 binding host n-d-804985-2 {{(pid=106254) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 12:01:45.726215 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4425ccec-afbf-4d9e-b7c3-2289c8397f3f req-e52e1ab6-5ee6-47e7-8ded-7acc7c96ae7a service neutron] 10.222.0.66 "GET /v2.0/networks/fde25e42-4dfd-46b4-aeda-a37c860e4c94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674645 Aug 18 12:01:45.751314 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:45.788028 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] For port 52e01e38-4e4c-4e74-bbd2-6c83c79fdfe1, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=52e01e38-4e4c-4e74-bbd2-6c83c79fdfe1,segment=NetworkSegment(c5a3db9d-5c58-41b1-9177-d5787a597b78),segment_id=c5a3db9d-5c58-41b1-9177-d5787a597b78)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:01:45.798263 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4a14fd1a-92ef-4197-808b-e88ee793303e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:45.800836 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:45.843075 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d3ef3b30-1479-4c1d-976b-eae14b17b2c3 tempest-ServersTestFqdnHostnames-812215204 tempest-ServersTestFqdnHostnames-812215204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:45.847901 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbc5970-f94a-44d5-b3bb-2ce7dac91600 req-ef347fe3-9c99-4532-9b9b-d7a765f550ee tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:45.857175 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1dbc5970-f94a-44d5-b3bb-2ce7dac91600 req-ef347fe3-9c99-4532-9b9b-d7a765f550ee tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/ports?device_id=c638d708-f9ec-4cc8-8d73-799d4b9bed3c HTTP/1.1" status: 200 len: 945 time: 0.2016573 Aug 18 12:01:45.894439 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Pushing event updated for resources: {'Port': ['ID=52e01e38-4e4c-4e74-bbd2-6c83c79fdfe1,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:01:45.919552 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1dbc5970-f94a-44d5-b3bb-2ce7dac91600 req-60323e70-fcf0-4f48-b65f-39c8ffe8247e tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/security-groups?id=582571f6-a365-42ab-be92-c3254f7d1409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612268 Aug 18 12:01:45.943085 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 33680) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:01:45.986219 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [None req-d3ef3b30-1479-4c1d-976b-eae14b17b2c3 tempest-ServersTestFqdnHostnames-812215204 tempest-ServersTestFqdnHostnames-812215204-project] Allocated IP 172.25.7.180 (7cae7a70-14fd-408c-b14d-39ceb97cb60e/9784295a-20b8-4a4b-b105-f82737f0448f/90d0cc3c-a570-4826-954f-9323782d568f) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:01:46.021130 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4425ccec-afbf-4d9e-b7c3-2289c8397f3f req-be107f35-8075-4927-b2eb-7032ca8e04de service neutron] 10.222.0.66 "GET /v2.0/networks/fde25e42-4dfd-46b4-aeda-a37c860e4c94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2755170 Aug 18 12:01:46.122400 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-1ac4a309-cf9b-489e-9c8f-b6963ef4a5a8 req-c2a8b461-45d9-47b6-88f9-d82eae8a3a26 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Deleting port 508ec94c-2aa2-4f52-b538-be215de08220 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:01:46.122751 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-1ac4a309-cf9b-489e-9c8f-b6963ef4a5a8 req-c2a8b461-45d9-47b6-88f9-d82eae8a3a26 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:46.124316 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a2934e4a-d29a-4e0c-9a0f-1857eca8d5ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:46.145094 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb537ec-e604-4686-9666-4f9d762174e2 req-bb6c17b5-72de-4fad-ab05-64ddb54d7b3b tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:46.146905 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1eb537ec-e604-4686-9666-4f9d762174e2 req-bb6c17b5-72de-4fad-ab05-64ddb54d7b3b tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/ports?device_id=50ed693d-cbb2-4cf2-a656-704f6a7c8398 HTTP/1.1" status: 200 len: 950 time: 0.1071193 Aug 18 12:01:46.209049 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1eb537ec-e604-4686-9666-4f9d762174e2 req-4f36bbcc-c2c5-4957-b8b4-86c8a736512a tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/security-groups?id=0ddd2c5c-7e53-44ab-9404-c5fea69a570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561926 Aug 18 12:01:46.218787 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-affec823-02de-4d01-97a9-a77bd87934c8 None None] Notify callbacks [] for port, precommit_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:46.263119 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d3ef3b30-1479-4c1d-976b-eae14b17b2c3 tempest-ServersTestFqdnHostnames-812215204 tempest-ServersTestFqdnHostnames-812215204-project] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:46.277949 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-affec823-02de-4d01-97a9-a77bd87934c8 None None] Transition to ACTIVE for port object 1ce941db-34bd-4857-b10a-1f77f83ebb2b will not be triggered until provisioned by entity L2. {{(pid=106255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:01:46.278103 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 508ec94c-2aa2-4f52-b538-be215de08220 details requested by agent hyperv_n-h2-804985-2 with host n-h2-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:01:46.294537 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-affec823-02de-4d01-97a9-a77bd87934c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:46.348953 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a2934e4a-d29a-4e0c-9a0f-1857eca8d5ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:46.373247 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-1ac4a309-cf9b-489e-9c8f-b6963ef4a5a8 req-c2a8b461-45d9-47b6-88f9-d82eae8a3a26 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] For port 508ec94c-2aa2-4f52-b538-be215de08220, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=508ec94c-2aa2-4f52-b538-be215de08220,segment=NetworkSegment(b0eb6eea-b461-4969-8a27-808f00daa8a1),segment_id=b0eb6eea-b461-4969-8a27-808f00daa8a1)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:01:46.373619 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-1ac4a309-cf9b-489e-9c8f-b6963ef4a5a8 req-c2a8b461-45d9-47b6-88f9-d82eae8a3a26 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:46.404080 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-1ac4a309-cf9b-489e-9c8f-b6963ef4a5a8 req-c2a8b461-45d9-47b6-88f9-d82eae8a3a26 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Calling delete_port for 508ec94c-2aa2-4f52-b538-be215de08220 owned by compute:nova {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:01:46.404332 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22964975-a1c3-4d88-ab89-946f1e7edf69 None None] Pushing event updated for resources: {'Port': ['ID=1ce941db-34bd-4857-b10a-1f77f83ebb2b,revision_number=3']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:01:46.415937 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a2934e4a-d29a-4e0c-9a0f-1857eca8d5ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:46.422178 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 76e6575c-c22e-4401-b2f3-88d07887008a up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:01:46.466357 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d3ef3b30-1479-4c1d-976b-eae14b17b2c3 tempest-ServersTestFqdnHostnames-812215204 tempest-ServersTestFqdnHostnames-812215204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:46.518392 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3ef3b30-1479-4c1d-976b-eae14b17b2c3 tempest-ServersTestFqdnHostnames-812215204 tempest-ServersTestFqdnHostnames-812215204-project] Network 7cae7a70-14fd-408c-b14d-39ceb97cb60e is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:01:46.525677 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-affec823-02de-4d01-97a9-a77bd87934c8 None None] Attempting to bind port 1ce941db-34bd-4857-b10a-1f77f83ebb2b on host n-d-804985-2 for vnic_type normal with profile {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:01:46.525885 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-d3ef3b30-1479-4c1d-976b-eae14b17b2c3 tempest-ServersTestFqdnHostnames-812215204 tempest-ServersTestFqdnHostnames-812215204-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:01:46.526062 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-affec823-02de-4d01-97a9-a77bd87934c8 None None] Attempting to bind port 1ce941db-34bd-4857-b10a-1f77f83ebb2b by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': '8d73c820-c1f4-4127-bca7-8a9ff7b01167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'eac89898-3f6c-43a3-b7fc-911d0f9e8301'}] {{(pid=106255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:01:46.526547 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-affec823-02de-4d01-97a9-a77bd87934c8 None None] Attempting to bind port 1ce941db-34bd-4857-b10a-1f77f83ebb2b on network eac89898-3f6c-43a3-b7fc-911d0f9e8301 {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:01:46.536863 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-affec823-02de-4d01-97a9-a77bd87934c8 None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 1, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:01:46.537481 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-affec823-02de-4d01-97a9-a77bd87934c8 None None] Checking segment: {'id': '8d73c820-c1f4-4127-bca7-8a9ff7b01167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'eac89898-3f6c-43a3-b7fc-911d0f9e8301'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:01:46.537917 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-affec823-02de-4d01-97a9-a77bd87934c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:46.538908 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-affec823-02de-4d01-97a9-a77bd87934c8 None None] Bound using segment: {'id': '8d73c820-c1f4-4127-bca7-8a9ff7b01167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'eac89898-3f6c-43a3-b7fc-911d0f9e8301'} {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:01:46.539391 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-affec823-02de-4d01-97a9-a77bd87934c8 None None] Bound port: 1ce941db-34bd-4857-b10a-1f77f83ebb2b, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d73c820-c1f4-4127-bca7-8a9ff7b01167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'eac89898-3f6c-43a3-b7fc-911d0f9e8301'}}] {{(pid=106255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:01:46.539922 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-affec823-02de-4d01-97a9-a77bd87934c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:46.541539 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ef3b30-1479-4c1d-976b-eae14b17b2c3 tempest-ServersTestFqdnHostnames-812215204 tempest-ServersTestFqdnHostnames-812215204-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:01:46.588551 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ef3b30-1479-4c1d-976b-eae14b17b2c3 tempest-ServersTestFqdnHostnames-812215204 tempest-ServersTestFqdnHostnames-812215204-project] Pushing event updated for resources: {'Port': ['ID=90d0cc3c-a570-4826-954f-9323782d568f,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:01:46.628882 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5621d2a2-fb8d-4a88-9c3d-eac6488f3e11 req-49b60802-a63f-40c6-b8c5-ded1337392d1 tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:46.639227 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5621d2a2-fb8d-4a88-9c3d-eac6488f3e11 req-49b60802-a63f-40c6-b8c5-ded1337392d1 tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] 10.222.0.66 "GET /v2.0/ports?device_id=29df2be4-11c1-460d-a907-4195e85e2127 HTTP/1.1" status: 200 len: 946 time: 0.2268260 Aug 18 12:01:46.648212 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-affec823-02de-4d01-97a9-a77bd87934c8 None None] For port 1ce941db-34bd-4857-b10a-1f77f83ebb2b, host n-d-804985-2, cleared binding levels {{(pid=106255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:01:46.652217 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-affec823-02de-4d01-97a9-a77bd87934c8 None None] For port 1ce941db-34bd-4857-b10a-1f77f83ebb2b, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=1ce941db-34bd-4857-b10a-1f77f83ebb2b,segment=NetworkSegment(8d73c820-c1f4-4127-bca7-8a9ff7b01167),segment_id=8d73c820-c1f4-4127-bca7-8a9ff7b01167)] {{(pid=106255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:01:46.653291 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6051aa74-5912-40cf-a5d3-40aedc3fd1b2 req-dc7fa8ff-118b-41f7-b7fe-e7154a63a1af tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:46.654910 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6051aa74-5912-40cf-a5d3-40aedc3fd1b2 req-dc7fa8ff-118b-41f7-b7fe-e7154a63a1af tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/ports?device_id=c638d708-f9ec-4cc8-8d73-799d4b9bed3c HTTP/1.1" status: 200 len: 945 time: 0.3046296 Aug 18 12:01:46.661956 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-a2934e4a-d29a-4e0c-9a0f-1857eca8d5ff admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e97f88a303344835b210db85c77b75b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7181358 Aug 18 12:01:46.665819 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-affec823-02de-4d01-97a9-a77bd87934c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:46.667627 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 33700) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:01:46.668313 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2934e4a-d29a-4e0c-9a0f-1857eca8d5ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7cf8955-c18e-42c3-aed2-a71f6cf59877,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:01:46.746942 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-1ac4a309-cf9b-489e-9c8f-b6963ef4a5a8 req-c2a8b461-45d9-47b6-88f9-d82eae8a3a26 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:46.766489 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6051aa74-5912-40cf-a5d3-40aedc3fd1b2 req-42e79dee-d9a6-4dd1-a4c3-5e0278a500aa tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/security-groups?id=582571f6-a365-42ab-be92-c3254f7d1409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933547 Aug 18 12:01:46.785320 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5621d2a2-fb8d-4a88-9c3d-eac6488f3e11 req-a4e1b56b-7240-4d8b-9d61-adc9ceee0f72 tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] 10.222.0.66 "GET /v2.0/security-groups?id=47674416-b298-4cf8-93c5-c03a14c2b3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394815 Aug 18 12:01:46.803950 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-affec823-02de-4d01-97a9-a77bd87934c8 None None] Routers {'aa6bd6bc-9b34-4312-bc8d-0ab280db914c'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:01:46.805884 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-affec823-02de-4d01-97a9-a77bd87934c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:01:21Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['aa6bd6bc-9b34-4312-bc8d-0ab280db914c'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:01:46.847117 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d5ad9e89-da68-4536-b5fd-e3f41ca1e1f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:46.866420 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a8b461-45d9-47b6-88f9-d82eae8a3a26 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Pushing event deleted for resources: {'Port': ['ID=508ec94c-2aa2-4f52-b538-be215de08220,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:01:46.961847 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] get_ports_and_sgs() called for port_ids ['47e5829a-59dd-4443-a286-66a970df8f0d'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:01:47.014709 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ac4a309-cf9b-489e-9c8f-b6963ef4a5a8 req-c2a8b461-45d9-47b6-88f9-d82eae8a3a26 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] No DVR routers for this DVR port 508ec94c-2aa2-4f52-b538-be215de08220 on host n-h2-804985-2 {{(pid=106253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:01:47.022446 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d3ef3b30-1479-4c1d-976b-eae14b17b2c3 tempest-ServersTestFqdnHostnames-812215204 tempest-ServersTestFqdnHostnames-812215204-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:47.029189 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-1ac4a309-cf9b-489e-9c8f-b6963ef4a5a8 req-c2a8b461-45d9-47b6-88f9-d82eae8a3a26 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:47.030527 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] get_ports_and_sgs() called for port_ids ['3bb3d3c1-bab8-4cce-b527-237a5b4dc9b4', '3d5a51d4-8aae-48f7-ad8d-aec31b33f432'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:01:47.036379 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-1ac4a309-cf9b-489e-9c8f-b6963ef4a5a8 req-c2a8b461-45d9-47b6-88f9-d82eae8a3a26 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.62 "DELETE /v2.0/ports/508ec94c-2aa2-4f52-b538-be215de08220 HTTP/1.1" status: 204 len: 173 time: 1.3285027 Aug 18 12:01:47.037901 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50ed693d-cbb2-4cf2-a656-704f6a7c8398', 'name': 'network-vif-deleted', 'tag': '508ec94c-2aa2-4f52-b538-be215de08220'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:01:47.043210 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0679f4c4b6e0e0c064a7d71d722dc30541a34fffee11680573be22ee2ffccc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1745b6af-d238-4c96-b9b4-6cc3f0d62ac1" -d '{"events": [{"server_uuid": "50ed693d-cbb2-4cf2-a656-704f6a7c8398", "name": "network-vif-deleted", "tag": "508ec94c-2aa2-4f52-b538-be215de08220"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:01:47.144382 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d3ef3b30-1479-4c1d-976b-eae14b17b2c3 tempest-ServersTestFqdnHostnames-812215204 tempest-ServersTestFqdnHostnames-812215204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:47.193967 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4a14fd1a-92ef-4197-808b-e88ee793303e None None] Notify callbacks [] for port, precommit_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:47.229393 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-4a14fd1a-92ef-4197-808b-e88ee793303e None None] Transition to ACTIVE for port object 1c0b2814-1ff3-4dac-85b7-c76c46357c58 will not be triggered until provisioned by entity L2. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:01:47.256195 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-affec823-02de-4d01-97a9-a77bd87934c8 None None] Set router aa6bd6bc-9b34-4312-bc8d-0ab280db914c gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:01:47.266392 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22964975-a1c3-4d88-ab89-946f1e7edf69 None None] Pushing event updated for resources: {'Port': ['ID=1ce941db-34bd-4857-b10a-1f77f83ebb2b,revision_number=4']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:01:47.293005 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4a14fd1a-92ef-4197-808b-e88ee793303e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:47.375300 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port 508ec94c-2aa2-4f52-b538-be215de08220, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=508ec94c-2aa2-4f52-b538-be215de08220,segment=NetworkSegment(b0eb6eea-b461-4969-8a27-808f00daa8a1),segment_id=b0eb6eea-b461-4969-8a27-808f00daa8a1)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:01:47.466386 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d3ef3b30-1479-4c1d-976b-eae14b17b2c3 tempest-ServersTestFqdnHostnames-812215204 tempest-ServersTestFqdnHostnames-812215204-project] Notify callbacks [] for port, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:47.472974 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Returning: {'device': '508ec94c-2aa2-4f52-b538-be215de08220', 'network_id': '222e0814-c7e5-4b11-9282-3f40c6ed76b2', 'port_id': '508ec94c-2aa2-4f52-b538-be215de08220', 'mac_address': 'fa:16:3e:c2:1b:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 823, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d16d680-110b-436d-8afa-48ba845b3623', 'ip_address': '192.168.233.154'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:01:47.474717 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 76e6575c-c22e-4401-b2f3-88d07887008a triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:01:47.475088 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:47.475785 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d3ef3b30-1479-4c1d-976b-eae14b17b2c3 tempest-ServersTestFqdnHostnames-812215204 tempest-ServersTestFqdnHostnames-812215204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:47.483084 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608e1409-b2ab-40c0-abd4-250de33853be None None] Pushing event updated for resources: {'Port': ['ID=1c0b2814-1ff3-4dac-85b7-c76c46357c58,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:01:47.539005 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608e1409-b2ab-40c0-abd4-250de33853be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:01:47.539251 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608e1409-b2ab-40c0-abd4-250de33853be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:01:47.539594 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608e1409-b2ab-40c0-abd4-250de33853be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:01:47.539927 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608e1409-b2ab-40c0-abd4-250de33853be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:01:47.540258 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608e1409-b2ab-40c0-abd4-250de33853be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:01:47.540632 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608e1409-b2ab-40c0-abd4-250de33853be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:01:47.540961 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608e1409-b2ab-40c0-abd4-250de33853be None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:01:47.541280 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608e1409-b2ab-40c0-abd4-250de33853be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:01:47.541602 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608e1409-b2ab-40c0-abd4-250de33853be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:01:47.541922 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608e1409-b2ab-40c0-abd4-250de33853be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:01:47.542242 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608e1409-b2ab-40c0-abd4-250de33853be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:01:47.542559 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608e1409-b2ab-40c0-abd4-250de33853be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:01:47.548197 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ef3b30-1479-4c1d-976b-eae14b17b2c3 tempest-ServersTestFqdnHostnames-812215204 tempest-ServersTestFqdnHostnames-812215204-project] Pushing event updated for resources: {'Port': ['ID=90d0cc3c-a570-4826-954f-9323782d568f,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:01:47.563471 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5e5e9dba-d112-4edb-aee4-a90b568ba8b5 req-24689389-d3d2-4d4b-b3c9-23d51a996b07 tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] 10.222.0.66 "GET /v2.0/ports?device_id=c5854a97-3022-406e-b019-272d90ef1ca1 HTTP/1.1" status: 200 len: 210 time: 0.0672469 Aug 18 12:01:47.607832 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d5ad9e89-da68-4536-b5fd-e3f41ca1e1f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:47.638752 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:01:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef050ffa-3061-43ba-8178-22c06f7af617 x-openstack-request-id: req-ef050ffa-3061-43ba-8178-22c06f7af617 {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:01:47.640448 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50ed693d-cbb2-4cf2-a656-704f6a7c8398", "name": "network-vif-deleted", "tag": "508ec94c-2aa2-4f52-b538-be215de08220", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:01:47.640987 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ef050ffa-3061-43ba-8178-22c06f7af617 {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:01:47.641366 n-d-804985-2 neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50ed693d-cbb2-4cf2-a656-704f6a7c8398', 'name': 'network-vif-deleted', 'tag': '508ec94c-2aa2-4f52-b538-be215de08220', 'status': 'completed', 'code': 200} Aug 18 12:01:47.642570 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d3ef3b30-1479-4c1d-976b-eae14b17b2c3 tempest-ServersTestFqdnHostnames-812215204 tempest-ServersTestFqdnHostnames-812215204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-989945'] for floatingip, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:47.665802 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-4a14fd1a-92ef-4197-808b-e88ee793303e None None] Attempting to bind port 1c0b2814-1ff3-4dac-85b7-c76c46357c58 on host n-d-804985-2 for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:01:47.666150 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-4a14fd1a-92ef-4197-808b-e88ee793303e None None] Attempting to bind port 1c0b2814-1ff3-4dac-85b7-c76c46357c58 by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': '8e34e2fb-4ad4-4b3f-a62c-efd405a8566d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'fde25e42-4dfd-46b4-aeda-a37c860e4c94'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:01:47.666512 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a14fd1a-92ef-4197-808b-e88ee793303e None None] Attempting to bind port 1c0b2814-1ff3-4dac-85b7-c76c46357c58 on network fde25e42-4dfd-46b4-aeda-a37c860e4c94 {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:01:47.676784 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d3ef3b30-1479-4c1d-976b-eae14b17b2c3 tempest-ServersTestFqdnHostnames-812215204 tempest-ServersTestFqdnHostnames-812215204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for floatingip, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:47.687693 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-d3ef3b30-1479-4c1d-976b-eae14b17b2c3 tempest-ServersTestFqdnHostnames-812215204 tempest-ServersTestFqdnHostnames-812215204-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1937706 Aug 18 12:01:47.691299 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b456d1d9-3bd7-4196-aab3-93071c2e631e req-7f047331-28a5-4625-9fc6-a09ef679001f tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:47.693302 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b456d1d9-3bd7-4196-aab3-93071c2e631e req-7f047331-28a5-4625-9fc6-a09ef679001f tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/ports?device_id=c638d708-f9ec-4cc8-8d73-799d4b9bed3c HTTP/1.1" status: 200 len: 945 time: 0.1961398 Aug 18 12:01:47.696751 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-affec823-02de-4d01-97a9-a77bd87934c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa6bd6bc-9b34-4312-bc8d-0ab280db914c', 'name': 'tempest-ServersTestFqdnHostnames-1451883294-router', 'tenant_id': 'ffcf7d5aac564664a7ac42cfaced2fdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.18'}], 'enable_snat': True}, 'gw_port_id': '52e01e38-4e4c-4e74-bbd2-6c83c79fdfe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:01:35Z', 'updated_at': '2021-08-18T12:01:42Z', 'revision_number': 4, 'project_id': 'ffcf7d5aac564664a7ac42cfaced2fdf', 'gw_port': {'id': '52e01e38-4e4c-4e74-bbd2-6c83c79fdfe1', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:58:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa6bd6bc-9b34-4312-bc8d-0ab280db914c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1146, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:01:37Z', 'updated_at': '2021-08-18T12:01:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': '1ce941db-34bd-4857-b10a-1f77f83ebb2b', 'name': '', 'network_id': 'eac89898-3f6c-43a3-b7fc-911d0f9e8301', 'tenant_id': 'ffcf7d5aac564664a7ac42cfaced2fdf', 'mac_address': 'fa:16:3e:87:76:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa6bd6bc-9b34-4312-bc8d-0ab280db914c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': '2e58a9c0-68af-400d-926e-c840e7b0c4c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:01:41Z', 'updated_at': '2021-08-18T12:01:46Z', 'revision_number': 4, 'project_id': 'ffcf7d5aac564664a7ac42cfaced2fdf', 'subnets': [{'id': '2e58a9c0-68af-400d-926e-c840e7b0c4c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:01:47.752734 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-affec823-02de-4d01-97a9-a77bd87934c8 None None] The sync data for ids ['aa6bd6bc-9b34-4312-bc8d-0ab280db914c'] in n-d-804985-2 is: [{'id': 'aa6bd6bc-9b34-4312-bc8d-0ab280db914c', 'name': 'tempest-ServersTestFqdnHostnames-1451883294-router', 'tenant_id': 'ffcf7d5aac564664a7ac42cfaced2fdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.18'}], 'enable_snat': True}, 'gw_port_id': '52e01e38-4e4c-4e74-bbd2-6c83c79fdfe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:01:35Z', 'updated_at': '2021-08-18T12:01:42Z', 'revision_number': 4, 'project_id': 'ffcf7d5aac564664a7ac42cfaced2fdf', 'gw_port': {'id': '52e01e38-4e4c-4e74-bbd2-6c83c79fdfe1', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:58:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa6bd6bc-9b34-4312-bc8d-0ab280db914c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1146, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:01:37Z', 'updated_at': '2021-08-18T12:01:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': '1ce941db-34bd-4857-b10a-1f77f83ebb2b', 'name': '', 'network_id': 'eac89898-3f6c-43a3-b7fc-911d0f9e8301', 'tenant_id': 'ffcf7d5aac564664a7ac42cfaced2fdf', 'mac_address': 'fa:16:3e:87:76:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa6bd6bc-9b34-4312-bc8d-0ab280db914c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': '2e58a9c0-68af-400d-926e-c840e7b0c4c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:01:41Z', 'updated_at': '2021-08-18T12:01:46Z', 'revision_number': 4, 'project_id': 'ffcf7d5aac564664a7ac42cfaced2fdf', 'subnets': [{'id': '2e58a9c0-68af-400d-926e-c840e7b0c4c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:01:47.769299 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a14fd1a-92ef-4197-808b-e88ee793303e None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 1, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:01:47.769831 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a14fd1a-92ef-4197-808b-e88ee793303e None None] Checking segment: {'id': '8e34e2fb-4ad4-4b3f-a62c-efd405a8566d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'fde25e42-4dfd-46b4-aeda-a37c860e4c94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:01:47.770355 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4a14fd1a-92ef-4197-808b-e88ee793303e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:47.770892 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a14fd1a-92ef-4197-808b-e88ee793303e None None] Bound using segment: {'id': '8e34e2fb-4ad4-4b3f-a62c-efd405a8566d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'fde25e42-4dfd-46b4-aeda-a37c860e4c94'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:01:47.771488 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-4a14fd1a-92ef-4197-808b-e88ee793303e None None] Bound port: 1c0b2814-1ff3-4dac-85b7-c76c46357c58, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e34e2fb-4ad4-4b3f-a62c-efd405a8566d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'fde25e42-4dfd-46b4-aeda-a37c860e4c94'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:01:47.772171 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4a14fd1a-92ef-4197-808b-e88ee793303e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:47.837796 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0c3e2539-bcd8-4844-8840-feb9b24f099c req-16ee9fcf-f0ea-4b6f-8bef-623396e3b221 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/ports?device_id=50ed693d-cbb2-4cf2-a656-704f6a7c8398 HTTP/1.1" status: 200 len: 210 time: 0.1100368 Aug 18 12:01:47.851377 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d5ad9e89-da68-4536-b5fd-e3f41ca1e1f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:47.870874 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d5ad9e89-da68-4536-b5fd-e3f41ca1e1f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:47.873990 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-d5ad9e89-da68-4536-b5fd-e3f41ca1e1f0 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a7cf8955-c18e-42c3-aed2-a71f6cf59877 HTTP/1.1" status: 204 len: 168 time: 1.2027359 Aug 18 12:01:47.936066 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ad9e89-da68-4536-b5fd-e3f41ca1e1f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7cf8955-c18e-42c3-aed2-a71f6cf59877,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:01:47.973456 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-4a14fd1a-92ef-4197-808b-e88ee793303e None None] For port 1c0b2814-1ff3-4dac-85b7-c76c46357c58, host n-d-804985-2, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:01:47.978040 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-4a14fd1a-92ef-4197-808b-e88ee793303e None None] For port 1c0b2814-1ff3-4dac-85b7-c76c46357c58, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=1c0b2814-1ff3-4dac-85b7-c76c46357c58,segment=NetworkSegment(8e34e2fb-4ad4-4b3f-a62c-efd405a8566d),segment_id=8e34e2fb-4ad4-4b3f-a62c-efd405a8566d)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:01:47.993475 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b456d1d9-3bd7-4196-aab3-93071c2e631e req-cdfb8b49-146c-46b5-91a3-a7cadfcf5e03 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/security-groups?id=582571f6-a365-42ab-be92-c3254f7d1409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2822738 Aug 18 12:01:47.994140 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 52e01e38-4e4c-4e74-bbd2-6c83c79fdfe1 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:01:48.049539 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4a14fd1a-92ef-4197-808b-e88ee793303e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:48.242633 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a14fd1a-92ef-4197-808b-e88ee793303e None None] Routers {'b2e34042-c82c-4ef1-9249-0a612bda030a'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:01:48.242974 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-4a14fd1a-92ef-4197-808b-e88ee793303e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:01:21Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['b2e34042-c82c-4ef1-9249-0a612bda030a'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:01:48.290014 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608e1409-b2ab-40c0-abd4-250de33853be None None] Pushing event updated for resources: {'Port': ['ID=1c0b2814-1ff3-4dac-85b7-c76c46357c58,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:01:48.303136 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 52e01e38-4e4c-4e74-bbd2-6c83c79fdfe1 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:01:48.304173 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:48.306344 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 508ec94c-2aa2-4f52-b538-be215de08220 no longer exists at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:01:48.316022 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead76f80-4bd3-4bf8-a458-62767af18536 req-870dca3e-a667-4465-83bc-d9e0ee95a7f4 tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:48.318351 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ead76f80-4bd3-4bf8-a458-62767af18536 req-870dca3e-a667-4465-83bc-d9e0ee95a7f4 tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] 10.222.0.66 "GET /v2.0/ports?device_id=29df2be4-11c1-460d-a907-4195e85e2127 HTTP/1.1" status: 200 len: 946 time: 0.3569942 Aug 18 12:01:48.336188 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4425ccec-afbf-4d9e-b7c3-2289c8397f3f req-bfcb9e60-3c55-42ce-95da-684980b6f014 tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:48.337811 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4425ccec-afbf-4d9e-b7c3-2289c8397f3f req-bfcb9e60-3c55-42ce-95da-684980b6f014 tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] 10.222.0.63 "GET /v2.0/networks?id=fde25e42-4dfd-46b4-aeda-a37c860e4c94 HTTP/1.1" status: 200 len: 809 time: 0.3825061 Aug 18 12:01:48.365229 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-4425ccec-afbf-4d9e-b7c3-2289c8397f3f req-95e371b1-a3cc-4906-8155-fb5ebfb3eab4 tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] Request body: {'port': {'device_id': 'c5854a97-3022-406e-b019-272d90ef1ca1', 'network_id': 'fde25e42-4dfd-46b4-aeda-a37c860e4c94', 'admin_state_up': True, 'tenant_id': '3fdbc2b793e24068a85791f08988ef10'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:01:48.387133 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] No Port match for: 508ec94c-2aa2-4f52-b538-be215de08220 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:01:48.387472 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 508ec94c-2aa2-4f52-b538-be215de08220 not bound to the agent host n-h2-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:01:48.449281 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-fe001441-1778-4a65-ac02-74808f3a5b6f req-c8ac8817-5132-4110-87ee-a9410d9941f5 tempest-ServersTestFqdnHostnames-812215204 tempest-ServersTestFqdnHostnames-812215204-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--846282223&fields=id&tenant_id=ffcf7d5aac564664a7ac42cfaced2fdf HTTP/1.1" status: 200 len: 267 time: 0.1298132 Aug 18 12:01:48.457288 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ead76f80-4bd3-4bf8-a458-62767af18536 req-2ac3ae7d-9c3f-4025-ac76-e0ab68d6d1a2 tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] 10.222.0.66 "GET /v2.0/security-groups?id=47674416-b298-4cf8-93c5-c03a14c2b3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296299 Aug 18 12:01:48.486020 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-c14b356b-035a-4e83-9b95-c9b7152622ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:48.489330 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-4a14fd1a-92ef-4197-808b-e88ee793303e None None] Set router b2e34042-c82c-4ef1-9249-0a612bda030a gateway port host: n-d-804985-2 {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:01:48.672308 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe001441-1778-4a65-ac02-74808f3a5b6f req-7dcd8ae1-06cc-4c96-9d36-d0a8c614e1fe tempest-ServersTestFqdnHostnames-812215204 tempest-ServersTestFqdnHostnames-812215204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:48.680269 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-fe001441-1778-4a65-ac02-74808f3a5b6f req-7dcd8ae1-06cc-4c96-9d36-d0a8c614e1fe tempest-ServersTestFqdnHostnames-812215204 tempest-ServersTestFqdnHostnames-812215204-project] 10.222.0.66 "GET /v2.0/networks?id=eac89898-3f6c-43a3-b7fc-911d0f9e8301 HTTP/1.1" status: 200 len: 815 time: 0.2189276 Aug 18 12:01:48.760210 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-fe001441-1778-4a65-ac02-74808f3a5b6f req-18a758fd-2989-4cf2-845a-479443943e9b tempest-ServersTestFqdnHostnames-812215204 tempest-ServersTestFqdnHostnames-812215204-project] 10.222.0.66 "GET /v2.0/quotas/ffcf7d5aac564664a7ac42cfaced2fdf HTTP/1.1" status: 200 len: 375 time: 0.0789211 Aug 18 12:01:48.786792 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 1ce941db-34bd-4857-b10a-1f77f83ebb2b up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:01:48.801281 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6ec9a4-8d66-4b54-9d63-fdd98f670492 req-4348b632-fd22-4355-9d7e-0f05909d609d tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:48.802867 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-cc6ec9a4-8d66-4b54-9d63-fdd98f670492 req-4348b632-fd22-4355-9d7e-0f05909d609d tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/ports?device_id=c638d708-f9ec-4cc8-8d73-799d4b9bed3c HTTP/1.1" status: 200 len: 945 time: 0.1188099 Aug 18 12:01:48.826795 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4425ccec-afbf-4d9e-b7c3-2289c8397f3f req-95e371b1-a3cc-4906-8155-fb5ebfb3eab4 tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] Made reservation on behalf of 3fdbc2b793e24068a85791f08988ef10 for: {'port': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:01:48.830377 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-4425ccec-afbf-4d9e-b7c3-2289c8397f3f req-95e371b1-a3cc-4906-8155-fb5ebfb3eab4 tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:48.878905 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port 1ce941db-34bd-4857-b10a-1f77f83ebb2b completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:01:48.891507 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-4a14fd1a-92ef-4197-808b-e88ee793303e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2e34042-c82c-4ef1-9249-0a612bda030a', 'name': 'tempest-ServerRescueTestJSON-25081021-router', 'tenant_id': '3fdbc2b793e24068a85791f08988ef10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.194'}], 'enable_snat': True}, 'gw_port_id': '76e6575c-c22e-4401-b2f3-88d07887008a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:01:35Z', 'updated_at': '2021-08-18T12:01:42Z', 'revision_number': 4, 'project_id': '3fdbc2b793e24068a85791f08988ef10', 'gw_port': {'id': '76e6575c-c22e-4401-b2f3-88d07887008a', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:c2:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2e34042-c82c-4ef1-9249-0a612bda030a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1145, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:01:36Z', 'updated_at': '2021-08-18T12:01:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': '1c0b2814-1ff3-4dac-85b7-c76c46357c58', 'name': '', 'network_id': 'fde25e42-4dfd-46b4-aeda-a37c860e4c94', 'tenant_id': '3fdbc2b793e24068a85791f08988ef10', 'mac_address': 'fa:16:3e:a3:37:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2e34042-c82c-4ef1-9249-0a612bda030a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': 'ff8046ef-165b-4279-9512-1ee28b707bb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:01:41Z', 'updated_at': '2021-08-18T12:01:47Z', 'revision_number': 4, 'project_id': '3fdbc2b793e24068a85791f08988ef10', 'subnets': [{'id': 'ff8046ef-165b-4279-9512-1ee28b707bb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:01:48.894391 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 1ce941db-34bd-4857-b10a-1f77f83ebb2b triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:01:48.894775 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:48.905029 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-cc6ec9a4-8d66-4b54-9d63-fdd98f670492 req-7c7ff0ac-86e8-4660-80f1-2165b5a28e93 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/security-groups?id=582571f6-a365-42ab-be92-c3254f7d1409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813501 Aug 18 12:01:48.932226 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-fe001441-1778-4a65-ac02-74808f3a5b6f req-c0febbfe-12e1-48b5-86d1-3d1b9fe753a1 tempest-ServersTestFqdnHostnames-812215204 tempest-ServersTestFqdnHostnames-812215204-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=ffcf7d5aac564664a7ac42cfaced2fdf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1694517 Aug 18 12:01:48.949070 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a14fd1a-92ef-4197-808b-e88ee793303e None None] The sync data for ids ['b2e34042-c82c-4ef1-9249-0a612bda030a'] in n-d-804985-2 is: [{'id': 'b2e34042-c82c-4ef1-9249-0a612bda030a', 'name': 'tempest-ServerRescueTestJSON-25081021-router', 'tenant_id': '3fdbc2b793e24068a85791f08988ef10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.194'}], 'enable_snat': True}, 'gw_port_id': '76e6575c-c22e-4401-b2f3-88d07887008a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:01:35Z', 'updated_at': '2021-08-18T12:01:42Z', 'revision_number': 4, 'project_id': '3fdbc2b793e24068a85791f08988ef10', 'gw_port': {'id': '76e6575c-c22e-4401-b2f3-88d07887008a', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:c2:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2e34042-c82c-4ef1-9249-0a612bda030a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1145, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:01:36Z', 'updated_at': '2021-08-18T12:01:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': '1c0b2814-1ff3-4dac-85b7-c76c46357c58', 'name': '', 'network_id': 'fde25e42-4dfd-46b4-aeda-a37c860e4c94', 'tenant_id': '3fdbc2b793e24068a85791f08988ef10', 'mac_address': 'fa:16:3e:a3:37:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2e34042-c82c-4ef1-9249-0a612bda030a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': 'ff8046ef-165b-4279-9512-1ee28b707bb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:01:41Z', 'updated_at': '2021-08-18T12:01:47Z', 'revision_number': 4, 'project_id': '3fdbc2b793e24068a85791f08988ef10', 'subnets': [{'id': 'ff8046ef-165b-4279-9512-1ee28b707bb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:01:49.025246 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:49.089593 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] For port 1ce941db-34bd-4857-b10a-1f77f83ebb2b, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=1ce941db-34bd-4857-b10a-1f77f83ebb2b,segment=NetworkSegment(8d73c820-c1f4-4127-bca7-8a9ff7b01167),segment_id=8d73c820-c1f4-4127-bca7-8a9ff7b01167)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:01:49.095195 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:49.154571 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-44c97458-f3cd-49fb-aec3-2a03b8daa186 req-1a161ed3-1673-4961-b72b-20f7aa6c9a1d tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] 10.222.0.66 "GET /v2.0/ports?device_id=c5854a97-3022-406e-b019-272d90ef1ca1 HTTP/1.1" status: 200 len: 210 time: 0.0506899 Aug 18 12:01:49.185151 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Pushing event updated for resources: {'Port': ['ID=1ce941db-34bd-4857-b10a-1f77f83ebb2b,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:01:49.227961 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-fe001441-1778-4a65-ac02-74808f3a5b6f req-6f1885a8-1624-4cc1-be67-64da137a9f22 service neutron] 10.222.0.66 "GET /v2.0/networks/eac89898-3f6c-43a3-b7fc-911d0f9e8301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2825549 Aug 18 12:01:49.329099 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [req-4425ccec-afbf-4d9e-b7c3-2289c8397f3f req-95e371b1-a3cc-4906-8155-fb5ebfb3eab4 tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] Allocated IP 172.20.0.13 (fde25e42-4dfd-46b4-aeda-a37c860e4c94/ff8046ef-165b-4279-9512-1ee28b707bb5/21e73176-c28c-44af-8516-96c757073f4e) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:01:49.386119 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-fe001441-1778-4a65-ac02-74808f3a5b6f req-a364022d-efe6-4531-be0e-54da83010c9b service neutron] 10.222.0.66 "GET /v2.0/networks/eac89898-3f6c-43a3-b7fc-911d0f9e8301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581173 Aug 18 12:01:49.602482 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-4425ccec-afbf-4d9e-b7c3-2289c8397f3f req-95e371b1-a3cc-4906-8155-fb5ebfb3eab4 tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:49.728042 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71e8d4c-4df1-4d4d-a06a-7b015c714e19 req-54760ac9-ad51-4cf0-9e4e-0b151b9625a3 tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:49.729646 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f71e8d4c-4df1-4d4d-a06a-7b015c714e19 req-54760ac9-ad51-4cf0-9e4e-0b151b9625a3 tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] 10.222.0.66 "GET /v2.0/ports?device_id=29df2be4-11c1-460d-a907-4195e85e2127 HTTP/1.1" status: 200 len: 946 time: 0.0841503 Aug 18 12:01:49.741251 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625a8fb7-e463-415f-92af-40f9fc280ac7 req-cbad3c16-bf68-4ccd-a28c-d1abb56c9a10 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:49.742806 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-625a8fb7-e463-415f-92af-40f9fc280ac7 req-cbad3c16-bf68-4ccd-a28c-d1abb56c9a10 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/ports?device_id=c638d708-f9ec-4cc8-8d73-799d4b9bed3c HTTP/1.1" status: 200 len: 945 time: 0.1373663 Aug 18 12:01:49.788172 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-4425ccec-afbf-4d9e-b7c3-2289c8397f3f req-95e371b1-a3cc-4906-8155-fb5ebfb3eab4 tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:49.851796 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-625a8fb7-e463-415f-92af-40f9fc280ac7 req-e7a3d238-c900-4677-97f7-7fa134bdacd2 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/security-groups?id=582571f6-a365-42ab-be92-c3254f7d1409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976980 Aug 18 12:01:49.886923 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f71e8d4c-4df1-4d4d-a06a-7b015c714e19 req-b4f6a193-b1a8-4fe8-9730-91d7eb032a4e tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] 10.222.0.66 "GET /v2.0/security-groups?id=47674416-b298-4cf8-93c5-c03a14c2b3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429875 Aug 18 12:01:49.907828 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4425ccec-afbf-4d9e-b7c3-2289c8397f3f req-95e371b1-a3cc-4906-8155-fb5ebfb3eab4 tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] Network fde25e42-4dfd-46b4-aeda-a37c860e4c94 is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:01:49.913214 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e371b1-a3cc-4906-8155-fb5ebfb3eab4 tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] Pushing event updated for resources: {'Port': ['ID=21e73176-c28c-44af-8516-96c757073f4e,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:01:49.924326 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [req-4425ccec-afbf-4d9e-b7c3-2289c8397f3f req-95e371b1-a3cc-4906-8155-fb5ebfb3eab4 tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:01:49.930860 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-4425ccec-afbf-4d9e-b7c3-2289c8397f3f req-95e371b1-a3cc-4906-8155-fb5ebfb3eab4 tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:01:50.001838 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4425ccec-afbf-4d9e-b7c3-2289c8397f3f req-95e371b1-a3cc-4906-8155-fb5ebfb3eab4 tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:50.002117 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-4425ccec-afbf-4d9e-b7c3-2289c8397f3f req-95e371b1-a3cc-4906-8155-fb5ebfb3eab4 tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:50.084744 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4425ccec-afbf-4d9e-b7c3-2289c8397f3f req-95e371b1-a3cc-4906-8155-fb5ebfb3eab4 tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7236869 Aug 18 12:01:50.117005 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-4425ccec-afbf-4d9e-b7c3-2289c8397f3f req-7c48a24a-e236-495d-82f1-978c9b566d53 service neutron] Request body: {'port': {'device_id': 'c5854a97-3022-406e-b019-272d90ef1ca1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804985-2'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:01:50.170572 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-62682cbb-506a-498c-bea2-3731876dca82 req-621cd358-c515-4146-93e9-98fb0c532e51 tempest-ServersTestFqdnHostnames-812215204 tempest-ServersTestFqdnHostnames-812215204-project] 10.222.0.66 "GET /v2.0/ports?device_id=be2811b2-d501-452e-acb6-ec33e09aedb9 HTTP/1.1" status: 200 len: 210 time: 0.0791597 Aug 18 12:01:50.183034 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea6686e-0053-4aaa-a439-ea0b91d7d03b req-60bd7fc5-1207-4cd9-98ca-d770ce44ef66 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:50.184626 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8ea6686e-0053-4aaa-a439-ea0b91d7d03b req-60bd7fc5-1207-4cd9-98ca-d770ce44ef66 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/ports?device_id=a6872a0b-045c-40a9-ac3b-9c330c30278a HTTP/1.1" status: 200 len: 950 time: 0.1796591 Aug 18 12:01:50.252688 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8ea6686e-0053-4aaa-a439-ea0b91d7d03b req-7f8aabf0-3d0e-49be-bd65-e072fd133cfa tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/security-groups?id=0ddd2c5c-7e53-44ab-9404-c5fea69a570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602844 Aug 18 12:01:50.253442 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-4425ccec-afbf-4d9e-b7c3-2289c8397f3f req-7c48a24a-e236-495d-82f1-978c9b566d53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:50.505639 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84619357-d2bd-49fe-9f54-de6cbaf0fa6d req-88d89f3a-0d18-4c68-9882-327d32a916ad tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:50.507268 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-84619357-d2bd-49fe-9f54-de6cbaf0fa6d req-88d89f3a-0d18-4c68-9882-327d32a916ad tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/ports?device_id=c638d708-f9ec-4cc8-8d73-799d4b9bed3c HTTP/1.1" status: 200 len: 945 time: 0.2201822 Aug 18 12:01:50.581725 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931d0dcb-a826-4b2b-9ec4-2abf9decd4a2 req-3cabf74a-ee9d-4149-8f6f-addbc333ded1 tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:50.583682 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-931d0dcb-a826-4b2b-9ec4-2abf9decd4a2 req-3cabf74a-ee9d-4149-8f6f-addbc333ded1 tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] 10.222.0.66 "GET /v2.0/ports?device_id=c5854a97-3022-406e-b019-272d90ef1ca1 HTTP/1.1" status: 200 len: 932 time: 0.2121334 Aug 18 12:01:50.628022 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-84619357-d2bd-49fe-9f54-de6cbaf0fa6d req-60f7902e-81b3-402c-95cf-8565a996fbe8 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/security-groups?id=582571f6-a365-42ab-be92-c3254f7d1409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130679 Aug 18 12:01:50.711046 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-931d0dcb-a826-4b2b-9ec4-2abf9decd4a2 req-44c82208-461a-4ba9-a3e9-ac7cf045797c tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b3db2ea-cc32-4796-9824-b1355b845d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085927 Aug 18 12:01:50.819631 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [req-4425ccec-afbf-4d9e-b7c3-2289c8397f3f req-7c48a24a-e236-495d-82f1-978c9b566d53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21e73176-c28c-44af-8516-96c757073f4e {{(pid=106252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:01:50.830953 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-4425ccec-afbf-4d9e-b7c3-2289c8397f3f req-7c48a24a-e236-495d-82f1-978c9b566d53 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:50.846635 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [req-4425ccec-afbf-4d9e-b7c3-2289c8397f3f req-7c48a24a-e236-495d-82f1-978c9b566d53 service neutron] Transition to ACTIVE for port object 21e73176-c28c-44af-8516-96c757073f4e will not be triggered until provisioned by entity L2. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:01:50.853682 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-4425ccec-afbf-4d9e-b7c3-2289c8397f3f req-7c48a24a-e236-495d-82f1-978c9b566d53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:50.909539 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 1c0b2814-1ff3-4dac-85b7-c76c46357c58 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:01:50.920571 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c48a24a-e236-495d-82f1-978c9b566d53 service neutron] Pushing event updated for resources: {'Port': ['ID=21e73176-c28c-44af-8516-96c757073f4e,revision_number=2']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:01:51.001870 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port 1c0b2814-1ff3-4dac-85b7-c76c46357c58 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:01:51.012181 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 1c0b2814-1ff3-4dac-85b7-c76c46357c58 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:01:51.013068 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:51.020887 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-f889bc1e-659f-455f-bafa-a804f505b44c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:51.183665 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:51.192107 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-4425ccec-afbf-4d9e-b7c3-2289c8397f3f req-7c48a24a-e236-495d-82f1-978c9b566d53 service neutron] Attempting to bind port 21e73176-c28c-44af-8516-96c757073f4e on host n-h1-804985-2 for vnic_type normal with profile {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:01:51.192972 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-4425ccec-afbf-4d9e-b7c3-2289c8397f3f req-7c48a24a-e236-495d-82f1-978c9b566d53 service neutron] Attempting to bind port 21e73176-c28c-44af-8516-96c757073f4e by drivers openvswitch,hyperv on host n-h1-804985-2 at level 0 using segments [{'id': '8e34e2fb-4ad4-4b3f-a62c-efd405a8566d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'fde25e42-4dfd-46b4-aeda-a37c860e4c94'}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:01:51.193645 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4425ccec-afbf-4d9e-b7c3-2289c8397f3f req-7c48a24a-e236-495d-82f1-978c9b566d53 service neutron] Attempting to bind port 21e73176-c28c-44af-8516-96c757073f4e on network fde25e42-4dfd-46b4-aeda-a37c860e4c94 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:01:51.210912 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe001441-1778-4a65-ac02-74808f3a5b6f req-e6a43c1b-e4ce-4a00-a40f-153bb354ad12 tempest-ServersTestFqdnHostnames-812215204 tempest-ServersTestFqdnHostnames-812215204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:51.212742 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-fe001441-1778-4a65-ac02-74808f3a5b6f req-e6a43c1b-e4ce-4a00-a40f-153bb354ad12 tempest-ServersTestFqdnHostnames-812215204 tempest-ServersTestFqdnHostnames-812215204-project] 10.222.0.62 "GET /v2.0/networks?id=eac89898-3f6c-43a3-b7fc-911d0f9e8301 HTTP/1.1" status: 200 len: 815 time: 0.1242490 Aug 18 12:01:51.214896 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6353fc7-3215-4cac-9f4d-e25a10787767 req-a51613ae-5cef-4160-9399-a675c65604b7 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:51.216650 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d6353fc7-3215-4cac-9f4d-e25a10787767 req-a51613ae-5cef-4160-9399-a675c65604b7 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/ports?device_id=c638d708-f9ec-4cc8-8d73-799d4b9bed3c HTTP/1.1" status: 200 len: 945 time: 0.2893071 Aug 18 12:01:51.227574 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ce83ca-b5ef-468f-9e58-fac78f76b820 req-78d4841d-251d-423d-ae0b-a64cb036255d tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:51.229175 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-24ce83ca-b5ef-468f-9e58-fac78f76b820 req-78d4841d-251d-423d-ae0b-a64cb036255d tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.63 "GET /v2.0/ports?device_id=a6872a0b-045c-40a9-ac3b-9c330c30278a HTTP/1.1" status: 200 len: 950 time: 0.2273693 Aug 18 12:01:51.243429 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] For port 1c0b2814-1ff3-4dac-85b7-c76c46357c58, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=1c0b2814-1ff3-4dac-85b7-c76c46357c58,segment=NetworkSegment(8e34e2fb-4ad4-4b3f-a62c-efd405a8566d),segment_id=8e34e2fb-4ad4-4b3f-a62c-efd405a8566d)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:01:51.248982 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:51.252271 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 1ce941db-34bd-4857-b10a-1f77f83ebb2b up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:01:51.255593 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4425ccec-afbf-4d9e-b7c3-2289c8397f3f req-7c48a24a-e236-495d-82f1-978c9b566d53 service neutron] Port 21e73176-c28c-44af-8516-96c757073f4e on network fde25e42-4dfd-46b4-aeda-a37c860e4c94 not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-2 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:01:51.257082 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4425ccec-afbf-4d9e-b7c3-2289c8397f3f req-7c48a24a-e236-495d-82f1-978c9b566d53 service neutron] Attempting to bind port 21e73176-c28c-44af-8516-96c757073f4e on network fde25e42-4dfd-46b4-aeda-a37c860e4c94 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:01:51.273427 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-fe001441-1778-4a65-ac02-74808f3a5b6f req-d459f4ad-fe2a-4e2a-8571-c3bfa6654646 tempest-ServersTestFqdnHostnames-812215204 tempest-ServersTestFqdnHostnames-812215204-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ffcf7d5aac564664a7ac42cfaced2fdf HTTP/1.1" status: 200 len: 379 time: 0.0419872 Aug 18 12:01:51.289265 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [req-fe001441-1778-4a65-ac02-74808f3a5b6f req-399ccd4d-327e-4ea7-9c29-729862e59744 tempest-ServersTestFqdnHostnames-812215204 tempest-ServersTestFqdnHostnames-812215204-project] Request body: {'port': {'device_id': 'be2811b2-d501-452e-acb6-ec33e09aedb9', 'network_id': 'eac89898-3f6c-43a3-b7fc-911d0f9e8301', 'admin_state_up': True, 'tenant_id': 'ffcf7d5aac564664a7ac42cfaced2fdf', 'security_groups': ['b6704c2f-9f14-4b06-b0bb-67d684b6006a']}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:01:51.309936 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7346e91f-4a9b-44ea-9d4b-5d93ef19d108 req-7bd9fa5f-42d9-43c6-ba4d-00b290e2a43c tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:51.318765 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7346e91f-4a9b-44ea-9d4b-5d93ef19d108 req-7bd9fa5f-42d9-43c6-ba4d-00b290e2a43c tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] 10.222.0.66 "GET /v2.0/ports?device_id=29df2be4-11c1-460d-a907-4195e85e2127 HTTP/1.1" status: 200 len: 946 time: 0.3154368 Aug 18 12:01:51.355604 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4425ccec-afbf-4d9e-b7c3-2289c8397f3f req-7c48a24a-e236-495d-82f1-978c9b566d53 service neutron] Checking agent: {'id': 'a613417a-d085-492c-941a-59bb18c633d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 49, 6), 'started_at': datetime.datetime(2021, 8, 18, 11, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 1, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:01:51.356013 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4425ccec-afbf-4d9e-b7c3-2289c8397f3f req-7c48a24a-e236-495d-82f1-978c9b566d53 service neutron] Checking segment: {'id': '8e34e2fb-4ad4-4b3f-a62c-efd405a8566d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'fde25e42-4dfd-46b4-aeda-a37c860e4c94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:01:51.356463 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4425ccec-afbf-4d9e-b7c3-2289c8397f3f req-7c48a24a-e236-495d-82f1-978c9b566d53 service neutron] Bound using segment: {'id': '8e34e2fb-4ad4-4b3f-a62c-efd405a8566d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'fde25e42-4dfd-46b4-aeda-a37c860e4c94'} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:01:51.357059 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-4425ccec-afbf-4d9e-b7c3-2289c8397f3f req-7c48a24a-e236-495d-82f1-978c9b566d53 service neutron] Bound port: 21e73176-c28c-44af-8516-96c757073f4e, host: n-h1-804985-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e34e2fb-4ad4-4b3f-a62c-efd405a8566d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'fde25e42-4dfd-46b4-aeda-a37c860e4c94'}}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:01:51.357428 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-4425ccec-afbf-4d9e-b7c3-2289c8397f3f req-7c48a24a-e236-495d-82f1-978c9b566d53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:51.358905 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Pushing event updated for resources: {'Port': ['ID=1c0b2814-1ff3-4dac-85b7-c76c46357c58,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:01:51.394134 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:51.408207 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d6353fc7-3215-4cac-9f4d-e25a10787767 req-3c983439-51b7-4236-bbf1-af789bb3711e tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/security-groups?id=582571f6-a365-42ab-be92-c3254f7d1409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664257 Aug 18 12:01:51.411888 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 1ce941db-34bd-4857-b10a-1f77f83ebb2b triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:01:51.412269 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:51.437591 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7346e91f-4a9b-44ea-9d4b-5d93ef19d108 req-8115c134-8924-4268-a105-9f32a675a533 tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] 10.222.0.66 "GET /v2.0/security-groups?id=47674416-b298-4cf8-93c5-c03a14c2b3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177175 Aug 18 12:01:51.437893 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe001441-1778-4a65-ac02-74808f3a5b6f req-399ccd4d-327e-4ea7-9c29-729862e59744 tempest-ServersTestFqdnHostnames-812215204 tempest-ServersTestFqdnHostnames-812215204-project] Made reservation on behalf of ffcf7d5aac564664a7ac42cfaced2fdf for: {'port': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:01:51.444464 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-fe001441-1778-4a65-ac02-74808f3a5b6f req-399ccd4d-327e-4ea7-9c29-729862e59744 tempest-ServersTestFqdnHostnames-812215204 tempest-ServersTestFqdnHostnames-812215204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:51.566950 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c305c947-c1bb-4407-b9d8-9505c9f1687d req-3e5f6ec0-be4d-45ec-89ef-927df1761f42 tempest-ServersTestFqdnHostnames-812215204 tempest-ServersTestFqdnHostnames-812215204-project] 10.222.0.66 "GET /v2.0/ports?device_id=be2811b2-d501-452e-acb6-ec33e09aedb9 HTTP/1.1" status: 200 len: 210 time: 0.0426073 Aug 18 12:01:51.598357 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-4425ccec-afbf-4d9e-b7c3-2289c8397f3f req-7c48a24a-e236-495d-82f1-978c9b566d53 service neutron] For port 21e73176-c28c-44af-8516-96c757073f4e, host n-h1-804985-2, cleared binding levels {{(pid=106252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:01:51.630220 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-4425ccec-afbf-4d9e-b7c3-2289c8397f3f req-7c48a24a-e236-495d-82f1-978c9b566d53 service neutron] For port 21e73176-c28c-44af-8516-96c757073f4e, host n-h1-804985-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=21e73176-c28c-44af-8516-96c757073f4e,segment=NetworkSegment(8e34e2fb-4ad4-4b3f-a62c-efd405a8566d),segment_id=8e34e2fb-4ad4-4b3f-a62c-efd405a8566d)] {{(pid=106252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:01:51.635748 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-24ce83ca-b5ef-468f-9e58-fac78f76b820 req-435d4651-1aee-43c5-bb17-3aa444896aa9 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Deleting port 3d5a51d4-8aae-48f7-ad8d-aec31b33f432 {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:01:51.635920 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-24ce83ca-b5ef-468f-9e58-fac78f76b820 req-435d4651-1aee-43c5-bb17-3aa444896aa9 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:51.645271 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 33862) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:01:51.653039 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-4425ccec-afbf-4d9e-b7c3-2289c8397f3f req-7c48a24a-e236-495d-82f1-978c9b566d53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:51.689359 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [req-fe001441-1778-4a65-ac02-74808f3a5b6f req-399ccd4d-327e-4ea7-9c29-729862e59744 tempest-ServersTestFqdnHostnames-812215204 tempest-ServersTestFqdnHostnames-812215204-project] Allocated IP 172.20.0.7 (eac89898-3f6c-43a3-b7fc-911d0f9e8301/2e58a9c0-68af-400d-926e-c840e7b0c4c2/0878d313-69d1-4c2d-8578-4ce5a88d3500) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:01:51.765117 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4425ccec-afbf-4d9e-b7c3-2289c8397f3f req-7c48a24a-e236-495d-82f1-978c9b566d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:51.765742 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-4425ccec-afbf-4d9e-b7c3-2289c8397f3f req-7c48a24a-e236-495d-82f1-978c9b566d53 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:51.767150 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4425ccec-afbf-4d9e-b7c3-2289c8397f3f req-7c48a24a-e236-495d-82f1-978c9b566d53 service neutron] 10.222.0.63 "PUT /v2.0/ports/21e73176-c28c-44af-8516-96c757073f4e HTTP/1.1" status: 200 len: 1092 time: 1.6708927 Aug 18 12:01:51.771035 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5854a97-3022-406e-b019-272d90ef1ca1', 'tag': '21e73176-c28c-44af-8516-96c757073f4e'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:01:51.773346 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cc29179-0a47-456b-a105-8bcf016e04cf" -d '{"events": [{"name": "network-changed", "server_uuid": "c5854a97-3022-406e-b019-272d90ef1ca1", "tag": "21e73176-c28c-44af-8516-96c757073f4e"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:01:51.783455 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb97b72-c703-4384-891d-4c705890fdba req-f29dca10-6a38-4605-83b0-9a56e569ec14 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:51.785118 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0cb97b72-c703-4384-891d-4c705890fdba req-f29dca10-6a38-4605-83b0-9a56e569ec14 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/ports?device_id=a6872a0b-045c-40a9-ac3b-9c330c30278a HTTP/1.1" status: 200 len: 950 time: 0.2079766 Aug 18 12:01:51.812308 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5e94a57d-23b6-4aec-be30-726c71ffa773 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:51.850607 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c48a24a-e236-495d-82f1-978c9b566d53 service neutron] Pushing event updated for resources: {'Port': ['ID=21e73176-c28c-44af-8516-96c757073f4e,revision_number=3']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:01:51.897808 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-fe001441-1778-4a65-ac02-74808f3a5b6f req-399ccd4d-327e-4ea7-9c29-729862e59744 tempest-ServersTestFqdnHostnames-812215204 tempest-ServersTestFqdnHostnames-812215204-project] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:51.902209 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba468baf-5cba-4025-b470-04f712da5cc7 req-f65a70a4-4608-4275-90f1-343500a3fc29 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:51.903831 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ba468baf-5cba-4025-b470-04f712da5cc7 req-f65a70a4-4608-4275-90f1-343500a3fc29 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/ports?device_id=c638d708-f9ec-4cc8-8d73-799d4b9bed3c HTTP/1.1" status: 200 len: 945 time: 0.2192743 Aug 18 12:01:51.911196 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-24ce83ca-b5ef-468f-9e58-fac78f76b820 req-435d4651-1aee-43c5-bb17-3aa444896aa9 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] For port 3d5a51d4-8aae-48f7-ad8d-aec31b33f432, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=3d5a51d4-8aae-48f7-ad8d-aec31b33f432,segment=NetworkSegment(b0eb6eea-b461-4969-8a27-808f00daa8a1),segment_id=b0eb6eea-b461-4969-8a27-808f00daa8a1)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:01:51.911621 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-24ce83ca-b5ef-468f-9e58-fac78f76b820 req-435d4651-1aee-43c5-bb17-3aa444896aa9 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:51.921361 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [req-fe001441-1778-4a65-ac02-74808f3a5b6f req-399ccd4d-327e-4ea7-9c29-729862e59744 tempest-ServersTestFqdnHostnames-812215204 tempest-ServersTestFqdnHostnames-812215204-project] Transition to ACTIVE for port object 0878d313-69d1-4c2d-8578-4ce5a88d3500 will not be triggered until provisioned by entity DHCP. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:01:51.939349 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-24ce83ca-b5ef-468f-9e58-fac78f76b820 req-435d4651-1aee-43c5-bb17-3aa444896aa9 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Calling delete_port for 3d5a51d4-8aae-48f7-ad8d-aec31b33f432 owned by compute:nova {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:01:51.944815 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0cb97b72-c703-4384-891d-4c705890fdba req-63c2b4fb-7ffb-447d-b513-663382c9b2fb tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/security-groups?id=0ddd2c5c-7e53-44ab-9404-c5fea69a570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477511 Aug 18 12:01:51.980437 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4425ccec-afbf-4d9e-b7c3-2289c8397f3f req-2ec8aea5-75c6-4d34-aacb-c6cb5a03df0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:51.981973 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4425ccec-afbf-4d9e-b7c3-2289c8397f3f req-2ec8aea5-75c6-4d34-aacb-c6cb5a03df0b service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=3fdbc2b793e24068a85791f08988ef10&device_id=c5854a97-3022-406e-b019-272d90ef1ca1 HTTP/1.1" status: 200 len: 1095 time: 0.1584325 Aug 18 12:01:51.984153 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5e94a57d-23b6-4aec-be30-726c71ffa773 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:51.989102 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5e94a57d-23b6-4aec-be30-726c71ffa773 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:52.001562 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-fe001441-1778-4a65-ac02-74808f3a5b6f req-399ccd4d-327e-4ea7-9c29-729862e59744 tempest-ServersTestFqdnHostnames-812215204 tempest-ServersTestFqdnHostnames-812215204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:52.058196 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-53584c24-f517-494e-ac93-c18bb92373f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:52.075672 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4425ccec-afbf-4d9e-b7c3-2289c8397f3f req-96282116-3b90-4e42-94c1-47ab1a0939a7 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=21e73176-c28c-44af-8516-96c757073f4e HTTP/1.1" status: 200 len: 217 time: 0.0628710 Aug 18 12:01:52.076195 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe001441-1778-4a65-ac02-74808f3a5b6f req-399ccd4d-327e-4ea7-9c29-729862e59744 tempest-ServersTestFqdnHostnames-812215204 tempest-ServersTestFqdnHostnames-812215204-project] Network eac89898-3f6c-43a3-b7fc-911d0f9e8301 is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:01:52.081572 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-5e94a57d-23b6-4aec-be30-726c71ffa773 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=889c5498ac2749ed81a21ab3bcce1e66&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4296989 Aug 18 12:01:52.082102 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e94a57d-23b6-4aec-be30-726c71ffa773 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d5fb3bf-b191-462a-ae8c-51bdc51db5e4,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:01:52.084325 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ba468baf-5cba-4025-b470-04f712da5cc7 req-4e971ca0-2ecd-4bd0-9dd3-fdfdf60d8731 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/security-groups?id=582571f6-a365-42ab-be92-c3254f7d1409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592205 Aug 18 12:01:52.085255 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 33872) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:01:52.095977 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [req-fe001441-1778-4a65-ac02-74808f3a5b6f req-399ccd4d-327e-4ea7-9c29-729862e59744 tempest-ServersTestFqdnHostnames-812215204 tempest-ServersTestFqdnHostnames-812215204-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:01:52.098724 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe001441-1778-4a65-ac02-74808f3a5b6f req-399ccd4d-327e-4ea7-9c29-729862e59744 tempest-ServersTestFqdnHostnames-812215204 tempest-ServersTestFqdnHostnames-812215204-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:01:52.146287 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399ccd4d-327e-4ea7-9c29-729862e59744 tempest-ServersTestFqdnHostnames-812215204 tempest-ServersTestFqdnHostnames-812215204-project] Pushing event updated for resources: {'Port': ['ID=0878d313-69d1-4c2d-8578-4ce5a88d3500,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:01:52.188090 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe001441-1778-4a65-ac02-74808f3a5b6f req-399ccd4d-327e-4ea7-9c29-729862e59744 tempest-ServersTestFqdnHostnames-812215204 tempest-ServersTestFqdnHostnames-812215204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:52.188807 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-fe001441-1778-4a65-ac02-74808f3a5b6f req-399ccd4d-327e-4ea7-9c29-729862e59744 tempest-ServersTestFqdnHostnames-812215204 tempest-ServersTestFqdnHostnames-812215204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:52.213369 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-fe001441-1778-4a65-ac02-74808f3a5b6f req-399ccd4d-327e-4ea7-9c29-729862e59744 tempest-ServersTestFqdnHostnames-812215204 tempest-ServersTestFqdnHostnames-812215204-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9319644 Aug 18 12:01:52.219404 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-82a51aed-a47d-4082-8877-79f37632fa78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:52.235974 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [req-fe001441-1778-4a65-ac02-74808f3a5b6f req-f9042fbb-b6bd-412b-a884-acc1e3021ea0 service neutron] Request body: {'port': {'device_id': 'be2811b2-d501-452e-acb6-ec33e09aedb9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804985-2'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:01:52.271013 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-82a51aed-a47d-4082-8877-79f37632fa78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:52.338958 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-fe001441-1778-4a65-ac02-74808f3a5b6f req-f9042fbb-b6bd-412b-a884-acc1e3021ea0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:52.430565 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:01:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59abae72-62c9-46a5-b59b-579cb29435f3 x-openstack-request-id: req-59abae72-62c9-46a5-b59b-579cb29435f3 {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:01:52.430890 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5854a97-3022-406e-b019-272d90ef1ca1", "tag": "21e73176-c28c-44af-8516-96c757073f4e", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:01:52.431075 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-59abae72-62c9-46a5-b59b-579cb29435f3 {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:01:52.431488 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5854a97-3022-406e-b019-272d90ef1ca1', 'tag': '21e73176-c28c-44af-8516-96c757073f4e', 'status': 'completed', 'code': 200} Aug 18 12:01:52.434341 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4425ccec-afbf-4d9e-b7c3-2289c8397f3f req-4d610185-7de8-4c16-a41d-ced53ecd8f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:52.435907 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4425ccec-afbf-4d9e-b7c3-2289c8397f3f req-4d610185-7de8-4c16-a41d-ced53ecd8f1d service neutron] 10.222.0.63 "GET /v2.0/subnets?id=ff8046ef-165b-4279-9512-1ee28b707bb5 HTTP/1.1" status: 200 len: 849 time: 0.3470967 Aug 18 12:01:52.471295 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-82a51aed-a47d-4082-8877-79f37632fa78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:52.473797 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-82a51aed-a47d-4082-8877-79f37632fa78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:52.477240 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-82a51aed-a47d-4082-8877-79f37632fa78 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/6d5fb3bf-b191-462a-ae8c-51bdc51db5e4 HTTP/1.1" status: 204 len: 168 time: 0.3843341 Aug 18 12:01:52.494650 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a51aed-a47d-4082-8877-79f37632fa78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d5fb3bf-b191-462a-ae8c-51bdc51db5e4,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:01:52.552295 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4425ccec-afbf-4d9e-b7c3-2289c8397f3f req-bae999a1-54fe-46ac-b66d-c8ee34c521b9 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=fde25e42-4dfd-46b4-aeda-a37c860e4c94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0975800 Aug 18 12:01:52.682171 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943a67e4-bb79-46eb-86f7-413ca2d9f904 req-72cb424e-292a-412b-b623-407984439775 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:52.690060 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-943a67e4-bb79-46eb-86f7-413ca2d9f904 req-72cb424e-292a-412b-b623-407984439775 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/ports?device_id=c638d708-f9ec-4cc8-8d73-799d4b9bed3c HTTP/1.1" status: 200 len: 945 time: 0.2442670 Aug 18 12:01:52.700917 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [req-fe001441-1778-4a65-ac02-74808f3a5b6f req-f9042fbb-b6bd-412b-a884-acc1e3021ea0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0878d313-69d1-4c2d-8578-4ce5a88d3500 {{(pid=106253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:01:52.708271 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8a3bdc-58ac-419d-998a-93fd5a88027f req-a95ece98-2e4e-4cd7-8609-4aba0caddea4 tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:52.709100 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-fe001441-1778-4a65-ac02-74808f3a5b6f req-f9042fbb-b6bd-412b-a884-acc1e3021ea0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:52.716516 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5a8a3bdc-58ac-419d-998a-93fd5a88027f req-a95ece98-2e4e-4cd7-8609-4aba0caddea4 tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] 10.222.0.66 "GET /v2.0/ports?device_id=c5854a97-3022-406e-b019-272d90ef1ca1 HTTP/1.1" status: 200 len: 944 time: 0.2837515 Aug 18 12:01:52.723129 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [req-fe001441-1778-4a65-ac02-74808f3a5b6f req-f9042fbb-b6bd-412b-a884-acc1e3021ea0 service neutron] Transition to ACTIVE for port object 0878d313-69d1-4c2d-8578-4ce5a88d3500 will not be triggered until provisioned by entity L2. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:01:52.725171 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-84d5d82a-cb51-4478-bb3e-ec870c032724 None None] Provisioning for port 0878d313-69d1-4c2d-8578-4ce5a88d3500 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:01:52.730755 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-fe001441-1778-4a65-ac02-74808f3a5b6f req-f9042fbb-b6bd-412b-a884-acc1e3021ea0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:52.742469 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 1c0b2814-1ff3-4dac-85b7-c76c46357c58 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:01:52.816265 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-24ce83ca-b5ef-468f-9e58-fac78f76b820 req-435d4651-1aee-43c5-bb17-3aa444896aa9 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:52.821966 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9042fbb-b6bd-412b-a884-acc1e3021ea0 service neutron] Pushing event updated for resources: {'Port': ['ID=0878d313-69d1-4c2d-8578-4ce5a88d3500,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:01:52.828652 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 1c0b2814-1ff3-4dac-85b7-c76c46357c58 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:01:52.830120 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:52.835154 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-943a67e4-bb79-46eb-86f7-413ca2d9f904 req-da61453a-f1eb-41d0-be52-a15894065261 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/security-groups?id=582571f6-a365-42ab-be92-c3254f7d1409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391969 Aug 18 12:01:52.842585 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] get_ports_and_sgs() called for port_ids ['3bb3d3c1-bab8-4cce-b527-237a5b4dc9b4', '3d5a51d4-8aae-48f7-ad8d-aec31b33f432'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:01:52.862252 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5a8a3bdc-58ac-419d-998a-93fd5a88027f req-99fcce12-39af-44bb-8de8-242c956e5683 tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b3db2ea-cc32-4796-9824-b1355b845d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447768 Aug 18 12:01:52.870388 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] get_ports_and_sgs() called for port_ids ['47e5829a-59dd-4443-a286-66a970df8f0d'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:01:52.897848 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-fe001441-1778-4a65-ac02-74808f3a5b6f req-f9042fbb-b6bd-412b-a884-acc1e3021ea0 service neutron] Attempting to bind port 0878d313-69d1-4c2d-8578-4ce5a88d3500 on host n-h2-804985-2 for vnic_type normal with profile {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:01:52.900759 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-fe001441-1778-4a65-ac02-74808f3a5b6f req-f9042fbb-b6bd-412b-a884-acc1e3021ea0 service neutron] Attempting to bind port 0878d313-69d1-4c2d-8578-4ce5a88d3500 by drivers openvswitch,hyperv on host n-h2-804985-2 at level 0 using segments [{'id': '8d73c820-c1f4-4127-bca7-8a9ff7b01167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'eac89898-3f6c-43a3-b7fc-911d0f9e8301'}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:01:52.900759 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe001441-1778-4a65-ac02-74808f3a5b6f req-f9042fbb-b6bd-412b-a884-acc1e3021ea0 service neutron] Attempting to bind port 0878d313-69d1-4c2d-8578-4ce5a88d3500 on network eac89898-3f6c-43a3-b7fc-911d0f9e8301 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:01:52.902805 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 33892) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:01:52.907466 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4425ccec-afbf-4d9e-b7c3-2289c8397f3f req-713b78a7-ea7d-4225-ba27-6fc7a7475fce service neutron] 10.222.0.63 "GET /v2.0/networks/fde25e42-4dfd-46b4-aeda-a37c860e4c94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3315315 Aug 18 12:01:52.929234 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe001441-1778-4a65-ac02-74808f3a5b6f req-f9042fbb-b6bd-412b-a884-acc1e3021ea0 service neutron] Port 0878d313-69d1-4c2d-8578-4ce5a88d3500 on network eac89898-3f6c-43a3-b7fc-911d0f9e8301 not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-2 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:01:52.929558 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe001441-1778-4a65-ac02-74808f3a5b6f req-f9042fbb-b6bd-412b-a884-acc1e3021ea0 service neutron] Attempting to bind port 0878d313-69d1-4c2d-8578-4ce5a88d3500 on network eac89898-3f6c-43a3-b7fc-911d0f9e8301 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:01:52.933358 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d4677012-ee83-4053-8ba6-054641700767 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:52.944713 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe001441-1778-4a65-ac02-74808f3a5b6f req-f9042fbb-b6bd-412b-a884-acc1e3021ea0 service neutron] Checking agent: {'id': 'da5da552-709c-4248-84de-86af99a0dc87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 49, 8), 'started_at': datetime.datetime(2021, 8, 18, 11, 49, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 1, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:01:52.945057 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe001441-1778-4a65-ac02-74808f3a5b6f req-f9042fbb-b6bd-412b-a884-acc1e3021ea0 service neutron] Checking segment: {'id': '8d73c820-c1f4-4127-bca7-8a9ff7b01167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'eac89898-3f6c-43a3-b7fc-911d0f9e8301'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:01:52.945449 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe001441-1778-4a65-ac02-74808f3a5b6f req-f9042fbb-b6bd-412b-a884-acc1e3021ea0 service neutron] Bound using segment: {'id': '8d73c820-c1f4-4127-bca7-8a9ff7b01167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'eac89898-3f6c-43a3-b7fc-911d0f9e8301'} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:01:52.945896 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-fe001441-1778-4a65-ac02-74808f3a5b6f req-f9042fbb-b6bd-412b-a884-acc1e3021ea0 service neutron] Bound port: 0878d313-69d1-4c2d-8578-4ce5a88d3500, host: n-h2-804985-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d73c820-c1f4-4127-bca7-8a9ff7b01167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'eac89898-3f6c-43a3-b7fc-911d0f9e8301'}}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:01:52.946252 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-fe001441-1778-4a65-ac02-74808f3a5b6f req-f9042fbb-b6bd-412b-a884-acc1e3021ea0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:53.004199 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435d4651-1aee-43c5-bb17-3aa444896aa9 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Pushing event deleted for resources: {'Port': ['ID=3d5a51d4-8aae-48f7-ad8d-aec31b33f432,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:01:53.144404 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-fe001441-1778-4a65-ac02-74808f3a5b6f req-f9042fbb-b6bd-412b-a884-acc1e3021ea0 service neutron] For port 0878d313-69d1-4c2d-8578-4ce5a88d3500, host n-h2-804985-2, cleared binding levels {{(pid=106253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:01:53.162871 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-fe001441-1778-4a65-ac02-74808f3a5b6f req-f9042fbb-b6bd-412b-a884-acc1e3021ea0 service neutron] For port 0878d313-69d1-4c2d-8578-4ce5a88d3500, host n-h2-804985-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=0878d313-69d1-4c2d-8578-4ce5a88d3500,segment=NetworkSegment(8d73c820-c1f4-4127-bca7-8a9ff7b01167),segment_id=8d73c820-c1f4-4127-bca7-8a9ff7b01167)] {{(pid=106253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:01:53.167829 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d4677012-ee83-4053-8ba6-054641700767 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:53.171133 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-fe001441-1778-4a65-ac02-74808f3a5b6f req-f9042fbb-b6bd-412b-a884-acc1e3021ea0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:53.197559 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-24ce83ca-b5ef-468f-9e58-fac78f76b820 req-435d4651-1aee-43c5-bb17-3aa444896aa9 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] No DVR routers for this DVR port 3d5a51d4-8aae-48f7-ad8d-aec31b33f432 on host n-h1-804985-2 {{(pid=106252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:01:53.199289 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d4677012-ee83-4053-8ba6-054641700767 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:53.205285 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-24ce83ca-b5ef-468f-9e58-fac78f76b820 req-435d4651-1aee-43c5-bb17-3aa444896aa9 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:53.207752 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-24ce83ca-b5ef-468f-9e58-fac78f76b820 req-435d4651-1aee-43c5-bb17-3aa444896aa9 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.63 "DELETE /v2.0/ports/3d5a51d4-8aae-48f7-ad8d-aec31b33f432 HTTP/1.1" status: 204 len: 173 time: 1.9574792 Aug 18 12:01:53.233661 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4677012-ee83-4053-8ba6-054641700767 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd70137b-e741-476e-8c37-19f8376545c6,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:01:53.250282 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe001441-1778-4a65-ac02-74808f3a5b6f req-f9042fbb-b6bd-412b-a884-acc1e3021ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:53.250953 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-fe001441-1778-4a65-ac02-74808f3a5b6f req-f9042fbb-b6bd-412b-a884-acc1e3021ea0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:53.252366 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-fe001441-1778-4a65-ac02-74808f3a5b6f req-f9042fbb-b6bd-412b-a884-acc1e3021ea0 service neutron] 10.222.0.62 "PUT /v2.0/ports/0878d313-69d1-4c2d-8578-4ce5a88d3500 HTTP/1.1" status: 200 len: 1091 time: 1.0222933 Aug 18 12:01:53.257444 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be2811b2-d501-452e-acb6-ec33e09aedb9', 'tag': '0878d313-69d1-4c2d-8578-4ce5a88d3500'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:01:53.259580 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0679f4c4b6e0e0c064a7d71d722dc30541a34fffee11680573be22ee2ffccc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d9d9570-ab0f-46f0-8574-9a1f5481b2f4" -d '{"events": [{"name": "network-changed", "server_uuid": "be2811b2-d501-452e-acb6-ec33e09aedb9", "tag": "0878d313-69d1-4c2d-8578-4ce5a88d3500"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:01:53.277783 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-d4677012-ee83-4053-8ba6-054641700767 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8183065a02d84ef1a992225faae42cff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3738129 Aug 18 12:01:53.280411 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 33900) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:01:53.282971 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9042fbb-b6bd-412b-a884-acc1e3021ea0 service neutron] Pushing event updated for resources: {'Port': ['ID=0878d313-69d1-4c2d-8578-4ce5a88d3500,revision_number=3']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:01:53.302657 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989a312a-eb7a-460b-9e8e-c44a2247adc1 req-40ea8b96-0828-485f-8692-2474c430b113 tempest-ServersTestFqdnHostnames-812215204 tempest-ServersTestFqdnHostnames-812215204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:53.311598 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-989a312a-eb7a-460b-9e8e-c44a2247adc1 req-40ea8b96-0828-485f-8692-2474c430b113 tempest-ServersTestFqdnHostnames-812215204 tempest-ServersTestFqdnHostnames-812215204-project] 10.222.0.66 "GET /v2.0/ports?device_id=be2811b2-d501-452e-acb6-ec33e09aedb9 HTTP/1.1" status: 200 len: 943 time: 0.2159035 Aug 18 12:01:53.325747 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1777973-6f4d-4fca-96bb-457e06c1ad9d req-fb482df3-5c2e-4269-8807-bbd4997de6c6 tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:53.335032 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c1777973-6f4d-4fca-96bb-457e06c1ad9d req-fb482df3-5c2e-4269-8807-bbd4997de6c6 tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] 10.222.0.66 "GET /v2.0/ports?device_id=29df2be4-11c1-460d-a907-4195e85e2127 HTTP/1.1" status: 200 len: 946 time: 0.3250766 Aug 18 12:01:53.344497 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4425ccec-afbf-4d9e-b7c3-2289c8397f3f req-a45a5bed-9465-48ee-9203-4fab653b38d1 service neutron] 10.222.0.63 "GET /v2.0/networks/fde25e42-4dfd-46b4-aeda-a37c860e4c94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4342411 Aug 18 12:01:53.373067 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f6b95e7c-cb0f-4484-9958-4754d8fb2b21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:53.387080 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe001441-1778-4a65-ac02-74808f3a5b6f req-95bdae14-7a37-4731-a561-407aba21002c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:53.388738 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-fe001441-1778-4a65-ac02-74808f3a5b6f req-95bdae14-7a37-4731-a561-407aba21002c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ffcf7d5aac564664a7ac42cfaced2fdf&device_id=be2811b2-d501-452e-acb6-ec33e09aedb9 HTTP/1.1" status: 200 len: 1094 time: 0.0833390 Aug 18 12:01:53.455919 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f6b95e7c-cb0f-4484-9958-4754d8fb2b21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:53.464155 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c1777973-6f4d-4fca-96bb-457e06c1ad9d req-2e4e327f-775a-4d72-8605-28f9ae9db9a7 tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] 10.222.0.66 "GET /v2.0/security-groups?id=47674416-b298-4cf8-93c5-c03a14c2b3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281135 Aug 18 12:01:53.468725 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-fe001441-1778-4a65-ac02-74808f3a5b6f req-d2bf899c-c190-4a52-8d54-b2af59cdb8fd service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0878d313-69d1-4c2d-8578-4ce5a88d3500 HTTP/1.1" status: 200 len: 217 time: 0.0693295 Aug 18 12:01:53.472161 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-989a312a-eb7a-460b-9e8e-c44a2247adc1 req-71fe1521-a719-4e07-9a96-cf63b121d868 tempest-ServersTestFqdnHostnames-812215204 tempest-ServersTestFqdnHostnames-812215204-project] 10.222.0.66 "GET /v2.0/security-groups?id=b6704c2f-9f14-4b06-b0bb-67d684b6006a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1594326 Aug 18 12:01:53.481698 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc29179-0a47-456b-a105-8bcf016e04cf req-6e618e0f-69b0-4457-a8ba-b767a4d9fcef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:53.483313 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7cc29179-0a47-456b-a105-8bcf016e04cf req-6e618e0f-69b0-4457-a8ba-b767a4d9fcef service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=3fdbc2b793e24068a85791f08988ef10&device_id=c5854a97-3022-406e-b019-272d90ef1ca1 HTTP/1.1" status: 200 len: 1095 time: 0.0862787 Aug 18 12:01:53.589448 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe001441-1778-4a65-ac02-74808f3a5b6f req-390765e1-fffb-4b76-a8b7-7b295f74a17a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:53.590919 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-fe001441-1778-4a65-ac02-74808f3a5b6f req-390765e1-fffb-4b76-a8b7-7b295f74a17a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2e58a9c0-68af-400d-926e-c840e7b0c4c2 HTTP/1.1" status: 200 len: 854 time: 0.1113775 Aug 18 12:01:53.591487 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f6b95e7c-cb0f-4484-9958-4754d8fb2b21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:53.594331 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f6b95e7c-cb0f-4484-9958-4754d8fb2b21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:53.597899 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-f6b95e7c-cb0f-4484-9958-4754d8fb2b21 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/dd70137b-e741-476e-8c37-19f8376545c6 HTTP/1.1" status: 204 len: 168 time: 0.3145547 Aug 18 12:01:53.640403 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b95e7c-cb0f-4484-9958-4754d8fb2b21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd70137b-e741-476e-8c37-19f8376545c6,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:01:53.682405 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe001441-1778-4a65-ac02-74808f3a5b6f req-02f9fdb4-f089-43a0-8cc9-378c82445d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:53.683948 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-fe001441-1778-4a65-ac02-74808f3a5b6f req-02f9fdb4-f089-43a0-8cc9-378c82445d85 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=eac89898-3f6c-43a3-b7fc-911d0f9e8301&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0636225 Aug 18 12:01:53.691393 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b1512ef5-b593-4eeb-a06c-ae19bbb6a79e req-e43304cb-0290-4b51-8416-43a6bacc42a9 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/ports?device_id=a6872a0b-045c-40a9-ac3b-9c330c30278a HTTP/1.1" status: 200 len: 210 time: 0.0658257 Aug 18 12:01:53.743890 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-500a1c61-38a7-4c23-a7ec-4631080af5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:53.776162 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc29179-0a47-456b-a105-8bcf016e04cf req-683a6c0c-f333-4d95-ae03-5c9d8648e233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:53.777669 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7cc29179-0a47-456b-a105-8bcf016e04cf req-683a6c0c-f333-4d95-ae03-5c9d8648e233 service neutron] 10.222.0.63 "GET /v2.0/networks?id=fde25e42-4dfd-46b4-aeda-a37c860e4c94 HTTP/1.1" status: 200 len: 910 time: 0.2849126 Aug 18 12:01:53.792462 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1543185-594c-4ed5-9fa4-a34a7f4f542f req-e1e422f0-bf8f-4cc0-9975-6de14220a51d tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:53.794891 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a1543185-594c-4ed5-9fa4-a34a7f4f542f req-e1e422f0-bf8f-4cc0-9975-6de14220a51d tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/ports?device_id=c638d708-f9ec-4cc8-8d73-799d4b9bed3c HTTP/1.1" status: 200 len: 945 time: 0.2488697 Aug 18 12:01:53.849450 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-fe001441-1778-4a65-ac02-74808f3a5b6f req-d9d4c149-1467-4564-989d-f9ba7852c591 service neutron] 10.222.0.62 "GET /v2.0/networks/eac89898-3f6c-43a3-b7fc-911d0f9e8301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448300 Aug 18 12:01:53.855472 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:01:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-290d0abc-94ff-47a8-aea4-f437736efcd3 x-openstack-request-id: req-290d0abc-94ff-47a8-aea4-f437736efcd3 {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:01:53.855472 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be2811b2-d501-452e-acb6-ec33e09aedb9", "tag": "0878d313-69d1-4c2d-8578-4ce5a88d3500", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:01:53.855472 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-290d0abc-94ff-47a8-aea4-f437736efcd3 {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:01:53.855472 n-d-804985-2 neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be2811b2-d501-452e-acb6-ec33e09aedb9', 'tag': '0878d313-69d1-4c2d-8578-4ce5a88d3500', 'status': 'completed', 'code': 200} Aug 18 12:01:53.865394 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7cc29179-0a47-456b-a105-8bcf016e04cf req-f61a72eb-8c40-45ce-93ef-4cafe471cedc service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=21e73176-c28c-44af-8516-96c757073f4e HTTP/1.1" status: 200 len: 217 time: 0.0687306 Aug 18 12:01:53.950298 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a1543185-594c-4ed5-9fa4-a34a7f4f542f req-7546c79e-4af7-4c2f-b18f-39fbc34aa156 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/security-groups?id=582571f6-a365-42ab-be92-c3254f7d1409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997524 Aug 18 12:01:53.957390 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc29179-0a47-456b-a105-8bcf016e04cf req-acb24fd5-ddec-47bc-bd1f-c1488ce2b24a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:53.959665 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7cc29179-0a47-456b-a105-8bcf016e04cf req-acb24fd5-ddec-47bc-bd1f-c1488ce2b24a service neutron] 10.222.0.63 "GET /v2.0/subnets?id=ff8046ef-165b-4279-9512-1ee28b707bb5 HTTP/1.1" status: 200 len: 849 time: 0.0855999 Aug 18 12:01:53.962497 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-fe001441-1778-4a65-ac02-74808f3a5b6f req-03e8014d-3d2b-492f-a718-b073798af68f service neutron] 10.222.0.62 "GET /v2.0/networks/eac89898-3f6c-43a3-b7fc-911d0f9e8301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984683 Aug 18 12:01:54.034102 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7cc29179-0a47-456b-a105-8bcf016e04cf req-11216aa4-a2e0-4456-af45-0cb6d0c4d318 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=fde25e42-4dfd-46b4-aeda-a37c860e4c94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0571947 Aug 18 12:01:54.083646 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9a35ae-eeea-41e1-a621-28f26df5ee2d req-17e3dd0e-d6c9-4f31-a075-ead8a120656d tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:54.085343 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ee9a35ae-eeea-41e1-a621-28f26df5ee2d req-17e3dd0e-d6c9-4f31-a075-ead8a120656d tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] 10.222.0.66 "GET /v2.0/ports?device_id=c5854a97-3022-406e-b019-272d90ef1ca1 HTTP/1.1" status: 200 len: 944 time: 0.1196139 Aug 18 12:01:54.103460 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9d9570-ab0f-46f0-8574-9a1f5481b2f4 req-137261fb-2d1a-41d8-a43d-bdce77e9e1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:54.105817 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-1d9d9570-ab0f-46f0-8574-9a1f5481b2f4 req-137261fb-2d1a-41d8-a43d-bdce77e9e1d7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ffcf7d5aac564664a7ac42cfaced2fdf&device_id=be2811b2-d501-452e-acb6-ec33e09aedb9 HTTP/1.1" status: 200 len: 1094 time: 0.0708790 Aug 18 12:01:54.174299 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ee9a35ae-eeea-41e1-a621-28f26df5ee2d req-921d7fcb-8b1a-4b7c-a82e-15955dd37c3c tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b3db2ea-cc32-4796-9824-b1355b845d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462341 Aug 18 12:01:54.234355 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9d9570-ab0f-46f0-8574-9a1f5481b2f4 req-5d3ca633-216a-4cee-b6de-a5d0983ad84a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:54.236704 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-1d9d9570-ab0f-46f0-8574-9a1f5481b2f4 req-5d3ca633-216a-4cee-b6de-a5d0983ad84a service neutron] 10.222.0.62 "GET /v2.0/networks?id=eac89898-3f6c-43a3-b7fc-911d0f9e8301 HTTP/1.1" status: 200 len: 916 time: 0.1210575 Aug 18 12:01:54.241038 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7cc29179-0a47-456b-a105-8bcf016e04cf req-585cb4ea-315a-49c1-8bd2-39e30a242f4b service neutron] 10.222.0.63 "GET /v2.0/networks/fde25e42-4dfd-46b4-aeda-a37c860e4c94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1977346 Aug 18 12:01:54.279602 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a2ca09-f7bd-469d-b13b-afa47cc18a5c req-d442cdbc-4139-44c5-8179-6005003965b6 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:54.281450 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-22a2ca09-f7bd-469d-b13b-afa47cc18a5c req-d442cdbc-4139-44c5-8179-6005003965b6 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/ports?device_id=c638d708-f9ec-4cc8-8d73-799d4b9bed3c HTTP/1.1" status: 200 len: 945 time: 0.1107671 Aug 18 12:01:54.284769 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-1d9d9570-ab0f-46f0-8574-9a1f5481b2f4 req-b8f96c52-5cbd-4c02-8095-1c7e50037fb2 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0878d313-69d1-4c2d-8578-4ce5a88d3500 HTTP/1.1" status: 200 len: 217 time: 0.0395145 Aug 18 12:01:54.343889 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9d9570-ab0f-46f0-8574-9a1f5481b2f4 req-8ff7a6d0-3450-42bc-82bc-7e096d4d9625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:54.345415 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-1d9d9570-ab0f-46f0-8574-9a1f5481b2f4 req-8ff7a6d0-3450-42bc-82bc-7e096d4d9625 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2e58a9c0-68af-400d-926e-c840e7b0c4c2 HTTP/1.1" status: 200 len: 854 time: 0.0523024 Aug 18 12:01:54.364506 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-22a2ca09-f7bd-469d-b13b-afa47cc18a5c req-2d0756a2-4917-40e6-a7f1-c7dd9b60b2f4 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/security-groups?id=582571f6-a365-42ab-be92-c3254f7d1409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559173 Aug 18 12:01:54.379085 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7cc29179-0a47-456b-a105-8bcf016e04cf req-0c8b5f14-0a19-4875-9e79-35af3b8b86bc service neutron] 10.222.0.63 "GET /v2.0/networks/fde25e42-4dfd-46b4-aeda-a37c860e4c94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296577 Aug 18 12:01:54.397259 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9d9570-ab0f-46f0-8574-9a1f5481b2f4 req-39506bda-7e4d-4056-b2b0-c207672bc011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:54.398719 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-1d9d9570-ab0f-46f0-8574-9a1f5481b2f4 req-39506bda-7e4d-4056-b2b0-c207672bc011 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=eac89898-3f6c-43a3-b7fc-911d0f9e8301&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0460474 Aug 18 12:01:54.433101 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6872a0b-045c-40a9-ac3b-9c330c30278a', 'name': 'network-vif-deleted', 'tag': '3d5a51d4-8aae-48f7-ad8d-aec31b33f432'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:01:54.435521 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16d65795-57df-4014-b9f2-51acdf83e1a8" -d '{"events": [{"server_uuid": "a6872a0b-045c-40a9-ac3b-9c330c30278a", "name": "network-vif-deleted", "tag": "3d5a51d4-8aae-48f7-ad8d-aec31b33f432"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:01:54.494381 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:01:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e83cdf0f-e37d-4ffe-b59d-5c9de2118e6a x-openstack-request-id: req-e83cdf0f-e37d-4ffe-b59d-5c9de2118e6a {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:01:54.494581 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6872a0b-045c-40a9-ac3b-9c330c30278a", "name": "network-vif-deleted", "tag": "3d5a51d4-8aae-48f7-ad8d-aec31b33f432", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:01:54.494806 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e83cdf0f-e37d-4ffe-b59d-5c9de2118e6a {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:01:54.495553 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6872a0b-045c-40a9-ac3b-9c330c30278a', 'name': 'network-vif-deleted', 'tag': '3d5a51d4-8aae-48f7-ad8d-aec31b33f432', 'status': 'completed', 'code': 200} Aug 18 12:01:54.525796 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-1d9d9570-ab0f-46f0-8574-9a1f5481b2f4 req-2709bfcf-f844-4703-9b3d-aba1095ce779 service neutron] 10.222.0.62 "GET /v2.0/networks/eac89898-3f6c-43a3-b7fc-911d0f9e8301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190255 Aug 18 12:01:54.526759 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8abcc9-30dd-40d7-8926-2697148f342c req-18b92692-6389-495b-96ca-eb3beb651fab tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:54.528569 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9e8abcc9-30dd-40d7-8926-2697148f342c req-18b92692-6389-495b-96ca-eb3beb651fab tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/ports?device_id=c638d708-f9ec-4cc8-8d73-799d4b9bed3c HTTP/1.1" status: 200 len: 945 time: 0.0648205 Aug 18 12:01:54.583108 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9e8abcc9-30dd-40d7-8926-2697148f342c req-610f86d1-decf-459a-8518-4ce7574bdbe0 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/security-groups?id=582571f6-a365-42ab-be92-c3254f7d1409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477297 Aug 18 12:01:54.624865 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6013239a-5e5a-4ba5-a2b4-112a4274e1f3 req-90afe8c6-b3c5-40ca-a59c-20ba790ff13e tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:54.632785 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6013239a-5e5a-4ba5-a2b4-112a4274e1f3 req-90afe8c6-b3c5-40ca-a59c-20ba790ff13e tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] 10.222.0.66 "GET /v2.0/ports?device_id=29df2be4-11c1-460d-a907-4195e85e2127 HTTP/1.1" status: 200 len: 946 time: 0.0702581 Aug 18 12:01:54.651661 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-1d9d9570-ab0f-46f0-8574-9a1f5481b2f4 req-f45a9f9f-7f4f-4fb1-a085-b0cdf89d68c4 service neutron] 10.222.0.62 "GET /v2.0/networks/eac89898-3f6c-43a3-b7fc-911d0f9e8301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163015 Aug 18 12:01:54.721486 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6013239a-5e5a-4ba5-a2b4-112a4274e1f3 req-f956ec40-2bbd-435b-a2b3-33205cc85d7f tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] 10.222.0.66 "GET /v2.0/security-groups?id=47674416-b298-4cf8-93c5-c03a14c2b3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877430 Aug 18 12:01:54.735219 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cac5e1-8e86-4804-a810-4106a7cf215b req-751a605c-f88a-4742-a36a-e5f69f7041bc tempest-ServersTestFqdnHostnames-812215204 tempest-ServersTestFqdnHostnames-812215204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:54.742543 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-27cac5e1-8e86-4804-a810-4106a7cf215b req-751a605c-f88a-4742-a36a-e5f69f7041bc tempest-ServersTestFqdnHostnames-812215204 tempest-ServersTestFqdnHostnames-812215204-project] 10.222.0.66 "GET /v2.0/ports?device_id=be2811b2-d501-452e-acb6-ec33e09aedb9 HTTP/1.1" status: 200 len: 943 time: 0.0833678 Aug 18 12:01:54.779187 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-27cac5e1-8e86-4804-a810-4106a7cf215b req-90877f5f-8c51-4917-8dc2-f630ee9951ed tempest-ServersTestFqdnHostnames-812215204 tempest-ServersTestFqdnHostnames-812215204-project] 10.222.0.66 "GET /v2.0/security-groups?id=b6704c2f-9f14-4b06-b0bb-67d684b6006a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357840 Aug 18 12:01:54.871154 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931497cf-0e02-4dfd-ad8e-39a3e39df39a req-51b7d8ab-3938-46f2-9a40-f9abf5921a82 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:54.872673 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-931497cf-0e02-4dfd-ad8e-39a3e39df39a req-51b7d8ab-3938-46f2-9a40-f9abf5921a82 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/ports?device_id=c638d708-f9ec-4cc8-8d73-799d4b9bed3c HTTP/1.1" status: 200 len: 945 time: 0.0553734 Aug 18 12:01:54.918148 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-931497cf-0e02-4dfd-ad8e-39a3e39df39a req-17be11e0-0e56-4b3c-895d-c4b76e2a09b5 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/security-groups?id=582571f6-a365-42ab-be92-c3254f7d1409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387692 Aug 18 12:01:55.059908 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69de7463-f1b0-47e2-a93e-189e936c2709 req-4a9209bf-5f79-40ff-81c5-bd8d6d0ef79f tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:55.061733 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-69de7463-f1b0-47e2-a93e-189e936c2709 req-4a9209bf-5f79-40ff-81c5-bd8d6d0ef79f tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/ports?device_id=c638d708-f9ec-4cc8-8d73-799d4b9bed3c HTTP/1.1" status: 200 len: 945 time: 0.0628979 Aug 18 12:01:55.128528 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-69de7463-f1b0-47e2-a93e-189e936c2709 req-cc3721ab-a922-49f3-b7bf-4cbc1607a299 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/security-groups?id=582571f6-a365-42ab-be92-c3254f7d1409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550311 Aug 18 12:01:55.137517 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69304ed9-3ab0-45be-b4ac-131d77737615 req-4b972a38-b0e6-4e76-8586-5fc52df043f3 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:55.139024 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-69304ed9-3ab0-45be-b4ac-131d77737615 req-4b972a38-b0e6-4e76-8586-5fc52df043f3 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/ports?device_id=447950aa-fe3a-4e2a-9e6e-e115159ebaee HTTP/1.1" status: 200 len: 950 time: 0.0761869 Aug 18 12:01:55.181913 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-69304ed9-3ab0-45be-b4ac-131d77737615 req-2f8e9a76-bd01-4c96-bb3e-bc2df29e4c7f tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/security-groups?id=0ddd2c5c-7e53-44ab-9404-c5fea69a570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358906 Aug 18 12:01:55.335684 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb597aa-925a-4a77-8392-f95a0d245762 req-e5142a8b-230c-43b1-8d43-9f2a81331de9 tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:55.337244 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-eeb597aa-925a-4a77-8392-f95a0d245762 req-e5142a8b-230c-43b1-8d43-9f2a81331de9 tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] 10.222.0.66 "GET /v2.0/ports?device_id=c5854a97-3022-406e-b019-272d90ef1ca1 HTTP/1.1" status: 200 len: 944 time: 0.0800633 Aug 18 12:01:55.360493 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49263faa-baa2-447e-9aac-d39ce3b5948b req-abc5ae57-c717-491b-8a8a-4632e16acdd4 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:55.361969 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-49263faa-baa2-447e-9aac-d39ce3b5948b req-abc5ae57-c717-491b-8a8a-4632e16acdd4 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/ports?device_id=c638d708-f9ec-4cc8-8d73-799d4b9bed3c HTTP/1.1" status: 200 len: 945 time: 0.0932050 Aug 18 12:01:55.389808 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 3d5a51d4-8aae-48f7-ad8d-aec31b33f432 no longer exists at agent hyperv_n-h1-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:01:55.405052 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-eeb597aa-925a-4a77-8392-f95a0d245762 req-2be6bbc7-fb0c-442f-8d6f-87a19a857a37 tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b3db2ea-cc32-4796-9824-b1355b845d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605979 Aug 18 12:01:55.417292 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] No Port match for: 3d5a51d4-8aae-48f7-ad8d-aec31b33f432 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:01:55.417729 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 3d5a51d4-8aae-48f7-ad8d-aec31b33f432 not bound to the agent host n-h1-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:01:55.418403 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-49263faa-baa2-447e-9aac-d39ce3b5948b req-0143857d-ca5c-4b87-84f5-9c1c5eed7f0d tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/security-groups?id=582571f6-a365-42ab-be92-c3254f7d1409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499036 Aug 18 12:01:55.541517 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d11ae6-400e-4f75-b405-c85dde228361 req-0de0113f-c52b-4f96-8c7e-fe92bc3b351d tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:55.543017 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-02d11ae6-400e-4f75-b405-c85dde228361 req-0de0113f-c52b-4f96-8c7e-fe92bc3b351d tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/ports?device_id=c638d708-f9ec-4cc8-8d73-799d4b9bed3c HTTP/1.1" status: 200 len: 945 time: 0.0540814 Aug 18 12:01:55.589187 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-02d11ae6-400e-4f75-b405-c85dde228361 req-223b4fa4-4005-4747-94eb-bd1c1c3b89d6 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/security-groups?id=582571f6-a365-42ab-be92-c3254f7d1409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389907 Aug 18 12:01:55.854691 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc63ec2b-a9d8-4171-986f-3b378ea1f985 req-07f0cb9e-01a0-44c0-9676-c8bdbf7eb3b2 tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:55.856287 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-cc63ec2b-a9d8-4171-986f-3b378ea1f985 req-07f0cb9e-01a0-44c0-9676-c8bdbf7eb3b2 tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] 10.222.0.66 "GET /v2.0/ports?device_id=29df2be4-11c1-460d-a907-4195e85e2127 HTTP/1.1" status: 200 len: 946 time: 0.0638864 Aug 18 12:01:55.901252 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-cc63ec2b-a9d8-4171-986f-3b378ea1f985 req-96296277-612d-4270-b925-96aad56f5bd6 tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] 10.222.0.66 "GET /v2.0/security-groups?id=47674416-b298-4cf8-93c5-c03a14c2b3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356686 Aug 18 12:01:56.081480 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcadfa1d-a946-4921-a36b-3bc7fe23eb94 req-9e69b462-9ec9-4706-8946-cdffab5f499e tempest-ServersTestFqdnHostnames-812215204 tempest-ServersTestFqdnHostnames-812215204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:56.082990 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-dcadfa1d-a946-4921-a36b-3bc7fe23eb94 req-9e69b462-9ec9-4706-8946-cdffab5f499e tempest-ServersTestFqdnHostnames-812215204 tempest-ServersTestFqdnHostnames-812215204-project] 10.222.0.66 "GET /v2.0/ports?device_id=be2811b2-d501-452e-acb6-ec33e09aedb9 HTTP/1.1" status: 200 len: 943 time: 0.0819540 Aug 18 12:01:56.090437 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8509def9-dd91-41a7-8fe6-830f14085efd req-d42321eb-99f6-4e4b-aa70-6d6b92f8a7cd tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:56.091840 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8509def9-dd91-41a7-8fe6-830f14085efd req-d42321eb-99f6-4e4b-aa70-6d6b92f8a7cd tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/ports?device_id=c638d708-f9ec-4cc8-8d73-799d4b9bed3c HTTP/1.1" status: 200 len: 945 time: 0.0798049 Aug 18 12:01:56.151748 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-dcadfa1d-a946-4921-a36b-3bc7fe23eb94 req-e760645a-f3eb-4a7b-9b29-16dbf71f439d tempest-ServersTestFqdnHostnames-812215204 tempest-ServersTestFqdnHostnames-812215204-project] 10.222.0.66 "GET /v2.0/security-groups?id=b6704c2f-9f14-4b06-b0bb-67d684b6006a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588951 Aug 18 12:01:56.159855 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8509def9-dd91-41a7-8fe6-830f14085efd req-49fcb51a-0964-41f6-8458-a6dc994fd050 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/security-groups?id=582571f6-a365-42ab-be92-c3254f7d1409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607655 Aug 18 12:01:56.307440 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee87ff97-65db-4157-ac9e-b3e3b0dfc3e4 req-272f3193-e74e-4679-bd59-e0ff42facd3f tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:56.309139 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ee87ff97-65db-4157-ac9e-b3e3b0dfc3e4 req-272f3193-e74e-4679-bd59-e0ff42facd3f tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/ports?device_id=447950aa-fe3a-4e2a-9e6e-e115159ebaee HTTP/1.1" status: 200 len: 950 time: 0.0561435 Aug 18 12:01:56.379017 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ee87ff97-65db-4157-ac9e-b3e3b0dfc3e4 req-b8723f04-6951-4aa6-85b6-00efb9193964 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/security-groups?id=0ddd2c5c-7e53-44ab-9404-c5fea69a570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634742 Aug 18 12:01:56.396740 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff20250-8789-4189-a5bb-e74bca35b1fb req-3a932baf-9b3f-4fdc-b9d5-9fdc0bbd9c2b tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:56.398243 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4ff20250-8789-4189-a5bb-e74bca35b1fb req-3a932baf-9b3f-4fdc-b9d5-9fdc0bbd9c2b tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.63 "GET /v2.0/ports?device_id=447950aa-fe3a-4e2a-9e6e-e115159ebaee HTTP/1.1" status: 200 len: 950 time: 0.0750737 Aug 18 12:01:56.525746 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-4ff20250-8789-4189-a5bb-e74bca35b1fb req-92851271-8129-44e6-98eb-a47deae4d429 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Deleting port 3bb3d3c1-bab8-4cce-b527-237a5b4dc9b4 {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:01:56.526095 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-4ff20250-8789-4189-a5bb-e74bca35b1fb req-92851271-8129-44e6-98eb-a47deae4d429 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:56.597452 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edaaf32-42c9-425f-a9be-63264ef8fea9 req-82169da3-2b80-47cf-9c03-4bce14662b68 tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:56.598968 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7edaaf32-42c9-425f-a9be-63264ef8fea9 req-82169da3-2b80-47cf-9c03-4bce14662b68 tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] 10.222.0.66 "GET /v2.0/ports?device_id=c5854a97-3022-406e-b019-272d90ef1ca1 HTTP/1.1" status: 200 len: 944 time: 0.1053617 Aug 18 12:01:56.653902 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-4ff20250-8789-4189-a5bb-e74bca35b1fb req-92851271-8129-44e6-98eb-a47deae4d429 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] For port 3bb3d3c1-bab8-4cce-b527-237a5b4dc9b4, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=3bb3d3c1-bab8-4cce-b527-237a5b4dc9b4,segment=NetworkSegment(b0eb6eea-b461-4969-8a27-808f00daa8a1),segment_id=b0eb6eea-b461-4969-8a27-808f00daa8a1)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:01:56.654273 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-4ff20250-8789-4189-a5bb-e74bca35b1fb req-92851271-8129-44e6-98eb-a47deae4d429 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:56.675208 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-4ff20250-8789-4189-a5bb-e74bca35b1fb req-92851271-8129-44e6-98eb-a47deae4d429 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Calling delete_port for 3bb3d3c1-bab8-4cce-b527-237a5b4dc9b4 owned by compute:nova {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:01:56.681189 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7edaaf32-42c9-425f-a9be-63264ef8fea9 req-06bcf461-770f-48ea-a6eb-c51d510fd0e4 tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b3db2ea-cc32-4796-9824-b1355b845d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758998 Aug 18 12:01:56.850268 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-4ff20250-8789-4189-a5bb-e74bca35b1fb req-92851271-8129-44e6-98eb-a47deae4d429 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:56.866611 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] get_ports_and_sgs() called for port_ids ['3bb3d3c1-bab8-4cce-b527-237a5b4dc9b4'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:01:56.869286 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] get_ports_and_sgs() called for port_ids ['47e5829a-59dd-4443-a286-66a970df8f0d'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:01:56.894926 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92851271-8129-44e6-98eb-a47deae4d429 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Pushing event deleted for resources: {'Port': ['ID=3bb3d3c1-bab8-4cce-b527-237a5b4dc9b4,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:01:56.944707 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ff20250-8789-4189-a5bb-e74bca35b1fb req-92851271-8129-44e6-98eb-a47deae4d429 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] No DVR routers for this DVR port 3bb3d3c1-bab8-4cce-b527-237a5b4dc9b4 on host n-h1-804985-2 {{(pid=106252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:01:56.948066 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-4ff20250-8789-4189-a5bb-e74bca35b1fb req-92851271-8129-44e6-98eb-a47deae4d429 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:56.950731 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4ff20250-8789-4189-a5bb-e74bca35b1fb req-92851271-8129-44e6-98eb-a47deae4d429 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.63 "DELETE /v2.0/ports/3bb3d3c1-bab8-4cce-b527-237a5b4dc9b4 HTTP/1.1" status: 204 len: 173 time: 0.5456171 Aug 18 12:01:56.951226 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '447950aa-fe3a-4e2a-9e6e-e115159ebaee', 'name': 'network-vif-deleted', 'tag': '3bb3d3c1-bab8-4cce-b527-237a5b4dc9b4'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:01:56.954065 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-161a74c6-dd2f-46d3-9ab0-46256cbd2853" -d '{"events": [{"server_uuid": "447950aa-fe3a-4e2a-9e6e-e115159ebaee", "name": "network-vif-deleted", "tag": "3bb3d3c1-bab8-4cce-b527-237a5b4dc9b4"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:01:57.003826 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:01:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e965b2d1-f1d9-44db-a31c-d1c651ffc59f x-openstack-request-id: req-e965b2d1-f1d9-44db-a31c-d1c651ffc59f {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:01:57.004113 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "447950aa-fe3a-4e2a-9e6e-e115159ebaee", "name": "network-vif-deleted", "tag": "3bb3d3c1-bab8-4cce-b527-237a5b4dc9b4", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:01:57.004366 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e965b2d1-f1d9-44db-a31c-d1c651ffc59f {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:01:57.004807 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '447950aa-fe3a-4e2a-9e6e-e115159ebaee', 'name': 'network-vif-deleted', 'tag': '3bb3d3c1-bab8-4cce-b527-237a5b4dc9b4', 'status': 'completed', 'code': 200} Aug 18 12:01:57.087906 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49edc6d-9017-495c-82c3-73d4f781672b req-3aed9447-c6b1-41ce-b8d2-d2133d8c174a tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:57.095969 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d49edc6d-9017-495c-82c3-73d4f781672b req-3aed9447-c6b1-41ce-b8d2-d2133d8c174a tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] 10.222.0.66 "GET /v2.0/ports?device_id=29df2be4-11c1-460d-a907-4195e85e2127 HTTP/1.1" status: 200 len: 946 time: 0.0664434 Aug 18 12:01:57.135226 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d49edc6d-9017-495c-82c3-73d4f781672b req-8b196b37-8cad-4006-be93-e16abe2d2dd0 tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] 10.222.0.66 "GET /v2.0/security-groups?id=47674416-b298-4cf8-93c5-c03a14c2b3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382247 Aug 18 12:01:57.320091 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c6634b-e1ba-4b93-9112-d2303eb36d2b req-27a2de60-fad0-4f18-b072-83ae94aedeef tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:57.322080 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e9c6634b-e1ba-4b93-9112-d2303eb36d2b req-27a2de60-fad0-4f18-b072-83ae94aedeef tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/ports?device_id=c638d708-f9ec-4cc8-8d73-799d4b9bed3c HTTP/1.1" status: 200 len: 945 time: 0.0818627 Aug 18 12:01:57.332629 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaa01be-1ce9-433f-a207-07493f47395b req-a7e2b0b7-7250-4803-9b7e-fc29a57f4bf3 tempest-ServersTestFqdnHostnames-812215204 tempest-ServersTestFqdnHostnames-812215204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:57.334043 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-dfaa01be-1ce9-433f-a207-07493f47395b req-a7e2b0b7-7250-4803-9b7e-fc29a57f4bf3 tempest-ServersTestFqdnHostnames-812215204 tempest-ServersTestFqdnHostnames-812215204-project] 10.222.0.66 "GET /v2.0/ports?device_id=be2811b2-d501-452e-acb6-ec33e09aedb9 HTTP/1.1" status: 200 len: 943 time: 0.1054022 Aug 18 12:01:57.407206 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e9c6634b-e1ba-4b93-9112-d2303eb36d2b req-2c3978bd-597e-4e75-a2e4-0427d46ff25c tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/security-groups?id=582571f6-a365-42ab-be92-c3254f7d1409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719979 Aug 18 12:01:57.417238 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 21e73176-c28c-44af-8516-96c757073f4e details requested by agent hyperv_n-h1-804985-2 with host n-h1-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:01:57.421743 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-dfaa01be-1ce9-433f-a207-07493f47395b req-1382e523-a675-4894-8692-4b0f7cbafcf5 tempest-ServersTestFqdnHostnames-812215204 tempest-ServersTestFqdnHostnames-812215204-project] 10.222.0.66 "GET /v2.0/security-groups?id=b6704c2f-9f14-4b06-b0bb-67d684b6006a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747521 Aug 18 12:01:57.514037 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 34088) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:01:57.568888 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 21e73176-c28c-44af-8516-96c757073f4e, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=21e73176-c28c-44af-8516-96c757073f4e,segment=NetworkSegment(8e34e2fb-4ad4-4b3f-a62c-efd405a8566d),segment_id=8e34e2fb-4ad4-4b3f-a62c-efd405a8566d)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:01:57.588072 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Returning: {'device': '21e73176-c28c-44af-8516-96c757073f4e', 'network_id': 'fde25e42-4dfd-46b4-aeda-a37c860e4c94', 'port_id': '21e73176-c28c-44af-8516-96c757073f4e', 'mac_address': 'fa:16:3e:47:8d:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 835, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff8046ef-165b-4279-9512-1ee28b707bb5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:01:57.631087 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a4796127-ff88-4279-94aa-4bc7eab94369 req-c93a83bb-5e36-48fc-962b-1a2a16f84da1 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/ports?device_id=447950aa-fe3a-4e2a-9e6e-e115159ebaee HTTP/1.1" status: 200 len: 210 time: 0.0298457 Aug 18 12:01:57.633568 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:57.649583 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21e73176-c28c-44af-8516-96c757073f4e {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:01:57.659321 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b82246cf-9500-41a5-ad1e-c22570f4c86b admin admin] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:57.669378 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 21e73176-c28c-44af-8516-96c757073f4e, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=21e73176-c28c-44af-8516-96c757073f4e,segment=NetworkSegment(8e34e2fb-4ad4-4b3f-a62c-efd405a8566d),segment_id=8e34e2fb-4ad4-4b3f-a62c-efd405a8566d)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:01:57.673491 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:57.731831 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=21e73176-c28c-44af-8516-96c757073f4e,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:01:57.760353 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b82246cf-9500-41a5-ad1e-c22570f4c86b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:57.765311 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b82246cf-9500-41a5-ad1e-c22570f4c86b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:57.828783 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82246cf-9500-41a5-ad1e-c22570f4c86b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e284056f-dfa1-4b95-b592-cd34a8682a0b,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:01:57.834423 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-b82246cf-9500-41a5-ad1e-c22570f4c86b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6167a97597bd45c292977ec2565eae90&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3192272 Aug 18 12:01:57.837301 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 34094) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:01:57.869077 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591c8b55-fd32-4f95-9638-35ca40fde453 req-b23b0570-40b9-4392-82d3-8fb6e4826517 tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:57.870609 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-591c8b55-fd32-4f95-9638-35ca40fde453 req-b23b0570-40b9-4392-82d3-8fb6e4826517 tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] 10.222.0.66 "GET /v2.0/ports?device_id=c5854a97-3022-406e-b019-272d90ef1ca1 HTTP/1.1" status: 200 len: 945 time: 0.1015401 Aug 18 12:01:57.893539 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] get_ports_and_sgs() called for port_ids ['21e73176-c28c-44af-8516-96c757073f4e'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:01:57.926925 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-84e71b32-ace6-45f4-bf57-d2792765b09a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:57.931230 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-591c8b55-fd32-4f95-9638-35ca40fde453 req-c5a4a966-6a24-4269-a288-1873ff5f2191 tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b3db2ea-cc32-4796-9824-b1355b845d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532560 Aug 18 12:01:57.953603 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-84e71b32-ace6-45f4-bf57-d2792765b09a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:58.009255 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-84e71b32-ace6-45f4-bf57-d2792765b09a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:58.011915 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-84e71b32-ace6-45f4-bf57-d2792765b09a admin admin] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:58.013217 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-84e71b32-ace6-45f4-bf57-d2792765b09a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e284056f-dfa1-4b95-b592-cd34a8682a0b HTTP/1.1" status: 204 len: 168 time: 0.1749270 Aug 18 12:01:58.021634 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e71b32-ace6-45f4-bf57-d2792765b09a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e284056f-dfa1-4b95-b592-cd34a8682a0b,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:01:58.261824 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14ae922-d939-4814-a8a8-27a7ef7f9d77 req-7c509858-be78-4442-b464-0a61ea75251e tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:58.263322 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e14ae922-d939-4814-a8a8-27a7ef7f9d77 req-7c509858-be78-4442-b464-0a61ea75251e tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] 10.222.0.66 "GET /v2.0/ports?device_id=29df2be4-11c1-460d-a907-4195e85e2127 HTTP/1.1" status: 200 len: 946 time: 0.0562651 Aug 18 12:01:58.299088 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 34102) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:01:58.302328 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e14ae922-d939-4814-a8a8-27a7ef7f9d77 req-474c2540-1833-4d9e-ad29-0379914094e4 tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] 10.222.0.66 "GET /v2.0/security-groups?id=47674416-b298-4cf8-93c5-c03a14c2b3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325735 Aug 18 12:01:58.313070 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-759b3fe5-6d4d-439a-9fe4-34cb9f2aa00f admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:58.327988 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 0878d313-69d1-4c2d-8578-4ce5a88d3500 details requested by agent hyperv_n-h2-804985-2 with host n-h2-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:01:58.403939 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-759b3fe5-6d4d-439a-9fe4-34cb9f2aa00f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:58.408749 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-759b3fe5-6d4d-439a-9fe4-34cb9f2aa00f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:58.427163 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port 0878d313-69d1-4c2d-8578-4ce5a88d3500, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=0878d313-69d1-4c2d-8578-4ce5a88d3500,segment=NetworkSegment(8d73c820-c1f4-4127-bca7-8a9ff7b01167),segment_id=8d73c820-c1f4-4127-bca7-8a9ff7b01167)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:01:58.440163 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Returning: {'device': '0878d313-69d1-4c2d-8578-4ce5a88d3500', 'network_id': 'eac89898-3f6c-43a3-b7fc-911d0f9e8301', 'port_id': '0878d313-69d1-4c2d-8578-4ce5a88d3500', 'mac_address': 'fa:16:3e:a9:3f:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 811, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e58a9c0-68af-400d-926e-c840e7b0c4c2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:01:58.449677 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759b3fe5-6d4d-439a-9fe4-34cb9f2aa00f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d4326c1-2a33-478f-ae1f-a66cef5afa69,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:01:58.470079 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-759b3fe5-6d4d-439a-9fe4-34cb9f2aa00f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=1e83b5287eff4091a76f969f91808c0c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1672897 Aug 18 12:01:58.470661 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 34108) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:01:58.490764 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:58.506703 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0878d313-69d1-4c2d-8578-4ce5a88d3500 {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:01:58.529015 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port 0878d313-69d1-4c2d-8578-4ce5a88d3500, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=0878d313-69d1-4c2d-8578-4ce5a88d3500,segment=NetworkSegment(8d73c820-c1f4-4127-bca7-8a9ff7b01167),segment_id=8d73c820-c1f4-4127-bca7-8a9ff7b01167)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:01:58.534139 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:58.588787 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-89dccffe-af40-41b5-99bf-5ba7df225611 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:58.590016 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=0878d313-69d1-4c2d-8578-4ce5a88d3500,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:01:58.605359 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9763bec-8eb8-412d-981c-18fbc2267fc5 req-891893a1-e892-4a26-bc23-a24e87a97065 tempest-ServersTestFqdnHostnames-812215204 tempest-ServersTestFqdnHostnames-812215204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:58.606986 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c9763bec-8eb8-412d-981c-18fbc2267fc5 req-891893a1-e892-4a26-bc23-a24e87a97065 tempest-ServersTestFqdnHostnames-812215204 tempest-ServersTestFqdnHostnames-812215204-project] 10.222.0.66 "GET /v2.0/ports?device_id=be2811b2-d501-452e-acb6-ec33e09aedb9 HTTP/1.1" status: 200 len: 943 time: 0.1117725 Aug 18 12:01:58.657221 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc82df0-94d1-42e5-bc70-d53c372c0b79 req-02119976-7b91-4764-a2ff-adb9b06f9475 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:58.658682 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-fcc82df0-94d1-42e5-bc70-d53c372c0b79 req-02119976-7b91-4764-a2ff-adb9b06f9475 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/ports?device_id=c638d708-f9ec-4cc8-8d73-799d4b9bed3c HTTP/1.1" status: 200 len: 945 time: 0.1484029 Aug 18 12:01:58.660776 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-89dccffe-af40-41b5-99bf-5ba7df225611 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:58.714930 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c9763bec-8eb8-412d-981c-18fbc2267fc5 req-4b2d878a-c9e5-4594-8b77-5f8123242d75 tempest-ServersTestFqdnHostnames-812215204 tempest-ServersTestFqdnHostnames-812215204-project] 10.222.0.66 "GET /v2.0/security-groups?id=b6704c2f-9f14-4b06-b0bb-67d684b6006a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0962481 Aug 18 12:01:58.742509 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-fcc82df0-94d1-42e5-bc70-d53c372c0b79 req-97fd36db-27c9-4b84-b314-4f0f3e1a8813 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/security-groups?id=582571f6-a365-42ab-be92-c3254f7d1409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730808 Aug 18 12:01:58.759648 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-89dccffe-af40-41b5-99bf-5ba7df225611 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:58.762275 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-89dccffe-af40-41b5-99bf-5ba7df225611 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:58.766561 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-89dccffe-af40-41b5-99bf-5ba7df225611 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/7d4326c1-2a33-478f-ae1f-a66cef5afa69 HTTP/1.1" status: 204 len: 168 time: 0.2950590 Aug 18 12:01:58.775100 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dccffe-af40-41b5-99bf-5ba7df225611 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d4326c1-2a33-478f-ae1f-a66cef5afa69,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:01:58.926112 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] get_ports_and_sgs() called for port_ids ['0878d313-69d1-4c2d-8578-4ce5a88d3500'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:01:59.093713 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a493ccbc-5b3e-41ab-b9d5-932c96d82195 req-e65de9ee-4591-4cae-9e3a-a257194b8f0d tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:59.095548 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a493ccbc-5b3e-41ab-b9d5-932c96d82195 req-e65de9ee-4591-4cae-9e3a-a257194b8f0d tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] 10.222.0.66 "GET /v2.0/ports?device_id=c5854a97-3022-406e-b019-272d90ef1ca1 HTTP/1.1" status: 200 len: 945 time: 0.0870140 Aug 18 12:01:59.109746 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b823ebe9-f67f-4e9e-9c32-591574de4fb3 req-854cf62e-e5e2-4c02-9292-257b7611c859 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:59.111276 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b823ebe9-f67f-4e9e-9c32-591574de4fb3 req-854cf62e-e5e2-4c02-9292-257b7611c859 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/ports?device_id=bb3624f1-8ce3-4298-97a2-89ded06e072e HTTP/1.1" status: 200 len: 949 time: 0.0757713 Aug 18 12:01:59.177302 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a493ccbc-5b3e-41ab-b9d5-932c96d82195 req-a8b93c45-1864-4ba1-ad8a-9dfe834ed72f tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b3db2ea-cc32-4796-9824-b1355b845d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650060 Aug 18 12:01:59.179955 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b823ebe9-f67f-4e9e-9c32-591574de4fb3 req-70c646e8-e1ce-4e17-b597-655cb57cd77e tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/security-groups?id=0ddd2c5c-7e53-44ab-9404-c5fea69a570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582519 Aug 18 12:01:59.425830 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9770e3df-c3f6-4b95-a4d5-f82e2172d78f req-321b298d-7d45-40f8-956a-0af0c94d69e2 tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:59.427668 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9770e3df-c3f6-4b95-a4d5-f82e2172d78f req-321b298d-7d45-40f8-956a-0af0c94d69e2 tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] 10.222.0.66 "GET /v2.0/ports?device_id=29df2be4-11c1-460d-a907-4195e85e2127 HTTP/1.1" status: 200 len: 946 time: 0.0557678 Aug 18 12:01:59.434229 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 21e73176-c28c-44af-8516-96c757073f4e up at agent hyperv_n-h1-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:01:59.477089 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9770e3df-c3f6-4b95-a4d5-f82e2172d78f req-2be52ed9-0b17-48b4-b943-c84a494a4585 tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] 10.222.0.66 "GET /v2.0/security-groups?id=47674416-b298-4cf8-93c5-c03a14c2b3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430753 Aug 18 12:01:59.496708 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Provisioning for port 21e73176-c28c-44af-8516-96c757073f4e completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:01:59.500715 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Provisioning complete for port 21e73176-c28c-44af-8516-96c757073f4e triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:01:59.501083 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:59.586153 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:59.609849 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5854a97-3022-406e-b019-272d90ef1ca1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21e73176-c28c-44af-8516-96c757073f4e'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:01:59.612253 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db50a436fb3a98495337d8fe7487b4f2ea6f3c1052eb9efadc2ecda2d5737001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b640e218-e055-4098-8c47-ffb6e9ba2cfd" -d '{"events": [{"server_uuid": "c5854a97-3022-406e-b019-272d90ef1ca1", "name": "network-vif-plugged", "status": "completed", "tag": "21e73176-c28c-44af-8516-96c757073f4e"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:01:59.625765 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 21e73176-c28c-44af-8516-96c757073f4e, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=21e73176-c28c-44af-8516-96c757073f4e,segment=NetworkSegment(8e34e2fb-4ad4-4b3f-a62c-efd405a8566d),segment_id=8e34e2fb-4ad4-4b3f-a62c-efd405a8566d)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:01:59.630675 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:01:59.631468 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 3bb3d3c1-bab8-4cce-b527-237a5b4dc9b4 no longer exists at agent hyperv_n-h1-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:01:59.654429 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:01:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04e9bb89-a4fe-4db0-b796-0670d53f5803 x-openstack-request-id: req-04e9bb89-a4fe-4db0-b796-0670d53f5803 {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:01:59.654612 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5854a97-3022-406e-b019-272d90ef1ca1", "name": "network-vif-plugged", "status": "completed", "tag": "21e73176-c28c-44af-8516-96c757073f4e", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:01:59.654867 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-04e9bb89-a4fe-4db0-b796-0670d53f5803 {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:01:59.655263 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5854a97-3022-406e-b019-272d90ef1ca1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21e73176-c28c-44af-8516-96c757073f4e', 'code': 200} Aug 18 12:01:59.673087 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] No Port match for: 3bb3d3c1-bab8-4cce-b527-237a5b4dc9b4 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:01:59.673335 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 3bb3d3c1-bab8-4cce-b527-237a5b4dc9b4 not bound to the agent host n-h1-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:01:59.702035 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=21e73176-c28c-44af-8516-96c757073f4e,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:01:59.753002 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a6b2fa-a181-408a-869e-229203c7e8fb req-5245b2ef-fb60-49a6-9ec0-251854362832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:59.754432 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e5a6b2fa-a181-408a-869e-229203c7e8fb req-5245b2ef-fb60-49a6-9ec0-251854362832 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=c5854a97-3022-406e-b019-272d90ef1ca1 HTTP/1.1" status: 200 len: 1097 time: 0.0410595 Aug 18 12:01:59.795084 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e5a6b2fa-a181-408a-869e-229203c7e8fb req-0c455031-ab6d-4e28-ad71-4edea8742c23 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=9b3db2ea-cc32-4796-9824-b1355b845d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329037 Aug 18 12:01:59.879964 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753c785d-ca20-427c-899d-4cfdab22ef7f req-45bfa607-feb0-4a28-b906-0ed0cc6c8d52 tempest-ServersTestFqdnHostnames-812215204 tempest-ServersTestFqdnHostnames-812215204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:59.884947 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-753c785d-ca20-427c-899d-4cfdab22ef7f req-45bfa607-feb0-4a28-b906-0ed0cc6c8d52 tempest-ServersTestFqdnHostnames-812215204 tempest-ServersTestFqdnHostnames-812215204-project] 10.222.0.66 "GET /v2.0/ports?device_id=be2811b2-d501-452e-acb6-ec33e09aedb9 HTTP/1.1" status: 200 len: 944 time: 0.0889139 Aug 18 12:01:59.903893 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15303c45-66e1-4070-91a0-7f977e4463b3 req-85f87ec0-ec8a-4dd7-bc89-26090cbcf8fb tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:01:59.905496 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-15303c45-66e1-4070-91a0-7f977e4463b3 req-85f87ec0-ec8a-4dd7-bc89-26090cbcf8fb tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/ports?device_id=c638d708-f9ec-4cc8-8d73-799d4b9bed3c HTTP/1.1" status: 200 len: 945 time: 0.0787904 Aug 18 12:01:59.954668 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-753c785d-ca20-427c-899d-4cfdab22ef7f req-9baaa5b3-cf6a-492e-8446-7570ee491d85 tempest-ServersTestFqdnHostnames-812215204 tempest-ServersTestFqdnHostnames-812215204-project] 10.222.0.66 "GET /v2.0/security-groups?id=b6704c2f-9f14-4b06-b0bb-67d684b6006a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652790 Aug 18 12:01:59.961753 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-15303c45-66e1-4070-91a0-7f977e4463b3 req-c7040aed-6a7b-4343-bde2-772d65d517fe tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/security-groups?id=582571f6-a365-42ab-be92-c3254f7d1409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483172 Aug 18 12:02:00.326912 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c91b68-7c01-4db5-a30c-78d2622e1d08 req-238ccf8d-343f-42c8-8c4c-24d780c56a6d tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:00.328453 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-53c91b68-7c01-4db5-a30c-78d2622e1d08 req-238ccf8d-343f-42c8-8c4c-24d780c56a6d tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] 10.222.0.66 "GET /v2.0/ports?device_id=c5854a97-3022-406e-b019-272d90ef1ca1 HTTP/1.1" status: 200 len: 946 time: 0.0793264 Aug 18 12:02:00.341291 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d99ba2-ac56-406b-b1e8-9f1922980271 req-cb91aedf-31ab-495e-95ab-580b4f9b1f7d tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:00.342753 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-79d99ba2-ac56-406b-b1e8-9f1922980271 req-cb91aedf-31ab-495e-95ab-580b4f9b1f7d tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/ports?device_id=bb3624f1-8ce3-4298-97a2-89ded06e072e HTTP/1.1" status: 200 len: 949 time: 0.0824225 Aug 18 12:02:00.347346 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 0878d313-69d1-4c2d-8578-4ce5a88d3500 up at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:02:00.400262 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-53c91b68-7c01-4db5-a30c-78d2622e1d08 req-1acbe5e8-1303-4c90-82b0-aac06d0e147d tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b3db2ea-cc32-4796-9824-b1355b845d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565176 Aug 18 12:02:00.403787 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Provisioning for port 0878d313-69d1-4c2d-8578-4ce5a88d3500 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:02:00.405582 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-79d99ba2-ac56-406b-b1e8-9f1922980271 req-5020a92e-c568-40e0-b6fc-309832b043e4 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/security-groups?id=0ddd2c5c-7e53-44ab-9404-c5fea69a570b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546746 Aug 18 12:02:00.416296 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Provisioning complete for port 0878d313-69d1-4c2d-8578-4ce5a88d3500 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:02:00.416933 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:00.503749 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:00.537880 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port 0878d313-69d1-4c2d-8578-4ce5a88d3500, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=0878d313-69d1-4c2d-8578-4ce5a88d3500,segment=NetworkSegment(8d73c820-c1f4-4127-bca7-8a9ff7b01167),segment_id=8d73c820-c1f4-4127-bca7-8a9ff7b01167)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:02:00.544126 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:00.578860 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 34182) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:02:00.602371 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4d4c22-7736-4c32-8816-7c08c53adb16 req-add8c211-8b7b-411b-b7e1-9431ffafbc2a tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:00.603920 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4e4d4c22-7736-4c32-8816-7c08c53adb16 req-add8c211-8b7b-411b-b7e1-9431ffafbc2a tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] 10.222.0.66 "GET /v2.0/ports?device_id=29df2be4-11c1-460d-a907-4195e85e2127 HTTP/1.1" status: 200 len: 946 time: 0.0627539 Aug 18 12:02:00.607528 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a1653b-5f9e-4f47-b710-679dbd86c965 req-be7e184d-7a76-4397-abf3-d8259e262db5 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:00.609249 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-a6a1653b-5f9e-4f47-b710-679dbd86c965 req-be7e184d-7a76-4397-abf3-d8259e262db5 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.62 "GET /v2.0/ports?device_id=bb3624f1-8ce3-4298-97a2-89ded06e072e HTTP/1.1" status: 200 len: 949 time: 0.0769625 Aug 18 12:02:00.619042 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=0878d313-69d1-4c2d-8578-4ce5a88d3500,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:02:00.656813 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4e4d4c22-7736-4c32-8816-7c08c53adb16 req-800c4c98-d9ab-4754-b630-7e49ecd7a186 tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] 10.222.0.66 "GET /v2.0/security-groups?id=47674416-b298-4cf8-93c5-c03a14c2b3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431437 Aug 18 12:02:00.729833 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-af4d150c-07ef-4428-8e5b-5323c7440fac admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:00.749632 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-a6a1653b-5f9e-4f47-b710-679dbd86c965 req-5837cd75-47bf-406d-9357-7a8809889ea2 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Deleting port 47e5829a-59dd-4443-a286-66a970df8f0d {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:02:00.750025 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-a6a1653b-5f9e-4f47-b710-679dbd86c965 req-5837cd75-47bf-406d-9357-7a8809889ea2 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:00.864031 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-a6a1653b-5f9e-4f47-b710-679dbd86c965 req-5837cd75-47bf-406d-9357-7a8809889ea2 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] For port 47e5829a-59dd-4443-a286-66a970df8f0d, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=47e5829a-59dd-4443-a286-66a970df8f0d,segment=NetworkSegment(b0eb6eea-b461-4969-8a27-808f00daa8a1),segment_id=b0eb6eea-b461-4969-8a27-808f00daa8a1)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:02:00.864390 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-a6a1653b-5f9e-4f47-b710-679dbd86c965 req-5837cd75-47bf-406d-9357-7a8809889ea2 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:00.881714 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-a6a1653b-5f9e-4f47-b710-679dbd86c965 req-5837cd75-47bf-406d-9357-7a8809889ea2 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Calling delete_port for 47e5829a-59dd-4443-a286-66a970df8f0d owned by compute:nova {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:02:00.946904 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-af4d150c-07ef-4428-8e5b-5323c7440fac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:00.954409 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-af4d150c-07ef-4428-8e5b-5323c7440fac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:01.017245 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-af4d150c-07ef-4428-8e5b-5323c7440fac admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=88dd60b8d067496ca4296c6d1562fffa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4370515 Aug 18 12:02:01.019042 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4d150c-07ef-4428-8e5b-5323c7440fac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97196aa1-fb0c-4a1d-8cc0-30d199dd6817,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:02:01.020034 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 34190) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:02:01.084626 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-a6a1653b-5f9e-4f47-b710-679dbd86c965 req-5837cd75-47bf-406d-9357-7a8809889ea2 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:01.098788 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] get_ports_and_sgs() called for port_ids ['47e5829a-59dd-4443-a286-66a970df8f0d'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:02:01.113760 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5837cd75-47bf-406d-9357-7a8809889ea2 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Pushing event deleted for resources: {'Port': ['ID=47e5829a-59dd-4443-a286-66a970df8f0d,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:02:01.157223 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb372675-e180-4aa8-8516-56995089a226 req-bca97ec5-273a-4c2a-88d4-9079767ea10d tempest-ServersTestFqdnHostnames-812215204 tempest-ServersTestFqdnHostnames-812215204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:01.158010 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6a1653b-5f9e-4f47-b710-679dbd86c965 req-5837cd75-47bf-406d-9357-7a8809889ea2 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] No DVR routers for this DVR port 47e5829a-59dd-4443-a286-66a970df8f0d on host n-h2-804985-2 {{(pid=106253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:02:01.158663 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-cb372675-e180-4aa8-8516-56995089a226 req-bca97ec5-273a-4c2a-88d4-9079767ea10d tempest-ServersTestFqdnHostnames-812215204 tempest-ServersTestFqdnHostnames-812215204-project] 10.222.0.66 "GET /v2.0/ports?device_id=be2811b2-d501-452e-acb6-ec33e09aedb9 HTTP/1.1" status: 200 len: 945 time: 0.1208889 Aug 18 12:02:01.160264 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-23fd0684-adff-4833-ad70-38b4ce0da1f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:01.160593 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-a6a1653b-5f9e-4f47-b710-679dbd86c965 req-5837cd75-47bf-406d-9357-7a8809889ea2 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:01.162600 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-a6a1653b-5f9e-4f47-b710-679dbd86c965 req-5837cd75-47bf-406d-9357-7a8809889ea2 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.62 "DELETE /v2.0/ports/47e5829a-59dd-4443-a286-66a970df8f0d HTTP/1.1" status: 204 len: 173 time: 0.5464981 Aug 18 12:02:01.163033 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb3624f1-8ce3-4298-97a2-89ded06e072e', 'name': 'network-vif-deleted', 'tag': '47e5829a-59dd-4443-a286-66a970df8f0d'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:02:01.165344 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0679f4c4b6e0e0c064a7d71d722dc30541a34fffee11680573be22ee2ffccc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fc1a013-37a2-46ae-a870-6e32ceb67350" -d '{"events": [{"server_uuid": "bb3624f1-8ce3-4298-97a2-89ded06e072e", "name": "network-vif-deleted", "tag": "47e5829a-59dd-4443-a286-66a970df8f0d"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:02:01.188250 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa40d7b-dbd8-4357-af04-83e345da5ded req-f4e0152b-591c-4c42-91bd-719925802215 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:01.196790 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1aa40d7b-dbd8-4357-af04-83e345da5ded req-f4e0152b-591c-4c42-91bd-719925802215 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/ports?device_id=c638d708-f9ec-4cc8-8d73-799d4b9bed3c HTTP/1.1" status: 200 len: 945 time: 0.1216385 Aug 18 12:02:01.229050 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-23fd0684-adff-4833-ad70-38b4ce0da1f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:01.296721 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1aa40d7b-dbd8-4357-af04-83e345da5ded req-7fdbfc59-70b1-4029-8fae-d8fda892c750 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/security-groups?id=582571f6-a365-42ab-be92-c3254f7d1409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989299 Aug 18 12:02:01.305097 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-cb372675-e180-4aa8-8516-56995089a226 req-f3a6d346-8643-4b58-aa11-256cc83f0e4a tempest-ServersTestFqdnHostnames-812215204 tempest-ServersTestFqdnHostnames-812215204-project] 10.222.0.66 "GET /v2.0/security-groups?id=b6704c2f-9f14-4b06-b0bb-67d684b6006a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1301689 Aug 18 12:02:01.342409 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-23fd0684-adff-4833-ad70-38b4ce0da1f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:01.345937 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-23fd0684-adff-4833-ad70-38b4ce0da1f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:01.349490 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-23fd0684-adff-4833-ad70-38b4ce0da1f5 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/97196aa1-fb0c-4a1d-8cc0-30d199dd6817 HTTP/1.1" status: 204 len: 168 time: 0.3258297 Aug 18 12:02:01.356877 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fd0684-adff-4833-ad70-38b4ce0da1f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97196aa1-fb0c-4a1d-8cc0-30d199dd6817,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:02:01.419586 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:02:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-969d537a-59b6-471c-bcf4-9dbb2493e122 x-openstack-request-id: req-969d537a-59b6-471c-bcf4-9dbb2493e122 {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:02:01.419870 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb3624f1-8ce3-4298-97a2-89ded06e072e", "name": "network-vif-deleted", "tag": "47e5829a-59dd-4443-a286-66a970df8f0d", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:02:01.420123 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-969d537a-59b6-471c-bcf4-9dbb2493e122 {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:02:01.420557 n-d-804985-2 neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb3624f1-8ce3-4298-97a2-89ded06e072e', 'name': 'network-vif-deleted', 'tag': '47e5829a-59dd-4443-a286-66a970df8f0d', 'status': 'completed', 'code': 200} Aug 18 12:02:01.550114 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-76631636-f6cf-4626-885a-491774954bca req-dfe25296-4640-4be2-b0fb-c7a719484965 tempest-MigrationsAdminTest-1075733947 tempest-MigrationsAdminTest-1075733947-project] 10.222.0.66 "GET /v2.0/ports?device_id=bb3624f1-8ce3-4298-97a2-89ded06e072e HTTP/1.1" status: 200 len: 210 time: 0.0470111 Aug 18 12:02:01.577080 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a9f2d8-0e53-4726-8945-4cdd024a52d5 req-4ff35347-9084-4b48-96d1-af66960fbc78 tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:01.578885 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-12a9f2d8-0e53-4726-8945-4cdd024a52d5 req-4ff35347-9084-4b48-96d1-af66960fbc78 tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] 10.222.0.66 "GET /v2.0/ports?device_id=c5854a97-3022-406e-b019-272d90ef1ca1 HTTP/1.1" status: 200 len: 946 time: 0.0850413 Aug 18 12:02:01.620586 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-12a9f2d8-0e53-4726-8945-4cdd024a52d5 req-37998875-82c6-4d72-a99d-87ab3c6b0398 tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b3db2ea-cc32-4796-9824-b1355b845d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351493 Aug 18 12:02:01.642728 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 34206) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:02:01.656361 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be2811b2-d501-452e-acb6-ec33e09aedb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0878d313-69d1-4c2d-8578-4ce5a88d3500'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:02:01.658914 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db50a436fb3a98495337d8fe7487b4f2ea6f3c1052eb9efadc2ecda2d5737001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31453820-cb9a-4d90-8c59-de7220f08e08" -d '{"events": [{"server_uuid": "be2811b2-d501-452e-acb6-ec33e09aedb9", "name": "network-vif-plugged", "status": "completed", "tag": "0878d313-69d1-4c2d-8578-4ce5a88d3500"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:02:01.660498 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-90497e78-7c8b-4c30-8e72-27d5840ac74a admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:01.709843 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:02:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1ac2f18-1ce1-4180-9608-b6041bdd471d x-openstack-request-id: req-d1ac2f18-1ce1-4180-9608-b6041bdd471d {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:02:01.710450 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be2811b2-d501-452e-acb6-ec33e09aedb9", "name": "network-vif-plugged", "status": "completed", "tag": "0878d313-69d1-4c2d-8578-4ce5a88d3500", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:02:01.710450 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d1ac2f18-1ce1-4180-9608-b6041bdd471d {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:02:01.711692 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be2811b2-d501-452e-acb6-ec33e09aedb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0878d313-69d1-4c2d-8578-4ce5a88d3500', 'code': 200} Aug 18 12:02:01.767208 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-90497e78-7c8b-4c30-8e72-27d5840ac74a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:01.772267 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-90497e78-7c8b-4c30-8e72-27d5840ac74a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:01.823226 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90497e78-7c8b-4c30-8e72-27d5840ac74a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0e1ae97-7ea1-46be-8453-814638167e2d,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:02:01.826374 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9fad1c-3b11-4ace-86a1-461e51c28013 req-b27533c1-ddcf-4be5-b1ca-ff2eb38becae tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:01.827935 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-90497e78-7c8b-4c30-8e72-27d5840ac74a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=35e5f9ff77504d6dbb40e583d43ef3ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1841912 Aug 18 12:02:01.834310 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 34218) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:02:01.835157 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-eb9fad1c-3b11-4ace-86a1-461e51c28013 req-b27533c1-ddcf-4be5-b1ca-ff2eb38becae tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] 10.222.0.66 "GET /v2.0/ports?device_id=29df2be4-11c1-460d-a907-4195e85e2127 HTTP/1.1" status: 200 len: 946 time: 0.0671525 Aug 18 12:02:01.891151 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-eb9fad1c-3b11-4ace-86a1-461e51c28013 req-8e3049cc-a6f9-4ae0-af47-191ec119bd5f tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] 10.222.0.66 "GET /v2.0/security-groups?id=47674416-b298-4cf8-93c5-c03a14c2b3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542316 Aug 18 12:02:01.898388 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-56cde1f0-d1f3-4c6c-afbb-5e2a9bd3b467 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:01.921808 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-56cde1f0-d1f3-4c6c-afbb-5e2a9bd3b467 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:01.959383 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863eb7c4-6418-441a-aed7-3f4d426ac470 req-3e67044d-abef-40d1-9d83-33dd898de9ef tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:01.961308 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-863eb7c4-6418-441a-aed7-3f4d426ac470 req-3e67044d-abef-40d1-9d83-33dd898de9ef tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] 10.222.0.66 "GET /v2.0/ports?device_id=c5854a97-3022-406e-b019-272d90ef1ca1 HTTP/1.1" status: 200 len: 946 time: 0.0519595 Aug 18 12:02:01.976890 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-56cde1f0-d1f3-4c6c-afbb-5e2a9bd3b467 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:01.979906 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-56cde1f0-d1f3-4c6c-afbb-5e2a9bd3b467 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:01.985002 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-56cde1f0-d1f3-4c6c-afbb-5e2a9bd3b467 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c0e1ae97-7ea1-46be-8453-814638167e2d HTTP/1.1" status: 204 len: 168 time: 0.1470582 Aug 18 12:02:01.992407 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cde1f0-d1f3-4c6c-afbb-5e2a9bd3b467 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0e1ae97-7ea1-46be-8453-814638167e2d,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:02:02.019145 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-863eb7c4-6418-441a-aed7-3f4d426ac470 req-9c6a68a8-0710-48b0-be37-e8ddf8c0cc33 tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b3db2ea-cc32-4796-9824-b1355b845d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510075 Aug 18 12:02:02.043794 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07671483-789b-4f34-bae9-c01a30759898 req-1b61ccc6-4686-4fc7-b523-9d127bbbf823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:02.045510 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-07671483-789b-4f34-bae9-c01a30759898 req-1b61ccc6-4686-4fc7-b523-9d127bbbf823 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=be2811b2-d501-452e-acb6-ec33e09aedb9 HTTP/1.1" status: 200 len: 1096 time: 0.2461150 Aug 18 12:02:02.085900 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-07671483-789b-4f34-bae9-c01a30759898 req-9ec1d1f9-e495-4d95-a67f-67193c9f74d8 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=b6704c2f-9f14-4b06-b0bb-67d684b6006a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314412 Aug 18 12:02:02.311964 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bad28b-ed3b-4d3b-9763-fb5e349b00ac req-8443a2d9-7a05-4897-a2dc-a693de960c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:02.313543 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d5bad28b-ed3b-4d3b-9763-fb5e349b00ac req-8443a2d9-7a05-4897-a2dc-a693de960c2a service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=3fdbc2b793e24068a85791f08988ef10&device_id=c5854a97-3022-406e-b019-272d90ef1ca1 HTTP/1.1" status: 200 len: 1097 time: 0.2934453 Aug 18 12:02:02.476747 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f9dce8-0c8c-4e54-9e9b-c9a1631c3db5 req-fc1cd781-f312-46bf-af32-acbff052d220 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:02.478237 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-20f9dce8-0c8c-4e54-9e9b-c9a1631c3db5 req-fc1cd781-f312-46bf-af32-acbff052d220 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/ports?device_id=c638d708-f9ec-4cc8-8d73-799d4b9bed3c HTTP/1.1" status: 200 len: 945 time: 0.1020832 Aug 18 12:02:02.507866 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bad28b-ed3b-4d3b-9763-fb5e349b00ac req-7329cfcb-689a-4a42-baab-aa09c6a7c261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:02.509175 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d5bad28b-ed3b-4d3b-9763-fb5e349b00ac req-7329cfcb-689a-4a42-baab-aa09c6a7c261 service neutron] 10.222.0.63 "GET /v2.0/networks?id=fde25e42-4dfd-46b4-aeda-a37c860e4c94 HTTP/1.1" status: 200 len: 910 time: 0.1874938 Aug 18 12:02:02.521907 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0c6457-0d54-4b48-9a4b-bab826e7d611 req-cd8af94d-1ca3-4a15-8cf5-1d9c1c332124 tempest-ServersTestFqdnHostnames-812215204 tempest-ServersTestFqdnHostnames-812215204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:02.523345 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5d0c6457-0d54-4b48-9a4b-bab826e7d611 req-cd8af94d-1ca3-4a15-8cf5-1d9c1c332124 tempest-ServersTestFqdnHostnames-812215204 tempest-ServersTestFqdnHostnames-812215204-project] 10.222.0.66 "GET /v2.0/ports?device_id=be2811b2-d501-452e-acb6-ec33e09aedb9 HTTP/1.1" status: 200 len: 945 time: 0.1161020 Aug 18 12:02:02.579370 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d5bad28b-ed3b-4d3b-9763-fb5e349b00ac req-ed8bf4f2-db7f-480d-8c48-a33bbe34fca7 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=21e73176-c28c-44af-8516-96c757073f4e HTTP/1.1" status: 200 len: 217 time: 0.0549302 Aug 18 12:02:02.583645 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-20f9dce8-0c8c-4e54-9e9b-c9a1631c3db5 req-7a6c0d77-cc91-4aac-afdb-045209880cc3 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/security-groups?id=582571f6-a365-42ab-be92-c3254f7d1409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990894 Aug 18 12:02:02.644683 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5d0c6457-0d54-4b48-9a4b-bab826e7d611 req-6148f96e-bcd2-4719-a4dd-5b2f08de79e6 tempest-ServersTestFqdnHostnames-812215204 tempest-ServersTestFqdnHostnames-812215204-project] 10.222.0.66 "GET /v2.0/security-groups?id=b6704c2f-9f14-4b06-b0bb-67d684b6006a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1094689 Aug 18 12:02:02.653990 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bad28b-ed3b-4d3b-9763-fb5e349b00ac req-e95f74f9-660a-4b3f-bee6-aee297a791b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:02.655412 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d5bad28b-ed3b-4d3b-9763-fb5e349b00ac req-e95f74f9-660a-4b3f-bee6-aee297a791b5 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=ff8046ef-165b-4279-9512-1ee28b707bb5 HTTP/1.1" status: 200 len: 849 time: 0.0654850 Aug 18 12:02:02.699293 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d5bad28b-ed3b-4d3b-9763-fb5e349b00ac req-79fe984b-a429-443a-a2bb-73e6c282d795 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=fde25e42-4dfd-46b4-aeda-a37c860e4c94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353715 Aug 18 12:02:02.797156 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d5bad28b-ed3b-4d3b-9763-fb5e349b00ac req-7b88d1df-dce4-43cf-961b-4902d48d301a service neutron] 10.222.0.63 "GET /v2.0/networks/fde25e42-4dfd-46b4-aeda-a37c860e4c94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899949 Aug 18 12:02:02.908304 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d5bad28b-ed3b-4d3b-9763-fb5e349b00ac req-b04fc295-83d9-4884-b8d9-d503c2aec269 service neutron] 10.222.0.63 "GET /v2.0/networks/fde25e42-4dfd-46b4-aeda-a37c860e4c94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032403 Aug 18 12:02:03.006036 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 34272) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:02:03.038210 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a886cb4a-a834-413f-87b7-c4f2d3bc6c8c req-967269a7-a8a7-400c-904b-e7d7f9a4b46c tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:03.040390 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a886cb4a-a834-413f-87b7-c4f2d3bc6c8c req-967269a7-a8a7-400c-904b-e7d7f9a4b46c tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] 10.222.0.66 "GET /v2.0/ports?device_id=29df2be4-11c1-460d-a907-4195e85e2127 HTTP/1.1" status: 200 len: 946 time: 0.0694094 Aug 18 12:02:03.097747 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a886cb4a-a834-413f-87b7-c4f2d3bc6c8c req-d6150222-10eb-49ef-a329-349635e2af1d tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] 10.222.0.66 "GET /v2.0/security-groups?id=47674416-b298-4cf8-93c5-c03a14c2b3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397832 Aug 18 12:02:03.191933 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fa7377-78bd-482f-8864-334b723245fa req-b2a88e80-62cf-458d-ab7a-1df0866cfacd tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:03.196465 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-86fa7377-78bd-482f-8864-334b723245fa req-b2a88e80-62cf-458d-ab7a-1df0866cfacd tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] 10.222.0.66 "GET /v2.0/ports?device_id=c5854a97-3022-406e-b019-272d90ef1ca1 HTTP/1.1" status: 200 len: 946 time: 0.0622544 Aug 18 12:02:03.202788 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-43d18fdd-6cca-41ee-adb9-8245ef1828ec admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=87f2a541be1e4141a84277bf00dc4c3b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1948414 Aug 18 12:02:03.205427 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 34284) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:02:03.241628 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-86fa7377-78bd-482f-8864-334b723245fa req-2156d09e-d84b-4af2-a439-d6c4c1a433d5 tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b3db2ea-cc32-4796-9824-b1355b845d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401900 Aug 18 12:02:03.259534 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5635e975-75b6-4e8a-b98e-ce24b4abd61a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:03.280638 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5635e975-75b6-4e8a-b98e-ce24b4abd61a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:03.331617 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5635e975-75b6-4e8a-b98e-ce24b4abd61a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:03.334823 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5635e975-75b6-4e8a-b98e-ce24b4abd61a admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:03.336070 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-5635e975-75b6-4e8a-b98e-ce24b4abd61a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0ddd2c5c-7e53-44ab-9404-c5fea69a570b HTTP/1.1" status: 204 len: 168 time: 0.1296773 Aug 18 12:02:03.344055 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5635e975-75b6-4e8a-b98e-ce24b4abd61a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ddd2c5c-7e53-44ab-9404-c5fea69a570b,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:02:03.471366 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 34296) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:02:03.574852 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a39ad07b-5975-4202-b26b-185f2931415b admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:03.600532 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 34300) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:02:03.644783 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-cea6dd91-e5f2-49a0-9445-61c95ac835ae admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=dbc8949c110f496c958c43f2ed04fddb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0429699 Aug 18 12:02:03.647517 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 34304) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:02:03.672144 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a39ad07b-5975-4202-b26b-185f2931415b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:03.678471 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a39ad07b-5975-4202-b26b-185f2931415b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:03.759715 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-3508b9e7-d57f-4eb7-a374-4fe6cedef6c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:03.773398 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6565c1-0d45-46d7-8d45-60c269029ee7 req-1cad531c-ff72-48c4-8db2-82fbc977e456 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:03.774911 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7b6565c1-0d45-46d7-8d45-60c269029ee7 req-1cad531c-ff72-48c4-8db2-82fbc977e456 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/ports?device_id=c638d708-f9ec-4cc8-8d73-799d4b9bed3c HTTP/1.1" status: 200 len: 945 time: 0.1127419 Aug 18 12:02:03.818405 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-3508b9e7-d57f-4eb7-a374-4fe6cedef6c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:03.850024 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5877a7-b626-41c1-8149-8457478847e8 req-a2d5edbb-d10d-49db-a87e-b83d2f1b332c tempest-ServersTestFqdnHostnames-812215204 tempest-ServersTestFqdnHostnames-812215204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:03.851574 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-fa5877a7-b626-41c1-8149-8457478847e8 req-a2d5edbb-d10d-49db-a87e-b83d2f1b332c tempest-ServersTestFqdnHostnames-812215204 tempest-ServersTestFqdnHostnames-812215204-project] 10.222.0.66 "GET /v2.0/ports?device_id=be2811b2-d501-452e-acb6-ec33e09aedb9 HTTP/1.1" status: 200 len: 945 time: 0.1311657 Aug 18 12:02:03.864372 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7b6565c1-0d45-46d7-8d45-60c269029ee7 req-97708e72-7994-40f9-a98e-1288833ae7ec tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/security-groups?id=582571f6-a365-42ab-be92-c3254f7d1409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801344 Aug 18 12:02:03.924617 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-fa5877a7-b626-41c1-8149-8457478847e8 req-1068ffee-ad47-46fd-81b0-5f493d049dfd tempest-ServersTestFqdnHostnames-812215204 tempest-ServersTestFqdnHostnames-812215204-project] 10.222.0.66 "GET /v2.0/security-groups?id=b6704c2f-9f14-4b06-b0bb-67d684b6006a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635152 Aug 18 12:02:03.940074 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-3508b9e7-d57f-4eb7-a374-4fe6cedef6c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:03.943412 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-3508b9e7-d57f-4eb7-a374-4fe6cedef6c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:03.947855 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-3508b9e7-d57f-4eb7-a374-4fe6cedef6c8 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e3fd7929-8fd2-4075-85c3-2a49cba2da43 HTTP/1.1" status: 204 len: 168 time: 0.2961726 Aug 18 12:02:03.953430 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3508b9e7-d57f-4eb7-a374-4fe6cedef6c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3fd7929-8fd2-4075-85c3-2a49cba2da43,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:02:04.029624 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-a39ad07b-5975-4202-b26b-185f2931415b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e9e7f0c608fd45afafddf987747b7368&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5569611 Aug 18 12:02:04.032138 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 34316) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:02:04.038280 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39ad07b-5975-4202-b26b-185f2931415b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea03fd0c-c289-4acf-8255-a0a36b7bedf0,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:02:04.088942 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-566cc0c5-f30b-4e14-8aad-8b4fd84e99b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:04.096238 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b139cb11-5ba4-4b41-887a-5e836e4777e5 req-058f91c6-19e2-420b-b129-6c77e7865cbd tempest-ServersTestFqdnHostnames-812215204 tempest-ServersTestFqdnHostnames-812215204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:04.097864 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b139cb11-5ba4-4b41-887a-5e836e4777e5 req-058f91c6-19e2-420b-b129-6c77e7865cbd tempest-ServersTestFqdnHostnames-812215204 tempest-ServersTestFqdnHostnames-812215204-project] 10.222.0.66 "GET /v2.0/ports?device_id=be2811b2-d501-452e-acb6-ec33e09aedb9 HTTP/1.1" status: 200 len: 945 time: 0.0641201 Aug 18 12:02:04.107830 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 34318) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:02:04.110345 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-566cc0c5-f30b-4e14-8aad-8b4fd84e99b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:04.112888 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-7659a463-d668-4941-b3c2-0304aa3e3c81 tempest-ServersTestFqdnHostnames-812215204 tempest-ServersTestFqdnHostnames-812215204-project] Request body: {'floatingip': {'port_id': '0878d313-69d1-4c2d-8578-4ce5a88d3500'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:02:04.158916 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-7659a463-d668-4941-b3c2-0304aa3e3c81 tempest-ServersTestFqdnHostnames-812215204 tempest-ServersTestFqdnHostnames-812215204-project] Notify callbacks [] for floatingip, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:04.180416 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-566cc0c5-f30b-4e14-8aad-8b4fd84e99b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:04.183434 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-566cc0c5-f30b-4e14-8aad-8b4fd84e99b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:04.187269 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-566cc0c5-f30b-4e14-8aad-8b4fd84e99b8 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ea03fd0c-c289-4acf-8255-a0a36b7bedf0 HTTP/1.1" status: 204 len: 168 time: 0.1514580 Aug 18 12:02:04.207060 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566cc0c5-f30b-4e14-8aad-8b4fd84e99b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea03fd0c-c289-4acf-8255-a0a36b7bedf0,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:02:04.317250 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2c8064-db3e-4309-a077-038c2c77c5ac req-1cf54053-dcf6-41f9-9055-f6d7be672fe2 tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:04.321520 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4d2c8064-db3e-4309-a077-038c2c77c5ac req-1cf54053-dcf6-41f9-9055-f6d7be672fe2 tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] 10.222.0.66 "GET /v2.0/ports?device_id=29df2be4-11c1-460d-a907-4195e85e2127 HTTP/1.1" status: 200 len: 946 time: 0.0957601 Aug 18 12:02:04.361161 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 47e5829a-59dd-4443-a286-66a970df8f0d no longer exists at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:02:04.389245 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] No Port match for: 47e5829a-59dd-4443-a286-66a970df8f0d {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:02:04.389989 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 47e5829a-59dd-4443-a286-66a970df8f0d not bound to the agent host n-h2-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:02:04.487151 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4d2c8064-db3e-4309-a077-038c2c77c5ac req-dee61e90-2980-4368-ac99-6d1d5eb0c598 tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] 10.222.0.66 "GET /v2.0/security-groups?id=47674416-b298-4cf8-93c5-c03a14c2b3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770044 Aug 18 12:02:04.542294 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64697621-4fc1-4896-8c29-f4c0b668f522 req-f7cf48cb-1d30-44e5-8559-06dfd09e13af tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:04.543808 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-64697621-4fc1-4896-8c29-f4c0b668f522 req-f7cf48cb-1d30-44e5-8559-06dfd09e13af tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] 10.222.0.66 "GET /v2.0/ports?device_id=c5854a97-3022-406e-b019-272d90ef1ca1 HTTP/1.1" status: 200 len: 946 time: 0.2144818 Aug 18 12:02:04.654656 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-64697621-4fc1-4896-8c29-f4c0b668f522 req-a4ea668f-f912-4568-9d22-da2acbe0f9e2 tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b3db2ea-cc32-4796-9824-b1355b845d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798020 Aug 18 12:02:04.787278 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-7659a463-d668-4941-b3c2-0304aa3e3c81 tempest-ServersTestFqdnHostnames-812215204 tempest-ServersTestFqdnHostnames-812215204-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:04.794286 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-7659a463-d668-4941-b3c2-0304aa3e3c81 tempest-ServersTestFqdnHostnames-812215204 tempest-ServersTestFqdnHostnames-812215204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-989945'] for floatingip, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:04.905244 n-d-804985-2 neutron-server[106252]: INFO neutron.db.l3_db [None req-7659a463-d668-4941-b3c2-0304aa3e3c81 tempest-ServersTestFqdnHostnames-812215204 tempest-ServersTestFqdnHostnames-812215204-project] Floating IP d9c28830-b155-4659-bc20-4a5aa6b2a72d associated. External IP: 172.25.7.180, port: 0878d313-69d1-4c2d-8578-4ce5a88d3500. Aug 18 12:02:05.071434 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c874973-bdaa-4d6f-b61f-a1d00e7b503b req-bec3a9f9-b2f2-4f13-8588-199a7b78b996 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:05.073491 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2c874973-bdaa-4d6f-b61f-a1d00e7b503b req-bec3a9f9-b2f2-4f13-8588-199a7b78b996 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/ports?device_id=c638d708-f9ec-4cc8-8d73-799d4b9bed3c HTTP/1.1" status: 200 len: 945 time: 0.1161611 Aug 18 12:02:05.206156 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2c874973-bdaa-4d6f-b61f-a1d00e7b503b req-7de1c919-f73c-4115-81e1-1d581d4867e0 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/security-groups?id=582571f6-a365-42ab-be92-c3254f7d1409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224906 Aug 18 12:02:05.236364 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7659a463-d668-4941-b3c2-0304aa3e3c81 tempest-ServersTestFqdnHostnames-812215204 tempest-ServersTestFqdnHostnames-812215204-project] Router aa6bd6bc-9b34-4312-bc8d-0ab280db914c has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:02:05.348943 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7659a463-d668-4941-b3c2-0304aa3e3c81 tempest-ServersTestFqdnHostnames-812215204 tempest-ServersTestFqdnHostnames-812215204-project] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:02:05.354048 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-7659a463-d668-4941-b3c2-0304aa3e3c81 tempest-ServersTestFqdnHostnames-812215204 tempest-ServersTestFqdnHostnames-812215204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for floatingip, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:05.362321 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92590f3c-0d94-4022-a4fc-fb286a7fed11 None None] Sync routers for ids ['aa6bd6bc-9b34-4312-bc8d-0ab280db914c'] in n-d-804985-2 {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:02:05.372547 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92590f3c-0d94-4022-a4fc-fb286a7fed11 None None] Routers {'aa6bd6bc-9b34-4312-bc8d-0ab280db914c'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:02:05.373345 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-92590f3c-0d94-4022-a4fc-fb286a7fed11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:01:51Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['aa6bd6bc-9b34-4312-bc8d-0ab280db914c'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:02:05.388741 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-7659a463-d668-4941-b3c2-0304aa3e3c81 tempest-ServersTestFqdnHostnames-812215204 tempest-ServersTestFqdnHostnames-812215204-project] 10.222.0.66 "PUT /v2.0/floatingips/d9c28830-b155-4659-bc20-4a5aa6b2a72d HTTP/1.1" status: 200 len: 991 time: 1.2769601 Aug 18 12:02:05.388741 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be2811b2-d501-452e-acb6-ec33e09aedb9', 'tag': '0878d313-69d1-4c2d-8578-4ce5a88d3500'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:02:05.389138 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd9521c2-c617-496c-b167-515153e79e75" -d '{"events": [{"name": "network-changed", "server_uuid": "be2811b2-d501-452e-acb6-ec33e09aedb9", "tag": "0878d313-69d1-4c2d-8578-4ce5a88d3500"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:02:05.492179 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:02:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67ced0dd-cc17-4515-a871-230a090b364c x-openstack-request-id: req-67ced0dd-cc17-4515-a871-230a090b364c {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:02:05.492972 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be2811b2-d501-452e-acb6-ec33e09aedb9", "tag": "0878d313-69d1-4c2d-8578-4ce5a88d3500", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:02:05.496986 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-67ced0dd-cc17-4515-a871-230a090b364c {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:02:05.497554 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be2811b2-d501-452e-acb6-ec33e09aedb9', 'tag': '0878d313-69d1-4c2d-8578-4ce5a88d3500', 'status': 'completed', 'code': 200} Aug 18 12:02:05.568170 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9521c2-c617-496c-b167-515153e79e75 req-4b4ca242-7922-49d8-8a33-a952b9c5318b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:05.570307 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-dd9521c2-c617-496c-b167-515153e79e75 req-4b4ca242-7922-49d8-8a33-a952b9c5318b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ffcf7d5aac564664a7ac42cfaced2fdf&device_id=be2811b2-d501-452e-acb6-ec33e09aedb9 HTTP/1.1" status: 200 len: 1096 time: 0.0577567 Aug 18 12:02:05.579816 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-92590f3c-0d94-4022-a4fc-fb286a7fed11 None None] Set router aa6bd6bc-9b34-4312-bc8d-0ab280db914c gateway port host: n-d-804985-2 {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:02:05.679761 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9521c2-c617-496c-b167-515153e79e75 req-a8ad4a10-d024-404f-b5a9-1782559c81cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:05.681827 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-dd9521c2-c617-496c-b167-515153e79e75 req-a8ad4a10-d024-404f-b5a9-1782559c81cb service neutron] 10.222.0.62 "GET /v2.0/networks?id=eac89898-3f6c-43a3-b7fc-911d0f9e8301 HTTP/1.1" status: 200 len: 916 time: 0.0993047 Aug 18 12:02:05.723508 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd713ce4-1572-40b4-8a3c-7a777a7e2d6c req-d437b0c5-f645-407e-be9f-255bf6b3e161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:05.726353 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-fd713ce4-1572-40b4-8a3c-7a777a7e2d6c req-d437b0c5-f645-407e-be9f-255bf6b3e161 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=29df2be4-11c1-460d-a907-4195e85e2127 HTTP/1.1" status: 200 len: 1097 time: 0.1476960 Aug 18 12:02:05.751298 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bffe3ce-d8e4-4f39-9f97-3192a1e50643 req-a7e631dc-0adb-4bf8-a227-5edb5ae81bf7 tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:05.759860 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3bffe3ce-d8e4-4f39-9f97-3192a1e50643 req-a7e631dc-0adb-4bf8-a227-5edb5ae81bf7 tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] 10.222.0.66 "GET /v2.0/ports?device_id=29df2be4-11c1-460d-a907-4195e85e2127 HTTP/1.1" status: 200 len: 946 time: 0.1096661 Aug 18 12:02:05.836618 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-fd713ce4-1572-40b4-8a3c-7a777a7e2d6c req-cf5d292f-54e8-470d-85ee-457e55bc2301 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=47674416-b298-4cf8-93c5-c03a14c2b3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017604 Aug 18 12:02:05.841544 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-dd9521c2-c617-496c-b167-515153e79e75 req-d28af785-0aa5-4771-a39d-520983809ffc service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0878d313-69d1-4c2d-8578-4ce5a88d3500 HTTP/1.1" status: 200 len: 999 time: 0.1521842 Aug 18 12:02:05.852208 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3bffe3ce-d8e4-4f39-9f97-3192a1e50643 req-5b08291b-c733-4656-aa34-5741f4f3917e tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] 10.222.0.66 "GET /v2.0/security-groups?id=47674416-b298-4cf8-93c5-c03a14c2b3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869343 Aug 18 12:02:05.885051 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a423ce-01f3-435f-965e-a469ef115204 req-26e2fb82-f359-4b69-9007-b868d9ef834d tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:05.886456 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-55a423ce-01f3-435f-965e-a469ef115204 req-26e2fb82-f359-4b69-9007-b868d9ef834d tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] 10.222.0.66 "GET /v2.0/ports?device_id=c5854a97-3022-406e-b019-272d90ef1ca1 HTTP/1.1" status: 200 len: 946 time: 0.0959492 Aug 18 12:02:05.917106 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9521c2-c617-496c-b167-515153e79e75 req-0ed58cae-cbba-4251-8897-8d7f66cff563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:05.918930 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-dd9521c2-c617-496c-b167-515153e79e75 req-0ed58cae-cbba-4251-8897-8d7f66cff563 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2e58a9c0-68af-400d-926e-c840e7b0c4c2 HTTP/1.1" status: 200 len: 854 time: 0.0677731 Aug 18 12:02:05.974375 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-55a423ce-01f3-435f-965e-a469ef115204 req-1264db42-c07a-4002-a527-ef7ddf4f67d3 tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b3db2ea-cc32-4796-9824-b1355b845d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680020 Aug 18 12:02:05.987761 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9521c2-c617-496c-b167-515153e79e75 req-a967dcaa-defd-4f8f-959b-d3e9580c5718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:05.990091 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-dd9521c2-c617-496c-b167-515153e79e75 req-a967dcaa-defd-4f8f-959b-d3e9580c5718 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=eac89898-3f6c-43a3-b7fc-911d0f9e8301&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0533915 Aug 18 12:02:06.003458 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:06.003811 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [req-dd9521c2-c617-496c-b167-515153e79e75 req-52712540-96a8-440d-afeb-724a02b20dde service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=106253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 12:02:06.003811 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-dd9521c2-c617-496c-b167-515153e79e75 req-52712540-96a8-440d-afeb-724a02b20dde service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055261 Aug 18 12:02:06.036978 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-92590f3c-0d94-4022-a4fc-fb286a7fed11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa6bd6bc-9b34-4312-bc8d-0ab280db914c', 'name': 'tempest-ServersTestFqdnHostnames-1451883294-router', 'tenant_id': 'ffcf7d5aac564664a7ac42cfaced2fdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.18'}], 'enable_snat': True}, 'gw_port_id': '52e01e38-4e4c-4e74-bbd2-6c83c79fdfe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:01:35Z', 'updated_at': '2021-08-18T12:01:42Z', 'revision_number': 4, 'project_id': 'ffcf7d5aac564664a7ac42cfaced2fdf', 'gw_port': {'id': '52e01e38-4e4c-4e74-bbd2-6c83c79fdfe1', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:58:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa6bd6bc-9b34-4312-bc8d-0ab280db914c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1146, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:01:37Z', 'updated_at': '2021-08-18T12:01:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_floatingips': [{'id': 'd9c28830-b155-4659-bc20-4a5aa6b2a72d', 'tenant_id': 'ffcf7d5aac564664a7ac42cfaced2fdf', 'floating_ip_address': '172.25.7.180', 'floating_network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'router_id': 'aa6bd6bc-9b34-4312-bc8d-0ab280db914c', 'port_id': '0878d313-69d1-4c2d-8578-4ce5a88d3500', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1160, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eac89898-3f6c-43a3-b7fc-911d0f9e8301', 'mac_address': 'fa:16:3e:a9:3f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be2811b2-d501-452e-acb6-ec33e09aedb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T12:01:46Z', 'updated_at': '2021-08-18T12:02:04Z', 'revision_number': 1, 'project_id': 'ffcf7d5aac564664a7ac42cfaced2fdf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ce941db-34bd-4857-b10a-1f77f83ebb2b', 'name': '', 'network_id': 'eac89898-3f6c-43a3-b7fc-911d0f9e8301', 'tenant_id': 'ffcf7d5aac564664a7ac42cfaced2fdf', 'mac_address': 'fa:16:3e:87:76:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa6bd6bc-9b34-4312-bc8d-0ab280db914c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': '2e58a9c0-68af-400d-926e-c840e7b0c4c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:01:41Z', 'updated_at': '2021-08-18T12:01:49Z', 'revision_number': 5, 'project_id': 'ffcf7d5aac564664a7ac42cfaced2fdf', 'subnets': [{'id': '2e58a9c0-68af-400d-926e-c840e7b0c4c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:02:06.095538 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92590f3c-0d94-4022-a4fc-fb286a7fed11 None None] Checking router: aa6bd6bc-9b34-4312-bc8d-0ab280db914c for host: n-d-804985-2 {{(pid=106254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:02:06.121850 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-dd9521c2-c617-496c-b167-515153e79e75 req-ab5d911d-7b24-4dea-971c-44445e84fa60 service neutron] 10.222.0.62 "GET /v2.0/networks/eac89898-3f6c-43a3-b7fc-911d0f9e8301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043630 Aug 18 12:02:06.123121 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92590f3c-0d94-4022-a4fc-fb286a7fed11 None None] Routers {'aa6bd6bc-9b34-4312-bc8d-0ab280db914c'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:02:06.123900 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-92590f3c-0d94-4022-a4fc-fb286a7fed11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:01:51Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['aa6bd6bc-9b34-4312-bc8d-0ab280db914c'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:02:06.158344 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 34480) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:02:06.273296 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-dd9521c2-c617-496c-b167-515153e79e75 req-a1fac19d-e2f6-4ead-a2cb-c481d5f8362d service neutron] 10.222.0.62 "GET /v2.0/networks/eac89898-3f6c-43a3-b7fc-911d0f9e8301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494825 Aug 18 12:02:06.318448 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-92590f3c-0d94-4022-a4fc-fb286a7fed11 None None] Set router aa6bd6bc-9b34-4312-bc8d-0ab280db914c gateway port host: n-d-804985-2 {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:02:06.323097 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e67aacee-adbf-48b4-a33b-53c3638a3617 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:06.382639 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefeac6c-9859-474a-a47d-e948d997c355 req-3112bef6-6cab-4690-8462-ce5e0f3e0b16 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:06.389839 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-fefeac6c-9859-474a-a47d-e948d997c355 req-3112bef6-6cab-4690-8462-ce5e0f3e0b16 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/ports?device_id=c638d708-f9ec-4cc8-8d73-799d4b9bed3c HTTP/1.1" status: 200 len: 945 time: 0.0803339 Aug 18 12:02:06.446932 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-fefeac6c-9859-474a-a47d-e948d997c355 req-0b8f2b4d-9e6d-4a39-a03c-ad414b529876 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/security-groups?id=582571f6-a365-42ab-be92-c3254f7d1409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562079 Aug 18 12:02:06.514867 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e67aacee-adbf-48b4-a33b-53c3638a3617 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:06.520558 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e67aacee-adbf-48b4-a33b-53c3638a3617 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:06.524984 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 34500) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:02:06.581345 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-e67aacee-adbf-48b4-a33b-53c3638a3617 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c7613a3ebfce47f586fa4b4d11ee8db9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4216411 Aug 18 12:02:06.582491 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67aacee-adbf-48b4-a33b-53c3638a3617 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b1b9c55-ee8c-4846-a2ad-71dd102f02c7,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:02:06.584087 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 34504) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:02:06.628605 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-92590f3c-0d94-4022-a4fc-fb286a7fed11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa6bd6bc-9b34-4312-bc8d-0ab280db914c', 'name': 'tempest-ServersTestFqdnHostnames-1451883294-router', 'tenant_id': 'ffcf7d5aac564664a7ac42cfaced2fdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.18'}], 'enable_snat': True}, 'gw_port_id': '52e01e38-4e4c-4e74-bbd2-6c83c79fdfe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:01:35Z', 'updated_at': '2021-08-18T12:01:42Z', 'revision_number': 4, 'project_id': 'ffcf7d5aac564664a7ac42cfaced2fdf', 'gw_port': {'id': '52e01e38-4e4c-4e74-bbd2-6c83c79fdfe1', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:58:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa6bd6bc-9b34-4312-bc8d-0ab280db914c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1146, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:01:37Z', 'updated_at': '2021-08-18T12:01:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_floatingips': [{'id': 'd9c28830-b155-4659-bc20-4a5aa6b2a72d', 'tenant_id': 'ffcf7d5aac564664a7ac42cfaced2fdf', 'floating_ip_address': '172.25.7.180', 'floating_network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'router_id': 'aa6bd6bc-9b34-4312-bc8d-0ab280db914c', 'port_id': '0878d313-69d1-4c2d-8578-4ce5a88d3500', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1160, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eac89898-3f6c-43a3-b7fc-911d0f9e8301', 'mac_address': 'fa:16:3e:a9:3f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be2811b2-d501-452e-acb6-ec33e09aedb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T12:01:46Z', 'updated_at': '2021-08-18T12:02:04Z', 'revision_number': 1, 'project_id': 'ffcf7d5aac564664a7ac42cfaced2fdf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ce941db-34bd-4857-b10a-1f77f83ebb2b', 'name': '', 'network_id': 'eac89898-3f6c-43a3-b7fc-911d0f9e8301', 'tenant_id': 'ffcf7d5aac564664a7ac42cfaced2fdf', 'mac_address': 'fa:16:3e:87:76:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa6bd6bc-9b34-4312-bc8d-0ab280db914c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': '2e58a9c0-68af-400d-926e-c840e7b0c4c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:01:41Z', 'updated_at': '2021-08-18T12:01:49Z', 'revision_number': 5, 'project_id': 'ffcf7d5aac564664a7ac42cfaced2fdf', 'subnets': [{'id': '2e58a9c0-68af-400d-926e-c840e7b0c4c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:02:06.648878 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e81ee003-0f42-43c4-8d06-d3e0ee5a0c6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:06.668397 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92590f3c-0d94-4022-a4fc-fb286a7fed11 None None] The sync data for ids ['aa6bd6bc-9b34-4312-bc8d-0ab280db914c'] in n-d-804985-2 is: [{'id': 'aa6bd6bc-9b34-4312-bc8d-0ab280db914c', 'name': 'tempest-ServersTestFqdnHostnames-1451883294-router', 'tenant_id': 'ffcf7d5aac564664a7ac42cfaced2fdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.18'}], 'enable_snat': True}, 'gw_port_id': '52e01e38-4e4c-4e74-bbd2-6c83c79fdfe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:01:35Z', 'updated_at': '2021-08-18T12:01:42Z', 'revision_number': 4, 'project_id': 'ffcf7d5aac564664a7ac42cfaced2fdf', 'gw_port': {'id': '52e01e38-4e4c-4e74-bbd2-6c83c79fdfe1', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:58:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa6bd6bc-9b34-4312-bc8d-0ab280db914c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1146, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:01:37Z', 'updated_at': '2021-08-18T12:01:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_floatingips': [{'id': 'd9c28830-b155-4659-bc20-4a5aa6b2a72d', 'tenant_id': 'ffcf7d5aac564664a7ac42cfaced2fdf', 'floating_ip_address': '172.25.7.180', 'floating_network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'router_id': 'aa6bd6bc-9b34-4312-bc8d-0ab280db914c', 'port_id': '0878d313-69d1-4c2d-8578-4ce5a88d3500', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1160, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eac89898-3f6c-43a3-b7fc-911d0f9e8301', 'mac_address': 'fa:16:3e:a9:3f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be2811b2-d501-452e-acb6-ec33e09aedb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T12:01:46Z', 'updated_at': '2021-08-18T12:02:04Z', 'revision_number': 1, 'project_id': 'ffcf7d5aac564664a7ac42cfaced2fdf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ce941db-34bd-4857-b10a-1f77f83ebb2b', 'name': '', 'network_id': 'eac89898-3f6c-43a3-b7fc-911d0f9e8301', 'tenant_id': 'ffcf7d5aac564664a7ac42cfaced2fdf', 'mac_address': 'fa:16:3e:87:76:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa6bd6bc-9b34-4312-bc8d-0ab280db914c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': '2e58a9c0-68af-400d-926e-c840e7b0c4c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:01:41Z', 'updated_at': '2021-08-18T12:01:49Z', 'revision_number': 5, 'project_id': 'ffcf7d5aac564664a7ac42cfaced2fdf', 'subnets': [{'id': '2e58a9c0-68af-400d-926e-c840e7b0c4c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:02:06.679271 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e81ee003-0f42-43c4-8d06-d3e0ee5a0c6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:06.693388 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a4fb8b02-acae-452f-9126-d8ec9bf86d20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:06.755591 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e81ee003-0f42-43c4-8d06-d3e0ee5a0c6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:06.758136 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e81ee003-0f42-43c4-8d06-d3e0ee5a0c6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:06.759295 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-e81ee003-0f42-43c4-8d06-d3e0ee5a0c6e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/6b1b9c55-ee8c-4846-a2ad-71dd102f02c7 HTTP/1.1" status: 204 len: 168 time: 0.1740324 Aug 18 12:02:06.777834 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81ee003-0f42-43c4-8d06-d3e0ee5a0c6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b1b9c55-ee8c-4846-a2ad-71dd102f02c7,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:02:06.846081 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a4fb8b02-acae-452f-9126-d8ec9bf86d20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:06.850513 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a4fb8b02-acae-452f-9126-d8ec9bf86d20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:06.891069 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-a4fb8b02-acae-452f-9126-d8ec9bf86d20 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=144933fb99d0488f850c4bee83666851&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3645499 Aug 18 12:02:06.893745 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 34512) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:02:06.896412 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fb8b02-acae-452f-9126-d8ec9bf86d20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7174162-9f8a-44de-a9b6-e2267c30754a,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:02:06.958896 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59fd793c-dd23-433c-82fe-3d08c2ca2d55 None None] New status for floating IP d9c28830-b155-4659-bc20-4a5aa6b2a72d: ACTIVE {{(pid=106255) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 12:02:06.991831 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a5bc2a32-f784-4561-8863-2b55eec17564 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:07.016846 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42abf778-9af2-4b9f-af12-ca7cac77483e req-d1fc991f-8699-4db9-b66c-1dc19370c809 tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:07.018707 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-42abf778-9af2-4b9f-af12-ca7cac77483e req-d1fc991f-8699-4db9-b66c-1dc19370c809 tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] 10.222.0.66 "GET /v2.0/ports?device_id=29df2be4-11c1-460d-a907-4195e85e2127 HTTP/1.1" status: 200 len: 946 time: 0.0760975 Aug 18 12:02:07.033604 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a5bc2a32-f784-4561-8863-2b55eec17564 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:07.066478 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 34516) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:02:07.085949 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c713caeb-86ab-4f75-9167-ea1630892d22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:07.141092 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-42abf778-9af2-4b9f-af12-ca7cac77483e req-7c209294-ea02-4626-a382-3159e7d58b1a tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] 10.222.0.66 "GET /v2.0/security-groups?id=47674416-b298-4cf8-93c5-c03a14c2b3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132650 Aug 18 12:02:07.164099 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7226b5ee-8828-462a-ac41-0807588c9fe0 req-fc82dff7-05f2-4df2-a1a8-afb2159e0759 tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:07.169862 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7226b5ee-8828-462a-ac41-0807588c9fe0 req-fc82dff7-05f2-4df2-a1a8-afb2159e0759 tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] 10.222.0.66 "GET /v2.0/ports?device_id=c5854a97-3022-406e-b019-272d90ef1ca1 HTTP/1.1" status: 200 len: 946 time: 0.0735905 Aug 18 12:02:07.180811 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a5bc2a32-f784-4561-8863-2b55eec17564 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:07.184572 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a5bc2a32-f784-4561-8863-2b55eec17564 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:07.190066 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-a5bc2a32-f784-4561-8863-2b55eec17564 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b7174162-9f8a-44de-a9b6-e2267c30754a HTTP/1.1" status: 204 len: 168 time: 0.2928352 Aug 18 12:02:07.217462 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c713caeb-86ab-4f75-9167-ea1630892d22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:07.224504 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c713caeb-86ab-4f75-9167-ea1630892d22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:07.232259 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bc2a32-f784-4561-8863-2b55eec17564 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7174162-9f8a-44de-a9b6-e2267c30754a,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:02:07.273021 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-c713caeb-86ab-4f75-9167-ea1630892d22 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8fa75510ea9644cd8021bbff03a66b62&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2029717 Aug 18 12:02:07.273438 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 34526) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:02:07.279676 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c713caeb-86ab-4f75-9167-ea1630892d22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfc5d6a3-2cac-470b-95c4-da58d7c4d82b,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:02:07.293294 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7226b5ee-8828-462a-ac41-0807588c9fe0 req-9d531019-e59a-43fc-88f1-b135576dcddc tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b3db2ea-cc32-4796-9824-b1355b845d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044605 Aug 18 12:02:07.319116 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fb8917-3a0b-4594-b9cc-7756ca53372c req-1ab4c4be-e52e-412d-bf27-4613afef6a26 tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:07.320730 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-83fb8917-3a0b-4594-b9cc-7756ca53372c req-1ab4c4be-e52e-412d-bf27-4613afef6a26 tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] 10.222.0.66 "GET /v2.0/ports?device_id=305b0d7a-e7ab-4129-8b43-4762c73c2ae1 HTTP/1.1" status: 200 len: 945 time: 0.0927939 Aug 18 12:02:07.344863 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9d3c2c99-d683-4210-9a72-dbf69d60cfe9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:07.372499 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9d3c2c99-d683-4210-9a72-dbf69d60cfe9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:07.387244 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-83fb8917-3a0b-4594-b9cc-7756ca53372c req-cde77bd9-a681-44e9-851a-febab6c4d574 tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] 10.222.0.66 "GET /v2.0/security-groups?id=47674416-b298-4cf8-93c5-c03a14c2b3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581601 Aug 18 12:02:07.459207 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9d3c2c99-d683-4210-9a72-dbf69d60cfe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:07.461684 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9d3c2c99-d683-4210-9a72-dbf69d60cfe9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:07.462850 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-9d3c2c99-d683-4210-9a72-dbf69d60cfe9 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/dfc5d6a3-2cac-470b-95c4-da58d7c4d82b HTTP/1.1" status: 204 len: 168 time: 0.1882737 Aug 18 12:02:07.473387 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3c2c99-d683-4210-9a72-dbf69d60cfe9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfc5d6a3-2cac-470b-95c4-da58d7c4d82b,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:02:07.628906 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcba0588-3f2f-469f-a50e-e70c7861ce23 req-5dd8e1f2-a9de-4e84-9879-71f5907df691 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:07.630348 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-dcba0588-3f2f-469f-a50e-e70c7861ce23 req-5dd8e1f2-a9de-4e84-9879-71f5907df691 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/ports?device_id=c638d708-f9ec-4cc8-8d73-799d4b9bed3c HTTP/1.1" status: 200 len: 945 time: 0.0854795 Aug 18 12:02:07.706792 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32db31c-2a85-4ccc-b3fa-b0ff2db14255 req-d696e19a-b802-4fa5-89bd-5ed8f2d40b79 tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:07.708320 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a32db31c-2a85-4ccc-b3fa-b0ff2db14255 req-d696e19a-b802-4fa5-89bd-5ed8f2d40b79 tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] 10.222.0.66 "GET /v2.0/ports?device_id=305b0d7a-e7ab-4129-8b43-4762c73c2ae1 HTTP/1.1" status: 200 len: 945 time: 0.0933914 Aug 18 12:02:07.711837 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-dcba0588-3f2f-469f-a50e-e70c7861ce23 req-86c248bb-3702-478a-aae9-0d723feb574b tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/security-groups?id=582571f6-a365-42ab-be92-c3254f7d1409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719552 Aug 18 12:02:07.782298 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a32db31c-2a85-4ccc-b3fa-b0ff2db14255 req-0f79de4a-7bf3-4c8c-a9b0-ac78bae90f45 tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] 10.222.0.66 "GET /v2.0/security-groups?id=47674416-b298-4cf8-93c5-c03a14c2b3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676665 Aug 18 12:02:07.975492 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:08.371895 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device b22d0b76-0641-4b54-8103-0eca22255863 details requested by agent hyperv_n-h2-804985-2 with host n-h2-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:02:08.473930 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66864a7-26eb-4707-97e1-ad3425d6b4cf req-56b507ad-ac49-45d4-8506-5ce75512a5b9 tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:08.475712 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c66864a7-26eb-4707-97e1-ad3425d6b4cf req-56b507ad-ac49-45d4-8506-5ce75512a5b9 tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] 10.222.0.66 "GET /v2.0/ports?device_id=c5854a97-3022-406e-b019-272d90ef1ca1 HTTP/1.1" status: 200 len: 946 time: 0.0950646 Aug 18 12:02:08.540798 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port b22d0b76-0641-4b54-8103-0eca22255863, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=b22d0b76-0641-4b54-8103-0eca22255863,segment=NetworkSegment(41659f6a-58f9-4216-bad4-63cae3d0928f),segment_id=41659f6a-58f9-4216-bad4-63cae3d0928f)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:02:08.544198 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c66864a7-26eb-4707-97e1-ad3425d6b4cf req-6a7aa0a1-178a-4fe3-af2a-4cc4ee5e0425 tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b3db2ea-cc32-4796-9824-b1355b845d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542104 Aug 18 12:02:08.553523 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 34606) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:02:08.559830 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Returning: {'device': 'b22d0b76-0641-4b54-8103-0eca22255863', 'network_id': '77d4e2e9-bb4f-4e96-bc3f-77ed49a19e4d', 'port_id': 'b22d0b76-0641-4b54-8103-0eca22255863', 'mac_address': 'fa:16:3e:79:0d:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 804, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9eb49c77-336c-4fcc-8887-f982143a5a95', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:02:08.639228 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:08.657023 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b22d0b76-0641-4b54-8103-0eca22255863 {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:02:08.678149 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port b22d0b76-0641-4b54-8103-0eca22255863, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=b22d0b76-0641-4b54-8103-0eca22255863,segment=NetworkSegment(41659f6a-58f9-4216-bad4-63cae3d0928f),segment_id=41659f6a-58f9-4216-bad4-63cae3d0928f)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:02:08.683566 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:08.733770 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-bcbc7596-85c3-456a-8ea7-0ee85699d2f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:08.739246 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=b22d0b76-0641-4b54-8103-0eca22255863,revision_number=6']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:02:08.822987 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] get_ports_and_sgs() called for port_ids ['b22d0b76-0641-4b54-8103-0eca22255863'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:02:08.961020 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-bcbc7596-85c3-456a-8ea7-0ee85699d2f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:08.969716 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cb4edf-24bd-4b01-ad52-bf2d7bcf2438 req-c7218277-feb1-48e7-a76c-6993a694ee3c tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:08.971691 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-02cb4edf-24bd-4b01-ad52-bf2d7bcf2438 req-c7218277-feb1-48e7-a76c-6993a694ee3c tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/ports?device_id=c638d708-f9ec-4cc8-8d73-799d4b9bed3c HTTP/1.1" status: 200 len: 944 time: 0.1373219 Aug 18 12:02:08.974208 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-bcbc7596-85c3-456a-8ea7-0ee85699d2f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:09.054074 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e665f7-0df8-4c44-89f3-f31213ca6813 req-09e04b4c-57a7-4a22-8890-2265abbd80c9 tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:09.056177 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-06e665f7-0df8-4c44-89f3-f31213ca6813 req-09e04b4c-57a7-4a22-8890-2265abbd80c9 tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] 10.222.0.66 "GET /v2.0/ports?device_id=305b0d7a-e7ab-4129-8b43-4762c73c2ae1 HTTP/1.1" status: 200 len: 945 time: 0.1748590 Aug 18 12:02:09.060894 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbc7596-85c3-456a-8ea7-0ee85699d2f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c14aebe9-cbb4-4fda-bc93-40a1ff38c23d,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:02:09.066269 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-bcbc7596-85c3-456a-8ea7-0ee85699d2f0 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c85c0035804a4f4db27872bf6983677a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5112267 Aug 18 12:02:09.069418 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 34632) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:02:09.103792 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-02cb4edf-24bd-4b01-ad52-bf2d7bcf2438 req-9c6fdd5e-dad9-4f21-b17f-4fb56890cb66 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/security-groups?id=582571f6-a365-42ab-be92-c3254f7d1409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209826 Aug 18 12:02:09.146272 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-06e665f7-0df8-4c44-89f3-f31213ca6813 req-bb418acb-afad-4984-abbf-c17987af17b2 tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] 10.222.0.66 "GET /v2.0/security-groups?id=47674416-b298-4cf8-93c5-c03a14c2b3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774467 Aug 18 12:02:09.160441 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d86e9d38-1676-4e73-b2fa-f664ec0645b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:09.191050 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d86e9d38-1676-4e73-b2fa-f664ec0645b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:09.295635 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.agents_db [None req-6dbb2658-0354-4101-8393-6e7505481cf6 None None] Agent healthcheck: found 7 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 12:02:09.308625 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d86e9d38-1676-4e73-b2fa-f664ec0645b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:09.311644 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d86e9d38-1676-4e73-b2fa-f664ec0645b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:09.313348 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-d86e9d38-1676-4e73-b2fa-f664ec0645b7 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c14aebe9-cbb4-4fda-bc93-40a1ff38c23d HTTP/1.1" status: 204 len: 168 time: 0.2429562 Aug 18 12:02:09.334486 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86e9d38-1676-4e73-b2fa-f664ec0645b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c14aebe9-cbb4-4fda-bc93-40a1ff38c23d,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:02:09.777314 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074f5d2c-1d4c-4535-9f1a-b843cd06a9d6 req-60b262e6-07c3-44c1-bfaf-fb77ca8d14e8 tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:09.788072 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-074f5d2c-1d4c-4535-9f1a-b843cd06a9d6 req-60b262e6-07c3-44c1-bfaf-fb77ca8d14e8 tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] 10.222.0.66 "GET /v2.0/ports?device_id=305b0d7a-e7ab-4129-8b43-4762c73c2ae1 HTTP/1.1" status: 200 len: 945 time: 0.1896000 Aug 18 12:02:09.821113 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00f20c4-0ece-495d-8bfe-47d3e834b718 req-72bc87c4-5d94-44f7-870c-9c9f230ef081 tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:09.823210 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f00f20c4-0ece-495d-8bfe-47d3e834b718 req-72bc87c4-5d94-44f7-870c-9c9f230ef081 tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] 10.222.0.66 "GET /v2.0/ports?device_id=c5854a97-3022-406e-b019-272d90ef1ca1 HTTP/1.1" status: 200 len: 946 time: 0.1365130 Aug 18 12:02:09.883032 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-074f5d2c-1d4c-4535-9f1a-b843cd06a9d6 req-ea78af9f-2a9e-445c-94b3-a6d3ef74fe20 tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] 10.222.0.66 "GET /v2.0/security-groups?id=47674416-b298-4cf8-93c5-c03a14c2b3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919967 Aug 18 12:02:09.926351 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f00f20c4-0ece-495d-8bfe-47d3e834b718 req-5a3e7584-897a-443f-9f30-02f816dc88cf tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b3db2ea-cc32-4796-9824-b1355b845d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927048 Aug 18 12:02:10.276219 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23457b3-1d3d-4bb6-bb30-a6da9a513255 req-ebc8535c-cd19-4122-a2d4-925f917572ec tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:10.284322 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c23457b3-1d3d-4bb6-bb30-a6da9a513255 req-ebc8535c-cd19-4122-a2d4-925f917572ec tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/ports?device_id=c638d708-f9ec-4cc8-8d73-799d4b9bed3c HTTP/1.1" status: 200 len: 944 time: 0.0795939 Aug 18 12:02:10.326551 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c23457b3-1d3d-4bb6-bb30-a6da9a513255 req-6b31a304-6ff4-4b0f-9192-ad8ea9fea331 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/security-groups?id=582571f6-a365-42ab-be92-c3254f7d1409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411911 Aug 18 12:02:10.393670 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device b22d0b76-0641-4b54-8103-0eca22255863 up at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:02:10.462942 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0cc9a13d-f91b-468a-8d88-d977f21b244e req-7a99a18d-8ae9-432a-9191-974f99b584ab tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=5dc13ca5db3b4f4a9d5ca7ec0f8f54a8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0790248 Aug 18 12:02:10.494017 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Provisioning complete for port b22d0b76-0641-4b54-8103-0eca22255863 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:02:10.494747 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:10.620037 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:10.689681 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port b22d0b76-0641-4b54-8103-0eca22255863, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=b22d0b76-0641-4b54-8103-0eca22255863,segment=NetworkSegment(41659f6a-58f9-4216-bad4-63cae3d0928f),segment_id=41659f6a-58f9-4216-bad4-63cae3d0928f)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:02:10.691336 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c638d708-f9ec-4cc8-8d73-799d4b9bed3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b22d0b76-0641-4b54-8103-0eca22255863'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:02:10.694993 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db50a436fb3a98495337d8fe7487b4f2ea6f3c1052eb9efadc2ecda2d5737001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-604c62a9-19a9-4df1-aeec-67bf21c8f9f5" -d '{"events": [{"server_uuid": "c638d708-f9ec-4cc8-8d73-799d4b9bed3c", "name": "network-vif-plugged", "status": "completed", "tag": "b22d0b76-0641-4b54-8103-0eca22255863"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:02:10.701179 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:10.791562 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=b22d0b76-0641-4b54-8103-0eca22255863,revision_number=7']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:02:11.031913 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc9a13d-f91b-468a-8d88-d977f21b244e req-22c15db9-514c-4bce-a469-b051274ed3b7 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:11.034397 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0cc9a13d-f91b-468a-8d88-d977f21b244e req-22c15db9-514c-4bce-a469-b051274ed3b7 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5697501 Aug 18 12:02:11.071682 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0cc9a13d-f91b-468a-8d88-d977f21b244e req-bbae2c33-9fe4-4e5b-ba34-965e25eb1926 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.66 "GET /v2.0/quotas/5dc13ca5db3b4f4a9d5ca7ec0f8f54a8 HTTP/1.1" status: 200 len: 375 time: 0.0305386 Aug 18 12:02:11.080694 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:02:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9fdef1a-eb1a-438d-99b9-c3855d04a7dc x-openstack-request-id: req-b9fdef1a-eb1a-438d-99b9-c3855d04a7dc {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:02:11.081171 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c638d708-f9ec-4cc8-8d73-799d4b9bed3c", "name": "network-vif-plugged", "status": "completed", "tag": "b22d0b76-0641-4b54-8103-0eca22255863", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:02:11.081521 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b9fdef1a-eb1a-438d-99b9-c3855d04a7dc {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:02:11.082015 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c638d708-f9ec-4cc8-8d73-799d4b9bed3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b22d0b76-0641-4b54-8103-0eca22255863', 'code': 200} Aug 18 12:02:11.138009 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0cc9a13d-f91b-468a-8d88-d977f21b244e req-72ab696e-1ded-48b5-8e10-380e87e7d225 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=5dc13ca5db3b4f4a9d5ca7ec0f8f54a8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0587478 Aug 18 12:02:11.261779 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bafa3c-6449-4ad2-92f5-f2fac529f700 req-d9d2a69f-f617-4726-b6ff-d4029a0f6957 tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:11.273579 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e6bafa3c-6449-4ad2-92f5-f2fac529f700 req-d9d2a69f-f617-4726-b6ff-d4029a0f6957 tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] 10.222.0.66 "GET /v2.0/ports?device_id=305b0d7a-e7ab-4129-8b43-4762c73c2ae1 HTTP/1.1" status: 200 len: 945 time: 0.1097639 Aug 18 12:02:11.338873 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e6bafa3c-6449-4ad2-92f5-f2fac529f700 req-925772c4-b793-4256-9e45-9bbe7c08d918 tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] 10.222.0.66 "GET /v2.0/security-groups?id=47674416-b298-4cf8-93c5-c03a14c2b3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642786 Aug 18 12:02:11.439853 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03795b6-8eff-42fd-bf9e-e1fb79745014 req-aa008531-a3a0-4960-9887-06ece09d698e tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:11.441545 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a03795b6-8eff-42fd-bf9e-e1fb79745014 req-aa008531-a3a0-4960-9887-06ece09d698e tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] 10.222.0.66 "GET /v2.0/ports?device_id=c5854a97-3022-406e-b019-272d90ef1ca1 HTTP/1.1" status: 200 len: 946 time: 0.0748343 Aug 18 12:02:11.510842 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a03795b6-8eff-42fd-bf9e-e1fb79745014 req-57a08a4f-d3ba-4a40-8465-d806354de1fc tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b3db2ea-cc32-4796-9824-b1355b845d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623159 Aug 18 12:02:11.595109 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ed4c76d4-652a-4ef5-a56b-502256426e4e req-10c26070-427b-43ea-b293-98d8cb432632 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.66 "GET /v2.0/ports?device_id=84ea11f0-dfe9-4ffd-b1bd-00eb005330c3 HTTP/1.1" status: 200 len: 210 time: 0.0616279 Aug 18 12:02:11.598828 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 34728) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:02:11.644170 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96dcb73-acee-4911-a650-2ba574d522d0 req-6e6b5e50-c417-4262-9b48-1935993e8374 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:11.645730 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b96dcb73-acee-4911-a650-2ba574d522d0 req-6e6b5e50-c417-4262-9b48-1935993e8374 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/ports?device_id=c638d708-f9ec-4cc8-8d73-799d4b9bed3c HTTP/1.1" status: 200 len: 945 time: 0.0497184 Aug 18 12:02:11.699504 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b96dcb73-acee-4911-a650-2ba574d522d0 req-a11c8302-e3fa-40c1-b9fd-1e042fd2105a tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/security-groups?id=582571f6-a365-42ab-be92-c3254f7d1409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451839 Aug 18 12:02:11.855004 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-f5e3335d-7efc-4d52-8275-da37aa596651 tempest-ExternalNetworksTestJSON-747435196 tempest-ExternalNetworksTestJSON-747435196-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-81902648'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:02:11.881686 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5e3335d-7efc-4d52-8275-da37aa596651 tempest-ExternalNetworksTestJSON-747435196 tempest-ExternalNetworksTestJSON-747435196-project] Made reservation on behalf of 53051fff17424900899e3f66061ef1d5 for: {'network': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:02:11.885892 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f5e3335d-7efc-4d52-8275-da37aa596651 tempest-ExternalNetworksTestJSON-747435196 tempest-ExternalNetworksTestJSON-747435196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for network, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:11.903560 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f5e3335d-7efc-4d52-8275-da37aa596651 tempest-ExternalNetworksTestJSON-747435196 tempest-ExternalNetworksTestJSON-747435196-project] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:12.018574 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f5e3335d-7efc-4d52-8275-da37aa596651 tempest-ExternalNetworksTestJSON-747435196 tempest-ExternalNetworksTestJSON-747435196-project] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:12.024534 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f5e3335d-7efc-4d52-8275-da37aa596651 tempest-ExternalNetworksTestJSON-747435196 tempest-ExternalNetworksTestJSON-747435196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:12.040991 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5e3335d-7efc-4d52-8275-da37aa596651 tempest-ExternalNetworksTestJSON-747435196 tempest-ExternalNetworksTestJSON-747435196-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 849} {{(pid=106253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:02:12.066784 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f5e3335d-7efc-4d52-8275-da37aa596651 tempest-ExternalNetworksTestJSON-747435196 tempest-ExternalNetworksTestJSON-747435196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:12.067717 n-d-804985-2 neutron-server[106253]: INFO neutron.db.segments_db [None req-f5e3335d-7efc-4d52-8275-da37aa596651 tempest-ExternalNetworksTestJSON-747435196 tempest-ExternalNetworksTestJSON-747435196-project] Added segment f06af235-be6f-41b4-ad6d-3794166e3b53 of type vlan for network 6da5f342-8588-4ebc-bd9b-34f568796d4c Aug 18 12:02:12.078233 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e3335d-7efc-4d52-8275-da37aa596651 tempest-ExternalNetworksTestJSON-747435196 tempest-ExternalNetworksTestJSON-747435196-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d05a1f33-f6f2-432d-b08b-7179077048f1,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:02:12.137301 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f5e3335d-7efc-4d52-8275-da37aa596651 tempest-ExternalNetworksTestJSON-747435196 tempest-ExternalNetworksTestJSON-747435196-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789150665894'] for network, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:12.174436 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f5e3335d-7efc-4d52-8275-da37aa596651 tempest-ExternalNetworksTestJSON-747435196 tempest-ExternalNetworksTestJSON-747435196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for network, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:12.181995 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5e3335d-7efc-4d52-8275-da37aa596651 tempest-ExternalNetworksTestJSON-747435196 tempest-ExternalNetworksTestJSON-747435196-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:12.182943 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f5e3335d-7efc-4d52-8275-da37aa596651 tempest-ExternalNetworksTestJSON-747435196 tempest-ExternalNetworksTestJSON-747435196-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:12.259003 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e3335d-7efc-4d52-8275-da37aa596651 tempest-ExternalNetworksTestJSON-747435196 tempest-ExternalNetworksTestJSON-747435196-project] Pushing event updated for resources: {'Network': ['ID=6da5f342-8588-4ebc-bd9b-34f568796d4c,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:02:12.265007 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 34738) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:02:12.265766 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-f5e3335d-7efc-4d52-8275-da37aa596651 tempest-ExternalNetworksTestJSON-747435196 tempest-ExternalNetworksTestJSON-747435196-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6649077 Aug 18 12:02:12.276713 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Network 6da5f342-8588-4ebc-bd9b-34f568796d4c details requested by agent ovs-agent-n-d-804985-2 with host n-d-804985-2 {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:02:12.358484 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-871b4983-18e0-4f89-9dde-b91176ce6af1 tempest-ExternalNetworksTestJSON-427586459 tempest-ExternalNetworksTestJSON-427586459-project-admin] Request body: {'network': {'name': 'tempest-network--1623582740', 'router:external': True}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:02:12.404894 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-871b4983-18e0-4f89-9dde-b91176ce6af1 tempest-ExternalNetworksTestJSON-427586459 tempest-ExternalNetworksTestJSON-427586459-project-admin] Made reservation on behalf of 76591451c1694756bc0fa6ed57bc5ed1 for: {'network': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:02:12.409205 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-871b4983-18e0-4f89-9dde-b91176ce6af1 tempest-ExternalNetworksTestJSON-427586459 tempest-ExternalNetworksTestJSON-427586459-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for network, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:12.421450 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-871b4983-18e0-4f89-9dde-b91176ce6af1 tempest-ExternalNetworksTestJSON-427586459 tempest-ExternalNetworksTestJSON-427586459-project-admin] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:12.512379 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce0036d-bedb-4896-af35-89dff287382d req-a290110a-87a0-493c-95d6-067d23aa4d4f tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:12.519693 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-dce0036d-bedb-4896-af35-89dff287382d req-a290110a-87a0-493c-95d6-067d23aa4d4f tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] 10.222.0.66 "GET /v2.0/ports?device_id=305b0d7a-e7ab-4129-8b43-4762c73c2ae1 HTTP/1.1" status: 200 len: 945 time: 0.0872746 Aug 18 12:02:12.582436 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-dce0036d-bedb-4896-af35-89dff287382d req-cd125aff-af67-4278-9391-b26edc5e94a5 tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] 10.222.0.66 "GET /v2.0/security-groups?id=47674416-b298-4cf8-93c5-c03a14c2b3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617626 Aug 18 12:02:12.680527 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-871b4983-18e0-4f89-9dde-b91176ce6af1 tempest-ExternalNetworksTestJSON-427586459 tempest-ExternalNetworksTestJSON-427586459-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:12.699141 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-871b4983-18e0-4f89-9dde-b91176ce6af1 tempest-ExternalNetworksTestJSON-427586459 tempest-ExternalNetworksTestJSON-427586459-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:12.728323 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-070c9944-7109-4f66-bdef-8226cbf63509 req-945c3d15-8b62-4517-8bfd-6a00ac66dc26 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.66 "GET /v2.0/ports?device_id=84ea11f0-dfe9-4ffd-b1bd-00eb005330c3 HTTP/1.1" status: 200 len: 210 time: 0.0459127 Aug 18 12:02:12.754405 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7421dd15-5cfb-43c7-a0ec-183e01d8dec3 req-cdaeb391-9d05-4796-b6c5-0c2b738f08bc tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:12.756436 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7421dd15-5cfb-43c7-a0ec-183e01d8dec3 req-cdaeb391-9d05-4796-b6c5-0c2b738f08bc tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] 10.222.0.66 "GET /v2.0/ports?device_id=c5854a97-3022-406e-b019-272d90ef1ca1 HTTP/1.1" status: 200 len: 946 time: 0.1484787 Aug 18 12:02:12.796797 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-871b4983-18e0-4f89-9dde-b91176ce6af1 tempest-ExternalNetworksTestJSON-427586459 tempest-ExternalNetworksTestJSON-427586459-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 826} {{(pid=106252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:02:12.827129 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0cc9a13d-f91b-468a-8d88-d977f21b244e req-f98e614b-d50f-4f09-837e-71a6085bfac2 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.63 "GET /v2.0/networks?tenant_id=5dc13ca5db3b4f4a9d5ca7ec0f8f54a8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0613227 Aug 18 12:02:12.828319 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871b4983-18e0-4f89-9dde-b91176ce6af1 tempest-ExternalNetworksTestJSON-427586459 tempest-ExternalNetworksTestJSON-427586459-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed4b075e-807f-4f10-bf5a-ca507debdfd7,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:02:12.836837 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-871b4983-18e0-4f89-9dde-b91176ce6af1 tempest-ExternalNetworksTestJSON-427586459 tempest-ExternalNetworksTestJSON-427586459-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:12.837201 n-d-804985-2 neutron-server[106252]: INFO neutron.db.segments_db [None req-871b4983-18e0-4f89-9dde-b91176ce6af1 tempest-ExternalNetworksTestJSON-427586459 tempest-ExternalNetworksTestJSON-427586459-project-admin] Added segment 6ff6ce18-2111-4e1a-8351-57df4939aad7 of type vlan for network 5a845546-b789-4d0c-a82e-3828d3dce812 Aug 18 12:02:12.958097 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-871b4983-18e0-4f89-9dde-b91176ce6af1 tempest-ExternalNetworksTestJSON-427586459 tempest-ExternalNetworksTestJSON-427586459-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789150665894'] for network, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:12.964079 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7421dd15-5cfb-43c7-a0ec-183e01d8dec3 req-d65cc973-c9fe-4356-bfdf-0565fa1e6a9c tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b3db2ea-cc32-4796-9824-b1355b845d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065413 Aug 18 12:02:13.041044 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4187f7-4f23-473d-baa0-77800ae176dd req-a2dd55eb-0d92-43f0-bcad-a0fe21f10137 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:13.042811 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8e4187f7-4f23-473d-baa0-77800ae176dd req-a2dd55eb-0d92-43f0-bcad-a0fe21f10137 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/ports?device_id=c638d708-f9ec-4cc8-8d73-799d4b9bed3c HTTP/1.1" status: 200 len: 945 time: 0.0932550 Aug 18 12:02:13.092436 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-871b4983-18e0-4f89-9dde-b91176ce6af1 tempest-ExternalNetworksTestJSON-427586459 tempest-ExternalNetworksTestJSON-427586459-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for network, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:13.093419 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-871b4983-18e0-4f89-9dde-b91176ce6af1 tempest-ExternalNetworksTestJSON-427586459 tempest-ExternalNetworksTestJSON-427586459-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:13.094222 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-871b4983-18e0-4f89-9dde-b91176ce6af1 tempest-ExternalNetworksTestJSON-427586459 tempest-ExternalNetworksTestJSON-427586459-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for network, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:13.171195 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc9a13d-f91b-468a-8d88-d977f21b244e req-68286524-2b0a-4430-975c-b2ed93e6f736 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:13.173214 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0cc9a13d-f91b-468a-8d88-d977f21b244e req-68286524-2b0a-4430-975c-b2ed93e6f736 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3381131 Aug 18 12:02:13.189905 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-871b4983-18e0-4f89-9dde-b91176ce6af1 tempest-ExternalNetworksTestJSON-427586459 tempest-ExternalNetworksTestJSON-427586459-project-admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.9226103 Aug 18 12:02:13.190798 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 34760) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:02:13.196038 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-0cc9a13d-f91b-468a-8d88-d977f21b244e req-a9ce5a74-292f-44cc-831a-69aede993c8a tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Request body: {'port': {'device_id': '84ea11f0-dfe9-4ffd-b1bd-00eb005330c3', 'network_id': '222e0814-c7e5-4b11-9282-3f40c6ed76b2', 'admin_state_up': True, 'tenant_id': '5dc13ca5db3b4f4a9d5ca7ec0f8f54a8'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:02:13.254449 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8e4187f7-4f23-473d-baa0-77800ae176dd req-5cbc5c5e-f614-493d-8ecf-e6b5d379822a tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/security-groups?id=582571f6-a365-42ab-be92-c3254f7d1409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915014 Aug 18 12:02:13.261509 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871b4983-18e0-4f89-9dde-b91176ce6af1 tempest-ExternalNetworksTestJSON-427586459 tempest-ExternalNetworksTestJSON-427586459-project-admin] Pushing event updated for resources: {'Network': ['ID=5a845546-b789-4d0c-a82e-3828d3dce812,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:02:13.276358 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Network 5a845546-b789-4d0c-a82e-3828d3dce812 details requested by agent ovs-agent-n-d-804985-2 with host n-d-804985-2 {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:02:13.288236 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2f551434-9376-40c5-a958-6866c1b94494 tempest-ExternalNetworksTestJSON-427586459 tempest-ExternalNetworksTestJSON-427586459-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7904109'] for network, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:13.382547 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2f551434-9376-40c5-a958-6866c1b94494 tempest-ExternalNetworksTestJSON-427586459 tempest-ExternalNetworksTestJSON-427586459-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8367869', 'neutron.services.segments.db._delete_segments_for_network-8789151212993'] for network, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:13.396036 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-2f551434-9376-40c5-a958-6866c1b94494 tempest-ExternalNetworksTestJSON-427586459 tempest-ExternalNetworksTestJSON-427586459-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a845546-b789-4d0c-a82e-3828d3dce812']}} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:02:13.398544 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0cc9a13d-f91b-468a-8d88-d977f21b244e req-a9ce5a74-292f-44cc-831a-69aede993c8a tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Made reservation on behalf of 5dc13ca5db3b4f4a9d5ca7ec0f8f54a8 for: {'port': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:02:13.403718 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-0cc9a13d-f91b-468a-8d88-d977f21b244e req-a9ce5a74-292f-44cc-831a-69aede993c8a tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:13.408002 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-2f551434-9376-40c5-a958-6866c1b94494 tempest-ExternalNetworksTestJSON-427586459 tempest-ExternalNetworksTestJSON-427586459-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ff6ce18-2111-4e1a-8351-57df4939aad7') {'for_net_delete': True} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:02:13.408376 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-2f551434-9376-40c5-a958-6866c1b94494 tempest-ExternalNetworksTestJSON-427586459 tempest-ExternalNetworksTestJSON-427586459-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ff6ce18-2111-4e1a-8351-57df4939aad7') {} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:02:13.413557 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-0cc9a13d-f91b-468a-8d88-d977f21b244e req-a9ce5a74-292f-44cc-831a-69aede993c8a tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:13.418314 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2f551434-9376-40c5-a958-6866c1b94494 tempest-ExternalNetworksTestJSON-427586459 tempest-ExternalNetworksTestJSON-427586459-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789151225254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902236'] for segment, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:13.435276 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2f551434-9376-40c5-a958-6866c1b94494 tempest-ExternalNetworksTestJSON-427586459 tempest-ExternalNetworksTestJSON-427586459-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:13.451157 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f551434-9376-40c5-a958-6866c1b94494 tempest-ExternalNetworksTestJSON-427586459 tempest-ExternalNetworksTestJSON-427586459-project-admin] Releasing vlan 826 on physical network physnet1 to pool {{(pid=106253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:02:13.451867 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2f551434-9376-40c5-a958-6866c1b94494 tempest-ExternalNetworksTestJSON-427586459 tempest-ExternalNetworksTestJSON-427586459-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58900537'] for segment, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:13.454407 n-d-804985-2 neutron-server[106253]: Traceback (most recent call last): Aug 18 12:02:13.454407 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:02:13.454407 n-d-804985-2 neutron-server[106253]: timer() Aug 18 12:02:13.454407 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:02:13.454407 n-d-804985-2 neutron-server[106253]: cb(*args, **kw) Aug 18 12:02:13.454407 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:02:13.454407 n-d-804985-2 neutron-server[106253]: return func(*args, **kwargs) Aug 18 12:02:13.454407 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:02:13.454407 n-d-804985-2 neutron-server[106253]: self._notify() Aug 18 12:02:13.454407 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:02:13.454407 n-d-804985-2 neutron-server[106253]: self.callback(batched_events) Aug 18 12:02:13.454407 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:02:13.454407 n-d-804985-2 neutron-server[106253]: event.method(event) Aug 18 12:02:13.454407 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:02:13.454407 n-d-804985-2 neutron-server[106253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:02:13.454407 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:02:13.454407 n-d-804985-2 neutron-server[106253]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:02:13.454407 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:02:13.454407 n-d-804985-2 neutron-server[106253]: return f(self, *a, **k) Aug 18 12:02:13.454407 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:02:13.454407 n-d-804985-2 neutron-server[106253]: return self._get(url).json() Aug 18 12:02:13.454407 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:02:13.454407 n-d-804985-2 neutron-server[106253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:02:13.454407 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:02:13.454407 n-d-804985-2 neutron-server[106253]: return self.request(url, 'GET', **kwargs) Aug 18 12:02:13.454407 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:02:13.454407 n-d-804985-2 neutron-server[106253]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:02:13.454407 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:02:13.454407 n-d-804985-2 neutron-server[106253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:02:13.454407 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:02:13.454407 n-d-804985-2 neutron-server[106253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:02:13.454407 n-d-804985-2 neutron-server[106253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:02:13.523359 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2f551434-9376-40c5-a958-6866c1b94494 tempest-ExternalNetworksTestJSON-427586459 tempest-ExternalNetworksTestJSON-427586459-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8367858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997186'] for network, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:13.550628 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f551434-9376-40c5-a958-6866c1b94494 tempest-ExternalNetworksTestJSON-427586459 tempest-ExternalNetworksTestJSON-427586459-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5a845546-b789-4d0c-a82e-3828d3dce812 {{(pid=106253) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 18 12:02:13.551118 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f551434-9376-40c5-a958-6866c1b94494 tempest-ExternalNetworksTestJSON-427586459 tempest-ExternalNetworksTestJSON-427586459-project-admin] Pushing event deleted for resources: {'Network': ['ID=5a845546-b789-4d0c-a82e-3828d3dce812,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:02:13.557430 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2f551434-9376-40c5-a958-6866c1b94494 tempest-ExternalNetworksTestJSON-427586459 tempest-ExternalNetworksTestJSON-427586459-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:13.564017 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-2f551434-9376-40c5-a958-6866c1b94494 tempest-ExternalNetworksTestJSON-427586459 tempest-ExternalNetworksTestJSON-427586459-project-admin] 10.222.0.66 "DELETE /v2.0/networks/5a845546-b789-4d0c-a82e-3828d3dce812 HTTP/1.1" status: 204 len: 168 time: 0.3714635 Aug 18 12:02:13.564882 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 34764) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:02:13.570538 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-455b34d2-14f6-4633-93f6-e138d954cee6 tempest-ExternalNetworksTestJSON-427586459 tempest-ExternalNetworksTestJSON-427586459-project-admin] Request body: {'network': {'router:external': True}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:02:13.667806 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-0cc9a13d-f91b-468a-8d88-d977f21b244e req-a9ce5a74-292f-44cc-831a-69aede993c8a tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:13.707255 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-0cc9a13d-f91b-468a-8d88-d977f21b244e req-a9ce5a74-292f-44cc-831a-69aede993c8a tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:13.708522 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-455b34d2-14f6-4633-93f6-e138d954cee6 tempest-ExternalNetworksTestJSON-427586459 tempest-ExternalNetworksTestJSON-427586459-project-admin] Made reservation on behalf of 76591451c1694756bc0fa6ed57bc5ed1 for: {'network': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:02:13.713392 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-455b34d2-14f6-4633-93f6-e138d954cee6 tempest-ExternalNetworksTestJSON-427586459 tempest-ExternalNetworksTestJSON-427586459-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for network, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:13.745530 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-455b34d2-14f6-4633-93f6-e138d954cee6 tempest-ExternalNetworksTestJSON-427586459 tempest-ExternalNetworksTestJSON-427586459-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 815} {{(pid=106253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:02:13.757015 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ce5a74-292f-44cc-831a-69aede993c8a tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb50ebbf-d033-473b-ae6e-593d78928b4e,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:02:13.780569 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-455b34d2-14f6-4633-93f6-e138d954cee6 tempest-ExternalNetworksTestJSON-427586459 tempest-ExternalNetworksTestJSON-427586459-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:13.782295 n-d-804985-2 neutron-server[106253]: INFO neutron.db.segments_db [None req-455b34d2-14f6-4633-93f6-e138d954cee6 tempest-ExternalNetworksTestJSON-427586459 tempest-ExternalNetworksTestJSON-427586459-project-admin] Added segment 571e0827-a810-460d-acda-f266d867adaf of type vlan for network 8b215a23-c782-4238-96a8-12f767b5d7a5 Aug 18 12:02:13.818483 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b7e8af-421e-44d5-9633-2160e4b11dc2 req-fc69eae6-e406-49d5-a1ff-d3f32ce32f62 tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:13.820394 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b1b7e8af-421e-44d5-9633-2160e4b11dc2 req-fc69eae6-e406-49d5-a1ff-d3f32ce32f62 tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] 10.222.0.66 "GET /v2.0/ports?device_id=305b0d7a-e7ab-4129-8b43-4762c73c2ae1 HTTP/1.1" status: 200 len: 945 time: 0.1499529 Aug 18 12:02:13.893836 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-455b34d2-14f6-4633-93f6-e138d954cee6 tempest-ExternalNetworksTestJSON-427586459 tempest-ExternalNetworksTestJSON-427586459-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789150665894'] for network, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:13.927054 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b1b7e8af-421e-44d5-9633-2160e4b11dc2 req-1a4d9890-9216-4d29-bb7f-c5a2fb6814e7 tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] 10.222.0.66 "GET /v2.0/security-groups?id=47674416-b298-4cf8-93c5-c03a14c2b3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979161 Aug 18 12:02:13.965718 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-455b34d2-14f6-4633-93f6-e138d954cee6 tempest-ExternalNetworksTestJSON-427586459 tempest-ExternalNetworksTestJSON-427586459-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for network, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:13.966776 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-455b34d2-14f6-4633-93f6-e138d954cee6 tempest-ExternalNetworksTestJSON-427586459 tempest-ExternalNetworksTestJSON-427586459-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:13.967546 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-455b34d2-14f6-4633-93f6-e138d954cee6 tempest-ExternalNetworksTestJSON-427586459 tempest-ExternalNetworksTestJSON-427586459-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:13.977093 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-656e8911-5b3e-48a2-a64a-7aaf3fe06bb4 req-2fb8f678-18e7-4ad1-b471-f85f04dd0d0b tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.66 "GET /v2.0/ports?device_id=84ea11f0-dfe9-4ffd-b1bd-00eb005330c3 HTTP/1.1" status: 200 len: 210 time: 0.1156871 Aug 18 12:02:14.013057 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-455b34d2-14f6-4633-93f6-e138d954cee6 tempest-ExternalNetworksTestJSON-427586459 tempest-ExternalNetworksTestJSON-427586459-project-admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.4465888 Aug 18 12:02:14.021094 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 34774) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:02:14.022390 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [req-0cc9a13d-f91b-468a-8d88-d977f21b244e req-a9ce5a74-292f-44cc-831a-69aede993c8a tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Allocated IP 192.168.233.196 (222e0814-c7e5-4b11-9282-3f40c6ed76b2/6d16d680-110b-436d-8afa-48ba845b3623/4a6dd6bf-beb4-4c07-a3e9-1cc18f334166) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:02:14.031975 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-c2e3577d-48ee-4eaf-bebf-9fe05833ed75 tempest-ExternalNetworksTestJSON-427586459 tempest-ExternalNetworksTestJSON-427586459-project-admin] Request body: {'subnet': {'network_id': '8b215a23-c782-4238-96a8-12f767b5d7a5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:02:14.127676 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2e3577d-48ee-4eaf-bebf-9fe05833ed75 tempest-ExternalNetworksTestJSON-427586459 tempest-ExternalNetworksTestJSON-427586459-project-admin] Made reservation on behalf of 76591451c1694756bc0fa6ed57bc5ed1 for: {'subnet': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:02:14.130057 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c2e3577d-48ee-4eaf-bebf-9fe05833ed75 tempest-ExternalNetworksTestJSON-427586459 tempest-ExternalNetworksTestJSON-427586459-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59074089'] for subnet, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:14.134894 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455b34d2-14f6-4633-93f6-e138d954cee6 tempest-ExternalNetworksTestJSON-427586459 tempest-ExternalNetworksTestJSON-427586459-project-admin] Pushing event updated for resources: {'Network': ['ID=8b215a23-c782-4238-96a8-12f767b5d7a5,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:02:14.146031 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Network 8b215a23-c782-4238-96a8-12f767b5d7a5 details requested by agent ovs-agent-n-d-804985-2 with host n-d-804985-2 {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:02:14.230247 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7a0e24-cc58-4162-b745-2999c6c9d21a req-7ee13780-6e18-436b-b805-bfb290b4ecfc tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:14.231767 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9c7a0e24-cc58-4162-b745-2999c6c9d21a req-7ee13780-6e18-436b-b805-bfb290b4ecfc tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] 10.222.0.66 "GET /v2.0/ports?device_id=c5854a97-3022-406e-b019-272d90ef1ca1 HTTP/1.1" status: 200 len: 946 time: 0.1669605 Aug 18 12:02:14.360451 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9c7a0e24-cc58-4162-b745-2999c6c9d21a req-36c8eb21-80bd-45b2-9266-3b5fdd8276e6 tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b3db2ea-cc32-4796-9824-b1355b845d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997803 Aug 18 12:02:14.450868 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-0cc9a13d-f91b-468a-8d88-d977f21b244e req-a9ce5a74-292f-44cc-831a-69aede993c8a tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:14.501654 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [req-0cc9a13d-f91b-468a-8d88-d977f21b244e req-a9ce5a74-292f-44cc-831a-69aede993c8a tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Transition to ACTIVE for port object 4a6dd6bf-beb4-4c07-a3e9-1cc18f334166 will not be triggered until provisioned by entity DHCP. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:02:14.568290 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc84fff-3805-42fd-97e7-a96623f08925 req-22edc50d-6cc8-45ad-b65c-fb55e2895a7a tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:14.572409 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0fc84fff-3805-42fd-97e7-a96623f08925 req-22edc50d-6cc8-45ad-b65c-fb55e2895a7a tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/ports?device_id=c638d708-f9ec-4cc8-8d73-799d4b9bed3c HTTP/1.1" status: 200 len: 945 time: 0.1495171 Aug 18 12:02:14.680730 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0fc84fff-3805-42fd-97e7-a96623f08925 req-d4d0c49d-1380-4c23-8a9d-8761d198e944 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/security-groups?id=582571f6-a365-42ab-be92-c3254f7d1409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012821 Aug 18 12:02:14.683864 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-0cc9a13d-f91b-468a-8d88-d977f21b244e req-a9ce5a74-292f-44cc-831a-69aede993c8a tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:14.747432 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0cc9a13d-f91b-468a-8d88-d977f21b244e req-a9ce5a74-292f-44cc-831a-69aede993c8a tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Network 222e0814-c7e5-4b11-9282-3f40c6ed76b2 is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:02:14.761743 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [req-0cc9a13d-f91b-468a-8d88-d977f21b244e req-a9ce5a74-292f-44cc-831a-69aede993c8a tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:02:14.783739 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cc9a13d-f91b-468a-8d88-d977f21b244e req-a9ce5a74-292f-44cc-831a-69aede993c8a tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:02:14.824958 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ce5a74-292f-44cc-831a-69aede993c8a tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Pushing event updated for resources: {'Port': ['ID=4a6dd6bf-beb4-4c07-a3e9-1cc18f334166,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:02:14.866715 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc9a13d-f91b-468a-8d88-d977f21b244e req-a9ce5a74-292f-44cc-831a-69aede993c8a tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:14.867347 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-0cc9a13d-f91b-468a-8d88-d977f21b244e req-a9ce5a74-292f-44cc-831a-69aede993c8a tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:14.936298 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0cc9a13d-f91b-468a-8d88-d977f21b244e req-a9ce5a74-292f-44cc-831a-69aede993c8a tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7522440 Aug 18 12:02:14.937246 n-d-804985-2 neutron-server[106252]: DEBUG neutron.objects.ports [None req-c2e3577d-48ee-4eaf-bebf-9fe05833ed75 tempest-ExternalNetworksTestJSON-427586459 tempest-ExternalNetworksTestJSON-427586459-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106252) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 18 12:02:14.937700 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c2e3577d-48ee-4eaf-bebf-9fe05833ed75 tempest-ExternalNetworksTestJSON-427586459 tempest-ExternalNetworksTestJSON-427586459-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3572913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59074111'] for subnet, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:14.969742 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-0cc9a13d-f91b-468a-8d88-d977f21b244e req-513b889e-5471-41ed-87aa-acb492c65f33 service neutron] Request body: {'port': {'device_id': '84ea11f0-dfe9-4ffd-b1bd-00eb005330c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804985-2'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:02:15.077597 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-0cc9a13d-f91b-468a-8d88-d977f21b244e req-513b889e-5471-41ed-87aa-acb492c65f33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:15.109408 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-ddf3462a-6bcc-45ef-a086-36ecabef3022 None None] Provisioning for port 4a6dd6bf-beb4-4c07-a3e9-1cc18f334166 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:02:15.113942 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-ddf3462a-6bcc-45ef-a086-36ecabef3022 None None] Provisioning complete for port 4a6dd6bf-beb4-4c07-a3e9-1cc18f334166 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:02:15.114560 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ddf3462a-6bcc-45ef-a086-36ecabef3022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:15.163082 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-ddf3462a-6bcc-45ef-a086-36ecabef3022 None None] Port 4a6dd6bf-beb4-4c07-a3e9-1cc18f334166 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:02:15.184908 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e3577d-48ee-4eaf-bebf-9fe05833ed75 tempest-ExternalNetworksTestJSON-427586459 tempest-ExternalNetworksTestJSON-427586459-project-admin] Pushing event updated for resources: {'Subnet': ['ID=26d698b0-b418-4aa5-a62d-f5aa0ff61a00,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:02:15.201480 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e3577d-48ee-4eaf-bebf-9fe05833ed75 tempest-ExternalNetworksTestJSON-427586459 tempest-ExternalNetworksTestJSON-427586459-project-admin] Checking segment: {'id': '571e0827-a810-460d-acda-f266d867adaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '8b215a23-c782-4238-96a8-12f767b5d7a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:02:15.201871 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2e3577d-48ee-4eaf-bebf-9fe05833ed75 tempest-ExternalNetworksTestJSON-427586459 tempest-ExternalNetworksTestJSON-427586459-project-admin] Network hostable DHCP agents. Network: 8b215a23-c782-4238-96a8-12f767b5d7a5, hostable agents: ['97c14208-2951-4361-8d64-3708c946ff5f'], hosted agents: [] {{(pid=106252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 12:02:15.232460 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a35fff-0267-4403-9627-0f5609e4e3e7 req-45fec0a7-866c-4b63-82aa-dc79bc93687b tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:15.240122 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-71a35fff-0267-4403-9627-0f5609e4e3e7 req-45fec0a7-866c-4b63-82aa-dc79bc93687b tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] 10.222.0.66 "GET /v2.0/ports?device_id=305b0d7a-e7ab-4129-8b43-4762c73c2ae1 HTTP/1.1" status: 200 len: 945 time: 0.2327247 Aug 18 12:02:15.284717 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c47ea09-a532-4b51-9573-ad2d9cb8dd6f req-cc2f3980-672c-4923-b344-142dbb026182 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:15.289009 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4c47ea09-a532-4b51-9573-ad2d9cb8dd6f req-cc2f3980-672c-4923-b344-142dbb026182 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.66 "GET /v2.0/ports?device_id=84ea11f0-dfe9-4ffd-b1bd-00eb005330c3 HTTP/1.1" status: 200 len: 936 time: 0.1972456 Aug 18 12:02:15.359580 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2e3577d-48ee-4eaf-bebf-9fe05833ed75 tempest-ExternalNetworksTestJSON-427586459 tempest-ExternalNetworksTestJSON-427586459-project-admin] Network 8b215a23-c782-4238-96a8-12f767b5d7a5 is scheduled to be hosted by DHCP agent 97c14208-2951-4361-8d64-3708c946ff5f with binding_index 1 {{(pid=106252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 12:02:15.385277 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-71a35fff-0267-4403-9627-0f5609e4e3e7 req-bd1c5af5-bd07-4068-9b8b-96414c9c19b5 tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] 10.222.0.66 "GET /v2.0/security-groups?id=47674416-b298-4cf8-93c5-c03a14c2b3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442404 Aug 18 12:02:15.394935 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-c2e3577d-48ee-4eaf-bebf-9fe05833ed75 tempest-ExternalNetworksTestJSON-427586459 tempest-ExternalNetworksTestJSON-427586459-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-2, 8b215a23-c782-4238-96a8-12f767b5d7a5) {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:02:15.404677 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e3577d-48ee-4eaf-bebf-9fe05833ed75 tempest-ExternalNetworksTestJSON-427586459 tempest-ExternalNetworksTestJSON-427586459-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:15.419212 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c2e3577d-48ee-4eaf-bebf-9fe05833ed75 tempest-ExternalNetworksTestJSON-427586459 tempest-ExternalNetworksTestJSON-427586459-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for subnet, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:15.421199 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaeab834-2f9e-49ec-a477-d32a4db2571f None None] Network 8b215a23-c782-4238-96a8-12f767b5d7a5 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:02:15.451708 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4c47ea09-a532-4b51-9573-ad2d9cb8dd6f req-0ea10d5f-ea72-4603-966f-988647f86002 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb50ebbf-d033-473b-ae6e-593d78928b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064446 Aug 18 12:02:15.680999 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [req-0cc9a13d-f91b-468a-8d88-d977f21b244e req-513b889e-5471-41ed-87aa-acb492c65f33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a6dd6bf-beb4-4c07-a3e9-1cc18f334166 {{(pid=106252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:02:15.690448 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-0cc9a13d-f91b-468a-8d88-d977f21b244e req-513b889e-5471-41ed-87aa-acb492c65f33 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:15.705969 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [req-0cc9a13d-f91b-468a-8d88-d977f21b244e req-513b889e-5471-41ed-87aa-acb492c65f33 service neutron] Transition to ACTIVE for port object 4a6dd6bf-beb4-4c07-a3e9-1cc18f334166 will not be triggered until provisioned by entity L2. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:02:15.723284 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-0cc9a13d-f91b-468a-8d88-d977f21b244e req-513b889e-5471-41ed-87aa-acb492c65f33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:15.790048 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-c2e3577d-48ee-4eaf-bebf-9fe05833ed75 tempest-ExternalNetworksTestJSON-427586459 tempest-ExternalNetworksTestJSON-427586459-project-admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.7609906 Aug 18 12:02:15.791493 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 34798) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:02:15.791980 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513b889e-5471-41ed-87aa-acb492c65f33 service neutron] Pushing event updated for resources: {'Port': ['ID=4a6dd6bf-beb4-4c07-a3e9-1cc18f334166,revision_number=2']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:02:15.820546 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-174a044b-77d6-4eba-ae75-087f02990c87 tempest-ExternalNetworksTestJSON-427586459 tempest-ExternalNetworksTestJSON-427586459-project-admin] Request body: {'floatingip': {'floating_network_id': '8b215a23-c782-4238-96a8-12f767b5d7a5'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:02:15.885791 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb751db0-b8a1-4c0b-944b-56d7949ec14e None None] Network 8b215a23-c782-4238-96a8-12f767b5d7a5 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:02:15.900004 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-174a044b-77d6-4eba-ae75-087f02990c87 tempest-ExternalNetworksTestJSON-427586459 tempest-ExternalNetworksTestJSON-427586459-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:15.967340 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159490f3-bfc6-4421-b67a-ad27a62741a3 req-a227abcf-b377-4003-9998-0c7e869cd068 tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:15.993968 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-159490f3-bfc6-4421-b67a-ad27a62741a3 req-a227abcf-b377-4003-9998-0c7e869cd068 tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] 10.222.0.66 "GET /v2.0/ports?device_id=c5854a97-3022-406e-b019-272d90ef1ca1 HTTP/1.1" status: 200 len: 946 time: 0.2853174 Aug 18 12:02:16.109459 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-174a044b-77d6-4eba-ae75-087f02990c87 tempest-ExternalNetworksTestJSON-427586459 tempest-ExternalNetworksTestJSON-427586459-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:16.190806 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-159490f3-bfc6-4421-b67a-ad27a62741a3 req-18b8e387-03d2-4ad0-bf41-118726ad52bb tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b3db2ea-cc32-4796-9824-b1355b845d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933141 Aug 18 12:02:16.253694 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306d1d76-79c6-41f6-9b27-63673055a747 req-0797deb8-4d9a-456a-916f-c73095dd0777 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:16.264823 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-306d1d76-79c6-41f6-9b27-63673055a747 req-0797deb8-4d9a-456a-916f-c73095dd0777 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/ports?device_id=c638d708-f9ec-4cc8-8d73-799d4b9bed3c HTTP/1.1" status: 200 len: 945 time: 0.4030616 Aug 18 12:02:16.328041 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-0cc9a13d-f91b-468a-8d88-d977f21b244e req-513b889e-5471-41ed-87aa-acb492c65f33 service neutron] Attempting to bind port 4a6dd6bf-beb4-4c07-a3e9-1cc18f334166 on host n-h1-804985-2 for vnic_type normal with profile {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:02:16.328375 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-0cc9a13d-f91b-468a-8d88-d977f21b244e req-513b889e-5471-41ed-87aa-acb492c65f33 service neutron] Attempting to bind port 4a6dd6bf-beb4-4c07-a3e9-1cc18f334166 by drivers openvswitch,hyperv on host n-h1-804985-2 at level 0 using segments [{'id': 'b0eb6eea-b461-4969-8a27-808f00daa8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '222e0814-c7e5-4b11-9282-3f40c6ed76b2'}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:02:16.328733 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cc9a13d-f91b-468a-8d88-d977f21b244e req-513b889e-5471-41ed-87aa-acb492c65f33 service neutron] Attempting to bind port 4a6dd6bf-beb4-4c07-a3e9-1cc18f334166 on network 222e0814-c7e5-4b11-9282-3f40c6ed76b2 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:02:16.348464 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cc9a13d-f91b-468a-8d88-d977f21b244e req-513b889e-5471-41ed-87aa-acb492c65f33 service neutron] Port 4a6dd6bf-beb4-4c07-a3e9-1cc18f334166 on network 222e0814-c7e5-4b11-9282-3f40c6ed76b2 not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-2 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:02:16.348876 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cc9a13d-f91b-468a-8d88-d977f21b244e req-513b889e-5471-41ed-87aa-acb492c65f33 service neutron] Attempting to bind port 4a6dd6bf-beb4-4c07-a3e9-1cc18f334166 on network 222e0814-c7e5-4b11-9282-3f40c6ed76b2 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:02:16.368681 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-306d1d76-79c6-41f6-9b27-63673055a747 req-a7991e2f-9be9-48da-ab3b-64d266c33e80 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/security-groups?id=582571f6-a365-42ab-be92-c3254f7d1409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979948 Aug 18 12:02:16.370831 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [None req-174a044b-77d6-4eba-ae75-087f02990c87 tempest-ExternalNetworksTestJSON-427586459 tempest-ExternalNetworksTestJSON-427586459-project-admin] Allocated IP 172.20.0.8 (8b215a23-c782-4238-96a8-12f767b5d7a5/26d698b0-b418-4aa5-a62d-f5aa0ff61a00/21a0fd88-a79b-4488-aa48-32f350e887dc) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:02:16.373093 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cc9a13d-f91b-468a-8d88-d977f21b244e req-513b889e-5471-41ed-87aa-acb492c65f33 service neutron] Checking agent: {'id': 'a613417a-d085-492c-941a-59bb18c633d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 49, 6), 'started_at': datetime.datetime(2021, 8, 18, 11, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 2, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:02:16.373431 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cc9a13d-f91b-468a-8d88-d977f21b244e req-513b889e-5471-41ed-87aa-acb492c65f33 service neutron] Checking segment: {'id': 'b0eb6eea-b461-4969-8a27-808f00daa8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '222e0814-c7e5-4b11-9282-3f40c6ed76b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:02:16.374391 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cc9a13d-f91b-468a-8d88-d977f21b244e req-513b889e-5471-41ed-87aa-acb492c65f33 service neutron] Bound using segment: {'id': 'b0eb6eea-b461-4969-8a27-808f00daa8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '222e0814-c7e5-4b11-9282-3f40c6ed76b2'} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:02:16.374958 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-0cc9a13d-f91b-468a-8d88-d977f21b244e req-513b889e-5471-41ed-87aa-acb492c65f33 service neutron] Bound port: 4a6dd6bf-beb4-4c07-a3e9-1cc18f334166, host: n-h1-804985-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0eb6eea-b461-4969-8a27-808f00daa8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '222e0814-c7e5-4b11-9282-3f40c6ed76b2'}}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:02:16.375351 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-0cc9a13d-f91b-468a-8d88-d977f21b244e req-513b889e-5471-41ed-87aa-acb492c65f33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:16.488905 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-0cc9a13d-f91b-468a-8d88-d977f21b244e req-513b889e-5471-41ed-87aa-acb492c65f33 service neutron] For port 4a6dd6bf-beb4-4c07-a3e9-1cc18f334166, host n-h1-804985-2, cleared binding levels {{(pid=106252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:02:16.493158 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-0cc9a13d-f91b-468a-8d88-d977f21b244e req-513b889e-5471-41ed-87aa-acb492c65f33 service neutron] For port 4a6dd6bf-beb4-4c07-a3e9-1cc18f334166, host n-h1-804985-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=4a6dd6bf-beb4-4c07-a3e9-1cc18f334166,segment=NetworkSegment(b0eb6eea-b461-4969-8a27-808f00daa8a1),segment_id=b0eb6eea-b461-4969-8a27-808f00daa8a1)] {{(pid=106252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:02:16.517480 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-0cc9a13d-f91b-468a-8d88-d977f21b244e req-513b889e-5471-41ed-87aa-acb492c65f33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:16.607647 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc9a13d-f91b-468a-8d88-d977f21b244e req-513b889e-5471-41ed-87aa-acb492c65f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:16.609521 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-0cc9a13d-f91b-468a-8d88-d977f21b244e req-513b889e-5471-41ed-87aa-acb492c65f33 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:16.611448 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0cc9a13d-f91b-468a-8d88-d977f21b244e req-513b889e-5471-41ed-87aa-acb492c65f33 service neutron] 10.222.0.63 "PUT /v2.0/ports/4a6dd6bf-beb4-4c07-a3e9-1cc18f334166 HTTP/1.1" status: 200 len: 1096 time: 1.6490238 Aug 18 12:02:16.613464 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84ea11f0-dfe9-4ffd-b1bd-00eb005330c3', 'tag': '4a6dd6bf-beb4-4c07-a3e9-1cc18f334166'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:02:16.616174 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2980c8e1-418e-4428-8c13-e3e8ca1d8522" -d '{"events": [{"name": "network-changed", "server_uuid": "84ea11f0-dfe9-4ffd-b1bd-00eb005330c3", "tag": "4a6dd6bf-beb4-4c07-a3e9-1cc18f334166"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:02:16.671881 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-174a044b-77d6-4eba-ae75-087f02990c87 tempest-ExternalNetworksTestJSON-427586459 tempest-ExternalNetworksTestJSON-427586459-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:16.757303 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-174a044b-77d6-4eba-ae75-087f02990c87 tempest-ExternalNetworksTestJSON-427586459 tempest-ExternalNetworksTestJSON-427586459-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:16.814795 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:02:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0409262-ad4c-43fe-a673-e4d670555f62 x-openstack-request-id: req-f0409262-ad4c-43fe-a673-e4d670555f62 {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:02:16.815240 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84ea11f0-dfe9-4ffd-b1bd-00eb005330c3", "tag": "4a6dd6bf-beb4-4c07-a3e9-1cc18f334166", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:02:16.815577 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f0409262-ad4c-43fe-a673-e4d670555f62 {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:02:16.816067 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84ea11f0-dfe9-4ffd-b1bd-00eb005330c3', 'tag': '4a6dd6bf-beb4-4c07-a3e9-1cc18f334166', 'status': 'completed', 'code': 200} Aug 18 12:02:16.832891 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513b889e-5471-41ed-87aa-acb492c65f33 service neutron] Pushing event updated for resources: {'Port': ['ID=4a6dd6bf-beb4-4c07-a3e9-1cc18f334166,revision_number=3']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:02:16.851688 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174a044b-77d6-4eba-ae75-087f02990c87 tempest-ExternalNetworksTestJSON-427586459 tempest-ExternalNetworksTestJSON-427586459-project-admin] Pushing event updated for resources: {'Port': ['ID=21a0fd88-a79b-4488-aa48-32f350e887dc,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:02:16.863252 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc9a13d-f91b-468a-8d88-d977f21b244e req-b7117921-f5c4-43ab-9bfa-6593629e31da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:16.864438 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0cc9a13d-f91b-468a-8d88-d977f21b244e req-b7117921-f5c4-43ab-9bfa-6593629e31da service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=5dc13ca5db3b4f4a9d5ca7ec0f8f54a8&device_id=84ea11f0-dfe9-4ffd-b1bd-00eb005330c3 HTTP/1.1" status: 200 len: 1099 time: 0.1590993 Aug 18 12:02:16.887696 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a1ca55-5f81-49eb-8f41-3a40a708061f req-306d341f-b308-47e9-91dd-cf11dbcdde42 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:16.889451 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-82a1ca55-5f81-49eb-8f41-3a40a708061f req-306d341f-b308-47e9-91dd-cf11dbcdde42 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.66 "GET /v2.0/ports?device_id=84ea11f0-dfe9-4ffd-b1bd-00eb005330c3 HTTP/1.1" status: 200 len: 948 time: 0.2767823 Aug 18 12:02:16.894450 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-174a044b-77d6-4eba-ae75-087f02990c87 tempest-ExternalNetworksTestJSON-427586459 tempest-ExternalNetworksTestJSON-427586459-project-admin] Network 8b215a23-c782-4238-96a8-12f767b5d7a5 is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:02:16.896066 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-174a044b-77d6-4eba-ae75-087f02990c87 tempest-ExternalNetworksTestJSON-427586459 tempest-ExternalNetworksTestJSON-427586459-project-admin] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:02:16.898777 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-174a044b-77d6-4eba-ae75-087f02990c87 tempest-ExternalNetworksTestJSON-427586459 tempest-ExternalNetworksTestJSON-427586459-project-admin] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:02:16.984367 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0cc9a13d-f91b-468a-8d88-d977f21b244e req-cc839ab7-3205-4694-8652-27bd5a78ff4d service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=4a6dd6bf-beb4-4c07-a3e9-1cc18f334166 HTTP/1.1" status: 200 len: 217 time: 0.0938334 Aug 18 12:02:17.057691 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-174a044b-77d6-4eba-ae75-087f02990c87 tempest-ExternalNetworksTestJSON-427586459 tempest-ExternalNetworksTestJSON-427586459-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:17.062975 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-82a1ca55-5f81-49eb-8f41-3a40a708061f req-78494182-4406-413a-9ed8-fc54cb5eb14e tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb50ebbf-d033-473b-ae6e-593d78928b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457202 Aug 18 12:02:17.093359 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc9a13d-f91b-468a-8d88-d977f21b244e req-70ceb466-3d8d-4430-bb15-a7f0ba3d4f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:17.095743 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0cc9a13d-f91b-468a-8d88-d977f21b244e req-70ceb466-3d8d-4430-bb15-a7f0ba3d4f19 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=6d16d680-110b-436d-8afa-48ba845b3623 HTTP/1.1" status: 200 len: 843 time: 0.1019833 Aug 18 12:02:17.108658 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-174a044b-77d6-4eba-ae75-087f02990c87 tempest-ExternalNetworksTestJSON-427586459 tempest-ExternalNetworksTestJSON-427586459-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:17.162774 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc9a13d-f91b-468a-8d88-d977f21b244e req-5d3e2e12-71db-4058-b1fc-5c3c0a50b905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:17.164337 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0cc9a13d-f91b-468a-8d88-d977f21b244e req-5d3e2e12-71db-4058-b1fc-5c3c0a50b905 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=222e0814-c7e5-4b11-9282-3f40c6ed76b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0569537 Aug 18 12:02:17.329740 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0cc9a13d-f91b-468a-8d88-d977f21b244e req-a00be86a-a194-492f-90a6-65ee2011fbdd service neutron] 10.222.0.63 "GET /v2.0/networks/222e0814-c7e5-4b11-9282-3f40c6ed76b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524923 Aug 18 12:02:17.353370 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-174a044b-77d6-4eba-ae75-087f02990c87 tempest-ExternalNetworksTestJSON-427586459 tempest-ExternalNetworksTestJSON-427586459-project-admin] Notify callbacks [] for port, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:17.360164 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-174a044b-77d6-4eba-ae75-087f02990c87 tempest-ExternalNetworksTestJSON-427586459 tempest-ExternalNetworksTestJSON-427586459-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:17.465350 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c27edd7-149a-49d5-9806-6ea2533577dd req-08807bb5-b2fc-491a-b48b-a8e6df3efab8 tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:17.465808 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174a044b-77d6-4eba-ae75-087f02990c87 tempest-ExternalNetworksTestJSON-427586459 tempest-ExternalNetworksTestJSON-427586459-project-admin] Pushing event updated for resources: {'Port': ['ID=21a0fd88-a79b-4488-aa48-32f350e887dc,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:02:17.474896 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7c27edd7-149a-49d5-9806-6ea2533577dd req-08807bb5-b2fc-491a-b48b-a8e6df3efab8 tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] 10.222.0.66 "GET /v2.0/ports?device_id=c5854a97-3022-406e-b019-272d90ef1ca1 HTTP/1.1" status: 200 len: 946 time: 0.1088512 Aug 18 12:02:17.477355 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-174a044b-77d6-4eba-ae75-087f02990c87 tempest-ExternalNetworksTestJSON-427586459 tempest-ExternalNetworksTestJSON-427586459-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-989945'] for floatingip, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:17.498412 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-174a044b-77d6-4eba-ae75-087f02990c87 tempest-ExternalNetworksTestJSON-427586459 tempest-ExternalNetworksTestJSON-427586459-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for floatingip, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:17.502807 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-174a044b-77d6-4eba-ae75-087f02990c87 tempest-ExternalNetworksTestJSON-427586459 tempest-ExternalNetworksTestJSON-427586459-project-admin] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.7059839 Aug 18 12:02:17.504852 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 34830) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:02:17.550309 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7c27edd7-149a-49d5-9806-6ea2533577dd req-5c8cdf9a-7b3e-4558-ac2b-8d357cd4506b tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b3db2ea-cc32-4796-9824-b1355b845d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697973 Aug 18 12:02:17.563423 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0cc9a13d-f91b-468a-8d88-d977f21b244e req-131c41d0-eacb-4eaf-88ae-bd5f8fccee34 service neutron] 10.222.0.63 "GET /v2.0/networks/222e0814-c7e5-4b11-9282-3f40c6ed76b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2236247 Aug 18 12:02:17.633003 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-6c555721-1120-4d5c-befc-ed9d6c53b4ae tempest-ExternalNetworksTestJSON-427586459 tempest-ExternalNetworksTestJSON-427586459-project-admin] 10.222.0.66 "GET /v2.0/floatingips?floating_network_id=8b215a23-c782-4238-96a8-12f767b5d7a5 HTTP/1.1" status: 200 len: 689 time: 0.1245289 Aug 18 12:02:17.638080 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 34832) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:02:17.703445 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e82dca-0ee5-4344-83e0-61bc970ceb9c req-cafb48b6-a063-4f4c-be88-d44c025b881f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:17.705111 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-b4e82dca-0ee5-4344-83e0-61bc970ceb9c req-cafb48b6-a063-4f4c-be88-d44c025b881f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=fe1ab259ff774abb8ee8f6b115f604ca&device_id=305b0d7a-e7ab-4129-8b43-4762c73c2ae1 HTTP/1.1" status: 200 len: 1096 time: 0.1649041 Aug 18 12:02:17.737858 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2980c8e1-418e-4428-8c13-e3e8ca1d8522 req-a1a3bde2-f3bb-4b90-8e78-fee452efb98d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:17.739493 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2980c8e1-418e-4428-8c13-e3e8ca1d8522 req-a1a3bde2-f3bb-4b90-8e78-fee452efb98d service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=5dc13ca5db3b4f4a9d5ca7ec0f8f54a8&device_id=84ea11f0-dfe9-4ffd-b1bd-00eb005330c3 HTTP/1.1" status: 200 len: 1099 time: 0.0971031 Aug 18 12:02:17.808707 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5e86477e-4269-466c-9fed-2771efef1fc6 tempest-ExternalNetworksTestJSON-427586459 tempest-ExternalNetworksTestJSON-427586459-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7904109'] for network, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:17.908514 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e82dca-0ee5-4344-83e0-61bc970ceb9c req-d9b29602-b10e-425e-8f05-02a15426bd1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:17.910165 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-b4e82dca-0ee5-4344-83e0-61bc970ceb9c req-d9b29602-b10e-425e-8f05-02a15426bd1d service neutron] 10.222.0.62 "GET /v2.0/networks?id=3811f777-5849-45bb-9880-799ae79f59e0 HTTP/1.1" status: 200 len: 920 time: 0.1951814 Aug 18 12:02:17.976458 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-b4e82dca-0ee5-4344-83e0-61bc970ceb9c req-35c9bde1-01a9-4959-8822-23873af3b1ca service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e1e7f579-0652-4bd5-b0e7-9fcb54e2b7a3 HTTP/1.1" status: 200 len: 217 time: 0.0406339 Aug 18 12:02:18.036708 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-5e86477e-4269-466c-9fed-2771efef1fc6 tempest-ExternalNetworksTestJSON-427586459 tempest-ExternalNetworksTestJSON-427586459-project-admin] Deleting port 21a0fd88-a79b-4488-aa48-32f350e887dc {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:02:18.037030 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5e86477e-4269-466c-9fed-2771efef1fc6 tempest-ExternalNetworksTestJSON-427586459 tempest-ExternalNetworksTestJSON-427586459-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:18.081110 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e82dca-0ee5-4344-83e0-61bc970ceb9c req-f49cef6c-0e98-4f15-b164-776343bbba0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:18.083171 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-b4e82dca-0ee5-4344-83e0-61bc970ceb9c req-f49cef6c-0e98-4f15-b164-776343bbba0d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=bf85a510-4d3c-4322-ac79-b9cb0b40bab8 HTTP/1.1" status: 200 len: 859 time: 0.0963316 Aug 18 12:02:18.123636 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-b4e82dca-0ee5-4344-83e0-61bc970ceb9c req-e1b8e190-6921-4fdd-a09e-39a1b00f755c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=3811f777-5849-45bb-9880-799ae79f59e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314858 Aug 18 12:02:18.147981 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baeb54a-a36d-4dfb-9b54-54a42672ce00 req-c9bdee1c-c494-49b4-995c-e497d7505925 tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:18.155407 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9baeb54a-a36d-4dfb-9b54-54a42672ce00 req-c9bdee1c-c494-49b4-995c-e497d7505925 tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] 10.222.0.66 "GET /v2.0/ports?device_id=305b0d7a-e7ab-4129-8b43-4762c73c2ae1 HTTP/1.1" status: 200 len: 945 time: 0.4637108 Aug 18 12:02:18.169942 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f120a84-6a0f-4adc-86bc-cc8325f6671a req-29794fa6-fcd2-45f9-baf5-58eebef6a32e tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:18.171709 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1f120a84-6a0f-4adc-86bc-cc8325f6671a req-29794fa6-fcd2-45f9-baf5-58eebef6a32e tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/ports?device_id=c638d708-f9ec-4cc8-8d73-799d4b9bed3c HTTP/1.1" status: 200 len: 945 time: 0.5451210 Aug 18 12:02:18.204611 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5e86477e-4269-466c-9fed-2771efef1fc6 tempest-ExternalNetworksTestJSON-427586459 tempest-ExternalNetworksTestJSON-427586459-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:18.205070 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5e86477e-4269-466c-9fed-2771efef1fc6 tempest-ExternalNetworksTestJSON-427586459 tempest-ExternalNetworksTestJSON-427586459-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:18.224953 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-5e86477e-4269-466c-9fed-2771efef1fc6 tempest-ExternalNetworksTestJSON-427586459 tempest-ExternalNetworksTestJSON-427586459-project-admin] Calling delete_port for 21a0fd88-a79b-4488-aa48-32f350e887dc owned by network:floatingip {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:02:18.261085 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9baeb54a-a36d-4dfb-9b54-54a42672ce00 req-42401869-9f80-4d12-9344-e7dc2d7c3291 tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] 10.222.0.66 "GET /v2.0/security-groups?id=47674416-b298-4cf8-93c5-c03a14c2b3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046355 Aug 18 12:02:18.278418 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1f120a84-6a0f-4adc-86bc-cc8325f6671a req-37dbaef4-4e6e-4dac-9ff6-6fea1514301e tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/security-groups?id=582571f6-a365-42ab-be92-c3254f7d1409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965221 Aug 18 12:02:18.297834 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2980c8e1-418e-4428-8c13-e3e8ca1d8522 req-c2231af2-47b5-4dc8-bfe4-5e231efd9dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:18.300317 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2980c8e1-418e-4428-8c13-e3e8ca1d8522 req-c2231af2-47b5-4dc8-bfe4-5e231efd9dd5 service neutron] 10.222.0.63 "GET /v2.0/networks?id=222e0814-c7e5-4b11-9282-3f40c6ed76b2 HTTP/1.1" status: 200 len: 870 time: 0.5461788 Aug 18 12:02:18.357816 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-b4e82dca-0ee5-4344-83e0-61bc970ceb9c req-48beb665-0d53-4495-a0c8-aaee8a0163ce service neutron] 10.222.0.62 "GET /v2.0/networks/3811f777-5849-45bb-9880-799ae79f59e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2149990 Aug 18 12:02:18.388527 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2980c8e1-418e-4428-8c13-e3e8ca1d8522 req-8e6ed465-a415-4a68-b9e3-d825a9618fae service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=4a6dd6bf-beb4-4c07-a3e9-1cc18f334166 HTTP/1.1" status: 200 len: 217 time: 0.0730362 Aug 18 12:02:18.475182 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-26da1327-20b8-4e08-973d-60736182e54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:18.509754 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2980c8e1-418e-4428-8c13-e3e8ca1d8522 req-fef2d921-60de-4a95-b633-f2d811c99551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:18.513341 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2980c8e1-418e-4428-8c13-e3e8ca1d8522 req-fef2d921-60de-4a95-b633-f2d811c99551 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=6d16d680-110b-436d-8afa-48ba845b3623 HTTP/1.1" status: 200 len: 843 time: 0.1147501 Aug 18 12:02:18.563836 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a3e07f-8729-4941-9b2e-9eaadcf95095 req-dc402047-2083-4d0c-a102-781b48e15259 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:18.571852 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-36a3e07f-8729-4941-9b2e-9eaadcf95095 req-dc402047-2083-4d0c-a102-781b48e15259 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.66 "GET /v2.0/ports?device_id=84ea11f0-dfe9-4ffd-b1bd-00eb005330c3 HTTP/1.1" status: 200 len: 948 time: 0.1320379 Aug 18 12:02:18.591308 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-b4e82dca-0ee5-4344-83e0-61bc970ceb9c req-b735f357-a162-48c4-8e41-ba4d981c0576 service neutron] 10.222.0.62 "GET /v2.0/networks/3811f777-5849-45bb-9880-799ae79f59e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2127204 Aug 18 12:02:18.626271 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5e86477e-4269-466c-9fed-2771efef1fc6 tempest-ExternalNetworksTestJSON-427586459 tempest-ExternalNetworksTestJSON-427586459-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:18.664623 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e86477e-4269-466c-9fed-2771efef1fc6 tempest-ExternalNetworksTestJSON-427586459 tempest-ExternalNetworksTestJSON-427586459-project-admin] Pushing event deleted for resources: {'Port': ['ID=21a0fd88-a79b-4488-aa48-32f350e887dc,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:02:18.697856 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-36a3e07f-8729-4941-9b2e-9eaadcf95095 req-09a37ebc-b738-40e9-8b96-f341b28c4119 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb50ebbf-d033-473b-ae6e-593d78928b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258466 Aug 18 12:02:18.711325 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76da0ec-54de-412d-8d2a-b8b78af659bb req-b6381bb5-4b93-4ad8-a1ed-366e4bacc4b7 tempest-ServersTestManualDisk-1765482140 tempest-ServersTestManualDisk-1765482140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:18.725323 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a76da0ec-54de-412d-8d2a-b8b78af659bb req-b6381bb5-4b93-4ad8-a1ed-366e4bacc4b7 tempest-ServersTestManualDisk-1765482140 tempest-ServersTestManualDisk-1765482140-project] 10.222.0.66 "GET /v2.0/ports?device_id=900738e3-3d99-4a13-a8a3-edf5487e09a1 HTTP/1.1" status: 200 len: 945 time: 0.2037690 Aug 18 12:02:18.763821 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5e86477e-4269-466c-9fed-2771efef1fc6 tempest-ExternalNetworksTestJSON-427586459 tempest-ExternalNetworksTestJSON-427586459-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:18.776962 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2980c8e1-418e-4428-8c13-e3e8ca1d8522 req-0210a41c-9d74-4b76-9560-1fb9a1bdc815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:18.778563 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2980c8e1-418e-4428-8c13-e3e8ca1d8522 req-0210a41c-9d74-4b76-9560-1fb9a1bdc815 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=222e0814-c7e5-4b11-9282-3f40c6ed76b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2235401 Aug 18 12:02:18.815690 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5e86477e-4269-466c-9fed-2771efef1fc6 tempest-ExternalNetworksTestJSON-427586459 tempest-ExternalNetworksTestJSON-427586459-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:18.895236 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5e86477e-4269-466c-9fed-2771efef1fc6 tempest-ExternalNetworksTestJSON-427586459 tempest-ExternalNetworksTestJSON-427586459-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58902171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59388106'] for subnet, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:18.901494 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a76da0ec-54de-412d-8d2a-b8b78af659bb req-ffdec6cd-5cce-41de-ab75-5e00442e0e76 tempest-ServersTestManualDisk-1765482140 tempest-ServersTestManualDisk-1765482140-project] 10.222.0.66 "GET /v2.0/security-groups?id=bfb87e6d-fb76-4fa5-a953-72861535752e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1670897 Aug 18 12:02:18.967434 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2980c8e1-418e-4428-8c13-e3e8ca1d8522 req-83a2a570-eebd-4df7-a0d2-4248310c6976 service neutron] 10.222.0.63 "GET /v2.0/networks/222e0814-c7e5-4b11-9282-3f40c6ed76b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722779 Aug 18 12:02:18.978241 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14ca1c0-db38-4000-8bee-024346aae135 req-6d593fac-5d01-4a0b-b436-4be71190933c tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:18.985383 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e86477e-4269-466c-9fed-2771efef1fc6 tempest-ExternalNetworksTestJSON-427586459 tempest-ExternalNetworksTestJSON-427586459-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=26d698b0-b418-4aa5-a62d-f5aa0ff61a00,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:02:18.994928 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a14ca1c0-db38-4000-8bee-024346aae135 req-6d593fac-5d01-4a0b-b436-4be71190933c tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] 10.222.0.66 "GET /v2.0/ports?device_id=c5854a97-3022-406e-b019-272d90ef1ca1 HTTP/1.1" status: 200 len: 946 time: 0.1690719 Aug 18 12:02:19.049558 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5e86477e-4269-466c-9fed-2771efef1fc6 tempest-ExternalNetworksTestJSON-427586459 tempest-ExternalNetworksTestJSON-427586459-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8367869', 'neutron.services.segments.db._delete_segments_for_network-8789151212993'] for network, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:19.070245 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-5e86477e-4269-466c-9fed-2771efef1fc6 tempest-ExternalNetworksTestJSON-427586459 tempest-ExternalNetworksTestJSON-427586459-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b215a23-c782-4238-96a8-12f767b5d7a5']}} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:02:19.085238 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-5e86477e-4269-466c-9fed-2771efef1fc6 tempest-ExternalNetworksTestJSON-427586459 tempest-ExternalNetworksTestJSON-427586459-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '571e0827-a810-460d-acda-f266d867adaf') {'for_net_delete': True} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:02:19.086113 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-5e86477e-4269-466c-9fed-2771efef1fc6 tempest-ExternalNetworksTestJSON-427586459 tempest-ExternalNetworksTestJSON-427586459-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '571e0827-a810-460d-acda-f266d867adaf') {} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:02:19.099874 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5e86477e-4269-466c-9fed-2771efef1fc6 tempest-ExternalNetworksTestJSON-427586459 tempest-ExternalNetworksTestJSON-427586459-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789151225254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902236'] for segment, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:19.104104 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a14ca1c0-db38-4000-8bee-024346aae135 req-ff759da4-855e-423f-8683-941dfc80df72 tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b3db2ea-cc32-4796-9824-b1355b845d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079414 Aug 18 12:02:19.117481 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5e86477e-4269-466c-9fed-2771efef1fc6 tempest-ExternalNetworksTestJSON-427586459 tempest-ExternalNetworksTestJSON-427586459-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:19.125142 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e86477e-4269-466c-9fed-2771efef1fc6 tempest-ExternalNetworksTestJSON-427586459 tempest-ExternalNetworksTestJSON-427586459-project-admin] Releasing vlan 815 on physical network physnet1 to pool {{(pid=106253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:02:19.125808 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5e86477e-4269-466c-9fed-2771efef1fc6 tempest-ExternalNetworksTestJSON-427586459 tempest-ExternalNetworksTestJSON-427586459-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58900537'] for segment, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:19.143202 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2980c8e1-418e-4428-8c13-e3e8ca1d8522 req-c2b2391a-6d1a-4457-8a8e-cc7672355611 service neutron] 10.222.0.63 "GET /v2.0/networks/222e0814-c7e5-4b11-9282-3f40c6ed76b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458220 Aug 18 12:02:19.170004 n-d-804985-2 neutron-server[106253]: Traceback (most recent call last): Aug 18 12:02:19.170004 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:02:19.170004 n-d-804985-2 neutron-server[106253]: timer() Aug 18 12:02:19.170004 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:02:19.170004 n-d-804985-2 neutron-server[106253]: cb(*args, **kw) Aug 18 12:02:19.170004 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:02:19.170004 n-d-804985-2 neutron-server[106253]: return func(*args, **kwargs) Aug 18 12:02:19.170004 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:02:19.170004 n-d-804985-2 neutron-server[106253]: self._notify() Aug 18 12:02:19.170004 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:02:19.170004 n-d-804985-2 neutron-server[106253]: self.callback(batched_events) Aug 18 12:02:19.170004 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:02:19.170004 n-d-804985-2 neutron-server[106253]: event.method(event) Aug 18 12:02:19.170004 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:02:19.170004 n-d-804985-2 neutron-server[106253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:02:19.170004 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:02:19.170004 n-d-804985-2 neutron-server[106253]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:02:19.170004 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:02:19.170004 n-d-804985-2 neutron-server[106253]: return f(self, *a, **k) Aug 18 12:02:19.170004 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:02:19.170004 n-d-804985-2 neutron-server[106253]: return self._get(url).json() Aug 18 12:02:19.170004 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:02:19.170004 n-d-804985-2 neutron-server[106253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:02:19.170004 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:02:19.170004 n-d-804985-2 neutron-server[106253]: return self.request(url, 'GET', **kwargs) Aug 18 12:02:19.170004 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:02:19.170004 n-d-804985-2 neutron-server[106253]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:02:19.170004 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:02:19.170004 n-d-804985-2 neutron-server[106253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:02:19.170004 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:02:19.170004 n-d-804985-2 neutron-server[106253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:02:19.170004 n-d-804985-2 neutron-server[106253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:02:19.197576 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5e86477e-4269-466c-9fed-2771efef1fc6 tempest-ExternalNetworksTestJSON-427586459 tempest-ExternalNetworksTestJSON-427586459-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8367858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997186'] for network, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:19.203256 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e86477e-4269-466c-9fed-2771efef1fc6 tempest-ExternalNetworksTestJSON-427586459 tempest-ExternalNetworksTestJSON-427586459-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 8b215a23-c782-4238-96a8-12f767b5d7a5 {{(pid=106253) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 18 12:02:19.206939 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5e86477e-4269-466c-9fed-2771efef1fc6 tempest-ExternalNetworksTestJSON-427586459 tempest-ExternalNetworksTestJSON-427586459-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:19.208827 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-5e86477e-4269-466c-9fed-2771efef1fc6 tempest-ExternalNetworksTestJSON-427586459 tempest-ExternalNetworksTestJSON-427586459-project-admin] 10.222.0.66 "DELETE /v2.0/networks/8b215a23-c782-4238-96a8-12f767b5d7a5 HTTP/1.1" status: 204 len: 168 time: 1.5698147 Aug 18 12:02:19.212450 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 34852) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:02:19.227716 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e86477e-4269-466c-9fed-2771efef1fc6 tempest-ExternalNetworksTestJSON-427586459 tempest-ExternalNetworksTestJSON-427586459-project-admin] Pushing event deleted for resources: {'Network': ['ID=8b215a23-c782-4238-96a8-12f767b5d7a5,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:02:19.481631 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-781af030-88e0-4831-a245-5d3269fc42ad tempest-ExternalNetworksTestJSON-427586459 tempest-ExternalNetworksTestJSON-427586459-project-admin] 10.222.0.66 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2567 time: 0.2676945 Aug 18 12:02:19.484176 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 34860) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:02:19.560888 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15ff222-2cc0-4603-9a2d-89aaac65b0e1 req-54040d68-e13e-42a9-ab5c-8122a43f70b8 tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:19.569079 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c15ff222-2cc0-4603-9a2d-89aaac65b0e1 req-54040d68-e13e-42a9-ab5c-8122a43f70b8 tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] 10.222.0.66 "GET /v2.0/ports?device_id=305b0d7a-e7ab-4129-8b43-4762c73c2ae1 HTTP/1.1" status: 200 len: 945 time: 0.1657667 Aug 18 12:02:19.585419 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc4aab8-6bb2-486e-94d4-dee6c8e6b4e6 req-56bee8c7-27b4-49ee-aa4b-4b775a9721bd tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:19.592895 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3cc4aab8-6bb2-486e-94d4-dee6c8e6b4e6 req-56bee8c7-27b4-49ee-aa4b-4b775a9721bd tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/ports?device_id=c638d708-f9ec-4cc8-8d73-799d4b9bed3c HTTP/1.1" status: 200 len: 945 time: 0.1777902 Aug 18 12:02:19.593031 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93629563-4ab8-469c-9de3-8d13c5dfcf32 tempest-ExternalNetworksTestJSON-427586459 tempest-ExternalNetworksTestJSON-427586459-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:19.593728 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93629563-4ab8-469c-9de3-8d13c5dfcf32 tempest-ExternalNetworksTestJSON-427586459 tempest-ExternalNetworksTestJSON-427586459-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:19.594237 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93629563-4ab8-469c-9de3-8d13c5dfcf32 tempest-ExternalNetworksTestJSON-427586459 tempest-ExternalNetworksTestJSON-427586459-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:19.594745 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93629563-4ab8-469c-9de3-8d13c5dfcf32 tempest-ExternalNetworksTestJSON-427586459 tempest-ExternalNetworksTestJSON-427586459-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:19.595254 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93629563-4ab8-469c-9de3-8d13c5dfcf32 tempest-ExternalNetworksTestJSON-427586459 tempest-ExternalNetworksTestJSON-427586459-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:19.596667 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93629563-4ab8-469c-9de3-8d13c5dfcf32 tempest-ExternalNetworksTestJSON-427586459 tempest-ExternalNetworksTestJSON-427586459-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:19.597166 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93629563-4ab8-469c-9de3-8d13c5dfcf32 tempest-ExternalNetworksTestJSON-427586459 tempest-ExternalNetworksTestJSON-427586459-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:19.597668 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93629563-4ab8-469c-9de3-8d13c5dfcf32 tempest-ExternalNetworksTestJSON-427586459 tempest-ExternalNetworksTestJSON-427586459-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:19.598167 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93629563-4ab8-469c-9de3-8d13c5dfcf32 tempest-ExternalNetworksTestJSON-427586459 tempest-ExternalNetworksTestJSON-427586459-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:19.598667 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93629563-4ab8-469c-9de3-8d13c5dfcf32 tempest-ExternalNetworksTestJSON-427586459 tempest-ExternalNetworksTestJSON-427586459-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:19.599160 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93629563-4ab8-469c-9de3-8d13c5dfcf32 tempest-ExternalNetworksTestJSON-427586459 tempest-ExternalNetworksTestJSON-427586459-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:19.604493 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-93629563-4ab8-469c-9de3-8d13c5dfcf32 tempest-ExternalNetworksTestJSON-427586459 tempest-ExternalNetworksTestJSON-427586459-project-admin] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7124 time: 0.1190653 Aug 18 12:02:19.605195 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 34864) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:02:19.644712 n-d-804985-2 neutron-server[106253]: INFO neutron.api.v2.resource [None req-d44ed891-2f41-4efb-ae60-ef093554997c tempest-ExternalNetworksTestJSON-427586459 tempest-ExternalNetworksTestJSON-427586459-project-admin] delete failed (client error): The resource could not be found. Aug 18 12:02:19.646143 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-d44ed891-2f41-4efb-ae60-ef093554997c tempest-ExternalNetworksTestJSON-427586459 tempest-ExternalNetworksTestJSON-427586459-project-admin] 10.222.0.66 "DELETE /v2.0/floatingips/831b5158-275d-4ec8-bc39-b125b91afa33 HTTP/1.1" status: 404 len: 345 time: 0.0399623 Aug 18 12:02:19.650127 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 34866) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:02:19.660426 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c15ff222-2cc0-4603-9a2d-89aaac65b0e1 req-95fb0f99-a6bb-4dd8-ae36-d6ff2a969f59 tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] 10.222.0.66 "GET /v2.0/security-groups?id=47674416-b298-4cf8-93c5-c03a14c2b3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895021 Aug 18 12:02:19.742084 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3cc4aab8-6bb2-486e-94d4-dee6c8e6b4e6 req-c32ad39d-61d1-4d6c-a67c-096908e6702e tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/security-groups?id=582571f6-a365-42ab-be92-c3254f7d1409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476490 Aug 18 12:02:19.743017 n-d-804985-2 neutron-server[106252]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3710319-f093-4702-b955-6d5d64f8ec37 tempest-ExternalNetworksTestJSON-427586459 tempest-ExternalNetworksTestJSON-427586459-project-admin] DELETE failed (client error): The resource could not be found. Aug 18 12:02:19.743636 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3710319-f093-4702-b955-6d5d64f8ec37 tempest-ExternalNetworksTestJSON-427586459 tempest-ExternalNetworksTestJSON-427586459-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=106252) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 12:02:19.749390 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-f3710319-f093-4702-b955-6d5d64f8ec37 tempest-ExternalNetworksTestJSON-427586459 tempest-ExternalNetworksTestJSON-427586459-project-admin] 10.222.0.66 "DELETE /v2.0/networks/8b215a23-c782-4238-96a8-12f767b5d7a5 HTTP/1.1" status: 404 len: 339 time: 0.0980220 Aug 18 12:02:19.750064 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 34872) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:02:19.754938 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-9323d2d8-e4e7-4e50-8526-9f2175199482 tempest-ExternalNetworksTestJSON-427586459 tempest-ExternalNetworksTestJSON-427586459-project-admin] Request body: {'network': {'name': 'tempest-network--1480344155', 'router:external': True}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:02:19.796266 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9323d2d8-e4e7-4e50-8526-9f2175199482 tempest-ExternalNetworksTestJSON-427586459 tempest-ExternalNetworksTestJSON-427586459-project-admin] Made reservation on behalf of 76591451c1694756bc0fa6ed57bc5ed1 for: {'network': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:02:19.799014 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-9323d2d8-e4e7-4e50-8526-9f2175199482 tempest-ExternalNetworksTestJSON-427586459 tempest-ExternalNetworksTestJSON-427586459-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for network, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:19.835802 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9323d2d8-e4e7-4e50-8526-9f2175199482 tempest-ExternalNetworksTestJSON-427586459 tempest-ExternalNetworksTestJSON-427586459-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 841} {{(pid=106252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:02:19.847499 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-9323d2d8-e4e7-4e50-8526-9f2175199482 tempest-ExternalNetworksTestJSON-427586459 tempest-ExternalNetworksTestJSON-427586459-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:19.848045 n-d-804985-2 neutron-server[106252]: INFO neutron.db.segments_db [None req-9323d2d8-e4e7-4e50-8526-9f2175199482 tempest-ExternalNetworksTestJSON-427586459 tempest-ExternalNetworksTestJSON-427586459-project-admin] Added segment a90b1d3b-1d58-4d59-b706-a19a4946eb0f of type vlan for network e2e839f2-7fdd-4689-b879-be8c74c59bb9 Aug 18 12:02:19.933278 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-9323d2d8-e4e7-4e50-8526-9f2175199482 tempest-ExternalNetworksTestJSON-427586459 tempest-ExternalNetworksTestJSON-427586459-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789150665894'] for network, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:19.971803 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0011b362-c161-42f4-b233-7be70a025c95 req-b1d1cb7f-65d9-4bc7-b879-6be062968f64 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:19.979731 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0011b362-c161-42f4-b233-7be70a025c95 req-b1d1cb7f-65d9-4bc7-b879-6be062968f64 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.66 "GET /v2.0/ports?device_id=84ea11f0-dfe9-4ffd-b1bd-00eb005330c3 HTTP/1.1" status: 200 len: 948 time: 0.1015630 Aug 18 12:02:20.013158 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-9323d2d8-e4e7-4e50-8526-9f2175199482 tempest-ExternalNetworksTestJSON-427586459 tempest-ExternalNetworksTestJSON-427586459-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for network, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:20.014151 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9323d2d8-e4e7-4e50-8526-9f2175199482 tempest-ExternalNetworksTestJSON-427586459 tempest-ExternalNetworksTestJSON-427586459-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:20.014721 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-9323d2d8-e4e7-4e50-8526-9f2175199482 tempest-ExternalNetworksTestJSON-427586459 tempest-ExternalNetworksTestJSON-427586459-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for network, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:20.092228 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0011b362-c161-42f4-b233-7be70a025c95 req-cb1aef08-1a73-4432-aaa6-b5cecdc65eb7 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb50ebbf-d033-473b-ae6e-593d78928b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114712 Aug 18 12:02:20.131863 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-9323d2d8-e4e7-4e50-8526-9f2175199482 tempest-ExternalNetworksTestJSON-427586459 tempest-ExternalNetworksTestJSON-427586459-project-admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3806748 Aug 18 12:02:20.134481 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 34880) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:02:20.182662 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9323d2d8-e4e7-4e50-8526-9f2175199482 tempest-ExternalNetworksTestJSON-427586459 tempest-ExternalNetworksTestJSON-427586459-project-admin] Pushing event updated for resources: {'Network': ['ID=e2e839f2-7fdd-4689-b879-be8c74c59bb9,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:02:20.197862 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Network e2e839f2-7fdd-4689-b879-be8c74c59bb9 details requested by agent ovs-agent-n-d-804985-2 with host n-d-804985-2 {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:02:20.206920 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9b45ad-63fd-40fc-9d11-a93c211b7773 req-ffbd523c-aa33-4579-bf0c-bffec612bd79 tempest-ServersTestManualDisk-1765482140 tempest-ServersTestManualDisk-1765482140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:20.214511 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0c9b45ad-63fd-40fc-9d11-a93c211b7773 req-ffbd523c-aa33-4579-bf0c-bffec612bd79 tempest-ServersTestManualDisk-1765482140 tempest-ServersTestManualDisk-1765482140-project] 10.222.0.66 "GET /v2.0/ports?device_id=900738e3-3d99-4a13-a8a3-edf5487e09a1 HTTP/1.1" status: 200 len: 945 time: 0.1964443 Aug 18 12:02:20.275604 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0c9b45ad-63fd-40fc-9d11-a93c211b7773 req-0cd087fe-3611-4c32-a497-9c6f3daba2dd tempest-ServersTestManualDisk-1765482140 tempest-ServersTestManualDisk-1765482140-project] 10.222.0.66 "GET /v2.0/security-groups?id=bfb87e6d-fb76-4fa5-a953-72861535752e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589352 Aug 18 12:02:20.371773 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54eb68b-5d12-44b3-ac7d-02def13725b8 req-7bcf97c9-176d-4307-8c20-00e108bd4091 tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:20.380289 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d54eb68b-5d12-44b3-ac7d-02def13725b8 req-7bcf97c9-176d-4307-8c20-00e108bd4091 tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] 10.222.0.66 "GET /v2.0/ports?device_id=c5854a97-3022-406e-b019-272d90ef1ca1 HTTP/1.1" status: 200 len: 946 time: 0.0647182 Aug 18 12:02:20.418249 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-686ac670-0d38-453c-b549-5d5a53e801f0 tempest-ExternalNetworksTestJSON-747435196 tempest-ExternalNetworksTestJSON-747435196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:20.421112 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d54eb68b-5d12-44b3-ac7d-02def13725b8 req-cc378bac-1569-403b-8960-30995d6d7633 tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b3db2ea-cc32-4796-9824-b1355b845d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396597 Aug 18 12:02:20.425978 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-686ac670-0d38-453c-b549-5d5a53e801f0 tempest-ExternalNetworksTestJSON-747435196 tempest-ExternalNetworksTestJSON-747435196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:20.437692 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-686ac670-0d38-453c-b549-5d5a53e801f0 tempest-ExternalNetworksTestJSON-747435196 tempest-ExternalNetworksTestJSON-747435196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:20.445370 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-686ac670-0d38-453c-b549-5d5a53e801f0 tempest-ExternalNetworksTestJSON-747435196 tempest-ExternalNetworksTestJSON-747435196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:20.447100 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-686ac670-0d38-453c-b549-5d5a53e801f0 tempest-ExternalNetworksTestJSON-747435196 tempest-ExternalNetworksTestJSON-747435196-project] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2452 time: 0.3117278 Aug 18 12:02:20.450158 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 34886) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:02:20.533250 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e661f82b-84c7-4b65-93ee-8dbea17e09c0 tempest-ExternalNetworksTestJSON-427586459 tempest-ExternalNetworksTestJSON-427586459-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7904109'] for network, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:20.625118 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e661f82b-84c7-4b65-93ee-8dbea17e09c0 tempest-ExternalNetworksTestJSON-427586459 tempest-ExternalNetworksTestJSON-427586459-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8367869', 'neutron.services.segments.db._delete_segments_for_network-8789151212993'] for network, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:20.635131 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-e661f82b-84c7-4b65-93ee-8dbea17e09c0 tempest-ExternalNetworksTestJSON-427586459 tempest-ExternalNetworksTestJSON-427586459-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2e839f2-7fdd-4689-b879-be8c74c59bb9']}} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:02:20.650164 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-e661f82b-84c7-4b65-93ee-8dbea17e09c0 tempest-ExternalNetworksTestJSON-427586459 tempest-ExternalNetworksTestJSON-427586459-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a90b1d3b-1d58-4d59-b706-a19a4946eb0f') {'for_net_delete': True} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:02:20.650586 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-e661f82b-84c7-4b65-93ee-8dbea17e09c0 tempest-ExternalNetworksTestJSON-427586459 tempest-ExternalNetworksTestJSON-427586459-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a90b1d3b-1d58-4d59-b706-a19a4946eb0f') {} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:02:20.668601 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e661f82b-84c7-4b65-93ee-8dbea17e09c0 tempest-ExternalNetworksTestJSON-427586459 tempest-ExternalNetworksTestJSON-427586459-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789151225254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2221521'] for segment, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:20.686230 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e661f82b-84c7-4b65-93ee-8dbea17e09c0 tempest-ExternalNetworksTestJSON-427586459 tempest-ExternalNetworksTestJSON-427586459-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:20.694606 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e661f82b-84c7-4b65-93ee-8dbea17e09c0 tempest-ExternalNetworksTestJSON-427586459 tempest-ExternalNetworksTestJSON-427586459-project-admin] Releasing vlan 841 on physical network physnet1 to pool {{(pid=106252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:02:20.695731 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e661f82b-84c7-4b65-93ee-8dbea17e09c0 tempest-ExternalNetworksTestJSON-427586459 tempest-ExternalNetworksTestJSON-427586459-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3572434'] for segment, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:20.700226 n-d-804985-2 neutron-server[106252]: Traceback (most recent call last): Aug 18 12:02:20.700226 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:02:20.700226 n-d-804985-2 neutron-server[106252]: timer() Aug 18 12:02:20.700226 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:02:20.700226 n-d-804985-2 neutron-server[106252]: cb(*args, **kw) Aug 18 12:02:20.700226 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:02:20.700226 n-d-804985-2 neutron-server[106252]: return func(*args, **kwargs) Aug 18 12:02:20.700226 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:02:20.700226 n-d-804985-2 neutron-server[106252]: self._notify() Aug 18 12:02:20.700226 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:02:20.700226 n-d-804985-2 neutron-server[106252]: self.callback(batched_events) Aug 18 12:02:20.700226 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:02:20.700226 n-d-804985-2 neutron-server[106252]: event.method(event) Aug 18 12:02:20.700226 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:02:20.700226 n-d-804985-2 neutron-server[106252]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:02:20.700226 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:02:20.700226 n-d-804985-2 neutron-server[106252]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:02:20.700226 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:02:20.700226 n-d-804985-2 neutron-server[106252]: return f(self, *a, **k) Aug 18 12:02:20.700226 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:02:20.700226 n-d-804985-2 neutron-server[106252]: return self._get(url).json() Aug 18 12:02:20.700226 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:02:20.700226 n-d-804985-2 neutron-server[106252]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:02:20.700226 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:02:20.700226 n-d-804985-2 neutron-server[106252]: return self.request(url, 'GET', **kwargs) Aug 18 12:02:20.700226 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:02:20.700226 n-d-804985-2 neutron-server[106252]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:02:20.700226 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:02:20.700226 n-d-804985-2 neutron-server[106252]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:02:20.700226 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:02:20.700226 n-d-804985-2 neutron-server[106252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:02:20.700226 n-d-804985-2 neutron-server[106252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:02:20.824301 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b846be-3e62-47c8-90a3-e6dcd873ce28 req-4e14d1cb-27da-44d4-825a-84ea6f8d5f26 tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:20.825930 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f6b846be-3e62-47c8-90a3-e6dcd873ce28 req-4e14d1cb-27da-44d4-825a-84ea6f8d5f26 tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] 10.222.0.66 "GET /v2.0/ports?device_id=305b0d7a-e7ab-4129-8b43-4762c73c2ae1 HTTP/1.1" status: 200 len: 945 time: 0.0759192 Aug 18 12:02:20.827220 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e661f82b-84c7-4b65-93ee-8dbea17e09c0 tempest-ExternalNetworksTestJSON-427586459 tempest-ExternalNetworksTestJSON-427586459-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8367858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997186'] for network, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:20.848488 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e661f82b-84c7-4b65-93ee-8dbea17e09c0 tempest-ExternalNetworksTestJSON-427586459 tempest-ExternalNetworksTestJSON-427586459-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e2e839f2-7fdd-4689-b879-be8c74c59bb9 {{(pid=106252) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 18 12:02:20.850351 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e661f82b-84c7-4b65-93ee-8dbea17e09c0 tempest-ExternalNetworksTestJSON-427586459 tempest-ExternalNetworksTestJSON-427586459-project-admin] Pushing event deleted for resources: {'Network': ['ID=e2e839f2-7fdd-4689-b879-be8c74c59bb9,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:02:20.853354 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e661f82b-84c7-4b65-93ee-8dbea17e09c0 tempest-ExternalNetworksTestJSON-427586459 tempest-ExternalNetworksTestJSON-427586459-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for network, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:20.858908 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-e661f82b-84c7-4b65-93ee-8dbea17e09c0 tempest-ExternalNetworksTestJSON-427586459 tempest-ExternalNetworksTestJSON-427586459-project-admin] 10.222.0.66 "DELETE /v2.0/networks/e2e839f2-7fdd-4689-b879-be8c74c59bb9 HTTP/1.1" status: 204 len: 168 time: 0.4041166 Aug 18 12:02:20.859511 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 34896) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:02:20.865081 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-2d464441-dabc-4fcb-b45d-35337b4ae591 tempest-ExternalNetworksTestJSON-427586459 tempest-ExternalNetworksTestJSON-427586459-project-admin] Request body: {'network': {'name': 'tempest-network--1453852748', 'router:external': True}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:02:20.911537 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d464441-dabc-4fcb-b45d-35337b4ae591 tempest-ExternalNetworksTestJSON-427586459 tempest-ExternalNetworksTestJSON-427586459-project-admin] Made reservation on behalf of 76591451c1694756bc0fa6ed57bc5ed1 for: {'network': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:02:20.914392 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2d464441-dabc-4fcb-b45d-35337b4ae591 tempest-ExternalNetworksTestJSON-427586459 tempest-ExternalNetworksTestJSON-427586459-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for network, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:20.939811 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f6b846be-3e62-47c8-90a3-e6dcd873ce28 req-6bca2525-e6e1-48f0-b68f-4c2a7538fd57 tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] 10.222.0.66 "GET /v2.0/security-groups?id=47674416-b298-4cf8-93c5-c03a14c2b3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909901 Aug 18 12:02:20.953267 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d464441-dabc-4fcb-b45d-35337b4ae591 tempest-ExternalNetworksTestJSON-427586459 tempest-ExternalNetworksTestJSON-427586459-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 842} {{(pid=106253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:02:20.964360 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2d464441-dabc-4fcb-b45d-35337b4ae591 tempest-ExternalNetworksTestJSON-427586459 tempest-ExternalNetworksTestJSON-427586459-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:20.964888 n-d-804985-2 neutron-server[106253]: INFO neutron.db.segments_db [None req-2d464441-dabc-4fcb-b45d-35337b4ae591 tempest-ExternalNetworksTestJSON-427586459 tempest-ExternalNetworksTestJSON-427586459-project-admin] Added segment d909ef0f-66eb-43b8-b766-8abb13c72bad of type vlan for network ab19c8c5-edd8-47b3-86ab-e7579cc8400f Aug 18 12:02:21.032711 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b07709-9706-4720-831c-40a1ab3503b7 req-b0102f34-a07f-4af5-974f-e4f876a165aa tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:21.034623 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-52b07709-9706-4720-831c-40a1ab3503b7 req-b0102f34-a07f-4af5-974f-e4f876a165aa tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/ports?device_id=c638d708-f9ec-4cc8-8d73-799d4b9bed3c HTTP/1.1" status: 200 len: 945 time: 0.0787320 Aug 18 12:02:21.060642 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2d464441-dabc-4fcb-b45d-35337b4ae591 tempest-ExternalNetworksTestJSON-427586459 tempest-ExternalNetworksTestJSON-427586459-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789150665894'] for network, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:21.138477 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-52b07709-9706-4720-831c-40a1ab3503b7 req-cb2af199-ab85-4661-bf7c-37c29f015774 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/security-groups?id=582571f6-a365-42ab-be92-c3254f7d1409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699210 Aug 18 12:02:21.164304 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2d464441-dabc-4fcb-b45d-35337b4ae591 tempest-ExternalNetworksTestJSON-427586459 tempest-ExternalNetworksTestJSON-427586459-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for network, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:21.164304 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d464441-dabc-4fcb-b45d-35337b4ae591 tempest-ExternalNetworksTestJSON-427586459 tempest-ExternalNetworksTestJSON-427586459-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:21.164304 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2d464441-dabc-4fcb-b45d-35337b4ae591 tempest-ExternalNetworksTestJSON-427586459 tempest-ExternalNetworksTestJSON-427586459-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:21.245651 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-2d464441-dabc-4fcb-b45d-35337b4ae591 tempest-ExternalNetworksTestJSON-427586459 tempest-ExternalNetworksTestJSON-427586459-project-admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3844824 Aug 18 12:02:21.246611 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 34904) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:02:21.291448 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d464441-dabc-4fcb-b45d-35337b4ae591 tempest-ExternalNetworksTestJSON-427586459 tempest-ExternalNetworksTestJSON-427586459-project-admin] Pushing event updated for resources: {'Network': ['ID=ab19c8c5-edd8-47b3-86ab-e7579cc8400f,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:02:21.314198 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Network ab19c8c5-edd8-47b3-86ab-e7579cc8400f details requested by agent ovs-agent-n-d-804985-2 with host n-d-804985-2 {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:02:21.385456 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ccd6b1-5ec0-4882-af7c-91db24f69dd4 req-23d21cea-1a54-44a0-9df0-5756597df4ab tempest-ServersTestManualDisk-1765482140 tempest-ServersTestManualDisk-1765482140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:21.394101 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-14ccd6b1-5ec0-4882-af7c-91db24f69dd4 req-23d21cea-1a54-44a0-9df0-5756597df4ab tempest-ServersTestManualDisk-1765482140 tempest-ServersTestManualDisk-1765482140-project] 10.222.0.66 "GET /v2.0/ports?device_id=900738e3-3d99-4a13-a8a3-edf5487e09a1 HTTP/1.1" status: 200 len: 945 time: 0.1358588 Aug 18 12:02:21.404815 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84f94a4-a83f-435a-87b0-e54a57966fd0 req-3b12e4b5-25f4-4638-b075-3bc1f0a44960 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:21.412295 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c84f94a4-a83f-435a-87b0-e54a57966fd0 req-3b12e4b5-25f4-4638-b075-3bc1f0a44960 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.66 "GET /v2.0/ports?device_id=84ea11f0-dfe9-4ffd-b1bd-00eb005330c3 HTTP/1.1" status: 200 len: 948 time: 0.1925116 Aug 18 12:02:21.467038 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43deecea-f581-4098-90ce-144f825612d3 tempest-ExternalNetworksTestJSON-747435196 tempest-ExternalNetworksTestJSON-747435196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:21.472328 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-43deecea-f581-4098-90ce-144f825612d3 tempest-ExternalNetworksTestJSON-747435196 tempest-ExternalNetworksTestJSON-747435196-project] 10.222.0.66 "GET /v2.0/networks/ab19c8c5-edd8-47b3-86ab-e7579cc8400f HTTP/1.1" status: 200 len: 757 time: 0.1819549 Aug 18 12:02:21.473375 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 34912) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:02:21.483024 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-14ccd6b1-5ec0-4882-af7c-91db24f69dd4 req-65fb5ffb-2c9b-4a26-b2dd-4d108adb00c4 tempest-ServersTestManualDisk-1765482140 tempest-ServersTestManualDisk-1765482140-project] 10.222.0.66 "GET /v2.0/security-groups?id=bfb87e6d-fb76-4fa5-a953-72861535752e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879629 Aug 18 12:02:21.510867 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c84f94a4-a83f-435a-87b0-e54a57966fd0 req-15e5980e-1415-4d8f-958c-732eac5b8ebe tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb50ebbf-d033-473b-ae6e-593d78928b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927801 Aug 18 12:02:21.513430 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 4a6dd6bf-beb4-4c07-a3e9-1cc18f334166 details requested by agent hyperv_n-h1-804985-2 with host n-h1-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:02:21.524089 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:21.642668 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d004e757-3ce0-4d32-9031-5c9264f1a745 tempest-ExternalNetworksTestJSON-747435196 tempest-ExternalNetworksTestJSON-747435196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:21.646484 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd04c22f-d005-4510-a2e0-e7c182b44d20 req-871fb8c9-65de-4dca-b6b1-4fc4d8efd45d tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:21.647318 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-d004e757-3ce0-4d32-9031-5c9264f1a745 tempest-ExternalNetworksTestJSON-747435196 tempest-ExternalNetworksTestJSON-747435196-project] 10.222.0.66 "GET /v2.0/networks/6da5f342-8588-4ebc-bd9b-34f568796d4c HTTP/1.1" status: 200 len: 766 time: 0.1734078 Aug 18 12:02:21.647932 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 34914) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:02:21.655035 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-dd04c22f-d005-4510-a2e0-e7c182b44d20 req-871fb8c9-65de-4dca-b6b1-4fc4d8efd45d tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] 10.222.0.66 "GET /v2.0/ports?device_id=c5854a97-3022-406e-b019-272d90ef1ca1 HTTP/1.1" status: 200 len: 946 time: 0.0737627 Aug 18 12:02:21.693847 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 4a6dd6bf-beb4-4c07-a3e9-1cc18f334166, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=4a6dd6bf-beb4-4c07-a3e9-1cc18f334166,segment=NetworkSegment(b0eb6eea-b461-4969-8a27-808f00daa8a1),segment_id=b0eb6eea-b461-4969-8a27-808f00daa8a1)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:02:21.711608 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-dd04c22f-d005-4510-a2e0-e7c182b44d20 req-439362c3-590f-41dc-b1ac-4b3b582c03fc tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b3db2ea-cc32-4796-9824-b1355b845d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549159 Aug 18 12:02:21.731652 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Returning: {'device': '4a6dd6bf-beb4-4c07-a3e9-1cc18f334166', 'network_id': '222e0814-c7e5-4b11-9282-3f40c6ed76b2', 'port_id': '4a6dd6bf-beb4-4c07-a3e9-1cc18f334166', 'mac_address': 'fa:16:3e:a5:16:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 823, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d16d680-110b-436d-8afa-48ba845b3623', 'ip_address': '192.168.233.196'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:02:21.737198 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-6eafea88-dda6-48de-adce-dba9f555a65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:21.742561 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-aaf8e786-34f2-4175-becb-8ac85b15a60f tempest-ExternalNetworksTestJSON-427586459 tempest-ExternalNetworksTestJSON-427586459-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7904109'] for network, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:21.785464 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:21.800452 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a6dd6bf-beb4-4c07-a3e9-1cc18f334166 {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:02:21.828647 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 4a6dd6bf-beb4-4c07-a3e9-1cc18f334166, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=4a6dd6bf-beb4-4c07-a3e9-1cc18f334166,segment=NetworkSegment(b0eb6eea-b461-4969-8a27-808f00daa8a1),segment_id=b0eb6eea-b461-4969-8a27-808f00daa8a1)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:02:21.836090 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:21.895026 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=4a6dd6bf-beb4-4c07-a3e9-1cc18f334166,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:02:22.095588 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-53584c24-f517-494e-ac93-c18bb92373f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:22.134672 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917dba63-1343-455a-a5ba-e07e8a1f95dc req-332f9aef-4aad-4599-962f-c4ce059001df tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:22.138635 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] get_ports_and_sgs() called for port_ids ['4a6dd6bf-beb4-4c07-a3e9-1cc18f334166'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:02:22.149616 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-917dba63-1343-455a-a5ba-e07e8a1f95dc req-332f9aef-4aad-4599-962f-c4ce059001df tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] 10.222.0.66 "GET /v2.0/ports?device_id=305b0d7a-e7ab-4129-8b43-4762c73c2ae1 HTTP/1.1" status: 200 len: 945 time: 0.0937421 Aug 18 12:02:22.202700 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-aaf8e786-34f2-4175-becb-8ac85b15a60f tempest-ExternalNetworksTestJSON-427586459 tempest-ExternalNetworksTestJSON-427586459-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8367869', 'neutron.services.segments.db._delete_segments_for_network-8789151212993'] for network, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:22.220067 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-aaf8e786-34f2-4175-becb-8ac85b15a60f tempest-ExternalNetworksTestJSON-427586459 tempest-ExternalNetworksTestJSON-427586459-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab19c8c5-edd8-47b3-86ab-e7579cc8400f']}} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:02:22.230982 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-917dba63-1343-455a-a5ba-e07e8a1f95dc req-215601fc-9a89-4e57-a922-8a2fbb11cf86 tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] 10.222.0.66 "GET /v2.0/security-groups?id=47674416-b298-4cf8-93c5-c03a14c2b3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749948 Aug 18 12:02:22.243966 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-aaf8e786-34f2-4175-becb-8ac85b15a60f tempest-ExternalNetworksTestJSON-427586459 tempest-ExternalNetworksTestJSON-427586459-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd909ef0f-66eb-43b8-b766-8abb13c72bad') {'for_net_delete': True} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:02:22.244332 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-aaf8e786-34f2-4175-becb-8ac85b15a60f tempest-ExternalNetworksTestJSON-427586459 tempest-ExternalNetworksTestJSON-427586459-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd909ef0f-66eb-43b8-b766-8abb13c72bad') {} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:02:22.271795 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-aaf8e786-34f2-4175-becb-8ac85b15a60f tempest-ExternalNetworksTestJSON-427586459 tempest-ExternalNetworksTestJSON-427586459-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789151225254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902236'] for segment, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:22.309527 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-aaf8e786-34f2-4175-becb-8ac85b15a60f tempest-ExternalNetworksTestJSON-427586459 tempest-ExternalNetworksTestJSON-427586459-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:22.319151 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2b99c1-e9ae-4070-ab2c-41bda8ce2b22 req-e7a4b1f0-1266-4468-a9bb-67738ce93f13 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:22.319151 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0e2b99c1-e9ae-4070-ab2c-41bda8ce2b22 req-e7a4b1f0-1266-4468-a9bb-67738ce93f13 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/ports?device_id=c638d708-f9ec-4cc8-8d73-799d4b9bed3c HTTP/1.1" status: 200 len: 945 time: 0.0750458 Aug 18 12:02:22.319674 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aaf8e786-34f2-4175-becb-8ac85b15a60f tempest-ExternalNetworksTestJSON-427586459 tempest-ExternalNetworksTestJSON-427586459-project-admin] Releasing vlan 842 on physical network physnet1 to pool {{(pid=106253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:02:22.320624 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-aaf8e786-34f2-4175-becb-8ac85b15a60f tempest-ExternalNetworksTestJSON-427586459 tempest-ExternalNetworksTestJSON-427586459-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58900537'] for segment, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:22.325634 n-d-804985-2 neutron-server[106253]: Traceback (most recent call last): Aug 18 12:02:22.325634 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:02:22.325634 n-d-804985-2 neutron-server[106253]: timer() Aug 18 12:02:22.325634 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:02:22.325634 n-d-804985-2 neutron-server[106253]: cb(*args, **kw) Aug 18 12:02:22.325634 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:02:22.325634 n-d-804985-2 neutron-server[106253]: return func(*args, **kwargs) Aug 18 12:02:22.325634 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:02:22.325634 n-d-804985-2 neutron-server[106253]: self._notify() Aug 18 12:02:22.325634 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:02:22.325634 n-d-804985-2 neutron-server[106253]: self.callback(batched_events) Aug 18 12:02:22.325634 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:02:22.325634 n-d-804985-2 neutron-server[106253]: event.method(event) Aug 18 12:02:22.325634 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:02:22.325634 n-d-804985-2 neutron-server[106253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:02:22.325634 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:02:22.325634 n-d-804985-2 neutron-server[106253]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:02:22.325634 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:02:22.325634 n-d-804985-2 neutron-server[106253]: return f(self, *a, **k) Aug 18 12:02:22.325634 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:02:22.325634 n-d-804985-2 neutron-server[106253]: return self._get(url).json() Aug 18 12:02:22.325634 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:02:22.325634 n-d-804985-2 neutron-server[106253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:02:22.325634 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:02:22.325634 n-d-804985-2 neutron-server[106253]: return self.request(url, 'GET', **kwargs) Aug 18 12:02:22.325634 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:02:22.325634 n-d-804985-2 neutron-server[106253]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:02:22.325634 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:02:22.325634 n-d-804985-2 neutron-server[106253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:02:22.325634 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:02:22.325634 n-d-804985-2 neutron-server[106253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:02:22.325634 n-d-804985-2 neutron-server[106253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:02:22.369736 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0e2b99c1-e9ae-4070-ab2c-41bda8ce2b22 req-60250149-0c53-455b-bc91-6cbc480332be tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/security-groups?id=582571f6-a365-42ab-be92-c3254f7d1409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537207 Aug 18 12:02:22.396963 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-aaf8e786-34f2-4175-becb-8ac85b15a60f tempest-ExternalNetworksTestJSON-427586459 tempest-ExternalNetworksTestJSON-427586459-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8367858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997186'] for network, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:22.402536 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaf8e786-34f2-4175-becb-8ac85b15a60f tempest-ExternalNetworksTestJSON-427586459 tempest-ExternalNetworksTestJSON-427586459-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ab19c8c5-edd8-47b3-86ab-e7579cc8400f {{(pid=106253) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 18 12:02:22.405207 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-aaf8e786-34f2-4175-becb-8ac85b15a60f tempest-ExternalNetworksTestJSON-427586459 tempest-ExternalNetworksTestJSON-427586459-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:22.407237 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-aaf8e786-34f2-4175-becb-8ac85b15a60f tempest-ExternalNetworksTestJSON-427586459 tempest-ExternalNetworksTestJSON-427586459-project-admin] 10.222.0.66 "DELETE /v2.0/networks/ab19c8c5-edd8-47b3-86ab-e7579cc8400f HTTP/1.1" status: 204 len: 168 time: 0.7558303 Aug 18 12:02:22.415934 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 34928) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:02:22.420980 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-2056ebcb-034f-4398-9e0a-3db35d1d2422 tempest-ExternalNetworksTestJSON-427586459 tempest-ExternalNetworksTestJSON-427586459-project-admin] Request body: {'network': {'name': 'tempest-network--252506108'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:02:22.424912 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf8e786-34f2-4175-becb-8ac85b15a60f tempest-ExternalNetworksTestJSON-427586459 tempest-ExternalNetworksTestJSON-427586459-project-admin] Pushing event deleted for resources: {'Network': ['ID=ab19c8c5-edd8-47b3-86ab-e7579cc8400f,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:02:22.446757 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2056ebcb-034f-4398-9e0a-3db35d1d2422 tempest-ExternalNetworksTestJSON-427586459 tempest-ExternalNetworksTestJSON-427586459-project-admin] Made reservation on behalf of 76591451c1694756bc0fa6ed57bc5ed1 for: {'network': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:02:22.449447 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2056ebcb-034f-4398-9e0a-3db35d1d2422 tempest-ExternalNetworksTestJSON-427586459 tempest-ExternalNetworksTestJSON-427586459-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for network, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:22.474036 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2056ebcb-034f-4398-9e0a-3db35d1d2422 tempest-ExternalNetworksTestJSON-427586459 tempest-ExternalNetworksTestJSON-427586459-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 812} {{(pid=106253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:02:22.483384 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2056ebcb-034f-4398-9e0a-3db35d1d2422 tempest-ExternalNetworksTestJSON-427586459 tempest-ExternalNetworksTestJSON-427586459-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:22.484398 n-d-804985-2 neutron-server[106253]: INFO neutron.db.segments_db [None req-2056ebcb-034f-4398-9e0a-3db35d1d2422 tempest-ExternalNetworksTestJSON-427586459 tempest-ExternalNetworksTestJSON-427586459-project-admin] Added segment 6dfe2c46-e032-4cef-8828-359ca3649b20 of type vlan for network b9211735-4641-4b8c-b5b0-1385780afaa8 Aug 18 12:02:22.533208 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2056ebcb-034f-4398-9e0a-3db35d1d2422 tempest-ExternalNetworksTestJSON-427586459 tempest-ExternalNetworksTestJSON-427586459-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789150665894'] for network, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:22.594305 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2056ebcb-034f-4398-9e0a-3db35d1d2422 tempest-ExternalNetworksTestJSON-427586459 tempest-ExternalNetworksTestJSON-427586459-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for network, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:22.595444 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2056ebcb-034f-4398-9e0a-3db35d1d2422 tempest-ExternalNetworksTestJSON-427586459 tempest-ExternalNetworksTestJSON-427586459-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:22.596224 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2056ebcb-034f-4398-9e0a-3db35d1d2422 tempest-ExternalNetworksTestJSON-427586459 tempest-ExternalNetworksTestJSON-427586459-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:22.653028 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4f7425-e8cc-4261-8faa-fe10a2fd3edf req-08188fe8-fd3d-4ab3-9d1a-6d9229d9896a tempest-ServersTestManualDisk-1765482140 tempest-ServersTestManualDisk-1765482140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:22.654167 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78761e71-e9c4-4564-b695-3dc3d59c7d77 req-e8fad20e-b681-41c8-b03a-eef1aaea7ea2 tempest-ServersTestManualDisk-1765482140 tempest-ServersTestManualDisk-1765482140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:22.654398 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0c4f7425-e8cc-4261-8faa-fe10a2fd3edf req-08188fe8-fd3d-4ab3-9d1a-6d9229d9896a tempest-ServersTestManualDisk-1765482140 tempest-ServersTestManualDisk-1765482140-project] 10.222.0.66 "GET /v2.0/ports?device_id=900738e3-3d99-4a13-a8a3-edf5487e09a1 HTTP/1.1" status: 200 len: 945 time: 0.0825689 Aug 18 12:02:22.655840 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-78761e71-e9c4-4564-b695-3dc3d59c7d77 req-e8fad20e-b681-41c8-b03a-eef1aaea7ea2 tempest-ServersTestManualDisk-1765482140 tempest-ServersTestManualDisk-1765482140-project] 10.222.0.62 "GET /v2.0/ports?device_id=900738e3-3d99-4a13-a8a3-edf5487e09a1 HTTP/1.1" status: 200 len: 945 time: 0.1180811 Aug 18 12:02:22.662048 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8c3bd6-3bda-4e86-9c03-51748c0a6fd9 req-e62b9ff6-c24e-4abb-9194-85808f47994a tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:22.663617 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6e8c3bd6-3bda-4e86-9c03-51748c0a6fd9 req-e62b9ff6-c24e-4abb-9194-85808f47994a tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.66 "GET /v2.0/ports?device_id=84ea11f0-dfe9-4ffd-b1bd-00eb005330c3 HTTP/1.1" status: 200 len: 949 time: 0.0808105 Aug 18 12:02:22.683321 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-2056ebcb-034f-4398-9e0a-3db35d1d2422 tempest-ExternalNetworksTestJSON-427586459 tempest-ExternalNetworksTestJSON-427586459-project-admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.2636881 Aug 18 12:02:22.686230 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 34940) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:02:22.699178 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-6841cc9e-bc68-4b13-9bec-b07281b7f0b9 tempest-ExternalNetworksTestJSON-427586459 tempest-ExternalNetworksTestJSON-427586459-project-admin] Request body: {'network': {'router:external': True}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:02:22.701370 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2056ebcb-034f-4398-9e0a-3db35d1d2422 tempest-ExternalNetworksTestJSON-427586459 tempest-ExternalNetworksTestJSON-427586459-project-admin] Pushing event updated for resources: {'Network': ['ID=b9211735-4641-4b8c-b5b0-1385780afaa8,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:02:22.717710 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Network b9211735-4641-4b8c-b5b0-1385780afaa8 details requested by agent ovs-agent-n-d-804985-2 with host n-d-804985-2 {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:02:22.775874 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-78761e71-e9c4-4564-b695-3dc3d59c7d77 req-b721a3fd-ef8a-4f4e-b3e1-1dd29f4ec3f4 tempest-ServersTestManualDisk-1765482140 tempest-ServersTestManualDisk-1765482140-project] Deleting port 23598906-c287-490a-b9c9-ac7dfdb1d62b {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:02:22.775874 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-78761e71-e9c4-4564-b695-3dc3d59c7d77 req-b721a3fd-ef8a-4f4e-b3e1-1dd29f4ec3f4 tempest-ServersTestManualDisk-1765482140 tempest-ServersTestManualDisk-1765482140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:22.808926 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0c4f7425-e8cc-4261-8faa-fe10a2fd3edf req-7e72e1ea-e8c7-4ad8-b8a8-27bc7f691f70 tempest-ServersTestManualDisk-1765482140 tempest-ServersTestManualDisk-1765482140-project] 10.222.0.66 "GET /v2.0/security-groups?id=bfb87e6d-fb76-4fa5-a953-72861535752e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1216826 Aug 18 12:02:22.818722 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6e8c3bd6-3bda-4e86-9c03-51748c0a6fd9 req-5602a0c8-fa2e-4c27-bc65-95f7a6efb59d tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb50ebbf-d033-473b-ae6e-593d78928b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342058 Aug 18 12:02:22.905572 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-78761e71-e9c4-4564-b695-3dc3d59c7d77 req-b721a3fd-ef8a-4f4e-b3e1-1dd29f4ec3f4 tempest-ServersTestManualDisk-1765482140 tempest-ServersTestManualDisk-1765482140-project] For port 23598906-c287-490a-b9c9-ac7dfdb1d62b, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=23598906-c287-490a-b9c9-ac7dfdb1d62b,segment=NetworkSegment(9e760fbd-3b85-400c-a424-8436459a6ba2),segment_id=9e760fbd-3b85-400c-a424-8436459a6ba2)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:02:22.905987 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-78761e71-e9c4-4564-b695-3dc3d59c7d77 req-b721a3fd-ef8a-4f4e-b3e1-1dd29f4ec3f4 tempest-ServersTestManualDisk-1765482140 tempest-ServersTestManualDisk-1765482140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:22.930524 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6841cc9e-bc68-4b13-9bec-b07281b7f0b9 tempest-ExternalNetworksTestJSON-427586459 tempest-ExternalNetworksTestJSON-427586459-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789150665894'] for network, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:22.963136 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6841cc9e-bc68-4b13-9bec-b07281b7f0b9 tempest-ExternalNetworksTestJSON-427586459 tempest-ExternalNetworksTestJSON-427586459-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for network, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:23.009690 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6841cc9e-bc68-4b13-9bec-b07281b7f0b9 tempest-ExternalNetworksTestJSON-427586459 tempest-ExternalNetworksTestJSON-427586459-project-admin] Network b9211735-4641-4b8c-b5b0-1385780afaa8 is not hosted by any dhcp agent {{(pid=106252) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 18 12:02:23.012498 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6841cc9e-bc68-4b13-9bec-b07281b7f0b9 tempest-ExternalNetworksTestJSON-427586459 tempest-ExternalNetworksTestJSON-427586459-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:23.012498 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6841cc9e-bc68-4b13-9bec-b07281b7f0b9 tempest-ExternalNetworksTestJSON-427586459 tempest-ExternalNetworksTestJSON-427586459-project-admin] Notify callbacks [] for network, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:23.012498 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-6841cc9e-bc68-4b13-9bec-b07281b7f0b9 tempest-ExternalNetworksTestJSON-427586459 tempest-ExternalNetworksTestJSON-427586459-project-admin] 10.222.0.66 "PUT /v2.0/networks/b9211735-4641-4b8c-b5b0-1385780afaa8 HTTP/1.1" status: 200 len: 857 time: 0.3238902 Aug 18 12:02:23.016879 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 34946) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:02:23.025029 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1345dfb8-9080-4e04-a210-43cb0cec2e62 req-c2321c1d-c6ff-48e8-b7de-a6a7195b9707 tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:23.027014 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1345dfb8-9080-4e04-a210-43cb0cec2e62 req-c2321c1d-c6ff-48e8-b7de-a6a7195b9707 tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] 10.222.0.66 "GET /v2.0/ports?device_id=c5854a97-3022-406e-b019-272d90ef1ca1 HTTP/1.1" status: 200 len: 946 time: 0.1197703 Aug 18 12:02:23.046419 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6841cc9e-bc68-4b13-9bec-b07281b7f0b9 tempest-ExternalNetworksTestJSON-427586459 tempest-ExternalNetworksTestJSON-427586459-project-admin] Pushing event updated for resources: {'Network': ['ID=b9211735-4641-4b8c-b5b0-1385780afaa8,revision_number=2']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:02:23.076191 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1345dfb8-9080-4e04-a210-43cb0cec2e62 req-27124c3a-45dc-4a2f-8816-cf7c4d286fe5 tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b3db2ea-cc32-4796-9824-b1355b845d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405998 Aug 18 12:02:23.160595 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-28bcacf0-976a-462e-9f22-329b4c92f78a tempest-ExternalNetworksTestJSON-427586459 tempest-ExternalNetworksTestJSON-427586459-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7904109'] for network, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:23.173921 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-78761e71-e9c4-4564-b695-3dc3d59c7d77 req-b721a3fd-ef8a-4f4e-b3e1-1dd29f4ec3f4 tempest-ServersTestManualDisk-1765482140 tempest-ServersTestManualDisk-1765482140-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:23.174290 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-78761e71-e9c4-4564-b695-3dc3d59c7d77 req-b721a3fd-ef8a-4f4e-b3e1-1dd29f4ec3f4 tempest-ServersTestManualDisk-1765482140 tempest-ServersTestManualDisk-1765482140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-989945'] for floatingip, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:23.174590 n-d-804985-2 neutron-server[106253]: INFO neutron.db.l3_db [req-78761e71-e9c4-4564-b695-3dc3d59c7d77 req-b721a3fd-ef8a-4f4e-b3e1-1dd29f4ec3f4 tempest-ServersTestManualDisk-1765482140 tempest-ServersTestManualDisk-1765482140-project] Floating IP a761b7da-f8b0-4e71-9a00-73da9585b98a disassociated. External IP: 172.25.7.32, port: 23598906-c287-490a-b9c9-ac7dfdb1d62b. Aug 18 12:02:23.174918 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-78761e71-e9c4-4564-b695-3dc3d59c7d77 req-b721a3fd-ef8a-4f4e-b3e1-1dd29f4ec3f4 tempest-ServersTestManualDisk-1765482140 tempest-ServersTestManualDisk-1765482140-project] Calling delete_port for 23598906-c287-490a-b9c9-ac7dfdb1d62b owned by compute:nova {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:02:23.187440 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfffa723-fc04-4ac4-9f66-8ba23838d69f req-eba6e11e-e382-46dc-a880-4a4c28ee870c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:23.188963 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-cfffa723-fc04-4ac4-9f66-8ba23838d69f req-eba6e11e-e382-46dc-a880-4a4c28ee870c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=cb85fb7f049c4a34af5b32d1fc3a93ab&device_id=c638d708-f9ec-4cc8-8d73-799d4b9bed3c HTTP/1.1" status: 200 len: 1096 time: 0.1218123 Aug 18 12:02:23.355062 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf057b9-37fb-430b-bc96-14ebcc1bda7b req-bb48308a-785b-47f0-9c84-aebb3deb9539 tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:23.356688 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0cf057b9-37fb-430b-bc96-14ebcc1bda7b req-bb48308a-785b-47f0-9c84-aebb3deb9539 tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] 10.222.0.66 "GET /v2.0/ports?device_id=305b0d7a-e7ab-4129-8b43-4762c73c2ae1 HTTP/1.1" status: 200 len: 945 time: 0.0518918 Aug 18 12:02:23.359517 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-28bcacf0-976a-462e-9f22-329b4c92f78a tempest-ExternalNetworksTestJSON-427586459 tempest-ExternalNetworksTestJSON-427586459-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8367869', 'neutron.services.segments.db._delete_segments_for_network-8789151212993'] for network, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:23.380113 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-28bcacf0-976a-462e-9f22-329b4c92f78a tempest-ExternalNetworksTestJSON-427586459 tempest-ExternalNetworksTestJSON-427586459-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9211735-4641-4b8c-b5b0-1385780afaa8']}} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:02:23.398262 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0cf057b9-37fb-430b-bc96-14ebcc1bda7b req-944a6562-5a44-4088-8fb9-310a943ea7b5 tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] 10.222.0.66 "GET /v2.0/security-groups?id=47674416-b298-4cf8-93c5-c03a14c2b3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354364 Aug 18 12:02:23.401889 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-28bcacf0-976a-462e-9f22-329b4c92f78a tempest-ExternalNetworksTestJSON-427586459 tempest-ExternalNetworksTestJSON-427586459-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6dfe2c46-e032-4cef-8828-359ca3649b20') {'for_net_delete': True} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:02:23.402178 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-28bcacf0-976a-462e-9f22-329b4c92f78a tempest-ExternalNetworksTestJSON-427586459 tempest-ExternalNetworksTestJSON-427586459-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6dfe2c46-e032-4cef-8828-359ca3649b20') {} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:02:23.427377 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-28bcacf0-976a-462e-9f22-329b4c92f78a tempest-ExternalNetworksTestJSON-427586459 tempest-ExternalNetworksTestJSON-427586459-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789151225254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902236'] for segment, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:23.434940 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfffa723-fc04-4ac4-9f66-8ba23838d69f req-3c37fc99-c0e5-4f59-8293-e038bb211c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:23.436420 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-cfffa723-fc04-4ac4-9f66-8ba23838d69f req-3c37fc99-c0e5-4f59-8293-e038bb211c5c service neutron] 10.222.0.62 "GET /v2.0/networks?id=77d4e2e9-bb4f-4e96-bc3f-77ed49a19e4d HTTP/1.1" status: 200 len: 915 time: 0.2186265 Aug 18 12:02:23.450222 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-28bcacf0-976a-462e-9f22-329b4c92f78a tempest-ExternalNetworksTestJSON-427586459 tempest-ExternalNetworksTestJSON-427586459-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:23.491910 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d2a7c6-0b7a-40ed-bfbc-946e97cda4ce req-4439415e-8807-498e-a1bd-d578745ea558 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:23.493455 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d2d2a7c6-0b7a-40ed-bfbc-946e97cda4ce req-4439415e-8807-498e-a1bd-d578745ea558 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/ports?device_id=c638d708-f9ec-4cc8-8d73-799d4b9bed3c HTTP/1.1" status: 200 len: 945 time: 0.0535123 Aug 18 12:02:23.505677 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28bcacf0-976a-462e-9f22-329b4c92f78a tempest-ExternalNetworksTestJSON-427586459 tempest-ExternalNetworksTestJSON-427586459-project-admin] Releasing vlan 812 on physical network physnet1 to pool {{(pid=106253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:02:23.506112 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-28bcacf0-976a-462e-9f22-329b4c92f78a tempest-ExternalNetworksTestJSON-427586459 tempest-ExternalNetworksTestJSON-427586459-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58900537'] for segment, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:23.508575 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-cfffa723-fc04-4ac4-9f66-8ba23838d69f req-e8de6b1e-f277-4362-9dee-15f805188db5 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b22d0b76-0641-4b54-8103-0eca22255863 HTTP/1.1" status: 200 len: 217 time: 0.0644770 Aug 18 12:02:23.509204 n-d-804985-2 neutron-server[106253]: Traceback (most recent call last): Aug 18 12:02:23.509204 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:02:23.509204 n-d-804985-2 neutron-server[106253]: timer() Aug 18 12:02:23.509204 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:02:23.509204 n-d-804985-2 neutron-server[106253]: cb(*args, **kw) Aug 18 12:02:23.509204 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:02:23.509204 n-d-804985-2 neutron-server[106253]: return func(*args, **kwargs) Aug 18 12:02:23.509204 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:02:23.509204 n-d-804985-2 neutron-server[106253]: self._notify() Aug 18 12:02:23.509204 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:02:23.509204 n-d-804985-2 neutron-server[106253]: self.callback(batched_events) Aug 18 12:02:23.509204 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:02:23.509204 n-d-804985-2 neutron-server[106253]: event.method(event) Aug 18 12:02:23.509204 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:02:23.509204 n-d-804985-2 neutron-server[106253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:02:23.509204 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:02:23.509204 n-d-804985-2 neutron-server[106253]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:02:23.509204 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:02:23.509204 n-d-804985-2 neutron-server[106253]: return f(self, *a, **k) Aug 18 12:02:23.509204 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:02:23.509204 n-d-804985-2 neutron-server[106253]: return self._get(url).json() Aug 18 12:02:23.509204 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:02:23.509204 n-d-804985-2 neutron-server[106253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:02:23.509204 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:02:23.509204 n-d-804985-2 neutron-server[106253]: return self.request(url, 'GET', **kwargs) Aug 18 12:02:23.509204 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:02:23.509204 n-d-804985-2 neutron-server[106253]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:02:23.509204 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:02:23.509204 n-d-804985-2 neutron-server[106253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:02:23.509204 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:02:23.509204 n-d-804985-2 neutron-server[106253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:02:23.509204 n-d-804985-2 neutron-server[106253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:02:23.526087 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 4a6dd6bf-beb4-4c07-a3e9-1cc18f334166 up at agent hyperv_n-h1-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:02:23.532052 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d2d2a7c6-0b7a-40ed-bfbc-946e97cda4ce req-033943ae-a4e6-4d70-bacf-b758280838ce tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/security-groups?id=582571f6-a365-42ab-be92-c3254f7d1409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324137 Aug 18 12:02:23.577654 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Provisioning for port 4a6dd6bf-beb4-4c07-a3e9-1cc18f334166 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:02:23.581799 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Provisioning complete for port 4a6dd6bf-beb4-4c07-a3e9-1cc18f334166 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:02:23.582191 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:23.626668 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfffa723-fc04-4ac4-9f66-8ba23838d69f req-aafcaad1-92c9-440a-85dd-65e2d439bcf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:23.628231 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-cfffa723-fc04-4ac4-9f66-8ba23838d69f req-aafcaad1-92c9-440a-85dd-65e2d439bcf8 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9eb49c77-336c-4fcc-8887-f982143a5a95 HTTP/1.1" status: 200 len: 854 time: 0.0824347 Aug 18 12:02:23.628856 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-78761e71-e9c4-4564-b695-3dc3d59c7d77 req-b721a3fd-ef8a-4f4e-b3e1-1dd29f4ec3f4 tempest-ServersTestManualDisk-1765482140 tempest-ServersTestManualDisk-1765482140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:23.630851 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-28bcacf0-976a-462e-9f22-329b4c92f78a tempest-ExternalNetworksTestJSON-427586459 tempest-ExternalNetworksTestJSON-427586459-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8367858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997186'] for network, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:23.649454 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-85ce372b-3095-42b7-be21-6f48f7f7ddb1 req-141a012a-7cff-4431-b565-5a994b0f614a service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=20dd28f4-1df0-4a6b-8939-d21ca9c9b72a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0550632 Aug 18 12:02:23.653519 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28bcacf0-976a-462e-9f22-329b4c92f78a tempest-ExternalNetworksTestJSON-427586459 tempest-ExternalNetworksTestJSON-427586459-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b9211735-4641-4b8c-b5b0-1385780afaa8 {{(pid=106253) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 18 12:02:23.677240 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:23.684500 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-28bcacf0-976a-462e-9f22-329b4c92f78a tempest-ExternalNetworksTestJSON-427586459 tempest-ExternalNetworksTestJSON-427586459-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:23.686329 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-28bcacf0-976a-462e-9f22-329b4c92f78a tempest-ExternalNetworksTestJSON-427586459 tempest-ExternalNetworksTestJSON-427586459-project-admin] 10.222.0.66 "DELETE /v2.0/networks/b9211735-4641-4b8c-b5b0-1385780afaa8 HTTP/1.1" status: 204 len: 168 time: 0.6685245 Aug 18 12:02:23.690021 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 34954) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:02:23.701299 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b721a3fd-ef8a-4f4e-b3e1-1dd29f4ec3f4 tempest-ServersTestManualDisk-1765482140 tempest-ServersTestManualDisk-1765482140-project] Pushing event deleted for resources: {'Port': ['ID=23598906-c287-490a-b9c9-ac7dfdb1d62b,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:02:23.705687 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-cfffa723-fc04-4ac4-9f66-8ba23838d69f req-d664612b-2908-4a72-a477-ee6d54e70a4d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=77d4e2e9-bb4f-4e96-bc3f-77ed49a19e4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0683963 Aug 18 12:02:23.706427 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bcacf0-976a-462e-9f22-329b4c92f78a tempest-ExternalNetworksTestJSON-427586459 tempest-ExternalNetworksTestJSON-427586459-project-admin] Pushing event deleted for resources: {'Network': ['ID=b9211735-4641-4b8c-b5b0-1385780afaa8,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:02:23.737730 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84ea11f0-dfe9-4ffd-b1bd-00eb005330c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a6dd6bf-beb4-4c07-a3e9-1cc18f334166'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:02:23.738576 n-d-804985-2 neutron-server[106252]: INFO neutron.pecan_wsgi.hooks.translation [None req-65d0fb18-f5c0-44e6-a14a-96261ea3d752 tempest-ExternalNetworksTestJSON-747435196 tempest-ExternalNetworksTestJSON-747435196-project] DELETE failed (client error): The resource could not be found. Aug 18 12:02:23.739059 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65d0fb18-f5c0-44e6-a14a-96261ea3d752 tempest-ExternalNetworksTestJSON-747435196 tempest-ExternalNetworksTestJSON-747435196-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106252) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 12:02:23.741521 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db50a436fb3a98495337d8fe7487b4f2ea6f3c1052eb9efadc2ecda2d5737001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4160c65-331b-447a-a0f0-7e1c1924e615" -d '{"events": [{"server_uuid": "84ea11f0-dfe9-4ffd-b1bd-00eb005330c3", "name": "network-vif-plugged", "status": "completed", "tag": "4a6dd6bf-beb4-4c07-a3e9-1cc18f334166"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:02:23.743421 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-65d0fb18-f5c0-44e6-a14a-96261ea3d752 tempest-ExternalNetworksTestJSON-747435196 tempest-ExternalNetworksTestJSON-747435196-project] 10.222.0.66 "DELETE /v2.0/subnets/26d698b0-b418-4aa5-a62d-f5aa0ff61a00 HTTP/1.1" status: 404 len: 337 time: 0.0517290 Aug 18 12:02:23.761811 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 34956) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:02:23.768199 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 4a6dd6bf-beb4-4c07-a3e9-1cc18f334166, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=4a6dd6bf-beb4-4c07-a3e9-1cc18f334166,segment=NetworkSegment(b0eb6eea-b461-4969-8a27-808f00daa8a1),segment_id=b0eb6eea-b461-4969-8a27-808f00daa8a1)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:02:23.772441 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-500a1c61-38a7-4c23-a7ec-4631080af5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:23.778751 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:23.841372 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ce372b-3095-42b7-be21-6f48f7f7ddb1 req-43f1cfe0-838f-42c3-b274-219a2b9e0244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:23.841855 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ce372b-3095-42b7-be21-6f48f7f7ddb1 req-43f1cfe0-838f-42c3-b274-219a2b9e0244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:23.842373 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ce372b-3095-42b7-be21-6f48f7f7ddb1 req-43f1cfe0-838f-42c3-b274-219a2b9e0244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:23.842775 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ce372b-3095-42b7-be21-6f48f7f7ddb1 req-43f1cfe0-838f-42c3-b274-219a2b9e0244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:23.843236 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ce372b-3095-42b7-be21-6f48f7f7ddb1 req-43f1cfe0-838f-42c3-b274-219a2b9e0244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:23.843800 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ce372b-3095-42b7-be21-6f48f7f7ddb1 req-43f1cfe0-838f-42c3-b274-219a2b9e0244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:23.844252 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ce372b-3095-42b7-be21-6f48f7f7ddb1 req-43f1cfe0-838f-42c3-b274-219a2b9e0244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:23.846345 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-85ce372b-3095-42b7-be21-6f48f7f7ddb1 req-43f1cfe0-838f-42c3-b274-219a2b9e0244 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f1c57111807f4f80be30061245a1a804&device_id=20dd28f4-1df0-4a6b-8939-d21ca9c9b72a HTTP/1.1" status: 200 len: 6502 time: 0.1249454 Aug 18 12:02:23.852649 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:02:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6c26600-3cd6-4509-a479-bface19436b0 x-openstack-request-id: req-f6c26600-3cd6-4509-a479-bface19436b0 {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:02:23.854615 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84ea11f0-dfe9-4ffd-b1bd-00eb005330c3", "name": "network-vif-plugged", "status": "completed", "tag": "4a6dd6bf-beb4-4c07-a3e9-1cc18f334166", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:02:23.857213 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f6c26600-3cd6-4509-a479-bface19436b0 {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:02:23.858301 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84ea11f0-dfe9-4ffd-b1bd-00eb005330c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a6dd6bf-beb4-4c07-a3e9-1cc18f334166', 'code': 200} Aug 18 12:02:23.883706 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-752af1aa-39c1-4d3b-a9a1-e5ce3e8e30d7 tempest-ExternalNetworksTestJSON-747435196 tempest-ExternalNetworksTestJSON-747435196-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7904109'] for network, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:23.892951 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=4a6dd6bf-beb4-4c07-a3e9-1cc18f334166,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:02:23.964367 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-cfffa723-fc04-4ac4-9f66-8ba23838d69f req-721f6824-4f3c-4d79-87a2-5bab3e7f743b service neutron] 10.222.0.62 "GET /v2.0/networks/77d4e2e9-bb4f-4e96-bc3f-77ed49a19e4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2495081 Aug 18 12:02:23.967957 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [req-78761e71-e9c4-4564-b695-3dc3d59c7d77 req-b721a3fd-ef8a-4f4e-b3e1-1dd29f4ec3f4 tempest-ServersTestManualDisk-1765482140 tempest-ServersTestManualDisk-1765482140-project] Router 8aa7be46-0cef-4f5a-beb4-ab51d47fd478 has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:02:24.038051 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b550c324-dac9-4fe6-be0f-ad9c22ce2572 req-105b0676-9b0b-4945-b3b6-77051e440b78 tempest-ServersTestManualDisk-1765482140 tempest-ServersTestManualDisk-1765482140-project] 10.222.0.66 "GET /v2.0/ports?device_id=900738e3-3d99-4a13-a8a3-edf5487e09a1 HTTP/1.1" status: 200 len: 210 time: 0.0895557 Aug 18 12:02:24.157737 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-cfffa723-fc04-4ac4-9f66-8ba23838d69f req-2a132f67-f8d8-49b3-9143-4c65e5c6a788 service neutron] 10.222.0.62 "GET /v2.0/networks/77d4e2e9-bb4f-4e96-bc3f-77ed49a19e4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1844368 Aug 18 12:02:24.163891 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904abbca-6748-4ced-ad39-d8e154215c6c req-77cfade6-3921-42e5-b121-0efb6816690c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:24.165544 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-904abbca-6748-4ced-ad39-d8e154215c6c req-77cfade6-3921-42e5-b121-0efb6816690c service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=84ea11f0-dfe9-4ffd-b1bd-00eb005330c3 HTTP/1.1" status: 200 len: 1101 time: 0.2350342 Aug 18 12:02:24.181331 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-78761e71-e9c4-4564-b695-3dc3d59c7d77 req-b721a3fd-ef8a-4f4e-b3e1-1dd29f4ec3f4 tempest-ServersTestManualDisk-1765482140 tempest-ServersTestManualDisk-1765482140-project] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:02:24.219886 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ae70f0-3a8a-4203-8892-d6070c018820 req-487748d8-5313-4d2d-8515-11b84efbb90a tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:24.221575 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c3ae70f0-3a8a-4203-8892-d6070c018820 req-487748d8-5313-4d2d-8515-11b84efbb90a tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.66 "GET /v2.0/ports?device_id=84ea11f0-dfe9-4ffd-b1bd-00eb005330c3 HTTP/1.1" status: 200 len: 950 time: 0.2823074 Aug 18 12:02:24.229654 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-752af1aa-39c1-4d3b-a9a1-e5ce3e8e30d7 tempest-ExternalNetworksTestJSON-747435196 tempest-ExternalNetworksTestJSON-747435196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8367869', 'neutron.services.segments.db._delete_segments_for_network-8789151212993'] for network, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:24.243580 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-78761e71-e9c4-4564-b695-3dc3d59c7d77 req-b721a3fd-ef8a-4f4e-b3e1-1dd29f4ec3f4 tempest-ServersTestManualDisk-1765482140 tempest-ServersTestManualDisk-1765482140-project] No DVR routers for this DVR port 23598906-c287-490a-b9c9-ac7dfdb1d62b on host n-h2-804985-2 {{(pid=106253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:02:24.249455 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-78761e71-e9c4-4564-b695-3dc3d59c7d77 req-b721a3fd-ef8a-4f4e-b3e1-1dd29f4ec3f4 tempest-ServersTestManualDisk-1765482140 tempest-ServersTestManualDisk-1765482140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:24.251784 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-78761e71-e9c4-4564-b695-3dc3d59c7d77 req-b721a3fd-ef8a-4f4e-b3e1-1dd29f4ec3f4 tempest-ServersTestManualDisk-1765482140 tempest-ServersTestManualDisk-1765482140-project] 10.222.0.62 "DELETE /v2.0/ports/23598906-c287-490a-b9c9-ac7dfdb1d62b HTTP/1.1" status: 204 len: 173 time: 1.5868790 Aug 18 12:02:24.252233 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '900738e3-3d99-4a13-a8a3-edf5487e09a1', 'name': 'network-vif-deleted', 'tag': '23598906-c287-490a-b9c9-ac7dfdb1d62b'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:02:24.255438 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0679f4c4b6e0e0c064a7d71d722dc30541a34fffee11680573be22ee2ffccc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e9bbb87-151f-48c8-997d-142ff168b369" -d '{"events": [{"server_uuid": "900738e3-3d99-4a13-a8a3-edf5487e09a1", "name": "network-vif-deleted", "tag": "23598906-c287-490a-b9c9-ac7dfdb1d62b"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:02:24.260449 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ce372b-3095-42b7-be21-6f48f7f7ddb1 req-00578865-3112-4705-8994-af1033e9f17b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:24.261017 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ce372b-3095-42b7-be21-6f48f7f7ddb1 req-00578865-3112-4705-8994-af1033e9f17b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:24.261477 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ce372b-3095-42b7-be21-6f48f7f7ddb1 req-00578865-3112-4705-8994-af1033e9f17b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:24.263557 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-85ce372b-3095-42b7-be21-6f48f7f7ddb1 req-00578865-3112-4705-8994-af1033e9f17b service neutron] 10.222.0.62 "GET /v2.0/networks?id=1ef7ea32-2afc-42e8-9151-91c023337fa8&id=14664a63-22d6-4bc0-8290-849b20369b1b&id=14664a63-22d6-4bc0-8290-849b20369b1b&id=14664a63-22d6-4bc0-8290-849b20369b1b&id=14664a63-22d6-4bc0-8290-849b20369b1b&id=71f4f05b-546f-495f-be85-3ee41a9605e5&id=71f4f05b-546f-495f-be85-3ee41a9605e5 HTTP/1.1" status: 200 len: 2298 time: 0.3715365 Aug 18 12:02:24.264964 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-752af1aa-39c1-4d3b-a9a1-e5ce3e8e30d7 tempest-ExternalNetworksTestJSON-747435196 tempest-ExternalNetworksTestJSON-747435196-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6da5f342-8588-4ebc-bd9b-34f568796d4c']}} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:02:24.346546 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-752af1aa-39c1-4d3b-a9a1-e5ce3e8e30d7 tempest-ExternalNetworksTestJSON-747435196 tempest-ExternalNetworksTestJSON-747435196-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f06af235-be6f-41b4-ad6d-3794166e3b53') {'for_net_delete': True} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:02:24.347067 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-752af1aa-39c1-4d3b-a9a1-e5ce3e8e30d7 tempest-ExternalNetworksTestJSON-747435196 tempest-ExternalNetworksTestJSON-747435196-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f06af235-be6f-41b4-ad6d-3794166e3b53') {} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:02:24.359867 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-904abbca-6748-4ced-ad39-d8e154215c6c req-3209a5fe-f3c4-4bb4-a888-3e470edbce39 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=eb50ebbf-d033-473b-ae6e-593d78928b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814489 Aug 18 12:02:24.371258 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-752af1aa-39c1-4d3b-a9a1-e5ce3e8e30d7 tempest-ExternalNetworksTestJSON-747435196 tempest-ExternalNetworksTestJSON-747435196-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789151225254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2221521'] for segment, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:24.411761 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-752af1aa-39c1-4d3b-a9a1-e5ce3e8e30d7 tempest-ExternalNetworksTestJSON-747435196 tempest-ExternalNetworksTestJSON-747435196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:24.418334 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6e6b309-215b-4b70-ab5a-bd2ef9cbafa8 None None] Sync routers for ids ['8aa7be46-0cef-4f5a-beb4-ab51d47fd478'] in n-d-804985-2 {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:02:24.421576 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c3ae70f0-3a8a-4203-8892-d6070c018820 req-0141246d-674a-40fd-bb3c-9c6e1341b0d5 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb50ebbf-d033-473b-ae6e-593d78928b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772935 Aug 18 12:02:24.427461 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6e6b309-215b-4b70-ab5a-bd2ef9cbafa8 None None] Routers {'8aa7be46-0cef-4f5a-beb4-ab51d47fd478'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:02:24.436523 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-d6e6b309-215b-4b70-ab5a-bd2ef9cbafa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:02:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['8aa7be46-0cef-4f5a-beb4-ab51d47fd478'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:02:24.441526 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f7d89f-9c36-455a-9ec3-2f4521b0a9b5 req-488d9e38-a386-4fbe-a9d7-6f9ecdafb777 tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:24.443576 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e2f7d89f-9c36-455a-9ec3-2f4521b0a9b5 req-488d9e38-a386-4fbe-a9d7-6f9ecdafb777 tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] 10.222.0.66 "GET /v2.0/ports?device_id=c5854a97-3022-406e-b019-272d90ef1ca1 HTTP/1.1" status: 200 len: 946 time: 0.1623111 Aug 18 12:02:24.447475 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-85ce372b-3095-42b7-be21-6f48f7f7ddb1 req-9ab7780a-05b5-432e-b256-2c00823e03b3 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=96a5d57f-59a1-4718-95d8-ee708f298d01 HTTP/1.1" status: 200 len: 1002 time: 0.1733902 Aug 18 12:02:24.448461 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-752af1aa-39c1-4d3b-a9a1-e5ce3e8e30d7 tempest-ExternalNetworksTestJSON-747435196 tempest-ExternalNetworksTestJSON-747435196-project] Releasing vlan 849 on physical network physnet1 to pool {{(pid=106252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:02:24.448903 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-752af1aa-39c1-4d3b-a9a1-e5ce3e8e30d7 tempest-ExternalNetworksTestJSON-747435196 tempest-ExternalNetworksTestJSON-747435196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3572434'] for segment, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:24.451971 n-d-804985-2 neutron-server[106252]: Traceback (most recent call last): Aug 18 12:02:24.451971 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:02:24.451971 n-d-804985-2 neutron-server[106252]: timer() Aug 18 12:02:24.451971 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:02:24.451971 n-d-804985-2 neutron-server[106252]: cb(*args, **kw) Aug 18 12:02:24.451971 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:02:24.451971 n-d-804985-2 neutron-server[106252]: return func(*args, **kwargs) Aug 18 12:02:24.451971 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:02:24.451971 n-d-804985-2 neutron-server[106252]: self._notify() Aug 18 12:02:24.451971 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:02:24.451971 n-d-804985-2 neutron-server[106252]: self.callback(batched_events) Aug 18 12:02:24.451971 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:02:24.451971 n-d-804985-2 neutron-server[106252]: event.method(event) Aug 18 12:02:24.451971 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:02:24.451971 n-d-804985-2 neutron-server[106252]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:02:24.451971 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:02:24.451971 n-d-804985-2 neutron-server[106252]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:02:24.451971 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:02:24.451971 n-d-804985-2 neutron-server[106252]: return f(self, *a, **k) Aug 18 12:02:24.451971 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:02:24.451971 n-d-804985-2 neutron-server[106252]: return self._get(url).json() Aug 18 12:02:24.451971 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:02:24.451971 n-d-804985-2 neutron-server[106252]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:02:24.451971 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:02:24.451971 n-d-804985-2 neutron-server[106252]: return self.request(url, 'GET', **kwargs) Aug 18 12:02:24.451971 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:02:24.451971 n-d-804985-2 neutron-server[106252]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:02:24.451971 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:02:24.451971 n-d-804985-2 neutron-server[106252]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:02:24.451971 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:02:24.451971 n-d-804985-2 neutron-server[106252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:02:24.451971 n-d-804985-2 neutron-server[106252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:02:24.536933 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-d6e6b309-215b-4b70-ab5a-bd2ef9cbafa8 None None] Set router 8aa7be46-0cef-4f5a-beb4-ab51d47fd478 gateway port host: n-d-804985-2 {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:02:24.574042 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ce372b-3095-42b7-be21-6f48f7f7ddb1 req-c938aff1-2f5b-471e-ae92-ba9b6988ebff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:24.575711 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-85ce372b-3095-42b7-be21-6f48f7f7ddb1 req-c938aff1-2f5b-471e-ae92-ba9b6988ebff service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0dc7ccef-1b3b-4e69-a1de-a8fce0eaa5e1 HTTP/1.1" status: 200 len: 855 time: 0.1113656 Aug 18 12:02:24.579190 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-752af1aa-39c1-4d3b-a9a1-e5ce3e8e30d7 tempest-ExternalNetworksTestJSON-747435196 tempest-ExternalNetworksTestJSON-747435196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8367858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997186'] for network, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:24.583768 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-752af1aa-39c1-4d3b-a9a1-e5ce3e8e30d7 tempest-ExternalNetworksTestJSON-747435196 tempest-ExternalNetworksTestJSON-747435196-project] Notify callbacks [] for network, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:24.588417 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-752af1aa-39c1-4d3b-a9a1-e5ce3e8e30d7 tempest-ExternalNetworksTestJSON-747435196 tempest-ExternalNetworksTestJSON-747435196-project] 10.222.0.66 "DELETE /v2.0/networks/6da5f342-8588-4ebc-bd9b-34f568796d4c HTTP/1.1" status: 204 len: 168 time: 0.8243768 Aug 18 12:02:24.605668 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e2f7d89f-9c36-455a-9ec3-2f4521b0a9b5 req-a4fabe07-0d38-46e2-a4f6-90fcc000e8be tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b3db2ea-cc32-4796-9824-b1355b845d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399508 Aug 18 12:02:24.630941 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752af1aa-39c1-4d3b-a9a1-e5ce3e8e30d7 tempest-ExternalNetworksTestJSON-747435196 tempest-ExternalNetworksTestJSON-747435196-project] Pushing event deleted for resources: {'Network': ['ID=6da5f342-8588-4ebc-bd9b-34f568796d4c,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:02:24.681196 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ce372b-3095-42b7-be21-6f48f7f7ddb1 req-f8fc5874-b5ab-4106-bacc-0e913b88caa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:24.685380 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-85ce372b-3095-42b7-be21-6f48f7f7ddb1 req-f8fc5874-b5ab-4106-bacc-0e913b88caa2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1ef7ea32-2afc-42e8-9151-91c023337fa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0958278 Aug 18 12:02:24.780371 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:02:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e76b0fe0-4872-4378-9913-38cb70f464fb x-openstack-request-id: req-e76b0fe0-4872-4378-9913-38cb70f464fb {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:02:24.781038 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "900738e3-3d99-4a13-a8a3-edf5487e09a1", "name": "network-vif-deleted", "tag": "23598906-c287-490a-b9c9-ac7dfdb1d62b", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:02:24.781038 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e76b0fe0-4872-4378-9913-38cb70f464fb {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:02:24.781383 n-d-804985-2 neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '900738e3-3d99-4a13-a8a3-edf5487e09a1', 'name': 'network-vif-deleted', 'tag': '23598906-c287-490a-b9c9-ac7dfdb1d62b', 'status': 'completed', 'code': 200} Aug 18 12:02:24.787069 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-d6e6b309-215b-4b70-ab5a-bd2ef9cbafa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8aa7be46-0cef-4f5a-beb4-ab51d47fd478', 'name': 'tempest-ServersTestManualDisk-211388434-router', 'tenant_id': '3dac450c1aed4cb9a32ebc7528bd7ef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': 'd433e52b-63a4-4721-9f17-c53fbe6b701b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T11:59:41Z', 'updated_at': '2021-08-18T11:59:54Z', 'revision_number': 4, 'project_id': '3dac450c1aed4cb9a32ebc7528bd7ef7', 'gw_port': {'id': 'd433e52b-63a4-4721-9f17-c53fbe6b701b', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:dc:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aa7be46-0cef-4f5a-beb4-ab51d47fd478', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:59:43Z', 'updated_at': '2021-08-18T11:59:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': 'cb8552a3-19cd-422c-98e0-6d0de02e4ddc', 'name': '', 'network_id': '8a227098-354b-4994-bf1e-318eb6efe6ec', 'tenant_id': '3dac450c1aed4cb9a32ebc7528bd7ef7', 'mac_address': 'fa:16:3e:13:04:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aa7be46-0cef-4f5a-beb4-ab51d47fd478', 'device_owner': 'network:router_interface', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'fa10df12-5b4e-4ad2-82de-b1eefd7f7053', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:59:52Z', 'updated_at': '2021-08-18T12:00:02Z', 'revision_number': 5, 'project_id': '3dac450c1aed4cb9a32ebc7528bd7ef7', 'subnets': [{'id': 'fa10df12-5b4e-4ad2-82de-b1eefd7f7053', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:02:24.803992 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb749ed-53a0-47e7-9222-52683c248168 req-d71e6448-224c-4c3e-af54-39fb59a91be0 tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:24.805577 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-fcb749ed-53a0-47e7-9222-52683c248168 req-d71e6448-224c-4c3e-af54-39fb59a91be0 tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] 10.222.0.66 "GET /v2.0/ports?device_id=305b0d7a-e7ab-4129-8b43-4762c73c2ae1 HTTP/1.1" status: 200 len: 945 time: 0.1181967 Aug 18 12:02:24.829971 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6e6b309-215b-4b70-ab5a-bd2ef9cbafa8 None None] Checking router: 8aa7be46-0cef-4f5a-beb4-ab51d47fd478 for host: n-d-804985-2 {{(pid=106254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:02:24.841785 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6e6b309-215b-4b70-ab5a-bd2ef9cbafa8 None None] Routers {'8aa7be46-0cef-4f5a-beb4-ab51d47fd478'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:02:24.842013 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-d6e6b309-215b-4b70-ab5a-bd2ef9cbafa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:02:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['8aa7be46-0cef-4f5a-beb4-ab51d47fd478'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:02:24.965283 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-d6e6b309-215b-4b70-ab5a-bd2ef9cbafa8 None None] Set router 8aa7be46-0cef-4f5a-beb4-ab51d47fd478 gateway port host: n-d-804985-2 {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:02:25.073145 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 34982) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:02:25.171801 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-85ce372b-3095-42b7-be21-6f48f7f7ddb1 req-0c8bfb0c-bd87-42fa-bc53-a5c32bb0e88f service neutron] 10.222.0.62 "GET /v2.0/networks/1ef7ea32-2afc-42e8-9151-91c023337fa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4476917 Aug 18 12:02:25.193471 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-d6e6b309-215b-4b70-ab5a-bd2ef9cbafa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8aa7be46-0cef-4f5a-beb4-ab51d47fd478', 'name': 'tempest-ServersTestManualDisk-211388434-router', 'tenant_id': '3dac450c1aed4cb9a32ebc7528bd7ef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': 'd433e52b-63a4-4721-9f17-c53fbe6b701b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T11:59:41Z', 'updated_at': '2021-08-18T11:59:54Z', 'revision_number': 4, 'project_id': '3dac450c1aed4cb9a32ebc7528bd7ef7', 'gw_port': {'id': 'd433e52b-63a4-4721-9f17-c53fbe6b701b', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:dc:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aa7be46-0cef-4f5a-beb4-ab51d47fd478', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:59:43Z', 'updated_at': '2021-08-18T11:59:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': 'cb8552a3-19cd-422c-98e0-6d0de02e4ddc', 'name': '', 'network_id': '8a227098-354b-4994-bf1e-318eb6efe6ec', 'tenant_id': '3dac450c1aed4cb9a32ebc7528bd7ef7', 'mac_address': 'fa:16:3e:13:04:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aa7be46-0cef-4f5a-beb4-ab51d47fd478', 'device_owner': 'network:router_interface', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'fa10df12-5b4e-4ad2-82de-b1eefd7f7053', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:59:52Z', 'updated_at': '2021-08-18T12:00:02Z', 'revision_number': 5, 'project_id': '3dac450c1aed4cb9a32ebc7528bd7ef7', 'subnets': [{'id': 'fa10df12-5b4e-4ad2-82de-b1eefd7f7053', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:02:25.213380 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-fcb749ed-53a0-47e7-9222-52683c248168 req-a3503119-dc69-4395-be4d-f2ccfee2271e tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] 10.222.0.66 "GET /v2.0/security-groups?id=47674416-b298-4cf8-93c5-c03a14c2b3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3920889 Aug 18 12:02:25.242622 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6e6b309-215b-4b70-ab5a-bd2ef9cbafa8 None None] The sync data for ids ['8aa7be46-0cef-4f5a-beb4-ab51d47fd478'] in n-d-804985-2 is: [{'id': '8aa7be46-0cef-4f5a-beb4-ab51d47fd478', 'name': 'tempest-ServersTestManualDisk-211388434-router', 'tenant_id': '3dac450c1aed4cb9a32ebc7528bd7ef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': 'd433e52b-63a4-4721-9f17-c53fbe6b701b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T11:59:41Z', 'updated_at': '2021-08-18T11:59:54Z', 'revision_number': 4, 'project_id': '3dac450c1aed4cb9a32ebc7528bd7ef7', 'gw_port': {'id': 'd433e52b-63a4-4721-9f17-c53fbe6b701b', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:dc:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aa7be46-0cef-4f5a-beb4-ab51d47fd478', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:59:43Z', 'updated_at': '2021-08-18T11:59:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': 'cb8552a3-19cd-422c-98e0-6d0de02e4ddc', 'name': '', 'network_id': '8a227098-354b-4994-bf1e-318eb6efe6ec', 'tenant_id': '3dac450c1aed4cb9a32ebc7528bd7ef7', 'mac_address': 'fa:16:3e:13:04:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aa7be46-0cef-4f5a-beb4-ab51d47fd478', 'device_owner': 'network:router_interface', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'fa10df12-5b4e-4ad2-82de-b1eefd7f7053', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:59:52Z', 'updated_at': '2021-08-18T12:00:02Z', 'revision_number': 5, 'project_id': '3dac450c1aed4cb9a32ebc7528bd7ef7', 'subnets': [{'id': 'fa10df12-5b4e-4ad2-82de-b1eefd7f7053', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:02:25.271529 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-cccb7371-7793-487b-a736-b5f351e10439 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=53051fff17424900899e3f66061ef1d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1971769 Aug 18 12:02:25.274475 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 34992) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:02:25.289166 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a526b2b-8908-4a6b-8b9f-3ffa07c28888 req-45949d39-8b44-4fdb-a7e3-9edca63c1fb0 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:25.291169 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2a526b2b-8908-4a6b-8b9f-3ffa07c28888 req-45949d39-8b44-4fdb-a7e3-9edca63c1fb0 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/ports?device_id=c638d708-f9ec-4cc8-8d73-799d4b9bed3c HTTP/1.1" status: 200 len: 945 time: 0.1596901 Aug 18 12:02:25.333802 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-70231a0d-a3d4-4de1-8d4c-c2e43aba503c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:25.359945 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2a526b2b-8908-4a6b-8b9f-3ffa07c28888 req-b9627b2e-cdbc-4fc7-bef4-42bebdedc6e7 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/security-groups?id=582571f6-a365-42ab-be92-c3254f7d1409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598555 Aug 18 12:02:25.362894 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-85ce372b-3095-42b7-be21-6f48f7f7ddb1 req-834406de-c736-41ab-9cb6-c13213ce4ddf service neutron] 10.222.0.62 "GET /v2.0/networks/1ef7ea32-2afc-42e8-9151-91c023337fa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800816 Aug 18 12:02:25.368617 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-70231a0d-a3d4-4de1-8d4c-c2e43aba503c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:25.391067 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 34994) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:02:25.414788 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-85ce372b-3095-42b7-be21-6f48f7f7ddb1 req-ae729415-4d4d-4e7b-b235-17701f253344 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.91&port_id=5a278cb9-466e-4c4b-b4ac-6b258caa7c8a HTTP/1.1" status: 200 len: 217 time: 0.0419841 Aug 18 12:02:25.471077 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-db98411e-b417-4f24-9cd2-c2c2d5818e52 tempest-ServersTestManualDisk-1765482140 tempest-ServersTestManualDisk-1765482140-project] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:25.475338 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-70231a0d-a3d4-4de1-8d4c-c2e43aba503c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:25.479121 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-70231a0d-a3d4-4de1-8d4c-c2e43aba503c admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:25.481820 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ce372b-3095-42b7-be21-6f48f7f7ddb1 req-733e0a00-d5f3-41ab-a89d-c6498aeccd54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:25.484279 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-85ce372b-3095-42b7-be21-6f48f7f7ddb1 req-733e0a00-d5f3-41ab-a89d-c6498aeccd54 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4d098d7d-848d-42a8-ac08-c1738695747e HTTP/1.1" status: 200 len: 797 time: 0.0605969 Aug 18 12:02:25.489136 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-70231a0d-a3d4-4de1-8d4c-c2e43aba503c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d05a1f33-f6f2-432d-b08b-7179077048f1 HTTP/1.1" status: 204 len: 168 time: 0.2077084 Aug 18 12:02:25.553140 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-db98411e-b417-4f24-9cd2-c2c2d5818e52 tempest-ServersTestManualDisk-1765482140 tempest-ServersTestManualDisk-1765482140-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:25.568836 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70231a0d-a3d4-4de1-8d4c-c2e43aba503c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d05a1f33-f6f2-432d-b08b-7179077048f1,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:02:25.612920 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ce372b-3095-42b7-be21-6f48f7f7ddb1 req-225093b5-88e3-40c3-9d1a-7dafae2b5908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:25.616461 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-85ce372b-3095-42b7-be21-6f48f7f7ddb1 req-225093b5-88e3-40c3-9d1a-7dafae2b5908 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=14664a63-22d6-4bc0-8290-849b20369b1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1176870 Aug 18 12:02:25.621626 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-db98411e-b417-4f24-9cd2-c2c2d5818e52 tempest-ServersTestManualDisk-1765482140 tempest-ServersTestManualDisk-1765482140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:25.624634 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-db98411e-b417-4f24-9cd2-c2c2d5818e52 tempest-ServersTestManualDisk-1765482140 tempest-ServersTestManualDisk-1765482140-project] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:25.625894 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-db98411e-b417-4f24-9cd2-c2c2d5818e52 tempest-ServersTestManualDisk-1765482140 tempest-ServersTestManualDisk-1765482140-project] 10.222.0.66 "DELETE /v2.0/security-groups/bfb87e6d-fb76-4fa5-a953-72861535752e HTTP/1.1" status: 204 len: 168 time: 0.2339060 Aug 18 12:02:25.638278 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 35004) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:02:25.647246 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c3833b-c55f-41d5-935e-d6bebf9767f9 req-4ca55a24-af53-442c-adc8-7186c1275434 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:25.648228 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-19c3833b-c55f-41d5-935e-d6bebf9767f9 req-4ca55a24-af53-442c-adc8-7186c1275434 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.66 "GET /v2.0/ports?device_id=84ea11f0-dfe9-4ffd-b1bd-00eb005330c3 HTTP/1.1" status: 200 len: 950 time: 0.1036353 Aug 18 12:02:25.655237 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc500231-6bf1-4c64-a2c0-57f3b5b1b0b1 None None] New status for floating IP a761b7da-f8b0-4e71-9a00-73da9585b98a: DOWN {{(pid=106255) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 12:02:25.655853 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db98411e-b417-4f24-9cd2-c2c2d5818e52 tempest-ServersTestManualDisk-1765482140 tempest-ServersTestManualDisk-1765482140-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfb87e6d-fb76-4fa5-a953-72861535752e,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:02:25.728818 n-d-804985-2 neutron-server[106252]: INFO neutron.api.v2.resource [None req-d3e897e4-ca19-452d-b5b2-d7a90bb7a681 tempest-ServersTestManualDisk-1765482140 tempest-ServersTestManualDisk-1765482140-project] show failed (client error): The resource could not be found. Aug 18 12:02:25.729820 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-d3e897e4-ca19-452d-b5b2-d7a90bb7a681 tempest-ServersTestManualDisk-1765482140 tempest-ServersTestManualDisk-1765482140-project] 10.222.0.66 "GET /v2.0/security-groups/bfb87e6d-fb76-4fa5-a953-72861535752e HTTP/1.1" status: 404 len: 347 time: 0.0805440 Aug 18 12:02:25.732899 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 35008) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:02:25.809851 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b108fd0-1245-442f-823f-8d925c6e56f3 req-387b6b5f-d949-4c22-9d82-f50f6966bf07 tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:25.811386 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2b108fd0-1245-442f-823f-8d925c6e56f3 req-387b6b5f-d949-4c22-9d82-f50f6966bf07 tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] 10.222.0.66 "GET /v2.0/ports?device_id=c5854a97-3022-406e-b019-272d90ef1ca1 HTTP/1.1" status: 200 len: 946 time: 0.0913999 Aug 18 12:02:25.824656 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-19c3833b-c55f-41d5-935e-d6bebf9767f9 req-6fce6ffa-2633-4133-8dd8-483a0d2fffbc tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb50ebbf-d033-473b-ae6e-593d78928b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529365 Aug 18 12:02:25.847782 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 35012) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:02:25.875236 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2b108fd0-1245-442f-823f-8d925c6e56f3 req-5c0177b9-bab8-43af-b943-00c0d1f8ed49 tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b3db2ea-cc32-4796-9824-b1355b845d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494981 Aug 18 12:02:25.878866 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-85ce372b-3095-42b7-be21-6f48f7f7ddb1 req-e24d0f8e-c775-4cca-8d49-ceef0b8980c3 service neutron] 10.222.0.62 "GET /v2.0/networks/14664a63-22d6-4bc0-8290-849b20369b1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2552218 Aug 18 12:02:25.920846 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-400c5acf-b098-4dbd-8fb5-3a240dced48b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=76591451c1694756bc0fa6ed57bc5ed1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0719924 Aug 18 12:02:25.923288 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 35016) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:02:25.941614 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-f020a27a-0c43-4ffc-a51e-11f7b9a6dae1 tempest-ServersTestManualDisk-1765482140 tempest-ServersTestManualDisk-1765482140-project] Deleting port fe75742b-b29b-4300-8b16-fbb71de41dc5 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:02:25.941954 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f020a27a-0c43-4ffc-a51e-11f7b9a6dae1 tempest-ServersTestManualDisk-1765482140 tempest-ServersTestManualDisk-1765482140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:25.977048 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-85ce372b-3095-42b7-be21-6f48f7f7ddb1 req-99605487-5f26-406a-8381-47d5899f35bf service neutron] 10.222.0.62 "GET /v2.0/networks/14664a63-22d6-4bc0-8290-849b20369b1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885494 Aug 18 12:02:26.020417 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-85ce372b-3095-42b7-be21-6f48f7f7ddb1 req-86a702d8-722d-4446-b261-368ea6b05a40 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.185&port_id=7763a33a-da78-4384-a6fe-a78524eb4068 HTTP/1.1" status: 200 len: 217 time: 0.0349777 Aug 18 12:02:26.033700 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-659fceb0-96cd-47c6-a5a8-7946b4f145d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:26.058666 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f020a27a-0c43-4ffc-a51e-11f7b9a6dae1 tempest-ServersTestManualDisk-1765482140 tempest-ServersTestManualDisk-1765482140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:26.058886 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f020a27a-0c43-4ffc-a51e-11f7b9a6dae1 tempest-ServersTestManualDisk-1765482140 tempest-ServersTestManualDisk-1765482140-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:26.076816 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ce372b-3095-42b7-be21-6f48f7f7ddb1 req-151ceee8-0a33-4bce-9084-cdaca8f920b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:26.078360 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-85ce372b-3095-42b7-be21-6f48f7f7ddb1 req-151ceee8-0a33-4bce-9084-cdaca8f920b8 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4d098d7d-848d-42a8-ac08-c1738695747e HTTP/1.1" status: 200 len: 797 time: 0.0502305 Aug 18 12:02:26.080391 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-659fceb0-96cd-47c6-a5a8-7946b4f145d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:26.082311 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-f020a27a-0c43-4ffc-a51e-11f7b9a6dae1 tempest-ServersTestManualDisk-1765482140 tempest-ServersTestManualDisk-1765482140-project] Calling delete_port for fe75742b-b29b-4300-8b16-fbb71de41dc5 owned by network:floatingip {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:02:26.132247 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ce372b-3095-42b7-be21-6f48f7f7ddb1 req-53269460-fcc2-453a-ac9e-0bd03d34a655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:26.134022 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-85ce372b-3095-42b7-be21-6f48f7f7ddb1 req-53269460-fcc2-453a-ac9e-0bd03d34a655 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=14664a63-22d6-4bc0-8290-849b20369b1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0478735 Aug 18 12:02:26.187314 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-659fceb0-96cd-47c6-a5a8-7946b4f145d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:26.189774 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-659fceb0-96cd-47c6-a5a8-7946b4f145d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:26.193729 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-659fceb0-96cd-47c6-a5a8-7946b4f145d7 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ed4b075e-807f-4f10-bf5a-ca507debdfd7 HTTP/1.1" status: 204 len: 168 time: 0.2667060 Aug 18 12:02:26.203955 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659fceb0-96cd-47c6-a5a8-7946b4f145d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed4b075e-807f-4f10-bf5a-ca507debdfd7,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:02:26.265593 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f020a27a-0c43-4ffc-a51e-11f7b9a6dae1 tempest-ServersTestManualDisk-1765482140 tempest-ServersTestManualDisk-1765482140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:26.267123 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9797cbad-90b7-4c08-a46b-29d5bbfe8151 req-f6d47183-83eb-4643-a143-589593776c9a tempest-ServersOnMultiNodesTest-820981758 tempest-ServersOnMultiNodesTest-820981758-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:26.268778 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9797cbad-90b7-4c08-a46b-29d5bbfe8151 req-f6d47183-83eb-4643-a143-589593776c9a tempest-ServersOnMultiNodesTest-820981758 tempest-ServersOnMultiNodesTest-820981758-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=84ea11f0-dfe9-4ffd-b1bd-00eb005330c3 HTTP/1.1" status: 200 len: 1101 time: 0.0751476 Aug 18 12:02:26.304453 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f020a27a-0c43-4ffc-a51e-11f7b9a6dae1 tempest-ServersTestManualDisk-1765482140 tempest-ServersTestManualDisk-1765482140-project] Pushing event deleted for resources: {'Port': ['ID=fe75742b-b29b-4300-8b16-fbb71de41dc5,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:02:26.313096 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-85ce372b-3095-42b7-be21-6f48f7f7ddb1 req-0a75cf3f-661d-400d-9f44-5752d209cf4b service neutron] 10.222.0.62 "GET /v2.0/networks/14664a63-22d6-4bc0-8290-849b20369b1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701982 Aug 18 12:02:26.362717 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-9797cbad-90b7-4c08-a46b-29d5bbfe8151 req-211b77c1-ddae-4212-9828-6adac72ae535 tempest-ServersOnMultiNodesTest-820981758 tempest-ServersOnMultiNodesTest-820981758-project-admin] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:26.387289 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f020a27a-0c43-4ffc-a51e-11f7b9a6dae1 tempest-ServersTestManualDisk-1765482140 tempest-ServersTestManualDisk-1765482140-project] Notify callbacks [] for floatingip, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:26.389942 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f020a27a-0c43-4ffc-a51e-11f7b9a6dae1 tempest-ServersTestManualDisk-1765482140 tempest-ServersTestManualDisk-1765482140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for floatingip, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:26.391155 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-f020a27a-0c43-4ffc-a51e-11f7b9a6dae1 tempest-ServersTestManualDisk-1765482140 tempest-ServersTestManualDisk-1765482140-project] 10.222.0.66 "DELETE /v2.0/floatingips/a761b7da-f8b0-4e71-9a00-73da9585b98a HTTP/1.1" status: 204 len: 168 time: 0.6564519 Aug 18 12:02:26.394170 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 35026) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:02:26.439495 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 23598906-c287-490a-b9c9-ac7dfdb1d62b no longer exists at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:02:26.453596 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c1357e-6c68-47c4-8b7d-33bfce54a697 req-24624195-3ace-4bc9-9155-a4859b55ac69 tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:26.455155 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e4c1357e-6c68-47c4-8b7d-33bfce54a697 req-24624195-3ace-4bc9-9155-a4859b55ac69 tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] 10.222.0.66 "GET /v2.0/ports?device_id=305b0d7a-e7ab-4129-8b43-4762c73c2ae1 HTTP/1.1" status: 200 len: 945 time: 0.1400657 Aug 18 12:02:26.478341 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] No Port match for: 23598906-c287-490a-b9c9-ac7dfdb1d62b {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:02:26.478796 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 23598906-c287-490a-b9c9-ac7dfdb1d62b not bound to the agent host n-h2-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:02:26.479251 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device b22d0b76-0641-4b54-8103-0eca22255863 no longer exists at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:02:26.534222 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-85ce372b-3095-42b7-be21-6f48f7f7ddb1 req-392a95ed-411f-40da-ab3d-7e0966f234d6 service neutron] 10.222.0.62 "GET /v2.0/networks/14664a63-22d6-4bc0-8290-849b20369b1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2017484 Aug 18 12:02:26.547195 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e4c1357e-6c68-47c4-8b7d-33bfce54a697 req-2d5080d0-3410-43f6-aa1a-d0db6c51988a tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] 10.222.0.66 "GET /v2.0/security-groups?id=47674416-b298-4cf8-93c5-c03a14c2b3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826733 Aug 18 12:02:26.575913 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:26.589316 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-85ce372b-3095-42b7-be21-6f48f7f7ddb1 req-c18007cc-624a-4cb8-a3ba-2e48e80bd9d7 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.244&port_id=d1178764-5fcc-4bf5-bf2c-1f7340615440 HTTP/1.1" status: 200 len: 217 time: 0.0456903 Aug 18 12:02:26.620086 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port b22d0b76-0641-4b54-8103-0eca22255863, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=b22d0b76-0641-4b54-8103-0eca22255863,segment=NetworkSegment(41659f6a-58f9-4216-bad4-63cae3d0928f),segment_id=41659f6a-58f9-4216-bad4-63cae3d0928f)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:02:26.621106 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c638d708-f9ec-4cc8-8d73-799d4b9bed3c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b22d0b76-0641-4b54-8103-0eca22255863'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:02:26.623521 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db50a436fb3a98495337d8fe7487b4f2ea6f3c1052eb9efadc2ecda2d5737001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-692b5b52-655c-472c-b202-464518e69c66" -d '{"events": [{"server_uuid": "c638d708-f9ec-4cc8-8d73-799d4b9bed3c", "name": "network-vif-unplugged", "status": "completed", "tag": "b22d0b76-0641-4b54-8103-0eca22255863"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:02:26.629582 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:26.729634 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-9797cbad-90b7-4c08-a46b-29d5bbfe8151 req-211b77c1-ddae-4212-9828-6adac72ae535 tempest-ServersOnMultiNodesTest-820981758 tempest-ServersOnMultiNodesTest-820981758-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:26.738605 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ce372b-3095-42b7-be21-6f48f7f7ddb1 req-e2bfeeb6-9789-4635-b76e-97cc47c8ae80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:26.741257 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-85ce372b-3095-42b7-be21-6f48f7f7ddb1 req-e2bfeeb6-9789-4635-b76e-97cc47c8ae80 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4d098d7d-848d-42a8-ac08-c1738695747e HTTP/1.1" status: 200 len: 797 time: 0.1419334 Aug 18 12:02:26.743530 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-9797cbad-90b7-4c08-a46b-29d5bbfe8151 req-211b77c1-ddae-4212-9828-6adac72ae535 tempest-ServersOnMultiNodesTest-820981758 tempest-ServersOnMultiNodesTest-820981758-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:26.744100 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=b22d0b76-0641-4b54-8103-0eca22255863,revision_number=8']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:02:26.801026 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211b77c1-ddae-4212-9828-6adac72ae535 tempest-ServersOnMultiNodesTest-820981758 tempest-ServersOnMultiNodesTest-820981758-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c016a35d-542e-41c2-abaa-ba345cc950a5,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:02:26.856393 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9797cbad-90b7-4c08-a46b-29d5bbfe8151 req-211b77c1-ddae-4212-9828-6adac72ae535 tempest-ServersOnMultiNodesTest-820981758 tempest-ServersOnMultiNodesTest-820981758-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=eb50ebbf-d033-473b-ae6e-593d78928b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5742276 Aug 18 12:02:26.902931 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d45ac2b-028a-4f70-8cfe-c64ee828c4fa req-b136b616-ff4c-4322-a04b-80c416c25f4d tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:26.904422 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4d45ac2b-028a-4f70-8cfe-c64ee828c4fa req-b136b616-ff4c-4322-a04b-80c416c25f4d tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/ports?device_id=c638d708-f9ec-4cc8-8d73-799d4b9bed3c HTTP/1.1" status: 200 len: 943 time: 0.1218348 Aug 18 12:02:26.912776 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ce372b-3095-42b7-be21-6f48f7f7ddb1 req-adb93894-658b-4c28-adb3-1b7fc87c2a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:26.914447 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-85ce372b-3095-42b7-be21-6f48f7f7ddb1 req-adb93894-658b-4c28-adb3-1b7fc87c2a6b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=14664a63-22d6-4bc0-8290-849b20369b1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1306870 Aug 18 12:02:26.988115 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4362a2d5-9b39-4ee8-92a3-bbc6bc71cea8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-996815'] for router_interface, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:26.999922 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4d45ac2b-028a-4f70-8cfe-c64ee828c4fa req-b0559455-6b43-4605-8d51-9511f8711a46 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/security-groups?id=582571f6-a365-42ab-be92-c3254f7d1409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841851 Aug 18 12:02:27.003098 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 18 Aug 2021 12:02:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f0cf561-499a-4f59-9981-73b1f7e4e5b1 x-openstack-request-id: req-4f0cf561-499a-4f59-9981-73b1f7e4e5b1 {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:02:27.004163 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c638d708-f9ec-4cc8-8d73-799d4b9bed3c", "name": "network-vif-unplugged", "status": "failed", "tag": "b22d0b76-0641-4b54-8103-0eca22255863", "code": 422}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:02:27.004594 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-4f0cf561-499a-4f59-9981-73b1f7e4e5b1 {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:02:27.005405 n-d-804985-2 neutron-server[106254]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c638d708-f9ec-4cc8-8d73-799d4b9bed3c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b22d0b76-0641-4b54-8103-0eca22255863', 'code': 422} returned with failed status Aug 18 12:02:27.089394 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-85ce372b-3095-42b7-be21-6f48f7f7ddb1 req-97c495ce-fed3-4fc3-b10c-a87eded9b3d0 service neutron] 10.222.0.62 "GET /v2.0/networks/14664a63-22d6-4bc0-8290-849b20369b1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512928 Aug 18 12:02:27.239063 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abf1c27-6b82-4509-bf75-4993b282e6d0 req-87a77453-7d30-4aa8-a147-744d95f45194 tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:27.246426 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6abf1c27-6b82-4509-bf75-4993b282e6d0 req-87a77453-7d30-4aa8-a147-744d95f45194 tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] 10.222.0.66 "GET /v2.0/ports?device_id=c5854a97-3022-406e-b019-272d90ef1ca1 HTTP/1.1" status: 200 len: 946 time: 0.0912569 Aug 18 12:02:27.322721 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-85ce372b-3095-42b7-be21-6f48f7f7ddb1 req-8b4a9793-ea0c-4dec-9dce-3e16cebc4273 service neutron] 10.222.0.62 "GET /v2.0/networks/14664a63-22d6-4bc0-8290-849b20369b1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2251625 Aug 18 12:02:27.330152 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6abf1c27-6b82-4509-bf75-4993b282e6d0 req-f01a79fa-e690-4efd-909a-06a9acfbb8aa tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b3db2ea-cc32-4796-9824-b1355b845d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828094 Aug 18 12:02:27.358907 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a3d6e6-92e1-4e4f-bd2b-93edfb1fde5f req-fbfd8d75-6131-4a24-813e-5263b30696d0 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:27.366208 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-49a3d6e6-92e1-4e4f-bd2b-93edfb1fde5f req-fbfd8d75-6131-4a24-813e-5263b30696d0 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/ports?device_id=c638d708-f9ec-4cc8-8d73-799d4b9bed3c HTTP/1.1" status: 200 len: 943 time: 0.0894670 Aug 18 12:02:27.386263 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-4362a2d5-9b39-4ee8-92a3-bbc6bc71cea8 admin admin] Deleting port cb8552a3-19cd-422c-98e0-6d0de02e4ddc {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:02:27.386899 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4362a2d5-9b39-4ee8-92a3-bbc6bc71cea8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:27.401770 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-85ce372b-3095-42b7-be21-6f48f7f7ddb1 req-d20c1cf1-8cc6-462a-b7f3-a70ef9ea1e2d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.50&port_id=449e4b2c-f485-41a8-b8c7-65aa343611a1 HTTP/1.1" status: 200 len: 217 time: 0.0654542 Aug 18 12:02:27.474149 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-49a3d6e6-92e1-4e4f-bd2b-93edfb1fde5f req-c606c428-36c8-443d-8720-9b3793c95b68 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/security-groups?id=582571f6-a365-42ab-be92-c3254f7d1409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070750 Aug 18 12:02:27.487527 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9bb86e35-9f14-4e40-a722-9f0fd0c5aaba req-075ff63e-6f86-4dd0-ae66-e0068ad1171c tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=5dc13ca5db3b4f4a9d5ca7ec0f8f54a8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0353386 Aug 18 12:02:27.488036 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [None req-4362a2d5-9b39-4ee8-92a3-bbc6bc71cea8 admin admin] For port cb8552a3-19cd-422c-98e0-6d0de02e4ddc, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=cb8552a3-19cd-422c-98e0-6d0de02e4ddc,segment=NetworkSegment(9e760fbd-3b85-400c-a424-8436459a6ba2),segment_id=9e760fbd-3b85-400c-a424-8436459a6ba2)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:02:27.488527 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4362a2d5-9b39-4ee8-92a3-bbc6bc71cea8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:27.492954 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ce372b-3095-42b7-be21-6f48f7f7ddb1 req-e487513c-d166-43d0-bf05-0333eaaf6745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:27.494336 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-85ce372b-3095-42b7-be21-6f48f7f7ddb1 req-e487513c-d166-43d0-bf05-0333eaaf6745 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4d098d7d-848d-42a8-ac08-c1738695747e HTTP/1.1" status: 200 len: 797 time: 0.0842714 Aug 18 12:02:27.502270 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-4362a2d5-9b39-4ee8-92a3-bbc6bc71cea8 admin admin] Calling delete_port for cb8552a3-19cd-422c-98e0-6d0de02e4ddc owned by network:router_interface {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:02:27.600198 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ce372b-3095-42b7-be21-6f48f7f7ddb1 req-9bf3b92b-9431-40ea-ae09-1ed3ee368e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:27.601381 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-85ce372b-3095-42b7-be21-6f48f7f7ddb1 req-9bf3b92b-9431-40ea-ae09-1ed3ee368e97 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=14664a63-22d6-4bc0-8290-849b20369b1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0956929 Aug 18 12:02:27.647348 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb86e35-9f14-4e40-a722-9f0fd0c5aaba req-21f5abb1-17a6-45dc-85c6-8624139f8675 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:27.648887 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9bb86e35-9f14-4e40-a722-9f0fd0c5aaba req-21f5abb1-17a6-45dc-85c6-8624139f8675 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1536908 Aug 18 12:02:27.702055 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9bb86e35-9f14-4e40-a722-9f0fd0c5aaba req-34f8f160-dc95-47e9-83ea-e4f67fcca10a tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.66 "GET /v2.0/quotas/5dc13ca5db3b4f4a9d5ca7ec0f8f54a8 HTTP/1.1" status: 200 len: 375 time: 0.0280094 Aug 18 12:02:27.735271 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4362a2d5-9b39-4ee8-92a3-bbc6bc71cea8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:27.768781 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4362a2d5-9b39-4ee8-92a3-bbc6bc71cea8 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb8552a3-19cd-422c-98e0-6d0de02e4ddc,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:02:27.794320 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75376c02-1bad-4d62-84b4-f3f2dd5ef9df req-4023d608-c762-4a91-82fd-7882293f3816 tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:27.795853 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-75376c02-1bad-4d62-84b4-f3f2dd5ef9df req-4023d608-c762-4a91-82fd-7882293f3816 tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] 10.222.0.66 "GET /v2.0/ports?device_id=305b0d7a-e7ab-4129-8b43-4762c73c2ae1 HTTP/1.1" status: 200 len: 945 time: 0.1114292 Aug 18 12:02:27.806531 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-85ce372b-3095-42b7-be21-6f48f7f7ddb1 req-fe08c6a8-2856-47ed-b5a2-f8d2ee1a0b61 service neutron] 10.222.0.62 "GET /v2.0/networks/14664a63-22d6-4bc0-8290-849b20369b1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1922355 Aug 18 12:02:27.823625 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9bb86e35-9f14-4e40-a722-9f0fd0c5aaba req-ccec86de-ec62-4b88-bc7b-24fc82292a46 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=5dc13ca5db3b4f4a9d5ca7ec0f8f54a8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1033590 Aug 18 12:02:28.013694 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-75376c02-1bad-4d62-84b4-f3f2dd5ef9df req-a3f5afe8-5768-4bdd-931e-c92b8c4497c7 tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] 10.222.0.66 "GET /v2.0/security-groups?id=47674416-b298-4cf8-93c5-c03a14c2b3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061002 Aug 18 12:02:28.054583 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-85ce372b-3095-42b7-be21-6f48f7f7ddb1 req-f22f923d-b2a8-4ada-baa6-ee2dbfc177a4 service neutron] 10.222.0.62 "GET /v2.0/networks/14664a63-22d6-4bc0-8290-849b20369b1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2263932 Aug 18 12:02:28.152734 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-85ce372b-3095-42b7-be21-6f48f7f7ddb1 req-84fb1f5d-ae5f-4831-b046-63283e3d1ca7 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=eeb336c7-3a60-4f10-a0d7-6a8235927c82 HTTP/1.1" status: 200 len: 217 time: 0.0840986 Aug 18 12:02:28.263950 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ce372b-3095-42b7-be21-6f48f7f7ddb1 req-34261982-0b2c-4557-9b1c-c6d35e458b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:28.265656 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-85ce372b-3095-42b7-be21-6f48f7f7ddb1 req-34261982-0b2c-4557-9b1c-c6d35e458b77 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=72d9155c-f171-412a-b9b4-962a1e291242 HTTP/1.1" status: 200 len: 797 time: 0.1041272 Aug 18 12:02:28.388352 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ce372b-3095-42b7-be21-6f48f7f7ddb1 req-3dce1c58-b758-4106-bc18-9b43f24d8bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:28.389887 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-85ce372b-3095-42b7-be21-6f48f7f7ddb1 req-3dce1c58-b758-4106-bc18-9b43f24d8bb2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=71f4f05b-546f-495f-be85-3ee41a9605e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1163530 Aug 18 12:02:28.420775 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4362a2d5-9b39-4ee8-92a3-bbc6bc71cea8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953695'] for router_interface, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:28.648503 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 35122) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:02:28.686556 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ee19fb-4d02-410d-acc7-6f31f86dc638 req-d45beeac-0939-4fce-846c-a0435ab63ddc tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:28.699166 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-06ee19fb-4d02-410d-acc7-6f31f86dc638 req-d45beeac-0939-4fce-846c-a0435ab63ddc tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/ports?device_id=c638d708-f9ec-4cc8-8d73-799d4b9bed3c HTTP/1.1" status: 200 len: 943 time: 0.2737730 Aug 18 12:02:28.777668 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4362a2d5-9b39-4ee8-92a3-bbc6bc71cea8 admin admin] Router 8aa7be46-0cef-4f5a-beb4-ab51d47fd478 has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:02:28.798566 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-85ce372b-3095-42b7-be21-6f48f7f7ddb1 req-98a3f2c3-4a9b-4662-8a8b-e0062b0603a1 service neutron] 10.222.0.62 "GET /v2.0/networks/71f4f05b-546f-495f-be85-3ee41a9605e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3933630 Aug 18 12:02:28.825014 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-06ee19fb-4d02-410d-acc7-6f31f86dc638 req-75903461-ce42-48f3-b662-7794095b99d4 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/security-groups?id=582571f6-a365-42ab-be92-c3254f7d1409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249061 Aug 18 12:02:28.842896 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70882520-3821-4e3e-bf7f-492c271f56d6 req-3b99bf0a-dcdb-4212-b3d6-3a520c4c4894 tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:28.844458 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-70882520-3821-4e3e-bf7f-492c271f56d6 req-3b99bf0a-dcdb-4212-b3d6-3a520c4c4894 tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] 10.222.0.66 "GET /v2.0/ports?device_id=c5854a97-3022-406e-b019-272d90ef1ca1 HTTP/1.1" status: 200 len: 946 time: 0.2369487 Aug 18 12:02:28.932912 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-1d136ff3-1db8-496c-be34-4ea54bc23b01 tempest-QuotasTest-706803604 tempest-QuotasTest-706803604-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:02:28.954362 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4362a2d5-9b39-4ee8-92a3-bbc6bc71cea8 admin admin] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:02:28.963214 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-4362a2d5-9b39-4ee8-92a3-bbc6bc71cea8 admin admin] 10.222.0.66 "PUT /v2.0/routers/8aa7be46-0cef-4f5a-beb4-ab51d47fd478/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5650299 Aug 18 12:02:28.963214 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 35134) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:02:28.975597 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e4aa26-6979-442a-9bcb-11e733788b16 None None] Sync routers for ids ['8aa7be46-0cef-4f5a-beb4-ab51d47fd478'] in n-d-804985-2 {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:02:28.987258 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e4aa26-6979-442a-9bcb-11e733788b16 None None] Routers {'8aa7be46-0cef-4f5a-beb4-ab51d47fd478'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:02:28.987994 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-90e4aa26-6979-442a-9bcb-11e733788b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:02:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['8aa7be46-0cef-4f5a-beb4-ab51d47fd478'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:02:29.088147 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-1d136ff3-1db8-496c-be34-4ea54bc23b01 tempest-QuotasTest-706803604 tempest-QuotasTest-706803604-project-admin] 10.222.0.66 "PUT /v2.0/quotas/6571fefeed914f2fb1188f36dda4c186 HTTP/1.1" status: 200 len: 366 time: 0.4387650 Aug 18 12:02:29.091478 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 35140) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:02:29.119891 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-79c4a8f2-ab5d-4ea9-8090-0aef31caf71e tempest-QuotasTest-706803604 tempest-QuotasTest-706803604-project-admin] 10.222.0.66 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0245125 Aug 18 12:02:29.120383 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 35142) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:02:29.132171 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-90e4aa26-6979-442a-9bcb-11e733788b16 None None] Set router 8aa7be46-0cef-4f5a-beb4-ab51d47fd478 gateway port host: n-d-804985-2 {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:02:29.136329 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-0203550e-c61a-412a-bbe8-07b4a59f67a2 tempest-QuotasTest-706803604 tempest-QuotasTest-706803604-project-admin] 10.222.0.66 "GET /v2.0/quotas/6571fefeed914f2fb1188f36dda4c186 HTTP/1.1" status: 200 len: 366 time: 0.0148437 Aug 18 12:02:29.138112 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2e82b290-7b0f-49ff-a580-c64e7c5ce0e6 admin admin] Notify callbacks [] for router, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:29.139633 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 35144) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:02:29.186180 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-11cd0b12-55d9-471f-b7ac-2b60a371938e req-2c6841f2-23e4-4011-8949-7fd1f9ae89da service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=c638d708-f9ec-4cc8-8d73-799d4b9bed3c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4581950 Aug 18 12:02:29.197459 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-9dda7d21-642a-48a9-8e0a-ca334c7c16f0 tempest-QuotasTest-706803604 tempest-QuotasTest-706803604-project-admin] 10.222.0.66 "DELETE /v2.0/quotas/6571fefeed914f2fb1188f36dda4c186 HTTP/1.1" status: 204 len: 168 time: 0.0561752 Aug 18 12:02:29.200315 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 35146) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:02:29.241083 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3b5ed97e-3db3-4d33-86cc-4f747629bd96 req-598aad91-c45c-4dcc-9aa8-4b573d0ab318 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.66 "GET /v2.0/ports?device_id=40e4574c-4b8a-4303-8edb-4ebeb6edc075 HTTP/1.1" status: 200 len: 210 time: 0.0597451 Aug 18 12:02:29.277709 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-4580715a-9a8c-4672-800c-46b5391c0bab tempest-QuotasTest-706803604 tempest-QuotasTest-706803604-project-admin] 10.222.0.66 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0718420 Aug 18 12:02:29.280910 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 35152) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:02:29.343729 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-70882520-3821-4e3e-bf7f-492c271f56d6 req-1bd66468-2cc0-4984-abde-97d36c4b4734 tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b3db2ea-cc32-4796-9824-b1355b845d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4773450 Aug 18 12:02:29.349090 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2e82b290-7b0f-49ff-a580-c64e7c5ce0e6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:29.365692 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-bfa76d53-7e4e-451d-8ac2-508561d71ff3 tempest-QuotasTest-706803604 tempest-QuotasTest-706803604-project-admin] 10.222.0.66 "GET /v2.0/quotas/6571fefeed914f2fb1188f36dda4c186 HTTP/1.1" status: 200 len: 370 time: 0.0778816 Aug 18 12:02:29.369835 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 35154) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:02:29.388107 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-b44e6eab-4af8-4ca6-b10d-629c91e144ef tempest-QuotasTest-706803604 tempest-QuotasTest-706803604-project-admin] 10.222.0.66 "GET /v2.0/quotas/6571fefeed914f2fb1188f36dda4c186/default HTTP/1.1" status: 200 len: 370 time: 0.0168803 Aug 18 12:02:29.390085 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 35156) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:02:29.431204 n-d-804985-2 neutron-server[106253]: INFO neutron.api.v2.resource [None req-ba1c7fce-9184-4e0a-a651-15a4e5b0c54f tempest-QuotasTest-706803604 tempest-QuotasTest-706803604-project-admin] delete failed (client error): The resource could not be found. Aug 18 12:02:29.436360 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-ba1c7fce-9184-4e0a-a651-15a4e5b0c54f tempest-QuotasTest-706803604 tempest-QuotasTest-706803604-project-admin] 10.222.0.66 "DELETE /v2.0/quotas/6571fefeed914f2fb1188f36dda4c186 HTTP/1.1" status: 404 len: 348 time: 0.0436840 Aug 18 12:02:29.439360 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-90e4aa26-6979-442a-9bcb-11e733788b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8aa7be46-0cef-4f5a-beb4-ab51d47fd478', 'name': 'tempest-ServersTestManualDisk-211388434-router', 'tenant_id': '3dac450c1aed4cb9a32ebc7528bd7ef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': 'd433e52b-63a4-4721-9f17-c53fbe6b701b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T11:59:41Z', 'updated_at': '2021-08-18T12:02:27Z', 'revision_number': 5, 'project_id': '3dac450c1aed4cb9a32ebc7528bd7ef7', 'gw_port': {'id': 'd433e52b-63a4-4721-9f17-c53fbe6b701b', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:dc:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aa7be46-0cef-4f5a-beb4-ab51d47fd478', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:59:43Z', 'updated_at': '2021-08-18T11:59:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:02:29.474997 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e4aa26-6979-442a-9bcb-11e733788b16 None None] Checking router: 8aa7be46-0cef-4f5a-beb4-ab51d47fd478 for host: n-d-804985-2 {{(pid=106254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:02:29.475389 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-85ce372b-3095-42b7-be21-6f48f7f7ddb1 req-0acc8d13-1c26-46a9-a4e6-7b17ab23ce29 service neutron] 10.222.0.62 "GET /v2.0/networks/71f4f05b-546f-495f-be85-3ee41a9605e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6587102 Aug 18 12:02:29.501352 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e4aa26-6979-442a-9bcb-11e733788b16 None None] Routers {'8aa7be46-0cef-4f5a-beb4-ab51d47fd478'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:02:29.503037 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-90e4aa26-6979-442a-9bcb-11e733788b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:02:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['8aa7be46-0cef-4f5a-beb4-ab51d47fd478'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:02:29.517534 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-2e82b290-7b0f-49ff-a580-c64e7c5ce0e6 admin admin] Deleting port d433e52b-63a4-4721-9f17-c53fbe6b701b {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:02:29.517968 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2e82b290-7b0f-49ff-a580-c64e7c5ce0e6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:29.614450 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f696577d-39af-4a6e-b3b1-90a191d9e2a3 req-ceeec315-a8b3-47d6-8649-649c97edf89a tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:29.624105 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f696577d-39af-4a6e-b3b1-90a191d9e2a3 req-ceeec315-a8b3-47d6-8649-649c97edf89a tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] 10.222.0.66 "GET /v2.0/ports?device_id=305b0d7a-e7ab-4129-8b43-4762c73c2ae1 HTTP/1.1" status: 200 len: 945 time: 0.2571857 Aug 18 12:02:29.629047 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-85ce372b-3095-42b7-be21-6f48f7f7ddb1 req-e2842a26-2b69-44b6-806a-a09ec52b183f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=5d12cdb5-f897-47d4-8656-b7afc876f2b5 HTTP/1.1" status: 200 len: 217 time: 0.1342220 Aug 18 12:02:29.649313 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [None req-2e82b290-7b0f-49ff-a580-c64e7c5ce0e6 admin admin] For port d433e52b-63a4-4721-9f17-c53fbe6b701b, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=d433e52b-63a4-4721-9f17-c53fbe6b701b,segment=NetworkSegment(c5a3db9d-5c58-41b1-9177-d5787a597b78),segment_id=c5a3db9d-5c58-41b1-9177-d5787a597b78)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:02:29.649681 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2e82b290-7b0f-49ff-a580-c64e7c5ce0e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:29.663474 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-2e82b290-7b0f-49ff-a580-c64e7c5ce0e6 admin admin] Calling delete_port for d433e52b-63a4-4721-9f17-c53fbe6b701b owned by network:router_gateway {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:02:29.698727 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 35166) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:02:29.700618 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-90e4aa26-6979-442a-9bcb-11e733788b16 None None] Set router 8aa7be46-0cef-4f5a-beb4-ab51d47fd478 gateway port host: None {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:02:29.758324 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-90e4aa26-6979-442a-9bcb-11e733788b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8aa7be46-0cef-4f5a-beb4-ab51d47fd478', 'name': 'tempest-ServersTestManualDisk-211388434-router', 'tenant_id': '3dac450c1aed4cb9a32ebc7528bd7ef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T11:59:41Z', 'updated_at': '2021-08-18T12:02:29Z', 'revision_number': 6, 'project_id': '3dac450c1aed4cb9a32ebc7528bd7ef7', 'gw_port_host': None}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:02:29.765533 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f696577d-39af-4a6e-b3b1-90a191d9e2a3 req-983751a1-79a3-43c3-bbd6-d6a3bae139c4 tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] 10.222.0.66 "GET /v2.0/security-groups?id=47674416-b298-4cf8-93c5-c03a14c2b3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401162 Aug 18 12:02:29.780602 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ce372b-3095-42b7-be21-6f48f7f7ddb1 req-d3701d79-eddd-4da5-88ea-e14f6682d9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:29.786040 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-85ce372b-3095-42b7-be21-6f48f7f7ddb1 req-d3701d79-eddd-4da5-88ea-e14f6682d9b7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=72d9155c-f171-412a-b9b4-962a1e291242 HTTP/1.1" status: 200 len: 797 time: 0.1437094 Aug 18 12:02:29.786912 n-d-804985-2 neutron-server[106252]: DEBUG neutron.quota.resource [None req-38c16002-22f3-4eab-81ca-d6e662931131 tempest-QuotasTest-706803604 tempest-QuotasTest-706803604-project-admin] Usage tracker for resource:network and tenant:336632c277514cc4ac6d7c752dbc9db1 is out of sync, need to count used quota {{(pid=106252) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 18 12:02:29.794237 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e4aa26-6979-442a-9bcb-11e733788b16 None None] The sync data for ids ['8aa7be46-0cef-4f5a-beb4-ab51d47fd478'] in n-d-804985-2 is: [{'id': '8aa7be46-0cef-4f5a-beb4-ab51d47fd478', 'name': 'tempest-ServersTestManualDisk-211388434-router', 'tenant_id': '3dac450c1aed4cb9a32ebc7528bd7ef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T11:59:41Z', 'updated_at': '2021-08-18T12:02:29Z', 'revision_number': 6, 'project_id': '3dac450c1aed4cb9a32ebc7528bd7ef7', 'gw_port_host': None}] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:02:29.796833 n-d-804985-2 neutron-server[106252]: DEBUG neutron.quota.resource [None req-38c16002-22f3-4eab-81ca-d6e662931131 tempest-QuotasTest-706803604 tempest-QuotasTest-706803604-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=106252) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 18 12:02:29.849757 n-d-804985-2 neutron-server[106252]: DEBUG neutron.quota.resource [None req-38c16002-22f3-4eab-81ca-d6e662931131 tempest-QuotasTest-706803604 tempest-QuotasTest-706803604-project-admin] Usage tracker for resource:subnet and tenant:336632c277514cc4ac6d7c752dbc9db1 is out of sync, need to count used quota {{(pid=106252) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 18 12:02:29.858531 n-d-804985-2 neutron-server[106252]: DEBUG neutron.quota.resource [None req-38c16002-22f3-4eab-81ca-d6e662931131 tempest-QuotasTest-706803604 tempest-QuotasTest-706803604-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=106252) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 18 12:02:29.870967 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ce372b-3095-42b7-be21-6f48f7f7ddb1 req-c0685bb5-f5f8-49bd-b686-9d19a8cf19cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:29.872571 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-85ce372b-3095-42b7-be21-6f48f7f7ddb1 req-c0685bb5-f5f8-49bd-b686-9d19a8cf19cd service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=71f4f05b-546f-495f-be85-3ee41a9605e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0728643 Aug 18 12:02:29.874156 n-d-804985-2 neutron-server[106252]: DEBUG neutron.quota.resource [None req-38c16002-22f3-4eab-81ca-d6e662931131 tempest-QuotasTest-706803604 tempest-QuotasTest-706803604-project-admin] Usage tracker for resource:subnetpool and tenant:336632c277514cc4ac6d7c752dbc9db1 is out of sync, need to count used quota {{(pid=106252) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 18 12:02:29.880829 n-d-804985-2 neutron-server[106252]: DEBUG neutron.quota.resource [None req-38c16002-22f3-4eab-81ca-d6e662931131 tempest-QuotasTest-706803604 tempest-QuotasTest-706803604-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=106252) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 18 12:02:29.936436 n-d-804985-2 neutron-server[106252]: DEBUG neutron.quota.resource [None req-38c16002-22f3-4eab-81ca-d6e662931131 tempest-QuotasTest-706803604 tempest-QuotasTest-706803604-project-admin] Usage tracker for resource:port and tenant:336632c277514cc4ac6d7c752dbc9db1 is out of sync, need to count used quota {{(pid=106252) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 18 12:02:29.954718 n-d-804985-2 neutron-server[106252]: DEBUG neutron.quota.resource [None req-38c16002-22f3-4eab-81ca-d6e662931131 tempest-QuotasTest-706803604 tempest-QuotasTest-706803604-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=106252) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 18 12:02:29.987303 n-d-804985-2 neutron-server[106252]: DEBUG neutron.quota.resource [None req-38c16002-22f3-4eab-81ca-d6e662931131 tempest-QuotasTest-706803604 tempest-QuotasTest-706803604-project-admin] Usage tracker for resource:router and tenant:336632c277514cc4ac6d7c752dbc9db1 is out of sync, need to count used quota {{(pid=106252) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 18 12:02:29.992841 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2e82b290-7b0f-49ff-a580-c64e7c5ce0e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:30.002351 n-d-804985-2 neutron-server[106252]: DEBUG neutron.quota.resource [None req-38c16002-22f3-4eab-81ca-d6e662931131 tempest-QuotasTest-706803604 tempest-QuotasTest-706803604-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=106252) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 18 12:02:30.035242 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82177749-b359-4a5b-955d-50c956aa71b1 req-22a5e69b-fa9b-4532-a02a-6b3a9d404046 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:30.036778 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-82177749-b359-4a5b-955d-50c956aa71b1 req-22a5e69b-fa9b-4532-a02a-6b3a9d404046 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/ports?device_id=c638d708-f9ec-4cc8-8d73-799d4b9bed3c HTTP/1.1" status: 200 len: 943 time: 0.1014762 Aug 18 12:02:30.039223 n-d-804985-2 neutron-server[106252]: DEBUG neutron.quota.resource [None req-38c16002-22f3-4eab-81ca-d6e662931131 tempest-QuotasTest-706803604 tempest-QuotasTest-706803604-project-admin] Usage tracker for resource:floatingip and tenant:336632c277514cc4ac6d7c752dbc9db1 is out of sync, need to count used quota {{(pid=106252) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 18 12:02:30.048662 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-85ce372b-3095-42b7-be21-6f48f7f7ddb1 req-760a99de-0271-4c06-961f-1992bfefb9f9 service neutron] 10.222.0.62 "GET /v2.0/networks/71f4f05b-546f-495f-be85-3ee41a9605e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640518 Aug 18 12:02:30.057318 n-d-804985-2 neutron-server[106252]: DEBUG neutron.quota.resource [None req-38c16002-22f3-4eab-81ca-d6e662931131 tempest-QuotasTest-706803604 tempest-QuotasTest-706803604-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=106252) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 18 12:02:30.082108 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e82b290-7b0f-49ff-a580-c64e7c5ce0e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=d433e52b-63a4-4721-9f17-c53fbe6b701b,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:02:30.087059 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3294bbe-353c-4d50-92c3-55ed689df5bf req-a7d837f2-a825-4e5d-8ebe-b5dd24668dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:30.088673 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-d3294bbe-353c-4d50-92c3-55ed689df5bf req-a7d837f2-a825-4e5d-8ebe-b5dd24668dc7 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=305b0d7a-e7ab-4129-8b43-4762c73c2ae1 HTTP/1.1" status: 200 len: 1096 time: 0.2434208 Aug 18 12:02:30.156542 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-9bb86e35-9f14-4e40-a722-9f0fd0c5aaba req-8a4d5116-a5ad-42da-8d59-f5b6f5e41348 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=5dc13ca5db3b4f4a9d5ca7ec0f8f54a8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0573301 Aug 18 12:02:30.169922 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2e82b290-7b0f-49ff-a580-c64e7c5ce0e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-997271'] for router_gateway, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:30.171601 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-82177749-b359-4a5b-955d-50c956aa71b1 req-30992d4f-4fa5-4648-846f-68595c50fcab tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/security-groups?id=582571f6-a365-42ab-be92-c3254f7d1409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259198 Aug 18 12:02:30.208339 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-85ce372b-3095-42b7-be21-6f48f7f7ddb1 req-e8a54c1a-c6d8-497d-b3a7-f1408cedba3d service neutron] 10.222.0.62 "GET /v2.0/networks/71f4f05b-546f-495f-be85-3ee41a9605e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520216 Aug 18 12:02:30.213572 n-d-804985-2 neutron-server[106252]: DEBUG neutron.quota.resource [None req-38c16002-22f3-4eab-81ca-d6e662931131 tempest-QuotasTest-706803604 tempest-QuotasTest-706803604-project-admin] Usage tracker for resource:security_group and tenant:336632c277514cc4ac6d7c752dbc9db1 is out of sync, need to count used quota {{(pid=106252) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 18 12:02:30.220511 n-d-804985-2 neutron-server[106252]: DEBUG neutron.quota.resource [None req-38c16002-22f3-4eab-81ca-d6e662931131 tempest-QuotasTest-706803604 tempest-QuotasTest-706803604-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=106252) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 18 12:02:30.228205 n-d-804985-2 neutron-server[106252]: DEBUG neutron.quota.resource [None req-38c16002-22f3-4eab-81ca-d6e662931131 tempest-QuotasTest-706803604 tempest-QuotasTest-706803604-project-admin] Usage tracker for resource:security_group_rule and tenant:336632c277514cc4ac6d7c752dbc9db1 is out of sync, need to count used quota {{(pid=106252) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 18 12:02:30.234146 n-d-804985-2 neutron-server[106252]: DEBUG neutron.quota.resource [None req-38c16002-22f3-4eab-81ca-d6e662931131 tempest-QuotasTest-706803604 tempest-QuotasTest-706803604-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=106252) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 18 12:02:30.239596 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-38c16002-22f3-4eab-81ca-d6e662931131 tempest-QuotasTest-706803604 tempest-QuotasTest-706803604-project-admin] 10.222.0.66 "GET /v2.0/quotas/336632c277514cc4ac6d7c752dbc9db1/details.json HTTP/1.1" status: 200 len: 703 time: 0.5397692 Aug 18 12:02:30.348295 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ee50675d-7df3-4701-98cc-5b3e4593978d req-ed9d7683-e864-4133-ab61-3034bc45f527 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.66 "GET /v2.0/ports?device_id=40e4574c-4b8a-4303-8edb-4ebeb6edc075 HTTP/1.1" status: 200 len: 210 time: 0.0384161 Aug 18 12:02:30.359175 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-d3294bbe-353c-4d50-92c3-55ed689df5bf req-6937b00e-dc9d-445e-97ff-e3d32df8b3db service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=47674416-b298-4cf8-93c5-c03a14c2b3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2589290 Aug 18 12:02:30.366469 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2e82b290-7b0f-49ff-a580-c64e7c5ce0e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-996004', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15859'] for router, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:30.370364 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2e82b290-7b0f-49ff-a580-c64e7c5ce0e6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:30.436173 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device b22d0b76-0641-4b54-8103-0eca22255863 no longer exists at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:02:30.470441 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02205345-ae7b-44c0-9926-f74a081437d8 req-690f355e-fb53-4597-8f3e-fc9b3da45c4b tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:30.473399 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-02205345-ae7b-44c0-9926-f74a081437d8 req-690f355e-fb53-4597-8f3e-fc9b3da45c4b tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] 10.222.0.66 "GET /v2.0/ports?device_id=c5854a97-3022-406e-b019-272d90ef1ca1 HTTP/1.1" status: 200 len: 946 time: 0.0653987 Aug 18 12:02:30.526675 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb86e35-9f14-4e40-a722-9f0fd0c5aaba req-c616fa4d-4cc0-4a6b-9490-f4f11f639a4a tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:30.528685 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-9bb86e35-9f14-4e40-a722-9f0fd0c5aaba req-c616fa4d-4cc0-4a6b-9490-f4f11f639a4a tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3549955 Aug 18 12:02:30.537207 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2e82b290-7b0f-49ff-a580-c64e7c5ce0e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-996061'] for router, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:30.537770 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e82b290-7b0f-49ff-a580-c64e7c5ce0e6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8aa7be46-0cef-4f5a-beb4-ab51d47fd478 {{(pid=106253) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 12:02:30.549115 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2e82b290-7b0f-49ff-a580-c64e7c5ce0e6 admin admin] Notify callbacks [] for router, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:30.551264 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-2e82b290-7b0f-49ff-a580-c64e7c5ce0e6 admin admin] 10.222.0.66 "DELETE /v2.0/routers/8aa7be46-0cef-4f5a-beb4-ab51d47fd478 HTTP/1.1" status: 204 len: 168 time: 1.5868959 Aug 18 12:02:30.555977 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [req-9bb86e35-9f14-4e40-a722-9f0fd0c5aaba req-f03e5636-9e32-4f56-a30f-43112354341e tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Request body: {'port': {'device_id': 'cf8f58b0-82d3-4710-bacc-a9e4021b0489', 'network_id': '222e0814-c7e5-4b11-9282-3f40c6ed76b2', 'admin_state_up': True, 'tenant_id': '5dc13ca5db3b4f4a9d5ca7ec0f8f54a8'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:02:30.559925 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 35180) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:02:30.596583 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-02205345-ae7b-44c0-9926-f74a081437d8 req-42af3808-9c09-4be2-b7f8-d8145c780ebb tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b3db2ea-cc32-4796-9824-b1355b845d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151054 Aug 18 12:02:30.653604 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-9bb86e35-9f14-4e40-a722-9f0fd0c5aaba req-74138dca-c655-4817-884a-30736f67ffb1 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=5dc13ca5db3b4f4a9d5ca7ec0f8f54a8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0930738 Aug 18 12:02:30.702336 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cabb23b-af0a-4fc4-afee-35bc51245867 admin admin] Deleting subnet fa10df12-5b4e-4ad2-82de-b1eefd7f7053 {{(pid=106252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 12:02:30.725089 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5cabb23b-af0a-4fc4-afee-35bc51245867 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:30.748465 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 35186) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:02:30.819873 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5cabb23b-af0a-4fc4-afee-35bc51245867 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2221528'] for subnet, precommit_delete_associations {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:30.823831 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb86e35-9f14-4e40-a722-9f0fd0c5aaba req-3d9e5e1b-a932-4c2c-b973-ed05facfd023 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:30.825464 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-9bb86e35-9f14-4e40-a722-9f0fd0c5aaba req-3d9e5e1b-a932-4c2c-b973-ed05facfd023 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1623719 Aug 18 12:02:30.827087 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9bb86e35-9f14-4e40-a722-9f0fd0c5aaba req-f03e5636-9e32-4f56-a30f-43112354341e tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Made reservation on behalf of 5dc13ca5db3b4f4a9d5ca7ec0f8f54a8 for: {'port': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:02:30.830576 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-9bb86e35-9f14-4e40-a722-9f0fd0c5aaba req-f03e5636-9e32-4f56-a30f-43112354341e tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:30.833510 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device cb8552a3-19cd-422c-98e0-6d0de02e4ddc no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:02:30.847914 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [req-9bb86e35-9f14-4e40-a722-9f0fd0c5aaba req-a51bffda-ac7c-407e-9cbf-0852d056d93f tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Request body: {'port': {'device_id': '40e4574c-4b8a-4303-8edb-4ebeb6edc075', 'network_id': '222e0814-c7e5-4b11-9282-3f40c6ed76b2', 'admin_state_up': True, 'tenant_id': '5dc13ca5db3b4f4a9d5ca7ec0f8f54a8'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:02:30.858908 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: cb8552a3-19cd-422c-98e0-6d0de02e4ddc {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:02:30.859494 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device cb8552a3-19cd-422c-98e0-6d0de02e4ddc not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:02:30.860073 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device d433e52b-63a4-4721-9f17-c53fbe6b701b no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:02:30.897208 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: d433e52b-63a4-4721-9f17-c53fbe6b701b {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:02:30.898242 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device d433e52b-63a4-4721-9f17-c53fbe6b701b not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:02:30.972254 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b2c53182-ae53-4256-a75f-429610f6a3b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:31.053288 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5cabb23b-af0a-4fc4-afee-35bc51245867 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:31.080586 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cd0b12-55d9-471f-b7ac-2b60a371938e req-a5e376ef-d62b-45a3-a0ee-381d1790b4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:31.082065 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-11cd0b12-55d9-471f-b7ac-2b60a371938e req-a5e376ef-d62b-45a3-a0ee-381d1790b4dd service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=c638d708-f9ec-4cc8-8d73-799d4b9bed3c&tenant_id=cb85fb7f049c4a34af5b32d1fc3a93ab HTTP/1.1" status: 200 len: 1094 time: 0.1667197 Aug 18 12:02:31.089802 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [req-9bb86e35-9f14-4e40-a722-9f0fd0c5aaba req-f03e5636-9e32-4f56-a30f-43112354341e tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Allocated IP 192.168.233.186 (222e0814-c7e5-4b11-9282-3f40c6ed76b2/6d16d680-110b-436d-8afa-48ba845b3623/a9095b1c-1c59-403f-b0ed-5baf21bc78df) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:02:31.103406 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc1aa32-29db-45a6-b469-2726b185c5c1 req-ca1f3eff-1f89-4052-ad96-2017660c9d13 tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:31.111061 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9cc1aa32-29db-45a6-b469-2726b185c5c1 req-ca1f3eff-1f89-4052-ad96-2017660c9d13 tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] 10.222.0.66 "GET /v2.0/ports?device_id=305b0d7a-e7ab-4129-8b43-4762c73c2ae1 HTTP/1.1" status: 200 len: 945 time: 0.1943092 Aug 18 12:02:31.188957 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9cc1aa32-29db-45a6-b469-2726b185c5c1 req-e198c615-0a38-4591-8609-850c6ada57f1 tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] 10.222.0.66 "GET /v2.0/security-groups?id=47674416-b298-4cf8-93c5-c03a14c2b3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769901 Aug 18 12:02:31.193050 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5cabb23b-af0a-4fc4-afee-35bc51245867 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3572848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59074100'] for subnet, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:31.224397 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cabb23b-af0a-4fc4-afee-35bc51245867 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa10df12-5b4e-4ad2-82de-b1eefd7f7053,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:02:31.227603 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cd0b12-55d9-471f-b7ac-2b60a371938e req-a1ca52ec-1556-4f73-a92d-8acc5b798675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:31.229340 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-11cd0b12-55d9-471f-b7ac-2b60a371938e req-a1ca52ec-1556-4f73-a92d-8acc5b798675 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=cb85fb7f049c4a34af5b32d1fc3a93ab&device_id=c638d708-f9ec-4cc8-8d73-799d4b9bed3c HTTP/1.1" status: 200 len: 1094 time: 0.0984075 Aug 18 12:02:31.233522 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b2c53182-ae53-4256-a75f-429610f6a3b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:31.234024 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5cabb23b-af0a-4fc4-afee-35bc51245867 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for subnet, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:31.235929 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-5cabb23b-af0a-4fc4-afee-35bc51245867 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/fa10df12-5b4e-4ad2-82de-b1eefd7f7053 HTTP/1.1" status: 204 len: 168 time: 0.6721194 Aug 18 12:02:31.242518 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 35194) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:02:31.243499 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f170a65-1d2a-49c9-bf53-028b2b8e3835 None None] Network 8a227098-354b-4994-bf1e-318eb6efe6ec requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:02:31.253972 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b2c53182-ae53-4256-a75f-429610f6a3b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:31.335805 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c53182-ae53-4256-a75f-429610f6a3b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f073eee2-682d-4eb6-9051-401100c9b5f0,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:02:31.373740 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9db89b-374b-4ce0-8fc8-38122b027a70 req-566798a7-1347-4e35-a4a9-e993652aea75 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:31.377067 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-fe9db89b-374b-4ce0-8fc8-38122b027a70 req-566798a7-1347-4e35-a4a9-e993652aea75 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/ports?device_id=c638d708-f9ec-4cc8-8d73-799d4b9bed3c HTTP/1.1" status: 200 len: 943 time: 0.0831296 Aug 18 12:02:31.389147 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-b2c53182-ae53-4256-a75f-429610f6a3b5 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a08916b5fad64d2f8fe9904fcf793acb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6370652 Aug 18 12:02:31.390601 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 35198) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:02:31.399383 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9bb86e35-9f14-4e40-a722-9f0fd0c5aaba req-a51bffda-ac7c-407e-9cbf-0852d056d93f tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Made reservation on behalf of 5dc13ca5db3b4f4a9d5ca7ec0f8f54a8 for: {'port': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:02:31.403693 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-9bb86e35-9f14-4e40-a722-9f0fd0c5aaba req-a51bffda-ac7c-407e-9cbf-0852d056d93f tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:31.422382 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cd0b12-55d9-471f-b7ac-2b60a371938e req-6f2a3451-20eb-49ab-bcbd-06d08322f0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:31.424289 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-11cd0b12-55d9-471f-b7ac-2b60a371938e req-6f2a3451-20eb-49ab-bcbd-06d08322f0a2 service neutron] 10.222.0.62 "GET /v2.0/networks?id=77d4e2e9-bb4f-4e96-bc3f-77ed49a19e4d HTTP/1.1" status: 200 len: 915 time: 0.1862993 Aug 18 12:02:31.476972 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-9bb86e35-9f14-4e40-a722-9f0fd0c5aaba req-f03e5636-9e32-4f56-a30f-43112354341e tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:31.482664 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7107791b-8f0f-4168-b010-c150fe6346f7 None None] DHCP port deletion for 8a227098-354b-4994-bf1e-318eb6efe6ec request from n-d-804985-2 {{(pid=106254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 12:02:31.505810 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-47baf5fa-2a04-41e6-9a79-eb622107a426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7904109'] for network, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:31.507933 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-11cd0b12-55d9-471f-b7ac-2b60a371938e req-d2bae9f0-a970-4b25-b1cc-2d0f5eab83cb service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b22d0b76-0641-4b54-8103-0eca22255863 HTTP/1.1" status: 200 len: 217 time: 0.0717249 Aug 18 12:02:31.513343 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-fe9db89b-374b-4ce0-8fc8-38122b027a70 req-4317e4e3-259f-46ce-ad73-989c5b7e8fed tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/security-groups?id=582571f6-a365-42ab-be92-c3254f7d1409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216927 Aug 18 12:02:31.534465 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-12f44e76-d6b3-4780-9c1a-8ca48bc65194 req-c5500780-807e-48e3-b928-28bcfc1bc9ec tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.66 "GET /v2.0/ports?device_id=40e4574c-4b8a-4303-8edb-4ebeb6edc075 HTTP/1.1" status: 200 len: 210 time: 0.0707772 Aug 18 12:02:31.539135 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-7107791b-8f0f-4168-b010-c150fe6346f7 None None] Deleting port cee21529-dc10-4fd3-ab34-b42e0f9f3efa {{(pid=106254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:02:31.539727 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-7107791b-8f0f-4168-b010-c150fe6346f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:31.548787 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [req-9bb86e35-9f14-4e40-a722-9f0fd0c5aaba req-f03e5636-9e32-4f56-a30f-43112354341e tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Transition to ACTIVE for port object a9095b1c-1c59-403f-b0ed-5baf21bc78df will not be triggered until provisioned by entity DHCP. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:02:31.581915 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-dd750e52-4f86-470e-8bf0-838ba85c2e64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:31.590068 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cd0b12-55d9-471f-b7ac-2b60a371938e req-d0057de0-38a2-498d-be1d-dc28e90ebc15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:31.591541 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-11cd0b12-55d9-471f-b7ac-2b60a371938e req-d0057de0-38a2-498d-be1d-dc28e90ebc15 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9eb49c77-336c-4fcc-8887-f982143a5a95 HTTP/1.1" status: 200 len: 854 time: 0.0608447 Aug 18 12:02:31.618378 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-7107791b-8f0f-4168-b010-c150fe6346f7 None None] For port cee21529-dc10-4fd3-ab34-b42e0f9f3efa, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=cee21529-dc10-4fd3-ab34-b42e0f9f3efa,segment=NetworkSegment(9e760fbd-3b85-400c-a424-8436459a6ba2),segment_id=9e760fbd-3b85-400c-a424-8436459a6ba2)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:02:31.618378 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-7107791b-8f0f-4168-b010-c150fe6346f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:31.635443 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-7107791b-8f0f-4168-b010-c150fe6346f7 None None] Calling delete_port for cee21529-dc10-4fd3-ab34-b42e0f9f3efa owned by network:dhcp {{(pid=106254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:02:31.636088 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-dd750e52-4f86-470e-8bf0-838ba85c2e64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:31.638586 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-47baf5fa-2a04-41e6-9a79-eb622107a426 admin admin] Deleting port cee21529-dc10-4fd3-ab34-b42e0f9f3efa {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:02:31.638970 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-47baf5fa-2a04-41e6-9a79-eb622107a426 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:31.639560 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-11cd0b12-55d9-471f-b7ac-2b60a371938e req-857cc962-811e-48a0-b111-f712379bef2e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=77d4e2e9-bb4f-4e96-bc3f-77ed49a19e4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383093 Aug 18 12:02:31.651296 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-9bb86e35-9f14-4e40-a722-9f0fd0c5aaba req-f03e5636-9e32-4f56-a30f-43112354341e tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:31.795047 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-dd750e52-4f86-470e-8bf0-838ba85c2e64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:31.796031 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03e5636-9e32-4f56-a30f-43112354341e tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Pushing event updated for resources: {'Port': ['ID=a9095b1c-1c59-403f-b0ed-5baf21bc78df,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:02:31.797768 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-dd750e52-4f86-470e-8bf0-838ba85c2e64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:31.798979 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-dd750e52-4f86-470e-8bf0-838ba85c2e64 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f073eee2-682d-4eb6-9051-401100c9b5f0 HTTP/1.1" status: 204 len: 168 time: 0.4056423 Aug 18 12:02:31.802247 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9bb86e35-9f14-4e40-a722-9f0fd0c5aaba req-f03e5636-9e32-4f56-a30f-43112354341e tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Network 222e0814-c7e5-4b11-9282-3f40c6ed76b2 is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:02:31.813522 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-11cd0b12-55d9-471f-b7ac-2b60a371938e req-3c88a1c5-a1af-47b0-b4a9-dd03f94b06be service neutron] 10.222.0.62 "GET /v2.0/networks/77d4e2e9-bb4f-4e96-bc3f-77ed49a19e4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642222 Aug 18 12:02:31.815015 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [req-9bb86e35-9f14-4e40-a722-9f0fd0c5aaba req-f03e5636-9e32-4f56-a30f-43112354341e tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:02:31.815641 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd750e52-4f86-470e-8bf0-838ba85c2e64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f073eee2-682d-4eb6-9051-401100c9b5f0,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:02:31.825092 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2e61b3-3065-4314-936f-fd35b5f53f1d req-2c6d6f68-608b-43ec-8a7e-fbd03c60128f tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:31.826847 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4f2e61b3-3065-4314-936f-fd35b5f53f1d req-2c6d6f68-608b-43ec-8a7e-fbd03c60128f tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] 10.222.0.66 "GET /v2.0/ports?device_id=c5854a97-3022-406e-b019-272d90ef1ca1 HTTP/1.1" status: 200 len: 946 time: 0.1113541 Aug 18 12:02:31.829030 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bb86e35-9f14-4e40-a722-9f0fd0c5aaba req-f03e5636-9e32-4f56-a30f-43112354341e tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:02:31.885621 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb86e35-9f14-4e40-a722-9f0fd0c5aaba req-f03e5636-9e32-4f56-a30f-43112354341e tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:31.886284 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-9bb86e35-9f14-4e40-a722-9f0fd0c5aaba req-f03e5636-9e32-4f56-a30f-43112354341e tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:31.915844 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [None req-47baf5fa-2a04-41e6-9a79-eb622107a426 admin admin] For port cee21529-dc10-4fd3-ab34-b42e0f9f3efa, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=cee21529-dc10-4fd3-ab34-b42e0f9f3efa,segment=NetworkSegment(9e760fbd-3b85-400c-a424-8436459a6ba2),segment_id=9e760fbd-3b85-400c-a424-8436459a6ba2)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:02:31.916332 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-47baf5fa-2a04-41e6-9a79-eb622107a426 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:31.919185 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [req-9bb86e35-9f14-4e40-a722-9f0fd0c5aaba req-a51bffda-ac7c-407e-9cbf-0852d056d93f tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Allocated IP 192.168.233.213 (222e0814-c7e5-4b11-9282-3f40c6ed76b2/6d16d680-110b-436d-8afa-48ba845b3623/8505e22f-c8ac-4091-b64c-de224593b235) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:02:31.940964 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-47baf5fa-2a04-41e6-9a79-eb622107a426 admin admin] Calling delete_port for cee21529-dc10-4fd3-ab34-b42e0f9f3efa owned by network:dhcp {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:02:31.953019 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-9bb86e35-9f14-4e40-a722-9f0fd0c5aaba req-f03e5636-9e32-4f56-a30f-43112354341e tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4069521 Aug 18 12:02:31.961569 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] get_ports_and_sgs() called for port_ids ['4a6dd6bf-beb4-4c07-a3e9-1cc18f334166'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:02:31.970062 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [req-9bb86e35-9f14-4e40-a722-9f0fd0c5aaba req-dae08cbb-cca3-4777-a330-ca5f0f9a2332 service neutron] Request body: {'port': {'device_id': 'cf8f58b0-82d3-4710-bacc-a9e4021b0489', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804985-2'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:02:31.972280 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4f2e61b3-3065-4314-936f-fd35b5f53f1d req-eb1a32e8-a4af-4cb7-9bcc-ba4039d13645 tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b3db2ea-cc32-4796-9824-b1355b845d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349549 Aug 18 12:02:32.004975 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-11cd0b12-55d9-471f-b7ac-2b60a371938e req-4138bc6f-c924-4b5d-a8c0-cdc18e186f4e service neutron] 10.222.0.62 "GET /v2.0/networks/77d4e2e9-bb4f-4e96-bc3f-77ed49a19e4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767745 Aug 18 12:02:32.132781 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-7107791b-8f0f-4168-b010-c150fe6346f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556'] for port, after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:32.144029 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-9bb86e35-9f14-4e40-a722-9f0fd0c5aaba req-dae08cbb-cca3-4777-a330-ca5f0f9a2332 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:32.176773 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7107791b-8f0f-4168-b010-c150fe6346f7 None None] No DVR routers for this DVR port cee21529-dc10-4fd3-ab34-b42e0f9f3efa on host n-d-804985-2 {{(pid=106254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:02:32.178757 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7107791b-8f0f-4168-b010-c150fe6346f7 None None] Pushing event deleted for resources: {'Port': ['ID=cee21529-dc10-4fd3-ab34-b42e0f9f3efa,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:02:32.215457 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-5141deed-edcd-4eb7-8c57-e102582e75b9 None None] Provisioning for port a9095b1c-1c59-403f-b0ed-5baf21bc78df completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:02:32.223098 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-5141deed-edcd-4eb7-8c57-e102582e75b9 None None] Provisioning complete for port a9095b1c-1c59-403f-b0ed-5baf21bc78df triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:02:32.223502 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-5141deed-edcd-4eb7-8c57-e102582e75b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:32.257549 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 35218) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:02:32.269621 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-5141deed-edcd-4eb7-8c57-e102582e75b9 None None] Port a9095b1c-1c59-403f-b0ed-5baf21bc78df cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:02:32.285542 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-9d1701cd-81a8-463b-baa5-78e9dc579a19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:32.286858 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-47baf5fa-2a04-41e6-9a79-eb622107a426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:32.311961 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47baf5fa-2a04-41e6-9a79-eb622107a426 admin admin] No DVR routers for this DVR port cee21529-dc10-4fd3-ab34-b42e0f9f3efa on host n-d-804985-2 {{(pid=106253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:02:32.363104 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47baf5fa-2a04-41e6-9a79-eb622107a426 admin admin] Pushing event deleted for resources: {'Port': ['ID=cee21529-dc10-4fd3-ab34-b42e0f9f3efa,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:02:32.391009 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386197cc-81e1-4476-b2c2-e7da8db513f1 req-50089daf-cf14-4061-b3d1-bb255c71913c tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:32.397237 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-386197cc-81e1-4476-b2c2-e7da8db513f1 req-50089daf-cf14-4061-b3d1-bb255c71913c tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] 10.222.0.66 "GET /v2.0/ports?device_id=305b0d7a-e7ab-4129-8b43-4762c73c2ae1 HTTP/1.1" status: 200 len: 945 time: 0.0908666 Aug 18 12:02:32.418010 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47baf5fa-2a04-41e6-9a79-eb622107a426 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:02:32.418247 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47baf5fa-2a04-41e6-9a79-eb622107a426 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:02:32.418507 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47baf5fa-2a04-41e6-9a79-eb622107a426 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:02:32.418844 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47baf5fa-2a04-41e6-9a79-eb622107a426 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:02:32.419164 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47baf5fa-2a04-41e6-9a79-eb622107a426 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:02:32.419492 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47baf5fa-2a04-41e6-9a79-eb622107a426 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:02:32.419864 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47baf5fa-2a04-41e6-9a79-eb622107a426 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:02:32.420143 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47baf5fa-2a04-41e6-9a79-eb622107a426 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:02:32.420440 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47baf5fa-2a04-41e6-9a79-eb622107a426 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:02:32.420807 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47baf5fa-2a04-41e6-9a79-eb622107a426 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:02:32.421084 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47baf5fa-2a04-41e6-9a79-eb622107a426 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:02:32.421461 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47baf5fa-2a04-41e6-9a79-eb622107a426 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:02:32.469159 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-386197cc-81e1-4476-b2c2-e7da8db513f1 req-b0e49891-58c4-4e45-928a-295df9f9cb93 tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] 10.222.0.66 "GET /v2.0/security-groups?id=47674416-b298-4cf8-93c5-c03a14c2b3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602121 Aug 18 12:02:32.489951 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-9d1701cd-81a8-463b-baa5-78e9dc579a19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:32.500898 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-9d1701cd-81a8-463b-baa5-78e9dc579a19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:32.518989 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-9bb86e35-9f14-4e40-a722-9f0fd0c5aaba req-a51bffda-ac7c-407e-9cbf-0852d056d93f tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:32.525386 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-47baf5fa-2a04-41e6-9a79-eb622107a426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8367869', 'neutron.services.segments.db._delete_segments_for_network-8789151212993'] for network, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:32.550477 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-47baf5fa-2a04-41e6-9a79-eb622107a426 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a227098-354b-4994-bf1e-318eb6efe6ec']}} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:02:32.553262 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [req-9bb86e35-9f14-4e40-a722-9f0fd0c5aaba req-a51bffda-ac7c-407e-9cbf-0852d056d93f tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Transition to ACTIVE for port object 8505e22f-c8ac-4091-b64c-de224593b235 will not be triggered until provisioned by entity DHCP. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:02:32.561580 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-9d1701cd-81a8-463b-baa5-78e9dc579a19 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=336632c277514cc4ac6d7c752dbc9db1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3040106 Aug 18 12:02:32.564921 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 35236) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:02:32.565816 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1701cd-81a8-463b-baa5-78e9dc579a19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0924c64-fa9e-473a-ac4e-4f72331277a1,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:02:32.566493 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-47baf5fa-2a04-41e6-9a79-eb622107a426 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e760fbd-3b85-400c-a424-8436459a6ba2') {'for_net_delete': True} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:02:32.566791 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-47baf5fa-2a04-41e6-9a79-eb622107a426 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e760fbd-3b85-400c-a424-8436459a6ba2') {} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:02:32.586273 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-47baf5fa-2a04-41e6-9a79-eb622107a426 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789151225254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902236'] for segment, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:32.606198 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-47baf5fa-2a04-41e6-9a79-eb622107a426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:32.619043 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47baf5fa-2a04-41e6-9a79-eb622107a426 admin admin] Releasing vlan 820 on physical network physnet1 to pool {{(pid=106253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:02:32.619442 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-47baf5fa-2a04-41e6-9a79-eb622107a426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58900537'] for segment, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:32.621177 n-d-804985-2 neutron-server[106253]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 12:02:32.621177 n-d-804985-2 neutron-server[106253]: self.session.flush() Aug 18 12:02:32.621177 n-d-804985-2 neutron-server[106253]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 12:02:32.621177 n-d-804985-2 neutron-server[106253]: self.session.flush() Aug 18 12:02:32.621177 n-d-804985-2 neutron-server[106253]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 12:02:32.621177 n-d-804985-2 neutron-server[106253]: self.session.flush() Aug 18 12:02:32.621177 n-d-804985-2 neutron-server[106253]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 12:02:32.621177 n-d-804985-2 neutron-server[106253]: self.session.flush() Aug 18 12:02:32.621177 n-d-804985-2 neutron-server[106253]: Traceback (most recent call last): Aug 18 12:02:32.621177 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:02:32.621177 n-d-804985-2 neutron-server[106253]: timer() Aug 18 12:02:32.621177 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:02:32.621177 n-d-804985-2 neutron-server[106253]: cb(*args, **kw) Aug 18 12:02:32.621177 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:02:32.621177 n-d-804985-2 neutron-server[106253]: return func(*args, **kwargs) Aug 18 12:02:32.621177 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:02:32.621177 n-d-804985-2 neutron-server[106253]: self._notify() Aug 18 12:02:32.621177 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:02:32.621177 n-d-804985-2 neutron-server[106253]: self.callback(batched_events) Aug 18 12:02:32.621177 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:02:32.621177 n-d-804985-2 neutron-server[106253]: event.method(event) Aug 18 12:02:32.621177 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:02:32.621177 n-d-804985-2 neutron-server[106253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:02:32.621177 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:02:32.621177 n-d-804985-2 neutron-server[106253]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:02:32.621177 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:02:32.621177 n-d-804985-2 neutron-server[106253]: return f(self, *a, **k) Aug 18 12:02:32.621177 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:02:32.621177 n-d-804985-2 neutron-server[106253]: return self._get(url).json() Aug 18 12:02:32.621177 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:02:32.621177 n-d-804985-2 neutron-server[106253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:02:32.621177 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:02:32.621177 n-d-804985-2 neutron-server[106253]: return self.request(url, 'GET', **kwargs) Aug 18 12:02:32.621177 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:02:32.621177 n-d-804985-2 neutron-server[106253]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:02:32.621177 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:02:32.621177 n-d-804985-2 neutron-server[106253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:02:32.621177 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:02:32.621177 n-d-804985-2 neutron-server[106253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:02:32.621177 n-d-804985-2 neutron-server[106253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:02:32.634867 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8d6d8c85-9277-4e7b-a903-2dc43a8148dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:32.665221 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8d6d8c85-9277-4e7b-a903-2dc43a8148dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:32.825444 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device cee21529-dc10-4fd3-ab34-b42e0f9f3efa no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:02:32.847066 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [req-9bb86e35-9f14-4e40-a722-9f0fd0c5aaba req-dae08cbb-cca3-4777-a330-ca5f0f9a2332 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9095b1c-1c59-403f-b0ed-5baf21bc78df {{(pid=106253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:02:32.855612 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-9bb86e35-9f14-4e40-a722-9f0fd0c5aaba req-dae08cbb-cca3-4777-a330-ca5f0f9a2332 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:32.871743 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-9bb86e35-9f14-4e40-a722-9f0fd0c5aaba req-a51bffda-ac7c-407e-9cbf-0852d056d93f tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:32.895864 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42ff086-0478-47b8-80be-f29a011061c9 req-855a198d-a907-45ea-a0c7-08d3440e1b29 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:32.901215 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] get_ports_and_sgs() called for port_ids ['4a6dd6bf-beb4-4c07-a3e9-1cc18f334166'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:02:32.903682 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b42ff086-0478-47b8-80be-f29a011061c9 req-855a198d-a907-45ea-a0c7-08d3440e1b29 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/ports?device_id=c638d708-f9ec-4cc8-8d73-799d4b9bed3c HTTP/1.1" status: 200 len: 943 time: 0.2114072 Aug 18 12:02:32.912508 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: cee21529-dc10-4fd3-ab34-b42e0f9f3efa {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:02:32.913147 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device cee21529-dc10-4fd3-ab34-b42e0f9f3efa not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:02:32.914636 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [req-9bb86e35-9f14-4e40-a722-9f0fd0c5aaba req-dae08cbb-cca3-4777-a330-ca5f0f9a2332 service neutron] Transition to ACTIVE for port object a9095b1c-1c59-403f-b0ed-5baf21bc78df will not be triggered until provisioned by entity L2. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:02:32.930689 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-47baf5fa-2a04-41e6-9a79-eb622107a426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8367858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997186'] for network, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:32.934471 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-9bb86e35-9f14-4e40-a722-9f0fd0c5aaba req-dae08cbb-cca3-4777-a330-ca5f0f9a2332 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:32.953607 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-47baf5fa-2a04-41e6-9a79-eb622107a426 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:32.957687 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-47baf5fa-2a04-41e6-9a79-eb622107a426 admin admin] 10.222.0.66 "DELETE /v2.0/networks/8a227098-354b-4994-bf1e-318eb6efe6ec HTTP/1.1" status: 204 len: 168 time: 1.7117467 Aug 18 12:02:32.980773 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9bb86e35-9f14-4e40-a722-9f0fd0c5aaba req-a51bffda-ac7c-407e-9cbf-0852d056d93f tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Network 222e0814-c7e5-4b11-9282-3f40c6ed76b2 is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:02:32.987588 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47baf5fa-2a04-41e6-9a79-eb622107a426 admin admin] Pushing event deleted for resources: {'Network': ['ID=8a227098-354b-4994-bf1e-318eb6efe6ec,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:02:32.991822 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51bffda-ac7c-407e-9cbf-0852d056d93f tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Pushing event updated for resources: {'Port': ['ID=8505e22f-c8ac-4091-b64c-de224593b235,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:02:32.994180 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [req-9bb86e35-9f14-4e40-a722-9f0fd0c5aaba req-a51bffda-ac7c-407e-9cbf-0852d056d93f tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:02:33.001422 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bb86e35-9f14-4e40-a722-9f0fd0c5aaba req-a51bffda-ac7c-407e-9cbf-0852d056d93f tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:02:33.025961 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b42ff086-0478-47b8-80be-f29a011061c9 req-917c9391-5106-410d-b27b-6f75f32937e4 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/security-groups?id=582571f6-a365-42ab-be92-c3254f7d1409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751011 Aug 18 12:02:33.091879 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8d6d8c85-9277-4e7b-a903-2dc43a8148dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:33.095298 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8d6d8c85-9277-4e7b-a903-2dc43a8148dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:33.105858 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-8d6d8c85-9277-4e7b-a903-2dc43a8148dd admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b0924c64-fa9e-473a-ac4e-4f72331277a1 HTTP/1.1" status: 204 len: 168 time: 0.5348463 Aug 18 12:02:33.167654 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c67e9ea-0cf5-4fca-86a3-3174445be872 req-090aba68-69ce-4cd3-9e6d-8a486e42ca96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:33.167654 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7c67e9ea-0cf5-4fca-86a3-3174445be872 req-090aba68-69ce-4cd3-9e6d-8a486e42ca96 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=fe1ab259ff774abb8ee8f6b115f604ca&device_id=305b0d7a-e7ab-4129-8b43-4762c73c2ae1 HTTP/1.1" status: 200 len: 1096 time: 0.3500185 Aug 18 12:02:33.181545 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6d8c85-9277-4e7b-a903-2dc43a8148dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0924c64-fa9e-473a-ac4e-4f72331277a1,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:02:33.479838 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d4dbd7-375f-4a97-9f89-a1d5f023b9fb req-92d727fd-0c36-4e11-b623-4d37a788b720 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:33.500551 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a0d4dbd7-375f-4a97-9f89-a1d5f023b9fb req-92d727fd-0c36-4e11-b623-4d37a788b720 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.66 "GET /v2.0/ports?device_id=40e4574c-4b8a-4303-8edb-4ebeb6edc075 HTTP/1.1" status: 200 len: 936 time: 0.5510962 Aug 18 12:02:33.582453 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 35252) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:02:33.597164 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a0d4dbd7-375f-4a97-9f89-a1d5f023b9fb req-42ed296a-f3ea-4d4b-9760-ca76275a96f2 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb50ebbf-d033-473b-ae6e-593d78928b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937731 Aug 18 12:02:33.702247 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c67e9ea-0cf5-4fca-86a3-3174445be872 req-eee869d3-5b32-491c-a7b4-5aca81dbdb0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:33.703944 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7c67e9ea-0cf5-4fca-86a3-3174445be872 req-eee869d3-5b32-491c-a7b4-5aca81dbdb0e service neutron] 10.222.0.62 "GET /v2.0/networks?id=3811f777-5849-45bb-9880-799ae79f59e0 HTTP/1.1" status: 200 len: 920 time: 0.5085297 Aug 18 12:02:33.743485 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb814a76-975a-43a1-a722-b659dabae7f3 req-2c2c46df-6208-4430-9052-f07914206e8f tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:33.753468 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-eb814a76-975a-43a1-a722-b659dabae7f3 req-2c2c46df-6208-4430-9052-f07914206e8f tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] 10.222.0.66 "GET /v2.0/ports?device_id=305b0d7a-e7ab-4129-8b43-4762c73c2ae1 HTTP/1.1" status: 200 len: 945 time: 0.3560667 Aug 18 12:02:33.783606 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae08cbb-cca3-4777-a330-ca5f0f9a2332 service neutron] Pushing event updated for resources: {'Port': ['ID=a9095b1c-1c59-403f-b0ed-5baf21bc78df,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:02:33.820123 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb86e35-9f14-4e40-a722-9f0fd0c5aaba req-a51bffda-ac7c-407e-9cbf-0852d056d93f tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:33.821052 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-9bb86e35-9f14-4e40-a722-9f0fd0c5aaba req-a51bffda-ac7c-407e-9cbf-0852d056d93f tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:33.851757 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-e000025d-f218-43a0-a9c0-d84f0f815f15 None None] Provisioning for port 8505e22f-c8ac-4091-b64c-de224593b235 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:02:33.855858 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-e000025d-f218-43a0-a9c0-d84f0f815f15 None None] Provisioning complete for port 8505e22f-c8ac-4091-b64c-de224593b235 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:02:33.856278 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-e000025d-f218-43a0-a9c0-d84f0f815f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:33.870783 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-9bb86e35-9f14-4e40-a722-9f0fd0c5aaba req-dae08cbb-cca3-4777-a330-ca5f0f9a2332 service neutron] Attempting to bind port a9095b1c-1c59-403f-b0ed-5baf21bc78df on host n-h2-804985-2 for vnic_type normal with profile {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:02:33.871280 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-9bb86e35-9f14-4e40-a722-9f0fd0c5aaba req-dae08cbb-cca3-4777-a330-ca5f0f9a2332 service neutron] Attempting to bind port a9095b1c-1c59-403f-b0ed-5baf21bc78df by drivers openvswitch,hyperv on host n-h2-804985-2 at level 0 using segments [{'id': 'b0eb6eea-b461-4969-8a27-808f00daa8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '222e0814-c7e5-4b11-9282-3f40c6ed76b2'}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:02:33.871618 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bb86e35-9f14-4e40-a722-9f0fd0c5aaba req-dae08cbb-cca3-4777-a330-ca5f0f9a2332 service neutron] Attempting to bind port a9095b1c-1c59-403f-b0ed-5baf21bc78df on network 222e0814-c7e5-4b11-9282-3f40c6ed76b2 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:02:33.874987 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-9bb86e35-9f14-4e40-a722-9f0fd0c5aaba req-a51bffda-ac7c-407e-9cbf-0852d056d93f tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0311897 Aug 18 12:02:33.878302 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bb86e35-9f14-4e40-a722-9f0fd0c5aaba req-dae08cbb-cca3-4777-a330-ca5f0f9a2332 service neutron] Port a9095b1c-1c59-403f-b0ed-5baf21bc78df on network 222e0814-c7e5-4b11-9282-3f40c6ed76b2 not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-2 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:02:33.878586 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bb86e35-9f14-4e40-a722-9f0fd0c5aaba req-dae08cbb-cca3-4777-a330-ca5f0f9a2332 service neutron] Attempting to bind port a9095b1c-1c59-403f-b0ed-5baf21bc78df on network 222e0814-c7e5-4b11-9282-3f40c6ed76b2 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:02:33.883948 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bb86e35-9f14-4e40-a722-9f0fd0c5aaba req-dae08cbb-cca3-4777-a330-ca5f0f9a2332 service neutron] Checking agent: {'id': 'da5da552-709c-4248-84de-86af99a0dc87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 49, 8), 'started_at': datetime.datetime(2021, 8, 18, 11, 49, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 2, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:02:33.884285 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bb86e35-9f14-4e40-a722-9f0fd0c5aaba req-dae08cbb-cca3-4777-a330-ca5f0f9a2332 service neutron] Checking segment: {'id': 'b0eb6eea-b461-4969-8a27-808f00daa8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '222e0814-c7e5-4b11-9282-3f40c6ed76b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:02:33.884851 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bb86e35-9f14-4e40-a722-9f0fd0c5aaba req-dae08cbb-cca3-4777-a330-ca5f0f9a2332 service neutron] Bound using segment: {'id': 'b0eb6eea-b461-4969-8a27-808f00daa8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '222e0814-c7e5-4b11-9282-3f40c6ed76b2'} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:02:33.885235 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-9bb86e35-9f14-4e40-a722-9f0fd0c5aaba req-dae08cbb-cca3-4777-a330-ca5f0f9a2332 service neutron] Bound port: a9095b1c-1c59-403f-b0ed-5baf21bc78df, host: n-h2-804985-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0eb6eea-b461-4969-8a27-808f00daa8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '222e0814-c7e5-4b11-9282-3f40c6ed76b2'}}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:02:33.885596 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-9bb86e35-9f14-4e40-a722-9f0fd0c5aaba req-dae08cbb-cca3-4777-a330-ca5f0f9a2332 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:33.923292 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7c67e9ea-0cf5-4fca-86a3-3174445be872 req-1a734f93-3562-4646-87ea-a762d8905ca6 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e1e7f579-0652-4bd5-b0e7-9fcb54e2b7a3 HTTP/1.1" status: 200 len: 217 time: 0.1320982 Aug 18 12:02:33.928986 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-e000025d-f218-43a0-a9c0-d84f0f815f15 None None] Port 8505e22f-c8ac-4091-b64c-de224593b235 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:02:33.955963 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-101287b0-9868-4aec-91f6-701dea3646b9 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=3dac450c1aed4cb9a32ebc7528bd7ef7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3510273 Aug 18 12:02:33.964120 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 35260) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:02:33.982364 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-eb814a76-975a-43a1-a722-b659dabae7f3 req-bfb4d616-601f-4e2f-9409-75066e690ec1 tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] 10.222.0.66 "GET /v2.0/security-groups?id=47674416-b298-4cf8-93c5-c03a14c2b3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246976 Aug 18 12:02:34.025050 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e876cabc-e9e9-4a1c-9666-e66f5bfd4dc2 req-a4efd867-2a8c-4872-b3ae-849a56cfd2a9 tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:34.034754 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e876cabc-e9e9-4a1c-9666-e66f5bfd4dc2 req-a4efd867-2a8c-4872-b3ae-849a56cfd2a9 tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] 10.222.0.66 "GET /v2.0/ports?device_id=c5854a97-3022-406e-b019-272d90ef1ca1 HTTP/1.1" status: 200 len: 946 time: 0.2192848 Aug 18 12:02:34.047068 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-9bb86e35-9f14-4e40-a722-9f0fd0c5aaba req-dae08cbb-cca3-4777-a330-ca5f0f9a2332 service neutron] For port a9095b1c-1c59-403f-b0ed-5baf21bc78df, host n-h2-804985-2, cleared binding levels {{(pid=106253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:02:34.052748 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-9bb86e35-9f14-4e40-a722-9f0fd0c5aaba req-dae08cbb-cca3-4777-a330-ca5f0f9a2332 service neutron] For port a9095b1c-1c59-403f-b0ed-5baf21bc78df, host n-h2-804985-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=a9095b1c-1c59-403f-b0ed-5baf21bc78df,segment=NetworkSegment(b0eb6eea-b461-4969-8a27-808f00daa8a1),segment_id=b0eb6eea-b461-4969-8a27-808f00daa8a1)] {{(pid=106253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:02:34.069149 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-9bb86e35-9f14-4e40-a722-9f0fd0c5aaba req-dae08cbb-cca3-4777-a330-ca5f0f9a2332 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:34.132149 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d468e550-ce62-4746-aa0f-6318dac5c8ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:34.154737 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [req-9bb86e35-9f14-4e40-a722-9f0fd0c5aaba req-ccba27ff-568e-4f9b-9b20-b9be70529cd4 service neutron] Request body: {'port': {'device_id': '40e4574c-4b8a-4303-8edb-4ebeb6edc075', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804985-2'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:02:34.252771 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb86e35-9f14-4e40-a722-9f0fd0c5aaba req-dae08cbb-cca3-4777-a330-ca5f0f9a2332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:34.253653 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-9bb86e35-9f14-4e40-a722-9f0fd0c5aaba req-dae08cbb-cca3-4777-a330-ca5f0f9a2332 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:34.255872 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-9bb86e35-9f14-4e40-a722-9f0fd0c5aaba req-dae08cbb-cca3-4777-a330-ca5f0f9a2332 service neutron] 10.222.0.62 "PUT /v2.0/ports/a9095b1c-1c59-403f-b0ed-5baf21bc78df HTTP/1.1" status: 200 len: 1096 time: 2.2925346 Aug 18 12:02:34.256540 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf8f58b0-82d3-4710-bacc-a9e4021b0489', 'tag': 'a9095b1c-1c59-403f-b0ed-5baf21bc78df'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:02:34.259200 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0679f4c4b6e0e0c064a7d71d722dc30541a34fffee11680573be22ee2ffccc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3c77624-3366-4917-99e2-9be18077abb9" -d '{"events": [{"name": "network-changed", "server_uuid": "cf8f58b0-82d3-4710-bacc-a9e4021b0489", "tag": "a9095b1c-1c59-403f-b0ed-5baf21bc78df"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:02:34.270643 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-9bb86e35-9f14-4e40-a722-9f0fd0c5aaba req-ccba27ff-568e-4f9b-9b20-b9be70529cd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:34.295040 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae08cbb-cca3-4777-a330-ca5f0f9a2332 service neutron] Pushing event updated for resources: {'Port': ['ID=a9095b1c-1c59-403f-b0ed-5baf21bc78df,revision_number=3']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:02:34.313673 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e876cabc-e9e9-4a1c-9666-e66f5bfd4dc2 req-0625ad9b-4c6f-4787-b147-920a02f0a6fe tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b3db2ea-cc32-4796-9824-b1355b845d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2635391 Aug 18 12:02:34.321533 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d468e550-ce62-4746-aa0f-6318dac5c8ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:34.333189 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c67e9ea-0cf5-4fca-86a3-3174445be872 req-940dc5f4-0bc4-4804-af5b-1aba2dcab930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:34.338149 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7c67e9ea-0cf5-4fca-86a3-3174445be872 req-940dc5f4-0bc4-4804-af5b-1aba2dcab930 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=bf85a510-4d3c-4322-ac79-b9cb0b40bab8 HTTP/1.1" status: 200 len: 859 time: 0.2599342 Aug 18 12:02:34.379030 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ee8c24-cbc4-4ca9-bfca-7c95a2f95d3b req-be8591bd-e889-479a-99bf-912802e332e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:34.382228 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-22ee8c24-cbc4-4ca9-bfca-7c95a2f95d3b req-be8591bd-e889-479a-99bf-912802e332e5 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=c5854a97-3022-406e-b019-272d90ef1ca1 HTTP/1.1" status: 200 len: 1097 time: 0.2000146 Aug 18 12:02:34.403485 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3107467c-ae54-45c8-a05a-b570051898da req-c84b01e3-846b-46a8-94d7-1301519c829d tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:34.406291 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3107467c-ae54-45c8-a05a-b570051898da req-c84b01e3-846b-46a8-94d7-1301519c829d tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/ports?device_id=c638d708-f9ec-4cc8-8d73-799d4b9bed3c HTTP/1.1" status: 200 len: 943 time: 0.2673676 Aug 18 12:02:34.490132 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-22ee8c24-cbc4-4ca9-bfca-7c95a2f95d3b req-29309c71-9958-4050-8011-c76a54059a3c service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=9b3db2ea-cc32-4796-9824-b1355b845d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695939 Aug 18 12:02:34.516115 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3107467c-ae54-45c8-a05a-b570051898da req-bd0af6d6-1f40-42e1-b9c6-915635764c26 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/security-groups?id=582571f6-a365-42ab-be92-c3254f7d1409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864956 Aug 18 12:02:34.640511 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:02:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d18ed96-397f-4af8-9e91-dde899e8efc5 x-openstack-request-id: req-8d18ed96-397f-4af8-9e91-dde899e8efc5 {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:02:34.641642 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf8f58b0-82d3-4710-bacc-a9e4021b0489", "tag": "a9095b1c-1c59-403f-b0ed-5baf21bc78df", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:02:34.642534 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-8d18ed96-397f-4af8-9e91-dde899e8efc5 {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:02:34.643092 n-d-804985-2 neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf8f58b0-82d3-4710-bacc-a9e4021b0489', 'tag': 'a9095b1c-1c59-403f-b0ed-5baf21bc78df', 'status': 'completed', 'code': 200} Aug 18 12:02:34.649192 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d468e550-ce62-4746-aa0f-6318dac5c8ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:34.658717 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d468e550-ce62-4746-aa0f-6318dac5c8ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:34.671055 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-d468e550-ce62-4746-aa0f-6318dac5c8ca admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/86c90997-f9be-4df2-8f5b-60b91b1a9835 HTTP/1.1" status: 204 len: 168 time: 0.6915104 Aug 18 12:02:34.763153 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7c67e9ea-0cf5-4fca-86a3-3174445be872 req-fd495b69-5847-4ad2-ab84-4374c5c9aca1 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=3811f777-5849-45bb-9880-799ae79f59e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0603275 Aug 18 12:02:34.766979 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 35286) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:02:34.804731 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d468e550-ce62-4746-aa0f-6318dac5c8ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86c90997-f9be-4df2-8f5b-60b91b1a9835,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:02:34.878549 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c77624-3366-4917-99e2-9be18077abb9 req-665e19db-7a39-4082-b4d5-af27e73cd9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:34.880648 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-b3c77624-3366-4917-99e2-9be18077abb9 req-665e19db-7a39-4082-b4d5-af27e73cd9ff service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5dc13ca5db3b4f4a9d5ca7ec0f8f54a8&device_id=cf8f58b0-82d3-4710-bacc-a9e4021b0489 HTTP/1.1" status: 200 len: 1099 time: 0.1322663 Aug 18 12:02:34.884827 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e900f49b-4706-4764-9383-36130aa403a2 req-b2d1c56e-1423-4dfc-9cc5-a2f672cf5d36 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:34.886433 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e900f49b-4706-4764-9383-36130aa403a2 req-b2d1c56e-1423-4dfc-9cc5-a2f672cf5d36 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.66 "GET /v2.0/ports?device_id=40e4574c-4b8a-4303-8edb-4ebeb6edc075 HTTP/1.1" status: 200 len: 936 time: 0.1953099 Aug 18 12:02:34.921455 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-b3c77624-3366-4917-99e2-9be18077abb9 req-2f7013cc-f1eb-4b7b-935f-dd2592ad2768 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=5dc13ca5db3b4f4a9d5ca7ec0f8f54a8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0308933 Aug 18 12:02:34.997397 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e900f49b-4706-4764-9383-36130aa403a2 req-72c71265-0009-434f-90d6-3f64a2bc4fbc tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb50ebbf-d033-473b-ae6e-593d78928b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976346 Aug 18 12:02:35.032007 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7c67e9ea-0cf5-4fca-86a3-3174445be872 req-fecb6cd7-3ec5-4ade-a79a-d0592a5f524d service neutron] 10.222.0.62 "GET /v2.0/networks/3811f777-5849-45bb-9880-799ae79f59e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2401147 Aug 18 12:02:35.046767 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c77624-3366-4917-99e2-9be18077abb9 req-53ab294c-21e5-4bb8-b504-647dba8fe14f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:35.048360 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-b3c77624-3366-4917-99e2-9be18077abb9 req-53ab294c-21e5-4bb8-b504-647dba8fe14f service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1205735 Aug 18 12:02:35.166284 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [req-9bb86e35-9f14-4e40-a722-9f0fd0c5aaba req-ccba27ff-568e-4f9b-9b20-b9be70529cd4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8505e22f-c8ac-4091-b64c-de224593b235 {{(pid=106253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:02:35.175984 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-9bb86e35-9f14-4e40-a722-9f0fd0c5aaba req-ccba27ff-568e-4f9b-9b20-b9be70529cd4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:35.205862 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-34e0c3fd-23fe-408a-83f1-ef882f48dc38 tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] Request body: {'networks': [{'name': 'tempest-network--1740990032'}, {'name': 'tempest-network--1498069273'}]} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:02:35.206174 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-34e0c3fd-23fe-408a-83f1-ef882f48dc38 tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] Request body: {'network': {'name': 'tempest-network--1740990032'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:02:35.206642 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-34e0c3fd-23fe-408a-83f1-ef882f48dc38 tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] Request body: {'network': {'name': 'tempest-network--1498069273'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:02:35.209222 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [req-9bb86e35-9f14-4e40-a722-9f0fd0c5aaba req-ccba27ff-568e-4f9b-9b20-b9be70529cd4 service neutron] Transition to ACTIVE for port object 8505e22f-c8ac-4091-b64c-de224593b235 will not be triggered until provisioned by entity L2. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:02:35.217183 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-9bb86e35-9f14-4e40-a722-9f0fd0c5aaba req-ccba27ff-568e-4f9b-9b20-b9be70529cd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:35.268617 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dc1789-07e5-42c8-9fce-d12cfccac39f req-33f4bcde-77d2-4875-96ab-f292f0788cd8 tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:35.277733 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d2dc1789-07e5-42c8-9fce-d12cfccac39f req-33f4bcde-77d2-4875-96ab-f292f0788cd8 tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] 10.222.0.66 "GET /v2.0/ports?device_id=305b0d7a-e7ab-4129-8b43-4762c73c2ae1 HTTP/1.1" status: 200 len: 945 time: 0.1362100 Aug 18 12:02:35.297354 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34e0c3fd-23fe-408a-83f1-ef882f48dc38 tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] Made reservation on behalf of a10edca1bb83410ebfed157ada55560f for: {'network': 2} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:02:35.303889 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-34e0c3fd-23fe-408a-83f1-ef882f48dc38 tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for network, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:35.318075 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-34e0c3fd-23fe-408a-83f1-ef882f48dc38 tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:35.371615 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d2dc1789-07e5-42c8-9fce-d12cfccac39f req-4a50b738-a5d3-4135-8356-494872a6e8b6 tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] 10.222.0.66 "GET /v2.0/security-groups?id=47674416-b298-4cf8-93c5-c03a14c2b3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914009 Aug 18 12:02:35.500080 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccba27ff-568e-4f9b-9b20-b9be70529cd4 service neutron] Pushing event updated for resources: {'Port': ['ID=8505e22f-c8ac-4091-b64c-de224593b235,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:02:35.576557 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-9bb86e35-9f14-4e40-a722-9f0fd0c5aaba req-ccba27ff-568e-4f9b-9b20-b9be70529cd4 service neutron] Attempting to bind port 8505e22f-c8ac-4091-b64c-de224593b235 on host n-h2-804985-2 for vnic_type normal with profile {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:02:35.577285 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-9bb86e35-9f14-4e40-a722-9f0fd0c5aaba req-ccba27ff-568e-4f9b-9b20-b9be70529cd4 service neutron] Attempting to bind port 8505e22f-c8ac-4091-b64c-de224593b235 by drivers openvswitch,hyperv on host n-h2-804985-2 at level 0 using segments [{'id': 'b0eb6eea-b461-4969-8a27-808f00daa8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '222e0814-c7e5-4b11-9282-3f40c6ed76b2'}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:02:35.578212 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bb86e35-9f14-4e40-a722-9f0fd0c5aaba req-ccba27ff-568e-4f9b-9b20-b9be70529cd4 service neutron] Attempting to bind port 8505e22f-c8ac-4091-b64c-de224593b235 on network 222e0814-c7e5-4b11-9282-3f40c6ed76b2 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:02:35.590851 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bb86e35-9f14-4e40-a722-9f0fd0c5aaba req-ccba27ff-568e-4f9b-9b20-b9be70529cd4 service neutron] Port 8505e22f-c8ac-4091-b64c-de224593b235 on network 222e0814-c7e5-4b11-9282-3f40c6ed76b2 not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-2 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:02:35.594169 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bb86e35-9f14-4e40-a722-9f0fd0c5aaba req-ccba27ff-568e-4f9b-9b20-b9be70529cd4 service neutron] Attempting to bind port 8505e22f-c8ac-4091-b64c-de224593b235 on network 222e0814-c7e5-4b11-9282-3f40c6ed76b2 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:02:35.628640 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb86e35-9f14-4e40-a722-9f0fd0c5aaba req-22d2c472-1a01-415e-8c0c-d780c09d9abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:35.635284 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-9bb86e35-9f14-4e40-a722-9f0fd0c5aaba req-22d2c472-1a01-415e-8c0c-d780c09d9abb service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5dc13ca5db3b4f4a9d5ca7ec0f8f54a8&device_id=cf8f58b0-82d3-4710-bacc-a9e4021b0489 HTTP/1.1" status: 200 len: 1099 time: 0.1391466 Aug 18 12:02:35.639547 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bb86e35-9f14-4e40-a722-9f0fd0c5aaba req-ccba27ff-568e-4f9b-9b20-b9be70529cd4 service neutron] Checking agent: {'id': 'da5da552-709c-4248-84de-86af99a0dc87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 49, 8), 'started_at': datetime.datetime(2021, 8, 18, 11, 49, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 2, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:02:35.641932 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bb86e35-9f14-4e40-a722-9f0fd0c5aaba req-ccba27ff-568e-4f9b-9b20-b9be70529cd4 service neutron] Checking segment: {'id': 'b0eb6eea-b461-4969-8a27-808f00daa8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '222e0814-c7e5-4b11-9282-3f40c6ed76b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:02:35.642389 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bb86e35-9f14-4e40-a722-9f0fd0c5aaba req-ccba27ff-568e-4f9b-9b20-b9be70529cd4 service neutron] Bound using segment: {'id': 'b0eb6eea-b461-4969-8a27-808f00daa8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '222e0814-c7e5-4b11-9282-3f40c6ed76b2'} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:02:35.644984 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-9bb86e35-9f14-4e40-a722-9f0fd0c5aaba req-ccba27ff-568e-4f9b-9b20-b9be70529cd4 service neutron] Bound port: 8505e22f-c8ac-4091-b64c-de224593b235, host: n-h2-804985-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0eb6eea-b461-4969-8a27-808f00daa8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '222e0814-c7e5-4b11-9282-3f40c6ed76b2'}}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:02:35.645174 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-9bb86e35-9f14-4e40-a722-9f0fd0c5aaba req-ccba27ff-568e-4f9b-9b20-b9be70529cd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:35.656032 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7c67e9ea-0cf5-4fca-86a3-3174445be872 req-ae725aab-282f-46aa-8d5a-e545db1247e7 service neutron] 10.222.0.62 "GET /v2.0/networks/3811f777-5849-45bb-9880-799ae79f59e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2738655 Aug 18 12:02:35.757909 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4a4769-ecfd-4838-b174-542cf68d74a7 req-57ab55c1-865b-483c-908a-d344d374dfc3 tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:35.765883 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8c4a4769-ecfd-4838-b174-542cf68d74a7 req-57ab55c1-865b-483c-908a-d344d374dfc3 tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] 10.222.0.66 "GET /v2.0/ports?device_id=c5854a97-3022-406e-b019-272d90ef1ca1 HTTP/1.1" status: 200 len: 946 time: 0.2804410 Aug 18 12:02:35.777361 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-9bb86e35-9f14-4e40-a722-9f0fd0c5aaba req-ccba27ff-568e-4f9b-9b20-b9be70529cd4 service neutron] For port 8505e22f-c8ac-4091-b64c-de224593b235, host n-h2-804985-2, cleared binding levels {{(pid=106253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:02:35.782145 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-9bb86e35-9f14-4e40-a722-9f0fd0c5aaba req-ccba27ff-568e-4f9b-9b20-b9be70529cd4 service neutron] For port 8505e22f-c8ac-4091-b64c-de224593b235, host n-h2-804985-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=8505e22f-c8ac-4091-b64c-de224593b235,segment=NetworkSegment(b0eb6eea-b461-4969-8a27-808f00daa8a1),segment_id=b0eb6eea-b461-4969-8a27-808f00daa8a1)] {{(pid=106253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:02:35.788867 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-9bb86e35-9f14-4e40-a722-9f0fd0c5aaba req-ccba27ff-568e-4f9b-9b20-b9be70529cd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:35.796009 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-34e0c3fd-23fe-408a-83f1-ef882f48dc38 tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:35.809932 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-34e0c3fd-23fe-408a-83f1-ef882f48dc38 tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:35.810558 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-34e0c3fd-23fe-408a-83f1-ef882f48dc38 tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for network, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:35.852348 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb86e35-9f14-4e40-a722-9f0fd0c5aaba req-ccba27ff-568e-4f9b-9b20-b9be70529cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:35.853007 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-9bb86e35-9f14-4e40-a722-9f0fd0c5aaba req-ccba27ff-568e-4f9b-9b20-b9be70529cd4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:35.854423 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-9bb86e35-9f14-4e40-a722-9f0fd0c5aaba req-ccba27ff-568e-4f9b-9b20-b9be70529cd4 service neutron] 10.222.0.62 "PUT /v2.0/ports/8505e22f-c8ac-4091-b64c-de224593b235 HTTP/1.1" status: 200 len: 1096 time: 1.7826664 Aug 18 12:02:35.900305 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccba27ff-568e-4f9b-9b20-b9be70529cd4 service neutron] Pushing event updated for resources: {'Port': ['ID=8505e22f-c8ac-4091-b64c-de224593b235,revision_number=3']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:02:35.937203 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:35.964174 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8b02e3-90cb-45e5-95fb-9ce0ead92185 req-f3dd2a98-82fb-4ea6-b011-d6ab64fa0c9e tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:35.971919 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1b8b02e3-90cb-45e5-95fb-9ce0ead92185 req-f3dd2a98-82fb-4ea6-b011-d6ab64fa0c9e tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/ports?device_id=c638d708-f9ec-4cc8-8d73-799d4b9bed3c HTTP/1.1" status: 200 len: 943 time: 0.2953730 Aug 18 12:02:35.974019 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e0c3fd-23fe-408a-83f1-ef882f48dc38 tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95ddb090-d532-49fd-a1e7-17f10496ccda,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:02:35.998161 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8c4a4769-ecfd-4838-b174-542cf68d74a7 req-4ca9d731-c67b-43f5-9d0a-de930a5c3b10 tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b3db2ea-cc32-4796-9824-b1355b845d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2311225 Aug 18 12:02:36.045711 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34e0c3fd-23fe-408a-83f1-ef882f48dc38 tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 802} {{(pid=106252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:02:36.075536 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e0c3fd-23fe-408a-83f1-ef882f48dc38 tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:02:36.076281 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e0c3fd-23fe-408a-83f1-ef882f48dc38 tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:02:36.076657 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e0c3fd-23fe-408a-83f1-ef882f48dc38 tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:02:36.077022 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e0c3fd-23fe-408a-83f1-ef882f48dc38 tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:02:36.077396 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e0c3fd-23fe-408a-83f1-ef882f48dc38 tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:02:36.077727 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e0c3fd-23fe-408a-83f1-ef882f48dc38 tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:02:36.078129 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e0c3fd-23fe-408a-83f1-ef882f48dc38 tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:02:36.078455 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e0c3fd-23fe-408a-83f1-ef882f48dc38 tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:02:36.078795 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e0c3fd-23fe-408a-83f1-ef882f48dc38 tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:02:36.079111 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e0c3fd-23fe-408a-83f1-ef882f48dc38 tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:02:36.079417 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e0c3fd-23fe-408a-83f1-ef882f48dc38 tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:02:36.081948 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e0c3fd-23fe-408a-83f1-ef882f48dc38 tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:02:36.083522 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 35320) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:02:36.112637 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-34e0c3fd-23fe-408a-83f1-ef882f48dc38 tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:36.112990 n-d-804985-2 neutron-server[106252]: INFO neutron.db.segments_db [None req-34e0c3fd-23fe-408a-83f1-ef882f48dc38 tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] Added segment f2d10524-32b7-4a6a-8ef2-060518ac0887 of type vlan for network aba6928c-0ab3-46aa-9598-5c1949c39f07 Aug 18 12:02:36.170817 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1b8b02e3-90cb-45e5-95fb-9ce0ead92185 req-491110e3-e675-4d94-a387-c22bec0decfb tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/security-groups?id=582571f6-a365-42ab-be92-c3254f7d1409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976857 Aug 18 12:02:36.196980 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-34e0c3fd-23fe-408a-83f1-ef882f48dc38 tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789150665894'] for network, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:36.229059 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-e69d04da-4df4-47d9-87cf-c3a85ec38933 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1800209248-network', 'tenant_id': '0cad20ae983946c9b98c5b381a7210db'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:02:36.257350 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34e0c3fd-23fe-408a-83f1-ef882f48dc38 tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 809} {{(pid=106252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:02:36.270100 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-34e0c3fd-23fe-408a-83f1-ef882f48dc38 tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:36.270444 n-d-804985-2 neutron-server[106252]: INFO neutron.db.segments_db [None req-34e0c3fd-23fe-408a-83f1-ef882f48dc38 tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] Added segment fb5a4a5e-f7bd-4d49-85fe-e6c3d93b4483 of type vlan for network 2a559385-cb18-4098-bc5c-c7196ae7730d Aug 18 12:02:36.279395 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e69d04da-4df4-47d9-87cf-c3a85ec38933 admin admin] Made reservation on behalf of 0cad20ae983946c9b98c5b381a7210db for: {'network': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:02:36.282582 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e69d04da-4df4-47d9-87cf-c3a85ec38933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for network, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:36.300329 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e69d04da-4df4-47d9-87cf-c3a85ec38933 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:36.329631 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-34e0c3fd-23fe-408a-83f1-ef882f48dc38 tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789150665894'] for network, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:36.361111 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-34e0c3fd-23fe-408a-83f1-ef882f48dc38 tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for network, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:36.362124 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-34e0c3fd-23fe-408a-83f1-ef882f48dc38 tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for network, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:36.370965 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34e0c3fd-23fe-408a-83f1-ef882f48dc38 tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:36.377738 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34e0c3fd-23fe-408a-83f1-ef882f48dc38 tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:36.379061 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-34e0c3fd-23fe-408a-83f1-ef882f48dc38 tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] Notify callbacks [] for network, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:36.488773 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e69d04da-4df4-47d9-87cf-c3a85ec38933 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:36.494520 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e69d04da-4df4-47d9-87cf-c3a85ec38933 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:36.511086 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-34e0c3fd-23fe-408a-83f1-ef882f48dc38 tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 1.7428291 Aug 18 12:02:36.514617 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 35328) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:02:36.537656 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e69d04da-4df4-47d9-87cf-c3a85ec38933 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 810} {{(pid=106253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:02:36.546658 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e0c3fd-23fe-408a-83f1-ef882f48dc38 tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] Pushing event updated for resources: {'Network': ['ID=aba6928c-0ab3-46aa-9598-5c1949c39f07,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:02:36.559877 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69d04da-4df4-47d9-87cf-c3a85ec38933 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93e28aa4-0de3-4f04-b26e-638cffd77b9f,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:02:36.561142 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Network aba6928c-0ab3-46aa-9598-5c1949c39f07 details requested by agent ovs-agent-n-d-804985-2 with host n-d-804985-2 {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:02:36.572066 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e69d04da-4df4-47d9-87cf-c3a85ec38933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:36.572843 n-d-804985-2 neutron-server[106253]: INFO neutron.db.segments_db [None req-e69d04da-4df4-47d9-87cf-c3a85ec38933 admin admin] Added segment 5c549b81-da47-45e6-8f6c-fe095fc8077e of type vlan for network 5067adef-ca32-4b40-9dd0-27029ddc2c30 Aug 18 12:02:36.649098 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40e4574c-4b8a-4303-8edb-4ebeb6edc075', 'tag': '8505e22f-c8ac-4091-b64c-de224593b235'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:02:36.655099 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0679f4c4b6e0e0c064a7d71d722dc30541a34fffee11680573be22ee2ffccc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a33228ae-b8a3-4687-98e0-ba02f7b8c81b" -d '{"events": [{"name": "network-changed", "server_uuid": "40e4574c-4b8a-4303-8edb-4ebeb6edc075", "tag": "8505e22f-c8ac-4091-b64c-de224593b235"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:02:36.707636 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e69d04da-4df4-47d9-87cf-c3a85ec38933 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789150665894'] for network, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:36.750459 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e0c3fd-23fe-408a-83f1-ef882f48dc38 tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] Pushing event updated for resources: {'Network': ['ID=2a559385-cb18-4098-bc5c-c7196ae7730d,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:02:36.751065 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e69d04da-4df4-47d9-87cf-c3a85ec38933 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for network, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:36.752631 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e69d04da-4df4-47d9-87cf-c3a85ec38933 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:36.753757 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e69d04da-4df4-47d9-87cf-c3a85ec38933 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:36.762981 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Network 2a559385-cb18-4098-bc5c-c7196ae7730d details requested by agent ovs-agent-n-d-804985-2 with host n-d-804985-2 {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:02:36.815870 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d4c88e2-c09a-4a05-a7a1-44670f732684 tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:36.822477 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d4c88e2-c09a-4a05-a7a1-44670f732684 tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:36.828882 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d4c88e2-c09a-4a05-a7a1-44670f732684 tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:36.835085 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d4c88e2-c09a-4a05-a7a1-44670f732684 tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:36.837076 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-1d4c88e2-c09a-4a05-a7a1-44670f732684 tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.3209307 Aug 18 12:02:36.839903 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 35332) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:02:36.905418 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69d04da-4df4-47d9-87cf-c3a85ec38933 admin admin] Pushing event updated for resources: {'Network': ['ID=5067adef-ca32-4b40-9dd0-27029ddc2c30,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:02:36.910030 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-e69d04da-4df4-47d9-87cf-c3a85ec38933 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8250840 Aug 18 12:02:36.913902 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 35334) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:02:36.918472 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Network 5067adef-ca32-4b40-9dd0-27029ddc2c30 details requested by agent ovs-agent-n-d-804985-2 with host n-d-804985-2 {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:02:36.934056 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-acabf1e7-e61f-4822-a133-1d6fe807609f admin admin] Request body: {'subnet': {'network_id': '5067adef-ca32-4b40-9dd0-27029ddc2c30', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1800209248-subnet', 'tenant_id': '0cad20ae983946c9b98c5b381a7210db', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:02:36.959317 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acabf1e7-e61f-4822-a133-1d6fe807609f admin admin] Made reservation on behalf of 0cad20ae983946c9b98c5b381a7210db for: {'subnet': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:02:36.962457 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-acabf1e7-e61f-4822-a133-1d6fe807609f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59388119'] for subnet, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:37.242470 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-acabf1e7-e61f-4822-a133-1d6fe807609f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58902106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59388097'] for subnet, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:37.242937 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c8997835-c7a8-4f56-90b8-fe157a83f820 tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7904109'] for network, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:37.303229 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acabf1e7-e61f-4822-a133-1d6fe807609f admin admin] Pushing event updated for resources: {'Subnet': ['ID=0bf439db-f3cc-4ff1-8d6d-af51b169bc12,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:02:37.316525 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acabf1e7-e61f-4822-a133-1d6fe807609f admin admin] Checking segment: {'id': '5c549b81-da47-45e6-8f6c-fe095fc8077e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '5067adef-ca32-4b40-9dd0-27029ddc2c30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:02:37.317010 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acabf1e7-e61f-4822-a133-1d6fe807609f admin admin] Network hostable DHCP agents. Network: 5067adef-ca32-4b40-9dd0-27029ddc2c30, hostable agents: ['97c14208-2951-4361-8d64-3708c946ff5f'], hosted agents: [] {{(pid=106253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 12:02:37.337556 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c8997835-c7a8-4f56-90b8-fe157a83f820 tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8367869', 'neutron.services.segments.db._delete_segments_for_network-8789151212993'] for network, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:37.337964 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acabf1e7-e61f-4822-a133-1d6fe807609f admin admin] Network 5067adef-ca32-4b40-9dd0-27029ddc2c30 is scheduled to be hosted by DHCP agent 97c14208-2951-4361-8d64-3708c946ff5f with binding_index 1 {{(pid=106253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 12:02:37.348719 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-c8997835-c7a8-4f56-90b8-fe157a83f820 tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aba6928c-0ab3-46aa-9598-5c1949c39f07']}} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:02:37.350467 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-acabf1e7-e61f-4822-a133-1d6fe807609f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-2, 5067adef-ca32-4b40-9dd0-27029ddc2c30) {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:02:37.356543 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acabf1e7-e61f-4822-a133-1d6fe807609f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:37.356814 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-acabf1e7-e61f-4822-a133-1d6fe807609f admin admin] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:37.360690 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-c8997835-c7a8-4f56-90b8-fe157a83f820 tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2d10524-32b7-4a6a-8ef2-060518ac0887') {'for_net_delete': True} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:02:37.361098 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-c8997835-c7a8-4f56-90b8-fe157a83f820 tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2d10524-32b7-4a6a-8ef2-060518ac0887') {} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:02:37.361377 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b619f3a-6be9-46b3-a359-d7788dad2631 None None] Network 5067adef-ca32-4b40-9dd0-27029ddc2c30 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:02:37.377982 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c8997835-c7a8-4f56-90b8-fe157a83f820 tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789151225254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2221521'] for segment, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:37.400806 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c8997835-c7a8-4f56-90b8-fe157a83f820 tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:37.407667 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-acabf1e7-e61f-4822-a133-1d6fe807609f admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4878879 Aug 18 12:02:37.409464 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8997835-c7a8-4f56-90b8-fe157a83f820 tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] Releasing vlan 802 on physical network physnet1 to pool {{(pid=106252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:02:37.410048 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 35340) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:02:37.411837 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c8997835-c7a8-4f56-90b8-fe157a83f820 tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3572434'] for segment, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:37.416933 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-788a4262-acb8-4993-937d-b4354a8633ba admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1800209248-router', 'tenant_id': '0cad20ae983946c9b98c5b381a7210db', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'}}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:02:37.476254 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-788a4262-acb8-4993-937d-b4354a8633ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-998592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15809'] for router, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:37.477489 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-788a4262-acb8-4993-937d-b4354a8633ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-992733', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-971415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15816'] for router, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:37.482471 n-d-804985-2 neutron-server[106252]: Traceback (most recent call last): Aug 18 12:02:37.482471 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:02:37.482471 n-d-804985-2 neutron-server[106252]: timer() Aug 18 12:02:37.482471 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:02:37.482471 n-d-804985-2 neutron-server[106252]: cb(*args, **kw) Aug 18 12:02:37.482471 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:02:37.482471 n-d-804985-2 neutron-server[106252]: return func(*args, **kwargs) Aug 18 12:02:37.482471 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:02:37.482471 n-d-804985-2 neutron-server[106252]: self._notify() Aug 18 12:02:37.482471 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:02:37.482471 n-d-804985-2 neutron-server[106252]: self.callback(batched_events) Aug 18 12:02:37.482471 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:02:37.482471 n-d-804985-2 neutron-server[106252]: event.method(event) Aug 18 12:02:37.482471 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:02:37.482471 n-d-804985-2 neutron-server[106252]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:02:37.482471 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:02:37.482471 n-d-804985-2 neutron-server[106252]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:02:37.482471 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:02:37.482471 n-d-804985-2 neutron-server[106252]: return f(self, *a, **k) Aug 18 12:02:37.482471 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:02:37.482471 n-d-804985-2 neutron-server[106252]: return self._get(url).json() Aug 18 12:02:37.482471 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:02:37.482471 n-d-804985-2 neutron-server[106252]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:02:37.482471 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:02:37.482471 n-d-804985-2 neutron-server[106252]: return self.request(url, 'GET', **kwargs) Aug 18 12:02:37.482471 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:02:37.482471 n-d-804985-2 neutron-server[106252]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:02:37.482471 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:02:37.482471 n-d-804985-2 neutron-server[106252]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:02:37.482471 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:02:37.482471 n-d-804985-2 neutron-server[106252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:02:37.482471 n-d-804985-2 neutron-server[106252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:02:37.492171 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c8997835-c7a8-4f56-90b8-fe157a83f820 tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8367858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997186'] for network, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:37.508704 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c8997835-c7a8-4f56-90b8-fe157a83f820 tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] Notify callbacks [] for network, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:37.514083 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-c8997835-c7a8-4f56-90b8-fe157a83f820 tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] 10.222.0.66 "DELETE /v2.0/networks/aba6928c-0ab3-46aa-9598-5c1949c39f07 HTTP/1.1" status: 204 len: 168 time: 0.6728106 Aug 18 12:02:37.519856 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 35342) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:02:37.525955 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8997835-c7a8-4f56-90b8-fe157a83f820 tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] Pushing event deleted for resources: {'Network': ['ID=aba6928c-0ab3-46aa-9598-5c1949c39f07,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:02:37.588060 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3381b47b-9de7-4e90-af4d-301951ad5ca5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp788be208-34ab-5a8f-af0f-528834af222f-5067adef-ca32-4b40-9dd0-27029ddc2c30', 'network_id': '5067adef-ca32-4b40-9dd0-27029ddc2c30', 'tenant_id': '0cad20ae983946c9b98c5b381a7210db', 'fixed_ips': [{'subnet_id': '0bf439db-f3cc-4ff1-8d6d-af51b169bc12'}]}} from n-d-804985-2. {{(pid=106254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 12:02:37.588943 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3381b47b-9de7-4e90-af4d-301951ad5ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:37.611137 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-788a4262-acb8-4993-937d-b4354a8633ba admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:37.700363 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-405b0235-eeaf-46ec-8f38-d4c1013d91c1 tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7904109'] for network, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:37.743793 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.db_base_plugin_common [None req-3381b47b-9de7-4e90-af4d-301951ad5ca5 None None] Allocated IP 172.20.0.2 (5067adef-ca32-4b40-9dd0-27029ddc2c30/0bf439db-f3cc-4ff1-8d6d-af51b169bc12/7c37c303-5b46-4aae-b041-9acda0ad9fcf) {{(pid=106254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:02:37.806671 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-788a4262-acb8-4993-937d-b4354a8633ba admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:37.903801 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-405b0235-eeaf-46ec-8f38-d4c1013d91c1 tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8367869', 'neutron.services.segments.db._delete_segments_for_network-8789151212993'] for network, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:37.907123 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3381b47b-9de7-4e90-af4d-301951ad5ca5 None None] Notify callbacks [] for port, precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:37.916292 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-3381b47b-9de7-4e90-af4d-301951ad5ca5 None None] Transition to ACTIVE for port object 7c37c303-5b46-4aae-b041-9acda0ad9fcf will not be triggered until provisioned by entity L2. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:02:37.917207 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-405b0235-eeaf-46ec-8f38-d4c1013d91c1 tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a559385-cb18-4098-bc5c-c7196ae7730d']}} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:02:37.931299 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-3381b47b-9de7-4e90-af4d-301951ad5ca5 None None] Transition to ACTIVE for port object 7c37c303-5b46-4aae-b041-9acda0ad9fcf will not be triggered until provisioned by entity DHCP. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:02:37.933820 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-405b0235-eeaf-46ec-8f38-d4c1013d91c1 tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb5a4a5e-f7bd-4d49-85fe-e6c3d93b4483') {'for_net_delete': True} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:02:37.934265 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-405b0235-eeaf-46ec-8f38-d4c1013d91c1 tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb5a4a5e-f7bd-4d49-85fe-e6c3d93b4483') {} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:02:37.937968 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3381b47b-9de7-4e90-af4d-301951ad5ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547'] for port, after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:37.946506 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-405b0235-eeaf-46ec-8f38-d4c1013d91c1 tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789151225254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902236'] for segment, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:37.965154 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-405b0235-eeaf-46ec-8f38-d4c1013d91c1 tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:37.973202 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-405b0235-eeaf-46ec-8f38-d4c1013d91c1 tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] Releasing vlan 809 on physical network physnet1 to pool {{(pid=106253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:02:37.973618 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-405b0235-eeaf-46ec-8f38-d4c1013d91c1 tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58900537'] for segment, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:37.977109 n-d-804985-2 neutron-server[106253]: Traceback (most recent call last): Aug 18 12:02:37.977109 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:02:37.977109 n-d-804985-2 neutron-server[106253]: timer() Aug 18 12:02:37.977109 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:02:37.977109 n-d-804985-2 neutron-server[106253]: cb(*args, **kw) Aug 18 12:02:37.977109 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:02:37.977109 n-d-804985-2 neutron-server[106253]: return func(*args, **kwargs) Aug 18 12:02:37.977109 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:02:37.977109 n-d-804985-2 neutron-server[106253]: self._notify() Aug 18 12:02:37.977109 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:02:37.977109 n-d-804985-2 neutron-server[106253]: self.callback(batched_events) Aug 18 12:02:37.977109 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:02:37.977109 n-d-804985-2 neutron-server[106253]: event.method(event) Aug 18 12:02:37.977109 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:02:37.977109 n-d-804985-2 neutron-server[106253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:02:37.977109 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:02:37.977109 n-d-804985-2 neutron-server[106253]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:02:37.977109 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:02:37.977109 n-d-804985-2 neutron-server[106253]: return f(self, *a, **k) Aug 18 12:02:37.977109 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:02:37.977109 n-d-804985-2 neutron-server[106253]: return self._get(url).json() Aug 18 12:02:37.977109 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:02:37.977109 n-d-804985-2 neutron-server[106253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:02:37.977109 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:02:37.977109 n-d-804985-2 neutron-server[106253]: return self.request(url, 'GET', **kwargs) Aug 18 12:02:37.977109 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:02:37.977109 n-d-804985-2 neutron-server[106253]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:02:37.977109 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:02:37.977109 n-d-804985-2 neutron-server[106253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:02:37.977109 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:02:37.977109 n-d-804985-2 neutron-server[106253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:02:37.977109 n-d-804985-2 neutron-server[106253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:02:37.986248 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3381b47b-9de7-4e90-af4d-301951ad5ca5 None None] Network 5067adef-ca32-4b40-9dd0-27029ddc2c30 is already hosted by enough agents. {{(pid=106254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:02:37.998527 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.base_scheduler [None req-3381b47b-9de7-4e90-af4d-301951ad5ca5 None None] Resources bound (agent type, host, resource id): {{(pid=106254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:02:38.002024 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3381b47b-9de7-4e90-af4d-301951ad5ca5 None None] Received port after_create {{(pid=106254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:02:38.004051 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3381b47b-9de7-4e90-af4d-301951ad5ca5 None None] Pushing event updated for resources: {'Port': ['ID=7c37c303-5b46-4aae-b041-9acda0ad9fcf,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:02:38.015055 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:38.067112 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-405b0235-eeaf-46ec-8f38-d4c1013d91c1 tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8367858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997186'] for network, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:38.072542 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-405b0235-eeaf-46ec-8f38-d4c1013d91c1 tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:38.074674 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-405b0235-eeaf-46ec-8f38-d4c1013d91c1 tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] 10.222.0.66 "DELETE /v2.0/networks/2a559385-cb18-4098-bc5c-c7196ae7730d HTTP/1.1" status: 204 len: 168 time: 0.5535834 Aug 18 12:02:38.077752 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 35344) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:02:38.092775 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-3381b47b-9de7-4e90-af4d-301951ad5ca5 None None] Attempting to bind port 7c37c303-5b46-4aae-b041-9acda0ad9fcf on host n-d-804985-2 for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:02:38.093452 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-3381b47b-9de7-4e90-af4d-301951ad5ca5 None None] Attempting to bind port 7c37c303-5b46-4aae-b041-9acda0ad9fcf by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': '5c549b81-da47-45e6-8f6c-fe095fc8077e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '5067adef-ca32-4b40-9dd0-27029ddc2c30'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:02:38.094036 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3381b47b-9de7-4e90-af4d-301951ad5ca5 None None] Attempting to bind port 7c37c303-5b46-4aae-b041-9acda0ad9fcf on network 5067adef-ca32-4b40-9dd0-27029ddc2c30 {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:02:38.104054 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3381b47b-9de7-4e90-af4d-301951ad5ca5 None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 2, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:02:38.107123 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3381b47b-9de7-4e90-af4d-301951ad5ca5 None None] Checking segment: {'id': '5c549b81-da47-45e6-8f6c-fe095fc8077e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '5067adef-ca32-4b40-9dd0-27029ddc2c30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:02:38.107654 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3381b47b-9de7-4e90-af4d-301951ad5ca5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:38.108212 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3381b47b-9de7-4e90-af4d-301951ad5ca5 None None] Bound using segment: {'id': '5c549b81-da47-45e6-8f6c-fe095fc8077e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '5067adef-ca32-4b40-9dd0-27029ddc2c30'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:02:38.108829 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-3381b47b-9de7-4e90-af4d-301951ad5ca5 None None] Bound port: 7c37c303-5b46-4aae-b041-9acda0ad9fcf, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c549b81-da47-45e6-8f6c-fe095fc8077e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '5067adef-ca32-4b40-9dd0-27029ddc2c30'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:02:38.109217 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3381b47b-9de7-4e90-af4d-301951ad5ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:38.154005 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405b0235-eeaf-46ec-8f38-d4c1013d91c1 tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] Pushing event deleted for resources: {'Network': ['ID=2a559385-cb18-4098-bc5c-c7196ae7730d,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:02:38.199183 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-788a4262-acb8-4993-937d-b4354a8633ba admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:38.219340 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-788a4262-acb8-4993-937d-b4354a8633ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:38.243417 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-3381b47b-9de7-4e90-af4d-301951ad5ca5 None None] For port 7c37c303-5b46-4aae-b041-9acda0ad9fcf, host n-d-804985-2, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:02:38.254487 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-3381b47b-9de7-4e90-af4d-301951ad5ca5 None None] For port 7c37c303-5b46-4aae-b041-9acda0ad9fcf, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=7c37c303-5b46-4aae-b041-9acda0ad9fcf,segment=NetworkSegment(5c549b81-da47-45e6-8f6c-fe095fc8077e),segment_id=5c549b81-da47-45e6-8f6c-fe095fc8077e)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:02:38.266488 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3381b47b-9de7-4e90-af4d-301951ad5ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:38.266749 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49bf053f-1719-4fb6-a856-4e70e4c32b33 tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:38.273607 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49bf053f-1719-4fb6-a856-4e70e4c32b33 tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:38.278193 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-49bf053f-1719-4fb6-a856-4e70e4c32b33 tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1941864 Aug 18 12:02:38.278577 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 35346) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:02:38.283939 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-1d3d91e1-ae65-4521-ad69-7b12bc939a2f tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1606336661'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:02:38.307977 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d3d91e1-ae65-4521-ad69-7b12bc939a2f tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] Made reservation on behalf of a10edca1bb83410ebfed157ada55560f for: {'network': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:02:38.311830 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1d3d91e1-ae65-4521-ad69-7b12bc939a2f tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for network, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:38.349062 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d3d91e1-ae65-4521-ad69-7b12bc939a2f tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 812} {{(pid=106252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:02:38.369616 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3381b47b-9de7-4e90-af4d-301951ad5ca5 None None] Pushing event updated for resources: {'Port': ['ID=7c37c303-5b46-4aae-b041-9acda0ad9fcf,revision_number=2']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:02:38.370211 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1d3d91e1-ae65-4521-ad69-7b12bc939a2f tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:38.370378 n-d-804985-2 neutron-server[106252]: INFO neutron.db.segments_db [None req-1d3d91e1-ae65-4521-ad69-7b12bc939a2f tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] Added segment 606d6f01-bcde-44a1-8bcb-1984f1a98efb of type vlan for network dca833d2-7cb5-4d28-9386-145467082911 Aug 18 12:02:38.385145 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [None req-788a4262-acb8-4993-937d-b4354a8633ba admin admin] Allocated IP 172.25.7.157 (7cae7a70-14fd-408c-b14d-39ceb97cb60e/9784295a-20b8-4a4b-b105-f82737f0448f/7f7e8bc7-465c-47ad-aac2-3dd71c8339e8) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:02:38.445681 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1d3d91e1-ae65-4521-ad69-7b12bc939a2f tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789150665894'] for network, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:38.478216 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1d3d91e1-ae65-4521-ad69-7b12bc939a2f tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for network, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:38.489493 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d3d91e1-ae65-4521-ad69-7b12bc939a2f tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:38.490152 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1d3d91e1-ae65-4521-ad69-7b12bc939a2f tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] Notify callbacks [] for network, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:38.598982 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-1d3d91e1-ae65-4521-ad69-7b12bc939a2f tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3192105 Aug 18 12:02:38.609549 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-788a4262-acb8-4993-937d-b4354a8633ba admin admin] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:38.614821 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 35348) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:02:38.620996 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-9bec2288-0bec-4bf9-8564-8087a17f7457 tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1641298723'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:02:38.624195 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3d91e1-ae65-4521-ad69-7b12bc939a2f tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] Pushing event updated for resources: {'Network': ['ID=dca833d2-7cb5-4d28-9386-145467082911,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:02:38.640746 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Network dca833d2-7cb5-4d28-9386-145467082911 details requested by agent ovs-agent-n-d-804985-2 with host n-d-804985-2 {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:02:38.672125 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-788a4262-acb8-4993-937d-b4354a8633ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:38.704583 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bec2288-0bec-4bf9-8564-8087a17f7457 tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] Made reservation on behalf of a10edca1bb83410ebfed157ada55560f for: {'network': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:02:38.709588 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-9bec2288-0bec-4bf9-8564-8087a17f7457 tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for network, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:38.770149 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-788a4262-acb8-4993-937d-b4354a8633ba admin admin] Network 7cae7a70-14fd-408c-b14d-39ceb97cb60e is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:02:38.786160 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bec2288-0bec-4bf9-8564-8087a17f7457 tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 840} {{(pid=106252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:02:38.798561 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-9bec2288-0bec-4bf9-8564-8087a17f7457 tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:38.799364 n-d-804985-2 neutron-server[106252]: INFO neutron.db.segments_db [None req-9bec2288-0bec-4bf9-8564-8087a17f7457 tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] Added segment 05655842-1970-49f4-817d-bb19f6c21462 of type vlan for network c9a77d65-4798-4924-a836-c8c243afc680 Aug 18 12:02:38.800145 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-788a4262-acb8-4993-937d-b4354a8633ba admin admin] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:02:38.806919 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-788a4262-acb8-4993-937d-b4354a8633ba admin admin] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:02:38.817945 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788a4262-acb8-4993-937d-b4354a8633ba admin admin] Pushing event updated for resources: {'Port': ['ID=7f7e8bc7-465c-47ad-aac2-3dd71c8339e8,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:02:38.867485 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 7c37c303-5b46-4aae-b041-9acda0ad9fcf up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:02:38.872792 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-9bec2288-0bec-4bf9-8564-8087a17f7457 tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789150665894'] for network, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:38.928900 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-9bec2288-0bec-4bf9-8564-8087a17f7457 tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for network, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:38.947988 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bec2288-0bec-4bf9-8564-8087a17f7457 tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:38.952859 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-9bec2288-0bec-4bf9-8564-8087a17f7457 tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] Notify callbacks [] for network, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:38.970181 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port 7c37c303-5b46-4aae-b041-9acda0ad9fcf completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:02:39.065075 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bec2288-0bec-4bf9-8564-8087a17f7457 tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] Pushing event updated for resources: {'Network': ['ID=c9a77d65-4798-4924-a836-c8c243afc680,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:02:39.079830 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Network c9a77d65-4798-4924-a836-c8c243afc680 details requested by agent ovs-agent-n-d-804985-2 with host n-d-804985-2 {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:02:39.082518 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-9bec2288-0bec-4bf9-8564-8087a17f7457 tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4662066 Aug 18 12:02:39.083733 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 35350) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:02:39.090073 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-b865f138-f97c-4aeb-9268-62918206dc9c tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] Request body: {'ports': [{'network_id': 'dca833d2-7cb5-4d28-9386-145467082911', 'name': 'tempest-port--145474830', 'admin_state_up': True}, {'network_id': 'c9a77d65-4798-4924-a836-c8c243afc680', 'admin_state_up': False}]} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:02:39.090392 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-b865f138-f97c-4aeb-9268-62918206dc9c tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] Request body: {'port': {'network_id': 'dca833d2-7cb5-4d28-9386-145467082911', 'name': 'tempest-port--145474830', 'admin_state_up': True}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:02:39.090957 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-b865f138-f97c-4aeb-9268-62918206dc9c tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] Request body: {'port': {'network_id': 'c9a77d65-4798-4924-a836-c8c243afc680', 'admin_state_up': False}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:02:39.278274 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-788a4262-acb8-4993-937d-b4354a8633ba admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:39.285657 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b865f138-f97c-4aeb-9268-62918206dc9c tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] Made reservation on behalf of a10edca1bb83410ebfed157ada55560f for: {'port': 2} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:02:39.290773 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b865f138-f97c-4aeb-9268-62918206dc9c tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:39.305447 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b865f138-f97c-4aeb-9268-62918206dc9c tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:39.439197 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [None req-b865f138-f97c-4aeb-9268-62918206dc9c tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] device_id is not set on port bfd4e589-be23-4b66-96ca-2c07f2fc6ea4 yet. {{(pid=106252) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 12:02:39.546649 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-788a4262-acb8-4993-937d-b4354a8633ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-998473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-992536'] for router, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:39.584251 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b865f138-f97c-4aeb-9268-62918206dc9c tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:39.679787 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [None req-b865f138-f97c-4aeb-9268-62918206dc9c tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] device_id is not set on port 1cb02bc4-d81e-419c-9623-ad3d374d3360 yet. {{(pid=106252) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 12:02:39.728981 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fc8e360-8170-48f0-b4ce-0658a9c38f13 None None] Network 5067adef-ca32-4b40-9dd0-27029ddc2c30 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:02:39.761659 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-788a4262-acb8-4993-937d-b4354a8633ba admin admin] Router e4c3cf64-8fbc-4de7-a985-c81929a02c11 is scheduled to L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 with binding_index 1 {{(pid=106253) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 12:02:39.872873 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b865f138-f97c-4aeb-9268-62918206dc9c tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:39.901879 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-94eb9348-43de-4de1-800b-e15b2578b1aa None None] Provisioning for port 7c37c303-5b46-4aae-b041-9acda0ad9fcf completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:02:39.907632 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-94eb9348-43de-4de1-800b-e15b2578b1aa None None] Provisioning complete for port 7c37c303-5b46-4aae-b041-9acda0ad9fcf triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:02:39.907995 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-94eb9348-43de-4de1-800b-e15b2578b1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:39.916906 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-788a4262-acb8-4993-937d-b4354a8633ba admin admin] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:02:39.927526 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59033b20-a446-459d-b187-ad4372bde841 None None] Sync routers for ids ['e4c3cf64-8fbc-4de7-a985-c81929a02c11'] in n-d-804985-2 {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:02:39.940337 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-788a4262-acb8-4993-937d-b4354a8633ba admin admin] Notify callbacks [] for router, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:39.944691 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59033b20-a446-459d-b187-ad4372bde841 None None] Routers {'e4c3cf64-8fbc-4de7-a985-c81929a02c11'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:02:39.945869 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-59033b20-a446-459d-b187-ad4372bde841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:02:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['e4c3cf64-8fbc-4de7-a985-c81929a02c11'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:02:39.955433 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-788a4262-acb8-4993-937d-b4354a8633ba admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.5418272 Aug 18 12:02:39.955646 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b865f138-f97c-4aeb-9268-62918206dc9c tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:39.955954 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 35354) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:02:40.056687 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b865f138-f97c-4aeb-9268-62918206dc9c tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] Pushing event updated for resources: {'Port': ['ID=bfd4e589-be23-4b66-96ca-2c07f2fc6ea4,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:02:40.071701 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b865f138-f97c-4aeb-9268-62918206dc9c tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] Checking segment: {'id': '606d6f01-bcde-44a1-8bcb-1984f1a98efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'dca833d2-7cb5-4d28-9386-145467082911'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:02:40.072164 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b865f138-f97c-4aeb-9268-62918206dc9c tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] Network hostable DHCP agents. Network: dca833d2-7cb5-4d28-9386-145467082911, hostable agents: ['97c14208-2951-4361-8d64-3708c946ff5f'], hosted agents: [] {{(pid=106252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 12:02:40.106043 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b865f138-f97c-4aeb-9268-62918206dc9c tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] Network dca833d2-7cb5-4d28-9386-145467082911 is scheduled to be hosted by DHCP agent 97c14208-2951-4361-8d64-3708c946ff5f with binding_index 1 {{(pid=106252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 12:02:40.135543 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-b865f138-f97c-4aeb-9268-62918206dc9c tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-2, dca833d2-7cb5-4d28-9386-145467082911) {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:02:40.143361 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b865f138-f97c-4aeb-9268-62918206dc9c tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:02:40.144425 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b865f138-f97c-4aeb-9268-62918206dc9c tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:40.151296 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1834efa-2df9-42be-92f6-41970ef3ff4a None None] Network dca833d2-7cb5-4d28-9386-145467082911 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:02:40.198499 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-59033b20-a446-459d-b187-ad4372bde841 None None] Set router e4c3cf64-8fbc-4de7-a985-c81929a02c11 gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:02:40.248117 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b865f138-f97c-4aeb-9268-62918206dc9c tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] Pushing event updated for resources: {'Port': ['ID=1cb02bc4-d81e-419c-9623-ad3d374d3360,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:02:40.267740 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b865f138-f97c-4aeb-9268-62918206dc9c tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] Checking segment: {'id': '05655842-1970-49f4-817d-bb19f6c21462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'c9a77d65-4798-4924-a836-c8c243afc680'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:02:40.268134 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b865f138-f97c-4aeb-9268-62918206dc9c tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] Network hostable DHCP agents. Network: c9a77d65-4798-4924-a836-c8c243afc680, hostable agents: ['97c14208-2951-4361-8d64-3708c946ff5f'], hosted agents: [] {{(pid=106252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 12:02:40.282171 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-94eb9348-43de-4de1-800b-e15b2578b1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:40.308860 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b865f138-f97c-4aeb-9268-62918206dc9c tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] Network c9a77d65-4798-4924-a836-c8c243afc680 is scheduled to be hosted by DHCP agent 97c14208-2951-4361-8d64-3708c946ff5f with binding_index 1 {{(pid=106252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 12:02:40.327866 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-b865f138-f97c-4aeb-9268-62918206dc9c tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-2, c9a77d65-4798-4924-a836-c8c243afc680) {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:02:40.332509 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b865f138-f97c-4aeb-9268-62918206dc9c tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:02:40.345800 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b865f138-f97c-4aeb-9268-62918206dc9c tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:40.353687 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7ce5dbf-df7d-4f96-8824-5d08e460f69c None None] Network c9a77d65-4798-4924-a836-c8c243afc680 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:02:40.356584 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b865f138-f97c-4aeb-9268-62918206dc9c tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:40.359389 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b865f138-f97c-4aeb-9268-62918206dc9c tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:40.402111 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-b865f138-f97c-4aeb-9268-62918206dc9c tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 1.3160698 Aug 18 12:02:40.404914 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 35356) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:02:40.415928 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-94eb9348-43de-4de1-800b-e15b2578b1aa None None] For port 7c37c303-5b46-4aae-b041-9acda0ad9fcf, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=7c37c303-5b46-4aae-b041-9acda0ad9fcf,segment=NetworkSegment(5c549b81-da47-45e6-8f6c-fe095fc8077e),segment_id=5c549b81-da47-45e6-8f6c-fe095fc8077e)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:02:40.462018 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-94eb9348-43de-4de1-800b-e15b2578b1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:40.540669 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0111c6fc-a3fd-4fc9-b42e-39c35b9eef91 tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:40.547675 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0111c6fc-a3fd-4fc9-b42e-39c35b9eef91 tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:40.549897 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-0111c6fc-a3fd-4fc9-b42e-39c35b9eef91 tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1435540 Aug 18 12:02:40.552816 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 35360) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:02:40.714505 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-9c2d4bd5-2000-4705-ba78-400c195ea745 tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] Deleting port bfd4e589-be23-4b66-96ca-2c07f2fc6ea4 {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:02:40.714849 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-9c2d4bd5-2000-4705-ba78-400c195ea745 tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:40.724062 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94eb9348-43de-4de1-800b-e15b2578b1aa None None] Pushing event updated for resources: {'Port': ['ID=7c37c303-5b46-4aae-b041-9acda0ad9fcf,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:02:40.734583 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-683d7895-f900-4851-8f93-b395c8a22895 None None] Provisioning complete for port 7c37c303-5b46-4aae-b041-9acda0ad9fcf triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:02:40.735196 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-683d7895-f900-4851-8f93-b395c8a22895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:40.737567 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-59033b20-a446-459d-b187-ad4372bde841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4c3cf64-8fbc-4de7-a985-c81929a02c11', 'name': 'tempest-ServersTestMultiNic-1800209248-router', 'tenant_id': '0cad20ae983946c9b98c5b381a7210db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': '7f7e8bc7-465c-47ad-aac2-3dd71c8339e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:02:37Z', 'updated_at': '2021-08-18T12:02:39Z', 'revision_number': 3, 'project_id': '0cad20ae983946c9b98c5b381a7210db', 'gw_port': {'id': '7f7e8bc7-465c-47ad-aac2-3dd71c8339e8', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:f2:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4c3cf64-8fbc-4de7-a985-c81929a02c11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:02:38Z', 'updated_at': '2021-08-18T12:02:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:02:40.811348 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59033b20-a446-459d-b187-ad4372bde841 None None] Checking router: e4c3cf64-8fbc-4de7-a985-c81929a02c11 for host: n-d-804985-2 {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:02:40.812040 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59033b20-a446-459d-b187-ad4372bde841 None None] Updating router e4c3cf64-8fbc-4de7-a985-c81929a02c11 port 7f7e8bc7-465c-47ad-aac2-3dd71c8339e8 binding host n-d-804985-2 {{(pid=106255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 12:02:40.873203 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-70394441-58a1-4578-a2e5-acb0025554dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:40.878104 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-59033b20-a446-459d-b187-ad4372bde841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:40.891152 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-9c2d4bd5-2000-4705-ba78-400c195ea745 tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:40.918564 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-9c2d4bd5-2000-4705-ba78-400c195ea745 tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] Calling delete_port for bfd4e589-be23-4b66-96ca-2c07f2fc6ea4 owned by {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:02:41.086295 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-9c2d4bd5-2000-4705-ba78-400c195ea745 tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:41.118620 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2d4bd5-2000-4705-ba78-400c195ea745 tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] Pushing event deleted for resources: {'Port': ['ID=bfd4e589-be23-4b66-96ca-2c07f2fc6ea4,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:02:41.122697 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-9c2d4bd5-2000-4705-ba78-400c195ea745 tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:41.125072 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-9c2d4bd5-2000-4705-ba78-400c195ea745 tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] 10.222.0.66 "DELETE /v2.0/ports/bfd4e589-be23-4b66-96ca-2c07f2fc6ea4 HTTP/1.1" status: 204 len: 168 time: 0.5710909 Aug 18 12:02:41.127865 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 35362) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:02:41.245535 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-59033b20-a446-459d-b187-ad4372bde841 None None] Notify callbacks [] for port, precommit_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:41.257290 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-59033b20-a446-459d-b187-ad4372bde841 None None] Transition to ACTIVE for port object 7f7e8bc7-465c-47ad-aac2-3dd71c8339e8 will not be triggered until provisioned by entity L2. {{(pid=106255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:02:41.264246 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-59033b20-a446-459d-b187-ad4372bde841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:41.326606 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-78168e18-9231-45c4-9767-9f248e9c1982 tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] Deleting port 1cb02bc4-d81e-419c-9623-ad3d374d3360 {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:02:41.328529 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-78168e18-9231-45c4-9767-9f248e9c1982 tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:41.353841 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863b89d4-2f0c-47d5-81f1-f861b80e95b6 None None] Pushing event updated for resources: {'Port': ['ID=7f7e8bc7-465c-47ad-aac2-3dd71c8339e8,revision_number=2']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:02:41.356876 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-59033b20-a446-459d-b187-ad4372bde841 None None] Attempting to bind port 7f7e8bc7-465c-47ad-aac2-3dd71c8339e8 on host n-d-804985-2 for vnic_type normal with profile {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:02:41.357216 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-59033b20-a446-459d-b187-ad4372bde841 None None] Attempting to bind port 7f7e8bc7-465c-47ad-aac2-3dd71c8339e8 by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'}] {{(pid=106255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:02:41.357563 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59033b20-a446-459d-b187-ad4372bde841 None None] Attempting to bind port 7f7e8bc7-465c-47ad-aac2-3dd71c8339e8 on network 7cae7a70-14fd-408c-b14d-39ceb97cb60e {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:02:41.367564 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863b89d4-2f0c-47d5-81f1-f861b80e95b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:02:41.367945 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863b89d4-2f0c-47d5-81f1-f861b80e95b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:02:41.368214 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863b89d4-2f0c-47d5-81f1-f861b80e95b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:02:41.368603 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863b89d4-2f0c-47d5-81f1-f861b80e95b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:02:41.368929 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863b89d4-2f0c-47d5-81f1-f861b80e95b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:02:41.369247 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863b89d4-2f0c-47d5-81f1-f861b80e95b6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:02:41.369558 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863b89d4-2f0c-47d5-81f1-f861b80e95b6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:02:41.369867 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863b89d4-2f0c-47d5-81f1-f861b80e95b6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:02:41.370174 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863b89d4-2f0c-47d5-81f1-f861b80e95b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:02:41.370484 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863b89d4-2f0c-47d5-81f1-f861b80e95b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:02:41.371178 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863b89d4-2f0c-47d5-81f1-f861b80e95b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:02:41.371178 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863b89d4-2f0c-47d5-81f1-f861b80e95b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:02:41.374698 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59033b20-a446-459d-b187-ad4372bde841 None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 2, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:02:41.375060 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59033b20-a446-459d-b187-ad4372bde841 None None] Checking segment: {'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:02:41.375458 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-59033b20-a446-459d-b187-ad4372bde841 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:41.375834 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59033b20-a446-459d-b187-ad4372bde841 None None] Bound using segment: {'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'} {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:02:41.376287 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-59033b20-a446-459d-b187-ad4372bde841 None None] Bound port: 7f7e8bc7-465c-47ad-aac2-3dd71c8339e8, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'}}] {{(pid=106255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:02:41.376682 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-59033b20-a446-459d-b187-ad4372bde841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:41.441964 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-78168e18-9231-45c4-9767-9f248e9c1982 tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:41.457425 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-78168e18-9231-45c4-9767-9f248e9c1982 tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] Calling delete_port for 1cb02bc4-d81e-419c-9623-ad3d374d3360 owned by {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:02:41.471351 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-59033b20-a446-459d-b187-ad4372bde841 None None] For port 7f7e8bc7-465c-47ad-aac2-3dd71c8339e8, host n-d-804985-2, cleared binding levels {{(pid=106255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:02:41.491162 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-59033b20-a446-459d-b187-ad4372bde841 None None] For port 7f7e8bc7-465c-47ad-aac2-3dd71c8339e8, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=7f7e8bc7-465c-47ad-aac2-3dd71c8339e8,segment=NetworkSegment(c5a3db9d-5c58-41b1-9177-d5787a597b78),segment_id=c5a3db9d-5c58-41b1-9177-d5787a597b78)] {{(pid=106255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:02:41.505244 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-59033b20-a446-459d-b187-ad4372bde841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:41.507334 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [None req-70394441-58a1-4578-a2e5-acb0025554dd admin admin] Allocated IP 172.20.0.1 (5067adef-ca32-4b40-9dd0-27029ddc2c30/0bf439db-f3cc-4ff1-8d6d-af51b169bc12/24973ca0-b388-47ac-958f-448743421f02) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:02:41.553132 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-78168e18-9231-45c4-9767-9f248e9c1982 tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:41.575715 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59033b20-a446-459d-b187-ad4372bde841 None None] Routers {'e4c3cf64-8fbc-4de7-a985-c81929a02c11'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:02:41.576347 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-59033b20-a446-459d-b187-ad4372bde841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:02:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['e4c3cf64-8fbc-4de7-a985-c81929a02c11'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:02:41.591280 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78168e18-9231-45c4-9767-9f248e9c1982 tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] Pushing event deleted for resources: {'Port': ['ID=1cb02bc4-d81e-419c-9623-ad3d374d3360,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:02:41.603440 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-78168e18-9231-45c4-9767-9f248e9c1982 tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:41.609824 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-78168e18-9231-45c4-9767-9f248e9c1982 tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] 10.222.0.66 "DELETE /v2.0/ports/1cb02bc4-d81e-419c-9623-ad3d374d3360 HTTP/1.1" status: 204 len: 168 time: 0.4807804 Aug 18 12:02:41.612316 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 35364) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:02:41.624891 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863b89d4-2f0c-47d5-81f1-f861b80e95b6 None None] Pushing event updated for resources: {'Port': ['ID=7f7e8bc7-465c-47ad-aac2-3dd71c8339e8,revision_number=3']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:02:41.672032 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-7840f736-f94f-4193-aff7-9fc00d17fca6 tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0583060 Aug 18 12:02:41.676744 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 35366) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:02:41.685770 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-9ee94625-9f35-491a-981b-71a83a19bbac tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1953980899'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:02:41.706109 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-70394441-58a1-4578-a2e5-acb0025554dd admin admin] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:41.727358 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [None req-70394441-58a1-4578-a2e5-acb0025554dd admin admin] Transition to ACTIVE for port object 24973ca0-b388-47ac-958f-448743421f02 will not be triggered until provisioned by entity DHCP. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:02:41.731432 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ee94625-9f35-491a-981b-71a83a19bbac tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] Made reservation on behalf of a10edca1bb83410ebfed157ada55560f for: {'network': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:02:41.734998 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9ee94625-9f35-491a-981b-71a83a19bbac tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for network, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:41.737730 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-59033b20-a446-459d-b187-ad4372bde841 None None] Set router e4c3cf64-8fbc-4de7-a985-c81929a02c11 gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:02:41.779574 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ee94625-9f35-491a-981b-71a83a19bbac tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 809} {{(pid=106253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:02:41.793284 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9ee94625-9f35-491a-981b-71a83a19bbac tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:41.793602 n-d-804985-2 neutron-server[106253]: INFO neutron.db.segments_db [None req-9ee94625-9f35-491a-981b-71a83a19bbac tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] Added segment b850a74f-6778-4037-884f-9a856c7b6335 of type vlan for network 4556c5d1-d4b8-4171-b2a7-0cd31a71d709 Aug 18 12:02:41.803788 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-70394441-58a1-4578-a2e5-acb0025554dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:41.874938 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70394441-58a1-4578-a2e5-acb0025554dd admin admin] Network 5067adef-ca32-4b40-9dd0-27029ddc2c30 is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:02:41.876577 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9ee94625-9f35-491a-981b-71a83a19bbac tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789150665894'] for network, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:41.882301 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-70394441-58a1-4578-a2e5-acb0025554dd admin admin] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:02:41.889772 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70394441-58a1-4578-a2e5-acb0025554dd admin admin] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:02:41.896449 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70394441-58a1-4578-a2e5-acb0025554dd admin admin] Pushing event updated for resources: {'Port': ['ID=24973ca0-b388-47ac-958f-448743421f02,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:02:41.942690 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9ee94625-9f35-491a-981b-71a83a19bbac tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for network, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:41.949869 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ee94625-9f35-491a-981b-71a83a19bbac tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:41.950592 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9ee94625-9f35-491a-981b-71a83a19bbac tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:41.972682 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-9ee94625-9f35-491a-981b-71a83a19bbac tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2946184 Aug 18 12:02:41.975367 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 35368) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:02:41.985198 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-4c6ed8cf-112a-4b24-93be-224d0dcc3289 tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1426554096'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:02:42.008947 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-70394441-58a1-4578-a2e5-acb0025554dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-996688'] for router_interface, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:42.032590 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-59033b20-a446-459d-b187-ad4372bde841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4c3cf64-8fbc-4de7-a985-c81929a02c11', 'name': 'tempest-ServersTestMultiNic-1800209248-router', 'tenant_id': '0cad20ae983946c9b98c5b381a7210db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': '7f7e8bc7-465c-47ad-aac2-3dd71c8339e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:02:37Z', 'updated_at': '2021-08-18T12:02:39Z', 'revision_number': 3, 'project_id': '0cad20ae983946c9b98c5b381a7210db', 'gw_port': {'id': '7f7e8bc7-465c-47ad-aac2-3dd71c8339e8', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:f2:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4c3cf64-8fbc-4de7-a985-c81929a02c11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:02:38Z', 'updated_at': '2021-08-18T12:02:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:02:42.034239 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c6ed8cf-112a-4b24-93be-224d0dcc3289 tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] Made reservation on behalf of a10edca1bb83410ebfed157ada55560f for: {'network': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:02:42.039553 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4c6ed8cf-112a-4b24-93be-224d0dcc3289 tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for network, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:42.111695 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c6ed8cf-112a-4b24-93be-224d0dcc3289 tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 800} {{(pid=106252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:02:42.120266 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59033b20-a446-459d-b187-ad4372bde841 None None] The sync data for ids ['e4c3cf64-8fbc-4de7-a985-c81929a02c11'] in n-d-804985-2 is: [{'id': 'e4c3cf64-8fbc-4de7-a985-c81929a02c11', 'name': 'tempest-ServersTestMultiNic-1800209248-router', 'tenant_id': '0cad20ae983946c9b98c5b381a7210db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': '7f7e8bc7-465c-47ad-aac2-3dd71c8339e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:02:37Z', 'updated_at': '2021-08-18T12:02:39Z', 'revision_number': 3, 'project_id': '0cad20ae983946c9b98c5b381a7210db', 'gw_port': {'id': '7f7e8bc7-465c-47ad-aac2-3dd71c8339e8', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:f2:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4c3cf64-8fbc-4de7-a985-c81929a02c11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:02:38Z', 'updated_at': '2021-08-18T12:02:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:02:42.133621 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4c6ed8cf-112a-4b24-93be-224d0dcc3289 tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:42.134698 n-d-804985-2 neutron-server[106252]: INFO neutron.db.segments_db [None req-4c6ed8cf-112a-4b24-93be-224d0dcc3289 tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] Added segment 0996d4a1-99fd-451b-b9f2-28c8009666ce of type vlan for network 92a3f8f6-3563-43f5-8f71-bca700463f05 Aug 18 12:02:42.140499 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee94625-9f35-491a-981b-71a83a19bbac tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] Pushing event updated for resources: {'Network': ['ID=4556c5d1-d4b8-4171-b2a7-0cd31a71d709,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:02:42.155425 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Network 4556c5d1-d4b8-4171-b2a7-0cd31a71d709 details requested by agent ovs-agent-n-d-804985-2 with host n-d-804985-2 {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:02:42.232346 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4c6ed8cf-112a-4b24-93be-224d0dcc3289 tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789150665894'] for network, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:42.291056 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4c6ed8cf-112a-4b24-93be-224d0dcc3289 tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for network, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:42.297226 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c6ed8cf-112a-4b24-93be-224d0dcc3289 tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:42.297713 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4c6ed8cf-112a-4b24-93be-224d0dcc3289 tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] Notify callbacks [] for network, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:42.310162 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-70394441-58a1-4578-a2e5-acb0025554dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:42.339831 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-33c728be-13d1-4abf-b846-c192abc236cb None None] Provisioning for port 24973ca0-b388-47ac-958f-448743421f02 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:02:42.351688 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-33c728be-13d1-4abf-b846-c192abc236cb None None] Provisioning complete for port 24973ca0-b388-47ac-958f-448743421f02 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:02:42.352598 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-33c728be-13d1-4abf-b846-c192abc236cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:42.381297 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-4c6ed8cf-112a-4b24-93be-224d0dcc3289 tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4044294 Aug 18 12:02:42.388957 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6ed8cf-112a-4b24-93be-224d0dcc3289 tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] Pushing event updated for resources: {'Network': ['ID=92a3f8f6-3563-43f5-8f71-bca700463f05,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:02:42.433334 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-33c728be-13d1-4abf-b846-c192abc236cb None None] Port 24973ca0-b388-47ac-958f-448743421f02 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:02:42.437912 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Network 92a3f8f6-3563-43f5-8f71-bca700463f05 details requested by agent ovs-agent-n-d-804985-2 with host n-d-804985-2 {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:02:42.727229 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-70394441-58a1-4578-a2e5-acb0025554dd admin admin] Notify callbacks [] for port, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:42.746438 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-70394441-58a1-4578-a2e5-acb0025554dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:42.851063 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70394441-58a1-4578-a2e5-acb0025554dd admin admin] Pushing event updated for resources: {'Port': ['ID=24973ca0-b388-47ac-958f-448743421f02,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:02:42.908003 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-70394441-58a1-4578-a2e5-acb0025554dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-996772'] for router_interface, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:43.078348 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 7c37c303-5b46-4aae-b041-9acda0ad9fcf up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:02:43.085395 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70394441-58a1-4578-a2e5-acb0025554dd admin admin] Network 5067adef-ca32-4b40-9dd0-27029ddc2c30 is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:02:43.086772 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-70394441-58a1-4578-a2e5-acb0025554dd admin admin] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:02:43.230650 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 7c37c303-5b46-4aae-b041-9acda0ad9fcf triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:02:43.231251 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:43.453633 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70394441-58a1-4578-a2e5-acb0025554dd admin admin] Router e4c3cf64-8fbc-4de7-a985-c81929a02c11 has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:02:43.486770 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 7f7e8bc7-465c-47ad-aac2-3dd71c8339e8 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:02:43.657775 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-66debe03-703c-483c-8cfa-59f43ba6febc None None] Provisioning complete for port 24973ca0-b388-47ac-958f-448743421f02 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:02:43.658249 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-66debe03-703c-483c-8cfa-59f43ba6febc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:43.660263 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port 7f7e8bc7-465c-47ad-aac2-3dd71c8339e8 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:02:43.665864 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 7f7e8bc7-465c-47ad-aac2-3dd71c8339e8 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:02:43.666276 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:43.732879 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70394441-58a1-4578-a2e5-acb0025554dd admin admin] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:02:43.748508 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-70394441-58a1-4578-a2e5-acb0025554dd admin admin] 10.222.0.66 "PUT /v2.0/routers/e4c3cf64-8fbc-4de7-a985-c81929a02c11/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7837112 Aug 18 12:02:43.773283 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-66debe03-703c-483c-8cfa-59f43ba6febc None None] Port 24973ca0-b388-47ac-958f-448743421f02 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:02:43.825095 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:43.851534 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] For port 7f7e8bc7-465c-47ad-aac2-3dd71c8339e8, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=7f7e8bc7-465c-47ad-aac2-3dd71c8339e8,segment=NetworkSegment(c5a3db9d-5c58-41b1-9177-d5787a597b78),segment_id=c5a3db9d-5c58-41b1-9177-d5787a597b78)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:02:43.856248 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:43.890545 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 35374) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:02:43.913702 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Pushing event updated for resources: {'Port': ['ID=7f7e8bc7-465c-47ad-aac2-3dd71c8339e8,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:02:43.959673 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-754989f2-7abe-4965-b6f1-810cf495cd9d tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1891122818'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:02:43.982278 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-754989f2-7abe-4965-b6f1-810cf495cd9d tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Made reservation on behalf of 0cad20ae983946c9b98c5b381a7210db for: {'network': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:02:43.986164 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-754989f2-7abe-4965-b6f1-810cf495cd9d tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for network, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:44.009979 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-754989f2-7abe-4965-b6f1-810cf495cd9d tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 833} {{(pid=106252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:02:44.019547 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-754989f2-7abe-4965-b6f1-810cf495cd9d tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:44.019952 n-d-804985-2 neutron-server[106252]: INFO neutron.db.segments_db [None req-754989f2-7abe-4965-b6f1-810cf495cd9d tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Added segment 2a2259e0-5d73-4f83-b8d1-a5eaaf9a1824 of type vlan for network cc4f2e7f-55c0-490b-9943-d39bf90446e9 Aug 18 12:02:44.059810 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-754989f2-7abe-4965-b6f1-810cf495cd9d tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789150665894'] for network, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:44.092868 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-754989f2-7abe-4965-b6f1-810cf495cd9d tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for network, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:44.098674 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-754989f2-7abe-4965-b6f1-810cf495cd9d tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:44.099261 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-754989f2-7abe-4965-b6f1-810cf495cd9d tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Notify callbacks [] for network, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:44.157657 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-754989f2-7abe-4965-b6f1-810cf495cd9d tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.2621319 Aug 18 12:02:44.158040 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 35378) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:02:44.163589 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-c821142c-4900-4a5d-bf31-3ab59806d812 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Request body: {'subnet': {'network_id': 'cc4f2e7f-55c0-490b-9943-d39bf90446e9', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:02:44.169240 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754989f2-7abe-4965-b6f1-810cf495cd9d tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Pushing event updated for resources: {'Network': ['ID=cc4f2e7f-55c0-490b-9943-d39bf90446e9,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:02:44.182546 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Network cc4f2e7f-55c0-490b-9943-d39bf90446e9 details requested by agent ovs-agent-n-d-804985-2 with host n-d-804985-2 {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:02:44.285685 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c821142c-4900-4a5d-bf31-3ab59806d812 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Made reservation on behalf of 0cad20ae983946c9b98c5b381a7210db for: {'subnet': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:02:44.289469 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c821142c-4900-4a5d-bf31-3ab59806d812 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59388119'] for subnet, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:44.414670 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-9bb86e35-9f14-4e40-a722-9f0fd0c5aaba req-2e38d0b7-24e5-43d4-a0f4-4b3340df4a0a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=a9095b1c-1c59-403f-b0ed-5baf21bc78df HTTP/1.1" status: 200 len: 217 time: 0.0592885 Aug 18 12:02:44.507680 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb86e35-9f14-4e40-a722-9f0fd0c5aaba req-70189ab9-cff7-4175-9744-9fb3019518f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:44.509463 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-9bb86e35-9f14-4e40-a722-9f0fd0c5aaba req-70189ab9-cff7-4175-9744-9fb3019518f2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6d16d680-110b-436d-8afa-48ba845b3623 HTTP/1.1" status: 200 len: 843 time: 0.0780091 Aug 18 12:02:44.527592 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb86e35-9f14-4e40-a722-9f0fd0c5aaba req-94037ba1-35b1-4cc3-a467-8c202c02f1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:44.530471 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9bb86e35-9f14-4e40-a722-9f0fd0c5aaba req-94037ba1-35b1-4cc3-a467-8c202c02f1fc service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5dc13ca5db3b4f4a9d5ca7ec0f8f54a8&device_id=40e4574c-4b8a-4303-8edb-4ebeb6edc075 HTTP/1.1" status: 200 len: 1099 time: 0.0908601 Aug 18 12:02:44.610015 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb86e35-9f14-4e40-a722-9f0fd0c5aaba req-cd73e4fa-1715-4704-be65-0bf28065b5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:44.611659 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9bb86e35-9f14-4e40-a722-9f0fd0c5aaba req-336475d9-b8aa-4e5e-bb34-c83a8ce310e9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=8505e22f-c8ac-4091-b64c-de224593b235 HTTP/1.1" status: 200 len: 217 time: 0.0689967 Aug 18 12:02:44.611789 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-9bb86e35-9f14-4e40-a722-9f0fd0c5aaba req-cd73e4fa-1715-4704-be65-0bf28065b5b5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=222e0814-c7e5-4b11-9282-3f40c6ed76b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0869648 Aug 18 12:02:44.654568 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48fcd258-2058-4929-9206-4df1e1dd84b3 None None] Sync routers for ids ['e4c3cf64-8fbc-4de7-a985-c81929a02c11'] in n-d-804985-2 {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:02:44.680049 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48fcd258-2058-4929-9206-4df1e1dd84b3 None None] Routers {'e4c3cf64-8fbc-4de7-a985-c81929a02c11'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:02:44.681381 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-48fcd258-2058-4929-9206-4df1e1dd84b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:02:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['e4c3cf64-8fbc-4de7-a985-c81929a02c11'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:02:44.741844 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-9bb86e35-9f14-4e40-a722-9f0fd0c5aaba req-44204e7c-969b-42f1-9b50-77460abeb2fd service neutron] 10.222.0.62 "GET /v2.0/networks/222e0814-c7e5-4b11-9282-3f40c6ed76b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037633 Aug 18 12:02:44.791296 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1d1068-ba2b-4c03-8cd2-954fed1fa5cc req-a8f6038b-0efe-4420-a4d4-a261e01dea56 tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:44.793102 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6c1d1068-ba2b-4c03-8cd2-954fed1fa5cc req-a8f6038b-0efe-4420-a4d4-a261e01dea56 tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] 10.222.0.66 "GET /v2.0/ports?device_id=305b0d7a-e7ab-4129-8b43-4762c73c2ae1 HTTP/1.1" status: 200 len: 945 time: 0.1785865 Aug 18 12:02:44.807745 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd16bc0-9bc7-4652-9f48-d13c59645061 req-fee34948-fc2e-4d0e-9fde-7151653c2516 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:44.811451 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 7f7e8bc7-465c-47ad-aac2-3dd71c8339e8 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:02:44.815862 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7bd16bc0-9bc7-4652-9f48-d13c59645061 req-fee34948-fc2e-4d0e-9fde-7151653c2516 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.66 "GET /v2.0/ports?device_id=40e4574c-4b8a-4303-8edb-4ebeb6edc075 HTTP/1.1" status: 200 len: 948 time: 0.2029407 Aug 18 12:02:44.880671 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb86e35-9f14-4e40-a722-9f0fd0c5aaba req-94aabf84-adec-4d33-9a63-5fb6dd06154e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:44.882129 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9bb86e35-9f14-4e40-a722-9f0fd0c5aaba req-94aabf84-adec-4d33-9a63-5fb6dd06154e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6d16d680-110b-436d-8afa-48ba845b3623 HTTP/1.1" status: 200 len: 843 time: 0.1927218 Aug 18 12:02:44.883304 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-9bb86e35-9f14-4e40-a722-9f0fd0c5aaba req-ba7250c0-e202-4fec-8bd5-7faa6533ce74 service neutron] 10.222.0.62 "GET /v2.0/networks/222e0814-c7e5-4b11-9282-3f40c6ed76b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296206 Aug 18 12:02:44.890597 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6c1d1068-ba2b-4c03-8cd2-954fed1fa5cc req-9532c4da-fb4a-4742-b41a-3623b822cd6a tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] 10.222.0.66 "GET /v2.0/security-groups?id=47674416-b298-4cf8-93c5-c03a14c2b3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526376 Aug 18 12:02:44.893701 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7bd16bc0-9bc7-4652-9f48-d13c59645061 req-847d40ec-bb91-43c9-bf8c-ed568a02237b tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb50ebbf-d033-473b-ae6e-593d78928b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766573 Aug 18 12:02:44.918001 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c821142c-4900-4a5d-bf31-3ab59806d812 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58902106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59388097'] for subnet, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:44.989937 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb86e35-9f14-4e40-a722-9f0fd0c5aaba req-f10c60fa-c547-44a4-bcb7-0d199b190ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:44.991373 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9bb86e35-9f14-4e40-a722-9f0fd0c5aaba req-f10c60fa-c547-44a4-bcb7-0d199b190ca6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=222e0814-c7e5-4b11-9282-3f40c6ed76b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0947518 Aug 18 12:02:45.026080 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:02:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c6b2f84-c6b5-4c6a-b108-d84557afab5c x-openstack-request-id: req-0c6b2f84-c6b5-4c6a-b108-d84557afab5c {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:02:45.028049 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40e4574c-4b8a-4303-8edb-4ebeb6edc075", "tag": "8505e22f-c8ac-4091-b64c-de224593b235", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:02:45.028548 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-0c6b2f84-c6b5-4c6a-b108-d84557afab5c {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:02:45.031013 n-d-804985-2 neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40e4574c-4b8a-4303-8edb-4ebeb6edc075', 'tag': '8505e22f-c8ac-4091-b64c-de224593b235', 'status': 'completed', 'code': 200} Aug 18 12:02:45.108187 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c821142c-4900-4a5d-bf31-3ab59806d812 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Pushing event updated for resources: {'Subnet': ['ID=cb02e192-1103-49e2-882e-be3f963ea70c,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:02:45.121177 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c821142c-4900-4a5d-bf31-3ab59806d812 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Checking segment: {'id': '2a2259e0-5d73-4f83-b8d1-a5eaaf9a1824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'cc4f2e7f-55c0-490b-9943-d39bf90446e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:02:45.121888 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c821142c-4900-4a5d-bf31-3ab59806d812 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Network hostable DHCP agents. Network: cc4f2e7f-55c0-490b-9943-d39bf90446e9, hostable agents: ['97c14208-2951-4361-8d64-3708c946ff5f'], hosted agents: [] {{(pid=106253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 12:02:45.143785 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 7f7e8bc7-465c-47ad-aac2-3dd71c8339e8 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:02:45.144181 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:45.150422 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c821142c-4900-4a5d-bf31-3ab59806d812 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Network cc4f2e7f-55c0-490b-9943-d39bf90446e9 is scheduled to be hosted by DHCP agent 97c14208-2951-4361-8d64-3708c946ff5f with binding_index 1 {{(pid=106253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 12:02:45.162836 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-c821142c-4900-4a5d-bf31-3ab59806d812 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-2, cc4f2e7f-55c0-490b-9943-d39bf90446e9) {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:02:45.168444 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c821142c-4900-4a5d-bf31-3ab59806d812 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:45.169559 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c821142c-4900-4a5d-bf31-3ab59806d812 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:45.179513 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99f35ee6-c7a0-4672-a342-4e5bf9430097 None None] Network cc4f2e7f-55c0-490b-9943-d39bf90446e9 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:02:45.190012 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-c821142c-4900-4a5d-bf31-3ab59806d812 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.0308406 Aug 18 12:02:45.193463 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 35380) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:02:45.200700 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-97f8476c-447d-455c-848a-5600bc4333c2 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1876677561'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:02:45.225433 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfb9309-acde-409b-ae35-7052a08b5788 req-38152120-37df-4cd8-92ec-606972d204bb tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:45.228055 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-48fcd258-2058-4929-9206-4df1e1dd84b3 None None] Set router e4c3cf64-8fbc-4de7-a985-c81929a02c11 gateway port host: n-d-804985-2 {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:02:45.231864 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97f8476c-447d-455c-848a-5600bc4333c2 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Made reservation on behalf of 0cad20ae983946c9b98c5b381a7210db for: {'network': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:02:45.233122 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-bbfb9309-acde-409b-ae35-7052a08b5788 req-38152120-37df-4cd8-92ec-606972d204bb tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] 10.222.0.66 "GET /v2.0/ports?device_id=c5854a97-3022-406e-b019-272d90ef1ca1 HTTP/1.1" status: 200 len: 946 time: 0.1808767 Aug 18 12:02:45.238543 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-97f8476c-447d-455c-848a-5600bc4333c2 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for network, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:45.257777 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de2697b-e80d-4957-a534-eaeb44e86215 req-8cc9c13b-2ecb-4b49-aa7e-ec27f12a6bc9 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:45.259161 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7de2697b-e80d-4957-a534-eaeb44e86215 req-8cc9c13b-2ecb-4b49-aa7e-ec27f12a6bc9 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/ports?device_id=c638d708-f9ec-4cc8-8d73-799d4b9bed3c HTTP/1.1" status: 200 len: 943 time: 0.1494727 Aug 18 12:02:45.290102 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97f8476c-447d-455c-848a-5600bc4333c2 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 838} {{(pid=106253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:02:45.303397 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9bb86e35-9f14-4e40-a722-9f0fd0c5aaba req-41f27e02-cd9a-42bb-9be3-12ae71d1d5d3 service neutron] 10.222.0.62 "GET /v2.0/networks/222e0814-c7e5-4b11-9282-3f40c6ed76b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2989731 Aug 18 12:02:45.312118 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-97f8476c-447d-455c-848a-5600bc4333c2 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:45.313450 n-d-804985-2 neutron-server[106253]: INFO neutron.db.segments_db [None req-97f8476c-447d-455c-848a-5600bc4333c2 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Added segment dbd84b27-1843-4c50-9664-de000cc581b9 of type vlan for network 4bd0b8b1-f7b8-42e5-a78e-b89cea186ccd Aug 18 12:02:45.335596 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-bbfb9309-acde-409b-ae35-7052a08b5788 req-f79d1b87-81ac-45a9-8a32-6c241f649ee2 tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b3db2ea-cc32-4796-9824-b1355b845d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971801 Aug 18 12:02:45.353068 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7de2697b-e80d-4957-a534-eaeb44e86215 req-a9ee1a03-2682-48fe-8c56-65cbc1cd122c tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/security-groups?id=582571f6-a365-42ab-be92-c3254f7d1409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798156 Aug 18 12:02:45.389418 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-97f8476c-447d-455c-848a-5600bc4333c2 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789150665894'] for network, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:45.428731 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-97f8476c-447d-455c-848a-5600bc4333c2 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for network, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:45.436659 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f8476c-447d-455c-848a-5600bc4333c2 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:45.437658 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-97f8476c-447d-455c-848a-5600bc4333c2 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:45.495071 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9bb86e35-9f14-4e40-a722-9f0fd0c5aaba req-3f177e8a-a1d9-4a4e-b4cd-9696fbb35d80 service neutron] 10.222.0.62 "GET /v2.0/networks/222e0814-c7e5-4b11-9282-3f40c6ed76b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813068 Aug 18 12:02:45.509144 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 35386) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:02:45.523415 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-c80ba3ba-609b-4cec-8189-939af3c71e7c tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] Request body: {'subnets': [{'network_id': '4556c5d1-d4b8-4171-b2a7-0cd31a71d709', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--850975640', 'ip_version': 6}, {'network_id': '92a3f8f6-3563-43f5-8f71-bca700463f05', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:02:45.524788 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-c80ba3ba-609b-4cec-8189-939af3c71e7c tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] Request body: {'subnet': {'network_id': '4556c5d1-d4b8-4171-b2a7-0cd31a71d709', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--850975640', 'ip_version': 6}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:02:45.526945 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-c80ba3ba-609b-4cec-8189-939af3c71e7c tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] Request body: {'subnet': {'network_id': '92a3f8f6-3563-43f5-8f71-bca700463f05', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:02:45.529356 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-97f8476c-447d-455c-848a-5600bc4333c2 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3343463 Aug 18 12:02:45.545965 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 35392) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:02:45.558955 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-1febbf7b-2168-42ef-8514-aa8fe9d13cc4 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Request body: {'subnet': {'network_id': '4bd0b8b1-f7b8-42e5-a78e-b89cea186ccd', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:02:45.563546 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f8476c-447d-455c-848a-5600bc4333c2 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Pushing event updated for resources: {'Network': ['ID=4bd0b8b1-f7b8-42e5-a78e-b89cea186ccd,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:02:45.598343 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Network 4bd0b8b1-f7b8-42e5-a78e-b89cea186ccd details requested by agent ovs-agent-n-d-804985-2 with host n-d-804985-2 {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:02:45.610093 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6b58917-e63e-4bd0-92ae-75c7f6d92b41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp788be208-34ab-5a8f-af0f-528834af222f-cc4f2e7f-55c0-490b-9943-d39bf90446e9', 'network_id': 'cc4f2e7f-55c0-490b-9943-d39bf90446e9', 'tenant_id': '0cad20ae983946c9b98c5b381a7210db', 'fixed_ips': [{'subnet_id': 'cb02e192-1103-49e2-882e-be3f963ea70c'}]}} from n-d-804985-2. {{(pid=106254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 12:02:45.611153 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-e6b58917-e63e-4bd0-92ae-75c7f6d92b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:45.797930 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33228ae-b8a3-4687-98e0-ba02f7b8c81b req-6e03c5ad-c7a7-4c75-b386-301bbe31c652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:45.799413 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a33228ae-b8a3-4687-98e0-ba02f7b8c81b req-6e03c5ad-c7a7-4c75-b386-301bbe31c652 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5dc13ca5db3b4f4a9d5ca7ec0f8f54a8&device_id=40e4574c-4b8a-4303-8edb-4ebeb6edc075 HTTP/1.1" status: 200 len: 1099 time: 0.2366173 Aug 18 12:02:45.872612 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-48fcd258-2058-4929-9206-4df1e1dd84b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4c3cf64-8fbc-4de7-a985-c81929a02c11', 'name': 'tempest-ServersTestMultiNic-1800209248-router', 'tenant_id': '0cad20ae983946c9b98c5b381a7210db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': '7f7e8bc7-465c-47ad-aac2-3dd71c8339e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:02:37Z', 'updated_at': '2021-08-18T12:02:42Z', 'revision_number': 4, 'project_id': '0cad20ae983946c9b98c5b381a7210db', 'gw_port': {'id': '7f7e8bc7-465c-47ad-aac2-3dd71c8339e8', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:f2:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4c3cf64-8fbc-4de7-a985-c81929a02c11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:02:38Z', 'updated_at': '2021-08-18T12:02:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': '24973ca0-b388-47ac-958f-448743421f02', 'name': '', 'network_id': '5067adef-ca32-4b40-9dd0-27029ddc2c30', 'tenant_id': '0cad20ae983946c9b98c5b381a7210db', 'mac_address': 'fa:16:3e:07:c7:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4c3cf64-8fbc-4de7-a985-c81929a02c11', 'device_owner': 'network:router_interface', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': '0bf439db-f3cc-4ff1-8d6d-af51b169bc12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:02:40Z', 'updated_at': '2021-08-18T12:02:42Z', 'revision_number': 2, 'project_id': '0cad20ae983946c9b98c5b381a7210db', 'subnets': [{'id': '0bf439db-f3cc-4ff1-8d6d-af51b169bc12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:02:45.874940 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.db_base_plugin_common [None req-e6b58917-e63e-4bd0-92ae-75c7f6d92b41 None None] Allocated IP 19.80.0.2 (cc4f2e7f-55c0-490b-9943-d39bf90446e9/cb02e192-1103-49e2-882e-be3f963ea70c/5a7054cf-b8f6-4ba5-969b-e0bcadb8d8df) {{(pid=106254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:02:45.908560 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48fcd258-2058-4929-9206-4df1e1dd84b3 None None] Checking router: e4c3cf64-8fbc-4de7-a985-c81929a02c11 for host: n-d-804985-2 {{(pid=106254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:02:45.908918 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48fcd258-2058-4929-9206-4df1e1dd84b3 None None] Updating router e4c3cf64-8fbc-4de7-a985-c81929a02c11 port 24973ca0-b388-47ac-958f-448743421f02 binding host n-d-804985-2 {{(pid=106254) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 12:02:45.932687 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1febbf7b-2168-42ef-8514-aa8fe9d13cc4 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Made reservation on behalf of 0cad20ae983946c9b98c5b381a7210db for: {'subnet': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:02:45.935456 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1febbf7b-2168-42ef-8514-aa8fe9d13cc4 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59074089'] for subnet, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:45.986658 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-48fcd258-2058-4929-9206-4df1e1dd84b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:46.077797 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1e58ee-1434-459e-925d-8646869b39be req-317e9076-1423-4630-90c7-3f9dfbf6c1c2 tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:46.079293 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0c1e58ee-1434-459e-925d-8646869b39be req-317e9076-1423-4630-90c7-3f9dfbf6c1c2 tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] 10.222.0.66 "GET /v2.0/networks?id=fde25e42-4dfd-46b4-aeda-a37c860e4c94 HTTP/1.1" status: 200 len: 809 time: 0.3866992 Aug 18 12:02:46.086052 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c80ba3ba-609b-4cec-8189-939af3c71e7c tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] Made reservation on behalf of a10edca1bb83410ebfed157ada55560f for: {'subnet': 2} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:02:46.090533 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c80ba3ba-609b-4cec-8189-939af3c71e7c tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59074089'] for subnet, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:46.090874 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c80ba3ba-609b-4cec-8189-939af3c71e7c tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59074089'] for subnet, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:46.115110 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33228ae-b8a3-4687-98e0-ba02f7b8c81b req-7690c09c-7e32-43a5-a082-6ce20341a818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:46.116611 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a33228ae-b8a3-4687-98e0-ba02f7b8c81b req-7690c09c-7e32-43a5-a082-6ce20341a818 service neutron] 10.222.0.62 "GET /v2.0/networks?id=222e0814-c7e5-4b11-9282-3f40c6ed76b2 HTTP/1.1" status: 200 len: 870 time: 0.2849898 Aug 18 12:02:46.204649 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0c1e58ee-1434-459e-925d-8646869b39be req-8f2b5458-7b65-42c1-8380-07e01f57a124 tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] 10.222.0.66 "GET /v2.0/quotas/3fdbc2b793e24068a85791f08988ef10 HTTP/1.1" status: 200 len: 375 time: 0.1033971 Aug 18 12:02:46.229841 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-e6b58917-e63e-4bd0-92ae-75c7f6d92b41 None None] Notify callbacks [] for port, precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:46.245896 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-e6b58917-e63e-4bd0-92ae-75c7f6d92b41 None None] Transition to ACTIVE for port object 5a7054cf-b8f6-4ba5-969b-e0bcadb8d8df will not be triggered until provisioned by entity L2. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:02:46.272198 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-e6b58917-e63e-4bd0-92ae-75c7f6d92b41 None None] Transition to ACTIVE for port object 5a7054cf-b8f6-4ba5-969b-e0bcadb8d8df will not be triggered until provisioned by entity DHCP. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:02:46.289080 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-e6b58917-e63e-4bd0-92ae-75c7f6d92b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547'] for port, after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:46.299435 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.agents_db [None req-6dbb2658-0354-4101-8393-6e7505481cf6 None None] Agent healthcheck: found 7 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 12:02:46.360971 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6b58917-e63e-4bd0-92ae-75c7f6d92b41 None None] Network cc4f2e7f-55c0-490b-9943-d39bf90446e9 is already hosted by enough agents. {{(pid=106254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:02:46.371933 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.base_scheduler [None req-e6b58917-e63e-4bd0-92ae-75c7f6d92b41 None None] Resources bound (agent type, host, resource id): {{(pid=106254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:02:46.374611 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b58917-e63e-4bd0-92ae-75c7f6d92b41 None None] Received port after_create {{(pid=106254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:02:46.394280 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b58917-e63e-4bd0-92ae-75c7f6d92b41 None None] Pushing event updated for resources: {'Port': ['ID=5a7054cf-b8f6-4ba5-969b-e0bcadb8d8df,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:02:46.465982 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-48fcd258-2058-4929-9206-4df1e1dd84b3 None None] Notify callbacks [] for port, precommit_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:46.483297 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-48fcd258-2058-4929-9206-4df1e1dd84b3 None None] Transition to ACTIVE for port object 24973ca0-b388-47ac-958f-448743421f02 will not be triggered until provisioned by entity L2. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:02:46.485147 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-e6b58917-e63e-4bd0-92ae-75c7f6d92b41 None None] Attempting to bind port 5a7054cf-b8f6-4ba5-969b-e0bcadb8d8df on host n-d-804985-2 for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:02:46.485505 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-e6b58917-e63e-4bd0-92ae-75c7f6d92b41 None None] Attempting to bind port 5a7054cf-b8f6-4ba5-969b-e0bcadb8d8df by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': '2a2259e0-5d73-4f83-b8d1-a5eaaf9a1824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'cc4f2e7f-55c0-490b-9943-d39bf90446e9'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:02:46.485892 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b58917-e63e-4bd0-92ae-75c7f6d92b41 None None] Attempting to bind port 5a7054cf-b8f6-4ba5-969b-e0bcadb8d8df on network cc4f2e7f-55c0-490b-9943-d39bf90446e9 {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:02:46.492384 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-48fcd258-2058-4929-9206-4df1e1dd84b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:46.495821 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b58917-e63e-4bd0-92ae-75c7f6d92b41 None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 2, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:02:46.496193 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b58917-e63e-4bd0-92ae-75c7f6d92b41 None None] Checking segment: {'id': '2a2259e0-5d73-4f83-b8d1-a5eaaf9a1824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'cc4f2e7f-55c0-490b-9943-d39bf90446e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:02:46.496619 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-e6b58917-e63e-4bd0-92ae-75c7f6d92b41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:46.497011 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b58917-e63e-4bd0-92ae-75c7f6d92b41 None None] Bound using segment: {'id': '2a2259e0-5d73-4f83-b8d1-a5eaaf9a1824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'cc4f2e7f-55c0-490b-9943-d39bf90446e9'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:02:46.497496 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-e6b58917-e63e-4bd0-92ae-75c7f6d92b41 None None] Bound port: 5a7054cf-b8f6-4ba5-969b-e0bcadb8d8df, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a2259e0-5d73-4f83-b8d1-a5eaaf9a1824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'cc4f2e7f-55c0-490b-9943-d39bf90446e9'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:02:46.497850 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-e6b58917-e63e-4bd0-92ae-75c7f6d92b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:46.511749 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a33228ae-b8a3-4687-98e0-ba02f7b8c81b req-4c409ebc-89b6-474f-837a-9f8ab1d67864 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=8505e22f-c8ac-4091-b64c-de224593b235 HTTP/1.1" status: 200 len: 217 time: 0.3624606 Aug 18 12:02:46.533555 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d160a03-13ab-4710-afa7-29ddef34568d req-a4a45e67-366f-462d-bd5d-b648e7a4ea10 tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:46.536949 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6d160a03-13ab-4710-afa7-29ddef34568d req-a4a45e67-366f-462d-bd5d-b648e7a4ea10 tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] 10.222.0.66 "GET /v2.0/ports?device_id=305b0d7a-e7ab-4129-8b43-4762c73c2ae1 HTTP/1.1" status: 200 len: 945 time: 0.5447547 Aug 18 12:02:46.575977 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c828f2ac-fec9-42f4-9c58-2d44e2814c06 None None] Pushing event updated for resources: {'Port': ['ID=24973ca0-b388-47ac-958f-448743421f02,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:02:46.652298 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-48fcd258-2058-4929-9206-4df1e1dd84b3 None None] Attempting to bind port 24973ca0-b388-47ac-958f-448743421f02 on host n-d-804985-2 for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:02:46.652713 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-48fcd258-2058-4929-9206-4df1e1dd84b3 None None] Attempting to bind port 24973ca0-b388-47ac-958f-448743421f02 by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': '5c549b81-da47-45e6-8f6c-fe095fc8077e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '5067adef-ca32-4b40-9dd0-27029ddc2c30'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:02:46.653071 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48fcd258-2058-4929-9206-4df1e1dd84b3 None None] Attempting to bind port 24973ca0-b388-47ac-958f-448743421f02 on network 5067adef-ca32-4b40-9dd0-27029ddc2c30 {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:02:46.656360 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-e6b58917-e63e-4bd0-92ae-75c7f6d92b41 None None] For port 5a7054cf-b8f6-4ba5-969b-e0bcadb8d8df, host n-d-804985-2, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:02:46.661970 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48fcd258-2058-4929-9206-4df1e1dd84b3 None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 2, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:02:46.662363 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48fcd258-2058-4929-9206-4df1e1dd84b3 None None] Checking segment: {'id': '5c549b81-da47-45e6-8f6c-fe095fc8077e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '5067adef-ca32-4b40-9dd0-27029ddc2c30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:02:46.662755 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-48fcd258-2058-4929-9206-4df1e1dd84b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:46.663138 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48fcd258-2058-4929-9206-4df1e1dd84b3 None None] Bound using segment: {'id': '5c549b81-da47-45e6-8f6c-fe095fc8077e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '5067adef-ca32-4b40-9dd0-27029ddc2c30'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:02:46.663605 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-48fcd258-2058-4929-9206-4df1e1dd84b3 None None] Bound port: 24973ca0-b388-47ac-958f-448743421f02, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c549b81-da47-45e6-8f6c-fe095fc8077e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '5067adef-ca32-4b40-9dd0-27029ddc2c30'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:02:46.663977 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-48fcd258-2058-4929-9206-4df1e1dd84b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:46.679759 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-e6b58917-e63e-4bd0-92ae-75c7f6d92b41 None None] For port 5a7054cf-b8f6-4ba5-969b-e0bcadb8d8df, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=5a7054cf-b8f6-4ba5-969b-e0bcadb8d8df,segment=NetworkSegment(2a2259e0-5d73-4f83-b8d1-a5eaaf9a1824),segment_id=2a2259e0-5d73-4f83-b8d1-a5eaaf9a1824)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:02:46.687386 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-e6b58917-e63e-4bd0-92ae-75c7f6d92b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:46.723576 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0c1e58ee-1434-459e-925d-8646869b39be req-6be59530-7413-4745-9d40-5ed55d11bd23 tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=3fdbc2b793e24068a85791f08988ef10&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2172108 Aug 18 12:02:46.744735 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6d160a03-13ab-4710-afa7-29ddef34568d req-09a492c1-2e6b-45c8-9094-9d8fb6b7b205 tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] 10.222.0.66 "GET /v2.0/security-groups?id=47674416-b298-4cf8-93c5-c03a14c2b3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513007 Aug 18 12:02:46.752197 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33228ae-b8a3-4687-98e0-ba02f7b8c81b req-959516d8-08ea-47a1-a844-428f07e7852c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:46.753700 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a33228ae-b8a3-4687-98e0-ba02f7b8c81b req-959516d8-08ea-47a1-a844-428f07e7852c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6d16d680-110b-436d-8afa-48ba845b3623 HTTP/1.1" status: 200 len: 843 time: 0.2005730 Aug 18 12:02:46.793998 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b58917-e63e-4bd0-92ae-75c7f6d92b41 None None] Pushing event updated for resources: {'Port': ['ID=5a7054cf-b8f6-4ba5-969b-e0bcadb8d8df,revision_number=2']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:02:46.817903 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-48fcd258-2058-4929-9206-4df1e1dd84b3 None None] For port 24973ca0-b388-47ac-958f-448743421f02, host n-d-804985-2, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:02:46.823291 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-48fcd258-2058-4929-9206-4df1e1dd84b3 None None] For port 24973ca0-b388-47ac-958f-448743421f02, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=24973ca0-b388-47ac-958f-448743421f02,segment=NetworkSegment(5c549b81-da47-45e6-8f6c-fe095fc8077e),segment_id=5c549b81-da47-45e6-8f6c-fe095fc8077e)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:02:46.836067 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-48fcd258-2058-4929-9206-4df1e1dd84b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:46.899717 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48fcd258-2058-4929-9206-4df1e1dd84b3 None None] Routers {'e4c3cf64-8fbc-4de7-a985-c81929a02c11'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:02:46.899717 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-48fcd258-2058-4929-9206-4df1e1dd84b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:02:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['e4c3cf64-8fbc-4de7-a985-c81929a02c11'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:02:46.975877 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c828f2ac-fec9-42f4-9c58-2d44e2814c06 None None] Pushing event updated for resources: {'Port': ['ID=24973ca0-b388-47ac-958f-448743421f02,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:02:47.090608 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-48fcd258-2058-4929-9206-4df1e1dd84b3 None None] Set router e4c3cf64-8fbc-4de7-a985-c81929a02c11 gateway port host: n-d-804985-2 {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:02:47.111024 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1febbf7b-2168-42ef-8514-aa8fe9d13cc4 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3572913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59074111'] for subnet, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:47.130323 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6f2a16-575d-423e-977c-b838f34ab8a1 req-0a56c58a-3bf5-4d54-ab5d-a98065d1ac0a tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:47.131865 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7f6f2a16-575d-423e-977c-b838f34ab8a1 req-0a56c58a-3bf5-4d54-ab5d-a98065d1ac0a tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.66 "GET /v2.0/ports?device_id=40e4574c-4b8a-4303-8edb-4ebeb6edc075 HTTP/1.1" status: 200 len: 948 time: 0.3136826 Aug 18 12:02:47.202363 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33228ae-b8a3-4687-98e0-ba02f7b8c81b req-c36eca2b-77d9-482e-afd1-f7319fbc3dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:47.204592 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a33228ae-b8a3-4687-98e0-ba02f7b8c81b req-c36eca2b-77d9-482e-afd1-f7319fbc3dd3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=222e0814-c7e5-4b11-9282-3f40c6ed76b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4306543 Aug 18 12:02:47.252983 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0c1e58ee-1434-459e-925d-8646869b39be req-b4c7d56a-5fc2-441c-b5cb-7233064892b0 service neutron] 10.222.0.66 "GET /v2.0/networks/fde25e42-4dfd-46b4-aeda-a37c860e4c94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5047550 Aug 18 12:02:47.333253 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-48fcd258-2058-4929-9206-4df1e1dd84b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4c3cf64-8fbc-4de7-a985-c81929a02c11', 'name': 'tempest-ServersTestMultiNic-1800209248-router', 'tenant_id': '0cad20ae983946c9b98c5b381a7210db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': '7f7e8bc7-465c-47ad-aac2-3dd71c8339e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:02:37Z', 'updated_at': '2021-08-18T12:02:42Z', 'revision_number': 4, 'project_id': '0cad20ae983946c9b98c5b381a7210db', 'gw_port': {'id': '7f7e8bc7-465c-47ad-aac2-3dd71c8339e8', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:f2:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4c3cf64-8fbc-4de7-a985-c81929a02c11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:02:38Z', 'updated_at': '2021-08-18T12:02:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': '24973ca0-b388-47ac-958f-448743421f02', 'name': '', 'network_id': '5067adef-ca32-4b40-9dd0-27029ddc2c30', 'tenant_id': '0cad20ae983946c9b98c5b381a7210db', 'mac_address': 'fa:16:3e:07:c7:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4c3cf64-8fbc-4de7-a985-c81929a02c11', 'device_owner': 'network:router_interface', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': '0bf439db-f3cc-4ff1-8d6d-af51b169bc12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:02:40Z', 'updated_at': '2021-08-18T12:02:46Z', 'revision_number': 4, 'project_id': '0cad20ae983946c9b98c5b381a7210db', 'subnets': [{'id': '0bf439db-f3cc-4ff1-8d6d-af51b169bc12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:02:47.359622 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48fcd258-2058-4929-9206-4df1e1dd84b3 None None] The sync data for ids ['e4c3cf64-8fbc-4de7-a985-c81929a02c11'] in n-d-804985-2 is: [{'id': 'e4c3cf64-8fbc-4de7-a985-c81929a02c11', 'name': 'tempest-ServersTestMultiNic-1800209248-router', 'tenant_id': '0cad20ae983946c9b98c5b381a7210db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': '7f7e8bc7-465c-47ad-aac2-3dd71c8339e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:02:37Z', 'updated_at': '2021-08-18T12:02:42Z', 'revision_number': 4, 'project_id': '0cad20ae983946c9b98c5b381a7210db', 'gw_port': {'id': '7f7e8bc7-465c-47ad-aac2-3dd71c8339e8', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:f2:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4c3cf64-8fbc-4de7-a985-c81929a02c11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:02:38Z', 'updated_at': '2021-08-18T12:02:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': '24973ca0-b388-47ac-958f-448743421f02', 'name': '', 'network_id': '5067adef-ca32-4b40-9dd0-27029ddc2c30', 'tenant_id': '0cad20ae983946c9b98c5b381a7210db', 'mac_address': 'fa:16:3e:07:c7:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4c3cf64-8fbc-4de7-a985-c81929a02c11', 'device_owner': 'network:router_interface', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': '0bf439db-f3cc-4ff1-8d6d-af51b169bc12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:02:40Z', 'updated_at': '2021-08-18T12:02:46Z', 'revision_number': 4, 'project_id': '0cad20ae983946c9b98c5b381a7210db', 'subnets': [{'id': '0bf439db-f3cc-4ff1-8d6d-af51b169bc12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:02:47.407827 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1febbf7b-2168-42ef-8514-aa8fe9d13cc4 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Pushing event updated for resources: {'Subnet': ['ID=071528d0-6a1a-4e28-a3c8-0ac10e4ce9c0,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:02:47.441000 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7f6f2a16-575d-423e-977c-b838f34ab8a1 req-61b678cb-148a-4f22-a309-a46830481dc3 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb50ebbf-d033-473b-ae6e-593d78928b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2672851 Aug 18 12:02:47.484823 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1febbf7b-2168-42ef-8514-aa8fe9d13cc4 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Checking segment: {'id': 'dbd84b27-1843-4c50-9664-de000cc581b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '4bd0b8b1-f7b8-42e5-a78e-b89cea186ccd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:02:47.485199 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1febbf7b-2168-42ef-8514-aa8fe9d13cc4 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Network hostable DHCP agents. Network: 4bd0b8b1-f7b8-42e5-a78e-b89cea186ccd, hostable agents: ['97c14208-2951-4361-8d64-3708c946ff5f'], hosted agents: [] {{(pid=106252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 12:02:47.577696 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a33228ae-b8a3-4687-98e0-ba02f7b8c81b req-8b99a6ce-7621-487d-a37c-564f2ceabcb6 service neutron] 10.222.0.62 "GET /v2.0/networks/222e0814-c7e5-4b11-9282-3f40c6ed76b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3543494 Aug 18 12:02:47.584503 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0c1e58ee-1434-459e-925d-8646869b39be req-a7c61b60-12ac-40d2-88ce-6ee7bd9fcda9 service neutron] 10.222.0.66 "GET /v2.0/networks/fde25e42-4dfd-46b4-aeda-a37c860e4c94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3104079 Aug 18 12:02:47.661669 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1febbf7b-2168-42ef-8514-aa8fe9d13cc4 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Network 4bd0b8b1-f7b8-42e5-a78e-b89cea186ccd is scheduled to be hosted by DHCP agent 97c14208-2951-4361-8d64-3708c946ff5f with binding_index 1 {{(pid=106252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 12:02:47.705279 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-1febbf7b-2168-42ef-8514-aa8fe9d13cc4 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-2, 4bd0b8b1-f7b8-42e5-a78e-b89cea186ccd) {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:02:47.714516 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c46934a2-18e5-422e-be2d-b906d888f424 None None] Network 4bd0b8b1-f7b8-42e5-a78e-b89cea186ccd requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:02:47.760774 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1febbf7b-2168-42ef-8514-aa8fe9d13cc4 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:47.761394 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1febbf7b-2168-42ef-8514-aa8fe9d13cc4 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for subnet, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:47.809611 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84ce290-b15e-46b2-960d-0caad1d6a2e7 req-4397e1b1-4009-4dcf-868d-64989aed9aba tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:47.817801 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f84ce290-b15e-46b2-960d-0caad1d6a2e7 req-4397e1b1-4009-4dcf-868d-64989aed9aba tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/ports?device_id=c638d708-f9ec-4cc8-8d73-799d4b9bed3c HTTP/1.1" status: 200 len: 943 time: 0.2835233 Aug 18 12:02:47.848812 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c80ba3ba-609b-4cec-8189-939af3c71e7c tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3572913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59074111'] for subnet, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:47.869776 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a33228ae-b8a3-4687-98e0-ba02f7b8c81b req-36cb276d-e461-4136-bd60-f2cfb8ea5493 service neutron] 10.222.0.62 "GET /v2.0/networks/222e0814-c7e5-4b11-9282-3f40c6ed76b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2784419 Aug 18 12:02:47.877615 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-1febbf7b-2168-42ef-8514-aa8fe9d13cc4 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.3304563 Aug 18 12:02:48.008294 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6915a924-f443-4bed-8e80-437fc71ad9e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp788be208-34ab-5a8f-af0f-528834af222f-4bd0b8b1-f7b8-42e5-a78e-b89cea186ccd', 'network_id': '4bd0b8b1-f7b8-42e5-a78e-b89cea186ccd', 'tenant_id': '0cad20ae983946c9b98c5b381a7210db', 'fixed_ips': [{'subnet_id': '071528d0-6a1a-4e28-a3c8-0ac10e4ce9c0'}]}} from n-d-804985-2. {{(pid=106254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 12:02:48.009197 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-6915a924-f443-4bed-8e80-437fc71ad9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:48.082458 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f84ce290-b15e-46b2-960d-0caad1d6a2e7 req-c8adce34-f405-4eef-8ec5-a8f7afe40204 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/security-groups?id=582571f6-a365-42ab-be92-c3254f7d1409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2635162 Aug 18 12:02:48.102246 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1d397ba4-b67e-437d-97f5-081911d8c82b req-f87986af-734a-49b0-b78b-59d33897a33e tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] 10.222.0.66 "GET /v2.0/ports?device_id=79eb6dfc-2adb-4930-883e-cf334d7966ec HTTP/1.1" status: 200 len: 210 time: 0.1140633 Aug 18 12:02:48.118718 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eb7462f-a8ec-4125-b5ca-266890d437ef None None] Network cc4f2e7f-55c0-490b-9943-d39bf90446e9 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:02:48.162731 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80ba3ba-609b-4cec-8189-939af3c71e7c tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] Pushing event updated for resources: {'Subnet': ['ID=3565becd-9d34-4cdc-9a54-1b084474b66a,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:02:48.175624 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c80ba3ba-609b-4cec-8189-939af3c71e7c tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] Checking segment: {'id': 'b850a74f-6778-4037-884f-9a856c7b6335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '4556c5d1-d4b8-4171-b2a7-0cd31a71d709'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:02:48.175991 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c80ba3ba-609b-4cec-8189-939af3c71e7c tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] Network hostable DHCP agents. Network: 4556c5d1-d4b8-4171-b2a7-0cd31a71d709, hostable agents: ['97c14208-2951-4361-8d64-3708c946ff5f'], hosted agents: [] {{(pid=106252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 12:02:48.259745 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c80ba3ba-609b-4cec-8189-939af3c71e7c tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] Network 4556c5d1-d4b8-4171-b2a7-0cd31a71d709 is scheduled to be hosted by DHCP agent 97c14208-2951-4361-8d64-3708c946ff5f with binding_index 1 {{(pid=106252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 12:02:48.326493 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-c80ba3ba-609b-4cec-8189-939af3c71e7c tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-2, 4556c5d1-d4b8-4171-b2a7-0cd31a71d709) {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:02:48.336762 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c80ba3ba-609b-4cec-8189-939af3c71e7c tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3572913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59074111'] for subnet, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:48.382484 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c9c155-bc11-4e90-89b7-6d4126838646 req-16d4d8f2-b4ce-4931-81d9-b794f0256fc5 tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:48.384064 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c5c9c155-bc11-4e90-89b7-6d4126838646 req-16d4d8f2-b4ce-4931-81d9-b794f0256fc5 tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] 10.222.0.66 "GET /v2.0/ports?device_id=305b0d7a-e7ab-4129-8b43-4762c73c2ae1 HTTP/1.1" status: 200 len: 945 time: 0.1830430 Aug 18 12:02:48.387833 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e7bf183-4811-4c16-9adf-f7d9991b9c3a None None] Network 4556c5d1-d4b8-4171-b2a7-0cd31a71d709 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:02:48.467410 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3d9536-27ec-4bf3-9b7c-e81d177df5ae req-dd1c8167-d580-4839-b8c8-7f292c6c603a tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:48.473481 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3d9536-27ec-4bf3-9b7c-e81d177df5ae req-dd1c8167-d580-4839-b8c8-7f292c6c603a tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:48.480903 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8c3d9536-27ec-4bf3-9b7c-e81d177df5ae req-dd1c8167-d580-4839-b8c8-7f292c6c603a tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] 10.222.0.66 "GET /v2.0/networks?id=cc4f2e7f-55c0-490b-9943-d39bf90446e9&id=4bd0b8b1-f7b8-42e5-a78e-b89cea186ccd&id=cc4f2e7f-55c0-490b-9943-d39bf90446e9 HTTP/1.1" status: 200 len: 1392 time: 0.2379706 Aug 18 12:02:48.496668 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80ba3ba-609b-4cec-8189-939af3c71e7c tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] Pushing event updated for resources: {'Subnet': ['ID=b9f5c387-9749-49e5-8a88-14fdc1160b49,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:02:48.506861 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-6459b0f3-f054-4b59-b1ee-556302b3a9f0 None None] Provisioning for port 5a7054cf-b8f6-4ba5-969b-e0bcadb8d8df completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:02:48.519672 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8c3d9536-27ec-4bf3-9b7c-e81d177df5ae req-b6e44824-8249-465b-bb77-915af737a242 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] 10.222.0.66 "GET /v2.0/quotas/0cad20ae983946c9b98c5b381a7210db HTTP/1.1" status: 200 len: 375 time: 0.0374777 Aug 18 12:02:48.535615 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c5c9c155-bc11-4e90-89b7-6d4126838646 req-263bb320-ac9b-4f70-a168-4531001b467c tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] 10.222.0.66 "GET /v2.0/security-groups?id=47674416-b298-4cf8-93c5-c03a14c2b3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328638 Aug 18 12:02:48.547567 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device a9095b1c-1c59-403f-b0ed-5baf21bc78df details requested by agent hyperv_n-h2-804985-2 with host n-h2-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:02:48.604077 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c80ba3ba-609b-4cec-8189-939af3c71e7c tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] Checking segment: {'id': '0996d4a1-99fd-451b-b9f2-28c8009666ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '92a3f8f6-3563-43f5-8f71-bca700463f05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:02:48.604715 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c80ba3ba-609b-4cec-8189-939af3c71e7c tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] Network hostable DHCP agents. Network: 92a3f8f6-3563-43f5-8f71-bca700463f05, hostable agents: ['97c14208-2951-4361-8d64-3708c946ff5f'], hosted agents: [] {{(pid=106252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 12:02:48.703292 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8c3d9536-27ec-4bf3-9b7c-e81d177df5ae req-b426f763-999e-4bd8-ad93-3bbf81dd0950 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=0cad20ae983946c9b98c5b381a7210db&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1824021 Aug 18 12:02:48.757656 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c80ba3ba-609b-4cec-8189-939af3c71e7c tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] Network 92a3f8f6-3563-43f5-8f71-bca700463f05 is scheduled to be hosted by DHCP agent 97c14208-2951-4361-8d64-3708c946ff5f with binding_index 1 {{(pid=106252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 12:02:48.767512 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port a9095b1c-1c59-403f-b0ed-5baf21bc78df, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=a9095b1c-1c59-403f-b0ed-5baf21bc78df,segment=NetworkSegment(b0eb6eea-b461-4969-8a27-808f00daa8a1),segment_id=b0eb6eea-b461-4969-8a27-808f00daa8a1)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:02:48.813201 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Returning: {'device': 'a9095b1c-1c59-403f-b0ed-5baf21bc78df', 'network_id': '222e0814-c7e5-4b11-9282-3f40c6ed76b2', 'port_id': 'a9095b1c-1c59-403f-b0ed-5baf21bc78df', 'mac_address': 'fa:16:3e:5f:7b:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 823, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d16d680-110b-436d-8afa-48ba845b3623', 'ip_address': '192.168.233.186'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:02:48.823306 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-c80ba3ba-609b-4cec-8189-939af3c71e7c tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-2, 92a3f8f6-3563-43f5-8f71-bca700463f05) {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:02:48.832970 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-d536acbf-39c9-4299-b1bb-d88be272d663 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:48.840061 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c80ba3ba-609b-4cec-8189-939af3c71e7c tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:48.844248 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c80ba3ba-609b-4cec-8189-939af3c71e7c tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:48.844709 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c80ba3ba-609b-4cec-8189-939af3c71e7c tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for subnet, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:48.856411 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e432a01-cf2f-4dba-abde-14e9e94acdc7 None None] Network 92a3f8f6-3563-43f5-8f71-bca700463f05 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:02:48.881351 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc6e5ee-d465-4790-8213-6131b09b1ff6 req-7987a565-5b31-4137-8fdf-61a04acc25af tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:48.902059 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1fc6e5ee-d465-4790-8213-6131b09b1ff6 req-7987a565-5b31-4137-8fdf-61a04acc25af tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.66 "GET /v2.0/ports?device_id=40e4574c-4b8a-4303-8edb-4ebeb6edc075 HTTP/1.1" status: 200 len: 948 time: 0.1793036 Aug 18 12:02:48.949748 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 35448) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:02:48.951351 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-c80ba3ba-609b-4cec-8189-939af3c71e7c tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 3.4405506 Aug 18 12:02:48.951751 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 5a7054cf-b8f6-4ba5-969b-e0bcadb8d8df up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:02:48.956184 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.db_base_plugin_common [None req-6915a924-f443-4bed-8e80-437fc71ad9e2 None None] Allocated IP 19.86.0.2 (4bd0b8b1-f7b8-42e5-a78e-b89cea186ccd/071528d0-6a1a-4e28-a3c8-0ac10e4ce9c0/c247ed8d-74ee-4184-acc8-6f01d744fae8) {{(pid=106254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:02:48.979523 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8c3d9536-27ec-4bf3-9b7c-e81d177df5ae req-e67d5e8a-8962-4ea3-9984-ab252de896c7 service neutron] 10.222.0.66 "GET /v2.0/networks/cc4f2e7f-55c0-490b-9943-d39bf90446e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2752583 Aug 18 12:02:49.019512 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1fc6e5ee-d465-4790-8213-6131b09b1ff6 req-96f54c10-0f41-48ed-8096-65fe88f518bc tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb50ebbf-d033-473b-ae6e-593d78928b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124194 Aug 18 12:02:49.159872 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61fbb77e-a9b4-428e-887a-36e3b2c46012 tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:49.161740 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61fbb77e-a9b4-428e-887a-36e3b2c46012 tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:49.164072 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61fbb77e-a9b4-428e-887a-36e3b2c46012 tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:49.166218 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-61fbb77e-a9b4-428e-887a-36e3b2c46012 tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.2154708 Aug 18 12:02:49.177600 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 35458) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:02:49.215068 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8c3d9536-27ec-4bf3-9b7c-e81d177df5ae req-37681036-98a3-48af-a4d5-646f64b0dc59 service neutron] 10.222.0.66 "GET /v2.0/networks/cc4f2e7f-55c0-490b-9943-d39bf90446e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2342618 Aug 18 12:02:49.270463 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:49.272263 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_v2 [None req-44e14ccf-c6c3-4d67-acda-878512c240de tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] Deleting subnet 3565becd-9d34-4cdc-9a54-1b084474b66a {{(pid=106253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 12:02:49.276124 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-44e14ccf-c6c3-4d67-acda-878512c240de tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] Notify callbacks [] for subnet, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:49.347502 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-44e14ccf-c6c3-4d67-acda-878512c240de tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902229'] for subnet, precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:49.418337 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8c3d9536-27ec-4bf3-9b7c-e81d177df5ae req-d885724c-401c-4e8e-9916-d762dc827dc8 service neutron] 10.222.0.66 "GET /v2.0/networks/4bd0b8b1-f7b8-42e5-a78e-b89cea186ccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1966500 Aug 18 12:02:49.428643 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-44e14ccf-c6c3-4d67-acda-878512c240de tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:49.501675 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-44e14ccf-c6c3-4d67-acda-878512c240de tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58902171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59388106'] for subnet, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:49.518500 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9095b1c-1c59-403f-b0ed-5baf21bc78df {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:02:49.547167 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8c3d9536-27ec-4bf3-9b7c-e81d177df5ae req-32ad2e0c-7224-4815-80bd-4f8d598b18de service neutron] 10.222.0.66 "GET /v2.0/networks/4bd0b8b1-f7b8-42e5-a78e-b89cea186ccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018405 Aug 18 12:02:49.565718 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1e58ee-1434-459e-925d-8646869b39be req-eb9464aa-c988-415d-847b-f2b111330060 tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:49.567835 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0c1e58ee-1434-459e-925d-8646869b39be req-eb9464aa-c988-415d-847b-f2b111330060 tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] 10.222.0.63 "GET /v2.0/networks?id=fde25e42-4dfd-46b4-aeda-a37c860e4c94 HTTP/1.1" status: 200 len: 809 time: 0.2788887 Aug 18 12:02:49.574689 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e14ccf-c6c3-4d67-acda-878512c240de tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] Pushing event deleted for resources: {'Subnet': ['ID=3565becd-9d34-4cdc-9a54-1b084474b66a,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:02:49.581892 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-44e14ccf-c6c3-4d67-acda-878512c240de tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:49.587399 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-44e14ccf-c6c3-4d67-acda-878512c240de tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] 10.222.0.66 "DELETE /v2.0/subnets/3565becd-9d34-4cdc-9a54-1b084474b66a HTTP/1.1" status: 204 len: 168 time: 0.4079514 Aug 18 12:02:49.588340 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 35462) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:02:49.589662 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ceeef0-bb6c-487e-a858-7487abcaebc6 req-430a9384-e23e-4b2a-a67f-6b0efef5802b tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:49.591585 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a9ceeef0-bb6c-487e-a858-7487abcaebc6 req-430a9384-e23e-4b2a-a67f-6b0efef5802b tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/ports?device_id=c638d708-f9ec-4cc8-8d73-799d4b9bed3c HTTP/1.1" status: 200 len: 943 time: 0.1994874 Aug 18 12:02:49.597868 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-0c1e58ee-1434-459e-925d-8646869b39be req-7ae37db8-13f5-4a08-a60a-4fea6c39b87f tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] Request body: {'port': {'device_id': '79eb6dfc-2adb-4930-883e-cf334d7966ec', 'network_id': 'fde25e42-4dfd-46b4-aeda-a37c860e4c94', 'admin_state_up': True, 'tenant_id': '3fdbc2b793e24068a85791f08988ef10'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:02:49.620203 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0801c600-6d4a-44fb-8862-4bdc194eda98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp788be208-34ab-5a8f-af0f-528834af222f-4556c5d1-d4b8-4171-b2a7-0cd31a71d709', 'network_id': '4556c5d1-d4b8-4171-b2a7-0cd31a71d709', 'tenant_id': 'a10edca1bb83410ebfed157ada55560f', 'fixed_ips': [{'subnet_id': '3565becd-9d34-4cdc-9a54-1b084474b66a'}]}} from n-d-804985-2. {{(pid=106254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 12:02:49.621112 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-0801c600-6d4a-44fb-8862-4bdc194eda98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:49.667489 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b04a9a4-eb0c-4d46-828d-6677f4005627 tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] Deleting subnet b9f5c387-9749-49e5-8a88-14fdc1160b49 {{(pid=106253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 12:02:49.671810 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5b04a9a4-eb0c-4d46-828d-6677f4005627 tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] Notify callbacks [] for subnet, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:49.675573 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0293b0e-388b-4c25-b083-4dd9581b2a4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp788be208-34ab-5a8f-af0f-528834af222f-92a3f8f6-3563-43f5-8f71-bca700463f05', 'network_id': '92a3f8f6-3563-43f5-8f71-bca700463f05', 'tenant_id': 'a10edca1bb83410ebfed157ada55560f', 'fixed_ips': [{'subnet_id': 'b9f5c387-9749-49e5-8a88-14fdc1160b49'}]}} from n-d-804985-2. {{(pid=106254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 12:02:49.676539 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-f0293b0e-388b-4c25-b083-4dd9581b2a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:49.736948 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5b04a9a4-eb0c-4d46-828d-6677f4005627 tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902229'] for subnet, precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:49.751836 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a9ceeef0-bb6c-487e-a858-7487abcaebc6 req-9fc4ee2d-a558-4e36-88ec-f0bcfb9d1d74 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/security-groups?id=582571f6-a365-42ab-be92-c3254f7d1409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373086 Aug 18 12:02:49.768590 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port a9095b1c-1c59-403f-b0ed-5baf21bc78df, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=a9095b1c-1c59-403f-b0ed-5baf21bc78df,segment=NetworkSegment(b0eb6eea-b461-4969-8a27-808f00daa8a1),segment_id=b0eb6eea-b461-4969-8a27-808f00daa8a1)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:02:49.778236 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port 5a7054cf-b8f6-4ba5-969b-e0bcadb8d8df completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:02:49.787269 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 5a7054cf-b8f6-4ba5-969b-e0bcadb8d8df triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:02:49.787603 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:49.793647 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:49.794312 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 8505e22f-c8ac-4091-b64c-de224593b235 details requested by agent hyperv_n-h2-804985-2 with host n-h2-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:02:49.822261 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5b04a9a4-eb0c-4d46-828d-6677f4005627 tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:49.891447 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccfb81fe-fff0-4662-bb06-404eba087f0e None None] Network 4556c5d1-d4b8-4171-b2a7-0cd31a71d709 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:02:49.915912 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5b04a9a4-eb0c-4d46-828d-6677f4005627 tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58902171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59388106'] for subnet, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:49.930604 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e3219f84-1bdf-47de-a514-1616959d3889 req-e2a10892-10d2-41fe-bbdd-2e1053e83a8b tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] 10.222.0.66 "GET /v2.0/ports?device_id=79eb6dfc-2adb-4930-883e-cf334d7966ec HTTP/1.1" status: 200 len: 210 time: 0.0686841 Aug 18 12:02:49.933887 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5b04a9a4-eb0c-4d46-828d-6677f4005627 tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:49.939354 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-5b04a9a4-eb0c-4d46-828d-6677f4005627 tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] 10.222.0.66 "DELETE /v2.0/subnets/b9f5c387-9749-49e5-8a88-14fdc1160b49 HTTP/1.1" status: 204 len: 168 time: 0.3488553 Aug 18 12:02:49.960521 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 35464) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:02:49.974108 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8c3d9536-27ec-4bf3-9b7c-e81d177df5ae req-4455e942-63f1-436e-a7dd-275c7d2ae89a service neutron] 10.222.0.66 "GET /v2.0/networks/cc4f2e7f-55c0-490b-9943-d39bf90446e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4050410 Aug 18 12:02:49.977630 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b04a9a4-eb0c-4d46-828d-6677f4005627 tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] Pushing event deleted for resources: {'Subnet': ['ID=b9f5c387-9749-49e5-8a88-14fdc1160b49,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:02:50.086927 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c1e58ee-1434-459e-925d-8646869b39be req-7ae37db8-13f5-4a08-a60a-4fea6c39b87f tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] Made reservation on behalf of 3fdbc2b793e24068a85791f08988ef10 for: {'port': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:02:50.090795 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-0c1e58ee-1434-459e-925d-8646869b39be req-7ae37db8-13f5-4a08-a60a-4fea6c39b87f tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:50.178931 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port 8505e22f-c8ac-4091-b64c-de224593b235, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=8505e22f-c8ac-4091-b64c-de224593b235,segment=NetworkSegment(b0eb6eea-b461-4969-8a27-808f00daa8a1),segment_id=b0eb6eea-b461-4969-8a27-808f00daa8a1)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:02:50.187781 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=a9095b1c-1c59-403f-b0ed-5baf21bc78df,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:02:50.192238 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-6915a924-f443-4bed-8e80-437fc71ad9e2 None None] Notify callbacks [] for port, precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:50.196528 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8843cd9a-3197-40c9-8aa6-1f15904b6c18 tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:50.201530 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-8843cd9a-3197-40c9-8aa6-1f15904b6c18 tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2359166 Aug 18 12:02:50.202431 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 35472) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:02:50.208695 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89621261-8864-43e4-9aff-65336a37e1bd None None] Network 92a3f8f6-3563-43f5-8f71-bca700463f05 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:02:50.272890 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:02:50.273560 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:02:50.273560 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:02:50.273977 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:02:50.274931 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:02:50.274931 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:02:50.275151 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:02:50.275484 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:02:50.275868 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:02:50.276250 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:02:50.276655 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:02:50.277039 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:02:50.279950 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8c3d9536-27ec-4bf3-9b7c-e81d177df5ae req-2d3b5489-049f-4472-8f84-6da558c901a9 service neutron] 10.222.0.66 "GET /v2.0/networks/cc4f2e7f-55c0-490b-9943-d39bf90446e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2940681 Aug 18 12:02:50.289076 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Returning: {'device': '8505e22f-c8ac-4091-b64c-de224593b235', 'network_id': '222e0814-c7e5-4b11-9282-3f40c6ed76b2', 'port_id': '8505e22f-c8ac-4091-b64c-de224593b235', 'mac_address': 'fa:16:3e:3e:44:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 823, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d16d680-110b-436d-8afa-48ba845b3623', 'ip_address': '192.168.233.213'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:02:50.289743 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6f9d75-4632-4614-9e72-e09ab2fc85e0 req-88d1e6b1-79a2-40e1-b3a4-7f8b28d4e9ab tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:50.291518 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8e6f9d75-4632-4614-9e72-e09ab2fc85e0 req-88d1e6b1-79a2-40e1-b3a4-7f8b28d4e9ab tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.66 "GET /v2.0/ports?device_id=40e4574c-4b8a-4303-8edb-4ebeb6edc075 HTTP/1.1" status: 200 len: 948 time: 0.1692798 Aug 18 12:02:50.305749 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-6915a924-f443-4bed-8e80-437fc71ad9e2 None None] Transition to ACTIVE for port object c247ed8d-74ee-4184-acc8-6f01d744fae8 will not be triggered until provisioned by entity L2. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:02:50.321411 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a8772101-7de1-497a-93e0-ac58047fe1b4 tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7904109'] for network, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:50.340595 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-9664ce45-ea77-4ce3-93ad-c9b99af86274 None None] Provisioning complete for port 5a7054cf-b8f6-4ba5-969b-e0bcadb8d8df triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:02:50.340971 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-9664ce45-ea77-4ce3-93ad-c9b99af86274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:50.368142 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8e6f9d75-4632-4614-9e72-e09ab2fc85e0 req-6030c9bc-35a9-4f5c-8162-3af2bf15ab4e tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb50ebbf-d033-473b-ae6e-593d78928b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701814 Aug 18 12:02:50.388012 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [req-0c1e58ee-1434-459e-925d-8646869b39be req-7ae37db8-13f5-4a08-a60a-4fea6c39b87f tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] Allocated IP 172.20.0.9 (fde25e42-4dfd-46b4-aeda-a37c860e4c94/ff8046ef-165b-4279-9512-1ee28b707bb5/f8708b17-bf3e-453a-9ec5-a059c4d30d60) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:02:50.473124 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a8772101-7de1-497a-93e0-ac58047fe1b4 tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8367869', 'neutron.services.segments.db._delete_segments_for_network-8789151212993'] for network, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:50.484753 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-a8772101-7de1-497a-93e0-ac58047fe1b4 tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92a3f8f6-3563-43f5-8f71-bca700463f05']}} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:02:50.496465 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-a8772101-7de1-497a-93e0-ac58047fe1b4 tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0996d4a1-99fd-451b-b9f2-28c8009666ce') {'for_net_delete': True} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:02:50.496465 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-a8772101-7de1-497a-93e0-ac58047fe1b4 tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0996d4a1-99fd-451b-b9f2-28c8009666ce') {} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:02:50.506116 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a8772101-7de1-497a-93e0-ac58047fe1b4 tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789151225254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902236'] for segment, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:50.510466 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-6915a924-f443-4bed-8e80-437fc71ad9e2 None None] Transition to ACTIVE for port object c247ed8d-74ee-4184-acc8-6f01d744fae8 will not be triggered until provisioned by entity DHCP. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:02:50.523637 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a8772101-7de1-497a-93e0-ac58047fe1b4 tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:50.534439 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8772101-7de1-497a-93e0-ac58047fe1b4 tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] Releasing vlan 800 on physical network physnet1 to pool {{(pid=106253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:02:50.534918 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a8772101-7de1-497a-93e0-ac58047fe1b4 tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58900537'] for segment, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:50.539551 n-d-804985-2 neutron-server[106253]: Traceback (most recent call last): Aug 18 12:02:50.539551 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:02:50.539551 n-d-804985-2 neutron-server[106253]: timer() Aug 18 12:02:50.539551 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:02:50.539551 n-d-804985-2 neutron-server[106253]: cb(*args, **kw) Aug 18 12:02:50.539551 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:02:50.539551 n-d-804985-2 neutron-server[106253]: return func(*args, **kwargs) Aug 18 12:02:50.539551 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:02:50.539551 n-d-804985-2 neutron-server[106253]: self._notify() Aug 18 12:02:50.539551 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:02:50.539551 n-d-804985-2 neutron-server[106253]: self.callback(batched_events) Aug 18 12:02:50.539551 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:02:50.539551 n-d-804985-2 neutron-server[106253]: event.method(event) Aug 18 12:02:50.539551 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:02:50.539551 n-d-804985-2 neutron-server[106253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:02:50.539551 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:02:50.539551 n-d-804985-2 neutron-server[106253]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:02:50.539551 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:02:50.539551 n-d-804985-2 neutron-server[106253]: return f(self, *a, **k) Aug 18 12:02:50.539551 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:02:50.539551 n-d-804985-2 neutron-server[106253]: return self._get(url).json() Aug 18 12:02:50.539551 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:02:50.539551 n-d-804985-2 neutron-server[106253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:02:50.539551 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:02:50.539551 n-d-804985-2 neutron-server[106253]: return self.request(url, 'GET', **kwargs) Aug 18 12:02:50.539551 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:02:50.539551 n-d-804985-2 neutron-server[106253]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:02:50.539551 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:02:50.539551 n-d-804985-2 neutron-server[106253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:02:50.539551 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:02:50.539551 n-d-804985-2 neutron-server[106253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:02:50.539551 n-d-804985-2 neutron-server[106253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:02:50.592611 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-9664ce45-ea77-4ce3-93ad-c9b99af86274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:50.594898 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-6915a924-f443-4bed-8e80-437fc71ad9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547'] for port, after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:50.596629 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:50.615235 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8505e22f-c8ac-4091-b64c-de224593b235 {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:02:50.616306 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a8772101-7de1-497a-93e0-ac58047fe1b4 tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8367858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997186'] for network, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:50.622182 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a8772101-7de1-497a-93e0-ac58047fe1b4 tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:50.625182 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-a8772101-7de1-497a-93e0-ac58047fe1b4 tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] 10.222.0.66 "DELETE /v2.0/networks/92a3f8f6-3563-43f5-8f71-bca700463f05 HTTP/1.1" status: 204 len: 168 time: 0.4210455 Aug 18 12:02:50.629189 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 35482) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:02:50.681152 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:50.693850 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6915a924-f443-4bed-8e80-437fc71ad9e2 None None] Network 4bd0b8b1-f7b8-42e5-a78e-b89cea186ccd is already hosted by enough agents. {{(pid=106254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:02:50.703580 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.base_scheduler [None req-6915a924-f443-4bed-8e80-437fc71ad9e2 None None] Resources bound (agent type, host, resource id): {{(pid=106254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:02:50.721825 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6915a924-f443-4bed-8e80-437fc71ad9e2 None None] Received port after_create {{(pid=106254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:02:50.727478 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8772101-7de1-497a-93e0-ac58047fe1b4 tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] Pushing event deleted for resources: {'Network': ['ID=92a3f8f6-3563-43f5-8f71-bca700463f05,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:02:50.740760 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port 8505e22f-c8ac-4091-b64c-de224593b235, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=8505e22f-c8ac-4091-b64c-de224593b235,segment=NetworkSegment(b0eb6eea-b461-4969-8a27-808f00daa8a1),segment_id=b0eb6eea-b461-4969-8a27-808f00daa8a1)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:02:50.785131 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-bfa7b345-ab62-4bc4-aeaa-a466334c9667 tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7904109'] for network, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:50.911813 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-bfa7b345-ab62-4bc4-aeaa-a466334c9667 tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8367869', 'neutron.services.segments.db._delete_segments_for_network-8789151212993'] for network, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:50.929881 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-bfa7b345-ab62-4bc4-aeaa-a466334c9667 tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4556c5d1-d4b8-4171-b2a7-0cd31a71d709']}} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:02:50.932664 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:50.933424 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device b22d0b76-0641-4b54-8103-0eca22255863 details requested by agent hyperv_n-h2-804985-2 with host n-h2-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:02:50.935043 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6915a924-f443-4bed-8e80-437fc71ad9e2 None None] Pushing event updated for resources: {'Port': ['ID=c247ed8d-74ee-4184-acc8-6f01d744fae8,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:02:50.949918 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-9664ce45-ea77-4ce3-93ad-c9b99af86274 None None] For port 5a7054cf-b8f6-4ba5-969b-e0bcadb8d8df, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=5a7054cf-b8f6-4ba5-969b-e0bcadb8d8df,segment=NetworkSegment(2a2259e0-5d73-4f83-b8d1-a5eaaf9a1824),segment_id=2a2259e0-5d73-4f83-b8d1-a5eaaf9a1824)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:02:50.952414 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-bfa7b345-ab62-4bc4-aeaa-a466334c9667 tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b850a74f-6778-4037-884f-9a856c7b6335') {'for_net_delete': True} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:02:50.952660 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-bfa7b345-ab62-4bc4-aeaa-a466334c9667 tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b850a74f-6778-4037-884f-9a856c7b6335') {} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:02:50.967030 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-bfa7b345-ab62-4bc4-aeaa-a466334c9667 tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789151225254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902236'] for segment, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:50.996343 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-9664ce45-ea77-4ce3-93ad-c9b99af86274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:51.012535 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-bfa7b345-ab62-4bc4-aeaa-a466334c9667 tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:51.023408 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfa7b345-ab62-4bc4-aeaa-a466334c9667 tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] Releasing vlan 809 on physical network physnet1 to pool {{(pid=106253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:02:51.025030 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-bfa7b345-ab62-4bc4-aeaa-a466334c9667 tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58900537'] for segment, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:51.029829 n-d-804985-2 neutron-server[106253]: Traceback (most recent call last): Aug 18 12:02:51.029829 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:02:51.029829 n-d-804985-2 neutron-server[106253]: timer() Aug 18 12:02:51.029829 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:02:51.029829 n-d-804985-2 neutron-server[106253]: cb(*args, **kw) Aug 18 12:02:51.029829 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:02:51.029829 n-d-804985-2 neutron-server[106253]: return func(*args, **kwargs) Aug 18 12:02:51.029829 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:02:51.029829 n-d-804985-2 neutron-server[106253]: self._notify() Aug 18 12:02:51.029829 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:02:51.029829 n-d-804985-2 neutron-server[106253]: self.callback(batched_events) Aug 18 12:02:51.029829 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:02:51.029829 n-d-804985-2 neutron-server[106253]: event.method(event) Aug 18 12:02:51.029829 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:02:51.029829 n-d-804985-2 neutron-server[106253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:02:51.029829 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:02:51.029829 n-d-804985-2 neutron-server[106253]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:02:51.029829 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:02:51.029829 n-d-804985-2 neutron-server[106253]: return f(self, *a, **k) Aug 18 12:02:51.029829 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:02:51.029829 n-d-804985-2 neutron-server[106253]: return self._get(url).json() Aug 18 12:02:51.029829 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:02:51.029829 n-d-804985-2 neutron-server[106253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:02:51.029829 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:02:51.029829 n-d-804985-2 neutron-server[106253]: return self.request(url, 'GET', **kwargs) Aug 18 12:02:51.029829 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:02:51.029829 n-d-804985-2 neutron-server[106253]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:02:51.029829 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:02:51.029829 n-d-804985-2 neutron-server[106253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:02:51.029829 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:02:51.029829 n-d-804985-2 neutron-server[106253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:02:51.029829 n-d-804985-2 neutron-server[106253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:02:51.057188 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f89c0403-ce38-4094-8bd9-5c78f8fb60b5 req-2fdc474a-f1f5-4931-9d42-9ee21fc45d3d tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] 10.222.0.66 "GET /v2.0/ports?device_id=771bfcc3-0ae8-4ccb-b781-ce65f69f40f9 HTTP/1.1" status: 200 len: 210 time: 0.0623031 Aug 18 12:02:51.088403 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-0c1e58ee-1434-459e-925d-8646869b39be req-7ae37db8-13f5-4a08-a60a-4fea6c39b87f tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:51.112912 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82ede90-3fed-4195-bafb-5485b422e6d2 req-d9ee1ed6-27a0-435e-8a9a-2a4fa7a29f55 tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:51.120283 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a82ede90-3fed-4195-bafb-5485b422e6d2 req-d9ee1ed6-27a0-435e-8a9a-2a4fa7a29f55 tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] 10.222.0.66 "GET /v2.0/ports?device_id=305b0d7a-e7ab-4129-8b43-4762c73c2ae1 HTTP/1.1" status: 200 len: 945 time: 0.6262999 Aug 18 12:02:51.137782 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-6915a924-f443-4bed-8e80-437fc71ad9e2 None None] Attempting to bind port c247ed8d-74ee-4184-acc8-6f01d744fae8 on host n-d-804985-2 for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:02:51.138186 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-6915a924-f443-4bed-8e80-437fc71ad9e2 None None] Attempting to bind port c247ed8d-74ee-4184-acc8-6f01d744fae8 by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': 'dbd84b27-1843-4c50-9664-de000cc581b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '4bd0b8b1-f7b8-42e5-a78e-b89cea186ccd'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:02:51.138522 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6915a924-f443-4bed-8e80-437fc71ad9e2 None None] Attempting to bind port c247ed8d-74ee-4184-acc8-6f01d744fae8 on network 4bd0b8b1-f7b8-42e5-a78e-b89cea186ccd {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:02:51.141223 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-bfa7b345-ab62-4bc4-aeaa-a466334c9667 tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8367858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997186'] for network, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:51.146425 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6915a924-f443-4bed-8e80-437fc71ad9e2 None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 2, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:02:51.146665 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6915a924-f443-4bed-8e80-437fc71ad9e2 None None] Checking segment: {'id': 'dbd84b27-1843-4c50-9664-de000cc581b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '4bd0b8b1-f7b8-42e5-a78e-b89cea186ccd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:02:51.146936 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-6915a924-f443-4bed-8e80-437fc71ad9e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:51.147369 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6915a924-f443-4bed-8e80-437fc71ad9e2 None None] Bound using segment: {'id': 'dbd84b27-1843-4c50-9664-de000cc581b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '4bd0b8b1-f7b8-42e5-a78e-b89cea186ccd'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:02:51.147798 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-6915a924-f443-4bed-8e80-437fc71ad9e2 None None] Bound port: c247ed8d-74ee-4184-acc8-6f01d744fae8, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbd84b27-1843-4c50-9664-de000cc581b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '4bd0b8b1-f7b8-42e5-a78e-b89cea186ccd'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:02:51.148176 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-6915a924-f443-4bed-8e80-437fc71ad9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:51.153762 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=8505e22f-c8ac-4091-b64c-de224593b235,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:02:51.156906 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.db.api [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106254) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 18 12:02:51.157052 n-d-804985-2 neutron-server[106254]: DEBUG oslo_db.api [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 18 12:02:51.168853 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-bfa7b345-ab62-4bc4-aeaa-a466334c9667 tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:51.171383 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-bfa7b345-ab62-4bc4-aeaa-a466334c9667 tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] 10.222.0.66 "DELETE /v2.0/networks/4556c5d1-d4b8-4171-b2a7-0cd31a71d709 HTTP/1.1" status: 204 len: 168 time: 0.5411086 Aug 18 12:02:51.181856 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 35494) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:02:51.183719 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa7b345-ab62-4bc4-aeaa-a466334c9667 tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] Pushing event deleted for resources: {'Network': ['ID=4556c5d1-d4b8-4171-b2a7-0cd31a71d709,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:02:51.263137 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a82ede90-3fed-4195-bafb-5485b422e6d2 req-ea3868ce-a7e6-4e00-a2b3-bf52abf89e15 tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] 10.222.0.66 "GET /v2.0/security-groups?id=47674416-b298-4cf8-93c5-c03a14c2b3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418872 Aug 18 12:02:51.273766 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9664ce45-ea77-4ce3-93ad-c9b99af86274 None None] Pushing event updated for resources: {'Port': ['ID=5a7054cf-b8f6-4ba5-969b-e0bcadb8d8df,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:02:51.285455 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port b22d0b76-0641-4b54-8103-0eca22255863, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=b22d0b76-0641-4b54-8103-0eca22255863,segment=NetworkSegment(41659f6a-58f9-4216-bad4-63cae3d0928f),segment_id=41659f6a-58f9-4216-bad4-63cae3d0928f)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:02:51.303516 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Returning: {'device': 'b22d0b76-0641-4b54-8103-0eca22255863', 'network_id': '77d4e2e9-bb4f-4e96-bc3f-77ed49a19e4d', 'port_id': 'b22d0b76-0641-4b54-8103-0eca22255863', 'mac_address': 'fa:16:3e:79:0d:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 804, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9eb49c77-336c-4fcc-8887-f982143a5a95', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:02:51.310862 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-fcb84eac-53c0-4c23-8103-3604ac0c837c tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7904109'] for network, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:51.312509 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-6915a924-f443-4bed-8e80-437fc71ad9e2 None None] For port c247ed8d-74ee-4184-acc8-6f01d744fae8, host n-d-804985-2, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:02:51.349380 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-6915a924-f443-4bed-8e80-437fc71ad9e2 None None] For port c247ed8d-74ee-4184-acc8-6f01d744fae8, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=c247ed8d-74ee-4184-acc8-6f01d744fae8,segment=NetworkSegment(dbd84b27-1843-4c50-9664-de000cc581b9),segment_id=dbd84b27-1843-4c50-9664-de000cc581b9)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:02:51.351860 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fec5b2b-19f5-44fd-b348-d01b551f4779 req-d6bd46f7-e199-469f-a9cb-1ff4acfadbdd tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:51.353607 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1fec5b2b-19f5-44fd-b348-d01b551f4779 req-d6bd46f7-e199-469f-a9cb-1ff4acfadbdd tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/ports?device_id=c638d708-f9ec-4cc8-8d73-799d4b9bed3c HTTP/1.1" status: 200 len: 943 time: 0.1945732 Aug 18 12:02:51.354614 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-0c1e58ee-1434-459e-925d-8646869b39be req-7ae37db8-13f5-4a08-a60a-4fea6c39b87f tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:51.363041 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-6915a924-f443-4bed-8e80-437fc71ad9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:51.370576 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] get_ports_and_sgs() called for port_ids ['21e73176-c28c-44af-8516-96c757073f4e'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:02:51.379129 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:51.428900 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b22d0b76-0641-4b54-8103-0eca22255863 {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:02:51.438020 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:51.477395 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c1e58ee-1434-459e-925d-8646869b39be req-7ae37db8-13f5-4a08-a60a-4fea6c39b87f tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] Network fde25e42-4dfd-46b4-aeda-a37c860e4c94 is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:02:51.486173 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port b22d0b76-0641-4b54-8103-0eca22255863, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=b22d0b76-0641-4b54-8103-0eca22255863,segment=NetworkSegment(41659f6a-58f9-4216-bad4-63cae3d0928f),segment_id=41659f6a-58f9-4216-bad4-63cae3d0928f)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:02:51.487084 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [req-0c1e58ee-1434-459e-925d-8646869b39be req-7ae37db8-13f5-4a08-a60a-4fea6c39b87f tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:02:51.489831 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c1e58ee-1434-459e-925d-8646869b39be req-7ae37db8-13f5-4a08-a60a-4fea6c39b87f tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:02:51.498347 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6915a924-f443-4bed-8e80-437fc71ad9e2 None None] Pushing event updated for resources: {'Port': ['ID=c247ed8d-74ee-4184-acc8-6f01d744fae8,revision_number=2']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:02:51.502859 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:51.566437 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae37db8-13f5-4a08-a60a-4fea6c39b87f tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] Pushing event updated for resources: {'Port': ['ID=f8708b17-bf3e-453a-9ec5-a059c4d30d60,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:02:51.578890 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=b22d0b76-0641-4b54-8103-0eca22255863,revision_number=9']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:02:51.604574 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-fcb84eac-53c0-4c23-8103-3604ac0c837c tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8367869', 'neutron.services.segments.db._delete_segments_for_network-8789151212993'] for network, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:51.610405 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1fec5b2b-19f5-44fd-b348-d01b551f4779 req-42349ae2-6b75-42d8-96c5-87c479eb933d tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/security-groups?id=582571f6-a365-42ab-be92-c3254f7d1409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2337966 Aug 18 12:02:51.632070 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-fcb84eac-53c0-4c23-8103-3604ac0c837c tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9a77d65-4798-4924-a836-c8c243afc680']}} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:02:51.638006 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a33a19-9c83-4a71-bc7b-dd3b9245fb36 req-926899c2-5566-4226-8af3-3f25378026f2 tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:51.652517 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-45a33a19-9c83-4a71-bc7b-dd3b9245fb36 req-926899c2-5566-4226-8af3-3f25378026f2 tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] 10.222.0.66 "GET /v2.0/ports?device_id=79eb6dfc-2adb-4930-883e-cf334d7966ec HTTP/1.1" status: 200 len: 931 time: 0.2904825 Aug 18 12:02:51.680924 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1e58ee-1434-459e-925d-8646869b39be req-7ae37db8-13f5-4a08-a60a-4fea6c39b87f tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:51.681687 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-0c1e58ee-1434-459e-925d-8646869b39be req-7ae37db8-13f5-4a08-a60a-4fea6c39b87f tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:51.694018 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-fcb84eac-53c0-4c23-8103-3604ac0c837c tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05655842-1970-49f4-817d-bb19f6c21462') {'for_net_delete': True} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:02:51.694386 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-fcb84eac-53c0-4c23-8103-3604ac0c837c tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05655842-1970-49f4-817d-bb19f6c21462') {} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:02:51.716899 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-fcb84eac-53c0-4c23-8103-3604ac0c837c tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789151225254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2221521'] for segment, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:51.736344 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-e6ac243f-0182-4307-a7da-86d687869523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:51.742674 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 24973ca0-b388-47ac-958f-448743421f02 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:02:51.752649 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0c1e58ee-1434-459e-925d-8646869b39be req-7ae37db8-13f5-4a08-a60a-4fea6c39b87f tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1585095 Aug 18 12:02:51.769142 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-0c1e58ee-1434-459e-925d-8646869b39be req-caa8f2c6-e7cb-4720-9c47-3f73458dc7dc service neutron] Request body: {'port': {'device_id': '79eb6dfc-2adb-4930-883e-cf334d7966ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804985-2'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:02:51.793233 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-45a33a19-9c83-4a71-bc7b-dd3b9245fb36 req-66e6bb6b-5893-40d2-926b-08993133087c tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b3db2ea-cc32-4796-9824-b1355b845d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380391 Aug 18 12:02:51.794819 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-fcb84eac-53c0-4c23-8103-3604ac0c837c tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:51.821592 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port 24973ca0-b388-47ac-958f-448743421f02 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:02:51.837980 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 24973ca0-b388-47ac-958f-448743421f02 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:02:51.838365 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:51.843980 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcb84eac-53c0-4c23-8103-3604ac0c837c tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] Releasing vlan 840 on physical network physnet1 to pool {{(pid=106252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:02:51.844551 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-fcb84eac-53c0-4c23-8103-3604ac0c837c tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3572434'] for segment, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:51.871544 n-d-804985-2 neutron-server[106252]: Traceback (most recent call last): Aug 18 12:02:51.871544 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:02:51.871544 n-d-804985-2 neutron-server[106252]: timer() Aug 18 12:02:51.871544 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:02:51.871544 n-d-804985-2 neutron-server[106252]: cb(*args, **kw) Aug 18 12:02:51.871544 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:02:51.871544 n-d-804985-2 neutron-server[106252]: return func(*args, **kwargs) Aug 18 12:02:51.871544 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:02:51.871544 n-d-804985-2 neutron-server[106252]: self._notify() Aug 18 12:02:51.871544 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:02:51.871544 n-d-804985-2 neutron-server[106252]: self.callback(batched_events) Aug 18 12:02:51.871544 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:02:51.871544 n-d-804985-2 neutron-server[106252]: event.method(event) Aug 18 12:02:51.871544 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:02:51.871544 n-d-804985-2 neutron-server[106252]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:02:51.871544 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:02:51.871544 n-d-804985-2 neutron-server[106252]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:02:51.871544 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:02:51.871544 n-d-804985-2 neutron-server[106252]: return f(self, *a, **k) Aug 18 12:02:51.871544 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:02:51.871544 n-d-804985-2 neutron-server[106252]: return self._get(url).json() Aug 18 12:02:51.871544 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:02:51.871544 n-d-804985-2 neutron-server[106252]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:02:51.871544 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:02:51.871544 n-d-804985-2 neutron-server[106252]: return self.request(url, 'GET', **kwargs) Aug 18 12:02:51.871544 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:02:51.871544 n-d-804985-2 neutron-server[106252]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:02:51.871544 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:02:51.871544 n-d-804985-2 neutron-server[106252]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:02:51.871544 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:02:51.871544 n-d-804985-2 neutron-server[106252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:02:51.871544 n-d-804985-2 neutron-server[106252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:02:51.910822 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] get_ports_and_sgs() called for port_ids ['8505e22f-c8ac-4091-b64c-de224593b235'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:02:51.917082 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] get_ports_and_sgs() called for port_ids ['b22d0b76-0641-4b54-8103-0eca22255863'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:02:51.976322 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-0c1e58ee-1434-459e-925d-8646869b39be req-caa8f2c6-e7cb-4720-9c47-3f73458dc7dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:51.978390 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] get_ports_and_sgs() called for port_ids ['a9095b1c-1c59-403f-b0ed-5baf21bc78df'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:02:52.132506 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:52.133342 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-fcb84eac-53c0-4c23-8103-3604ac0c837c tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8367858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997186'] for network, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:52.137935 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-fcb84eac-53c0-4c23-8103-3604ac0c837c tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] Notify callbacks [] for network, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:52.142585 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-fcb84eac-53c0-4c23-8103-3604ac0c837c tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] 10.222.0.66 "DELETE /v2.0/networks/c9a77d65-4798-4924-a836-c8c243afc680 HTTP/1.1" status: 204 len: 168 time: 0.9559240 Aug 18 12:02:52.142896 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 35514) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:02:52.145848 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-53584c24-f517-494e-ac93-c18bb92373f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:52.187055 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] For port 24973ca0-b388-47ac-958f-448743421f02, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=24973ca0-b388-47ac-958f-448743421f02,segment=NetworkSegment(5c549b81-da47-45e6-8f6c-fe095fc8077e),segment_id=5c549b81-da47-45e6-8f6c-fe095fc8077e)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:02:52.197704 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb84eac-53c0-4c23-8103-3604ac0c837c tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] Pushing event deleted for resources: {'Network': ['ID=c9a77d65-4798-4924-a836-c8c243afc680,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:02:52.211602 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:52.248208 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9cf789-64fb-4281-aae5-50be98ddf9d1 req-b3da1d6b-16b7-400c-981e-977e938e25e3 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:52.256307 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-bc9cf789-64fb-4281-aae5-50be98ddf9d1 req-b3da1d6b-16b7-400c-981e-977e938e25e3 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.66 "GET /v2.0/ports?device_id=40e4574c-4b8a-4303-8edb-4ebeb6edc075 HTTP/1.1" status: 200 len: 949 time: 0.2991602 Aug 18 12:02:52.361345 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f0622911-5065-4786-a118-916418191e55 tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7904109'] for network, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:52.524632 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f0622911-5065-4786-a118-916418191e55 tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8367869', 'neutron.services.segments.db._delete_segments_for_network-8789151212993'] for network, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:52.530746 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4881066c-714d-4617-a5d2-d5d2381452d5 req-2cb681cd-95a4-4b99-a327-f36c4f98f29e tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] 10.222.0.66 "GET /v2.0/ports?device_id=771bfcc3-0ae8-4ccb-b781-ce65f69f40f9 HTTP/1.1" status: 200 len: 210 time: 0.1241357 Aug 18 12:02:52.539545 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-f0622911-5065-4786-a118-916418191e55 tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dca833d2-7cb5-4d28-9386-145467082911']}} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:02:52.550497 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-f0622911-5065-4786-a118-916418191e55 tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '606d6f01-bcde-44a1-8bcb-1984f1a98efb') {'for_net_delete': True} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:02:52.551800 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 5a7054cf-b8f6-4ba5-969b-e0bcadb8d8df up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:02:52.552498 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-f0622911-5065-4786-a118-916418191e55 tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '606d6f01-bcde-44a1-8bcb-1984f1a98efb') {} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:02:52.561253 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-bc9cf789-64fb-4281-aae5-50be98ddf9d1 req-e0d76303-7bad-421f-8458-9f8f7798c50f tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb50ebbf-d033-473b-ae6e-593d78928b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3028727 Aug 18 12:02:52.574439 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3d9536-27ec-4bf3-9b7c-e81d177df5ae req-dc3afab0-1119-42e0-a9ae-bb45a729bc4f tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:52.576801 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Pushing event updated for resources: {'Port': ['ID=24973ca0-b388-47ac-958f-448743421f02,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:02:52.580110 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f0622911-5065-4786-a118-916418191e55 tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789151225254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902236'] for segment, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:52.595197 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f0622911-5065-4786-a118-916418191e55 tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:52.597369 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3d9536-27ec-4bf3-9b7c-e81d177df5ae req-dc3afab0-1119-42e0-a9ae-bb45a729bc4f tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:52.599205 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8c3d9536-27ec-4bf3-9b7c-e81d177df5ae req-dc3afab0-1119-42e0-a9ae-bb45a729bc4f tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] 10.222.0.63 "GET /v2.0/networks?id=cc4f2e7f-55c0-490b-9943-d39bf90446e9&id=4bd0b8b1-f7b8-42e5-a78e-b89cea186ccd&id=cc4f2e7f-55c0-490b-9943-d39bf90446e9 HTTP/1.1" status: 200 len: 1392 time: 0.6434243 Aug 18 12:02:52.602055 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0622911-5065-4786-a118-916418191e55 tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] Releasing vlan 812 on physical network physnet1 to pool {{(pid=106253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:02:52.602558 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f0622911-5065-4786-a118-916418191e55 tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58900537'] for segment, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:52.631785 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-8c3d9536-27ec-4bf3-9b7c-e81d177df5ae req-bc5cb229-bfc9-4291-a474-2e2aaf839e8c tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Request body: {'port': {'device_id': '771bfcc3-0ae8-4ccb-b781-ce65f69f40f9', 'network_id': 'cc4f2e7f-55c0-490b-9943-d39bf90446e9', 'admin_state_up': True, 'tenant_id': '0cad20ae983946c9b98c5b381a7210db'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:02:52.664666 n-d-804985-2 neutron-server[106253]: Traceback (most recent call last): Aug 18 12:02:52.664666 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:02:52.664666 n-d-804985-2 neutron-server[106253]: timer() Aug 18 12:02:52.664666 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:02:52.664666 n-d-804985-2 neutron-server[106253]: cb(*args, **kw) Aug 18 12:02:52.664666 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:02:52.664666 n-d-804985-2 neutron-server[106253]: return func(*args, **kwargs) Aug 18 12:02:52.664666 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:02:52.664666 n-d-804985-2 neutron-server[106253]: self._notify() Aug 18 12:02:52.664666 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:02:52.664666 n-d-804985-2 neutron-server[106253]: self.callback(batched_events) Aug 18 12:02:52.664666 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:02:52.664666 n-d-804985-2 neutron-server[106253]: event.method(event) Aug 18 12:02:52.664666 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:02:52.664666 n-d-804985-2 neutron-server[106253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:02:52.664666 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:02:52.664666 n-d-804985-2 neutron-server[106253]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:02:52.664666 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:02:52.664666 n-d-804985-2 neutron-server[106253]: return f(self, *a, **k) Aug 18 12:02:52.664666 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:02:52.664666 n-d-804985-2 neutron-server[106253]: return self._get(url).json() Aug 18 12:02:52.664666 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:02:52.664666 n-d-804985-2 neutron-server[106253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:02:52.664666 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:02:52.664666 n-d-804985-2 neutron-server[106253]: return self.request(url, 'GET', **kwargs) Aug 18 12:02:52.664666 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:02:52.664666 n-d-804985-2 neutron-server[106253]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:02:52.664666 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:02:52.664666 n-d-804985-2 neutron-server[106253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:02:52.664666 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:02:52.664666 n-d-804985-2 neutron-server[106253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:02:52.664666 n-d-804985-2 neutron-server[106253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:02:52.708964 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f0622911-5065-4786-a118-916418191e55 tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8367858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997186'] for network, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:52.717783 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f0622911-5065-4786-a118-916418191e55 tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:52.719687 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-f0622911-5065-4786-a118-916418191e55 tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] 10.222.0.66 "DELETE /v2.0/networks/dca833d2-7cb5-4d28-9386-145467082911 HTTP/1.1" status: 204 len: 168 time: 0.5754063 Aug 18 12:02:52.749222 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 5a7054cf-b8f6-4ba5-969b-e0bcadb8d8df triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:02:52.749612 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:52.751954 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0622911-5065-4786-a118-916418191e55 tempest-BulkNetworkOpsIpV6Test-101980583 tempest-BulkNetworkOpsIpV6Test-101980583-project] Pushing event deleted for resources: {'Network': ['ID=dca833d2-7cb5-4d28-9386-145467082911,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:02:52.853662 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d046b11-6486-4c9a-98e0-66bfb42f83fb None None] Network 4bd0b8b1-f7b8-42e5-a78e-b89cea186ccd requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:02:52.922728 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device c247ed8d-74ee-4184-acc8-6f01d744fae8 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:02:53.005348 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-77503e72-9b7f-40c1-ad05-fa941b162fd1 None None] Provisioning for port c247ed8d-74ee-4184-acc8-6f01d744fae8 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:02:53.028978 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 35524) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:02:53.079952 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port c247ed8d-74ee-4184-acc8-6f01d744fae8 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:02:53.095786 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port c247ed8d-74ee-4184-acc8-6f01d744fae8 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:02:53.096292 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:53.129668 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [req-0c1e58ee-1434-459e-925d-8646869b39be req-caa8f2c6-e7cb-4720-9c47-3f73458dc7dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8708b17-bf3e-453a-9ec5-a059c4d30d60 {{(pid=106252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:02:53.141138 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-0c1e58ee-1434-459e-925d-8646869b39be req-caa8f2c6-e7cb-4720-9c47-3f73458dc7dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:53.157879 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [req-0c1e58ee-1434-459e-925d-8646869b39be req-caa8f2c6-e7cb-4720-9c47-3f73458dc7dc service neutron] Transition to ACTIVE for port object f8708b17-bf3e-453a-9ec5-a059c4d30d60 will not be triggered until provisioned by entity L2. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:02:53.170461 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6550e6-365a-426d-b4df-daac0232b92f req-56af99b0-ffa7-405e-840d-10797833c211 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:53.179421 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4b6550e6-365a-426d-b4df-daac0232b92f req-56af99b0-ffa7-405e-840d-10797833c211 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/ports?device_id=c638d708-f9ec-4cc8-8d73-799d4b9bed3c HTTP/1.1" status: 200 len: 944 time: 0.3831470 Aug 18 12:02:53.207466 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-0c1e58ee-1434-459e-925d-8646869b39be req-caa8f2c6-e7cb-4720-9c47-3f73458dc7dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:53.248798 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:53.269414 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0c8c53-1f0c-4b83-b180-21c7a00ae94a req-3a422cdc-56d5-4e50-8524-a4d4c5243aff tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:53.271157 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-eb0c8c53-1f0c-4b83-b180-21c7a00ae94a req-3a422cdc-56d5-4e50-8524-a4d4c5243aff tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] 10.222.0.66 "GET /v2.0/ports?device_id=79eb6dfc-2adb-4930-883e-cf334d7966ec HTTP/1.1" status: 200 len: 931 time: 0.3393972 Aug 18 12:02:53.287340 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-ec81c3b5-1ccc-4934-843a-d24447b3985d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a10edca1bb83410ebfed157ada55560f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2563112 Aug 18 12:02:53.289459 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 35534) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:02:53.312712 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] For port c247ed8d-74ee-4184-acc8-6f01d744fae8, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=c247ed8d-74ee-4184-acc8-6f01d744fae8,segment=NetworkSegment(dbd84b27-1843-4c50-9664-de000cc581b9),segment_id=dbd84b27-1843-4c50-9664-de000cc581b9)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:02:53.321596 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:53.342031 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c3d9536-27ec-4bf3-9b7c-e81d177df5ae req-bc5cb229-bfc9-4291-a474-2e2aaf839e8c tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Made reservation on behalf of 0cad20ae983946c9b98c5b381a7210db for: {'port': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:02:53.345686 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-8c3d9536-27ec-4bf3-9b7c-e81d177df5ae req-bc5cb229-bfc9-4291-a474-2e2aaf839e8c tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:53.398918 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4b6550e6-365a-426d-b4df-daac0232b92f req-d48b4c87-94eb-4008-a031-dcfb1c5016e8 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/security-groups?id=582571f6-a365-42ab-be92-c3254f7d1409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186122 Aug 18 12:02:53.399523 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa8f2c6-e7cb-4720-9c47-3f73458dc7dc service neutron] Pushing event updated for resources: {'Port': ['ID=f8708b17-bf3e-453a-9ec5-a059c4d30d60,revision_number=2']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:02:53.407193 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Pushing event updated for resources: {'Port': ['ID=c247ed8d-74ee-4184-acc8-6f01d744fae8,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:02:53.415939 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-eb0c8c53-1f0c-4b83-b180-21c7a00ae94a req-66e9c645-070f-44f0-bfde-496d1c14ee51 tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b3db2ea-cc32-4796-9824-b1355b845d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301334 Aug 18 12:02:53.547539 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-f5e6a727-8475-456d-8210-555017aff9d8 None None] Provisioning complete for port c247ed8d-74ee-4184-acc8-6f01d744fae8 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:02:53.548439 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-f5e6a727-8475-456d-8210-555017aff9d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:53.548596 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1033c258-535a-44a1-a32e-345651e8253b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:53.577504 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-0c1e58ee-1434-459e-925d-8646869b39be req-caa8f2c6-e7cb-4720-9c47-3f73458dc7dc service neutron] Attempting to bind port f8708b17-bf3e-453a-9ec5-a059c4d30d60 on host n-h1-804985-2 for vnic_type normal with profile {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:02:53.577794 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-0c1e58ee-1434-459e-925d-8646869b39be req-caa8f2c6-e7cb-4720-9c47-3f73458dc7dc service neutron] Attempting to bind port f8708b17-bf3e-453a-9ec5-a059c4d30d60 by drivers openvswitch,hyperv on host n-h1-804985-2 at level 0 using segments [{'id': '8e34e2fb-4ad4-4b3f-a62c-efd405a8566d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'fde25e42-4dfd-46b4-aeda-a37c860e4c94'}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:02:53.578118 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c1e58ee-1434-459e-925d-8646869b39be req-caa8f2c6-e7cb-4720-9c47-3f73458dc7dc service neutron] Attempting to bind port f8708b17-bf3e-453a-9ec5-a059c4d30d60 on network fde25e42-4dfd-46b4-aeda-a37c860e4c94 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:02:53.622194 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c1e58ee-1434-459e-925d-8646869b39be req-caa8f2c6-e7cb-4720-9c47-3f73458dc7dc service neutron] Port f8708b17-bf3e-453a-9ec5-a059c4d30d60 on network fde25e42-4dfd-46b4-aeda-a37c860e4c94 not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-2 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:02:53.622508 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c1e58ee-1434-459e-925d-8646869b39be req-caa8f2c6-e7cb-4720-9c47-3f73458dc7dc service neutron] Attempting to bind port f8708b17-bf3e-453a-9ec5-a059c4d30d60 on network fde25e42-4dfd-46b4-aeda-a37c860e4c94 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:02:53.637985 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1033c258-535a-44a1-a32e-345651e8253b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:53.667909 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c1e58ee-1434-459e-925d-8646869b39be req-caa8f2c6-e7cb-4720-9c47-3f73458dc7dc service neutron] Checking agent: {'id': 'a613417a-d085-492c-941a-59bb18c633d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 49, 6), 'started_at': datetime.datetime(2021, 8, 18, 11, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 2, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:02:53.668242 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c1e58ee-1434-459e-925d-8646869b39be req-caa8f2c6-e7cb-4720-9c47-3f73458dc7dc service neutron] Checking segment: {'id': '8e34e2fb-4ad4-4b3f-a62c-efd405a8566d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'fde25e42-4dfd-46b4-aeda-a37c860e4c94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:02:53.668652 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c1e58ee-1434-459e-925d-8646869b39be req-caa8f2c6-e7cb-4720-9c47-3f73458dc7dc service neutron] Bound using segment: {'id': '8e34e2fb-4ad4-4b3f-a62c-efd405a8566d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'fde25e42-4dfd-46b4-aeda-a37c860e4c94'} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:02:53.669098 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-0c1e58ee-1434-459e-925d-8646869b39be req-caa8f2c6-e7cb-4720-9c47-3f73458dc7dc service neutron] Bound port: f8708b17-bf3e-453a-9ec5-a059c4d30d60, host: n-h1-804985-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e34e2fb-4ad4-4b3f-a62c-efd405a8566d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'fde25e42-4dfd-46b4-aeda-a37c860e4c94'}}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:02:53.669454 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-0c1e58ee-1434-459e-925d-8646869b39be req-caa8f2c6-e7cb-4720-9c47-3f73458dc7dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:53.677860 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c74bd5fa-d759-49a3-aacc-ebcd2b7430f6 req-c2585949-119a-4e42-b333-e7906150962e tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] 10.222.0.66 "GET /v2.0/ports?device_id=771bfcc3-0ae8-4ccb-b781-ce65f69f40f9 HTTP/1.1" status: 200 len: 210 time: 0.0498512 Aug 18 12:02:53.740315 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-500a1c61-38a7-4c23-a7ec-4631080af5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:53.752757 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [req-8c3d9536-27ec-4bf3-9b7c-e81d177df5ae req-bc5cb229-bfc9-4291-a474-2e2aaf839e8c tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Allocated IP 19.80.0.171 (cc4f2e7f-55c0-490b-9943-d39bf90446e9/cb02e192-1103-49e2-882e-be3f963ea70c/74e85c66-a271-4152-b3e2-26858e501585) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:02:53.847875 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2819497e-f76c-4001-b9cb-61b9f99d58ce req-3b5f6ed5-feb9-4727-92c8-3f8d75371322 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:53.849362 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2819497e-f76c-4001-b9cb-61b9f99d58ce req-3b5f6ed5-feb9-4727-92c8-3f8d75371322 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.66 "GET /v2.0/ports?device_id=40e4574c-4b8a-4303-8edb-4ebeb6edc075 HTTP/1.1" status: 200 len: 949 time: 0.1777422 Aug 18 12:02:53.875362 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-0c1e58ee-1434-459e-925d-8646869b39be req-caa8f2c6-e7cb-4720-9c47-3f73458dc7dc service neutron] For port f8708b17-bf3e-453a-9ec5-a059c4d30d60, host n-h1-804985-2, cleared binding levels {{(pid=106252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:02:53.877595 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1033c258-535a-44a1-a32e-345651e8253b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:53.880295 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1033c258-535a-44a1-a32e-345651e8253b admin admin] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:53.881524 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-1033c258-535a-44a1-a32e-345651e8253b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/95ddb090-d532-49fd-a1e7-17f10496ccda HTTP/1.1" status: 204 len: 168 time: 0.5862081 Aug 18 12:02:53.883354 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-0c1e58ee-1434-459e-925d-8646869b39be req-caa8f2c6-e7cb-4720-9c47-3f73458dc7dc service neutron] For port f8708b17-bf3e-453a-9ec5-a059c4d30d60, host n-h1-804985-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=f8708b17-bf3e-453a-9ec5-a059c4d30d60,segment=NetworkSegment(8e34e2fb-4ad4-4b3f-a62c-efd405a8566d),segment_id=8e34e2fb-4ad4-4b3f-a62c-efd405a8566d)] {{(pid=106252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:02:53.906374 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-0c1e58ee-1434-459e-925d-8646869b39be req-caa8f2c6-e7cb-4720-9c47-3f73458dc7dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:53.964897 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1033c258-535a-44a1-a32e-345651e8253b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95ddb090-d532-49fd-a1e7-17f10496ccda,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:02:54.000190 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1e58ee-1434-459e-925d-8646869b39be req-caa8f2c6-e7cb-4720-9c47-3f73458dc7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:54.001242 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-0c1e58ee-1434-459e-925d-8646869b39be req-caa8f2c6-e7cb-4720-9c47-3f73458dc7dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:54.002643 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0c1e58ee-1434-459e-925d-8646869b39be req-caa8f2c6-e7cb-4720-9c47-3f73458dc7dc service neutron] 10.222.0.63 "PUT /v2.0/ports/f8708b17-bf3e-453a-9ec5-a059c4d30d60 HTTP/1.1" status: 200 len: 1091 time: 2.2389214 Aug 18 12:02:54.015225 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79eb6dfc-2adb-4930-883e-cf334d7966ec', 'tag': 'f8708b17-bf3e-453a-9ec5-a059c4d30d60'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:02:54.017700 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bad673d-3ede-4af9-b89e-b9bac16472b6" -d '{"events": [{"name": "network-changed", "server_uuid": "79eb6dfc-2adb-4930-883e-cf334d7966ec", "tag": "f8708b17-bf3e-453a-9ec5-a059c4d30d60"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:02:54.046091 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2819497e-f76c-4001-b9cb-61b9f99d58ce req-3a32c723-ae34-4953-b92f-7c701b481c5a tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb50ebbf-d033-473b-ae6e-593d78928b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820750 Aug 18 12:02:54.063188 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa8f2c6-e7cb-4720-9c47-3f73458dc7dc service neutron] Pushing event updated for resources: {'Port': ['ID=f8708b17-bf3e-453a-9ec5-a059c4d30d60,revision_number=3']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:02:54.103707 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:02:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0167afe7-b66d-4219-88f1-5c95c639727c x-openstack-request-id: req-0167afe7-b66d-4219-88f1-5c95c639727c {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:02:54.104307 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79eb6dfc-2adb-4930-883e-cf334d7966ec", "tag": "f8708b17-bf3e-453a-9ec5-a059c4d30d60", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:02:54.104636 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-0167afe7-b66d-4219-88f1-5c95c639727c {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:02:54.105087 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79eb6dfc-2adb-4930-883e-cf334d7966ec', 'tag': 'f8708b17-bf3e-453a-9ec5-a059c4d30d60', 'status': 'completed', 'code': 200} Aug 18 12:02:54.153256 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-8c3d9536-27ec-4bf3-9b7c-e81d177df5ae req-bc5cb229-bfc9-4291-a474-2e2aaf839e8c tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:54.172198 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [req-8c3d9536-27ec-4bf3-9b7c-e81d177df5ae req-bc5cb229-bfc9-4291-a474-2e2aaf839e8c tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Transition to ACTIVE for port object 74e85c66-a271-4152-b3e2-26858e501585 will not be triggered until provisioned by entity DHCP. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:02:54.177100 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1e58ee-1434-459e-925d-8646869b39be req-c649f8e1-66c9-420a-b233-51e1e633ea5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:54.178762 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0c1e58ee-1434-459e-925d-8646869b39be req-c649f8e1-66c9-420a-b233-51e1e633ea5f service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=3fdbc2b793e24068a85791f08988ef10&device_id=79eb6dfc-2adb-4930-883e-cf334d7966ec HTTP/1.1" status: 200 len: 1094 time: 0.0728564 Aug 18 12:02:54.235641 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0c1e58ee-1434-459e-925d-8646869b39be req-8fd81526-df06-4a71-bbf2-ef78b2977c3d service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f8708b17-bf3e-453a-9ec5-a059c4d30d60 HTTP/1.1" status: 200 len: 217 time: 0.0439992 Aug 18 12:02:54.283711 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-8c3d9536-27ec-4bf3-9b7c-e81d177df5ae req-bc5cb229-bfc9-4291-a474-2e2aaf839e8c tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:54.320779 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1e58ee-1434-459e-925d-8646869b39be req-4762dddf-9778-44bd-9fc6-409c1862306d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:54.322268 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0c1e58ee-1434-459e-925d-8646869b39be req-4762dddf-9778-44bd-9fc6-409c1862306d service neutron] 10.222.0.63 "GET /v2.0/subnets?id=ff8046ef-165b-4279-9512-1ee28b707bb5 HTTP/1.1" status: 200 len: 849 time: 0.0800440 Aug 18 12:02:54.331026 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 24973ca0-b388-47ac-958f-448743421f02 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:02:54.332129 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c3d9536-27ec-4bf3-9b7c-e81d177df5ae req-bc5cb229-bfc9-4291-a474-2e2aaf839e8c tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Network cc4f2e7f-55c0-490b-9943-d39bf90446e9 is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:02:54.343771 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [req-8c3d9536-27ec-4bf3-9b7c-e81d177df5ae req-bc5cb229-bfc9-4291-a474-2e2aaf839e8c tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:02:54.405913 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0c1e58ee-1434-459e-925d-8646869b39be req-e146b16b-e8e2-4257-9b38-d5d23467e1a0 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=fde25e42-4dfd-46b4-aeda-a37c860e4c94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0721881 Aug 18 12:02:54.406719 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c3d9536-27ec-4bf3-9b7c-e81d177df5ae req-bc5cb229-bfc9-4291-a474-2e2aaf839e8c tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:02:54.415603 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 24973ca0-b388-47ac-958f-448743421f02 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:02:54.415973 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:54.607148 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device c247ed8d-74ee-4184-acc8-6f01d744fae8 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:02:54.641040 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3d9536-27ec-4bf3-9b7c-e81d177df5ae req-bc5cb229-bfc9-4291-a474-2e2aaf839e8c tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:54.641622 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-8c3d9536-27ec-4bf3-9b7c-e81d177df5ae req-bc5cb229-bfc9-4291-a474-2e2aaf839e8c tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:54.651829 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5cb229-bfc9-4291-a474-2e2aaf839e8c tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Pushing event updated for resources: {'Port': ['ID=74e85c66-a271-4152-b3e2-26858e501585,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:02:54.679532 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port c247ed8d-74ee-4184-acc8-6f01d744fae8 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:02:54.680207 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:54.705823 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8c3d9536-27ec-4bf3-9b7c-e81d177df5ae req-bc5cb229-bfc9-4291-a474-2e2aaf839e8c tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0829968 Aug 18 12:02:54.722525 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-8c3d9536-27ec-4bf3-9b7c-e81d177df5ae req-6d808e66-735d-4fcf-b2c3-d00d4e56af20 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Request body: {'port': {'device_id': '771bfcc3-0ae8-4ccb-b781-ce65f69f40f9', 'network_id': '4bd0b8b1-f7b8-42e5-a78e-b89cea186ccd', 'admin_state_up': True, 'tenant_id': '0cad20ae983946c9b98c5b381a7210db'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:02:54.725628 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-28744eaf-7c0d-423b-9ae3-da33c4a0666b None None] Provisioning for port 74e85c66-a271-4152-b3e2-26858e501585 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:02:54.740648 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-28744eaf-7c0d-423b-9ae3-da33c4a0666b None None] Provisioning complete for port 74e85c66-a271-4152-b3e2-26858e501585 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:02:54.741402 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-28744eaf-7c0d-423b-9ae3-da33c4a0666b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:54.796675 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7853ad-e300-4471-9f4b-c75e46e4cb24 req-4d5c52ae-0dd4-4108-870b-dd06ac7978bc tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:54.804562 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-28744eaf-7c0d-423b-9ae3-da33c4a0666b None None] Port 74e85c66-a271-4152-b3e2-26858e501585 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:02:54.805193 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7a7853ad-e300-4471-9f4b-c75e46e4cb24 req-4d5c52ae-0dd4-4108-870b-dd06ac7978bc tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] 10.222.0.66 "GET /v2.0/ports?device_id=79eb6dfc-2adb-4930-883e-cf334d7966ec HTTP/1.1" status: 200 len: 943 time: 0.2217944 Aug 18 12:02:54.834910 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 35574) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:02:54.866508 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7451de8f-8429-48ec-ac62-b31c5f3e2562 req-47c13326-2f42-4e0f-b649-9263ed714be3 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:54.868015 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7451de8f-8429-48ec-ac62-b31c5f3e2562 req-47c13326-2f42-4e0f-b649-9263ed714be3 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/ports?device_id=c638d708-f9ec-4cc8-8d73-799d4b9bed3c HTTP/1.1" status: 200 len: 944 time: 0.2867715 Aug 18 12:02:54.896948 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0c1e58ee-1434-459e-925d-8646869b39be req-aa93b2d4-9bbf-41b5-857e-72a01caa3859 service neutron] 10.222.0.63 "GET /v2.0/networks/fde25e42-4dfd-46b4-aeda-a37c860e4c94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4077628 Aug 18 12:02:54.907399 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7a7853ad-e300-4471-9f4b-c75e46e4cb24 req-78c78813-0725-422d-9706-f5803038f42a tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b3db2ea-cc32-4796-9824-b1355b845d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013749 Aug 18 12:02:54.952116 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-fc6266e1-123d-4371-831c-547c7f0420e2 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-738953479'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:02:54.978738 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc6266e1-123d-4371-831c-547c7f0420e2 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Made reservation on behalf of 65fdfa1f9ea246ab9e952c5b1ba0afa3 for: {'network': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:02:54.983161 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-fc6266e1-123d-4371-831c-547c7f0420e2 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for network, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:54.993173 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-fc6266e1-123d-4371-831c-547c7f0420e2 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:55.011286 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7451de8f-8429-48ec-ac62-b31c5f3e2562 req-d0e96737-b75c-430e-85a1-c5d0472e790d tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/security-groups?id=582571f6-a365-42ab-be92-c3254f7d1409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317921 Aug 18 12:02:55.033569 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.db.api [None req-fc6266e1-123d-4371-831c-547c7f0420e2 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 18 12:02:55.033569 n-d-804985-2 neutron-server[106253]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 18 12:02:55.033569 n-d-804985-2 neutron-server[106253]: [parameters: {'project_id_1': '65fdfa1f9ea246ab9e952c5b1ba0afa3', 'expiration_1': datetime.datetime(2021, 8, 18, 12, 2, 55, 10730)}] Aug 18 12:02:55.033569 n-d-804985-2 neutron-server[106253]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=106253) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 18 12:02:55.033915 n-d-804985-2 neutron-server[106253]: DEBUG oslo_db.api [None req-fc6266e1-123d-4371-831c-547c7f0420e2 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 18 12:02:55.073565 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c3d9536-27ec-4bf3-9b7c-e81d177df5ae req-6d808e66-735d-4fcf-b2c3-d00d4e56af20 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Made reservation on behalf of 0cad20ae983946c9b98c5b381a7210db for: {'port': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:02:55.077264 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-8c3d9536-27ec-4bf3-9b7c-e81d177df5ae req-6d808e66-735d-4fcf-b2c3-d00d4e56af20 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:55.091083 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0c1e58ee-1434-459e-925d-8646869b39be req-d0dbc042-d337-435b-a8e8-70c568c7dbf9 service neutron] 10.222.0.63 "GET /v2.0/networks/fde25e42-4dfd-46b4-aeda-a37c860e4c94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1811073 Aug 18 12:02:55.511866 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device b22d0b76-0641-4b54-8103-0eca22255863 up at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:02:55.535248 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-fc6266e1-123d-4371-831c-547c7f0420e2 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:55.586675 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Provisioning complete for port b22d0b76-0641-4b54-8103-0eca22255863 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:02:55.587465 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:55.590031 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92ddfd4-5ce6-4c65-89c6-f154c56a4437 req-f160b81c-c8f2-4340-b499-11419216a585 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:55.591554 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f92ddfd4-5ce6-4c65-89c6-f154c56a4437 req-f160b81c-c8f2-4340-b499-11419216a585 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] 10.222.0.66 "GET /v2.0/ports?device_id=771bfcc3-0ae8-4ccb-b781-ce65f69f40f9 HTTP/1.1" status: 200 len: 932 time: 0.4820075 Aug 18 12:02:55.627396 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c14824-c6ab-419c-9f71-2db2c4cdd77d req-f585cdf7-501a-42a2-8e16-9db9d378a152 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:55.628834 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f2c14824-c6ab-419c-9f71-2db2c4cdd77d req-f585cdf7-501a-42a2-8e16-9db9d378a152 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.66 "GET /v2.0/ports?device_id=40e4574c-4b8a-4303-8edb-4ebeb6edc075 HTTP/1.1" status: 200 len: 949 time: 0.4786806 Aug 18 12:02:55.630766 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bad673d-3ede-4af9-b89e-b9bac16472b6 req-0985a628-8d61-404c-aa71-1f7282a1b484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:55.632113 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1bad673d-3ede-4af9-b89e-b9bac16472b6 req-0985a628-8d61-404c-aa71-1f7282a1b484 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=3fdbc2b793e24068a85791f08988ef10&device_id=79eb6dfc-2adb-4930-883e-cf334d7966ec HTTP/1.1" status: 200 len: 1094 time: 0.4518759 Aug 18 12:02:55.650758 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-fc6266e1-123d-4371-831c-547c7f0420e2 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:55.656066 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-fc6266e1-123d-4371-831c-547c7f0420e2 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:55.692072 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6266e1-123d-4371-831c-547c7f0420e2 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Pushing event updated for resources: {'SecurityGroup': ['ID=482d35dd-14ca-40a9-b011-19f59b39ea5d,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:02:55.692315 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [req-8c3d9536-27ec-4bf3-9b7c-e81d177df5ae req-6d808e66-735d-4fcf-b2c3-d00d4e56af20 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Allocated IP 19.86.0.82 (4bd0b8b1-f7b8-42e5-a78e-b89cea186ccd/071528d0-6a1a-4e28-a3c8-0ac10e4ce9c0/b08f237e-3f2b-4421-8dcb-0fdda4008b43) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:02:55.704217 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc6266e1-123d-4371-831c-547c7f0420e2 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 827} {{(pid=106253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:02:55.715177 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-fc6266e1-123d-4371-831c-547c7f0420e2 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:55.715659 n-d-804985-2 neutron-server[106253]: INFO neutron.db.segments_db [None req-fc6266e1-123d-4371-831c-547c7f0420e2 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Added segment 90d86016-4e63-4d48-9794-bc6fd7d5a38b of type vlan for network e09d479c-49c3-4874-9ac4-04b507eec62b Aug 18 12:02:55.724085 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:55.758507 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c638d708-f9ec-4cc8-8d73-799d4b9bed3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b22d0b76-0641-4b54-8103-0eca22255863'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:02:55.759470 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f92ddfd4-5ce6-4c65-89c6-f154c56a4437 req-47f486fd-1e61-4b10-b02d-adde6eeb958e tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] 10.222.0.66 "GET /v2.0/security-groups?id=93e28aa4-0de3-4f04-b26e-638cffd77b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516399 Aug 18 12:02:55.765306 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-fc6266e1-123d-4371-831c-547c7f0420e2 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789150665894'] for network, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:55.775055 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db50a436fb3a98495337d8fe7487b4f2ea6f3c1052eb9efadc2ecda2d5737001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d911c90d-4d40-42b4-bc98-aae22bed5616" -d '{"events": [{"server_uuid": "c638d708-f9ec-4cc8-8d73-799d4b9bed3c", "name": "network-vif-plugged", "status": "completed", "tag": "b22d0b76-0641-4b54-8103-0eca22255863"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:02:55.799653 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-fc6266e1-123d-4371-831c-547c7f0420e2 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for network, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:55.808212 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port b22d0b76-0641-4b54-8103-0eca22255863, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=b22d0b76-0641-4b54-8103-0eca22255863,segment=NetworkSegment(41659f6a-58f9-4216-bad4-63cae3d0928f),segment_id=41659f6a-58f9-4216-bad4-63cae3d0928f)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:02:55.808954 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc6266e1-123d-4371-831c-547c7f0420e2 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:55.809676 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-fc6266e1-123d-4371-831c-547c7f0420e2 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:55.819917 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:55.821464 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 8505e22f-c8ac-4091-b64c-de224593b235 up at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:02:55.831317 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f2c14824-c6ab-419c-9f71-2db2c4cdd77d req-9bdc6c94-1f34-42cf-af58-2eee73e4869f tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb50ebbf-d033-473b-ae6e-593d78928b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879609 Aug 18 12:02:55.865180 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:02:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e0437a3-2eaa-4850-85a4-5bfecb1faa72 x-openstack-request-id: req-5e0437a3-2eaa-4850-85a4-5bfecb1faa72 {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:02:55.865551 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c638d708-f9ec-4cc8-8d73-799d4b9bed3c", "name": "network-vif-plugged", "status": "completed", "tag": "b22d0b76-0641-4b54-8103-0eca22255863", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:02:55.865865 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-5e0437a3-2eaa-4850-85a4-5bfecb1faa72 {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:02:55.866317 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c638d708-f9ec-4cc8-8d73-799d4b9bed3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b22d0b76-0641-4b54-8103-0eca22255863', 'code': 200} Aug 18 12:02:55.931832 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6266e1-123d-4371-831c-547c7f0420e2 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Pushing event updated for resources: {'Network': ['ID=e09d479c-49c3-4874-9ac4-04b507eec62b,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:02:55.940102 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bad673d-3ede-4af9-b89e-b9bac16472b6 req-17df5e13-3a29-48c6-8136-342fb3432001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:55.943612 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1bad673d-3ede-4af9-b89e-b9bac16472b6 req-17df5e13-3a29-48c6-8136-342fb3432001 service neutron] 10.222.0.63 "GET /v2.0/networks?id=fde25e42-4dfd-46b4-aeda-a37c860e4c94 HTTP/1.1" status: 200 len: 910 time: 0.2933743 Aug 18 12:02:55.949434 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-fc6266e1-123d-4371-831c-547c7f0420e2 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1118615 Aug 18 12:02:55.950179 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 35586) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:02:55.956559 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-fafed32b-e881-4961-b2d6-c1cb0ea257b7 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Request body: {'port': {'network_id': 'e09d479c-49c3-4874-9ac4-04b507eec62b', 'name': 'tempest-PortsIpV6TestJSON-1286021009'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:02:55.976494 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Network e09d479c-49c3-4874-9ac4-04b507eec62b details requested by agent ovs-agent-n-d-804985-2 with host n-d-804985-2 {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:02:55.985574 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Provisioning for port 8505e22f-c8ac-4091-b64c-de224593b235 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:02:56.062387 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1bad673d-3ede-4af9-b89e-b9bac16472b6 req-cc084a6c-e5ad-4c45-8b59-af5537091984 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f8708b17-bf3e-453a-9ec5-a059c4d30d60 HTTP/1.1" status: 200 len: 217 time: 0.0830691 Aug 18 12:02:56.062676 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=b22d0b76-0641-4b54-8103-0eca22255863,revision_number=10']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:02:56.067863 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Provisioning complete for port 8505e22f-c8ac-4091-b64c-de224593b235 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:02:56.068228 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:56.083589 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fafed32b-e881-4961-b2d6-c1cb0ea257b7 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Made reservation on behalf of 65fdfa1f9ea246ab9e952c5b1ba0afa3 for: {'port': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:02:56.090205 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-fafed32b-e881-4961-b2d6-c1cb0ea257b7 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:56.114294 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [None req-fafed32b-e881-4961-b2d6-c1cb0ea257b7 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] device_id is not set on port 80e8ef04-60a2-4160-8193-80c4dde17411 yet. {{(pid=106253) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 12:02:56.186787 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:56.236347 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port 8505e22f-c8ac-4091-b64c-de224593b235, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=8505e22f-c8ac-4091-b64c-de224593b235,segment=NetworkSegment(b0eb6eea-b461-4969-8a27-808f00daa8a1),segment_id=b0eb6eea-b461-4969-8a27-808f00daa8a1)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:02:56.243562 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:56.245476 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device a9095b1c-1c59-403f-b0ed-5baf21bc78df up at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:02:56.324328 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157d6466-c588-4afb-a269-9a2427d9108b req-ccbe2429-3028-4757-82e6-4a5a19bb0db0 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:56.326011 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-157d6466-c588-4afb-a269-9a2427d9108b req-ccbe2429-3028-4757-82e6-4a5a19bb0db0 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/ports?device_id=c638d708-f9ec-4cc8-8d73-799d4b9bed3c HTTP/1.1" status: 200 len: 946 time: 0.1356664 Aug 18 12:02:56.330775 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bad673d-3ede-4af9-b89e-b9bac16472b6 req-8222562a-25c6-4527-8cae-f276fbc5236f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:56.332263 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1bad673d-3ede-4af9-b89e-b9bac16472b6 req-8222562a-25c6-4527-8cae-f276fbc5236f service neutron] 10.222.0.63 "GET /v2.0/subnets?id=ff8046ef-165b-4279-9512-1ee28b707bb5 HTTP/1.1" status: 200 len: 849 time: 0.1769395 Aug 18 12:02:56.337055 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d843479-6f1b-40c8-a05f-425214453814 req-5bebd00f-15b3-490c-92b4-b566ddb405a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:56.338528 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8d843479-6f1b-40c8-a05f-425214453814 req-5bebd00f-15b3-490c-92b4-b566ddb405a9 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=c638d708-f9ec-4cc8-8d73-799d4b9bed3c HTTP/1.1" status: 200 len: 1097 time: 0.3181736 Aug 18 12:02:56.345848 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-fafed32b-e881-4961-b2d6-c1cb0ea257b7 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:56.346143 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ea5d06-2bca-44e4-b9a5-2ece5598f2da req-5a7af32b-b3b7-4295-aa1b-88833f7e1d0f tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:56.347655 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b3ea5d06-2bca-44e4-b9a5-2ece5598f2da req-5a7af32b-b3b7-4295-aa1b-88833f7e1d0f tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] 10.222.0.66 "GET /v2.0/ports?device_id=79eb6dfc-2adb-4930-883e-cf334d7966ec HTTP/1.1" status: 200 len: 943 time: 0.2625678 Aug 18 12:02:56.352908 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=8505e22f-c8ac-4091-b64c-de224593b235,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:02:56.360831 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Provisioning for port a9095b1c-1c59-403f-b0ed-5baf21bc78df completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:02:56.367359 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Provisioning complete for port a9095b1c-1c59-403f-b0ed-5baf21bc78df triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:02:56.367785 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:56.392301 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-fafed32b-e881-4961-b2d6-c1cb0ea257b7 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:56.441460 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1bad673d-3ede-4af9-b89e-b9bac16472b6 req-3a19308f-61b4-47bf-b1e4-b4e5cdf60e20 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=fde25e42-4dfd-46b4-aeda-a37c860e4c94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0574532 Aug 18 12:02:56.444765 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-8c3d9536-27ec-4bf3-9b7c-e81d177df5ae req-6d808e66-735d-4fcf-b2c3-d00d4e56af20 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:56.447447 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafed32b-e881-4961-b2d6-c1cb0ea257b7 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Pushing event updated for resources: {'Port': ['ID=80e8ef04-60a2-4160-8193-80c4dde17411,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:02:56.459878 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:56.485710 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fafed32b-e881-4961-b2d6-c1cb0ea257b7 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Checking segment: {'id': '90d86016-4e63-4d48-9794-bc6fd7d5a38b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'e09d479c-49c3-4874-9ac4-04b507eec62b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:02:56.486267 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fafed32b-e881-4961-b2d6-c1cb0ea257b7 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Network hostable DHCP agents. Network: e09d479c-49c3-4874-9ac4-04b507eec62b, hostable agents: ['97c14208-2951-4361-8d64-3708c946ff5f'], hosted agents: [] {{(pid=106253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 12:02:56.507013 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fafed32b-e881-4961-b2d6-c1cb0ea257b7 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Network e09d479c-49c3-4874-9ac4-04b507eec62b is scheduled to be hosted by DHCP agent 97c14208-2951-4361-8d64-3708c946ff5f with binding_index 1 {{(pid=106253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 12:02:56.516309 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port a9095b1c-1c59-403f-b0ed-5baf21bc78df, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=a9095b1c-1c59-403f-b0ed-5baf21bc78df,segment=NetworkSegment(b0eb6eea-b461-4969-8a27-808f00daa8a1),segment_id=b0eb6eea-b461-4969-8a27-808f00daa8a1)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:02:56.520642 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-fafed32b-e881-4961-b2d6-c1cb0ea257b7 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-2, e09d479c-49c3-4874-9ac4-04b507eec62b) {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:02:56.527237 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:56.539520 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fafed32b-e881-4961-b2d6-c1cb0ea257b7 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:02:56.545770 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fafed32b-e881-4961-b2d6-c1cb0ea257b7 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:56.546461 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-fafed32b-e881-4961-b2d6-c1cb0ea257b7 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:56.548943 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8d843479-6f1b-40c8-a05f-425214453814 req-b29b3618-46d8-4568-bda7-1e04b75fc87c service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=582571f6-a365-42ab-be92-c3254f7d1409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002478 Aug 18 12:02:56.562161 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-157d6466-c588-4afb-a269-9a2427d9108b req-8e5195b5-f32d-484e-85fc-58bef9fa89ac tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/security-groups?id=582571f6-a365-42ab-be92-c3254f7d1409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867335 Aug 18 12:02:56.575893 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b3ea5d06-2bca-44e4-b9a5-2ece5598f2da req-ec64c7ae-f293-4bd0-9bb7-78c81d923a07 tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b3db2ea-cc32-4796-9824-b1355b845d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817551 Aug 18 12:02:56.580435 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-fafed32b-e881-4961-b2d6-c1cb0ea257b7 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.6259642 Aug 18 12:02:56.581020 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 35596) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:02:56.586561 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [req-8c3d9536-27ec-4bf3-9b7c-e81d177df5ae req-6d808e66-735d-4fcf-b2c3-d00d4e56af20 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Transition to ACTIVE for port object b08f237e-3f2b-4421-8dcb-0fdda4008b43 will not be triggered until provisioned by entity DHCP. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:02:56.595346 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-7824d5dc-674e-461e-bc58-9d1e037855b4 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2123231630'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:02:56.655108 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7824d5dc-674e-461e-bc58-9d1e037855b4 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Made reservation on behalf of 65fdfa1f9ea246ab9e952c5b1ba0afa3 for: {'network': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:02:56.660526 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7824d5dc-674e-461e-bc58-9d1e037855b4 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for network, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:56.664421 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1bad673d-3ede-4af9-b89e-b9bac16472b6 req-5c9e93dd-234a-4253-8f8e-d7b9d7b0f283 service neutron] 10.222.0.63 "GET /v2.0/networks/fde25e42-4dfd-46b4-aeda-a37c860e4c94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2054060 Aug 18 12:02:56.698464 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-8c3d9536-27ec-4bf3-9b7c-e81d177df5ae req-6d808e66-735d-4fcf-b2c3-d00d4e56af20 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:56.709781 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7824d5dc-674e-461e-bc58-9d1e037855b4 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 806} {{(pid=106253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:02:56.721751 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bdaed1e-e501-4864-975a-396dd06fcfd6 None None] Network e09d479c-49c3-4874-9ac4-04b507eec62b requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:02:56.727819 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7824d5dc-674e-461e-bc58-9d1e037855b4 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:56.728346 n-d-804985-2 neutron-server[106253]: INFO neutron.db.segments_db [None req-7824d5dc-674e-461e-bc58-9d1e037855b4 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Added segment ff6ee0f9-cc23-4935-89da-5dd4927d499e of type vlan for network 850ba12d-679c-45e6-a6e2-c5568e3f88e4 Aug 18 12:02:56.776104 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7824d5dc-674e-461e-bc58-9d1e037855b4 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789150665894'] for network, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:56.801839 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=a9095b1c-1c59-403f-b0ed-5baf21bc78df,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:02:56.809349 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7824d5dc-674e-461e-bc58-9d1e037855b4 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for network, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:56.811616 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c3d9536-27ec-4bf3-9b7c-e81d177df5ae req-6d808e66-735d-4fcf-b2c3-d00d4e56af20 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Network 4bd0b8b1-f7b8-42e5-a78e-b89cea186ccd is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:02:56.816693 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7824d5dc-674e-461e-bc58-9d1e037855b4 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:56.817876 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7824d5dc-674e-461e-bc58-9d1e037855b4 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:56.830486 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [req-8c3d9536-27ec-4bf3-9b7c-e81d177df5ae req-6d808e66-735d-4fcf-b2c3-d00d4e56af20 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:02:56.839926 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c3d9536-27ec-4bf3-9b7c-e81d177df5ae req-6d808e66-735d-4fcf-b2c3-d00d4e56af20 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:02:56.934708 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-7824d5dc-674e-461e-bc58-9d1e037855b4 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3463626 Aug 18 12:02:56.938252 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 35602) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:02:56.953249 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-9076799b-0c4d-46ba-967c-91853a3a47ee tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Request body: {'ports': [{'network_id': 'e09d479c-49c3-4874-9ac4-04b507eec62b'}, {'network_id': '850ba12d-679c-45e6-a6e2-c5568e3f88e4'}]} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:02:56.955100 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-9076799b-0c4d-46ba-967c-91853a3a47ee tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Request body: {'port': {'network_id': 'e09d479c-49c3-4874-9ac4-04b507eec62b'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:02:56.957723 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-9076799b-0c4d-46ba-967c-91853a3a47ee tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Request body: {'port': {'network_id': '850ba12d-679c-45e6-a6e2-c5568e3f88e4'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:02:56.961575 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1bad673d-3ede-4af9-b89e-b9bac16472b6 req-7c6f61ab-49b4-4ea2-9452-713ff9ced284 service neutron] 10.222.0.63 "GET /v2.0/networks/fde25e42-4dfd-46b4-aeda-a37c860e4c94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2882519 Aug 18 12:02:56.962204 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d808e66-735d-4fcf-b2c3-d00d4e56af20 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Pushing event updated for resources: {'Port': ['ID=b08f237e-3f2b-4421-8dcb-0fdda4008b43,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:02:57.031773 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7824d5dc-674e-461e-bc58-9d1e037855b4 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Pushing event updated for resources: {'Network': ['ID=850ba12d-679c-45e6-a6e2-c5568e3f88e4,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:02:57.043244 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Network 850ba12d-679c-45e6-a6e2-c5568e3f88e4 details requested by agent ovs-agent-n-d-804985-2 with host n-d-804985-2 {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:02:57.059553 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3d9536-27ec-4bf3-9b7c-e81d177df5ae req-6d808e66-735d-4fcf-b2c3-d00d4e56af20 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:57.060317 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-8c3d9536-27ec-4bf3-9b7c-e81d177df5ae req-6d808e66-735d-4fcf-b2c3-d00d4e56af20 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:57.093240 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8c3d9536-27ec-4bf3-9b7c-e81d177df5ae req-6d808e66-735d-4fcf-b2c3-d00d4e56af20 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3756080 Aug 18 12:02:57.108940 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740153c6-8454-4249-a50d-6e356eaa0b80 req-160c62e5-fac3-4d3d-b297-ded989fa8f98 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:57.115155 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740153c6-8454-4249-a50d-6e356eaa0b80 req-160c62e5-fac3-4d3d-b297-ded989fa8f98 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:57.123239 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-740153c6-8454-4249-a50d-6e356eaa0b80 req-160c62e5-fac3-4d3d-b297-ded989fa8f98 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] 10.222.0.66 "GET /v2.0/ports?device_id=771bfcc3-0ae8-4ccb-b781-ce65f69f40f9 HTTP/1.1" status: 200 len: 1654 time: 0.2090538 Aug 18 12:02:57.128715 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-8c3d9536-27ec-4bf3-9b7c-e81d177df5ae req-affe7da4-6e8a-4659-ac12-192bbb6431c7 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Request body: {'port': {'device_id': '771bfcc3-0ae8-4ccb-b781-ce65f69f40f9', 'network_id': 'cc4f2e7f-55c0-490b-9943-d39bf90446e9', 'admin_state_up': True, 'tenant_id': '0cad20ae983946c9b98c5b381a7210db'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:02:57.197927 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bdfb18-c394-4277-85e5-014927158663 req-7083db06-818b-42c0-9347-9d8d5489b1a2 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:57.199534 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-18bdfb18-c394-4277-85e5-014927158663 req-7083db06-818b-42c0-9347-9d8d5489b1a2 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.66 "GET /v2.0/ports?device_id=40e4574c-4b8a-4303-8edb-4ebeb6edc075 HTTP/1.1" status: 200 len: 950 time: 0.2405725 Aug 18 12:02:57.209934 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9076799b-0c4d-46ba-967c-91853a3a47ee tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Made reservation on behalf of 65fdfa1f9ea246ab9e952c5b1ba0afa3 for: {'port': 2} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:02:57.215362 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9076799b-0c4d-46ba-967c-91853a3a47ee tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:57.228705 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9076799b-0c4d-46ba-967c-91853a3a47ee tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:57.247609 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-740153c6-8454-4249-a50d-6e356eaa0b80 req-1979fc25-e3c6-4627-aa98-80fa6df97482 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] 10.222.0.66 "GET /v2.0/security-groups?id=93e28aa4-0de3-4f04-b26e-638cffd77b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235673 Aug 18 12:02:57.249814 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-bbf7e67a-f4d3-4923-ab97-bedfbc957d3b None None] Provisioning for port b08f237e-3f2b-4421-8dcb-0fdda4008b43 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:02:57.259514 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-bbf7e67a-f4d3-4923-ab97-bedfbc957d3b None None] Provisioning complete for port b08f237e-3f2b-4421-8dcb-0fdda4008b43 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:02:57.260292 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-bbf7e67a-f4d3-4923-ab97-bedfbc957d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:57.306887 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-18bdfb18-c394-4277-85e5-014927158663 req-7816d96f-4944-41f7-adc4-14b5ad491cb9 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb50ebbf-d033-473b-ae6e-593d78928b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954180 Aug 18 12:02:57.330573 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-bbf7e67a-f4d3-4923-ab97-bedfbc957d3b None None] Port b08f237e-3f2b-4421-8dcb-0fdda4008b43 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:02:57.338138 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c3d9536-27ec-4bf3-9b7c-e81d177df5ae req-affe7da4-6e8a-4659-ac12-192bbb6431c7 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Made reservation on behalf of 0cad20ae983946c9b98c5b381a7210db for: {'port': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:02:57.342673 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-8c3d9536-27ec-4bf3-9b7c-e81d177df5ae req-affe7da4-6e8a-4659-ac12-192bbb6431c7 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:57.347805 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [None req-9076799b-0c4d-46ba-967c-91853a3a47ee tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] device_id is not set on port 44661b5e-9bf1-4947-be48-017a21591455 yet. {{(pid=106253) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 12:02:57.468457 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9076799b-0c4d-46ba-967c-91853a3a47ee tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:57.487349 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [req-8c3d9536-27ec-4bf3-9b7c-e81d177df5ae req-affe7da4-6e8a-4659-ac12-192bbb6431c7 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Allocated IP 19.80.0.253 (cc4f2e7f-55c0-490b-9943-d39bf90446e9/cb02e192-1103-49e2-882e-be3f963ea70c/3b63f756-dc5e-4229-bece-70e95b91e232) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:02:57.545989 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [None req-9076799b-0c4d-46ba-967c-91853a3a47ee tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] device_id is not set on port d83f388e-8974-43c6-83de-93e6a3a24681 yet. {{(pid=106253) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 12:02:57.661225 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-8c3d9536-27ec-4bf3-9b7c-e81d177df5ae req-affe7da4-6e8a-4659-ac12-192bbb6431c7 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:57.686998 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [req-8c3d9536-27ec-4bf3-9b7c-e81d177df5ae req-affe7da4-6e8a-4659-ac12-192bbb6431c7 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Transition to ACTIVE for port object 3b63f756-dc5e-4229-bece-70e95b91e232 will not be triggered until provisioned by entity DHCP. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:02:57.697267 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device f8708b17-bf3e-453a-9ec5-a059c4d30d60 details requested by agent hyperv_n-h1-804985-2 with host n-h1-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:02:57.700842 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9076799b-0c4d-46ba-967c-91853a3a47ee tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:57.757214 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9076799b-0c4d-46ba-967c-91853a3a47ee tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:57.784607 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515528c8-5539-4470-9f61-f52e4ddc1a1e req-5ea2f1ca-cb67-49b2-be91-1075c8d454dd tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:57.786373 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-515528c8-5539-4470-9f61-f52e4ddc1a1e req-5ea2f1ca-cb67-49b2-be91-1075c8d454dd tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] 10.222.0.66 "GET /v2.0/ports?device_id=79eb6dfc-2adb-4930-883e-cf334d7966ec HTTP/1.1" status: 200 len: 943 time: 0.1115992 Aug 18 12:02:57.810328 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167ac2a2-abd0-4594-b420-d7e5ebe5e36d req-89370757-4e4b-4d66-8b41-d7b3f10b3186 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:57.812010 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-167ac2a2-abd0-4594-b420-d7e5ebe5e36d req-89370757-4e4b-4d66-8b41-d7b3f10b3186 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/ports?device_id=c638d708-f9ec-4cc8-8d73-799d4b9bed3c HTTP/1.1" status: 200 len: 946 time: 0.1047633 Aug 18 12:02:57.814676 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-8c3d9536-27ec-4bf3-9b7c-e81d177df5ae req-affe7da4-6e8a-4659-ac12-192bbb6431c7 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:57.829112 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9076799b-0c4d-46ba-967c-91853a3a47ee tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Network e09d479c-49c3-4874-9ac4-04b507eec62b is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:02:57.836509 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-9076799b-0c4d-46ba-967c-91853a3a47ee tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:02:57.839204 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9076799b-0c4d-46ba-967c-91853a3a47ee tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Pushing event updated for resources: {'Port': ['ID=44661b5e-9bf1-4947-be48-017a21591455,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:02:57.841485 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9076799b-0c4d-46ba-967c-91853a3a47ee tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:02:57.842324 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9076799b-0c4d-46ba-967c-91853a3a47ee tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:57.855232 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port f8708b17-bf3e-453a-9ec5-a059c4d30d60, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=f8708b17-bf3e-453a-9ec5-a059c4d30d60,segment=NetworkSegment(8e34e2fb-4ad4-4b3f-a62c-efd405a8566d),segment_id=8e34e2fb-4ad4-4b3f-a62c-efd405a8566d)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:02:57.870203 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40e4574c-4b8a-4303-8edb-4ebeb6edc075', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8505e22f-c8ac-4091-b64c-de224593b235'}, {'server_uuid': 'cf8f58b0-82d3-4710-bacc-a9e4021b0489', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9095b1c-1c59-403f-b0ed-5baf21bc78df'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:02:57.873450 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db50a436fb3a98495337d8fe7487b4f2ea6f3c1052eb9efadc2ecda2d5737001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55dab7b5-28e0-4a9a-a9cb-0993f3c67679" -d '{"events": [{"server_uuid": "40e4574c-4b8a-4303-8edb-4ebeb6edc075", "name": "network-vif-plugged", "status": "completed", "tag": "8505e22f-c8ac-4091-b64c-de224593b235"}, {"server_uuid": "cf8f58b0-82d3-4710-bacc-a9e4021b0489", "name": "network-vif-plugged", "status": "completed", "tag": "a9095b1c-1c59-403f-b0ed-5baf21bc78df"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:02:57.877737 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Returning: {'device': 'f8708b17-bf3e-453a-9ec5-a059c4d30d60', 'network_id': 'fde25e42-4dfd-46b4-aeda-a37c860e4c94', 'port_id': 'f8708b17-bf3e-453a-9ec5-a059c4d30d60', 'mac_address': 'fa:16:3e:6f:27:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 835, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff8046ef-165b-4279-9512-1ee28b707bb5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:02:57.910013 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c3d9536-27ec-4bf3-9b7c-e81d177df5ae req-affe7da4-6e8a-4659-ac12-192bbb6431c7 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Network cc4f2e7f-55c0-490b-9943-d39bf90446e9 is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:02:57.914189 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9076799b-0c4d-46ba-967c-91853a3a47ee tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Pushing event updated for resources: {'Port': ['ID=d83f388e-8974-43c6-83de-93e6a3a24681,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:02:57.925107 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-515528c8-5539-4470-9f61-f52e4ddc1a1e req-9b77bcba-607e-44ef-9dc1-bb2b28a1a355 tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b3db2ea-cc32-4796-9824-b1355b845d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296763 Aug 18 12:02:57.925959 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [req-8c3d9536-27ec-4bf3-9b7c-e81d177df5ae req-affe7da4-6e8a-4659-ac12-192bbb6431c7 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:02:57.929145 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9076799b-0c4d-46ba-967c-91853a3a47ee tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Checking segment: {'id': 'ff6ee0f9-cc23-4935-89da-5dd4927d499e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '850ba12d-679c-45e6-a6e2-c5568e3f88e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:02:57.929563 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9076799b-0c4d-46ba-967c-91853a3a47ee tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Network hostable DHCP agents. Network: 850ba12d-679c-45e6-a6e2-c5568e3f88e4, hostable agents: ['97c14208-2951-4361-8d64-3708c946ff5f'], hosted agents: [] {{(pid=106253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 12:02:57.932842 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c3d9536-27ec-4bf3-9b7c-e81d177df5ae req-affe7da4-6e8a-4659-ac12-192bbb6431c7 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:02:57.955334 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-167ac2a2-abd0-4594-b420-d7e5ebe5e36d req-45c14ac5-6020-42e8-a312-5b399109690f tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/security-groups?id=582571f6-a365-42ab-be92-c3254f7d1409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309559 Aug 18 12:02:57.967451 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9076799b-0c4d-46ba-967c-91853a3a47ee tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Network 850ba12d-679c-45e6-a6e2-c5568e3f88e4 is scheduled to be hosted by DHCP agent 97c14208-2951-4361-8d64-3708c946ff5f with binding_index 1 {{(pid=106253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 12:02:57.970569 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:57.990819 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-9076799b-0c4d-46ba-967c-91853a3a47ee tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-2, 850ba12d-679c-45e6-a6e2-c5568e3f88e4) {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:02:57.994616 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9076799b-0c4d-46ba-967c-91853a3a47ee tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:02:57.996320 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affe7da4-6e8a-4659-ac12-192bbb6431c7 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Pushing event updated for resources: {'Port': ['ID=3b63f756-dc5e-4229-bece-70e95b91e232,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:02:57.999554 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8708b17-bf3e-453a-9ec5-a059c4d30d60 {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:02:58.006331 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9076799b-0c4d-46ba-967c-91853a3a47ee tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:58.013016 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e873ab4-b7fc-49df-bdb2-239c9f09679a None None] Network 850ba12d-679c-45e6-a6e2-c5568e3f88e4 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:02:58.017943 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9076799b-0c4d-46ba-967c-91853a3a47ee tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:58.018656 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9076799b-0c4d-46ba-967c-91853a3a47ee tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:58.061804 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-9076799b-0c4d-46ba-967c-91853a3a47ee tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.1220946 Aug 18 12:02:58.064943 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 35650) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:02:58.077959 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 18 Aug 2021 12:02:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-831806d6-d484-484a-9380-ffcc04246bbb x-openstack-request-id: req-831806d6-d484-484a-9380-ffcc04246bbb {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:02:58.078522 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40e4574c-4b8a-4303-8edb-4ebeb6edc075", "name": "network-vif-plugged", "status": "completed", "tag": "8505e22f-c8ac-4091-b64c-de224593b235", "code": 200}, {"server_uuid": "cf8f58b0-82d3-4710-bacc-a9e4021b0489", "name": "network-vif-plugged", "status": "completed", "tag": "a9095b1c-1c59-403f-b0ed-5baf21bc78df", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:02:58.078929 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-831806d6-d484-484a-9380-ffcc04246bbb {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:02:58.083878 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3d9536-27ec-4bf3-9b7c-e81d177df5ae req-affe7da4-6e8a-4659-ac12-192bbb6431c7 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:58.084576 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-8c3d9536-27ec-4bf3-9b7c-e81d177df5ae req-affe7da4-6e8a-4659-ac12-192bbb6431c7 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:58.084834 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40e4574c-4b8a-4303-8edb-4ebeb6edc075', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8505e22f-c8ac-4091-b64c-de224593b235', 'code': 200} Aug 18 12:02:58.085323 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf8f58b0-82d3-4710-bacc-a9e4021b0489', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9095b1c-1c59-403f-b0ed-5baf21bc78df', 'code': 200} Aug 18 12:02:58.113178 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8c3d9536-27ec-4bf3-9b7c-e81d177df5ae req-affe7da4-6e8a-4659-ac12-192bbb6431c7 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0130928 Aug 18 12:02:58.128268 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-8c3d9536-27ec-4bf3-9b7c-e81d177df5ae req-ba66f6ea-12a1-4c55-9913-c22e99206d9d service neutron] Request body: {'port': {'device_id': '771bfcc3-0ae8-4ccb-b781-ce65f69f40f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804985-2'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:02:58.156733 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port f8708b17-bf3e-453a-9ec5-a059c4d30d60, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=f8708b17-bf3e-453a-9ec5-a059c4d30d60,segment=NetworkSegment(8e34e2fb-4ad4-4b3f-a62c-efd405a8566d),segment_id=8e34e2fb-4ad4-4b3f-a62c-efd405a8566d)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:02:58.180001 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:58.250381 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-8c3d9536-27ec-4bf3-9b7c-e81d177df5ae req-ba66f6ea-12a1-4c55-9913-c22e99206d9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:58.273914 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369cada4-2b83-4bc5-ac0b-4ce497c0ffcc req-cb538a58-4e49-4fb7-96a1-bca93fc63ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:58.275464 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-369cada4-2b83-4bc5-ac0b-4ce497c0ffcc req-cb538a58-4e49-4fb7-96a1-bca93fc63ffc service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=40e4574c-4b8a-4303-8edb-4ebeb6edc075 HTTP/1.1" status: 200 len: 1101 time: 0.1066549 Aug 18 12:02:58.286620 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeffbcb-2304-4340-92c9-f5f8fc466d0d req-40b62106-cc05-461e-8109-bd80ba956958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:58.288128 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-ddeffbcb-2304-4340-92c9-f5f8fc466d0d req-40b62106-cc05-461e-8109-bd80ba956958 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=cf8f58b0-82d3-4710-bacc-a9e4021b0489 HTTP/1.1" status: 200 len: 1101 time: 0.0946605 Aug 18 12:02:58.294677 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-ce19160a-f37e-401a-adc1-64c733e30a1f tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Deleting port d83f388e-8974-43c6-83de-93e6a3a24681 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:02:58.295021 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ce19160a-f37e-401a-adc1-64c733e30a1f tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:58.391658 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ce19160a-f37e-401a-adc1-64c733e30a1f tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:58.395566 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-ddeffbcb-2304-4340-92c9-f5f8fc466d0d req-a5eeed6d-7071-45ad-93a4-24f96a53adec service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=eb50ebbf-d033-473b-ae6e-593d78928b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957766 Aug 18 12:02:58.408117 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-ce19160a-f37e-401a-adc1-64c733e30a1f tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Calling delete_port for d83f388e-8974-43c6-83de-93e6a3a24681 owned by {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:02:58.422383 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=f8708b17-bf3e-453a-9ec5-a059c4d30d60,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:02:58.436219 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-e977dcf9-6546-4da7-ad60-142ff5fa91e5 None None] Provisioning for port 3b63f756-dc5e-4229-bece-70e95b91e232 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:02:58.443709 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-e977dcf9-6546-4da7-ad60-142ff5fa91e5 None None] Provisioning complete for port 3b63f756-dc5e-4229-bece-70e95b91e232 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:02:58.444243 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-e977dcf9-6546-4da7-ad60-142ff5fa91e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:58.485935 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-e977dcf9-6546-4da7-ad60-142ff5fa91e5 None None] Port 3b63f756-dc5e-4229-bece-70e95b91e232 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:02:58.494447 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] get_ports_and_sgs() called for port_ids ['f8708b17-bf3e-453a-9ec5-a059c4d30d60'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:02:58.512366 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-369cada4-2b83-4bc5-ac0b-4ce497c0ffcc req-cf40dc1b-afad-45fb-8bb3-28d62960f260 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=eb50ebbf-d033-473b-ae6e-593d78928b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2208652 Aug 18 12:02:58.577086 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa495ea-ca7f-464a-851d-21f8cba35a29 req-080d5b9a-5135-4b6c-94af-6ba504eba187 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:58.583113 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa495ea-ca7f-464a-851d-21f8cba35a29 req-080d5b9a-5135-4b6c-94af-6ba504eba187 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:58.589468 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa495ea-ca7f-464a-851d-21f8cba35a29 req-080d5b9a-5135-4b6c-94af-6ba504eba187 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:58.597424 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6fa495ea-ca7f-464a-851d-21f8cba35a29 req-080d5b9a-5135-4b6c-94af-6ba504eba187 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] 10.222.0.66 "GET /v2.0/ports?device_id=771bfcc3-0ae8-4ccb-b781-ce65f69f40f9 HTTP/1.1" status: 200 len: 2376 time: 0.2160130 Aug 18 12:02:58.674832 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8a1a25-288e-4deb-bd2b-361e89eb4ccb req-603a3ba7-741c-4481-9d85-33bbaa7613d3 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:58.682343 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ed8a1a25-288e-4deb-bd2b-361e89eb4ccb req-603a3ba7-741c-4481-9d85-33bbaa7613d3 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.66 "GET /v2.0/ports?device_id=40e4574c-4b8a-4303-8edb-4ebeb6edc075 HTTP/1.1" status: 200 len: 950 time: 0.2431123 Aug 18 12:02:58.725693 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6fa495ea-ca7f-464a-851d-21f8cba35a29 req-7a0190e9-1324-487b-b9f6-6a5a2975c160 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] 10.222.0.66 "GET /v2.0/security-groups?id=93e28aa4-0de3-4f04-b26e-638cffd77b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274192 Aug 18 12:02:58.780929 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ed8a1a25-288e-4deb-bd2b-361e89eb4ccb req-9d665efc-c48b-47fb-9926-2cbff575fcaa tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb50ebbf-d033-473b-ae6e-593d78928b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973823 Aug 18 12:02:58.809196 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ce19160a-f37e-401a-adc1-64c733e30a1f tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:58.832392 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [req-8c3d9536-27ec-4bf3-9b7c-e81d177df5ae req-ba66f6ea-12a1-4c55-9913-c22e99206d9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74e85c66-a271-4152-b3e2-26858e501585 {{(pid=106252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:02:58.837643 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce19160a-f37e-401a-adc1-64c733e30a1f tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Pushing event deleted for resources: {'Port': ['ID=d83f388e-8974-43c6-83de-93e6a3a24681,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:02:58.839919 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-8c3d9536-27ec-4bf3-9b7c-e81d177df5ae req-ba66f6ea-12a1-4c55-9913-c22e99206d9d service neutron] Notify callbacks [] for port, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:58.843096 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ce19160a-f37e-401a-adc1-64c733e30a1f tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:58.847681 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-ce19160a-f37e-401a-adc1-64c733e30a1f tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] 10.222.0.66 "DELETE /v2.0/ports/d83f388e-8974-43c6-83de-93e6a3a24681 HTTP/1.1" status: 204 len: 168 time: 0.7792399 Aug 18 12:02:58.848046 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 35660) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:02:58.853033 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [req-8c3d9536-27ec-4bf3-9b7c-e81d177df5ae req-ba66f6ea-12a1-4c55-9913-c22e99206d9d service neutron] Transition to ACTIVE for port object 74e85c66-a271-4152-b3e2-26858e501585 will not be triggered until provisioned by entity L2. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:02:58.857216 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-8c3d9536-27ec-4bf3-9b7c-e81d177df5ae req-ba66f6ea-12a1-4c55-9913-c22e99206d9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:58.909034 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba66f6ea-12a1-4c55-9913-c22e99206d9d service neutron] Pushing event updated for resources: {'Port': ['ID=74e85c66-a271-4152-b3e2-26858e501585,revision_number=2']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:02:58.916053 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb0a6f89-3640-4358-b65f-0704751fa67c tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:58.922074 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb0a6f89-3640-4358-b65f-0704751fa67c tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:58.926561 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-eb0a6f89-3640-4358-b65f-0704751fa67c tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.0749249 Aug 18 12:02:58.927252 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 35662) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:02:58.990497 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-8c3d9536-27ec-4bf3-9b7c-e81d177df5ae req-ba66f6ea-12a1-4c55-9913-c22e99206d9d service neutron] Attempting to bind port 74e85c66-a271-4152-b3e2-26858e501585 on host n-h1-804985-2 for vnic_type normal with profile {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:02:58.990811 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-8c3d9536-27ec-4bf3-9b7c-e81d177df5ae req-ba66f6ea-12a1-4c55-9913-c22e99206d9d service neutron] Attempting to bind port 74e85c66-a271-4152-b3e2-26858e501585 by drivers openvswitch,hyperv on host n-h1-804985-2 at level 0 using segments [{'id': '2a2259e0-5d73-4f83-b8d1-a5eaaf9a1824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'cc4f2e7f-55c0-490b-9943-d39bf90446e9'}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:02:58.991148 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c3d9536-27ec-4bf3-9b7c-e81d177df5ae req-ba66f6ea-12a1-4c55-9913-c22e99206d9d service neutron] Attempting to bind port 74e85c66-a271-4152-b3e2-26858e501585 on network cc4f2e7f-55c0-490b-9943-d39bf90446e9 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:02:58.996707 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c3d9536-27ec-4bf3-9b7c-e81d177df5ae req-ba66f6ea-12a1-4c55-9913-c22e99206d9d service neutron] Port 74e85c66-a271-4152-b3e2-26858e501585 on network cc4f2e7f-55c0-490b-9943-d39bf90446e9 not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-2 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:02:58.997041 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c3d9536-27ec-4bf3-9b7c-e81d177df5ae req-ba66f6ea-12a1-4c55-9913-c22e99206d9d service neutron] Attempting to bind port 74e85c66-a271-4152-b3e2-26858e501585 on network cc4f2e7f-55c0-490b-9943-d39bf90446e9 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:02:59.004581 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c3d9536-27ec-4bf3-9b7c-e81d177df5ae req-ba66f6ea-12a1-4c55-9913-c22e99206d9d service neutron] Checking agent: {'id': 'a613417a-d085-492c-941a-59bb18c633d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 49, 6), 'started_at': datetime.datetime(2021, 8, 18, 11, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 2, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:02:59.004930 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c3d9536-27ec-4bf3-9b7c-e81d177df5ae req-ba66f6ea-12a1-4c55-9913-c22e99206d9d service neutron] Checking segment: {'id': '2a2259e0-5d73-4f83-b8d1-a5eaaf9a1824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'cc4f2e7f-55c0-490b-9943-d39bf90446e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:02:59.005323 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c3d9536-27ec-4bf3-9b7c-e81d177df5ae req-ba66f6ea-12a1-4c55-9913-c22e99206d9d service neutron] Bound using segment: {'id': '2a2259e0-5d73-4f83-b8d1-a5eaaf9a1824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'cc4f2e7f-55c0-490b-9943-d39bf90446e9'} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:02:59.005757 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-8c3d9536-27ec-4bf3-9b7c-e81d177df5ae req-ba66f6ea-12a1-4c55-9913-c22e99206d9d service neutron] Bound port: 74e85c66-a271-4152-b3e2-26858e501585, host: n-h1-804985-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a2259e0-5d73-4f83-b8d1-a5eaaf9a1824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'cc4f2e7f-55c0-490b-9943-d39bf90446e9'}}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:02:59.006125 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-8c3d9536-27ec-4bf3-9b7c-e81d177df5ae req-ba66f6ea-12a1-4c55-9913-c22e99206d9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:59.059401 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-20c250c6-3f75-4c7c-b314-e5492995e52b tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Deleting port 44661b5e-9bf1-4947-be48-017a21591455 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:02:59.059845 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-20c250c6-3f75-4c7c-b314-e5492995e52b tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:59.134157 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-20c250c6-3f75-4c7c-b314-e5492995e52b tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:59.146550 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-20c250c6-3f75-4c7c-b314-e5492995e52b tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Calling delete_port for 44661b5e-9bf1-4947-be48-017a21591455 owned by {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:02:59.146898 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-8c3d9536-27ec-4bf3-9b7c-e81d177df5ae req-ba66f6ea-12a1-4c55-9913-c22e99206d9d service neutron] For port 74e85c66-a271-4152-b3e2-26858e501585, host n-h1-804985-2, cleared binding levels {{(pid=106252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:02:59.152993 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-8c3d9536-27ec-4bf3-9b7c-e81d177df5ae req-ba66f6ea-12a1-4c55-9913-c22e99206d9d service neutron] For port 74e85c66-a271-4152-b3e2-26858e501585, host n-h1-804985-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=74e85c66-a271-4152-b3e2-26858e501585,segment=NetworkSegment(2a2259e0-5d73-4f83-b8d1-a5eaaf9a1824),segment_id=2a2259e0-5d73-4f83-b8d1-a5eaaf9a1824)] {{(pid=106252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:02:59.165792 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a476da2-fb70-42d2-87e6-42bb10f0faa1 req-362c897e-1718-465f-9fa7-56cde94d3d03 tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:59.167215 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2a476da2-fb70-42d2-87e6-42bb10f0faa1 req-362c897e-1718-465f-9fa7-56cde94d3d03 tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] 10.222.0.66 "GET /v2.0/ports?device_id=79eb6dfc-2adb-4930-883e-cf334d7966ec HTTP/1.1" status: 200 len: 944 time: 0.1093512 Aug 18 12:02:59.169597 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-8c3d9536-27ec-4bf3-9b7c-e81d177df5ae req-ba66f6ea-12a1-4c55-9913-c22e99206d9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:59.180006 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e097f509-94c4-439d-96e1-877250721d62 req-325badb4-daea-413f-9d73-fb12c4ba9384 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:59.181436 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e097f509-94c4-439d-96e1-877250721d62 req-325badb4-daea-413f-9d73-fb12c4ba9384 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/ports?device_id=c638d708-f9ec-4cc8-8d73-799d4b9bed3c HTTP/1.1" status: 200 len: 946 time: 0.1332114 Aug 18 12:02:59.224740 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-20c250c6-3f75-4c7c-b314-e5492995e52b tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:59.234507 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3d9536-27ec-4bf3-9b7c-e81d177df5ae req-ba66f6ea-12a1-4c55-9913-c22e99206d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:59.235148 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-8c3d9536-27ec-4bf3-9b7c-e81d177df5ae req-ba66f6ea-12a1-4c55-9913-c22e99206d9d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:59.236514 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8c3d9536-27ec-4bf3-9b7c-e81d177df5ae req-ba66f6ea-12a1-4c55-9913-c22e99206d9d service neutron] 10.222.0.63 "PUT /v2.0/ports/74e85c66-a271-4152-b3e2-26858e501585 HTTP/1.1" status: 200 len: 1092 time: 1.1141376 Aug 18 12:02:59.244270 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '771bfcc3-0ae8-4ccb-b781-ce65f69f40f9', 'tag': '74e85c66-a271-4152-b3e2-26858e501585'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:02:59.246572 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23a9b8fc-84c3-4038-bc83-2ef7a61ea14d" -d '{"events": [{"name": "network-changed", "server_uuid": "771bfcc3-0ae8-4ccb-b781-ce65f69f40f9", "tag": "74e85c66-a271-4152-b3e2-26858e501585"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:02:59.256898 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c250c6-3f75-4c7c-b314-e5492995e52b tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Pushing event deleted for resources: {'Port': ['ID=44661b5e-9bf1-4947-be48-017a21591455,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:02:59.262690 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-20c250c6-3f75-4c7c-b314-e5492995e52b tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:59.264843 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-20c250c6-3f75-4c7c-b314-e5492995e52b tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] 10.222.0.66 "DELETE /v2.0/ports/44661b5e-9bf1-4947-be48-017a21591455 HTTP/1.1" status: 204 len: 168 time: 0.3364987 Aug 18 12:02:59.267281 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 35672) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:02:59.287108 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-8c3d9536-27ec-4bf3-9b7c-e81d177df5ae req-68a986c6-13f7-49ff-9e02-3aac097620b7 service neutron] Request body: {'port': {'device_id': '771bfcc3-0ae8-4ccb-b781-ce65f69f40f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804985-2'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:02:59.321968 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d666156d-f0b1-48e2-8680-fc2ec29bad4a tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:59.325666 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-d666156d-f0b1-48e2-8680-fc2ec29bad4a tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0550077 Aug 18 12:02:59.326071 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 35674) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:02:59.331840 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba66f6ea-12a1-4c55-9913-c22e99206d9d service neutron] Pushing event updated for resources: {'Port': ['ID=74e85c66-a271-4152-b3e2-26858e501585,revision_number=3']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:02:59.341967 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2a476da2-fb70-42d2-87e6-42bb10f0faa1 req-4b370b3e-259f-400a-ad10-1c7bde9b9ca3 tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b3db2ea-cc32-4796-9824-b1355b845d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587284 Aug 18 12:02:59.352332 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e097f509-94c4-439d-96e1-877250721d62 req-3bce40b6-9cbd-4f42-bf5b-737e8016f2f6 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/security-groups?id=582571f6-a365-42ab-be92-c3254f7d1409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426237 Aug 18 12:02:59.365478 n-d-804985-2 neutron-server[106253]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2372fd2-a3ee-411d-93c8-0766ec5d5e1d tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] GET failed (client error): The resource could not be found. Aug 18 12:02:59.365478 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-a2372fd2-a3ee-411d-93c8-0766ec5d5e1d tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] 10.222.0.66 "GET /v2.0/ports/d83f388e-8974-43c6-83de-93e6a3a24681 HTTP/1.1" status: 404 len: 333 time: 0.0338941 Aug 18 12:02:59.365478 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 35676) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:02:59.391598 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-8c3d9536-27ec-4bf3-9b7c-e81d177df5ae req-68a986c6-13f7-49ff-9e02-3aac097620b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:59.397366 n-d-804985-2 neutron-server[106253]: INFO neutron.pecan_wsgi.hooks.translation [None req-334b81cd-99fe-4c94-9af5-2c19f5091b23 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] GET failed (client error): The resource could not be found. Aug 18 12:02:59.399474 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-334b81cd-99fe-4c94-9af5-2c19f5091b23 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] 10.222.0.66 "GET /v2.0/ports/44661b5e-9bf1-4947-be48-017a21591455 HTTP/1.1" status: 404 len: 333 time: 0.0353537 Aug 18 12:02:59.402115 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 35680) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:02:59.437484 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:02:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4abd05cb-bf42-4b85-a4be-f2471f2a3e65 x-openstack-request-id: req-4abd05cb-bf42-4b85-a4be-f2471f2a3e65 {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:02:59.437851 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "771bfcc3-0ae8-4ccb-b781-ce65f69f40f9", "tag": "74e85c66-a271-4152-b3e2-26858e501585", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:02:59.438161 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-4abd05cb-bf42-4b85-a4be-f2471f2a3e65 {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:02:59.438621 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '771bfcc3-0ae8-4ccb-b781-ce65f69f40f9', 'tag': '74e85c66-a271-4152-b3e2-26858e501585', 'status': 'completed', 'code': 200} Aug 18 12:02:59.516788 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c5704c5c-6c57-45da-9166-0572457d779a tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7904109'] for network, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:59.613783 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c5704c5c-6c57-45da-9166-0572457d779a tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8367869', 'neutron.services.segments.db._delete_segments_for_network-8789151212993'] for network, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:59.623318 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-c5704c5c-6c57-45da-9166-0572457d779a tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['850ba12d-679c-45e6-a6e2-c5568e3f88e4']}} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:02:59.632948 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-c5704c5c-6c57-45da-9166-0572457d779a tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff6ee0f9-cc23-4935-89da-5dd4927d499e') {'for_net_delete': True} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:02:59.633238 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-c5704c5c-6c57-45da-9166-0572457d779a tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff6ee0f9-cc23-4935-89da-5dd4927d499e') {} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:02:59.641953 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c5704c5c-6c57-45da-9166-0572457d779a tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789151225254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902236'] for segment, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:59.659328 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c5704c5c-6c57-45da-9166-0572457d779a tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:59.663196 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a9b8fc-84c3-4038-bc83-2ef7a61ea14d req-894669c1-e157-4f5f-908c-6c2ba86b3013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:59.663682 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a9b8fc-84c3-4038-bc83-2ef7a61ea14d req-894669c1-e157-4f5f-908c-6c2ba86b3013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:59.664151 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a9b8fc-84c3-4038-bc83-2ef7a61ea14d req-894669c1-e157-4f5f-908c-6c2ba86b3013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:59.665506 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5704c5c-6c57-45da-9166-0572457d779a tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Releasing vlan 806 on physical network physnet1 to pool {{(pid=106253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:02:59.665808 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-23a9b8fc-84c3-4038-bc83-2ef7a61ea14d req-894669c1-e157-4f5f-908c-6c2ba86b3013 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=0cad20ae983946c9b98c5b381a7210db&device_id=771bfcc3-0ae8-4ccb-b781-ce65f69f40f9 HTTP/1.1" status: 200 len: 2731 time: 0.2078869 Aug 18 12:02:59.665916 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c5704c5c-6c57-45da-9166-0572457d779a tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58900537'] for segment, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:59.668999 n-d-804985-2 neutron-server[106253]: Traceback (most recent call last): Aug 18 12:02:59.668999 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:02:59.668999 n-d-804985-2 neutron-server[106253]: timer() Aug 18 12:02:59.668999 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:02:59.668999 n-d-804985-2 neutron-server[106253]: cb(*args, **kw) Aug 18 12:02:59.668999 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:02:59.668999 n-d-804985-2 neutron-server[106253]: return func(*args, **kwargs) Aug 18 12:02:59.668999 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:02:59.668999 n-d-804985-2 neutron-server[106253]: self._notify() Aug 18 12:02:59.668999 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:02:59.668999 n-d-804985-2 neutron-server[106253]: self.callback(batched_events) Aug 18 12:02:59.668999 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:02:59.668999 n-d-804985-2 neutron-server[106253]: event.method(event) Aug 18 12:02:59.668999 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:02:59.668999 n-d-804985-2 neutron-server[106253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:02:59.668999 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:02:59.668999 n-d-804985-2 neutron-server[106253]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:02:59.668999 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:02:59.668999 n-d-804985-2 neutron-server[106253]: return f(self, *a, **k) Aug 18 12:02:59.668999 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:02:59.668999 n-d-804985-2 neutron-server[106253]: return self._get(url).json() Aug 18 12:02:59.668999 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:02:59.668999 n-d-804985-2 neutron-server[106253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:02:59.668999 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:02:59.668999 n-d-804985-2 neutron-server[106253]: return self.request(url, 'GET', **kwargs) Aug 18 12:02:59.668999 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:02:59.668999 n-d-804985-2 neutron-server[106253]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:02:59.668999 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:02:59.668999 n-d-804985-2 neutron-server[106253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:02:59.668999 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:02:59.668999 n-d-804985-2 neutron-server[106253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:02:59.668999 n-d-804985-2 neutron-server[106253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:02:59.694828 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df6e1d6-13b3-44f2-8b65-62f6e1324699 req-0b2c4a17-140e-4f27-997a-d8161496a37b tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:02:59.696514 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6df6e1d6-13b3-44f2-8b65-62f6e1324699 req-0b2c4a17-140e-4f27-997a-d8161496a37b tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/ports?device_id=c638d708-f9ec-4cc8-8d73-799d4b9bed3c HTTP/1.1" status: 200 len: 946 time: 0.1915123 Aug 18 12:02:59.702657 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device f8708b17-bf3e-453a-9ec5-a059c4d30d60 up at agent hyperv_n-h1-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:02:59.749496 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c5704c5c-6c57-45da-9166-0572457d779a tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8367858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997186'] for network, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:59.770326 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Provisioning for port f8708b17-bf3e-453a-9ec5-a059c4d30d60 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:02:59.771335 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c5704c5c-6c57-45da-9166-0572457d779a tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:59.778101 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 35686) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:02:59.778319 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-c5704c5c-6c57-45da-9166-0572457d779a tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] 10.222.0.66 "DELETE /v2.0/networks/850ba12d-679c-45e6-a6e2-c5568e3f88e4 HTTP/1.1" status: 204 len: 168 time: 0.3750100 Aug 18 12:02:59.779296 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Provisioning complete for port f8708b17-bf3e-453a-9ec5-a059c4d30d60 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:02:59.779896 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:59.797573 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5704c5c-6c57-45da-9166-0572457d779a tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Pushing event deleted for resources: {'Network': ['ID=850ba12d-679c-45e6-a6e2-c5568e3f88e4,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:02:59.808904 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-da449e8a-9b28-4d81-91d5-fbe0c89ac377 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-80784833'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:02:59.882454 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:59.918109 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port f8708b17-bf3e-453a-9ec5-a059c4d30d60, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=f8708b17-bf3e-453a-9ec5-a059c4d30d60,segment=NetworkSegment(8e34e2fb-4ad4-4b3f-a62c-efd405a8566d),segment_id=8e34e2fb-4ad4-4b3f-a62c-efd405a8566d)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:02:59.922648 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:02:59.972698 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=f8708b17-bf3e-453a-9ec5-a059c4d30d60,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:03:00.086499 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79eb6dfc-2adb-4930-883e-cf334d7966ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8708b17-bf3e-453a-9ec5-a059c4d30d60'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:03:00.088965 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db50a436fb3a98495337d8fe7487b4f2ea6f3c1052eb9efadc2ecda2d5737001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-978e1513-cbc5-42ee-ba8a-40c61b1e09dc" -d '{"events": [{"server_uuid": "79eb6dfc-2adb-4930-883e-cf334d7966ec", "name": "network-vif-plugged", "status": "completed", "tag": "f8708b17-bf3e-453a-9ec5-a059c4d30d60"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:03:00.237501 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6df6e1d6-13b3-44f2-8b65-62f6e1324699 req-318ca71b-cf8c-425d-928e-e6c071296d12 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/security-groups?id=582571f6-a365-42ab-be92-c3254f7d1409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5196073 Aug 18 12:03:00.269515 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da449e8a-9b28-4d81-91d5-fbe0c89ac377 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Made reservation on behalf of 65fdfa1f9ea246ab9e952c5b1ba0afa3 for: {'network': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:03:00.272989 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-da449e8a-9b28-4d81-91d5-fbe0c89ac377 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for network, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:00.306088 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a9b8fc-84c3-4038-bc83-2ef7a61ea14d req-efda98e2-0234-4e54-99ff-f43bbd3b6564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:00.306564 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a9b8fc-84c3-4038-bc83-2ef7a61ea14d req-efda98e2-0234-4e54-99ff-f43bbd3b6564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:00.307028 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a9b8fc-84c3-4038-bc83-2ef7a61ea14d req-efda98e2-0234-4e54-99ff-f43bbd3b6564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:00.308667 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-23a9b8fc-84c3-4038-bc83-2ef7a61ea14d req-efda98e2-0234-4e54-99ff-f43bbd3b6564 service neutron] 10.222.0.63 "GET /v2.0/networks?tenant_id=0cad20ae983946c9b98c5b381a7210db&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.6320872 Aug 18 12:03:00.422101 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da449e8a-9b28-4d81-91d5-fbe0c89ac377 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 815} {{(pid=106252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:03:00.433371 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [req-8c3d9536-27ec-4bf3-9b7c-e81d177df5ae req-68a986c6-13f7-49ff-9e02-3aac097620b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b08f237e-3f2b-4421-8dcb-0fdda4008b43 {{(pid=106252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:03:00.451036 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54365528-5d49-4bda-a244-cdbdd0c6c256 req-67e0e9d8-f72c-491e-86c5-f4feb0c9b90a tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:00.457090 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54365528-5d49-4bda-a244-cdbdd0c6c256 req-67e0e9d8-f72c-491e-86c5-f4feb0c9b90a tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:00.462982 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54365528-5d49-4bda-a244-cdbdd0c6c256 req-67e0e9d8-f72c-491e-86c5-f4feb0c9b90a tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:00.464633 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-54365528-5d49-4bda-a244-cdbdd0c6c256 req-67e0e9d8-f72c-491e-86c5-f4feb0c9b90a tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] 10.222.0.66 "GET /v2.0/ports?device_id=771bfcc3-0ae8-4ccb-b781-ce65f69f40f9 HTTP/1.1" status: 200 len: 2388 time: 0.6084206 Aug 18 12:03:00.474645 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-8c3d9536-27ec-4bf3-9b7c-e81d177df5ae req-68a986c6-13f7-49ff-9e02-3aac097620b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:00.493749 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-da449e8a-9b28-4d81-91d5-fbe0c89ac377 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:00.494092 n-d-804985-2 neutron-server[106252]: INFO neutron.db.segments_db [None req-da449e8a-9b28-4d81-91d5-fbe0c89ac377 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Added segment 221c4640-25bd-481d-8ed4-5de447e83f4b of type vlan for network 73daa779-b0e4-459c-ae0e-fc93ae511945 Aug 18 12:03:00.539201 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [req-8c3d9536-27ec-4bf3-9b7c-e81d177df5ae req-68a986c6-13f7-49ff-9e02-3aac097620b7 service neutron] Transition to ACTIVE for port object b08f237e-3f2b-4421-8dcb-0fdda4008b43 will not be triggered until provisioned by entity L2. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:03:00.585713 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb53e78-d67d-4f43-a4d5-e3deb8847b1a req-c1d11bcb-4490-4535-b845-7f3259551cc5 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:00.587207 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0fb53e78-d67d-4f43-a4d5-e3deb8847b1a req-c1d11bcb-4490-4535-b845-7f3259551cc5 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.66 "GET /v2.0/ports?device_id=40e4574c-4b8a-4303-8edb-4ebeb6edc075 HTTP/1.1" status: 200 len: 950 time: 0.2600396 Aug 18 12:03:00.593806 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-8c3d9536-27ec-4bf3-9b7c-e81d177df5ae req-68a986c6-13f7-49ff-9e02-3aac097620b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:00.608899 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a9b8fc-84c3-4038-bc83-2ef7a61ea14d req-107e2390-a9e1-49d9-91ca-7a0b3d7e93eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:00.610331 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-23a9b8fc-84c3-4038-bc83-2ef7a61ea14d req-107e2390-a9e1-49d9-91ca-7a0b3d7e93eb service neutron] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2802970 Aug 18 12:03:00.615790 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-da449e8a-9b28-4d81-91d5-fbe0c89ac377 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789150665894'] for network, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:00.639606 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-54365528-5d49-4bda-a244-cdbdd0c6c256 req-c7749791-c5d6-469f-a692-8466142a1517 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] 10.222.0.66 "GET /v2.0/security-groups?id=93e28aa4-0de3-4f04-b26e-638cffd77b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684012 Aug 18 12:03:00.701600 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a986c6-13f7-49ff-9e02-3aac097620b7 service neutron] Pushing event updated for resources: {'Port': ['ID=b08f237e-3f2b-4421-8dcb-0fdda4008b43,revision_number=2']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:03:00.709923 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0fb53e78-d67d-4f43-a4d5-e3deb8847b1a req-ff6c6069-552e-46fa-b69e-8a74066d06db tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb50ebbf-d033-473b-ae6e-593d78928b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075692 Aug 18 12:03:00.714516 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-da449e8a-9b28-4d81-91d5-fbe0c89ac377 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for network, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:00.720239 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da449e8a-9b28-4d81-91d5-fbe0c89ac377 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:00.720903 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-da449e8a-9b28-4d81-91d5-fbe0c89ac377 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks [] for network, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:00.770135 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:03:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d130bd5f-1fe7-458b-b0ef-c309a1710dea x-openstack-request-id: req-d130bd5f-1fe7-458b-b0ef-c309a1710dea {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:03:00.770975 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79eb6dfc-2adb-4930-883e-cf334d7966ec", "name": "network-vif-plugged", "status": "completed", "tag": "f8708b17-bf3e-453a-9ec5-a059c4d30d60", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:03:00.771858 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d130bd5f-1fe7-458b-b0ef-c309a1710dea {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:03:00.772746 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79eb6dfc-2adb-4930-883e-cf334d7966ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8708b17-bf3e-453a-9ec5-a059c4d30d60', 'code': 200} Aug 18 12:03:00.816317 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-da449e8a-9b28-4d81-91d5-fbe0c89ac377 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0264316 Aug 18 12:03:00.820927 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 35702) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:03:00.826412 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-852d7453-6bda-4fea-a5b3-809c4e2af054 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Request body: {'subnet': {'network_id': '73daa779-b0e4-459c-ae0e-fc93ae511945', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:03:00.920913 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da449e8a-9b28-4d81-91d5-fbe0c89ac377 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Pushing event updated for resources: {'Network': ['ID=73daa779-b0e4-459c-ae0e-fc93ae511945,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:03:00.931468 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Network 73daa779-b0e4-459c-ae0e-fc93ae511945 details requested by agent ovs-agent-n-d-804985-2 with host n-d-804985-2 {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:03:00.949837 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-852d7453-6bda-4fea-a5b3-809c4e2af054 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Made reservation on behalf of 65fdfa1f9ea246ab9e952c5b1ba0afa3 for: {'subnet': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:03:00.955155 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-8c3d9536-27ec-4bf3-9b7c-e81d177df5ae req-68a986c6-13f7-49ff-9e02-3aac097620b7 service neutron] Attempting to bind port b08f237e-3f2b-4421-8dcb-0fdda4008b43 on host n-h1-804985-2 for vnic_type normal with profile {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:03:00.955491 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-8c3d9536-27ec-4bf3-9b7c-e81d177df5ae req-68a986c6-13f7-49ff-9e02-3aac097620b7 service neutron] Attempting to bind port b08f237e-3f2b-4421-8dcb-0fdda4008b43 by drivers openvswitch,hyperv on host n-h1-804985-2 at level 0 using segments [{'id': 'dbd84b27-1843-4c50-9664-de000cc581b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '4bd0b8b1-f7b8-42e5-a78e-b89cea186ccd'}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:03:00.955662 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-852d7453-6bda-4fea-a5b3-809c4e2af054 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59388119'] for subnet, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:00.955820 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c3d9536-27ec-4bf3-9b7c-e81d177df5ae req-68a986c6-13f7-49ff-9e02-3aac097620b7 service neutron] Attempting to bind port b08f237e-3f2b-4421-8dcb-0fdda4008b43 on network 4bd0b8b1-f7b8-42e5-a78e-b89cea186ccd {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:03:00.970068 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c3d9536-27ec-4bf3-9b7c-e81d177df5ae req-68a986c6-13f7-49ff-9e02-3aac097620b7 service neutron] Port b08f237e-3f2b-4421-8dcb-0fdda4008b43 on network 4bd0b8b1-f7b8-42e5-a78e-b89cea186ccd not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-2 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:03:00.970392 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c3d9536-27ec-4bf3-9b7c-e81d177df5ae req-68a986c6-13f7-49ff-9e02-3aac097620b7 service neutron] Attempting to bind port b08f237e-3f2b-4421-8dcb-0fdda4008b43 on network 4bd0b8b1-f7b8-42e5-a78e-b89cea186ccd {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:03:00.985735 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c3d9536-27ec-4bf3-9b7c-e81d177df5ae req-68a986c6-13f7-49ff-9e02-3aac097620b7 service neutron] Checking agent: {'id': 'a613417a-d085-492c-941a-59bb18c633d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 49, 6), 'started_at': datetime.datetime(2021, 8, 18, 11, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 2, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:03:00.985941 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c3d9536-27ec-4bf3-9b7c-e81d177df5ae req-68a986c6-13f7-49ff-9e02-3aac097620b7 service neutron] Checking segment: {'id': 'dbd84b27-1843-4c50-9664-de000cc581b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '4bd0b8b1-f7b8-42e5-a78e-b89cea186ccd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:03:00.986282 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c3d9536-27ec-4bf3-9b7c-e81d177df5ae req-68a986c6-13f7-49ff-9e02-3aac097620b7 service neutron] Bound using segment: {'id': 'dbd84b27-1843-4c50-9664-de000cc581b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '4bd0b8b1-f7b8-42e5-a78e-b89cea186ccd'} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:03:00.986727 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-8c3d9536-27ec-4bf3-9b7c-e81d177df5ae req-68a986c6-13f7-49ff-9e02-3aac097620b7 service neutron] Bound port: b08f237e-3f2b-4421-8dcb-0fdda4008b43, host: n-h1-804985-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbd84b27-1843-4c50-9664-de000cc581b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '4bd0b8b1-f7b8-42e5-a78e-b89cea186ccd'}}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:03:00.987079 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-8c3d9536-27ec-4bf3-9b7c-e81d177df5ae req-68a986c6-13f7-49ff-9e02-3aac097620b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:00.998317 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241608f4-8e3c-4a51-a6d2-d0df012309de req-fbb2cdb2-47f1-40b7-8856-08f533d41125 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:00.999882 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-241608f4-8e3c-4a51-a6d2-d0df012309de req-fbb2cdb2-47f1-40b7-8856-08f533d41125 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/ports?device_id=c638d708-f9ec-4cc8-8d73-799d4b9bed3c HTTP/1.1" status: 200 len: 946 time: 0.1878564 Aug 18 12:03:01.007377 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a5706a-de6f-4de6-bc7a-35069e6d3dfe req-87630d4c-5b5f-46dd-b945-cba0de38a504 tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:01.012987 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-66a5706a-de6f-4de6-bc7a-35069e6d3dfe req-87630d4c-5b5f-46dd-b945-cba0de38a504 tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] 10.222.0.66 "GET /v2.0/ports?device_id=79eb6dfc-2adb-4930-883e-cf334d7966ec HTTP/1.1" status: 200 len: 945 time: 0.1422946 Aug 18 12:03:01.037511 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f3569f-36ca-4518-b81d-7f74c51dc951 req-3b736011-91b0-4d7a-8337-0166b719730c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:01.039087 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f7f3569f-36ca-4518-b81d-7f74c51dc951 req-3b736011-91b0-4d7a-8337-0166b719730c service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=79eb6dfc-2adb-4930-883e-cf334d7966ec HTTP/1.1" status: 200 len: 1096 time: 0.1522112 Aug 18 12:03:01.143474 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-852d7453-6bda-4fea-a5b3-809c4e2af054 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58902106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59388097'] for subnet, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:01.154382 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-241608f4-8e3c-4a51-a6d2-d0df012309de req-a3940313-e7f8-4732-9342-bbc6a79c4646 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/security-groups?id=582571f6-a365-42ab-be92-c3254f7d1409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396489 Aug 18 12:03:01.171469 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-66a5706a-de6f-4de6-bc7a-35069e6d3dfe req-125200c9-ac46-430e-abcf-77fac2821121 tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b3db2ea-cc32-4796-9824-b1355b845d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290810 Aug 18 12:03:01.171469 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f7f3569f-36ca-4518-b81d-7f74c51dc951 req-d9b9d7c7-3e39-42a9-ae3f-79316495fa12 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=9b3db2ea-cc32-4796-9824-b1355b845d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085179 Aug 18 12:03:01.194464 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-8c3d9536-27ec-4bf3-9b7c-e81d177df5ae req-68a986c6-13f7-49ff-9e02-3aac097620b7 service neutron] For port b08f237e-3f2b-4421-8dcb-0fdda4008b43, host n-h1-804985-2, cleared binding levels {{(pid=106252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:03:01.196293 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852d7453-6bda-4fea-a5b3-809c4e2af054 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Pushing event updated for resources: {'Subnet': ['ID=6f055963-1cdc-4750-b1f1-691623559e67,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:03:01.198463 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-8c3d9536-27ec-4bf3-9b7c-e81d177df5ae req-68a986c6-13f7-49ff-9e02-3aac097620b7 service neutron] For port b08f237e-3f2b-4421-8dcb-0fdda4008b43, host n-h1-804985-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=b08f237e-3f2b-4421-8dcb-0fdda4008b43,segment=NetworkSegment(dbd84b27-1843-4c50-9664-de000cc581b9),segment_id=dbd84b27-1843-4c50-9664-de000cc581b9)] {{(pid=106252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:03:01.207130 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-8c3d9536-27ec-4bf3-9b7c-e81d177df5ae req-68a986c6-13f7-49ff-9e02-3aac097620b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:01.216244 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-852d7453-6bda-4fea-a5b3-809c4e2af054 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Checking segment: {'id': '221c4640-25bd-481d-8ed4-5de447e83f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '73daa779-b0e4-459c-ae0e-fc93ae511945'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:03:01.216950 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-852d7453-6bda-4fea-a5b3-809c4e2af054 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Network hostable DHCP agents. Network: 73daa779-b0e4-459c-ae0e-fc93ae511945, hostable agents: ['97c14208-2951-4361-8d64-3708c946ff5f'], hosted agents: [] {{(pid=106253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 12:03:01.239644 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-852d7453-6bda-4fea-a5b3-809c4e2af054 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Network 73daa779-b0e4-459c-ae0e-fc93ae511945 is scheduled to be hosted by DHCP agent 97c14208-2951-4361-8d64-3708c946ff5f with binding_index 1 {{(pid=106253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 12:03:01.247263 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3d9536-27ec-4bf3-9b7c-e81d177df5ae req-68a986c6-13f7-49ff-9e02-3aac097620b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:01.247899 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-8c3d9536-27ec-4bf3-9b7c-e81d177df5ae req-68a986c6-13f7-49ff-9e02-3aac097620b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:01.249615 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8c3d9536-27ec-4bf3-9b7c-e81d177df5ae req-68a986c6-13f7-49ff-9e02-3aac097620b7 service neutron] 10.222.0.63 "PUT /v2.0/ports/b08f237e-3f2b-4421-8dcb-0fdda4008b43 HTTP/1.1" status: 200 len: 1091 time: 1.9759665 Aug 18 12:03:01.254472 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-852d7453-6bda-4fea-a5b3-809c4e2af054 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-2, 73daa779-b0e4-459c-ae0e-fc93ae511945) {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:03:01.259359 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-852d7453-6bda-4fea-a5b3-809c4e2af054 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:01.260398 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-852d7453-6bda-4fea-a5b3-809c4e2af054 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:01.269496 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3ad8a94-3b35-4bf5-a71b-d30898adbe4a None None] Network 73daa779-b0e4-459c-ae0e-fc93ae511945 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:03:01.299156 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-852d7453-6bda-4fea-a5b3-809c4e2af054 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4769282 Aug 18 12:03:01.305361 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 35710) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:03:01.311450 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-4578a93b-e1fe-4f56-b29f-f2dec3cc5c70 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Request body: {'port': {'network_id': '73daa779-b0e4-459c-ae0e-fc93ae511945', 'name': 'tempest-PortsIpV6TestJSON-2054180973'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:03:01.332049 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-8c3d9536-27ec-4bf3-9b7c-e81d177df5ae req-51154a17-c1ea-4451-8342-4b24568a3629 service neutron] Request body: {'port': {'device_id': '771bfcc3-0ae8-4ccb-b781-ce65f69f40f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804985-2'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:03:01.394065 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a986c6-13f7-49ff-9e02-3aac097620b7 service neutron] Pushing event updated for resources: {'Port': ['ID=b08f237e-3f2b-4421-8dcb-0fdda4008b43,revision_number=3']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:03:01.410766 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ef0cc9-ef76-4dbd-8b89-e9f279adb222 req-c93c9b9f-5cef-4bb3-b0b7-c2b17e1689b5 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:01.412740 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-63ef0cc9-ef76-4dbd-8b89-e9f279adb222 req-c93c9b9f-5cef-4bb3-b0b7-c2b17e1689b5 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf8f58b0-82d3-4710-bacc-a9e4021b0489 HTTP/1.1" status: 200 len: 950 time: 0.1617501 Aug 18 12:03:01.461041 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '771bfcc3-0ae8-4ccb-b781-ce65f69f40f9', 'tag': 'b08f237e-3f2b-4421-8dcb-0fdda4008b43'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:03:01.463288 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4578a93b-e1fe-4f56-b29f-f2dec3cc5c70 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Made reservation on behalf of 65fdfa1f9ea246ab9e952c5b1ba0afa3 for: {'port': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:03:01.463886 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e9d31e0-18d5-4ac0-8fdb-930a51b6bc3d" -d '{"events": [{"name": "network-changed", "server_uuid": "771bfcc3-0ae8-4ccb-b781-ce65f69f40f9", "tag": "b08f237e-3f2b-4421-8dcb-0fdda4008b43"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:03:01.469640 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4578a93b-e1fe-4f56-b29f-f2dec3cc5c70 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:01.470413 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-8c3d9536-27ec-4bf3-9b7c-e81d177df5ae req-51154a17-c1ea-4451-8342-4b24568a3629 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:01.476093 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d6b73a0-bd3b-4be8-8864-ea87f858c887 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp788be208-34ab-5a8f-af0f-528834af222f-73daa779-b0e4-459c-ae0e-fc93ae511945', 'network_id': '73daa779-b0e4-459c-ae0e-fc93ae511945', 'tenant_id': '65fdfa1f9ea246ab9e952c5b1ba0afa3', 'fixed_ips': [{'subnet_id': '6f055963-1cdc-4750-b1f1-691623559e67'}]}} from n-d-804985-2. {{(pid=106254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 12:03:01.477345 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-5d6b73a0-bd3b-4be8-8864-ea87f858c887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:01.493713 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [None req-4578a93b-e1fe-4f56-b29f-f2dec3cc5c70 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] device_id is not set on port 223a5acd-e113-4487-9dc9-82364066e377 yet. {{(pid=106253) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 12:03:01.499864 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-63ef0cc9-ef76-4dbd-8b89-e9f279adb222 req-a343b4f9-e301-4497-a2f5-36d5a9833683 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb50ebbf-d033-473b-ae6e-593d78928b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760145 Aug 18 12:03:01.517421 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f3f17a-ad3b-4d99-8de0-8eab54e182c5 req-2402aa97-5e10-4dae-8100-4f87274b9978 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:01.518951 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b5f3f17a-ad3b-4d99-8de0-8eab54e182c5 req-2402aa97-5e10-4dae-8100-4f87274b9978 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/ports?device_id=c638d708-f9ec-4cc8-8d73-799d4b9bed3c HTTP/1.1" status: 200 len: 946 time: 0.1218307 Aug 18 12:03:01.562028 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:03:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a6a8bcf-f60e-48fa-8203-c9612aa25b37 x-openstack-request-id: req-0a6a8bcf-f60e-48fa-8203-c9612aa25b37 {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:03:01.562276 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "771bfcc3-0ae8-4ccb-b781-ce65f69f40f9", "tag": "b08f237e-3f2b-4421-8dcb-0fdda4008b43", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:03:01.562634 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-0a6a8bcf-f60e-48fa-8203-c9612aa25b37 {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:03:01.563039 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '771bfcc3-0ae8-4ccb-b781-ce65f69f40f9', 'tag': 'b08f237e-3f2b-4421-8dcb-0fdda4008b43', 'status': 'completed', 'code': 200} Aug 18 12:03:01.655447 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.db_base_plugin_common [None req-5d6b73a0-bd3b-4be8-8864-ea87f858c887 None None] Allocated IP 2001:db8::2 (73daa779-b0e4-459c-ae0e-fc93ae511945/6f055963-1cdc-4750-b1f1-691623559e67/a66476ee-d1b5-4839-aa0b-380e42346693) {{(pid=106254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:03:01.672426 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b5f3f17a-ad3b-4d99-8de0-8eab54e182c5 req-cf9413d4-7587-4bb3-96fb-e41991ea9456 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/security-groups?id=582571f6-a365-42ab-be92-c3254f7d1409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322522 Aug 18 12:03:01.706946 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9d31e0-18d5-4ac0-8fdb-930a51b6bc3d req-90979f11-ac1e-46a1-b6ad-54bf331105b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:01.707533 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9d31e0-18d5-4ac0-8fdb-930a51b6bc3d req-90979f11-ac1e-46a1-b6ad-54bf331105b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:01.707902 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9d31e0-18d5-4ac0-8fdb-930a51b6bc3d req-90979f11-ac1e-46a1-b6ad-54bf331105b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:01.709611 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5e9d31e0-18d5-4ac0-8fdb-930a51b6bc3d req-90979f11-ac1e-46a1-b6ad-54bf331105b2 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=0cad20ae983946c9b98c5b381a7210db&device_id=771bfcc3-0ae8-4ccb-b781-ce65f69f40f9 HTTP/1.1" status: 200 len: 2798 time: 0.1196601 Aug 18 12:03:01.819526 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-5d6b73a0-bd3b-4be8-8864-ea87f858c887 None None] Notify callbacks [] for port, precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:01.827825 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-5d6b73a0-bd3b-4be8-8864-ea87f858c887 None None] Transition to ACTIVE for port object a66476ee-d1b5-4839-aa0b-380e42346693 will not be triggered until provisioned by entity L2. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:03:01.842193 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-5d6b73a0-bd3b-4be8-8864-ea87f858c887 None None] Transition to ACTIVE for port object a66476ee-d1b5-4839-aa0b-380e42346693 will not be triggered until provisioned by entity DHCP. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:03:01.850003 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-5d6b73a0-bd3b-4be8-8864-ea87f858c887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547'] for port, after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:01.892638 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d6b73a0-bd3b-4be8-8864-ea87f858c887 None None] Network 73daa779-b0e4-459c-ae0e-fc93ae511945 is already hosted by enough agents. {{(pid=106254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:03:01.899158 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.base_scheduler [None req-5d6b73a0-bd3b-4be8-8864-ea87f858c887 None None] Resources bound (agent type, host, resource id): {{(pid=106254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:03:01.902754 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d6b73a0-bd3b-4be8-8864-ea87f858c887 None None] Received port after_create {{(pid=106254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:03:01.908142 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [None req-4578a93b-e1fe-4f56-b29f-f2dec3cc5c70 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Allocated IP 2001:db8::38d (73daa779-b0e4-459c-ae0e-fc93ae511945/6f055963-1cdc-4750-b1f1-691623559e67/223a5acd-e113-4487-9dc9-82364066e377) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:03:01.911002 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6b73a0-bd3b-4be8-8864-ea87f858c887 None None] Pushing event updated for resources: {'Port': ['ID=a66476ee-d1b5-4839-aa0b-380e42346693,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:03:01.966736 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-5d6b73a0-bd3b-4be8-8864-ea87f858c887 None None] Attempting to bind port a66476ee-d1b5-4839-aa0b-380e42346693 on host n-d-804985-2 for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:03:01.967350 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-5d6b73a0-bd3b-4be8-8864-ea87f858c887 None None] Attempting to bind port a66476ee-d1b5-4839-aa0b-380e42346693 by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': '221c4640-25bd-481d-8ed4-5de447e83f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '73daa779-b0e4-459c-ae0e-fc93ae511945'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:03:01.967897 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d6b73a0-bd3b-4be8-8864-ea87f858c887 None None] Attempting to bind port a66476ee-d1b5-4839-aa0b-380e42346693 on network 73daa779-b0e4-459c-ae0e-fc93ae511945 {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:03:01.973636 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d6b73a0-bd3b-4be8-8864-ea87f858c887 None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 2, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:03:01.974195 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d6b73a0-bd3b-4be8-8864-ea87f858c887 None None] Checking segment: {'id': '221c4640-25bd-481d-8ed4-5de447e83f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '73daa779-b0e4-459c-ae0e-fc93ae511945'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:03:01.974742 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-5d6b73a0-bd3b-4be8-8864-ea87f858c887 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:01.975267 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d6b73a0-bd3b-4be8-8864-ea87f858c887 None None] Bound using segment: {'id': '221c4640-25bd-481d-8ed4-5de447e83f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '73daa779-b0e4-459c-ae0e-fc93ae511945'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:03:01.975967 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-5d6b73a0-bd3b-4be8-8864-ea87f858c887 None None] Bound port: a66476ee-d1b5-4839-aa0b-380e42346693, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '221c4640-25bd-481d-8ed4-5de447e83f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '73daa779-b0e4-459c-ae0e-fc93ae511945'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:03:01.976526 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-5d6b73a0-bd3b-4be8-8864-ea87f858c887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:01.976639 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0d179d-7e4c-478d-919d-f7944aa0ae8a req-da7d81d9-5b2a-4826-acfb-0089dc338036 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:01.982721 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0d179d-7e4c-478d-919d-f7944aa0ae8a req-da7d81d9-5b2a-4826-acfb-0089dc338036 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:01.990188 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1e0d179d-7e4c-478d-919d-f7944aa0ae8a req-da7d81d9-5b2a-4826-acfb-0089dc338036 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.66 "GET /v2.0/ports?device_id=40e4574c-4b8a-4303-8edb-4ebeb6edc075&device_id=cf8f58b0-82d3-4710-bacc-a9e4021b0489 HTTP/1.1" status: 200 len: 1691 time: 0.1665039 Aug 18 12:03:02.007697 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27014f2-6a63-4255-a391-38afe40290e0 req-c0fec064-fdb9-4d04-9112-aab0a79a0370 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:02.013848 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27014f2-6a63-4255-a391-38afe40290e0 req-c0fec064-fdb9-4d04-9112-aab0a79a0370 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:02.019880 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27014f2-6a63-4255-a391-38afe40290e0 req-c0fec064-fdb9-4d04-9112-aab0a79a0370 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:02.028039 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f27014f2-6a63-4255-a391-38afe40290e0 req-c0fec064-fdb9-4d04-9112-aab0a79a0370 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] 10.222.0.66 "GET /v2.0/ports?device_id=771bfcc3-0ae8-4ccb-b781-ce65f69f40f9 HTTP/1.1" status: 200 len: 2400 time: 0.2712889 Aug 18 12:03:02.064592 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9d31e0-18d5-4ac0-8fdb-930a51b6bc3d req-620c0c75-5863-4922-bb9c-39fc8ea21d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:02.065065 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9d31e0-18d5-4ac0-8fdb-930a51b6bc3d req-620c0c75-5863-4922-bb9c-39fc8ea21d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:02.065588 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9d31e0-18d5-4ac0-8fdb-930a51b6bc3d req-620c0c75-5863-4922-bb9c-39fc8ea21d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:02.067188 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5e9d31e0-18d5-4ac0-8fdb-930a51b6bc3d req-620c0c75-5863-4922-bb9c-39fc8ea21d29 service neutron] 10.222.0.63 "GET /v2.0/networks?tenant_id=0cad20ae983946c9b98c5b381a7210db&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3215499 Aug 18 12:03:02.089912 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-5d6b73a0-bd3b-4be8-8864-ea87f858c887 None None] For port a66476ee-d1b5-4839-aa0b-380e42346693, host n-d-804985-2, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:03:02.093692 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-5d6b73a0-bd3b-4be8-8864-ea87f858c887 None None] For port a66476ee-d1b5-4839-aa0b-380e42346693, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=a66476ee-d1b5-4839-aa0b-380e42346693,segment=NetworkSegment(221c4640-25bd-481d-8ed4-5de447e83f4b),segment_id=221c4640-25bd-481d-8ed4-5de447e83f4b)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:03:02.101883 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-5d6b73a0-bd3b-4be8-8864-ea87f858c887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:02.118899 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f27014f2-6a63-4255-a391-38afe40290e0 req-3ed892d7-b66c-408c-8279-86e17ab34f76 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] 10.222.0.66 "GET /v2.0/security-groups?id=93e28aa4-0de3-4f04-b26e-638cffd77b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899210 Aug 18 12:03:02.132319 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4578a93b-e1fe-4f56-b29f-f2dec3cc5c70 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:02.163168 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [None req-4578a93b-e1fe-4f56-b29f-f2dec3cc5c70 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Transition to ACTIVE for port object 223a5acd-e113-4487-9dc9-82364066e377 will not be triggered until provisioned by entity DHCP. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:03:02.178657 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6b73a0-bd3b-4be8-8864-ea87f858c887 None None] Pushing event updated for resources: {'Port': ['ID=a66476ee-d1b5-4839-aa0b-380e42346693,revision_number=2']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:03:02.207938 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4578a93b-e1fe-4f56-b29f-f2dec3cc5c70 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:02.227776 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1e0d179d-7e4c-478d-919d-f7944aa0ae8a req-28345336-6d05-4f02-93cc-54e46d29bdc6 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb50ebbf-d033-473b-ae6e-593d78928b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2366219 Aug 18 12:03:02.266514 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [req-8c3d9536-27ec-4bf3-9b7c-e81d177df5ae req-51154a17-c1ea-4451-8342-4b24568a3629 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b63f756-dc5e-4229-bece-70e95b91e232 {{(pid=106252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:03:02.267165 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4578a93b-e1fe-4f56-b29f-f2dec3cc5c70 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Network 73daa779-b0e4-459c-ae0e-fc93ae511945 is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:03:02.270068 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-4578a93b-e1fe-4f56-b29f-f2dec3cc5c70 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:03:02.275800 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4578a93b-e1fe-4f56-b29f-f2dec3cc5c70 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:03:02.282141 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-8c3d9536-27ec-4bf3-9b7c-e81d177df5ae req-51154a17-c1ea-4451-8342-4b24568a3629 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:02.282321 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4578a93b-e1fe-4f56-b29f-f2dec3cc5c70 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:02.282321 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4578a93b-e1fe-4f56-b29f-f2dec3cc5c70 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:02.285882 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4578a93b-e1fe-4f56-b29f-f2dec3cc5c70 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Pushing event updated for resources: {'Port': ['ID=223a5acd-e113-4487-9dc9-82364066e377,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:03:02.305297 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-4578a93b-e1fe-4f56-b29f-f2dec3cc5c70 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.9963255 Aug 18 12:03:02.305886 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 35730) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:03:02.323335 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [req-8c3d9536-27ec-4bf3-9b7c-e81d177df5ae req-51154a17-c1ea-4451-8342-4b24568a3629 service neutron] Transition to ACTIVE for port object 3b63f756-dc5e-4229-bece-70e95b91e232 will not be triggered until provisioned by entity L2. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:03:02.332710 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af433cb8-b8b0-4ec1-848c-71c4cc05bcc6 req-1a213c1f-eba5-4f71-adda-032c0abe9d69 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:02.334246 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-af433cb8-b8b0-4ec1-848c-71c4cc05bcc6 req-1a213c1f-eba5-4f71-adda-032c0abe9d69 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/ports?device_id=c638d708-f9ec-4cc8-8d73-799d4b9bed3c HTTP/1.1" status: 200 len: 946 time: 0.1289470 Aug 18 12:03:02.335766 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-8c3d9536-27ec-4bf3-9b7c-e81d177df5ae req-51154a17-c1ea-4451-8342-4b24568a3629 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:02.338411 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9d31e0-18d5-4ac0-8fdb-930a51b6bc3d req-940436f3-c1f6-452b-9875-2d178eaee789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:02.339836 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5e9d31e0-18d5-4ac0-8fdb-930a51b6bc3d req-940436f3-c1f6-452b-9875-2d178eaee789 service neutron] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2590971 Aug 18 12:03:02.437642 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-cd2bd00d-444e-4ed1-9450-e50a2e831db8 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Deleting port 223a5acd-e113-4487-9dc9-82364066e377 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:03:02.438138 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-cd2bd00d-444e-4ed1-9450-e50a2e831db8 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:02.451131 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51154a17-c1ea-4451-8342-4b24568a3629 service neutron] Pushing event updated for resources: {'Port': ['ID=3b63f756-dc5e-4229-bece-70e95b91e232,revision_number=2']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:03:02.480872 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-af433cb8-b8b0-4ec1-848c-71c4cc05bcc6 req-d8d5c2e7-aa96-46a1-b7bb-227894310ac4 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/security-groups?id=582571f6-a365-42ab-be92-c3254f7d1409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233993 Aug 18 12:03:02.588585 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0671f3e9-f35b-4102-861f-db2c96300cd2 req-2cdb608c-a362-49b1-81a0-6eea5b7efc83 tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:02.590421 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0671f3e9-f35b-4102-861f-db2c96300cd2 req-2cdb608c-a362-49b1-81a0-6eea5b7efc83 tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] 10.222.0.66 "GET /v2.0/ports?device_id=79eb6dfc-2adb-4930-883e-cf334d7966ec HTTP/1.1" status: 200 len: 945 time: 0.1612809 Aug 18 12:03:02.593496 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-8c3d9536-27ec-4bf3-9b7c-e81d177df5ae req-51154a17-c1ea-4451-8342-4b24568a3629 service neutron] Attempting to bind port 3b63f756-dc5e-4229-bece-70e95b91e232 on host n-h1-804985-2 for vnic_type normal with profile {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:03:02.593834 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-8c3d9536-27ec-4bf3-9b7c-e81d177df5ae req-51154a17-c1ea-4451-8342-4b24568a3629 service neutron] Attempting to bind port 3b63f756-dc5e-4229-bece-70e95b91e232 by drivers openvswitch,hyperv on host n-h1-804985-2 at level 0 using segments [{'id': '2a2259e0-5d73-4f83-b8d1-a5eaaf9a1824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'cc4f2e7f-55c0-490b-9943-d39bf90446e9'}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:03:02.594164 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c3d9536-27ec-4bf3-9b7c-e81d177df5ae req-51154a17-c1ea-4451-8342-4b24568a3629 service neutron] Attempting to bind port 3b63f756-dc5e-4229-bece-70e95b91e232 on network cc4f2e7f-55c0-490b-9943-d39bf90446e9 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:03:02.619367 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c3d9536-27ec-4bf3-9b7c-e81d177df5ae req-51154a17-c1ea-4451-8342-4b24568a3629 service neutron] Port 3b63f756-dc5e-4229-bece-70e95b91e232 on network cc4f2e7f-55c0-490b-9943-d39bf90446e9 not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-2 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:03:02.619702 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c3d9536-27ec-4bf3-9b7c-e81d177df5ae req-51154a17-c1ea-4451-8342-4b24568a3629 service neutron] Attempting to bind port 3b63f756-dc5e-4229-bece-70e95b91e232 on network cc4f2e7f-55c0-490b-9943-d39bf90446e9 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:03:02.625004 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-cd2bd00d-444e-4ed1-9450-e50a2e831db8 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:02.627365 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c3d9536-27ec-4bf3-9b7c-e81d177df5ae req-51154a17-c1ea-4451-8342-4b24568a3629 service neutron] Checking agent: {'id': 'a613417a-d085-492c-941a-59bb18c633d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 49, 6), 'started_at': datetime.datetime(2021, 8, 18, 11, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 2, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:03:02.627712 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c3d9536-27ec-4bf3-9b7c-e81d177df5ae req-51154a17-c1ea-4451-8342-4b24568a3629 service neutron] Checking segment: {'id': '2a2259e0-5d73-4f83-b8d1-a5eaaf9a1824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'cc4f2e7f-55c0-490b-9943-d39bf90446e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:03:02.628162 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c3d9536-27ec-4bf3-9b7c-e81d177df5ae req-51154a17-c1ea-4451-8342-4b24568a3629 service neutron] Bound using segment: {'id': '2a2259e0-5d73-4f83-b8d1-a5eaaf9a1824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'cc4f2e7f-55c0-490b-9943-d39bf90446e9'} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:03:02.628551 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-8c3d9536-27ec-4bf3-9b7c-e81d177df5ae req-51154a17-c1ea-4451-8342-4b24568a3629 service neutron] Bound port: 3b63f756-dc5e-4229-bece-70e95b91e232, host: n-h1-804985-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a2259e0-5d73-4f83-b8d1-a5eaaf9a1824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'cc4f2e7f-55c0-490b-9943-d39bf90446e9'}}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:03:02.628925 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-8c3d9536-27ec-4bf3-9b7c-e81d177df5ae req-51154a17-c1ea-4451-8342-4b24568a3629 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:02.643014 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-cd2bd00d-444e-4ed1-9450-e50a2e831db8 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Calling delete_port for 223a5acd-e113-4487-9dc9-82364066e377 owned by {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:03:02.709560 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0671f3e9-f35b-4102-861f-db2c96300cd2 req-d1bf5211-5675-4920-aa93-056c57b76dfd tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b3db2ea-cc32-4796-9824-b1355b845d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129093 Aug 18 12:03:02.721746 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-8c3d9536-27ec-4bf3-9b7c-e81d177df5ae req-51154a17-c1ea-4451-8342-4b24568a3629 service neutron] For port 3b63f756-dc5e-4229-bece-70e95b91e232, host n-h1-804985-2, cleared binding levels {{(pid=106252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:03:02.732852 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-8c3d9536-27ec-4bf3-9b7c-e81d177df5ae req-51154a17-c1ea-4451-8342-4b24568a3629 service neutron] For port 3b63f756-dc5e-4229-bece-70e95b91e232, host n-h1-804985-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=3b63f756-dc5e-4229-bece-70e95b91e232,segment=NetworkSegment(2a2259e0-5d73-4f83-b8d1-a5eaaf9a1824),segment_id=2a2259e0-5d73-4f83-b8d1-a5eaaf9a1824)] {{(pid=106252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:03:02.737954 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-8c3d9536-27ec-4bf3-9b7c-e81d177df5ae req-51154a17-c1ea-4451-8342-4b24568a3629 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:02.784158 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3d9536-27ec-4bf3-9b7c-e81d177df5ae req-51154a17-c1ea-4451-8342-4b24568a3629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:02.784840 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-8c3d9536-27ec-4bf3-9b7c-e81d177df5ae req-51154a17-c1ea-4451-8342-4b24568a3629 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:02.786568 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8c3d9536-27ec-4bf3-9b7c-e81d177df5ae req-51154a17-c1ea-4451-8342-4b24568a3629 service neutron] 10.222.0.63 "PUT /v2.0/ports/3b63f756-dc5e-4229-bece-70e95b91e232 HTTP/1.1" status: 200 len: 1092 time: 1.4619551 Aug 18 12:03:02.844380 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-cd2bd00d-444e-4ed1-9450-e50a2e831db8 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:02.874325 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2bd00d-444e-4ed1-9450-e50a2e831db8 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Pushing event deleted for resources: {'Port': ['ID=223a5acd-e113-4487-9dc9-82364066e377,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:03:02.907302 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-cd2bd00d-444e-4ed1-9450-e50a2e831db8 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:02.911854 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-cd2bd00d-444e-4ed1-9450-e50a2e831db8 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] 10.222.0.66 "DELETE /v2.0/ports/223a5acd-e113-4487-9dc9-82364066e377 HTTP/1.1" status: 204 len: 168 time: 0.6030040 Aug 18 12:03:02.913042 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 35740) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:03:02.919939 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51154a17-c1ea-4451-8342-4b24568a3629 service neutron] Pushing event updated for resources: {'Port': ['ID=3b63f756-dc5e-4229-bece-70e95b91e232,revision_number=3']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:03:02.943902 n-d-804985-2 neutron-server[106253]: INFO neutron.pecan_wsgi.hooks.translation [None req-26b9da71-d995-43d8-bfcf-c3286058726a tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] DELETE failed (client error): The resource could not be found. Aug 18 12:03:02.945628 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26b9da71-d995-43d8-bfcf-c3286058726a tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 12:03:02.949828 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-26b9da71-d995-43d8-bfcf-c3286058726a tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] 10.222.0.66 "DELETE /v2.0/ports/223a5acd-e113-4487-9dc9-82364066e377 HTTP/1.1" status: 404 len: 333 time: 0.0357225 Aug 18 12:03:02.953227 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 35742) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:03:02.965825 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b528b035-0eb9-4812-a4d4-4911b8797c5b req-53a7c5b6-35b5-41ff-8667-123ce8e40ee2 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:02.967785 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b528b035-0eb9-4812-a4d4-4911b8797c5b req-53a7c5b6-35b5-41ff-8667-123ce8e40ee2 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/ports?device_id=c638d708-f9ec-4cc8-8d73-799d4b9bed3c HTTP/1.1" status: 200 len: 946 time: 0.1550171 Aug 18 12:03:02.972783 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c46daee-e7cc-4458-8bae-006ed43f3b3b req-e2c19798-05b0-4ae9-b084-5df86aa0d91b tempest-ServersOnMultiNodesTest-820981758 tempest-ServersOnMultiNodesTest-820981758-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:02.980464 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9c46daee-e7cc-4458-8bae-006ed43f3b3b req-e2c19798-05b0-4ae9-b084-5df86aa0d91b tempest-ServersOnMultiNodesTest-820981758 tempest-ServersOnMultiNodesTest-820981758-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=40e4574c-4b8a-4303-8edb-4ebeb6edc075 HTTP/1.1" status: 200 len: 1101 time: 0.1843677 Aug 18 12:03:03.002720 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3d9536-27ec-4bf3-9b7c-e81d177df5ae req-b64be170-ebd4-427e-a465-249b46f15a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:03.003159 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3d9536-27ec-4bf3-9b7c-e81d177df5ae req-b64be170-ebd4-427e-a465-249b46f15a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:03.003639 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3d9536-27ec-4bf3-9b7c-e81d177df5ae req-b64be170-ebd4-427e-a465-249b46f15a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:03.005937 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8c3d9536-27ec-4bf3-9b7c-e81d177df5ae req-b64be170-ebd4-427e-a465-249b46f15a46 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=0cad20ae983946c9b98c5b381a7210db&device_id=771bfcc3-0ae8-4ccb-b781-ce65f69f40f9 HTTP/1.1" status: 200 len: 2865 time: 0.1386993 Aug 18 12:03:03.007568 n-d-804985-2 neutron-server[106253]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f5729db-0abe-45b8-b80c-6f5ade3c83c9 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] GET failed (client error): The resource could not be found. Aug 18 12:03:03.011707 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-6f5729db-0abe-45b8-b80c-6f5ade3c83c9 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] 10.222.0.66 "GET /v2.0/ports/223a5acd-e113-4487-9dc9-82364066e377 HTTP/1.1" status: 404 len: 333 time: 0.0543637 Aug 18 12:03:03.011973 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 35744) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:03:03.090881 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8c3d9536-27ec-4bf3-9b7c-e81d177df5ae req-56b5f20c-a01b-4b92-bdbf-9f8325b36820 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.171&port_id=74e85c66-a271-4152-b3e2-26858e501585 HTTP/1.1" status: 200 len: 217 time: 0.0674055 Aug 18 12:03:03.091482 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_v2 [None req-bff0b501-5464-4761-85f7-8b4ca121a279 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Deleting subnet 6f055963-1cdc-4750-b1f1-691623559e67 {{(pid=106253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 12:03:03.095504 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-bff0b501-5464-4761-85f7-8b4ca121a279 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks [] for subnet, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:03.139154 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9c46daee-e7cc-4458-8bae-006ed43f3b3b req-f8547f97-753d-4d72-aee3-81d4daca6309 tempest-ServersOnMultiNodesTest-820981758 tempest-ServersOnMultiNodesTest-820981758-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=eb50ebbf-d033-473b-ae6e-593d78928b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561399 Aug 18 12:03:03.145059 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-bff0b501-5464-4761-85f7-8b4ca121a279 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902229'] for subnet, precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:03.224785 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3d9536-27ec-4bf3-9b7c-e81d177df5ae req-4ad78070-8cc6-4bc4-bed5-19933e98c093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:03.226515 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8c3d9536-27ec-4bf3-9b7c-e81d177df5ae req-4ad78070-8cc6-4bc4-bed5-19933e98c093 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=cb02e192-1103-49e2-882e-be3f963ea70c HTTP/1.1" status: 200 len: 801 time: 0.1188166 Aug 18 12:03:03.237963 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b528b035-0eb9-4812-a4d4-4911b8797c5b req-821c6d9b-7b06-40b3-9726-d6caec2ba3aa tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/security-groups?id=582571f6-a365-42ab-be92-c3254f7d1409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2550888 Aug 18 12:03:03.271223 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-bff0b501-5464-4761-85f7-8b4ca121a279 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:03.287185 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3d9536-27ec-4bf3-9b7c-e81d177df5ae req-c4f1a98a-d42d-4773-b9e4-49770d83f72a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:03.288796 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8c3d9536-27ec-4bf3-9b7c-e81d177df5ae req-c4f1a98a-d42d-4773-b9e4-49770d83f72a service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=cc4f2e7f-55c0-490b-9943-d39bf90446e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0466011 Aug 18 12:03:03.357221 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-bff0b501-5464-4761-85f7-8b4ca121a279 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58902171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59388106'] for subnet, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:03.394042 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0b501-5464-4761-85f7-8b4ca121a279 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Pushing event deleted for resources: {'Subnet': ['ID=6f055963-1cdc-4750-b1f1-691623559e67,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:03:03.407654 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-bff0b501-5464-4761-85f7-8b4ca121a279 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:03.410804 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-bff0b501-5464-4761-85f7-8b4ca121a279 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] 10.222.0.66 "DELETE /v2.0/subnets/6f055963-1cdc-4750-b1f1-691623559e67 HTTP/1.1" status: 204 len: 168 time: 0.3978570 Aug 18 12:03:03.413172 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 35762) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:03:03.497648 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ea031f74-66d0-422a-973e-73d772b9774d tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7904109'] for network, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:03.512424 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8c3d9536-27ec-4bf3-9b7c-e81d177df5ae req-998e57da-4e04-47ed-9484-44cd1b39c610 service neutron] 10.222.0.63 "GET /v2.0/networks/cc4f2e7f-55c0-490b-9943-d39bf90446e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2122774 Aug 18 12:03:03.520556 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e446df5b-a47d-41ad-8390-19cf9c5420f7 None None] Network 73daa779-b0e4-459c-ae0e-fc93ae511945 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:03:03.527587 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701d3766-e345-4294-903a-10bd25bfccfd req-89ac3e3e-508b-4c5b-810a-a56e70052beb tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:03.533841 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701d3766-e345-4294-903a-10bd25bfccfd req-89ac3e3e-508b-4c5b-810a-a56e70052beb tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:03.539989 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701d3766-e345-4294-903a-10bd25bfccfd req-89ac3e3e-508b-4c5b-810a-a56e70052beb tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:03.541799 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-701d3766-e345-4294-903a-10bd25bfccfd req-89ac3e3e-508b-4c5b-810a-a56e70052beb tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] 10.222.0.66 "GET /v2.0/ports?device_id=771bfcc3-0ae8-4ccb-b781-ce65f69f40f9 HTTP/1.1" status: 200 len: 2412 time: 0.1743810 Aug 18 12:03:03.554379 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-ea031f74-66d0-422a-973e-73d772b9774d tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Deleting port a66476ee-d1b5-4839-aa0b-380e42346693 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:03:03.554722 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ea031f74-66d0-422a-973e-73d772b9774d tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:03.562314 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bb3748-c609-49fb-868a-e5913e1a9627 req-925c3194-c8b3-448a-ae64-301fc29cd2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:03.563770 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-69bb3748-c609-49fb-868a-e5913e1a9627 req-925c3194-c8b3-448a-ae64-301fc29cd2fc service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=3fdbc2b793e24068a85791f08988ef10&device_id=79eb6dfc-2adb-4930-883e-cf334d7966ec HTTP/1.1" status: 200 len: 1096 time: 0.1561468 Aug 18 12:03:03.578110 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '771bfcc3-0ae8-4ccb-b781-ce65f69f40f9', 'tag': '3b63f756-dc5e-4229-bece-70e95b91e232'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:03:03.580427 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0f6dded-cfb6-4b10-8468-9f33e932f064" -d '{"events": [{"name": "network-changed", "server_uuid": "771bfcc3-0ae8-4ccb-b781-ce65f69f40f9", "tag": "3b63f756-dc5e-4229-bece-70e95b91e232"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:03:03.584714 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eef5922-8b35-43d3-93f1-6b971d8c1ff9 req-99460520-09d0-474d-9480-03be72ffc8ce tempest-ServersOnMultiNodesTest-820981758 tempest-ServersOnMultiNodesTest-820981758-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:03.585085 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-d9d86068-dbdd-4434-b405-1a846e99aa1d None None] Provisioning for port a66476ee-d1b5-4839-aa0b-380e42346693 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:03:03.586076 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7eef5922-8b35-43d3-93f1-6b971d8c1ff9 req-99460520-09d0-474d-9480-03be72ffc8ce tempest-ServersOnMultiNodesTest-820981758 tempest-ServersOnMultiNodesTest-820981758-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=cf8f58b0-82d3-4710-bacc-a9e4021b0489 HTTP/1.1" status: 200 len: 1101 time: 0.1607423 Aug 18 12:03:03.622293 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [None req-ea031f74-66d0-422a-973e-73d772b9774d tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] For port a66476ee-d1b5-4839-aa0b-380e42346693, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=a66476ee-d1b5-4839-aa0b-380e42346693,segment=NetworkSegment(221c4640-25bd-481d-8ed4-5de447e83f4b),segment_id=221c4640-25bd-481d-8ed4-5de447e83f4b)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:03:03.622618 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ea031f74-66d0-422a-973e-73d772b9774d tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:03.639849 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-ea031f74-66d0-422a-973e-73d772b9774d tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Calling delete_port for a66476ee-d1b5-4839-aa0b-380e42346693 owned by network:dhcp {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:03:03.719780 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4280132a-6d17-4706-bc20-857d3fcf3948 None None] DHCP port deletion for 73daa779-b0e4-459c-ae0e-fc93ae511945 request from n-d-804985-2 {{(pid=106254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 12:03:03.725723 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ea031f74-66d0-422a-973e-73d772b9774d tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:03.733211 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-701d3766-e345-4294-903a-10bd25bfccfd req-9cb9ca6f-369f-448b-89d3-fb20507c29f1 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] 10.222.0.66 "GET /v2.0/security-groups?id=93e28aa4-0de3-4f04-b26e-638cffd77b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759753 Aug 18 12:03:03.747366 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-4280132a-6d17-4706-bc20-857d3fcf3948 None None] The port 'a66476ee-d1b5-4839-aa0b-380e42346693' was deleted {{(pid=106254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1939}} Aug 18 12:03:03.755204 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea031f74-66d0-422a-973e-73d772b9774d tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Pushing event deleted for resources: {'Port': ['ID=a66476ee-d1b5-4839-aa0b-380e42346693,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:03:03.761218 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea031f74-66d0-422a-973e-73d772b9774d tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] No DVR routers for this DVR port a66476ee-d1b5-4839-aa0b-380e42346693 on host n-d-804985-2 {{(pid=106253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:03:03.791434 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7eef5922-8b35-43d3-93f1-6b971d8c1ff9 req-7342900e-005a-43a7-b47d-bec194c88316 tempest-ServersOnMultiNodesTest-820981758 tempest-ServersOnMultiNodesTest-820981758-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=eb50ebbf-d033-473b-ae6e-593d78928b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754901 Aug 18 12:03:03.800160 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bb3748-c609-49fb-868a-e5913e1a9627 req-4746a09e-5154-4ff9-88e0-f3ce8ee25e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:03.801653 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-69bb3748-c609-49fb-868a-e5913e1a9627 req-4746a09e-5154-4ff9-88e0-f3ce8ee25e9b service neutron] 10.222.0.63 "GET /v2.0/networks?id=fde25e42-4dfd-46b4-aeda-a37c860e4c94 HTTP/1.1" status: 200 len: 910 time: 0.2133694 Aug 18 12:03:03.805354 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8c3d9536-27ec-4bf3-9b7c-e81d177df5ae req-a7cb3da7-b5c4-4b20-acc4-acad466c8cae service neutron] 10.222.0.63 "GET /v2.0/networks/cc4f2e7f-55c0-490b-9943-d39bf90446e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2614434 Aug 18 12:03:03.851528 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ea031f74-66d0-422a-973e-73d772b9774d tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8367869', 'neutron.services.segments.db._delete_segments_for_network-8789151212993'] for network, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:03.862014 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-ea031f74-66d0-422a-973e-73d772b9774d tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73daa779-b0e4-459c-ae0e-fc93ae511945']}} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:03:03.864060 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-69bb3748-c609-49fb-868a-e5913e1a9627 req-91719928-e60c-4164-8b30-03143efd9c5b service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f8708b17-bf3e-453a-9ec5-a059c4d30d60 HTTP/1.1" status: 200 len: 217 time: 0.0411532 Aug 18 12:03:03.873276 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-ea031f74-66d0-422a-973e-73d772b9774d tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '221c4640-25bd-481d-8ed4-5de447e83f4b') {'for_net_delete': True} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:03:03.873276 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-ea031f74-66d0-422a-973e-73d772b9774d tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '221c4640-25bd-481d-8ed4-5de447e83f4b') {} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:03:03.883537 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ea031f74-66d0-422a-973e-73d772b9774d tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789151225254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902236'] for segment, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:03.900203 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ea031f74-66d0-422a-973e-73d772b9774d tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:03.907977 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea031f74-66d0-422a-973e-73d772b9774d tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Releasing vlan 815 on physical network physnet1 to pool {{(pid=106253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:03:03.908700 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ea031f74-66d0-422a-973e-73d772b9774d tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58900537'] for segment, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:03.912320 n-d-804985-2 neutron-server[106253]: Traceback (most recent call last): Aug 18 12:03:03.912320 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:03:03.912320 n-d-804985-2 neutron-server[106253]: timer() Aug 18 12:03:03.912320 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:03:03.912320 n-d-804985-2 neutron-server[106253]: cb(*args, **kw) Aug 18 12:03:03.912320 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:03:03.912320 n-d-804985-2 neutron-server[106253]: return func(*args, **kwargs) Aug 18 12:03:03.912320 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:03:03.912320 n-d-804985-2 neutron-server[106253]: self._notify() Aug 18 12:03:03.912320 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:03:03.912320 n-d-804985-2 neutron-server[106253]: self.callback(batched_events) Aug 18 12:03:03.912320 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:03:03.912320 n-d-804985-2 neutron-server[106253]: event.method(event) Aug 18 12:03:03.912320 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:03:03.912320 n-d-804985-2 neutron-server[106253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:03:03.912320 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:03:03.912320 n-d-804985-2 neutron-server[106253]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:03:03.912320 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:03:03.912320 n-d-804985-2 neutron-server[106253]: return f(self, *a, **k) Aug 18 12:03:03.912320 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:03:03.912320 n-d-804985-2 neutron-server[106253]: return self._get(url).json() Aug 18 12:03:03.912320 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:03:03.912320 n-d-804985-2 neutron-server[106253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:03:03.912320 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:03:03.912320 n-d-804985-2 neutron-server[106253]: return self.request(url, 'GET', **kwargs) Aug 18 12:03:03.912320 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:03:03.912320 n-d-804985-2 neutron-server[106253]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:03:03.912320 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:03:03.912320 n-d-804985-2 neutron-server[106253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:03:03.912320 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:03:03.912320 n-d-804985-2 neutron-server[106253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:03:03.912320 n-d-804985-2 neutron-server[106253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:03:03.993747 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ea031f74-66d0-422a-973e-73d772b9774d tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8367858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997186'] for network, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:04.029072 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ea031f74-66d0-422a-973e-73d772b9774d tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:04.034823 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-ea031f74-66d0-422a-973e-73d772b9774d tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] 10.222.0.66 "DELETE /v2.0/networks/73daa779-b0e4-459c-ae0e-fc93ae511945 HTTP/1.1" status: 204 len: 168 time: 0.6169145 Aug 18 12:03:04.034823 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea031f74-66d0-422a-973e-73d772b9774d tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Pushing event deleted for resources: {'Network': ['ID=73daa779-b0e4-459c-ae0e-fc93ae511945,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:03:04.035274 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 35774) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:03:04.040648 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-d687a643-6a31-42da-9a87-c7e17d465b72 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1267440370'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:03:04.070483 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d687a643-6a31-42da-9a87-c7e17d465b72 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Made reservation on behalf of 65fdfa1f9ea246ab9e952c5b1ba0afa3 for: {'network': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:03:04.074451 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d687a643-6a31-42da-9a87-c7e17d465b72 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for network, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:04.101154 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d687a643-6a31-42da-9a87-c7e17d465b72 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 809} {{(pid=106253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:03:04.111452 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d687a643-6a31-42da-9a87-c7e17d465b72 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:04.112063 n-d-804985-2 neutron-server[106253]: INFO neutron.db.segments_db [None req-d687a643-6a31-42da-9a87-c7e17d465b72 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Added segment 2ad83a6d-9b1a-4cb7-a422-84db5f6be850 of type vlan for network ca751c1d-44e5-43bd-bad6-fc4563e6317f Aug 18 12:03:04.152056 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d687a643-6a31-42da-9a87-c7e17d465b72 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789150665894'] for network, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:04.178302 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d687a643-6a31-42da-9a87-c7e17d465b72 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for network, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:04.184030 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d687a643-6a31-42da-9a87-c7e17d465b72 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:04.184659 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d687a643-6a31-42da-9a87-c7e17d465b72 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:04.222298 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8c3d9536-27ec-4bf3-9b7c-e81d177df5ae req-54fa19e1-d875-4b05-a859-54731ef61925 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.82&port_id=b08f237e-3f2b-4421-8dcb-0fdda4008b43 HTTP/1.1" status: 200 len: 217 time: 0.4005914 Aug 18 12:03:04.247105 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-d687a643-6a31-42da-9a87-c7e17d465b72 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2106972 Aug 18 12:03:04.249825 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 35778) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:03:04.256863 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-969cb0b2-0820-4c1b-83f1-30359dca748b tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Request body: {'subnet': {'network_id': 'ca751c1d-44e5-43bd-bad6-fc4563e6317f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:03:04.261708 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d687a643-6a31-42da-9a87-c7e17d465b72 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Pushing event updated for resources: {'Network': ['ID=ca751c1d-44e5-43bd-bad6-fc4563e6317f,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:03:04.272793 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Network ca751c1d-44e5-43bd-bad6-fc4563e6317f details requested by agent ovs-agent-n-d-804985-2 with host n-d-804985-2 {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:03:04.355107 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-969cb0b2-0820-4c1b-83f1-30359dca748b tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Made reservation on behalf of 65fdfa1f9ea246ab9e952c5b1ba0afa3 for: {'subnet': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:03:04.359869 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-969cb0b2-0820-4c1b-83f1-30359dca748b tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59388119'] for subnet, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:04.372555 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bb3748-c609-49fb-868a-e5913e1a9627 req-d91d619a-9c4e-4bb5-9c3c-2cd4825d8b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:04.374287 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-69bb3748-c609-49fb-868a-e5913e1a9627 req-d91d619a-9c4e-4bb5-9c3c-2cd4825d8b64 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=ff8046ef-165b-4279-9512-1ee28b707bb5 HTTP/1.1" status: 200 len: 849 time: 0.1711433 Aug 18 12:03:04.391646 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3d9536-27ec-4bf3-9b7c-e81d177df5ae req-73104ce9-e5bc-4d67-b3e2-d4a4d3708c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:04.393120 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8c3d9536-27ec-4bf3-9b7c-e81d177df5ae req-73104ce9-e5bc-4d67-b3e2-d4a4d3708c8d service neutron] 10.222.0.63 "GET /v2.0/subnets?id=071528d0-6a1a-4e28-a3c8-0ac10e4ce9c0 HTTP/1.1" status: 200 len: 801 time: 0.1367617 Aug 18 12:03:04.408241 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04264d58-82f2-4c2a-844c-57c8edfc7615 req-7aa024a1-1a2e-4463-9e8d-3d19ede93c39 tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:04.409623 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-04264d58-82f2-4c2a-844c-57c8edfc7615 req-7aa024a1-1a2e-4463-9e8d-3d19ede93c39 tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] 10.222.0.66 "GET /v2.0/ports?device_id=79eb6dfc-2adb-4930-883e-cf334d7966ec HTTP/1.1" status: 200 len: 945 time: 0.2051880 Aug 18 12:03:04.411327 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca48c75-c368-4d04-afed-c79735bfca74 req-d6fbf1d0-194b-4311-aef1-82238cc6da3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:04.412739 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8ca48c75-c368-4d04-afed-c79735bfca74 req-d6fbf1d0-194b-4311-aef1-82238cc6da3e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=fe1ab259ff774abb8ee8f6b115f604ca&device_id=305b0d7a-e7ab-4129-8b43-4762c73c2ae1 HTTP/1.1" status: 200 len: 1096 time: 0.2058406 Aug 18 12:03:04.428898 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff12eb3-7157-4ae6-894e-894fd8db7fca req-ec866306-a8cd-420e-bb9e-05be3f8934ac tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:04.430390 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7ff12eb3-7157-4ae6-894e-894fd8db7fca req-ec866306-a8cd-420e-bb9e-05be3f8934ac tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/ports?device_id=c638d708-f9ec-4cc8-8d73-799d4b9bed3c HTTP/1.1" status: 200 len: 946 time: 0.2244227 Aug 18 12:03:04.470516 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-69bb3748-c609-49fb-868a-e5913e1a9627 req-ea4b7714-9b8f-414a-9d83-f1598b200dcb service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=fde25e42-4dfd-46b4-aeda-a37c860e4c94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0829165 Aug 18 12:03:04.547157 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-969cb0b2-0820-4c1b-83f1-30359dca748b tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58902106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59388097'] for subnet, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:04.610322 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969cb0b2-0820-4c1b-83f1-30359dca748b tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Pushing event updated for resources: {'Subnet': ['ID=2c8fd422-e1bf-41b0-9cdc-8264028d55f9,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:03:04.615684 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-969cb0b2-0820-4c1b-83f1-30359dca748b tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Checking segment: {'id': '2ad83a6d-9b1a-4cb7-a422-84db5f6be850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'ca751c1d-44e5-43bd-bad6-fc4563e6317f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:03:04.616034 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-969cb0b2-0820-4c1b-83f1-30359dca748b tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Network hostable DHCP agents. Network: ca751c1d-44e5-43bd-bad6-fc4563e6317f, hostable agents: ['97c14208-2951-4361-8d64-3708c946ff5f'], hosted agents: [] {{(pid=106253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 12:03:04.635324 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-969cb0b2-0820-4c1b-83f1-30359dca748b tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Network ca751c1d-44e5-43bd-bad6-fc4563e6317f is scheduled to be hosted by DHCP agent 97c14208-2951-4361-8d64-3708c946ff5f with binding_index 1 {{(pid=106253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 12:03:04.645219 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-969cb0b2-0820-4c1b-83f1-30359dca748b tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-2, ca751c1d-44e5-43bd-bad6-fc4563e6317f) {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:03:04.651002 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-969cb0b2-0820-4c1b-83f1-30359dca748b tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:04.651488 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-969cb0b2-0820-4c1b-83f1-30359dca748b tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:04.654814 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ce2fc33-e61b-4025-8cd4-504e9e1da8de None None] Network ca751c1d-44e5-43bd-bad6-fc4563e6317f requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:03:04.660630 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-04264d58-82f2-4c2a-844c-57c8edfc7615 req-aa17a918-9839-4ed2-b81c-ae4458ca4f67 tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b3db2ea-cc32-4796-9824-b1355b845d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072241 Aug 18 12:03:04.663236 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7ff12eb3-7157-4ae6-894e-894fd8db7fca req-061bf447-55b9-473b-9299-e8a9e184f526 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/security-groups?id=582571f6-a365-42ab-be92-c3254f7d1409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967502 Aug 18 12:03:04.665107 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3d9536-27ec-4bf3-9b7c-e81d177df5ae req-8f06ea51-4e19-4893-a218-637a56d838eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:04.666537 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8c3d9536-27ec-4bf3-9b7c-e81d177df5ae req-8f06ea51-4e19-4893-a218-637a56d838eb service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=4bd0b8b1-f7b8-42e5-a78e-b89cea186ccd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2528234 Aug 18 12:03:04.675068 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-969cb0b2-0820-4c1b-83f1-30359dca748b tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4238276 Aug 18 12:03:04.677615 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 35780) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:03:04.684083 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-80768b25-0158-4f84-81d1-715286f4df0a tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Request body: {'port': {'network_id': 'ca751c1d-44e5-43bd-bad6-fc4563e6317f', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-850182071'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:03:04.721938 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca48c75-c368-4d04-afed-c79735bfca74 req-bee6d510-49e5-4655-9958-6e1c8327b3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:04.723451 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8ca48c75-c368-4d04-afed-c79735bfca74 req-bee6d510-49e5-4655-9958-6e1c8327b3e6 service neutron] 10.222.0.62 "GET /v2.0/networks?id=3811f777-5849-45bb-9880-799ae79f59e0 HTTP/1.1" status: 200 len: 920 time: 0.2922041 Aug 18 12:03:04.759492 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-69bb3748-c609-49fb-868a-e5913e1a9627 req-e4792b42-a9a1-4ceb-8089-76d7a3d9b2d8 service neutron] 10.222.0.63 "GET /v2.0/networks/fde25e42-4dfd-46b4-aeda-a37c860e4c94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2405252 Aug 18 12:03:04.788043 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:03:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d2732a3-0197-4f64-80bd-6f8a61fe0c05 x-openstack-request-id: req-0d2732a3-0197-4f64-80bd-6f8a61fe0c05 {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:03:04.788314 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "771bfcc3-0ae8-4ccb-b781-ce65f69f40f9", "tag": "3b63f756-dc5e-4229-bece-70e95b91e232", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:03:04.788584 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-0d2732a3-0197-4f64-80bd-6f8a61fe0c05 {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:03:04.788977 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '771bfcc3-0ae8-4ccb-b781-ce65f69f40f9', 'tag': '3b63f756-dc5e-4229-bece-70e95b91e232', 'status': 'completed', 'code': 200} Aug 18 12:03:04.812440 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8ca48c75-c368-4d04-afed-c79735bfca74 req-74a092c6-967c-46a6-ad10-654b7ee83e78 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e1e7f579-0652-4bd5-b0e7-9fcb54e2b7a3 HTTP/1.1" status: 200 len: 217 time: 0.0630457 Aug 18 12:03:04.838324 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80768b25-0158-4f84-81d1-715286f4df0a tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Made reservation on behalf of 65fdfa1f9ea246ab9e952c5b1ba0afa3 for: {'port': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:03:04.843316 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-80768b25-0158-4f84-81d1-715286f4df0a tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:04.863568 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccbdd37b-4de0-4391-a860-eb42437b2ba9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp788be208-34ab-5a8f-af0f-528834af222f-ca751c1d-44e5-43bd-bad6-fc4563e6317f', 'network_id': 'ca751c1d-44e5-43bd-bad6-fc4563e6317f', 'tenant_id': '65fdfa1f9ea246ab9e952c5b1ba0afa3', 'fixed_ips': [{'subnet_id': '2c8fd422-e1bf-41b0-9cdc-8264028d55f9'}]}} from n-d-804985-2. {{(pid=106254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 12:03:04.864957 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ccbdd37b-4de0-4391-a860-eb42437b2ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:04.867906 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [None req-80768b25-0158-4f84-81d1-715286f4df0a tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] device_id is not set on port abb72b2b-55ea-40ee-9338-fd4602a81752 yet. {{(pid=106253) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 12:03:04.926602 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca48c75-c368-4d04-afed-c79735bfca74 req-c4d00f19-fb7f-486b-8855-bf90ae9317b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:04.928108 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8ca48c75-c368-4d04-afed-c79735bfca74 req-c4d00f19-fb7f-486b-8855-bf90ae9317b6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=bf85a510-4d3c-4322-ac79-b9cb0b40bab8 HTTP/1.1" status: 200 len: 859 time: 0.0790932 Aug 18 12:03:05.026240 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8c3d9536-27ec-4bf3-9b7c-e81d177df5ae req-65d50155-2a51-49bf-933b-8aa16ee9f5bb service neutron] 10.222.0.63 "GET /v2.0/networks/4bd0b8b1-f7b8-42e5-a78e-b89cea186ccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3357568 Aug 18 12:03:05.028053 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8ca48c75-c368-4d04-afed-c79735bfca74 req-ece51ea2-74df-4878-bda5-ac177707dc21 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=3811f777-5849-45bb-9880-799ae79f59e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0662310 Aug 18 12:03:05.035873 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-69bb3748-c609-49fb-868a-e5913e1a9627 req-e6c41798-f51a-40e3-a173-cdb10b77a7e0 service neutron] 10.222.0.63 "GET /v2.0/networks/fde25e42-4dfd-46b4-aeda-a37c860e4c94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2460442 Aug 18 12:03:05.094439 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [None req-80768b25-0158-4f84-81d1-715286f4df0a tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Allocated IP 2001:db8::141 (ca751c1d-44e5-43bd-bad6-fc4563e6317f/2c8fd422-e1bf-41b0-9cdc-8264028d55f9/abb72b2b-55ea-40ee-9338-fd4602a81752) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:03:05.170326 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a4fe5d-7c46-4e8b-be9e-f0da5ea89f1b req-72d8ff7f-889c-490f-87fa-e55833979471 tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:05.171910 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-28a4fe5d-7c46-4e8b-be9e-f0da5ea89f1b req-72d8ff7f-889c-490f-87fa-e55833979471 tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] 10.222.0.66 "GET /v2.0/ports?device_id=305b0d7a-e7ab-4129-8b43-4762c73c2ae1 HTTP/1.1" status: 200 len: 945 time: 0.2414715 Aug 18 12:03:05.237155 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-80768b25-0158-4f84-81d1-715286f4df0a tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:05.257807 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [None req-80768b25-0158-4f84-81d1-715286f4df0a tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Transition to ACTIVE for port object abb72b2b-55ea-40ee-9338-fd4602a81752 will not be triggered until provisioned by entity DHCP. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:03:05.292866 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-80768b25-0158-4f84-81d1-715286f4df0a tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:05.310598 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-28a4fe5d-7c46-4e8b-be9e-f0da5ea89f1b req-d3717a58-82de-4f4e-b306-05de99a7523c tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] 10.222.0.66 "GET /v2.0/security-groups?id=47674416-b298-4cf8-93c5-c03a14c2b3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291726 Aug 18 12:03:05.318369 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8c3d9536-27ec-4bf3-9b7c-e81d177df5ae req-ff9dab2b-65bc-42da-a0e4-330fbd7d902c service neutron] 10.222.0.63 "GET /v2.0/networks/4bd0b8b1-f7b8-42e5-a78e-b89cea186ccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2802758 Aug 18 12:03:05.320995 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8ca48c75-c368-4d04-afed-c79735bfca74 req-dd7b3947-9a44-432f-8f82-5213a5e83deb service neutron] 10.222.0.62 "GET /v2.0/networks/3811f777-5849-45bb-9880-799ae79f59e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2841792 Aug 18 12:03:05.330030 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085b0803-15b6-41f3-9dc7-151f14da7f19 req-e35233d8-3623-42e6-96c2-7add7357e6d4 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:05.336516 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085b0803-15b6-41f3-9dc7-151f14da7f19 req-e35233d8-3623-42e6-96c2-7add7357e6d4 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:05.343323 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085b0803-15b6-41f3-9dc7-151f14da7f19 req-e35233d8-3623-42e6-96c2-7add7357e6d4 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:05.345113 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-085b0803-15b6-41f3-9dc7-151f14da7f19 req-e35233d8-3623-42e6-96c2-7add7357e6d4 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] 10.222.0.66 "GET /v2.0/ports?device_id=771bfcc3-0ae8-4ccb-b781-ce65f69f40f9 HTTP/1.1" status: 200 len: 2412 time: 0.1626413 Aug 18 12:03:05.353673 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.db_base_plugin_common [None req-ccbdd37b-4de0-4391-a860-eb42437b2ba9 None None] Allocated IP 2001:db8::2 (ca751c1d-44e5-43bd-bad6-fc4563e6317f/2c8fd422-e1bf-41b0-9cdc-8264028d55f9/232ab251-f206-4773-bd5d-e1b601fa785e) {{(pid=106254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:03:05.359724 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80768b25-0158-4f84-81d1-715286f4df0a tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Network ca751c1d-44e5-43bd-bad6-fc4563e6317f is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:03:05.361634 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-80768b25-0158-4f84-81d1-715286f4df0a tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:03:05.363653 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80768b25-0158-4f84-81d1-715286f4df0a tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Pushing event updated for resources: {'Port': ['ID=abb72b2b-55ea-40ee-9338-fd4602a81752,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:03:05.366053 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80768b25-0158-4f84-81d1-715286f4df0a tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:03:05.371947 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80768b25-0158-4f84-81d1-715286f4df0a tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:05.372642 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-80768b25-0158-4f84-81d1-715286f4df0a tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:05.392563 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-80768b25-0158-4f84-81d1-715286f4df0a tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 0.7135153 Aug 18 12:03:05.397094 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 35798) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:03:05.435315 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8c3d9536-27ec-4bf3-9b7c-e81d177df5ae req-5d43dbba-b1cd-476f-9368-4815ecbddc82 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.253&port_id=3b63f756-dc5e-4229-bece-70e95b91e232 HTTP/1.1" status: 200 len: 217 time: 0.0880933 Aug 18 12:03:05.511169 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-085b0803-15b6-41f3-9dc7-151f14da7f19 req-6005e64a-cfa2-4993-b53a-38a9aba56727 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] 10.222.0.66 "GET /v2.0/security-groups?id=93e28aa4-0de3-4f04-b26e-638cffd77b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503146 Aug 18 12:03:05.515914 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-8d3ac521-3b1f-4b1e-942d-fc72fc0803f6 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Deleting port abb72b2b-55ea-40ee-9338-fd4602a81752 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:03:05.516253 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8d3ac521-3b1f-4b1e-942d-fc72fc0803f6 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:05.549798 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3d9536-27ec-4bf3-9b7c-e81d177df5ae req-81ffed56-a7d5-43d2-91a5-5826ffd9aa36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:05.551431 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8c3d9536-27ec-4bf3-9b7c-e81d177df5ae req-81ffed56-a7d5-43d2-91a5-5826ffd9aa36 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=cb02e192-1103-49e2-882e-be3f963ea70c HTTP/1.1" status: 200 len: 801 time: 0.1073718 Aug 18 12:03:05.556900 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-118c2572-c4e1-4f67-9013-7a52ba38ad53 req-2bae5fb4-df50-4647-b47c-a86b9c21cb1f tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=5dc13ca5db3b4f4a9d5ca7ec0f8f54a8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0412350 Aug 18 12:03:05.565381 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ccbdd37b-4de0-4391-a860-eb42437b2ba9 None None] Notify callbacks [] for port, precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:05.579709 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-ccbdd37b-4de0-4391-a860-eb42437b2ba9 None None] Transition to ACTIVE for port object 232ab251-f206-4773-bd5d-e1b601fa785e will not be triggered until provisioned by entity L2. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:03:05.597100 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-ccbdd37b-4de0-4391-a860-eb42437b2ba9 None None] Transition to ACTIVE for port object 232ab251-f206-4773-bd5d-e1b601fa785e will not be triggered until provisioned by entity DHCP. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:03:05.604449 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ccbdd37b-4de0-4391-a860-eb42437b2ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547'] for port, after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:05.611132 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8ca48c75-c368-4d04-afed-c79735bfca74 req-af3d6ea1-e3f3-4a14-b0b4-4d9229c935a0 service neutron] 10.222.0.62 "GET /v2.0/networks/3811f777-5849-45bb-9880-799ae79f59e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2639689 Aug 18 12:03:05.633194 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8d3ac521-3b1f-4b1e-942d-fc72fc0803f6 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:05.643887 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccbdd37b-4de0-4391-a860-eb42437b2ba9 None None] Network ca751c1d-44e5-43bd-bad6-fc4563e6317f is already hosted by enough agents. {{(pid=106254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:03:05.645885 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-8d3ac521-3b1f-4b1e-942d-fc72fc0803f6 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Calling delete_port for abb72b2b-55ea-40ee-9338-fd4602a81752 owned by {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:03:05.660961 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.base_scheduler [None req-ccbdd37b-4de0-4391-a860-eb42437b2ba9 None None] Resources bound (agent type, host, resource id): {{(pid=106254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:03:05.669326 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccbdd37b-4de0-4391-a860-eb42437b2ba9 None None] Received port after_create {{(pid=106254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:03:05.684689 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbdd37b-4de0-4391-a860-eb42437b2ba9 None None] Pushing event updated for resources: {'Port': ['ID=232ab251-f206-4773-bd5d-e1b601fa785e,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:03:05.714522 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3d9536-27ec-4bf3-9b7c-e81d177df5ae req-98453d7c-7cc3-40ea-90ea-fe0a17218a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:05.716045 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8c3d9536-27ec-4bf3-9b7c-e81d177df5ae req-98453d7c-7cc3-40ea-90ea-fe0a17218a92 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=cc4f2e7f-55c0-490b-9943-d39bf90446e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1534874 Aug 18 12:03:05.758694 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-ccbdd37b-4de0-4391-a860-eb42437b2ba9 None None] Attempting to bind port 232ab251-f206-4773-bd5d-e1b601fa785e on host n-d-804985-2 for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:03:05.759468 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-ccbdd37b-4de0-4391-a860-eb42437b2ba9 None None] Attempting to bind port 232ab251-f206-4773-bd5d-e1b601fa785e by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': '2ad83a6d-9b1a-4cb7-a422-84db5f6be850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'ca751c1d-44e5-43bd-bad6-fc4563e6317f'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:03:05.760051 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccbdd37b-4de0-4391-a860-eb42437b2ba9 None None] Attempting to bind port 232ab251-f206-4773-bd5d-e1b601fa785e on network ca751c1d-44e5-43bd-bad6-fc4563e6317f {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:03:05.765471 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccbdd37b-4de0-4391-a860-eb42437b2ba9 None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 2, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:03:05.766157 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccbdd37b-4de0-4391-a860-eb42437b2ba9 None None] Checking segment: {'id': '2ad83a6d-9b1a-4cb7-a422-84db5f6be850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'ca751c1d-44e5-43bd-bad6-fc4563e6317f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:03:05.766923 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ccbdd37b-4de0-4391-a860-eb42437b2ba9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:05.767637 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccbdd37b-4de0-4391-a860-eb42437b2ba9 None None] Bound using segment: {'id': '2ad83a6d-9b1a-4cb7-a422-84db5f6be850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'ca751c1d-44e5-43bd-bad6-fc4563e6317f'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:03:05.768300 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-ccbdd37b-4de0-4391-a860-eb42437b2ba9 None None] Bound port: 232ab251-f206-4773-bd5d-e1b601fa785e, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ad83a6d-9b1a-4cb7-a422-84db5f6be850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'ca751c1d-44e5-43bd-bad6-fc4563e6317f'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:03:05.768978 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ccbdd37b-4de0-4391-a860-eb42437b2ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:05.797735 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92becf3e-30a5-4db5-b80a-a0ec655bb359 req-33301933-4373-4932-b6cc-1bc6948bd7df tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:05.799230 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-92becf3e-30a5-4db5-b80a-a0ec655bb359 req-33301933-4373-4932-b6cc-1bc6948bd7df tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/ports?device_id=c638d708-f9ec-4cc8-8d73-799d4b9bed3c HTTP/1.1" status: 200 len: 946 time: 0.1985204 Aug 18 12:03:05.820632 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8d3ac521-3b1f-4b1e-942d-fc72fc0803f6 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:05.835158 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118c2572-c4e1-4f67-9013-7a52ba38ad53 req-87ee2c62-4b21-45dd-b3a9-0ff2ab8d07e8 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:05.836995 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-118c2572-c4e1-4f67-9013-7a52ba38ad53 req-87ee2c62-4b21-45dd-b3a9-0ff2ab8d07e8 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2631273 Aug 18 12:03:05.839337 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-ccbdd37b-4de0-4391-a860-eb42437b2ba9 None None] For port 232ab251-f206-4773-bd5d-e1b601fa785e, host n-d-804985-2, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:03:05.842843 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-ccbdd37b-4de0-4391-a860-eb42437b2ba9 None None] For port 232ab251-f206-4773-bd5d-e1b601fa785e, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=232ab251-f206-4773-bd5d-e1b601fa785e,segment=NetworkSegment(2ad83a6d-9b1a-4cb7-a422-84db5f6be850),segment_id=2ad83a6d-9b1a-4cb7-a422-84db5f6be850)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:03:05.848885 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ccbdd37b-4de0-4391-a860-eb42437b2ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:05.860972 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3ac521-3b1f-4b1e-942d-fc72fc0803f6 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Pushing event deleted for resources: {'Port': ['ID=abb72b2b-55ea-40ee-9338-fd4602a81752,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:03:05.886584 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8d3ac521-3b1f-4b1e-942d-fc72fc0803f6 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:05.891378 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-92becf3e-30a5-4db5-b80a-a0ec655bb359 req-90570800-ecfc-47f4-a231-9acb3caa9084 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/security-groups?id=582571f6-a365-42ab-be92-c3254f7d1409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806077 Aug 18 12:03:05.891578 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-8d3ac521-3b1f-4b1e-942d-fc72fc0803f6 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] 10.222.0.66 "DELETE /v2.0/ports/abb72b2b-55ea-40ee-9338-fd4602a81752 HTTP/1.1" status: 204 len: 168 time: 0.4905887 Aug 18 12:03:05.892246 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 35816) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:03:05.895107 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-118c2572-c4e1-4f67-9013-7a52ba38ad53 req-eccac618-59d0-4e5b-add5-af675a0242fe tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.66 "GET /v2.0/quotas/5dc13ca5db3b4f4a9d5ca7ec0f8f54a8 HTTP/1.1" status: 200 len: 375 time: 0.0445158 Aug 18 12:03:05.900749 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8c3d9536-27ec-4bf3-9b7c-e81d177df5ae req-28dc001b-f3d4-434c-8a3e-2ddc7186345f service neutron] 10.222.0.63 "GET /v2.0/networks/cc4f2e7f-55c0-490b-9943-d39bf90446e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674478 Aug 18 12:03:05.920704 n-d-804985-2 neutron-server[106253]: INFO neutron.pecan_wsgi.hooks.translation [None req-00c26397-9e6b-4ab6-927f-09d6e24be078 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] GET failed (client error): The resource could not be found. Aug 18 12:03:05.922696 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-00c26397-9e6b-4ab6-927f-09d6e24be078 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] 10.222.0.66 "GET /v2.0/ports/abb72b2b-55ea-40ee-9338-fd4602a81752 HTTP/1.1" status: 404 len: 333 time: 0.0300877 Aug 18 12:03:05.925963 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 35818) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:03:05.956275 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:05.957107 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbdd37b-4de0-4391-a860-eb42437b2ba9 None None] Pushing event updated for resources: {'Port': ['ID=232ab251-f206-4773-bd5d-e1b601fa785e,revision_number=2']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:03:06.103157 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfe0bbd5-311d-47ff-9c29-e04f3a157c86 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Deleting subnet 2c8fd422-e1bf-41b0-9cdc-8264028d55f9 {{(pid=106252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 12:03:06.120448 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-cfe0bbd5-311d-47ff-9c29-e04f3a157c86 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks [] for subnet, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:06.156609 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-118c2572-c4e1-4f67-9013-7a52ba38ad53 req-c5ee4f93-a8f3-4c37-a8fe-536a0b0061b6 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=5dc13ca5db3b4f4a9d5ca7ec0f8f54a8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2425666 Aug 18 12:03:06.164213 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8c3d9536-27ec-4bf3-9b7c-e81d177df5ae req-889f5bf3-9224-4634-a41b-a935f63f73c0 service neutron] 10.222.0.63 "GET /v2.0/networks/cc4f2e7f-55c0-490b-9943-d39bf90446e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2368975 Aug 18 12:03:06.183993 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33995406-59ec-4763-a801-24e671ae2d06 req-4754d3b9-4317-47fc-bb6c-ffa830df9050 tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:06.185696 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-33995406-59ec-4763-a801-24e671ae2d06 req-4754d3b9-4317-47fc-bb6c-ffa830df9050 tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] 10.222.0.66 "GET /v2.0/ports?device_id=79eb6dfc-2adb-4930-883e-cf334d7966ec HTTP/1.1" status: 200 len: 945 time: 0.2044313 Aug 18 12:03:06.194019 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-cfe0bbd5-311d-47ff-9c29-e04f3a157c86 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2221528'] for subnet, precommit_delete_associations {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:06.322596 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-33995406-59ec-4763-a801-24e671ae2d06 req-3fd5da4d-adf4-463a-b957-91b325fe2c12 tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b3db2ea-cc32-4796-9824-b1355b845d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981822 Aug 18 12:03:06.368348 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f6dded-cfb6-4b10-8468-9f33e932f064 req-a1b65fe9-a2ee-4682-a297-01919a17f56c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:06.368928 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f6dded-cfb6-4b10-8468-9f33e932f064 req-a1b65fe9-a2ee-4682-a297-01919a17f56c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:06.369312 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f6dded-cfb6-4b10-8468-9f33e932f064 req-a1b65fe9-a2ee-4682-a297-01919a17f56c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:06.370963 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a0f6dded-cfb6-4b10-8468-9f33e932f064 req-a1b65fe9-a2ee-4682-a297-01919a17f56c service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=0cad20ae983946c9b98c5b381a7210db&device_id=771bfcc3-0ae8-4ccb-b781-ce65f69f40f9 HTTP/1.1" status: 200 len: 2865 time: 0.1001511 Aug 18 12:03:06.372348 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-cfe0bbd5-311d-47ff-9c29-e04f3a157c86 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:06.388936 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 232ab251-f206-4773-bd5d-e1b601fa785e up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:03:06.458081 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port 232ab251-f206-4773-bd5d-e1b601fa785e completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:03:06.539082 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-cfe0bbd5-311d-47ff-9c29-e04f3a157c86 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3572848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59074100'] for subnet, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:06.574052 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f6dded-cfb6-4b10-8468-9f33e932f064 req-832affac-92df-4666-8c82-59ba61bc8e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:06.575559 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a0f6dded-cfb6-4b10-8468-9f33e932f064 req-832affac-92df-4666-8c82-59ba61bc8e4b service neutron] 10.222.0.63 "GET /v2.0/networks?id=cc4f2e7f-55c0-490b-9943-d39bf90446e9 HTTP/1.1" status: 200 len: 903 time: 0.1813083 Aug 18 12:03:06.578415 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe0bbd5-311d-47ff-9c29-e04f3a157c86 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Pushing event deleted for resources: {'Subnet': ['ID=2c8fd422-e1bf-41b0-9cdc-8264028d55f9,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:03:06.584303 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-cfe0bbd5-311d-47ff-9c29-e04f3a157c86 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for subnet, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:06.589177 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-cfe0bbd5-311d-47ff-9c29-e04f3a157c86 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] 10.222.0.66 "DELETE /v2.0/subnets/2c8fd422-e1bf-41b0-9cdc-8264028d55f9 HTTP/1.1" status: 204 len: 168 time: 0.6064034 Aug 18 12:03:06.589493 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 35828) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:03:06.607889 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161e530b-4f05-467b-8a4a-877a4859c0ae req-061113d4-05fb-4241-86db-54863a443642 tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:06.610445 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-161e530b-4f05-467b-8a4a-877a4859c0ae req-061113d4-05fb-4241-86db-54863a443642 tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] 10.222.0.66 "GET /v2.0/ports?device_id=305b0d7a-e7ab-4129-8b43-4762c73c2ae1 HTTP/1.1" status: 200 len: 945 time: 0.1224771 Aug 18 12:03:06.645698 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a0f6dded-cfb6-4b10-8468-9f33e932f064 req-fe63a69a-4478-45ff-91c3-33f2651a053f service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.253&port_id=3b63f756-dc5e-4229-bece-70e95b91e232 HTTP/1.1" status: 200 len: 217 time: 0.0580955 Aug 18 12:03:06.696749 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-eaf6bfe2-b7a2-4402-810f-918811e469aa tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7904109'] for network, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:06.772263 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-eaf6bfe2-b7a2-4402-810f-918811e469aa tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Deleting port 232ab251-f206-4773-bd5d-e1b601fa785e {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:03:06.772657 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-eaf6bfe2-b7a2-4402-810f-918811e469aa tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:06.845937 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [None req-eaf6bfe2-b7a2-4402-810f-918811e469aa tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] For port 232ab251-f206-4773-bd5d-e1b601fa785e, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=232ab251-f206-4773-bd5d-e1b601fa785e,segment=NetworkSegment(2ad83a6d-9b1a-4cb7-a422-84db5f6be850),segment_id=2ad83a6d-9b1a-4cb7-a422-84db5f6be850)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:03:06.846305 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-eaf6bfe2-b7a2-4402-810f-918811e469aa tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:06.862001 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-eaf6bfe2-b7a2-4402-810f-918811e469aa tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Calling delete_port for 232ab251-f206-4773-bd5d-e1b601fa785e owned by network:dhcp {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:03:06.958825 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-eaf6bfe2-b7a2-4402-810f-918811e469aa tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:06.986576 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf6bfe2-b7a2-4402-810f-918811e469aa tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Pushing event deleted for resources: {'Port': ['ID=232ab251-f206-4773-bd5d-e1b601fa785e,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:03:06.990363 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf6bfe2-b7a2-4402-810f-918811e469aa tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] No DVR routers for this DVR port 232ab251-f206-4773-bd5d-e1b601fa785e on host n-d-804985-2 {{(pid=106253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:03:07.087929 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f59c818c-ea21-4f2f-b736-b71fb76df2ce None None] Network ca751c1d-44e5-43bd-bad6-fc4563e6317f requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:03:07.089918 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-eaf6bfe2-b7a2-4402-810f-918811e469aa tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8367869', 'neutron.services.segments.db._delete_segments_for_network-8789151212993'] for network, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:07.101304 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-eaf6bfe2-b7a2-4402-810f-918811e469aa tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca751c1d-44e5-43bd-bad6-fc4563e6317f']}} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:03:07.112956 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-eaf6bfe2-b7a2-4402-810f-918811e469aa tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ad83a6d-9b1a-4cb7-a422-84db5f6be850') {'for_net_delete': True} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:03:07.113377 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-eaf6bfe2-b7a2-4402-810f-918811e469aa tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ad83a6d-9b1a-4cb7-a422-84db5f6be850') {} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:03:07.124143 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-eaf6bfe2-b7a2-4402-810f-918811e469aa tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789151225254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902236'] for segment, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:07.137866 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-161e530b-4f05-467b-8a4a-877a4859c0ae req-340af978-f7e2-4402-9232-c6f17911932f tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] 10.222.0.66 "GET /v2.0/security-groups?id=47674416-b298-4cf8-93c5-c03a14c2b3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4995165 Aug 18 12:03:07.146738 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-eaf6bfe2-b7a2-4402-810f-918811e469aa tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:07.168948 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eaf6bfe2-b7a2-4402-810f-918811e469aa tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Releasing vlan 809 on physical network physnet1 to pool {{(pid=106253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:03:07.169222 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f6dded-cfb6-4b10-8468-9f33e932f064 req-78e543a7-d708-4eb6-b9f8-f1f95eb79cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:07.169836 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-eaf6bfe2-b7a2-4402-810f-918811e469aa tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58900537'] for segment, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:07.170703 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a0f6dded-cfb6-4b10-8468-9f33e932f064 req-78e543a7-d708-4eb6-b9f8-f1f95eb79cc2 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=cb02e192-1103-49e2-882e-be3f963ea70c HTTP/1.1" status: 200 len: 801 time: 0.5144320 Aug 18 12:03:07.177115 n-d-804985-2 neutron-server[106253]: Traceback (most recent call last): Aug 18 12:03:07.177115 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:03:07.177115 n-d-804985-2 neutron-server[106253]: timer() Aug 18 12:03:07.177115 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:03:07.177115 n-d-804985-2 neutron-server[106253]: cb(*args, **kw) Aug 18 12:03:07.177115 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:03:07.177115 n-d-804985-2 neutron-server[106253]: return func(*args, **kwargs) Aug 18 12:03:07.177115 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:03:07.177115 n-d-804985-2 neutron-server[106253]: self._notify() Aug 18 12:03:07.177115 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:03:07.177115 n-d-804985-2 neutron-server[106253]: self.callback(batched_events) Aug 18 12:03:07.177115 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:03:07.177115 n-d-804985-2 neutron-server[106253]: event.method(event) Aug 18 12:03:07.177115 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:03:07.177115 n-d-804985-2 neutron-server[106253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:03:07.177115 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:03:07.177115 n-d-804985-2 neutron-server[106253]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:03:07.177115 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:03:07.177115 n-d-804985-2 neutron-server[106253]: return f(self, *a, **k) Aug 18 12:03:07.177115 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:03:07.177115 n-d-804985-2 neutron-server[106253]: return self._get(url).json() Aug 18 12:03:07.177115 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:03:07.177115 n-d-804985-2 neutron-server[106253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:03:07.177115 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:03:07.177115 n-d-804985-2 neutron-server[106253]: return self.request(url, 'GET', **kwargs) Aug 18 12:03:07.177115 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:03:07.177115 n-d-804985-2 neutron-server[106253]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:03:07.177115 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:03:07.177115 n-d-804985-2 neutron-server[106253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:03:07.177115 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:03:07.177115 n-d-804985-2 neutron-server[106253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:03:07.177115 n-d-804985-2 neutron-server[106253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:03:07.184409 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9eac43-acb1-447f-a09b-360650ba62c9 req-e09d845d-f892-4177-9add-d854b24a2bf2 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:07.195338 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9eac43-acb1-447f-a09b-360650ba62c9 req-e09d845d-f892-4177-9add-d854b24a2bf2 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:07.202324 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9eac43-acb1-447f-a09b-360650ba62c9 req-e09d845d-f892-4177-9add-d854b24a2bf2 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:07.210811 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-eb9eac43-acb1-447f-a09b-360650ba62c9 req-e09d845d-f892-4177-9add-d854b24a2bf2 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] 10.222.0.66 "GET /v2.0/ports?device_id=771bfcc3-0ae8-4ccb-b781-ce65f69f40f9 HTTP/1.1" status: 200 len: 2412 time: 0.1387792 Aug 18 12:03:07.216528 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-47cb689a-7301-4373-a723-010e572f0e68 None None] Could not find standard attr ID for object 232ab251-f206-4773-bd5d-e1b601fa785e. {{(pid=106254) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 18 12:03:07.279244 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-eaf6bfe2-b7a2-4402-810f-918811e469aa tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8367858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997186'] for network, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:07.286558 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-eaf6bfe2-b7a2-4402-810f-918811e469aa tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:07.288450 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-eaf6bfe2-b7a2-4402-810f-918811e469aa tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] 10.222.0.66 "DELETE /v2.0/networks/ca751c1d-44e5-43bd-bad6-fc4563e6317f HTTP/1.1" status: 204 len: 168 time: 0.6979885 Aug 18 12:03:07.292535 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 35844) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:03:07.299575 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab774642-c0f2-4682-9af2-0229fa98aba2 None None] DHCP port deletion for ca751c1d-44e5-43bd-bad6-fc4563e6317f request from n-d-804985-2 {{(pid=106254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 12:03:07.301009 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-eb9eac43-acb1-447f-a09b-360650ba62c9 req-ecfb87ef-56d3-43a3-b48a-58d494c498ad tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] 10.222.0.66 "GET /v2.0/security-groups?id=93e28aa4-0de3-4f04-b26e-638cffd77b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892105 Aug 18 12:03:07.338787 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f6dded-cfb6-4b10-8468-9f33e932f064 req-f614bab6-422c-4eec-b8e7-19cc55ac3916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:07.340288 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a0f6dded-cfb6-4b10-8468-9f33e932f064 req-f614bab6-422c-4eec-b8e7-19cc55ac3916 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=cc4f2e7f-55c0-490b-9943-d39bf90446e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1218691 Aug 18 12:03:07.342050 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-3d9cd492-c187-4428-b617-75792c0bc08e tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Request body: {'port': {'network_id': 'e09d479c-49c3-4874-9ac4-04b507eec62b', 'name': 'tempest-PortsIpV6TestJSON-280002319'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:03:07.348369 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf6bfe2-b7a2-4402-810f-918811e469aa tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Pushing event deleted for resources: {'Network': ['ID=ca751c1d-44e5-43bd-bad6-fc4563e6317f,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:03:07.448318 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d9cd492-c187-4428-b617-75792c0bc08e tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Made reservation on behalf of 65fdfa1f9ea246ab9e952c5b1ba0afa3 for: {'port': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:03:07.453101 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3d9cd492-c187-4428-b617-75792c0bc08e tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:07.475988 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [None req-3d9cd492-c187-4428-b617-75792c0bc08e tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] device_id is not set on port 59621a0a-799d-4dc8-a29c-aa946f4c914a yet. {{(pid=106253) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 12:03:07.504507 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-55c9f980-fb7b-4a7e-adf5-57fe3a1a9301 req-007405f2-cb11-4507-aa9c-b357428c3d8f tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.66 "GET /v2.0/ports?device_id=3cbcca6e-a395-47f2-9c2f-a6ca07fc15d5 HTTP/1.1" status: 200 len: 210 time: 0.1131456 Aug 18 12:03:07.548232 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731aad98-1eed-4151-a2cd-1738b0afbe60 req-7dece328-f836-4e42-a420-24f57dc6e825 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:07.554186 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-731aad98-1eed-4151-a2cd-1738b0afbe60 req-7dece328-f836-4e42-a420-24f57dc6e825 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/ports?device_id=c638d708-f9ec-4cc8-8d73-799d4b9bed3c HTTP/1.1" status: 200 len: 946 time: 0.1838651 Aug 18 12:03:07.623366 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a0f6dded-cfb6-4b10-8468-9f33e932f064 req-bd293366-f9aa-41c3-b2d2-d13286e2433e service neutron] 10.222.0.63 "GET /v2.0/networks/cc4f2e7f-55c0-490b-9943-d39bf90446e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2712340 Aug 18 12:03:07.668909 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3d9cd492-c187-4428-b617-75792c0bc08e tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:07.711492 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3d9cd492-c187-4428-b617-75792c0bc08e tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:07.726158 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-731aad98-1eed-4151-a2cd-1738b0afbe60 req-74ab7892-8bc4-410f-a940-87834733009c tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/security-groups?id=582571f6-a365-42ab-be92-c3254f7d1409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493249 Aug 18 12:03:07.739125 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c67242d-0bff-49c0-ab46-f8ec78331487 req-8b7ee68d-2a11-44d2-bd50-725027664026 tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:07.751231 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1c67242d-0bff-49c0-ab46-f8ec78331487 req-8b7ee68d-2a11-44d2-bd50-725027664026 tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] 10.222.0.66 "GET /v2.0/ports?device_id=79eb6dfc-2adb-4930-883e-cf334d7966ec HTTP/1.1" status: 200 len: 945 time: 0.1708620 Aug 18 12:03:07.759270 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d9cd492-c187-4428-b617-75792c0bc08e tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Network e09d479c-49c3-4874-9ac4-04b507eec62b is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:03:07.762949 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-3d9cd492-c187-4428-b617-75792c0bc08e tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:03:07.767257 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d9cd492-c187-4428-b617-75792c0bc08e tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:03:07.772939 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d9cd492-c187-4428-b617-75792c0bc08e tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:07.773559 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3d9cd492-c187-4428-b617-75792c0bc08e tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:07.779694 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9cd492-c187-4428-b617-75792c0bc08e tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Pushing event updated for resources: {'Port': ['ID=59621a0a-799d-4dc8-a29c-aa946f4c914a,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:03:07.800130 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-3d9cd492-c187-4428-b617-75792c0bc08e tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.4744322 Aug 18 12:03:07.800462 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 35856) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:03:07.825083 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1c67242d-0bff-49c0-ab46-f8ec78331487 req-9c265b96-026d-4ce3-8fff-f5a81d9d5d96 tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b3db2ea-cc32-4796-9824-b1355b845d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775967 Aug 18 12:03:07.831773 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a0f6dded-cfb6-4b10-8468-9f33e932f064 req-7311b2d3-e320-420e-847a-dbd0ba979917 service neutron] 10.222.0.63 "GET /v2.0/networks/cc4f2e7f-55c0-490b-9943-d39bf90446e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1975391 Aug 18 12:03:07.901102 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-3c2e2e66-eef8-4653-80e5-3ec902af107d tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Deleting port 59621a0a-799d-4dc8-a29c-aa946f4c914a {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:03:07.901510 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3c2e2e66-eef8-4653-80e5-3ec902af107d tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:07.986884 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3c2e2e66-eef8-4653-80e5-3ec902af107d tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:07.999110 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:08.008599 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-3c2e2e66-eef8-4653-80e5-3ec902af107d tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Calling delete_port for 59621a0a-799d-4dc8-a29c-aa946f4c914a owned by {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:03:08.099380 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3c2e2e66-eef8-4653-80e5-3ec902af107d tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:08.128036 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-118c2572-c4e1-4f67-9013-7a52ba38ad53 req-78cd09ef-f9e5-4b78-b481-d48855592dfe tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=5dc13ca5db3b4f4a9d5ca7ec0f8f54a8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0262058 Aug 18 12:03:08.130643 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2e2e66-eef8-4653-80e5-3ec902af107d tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Pushing event deleted for resources: {'Port': ['ID=59621a0a-799d-4dc8-a29c-aa946f4c914a,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:03:08.144133 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3c2e2e66-eef8-4653-80e5-3ec902af107d tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:08.148685 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-3c2e2e66-eef8-4653-80e5-3ec902af107d tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] 10.222.0.66 "DELETE /v2.0/ports/59621a0a-799d-4dc8-a29c-aa946f4c914a HTTP/1.1" status: 204 len: 168 time: 0.3449190 Aug 18 12:03:08.152180 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 35862) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:03:08.159066 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-74112c83-97a2-4e4b-af10-aea63769cfdd tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Request body: {'port': {'network_id': 'e09d479c-49c3-4874-9ac4-04b507eec62b', 'mac_address': 'fa:16:3e:06:98:0b', 'name': 'tempest-PortsIpV6TestJSON-478366513'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:03:08.177699 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c813d37c-100c-4ede-b1af-977ac0d5b497 req-b70d8c24-8e1c-4818-b5de-fdc8ed2c7946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:08.179188 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-c813d37c-100c-4ede-b1af-977ac0d5b497 req-b70d8c24-8e1c-4818-b5de-fdc8ed2c7946 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=cb85fb7f049c4a34af5b32d1fc3a93ab&device_id=c638d708-f9ec-4cc8-8d73-799d4b9bed3c HTTP/1.1" status: 200 len: 1097 time: 0.0503190 Aug 18 12:03:08.275192 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d528668a-8efe-4366-b8a4-d1127309f722 req-6d690bc5-a056-4e39-bf1a-297b2ea5f3c2 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:08.282864 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d528668a-8efe-4366-b8a4-d1127309f722 req-6d690bc5-a056-4e39-bf1a-297b2ea5f3c2 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/ports?device_id=c638d708-f9ec-4cc8-8d73-799d4b9bed3c HTTP/1.1" status: 200 len: 946 time: 0.2134731 Aug 18 12:03:08.337042 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 232ab251-f206-4773-bd5d-e1b601fa785e no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:03:08.362435 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: 232ab251-f206-4773-bd5d-e1b601fa785e {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:03:08.363092 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 232ab251-f206-4773-bd5d-e1b601fa785e not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:03:08.367665 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-118c2572-c4e1-4f67-9013-7a52ba38ad53 req-485a1eb4-b130-4490-9f63-7bbf306e7abc tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.63 "GET /v2.0/networks?tenant_id=5dc13ca5db3b4f4a9d5ca7ec0f8f54a8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1142771 Aug 18 12:03:08.373088 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c813d37c-100c-4ede-b1af-977ac0d5b497 req-11b54c54-ba4e-4e32-a165-4da093e85fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:08.375717 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-c813d37c-100c-4ede-b1af-977ac0d5b497 req-11b54c54-ba4e-4e32-a165-4da093e85fb1 service neutron] 10.222.0.62 "GET /v2.0/networks?id=77d4e2e9-bb4f-4e96-bc3f-77ed49a19e4d HTTP/1.1" status: 200 len: 915 time: 0.1882806 Aug 18 12:03:08.418798 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-c813d37c-100c-4ede-b1af-977ac0d5b497 req-64401f4e-207c-4625-80d8-0ca1eb732815 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b22d0b76-0641-4b54-8103-0eca22255863 HTTP/1.1" status: 200 len: 217 time: 0.0352194 Aug 18 12:03:08.443145 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d528668a-8efe-4366-b8a4-d1127309f722 req-380fdb5e-b904-47dc-b58f-95bdde3446de tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/security-groups?id=582571f6-a365-42ab-be92-c3254f7d1409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588976 Aug 18 12:03:08.472763 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c813d37c-100c-4ede-b1af-977ac0d5b497 req-a8830cf2-8e46-4931-9e87-71385f26a161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:08.474283 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-c813d37c-100c-4ede-b1af-977ac0d5b497 req-a8830cf2-8e46-4931-9e87-71385f26a161 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9eb49c77-336c-4fcc-8887-f982143a5a95 HTTP/1.1" status: 200 len: 854 time: 0.0489907 Aug 18 12:03:08.494546 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4279266b-5f3b-4f8c-990d-fd5e36fd6cec req-e2e2c9e5-aadd-4f83-97f6-d998bc621398 tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:08.496100 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4279266b-5f3b-4f8c-990d-fd5e36fd6cec req-e2e2c9e5-aadd-4f83-97f6-d998bc621398 tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] 10.222.0.66 "GET /v2.0/ports?device_id=305b0d7a-e7ab-4129-8b43-4762c73c2ae1 HTTP/1.1" status: 200 len: 945 time: 0.2045586 Aug 18 12:03:08.516852 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-c813d37c-100c-4ede-b1af-977ac0d5b497 req-84074282-9046-4ca0-b957-f16075bea6ab service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=77d4e2e9-bb4f-4e96-bc3f-77ed49a19e4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349524 Aug 18 12:03:08.544409 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118c2572-c4e1-4f67-9013-7a52ba38ad53 req-88983e03-7cac-4078-911e-a225cee6cb71 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:08.545941 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-118c2572-c4e1-4f67-9013-7a52ba38ad53 req-88983e03-7cac-4078-911e-a225cee6cb71 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4118564 Aug 18 12:03:08.573105 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-118c2572-c4e1-4f67-9013-7a52ba38ad53 req-fc582a54-51e2-4e75-9da0-657ab50c7032 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Request body: {'port': {'device_id': '91f91cc6-f7e6-4f93-a2fd-468ee517e70f', 'network_id': '222e0814-c7e5-4b11-9282-3f40c6ed76b2', 'admin_state_up': True, 'tenant_id': '5dc13ca5db3b4f4a9d5ca7ec0f8f54a8'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:03:08.585546 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74112c83-97a2-4e4b-af10-aea63769cfdd tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Made reservation on behalf of 65fdfa1f9ea246ab9e952c5b1ba0afa3 for: {'port': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:03:08.613918 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-c813d37c-100c-4ede-b1af-977ac0d5b497 req-d8c34255-888a-4e0a-8881-8c5aa4f0f66e service neutron] 10.222.0.62 "GET /v2.0/networks/77d4e2e9-bb4f-4e96-bc3f-77ed49a19e4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897932 Aug 18 12:03:08.716144 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-c813d37c-100c-4ede-b1af-977ac0d5b497 req-20427b83-2071-4f20-9d8b-3f4bf63ee013 service neutron] 10.222.0.62 "GET /v2.0/networks/77d4e2e9-bb4f-4e96-bc3f-77ed49a19e4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945928 Aug 18 12:03:08.741005 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4279266b-5f3b-4f8c-990d-fd5e36fd6cec req-6e7e6a63-245a-430a-8b40-436ee0bf8de7 tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] 10.222.0.66 "GET /v2.0/security-groups?id=47674416-b298-4cf8-93c5-c03a14c2b3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2342463 Aug 18 12:03:08.762860 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118c2572-c4e1-4f67-9013-7a52ba38ad53 req-c141e6d8-c0a2-47fe-8bf2-fdac1c31b1d7 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:08.764445 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-118c2572-c4e1-4f67-9013-7a52ba38ad53 req-c141e6d8-c0a2-47fe-8bf2-fdac1c31b1d7 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3711393 Aug 18 12:03:08.778646 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271ee827-cd53-49da-a298-5d747bf8d815 req-7a61fe60-3108-4abd-9731-7553891cf408 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:08.784682 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271ee827-cd53-49da-a298-5d747bf8d815 req-7a61fe60-3108-4abd-9731-7553891cf408 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:08.790883 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271ee827-cd53-49da-a298-5d747bf8d815 req-7a61fe60-3108-4abd-9731-7553891cf408 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:08.792594 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-271ee827-cd53-49da-a298-5d747bf8d815 req-7a61fe60-3108-4abd-9731-7553891cf408 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] 10.222.0.66 "GET /v2.0/ports?device_id=771bfcc3-0ae8-4ccb-b781-ce65f69f40f9 HTTP/1.1" status: 200 len: 2412 time: 0.2847776 Aug 18 12:03:08.797456 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-118c2572-c4e1-4f67-9013-7a52ba38ad53 req-b2bced72-4cc4-4f5a-84d1-49fe11e2f2f6 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Request body: {'port': {'device_id': '3cbcca6e-a395-47f2-9c2f-a6ca07fc15d5', 'network_id': '222e0814-c7e5-4b11-9282-3f40c6ed76b2', 'admin_state_up': True, 'tenant_id': '5dc13ca5db3b4f4a9d5ca7ec0f8f54a8'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:03:08.804971 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-74112c83-97a2-4e4b-af10-aea63769cfdd tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:08.911462 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-dec30257-d915-4df3-8d58-029bb331dfdd req-4a186054-9307-4e7c-b244-8defd0e44cd9 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.66 "GET /v2.0/ports?device_id=3cbcca6e-a395-47f2-9c2f-a6ca07fc15d5 HTTP/1.1" status: 200 len: 210 time: 0.1020703 Aug 18 12:03:08.952393 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [None req-74112c83-97a2-4e4b-af10-aea63769cfdd tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] device_id is not set on port 37153978-1c62-48a1-94d1-156a7266e075 yet. {{(pid=106252) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 12:03:09.030896 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-271ee827-cd53-49da-a298-5d747bf8d815 req-a1b3b863-4eba-4dbd-987b-b37cca112333 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] 10.222.0.66 "GET /v2.0/security-groups?id=93e28aa4-0de3-4f04-b26e-638cffd77b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227006 Aug 18 12:03:09.088007 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-118c2572-c4e1-4f67-9013-7a52ba38ad53 req-fc582a54-51e2-4e75-9da0-657ab50c7032 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Made reservation on behalf of 5dc13ca5db3b4f4a9d5ca7ec0f8f54a8 for: {'port': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:03:09.091922 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-118c2572-c4e1-4f67-9013-7a52ba38ad53 req-fc582a54-51e2-4e75-9da0-657ab50c7032 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:09.163686 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-118c2572-c4e1-4f67-9013-7a52ba38ad53 req-b2bced72-4cc4-4f5a-84d1-49fe11e2f2f6 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Made reservation on behalf of 5dc13ca5db3b4f4a9d5ca7ec0f8f54a8 for: {'port': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:03:09.167155 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-118c2572-c4e1-4f67-9013-7a52ba38ad53 req-b2bced72-4cc4-4f5a-84d1-49fe11e2f2f6 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:09.356682 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a807113a-4017-4bf2-bc45-8a1e06e8803b req-6df4507e-91fa-4489-bd07-d504bf3bbbef tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:09.358067 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a807113a-4017-4bf2-bc45-8a1e06e8803b req-6df4507e-91fa-4489-bd07-d504bf3bbbef tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] 10.222.0.66 "GET /v2.0/ports?device_id=79eb6dfc-2adb-4930-883e-cf334d7966ec HTTP/1.1" status: 200 len: 945 time: 0.2584357 Aug 18 12:03:09.394661 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-74112c83-97a2-4e4b-af10-aea63769cfdd tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:09.482137 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [req-118c2572-c4e1-4f67-9013-7a52ba38ad53 req-fc582a54-51e2-4e75-9da0-657ab50c7032 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Allocated IP 192.168.233.170 (222e0814-c7e5-4b11-9282-3f40c6ed76b2/6d16d680-110b-436d-8afa-48ba845b3623/da47a402-2db9-4aab-a389-f7efde586eb5) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:03:09.490018 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a807113a-4017-4bf2-bc45-8a1e06e8803b req-65939a87-c067-4a81-9bcb-818d2151c492 tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b3db2ea-cc32-4796-9824-b1355b845d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987210 Aug 18 12:03:09.542072 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-74112c83-97a2-4e4b-af10-aea63769cfdd tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:09.651284 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74112c83-97a2-4e4b-af10-aea63769cfdd tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Network e09d479c-49c3-4874-9ac4-04b507eec62b is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:03:09.667479 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-74112c83-97a2-4e4b-af10-aea63769cfdd tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:03:09.677123 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74112c83-97a2-4e4b-af10-aea63769cfdd tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:03:09.682638 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74112c83-97a2-4e4b-af10-aea63769cfdd tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:09.683229 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-74112c83-97a2-4e4b-af10-aea63769cfdd tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:09.688677 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74112c83-97a2-4e4b-af10-aea63769cfdd tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Pushing event updated for resources: {'Port': ['ID=37153978-1c62-48a1-94d1-156a7266e075,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:03:09.707971 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7652fb-5e5b-4da5-8739-64ffd753315f req-74345219-3f54-4857-92c8-58c88288691d tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:09.709502 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ff7652fb-5e5b-4da5-8739-64ffd753315f req-74345219-3f54-4857-92c8-58c88288691d tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/ports?device_id=c638d708-f9ec-4cc8-8d73-799d4b9bed3c HTTP/1.1" status: 200 len: 946 time: 0.1856298 Aug 18 12:03:09.736221 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-74112c83-97a2-4e4b-af10-aea63769cfdd tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.5813770 Aug 18 12:03:09.739142 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 35878) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:03:09.754380 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 74e85c66-a271-4152-b3e2-26858e501585 details requested by agent hyperv_n-h1-804985-2 with host n-h1-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:03:09.776709 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-118c2572-c4e1-4f67-9013-7a52ba38ad53 req-fc582a54-51e2-4e75-9da0-657ab50c7032 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:09.789771 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ff7652fb-5e5b-4da5-8739-64ffd753315f req-c3c63a91-2a52-4ad8-8003-3bd3eb83f9c0 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/security-groups?id=582571f6-a365-42ab-be92-c3254f7d1409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718856 Aug 18 12:03:09.797649 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [req-118c2572-c4e1-4f67-9013-7a52ba38ad53 req-fc582a54-51e2-4e75-9da0-657ab50c7032 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Transition to ACTIVE for port object da47a402-2db9-4aab-a389-f7efde586eb5 will not be triggered until provisioned by entity DHCP. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:03:09.878674 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-118c2572-c4e1-4f67-9013-7a52ba38ad53 req-fc582a54-51e2-4e75-9da0-657ab50c7032 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:09.893385 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] get_ports_and_sgs() called for port_ids ['8505e22f-c8ac-4091-b64c-de224593b235', 'a9095b1c-1c59-403f-b0ed-5baf21bc78df'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:03:09.895408 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] get_ports_and_sgs() called for port_ids ['4a6dd6bf-beb4-4c07-a3e9-1cc18f334166'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:03:09.961532 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 74e85c66-a271-4152-b3e2-26858e501585, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=74e85c66-a271-4152-b3e2-26858e501585,segment=NetworkSegment(2a2259e0-5d73-4f83-b8d1-a5eaaf9a1824),segment_id=2a2259e0-5d73-4f83-b8d1-a5eaaf9a1824)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:03:09.994435 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Returning: {'device': '74e85c66-a271-4152-b3e2-26858e501585', 'network_id': 'cc4f2e7f-55c0-490b-9943-d39bf90446e9', 'port_id': '74e85c66-a271-4152-b3e2-26858e501585', 'mac_address': 'fa:16:3e:01:e4:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 833, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb02e192-1103-49e2-882e-be3f963ea70c', 'ip_address': '19.80.0.171'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:03:09.998528 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [req-118c2572-c4e1-4f67-9013-7a52ba38ad53 req-b2bced72-4cc4-4f5a-84d1-49fe11e2f2f6 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Allocated IP 192.168.233.165 (222e0814-c7e5-4b11-9282-3f40c6ed76b2/6d16d680-110b-436d-8afa-48ba845b3623/1d1906b1-7861-44a8-9f39-6e6fd647480c) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:03:10.015256 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-118c2572-c4e1-4f67-9013-7a52ba38ad53 req-fc582a54-51e2-4e75-9da0-657ab50c7032 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Network 222e0814-c7e5-4b11-9282-3f40c6ed76b2 is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:03:10.029618 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [req-118c2572-c4e1-4f67-9013-7a52ba38ad53 req-fc582a54-51e2-4e75-9da0-657ab50c7032 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:03:10.031600 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc582a54-51e2-4e75-9da0-657ab50c7032 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Pushing event updated for resources: {'Port': ['ID=da47a402-2db9-4aab-a389-f7efde586eb5,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:03:10.041223 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-118c2572-c4e1-4f67-9013-7a52ba38ad53 req-fc582a54-51e2-4e75-9da0-657ab50c7032 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:03:10.111137 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2586e7b8-fb5d-4580-8fbc-bf30c82d91b2 req-e5a64a88-732e-46f4-8dec-bd6f28f93487 tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:10.119675 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2586e7b8-fb5d-4580-8fbc-bf30c82d91b2 req-e5a64a88-732e-46f4-8dec-bd6f28f93487 tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] 10.222.0.66 "GET /v2.0/ports?device_id=305b0d7a-e7ab-4129-8b43-4762c73c2ae1 HTTP/1.1" status: 200 len: 945 time: 0.2759480 Aug 18 12:03:10.120990 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:10.140881 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76fd7ed2-ed77-4b88-aa18-67024b3a949f tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:10.142303 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-76fd7ed2-ed77-4b88-aa18-67024b3a949f tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] 10.222.0.66 "GET /v2.0/ports/37153978-1c62-48a1-94d1-156a7266e075 HTTP/1.1" status: 200 len: 844 time: 0.4020450 Aug 18 12:03:10.145626 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 35892) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:03:10.156174 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74e85c66-a271-4152-b3e2-26858e501585 {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:03:10.189082 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 74e85c66-a271-4152-b3e2-26858e501585, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=74e85c66-a271-4152-b3e2-26858e501585,segment=NetworkSegment(2a2259e0-5d73-4f83-b8d1-a5eaaf9a1824),segment_id=2a2259e0-5d73-4f83-b8d1-a5eaaf9a1824)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:03:10.210190 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:10.211292 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device b08f237e-3f2b-4421-8dcb-0fdda4008b43 details requested by agent hyperv_n-h1-804985-2 with host n-h1-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:03:10.211887 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86a96d5-d401-4f23-8a79-5e3c73f05099 req-27c0064b-83c3-4dc9-b37e-e4b19994afef tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:10.221001 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a86a96d5-d401-4f23-8a79-5e3c73f05099 req-27c0064b-83c3-4dc9-b37e-e4b19994afef tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/ports?device_id=c638d708-f9ec-4cc8-8d73-799d4b9bed3c HTTP/1.1" status: 200 len: 946 time: 0.3256402 Aug 18 12:03:10.257803 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-0b2a53e4-f28e-440b-a441-3708c8cfefe9 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Deleting port 37153978-1c62-48a1-94d1-156a7266e075 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:03:10.258238 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0b2a53e4-f28e-440b-a441-3708c8cfefe9 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:10.301935 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118c2572-c4e1-4f67-9013-7a52ba38ad53 req-fc582a54-51e2-4e75-9da0-657ab50c7032 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:10.302591 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-118c2572-c4e1-4f67-9013-7a52ba38ad53 req-fc582a54-51e2-4e75-9da0-657ab50c7032 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:10.316972 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2586e7b8-fb5d-4580-8fbc-bf30c82d91b2 req-515627be-c3e1-430a-b86c-1c8ea4e5f970 tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] 10.222.0.66 "GET /v2.0/security-groups?id=47674416-b298-4cf8-93c5-c03a14c2b3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573517 Aug 18 12:03:10.332384 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0b2a53e4-f28e-440b-a441-3708c8cfefe9 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:10.355922 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-118c2572-c4e1-4f67-9013-7a52ba38ad53 req-fc582a54-51e2-4e75-9da0-657ab50c7032 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7866454 Aug 18 12:03:10.365356 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-0b2a53e4-f28e-440b-a441-3708c8cfefe9 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Calling delete_port for 37153978-1c62-48a1-94d1-156a7266e075 owned by {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:03:10.392736 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a86a96d5-d401-4f23-8a79-5e3c73f05099 req-358ea90c-1e68-49a8-8f8e-d82da08cf7bd tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/security-groups?id=582571f6-a365-42ab-be92-c3254f7d1409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706634 Aug 18 12:03:10.417797 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-118c2572-c4e1-4f67-9013-7a52ba38ad53 req-a628514a-9f87-48fc-9068-e0d7249bd4f3 service neutron] Request body: {'port': {'device_id': '91f91cc6-f7e6-4f93-a2fd-468ee517e70f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804985-2'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:03:10.462667 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0b2a53e4-f28e-440b-a441-3708c8cfefe9 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:10.474150 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.db.resource_extend [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 18 12:03:10.486192 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6859cd92-f61b-4064-89c0-b7cd9bc84716 req-52c1941c-5952-48ad-a62a-1fd1601bade3 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.66 "GET /v2.0/ports?device_id=3cbcca6e-a395-47f2-9c2f-a6ca07fc15d5 HTTP/1.1" status: 200 len: 210 time: 0.0655231 Aug 18 12:03:10.499196 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-118c2572-c4e1-4f67-9013-7a52ba38ad53 req-b2bced72-4cc4-4f5a-84d1-49fe11e2f2f6 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:10.513190 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2a53e4-f28e-440b-a441-3708c8cfefe9 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Pushing event deleted for resources: {'Port': ['ID=37153978-1c62-48a1-94d1-156a7266e075,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:03:10.519044 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0b2a53e4-f28e-440b-a441-3708c8cfefe9 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:10.527610 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-0b2a53e4-f28e-440b-a441-3708c8cfefe9 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] 10.222.0.66 "DELETE /v2.0/ports/37153978-1c62-48a1-94d1-156a7266e075 HTTP/1.1" status: 204 len: 168 time: 0.3808460 Aug 18 12:03:10.532332 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 35898) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:03:10.552051 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [req-118c2572-c4e1-4f67-9013-7a52ba38ad53 req-b2bced72-4cc4-4f5a-84d1-49fe11e2f2f6 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Transition to ACTIVE for port object 1d1906b1-7861-44a8-9f39-6e6fd647480c will not be triggered until provisioned by entity DHCP. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:03:10.564969 n-d-804985-2 neutron-server[106253]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2a0713e-8837-459f-a127-e4abdffbd0bd tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] GET failed (client error): The resource could not be found. Aug 18 12:03:10.565185 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=74e85c66-a271-4152-b3e2-26858e501585,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:03:10.566734 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-a2a0713e-8837-459f-a127-e4abdffbd0bd tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] 10.222.0.66 "GET /v2.0/ports/37153978-1c62-48a1-94d1-156a7266e075 HTTP/1.1" status: 404 len: 333 time: 0.0332568 Aug 18 12:03:10.570677 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 35900) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:03:10.575424 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-118c2572-c4e1-4f67-9013-7a52ba38ad53 req-a628514a-9f87-48fc-9068-e0d7249bd4f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:10.589649 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-e0dde865-acbb-4d02-99d0-f28d43c5abde tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Request body: {'port': {'network_id': 'e09d479c-49c3-4874-9ac4-04b507eec62b', 'name': 'tempest-PortsIpV6TestJSON-1503655069'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:03:10.609385 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8fdf8635-9ad7-4f8a-a1bf-c072eed0f066 None None] Provisioning for port da47a402-2db9-4aab-a389-f7efde586eb5 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:03:10.624965 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8fdf8635-9ad7-4f8a-a1bf-c072eed0f066 None None] Provisioning complete for port da47a402-2db9-4aab-a389-f7efde586eb5 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:03:10.625333 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8fdf8635-9ad7-4f8a-a1bf-c072eed0f066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:10.694714 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port b08f237e-3f2b-4421-8dcb-0fdda4008b43, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=b08f237e-3f2b-4421-8dcb-0fdda4008b43,segment=NetworkSegment(dbd84b27-1843-4c50-9664-de000cc581b9),segment_id=dbd84b27-1843-4c50-9664-de000cc581b9)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:03:10.706495 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0dde865-acbb-4d02-99d0-f28d43c5abde tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Made reservation on behalf of 65fdfa1f9ea246ab9e952c5b1ba0afa3 for: {'port': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:03:10.710474 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e0dde865-acbb-4d02-99d0-f28d43c5abde tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:10.715675 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-8fdf8635-9ad7-4f8a-a1bf-c072eed0f066 None None] Port da47a402-2db9-4aab-a389-f7efde586eb5 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:03:10.722806 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Returning: {'device': 'b08f237e-3f2b-4421-8dcb-0fdda4008b43', 'network_id': '4bd0b8b1-f7b8-42e5-a78e-b89cea186ccd', 'port_id': 'b08f237e-3f2b-4421-8dcb-0fdda4008b43', 'mac_address': 'fa:16:3e:e6:5e:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 838, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '071528d0-6a1a-4e28-a3c8-0ac10e4ce9c0', 'ip_address': '19.86.0.82'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:03:10.732193 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [None req-e0dde865-acbb-4d02-99d0-f28d43c5abde tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] device_id is not set on port 8487f1ee-518b-4a74-9e98-5ceee60b008d yet. {{(pid=106253) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 12:03:10.785831 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:10.802705 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b08f237e-3f2b-4421-8dcb-0fdda4008b43 {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:03:10.828198 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port b08f237e-3f2b-4421-8dcb-0fdda4008b43, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=b08f237e-3f2b-4421-8dcb-0fdda4008b43,segment=NetworkSegment(dbd84b27-1843-4c50-9664-de000cc581b9),segment_id=dbd84b27-1843-4c50-9664-de000cc581b9)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:03:10.835672 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:10.836517 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 3b63f756-dc5e-4229-bece-70e95b91e232 details requested by agent hyperv_n-h1-804985-2 with host n-h1-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:03:10.909036 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e0dde865-acbb-4d02-99d0-f28d43c5abde tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:10.910621 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 3b63f756-dc5e-4229-bece-70e95b91e232, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=3b63f756-dc5e-4229-bece-70e95b91e232,segment=NetworkSegment(2a2259e0-5d73-4f83-b8d1-a5eaaf9a1824),segment_id=2a2259e0-5d73-4f83-b8d1-a5eaaf9a1824)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:03:10.913258 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=b08f237e-3f2b-4421-8dcb-0fdda4008b43,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:03:10.926444 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Returning: {'device': '3b63f756-dc5e-4229-bece-70e95b91e232', 'network_id': 'cc4f2e7f-55c0-490b-9943-d39bf90446e9', 'port_id': '3b63f756-dc5e-4229-bece-70e95b91e232', 'mac_address': 'fa:16:3e:48:89:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 833, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb02e192-1103-49e2-882e-be3f963ea70c', 'ip_address': '19.80.0.253'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:03:10.958621 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e0dde865-acbb-4d02-99d0-f28d43c5abde tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:10.969873 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:10.986665 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b63f756-dc5e-4229-bece-70e95b91e232 {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:03:11.006841 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0dde865-acbb-4d02-99d0-f28d43c5abde tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Network e09d479c-49c3-4874-9ac4-04b507eec62b is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:03:11.010142 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-e0dde865-acbb-4d02-99d0-f28d43c5abde tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:03:11.011963 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 3b63f756-dc5e-4229-bece-70e95b91e232, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=3b63f756-dc5e-4229-bece-70e95b91e232,segment=NetworkSegment(2a2259e0-5d73-4f83-b8d1-a5eaaf9a1824),segment_id=2a2259e0-5d73-4f83-b8d1-a5eaaf9a1824)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:03:11.016657 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0dde865-acbb-4d02-99d0-f28d43c5abde tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:03:11.018143 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:11.022187 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0dde865-acbb-4d02-99d0-f28d43c5abde tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:11.024236 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e0dde865-acbb-4d02-99d0-f28d43c5abde tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:11.037746 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dde865-acbb-4d02-99d0-f28d43c5abde tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Pushing event updated for resources: {'Port': ['ID=8487f1ee-518b-4a74-9e98-5ceee60b008d,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:03:11.053819 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-e0dde865-acbb-4d02-99d0-f28d43c5abde tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.4819570 Aug 18 12:03:11.056328 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 35904) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:03:11.065122 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-c06bc529-ad6a-49f6-af81-1d7b96751df1 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:03:11.072701 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3449785-1203-456e-a405-a7ded4ed911f req-e7c9ee1c-3c33-41f8-a8e6-e270af1ce23a tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:11.078849 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3449785-1203-456e-a405-a7ded4ed911f req-e7c9ee1c-3c33-41f8-a8e6-e270af1ce23a tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:11.081300 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=3b63f756-dc5e-4229-bece-70e95b91e232,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:03:11.087192 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3449785-1203-456e-a405-a7ded4ed911f req-e7c9ee1c-3c33-41f8-a8e6-e270af1ce23a tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:11.089012 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f3449785-1203-456e-a405-a7ded4ed911f req-e7c9ee1c-3c33-41f8-a8e6-e270af1ce23a tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] 10.222.0.66 "GET /v2.0/ports?device_id=771bfcc3-0ae8-4ccb-b781-ce65f69f40f9 HTTP/1.1" status: 200 len: 2413 time: 0.4945045 Aug 18 12:03:11.094979 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-118c2572-c4e1-4f67-9013-7a52ba38ad53 req-b2bced72-4cc4-4f5a-84d1-49fe11e2f2f6 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:11.111028 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] get_ports_and_sgs() called for port_ids ['4a6dd6bf-beb4-4c07-a3e9-1cc18f334166'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:03:11.139415 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c06bc529-ad6a-49f6-af81-1d7b96751df1 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:11.206840 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f3449785-1203-456e-a405-a7ded4ed911f req-83f26ab7-ad18-4aef-b7ef-2f920c20bb2b tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] 10.222.0.66 "GET /v2.0/security-groups?id=93e28aa4-0de3-4f04-b26e-638cffd77b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059773 Aug 18 12:03:11.259853 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-118c2572-c4e1-4f67-9013-7a52ba38ad53 req-b2bced72-4cc4-4f5a-84d1-49fe11e2f2f6 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Network 222e0814-c7e5-4b11-9282-3f40c6ed76b2 is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:03:11.264240 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bced72-4cc4-4f5a-84d1-49fe11e2f2f6 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Pushing event updated for resources: {'Port': ['ID=1d1906b1-7861-44a8-9f39-6e6fd647480c,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:03:11.271505 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [req-118c2572-c4e1-4f67-9013-7a52ba38ad53 req-b2bced72-4cc4-4f5a-84d1-49fe11e2f2f6 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:03:11.280781 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-118c2572-c4e1-4f67-9013-7a52ba38ad53 req-b2bced72-4cc4-4f5a-84d1-49fe11e2f2f6 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:03:11.290314 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ced3336-5b4d-4cae-a958-1b17ea1082b5 req-b9aa9c6c-767c-40c3-809c-3f490d8997d2 tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:11.291919 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3ced3336-5b4d-4cae-a958-1b17ea1082b5 req-b9aa9c6c-767c-40c3-809c-3f490d8997d2 tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] 10.222.0.66 "GET /v2.0/ports?device_id=79eb6dfc-2adb-4930-883e-cf334d7966ec HTTP/1.1" status: 200 len: 945 time: 0.6193559 Aug 18 12:03:11.325072 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c06bc529-ad6a-49f6-af81-1d7b96751df1 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks [] for port, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:11.330972 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c06bc529-ad6a-49f6-af81-1d7b96751df1 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:11.346061 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-c06bc529-ad6a-49f6-af81-1d7b96751df1 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] In _notify_port_updated(), no bound segment for port 8487f1ee-518b-4a74-9e98-5ceee60b008d on network e09d479c-49c3-4874-9ac4-04b507eec62b {{(pid=106253) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 18 12:03:11.351870 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c06bc529-ad6a-49f6-af81-1d7b96751df1 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:11.352512 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c06bc529-ad6a-49f6-af81-1d7b96751df1 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:11.357002 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-c06bc529-ad6a-49f6-af81-1d7b96751df1 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] 10.222.0.66 "PUT /v2.0/ports/8487f1ee-518b-4a74-9e98-5ceee60b008d HTTP/1.1" status: 200 len: 818 time: 0.2979262 Aug 18 12:03:11.357936 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] get_ports_and_sgs() called for port_ids ['74e85c66-a271-4152-b3e2-26858e501585'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:03:11.360539 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 35908) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:03:11.385911 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] get_ports_and_sgs() called for port_ids ['b08f237e-3f2b-4421-8dcb-0fdda4008b43'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:03:11.441215 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118c2572-c4e1-4f67-9013-7a52ba38ad53 req-b2bced72-4cc4-4f5a-84d1-49fe11e2f2f6 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:11.441215 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-118c2572-c4e1-4f67-9013-7a52ba38ad53 req-b2bced72-4cc4-4f5a-84d1-49fe11e2f2f6 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:11.483563 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3ced3336-5b4d-4cae-a958-1b17ea1082b5 req-22b9c522-8537-4172-be09-ebb35b26fb55 tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b3db2ea-cc32-4796-9824-b1355b845d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638474 Aug 18 12:03:11.484397 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] get_ports_and_sgs() called for port_ids ['8505e22f-c8ac-4091-b64c-de224593b235', 'a9095b1c-1c59-403f-b0ed-5baf21bc78df'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:03:11.493869 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9074ac0-cdab-41fb-b2df-4fffc304ce58 req-139136c3-3ebe-444b-bb3b-7892bd4446c2 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:11.503191 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f9074ac0-cdab-41fb-b2df-4fffc304ce58 req-139136c3-3ebe-444b-bb3b-7892bd4446c2 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/ports?device_id=c638d708-f9ec-4cc8-8d73-799d4b9bed3c HTTP/1.1" status: 200 len: 946 time: 0.1845090 Aug 18 12:03:11.517570 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-118c2572-c4e1-4f67-9013-7a52ba38ad53 req-b2bced72-4cc4-4f5a-84d1-49fe11e2f2f6 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7239053 Aug 18 12:03:11.534831 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06bc529-ad6a-49f6-af81-1d7b96751df1 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Pushing event updated for resources: {'Port': ['ID=8487f1ee-518b-4a74-9e98-5ceee60b008d,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:03:11.543690 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-118c2572-c4e1-4f67-9013-7a52ba38ad53 req-2d22d926-495d-4696-996c-925841aa2c8d service neutron] Request body: {'port': {'device_id': '3cbcca6e-a395-47f2-9c2f-a6ca07fc15d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804985-2'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:03:11.569416 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-f43a03d2-1b53-4a58-8575-762c994a6b41 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Deleting port 8487f1ee-518b-4a74-9e98-5ceee60b008d {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:03:11.570077 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f43a03d2-1b53-4a58-8575-762c994a6b41 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:11.649863 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f43a03d2-1b53-4a58-8575-762c994a6b41 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:11.665542 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-f43a03d2-1b53-4a58-8575-762c994a6b41 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Calling delete_port for 8487f1ee-518b-4a74-9e98-5ceee60b008d owned by {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:03:11.673106 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f9074ac0-cdab-41fb-b2df-4fffc304ce58 req-d9f718f5-6a9d-41ea-969d-1bda1c785532 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/security-groups?id=582571f6-a365-42ab-be92-c3254f7d1409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675076 Aug 18 12:03:11.690232 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-118c2572-c4e1-4f67-9013-7a52ba38ad53 req-2d22d926-495d-4696-996c-925841aa2c8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:11.709195 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-ec1bfa66-102d-40c6-baa0-3c68498c753f None None] Provisioning for port 1d1906b1-7861-44a8-9f39-6e6fd647480c completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:03:11.727609 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-ec1bfa66-102d-40c6-baa0-3c68498c753f None None] Provisioning complete for port 1d1906b1-7861-44a8-9f39-6e6fd647480c triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:03:11.728097 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ec1bfa66-102d-40c6-baa0-3c68498c753f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:11.757274 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [req-118c2572-c4e1-4f67-9013-7a52ba38ad53 req-a628514a-9f87-48fc-9068-e0d7249bd4f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da47a402-2db9-4aab-a389-f7efde586eb5 {{(pid=106252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:03:11.786395 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f43a03d2-1b53-4a58-8575-762c994a6b41 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:11.800821 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759d8df6-ccdc-42e6-9002-7454a99b7ebc req-d2657279-718e-4cf8-b5ce-7b14e6cc365e tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:11.809676 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-759d8df6-ccdc-42e6-9002-7454a99b7ebc req-d2657279-718e-4cf8-b5ce-7b14e6cc365e tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] 10.222.0.66 "GET /v2.0/ports?device_id=305b0d7a-e7ab-4129-8b43-4762c73c2ae1 HTTP/1.1" status: 200 len: 945 time: 0.2233944 Aug 18 12:03:11.823379 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-ec1bfa66-102d-40c6-baa0-3c68498c753f None None] Port 1d1906b1-7861-44a8-9f39-6e6fd647480c cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:03:11.825302 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43a03d2-1b53-4a58-8575-762c994a6b41 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Pushing event deleted for resources: {'Port': ['ID=8487f1ee-518b-4a74-9e98-5ceee60b008d,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:03:11.830888 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f43a03d2-1b53-4a58-8575-762c994a6b41 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:11.835418 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-f43a03d2-1b53-4a58-8575-762c994a6b41 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] 10.222.0.66 "DELETE /v2.0/ports/8487f1ee-518b-4a74-9e98-5ceee60b008d HTTP/1.1" status: 204 len: 168 time: 0.4745884 Aug 18 12:03:11.836015 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 35918) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:03:11.850323 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-118c2572-c4e1-4f67-9013-7a52ba38ad53 req-a628514a-9f87-48fc-9068-e0d7249bd4f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:11.891109 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-867644af-a039-4ab1-a5ae-04c9aef2491b tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:11.893082 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-867644af-a039-4ab1-a5ae-04c9aef2491b tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0561101 Aug 18 12:03:11.895683 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 35920) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:03:11.909231 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [req-118c2572-c4e1-4f67-9013-7a52ba38ad53 req-a628514a-9f87-48fc-9068-e0d7249bd4f3 service neutron] Transition to ACTIVE for port object da47a402-2db9-4aab-a389-f7efde586eb5 will not be triggered until provisioned by entity L2. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:03:11.921617 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-759d8df6-ccdc-42e6-9002-7454a99b7ebc req-d7732564-09f1-4383-91d3-00a43311a85f tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] 10.222.0.66 "GET /v2.0/security-groups?id=47674416-b298-4cf8-93c5-c03a14c2b3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103101 Aug 18 12:03:11.922808 n-d-804985-2 neutron-server[106253]: INFO neutron.pecan_wsgi.hooks.translation [None req-044bb1e5-c24e-4f0d-a4e1-217dcc2289cc tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] GET failed (client error): The resource could not be found. Aug 18 12:03:11.924969 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-044bb1e5-c24e-4f0d-a4e1-217dcc2289cc tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] 10.222.0.66 "GET /v2.0/ports/8487f1ee-518b-4a74-9e98-5ceee60b008d HTTP/1.1" status: 404 len: 333 time: 0.0283270 Aug 18 12:03:11.929538 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 35922) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:03:11.929821 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-118c2572-c4e1-4f67-9013-7a52ba38ad53 req-a628514a-9f87-48fc-9068-e0d7249bd4f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:11.937189 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-3e019e36-a545-473b-aa80-d7c2568ef158 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1787655641'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:03:11.967144 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e019e36-a545-473b-aa80-d7c2568ef158 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Made reservation on behalf of 65fdfa1f9ea246ab9e952c5b1ba0afa3 for: {'network': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:03:11.971077 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3e019e36-a545-473b-aa80-d7c2568ef158 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for network, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:12.000982 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e019e36-a545-473b-aa80-d7c2568ef158 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 808} {{(pid=106253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:03:12.012979 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3e019e36-a545-473b-aa80-d7c2568ef158 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:12.013326 n-d-804985-2 neutron-server[106253]: INFO neutron.db.segments_db [None req-3e019e36-a545-473b-aa80-d7c2568ef158 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Added segment 9ef8ae42-2461-4bcf-bf49-57132f7c95b7 of type vlan for network 7cbd0ce0-40e6-40c5-b620-640a47ae7a8e Aug 18 12:03:12.038086 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b2b829-b308-472f-8048-8fa2e50fd982 req-72df0581-65ea-48db-9342-0cd2f29bcedf tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:12.057239 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-32b2b829-b308-472f-8048-8fa2e50fd982 req-72df0581-65ea-48db-9342-0cd2f29bcedf tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.66 "GET /v2.0/ports?device_id=3cbcca6e-a395-47f2-9c2f-a6ca07fc15d5 HTTP/1.1" status: 200 len: 936 time: 0.2211440 Aug 18 12:03:12.065284 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3e019e36-a545-473b-aa80-d7c2568ef158 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789150665894'] for network, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:12.099278 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a628514a-9f87-48fc-9068-e0d7249bd4f3 service neutron] Pushing event updated for resources: {'Port': ['ID=da47a402-2db9-4aab-a389-f7efde586eb5,revision_number=2']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:03:12.110611 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3e019e36-a545-473b-aa80-d7c2568ef158 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for network, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:12.116430 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e019e36-a545-473b-aa80-d7c2568ef158 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:12.117247 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3e019e36-a545-473b-aa80-d7c2568ef158 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:12.172954 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-3e019e36-a545-473b-aa80-d7c2568ef158 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2422848 Aug 18 12:03:12.176029 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 35924) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:03:12.187592 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-849570ef-ae34-43ad-8c9c-5123d3365e59 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Request body: {'subnet': {'network_id': '7cbd0ce0-40e6-40c5-b620-640a47ae7a8e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:03:12.234617 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-32b2b829-b308-472f-8048-8fa2e50fd982 req-b4f0de0c-9286-4ec2-9575-5a8885d710a6 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb50ebbf-d033-473b-ae6e-593d78928b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767163 Aug 18 12:03:12.245781 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e019e36-a545-473b-aa80-d7c2568ef158 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Pushing event updated for resources: {'Network': ['ID=7cbd0ce0-40e6-40c5-b620-640a47ae7a8e,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:03:12.268278 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdab40f-996e-4107-a5f5-1d2fcb3be033 req-98242b90-4f6d-4d67-b4f4-5d10be09308d tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:12.269876 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ecdab40f-996e-4107-a5f5-1d2fcb3be033 req-98242b90-4f6d-4d67-b4f4-5d10be09308d tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/ports?device_id=c638d708-f9ec-4cc8-8d73-799d4b9bed3c HTTP/1.1" status: 200 len: 946 time: 0.1810048 Aug 18 12:03:12.279801 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Network 7cbd0ce0-40e6-40c5-b620-640a47ae7a8e details requested by agent ovs-agent-n-d-804985-2 with host n-d-804985-2 {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:03:12.323696 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-849570ef-ae34-43ad-8c9c-5123d3365e59 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Made reservation on behalf of 65fdfa1f9ea246ab9e952c5b1ba0afa3 for: {'subnet': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:03:12.329196 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-849570ef-ae34-43ad-8c9c-5123d3365e59 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59388119'] for subnet, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:12.348509 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-118c2572-c4e1-4f67-9013-7a52ba38ad53 req-a628514a-9f87-48fc-9068-e0d7249bd4f3 service neutron] Attempting to bind port da47a402-2db9-4aab-a389-f7efde586eb5 on host n-h2-804985-2 for vnic_type normal with profile {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:03:12.348858 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-118c2572-c4e1-4f67-9013-7a52ba38ad53 req-a628514a-9f87-48fc-9068-e0d7249bd4f3 service neutron] Attempting to bind port da47a402-2db9-4aab-a389-f7efde586eb5 by drivers openvswitch,hyperv on host n-h2-804985-2 at level 0 using segments [{'id': 'b0eb6eea-b461-4969-8a27-808f00daa8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '222e0814-c7e5-4b11-9282-3f40c6ed76b2'}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:03:12.349165 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118c2572-c4e1-4f67-9013-7a52ba38ad53 req-a628514a-9f87-48fc-9068-e0d7249bd4f3 service neutron] Attempting to bind port da47a402-2db9-4aab-a389-f7efde586eb5 on network 222e0814-c7e5-4b11-9282-3f40c6ed76b2 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:03:12.385539 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ecdab40f-996e-4107-a5f5-1d2fcb3be033 req-2fa860c0-4e1a-49da-bccc-8556dcd3e200 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/security-groups?id=582571f6-a365-42ab-be92-c3254f7d1409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055379 Aug 18 12:03:12.391626 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118c2572-c4e1-4f67-9013-7a52ba38ad53 req-a628514a-9f87-48fc-9068-e0d7249bd4f3 service neutron] Port da47a402-2db9-4aab-a389-f7efde586eb5 on network 222e0814-c7e5-4b11-9282-3f40c6ed76b2 not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-2 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:03:12.391951 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118c2572-c4e1-4f67-9013-7a52ba38ad53 req-a628514a-9f87-48fc-9068-e0d7249bd4f3 service neutron] Attempting to bind port da47a402-2db9-4aab-a389-f7efde586eb5 on network 222e0814-c7e5-4b11-9282-3f40c6ed76b2 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:03:12.425737 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118c2572-c4e1-4f67-9013-7a52ba38ad53 req-a628514a-9f87-48fc-9068-e0d7249bd4f3 service neutron] Checking agent: {'id': 'da5da552-709c-4248-84de-86af99a0dc87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 49, 8), 'started_at': datetime.datetime(2021, 8, 18, 11, 49, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 3, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:03:12.426347 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118c2572-c4e1-4f67-9013-7a52ba38ad53 req-a628514a-9f87-48fc-9068-e0d7249bd4f3 service neutron] Checking segment: {'id': 'b0eb6eea-b461-4969-8a27-808f00daa8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '222e0814-c7e5-4b11-9282-3f40c6ed76b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:03:12.426468 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118c2572-c4e1-4f67-9013-7a52ba38ad53 req-a628514a-9f87-48fc-9068-e0d7249bd4f3 service neutron] Bound using segment: {'id': 'b0eb6eea-b461-4969-8a27-808f00daa8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '222e0814-c7e5-4b11-9282-3f40c6ed76b2'} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:03:12.426869 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-118c2572-c4e1-4f67-9013-7a52ba38ad53 req-a628514a-9f87-48fc-9068-e0d7249bd4f3 service neutron] Bound port: da47a402-2db9-4aab-a389-f7efde586eb5, host: n-h2-804985-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0eb6eea-b461-4969-8a27-808f00daa8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '222e0814-c7e5-4b11-9282-3f40c6ed76b2'}}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:03:12.427234 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-118c2572-c4e1-4f67-9013-7a52ba38ad53 req-a628514a-9f87-48fc-9068-e0d7249bd4f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:12.456419 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [req-118c2572-c4e1-4f67-9013-7a52ba38ad53 req-2d22d926-495d-4696-996c-925841aa2c8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d1906b1-7861-44a8-9f39-6e6fd647480c {{(pid=106252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:03:12.460898 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] get_ports_and_sgs() called for port_ids ['3b63f756-dc5e-4229-bece-70e95b91e232'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:03:12.468155 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-118c2572-c4e1-4f67-9013-7a52ba38ad53 req-2d22d926-495d-4696-996c-925841aa2c8d service neutron] Notify callbacks [] for port, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:12.480192 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc0dbcf-5be7-4101-abac-7ce4c1f64361 req-d8e038a6-3994-4702-b752-2a0bc381b978 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:12.485702 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc0dbcf-5be7-4101-abac-7ce4c1f64361 req-d8e038a6-3994-4702-b752-2a0bc381b978 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:12.492216 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc0dbcf-5be7-4101-abac-7ce4c1f64361 req-d8e038a6-3994-4702-b752-2a0bc381b978 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:12.499410 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5bc0dbcf-5be7-4101-abac-7ce4c1f64361 req-d8e038a6-3994-4702-b752-2a0bc381b978 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] 10.222.0.66 "GET /v2.0/ports?device_id=771bfcc3-0ae8-4ccb-b781-ce65f69f40f9 HTTP/1.1" status: 200 len: 2415 time: 0.1608956 Aug 18 12:03:12.552015 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-849570ef-ae34-43ad-8c9c-5123d3365e59 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58902106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59388097'] for subnet, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:12.559801 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [req-118c2572-c4e1-4f67-9013-7a52ba38ad53 req-2d22d926-495d-4696-996c-925841aa2c8d service neutron] Transition to ACTIVE for port object 1d1906b1-7861-44a8-9f39-6e6fd647480c will not be triggered until provisioned by entity L2. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:03:12.585449 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-118c2572-c4e1-4f67-9013-7a52ba38ad53 req-2d22d926-495d-4696-996c-925841aa2c8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:12.607245 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849570ef-ae34-43ad-8c9c-5123d3365e59 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Pushing event updated for resources: {'Subnet': ['ID=ecfd6115-a645-4c40-8aff-e441e24e969b,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:03:12.623127 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-849570ef-ae34-43ad-8c9c-5123d3365e59 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Checking segment: {'id': '9ef8ae42-2461-4bcf-bf49-57132f7c95b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '7cbd0ce0-40e6-40c5-b620-640a47ae7a8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:03:12.623688 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-849570ef-ae34-43ad-8c9c-5123d3365e59 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Network hostable DHCP agents. Network: 7cbd0ce0-40e6-40c5-b620-640a47ae7a8e, hostable agents: ['97c14208-2951-4361-8d64-3708c946ff5f'], hosted agents: [] {{(pid=106253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 12:03:12.642767 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-849570ef-ae34-43ad-8c9c-5123d3365e59 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Network 7cbd0ce0-40e6-40c5-b620-640a47ae7a8e is scheduled to be hosted by DHCP agent 97c14208-2951-4361-8d64-3708c946ff5f with binding_index 1 {{(pid=106253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 12:03:12.652856 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5bc0dbcf-5be7-4101-abac-7ce4c1f64361 req-7bed4257-42bf-45d4-aa5e-fd711895bc92 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] 10.222.0.66 "GET /v2.0/security-groups?id=93e28aa4-0de3-4f04-b26e-638cffd77b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527908 Aug 18 12:03:12.658061 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-849570ef-ae34-43ad-8c9c-5123d3365e59 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-2, 7cbd0ce0-40e6-40c5-b620-640a47ae7a8e) {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:03:12.658504 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-118c2572-c4e1-4f67-9013-7a52ba38ad53 req-a628514a-9f87-48fc-9068-e0d7249bd4f3 service neutron] For port da47a402-2db9-4aab-a389-f7efde586eb5, host n-h2-804985-2, cleared binding levels {{(pid=106252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:03:12.662566 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-849570ef-ae34-43ad-8c9c-5123d3365e59 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:12.663206 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-849570ef-ae34-43ad-8c9c-5123d3365e59 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:12.664157 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-118c2572-c4e1-4f67-9013-7a52ba38ad53 req-a628514a-9f87-48fc-9068-e0d7249bd4f3 service neutron] For port da47a402-2db9-4aab-a389-f7efde586eb5, host n-h2-804985-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=da47a402-2db9-4aab-a389-f7efde586eb5,segment=NetworkSegment(b0eb6eea-b461-4969-8a27-808f00daa8a1),segment_id=b0eb6eea-b461-4969-8a27-808f00daa8a1)] {{(pid=106252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:03:12.673521 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a6dd8ea-aa11-44e5-911d-379bdd220911 None None] Network 7cbd0ce0-40e6-40c5-b620-640a47ae7a8e requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:03:12.687023 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b988f2-2da0-4665-839f-8f51f6aa817a req-113d17f4-3aad-4d52-aa14-d0ecf8b916f2 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:12.688800 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a5b988f2-2da0-4665-839f-8f51f6aa817a req-113d17f4-3aad-4d52-aa14-d0ecf8b916f2 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/ports?device_id=c638d708-f9ec-4cc8-8d73-799d4b9bed3c HTTP/1.1" status: 200 len: 946 time: 0.1612127 Aug 18 12:03:12.693680 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-118c2572-c4e1-4f67-9013-7a52ba38ad53 req-a628514a-9f87-48fc-9068-e0d7249bd4f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:12.700735 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d22d926-495d-4696-996c-925841aa2c8d service neutron] Pushing event updated for resources: {'Port': ['ID=1d1906b1-7861-44a8-9f39-6e6fd647480c,revision_number=2']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:03:12.703912 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-849570ef-ae34-43ad-8c9c-5123d3365e59 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5246344 Aug 18 12:03:12.704247 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 35934) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:03:12.710314 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-7c46c537-60f8-49a1-ba93-014f8c925dc0 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Request body: {'subnet': {'network_id': '7cbd0ce0-40e6-40c5-b620-640a47ae7a8e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:03:12.863706 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c46c537-60f8-49a1-ba93-014f8c925dc0 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Made reservation on behalf of 65fdfa1f9ea246ab9e952c5b1ba0afa3 for: {'subnet': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:03:12.864930 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40d46e37-c24c-4a24-ab4a-f309b107e65a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp788be208-34ab-5a8f-af0f-528834af222f-7cbd0ce0-40e6-40c5-b620-640a47ae7a8e', 'network_id': '7cbd0ce0-40e6-40c5-b620-640a47ae7a8e', 'tenant_id': '65fdfa1f9ea246ab9e952c5b1ba0afa3', 'fixed_ips': [{'subnet_id': 'ecfd6115-a645-4c40-8aff-e441e24e969b'}]}} from n-d-804985-2. {{(pid=106254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 12:03:12.866370 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-40d46e37-c24c-4a24-ab4a-f309b107e65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:12.871923 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7c46c537-60f8-49a1-ba93-014f8c925dc0 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59388119'] for subnet, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:12.888134 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118c2572-c4e1-4f67-9013-7a52ba38ad53 req-a628514a-9f87-48fc-9068-e0d7249bd4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:12.888907 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-118c2572-c4e1-4f67-9013-7a52ba38ad53 req-a628514a-9f87-48fc-9068-e0d7249bd4f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:12.890454 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-118c2572-c4e1-4f67-9013-7a52ba38ad53 req-a628514a-9f87-48fc-9068-e0d7249bd4f3 service neutron] 10.222.0.62 "PUT /v2.0/ports/da47a402-2db9-4aab-a389-f7efde586eb5 HTTP/1.1" status: 200 len: 1096 time: 2.4901533 Aug 18 12:03:12.890994 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91f91cc6-f7e6-4f93-a2fd-468ee517e70f', 'tag': 'da47a402-2db9-4aab-a389-f7efde586eb5'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:03:12.893805 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c61a2cd0-0c30-4cf2-9d2a-e50450bc7f7c" -d '{"events": [{"name": "network-changed", "server_uuid": "91f91cc6-f7e6-4f93-a2fd-468ee517e70f", "tag": "da47a402-2db9-4aab-a389-f7efde586eb5"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:03:12.935319 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a5b988f2-2da0-4665-839f-8f51f6aa817a req-74105be5-a6fa-47ea-a021-ecec8854c4eb tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/security-groups?id=582571f6-a365-42ab-be92-c3254f7d1409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119868 Aug 18 12:03:12.975696 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a628514a-9f87-48fc-9068-e0d7249bd4f3 service neutron] Pushing event updated for resources: {'Port': ['ID=da47a402-2db9-4aab-a389-f7efde586eb5,revision_number=3']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:03:12.996218 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-118c2572-c4e1-4f67-9013-7a52ba38ad53 req-2d22d926-495d-4696-996c-925841aa2c8d service neutron] Attempting to bind port 1d1906b1-7861-44a8-9f39-6e6fd647480c on host n-h1-804985-2 for vnic_type normal with profile {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:03:12.996809 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-118c2572-c4e1-4f67-9013-7a52ba38ad53 req-2d22d926-495d-4696-996c-925841aa2c8d service neutron] Attempting to bind port 1d1906b1-7861-44a8-9f39-6e6fd647480c by drivers openvswitch,hyperv on host n-h1-804985-2 at level 0 using segments [{'id': 'b0eb6eea-b461-4969-8a27-808f00daa8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '222e0814-c7e5-4b11-9282-3f40c6ed76b2'}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:03:12.997475 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118c2572-c4e1-4f67-9013-7a52ba38ad53 req-2d22d926-495d-4696-996c-925841aa2c8d service neutron] Attempting to bind port 1d1906b1-7861-44a8-9f39-6e6fd647480c on network 222e0814-c7e5-4b11-9282-3f40c6ed76b2 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:03:13.026026 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5990ef1-45bb-487e-83d3-9ae9065eef18 req-3e85b31c-1fa3-4669-9063-254094bbdc4e tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:13.034847 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f5990ef1-45bb-487e-83d3-9ae9065eef18 req-3e85b31c-1fa3-4669-9063-254094bbdc4e tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] 10.222.0.66 "GET /v2.0/ports?device_id=79eb6dfc-2adb-4930-883e-cf334d7966ec HTTP/1.1" status: 200 len: 945 time: 0.1994312 Aug 18 12:03:13.039841 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118c2572-c4e1-4f67-9013-7a52ba38ad53 req-2d22d926-495d-4696-996c-925841aa2c8d service neutron] Port 1d1906b1-7861-44a8-9f39-6e6fd647480c on network 222e0814-c7e5-4b11-9282-3f40c6ed76b2 not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-2 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:03:13.040231 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118c2572-c4e1-4f67-9013-7a52ba38ad53 req-2d22d926-495d-4696-996c-925841aa2c8d service neutron] Attempting to bind port 1d1906b1-7861-44a8-9f39-6e6fd647480c on network 222e0814-c7e5-4b11-9282-3f40c6ed76b2 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:03:13.057173 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118c2572-c4e1-4f67-9013-7a52ba38ad53 req-2d22d926-495d-4696-996c-925841aa2c8d service neutron] Checking agent: {'id': 'a613417a-d085-492c-941a-59bb18c633d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 49, 6), 'started_at': datetime.datetime(2021, 8, 18, 11, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 3, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:03:13.058007 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118c2572-c4e1-4f67-9013-7a52ba38ad53 req-2d22d926-495d-4696-996c-925841aa2c8d service neutron] Checking segment: {'id': 'b0eb6eea-b461-4969-8a27-808f00daa8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '222e0814-c7e5-4b11-9282-3f40c6ed76b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:03:13.058168 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118c2572-c4e1-4f67-9013-7a52ba38ad53 req-2d22d926-495d-4696-996c-925841aa2c8d service neutron] Bound using segment: {'id': 'b0eb6eea-b461-4969-8a27-808f00daa8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '222e0814-c7e5-4b11-9282-3f40c6ed76b2'} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:03:13.058683 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-118c2572-c4e1-4f67-9013-7a52ba38ad53 req-2d22d926-495d-4696-996c-925841aa2c8d service neutron] Bound port: 1d1906b1-7861-44a8-9f39-6e6fd647480c, host: n-h1-804985-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0eb6eea-b461-4969-8a27-808f00daa8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '222e0814-c7e5-4b11-9282-3f40c6ed76b2'}}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:03:13.059112 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-118c2572-c4e1-4f67-9013-7a52ba38ad53 req-2d22d926-495d-4696-996c-925841aa2c8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:13.060869 n-d-804985-2 neutron-server[106253]: INFO neutron.db.ipam_backend_mixin [None req-7c46c537-60f8-49a1-ba93-014f8c925dc0 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ecfd6115-a645-4c40-8aff-e441e24e969b (CIDR: 2001:db8::/64) Aug 18 12:03:13.066560 n-d-804985-2 neutron-server[106253]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c46c537-60f8-49a1-ba93-014f8c925dc0 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 18 12:03:13.067120 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c46c537-60f8-49a1-ba93-014f8c925dc0 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=106253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 12:03:13.104844 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-7c46c537-60f8-49a1-ba93-014f8c925dc0 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3991566 Aug 18 12:03:13.105506 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 35946) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:03:13.115366 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-0e12aa6b-7669-4b31-a19e-33afad274e78 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Request body: {'subnet': {'network_id': '7cbd0ce0-40e6-40c5-b620-640a47ae7a8e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:03:13.119135 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.db_base_plugin_common [None req-40d46e37-c24c-4a24-ab4a-f309b107e65a None None] Allocated IP 2001:db8::2 (7cbd0ce0-40e6-40c5-b620-640a47ae7a8e/ecfd6115-a645-4c40-8aff-e441e24e969b/17f9885c-d94e-490a-bbb2-2d710fac5784) {{(pid=106254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:03:13.125079 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f5990ef1-45bb-487e-83d3-9ae9065eef18 req-c51469b6-2523-430b-a319-a73f66296f0a tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b3db2ea-cc32-4796-9824-b1355b845d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884242 Aug 18 12:03:13.133051 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:03:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e19c88b-a452-4316-81eb-0fe630fe5b92 x-openstack-request-id: req-4e19c88b-a452-4316-81eb-0fe630fe5b92 {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:03:13.133383 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91f91cc6-f7e6-4f93-a2fd-468ee517e70f", "tag": "da47a402-2db9-4aab-a389-f7efde586eb5", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:03:13.133635 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-4e19c88b-a452-4316-81eb-0fe630fe5b92 {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:03:13.134040 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91f91cc6-f7e6-4f93-a2fd-468ee517e70f', 'tag': 'da47a402-2db9-4aab-a389-f7efde586eb5', 'status': 'completed', 'code': 200} Aug 18 12:03:13.140838 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118c2572-c4e1-4f67-9013-7a52ba38ad53 req-2f287e66-c927-489f-a5cf-93625bfea20c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:13.152584 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-118c2572-c4e1-4f67-9013-7a52ba38ad53 req-2f287e66-c927-489f-a5cf-93625bfea20c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5dc13ca5db3b4f4a9d5ca7ec0f8f54a8&device_id=91f91cc6-f7e6-4f93-a2fd-468ee517e70f HTTP/1.1" status: 200 len: 1099 time: 0.1947076 Aug 18 12:03:13.301396 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e12aa6b-7669-4b31-a19e-33afad274e78 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Made reservation on behalf of 65fdfa1f9ea246ab9e952c5b1ba0afa3 for: {'subnet': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:03:13.305245 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0e12aa6b-7669-4b31-a19e-33afad274e78 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59388119'] for subnet, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:13.305580 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-118c2572-c4e1-4f67-9013-7a52ba38ad53 req-5037f465-11a9-4f4b-9b24-42159b463f39 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=da47a402-2db9-4aab-a389-f7efde586eb5 HTTP/1.1" status: 200 len: 217 time: 0.1027341 Aug 18 12:03:13.338673 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-40d46e37-c24c-4a24-ab4a-f309b107e65a None None] Notify callbacks [] for port, precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:13.347526 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-40d46e37-c24c-4a24-ab4a-f309b107e65a None None] Transition to ACTIVE for port object 17f9885c-d94e-490a-bbb2-2d710fac5784 will not be triggered until provisioned by entity L2. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:03:13.363828 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-40d46e37-c24c-4a24-ab4a-f309b107e65a None None] Transition to ACTIVE for port object 17f9885c-d94e-490a-bbb2-2d710fac5784 will not be triggered until provisioned by entity DHCP. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:03:13.370916 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-40d46e37-c24c-4a24-ab4a-f309b107e65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547'] for port, after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:13.389558 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-118c2572-c4e1-4f67-9013-7a52ba38ad53 req-2d22d926-495d-4696-996c-925841aa2c8d service neutron] For port 1d1906b1-7861-44a8-9f39-6e6fd647480c, host n-h1-804985-2, cleared binding levels {{(pid=106252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:03:13.400978 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63407c6-58f6-4f02-a5fc-fac9ef0fba8d req-85b42e33-6c3f-4f94-b08b-16d05910477c tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:13.402513 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c63407c6-58f6-4f02-a5fc-fac9ef0fba8d req-85b42e33-6c3f-4f94-b08b-16d05910477c tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/ports?device_id=c638d708-f9ec-4cc8-8d73-799d4b9bed3c HTTP/1.1" status: 200 len: 946 time: 0.1789997 Aug 18 12:03:13.422882 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40d46e37-c24c-4a24-ab4a-f309b107e65a None None] Network 7cbd0ce0-40e6-40c5-b620-640a47ae7a8e is already hosted by enough agents. {{(pid=106254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:03:13.427022 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.base_scheduler [None req-40d46e37-c24c-4a24-ab4a-f309b107e65a None None] Resources bound (agent type, host, resource id): {{(pid=106254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:03:13.430041 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d46e37-c24c-4a24-ab4a-f309b107e65a None None] Received port after_create {{(pid=106254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:03:13.433646 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982f7559-8c38-4837-a3b1-3e1b62a53887 req-5ca81247-7385-4e88-aef3-08a5b99fece8 tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:13.435948 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d46e37-c24c-4a24-ab4a-f309b107e65a None None] Pushing event updated for resources: {'Port': ['ID=17f9885c-d94e-490a-bbb2-2d710fac5784,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:03:13.437219 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-982f7559-8c38-4837-a3b1-3e1b62a53887 req-5ca81247-7385-4e88-aef3-08a5b99fece8 tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] 10.222.0.66 "GET /v2.0/ports?device_id=305b0d7a-e7ab-4129-8b43-4762c73c2ae1 HTTP/1.1" status: 200 len: 945 time: 0.2123888 Aug 18 12:03:13.443744 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-118c2572-c4e1-4f67-9013-7a52ba38ad53 req-2d22d926-495d-4696-996c-925841aa2c8d service neutron] For port 1d1906b1-7861-44a8-9f39-6e6fd647480c, host n-h1-804985-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=1d1906b1-7861-44a8-9f39-6e6fd647480c,segment=NetworkSegment(b0eb6eea-b461-4969-8a27-808f00daa8a1),segment_id=b0eb6eea-b461-4969-8a27-808f00daa8a1)] {{(pid=106252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:03:13.445908 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118c2572-c4e1-4f67-9013-7a52ba38ad53 req-f6c417ca-fe25-4495-80bd-4e58d03174e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:13.447453 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-118c2572-c4e1-4f67-9013-7a52ba38ad53 req-f6c417ca-fe25-4495-80bd-4e58d03174e6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6d16d680-110b-436d-8afa-48ba845b3623 HTTP/1.1" status: 200 len: 843 time: 0.1316385 Aug 18 12:03:13.485305 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-118c2572-c4e1-4f67-9013-7a52ba38ad53 req-2d22d926-495d-4696-996c-925841aa2c8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:13.502062 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-40d46e37-c24c-4a24-ab4a-f309b107e65a None None] Attempting to bind port 17f9885c-d94e-490a-bbb2-2d710fac5784 on host n-d-804985-2 for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:03:13.502459 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-40d46e37-c24c-4a24-ab4a-f309b107e65a None None] Attempting to bind port 17f9885c-d94e-490a-bbb2-2d710fac5784 by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': '9ef8ae42-2461-4bcf-bf49-57132f7c95b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '7cbd0ce0-40e6-40c5-b620-640a47ae7a8e'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:03:13.502771 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d46e37-c24c-4a24-ab4a-f309b107e65a None None] Attempting to bind port 17f9885c-d94e-490a-bbb2-2d710fac5784 on network 7cbd0ce0-40e6-40c5-b620-640a47ae7a8e {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:03:13.507761 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d46e37-c24c-4a24-ab4a-f309b107e65a None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 2, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:03:13.508253 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d46e37-c24c-4a24-ab4a-f309b107e65a None None] Checking segment: {'id': '9ef8ae42-2461-4bcf-bf49-57132f7c95b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '7cbd0ce0-40e6-40c5-b620-640a47ae7a8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:03:13.508679 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-40d46e37-c24c-4a24-ab4a-f309b107e65a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:13.509058 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d46e37-c24c-4a24-ab4a-f309b107e65a None None] Bound using segment: {'id': '9ef8ae42-2461-4bcf-bf49-57132f7c95b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '7cbd0ce0-40e6-40c5-b620-640a47ae7a8e'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:03:13.509512 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-40d46e37-c24c-4a24-ab4a-f309b107e65a None None] Bound port: 17f9885c-d94e-490a-bbb2-2d710fac5784, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ef8ae42-2461-4bcf-bf49-57132f7c95b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '7cbd0ce0-40e6-40c5-b620-640a47ae7a8e'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:03:13.509885 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-40d46e37-c24c-4a24-ab4a-f309b107e65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:13.558444 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118c2572-c4e1-4f67-9013-7a52ba38ad53 req-2d22d926-495d-4696-996c-925841aa2c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:13.559591 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-118c2572-c4e1-4f67-9013-7a52ba38ad53 req-2d22d926-495d-4696-996c-925841aa2c8d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:13.561224 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-118c2572-c4e1-4f67-9013-7a52ba38ad53 req-2d22d926-495d-4696-996c-925841aa2c8d service neutron] 10.222.0.63 "PUT /v2.0/ports/1d1906b1-7861-44a8-9f39-6e6fd647480c HTTP/1.1" status: 200 len: 1096 time: 2.0245507 Aug 18 12:03:13.585465 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0e12aa6b-7669-4b31-a19e-33afad274e78 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58902106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59388097'] for subnet, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:13.591279 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-40d46e37-c24c-4a24-ab4a-f309b107e65a None None] For port 17f9885c-d94e-490a-bbb2-2d710fac5784, host n-d-804985-2, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:03:13.595362 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-40d46e37-c24c-4a24-ab4a-f309b107e65a None None] For port 17f9885c-d94e-490a-bbb2-2d710fac5784, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=17f9885c-d94e-490a-bbb2-2d710fac5784,segment=NetworkSegment(9ef8ae42-2461-4bcf-bf49-57132f7c95b7),segment_id=9ef8ae42-2461-4bcf-bf49-57132f7c95b7)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:03:13.602402 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-40d46e37-c24c-4a24-ab4a-f309b107e65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:13.606914 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c63407c6-58f6-4f02-a5fc-fac9ef0fba8d req-8258e798-4dcb-4620-92e1-c05162f55aa7 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/security-groups?id=582571f6-a365-42ab-be92-c3254f7d1409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914859 Aug 18 12:03:13.622517 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-982f7559-8c38-4837-a3b1-3e1b62a53887 req-287a7fc0-1712-43a4-922e-8fc137b7314f tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] 10.222.0.66 "GET /v2.0/security-groups?id=47674416-b298-4cf8-93c5-c03a14c2b3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681817 Aug 18 12:03:13.636798 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d22d926-495d-4696-996c-925841aa2c8d service neutron] Pushing event updated for resources: {'Port': ['ID=1d1906b1-7861-44a8-9f39-6e6fd647480c,revision_number=3']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:03:13.645231 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118c2572-c4e1-4f67-9013-7a52ba38ad53 req-fde9c0ff-cf9d-48e2-a2e7-77fda9701a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:13.646847 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-118c2572-c4e1-4f67-9013-7a52ba38ad53 req-fde9c0ff-cf9d-48e2-a2e7-77fda9701a7c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=222e0814-c7e5-4b11-9282-3f40c6ed76b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1704800 Aug 18 12:03:13.675921 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d46e37-c24c-4a24-ab4a-f309b107e65a None None] Pushing event updated for resources: {'Port': ['ID=17f9885c-d94e-490a-bbb2-2d710fac5784,revision_number=2']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:03:13.721591 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e12aa6b-7669-4b31-a19e-33afad274e78 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Network 7cbd0ce0-40e6-40c5-b620-640a47ae7a8e is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:03:13.733567 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-0e12aa6b-7669-4b31-a19e-33afad274e78 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:03:13.738008 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e12aa6b-7669-4b31-a19e-33afad274e78 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:13.738603 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0e12aa6b-7669-4b31-a19e-33afad274e78 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:13.750887 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e12aa6b-7669-4b31-a19e-33afad274e78 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Pushing event updated for resources: {'Subnet': ['ID=2a37ff4c-cbfe-459c-b37b-c50757f93918,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:03:13.766679 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-0e12aa6b-7669-4b31-a19e-33afad274e78 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.6576881 Aug 18 12:03:13.766874 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 35954) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:03:13.772454 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-d3ddd104-f525-4ee7-8568-9061f7f098cc tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Request body: {'port': {'network_id': '7cbd0ce0-40e6-40c5-b620-640a47ae7a8e', 'fixed_ips': [{'subnet_id': 'ecfd6115-a645-4c40-8aff-e441e24e969b'}, {'subnet_id': '2a37ff4c-cbfe-459c-b37b-c50757f93918'}], 'name': 'tempest-PortsIpV6TestJSON-1539477385'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:03:13.773753 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 74e85c66-a271-4152-b3e2-26858e501585 up at agent hyperv_n-h1-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:03:13.810111 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118c2572-c4e1-4f67-9013-7a52ba38ad53 req-be49a5cf-9c82-4bc9-b877-cd49e8354821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:13.812377 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-118c2572-c4e1-4f67-9013-7a52ba38ad53 req-be49a5cf-9c82-4bc9-b877-cd49e8354821 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=5dc13ca5db3b4f4a9d5ca7ec0f8f54a8&device_id=3cbcca6e-a395-47f2-9c2f-a6ca07fc15d5 HTTP/1.1" status: 200 len: 1099 time: 0.1863711 Aug 18 12:03:13.877575 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-118c2572-c4e1-4f67-9013-7a52ba38ad53 req-f1c93cff-8e6e-4f72-8582-bed0463cd084 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=1d1906b1-7861-44a8-9f39-6e6fd647480c HTTP/1.1" status: 200 len: 217 time: 0.0488398 Aug 18 12:03:13.888341 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Provisioning for port 74e85c66-a271-4152-b3e2-26858e501585 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:03:13.892920 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Provisioning complete for port 74e85c66-a271-4152-b3e2-26858e501585 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:03:13.893294 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:13.899745 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8d2dab-db25-4520-b0c7-e6e21e141caa req-29b58018-356d-467b-aaec-32ae3bf85fc1 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:13.901506 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4f8d2dab-db25-4520-b0c7-e6e21e141caa req-29b58018-356d-467b-aaec-32ae3bf85fc1 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.66 "GET /v2.0/ports?device_id=3cbcca6e-a395-47f2-9c2f-a6ca07fc15d5 HTTP/1.1" status: 200 len: 948 time: 0.1514981 Aug 18 12:03:14.015283 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3ddd104-f525-4ee7-8568-9061f7f098cc tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Made reservation on behalf of 65fdfa1f9ea246ab9e952c5b1ba0afa3 for: {'port': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:03:14.030608 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-118c2572-c4e1-4f67-9013-7a52ba38ad53 req-b860c097-340c-4dd0-abac-3fad78489580 service neutron] 10.222.0.62 "GET /v2.0/networks/222e0814-c7e5-4b11-9282-3f40c6ed76b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3551581 Aug 18 12:03:14.046763 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118c2572-c4e1-4f67-9013-7a52ba38ad53 req-2c4812a5-f42f-465e-93f9-4a8faa9654eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:14.048204 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-118c2572-c4e1-4f67-9013-7a52ba38ad53 req-2c4812a5-f42f-465e-93f9-4a8faa9654eb service neutron] 10.222.0.63 "GET /v2.0/subnets?id=6d16d680-110b-436d-8afa-48ba845b3623 HTTP/1.1" status: 200 len: 843 time: 0.1442344 Aug 18 12:03:14.054824 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:14.084731 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '771bfcc3-0ae8-4ccb-b781-ce65f69f40f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74e85c66-a271-4152-b3e2-26858e501585'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:03:14.088322 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db50a436fb3a98495337d8fe7487b4f2ea6f3c1052eb9efadc2ecda2d5737001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e4e8017-d773-4b4b-8928-6220f9f66c92" -d '{"events": [{"server_uuid": "771bfcc3-0ae8-4ccb-b781-ce65f69f40f9", "name": "network-vif-plugged", "status": "completed", "tag": "74e85c66-a271-4152-b3e2-26858e501585"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:03:14.105611 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 74e85c66-a271-4152-b3e2-26858e501585, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=74e85c66-a271-4152-b3e2-26858e501585,segment=NetworkSegment(2a2259e0-5d73-4f83-b8d1-a5eaaf9a1824),segment_id=2a2259e0-5d73-4f83-b8d1-a5eaaf9a1824)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:03:14.112146 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:14.113137 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 3b63f756-dc5e-4229-bece-70e95b91e232 up at agent hyperv_n-h1-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:03:14.148240 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d3ddd104-f525-4ee7-8568-9061f7f098cc tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:14.163715 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4f8d2dab-db25-4520-b0c7-e6e21e141caa req-60a5bb64-5f69-46b9-8243-d57bef953c80 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb50ebbf-d033-473b-ae6e-593d78928b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170396 Aug 18 12:03:14.187275 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [None req-d3ddd104-f525-4ee7-8568-9061f7f098cc tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] device_id is not set on port 6c51cb2d-42f9-40e8-904f-bcba2ff65811 yet. {{(pid=106253) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 12:03:14.194580 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fb8976-845f-4cdb-b7c7-348495580e52 req-5c9058b9-c338-4b6e-bed9-61436a4e1766 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:14.208881 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fb8976-845f-4cdb-b7c7-348495580e52 req-5c9058b9-c338-4b6e-bed9-61436a4e1766 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:14.211913 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=74e85c66-a271-4152-b3e2-26858e501585,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:03:14.218521 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fb8976-845f-4cdb-b7c7-348495580e52 req-5c9058b9-c338-4b6e-bed9-61436a4e1766 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:14.225555 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c5fb8976-845f-4cdb-b7c7-348495580e52 req-5c9058b9-c338-4b6e-bed9-61436a4e1766 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] 10.222.0.66 "GET /v2.0/ports?device_id=771bfcc3-0ae8-4ccb-b781-ce65f69f40f9 HTTP/1.1" status: 200 len: 2415 time: 0.3443327 Aug 18 12:03:14.231212 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Provisioning for port 3b63f756-dc5e-4229-bece-70e95b91e232 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:03:14.235369 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Provisioning complete for port 3b63f756-dc5e-4229-bece-70e95b91e232 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:03:14.235745 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:14.325574 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118c2572-c4e1-4f67-9013-7a52ba38ad53 req-02d2533b-663b-48e8-9cd1-b898d8b74285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:14.327216 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-118c2572-c4e1-4f67-9013-7a52ba38ad53 req-02d2533b-663b-48e8-9cd1-b898d8b74285 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=222e0814-c7e5-4b11-9282-3f40c6ed76b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2666655 Aug 18 12:03:14.349592 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c5fb8976-845f-4cdb-b7c7-348495580e52 req-269b311c-26f2-4c4f-ad90-dbf59f213009 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] 10.222.0.66 "GET /v2.0/security-groups?id=93e28aa4-0de3-4f04-b26e-638cffd77b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194849 Aug 18 12:03:14.350408 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:14.398862 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-118c2572-c4e1-4f67-9013-7a52ba38ad53 req-588d8416-b2ab-4e66-ab05-52854988d427 service neutron] 10.222.0.62 "GET /v2.0/networks/222e0814-c7e5-4b11-9282-3f40c6ed76b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3602116 Aug 18 12:03:14.403298 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 17f9885c-d94e-490a-bbb2-2d710fac5784 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:03:14.413127 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 3b63f756-dc5e-4229-bece-70e95b91e232, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=3b63f756-dc5e-4229-bece-70e95b91e232,segment=NetworkSegment(2a2259e0-5d73-4f83-b8d1-a5eaaf9a1824),segment_id=2a2259e0-5d73-4f83-b8d1-a5eaaf9a1824)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:03:14.434829 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:14.435681 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device b08f237e-3f2b-4421-8dcb-0fdda4008b43 up at agent hyperv_n-h1-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:03:14.522311 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:03:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fdaa83e-b0ac-4ce6-91a7-3c2e397f615a x-openstack-request-id: req-6fdaa83e-b0ac-4ce6-91a7-3c2e397f615a {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:03:14.522612 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "771bfcc3-0ae8-4ccb-b781-ce65f69f40f9", "name": "network-vif-plugged", "status": "completed", "tag": "74e85c66-a271-4152-b3e2-26858e501585", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:03:14.522846 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-6fdaa83e-b0ac-4ce6-91a7-3c2e397f615a {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:03:14.523238 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '771bfcc3-0ae8-4ccb-b781-ce65f69f40f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74e85c66-a271-4152-b3e2-26858e501585', 'code': 200} Aug 18 12:03:14.555653 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=3b63f756-dc5e-4229-bece-70e95b91e232,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:03:14.580630 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port 17f9885c-d94e-490a-bbb2-2d710fac5784 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:03:14.585140 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Provisioning for port b08f237e-3f2b-4421-8dcb-0fdda4008b43 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:03:14.596568 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Provisioning complete for port b08f237e-3f2b-4421-8dcb-0fdda4008b43 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:03:14.596947 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:14.605491 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [None req-d3ddd104-f525-4ee7-8568-9061f7f098cc tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Allocated IP 2001:db8::357 (7cbd0ce0-40e6-40c5-b620-640a47ae7a8e/ecfd6115-a645-4c40-8aff-e441e24e969b/6c51cb2d-42f9-40e8-904f-bcba2ff65811) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:03:14.613395 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [None req-d3ddd104-f525-4ee7-8568-9061f7f098cc tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Allocated IP 2001:db8:0:1::232 (7cbd0ce0-40e6-40c5-b620-640a47ae7a8e/2a37ff4c-cbfe-459c-b37b-c50757f93918/6c51cb2d-42f9-40e8-904f-bcba2ff65811) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:03:14.713782 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:14.752856 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port b08f237e-3f2b-4421-8dcb-0fdda4008b43, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=b08f237e-3f2b-4421-8dcb-0fdda4008b43,segment=NetworkSegment(dbd84b27-1843-4c50-9664-de000cc581b9),segment_id=dbd84b27-1843-4c50-9664-de000cc581b9)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:03:14.759186 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:14.803819 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73d21ce-a27f-4620-9244-1639030145f5 req-99b9f584-0e04-43a8-891d-c202948e8782 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:14.805701 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c73d21ce-a27f-4620-9244-1639030145f5 req-99b9f584-0e04-43a8-891d-c202948e8782 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/ports?device_id=c638d708-f9ec-4cc8-8d73-799d4b9bed3c HTTP/1.1" status: 200 len: 946 time: 0.5550973 Aug 18 12:03:14.813043 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d3ddd104-f525-4ee7-8568-9061f7f098cc tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:14.827826 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [None req-d3ddd104-f525-4ee7-8568-9061f7f098cc tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Transition to ACTIVE for port object 6c51cb2d-42f9-40e8-904f-bcba2ff65811 will not be triggered until provisioned by entity DHCP. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:03:14.831307 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=b08f237e-3f2b-4421-8dcb-0fdda4008b43,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:03:14.868405 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d3ddd104-f525-4ee7-8568-9061f7f098cc tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:14.917362 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3ddd104-f525-4ee7-8568-9061f7f098cc tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Network 7cbd0ce0-40e6-40c5-b620-640a47ae7a8e is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:03:14.925392 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-d3ddd104-f525-4ee7-8568-9061f7f098cc tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:03:14.928273 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ddd104-f525-4ee7-8568-9061f7f098cc tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:03:14.934405 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3ddd104-f525-4ee7-8568-9061f7f098cc tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:14.935037 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d3ddd104-f525-4ee7-8568-9061f7f098cc tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:14.951448 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ddd104-f525-4ee7-8568-9061f7f098cc tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Pushing event updated for resources: {'Port': ['ID=6c51cb2d-42f9-40e8-904f-bcba2ff65811,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:03:14.956161 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7b3311-bed4-4357-840c-b0fbdf4bdd56 req-82d9855e-4808-4ac7-a92d-9855f8d0dc2d tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:14.957731 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2e7b3311-bed4-4357-840c-b0fbdf4bdd56 req-82d9855e-4808-4ac7-a92d-9855f8d0dc2d tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] 10.222.0.66 "GET /v2.0/ports?device_id=79eb6dfc-2adb-4930-883e-cf334d7966ec HTTP/1.1" status: 200 len: 945 time: 0.1627319 Aug 18 12:03:14.961599 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc7c75ae-0f1c-4a66-ad81-0e1494917c6e None None] Network 7cbd0ce0-40e6-40c5-b620-640a47ae7a8e requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:03:14.962073 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61a2cd0-0c30-4cf2-9d2a-e50450bc7f7c req-517f3847-9ee4-4667-99ea-48368a9a33a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:14.963305 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c61a2cd0-0c30-4cf2-9d2a-e50450bc7f7c req-517f3847-9ee4-4667-99ea-48368a9a33a8 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5dc13ca5db3b4f4a9d5ca7ec0f8f54a8&device_id=91f91cc6-f7e6-4f93-a2fd-468ee517e70f HTTP/1.1" status: 200 len: 1099 time: 0.1696568 Aug 18 12:03:14.967865 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c73d21ce-a27f-4620-9244-1639030145f5 req-2b5fcb0f-8854-4a69-9507-0f2871122725 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/security-groups?id=582571f6-a365-42ab-be92-c3254f7d1409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219456 Aug 18 12:03:14.972098 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-d3ddd104-f525-4ee7-8568-9061f7f098cc tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 1.2017748 Aug 18 12:03:14.972422 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 35968) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:03:14.978398 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-118c2572-c4e1-4f67-9013-7a52ba38ad53 req-4b986faa-3af0-4b6f-bcae-606c543fe250 service neutron] 10.222.0.63 "GET /v2.0/networks/222e0814-c7e5-4b11-9282-3f40c6ed76b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6177306 Aug 18 12:03:14.981244 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-49a091d4-f1f5-4309-9e1a-fd50bb5b97ef tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ecfd6115-a645-4c40-8aff-e441e24e969b'}]}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:03:15.057461 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-7be87be5-b56f-47b9-872c-793dc84c45d4 None None] Provisioning for port 17f9885c-d94e-490a-bbb2-2d710fac5784 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:03:15.067078 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-49a091d4-f1f5-4309-9e1a-fd50bb5b97ef tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:15.074776 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-7be87be5-b56f-47b9-872c-793dc84c45d4 None None] Provisioning complete for port 17f9885c-d94e-490a-bbb2-2d710fac5784 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:03:15.075938 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-7be87be5-b56f-47b9-872c-793dc84c45d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:15.138261 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cbcca6e-a395-47f2-9c2f-a6ca07fc15d5', 'tag': '1d1906b1-7861-44a8-9f39-6e6fd647480c'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:03:15.141055 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-954b441e-1e1e-4376-b3f7-c4e76024d1f5" -d '{"events": [{"name": "network-changed", "server_uuid": "3cbcca6e-a395-47f2-9c2f-a6ca07fc15d5", "tag": "1d1906b1-7861-44a8-9f39-6e6fd647480c"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:03:15.160817 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2e7b3311-bed4-4357-840c-b0fbdf4bdd56 req-1446870c-3149-484e-b082-9d96e3aa317c tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b3db2ea-cc32-4796-9824-b1355b845d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918485 Aug 18 12:03:15.217490 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-7be87be5-b56f-47b9-872c-793dc84c45d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:15.238253 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df992bc3-a3a9-4801-ba52-3a479598dd8f req-07235db0-c24a-4a37-ac9b-59b2e05d83ee tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:15.240331 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-df992bc3-a3a9-4801-ba52-3a479598dd8f req-07235db0-c24a-4a37-ac9b-59b2e05d83ee tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] 10.222.0.66 "GET /v2.0/ports?device_id=305b0d7a-e7ab-4129-8b43-4762c73c2ae1 HTTP/1.1" status: 200 len: 945 time: 0.1598327 Aug 18 12:03:15.241799 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-118c2572-c4e1-4f67-9013-7a52ba38ad53 req-bc7ee744-ef95-4b0b-a229-1db0c4b16bff service neutron] 10.222.0.63 "GET /v2.0/networks/222e0814-c7e5-4b11-9282-3f40c6ed76b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2470379 Aug 18 12:03:15.245379 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61a2cd0-0c30-4cf2-9d2a-e50450bc7f7c req-0e2b0a7d-b1a1-42dc-b8b0-e295fcb09021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:15.246265 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c61a2cd0-0c30-4cf2-9d2a-e50450bc7f7c req-0e2b0a7d-b1a1-42dc-b8b0-e295fcb09021 service neutron] 10.222.0.62 "GET /v2.0/networks?id=222e0814-c7e5-4b11-9282-3f40c6ed76b2 HTTP/1.1" status: 200 len: 870 time: 0.2702925 Aug 18 12:03:15.306706 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c61a2cd0-0c30-4cf2-9d2a-e50450bc7f7c req-9cfdd232-299c-445a-b52c-18d90e106b38 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=da47a402-2db9-4aab-a389-f7efde586eb5 HTTP/1.1" status: 200 len: 217 time: 0.0520346 Aug 18 12:03:15.312364 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-7be87be5-b56f-47b9-872c-793dc84c45d4 None None] For port 17f9885c-d94e-490a-bbb2-2d710fac5784, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=17f9885c-d94e-490a-bbb2-2d710fac5784,segment=NetworkSegment(9ef8ae42-2461-4bcf-bf49-57132f7c95b7),segment_id=9ef8ae42-2461-4bcf-bf49-57132f7c95b7)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:03:15.322915 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-7be87be5-b56f-47b9-872c-793dc84c45d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:15.332772 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-df992bc3-a3a9-4801-ba52-3a479598dd8f req-37b4f76c-b834-4d69-9d28-88820a380788 tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] 10.222.0.66 "GET /v2.0/security-groups?id=47674416-b298-4cf8-93c5-c03a14c2b3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855050 Aug 18 12:03:15.361767 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [None req-49a091d4-f1f5-4309-9e1a-fd50bb5b97ef tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Delete allocated IP 2001:db8:0:1::232 (7cbd0ce0-40e6-40c5-b620-640a47ae7a8e/2a37ff4c-cbfe-459c-b37b-c50757f93918) {{(pid=106253) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 18 12:03:15.379099 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61a2cd0-0c30-4cf2-9d2a-e50450bc7f7c req-1f4d49d3-b7d6-4d6b-a543-afe74c71c118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:15.380749 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c61a2cd0-0c30-4cf2-9d2a-e50450bc7f7c req-1f4d49d3-b7d6-4d6b-a543-afe74c71c118 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6d16d680-110b-436d-8afa-48ba845b3623 HTTP/1.1" status: 200 len: 843 time: 0.0618355 Aug 18 12:03:15.406758 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be87be5-b56f-47b9-872c-793dc84c45d4 None None] Pushing event updated for resources: {'Port': ['ID=17f9885c-d94e-490a-bbb2-2d710fac5784,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:03:15.411739 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:03:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2229cd5-9cb0-4478-a805-a038dc0e8ec0 x-openstack-request-id: req-a2229cd5-9cb0-4478-a805-a038dc0e8ec0 {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:03:15.411739 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cbcca6e-a395-47f2-9c2f-a6ca07fc15d5", "tag": "1d1906b1-7861-44a8-9f39-6e6fd647480c", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:03:15.411739 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a2229cd5-9cb0-4478-a805-a038dc0e8ec0 {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:03:15.411739 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cbcca6e-a395-47f2-9c2f-a6ca07fc15d5', 'tag': '1d1906b1-7861-44a8-9f39-6e6fd647480c', 'status': 'completed', 'code': 200} Aug 18 12:03:15.501309 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e41112a-c528-41e2-8838-63cdf4b81753 None None] Update dhcp port {'port': {'network_id': '7cbd0ce0-40e6-40c5-b620-640a47ae7a8e', 'fixed_ips': [{'subnet_id': 'ecfd6115-a645-4c40-8aff-e441e24e969b', 'ip_address': '2001:db8::2'}, {'subnet_id': '2a37ff4c-cbfe-459c-b37b-c50757f93918'}], 'binding:host_id': 'n-d-804985-2'}, 'id': '17f9885c-d94e-490a-bbb2-2d710fac5784'} from n-d-804985-2. {{(pid=106254) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 18 12:03:15.520970 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-49a091d4-f1f5-4309-9e1a-fd50bb5b97ef tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks [] for port, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:15.527959 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3e41112a-c528-41e2-8838-63cdf4b81753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:15.532955 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3d74b9-98bb-43fb-8b06-3f850b3b714d req-b44b0180-7bca-4289-9dd5-8f88c317db90 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:15.534153 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [None req-49a091d4-f1f5-4309-9e1a-fd50bb5b97ef tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Ignored duplicate provisioning block setup for port 6c51cb2d-42f9-40e8-904f-bcba2ff65811 by entity DHCP. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 18 12:03:15.539648 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-49a091d4-f1f5-4309-9e1a-fd50bb5b97ef tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:15.540295 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1f3d74b9-98bb-43fb-8b06-3f850b3b714d req-b44b0180-7bca-4289-9dd5-8f88c317db90 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/ports?device_id=c638d708-f9ec-4cc8-8d73-799d4b9bed3c HTTP/1.1" status: 200 len: 946 time: 0.1516795 Aug 18 12:03:15.550037 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61a2cd0-0c30-4cf2-9d2a-e50450bc7f7c req-7aa2a0a0-5bcb-4f73-84b6-d7fbefd4ca9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:15.551529 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c61a2cd0-0c30-4cf2-9d2a-e50450bc7f7c req-7aa2a0a0-5bcb-4f73-84b6-d7fbefd4ca9f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=222e0814-c7e5-4b11-9282-3f40c6ed76b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1526968 Aug 18 12:03:15.578007 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954b441e-1e1e-4376-b3f7-c4e76024d1f5 req-e8b00384-1349-439a-9365-73666b48472a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:15.579502 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-954b441e-1e1e-4376-b3f7-c4e76024d1f5 req-e8b00384-1349-439a-9365-73666b48472a service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=5dc13ca5db3b4f4a9d5ca7ec0f8f54a8&device_id=3cbcca6e-a395-47f2-9c2f-a6ca07fc15d5 HTTP/1.1" status: 200 len: 1099 time: 0.1355708 Aug 18 12:03:15.598732 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-49a091d4-f1f5-4309-9e1a-fd50bb5b97ef tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] In _notify_port_updated(), no bound segment for port 6c51cb2d-42f9-40e8-904f-bcba2ff65811 on network 7cbd0ce0-40e6-40c5-b620-640a47ae7a8e {{(pid=106253) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 18 12:03:15.604323 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49a091d4-f1f5-4309-9e1a-fd50bb5b97ef tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:15.604956 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-49a091d4-f1f5-4309-9e1a-fd50bb5b97ef tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:15.609121 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-49a091d4-f1f5-4309-9e1a-fd50bb5b97ef tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] 10.222.0.66 "PUT /v2.0/ports/6c51cb2d-42f9-40e8-904f-bcba2ff65811 HTTP/1.1" status: 200 len: 926 time: 0.6355677 Aug 18 12:03:15.609733 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 35980) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:03:15.620705 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-b2623637-e602-4ae3-a2a4-8da4b3095bfa tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ecfd6115-a645-4c40-8aff-e441e24e969b'}, {'subnet_id': '2a37ff4c-cbfe-459c-b37b-c50757f93918'}]}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:03:15.656287 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a091d4-f1f5-4309-9e1a-fd50bb5b97ef tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Pushing event updated for resources: {'Port': ['ID=6c51cb2d-42f9-40e8-904f-bcba2ff65811,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:03:15.688429 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e3f28f-8634-4cd7-a7de-44cccd8196e6 req-55b76ac5-09cc-4f2d-9368-c1804176790e tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:15.688429 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c9e3f28f-8634-4cd7-a7de-44cccd8196e6 req-55b76ac5-09cc-4f2d-9368-c1804176790e tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.66 "GET /v2.0/ports?device_id=3cbcca6e-a395-47f2-9c2f-a6ca07fc15d5 HTTP/1.1" status: 200 len: 948 time: 0.2124741 Aug 18 12:03:15.702465 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b2623637-e602-4ae3-a2a4-8da4b3095bfa tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:15.705667 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1f3d74b9-98bb-43fb-8b06-3f850b3b714d req-a36cd5af-25f4-49b5-b186-b11db57a3091 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/security-groups?id=582571f6-a365-42ab-be92-c3254f7d1409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638179 Aug 18 12:03:15.805122 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c9e3f28f-8634-4cd7-a7de-44cccd8196e6 req-3af31857-6a4d-4697-8d7a-7a1c400a1363 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb50ebbf-d033-473b-ae6e-593d78928b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980875 Aug 18 12:03:15.854343 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c61a2cd0-0c30-4cf2-9d2a-e50450bc7f7c req-857f228b-286c-4c08-8361-39f74e1064bd service neutron] 10.222.0.62 "GET /v2.0/networks/222e0814-c7e5-4b11-9282-3f40c6ed76b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2909379 Aug 18 12:03:15.863747 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954b441e-1e1e-4376-b3f7-c4e76024d1f5 req-fa9c3702-1a87-4ab2-b13b-0727d094a6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:15.865294 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-954b441e-1e1e-4376-b3f7-c4e76024d1f5 req-fa9c3702-1a87-4ab2-b13b-0727d094a6ca service neutron] 10.222.0.63 "GET /v2.0/networks?id=222e0814-c7e5-4b11-9282-3f40c6ed76b2 HTTP/1.1" status: 200 len: 870 time: 0.2732365 Aug 18 12:03:15.874255 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89dfc84-7b9d-4d02-b081-dd96407ede5a req-34113aad-8543-4e7d-b89c-743fbfb31d7c tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:15.874951 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.db_base_plugin_common [None req-3e41112a-c528-41e2-8838-63cdf4b81753 None None] Allocated IP 2001:db8:0:1::2 (7cbd0ce0-40e6-40c5-b620-640a47ae7a8e/2a37ff4c-cbfe-459c-b37b-c50757f93918/17f9885c-d94e-490a-bbb2-2d710fac5784) {{(pid=106254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:03:15.880207 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89dfc84-7b9d-4d02-b081-dd96407ede5a req-34113aad-8543-4e7d-b89c-743fbfb31d7c tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:15.886245 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89dfc84-7b9d-4d02-b081-dd96407ede5a req-34113aad-8543-4e7d-b89c-743fbfb31d7c tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:15.887943 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e89dfc84-7b9d-4d02-b081-dd96407ede5a req-34113aad-8543-4e7d-b89c-743fbfb31d7c tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] 10.222.0.66 "GET /v2.0/ports?device_id=771bfcc3-0ae8-4ccb-b781-ce65f69f40f9 HTTP/1.1" status: 200 len: 2418 time: 0.1253021 Aug 18 12:03:15.892182 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device da47a402-2db9-4aab-a389-f7efde586eb5 details requested by agent hyperv_n-h2-804985-2 with host n-h2-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:03:15.983920 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-954b441e-1e1e-4376-b3f7-c4e76024d1f5 req-175f3140-24ec-4869-9fdd-049ff917b3a8 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=1d1906b1-7861-44a8-9f39-6e6fd647480c HTTP/1.1" status: 200 len: 217 time: 0.0874155 Aug 18 12:03:16.041524 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e89dfc84-7b9d-4d02-b081-dd96407ede5a req-1007c6d9-610d-4edd-a0f7-502760aaef90 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] 10.222.0.66 "GET /v2.0/security-groups?id=93e28aa4-0de3-4f04-b26e-638cffd77b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357791 Aug 18 12:03:16.042094 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-3e41112a-c528-41e2-8838-63cdf4b81753 None None] For port 17f9885c-d94e-490a-bbb2-2d710fac5784, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=17f9885c-d94e-490a-bbb2-2d710fac5784,segment=NetworkSegment(9ef8ae42-2461-4bcf-bf49-57132f7c95b7),segment_id=9ef8ae42-2461-4bcf-bf49-57132f7c95b7)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:03:16.082449 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port da47a402-2db9-4aab-a389-f7efde586eb5, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=da47a402-2db9-4aab-a389-f7efde586eb5,segment=NetworkSegment(b0eb6eea-b461-4969-8a27-808f00daa8a1),segment_id=b0eb6eea-b461-4969-8a27-808f00daa8a1)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:03:16.103572 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3e41112a-c528-41e2-8838-63cdf4b81753 None None] Notify callbacks [] for port, precommit_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:16.106828 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Returning: {'device': 'da47a402-2db9-4aab-a389-f7efde586eb5', 'network_id': '222e0814-c7e5-4b11-9282-3f40c6ed76b2', 'port_id': 'da47a402-2db9-4aab-a389-f7efde586eb5', 'mac_address': 'fa:16:3e:b1:32:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 823, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d16d680-110b-436d-8afa-48ba845b3623', 'ip_address': '192.168.233.170'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:03:16.110086 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954b441e-1e1e-4376-b3f7-c4e76024d1f5 req-db66c206-b3d1-4012-8b27-0e748263e220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:16.111569 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-954b441e-1e1e-4376-b3f7-c4e76024d1f5 req-db66c206-b3d1-4012-8b27-0e748263e220 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=6d16d680-110b-436d-8afa-48ba845b3623 HTTP/1.1" status: 200 len: 843 time: 0.1145191 Aug 18 12:03:16.117583 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c61a2cd0-0c30-4cf2-9d2a-e50450bc7f7c req-02a93318-307e-403d-a62a-3fda8ed71a76 service neutron] 10.222.0.62 "GET /v2.0/networks/222e0814-c7e5-4b11-9282-3f40c6ed76b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2286897 Aug 18 12:03:16.138678 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1993303d-aa0e-4f15-8baa-67c9f1090e8f req-9c5ebb19-dd38-43f7-bd51-e5987a9a93be tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:16.140282 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1993303d-aa0e-4f15-8baa-67c9f1090e8f req-9c5ebb19-dd38-43f7-bd51-e5987a9a93be tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/ports?device_id=c638d708-f9ec-4cc8-8d73-799d4b9bed3c HTTP/1.1" status: 200 len: 946 time: 0.1062641 Aug 18 12:03:16.143782 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-3e41112a-c528-41e2-8838-63cdf4b81753 None None] Transition to ACTIVE for port object 17f9885c-d94e-490a-bbb2-2d710fac5784 will not be triggered until provisioned by entity DHCP. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:03:16.154714 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3e41112a-c528-41e2-8838-63cdf4b81753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:16.186436 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:16.196786 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1993303d-aa0e-4f15-8baa-67c9f1090e8f req-5a3c05e4-3fd8-47ce-84ce-56ebf43bae9a tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/security-groups?id=582571f6-a365-42ab-be92-c3254f7d1409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402610 Aug 18 12:03:16.204411 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954b441e-1e1e-4376-b3f7-c4e76024d1f5 req-92be41c0-7ab8-440d-ae87-9787a9d4b6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:16.207113 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-954b441e-1e1e-4376-b3f7-c4e76024d1f5 req-92be41c0-7ab8-440d-ae87-9787a9d4b6ac service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=222e0814-c7e5-4b11-9282-3f40c6ed76b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0866022 Aug 18 12:03:16.209791 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da47a402-2db9-4aab-a389-f7efde586eb5 {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:03:16.220523 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [None req-b2623637-e602-4ae3-a2a4-8da4b3095bfa tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Allocated IP 2001:db8:0:1::3b6 (7cbd0ce0-40e6-40c5-b620-640a47ae7a8e/2a37ff4c-cbfe-459c-b37b-c50757f93918/6c51cb2d-42f9-40e8-904f-bcba2ff65811) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:03:16.267357 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port da47a402-2db9-4aab-a389-f7efde586eb5, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=da47a402-2db9-4aab-a389-f7efde586eb5,segment=NetworkSegment(b0eb6eea-b461-4969-8a27-808f00daa8a1),segment_id=b0eb6eea-b461-4969-8a27-808f00daa8a1)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:03:16.303685 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:16.348723 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e41112a-c528-41e2-8838-63cdf4b81753 None None] Pushing event updated for resources: {'Port': ['ID=17f9885c-d94e-490a-bbb2-2d710fac5784,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:03:16.368444 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 17f9885c-d94e-490a-bbb2-2d710fac5784 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:03:16.383603 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fabcbb1-baf1-4051-8625-9498a717181e req-692f29d3-d029-42bd-a2dd-fa3ee95d7cff tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:16.385187 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0fabcbb1-baf1-4051-8625-9498a717181e req-692f29d3-d029-42bd-a2dd-fa3ee95d7cff tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] 10.222.0.66 "GET /v2.0/ports?device_id=79eb6dfc-2adb-4930-883e-cf334d7966ec HTTP/1.1" status: 200 len: 945 time: 0.1116807 Aug 18 12:03:16.425962 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b2623637-e602-4ae3-a2a4-8da4b3095bfa tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks [] for port, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:16.440921 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [None req-b2623637-e602-4ae3-a2a4-8da4b3095bfa tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Ignored duplicate provisioning block setup for port 6c51cb2d-42f9-40e8-904f-bcba2ff65811 by entity DHCP. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 18 12:03:16.441131 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd017b4e-facc-4d35-af79-7f328f4e9912 req-5b529d41-86e2-4710-adc7-70efbc532da3 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:16.442799 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-cd017b4e-facc-4d35-af79-7f328f4e9912 req-5b529d41-86e2-4710-adc7-70efbc532da3 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/ports?device_id=c638d708-f9ec-4cc8-8d73-799d4b9bed3c HTTP/1.1" status: 200 len: 946 time: 0.1289947 Aug 18 12:03:16.446240 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-954b441e-1e1e-4376-b3f7-c4e76024d1f5 req-2c7c12ec-51e7-4e73-890e-ff0f2671913b service neutron] 10.222.0.63 "GET /v2.0/networks/222e0814-c7e5-4b11-9282-3f40c6ed76b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2273588 Aug 18 12:03:16.448340 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b2623637-e602-4ae3-a2a4-8da4b3095bfa tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:16.473399 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=da47a402-2db9-4aab-a389-f7efde586eb5,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:03:16.526646 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '771bfcc3-0ae8-4ccb-b781-ce65f69f40f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b63f756-dc5e-4229-bece-70e95b91e232'}, {'server_uuid': '771bfcc3-0ae8-4ccb-b781-ce65f69f40f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b08f237e-3f2b-4421-8dcb-0fdda4008b43'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:03:16.529161 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db50a436fb3a98495337d8fe7487b4f2ea6f3c1052eb9efadc2ecda2d5737001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab98307a-22e1-4895-887f-225dc1617705" -d '{"events": [{"server_uuid": "771bfcc3-0ae8-4ccb-b781-ce65f69f40f9", "name": "network-vif-plugged", "status": "completed", "tag": "3b63f756-dc5e-4229-bece-70e95b91e232"}, {"server_uuid": "771bfcc3-0ae8-4ccb-b781-ce65f69f40f9", "name": "network-vif-plugged", "status": "completed", "tag": "b08f237e-3f2b-4421-8dcb-0fdda4008b43"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:03:16.538379 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0fabcbb1-baf1-4051-8625-9498a717181e req-d5734c9a-f8b3-408d-bdaf-58c8bbab95d6 tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b3db2ea-cc32-4796-9824-b1355b845d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416621 Aug 18 12:03:16.554726 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2623637-e602-4ae3-a2a4-8da4b3095bfa tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Pushing event updated for resources: {'Port': ['ID=6c51cb2d-42f9-40e8-904f-bcba2ff65811,revision_number=3']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:03:16.559031 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-b2623637-e602-4ae3-a2a4-8da4b3095bfa tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] In _notify_port_updated(), no bound segment for port 6c51cb2d-42f9-40e8-904f-bcba2ff65811 on network 7cbd0ce0-40e6-40c5-b620-640a47ae7a8e {{(pid=106253) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 18 12:03:16.565062 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2623637-e602-4ae3-a2a4-8da4b3095bfa tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:16.565848 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b2623637-e602-4ae3-a2a4-8da4b3095bfa tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:16.567074 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-b2623637-e602-4ae3-a2a4-8da4b3095bfa tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] 10.222.0.66 "PUT /v2.0/ports/6c51cb2d-42f9-40e8-904f-bcba2ff65811 HTTP/1.1" status: 200 len: 1012 time: 0.9544761 Aug 18 12:03:16.570187 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 35996) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:03:16.582549 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-cd017b4e-facc-4d35-af79-7f328f4e9912 req-d8e9f4a7-4c2c-458b-be7a-b69faf8adaf8 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/security-groups?id=582571f6-a365-42ab-be92-c3254f7d1409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252854 Aug 18 12:03:16.633931 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-954b441e-1e1e-4376-b3f7-c4e76024d1f5 req-09bb0a29-ee3e-4d36-9877-4b923bfa239f service neutron] 10.222.0.63 "GET /v2.0/networks/222e0814-c7e5-4b11-9282-3f40c6ed76b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694131 Aug 18 12:03:16.695568 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-eb612d44-f2ed-4202-8867-80230ae15f1d tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Deleting port 6c51cb2d-42f9-40e8-904f-bcba2ff65811 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:03:16.696439 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-eb612d44-f2ed-4202-8867-80230ae15f1d tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:16.705730 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 18 Aug 2021 12:03:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-450ccf80-10f3-4e9d-a24f-b2769db057d2 x-openstack-request-id: req-450ccf80-10f3-4e9d-a24f-b2769db057d2 {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:03:16.706022 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "771bfcc3-0ae8-4ccb-b781-ce65f69f40f9", "name": "network-vif-plugged", "status": "completed", "tag": "3b63f756-dc5e-4229-bece-70e95b91e232", "code": 200}, {"server_uuid": "771bfcc3-0ae8-4ccb-b781-ce65f69f40f9", "name": "network-vif-plugged", "status": "completed", "tag": "b08f237e-3f2b-4421-8dcb-0fdda4008b43", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:03:16.706271 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-450ccf80-10f3-4e9d-a24f-b2769db057d2 {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:03:16.706697 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '771bfcc3-0ae8-4ccb-b781-ce65f69f40f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b63f756-dc5e-4229-bece-70e95b91e232', 'code': 200} Aug 18 12:03:16.706943 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '771bfcc3-0ae8-4ccb-b781-ce65f69f40f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b08f237e-3f2b-4421-8dcb-0fdda4008b43', 'code': 200} Aug 18 12:03:16.714142 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8342005b-52de-461c-b7cb-8b24aad12f40 req-da1b9c27-1b5b-4e45-a994-6fb816ce7193 tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:16.717343 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8342005b-52de-461c-b7cb-8b24aad12f40 req-da1b9c27-1b5b-4e45-a994-6fb816ce7193 tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] 10.222.0.66 "GET /v2.0/ports?device_id=305b0d7a-e7ab-4129-8b43-4762c73c2ae1 HTTP/1.1" status: 200 len: 945 time: 0.0592346 Aug 18 12:03:16.743346 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] get_ports_and_sgs() called for port_ids ['da47a402-2db9-4aab-a389-f7efde586eb5'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:03:16.766973 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8342005b-52de-461c-b7cb-8b24aad12f40 req-5999f31f-d5ff-4350-b1d9-ed48759dcb78 tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] 10.222.0.66 "GET /v2.0/security-groups?id=47674416-b298-4cf8-93c5-c03a14c2b3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436649 Aug 18 12:03:16.826952 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-eb612d44-f2ed-4202-8867-80230ae15f1d tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:16.852270 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-eb612d44-f2ed-4202-8867-80230ae15f1d tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Calling delete_port for 6c51cb2d-42f9-40e8-904f-bcba2ff65811 owned by {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:03:16.884975 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf9a8ff-c41c-43da-b6c7-319c1fa1744f req-e27b8eac-93c1-46de-addf-7a53887ea350 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:16.892453 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-acf9a8ff-c41c-43da-b6c7-319c1fa1744f req-e27b8eac-93c1-46de-addf-7a53887ea350 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/ports?device_id=c638d708-f9ec-4cc8-8d73-799d4b9bed3c HTTP/1.1" status: 200 len: 946 time: 0.1082094 Aug 18 12:03:16.903057 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcdb0cf-9c4e-41a5-8b41-9d964ed5aed4 req-ddccb266-b879-4d27-abf2-97978bfcebc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:16.903549 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcdb0cf-9c4e-41a5-8b41-9d964ed5aed4 req-ddccb266-b879-4d27-abf2-97978bfcebc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:16.904513 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcdb0cf-9c4e-41a5-8b41-9d964ed5aed4 req-ddccb266-b879-4d27-abf2-97978bfcebc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:16.905751 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-cfcdb0cf-9c4e-41a5-8b41-9d964ed5aed4 req-ddccb266-b879-4d27-abf2-97978bfcebc6 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=771bfcc3-0ae8-4ccb-b781-ce65f69f40f9 HTTP/1.1" status: 200 len: 2871 time: 0.1096244 Aug 18 12:03:16.981098 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-acf9a8ff-c41c-43da-b6c7-319c1fa1744f req-8a638774-3cff-4931-a772-6b07ba6cb91a tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/security-groups?id=582571f6-a365-42ab-be92-c3254f7d1409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877244 Aug 18 12:03:17.006779 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-cfcdb0cf-9c4e-41a5-8b41-9d964ed5aed4 req-19f12a0c-9d08-4310-90a0-9ee479bb109a service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=93e28aa4-0de3-4f04-b26e-638cffd77b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770235 Aug 18 12:03:17.023291 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c3442f-69e7-45c2-88d0-f0d2f90f38ef req-1a32674f-cfed-4e5b-9438-46d73710e35d tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:17.025741 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d8c3442f-69e7-45c2-88d0-f0d2f90f38ef req-1a32674f-cfed-4e5b-9438-46d73710e35d tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.66 "GET /v2.0/ports?device_id=3cbcca6e-a395-47f2-9c2f-a6ca07fc15d5 HTTP/1.1" status: 200 len: 948 time: 0.1133118 Aug 18 12:03:17.066723 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e190a0e9-305c-4e10-a6cb-2e055dc7980b None None] Network 7cbd0ce0-40e6-40c5-b620-640a47ae7a8e requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:03:17.095569 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d8c3442f-69e7-45c2-88d0-f0d2f90f38ef req-79c5ef56-ae72-4613-b691-5b31d4ff2647 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb50ebbf-d033-473b-ae6e-593d78928b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571535 Aug 18 12:03:17.096368 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-eb612d44-f2ed-4202-8867-80230ae15f1d tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:17.148720 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb612d44-f2ed-4202-8867-80230ae15f1d tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Pushing event deleted for resources: {'Port': ['ID=6c51cb2d-42f9-40e8-904f-bcba2ff65811,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:03:17.180865 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-5562c3bd-e403-4a23-9615-49a1a59dc902 None None] Provisioning for port 17f9885c-d94e-490a-bbb2-2d710fac5784 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:03:17.196053 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-5562c3bd-e403-4a23-9615-49a1a59dc902 None None] Provisioning complete for port 17f9885c-d94e-490a-bbb2-2d710fac5784 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:03:17.197243 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-5562c3bd-e403-4a23-9615-49a1a59dc902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:17.198830 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-eb612d44-f2ed-4202-8867-80230ae15f1d tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:17.202177 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-eb612d44-f2ed-4202-8867-80230ae15f1d tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] 10.222.0.66 "DELETE /v2.0/ports/6c51cb2d-42f9-40e8-904f-bcba2ff65811 HTTP/1.1" status: 204 len: 168 time: 0.6306598 Aug 18 12:03:17.205344 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 36010) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:03:17.234636 n-d-804985-2 neutron-server[106253]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c98a52d-5e61-48d6-9b9d-bee7dd4b4598 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] GET failed (client error): The resource could not be found. Aug 18 12:03:17.238310 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-0c98a52d-5e61-48d6-9b9d-bee7dd4b4598 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] 10.222.0.66 "GET /v2.0/ports/6c51cb2d-42f9-40e8-904f-bcba2ff65811 HTTP/1.1" status: 404 len: 333 time: 0.0296009 Aug 18 12:03:17.239858 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 36012) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:03:17.287202 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692c61d6-3444-4c1b-bcd5-a4fe06248849 req-57dc3854-6596-4906-9ada-5c2799974190 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:17.293237 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692c61d6-3444-4c1b-bcd5-a4fe06248849 req-57dc3854-6596-4906-9ada-5c2799974190 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:17.297019 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_v2 [None req-98203421-df7d-43ab-98b3-74e0d93763f2 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Deleting subnet 2a37ff4c-cbfe-459c-b37b-c50757f93918 {{(pid=106253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 12:03:17.300457 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-98203421-df7d-43ab-98b3-74e0d93763f2 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks [] for subnet, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:17.304043 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692c61d6-3444-4c1b-bcd5-a4fe06248849 req-57dc3854-6596-4906-9ada-5c2799974190 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:17.305803 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-692c61d6-3444-4c1b-bcd5-a4fe06248849 req-57dc3854-6596-4906-9ada-5c2799974190 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] 10.222.0.66 "GET /v2.0/ports?device_id=771bfcc3-0ae8-4ccb-b781-ce65f69f40f9 HTTP/1.1" status: 200 len: 2418 time: 0.1256053 Aug 18 12:03:17.317106 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dcac26-7f6c-4407-8516-991b231a873b req-cf93ed99-c215-466d-80b9-1350fa734a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:17.318955 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-71dcac26-7f6c-4407-8516-991b231a873b req-cf93ed99-c215-466d-80b9-1350fa734a1b service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=305b0d7a-e7ab-4129-8b43-4762c73c2ae1 HTTP/1.1" status: 200 len: 1096 time: 0.1488285 Aug 18 12:03:17.326994 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c26513-1855-4f1a-aa35-d6b378505fc7 req-192030f9-02a7-4c0a-8820-a0cd9013b250 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:17.328534 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f7c26513-1855-4f1a-aa35-d6b378505fc7 req-192030f9-02a7-4c0a-8820-a0cd9013b250 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/ports?device_id=c638d708-f9ec-4cc8-8d73-799d4b9bed3c HTTP/1.1" status: 200 len: 946 time: 0.1352248 Aug 18 12:03:17.349640 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-98203421-df7d-43ab-98b3-74e0d93763f2 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902229'] for subnet, precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:17.354021 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-5562c3bd-e403-4a23-9615-49a1a59dc902 None None] Could not find standard attr ID for object 6c51cb2d-42f9-40e8-904f-bcba2ff65811. {{(pid=106254) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 18 12:03:17.415109 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-692c61d6-3444-4c1b-bcd5-a4fe06248849 req-c0f5bde0-103f-4003-b68b-bd18d9d03d0b tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] 10.222.0.66 "GET /v2.0/security-groups?id=93e28aa4-0de3-4f04-b26e-638cffd77b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009321 Aug 18 12:03:17.416650 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-71dcac26-7f6c-4407-8516-991b231a873b req-03f02d2a-bfb0-4b75-ab3f-d7a593eb2595 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=47674416-b298-4cf8-93c5-c03a14c2b3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829182 Aug 18 12:03:17.422136 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f7c26513-1855-4f1a-aa35-d6b378505fc7 req-045fe2e8-928b-4782-ba3c-cfd490c9373d tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/security-groups?id=582571f6-a365-42ab-be92-c3254f7d1409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825508 Aug 18 12:03:17.459764 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-98203421-df7d-43ab-98b3-74e0d93763f2 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:17.529332 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-98203421-df7d-43ab-98b3-74e0d93763f2 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58902171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59388106'] for subnet, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:17.558443 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98203421-df7d-43ab-98b3-74e0d93763f2 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Pushing event deleted for resources: {'Subnet': ['ID=2a37ff4c-cbfe-459c-b37b-c50757f93918,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:03:17.563235 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc4b0b3-decb-48a4-8672-4417e5a09586 req-565d304f-66a9-4645-9583-c54e78ac4e6e tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:17.565278 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4cc4b0b3-decb-48a4-8672-4417e5a09586 req-565d304f-66a9-4645-9583-c54e78ac4e6e tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/ports?device_id=c638d708-f9ec-4cc8-8d73-799d4b9bed3c HTTP/1.1" status: 200 len: 946 time: 0.0570838 Aug 18 12:03:17.567226 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-98203421-df7d-43ab-98b3-74e0d93763f2 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:17.569786 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-98203421-df7d-43ab-98b3-74e0d93763f2 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] 10.222.0.66 "DELETE /v2.0/subnets/2a37ff4c-cbfe-459c-b37b-c50757f93918 HTTP/1.1" status: 204 len: 168 time: 0.3293803 Aug 18 12:03:17.572142 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 36020) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:03:17.583080 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-243c8873-ac0f-4e05-b09f-5b36370f1797 None None] Network 7cbd0ce0-40e6-40c5-b620-640a47ae7a8e requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:03:17.619996 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4cc4b0b3-decb-48a4-8672-4417e5a09586 req-e23487f4-0c23-4d1c-979b-c2b988262e6b tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/security-groups?id=582571f6-a365-42ab-be92-c3254f7d1409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472825 Aug 18 12:03:17.640362 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_v2 [None req-95bb1e02-ed12-4d26-a5f1-1da8479ba5c4 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Deleting subnet ecfd6115-a645-4c40-8aff-e441e24e969b {{(pid=106253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 12:03:17.643836 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-95bb1e02-ed12-4d26-a5f1-1da8479ba5c4 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks [] for subnet, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:17.687601 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-95bb1e02-ed12-4d26-a5f1-1da8479ba5c4 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902229'] for subnet, precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:17.689843 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6047fef2-b8be-448a-81cd-c3fea41084fc req-742dfa51-2be6-4dc9-a00b-68336679f543 tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:17.691564 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6047fef2-b8be-448a-81cd-c3fea41084fc req-742dfa51-2be6-4dc9-a00b-68336679f543 tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] 10.222.0.66 "GET /v2.0/ports?device_id=79eb6dfc-2adb-4930-883e-cf334d7966ec HTTP/1.1" status: 200 len: 945 time: 0.0679317 Aug 18 12:03:17.692128 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-674ba861-2249-4b9a-be93-418c0bcc3431 None None] Provisioning complete for port 17f9885c-d94e-490a-bbb2-2d710fac5784 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:03:17.692936 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-674ba861-2249-4b9a-be93-418c0bcc3431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:17.763348 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6047fef2-b8be-448a-81cd-c3fea41084fc req-e0e7d541-c825-42c7-ac4c-3344695bad49 tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b3db2ea-cc32-4796-9824-b1355b845d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645883 Aug 18 12:03:17.784140 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8afeb2f-8a0d-4c67-b0ff-ccda4ef3c72b req-f3839dcd-b047-4771-bfb2-84f30e5c6da5 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:17.785975 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d8afeb2f-8a0d-4c67-b0ff-ccda4ef3c72b req-f3839dcd-b047-4771-bfb2-84f30e5c6da5 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/ports?device_id=c638d708-f9ec-4cc8-8d73-799d4b9bed3c HTTP/1.1" status: 200 len: 946 time: 0.0715103 Aug 18 12:03:17.786272 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-95bb1e02-ed12-4d26-a5f1-1da8479ba5c4 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:17.824748 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 1d1906b1-7861-44a8-9f39-6e6fd647480c details requested by agent hyperv_n-h1-804985-2 with host n-h1-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:03:17.836464 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d8afeb2f-8a0d-4c67-b0ff-ccda4ef3c72b req-8cc55961-fe95-4b2b-9970-858c57257b95 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/security-groups?id=582571f6-a365-42ab-be92-c3254f7d1409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432057 Aug 18 12:03:17.855040 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-95bb1e02-ed12-4d26-a5f1-1da8479ba5c4 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58902171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59388106'] for subnet, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:17.888851 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bb1e02-ed12-4d26-a5f1-1da8479ba5c4 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Pushing event deleted for resources: {'Subnet': ['ID=ecfd6115-a645-4c40-8aff-e441e24e969b,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:03:17.898986 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-95bb1e02-ed12-4d26-a5f1-1da8479ba5c4 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:17.903309 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-95bb1e02-ed12-4d26-a5f1-1da8479ba5c4 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] 10.222.0.66 "DELETE /v2.0/subnets/ecfd6115-a645-4c40-8aff-e441e24e969b HTTP/1.1" status: 204 len: 168 time: 0.3271589 Aug 18 12:03:17.903550 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 36032) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:03:17.985653 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 1d1906b1-7861-44a8-9f39-6e6fd647480c, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=1d1906b1-7861-44a8-9f39-6e6fd647480c,segment=NetworkSegment(b0eb6eea-b461-4969-8a27-808f00daa8a1),segment_id=b0eb6eea-b461-4969-8a27-808f00daa8a1)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:03:17.997292 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Returning: {'device': '1d1906b1-7861-44a8-9f39-6e6fd647480c', 'network_id': '222e0814-c7e5-4b11-9282-3f40c6ed76b2', 'port_id': '1d1906b1-7861-44a8-9f39-6e6fd647480c', 'mac_address': 'fa:16:3e:81:7e:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 823, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d16d680-110b-436d-8afa-48ba845b3623', 'ip_address': '192.168.233.165'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:03:18.039071 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:18.053590 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d1906b1-7861-44a8-9f39-6e6fd647480c {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:03:18.075771 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 1d1906b1-7861-44a8-9f39-6e6fd647480c, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=1d1906b1-7861-44a8-9f39-6e6fd647480c,segment=NetworkSegment(b0eb6eea-b461-4969-8a27-808f00daa8a1),segment_id=b0eb6eea-b461-4969-8a27-808f00daa8a1)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:03:18.082925 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:18.107610 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2ef87633-d950-454b-a856-0d598d9369ef tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7904109'] for network, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:18.124659 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b593e11-3bec-4d77-8f98-1ed922cc9a80 req-d7273070-0c71-40e3-a985-6d53e4533d30 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:18.132049 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6b593e11-3bec-4d77-8f98-1ed922cc9a80 req-d7273070-0c71-40e3-a985-6d53e4533d30 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/ports?device_id=c638d708-f9ec-4cc8-8d73-799d4b9bed3c HTTP/1.1" status: 200 len: 946 time: 0.1712422 Aug 18 12:03:18.137476 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=1d1906b1-7861-44a8-9f39-6e6fd647480c,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:03:18.158531 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d47888-4c71-402a-ae6c-b29b8904f34a req-e3f504b4-00ab-4e26-b5c9-d165e4145c78 tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:18.160084 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-67d47888-4c71-402a-ae6c-b29b8904f34a req-e3f504b4-00ab-4e26-b5c9-d165e4145c78 tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] 10.222.0.66 "GET /v2.0/ports?device_id=305b0d7a-e7ab-4129-8b43-4762c73c2ae1 HTTP/1.1" status: 200 len: 945 time: 0.1781440 Aug 18 12:03:18.191847 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6b593e11-3bec-4d77-8f98-1ed922cc9a80 req-e048a8b8-4916-4a0f-8aff-3ae4f3f5da94 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/security-groups?id=582571f6-a365-42ab-be92-c3254f7d1409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588911 Aug 18 12:03:18.264750 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-67d47888-4c71-402a-ae6c-b29b8904f34a req-f644c2af-6640-4293-87fc-3fe0cd19e542 tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] 10.222.0.66 "GET /v2.0/security-groups?id=47674416-b298-4cf8-93c5-c03a14c2b3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935318 Aug 18 12:03:18.303023 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-2ef87633-d950-454b-a856-0d598d9369ef tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Deleting port 17f9885c-d94e-490a-bbb2-2d710fac5784 {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:03:18.303405 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2ef87633-d950-454b-a856-0d598d9369ef tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:18.366722 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] get_ports_and_sgs() called for port_ids ['1d1906b1-7861-44a8-9f39-6e6fd647480c'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:03:18.422076 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 17f9885c-d94e-490a-bbb2-2d710fac5784 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:03:18.470118 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca68378-605e-467d-aedc-c32e09c43ec4 req-495b14ef-b40b-48b7-83a8-e3648e6f9fac tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:18.479798 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5ca68378-605e-467d-aedc-c32e09c43ec4 req-495b14ef-b40b-48b7-83a8-e3648e6f9fac tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.66 "GET /v2.0/ports?device_id=3cbcca6e-a395-47f2-9c2f-a6ca07fc15d5 HTTP/1.1" status: 200 len: 949 time: 0.1191993 Aug 18 12:03:18.505142 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-6545534c-3ba5-4df4-bf09-6fcdc6fa9f4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:18.525948 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [None req-2ef87633-d950-454b-a856-0d598d9369ef tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] For port 17f9885c-d94e-490a-bbb2-2d710fac5784, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=17f9885c-d94e-490a-bbb2-2d710fac5784,segment=NetworkSegment(9ef8ae42-2461-4bcf-bf49-57132f7c95b7),segment_id=9ef8ae42-2461-4bcf-bf49-57132f7c95b7)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:03:18.526349 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2ef87633-d950-454b-a856-0d598d9369ef tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:18.559395 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-2ef87633-d950-454b-a856-0d598d9369ef tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Calling delete_port for 17f9885c-d94e-490a-bbb2-2d710fac5784 owned by network:dhcp {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:03:18.579689 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 17f9885c-d94e-490a-bbb2-2d710fac5784 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:03:18.580088 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:18.601485 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5ca68378-605e-467d-aedc-c32e09c43ec4 req-c0da37c9-51ef-4143-943d-733c7c2e394c tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb50ebbf-d033-473b-ae6e-593d78928b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124723 Aug 18 12:03:18.691623 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb8c16e-db1b-4b40-91e2-43dacbf1c28a req-1affa84a-155c-4f3b-9b0f-c9febd183f69 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:18.698670 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb8c16e-db1b-4b40-91e2-43dacbf1c28a req-1affa84a-155c-4f3b-9b0f-c9febd183f69 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:18.705252 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb8c16e-db1b-4b40-91e2-43dacbf1c28a req-1affa84a-155c-4f3b-9b0f-c9febd183f69 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:18.707563 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ceb8c16e-db1b-4b40-91e2-43dacbf1c28a req-1affa84a-155c-4f3b-9b0f-c9febd183f69 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] 10.222.0.66 "GET /v2.0/ports?device_id=771bfcc3-0ae8-4ccb-b781-ce65f69f40f9 HTTP/1.1" status: 200 len: 2418 time: 0.1674659 Aug 18 12:03:18.709928 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-362cad07-505d-442c-a036-e9b36ee14a43 None None] Network 7cbd0ce0-40e6-40c5-b620-640a47ae7a8e requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:03:18.765552 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ceb8c16e-db1b-4b40-91e2-43dacbf1c28a req-4e7075c3-3af0-4f6d-8a6f-246864b1d087 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] 10.222.0.66 "GET /v2.0/security-groups?id=93e28aa4-0de3-4f04-b26e-638cffd77b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504420 Aug 18 12:03:18.766159 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2ef87633-d950-454b-a856-0d598d9369ef tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:18.809238 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-6467965d-b09e-4109-a866-07b042dc7815 None None] Could not find standard attr ID for object 17f9885c-d94e-490a-bbb2-2d710fac5784. {{(pid=106254) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 18 12:03:18.825430 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef87633-d950-454b-a856-0d598d9369ef tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Pushing event deleted for resources: {'Port': ['ID=17f9885c-d94e-490a-bbb2-2d710fac5784,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:03:18.833508 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef87633-d950-454b-a856-0d598d9369ef tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] No DVR routers for this DVR port 17f9885c-d94e-490a-bbb2-2d710fac5784 on host n-d-804985-2 {{(pid=106252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:03:18.931484 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cb5d1ac-7d84-410a-86a3-a7e8a1fb84c7 None None] DHCP port deletion for 7cbd0ce0-40e6-40c5-b620-640a47ae7a8e request from n-d-804985-2 {{(pid=106254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 12:03:18.989076 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2ef87633-d950-454b-a856-0d598d9369ef tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8367869', 'neutron.services.segments.db._delete_segments_for_network-8789151212993'] for network, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:19.002788 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-2ef87633-d950-454b-a856-0d598d9369ef tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cbd0ce0-40e6-40c5-b620-640a47ae7a8e']}} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:03:19.022927 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fda81a-f078-4c7e-a7d5-6b168b890aa1 req-fc3c7202-a6b7-4b9b-877a-d40fe3234e0d tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:19.030944 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-63fda81a-f078-4c7e-a7d5-6b168b890aa1 req-fc3c7202-a6b7-4b9b-877a-d40fe3234e0d tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] 10.222.0.66 "GET /v2.0/ports?device_id=79eb6dfc-2adb-4930-883e-cf334d7966ec HTTP/1.1" status: 200 len: 945 time: 0.1317492 Aug 18 12:03:19.040084 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-2ef87633-d950-454b-a856-0d598d9369ef tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ef8ae42-2461-4bcf-bf49-57132f7c95b7') {'for_net_delete': True} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:03:19.040540 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-2ef87633-d950-454b-a856-0d598d9369ef tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ef8ae42-2461-4bcf-bf49-57132f7c95b7') {} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:03:19.058478 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2ef87633-d950-454b-a856-0d598d9369ef tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789151225254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2221521'] for segment, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:19.087567 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2ef87633-d950-454b-a856-0d598d9369ef tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:19.104966 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-63fda81a-f078-4c7e-a7d5-6b168b890aa1 req-748985c8-f612-4df7-8bb6-2f7acea6c671 tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b3db2ea-cc32-4796-9824-b1355b845d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729249 Aug 18 12:03:19.113811 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ef87633-d950-454b-a856-0d598d9369ef tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Releasing vlan 808 on physical network physnet1 to pool {{(pid=106252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:03:19.114235 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2ef87633-d950-454b-a856-0d598d9369ef tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3572434'] for segment, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:19.129109 n-d-804985-2 neutron-server[106252]: Traceback (most recent call last): Aug 18 12:03:19.129109 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:03:19.129109 n-d-804985-2 neutron-server[106252]: timer() Aug 18 12:03:19.129109 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:03:19.129109 n-d-804985-2 neutron-server[106252]: cb(*args, **kw) Aug 18 12:03:19.129109 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:03:19.129109 n-d-804985-2 neutron-server[106252]: return func(*args, **kwargs) Aug 18 12:03:19.129109 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:03:19.129109 n-d-804985-2 neutron-server[106252]: self._notify() Aug 18 12:03:19.129109 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:03:19.129109 n-d-804985-2 neutron-server[106252]: self.callback(batched_events) Aug 18 12:03:19.129109 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:03:19.129109 n-d-804985-2 neutron-server[106252]: event.method(event) Aug 18 12:03:19.129109 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:03:19.129109 n-d-804985-2 neutron-server[106252]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:03:19.129109 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:03:19.129109 n-d-804985-2 neutron-server[106252]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:03:19.129109 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:03:19.129109 n-d-804985-2 neutron-server[106252]: return f(self, *a, **k) Aug 18 12:03:19.129109 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:03:19.129109 n-d-804985-2 neutron-server[106252]: return self._get(url).json() Aug 18 12:03:19.129109 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:03:19.129109 n-d-804985-2 neutron-server[106252]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:03:19.129109 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:03:19.129109 n-d-804985-2 neutron-server[106252]: return self.request(url, 'GET', **kwargs) Aug 18 12:03:19.129109 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:03:19.129109 n-d-804985-2 neutron-server[106252]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:03:19.129109 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:03:19.129109 n-d-804985-2 neutron-server[106252]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:03:19.129109 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:03:19.129109 n-d-804985-2 neutron-server[106252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:03:19.129109 n-d-804985-2 neutron-server[106252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:03:19.211081 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2ef87633-d950-454b-a856-0d598d9369ef tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8367858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997186'] for network, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:19.220872 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2ef87633-d950-454b-a856-0d598d9369ef tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks [] for network, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:19.227026 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-2ef87633-d950-454b-a856-0d598d9369ef tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] 10.222.0.66 "DELETE /v2.0/networks/7cbd0ce0-40e6-40c5-b620-640a47ae7a8e HTTP/1.1" status: 204 len: 168 time: 1.3180726 Aug 18 12:03:19.229562 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 36056) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:03:19.234290 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef87633-d950-454b-a856-0d598d9369ef tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Pushing event deleted for resources: {'Network': ['ID=7cbd0ce0-40e6-40c5-b620-640a47ae7a8e,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:03:19.252854 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c573725-b9f6-4cff-abd4-750f752ed337 req-95a2a000-e023-4914-87b6-f6787cf139d6 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:19.258826 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c573725-b9f6-4cff-abd4-750f752ed337 req-95a2a000-e023-4914-87b6-f6787cf139d6 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:19.264771 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c573725-b9f6-4cff-abd4-750f752ed337 req-95a2a000-e023-4914-87b6-f6787cf139d6 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:19.266443 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4c573725-b9f6-4cff-abd4-750f752ed337 req-95a2a000-e023-4914-87b6-f6787cf139d6 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] 10.222.0.66 "GET /v2.0/ports?device_id=771bfcc3-0ae8-4ccb-b781-ce65f69f40f9 HTTP/1.1" status: 200 len: 2418 time: 0.0876288 Aug 18 12:03:19.287116 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2164b12b-3caf-4f55-b11a-d57bbcc3fce6 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:19.294197 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-2164b12b-3caf-4f55-b11a-d57bbcc3fce6 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0635662 Aug 18 12:03:19.295184 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 36060) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:03:19.315508 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4c573725-b9f6-4cff-abd4-750f752ed337 req-09bca05c-ed62-482c-9430-ca60face0241 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] 10.222.0.66 "GET /v2.0/security-groups?id=93e28aa4-0de3-4f04-b26e-638cffd77b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416865 Aug 18 12:03:19.362911 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-fc8602d2-c664-445d-b925-4a206c2f2b45 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] 10.222.0.66 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0663764 Aug 18 12:03:19.363850 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 36064) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:03:19.371763 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-831a5908-a772-4614-9b7b-1f342299c426 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-735296989'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:03:19.406004 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-831a5908-a772-4614-9b7b-1f342299c426 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Made reservation on behalf of 65fdfa1f9ea246ab9e952c5b1ba0afa3 for: {'network': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:03:19.409759 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-831a5908-a772-4614-9b7b-1f342299c426 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for network, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:19.429472 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cff69a-c1e4-4b37-846a-e353cbacf2f8 req-091a5bb2-83c4-4089-8aa7-df40f62630de tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:19.431153 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-54cff69a-c1e4-4b37-846a-e353cbacf2f8 req-091a5bb2-83c4-4089-8aa7-df40f62630de tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] 10.222.0.66 "GET /v2.0/ports?device_id=305b0d7a-e7ab-4129-8b43-4762c73c2ae1 HTTP/1.1" status: 200 len: 945 time: 0.0746727 Aug 18 12:03:19.444041 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-831a5908-a772-4614-9b7b-1f342299c426 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 837} {{(pid=106253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:03:19.453335 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-831a5908-a772-4614-9b7b-1f342299c426 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:19.453667 n-d-804985-2 neutron-server[106253]: INFO neutron.db.segments_db [None req-831a5908-a772-4614-9b7b-1f342299c426 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Added segment fc38af02-e3b2-49ae-b3b1-3b5f4b10a391 of type vlan for network 0d360ff0-5d0a-4f65-bf63-ca57c959d8ea Aug 18 12:03:19.472622 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-54cff69a-c1e4-4b37-846a-e353cbacf2f8 req-78e5df53-eb54-4be1-98bb-529af6d0a795 tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] 10.222.0.66 "GET /v2.0/security-groups?id=47674416-b298-4cf8-93c5-c03a14c2b3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344503 Aug 18 12:03:19.494617 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-831a5908-a772-4614-9b7b-1f342299c426 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789150665894'] for network, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:19.527363 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-831a5908-a772-4614-9b7b-1f342299c426 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for network, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:19.534467 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-831a5908-a772-4614-9b7b-1f342299c426 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:19.535243 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-831a5908-a772-4614-9b7b-1f342299c426 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:19.593852 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-831a5908-a772-4614-9b7b-1f342299c426 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2287409 Aug 18 12:03:19.596610 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 36072) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:03:19.603293 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-453b3153-de91-4552-a8fd-748cb09b5179 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Request body: {'subnet': {'network_id': '0d360ff0-5d0a-4f65-bf63-ca57c959d8ea', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:03:19.607147 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device da47a402-2db9-4aab-a389-f7efde586eb5 up at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:03:19.625499 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831a5908-a772-4614-9b7b-1f342299c426 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Pushing event updated for resources: {'Network': ['ID=0d360ff0-5d0a-4f65-bf63-ca57c959d8ea,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:03:19.642542 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Network 0d360ff0-5d0a-4f65-bf63-ca57c959d8ea details requested by agent ovs-agent-n-d-804985-2 with host n-d-804985-2 {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:03:19.774198 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Provisioning for port da47a402-2db9-4aab-a389-f7efde586eb5 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:03:19.778878 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Provisioning complete for port da47a402-2db9-4aab-a389-f7efde586eb5 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:03:19.779690 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:19.809055 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-453b3153-de91-4552-a8fd-748cb09b5179 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Made reservation on behalf of 65fdfa1f9ea246ab9e952c5b1ba0afa3 for: {'subnet': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:03:19.813267 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-453b3153-de91-4552-a8fd-748cb09b5179 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59074089'] for subnet, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:19.827029 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 1d1906b1-7861-44a8-9f39-6e6fd647480c up at agent hyperv_n-h1-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:03:19.948784 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Provisioning for port 1d1906b1-7861-44a8-9f39-6e6fd647480c completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:03:19.951563 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:19.963215 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b3ae6c-3abb-432a-b175-8b219b016afe req-75cffb23-d1a6-418d-9f85-a1e8b92bee29 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:19.964300 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Provisioning complete for port 1d1906b1-7861-44a8-9f39-6e6fd647480c triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:03:19.967202 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:19.967418 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e4b3ae6c-3abb-432a-b175-8b219b016afe req-75cffb23-d1a6-418d-9f85-a1e8b92bee29 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.66 "GET /v2.0/ports?device_id=3cbcca6e-a395-47f2-9c2f-a6ca07fc15d5 HTTP/1.1" status: 200 len: 949 time: 0.2628036 Aug 18 12:03:20.002332 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-408023d0-6748-4a49-8f6e-9f598bd8a76c req-ad679edf-d3b3-40bf-8cd3-84922828d6e8 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=29df2be4-11c1-460d-a907-4195e85e2127&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2100627 Aug 18 12:03:20.008081 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91f91cc6-f7e6-4f93-a2fd-468ee517e70f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da47a402-2db9-4aab-a389-f7efde586eb5'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:03:20.010423 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db50a436fb3a98495337d8fe7487b4f2ea6f3c1052eb9efadc2ecda2d5737001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92cdfa2a-a76c-4aaf-9dc7-91f78fcf34c4" -d '{"events": [{"server_uuid": "91f91cc6-f7e6-4f93-a2fd-468ee517e70f", "name": "network-vif-plugged", "status": "completed", "tag": "da47a402-2db9-4aab-a389-f7efde586eb5"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:03:20.041705 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port da47a402-2db9-4aab-a389-f7efde586eb5, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=da47a402-2db9-4aab-a389-f7efde586eb5,segment=NetworkSegment(b0eb6eea-b461-4969-8a27-808f00daa8a1),segment_id=b0eb6eea-b461-4969-8a27-808f00daa8a1)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:03:20.049609 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:20.056685 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e4b3ae6c-3abb-432a-b175-8b219b016afe req-1fd6fe2a-3d0d-48cf-a4eb-d8ef7a3a9a79 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb50ebbf-d033-473b-ae6e-593d78928b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813448 Aug 18 12:03:20.068555 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09e2625-bce6-4b58-bf10-a64270417b44 req-3fa0f048-5c1c-49db-ab6c-c62dbc4b399c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:20.070317 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f09e2625-bce6-4b58-bf10-a64270417b44 req-3fa0f048-5c1c-49db-ab6c-c62dbc4b399c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=fe1ab259ff774abb8ee8f6b115f604ca&device_id=305b0d7a-e7ab-4129-8b43-4762c73c2ae1 HTTP/1.1" status: 200 len: 1096 time: 0.2533751 Aug 18 12:03:20.087306 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b997592-abe0-4080-9390-e571a08eebba req-b504ac5f-e303-4af5-9602-034c9ca3ab23 tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:20.097034 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0b997592-abe0-4080-9390-e571a08eebba req-b504ac5f-e303-4af5-9602-034c9ca3ab23 tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] 10.222.0.66 "GET /v2.0/ports?device_id=305b0d7a-e7ab-4129-8b43-4762c73c2ae1 HTTP/1.1" status: 200 len: 945 time: 0.2528288 Aug 18 12:03:20.166218 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:20.177815 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=da47a402-2db9-4aab-a389-f7efde586eb5,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:03:20.203763 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:03:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aa560aa-4ca4-44df-a80a-ffba194c4df2 x-openstack-request-id: req-3aa560aa-4ca4-44df-a80a-ffba194c4df2 {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:03:20.204236 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91f91cc6-f7e6-4f93-a2fd-468ee517e70f", "name": "network-vif-plugged", "status": "completed", "tag": "da47a402-2db9-4aab-a389-f7efde586eb5", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:03:20.204688 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-3aa560aa-4ca4-44df-a80a-ffba194c4df2 {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:03:20.205265 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91f91cc6-f7e6-4f93-a2fd-468ee517e70f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da47a402-2db9-4aab-a389-f7efde586eb5', 'code': 200} Aug 18 12:03:20.223953 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 1d1906b1-7861-44a8-9f39-6e6fd647480c, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=1d1906b1-7861-44a8-9f39-6e6fd647480c,segment=NetworkSegment(b0eb6eea-b461-4969-8a27-808f00daa8a1),segment_id=b0eb6eea-b461-4969-8a27-808f00daa8a1)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:03:20.230698 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:20.345288 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=1d1906b1-7861-44a8-9f39-6e6fd647480c,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:03:20.349777 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f00fef-c5b1-4ffa-a2f3-d43c439db380 req-34ad0a14-7559-4b3b-b8b0-a95bd106bd02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:20.352149 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-b6f00fef-c5b1-4ffa-a2f3-d43c439db380 req-34ad0a14-7559-4b3b-b8b0-a95bd106bd02 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=91f91cc6-f7e6-4f93-a2fd-468ee517e70f HTTP/1.1" status: 200 len: 1101 time: 0.0769026 Aug 18 12:03:20.360580 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 17f9885c-d94e-490a-bbb2-2d710fac5784 no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:03:20.389611 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: 17f9885c-d94e-490a-bbb2-2d710fac5784 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:03:20.390205 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 17f9885c-d94e-490a-bbb2-2d710fac5784 not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:03:20.391776 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-b6f00fef-c5b1-4ffa-a2f3-d43c439db380 req-8fe33bf3-1798-4885-933f-35fbdf262ae4 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=eb50ebbf-d033-473b-ae6e-593d78928b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310116 Aug 18 12:03:20.677792 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0b997592-abe0-4080-9390-e571a08eebba req-8c7172a2-2143-4c27-b050-540c43f836a1 tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] 10.222.0.66 "GET /v2.0/security-groups?id=47674416-b298-4cf8-93c5-c03a14c2b3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5798786 Aug 18 12:03:20.684116 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408023d0-6748-4a49-8f6e-9f598bd8a76c req-5cd194ff-e396-4e1e-a94e-5b481b3affdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:20.685632 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-408023d0-6748-4a49-8f6e-9f598bd8a76c req-5cd194ff-e396-4e1e-a94e-5b481b3affdf service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=fe1ab259ff774abb8ee8f6b115f604ca&device_id=29df2be4-11c1-460d-a907-4195e85e2127 HTTP/1.1" status: 200 len: 1097 time: 0.6224866 Aug 18 12:03:20.800243 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7cc285-e32c-4687-903d-9034874b6372 req-f2ef4c4a-1776-4905-8cef-4a73c59fb366 tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:20.801805 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7a7cc285-e32c-4687-903d-9034874b6372 req-f2ef4c4a-1776-4905-8cef-4a73c59fb366 tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] 10.222.0.66 "GET /v2.0/ports?device_id=79eb6dfc-2adb-4930-883e-cf334d7966ec HTTP/1.1" status: 200 len: 945 time: 0.2747939 Aug 18 12:03:20.812650 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09e2625-bce6-4b58-bf10-a64270417b44 req-ab3ccab5-2f6e-41da-8b98-5ca6e8732699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:20.814112 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f09e2625-bce6-4b58-bf10-a64270417b44 req-ab3ccab5-2f6e-41da-8b98-5ca6e8732699 service neutron] 10.222.0.62 "GET /v2.0/networks?id=3811f777-5849-45bb-9880-799ae79f59e0 HTTP/1.1" status: 200 len: 920 time: 0.7117584 Aug 18 12:03:20.944493 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f09e2625-bce6-4b58-bf10-a64270417b44 req-e6289bc7-d747-4ba2-97a3-383dee8f46da service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e1e7f579-0652-4bd5-b0e7-9fcb54e2b7a3 HTTP/1.1" status: 200 len: 217 time: 0.0795662 Aug 18 12:03:20.957616 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-453b3153-de91-4552-a8fd-748cb09b5179 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3572913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59074111'] for subnet, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:21.041417 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5232142b-79aa-4388-b6e0-5dd240d1b10c req-831b7724-9235-45b2-b698-946c6dc94821 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:21.047426 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5232142b-79aa-4388-b6e0-5dd240d1b10c req-831b7724-9235-45b2-b698-946c6dc94821 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:21.053952 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5232142b-79aa-4388-b6e0-5dd240d1b10c req-831b7724-9235-45b2-b698-946c6dc94821 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:21.055721 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5232142b-79aa-4388-b6e0-5dd240d1b10c req-831b7724-9235-45b2-b698-946c6dc94821 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] 10.222.0.66 "GET /v2.0/ports?device_id=771bfcc3-0ae8-4ccb-b781-ce65f69f40f9 HTTP/1.1" status: 200 len: 2418 time: 0.2738833 Aug 18 12:03:21.067132 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7a7cc285-e32c-4687-903d-9034874b6372 req-9b7bf587-c1ae-488f-86a7-480e639f7dd4 tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b3db2ea-cc32-4796-9824-b1355b845d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2520404 Aug 18 12:03:21.133133 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408023d0-6748-4a49-8f6e-9f598bd8a76c req-9644e9c6-1594-440c-b95d-81788749a8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:21.134636 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-408023d0-6748-4a49-8f6e-9f598bd8a76c req-9644e9c6-1594-440c-b95d-81788749a8cd service neutron] 10.222.0.63 "GET /v2.0/networks?id=3811f777-5849-45bb-9880-799ae79f59e0 HTTP/1.1" status: 200 len: 920 time: 0.4159858 Aug 18 12:03:21.171952 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453b3153-de91-4552-a8fd-748cb09b5179 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Pushing event updated for resources: {'Subnet': ['ID=3b480a18-fa86-49aa-aa2e-83387e0900aa,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:03:21.211408 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09e2625-bce6-4b58-bf10-a64270417b44 req-e263497c-c668-498c-85f5-816635e7ad3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:21.212925 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f09e2625-bce6-4b58-bf10-a64270417b44 req-e263497c-c668-498c-85f5-816635e7ad3a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=bf85a510-4d3c-4322-ac79-b9cb0b40bab8 HTTP/1.1" status: 200 len: 859 time: 0.2516139 Aug 18 12:03:21.228521 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-408023d0-6748-4a49-8f6e-9f598bd8a76c req-032129d0-4934-48b0-b64d-3b72b4ede020 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2214e5b9-4fc0-4aae-b99e-9a36dab1e7b5 HTTP/1.1" status: 200 len: 217 time: 0.0760341 Aug 18 12:03:21.256237 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5232142b-79aa-4388-b6e0-5dd240d1b10c req-a7d550cc-1662-4f04-929f-171d5af10841 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] 10.222.0.66 "GET /v2.0/security-groups?id=93e28aa4-0de3-4f04-b26e-638cffd77b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830850 Aug 18 12:03:21.336781 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f84c76-baab-4c5f-8a1f-28a570d00ee8 req-bbf27d3d-b553-4a45-b8f6-8315cbd45533 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:21.342677 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f84c76-baab-4c5f-8a1f-28a570d00ee8 req-bbf27d3d-b553-4a45-b8f6-8315cbd45533 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:21.354342 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f84c76-baab-4c5f-8a1f-28a570d00ee8 req-bbf27d3d-b553-4a45-b8f6-8315cbd45533 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:21.356716 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-45f84c76-baab-4c5f-8a1f-28a570d00ee8 req-bbf27d3d-b553-4a45-b8f6-8315cbd45533 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] 10.222.0.63 "GET /v2.0/ports?device_id=771bfcc3-0ae8-4ccb-b781-ce65f69f40f9 HTTP/1.1" status: 200 len: 2418 time: 0.2960744 Aug 18 12:03:21.371358 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:21.380565 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f09e2625-bce6-4b58-bf10-a64270417b44 req-73d79641-fc5f-4f14-8f3e-cb8a8d24e3c3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=3811f777-5849-45bb-9880-799ae79f59e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1436880 Aug 18 12:03:21.399759 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453b3153-de91-4552-a8fd-748cb09b5179 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Checking segment: {'id': 'fc38af02-e3b2-49ae-b3b1-3b5f4b10a391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '0d360ff0-5d0a-4f65-bf63-ca57c959d8ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:03:21.400215 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-453b3153-de91-4552-a8fd-748cb09b5179 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Network hostable DHCP agents. Network: 0d360ff0-5d0a-4f65-bf63-ca57c959d8ea, hostable agents: ['97c14208-2951-4361-8d64-3708c946ff5f'], hosted agents: [] {{(pid=106252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 12:03:21.490302 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408023d0-6748-4a49-8f6e-9f598bd8a76c req-e2d2ef19-45c9-42ce-930c-2c7552c6a1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:21.492053 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-408023d0-6748-4a49-8f6e-9f598bd8a76c req-e2d2ef19-45c9-42ce-930c-2c7552c6a1ac service neutron] 10.222.0.63 "GET /v2.0/subnets?id=bf85a510-4d3c-4322-ac79-b9cb0b40bab8 HTTP/1.1" status: 200 len: 859 time: 0.2476037 Aug 18 12:03:21.520219 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a494f0-4c73-446b-90ed-9707ec78d8f2 req-95792974-117c-4073-b417-3da847a103ea tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:21.521733 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-77a494f0-4c73-446b-90ed-9707ec78d8f2 req-95792974-117c-4073-b417-3da847a103ea tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.66 "GET /v2.0/ports?device_id=3cbcca6e-a395-47f2-9c2f-a6ca07fc15d5 HTTP/1.1" status: 200 len: 950 time: 0.2891541 Aug 18 12:03:21.593501 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-408023d0-6748-4a49-8f6e-9f598bd8a76c req-72371d2b-e540-4653-9aa1-34c59c9b4529 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=3811f777-5849-45bb-9880-799ae79f59e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0883610 Aug 18 12:03:21.597535 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-453b3153-de91-4552-a8fd-748cb09b5179 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Network 0d360ff0-5d0a-4f65-bf63-ca57c959d8ea is scheduled to be hosted by DHCP agent 97c14208-2951-4361-8d64-3708c946ff5f with binding_index 1 {{(pid=106252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 12:03:21.674692 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-9b15fa37-dd83-46bf-83e2-497d7e79210d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:21.677308 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-453b3153-de91-4552-a8fd-748cb09b5179 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-2, 0d360ff0-5d0a-4f65-bf63-ca57c959d8ea) {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:03:21.682925 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-453b3153-de91-4552-a8fd-748cb09b5179 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:21.684539 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-453b3153-de91-4552-a8fd-748cb09b5179 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for subnet, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:21.686617 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea9a9024-18cf-4995-8e5f-f6780cf814fb None None] Network 0d360ff0-5d0a-4f65-bf63-ca57c959d8ea requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:03:21.740938 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f09e2625-bce6-4b58-bf10-a64270417b44 req-42042d72-6afd-4749-a29e-ad95c7f9eba1 service neutron] 10.222.0.62 "GET /v2.0/networks/3811f777-5849-45bb-9880-799ae79f59e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3457744 Aug 18 12:03:21.751714 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-77a494f0-4c73-446b-90ed-9707ec78d8f2 req-6e75e8a9-773c-4ca1-af30-35acc5297f36 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb50ebbf-d033-473b-ae6e-593d78928b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128184 Aug 18 12:03:21.774246 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-453b3153-de91-4552-a8fd-748cb09b5179 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1761727 Aug 18 12:03:21.776964 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 36104) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:03:21.783055 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-91b60cbd-8ea0-4f57-8469-a6cf96ac08c6 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Request body: {'port': {'network_id': '0d360ff0-5d0a-4f65-bf63-ca57c959d8ea', 'name': 'tempest-PortsIpV6TestJSON-63547898'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:03:21.882741 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae26503c-48e8-4aae-92c5-413eac015a16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp788be208-34ab-5a8f-af0f-528834af222f-0d360ff0-5d0a-4f65-bf63-ca57c959d8ea', 'network_id': '0d360ff0-5d0a-4f65-bf63-ca57c959d8ea', 'tenant_id': '65fdfa1f9ea246ab9e952c5b1ba0afa3', 'fixed_ips': [{'subnet_id': '3b480a18-fa86-49aa-aa2e-83387e0900aa'}]}} from n-d-804985-2. {{(pid=106254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 12:03:21.883720 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ae26503c-48e8-4aae-92c5-413eac015a16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:21.888653 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-45f84c76-baab-4c5f-8a1f-28a570d00ee8 req-03daa829-7e56-46ed-81e0-2ec05ca5a5e3 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Deleting port 74e85c66-a271-4152-b3e2-26858e501585 {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:03:21.889149 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-45f84c76-baab-4c5f-8a1f-28a570d00ee8 req-03daa829-7e56-46ed-81e0-2ec05ca5a5e3 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:21.922280 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91b60cbd-8ea0-4f57-8469-a6cf96ac08c6 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Made reservation on behalf of 65fdfa1f9ea246ab9e952c5b1ba0afa3 for: {'port': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:03:21.928301 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-91b60cbd-8ea0-4f57-8469-a6cf96ac08c6 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:21.956681 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [None req-91b60cbd-8ea0-4f57-8469-a6cf96ac08c6 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] device_id is not set on port f199408a-6afd-418d-ae42-3cc1667ec343 yet. {{(pid=106253) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 12:03:21.959651 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-408023d0-6748-4a49-8f6e-9f598bd8a76c req-ed3efe3c-1e04-4fff-ac58-7ebd298f3d6d service neutron] 10.222.0.63 "GET /v2.0/networks/3811f777-5849-45bb-9880-799ae79f59e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3452625 Aug 18 12:03:21.999164 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fc2323-2ba4-4cca-bc1c-8f2969508f96 req-d6d63c9f-c32b-4081-abe5-3806eee6fcef tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:22.001106 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-18fc2323-2ba4-4cca-bc1c-8f2969508f96 req-d6d63c9f-c32b-4081-abe5-3806eee6fcef tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] 10.222.0.66 "GET /v2.0/ports?device_id=305b0d7a-e7ab-4129-8b43-4762c73c2ae1 HTTP/1.1" status: 200 len: 945 time: 0.2254739 Aug 18 12:03:22.083618 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-53584c24-f517-494e-ac93-c18bb92373f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:22.085155 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.db_base_plugin_common [None req-ae26503c-48e8-4aae-92c5-413eac015a16 None None] Allocated IP 2001:db8::2 (0d360ff0-5d0a-4f65-bf63-ca57c959d8ea/3b480a18-fa86-49aa-aa2e-83387e0900aa/0bec8563-3500-4c5a-9ab1-3b09ca5d7df7) {{(pid=106254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:03:22.108561 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f09e2625-bce6-4b58-bf10-a64270417b44 req-b5839819-4bc9-46d4-aba2-6111d4bc9668 service neutron] 10.222.0.62 "GET /v2.0/networks/3811f777-5849-45bb-9880-799ae79f59e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3550923 Aug 18 12:03:22.201083 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-18fc2323-2ba4-4cca-bc1c-8f2969508f96 req-c7793d2b-487d-409c-8a3b-90cd3923d878 tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] 10.222.0.66 "GET /v2.0/security-groups?id=47674416-b298-4cf8-93c5-c03a14c2b3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478634 Aug 18 12:03:22.210937 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cbcca6e-a395-47f2-9c2f-a6ca07fc15d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d1906b1-7861-44a8-9f39-6e6fd647480c'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:03:22.213926 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db50a436fb3a98495337d8fe7487b4f2ea6f3c1052eb9efadc2ecda2d5737001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78e83aef-94ad-4480-9499-1f1109d60ee2" -d '{"events": [{"server_uuid": "3cbcca6e-a395-47f2-9c2f-a6ca07fc15d5", "name": "network-vif-plugged", "status": "completed", "tag": "1d1906b1-7861-44a8-9f39-6e6fd647480c"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:03:22.240650 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-45f84c76-baab-4c5f-8a1f-28a570d00ee8 req-03daa829-7e56-46ed-81e0-2ec05ca5a5e3 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] For port 74e85c66-a271-4152-b3e2-26858e501585, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=74e85c66-a271-4152-b3e2-26858e501585,segment=NetworkSegment(2a2259e0-5d73-4f83-b8d1-a5eaaf9a1824),segment_id=2a2259e0-5d73-4f83-b8d1-a5eaaf9a1824)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:03:22.241072 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-45f84c76-baab-4c5f-8a1f-28a570d00ee8 req-03daa829-7e56-46ed-81e0-2ec05ca5a5e3 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:22.275098 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-408023d0-6748-4a49-8f6e-9f598bd8a76c req-7763b24e-130b-4654-b5cf-deb7e5534e2a service neutron] 10.222.0.63 "GET /v2.0/networks/3811f777-5849-45bb-9880-799ae79f59e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3025944 Aug 18 12:03:22.276983 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-45f84c76-baab-4c5f-8a1f-28a570d00ee8 req-03daa829-7e56-46ed-81e0-2ec05ca5a5e3 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Calling delete_port for 74e85c66-a271-4152-b3e2-26858e501585 owned by compute:nova {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:03:22.319255 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1549bea7-e6ef-48bb-946f-01081ab8f896 req-e50e4bb7-f62b-4bcb-9992-a07e44849222 tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:22.325206 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1549bea7-e6ef-48bb-946f-01081ab8f896 req-e50e4bb7-f62b-4bcb-9992-a07e44849222 tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] 10.222.0.66 "GET /v2.0/ports?device_id=79eb6dfc-2adb-4930-883e-cf334d7966ec HTTP/1.1" status: 200 len: 945 time: 0.1676056 Aug 18 12:03:22.329773 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ae26503c-48e8-4aae-92c5-413eac015a16 None None] Notify callbacks [] for port, precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:22.348116 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-ae26503c-48e8-4aae-92c5-413eac015a16 None None] Transition to ACTIVE for port object 0bec8563-3500-4c5a-9ab1-3b09ca5d7df7 will not be triggered until provisioned by entity L2. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:03:22.368466 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-ae26503c-48e8-4aae-92c5-413eac015a16 None None] Transition to ACTIVE for port object 0bec8563-3500-4c5a-9ab1-3b09ca5d7df7 will not be triggered until provisioned by entity DHCP. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:03:22.389188 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ae26503c-48e8-4aae-92c5-413eac015a16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547'] for port, after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:22.399396 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:03:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be15900d-fb45-42b6-9ca7-e048c93a1eaf x-openstack-request-id: req-be15900d-fb45-42b6-9ca7-e048c93a1eaf {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:03:22.399802 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cbcca6e-a395-47f2-9c2f-a6ca07fc15d5", "name": "network-vif-plugged", "status": "completed", "tag": "1d1906b1-7861-44a8-9f39-6e6fd647480c", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:03:22.400146 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-be15900d-fb45-42b6-9ca7-e048c93a1eaf {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:03:22.400706 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cbcca6e-a395-47f2-9c2f-a6ca07fc15d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d1906b1-7861-44a8-9f39-6e6fd647480c', 'code': 200} Aug 18 12:03:22.455028 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1549bea7-e6ef-48bb-946f-01081ab8f896 req-239a68a4-7f3f-47e5-894c-1757ecb1ee5b tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b3db2ea-cc32-4796-9824-b1355b845d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138370 Aug 18 12:03:22.491736 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [None req-91b60cbd-8ea0-4f57-8469-a6cf96ac08c6 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Allocated IP 2001:db8::321 (0d360ff0-5d0a-4f65-bf63-ca57c959d8ea/3b480a18-fa86-49aa-aa2e-83387e0900aa/f199408a-6afd-418d-ae42-3cc1667ec343) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:03:22.517645 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae26503c-48e8-4aae-92c5-413eac015a16 None None] Network 0d360ff0-5d0a-4f65-bf63-ca57c959d8ea is already hosted by enough agents. {{(pid=106254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:03:22.520915 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.base_scheduler [None req-ae26503c-48e8-4aae-92c5-413eac015a16 None None] Resources bound (agent type, host, resource id): {{(pid=106254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:03:22.530304 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae26503c-48e8-4aae-92c5-413eac015a16 None None] Received port after_create {{(pid=106254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:03:22.533663 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae26503c-48e8-4aae-92c5-413eac015a16 None None] Pushing event updated for resources: {'Port': ['ID=0bec8563-3500-4c5a-9ab1-3b09ca5d7df7,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:03:22.622360 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-ae26503c-48e8-4aae-92c5-413eac015a16 None None] Attempting to bind port 0bec8563-3500-4c5a-9ab1-3b09ca5d7df7 on host n-d-804985-2 for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:03:22.622785 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-ae26503c-48e8-4aae-92c5-413eac015a16 None None] Attempting to bind port 0bec8563-3500-4c5a-9ab1-3b09ca5d7df7 by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': 'fc38af02-e3b2-49ae-b3b1-3b5f4b10a391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '0d360ff0-5d0a-4f65-bf63-ca57c959d8ea'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:03:22.623150 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae26503c-48e8-4aae-92c5-413eac015a16 None None] Attempting to bind port 0bec8563-3500-4c5a-9ab1-3b09ca5d7df7 on network 0d360ff0-5d0a-4f65-bf63-ca57c959d8ea {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:03:22.628970 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae26503c-48e8-4aae-92c5-413eac015a16 None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 3, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:03:22.629346 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae26503c-48e8-4aae-92c5-413eac015a16 None None] Checking segment: {'id': 'fc38af02-e3b2-49ae-b3b1-3b5f4b10a391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '0d360ff0-5d0a-4f65-bf63-ca57c959d8ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:03:22.629992 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ae26503c-48e8-4aae-92c5-413eac015a16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:22.630509 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae26503c-48e8-4aae-92c5-413eac015a16 None None] Bound using segment: {'id': 'fc38af02-e3b2-49ae-b3b1-3b5f4b10a391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '0d360ff0-5d0a-4f65-bf63-ca57c959d8ea'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:03:22.631023 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-ae26503c-48e8-4aae-92c5-413eac015a16 None None] Bound port: 0bec8563-3500-4c5a-9ab1-3b09ca5d7df7, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc38af02-e3b2-49ae-b3b1-3b5f4b10a391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '0d360ff0-5d0a-4f65-bf63-ca57c959d8ea'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:03:22.631433 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ae26503c-48e8-4aae-92c5-413eac015a16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:22.647403 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d482c52-2fd6-418e-b52a-2a60c9811706 req-3ee3eaf2-4958-42be-9c0e-c202aba6692e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:22.648969 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1d482c52-2fd6-418e-b52a-2a60c9811706 req-3ee3eaf2-4958-42be-9c0e-c202aba6692e service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=3cbcca6e-a395-47f2-9c2f-a6ca07fc15d5 HTTP/1.1" status: 200 len: 1101 time: 0.1927834 Aug 18 12:03:22.661725 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bdb418-6423-4000-b6da-f9691d552d73 req-87bd67c1-db3d-4fc0-bbc8-f7d469964fb9 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:22.669187 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bdb418-6423-4000-b6da-f9691d552d73 req-87bd67c1-db3d-4fc0-bbc8-f7d469964fb9 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:22.676790 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bdb418-6423-4000-b6da-f9691d552d73 req-87bd67c1-db3d-4fc0-bbc8-f7d469964fb9 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:22.684957 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-40bdb418-6423-4000-b6da-f9691d552d73 req-87bd67c1-db3d-4fc0-bbc8-f7d469964fb9 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] 10.222.0.66 "GET /v2.0/ports?device_id=771bfcc3-0ae8-4ccb-b781-ce65f69f40f9 HTTP/1.1" status: 200 len: 2418 time: 0.2077823 Aug 18 12:03:22.712891 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-91b60cbd-8ea0-4f57-8469-a6cf96ac08c6 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:22.732997 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [None req-91b60cbd-8ea0-4f57-8469-a6cf96ac08c6 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Transition to ACTIVE for port object f199408a-6afd-418d-ae42-3cc1667ec343 will not be triggered until provisioned by entity DHCP. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:03:22.765005 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-ae26503c-48e8-4aae-92c5-413eac015a16 None None] For port 0bec8563-3500-4c5a-9ab1-3b09ca5d7df7, host n-d-804985-2, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:03:22.770052 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-ae26503c-48e8-4aae-92c5-413eac015a16 None None] For port 0bec8563-3500-4c5a-9ab1-3b09ca5d7df7, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=0bec8563-3500-4c5a-9ab1-3b09ca5d7df7,segment=NetworkSegment(fc38af02-e3b2-49ae-b3b1-3b5f4b10a391),segment_id=fc38af02-e3b2-49ae-b3b1-3b5f4b10a391)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:03:22.778893 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ae26503c-48e8-4aae-92c5-413eac015a16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:22.803062 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-91b60cbd-8ea0-4f57-8469-a6cf96ac08c6 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:22.819602 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-45f84c76-baab-4c5f-8a1f-28a570d00ee8 req-03daa829-7e56-46ed-81e0-2ec05ca5a5e3 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:22.848075 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-40bdb418-6423-4000-b6da-f9691d552d73 req-273bab98-8e8b-450f-ab0c-52bb0d3dd09f tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] 10.222.0.66 "GET /v2.0/security-groups?id=93e28aa4-0de3-4f04-b26e-638cffd77b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621680 Aug 18 12:03:22.867368 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1d482c52-2fd6-418e-b52a-2a60c9811706 req-3a76dbc7-2f9b-413a-93ba-202fc7e60c05 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=eb50ebbf-d033-473b-ae6e-593d78928b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749330 Aug 18 12:03:22.873762 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae26503c-48e8-4aae-92c5-413eac015a16 None None] Pushing event updated for resources: {'Port': ['ID=0bec8563-3500-4c5a-9ab1-3b09ca5d7df7,revision_number=2']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:03:22.884309 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91b60cbd-8ea0-4f57-8469-a6cf96ac08c6 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Network 0d360ff0-5d0a-4f65-bf63-ca57c959d8ea is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:03:22.889308 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-91b60cbd-8ea0-4f57-8469-a6cf96ac08c6 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:03:22.894394 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b60cbd-8ea0-4f57-8469-a6cf96ac08c6 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:03:22.904958 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03daa829-7e56-46ed-81e0-2ec05ca5a5e3 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Pushing event deleted for resources: {'Port': ['ID=74e85c66-a271-4152-b3e2-26858e501585,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:03:22.908650 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91b60cbd-8ea0-4f57-8469-a6cf96ac08c6 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:22.909723 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-91b60cbd-8ea0-4f57-8469-a6cf96ac08c6 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:22.954753 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 36126) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:03:22.954917 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-91b60cbd-8ea0-4f57-8469-a6cf96ac08c6 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.1727333 Aug 18 12:03:22.962104 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-7a33ebbb-9873-47cc-b796-51a3c5ca4e92 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Request body: {'port': {'network_id': '0d360ff0-5d0a-4f65-bf63-ca57c959d8ea', 'name': 'tempest-PortsIpV6TestJSON-458763613'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:03:22.965709 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b60cbd-8ea0-4f57-8469-a6cf96ac08c6 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Pushing event updated for resources: {'Port': ['ID=f199408a-6afd-418d-ae42-3cc1667ec343,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:03:23.048660 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-45f84c76-baab-4c5f-8a1f-28a570d00ee8 req-03daa829-7e56-46ed-81e0-2ec05ca5a5e3 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] No DVR routers for this DVR port 74e85c66-a271-4152-b3e2-26858e501585 on host n-h1-804985-2 {{(pid=106252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:03:23.051748 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-45f84c76-baab-4c5f-8a1f-28a570d00ee8 req-03daa829-7e56-46ed-81e0-2ec05ca5a5e3 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:23.054339 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-45f84c76-baab-4c5f-8a1f-28a570d00ee8 req-03daa829-7e56-46ed-81e0-2ec05ca5a5e3 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] 10.222.0.63 "DELETE /v2.0/ports/74e85c66-a271-4152-b3e2-26858e501585 HTTP/1.1" status: 204 len: 173 time: 1.6883659 Aug 18 12:03:23.057700 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '771bfcc3-0ae8-4ccb-b781-ce65f69f40f9', 'name': 'network-vif-deleted', 'tag': '74e85c66-a271-4152-b3e2-26858e501585'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:03:23.060420 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69db8790-4d0f-408a-a61c-fe6bae52842e" -d '{"events": [{"server_uuid": "771bfcc3-0ae8-4ccb-b781-ce65f69f40f9", "name": "network-vif-deleted", "tag": "74e85c66-a271-4152-b3e2-26858e501585"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:03:23.179384 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff631c6-3202-4273-9aa3-3b9ecb2b6939 req-28d6e02b-9d0d-4e46-8847-e360c9ccabce tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:23.187028 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7ff631c6-3202-4273-9aa3-3b9ecb2b6939 req-28d6e02b-9d0d-4e46-8847-e360c9ccabce tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.66 "GET /v2.0/ports?device_id=3cbcca6e-a395-47f2-9c2f-a6ca07fc15d5 HTTP/1.1" status: 200 len: 950 time: 0.2726867 Aug 18 12:03:23.225101 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:03:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15d962e2-26cd-4bd8-8a89-c1400ed93a32 x-openstack-request-id: req-15d962e2-26cd-4bd8-8a89-c1400ed93a32 {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:03:23.225402 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "771bfcc3-0ae8-4ccb-b781-ce65f69f40f9", "name": "network-vif-deleted", "tag": "74e85c66-a271-4152-b3e2-26858e501585", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:03:23.225718 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-15d962e2-26cd-4bd8-8a89-c1400ed93a32 {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:03:23.226168 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '771bfcc3-0ae8-4ccb-b781-ce65f69f40f9', 'name': 'network-vif-deleted', 'tag': '74e85c66-a271-4152-b3e2-26858e501585', 'status': 'completed', 'code': 200} Aug 18 12:03:23.299213 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.agents_db [None req-6dbb2658-0354-4101-8393-6e7505481cf6 None None] Agent healthcheck: found 7 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 12:03:23.328952 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7ff631c6-3202-4273-9aa3-3b9ecb2b6939 req-4c5de760-f77b-4320-971e-06c30327c489 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb50ebbf-d033-473b-ae6e-593d78928b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409085 Aug 18 12:03:23.361034 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a33ebbb-9873-47cc-b796-51a3c5ca4e92 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Made reservation on behalf of 65fdfa1f9ea246ab9e952c5b1ba0afa3 for: {'port': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:03:23.364856 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-7a33ebbb-9873-47cc-b796-51a3c5ca4e92 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:23.392896 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-45f84c76-baab-4c5f-8a1f-28a570d00ee8 req-e79d7697-64f7-48d8-a27a-38c20ef0451a tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Deleting port 3b63f756-dc5e-4229-bece-70e95b91e232 {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:03:23.393245 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-45f84c76-baab-4c5f-8a1f-28a570d00ee8 req-e79d7697-64f7-48d8-a27a-38c20ef0451a tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:23.743343 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-500a1c61-38a7-4c23-a7ec-4631080af5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:23.767313 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [None req-7a33ebbb-9873-47cc-b796-51a3c5ca4e92 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] device_id is not set on port 167f0b67-1c8e-42ed-86ec-4f2963b55402 yet. {{(pid=106252) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 12:03:23.795195 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb13830-cc93-4321-97ea-1739a3f25a51 req-40cb0390-d7e3-4e73-a457-eecb03793ba2 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:23.796889 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3cb13830-cc93-4321-97ea-1739a3f25a51 req-40cb0390-d7e3-4e73-a457-eecb03793ba2 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/ports?device_id=c638d708-f9ec-4cc8-8d73-799d4b9bed3c HTTP/1.1" status: 200 len: 946 time: 0.4972997 Aug 18 12:03:23.829672 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 74e85c66-a271-4152-b3e2-26858e501585 no longer exists at agent hyperv_n-h1-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:03:23.861124 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] No Port match for: 74e85c66-a271-4152-b3e2-26858e501585 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:03:23.863175 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 74e85c66-a271-4152-b3e2-26858e501585 not bound to the agent host n-h1-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:03:23.863175 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device b08f237e-3f2b-4421-8dcb-0fdda4008b43 no longer exists at agent hyperv_n-h1-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:03:23.947220 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:23.969321 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627836d2-5327-4944-9fce-5ddf5e9323ec req-67ebab84-fbd7-4b35-8dd5-658b383562f0 tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:23.976729 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-627836d2-5327-4944-9fce-5ddf5e9323ec req-67ebab84-fbd7-4b35-8dd5-658b383562f0 tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] 10.222.0.66 "GET /v2.0/ports?device_id=305b0d7a-e7ab-4129-8b43-4762c73c2ae1 HTTP/1.1" status: 200 len: 945 time: 0.5898855 Aug 18 12:03:23.981951 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed05b2eb-96c5-4fc3-b0b3-77b4febebec5 None None] Network 0d360ff0-5d0a-4f65-bf63-ca57c959d8ea requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:03:23.996259 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port b08f237e-3f2b-4421-8dcb-0fdda4008b43, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=b08f237e-3f2b-4421-8dcb-0fdda4008b43,segment=NetworkSegment(dbd84b27-1843-4c50-9664-de000cc581b9),segment_id=dbd84b27-1843-4c50-9664-de000cc581b9)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:03:24.012982 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3cb13830-cc93-4321-97ea-1739a3f25a51 req-1b4e7b77-bd32-4ecd-9bc9-09a4b72ab4ab tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/security-groups?id=582571f6-a365-42ab-be92-c3254f7d1409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965659 Aug 18 12:03:24.018145 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-45f84c76-baab-4c5f-8a1f-28a570d00ee8 req-e79d7697-64f7-48d8-a27a-38c20ef0451a tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] For port 3b63f756-dc5e-4229-bece-70e95b91e232, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=3b63f756-dc5e-4229-bece-70e95b91e232,segment=NetworkSegment(2a2259e0-5d73-4f83-b8d1-a5eaaf9a1824),segment_id=2a2259e0-5d73-4f83-b8d1-a5eaaf9a1824)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:03:24.018521 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-45f84c76-baab-4c5f-8a1f-28a570d00ee8 req-e79d7697-64f7-48d8-a27a-38c20ef0451a tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:24.026570 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:24.027285 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 3b63f756-dc5e-4229-bece-70e95b91e232 no longer exists at agent hyperv_n-h1-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:03:24.039521 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368c168c-2c68-476c-beae-e0cbeab6c483 req-77f984e6-f4e4-45d6-accd-28b5f50f718f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:24.041140 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-368c168c-2c68-476c-beae-e0cbeab6c483 req-77f984e6-f4e4-45d6-accd-28b5f50f718f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=fe1ab259ff774abb8ee8f6b115f604ca&device_id=305b0d7a-e7ab-4129-8b43-4762c73c2ae1 HTTP/1.1" status: 200 len: 1096 time: 0.2754276 Aug 18 12:03:24.089198 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-45f84c76-baab-4c5f-8a1f-28a570d00ee8 req-e79d7697-64f7-48d8-a27a-38c20ef0451a tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Calling delete_port for 3b63f756-dc5e-4229-bece-70e95b91e232 owned by compute:nova {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:03:24.120094 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [None req-7a33ebbb-9873-47cc-b796-51a3c5ca4e92 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Allocated IP 2001:db8::1b5 (0d360ff0-5d0a-4f65-bf63-ca57c959d8ea/3b480a18-fa86-49aa-aa2e-83387e0900aa/167f0b67-1c8e-42ed-86ec-4f2963b55402) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:03:24.194820 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-627836d2-5327-4944-9fce-5ddf5e9323ec req-d6b7b510-49a0-4c15-8b30-f2575b5b34a8 tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] 10.222.0.66 "GET /v2.0/security-groups?id=47674416-b298-4cf8-93c5-c03a14c2b3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172043 Aug 18 12:03:24.251112 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-15dc7754-9502-4bcd-a52a-f69d4ba04129 None None] Provisioning for port 0bec8563-3500-4c5a-9ab1-3b09ca5d7df7 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:03:24.304828 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=b08f237e-3f2b-4421-8dcb-0fdda4008b43,revision_number=6']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:03:24.355091 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c76205a-5263-4850-92fd-c2b826aa6e74 req-80a40913-04ad-462e-9cac-ffe0dc04829e tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:24.356581 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0c76205a-5263-4850-92fd-c2b826aa6e74 req-80a40913-04ad-462e-9cac-ffe0dc04829e tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] 10.222.0.66 "GET /v2.0/ports?device_id=79eb6dfc-2adb-4930-883e-cf334d7966ec HTTP/1.1" status: 200 len: 945 time: 0.1920414 Aug 18 12:03:24.393117 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:24.409320 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '771bfcc3-0ae8-4ccb-b781-ce65f69f40f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b08f237e-3f2b-4421-8dcb-0fdda4008b43'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:03:24.411756 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db50a436fb3a98495337d8fe7487b4f2ea6f3c1052eb9efadc2ecda2d5737001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f901af8-0773-4515-9b80-5c1dedd66a6b" -d '{"events": [{"server_uuid": "771bfcc3-0ae8-4ccb-b781-ce65f69f40f9", "name": "network-vif-unplugged", "status": "completed", "tag": "b08f237e-3f2b-4421-8dcb-0fdda4008b43"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:03:24.429721 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368c168c-2c68-476c-beae-e0cbeab6c483 req-a661e767-ccfa-4702-8625-d0ecf9d2bd8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:24.431157 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-368c168c-2c68-476c-beae-e0cbeab6c483 req-a661e767-ccfa-4702-8625-d0ecf9d2bd8e service neutron] 10.222.0.62 "GET /v2.0/networks?id=3811f777-5849-45bb-9880-799ae79f59e0 HTTP/1.1" status: 200 len: 920 time: 0.3478520 Aug 18 12:03:24.458868 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 3b63f756-dc5e-4229-bece-70e95b91e232, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=3b63f756-dc5e-4229-bece-70e95b91e232,segment=NetworkSegment(2a2259e0-5d73-4f83-b8d1-a5eaaf9a1824),segment_id=2a2259e0-5d73-4f83-b8d1-a5eaaf9a1824)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:03:24.464388 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:24.490146 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 0bec8563-3500-4c5a-9ab1-3b09ca5d7df7 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:03:24.537258 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-368c168c-2c68-476c-beae-e0cbeab6c483 req-ca9e4ad5-4efd-4c3e-8e12-ed44f8bab6cc service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e1e7f579-0652-4bd5-b0e7-9fcb54e2b7a3 HTTP/1.1" status: 200 len: 217 time: 0.0877845 Aug 18 12:03:24.559198 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=3b63f756-dc5e-4229-bece-70e95b91e232,revision_number=6']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:03:24.577747 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port 0bec8563-3500-4c5a-9ab1-3b09ca5d7df7 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:03:24.581492 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 0bec8563-3500-4c5a-9ab1-3b09ca5d7df7 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:03:24.581980 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:24.612895 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0c76205a-5263-4850-92fd-c2b826aa6e74 req-387a734f-37c5-4f16-8c9e-ff50640a9405 tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b3db2ea-cc32-4796-9824-b1355b845d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2419691 Aug 18 12:03:24.683061 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:24.711203 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5fe5f7-c751-4ab8-a107-2dc03a529cff req-12cfde54-227f-4422-af92-f62e0949581f tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:24.717280 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5fe5f7-c751-4ab8-a107-2dc03a529cff req-12cfde54-227f-4422-af92-f62e0949581f tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:24.718912 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4a5fe5f7-c751-4ab8-a107-2dc03a529cff req-12cfde54-227f-4422-af92-f62e0949581f tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] 10.222.0.66 "GET /v2.0/ports?device_id=771bfcc3-0ae8-4ccb-b781-ce65f69f40f9 HTTP/1.1" status: 200 len: 1680 time: 0.3291471 Aug 18 12:03:24.719538 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] For port 0bec8563-3500-4c5a-9ab1-3b09ca5d7df7, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=0bec8563-3500-4c5a-9ab1-3b09ca5d7df7,segment=NetworkSegment(fc38af02-e3b2-49ae-b3b1-3b5f4b10a391),segment_id=fc38af02-e3b2-49ae-b3b1-3b5f4b10a391)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:03:24.726875 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:24.731464 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368c168c-2c68-476c-beae-e0cbeab6c483 req-39028d1a-50c1-4194-bb42-4d9fc6a88009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:24.732990 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-368c168c-2c68-476c-beae-e0cbeab6c483 req-39028d1a-50c1-4194-bb42-4d9fc6a88009 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=bf85a510-4d3c-4322-ac79-b9cb0b40bab8 HTTP/1.1" status: 200 len: 859 time: 0.1751020 Aug 18 12:03:24.781585 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Pushing event updated for resources: {'Port': ['ID=0bec8563-3500-4c5a-9ab1-3b09ca5d7df7,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:03:24.788464 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-7a33ebbb-9873-47cc-b796-51a3c5ca4e92 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:24.810387 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-3e7c98d8-12d5-4666-ac20-cf357b96d400 None None] Provisioning for port f199408a-6afd-418d-ae42-3cc1667ec343 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:03:24.811983 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-368c168c-2c68-476c-beae-e0cbeab6c483 req-e216ecbb-31b5-4b0d-afed-3dddbca1c51b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=3811f777-5849-45bb-9880-799ae79f59e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508456 Aug 18 12:03:24.814759 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-3e7c98d8-12d5-4666-ac20-cf357b96d400 None None] Provisioning complete for port f199408a-6afd-418d-ae42-3cc1667ec343 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:03:24.815195 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3e7c98d8-12d5-4666-ac20-cf357b96d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:24.822474 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-45f84c76-baab-4c5f-8a1f-28a570d00ee8 req-e79d7697-64f7-48d8-a27a-38c20ef0451a tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:24.853522 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [None req-7a33ebbb-9873-47cc-b796-51a3c5ca4e92 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Transition to ACTIVE for port object 167f0b67-1c8e-42ed-86ec-4f2963b55402 will not be triggered until provisioned by entity DHCP. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:03:24.862772 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-3e7c98d8-12d5-4666-ac20-cf357b96d400 None None] Port f199408a-6afd-418d-ae42-3cc1667ec343 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:03:24.880266 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-3e7c98d8-12d5-4666-ac20-cf357b96d400 None None] Provisioning complete for port 0bec8563-3500-4c5a-9ab1-3b09ca5d7df7 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:03:24.880557 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3e7c98d8-12d5-4666-ac20-cf357b96d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:24.920609 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4a5fe5f7-c751-4ab8-a107-2dc03a529cff req-05c8d935-0e66-4bde-82c8-4a405b2613e9 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] 10.222.0.66 "GET /v2.0/security-groups?id=93e28aa4-0de3-4f04-b26e-638cffd77b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865933 Aug 18 12:03:24.924669 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79d7697-64f7-48d8-a27a-38c20ef0451a tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Pushing event deleted for resources: {'Port': ['ID=3b63f756-dc5e-4229-bece-70e95b91e232,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:03:24.933991 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f354c5-f94c-47ef-85c0-2c54c7023b61 req-43d149e9-7dab-4f8a-b028-4f49370181d4 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:24.935613 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-89f354c5-f94c-47ef-85c0-2c54c7023b61 req-43d149e9-7dab-4f8a-b028-4f49370181d4 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.66 "GET /v2.0/ports?device_id=3cbcca6e-a395-47f2-9c2f-a6ca07fc15d5 HTTP/1.1" status: 200 len: 950 time: 0.2434459 Aug 18 12:03:25.002703 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 18 Aug 2021 12:03:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2df731f-1e26-4733-81eb-d805cbe9340b x-openstack-request-id: req-a2df731f-1e26-4733-81eb-d805cbe9340b {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:03:25.003023 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "771bfcc3-0ae8-4ccb-b781-ce65f69f40f9", "name": "network-vif-unplugged", "status": "completed", "tag": "b08f237e-3f2b-4421-8dcb-0fdda4008b43", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:03:25.003275 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a2df731f-1e26-4733-81eb-d805cbe9340b {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:03:25.003680 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '771bfcc3-0ae8-4ccb-b781-ce65f69f40f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b08f237e-3f2b-4421-8dcb-0fdda4008b43', 'code': 200} Aug 18 12:03:25.023803 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-45f84c76-baab-4c5f-8a1f-28a570d00ee8 req-e79d7697-64f7-48d8-a27a-38c20ef0451a tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] No DVR routers for this DVR port 3b63f756-dc5e-4229-bece-70e95b91e232 on host n-h1-804985-2 {{(pid=106252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:03:25.029732 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-45f84c76-baab-4c5f-8a1f-28a570d00ee8 req-e79d7697-64f7-48d8-a27a-38c20ef0451a tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:25.031705 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-45f84c76-baab-4c5f-8a1f-28a570d00ee8 req-e79d7697-64f7-48d8-a27a-38c20ef0451a tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] 10.222.0.63 "DELETE /v2.0/ports/3b63f756-dc5e-4229-bece-70e95b91e232 HTTP/1.1" status: 204 len: 173 time: 1.9568083 Aug 18 12:03:25.094563 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-89f354c5-f94c-47ef-85c0-2c54c7023b61 req-b7cf7ef4-db87-41a1-90ed-f87a68801abd tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb50ebbf-d033-473b-ae6e-593d78928b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461539 Aug 18 12:03:25.097995 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-311e427c-8531-454c-9c49-c240bcbd7081 None None] Provisioning complete for port f199408a-6afd-418d-ae42-3cc1667ec343 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:03:25.098607 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-311e427c-8531-454c-9c49-c240bcbd7081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:25.102592 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-7a33ebbb-9873-47cc-b796-51a3c5ca4e92 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:25.127247 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-368c168c-2c68-476c-beae-e0cbeab6c483 req-efb30058-f2e4-4e1c-804b-05091f033f33 service neutron] 10.222.0.62 "GET /v2.0/networks/3811f777-5849-45bb-9880-799ae79f59e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3000031 Aug 18 12:03:25.143400 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-311e427c-8531-454c-9c49-c240bcbd7081 None None] Port f199408a-6afd-418d-ae42-3cc1667ec343 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:03:25.229363 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '771bfcc3-0ae8-4ccb-b781-ce65f69f40f9', 'name': 'network-vif-deleted', 'tag': '3b63f756-dc5e-4229-bece-70e95b91e232'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:03:25.231592 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f02ceb5-05e1-419a-b00c-580ba5c93e7e" -d '{"events": [{"server_uuid": "771bfcc3-0ae8-4ccb-b781-ce65f69f40f9", "name": "network-vif-deleted", "tag": "3b63f756-dc5e-4229-bece-70e95b91e232"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:03:25.285637 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a33ebbb-9873-47cc-b796-51a3c5ca4e92 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Network 0d360ff0-5d0a-4f65-bf63-ca57c959d8ea is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:03:25.325619 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-7a33ebbb-9873-47cc-b796-51a3c5ca4e92 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:03:25.332599 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a33ebbb-9873-47cc-b796-51a3c5ca4e92 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:03:25.338449 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a33ebbb-9873-47cc-b796-51a3c5ca4e92 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:25.338852 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-7a33ebbb-9873-47cc-b796-51a3c5ca4e92 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:25.345063 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a33ebbb-9873-47cc-b796-51a3c5ca4e92 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Pushing event updated for resources: {'Port': ['ID=167f0b67-1c8e-42ed-86ec-4f2963b55402,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:03:25.372617 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eeefea9-05f2-4a44-ba28-41bae25131bc req-53ac3dd2-d1f5-4fb4-a907-3697e511d08e tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:25.374192 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-4eeefea9-05f2-4a44-ba28-41bae25131bc req-53ac3dd2-d1f5-4fb4-a907-3697e511d08e tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.62 "GET /v2.0/ports?device_id=c638d708-f9ec-4cc8-8d73-799d4b9bed3c HTTP/1.1" status: 200 len: 946 time: 0.0589981 Aug 18 12:03:25.377556 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd386f28-e311-44b2-9af3-4b5170d60618 req-845cc458-d753-4754-a661-5ca8e0b0886e tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:25.379058 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-fd386f28-e311-44b2-9af3-4b5170d60618 req-845cc458-d753-4754-a661-5ca8e0b0886e tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/ports?device_id=c638d708-f9ec-4cc8-8d73-799d4b9bed3c HTTP/1.1" status: 200 len: 946 time: 0.2459795 Aug 18 12:03:25.411548 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-7a33ebbb-9873-47cc-b796-51a3c5ca4e92 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.4556346 Aug 18 12:03:25.414804 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 36158) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:03:25.443609 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e86b1a-8e0e-40b3-91c8-edd68a702bd3 req-554c9c1d-400e-402f-b73e-0ad706374c31 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:25.445179 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-25e86b1a-8e0e-40b3-91c8-edd68a702bd3 req-554c9c1d-400e-402f-b73e-0ad706374c31 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.66 "GET /v2.0/ports?device_id=91f91cc6-f7e6-4f93-a2fd-468ee517e70f HTTP/1.1" status: 200 len: 950 time: 0.1981258 Aug 18 12:03:25.452463 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-368c168c-2c68-476c-beae-e0cbeab6c483 req-f9cbf5a3-9a56-4e0f-bdf5-8cb99d7593ba service neutron] 10.222.0.62 "GET /v2.0/networks/3811f777-5849-45bb-9880-799ae79f59e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2639699 Aug 18 12:03:25.465271 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-45f84c76-baab-4c5f-8a1f-28a570d00ee8 req-4aabd18f-a790-4ab4-8ed0-83d7effae251 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Deleting port b08f237e-3f2b-4421-8dcb-0fdda4008b43 {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:03:25.465609 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-45f84c76-baab-4c5f-8a1f-28a570d00ee8 req-4aabd18f-a790-4ab4-8ed0-83d7effae251 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:25.529883 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-fd386f28-e311-44b2-9af3-4b5170d60618 req-ba4bc580-945b-41bd-8c71-f5a8ee5641ba tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/security-groups?id=582571f6-a365-42ab-be92-c3254f7d1409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405768 Aug 18 12:03:25.562798 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-25e86b1a-8e0e-40b3-91c8-edd68a702bd3 req-69b567aa-e918-4d86-beb8-2249fefec8a5 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb50ebbf-d033-473b-ae6e-593d78928b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100280 Aug 18 12:03:25.613866 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-45f84c76-baab-4c5f-8a1f-28a570d00ee8 req-4aabd18f-a790-4ab4-8ed0-83d7effae251 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] For port b08f237e-3f2b-4421-8dcb-0fdda4008b43, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=b08f237e-3f2b-4421-8dcb-0fdda4008b43,segment=NetworkSegment(dbd84b27-1843-4c50-9664-de000cc581b9),segment_id=dbd84b27-1843-4c50-9664-de000cc581b9)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:03:25.614240 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-45f84c76-baab-4c5f-8a1f-28a570d00ee8 req-4aabd18f-a790-4ab4-8ed0-83d7effae251 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:25.629810 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:03:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65ca2dbd-53f5-49df-b8ab-7484a5d6a556 x-openstack-request-id: req-65ca2dbd-53f5-49df-b8ab-7484a5d6a556 {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:03:25.630226 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "771bfcc3-0ae8-4ccb-b781-ce65f69f40f9", "name": "network-vif-deleted", "tag": "3b63f756-dc5e-4229-bece-70e95b91e232", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:03:25.630563 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-65ca2dbd-53f5-49df-b8ab-7484a5d6a556 {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:03:25.631175 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '771bfcc3-0ae8-4ccb-b781-ce65f69f40f9', 'name': 'network-vif-deleted', 'tag': '3b63f756-dc5e-4229-bece-70e95b91e232', 'status': 'completed', 'code': 200} Aug 18 12:03:25.632284 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-45f84c76-baab-4c5f-8a1f-28a570d00ee8 req-4aabd18f-a790-4ab4-8ed0-83d7effae251 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Calling delete_port for b08f237e-3f2b-4421-8dcb-0fdda4008b43 owned by compute:nova {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:03:25.675841 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-71704f01-2b94-47de-b795-e1341e25d245 None None] Provisioning for port 167f0b67-1c8e-42ed-86ec-4f2963b55402 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:03:25.683944 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-71704f01-2b94-47de-b795-e1341e25d245 None None] Provisioning complete for port 167f0b67-1c8e-42ed-86ec-4f2963b55402 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:03:25.684419 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-71704f01-2b94-47de-b795-e1341e25d245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:25.743249 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-71704f01-2b94-47de-b795-e1341e25d245 None None] Port 167f0b67-1c8e-42ed-86ec-4f2963b55402 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:03:25.762295 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ecc31e-7527-4c6e-84e0-c5d7109fb96b req-c4cb3bb3-a373-4c98-977f-d6656810453a tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:25.764069 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-86ecc31e-7527-4c6e-84e0-c5d7109fb96b req-c4cb3bb3-a373-4c98-977f-d6656810453a tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] 10.222.0.66 "GET /v2.0/ports?device_id=305b0d7a-e7ab-4129-8b43-4762c73c2ae1 HTTP/1.1" status: 200 len: 945 time: 0.1188617 Aug 18 12:03:25.838307 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-86ecc31e-7527-4c6e-84e0-c5d7109fb96b req-641cb152-696a-422e-949a-74f84ce91da2 tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] 10.222.0.66 "GET /v2.0/security-groups?id=47674416-b298-4cf8-93c5-c03a14c2b3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642345 Aug 18 12:03:25.866128 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-45f84c76-baab-4c5f-8a1f-28a570d00ee8 req-4aabd18f-a790-4ab4-8ed0-83d7effae251 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:25.868887 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5df421bc-140d-4ea3-9f1e-e12089a7e21e tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:25.870453 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-5df421bc-140d-4ea3-9f1e-e12089a7e21e tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] 10.222.0.66 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A321 HTTP/1.1" status: 200 len: 927 time: 0.4546134 Aug 18 12:03:25.873823 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 36164) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:03:25.915188 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-4eeefea9-05f2-4a44-ba28-41bae25131bc req-1c9cc990-eec5-4aed-b19c-06e3afd4d194 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] Deleting port b22d0b76-0641-4b54-8103-0eca22255863 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:03:25.915783 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-4eeefea9-05f2-4a44-ba28-41bae25131bc req-1c9cc990-eec5-4aed-b19c-06e3afd4d194 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:25.922527 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aabd18f-a790-4ab4-8ed0-83d7effae251 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Pushing event deleted for resources: {'Port': ['ID=b08f237e-3f2b-4421-8dcb-0fdda4008b43,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:03:25.980404 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-45f84c76-baab-4c5f-8a1f-28a570d00ee8 req-4aabd18f-a790-4ab4-8ed0-83d7effae251 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] No DVR routers for this DVR port b08f237e-3f2b-4421-8dcb-0fdda4008b43 on host n-h1-804985-2 {{(pid=106252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:03:25.981526 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-45f84c76-baab-4c5f-8a1f-28a570d00ee8 req-4aabd18f-a790-4ab4-8ed0-83d7effae251 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:25.984443 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-45f84c76-baab-4c5f-8a1f-28a570d00ee8 req-4aabd18f-a790-4ab4-8ed0-83d7effae251 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] 10.222.0.63 "DELETE /v2.0/ports/b08f237e-3f2b-4421-8dcb-0fdda4008b43 HTTP/1.1" status: 204 len: 173 time: 0.9441090 Aug 18 12:03:26.064840 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33d7fca-44bf-4a56-ae8d-b7f007993dfc req-494d4f2a-c95a-4cd5-ac43-e23e15cb24f0 tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:26.066502 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c33d7fca-44bf-4a56-ae8d-b7f007993dfc req-494d4f2a-c95a-4cd5-ac43-e23e15cb24f0 tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] 10.222.0.66 "GET /v2.0/ports?device_id=79eb6dfc-2adb-4930-883e-cf334d7966ec HTTP/1.1" status: 200 len: 945 time: 0.0998182 Aug 18 12:03:26.077874 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-4eeefea9-05f2-4a44-ba28-41bae25131bc req-1c9cc990-eec5-4aed-b19c-06e3afd4d194 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] For port b22d0b76-0641-4b54-8103-0eca22255863, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=b22d0b76-0641-4b54-8103-0eca22255863,segment=NetworkSegment(41659f6a-58f9-4216-bad4-63cae3d0928f),segment_id=41659f6a-58f9-4216-bad4-63cae3d0928f)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:03:26.078241 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-4eeefea9-05f2-4a44-ba28-41bae25131bc req-1c9cc990-eec5-4aed-b19c-06e3afd4d194 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:26.097300 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f289d7-06e8-453d-81e8-6b90926a9337 req-4eece67c-9a30-4cf2-8e6d-0e714f5c7de0 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:26.103265 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-8bf1dfc5-3835-405e-a04f-fa6d293a4715 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Deleting port 167f0b67-1c8e-42ed-86ec-4f2963b55402 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:03:26.103588 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8bf1dfc5-3835-405e-a04f-fa6d293a4715 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:26.105577 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f289d7-06e8-453d-81e8-6b90926a9337 req-4eece67c-9a30-4cf2-8e6d-0e714f5c7de0 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:26.106484 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-4eeefea9-05f2-4a44-ba28-41bae25131bc req-1c9cc990-eec5-4aed-b19c-06e3afd4d194 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] Calling delete_port for b22d0b76-0641-4b54-8103-0eca22255863 owned by compute:nova {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:03:26.107499 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-04f289d7-06e8-453d-81e8-6b90926a9337 req-4eece67c-9a30-4cf2-8e6d-0e714f5c7de0 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.66 "GET /v2.0/ports?device_id=3cbcca6e-a395-47f2-9c2f-a6ca07fc15d5&device_id=91f91cc6-f7e6-4f93-a2fd-468ee517e70f HTTP/1.1" status: 200 len: 1691 time: 0.0978072 Aug 18 12:03:26.166783 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c33d7fca-44bf-4a56-ae8d-b7f007993dfc req-2f14d6c1-9961-4f50-bc54-2b050bebd2ce tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b3db2ea-cc32-4796-9824-b1355b845d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842388 Aug 18 12:03:26.172301 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-04f289d7-06e8-453d-81e8-6b90926a9337 req-bcd769c4-1474-4cc9-8e84-16536b81018e tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb50ebbf-d033-473b-ae6e-593d78928b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508893 Aug 18 12:03:26.243779 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8bf1dfc5-3835-405e-a04f-fa6d293a4715 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:26.264665 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-8bf1dfc5-3835-405e-a04f-fa6d293a4715 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Calling delete_port for 167f0b67-1c8e-42ed-86ec-4f2963b55402 owned by {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:03:26.306657 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-084ceaa1-5184-49d6-82f7-68fb36d649e0 req-eb8e3f05-582e-4257-93f7-ed0d98e6b608 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] 10.222.0.66 "GET /v2.0/ports?device_id=771bfcc3-0ae8-4ccb-b781-ce65f69f40f9 HTTP/1.1" status: 200 len: 210 time: 0.0476289 Aug 18 12:03:26.356357 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 0bec8563-3500-4c5a-9ab1-3b09ca5d7df7 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:03:26.402462 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-4eeefea9-05f2-4a44-ba28-41bae25131bc req-1c9cc990-eec5-4aed-b19c-06e3afd4d194 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:26.454062 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9cc990-eec5-4aed-b19c-06e3afd4d194 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] Pushing event deleted for resources: {'Port': ['ID=b22d0b76-0641-4b54-8103-0eca22255863,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:03:26.457275 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 0bec8563-3500-4c5a-9ab1-3b09ca5d7df7 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:03:26.458363 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:26.577124 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-4eeefea9-05f2-4a44-ba28-41bae25131bc req-1c9cc990-eec5-4aed-b19c-06e3afd4d194 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] No DVR routers for this DVR port b22d0b76-0641-4b54-8103-0eca22255863 on host n-h2-804985-2 {{(pid=106253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:03:26.582272 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-4eeefea9-05f2-4a44-ba28-41bae25131bc req-1c9cc990-eec5-4aed-b19c-06e3afd4d194 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:26.586035 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-4eeefea9-05f2-4a44-ba28-41bae25131bc req-1c9cc990-eec5-4aed-b19c-06e3afd4d194 tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.62 "DELETE /v2.0/ports/b22d0b76-0641-4b54-8103-0eca22255863 HTTP/1.1" status: 204 len: 173 time: 1.2040086 Aug 18 12:03:26.591137 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c638d708-f9ec-4cc8-8d73-799d4b9bed3c', 'name': 'network-vif-deleted', 'tag': 'b22d0b76-0641-4b54-8103-0eca22255863'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:03:26.593003 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070371d6-efb8-4fa6-a5f8-d66f20dcdbdc req-1e3f85f6-7892-4c12-8578-33fb66e3af5d tempest-ServersOnMultiNodesTest-820981758 tempest-ServersOnMultiNodesTest-820981758-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:26.601059 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-070371d6-efb8-4fa6-a5f8-d66f20dcdbdc req-1e3f85f6-7892-4c12-8578-33fb66e3af5d tempest-ServersOnMultiNodesTest-820981758 tempest-ServersOnMultiNodesTest-820981758-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=3cbcca6e-a395-47f2-9c2f-a6ca07fc15d5 HTTP/1.1" status: 200 len: 1101 time: 0.0752478 Aug 18 12:03:26.611579 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0679f4c4b6e0e0c064a7d71d722dc30541a34fffee11680573be22ee2ffccc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a2833bc-8866-435b-951c-ec6811a1a063" -d '{"events": [{"server_uuid": "c638d708-f9ec-4cc8-8d73-799d4b9bed3c", "name": "network-vif-deleted", "tag": "b22d0b76-0641-4b54-8103-0eca22255863"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:03:26.648106 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8bf1dfc5-3835-405e-a04f-fa6d293a4715 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:26.668748 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-73b4df0b-e1b5-4cf6-8d0e-386d6b948b35 req-4cf7e1f3-f84a-45a4-98e8-1718f0a2c06e tempest-ServersNegativeTestJSON-2008018985 tempest-ServersNegativeTestJSON-2008018985-project] 10.222.0.66 "GET /v2.0/ports?device_id=c638d708-f9ec-4cc8-8d73-799d4b9bed3c HTTP/1.1" status: 200 len: 210 time: 0.0341504 Aug 18 12:03:26.683025 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-070371d6-efb8-4fa6-a5f8-d66f20dcdbdc req-c57e2a3d-12fd-4067-bb3a-181d9824b580 tempest-ServersOnMultiNodesTest-820981758 tempest-ServersOnMultiNodesTest-820981758-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=eb50ebbf-d033-473b-ae6e-593d78928b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760567 Aug 18 12:03:26.709473 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf1dfc5-3835-405e-a04f-fa6d293a4715 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Pushing event deleted for resources: {'Port': ['ID=167f0b67-1c8e-42ed-86ec-4f2963b55402,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:03:26.743265 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:03:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf02de88-42b3-47c3-893b-90e23d06501b x-openstack-request-id: req-bf02de88-42b3-47c3-893b-90e23d06501b {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:03:26.743902 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c638d708-f9ec-4cc8-8d73-799d4b9bed3c", "name": "network-vif-deleted", "tag": "b22d0b76-0641-4b54-8103-0eca22255863", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:03:26.743902 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-bf02de88-42b3-47c3-893b-90e23d06501b {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:03:26.744214 n-d-804985-2 neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c638d708-f9ec-4cc8-8d73-799d4b9bed3c', 'name': 'network-vif-deleted', 'tag': 'b22d0b76-0641-4b54-8103-0eca22255863', 'status': 'completed', 'code': 200} Aug 18 12:03:26.747802 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8bf1dfc5-3835-405e-a04f-fa6d293a4715 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:26.750557 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-8bf1dfc5-3835-405e-a04f-fa6d293a4715 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] 10.222.0.66 "DELETE /v2.0/ports/167f0b67-1c8e-42ed-86ec-4f2963b55402 HTTP/1.1" status: 204 len: 168 time: 0.8758268 Aug 18 12:03:26.753354 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 36192) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:03:26.790202 n-d-804985-2 neutron-server[106253]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5cd6654-7dc4-4002-be0f-802ac72d842d tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] GET failed (client error): The resource could not be found. Aug 18 12:03:26.795504 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-b5cd6654-7dc4-4002-be0f-802ac72d842d tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] 10.222.0.66 "GET /v2.0/ports/167f0b67-1c8e-42ed-86ec-4f2963b55402 HTTP/1.1" status: 404 len: 333 time: 0.0385244 Aug 18 12:03:26.795809 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 36194) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:03:26.885473 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7352ad4-d26d-4668-a598-fc49bffe8dd6 req-70522d44-e41e-4c02-b3fd-abf3838b8aa1 tempest-ServersOnMultiNodesTest-820981758 tempest-ServersOnMultiNodesTest-820981758-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:26.887006 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a7352ad4-d26d-4668-a598-fc49bffe8dd6 req-70522d44-e41e-4c02-b3fd-abf3838b8aa1 tempest-ServersOnMultiNodesTest-820981758 tempest-ServersOnMultiNodesTest-820981758-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=91f91cc6-f7e6-4f93-a2fd-468ee517e70f HTTP/1.1" status: 200 len: 1101 time: 0.1047356 Aug 18 12:03:26.939484 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a7352ad4-d26d-4668-a598-fc49bffe8dd6 req-0295d797-6cb4-4fb5-81fc-e0ff788a1d16 tempest-ServersOnMultiNodesTest-820981758 tempest-ServersOnMultiNodesTest-820981758-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=eb50ebbf-d033-473b-ae6e-593d78928b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442936 Aug 18 12:03:26.943251 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-e25c9754-b1fc-495c-806c-f00a452a0edb tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Deleting port f199408a-6afd-418d-ae42-3cc1667ec343 {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:03:26.943527 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e25c9754-b1fc-495c-806c-f00a452a0edb tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:27.004913 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '771bfcc3-0ae8-4ccb-b781-ce65f69f40f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b63f756-dc5e-4229-bece-70e95b91e232'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:03:27.007996 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db50a436fb3a98495337d8fe7487b4f2ea6f3c1052eb9efadc2ecda2d5737001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6888ac77-10b8-4acb-898b-5b969f3249ba" -d '{"events": [{"server_uuid": "771bfcc3-0ae8-4ccb-b781-ce65f69f40f9", "name": "network-vif-unplugged", "status": "completed", "tag": "3b63f756-dc5e-4229-bece-70e95b91e232"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:03:27.040591 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e25c9754-b1fc-495c-806c-f00a452a0edb tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:27.054113 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-e25c9754-b1fc-495c-806c-f00a452a0edb tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Calling delete_port for f199408a-6afd-418d-ae42-3cc1667ec343 owned by {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:03:27.068775 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 18 Aug 2021 12:03:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c26ce74-2756-4b4b-a583-8dbf6fef4302 x-openstack-request-id: req-9c26ce74-2756-4b4b-a583-8dbf6fef4302 {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:03:27.069126 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "771bfcc3-0ae8-4ccb-b781-ce65f69f40f9", "name": "network-vif-unplugged", "status": "completed", "tag": "3b63f756-dc5e-4229-bece-70e95b91e232", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:03:27.069424 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-9c26ce74-2756-4b4b-a583-8dbf6fef4302 {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:03:27.070350 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '771bfcc3-0ae8-4ccb-b781-ce65f69f40f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b63f756-dc5e-4229-bece-70e95b91e232', 'code': 200} Aug 18 12:03:27.166726 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-633c5c88-0fea-4081-9ad5-977885fd5ccd req-4b0a763e-1545-4e48-aebd-f5c17657a403 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=5dc13ca5db3b4f4a9d5ca7ec0f8f54a8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0249012 Aug 18 12:03:27.362960 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342bd836-a51b-442d-a4e1-11ad02b86e1d req-e622f987-4bec-4cd6-a01e-10fa273a66b4 tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:27.364572 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-342bd836-a51b-442d-a4e1-11ad02b86e1d req-e622f987-4bec-4cd6-a01e-10fa273a66b4 tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] 10.222.0.66 "GET /v2.0/ports?device_id=79eb6dfc-2adb-4930-883e-cf334d7966ec HTTP/1.1" status: 200 len: 945 time: 0.0919721 Aug 18 12:03:27.375926 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e25c9754-b1fc-495c-806c-f00a452a0edb tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:27.436450 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633c5c88-0fea-4081-9ad5-977885fd5ccd req-6a88b883-112d-49b7-be54-16f7f20cbb81 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:27.437925 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-633c5c88-0fea-4081-9ad5-977885fd5ccd req-6a88b883-112d-49b7-be54-16f7f20cbb81 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2639563 Aug 18 12:03:27.458467 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-342bd836-a51b-442d-a4e1-11ad02b86e1d req-4b6a0352-ec77-4eb1-9ead-488ad8e14f46 tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b3db2ea-cc32-4796-9824-b1355b845d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824888 Aug 18 12:03:27.458467 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25c9754-b1fc-495c-806c-f00a452a0edb tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Pushing event deleted for resources: {'Port': ['ID=f199408a-6afd-418d-ae42-3cc1667ec343,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:03:27.494832 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-633c5c88-0fea-4081-9ad5-977885fd5ccd req-9f6979af-d22d-4525-8dc2-c0f39e2caa58 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.66 "GET /v2.0/quotas/5dc13ca5db3b4f4a9d5ca7ec0f8f54a8 HTTP/1.1" status: 200 len: 375 time: 0.0410872 Aug 18 12:03:27.502754 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e25c9754-b1fc-495c-806c-f00a452a0edb tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:27.506760 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-e25c9754-b1fc-495c-806c-f00a452a0edb tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] 10.222.0.66 "DELETE /v2.0/ports/f199408a-6afd-418d-ae42-3cc1667ec343 HTTP/1.1" status: 204 len: 168 time: 0.7097228 Aug 18 12:03:27.510074 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 36216) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:03:27.549315 n-d-804985-2 neutron-server[106253]: INFO neutron.pecan_wsgi.hooks.translation [None req-62586c1d-df87-4fcc-868c-93c181f4fca8 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] GET failed (client error): The resource could not be found. Aug 18 12:03:27.553294 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 36218) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:03:27.565072 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-62586c1d-df87-4fcc-868c-93c181f4fca8 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] 10.222.0.66 "GET /v2.0/ports/f199408a-6afd-418d-ae42-3cc1667ec343 HTTP/1.1" status: 404 len: 333 time: 0.0527456 Aug 18 12:03:27.565792 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 36220) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:03:27.621295 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device b22d0b76-0641-4b54-8103-0eca22255863 no longer exists at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:03:27.656132 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '771bfcc3-0ae8-4ccb-b781-ce65f69f40f9', 'name': 'network-vif-deleted', 'tag': 'b08f237e-3f2b-4421-8dcb-0fdda4008b43'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:03:27.659019 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56cb7dd7-7d22-488c-afcb-e6d6c306a550" -d '{"events": [{"server_uuid": "771bfcc3-0ae8-4ccb-b781-ce65f69f40f9", "name": "network-vif-deleted", "tag": "b08f237e-3f2b-4421-8dcb-0fdda4008b43"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:03:27.679427 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] No Port match for: b22d0b76-0641-4b54-8103-0eca22255863 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:03:27.680113 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device b22d0b76-0641-4b54-8103-0eca22255863 not bound to the agent host n-h2-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:03:27.688642 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f6bf798-4a4c-4767-afd7-41c2de23f029 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Deleting subnet 3b480a18-fa86-49aa-aa2e-83387e0900aa {{(pid=106253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 12:03:27.692294 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1f6bf798-4a4c-4767-afd7-41c2de23f029 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks [] for subnet, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:27.742945 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-633c5c88-0fea-4081-9ad5-977885fd5ccd req-f6a31283-ac82-4fb7-b059-b26aed7d2a76 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=5dc13ca5db3b4f4a9d5ca7ec0f8f54a8&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2348559 Aug 18 12:03:27.752346 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1f6bf798-4a4c-4767-afd7-41c2de23f029 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902229'] for subnet, precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:27.753831 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_v2 [None req-f86b7e02-6cd4-461e-9f57-ed7468d6f6a7 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Deleting subnet 071528d0-6a1a-4e28-a3c8-0ac10e4ce9c0 {{(pid=106252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 12:03:27.767543 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:03:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cba6ce85-0610-428a-a2f8-a66afd0e6a1b x-openstack-request-id: req-cba6ce85-0610-428a-a2f8-a66afd0e6a1b {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:03:27.767872 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "771bfcc3-0ae8-4ccb-b781-ce65f69f40f9", "name": "network-vif-deleted", "tag": "b08f237e-3f2b-4421-8dcb-0fdda4008b43", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:03:27.768091 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-cba6ce85-0610-428a-a2f8-a66afd0e6a1b {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:03:27.768505 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '771bfcc3-0ae8-4ccb-b781-ce65f69f40f9', 'name': 'network-vif-deleted', 'tag': 'b08f237e-3f2b-4421-8dcb-0fdda4008b43', 'status': 'completed', 'code': 200} Aug 18 12:03:27.769278 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f86b7e02-6cd4-461e-9f57-ed7468d6f6a7 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Notify callbacks [] for subnet, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:27.797883 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 36228) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:03:27.902426 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1f6bf798-4a4c-4767-afd7-41c2de23f029 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:27.968316 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_v2 [None req-e00ea050-1b25-45bb-bd30-6b9d23264576 admin admin] Deleting subnet 9eb49c77-336c-4fcc-8887-f982143a5a95 {{(pid=106253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 12:03:27.975575 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e00ea050-1b25-45bb-bd30-6b9d23264576 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:28.022414 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e00ea050-1b25-45bb-bd30-6b9d23264576 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902229'] for subnet, precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:28.025901 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1f6bf798-4a4c-4767-afd7-41c2de23f029 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58902171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59388106'] for subnet, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:28.088797 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1f6bf798-4a4c-4767-afd7-41c2de23f029 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:28.090941 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-1f6bf798-4a4c-4767-afd7-41c2de23f029 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] 10.222.0.66 "DELETE /v2.0/subnets/3b480a18-fa86-49aa-aa2e-83387e0900aa HTTP/1.1" status: 204 len: 168 time: 0.5235612 Aug 18 12:03:28.096707 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 36238) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:03:28.097642 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6bf798-4a4c-4767-afd7-41c2de23f029 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Pushing event deleted for resources: {'Subnet': ['ID=3b480a18-fa86-49aa-aa2e-83387e0900aa,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:03:28.098601 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ea7a1ca-0e0f-47f1-90e0-30b033de8eac None None] Network 0d360ff0-5d0a-4f65-bf63-ca57c959d8ea requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:03:28.182398 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e00ea050-1b25-45bb-bd30-6b9d23264576 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:28.236499 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e6143902-cfeb-44e1-8e36-27d63f94475d tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7904109'] for network, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:28.301450 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e00ea050-1b25-45bb-bd30-6b9d23264576 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58902171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59388106'] for subnet, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:28.341674 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00ea050-1b25-45bb-bd30-6b9d23264576 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9eb49c77-336c-4fcc-8887-f982143a5a95,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:03:28.346381 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e00ea050-1b25-45bb-bd30-6b9d23264576 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:28.351211 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-e00ea050-1b25-45bb-bd30-6b9d23264576 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/9eb49c77-336c-4fcc-8887-f982143a5a95 HTTP/1.1" status: 204 len: 168 time: 0.5491726 Aug 18 12:03:28.351863 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 36244) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:03:28.407609 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97086ae7-0e4e-4129-9f16-9a191df4b7fe None None] DHCP port deletion for 0d360ff0-5d0a-4f65-bf63-ca57c959d8ea request from n-d-804985-2 {{(pid=106254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 12:03:28.408012 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-e6143902-cfeb-44e1-8e36-27d63f94475d tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Deleting port 0bec8563-3500-4c5a-9ab1-3b09ca5d7df7 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:03:28.408351 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e6143902-cfeb-44e1-8e36-27d63f94475d tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:28.440635 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0fa2bc5e-3480-41b9-a5d3-16bf99562445 req-79730eb3-b193-4e85-b6db-97fb1cb7f67e tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.66 "GET /v2.0/ports?device_id=498dc9ca-56e1-4988-bbea-ab26b5d710ff HTTP/1.1" status: 200 len: 210 time: 0.0475371 Aug 18 12:03:28.472317 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f86b7e02-6cd4-461e-9f57-ed7468d6f6a7 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2221528'] for subnet, precommit_delete_associations {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:28.489877 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6fcf50e0-9934-4e81-928a-1324f3306a18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7904109'] for network, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:28.490465 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-97086ae7-0e4e-4129-9f16-9a191df4b7fe None None] Deleting port 0bec8563-3500-4c5a-9ab1-3b09ca5d7df7 {{(pid=106254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:03:28.491022 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-97086ae7-0e4e-4129-9f16-9a191df4b7fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:28.510075 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [None req-e6143902-cfeb-44e1-8e36-27d63f94475d tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] For port 0bec8563-3500-4c5a-9ab1-3b09ca5d7df7, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=0bec8563-3500-4c5a-9ab1-3b09ca5d7df7,segment=NetworkSegment(fc38af02-e3b2-49ae-b3b1-3b5f4b10a391),segment_id=fc38af02-e3b2-49ae-b3b1-3b5f4b10a391)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:03:28.510633 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e6143902-cfeb-44e1-8e36-27d63f94475d tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:28.532494 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-e6143902-cfeb-44e1-8e36-27d63f94475d tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Calling delete_port for 0bec8563-3500-4c5a-9ab1-3b09ca5d7df7 owned by network:dhcp {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:03:28.610999 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-97086ae7-0e4e-4129-9f16-9a191df4b7fe None None] For port 0bec8563-3500-4c5a-9ab1-3b09ca5d7df7, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=0bec8563-3500-4c5a-9ab1-3b09ca5d7df7,segment=NetworkSegment(fc38af02-e3b2-49ae-b3b1-3b5f4b10a391),segment_id=fc38af02-e3b2-49ae-b3b1-3b5f4b10a391)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:03:28.611373 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-97086ae7-0e4e-4129-9f16-9a191df4b7fe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:28.643728 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-97086ae7-0e4e-4129-9f16-9a191df4b7fe None None] Calling delete_port for 0bec8563-3500-4c5a-9ab1-3b09ca5d7df7 owned by network:dhcp {{(pid=106254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:03:28.644365 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6fcf50e0-9934-4e81-928a-1324f3306a18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8367869', 'neutron.services.segments.db._delete_segments_for_network-8789151212993'] for network, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:28.657990 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-6fcf50e0-9934-4e81-928a-1324f3306a18 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77d4e2e9-bb4f-4e96-bc3f-77ed49a19e4d']}} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:03:28.686929 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-6fcf50e0-9934-4e81-928a-1324f3306a18 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41659f6a-58f9-4216-bad4-63cae3d0928f') {'for_net_delete': True} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:03:28.686929 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-6fcf50e0-9934-4e81-928a-1324f3306a18 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41659f6a-58f9-4216-bad4-63cae3d0928f') {} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:03:28.702641 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3163edd-b8c6-4769-b652-ce6b9115710f req-f20b8353-8ab1-4a0c-9f21-e7615d670067 tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:28.710199 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f3163edd-b8c6-4769-b652-ce6b9115710f req-f20b8353-8ab1-4a0c-9f21-e7615d670067 tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] 10.222.0.66 "GET /v2.0/ports?device_id=79eb6dfc-2adb-4930-883e-cf334d7966ec HTTP/1.1" status: 200 len: 945 time: 0.1024859 Aug 18 12:03:28.717655 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6fcf50e0-9934-4e81-928a-1324f3306a18 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789151225254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902236'] for segment, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:28.730353 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f86b7e02-6cd4-461e-9f57-ed7468d6f6a7 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:28.742671 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6fcf50e0-9934-4e81-928a-1324f3306a18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:28.751031 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fcf50e0-9934-4e81-928a-1324f3306a18 admin admin] Releasing vlan 804 on physical network physnet1 to pool {{(pid=106253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:03:28.751509 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6fcf50e0-9934-4e81-928a-1324f3306a18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58900537'] for segment, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:28.753494 n-d-804985-2 neutron-server[106253]: Traceback (most recent call last): Aug 18 12:03:28.753494 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:03:28.753494 n-d-804985-2 neutron-server[106253]: timer() Aug 18 12:03:28.753494 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:03:28.753494 n-d-804985-2 neutron-server[106253]: cb(*args, **kw) Aug 18 12:03:28.753494 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:03:28.753494 n-d-804985-2 neutron-server[106253]: return func(*args, **kwargs) Aug 18 12:03:28.753494 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:03:28.753494 n-d-804985-2 neutron-server[106253]: self._notify() Aug 18 12:03:28.753494 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:03:28.753494 n-d-804985-2 neutron-server[106253]: self.callback(batched_events) Aug 18 12:03:28.753494 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:03:28.753494 n-d-804985-2 neutron-server[106253]: event.method(event) Aug 18 12:03:28.753494 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:03:28.753494 n-d-804985-2 neutron-server[106253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:03:28.753494 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:03:28.753494 n-d-804985-2 neutron-server[106253]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:03:28.753494 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:03:28.753494 n-d-804985-2 neutron-server[106253]: return f(self, *a, **k) Aug 18 12:03:28.753494 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:03:28.753494 n-d-804985-2 neutron-server[106253]: return self._get(url).json() Aug 18 12:03:28.753494 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:03:28.753494 n-d-804985-2 neutron-server[106253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:03:28.753494 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:03:28.753494 n-d-804985-2 neutron-server[106253]: return self.request(url, 'GET', **kwargs) Aug 18 12:03:28.753494 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:03:28.753494 n-d-804985-2 neutron-server[106253]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:03:28.753494 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:03:28.753494 n-d-804985-2 neutron-server[106253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:03:28.753494 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:03:28.753494 n-d-804985-2 neutron-server[106253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:03:28.753494 n-d-804985-2 neutron-server[106253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:03:28.764638 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e6143902-cfeb-44e1-8e36-27d63f94475d tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:28.822714 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6143902-cfeb-44e1-8e36-27d63f94475d tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Pushing event deleted for resources: {'Port': ['ID=0bec8563-3500-4c5a-9ab1-3b09ca5d7df7,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:03:28.830641 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6143902-cfeb-44e1-8e36-27d63f94475d tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] No DVR routers for this DVR port 0bec8563-3500-4c5a-9ab1-3b09ca5d7df7 on host n-d-804985-2 {{(pid=106253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:03:28.840799 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-97086ae7-0e4e-4129-9f16-9a191df4b7fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556'] for port, after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:28.857804 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f3163edd-b8c6-4769-b652-ce6b9115710f req-4cd1ee9f-e20e-429d-843a-b54c2d2523db tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b3db2ea-cc32-4796-9824-b1355b845d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459551 Aug 18 12:03:28.889216 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f86b7e02-6cd4-461e-9f57-ed7468d6f6a7 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3572848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59074100'] for subnet, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:28.913447 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97086ae7-0e4e-4129-9f16-9a191df4b7fe None None] Pushing event deleted for resources: {'Port': ['ID=0bec8563-3500-4c5a-9ab1-3b09ca5d7df7,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:03:28.918035 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97086ae7-0e4e-4129-9f16-9a191df4b7fe None None] No DVR routers for this DVR port 0bec8563-3500-4c5a-9ab1-3b09ca5d7df7 on host n-d-804985-2 {{(pid=106254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:03:28.932693 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6fcf50e0-9934-4e81-928a-1324f3306a18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8367858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997186'] for network, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:28.941899 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6fcf50e0-9934-4e81-928a-1324f3306a18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:28.942153 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86b7e02-6cd4-461e-9f57-ed7468d6f6a7 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Pushing event deleted for resources: {'Subnet': ['ID=071528d0-6a1a-4e28-a3c8-0ac10e4ce9c0,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:03:28.948549 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-6fcf50e0-9934-4e81-928a-1324f3306a18 admin admin] 10.222.0.66 "DELETE /v2.0/networks/77d4e2e9-bb4f-4e96-bc3f-77ed49a19e4d HTTP/1.1" status: 204 len: 168 time: 0.5943661 Aug 18 12:03:28.955680 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f86b7e02-6cd4-461e-9f57-ed7468d6f6a7 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for subnet, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:28.961293 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-f86b7e02-6cd4-461e-9f57-ed7468d6f6a7 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] 10.222.0.66 "DELETE /v2.0/subnets/071528d0-6a1a-4e28-a3c8-0ac10e4ce9c0 HTTP/1.1" status: 204 len: 168 time: 1.4090219 Aug 18 12:03:28.961930 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 36256) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:03:28.963292 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2da90e8d-4435-4900-be3a-72a00933f169 None None] Network 4bd0b8b1-f7b8-42e5-a78e-b89cea186ccd requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:03:28.967173 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e6143902-cfeb-44e1-8e36-27d63f94475d tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8367869', 'neutron.services.segments.db._delete_segments_for_network-8789151212993'] for network, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:28.987646 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcf50e0-9934-4e81-928a-1324f3306a18 admin admin] Pushing event deleted for resources: {'Network': ['ID=77d4e2e9-bb4f-4e96-bc3f-77ed49a19e4d,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:03:28.993762 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-e6143902-cfeb-44e1-8e36-27d63f94475d tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d360ff0-5d0a-4f65-bf63-ca57c959d8ea']}} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:03:29.009707 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-e6143902-cfeb-44e1-8e36-27d63f94475d tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc38af02-e3b2-49ae-b3b1-3b5f4b10a391') {'for_net_delete': True} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:03:29.009976 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-e6143902-cfeb-44e1-8e36-27d63f94475d tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc38af02-e3b2-49ae-b3b1-3b5f4b10a391') {} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:03:29.020748 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e6143902-cfeb-44e1-8e36-27d63f94475d tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789151225254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902236'] for segment, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:29.039333 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e6143902-cfeb-44e1-8e36-27d63f94475d tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:29.059608 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6143902-cfeb-44e1-8e36-27d63f94475d tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Releasing vlan 837 on physical network physnet1 to pool {{(pid=106253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:03:29.061774 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e6143902-cfeb-44e1-8e36-27d63f94475d tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58900537'] for segment, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:29.077408 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-da9b5f56-ee3d-4793-8951-67f8c81aa954 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7904109'] for network, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:29.102266 n-d-804985-2 neutron-server[106253]: Traceback (most recent call last): Aug 18 12:03:29.102266 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:03:29.102266 n-d-804985-2 neutron-server[106253]: timer() Aug 18 12:03:29.102266 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:03:29.102266 n-d-804985-2 neutron-server[106253]: cb(*args, **kw) Aug 18 12:03:29.102266 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:03:29.102266 n-d-804985-2 neutron-server[106253]: return func(*args, **kwargs) Aug 18 12:03:29.102266 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:03:29.102266 n-d-804985-2 neutron-server[106253]: self._notify() Aug 18 12:03:29.102266 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:03:29.102266 n-d-804985-2 neutron-server[106253]: self.callback(batched_events) Aug 18 12:03:29.102266 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:03:29.102266 n-d-804985-2 neutron-server[106253]: event.method(event) Aug 18 12:03:29.102266 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:03:29.102266 n-d-804985-2 neutron-server[106253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:03:29.102266 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:03:29.102266 n-d-804985-2 neutron-server[106253]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:03:29.102266 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:03:29.102266 n-d-804985-2 neutron-server[106253]: return f(self, *a, **k) Aug 18 12:03:29.102266 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:03:29.102266 n-d-804985-2 neutron-server[106253]: return self._get(url).json() Aug 18 12:03:29.102266 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:03:29.102266 n-d-804985-2 neutron-server[106253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:03:29.102266 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:03:29.102266 n-d-804985-2 neutron-server[106253]: return self.request(url, 'GET', **kwargs) Aug 18 12:03:29.102266 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:03:29.102266 n-d-804985-2 neutron-server[106253]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:03:29.102266 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:03:29.102266 n-d-804985-2 neutron-server[106253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:03:29.102266 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:03:29.102266 n-d-804985-2 neutron-server[106253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:03:29.102266 n-d-804985-2 neutron-server[106253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:03:29.156038 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-da9b5f56-ee3d-4793-8951-67f8c81aa954 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Deleting port c247ed8d-74ee-4184-acc8-6f01d744fae8 {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:03:29.156755 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-da9b5f56-ee3d-4793-8951-67f8c81aa954 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:29.220001 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e6143902-cfeb-44e1-8e36-27d63f94475d tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8367858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997186'] for network, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:29.234258 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e6143902-cfeb-44e1-8e36-27d63f94475d tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:29.237883 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-e6143902-cfeb-44e1-8e36-27d63f94475d tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] 10.222.0.66 "DELETE /v2.0/networks/0d360ff0-5d0a-4f65-bf63-ca57c959d8ea HTTP/1.1" status: 204 len: 168 time: 1.1370847 Aug 18 12:03:29.242595 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 36258) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:03:29.258006 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6143902-cfeb-44e1-8e36-27d63f94475d tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Pushing event deleted for resources: {'Network': ['ID=0d360ff0-5d0a-4f65-bf63-ca57c959d8ea,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:03:29.260448 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-36cd2da3-db99-451f-ad82-a5dbc54519ec tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1870103342'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:03:29.284264 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 36260) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:03:29.292747 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a9c1f85-a0fc-4bca-8058-f407a4cca339 None None] DHCP port deletion for 4bd0b8b1-f7b8-42e5-a78e-b89cea186ccd request from n-d-804985-2 {{(pid=106254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 12:03:29.296462 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [None req-da9b5f56-ee3d-4793-8951-67f8c81aa954 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] For port c247ed8d-74ee-4184-acc8-6f01d744fae8, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=c247ed8d-74ee-4184-acc8-6f01d744fae8,segment=NetworkSegment(dbd84b27-1843-4c50-9664-de000cc581b9),segment_id=dbd84b27-1843-4c50-9664-de000cc581b9)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:03:29.296853 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-da9b5f56-ee3d-4793-8951-67f8c81aa954 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:29.320242 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-633c5c88-0fea-4081-9ad5-977885fd5ccd req-5cc92a27-1389-44c6-b2e5-ee682595982a tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=5dc13ca5db3b4f4a9d5ca7ec0f8f54a8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0520396 Aug 18 12:03:29.327122 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-da9b5f56-ee3d-4793-8951-67f8c81aa954 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Calling delete_port for c247ed8d-74ee-4184-acc8-6f01d744fae8 owned by network:dhcp {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:03:29.353452 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-0a9c1f85-a0fc-4bca-8058-f407a4cca339 None None] Deleting port c247ed8d-74ee-4184-acc8-6f01d744fae8 {{(pid=106254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:03:29.355019 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36cd2da3-db99-451f-ad82-a5dbc54519ec tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Made reservation on behalf of 65fdfa1f9ea246ab9e952c5b1ba0afa3 for: {'network': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:03:29.355146 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-0a9c1f85-a0fc-4bca-8058-f407a4cca339 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:29.358740 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-36cd2da3-db99-451f-ad82-a5dbc54519ec tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for network, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:29.422172 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-1a3ed7ff-4fd8-422b-b768-36a683452832 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=cb85fb7f049c4a34af5b32d1fc3a93ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1341729 Aug 18 12:03:29.425012 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 36262) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:03:29.434392 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-0a9c1f85-a0fc-4bca-8058-f407a4cca339 None None] For port c247ed8d-74ee-4184-acc8-6f01d744fae8, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=c247ed8d-74ee-4184-acc8-6f01d744fae8,segment=NetworkSegment(dbd84b27-1843-4c50-9664-de000cc581b9),segment_id=dbd84b27-1843-4c50-9664-de000cc581b9)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:03:29.435096 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-0a9c1f85-a0fc-4bca-8058-f407a4cca339 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:29.450969 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-0a9c1f85-a0fc-4bca-8058-f407a4cca339 None None] Calling delete_port for c247ed8d-74ee-4184-acc8-6f01d744fae8 owned by network:dhcp {{(pid=106254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:03:29.466242 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36cd2da3-db99-451f-ad82-a5dbc54519ec tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 812} {{(pid=106252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:03:29.497608 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-36cd2da3-db99-451f-ad82-a5dbc54519ec tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:29.497889 n-d-804985-2 neutron-server[106252]: INFO neutron.db.segments_db [None req-36cd2da3-db99-451f-ad82-a5dbc54519ec tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Added segment d1cb01a7-a79f-443e-b8fa-3a02e1d63c02 of type vlan for network 035159c2-6825-42ef-81b8-11bb23358f76 Aug 18 12:03:29.562420 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633c5c88-0fea-4081-9ad5-977885fd5ccd req-2716c25f-51b2-4a77-9540-9d74cfa33c9b tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:29.568876 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-633c5c88-0fea-4081-9ad5-977885fd5ccd req-2716c25f-51b2-4a77-9540-9d74cfa33c9b tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2379925 Aug 18 12:03:29.573969 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-0a9c1f85-a0fc-4bca-8058-f407a4cca339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556'] for port, after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:29.586707 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [req-633c5c88-0fea-4081-9ad5-977885fd5ccd req-5c996a5d-67ed-4655-83ba-6eed6600c553 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Request body: {'port': {'device_id': '498dc9ca-56e1-4988-bbea-ab26b5d710ff', 'network_id': '222e0814-c7e5-4b11-9282-3f40c6ed76b2', 'admin_state_up': True, 'tenant_id': '5dc13ca5db3b4f4a9d5ca7ec0f8f54a8'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:03:29.586994 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-da9b5f56-ee3d-4793-8951-67f8c81aa954 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:29.592801 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-36cd2da3-db99-451f-ad82-a5dbc54519ec tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789150665894'] for network, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:29.610324 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9c1f85-a0fc-4bca-8058-f407a4cca339 None None] Pushing event deleted for resources: {'Port': ['ID=c247ed8d-74ee-4184-acc8-6f01d744fae8,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:03:29.617453 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a9c1f85-a0fc-4bca-8058-f407a4cca339 None None] No DVR routers for this DVR port c247ed8d-74ee-4184-acc8-6f01d744fae8 on host n-d-804985-2 {{(pid=106254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:03:29.622686 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8885faaf-3441-46ac-8c54-606d0cb8561a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:29.625897 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-187b195f-382f-4e98-829a-215b2da89f4a req-c9c273ab-57dc-4f76-ad05-71d55fb5f20e tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.66 "GET /v2.0/ports?device_id=498dc9ca-56e1-4988-bbea-ab26b5d710ff HTTP/1.1" status: 200 len: 210 time: 0.0660884 Aug 18 12:03:29.669570 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da9b5f56-ee3d-4793-8951-67f8c81aa954 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] No DVR routers for this DVR port c247ed8d-74ee-4184-acc8-6f01d744fae8 on host n-d-804985-2 {{(pid=106252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:03:29.674500 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9b5f56-ee3d-4793-8951-67f8c81aa954 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Pushing event deleted for resources: {'Port': ['ID=c247ed8d-74ee-4184-acc8-6f01d744fae8,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:03:29.727650 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-633c5c88-0fea-4081-9ad5-977885fd5ccd req-5c996a5d-67ed-4655-83ba-6eed6600c553 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Made reservation on behalf of 5dc13ca5db3b4f4a9d5ca7ec0f8f54a8 for: {'port': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:03:29.731719 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-633c5c88-0fea-4081-9ad5-977885fd5ccd req-5c996a5d-67ed-4655-83ba-6eed6600c553 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:29.759570 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-36cd2da3-db99-451f-ad82-a5dbc54519ec tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for network, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:29.765373 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36cd2da3-db99-451f-ad82-a5dbc54519ec tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:29.766112 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-36cd2da3-db99-451f-ad82-a5dbc54519ec tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks [] for network, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:29.784675 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8885faaf-3441-46ac-8c54-606d0cb8561a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:29.856900 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-da9b5f56-ee3d-4793-8951-67f8c81aa954 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8367869', 'neutron.services.segments.db._delete_segments_for_network-8789151212993'] for network, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:29.877694 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-36cd2da3-db99-451f-ad82-a5dbc54519ec tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6319814 Aug 18 12:03:29.882876 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 36272) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:03:29.890725 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-1ee26f55-cd05-4b23-b180-34a2f275d848 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Request body: {'subnet': {'network_id': '035159c2-6825-42ef-81b8-11bb23358f76', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:03:29.897375 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-da9b5f56-ee3d-4793-8951-67f8c81aa954 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bd0b8b1-f7b8-42e5-a78e-b89cea186ccd']}} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:03:29.917329 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-da9b5f56-ee3d-4793-8951-67f8c81aa954 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbd84b27-1843-4c50-9664-de000cc581b9') {'for_net_delete': True} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:03:29.917612 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-da9b5f56-ee3d-4793-8951-67f8c81aa954 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbd84b27-1843-4c50-9664-de000cc581b9') {} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:03:29.920060 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cd2da3-db99-451f-ad82-a5dbc54519ec tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Pushing event updated for resources: {'Network': ['ID=035159c2-6825-42ef-81b8-11bb23358f76,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:03:29.941863 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Network 035159c2-6825-42ef-81b8-11bb23358f76 details requested by agent ovs-agent-n-d-804985-2 with host n-d-804985-2 {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:03:29.959143 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-da9b5f56-ee3d-4793-8951-67f8c81aa954 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789151225254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2221521'] for segment, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:29.970841 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [req-633c5c88-0fea-4081-9ad5-977885fd5ccd req-5c996a5d-67ed-4655-83ba-6eed6600c553 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Allocated IP 192.168.233.76 (222e0814-c7e5-4b11-9282-3f40c6ed76b2/6d16d680-110b-436d-8afa-48ba845b3623/6d122ec0-dee6-462c-aa25-d56dd1e1ebee) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:03:29.979223 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-da9b5f56-ee3d-4793-8951-67f8c81aa954 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:29.987608 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da9b5f56-ee3d-4793-8951-67f8c81aa954 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Releasing vlan 838 on physical network physnet1 to pool {{(pid=106252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:03:29.988680 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-da9b5f56-ee3d-4793-8951-67f8c81aa954 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3572434'] for segment, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:30.041826 n-d-804985-2 neutron-server[106252]: Traceback (most recent call last): Aug 18 12:03:30.041826 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:03:30.041826 n-d-804985-2 neutron-server[106252]: timer() Aug 18 12:03:30.041826 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:03:30.041826 n-d-804985-2 neutron-server[106252]: cb(*args, **kw) Aug 18 12:03:30.041826 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:03:30.041826 n-d-804985-2 neutron-server[106252]: return func(*args, **kwargs) Aug 18 12:03:30.041826 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:03:30.041826 n-d-804985-2 neutron-server[106252]: self._notify() Aug 18 12:03:30.041826 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:03:30.041826 n-d-804985-2 neutron-server[106252]: self.callback(batched_events) Aug 18 12:03:30.041826 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:03:30.041826 n-d-804985-2 neutron-server[106252]: event.method(event) Aug 18 12:03:30.041826 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:03:30.041826 n-d-804985-2 neutron-server[106252]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:03:30.041826 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:03:30.041826 n-d-804985-2 neutron-server[106252]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:03:30.041826 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:03:30.041826 n-d-804985-2 neutron-server[106252]: return f(self, *a, **k) Aug 18 12:03:30.041826 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:03:30.041826 n-d-804985-2 neutron-server[106252]: return self._get(url).json() Aug 18 12:03:30.041826 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:03:30.041826 n-d-804985-2 neutron-server[106252]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:03:30.041826 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:03:30.041826 n-d-804985-2 neutron-server[106252]: return self.request(url, 'GET', **kwargs) Aug 18 12:03:30.041826 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:03:30.041826 n-d-804985-2 neutron-server[106252]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:03:30.041826 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:03:30.041826 n-d-804985-2 neutron-server[106252]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:03:30.041826 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:03:30.041826 n-d-804985-2 neutron-server[106252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:03:30.041826 n-d-804985-2 neutron-server[106252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:03:30.075282 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ee26f55-cd05-4b23-b180-34a2f275d848 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Made reservation on behalf of 65fdfa1f9ea246ab9e952c5b1ba0afa3 for: {'subnet': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:03:30.079282 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1ee26f55-cd05-4b23-b180-34a2f275d848 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59388119'] for subnet, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:30.108414 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8885faaf-3441-46ac-8c54-606d0cb8561a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:30.110963 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8885faaf-3441-46ac-8c54-606d0cb8561a admin admin] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:30.114768 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-8885faaf-3441-46ac-8c54-606d0cb8561a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/582571f6-a365-42ab-be92-c3254f7d1409 HTTP/1.1" status: 204 len: 168 time: 0.6815352 Aug 18 12:03:30.118539 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-da9b5f56-ee3d-4793-8951-67f8c81aa954 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8367858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997186'] for network, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:30.131940 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-da9b5f56-ee3d-4793-8951-67f8c81aa954 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Notify callbacks [] for network, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:30.136790 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 36278) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:03:30.136998 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-da9b5f56-ee3d-4793-8951-67f8c81aa954 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] 10.222.0.66 "DELETE /v2.0/networks/4bd0b8b1-f7b8-42e5-a78e-b89cea186ccd HTTP/1.1" status: 204 len: 168 time: 1.1736441 Aug 18 12:03:30.146700 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e097f592-1a33-42bb-bb3b-55ce54a566b8 req-125d6cf0-7293-4817-a720-0e3aaf20144b tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:30.148184 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e097f592-1a33-42bb-bb3b-55ce54a566b8 req-125d6cf0-7293-4817-a720-0e3aaf20144b tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] 10.222.0.66 "GET /v2.0/ports?device_id=79eb6dfc-2adb-4930-883e-cf334d7966ec HTTP/1.1" status: 200 len: 945 time: 0.1109769 Aug 18 12:03:30.158283 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8885faaf-3441-46ac-8c54-606d0cb8561a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=582571f6-a365-42ab-be92-c3254f7d1409,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:03:30.169040 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9b5f56-ee3d-4793-8951-67f8c81aa954 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Pushing event deleted for resources: {'Network': ['ID=4bd0b8b1-f7b8-42e5-a78e-b89cea186ccd,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:03:30.218629 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e097f592-1a33-42bb-bb3b-55ce54a566b8 req-6839b948-1e99-4328-aa97-b1b2a832e1e2 tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b3db2ea-cc32-4796-9824-b1355b845d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578356 Aug 18 12:03:30.301931 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cf45994-010b-4cee-bfcc-7c3c68489811 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Deleting subnet cb02e192-1103-49e2-882e-be3f963ea70c {{(pid=106253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 12:03:30.305128 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3cf45994-010b-4cee-bfcc-7c3c68489811 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Notify callbacks [] for subnet, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:30.349986 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 0bec8563-3500-4c5a-9ab1-3b09ca5d7df7 no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:03:30.362648 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3cf45994-010b-4cee-bfcc-7c3c68489811 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902229'] for subnet, precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:30.376162 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: 0bec8563-3500-4c5a-9ab1-3b09ca5d7df7 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:03:30.376535 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 0bec8563-3500-4c5a-9ab1-3b09ca5d7df7 not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:03:30.376952 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device c247ed8d-74ee-4184-acc8-6f01d744fae8 no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:03:30.397027 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: c247ed8d-74ee-4184-acc8-6f01d744fae8 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:03:30.397373 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device c247ed8d-74ee-4184-acc8-6f01d744fae8 not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:03:30.436998 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-633c5c88-0fea-4081-9ad5-977885fd5ccd req-5c996a5d-67ed-4655-83ba-6eed6600c553 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:30.492786 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [req-633c5c88-0fea-4081-9ad5-977885fd5ccd req-5c996a5d-67ed-4655-83ba-6eed6600c553 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Transition to ACTIVE for port object 6d122ec0-dee6-462c-aa25-d56dd1e1ebee will not be triggered until provisioned by entity DHCP. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:03:30.579645 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3cf45994-010b-4cee-bfcc-7c3c68489811 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:30.586439 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1ee26f55-cd05-4b23-b180-34a2f275d848 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58902106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59388097'] for subnet, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:30.686873 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-633c5c88-0fea-4081-9ad5-977885fd5ccd req-5c996a5d-67ed-4655-83ba-6eed6600c553 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:30.700710 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] get_ports_and_sgs() called for port_ids ['4a6dd6bf-beb4-4c07-a3e9-1cc18f334166', '1d1906b1-7861-44a8-9f39-6e6fd647480c'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:03:30.719828 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] get_ports_and_sgs() called for port_ids ['8505e22f-c8ac-4091-b64c-de224593b235', 'a9095b1c-1c59-403f-b0ed-5baf21bc78df', 'da47a402-2db9-4aab-a389-f7efde586eb5'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:03:30.735980 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee26f55-cd05-4b23-b180-34a2f275d848 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Pushing event updated for resources: {'Subnet': ['ID=fc40f8ce-f2cc-4c4d-aeff-31a49ef23252,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:03:30.778561 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-633c5c88-0fea-4081-9ad5-977885fd5ccd req-5c996a5d-67ed-4655-83ba-6eed6600c553 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Network 222e0814-c7e5-4b11-9282-3f40c6ed76b2 is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:03:30.779730 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3cf45994-010b-4cee-bfcc-7c3c68489811 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58902171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59388106'] for subnet, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:30.785142 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee26f55-cd05-4b23-b180-34a2f275d848 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Checking segment: {'id': 'd1cb01a7-a79f-443e-b8fa-3a02e1d63c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '035159c2-6825-42ef-81b8-11bb23358f76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:03:30.785729 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ee26f55-cd05-4b23-b180-34a2f275d848 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Network hostable DHCP agents. Network: 035159c2-6825-42ef-81b8-11bb23358f76, hostable agents: ['97c14208-2951-4361-8d64-3708c946ff5f'], hosted agents: [] {{(pid=106253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 12:03:30.790865 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c996a5d-67ed-4655-83ba-6eed6600c553 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Pushing event updated for resources: {'Port': ['ID=6d122ec0-dee6-462c-aa25-d56dd1e1ebee,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:03:30.795602 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [req-633c5c88-0fea-4081-9ad5-977885fd5ccd req-5c996a5d-67ed-4655-83ba-6eed6600c553 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:03:30.820897 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-633c5c88-0fea-4081-9ad5-977885fd5ccd req-5c996a5d-67ed-4655-83ba-6eed6600c553 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:03:30.828439 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf45994-010b-4cee-bfcc-7c3c68489811 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Pushing event deleted for resources: {'Subnet': ['ID=cb02e192-1103-49e2-882e-be3f963ea70c,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:03:30.832746 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c61334-6b8a-4e5f-a45a-7744a5f79d2d req-6c8aa0d7-a297-4152-b69c-9b0711a6c568 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:30.836163 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e1c61334-6b8a-4e5f-a45a-7744a5f79d2d req-6c8aa0d7-a297-4152-b69c-9b0711a6c568 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.66 "GET /v2.0/ports?device_id=498dc9ca-56e1-4988-bbea-ab26b5d710ff HTTP/1.1" status: 200 len: 935 time: 0.1342206 Aug 18 12:03:30.863160 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3cf45994-010b-4cee-bfcc-7c3c68489811 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:30.865139 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-3cf45994-010b-4cee-bfcc-7c3c68489811 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] 10.222.0.66 "DELETE /v2.0/subnets/cb02e192-1103-49e2-882e-be3f963ea70c HTTP/1.1" status: 204 len: 168 time: 0.7245407 Aug 18 12:03:30.870447 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 36296) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:03:30.882466 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-882ad9b4-e27f-4fb4-ae32-55f3951e1561 None None] Network cc4f2e7f-55c0-490b-9943-d39bf90446e9 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:03:30.928411 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e1c61334-6b8a-4e5f-a45a-7744a5f79d2d req-1a75aa9e-d94c-41a3-99e9-6d17366833ea tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb50ebbf-d033-473b-ae6e-593d78928b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835690 Aug 18 12:03:30.947131 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ee26f55-cd05-4b23-b180-34a2f275d848 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Network 035159c2-6825-42ef-81b8-11bb23358f76 is scheduled to be hosted by DHCP agent 97c14208-2951-4361-8d64-3708c946ff5f with binding_index 1 {{(pid=106253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 12:03:30.966344 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633c5c88-0fea-4081-9ad5-977885fd5ccd req-5c996a5d-67ed-4655-83ba-6eed6600c553 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:30.967192 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-633c5c88-0fea-4081-9ad5-977885fd5ccd req-5c996a5d-67ed-4655-83ba-6eed6600c553 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:30.978359 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-1ee26f55-cd05-4b23-b180-34a2f275d848 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-2, 035159c2-6825-42ef-81b8-11bb23358f76) {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:03:30.994834 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ee26f55-cd05-4b23-b180-34a2f275d848 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:30.995015 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1ee26f55-cd05-4b23-b180-34a2f275d848 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:31.007666 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3302a90e-584e-493a-aa63-866a0f0d9c99 None None] Network 035159c2-6825-42ef-81b8-11bb23358f76 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:03:31.034830 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b050e5a3-0512-49d5-8977-b12de59547b6 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7904109'] for network, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:31.062687 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-633c5c88-0fea-4081-9ad5-977885fd5ccd req-5c996a5d-67ed-4655-83ba-6eed6600c553 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4803255 Aug 18 12:03:31.075965 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 36304) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:03:31.077209 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-1ee26f55-cd05-4b23-b180-34a2f275d848 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1924403 Aug 18 12:03:31.081766 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-0398763d-d8ec-4316-b4ba-4df5ba84678c tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Request body: {'port': {'network_id': '035159c2-6825-42ef-81b8-11bb23358f76', 'name': 'tempest-PortsIpV6TestJSON-913456677', 'fixed_ips': [{'subnet_id': 'fc40f8ce-f2cc-4c4d-aeff-31a49ef23252', 'ip_address': '2001:db8::10'}]}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:03:31.123860 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [req-633c5c88-0fea-4081-9ad5-977885fd5ccd req-773a0948-a05e-4939-95c7-a4495dd059bb service neutron] Request body: {'port': {'device_id': '498dc9ca-56e1-4988-bbea-ab26b5d710ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804985-2'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:03:31.293036 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 36312) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:03:31.307214 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-633c5c88-0fea-4081-9ad5-977885fd5ccd req-773a0948-a05e-4939-95c7-a4495dd059bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:31.319604 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-b050e5a3-0512-49d5-8977-b12de59547b6 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Deleting port 5a7054cf-b8f6-4ba5-969b-e0bcadb8d8df {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:03:31.319947 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b050e5a3-0512-49d5-8977-b12de59547b6 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:31.378983 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0398763d-d8ec-4316-b4ba-4df5ba84678c tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Made reservation on behalf of 65fdfa1f9ea246ab9e952c5b1ba0afa3 for: {'port': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:03:31.413739 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-ccbfa593-7385-446c-a73b-59112c14b792 None None] Provisioning for port 6d122ec0-dee6-462c-aa25-d56dd1e1ebee completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:03:31.442074 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-ccbfa593-7385-446c-a73b-59112c14b792 None None] Provisioning complete for port 6d122ec0-dee6-462c-aa25-d56dd1e1ebee triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:03:31.442823 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ccbfa593-7385-446c-a73b-59112c14b792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:31.499286 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-4a0f9ee9-d4c6-4f65-b7ec-ed8d2ecb42f1 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-383410670-network', 'tenant_id': '764f05f9d69b4134b93ed670f8afc320'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:03:31.502030 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0959863-e55c-4841-ba9d-7703af17d87a None None] DHCP port deletion for cc4f2e7f-55c0-490b-9943-d39bf90446e9 request from n-d-804985-2 {{(pid=106254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 12:03:31.560111 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89a3009-e561-4dac-b6d6-858cdddd2ed3 req-6f75230c-4587-45d4-9b46-a00c4383f1a2 tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:31.561952 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b89a3009-e561-4dac-b6d6-858cdddd2ed3 req-6f75230c-4587-45d4-9b46-a00c4383f1a2 tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] 10.222.0.66 "GET /v2.0/ports?device_id=79eb6dfc-2adb-4930-883e-cf334d7966ec HTTP/1.1" status: 200 len: 945 time: 0.2116678 Aug 18 12:03:31.585250 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f95e2bc9-c8e5-415a-b7fe-a513dc3b714b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp788be208-34ab-5a8f-af0f-528834af222f-035159c2-6825-42ef-81b8-11bb23358f76', 'network_id': '035159c2-6825-42ef-81b8-11bb23358f76', 'tenant_id': '65fdfa1f9ea246ab9e952c5b1ba0afa3', 'fixed_ips': [{'subnet_id': 'fc40f8ce-f2cc-4c4d-aeff-31a49ef23252'}]}} from n-d-804985-2. {{(pid=106254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 12:03:31.586082 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-f95e2bc9-c8e5-415a-b7fe-a513dc3b714b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:31.588006 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-ccbfa593-7385-446c-a73b-59112c14b792 None None] Port 6d122ec0-dee6-462c-aa25-d56dd1e1ebee cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:03:31.615152 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a0f9ee9-d4c6-4f65-b7ec-ed8d2ecb42f1 admin admin] Made reservation on behalf of 764f05f9d69b4134b93ed670f8afc320 for: {'network': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:03:31.618726 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4a0f9ee9-d4c6-4f65-b7ec-ed8d2ecb42f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for network, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:31.660375 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b89a3009-e561-4dac-b6d6-858cdddd2ed3 req-cec7b4cc-4bbb-4aad-af7f-3c7d0d09b353 tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b3db2ea-cc32-4796-9824-b1355b845d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804954 Aug 18 12:03:31.667614 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4a0f9ee9-d4c6-4f65-b7ec-ed8d2ecb42f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:31.674227 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0398763d-d8ec-4316-b4ba-4df5ba84678c tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:31.702998 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [None req-0398763d-d8ec-4316-b4ba-4df5ba84678c tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] device_id is not set on port 9af8f5ce-24a1-4126-baf2-56132462e7b3 yet. {{(pid=106252) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 12:03:31.838701 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [None req-b050e5a3-0512-49d5-8977-b12de59547b6 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] For port 5a7054cf-b8f6-4ba5-969b-e0bcadb8d8df, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=5a7054cf-b8f6-4ba5-969b-e0bcadb8d8df,segment=NetworkSegment(2a2259e0-5d73-4f83-b8d1-a5eaaf9a1824),segment_id=2a2259e0-5d73-4f83-b8d1-a5eaaf9a1824)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:03:31.839273 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b050e5a3-0512-49d5-8977-b12de59547b6 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:31.861795 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [req-633c5c88-0fea-4081-9ad5-977885fd5ccd req-773a0948-a05e-4939-95c7-a4495dd059bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d122ec0-dee6-462c-aa25-d56dd1e1ebee {{(pid=106253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:03:31.866768 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-b050e5a3-0512-49d5-8977-b12de59547b6 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Calling delete_port for 5a7054cf-b8f6-4ba5-969b-e0bcadb8d8df owned by network:dhcp {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:03:31.873831 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-633c5c88-0fea-4081-9ad5-977885fd5ccd req-773a0948-a05e-4939-95c7-a4495dd059bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:31.939863 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [req-633c5c88-0fea-4081-9ad5-977885fd5ccd req-773a0948-a05e-4939-95c7-a4495dd059bb service neutron] Transition to ACTIVE for port object 6d122ec0-dee6-462c-aa25-d56dd1e1ebee will not be triggered until provisioned by entity L2. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:03:31.961998 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-d0959863-e55c-4841-ba9d-7703af17d87a None None] Deleting port 5a7054cf-b8f6-4ba5-969b-e0bcadb8d8df {{(pid=106254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:03:31.962224 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-633c5c88-0fea-4081-9ad5-977885fd5ccd req-773a0948-a05e-4939-95c7-a4495dd059bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:31.962427 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-d0959863-e55c-4841-ba9d-7703af17d87a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:31.973780 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4a0f9ee9-d4c6-4f65-b7ec-ed8d2ecb42f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:32.000908 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4a0f9ee9-d4c6-4f65-b7ec-ed8d2ecb42f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:32.040874 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.db_base_plugin_common [None req-f95e2bc9-c8e5-415a-b7fe-a513dc3b714b None None] Allocated IP 2001:db8::2 (035159c2-6825-42ef-81b8-11bb23358f76/fc40f8ce-f2cc-4c4d-aeff-31a49ef23252/d53f008f-9abb-48fb-84a6-dd0133b48367) {{(pid=106254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:03:32.099853 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b050e5a3-0512-49d5-8977-b12de59547b6 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:32.107614 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773a0948-a05e-4939-95c7-a4495dd059bb service neutron] Pushing event updated for resources: {'Port': ['ID=6d122ec0-dee6-462c-aa25-d56dd1e1ebee,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:03:32.109800 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a0f9ee9-d4c6-4f65-b7ec-ed8d2ecb42f1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 829} {{(pid=106252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:03:32.114344 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-d0959863-e55c-4841-ba9d-7703af17d87a None None] For port 5a7054cf-b8f6-4ba5-969b-e0bcadb8d8df, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=5a7054cf-b8f6-4ba5-969b-e0bcadb8d8df,segment=NetworkSegment(2a2259e0-5d73-4f83-b8d1-a5eaaf9a1824),segment_id=2a2259e0-5d73-4f83-b8d1-a5eaaf9a1824)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:03:32.114999 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-d0959863-e55c-4841-ba9d-7703af17d87a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:32.170068 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0f9ee9-d4c6-4f65-b7ec-ed8d2ecb42f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50d2b580-e3ad-47c2-93e7-c9ef6872d2c3,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:03:32.198390 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-d0959863-e55c-4841-ba9d-7703af17d87a None None] Calling delete_port for 5a7054cf-b8f6-4ba5-969b-e0bcadb8d8df owned by network:dhcp {{(pid=106254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:03:32.208088 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b050e5a3-0512-49d5-8977-b12de59547b6 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Pushing event deleted for resources: {'Port': ['ID=5a7054cf-b8f6-4ba5-969b-e0bcadb8d8df,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:03:32.229247 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4a0f9ee9-d4c6-4f65-b7ec-ed8d2ecb42f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:32.229591 n-d-804985-2 neutron-server[106252]: INFO neutron.db.segments_db [None req-4a0f9ee9-d4c6-4f65-b7ec-ed8d2ecb42f1 admin admin] Added segment a349f629-a357-4fba-80a9-3970130b5e97 of type vlan for network 365c1e73-53bd-4762-8c39-733a28020035 Aug 18 12:03:32.234702 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b050e5a3-0512-49d5-8977-b12de59547b6 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] No DVR routers for this DVR port 5a7054cf-b8f6-4ba5-969b-e0bcadb8d8df on host n-d-804985-2 {{(pid=106253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:03:32.288593 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4a0f9ee9-d4c6-4f65-b7ec-ed8d2ecb42f1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789150665894'] for network, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:32.330793 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c96a07b-b28b-4074-8ed9-4bc2ddcd8b7f req-322dcbd1-8dd3-43af-bdb3-2706387a556a tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:32.332420 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6c96a07b-b28b-4074-8ed9-4bc2ddcd8b7f req-322dcbd1-8dd3-43af-bdb3-2706387a556a tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.66 "GET /v2.0/ports?device_id=498dc9ca-56e1-4988-bbea-ab26b5d710ff HTTP/1.1" status: 200 len: 947 time: 0.2201338 Aug 18 12:03:32.380763 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 5a7054cf-b8f6-4ba5-969b-e0bcadb8d8df no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:03:32.410230 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4a0f9ee9-d4c6-4f65-b7ec-ed8d2ecb42f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for network, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:32.411450 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a0f9ee9-d4c6-4f65-b7ec-ed8d2ecb42f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:32.412622 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4a0f9ee9-d4c6-4f65-b7ec-ed8d2ecb42f1 admin admin] Notify callbacks [] for network, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:32.447587 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: 5a7054cf-b8f6-4ba5-969b-e0bcadb8d8df {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:03:32.447933 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 5a7054cf-b8f6-4ba5-969b-e0bcadb8d8df not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:03:32.458252 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b050e5a3-0512-49d5-8977-b12de59547b6 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8367869', 'neutron.services.segments.db._delete_segments_for_network-8789151212993'] for network, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:32.462527 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-633c5c88-0fea-4081-9ad5-977885fd5ccd req-773a0948-a05e-4939-95c7-a4495dd059bb service neutron] Attempting to bind port 6d122ec0-dee6-462c-aa25-d56dd1e1ebee on host n-h2-804985-2 for vnic_type normal with profile {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:03:32.463231 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-633c5c88-0fea-4081-9ad5-977885fd5ccd req-773a0948-a05e-4939-95c7-a4495dd059bb service neutron] Attempting to bind port 6d122ec0-dee6-462c-aa25-d56dd1e1ebee by drivers openvswitch,hyperv on host n-h2-804985-2 at level 0 using segments [{'id': 'b0eb6eea-b461-4969-8a27-808f00daa8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '222e0814-c7e5-4b11-9282-3f40c6ed76b2'}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:03:32.463654 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-633c5c88-0fea-4081-9ad5-977885fd5ccd req-773a0948-a05e-4939-95c7-a4495dd059bb service neutron] Attempting to bind port 6d122ec0-dee6-462c-aa25-d56dd1e1ebee on network 222e0814-c7e5-4b11-9282-3f40c6ed76b2 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:03:32.477505 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-633c5c88-0fea-4081-9ad5-977885fd5ccd req-773a0948-a05e-4939-95c7-a4495dd059bb service neutron] Port 6d122ec0-dee6-462c-aa25-d56dd1e1ebee on network 222e0814-c7e5-4b11-9282-3f40c6ed76b2 not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-2 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:03:32.478256 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-633c5c88-0fea-4081-9ad5-977885fd5ccd req-773a0948-a05e-4939-95c7-a4495dd059bb service neutron] Attempting to bind port 6d122ec0-dee6-462c-aa25-d56dd1e1ebee on network 222e0814-c7e5-4b11-9282-3f40c6ed76b2 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:03:32.479462 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6c96a07b-b28b-4074-8ed9-4bc2ddcd8b7f req-15a82277-8fc4-4ab9-9b3c-5bff0a430d6f tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb50ebbf-d033-473b-ae6e-593d78928b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364956 Aug 18 12:03:32.488970 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-4a0f9ee9-d4c6-4f65-b7ec-ed8d2ecb42f1 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1915631 Aug 18 12:03:32.489793 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-b050e5a3-0512-49d5-8977-b12de59547b6 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc4f2e7f-55c0-490b-9943-d39bf90446e9']}} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:03:32.492803 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 36330) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:03:32.498717 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-4da92829-9fae-4257-92b2-5db2618161f3 admin admin] Request body: {'subnet': {'network_id': '365c1e73-53bd-4762-8c39-733a28020035', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-383410670-subnet', 'tenant_id': '764f05f9d69b4134b93ed670f8afc320', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:03:32.515563 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-b050e5a3-0512-49d5-8977-b12de59547b6 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a2259e0-5d73-4f83-b8d1-a5eaaf9a1824') {'for_net_delete': True} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:03:32.515980 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-b050e5a3-0512-49d5-8977-b12de59547b6 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a2259e0-5d73-4f83-b8d1-a5eaaf9a1824') {} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:03:32.518610 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-633c5c88-0fea-4081-9ad5-977885fd5ccd req-773a0948-a05e-4939-95c7-a4495dd059bb service neutron] Checking agent: {'id': 'da5da552-709c-4248-84de-86af99a0dc87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 49, 8), 'started_at': datetime.datetime(2021, 8, 18, 11, 49, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 3, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:03:32.519022 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-633c5c88-0fea-4081-9ad5-977885fd5ccd req-773a0948-a05e-4939-95c7-a4495dd059bb service neutron] Checking segment: {'id': 'b0eb6eea-b461-4969-8a27-808f00daa8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '222e0814-c7e5-4b11-9282-3f40c6ed76b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:03:32.519513 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-633c5c88-0fea-4081-9ad5-977885fd5ccd req-773a0948-a05e-4939-95c7-a4495dd059bb service neutron] Bound using segment: {'id': 'b0eb6eea-b461-4969-8a27-808f00daa8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '222e0814-c7e5-4b11-9282-3f40c6ed76b2'} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:03:32.520047 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-633c5c88-0fea-4081-9ad5-977885fd5ccd req-773a0948-a05e-4939-95c7-a4495dd059bb service neutron] Bound port: 6d122ec0-dee6-462c-aa25-d56dd1e1ebee, host: n-h2-804985-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0eb6eea-b461-4969-8a27-808f00daa8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '222e0814-c7e5-4b11-9282-3f40c6ed76b2'}}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:03:32.520552 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-633c5c88-0fea-4081-9ad5-977885fd5ccd req-773a0948-a05e-4939-95c7-a4495dd059bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:32.521600 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0f9ee9-d4c6-4f65-b7ec-ed8d2ecb42f1 admin admin] Pushing event updated for resources: {'Network': ['ID=365c1e73-53bd-4762-8c39-733a28020035,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:03:32.528522 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4da92829-9fae-4257-92b2-5db2618161f3 admin admin] Made reservation on behalf of 764f05f9d69b4134b93ed670f8afc320 for: {'subnet': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:03:32.531333 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4da92829-9fae-4257-92b2-5db2618161f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59074089'] for subnet, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:32.538446 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b050e5a3-0512-49d5-8977-b12de59547b6 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789151225254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902236'] for segment, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:32.549857 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Network 365c1e73-53bd-4762-8c39-733a28020035 details requested by agent ovs-agent-n-d-804985-2 with host n-d-804985-2 {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:03:32.558532 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b050e5a3-0512-49d5-8977-b12de59547b6 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:32.590088 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b050e5a3-0512-49d5-8977-b12de59547b6 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Releasing vlan 833 on physical network physnet1 to pool {{(pid=106253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:03:32.590565 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b050e5a3-0512-49d5-8977-b12de59547b6 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58900537'] for segment, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:32.594019 n-d-804985-2 neutron-server[106253]: Traceback (most recent call last): Aug 18 12:03:32.594019 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:03:32.594019 n-d-804985-2 neutron-server[106253]: timer() Aug 18 12:03:32.594019 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:03:32.594019 n-d-804985-2 neutron-server[106253]: cb(*args, **kw) Aug 18 12:03:32.594019 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:03:32.594019 n-d-804985-2 neutron-server[106253]: return func(*args, **kwargs) Aug 18 12:03:32.594019 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:03:32.594019 n-d-804985-2 neutron-server[106253]: self._notify() Aug 18 12:03:32.594019 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:03:32.594019 n-d-804985-2 neutron-server[106253]: self.callback(batched_events) Aug 18 12:03:32.594019 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:03:32.594019 n-d-804985-2 neutron-server[106253]: event.method(event) Aug 18 12:03:32.594019 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:03:32.594019 n-d-804985-2 neutron-server[106253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:03:32.594019 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:03:32.594019 n-d-804985-2 neutron-server[106253]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:03:32.594019 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:03:32.594019 n-d-804985-2 neutron-server[106253]: return f(self, *a, **k) Aug 18 12:03:32.594019 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:03:32.594019 n-d-804985-2 neutron-server[106253]: return self._get(url).json() Aug 18 12:03:32.594019 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:03:32.594019 n-d-804985-2 neutron-server[106253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:03:32.594019 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:03:32.594019 n-d-804985-2 neutron-server[106253]: return self.request(url, 'GET', **kwargs) Aug 18 12:03:32.594019 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:03:32.594019 n-d-804985-2 neutron-server[106253]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:03:32.594019 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:03:32.594019 n-d-804985-2 neutron-server[106253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:03:32.594019 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:03:32.594019 n-d-804985-2 neutron-server[106253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:03:32.594019 n-d-804985-2 neutron-server[106253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:03:32.631244 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-f95e2bc9-c8e5-415a-b7fe-a513dc3b714b None None] Notify callbacks [] for port, precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:32.650169 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-f95e2bc9-c8e5-415a-b7fe-a513dc3b714b None None] Transition to ACTIVE for port object d53f008f-9abb-48fb-84a6-dd0133b48367 will not be triggered until provisioned by entity L2. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:03:32.666606 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-f95e2bc9-c8e5-415a-b7fe-a513dc3b714b None None] Transition to ACTIVE for port object d53f008f-9abb-48fb-84a6-dd0133b48367 will not be triggered until provisioned by entity DHCP. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:03:32.694402 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-d0959863-e55c-4841-ba9d-7703af17d87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556'] for port, after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:32.696752 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-f95e2bc9-c8e5-415a-b7fe-a513dc3b714b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547'] for port, after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:32.699265 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-633c5c88-0fea-4081-9ad5-977885fd5ccd req-773a0948-a05e-4939-95c7-a4495dd059bb service neutron] For port 6d122ec0-dee6-462c-aa25-d56dd1e1ebee, host n-h2-804985-2, cleared binding levels {{(pid=106253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:03:32.718757 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-633c5c88-0fea-4081-9ad5-977885fd5ccd req-773a0948-a05e-4939-95c7-a4495dd059bb service neutron] For port 6d122ec0-dee6-462c-aa25-d56dd1e1ebee, host n-h2-804985-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=6d122ec0-dee6-462c-aa25-d56dd1e1ebee,segment=NetworkSegment(b0eb6eea-b461-4969-8a27-808f00daa8a1),segment_id=b0eb6eea-b461-4969-8a27-808f00daa8a1)] {{(pid=106253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:03:32.720053 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b050e5a3-0512-49d5-8977-b12de59547b6 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8367858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997186'] for network, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:32.726245 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b050e5a3-0512-49d5-8977-b12de59547b6 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:32.730762 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-b050e5a3-0512-49d5-8977-b12de59547b6 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] 10.222.0.66 "DELETE /v2.0/networks/cc4f2e7f-55c0-490b-9943-d39bf90446e9 HTTP/1.1" status: 204 len: 168 time: 1.8596401 Aug 18 12:03:32.742699 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-633c5c88-0fea-4081-9ad5-977885fd5ccd req-773a0948-a05e-4939-95c7-a4495dd059bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:32.742847 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 36338) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:03:32.748984 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-3b1d5e86-f79d-4d34-9718-e281d5cdeba1 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1717084217'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:03:32.758706 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0959863-e55c-4841-ba9d-7703af17d87a None None] Pushing event deleted for resources: {'Port': ['ID=5a7054cf-b8f6-4ba5-969b-e0bcadb8d8df,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:03:32.770645 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d0959863-e55c-4841-ba9d-7703af17d87a None None] Network cc4f2e7f-55c0-490b-9943-d39bf90446e9 is not hosted by any dhcp agent {{(pid=106254) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 18 12:03:32.771103 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0959863-e55c-4841-ba9d-7703af17d87a None None] No DVR routers for this DVR port 5a7054cf-b8f6-4ba5-969b-e0bcadb8d8df on host n-d-804985-2 {{(pid=106254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:03:32.789861 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b050e5a3-0512-49d5-8977-b12de59547b6 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Pushing event deleted for resources: {'Network': ['ID=cc4f2e7f-55c0-490b-9943-d39bf90446e9,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:03:32.809469 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f95e2bc9-c8e5-415a-b7fe-a513dc3b714b None None] Network 035159c2-6825-42ef-81b8-11bb23358f76 is already hosted by enough agents. {{(pid=106254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:03:32.818172 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633c5c88-0fea-4081-9ad5-977885fd5ccd req-773a0948-a05e-4939-95c7-a4495dd059bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:32.818794 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-633c5c88-0fea-4081-9ad5-977885fd5ccd req-773a0948-a05e-4939-95c7-a4495dd059bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:32.820202 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-633c5c88-0fea-4081-9ad5-977885fd5ccd req-773a0948-a05e-4939-95c7-a4495dd059bb service neutron] 10.222.0.62 "PUT /v2.0/ports/6d122ec0-dee6-462c-aa25-d56dd1e1ebee HTTP/1.1" status: 200 len: 1095 time: 1.7415774 Aug 18 12:03:32.820673 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '498dc9ca-56e1-4988-bbea-ab26b5d710ff', 'tag': '6d122ec0-dee6-462c-aa25-d56dd1e1ebee'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:03:32.823286 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0679f4c4b6e0e0c064a7d71d722dc30541a34fffee11680573be22ee2ffccc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60978b2f-cc29-4eb1-ac27-abca16d60215" -d '{"events": [{"name": "network-changed", "server_uuid": "498dc9ca-56e1-4988-bbea-ab26b5d710ff", "tag": "6d122ec0-dee6-462c-aa25-d56dd1e1ebee"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:03:32.823870 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.base_scheduler [None req-f95e2bc9-c8e5-415a-b7fe-a513dc3b714b None None] Resources bound (agent type, host, resource id): {{(pid=106254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:03:32.828726 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f95e2bc9-c8e5-415a-b7fe-a513dc3b714b None None] Received port after_create {{(pid=106254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:03:32.831984 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95e2bc9-c8e5-415a-b7fe-a513dc3b714b None None] Pushing event updated for resources: {'Port': ['ID=d53f008f-9abb-48fb-84a6-dd0133b48367,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:03:32.839217 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b050e5a3-0512-49d5-8977-b12de59547b6 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:03:32.839845 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b050e5a3-0512-49d5-8977-b12de59547b6 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:03:32.839991 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b050e5a3-0512-49d5-8977-b12de59547b6 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:03:32.840221 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b050e5a3-0512-49d5-8977-b12de59547b6 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:03:32.840590 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b050e5a3-0512-49d5-8977-b12de59547b6 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:03:32.843546 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b050e5a3-0512-49d5-8977-b12de59547b6 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:03:32.844140 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b050e5a3-0512-49d5-8977-b12de59547b6 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:03:32.844386 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b050e5a3-0512-49d5-8977-b12de59547b6 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:03:32.844757 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b050e5a3-0512-49d5-8977-b12de59547b6 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:03:32.845186 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b050e5a3-0512-49d5-8977-b12de59547b6 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:03:32.845498 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b050e5a3-0512-49d5-8977-b12de59547b6 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:03:32.845809 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b050e5a3-0512-49d5-8977-b12de59547b6 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:03:32.900398 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:03:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5a9c1d3-62f8-48c7-8259-909b944a335f x-openstack-request-id: req-f5a9c1d3-62f8-48c7-8259-909b944a335f {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:03:32.900646 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "498dc9ca-56e1-4988-bbea-ab26b5d710ff", "tag": "6d122ec0-dee6-462c-aa25-d56dd1e1ebee", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:03:32.900851 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f5a9c1d3-62f8-48c7-8259-909b944a335f {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:03:32.901246 n-d-804985-2 neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '498dc9ca-56e1-4988-bbea-ab26b5d710ff', 'tag': '6d122ec0-dee6-462c-aa25-d56dd1e1ebee', 'status': 'completed', 'code': 200} Aug 18 12:03:32.905818 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [None req-0398763d-d8ec-4316-b4ba-4df5ba84678c tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Allocated IP 2001:db8::10 (035159c2-6825-42ef-81b8-11bb23358f76/fc40f8ce-f2cc-4c4d-aeff-31a49ef23252/9af8f5ce-24a1-4126-baf2-56132462e7b3) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:03:32.932236 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773a0948-a05e-4939-95c7-a4495dd059bb service neutron] Pushing event updated for resources: {'Port': ['ID=6d122ec0-dee6-462c-aa25-d56dd1e1ebee,revision_number=3']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:03:32.960903 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633c5c88-0fea-4081-9ad5-977885fd5ccd req-7441a99a-26d9-4024-b367-0abe0542bbf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:32.961389 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-f95e2bc9-c8e5-415a-b7fe-a513dc3b714b None None] Attempting to bind port d53f008f-9abb-48fb-84a6-dd0133b48367 on host n-d-804985-2 for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:03:32.961826 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-f95e2bc9-c8e5-415a-b7fe-a513dc3b714b None None] Attempting to bind port d53f008f-9abb-48fb-84a6-dd0133b48367 by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': 'd1cb01a7-a79f-443e-b8fa-3a02e1d63c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '035159c2-6825-42ef-81b8-11bb23358f76'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:03:32.962441 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-633c5c88-0fea-4081-9ad5-977885fd5ccd req-7441a99a-26d9-4024-b367-0abe0542bbf4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5dc13ca5db3b4f4a9d5ca7ec0f8f54a8&device_id=498dc9ca-56e1-4988-bbea-ab26b5d710ff HTTP/1.1" status: 200 len: 1098 time: 0.0937607 Aug 18 12:03:32.962571 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f95e2bc9-c8e5-415a-b7fe-a513dc3b714b None None] Attempting to bind port d53f008f-9abb-48fb-84a6-dd0133b48367 on network 035159c2-6825-42ef-81b8-11bb23358f76 {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:03:32.968329 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f95e2bc9-c8e5-415a-b7fe-a513dc3b714b None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 3, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:03:32.968892 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f95e2bc9-c8e5-415a-b7fe-a513dc3b714b None None] Checking segment: {'id': 'd1cb01a7-a79f-443e-b8fa-3a02e1d63c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '035159c2-6825-42ef-81b8-11bb23358f76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:03:32.969383 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-f95e2bc9-c8e5-415a-b7fe-a513dc3b714b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:32.969840 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f95e2bc9-c8e5-415a-b7fe-a513dc3b714b None None] Bound using segment: {'id': 'd1cb01a7-a79f-443e-b8fa-3a02e1d63c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '035159c2-6825-42ef-81b8-11bb23358f76'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:03:32.970372 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-f95e2bc9-c8e5-415a-b7fe-a513dc3b714b None None] Bound port: d53f008f-9abb-48fb-84a6-dd0133b48367, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1cb01a7-a79f-443e-b8fa-3a02e1d63c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '035159c2-6825-42ef-81b8-11bb23358f76'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:03:32.970914 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-f95e2bc9-c8e5-415a-b7fe-a513dc3b714b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:32.994641 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4da92829-9fae-4257-92b2-5db2618161f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3572913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59074111'] for subnet, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:33.009796 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b1d5e86-f79d-4d34-9718-e281d5cdeba1 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Made reservation on behalf of 0cad20ae983946c9b98c5b381a7210db for: {'network': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:03:33.013402 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-3b1d5e86-f79d-4d34-9718-e281d5cdeba1 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for network, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:33.023415 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-633c5c88-0fea-4081-9ad5-977885fd5ccd req-73266879-d93d-407d-bce9-a8a4127cb43e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=6d122ec0-dee6-462c-aa25-d56dd1e1ebee HTTP/1.1" status: 200 len: 217 time: 0.0454943 Aug 18 12:03:33.062513 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-f95e2bc9-c8e5-415a-b7fe-a513dc3b714b None None] For port d53f008f-9abb-48fb-84a6-dd0133b48367, host n-d-804985-2, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:03:33.066923 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-f95e2bc9-c8e5-415a-b7fe-a513dc3b714b None None] For port d53f008f-9abb-48fb-84a6-dd0133b48367, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=d53f008f-9abb-48fb-84a6-dd0133b48367,segment=NetworkSegment(d1cb01a7-a79f-443e-b8fa-3a02e1d63c02),segment_id=d1cb01a7-a79f-443e-b8fa-3a02e1d63c02)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:03:33.077053 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-f95e2bc9-c8e5-415a-b7fe-a513dc3b714b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:33.110748 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633c5c88-0fea-4081-9ad5-977885fd5ccd req-1dc85e1a-0877-420e-967a-b53b73238807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:33.112153 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-633c5c88-0fea-4081-9ad5-977885fd5ccd req-1dc85e1a-0877-420e-967a-b53b73238807 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6d16d680-110b-436d-8afa-48ba845b3623 HTTP/1.1" status: 200 len: 843 time: 0.0805142 Aug 18 12:03:33.152802 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95e2bc9-c8e5-415a-b7fe-a513dc3b714b None None] Pushing event updated for resources: {'Port': ['ID=d53f008f-9abb-48fb-84a6-dd0133b48367,revision_number=2']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:03:33.211157 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633c5c88-0fea-4081-9ad5-977885fd5ccd req-29d8b319-b1d0-434f-9c67-a34050747878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:33.212255 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a519948c-3866-4744-803e-446c0d9b06dc req-50a3b84a-ea88-494d-96d8-2d45deba373d tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:33.213465 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-633c5c88-0fea-4081-9ad5-977885fd5ccd req-29d8b319-b1d0-434f-9c67-a34050747878 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=222e0814-c7e5-4b11-9282-3f40c6ed76b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0875788 Aug 18 12:03:33.217001 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a519948c-3866-4744-803e-446c0d9b06dc req-50a3b84a-ea88-494d-96d8-2d45deba373d tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] 10.222.0.66 "GET /v2.0/ports?device_id=79eb6dfc-2adb-4930-883e-cf334d7966ec HTTP/1.1" status: 200 len: 945 time: 0.4336326 Aug 18 12:03:33.249038 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b1d5e86-f79d-4d34-9718-e281d5cdeba1 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 814} {{(pid=106252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:03:33.271768 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da92829-9fae-4257-92b2-5db2618161f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8e80694-e438-471b-8163-c76e1828e5ce,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:03:33.300246 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-3b1d5e86-f79d-4d34-9718-e281d5cdeba1 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:33.300627 n-d-804985-2 neutron-server[106252]: INFO neutron.db.segments_db [None req-3b1d5e86-f79d-4d34-9718-e281d5cdeba1 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Added segment 7de92108-db01-4a5b-b261-ae216262a2b7 of type vlan for network b43d448f-e708-4c7a-a8ae-303801ef6162 Aug 18 12:03:33.334398 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-633c5c88-0fea-4081-9ad5-977885fd5ccd req-cb1f8a47-9c7e-42bf-8f8f-a16dde0fd1e4 service neutron] 10.222.0.62 "GET /v2.0/networks/222e0814-c7e5-4b11-9282-3f40c6ed76b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126893 Aug 18 12:03:33.401769 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da92829-9fae-4257-92b2-5db2618161f3 admin admin] Checking segment: {'id': 'a349f629-a357-4fba-80a9-3970130b5e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '365c1e73-53bd-4762-8c39-733a28020035'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:03:33.402103 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4da92829-9fae-4257-92b2-5db2618161f3 admin admin] Network hostable DHCP agents. Network: 365c1e73-53bd-4762-8c39-733a28020035, hostable agents: ['97c14208-2951-4361-8d64-3708c946ff5f'], hosted agents: [] {{(pid=106252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 12:03:33.455443 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-3b1d5e86-f79d-4d34-9718-e281d5cdeba1 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789150665894'] for network, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:33.464828 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a519948c-3866-4744-803e-446c0d9b06dc req-cd479c23-dd17-4f6b-9f03-cc9fbcb0317f tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b3db2ea-cc32-4796-9824-b1355b845d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2211583 Aug 18 12:03:33.522916 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-633c5c88-0fea-4081-9ad5-977885fd5ccd req-c72526e3-ef86-46f9-9e3e-3e52bc5751d3 service neutron] 10.222.0.62 "GET /v2.0/networks/222e0814-c7e5-4b11-9282-3f40c6ed76b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802418 Aug 18 12:03:33.549067 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-3b1d5e86-f79d-4d34-9718-e281d5cdeba1 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for network, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:33.557142 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b1d5e86-f79d-4d34-9718-e281d5cdeba1 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:33.557782 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-3b1d5e86-f79d-4d34-9718-e281d5cdeba1 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Notify callbacks [] for network, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:33.572287 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4da92829-9fae-4257-92b2-5db2618161f3 admin admin] Network 365c1e73-53bd-4762-8c39-733a28020035 is scheduled to be hosted by DHCP agent 97c14208-2951-4361-8d64-3708c946ff5f with binding_index 1 {{(pid=106252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 12:03:33.594994 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-3b1d5e86-f79d-4d34-9718-e281d5cdeba1 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8514681 Aug 18 12:03:33.597650 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 36348) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:03:33.604610 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-5b42f7b4-8cdf-404d-8068-5161125e3970 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Request body: {'subnet': {'network_id': 'b43d448f-e708-4c7a-a8ae-303801ef6162', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:03:33.615119 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-4da92829-9fae-4257-92b2-5db2618161f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-2, 365c1e73-53bd-4762-8c39-733a28020035) {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:03:33.627324 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10fcf8f6-bd1d-4e94-8f14-712fe2f65b11 None None] Network 365c1e73-53bd-4762-8c39-733a28020035 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:03:33.631608 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0398763d-d8ec-4316-b4ba-4df5ba84678c tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:33.647080 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [None req-0398763d-d8ec-4316-b4ba-4df5ba84678c tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Transition to ACTIVE for port object 9af8f5ce-24a1-4126-baf2-56132462e7b3 will not be triggered until provisioned by entity DHCP. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:03:33.736313 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60978b2f-cc29-4eb1-ac27-abca16d60215 req-f745c531-5af0-4554-91a7-91354480cbc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:33.737984 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-60978b2f-cc29-4eb1-ac27-abca16d60215 req-f745c531-5af0-4554-91a7-91354480cbc0 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5dc13ca5db3b4f4a9d5ca7ec0f8f54a8&device_id=498dc9ca-56e1-4988-bbea-ab26b5d710ff HTTP/1.1" status: 200 len: 1098 time: 0.1377690 Aug 18 12:03:33.741307 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b42f7b4-8cdf-404d-8068-5161125e3970 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Made reservation on behalf of 0cad20ae983946c9b98c5b381a7210db for: {'subnet': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:03:33.745494 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5b42f7b4-8cdf-404d-8068-5161125e3970 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59388119'] for subnet, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:33.746136 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4da92829-9fae-4257-92b2-5db2618161f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:33.747013 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4da92829-9fae-4257-92b2-5db2618161f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for subnet, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:33.765432 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1d5e86-f79d-4d34-9718-e281d5cdeba1 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Pushing event updated for resources: {'Network': ['ID=b43d448f-e708-4c7a-a8ae-303801ef6162,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:03:33.795963 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b810216-dd50-40d8-8a25-b22d380134a1 req-05c4180c-c597-490d-baca-409cadb009a1 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:33.797619 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1b810216-dd50-40d8-8a25-b22d380134a1 req-05c4180c-c597-490d-baca-409cadb009a1 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.66 "GET /v2.0/ports?device_id=498dc9ca-56e1-4988-bbea-ab26b5d710ff HTTP/1.1" status: 200 len: 947 time: 0.2130163 Aug 18 12:03:33.799724 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0398763d-d8ec-4316-b4ba-4df5ba84678c tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:33.805144 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-4da92829-9fae-4257-92b2-5db2618161f3 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3084946 Aug 18 12:03:33.810626 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 36354) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:03:33.814815 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-4a8b34dd-744b-43be-ab64-40d11bb38401 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-383410670-router', 'tenant_id': '764f05f9d69b4134b93ed670f8afc320', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'}}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:03:33.818313 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Network b43d448f-e708-4c7a-a8ae-303801ef6162 details requested by agent ovs-agent-n-d-804985-2 with host n-d-804985-2 {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:03:33.870376 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0398763d-d8ec-4316-b4ba-4df5ba84678c tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Network 035159c2-6825-42ef-81b8-11bb23358f76 is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:03:33.879323 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-0398763d-d8ec-4316-b4ba-4df5ba84678c tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:03:33.891801 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0398763d-d8ec-4316-b4ba-4df5ba84678c tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:03:33.897778 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0398763d-d8ec-4316-b4ba-4df5ba84678c tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:33.898449 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0398763d-d8ec-4316-b4ba-4df5ba84678c tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:33.931026 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398763d-d8ec-4316-b4ba-4df5ba84678c tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Pushing event updated for resources: {'Port': ['ID=9af8f5ce-24a1-4126-baf2-56132462e7b3,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:03:33.932688 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60978b2f-cc29-4eb1-ac27-abca16d60215 req-22225ef7-ec98-411f-be5a-29fec6c658bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:33.934266 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-60978b2f-cc29-4eb1-ac27-abca16d60215 req-22225ef7-ec98-411f-be5a-29fec6c658bb service neutron] 10.222.0.62 "GET /v2.0/networks?id=222e0814-c7e5-4b11-9282-3f40c6ed76b2 HTTP/1.1" status: 200 len: 870 time: 0.1853821 Aug 18 12:03:33.945154 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1b810216-dd50-40d8-8a25-b22d380134a1 req-fb063205-0a2f-44c3-87a0-85f2e040ee62 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb50ebbf-d033-473b-ae6e-593d78928b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361544 Aug 18 12:03:33.952633 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4a8b34dd-744b-43be-ab64-40d11bb38401 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-998592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15809'] for router, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:33.957865 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4a8b34dd-744b-43be-ab64-40d11bb38401 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-992733', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-971415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15816'] for router, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:33.967348 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 36356) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:03:33.972863 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-0398763d-d8ec-4316-b4ba-4df5ba84678c tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.8860693 Aug 18 12:03:34.004902 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-17d89c67-bb49-45bb-b816-09868fcf591f tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Request body: {'port': {'network_id': '035159c2-6825-42ef-81b8-11bb23358f76', 'name': 'tempest-PortsIpV6TestJSON-1741038816', 'fixed_ips': [{'subnet_id': 'fc40f8ce-f2cc-4c4d-aeff-31a49ef23252', 'ip_address': '2001:db8::f'}]}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:03:34.026626 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2314fde-5e48-462b-be3e-6bec7c424493 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp788be208-34ab-5a8f-af0f-528834af222f-365c1e73-53bd-4762-8c39-733a28020035', 'network_id': '365c1e73-53bd-4762-8c39-733a28020035', 'tenant_id': '764f05f9d69b4134b93ed670f8afc320', 'fixed_ips': [{'subnet_id': 'e8e80694-e438-471b-8163-c76e1828e5ce'}]}} from n-d-804985-2. {{(pid=106254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 12:03:34.027497 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-e2314fde-5e48-462b-be3e-6bec7c424493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:34.087565 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4a8b34dd-744b-43be-ab64-40d11bb38401 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:34.111688 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-60978b2f-cc29-4eb1-ac27-abca16d60215 req-47b7322b-875c-4940-ad04-2eda6e233cd8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=6d122ec0-dee6-462c-aa25-d56dd1e1ebee HTTP/1.1" status: 200 len: 217 time: 0.1623788 Aug 18 12:03:34.243028 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.db_base_plugin_common [None req-e2314fde-5e48-462b-be3e-6bec7c424493 None None] Allocated IP 172.20.0.2 (365c1e73-53bd-4762-8c39-733a28020035/e8e80694-e438-471b-8163-c76e1828e5ce/b7495fa8-3e22-4ae0-ac00-a48771f62e66) {{(pid=106254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:03:34.544681 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-e2314fde-5e48-462b-be3e-6bec7c424493 None None] Notify callbacks [] for port, precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:34.556567 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-e2314fde-5e48-462b-be3e-6bec7c424493 None None] Transition to ACTIVE for port object b7495fa8-3e22-4ae0-ac00-a48771f62e66 will not be triggered until provisioned by entity L2. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:03:34.575484 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-e2314fde-5e48-462b-be3e-6bec7c424493 None None] Transition to ACTIVE for port object b7495fa8-3e22-4ae0-ac00-a48771f62e66 will not be triggered until provisioned by entity DHCP. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:03:34.581601 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device d53f008f-9abb-48fb-84a6-dd0133b48367 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:03:34.636352 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-e2314fde-5e48-462b-be3e-6bec7c424493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547'] for port, after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:34.683864 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-891487e5-b510-417b-beb5-1842ebad7c35 None None] Network 035159c2-6825-42ef-81b8-11bb23358f76 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:03:34.700345 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port d53f008f-9abb-48fb-84a6-dd0133b48367 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:03:34.748396 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2314fde-5e48-462b-be3e-6bec7c424493 None None] Network 365c1e73-53bd-4762-8c39-733a28020035 is already hosted by enough agents. {{(pid=106254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:03:34.767974 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.base_scheduler [None req-e2314fde-5e48-462b-be3e-6bec7c424493 None None] Resources bound (agent type, host, resource id): {{(pid=106254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:03:34.778076 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2314fde-5e48-462b-be3e-6bec7c424493 None None] Received port after_create {{(pid=106254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:03:34.789165 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2314fde-5e48-462b-be3e-6bec7c424493 None None] Pushing event updated for resources: {'Port': ['ID=b7495fa8-3e22-4ae0-ac00-a48771f62e66,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:03:34.789368 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4a8b34dd-744b-43be-ab64-40d11bb38401 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:34.800600 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-883fdfd6-a19e-4f46-9330-ace7ff8154a9 None None] Provisioning for port d53f008f-9abb-48fb-84a6-dd0133b48367 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:03:34.817868 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-883fdfd6-a19e-4f46-9330-ace7ff8154a9 None None] Provisioning complete for port d53f008f-9abb-48fb-84a6-dd0133b48367 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:03:34.818519 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-883fdfd6-a19e-4f46-9330-ace7ff8154a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:34.831744 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1802c34e-5f6a-4e30-9b64-5d2ffaa5d30b req-9712b2bf-2449-40b1-a62f-d37c3e34b04d tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:34.833520 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1802c34e-5f6a-4e30-9b64-5d2ffaa5d30b req-9712b2bf-2449-40b1-a62f-d37c3e34b04d tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] 10.222.0.66 "GET /v2.0/ports?device_id=79eb6dfc-2adb-4930-883e-cf334d7966ec HTTP/1.1" status: 200 len: 945 time: 0.1931684 Aug 18 12:03:34.867465 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60978b2f-cc29-4eb1-ac27-abca16d60215 req-6b9eea86-e758-403e-ae1d-301874f00215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:34.869809 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-60978b2f-cc29-4eb1-ac27-abca16d60215 req-6b9eea86-e758-403e-ae1d-301874f00215 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6d16d680-110b-436d-8afa-48ba845b3623 HTTP/1.1" status: 200 len: 843 time: 0.7444918 Aug 18 12:03:34.872719 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5b42f7b4-8cdf-404d-8068-5161125e3970 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58902106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59388097'] for subnet, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:34.926130 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1802c34e-5f6a-4e30-9b64-5d2ffaa5d30b req-4ee5e778-d16b-4e08-9069-6d6114643518 tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b3db2ea-cc32-4796-9824-b1355b845d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772409 Aug 18 12:03:34.992299 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b42f7b4-8cdf-404d-8068-5161125e3970 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Pushing event updated for resources: {'Subnet': ['ID=afec3d84-5652-407e-bf85-93a100e733a9,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:03:35.000943 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60978b2f-cc29-4eb1-ac27-abca16d60215 req-b59542af-1ca1-46d8-8da6-d953a2bca9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:35.002484 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-60978b2f-cc29-4eb1-ac27-abca16d60215 req-b59542af-1ca1-46d8-8da6-d953a2bca9a9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=222e0814-c7e5-4b11-9282-3f40c6ed76b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1236777 Aug 18 12:03:35.007015 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17d89c67-bb49-45bb-b816-09868fcf591f tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Made reservation on behalf of 65fdfa1f9ea246ab9e952c5b1ba0afa3 for: {'port': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:03:35.031388 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-e2314fde-5e48-462b-be3e-6bec7c424493 None None] Attempting to bind port b7495fa8-3e22-4ae0-ac00-a48771f62e66 on host n-d-804985-2 for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:03:35.031762 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-e2314fde-5e48-462b-be3e-6bec7c424493 None None] Attempting to bind port b7495fa8-3e22-4ae0-ac00-a48771f62e66 by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': 'a349f629-a357-4fba-80a9-3970130b5e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '365c1e73-53bd-4762-8c39-733a28020035'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:03:35.032129 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2314fde-5e48-462b-be3e-6bec7c424493 None None] Attempting to bind port b7495fa8-3e22-4ae0-ac00-a48771f62e66 on network 365c1e73-53bd-4762-8c39-733a28020035 {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:03:35.070379 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2314fde-5e48-462b-be3e-6bec7c424493 None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 3, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:03:35.070758 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2314fde-5e48-462b-be3e-6bec7c424493 None None] Checking segment: {'id': 'a349f629-a357-4fba-80a9-3970130b5e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '365c1e73-53bd-4762-8c39-733a28020035'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:03:35.071163 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-e2314fde-5e48-462b-be3e-6bec7c424493 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:35.071554 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2314fde-5e48-462b-be3e-6bec7c424493 None None] Bound using segment: {'id': 'a349f629-a357-4fba-80a9-3970130b5e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '365c1e73-53bd-4762-8c39-733a28020035'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:03:35.072029 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-e2314fde-5e48-462b-be3e-6bec7c424493 None None] Bound port: b7495fa8-3e22-4ae0-ac00-a48771f62e66, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a349f629-a357-4fba-80a9-3970130b5e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '365c1e73-53bd-4762-8c39-733a28020035'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:03:35.072407 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-e2314fde-5e48-462b-be3e-6bec7c424493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:35.103071 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b42f7b4-8cdf-404d-8068-5161125e3970 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Checking segment: {'id': '7de92108-db01-4a5b-b261-ae216262a2b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'b43d448f-e708-4c7a-a8ae-303801ef6162'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:03:35.103442 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b42f7b4-8cdf-404d-8068-5161125e3970 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Network hostable DHCP agents. Network: b43d448f-e708-4c7a-a8ae-303801ef6162, hostable agents: ['97c14208-2951-4361-8d64-3708c946ff5f'], hosted agents: [] {{(pid=106253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 12:03:35.183449 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-e2314fde-5e48-462b-be3e-6bec7c424493 None None] For port b7495fa8-3e22-4ae0-ac00-a48771f62e66, host n-d-804985-2, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:03:35.188279 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-e2314fde-5e48-462b-be3e-6bec7c424493 None None] For port b7495fa8-3e22-4ae0-ac00-a48771f62e66, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=b7495fa8-3e22-4ae0-ac00-a48771f62e66,segment=NetworkSegment(a349f629-a357-4fba-80a9-3970130b5e97),segment_id=a349f629-a357-4fba-80a9-3970130b5e97)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:03:35.204209 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b42f7b4-8cdf-404d-8068-5161125e3970 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Network b43d448f-e708-4c7a-a8ae-303801ef6162 is scheduled to be hosted by DHCP agent 97c14208-2951-4361-8d64-3708c946ff5f with binding_index 1 {{(pid=106253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 12:03:35.204972 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-e2314fde-5e48-462b-be3e-6bec7c424493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:35.208833 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa61ae0b-6591-4df0-8885-6a90aabbaf7b req-c87947e4-5d17-4822-ba5c-7f3185730b18 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:35.211291 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-aa61ae0b-6591-4df0-8885-6a90aabbaf7b req-c87947e4-5d17-4822-ba5c-7f3185730b18 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.66 "GET /v2.0/ports?device_id=498dc9ca-56e1-4988-bbea-ab26b5d710ff HTTP/1.1" status: 200 len: 947 time: 0.1244075 Aug 18 12:03:35.215450 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4a8b34dd-744b-43be-ab64-40d11bb38401 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:35.242416 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-17d89c67-bb49-45bb-b816-09868fcf591f tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:35.247461 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-60978b2f-cc29-4eb1-ac27-abca16d60215 req-4fb473cb-adce-44d6-9b85-f8d72ec207ce service neutron] 10.222.0.62 "GET /v2.0/networks/222e0814-c7e5-4b11-9282-3f40c6ed76b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2075264 Aug 18 12:03:35.249640 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-883fdfd6-a19e-4f46-9330-ace7ff8154a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:35.253780 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-5b42f7b4-8cdf-404d-8068-5161125e3970 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-2, b43d448f-e708-4c7a-a8ae-303801ef6162) {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:03:35.266652 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4a8b34dd-744b-43be-ab64-40d11bb38401 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:35.268582 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b42f7b4-8cdf-404d-8068-5161125e3970 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:35.269186 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5b42f7b4-8cdf-404d-8068-5161125e3970 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:35.302729 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fbf5da4-096d-4474-afff-12d7d3713e70 None None] Network b43d448f-e708-4c7a-a8ae-303801ef6162 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:03:35.331013 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [None req-17d89c67-bb49-45bb-b816-09868fcf591f tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] device_id is not set on port 510ff66d-9962-4c91-b9b5-e29031e9013b yet. {{(pid=106253) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 12:03:35.365975 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-aa61ae0b-6591-4df0-8885-6a90aabbaf7b req-5c989f90-f4ee-4607-9637-0fd40e989ca8 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb50ebbf-d033-473b-ae6e-593d78928b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360598 Aug 18 12:03:35.441877 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-883fdfd6-a19e-4f46-9330-ace7ff8154a9 None None] For port d53f008f-9abb-48fb-84a6-dd0133b48367, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=d53f008f-9abb-48fb-84a6-dd0133b48367,segment=NetworkSegment(d1cb01a7-a79f-443e-b8fa-3a02e1d63c02),segment_id=d1cb01a7-a79f-443e-b8fa-3a02e1d63c02)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:03:35.445173 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2314fde-5e48-462b-be3e-6bec7c424493 None None] Pushing event updated for resources: {'Port': ['ID=b7495fa8-3e22-4ae0-ac00-a48771f62e66,revision_number=2']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:03:35.460143 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-883fdfd6-a19e-4f46-9330-ace7ff8154a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:35.479010 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-5b42f7b4-8cdf-404d-8068-5161125e3970 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.8795967 Aug 18 12:03:35.490350 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 36370) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:03:35.502776 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-f86954e2-172e-46e0-b81e-e0800de831a1 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1235838247'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:03:35.584155 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [None req-4a8b34dd-744b-43be-ab64-40d11bb38401 admin admin] Allocated IP 172.25.7.252 (7cae7a70-14fd-408c-b14d-39ceb97cb60e/9784295a-20b8-4a4b-b105-f82737f0448f/72fe68a2-88d6-4327-b8d5-6daf9872f85d) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:03:35.586296 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f86954e2-172e-46e0-b81e-e0800de831a1 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Made reservation on behalf of 0cad20ae983946c9b98c5b381a7210db for: {'network': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:03:35.589991 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f86954e2-172e-46e0-b81e-e0800de831a1 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for network, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:35.647772 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-60978b2f-cc29-4eb1-ac27-abca16d60215 req-c1ccedc6-a0b2-4788-b784-924b21dcd946 service neutron] 10.222.0.62 "GET /v2.0/networks/222e0814-c7e5-4b11-9282-3f40c6ed76b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3902500 Aug 18 12:03:35.665391 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883fdfd6-a19e-4f46-9330-ace7ff8154a9 None None] Pushing event updated for resources: {'Port': ['ID=d53f008f-9abb-48fb-84a6-dd0133b48367,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:03:35.714577 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f86954e2-172e-46e0-b81e-e0800de831a1 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 834} {{(pid=106252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:03:35.725903 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-0614e605-fe82-489c-a20d-36e351bd9eac None None] Provisioning complete for port d53f008f-9abb-48fb-84a6-dd0133b48367 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:03:35.726298 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-0614e605-fe82-489c-a20d-36e351bd9eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:35.740728 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f86954e2-172e-46e0-b81e-e0800de831a1 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:35.741083 n-d-804985-2 neutron-server[106252]: INFO neutron.db.segments_db [None req-f86954e2-172e-46e0-b81e-e0800de831a1 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Added segment 68d7e479-c2fe-4b0b-92f4-f4b5b8859454 of type vlan for network 62c8a6e8-13f6-402d-a740-f6a630d54875 Aug 18 12:03:35.766905 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [None req-17d89c67-bb49-45bb-b816-09868fcf591f tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Allocated IP 2001:db8::f (035159c2-6825-42ef-81b8-11bb23358f76/fc40f8ce-f2cc-4c4d-aeff-31a49ef23252/510ff66d-9962-4c91-b9b5-e29031e9013b) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:03:35.829099 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bd7b4a2-da9f-4c85-a61e-eba9b52dba68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp788be208-34ab-5a8f-af0f-528834af222f-b43d448f-e708-4c7a-a8ae-303801ef6162', 'network_id': 'b43d448f-e708-4c7a-a8ae-303801ef6162', 'tenant_id': '0cad20ae983946c9b98c5b381a7210db', 'fixed_ips': [{'subnet_id': 'afec3d84-5652-407e-bf85-93a100e733a9'}]}} from n-d-804985-2. {{(pid=106254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 12:03:35.830118 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1bd7b4a2-da9f-4c85-a61e-eba9b52dba68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:35.874792 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f86954e2-172e-46e0-b81e-e0800de831a1 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789150665894'] for network, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:35.914254 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4a8b34dd-744b-43be-ab64-40d11bb38401 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:35.961695 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f86954e2-172e-46e0-b81e-e0800de831a1 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for network, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:35.986603 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f86954e2-172e-46e0-b81e-e0800de831a1 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:35.987752 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f86954e2-172e-46e0-b81e-e0800de831a1 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Notify callbacks [] for network, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:36.116429 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86954e2-172e-46e0-b81e-e0800de831a1 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Pushing event updated for resources: {'Network': ['ID=62c8a6e8-13f6-402d-a740-f6a630d54875,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:03:36.134661 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86954e2-172e-46e0-b81e-e0800de831a1 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:03:36.135218 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86954e2-172e-46e0-b81e-e0800de831a1 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:03:36.135587 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86954e2-172e-46e0-b81e-e0800de831a1 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:03:36.135929 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86954e2-172e-46e0-b81e-e0800de831a1 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:03:36.136263 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86954e2-172e-46e0-b81e-e0800de831a1 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:03:36.136625 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86954e2-172e-46e0-b81e-e0800de831a1 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:03:36.136956 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86954e2-172e-46e0-b81e-e0800de831a1 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:03:36.137282 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86954e2-172e-46e0-b81e-e0800de831a1 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:03:36.137791 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86954e2-172e-46e0-b81e-e0800de831a1 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:03:36.138660 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86954e2-172e-46e0-b81e-e0800de831a1 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:03:36.138660 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86954e2-172e-46e0-b81e-e0800de831a1 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:03:36.138866 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86954e2-172e-46e0-b81e-e0800de831a1 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:03:36.184798 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-f86954e2-172e-46e0-b81e-e0800de831a1 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6931441 Aug 18 12:03:36.188098 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 36382) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:03:36.197064 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-6af0ed8f-204d-469b-a8f4-5a7a47911f9f tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Request body: {'subnet': {'network_id': '62c8a6e8-13f6-402d-a740-f6a630d54875', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:03:36.233360 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-17d89c67-bb49-45bb-b816-09868fcf591f tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:36.237259 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Network 62c8a6e8-13f6-402d-a740-f6a630d54875 details requested by agent ovs-agent-n-d-804985-2 with host n-d-804985-2 {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:03:36.282173 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.db_base_plugin_common [None req-1bd7b4a2-da9f-4c85-a61e-eba9b52dba68 None None] Allocated IP 19.80.0.2 (b43d448f-e708-4c7a-a8ae-303801ef6162/afec3d84-5652-407e-bf85-93a100e733a9/83eda889-22c6-4d12-97ef-aac8b9a650e6) {{(pid=106254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:03:36.285875 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [None req-17d89c67-bb49-45bb-b816-09868fcf591f tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Transition to ACTIVE for port object 510ff66d-9962-4c91-b9b5-e29031e9013b will not be triggered until provisioned by entity DHCP. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:03:36.311280 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821a1167-b785-4158-8bfb-eb18548f20dd req-8de9a943-7440-47e9-91bc-eef469273994 tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:36.313145 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-821a1167-b785-4158-8bfb-eb18548f20dd req-8de9a943-7440-47e9-91bc-eef469273994 tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] 10.222.0.66 "GET /v2.0/ports?device_id=79eb6dfc-2adb-4930-883e-cf334d7966ec HTTP/1.1" status: 200 len: 945 time: 0.2042911 Aug 18 12:03:36.314748 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4a8b34dd-744b-43be-ab64-40d11bb38401 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:36.371323 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-17d89c67-bb49-45bb-b816-09868fcf591f tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:36.536449 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:36.537617 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17d89c67-bb49-45bb-b816-09868fcf591f tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Network 035159c2-6825-42ef-81b8-11bb23358f76 is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:03:36.544998 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-17d89c67-bb49-45bb-b816-09868fcf591f tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:03:36.547053 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d89c67-bb49-45bb-b816-09868fcf591f tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Pushing event updated for resources: {'Port': ['ID=510ff66d-9962-4c91-b9b5-e29031e9013b,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:03:36.557249 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-0614e605-fe82-489c-a20d-36e351bd9eac None None] Provisioning for port 9af8f5ce-24a1-4126-baf2-56132462e7b3 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:03:36.557495 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d89c67-bb49-45bb-b816-09868fcf591f tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:03:36.564193 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17d89c67-bb49-45bb-b816-09868fcf591f tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:36.564953 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-17d89c67-bb49-45bb-b816-09868fcf591f tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:36.569025 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-0614e605-fe82-489c-a20d-36e351bd9eac None None] Provisioning complete for port 9af8f5ce-24a1-4126-baf2-56132462e7b3 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:03:36.569532 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-0614e605-fe82-489c-a20d-36e351bd9eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:36.591652 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-17d89c67-bb49-45bb-b816-09868fcf591f tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.6171534 Aug 18 12:03:36.592854 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 36388) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:03:36.617409 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a8b34dd-744b-43be-ab64-40d11bb38401 admin admin] Network 7cae7a70-14fd-408c-b14d-39ceb97cb60e is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:03:36.631690 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-821a1167-b785-4158-8bfb-eb18548f20dd req-761e8dcd-d2e7-477f-a3f6-967cddc8e471 tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b3db2ea-cc32-4796-9824-b1355b845d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2983060 Aug 18 12:03:36.689497 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device d53f008f-9abb-48fb-84a6-dd0133b48367 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:03:36.717917 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-4a8b34dd-744b-43be-ab64-40d11bb38401 admin admin] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:03:36.754741 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1413cc2e-d8b5-4b05-baeb-b375f118af5d tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:36.759453 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-0614e605-fe82-489c-a20d-36e351bd9eac None None] Port 9af8f5ce-24a1-4126-baf2-56132462e7b3 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:03:36.760139 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-1413cc2e-d8b5-4b05-baeb-b375f118af5d tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] 10.222.0.66 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.1654785 Aug 18 12:03:36.764885 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 36390) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:03:36.783509 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8b34dd-744b-43be-ab64-40d11bb38401 admin admin] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:03:36.836862 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bff431c-164c-447b-90e2-437e7082b315 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:36.851712 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bff431c-164c-447b-90e2-437e7082b315 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:36.871099 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bff431c-164c-447b-90e2-437e7082b315 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:36.873926 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-8bff431c-164c-447b-90e2-437e7082b315 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] 10.222.0.66 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.1074312 Aug 18 12:03:36.876025 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 36394) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:03:36.905117 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8b34dd-744b-43be-ab64-40d11bb38401 admin admin] Pushing event updated for resources: {'Port': ['ID=72fe68a2-88d6-4327-b8d5-6daf9872f85d,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:03:36.933955 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1bd7b4a2-da9f-4c85-a61e-eba9b52dba68 None None] Notify callbacks [] for port, precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:36.954899 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-86a2e05d-6ffe-4a08-b0af-7b137191be9f None None] Provisioning complete for port 9af8f5ce-24a1-4126-baf2-56132462e7b3 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:03:36.970114 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-86a2e05d-6ffe-4a08-b0af-7b137191be9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:36.972505 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1bd7b4a2-da9f-4c85-a61e-eba9b52dba68 None None] Transition to ACTIVE for port object 83eda889-22c6-4d12-97ef-aac8b9a650e6 will not be triggered until provisioned by entity L2. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:03:37.061246 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1bd7b4a2-da9f-4c85-a61e-eba9b52dba68 None None] Transition to ACTIVE for port object 83eda889-22c6-4d12-97ef-aac8b9a650e6 will not be triggered until provisioned by entity DHCP. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:03:37.062212 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port d53f008f-9abb-48fb-84a6-dd0133b48367 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:03:37.062572 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:37.100767 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-2f83319f-992a-41e6-b410-02226cc43ab9 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Deleting port 510ff66d-9962-4c91-b9b5-e29031e9013b {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:03:37.101110 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2f83319f-992a-41e6-b410-02226cc43ab9 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:37.125859 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b382a14-7853-4b02-ab3b-7898b5a9f077 req-49048842-e61e-45bf-ab5f-06513de7293f tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:37.149708 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3b382a14-7853-4b02-ab3b-7898b5a9f077 req-49048842-e61e-45bf-ab5f-06513de7293f tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.66 "GET /v2.0/ports?device_id=498dc9ca-56e1-4988-bbea-ab26b5d710ff HTTP/1.1" status: 200 len: 947 time: 0.6489835 Aug 18 12:03:37.151742 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6af0ed8f-204d-469b-a8f4-5a7a47911f9f tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Made reservation on behalf of 0cad20ae983946c9b98c5b381a7210db for: {'subnet': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:03:37.160204 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6af0ed8f-204d-469b-a8f4-5a7a47911f9f tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59074089'] for subnet, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:37.296725 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14387b23-faa9-4f1b-adae-31657c6d3701 req-ebec7f26-7444-468e-92c4-c7d86fa96a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:37.298539 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-14387b23-faa9-4f1b-adae-31657c6d3701 req-ebec7f26-7444-468e-92c4-c7d86fa96a9b service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=79eb6dfc-2adb-4930-883e-cf334d7966ec HTTP/1.1" status: 200 len: 1096 time: 0.6758592 Aug 18 12:03:37.304344 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2f83319f-992a-41e6-b410-02226cc43ab9 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:37.333022 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-2f83319f-992a-41e6-b410-02226cc43ab9 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Calling delete_port for 510ff66d-9962-4c91-b9b5-e29031e9013b owned by {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:03:37.345262 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f11aee64-2cab-439d-9e37-6c9d5244704c None None] Network 365c1e73-53bd-4762-8c39-733a28020035 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:03:37.350448 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1bd7b4a2-da9f-4c85-a61e-eba9b52dba68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547'] for port, after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:37.352222 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-86a2e05d-6ffe-4a08-b0af-7b137191be9f None None] Port 9af8f5ce-24a1-4126-baf2-56132462e7b3 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:03:37.367527 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3b382a14-7853-4b02-ab3b-7898b5a9f077 req-4601e786-0a07-418e-9727-c0a700b0a172 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb50ebbf-d033-473b-ae6e-593d78928b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167718 Aug 18 12:03:37.438580 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bd7b4a2-da9f-4c85-a61e-eba9b52dba68 None None] Network b43d448f-e708-4c7a-a8ae-303801ef6162 is already hosted by enough agents. {{(pid=106254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:03:37.445433 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.base_scheduler [None req-1bd7b4a2-da9f-4c85-a61e-eba9b52dba68 None None] Resources bound (agent type, host, resource id): {{(pid=106254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:03:37.467330 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd7b4a2-da9f-4c85-a61e-eba9b52dba68 None None] Received port after_create {{(pid=106254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:03:37.468785 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-14387b23-faa9-4f1b-adae-31657c6d3701 req-3526ec66-9f59-4590-816a-1ca89187f94f service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=9b3db2ea-cc32-4796-9824-b1355b845d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190681 Aug 18 12:03:37.494342 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd7b4a2-da9f-4c85-a61e-eba9b52dba68 None None] Pushing event updated for resources: {'Port': ['ID=83eda889-22c6-4d12-97ef-aac8b9a650e6,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:03:37.534997 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2f83319f-992a-41e6-b410-02226cc43ab9 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:37.544311 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-dcf79f2d-4278-4a92-9bc8-5eb1eb325472 None None] Provisioning for port 510ff66d-9962-4c91-b9b5-e29031e9013b completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:03:37.579803 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-dcf79f2d-4278-4a92-9bc8-5eb1eb325472 None None] Provisioning complete for port 510ff66d-9962-4c91-b9b5-e29031e9013b triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:03:37.580418 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-dcf79f2d-4278-4a92-9bc8-5eb1eb325472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:37.583601 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f83319f-992a-41e6-b410-02226cc43ab9 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Pushing event deleted for resources: {'Port': ['ID=510ff66d-9962-4c91-b9b5-e29031e9013b,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:03:37.616739 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2f83319f-992a-41e6-b410-02226cc43ab9 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:37.623231 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-2f83319f-992a-41e6-b410-02226cc43ab9 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] 10.222.0.66 "DELETE /v2.0/ports/510ff66d-9962-4c91-b9b5-e29031e9013b HTTP/1.1" status: 204 len: 168 time: 0.7460980 Aug 18 12:03:37.624178 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 36398) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:03:37.630670 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-dcf79f2d-4278-4a92-9bc8-5eb1eb325472 None None] Port 510ff66d-9962-4c91-b9b5-e29031e9013b was deleted so its status cannot be updated. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 18 12:03:37.647171 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 6d122ec0-dee6-462c-aa25-d56dd1e1ebee details requested by agent hyperv_n-h2-804985-2 with host n-h2-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:03:37.650295 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4a8b34dd-744b-43be-ab64-40d11bb38401 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:37.660989 n-d-804985-2 neutron-server[106253]: INFO neutron.pecan_wsgi.hooks.translation [None req-99d3e83e-cf48-42bf-a53b-055b53bad233 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] GET failed (client error): The resource could not be found. Aug 18 12:03:37.666453 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-99d3e83e-cf48-42bf-a53b-055b53bad233 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] 10.222.0.66 "GET /v2.0/ports/510ff66d-9962-4c91-b9b5-e29031e9013b HTTP/1.1" status: 404 len: 333 time: 0.0407143 Aug 18 12:03:37.667356 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 36400) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:03:37.726900 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-1bd7b4a2-da9f-4c85-a61e-eba9b52dba68 None None] Attempting to bind port 83eda889-22c6-4d12-97ef-aac8b9a650e6 on host n-d-804985-2 for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:03:37.727663 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-1bd7b4a2-da9f-4c85-a61e-eba9b52dba68 None None] Attempting to bind port 83eda889-22c6-4d12-97ef-aac8b9a650e6 by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': '7de92108-db01-4a5b-b261-ae216262a2b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'b43d448f-e708-4c7a-a8ae-303801ef6162'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:03:37.728318 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd7b4a2-da9f-4c85-a61e-eba9b52dba68 None None] Attempting to bind port 83eda889-22c6-4d12-97ef-aac8b9a650e6 on network b43d448f-e708-4c7a-a8ae-303801ef6162 {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:03:37.783805 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-16bc98de-ba70-4377-946b-63493cd780f1 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Deleting port 9af8f5ce-24a1-4126-baf2-56132462e7b3 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:03:37.784286 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-16bc98de-ba70-4377-946b-63493cd780f1 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:37.790632 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd7b4a2-da9f-4c85-a61e-eba9b52dba68 None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 3, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:03:37.791285 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd7b4a2-da9f-4c85-a61e-eba9b52dba68 None None] Checking segment: {'id': '7de92108-db01-4a5b-b261-ae216262a2b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'b43d448f-e708-4c7a-a8ae-303801ef6162'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:03:37.791838 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1bd7b4a2-da9f-4c85-a61e-eba9b52dba68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:37.792529 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd7b4a2-da9f-4c85-a61e-eba9b52dba68 None None] Bound using segment: {'id': '7de92108-db01-4a5b-b261-ae216262a2b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'b43d448f-e708-4c7a-a8ae-303801ef6162'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:03:37.792995 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-1bd7b4a2-da9f-4c85-a61e-eba9b52dba68 None None] Bound port: 83eda889-22c6-4d12-97ef-aac8b9a650e6, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7de92108-db01-4a5b-b261-ae216262a2b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'b43d448f-e708-4c7a-a8ae-303801ef6162'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:03:37.793606 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1bd7b4a2-da9f-4c85-a61e-eba9b52dba68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:37.819600 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-dcf79f2d-4278-4a92-9bc8-5eb1eb325472 None None] Provisioning for port b7495fa8-3e22-4ae0-ac00-a48771f62e66 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:03:37.840103 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device b7495fa8-3e22-4ae0-ac00-a48771f62e66 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:03:37.910328 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-16bc98de-ba70-4377-946b-63493cd780f1 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:37.925148 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-16bc98de-ba70-4377-946b-63493cd780f1 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Calling delete_port for 9af8f5ce-24a1-4126-baf2-56132462e7b3 owned by {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:03:37.989239 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1bd7b4a2-da9f-4c85-a61e-eba9b52dba68 None None] For port 83eda889-22c6-4d12-97ef-aac8b9a650e6, host n-d-804985-2, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:03:37.992408 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1bd7b4a2-da9f-4c85-a61e-eba9b52dba68 None None] For port 83eda889-22c6-4d12-97ef-aac8b9a650e6, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=83eda889-22c6-4d12-97ef-aac8b9a650e6,segment=NetworkSegment(7de92108-db01-4a5b-b261-ae216262a2b7),segment_id=7de92108-db01-4a5b-b261-ae216262a2b7)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:03:38.004014 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4a8b34dd-744b-43be-ab64-40d11bb38401 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-998473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-992536'] for router, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:38.015449 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1bd7b4a2-da9f-4c85-a61e-eba9b52dba68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:38.073445 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port b7495fa8-3e22-4ae0-ac00-a48771f62e66 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:03:38.102588 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port b7495fa8-3e22-4ae0-ac00-a48771f62e66 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:03:38.103095 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:38.104603 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:38.131951 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-16bc98de-ba70-4377-946b-63493cd780f1 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:38.184773 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bc98de-ba70-4377-946b-63493cd780f1 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Pushing event deleted for resources: {'Port': ['ID=9af8f5ce-24a1-4126-baf2-56132462e7b3,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:03:38.209626 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc838fa-7ac1-41e2-8f01-ae6cb3027d94 req-3ecaf378-85e7-4c73-ba57-b09163e597c9 tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:38.212984 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-16bc98de-ba70-4377-946b-63493cd780f1 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:38.220329 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8cc838fa-7ac1-41e2-8f01-ae6cb3027d94 req-3ecaf378-85e7-4c73-ba57-b09163e597c9 tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] 10.222.0.66 "GET /v2.0/ports?device_id=79eb6dfc-2adb-4930-883e-cf334d7966ec HTTP/1.1" status: 200 len: 945 time: 0.3963959 Aug 18 12:03:38.224298 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-16bc98de-ba70-4377-946b-63493cd780f1 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] 10.222.0.66 "DELETE /v2.0/ports/9af8f5ce-24a1-4126-baf2-56132462e7b3 HTTP/1.1" status: 204 len: 168 time: 0.5556645 Aug 18 12:03:38.226019 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 36408) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:03:38.265998 n-d-804985-2 neutron-server[106253]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fbe935a-3a74-4c66-a00d-f828a006b27e tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] GET failed (client error): The resource could not be found. Aug 18 12:03:38.267630 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-3fbe935a-3a74-4c66-a00d-f828a006b27e tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] 10.222.0.66 "GET /v2.0/ports/9af8f5ce-24a1-4126-baf2-56132462e7b3 HTTP/1.1" status: 404 len: 333 time: 0.0406601 Aug 18 12:03:38.271340 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 36410) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:03:38.338796 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd7b4a2-da9f-4c85-a61e-eba9b52dba68 None None] Pushing event updated for resources: {'Port': ['ID=83eda889-22c6-4d12-97ef-aac8b9a650e6,revision_number=2']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:03:38.380118 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port 6d122ec0-dee6-462c-aa25-d56dd1e1ebee, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=6d122ec0-dee6-462c-aa25-d56dd1e1ebee,segment=NetworkSegment(b0eb6eea-b461-4969-8a27-808f00daa8a1),segment_id=b0eb6eea-b461-4969-8a27-808f00daa8a1)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:03:38.405971 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a235c17-bcc6-4852-8a0d-b9afa5fc84a6 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Deleting subnet fc40f8ce-f2cc-4c4d-aeff-31a49ef23252 {{(pid=106253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 12:03:38.411296 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6a235c17-bcc6-4852-8a0d-b9afa5fc84a6 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks [] for subnet, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:38.419126 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8cc838fa-7ac1-41e2-8f01-ae6cb3027d94 req-884a47a4-3587-4774-87a0-468c545c9b9a tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b3db2ea-cc32-4796-9824-b1355b845d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974442 Aug 18 12:03:38.460894 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Returning: {'device': '6d122ec0-dee6-462c-aa25-d56dd1e1ebee', 'network_id': '222e0814-c7e5-4b11-9282-3f40c6ed76b2', 'port_id': '6d122ec0-dee6-462c-aa25-d56dd1e1ebee', 'mac_address': 'fa:16:3e:dc:94:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 823, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d16d680-110b-436d-8afa-48ba845b3623', 'ip_address': '192.168.233.76'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:03:38.573468 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6a235c17-bcc6-4852-8a0d-b9afa5fc84a6 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902229'] for subnet, precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:38.623036 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:38.651744 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:38.657730 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-2030320a-f8d9-41f3-b07e-fec9021bc327 None None] Provisioning complete for port b7495fa8-3e22-4ae0-ac00-a48771f62e66 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:03:38.658111 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-2030320a-f8d9-41f3-b07e-fec9021bc327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:38.704311 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372d28bf-25f7-4d87-b669-8675c55afdb0 req-54453da2-e191-467d-b2e4-00bf1c223f11 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:38.706021 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-372d28bf-25f7-4d87-b669-8675c55afdb0 req-54453da2-e191-467d-b2e4-00bf1c223f11 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.66 "GET /v2.0/ports?device_id=498dc9ca-56e1-4988-bbea-ab26b5d710ff HTTP/1.1" status: 200 len: 947 time: 0.1510696 Aug 18 12:03:38.707012 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6af0ed8f-204d-469b-a8f4-5a7a47911f9f tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3572913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59074111'] for subnet, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:38.726448 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d122ec0-dee6-462c-aa25-d56dd1e1ebee {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:03:38.756370 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6a235c17-bcc6-4852-8a0d-b9afa5fc84a6 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:38.778218 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] For port b7495fa8-3e22-4ae0-ac00-a48771f62e66, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=b7495fa8-3e22-4ae0-ac00-a48771f62e66,segment=NetworkSegment(a349f629-a357-4fba-80a9-3970130b5e97),segment_id=a349f629-a357-4fba-80a9-3970130b5e97)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:03:38.783360 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port 6d122ec0-dee6-462c-aa25-d56dd1e1ebee, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=6d122ec0-dee6-462c-aa25-d56dd1e1ebee,segment=NetworkSegment(b0eb6eea-b461-4969-8a27-808f00daa8a1),segment_id=b0eb6eea-b461-4969-8a27-808f00daa8a1)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:03:38.789794 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:38.816673 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a8b34dd-744b-43be-ab64-40d11bb38401 admin admin] Router 3ce07beb-4db9-42ff-b7cc-1f34c3d5d38b is scheduled to L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 with binding_index 1 {{(pid=106252) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 12:03:38.832873 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-372d28bf-25f7-4d87-b669-8675c55afdb0 req-affc7f61-cb7f-4af1-9b6b-3abf1f99113e tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb50ebbf-d033-473b-ae6e-593d78928b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155808 Aug 18 12:03:38.849477 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:38.851137 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6a235c17-bcc6-4852-8a0d-b9afa5fc84a6 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58902171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59388106'] for subnet, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:38.857336 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af0ed8f-204d-469b-a8f4-5a7a47911f9f tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Pushing event updated for resources: {'Subnet': ['ID=462e6caf-5716-4ecd-9c75-77eefb7cdf5c,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:03:38.867407 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af0ed8f-204d-469b-a8f4-5a7a47911f9f tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Checking segment: {'id': '68d7e479-c2fe-4b0b-92f4-f4b5b8859454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '62c8a6e8-13f6-402d-a740-f6a630d54875'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:03:38.867781 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6af0ed8f-204d-469b-a8f4-5a7a47911f9f tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Network hostable DHCP agents. Network: 62c8a6e8-13f6-402d-a740-f6a630d54875, hostable agents: ['97c14208-2951-4361-8d64-3708c946ff5f'], hosted agents: [] {{(pid=106252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 12:03:38.908252 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a235c17-bcc6-4852-8a0d-b9afa5fc84a6 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Pushing event deleted for resources: {'Subnet': ['ID=fc40f8ce-f2cc-4c4d-aeff-31a49ef23252,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:03:38.916517 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6a235c17-bcc6-4852-8a0d-b9afa5fc84a6 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:38.918759 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-6a235c17-bcc6-4852-8a0d-b9afa5fc84a6 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] 10.222.0.66 "DELETE /v2.0/subnets/fc40f8ce-f2cc-4c4d-aeff-31a49ef23252 HTTP/1.1" status: 204 len: 168 time: 0.6464703 Aug 18 12:03:38.921480 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 36416) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:03:38.940495 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-092b177b-1204-4560-98b1-1aabbe8ee46b None None] Network 035159c2-6825-42ef-81b8-11bb23358f76 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:03:38.990282 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6af0ed8f-204d-469b-a8f4-5a7a47911f9f tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Network 62c8a6e8-13f6-402d-a740-f6a630d54875 is scheduled to be hosted by DHCP agent 97c14208-2951-4361-8d64-3708c946ff5f with binding_index 1 {{(pid=106252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 12:03:39.024910 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-6af0ed8f-204d-469b-a8f4-5a7a47911f9f tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-2, 62c8a6e8-13f6-402d-a740-f6a630d54875) {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:03:39.033590 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6af0ed8f-204d-469b-a8f4-5a7a47911f9f tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:39.035000 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6af0ed8f-204d-469b-a8f4-5a7a47911f9f tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for subnet, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:39.056665 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-6af0ed8f-204d-469b-a8f4-5a7a47911f9f tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.8659382 Aug 18 12:03:39.056865 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-fde2dfe7-8a7a-4c93-89f5-5b332580a186 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7904109'] for network, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:39.059256 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a8b34dd-744b-43be-ab64-40d11bb38401 admin admin] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:03:39.073654 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c517a82-7ab5-4805-8af4-694b88c31439 None None] Sync routers for ids ['3ce07beb-4db9-42ff-b7cc-1f34c3d5d38b'] in n-d-804985-2 {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:03:39.078956 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 83eda889-22c6-4d12-97ef-aac8b9a650e6 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:03:39.083186 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Pushing event updated for resources: {'Port': ['ID=b7495fa8-3e22-4ae0-ac00-a48771f62e66,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:03:39.089699 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c517a82-7ab5-4805-8af4-694b88c31439 None None] Routers {'3ce07beb-4db9-42ff-b7cc-1f34c3d5d38b'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:03:39.090562 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-5c517a82-7ab5-4805-8af4-694b88c31439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:03:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['3ce07beb-4db9-42ff-b7cc-1f34c3d5d38b'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:03:39.104861 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eb673ff-ee53-4a56-a077-e9e768978d01 None None] Network 62c8a6e8-13f6-402d-a740-f6a630d54875 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:03:39.108185 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4a8b34dd-744b-43be-ab64-40d11bb38401 admin admin] Notify callbacks [] for router, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:39.109857 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-4a8b34dd-744b-43be-ab64-40d11bb38401 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.2983346 Aug 18 12:03:39.113826 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 36422) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:03:39.241586 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-fde2dfe7-8a7a-4c93-89f5-5b332580a186 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Deleting port d53f008f-9abb-48fb-84a6-dd0133b48367 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:03:39.242193 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-fde2dfe7-8a7a-4c93-89f5-5b332580a186 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:39.292668 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] get_ports_and_sgs() called for port_ids ['6d122ec0-dee6-462c-aa25-d56dd1e1ebee'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:03:39.403006 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-5c517a82-7ab5-4805-8af4-694b88c31439 None None] Set router 3ce07beb-4db9-42ff-b7cc-1f34c3d5d38b gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:03:39.403568 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [None req-fde2dfe7-8a7a-4c93-89f5-5b332580a186 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] For port d53f008f-9abb-48fb-84a6-dd0133b48367, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=d53f008f-9abb-48fb-84a6-dd0133b48367,segment=NetworkSegment(d1cb01a7-a79f-443e-b8fa-3a02e1d63c02),segment_id=d1cb01a7-a79f-443e-b8fa-3a02e1d63c02)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:03:39.403944 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-fde2dfe7-8a7a-4c93-89f5-5b332580a186 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:39.433641 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-fde2dfe7-8a7a-4c93-89f5-5b332580a186 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Calling delete_port for d53f008f-9abb-48fb-84a6-dd0133b48367 owned by network:dhcp {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:03:39.542286 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port 83eda889-22c6-4d12-97ef-aac8b9a650e6 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:03:39.584538 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=6d122ec0-dee6-462c-aa25-d56dd1e1ebee,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:03:39.594897 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-fde2dfe7-8a7a-4c93-89f5-5b332580a186 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:39.635475 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde2dfe7-8a7a-4c93-89f5-5b332580a186 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Pushing event deleted for resources: {'Port': ['ID=d53f008f-9abb-48fb-84a6-dd0133b48367,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:03:39.646470 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde2dfe7-8a7a-4c93-89f5-5b332580a186 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] No DVR routers for this DVR port d53f008f-9abb-48fb-84a6-dd0133b48367 on host n-d-804985-2 {{(pid=106253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:03:39.745932 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b06e53e-76f1-438b-bd60-c870ed8b7718 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp788be208-34ab-5a8f-af0f-528834af222f-62c8a6e8-13f6-402d-a740-f6a630d54875', 'network_id': '62c8a6e8-13f6-402d-a740-f6a630d54875', 'tenant_id': '0cad20ae983946c9b98c5b381a7210db', 'fixed_ips': [{'subnet_id': '462e6caf-5716-4ecd-9c75-77eefb7cdf5c'}]}} from n-d-804985-2. {{(pid=106254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 12:03:39.746926 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-0b06e53e-76f1-438b-bd60-c870ed8b7718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:39.787121 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-5c517a82-7ab5-4805-8af4-694b88c31439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ce07beb-4db9-42ff-b7cc-1f34c3d5d38b', 'name': 'tempest-AttachVolumeTestJSON-383410670-router', 'tenant_id': '764f05f9d69b4134b93ed670f8afc320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.252'}], 'enable_snat': True}, 'gw_port_id': '72fe68a2-88d6-4327-b8d5-6daf9872f85d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:03:33Z', 'updated_at': '2021-08-18T12:03:37Z', 'revision_number': 3, 'project_id': '764f05f9d69b4134b93ed670f8afc320', 'gw_port': {'id': '72fe68a2-88d6-4327-b8d5-6daf9872f85d', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:89:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ce07beb-4db9-42ff-b7cc-1f34c3d5d38b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:03:35Z', 'updated_at': '2021-08-18T12:03:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:03:39.799634 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-fde2dfe7-8a7a-4c93-89f5-5b332580a186 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8367869', 'neutron.services.segments.db._delete_segments_for_network-8789151212993'] for network, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:39.808688 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74f207ad-6ed6-44e2-aef7-db2b2829d233 None None] Network b43d448f-e708-4c7a-a8ae-303801ef6162 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:03:39.812003 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-fde2dfe7-8a7a-4c93-89f5-5b332580a186 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['035159c2-6825-42ef-81b8-11bb23358f76']}} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:03:39.824416 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-fde2dfe7-8a7a-4c93-89f5-5b332580a186 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1cb01a7-a79f-443e-b8fa-3a02e1d63c02') {'for_net_delete': True} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:03:39.833015 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-fde2dfe7-8a7a-4c93-89f5-5b332580a186 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1cb01a7-a79f-443e-b8fa-3a02e1d63c02') {} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:03:39.844107 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-fde2dfe7-8a7a-4c93-89f5-5b332580a186 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789151225254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902236'] for segment, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:39.859415 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c517a82-7ab5-4805-8af4-694b88c31439 None None] Checking router: 3ce07beb-4db9-42ff-b7cc-1f34c3d5d38b for host: n-d-804985-2 {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:03:39.860080 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c517a82-7ab5-4805-8af4-694b88c31439 None None] Updating router 3ce07beb-4db9-42ff-b7cc-1f34c3d5d38b port 72fe68a2-88d6-4327-b8d5-6daf9872f85d binding host n-d-804985-2 {{(pid=106255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 12:03:39.868741 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-fde2dfe7-8a7a-4c93-89f5-5b332580a186 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:39.875801 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fde2dfe7-8a7a-4c93-89f5-5b332580a186 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Releasing vlan 812 on physical network physnet1 to pool {{(pid=106253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:03:39.876207 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-fde2dfe7-8a7a-4c93-89f5-5b332580a186 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58900537'] for segment, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:39.920511 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72788f6d-a75e-4d7f-b5f0-8204bf2599b3 None None] DHCP port deletion for 035159c2-6825-42ef-81b8-11bb23358f76 request from n-d-804985-2 {{(pid=106254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 12:03:39.922909 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-5c517a82-7ab5-4805-8af4-694b88c31439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:39.954956 n-d-804985-2 neutron-server[106253]: Traceback (most recent call last): Aug 18 12:03:39.954956 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:03:39.954956 n-d-804985-2 neutron-server[106253]: timer() Aug 18 12:03:39.954956 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:03:39.954956 n-d-804985-2 neutron-server[106253]: cb(*args, **kw) Aug 18 12:03:39.954956 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:03:39.954956 n-d-804985-2 neutron-server[106253]: return func(*args, **kwargs) Aug 18 12:03:39.954956 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:03:39.954956 n-d-804985-2 neutron-server[106253]: self._notify() Aug 18 12:03:39.954956 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:03:39.954956 n-d-804985-2 neutron-server[106253]: self.callback(batched_events) Aug 18 12:03:39.954956 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:03:39.954956 n-d-804985-2 neutron-server[106253]: event.method(event) Aug 18 12:03:39.954956 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:03:39.954956 n-d-804985-2 neutron-server[106253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:03:39.954956 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:03:39.954956 n-d-804985-2 neutron-server[106253]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:03:39.954956 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:03:39.954956 n-d-804985-2 neutron-server[106253]: return f(self, *a, **k) Aug 18 12:03:39.954956 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:03:39.954956 n-d-804985-2 neutron-server[106253]: return self._get(url).json() Aug 18 12:03:39.954956 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:03:39.954956 n-d-804985-2 neutron-server[106253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:03:39.954956 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:03:39.954956 n-d-804985-2 neutron-server[106253]: return self.request(url, 'GET', **kwargs) Aug 18 12:03:39.954956 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:03:39.954956 n-d-804985-2 neutron-server[106253]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:03:39.954956 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:03:39.954956 n-d-804985-2 neutron-server[106253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:03:39.954956 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:03:39.954956 n-d-804985-2 neutron-server[106253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:03:39.954956 n-d-804985-2 neutron-server[106253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:03:39.963402 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-fde2dfe7-8a7a-4c93-89f5-5b332580a186 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8367858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997186'] for network, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:39.976265 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-fde2dfe7-8a7a-4c93-89f5-5b332580a186 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:39.979223 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-fde2dfe7-8a7a-4c93-89f5-5b332580a186 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] 10.222.0.66 "DELETE /v2.0/networks/035159c2-6825-42ef-81b8-11bb23358f76 HTTP/1.1" status: 204 len: 168 time: 1.0562177 Aug 18 12:03:39.983181 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 36444) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:03:39.988692 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-9d8ce036-6617-4101-ba26-abe9e284fa71 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-738403397'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:03:40.027406 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde2dfe7-8a7a-4c93-89f5-5b332580a186 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Pushing event deleted for resources: {'Network': ['ID=035159c2-6825-42ef-81b8-11bb23358f76,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:03:40.071573 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d8ce036-6617-4101-ba26-abe9e284fa71 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Made reservation on behalf of 65fdfa1f9ea246ab9e952c5b1ba0afa3 for: {'network': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:03:40.075333 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9d8ce036-6617-4101-ba26-abe9e284fa71 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for network, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:40.081453 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-16afb6cd-d674-41b4-90d7-209685af6caa None None] Provisioning for port 83eda889-22c6-4d12-97ef-aac8b9a650e6 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:03:40.116917 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-16afb6cd-d674-41b4-90d7-209685af6caa None None] Provisioning complete for port 83eda889-22c6-4d12-97ef-aac8b9a650e6 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:03:40.118902 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-16afb6cd-d674-41b4-90d7-209685af6caa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:40.122047 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d8ce036-6617-4101-ba26-abe9e284fa71 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 801} {{(pid=106253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:03:40.146687 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9d8ce036-6617-4101-ba26-abe9e284fa71 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:40.147541 n-d-804985-2 neutron-server[106253]: INFO neutron.db.segments_db [None req-9d8ce036-6617-4101-ba26-abe9e284fa71 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Added segment 81658e3c-d4c9-44c8-8c21-6271dcc435b1 of type vlan for network 1868207a-2ee7-4fad-9c31-85103a2e6675 Aug 18 12:03:40.216451 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9d8ce036-6617-4101-ba26-abe9e284fa71 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789150665894'] for network, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:40.257709 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9d8ce036-6617-4101-ba26-abe9e284fa71 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for network, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:40.271176 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d8ce036-6617-4101-ba26-abe9e284fa71 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:40.272123 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.db_base_plugin_common [None req-0b06e53e-76f1-438b-bd60-c870ed8b7718 None None] Allocated IP 19.86.0.2 (62c8a6e8-13f6-402d-a740-f6a630d54875/462e6caf-5716-4ecd-9c75-77eefb7cdf5c/c3f5c15a-55da-4c72-87b8-b7015051a2a4) {{(pid=106254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:03:40.273039 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9d8ce036-6617-4101-ba26-abe9e284fa71 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:40.332249 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-5c517a82-7ab5-4805-8af4-694b88c31439 None None] Notify callbacks [] for port, precommit_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:40.346517 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-5c517a82-7ab5-4805-8af4-694b88c31439 None None] Transition to ACTIVE for port object 72fe68a2-88d6-4327-b8d5-6daf9872f85d will not be triggered until provisioned by entity L2. {{(pid=106255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:03:40.356305 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-5c517a82-7ab5-4805-8af4-694b88c31439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:40.405626 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-9d8ce036-6617-4101-ba26-abe9e284fa71 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4219794 Aug 18 12:03:40.411037 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 36450) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:03:40.420450 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-bfc0e75b-bd4f-43fb-805b-02c932680f46 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Request body: {'subnet': {'network_id': '1868207a-2ee7-4fad-9c31-85103a2e6675', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:03:40.434266 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d32c11b-8dc9-42aa-91b8-2103495c6ce3 None None] Pushing event updated for resources: {'Port': ['ID=72fe68a2-88d6-4327-b8d5-6daf9872f85d,revision_number=2']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:03:40.454123 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8ce036-6617-4101-ba26-abe9e284fa71 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Pushing event updated for resources: {'Network': ['ID=1868207a-2ee7-4fad-9c31-85103a2e6675,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:03:40.490329 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-5c517a82-7ab5-4805-8af4-694b88c31439 None None] Attempting to bind port 72fe68a2-88d6-4327-b8d5-6daf9872f85d on host n-d-804985-2 for vnic_type normal with profile {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:03:40.492839 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-5c517a82-7ab5-4805-8af4-694b88c31439 None None] Attempting to bind port 72fe68a2-88d6-4327-b8d5-6daf9872f85d by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'}] {{(pid=106255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:03:40.493245 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c517a82-7ab5-4805-8af4-694b88c31439 None None] Attempting to bind port 72fe68a2-88d6-4327-b8d5-6daf9872f85d on network 7cae7a70-14fd-408c-b14d-39ceb97cb60e {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:03:40.500525 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c517a82-7ab5-4805-8af4-694b88c31439 None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 3, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:03:40.501365 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c517a82-7ab5-4805-8af4-694b88c31439 None None] Checking segment: {'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:03:40.501776 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-5c517a82-7ab5-4805-8af4-694b88c31439 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:40.502163 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c517a82-7ab5-4805-8af4-694b88c31439 None None] Bound using segment: {'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'} {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:03:40.502629 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-5c517a82-7ab5-4805-8af4-694b88c31439 None None] Bound port: 72fe68a2-88d6-4327-b8d5-6daf9872f85d, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'}}] {{(pid=106255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:03:40.503054 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-5c517a82-7ab5-4805-8af4-694b88c31439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:40.506270 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85fb414-d05a-4e39-8520-5d555798de0a req-ef8dcd4d-a32f-4cf1-ae7a-2dca45065d62 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:40.512834 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85fb414-d05a-4e39-8520-5d555798de0a req-ef8dcd4d-a32f-4cf1-ae7a-2dca45065d62 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:40.520205 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c85fb414-d05a-4e39-8520-5d555798de0a req-ef8dcd4d-a32f-4cf1-ae7a-2dca45065d62 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] 10.222.0.66 "GET /v2.0/networks?id=b43d448f-e708-4c7a-a8ae-303801ef6162&id=62c8a6e8-13f6-402d-a740-f6a630d54875 HTTP/1.1" status: 200 len: 1392 time: 1.1103215 Aug 18 12:03:40.540303 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c85fb414-d05a-4e39-8520-5d555798de0a req-d2d513c1-ac25-4b59-824b-199fa75d15d4 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] 10.222.0.66 "GET /v2.0/quotas/0cad20ae983946c9b98c5b381a7210db HTTP/1.1" status: 200 len: 375 time: 0.0190759 Aug 18 12:03:40.554184 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfc0e75b-bd4f-43fb-805b-02c932680f46 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Made reservation on behalf of 65fdfa1f9ea246ab9e952c5b1ba0afa3 for: {'subnet': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:03:40.559176 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-bfc0e75b-bd4f-43fb-805b-02c932680f46 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59388119'] for subnet, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:40.563972 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Network 1868207a-2ee7-4fad-9c31-85103a2e6675 details requested by agent ovs-agent-n-d-804985-2 with host n-d-804985-2 {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:03:40.601851 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-5c517a82-7ab5-4805-8af4-694b88c31439 None None] For port 72fe68a2-88d6-4327-b8d5-6daf9872f85d, host n-d-804985-2, cleared binding levels {{(pid=106255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:03:40.605887 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-5c517a82-7ab5-4805-8af4-694b88c31439 None None] For port 72fe68a2-88d6-4327-b8d5-6daf9872f85d, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=72fe68a2-88d6-4327-b8d5-6daf9872f85d,segment=NetworkSegment(c5a3db9d-5c58-41b1-9177-d5787a597b78),segment_id=c5a3db9d-5c58-41b1-9177-d5787a597b78)] {{(pid=106255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:03:40.614865 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-5c517a82-7ab5-4805-8af4-694b88c31439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:40.658976 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c85fb414-d05a-4e39-8520-5d555798de0a req-919bdba0-58e3-465d-a74e-43e76b42021d tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=0cad20ae983946c9b98c5b381a7210db&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1176648 Aug 18 12:03:40.677244 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579d6a25-0a04-4b9f-af42-8ea47f004b0a req-31e145e0-7be6-4709-87ec-f92fd41f8eca tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:40.684679 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-579d6a25-0a04-4b9f-af42-8ea47f004b0a req-31e145e0-7be6-4709-87ec-f92fd41f8eca tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] 10.222.0.66 "GET /v2.0/ports?device_id=79eb6dfc-2adb-4930-883e-cf334d7966ec HTTP/1.1" status: 200 len: 945 time: 1.0645952 Aug 18 12:03:40.706913 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d32c11b-8dc9-42aa-91b8-2103495c6ce3 None None] Pushing event updated for resources: {'Port': ['ID=72fe68a2-88d6-4327-b8d5-6daf9872f85d,revision_number=3']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:03:40.733731 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c517a82-7ab5-4805-8af4-694b88c31439 None None] Routers {'3ce07beb-4db9-42ff-b7cc-1f34c3d5d38b'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:03:40.734370 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-5c517a82-7ab5-4805-8af4-694b88c31439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:03:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['3ce07beb-4db9-42ff-b7cc-1f34c3d5d38b'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:03:40.763095 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [req-c85fb414-d05a-4e39-8520-5d555798de0a req-26c45f06-3759-48a1-9951-070b57068c85 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=106252) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 12:03:40.776855 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c85fb414-d05a-4e39-8520-5d555798de0a req-26c45f06-3759-48a1-9951-070b57068c85 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1168723 Aug 18 12:03:40.813358 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-16afb6cd-d674-41b4-90d7-209685af6caa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:40.869309 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-bfc0e75b-bd4f-43fb-805b-02c932680f46 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58902106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59388097'] for subnet, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:40.881051 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-16afb6cd-d674-41b4-90d7-209685af6caa None None] For port 83eda889-22c6-4d12-97ef-aac8b9a650e6, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=83eda889-22c6-4d12-97ef-aac8b9a650e6,segment=NetworkSegment(7de92108-db01-4a5b-b261-ae216262a2b7),segment_id=7de92108-db01-4a5b-b261-ae216262a2b7)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:03:40.882541 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-0b06e53e-76f1-438b-bd60-c870ed8b7718 None None] Notify callbacks [] for port, precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:40.889402 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-5c517a82-7ab5-4805-8af4-694b88c31439 None None] Set router 3ce07beb-4db9-42ff-b7cc-1f34c3d5d38b gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:03:40.895205 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-16afb6cd-d674-41b4-90d7-209685af6caa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:40.899239 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-0b06e53e-76f1-438b-bd60-c870ed8b7718 None None] Transition to ACTIVE for port object c3f5c15a-55da-4c72-87b8-b7015051a2a4 will not be triggered until provisioned by entity L2. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:03:40.930494 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-579d6a25-0a04-4b9f-af42-8ea47f004b0a req-9bd0ddb8-2249-4695-94a6-36e22011fb15 tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b3db2ea-cc32-4796-9824-b1355b845d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2446418 Aug 18 12:03:40.955659 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device b7495fa8-3e22-4ae0-ac00-a48771f62e66 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:03:40.990276 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc0e75b-bd4f-43fb-805b-02c932680f46 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Pushing event updated for resources: {'Subnet': ['ID=4cc792f0-d65d-4ed5-9ba0-96e69e065d74,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:03:41.010495 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc0e75b-bd4f-43fb-805b-02c932680f46 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Checking segment: {'id': '81658e3c-d4c9-44c8-8c21-6271dcc435b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '1868207a-2ee7-4fad-9c31-85103a2e6675'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:03:41.011218 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfc0e75b-bd4f-43fb-805b-02c932680f46 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Network hostable DHCP agents. Network: 1868207a-2ee7-4fad-9c31-85103a2e6675, hostable agents: ['97c14208-2951-4361-8d64-3708c946ff5f'], hosted agents: [] {{(pid=106253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 12:03:41.035916 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfc0e75b-bd4f-43fb-805b-02c932680f46 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Network 1868207a-2ee7-4fad-9c31-85103a2e6675 is scheduled to be hosted by DHCP agent 97c14208-2951-4361-8d64-3708c946ff5f with binding_index 1 {{(pid=106253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 12:03:41.051739 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-0b06e53e-76f1-438b-bd60-c870ed8b7718 None None] Transition to ACTIVE for port object c3f5c15a-55da-4c72-87b8-b7015051a2a4 will not be triggered until provisioned by entity DHCP. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:03:41.052847 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-bfc0e75b-bd4f-43fb-805b-02c932680f46 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-2, 1868207a-2ee7-4fad-9c31-85103a2e6675) {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:03:41.064187 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfc0e75b-bd4f-43fb-805b-02c932680f46 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:41.065450 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-bfc0e75b-bd4f-43fb-805b-02c932680f46 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:41.074517 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b011242-32fa-421b-8097-02a7ff0338da None None] Network 1868207a-2ee7-4fad-9c31-85103a2e6675 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:03:41.092262 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-bfc0e75b-bd4f-43fb-805b-02c932680f46 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6792371 Aug 18 12:03:41.092975 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 36456) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:03:41.098257 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-466e8035-193a-453b-8184-e69c1a4ff5bc tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-708899700', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:03:41.125416 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-0b06e53e-76f1-438b-bd60-c870ed8b7718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547'] for port, after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:41.131023 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c85fb414-d05a-4e39-8520-5d555798de0a req-8a826bdf-fdbd-4393-9417-1123d1a6cd9f service neutron] 10.222.0.66 "GET /v2.0/networks/b43d448f-e708-4c7a-a8ae-303801ef6162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3532295 Aug 18 12:03:41.134989 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-466e8035-193a-453b-8184-e69c1a4ff5bc tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-998592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15809'] for router, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:41.137272 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-466e8035-193a-453b-8184-e69c1a4ff5bc tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-992733', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-971415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15816'] for router, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:41.220389 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-466e8035-193a-453b-8184-e69c1a4ff5bc tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:41.227573 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a8666b6b-6f73-4326-a286-d3bb5e28d84f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:41.233413 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-466e8035-193a-453b-8184-e69c1a4ff5bc tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-998473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-992536'] for router, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:41.259714 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-466e8035-193a-453b-8184-e69c1a4ff5bc tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks [] for router, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:41.263693 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-466e8035-193a-453b-8184-e69c1a4ff5bc tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1696177 Aug 18 12:03:41.264316 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 36460) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:03:41.274239 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-9cb7d179-c5a0-47e2-a1a6-556e09bc0e7a tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Request body: {'port': {'network_id': '1868207a-2ee7-4fad-9c31-85103a2e6675', 'name': 'tempest-PortsIpV6TestJSON-210428362'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:03:41.304554 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-5c517a82-7ab5-4805-8af4-694b88c31439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ce07beb-4db9-42ff-b7cc-1f34c3d5d38b', 'name': 'tempest-AttachVolumeTestJSON-383410670-router', 'tenant_id': '764f05f9d69b4134b93ed670f8afc320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.252'}], 'enable_snat': True}, 'gw_port_id': '72fe68a2-88d6-4327-b8d5-6daf9872f85d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:03:33Z', 'updated_at': '2021-08-18T12:03:37Z', 'revision_number': 3, 'project_id': '764f05f9d69b4134b93ed670f8afc320', 'gw_port': {'id': '72fe68a2-88d6-4327-b8d5-6daf9872f85d', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:89:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ce07beb-4db9-42ff-b7cc-1f34c3d5d38b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:03:35Z', 'updated_at': '2021-08-18T12:03:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:03:41.320089 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16afb6cd-d674-41b4-90d7-209685af6caa None None] Pushing event updated for resources: {'Port': ['ID=83eda889-22c6-4d12-97ef-aac8b9a650e6,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:03:41.329262 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b06e53e-76f1-438b-bd60-c870ed8b7718 None None] Network 62c8a6e8-13f6-402d-a740-f6a630d54875 is already hosted by enough agents. {{(pid=106254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:03:41.329262 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port b7495fa8-3e22-4ae0-ac00-a48771f62e66 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:03:41.329658 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:41.349502 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c517a82-7ab5-4805-8af4-694b88c31439 None None] The sync data for ids ['3ce07beb-4db9-42ff-b7cc-1f34c3d5d38b'] in n-d-804985-2 is: [{'id': '3ce07beb-4db9-42ff-b7cc-1f34c3d5d38b', 'name': 'tempest-AttachVolumeTestJSON-383410670-router', 'tenant_id': '764f05f9d69b4134b93ed670f8afc320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.252'}], 'enable_snat': True}, 'gw_port_id': '72fe68a2-88d6-4327-b8d5-6daf9872f85d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:03:33Z', 'updated_at': '2021-08-18T12:03:37Z', 'revision_number': 3, 'project_id': '764f05f9d69b4134b93ed670f8afc320', 'gw_port': {'id': '72fe68a2-88d6-4327-b8d5-6daf9872f85d', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:89:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ce07beb-4db9-42ff-b7cc-1f34c3d5d38b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:03:35Z', 'updated_at': '2021-08-18T12:03:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:03:41.366623 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-bf53d890-d0a5-4beb-9449-90b8ccdd438a None None] Provisioning complete for port 83eda889-22c6-4d12-97ef-aac8b9a650e6 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:03:41.367000 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-bf53d890-d0a5-4beb-9449-90b8ccdd438a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:41.370152 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.base_scheduler [None req-0b06e53e-76f1-438b-bd60-c870ed8b7718 None None] Resources bound (agent type, host, resource id): {{(pid=106254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:03:41.412964 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b06e53e-76f1-438b-bd60-c870ed8b7718 None None] Received port after_create {{(pid=106254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:03:41.415225 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57aee945-917a-42c0-a2b2-cb70d8974463 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp788be208-34ab-5a8f-af0f-528834af222f-1868207a-2ee7-4fad-9c31-85103a2e6675', 'network_id': '1868207a-2ee7-4fad-9c31-85103a2e6675', 'tenant_id': '65fdfa1f9ea246ab9e952c5b1ba0afa3', 'fixed_ips': [{'subnet_id': '4cc792f0-d65d-4ed5-9ba0-96e69e065d74'}]}} from n-d-804985-2. {{(pid=106254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 12:03:41.416049 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-57aee945-917a-42c0-a2b2-cb70d8974463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:41.417436 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c85fb414-d05a-4e39-8520-5d555798de0a req-b583d501-ea05-4c76-a107-5981524ac261 service neutron] 10.222.0.66 "GET /v2.0/networks/b43d448f-e708-4c7a-a8ae-303801ef6162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2663655 Aug 18 12:03:41.429197 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cb7d179-c5a0-47e2-a1a6-556e09bc0e7a tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Made reservation on behalf of 65fdfa1f9ea246ab9e952c5b1ba0afa3 for: {'port': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:03:41.435180 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9cb7d179-c5a0-47e2-a1a6-556e09bc0e7a tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:41.457670 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [None req-9cb7d179-c5a0-47e2-a1a6-556e09bc0e7a tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] device_id is not set on port 96c96331-64d3-43a5-a092-4be9beadb666 yet. {{(pid=106253) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 12:03:41.496503 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b06e53e-76f1-438b-bd60-c870ed8b7718 None None] Pushing event updated for resources: {'Port': ['ID=c3f5c15a-55da-4c72-87b8-b7015051a2a4,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:03:41.559158 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a245a0-cc8f-4901-83f4-b95c1af85858 req-f84a7f4e-fc82-446a-8c50-1cc5f3867ff9 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:41.560972 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-57a245a0-cc8f-4901-83f4-b95c1af85858 req-f84a7f4e-fc82-446a-8c50-1cc5f3867ff9 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.66 "GET /v2.0/ports?device_id=498dc9ca-56e1-4988-bbea-ab26b5d710ff HTTP/1.1" status: 200 len: 948 time: 0.1896358 Aug 18 12:03:41.608832 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-0b06e53e-76f1-438b-bd60-c870ed8b7718 None None] Attempting to bind port c3f5c15a-55da-4c72-87b8-b7015051a2a4 on host n-d-804985-2 for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:03:41.609467 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-0b06e53e-76f1-438b-bd60-c870ed8b7718 None None] Attempting to bind port c3f5c15a-55da-4c72-87b8-b7015051a2a4 by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': '68d7e479-c2fe-4b0b-92f4-f4b5b8859454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '62c8a6e8-13f6-402d-a740-f6a630d54875'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:03:41.609640 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b06e53e-76f1-438b-bd60-c870ed8b7718 None None] Attempting to bind port c3f5c15a-55da-4c72-87b8-b7015051a2a4 on network 62c8a6e8-13f6-402d-a740-f6a630d54875 {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:03:41.614970 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [None req-9cb7d179-c5a0-47e2-a1a6-556e09bc0e7a tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Allocated IP 2001:db8::359 (1868207a-2ee7-4fad-9c31-85103a2e6675/4cc792f0-d65d-4ed5-9ba0-96e69e065d74/96c96331-64d3-43a5-a092-4be9beadb666) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:03:41.622962 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-57a245a0-cc8f-4901-83f4-b95c1af85858 req-cbbae344-ad86-494f-96fc-a5fd5294c6fc tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb50ebbf-d033-473b-ae6e-593d78928b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532427 Aug 18 12:03:41.623593 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b06e53e-76f1-438b-bd60-c870ed8b7718 None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 3, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:03:41.624099 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b06e53e-76f1-438b-bd60-c870ed8b7718 None None] Checking segment: {'id': '68d7e479-c2fe-4b0b-92f4-f4b5b8859454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '62c8a6e8-13f6-402d-a740-f6a630d54875'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:03:41.624380 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-0b06e53e-76f1-438b-bd60-c870ed8b7718 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:41.624795 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b06e53e-76f1-438b-bd60-c870ed8b7718 None None] Bound using segment: {'id': '68d7e479-c2fe-4b0b-92f4-f4b5b8859454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '62c8a6e8-13f6-402d-a740-f6a630d54875'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:03:41.625564 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-0b06e53e-76f1-438b-bd60-c870ed8b7718 None None] Bound port: c3f5c15a-55da-4c72-87b8-b7015051a2a4, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68d7e479-c2fe-4b0b-92f4-f4b5b8859454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '62c8a6e8-13f6-402d-a740-f6a630d54875'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:03:41.625700 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-0b06e53e-76f1-438b-bd60-c870ed8b7718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:41.655430 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [None req-a8666b6b-6f73-4326-a286-d3bb5e28d84f admin admin] Allocated IP 172.20.0.1 (365c1e73-53bd-4762-8c39-733a28020035/e8e80694-e438-471b-8163-c76e1828e5ce/6cda11e2-5e40-4f5e-bf17-6026040fdd12) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:03:41.679320 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c85fb414-d05a-4e39-8520-5d555798de0a req-eed41100-9d9d-4295-9e1c-429bbf6e32ee service neutron] 10.222.0.66 "GET /v2.0/networks/62c8a6e8-13f6-402d-a740-f6a630d54875?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2534931 Aug 18 12:03:41.738276 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 6d122ec0-dee6-462c-aa25-d56dd1e1ebee up at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:03:41.881498 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9cb7d179-c5a0-47e2-a1a6-556e09bc0e7a tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:41.905838 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c85fb414-d05a-4e39-8520-5d555798de0a req-bc3edebb-7149-4cbc-8590-21725af10853 service neutron] 10.222.0.66 "GET /v2.0/networks/62c8a6e8-13f6-402d-a740-f6a630d54875?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2210109 Aug 18 12:03:41.917393 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device d53f008f-9abb-48fb-84a6-dd0133b48367 no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:03:41.936562 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [None req-9cb7d179-c5a0-47e2-a1a6-556e09bc0e7a tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Transition to ACTIVE for port object 96c96331-64d3-43a5-a092-4be9beadb666 will not be triggered until provisioned by entity DHCP. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:03:41.945970 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a8666b6b-6f73-4326-a286-d3bb5e28d84f admin admin] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:41.962598 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [None req-a8666b6b-6f73-4326-a286-d3bb5e28d84f admin admin] Transition to ACTIVE for port object 6cda11e2-5e40-4f5e-bf17-6026040fdd12 will not be triggered until provisioned by entity DHCP. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:03:42.001545 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: d53f008f-9abb-48fb-84a6-dd0133b48367 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:03:42.002037 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device d53f008f-9abb-48fb-84a6-dd0133b48367 not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:03:42.008106 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-0b06e53e-76f1-438b-bd60-c870ed8b7718 None None] For port c3f5c15a-55da-4c72-87b8-b7015051a2a4, host n-d-804985-2, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:03:42.010764 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a8666b6b-6f73-4326-a286-d3bb5e28d84f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:42.034788 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9cb7d179-c5a0-47e2-a1a6-556e09bc0e7a tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:42.079041 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-0b06e53e-76f1-438b-bd60-c870ed8b7718 None None] For port c3f5c15a-55da-4c72-87b8-b7015051a2a4, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=c3f5c15a-55da-4c72-87b8-b7015051a2a4,segment=NetworkSegment(68d7e479-c2fe-4b0b-92f4-f4b5b8859454),segment_id=68d7e479-c2fe-4b0b-92f4-f4b5b8859454)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:03:42.080160 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Provisioning for port 6d122ec0-dee6-462c-aa25-d56dd1e1ebee completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:03:42.084796 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8666b6b-6f73-4326-a286-d3bb5e28d84f admin admin] Pushing event updated for resources: {'Port': ['ID=6cda11e2-5e40-4f5e-bf17-6026040fdd12,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:03:42.104303 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8666b6b-6f73-4326-a286-d3bb5e28d84f admin admin] Network 365c1e73-53bd-4762-8c39-733a28020035 is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:03:42.105791 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-a8666b6b-6f73-4326-a286-d3bb5e28d84f admin admin] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:03:42.109040 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8666b6b-6f73-4326-a286-d3bb5e28d84f admin admin] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:03:42.118195 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-0b06e53e-76f1-438b-bd60-c870ed8b7718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:42.121818 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Provisioning complete for port 6d122ec0-dee6-462c-aa25-d56dd1e1ebee triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:03:42.122178 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:42.183804 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a8666b6b-6f73-4326-a286-d3bb5e28d84f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-996688'] for router_interface, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:42.196643 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cb7d179-c5a0-47e2-a1a6-556e09bc0e7a tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Network 1868207a-2ee7-4fad-9c31-85103a2e6675 is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:03:42.208703 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-9cb7d179-c5a0-47e2-a1a6-556e09bc0e7a tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:03:42.216861 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb7d179-c5a0-47e2-a1a6-556e09bc0e7a tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:03:42.227910 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb7d179-c5a0-47e2-a1a6-556e09bc0e7a tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:42.232962 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9cb7d179-c5a0-47e2-a1a6-556e09bc0e7a tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:42.259713 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb7d179-c5a0-47e2-a1a6-556e09bc0e7a tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Pushing event updated for resources: {'Port': ['ID=96c96331-64d3-43a5-a092-4be9beadb666,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:03:42.273367 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-9cb7d179-c5a0-47e2-a1a6-556e09bc0e7a tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0080125 Aug 18 12:03:42.275876 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 36468) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:03:42.319169 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.db_base_plugin_common [None req-57aee945-917a-42c0-a2b2-cb70d8974463 None None] Allocated IP 2001:db8::2 (1868207a-2ee7-4fad-9c31-85103a2e6675/4cc792f0-d65d-4ed5-9ba0-96e69e065d74/66913358-e170-4b4f-a1a9-1519a03c7492) {{(pid=106254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:03:42.444066 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-808816ae-1ac1-4cfe-9ba8-6a52086dc5c5 req-1d574524-b379-4f8e-a687-cd675e2266c1 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] 10.222.0.66 "GET /v2.0/ports?device_id=317d7dd6-043c-4790-937e-efcb166e1465 HTTP/1.1" status: 200 len: 210 time: 0.1666653 Aug 18 12:03:42.540636 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45277d3d-de87-4809-a182-1832836afd2e req-3b8b1eb4-de9d-43de-a2d4-de2e4cfd4cf6 tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:42.549358 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-45277d3d-de87-4809-a182-1832836afd2e req-3b8b1eb4-de9d-43de-a2d4-de2e4cfd4cf6 tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] 10.222.0.66 "GET /v2.0/ports?device_id=29df2be4-11c1-460d-a907-4195e85e2127 HTTP/1.1" status: 200 len: 946 time: 0.2535565 Aug 18 12:03:42.579162 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abacbd0-0920-44aa-84c6-56db1bc5d0a3 req-630c4581-c1d8-4465-afbe-6f7a1d69b164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:42.581771 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8abacbd0-0920-44aa-84c6-56db1bc5d0a3 req-630c4581-c1d8-4465-afbe-6f7a1d69b164 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=3fdbc2b793e24068a85791f08988ef10&device_id=79eb6dfc-2adb-4930-883e-cf334d7966ec HTTP/1.1" status: 200 len: 1096 time: 0.3176887 Aug 18 12:03:42.674551 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-57aee945-917a-42c0-a2b2-cb70d8974463 None None] Notify callbacks [] for port, precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:42.694193 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-57aee945-917a-42c0-a2b2-cb70d8974463 None None] Transition to ACTIVE for port object 66913358-e170-4b4f-a1a9-1519a03c7492 will not be triggered until provisioned by entity L2. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:03:42.735763 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-57aee945-917a-42c0-a2b2-cb70d8974463 None None] Transition to ACTIVE for port object 66913358-e170-4b4f-a1a9-1519a03c7492 will not be triggered until provisioned by entity DHCP. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:03:42.752152 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-57aee945-917a-42c0-a2b2-cb70d8974463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547'] for port, after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:42.826759 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b06e53e-76f1-438b-bd60-c870ed8b7718 None None] Pushing event updated for resources: {'Port': ['ID=c3f5c15a-55da-4c72-87b8-b7015051a2a4,revision_number=2']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:03:42.841174 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57aee945-917a-42c0-a2b2-cb70d8974463 None None] Network 1868207a-2ee7-4fad-9c31-85103a2e6675 is already hosted by enough agents. {{(pid=106254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:03:42.841947 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-14e3e93a-cec7-4c28-84f4-00598aba4062 None None] Provisioning for port 6cda11e2-5e40-4f5e-bf17-6026040fdd12 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:03:42.843090 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c12d1972-e665-4fd6-8e93-a8df636fe97f tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:42.863120 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-45277d3d-de87-4809-a182-1832836afd2e req-f7e6cff5-90f6-4a55-8a98-9de5f94ae2c1 tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] 10.222.0.66 "GET /v2.0/security-groups?id=47674416-b298-4cf8-93c5-c03a14c2b3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3122363 Aug 18 12:03:42.904099 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.base_scheduler [None req-57aee945-917a-42c0-a2b2-cb70d8974463 None None] Resources bound (agent type, host, resource id): {{(pid=106254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:03:42.913008 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57aee945-917a-42c0-a2b2-cb70d8974463 None None] Received port after_create {{(pid=106254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:03:42.915195 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:42.916884 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-14e3e93a-cec7-4c28-84f4-00598aba4062 None None] Provisioning complete for port 6cda11e2-5e40-4f5e-bf17-6026040fdd12 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:03:42.917221 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-14e3e93a-cec7-4c28-84f4-00598aba4062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:42.975371 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abacbd0-0920-44aa-84c6-56db1bc5d0a3 req-66ca8c35-c98f-4467-9f57-efaf9c4c895f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:42.978780 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8abacbd0-0920-44aa-84c6-56db1bc5d0a3 req-66ca8c35-c98f-4467-9f57-efaf9c4c895f service neutron] 10.222.0.63 "GET /v2.0/networks?id=fde25e42-4dfd-46b4-aeda-a37c860e4c94 HTTP/1.1" status: 200 len: 910 time: 0.3756161 Aug 18 12:03:43.028376 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57aee945-917a-42c0-a2b2-cb70d8974463 None None] Pushing event updated for resources: {'Port': ['ID=66913358-e170-4b4f-a1a9-1519a03c7492,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:03:43.033276 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f35ae7-e5fd-4d16-b973-af1634f4090a req-208213a1-d277-4e8d-baaf-5b42dffcc048 tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:43.050630 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c3f35ae7-e5fd-4d16-b973-af1634f4090a req-208213a1-d277-4e8d-baaf-5b42dffcc048 tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] 10.222.0.66 "GET /v2.0/ports?device_id=79eb6dfc-2adb-4930-883e-cf334d7966ec HTTP/1.1" status: 200 len: 945 time: 0.4000270 Aug 18 12:03:43.069734 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '498dc9ca-56e1-4988-bbea-ab26b5d710ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d122ec0-dee6-462c-aa25-d56dd1e1ebee'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:03:43.072268 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db50a436fb3a98495337d8fe7487b4f2ea6f3c1052eb9efadc2ecda2d5737001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb2e6d47-d571-4fe3-9c88-786db819170b" -d '{"events": [{"server_uuid": "498dc9ca-56e1-4988-bbea-ab26b5d710ff", "name": "network-vif-plugged", "status": "completed", "tag": "6d122ec0-dee6-462c-aa25-d56dd1e1ebee"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:03:43.106590 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-14e3e93a-cec7-4c28-84f4-00598aba4062 None None] Port 6cda11e2-5e40-4f5e-bf17-6026040fdd12 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:03:43.109639 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port 6d122ec0-dee6-462c-aa25-d56dd1e1ebee, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=6d122ec0-dee6-462c-aa25-d56dd1e1ebee,segment=NetworkSegment(b0eb6eea-b461-4969-8a27-808f00daa8a1),segment_id=b0eb6eea-b461-4969-8a27-808f00daa8a1)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:03:43.117195 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:43.134173 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-57aee945-917a-42c0-a2b2-cb70d8974463 None None] Attempting to bind port 66913358-e170-4b4f-a1a9-1519a03c7492 on host n-d-804985-2 for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:03:43.134576 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-57aee945-917a-42c0-a2b2-cb70d8974463 None None] Attempting to bind port 66913358-e170-4b4f-a1a9-1519a03c7492 by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': '81658e3c-d4c9-44c8-8c21-6271dcc435b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '1868207a-2ee7-4fad-9c31-85103a2e6675'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:03:43.134977 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57aee945-917a-42c0-a2b2-cb70d8974463 None None] Attempting to bind port 66913358-e170-4b4f-a1a9-1519a03c7492 on network 1868207a-2ee7-4fad-9c31-85103a2e6675 {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:03:43.170797 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8abacbd0-0920-44aa-84c6-56db1bc5d0a3 req-d0f4340b-bcce-41be-af0f-0d9dbe19b356 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f8708b17-bf3e-453a-9ec5-a059c4d30d60 HTTP/1.1" status: 200 len: 217 time: 0.1686797 Aug 18 12:03:43.179724 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 72fe68a2-88d6-4327-b8d5-6daf9872f85d up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:03:43.221503 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57aee945-917a-42c0-a2b2-cb70d8974463 None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 3, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:03:43.221503 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57aee945-917a-42c0-a2b2-cb70d8974463 None None] Checking segment: {'id': '81658e3c-d4c9-44c8-8c21-6271dcc435b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '1868207a-2ee7-4fad-9c31-85103a2e6675'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:03:43.222004 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-57aee945-917a-42c0-a2b2-cb70d8974463 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:43.222399 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57aee945-917a-42c0-a2b2-cb70d8974463 None None] Bound using segment: {'id': '81658e3c-d4c9-44c8-8c21-6271dcc435b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '1868207a-2ee7-4fad-9c31-85103a2e6675'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:03:43.222887 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-57aee945-917a-42c0-a2b2-cb70d8974463 None None] Bound port: 66913358-e170-4b4f-a1a9-1519a03c7492, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81658e3c-d4c9-44c8-8c21-6271dcc435b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '1868207a-2ee7-4fad-9c31-85103a2e6675'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:03:43.223777 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-57aee945-917a-42c0-a2b2-cb70d8974463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:43.226385 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a8666b6b-6f73-4326-a286-d3bb5e28d84f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:43.275487 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c3f35ae7-e5fd-4d16-b973-af1634f4090a req-ba65c4d9-c136-4ba6-9f15-ff7e62731646 tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b3db2ea-cc32-4796-9824-b1355b845d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181206 Aug 18 12:03:43.301221 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c12d1972-e665-4fd6-8e93-a8df636fe97f tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks [] for port, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:43.308184 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abacbd0-0920-44aa-84c6-56db1bc5d0a3 req-555a7ffe-2f0c-4317-bf00-0b9a287654dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:43.309825 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8abacbd0-0920-44aa-84c6-56db1bc5d0a3 req-555a7ffe-2f0c-4317-bf00-0b9a287654dc service neutron] 10.222.0.63 "GET /v2.0/subnets?id=ff8046ef-165b-4279-9512-1ee28b707bb5 HTTP/1.1" status: 200 len: 849 time: 0.1181927 Aug 18 12:03:43.311807 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c12d1972-e665-4fd6-8e93-a8df636fe97f tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:43.321622 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb935562-db2d-464e-920c-ebe75606473d req-06ead1e9-9b0c-46f9-a3f7-e365c4061208 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:43.325264 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=6d122ec0-dee6-462c-aa25-d56dd1e1ebee,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:03:43.340672 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-eb935562-db2d-464e-920c-ebe75606473d req-06ead1e9-9b0c-46f9-a3f7-e365c4061208 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.66 "GET /v2.0/ports?device_id=498dc9ca-56e1-4988-bbea-ab26b5d710ff HTTP/1.1" status: 200 len: 949 time: 0.2128861 Aug 18 12:03:43.360143 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port 72fe68a2-88d6-4327-b8d5-6daf9872f85d completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:03:43.391446 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 72fe68a2-88d6-4327-b8d5-6daf9872f85d triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:03:43.391825 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:43.404387 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8abacbd0-0920-44aa-84c6-56db1bc5d0a3 req-f881a042-66d7-40f8-abd1-1ccc58b064b8 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=fde25e42-4dfd-46b4-aeda-a37c860e4c94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535219 Aug 18 12:03:43.427294 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-57aee945-917a-42c0-a2b2-cb70d8974463 None None] For port 66913358-e170-4b4f-a1a9-1519a03c7492, host n-d-804985-2, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:03:43.459500 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-57aee945-917a-42c0-a2b2-cb70d8974463 None None] For port 66913358-e170-4b4f-a1a9-1519a03c7492, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=66913358-e170-4b4f-a1a9-1519a03c7492,segment=NetworkSegment(81658e3c-d4c9-44c8-8c21-6271dcc435b1),segment_id=81658e3c-d4c9-44c8-8c21-6271dcc435b1)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:03:43.470421 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-57aee945-917a-42c0-a2b2-cb70d8974463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:43.522986 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-eb935562-db2d-464e-920c-ebe75606473d req-df60e7f9-064e-41f8-b2f2-b253041b8f3a tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb50ebbf-d033-473b-ae6e-593d78928b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812119 Aug 18 12:03:43.539174 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c12d1972-e665-4fd6-8e93-a8df636fe97f tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-996688'] for router_interface, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:43.620623 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12d1972-e665-4fd6-8e93-a8df636fe97f tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Pushing event updated for resources: {'Port': ['ID=96c96331-64d3-43a5-a092-4be9beadb666,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:03:43.664571 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:03:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bb646c7-b68f-4a9e-86a1-62e28bada03c x-openstack-request-id: req-0bb646c7-b68f-4a9e-86a1-62e28bada03c {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:03:43.664858 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "498dc9ca-56e1-4988-bbea-ab26b5d710ff", "name": "network-vif-plugged", "status": "completed", "tag": "6d122ec0-dee6-462c-aa25-d56dd1e1ebee", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:03:43.665105 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-0bb646c7-b68f-4a9e-86a1-62e28bada03c {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:03:43.667753 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '498dc9ca-56e1-4988-bbea-ab26b5d710ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d122ec0-dee6-462c-aa25-d56dd1e1ebee', 'code': 200} Aug 18 12:03:43.706091 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:43.717768 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57aee945-917a-42c0-a2b2-cb70d8974463 None None] Pushing event updated for resources: {'Port': ['ID=66913358-e170-4b4f-a1a9-1519a03c7492,revision_number=2']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:03:43.743645 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] For port 72fe68a2-88d6-4327-b8d5-6daf9872f85d, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=72fe68a2-88d6-4327-b8d5-6daf9872f85d,segment=NetworkSegment(c5a3db9d-5c58-41b1-9177-d5787a597b78),segment_id=c5a3db9d-5c58-41b1-9177-d5787a597b78)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:03:43.753894 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:43.755880 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 83eda889-22c6-4d12-97ef-aac8b9a650e6 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:03:43.757548 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-48049fa0-987c-466f-b519-51a3d6a6a17c req-c3e43a5d-3b5b-45a4-b015-0b30e93578aa tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] 10.222.0.66 "GET /v2.0/ports?device_id=317d7dd6-043c-4790-937e-efcb166e1465 HTTP/1.1" status: 200 len: 210 time: 0.0573919 Aug 18 12:03:43.783913 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8abacbd0-0920-44aa-84c6-56db1bc5d0a3 req-40650d6a-3567-47cd-93f5-23141063c1bd service neutron] 10.222.0.63 "GET /v2.0/networks/fde25e42-4dfd-46b4-aeda-a37c860e4c94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3605652 Aug 18 12:03:43.804658 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd2b6e1-6c83-43f9-87ee-1c2a00e77e2f req-6aebec98-96d5-49ac-b7e2-75b037b5eb53 tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:43.806185 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-cfd2b6e1-6c83-43f9-87ee-1c2a00e77e2f req-6aebec98-96d5-49ac-b7e2-75b037b5eb53 tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] 10.222.0.63 "GET /v2.0/ports?device_id=29df2be4-11c1-460d-a907-4195e85e2127 HTTP/1.1" status: 200 len: 946 time: 0.1901691 Aug 18 12:03:43.813595 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d996c6-b414-4f2b-9df9-ea99af83456f req-3cbc23ac-0ab0-41ae-b728-af83720410db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:43.815553 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-03d996c6-b414-4f2b-9df9-ea99af83456f req-3cbc23ac-0ab0-41ae-b728-af83720410db service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=498dc9ca-56e1-4988-bbea-ab26b5d710ff HTTP/1.1" status: 200 len: 1100 time: 0.1050313 Aug 18 12:03:43.817769 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c12d1972-e665-4fd6-8e93-a8df636fe97f tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:43.892101 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 83eda889-22c6-4d12-97ef-aac8b9a650e6 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:03:43.892604 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:43.929910 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-03d996c6-b414-4f2b-9df9-ea99af83456f req-f7ba84a5-e5c0-4eb1-91d5-2d820e7e66f0 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=eb50ebbf-d033-473b-ae6e-593d78928b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943625 Aug 18 12:03:43.939925 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Pushing event updated for resources: {'Port': ['ID=72fe68a2-88d6-4327-b8d5-6daf9872f85d,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:03:44.093547 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8abacbd0-0920-44aa-84c6-56db1bc5d0a3 req-95c05c27-5f4e-4359-9c80-0eab533cc2b0 service neutron] 10.222.0.63 "GET /v2.0/networks/fde25e42-4dfd-46b4-aeda-a37c860e4c94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2863281 Aug 18 12:03:44.138694 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58113a27-04c1-4be4-989c-505a840b5daa None None] Network 62c8a6e8-13f6-402d-a740-f6a630d54875 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:03:44.259214 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-d7d859bd-6d3b-488e-8f82-8314375ae436 None None] Provisioning for port c3f5c15a-55da-4c72-87b8-b7015051a2a4 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:03:44.326228 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a8666b6b-6f73-4326-a286-d3bb5e28d84f admin admin] Notify callbacks [] for port, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:44.339025 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd11adaa-20cf-4e37-89a2-42afa13b1a25 req-54cec45a-4c61-4540-aaac-1955f5635149 tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:44.340841 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-dd11adaa-20cf-4e37-89a2-42afa13b1a25 req-54cec45a-4c61-4540-aaac-1955f5635149 tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] 10.222.0.66 "GET /v2.0/ports?device_id=29df2be4-11c1-460d-a907-4195e85e2127 HTTP/1.1" status: 200 len: 946 time: 0.2975776 Aug 18 12:03:44.358938 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a8666b6b-6f73-4326-a286-d3bb5e28d84f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:44.458582 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85fb414-d05a-4e39-8520-5d555798de0a req-6dd4c07a-4fc1-4f1f-8b2e-54a8da0ce65d tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:44.464551 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85fb414-d05a-4e39-8520-5d555798de0a req-6dd4c07a-4fc1-4f1f-8b2e-54a8da0ce65d tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:44.466165 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c85fb414-d05a-4e39-8520-5d555798de0a req-6dd4c07a-4fc1-4f1f-8b2e-54a8da0ce65d tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] 10.222.0.63 "GET /v2.0/networks?id=b43d448f-e708-4c7a-a8ae-303801ef6162&id=62c8a6e8-13f6-402d-a740-f6a630d54875 HTTP/1.1" status: 200 len: 1392 time: 0.4465446 Aug 18 12:03:44.499069 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-c85fb414-d05a-4e39-8520-5d555798de0a req-8d0ff93f-5a30-4fad-811e-2af497da7c5d tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Request body: {'port': {'device_id': '317d7dd6-043c-4790-937e-efcb166e1465', 'network_id': 'b43d448f-e708-4c7a-a8ae-303801ef6162', 'admin_state_up': True, 'tenant_id': '0cad20ae983946c9b98c5b381a7210db'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:03:44.568031 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a8666b6b-6f73-4326-a286-d3bb5e28d84f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-996772'] for router_interface, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:44.575342 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8666b6b-6f73-4326-a286-d3bb5e28d84f admin admin] Pushing event updated for resources: {'Port': ['ID=6cda11e2-5e40-4f5e-bf17-6026040fdd12,revision_number=2']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:03:44.589188 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-dd11adaa-20cf-4e37-89a2-42afa13b1a25 req-a0552d70-e0ca-4690-87ce-c6d895580fa4 tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] 10.222.0.66 "GET /v2.0/security-groups?id=47674416-b298-4cf8-93c5-c03a14c2b3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2368150 Aug 18 12:03:44.615408 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76022f86-e200-48f9-9360-eb0c1511e18f req-77f758d3-a6f0-45da-a33f-36850e949689 tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:44.623017 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-76022f86-e200-48f9-9360-eb0c1511e18f req-77f758d3-a6f0-45da-a33f-36850e949689 tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] 10.222.0.66 "GET /v2.0/ports?device_id=79eb6dfc-2adb-4930-883e-cf334d7966ec HTTP/1.1" status: 200 len: 945 time: 0.2718167 Aug 18 12:03:44.646047 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-cfd2b6e1-6c83-43f9-87ee-1c2a00e77e2f req-902e9635-9aba-4e2d-afa0-d259273e1c51 tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] Deleting port 2214e5b9-4fc0-4aae-b99e-9a36dab1e7b5 {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:03:44.646378 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-cfd2b6e1-6c83-43f9-87ee-1c2a00e77e2f req-902e9635-9aba-4e2d-afa0-d259273e1c51 tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:44.691487 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c12d1972-e665-4fd6-8e93-a8df636fe97f tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks [] for port, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:44.708746 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c12d1972-e665-4fd6-8e93-a8df636fe97f tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:44.709831 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c12d1972-e665-4fd6-8e93-a8df636fe97f tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-996772'] for router_interface, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:44.820464 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12d1972-e665-4fd6-8e93-a8df636fe97f tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Pushing event updated for resources: {'Port': ['ID=96c96331-64d3-43a5-a092-4be9beadb666,revision_number=3']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:03:44.864882 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c12d1972-e665-4fd6-8e93-a8df636fe97f tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Network 1868207a-2ee7-4fad-9c31-85103a2e6675 is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:03:44.869614 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-c12d1972-e665-4fd6-8e93-a8df636fe97f tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:03:45.024850 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c12d1972-e665-4fd6-8e93-a8df636fe97f tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Router f80138c9-525b-406a-9ccb-3a59ba29350c is scheduled to L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 with binding_index 1 {{(pid=106253) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 12:03:45.095415 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f41cecb9-3bc1-4129-be59-42b3de45437f None None] Network 1868207a-2ee7-4fad-9c31-85103a2e6675 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:03:45.162017 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c12d1972-e665-4fd6-8e93-a8df636fe97f tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:03:45.167348 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-c12d1972-e665-4fd6-8e93-a8df636fe97f tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] 10.222.0.66 "PUT /v2.0/routers/f80138c9-525b-406a-9ccb-3a59ba29350c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8904002 Aug 18 12:03:45.170399 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 36498) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:03:45.223420 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df8d9381-edc9-4c60-b360-4413aef0de1e tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:45.225360 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-df8d9381-edc9-4c60-b360-4413aef0de1e tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] 10.222.0.66 "GET /v2.0/ports?device_id=f80138c9-525b-406a-9ccb-3a59ba29350c HTTP/1.1" status: 200 len: 988 time: 0.0537789 Aug 18 12:03:45.228322 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 36500) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:03:45.272449 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-76022f86-e200-48f9-9360-eb0c1511e18f req-104ff86c-7f25-4d76-8b92-b674d16f5d08 tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b3db2ea-cc32-4796-9824-b1355b845d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6486218 Aug 18 12:03:45.273098 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c85fb414-d05a-4e39-8520-5d555798de0a req-8d0ff93f-5a30-4fad-811e-2af497da7c5d tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Made reservation on behalf of 0cad20ae983946c9b98c5b381a7210db for: {'port': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:03:45.276400 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-c85fb414-d05a-4e39-8520-5d555798de0a req-8d0ff93f-5a30-4fad-811e-2af497da7c5d tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:45.339783 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device c3f5c15a-55da-4c72-87b8-b7015051a2a4 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:03:45.342517 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb7a99c-8bab-4e38-9ca3-73b2948c8436 None None] Sync routers for ids ['f80138c9-525b-406a-9ccb-3a59ba29350c'] in n-d-804985-2 {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:03:45.355001 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-01ae2ed2-60e0-49f3-9f6c-43cf0ed878eb None None] Provisioning for port 66913358-e170-4b4f-a1a9-1519a03c7492 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:03:45.358719 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-cfd2b6e1-6c83-43f9-87ee-1c2a00e77e2f req-902e9635-9aba-4e2d-afa0-d259273e1c51 tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] For port 2214e5b9-4fc0-4aae-b99e-9a36dab1e7b5, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=2214e5b9-4fc0-4aae-b99e-9a36dab1e7b5,segment=NetworkSegment(d17ce5aa-2f30-4357-baad-fd11d5479ac5),segment_id=d17ce5aa-2f30-4357-baad-fd11d5479ac5)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:03:45.359335 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-cfd2b6e1-6c83-43f9-87ee-1c2a00e77e2f req-902e9635-9aba-4e2d-afa0-d259273e1c51 tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:45.370901 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbd12ec-cedf-43eb-b239-e4c9c03375ab req-f76ba45e-116b-45e5-86fb-b453d8745a18 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:45.372536 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-dbbd12ec-cedf-43eb-b239-e4c9c03375ab req-f76ba45e-116b-45e5-86fb-b453d8745a18 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.66 "GET /v2.0/ports?device_id=498dc9ca-56e1-4988-bbea-ab26b5d710ff HTTP/1.1" status: 200 len: 949 time: 0.2375445 Aug 18 12:03:45.376070 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb7a99c-8bab-4e38-9ca3-73b2948c8436 None None] Routers {'f80138c9-525b-406a-9ccb-3a59ba29350c'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:03:45.376748 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-8fb7a99c-8bab-4e38-9ca3-73b2948c8436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:03:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['f80138c9-525b-406a-9ccb-3a59ba29350c'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:03:45.411995 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-8fb7a99c-8bab-4e38-9ca3-73b2948c8436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:03:45.427120 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb7a99c-8bab-4e38-9ca3-73b2948c8436 None None] Routers {'f80138c9-525b-406a-9ccb-3a59ba29350c'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:03:45.427742 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-8fb7a99c-8bab-4e38-9ca3-73b2948c8436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:03:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['f80138c9-525b-406a-9ccb-3a59ba29350c'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:03:45.430643 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-cfd2b6e1-6c83-43f9-87ee-1c2a00e77e2f req-902e9635-9aba-4e2d-afa0-d259273e1c51 tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] Calling delete_port for 2214e5b9-4fc0-4aae-b99e-9a36dab1e7b5 owned by compute:nova {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:03:45.433414 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8666b6b-6f73-4326-a286-d3bb5e28d84f admin admin] Network 365c1e73-53bd-4762-8c39-733a28020035 is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:03:45.459033 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-a8666b6b-6f73-4326-a286-d3bb5e28d84f admin admin] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:03:45.467540 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-8fb7a99c-8bab-4e38-9ca3-73b2948c8436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:03:45.468747 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb7a99c-8bab-4e38-9ca3-73b2948c8436 None None] The sync data for ids ['f80138c9-525b-406a-9ccb-3a59ba29350c'] in n-d-804985-2 is: [] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:03:45.528244 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port c3f5c15a-55da-4c72-87b8-b7015051a2a4 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:03:45.547639 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port c3f5c15a-55da-4c72-87b8-b7015051a2a4 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:03:45.548219 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:45.615945 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ec6d362a-8edb-4901-bb75-8ab88c87311b req-6a0fecf1-1fe6-4a44-a921-ca04d2dccccc tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] 10.222.0.66 "GET /v2.0/ports?device_id=317d7dd6-043c-4790-937e-efcb166e1465 HTTP/1.1" status: 200 len: 210 time: 0.1027305 Aug 18 12:03:45.676511 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-dbbd12ec-cedf-43eb-b239-e4c9c03375ab req-ba51c590-546e-4776-85b7-62437226ef6d tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb50ebbf-d033-473b-ae6e-593d78928b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2573714 Aug 18 12:03:45.692948 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:45.785870 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] For port c3f5c15a-55da-4c72-87b8-b7015051a2a4, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=c3f5c15a-55da-4c72-87b8-b7015051a2a4,segment=NetworkSegment(68d7e479-c2fe-4b0b-92f4-f4b5b8859454),segment_id=68d7e479-c2fe-4b0b-92f4-f4b5b8859454)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:03:45.795838 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:45.798546 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 72fe68a2-88d6-4327-b8d5-6daf9872f85d up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:03:45.820112 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [req-c85fb414-d05a-4e39-8520-5d555798de0a req-8d0ff93f-5a30-4fad-811e-2af497da7c5d tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Allocated IP 19.80.0.191 (b43d448f-e708-4c7a-a8ae-303801ef6162/afec3d84-5652-407e-bf85-93a100e733a9/c1bf9a4c-3ad3-4d2d-8806-ce507bfdc88f) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:03:45.889126 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c6239ce3-f412-426a-8951-47e167d88a09 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-996815'] for router_interface, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:45.896797 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Pushing event updated for resources: {'Port': ['ID=c3f5c15a-55da-4c72-87b8-b7015051a2a4,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:03:45.903248 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8666b6b-6f73-4326-a286-d3bb5e28d84f admin admin] Router 3ce07beb-4db9-42ff-b7cc-1f34c3d5d38b has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:03:45.920611 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac184fe-4277-4384-8aab-64f207ec40f4 req-8bb1f5e4-27fa-4767-bcd1-74749f6c0241 tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:45.925355 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-0c8a2253-b41c-4a1b-901a-f5e8d20a1806 None None] Provisioning complete for port 6cda11e2-5e40-4f5e-bf17-6026040fdd12 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:03:45.925801 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-0c8a2253-b41c-4a1b-901a-f5e8d20a1806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:45.928867 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-dac184fe-4277-4384-8aab-64f207ec40f4 req-8bb1f5e4-27fa-4767-bcd1-74749f6c0241 tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] 10.222.0.66 "GET /v2.0/ports?device_id=29df2be4-11c1-460d-a907-4195e85e2127 HTTP/1.1" status: 200 len: 946 time: 0.2097285 Aug 18 12:03:45.991263 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 72fe68a2-88d6-4327-b8d5-6daf9872f85d triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:03:45.991746 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:45.994388 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-0c8a2253-b41c-4a1b-901a-f5e8d20a1806 None None] Port 6cda11e2-5e40-4f5e-bf17-6026040fdd12 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:03:46.102467 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-cfd2b6e1-6c83-43f9-87ee-1c2a00e77e2f req-902e9635-9aba-4e2d-afa0-d259273e1c51 tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:46.107494 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 66913358-e170-4b4f-a1a9-1519a03c7492 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:03:46.128165 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-dac184fe-4277-4384-8aab-64f207ec40f4 req-4a98fdde-d76c-4883-b12c-5d02f5ffbb25 tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] 10.222.0.66 "GET /v2.0/security-groups?id=47674416-b298-4cf8-93c5-c03a14c2b3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884429 Aug 18 12:03:46.143521 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] get_ports_and_sgs() called for port_ids ['e1e7f579-0652-4bd5-b0e7-9fcb54e2b7a3'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:03:46.167914 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902e9635-9aba-4e2d-afa0-d259273e1c51 tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] Pushing event deleted for resources: {'Port': ['ID=2214e5b9-4fc0-4aae-b99e-9a36dab1e7b5,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:03:46.205388 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-c2d7745c-84fe-4b40-9164-46f32c93a75a None None] Provisioning for port 96c96331-64d3-43a5-a092-4be9beadb666 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:03:46.218801 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-c2d7745c-84fe-4b40-9164-46f32c93a75a None None] Provisioning complete for port 96c96331-64d3-43a5-a092-4be9beadb666 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:03:46.219181 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-c2d7745c-84fe-4b40-9164-46f32c93a75a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:46.250203 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port 66913358-e170-4b4f-a1a9-1519a03c7492 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:03:46.261619 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 66913358-e170-4b4f-a1a9-1519a03c7492 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:03:46.261991 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:46.267862 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfd2b6e1-6c83-43f9-87ee-1c2a00e77e2f req-902e9635-9aba-4e2d-afa0-d259273e1c51 tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] No DVR routers for this DVR port 2214e5b9-4fc0-4aae-b99e-9a36dab1e7b5 on host n-h1-804985-2 {{(pid=106252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:03:46.277378 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-cfd2b6e1-6c83-43f9-87ee-1c2a00e77e2f req-902e9635-9aba-4e2d-afa0-d259273e1c51 tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:46.279404 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-cfd2b6e1-6c83-43f9-87ee-1c2a00e77e2f req-902e9635-9aba-4e2d-afa0-d259273e1c51 tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] 10.222.0.63 "DELETE /v2.0/ports/2214e5b9-4fc0-4aae-b99e-9a36dab1e7b5 HTTP/1.1" status: 204 len: 173 time: 2.4593527 Aug 18 12:03:46.279924 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29df2be4-11c1-460d-a907-4195e85e2127', 'name': 'network-vif-deleted', 'tag': '2214e5b9-4fc0-4aae-b99e-9a36dab1e7b5'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:03:46.282358 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-306b1c0c-ad83-4d17-9174-8105146ed3d7" -d '{"events": [{"server_uuid": "29df2be4-11c1-460d-a907-4195e85e2127", "name": "network-vif-deleted", "tag": "2214e5b9-4fc0-4aae-b99e-9a36dab1e7b5"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:03:46.315765 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8666b6b-6f73-4326-a286-d3bb5e28d84f admin admin] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:03:46.325310 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-c2d7745c-84fe-4b40-9164-46f32c93a75a None None] Port 96c96331-64d3-43a5-a092-4be9beadb666 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:03:46.343569 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6607b4aa-b191-4132-bd1f-bfc9862f1d88 None None] Sync routers for ids ['3ce07beb-4db9-42ff-b7cc-1f34c3d5d38b'] in n-d-804985-2 {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:03:46.344519 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-c6239ce3-f412-426a-8951-47e167d88a09 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Deleting port 96c96331-64d3-43a5-a092-4be9beadb666 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:03:46.345257 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c6239ce3-f412-426a-8951-47e167d88a09 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:46.349423 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-a8666b6b-6f73-4326-a286-d3bb5e28d84f admin admin] 10.222.0.66 "PUT /v2.0/routers/3ce07beb-4db9-42ff-b7cc-1f34c3d5d38b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2342031 Aug 18 12:03:46.365839 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-c85fb414-d05a-4e39-8520-5d555798de0a req-8d0ff93f-5a30-4fad-811e-2af497da7c5d tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:46.373328 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6607b4aa-b191-4132-bd1f-bfc9862f1d88 None None] Routers {'3ce07beb-4db9-42ff-b7cc-1f34c3d5d38b'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:03:46.374626 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-6607b4aa-b191-4132-bd1f-bfc9862f1d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:03:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['3ce07beb-4db9-42ff-b7cc-1f34c3d5d38b'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:03:46.381871 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:03:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57fb0ec1-0e91-4267-b51a-05c2ef906d6a x-openstack-request-id: req-57fb0ec1-0e91-4267-b51a-05c2ef906d6a {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:03:46.382361 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29df2be4-11c1-460d-a907-4195e85e2127", "name": "network-vif-deleted", "tag": "2214e5b9-4fc0-4aae-b99e-9a36dab1e7b5", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:03:46.382612 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-57fb0ec1-0e91-4267-b51a-05c2ef906d6a {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:03:46.383088 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29df2be4-11c1-460d-a907-4195e85e2127', 'name': 'network-vif-deleted', 'tag': '2214e5b9-4fc0-4aae-b99e-9a36dab1e7b5', 'status': 'completed', 'code': 200} Aug 18 12:03:46.424454 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [req-c85fb414-d05a-4e39-8520-5d555798de0a req-8d0ff93f-5a30-4fad-811e-2af497da7c5d tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Transition to ACTIVE for port object c1bf9a4c-3ad3-4d2d-8806-ce507bfdc88f will not be triggered until provisioned by entity DHCP. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:03:46.463388 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-c2d7745c-84fe-4b40-9164-46f32c93a75a None None] Provisioning complete for port 66913358-e170-4b4f-a1a9-1519a03c7492 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:03:46.463648 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-c2d7745c-84fe-4b40-9164-46f32c93a75a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:46.569602 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72485820-b141-40a7-8670-be195351465a req-d069157a-376e-481b-8ecb-33a42a1f16c9 tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:46.581027 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-72485820-b141-40a7-8670-be195351465a req-d069157a-376e-481b-8ecb-33a42a1f16c9 tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] 10.222.0.66 "GET /v2.0/ports?device_id=79eb6dfc-2adb-4930-883e-cf334d7966ec HTTP/1.1" status: 200 len: 945 time: 0.1734557 Aug 18 12:03:46.606582 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c6239ce3-f412-426a-8951-47e167d88a09 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:46.626288 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-6607b4aa-b191-4132-bd1f-bfc9862f1d88 None None] Set router 3ce07beb-4db9-42ff-b7cc-1f34c3d5d38b gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:03:46.627690 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-c6239ce3-f412-426a-8951-47e167d88a09 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Calling delete_port for 96c96331-64d3-43a5-a092-4be9beadb666 owned by network:router_interface {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:03:46.634917 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-c85fb414-d05a-4e39-8520-5d555798de0a req-8d0ff93f-5a30-4fad-811e-2af497da7c5d tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:46.701629 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:46.718719 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-72485820-b141-40a7-8670-be195351465a req-3d57169c-6a0e-41c2-a778-82104c9ea33a tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b3db2ea-cc32-4796-9824-b1355b845d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340196 Aug 18 12:03:46.759612 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-c2d7745c-84fe-4b40-9164-46f32c93a75a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:46.760935 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c85fb414-d05a-4e39-8520-5d555798de0a req-8d0ff93f-5a30-4fad-811e-2af497da7c5d tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Network b43d448f-e708-4c7a-a8ae-303801ef6162 is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:03:46.766124 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [req-c85fb414-d05a-4e39-8520-5d555798de0a req-8d0ff93f-5a30-4fad-811e-2af497da7c5d tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:03:46.796421 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0ff93f-5a30-4fad-811e-2af497da7c5d tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Pushing event updated for resources: {'Port': ['ID=c1bf9a4c-3ad3-4d2d-8806-ce507bfdc88f,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:03:46.805440 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] For port 66913358-e170-4b4f-a1a9-1519a03c7492, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=66913358-e170-4b4f-a1a9-1519a03c7492,segment=NetworkSegment(81658e3c-d4c9-44c8-8c21-6271dcc435b1),segment_id=81658e3c-d4c9-44c8-8c21-6271dcc435b1)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:03:46.813849 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:46.815888 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-c85fb414-d05a-4e39-8520-5d555798de0a req-8d0ff93f-5a30-4fad-811e-2af497da7c5d tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:03:46.924335 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.db.api [None req-c2d7745c-84fe-4b40-9164-46f32c93a75a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106254) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 18 12:03:46.926458 n-d-804985-2 neutron-server[106254]: DEBUG oslo_db.api [None req-c2d7745c-84fe-4b40-9164-46f32c93a75a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 18 12:03:46.988311 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Pushing event updated for resources: {'Port': ['ID=66913358-e170-4b4f-a1a9-1519a03c7492,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:03:47.039491 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device c3f5c15a-55da-4c72-87b8-b7015051a2a4 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:03:47.101138 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85fb414-d05a-4e39-8520-5d555798de0a req-8d0ff93f-5a30-4fad-811e-2af497da7c5d tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:47.103676 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-c85fb414-d05a-4e39-8520-5d555798de0a req-8d0ff93f-5a30-4fad-811e-2af497da7c5d tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:47.130871 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-6607b4aa-b191-4132-bd1f-bfc9862f1d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ce07beb-4db9-42ff-b7cc-1f34c3d5d38b', 'name': 'tempest-AttachVolumeTestJSON-383410670-router', 'tenant_id': '764f05f9d69b4134b93ed670f8afc320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.252'}], 'enable_snat': True}, 'gw_port_id': '72fe68a2-88d6-4327-b8d5-6daf9872f85d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:03:33Z', 'updated_at': '2021-08-18T12:03:42Z', 'revision_number': 4, 'project_id': '764f05f9d69b4134b93ed670f8afc320', 'gw_port': {'id': '72fe68a2-88d6-4327-b8d5-6daf9872f85d', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:89:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce07beb-4db9-42ff-b7cc-1f34c3d5d38b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:03:35Z', 'updated_at': '2021-08-18T12:03:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': '6cda11e2-5e40-4f5e-bf17-6026040fdd12', 'name': '', 'network_id': '365c1e73-53bd-4762-8c39-733a28020035', 'tenant_id': '764f05f9d69b4134b93ed670f8afc320', 'mac_address': 'fa:16:3e:71:c1:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ce07beb-4db9-42ff-b7cc-1f34c3d5d38b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': 'e8e80694-e438-471b-8163-c76e1828e5ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:03:41Z', 'updated_at': '2021-08-18T12:03:43Z', 'revision_number': 2, 'project_id': '764f05f9d69b4134b93ed670f8afc320', 'subnets': [{'id': 'e8e80694-e438-471b-8163-c76e1828e5ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:03:47.174305 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c85fb414-d05a-4e39-8520-5d555798de0a req-8d0ff93f-5a30-4fad-811e-2af497da7c5d tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6824110 Aug 18 12:03:47.182847 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6607b4aa-b191-4132-bd1f-bfc9862f1d88 None None] Checking router: 3ce07beb-4db9-42ff-b7cc-1f34c3d5d38b for host: n-d-804985-2 {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:03:47.183090 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port c3f5c15a-55da-4c72-87b8-b7015051a2a4 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:03:47.183566 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6607b4aa-b191-4132-bd1f-bfc9862f1d88 None None] Updating router 3ce07beb-4db9-42ff-b7cc-1f34c3d5d38b port 6cda11e2-5e40-4f5e-bf17-6026040fdd12 binding host n-d-804985-2 {{(pid=106255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 12:03:47.183646 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:47.186306 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02c335d-9bc3-4a9b-bfda-ae7c717633a9 req-0d89817e-a46b-467f-aabf-7f60430227b2 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:47.198016 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d02c335d-9bc3-4a9b-bfda-ae7c717633a9 req-0d89817e-a46b-467f-aabf-7f60430227b2 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] 10.222.0.66 "GET /v2.0/ports?device_id=317d7dd6-043c-4790-937e-efcb166e1465 HTTP/1.1" status: 200 len: 932 time: 0.2435546 Aug 18 12:03:47.214428 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c6239ce3-f412-426a-8951-47e167d88a09 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:47.215691 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-c85fb414-d05a-4e39-8520-5d555798de0a req-9703ccfa-1e80-486e-a7ab-e68e143b3db7 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Request body: {'port': {'device_id': '317d7dd6-043c-4790-937e-efcb166e1465', 'network_id': '62c8a6e8-13f6-402d-a740-f6a630d54875', 'admin_state_up': True, 'tenant_id': '0cad20ae983946c9b98c5b381a7210db'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:03:47.257273 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-6607b4aa-b191-4132-bd1f-bfc9862f1d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:47.286297 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6239ce3-f412-426a-8951-47e167d88a09 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Pushing event deleted for resources: {'Port': ['ID=96c96331-64d3-43a5-a092-4be9beadb666,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:03:47.336105 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d02c335d-9bc3-4a9b-bfda-ae7c717633a9 req-829f7470-b24b-4700-affa-8b80cda1a4e9 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] 10.222.0.66 "GET /v2.0/security-groups?id=93e28aa4-0de3-4f04-b26e-638cffd77b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362884 Aug 18 12:03:47.375883 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 36528) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:03:47.390269 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-05eeb0cf-3707-496f-b4e0-043c8f5f0954 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] Request body: {'security_group': {'name': 'tempest-securitygroup--314059583', 'description': 'tempest-description--1337911246'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:03:47.441947 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-05eeb0cf-3707-496f-b4e0-043c8f5f0954 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:47.476932 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c6239ce3-f412-426a-8951-47e167d88a09 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953695'] for router_interface, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:47.550440 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.db.api [None req-05eeb0cf-3707-496f-b4e0-043c8f5f0954 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 18 12:03:47.550440 n-d-804985-2 neutron-server[106252]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 18 12:03:47.550440 n-d-804985-2 neutron-server[106252]: [parameters: {'project_id_1': '764f05f9d69b4134b93ed670f8afc320', 'expiration_1': datetime.datetime(2021, 8, 18, 12, 3, 47, 539261)}] Aug 18 12:03:47.550440 n-d-804985-2 neutron-server[106252]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=106252) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 18 12:03:47.550919 n-d-804985-2 neutron-server[106252]: DEBUG oslo_db.api [None req-05eeb0cf-3707-496f-b4e0-043c8f5f0954 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 18 12:03:47.588813 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a64649d-72a4-4f92-b5d1-4ec26bf24726 req-749b6ae2-f98f-44d0-bb1d-e34fe65f5f21 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:47.590454 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8a64649d-72a4-4f92-b5d1-4ec26bf24726 req-749b6ae2-f98f-44d0-bb1d-e34fe65f5f21 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.66 "GET /v2.0/ports?device_id=498dc9ca-56e1-4988-bbea-ab26b5d710ff HTTP/1.1" status: 200 len: 949 time: 0.1168597 Aug 18 12:03:47.591659 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c85fb414-d05a-4e39-8520-5d555798de0a req-9703ccfa-1e80-486e-a7ab-e68e143b3db7 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Made reservation on behalf of 0cad20ae983946c9b98c5b381a7210db for: {'port': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:03:47.595057 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-c85fb414-d05a-4e39-8520-5d555798de0a req-9703ccfa-1e80-486e-a7ab-e68e143b3db7 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:47.629522 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-53e9ea1e-851f-400c-9c3f-04014903d8c7 None None] Provisioning for port c1bf9a4c-3ad3-4d2d-8806-ce507bfdc88f completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:03:47.634526 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-53e9ea1e-851f-400c-9c3f-04014903d8c7 None None] Provisioning complete for port c1bf9a4c-3ad3-4d2d-8806-ce507bfdc88f triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:03:47.635341 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-53e9ea1e-851f-400c-9c3f-04014903d8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:47.678184 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8a64649d-72a4-4f92-b5d1-4ec26bf24726 req-34a1bf07-0aa5-4bf2-8065-2f4589919ac6 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb50ebbf-d033-473b-ae6e-593d78928b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801396 Aug 18 12:03:47.704012 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-53e9ea1e-851f-400c-9c3f-04014903d8c7 None None] Port c1bf9a4c-3ad3-4d2d-8806-ce507bfdc88f cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:03:47.706555 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6239ce3-f412-426a-8951-47e167d88a09 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Router f80138c9-525b-406a-9ccb-3a59ba29350c has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:03:47.708231 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-53e9ea1e-851f-400c-9c3f-04014903d8c7 None None] Could not find standard attr ID for object 96c96331-64d3-43a5-a092-4be9beadb666. {{(pid=106254) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 18 12:03:47.789869 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-6607b4aa-b191-4132-bd1f-bfc9862f1d88 None None] Notify callbacks [] for port, precommit_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:47.800528 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-6607b4aa-b191-4132-bd1f-bfc9862f1d88 None None] Transition to ACTIVE for port object 6cda11e2-5e40-4f5e-bf17-6026040fdd12 will not be triggered until provisioned by entity L2. {{(pid=106255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:03:47.809134 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6239ce3-f412-426a-8951-47e167d88a09 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:03:47.811467 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-6607b4aa-b191-4132-bd1f-bfc9862f1d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:47.822653 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-c6239ce3-f412-426a-8951-47e167d88a09 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] 10.222.0.66 "PUT /v2.0/routers/f80138c9-525b-406a-9ccb-3a59ba29350c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5930419 Aug 18 12:03:47.825677 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 36538) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:03:47.828957 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb31e28e-27a9-4de7-af50-bfc25d20db21 None None] Sync routers for ids ['f80138c9-525b-406a-9ccb-3a59ba29350c'] in n-d-804985-2 {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:03:47.855258 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb31e28e-27a9-4de7-af50-bfc25d20db21 None None] Routers {'f80138c9-525b-406a-9ccb-3a59ba29350c'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:03:47.855784 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-eb31e28e-27a9-4de7-af50-bfc25d20db21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:03:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['f80138c9-525b-406a-9ccb-3a59ba29350c'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:03:47.888132 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [req-c85fb414-d05a-4e39-8520-5d555798de0a req-9703ccfa-1e80-486e-a7ab-e68e143b3db7 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Allocated IP 19.86.0.17 (62c8a6e8-13f6-402d-a740-f6a630d54875/462e6caf-5716-4ecd-9c75-77eefb7cdf5c/008f3011-c2b7-4655-a1e8-fd8a2884098a) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:03:47.889236 n-d-804985-2 neutron-server[106253]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f7d3735-98f6-4570-b30d-a31f606b33bf tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] GET failed (client error): The resource could not be found. Aug 18 12:03:47.891105 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-3f7d3735-98f6-4570-b30d-a31f606b33bf tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] 10.222.0.66 "GET /v2.0/ports/96c96331-64d3-43a5-a092-4be9beadb666 HTTP/1.1" status: 404 len: 333 time: 0.0644059 Aug 18 12:03:47.895179 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 36542) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:03:47.923215 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07835475-3553-4b30-bf17-4222dc088ce2 req-11210799-ff3d-4d1b-88ad-c5cd41121973 tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:47.930574 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-07835475-3553-4b30-bf17-4222dc088ce2 req-11210799-ff3d-4d1b-88ad-c5cd41121973 tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] 10.222.0.66 "GET /v2.0/ports?device_id=79eb6dfc-2adb-4930-883e-cf334d7966ec HTTP/1.1" status: 200 len: 945 time: 0.0834894 Aug 18 12:03:47.965592 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-eb31e28e-27a9-4de7-af50-bfc25d20db21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:03:47.968892 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-6607b4aa-b191-4132-bd1f-bfc9862f1d88 None None] Attempting to bind port 6cda11e2-5e40-4f5e-bf17-6026040fdd12 on host n-d-804985-2 for vnic_type normal with profile {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:03:47.969363 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-6607b4aa-b191-4132-bd1f-bfc9862f1d88 None None] Attempting to bind port 6cda11e2-5e40-4f5e-bf17-6026040fdd12 by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': 'a349f629-a357-4fba-80a9-3970130b5e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '365c1e73-53bd-4762-8c39-733a28020035'}] {{(pid=106255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:03:47.970156 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6607b4aa-b191-4132-bd1f-bfc9862f1d88 None None] Attempting to bind port 6cda11e2-5e40-4f5e-bf17-6026040fdd12 on network 365c1e73-53bd-4762-8c39-733a28020035 {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:03:47.976230 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6607b4aa-b191-4132-bd1f-bfc9862f1d88 None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 3, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:03:47.976771 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6607b4aa-b191-4132-bd1f-bfc9862f1d88 None None] Checking segment: {'id': 'a349f629-a357-4fba-80a9-3970130b5e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '365c1e73-53bd-4762-8c39-733a28020035'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:03:47.977270 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-6607b4aa-b191-4132-bd1f-bfc9862f1d88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:47.977751 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6607b4aa-b191-4132-bd1f-bfc9862f1d88 None None] Bound using segment: {'id': 'a349f629-a357-4fba-80a9-3970130b5e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '365c1e73-53bd-4762-8c39-733a28020035'} {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:03:47.978327 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-6607b4aa-b191-4132-bd1f-bfc9862f1d88 None None] Bound port: 6cda11e2-5e40-4f5e-bf17-6026040fdd12, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a349f629-a357-4fba-80a9-3970130b5e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '365c1e73-53bd-4762-8c39-733a28020035'}}] {{(pid=106255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:03:47.978840 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-6607b4aa-b191-4132-bd1f-bfc9862f1d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:47.989208 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb31e28e-27a9-4de7-af50-bfc25d20db21 None None] Routers {'f80138c9-525b-406a-9ccb-3a59ba29350c'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:03:47.989849 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-eb31e28e-27a9-4de7-af50-bfc25d20db21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:03:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['f80138c9-525b-406a-9ccb-3a59ba29350c'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:03:47.994300 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ddc109-504c-4ae3-b71b-2b9e2d3a8ae1 None None] Pushing event updated for resources: {'Port': ['ID=6cda11e2-5e40-4f5e-bf17-6026040fdd12,revision_number=3']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:03:48.020300 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-07835475-3553-4b30-bf17-4222dc088ce2 req-561ab731-be6a-42d0-b80b-25da0c7cb766 tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b3db2ea-cc32-4796-9824-b1355b845d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887353 Aug 18 12:03:48.059621 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-05eeb0cf-3707-496f-b4e0-043c8f5f0954 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:48.060108 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-6607b4aa-b191-4132-bd1f-bfc9862f1d88 None None] For port 6cda11e2-5e40-4f5e-bf17-6026040fdd12, host n-d-804985-2, cleared binding levels {{(pid=106255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:03:48.064092 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-6607b4aa-b191-4132-bd1f-bfc9862f1d88 None None] For port 6cda11e2-5e40-4f5e-bf17-6026040fdd12, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=6cda11e2-5e40-4f5e-bf17-6026040fdd12,segment=NetworkSegment(a349f629-a357-4fba-80a9-3970130b5e97),segment_id=a349f629-a357-4fba-80a9-3970130b5e97)] {{(pid=106255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:03:48.066134 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 2214e5b9-4fc0-4aae-b99e-9a36dab1e7b5 no longer exists at agent hyperv_n-h1-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:03:48.070925 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-eb31e28e-27a9-4de7-af50-bfc25d20db21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:03:48.073042 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb31e28e-27a9-4de7-af50-bfc25d20db21 None None] The sync data for ids ['f80138c9-525b-406a-9ccb-3a59ba29350c'] in n-d-804985-2 is: [] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:03:48.081574 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ddc109-504c-4ae3-b71b-2b9e2d3a8ae1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:03:48.081947 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ddc109-504c-4ae3-b71b-2b9e2d3a8ae1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:03:48.082284 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ddc109-504c-4ae3-b71b-2b9e2d3a8ae1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:03:48.082613 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ddc109-504c-4ae3-b71b-2b9e2d3a8ae1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:03:48.083093 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ddc109-504c-4ae3-b71b-2b9e2d3a8ae1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:03:48.083428 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ddc109-504c-4ae3-b71b-2b9e2d3a8ae1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:03:48.084164 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ddc109-504c-4ae3-b71b-2b9e2d3a8ae1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:03:48.084508 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ddc109-504c-4ae3-b71b-2b9e2d3a8ae1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:03:48.084890 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ddc109-504c-4ae3-b71b-2b9e2d3a8ae1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:03:48.085263 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ddc109-504c-4ae3-b71b-2b9e2d3a8ae1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:03:48.085584 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ddc109-504c-4ae3-b71b-2b9e2d3a8ae1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:03:48.085902 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ddc109-504c-4ae3-b71b-2b9e2d3a8ae1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:03:48.092781 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-6607b4aa-b191-4132-bd1f-bfc9862f1d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:48.099110 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] No Port match for: 2214e5b9-4fc0-4aae-b99e-9a36dab1e7b5 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:03:48.099455 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 2214e5b9-4fc0-4aae-b99e-9a36dab1e7b5 not bound to the agent host n-h1-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:03:48.114206 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6a2d9228-39e1-42c9-8ac6-d1fb8f735a60 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks [] for router, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:48.162571 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ddc109-504c-4ae3-b71b-2b9e2d3a8ae1 None None] Pushing event updated for resources: {'Port': ['ID=6cda11e2-5e40-4f5e-bf17-6026040fdd12,revision_number=4']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:03:48.186145 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6607b4aa-b191-4132-bd1f-bfc9862f1d88 None None] Routers {'3ce07beb-4db9-42ff-b7cc-1f34c3d5d38b'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:03:48.186781 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-6607b4aa-b191-4132-bd1f-bfc9862f1d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:03:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['3ce07beb-4db9-42ff-b7cc-1f34c3d5d38b'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:03:48.239231 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-05eeb0cf-3707-496f-b4e0-043c8f5f0954 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:48.286234 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-05eeb0cf-3707-496f-b4e0-043c8f5f0954 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:48.302654 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9002bb-fc55-4854-a7c3-fc77edb421c0 req-c74b3329-2782-48a6-8cde-10a5cd7f6547 tempest-ServersOnMultiNodesTest-820981758 tempest-ServersOnMultiNodesTest-820981758-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:48.304378 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8a9002bb-fc55-4854-a7c3-fc77edb421c0 req-c74b3329-2782-48a6-8cde-10a5cd7f6547 tempest-ServersOnMultiNodesTest-820981758 tempest-ServersOnMultiNodesTest-820981758-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=498dc9ca-56e1-4988-bbea-ab26b5d710ff HTTP/1.1" status: 200 len: 1100 time: 0.3176780 Aug 18 12:03:48.349981 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-6607b4aa-b191-4132-bd1f-bfc9862f1d88 None None] Set router 3ce07beb-4db9-42ff-b7cc-1f34c3d5d38b gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:03:48.375088 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6a2d9228-39e1-42c9-8ac6-d1fb8f735a60 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-996004', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15859'] for router, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:48.378058 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6a2d9228-39e1-42c9-8ac6-d1fb8f735a60 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:48.412776 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05eeb0cf-3707-496f-b4e0-043c8f5f0954 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eff34c14-f128-4344-94bf-707ebed6dde1,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:03:48.434905 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-05eeb0cf-3707-496f-b4e0-043c8f5f0954 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:48.436516 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-05eeb0cf-3707-496f-b4e0-043c8f5f0954 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.0595150 Aug 18 12:03:48.439610 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 36548) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:03:48.446001 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-3d01648e-8ab0-4be0-879a-3791b6b6fc4c tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] Request body: {'security_group_rule': {'security_group_id': 'eff34c14-f128-4344-94bf-707ebed6dde1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:03:48.460002 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6a2d9228-39e1-42c9-8ac6-d1fb8f735a60 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-996061'] for router, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:48.460433 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a2d9228-39e1-42c9-8ac6-d1fb8f735a60 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Fanout notify agent at l3_agent the message router_deleted on router f80138c9-525b-406a-9ccb-3a59ba29350c {{(pid=106253) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 12:03:48.469600 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6a2d9228-39e1-42c9-8ac6-d1fb8f735a60 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks [] for router, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:48.473624 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-6a2d9228-39e1-42c9-8ac6-d1fb8f735a60 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] 10.222.0.66 "DELETE /v2.0/routers/f80138c9-525b-406a-9ccb-3a59ba29350c HTTP/1.1" status: 204 len: 168 time: 0.5745454 Aug 18 12:03:48.473801 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c63567-9783-42ca-ad01-569cd32b6c6f req-e0754b18-96fa-482b-8790-6ab70b33c462 tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:48.475311 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 36550) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:03:48.480398 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-42c63567-9783-42ca-ad01-569cd32b6c6f req-e0754b18-96fa-482b-8790-6ab70b33c462 tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] 10.222.0.66 "GET /v2.0/ports?device_id=305b0d7a-e7ab-4129-8b43-4762c73c2ae1 HTTP/1.1" status: 200 len: 945 time: 0.1617572 Aug 18 12:03:48.482647 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8cedf0f3-4337-4416-851c-281c1d6d26d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:48.497011 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8a9002bb-fc55-4854-a7c3-fc77edb421c0 req-e87118bc-6ba4-4239-a7d3-33e369e411bd tempest-ServersOnMultiNodesTest-820981758 tempest-ServersOnMultiNodesTest-820981758-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=eb50ebbf-d033-473b-ae6e-593d78928b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441393 Aug 18 12:03:48.534544 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-c85fb414-d05a-4e39-8520-5d555798de0a req-9703ccfa-1e80-486e-a7ab-e68e143b3db7 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:48.571788 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-42c63567-9783-42ca-ad01-569cd32b6c6f req-97ce220c-9de8-46f0-b33a-9e3a21e19d88 tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] 10.222.0.66 "GET /v2.0/security-groups?id=47674416-b298-4cf8-93c5-c03a14c2b3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903924 Aug 18 12:03:48.588260 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [req-c85fb414-d05a-4e39-8520-5d555798de0a req-9703ccfa-1e80-486e-a7ab-e68e143b3db7 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Transition to ACTIVE for port object 008f3011-c2b7-4655-a1e8-fd8a2884098a will not be triggered until provisioned by entity DHCP. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:03:48.623151 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3d01648e-8ab0-4be0-879a-3791b6b6fc4c tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:48.636072 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-c85fb414-d05a-4e39-8520-5d555798de0a req-9703ccfa-1e80-486e-a7ab-e68e143b3db7 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:48.652365 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7b3a445-2e26-4a87-9322-a7fda8b8969e tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Deleting subnet 4cc792f0-d65d-4ed5-9ba0-96e69e065d74 {{(pid=106253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 12:03:48.666112 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f7b3a445-2e26-4a87-9322-a7fda8b8969e tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks [] for subnet, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:48.711516 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-6607b4aa-b191-4132-bd1f-bfc9862f1d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ce07beb-4db9-42ff-b7cc-1f34c3d5d38b', 'name': 'tempest-AttachVolumeTestJSON-383410670-router', 'tenant_id': '764f05f9d69b4134b93ed670f8afc320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.252'}], 'enable_snat': True}, 'gw_port_id': '72fe68a2-88d6-4327-b8d5-6daf9872f85d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:03:33Z', 'updated_at': '2021-08-18T12:03:42Z', 'revision_number': 4, 'project_id': '764f05f9d69b4134b93ed670f8afc320', 'gw_port': {'id': '72fe68a2-88d6-4327-b8d5-6daf9872f85d', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:89:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce07beb-4db9-42ff-b7cc-1f34c3d5d38b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:03:35Z', 'updated_at': '2021-08-18T12:03:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': '6cda11e2-5e40-4f5e-bf17-6026040fdd12', 'name': '', 'network_id': '365c1e73-53bd-4762-8c39-733a28020035', 'tenant_id': '764f05f9d69b4134b93ed670f8afc320', 'mac_address': 'fa:16:3e:71:c1:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ce07beb-4db9-42ff-b7cc-1f34c3d5d38b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': 'e8e80694-e438-471b-8163-c76e1828e5ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:03:41Z', 'updated_at': '2021-08-18T12:03:48Z', 'revision_number': 4, 'project_id': '764f05f9d69b4134b93ed670f8afc320', 'subnets': [{'id': 'e8e80694-e438-471b-8163-c76e1828e5ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:03:48.738065 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f7b3a445-2e26-4a87-9322-a7fda8b8969e tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902229'] for subnet, precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:48.747377 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c85fb414-d05a-4e39-8520-5d555798de0a req-9703ccfa-1e80-486e-a7ab-e68e143b3db7 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Network 62c8a6e8-13f6-402d-a740-f6a630d54875 is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:03:48.748792 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6607b4aa-b191-4132-bd1f-bfc9862f1d88 None None] The sync data for ids ['3ce07beb-4db9-42ff-b7cc-1f34c3d5d38b'] in n-d-804985-2 is: [{'id': '3ce07beb-4db9-42ff-b7cc-1f34c3d5d38b', 'name': 'tempest-AttachVolumeTestJSON-383410670-router', 'tenant_id': '764f05f9d69b4134b93ed670f8afc320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.252'}], 'enable_snat': True}, 'gw_port_id': '72fe68a2-88d6-4327-b8d5-6daf9872f85d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:03:33Z', 'updated_at': '2021-08-18T12:03:42Z', 'revision_number': 4, 'project_id': '764f05f9d69b4134b93ed670f8afc320', 'gw_port': {'id': '72fe68a2-88d6-4327-b8d5-6daf9872f85d', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:89:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce07beb-4db9-42ff-b7cc-1f34c3d5d38b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:03:35Z', 'updated_at': '2021-08-18T12:03:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': '6cda11e2-5e40-4f5e-bf17-6026040fdd12', 'name': '', 'network_id': '365c1e73-53bd-4762-8c39-733a28020035', 'tenant_id': '764f05f9d69b4134b93ed670f8afc320', 'mac_address': 'fa:16:3e:71:c1:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ce07beb-4db9-42ff-b7cc-1f34c3d5d38b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': 'e8e80694-e438-471b-8163-c76e1828e5ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:03:41Z', 'updated_at': '2021-08-18T12:03:48Z', 'revision_number': 4, 'project_id': '764f05f9d69b4134b93ed670f8afc320', 'subnets': [{'id': 'e8e80694-e438-471b-8163-c76e1828e5ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:03:48.752072 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703ccfa-1e80-486e-a7ab-e68e143b3db7 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Pushing event updated for resources: {'Port': ['ID=008f3011-c2b7-4655-a1e8-fd8a2884098a,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:03:48.755657 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [req-c85fb414-d05a-4e39-8520-5d555798de0a req-9703ccfa-1e80-486e-a7ab-e68e143b3db7 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:03:48.759067 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-c85fb414-d05a-4e39-8520-5d555798de0a req-9703ccfa-1e80-486e-a7ab-e68e143b3db7 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:03:48.845917 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be388040-ee74-428a-8cac-fe9d7767ed8d req-e596cbd9-0ac7-4ad5-9af3-9fa528b95b63 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:48.856064 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be388040-ee74-428a-8cac-fe9d7767ed8d req-e596cbd9-0ac7-4ad5-9af3-9fa528b95b63 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:48.856226 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3d01648e-8ab0-4be0-879a-3791b6b6fc4c tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:48.857979 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-be388040-ee74-428a-8cac-fe9d7767ed8d req-e596cbd9-0ac7-4ad5-9af3-9fa528b95b63 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] 10.222.0.66 "GET /v2.0/ports?device_id=317d7dd6-043c-4790-937e-efcb166e1465 HTTP/1.1" status: 200 len: 1654 time: 0.1989179 Aug 18 12:03:48.863741 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85fb414-d05a-4e39-8520-5d555798de0a req-9703ccfa-1e80-486e-a7ab-e68e143b3db7 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:48.864358 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-c85fb414-d05a-4e39-8520-5d555798de0a req-9703ccfa-1e80-486e-a7ab-e68e143b3db7 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:48.866863 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3d01648e-8ab0-4be0-879a-3791b6b6fc4c tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992607'] for security_group_rule, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:48.914898 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c85fb414-d05a-4e39-8520-5d555798de0a req-9703ccfa-1e80-486e-a7ab-e68e143b3db7 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7062485 Aug 18 12:03:48.933876 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-c85fb414-d05a-4e39-8520-5d555798de0a req-5fd38cf2-290c-4a0b-b1ce-7b0f1fee24fd service neutron] Request body: {'port': {'device_id': '317d7dd6-043c-4790-937e-efcb166e1465', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804985-2'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:03:48.937684 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d01648e-8ab0-4be0-879a-3791b6b6fc4c tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1117b9a6-c9e3-4cca-9717-ce312c2b1a47,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:03:48.951833 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f7b3a445-2e26-4a87-9322-a7fda8b8969e tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:48.984104 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3d01648e-8ab0-4be0-879a-3791b6b6fc4c tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:48.988913 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-3d01648e-8ab0-4be0-879a-3791b6b6fc4c tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5449533 Aug 18 12:03:48.988913 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 36570) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:03:48.993337 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-92653bfa-41da-494f-9a54-452c5386db0e tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] Request body: {'security_group_rule': {'security_group_id': 'eff34c14-f128-4344-94bf-707ebed6dde1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:03:49.045400 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-92653bfa-41da-494f-9a54-452c5386db0e tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:49.075511 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-108185fb-9e0a-400a-915e-e41af2824291 req-de2a7780-dfd5-4539-8b9f-244993169e3a tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=5dc13ca5db3b4f4a9d5ca7ec0f8f54a8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1092491 Aug 18 12:03:49.092274 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-be388040-ee74-428a-8cac-fe9d7767ed8d req-8af6420e-d6a9-4772-b29f-bb49a727bad1 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] 10.222.0.66 "GET /v2.0/security-groups?id=93e28aa4-0de3-4f04-b26e-638cffd77b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888483 Aug 18 12:03:49.103522 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f7b3a445-2e26-4a87-9322-a7fda8b8969e tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58902171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59388106'] for subnet, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:49.141495 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 6cda11e2-5e40-4f5e-bf17-6026040fdd12 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:03:49.178624 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b3a445-2e26-4a87-9322-a7fda8b8969e tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Pushing event deleted for resources: {'Subnet': ['ID=4cc792f0-d65d-4ed5-9ba0-96e69e065d74,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:03:49.182896 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-c85fb414-d05a-4e39-8520-5d555798de0a req-5fd38cf2-290c-4a0b-b1ce-7b0f1fee24fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:49.202425 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f7b3a445-2e26-4a87-9322-a7fda8b8969e tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:49.205044 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-f7b3a445-2e26-4a87-9322-a7fda8b8969e tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] 10.222.0.66 "DELETE /v2.0/subnets/4cc792f0-d65d-4ed5-9ba0-96e69e065d74 HTTP/1.1" status: 204 len: 168 time: 0.7267051 Aug 18 12:03:49.208352 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 36574) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:03:49.211266 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eb0df25-d1cb-4afa-b4b8-1306ff235319 None None] Network 1868207a-2ee7-4fad-9c31-85103a2e6675 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:03:49.247732 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-92653bfa-41da-494f-9a54-452c5386db0e tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:49.278563 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-92653bfa-41da-494f-9a54-452c5386db0e tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992607'] for security_group_rule, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:49.305628 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-6042a6b1-d426-4e41-80d5-a192832c7af2 None None] Provisioning for port 008f3011-c2b7-4655-a1e8-fd8a2884098a completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:03:49.320650 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-6042a6b1-d426-4e41-80d5-a192832c7af2 None None] Provisioning complete for port 008f3011-c2b7-4655-a1e8-fd8a2884098a triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:03:49.321387 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-6042a6b1-d426-4e41-80d5-a192832c7af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:49.358552 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92653bfa-41da-494f-9a54-452c5386db0e tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9a843de-1065-4dd7-bb0f-2bf0eef1614a,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:03:49.365587 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port 6cda11e2-5e40-4f5e-bf17-6026040fdd12 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:03:49.369019 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-92653bfa-41da-494f-9a54-452c5386db0e tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:49.373412 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-92653bfa-41da-494f-9a54-452c5386db0e tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3807526 Aug 18 12:03:49.375074 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 36576) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:03:49.378936 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5db4ee7e-2c00-4166-9b5b-47b0fe3dac35 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7904109'] for network, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:49.386721 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-752fb64c-8744-4ce6-bcee-e210b3ba2c35 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] Request body: {'floatingip': {'floating_network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:03:49.395929 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 6cda11e2-5e40-4f5e-bf17-6026040fdd12 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:03:49.396439 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:49.411504 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108185fb-9e0a-400a-915e-e41af2824291 req-f73f6b62-356f-4123-8bea-d12ce11ffa80 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:49.413676 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-108185fb-9e0a-400a-915e-e41af2824291 req-f73f6b62-356f-4123-8bea-d12ce11ffa80 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3199372 Aug 18 12:03:49.431503 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-6042a6b1-d426-4e41-80d5-a192832c7af2 None None] Port 008f3011-c2b7-4655-a1e8-fd8a2884098a cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:03:49.456571 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-752fb64c-8744-4ce6-bcee-e210b3ba2c35 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] Notify callbacks [] for floatingip, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:49.483248 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-108185fb-9e0a-400a-915e-e41af2824291 req-6b67f120-e9ea-443e-bda9-b1970136fb8c tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.66 "GET /v2.0/quotas/5dc13ca5db3b4f4a9d5ca7ec0f8f54a8 HTTP/1.1" status: 200 len: 375 time: 0.0252647 Aug 18 12:03:49.509019 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:49.557279 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e90d97f-6116-4d75-b148-f33300a86b9b None None] DHCP port deletion for 1868207a-2ee7-4fad-9c31-85103a2e6675 request from n-d-804985-2 {{(pid=106254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 12:03:49.560978 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] For port 6cda11e2-5e40-4f5e-bf17-6026040fdd12, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=6cda11e2-5e40-4f5e-bf17-6026040fdd12,segment=NetworkSegment(a349f629-a357-4fba-80a9-3970130b5e97),segment_id=a349f629-a357-4fba-80a9-3970130b5e97)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:03:49.584601 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-5db4ee7e-2c00-4166-9b5b-47b0fe3dac35 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Deleting port 66913358-e170-4b4f-a1a9-1519a03c7492 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:03:49.585076 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5db4ee7e-2c00-4166-9b5b-47b0fe3dac35 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:49.590492 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:49.591896 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 66913358-e170-4b4f-a1a9-1519a03c7492 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:03:49.608018 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ed89f4-561b-4baf-9ee0-90664760cd2c req-c27b58e3-a6af-44a1-b99d-e838b3152f0c tempest-ServersTestFqdnHostnames-812215204 tempest-ServersTestFqdnHostnames-812215204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:49.615871 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e3ed89f4-561b-4baf-9ee0-90664760cd2c req-c27b58e3-a6af-44a1-b99d-e838b3152f0c tempest-ServersTestFqdnHostnames-812215204 tempest-ServersTestFqdnHostnames-812215204-project] 10.222.0.66 "GET /v2.0/ports?device_id=be2811b2-d501-452e-acb6-ec33e09aedb9 HTTP/1.1" status: 200 len: 945 time: 0.2214844 Aug 18 12:03:49.678824 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [None req-5db4ee7e-2c00-4166-9b5b-47b0fe3dac35 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] For port 66913358-e170-4b4f-a1a9-1519a03c7492, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=66913358-e170-4b4f-a1a9-1519a03c7492,segment=NetworkSegment(81658e3c-d4c9-44c8-8c21-6271dcc435b1),segment_id=81658e3c-d4c9-44c8-8c21-6271dcc435b1)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:03:49.679301 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5db4ee7e-2c00-4166-9b5b-47b0fe3dac35 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:49.699429 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e3ed89f4-561b-4baf-9ee0-90664760cd2c req-4c929151-11ff-45f5-beae-5da687939507 tempest-ServersTestFqdnHostnames-812215204 tempest-ServersTestFqdnHostnames-812215204-project] 10.222.0.66 "GET /v2.0/security-groups?id=b6704c2f-9f14-4b06-b0bb-67d684b6006a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824015 Aug 18 12:03:49.699989 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-5db4ee7e-2c00-4166-9b5b-47b0fe3dac35 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Calling delete_port for 66913358-e170-4b4f-a1a9-1519a03c7492 owned by network:dhcp {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:03:49.732617 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-3e90d97f-6116-4d75-b148-f33300a86b9b None None] Deleting port 66913358-e170-4b4f-a1a9-1519a03c7492 {{(pid=106254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:03:49.732996 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3e90d97f-6116-4d75-b148-f33300a86b9b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:49.733334 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-752fb64c-8744-4ce6-bcee-e210b3ba2c35 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:49.738173 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Pushing event updated for resources: {'Port': ['ID=6cda11e2-5e40-4f5e-bf17-6026040fdd12,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:03:49.768891 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-108185fb-9e0a-400a-915e-e41af2824291 req-5e5120ab-311e-4332-96ce-2d10b89675bc tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=5dc13ca5db3b4f4a9d5ca7ec0f8f54a8&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1952186 Aug 18 12:03:49.878298 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-3e90d97f-6116-4d75-b148-f33300a86b9b None None] For port 66913358-e170-4b4f-a1a9-1519a03c7492, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=66913358-e170-4b4f-a1a9-1519a03c7492,segment=NetworkSegment(81658e3c-d4c9-44c8-8c21-6271dcc435b1),segment_id=81658e3c-d4c9-44c8-8c21-6271dcc435b1)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:03:49.878603 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3e90d97f-6116-4d75-b148-f33300a86b9b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:49.895563 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-3e90d97f-6116-4d75-b148-f33300a86b9b None None] Calling delete_port for 66913358-e170-4b4f-a1a9-1519a03c7492 owned by network:dhcp {{(pid=106254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:03:50.002289 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [req-c85fb414-d05a-4e39-8520-5d555798de0a req-5fd38cf2-290c-4a0b-b1ce-7b0f1fee24fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1bf9a4c-3ad3-4d2d-8806-ce507bfdc88f {{(pid=106252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:03:50.018681 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 66913358-e170-4b4f-a1a9-1519a03c7492 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:03:50.019497 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:50.021866 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-c85fb414-d05a-4e39-8520-5d555798de0a req-5fd38cf2-290c-4a0b-b1ce-7b0f1fee24fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:50.041086 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66662a0-30e6-48ad-a86b-bcbdcf1c1152 req-9cbbdd34-9edc-4f01-9205-9329fb4f4a55 tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:50.042723 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e66662a0-30e6-48ad-a86b-bcbdcf1c1152 req-9cbbdd34-9edc-4f01-9205-9329fb4f4a55 tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] 10.222.0.66 "GET /v2.0/ports?device_id=79eb6dfc-2adb-4930-883e-cf334d7966ec HTTP/1.1" status: 200 len: 945 time: 0.2080560 Aug 18 12:03:50.090405 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3e90d97f-6116-4d75-b148-f33300a86b9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556'] for port, after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:50.096175 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [req-c85fb414-d05a-4e39-8520-5d555798de0a req-5fd38cf2-290c-4a0b-b1ce-7b0f1fee24fd service neutron] Transition to ACTIVE for port object c1bf9a4c-3ad3-4d2d-8806-ce507bfdc88f will not be triggered until provisioned by entity L2. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:03:50.121819 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e66662a0-30e6-48ad-a86b-bcbdcf1c1152 req-3551c910-9c37-4239-8cc6-ed265d561caf tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b3db2ea-cc32-4796-9824-b1355b845d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728483 Aug 18 12:03:50.125187 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-c85fb414-d05a-4e39-8520-5d555798de0a req-5fd38cf2-290c-4a0b-b1ce-7b0f1fee24fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:50.148712 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e90d97f-6116-4d75-b148-f33300a86b9b None None] Pushing event deleted for resources: {'Port': ['ID=66913358-e170-4b4f-a1a9-1519a03c7492,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:03:50.163393 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e90d97f-6116-4d75-b148-f33300a86b9b None None] No DVR routers for this DVR port 66913358-e170-4b4f-a1a9-1519a03c7492 on host n-d-804985-2 {{(pid=106254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:03:50.195069 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Could not find standard attr ID for object 66913358-e170-4b4f-a1a9-1519a03c7492. {{(pid=106254) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 18 12:03:50.197035 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf28baa5-6786-4ad4-b3c5-f966174acb9e req-ff52730f-6c75-4c92-b13e-46d854956149 tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:50.204556 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-bf28baa5-6786-4ad4-b3c5-f966174acb9e req-ff52730f-6c75-4c92-b13e-46d854956149 tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] 10.222.0.66 "GET /v2.0/ports?device_id=305b0d7a-e7ab-4129-8b43-4762c73c2ae1 HTTP/1.1" status: 200 len: 945 time: 0.1489184 Aug 18 12:03:50.205532 n-d-804985-2 neutron-server[106254]: INFO neutron.plugins.ml2.db [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No ports have port_id starting with 66913358-e170-4b4f-a1a9-1519a03c7492 Aug 18 12:03:50.300369 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d88e46e6-64cc-4937-8ec3-0b09ae7f634c req-03ed59f0-4094-4134-93c7-1e0df1a194b3 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.66 "GET /v2.0/ports?device_id=e83fa02c-bcf5-475c-bbfc-4ab7f1677f52 HTTP/1.1" status: 200 len: 210 time: 0.0594592 Aug 18 12:03:50.356761 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd38cf2-290c-4a0b-b1ce-7b0f1fee24fd service neutron] Pushing event updated for resources: {'Port': ['ID=c1bf9a4c-3ad3-4d2d-8806-ce507bfdc88f,revision_number=2']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:03:50.388037 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-c85fb414-d05a-4e39-8520-5d555798de0a req-5fd38cf2-290c-4a0b-b1ce-7b0f1fee24fd service neutron] Attempting to bind port c1bf9a4c-3ad3-4d2d-8806-ce507bfdc88f on host n-h1-804985-2 for vnic_type normal with profile {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:03:50.388594 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-c85fb414-d05a-4e39-8520-5d555798de0a req-5fd38cf2-290c-4a0b-b1ce-7b0f1fee24fd service neutron] Attempting to bind port c1bf9a4c-3ad3-4d2d-8806-ce507bfdc88f by drivers openvswitch,hyperv on host n-h1-804985-2 at level 0 using segments [{'id': '7de92108-db01-4a5b-b261-ae216262a2b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'b43d448f-e708-4c7a-a8ae-303801ef6162'}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:03:50.389009 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c85fb414-d05a-4e39-8520-5d555798de0a req-5fd38cf2-290c-4a0b-b1ce-7b0f1fee24fd service neutron] Attempting to bind port c1bf9a4c-3ad3-4d2d-8806-ce507bfdc88f on network b43d448f-e708-4c7a-a8ae-303801ef6162 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:03:50.402237 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-bf28baa5-6786-4ad4-b3c5-f966174acb9e req-ebaa3f6e-4adf-4eec-a862-34f05003734a tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] 10.222.0.66 "GET /v2.0/security-groups?id=47674416-b298-4cf8-93c5-c03a14c2b3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954329 Aug 18 12:03:50.408195 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c85fb414-d05a-4e39-8520-5d555798de0a req-5fd38cf2-290c-4a0b-b1ce-7b0f1fee24fd service neutron] Port c1bf9a4c-3ad3-4d2d-8806-ce507bfdc88f on network b43d448f-e708-4c7a-a8ae-303801ef6162 not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-2 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:03:50.409129 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c85fb414-d05a-4e39-8520-5d555798de0a req-5fd38cf2-290c-4a0b-b1ce-7b0f1fee24fd service neutron] Attempting to bind port c1bf9a4c-3ad3-4d2d-8806-ce507bfdc88f on network b43d448f-e708-4c7a-a8ae-303801ef6162 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:03:50.437753 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c85fb414-d05a-4e39-8520-5d555798de0a req-5fd38cf2-290c-4a0b-b1ce-7b0f1fee24fd service neutron] Checking agent: {'id': 'a613417a-d085-492c-941a-59bb18c633d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 49, 6), 'started_at': datetime.datetime(2021, 8, 18, 11, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 3, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:03:50.438353 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c85fb414-d05a-4e39-8520-5d555798de0a req-5fd38cf2-290c-4a0b-b1ce-7b0f1fee24fd service neutron] Checking segment: {'id': '7de92108-db01-4a5b-b261-ae216262a2b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'b43d448f-e708-4c7a-a8ae-303801ef6162'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:03:50.438353 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c85fb414-d05a-4e39-8520-5d555798de0a req-5fd38cf2-290c-4a0b-b1ce-7b0f1fee24fd service neutron] Bound using segment: {'id': '7de92108-db01-4a5b-b261-ae216262a2b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'b43d448f-e708-4c7a-a8ae-303801ef6162'} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:03:50.441453 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-c85fb414-d05a-4e39-8520-5d555798de0a req-5fd38cf2-290c-4a0b-b1ce-7b0f1fee24fd service neutron] Bound port: c1bf9a4c-3ad3-4d2d-8806-ce507bfdc88f, host: n-h1-804985-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7de92108-db01-4a5b-b261-ae216262a2b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'b43d448f-e708-4c7a-a8ae-303801ef6162'}}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:03:50.443081 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-c85fb414-d05a-4e39-8520-5d555798de0a req-5fd38cf2-290c-4a0b-b1ce-7b0f1fee24fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:50.502526 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5db4ee7e-2c00-4166-9b5b-47b0fe3dac35 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:50.522983 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [None req-752fb64c-8744-4ce6-bcee-e210b3ba2c35 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] Allocated IP 172.25.7.47 (7cae7a70-14fd-408c-b14d-39ceb97cb60e/9784295a-20b8-4a4b-b105-f82737f0448f/553d2400-10a3-4f07-943a-8dd4fe77732b) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:03:50.574263 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db4ee7e-2c00-4166-9b5b-47b0fe3dac35 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] No DVR routers for this DVR port 66913358-e170-4b4f-a1a9-1519a03c7492 on host n-d-804985-2 {{(pid=106253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:03:50.578522 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529b28f6-5861-4147-b254-d47a6d829696 req-3dc65a42-d8ea-484d-ab66-dc7c92f44254 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:50.579252 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db4ee7e-2c00-4166-9b5b-47b0fe3dac35 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Pushing event deleted for resources: {'Port': ['ID=66913358-e170-4b4f-a1a9-1519a03c7492,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:03:50.586132 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529b28f6-5861-4147-b254-d47a6d829696 req-3dc65a42-d8ea-484d-ab66-dc7c92f44254 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:50.592370 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-529b28f6-5861-4147-b254-d47a6d829696 req-3dc65a42-d8ea-484d-ab66-dc7c92f44254 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] 10.222.0.66 "GET /v2.0/ports?device_id=317d7dd6-043c-4790-937e-efcb166e1465 HTTP/1.1" status: 200 len: 1666 time: 0.1718020 Aug 18 12:03:50.619962 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe2d04e-759e-4667-b3be-a067698dcf96 req-62786bdb-2bc5-49ce-b600-02018e5aef3a tempest-ServersTestFqdnHostnames-812215204 tempest-ServersTestFqdnHostnames-812215204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:50.621543 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-bbe2d04e-759e-4667-b3be-a067698dcf96 req-62786bdb-2bc5-49ce-b600-02018e5aef3a tempest-ServersTestFqdnHostnames-812215204 tempest-ServersTestFqdnHostnames-812215204-project] 10.222.0.62 "GET /v2.0/ports?device_id=be2811b2-d501-452e-acb6-ec33e09aedb9 HTTP/1.1" status: 200 len: 945 time: 0.2434509 Aug 18 12:03:50.669437 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-529b28f6-5861-4147-b254-d47a6d829696 req-2458a70e-e2de-4f10-82d7-5b3ace91c7ac tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] 10.222.0.66 "GET /v2.0/security-groups?id=93e28aa4-0de3-4f04-b26e-638cffd77b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712659 Aug 18 12:03:50.672208 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-c85fb414-d05a-4e39-8520-5d555798de0a req-5fd38cf2-290c-4a0b-b1ce-7b0f1fee24fd service neutron] For port c1bf9a4c-3ad3-4d2d-8806-ce507bfdc88f, host n-h1-804985-2, cleared binding levels {{(pid=106252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:03:50.695593 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-c85fb414-d05a-4e39-8520-5d555798de0a req-5fd38cf2-290c-4a0b-b1ce-7b0f1fee24fd service neutron] For port c1bf9a4c-3ad3-4d2d-8806-ce507bfdc88f, host n-h1-804985-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=c1bf9a4c-3ad3-4d2d-8806-ce507bfdc88f,segment=NetworkSegment(7de92108-db01-4a5b-b261-ae216262a2b7),segment_id=7de92108-db01-4a5b-b261-ae216262a2b7)] {{(pid=106252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:03:50.701325 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-c85fb414-d05a-4e39-8520-5d555798de0a req-5fd38cf2-290c-4a0b-b1ce-7b0f1fee24fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:50.743809 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85fb414-d05a-4e39-8520-5d555798de0a req-5fd38cf2-290c-4a0b-b1ce-7b0f1fee24fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:50.745521 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-c85fb414-d05a-4e39-8520-5d555798de0a req-5fd38cf2-290c-4a0b-b1ce-7b0f1fee24fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:50.748450 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c85fb414-d05a-4e39-8520-5d555798de0a req-5fd38cf2-290c-4a0b-b1ce-7b0f1fee24fd service neutron] 10.222.0.63 "PUT /v2.0/ports/c1bf9a4c-3ad3-4d2d-8806-ce507bfdc88f HTTP/1.1" status: 200 len: 1092 time: 1.8205166 Aug 18 12:03:50.748996 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '317d7dd6-043c-4790-937e-efcb166e1465', 'tag': 'c1bf9a4c-3ad3-4d2d-8806-ce507bfdc88f'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:03:50.752252 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0186c742-af53-439e-a5bf-cf63d4850547" -d '{"events": [{"name": "network-changed", "server_uuid": "317d7dd6-043c-4790-937e-efcb166e1465", "tag": "c1bf9a4c-3ad3-4d2d-8806-ce507bfdc88f"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:03:50.783802 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5db4ee7e-2c00-4166-9b5b-47b0fe3dac35 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8367869', 'neutron.services.segments.db._delete_segments_for_network-8789151212993'] for network, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:50.798210 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-c85fb414-d05a-4e39-8520-5d555798de0a req-42a32b50-ac48-44f1-99cf-8eb2ded96993 service neutron] Request body: {'port': {'device_id': '317d7dd6-043c-4790-937e-efcb166e1465', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804985-2'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:03:50.801955 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd38cf2-290c-4a0b-b1ce-7b0f1fee24fd service neutron] Pushing event updated for resources: {'Port': ['ID=c1bf9a4c-3ad3-4d2d-8806-ce507bfdc88f,revision_number=3']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:03:50.839305 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-5db4ee7e-2c00-4166-9b5b-47b0fe3dac35 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1868207a-2ee7-4fad-9c31-85103a2e6675']}} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:03:50.859348 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:03:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09fecba7-8541-48f3-8afe-c1994f0dea10 x-openstack-request-id: req-09fecba7-8541-48f3-8afe-c1994f0dea10 {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:03:50.860589 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "317d7dd6-043c-4790-937e-efcb166e1465", "tag": "c1bf9a4c-3ad3-4d2d-8806-ce507bfdc88f", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:03:50.861597 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-09fecba7-8541-48f3-8afe-c1994f0dea10 {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:03:50.862166 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '317d7dd6-043c-4790-937e-efcb166e1465', 'tag': 'c1bf9a4c-3ad3-4d2d-8806-ce507bfdc88f', 'status': 'completed', 'code': 200} Aug 18 12:03:50.882333 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-5db4ee7e-2c00-4166-9b5b-47b0fe3dac35 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81658e3c-d4c9-44c8-8c21-6271dcc435b1') {'for_net_delete': True} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:03:50.882707 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-5db4ee7e-2c00-4166-9b5b-47b0fe3dac35 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81658e3c-d4c9-44c8-8c21-6271dcc435b1') {} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:03:50.902377 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5db4ee7e-2c00-4166-9b5b-47b0fe3dac35 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789151225254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902236'] for segment, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:50.951520 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-752fb64c-8744-4ce6-bcee-e210b3ba2c35 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:50.969440 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5db4ee7e-2c00-4166-9b5b-47b0fe3dac35 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:50.973317 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-bbe2d04e-759e-4667-b3be-a067698dcf96 req-a24d0a40-07e5-4a1d-8c85-eff495a0c5a7 tempest-ServersTestFqdnHostnames-812215204 tempest-ServersTestFqdnHostnames-812215204-project] Deleting port 0878d313-69d1-4c2d-8578-4ce5a88d3500 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:03:50.978121 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-bbe2d04e-759e-4667-b3be-a067698dcf96 req-a24d0a40-07e5-4a1d-8c85-eff495a0c5a7 tempest-ServersTestFqdnHostnames-812215204 tempest-ServersTestFqdnHostnames-812215204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:50.997233 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 6cda11e2-5e40-4f5e-bf17-6026040fdd12 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:03:51.000095 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5db4ee7e-2c00-4166-9b5b-47b0fe3dac35 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Releasing vlan 801 on physical network physnet1 to pool {{(pid=106253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:03:51.000610 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5db4ee7e-2c00-4166-9b5b-47b0fe3dac35 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58900537'] for segment, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:51.003993 n-d-804985-2 neutron-server[106253]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 12:03:51.003993 n-d-804985-2 neutron-server[106253]: self.session.flush() Aug 18 12:03:51.003993 n-d-804985-2 neutron-server[106253]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 12:03:51.003993 n-d-804985-2 neutron-server[106253]: self.session.flush() Aug 18 12:03:51.003993 n-d-804985-2 neutron-server[106253]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 12:03:51.003993 n-d-804985-2 neutron-server[106253]: self.session.flush() Aug 18 12:03:51.003993 n-d-804985-2 neutron-server[106253]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 12:03:51.003993 n-d-804985-2 neutron-server[106253]: self.session.flush() Aug 18 12:03:51.003993 n-d-804985-2 neutron-server[106253]: Traceback (most recent call last): Aug 18 12:03:51.003993 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:03:51.003993 n-d-804985-2 neutron-server[106253]: timer() Aug 18 12:03:51.003993 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:03:51.003993 n-d-804985-2 neutron-server[106253]: cb(*args, **kw) Aug 18 12:03:51.003993 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:03:51.003993 n-d-804985-2 neutron-server[106253]: return func(*args, **kwargs) Aug 18 12:03:51.003993 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:03:51.003993 n-d-804985-2 neutron-server[106253]: self._notify() Aug 18 12:03:51.003993 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:03:51.003993 n-d-804985-2 neutron-server[106253]: self.callback(batched_events) Aug 18 12:03:51.003993 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:03:51.003993 n-d-804985-2 neutron-server[106253]: event.method(event) Aug 18 12:03:51.003993 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:03:51.003993 n-d-804985-2 neutron-server[106253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:03:51.003993 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:03:51.003993 n-d-804985-2 neutron-server[106253]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:03:51.003993 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:03:51.003993 n-d-804985-2 neutron-server[106253]: return f(self, *a, **k) Aug 18 12:03:51.003993 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:03:51.003993 n-d-804985-2 neutron-server[106253]: return self._get(url).json() Aug 18 12:03:51.003993 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:03:51.003993 n-d-804985-2 neutron-server[106253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:03:51.003993 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:03:51.003993 n-d-804985-2 neutron-server[106253]: return self.request(url, 'GET', **kwargs) Aug 18 12:03:51.003993 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:03:51.003993 n-d-804985-2 neutron-server[106253]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:03:51.003993 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:03:51.003993 n-d-804985-2 neutron-server[106253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:03:51.003993 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:03:51.003993 n-d-804985-2 neutron-server[106253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:03:51.003993 n-d-804985-2 neutron-server[106253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:03:51.100215 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 6cda11e2-5e40-4f5e-bf17-6026040fdd12 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:03:51.101538 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:51.136379 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5db4ee7e-2c00-4166-9b5b-47b0fe3dac35 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8367858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997186'] for network, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:51.165302 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5db4ee7e-2c00-4166-9b5b-47b0fe3dac35 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:51.167268 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-5db4ee7e-2c00-4166-9b5b-47b0fe3dac35 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] 10.222.0.66 "DELETE /v2.0/networks/1868207a-2ee7-4fad-9c31-85103a2e6675 HTTP/1.1" status: 204 len: 168 time: 1.9467540 Aug 18 12:03:51.185404 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 36600) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:03:51.220760 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-752fb64c-8744-4ce6-bcee-e210b3ba2c35 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:51.222870 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db4ee7e-2c00-4166-9b5b-47b0fe3dac35 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Pushing event deleted for resources: {'Network': ['ID=1868207a-2ee7-4fad-9c31-85103a2e6675,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:03:51.245633 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-bbe2d04e-759e-4667-b3be-a067698dcf96 req-a24d0a40-07e5-4a1d-8c85-eff495a0c5a7 tempest-ServersTestFqdnHostnames-812215204 tempest-ServersTestFqdnHostnames-812215204-project] For port 0878d313-69d1-4c2d-8578-4ce5a88d3500, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=0878d313-69d1-4c2d-8578-4ce5a88d3500,segment=NetworkSegment(8d73c820-c1f4-4127-bca7-8a9ff7b01167),segment_id=8d73c820-c1f4-4127-bca7-8a9ff7b01167)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:03:51.245913 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-bbe2d04e-759e-4667-b3be-a067698dcf96 req-a24d0a40-07e5-4a1d-8c85-eff495a0c5a7 tempest-ServersTestFqdnHostnames-812215204 tempest-ServersTestFqdnHostnames-812215204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:51.287120 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-961b55f2-0167-4532-94f4-fa3f7eef741f tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:51.288572 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-961b55f2-0167-4532-94f4-fa3f7eef741f tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] 10.222.0.66 "GET /v2.0/ports/80e8ef04-60a2-4160-8193-80c4dde17411 HTTP/1.1" status: 200 len: 845 time: 0.1017933 Aug 18 12:03:51.295475 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 36602) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:03:51.303300 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 66913358-e170-4b4f-a1a9-1519a03c7492 no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:03:51.326174 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: 66913358-e170-4b4f-a1a9-1519a03c7492 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:03:51.326174 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 66913358-e170-4b4f-a1a9-1519a03c7492 not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:03:51.358789 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-752fb64c-8744-4ce6-bcee-e210b3ba2c35 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] Network 7cae7a70-14fd-408c-b14d-39ceb97cb60e is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:03:51.370096 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:51.385219 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-752fb64c-8744-4ce6-bcee-e210b3ba2c35 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:03:51.419083 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-752fb64c-8744-4ce6-bcee-e210b3ba2c35 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:03:51.421080 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752fb64c-8744-4ce6-bcee-e210b3ba2c35 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] Pushing event updated for resources: {'Port': ['ID=553d2400-10a3-4f07-943a-8dd4fe77732b,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:03:51.480122 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-33d153f5-5e4c-47ee-b892-48a6de8b3627 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] 10.222.0.66 "GET /v2.0/ports/80e8ef04-60a2-4160-8193-80c4dde17411?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1632745 Aug 18 12:03:51.481560 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-108185fb-9e0a-400a-915e-e41af2824291 req-550906cc-cb78-4325-9571-1171773a7b4a tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=5dc13ca5db3b4f4a9d5ca7ec0f8f54a8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0461969 Aug 18 12:03:51.486269 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-c85fb414-d05a-4e39-8520-5d555798de0a req-42a32b50-ac48-44f1-99cf-8eb2ded96993 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:51.493880 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 36608) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:03:51.502605 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-2bdc5be8-9496-4d8f-a7c1-917610ef7c66 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Request body: {'subnet': {'network_id': 'e09d479c-49c3-4874-9ac4-04b507eec62b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:03:51.547317 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a645188-a9d1-4807-994c-711e61f9aaf9 req-24113a42-5924-4a12-b931-4cffa47eeed5 tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:51.549475 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0a645188-a9d1-4807-994c-711e61f9aaf9 req-24113a42-5924-4a12-b931-4cffa47eeed5 tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] 10.222.0.63 "GET /v2.0/ports?device_id=79eb6dfc-2adb-4930-883e-cf334d7966ec HTTP/1.1" status: 200 len: 945 time: 0.6942103 Aug 18 12:03:51.556809 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c872d5d6-1dd0-4c27-9092-f3b9c0fbd34b req-6fbdd656-328a-417b-a535-d0fa33506ef8 tempest-ServersTestFqdnHostnames-812215204 tempest-ServersTestFqdnHostnames-812215204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:51.558241 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c872d5d6-1dd0-4c27-9092-f3b9c0fbd34b req-6fbdd656-328a-417b-a535-d0fa33506ef8 tempest-ServersTestFqdnHostnames-812215204 tempest-ServersTestFqdnHostnames-812215204-project] 10.222.0.66 "GET /v2.0/ports?device_id=be2811b2-d501-452e-acb6-ec33e09aedb9 HTTP/1.1" status: 200 len: 945 time: 0.6940050 Aug 18 12:03:51.602327 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0186c742-af53-439e-a5bf-cf63d4850547 req-7b0168c7-6431-4eb6-b442-5c965b404f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:51.602803 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0186c742-af53-439e-a5bf-cf63d4850547 req-7b0168c7-6431-4eb6-b442-5c965b404f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:51.604400 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0186c742-af53-439e-a5bf-cf63d4850547 req-7b0168c7-6431-4eb6-b442-5c965b404f59 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=0cad20ae983946c9b98c5b381a7210db&device_id=317d7dd6-043c-4790-937e-efcb166e1465 HTTP/1.1" status: 200 len: 1913 time: 0.7293351 Aug 18 12:03:51.654277 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a658fc-f869-4a45-9c6d-9c43da723be5 req-cfe67fb5-7082-4b37-b81c-7ce0ce79f05e tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:51.655748 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b6a658fc-f869-4a45-9c6d-9c43da723be5 req-cfe67fb5-7082-4b37-b81c-7ce0ce79f05e tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] 10.222.0.66 "GET /v2.0/ports?device_id=79eb6dfc-2adb-4930-883e-cf334d7966ec HTTP/1.1" status: 200 len: 945 time: 0.2848129 Aug 18 12:03:51.674595 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1d02fb94-98bc-4161-86a9-618e07e2a5fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:51.712926 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-752fb64c-8744-4ce6-bcee-e210b3ba2c35 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:51.715071 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-bbe2d04e-759e-4667-b3be-a067698dcf96 req-a24d0a40-07e5-4a1d-8c85-eff495a0c5a7 tempest-ServersTestFqdnHostnames-812215204 tempest-ServersTestFqdnHostnames-812215204-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:51.715425 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-bbe2d04e-759e-4667-b3be-a067698dcf96 req-a24d0a40-07e5-4a1d-8c85-eff495a0c5a7 tempest-ServersTestFqdnHostnames-812215204 tempest-ServersTestFqdnHostnames-812215204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-989945'] for floatingip, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:51.715732 n-d-804985-2 neutron-server[106253]: INFO neutron.db.l3_db [req-bbe2d04e-759e-4667-b3be-a067698dcf96 req-a24d0a40-07e5-4a1d-8c85-eff495a0c5a7 tempest-ServersTestFqdnHostnames-812215204 tempest-ServersTestFqdnHostnames-812215204-project] Floating IP d9c28830-b155-4659-bc20-4a5aa6b2a72d disassociated. External IP: 172.25.7.180, port: 0878d313-69d1-4c2d-8578-4ce5a88d3500. Aug 18 12:03:51.716060 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-bbe2d04e-759e-4667-b3be-a067698dcf96 req-a24d0a40-07e5-4a1d-8c85-eff495a0c5a7 tempest-ServersTestFqdnHostnames-812215204 tempest-ServersTestFqdnHostnames-812215204-project] Calling delete_port for 0878d313-69d1-4c2d-8578-4ce5a88d3500 owned by compute:nova {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:03:51.790812 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-752fb64c-8744-4ce6-bcee-e210b3ba2c35 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:51.960824 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-bbe2d04e-759e-4667-b3be-a067698dcf96 req-a24d0a40-07e5-4a1d-8c85-eff495a0c5a7 tempest-ServersTestFqdnHostnames-812215204 tempest-ServersTestFqdnHostnames-812215204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:51.994523 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c872d5d6-1dd0-4c27-9092-f3b9c0fbd34b req-0eae924d-5b2a-4ce7-8f57-fec99fde0539 tempest-ServersTestFqdnHostnames-812215204 tempest-ServersTestFqdnHostnames-812215204-project] 10.222.0.66 "GET /v2.0/security-groups?id=b6704c2f-9f14-4b06-b0bb-67d684b6006a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3571236 Aug 18 12:03:52.006179 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24d0a40-07e5-4a1d-8c85-eff495a0c5a7 tempest-ServersTestFqdnHostnames-812215204 tempest-ServersTestFqdnHostnames-812215204-project] Pushing event deleted for resources: {'Port': ['ID=0878d313-69d1-4c2d-8578-4ce5a88d3500,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:03:52.027674 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-752fb64c-8744-4ce6-bcee-e210b3ba2c35 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] Notify callbacks [] for port, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:52.061750 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b6a658fc-f869-4a45-9c6d-9c43da723be5 req-e8bf6e76-1458-49a9-998e-a0c4f5a88ccc tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b3db2ea-cc32-4796-9824-b1355b845d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3366256 Aug 18 12:03:52.079150 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-752fb64c-8744-4ce6-bcee-e210b3ba2c35 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:52.084859 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108185fb-9e0a-400a-915e-e41af2824291 req-0e7c55e7-88b1-44b5-9bbf-b7dca3cb6a37 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:52.086508 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-108185fb-9e0a-400a-915e-e41af2824291 req-0e7c55e7-88b1-44b5-9bbf-b7dca3cb6a37 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5954025 Aug 18 12:03:52.087180 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bdc5be8-9496-4d8f-a7c1-917610ef7c66 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Made reservation on behalf of 65fdfa1f9ea246ab9e952c5b1ba0afa3 for: {'subnet': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:03:52.088507 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-53584c24-f517-494e-ac93-c18bb92373f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:52.101114 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2bdc5be8-9496-4d8f-a7c1-917610ef7c66 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59074089'] for subnet, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:52.118796 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-108185fb-9e0a-400a-915e-e41af2824291 req-1a029e5e-3c96-4a2e-8165-129bbce8c3f5 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Request body: {'port': {'device_id': 'e83fa02c-bcf5-475c-bbfc-4ab7f1677f52', 'network_id': '222e0814-c7e5-4b11-9282-3f40c6ed76b2', 'admin_state_up': True, 'tenant_id': '5dc13ca5db3b4f4a9d5ca7ec0f8f54a8'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:03:52.195845 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0186c742-af53-439e-a5bf-cf63d4850547 req-0572a8e6-e100-452c-bc3e-c731d1028c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:52.196325 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0186c742-af53-439e-a5bf-cf63d4850547 req-0572a8e6-e100-452c-bc3e-c731d1028c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:52.196819 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0186c742-af53-439e-a5bf-cf63d4850547 req-0572a8e6-e100-452c-bc3e-c731d1028c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:52.198422 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0186c742-af53-439e-a5bf-cf63d4850547 req-0572a8e6-e100-452c-bc3e-c731d1028c70 service neutron] 10.222.0.63 "GET /v2.0/networks?tenant_id=0cad20ae983946c9b98c5b381a7210db&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.5533824 Aug 18 12:03:52.308637 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ca7a5eb8-97b8-4a6f-8222-101faa15fefb req-4fc7622f-262f-4d70-a9a0-3a2720684be5 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.66 "GET /v2.0/ports?device_id=e83fa02c-bcf5-475c-bbfc-4ab7f1677f52 HTTP/1.1" status: 200 len: 210 time: 0.1836023 Aug 18 12:03:52.439407 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752fb64c-8744-4ce6-bcee-e210b3ba2c35 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] Pushing event updated for resources: {'Port': ['ID=553d2400-10a3-4f07-943a-8dd4fe77732b,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:03:52.454374 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-752fb64c-8744-4ce6-bcee-e210b3ba2c35 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-989945'] for floatingip, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:52.462242 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-0a645188-a9d1-4807-994c-711e61f9aaf9 req-627273b9-c78e-4788-9528-d4c5ab950549 tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] Deleting port f8708b17-bf3e-453a-9ec5-a059c4d30d60 {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:03:52.462603 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-0a645188-a9d1-4807-994c-711e61f9aaf9 req-627273b9-c78e-4788-9528-d4c5ab950549 tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:52.473637 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bbe2d04e-759e-4667-b3be-a067698dcf96 req-a24d0a40-07e5-4a1d-8c85-eff495a0c5a7 tempest-ServersTestFqdnHostnames-812215204 tempest-ServersTestFqdnHostnames-812215204-project] Router aa6bd6bc-9b34-4312-bc8d-0ab280db914c has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:03:52.478258 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-752fb64c-8744-4ce6-bcee-e210b3ba2c35 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for floatingip, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:52.479552 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-752fb64c-8744-4ce6-bcee-e210b3ba2c35 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.0969579 Aug 18 12:03:52.613868 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bbe2d04e-759e-4667-b3be-a067698dcf96 req-a24d0a40-07e5-4a1d-8c85-eff495a0c5a7 tempest-ServersTestFqdnHostnames-812215204 tempest-ServersTestFqdnHostnames-812215204-project] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:03:52.626206 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d32fdc-35b9-4606-b065-46342c1bfff0 None None] Sync routers for ids ['aa6bd6bc-9b34-4312-bc8d-0ab280db914c'] in n-d-804985-2 {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:03:52.635036 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d32fdc-35b9-4606-b065-46342c1bfff0 None None] Routers {'aa6bd6bc-9b34-4312-bc8d-0ab280db914c'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:03:52.635872 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-f3d32fdc-35b9-4606-b065-46342c1bfff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:03:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['aa6bd6bc-9b34-4312-bc8d-0ab280db914c'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:03:52.656400 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61b6dde-014a-4c87-b187-3963dc6e7b23 req-389d60f4-ecd2-40c8-a49b-6a43af78297b tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:52.657969 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d61b6dde-014a-4c87-b187-3963dc6e7b23 req-389d60f4-ecd2-40c8-a49b-6a43af78297b tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] 10.222.0.66 "GET /v2.0/ports?device_id=305b0d7a-e7ab-4129-8b43-4762c73c2ae1 HTTP/1.1" status: 200 len: 945 time: 0.4639697 Aug 18 12:03:52.658341 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbe2d04e-759e-4667-b3be-a067698dcf96 req-a24d0a40-07e5-4a1d-8c85-eff495a0c5a7 tempest-ServersTestFqdnHostnames-812215204 tempest-ServersTestFqdnHostnames-812215204-project] No DVR routers for this DVR port 0878d313-69d1-4c2d-8578-4ce5a88d3500 on host n-h2-804985-2 {{(pid=106253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:03:52.663138 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-bbe2d04e-759e-4667-b3be-a067698dcf96 req-a24d0a40-07e5-4a1d-8c85-eff495a0c5a7 tempest-ServersTestFqdnHostnames-812215204 tempest-ServersTestFqdnHostnames-812215204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:52.665772 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-bbe2d04e-759e-4667-b3be-a067698dcf96 req-a24d0a40-07e5-4a1d-8c85-eff495a0c5a7 tempest-ServersTestFqdnHostnames-812215204 tempest-ServersTestFqdnHostnames-812215204-project] 10.222.0.62 "DELETE /v2.0/ports/0878d313-69d1-4c2d-8578-4ce5a88d3500 HTTP/1.1" status: 204 len: 173 time: 2.0211501 Aug 18 12:03:52.666461 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be2811b2-d501-452e-acb6-ec33e09aedb9', 'name': 'network-vif-deleted', 'tag': '0878d313-69d1-4c2d-8578-4ce5a88d3500'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:03:52.668577 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0186c742-af53-439e-a5bf-cf63d4850547 req-8e4cbc98-32e7-471e-a15d-cb2a2084bda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:52.669055 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0679f4c4b6e0e0c064a7d71d722dc30541a34fffee11680573be22ee2ffccc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e0c7c8b-4ddc-444c-8c20-3c76b185a52f" -d '{"events": [{"server_uuid": "be2811b2-d501-452e-acb6-ec33e09aedb9", "name": "network-vif-deleted", "tag": "0878d313-69d1-4c2d-8578-4ce5a88d3500"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:03:52.670080 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0186c742-af53-439e-a5bf-cf63d4850547 req-8e4cbc98-32e7-471e-a15d-cb2a2084bda5 service neutron] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3945572 Aug 18 12:03:52.745143 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-f3d32fdc-35b9-4606-b065-46342c1bfff0 None None] Set router aa6bd6bc-9b34-4312-bc8d-0ab280db914c gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:03:52.791134 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edd88be-6f76-4750-9309-23a0c6a6d0ec req-85cb7f0a-bd0b-4eef-b0e2-a4a3f3d0ee87 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:52.797184 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edd88be-6f76-4750-9309-23a0c6a6d0ec req-85cb7f0a-bd0b-4eef-b0e2-a4a3f3d0ee87 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:52.798821 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7edd88be-6f76-4750-9309-23a0c6a6d0ec req-85cb7f0a-bd0b-4eef-b0e2-a4a3f3d0ee87 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] 10.222.0.66 "GET /v2.0/ports?device_id=317d7dd6-043c-4790-937e-efcb166e1465 HTTP/1.1" status: 200 len: 1666 time: 0.3270307 Aug 18 12:03:52.841674 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-0a645188-a9d1-4807-994c-711e61f9aaf9 req-627273b9-c78e-4788-9528-d4c5ab950549 tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] For port f8708b17-bf3e-453a-9ec5-a059c4d30d60, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=f8708b17-bf3e-453a-9ec5-a059c4d30d60,segment=NetworkSegment(8e34e2fb-4ad4-4b3f-a62c-efd405a8566d),segment_id=8e34e2fb-4ad4-4b3f-a62c-efd405a8566d)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:03:52.842048 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-0a645188-a9d1-4807-994c-711e61f9aaf9 req-627273b9-c78e-4788-9528-d4c5ab950549 tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:52.846132 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-108185fb-9e0a-400a-915e-e41af2824291 req-1a029e5e-3c96-4a2e-8165-129bbce8c3f5 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Made reservation on behalf of 5dc13ca5db3b4f4a9d5ca7ec0f8f54a8 for: {'port': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:03:52.849549 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-108185fb-9e0a-400a-915e-e41af2824291 req-1a029e5e-3c96-4a2e-8165-129bbce8c3f5 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:52.908385 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d61b6dde-014a-4c87-b187-3963dc6e7b23 req-c02c871a-0ea6-47bf-aec8-ebc4fbffb112 tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] 10.222.0.66 "GET /v2.0/security-groups?id=47674416-b298-4cf8-93c5-c03a14c2b3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2360322 Aug 18 12:03:52.917068 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-0a645188-a9d1-4807-994c-711e61f9aaf9 req-627273b9-c78e-4788-9528-d4c5ab950549 tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] Calling delete_port for f8708b17-bf3e-453a-9ec5-a059c4d30d60 owned by compute:nova {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:03:52.973181 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [req-c85fb414-d05a-4e39-8520-5d555798de0a req-42a32b50-ac48-44f1-99cf-8eb2ded96993 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 008f3011-c2b7-4655-a1e8-fd8a2884098a {{(pid=106252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:03:52.977591 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-f3d32fdc-35b9-4606-b065-46342c1bfff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa6bd6bc-9b34-4312-bc8d-0ab280db914c', 'name': 'tempest-ServersTestFqdnHostnames-1451883294-router', 'tenant_id': 'ffcf7d5aac564664a7ac42cfaced2fdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.18'}], 'enable_snat': True}, 'gw_port_id': '52e01e38-4e4c-4e74-bbd2-6c83c79fdfe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:01:35Z', 'updated_at': '2021-08-18T12:01:42Z', 'revision_number': 4, 'project_id': 'ffcf7d5aac564664a7ac42cfaced2fdf', 'gw_port': {'id': '52e01e38-4e4c-4e74-bbd2-6c83c79fdfe1', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:58:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa6bd6bc-9b34-4312-bc8d-0ab280db914c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1146, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:01:37Z', 'updated_at': '2021-08-18T12:01:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': '1ce941db-34bd-4857-b10a-1f77f83ebb2b', 'name': '', 'network_id': 'eac89898-3f6c-43a3-b7fc-911d0f9e8301', 'tenant_id': 'ffcf7d5aac564664a7ac42cfaced2fdf', 'mac_address': 'fa:16:3e:87:76:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa6bd6bc-9b34-4312-bc8d-0ab280db914c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': '2e58a9c0-68af-400d-926e-c840e7b0c4c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:01:41Z', 'updated_at': '2021-08-18T12:01:49Z', 'revision_number': 5, 'project_id': 'ffcf7d5aac564664a7ac42cfaced2fdf', 'subnets': [{'id': '2e58a9c0-68af-400d-926e-c840e7b0c4c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:03:52.996101 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-c85fb414-d05a-4e39-8520-5d555798de0a req-42a32b50-ac48-44f1-99cf-8eb2ded96993 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:53.013716 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d32fdc-35b9-4606-b065-46342c1bfff0 None None] Checking router: aa6bd6bc-9b34-4312-bc8d-0ab280db914c for host: n-d-804985-2 {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:03:53.022702 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d32fdc-35b9-4606-b065-46342c1bfff0 None None] Routers {'aa6bd6bc-9b34-4312-bc8d-0ab280db914c'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:03:53.023390 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-f3d32fdc-35b9-4606-b065-46342c1bfff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:03:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['aa6bd6bc-9b34-4312-bc8d-0ab280db914c'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:03:53.095864 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7edd88be-6f76-4750-9309-23a0c6a6d0ec req-8a1b9b77-bcfb-4228-b863-05f6db7fd00b tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] 10.222.0.66 "GET /v2.0/security-groups?id=93e28aa4-0de3-4f04-b26e-638cffd77b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2814343 Aug 18 12:03:53.109719 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2bdc5be8-9496-4d8f-a7c1-917610ef7c66 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3572913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59074111'] for subnet, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:53.129744 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [req-c85fb414-d05a-4e39-8520-5d555798de0a req-42a32b50-ac48-44f1-99cf-8eb2ded96993 service neutron] Transition to ACTIVE for port object 008f3011-c2b7-4655-a1e8-fd8a2884098a will not be triggered until provisioned by entity L2. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:03:53.172974 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-c85fb414-d05a-4e39-8520-5d555798de0a req-42a32b50-ac48-44f1-99cf-8eb2ded96993 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:53.209485 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:03:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d4686a7-ff4f-4b0d-bbf0-8216dda240bf x-openstack-request-id: req-6d4686a7-ff4f-4b0d-bbf0-8216dda240bf {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:03:53.210283 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be2811b2-d501-452e-acb6-ec33e09aedb9", "name": "network-vif-deleted", "tag": "0878d313-69d1-4c2d-8578-4ce5a88d3500", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:03:53.210283 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-6d4686a7-ff4f-4b0d-bbf0-8216dda240bf {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:03:53.210540 n-d-804985-2 neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be2811b2-d501-452e-acb6-ec33e09aedb9', 'name': 'network-vif-deleted', 'tag': '0878d313-69d1-4c2d-8578-4ce5a88d3500', 'status': 'completed', 'code': 200} Aug 18 12:03:53.228634 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bdc5be8-9496-4d8f-a7c1-917610ef7c66 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Network e09d479c-49c3-4874-9ac4-04b507eec62b is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:03:53.251598 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-f3d32fdc-35b9-4606-b065-46342c1bfff0 None None] Set router aa6bd6bc-9b34-4312-bc8d-0ab280db914c gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:03:53.265778 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-2bdc5be8-9496-4d8f-a7c1-917610ef7c66 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:03:53.270003 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-007cc1b6-ad76-4dd5-8c09-6bd955ef6bb5 req-34c34cfa-d0b4-4fd2-b1d8-5d5ef88e5bd7 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--314059583&fields=id&tenant_id=764f05f9d69b4134b93ed670f8afc320 HTTP/1.1" status: 200 len: 267 time: 0.2696044 Aug 18 12:03:53.277124 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bdc5be8-9496-4d8f-a7c1-917610ef7c66 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:53.277736 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2bdc5be8-9496-4d8f-a7c1-917610ef7c66 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for subnet, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:53.293957 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-324c0ebd-fdcc-4698-a198-e0cc75968d3f None None] Network e09d479c-49c3-4874-9ac4-04b507eec62b requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:03:53.326916 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdc5be8-9496-4d8f-a7c1-917610ef7c66 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Pushing event updated for resources: {'Subnet': ['ID=88b17dd4-5771-4ce1-b107-be4caf91bd57,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:03:53.403992 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-2bdc5be8-9496-4d8f-a7c1-917610ef7c66 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9009337 Aug 18 12:03:53.403992 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a32b50-ac48-44f1-99cf-8eb2ded96993 service neutron] Pushing event updated for resources: {'Port': ['ID=008f3011-c2b7-4655-a1e8-fd8a2884098a,revision_number=2']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:03:53.404779 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 36636) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:03:53.414593 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-e96f6e96-dec8-4a1c-9419-cfbee19f7ba2 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Request body: {'security_group': {'name': 'tempest-secgroup-580699890'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:03:53.449690 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [req-108185fb-9e0a-400a-915e-e41af2824291 req-1a029e5e-3c96-4a2e-8165-129bbce8c3f5 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Allocated IP 192.168.233.236 (222e0814-c7e5-4b11-9282-3f40c6ed76b2/6d16d680-110b-436d-8afa-48ba845b3623/609379b8-9c72-4594-8968-a7f1442be192) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:03:53.462006 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a5cc3380-082e-4020-99a3-df6fc1f7e9a5 req-45e3461f-9780-465d-8a19-be7049d03d74 tempest-ServersTestFqdnHostnames-812215204 tempest-ServersTestFqdnHostnames-812215204-project] 10.222.0.66 "GET /v2.0/ports?device_id=be2811b2-d501-452e-acb6-ec33e09aedb9 HTTP/1.1" status: 200 len: 210 time: 0.0787706 Aug 18 12:03:53.465910 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e96f6e96-dec8-4a1c-9419-cfbee19f7ba2 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:53.619587 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e307b23c-06cd-427a-961a-633d7c6da7ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp788be208-34ab-5a8f-af0f-528834af222f-e09d479c-49c3-4874-9ac4-04b507eec62b', 'network_id': 'e09d479c-49c3-4874-9ac4-04b507eec62b', 'tenant_id': '65fdfa1f9ea246ab9e952c5b1ba0afa3', 'fixed_ips': [{'subnet_id': '88b17dd4-5771-4ce1-b107-be4caf91bd57'}]}} from n-d-804985-2. {{(pid=106254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 12:03:53.620997 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-e307b23c-06cd-427a-961a-633d7c6da7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:53.625175 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e96f6e96-dec8-4a1c-9419-cfbee19f7ba2 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:53.635210 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e96f6e96-dec8-4a1c-9419-cfbee19f7ba2 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:53.649022 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-f3d32fdc-35b9-4606-b065-46342c1bfff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa6bd6bc-9b34-4312-bc8d-0ab280db914c', 'name': 'tempest-ServersTestFqdnHostnames-1451883294-router', 'tenant_id': 'ffcf7d5aac564664a7ac42cfaced2fdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.18'}], 'enable_snat': True}, 'gw_port_id': '52e01e38-4e4c-4e74-bbd2-6c83c79fdfe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:01:35Z', 'updated_at': '2021-08-18T12:01:42Z', 'revision_number': 4, 'project_id': 'ffcf7d5aac564664a7ac42cfaced2fdf', 'gw_port': {'id': '52e01e38-4e4c-4e74-bbd2-6c83c79fdfe1', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:58:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa6bd6bc-9b34-4312-bc8d-0ab280db914c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1146, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:01:37Z', 'updated_at': '2021-08-18T12:01:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': '1ce941db-34bd-4857-b10a-1f77f83ebb2b', 'name': '', 'network_id': 'eac89898-3f6c-43a3-b7fc-911d0f9e8301', 'tenant_id': 'ffcf7d5aac564664a7ac42cfaced2fdf', 'mac_address': 'fa:16:3e:87:76:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa6bd6bc-9b34-4312-bc8d-0ab280db914c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': '2e58a9c0-68af-400d-926e-c840e7b0c4c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:01:41Z', 'updated_at': '2021-08-18T12:01:49Z', 'revision_number': 5, 'project_id': 'ffcf7d5aac564664a7ac42cfaced2fdf', 'subnets': [{'id': '2e58a9c0-68af-400d-926e-c840e7b0c4c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:03:53.677243 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96f6e96-dec8-4a1c-9419-cfbee19f7ba2 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Pushing event updated for resources: {'SecurityGroup': ['ID=660be14e-1f69-4af0-8daf-a137b7424f56,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:03:53.694116 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e96f6e96-dec8-4a1c-9419-cfbee19f7ba2 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:53.698609 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-e96f6e96-dec8-4a1c-9419-cfbee19f7ba2 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2926850 Aug 18 12:03:53.698825 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d32fdc-35b9-4606-b065-46342c1bfff0 None None] The sync data for ids ['aa6bd6bc-9b34-4312-bc8d-0ab280db914c'] in n-d-804985-2 is: [{'id': 'aa6bd6bc-9b34-4312-bc8d-0ab280db914c', 'name': 'tempest-ServersTestFqdnHostnames-1451883294-router', 'tenant_id': 'ffcf7d5aac564664a7ac42cfaced2fdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.18'}], 'enable_snat': True}, 'gw_port_id': '52e01e38-4e4c-4e74-bbd2-6c83c79fdfe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:01:35Z', 'updated_at': '2021-08-18T12:01:42Z', 'revision_number': 4, 'project_id': 'ffcf7d5aac564664a7ac42cfaced2fdf', 'gw_port': {'id': '52e01e38-4e4c-4e74-bbd2-6c83c79fdfe1', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:58:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa6bd6bc-9b34-4312-bc8d-0ab280db914c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1146, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:01:37Z', 'updated_at': '2021-08-18T12:01:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': '1ce941db-34bd-4857-b10a-1f77f83ebb2b', 'name': '', 'network_id': 'eac89898-3f6c-43a3-b7fc-911d0f9e8301', 'tenant_id': 'ffcf7d5aac564664a7ac42cfaced2fdf', 'mac_address': 'fa:16:3e:87:76:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa6bd6bc-9b34-4312-bc8d-0ab280db914c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': '2e58a9c0-68af-400d-926e-c840e7b0c4c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:01:41Z', 'updated_at': '2021-08-18T12:01:49Z', 'revision_number': 5, 'project_id': 'ffcf7d5aac564664a7ac42cfaced2fdf', 'subnets': [{'id': '2e58a9c0-68af-400d-926e-c840e7b0c4c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:03:53.700098 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 36638) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:03:53.704974 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-3dd9e92b-36c4-400a-a984-0c2e1d0dab27 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Request body: {'security_group': {'name': 'tempest-secgroup-470215924'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:03:53.735799 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3dd9e92b-36c4-400a-a984-0c2e1d0dab27 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:53.785083 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-500a1c61-38a7-4c23-a7ec-4631080af5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:53.842990 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.db_base_plugin_common [None req-e307b23c-06cd-427a-961a-633d7c6da7ec None None] Allocated IP 2001:db8::2 (e09d479c-49c3-4874-9ac4-04b507eec62b/88b17dd4-5771-4ce1-b107-be4caf91bd57/3b7479ec-a3e6-4798-ad22-8545196ed267) {{(pid=106254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:03:53.864454 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3dd9e92b-36c4-400a-a984-0c2e1d0dab27 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:53.873051 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3dd9e92b-36c4-400a-a984-0c2e1d0dab27 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:53.911011 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3dd9e92b-36c4-400a-a984-0c2e1d0dab27 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:53.912777 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-3dd9e92b-36c4-400a-a984-0c2e1d0dab27 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2115386 Aug 18 12:03:53.915828 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 36640) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:03:53.921483 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-0d47b8f3-406a-471c-8289-17aa8d803f2c tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1329438896', 'security_groups': ['b83e9bc1-42b1-4a10-a757-a65de11c1975'], 'network_id': 'e09d479c-49c3-4874-9ac4-04b507eec62b', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '88b17dd4-5771-4ce1-b107-be4caf91bd57'}]}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:03:53.927173 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd9e92b-36c4-400a-a984-0c2e1d0dab27 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b83e9bc1-42b1-4a10-a757-a65de11c1975,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:03:54.014815 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device f8708b17-bf3e-453a-9ec5-a059c4d30d60 no longer exists at agent hyperv_n-h1-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:03:54.050820 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d47b8f3-406a-471c-8289-17aa8d803f2c tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Made reservation on behalf of 65fdfa1f9ea246ab9e952c5b1ba0afa3 for: {'port': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:03:54.055052 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-e307b23c-06cd-427a-961a-633d7c6da7ec None None] Notify callbacks [] for port, precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:54.071985 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-e307b23c-06cd-427a-961a-633d7c6da7ec None None] Transition to ACTIVE for port object 3b7479ec-a3e6-4798-ad22-8545196ed267 will not be triggered until provisioned by entity L2. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:03:54.088024 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007cc1b6-ad76-4dd5-8c09-6bd955ef6bb5 req-fdd21ed5-a421-4c33-ba20-d9d7b4af4bc2 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:54.090430 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] No active binding found for port f8708b17-bf3e-453a-9ec5-a059c4d30d60 {{(pid=106254) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 18 12:03:54.090870 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device f8708b17-bf3e-453a-9ec5-a059c4d30d60 not bound to the agent host n-h1-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:03:54.094707 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-e307b23c-06cd-427a-961a-633d7c6da7ec None None] Transition to ACTIVE for port object 3b7479ec-a3e6-4798-ad22-8545196ed267 will not be triggered until provisioned by entity DHCP. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:03:54.097262 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-007cc1b6-ad76-4dd5-8c09-6bd955ef6bb5 req-fdd21ed5-a421-4c33-ba20-d9d7b4af4bc2 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] 10.222.0.66 "GET /v2.0/networks?id=365c1e73-53bd-4762-8c39-733a28020035 HTTP/1.1" status: 200 len: 810 time: 0.7911184 Aug 18 12:03:54.105521 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-e307b23c-06cd-427a-961a-633d7c6da7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547'] for port, after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:54.139744 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-0a645188-a9d1-4807-994c-711e61f9aaf9 req-627273b9-c78e-4788-9528-d4c5ab950549 tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:54.147214 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-56095a60-c70b-4005-801a-31f0287a2b68 req-ae6940bc-700f-4321-853e-868e05f65285 tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] 10.222.0.66 "GET /v2.0/ports?device_id=79eb6dfc-2adb-4930-883e-cf334d7966ec HTTP/1.1" status: 200 len: 210 time: 0.1283045 Aug 18 12:03:54.150059 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0d47b8f3-406a-471c-8289-17aa8d803f2c tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:54.152266 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e39b18f-23b1-41e0-9926-51f440ae2e5e None None] New status for floating IP d9c28830-b155-4659-bc20-4a5aa6b2a72d: DOWN {{(pid=106254) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 12:03:54.161317 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e307b23c-06cd-427a-961a-633d7c6da7ec None None] Pushing event updated for resources: {'Port': ['ID=3b7479ec-a3e6-4798-ad22-8545196ed267,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:03:54.172513 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [None req-0d47b8f3-406a-471c-8289-17aa8d803f2c tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] device_id is not set on port 6f262968-8f91-4b22-9b83-43f11b9c9f15 yet. {{(pid=106253) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 12:03:54.174374 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] get_ports_and_sgs() called for port_ids ['21e73176-c28c-44af-8516-96c757073f4e'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:03:54.194248 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-007cc1b6-ad76-4dd5-8c09-6bd955ef6bb5 req-4023db95-2a7a-4018-ba43-9bc25ac42e7c tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] 10.222.0.66 "GET /v2.0/quotas/764f05f9d69b4134b93ed670f8afc320 HTTP/1.1" status: 200 len: 375 time: 0.0961649 Aug 18 12:03:54.208302 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e307b23c-06cd-427a-961a-633d7c6da7ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:03:54.208748 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e307b23c-06cd-427a-961a-633d7c6da7ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:03:54.209095 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e307b23c-06cd-427a-961a-633d7c6da7ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:03:54.209432 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e307b23c-06cd-427a-961a-633d7c6da7ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:03:54.209899 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e307b23c-06cd-427a-961a-633d7c6da7ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:03:54.210228 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e307b23c-06cd-427a-961a-633d7c6da7ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:03:54.211592 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e307b23c-06cd-427a-961a-633d7c6da7ec None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:03:54.211592 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e307b23c-06cd-427a-961a-633d7c6da7ec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:03:54.211592 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e307b23c-06cd-427a-961a-633d7c6da7ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:03:54.211863 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e307b23c-06cd-427a-961a-633d7c6da7ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:03:54.212065 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e307b23c-06cd-427a-961a-633d7c6da7ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:03:54.212387 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e307b23c-06cd-427a-961a-633d7c6da7ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:03:54.259869 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627273b9-c78e-4788-9528-d4c5ab950549 tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] Pushing event deleted for resources: {'Port': ['ID=f8708b17-bf3e-453a-9ec5-a059c4d30d60,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:03:54.340899 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9a1dce7e-8506-4f3f-83b9-76e04b3f362a req-059de1f0-efe3-4f41-a0e3-1a507c3dd550 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.66 "GET /v2.0/ports?device_id=e83fa02c-bcf5-475c-bbfc-4ab7f1677f52 HTTP/1.1" status: 200 len: 210 time: 0.0947702 Aug 18 12:03:54.359333 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [None req-0d47b8f3-406a-471c-8289-17aa8d803f2c tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Allocated IP 2001:db8::32 (e09d479c-49c3-4874-9ac4-04b507eec62b/88b17dd4-5771-4ce1-b107-be4caf91bd57/6f262968-8f91-4b22-9b83-43f11b9c9f15) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:03:54.366739 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a645188-a9d1-4807-994c-711e61f9aaf9 req-627273b9-c78e-4788-9528-d4c5ab950549 tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] No DVR routers for this DVR port f8708b17-bf3e-453a-9ec5-a059c4d30d60 on host n-h1-804985-2 {{(pid=106252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:03:54.380898 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-0a645188-a9d1-4807-994c-711e61f9aaf9 req-627273b9-c78e-4788-9528-d4c5ab950549 tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:54.382932 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0a645188-a9d1-4807-994c-711e61f9aaf9 req-627273b9-c78e-4788-9528-d4c5ab950549 tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] 10.222.0.63 "DELETE /v2.0/ports/f8708b17-bf3e-453a-9ec5-a059c4d30d60 HTTP/1.1" status: 204 len: 173 time: 2.8206439 Aug 18 12:03:54.383395 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79eb6dfc-2adb-4930-883e-cf334d7966ec', 'name': 'network-vif-deleted', 'tag': 'f8708b17-bf3e-453a-9ec5-a059c4d30d60'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:03:54.386025 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53fddcbe-fa9a-4b3f-a4eb-c527db1e5be7" -d '{"events": [{"server_uuid": "79eb6dfc-2adb-4930-883e-cf334d7966ec", "name": "network-vif-deleted", "tag": "f8708b17-bf3e-453a-9ec5-a059c4d30d60"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:03:54.404030 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-c85fb414-d05a-4e39-8520-5d555798de0a req-42a32b50-ac48-44f1-99cf-8eb2ded96993 service neutron] Attempting to bind port 008f3011-c2b7-4655-a1e8-fd8a2884098a on host n-h1-804985-2 for vnic_type normal with profile {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:03:54.404376 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-c85fb414-d05a-4e39-8520-5d555798de0a req-42a32b50-ac48-44f1-99cf-8eb2ded96993 service neutron] Attempting to bind port 008f3011-c2b7-4655-a1e8-fd8a2884098a by drivers openvswitch,hyperv on host n-h1-804985-2 at level 0 using segments [{'id': '68d7e479-c2fe-4b0b-92f4-f4b5b8859454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '62c8a6e8-13f6-402d-a740-f6a630d54875'}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:03:54.404749 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c85fb414-d05a-4e39-8520-5d555798de0a req-42a32b50-ac48-44f1-99cf-8eb2ded96993 service neutron] Attempting to bind port 008f3011-c2b7-4655-a1e8-fd8a2884098a on network 62c8a6e8-13f6-402d-a740-f6a630d54875 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:03:54.435217 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-007cc1b6-ad76-4dd5-8c09-6bd955ef6bb5 req-55bab75a-9725-4d47-8d70-fe98d245513f tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=764f05f9d69b4134b93ed670f8afc320&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2398212 Aug 18 12:03:54.456378 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c85fb414-d05a-4e39-8520-5d555798de0a req-42a32b50-ac48-44f1-99cf-8eb2ded96993 service neutron] Port 008f3011-c2b7-4655-a1e8-fd8a2884098a on network 62c8a6e8-13f6-402d-a740-f6a630d54875 not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-2 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:03:54.460862 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c85fb414-d05a-4e39-8520-5d555798de0a req-42a32b50-ac48-44f1-99cf-8eb2ded96993 service neutron] Attempting to bind port 008f3011-c2b7-4655-a1e8-fd8a2884098a on network 62c8a6e8-13f6-402d-a740-f6a630d54875 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:03:54.483965 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e307b23c-06cd-427a-961a-633d7c6da7ec None None] Network e09d479c-49c3-4874-9ac4-04b507eec62b is already hosted by enough agents. {{(pid=106254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:03:54.496336 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.base_scheduler [None req-e307b23c-06cd-427a-961a-633d7c6da7ec None None] Resources bound (agent type, host, resource id): {{(pid=106254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:03:54.501501 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e307b23c-06cd-427a-961a-633d7c6da7ec None None] Received port after_create {{(pid=106254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:03:54.578862 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0d47b8f3-406a-471c-8289-17aa8d803f2c tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:54.589826 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c85fb414-d05a-4e39-8520-5d555798de0a req-42a32b50-ac48-44f1-99cf-8eb2ded96993 service neutron] Checking agent: {'id': 'a613417a-d085-492c-941a-59bb18c633d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 49, 6), 'started_at': datetime.datetime(2021, 8, 18, 11, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 3, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:03:54.590208 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c85fb414-d05a-4e39-8520-5d555798de0a req-42a32b50-ac48-44f1-99cf-8eb2ded96993 service neutron] Checking segment: {'id': '68d7e479-c2fe-4b0b-92f4-f4b5b8859454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '62c8a6e8-13f6-402d-a740-f6a630d54875'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:03:54.590847 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c85fb414-d05a-4e39-8520-5d555798de0a req-42a32b50-ac48-44f1-99cf-8eb2ded96993 service neutron] Bound using segment: {'id': '68d7e479-c2fe-4b0b-92f4-f4b5b8859454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '62c8a6e8-13f6-402d-a740-f6a630d54875'} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:03:54.591403 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-c85fb414-d05a-4e39-8520-5d555798de0a req-42a32b50-ac48-44f1-99cf-8eb2ded96993 service neutron] Bound port: 008f3011-c2b7-4655-a1e8-fd8a2884098a, host: n-h1-804985-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68d7e479-c2fe-4b0b-92f4-f4b5b8859454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '62c8a6e8-13f6-402d-a740-f6a630d54875'}}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:03:54.591845 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-c85fb414-d05a-4e39-8520-5d555798de0a req-42a32b50-ac48-44f1-99cf-8eb2ded96993 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:54.594106 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [None req-0d47b8f3-406a-471c-8289-17aa8d803f2c tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Transition to ACTIVE for port object 6f262968-8f91-4b22-9b83-43f11b9c9f15 will not be triggered until provisioned by entity DHCP. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:03:54.623876 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-e307b23c-06cd-427a-961a-633d7c6da7ec None None] Attempting to bind port 3b7479ec-a3e6-4798-ad22-8545196ed267 on host n-d-804985-2 for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:03:54.624247 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-e307b23c-06cd-427a-961a-633d7c6da7ec None None] Attempting to bind port 3b7479ec-a3e6-4798-ad22-8545196ed267 by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': '90d86016-4e63-4d48-9794-bc6fd7d5a38b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'e09d479c-49c3-4874-9ac4-04b507eec62b'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:03:54.624636 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e307b23c-06cd-427a-961a-633d7c6da7ec None None] Attempting to bind port 3b7479ec-a3e6-4798-ad22-8545196ed267 on network e09d479c-49c3-4874-9ac4-04b507eec62b {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:03:54.631650 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-108185fb-9e0a-400a-915e-e41af2824291 req-1a029e5e-3c96-4a2e-8165-129bbce8c3f5 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:54.636849 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e307b23c-06cd-427a-961a-633d7c6da7ec None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 3, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:03:54.637234 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e307b23c-06cd-427a-961a-633d7c6da7ec None None] Checking segment: {'id': '90d86016-4e63-4d48-9794-bc6fd7d5a38b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'e09d479c-49c3-4874-9ac4-04b507eec62b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:03:54.637698 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-e307b23c-06cd-427a-961a-633d7c6da7ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:54.638014 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e307b23c-06cd-427a-961a-633d7c6da7ec None None] Bound using segment: {'id': '90d86016-4e63-4d48-9794-bc6fd7d5a38b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'e09d479c-49c3-4874-9ac4-04b507eec62b'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:03:54.638592 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-e307b23c-06cd-427a-961a-633d7c6da7ec None None] Bound port: 3b7479ec-a3e6-4798-ad22-8545196ed267, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90d86016-4e63-4d48-9794-bc6fd7d5a38b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'e09d479c-49c3-4874-9ac4-04b507eec62b'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:03:54.638981 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-e307b23c-06cd-427a-961a-633d7c6da7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:54.649134 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0d47b8f3-406a-471c-8289-17aa8d803f2c tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:54.695591 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [req-108185fb-9e0a-400a-915e-e41af2824291 req-1a029e5e-3c96-4a2e-8165-129bbce8c3f5 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Transition to ACTIVE for port object 609379b8-9c72-4594-8968-a7f1442be192 will not be triggered until provisioned by entity DHCP. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:03:54.718598 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e70ca70-5450-4c32-aa4c-3107eedc1425 req-97da056b-04ad-4653-a8c8-7ebaa823c792 tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:54.720128 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6e70ca70-5450-4c32-aa4c-3107eedc1425 req-97da056b-04ad-4653-a8c8-7ebaa823c792 tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] 10.222.0.66 "GET /v2.0/ports?device_id=305b0d7a-e7ab-4129-8b43-4762c73c2ae1 HTTP/1.1" status: 200 len: 945 time: 0.1654646 Aug 18 12:03:54.728386 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d47b8f3-406a-471c-8289-17aa8d803f2c tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Network e09d479c-49c3-4874-9ac4-04b507eec62b is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:03:54.730673 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-0d47b8f3-406a-471c-8289-17aa8d803f2c tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:03:54.734658 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d47b8f3-406a-471c-8289-17aa8d803f2c tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Pushing event updated for resources: {'Port': ['ID=6f262968-8f91-4b22-9b83-43f11b9c9f15,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:03:54.737955 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d47b8f3-406a-471c-8289-17aa8d803f2c tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:03:54.744885 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d47b8f3-406a-471c-8289-17aa8d803f2c tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:54.745666 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0d47b8f3-406a-471c-8289-17aa8d803f2c tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:54.765733 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-e307b23c-06cd-427a-961a-633d7c6da7ec None None] For port 3b7479ec-a3e6-4798-ad22-8545196ed267, host n-d-804985-2, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:03:54.770219 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-e307b23c-06cd-427a-961a-633d7c6da7ec None None] For port 3b7479ec-a3e6-4798-ad22-8545196ed267, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=3b7479ec-a3e6-4798-ad22-8545196ed267,segment=NetworkSegment(90d86016-4e63-4d48-9794-bc6fd7d5a38b),segment_id=90d86016-4e63-4d48-9794-bc6fd7d5a38b)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:03:54.776953 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-e307b23c-06cd-427a-961a-633d7c6da7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:54.786898 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-007cc1b6-ad76-4dd5-8c09-6bd955ef6bb5 req-1618dc31-044b-4c38-bb74-715b897d8723 service neutron] 10.222.0.66 "GET /v2.0/networks/365c1e73-53bd-4762-8c39-733a28020035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3507586 Aug 18 12:03:54.793547 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-0d47b8f3-406a-471c-8289-17aa8d803f2c tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.8763928 Aug 18 12:03:54.797491 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 36650) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:03:54.818693 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-9eab4e07-3c33-418b-92fe-16dd54a5ea50 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Request body: {'subnet': {'network_id': 'e09d479c-49c3-4874-9ac4-04b507eec62b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:03:54.820887 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-c85fb414-d05a-4e39-8520-5d555798de0a req-42a32b50-ac48-44f1-99cf-8eb2ded96993 service neutron] For port 008f3011-c2b7-4655-a1e8-fd8a2884098a, host n-h1-804985-2, cleared binding levels {{(pid=106252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:03:54.870501 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e307b23c-06cd-427a-961a-633d7c6da7ec None None] Pushing event updated for resources: {'Port': ['ID=3b7479ec-a3e6-4798-ad22-8545196ed267,revision_number=2']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:03:54.906362 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-c85fb414-d05a-4e39-8520-5d555798de0a req-42a32b50-ac48-44f1-99cf-8eb2ded96993 service neutron] For port 008f3011-c2b7-4655-a1e8-fd8a2884098a, host n-h1-804985-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=008f3011-c2b7-4655-a1e8-fd8a2884098a,segment=NetworkSegment(68d7e479-c2fe-4b0b-92f4-f4b5b8859454),segment_id=68d7e479-c2fe-4b0b-92f4-f4b5b8859454)] {{(pid=106252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:03:54.906921 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d671406-05df-41ea-b148-cbeed80eb88c req-1aeb9475-c385-4402-978c-3ec73b50f17a tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:54.908639 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-9d671406-05df-41ea-b148-cbeed80eb88c req-1aeb9475-c385-4402-978c-3ec73b50f17a tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] 10.222.0.62 "GET /v2.0/ports?device_id=305b0d7a-e7ab-4129-8b43-4762c73c2ae1 HTTP/1.1" status: 200 len: 945 time: 0.1751432 Aug 18 12:03:54.923696 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6e70ca70-5450-4c32-aa4c-3107eedc1425 req-4a8e875a-0a76-40e7-bbf4-2ee0276637e2 tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] 10.222.0.66 "GET /v2.0/security-groups?id=47674416-b298-4cf8-93c5-c03a14c2b3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963618 Aug 18 12:03:54.949290 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-c85fb414-d05a-4e39-8520-5d555798de0a req-42a32b50-ac48-44f1-99cf-8eb2ded96993 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:54.957722 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-108185fb-9e0a-400a-915e-e41af2824291 req-1a029e5e-3c96-4a2e-8165-129bbce8c3f5 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:54.971378 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] get_ports_and_sgs() called for port_ids ['8505e22f-c8ac-4091-b64c-de224593b235', 'a9095b1c-1c59-403f-b0ed-5baf21bc78df', 'da47a402-2db9-4aab-a389-f7efde586eb5', '6d122ec0-dee6-462c-aa25-d56dd1e1ebee'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:03:55.015643 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85fb414-d05a-4e39-8520-5d555798de0a req-42a32b50-ac48-44f1-99cf-8eb2ded96993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:55.016833 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-c85fb414-d05a-4e39-8520-5d555798de0a req-42a32b50-ac48-44f1-99cf-8eb2ded96993 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:55.018293 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c85fb414-d05a-4e39-8520-5d555798de0a req-42a32b50-ac48-44f1-99cf-8eb2ded96993 service neutron] 10.222.0.63 "PUT /v2.0/ports/008f3011-c2b7-4655-a1e8-fd8a2884098a HTTP/1.1" status: 200 len: 1091 time: 4.2254012 Aug 18 12:03:55.022448 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] get_ports_and_sgs() called for port_ids ['4a6dd6bf-beb4-4c07-a3e9-1cc18f334166', '1d1906b1-7861-44a8-9f39-6e6fd647480c'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:03:55.047656 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eab4e07-3c33-418b-92fe-16dd54a5ea50 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Made reservation on behalf of 65fdfa1f9ea246ab9e952c5b1ba0afa3 for: {'subnet': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:03:55.055362 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9eab4e07-3c33-418b-92fe-16dd54a5ea50 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59388119'] for subnet, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:55.059709 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-108185fb-9e0a-400a-915e-e41af2824291 req-1a029e5e-3c96-4a2e-8165-129bbce8c3f5 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Network 222e0814-c7e5-4b11-9282-3f40c6ed76b2 is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:03:55.090001 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [req-108185fb-9e0a-400a-915e-e41af2824291 req-1a029e5e-3c96-4a2e-8165-129bbce8c3f5 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:03:55.093480 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-108185fb-9e0a-400a-915e-e41af2824291 req-1a029e5e-3c96-4a2e-8165-129bbce8c3f5 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:03:55.174278 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-007cc1b6-ad76-4dd5-8c09-6bd955ef6bb5 req-c5e57060-98a9-4aef-8556-30f134d40383 service neutron] 10.222.0.66 "GET /v2.0/networks/365c1e73-53bd-4762-8c39-733a28020035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3671601 Aug 18 12:03:55.181231 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a32b50-ac48-44f1-99cf-8eb2ded96993 service neutron] Pushing event updated for resources: {'Port': ['ID=008f3011-c2b7-4655-a1e8-fd8a2884098a,revision_number=3']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:03:55.221559 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-9d671406-05df-41ea-b148-cbeed80eb88c req-d4d999f9-0c31-4447-860d-5e314b363609 tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] Deleting port e1e7f579-0652-4bd5-b0e7-9fcb54e2b7a3 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:03:55.221907 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-9d671406-05df-41ea-b148-cbeed80eb88c req-d4d999f9-0c31-4447-860d-5e314b363609 tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:55.369132 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a029e5e-3c96-4a2e-8165-129bbce8c3f5 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Pushing event updated for resources: {'Port': ['ID=609379b8-9c72-4594-8968-a7f1442be192,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:03:55.391386 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85fb414-d05a-4e39-8520-5d555798de0a req-7daab929-0914-419d-92ae-e7271fb7723f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:55.397595 n-d-804985-2 neutron-server[106253]: INFO neutron.db.ipam_backend_mixin [None req-9eab4e07-3c33-418b-92fe-16dd54a5ea50 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 88b17dd4-5771-4ce1-b107-be4caf91bd57 (CIDR: 2001:db8::/64) Aug 18 12:03:55.399262 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85fb414-d05a-4e39-8520-5d555798de0a req-7daab929-0914-419d-92ae-e7271fb7723f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:55.401632 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c85fb414-d05a-4e39-8520-5d555798de0a req-7daab929-0914-419d-92ae-e7271fb7723f service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=0cad20ae983946c9b98c5b381a7210db&device_id=317d7dd6-043c-4790-937e-efcb166e1465 HTTP/1.1" status: 200 len: 1980 time: 0.2960205 Aug 18 12:03:55.411080 n-d-804985-2 neutron-server[106253]: INFO neutron.pecan_wsgi.hooks.translation [None req-9eab4e07-3c33-418b-92fe-16dd54a5ea50 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 18 12:03:55.411576 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9eab4e07-3c33-418b-92fe-16dd54a5ea50 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=106253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 12:03:55.429293 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d853389c-a50b-496b-945f-24357c5fc67d req-01a2c8d5-e4bf-4716-9b79-4ece94c81e26 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:55.447203 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d853389c-a50b-496b-945f-24357c5fc67d req-01a2c8d5-e4bf-4716-9b79-4ece94c81e26 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:55.458874 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d853389c-a50b-496b-945f-24357c5fc67d req-01a2c8d5-e4bf-4716-9b79-4ece94c81e26 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] 10.222.0.66 "GET /v2.0/ports?device_id=317d7dd6-043c-4790-937e-efcb166e1465 HTTP/1.1" status: 200 len: 1678 time: 0.4496181 Aug 18 12:03:55.463189 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-9d671406-05df-41ea-b148-cbeed80eb88c req-d4d999f9-0c31-4447-860d-5e314b363609 tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] For port e1e7f579-0652-4bd5-b0e7-9fcb54e2b7a3, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=e1e7f579-0652-4bd5-b0e7-9fcb54e2b7a3,segment=NetworkSegment(d17ce5aa-2f30-4357-baad-fd11d5479ac5),segment_id=d17ce5aa-2f30-4357-baad-fd11d5479ac5)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:03:55.464733 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-9d671406-05df-41ea-b148-cbeed80eb88c req-d4d999f9-0c31-4447-860d-5e314b363609 tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:55.488729 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108185fb-9e0a-400a-915e-e41af2824291 req-1a029e5e-3c96-4a2e-8165-129bbce8c3f5 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:55.489411 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-108185fb-9e0a-400a-915e-e41af2824291 req-1a029e5e-3c96-4a2e-8165-129bbce8c3f5 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:55.513391 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-9d671406-05df-41ea-b148-cbeed80eb88c req-d4d999f9-0c31-4447-860d-5e314b363609 tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] Calling delete_port for e1e7f579-0652-4bd5-b0e7-9fcb54e2b7a3 owned by compute:nova {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:03:55.525902 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-9eab4e07-3c33-418b-92fe-16dd54a5ea50 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7266188 Aug 18 12:03:55.528930 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 36662) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:03:55.544013 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:03:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6feafea-0cfe-4232-b2d5-786623b106c8 x-openstack-request-id: req-e6feafea-0cfe-4232-b2d5-786623b106c8 {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:03:55.544335 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79eb6dfc-2adb-4930-883e-cf334d7966ec", "name": "network-vif-deleted", "tag": "f8708b17-bf3e-453a-9ec5-a059c4d30d60", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:03:55.544805 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e6feafea-0cfe-4232-b2d5-786623b106c8 {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:03:55.545269 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79eb6dfc-2adb-4930-883e-cf334d7966ec', 'name': 'network-vif-deleted', 'tag': 'f8708b17-bf3e-453a-9ec5-a059c4d30d60', 'status': 'completed', 'code': 200} Aug 18 12:03:55.554182 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-931fa025-5cc6-4ef4-8a6e-a9c2c34946fc tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Request body: {'subnet': {'network_id': 'e09d479c-49c3-4874-9ac4-04b507eec62b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:03:55.597312 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c85fb414-d05a-4e39-8520-5d555798de0a req-b14c6b70-c698-42da-ad6a-b485ddc0bd79 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.191&port_id=c1bf9a4c-3ad3-4d2d-8806-ce507bfdc88f HTTP/1.1" status: 200 len: 217 time: 0.1037180 Aug 18 12:03:55.619678 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-108185fb-9e0a-400a-915e-e41af2824291 req-1a029e5e-3c96-4a2e-8165-129bbce8c3f5 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.5063922 Aug 18 12:03:55.684783 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85fb414-d05a-4e39-8520-5d555798de0a req-a9d8ae2c-fed7-4087-b870-684420e3ccff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:55.686355 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c85fb414-d05a-4e39-8520-5d555798de0a req-a9d8ae2c-fed7-4087-b870-684420e3ccff service neutron] 10.222.0.63 "GET /v2.0/subnets?id=afec3d84-5652-407e-bf85-93a100e733a9 HTTP/1.1" status: 200 len: 801 time: 0.0760887 Aug 18 12:03:55.692168 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-108185fb-9e0a-400a-915e-e41af2824291 req-b39ce332-24ac-4cba-ac44-d51f89b05d33 service neutron] Request body: {'port': {'device_id': 'e83fa02c-bcf5-475c-bbfc-4ab7f1677f52', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804985-2'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:03:55.704914 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 0878d313-69d1-4c2d-8578-4ce5a88d3500 no longer exists at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:03:55.711929 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d853389c-a50b-496b-945f-24357c5fc67d req-f9b6bdba-7391-43e7-8bf8-19d0f32e0fef tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] 10.222.0.66 "GET /v2.0/security-groups?id=93e28aa4-0de3-4f04-b26e-638cffd77b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2520025 Aug 18 12:03:55.747473 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] No Port match for: 0878d313-69d1-4c2d-8578-4ce5a88d3500 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:03:55.748042 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 0878d313-69d1-4c2d-8578-4ce5a88d3500 not bound to the agent host n-h2-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:03:55.847836 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-3eb6ba8f-7fa9-4c64-83f3-1be25855d643 None None] Provisioning for port 609379b8-9c72-4594-8968-a7f1442be192 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:03:55.859496 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-3eb6ba8f-7fa9-4c64-83f3-1be25855d643 None None] Provisioning complete for port 609379b8-9c72-4594-8968-a7f1442be192 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:03:55.859942 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3eb6ba8f-7fa9-4c64-83f3-1be25855d643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:55.875247 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-108185fb-9e0a-400a-915e-e41af2824291 req-b39ce332-24ac-4cba-ac44-d51f89b05d33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:55.914457 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-931fa025-5cc6-4ef4-8a6e-a9c2c34946fc tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Made reservation on behalf of 65fdfa1f9ea246ab9e952c5b1ba0afa3 for: {'subnet': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:03:55.915721 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-3eb6ba8f-7fa9-4c64-83f3-1be25855d643 None None] Port 609379b8-9c72-4594-8968-a7f1442be192 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:03:55.918572 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-931fa025-5cc6-4ef4-8a6e-a9c2c34946fc tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59388119'] for subnet, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:55.933938 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85fb414-d05a-4e39-8520-5d555798de0a req-3201712a-b602-4bf0-86bf-40aa46685c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:55.935832 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c85fb414-d05a-4e39-8520-5d555798de0a req-3201712a-b602-4bf0-86bf-40aa46685c53 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=b43d448f-e708-4c7a-a8ae-303801ef6162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2386656 Aug 18 12:03:55.942060 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-20c59edf-beab-4c59-9bb4-1261e68320ec req-81fb605c-2b65-4648-940c-493de8a0b62f tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] 10.222.0.66 "GET /v2.0/ports?device_id=27ecdc3e-c9a2-434c-a840-101feeb37aa9 HTTP/1.1" status: 200 len: 210 time: 0.0373468 Aug 18 12:03:56.007137 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3929972a-2afb-4b2f-a77c-1bb2b48db6d8 req-20cdd3fa-5969-4782-9123-0993d8909f17 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:56.023472 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3929972a-2afb-4b2f-a77c-1bb2b48db6d8 req-20cdd3fa-5969-4782-9123-0993d8909f17 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.66 "GET /v2.0/ports?device_id=e83fa02c-bcf5-475c-bbfc-4ab7f1677f52 HTTP/1.1" status: 200 len: 936 time: 0.2749069 Aug 18 12:03:56.038873 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 36676) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:03:56.276671 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-9d671406-05df-41ea-b148-cbeed80eb88c req-d4d999f9-0c31-4447-860d-5e314b363609 tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:56.364816 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-952cea41-17d6-4b98-9549-1741ce8b3d95 tempest-ServersTestFqdnHostnames-812215204 tempest-ServersTestFqdnHostnames-812215204-project] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:56.376097 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d999f9-0c31-4447-860d-5e314b363609 tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] Pushing event deleted for resources: {'Port': ['ID=e1e7f579-0652-4bd5-b0e7-9fcb54e2b7a3,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:03:56.451213 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d671406-05df-41ea-b148-cbeed80eb88c req-d4d999f9-0c31-4447-860d-5e314b363609 tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] No DVR routers for this DVR port e1e7f579-0652-4bd5-b0e7-9fcb54e2b7a3 on host n-h2-804985-2 {{(pid=106253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:03:56.454171 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-952cea41-17d6-4b98-9549-1741ce8b3d95 tempest-ServersTestFqdnHostnames-812215204 tempest-ServersTestFqdnHostnames-812215204-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:56.468181 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-9d671406-05df-41ea-b148-cbeed80eb88c req-d4d999f9-0c31-4447-860d-5e314b363609 tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:56.470243 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-9d671406-05df-41ea-b148-cbeed80eb88c req-d4d999f9-0c31-4447-860d-5e314b363609 tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] 10.222.0.62 "DELETE /v2.0/ports/e1e7f579-0652-4bd5-b0e7-9fcb54e2b7a3 HTTP/1.1" status: 204 len: 173 time: 1.5486503 Aug 18 12:03:56.470685 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '305b0d7a-e7ab-4129-8b43-4762c73c2ae1', 'name': 'network-vif-deleted', 'tag': 'e1e7f579-0652-4bd5-b0e7-9fcb54e2b7a3'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:03:56.472716 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6f8772e3-87d9-4dcc-9d80-7529ce64e361 req-b017012a-7e56-43bd-b25c-eb09b7368bee tempest-ServerRescueNegativeTestJSON-824110013 tempest-ServerRescueNegativeTestJSON-824110013-project] 10.222.0.66 "GET /v2.0/ports?device_id=305b0d7a-e7ab-4129-8b43-4762c73c2ae1 HTTP/1.1" status: 200 len: 210 time: 0.0559227 Aug 18 12:03:56.473221 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0679f4c4b6e0e0c064a7d71d722dc30541a34fffee11680573be22ee2ffccc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30af416c-0b3d-40d0-b6a4-0ce0ff127210" -d '{"events": [{"server_uuid": "305b0d7a-e7ab-4129-8b43-4762c73c2ae1", "name": "network-vif-deleted", "tag": "e1e7f579-0652-4bd5-b0e7-9fcb54e2b7a3"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:03:56.521871 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-931fa025-5cc6-4ef4-8a6e-a9c2c34946fc tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58902106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59388097'] for subnet, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:56.538999 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3929972a-2afb-4b2f-a77c-1bb2b48db6d8 req-328c1665-c4a4-49db-8ffe-a5912a29464f tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb50ebbf-d033-473b-ae6e-593d78928b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5142817 Aug 18 12:03:56.577363 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [req-108185fb-9e0a-400a-915e-e41af2824291 req-b39ce332-24ac-4cba-ac44-d51f89b05d33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 609379b8-9c72-4594-8968-a7f1442be192 {{(pid=106252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:03:56.578527 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-931fa025-5cc6-4ef4-8a6e-a9c2c34946fc tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Network e09d479c-49c3-4874-9ac4-04b507eec62b is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:03:56.584811 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-931fa025-5cc6-4ef4-8a6e-a9c2c34946fc tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:03:56.589039 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-108185fb-9e0a-400a-915e-e41af2824291 req-b39ce332-24ac-4cba-ac44-d51f89b05d33 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:56.592462 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-931fa025-5cc6-4ef4-8a6e-a9c2c34946fc tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:56.593095 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-931fa025-5cc6-4ef4-8a6e-a9c2c34946fc tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:56.593241 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c85fb414-d05a-4e39-8520-5d555798de0a req-c02068cd-75fd-4c50-8a7c-850c60267bf6 service neutron] 10.222.0.63 "GET /v2.0/networks/b43d448f-e708-4c7a-a8ae-303801ef6162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6090395 Aug 18 12:03:56.607361 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-952cea41-17d6-4b98-9549-1741ce8b3d95 tempest-ServersTestFqdnHostnames-812215204 tempest-ServersTestFqdnHostnames-812215204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:56.610166 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-952cea41-17d6-4b98-9549-1741ce8b3d95 tempest-ServersTestFqdnHostnames-812215204 tempest-ServersTestFqdnHostnames-812215204-project] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:56.613644 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-952cea41-17d6-4b98-9549-1741ce8b3d95 tempest-ServersTestFqdnHostnames-812215204 tempest-ServersTestFqdnHostnames-812215204-project] 10.222.0.66 "DELETE /v2.0/security-groups/b6704c2f-9f14-4b06-b0bb-67d684b6006a HTTP/1.1" status: 204 len: 168 time: 0.5334127 Aug 18 12:03:56.619157 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931fa025-5cc6-4ef4-8a6e-a9c2c34946fc tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Pushing event updated for resources: {'Subnet': ['ID=30481187-7c8f-4f72-a1cc-c0a5725700a0,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:03:56.620694 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 36682) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:03:56.637243 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952cea41-17d6-4b98-9549-1741ce8b3d95 tempest-ServersTestFqdnHostnames-812215204 tempest-ServersTestFqdnHostnames-812215204-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6704c2f-9f14-4b06-b0bb-67d684b6006a,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:03:56.648568 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-931fa025-5cc6-4ef4-8a6e-a9c2c34946fc tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.1129050 Aug 18 12:03:56.651594 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 36684) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:03:56.659625 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [req-108185fb-9e0a-400a-915e-e41af2824291 req-b39ce332-24ac-4cba-ac44-d51f89b05d33 service neutron] Transition to ACTIVE for port object 609379b8-9c72-4594-8968-a7f1442be192 will not be triggered until provisioned by entity L2. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:03:56.660396 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-cc8ff02a-8e57-4457-adb4-b8862ffa1612 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1506493009', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '30481187-7c8f-4f72-a1cc-c0a5725700a0'}], 'security_groups': ['660be14e-1f69-4af0-8daf-a137b7424f56']}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:03:56.675016 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-515c047a-d41f-4dba-8279-9d8867a169ac None None] Provisioning for port 3b7479ec-a3e6-4798-ad22-8545196ed267 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:03:56.720367 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:03:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6a84159-6619-42f9-991e-c332c678122d x-openstack-request-id: req-a6a84159-6619-42f9-991e-c332c678122d {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:03:56.720751 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-108185fb-9e0a-400a-915e-e41af2824291 req-b39ce332-24ac-4cba-ac44-d51f89b05d33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:56.721385 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "305b0d7a-e7ab-4129-8b43-4762c73c2ae1", "name": "network-vif-deleted", "tag": "e1e7f579-0652-4bd5-b0e7-9fcb54e2b7a3", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:03:56.721830 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a6a84159-6619-42f9-991e-c332c678122d {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:03:56.722435 n-d-804985-2 neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '305b0d7a-e7ab-4129-8b43-4762c73c2ae1', 'name': 'network-vif-deleted', 'tag': 'e1e7f579-0652-4bd5-b0e7-9fcb54e2b7a3', 'status': 'completed', 'code': 200} Aug 18 12:03:56.726143 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-515c047a-d41f-4dba-8279-9d8867a169ac None None] Provisioning complete for port 80e8ef04-60a2-4160-8193-80c4dde17411 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:03:56.726694 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-515c047a-d41f-4dba-8279-9d8867a169ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:56.772511 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-515c047a-d41f-4dba-8279-9d8867a169ac None None] Port 80e8ef04-60a2-4160-8193-80c4dde17411 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:03:56.778483 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-cc8ff02a-8e57-4457-adb4-b8862ffa1612 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:56.799021 n-d-804985-2 neutron-server[106252]: INFO neutron.api.v2.resource [None req-604dcd0d-0def-4718-8c94-7e0c25f6dd89 tempest-ServersTestFqdnHostnames-812215204 tempest-ServersTestFqdnHostnames-812215204-project] show failed (client error): The resource could not be found. Aug 18 12:03:56.803793 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-604dcd0d-0def-4718-8c94-7e0c25f6dd89 tempest-ServersTestFqdnHostnames-812215204 tempest-ServersTestFqdnHostnames-812215204-project] 10.222.0.66 "GET /v2.0/security-groups/b6704c2f-9f14-4b06-b0bb-67d684b6006a HTTP/1.1" status: 404 len: 347 time: 0.1812196 Aug 18 12:03:56.811641 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 36688) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:03:56.833470 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c85fb414-d05a-4e39-8520-5d555798de0a req-e9074b68-6e21-465d-aecd-4cb74fb70c9c service neutron] 10.222.0.63 "GET /v2.0/networks/b43d448f-e708-4c7a-a8ae-303801ef6162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2291937 Aug 18 12:03:56.922174 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3394133-8f08-4e7c-b1d1-7a4f3a10817c None None] Network e09d479c-49c3-4874-9ac4-04b507eec62b requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:03:57.035083 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 3b7479ec-a3e6-4798-ad22-8545196ed267 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:03:57.076309 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c85fb414-d05a-4e39-8520-5d555798de0a req-d6c74095-d5f4-4569-bf33-103ec3eaf613 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.17&port_id=008f3011-c2b7-4655-a1e8-fd8a2884098a HTTP/1.1" status: 200 len: 217 time: 0.1746068 Aug 18 12:03:57.144119 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-51baf197-f474-40ea-b7d1-188e74f1e1c2 None None] Provisioning for port 6f262968-8f91-4b22-9b83-43f11b9c9f15 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:03:57.165774 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-51baf197-f474-40ea-b7d1-188e74f1e1c2 None None] Provisioning complete for port 6f262968-8f91-4b22-9b83-43f11b9c9f15 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:03:57.166417 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-51baf197-f474-40ea-b7d1-188e74f1e1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:57.200899 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39ce332-24ac-4cba-ac44-d51f89b05d33 service neutron] Pushing event updated for resources: {'Port': ['ID=609379b8-9c72-4594-8968-a7f1442be192,revision_number=2']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:03:57.244071 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-51baf197-f474-40ea-b7d1-188e74f1e1c2 None None] Port 6f262968-8f91-4b22-9b83-43f11b9c9f15 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:03:57.256721 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port 3b7479ec-a3e6-4798-ad22-8545196ed267 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:03:57.260591 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [None req-cc8ff02a-8e57-4457-adb4-b8862ffa1612 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Delete allocated IP 2001:db8::32 (e09d479c-49c3-4874-9ac4-04b507eec62b/88b17dd4-5771-4ce1-b107-be4caf91bd57) {{(pid=106253) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 18 12:03:57.269977 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [None req-cc8ff02a-8e57-4457-adb4-b8862ffa1612 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Allocated IP 2001:db8:0:1::247 (e09d479c-49c3-4874-9ac4-04b507eec62b/30481187-7c8f-4f72-a1cc-c0a5725700a0/6f262968-8f91-4b22-9b83-43f11b9c9f15) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:03:57.273952 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 3b7479ec-a3e6-4798-ad22-8545196ed267 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:03:57.274317 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:57.338834 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4a6b44-0cd1-4b3b-a72c-3d539f5a00dc req-9c060d6d-c312-4362-bd03-0bea62bb4c66 tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:57.346395 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0f4a6b44-0cd1-4b3b-a72c-3d539f5a00dc req-9c060d6d-c312-4362-bd03-0bea62bb4c66 tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] 10.222.0.66 "GET /v2.0/ports?device_id=c5854a97-3022-406e-b019-272d90ef1ca1 HTTP/1.1" status: 200 len: 946 time: 0.6852674 Aug 18 12:03:57.390770 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1962c4-61fa-4d13-ae8a-5abc76b47d41 req-cb086a97-1be9-4ff7-81f1-3d4a33dd692c tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:57.397120 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1962c4-61fa-4d13-ae8a-5abc76b47d41 req-cb086a97-1be9-4ff7-81f1-3d4a33dd692c tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:57.398775 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9c1962c4-61fa-4d13-ae8a-5abc76b47d41 req-cb086a97-1be9-4ff7-81f1-3d4a33dd692c tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] 10.222.0.66 "GET /v2.0/ports?device_id=317d7dd6-043c-4790-937e-efcb166e1465 HTTP/1.1" status: 200 len: 1678 time: 0.5909107 Aug 18 12:03:57.434032 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:57.449946 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29ca94fe-1139-4d8b-a786-da9747d6666f None None] Update dhcp port {'port': {'network_id': 'e09d479c-49c3-4874-9ac4-04b507eec62b', 'fixed_ips': [{'subnet_id': '88b17dd4-5771-4ce1-b107-be4caf91bd57', 'ip_address': '2001:db8::2'}, {'subnet_id': '30481187-7c8f-4f72-a1cc-c0a5725700a0'}], 'binding:host_id': 'n-d-804985-2'}, 'id': '3b7479ec-a3e6-4798-ad22-8545196ed267'} from n-d-804985-2. {{(pid=106254) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 18 12:03:57.454740 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] get_ports_and_sgs() called for port_ids ['e1e7f579-0652-4bd5-b0e7-9fcb54e2b7a3'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:03:57.473816 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-cc8ff02a-8e57-4457-adb4-b8862ffa1612 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks [] for port, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:57.489867 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0f4a6b44-0cd1-4b3b-a72c-3d539f5a00dc req-d4a7e477-284c-45da-975d-437cbbc0fba7 tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b3db2ea-cc32-4796-9824-b1355b845d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425796 Aug 18 12:03:57.503033 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85fb414-d05a-4e39-8520-5d555798de0a req-b64ecc15-aefb-4dc2-ab8c-ba454c867ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:57.504622 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c85fb414-d05a-4e39-8520-5d555798de0a req-b64ecc15-aefb-4dc2-ab8c-ba454c867ddd service neutron] 10.222.0.63 "GET /v2.0/subnets?id=462e6caf-5716-4ecd-9c75-77eefb7cdf5c HTTP/1.1" status: 200 len: 801 time: 0.3667819 Aug 18 12:03:57.508334 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [None req-cc8ff02a-8e57-4457-adb4-b8862ffa1612 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Ignored duplicate provisioning block setup for port 6f262968-8f91-4b22-9b83-43f11b9c9f15 by entity DHCP. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 18 12:03:57.513871 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-cc8ff02a-8e57-4457-adb4-b8862ffa1612 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:57.514454 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] For port 3b7479ec-a3e6-4798-ad22-8545196ed267, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=3b7479ec-a3e6-4798-ad22-8545196ed267,segment=NetworkSegment(90d86016-4e63-4d48-9794-bc6fd7d5a38b),segment_id=90d86016-4e63-4d48-9794-bc6fd7d5a38b)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:03:57.515623 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-29ca94fe-1139-4d8b-a786-da9747d6666f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:57.529185 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:57.535670 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007cc1b6-ad76-4dd5-8c09-6bd955ef6bb5 req-b466d18e-32df-44e6-bdd9-0b1844e67918 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:57.536010 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-007cc1b6-ad76-4dd5-8c09-6bd955ef6bb5 req-b466d18e-32df-44e6-bdd9-0b1844e67918 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] 10.222.0.63 "GET /v2.0/networks?id=365c1e73-53bd-4762-8c39-733a28020035 HTTP/1.1" status: 200 len: 810 time: 0.4553509 Aug 18 12:03:57.548973 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '317d7dd6-043c-4790-937e-efcb166e1465', 'tag': '008f3011-c2b7-4655-a1e8-fd8a2884098a'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:03:57.551602 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38f980cd-b511-409c-8b1f-6f738477d4eb" -d '{"events": [{"name": "network-changed", "server_uuid": "317d7dd6-043c-4790-937e-efcb166e1465", "tag": "008f3011-c2b7-4655-a1e8-fd8a2884098a"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:03:57.591560 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-cc8ff02a-8e57-4457-adb4-b8862ffa1612 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] In _notify_port_updated(), no bound segment for port 6f262968-8f91-4b22-9b83-43f11b9c9f15 on network e09d479c-49c3-4874-9ac4-04b507eec62b {{(pid=106253) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 18 12:03:57.597393 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc8ff02a-8e57-4457-adb4-b8862ffa1612 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:57.598261 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-cc8ff02a-8e57-4457-adb4-b8862ffa1612 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:57.599680 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-cc8ff02a-8e57-4457-adb4-b8862ffa1612 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] 10.222.0.66 "PUT /v2.0/ports/6f262968-8f91-4b22-9b83-43f11b9c9f15 HTTP/1.1" status: 200 len: 931 time: 0.9465895 Aug 18 12:03:57.602719 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 36700) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:03:57.638436 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8ff02a-8e57-4457-adb4-b8862ffa1612 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Pushing event updated for resources: {'Port': ['ID=6f262968-8f91-4b22-9b83-43f11b9c9f15,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:03:57.663781 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Pushing event updated for resources: {'Port': ['ID=3b7479ec-a3e6-4798-ad22-8545196ed267,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:03:57.666010 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9c1962c4-61fa-4d13-ae8a-5abc76b47d41 req-85e7ad74-7acd-493b-911e-f121a25e61da tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] 10.222.0.66 "GET /v2.0/security-groups?id=93e28aa4-0de3-4f04-b26e-638cffd77b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2309966 Aug 18 12:03:57.697790 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-ed448491-4bb2-45e0-be8e-0a89590151be tempest-ServersTestFqdnHostnames-812215204 tempest-ServersTestFqdnHostnames-812215204-project] Deleting port 90d0cc3c-a570-4826-954f-9323782d568f {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:03:57.697790 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ed448491-4bb2-45e0-be8e-0a89590151be tempest-ServersTestFqdnHostnames-812215204 tempest-ServersTestFqdnHostnames-812215204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:57.702207 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-108185fb-9e0a-400a-915e-e41af2824291 req-b39ce332-24ac-4cba-ac44-d51f89b05d33 service neutron] Attempting to bind port 609379b8-9c72-4594-8968-a7f1442be192 on host n-h2-804985-2 for vnic_type normal with profile {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:03:57.702611 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-108185fb-9e0a-400a-915e-e41af2824291 req-b39ce332-24ac-4cba-ac44-d51f89b05d33 service neutron] Attempting to bind port 609379b8-9c72-4594-8968-a7f1442be192 by drivers openvswitch,hyperv on host n-h2-804985-2 at level 0 using segments [{'id': 'b0eb6eea-b461-4969-8a27-808f00daa8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '222e0814-c7e5-4b11-9282-3f40c6ed76b2'}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:03:57.703161 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-108185fb-9e0a-400a-915e-e41af2824291 req-b39ce332-24ac-4cba-ac44-d51f89b05d33 service neutron] Attempting to bind port 609379b8-9c72-4594-8968-a7f1442be192 on network 222e0814-c7e5-4b11-9282-3f40c6ed76b2 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:03:57.717549 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-63f5f8b5-f309-4850-9532-e724fb754ab0 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Deleting port 6f262968-8f91-4b22-9b83-43f11b9c9f15 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:03:57.717896 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-63f5f8b5-f309-4850-9532-e724fb754ab0 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:57.737572 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 36702) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:03:57.761941 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.db_base_plugin_common [None req-29ca94fe-1139-4d8b-a786-da9747d6666f None None] Allocated IP 2001:db8:0:1::2 (e09d479c-49c3-4874-9ac4-04b507eec62b/30481187-7c8f-4f72-a1cc-c0a5725700a0/3b7479ec-a3e6-4798-ad22-8545196ed267) {{(pid=106254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:03:57.795342 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:03:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f6a858a-8603-45ac-b926-f3f1e5dbf619 x-openstack-request-id: req-5f6a858a-8603-45ac-b926-f3f1e5dbf619 {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:03:57.795799 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "317d7dd6-043c-4790-937e-efcb166e1465", "tag": "008f3011-c2b7-4655-a1e8-fd8a2884098a", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:03:57.796223 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-5f6a858a-8603-45ac-b926-f3f1e5dbf619 {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:03:57.796952 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '317d7dd6-043c-4790-937e-efcb166e1465', 'tag': '008f3011-c2b7-4655-a1e8-fd8a2884098a', 'status': 'completed', 'code': 200} Aug 18 12:03:57.819109 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-108185fb-9e0a-400a-915e-e41af2824291 req-b39ce332-24ac-4cba-ac44-d51f89b05d33 service neutron] Port 609379b8-9c72-4594-8968-a7f1442be192 on network 222e0814-c7e5-4b11-9282-3f40c6ed76b2 not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-2 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:03:57.819595 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-108185fb-9e0a-400a-915e-e41af2824291 req-b39ce332-24ac-4cba-ac44-d51f89b05d33 service neutron] Attempting to bind port 609379b8-9c72-4594-8968-a7f1442be192 on network 222e0814-c7e5-4b11-9282-3f40c6ed76b2 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:03:57.834350 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-007cc1b6-ad76-4dd5-8c09-6bd955ef6bb5 req-dc13f0ab-1e9c-4a31-906b-d99b68016598 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] 10.222.0.63 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=764f05f9d69b4134b93ed670f8afc320 HTTP/1.1" status: 200 len: 379 time: 0.2773519 Aug 18 12:03:57.836397 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1950e63e-690e-40cd-97bb-fcc2f6dddf38 req-d7bac3d9-dc9d-4773-b9e4-529e1573fbad tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] 10.222.0.66 "GET /v2.0/ports?device_id=27ecdc3e-c9a2-434c-a840-101feeb37aa9 HTTP/1.1" status: 200 len: 210 time: 0.1092103 Aug 18 12:03:57.855304 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85fb414-d05a-4e39-8520-5d555798de0a req-03ecfcdf-9edb-4826-bd1b-0a82767b1e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:57.857461 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c85fb414-d05a-4e39-8520-5d555798de0a req-03ecfcdf-9edb-4826-bd1b-0a82767b1e14 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=62c8a6e8-13f6-402d-a740-f6a630d54875&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3190579 Aug 18 12:03:57.864859 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-007cc1b6-ad76-4dd5-8c09-6bd955ef6bb5 req-a1f2fcd5-dbc3-4e94-8819-2e0fa0daedaa tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] Request body: {'port': {'device_id': '27ecdc3e-c9a2-434c-a840-101feeb37aa9', 'network_id': '365c1e73-53bd-4762-8c39-733a28020035', 'admin_state_up': True, 'tenant_id': '764f05f9d69b4134b93ed670f8afc320', 'security_groups': ['eff34c14-f128-4344-94bf-707ebed6dde1']}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:03:57.876205 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-108185fb-9e0a-400a-915e-e41af2824291 req-b39ce332-24ac-4cba-ac44-d51f89b05d33 service neutron] Checking agent: {'id': 'da5da552-709c-4248-84de-86af99a0dc87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 49, 8), 'started_at': datetime.datetime(2021, 8, 18, 11, 49, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 3, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:03:57.876428 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-108185fb-9e0a-400a-915e-e41af2824291 req-b39ce332-24ac-4cba-ac44-d51f89b05d33 service neutron] Checking segment: {'id': 'b0eb6eea-b461-4969-8a27-808f00daa8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '222e0814-c7e5-4b11-9282-3f40c6ed76b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:03:57.876654 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-108185fb-9e0a-400a-915e-e41af2824291 req-b39ce332-24ac-4cba-ac44-d51f89b05d33 service neutron] Bound using segment: {'id': 'b0eb6eea-b461-4969-8a27-808f00daa8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '222e0814-c7e5-4b11-9282-3f40c6ed76b2'} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:03:57.877096 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-108185fb-9e0a-400a-915e-e41af2824291 req-b39ce332-24ac-4cba-ac44-d51f89b05d33 service neutron] Bound port: 609379b8-9c72-4594-8968-a7f1442be192, host: n-h2-804985-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0eb6eea-b461-4969-8a27-808f00daa8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '222e0814-c7e5-4b11-9282-3f40c6ed76b2'}}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:03:57.877455 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-108185fb-9e0a-400a-915e-e41af2824291 req-b39ce332-24ac-4cba-ac44-d51f89b05d33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:57.884836 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-29ca94fe-1139-4d8b-a786-da9747d6666f None None] For port 3b7479ec-a3e6-4798-ad22-8545196ed267, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=3b7479ec-a3e6-4798-ad22-8545196ed267,segment=NetworkSegment(90d86016-4e63-4d48-9794-bc6fd7d5a38b),segment_id=90d86016-4e63-4d48-9794-bc6fd7d5a38b)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:03:57.907182 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-63f5f8b5-f309-4850-9532-e724fb754ab0 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:57.921217 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-29ca94fe-1139-4d8b-a786-da9747d6666f None None] Notify callbacks [] for port, precommit_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:57.925309 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-63f5f8b5-f309-4850-9532-e724fb754ab0 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Calling delete_port for 6f262968-8f91-4b22-9b83-43f11b9c9f15 owned by {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:03:57.938083 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-29ca94fe-1139-4d8b-a786-da9747d6666f None None] Transition to ACTIVE for port object 3b7479ec-a3e6-4798-ad22-8545196ed267 will not be triggered until provisioned by entity DHCP. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:03:57.946549 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-29ca94fe-1139-4d8b-a786-da9747d6666f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:58.059037 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ca94fe-1139-4d8b-a786-da9747d6666f None None] Pushing event updated for resources: {'Port': ['ID=3b7479ec-a3e6-4798-ad22-8545196ed267,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:03:58.243610 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-63f5f8b5-f309-4850-9532-e724fb754ab0 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:58.283271 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f5f8b5-f309-4850-9532-e724fb754ab0 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Pushing event deleted for resources: {'Port': ['ID=6f262968-8f91-4b22-9b83-43f11b9c9f15,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:03:58.325806 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-63f5f8b5-f309-4850-9532-e724fb754ab0 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:58.327851 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-63f5f8b5-f309-4850-9532-e724fb754ab0 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] 10.222.0.66 "DELETE /v2.0/ports/6f262968-8f91-4b22-9b83-43f11b9c9f15 HTTP/1.1" status: 204 len: 168 time: 0.7241333 Aug 18 12:03:58.330838 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 36704) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:03:58.365412 n-d-804985-2 neutron-server[106253]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3e8f3f5-d725-4188-a6de-46ec1e1e7bb0 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] GET failed (client error): The resource could not be found. Aug 18 12:03:58.366959 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-f3e8f3f5-d725-4188-a6de-46ec1e1e7bb0 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] 10.222.0.66 "GET /v2.0/ports/6f262968-8f91-4b22-9b83-43f11b9c9f15 HTTP/1.1" status: 404 len: 333 time: 0.0351839 Aug 18 12:03:58.371390 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 36706) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:03:58.428395 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ed448491-4bb2-45e0-be8e-0a89590151be tempest-ServersTestFqdnHostnames-812215204 tempest-ServersTestFqdnHostnames-812215204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:58.428745 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ed448491-4bb2-45e0-be8e-0a89590151be tempest-ServersTestFqdnHostnames-812215204 tempest-ServersTestFqdnHostnames-812215204-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:58.468345 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-ed448491-4bb2-45e0-be8e-0a89590151be tempest-ServersTestFqdnHostnames-812215204 tempest-ServersTestFqdnHostnames-812215204-project] Calling delete_port for 90d0cc3c-a570-4826-954f-9323782d568f owned by network:floatingip {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:03:58.491708 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bd7087-57d9-4cbc-9377-afcca1027fdf req-7bc7fb99-e4f8-4839-b4f5-081200c1e57c tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:58.493669 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3359d8e8-8390-4511-a192-bc80aff40d07 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:58.499597 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-77bd7087-57d9-4cbc-9377-afcca1027fdf req-7bc7fb99-e4f8-4839-b4f5-081200c1e57c tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.66 "GET /v2.0/ports?device_id=e83fa02c-bcf5-475c-bbfc-4ab7f1677f52 HTTP/1.1" status: 200 len: 948 time: 0.6593087 Aug 18 12:03:58.531564 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3359d8e8-8390-4511-a192-bc80aff40d07 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:58.536155 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-88c36644-ddfc-4d49-ab96-49742dc2afc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-996815'] for router_interface, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:58.628585 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-108185fb-9e0a-400a-915e-e41af2824291 req-b39ce332-24ac-4cba-ac44-d51f89b05d33 service neutron] For port 609379b8-9c72-4594-8968-a7f1442be192, host n-h2-804985-2, cleared binding levels {{(pid=106252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:03:58.663660 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c85fb414-d05a-4e39-8520-5d555798de0a req-22556fea-bd3f-4d9c-8e00-a33b1bcfca3f service neutron] 10.222.0.63 "GET /v2.0/networks/62c8a6e8-13f6-402d-a740-f6a630d54875?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7778919 Aug 18 12:03:58.697957 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-108185fb-9e0a-400a-915e-e41af2824291 req-b39ce332-24ac-4cba-ac44-d51f89b05d33 service neutron] For port 609379b8-9c72-4594-8968-a7f1442be192, host n-h2-804985-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=609379b8-9c72-4594-8968-a7f1442be192,segment=NetworkSegment(b0eb6eea-b461-4969-8a27-808f00daa8a1),segment_id=b0eb6eea-b461-4969-8a27-808f00daa8a1)] {{(pid=106252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:03:58.701403 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1dfdba64-e1a9-4f4d-98bb-7daf1220529c None None] Could not find standard attr ID for object 6f262968-8f91-4b22-9b83-43f11b9c9f15. {{(pid=106254) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 18 12:03:58.721987 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1dfdba64-e1a9-4f4d-98bb-7daf1220529c None None] Provisioning for port 3b7479ec-a3e6-4798-ad22-8545196ed267 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:03:58.727893 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-77bd7087-57d9-4cbc-9377-afcca1027fdf req-9def3968-1bae-44c2-97bf-90c40a75c9d8 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb50ebbf-d033-473b-ae6e-593d78928b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2278452 Aug 18 12:03:58.731758 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1dfdba64-e1a9-4f4d-98bb-7daf1220529c None None] Provisioning complete for port 3b7479ec-a3e6-4798-ad22-8545196ed267 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:03:58.732149 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1dfdba64-e1a9-4f4d-98bb-7daf1220529c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:58.852416 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-108185fb-9e0a-400a-915e-e41af2824291 req-b39ce332-24ac-4cba-ac44-d51f89b05d33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:58.921543 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1dfdba64-e1a9-4f4d-98bb-7daf1220529c None None] Provisioning complete for port 80e8ef04-60a2-4160-8193-80c4dde17411 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:03:58.922120 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1dfdba64-e1a9-4f4d-98bb-7daf1220529c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:58.976162 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-1dfdba64-e1a9-4f4d-98bb-7daf1220529c None None] Port 80e8ef04-60a2-4160-8193-80c4dde17411 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:03:58.989602 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 3b7479ec-a3e6-4798-ad22-8545196ed267 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:03:59.015955 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ed448491-4bb2-45e0-be8e-0a89590151be tempest-ServersTestFqdnHostnames-812215204 tempest-ServersTestFqdnHostnames-812215204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:59.029858 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-007cc1b6-ad76-4dd5-8c09-6bd955ef6bb5 req-a1f2fcd5-dbc3-4e94-8819-2e0fa0daedaa tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] Made reservation on behalf of 764f05f9d69b4134b93ed670f8afc320 for: {'port': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:03:59.033706 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-007cc1b6-ad76-4dd5-8c09-6bd955ef6bb5 req-a1f2fcd5-dbc3-4e94-8819-2e0fa0daedaa tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:59.043946 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108185fb-9e0a-400a-915e-e41af2824291 req-b39ce332-24ac-4cba-ac44-d51f89b05d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:59.048564 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-108185fb-9e0a-400a-915e-e41af2824291 req-b39ce332-24ac-4cba-ac44-d51f89b05d33 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:59.050802 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-108185fb-9e0a-400a-915e-e41af2824291 req-b39ce332-24ac-4cba-ac44-d51f89b05d33 service neutron] 10.222.0.62 "PUT /v2.0/ports/609379b8-9c72-4594-8968-a7f1442be192 HTTP/1.1" status: 200 len: 1096 time: 3.3629425 Aug 18 12:03:59.060923 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3359d8e8-8390-4511-a192-bc80aff40d07 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:59.061794 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 3b7479ec-a3e6-4798-ad22-8545196ed267 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:03:59.062165 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:59.063791 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3359d8e8-8390-4511-a192-bc80aff40d07 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:59.065355 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-3359d8e8-8390-4511-a192-bc80aff40d07 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] 10.222.0.66 "DELETE /v2.0/security-groups/b83e9bc1-42b1-4a10-a757-a65de11c1975 HTTP/1.1" status: 204 len: 168 time: 0.6927230 Aug 18 12:03:59.072075 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 36716) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:03:59.110359 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-0702e8cd-7314-445e-bfad-d13ab4b866b9 None None] Could not find standard attr ID for object 6f262968-8f91-4b22-9b83-43f11b9c9f15. {{(pid=106254) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 18 12:03:59.141897 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3359d8e8-8390-4511-a192-bc80aff40d07 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b83e9bc1-42b1-4a10-a757-a65de11c1975,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:03:59.205635 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f78e5ce6-bc67-41b9-8ef3-928498b3c17b tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:59.230736 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962bd772-8e43-49ee-a2fe-66b6e4752953 req-4b93ef8c-a531-48ea-a4c9-da892c313a8e tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:59.232328 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-962bd772-8e43-49ee-a2fe-66b6e4752953 req-4b93ef8c-a531-48ea-a4c9-da892c313a8e tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] 10.222.0.63 "GET /v2.0/ports?device_id=c5854a97-3022-406e-b019-272d90ef1ca1 HTTP/1.1" status: 200 len: 946 time: 0.5641279 Aug 18 12:03:59.246196 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df19bfdd-41b2-45b8-94d3-df90abcae5b7 req-0896b841-03c2-47a6-be34-1571a9b8a439 tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:59.247441 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-df19bfdd-41b2-45b8-94d3-df90abcae5b7 req-0896b841-03c2-47a6-be34-1571a9b8a439 tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] 10.222.0.66 "GET /v2.0/ports?device_id=c5854a97-3022-406e-b019-272d90ef1ca1 HTTP/1.1" status: 200 len: 946 time: 0.6261952 Aug 18 12:03:59.248067 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39ce332-24ac-4cba-ac44-d51f89b05d33 service neutron] Pushing event updated for resources: {'Port': ['ID=609379b8-9c72-4594-8968-a7f1442be192,revision_number=3']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:03:59.255473 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f78e5ce6-bc67-41b9-8ef3-928498b3c17b tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:59.316604 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f78e5ce6-bc67-41b9-8ef3-928498b3c17b tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:59.319873 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f78e5ce6-bc67-41b9-8ef3-928498b3c17b tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:59.323894 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-f78e5ce6-bc67-41b9-8ef3-928498b3c17b tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] 10.222.0.66 "DELETE /v2.0/security-groups/660be14e-1f69-4af0-8daf-a137b7424f56 HTTP/1.1" status: 204 len: 168 time: 0.2491784 Aug 18 12:03:59.324609 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 36718) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:03:59.378696 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78e5ce6-bc67-41b9-8ef3-928498b3c17b tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=660be14e-1f69-4af0-8daf-a137b7424f56,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:03:59.421630 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed448491-4bb2-45e0-be8e-0a89590151be tempest-ServersTestFqdnHostnames-812215204 tempest-ServersTestFqdnHostnames-812215204-project] Pushing event deleted for resources: {'Port': ['ID=90d0cc3c-a570-4826-954f-9323782d568f,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:03:59.432013 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377e557e-d699-4ab3-b72c-7441917cc274 req-94f9c152-5e9d-4134-955d-0a3a8b43bf09 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:59.435685 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1ed697e-5370-4c66-acf8-77d1ec053c2f tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Deleting subnet 88b17dd4-5771-4ce1-b107-be4caf91bd57 {{(pid=106253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 12:03:59.438075 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377e557e-d699-4ab3-b72c-7441917cc274 req-94f9c152-5e9d-4134-955d-0a3a8b43bf09 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:59.439700 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-377e557e-d699-4ab3-b72c-7441917cc274 req-94f9c152-5e9d-4134-955d-0a3a8b43bf09 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] 10.222.0.66 "GET /v2.0/ports?device_id=317d7dd6-043c-4790-937e-efcb166e1465 HTTP/1.1" status: 200 len: 1678 time: 0.4396210 Aug 18 12:03:59.440409 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f1ed697e-5370-4c66-acf8-77d1ec053c2f tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks [] for subnet, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:59.465459 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c85fb414-d05a-4e39-8520-5d555798de0a req-289c0a3c-b304-4bc0-a9e2-56de21fec3d1 service neutron] 10.222.0.63 "GET /v2.0/networks/62c8a6e8-13f6-402d-a740-f6a630d54875?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7870252 Aug 18 12:03:59.491735 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f1ed697e-5370-4c66-acf8-77d1ec053c2f tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902229'] for subnet, precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:59.524418 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-88c36644-ddfc-4d49-ab96-49742dc2afc9 admin admin] Deleting port c9af8207-4c5c-4229-a821-9651bf215fb3 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:03:59.525146 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-88c36644-ddfc-4d49-ab96-49742dc2afc9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:59.533168 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108185fb-9e0a-400a-915e-e41af2824291 req-906ce502-4207-416a-b2ec-cc7043165b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:59.534697 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-108185fb-9e0a-400a-915e-e41af2824291 req-906ce502-4207-416a-b2ec-cc7043165b26 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5dc13ca5db3b4f4a9d5ca7ec0f8f54a8&device_id=e83fa02c-bcf5-475c-bbfc-4ab7f1677f52 HTTP/1.1" status: 200 len: 1099 time: 0.4161417 Aug 18 12:03:59.535707 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ed448491-4bb2-45e0-be8e-0a89590151be tempest-ServersTestFqdnHostnames-812215204 tempest-ServersTestFqdnHostnames-812215204-project] Notify callbacks [] for floatingip, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:59.538231 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ed448491-4bb2-45e0-be8e-0a89590151be tempest-ServersTestFqdnHostnames-812215204 tempest-ServersTestFqdnHostnames-812215204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for floatingip, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:59.542549 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-ed448491-4bb2-45e0-be8e-0a89590151be tempest-ServersTestFqdnHostnames-812215204 tempest-ServersTestFqdnHostnames-812215204-project] 10.222.0.66 "DELETE /v2.0/floatingips/d9c28830-b155-4659-bc20-4a5aa6b2a72d HTTP/1.1" status: 204 len: 168 time: 2.7083740 Aug 18 12:03:59.554444 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-df19bfdd-41b2-45b8-94d3-df90abcae5b7 req-10f60b1d-f2a6-4b7f-be25-765b7d0e6632 tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b3db2ea-cc32-4796-9824-b1355b845d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2581131 Aug 18 12:03:59.564513 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 36720) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:03:59.661947 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [None req-88c36644-ddfc-4d49-ab96-49742dc2afc9 admin admin] For port c9af8207-4c5c-4229-a821-9651bf215fb3, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=c9af8207-4c5c-4229-a821-9651bf215fb3,segment=NetworkSegment(d17ce5aa-2f30-4357-baad-fd11d5479ac5),segment_id=d17ce5aa-2f30-4357-baad-fd11d5479ac5)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:03:59.662242 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-88c36644-ddfc-4d49-ab96-49742dc2afc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:59.665076 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f1ed697e-5370-4c66-acf8-77d1ec053c2f tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:59.689883 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-108185fb-9e0a-400a-915e-e41af2824291 req-844f01c5-b25d-42e9-b72d-5c89ac3ef6b8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=609379b8-9c72-4594-8968-a7f1442be192 HTTP/1.1" status: 200 len: 217 time: 0.1344659 Aug 18 12:03:59.702642 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-88c36644-ddfc-4d49-ab96-49742dc2afc9 admin admin] Calling delete_port for c9af8207-4c5c-4229-a821-9651bf215fb3 owned by network:router_interface {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:03:59.723032 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device e1e7f579-0652-4bd5-b0e7-9fcb54e2b7a3 no longer exists at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:03:59.744189 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-377e557e-d699-4ab3-b72c-7441917cc274 req-112952b9-68ee-4468-ab7d-0f7012482079 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] 10.222.0.66 "GET /v2.0/security-groups?id=93e28aa4-0de3-4f04-b26e-638cffd77b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2851157 Aug 18 12:03:59.753005 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-17a46458-76c3-4914-a613-d0cbb63fa03b req-f7dfb346-c3e5-465f-bd11-426ebaaf36f1 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] 10.222.0.66 "GET /v2.0/ports?device_id=27ecdc3e-c9a2-434c-a840-101feeb37aa9 HTTP/1.1" status: 200 len: 210 time: 0.1011620 Aug 18 12:03:59.756799 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] No Port match for: e1e7f579-0652-4bd5-b0e7-9fcb54e2b7a3 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:03:59.756799 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device e1e7f579-0652-4bd5-b0e7-9fcb54e2b7a3 not bound to the agent host n-h2-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:03:59.801066 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f1ed697e-5370-4c66-acf8-77d1ec053c2f tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58902171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59388106'] for subnet, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:59.824465 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e83fa02c-bcf5-475c-bbfc-4ab7f1677f52', 'tag': '609379b8-9c72-4594-8968-a7f1442be192'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:03:59.827317 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-243ef9f6-bfd0-40c5-826c-7ac93d8eee8e" -d '{"events": [{"name": "network-changed", "server_uuid": "e83fa02c-bcf5-475c-bbfc-4ab7f1677f52", "tag": "609379b8-9c72-4594-8968-a7f1442be192"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:03:59.848106 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [req-007cc1b6-ad76-4dd5-8c09-6bd955ef6bb5 req-a1f2fcd5-dbc3-4e94-8819-2e0fa0daedaa tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] Allocated IP 172.20.0.8 (365c1e73-53bd-4762-8c39-733a28020035/e8e80694-e438-471b-8163-c76e1828e5ce/64677ff4-45ed-40b8-a8c8-3e3cee5de2d5) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:03:59.868995 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f980cd-b511-409c-8b1f-6f738477d4eb req-dece9650-37da-4bdf-a4fe-bc4662bd0df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:59.869713 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f980cd-b511-409c-8b1f-6f738477d4eb req-dece9650-37da-4bdf-a4fe-bc4662bd0df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:03:59.869847 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ed697e-5370-4c66-acf8-77d1ec053c2f tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Pushing event deleted for resources: {'Subnet': ['ID=88b17dd4-5771-4ce1-b107-be4caf91bd57,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:03:59.871037 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-38f980cd-b511-409c-8b1f-6f738477d4eb req-dece9650-37da-4bdf-a4fe-bc4662bd0df8 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=0cad20ae983946c9b98c5b381a7210db&device_id=317d7dd6-043c-4790-937e-efcb166e1465 HTTP/1.1" status: 200 len: 1980 time: 0.3284943 Aug 18 12:03:59.875835 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f1ed697e-5370-4c66-acf8-77d1ec053c2f tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:03:59.883502 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-f1ed697e-5370-4c66-acf8-77d1ec053c2f tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] 10.222.0.66 "DELETE /v2.0/subnets/88b17dd4-5771-4ce1-b107-be4caf91bd57 HTTP/1.1" status: 204 len: 168 time: 0.5537193 Aug 18 12:03:59.885937 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 36730) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:03:59.888243 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:03:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be38fe8b-c7a6-437f-a8fa-5ce09135b9da x-openstack-request-id: req-be38fe8b-c7a6-437f-a8fa-5ce09135b9da {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:03:59.888818 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e83fa02c-bcf5-475c-bbfc-4ab7f1677f52", "tag": "609379b8-9c72-4594-8968-a7f1442be192", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:03:59.888935 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-be38fe8b-c7a6-437f-a8fa-5ce09135b9da {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:03:59.889689 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e83fa02c-bcf5-475c-bbfc-4ab7f1677f52', 'tag': '609379b8-9c72-4594-8968-a7f1442be192', 'status': 'completed', 'code': 200} Aug 18 12:03:59.892870 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-cabae87e-9b1e-41ce-9a77-dd5310149aa0 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Request body: {'subnet': {'network_id': 'e09d479c-49c3-4874-9ac4-04b507eec62b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:03:59.898753 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9497044f-f414-43fb-9fd5-0c9259acc243 None None] Network e09d479c-49c3-4874-9ac4-04b507eec62b requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:03:59.947437 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-962bd772-8e43-49ee-a2fe-66b6e4752953 req-0868d0c3-b594-4824-8107-53af8c64a79d tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] Deleting port 21e73176-c28c-44af-8516-96c757073f4e {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:03:59.948146 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-962bd772-8e43-49ee-a2fe-66b6e4752953 req-0868d0c3-b594-4824-8107-53af8c64a79d tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:00.013644 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108185fb-9e0a-400a-915e-e41af2824291 req-fadd4110-29a0-4549-a5b1-351f59a1f97e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:04:00.015276 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-108185fb-9e0a-400a-915e-e41af2824291 req-fadd4110-29a0-4549-a5b1-351f59a1f97e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6d16d680-110b-436d-8afa-48ba845b3623 HTTP/1.1" status: 200 len: 843 time: 0.3046894 Aug 18 12:04:00.076023 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cabae87e-9b1e-41ce-9a77-dd5310149aa0 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Made reservation on behalf of 65fdfa1f9ea246ab9e952c5b1ba0afa3 for: {'subnet': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:04:00.079711 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-cabae87e-9b1e-41ce-9a77-dd5310149aa0 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59388119'] for subnet, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:00.085330 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-88c36644-ddfc-4d49-ab96-49742dc2afc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:00.147329 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c36644-ddfc-4d49-ab96-49742dc2afc9 admin admin] Pushing event deleted for resources: {'Port': ['ID=c9af8207-4c5c-4229-a821-9651bf215fb3,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:04:00.232094 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff771b31-34d3-4bf5-af08-50857754f9c1 req-48f72bf3-91c5-4b03-8528-90f2eca91335 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:04:00.233958 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ff771b31-34d3-4bf5-af08-50857754f9c1 req-48f72bf3-91c5-4b03-8528-90f2eca91335 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.66 "GET /v2.0/ports?device_id=e83fa02c-bcf5-475c-bbfc-4ab7f1677f52 HTTP/1.1" status: 200 len: 948 time: 0.3967788 Aug 18 12:04:00.299481 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.agents_db [None req-6dbb2658-0354-4101-8393-6e7505481cf6 None None] Agent healthcheck: found 7 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 12:04:00.383198 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108185fb-9e0a-400a-915e-e41af2824291 req-d139ec24-a406-4b1d-9d5a-eb1adcb84a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:04:00.384740 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-108185fb-9e0a-400a-915e-e41af2824291 req-d139ec24-a406-4b1d-9d5a-eb1adcb84a53 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=222e0814-c7e5-4b11-9282-3f40c6ed76b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3188202 Aug 18 12:04:00.391959 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-962bd772-8e43-49ee-a2fe-66b6e4752953 req-0868d0c3-b594-4824-8107-53af8c64a79d tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] For port 21e73176-c28c-44af-8516-96c757073f4e, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=21e73176-c28c-44af-8516-96c757073f4e,segment=NetworkSegment(8e34e2fb-4ad4-4b3f-a62c-efd405a8566d),segment_id=8e34e2fb-4ad4-4b3f-a62c-efd405a8566d)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:04:00.392241 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-962bd772-8e43-49ee-a2fe-66b6e4752953 req-0868d0c3-b594-4824-8107-53af8c64a79d tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:00.407478 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-88c36644-ddfc-4d49-ab96-49742dc2afc9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953695'] for router_interface, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:00.423551 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f980cd-b511-409c-8b1f-6f738477d4eb req-8a1bee10-cedb-4afd-a344-d04a8222adec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:04:00.425445 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-38f980cd-b511-409c-8b1f-6f738477d4eb req-8a1bee10-cedb-4afd-a344-d04a8222adec service neutron] 10.222.0.63 "GET /v2.0/networks?id=62c8a6e8-13f6-402d-a740-f6a630d54875 HTTP/1.1" status: 200 len: 903 time: 0.4896348 Aug 18 12:04:00.532796 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-962bd772-8e43-49ee-a2fe-66b6e4752953 req-0868d0c3-b594-4824-8107-53af8c64a79d tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] Calling delete_port for 21e73176-c28c-44af-8516-96c757073f4e owned by compute:nova {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:04:00.544088 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ff771b31-34d3-4bf5-af08-50857754f9c1 req-94e8c54d-47e7-4db7-8833-509049ffa886 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb50ebbf-d033-473b-ae6e-593d78928b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2682397 Aug 18 12:04:00.568190 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-cabae87e-9b1e-41ce-9a77-dd5310149aa0 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58902106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59388097'] for subnet, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:00.572762 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-38f980cd-b511-409c-8b1f-6f738477d4eb req-c7b066d4-7310-4b4d-a534-bff9bb7d83c7 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.17&port_id=008f3011-c2b7-4655-a1e8-fd8a2884098a HTTP/1.1" status: 200 len: 217 time: 0.0930538 Aug 18 12:04:00.660447 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-007cc1b6-ad76-4dd5-8c09-6bd955ef6bb5 req-a1f2fcd5-dbc3-4e94-8819-2e0fa0daedaa tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:00.679827 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cabae87e-9b1e-41ce-9a77-dd5310149aa0 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Network e09d479c-49c3-4874-9ac4-04b507eec62b is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:04:00.682269 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabae87e-9b1e-41ce-9a77-dd5310149aa0 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Pushing event updated for resources: {'Subnet': ['ID=4e1fde19-6f2c-40fb-94f4-149fab291bb6,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:04:00.686846 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-cabae87e-9b1e-41ce-9a77-dd5310149aa0 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:04:00.693531 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cabae87e-9b1e-41ce-9a77-dd5310149aa0 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:04:00.694144 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-cabae87e-9b1e-41ce-9a77-dd5310149aa0 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:00.696958 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f56ede47-d730-4bb6-bb30-16319c477ee8 None None] Network e09d479c-49c3-4874-9ac4-04b507eec62b requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:04:00.741187 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-cabae87e-9b1e-41ce-9a77-dd5310149aa0 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8515525 Aug 18 12:04:00.741435 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 36734) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:04:00.746812 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-76fbdfce-456e-49a8-8dbe-e91b3f21d61a tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Request body: {'security_group': {'name': 'tempest-secgroup-2133170860'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:04:00.778957 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-ccd0c114-08bc-4824-89e1-dbde82835066 None None] Provisioning complete for port 3b7479ec-a3e6-4798-ad22-8545196ed267 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:04:00.779183 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ccd0c114-08bc-4824-89e1-dbde82835066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:00.789524 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88c36644-ddfc-4d49-ab96-49742dc2afc9 admin admin] Router f2f8f227-b1a0-4478-a13c-e3717d677bcb has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:04:00.807607 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-76fbdfce-456e-49a8-8dbe-e91b3f21d61a tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:00.983652 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-ccd0c114-08bc-4824-89e1-dbde82835066 None None] Provisioning complete for port 80e8ef04-60a2-4160-8193-80c4dde17411 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:04:00.984206 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ccd0c114-08bc-4824-89e1-dbde82835066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:00.992006 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88c36644-ddfc-4d49-ab96-49742dc2afc9 admin admin] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:04:01.001321 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-88c36644-ddfc-4d49-ab96-49742dc2afc9 admin admin] 10.222.0.66 "PUT /v2.0/routers/f2f8f227-b1a0-4478-a13c-e3717d677bcb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2621794 Aug 18 12:04:01.003209 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d97ef3d-a69f-4019-9ec4-d2cc953dd8f0 None None] Sync routers for ids ['f2f8f227-b1a0-4478-a13c-e3717d677bcb'] in n-d-804985-2 {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:04:01.005569 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 36742) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:04:01.016873 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d97ef3d-a69f-4019-9ec4-d2cc953dd8f0 None None] Routers {'f2f8f227-b1a0-4478-a13c-e3717d677bcb'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:04:01.017498 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-4d97ef3d-a69f-4019-9ec4-d2cc953dd8f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:03:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['f2f8f227-b1a0-4478-a13c-e3717d677bcb'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:04:01.050924 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-ccd0c114-08bc-4824-89e1-dbde82835066 None None] Port 80e8ef04-60a2-4160-8193-80c4dde17411 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:04:01.096694 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47ba7530-e793-464a-a2b1-e8d0229d8c8b None None] Update dhcp port {'port': {'network_id': 'e09d479c-49c3-4874-9ac4-04b507eec62b', 'fixed_ips': [{'subnet_id': '30481187-7c8f-4f72-a1cc-c0a5725700a0', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '4e1fde19-6f2c-40fb-94f4-149fab291bb6'}], 'binding:host_id': 'n-d-804985-2'}, 'id': '3b7479ec-a3e6-4798-ad22-8545196ed267'} from n-d-804985-2. {{(pid=106254) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 18 12:04:01.133065 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-76fbdfce-456e-49a8-8dbe-e91b3f21d61a tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:01.141557 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-47ba7530-e793-464a-a2b1-e8d0229d8c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:01.147502 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-76fbdfce-456e-49a8-8dbe-e91b3f21d61a tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:01.167996 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-4d97ef3d-a69f-4019-9ec4-d2cc953dd8f0 None None] Set router f2f8f227-b1a0-4478-a13c-e3717d677bcb gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:04:01.184298 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fbdfce-456e-49a8-8dbe-e91b3f21d61a tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b133c6f7-fd56-4f78-87db-a5cbe991c796,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:04:01.214831 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-025290c6-6296-4fb1-b31f-9a2cc7ca5d0f admin admin] Notify callbacks [] for router, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:01.221641 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [req-007cc1b6-ad76-4dd5-8c09-6bd955ef6bb5 req-a1f2fcd5-dbc3-4e94-8819-2e0fa0daedaa tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] Transition to ACTIVE for port object 64677ff4-45ed-40b8-a8c8-3e3cee5de2d5 will not be triggered until provisioned by entity DHCP. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:04:01.226724 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f980cd-b511-409c-8b1f-6f738477d4eb req-690823ba-4fb7-4d71-9c7c-4ea357a352b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:04:01.228242 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-38f980cd-b511-409c-8b1f-6f738477d4eb req-690823ba-4fb7-4d71-9c7c-4ea357a352b7 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=462e6caf-5716-4ecd-9c75-77eefb7cdf5c HTTP/1.1" status: 200 len: 801 time: 0.6283650 Aug 18 12:04:01.253279 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-108185fb-9e0a-400a-915e-e41af2824291 req-24f3b170-aec3-4394-adca-663ba665e7eb service neutron] 10.222.0.62 "GET /v2.0/networks/222e0814-c7e5-4b11-9282-3f40c6ed76b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8529015 Aug 18 12:04:01.333684 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-76fbdfce-456e-49a8-8dbe-e91b3f21d61a tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:01.335333 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-76fbdfce-456e-49a8-8dbe-e91b3f21d61a tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5929251 Aug 18 12:04:01.338121 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 36744) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:04:01.345746 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-66e0e4c5-c756-4ea0-a048-a1ddf0b938d6 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Request body: {'security_group': {'name': 'tempest-secgroup-1392876356'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:04:01.346190 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.db_base_plugin_common [None req-47ba7530-e793-464a-a2b1-e8d0229d8c8b None None] Allocated IP 2001:db8::2 (e09d479c-49c3-4874-9ac4-04b507eec62b/4e1fde19-6f2c-40fb-94f4-149fab291bb6/3b7479ec-a3e6-4798-ad22-8545196ed267) {{(pid=106254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:04:01.364553 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-025290c6-6296-4fb1-b31f-9a2cc7ca5d0f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:01.388084 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-66e0e4c5-c756-4ea0-a048-a1ddf0b938d6 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:01.394733 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786a8f63-d1f7-4029-b404-c7760dcf529e req-a32b47d3-4221-40bd-89b8-a36d83cdcef3 tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:04:01.402055 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-786a8f63-d1f7-4029-b404-c7760dcf529e req-a32b47d3-4221-40bd-89b8-a36d83cdcef3 tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] 10.222.0.66 "GET /v2.0/ports?device_id=c5854a97-3022-406e-b019-272d90ef1ca1 HTTP/1.1" status: 200 len: 946 time: 0.7449675 Aug 18 12:04:01.411866 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-4d97ef3d-a69f-4019-9ec4-d2cc953dd8f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2f8f227-b1a0-4478-a13c-e3717d677bcb', 'name': 'tempest-ServerRescueNegativeTestJSON-1469111022-router', 'tenant_id': 'fe1ab259ff774abb8ee8f6b115f604ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': '31d68e6f-4c35-4e03-9514-66dcfacbedea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:01:14Z', 'updated_at': '2021-08-18T12:03:59Z', 'revision_number': 5, 'project_id': 'fe1ab259ff774abb8ee8f6b115f604ca', 'gw_port': {'id': '31d68e6f-4c35-4e03-9514-66dcfacbedea', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e6:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2f8f227-b1a0-4478-a13c-e3717d677bcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:01:15Z', 'updated_at': '2021-08-18T12:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:04:01.425021 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48d31c2-ab49-488a-90ef-698d95d78f7b req-d069526a-bc0e-4c02-bb26-056f6008f2a3 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:04:01.431203 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48d31c2-ab49-488a-90ef-698d95d78f7b req-d069526a-bc0e-4c02-bb26-056f6008f2a3 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:04:01.432867 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c48d31c2-ab49-488a-90ef-698d95d78f7b req-d069526a-bc0e-4c02-bb26-056f6008f2a3 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] 10.222.0.66 "GET /v2.0/ports?device_id=317d7dd6-043c-4790-937e-efcb166e1465 HTTP/1.1" status: 200 len: 1678 time: 0.3426738 Aug 18 12:04:01.450903 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d97ef3d-a69f-4019-9ec4-d2cc953dd8f0 None None] Checking router: f2f8f227-b1a0-4478-a13c-e3717d677bcb for host: n-d-804985-2 {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:04:01.462702 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d97ef3d-a69f-4019-9ec4-d2cc953dd8f0 None None] Routers {'f2f8f227-b1a0-4478-a13c-e3717d677bcb'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:04:01.463659 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-4d97ef3d-a69f-4019-9ec4-d2cc953dd8f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:03:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['f2f8f227-b1a0-4478-a13c-e3717d677bcb'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:04:01.472309 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-47ba7530-e793-464a-a2b1-e8d0229d8c8b None None] For port 3b7479ec-a3e6-4798-ad22-8545196ed267, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=3b7479ec-a3e6-4798-ad22-8545196ed267,segment=NetworkSegment(90d86016-4e63-4d48-9794-bc6fd7d5a38b),segment_id=90d86016-4e63-4d48-9794-bc6fd7d5a38b)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:04:01.493601 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-025290c6-6296-4fb1-b31f-9a2cc7ca5d0f admin admin] Deleting port 31d68e6f-4c35-4e03-9514-66dcfacbedea {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:04:01.493944 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-025290c6-6296-4fb1-b31f-9a2cc7ca5d0f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:01.510715 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-962bd772-8e43-49ee-a2fe-66b6e4752953 req-0868d0c3-b594-4824-8107-53af8c64a79d tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:01.510937 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-47ba7530-e793-464a-a2b1-e8d0229d8c8b None None] Notify callbacks [] for port, precommit_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:01.526043 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-47ba7530-e793-464a-a2b1-e8d0229d8c8b None None] Transition to ACTIVE for port object 3b7479ec-a3e6-4798-ad22-8545196ed267 will not be triggered until provisioned by entity DHCP. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:04:01.531701 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-47ba7530-e793-464a-a2b1-e8d0229d8c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:01.568942 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-007cc1b6-ad76-4dd5-8c09-6bd955ef6bb5 req-a1f2fcd5-dbc3-4e94-8819-2e0fa0daedaa tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:01.582561 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-4d97ef3d-a69f-4019-9ec4-d2cc953dd8f0 None None] Set router f2f8f227-b1a0-4478-a13c-e3717d677bcb gateway port host: None {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:04:01.586071 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f980cd-b511-409c-8b1f-6f738477d4eb req-ccb58a6e-2485-4396-8e13-1e7a665279e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:04:01.588120 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-38f980cd-b511-409c-8b1f-6f738477d4eb req-ccb58a6e-2485-4396-8e13-1e7a665279e4 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=62c8a6e8-13f6-402d-a740-f6a630d54875&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3275170 Aug 18 12:04:01.604710 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-66e0e4c5-c756-4ea0-a048-a1ddf0b938d6 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:01.623010 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-66e0e4c5-c756-4ea0-a048-a1ddf0b938d6 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:01.633923 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [None req-025290c6-6296-4fb1-b31f-9a2cc7ca5d0f admin admin] For port 31d68e6f-4c35-4e03-9514-66dcfacbedea, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=31d68e6f-4c35-4e03-9514-66dcfacbedea,segment=NetworkSegment(c5a3db9d-5c58-41b1-9177-d5787a597b78),segment_id=c5a3db9d-5c58-41b1-9177-d5787a597b78)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:04:01.634231 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-025290c6-6296-4fb1-b31f-9a2cc7ca5d0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:01.639134 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ba7530-e793-464a-a2b1-e8d0229d8c8b None None] Pushing event updated for resources: {'Port': ['ID=3b7479ec-a3e6-4798-ad22-8545196ed267,revision_number=6']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:04:01.659141 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-4d97ef3d-a69f-4019-9ec4-d2cc953dd8f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2f8f227-b1a0-4478-a13c-e3717d677bcb', 'name': 'tempest-ServerRescueNegativeTestJSON-1469111022-router', 'tenant_id': 'fe1ab259ff774abb8ee8f6b115f604ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:01:14Z', 'updated_at': '2021-08-18T12:04:01Z', 'revision_number': 6, 'project_id': 'fe1ab259ff774abb8ee8f6b115f604ca', 'gw_port_host': None}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:04:01.660940 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-786a8f63-d1f7-4029-b404-c7760dcf529e req-047141a0-dc5d-49dd-8781-ed9123b7d586 tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b3db2ea-cc32-4796-9824-b1355b845d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2578468 Aug 18 12:04:01.676296 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-66e0e4c5-c756-4ea0-a048-a1ddf0b938d6 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:01.680190 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-66e0e4c5-c756-4ea0-a048-a1ddf0b938d6 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3367786 Aug 18 12:04:01.680190 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 36748) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:04:01.681212 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-025290c6-6296-4fb1-b31f-9a2cc7ca5d0f admin admin] Calling delete_port for 31d68e6f-4c35-4e03-9514-66dcfacbedea owned by network:router_gateway {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:04:01.689448 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-db8c7e2b-656d-4c8d-a766-6cf7db7b9be8 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Request body: {'security_group': {'name': 'tempest-secgroup-1414090340'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:04:01.691045 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d97ef3d-a69f-4019-9ec4-d2cc953dd8f0 None None] The sync data for ids ['f2f8f227-b1a0-4478-a13c-e3717d677bcb'] in n-d-804985-2 is: [{'id': 'f2f8f227-b1a0-4478-a13c-e3717d677bcb', 'name': 'tempest-ServerRescueNegativeTestJSON-1469111022-router', 'tenant_id': 'fe1ab259ff774abb8ee8f6b115f604ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:01:14Z', 'updated_at': '2021-08-18T12:04:01Z', 'revision_number': 6, 'project_id': 'fe1ab259ff774abb8ee8f6b115f604ca', 'gw_port_host': None}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:04:01.717689 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e0e4c5-c756-4ea0-a048-a1ddf0b938d6 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7795896-f842-4107-8ebc-c12504ba12c8,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:04:01.778455 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-db8c7e2b-656d-4c8d-a766-6cf7db7b9be8 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:01.781586 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-962bd772-8e43-49ee-a2fe-66b6e4752953 req-0868d0c3-b594-4824-8107-53af8c64a79d tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] No DVR routers for this DVR port 21e73176-c28c-44af-8516-96c757073f4e on host n-h1-804985-2 {{(pid=106252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:04:01.783380 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0868d0c3-b594-4824-8107-53af8c64a79d tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] Pushing event deleted for resources: {'Port': ['ID=21e73176-c28c-44af-8516-96c757073f4e,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:04:01.804331 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-962bd772-8e43-49ee-a2fe-66b6e4752953 req-0868d0c3-b594-4824-8107-53af8c64a79d tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:01.806347 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-962bd772-8e43-49ee-a2fe-66b6e4752953 req-0868d0c3-b594-4824-8107-53af8c64a79d tempest-ServerRescueTestJSON-1781951161 tempest-ServerRescueTestJSON-1781951161-project] 10.222.0.63 "DELETE /v2.0/ports/21e73176-c28c-44af-8516-96c757073f4e HTTP/1.1" status: 204 len: 173 time: 2.5485353 Aug 18 12:04:01.897749 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5854a97-3022-406e-b019-272d90ef1ca1', 'name': 'network-vif-deleted', 'tag': '21e73176-c28c-44af-8516-96c757073f4e'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:04:01.900050 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20d5c1ce-ac9d-464f-b830-d5f68777af2b" -d '{"events": [{"server_uuid": "c5854a97-3022-406e-b019-272d90ef1ca1", "name": "network-vif-deleted", "tag": "21e73176-c28c-44af-8516-96c757073f4e"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:04:01.917820 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c48d31c2-ab49-488a-90ef-698d95d78f7b req-cbafb930-9421-482e-894e-9c0bed9d8203 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] 10.222.0.66 "GET /v2.0/security-groups?id=93e28aa4-0de3-4f04-b26e-638cffd77b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4630504 Aug 18 12:04:01.953599 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-007cc1b6-ad76-4dd5-8c09-6bd955ef6bb5 req-a1f2fcd5-dbc3-4e94-8819-2e0fa0daedaa tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] Network 365c1e73-53bd-4762-8c39-733a28020035 is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:04:01.957662 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [req-007cc1b6-ad76-4dd5-8c09-6bd955ef6bb5 req-a1f2fcd5-dbc3-4e94-8819-2e0fa0daedaa tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:04:01.979601 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-db8c7e2b-656d-4c8d-a766-6cf7db7b9be8 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:01.986151 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-108185fb-9e0a-400a-915e-e41af2824291 req-81edd4c5-3788-409f-91b3-f736d55dda1d service neutron] 10.222.0.62 "GET /v2.0/networks/222e0814-c7e5-4b11-9282-3f40c6ed76b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7145011 Aug 18 12:04:01.987281 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-db8c7e2b-656d-4c8d-a766-6cf7db7b9be8 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:01.987588 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-007cc1b6-ad76-4dd5-8c09-6bd955ef6bb5 req-a1f2fcd5-dbc3-4e94-8819-2e0fa0daedaa tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:04:02.010224 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-025290c6-6296-4fb1-b31f-9a2cc7ca5d0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:02.042927 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device c1bf9a4c-3ad3-4d2d-8806-ce507bfdc88f details requested by agent hyperv_n-h1-804985-2 with host n-h1-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:04:02.047287 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-db8c7e2b-656d-4c8d-a766-6cf7db7b9be8 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:02.054532 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-db8c7e2b-656d-4c8d-a766-6cf7db7b9be8 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3692405 Aug 18 12:04:02.055472 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 21e73176-c28c-44af-8516-96c757073f4e no longer exists at agent hyperv_n-h1-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:04:02.062101 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 36752) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:04:02.062924 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025290c6-6296-4fb1-b31f-9a2cc7ca5d0f admin admin] Pushing event deleted for resources: {'Port': ['ID=31d68e6f-4c35-4e03-9514-66dcfacbedea,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:04:02.071218 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-ba6eefa2-42eb-495d-b179-630517d5d5ad tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-453117879', 'security_groups': ['6add0985-ad6c-4625-a870-3495602f7512'], 'network_id': 'e09d479c-49c3-4874-9ac4-04b507eec62b', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '4e1fde19-6f2c-40fb-94f4-149fab291bb6'}]}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:04:02.119765 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] No Port match for: 21e73176-c28c-44af-8516-96c757073f4e {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:04:02.123858 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 21e73176-c28c-44af-8516-96c757073f4e not bound to the agent host n-h1-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:04:02.168006 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8c7e2b-656d-4c8d-a766-6cf7db7b9be8 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6add0985-ad6c-4625-a870-3495602f7512,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:04:02.186342 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f2fcd5-dbc3-4e94-8819-2e0fa0daedaa tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] Pushing event updated for resources: {'Port': ['ID=64677ff4-45ed-40b8-a8c8-3e3cee5de2d5,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:04:02.276552 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cd225a-63bf-4b41-bd08-a3ab5fbbab8a req-f256f0bf-3b29-4aae-9b8b-e85bb3b1d64d tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:04:02.284454 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c6cd225a-63bf-4b41-bd08-a3ab5fbbab8a req-f256f0bf-3b29-4aae-9b8b-e85bb3b1d64d tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] 10.222.0.66 "GET /v2.0/ports?device_id=27ecdc3e-c9a2-434c-a840-101feeb37aa9 HTTP/1.1" status: 200 len: 931 time: 0.5130243 Aug 18 12:04:02.327718 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba6eefa2-42eb-495d-b179-630517d5d5ad tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Made reservation on behalf of 65fdfa1f9ea246ab9e952c5b1ba0afa3 for: {'port': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:04:02.343486 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-38f980cd-b511-409c-8b1f-6f738477d4eb req-1e908d1c-6587-476a-9a7a-705f078c48a0 service neutron] 10.222.0.63 "GET /v2.0/networks/62c8a6e8-13f6-402d-a740-f6a630d54875?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7377765 Aug 18 12:04:02.358499 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port c1bf9a4c-3ad3-4d2d-8806-ce507bfdc88f, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=c1bf9a4c-3ad3-4d2d-8806-ce507bfdc88f,segment=NetworkSegment(7de92108-db01-4a5b-b261-ae216262a2b7),segment_id=7de92108-db01-4a5b-b261-ae216262a2b7)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:04:02.382923 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Returning: {'device': 'c1bf9a4c-3ad3-4d2d-8806-ce507bfdc88f', 'network_id': 'b43d448f-e708-4c7a-a8ae-303801ef6162', 'port_id': 'c1bf9a4c-3ad3-4d2d-8806-ce507bfdc88f', 'mac_address': 'fa:16:3e:fd:ce:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 814, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afec3d84-5652-407e-bf85-93a100e733a9', 'ip_address': '19.80.0.191'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:04:02.409722 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007cc1b6-ad76-4dd5-8c09-6bd955ef6bb5 req-a1f2fcd5-dbc3-4e94-8819-2e0fa0daedaa tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:04:02.410391 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-007cc1b6-ad76-4dd5-8c09-6bd955ef6bb5 req-a1f2fcd5-dbc3-4e94-8819-2e0fa0daedaa tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:02.440160 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-025290c6-6296-4fb1-b31f-9a2cc7ca5d0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-997271'] for router_gateway, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:02.474763 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:02.529990 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243ef9f6-bfd0-40c5-826c-7ac93d8eee8e req-ed31774b-1266-4f18-90f3-e45c566a74ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:04:02.531845 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-243ef9f6-bfd0-40c5-826c-7ac93d8eee8e req-ed31774b-1266-4f18-90f3-e45c566a74ac service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5dc13ca5db3b4f4a9d5ca7ec0f8f54a8&device_id=e83fa02c-bcf5-475c-bbfc-4ab7f1677f52 HTTP/1.1" status: 200 len: 1099 time: 0.3975055 Aug 18 12:04:02.533254 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-cb877308-c7dd-47d8-975a-2d0db06d05f8 None None] Provisioning for port 64677ff4-45ed-40b8-a8c8-3e3cee5de2d5 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:04:02.544151 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-cb877308-c7dd-47d8-975a-2d0db06d05f8 None None] Provisioning complete for port 64677ff4-45ed-40b8-a8c8-3e3cee5de2d5 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:04:02.544695 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-cb877308-c7dd-47d8-975a-2d0db06d05f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:02.549602 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1bf9a4c-3ad3-4d2d-8806-ce507bfdc88f {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:04:02.560831 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4c66ae5e-0ec6-48c9-99bf-a081e1826976 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-996815'] for router_interface, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:02.607539 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port c1bf9a4c-3ad3-4d2d-8806-ce507bfdc88f, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=c1bf9a4c-3ad3-4d2d-8806-ce507bfdc88f,segment=NetworkSegment(7de92108-db01-4a5b-b261-ae216262a2b7),segment_id=7de92108-db01-4a5b-b261-ae216262a2b7)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:04:02.610410 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-cb877308-c7dd-47d8-975a-2d0db06d05f8 None None] Port 64677ff4-45ed-40b8-a8c8-3e3cee5de2d5 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:04:02.619524 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:02.620226 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c6cd225a-63bf-4b41-bd08-a3ab5fbbab8a req-0ae86d23-f454-4da6-8ac1-c2dd7c462be3 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] 10.222.0.66 "GET /v2.0/security-groups?id=eff34c14-f128-4344-94bf-707ebed6dde1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3349741 Aug 18 12:04:02.620760 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 008f3011-c2b7-4655-a1e8-fd8a2884098a details requested by agent hyperv_n-h1-804985-2 with host n-h1-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:04:02.628785 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9857ed-779d-4fa5-9892-f0461d8b047e req-fb39d6e3-3bbd-465f-be8f-ec1f24e394d6 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:04:02.630414 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7b9857ed-779d-4fa5-9892-f0461d8b047e req-fb39d6e3-3bbd-465f-be8f-ec1f24e394d6 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.66 "GET /v2.0/ports?device_id=e83fa02c-bcf5-475c-bbfc-4ab7f1677f52 HTTP/1.1" status: 200 len: 948 time: 0.3744960 Aug 18 12:04:02.724392 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-007cc1b6-ad76-4dd5-8c09-6bd955ef6bb5 req-a1f2fcd5-dbc3-4e94-8819-2e0fa0daedaa tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8722420 Aug 18 12:04:02.744200 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-007cc1b6-ad76-4dd5-8c09-6bd955ef6bb5 req-4084ab42-10ad-4db6-8eb2-79085e5e01ce service neutron] Request body: {'port': {'device_id': '27ecdc3e-c9a2-434c-a840-101feeb37aa9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804985-2'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:04:02.750177 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:04:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ce65218-d494-4907-a597-7fdcaca0907d x-openstack-request-id: req-9ce65218-d494-4907-a597-7fdcaca0907d {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:04:02.750465 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5854a97-3022-406e-b019-272d90ef1ca1", "name": "network-vif-deleted", "tag": "21e73176-c28c-44af-8516-96c757073f4e", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:04:02.750717 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-9ce65218-d494-4907-a597-7fdcaca0907d {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:04:02.751116 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5854a97-3022-406e-b019-272d90ef1ca1', 'name': 'network-vif-deleted', 'tag': '21e73176-c28c-44af-8516-96c757073f4e', 'status': 'completed', 'code': 200} Aug 18 12:04:02.757508 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7b9857ed-779d-4fa5-9892-f0461d8b047e req-e2b5d701-2812-4721-b5cb-3cb333f445f4 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb50ebbf-d033-473b-ae6e-593d78928b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522954 Aug 18 12:04:02.772902 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 36756) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:04:02.785925 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=c1bf9a4c-3ad3-4d2d-8806-ce507bfdc88f,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:04:02.806965 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-38f980cd-b511-409c-8b1f-6f738477d4eb req-28e8397e-3203-4a2d-bf56-38078d3e7b19 service neutron] 10.222.0.63 "GET /v2.0/networks/62c8a6e8-13f6-402d-a740-f6a630d54875?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4280634 Aug 18 12:04:02.811223 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-4012c1ad-8c3a-4b58-b5de-c0bc422c43f0 None None] Provisioning for port 3b7479ec-a3e6-4798-ad22-8545196ed267 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:04:02.823137 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-4012c1ad-8c3a-4b58-b5de-c0bc422c43f0 None None] Provisioning complete for port 3b7479ec-a3e6-4798-ad22-8545196ed267 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:04:02.823658 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4012c1ad-8c3a-4b58-b5de-c0bc422c43f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:02.862405 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 008f3011-c2b7-4655-a1e8-fd8a2884098a, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=008f3011-c2b7-4655-a1e8-fd8a2884098a,segment=NetworkSegment(68d7e479-c2fe-4b0b-92f4-f4b5b8859454),segment_id=68d7e479-c2fe-4b0b-92f4-f4b5b8859454)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:04:02.883260 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Returning: {'device': '008f3011-c2b7-4655-a1e8-fd8a2884098a', 'network_id': '62c8a6e8-13f6-402d-a740-f6a630d54875', 'port_id': '008f3011-c2b7-4655-a1e8-fd8a2884098a', 'mac_address': 'fa:16:3e:78:31:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 834, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '462e6caf-5716-4ecd-9c75-77eefb7cdf5c', 'ip_address': '19.86.0.17'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:04:02.911533 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-025290c6-6296-4fb1-b31f-9a2cc7ca5d0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-996004', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15859'] for router, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:02.916709 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-025290c6-6296-4fb1-b31f-9a2cc7ca5d0f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:02.963365 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 3b7479ec-a3e6-4798-ad22-8545196ed267 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:04:02.965750 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:02.966492 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ba6eefa2-42eb-495d-b179-630517d5d5ad tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:02.989930 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [None req-ba6eefa2-42eb-495d-b179-630517d5d5ad tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] device_id is not set on port 92eb60b0-044b-48b2-a2a5-d55d492404ec yet. {{(pid=106253) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 12:04:03.024032 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 008f3011-c2b7-4655-a1e8-fd8a2884098a {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:04:03.033243 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-025290c6-6296-4fb1-b31f-9a2cc7ca5d0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-996061'] for router, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:03.033922 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-025290c6-6296-4fb1-b31f-9a2cc7ca5d0f admin admin] Fanout notify agent at l3_agent the message router_deleted on router f2f8f227-b1a0-4478-a13c-e3717d677bcb {{(pid=106253) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 12:04:03.040318 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-025290c6-6296-4fb1-b31f-9a2cc7ca5d0f admin admin] Notify callbacks [] for router, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:03.043337 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-025290c6-6296-4fb1-b31f-9a2cc7ca5d0f admin admin] 10.222.0.66 "DELETE /v2.0/routers/f2f8f227-b1a0-4478-a13c-e3717d677bcb HTTP/1.1" status: 204 len: 168 time: 2.0354044 Aug 18 12:04:03.058333 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 36762) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:04:03.063815 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 008f3011-c2b7-4655-a1e8-fd8a2884098a, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=008f3011-c2b7-4655-a1e8-fd8a2884098a,segment=NetworkSegment(68d7e479-c2fe-4b0b-92f4-f4b5b8859454),segment_id=68d7e479-c2fe-4b0b-92f4-f4b5b8859454)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:04:03.074748 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-4012c1ad-8c3a-4b58-b5de-c0bc422c43f0 None None] Provisioning complete for port 80e8ef04-60a2-4160-8193-80c4dde17411 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:04:03.075335 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4012c1ad-8c3a-4b58-b5de-c0bc422c43f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:03.113176 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-4012c1ad-8c3a-4b58-b5de-c0bc422c43f0 None None] Port 80e8ef04-60a2-4160-8193-80c4dde17411 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:04:03.117380 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:03.157310 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_v2 [None req-c63e9678-13b7-4f93-b2c9-03abf3f9667b admin admin] Deleting subnet bf85a510-4d3c-4322-ac79-b9cb0b40bab8 {{(pid=106253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 12:04:03.165014 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c63e9678-13b7-4f93-b2c9-03abf3f9667b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:03.177385 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=008f3011-c2b7-4655-a1e8-fd8a2884098a,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:04:03.186366 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 3b7479ec-a3e6-4798-ad22-8545196ed267 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:04:03.187356 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:03.234080 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c63e9678-13b7-4f93-b2c9-03abf3f9667b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902229'] for subnet, precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:03.293545 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [None req-ba6eefa2-42eb-495d-b179-630517d5d5ad tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Allocated IP 2001:db8::341 (e09d479c-49c3-4874-9ac4-04b507eec62b/4e1fde19-6f2c-40fb-94f4-149fab291bb6/92eb60b0-044b-48b2-a2a5-d55d492404ec) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:04:03.308610 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c63e9678-13b7-4f93-b2c9-03abf3f9667b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:03.318979 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-007cc1b6-ad76-4dd5-8c09-6bd955ef6bb5 req-4084ab42-10ad-4db6-8eb2-79085e5e01ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:03.353317 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device c9af8207-4c5c-4229-a821-9651bf215fb3 no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:04:03.358117 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] get_ports_and_sgs() called for port_ids ['008f3011-c2b7-4655-a1e8-fd8a2884098a'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:04:03.366829 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243ef9f6-bfd0-40c5-826c-7ac93d8eee8e req-7c21d46f-9a1b-4337-a8cf-b06596560d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:04:03.368329 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-243ef9f6-bfd0-40c5-826c-7ac93d8eee8e req-7c21d46f-9a1b-4337-a8cf-b06596560d9b service neutron] 10.222.0.62 "GET /v2.0/networks?id=222e0814-c7e5-4b11-9282-3f40c6ed76b2 HTTP/1.1" status: 200 len: 870 time: 0.8152382 Aug 18 12:04:03.379391 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: c9af8207-4c5c-4229-a821-9651bf215fb3 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:04:03.380036 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device c9af8207-4c5c-4229-a821-9651bf215fb3 not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:04:03.380732 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 31d68e6f-4c35-4e03-9514-66dcfacbedea no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:04:03.423284 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: 31d68e6f-4c35-4e03-9514-66dcfacbedea {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:04:03.423624 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 31d68e6f-4c35-4e03-9514-66dcfacbedea not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:04:03.436590 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c63e9678-13b7-4f93-b2c9-03abf3f9667b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58902171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59388106'] for subnet, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:03.473336 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63e9678-13b7-4f93-b2c9-03abf3f9667b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf85a510-4d3c-4322-ac79-b9cb0b40bab8,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:04:03.473957 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dd447c-c000-41a4-9d06-26ae40a250b8 req-6d4a19da-22b3-4be9-ac91-22e14b3d2421 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:04:03.476029 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c63e9678-13b7-4f93-b2c9-03abf3f9667b admin admin] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:03.478009 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-c63e9678-13b7-4f93-b2c9-03abf3f9667b admin admin] 10.222.0.66 "DELETE /v2.0/subnets/bf85a510-4d3c-4322-ac79-b9cb0b40bab8 HTTP/1.1" status: 204 len: 168 time: 0.4185512 Aug 18 12:04:03.481076 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 36764) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:04:03.484221 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dd447c-c000-41a4-9d06-26ae40a250b8 req-6d4a19da-22b3-4be9-ac91-22e14b3d2421 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:04:03.485878 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-00dd447c-c000-41a4-9d06-26ae40a250b8 req-6d4a19da-22b3-4be9-ac91-22e14b3d2421 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] 10.222.0.66 "GET /v2.0/ports?device_id=317d7dd6-043c-4790-937e-efcb166e1465 HTTP/1.1" status: 200 len: 1680 time: 0.4582813 Aug 18 12:04:03.509709 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-243ef9f6-bfd0-40c5-826c-7ac93d8eee8e req-e659aeab-d108-4949-8582-a16da35b5147 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=609379b8-9c72-4594-8968-a7f1442be192 HTTP/1.1" status: 200 len: 217 time: 0.1291633 Aug 18 12:04:03.581336 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c71bd1dc-10de-4240-a6d1-1bc696a0c199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7904109'] for network, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:03.585654 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ba6eefa2-42eb-495d-b179-630517d5d5ad tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:03.603487 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [None req-ba6eefa2-42eb-495d-b179-630517d5d5ad tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Transition to ACTIVE for port object 92eb60b0-044b-48b2-a2a5-d55d492404ec will not be triggered until provisioned by entity DHCP. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:04:03.681381 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-00dd447c-c000-41a4-9d06-26ae40a250b8 req-3b62b435-7fb5-4682-bf0d-4663bc79fa02 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] 10.222.0.66 "GET /v2.0/security-groups?id=93e28aa4-0de3-4f04-b26e-638cffd77b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734035 Aug 18 12:04:03.696016 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243ef9f6-bfd0-40c5-826c-7ac93d8eee8e req-8278363b-5fd5-4212-9fb4-b9968dc0088e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:04:03.697521 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-243ef9f6-bfd0-40c5-826c-7ac93d8eee8e req-8278363b-5fd5-4212-9fb4-b9968dc0088e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6d16d680-110b-436d-8afa-48ba845b3623 HTTP/1.1" status: 200 len: 843 time: 0.1710396 Aug 18 12:04:03.698617 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c71bd1dc-10de-4240-a6d1-1bc696a0c199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8367869', 'neutron.services.segments.db._delete_segments_for_network-8789151212993'] for network, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:03.711174 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-c71bd1dc-10de-4240-a6d1-1bc696a0c199 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3811f777-5849-45bb-9880-799ae79f59e0']}} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:04:03.724288 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-c71bd1dc-10de-4240-a6d1-1bc696a0c199 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd17ce5aa-2f30-4357-baad-fd11d5479ac5') {'for_net_delete': True} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:04:03.724602 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-c71bd1dc-10de-4240-a6d1-1bc696a0c199 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd17ce5aa-2f30-4357-baad-fd11d5479ac5') {} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:04:03.734910 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c71bd1dc-10de-4240-a6d1-1bc696a0c199 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789151225254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902236'] for segment, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:03.742904 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ba6eefa2-42eb-495d-b179-630517d5d5ad tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:03.756619 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c71bd1dc-10de-4240-a6d1-1bc696a0c199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:03.784895 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c71bd1dc-10de-4240-a6d1-1bc696a0c199 admin admin] Releasing vlan 803 on physical network physnet1 to pool {{(pid=106253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:04:03.785309 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c71bd1dc-10de-4240-a6d1-1bc696a0c199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58900537'] for segment, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:03.787040 n-d-804985-2 neutron-server[106253]: Traceback (most recent call last): Aug 18 12:04:03.787040 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:04:03.787040 n-d-804985-2 neutron-server[106253]: timer() Aug 18 12:04:03.787040 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:04:03.787040 n-d-804985-2 neutron-server[106253]: cb(*args, **kw) Aug 18 12:04:03.787040 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:04:03.787040 n-d-804985-2 neutron-server[106253]: return func(*args, **kwargs) Aug 18 12:04:03.787040 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:04:03.787040 n-d-804985-2 neutron-server[106253]: self._notify() Aug 18 12:04:03.787040 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:04:03.787040 n-d-804985-2 neutron-server[106253]: self.callback(batched_events) Aug 18 12:04:03.787040 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:04:03.787040 n-d-804985-2 neutron-server[106253]: event.method(event) Aug 18 12:04:03.787040 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:04:03.787040 n-d-804985-2 neutron-server[106253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:04:03.787040 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:04:03.787040 n-d-804985-2 neutron-server[106253]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:04:03.787040 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:04:03.787040 n-d-804985-2 neutron-server[106253]: return f(self, *a, **k) Aug 18 12:04:03.787040 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:04:03.787040 n-d-804985-2 neutron-server[106253]: return self._get(url).json() Aug 18 12:04:03.787040 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:04:03.787040 n-d-804985-2 neutron-server[106253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:04:03.787040 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:04:03.787040 n-d-804985-2 neutron-server[106253]: return self.request(url, 'GET', **kwargs) Aug 18 12:04:03.787040 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:04:03.787040 n-d-804985-2 neutron-server[106253]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:04:03.787040 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:04:03.787040 n-d-804985-2 neutron-server[106253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:04:03.787040 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:04:03.787040 n-d-804985-2 neutron-server[106253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:04:03.787040 n-d-804985-2 neutron-server[106253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:04:03.845301 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba6eefa2-42eb-495d-b179-630517d5d5ad tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Network e09d479c-49c3-4874-9ac4-04b507eec62b is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:04:03.852439 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-ba6eefa2-42eb-495d-b179-630517d5d5ad tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:04:03.861074 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6eefa2-42eb-495d-b179-630517d5d5ad tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:04:03.867433 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba6eefa2-42eb-495d-b179-630517d5d5ad tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:04:03.868133 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ba6eefa2-42eb-495d-b179-630517d5d5ad tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:03.880066 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6eefa2-42eb-495d-b179-630517d5d5ad tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Pushing event updated for resources: {'Port': ['ID=92eb60b0-044b-48b2-a2a5-d55d492404ec,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:04:03.895045 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c71bd1dc-10de-4240-a6d1-1bc696a0c199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8367858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997186'] for network, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:03.898660 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-ba6eefa2-42eb-495d-b179-630517d5d5ad tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.8321128 Aug 18 12:04:03.903194 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c71bd1dc-10de-4240-a6d1-1bc696a0c199 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:03.905095 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-c71bd1dc-10de-4240-a6d1-1bc696a0c199 admin admin] 10.222.0.66 "DELETE /v2.0/networks/3811f777-5849-45bb-9880-799ae79f59e0 HTTP/1.1" status: 204 len: 168 time: 0.4230461 Aug 18 12:04:03.906615 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 36770) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:04:03.925882 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-5262b6a5-d7b8-4ebf-8e43-41b77ec0a210 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Request body: {'subnet': {'network_id': 'e09d479c-49c3-4874-9ac4-04b507eec62b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:04:03.931431 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71bd1dc-10de-4240-a6d1-1bc696a0c199 admin admin] Pushing event deleted for resources: {'Network': ['ID=3811f777-5849-45bb-9880-799ae79f59e0,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:04:04.052675 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 008f3011-c2b7-4655-a1e8-fd8a2884098a up at agent hyperv_n-h1-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:04:04.073866 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5262b6a5-d7b8-4ebf-8e43-41b77ec0a210 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Made reservation on behalf of 65fdfa1f9ea246ab9e952c5b1ba0afa3 for: {'subnet': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:04:04.077002 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5262b6a5-d7b8-4ebf-8e43-41b77ec0a210 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59388119'] for subnet, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:04.134239 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 36774) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:04:04.141081 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Provisioning for port 008f3011-c2b7-4655-a1e8-fd8a2884098a completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:04:04.146296 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Provisioning complete for port 008f3011-c2b7-4655-a1e8-fd8a2884098a triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:04:04.146817 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:04.189990 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-f5f9fa87-5733-4ee4-9db8-00451f058e97 None None] Provisioning for port 92eb60b0-044b-48b2-a2a5-d55d492404ec completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:04:04.198484 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-f5f9fa87-5733-4ee4-9db8-00451f058e97 None None] Provisioning complete for port 92eb60b0-044b-48b2-a2a5-d55d492404ec triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:04:04.199150 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-f5f9fa87-5733-4ee4-9db8-00451f058e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:04.203516 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-caa14f44-3867-4043-af53-474b9c69cdd3 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=fe1ab259ff774abb8ee8f6b115f604ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0677834 Aug 18 12:04:04.208607 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 36778) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:04:04.238733 n-d-804985-2 neutron-server[106253]: INFO neutron.db.ipam_backend_mixin [None req-5262b6a5-d7b8-4ebf-8e43-41b77ec0a210 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4e1fde19-6f2c-40fb-94f4-149fab291bb6 (CIDR: 2001:db8::/64) Aug 18 12:04:04.249835 n-d-804985-2 neutron-server[106253]: INFO neutron.pecan_wsgi.hooks.translation [None req-5262b6a5-d7b8-4ebf-8e43-41b77ec0a210 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 18 12:04:04.250337 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5262b6a5-d7b8-4ebf-8e43-41b77ec0a210 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=106253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 12:04:04.275504 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-5262b6a5-d7b8-4ebf-8e43-41b77ec0a210 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3677859 Aug 18 12:04:04.278195 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 36780) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:04:04.285464 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-7b7fbb97-79f4-4c45-8cb7-722056ec6cd5 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Request body: {'subnet': {'network_id': 'e09d479c-49c3-4874-9ac4-04b507eec62b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:04:04.291114 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-caf08bfe-0631-4029-b3de-fae522983569 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:04.325341 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243ef9f6-bfd0-40c5-826c-7ac93d8eee8e req-1ca56888-f078-45fc-8690-ff8ce9f21c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:04:04.326977 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-243ef9f6-bfd0-40c5-826c-7ac93d8eee8e req-1ca56888-f078-45fc-8690-ff8ce9f21c4c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=222e0814-c7e5-4b11-9282-3f40c6ed76b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6053472 Aug 18 12:04:04.341363 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7f60ce-b2dc-4638-83f4-f2a7467903d8 req-53e0bc8e-46b3-4cca-a5e8-b775f361283c tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:04:04.343036 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7d7f60ce-b2dc-4638-83f4-f2a7467903d8 req-53e0bc8e-46b3-4cca-a5e8-b775f361283c tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] 10.222.0.66 "GET /v2.0/ports?device_id=27ecdc3e-c9a2-434c-a840-101feeb37aa9 HTTP/1.1" status: 200 len: 931 time: 0.6223187 Aug 18 12:04:04.361820 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-caf08bfe-0631-4029-b3de-fae522983569 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:04.402108 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b413f09e-8555-4e3a-8dd7-5d8d895d1350 req-f9769f08-57e4-401b-bf58-24fa48fb2ba4 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:04:04.403508 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b413f09e-8555-4e3a-8dd7-5d8d895d1350 req-f9769f08-57e4-401b-bf58-24fa48fb2ba4 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.66 "GET /v2.0/ports?device_id=e83fa02c-bcf5-475c-bbfc-4ab7f1677f52 HTTP/1.1" status: 200 len: 948 time: 0.2334940 Aug 18 12:04:04.461745 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-caf08bfe-0631-4029-b3de-fae522983569 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:04.463893 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:04.464680 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-caf08bfe-0631-4029-b3de-fae522983569 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:04.465978 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-caf08bfe-0631-4029-b3de-fae522983569 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/47674416-b298-4cf8-93c5-c03a14c2b3bc HTTP/1.1" status: 204 len: 168 time: 0.2564485 Aug 18 12:04:04.470370 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b7fbb97-79f4-4c45-8cb7-722056ec6cd5 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Made reservation on behalf of 65fdfa1f9ea246ab9e952c5b1ba0afa3 for: {'subnet': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:04:04.470478 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-f5f9fa87-5733-4ee4-9db8-00451f058e97 None None] Port 92eb60b0-044b-48b2-a2a5-d55d492404ec cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:04:04.473741 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7b7fbb97-79f4-4c45-8cb7-722056ec6cd5 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59388119'] for subnet, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:04.492197 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '317d7dd6-043c-4790-937e-efcb166e1465', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '008f3011-c2b7-4655-a1e8-fd8a2884098a'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:04:04.494826 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf08bfe-0631-4029-b3de-fae522983569 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47674416-b298-4cf8-93c5-c03a14c2b3bc,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:04:04.495623 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db50a436fb3a98495337d8fe7487b4f2ea6f3c1052eb9efadc2ecda2d5737001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c83eb6da-71ed-405f-8c1d-e8f8b1f7ea6a" -d '{"events": [{"server_uuid": "317d7dd6-043c-4790-937e-efcb166e1465", "name": "network-vif-plugged", "status": "completed", "tag": "008f3011-c2b7-4655-a1e8-fd8a2884098a"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:04:04.504827 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] get_ports_and_sgs() called for port_ids ['c1bf9a4c-3ad3-4d2d-8806-ce507bfdc88f'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:04:04.572990 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 008f3011-c2b7-4655-a1e8-fd8a2884098a, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=008f3011-c2b7-4655-a1e8-fd8a2884098a,segment=NetworkSegment(68d7e479-c2fe-4b0b-92f4-f4b5b8859454),segment_id=68d7e479-c2fe-4b0b-92f4-f4b5b8859454)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:04:04.578867 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7d7f60ce-b2dc-4638-83f4-f2a7467903d8 req-cb8f5663-9e12-4116-ac56-20f66646accb tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] 10.222.0.66 "GET /v2.0/security-groups?id=eff34c14-f128-4344-94bf-707ebed6dde1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2170873 Aug 18 12:04:04.582138 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b413f09e-8555-4e3a-8dd7-5d8d895d1350 req-1a0eeed7-2b80-4f67-9ec8-76a5f750d6d5 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb50ebbf-d033-473b-ae6e-593d78928b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261194 Aug 18 12:04:04.600382 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:04.619014 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-4c66ae5e-0ec6-48c9-99bf-a081e1826976 admin admin] Deleting port 1ce941db-34bd-4857-b10a-1f77f83ebb2b {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:04:04.619014 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4c66ae5e-0ec6-48c9-99bf-a081e1826976 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:04.619014 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-83e8efe0-c7a6-4638-81bb-ed035778f242 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-996815'] for router_interface, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:04.621845 n-d-804985-2 neutron-server[106253]: INFO neutron.db.ipam_backend_mixin [None req-7b7fbb97-79f4-4c45-8cb7-722056ec6cd5 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 30481187-7c8f-4f72-a1cc-c0a5725700a0 (CIDR: 2001:db8:0:1::/64) Aug 18 12:04:04.631101 n-d-804985-2 neutron-server[106253]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b7fbb97-79f4-4c45-8cb7-722056ec6cd5 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 18 12:04:04.631567 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b7fbb97-79f4-4c45-8cb7-722056ec6cd5 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=106253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 12:04:04.673627 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-7b7fbb97-79f4-4c45-8cb7-722056ec6cd5 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.3942811 Aug 18 12:04:04.676581 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 36786) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:04:04.681994 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-76a61b62-1cb4-4a77-8007-d530569267ba tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Request body: {'subnet': {'network_id': 'e09d479c-49c3-4874-9ac4-04b507eec62b', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:04:04.697464 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:04:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0b38779-26a0-4aeb-bb26-4ed369be6636 x-openstack-request-id: req-b0b38779-26a0-4aeb-bb26-4ed369be6636 {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:04:04.698180 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "317d7dd6-043c-4790-937e-efcb166e1465", "name": "network-vif-plugged", "status": "completed", "tag": "008f3011-c2b7-4655-a1e8-fd8a2884098a", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:04:04.698797 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b0b38779-26a0-4aeb-bb26-4ed369be6636 {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:04:04.699384 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '317d7dd6-043c-4790-937e-efcb166e1465', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '008f3011-c2b7-4655-a1e8-fd8a2884098a', 'code': 200} Aug 18 12:04:04.734715 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-243ef9f6-bfd0-40c5-826c-7ac93d8eee8e req-a3ce0e95-daf1-43eb-ac20-1d269b09dfc7 service neutron] 10.222.0.62 "GET /v2.0/networks/222e0814-c7e5-4b11-9282-3f40c6ed76b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3908486 Aug 18 12:04:04.746461 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [req-007cc1b6-ad76-4dd5-8c09-6bd955ef6bb5 req-4084ab42-10ad-4db6-8eb2-79085e5e01ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64677ff4-45ed-40b8-a8c8-3e3cee5de2d5 {{(pid=106252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:04:04.765695 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=008f3011-c2b7-4655-a1e8-fd8a2884098a,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:04:04.767567 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-007cc1b6-ad76-4dd5-8c09-6bd955ef6bb5 req-4084ab42-10ad-4db6-8eb2-79085e5e01ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:04.866752 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76a61b62-1cb4-4a77-8007-d530569267ba tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Made reservation on behalf of 65fdfa1f9ea246ab9e952c5b1ba0afa3 for: {'subnet': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:04:04.871027 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-76a61b62-1cb4-4a77-8007-d530569267ba tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59388119'] for subnet, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:04.922994 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [req-007cc1b6-ad76-4dd5-8c09-6bd955ef6bb5 req-4084ab42-10ad-4db6-8eb2-79085e5e01ce service neutron] Transition to ACTIVE for port object 64677ff4-45ed-40b8-a8c8-3e3cee5de2d5 will not be triggered until provisioned by entity L2. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:04:04.950610 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-007cc1b6-ad76-4dd5-8c09-6bd955ef6bb5 req-4084ab42-10ad-4db6-8eb2-79085e5e01ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:04.968132 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [None req-4c66ae5e-0ec6-48c9-99bf-a081e1826976 admin admin] For port 1ce941db-34bd-4857-b10a-1f77f83ebb2b, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=1ce941db-34bd-4857-b10a-1f77f83ebb2b,segment=NetworkSegment(8d73c820-c1f4-4127-bca7-8a9ff7b01167),segment_id=8d73c820-c1f4-4127-bca7-8a9ff7b01167)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:04:04.968375 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4c66ae5e-0ec6-48c9-99bf-a081e1826976 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:05.053554 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-4c66ae5e-0ec6-48c9-99bf-a081e1826976 admin admin] Calling delete_port for 1ce941db-34bd-4857-b10a-1f77f83ebb2b owned by network:router_interface {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:04:05.125876 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd60aa6-04e2-4eb0-b9c7-fbf396bfd6fd req-128ba829-b1a0-4a48-9cde-b9d5b2e888ff tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:04:05.131851 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd60aa6-04e2-4eb0-b9c7-fbf396bfd6fd req-128ba829-b1a0-4a48-9cde-b9d5b2e888ff tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:04:05.139371 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1dd60aa6-04e2-4eb0-b9c7-fbf396bfd6fd req-128ba829-b1a0-4a48-9cde-b9d5b2e888ff tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] 10.222.0.66 "GET /v2.0/ports?device_id=317d7dd6-043c-4790-937e-efcb166e1465 HTTP/1.1" status: 200 len: 1681 time: 0.3065233 Aug 18 12:04:05.155746 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-243ef9f6-bfd0-40c5-826c-7ac93d8eee8e req-d8044a14-dc2a-40b7-b3c2-769d4ab50e87 service neutron] 10.222.0.62 "GET /v2.0/networks/222e0814-c7e5-4b11-9282-3f40c6ed76b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3990622 Aug 18 12:04:05.156322 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4084ab42-10ad-4db6-8eb2-79085e5e01ce service neutron] Pushing event updated for resources: {'Port': ['ID=64677ff4-45ed-40b8-a8c8-3e3cee5de2d5,revision_number=2']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:04:05.175223 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-76a61b62-1cb4-4a77-8007-d530569267ba tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58902106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59388097'] for subnet, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:05.232657 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a61b62-1cb4-4a77-8007-d530569267ba tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Pushing event updated for resources: {'Subnet': ['ID=5351356b-3b6e-4cc3-823b-34132c3ef3dc,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:04:05.244930 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76a61b62-1cb4-4a77-8007-d530569267ba tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Network e09d479c-49c3-4874-9ac4-04b507eec62b is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:04:05.246372 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-76a61b62-1cb4-4a77-8007-d530569267ba tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:04:05.250453 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76a61b62-1cb4-4a77-8007-d530569267ba tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:04:05.251043 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-76a61b62-1cb4-4a77-8007-d530569267ba tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:05.257071 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4776951-2ab8-4aa7-a3a1-672f1e7daa96 None None] Network e09d479c-49c3-4874-9ac4-04b507eec62b requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:04:05.268462 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-76a61b62-1cb4-4a77-8007-d530569267ba tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.5907183 Aug 18 12:04:05.271637 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 36802) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:04:05.278244 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-5717e4ad-f657-4b85-9b0a-ac001c594731 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-306698574', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '5351356b-3b6e-4cc3-823b-34132c3ef3dc'}], 'security_groups': ['b133c6f7-fd56-4f78-87db-a5cbe991c796', 'f7795896-f842-4107-8ebc-c12504ba12c8']}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:04:05.317748 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1dd60aa6-04e2-4eb0-b9c7-fbf396bfd6fd req-95389e23-0273-4949-8215-34367f765ba3 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] 10.222.0.66 "GET /v2.0/security-groups?id=93e28aa4-0de3-4f04-b26e-638cffd77b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751893 Aug 18 12:04:05.392501 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5717e4ad-f657-4b85-9b0a-ac001c594731 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:05.397205 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-007cc1b6-ad76-4dd5-8c09-6bd955ef6bb5 req-4084ab42-10ad-4db6-8eb2-79085e5e01ce service neutron] Attempting to bind port 64677ff4-45ed-40b8-a8c8-3e3cee5de2d5 on host n-h1-804985-2 for vnic_type normal with profile {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:04:05.397543 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-007cc1b6-ad76-4dd5-8c09-6bd955ef6bb5 req-4084ab42-10ad-4db6-8eb2-79085e5e01ce service neutron] Attempting to bind port 64677ff4-45ed-40b8-a8c8-3e3cee5de2d5 by drivers openvswitch,hyperv on host n-h1-804985-2 at level 0 using segments [{'id': 'a349f629-a357-4fba-80a9-3970130b5e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '365c1e73-53bd-4762-8c39-733a28020035'}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:04:05.397874 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-007cc1b6-ad76-4dd5-8c09-6bd955ef6bb5 req-4084ab42-10ad-4db6-8eb2-79085e5e01ce service neutron] Attempting to bind port 64677ff4-45ed-40b8-a8c8-3e3cee5de2d5 on network 365c1e73-53bd-4762-8c39-733a28020035 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:04:05.432602 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-007cc1b6-ad76-4dd5-8c09-6bd955ef6bb5 req-4084ab42-10ad-4db6-8eb2-79085e5e01ce service neutron] Port 64677ff4-45ed-40b8-a8c8-3e3cee5de2d5 on network 365c1e73-53bd-4762-8c39-733a28020035 not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-2 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:04:05.432929 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-007cc1b6-ad76-4dd5-8c09-6bd955ef6bb5 req-4084ab42-10ad-4db6-8eb2-79085e5e01ce service neutron] Attempting to bind port 64677ff4-45ed-40b8-a8c8-3e3cee5de2d5 on network 365c1e73-53bd-4762-8c39-733a28020035 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:04:05.449104 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-007cc1b6-ad76-4dd5-8c09-6bd955ef6bb5 req-4084ab42-10ad-4db6-8eb2-79085e5e01ce service neutron] Checking agent: {'id': 'a613417a-d085-492c-941a-59bb18c633d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 49, 6), 'started_at': datetime.datetime(2021, 8, 18, 11, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 3, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:04:05.449495 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-007cc1b6-ad76-4dd5-8c09-6bd955ef6bb5 req-4084ab42-10ad-4db6-8eb2-79085e5e01ce service neutron] Checking segment: {'id': 'a349f629-a357-4fba-80a9-3970130b5e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '365c1e73-53bd-4762-8c39-733a28020035'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:04:05.449859 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-007cc1b6-ad76-4dd5-8c09-6bd955ef6bb5 req-4084ab42-10ad-4db6-8eb2-79085e5e01ce service neutron] Bound using segment: {'id': 'a349f629-a357-4fba-80a9-3970130b5e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '365c1e73-53bd-4762-8c39-733a28020035'} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:04:05.450329 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-007cc1b6-ad76-4dd5-8c09-6bd955ef6bb5 req-4084ab42-10ad-4db6-8eb2-79085e5e01ce service neutron] Bound port: 64677ff4-45ed-40b8-a8c8-3e3cee5de2d5, host: n-h1-804985-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a349f629-a357-4fba-80a9-3970130b5e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '365c1e73-53bd-4762-8c39-733a28020035'}}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:04:05.450749 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-007cc1b6-ad76-4dd5-8c09-6bd955ef6bb5 req-4084ab42-10ad-4db6-8eb2-79085e5e01ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:05.562393 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfd00914-f999-49f0-9040-702c733a215b None None] Update dhcp port {'port': {'network_id': 'e09d479c-49c3-4874-9ac4-04b507eec62b', 'fixed_ips': [{'subnet_id': '30481187-7c8f-4f72-a1cc-c0a5725700a0', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '4e1fde19-6f2c-40fb-94f4-149fab291bb6', 'ip_address': '2001:db8::2'}, {'subnet_id': '5351356b-3b6e-4cc3-823b-34132c3ef3dc'}], 'binding:host_id': 'n-d-804985-2'}, 'id': '3b7479ec-a3e6-4798-ad22-8545196ed267'} from n-d-804985-2. {{(pid=106254) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 18 12:04:05.605818 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-83e8efe0-c7a6-4638-81bb-ed035778f242 admin admin] Deleting port 1c0b2814-1ff3-4dac-85b7-c76c46357c58 {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:04:05.605818 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-83e8efe0-c7a6-4638-81bb-ed035778f242 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:05.605818 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4c66ae5e-0ec6-48c9-99bf-a081e1826976 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:05.624420 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-bfd00914-f999-49f0-9040-702c733a215b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:05.685305 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-007cc1b6-ad76-4dd5-8c09-6bd955ef6bb5 req-4084ab42-10ad-4db6-8eb2-79085e5e01ce service neutron] For port 64677ff4-45ed-40b8-a8c8-3e3cee5de2d5, host n-h1-804985-2, cleared binding levels {{(pid=106252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:04:05.737443 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c66ae5e-0ec6-48c9-99bf-a081e1826976 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ce941db-34bd-4857-b10a-1f77f83ebb2b,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:04:05.745110 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 609379b8-9c72-4594-8968-a7f1442be192 details requested by agent hyperv_n-h2-804985-2 with host n-h2-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:04:05.774040 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-007cc1b6-ad76-4dd5-8c09-6bd955ef6bb5 req-4084ab42-10ad-4db6-8eb2-79085e5e01ce service neutron] For port 64677ff4-45ed-40b8-a8c8-3e3cee5de2d5, host n-h1-804985-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=64677ff4-45ed-40b8-a8c8-3e3cee5de2d5,segment=NetworkSegment(a349f629-a357-4fba-80a9-3970130b5e97),segment_id=a349f629-a357-4fba-80a9-3970130b5e97)] {{(pid=106252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:04:05.807096 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [None req-5717e4ad-f657-4b85-9b0a-ac001c594731 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Delete allocated IP 2001:db8::341 (e09d479c-49c3-4874-9ac4-04b507eec62b/4e1fde19-6f2c-40fb-94f4-149fab291bb6) {{(pid=106253) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 18 12:04:05.816509 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [None req-5717e4ad-f657-4b85-9b0a-ac001c594731 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Allocated IP 2001:db8:0:2::1fc (e09d479c-49c3-4874-9ac4-04b507eec62b/5351356b-3b6e-4cc3-823b-34132c3ef3dc/92eb60b0-044b-48b2-a2a5-d55d492404ec) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:04:05.828504 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-007cc1b6-ad76-4dd5-8c09-6bd955ef6bb5 req-4084ab42-10ad-4db6-8eb2-79085e5e01ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:05.894933 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007cc1b6-ad76-4dd5-8c09-6bd955ef6bb5 req-4084ab42-10ad-4db6-8eb2-79085e5e01ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:04:05.895570 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-007cc1b6-ad76-4dd5-8c09-6bd955ef6bb5 req-4084ab42-10ad-4db6-8eb2-79085e5e01ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:05.897923 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-007cc1b6-ad76-4dd5-8c09-6bd955ef6bb5 req-4084ab42-10ad-4db6-8eb2-79085e5e01ce service neutron] 10.222.0.63 "PUT /v2.0/ports/64677ff4-45ed-40b8-a8c8-3e3cee5de2d5 HTTP/1.1" status: 200 len: 1091 time: 3.1579900 Aug 18 12:04:05.900241 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port 609379b8-9c72-4594-8968-a7f1442be192, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=609379b8-9c72-4594-8968-a7f1442be192,segment=NetworkSegment(b0eb6eea-b461-4969-8a27-808f00daa8a1),segment_id=b0eb6eea-b461-4969-8a27-808f00daa8a1)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:04:05.907071 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27ecdc3e-c9a2-434c-a840-101feeb37aa9', 'tag': '64677ff4-45ed-40b8-a8c8-3e3cee5de2d5'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:04:05.909658 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e74b6396-6c6d-4ec9-8e23-a59dfa1c21b1" -d '{"events": [{"name": "network-changed", "server_uuid": "27ecdc3e-c9a2-434c-a840-101feeb37aa9", "tag": "64677ff4-45ed-40b8-a8c8-3e3cee5de2d5"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:04:05.918250 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Returning: {'device': '609379b8-9c72-4594-8968-a7f1442be192', 'network_id': '222e0814-c7e5-4b11-9282-3f40c6ed76b2', 'port_id': '609379b8-9c72-4594-8968-a7f1442be192', 'mac_address': 'fa:16:3e:af:0a:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 823, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d16d680-110b-436d-8afa-48ba845b3623', 'ip_address': '192.168.233.236'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:04:05.965655 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128e0634-9ce3-46f5-a012-f0d24dae68c7 req-c0dce610-1338-4a0a-9856-efed01794c6a tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:04:05.967352 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-128e0634-9ce3-46f5-a012-f0d24dae68c7 req-c0dce610-1338-4a0a-9856-efed01794c6a tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] 10.222.0.66 "GET /v2.0/ports?device_id=27ecdc3e-c9a2-434c-a840-101feeb37aa9 HTTP/1.1" status: 200 len: 943 time: 0.2847571 Aug 18 12:04:05.985898 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16743d84-9eb1-4d5a-8f79-ae0ea0afd3f8 req-6391b565-438e-42a9-8d49-1bf2ddfc41ba tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:04:05.987474 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-16743d84-9eb1-4d5a-8f79-ae0ea0afd3f8 req-6391b565-438e-42a9-8d49-1bf2ddfc41ba tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.66 "GET /v2.0/ports?device_id=e83fa02c-bcf5-475c-bbfc-4ab7f1677f52 HTTP/1.1" status: 200 len: 948 time: 0.2704637 Aug 18 12:04:05.989519 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [None req-83e8efe0-c7a6-4638-81bb-ed035778f242 admin admin] For port 1c0b2814-1ff3-4dac-85b7-c76c46357c58, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=1c0b2814-1ff3-4dac-85b7-c76c46357c58,segment=NetworkSegment(8e34e2fb-4ad4-4b3f-a62c-efd405a8566d),segment_id=8e34e2fb-4ad4-4b3f-a62c-efd405a8566d)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:04:05.989883 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-83e8efe0-c7a6-4638-81bb-ed035778f242 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:06.003051 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:06.013235 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:06.018796 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 609379b8-9c72-4594-8968-a7f1442be192 {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:04:06.063683 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device c1bf9a4c-3ad3-4d2d-8806-ce507bfdc88f up at agent hyperv_n-h1-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:04:06.068383 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port 609379b8-9c72-4594-8968-a7f1442be192, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=609379b8-9c72-4594-8968-a7f1442be192,segment=NetworkSegment(b0eb6eea-b461-4969-8a27-808f00daa8a1),segment_id=b0eb6eea-b461-4969-8a27-808f00daa8a1)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:04:06.087904 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4084ab42-10ad-4db6-8eb2-79085e5e01ce service neutron] Pushing event updated for resources: {'Port': ['ID=64677ff4-45ed-40b8-a8c8-3e3cee5de2d5,revision_number=3']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:04:06.090936 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:06.105257 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5717e4ad-f657-4b85-9b0a-ac001c594731 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks [] for port, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:06.125488 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-83e8efe0-c7a6-4638-81bb-ed035778f242 admin admin] Calling delete_port for 1c0b2814-1ff3-4dac-85b7-c76c46357c58 owned by network:router_interface {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:04:06.125804 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [None req-5717e4ad-f657-4b85-9b0a-ac001c594731 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Transition to ACTIVE for port object 92eb60b0-044b-48b2-a2a5-d55d492404ec will not be triggered until provisioned by entity DHCP. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:04:06.135265 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5717e4ad-f657-4b85-9b0a-ac001c594731 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:06.207500 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=609379b8-9c72-4594-8968-a7f1442be192,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:04:06.217395 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5717e4ad-f657-4b85-9b0a-ac001c594731 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Pushing event updated for resources: {'Port': ['ID=92eb60b0-044b-48b2-a2a5-d55d492404ec,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:04:06.231698 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-5717e4ad-f657-4b85-9b0a-ac001c594731 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] In _notify_port_updated(), no bound segment for port 92eb60b0-044b-48b2-a2a5-d55d492404ec on network e09d479c-49c3-4874-9ac4-04b507eec62b {{(pid=106253) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 18 12:04:06.233447 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Provisioning for port c1bf9a4c-3ad3-4d2d-8806-ce507bfdc88f completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:04:06.237432 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.db_base_plugin_common [None req-bfd00914-f999-49f0-9040-702c733a215b None None] Allocated IP 2001:db8:0:2::2 (e09d479c-49c3-4874-9ac4-04b507eec62b/5351356b-3b6e-4cc3-823b-34132c3ef3dc/3b7479ec-a3e6-4798-ad22-8545196ed267) {{(pid=106254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:04:06.237684 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5717e4ad-f657-4b85-9b0a-ac001c594731 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:04:06.238348 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5717e4ad-f657-4b85-9b0a-ac001c594731 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:06.242847 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-5717e4ad-f657-4b85-9b0a-ac001c594731 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] 10.222.0.66 "PUT /v2.0/ports/92eb60b0-044b-48b2-a2a5-d55d492404ec HTTP/1.1" status: 200 len: 969 time: 0.9699092 Aug 18 12:04:06.243331 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 36822) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:04:06.245761 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Provisioning complete for port c1bf9a4c-3ad3-4d2d-8806-ce507bfdc88f triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:04:06.246254 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:06.261579 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-16743d84-9eb1-4d5a-8f79-ae0ea0afd3f8 req-1c6ffa9a-9ea3-4724-bb5c-5eb50ed69dec tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb50ebbf-d033-473b-ae6e-593d78928b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222750 Aug 18 12:04:06.268249 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-128e0634-9ce3-46f5-a012-f0d24dae68c7 req-da08f89d-ef6a-4a6e-a37a-ee8c6120a9d0 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] 10.222.0.66 "GET /v2.0/security-groups?id=eff34c14-f128-4344-94bf-707ebed6dde1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2736232 Aug 18 12:04:06.274556 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007cc1b6-ad76-4dd5-8c09-6bd955ef6bb5 req-6d6953ae-27ae-41cc-94c3-be7166f3406d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:04:06.276079 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-007cc1b6-ad76-4dd5-8c09-6bd955ef6bb5 req-6d6953ae-27ae-41cc-94c3-be7166f3406d service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=764f05f9d69b4134b93ed670f8afc320&device_id=27ecdc3e-c9a2-434c-a840-101feeb37aa9 HTTP/1.1" status: 200 len: 1094 time: 0.3078072 Aug 18 12:04:06.308018 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4c66ae5e-0ec6-48c9-99bf-a081e1826976 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953695'] for router_interface, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:06.348349 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-007cc1b6-ad76-4dd5-8c09-6bd955ef6bb5 req-d2dc54a6-9302-4cc1-a051-3cc5e17fc9e1 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=64677ff4-45ed-40b8-a8c8-3e3cee5de2d5 HTTP/1.1" status: 200 len: 217 time: 0.0619185 Aug 18 12:04:06.435962 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-423ee01b-adb7-45c8-b548-b3c7378aead6 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Deleting port 92eb60b0-044b-48b2-a2a5-d55d492404ec {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:04:06.436247 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-423ee01b-adb7-45c8-b548-b3c7378aead6 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:06.447581 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-bfd00914-f999-49f0-9040-702c733a215b None None] For port 3b7479ec-a3e6-4798-ad22-8545196ed267, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=3b7479ec-a3e6-4798-ad22-8545196ed267,segment=NetworkSegment(90d86016-4e63-4d48-9794-bc6fd7d5a38b),segment_id=90d86016-4e63-4d48-9794-bc6fd7d5a38b)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:04:06.450869 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:04:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8338af9-7101-4533-b36e-75df47a8e430 x-openstack-request-id: req-a8338af9-7101-4533-b36e-75df47a8e430 {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:04:06.452537 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27ecdc3e-c9a2-434c-a840-101feeb37aa9", "tag": "64677ff4-45ed-40b8-a8c8-3e3cee5de2d5", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:04:06.453784 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a8338af9-7101-4533-b36e-75df47a8e430 {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:04:06.454215 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27ecdc3e-c9a2-434c-a840-101feeb37aa9', 'tag': '64677ff4-45ed-40b8-a8c8-3e3cee5de2d5', 'status': 'completed', 'code': 200} Aug 18 12:04:06.470835 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:06.486876 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] get_ports_and_sgs() called for port_ids ['609379b8-9c72-4594-8968-a7f1442be192'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:04:06.539274 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-bfd00914-f999-49f0-9040-702c733a215b None None] Notify callbacks [] for port, precommit_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:06.573682 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007cc1b6-ad76-4dd5-8c09-6bd955ef6bb5 req-8fc60100-056d-4d86-8a9e-c4fdbee5d53f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:04:06.575162 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-007cc1b6-ad76-4dd5-8c09-6bd955ef6bb5 req-8fc60100-056d-4d86-8a9e-c4fdbee5d53f service neutron] 10.222.0.63 "GET /v2.0/subnets?id=e8e80694-e438-471b-8163-c76e1828e5ce HTTP/1.1" status: 200 len: 849 time: 0.2157295 Aug 18 12:04:06.581818 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port c1bf9a4c-3ad3-4d2d-8806-ce507bfdc88f, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=c1bf9a4c-3ad3-4d2d-8806-ce507bfdc88f,segment=NetworkSegment(7de92108-db01-4a5b-b261-ae216262a2b7),segment_id=7de92108-db01-4a5b-b261-ae216262a2b7)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:04:06.585091 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-bfd00914-f999-49f0-9040-702c733a215b None None] Transition to ACTIVE for port object 3b7479ec-a3e6-4798-ad22-8545196ed267 will not be triggered until provisioned by entity DHCP. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:04:06.593371 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:06.598086 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-bfd00914-f999-49f0-9040-702c733a215b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:06.611119 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-423ee01b-adb7-45c8-b548-b3c7378aead6 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:06.636455 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-423ee01b-adb7-45c8-b548-b3c7378aead6 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Calling delete_port for 92eb60b0-044b-48b2-a2a5-d55d492404ec owned by {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:04:06.696789 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3686e1-5b9b-4a01-959b-4b3f6f6e017a req-10a96379-88a7-4cdb-ba71-6f0864f9f5e0 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:04:06.703852 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3686e1-5b9b-4a01-959b-4b3f6f6e017a req-10a96379-88a7-4cdb-ba71-6f0864f9f5e0 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:04:06.705532 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-aa3686e1-5b9b-4a01-959b-4b3f6f6e017a req-10a96379-88a7-4cdb-ba71-6f0864f9f5e0 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] 10.222.0.66 "GET /v2.0/ports?device_id=317d7dd6-043c-4790-937e-efcb166e1465 HTTP/1.1" status: 200 len: 1681 time: 0.1750450 Aug 18 12:04:06.708369 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '317d7dd6-043c-4790-937e-efcb166e1465', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1bf9a4c-3ad3-4d2d-8806-ce507bfdc88f'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:04:06.710661 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db50a436fb3a98495337d8fe7487b4f2ea6f3c1052eb9efadc2ecda2d5737001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a942004-667c-44a5-8c3b-f0c95040a716" -d '{"events": [{"server_uuid": "317d7dd6-043c-4790-937e-efcb166e1465", "name": "network-vif-plugged", "status": "completed", "tag": "c1bf9a4c-3ad3-4d2d-8806-ce507bfdc88f"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:04:06.719423 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=c1bf9a4c-3ad3-4d2d-8806-ce507bfdc88f,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:04:06.771027 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007cc1b6-ad76-4dd5-8c09-6bd955ef6bb5 req-59649aa4-9df5-4585-b189-eb519b4a1e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:04:06.772725 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-007cc1b6-ad76-4dd5-8c09-6bd955ef6bb5 req-59649aa4-9df5-4585-b189-eb519b4a1e4f service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=365c1e73-53bd-4762-8c39-733a28020035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1826458 Aug 18 12:04:06.813369 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd00914-f999-49f0-9040-702c733a215b None None] Pushing event updated for resources: {'Port': ['ID=3b7479ec-a3e6-4798-ad22-8545196ed267,revision_number=7']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:04:06.922470 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:04:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9513c0d-e79c-42ca-85c7-7f941da260fd x-openstack-request-id: req-f9513c0d-e79c-42ca-85c7-7f941da260fd {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:04:06.924141 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "317d7dd6-043c-4790-937e-efcb166e1465", "name": "network-vif-plugged", "status": "completed", "tag": "c1bf9a4c-3ad3-4d2d-8806-ce507bfdc88f", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:04:06.925149 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f9513c0d-e79c-42ca-85c7-7f941da260fd {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:04:06.925702 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '317d7dd6-043c-4790-937e-efcb166e1465', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1bf9a4c-3ad3-4d2d-8806-ce507bfdc88f', 'code': 200} Aug 18 12:04:06.940300 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-423ee01b-adb7-45c8-b548-b3c7378aead6 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:07.040121 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-423ee01b-adb7-45c8-b548-b3c7378aead6 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:07.045216 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-423ee01b-adb7-45c8-b548-b3c7378aead6 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] 10.222.0.66 "DELETE /v2.0/ports/92eb60b0-044b-48b2-a2a5-d55d492404ec HTTP/1.1" status: 204 len: 168 time: 0.8006976 Aug 18 12:04:07.046156 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 36842) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:04:07.062867 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423ee01b-adb7-45c8-b548-b3c7378aead6 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Pushing event deleted for resources: {'Port': ['ID=92eb60b0-044b-48b2-a2a5-d55d492404ec,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:04:07.086337 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 3b7479ec-a3e6-4798-ad22-8545196ed267 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:04:07.105519 n-d-804985-2 neutron-server[106253]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d0c9b29-6652-4ff6-a953-7fd4b7207a47 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] GET failed (client error): The resource could not be found. Aug 18 12:04:07.110011 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-7d0c9b29-6652-4ff6-a953-7fd4b7207a47 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] 10.222.0.66 "GET /v2.0/ports/92eb60b0-044b-48b2-a2a5-d55d492404ec HTTP/1.1" status: 404 len: 333 time: 0.0628073 Aug 18 12:04:07.110739 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 36846) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:04:07.196844 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-22c7cfec-e577-4d14-a84c-37c5efb8b750 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:07.224205 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-22c7cfec-e577-4d14-a84c-37c5efb8b750 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:07.278098 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-22c7cfec-e577-4d14-a84c-37c5efb8b750 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:07.281409 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-22c7cfec-e577-4d14-a84c-37c5efb8b750 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:07.283117 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-22c7cfec-e577-4d14-a84c-37c5efb8b750 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] 10.222.0.66 "DELETE /v2.0/security-groups/6add0985-ad6c-4625-a870-3495602f7512 HTTP/1.1" status: 204 len: 168 time: 0.1713769 Aug 18 12:04:07.287896 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 36850) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:04:07.301958 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c7cfec-e577-4d14-a84c-37c5efb8b750 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6add0985-ad6c-4625-a870-3495602f7512,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:04:07.331847 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-83e8efe0-c7a6-4638-81bb-ed035778f242 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:07.361440 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b8ed251b-17bf-4e28-af5c-56740eb92d9d tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:07.386224 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b8ed251b-17bf-4e28-af5c-56740eb92d9d tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:07.446834 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-cedc8d43-e3d6-4cb7-9742-6c42a96636a5 req-8689f960-9ca4-456d-9c45-206f01fd7c7c tempest-ServerShowV257Test-1455874224 tempest-ServerShowV257Test-1455874224-project] 10.222.0.66 "GET /v2.0/ports?device_id=68370648-5219-4fcc-8c2b-9c3fea96cce4 HTTP/1.1" status: 200 len: 210 time: 0.1586444 Aug 18 12:04:07.447402 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b8ed251b-17bf-4e28-af5c-56740eb92d9d tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:07.451691 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b8ed251b-17bf-4e28-af5c-56740eb92d9d tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:07.456223 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-b8ed251b-17bf-4e28-af5c-56740eb92d9d tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] 10.222.0.66 "DELETE /v2.0/security-groups/f7795896-f842-4107-8ebc-c12504ba12c8 HTTP/1.1" status: 204 len: 168 time: 0.1643248 Aug 18 12:04:07.459930 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 36860) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:04:07.464393 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e8efe0-c7a6-4638-81bb-ed035778f242 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c0b2814-1ff3-4dac-85b7-c76c46357c58,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:04:07.504437 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ed251b-17bf-4e28-af5c-56740eb92d9d tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7795896-f842-4107-8ebc-c12504ba12c8,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:04:07.539569 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-aa3686e1-5b9b-4a01-959b-4b3f6f6e017a req-ba727172-6291-44f3-a2c5-ec96944cddb3 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] 10.222.0.66 "GET /v2.0/security-groups?id=93e28aa4-0de3-4f04-b26e-638cffd77b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7948341 Aug 18 12:04:07.551766 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c66ae5e-0ec6-48c9-99bf-a081e1826976 admin admin] Router aa6bd6bc-9b34-4312-bc8d-0ab280db914c has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:04:07.572404 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8e186748-49de-42cd-9e88-5690c77523cc tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:07.616967 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8e186748-49de-42cd-9e88-5690c77523cc tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:07.626818 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a3d95c-97fe-4be6-8946-bce1a708df25 req-9e2776c1-36bb-40de-8e05-078f50e60797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:04:07.627302 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a3d95c-97fe-4be6-8946-bce1a708df25 req-9e2776c1-36bb-40de-8e05-078f50e60797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:04:07.629010 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d3a3d95c-97fe-4be6-8946-bce1a708df25 req-9e2776c1-36bb-40de-8e05-078f50e60797 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=317d7dd6-043c-4790-937e-efcb166e1465 HTTP/1.1" status: 200 len: 1984 time: 0.4022820 Aug 18 12:04:07.677777 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8e186748-49de-42cd-9e88-5690c77523cc tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:07.680897 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8e186748-49de-42cd-9e88-5690c77523cc tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:07.684561 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-8e186748-49de-42cd-9e88-5690c77523cc tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] 10.222.0.66 "DELETE /v2.0/security-groups/b133c6f7-fd56-4f78-87db-a5cbe991c796 HTTP/1.1" status: 204 len: 168 time: 0.2211130 Aug 18 12:04:07.692949 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 36862) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:04:07.706873 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e186748-49de-42cd-9e88-5690c77523cc tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b133c6f7-fd56-4f78-87db-a5cbe991c796,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:04:07.713987 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-007cc1b6-ad76-4dd5-8c09-6bd955ef6bb5 req-ca199427-1ab8-4659-ba82-6c8c58338dde service neutron] 10.222.0.63 "GET /v2.0/networks/365c1e73-53bd-4762-8c39-733a28020035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4283338 Aug 18 12:04:07.757643 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_v2 [None req-219cabd0-6bc5-4d28-bf91-46744fe443ee tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Deleting subnet 4e1fde19-6f2c-40fb-94f4-149fab291bb6 {{(pid=106253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 12:04:07.760587 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-219cabd0-6bc5-4d28-bf91-46744fe443ee tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks [] for subnet, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:07.799810 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-aebce6d4-82c2-4ec8-9863-133e890ec213 None None] Could not find standard attr ID for object 92eb60b0-044b-48b2-a2a5-d55d492404ec. {{(pid=106254) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 18 12:04:07.820462 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-aebce6d4-82c2-4ec8-9863-133e890ec213 None None] Provisioning for port 3b7479ec-a3e6-4798-ad22-8545196ed267 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:04:07.823247 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-219cabd0-6bc5-4d28-bf91-46744fe443ee tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902229'] for subnet, precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:07.826063 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-aebce6d4-82c2-4ec8-9863-133e890ec213 None None] Provisioning complete for port 3b7479ec-a3e6-4798-ad22-8545196ed267 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:04:07.826537 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-aebce6d4-82c2-4ec8-9863-133e890ec213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:07.929273 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-219cabd0-6bc5-4d28-bf91-46744fe443ee tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:07.929775 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d3a3d95c-97fe-4be6-8946-bce1a708df25 req-b03deff7-8678-48f0-a7cf-18c17b4139b5 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=93e28aa4-0de3-4f04-b26e-638cffd77b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2872605 Aug 18 12:04:07.939621 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6af8c3c-ccc7-48cc-9873-dcf7cf2daf65 req-f69ab86a-e455-4ed5-9a81-f2ad37fe10f2 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:04:07.941383 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c6af8c3c-ccc7-48cc-9873-dcf7cf2daf65 req-f69ab86a-e455-4ed5-9a81-f2ad37fe10f2 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] 10.222.0.66 "GET /v2.0/ports?device_id=27ecdc3e-c9a2-434c-a840-101feeb37aa9 HTTP/1.1" status: 200 len: 943 time: 0.3456130 Aug 18 12:04:07.949199 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-aebce6d4-82c2-4ec8-9863-133e890ec213 None None] Provisioning complete for port 80e8ef04-60a2-4160-8193-80c4dde17411 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:04:07.949497 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-aebce6d4-82c2-4ec8-9863-133e890ec213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:07.988162 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a30985-1178-452e-ac1c-d41688d3f988 req-2c61c216-4f95-417b-a3fc-63bf6b317cf5 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:04:07.989802 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-84a30985-1178-452e-ac1c-d41688d3f988 req-2c61c216-4f95-417b-a3fc-63bf6b317cf5 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.66 "GET /v2.0/ports?device_id=e83fa02c-bcf5-475c-bbfc-4ab7f1677f52 HTTP/1.1" status: 200 len: 949 time: 0.3553729 Aug 18 12:04:07.998211 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-aebce6d4-82c2-4ec8-9863-133e890ec213 None None] Port 80e8ef04-60a2-4160-8193-80c4dde17411 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:04:08.016077 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:08.026357 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-219cabd0-6bc5-4d28-bf91-46744fe443ee tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58902171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59388106'] for subnet, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:08.060128 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219cabd0-6bc5-4d28-bf91-46744fe443ee tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Pushing event deleted for resources: {'Subnet': ['ID=4e1fde19-6f2c-40fb-94f4-149fab291bb6,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:04:08.071199 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-219cabd0-6bc5-4d28-bf91-46744fe443ee tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:08.077531 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-219cabd0-6bc5-4d28-bf91-46744fe443ee tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] 10.222.0.66 "DELETE /v2.0/subnets/4e1fde19-6f2c-40fb-94f4-149fab291bb6 HTTP/1.1" status: 204 len: 168 time: 0.3825867 Aug 18 12:04:08.078745 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 36864) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:04:08.111886 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-edf51314-ee57-4582-a3f3-32a600ba76d0 None None] Could not find standard attr ID for object 92eb60b0-044b-48b2-a2a5-d55d492404ec. {{(pid=106254) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 18 12:04:08.123710 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c66ae5e-0ec6-48c9-99bf-a081e1826976 admin admin] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:04:08.130525 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-4c66ae5e-0ec6-48c9-99bf-a081e1826976 admin admin] 10.222.0.66 "PUT /v2.0/routers/aa6bd6bc-9b34-4312-bc8d-0ab280db914c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5638270 Aug 18 12:04:08.134464 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 36866) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:04:08.136882 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d4b583-b224-4c25-b29f-4005e79a5cf6 None None] Sync routers for ids ['aa6bd6bc-9b34-4312-bc8d-0ab280db914c'] in n-d-804985-2 {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:04:08.141280 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c6af8c3c-ccc7-48cc-9873-dcf7cf2daf65 req-cc483ab5-f970-40e8-9317-6f1fa78f9d82 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] 10.222.0.66 "GET /v2.0/security-groups?id=eff34c14-f128-4344-94bf-707ebed6dde1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1773300 Aug 18 12:04:08.152812 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d4b583-b224-4c25-b29f-4005e79a5cf6 None None] Routers {'aa6bd6bc-9b34-4312-bc8d-0ab280db914c'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:04:08.153596 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-43d4b583-b224-4c25-b29f-4005e79a5cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:03:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['aa6bd6bc-9b34-4312-bc8d-0ab280db914c'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:04:08.166982 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-007cc1b6-ad76-4dd5-8c09-6bd955ef6bb5 req-fafff36a-006f-48bf-8daa-415accd853e4 service neutron] 10.222.0.63 "GET /v2.0/networks/365c1e73-53bd-4762-8c39-733a28020035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4073546 Aug 18 12:04:08.169678 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-83e8efe0-c7a6-4638-81bb-ed035778f242 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953695'] for router_interface, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:08.208313 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-84a30985-1178-452e-ac1c-d41688d3f988 req-a6e34c8c-de7f-48fe-8384-04ff017c71a5 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb50ebbf-d033-473b-ae6e-593d78928b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036376 Aug 18 12:04:08.350150 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0a6630e-4526-4d2e-af38-d8d6e70bbbb7 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Deleting subnet 5351356b-3b6e-4cc3-823b-34132c3ef3dc {{(pid=106253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 12:04:08.350916 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aea3dfb-4abc-45f6-9908-1e5e9ffbd687 None None] Network e09d479c-49c3-4874-9ac4-04b507eec62b requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:04:08.354194 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b0a6630e-4526-4d2e-af38-d8d6e70bbbb7 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks [] for subnet, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:08.397804 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b0a6630e-4526-4d2e-af38-d8d6e70bbbb7 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902229'] for subnet, precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:08.398753 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-43d4b583-b224-4c25-b29f-4005e79a5cf6 None None] Set router aa6bd6bc-9b34-4312-bc8d-0ab280db914c gateway port host: n-d-804985-2 {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:04:08.454220 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74b6396-6c6d-4ec9-8e23-a59dfa1c21b1 req-ea53d31c-854b-4e2d-9e24-9c2f1743409c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:04:08.456307 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e74b6396-6c6d-4ec9-8e23-a59dfa1c21b1 req-ea53d31c-854b-4e2d-9e24-9c2f1743409c service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=764f05f9d69b4134b93ed670f8afc320&device_id=27ecdc3e-c9a2-434c-a840-101feeb37aa9 HTTP/1.1" status: 200 len: 1094 time: 0.1867418 Aug 18 12:04:08.499452 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3ded45b2-a49b-4b82-9579-88906148085f admin admin] Notify callbacks [] for router, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:08.538240 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b0a6630e-4526-4d2e-af38-d8d6e70bbbb7 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:08.625831 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b0a6630e-4526-4d2e-af38-d8d6e70bbbb7 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58902171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59388106'] for subnet, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:08.638305 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-65940ae4-98fd-47ec-b029-14326ffcb719 req-9553b9f6-3b59-453e-bf29-da564781a906 tempest-ServerShowV257Test-1455874224 tempest-ServerShowV257Test-1455874224-project] 10.222.0.66 "GET /v2.0/ports?device_id=68370648-5219-4fcc-8c2b-9c3fea96cce4 HTTP/1.1" status: 200 len: 210 time: 0.0803463 Aug 18 12:04:08.693494 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-43d4b583-b224-4c25-b29f-4005e79a5cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa6bd6bc-9b34-4312-bc8d-0ab280db914c', 'name': 'tempest-ServersTestFqdnHostnames-1451883294-router', 'tenant_id': 'ffcf7d5aac564664a7ac42cfaced2fdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.18'}], 'enable_snat': True}, 'gw_port_id': '52e01e38-4e4c-4e74-bbd2-6c83c79fdfe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:01:35Z', 'updated_at': '2021-08-18T12:04:05Z', 'revision_number': 5, 'project_id': 'ffcf7d5aac564664a7ac42cfaced2fdf', 'gw_port': {'id': '52e01e38-4e4c-4e74-bbd2-6c83c79fdfe1', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:58:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa6bd6bc-9b34-4312-bc8d-0ab280db914c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1146, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:01:37Z', 'updated_at': '2021-08-18T12:01:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:04:08.697986 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83e8efe0-c7a6-4638-81bb-ed035778f242 admin admin] Router b2e34042-c82c-4ef1-9249-0a612bda030a has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:04:08.706119 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a6630e-4526-4d2e-af38-d8d6e70bbbb7 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Pushing event deleted for resources: {'Subnet': ['ID=5351356b-3b6e-4cc3-823b-34132c3ef3dc,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:04:08.739316 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74b6396-6c6d-4ec9-8e23-a59dfa1c21b1 req-223a1729-4f1b-4335-98d2-0a47a963b261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:04:08.741115 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e74b6396-6c6d-4ec9-8e23-a59dfa1c21b1 req-223a1729-4f1b-4335-98d2-0a47a963b261 service neutron] 10.222.0.63 "GET /v2.0/networks?id=365c1e73-53bd-4762-8c39-733a28020035 HTTP/1.1" status: 200 len: 911 time: 0.2517726 Aug 18 12:04:08.750583 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b0a6630e-4526-4d2e-af38-d8d6e70bbbb7 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:08.752706 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-b0a6630e-4526-4d2e-af38-d8d6e70bbbb7 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] 10.222.0.66 "DELETE /v2.0/subnets/5351356b-3b6e-4cc3-823b-34132c3ef3dc HTTP/1.1" status: 204 len: 168 time: 0.6727436 Aug 18 12:04:08.755182 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80237eb9-1f2f-4698-bca7-9ce7a85a9eee req-de118b75-516e-46ab-9a80-cbfc00cebdb1 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:04:08.755601 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 36872) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:04:08.761768 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80237eb9-1f2f-4698-bca7-9ce7a85a9eee req-de118b75-516e-46ab-9a80-cbfc00cebdb1 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:04:08.769710 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-80237eb9-1f2f-4698-bca7-9ce7a85a9eee req-de118b75-516e-46ab-9a80-cbfc00cebdb1 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] 10.222.0.66 "GET /v2.0/ports?device_id=317d7dd6-043c-4790-937e-efcb166e1465 HTTP/1.1" status: 200 len: 1682 time: 0.1108651 Aug 18 12:04:08.786741 n-d-804985-2 neutron-server[106253]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c3b81de-70f4-4874-a243-8d3e7da878dc tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] DELETE failed (client error): The resource could not be found. Aug 18 12:04:08.787208 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c3b81de-70f4-4874-a243-8d3e7da878dc tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 12:04:08.789248 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-6c3b81de-70f4-4874-a243-8d3e7da878dc tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] 10.222.0.66 "DELETE /v2.0/subnets/4e1fde19-6f2c-40fb-94f4-149fab291bb6 HTTP/1.1" status: 404 len: 337 time: 0.0326827 Aug 18 12:04:08.792350 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 36874) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:04:08.867522 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e74b6396-6c6d-4ec9-8e23-a59dfa1c21b1 req-30b18fae-76cd-4999-97ef-1e1ca9c6db3e service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=64677ff4-45ed-40b8-a8c8-3e3cee5de2d5 HTTP/1.1" status: 200 len: 217 time: 0.0573115 Aug 18 12:04:08.874125 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cb909fa-58cf-40ea-b64d-ab79510fd27b tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Deleting subnet 30481187-7c8f-4f72-a1cc-c0a5725700a0 {{(pid=106253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 12:04:08.878176 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2cb909fa-58cf-40ea-b64d-ab79510fd27b tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks [] for subnet, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:08.935391 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2cb909fa-58cf-40ea-b64d-ab79510fd27b tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902229'] for subnet, precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:08.989530 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-80237eb9-1f2f-4698-bca7-9ce7a85a9eee req-1524be38-019e-42b4-aada-54a8d87b2803 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] 10.222.0.66 "GET /v2.0/security-groups?id=93e28aa4-0de3-4f04-b26e-638cffd77b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185009 Aug 18 12:04:09.029666 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3ded45b2-a49b-4b82-9579-88906148085f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:09.039565 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74b6396-6c6d-4ec9-8e23-a59dfa1c21b1 req-101d5b4b-e393-469a-ac6a-1a1089da97d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:04:09.040991 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e74b6396-6c6d-4ec9-8e23-a59dfa1c21b1 req-101d5b4b-e393-469a-ac6a-1a1089da97d0 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=e8e80694-e438-471b-8163-c76e1828e5ce HTTP/1.1" status: 200 len: 849 time: 0.1574073 Aug 18 12:04:09.043779 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83e8efe0-c7a6-4638-81bb-ed035778f242 admin admin] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:04:09.046335 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d4b583-b224-4c25-b29f-4005e79a5cf6 None None] Checking router: aa6bd6bc-9b34-4312-bc8d-0ab280db914c for host: n-d-804985-2 {{(pid=106254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:04:09.060648 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-83e8efe0-c7a6-4638-81bb-ed035778f242 admin admin] 10.222.0.66 "PUT /v2.0/routers/b2e34042-c82c-4ef1-9249-0a612bda030a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2724938 Aug 18 12:04:09.063223 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 36876) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:04:09.070496 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce70ed9-22ed-43e0-a476-c458afc8dc87 None None] Sync routers for ids ['b2e34042-c82c-4ef1-9249-0a612bda030a'] in n-d-804985-2 {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:04:09.073389 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d4b583-b224-4c25-b29f-4005e79a5cf6 None None] Routers {'aa6bd6bc-9b34-4312-bc8d-0ab280db914c'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:04:09.074433 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-43d4b583-b224-4c25-b29f-4005e79a5cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:03:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['aa6bd6bc-9b34-4312-bc8d-0ab280db914c'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:04:09.086172 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce70ed9-22ed-43e0-a476-c458afc8dc87 None None] Routers {'b2e34042-c82c-4ef1-9249-0a612bda030a'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:04:09.086802 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-8ce70ed9-22ed-43e0-a476-c458afc8dc87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:03:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['b2e34042-c82c-4ef1-9249-0a612bda030a'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:04:09.110421 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74b6396-6c6d-4ec9-8e23-a59dfa1c21b1 req-98021ca4-ed28-40dd-801c-028a51f35916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:04:09.112024 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e74b6396-6c6d-4ec9-8e23-a59dfa1c21b1 req-98021ca4-ed28-40dd-801c-028a51f35916 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=365c1e73-53bd-4762-8c39-733a28020035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0556107 Aug 18 12:04:09.169732 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2cb909fa-58cf-40ea-b64d-ab79510fd27b tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:09.216596 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-43d4b583-b224-4c25-b29f-4005e79a5cf6 None None] Set router aa6bd6bc-9b34-4312-bc8d-0ab280db914c gateway port host: None {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:04:09.242569 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-8ce70ed9-22ed-43e0-a476-c458afc8dc87 None None] Set router b2e34042-c82c-4ef1-9249-0a612bda030a gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:04:09.244424 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e74b6396-6c6d-4ec9-8e23-a59dfa1c21b1 req-c46fed3c-6752-4a38-82c3-b96c0cbdf681 service neutron] 10.222.0.63 "GET /v2.0/networks/365c1e73-53bd-4762-8c39-733a28020035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241753 Aug 18 12:04:09.310552 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-43d4b583-b224-4c25-b29f-4005e79a5cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa6bd6bc-9b34-4312-bc8d-0ab280db914c', 'name': 'tempest-ServersTestFqdnHostnames-1451883294-router', 'tenant_id': 'ffcf7d5aac564664a7ac42cfaced2fdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:01:35Z', 'updated_at': '2021-08-18T12:04:09Z', 'revision_number': 6, 'project_id': 'ffcf7d5aac564664a7ac42cfaced2fdf', 'gw_port_host': None}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:04:09.343199 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d4b583-b224-4c25-b29f-4005e79a5cf6 None None] The sync data for ids ['aa6bd6bc-9b34-4312-bc8d-0ab280db914c'] in n-d-804985-2 is: [{'id': 'aa6bd6bc-9b34-4312-bc8d-0ab280db914c', 'name': 'tempest-ServersTestFqdnHostnames-1451883294-router', 'tenant_id': 'ffcf7d5aac564664a7ac42cfaced2fdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:01:35Z', 'updated_at': '2021-08-18T12:04:09Z', 'revision_number': 6, 'project_id': 'ffcf7d5aac564664a7ac42cfaced2fdf', 'gw_port_host': None}] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:04:09.501110 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309bc1e9-52b5-423b-a575-db122030f523 req-2c41927b-0f16-49de-a94e-6aaa48bdc739 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:04:09.510825 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-309bc1e9-52b5-423b-a575-db122030f523 req-2c41927b-0f16-49de-a94e-6aaa48bdc739 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] 10.222.0.66 "GET /v2.0/ports?device_id=27ecdc3e-c9a2-434c-a840-101feeb37aa9 HTTP/1.1" status: 200 len: 943 time: 0.2335045 Aug 18 12:04:09.530628 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-8ce70ed9-22ed-43e0-a476-c458afc8dc87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2e34042-c82c-4ef1-9249-0a612bda030a', 'name': 'tempest-ServerRescueTestJSON-25081021-router', 'tenant_id': '3fdbc2b793e24068a85791f08988ef10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.194'}], 'enable_snat': True}, 'gw_port_id': '76e6575c-c22e-4401-b2f3-88d07887008a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:01:35Z', 'updated_at': '2021-08-18T12:04:06Z', 'revision_number': 5, 'project_id': '3fdbc2b793e24068a85791f08988ef10', 'gw_port': {'id': '76e6575c-c22e-4401-b2f3-88d07887008a', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:c2:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2e34042-c82c-4ef1-9249-0a612bda030a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1145, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:01:36Z', 'updated_at': '2021-08-18T12:01:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:04:09.543969 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaa791d-32a7-4f1f-9e28-0042e442b265 req-c0b7d4d6-e424-4cdf-9319-5de1e3b07f66 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:04:09.546203 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-afaa791d-32a7-4f1f-9e28-0042e442b265 req-c0b7d4d6-e424-4cdf-9319-5de1e3b07f66 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.66 "GET /v2.0/ports?device_id=e83fa02c-bcf5-475c-bbfc-4ab7f1677f52 HTTP/1.1" status: 200 len: 949 time: 0.1921899 Aug 18 12:04:09.578333 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce70ed9-22ed-43e0-a476-c458afc8dc87 None None] Checking router: b2e34042-c82c-4ef1-9249-0a612bda030a for host: n-d-804985-2 {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:04:09.586106 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e74b6396-6c6d-4ec9-8e23-a59dfa1c21b1 req-0aeeafb3-ef40-4bbe-b534-498015b916db service neutron] 10.222.0.63 "GET /v2.0/networks/365c1e73-53bd-4762-8c39-733a28020035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3322985 Aug 18 12:04:09.600466 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce70ed9-22ed-43e0-a476-c458afc8dc87 None None] Routers {'b2e34042-c82c-4ef1-9249-0a612bda030a'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:04:09.601385 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-8ce70ed9-22ed-43e0-a476-c458afc8dc87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:03:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['b2e34042-c82c-4ef1-9249-0a612bda030a'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:04:09.653806 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-af03c6e7-cce9-4855-a819-9125a40c6425 req-285e0755-a022-4c25-a37a-9e727dafaefc service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=68370648-5219-4fcc-8c2b-9c3fea96cce4 HTTP/1.1" status: 200 len: 210 time: 0.0524623 Aug 18 12:04:09.681015 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-309bc1e9-52b5-423b-a575-db122030f523 req-f91ccb9f-fcd4-4754-8342-c562dcc64d22 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] 10.222.0.66 "GET /v2.0/security-groups?id=eff34c14-f128-4344-94bf-707ebed6dde1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1492836 Aug 18 12:04:09.684198 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-afaa791d-32a7-4f1f-9e28-0042e442b265 req-89604644-d476-44b4-bbe1-2ca040ef146d tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb50ebbf-d033-473b-ae6e-593d78928b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283197 Aug 18 12:04:09.732196 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 609379b8-9c72-4594-8968-a7f1442be192 up at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:04:09.814700 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-8ce70ed9-22ed-43e0-a476-c458afc8dc87 None None] Set router b2e34042-c82c-4ef1-9249-0a612bda030a gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:04:09.857816 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b2117339-f034-42b2-a37a-31aa53038f7f admin admin] Notify callbacks [] for router, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:09.862004 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-96343167-57ed-4fa1-8867-c3bd7e3aa359 req-23e09de5-0c39-48fa-8ea0-a408ec641af5 tempest-ServerShowV257Test-1455874224 tempest-ServerShowV257Test-1455874224-project] 10.222.0.66 "GET /v2.0/ports?device_id=68370648-5219-4fcc-8c2b-9c3fea96cce4 HTTP/1.1" status: 200 len: 210 time: 0.0673375 Aug 18 12:04:09.887389 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Provisioning for port 609379b8-9c72-4594-8968-a7f1442be192 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:04:09.892357 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Provisioning complete for port 609379b8-9c72-4594-8968-a7f1442be192 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:04:09.893083 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:09.957033 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-3ded45b2-a49b-4b82-9579-88906148085f admin admin] Deleting port 52e01e38-4e4c-4e74-bbd2-6c83c79fdfe1 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:04:09.957774 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3ded45b2-a49b-4b82-9579-88906148085f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:10.008284 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2cb909fa-58cf-40ea-b64d-ab79510fd27b tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58902171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59388106'] for subnet, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:10.036241 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:10.087507 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e83fa02c-bcf5-475c-bbfc-4ab7f1677f52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '609379b8-9c72-4594-8968-a7f1442be192'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:04:10.089812 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db50a436fb3a98495337d8fe7487b4f2ea6f3c1052eb9efadc2ecda2d5737001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bb4e5e5-737d-46b0-a567-9df65c71bc76" -d '{"events": [{"server_uuid": "e83fa02c-bcf5-475c-bbfc-4ab7f1677f52", "name": "network-vif-plugged", "status": "completed", "tag": "609379b8-9c72-4594-8968-a7f1442be192"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:04:10.094596 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb909fa-58cf-40ea-b64d-ab79510fd27b tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Pushing event deleted for resources: {'Subnet': ['ID=30481187-7c8f-4f72-a1cc-c0a5725700a0,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:04:10.126563 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port 609379b8-9c72-4594-8968-a7f1442be192, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=609379b8-9c72-4594-8968-a7f1442be192,segment=NetworkSegment(b0eb6eea-b461-4969-8a27-808f00daa8a1),segment_id=b0eb6eea-b461-4969-8a27-808f00daa8a1)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:04:10.131705 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:10.141502 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2cb909fa-58cf-40ea-b64d-ab79510fd27b tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:10.144086 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-2cb909fa-58cf-40ea-b64d-ab79510fd27b tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] 10.222.0.66 "DELETE /v2.0/subnets/30481187-7c8f-4f72-a1cc-c0a5725700a0 HTTP/1.1" status: 204 len: 168 time: 1.3507946 Aug 18 12:04:10.148791 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 36890) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:04:10.173274 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:04:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47f2d8d5-c43f-49cf-a85a-0775ea606780 x-openstack-request-id: req-47f2d8d5-c43f-49cf-a85a-0775ea606780 {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:04:10.173890 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e83fa02c-bcf5-475c-bbfc-4ab7f1677f52", "name": "network-vif-plugged", "status": "completed", "tag": "609379b8-9c72-4594-8968-a7f1442be192", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:04:10.174400 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-47f2d8d5-c43f-49cf-a85a-0775ea606780 {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:04:10.174953 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e83fa02c-bcf5-475c-bbfc-4ab7f1677f52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '609379b8-9c72-4594-8968-a7f1442be192', 'code': 200} Aug 18 12:04:10.200034 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=609379b8-9c72-4594-8968-a7f1442be192,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:04:10.207233 n-d-804985-2 neutron-server[106253]: INFO neutron.pecan_wsgi.hooks.translation [None req-fefd9d7c-1738-4118-9ea6-28dd18519366 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] DELETE failed (client error): The resource could not be found. Aug 18 12:04:10.207715 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fefd9d7c-1738-4118-9ea6-28dd18519366 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 12:04:10.210809 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-fefd9d7c-1738-4118-9ea6-28dd18519366 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] 10.222.0.66 "DELETE /v2.0/subnets/88b17dd4-5771-4ce1-b107-be4caf91bd57 HTTP/1.1" status: 404 len: 337 time: 0.0570707 Aug 18 12:04:10.213697 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 36892) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:04:10.231267 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-8ce70ed9-22ed-43e0-a476-c458afc8dc87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2e34042-c82c-4ef1-9249-0a612bda030a', 'name': 'tempest-ServerRescueTestJSON-25081021-router', 'tenant_id': '3fdbc2b793e24068a85791f08988ef10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.194'}], 'enable_snat': True}, 'gw_port_id': '76e6575c-c22e-4401-b2f3-88d07887008a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:01:35Z', 'updated_at': '2021-08-18T12:04:06Z', 'revision_number': 5, 'project_id': '3fdbc2b793e24068a85791f08988ef10', 'gw_port': {'id': '76e6575c-c22e-4401-b2f3-88d07887008a', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:c2:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2e34042-c82c-4ef1-9249-0a612bda030a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1145, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:01:36Z', 'updated_at': '2021-08-18T12:01:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:04:10.237471 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da3f995-ea7c-48ae-bfe1-934a080114e5 req-fe3ab8e3-1410-49b7-a689-81b8f8fbd039 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:04:10.243597 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da3f995-ea7c-48ae-bfe1-934a080114e5 req-fe3ab8e3-1410-49b7-a689-81b8f8fbd039 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:04:10.245296 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b2117339-f034-42b2-a37a-31aa53038f7f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:10.246009 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3da3f995-ea7c-48ae-bfe1-934a080114e5 req-fe3ab8e3-1410-49b7-a689-81b8f8fbd039 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] 10.222.0.66 "GET /v2.0/ports?device_id=317d7dd6-043c-4790-937e-efcb166e1465 HTTP/1.1" status: 200 len: 1682 time: 0.1349766 Aug 18 12:04:10.267652 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [None req-3ded45b2-a49b-4b82-9579-88906148085f admin admin] For port 52e01e38-4e4c-4e74-bbd2-6c83c79fdfe1, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=52e01e38-4e4c-4e74-bbd2-6c83c79fdfe1,segment=NetworkSegment(c5a3db9d-5c58-41b1-9177-d5787a597b78),segment_id=c5a3db9d-5c58-41b1-9177-d5787a597b78)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:04:10.268032 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3ded45b2-a49b-4b82-9579-88906148085f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:10.288337 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-185a2d49-1ac1-462f-86be-54299aefe5b8 None None] Network e09d479c-49c3-4874-9ac4-04b507eec62b requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:04:10.295762 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-b69b90d6-ee87-45e0-aec6-792f9a7230a8 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] 10.222.0.66 "GET /v2.0/ports?device_id=f80138c9-525b-406a-9ccb-3a59ba29350c HTTP/1.1" status: 200 len: 205 time: 0.0780141 Aug 18 12:04:10.297635 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce70ed9-22ed-43e0-a476-c458afc8dc87 None None] The sync data for ids ['b2e34042-c82c-4ef1-9249-0a612bda030a'] in n-d-804985-2 is: [{'id': 'b2e34042-c82c-4ef1-9249-0a612bda030a', 'name': 'tempest-ServerRescueTestJSON-25081021-router', 'tenant_id': '3fdbc2b793e24068a85791f08988ef10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.194'}], 'enable_snat': True}, 'gw_port_id': '76e6575c-c22e-4401-b2f3-88d07887008a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:01:35Z', 'updated_at': '2021-08-18T12:04:06Z', 'revision_number': 5, 'project_id': '3fdbc2b793e24068a85791f08988ef10', 'gw_port': {'id': '76e6575c-c22e-4401-b2f3-88d07887008a', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:c2:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2e34042-c82c-4ef1-9249-0a612bda030a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1145, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:01:36Z', 'updated_at': '2021-08-18T12:01:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:04:10.301758 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 36894) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:04:10.306436 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-3ded45b2-a49b-4b82-9579-88906148085f admin admin] Calling delete_port for 52e01e38-4e4c-4e74-bbd2-6c83c79fdfe1 owned by network:router_gateway {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:04:10.393710 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-60133f6a-1aa3-4e2b-94f9-5a885a75134a None None] Provisioning complete for port 3b7479ec-a3e6-4798-ad22-8545196ed267 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:04:10.400976 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-60133f6a-1aa3-4e2b-94f9-5a885a75134a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:10.401919 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-b2117339-f034-42b2-a37a-31aa53038f7f admin admin] Deleting port 76e6575c-c22e-4401-b2f3-88d07887008a {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:04:10.402181 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b2117339-f034-42b2-a37a-31aa53038f7f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:10.410088 n-d-804985-2 neutron-server[106252]: INFO neutron.api.v2.resource [None req-929c59b7-7aa9-445d-bf9a-9eb027ac2ccf tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] delete failed (client error): The resource could not be found. Aug 18 12:04:10.414278 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-929c59b7-7aa9-445d-bf9a-9eb027ac2ccf tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] 10.222.0.66 "DELETE /v2.0/routers/f80138c9-525b-406a-9ccb-3a59ba29350c HTTP/1.1" status: 404 len: 336 time: 0.1023870 Aug 18 12:04:10.416969 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 36896) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:04:10.441787 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3da3f995-ea7c-48ae-bfe1-934a080114e5 req-873d4234-5450-4f3b-a0a8-70410537ff6b tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] 10.222.0.66 "GET /v2.0/security-groups?id=93e28aa4-0de3-4f04-b26e-638cffd77b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569500 Aug 18 12:04:10.445406 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e354ba-e2ee-42e1-a985-88a09f93784e req-e32d8274-7847-4d5c-bfa8-2a4681c78c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:04:10.447182 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-46e354ba-e2ee-42e1-a985-88a09f93784e req-e32d8274-7847-4d5c-bfa8-2a4681c78c59 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=e83fa02c-bcf5-475c-bbfc-4ab7f1677f52 HTTP/1.1" status: 200 len: 1101 time: 0.1606855 Aug 18 12:04:10.528369 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-46e354ba-e2ee-42e1-a985-88a09f93784e req-8ec4dff0-7bc3-4308-8c91-55d77f8e1797 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=eb50ebbf-d033-473b-ae6e-593d78928b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731878 Aug 18 12:04:10.554094 n-d-804985-2 neutron-server[106253]: INFO neutron.pecan_wsgi.hooks.translation [None req-e104eb32-7d4e-46e9-82cf-914420f39d8e tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] DELETE failed (client error): The resource could not be found. Aug 18 12:04:10.554561 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e104eb32-7d4e-46e9-82cf-914420f39d8e tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 12:04:10.556467 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-e104eb32-7d4e-46e9-82cf-914420f39d8e tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] 10.222.0.66 "DELETE /v2.0/subnets/4cc792f0-d65d-4ed5-9ba0-96e69e065d74 HTTP/1.1" status: 404 len: 337 time: 0.1390910 Aug 18 12:04:10.559348 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 36902) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:04:10.598184 n-d-804985-2 neutron-server[106252]: INFO neutron.pecan_wsgi.hooks.translation [None req-57f86f5c-1f9f-4828-8531-dd953ff8acba tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] DELETE failed (client error): The resource could not be found. Aug 18 12:04:10.598929 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57f86f5c-1f9f-4828-8531-dd953ff8acba tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106252) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 12:04:10.601314 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-57f86f5c-1f9f-4828-8531-dd953ff8acba tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] 10.222.0.66 "DELETE /v2.0/subnets/fc40f8ce-f2cc-4c4d-aeff-31a49ef23252 HTTP/1.1" status: 404 len: 337 time: 0.0406382 Aug 18 12:04:10.604193 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 36904) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:04:10.621468 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-60133f6a-1aa3-4e2b-94f9-5a885a75134a None None] Provisioning complete for port 80e8ef04-60a2-4160-8193-80c4dde17411 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:04:10.621758 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-60133f6a-1aa3-4e2b-94f9-5a885a75134a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:10.655098 n-d-804985-2 neutron-server[106252]: INFO neutron.pecan_wsgi.hooks.translation [None req-831ffc94-4844-4298-aa8a-1e96f6a31792 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] DELETE failed (client error): The resource could not be found. Aug 18 12:04:10.656305 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-831ffc94-4844-4298-aa8a-1e96f6a31792 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106252) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 12:04:10.658874 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-831ffc94-4844-4298-aa8a-1e96f6a31792 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] 10.222.0.66 "DELETE /v2.0/subnets/3b480a18-fa86-49aa-aa2e-83387e0900aa HTTP/1.1" status: 404 len: 337 time: 0.0535598 Aug 18 12:04:10.663986 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 36906) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:04:10.699471 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [None req-b2117339-f034-42b2-a37a-31aa53038f7f admin admin] For port 76e6575c-c22e-4401-b2f3-88d07887008a, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=76e6575c-c22e-4401-b2f3-88d07887008a,segment=NetworkSegment(c5a3db9d-5c58-41b1-9177-d5787a597b78),segment_id=c5a3db9d-5c58-41b1-9177-d5787a597b78)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:04:10.699846 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b2117339-f034-42b2-a37a-31aa53038f7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:10.704452 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f4c932c-f39f-477f-bb4a-985003a33a50 None None] DHCP port deletion for e09d479c-49c3-4874-9ac4-04b507eec62b request from n-d-804985-2 {{(pid=106254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 12:04:10.705225 n-d-804985-2 neutron-server[106252]: INFO neutron.pecan_wsgi.hooks.translation [None req-31b0cf1c-4f9d-4854-b5e6-3c008cc1aa1c tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] DELETE failed (client error): The resource could not be found. Aug 18 12:04:10.707334 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31b0cf1c-4f9d-4854-b5e6-3c008cc1aa1c tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106252) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 12:04:10.709106 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-60133f6a-1aa3-4e2b-94f9-5a885a75134a None None] Port 80e8ef04-60a2-4160-8193-80c4dde17411 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:04:10.721158 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-31b0cf1c-4f9d-4854-b5e6-3c008cc1aa1c tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] 10.222.0.66 "DELETE /v2.0/ports/6c51cb2d-42f9-40e8-904f-bcba2ff65811 HTTP/1.1" status: 404 len: 333 time: 0.0527525 Aug 18 12:04:10.722113 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 36912) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:04:10.732311 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-b2117339-f034-42b2-a37a-31aa53038f7f admin admin] Calling delete_port for 76e6575c-c22e-4401-b2f3-88d07887008a owned by network:router_gateway {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:04:10.791469 n-d-804985-2 neutron-server[106252]: INFO neutron.pecan_wsgi.hooks.translation [None req-8aaebe79-714f-4cba-b568-5b0c98d1ce7a tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] DELETE failed (client error): The resource could not be found. Aug 18 12:04:10.792011 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8aaebe79-714f-4cba-b568-5b0c98d1ce7a tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106252) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 12:04:10.792199 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3ded45b2-a49b-4b82-9579-88906148085f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:10.793929 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-8aaebe79-714f-4cba-b568-5b0c98d1ce7a tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] 10.222.0.66 "DELETE /v2.0/subnets/2a37ff4c-cbfe-459c-b37b-c50757f93918 HTTP/1.1" status: 404 len: 337 time: 0.0682867 Aug 18 12:04:10.799280 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 36916) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:04:10.803343 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-5f4c932c-f39f-477f-bb4a-985003a33a50 None None] Deleting port 3b7479ec-a3e6-4798-ad22-8545196ed267 {{(pid=106254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:04:10.804169 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-5f4c932c-f39f-477f-bb4a-985003a33a50 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:10.837065 n-d-804985-2 neutron-server[106252]: INFO neutron.pecan_wsgi.hooks.translation [None req-240847d5-9ce4-45de-8cb5-4ac5800fc726 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] DELETE failed (client error): The resource could not be found. Aug 18 12:04:10.837523 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-240847d5-9ce4-45de-8cb5-4ac5800fc726 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106252) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 12:04:10.839307 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-240847d5-9ce4-45de-8cb5-4ac5800fc726 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] 10.222.0.66 "DELETE /v2.0/subnets/ecfd6115-a645-4c40-8aff-e441e24e969b HTTP/1.1" status: 404 len: 337 time: 0.0378444 Aug 18 12:04:10.843629 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 36918) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:04:10.848304 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ded45b2-a49b-4b82-9579-88906148085f admin admin] Pushing event deleted for resources: {'Port': ['ID=52e01e38-4e4c-4e74-bbd2-6c83c79fdfe1,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:04:10.915513 n-d-804985-2 neutron-server[106252]: INFO neutron.pecan_wsgi.hooks.translation [None req-07239a4f-6d39-4494-b8f5-04354ddde8dc tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] DELETE failed (client error): The resource could not be found. Aug 18 12:04:10.916709 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07239a4f-6d39-4494-b8f5-04354ddde8dc tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106252) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 12:04:10.922193 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-07239a4f-6d39-4494-b8f5-04354ddde8dc tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] 10.222.0.66 "DELETE /v2.0/ports/abb72b2b-55ea-40ee-9338-fd4602a81752 HTTP/1.1" status: 404 len: 333 time: 0.0773885 Aug 18 12:04:10.940885 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 36924) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:04:10.947918 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-5f4c932c-f39f-477f-bb4a-985003a33a50 None None] For port 3b7479ec-a3e6-4798-ad22-8545196ed267, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=3b7479ec-a3e6-4798-ad22-8545196ed267,segment=NetworkSegment(90d86016-4e63-4d48-9794-bc6fd7d5a38b),segment_id=90d86016-4e63-4d48-9794-bc6fd7d5a38b)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:04:10.948624 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-5f4c932c-f39f-477f-bb4a-985003a33a50 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:10.964025 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-5f4c932c-f39f-477f-bb4a-985003a33a50 None None] Calling delete_port for 3b7479ec-a3e6-4798-ad22-8545196ed267 owned by network:dhcp {{(pid=106254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:04:10.981223 n-d-804985-2 neutron-server[106252]: INFO neutron.pecan_wsgi.hooks.translation [None req-de5fa0a8-9f16-438c-9771-b323285fd76e tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] DELETE failed (client error): The resource could not be found. Aug 18 12:04:10.981759 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de5fa0a8-9f16-438c-9771-b323285fd76e tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106252) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 12:04:10.984593 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-de5fa0a8-9f16-438c-9771-b323285fd76e tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] 10.222.0.66 "DELETE /v2.0/subnets/2c8fd422-e1bf-41b0-9cdc-8264028d55f9 HTTP/1.1" status: 404 len: 337 time: 0.0374305 Aug 18 12:04:10.990001 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 36926) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:04:11.012110 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 3b7479ec-a3e6-4798-ad22-8545196ed267 no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:04:11.018029 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3ded45b2-a49b-4b82-9579-88906148085f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-997271'] for router_gateway, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:11.047394 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10feac0c-f42b-4d3f-99ff-4ac43fcb4262 req-b55e32bf-fb0b-4109-983f-4c9e8b20efea tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:04:11.047900 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-10feac0c-f42b-4d3f-99ff-4ac43fcb4262 req-b55e32bf-fb0b-4109-983f-4c9e8b20efea tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.66 "GET /v2.0/ports?device_id=e83fa02c-bcf5-475c-bbfc-4ab7f1677f52 HTTP/1.1" status: 200 len: 950 time: 0.1725698 Aug 18 12:04:11.049309 n-d-804985-2 neutron-server[106252]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2f90f53-7b6f-4343-b8a5-06496795ce12 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] DELETE failed (client error): The resource could not be found. Aug 18 12:04:11.049804 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2f90f53-7b6f-4343-b8a5-06496795ce12 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106252) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 12:04:11.051612 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-c2f90f53-7b6f-4343-b8a5-06496795ce12 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] 10.222.0.66 "DELETE /v2.0/subnets/6f055963-1cdc-4750-b1f1-691623559e67 HTTP/1.1" status: 404 len: 337 time: 0.0608242 Aug 18 12:04:11.054487 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 36928) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:04:11.060305 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeb7b20-53bd-4e5c-a242-32ea6052c6eb req-f5b53a0e-20a4-4d3c-8bff-52f817bf4652 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:04:11.062230 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-eeeb7b20-53bd-4e5c-a242-32ea6052c6eb req-f5b53a0e-20a4-4d3c-8bff-52f817bf4652 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] 10.222.0.66 "GET /v2.0/ports?device_id=27ecdc3e-c9a2-434c-a840-101feeb37aa9 HTTP/1.1" status: 200 len: 943 time: 0.2672510 Aug 18 12:04:11.125607 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-10feac0c-f42b-4d3f-99ff-4ac43fcb4262 req-e21e68a9-9f63-450b-b7a2-c60194fd2366 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb50ebbf-d033-473b-ae6e-593d78928b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608304 Aug 18 12:04:11.132927 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-eeeb7b20-53bd-4e5c-a242-32ea6052c6eb req-2214234e-8139-4e74-babc-6d20ca274f88 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] 10.222.0.66 "GET /v2.0/security-groups?id=eff34c14-f128-4344-94bf-707ebed6dde1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576308 Aug 18 12:04:11.137412 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-5f4c932c-f39f-477f-bb4a-985003a33a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556'] for port, after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:11.141473 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:11.152735 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3ded45b2-a49b-4b82-9579-88906148085f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-996004', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15859'] for router, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:11.157397 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3ded45b2-a49b-4b82-9579-88906148085f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:11.188882 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4c932c-f39f-477f-bb4a-985003a33a50 None None] Pushing event deleted for resources: {'Port': ['ID=3b7479ec-a3e6-4798-ad22-8545196ed267,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:04:11.211604 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4c932c-f39f-477f-bb4a-985003a33a50 None None] No DVR routers for this DVR port 3b7479ec-a3e6-4798-ad22-8545196ed267 on host n-d-804985-2 {{(pid=106254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:04:11.237490 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 1c0b2814-1ff3-4dac-85b7-c76c46357c58 no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:04:11.268089 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: 1c0b2814-1ff3-4dac-85b7-c76c46357c58 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:04:11.273058 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 1c0b2814-1ff3-4dac-85b7-c76c46357c58 not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:04:11.273709 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 1ce941db-34bd-4857-b10a-1f77f83ebb2b no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:04:11.277104 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3ded45b2-a49b-4b82-9579-88906148085f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-996061'] for router, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:11.277774 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ded45b2-a49b-4b82-9579-88906148085f admin admin] Fanout notify agent at l3_agent the message router_deleted on router aa6bd6bc-9b34-4312-bc8d-0ab280db914c {{(pid=106253) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 12:04:11.284182 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3ded45b2-a49b-4b82-9579-88906148085f admin admin] Notify callbacks [] for router, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:11.288059 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-3ded45b2-a49b-4b82-9579-88906148085f admin admin] 10.222.0.66 "DELETE /v2.0/routers/aa6bd6bc-9b34-4312-bc8d-0ab280db914c HTTP/1.1" status: 204 len: 168 time: 3.1502266 Aug 18 12:04:11.289131 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 36930) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:04:11.301220 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b2117339-f034-42b2-a37a-31aa53038f7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:11.307430 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: 1ce941db-34bd-4857-b10a-1f77f83ebb2b {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:04:11.307882 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 1ce941db-34bd-4857-b10a-1f77f83ebb2b not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:04:11.308351 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 52e01e38-4e4c-4e74-bbd2-6c83c79fdfe1 no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:04:11.344920 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d732fbb-bbc8-4ab6-ae16-94fa1934d49e req-8b97f78b-5883-43b0-bbeb-1451392e898a tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:04:11.349180 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: 52e01e38-4e4c-4e74-bbd2-6c83c79fdfe1 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:04:11.349764 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 52e01e38-4e4c-4e74-bbd2-6c83c79fdfe1 not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:04:11.352602 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d732fbb-bbc8-4ab6-ae16-94fa1934d49e req-8b97f78b-5883-43b0-bbeb-1451392e898a tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:04:11.360159 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8d732fbb-bbc8-4ab6-ae16-94fa1934d49e req-8b97f78b-5883-43b0-bbeb-1451392e898a tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] 10.222.0.66 "GET /v2.0/ports?device_id=317d7dd6-043c-4790-937e-efcb166e1465 HTTP/1.1" status: 200 len: 1682 time: 0.1499081 Aug 18 12:04:11.369775 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2117339-f034-42b2-a37a-31aa53038f7f admin admin] Pushing event deleted for resources: {'Port': ['ID=76e6575c-c22e-4401-b2f3-88d07887008a,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:04:11.375511 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-389745d7-d232-4016-9c77-9dda8f7f674f req-2843ee30-6d5b-4388-9e25-9293ce9c57f5 tempest-ServerShowV257Test-1455874224 tempest-ServerShowV257Test-1455874224-project] 10.222.0.66 "GET /v2.0/ports?device_id=68370648-5219-4fcc-8c2b-9c3fea96cce4 HTTP/1.1" status: 200 len: 210 time: 0.0675232 Aug 18 12:04:11.396498 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-f25ad86b-8c1c-4626-a7d3-e617839343f8 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Deleting port 80e8ef04-60a2-4160-8193-80c4dde17411 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:04:11.397263 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f25ad86b-8c1c-4626-a7d3-e617839343f8 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:11.410991 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8d732fbb-bbc8-4ab6-ae16-94fa1934d49e req-ac51264d-30f0-4ccd-9001-ae3042f5eef0 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] 10.222.0.66 "GET /v2.0/security-groups?id=93e28aa4-0de3-4f04-b26e-638cffd77b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495980 Aug 18 12:04:11.425200 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_v2 [None req-5175d722-9962-446c-9d2a-bd3c4fb0afbe admin admin] Deleting subnet 2e58a9c0-68af-400d-926e-c840e7b0c4c2 {{(pid=106253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 12:04:11.471520 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5175d722-9962-446c-9d2a-bd3c4fb0afbe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:11.555606 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f25ad86b-8c1c-4626-a7d3-e617839343f8 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:11.565463 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5175d722-9962-446c-9d2a-bd3c4fb0afbe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902229'] for subnet, precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:11.590113 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b2117339-f034-42b2-a37a-31aa53038f7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-997271'] for router_gateway, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:11.592158 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-f25ad86b-8c1c-4626-a7d3-e617839343f8 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Calling delete_port for 80e8ef04-60a2-4160-8193-80c4dde17411 owned by {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:04:11.734642 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b2117339-f034-42b2-a37a-31aa53038f7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-996004', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15859'] for router, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:11.740039 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ca1e6bcb-e811-4709-89ff-8ee1657c493a req-b88ebbd9-6abb-4437-8cb0-8da8e0d48f4e tempest-ServerShowV257Test-1455874224 tempest-ServerShowV257Test-1455874224-project] 10.222.0.66 "GET /v2.0/ports?device_id=68370648-5219-4fcc-8c2b-9c3fea96cce4 HTTP/1.1" status: 200 len: 210 time: 0.0285485 Aug 18 12:04:11.742040 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b2117339-f034-42b2-a37a-31aa53038f7f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:11.822988 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b2117339-f034-42b2-a37a-31aa53038f7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-996061'] for router, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:11.823542 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2117339-f034-42b2-a37a-31aa53038f7f admin admin] Fanout notify agent at l3_agent the message router_deleted on router b2e34042-c82c-4ef1-9249-0a612bda030a {{(pid=106253) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 12:04:11.830378 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b2117339-f034-42b2-a37a-31aa53038f7f admin admin] Notify callbacks [] for router, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:11.831493 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-b2117339-f034-42b2-a37a-31aa53038f7f admin admin] 10.222.0.66 "DELETE /v2.0/routers/b2e34042-c82c-4ef1-9249-0a612bda030a HTTP/1.1" status: 204 len: 168 time: 2.7671554 Aug 18 12:04:11.835275 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 36948) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:04:11.854212 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5175d722-9962-446c-9d2a-bd3c4fb0afbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:11.908662 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f25ad86b-8c1c-4626-a7d3-e617839343f8 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:11.953899 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25ad86b-8c1c-4626-a7d3-e617839343f8 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Pushing event deleted for resources: {'Port': ['ID=80e8ef04-60a2-4160-8193-80c4dde17411,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:04:11.960313 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2b1282c-3816-409b-ae60-84b4fe1bcd85 admin admin] Deleting subnet ff8046ef-165b-4279-9512-1ee28b707bb5 {{(pid=106253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 12:04:11.966941 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b2b1282c-3816-409b-ae60-84b4fe1bcd85 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:11.971876 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f25ad86b-8c1c-4626-a7d3-e617839343f8 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:11.973496 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-f25ad86b-8c1c-4626-a7d3-e617839343f8 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] 10.222.0.66 "DELETE /v2.0/ports/80e8ef04-60a2-4160-8193-80c4dde17411 HTTP/1.1" status: 204 len: 168 time: 0.8834903 Aug 18 12:04:11.976182 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 36950) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:04:12.011318 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5175d722-9962-446c-9d2a-bd3c4fb0afbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58902171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59388106'] for subnet, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:12.015418 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b2b1282c-3816-409b-ae60-84b4fe1bcd85 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902229'] for subnet, precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:12.062781 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5175d722-9962-446c-9d2a-bd3c4fb0afbe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e58a9c0-68af-400d-926e-c840e7b0c4c2,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:04:12.064630 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a7a1fdb2-175f-46c2-96c2-38050b476142 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7904109'] for network, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:12.073060 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5175d722-9962-446c-9d2a-bd3c4fb0afbe admin admin] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:12.076749 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-5175d722-9962-446c-9d2a-bd3c4fb0afbe admin admin] 10.222.0.66 "DELETE /v2.0/subnets/2e58a9c0-68af-400d-926e-c840e7b0c4c2 HTTP/1.1" status: 204 len: 168 time: 0.7847013 Aug 18 12:04:12.079015 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f0d8304-0bd6-4ebc-b9bf-cc479a4bcc86 None None] Network eac89898-3f6c-43a3-b7fc-911d0f9e8301 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:04:12.081181 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 36952) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:04:12.091288 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b2b1282c-3816-409b-ae60-84b4fe1bcd85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:12.119886 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 64677ff4-45ed-40b8-a8c8-3e3cee5de2d5 details requested by agent hyperv_n-h1-804985-2 with host n-h1-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:04:12.164909 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b2b1282c-3816-409b-ae60-84b4fe1bcd85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58902171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59388106'] for subnet, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:12.214388 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b1282c-3816-409b-ae60-84b4fe1bcd85 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff8046ef-165b-4279-9512-1ee28b707bb5,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:04:12.224439 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b2b1282c-3816-409b-ae60-84b4fe1bcd85 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:12.226433 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-b2b1282c-3816-409b-ae60-84b4fe1bcd85 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/ff8046ef-165b-4279-9512-1ee28b707bb5 HTTP/1.1" status: 204 len: 168 time: 0.3886476 Aug 18 12:04:12.229559 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 36958) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:04:12.261589 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a7a1fdb2-175f-46c2-96c2-38050b476142 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8367869', 'neutron.services.segments.db._delete_segments_for_network-8789151212993'] for network, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:12.284349 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-a7a1fdb2-175f-46c2-96c2-38050b476142 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e09d479c-49c3-4874-9ac4-04b507eec62b']}} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:04:12.305698 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c74a0cdd-549a-424c-a48e-4e292b8ca839 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7904109'] for network, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:12.319488 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-69e7b7a4-8df1-4756-b728-e67d20ea6a67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7904109'] for network, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:12.333061 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 64677ff4-45ed-40b8-a8c8-3e3cee5de2d5, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=64677ff4-45ed-40b8-a8c8-3e3cee5de2d5,segment=NetworkSegment(a349f629-a357-4fba-80a9-3970130b5e97),segment_id=a349f629-a357-4fba-80a9-3970130b5e97)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:04:12.346674 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Returning: {'device': '64677ff4-45ed-40b8-a8c8-3e3cee5de2d5', 'network_id': '365c1e73-53bd-4762-8c39-733a28020035', 'port_id': '64677ff4-45ed-40b8-a8c8-3e3cee5de2d5', 'mac_address': 'fa:16:3e:ec:fe:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 829, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8e80694-e438-471b-8163-c76e1828e5ce', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:04:12.404792 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:12.414704 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-69e7b7a4-8df1-4756-b728-e67d20ea6a67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8367869', 'neutron.services.segments.db._delete_segments_for_network-8789151212993'] for network, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:12.419229 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64677ff4-45ed-40b8-a8c8-3e3cee5de2d5 {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:04:12.426968 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-69e7b7a4-8df1-4756-b728-e67d20ea6a67 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fde25e42-4dfd-46b4-aeda-a37c860e4c94']}} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:04:12.442092 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-69e7b7a4-8df1-4756-b728-e67d20ea6a67 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e34e2fb-4ad4-4b3f-a62c-efd405a8566d') {'for_net_delete': True} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:04:12.442825 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-69e7b7a4-8df1-4756-b728-e67d20ea6a67 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e34e2fb-4ad4-4b3f-a62c-efd405a8566d') {} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:04:12.457897 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 64677ff4-45ed-40b8-a8c8-3e3cee5de2d5, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=64677ff4-45ed-40b8-a8c8-3e3cee5de2d5,segment=NetworkSegment(a349f629-a357-4fba-80a9-3970130b5e97),segment_id=a349f629-a357-4fba-80a9-3970130b5e97)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:04:12.461954 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-69e7b7a4-8df1-4756-b728-e67d20ea6a67 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789151225254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902236'] for segment, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:12.462468 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:12.477639 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-69e7b7a4-8df1-4756-b728-e67d20ea6a67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:12.484632 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69e7b7a4-8df1-4756-b728-e67d20ea6a67 admin admin] Releasing vlan 835 on physical network physnet1 to pool {{(pid=106253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:04:12.485337 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-69e7b7a4-8df1-4756-b728-e67d20ea6a67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58900537'] for segment, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:12.487609 n-d-804985-2 neutron-server[106253]: Traceback (most recent call last): Aug 18 12:04:12.487609 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:04:12.487609 n-d-804985-2 neutron-server[106253]: timer() Aug 18 12:04:12.487609 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:04:12.487609 n-d-804985-2 neutron-server[106253]: cb(*args, **kw) Aug 18 12:04:12.487609 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:04:12.487609 n-d-804985-2 neutron-server[106253]: return func(*args, **kwargs) Aug 18 12:04:12.487609 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:04:12.487609 n-d-804985-2 neutron-server[106253]: self._notify() Aug 18 12:04:12.487609 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:04:12.487609 n-d-804985-2 neutron-server[106253]: self.callback(batched_events) Aug 18 12:04:12.487609 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:04:12.487609 n-d-804985-2 neutron-server[106253]: event.method(event) Aug 18 12:04:12.487609 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:04:12.487609 n-d-804985-2 neutron-server[106253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:04:12.487609 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:04:12.487609 n-d-804985-2 neutron-server[106253]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:04:12.487609 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:04:12.487609 n-d-804985-2 neutron-server[106253]: return f(self, *a, **k) Aug 18 12:04:12.487609 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:04:12.487609 n-d-804985-2 neutron-server[106253]: return self._get(url).json() Aug 18 12:04:12.487609 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:04:12.487609 n-d-804985-2 neutron-server[106253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:04:12.487609 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:04:12.487609 n-d-804985-2 neutron-server[106253]: return self.request(url, 'GET', **kwargs) Aug 18 12:04:12.487609 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:04:12.487609 n-d-804985-2 neutron-server[106253]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:04:12.487609 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:04:12.487609 n-d-804985-2 neutron-server[106253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:04:12.487609 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:04:12.487609 n-d-804985-2 neutron-server[106253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:04:12.487609 n-d-804985-2 neutron-server[106253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:04:12.514001 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51beba9a-4204-48fc-9649-87e1146defe2 None None] DHCP port deletion for eac89898-3f6c-43a3-b7fc-911d0f9e8301 request from n-d-804985-2 {{(pid=106254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 12:04:12.522468 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=64677ff4-45ed-40b8-a8c8-3e3cee5de2d5,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:04:12.558172 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-69e7b7a4-8df1-4756-b728-e67d20ea6a67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8367858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997186'] for network, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:12.565221 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-69e7b7a4-8df1-4756-b728-e67d20ea6a67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:12.567683 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-69e7b7a4-8df1-4756-b728-e67d20ea6a67 admin admin] 10.222.0.66 "DELETE /v2.0/networks/fde25e42-4dfd-46b4-aeda-a37c860e4c94 HTTP/1.1" status: 204 len: 168 time: 0.3368151 Aug 18 12:04:12.578535 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-51beba9a-4204-48fc-9649-87e1146defe2 None None] Deleting port 037eca6b-561e-48f1-9325-6e059dd8947e {{(pid=106254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:04:12.578922 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-51beba9a-4204-48fc-9649-87e1146defe2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:12.581948 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e7b7a4-8df1-4756-b728-e67d20ea6a67 admin admin] Pushing event deleted for resources: {'Network': ['ID=fde25e42-4dfd-46b4-aeda-a37c860e4c94,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:04:12.646215 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-51beba9a-4204-48fc-9649-87e1146defe2 None None] For port 037eca6b-561e-48f1-9325-6e059dd8947e, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=037eca6b-561e-48f1-9325-6e059dd8947e,segment=NetworkSegment(8d73c820-c1f4-4127-bca7-8a9ff7b01167),segment_id=8d73c820-c1f4-4127-bca7-8a9ff7b01167)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:04:12.646590 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-51beba9a-4204-48fc-9649-87e1146defe2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:12.660423 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-51beba9a-4204-48fc-9649-87e1146defe2 None None] Calling delete_port for 037eca6b-561e-48f1-9325-6e059dd8947e owned by network:dhcp {{(pid=106254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:04:12.679248 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-a7a1fdb2-175f-46c2-96c2-38050b476142 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90d86016-4e63-4d48-9794-bc6fd7d5a38b') {'for_net_delete': True} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:04:12.679248 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-a7a1fdb2-175f-46c2-96c2-38050b476142 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90d86016-4e63-4d48-9794-bc6fd7d5a38b') {} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:04:12.720490 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] get_ports_and_sgs() called for port_ids ['64677ff4-45ed-40b8-a8c8-3e3cee5de2d5'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:04:12.722924 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a7a1fdb2-175f-46c2-96c2-38050b476142 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789151225254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2221521'] for segment, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:12.754183 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 36966) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:04:12.756930 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a73256a-9274-4ef4-9d26-9083759b82bd req-c4da5d39-3076-4238-87e4-b7994a1d5a65 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:04:12.758496 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2a73256a-9274-4ef4-9d26-9083759b82bd req-c4da5d39-3076-4238-87e4-b7994a1d5a65 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.66 "GET /v2.0/ports?device_id=e83fa02c-bcf5-475c-bbfc-4ab7f1677f52 HTTP/1.1" status: 200 len: 950 time: 0.5517645 Aug 18 12:04:12.769745 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a7a1fdb2-175f-46c2-96c2-38050b476142 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:12.783856 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25b26db-e1ad-4181-bd5c-e067b271a78d req-a2c4b2ec-384d-468e-9e89-22c708b8872a tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:04:12.785579 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b25b26db-e1ad-4181-bd5c-e067b271a78d req-a2c4b2ec-384d-468e-9e89-22c708b8872a tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] 10.222.0.66 "GET /v2.0/ports?device_id=27ecdc3e-c9a2-434c-a840-101feeb37aa9 HTTP/1.1" status: 200 len: 943 time: 0.5398664 Aug 18 12:04:12.799546 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-73d05957-316e-4036-a740-6af0ee11d95d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=3fdbc2b793e24068a85791f08988ef10&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0417755 Aug 18 12:04:12.799799 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 36970) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:04:12.816351 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7a1fdb2-175f-46c2-96c2-38050b476142 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Releasing vlan 827 on physical network physnet1 to pool {{(pid=106252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:04:12.816785 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a7a1fdb2-175f-46c2-96c2-38050b476142 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3572434'] for segment, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:12.822991 n-d-804985-2 neutron-server[106252]: Traceback (most recent call last): Aug 18 12:04:12.822991 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:04:12.822991 n-d-804985-2 neutron-server[106252]: timer() Aug 18 12:04:12.822991 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:04:12.822991 n-d-804985-2 neutron-server[106252]: cb(*args, **kw) Aug 18 12:04:12.822991 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:04:12.822991 n-d-804985-2 neutron-server[106252]: return func(*args, **kwargs) Aug 18 12:04:12.822991 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:04:12.822991 n-d-804985-2 neutron-server[106252]: self._notify() Aug 18 12:04:12.822991 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:04:12.822991 n-d-804985-2 neutron-server[106252]: self.callback(batched_events) Aug 18 12:04:12.822991 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:04:12.822991 n-d-804985-2 neutron-server[106252]: event.method(event) Aug 18 12:04:12.822991 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:04:12.822991 n-d-804985-2 neutron-server[106252]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:04:12.822991 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:04:12.822991 n-d-804985-2 neutron-server[106252]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:04:12.822991 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:04:12.822991 n-d-804985-2 neutron-server[106252]: return f(self, *a, **k) Aug 18 12:04:12.822991 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:04:12.822991 n-d-804985-2 neutron-server[106252]: return self._get(url).json() Aug 18 12:04:12.822991 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:04:12.822991 n-d-804985-2 neutron-server[106252]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:04:12.822991 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:04:12.822991 n-d-804985-2 neutron-server[106252]: return self.request(url, 'GET', **kwargs) Aug 18 12:04:12.822991 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:04:12.822991 n-d-804985-2 neutron-server[106252]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:04:12.822991 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:04:12.822991 n-d-804985-2 neutron-server[106252]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:04:12.822991 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:04:12.822991 n-d-804985-2 neutron-server[106252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:04:12.822991 n-d-804985-2 neutron-server[106252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:04:12.850547 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3a5d0873-ba12-4890-97b9-a5d57a7eefbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:12.851297 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-51beba9a-4204-48fc-9649-87e1146defe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556'] for port, after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:12.883303 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfd213f-3153-462c-a347-2d6e3ca3a864 req-50cd7e32-3df7-43a7-a6c4-45682fd44c3d tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:04:12.884077 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3a5d0873-ba12-4890-97b9-a5d57a7eefbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:12.884195 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51beba9a-4204-48fc-9649-87e1146defe2 None None] No DVR routers for this DVR port 037eca6b-561e-48f1-9325-6e059dd8947e on host n-d-804985-2 {{(pid=106254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:04:12.886864 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51beba9a-4204-48fc-9649-87e1146defe2 None None] Pushing event deleted for resources: {'Port': ['ID=037eca6b-561e-48f1-9325-6e059dd8947e,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:04:12.893807 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfd213f-3153-462c-a347-2d6e3ca3a864 req-50cd7e32-3df7-43a7-a6c4-45682fd44c3d tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:04:12.896830 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9cfd213f-3153-462c-a347-2d6e3ca3a864 req-50cd7e32-3df7-43a7-a6c4-45682fd44c3d tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] 10.222.0.63 "GET /v2.0/ports?device_id=317d7dd6-043c-4790-937e-efcb166e1465 HTTP/1.1" status: 200 len: 1682 time: 0.2221606 Aug 18 12:04:12.954930 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3a5d0873-ba12-4890-97b9-a5d57a7eefbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:12.959934 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3a5d0873-ba12-4890-97b9-a5d57a7eefbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:12.968435 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 037eca6b-561e-48f1-9325-6e059dd8947e no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:04:12.969749 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-3a5d0873-ba12-4890-97b9-a5d57a7eefbd admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9b3db2ea-cc32-4796-9824-b1355b845d87 HTTP/1.1" status: 204 len: 168 time: 0.1632850 Aug 18 12:04:12.994772 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: 037eca6b-561e-48f1-9325-6e059dd8947e {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:04:12.995279 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 037eca6b-561e-48f1-9325-6e059dd8947e not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:04:12.995807 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 76e6575c-c22e-4401-b2f3-88d07887008a no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:04:13.004653 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5d0873-ba12-4890-97b9-a5d57a7eefbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b3db2ea-cc32-4796-9824-b1355b845d87,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:04:13.014854 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a7a1fdb2-175f-46c2-96c2-38050b476142 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8367858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997186'] for network, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:13.020714 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: 76e6575c-c22e-4401-b2f3-88d07887008a {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:04:13.021139 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 76e6575c-c22e-4401-b2f3-88d07887008a not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:04:13.026416 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a7a1fdb2-175f-46c2-96c2-38050b476142 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Notify callbacks [] for network, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:13.028669 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-a7a1fdb2-175f-46c2-96c2-38050b476142 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] 10.222.0.66 "DELETE /v2.0/networks/e09d479c-49c3-4874-9ac4-04b507eec62b HTTP/1.1" status: 204 len: 168 time: 1.0512128 Aug 18 12:04:13.045205 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2a73256a-9274-4ef4-9d26-9083759b82bd req-84076346-10b8-4cd3-8c9b-c4ea4ba268c9 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb50ebbf-d033-473b-ae6e-593d78928b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2696967 Aug 18 12:04:13.065337 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b25b26db-e1ad-4181-bd5c-e067b271a78d req-a29d9724-54bc-471b-bdd4-341e0383c0f6 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] 10.222.0.66 "GET /v2.0/security-groups?id=eff34c14-f128-4344-94bf-707ebed6dde1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2536001 Aug 18 12:04:13.119523 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-c74a0cdd-549a-424c-a48e-4e292b8ca839 admin admin] Deleting port 037eca6b-561e-48f1-9325-6e059dd8947e {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:04:13.123963 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c74a0cdd-549a-424c-a48e-4e292b8ca839 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:13.160591 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a1fdb2-175f-46c2-96c2-38050b476142 tempest-PortsIpV6TestJSON-152460871 tempest-PortsIpV6TestJSON-152460871-project] Pushing event deleted for resources: {'Network': ['ID=e09d479c-49c3-4874-9ac4-04b507eec62b,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:04:13.277537 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2ff4ff63-3633-4f9f-82a0-ea3ed9dad3b2 req-91042539-983f-4ef4-8f96-2f92ab8f7ffe tempest-ServerShowV257Test-1455874224 tempest-ServerShowV257Test-1455874224-project] 10.222.0.66 "GET /v2.0/ports?device_id=68370648-5219-4fcc-8c2b-9c3fea96cce4 HTTP/1.1" status: 200 len: 210 time: 0.0473652 Aug 18 12:04:13.296301 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [None req-c74a0cdd-549a-424c-a48e-4e292b8ca839 admin admin] For port 037eca6b-561e-48f1-9325-6e059dd8947e, host n-d-804985-2, got binding levels [] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:04:13.296697 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c74a0cdd-549a-424c-a48e-4e292b8ca839 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:13.323302 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114f902e-3e7c-409f-a258-cd621eeaca2b req-4ccf6695-ebd6-4ac9-8a7d-9536490eda35 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:04:13.329726 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114f902e-3e7c-409f-a258-cd621eeaca2b req-4ccf6695-ebd6-4ac9-8a7d-9536490eda35 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:04:13.331645 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-114f902e-3e7c-409f-a258-cd621eeaca2b req-4ccf6695-ebd6-4ac9-8a7d-9536490eda35 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] 10.222.0.66 "GET /v2.0/ports?device_id=317d7dd6-043c-4790-937e-efcb166e1465 HTTP/1.1" status: 200 len: 1682 time: 0.1862340 Aug 18 12:04:13.337989 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-c74a0cdd-549a-424c-a48e-4e292b8ca839 admin admin] Calling delete_port for 037eca6b-561e-48f1-9325-6e059dd8947e owned by network:dhcp {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:04:13.341895 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.ipam_backend_mixin [None req-c74a0cdd-549a-424c-a48e-4e292b8ca839 admin admin] Port 037eca6b-561e-48f1-9325-6e059dd8947e was not found and therefore no delete operation was performed {{(pid=106252) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 18 12:04:13.350235 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c74a0cdd-549a-424c-a48e-4e292b8ca839 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:13.353566 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-9cfd213f-3153-462c-a347-2d6e3ca3a864 req-028d942b-b4da-44de-a2fd-d17949ea7397 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Deleting port c1bf9a4c-3ad3-4d2d-8806-ce507bfdc88f {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:04:13.353894 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-9cfd213f-3153-462c-a347-2d6e3ca3a864 req-028d942b-b4da-44de-a2fd-d17949ea7397 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:13.355393 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 36984) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:04:13.443739 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a0cdd-549a-424c-a48e-4e292b8ca839 admin admin] Pushing event deleted for resources: {'Port': ['ID=037eca6b-561e-48f1-9325-6e059dd8947e,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:04:13.469974 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c74a0cdd-549a-424c-a48e-4e292b8ca839 admin admin] No DVR routers for this DVR port 037eca6b-561e-48f1-9325-6e059dd8947e on host n-d-804985-2 {{(pid=106252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:04:13.505228 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-faef3c73-a53d-4a28-bd63-a9d9097cad1b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=65fdfa1f9ea246ab9e952c5b1ba0afa3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1462541 Aug 18 12:04:13.505538 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 36994) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:04:13.515628 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-114f902e-3e7c-409f-a258-cd621eeaca2b req-6a5610e7-a4cc-4bc0-b3af-d09dc01dd894 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] 10.222.0.66 "GET /v2.0/security-groups?id=93e28aa4-0de3-4f04-b26e-638cffd77b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725435 Aug 18 12:04:13.558297 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1655e0d1-ac62-47c1-81be-211973ae3edd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:13.581056 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1655e0d1-ac62-47c1-81be-211973ae3edd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:13.601813 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e817af2-57f0-4b70-a2a2-3e36d66c95b4 req-d0838b40-f73f-4fa5-ba08-7e3ce345a457 tempest-ServersOnMultiNodesTest-820981758 tempest-ServersOnMultiNodesTest-820981758-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:04:13.603911 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7e817af2-57f0-4b70-a2a2-3e36d66c95b4 req-d0838b40-f73f-4fa5-ba08-7e3ce345a457 tempest-ServersOnMultiNodesTest-820981758 tempest-ServersOnMultiNodesTest-820981758-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=e83fa02c-bcf5-475c-bbfc-4ab7f1677f52 HTTP/1.1" status: 200 len: 1101 time: 0.2472279 Aug 18 12:04:13.610662 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c74a0cdd-549a-424c-a48e-4e292b8ca839 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8367869', 'neutron.services.segments.db._delete_segments_for_network-8789151212993'] for network, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:13.625672 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-9cfd213f-3153-462c-a347-2d6e3ca3a864 req-028d942b-b4da-44de-a2fd-d17949ea7397 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] For port c1bf9a4c-3ad3-4d2d-8806-ce507bfdc88f, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=c1bf9a4c-3ad3-4d2d-8806-ce507bfdc88f,segment=NetworkSegment(7de92108-db01-4a5b-b261-ae216262a2b7),segment_id=7de92108-db01-4a5b-b261-ae216262a2b7)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:04:13.625983 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-9cfd213f-3153-462c-a347-2d6e3ca3a864 req-028d942b-b4da-44de-a2fd-d17949ea7397 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:13.642079 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1655e0d1-ac62-47c1-81be-211973ae3edd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:13.643751 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-c74a0cdd-549a-424c-a48e-4e292b8ca839 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eac89898-3f6c-43a3-b7fc-911d0f9e8301']}} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:04:13.644924 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1655e0d1-ac62-47c1-81be-211973ae3edd admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:13.646402 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-1655e0d1-ac62-47c1-81be-211973ae3edd admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/482d35dd-14ca-40a9-b011-19f59b39ea5d HTTP/1.1" status: 204 len: 168 time: 0.1398323 Aug 18 12:04:13.656131 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655e0d1-ac62-47c1-81be-211973ae3edd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=482d35dd-14ca-40a9-b011-19f59b39ea5d,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:04:13.664261 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-9cfd213f-3153-462c-a347-2d6e3ca3a864 req-028d942b-b4da-44de-a2fd-d17949ea7397 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Calling delete_port for c1bf9a4c-3ad3-4d2d-8806-ce507bfdc88f owned by compute:nova {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:04:13.667174 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-c74a0cdd-549a-424c-a48e-4e292b8ca839 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d73c820-c1f4-4127-bca7-8a9ff7b01167') {'for_net_delete': True} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:04:13.667273 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-c74a0cdd-549a-424c-a48e-4e292b8ca839 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d73c820-c1f4-4127-bca7-8a9ff7b01167') {} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:04:13.680745 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c74a0cdd-549a-424c-a48e-4e292b8ca839 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789151225254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2221521'] for segment, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:13.740452 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c74a0cdd-549a-424c-a48e-4e292b8ca839 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:13.743631 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7e817af2-57f0-4b70-a2a2-3e36d66c95b4 req-b9a5dcb6-3e68-4d0a-97d6-f0ef58867f9d tempest-ServersOnMultiNodesTest-820981758 tempest-ServersOnMultiNodesTest-820981758-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=eb50ebbf-d033-473b-ae6e-593d78928b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289363 Aug 18 12:04:13.752142 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c74a0cdd-549a-424c-a48e-4e292b8ca839 admin admin] Releasing vlan 811 on physical network physnet1 to pool {{(pid=106252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:04:13.752563 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c74a0cdd-549a-424c-a48e-4e292b8ca839 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3572434'] for segment, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:13.754396 n-d-804985-2 neutron-server[106252]: Traceback (most recent call last): Aug 18 12:04:13.754396 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:04:13.754396 n-d-804985-2 neutron-server[106252]: timer() Aug 18 12:04:13.754396 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:04:13.754396 n-d-804985-2 neutron-server[106252]: cb(*args, **kw) Aug 18 12:04:13.754396 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:04:13.754396 n-d-804985-2 neutron-server[106252]: return func(*args, **kwargs) Aug 18 12:04:13.754396 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:04:13.754396 n-d-804985-2 neutron-server[106252]: self._notify() Aug 18 12:04:13.754396 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:04:13.754396 n-d-804985-2 neutron-server[106252]: self.callback(batched_events) Aug 18 12:04:13.754396 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:04:13.754396 n-d-804985-2 neutron-server[106252]: event.method(event) Aug 18 12:04:13.754396 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:04:13.754396 n-d-804985-2 neutron-server[106252]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:04:13.754396 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:04:13.754396 n-d-804985-2 neutron-server[106252]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:04:13.754396 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:04:13.754396 n-d-804985-2 neutron-server[106252]: return f(self, *a, **k) Aug 18 12:04:13.754396 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:04:13.754396 n-d-804985-2 neutron-server[106252]: return self._get(url).json() Aug 18 12:04:13.754396 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:04:13.754396 n-d-804985-2 neutron-server[106252]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:04:13.754396 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:04:13.754396 n-d-804985-2 neutron-server[106252]: return self.request(url, 'GET', **kwargs) Aug 18 12:04:13.754396 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:04:13.754396 n-d-804985-2 neutron-server[106252]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:04:13.754396 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:04:13.754396 n-d-804985-2 neutron-server[106252]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:04:13.754396 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:04:13.754396 n-d-804985-2 neutron-server[106252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:04:13.754396 n-d-804985-2 neutron-server[106252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:04:13.835439 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c74a0cdd-549a-424c-a48e-4e292b8ca839 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8367858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997186'] for network, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:13.842623 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c74a0cdd-549a-424c-a48e-4e292b8ca839 admin admin] Notify callbacks [] for network, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:13.847615 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-c74a0cdd-549a-424c-a48e-4e292b8ca839 admin admin] 10.222.0.66 "DELETE /v2.0/networks/eac89898-3f6c-43a3-b7fc-911d0f9e8301 HTTP/1.1" status: 204 len: 168 time: 1.7654147 Aug 18 12:04:13.859350 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a0cdd-549a-424c-a48e-4e292b8ca839 admin admin] Pushing event deleted for resources: {'Network': ['ID=eac89898-3f6c-43a3-b7fc-911d0f9e8301,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:04:13.933784 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-9cfd213f-3153-462c-a347-2d6e3ca3a864 req-028d942b-b4da-44de-a2fd-d17949ea7397 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:13.946296 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] get_ports_and_sgs() called for port_ids ['008f3011-c2b7-4655-a1e8-fd8a2884098a', 'c1bf9a4c-3ad3-4d2d-8806-ce507bfdc88f'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:04:13.976910 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028d942b-b4da-44de-a2fd-d17949ea7397 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Pushing event deleted for resources: {'Port': ['ID=c1bf9a4c-3ad3-4d2d-8806-ce507bfdc88f,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:04:14.074826 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cfd213f-3153-462c-a347-2d6e3ca3a864 req-028d942b-b4da-44de-a2fd-d17949ea7397 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] No DVR routers for this DVR port c1bf9a4c-3ad3-4d2d-8806-ce507bfdc88f on host n-h1-804985-2 {{(pid=106252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:04:14.079645 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-9cfd213f-3153-462c-a347-2d6e3ca3a864 req-028d942b-b4da-44de-a2fd-d17949ea7397 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:14.082095 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9cfd213f-3153-462c-a347-2d6e3ca3a864 req-028d942b-b4da-44de-a2fd-d17949ea7397 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] 10.222.0.63 "DELETE /v2.0/ports/c1bf9a4c-3ad3-4d2d-8806-ce507bfdc88f HTTP/1.1" status: 204 len: 173 time: 1.1643407 Aug 18 12:04:14.084071 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-12353658-fa61-4066-844d-a4e4452e1ac9 req-4040c81b-9821-4c27-a446-09ae730e0663 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=5dc13ca5db3b4f4a9d5ca7ec0f8f54a8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0984821 Aug 18 12:04:14.084567 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '317d7dd6-043c-4790-937e-efcb166e1465', 'name': 'network-vif-deleted', 'tag': 'c1bf9a4c-3ad3-4d2d-8806-ce507bfdc88f'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:04:14.087013 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5f9fb09-08d7-4686-b32b-9174634aa4c7" -d '{"events": [{"server_uuid": "317d7dd6-043c-4790-937e-efcb166e1465", "name": "network-vif-deleted", "tag": "c1bf9a4c-3ad3-4d2d-8806-ce507bfdc88f"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:04:14.126860 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 64677ff4-45ed-40b8-a8c8-3e3cee5de2d5 up at agent hyperv_n-h1-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:04:14.196832 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Provisioning for port 64677ff4-45ed-40b8-a8c8-3e3cee5de2d5 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:04:14.206611 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Provisioning complete for port 64677ff4-45ed-40b8-a8c8-3e3cee5de2d5 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:04:14.207116 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:14.217037 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 37038) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:04:14.319151 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-c32a5099-a24c-4b72-b231-1ad73fca270f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ffcf7d5aac564664a7ac42cfaced2fdf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1004093 Aug 18 12:04:14.321797 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 37050) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:04:14.326021 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12353658-fa61-4066-844d-a4e4452e1ac9 req-fe156cd5-6e17-469e-ab9d-57c4b5a6a4b2 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:04:14.327557 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-12353658-fa61-4066-844d-a4e4452e1ac9 req-fe156cd5-6e17-469e-ab9d-57c4b5a6a4b2 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2355585 Aug 18 12:04:14.352438 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:14.360718 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-12353658-fa61-4066-844d-a4e4452e1ac9 req-17e3550c-b25e-4f8a-839c-7bf00be155e2 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.66 "GET /v2.0/quotas/5dc13ca5db3b4f4a9d5ca7ec0f8f54a8 HTTP/1.1" status: 200 len: 375 time: 0.0271246 Aug 18 12:04:14.364161 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-9cfd213f-3153-462c-a347-2d6e3ca3a864 req-322c1c4c-ecb7-4f0c-95a0-7c92d0a12632 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Deleting port 008f3011-c2b7-4655-a1e8-fd8a2884098a {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:04:14.365352 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-9cfd213f-3153-462c-a347-2d6e3ca3a864 req-322c1c4c-ecb7-4f0c-95a0-7c92d0a12632 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:14.384119 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27ecdc3e-c9a2-434c-a840-101feeb37aa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64677ff4-45ed-40b8-a8c8-3e3cee5de2d5'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:04:14.386420 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db50a436fb3a98495337d8fe7487b4f2ea6f3c1052eb9efadc2ecda2d5737001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f3a897b-62ca-47bc-9c64-2a44d2d32238" -d '{"events": [{"server_uuid": "27ecdc3e-c9a2-434c-a840-101feeb37aa9", "name": "network-vif-plugged", "status": "completed", "tag": "64677ff4-45ed-40b8-a8c8-3e3cee5de2d5"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:04:14.400882 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 64677ff4-45ed-40b8-a8c8-3e3cee5de2d5, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=64677ff4-45ed-40b8-a8c8-3e3cee5de2d5,segment=NetworkSegment(a349f629-a357-4fba-80a9-3970130b5e97),segment_id=a349f629-a357-4fba-80a9-3970130b5e97)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:04:14.410383 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:14.422659 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9561239f-885e-43b5-bbb7-50461462ee15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:14.460999 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9561239f-885e-43b5-bbb7-50461462ee15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:14.511583 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=64677ff4-45ed-40b8-a8c8-3e3cee5de2d5,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:04:14.525141 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9561239f-885e-43b5-bbb7-50461462ee15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:14.529190 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9561239f-885e-43b5-bbb7-50461462ee15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:14.535558 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-9561239f-885e-43b5-bbb7-50461462ee15 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/812a07d1-f42a-4bb1-84ad-60a2f935b3a2 HTTP/1.1" status: 204 len: 168 time: 0.2118406 Aug 18 12:04:14.554956 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9561239f-885e-43b5-bbb7-50461462ee15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=812a07d1-f42a-4bb1-84ad-60a2f935b3a2,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:04:14.577039 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-12353658-fa61-4066-844d-a4e4452e1ac9 req-17536626-b41e-48a2-a3d2-ccd4b70ac7e4 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=5dc13ca5db3b4f4a9d5ca7ec0f8f54a8&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2071848 Aug 18 12:04:14.629926 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-9cfd213f-3153-462c-a347-2d6e3ca3a864 req-322c1c4c-ecb7-4f0c-95a0-7c92d0a12632 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] For port 008f3011-c2b7-4655-a1e8-fd8a2884098a, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=008f3011-c2b7-4655-a1e8-fd8a2884098a,segment=NetworkSegment(68d7e479-c2fe-4b0b-92f4-f4b5b8859454),segment_id=68d7e479-c2fe-4b0b-92f4-f4b5b8859454)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:04:14.630318 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-9cfd213f-3153-462c-a347-2d6e3ca3a864 req-322c1c4c-ecb7-4f0c-95a0-7c92d0a12632 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:14.644526 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-9cfd213f-3153-462c-a347-2d6e3ca3a864 req-322c1c4c-ecb7-4f0c-95a0-7c92d0a12632 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Calling delete_port for 008f3011-c2b7-4655-a1e8-fd8a2884098a owned by compute:nova {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:04:14.773192 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4b90c0-c649-4bab-b9e1-48c7021c7470 req-a3905945-2255-421a-86cc-063ff06030fb tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:04:14.780695 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ff4b90c0-c649-4bab-b9e1-48c7021c7470 req-a3905945-2255-421a-86cc-063ff06030fb tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] 10.222.0.66 "GET /v2.0/ports?device_id=27ecdc3e-c9a2-434c-a840-101feeb37aa9 HTTP/1.1" status: 200 len: 945 time: 0.1251736 Aug 18 12:04:14.844378 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ff4b90c0-c649-4bab-b9e1-48c7021c7470 req-a8eecbf3-dddb-432d-ae1d-93ea8e7b6179 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] 10.222.0.66 "GET /v2.0/security-groups?id=eff34c14-f128-4344-94bf-707ebed6dde1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626285 Aug 18 12:04:14.927828 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:04:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e304276-74f7-41c4-9d4d-4369447fa7ac x-openstack-request-id: req-8e304276-74f7-41c4-9d4d-4369447fa7ac {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:04:14.928189 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "317d7dd6-043c-4790-937e-efcb166e1465", "name": "network-vif-deleted", "tag": "c1bf9a4c-3ad3-4d2d-8806-ce507bfdc88f", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:04:14.928553 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-8e304276-74f7-41c4-9d4d-4369447fa7ac {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:04:14.929046 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '317d7dd6-043c-4790-937e-efcb166e1465', 'name': 'network-vif-deleted', 'tag': 'c1bf9a4c-3ad3-4d2d-8806-ce507bfdc88f', 'status': 'completed', 'code': 200} Aug 18 12:04:15.035695 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:04:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0164dae4-a9d9-4332-bef4-2214ca746a14 x-openstack-request-id: req-0164dae4-a9d9-4332-bef4-2214ca746a14 {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:04:15.036561 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27ecdc3e-c9a2-434c-a840-101feeb37aa9", "name": "network-vif-plugged", "status": "completed", "tag": "64677ff4-45ed-40b8-a8c8-3e3cee5de2d5", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:04:15.037043 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-0164dae4-a9d9-4332-bef4-2214ca746a14 {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:04:15.037599 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27ecdc3e-c9a2-434c-a840-101feeb37aa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64677ff4-45ed-40b8-a8c8-3e3cee5de2d5', 'code': 200} Aug 18 12:04:15.120041 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b6f44134-005d-4431-928f-81c7d278a423 req-1b5e689d-8318-41c0-bf34-ec37fad82de7 tempest-ServerShowV257Test-1455874224 tempest-ServerShowV257Test-1455874224-project] 10.222.0.66 "GET /v2.0/ports?device_id=68370648-5219-4fcc-8c2b-9c3fea96cce4 HTTP/1.1" status: 200 len: 210 time: 0.1350443 Aug 18 12:04:15.124359 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-9cfd213f-3153-462c-a347-2d6e3ca3a864 req-322c1c4c-ecb7-4f0c-95a0-7c92d0a12632 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:15.213686 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322c1c4c-ecb7-4f0c-95a0-7c92d0a12632 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Pushing event deleted for resources: {'Port': ['ID=008f3011-c2b7-4655-a1e8-fd8a2884098a,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:04:15.270927 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-82379f25-fd7f-44fa-8152-6660ee872e91 req-bc3d50b7-09de-471d-9c1c-73e31e05e73c tempest-ServerShowV254Test-1142120617 tempest-ServerShowV254Test-1142120617-project] 10.222.0.66 "GET /v2.0/ports?device_id=04bd7108-3d17-415f-afa1-6d9c642b6eae HTTP/1.1" status: 200 len: 210 time: 0.0830939 Aug 18 12:04:15.404813 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0c3bb364-ee33-4886-a936-682bfd64e8f8 req-49f5cc42-627c-4c4b-8c44-6f59bf8eba40 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] 10.222.0.66 "GET /v2.0/ports?device_id=317d7dd6-043c-4790-937e-efcb166e1465 HTTP/1.1" status: 200 len: 210 time: 0.1585310 Aug 18 12:04:15.406941 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 37100) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:04:15.433464 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d7c7ea89-039e-4a65-8b02-48f52f7e90f3 req-bc1ada36-4a79-4fb3-a59a-5178836f341c tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.66 "GET /v2.0/ports?device_id=ac427392-5ea8-4f62-8a43-3cccf99c79e3 HTTP/1.1" status: 200 len: 210 time: 0.0689816 Aug 18 12:04:15.460763 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cfd213f-3153-462c-a347-2d6e3ca3a864 req-322c1c4c-ecb7-4f0c-95a0-7c92d0a12632 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] No DVR routers for this DVR port 008f3011-c2b7-4655-a1e8-fd8a2884098a on host n-h1-804985-2 {{(pid=106252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:04:15.464667 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-9cfd213f-3153-462c-a347-2d6e3ca3a864 req-322c1c4c-ecb7-4f0c-95a0-7c92d0a12632 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:15.469577 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9cfd213f-3153-462c-a347-2d6e3ca3a864 req-322c1c4c-ecb7-4f0c-95a0-7c92d0a12632 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] 10.222.0.63 "DELETE /v2.0/ports/008f3011-c2b7-4655-a1e8-fd8a2884098a HTTP/1.1" status: 204 len: 173 time: 1.3790636 Aug 18 12:04:15.499384 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc10cb62-c349-4ad0-b30e-85958fecd815 req-80dceca7-eda5-4722-b0cd-1d63e72b36dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:04:15.502092 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-bc10cb62-c349-4ad0-b30e-85958fecd815 req-80dceca7-eda5-4722-b0cd-1d63e72b36dd service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=27ecdc3e-c9a2-434c-a840-101feeb37aa9 HTTP/1.1" status: 200 len: 1096 time: 0.2995348 Aug 18 12:04:15.599379 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-bc10cb62-c349-4ad0-b30e-85958fecd815 req-bfda5a44-60e0-4a17-8169-a28f28ecddf3 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=eff34c14-f128-4344-94bf-707ebed6dde1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0889311 Aug 18 12:04:15.651751 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-8932f01a-172f-4add-8fe0-1ba753f9df0b tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-596209269', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:04:15.695798 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8932f01a-172f-4add-8fe0-1ba753f9df0b tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-998592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15809'] for router, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:15.697787 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8932f01a-172f-4add-8fe0-1ba753f9df0b tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-992733', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-971415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15816'] for router, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:15.758092 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8932f01a-172f-4add-8fe0-1ba753f9df0b tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:15.763971 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8932f01a-172f-4add-8fe0-1ba753f9df0b tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-998473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-992536'] for router, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:15.785500 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8932f01a-172f-4add-8fe0-1ba753f9df0b tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Notify callbacks [] for router, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:15.787751 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-8932f01a-172f-4add-8fe0-1ba753f9df0b tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.3792934 Aug 18 12:04:15.790450 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 37112) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:04:15.798310 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-131006c5-bbb9-4bec-80e7-c3efb9a9d21a tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1619501933'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:04:15.824920 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-131006c5-bbb9-4bec-80e7-c3efb9a9d21a tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Made reservation on behalf of 072f67c971f44d0aadb7fdaeae7ca9b5 for: {'network': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:04:15.828684 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-131006c5-bbb9-4bec-80e7-c3efb9a9d21a tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for network, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:15.837823 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-131006c5-bbb9-4bec-80e7-c3efb9a9d21a tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:15.843861 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 37114) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:04:15.967940 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-131006c5-bbb9-4bec-80e7-c3efb9a9d21a tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:15.977178 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-131006c5-bbb9-4bec-80e7-c3efb9a9d21a tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:16.023634 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131006c5-bbb9-4bec-80e7-c3efb9a9d21a tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ceaadde-dcc2-4203-b89d-4300ef5e85ae,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:04:16.042114 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-131006c5-bbb9-4bec-80e7-c3efb9a9d21a tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 826} {{(pid=106253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:04:16.068115 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-ac77edc8-1a5a-426b-bbec-baa9cc0fc3cd admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-171843870-network', 'tenant_id': 'ba6220adeda54bd2ac551edffcfbfea2'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:04:16.076112 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-131006c5-bbb9-4bec-80e7-c3efb9a9d21a tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:16.076709 n-d-804985-2 neutron-server[106253]: INFO neutron.db.segments_db [None req-131006c5-bbb9-4bec-80e7-c3efb9a9d21a tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Added segment b1d88433-6d92-4a37-be03-f5abfa385cc7 of type vlan for network 9c75ecdc-2759-4a92-81c3-2dfb601516f6 Aug 18 12:04:16.139040 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac77edc8-1a5a-426b-bbec-baa9cc0fc3cd admin admin] Made reservation on behalf of ba6220adeda54bd2ac551edffcfbfea2 for: {'network': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:04:16.139886 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-131006c5-bbb9-4bec-80e7-c3efb9a9d21a tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789150665894'] for network, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:16.141377 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ac77edc8-1a5a-426b-bbec-baa9cc0fc3cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for network, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:16.147757 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device c1bf9a4c-3ad3-4d2d-8806-ce507bfdc88f no longer exists at agent hyperv_n-h1-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:04:16.151869 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d31ab8c-3ce8-4717-afa7-070973160b19 req-e4b427bb-19bd-4998-ae9d-1f5209218265 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:04:16.159431 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0d31ab8c-3ce8-4717-afa7-070973160b19 req-e4b427bb-19bd-4998-ae9d-1f5209218265 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] 10.222.0.66 "GET /v2.0/ports?device_id=27ecdc3e-c9a2-434c-a840-101feeb37aa9 HTTP/1.1" status: 200 len: 945 time: 0.1984067 Aug 18 12:04:16.175041 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ac77edc8-1a5a-426b-bbec-baa9cc0fc3cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:16.190769 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] No Port match for: c1bf9a4c-3ad3-4d2d-8806-ce507bfdc88f {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:04:16.191106 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device c1bf9a4c-3ad3-4d2d-8806-ce507bfdc88f not bound to the agent host n-h1-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:04:16.191556 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 008f3011-c2b7-4655-a1e8-fd8a2884098a no longer exists at agent hyperv_n-h1-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:04:16.245114 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0d31ab8c-3ce8-4717-afa7-070973160b19 req-8c41a087-f997-4b7e-97c5-1df7fbba8db2 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] 10.222.0.66 "GET /v2.0/security-groups?id=eff34c14-f128-4344-94bf-707ebed6dde1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846999 Aug 18 12:04:16.251094 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-131006c5-bbb9-4bec-80e7-c3efb9a9d21a tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for network, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:16.264038 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] No Port match for: 008f3011-c2b7-4655-a1e8-fd8a2884098a {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:04:16.264298 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 008f3011-c2b7-4655-a1e8-fd8a2884098a not bound to the agent host n-h1-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:04:16.267757 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-131006c5-bbb9-4bec-80e7-c3efb9a9d21a tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:04:16.270459 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-131006c5-bbb9-4bec-80e7-c3efb9a9d21a tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:16.365302 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131006c5-bbb9-4bec-80e7-c3efb9a9d21a tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Pushing event updated for resources: {'Network': ['ID=9c75ecdc-2759-4a92-81c3-2dfb601516f6,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:04:16.378421 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Network 9c75ecdc-2759-4a92-81c3-2dfb601516f6 details requested by agent ovs-agent-n-d-804985-2 with host n-d-804985-2 {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:04:16.402150 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f3ceda0a-0257-4c45-9520-60434c5898a5 req-fbd54340-a816-498b-be21-a9f2588165ac tempest-ServerShowV257Test-1455874224 tempest-ServerShowV257Test-1455874224-project] 10.222.0.66 "GET /v2.0/ports?device_id=68370648-5219-4fcc-8c2b-9c3fea96cce4 HTTP/1.1" status: 200 len: 210 time: 0.0879135 Aug 18 12:04:16.438391 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ac77edc8-1a5a-426b-bbec-baa9cc0fc3cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:16.441873 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b3b87fd1-482b-419e-865b-ec5e1089ad44 req-ad5b387a-e74a-4233-b06e-995815f9d36c tempest-ServerShowV254Test-1142120617 tempest-ServerShowV254Test-1142120617-project] 10.222.0.66 "GET /v2.0/ports?device_id=04bd7108-3d17-415f-afa1-6d9c642b6eae HTTP/1.1" status: 200 len: 210 time: 0.0423465 Aug 18 12:04:16.450844 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ac77edc8-1a5a-426b-bbec-baa9cc0fc3cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:16.459067 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-131006c5-bbb9-4bec-80e7-c3efb9a9d21a tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.6671715 Aug 18 12:04:16.462012 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 37134) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:04:16.468104 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-2c4169bd-039f-4aea-bcac-60cec8412aad tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Request body: {'subnet': {'network_id': '9c75ecdc-2759-4a92-81c3-2dfb601516f6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:04:16.477315 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac77edc8-1a5a-426b-bbec-baa9cc0fc3cd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 831} {{(pid=106252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:04:16.487467 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ac77edc8-1a5a-426b-bbec-baa9cc0fc3cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:16.487937 n-d-804985-2 neutron-server[106252]: INFO neutron.db.segments_db [None req-ac77edc8-1a5a-426b-bbec-baa9cc0fc3cd admin admin] Added segment cad785f7-8854-4494-9369-5c8d15a44cef of type vlan for network f4b8d3d9-3617-4a41-8d50-7e0230977f6d Aug 18 12:04:16.537755 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ac77edc8-1a5a-426b-bbec-baa9cc0fc3cd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789150665894'] for network, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:16.599450 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0cd4231a-6033-413e-a4ff-4947d14570b2 req-6418f133-e0b6-4def-b587-ca702fb210f7 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] 10.222.0.66 "GET /v2.0/ports?device_id=317d7dd6-043c-4790-937e-efcb166e1465 HTTP/1.1" status: 200 len: 210 time: 0.0327861 Aug 18 12:04:16.602235 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ac77edc8-1a5a-426b-bbec-baa9cc0fc3cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for network, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:16.603379 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac77edc8-1a5a-426b-bbec-baa9cc0fc3cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:04:16.604318 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ac77edc8-1a5a-426b-bbec-baa9cc0fc3cd admin admin] Notify callbacks [] for network, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:16.657691 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c4169bd-039f-4aea-bcac-60cec8412aad tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Made reservation on behalf of 072f67c971f44d0aadb7fdaeae7ca9b5 for: {'subnet': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:04:16.662702 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2c4169bd-039f-4aea-bcac-60cec8412aad tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59388119'] for subnet, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:16.695919 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-265c061f-0ee6-4236-a685-eb8debc68409 req-6e71d39d-e575-40e5-9cfb-7da054889313 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.66 "GET /v2.0/ports?device_id=ac427392-5ea8-4f62-8a43-3cccf99c79e3 HTTP/1.1" status: 200 len: 210 time: 0.0825701 Aug 18 12:04:16.733586 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-ac77edc8-1a5a-426b-bbec-baa9cc0fc3cd admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8885329 Aug 18 12:04:16.735483 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-12353658-fa61-4066-844d-a4e4452e1ac9 req-866b4dd9-8eaf-4e17-b488-5761851edce4 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.63 "GET /v2.0/networks?tenant_id=5dc13ca5db3b4f4a9d5ca7ec0f8f54a8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0431566 Aug 18 12:04:16.736073 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac77edc8-1a5a-426b-bbec-baa9cc0fc3cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d60fbefd-5088-4718-a442-08959d2ac3d4,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:04:16.736585 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 37136) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:04:16.743810 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac77edc8-1a5a-426b-bbec-baa9cc0fc3cd admin admin] Pushing event updated for resources: {'Network': ['ID=f4b8d3d9-3617-4a41-8d50-7e0230977f6d,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:04:16.752437 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-8f83ac89-6567-4fe9-b28e-a16ed098d485 admin admin] Request body: {'subnet': {'network_id': 'f4b8d3d9-3617-4a41-8d50-7e0230977f6d', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-171843870-subnet', 'tenant_id': 'ba6220adeda54bd2ac551edffcfbfea2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:04:16.760953 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Network f4b8d3d9-3617-4a41-8d50-7e0230977f6d details requested by agent ovs-agent-n-d-804985-2 with host n-d-804985-2 {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:04:16.807690 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f83ac89-6567-4fe9-b28e-a16ed098d485 admin admin] Made reservation on behalf of ba6220adeda54bd2ac551edffcfbfea2 for: {'subnet': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:04:16.810746 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8f83ac89-6567-4fe9-b28e-a16ed098d485 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59388119'] for subnet, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:16.861624 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12353658-fa61-4066-844d-a4e4452e1ac9 req-660f43d4-c016-494d-9096-980e033b9fdd tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:04:16.863310 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-12353658-fa61-4066-844d-a4e4452e1ac9 req-660f43d4-c016-494d-9096-980e033b9fdd tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1165154 Aug 18 12:04:16.877208 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-12353658-fa61-4066-844d-a4e4452e1ac9 req-95b72b84-d4a3-4cb3-a423-1a163e988131 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Request body: {'port': {'device_id': 'ac427392-5ea8-4f62-8a43-3cccf99c79e3', 'network_id': '222e0814-c7e5-4b11-9282-3f40c6ed76b2', 'admin_state_up': True, 'tenant_id': '5dc13ca5db3b4f4a9d5ca7ec0f8f54a8'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:04:16.930222 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '317d7dd6-043c-4790-937e-efcb166e1465', 'name': 'network-vif-deleted', 'tag': '008f3011-c2b7-4655-a1e8-fd8a2884098a'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:04:16.932502 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a08af1c-7ba0-46be-8f5b-c5708b7d61da" -d '{"events": [{"server_uuid": "317d7dd6-043c-4790-937e-efcb166e1465", "name": "network-vif-deleted", "tag": "008f3011-c2b7-4655-a1e8-fd8a2884098a"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:04:16.973861 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:04:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b3d5c3f-7c86-46cb-b249-c48a3e71161f x-openstack-request-id: req-6b3d5c3f-7c86-46cb-b249-c48a3e71161f {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:04:16.974161 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "317d7dd6-043c-4790-937e-efcb166e1465", "name": "network-vif-deleted", "tag": "008f3011-c2b7-4655-a1e8-fd8a2884098a", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:04:16.974411 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-6b3d5c3f-7c86-46cb-b249-c48a3e71161f {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:04:16.974895 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '317d7dd6-043c-4790-937e-efcb166e1465', 'name': 'network-vif-deleted', 'tag': '008f3011-c2b7-4655-a1e8-fd8a2884098a', 'status': 'completed', 'code': 200} Aug 18 12:04:16.980939 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2c4169bd-039f-4aea-bcac-60cec8412aad tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58902106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59388097'] for subnet, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:17.005541 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12353658-fa61-4066-844d-a4e4452e1ac9 req-95b72b84-d4a3-4cb3-a423-1a163e988131 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Made reservation on behalf of 5dc13ca5db3b4f4a9d5ca7ec0f8f54a8 for: {'port': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:04:17.009462 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-12353658-fa61-4066-844d-a4e4452e1ac9 req-95b72b84-d4a3-4cb3-a423-1a163e988131 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:17.099696 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4169bd-039f-4aea-bcac-60cec8412aad tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Pushing event updated for resources: {'Subnet': ['ID=c538cf18-7958-4560-99ee-1736a0726cf4,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:04:17.121460 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4169bd-039f-4aea-bcac-60cec8412aad tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Checking segment: {'id': 'b1d88433-6d92-4a37-be03-f5abfa385cc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '9c75ecdc-2759-4a92-81c3-2dfb601516f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:04:17.121866 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c4169bd-039f-4aea-bcac-60cec8412aad tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Network hostable DHCP agents. Network: 9c75ecdc-2759-4a92-81c3-2dfb601516f6, hostable agents: ['97c14208-2951-4361-8d64-3708c946ff5f'], hosted agents: [] {{(pid=106253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 12:04:17.125703 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8f83ac89-6567-4fe9-b28e-a16ed098d485 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58902106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59388097'] for subnet, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:17.154563 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [req-12353658-fa61-4066-844d-a4e4452e1ac9 req-95b72b84-d4a3-4cb3-a423-1a163e988131 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Allocated IP 192.168.233.8 (222e0814-c7e5-4b11-9282-3f40c6ed76b2/6d16d680-110b-436d-8afa-48ba845b3623/abb5c701-c089-4fa8-86b0-b7403ea28cd8) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:04:17.183982 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f83ac89-6567-4fe9-b28e-a16ed098d485 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d716ee29-e7a2-4fa3-97cc-7ab3c35181fa,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:04:17.187674 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c4169bd-039f-4aea-bcac-60cec8412aad tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Network 9c75ecdc-2759-4a92-81c3-2dfb601516f6 is scheduled to be hosted by DHCP agent 97c14208-2951-4361-8d64-3708c946ff5f with binding_index 1 {{(pid=106253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 12:04:17.211823 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-2c4169bd-039f-4aea-bcac-60cec8412aad tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-2, 9c75ecdc-2759-4a92-81c3-2dfb601516f6) {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:04:17.213860 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f83ac89-6567-4fe9-b28e-a16ed098d485 admin admin] Checking segment: {'id': 'cad785f7-8854-4494-9369-5c8d15a44cef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'f4b8d3d9-3617-4a41-8d50-7e0230977f6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:04:17.214211 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f83ac89-6567-4fe9-b28e-a16ed098d485 admin admin] Network hostable DHCP agents. Network: f4b8d3d9-3617-4a41-8d50-7e0230977f6d, hostable agents: ['97c14208-2951-4361-8d64-3708c946ff5f'], hosted agents: [] {{(pid=106253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 12:04:17.218947 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c4169bd-039f-4aea-bcac-60cec8412aad tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:04:17.219527 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2c4169bd-039f-4aea-bcac-60cec8412aad tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:17.220804 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c295027-6710-4805-bef5-7ff7d426e369 None None] Network 9c75ecdc-2759-4a92-81c3-2dfb601516f6 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:04:17.240801 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-2c4169bd-039f-4aea-bcac-60cec8412aad tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7776525 Aug 18 12:04:17.242492 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f83ac89-6567-4fe9-b28e-a16ed098d485 admin admin] Network f4b8d3d9-3617-4a41-8d50-7e0230977f6d is scheduled to be hosted by DHCP agent 97c14208-2951-4361-8d64-3708c946ff5f with binding_index 1 {{(pid=106253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 12:04:17.244373 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 37142) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:04:17.249575 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-bbe3e226-5d88-4755-8dda-b1ee74dc1825 tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Request body: {'network': {'name': 'tempest-router-network01--951099440'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:04:17.258618 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-8f83ac89-6567-4fe9-b28e-a16ed098d485 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-2, f4b8d3d9-3617-4a41-8d50-7e0230977f6d) {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:04:17.265561 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f83ac89-6567-4fe9-b28e-a16ed098d485 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:04:17.266152 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8f83ac89-6567-4fe9-b28e-a16ed098d485 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:17.279830 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89db31ed-bf86-46b5-a10f-2ef363e84ece None None] Network f4b8d3d9-3617-4a41-8d50-7e0230977f6d requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:04:17.290229 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbe3e226-5d88-4755-8dda-b1ee74dc1825 tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Made reservation on behalf of 072f67c971f44d0aadb7fdaeae7ca9b5 for: {'network': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:04:17.296988 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-bbe3e226-5d88-4755-8dda-b1ee74dc1825 tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for network, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:17.303560 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-8f83ac89-6567-4fe9-b28e-a16ed098d485 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5658965 Aug 18 12:04:17.332905 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbe3e226-5d88-4755-8dda-b1ee74dc1825 tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 809} {{(pid=106253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:04:17.344589 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-bbe3e226-5d88-4755-8dda-b1ee74dc1825 tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:17.345227 n-d-804985-2 neutron-server[106253]: INFO neutron.db.segments_db [None req-bbe3e226-5d88-4755-8dda-b1ee74dc1825 tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Added segment d21c07f0-4104-4086-b3e1-c952a60105c8 of type vlan for network f3ffc155-8248-4571-a6e1-e359c82cf5e9 Aug 18 12:04:17.391971 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-12353658-fa61-4066-844d-a4e4452e1ac9 req-95b72b84-d4a3-4cb3-a423-1a163e988131 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:17.413270 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [req-12353658-fa61-4066-844d-a4e4452e1ac9 req-95b72b84-d4a3-4cb3-a423-1a163e988131 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Transition to ACTIVE for port object abb5c701-c089-4fa8-86b0-b7403ea28cd8 will not be triggered until provisioned by entity DHCP. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:04:17.417871 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-bbe3e226-5d88-4755-8dda-b1ee74dc1825 tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789150665894'] for network, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:17.430908 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd89a214-e40b-4f71-9c33-497c43f4b1a9 req-b9525f43-72b2-4884-9446-6069563210cb tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:04:17.437777 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-dd89a214-e40b-4f71-9c33-497c43f4b1a9 req-b9525f43-72b2-4884-9446-6069563210cb tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] 10.222.0.66 "GET /v2.0/ports?device_id=27ecdc3e-c9a2-434c-a840-101feeb37aa9 HTTP/1.1" status: 200 len: 945 time: 0.0906782 Aug 18 12:04:17.463050 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-bbe3e226-5d88-4755-8dda-b1ee74dc1825 tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for network, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:17.476122 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbe3e226-5d88-4755-8dda-b1ee74dc1825 tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:04:17.477001 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-bbe3e226-5d88-4755-8dda-b1ee74dc1825 tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:17.506766 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-dd89a214-e40b-4f71-9c33-497c43f4b1a9 req-a4858f4c-a604-45cc-8ac9-dfb937afc4fe tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] 10.222.0.66 "GET /v2.0/security-groups?id=eff34c14-f128-4344-94bf-707ebed6dde1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678108 Aug 18 12:04:17.534723 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-12353658-fa61-4066-844d-a4e4452e1ac9 req-95b72b84-d4a3-4cb3-a423-1a163e988131 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:17.547146 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-bbe3e226-5d88-4755-8dda-b1ee74dc1825 tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3014991 Aug 18 12:04:17.563414 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 37158) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:04:17.570910 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-c0bb52d4-96f7-468b-a0f5-abaa6a030646 tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Request body: {'network': {'name': 'tempest-router-network02--1052864320'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:04:17.573190 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe3e226-5d88-4755-8dda-b1ee74dc1825 tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Pushing event updated for resources: {'Network': ['ID=f3ffc155-8248-4571-a6e1-e359c82cf5e9,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:04:17.630186 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6cb26fab-6f38-4d9b-9eec-e481184aef54 req-cba43e46-5f81-406f-a37a-ff86fa345e0c tempest-ServerShowV257Test-1455874224 tempest-ServerShowV257Test-1455874224-project] 10.222.0.66 "GET /v2.0/ports?device_id=68370648-5219-4fcc-8c2b-9c3fea96cce4 HTTP/1.1" status: 200 len: 210 time: 0.0932879 Aug 18 12:04:17.670511 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-911365cc-2831-444d-9a80-ccd97452b9b8 req-63edac99-8127-40d8-b507-fc73bd0fdca4 tempest-ServerShowV254Test-1142120617 tempest-ServerShowV254Test-1142120617-project] 10.222.0.66 "GET /v2.0/ports?device_id=04bd7108-3d17-415f-afa1-6d9c642b6eae HTTP/1.1" status: 200 len: 210 time: 0.0496061 Aug 18 12:04:17.680621 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12353658-fa61-4066-844d-a4e4452e1ac9 req-95b72b84-d4a3-4cb3-a423-1a163e988131 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Network 222e0814-c7e5-4b11-9282-3f40c6ed76b2 is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:04:17.688413 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b72b84-d4a3-4cb3-a423-1a163e988131 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Pushing event updated for resources: {'Port': ['ID=abb5c701-c089-4fa8-86b0-b7403ea28cd8,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:04:17.698078 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [req-12353658-fa61-4066-844d-a4e4452e1ac9 req-95b72b84-d4a3-4cb3-a423-1a163e988131 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:04:17.714805 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-12353658-fa61-4066-844d-a4e4452e1ac9 req-95b72b84-d4a3-4cb3-a423-1a163e988131 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:04:17.715050 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] get_ports_and_sgs() called for port_ids ['4a6dd6bf-beb4-4c07-a3e9-1cc18f334166', '1d1906b1-7861-44a8-9f39-6e6fd647480c'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:04:17.717927 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] get_ports_and_sgs() called for port_ids ['8505e22f-c8ac-4091-b64c-de224593b235', 'a9095b1c-1c59-403f-b0ed-5baf21bc78df', 'da47a402-2db9-4aab-a389-f7efde586eb5', '6d122ec0-dee6-462c-aa25-d56dd1e1ebee', '609379b8-9c72-4594-8968-a7f1442be192'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:04:17.720870 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Network f3ffc155-8248-4571-a6e1-e359c82cf5e9 details requested by agent ovs-agent-n-d-804985-2 with host n-d-804985-2 {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:04:17.752067 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-433ada9a-56ec-430a-9b17-82d7213cdab8 req-85e867bb-30e8-4200-805d-954bfc7dd4b9 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=04bd7108-3d17-415f-afa1-6d9c642b6eae HTTP/1.1" status: 200 len: 210 time: 0.0488496 Aug 18 12:04:17.772884 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0bb52d4-96f7-468b-a0f5-abaa6a030646 tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Made reservation on behalf of 072f67c971f44d0aadb7fdaeae7ca9b5 for: {'network': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:04:17.776347 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c0bb52d4-96f7-468b-a0f5-abaa6a030646 tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for network, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:17.860100 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0bb52d4-96f7-468b-a0f5-abaa6a030646 tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 844} {{(pid=106252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:04:17.876709 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66bc4c69-4d39-41d1-9a45-f8f055ef423e None None] Network f4b8d3d9-3617-4a41-8d50-7e0230977f6d requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:04:17.877867 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44772ec8-d09f-4c1d-8105-d38752d610a4 req-026f5752-692b-4fd2-b24b-ef477d1aaa17 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:04:17.879414 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-44772ec8-d09f-4c1d-8105-d38752d610a4 req-026f5752-692b-4fd2-b24b-ef477d1aaa17 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] 10.222.0.66 "GET /v2.0/ports?device_id=27ecdc3e-c9a2-434c-a840-101feeb37aa9 HTTP/1.1" status: 200 len: 945 time: 0.1427088 Aug 18 12:04:17.889893 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 37166) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:04:17.892959 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12353658-fa61-4066-844d-a4e4452e1ac9 req-95b72b84-d4a3-4cb3-a423-1a163e988131 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:04:17.893637 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-12353658-fa61-4066-844d-a4e4452e1ac9 req-95b72b84-d4a3-4cb3-a423-1a163e988131 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:17.896643 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-8ef069ed-acf0-4b5c-a634-753b73cc1677 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] Request body: {'floatingip': {'port_id': '64677ff4-45ed-40b8-a8c8-3e3cee5de2d5'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:04:17.908116 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c0bb52d4-96f7-468b-a0f5-abaa6a030646 tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:17.908513 n-d-804985-2 neutron-server[106252]: INFO neutron.db.segments_db [None req-c0bb52d4-96f7-468b-a0f5-abaa6a030646 tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Added segment b5fd3345-7f09-458d-9c6f-1249d755e0e0 of type vlan for network fdb7dbad-82a7-42e1-ad4a-0fa58aa74a09 Aug 18 12:04:17.944913 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-12353658-fa61-4066-844d-a4e4452e1ac9 req-95b72b84-d4a3-4cb3-a423-1a163e988131 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.0714660 Aug 18 12:04:17.947723 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-467bc947-be91-4fba-8e92-10ced5089e77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp788be208-34ab-5a8f-af0f-528834af222f-9c75ecdc-2759-4a92-81c3-2dfb601516f6', 'network_id': '9c75ecdc-2759-4a92-81c3-2dfb601516f6', 'tenant_id': '072f67c971f44d0aadb7fdaeae7ca9b5', 'fixed_ips': [{'subnet_id': 'c538cf18-7958-4560-99ee-1736a0726cf4'}]}} from n-d-804985-2. {{(pid=106254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 12:04:17.948803 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-467bc947-be91-4fba-8e92-10ced5089e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:17.973900 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-12353658-fa61-4066-844d-a4e4452e1ac9 req-61e85c7a-8a30-4d8e-8276-a44a1fa787e0 service neutron] Request body: {'port': {'device_id': 'ac427392-5ea8-4f62-8a43-3cccf99c79e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804985-2'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:04:17.978667 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c0bb52d4-96f7-468b-a0f5-abaa6a030646 tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789150665894'] for network, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:17.988993 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 37176) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:04:18.006062 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8ef069ed-acf0-4b5c-a634-753b73cc1677 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] Notify callbacks [] for floatingip, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:18.100325 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.db.resource_extend [None req-c0bb52d4-96f7-468b-a0f5-abaa6a030646 tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 18 12:04:18.148658 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-4d308555-736b-469b-ad59-c92d05e951f3 None None] Provisioning for port abb5c701-c089-4fa8-86b0-b7403ea28cd8 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:04:18.202008 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c0bb52d4-96f7-468b-a0f5-abaa6a030646 tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for network, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:18.202303 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-4d308555-736b-469b-ad59-c92d05e951f3 None None] Provisioning complete for port abb5c701-c089-4fa8-86b0-b7403ea28cd8 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:04:18.202632 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4d308555-736b-469b-ad59-c92d05e951f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:18.207602 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0bb52d4-96f7-468b-a0f5-abaa6a030646 tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:04:18.208236 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c0bb52d4-96f7-468b-a0f5-abaa6a030646 tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Notify callbacks [] for network, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:18.213974 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ad74fd6-9fb3-4cf7-8e76-56604afd30af tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Deleting subnet 462e6caf-5716-4ecd-9c75-77eefb7cdf5c {{(pid=106252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 12:04:18.237487 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5ad74fd6-9fb3-4cf7-8e76-56604afd30af tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Notify callbacks [] for subnet, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:18.254094 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-12353658-fa61-4066-844d-a4e4452e1ac9 req-61e85c7a-8a30-4d8e-8276-a44a1fa787e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:18.343758 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf71f75-6c74-4893-a194-35132001d674 req-3d9a6047-95ce-4f41-887e-3c09978b1c6f tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:04:18.344497 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-4d308555-736b-469b-ad59-c92d05e951f3 None None] Port abb5c701-c089-4fa8-86b0-b7403ea28cd8 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:04:18.355870 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ddf71f75-6c74-4893-a194-35132001d674 req-3d9a6047-95ce-4f41-887e-3c09978b1c6f tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.66 "GET /v2.0/ports?device_id=ac427392-5ea8-4f62-8a43-3cccf99c79e3 HTTP/1.1" status: 200 len: 934 time: 0.2675748 Aug 18 12:04:18.365026 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-c0bb52d4-96f7-468b-a0f5-abaa6a030646 tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7994521 Aug 18 12:04:18.369289 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 37180) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:04:18.379829 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-95bda2a2-220d-4337-87c3-eb6b2c61432b tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Request body: {'subnet': {'network_id': 'f3ffc155-8248-4571-a6e1-e359c82cf5e9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:04:18.385469 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c7df7c-3ca0-4763-ab4f-add630a4d4d9 req-a4a0273b-7623-4c0a-8b8f-ac4d1b403ba8 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:04:18.386948 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b8c7df7c-3ca0-4763-ab4f-add630a4d4d9 req-a4a0273b-7623-4c0a-8b8f-ac4d1b403ba8 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/networks?id=f4b8d3d9-3617-4a41-8d50-7e0230977f6d HTTP/1.1" status: 200 len: 811 time: 0.4270558 Aug 18 12:04:18.396381 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.db_base_plugin_common [None req-467bc947-be91-4fba-8e92-10ced5089e77 None None] Allocated IP 2001:db8::2 (9c75ecdc-2759-4a92-81c3-2dfb601516f6/c538cf18-7958-4560-99ee-1736a0726cf4/bf5ef013-2196-4535-b008-02b4da1052cc) {{(pid=106254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:04:18.409873 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5ad74fd6-9fb3-4cf7-8e76-56604afd30af tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2221528'] for subnet, precommit_delete_associations {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:18.429751 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bb52d4-96f7-468b-a0f5-abaa6a030646 tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Pushing event updated for resources: {'Network': ['ID=fdb7dbad-82a7-42e1-ad4a-0fa58aa74a09,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:04:18.455405 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Network fdb7dbad-82a7-42e1-ad4a-0fa58aa74a09 details requested by agent ovs-agent-n-d-804985-2 with host n-d-804985-2 {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:04:18.485282 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b8c7df7c-3ca0-4763-ab4f-add630a4d4d9 req-14193cda-f351-47b6-972f-6025ceaa6a4f tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/quotas/ba6220adeda54bd2ac551edffcfbfea2 HTTP/1.1" status: 200 len: 375 time: 0.0790777 Aug 18 12:04:18.518772 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ddf71f75-6c74-4893-a194-35132001d674 req-06f00bfe-3775-4741-bdce-532ac931d908 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb50ebbf-d033-473b-ae6e-593d78928b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617861 Aug 18 12:04:18.607733 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-f1db3bd4-8de9-4409-b8f1-1204e9be05ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:18.831550 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-467bc947-be91-4fba-8e92-10ced5089e77 None None] Notify callbacks [] for port, precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:18.854528 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-467bc947-be91-4fba-8e92-10ced5089e77 None None] Transition to ACTIVE for port object bf5ef013-2196-4535-b008-02b4da1052cc will not be triggered until provisioned by entity L2. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:04:18.894898 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-467bc947-be91-4fba-8e92-10ced5089e77 None None] Transition to ACTIVE for port object bf5ef013-2196-4535-b008-02b4da1052cc will not be triggered until provisioned by entity DHCP. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:04:18.908410 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-467bc947-be91-4fba-8e92-10ced5089e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547'] for port, after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:18.972347 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-467bc947-be91-4fba-8e92-10ced5089e77 None None] Network 9c75ecdc-2759-4a92-81c3-2dfb601516f6 is already hosted by enough agents. {{(pid=106254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:04:18.980424 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.base_scheduler [None req-467bc947-be91-4fba-8e92-10ced5089e77 None None] Resources bound (agent type, host, resource id): {{(pid=106254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:04:18.987440 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-467bc947-be91-4fba-8e92-10ced5089e77 None None] Received port after_create {{(pid=106254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:04:18.990974 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467bc947-be91-4fba-8e92-10ced5089e77 None None] Pushing event updated for resources: {'Port': ['ID=bf5ef013-2196-4535-b008-02b4da1052cc,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:04:19.024862 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95bda2a2-220d-4337-87c3-eb6b2c61432b tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Made reservation on behalf of 072f67c971f44d0aadb7fdaeae7ca9b5 for: {'subnet': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:04:19.030101 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-95bda2a2-220d-4337-87c3-eb6b2c61432b tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59388119'] for subnet, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:19.070986 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b8c7df7c-3ca0-4763-ab4f-add630a4d4d9 req-6982fce0-7e14-4324-a97f-cfff2be84ea7 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=ba6220adeda54bd2ac551edffcfbfea2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1157243 Aug 18 12:04:19.088313 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-436f6a73-ab58-48dd-82ae-6c5099357c6e req-6fead3a2-b41d-4fba-ba01-b3d2393e10ff tempest-ServerShowV257Test-1455874224 tempest-ServerShowV257Test-1455874224-project] 10.222.0.66 "GET /v2.0/ports?device_id=68370648-5219-4fcc-8c2b-9c3fea96cce4 HTTP/1.1" status: 200 len: 210 time: 0.1282890 Aug 18 12:04:19.094451 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8ef069ed-acf0-4b5c-a634-753b73cc1677 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:19.102770 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-467bc947-be91-4fba-8e92-10ced5089e77 None None] Attempting to bind port bf5ef013-2196-4535-b008-02b4da1052cc on host n-d-804985-2 for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:04:19.103618 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-467bc947-be91-4fba-8e92-10ced5089e77 None None] Attempting to bind port bf5ef013-2196-4535-b008-02b4da1052cc by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': 'b1d88433-6d92-4a37-be03-f5abfa385cc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '9c75ecdc-2759-4a92-81c3-2dfb601516f6'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:04:19.104295 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-467bc947-be91-4fba-8e92-10ced5089e77 None None] Attempting to bind port bf5ef013-2196-4535-b008-02b4da1052cc on network 9c75ecdc-2759-4a92-81c3-2dfb601516f6 {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:04:19.114886 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8ef069ed-acf0-4b5c-a634-753b73cc1677 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-989945'] for floatingip, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:19.121099 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-467bc947-be91-4fba-8e92-10ced5089e77 None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 3, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:04:19.121742 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-467bc947-be91-4fba-8e92-10ced5089e77 None None] Checking segment: {'id': 'b1d88433-6d92-4a37-be03-f5abfa385cc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '9c75ecdc-2759-4a92-81c3-2dfb601516f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:04:19.122329 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-467bc947-be91-4fba-8e92-10ced5089e77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:19.123071 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-467bc947-be91-4fba-8e92-10ced5089e77 None None] Bound using segment: {'id': 'b1d88433-6d92-4a37-be03-f5abfa385cc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '9c75ecdc-2759-4a92-81c3-2dfb601516f6'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:04:19.123725 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-467bc947-be91-4fba-8e92-10ced5089e77 None None] Bound port: bf5ef013-2196-4535-b008-02b4da1052cc, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1d88433-6d92-4a37-be03-f5abfa385cc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '9c75ecdc-2759-4a92-81c3-2dfb601516f6'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:04:19.124204 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-467bc947-be91-4fba-8e92-10ced5089e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:19.184162 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5ad74fd6-9fb3-4cf7-8e76-56604afd30af tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:19.234781 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-467bc947-be91-4fba-8e92-10ced5089e77 None None] For port bf5ef013-2196-4535-b008-02b4da1052cc, host n-d-804985-2, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:04:19.241098 n-d-804985-2 neutron-server[106253]: INFO neutron.db.l3_db [None req-8ef069ed-acf0-4b5c-a634-753b73cc1677 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] Floating IP 0a0baca3-72b4-41a5-972c-51021100a5f4 associated. External IP: 172.25.7.47, port: 64677ff4-45ed-40b8-a8c8-3e3cee5de2d5. Aug 18 12:04:19.261089 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-467bc947-be91-4fba-8e92-10ced5089e77 None None] For port bf5ef013-2196-4535-b008-02b4da1052cc, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=bf5ef013-2196-4535-b008-02b4da1052cc,segment=NetworkSegment(b1d88433-6d92-4a37-be03-f5abfa385cc7),segment_id=b1d88433-6d92-4a37-be03-f5abfa385cc7)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:04:19.270483 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-467bc947-be91-4fba-8e92-10ced5089e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:19.274415 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-31fbf757-88ba-43f9-b406-55e72d0a84ce req-58de6be8-78b9-40c6-b766-ec794cdd02fc tempest-ServerShowV254Test-1142120617 tempest-ServerShowV254Test-1142120617-project] 10.222.0.66 "GET /v2.0/ports?device_id=04bd7108-3d17-415f-afa1-6d9c642b6eae HTTP/1.1" status: 200 len: 210 time: 0.0931809 Aug 18 12:04:19.365601 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b8c7df7c-3ca0-4763-ab4f-add630a4d4d9 req-8e6ba118-7173-4c5d-812b-cadbc307b7b8 service neutron] 10.222.0.66 "GET /v2.0/networks/f4b8d3d9-3617-4a41-8d50-7e0230977f6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2715609 Aug 18 12:04:19.366085 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467bc947-be91-4fba-8e92-10ced5089e77 None None] Pushing event updated for resources: {'Port': ['ID=bf5ef013-2196-4535-b008-02b4da1052cc,revision_number=2']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:04:19.457617 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5ad74fd6-9fb3-4cf7-8e76-56604afd30af tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3572848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59074100'] for subnet, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:19.506420 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad74fd6-9fb3-4cf7-8e76-56604afd30af tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Pushing event deleted for resources: {'Subnet': ['ID=462e6caf-5716-4ecd-9c75-77eefb7cdf5c,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:04:19.514479 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5ad74fd6-9fb3-4cf7-8e76-56604afd30af tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for subnet, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:19.519119 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-5ad74fd6-9fb3-4cf7-8e76-56604afd30af tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] 10.222.0.66 "DELETE /v2.0/subnets/462e6caf-5716-4ecd-9c75-77eefb7cdf5c HTTP/1.1" status: 204 len: 168 time: 1.5266674 Aug 18 12:04:19.521590 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d3f168f-4c11-487e-957c-97d55098c87f None None] Network 62c8a6e8-13f6-402d-a740-f6a630d54875 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:04:19.522354 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 37188) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:04:19.600466 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ef069ed-acf0-4b5c-a634-753b73cc1677 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] Router 3ce07beb-4db9-42ff-b7cc-1f34c3d5d38b has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:04:19.616642 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-95bda2a2-220d-4337-87c3-eb6b2c61432b tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58902106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59388097'] for subnet, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:19.646767 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [req-12353658-fa61-4066-844d-a4e4452e1ac9 req-61e85c7a-8a30-4d8e-8276-a44a1fa787e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abb5c701-c089-4fa8-86b0-b7403ea28cd8 {{(pid=106252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:04:19.671801 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-12353658-fa61-4066-844d-a4e4452e1ac9 req-61e85c7a-8a30-4d8e-8276-a44a1fa787e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:19.691999 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b8c7df7c-3ca0-4763-ab4f-add630a4d4d9 req-85999b4f-1cc5-4859-b9a1-f02d04d43578 service neutron] 10.222.0.66 "GET /v2.0/networks/f4b8d3d9-3617-4a41-8d50-7e0230977f6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3208115 Aug 18 12:04:19.709030 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-643c345f-2bf1-46bc-881e-87af18d112c2 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7904109'] for network, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:19.714013 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [req-12353658-fa61-4066-844d-a4e4452e1ac9 req-61e85c7a-8a30-4d8e-8276-a44a1fa787e0 service neutron] Transition to ACTIVE for port object abb5c701-c089-4fa8-86b0-b7403ea28cd8 will not be triggered until provisioned by entity L2. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:04:19.727078 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-12353658-fa61-4066-844d-a4e4452e1ac9 req-61e85c7a-8a30-4d8e-8276-a44a1fa787e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:19.750088 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bda2a2-220d-4337-87c3-eb6b2c61432b tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Pushing event updated for resources: {'Subnet': ['ID=64d24eeb-656e-41ed-9ba2-54e1e0f55b71,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:04:19.934125 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ef069ed-acf0-4b5c-a634-753b73cc1677 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:04:19.936188 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95bda2a2-220d-4337-87c3-eb6b2c61432b tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Checking segment: {'id': 'd21c07f0-4104-4086-b3e1-c952a60105c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'f3ffc155-8248-4571-a6e1-e359c82cf5e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:04:19.936366 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95bda2a2-220d-4337-87c3-eb6b2c61432b tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Network hostable DHCP agents. Network: f3ffc155-8248-4571-a6e1-e359c82cf5e9, hostable agents: ['97c14208-2951-4361-8d64-3708c946ff5f'], hosted agents: [] {{(pid=106253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 12:04:19.948433 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2ff8ff0-c4dc-44cd-9114-16f75b69e882 None None] Sync routers for ids ['3ce07beb-4db9-42ff-b7cc-1f34c3d5d38b'] in n-d-804985-2 {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:04:19.959629 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8ef069ed-acf0-4b5c-a634-753b73cc1677 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for floatingip, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:19.964771 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a90bc86-3e5d-494a-aa4c-74a09d75b5ed None None] DHCP port deletion for 62c8a6e8-13f6-402d-a740-f6a630d54875 request from n-d-804985-2 {{(pid=106254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 12:04:19.969254 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e85c7a-8a30-4d8e-8276-a44a1fa787e0 service neutron] Pushing event updated for resources: {'Port': ['ID=abb5c701-c089-4fa8-86b0-b7403ea28cd8,revision_number=2']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:04:20.029766 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ff8ff0-c4dc-44cd-9114-16f75b69e882 None None] Routers {'3ce07beb-4db9-42ff-b7cc-1f34c3d5d38b'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:04:20.030834 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-a2ff8ff0-c4dc-44cd-9114-16f75b69e882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:03:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['3ce07beb-4db9-42ff-b7cc-1f34c3d5d38b'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:04:20.074274 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95bda2a2-220d-4337-87c3-eb6b2c61432b tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Network f3ffc155-8248-4571-a6e1-e359c82cf5e9 is scheduled to be hosted by DHCP agent 97c14208-2951-4361-8d64-3708c946ff5f with binding_index 1 {{(pid=106253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 12:04:20.091892 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-8ef069ed-acf0-4b5c-a634-753b73cc1677 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] 10.222.0.66 "PUT /v2.0/floatingips/0a0baca3-72b4-41a5-972c-51021100a5f4 HTTP/1.1" status: 200 len: 990 time: 2.1982031 Aug 18 12:04:20.097154 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-643c345f-2bf1-46bc-881e-87af18d112c2 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Deleting port c3f5c15a-55da-4c72-87b8-b7015051a2a4 {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:04:20.097655 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-643c345f-2bf1-46bc-881e-87af18d112c2 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:20.102741 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27ecdc3e-c9a2-434c-a840-101feeb37aa9', 'tag': '64677ff4-45ed-40b8-a8c8-3e3cee5de2d5'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:04:20.107805 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0679f4c4b6e0e0c064a7d71d722dc30541a34fffee11680573be22ee2ffccc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00718a83-cdca-4098-8871-0ec7f8009f3a" -d '{"events": [{"name": "network-changed", "server_uuid": "27ecdc3e-c9a2-434c-a840-101feeb37aa9", "tag": "64677ff4-45ed-40b8-a8c8-3e3cee5de2d5"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:04:20.123687 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-95bda2a2-220d-4337-87c3-eb6b2c61432b tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-2, f3ffc155-8248-4571-a6e1-e359c82cf5e9) {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:04:20.128003 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95bda2a2-220d-4337-87c3-eb6b2c61432b tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:04:20.128577 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-95bda2a2-220d-4337-87c3-eb6b2c61432b tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:20.145843 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7f386a8-dcb6-4285-8857-2c0f5d86dfb5 None None] Network f3ffc155-8248-4571-a6e1-e359c82cf5e9 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:04:20.163616 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-95bda2a2-220d-4337-87c3-eb6b2c61432b tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7933528 Aug 18 12:04:20.166463 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 37206) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:04:20.178653 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-9e18b199-d5fe-436a-a6e3-107e17f3e723 tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Request body: {'subnet': {'network_id': 'fdb7dbad-82a7-42e1-ad4a-0fa58aa74a09', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:04:20.231038 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-12353658-fa61-4066-844d-a4e4452e1ac9 req-61e85c7a-8a30-4d8e-8276-a44a1fa787e0 service neutron] Attempting to bind port abb5c701-c089-4fa8-86b0-b7403ea28cd8 on host n-h1-804985-2 for vnic_type normal with profile {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:04:20.231405 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-12353658-fa61-4066-844d-a4e4452e1ac9 req-61e85c7a-8a30-4d8e-8276-a44a1fa787e0 service neutron] Attempting to bind port abb5c701-c089-4fa8-86b0-b7403ea28cd8 by drivers openvswitch,hyperv on host n-h1-804985-2 at level 0 using segments [{'id': 'b0eb6eea-b461-4969-8a27-808f00daa8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '222e0814-c7e5-4b11-9282-3f40c6ed76b2'}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:04:20.231765 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12353658-fa61-4066-844d-a4e4452e1ac9 req-61e85c7a-8a30-4d8e-8276-a44a1fa787e0 service neutron] Attempting to bind port abb5c701-c089-4fa8-86b0-b7403ea28cd8 on network 222e0814-c7e5-4b11-9282-3f40c6ed76b2 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:04:20.248370 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b6143042-9909-47a9-bf2b-7d4580989478 req-d4b2e2b7-c47b-4603-b354-b8237e3e293d tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/ports?device_id=22cd70c7-1011-4e6f-ad9a-ed99656bf245 HTTP/1.1" status: 200 len: 210 time: 0.0755954 Aug 18 12:04:20.296246 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12353658-fa61-4066-844d-a4e4452e1ac9 req-61e85c7a-8a30-4d8e-8276-a44a1fa787e0 service neutron] Port abb5c701-c089-4fa8-86b0-b7403ea28cd8 on network 222e0814-c7e5-4b11-9282-3f40c6ed76b2 not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-2 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:04:20.296631 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12353658-fa61-4066-844d-a4e4452e1ac9 req-61e85c7a-8a30-4d8e-8276-a44a1fa787e0 service neutron] Attempting to bind port abb5c701-c089-4fa8-86b0-b7403ea28cd8 on network 222e0814-c7e5-4b11-9282-3f40c6ed76b2 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:04:20.322297 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dd54f0-baf5-4705-90ee-0abddcdcc526 req-a309e6b4-afce-4c06-9c46-38df21f40e31 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:04:20.323904 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e18b199-d5fe-436a-a6e3-107e17f3e723 tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Made reservation on behalf of 072f67c971f44d0aadb7fdaeae7ca9b5 for: {'subnet': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:04:20.328801 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9e18b199-d5fe-436a-a6e3-107e17f3e723 tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59388119'] for subnet, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:20.329899 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-37dd54f0-baf5-4705-90ee-0abddcdcc526 req-a309e6b4-afce-4c06-9c46-38df21f40e31 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.66 "GET /v2.0/ports?device_id=ac427392-5ea8-4f62-8a43-3cccf99c79e3 HTTP/1.1" status: 200 len: 946 time: 0.3094988 Aug 18 12:04:20.346234 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [None req-643c345f-2bf1-46bc-881e-87af18d112c2 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] For port c3f5c15a-55da-4c72-87b8-b7015051a2a4, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=c3f5c15a-55da-4c72-87b8-b7015051a2a4,segment=NetworkSegment(68d7e479-c2fe-4b0b-92f4-f4b5b8859454),segment_id=68d7e479-c2fe-4b0b-92f4-f4b5b8859454)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:04:20.346606 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-643c345f-2bf1-46bc-881e-87af18d112c2 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:20.355664 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12353658-fa61-4066-844d-a4e4452e1ac9 req-61e85c7a-8a30-4d8e-8276-a44a1fa787e0 service neutron] Checking agent: {'id': 'a613417a-d085-492c-941a-59bb18c633d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 49, 6), 'started_at': datetime.datetime(2021, 8, 18, 11, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 4, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:04:20.356039 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12353658-fa61-4066-844d-a4e4452e1ac9 req-61e85c7a-8a30-4d8e-8276-a44a1fa787e0 service neutron] Checking segment: {'id': 'b0eb6eea-b461-4969-8a27-808f00daa8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '222e0814-c7e5-4b11-9282-3f40c6ed76b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:04:20.356420 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12353658-fa61-4066-844d-a4e4452e1ac9 req-61e85c7a-8a30-4d8e-8276-a44a1fa787e0 service neutron] Bound using segment: {'id': 'b0eb6eea-b461-4969-8a27-808f00daa8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '222e0814-c7e5-4b11-9282-3f40c6ed76b2'} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:04:20.356970 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-12353658-fa61-4066-844d-a4e4452e1ac9 req-61e85c7a-8a30-4d8e-8276-a44a1fa787e0 service neutron] Bound port: abb5c701-c089-4fa8-86b0-b7403ea28cd8, host: n-h1-804985-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0eb6eea-b461-4969-8a27-808f00daa8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '222e0814-c7e5-4b11-9282-3f40c6ed76b2'}}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:04:20.357323 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-12353658-fa61-4066-844d-a4e4452e1ac9 req-61e85c7a-8a30-4d8e-8276-a44a1fa787e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:20.472617 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-643c345f-2bf1-46bc-881e-87af18d112c2 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Calling delete_port for c3f5c15a-55da-4c72-87b8-b7015051a2a4 owned by network:dhcp {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:04:20.521781 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-37dd54f0-baf5-4705-90ee-0abddcdcc526 req-3c86ece4-09b2-498c-a9b9-b4930504c2c5 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb50ebbf-d033-473b-ae6e-593d78928b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890607 Aug 18 12:04:20.631258 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9e18b199-d5fe-436a-a6e3-107e17f3e723 tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58902106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59388097'] for subnet, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:20.699755 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-a2ff8ff0-c4dc-44cd-9114-16f75b69e882 None None] Set router 3ce07beb-4db9-42ff-b7cc-1f34c3d5d38b gateway port host: n-d-804985-2 {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:04:20.732704 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-12353658-fa61-4066-844d-a4e4452e1ac9 req-61e85c7a-8a30-4d8e-8276-a44a1fa787e0 service neutron] For port abb5c701-c089-4fa8-86b0-b7403ea28cd8, host n-h1-804985-2, cleared binding levels {{(pid=106252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:04:20.736572 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-0a90bc86-3e5d-494a-aa4c-74a09d75b5ed None None] Deleting port c3f5c15a-55da-4c72-87b8-b7015051a2a4 {{(pid=106254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:04:20.736949 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-0a90bc86-3e5d-494a-aa4c-74a09d75b5ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:20.745224 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e18b199-d5fe-436a-a6e3-107e17f3e723 tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Pushing event updated for resources: {'Subnet': ['ID=f6715474-d7ee-4bfc-b2f5-5fea2142b9a4,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:04:20.756422 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-12353658-fa61-4066-844d-a4e4452e1ac9 req-61e85c7a-8a30-4d8e-8276-a44a1fa787e0 service neutron] For port abb5c701-c089-4fa8-86b0-b7403ea28cd8, host n-h1-804985-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=abb5c701-c089-4fa8-86b0-b7403ea28cd8,segment=NetworkSegment(b0eb6eea-b461-4969-8a27-808f00daa8a1),segment_id=b0eb6eea-b461-4969-8a27-808f00daa8a1)] {{(pid=106252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:04:20.772836 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-12353658-fa61-4066-844d-a4e4452e1ac9 req-61e85c7a-8a30-4d8e-8276-a44a1fa787e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:20.795659 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e18b199-d5fe-436a-a6e3-107e17f3e723 tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Checking segment: {'id': 'b5fd3345-7f09-458d-9c6f-1249d755e0e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': 'fdb7dbad-82a7-42e1-ad4a-0fa58aa74a09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:04:20.796951 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e18b199-d5fe-436a-a6e3-107e17f3e723 tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Network hostable DHCP agents. Network: fdb7dbad-82a7-42e1-ad4a-0fa58aa74a09, hostable agents: ['97c14208-2951-4361-8d64-3708c946ff5f'], hosted agents: [] {{(pid=106253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 12:04:20.803425 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:04:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e763f37d-78b5-43c7-afa1-11460dece9f8 x-openstack-request-id: req-e763f37d-78b5-43c7-afa1-11460dece9f8 {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:04:20.804326 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27ecdc3e-c9a2-434c-a840-101feeb37aa9", "tag": "64677ff4-45ed-40b8-a8c8-3e3cee5de2d5", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:04:20.804798 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e763f37d-78b5-43c7-afa1-11460dece9f8 {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:04:20.805798 n-d-804985-2 neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27ecdc3e-c9a2-434c-a840-101feeb37aa9', 'tag': '64677ff4-45ed-40b8-a8c8-3e3cee5de2d5', 'status': 'completed', 'code': 200} Aug 18 12:04:20.827223 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e18b199-d5fe-436a-a6e3-107e17f3e723 tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Network fdb7dbad-82a7-42e1-ad4a-0fa58aa74a09 is scheduled to be hosted by DHCP agent 97c14208-2951-4361-8d64-3708c946ff5f with binding_index 1 {{(pid=106253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 12:04:20.848948 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-9e18b199-d5fe-436a-a6e3-107e17f3e723 tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-2, fdb7dbad-82a7-42e1-ad4a-0fa58aa74a09) {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:04:20.857039 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e18b199-d5fe-436a-a6e3-107e17f3e723 tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:04:20.857804 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9e18b199-d5fe-436a-a6e3-107e17f3e723 tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:20.892977 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-9e18b199-d5fe-436a-a6e3-107e17f3e723 tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7198188 Aug 18 12:04:20.893795 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 37232) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:04:20.964590 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfa5b2bf-3fa9-42f6-b0dd-f1bc04faec97 None None] Network fdb7dbad-82a7-42e1-ad4a-0fa58aa74a09 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:04:20.967593 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12353658-fa61-4066-844d-a4e4452e1ac9 req-61e85c7a-8a30-4d8e-8276-a44a1fa787e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:04:20.968565 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-12353658-fa61-4066-844d-a4e4452e1ac9 req-61e85c7a-8a30-4d8e-8276-a44a1fa787e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:20.989038 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-12353658-fa61-4066-844d-a4e4452e1ac9 req-61e85c7a-8a30-4d8e-8276-a44a1fa787e0 service neutron] 10.222.0.63 "PUT /v2.0/ports/abb5c701-c089-4fa8-86b0-b7403ea28cd8 HTTP/1.1" status: 200 len: 1094 time: 3.0243945 Aug 18 12:04:21.052122 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac427392-5ea8-4f62-8a43-3cccf99c79e3', 'tag': 'abb5c701-c089-4fa8-86b0-b7403ea28cd8'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:04:21.059203 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe8ed355-a136-4f4a-a7c0-49732afef163" -d '{"events": [{"name": "network-changed", "server_uuid": "ac427392-5ea8-4f62-8a43-3cccf99c79e3", "tag": "abb5c701-c089-4fa8-86b0-b7403ea28cd8"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:04:21.105454 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device bf5ef013-2196-4535-b008-02b4da1052cc up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:04:21.282640 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c76fbfcf-5207-4eac-988d-9c588a2a79cd req-0a886cf3-8219-413a-8bfb-bb53adcd4730 tempest-ServerShowV257Test-1455874224 tempest-ServerShowV257Test-1455874224-project] 10.222.0.66 "GET /v2.0/ports?device_id=68370648-5219-4fcc-8c2b-9c3fea96cce4 HTTP/1.1" status: 200 len: 210 time: 0.3920200 Aug 18 12:04:21.306189 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-429e9d62-a9c3-4d72-9e7e-b90041ee32f7 req-065ae518-9352-4bfa-9d1e-07dc215e71b7 tempest-ServerShowV254Test-1142120617 tempest-ServerShowV254Test-1142120617-project] 10.222.0.66 "GET /v2.0/ports?device_id=04bd7108-3d17-415f-afa1-6d9c642b6eae HTTP/1.1" status: 200 len: 210 time: 0.1854305 Aug 18 12:04:21.316693 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04b445c1-1aa1-4460-917a-86f59b688435 None None] Network 9c75ecdc-2759-4a92-81c3-2dfb601516f6 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:04:21.388194 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2e276d7a-6dd3-4bf8-a7f8-6ca295def73b tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:21.388717 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-643c345f-2bf1-46bc-881e-87af18d112c2 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:21.398748 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e85c7a-8a30-4d8e-8276-a44a1fa787e0 service neutron] Pushing event updated for resources: {'Port': ['ID=abb5c701-c089-4fa8-86b0-b7403ea28cd8,revision_number=3']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:04:21.410622 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:04:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f45218f7-ac5a-40f0-8899-63e0d0a41242 x-openstack-request-id: req-f45218f7-ac5a-40f0-8899-63e0d0a41242 {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:04:21.411089 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac427392-5ea8-4f62-8a43-3cccf99c79e3", "tag": "abb5c701-c089-4fa8-86b0-b7403ea28cd8", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:04:21.411340 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f45218f7-ac5a-40f0-8899-63e0d0a41242 {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:04:21.411935 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac427392-5ea8-4f62-8a43-3cccf99c79e3', 'tag': 'abb5c701-c089-4fa8-86b0-b7403ea28cd8', 'status': 'completed', 'code': 200} Aug 18 12:04:21.463348 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12353658-fa61-4066-844d-a4e4452e1ac9 req-3ece11bb-b412-4b48-bd2d-aca4bc4a9862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:04:21.465366 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-12353658-fa61-4066-844d-a4e4452e1ac9 req-3ece11bb-b412-4b48-bd2d-aca4bc4a9862 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=5dc13ca5db3b4f4a9d5ca7ec0f8f54a8&device_id=ac427392-5ea8-4f62-8a43-3cccf99c79e3 HTTP/1.1" status: 200 len: 1097 time: 0.3727367 Aug 18 12:04:21.471738 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6650b5ee-6e3e-4960-b9b4-89d0ae2b9443 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp788be208-34ab-5a8f-af0f-528834af222f-f3ffc155-8248-4571-a6e1-e359c82cf5e9', 'network_id': 'f3ffc155-8248-4571-a6e1-e359c82cf5e9', 'tenant_id': '072f67c971f44d0aadb7fdaeae7ca9b5', 'fixed_ips': [{'subnet_id': '64d24eeb-656e-41ed-9ba2-54e1e0f55b71'}]}} from n-d-804985-2. {{(pid=106254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 12:04:21.472596 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-6650b5ee-6e3e-4960-b9b4-89d0ae2b9443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:21.478631 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-0a90bc86-3e5d-494a-aa4c-74a09d75b5ed None None] For port c3f5c15a-55da-4c72-87b8-b7015051a2a4, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=c3f5c15a-55da-4c72-87b8-b7015051a2a4,segment=NetworkSegment(68d7e479-c2fe-4b0b-92f4-f4b5b8859454),segment_id=68d7e479-c2fe-4b0b-92f4-f4b5b8859454)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:04:21.479369 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-0a90bc86-3e5d-494a-aa4c-74a09d75b5ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:21.480834 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f0786f97-4b83-4a3c-b87d-3d3bd5119c68 req-4b4e9c75-123d-4e33-8e17-7354ca25eba8 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=84ea11f0-dfe9-4ffd-b1bd-00eb005330c3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6271434 Aug 18 12:04:21.495367 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-643c345f-2bf1-46bc-881e-87af18d112c2 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] No DVR routers for this DVR port c3f5c15a-55da-4c72-87b8-b7015051a2a4 on host n-d-804985-2 {{(pid=106252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:04:21.504116 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643c345f-2bf1-46bc-881e-87af18d112c2 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Pushing event deleted for resources: {'Port': ['ID=c3f5c15a-55da-4c72-87b8-b7015051a2a4,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:04:21.507308 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00718a83-cdca-4098-8871-0ec7f8009f3a req-631e5099-3d5c-4013-9ba1-0c25bc56e135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:04:21.508842 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-00718a83-cdca-4098-8871-0ec7f8009f3a req-631e5099-3d5c-4013-9ba1-0c25bc56e135 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=764f05f9d69b4134b93ed670f8afc320&device_id=27ecdc3e-c9a2-434c-a840-101feeb37aa9 HTTP/1.1" status: 200 len: 1096 time: 0.5979183 Aug 18 12:04:21.537657 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-336e98a0-49f4-41b1-b6e1-c2505daabe92 req-c49bd036-5ae9-480f-999b-995c3c474b6c tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/ports?device_id=22cd70c7-1011-4e6f-ad9a-ed99656bf245 HTTP/1.1" status: 200 len: 210 time: 0.0696526 Aug 18 12:04:21.570490 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port bf5ef013-2196-4535-b008-02b4da1052cc completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:04:21.574087 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-b6e72dc8-22ef-468b-b48f-afff0754dedc None None] Provisioning for port bf5ef013-2196-4535-b008-02b4da1052cc completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:04:21.582721 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-0a90bc86-3e5d-494a-aa4c-74a09d75b5ed None None] Calling delete_port for c3f5c15a-55da-4c72-87b8-b7015051a2a4 owned by network:dhcp {{(pid=106254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:04:21.586806 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port bf5ef013-2196-4535-b008-02b4da1052cc triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:04:21.587191 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:21.599458 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:21.602347 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-b6e72dc8-22ef-468b-b48f-afff0754dedc None None] Provisioning complete for port bf5ef013-2196-4535-b008-02b4da1052cc triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:04:21.602708 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-b6e72dc8-22ef-468b-b48f-afff0754dedc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:21.705387 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-12353658-fa61-4066-844d-a4e4452e1ac9 req-d86954f8-273f-4421-98ae-190658b85350 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=abb5c701-c089-4fa8-86b0-b7403ea28cd8 HTTP/1.1" status: 200 len: 217 time: 0.2077956 Aug 18 12:04:21.708954 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [None req-2e276d7a-6dd3-4bf8-a7f8-6ca295def73b tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Allocated IP 2001:db8::1 (f3ffc155-8248-4571-a6e1-e359c82cf5e9/64d24eeb-656e-41ed-9ba2-54e1e0f55b71/5eea7548-aac7-4be7-9ef2-55c8b44e13b8) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:04:21.819056 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00718a83-cdca-4098-8871-0ec7f8009f3a req-b70b88b6-69e4-404a-abf2-726627524c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:04:21.820586 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-00718a83-cdca-4098-8871-0ec7f8009f3a req-b70b88b6-69e4-404a-abf2-726627524c86 service neutron] 10.222.0.63 "GET /v2.0/networks?id=365c1e73-53bd-4762-8c39-733a28020035 HTTP/1.1" status: 200 len: 911 time: 0.2169125 Aug 18 12:04:21.837853 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-643c345f-2bf1-46bc-881e-87af18d112c2 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8367869', 'neutron.services.segments.db._delete_segments_for_network-8789151212993'] for network, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:21.876250 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2e276d7a-6dd3-4bf8-a7f8-6ca295def73b tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:21.887774 n-d-804985-2 neutron-server[106254]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 18 12:04:21.887774 n-d-804985-2 neutron-server[106254]: from cryptography.utils import int_from_bytes Aug 18 12:04:21.887774 n-d-804985-2 neutron-server[106254]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 18 12:04:21.887774 n-d-804985-2 neutron-server[106254]: from cryptography.utils import int_from_bytes Aug 18 12:04:21.887774 n-d-804985-2 neutron-server[106254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 12:04:21.887774 n-d-804985-2 neutron-server[106254]: self.session.flush() Aug 18 12:04:21.887774 n-d-804985-2 neutron-server[106254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 12:04:21.887774 n-d-804985-2 neutron-server[106254]: self.session.flush() Aug 18 12:04:21.887774 n-d-804985-2 neutron-server[106254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 12:04:21.887774 n-d-804985-2 neutron-server[106254]: self.session.flush() Aug 18 12:04:21.887774 n-d-804985-2 neutron-server[106254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 12:04:21.887774 n-d-804985-2 neutron-server[106254]: self.session.flush() Aug 18 12:04:21.887774 n-d-804985-2 neutron-server[106254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 12:04:21.887774 n-d-804985-2 neutron-server[106254]: self.session.flush() Aug 18 12:04:21.887774 n-d-804985-2 neutron-server[106254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 12:04:21.887774 n-d-804985-2 neutron-server[106254]: self.session.flush() Aug 18 12:04:21.887774 n-d-804985-2 neutron-server[106254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 12:04:21.887774 n-d-804985-2 neutron-server[106254]: self.session.flush() Aug 18 12:04:21.887774 n-d-804985-2 neutron-server[106254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 12:04:21.887774 n-d-804985-2 neutron-server[106254]: self.session.flush() Aug 18 12:04:21.887774 n-d-804985-2 neutron-server[106254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 12:04:21.887774 n-d-804985-2 neutron-server[106254]: self.session.flush() Aug 18 12:04:21.887774 n-d-804985-2 neutron-server[106254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 12:04:21.887774 n-d-804985-2 neutron-server[106254]: self.session.flush() Aug 18 12:04:21.887774 n-d-804985-2 neutron-server[106254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 12:04:21.887774 n-d-804985-2 neutron-server[106254]: self.session.flush() Aug 18 12:04:21.887774 n-d-804985-2 neutron-server[106254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 12:04:21.887774 n-d-804985-2 neutron-server[106254]: self.session.flush() Aug 18 12:04:21.887774 n-d-804985-2 neutron-server[106254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 12:04:21.887774 n-d-804985-2 neutron-server[106254]: self.session.flush() Aug 18 12:04:21.887774 n-d-804985-2 neutron-server[106254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 12:04:21.887774 n-d-804985-2 neutron-server[106254]: self.session.flush() Aug 18 12:04:21.887774 n-d-804985-2 neutron-server[106254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 12:04:21.887774 n-d-804985-2 neutron-server[106254]: self.session.flush() Aug 18 12:04:21.887774 n-d-804985-2 neutron-server[106254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 12:04:21.887774 n-d-804985-2 neutron-server[106254]: self.session.flush() Aug 18 12:04:21.887774 n-d-804985-2 neutron-server[106254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 12:04:21.887774 n-d-804985-2 neutron-server[106254]: self.session.flush() Aug 18 12:04:21.887774 n-d-804985-2 neutron-server[106254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 12:04:21.887774 n-d-804985-2 neutron-server[106254]: self.session.flush() Aug 18 12:04:21.887774 n-d-804985-2 neutron-server[106254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 12:04:21.887774 n-d-804985-2 neutron-server[106254]: self.session.flush() Aug 18 12:04:21.890913 n-d-804985-2 neutron-server[106254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 12:04:21.890913 n-d-804985-2 neutron-server[106254]: self.session.flush() Aug 18 12:04:21.890913 n-d-804985-2 neutron-server[106254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 12:04:21.890913 n-d-804985-2 neutron-server[106254]: self.session.flush() Aug 18 12:04:21.890913 n-d-804985-2 neutron-server[106254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 12:04:21.890913 n-d-804985-2 neutron-server[106254]: self.session.flush() Aug 18 12:04:21.890913 n-d-804985-2 neutron-server[106254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 12:04:21.890913 n-d-804985-2 neutron-server[106254]: self.session.flush() Aug 18 12:04:21.890913 n-d-804985-2 neutron-server[106254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 12:04:21.890913 n-d-804985-2 neutron-server[106254]: self.session.flush() Aug 18 12:04:21.890913 n-d-804985-2 neutron-server[106254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 12:04:21.890913 n-d-804985-2 neutron-server[106254]: self.session.flush() Aug 18 12:04:21.890913 n-d-804985-2 neutron-server[106254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 12:04:21.890913 n-d-804985-2 neutron-server[106254]: self.session.flush() Aug 18 12:04:21.909798 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0786f97-4b83-4a3c-b87d-3d3bd5119c68 req-557331a0-8143-4063-b02f-2a1faa73e710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:04:21.911572 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f0786f97-4b83-4a3c-b87d-3d3bd5119c68 req-557331a0-8143-4063-b02f-2a1faa73e710 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=5dc13ca5db3b4f4a9d5ca7ec0f8f54a8&device_id=84ea11f0-dfe9-4ffd-b1bd-00eb005330c3 HTTP/1.1" status: 200 len: 1101 time: 0.3341901 Aug 18 12:04:21.917280 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-643c345f-2bf1-46bc-881e-87af18d112c2 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62c8a6e8-13f6-402d-a740-f6a630d54875']}} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:04:21.935024 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-643c345f-2bf1-46bc-881e-87af18d112c2 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68d7e479-c2fe-4b0b-92f4-f4b5b8859454') {'for_net_delete': True} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:04:21.935280 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-643c345f-2bf1-46bc-881e-87af18d112c2 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68d7e479-c2fe-4b0b-92f4-f4b5b8859454') {} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:04:21.939850 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-00718a83-cdca-4098-8871-0ec7f8009f3a req-4715dda0-a8b2-485f-9921-e303b0355ddd service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=64677ff4-45ed-40b8-a8c8-3e3cee5de2d5 HTTP/1.1" status: 200 len: 998 time: 0.0978999 Aug 18 12:04:21.954946 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5137be-04a0-45e8-9574-ed9db6fde031 req-f8f689c4-f993-4554-8bf5-4d2f9517d8e2 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:04:21.962987 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ad5137be-04a0-45e8-9574-ed9db6fde031 req-f8f689c4-f993-4554-8bf5-4d2f9517d8e2 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.66 "GET /v2.0/ports?device_id=ac427392-5ea8-4f62-8a43-3cccf99c79e3 HTTP/1.1" status: 200 len: 946 time: 0.2744689 Aug 18 12:04:21.966892 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-0a90bc86-3e5d-494a-aa4c-74a09d75b5ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556'] for port, after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:21.968517 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [None req-2e276d7a-6dd3-4bf8-a7f8-6ca295def73b tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Transition to ACTIVE for port object 5eea7548-aac7-4be7-9ef2-55c8b44e13b8 will not be triggered until provisioned by entity DHCP. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:04:21.993278 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a90bc86-3e5d-494a-aa4c-74a09d75b5ed None None] No DVR routers for this DVR port c3f5c15a-55da-4c72-87b8-b7015051a2a4 on host n-d-804985-2 {{(pid=106254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:04:21.993501 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12353658-fa61-4066-844d-a4e4452e1ac9 req-ea0b68cc-5389-45df-803f-a1be45afe8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:04:21.994798 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-12353658-fa61-4066-844d-a4e4452e1ac9 req-ea0b68cc-5389-45df-803f-a1be45afe8c9 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=6d16d680-110b-436d-8afa-48ba845b3623 HTTP/1.1" status: 200 len: 843 time: 0.2411869 Aug 18 12:04:21.999420 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-643c345f-2bf1-46bc-881e-87af18d112c2 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789151225254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2221521'] for segment, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:22.004058 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-5045affe-1534-4c94-9264-9e0d195f2dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:22.048079 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a90bc86-3e5d-494a-aa4c-74a09d75b5ed None None] Pushing event deleted for resources: {'Port': ['ID=c3f5c15a-55da-4c72-87b8-b7015051a2a4,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:04:22.084125 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c7df7c-3ca0-4763-ab4f-add630a4d4d9 req-ebf0a021-deca-4fba-a76d-f1a32e42addb tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:04:22.085605 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-b8c7df7c-3ca0-4763-ab4f-add630a4d4d9 req-ebf0a021-deca-4fba-a76d-f1a32e42addb tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.63 "GET /v2.0/networks?id=f4b8d3d9-3617-4a41-8d50-7e0230977f6d HTTP/1.1" status: 200 len: 811 time: 0.2368269 Aug 18 12:04:22.098627 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2e276d7a-6dd3-4bf8-a7f8-6ca295def73b tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:22.137264 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [req-b8c7df7c-3ca0-4763-ab4f-add630a4d4d9 req-5e8897ed-1bda-46d7-a559-6d65007918ab tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Request body: {'port': {'device_id': '22cd70c7-1011-4e6f-ad9a-ed99656bf245', 'network_id': 'f4b8d3d9-3617-4a41-8d50-7e0230977f6d', 'admin_state_up': True, 'tenant_id': 'ba6220adeda54bd2ac551edffcfbfea2'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:04:22.144772 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-643c345f-2bf1-46bc-881e-87af18d112c2 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:22.172182 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-643c345f-2bf1-46bc-881e-87af18d112c2 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Releasing vlan 834 on physical network physnet1 to pool {{(pid=106252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:04:22.172617 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-643c345f-2bf1-46bc-881e-87af18d112c2 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3572434'] for segment, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:22.175580 n-d-804985-2 neutron-server[106252]: Traceback (most recent call last): Aug 18 12:04:22.175580 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:04:22.175580 n-d-804985-2 neutron-server[106252]: timer() Aug 18 12:04:22.175580 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:04:22.175580 n-d-804985-2 neutron-server[106252]: cb(*args, **kw) Aug 18 12:04:22.175580 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:04:22.175580 n-d-804985-2 neutron-server[106252]: return func(*args, **kwargs) Aug 18 12:04:22.175580 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:04:22.175580 n-d-804985-2 neutron-server[106252]: self._notify() Aug 18 12:04:22.175580 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:04:22.175580 n-d-804985-2 neutron-server[106252]: self.callback(batched_events) Aug 18 12:04:22.175580 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:04:22.175580 n-d-804985-2 neutron-server[106252]: event.method(event) Aug 18 12:04:22.175580 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:04:22.175580 n-d-804985-2 neutron-server[106252]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:04:22.175580 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:04:22.175580 n-d-804985-2 neutron-server[106252]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:04:22.175580 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:04:22.175580 n-d-804985-2 neutron-server[106252]: return f(self, *a, **k) Aug 18 12:04:22.175580 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:04:22.175580 n-d-804985-2 neutron-server[106252]: return self._get(url).json() Aug 18 12:04:22.175580 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:04:22.175580 n-d-804985-2 neutron-server[106252]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:04:22.175580 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:04:22.175580 n-d-804985-2 neutron-server[106252]: return self.request(url, 'GET', **kwargs) Aug 18 12:04:22.175580 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:04:22.175580 n-d-804985-2 neutron-server[106252]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:04:22.175580 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:04:22.175580 n-d-804985-2 neutron-server[106252]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:04:22.175580 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:04:22.175580 n-d-804985-2 neutron-server[106252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:04:22.175580 n-d-804985-2 neutron-server[106252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:04:22.179189 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00718a83-cdca-4098-8871-0ec7f8009f3a req-dc636bbb-cd38-4a35-961b-c02df2cbc1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:04:22.180685 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-00718a83-cdca-4098-8871-0ec7f8009f3a req-dc636bbb-cd38-4a35-961b-c02df2cbc1e3 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=e8e80694-e438-471b-8163-c76e1828e5ce HTTP/1.1" status: 200 len: 849 time: 0.2149646 Aug 18 12:04:22.189882 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-53584c24-f517-494e-ac93-c18bb92373f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:22.191690 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ad5137be-04a0-45e8-9574-ed9db6fde031 req-a5fcbc8d-9d08-46c3-b3d9-e504e45eb598 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb50ebbf-d033-473b-ae6e-593d78928b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2259884 Aug 18 12:04:22.203489 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e276d7a-6dd3-4bf8-a7f8-6ca295def73b tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Network f3ffc155-8248-4571-a6e1-e359c82cf5e9 is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:04:22.213756 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e276d7a-6dd3-4bf8-a7f8-6ca295def73b tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Pushing event updated for resources: {'Port': ['ID=5eea7548-aac7-4be7-9ef2-55c8b44e13b8,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:04:22.217812 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-2e276d7a-6dd3-4bf8-a7f8-6ca295def73b tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:04:22.221801 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-986161d7-4706-4ace-b566-9b9a08d1116c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp788be208-34ab-5a8f-af0f-528834af222f-fdb7dbad-82a7-42e1-ad4a-0fa58aa74a09', 'network_id': 'fdb7dbad-82a7-42e1-ad4a-0fa58aa74a09', 'tenant_id': '072f67c971f44d0aadb7fdaeae7ca9b5', 'fixed_ips': [{'subnet_id': 'f6715474-d7ee-4bfc-b2f5-5fea2142b9a4'}]}} from n-d-804985-2. {{(pid=106254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 12:04:22.221942 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e276d7a-6dd3-4bf8-a7f8-6ca295def73b tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:04:22.222536 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2e276d7a-6dd3-4bf8-a7f8-6ca295def73b tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-996688'] for router_interface, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:22.222660 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-986161d7-4706-4ace-b566-9b9a08d1116c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:22.298186 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12353658-fa61-4066-844d-a4e4452e1ac9 req-ade70c33-cc59-4928-8c1c-9965e023c020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:04:22.299600 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-12353658-fa61-4066-844d-a4e4452e1ac9 req-ade70c33-cc59-4928-8c1c-9965e023c020 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=222e0814-c7e5-4b11-9282-3f40c6ed76b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2620695 Aug 18 12:04:22.321929 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-b6e72dc8-22ef-468b-b48f-afff0754dedc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:22.324316 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0786f97-4b83-4a3c-b87d-3d3bd5119c68 req-086ee78c-35b1-416d-9d39-285941a3d4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:04:22.325864 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f0786f97-4b83-4a3c-b87d-3d3bd5119c68 req-086ee78c-35b1-416d-9d39-285941a3d4b0 service neutron] 10.222.0.63 "GET /v2.0/networks?id=222e0814-c7e5-4b11-9282-3f40c6ed76b2 HTTP/1.1" status: 200 len: 870 time: 0.3408923 Aug 18 12:04:22.369716 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8c7df7c-3ca0-4763-ab4f-add630a4d4d9 req-5e8897ed-1bda-46d7-a559-6d65007918ab tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Made reservation on behalf of ba6220adeda54bd2ac551edffcfbfea2 for: {'port': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:04:22.370845 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-643c345f-2bf1-46bc-881e-87af18d112c2 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8367858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997186'] for network, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:22.378931 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-b8c7df7c-3ca0-4763-ab4f-add630a4d4d9 req-5e8897ed-1bda-46d7-a559-6d65007918ab tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:22.383306 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:22.411175 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-643c345f-2bf1-46bc-881e-87af18d112c2 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Notify callbacks [] for network, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:22.416136 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-643c345f-2bf1-46bc-881e-87af18d112c2 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] 10.222.0.66 "DELETE /v2.0/networks/62c8a6e8-13f6-402d-a740-f6a630d54875 HTTP/1.1" status: 204 len: 168 time: 2.8916137 Aug 18 12:04:22.418004 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 37252) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:04:22.435883 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f0786f97-4b83-4a3c-b87d-3d3bd5119c68 req-1bf413a6-9b11-4831-b195-33d47c623e0f service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=4a6dd6bf-beb4-4c07-a3e9-1cc18f334166 HTTP/1.1" status: 200 len: 217 time: 0.0978003 Aug 18 12:04:22.449183 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00718a83-cdca-4098-8871-0ec7f8009f3a req-7ee69a5f-0e8c-476b-8b50-107ce287c565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:04:22.450977 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-00718a83-cdca-4098-8871-0ec7f8009f3a req-7ee69a5f-0e8c-476b-8b50-107ce287c565 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=365c1e73-53bd-4762-8c39-733a28020035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2508843 Aug 18 12:04:22.457310 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643c345f-2bf1-46bc-881e-87af18d112c2 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Pushing event deleted for resources: {'Network': ['ID=62c8a6e8-13f6-402d-a740-f6a630d54875,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:04:22.466109 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2e276d7a-6dd3-4bf8-a7f8-6ca295def73b tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:22.472698 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.db_base_plugin_common [None req-6650b5ee-6e3e-4960-b9b4-89d0ae2b9443 None None] Allocated IP 2001:db8::2 (f3ffc155-8248-4571-a6e1-e359c82cf5e9/64d24eeb-656e-41ed-9ba2-54e1e0f55b71/3631b0ac-96a4-4471-8527-e8f74c126c66) {{(pid=106254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:04:22.517508 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ecd0a3e3-3f2a-4b52-ba69-0f1bc9893ddd req-6db2d77e-434f-4eb9-ad34-64b90484b0c5 tempest-ServerShowV257Test-1455874224 tempest-ServerShowV257Test-1455874224-project] 10.222.0.66 "GET /v2.0/ports?device_id=68370648-5219-4fcc-8c2b-9c3fea96cce4 HTTP/1.1" status: 200 len: 210 time: 0.1072614 Aug 18 12:04:22.537529 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_v2 [None req-125a6a9e-4e5a-4c9b-afff-d4a866b0aa65 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Deleting subnet afec3d84-5652-407e-bf85-93a100e733a9 {{(pid=106253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 12:04:22.553496 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] For port bf5ef013-2196-4535-b008-02b4da1052cc, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=bf5ef013-2196-4535-b008-02b4da1052cc,segment=NetworkSegment(b1d88433-6d92-4a37-be03-f5abfa385cc7),segment_id=b1d88433-6d92-4a37-be03-f5abfa385cc7)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:04:22.563409 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-125a6a9e-4e5a-4c9b-afff-d4a866b0aa65 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Notify callbacks [] for subnet, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:22.618718 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:22.717773 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device c3f5c15a-55da-4c72-87b8-b7015051a2a4 no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:04:22.729356 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-12353658-fa61-4066-844d-a4e4452e1ac9 req-272da0be-dca8-4d16-b574-8b6d5480a72e service neutron] 10.222.0.63 "GET /v2.0/networks/222e0814-c7e5-4b11-9282-3f40c6ed76b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4187088 Aug 18 12:04:22.785053 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: c3f5c15a-55da-4c72-87b8-b7015051a2a4 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:04:22.785393 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device c3f5c15a-55da-4c72-87b8-b7015051a2a4 not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:04:22.798246 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-db232893-1730-4b15-b64b-ccaa5536fd5d req-2ce9115c-3a75-4a5f-9f6f-f02ab38ec996 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/ports?device_id=22cd70c7-1011-4e6f-ad9a-ed99656bf245 HTTP/1.1" status: 200 len: 210 time: 0.0433679 Aug 18 12:04:22.801217 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8bfdcf63-a1c3-458e-bcd2-4800e1cce470 req-68d26e18-1649-4af5-83a7-90d58f649e4d tempest-ServerShowV254Test-1142120617 tempest-ServerShowV254Test-1142120617-project] 10.222.0.66 "GET /v2.0/ports?device_id=04bd7108-3d17-415f-afa1-6d9c642b6eae HTTP/1.1" status: 200 len: 210 time: 0.3459861 Aug 18 12:04:22.808265 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.db_base_plugin_common [None req-986161d7-4706-4ace-b566-9b9a08d1116c None None] Allocated IP 2001:db8::2 (fdb7dbad-82a7-42e1-ad4a-0fa58aa74a09/f6715474-d7ee-4bfc-b2f5-5fea2142b9a4/9bfe051c-d38c-4e2a-9955-a279ccd8aa4f) {{(pid=106254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:04:22.815944 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-00718a83-cdca-4098-8871-0ec7f8009f3a req-559546e0-94de-4669-bc56-9ae3f475ce6e service neutron] 10.222.0.63 "GET /v2.0/networks/365c1e73-53bd-4762-8c39-733a28020035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3148644 Aug 18 12:04:22.828433 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-a2ff8ff0-c4dc-44cd-9114-16f75b69e882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ce07beb-4db9-42ff-b7cc-1f34c3d5d38b', 'name': 'tempest-AttachVolumeTestJSON-383410670-router', 'tenant_id': '764f05f9d69b4134b93ed670f8afc320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.252'}], 'enable_snat': True}, 'gw_port_id': '72fe68a2-88d6-4327-b8d5-6daf9872f85d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:03:33Z', 'updated_at': '2021-08-18T12:03:42Z', 'revision_number': 4, 'project_id': '764f05f9d69b4134b93ed670f8afc320', 'gw_port': {'id': '72fe68a2-88d6-4327-b8d5-6daf9872f85d', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:89:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce07beb-4db9-42ff-b7cc-1f34c3d5d38b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:03:35Z', 'updated_at': '2021-08-18T12:03:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_floatingips': [{'id': '0a0baca3-72b4-41a5-972c-51021100a5f4', 'tenant_id': '764f05f9d69b4134b93ed670f8afc320', 'floating_ip_address': '172.25.7.47', 'floating_network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'router_id': '3ce07beb-4db9-42ff-b7cc-1f34c3d5d38b', 'port_id': '64677ff4-45ed-40b8-a8c8-3e3cee5de2d5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1393, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '365c1e73-53bd-4762-8c39-733a28020035', 'mac_address': 'fa:16:3e:ec:fe:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27ecdc3e-c9a2-434c-a840-101feeb37aa9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T12:03:51Z', 'updated_at': '2021-08-18T12:04:18Z', 'revision_number': 1, 'project_id': '764f05f9d69b4134b93ed670f8afc320', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6cda11e2-5e40-4f5e-bf17-6026040fdd12', 'name': '', 'network_id': '365c1e73-53bd-4762-8c39-733a28020035', 'tenant_id': '764f05f9d69b4134b93ed670f8afc320', 'mac_address': 'fa:16:3e:71:c1:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce07beb-4db9-42ff-b7cc-1f34c3d5d38b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': 'e8e80694-e438-471b-8163-c76e1828e5ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:03:41Z', 'updated_at': '2021-08-18T12:03:49Z', 'revision_number': 5, 'project_id': '764f05f9d69b4134b93ed670f8afc320', 'subnets': [{'id': 'e8e80694-e438-471b-8163-c76e1828e5ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:04:22.840604 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.db.api [None req-b6e72dc8-22ef-468b-b48f-afff0754dedc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106254) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 18 12:04:22.841025 n-d-804985-2 neutron-server[106254]: DEBUG oslo_db.api [None req-b6e72dc8-22ef-468b-b48f-afff0754dedc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 18 12:04:22.896252 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Pushing event updated for resources: {'Port': ['ID=bf5ef013-2196-4535-b008-02b4da1052cc,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:04:22.900792 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2ff8ff0-c4dc-44cd-9114-16f75b69e882 None None] Checking router: 3ce07beb-4db9-42ff-b7cc-1f34c3d5d38b for host: n-d-804985-2 {{(pid=106254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:04:23.083234 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-125a6a9e-4e5a-4c9b-afff-d4a866b0aa65 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902229'] for subnet, precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:23.230907 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [req-b8c7df7c-3ca0-4763-ab4f-add630a4d4d9 req-5e8897ed-1bda-46d7-a559-6d65007918ab tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Allocated IP 172.20.0.8 (f4b8d3d9-3617-4a41-8d50-7e0230977f6d/d716ee29-e7a2-4fa3-97cc-7ab3c35181fa/2f2bc4ba-fa67-4752-be89-9b11706d7a01) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:04:23.285353 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-986161d7-4706-4ace-b566-9b9a08d1116c None None] Notify callbacks [] for port, precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:23.293809 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-986161d7-4706-4ace-b566-9b9a08d1116c None None] Transition to ACTIVE for port object 9bfe051c-d38c-4e2a-9955-a279ccd8aa4f will not be triggered until provisioned by entity L2. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:04:23.301168 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-125a6a9e-4e5a-4c9b-afff-d4a866b0aa65 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:23.316613 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ff8ff0-c4dc-44cd-9114-16f75b69e882 None None] Routers {'3ce07beb-4db9-42ff-b7cc-1f34c3d5d38b'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:04:23.316613 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-a2ff8ff0-c4dc-44cd-9114-16f75b69e882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:04:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['3ce07beb-4db9-42ff-b7cc-1f34c3d5d38b'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:04:23.382579 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-986161d7-4706-4ace-b566-9b9a08d1116c None None] Transition to ACTIVE for port object 9bfe051c-d38c-4e2a-9955-a279ccd8aa4f will not be triggered until provisioned by entity DHCP. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:04:23.425821 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-986161d7-4706-4ace-b566-9b9a08d1116c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547'] for port, after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:23.428940 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0786f97-4b83-4a3c-b87d-3d3bd5119c68 req-5ae9bfe0-735a-4d03-a7cd-d0646632dc96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:04:23.430542 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f0786f97-4b83-4a3c-b87d-3d3bd5119c68 req-5ae9bfe0-735a-4d03-a7cd-d0646632dc96 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=6d16d680-110b-436d-8afa-48ba845b3623 HTTP/1.1" status: 200 len: 843 time: 0.9785402 Aug 18 12:04:23.481115 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-125a6a9e-4e5a-4c9b-afff-d4a866b0aa65 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58902171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59388106'] for subnet, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:23.497920 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-6650b5ee-6e3e-4960-b9b4-89d0ae2b9443 None None] Notify callbacks [] for port, precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:23.504643 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8349d055-f5f7-444d-bb81-e1f827dd23dc req-21f48af6-555f-496a-a52c-9c44902ae316 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:04:23.508973 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8349d055-f5f7-444d-bb81-e1f827dd23dc req-21f48af6-555f-496a-a52c-9c44902ae316 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.66 "GET /v2.0/ports?device_id=ac427392-5ea8-4f62-8a43-3cccf99c79e3 HTTP/1.1" status: 200 len: 946 time: 0.1363897 Aug 18 12:04:23.528806 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-125a6a9e-4e5a-4c9b-afff-d4a866b0aa65 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:23.530705 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-125a6a9e-4e5a-4c9b-afff-d4a866b0aa65 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] 10.222.0.66 "DELETE /v2.0/subnets/afec3d84-5652-407e-bf85-93a100e733a9 HTTP/1.1" status: 204 len: 168 time: 1.1117501 Aug 18 12:04:23.531634 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125a6a9e-4e5a-4c9b-afff-d4a866b0aa65 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Pushing event deleted for resources: {'Subnet': ['ID=afec3d84-5652-407e-bf85-93a100e733a9,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:04:23.534099 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-6650b5ee-6e3e-4960-b9b4-89d0ae2b9443 None None] Transition to ACTIVE for port object 3631b0ac-96a4-4471-8527-e8f74c126c66 will not be triggered until provisioned by entity L2. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:04:23.537669 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 37262) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:04:23.560625 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-986161d7-4706-4ace-b566-9b9a08d1116c None None] Network fdb7dbad-82a7-42e1-ad4a-0fa58aa74a09 is already hosted by enough agents. {{(pid=106254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:04:23.574920 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b95e314e-fe81-44af-9260-4c4bdc1a568a None None] Network b43d448f-e708-4c7a-a8ae-303801ef6162 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:04:23.575609 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-00718a83-cdca-4098-8871-0ec7f8009f3a req-de6c26f2-00f9-4853-a7a5-4534374339a0 service neutron] 10.222.0.63 "GET /v2.0/networks/365c1e73-53bd-4762-8c39-733a28020035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7394743 Aug 18 12:04:23.579564 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-12353658-fa61-4066-844d-a4e4452e1ac9 req-4fbacb4e-3367-4ed0-9b3e-4d228551cc94 service neutron] 10.222.0.63 "GET /v2.0/networks/222e0814-c7e5-4b11-9282-3f40c6ed76b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7761130 Aug 18 12:04:23.610013 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-a2ff8ff0-c4dc-44cd-9114-16f75b69e882 None None] Set router 3ce07beb-4db9-42ff-b7cc-1f34c3d5d38b gateway port host: n-d-804985-2 {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:04:23.616727 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.base_scheduler [None req-986161d7-4706-4ace-b566-9b9a08d1116c None None] Resources bound (agent type, host, resource id): {{(pid=106254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:04:23.616932 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0786f97-4b83-4a3c-b87d-3d3bd5119c68 req-2845af41-0ed5-4a3c-a684-bc1a518c1814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:04:23.618373 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f0786f97-4b83-4a3c-b87d-3d3bd5119c68 req-2845af41-0ed5-4a3c-a684-bc1a518c1814 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=222e0814-c7e5-4b11-9282-3f40c6ed76b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1774142 Aug 18 12:04:23.621849 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8349d055-f5f7-444d-bb81-e1f827dd23dc req-ef4c0eb6-48f8-404e-b777-680e878f86c8 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb50ebbf-d033-473b-ae6e-593d78928b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003537 Aug 18 12:04:23.632603 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2e276d7a-6dd3-4bf8-a7f8-6ca295def73b tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Notify callbacks [] for port, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:23.664183 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-b8c7df7c-3ca0-4763-ab4f-add630a4d4d9 req-5e8897ed-1bda-46d7-a559-6d65007918ab tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:23.666518 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2e276d7a-6dd3-4bf8-a7f8-6ca295def73b tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:23.667464 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2e276d7a-6dd3-4bf8-a7f8-6ca295def73b tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-996772'] for router_interface, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:23.668589 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986161d7-4706-4ace-b566-9b9a08d1116c None None] Pushing event updated for resources: {'Port': ['ID=9bfe051c-d38c-4e2a-9955-a279ccd8aa4f,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:04:23.672889 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-986161d7-4706-4ace-b566-9b9a08d1116c None None] Received port after_create {{(pid=106254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:04:23.679577 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4c001954-470c-4b06-a69f-32d3d30c9739 req-0f991b84-41db-4d65-a6e6-30298dc863dd tempest-ServerShowV257Test-1455874224 tempest-ServerShowV257Test-1455874224-project] 10.222.0.66 "GET /v2.0/ports?device_id=68370648-5219-4fcc-8c2b-9c3fea96cce4 HTTP/1.1" status: 200 len: 210 time: 0.0652318 Aug 18 12:04:23.729493 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-6650b5ee-6e3e-4960-b9b4-89d0ae2b9443 None None] Transition to ACTIVE for port object 3631b0ac-96a4-4471-8527-e8f74c126c66 will not be triggered until provisioned by entity DHCP. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:04:23.730061 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b466c70f-8e38-4cc6-9f42-23390334f818 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7904109'] for network, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:23.781315 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-6650b5ee-6e3e-4960-b9b4-89d0ae2b9443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547'] for port, after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:23.791745 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8ed355-a136-4f4a-a7c0-49732afef163 req-a5a817ff-9609-432f-9a31-3aa089f68595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:04:23.793444 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-fe8ed355-a136-4f4a-a7c0-49732afef163 req-a5a817ff-9609-432f-9a31-3aa089f68595 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=5dc13ca5db3b4f4a9d5ca7ec0f8f54a8&device_id=ac427392-5ea8-4f62-8a43-3cccf99c79e3 HTTP/1.1" status: 200 len: 1097 time: 0.1242144 Aug 18 12:04:23.813932 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e276d7a-6dd3-4bf8-a7f8-6ca295def73b tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Pushing event updated for resources: {'Port': ['ID=5eea7548-aac7-4be7-9ef2-55c8b44e13b8,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:04:23.888798 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f0786f97-4b83-4a3c-b87d-3d3bd5119c68 req-d8be02ff-f579-4443-b2d4-676e747cbd9b service neutron] 10.222.0.63 "GET /v2.0/networks/222e0814-c7e5-4b11-9282-3f40c6ed76b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2550056 Aug 18 12:04:23.891326 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-500a1c61-38a7-4c23-a7ec-4631080af5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:23.909702 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-b8c7df7c-3ca0-4763-ab4f-add630a4d4d9 req-5e8897ed-1bda-46d7-a559-6d65007918ab tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:23.945876 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6650b5ee-6e3e-4960-b9b4-89d0ae2b9443 None None] Network f3ffc155-8248-4571-a6e1-e359c82cf5e9 is already hosted by enough agents. {{(pid=106254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:04:23.952091 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-986161d7-4706-4ace-b566-9b9a08d1116c None None] Attempting to bind port 9bfe051c-d38c-4e2a-9955-a279ccd8aa4f on host n-d-804985-2 for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:04:23.952454 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-986161d7-4706-4ace-b566-9b9a08d1116c None None] Attempting to bind port 9bfe051c-d38c-4e2a-9955-a279ccd8aa4f by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': 'b5fd3345-7f09-458d-9c6f-1249d755e0e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': 'fdb7dbad-82a7-42e1-ad4a-0fa58aa74a09'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:04:23.952847 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-986161d7-4706-4ace-b566-9b9a08d1116c None None] Attempting to bind port 9bfe051c-d38c-4e2a-9955-a279ccd8aa4f on network fdb7dbad-82a7-42e1-ad4a-0fa58aa74a09 {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:04:23.961131 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.base_scheduler [None req-6650b5ee-6e3e-4960-b9b4-89d0ae2b9443 None None] Resources bound (agent type, host, resource id): {{(pid=106254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:04:23.966867 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6650b5ee-6e3e-4960-b9b4-89d0ae2b9443 None None] Pushing event updated for resources: {'Port': ['ID=3631b0ac-96a4-4471-8527-e8f74c126c66,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:04:23.983079 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6650b5ee-6e3e-4960-b9b4-89d0ae2b9443 None None] Received port after_create {{(pid=106254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:04:23.989340 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-ab19de68-7e1c-4f61-9727-e52d0e51bf22 None None] Provisioning complete for port bf5ef013-2196-4535-b008-02b4da1052cc triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:04:23.989709 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ab19de68-7e1c-4f61-9727-e52d0e51bf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:23.991310 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-986161d7-4706-4ace-b566-9b9a08d1116c None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 4, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:04:23.991673 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-986161d7-4706-4ace-b566-9b9a08d1116c None None] Checking segment: {'id': 'b5fd3345-7f09-458d-9c6f-1249d755e0e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': 'fdb7dbad-82a7-42e1-ad4a-0fa58aa74a09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:04:23.992054 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-986161d7-4706-4ace-b566-9b9a08d1116c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:23.992434 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-986161d7-4706-4ace-b566-9b9a08d1116c None None] Bound using segment: {'id': 'b5fd3345-7f09-458d-9c6f-1249d755e0e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': 'fdb7dbad-82a7-42e1-ad4a-0fa58aa74a09'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:04:23.992962 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-986161d7-4706-4ace-b566-9b9a08d1116c None None] Bound port: 9bfe051c-d38c-4e2a-9955-a279ccd8aa4f, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5fd3345-7f09-458d-9c6f-1249d755e0e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': 'fdb7dbad-82a7-42e1-ad4a-0fa58aa74a09'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:04:23.993334 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-986161d7-4706-4ace-b566-9b9a08d1116c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:23.997001 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-b466c70f-8e38-4cc6-9f42-23390334f818 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Deleting port 83eda889-22c6-4d12-97ef-aac8b9a650e6 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:04:23.997349 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b466c70f-8e38-4cc6-9f42-23390334f818 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:24.002540 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8c7df7c-3ca0-4763-ab4f-add630a4d4d9 req-5e8897ed-1bda-46d7-a559-6d65007918ab tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Network f4b8d3d9-3617-4a41-8d50-7e0230977f6d is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:04:24.022460 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e276d7a-6dd3-4bf8-a7f8-6ca295def73b tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Network f3ffc155-8248-4571-a6e1-e359c82cf5e9 is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:04:24.025447 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [req-b8c7df7c-3ca0-4763-ab4f-add630a4d4d9 req-5e8897ed-1bda-46d7-a559-6d65007918ab tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:04:24.029451 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e4368090-9635-4bae-8a92-2de1c89f5c84 req-ecaac59d-33ca-48e6-9e6c-3b7edb930b84 tempest-ServerShowV254Test-1142120617 tempest-ServerShowV254Test-1142120617-project] 10.222.0.66 "GET /v2.0/ports?device_id=04bd7108-3d17-415f-afa1-6d9c642b6eae HTTP/1.1" status: 200 len: 210 time: 0.0517235 Aug 18 12:04:24.071234 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8ed355-a136-4f4a-a7c0-49732afef163 req-d581e37a-45ff-4389-b91a-9f82e23fb043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:04:24.072741 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-fe8ed355-a136-4f4a-a7c0-49732afef163 req-d581e37a-45ff-4389-b91a-9f82e23fb043 service neutron] 10.222.0.63 "GET /v2.0/networks?id=222e0814-c7e5-4b11-9282-3f40c6ed76b2 HTTP/1.1" status: 200 len: 870 time: 0.2695305 Aug 18 12:04:24.083218 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8c7df7c-3ca0-4763-ab4f-add630a4d4d9 req-5e8897ed-1bda-46d7-a559-6d65007918ab tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:04:24.089349 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-2e276d7a-6dd3-4bf8-a7f8-6ca295def73b tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:04:24.098777 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8897ed-1bda-46d7-a559-6d65007918ab tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Pushing event updated for resources: {'Port': ['ID=2f2bc4ba-fa67-4752-be89-9b11706d7a01,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:04:24.158150 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783515f9-90cb-4b8c-a4f1-9ac35c49b373 req-db17cc97-0e54-4c96-97cc-a44ddbe1b88f tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:04:24.160013 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-783515f9-90cb-4b8c-a4f1-9ac35c49b373 req-db17cc97-0e54-4c96-97cc-a44ddbe1b88f tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/ports?device_id=22cd70c7-1011-4e6f-ad9a-ed99656bf245 HTTP/1.1" status: 200 len: 931 time: 0.2023189 Aug 18 12:04:24.163728 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-fe8ed355-a136-4f4a-a7c0-49732afef163 req-37c32d32-0bb6-45e9-a194-a0221ebf5a8b service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=abb5c701-c089-4fa8-86b0-b7403ea28cd8 HTTP/1.1" status: 200 len: 217 time: 0.0760581 Aug 18 12:04:24.165883 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f0786f97-4b83-4a3c-b87d-3d3bd5119c68 req-9e26b860-3e90-4619-b86b-9700d7fde820 service neutron] 10.222.0.63 "GET /v2.0/networks/222e0814-c7e5-4b11-9282-3f40c6ed76b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2630632 Aug 18 12:04:24.245890 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c7df7c-3ca0-4763-ab4f-add630a4d4d9 req-5e8897ed-1bda-46d7-a559-6d65007918ab tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:04:24.246523 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-b8c7df7c-3ca0-4763-ab4f-add630a4d4d9 req-5e8897ed-1bda-46d7-a559-6d65007918ab tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:24.254962 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [None req-b466c70f-8e38-4cc6-9f42-23390334f818 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] For port 83eda889-22c6-4d12-97ef-aac8b9a650e6, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=83eda889-22c6-4d12-97ef-aac8b9a650e6,segment=NetworkSegment(7de92108-db01-4a5b-b261-ae216262a2b7),segment_id=7de92108-db01-4a5b-b261-ae216262a2b7)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:04:24.255326 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b466c70f-8e38-4cc6-9f42-23390334f818 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:24.270110 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-783515f9-90cb-4b8c-a4f1-9ac35c49b373 req-2c336b48-069a-403f-a713-0e4e53961f07 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/security-groups?id=d60fbefd-5088-4718-a442-08959d2ac3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031673 Aug 18 12:04:24.272807 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8ed355-a136-4f4a-a7c0-49732afef163 req-28068e93-8717-462f-9b5e-696f08e790ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:04:24.272971 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-6650b5ee-6e3e-4960-b9b4-89d0ae2b9443 None None] Attempting to bind port 3631b0ac-96a4-4471-8527-e8f74c126c66 on host n-d-804985-2 for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:04:24.273225 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-6650b5ee-6e3e-4960-b9b4-89d0ae2b9443 None None] Attempting to bind port 3631b0ac-96a4-4471-8527-e8f74c126c66 by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': 'd21c07f0-4104-4086-b3e1-c952a60105c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'f3ffc155-8248-4571-a6e1-e359c82cf5e9'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:04:24.273595 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6650b5ee-6e3e-4960-b9b4-89d0ae2b9443 None None] Attempting to bind port 3631b0ac-96a4-4471-8527-e8f74c126c66 on network f3ffc155-8248-4571-a6e1-e359c82cf5e9 {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:04:24.274558 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-fe8ed355-a136-4f4a-a7c0-49732afef163 req-28068e93-8717-462f-9b5e-696f08e790ba service neutron] 10.222.0.63 "GET /v2.0/subnets?id=6d16d680-110b-436d-8afa-48ba845b3623 HTTP/1.1" status: 200 len: 843 time: 0.0934079 Aug 18 12:04:24.288333 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-b466c70f-8e38-4cc6-9f42-23390334f818 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Calling delete_port for 83eda889-22c6-4d12-97ef-aac8b9a650e6 owned by network:dhcp {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:04:24.302987 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6650b5ee-6e3e-4960-b9b4-89d0ae2b9443 None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 4, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:04:24.303369 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6650b5ee-6e3e-4960-b9b4-89d0ae2b9443 None None] Checking segment: {'id': 'd21c07f0-4104-4086-b3e1-c952a60105c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'f3ffc155-8248-4571-a6e1-e359c82cf5e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:04:24.303780 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-6650b5ee-6e3e-4960-b9b4-89d0ae2b9443 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:24.304350 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6650b5ee-6e3e-4960-b9b4-89d0ae2b9443 None None] Bound using segment: {'id': 'd21c07f0-4104-4086-b3e1-c952a60105c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'f3ffc155-8248-4571-a6e1-e359c82cf5e9'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:04:24.304702 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-6650b5ee-6e3e-4960-b9b4-89d0ae2b9443 None None] Bound port: 3631b0ac-96a4-4471-8527-e8f74c126c66, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd21c07f0-4104-4086-b3e1-c952a60105c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'f3ffc155-8248-4571-a6e1-e359c82cf5e9'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:04:24.305122 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-6650b5ee-6e3e-4960-b9b4-89d0ae2b9443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:24.310964 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-b8c7df7c-3ca0-4763-ab4f-add630a4d4d9 req-5e8897ed-1bda-46d7-a559-6d65007918ab tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1811597 Aug 18 12:04:24.314032 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c61f3970-aa93-4f5d-82fd-b0cfb656855b None None] DHCP port deletion for b43d448f-e708-4c7a-a8ae-303801ef6162 request from n-d-804985-2 {{(pid=106254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 12:04:24.330153 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-986161d7-4706-4ace-b566-9b9a08d1116c None None] For port 9bfe051c-d38c-4e2a-9955-a279ccd8aa4f, host n-d-804985-2, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:04:24.342792 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8ed355-a136-4f4a-a7c0-49732afef163 req-b36435b5-c52f-4bef-802d-5b224f7ea236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:04:24.344432 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-fe8ed355-a136-4f4a-a7c0-49732afef163 req-b36435b5-c52f-4bef-802d-5b224f7ea236 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=222e0814-c7e5-4b11-9282-3f40c6ed76b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0603623 Aug 18 12:04:24.349155 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [req-b8c7df7c-3ca0-4763-ab4f-add630a4d4d9 req-d0d32264-b2f1-4587-937f-163848ea4816 service neutron] Request body: {'port': {'device_id': '22cd70c7-1011-4e6f-ad9a-ed99656bf245', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804985-2'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:04:24.350948 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-986161d7-4706-4ace-b566-9b9a08d1116c None None] For port 9bfe051c-d38c-4e2a-9955-a279ccd8aa4f, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=9bfe051c-d38c-4e2a-9955-a279ccd8aa4f,segment=NetworkSegment(b5fd3345-7f09-458d-9c6f-1249d755e0e0),segment_id=b5fd3345-7f09-458d-9c6f-1249d755e0e0)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:04:24.415313 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-986161d7-4706-4ace-b566-9b9a08d1116c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:24.436226 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-b8c7df7c-3ca0-4763-ab4f-add630a4d4d9 req-d0d32264-b2f1-4587-937f-163848ea4816 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:24.453828 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e276d7a-6dd3-4bf8-a7f8-6ca295def73b tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Router 1235d3c0-1227-435d-8097-e43d4322a1b8 is scheduled to L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 with binding_index 1 {{(pid=106253) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 12:04:24.455907 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-fe8ed355-a136-4f4a-a7c0-49732afef163 req-62fb2649-cfb6-41c6-a670-65f27e8559a1 service neutron] 10.222.0.63 "GET /v2.0/networks/222e0814-c7e5-4b11-9282-3f40c6ed76b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992579 Aug 18 12:04:24.496274 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-a2ff8ff0-c4dc-44cd-9114-16f75b69e882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ce07beb-4db9-42ff-b7cc-1f34c3d5d38b', 'name': 'tempest-AttachVolumeTestJSON-383410670-router', 'tenant_id': '764f05f9d69b4134b93ed670f8afc320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.252'}], 'enable_snat': True}, 'gw_port_id': '72fe68a2-88d6-4327-b8d5-6daf9872f85d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:03:33Z', 'updated_at': '2021-08-18T12:03:42Z', 'revision_number': 4, 'project_id': '764f05f9d69b4134b93ed670f8afc320', 'gw_port': {'id': '72fe68a2-88d6-4327-b8d5-6daf9872f85d', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:89:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce07beb-4db9-42ff-b7cc-1f34c3d5d38b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:03:35Z', 'updated_at': '2021-08-18T12:03:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_floatingips': [{'id': '0a0baca3-72b4-41a5-972c-51021100a5f4', 'tenant_id': '764f05f9d69b4134b93ed670f8afc320', 'floating_ip_address': '172.25.7.47', 'floating_network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'router_id': '3ce07beb-4db9-42ff-b7cc-1f34c3d5d38b', 'port_id': '64677ff4-45ed-40b8-a8c8-3e3cee5de2d5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1393, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '365c1e73-53bd-4762-8c39-733a28020035', 'mac_address': 'fa:16:3e:ec:fe:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27ecdc3e-c9a2-434c-a840-101feeb37aa9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T12:03:51Z', 'updated_at': '2021-08-18T12:04:18Z', 'revision_number': 1, 'project_id': '764f05f9d69b4134b93ed670f8afc320', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6cda11e2-5e40-4f5e-bf17-6026040fdd12', 'name': '', 'network_id': '365c1e73-53bd-4762-8c39-733a28020035', 'tenant_id': '764f05f9d69b4134b93ed670f8afc320', 'mac_address': 'fa:16:3e:71:c1:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce07beb-4db9-42ff-b7cc-1f34c3d5d38b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': 'e8e80694-e438-471b-8163-c76e1828e5ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:03:41Z', 'updated_at': '2021-08-18T12:03:49Z', 'revision_number': 5, 'project_id': '764f05f9d69b4134b93ed670f8afc320', 'subnets': [{'id': 'e8e80694-e438-471b-8163-c76e1828e5ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:04:24.572038 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-6650b5ee-6e3e-4960-b9b4-89d0ae2b9443 None None] For port 3631b0ac-96a4-4471-8527-e8f74c126c66, host n-d-804985-2, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:04:24.577230 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986161d7-4706-4ace-b566-9b9a08d1116c None None] Pushing event updated for resources: {'Port': ['ID=9bfe051c-d38c-4e2a-9955-a279ccd8aa4f,revision_number=2']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:04:24.583084 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-fe8ed355-a136-4f4a-a7c0-49732afef163 req-15032ab3-c763-4021-bf78-7ea718912d10 service neutron] 10.222.0.63 "GET /v2.0/networks/222e0814-c7e5-4b11-9282-3f40c6ed76b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183946 Aug 18 12:04:24.588454 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2ff8ff0-c4dc-44cd-9114-16f75b69e882 None None] The sync data for ids ['3ce07beb-4db9-42ff-b7cc-1f34c3d5d38b'] in n-d-804985-2 is: [{'id': '3ce07beb-4db9-42ff-b7cc-1f34c3d5d38b', 'name': 'tempest-AttachVolumeTestJSON-383410670-router', 'tenant_id': '764f05f9d69b4134b93ed670f8afc320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.252'}], 'enable_snat': True}, 'gw_port_id': '72fe68a2-88d6-4327-b8d5-6daf9872f85d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:03:33Z', 'updated_at': '2021-08-18T12:03:42Z', 'revision_number': 4, 'project_id': '764f05f9d69b4134b93ed670f8afc320', 'gw_port': {'id': '72fe68a2-88d6-4327-b8d5-6daf9872f85d', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:89:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce07beb-4db9-42ff-b7cc-1f34c3d5d38b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:03:35Z', 'updated_at': '2021-08-18T12:03:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_floatingips': [{'id': '0a0baca3-72b4-41a5-972c-51021100a5f4', 'tenant_id': '764f05f9d69b4134b93ed670f8afc320', 'floating_ip_address': '172.25.7.47', 'floating_network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'router_id': '3ce07beb-4db9-42ff-b7cc-1f34c3d5d38b', 'port_id': '64677ff4-45ed-40b8-a8c8-3e3cee5de2d5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1393, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '365c1e73-53bd-4762-8c39-733a28020035', 'mac_address': 'fa:16:3e:ec:fe:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27ecdc3e-c9a2-434c-a840-101feeb37aa9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T12:03:51Z', 'updated_at': '2021-08-18T12:04:18Z', 'revision_number': 1, 'project_id': '764f05f9d69b4134b93ed670f8afc320', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6cda11e2-5e40-4f5e-bf17-6026040fdd12', 'name': '', 'network_id': '365c1e73-53bd-4762-8c39-733a28020035', 'tenant_id': '764f05f9d69b4134b93ed670f8afc320', 'mac_address': 'fa:16:3e:71:c1:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce07beb-4db9-42ff-b7cc-1f34c3d5d38b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': 'e8e80694-e438-471b-8163-c76e1828e5ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:03:41Z', 'updated_at': '2021-08-18T12:03:49Z', 'revision_number': 5, 'project_id': '764f05f9d69b4134b93ed670f8afc320', 'subnets': [{'id': 'e8e80694-e438-471b-8163-c76e1828e5ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:04:24.590547 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b466c70f-8e38-4cc6-9f42-23390334f818 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:24.612372 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-6650b5ee-6e3e-4960-b9b4-89d0ae2b9443 None None] For port 3631b0ac-96a4-4471-8527-e8f74c126c66, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=3631b0ac-96a4-4471-8527-e8f74c126c66,segment=NetworkSegment(d21c07f0-4104-4086-b3e1-c952a60105c8),segment_id=d21c07f0-4104-4086-b3e1-c952a60105c8)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:04:24.628212 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-c61f3970-aa93-4f5d-82fd-b0cfb656855b None None] Deleting port 83eda889-22c6-4d12-97ef-aac8b9a650e6 {{(pid=106254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:04:24.628669 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-c61f3970-aa93-4f5d-82fd-b0cfb656855b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:24.631663 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-6650b5ee-6e3e-4960-b9b4-89d0ae2b9443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:24.793803 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b466c70f-8e38-4cc6-9f42-23390334f818 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Pushing event deleted for resources: {'Port': ['ID=83eda889-22c6-4d12-97ef-aac8b9a650e6,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:04:24.811922 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b466c70f-8e38-4cc6-9f42-23390334f818 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] No DVR routers for this DVR port 83eda889-22c6-4d12-97ef-aac8b9a650e6 on host n-d-804985-2 {{(pid=106253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:04:24.890156 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-c61f3970-aa93-4f5d-82fd-b0cfb656855b None None] For port 83eda889-22c6-4d12-97ef-aac8b9a650e6, host n-d-804985-2, got binding levels [] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:04:24.890574 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-c61f3970-aa93-4f5d-82fd-b0cfb656855b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:24.905211 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6650b5ee-6e3e-4960-b9b4-89d0ae2b9443 None None] Pushing event updated for resources: {'Port': ['ID=3631b0ac-96a4-4471-8527-e8f74c126c66,revision_number=2']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:04:24.915208 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-c61f3970-aa93-4f5d-82fd-b0cfb656855b None None] Calling delete_port for 83eda889-22c6-4d12-97ef-aac8b9a650e6 owned by network:dhcp {{(pid=106254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:04:24.927323 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.ipam_backend_mixin [None req-c61f3970-aa93-4f5d-82fd-b0cfb656855b None None] Port 83eda889-22c6-4d12-97ef-aac8b9a650e6 was not found and therefore no delete operation was performed {{(pid=106254) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 18 12:04:24.931296 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-c61f3970-aa93-4f5d-82fd-b0cfb656855b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556'] for port, after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:24.976813 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2df62e9e-b560-46b6-9305-4ac828253716 req-8ea8b736-009a-4057-824c-a46b04cc4ec6 tempest-ServerShowV257Test-1455874224 tempest-ServerShowV257Test-1455874224-project] 10.222.0.66 "GET /v2.0/ports?device_id=68370648-5219-4fcc-8c2b-9c3fea96cce4 HTTP/1.1" status: 200 len: 210 time: 0.0600390 Aug 18 12:04:24.996103 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf0654f-5016-4cb0-8917-e5ef09f89e81 req-6c380160-f7f3-4d90-9df8-e85a8671a0d8 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:04:25.008503 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5cf0654f-5016-4cb0-8917-e5ef09f89e81 req-6c380160-f7f3-4d90-9df8-e85a8671a0d8 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.66 "GET /v2.0/ports?device_id=ac427392-5ea8-4f62-8a43-3cccf99c79e3 HTTP/1.1" status: 200 len: 946 time: 0.1717765 Aug 18 12:04:25.126341 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61f3970-aa93-4f5d-82fd-b0cfb656855b None None] Pushing event deleted for resources: {'Port': ['ID=83eda889-22c6-4d12-97ef-aac8b9a650e6,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:04:25.132425 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c61f3970-aa93-4f5d-82fd-b0cfb656855b None None] No DVR routers for this DVR port 83eda889-22c6-4d12-97ef-aac8b9a650e6 on host n-d-804985-2 {{(pid=106254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:04:25.148537 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e276d7a-6dd3-4bf8-a7f8-6ca295def73b tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:04:25.152580 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5cf0654f-5016-4cb0-8917-e5ef09f89e81 req-4f4c802a-fa5d-42fd-8713-ad93188b4335 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb50ebbf-d033-473b-ae6e-593d78928b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360371 Aug 18 12:04:25.185497 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a86d98-4cf2-4f0e-8db9-78245306661c None None] Sync routers for ids ['1235d3c0-1227-435d-8097-e43d4322a1b8'] in n-d-804985-2 {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:04:25.208242 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-015bbd59-4342-43ab-b17c-b2ddff2c87c1 None None] New status for floating IP 0a0baca3-72b4-41a5-972c-51021100a5f4: ACTIVE {{(pid=106254) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 12:04:25.236425 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b466c70f-8e38-4cc6-9f42-23390334f818 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8367869', 'neutron.services.segments.db._delete_segments_for_network-8789151212993'] for network, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:25.237961 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a86d98-4cf2-4f0e-8db9-78245306661c None None] Routers {'1235d3c0-1227-435d-8097-e43d4322a1b8'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:04:25.238609 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-b5a86d98-4cf2-4f0e-8db9-78245306661c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:04:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['1235d3c0-1227-435d-8097-e43d4322a1b8'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:04:25.270378 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-b466c70f-8e38-4cc6-9f42-23390334f818 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b43d448f-e708-4c7a-a8ae-303801ef6162']}} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:04:25.283972 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-b5a86d98-4cf2-4f0e-8db9-78245306661c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:04:25.303601 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-b466c70f-8e38-4cc6-9f42-23390334f818 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7de92108-db01-4a5b-b261-ae216262a2b7') {'for_net_delete': True} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:04:25.304175 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-b466c70f-8e38-4cc6-9f42-23390334f818 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7de92108-db01-4a5b-b261-ae216262a2b7') {} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:04:25.312598 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a86d98-4cf2-4f0e-8db9-78245306661c None None] Routers {'1235d3c0-1227-435d-8097-e43d4322a1b8'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:04:25.315018 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-b5a86d98-4cf2-4f0e-8db9-78245306661c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:04:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['1235d3c0-1227-435d-8097-e43d4322a1b8'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:04:25.319674 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-02eae843-897c-45d2-9df2-a15918b1e3d4 req-141ee208-1c36-4fe5-a363-c99e11e0e414 tempest-ServerShowV254Test-1142120617 tempest-ServerShowV254Test-1142120617-project] 10.222.0.66 "GET /v2.0/ports?device_id=04bd7108-3d17-415f-afa1-6d9c642b6eae HTTP/1.1" status: 200 len: 210 time: 0.0678825 Aug 18 12:04:25.338073 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b466c70f-8e38-4cc6-9f42-23390334f818 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789151225254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902236'] for segment, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:25.385412 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-b5a86d98-4cf2-4f0e-8db9-78245306661c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:04:25.386293 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a86d98-4cf2-4f0e-8db9-78245306661c None None] The sync data for ids ['1235d3c0-1227-435d-8097-e43d4322a1b8'] in n-d-804985-2 is: [] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:04:25.387270 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b466c70f-8e38-4cc6-9f42-23390334f818 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:25.405988 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device bf5ef013-2196-4535-b008-02b4da1052cc up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:04:25.409716 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b466c70f-8e38-4cc6-9f42-23390334f818 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Releasing vlan 814 on physical network physnet1 to pool {{(pid=106253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:04:25.409716 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b466c70f-8e38-4cc6-9f42-23390334f818 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58900537'] for segment, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:25.446757 n-d-804985-2 neutron-server[106253]: Traceback (most recent call last): Aug 18 12:04:25.446757 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:04:25.446757 n-d-804985-2 neutron-server[106253]: timer() Aug 18 12:04:25.446757 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:04:25.446757 n-d-804985-2 neutron-server[106253]: cb(*args, **kw) Aug 18 12:04:25.446757 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:04:25.446757 n-d-804985-2 neutron-server[106253]: return func(*args, **kwargs) Aug 18 12:04:25.446757 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:04:25.446757 n-d-804985-2 neutron-server[106253]: self._notify() Aug 18 12:04:25.446757 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:04:25.446757 n-d-804985-2 neutron-server[106253]: self.callback(batched_events) Aug 18 12:04:25.446757 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:04:25.446757 n-d-804985-2 neutron-server[106253]: event.method(event) Aug 18 12:04:25.446757 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:04:25.446757 n-d-804985-2 neutron-server[106253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:04:25.446757 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:04:25.446757 n-d-804985-2 neutron-server[106253]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:04:25.446757 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:04:25.446757 n-d-804985-2 neutron-server[106253]: return f(self, *a, **k) Aug 18 12:04:25.446757 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:04:25.446757 n-d-804985-2 neutron-server[106253]: return self._get(url).json() Aug 18 12:04:25.446757 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:04:25.446757 n-d-804985-2 neutron-server[106253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:04:25.446757 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:04:25.446757 n-d-804985-2 neutron-server[106253]: return self.request(url, 'GET', **kwargs) Aug 18 12:04:25.446757 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:04:25.446757 n-d-804985-2 neutron-server[106253]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:04:25.446757 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:04:25.446757 n-d-804985-2 neutron-server[106253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:04:25.446757 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:04:25.446757 n-d-804985-2 neutron-server[106253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:04:25.446757 n-d-804985-2 neutron-server[106253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:04:25.478400 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-2e276d7a-6dd3-4bf8-a7f8-6ca295def73b tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] 10.222.0.66 "PUT /v2.0/routers/1235d3c0-1227-435d-8097-e43d4322a1b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5835419 Aug 18 12:04:25.483315 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 37286) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:04:25.523442 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b466c70f-8e38-4cc6-9f42-23390334f818 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8367858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997186'] for network, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:25.549893 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b466c70f-8e38-4cc6-9f42-23390334f818 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:25.552047 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-b466c70f-8e38-4cc6-9f42-23390334f818 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] 10.222.0.66 "DELETE /v2.0/networks/b43d448f-e708-4c7a-a8ae-303801ef6162 HTTP/1.1" status: 204 len: 168 time: 2.0122466 Aug 18 12:04:25.555550 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b466c70f-8e38-4cc6-9f42-23390334f818 tempest-ServersTestMultiNic-320606207 tempest-ServersTestMultiNic-320606207-project] Pushing event deleted for resources: {'Network': ['ID=b43d448f-e708-4c7a-a8ae-303801ef6162,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:04:25.582976 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297cadab-24e2-44fb-9e99-a6b41c603c5f req-438a5be5-f9f1-4a85-a879-3203a3bbe6de tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:04:25.591799 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-297cadab-24e2-44fb-9e99-a6b41c603c5f req-438a5be5-f9f1-4a85-a879-3203a3bbe6de tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/ports?device_id=22cd70c7-1011-4e6f-ad9a-ed99656bf245 HTTP/1.1" status: 200 len: 931 time: 0.1611364 Aug 18 12:04:25.655467 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [req-b8c7df7c-3ca0-4763-ab4f-add630a4d4d9 req-d0d32264-b2f1-4587-937f-163848ea4816 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f2bc4ba-fa67-4752-be89-9b11706d7a01 {{(pid=106253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:04:25.666037 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-b8c7df7c-3ca0-4763-ab4f-add630a4d4d9 req-d0d32264-b2f1-4587-937f-163848ea4816 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:25.698309 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [req-b8c7df7c-3ca0-4763-ab4f-add630a4d4d9 req-d0d32264-b2f1-4587-937f-163848ea4816 service neutron] Transition to ACTIVE for port object 2f2bc4ba-fa67-4752-be89-9b11706d7a01 will not be triggered until provisioned by entity L2. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:04:25.710805 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-b8c7df7c-3ca0-4763-ab4f-add630a4d4d9 req-d0d32264-b2f1-4587-937f-163848ea4816 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:25.752933 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-297cadab-24e2-44fb-9e99-a6b41c603c5f req-7407238b-cf89-4388-9450-cf7ef381ab7d tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/security-groups?id=d60fbefd-5088-4718-a442-08959d2ac3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555309 Aug 18 12:04:25.768334 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 37296) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:04:25.809172 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port bf5ef013-2196-4535-b008-02b4da1052cc triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:04:25.809706 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:25.811128 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d32264-b2f1-4587-937f-163848ea4816 service neutron] Pushing event updated for resources: {'Port': ['ID=2f2bc4ba-fa67-4752-be89-9b11706d7a01,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:04:25.926272 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 9bfe051c-d38c-4e2a-9955-a279ccd8aa4f up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:04:25.934252 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-b8c7df7c-3ca0-4763-ab4f-add630a4d4d9 req-d0d32264-b2f1-4587-937f-163848ea4816 service neutron] Attempting to bind port 2f2bc4ba-fa67-4752-be89-9b11706d7a01 on host n-h1-804985-2 for vnic_type normal with profile {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:04:25.934619 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-b8c7df7c-3ca0-4763-ab4f-add630a4d4d9 req-d0d32264-b2f1-4587-937f-163848ea4816 service neutron] Attempting to bind port 2f2bc4ba-fa67-4752-be89-9b11706d7a01 by drivers openvswitch,hyperv on host n-h1-804985-2 at level 0 using segments [{'id': 'cad785f7-8854-4494-9369-5c8d15a44cef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'f4b8d3d9-3617-4a41-8d50-7e0230977f6d'}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:04:25.935002 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c7df7c-3ca0-4763-ab4f-add630a4d4d9 req-d0d32264-b2f1-4587-937f-163848ea4816 service neutron] Attempting to bind port 2f2bc4ba-fa67-4752-be89-9b11706d7a01 on network f4b8d3d9-3617-4a41-8d50-7e0230977f6d {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:04:25.943781 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c7df7c-3ca0-4763-ab4f-add630a4d4d9 req-d0d32264-b2f1-4587-937f-163848ea4816 service neutron] Port 2f2bc4ba-fa67-4752-be89-9b11706d7a01 on network f4b8d3d9-3617-4a41-8d50-7e0230977f6d not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-2 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:04:25.944106 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c7df7c-3ca0-4763-ab4f-add630a4d4d9 req-d0d32264-b2f1-4587-937f-163848ea4816 service neutron] Attempting to bind port 2f2bc4ba-fa67-4752-be89-9b11706d7a01 on network f4b8d3d9-3617-4a41-8d50-7e0230977f6d {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:04:25.960796 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c7df7c-3ca0-4763-ab4f-add630a4d4d9 req-d0d32264-b2f1-4587-937f-163848ea4816 service neutron] Checking agent: {'id': 'a613417a-d085-492c-941a-59bb18c633d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 49, 6), 'started_at': datetime.datetime(2021, 8, 18, 11, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 4, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:04:25.961139 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c7df7c-3ca0-4763-ab4f-add630a4d4d9 req-d0d32264-b2f1-4587-937f-163848ea4816 service neutron] Checking segment: {'id': 'cad785f7-8854-4494-9369-5c8d15a44cef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'f4b8d3d9-3617-4a41-8d50-7e0230977f6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:04:25.961925 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c7df7c-3ca0-4763-ab4f-add630a4d4d9 req-d0d32264-b2f1-4587-937f-163848ea4816 service neutron] Bound using segment: {'id': 'cad785f7-8854-4494-9369-5c8d15a44cef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'f4b8d3d9-3617-4a41-8d50-7e0230977f6d'} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:04:25.962361 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-b8c7df7c-3ca0-4763-ab4f-add630a4d4d9 req-d0d32264-b2f1-4587-937f-163848ea4816 service neutron] Bound port: 2f2bc4ba-fa67-4752-be89-9b11706d7a01, host: n-h1-804985-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cad785f7-8854-4494-9369-5c8d15a44cef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'f4b8d3d9-3617-4a41-8d50-7e0230977f6d'}}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:04:25.962717 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-b8c7df7c-3ca0-4763-ab4f-add630a4d4d9 req-d0d32264-b2f1-4587-937f-163848ea4816 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:26.011569 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port 9bfe051c-d38c-4e2a-9955-a279ccd8aa4f completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:04:26.087334 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 83eda889-22c6-4d12-97ef-aac8b9a650e6 no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:04:26.107423 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-b8c7df7c-3ca0-4763-ab4f-add630a4d4d9 req-d0d32264-b2f1-4587-937f-163848ea4816 service neutron] For port 2f2bc4ba-fa67-4752-be89-9b11706d7a01, host n-h1-804985-2, cleared binding levels {{(pid=106253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:04:26.118608 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-b8c7df7c-3ca0-4763-ab4f-add630a4d4d9 req-d0d32264-b2f1-4587-937f-163848ea4816 service neutron] For port 2f2bc4ba-fa67-4752-be89-9b11706d7a01, host n-h1-804985-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=2f2bc4ba-fa67-4752-be89-9b11706d7a01,segment=NetworkSegment(cad785f7-8854-4494-9369-5c8d15a44cef),segment_id=cad785f7-8854-4494-9369-5c8d15a44cef)] {{(pid=106253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:04:26.121398 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: 83eda889-22c6-4d12-97ef-aac8b9a650e6 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:04:26.121398 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 83eda889-22c6-4d12-97ef-aac8b9a650e6 not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:04:26.126941 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-b8c7df7c-3ca0-4763-ab4f-add630a4d4d9 req-d0d32264-b2f1-4587-937f-163848ea4816 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:26.168277 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c7df7c-3ca0-4763-ab4f-add630a4d4d9 req-d0d32264-b2f1-4587-937f-163848ea4816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:04:26.169250 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-b8c7df7c-3ca0-4763-ab4f-add630a4d4d9 req-d0d32264-b2f1-4587-937f-163848ea4816 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:26.170519 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-b8c7df7c-3ca0-4763-ab4f-add630a4d4d9 req-d0d32264-b2f1-4587-937f-163848ea4816 service neutron] 10.222.0.63 "PUT /v2.0/ports/2f2bc4ba-fa67-4752-be89-9b11706d7a01 HTTP/1.1" status: 200 len: 1091 time: 1.8287237 Aug 18 12:04:26.170955 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22cd70c7-1011-4e6f-ad9a-ed99656bf245', 'tag': '2f2bc4ba-fa67-4752-be89-9b11706d7a01'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:04:26.173287 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0679f4c4b6e0e0c064a7d71d722dc30541a34fffee11680573be22ee2ffccc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03c46677-d2ea-4e4a-8853-cf90be4cfb0e" -d '{"events": [{"name": "network-changed", "server_uuid": "22cd70c7-1011-4e6f-ad9a-ed99656bf245", "tag": "2f2bc4ba-fa67-4752-be89-9b11706d7a01"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:04:26.178815 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6c3989bf-c2c9-4c04-b1c4-da80d39b3d06 req-1637735c-4115-4201-af6d-52afe9263990 tempest-ServerShowV257Test-1455874224 tempest-ServerShowV257Test-1455874224-project] 10.222.0.66 "GET /v2.0/ports?device_id=68370648-5219-4fcc-8c2b-9c3fea96cce4 HTTP/1.1" status: 200 len: 210 time: 0.0569406 Aug 18 12:04:26.187976 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device abb5c701-c089-4fa8-86b0-b7403ea28cd8 details requested by agent hyperv_n-h1-804985-2 with host n-h1-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:04:26.302779 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:04:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fe1a0a2-273e-4f7d-abae-94afe8152ae9 x-openstack-request-id: req-8fe1a0a2-273e-4f7d-abae-94afe8152ae9 {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:04:26.303059 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22cd70c7-1011-4e6f-ad9a-ed99656bf245", "tag": "2f2bc4ba-fa67-4752-be89-9b11706d7a01", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:04:26.303310 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-8fe1a0a2-273e-4f7d-abae-94afe8152ae9 {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:04:26.303726 n-d-804985-2 neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22cd70c7-1011-4e6f-ad9a-ed99656bf245', 'tag': '2f2bc4ba-fa67-4752-be89-9b11706d7a01', 'status': 'completed', 'code': 200} Aug 18 12:04:26.305568 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d32264-b2f1-4587-937f-163848ea4816 service neutron] Pushing event updated for resources: {'Port': ['ID=2f2bc4ba-fa67-4752-be89-9b11706d7a01,revision_number=3']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:04:26.333541 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c7df7c-3ca0-4763-ab4f-add630a4d4d9 req-d0e9bcf4-9617-4c82-86ca-b05584a5f5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:04:26.335392 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-b8c7df7c-3ca0-4763-ab4f-add630a4d4d9 req-d0e9bcf4-9617-4c82-86ca-b05584a5f5a4 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=ba6220adeda54bd2ac551edffcfbfea2&device_id=22cd70c7-1011-4e6f-ad9a-ed99656bf245 HTTP/1.1" status: 200 len: 1094 time: 0.1141977 Aug 18 12:04:26.389169 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-b8c7df7c-3ca0-4763-ab4f-add630a4d4d9 req-ccb39e45-4ac0-47b2-b49d-0977b7f35022 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2f2bc4ba-fa67-4752-be89-9b11706d7a01 HTTP/1.1" status: 200 len: 217 time: 0.0441787 Aug 18 12:04:26.413397 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port abb5c701-c089-4fa8-86b0-b7403ea28cd8, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=abb5c701-c089-4fa8-86b0-b7403ea28cd8,segment=NetworkSegment(b0eb6eea-b461-4969-8a27-808f00daa8a1),segment_id=b0eb6eea-b461-4969-8a27-808f00daa8a1)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:04:26.448031 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Returning: {'device': 'abb5c701-c089-4fa8-86b0-b7403ea28cd8', 'network_id': '222e0814-c7e5-4b11-9282-3f40c6ed76b2', 'port_id': 'abb5c701-c089-4fa8-86b0-b7403ea28cd8', 'mac_address': 'fa:16:3e:12:b5:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 823, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d16d680-110b-436d-8afa-48ba845b3623', 'ip_address': '192.168.233.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:04:26.459748 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c7df7c-3ca0-4763-ab4f-add630a4d4d9 req-6b411210-f6de-46cb-8351-f70de8cbb4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:04:26.461638 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-b8c7df7c-3ca0-4763-ab4f-add630a4d4d9 req-6b411210-f6de-46cb-8351-f70de8cbb4e6 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=d716ee29-e7a2-4fa3-97cc-7ab3c35181fa HTTP/1.1" status: 200 len: 851 time: 0.0653641 Aug 18 12:04:26.486799 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7195cb4c-bc79-4252-9e94-5aa276d7c6c2 None None] Network f3ffc155-8248-4571-a6e1-e359c82cf5e9 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:04:26.502041 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-b8c7df7c-3ca0-4763-ab4f-add630a4d4d9 req-58f2f8f6-8786-4b9d-adf1-691fbf3e1c77 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=f4b8d3d9-3617-4a41-8d50-7e0230977f6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314305 Aug 18 12:04:26.538619 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a4c36173-62fc-4f9d-bcb2-cf26065f4ae9 req-64c20698-3636-44f4-8a9d-72926c494553 tempest-ServerShowV254Test-1142120617 tempest-ServerShowV254Test-1142120617-project] 10.222.0.66 "GET /v2.0/ports?device_id=04bd7108-3d17-415f-afa1-6d9c642b6eae HTTP/1.1" status: 200 len: 210 time: 0.0878558 Aug 18 12:04:26.555232 n-d-804985-2 neutron-server[106252]: INFO neutron.api.v2.resource [None req-72eb9f66-9ad4-4598-a23b-8278a20ab5e6 tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 18 12:04:26.559362 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-72eb9f66-9ad4-4598-a23b-8278a20ab5e6 tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] 10.222.0.66 "PUT /v2.0/routers/1235d3c0-1227-435d-8097-e43d4322a1b8/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.0738356 Aug 18 12:04:26.560056 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 37310) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:04:26.583791 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:26.591057 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbafbe7-39cd-4b3a-9f8b-8341936dd284 req-099e8caf-4188-4cf4-95c7-73059200934d tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:04:26.598519 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-bdbafbe7-39cd-4b3a-9f8b-8341936dd284 req-099e8caf-4188-4cf4-95c7-73059200934d tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.66 "GET /v2.0/ports?device_id=ac427392-5ea8-4f62-8a43-3cccf99c79e3 HTTP/1.1" status: 200 len: 946 time: 0.2483168 Aug 18 12:04:26.619228 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abb5c701-c089-4fa8-86b0-b7403ea28cd8 {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:04:26.625173 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-b8c7df7c-3ca0-4763-ab4f-add630a4d4d9 req-0f74a6e2-ae23-47de-83f9-68ec740e7ad2 service neutron] 10.222.0.63 "GET /v2.0/networks/f4b8d3d9-3617-4a41-8d50-7e0230977f6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109228 Aug 18 12:04:26.669352 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e934d96b-de24-4b40-b8fa-cc274938583b None None] Network fdb7dbad-82a7-42e1-ad4a-0fa58aa74a09 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:04:26.681962 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-47518d54-e6e7-4927-844b-7bddca452d1c None None] Provisioning for port 3631b0ac-96a4-4471-8527-e8f74c126c66 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:04:26.728220 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-b8c7df7c-3ca0-4763-ab4f-add630a4d4d9 req-fd6830e5-7663-421d-bc9b-4ed28c749d7c service neutron] 10.222.0.63 "GET /v2.0/networks/f4b8d3d9-3617-4a41-8d50-7e0230977f6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916924 Aug 18 12:04:26.729266 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port abb5c701-c089-4fa8-86b0-b7403ea28cd8, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=abb5c701-c089-4fa8-86b0-b7403ea28cd8,segment=NetworkSegment(b0eb6eea-b461-4969-8a27-808f00daa8a1),segment_id=b0eb6eea-b461-4969-8a27-808f00daa8a1)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:04:26.742210 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:26.754560 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-bdbafbe7-39cd-4b3a-9f8b-8341936dd284 req-6a75f4b4-1270-4622-9585-719bad93138c tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb50ebbf-d033-473b-ae6e-593d78928b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550925 Aug 18 12:04:26.845102 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c46677-d2ea-4e4a-8853-cf90be4cfb0e req-3845b255-7c44-4143-83bd-d79534b3cef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:04:26.847016 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-03c46677-d2ea-4e4a-8853-cf90be4cfb0e req-3845b255-7c44-4143-83bd-d79534b3cef9 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=ba6220adeda54bd2ac551edffcfbfea2&device_id=22cd70c7-1011-4e6f-ad9a-ed99656bf245 HTTP/1.1" status: 200 len: 1094 time: 0.0491598 Aug 18 12:04:26.861781 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=abb5c701-c089-4fa8-86b0-b7403ea28cd8,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:04:26.902777 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-6b3a9b9e-5bdd-4e42-aab6-d4af117489a9 None None] Provisioning for port 9bfe051c-d38c-4e2a-9955-a279ccd8aa4f completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:04:26.911753 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-6b3a9b9e-5bdd-4e42-aab6-d4af117489a9 None None] Provisioning complete for port 9bfe051c-d38c-4e2a-9955-a279ccd8aa4f triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:04:26.911956 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-6b3a9b9e-5bdd-4e42-aab6-d4af117489a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:27.019830 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c46677-d2ea-4e4a-8853-cf90be4cfb0e req-072be22f-850b-40ec-85a5-b929aa16e532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:04:27.022082 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-03c46677-d2ea-4e4a-8853-cf90be4cfb0e req-072be22f-850b-40ec-85a5-b929aa16e532 service neutron] 10.222.0.63 "GET /v2.0/networks?id=f4b8d3d9-3617-4a41-8d50-7e0230977f6d HTTP/1.1" status: 200 len: 912 time: 0.1659942 Aug 18 12:04:27.069483 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] get_ports_and_sgs() called for port_ids ['abb5c701-c089-4fa8-86b0-b7403ea28cd8'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:04:27.072005 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 3631b0ac-96a4-4471-8527-e8f74c126c66 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:04:27.097237 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-03c46677-d2ea-4e4a-8853-cf90be4cfb0e req-ad0d082a-9f5e-4637-a0c8-f8ff32b6c850 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2f2bc4ba-fa67-4752-be89-9b11706d7a01 HTTP/1.1" status: 200 len: 217 time: 0.0644498 Aug 18 12:04:27.187517 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c46677-d2ea-4e4a-8853-cf90be4cfb0e req-86f4b7a3-2006-446c-975b-279c6849be94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:04:27.191231 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-03c46677-d2ea-4e4a-8853-cf90be4cfb0e req-86f4b7a3-2006-446c-975b-279c6849be94 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=d716ee29-e7a2-4fa3-97cc-7ab3c35181fa HTTP/1.1" status: 200 len: 851 time: 0.0797701 Aug 18 12:04:27.257575 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-03c46677-d2ea-4e4a-8853-cf90be4cfb0e req-2f2c2737-ada4-4f1b-9a8e-ec194d20e8c3 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=f4b8d3d9-3617-4a41-8d50-7e0230977f6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0598094 Aug 18 12:04:27.269473 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-6b3a9b9e-5bdd-4e42-aab6-d4af117489a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:27.290056 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port 3631b0ac-96a4-4471-8527-e8f74c126c66 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:04:27.346309 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-6b3a9b9e-5bdd-4e42-aab6-d4af117489a9 None None] For port 9bfe051c-d38c-4e2a-9955-a279ccd8aa4f, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=9bfe051c-d38c-4e2a-9955-a279ccd8aa4f,segment=NetworkSegment(b5fd3345-7f09-458d-9c6f-1249d755e0e0),segment_id=b5fd3345-7f09-458d-9c6f-1249d755e0e0)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:04:27.347546 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 3631b0ac-96a4-4471-8527-e8f74c126c66 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:04:27.348197 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:27.392464 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-03c46677-d2ea-4e4a-8853-cf90be4cfb0e req-3a766c3f-9ede-445d-8932-1d36c8c26686 service neutron] 10.222.0.63 "GET /v2.0/networks/f4b8d3d9-3617-4a41-8d50-7e0230977f6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217122 Aug 18 12:04:27.393548 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-6b3a9b9e-5bdd-4e42-aab6-d4af117489a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:27.474881 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3a9b9e-5bdd-4e42-aab6-d4af117489a9 None None] Pushing event updated for resources: {'Port': ['ID=9bfe051c-d38c-4e2a-9955-a279ccd8aa4f,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:04:27.550595 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-03c46677-d2ea-4e4a-8853-cf90be4cfb0e req-6a1ce93f-bc08-4d25-8a52-751abbccf175 service neutron] 10.222.0.63 "GET /v2.0/networks/f4b8d3d9-3617-4a41-8d50-7e0230977f6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383204 Aug 18 12:04:27.587798 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-7ae876a7-cfcb-4091-87a3-ca634a7f5cb3 None None] Provisioning for port 5eea7548-aac7-4be7-9ef2-55c8b44e13b8 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:04:27.598781 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5afb8623-6eab-494c-8c66-7c319b12220d req-8dd33b2f-5a39-48af-b590-381d04bba208 tempest-ServerShowV257Test-1455874224 tempest-ServerShowV257Test-1455874224-project] 10.222.0.66 "GET /v2.0/ports?device_id=68370648-5219-4fcc-8c2b-9c3fea96cce4 HTTP/1.1" status: 200 len: 210 time: 0.0960822 Aug 18 12:04:27.606040 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-7ae876a7-cfcb-4091-87a3-ca634a7f5cb3 None None] Provisioning complete for port 5eea7548-aac7-4be7-9ef2-55c8b44e13b8 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:04:27.606364 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-7ae876a7-cfcb-4091-87a3-ca634a7f5cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:27.611337 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:27.686923 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fb262a-3a01-4f21-819c-330d003c09ac req-9a87c0a4-9463-41c4-8dae-cf3e0b0ae1cb tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:04:27.695609 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-31fb262a-3a01-4f21-819c-330d003c09ac req-9a87c0a4-9463-41c4-8dae-cf3e0b0ae1cb tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/ports?device_id=22cd70c7-1011-4e6f-ad9a-ed99656bf245 HTTP/1.1" status: 200 len: 943 time: 0.1839554 Aug 18 12:04:27.699254 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-7ae876a7-cfcb-4091-87a3-ca634a7f5cb3 None None] Port 5eea7548-aac7-4be7-9ef2-55c8b44e13b8 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:04:27.704741 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] For port 3631b0ac-96a4-4471-8527-e8f74c126c66, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=3631b0ac-96a4-4471-8527-e8f74c126c66,segment=NetworkSegment(d21c07f0-4104-4086-b3e1-c952a60105c8),segment_id=d21c07f0-4104-4086-b3e1-c952a60105c8)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:04:27.728193 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:27.735359 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-7ae876a7-cfcb-4091-87a3-ca634a7f5cb3 None None] Provisioning complete for port 3631b0ac-96a4-4471-8527-e8f74c126c66 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:04:27.735729 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-7ae876a7-cfcb-4091-87a3-ca634a7f5cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:27.803319 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-31fb262a-3a01-4f21-819c-330d003c09ac req-e2c6aa4a-1f8d-444b-b1a3-da87b9c44fa2 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/security-groups?id=d60fbefd-5088-4718-a442-08959d2ac3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054597 Aug 18 12:04:27.837633 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Pushing event updated for resources: {'Port': ['ID=3631b0ac-96a4-4471-8527-e8f74c126c66,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:04:27.884139 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d9ad6fcf-3b5a-454b-b247-4a376814c778 req-b131380b-f703-46b1-9700-9a9c3ff6343e tempest-ServerShowV254Test-1142120617 tempest-ServerShowV254Test-1142120617-project] 10.222.0.66 "GET /v2.0/ports?device_id=04bd7108-3d17-415f-afa1-6d9c642b6eae HTTP/1.1" status: 200 len: 210 time: 0.0426683 Aug 18 12:04:27.934640 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-fa43294b-3d31-4a9b-a37c-1c76f16ef3b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-996815'] for router_interface, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:28.020670 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-16cc6887-0a58-495c-aa4a-32d28497d7aa None None] Provisioning complete for port 5eea7548-aac7-4be7-9ef2-55c8b44e13b8 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:04:28.021048 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-16cc6887-0a58-495c-aa4a-32d28497d7aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:28.061207 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-16cc6887-0a58-495c-aa4a-32d28497d7aa None None] Port 5eea7548-aac7-4be7-9ef2-55c8b44e13b8 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:04:28.072182 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-16cc6887-0a58-495c-aa4a-32d28497d7aa None None] Provisioning complete for port 9bfe051c-d38c-4e2a-9955-a279ccd8aa4f triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:04:28.073215 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-16cc6887-0a58-495c-aa4a-32d28497d7aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:28.089909 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829d38d2-0248-4101-a168-53d957b59a82 req-ef149746-96b5-459d-a1ea-eebf4c27dd08 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:04:28.091509 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-829d38d2-0248-4101-a168-53d957b59a82 req-ef149746-96b5-459d-a1ea-eebf4c27dd08 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.66 "GET /v2.0/ports?device_id=ac427392-5ea8-4f62-8a43-3cccf99c79e3 HTTP/1.1" status: 200 len: 947 time: 0.1139665 Aug 18 12:04:28.095853 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a3e5bad5-6d3a-4e49-a266-05a608f1f8d3 tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-996815'] for router_interface, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:28.260268 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-829d38d2-0248-4101-a168-53d957b59a82 req-ec33b7f1-987d-4828-8937-4d79437537b3 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb50ebbf-d033-473b-ae6e-593d78928b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622126 Aug 18 12:04:28.472341 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-fa43294b-3d31-4a9b-a37c-1c76f16ef3b6 admin admin] Deleting port 24973ca0-b388-47ac-958f-448743421f02 {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:04:28.472688 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-fa43294b-3d31-4a9b-a37c-1c76f16ef3b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:28.532947 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-a3e5bad5-6d3a-4e49-a266-05a608f1f8d3 tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Deleting port 5eea7548-aac7-4be7-9ef2-55c8b44e13b8 {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:04:28.533160 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a3e5bad5-6d3a-4e49-a266-05a608f1f8d3 tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:28.608645 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [None req-fa43294b-3d31-4a9b-a37c-1c76f16ef3b6 admin admin] For port 24973ca0-b388-47ac-958f-448743421f02, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=24973ca0-b388-47ac-958f-448743421f02,segment=NetworkSegment(5c549b81-da47-45e6-8f6c-fe095fc8077e),segment_id=5c549b81-da47-45e6-8f6c-fe095fc8077e)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:04:28.609342 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-fa43294b-3d31-4a9b-a37c-1c76f16ef3b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:28.627067 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-fa43294b-3d31-4a9b-a37c-1c76f16ef3b6 admin admin] Calling delete_port for 24973ca0-b388-47ac-958f-448743421f02 owned by network:router_interface {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:04:28.657415 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a3e5bad5-6d3a-4e49-a266-05a608f1f8d3 tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:28.708686 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-a3e5bad5-6d3a-4e49-a266-05a608f1f8d3 tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Calling delete_port for 5eea7548-aac7-4be7-9ef2-55c8b44e13b8 owned by network:router_interface {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:04:28.731961 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a0fb938c-aff7-46b5-826f-cd2628d06726 req-5ba604f7-5cb0-4a50-9743-1b647c690518 tempest-ServerShowV257Test-1455874224 tempest-ServerShowV257Test-1455874224-project] 10.222.0.66 "GET /v2.0/ports?device_id=68370648-5219-4fcc-8c2b-9c3fea96cce4 HTTP/1.1" status: 200 len: 210 time: 0.0403268 Aug 18 12:04:28.946326 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 3631b0ac-96a4-4471-8527-e8f74c126c66 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:04:29.001821 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 3631b0ac-96a4-4471-8527-e8f74c126c66 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:04:29.002497 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:29.048148 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28017c12-deb7-4cf8-9e62-7be2c250994a req-bafd3125-4e9a-4fab-b429-aaa2765b0083 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:04:29.049609 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-28017c12-deb7-4cf8-9e62-7be2c250994a req-bafd3125-4e9a-4fab-b429-aaa2765b0083 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/ports?device_id=22cd70c7-1011-4e6f-ad9a-ed99656bf245 HTTP/1.1" status: 200 len: 943 time: 0.1463292 Aug 18 12:04:29.051530 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5602d3c1-edf1-4c46-9e96-0268fba255fc req-21df29f2-184e-474a-9e54-26c80ac95cf9 tempest-ServerShowV254Test-1142120617 tempest-ServerShowV254Test-1142120617-project] 10.222.0.66 "GET /v2.0/ports?device_id=04bd7108-3d17-415f-afa1-6d9c642b6eae HTTP/1.1" status: 200 len: 210 time: 0.0688708 Aug 18 12:04:29.095425 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 9bfe051c-d38c-4e2a-9955-a279ccd8aa4f up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:04:29.098058 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-fa43294b-3d31-4a9b-a37c-1c76f16ef3b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:29.136321 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a3e5bad5-6d3a-4e49-a266-05a608f1f8d3 tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:29.139629 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa43294b-3d31-4a9b-a37c-1c76f16ef3b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=24973ca0-b388-47ac-958f-448743421f02,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:04:29.146759 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 9bfe051c-d38c-4e2a-9955-a279ccd8aa4f triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:04:29.147201 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:29.197359 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-28017c12-deb7-4cf8-9e62-7be2c250994a req-6396f055-de9c-4c34-b0c3-6facc2520d23 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/security-groups?id=d60fbefd-5088-4718-a442-08959d2ac3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314559 Aug 18 12:04:29.219566 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e5bad5-6d3a-4e49-a266-05a608f1f8d3 tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Pushing event deleted for resources: {'Port': ['ID=5eea7548-aac7-4be7-9ef2-55c8b44e13b8,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:04:29.389236 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a3e5bad5-6d3a-4e49-a266-05a608f1f8d3 tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953695'] for router_interface, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:29.523129 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf2c094-6ae9-433c-86d1-22329a18d12a req-d31920f5-25b8-4156-9227-3c805eee6926 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:04:29.524649 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-eaf2c094-6ae9-433c-86d1-22329a18d12a req-d31920f5-25b8-4156-9227-3c805eee6926 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.66 "GET /v2.0/ports?device_id=ac427392-5ea8-4f62-8a43-3cccf99c79e3 HTTP/1.1" status: 200 len: 947 time: 0.1676841 Aug 18 12:04:29.557695 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-fa43294b-3d31-4a9b-a37c-1c76f16ef3b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953695'] for router_interface, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:29.683825 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-eaf2c094-6ae9-433c-86d1-22329a18d12a req-ddcc0089-af15-4c45-89bb-0df9858fb612 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb50ebbf-d033-473b-ae6e-593d78928b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504695 Aug 18 12:04:29.688841 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3e5bad5-6d3a-4e49-a266-05a608f1f8d3 tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Router 1235d3c0-1227-435d-8097-e43d4322a1b8 has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:04:29.821989 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3e5bad5-6d3a-4e49-a266-05a608f1f8d3 tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:04:29.828791 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-a3e5bad5-6d3a-4e49-a266-05a608f1f8d3 tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] 10.222.0.66 "PUT /v2.0/routers/1235d3c0-1227-435d-8097-e43d4322a1b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2641220 Aug 18 12:04:29.833575 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 37340) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:04:29.835227 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb87c8f8-c442-4f1a-8f16-252e8d038cc4 None None] Sync routers for ids ['1235d3c0-1227-435d-8097-e43d4322a1b8'] in n-d-804985-2 {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:04:29.846709 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb87c8f8-c442-4f1a-8f16-252e8d038cc4 None None] Routers {'1235d3c0-1227-435d-8097-e43d4322a1b8'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:04:29.847307 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-fb87c8f8-c442-4f1a-8f16-252e8d038cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:04:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['1235d3c0-1227-435d-8097-e43d4322a1b8'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:04:29.849608 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-fde4ba6b-436a-4721-9f52-91bd287806c2 req-1f4e4c9b-16c6-4cfe-928a-5a13d09ca1b9 tempest-ServerShowV257Test-1455874224 tempest-ServerShowV257Test-1455874224-project] 10.222.0.66 "GET /v2.0/ports?device_id=68370648-5219-4fcc-8c2b-9c3fea96cce4 HTTP/1.1" status: 200 len: 210 time: 0.0396888 Aug 18 12:04:29.887802 n-d-804985-2 neutron-server[106253]: INFO neutron.api.v2.resource [None req-5f66c7e0-d0ff-4dde-8936-f280cbd0a875 tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] delete failed (client error): The resource could not be found. Aug 18 12:04:29.888163 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-fb87c8f8-c442-4f1a-8f16-252e8d038cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:04:29.888931 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-5f66c7e0-d0ff-4dde-8936-f280cbd0a875 tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] 10.222.0.66 "DELETE /v2.0/routers/tempest-non_exist_router-980284881 HTTP/1.1" status: 404 len: 334 time: 0.0536346 Aug 18 12:04:29.894150 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 37342) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:04:29.899082 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-6bef8cb0-9701-4484-afc7-208a5b8de9ca tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Request body: {'router': {'external_gateway_info': {'network_id': '1235d3c0-1227-435d-8097-e43d4322a1b8'}}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:04:29.899429 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb87c8f8-c442-4f1a-8f16-252e8d038cc4 None None] Routers {'1235d3c0-1227-435d-8097-e43d4322a1b8'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:04:29.900054 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-fb87c8f8-c442-4f1a-8f16-252e8d038cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:04:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['1235d3c0-1227-435d-8097-e43d4322a1b8'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:04:29.935296 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-fb87c8f8-c442-4f1a-8f16-252e8d038cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:04:29.935852 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb87c8f8-c442-4f1a-8f16-252e8d038cc4 None None] The sync data for ids ['1235d3c0-1227-435d-8097-e43d4322a1b8'] in n-d-804985-2 is: [] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:04:29.973175 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa43294b-3d31-4a9b-a37c-1c76f16ef3b6 admin admin] Router e4c3cf64-8fbc-4de7-a985-c81929a02c11 has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:04:30.211937 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 2f2bc4ba-fa67-4752-be89-9b11706d7a01 details requested by agent hyperv_n-h1-804985-2 with host n-h1-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:04:30.215719 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device abb5c701-c089-4fa8-86b0-b7403ea28cd8 up at agent hyperv_n-h1-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:04:30.349541 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Provisioning for port abb5c701-c089-4fa8-86b0-b7403ea28cd8 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:04:30.363885 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Provisioning complete for port abb5c701-c089-4fa8-86b0-b7403ea28cd8 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:04:30.364256 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:30.408919 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 2f2bc4ba-fa67-4752-be89-9b11706d7a01, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=2f2bc4ba-fa67-4752-be89-9b11706d7a01,segment=NetworkSegment(cad785f7-8854-4494-9369-5c8d15a44cef),segment_id=cad785f7-8854-4494-9369-5c8d15a44cef)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:04:30.426716 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Returning: {'device': '2f2bc4ba-fa67-4752-be89-9b11706d7a01', 'network_id': 'f4b8d3d9-3617-4a41-8d50-7e0230977f6d', 'port_id': '2f2bc4ba-fa67-4752-be89-9b11706d7a01', 'mac_address': 'fa:16:3e:6d:5b:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 831, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd716ee29-e7a2-4fa3-97cc-7ab3c35181fa', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:04:30.429600 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-214070f8-2a47-4aff-b600-e953bd4e701c req-cb638bef-a016-403a-bce0-a41bb9ef34d3 tempest-ServerShowV254Test-1142120617 tempest-ServerShowV254Test-1142120617-project] 10.222.0.66 "GET /v2.0/ports?device_id=04bd7108-3d17-415f-afa1-6d9c642b6eae HTTP/1.1" status: 200 len: 210 time: 0.0600729 Aug 18 12:04:30.439622 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6bef8cb0-9701-4484-afc7-208a5b8de9ca tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:30.466990 n-d-804985-2 neutron-server[106253]: INFO neutron.api.v2.resource [None req-6bef8cb0-9701-4484-afc7-208a5b8de9ca tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] update failed (client error): The resource could not be found. Aug 18 12:04:30.467677 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-6bef8cb0-9701-4484-afc7-208a5b8de9ca tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] 10.222.0.66 "PUT /v2.0/routers/1235d3c0-1227-435d-8097-e43d4322a1b8 HTTP/1.1" status: 404 len: 339 time: 0.5722909 Aug 18 12:04:30.471492 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 37352) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:04:30.476300 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-d5f65453-d9c3-4ede-b41e-f0533f74ea97 tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1278264942'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:04:30.495025 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec72f19-fe7d-4e9c-89f4-b2784de898ee req-36912dd6-35b3-4dd2-a2b4-37094d537238 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:04:30.496717 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-fec72f19-fe7d-4e9c-89f4-b2784de898ee req-36912dd6-35b3-4dd2-a2b4-37094d537238 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/ports?device_id=22cd70c7-1011-4e6f-ad9a-ed99656bf245 HTTP/1.1" status: 200 len: 943 time: 0.1261263 Aug 18 12:04:30.499697 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa43294b-3d31-4a9b-a37c-1c76f16ef3b6 admin admin] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:04:30.504776 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-fa43294b-3d31-4a9b-a37c-1c76f16ef3b6 admin admin] 10.222.0.66 "PUT /v2.0/routers/e4c3cf64-8fbc-4de7-a985-c81929a02c11/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7342982 Aug 18 12:04:30.506814 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5f65453-d9c3-4ede-b41e-f0533f74ea97 tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Made reservation on behalf of 072f67c971f44d0aadb7fdaeae7ca9b5 for: {'network': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:04:30.511239 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d5f65453-d9c3-4ede-b41e-f0533f74ea97 tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for network, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:30.512808 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 37354) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:04:30.515909 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:30.517994 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e389139-a45d-460b-b5fd-4eb6d683b842 None None] Sync routers for ids ['e4c3cf64-8fbc-4de7-a985-c81929a02c11'] in n-d-804985-2 {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:04:30.537959 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5f65453-d9c3-4ede-b41e-f0533f74ea97 tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 808} {{(pid=106253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:04:30.546535 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f2bc4ba-fa67-4752-be89-9b11706d7a01 {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:04:30.547691 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d5f65453-d9c3-4ede-b41e-f0533f74ea97 tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:30.548038 n-d-804985-2 neutron-server[106253]: INFO neutron.db.segments_db [None req-d5f65453-d9c3-4ede-b41e-f0533f74ea97 tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Added segment 96d4b5dd-aa0a-4cc0-9dae-c253741e1c4f of type vlan for network 25490d9f-314c-486c-bd65-e6e3595fd333 Aug 18 12:04:30.559760 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e389139-a45d-460b-b5fd-4eb6d683b842 None None] Routers {'e4c3cf64-8fbc-4de7-a985-c81929a02c11'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:04:30.560650 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-1e389139-a45d-460b-b5fd-4eb6d683b842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:04:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['e4c3cf64-8fbc-4de7-a985-c81929a02c11'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:04:30.564350 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:30.588215 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d5f65453-d9c3-4ede-b41e-f0533f74ea97 tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789150665894'] for network, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:30.612370 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 2f2bc4ba-fa67-4752-be89-9b11706d7a01, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=2f2bc4ba-fa67-4752-be89-9b11706d7a01,segment=NetworkSegment(cad785f7-8854-4494-9369-5c8d15a44cef),segment_id=cad785f7-8854-4494-9369-5c8d15a44cef)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:04:30.616219 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d5f65453-d9c3-4ede-b41e-f0533f74ea97 tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for network, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:30.622044 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5f65453-d9c3-4ede-b41e-f0533f74ea97 tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:04:30.622791 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d5f65453-d9c3-4ede-b41e-f0533f74ea97 tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:30.627712 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:30.634621 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-fec72f19-fe7d-4e9c-89f4-b2784de898ee req-d24e9af3-f44b-4fc6-9a52-c26d918da8a7 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/security-groups?id=d60fbefd-5088-4718-a442-08959d2ac3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280234 Aug 18 12:04:30.645155 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac427392-5ea8-4f62-8a43-3cccf99c79e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abb5c701-c089-4fa8-86b0-b7403ea28cd8'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:04:30.646369 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db50a436fb3a98495337d8fe7487b4f2ea6f3c1052eb9efadc2ecda2d5737001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e4a941c-c0e3-4a46-8599-4f239cf143d0" -d '{"events": [{"server_uuid": "ac427392-5ea8-4f62-8a43-3cccf99c79e3", "name": "network-vif-plugged", "status": "completed", "tag": "abb5c701-c089-4fa8-86b0-b7403ea28cd8"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:04:30.664239 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8867c323-2dba-41f4-8ff2-862ebfcf3e1d admin admin] Notify callbacks [] for router, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:30.701110 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f65453-d9c3-4ede-b41e-f0533f74ea97 tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Pushing event updated for resources: {'Network': ['ID=25490d9f-314c-486c-bd65-e6e3595fd333,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:04:30.716818 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 37360) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:04:30.719274 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-d5f65453-d9c3-4ede-b41e-f0533f74ea97 tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.2467225 Aug 18 12:04:30.724947 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-af2febaf-568e-44e3-88a0-644a5453fce0 tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Request body: {'subnet': {'network_id': '25490d9f-314c-486c-bd65-e6e3595fd333', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:04:30.725941 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port abb5c701-c089-4fa8-86b0-b7403ea28cd8, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=abb5c701-c089-4fa8-86b0-b7403ea28cd8,segment=NetworkSegment(b0eb6eea-b461-4969-8a27-808f00daa8a1),segment_id=b0eb6eea-b461-4969-8a27-808f00daa8a1)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:04:30.727169 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Network 25490d9f-314c-486c-bd65-e6e3595fd333 details requested by agent ovs-agent-n-d-804985-2 with host n-d-804985-2 {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:04:30.780227 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:30.784772 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:04:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aad59cf-d807-4f87-8305-05b5cdc28870 x-openstack-request-id: req-3aad59cf-d807-4f87-8305-05b5cdc28870 {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:04:30.785154 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac427392-5ea8-4f62-8a43-3cccf99c79e3", "name": "network-vif-plugged", "status": "completed", "tag": "abb5c701-c089-4fa8-86b0-b7403ea28cd8", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:04:30.785465 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-3aad59cf-d807-4f87-8305-05b5cdc28870 {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:04:30.785913 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac427392-5ea8-4f62-8a43-3cccf99c79e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abb5c701-c089-4fa8-86b0-b7403ea28cd8', 'code': 200} Aug 18 12:04:30.806715 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-1e389139-a45d-460b-b5fd-4eb6d683b842 None None] Set router e4c3cf64-8fbc-4de7-a985-c81929a02c11 gateway port host: n-d-804985-2 {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:04:30.879851 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=2f2bc4ba-fa67-4752-be89-9b11706d7a01,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:04:30.880436 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bedec2-2d9f-46b1-8808-18c8bb82af38 req-fa3852f0-88c9-47ca-9535-3cd364f3ca9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:04:30.883496 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-86bedec2-2d9f-46b1-8808-18c8bb82af38 req-fa3852f0-88c9-47ca-9535-3cd364f3ca9d service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=ac427392-5ea8-4f62-8a43-3cccf99c79e3 HTTP/1.1" status: 200 len: 1099 time: 0.0479593 Aug 18 12:04:30.888917 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8867c323-2dba-41f4-8ff2-862ebfcf3e1d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:30.908061 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23eab355-a456-4092-8335-2f4f273b8ace req-d73c8374-a344-4438-b9ad-526cb97e2027 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:04:30.909328 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-23eab355-a456-4092-8335-2f4f273b8ace req-d73c8374-a344-4438-b9ad-526cb97e2027 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.66 "GET /v2.0/ports?device_id=ac427392-5ea8-4f62-8a43-3cccf99c79e3 HTTP/1.1" status: 200 len: 948 time: 0.1062989 Aug 18 12:04:30.940887 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af2febaf-568e-44e3-88a0-644a5453fce0 tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Made reservation on behalf of 072f67c971f44d0aadb7fdaeae7ca9b5 for: {'subnet': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:04:30.944915 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-af2febaf-568e-44e3-88a0-644a5453fce0 tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59074089'] for subnet, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:30.963653 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] get_ports_and_sgs() called for port_ids ['2f2bc4ba-fa67-4752-be89-9b11706d7a01'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:04:30.964310 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-86bedec2-2d9f-46b1-8808-18c8bb82af38 req-46fe1496-de49-4ab0-9683-66f96649df27 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=eb50ebbf-d033-473b-ae6e-593d78928b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615950 Aug 18 12:04:31.061268 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-23eab355-a456-4092-8335-2f4f273b8ace req-e1ebc8d1-8d5b-4d00-bf19-c5a636151fad tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb50ebbf-d033-473b-ae6e-593d78928b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371276 Aug 18 12:04:31.118646 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c97c6b78-97ac-43ee-9901-b3783d54f99b req-702f7bed-1f4e-4cf9-9a24-950a077dc8da tempest-ServerShowV257Test-1455874224 tempest-ServerShowV257Test-1455874224-project] 10.222.0.66 "GET /v2.0/ports?device_id=68370648-5219-4fcc-8c2b-9c3fea96cce4 HTTP/1.1" status: 200 len: 210 time: 0.0374084 Aug 18 12:04:31.128528 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-8867c323-2dba-41f4-8ff2-862ebfcf3e1d admin admin] Deleting port 7f7e8bc7-465c-47ad-aac2-3dd71c8339e8 {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:04:31.128827 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8867c323-2dba-41f4-8ff2-862ebfcf3e1d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:31.192995 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=abb5c701-c089-4fa8-86b0-b7403ea28cd8,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:04:31.284463 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [None req-8867c323-2dba-41f4-8ff2-862ebfcf3e1d admin admin] For port 7f7e8bc7-465c-47ad-aac2-3dd71c8339e8, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=7f7e8bc7-465c-47ad-aac2-3dd71c8339e8,segment=NetworkSegment(c5a3db9d-5c58-41b1-9177-d5787a597b78),segment_id=c5a3db9d-5c58-41b1-9177-d5787a597b78)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:04:31.284856 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8867c323-2dba-41f4-8ff2-862ebfcf3e1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:31.294903 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-af2febaf-568e-44e3-88a0-644a5453fce0 tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3572913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59074111'] for subnet, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:31.304442 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-8867c323-2dba-41f4-8ff2-862ebfcf3e1d admin admin] Calling delete_port for 7f7e8bc7-465c-47ad-aac2-3dd71c8339e8 owned by network:router_gateway {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:04:31.337732 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-1e389139-a45d-460b-b5fd-4eb6d683b842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4c3cf64-8fbc-4de7-a985-c81929a02c11', 'name': 'tempest-ServersTestMultiNic-1800209248-router', 'tenant_id': '0cad20ae983946c9b98c5b381a7210db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': '7f7e8bc7-465c-47ad-aac2-3dd71c8339e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:02:37Z', 'updated_at': '2021-08-18T12:04:28Z', 'revision_number': 5, 'project_id': '0cad20ae983946c9b98c5b381a7210db', 'gw_port': {'id': '7f7e8bc7-465c-47ad-aac2-3dd71c8339e8', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:f2:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4c3cf64-8fbc-4de7-a985-c81929a02c11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:02:38Z', 'updated_at': '2021-08-18T12:02:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:04:31.371863 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e389139-a45d-460b-b5fd-4eb6d683b842 None None] Checking router: e4c3cf64-8fbc-4de7-a985-c81929a02c11 for host: n-d-804985-2 {{(pid=106254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:04:31.385637 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e389139-a45d-460b-b5fd-4eb6d683b842 None None] Routers {'e4c3cf64-8fbc-4de7-a985-c81929a02c11'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:04:31.386236 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-1e389139-a45d-460b-b5fd-4eb6d683b842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:04:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['e4c3cf64-8fbc-4de7-a985-c81929a02c11'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:04:31.403882 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2febaf-568e-44e3-88a0-644a5453fce0 tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Pushing event updated for resources: {'Subnet': ['ID=6fc0789a-7f96-478f-b688-8531bf2f0f77,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:04:31.427874 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af2febaf-568e-44e3-88a0-644a5453fce0 tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Checking segment: {'id': '96d4b5dd-aa0a-4cc0-9dae-c253741e1c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '25490d9f-314c-486c-bd65-e6e3595fd333'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:04:31.428236 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af2febaf-568e-44e3-88a0-644a5453fce0 tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Network hostable DHCP agents. Network: 25490d9f-314c-486c-bd65-e6e3595fd333, hostable agents: ['97c14208-2951-4361-8d64-3708c946ff5f'], hosted agents: [] {{(pid=106252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 12:04:31.471806 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-1e389139-a45d-460b-b5fd-4eb6d683b842 None None] Set router e4c3cf64-8fbc-4de7-a985-c81929a02c11 gateway port host: None {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:04:31.495153 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af2febaf-568e-44e3-88a0-644a5453fce0 tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Network 25490d9f-314c-486c-bd65-e6e3595fd333 is scheduled to be hosted by DHCP agent 97c14208-2951-4361-8d64-3708c946ff5f with binding_index 1 {{(pid=106252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 12:04:31.510422 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-af2febaf-568e-44e3-88a0-644a5453fce0 tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-2, 25490d9f-314c-486c-bd65-e6e3595fd333) {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:04:31.534496 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af2febaf-568e-44e3-88a0-644a5453fce0 tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:04:31.535108 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-af2febaf-568e-44e3-88a0-644a5453fce0 tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for subnet, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:31.535907 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9affebba-0622-4a15-87d6-c49ce4b06fdd None None] Network 25490d9f-314c-486c-bd65-e6e3595fd333 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:04:31.538965 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-1e389139-a45d-460b-b5fd-4eb6d683b842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4c3cf64-8fbc-4de7-a985-c81929a02c11', 'name': 'tempest-ServersTestMultiNic-1800209248-router', 'tenant_id': '0cad20ae983946c9b98c5b381a7210db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:02:37Z', 'updated_at': '2021-08-18T12:04:30Z', 'revision_number': 6, 'project_id': '0cad20ae983946c9b98c5b381a7210db', 'gw_port_host': None}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:04:31.577963 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2db469e7-7c20-4f7e-a04d-c96d1335ff96 req-a71025be-9ac7-4aff-8bc4-44a80fa8f1bf tempest-ServerShowV254Test-1142120617 tempest-ServerShowV254Test-1142120617-project] 10.222.0.66 "GET /v2.0/ports?device_id=04bd7108-3d17-415f-afa1-6d9c642b6eae HTTP/1.1" status: 200 len: 210 time: 0.0402355 Aug 18 12:04:31.589740 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-af2febaf-568e-44e3-88a0-644a5453fce0 tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8692107 Aug 18 12:04:31.590357 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 37370) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:04:31.595852 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-1fafeb12-3688-429b-8e9d-cead38950e51 tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Request body: {'router': {'external_gateway_info': {'network_id': '25490d9f-314c-486c-bd65-e6e3595fd333'}}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:04:31.599935 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8867c323-2dba-41f4-8ff2-862ebfcf3e1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:31.612225 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e389139-a45d-460b-b5fd-4eb6d683b842 None None] The sync data for ids ['e4c3cf64-8fbc-4de7-a985-c81929a02c11'] in n-d-804985-2 is: [{'id': 'e4c3cf64-8fbc-4de7-a985-c81929a02c11', 'name': 'tempest-ServersTestMultiNic-1800209248-router', 'tenant_id': '0cad20ae983946c9b98c5b381a7210db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:02:37Z', 'updated_at': '2021-08-18T12:04:30Z', 'revision_number': 6, 'project_id': '0cad20ae983946c9b98c5b381a7210db', 'gw_port_host': None}] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:04:31.689397 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8867c323-2dba-41f4-8ff2-862ebfcf3e1d admin admin] Pushing event deleted for resources: {'Port': ['ID=7f7e8bc7-465c-47ad-aac2-3dd71c8339e8,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:04:31.720347 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96b0b439-dd56-433e-985f-99f42fc0497f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp788be208-34ab-5a8f-af0f-528834af222f-25490d9f-314c-486c-bd65-e6e3595fd333', 'network_id': '25490d9f-314c-486c-bd65-e6e3595fd333', 'tenant_id': '072f67c971f44d0aadb7fdaeae7ca9b5', 'fixed_ips': [{'subnet_id': '6fc0789a-7f96-478f-b688-8531bf2f0f77'}]}} from n-d-804985-2. {{(pid=106254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 12:04:31.721323 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-96b0b439-dd56-433e-985f-99f42fc0497f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:31.861140 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.db_base_plugin_common [None req-96b0b439-dd56-433e-985f-99f42fc0497f None None] Allocated IP 2001:db8:1::2 (25490d9f-314c-486c-bd65-e6e3595fd333/6fc0789a-7f96-478f-b688-8531bf2f0f77/667b8733-75d7-408c-bae6-b672351caea0) {{(pid=106254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:04:31.881362 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8867c323-2dba-41f4-8ff2-862ebfcf3e1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-997271'] for router_gateway, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:32.025859 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8867c323-2dba-41f4-8ff2-862ebfcf3e1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-996004', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15859'] for router, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:32.028254 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8867c323-2dba-41f4-8ff2-862ebfcf3e1d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:32.040098 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-96b0b439-dd56-433e-985f-99f42fc0497f None None] Notify callbacks [] for port, precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:32.053116 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-96b0b439-dd56-433e-985f-99f42fc0497f None None] Transition to ACTIVE for port object 667b8733-75d7-408c-bae6-b672351caea0 will not be triggered until provisioned by entity L2. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:04:32.064095 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1fafeb12-3688-429b-8e9d-cead38950e51 tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:32.071115 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-96b0b439-dd56-433e-985f-99f42fc0497f None None] Transition to ACTIVE for port object 667b8733-75d7-408c-bae6-b672351caea0 will not be triggered until provisioned by entity DHCP. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:04:32.078566 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-96b0b439-dd56-433e-985f-99f42fc0497f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547'] for port, after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:32.119362 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96b0b439-dd56-433e-985f-99f42fc0497f None None] Network 25490d9f-314c-486c-bd65-e6e3595fd333 is already hosted by enough agents. {{(pid=106254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:04:32.124631 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.base_scheduler [None req-96b0b439-dd56-433e-985f-99f42fc0497f None None] Resources bound (agent type, host, resource id): {{(pid=106254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:04:32.126358 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34d7938-4b2c-4c8d-b8af-4466ce47e743 req-80005eab-0313-4390-adb1-e281cf547cef tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:04:32.127998 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a34d7938-4b2c-4c8d-b8af-4466ce47e743 req-80005eab-0313-4390-adb1-e281cf547cef tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/ports?device_id=22cd70c7-1011-4e6f-ad9a-ed99656bf245 HTTP/1.1" status: 200 len: 944 time: 0.3928649 Aug 18 12:04:32.134515 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b0b439-dd56-433e-985f-99f42fc0497f None None] Received port after_create {{(pid=106254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:04:32.146026 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8867c323-2dba-41f4-8ff2-862ebfcf3e1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-996061'] for router, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:32.146377 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b0b439-dd56-433e-985f-99f42fc0497f None None] Pushing event updated for resources: {'Port': ['ID=667b8733-75d7-408c-bae6-b672351caea0,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:04:32.146716 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8867c323-2dba-41f4-8ff2-862ebfcf3e1d admin admin] Fanout notify agent at l3_agent the message router_deleted on router e4c3cf64-8fbc-4de7-a985-c81929a02c11 {{(pid=106252) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 12:04:32.163687 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8867c323-2dba-41f4-8ff2-862ebfcf3e1d admin admin] Notify callbacks [] for router, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:32.164927 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-8867c323-2dba-41f4-8ff2-862ebfcf3e1d admin admin] 10.222.0.66 "DELETE /v2.0/routers/e4c3cf64-8fbc-4de7-a985-c81929a02c11 HTTP/1.1" status: 204 len: 168 time: 1.6509860 Aug 18 12:04:32.167656 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 37380) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:04:32.199156 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-96b0b439-dd56-433e-985f-99f42fc0497f None None] Attempting to bind port 667b8733-75d7-408c-bae6-b672351caea0 on host n-d-804985-2 for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:04:32.199599 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-96b0b439-dd56-433e-985f-99f42fc0497f None None] Attempting to bind port 667b8733-75d7-408c-bae6-b672351caea0 by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': '96d4b5dd-aa0a-4cc0-9dae-c253741e1c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '25490d9f-314c-486c-bd65-e6e3595fd333'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:04:32.200164 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b0b439-dd56-433e-985f-99f42fc0497f None None] Attempting to bind port 667b8733-75d7-408c-bae6-b672351caea0 on network 25490d9f-314c-486c-bd65-e6e3595fd333 {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:04:32.206114 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b0b439-dd56-433e-985f-99f42fc0497f None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 4, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:04:32.206114 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b0b439-dd56-433e-985f-99f42fc0497f None None] Checking segment: {'id': '96d4b5dd-aa0a-4cc0-9dae-c253741e1c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '25490d9f-314c-486c-bd65-e6e3595fd333'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:04:32.206722 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-96b0b439-dd56-433e-985f-99f42fc0497f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:32.207242 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b0b439-dd56-433e-985f-99f42fc0497f None None] Bound using segment: {'id': '96d4b5dd-aa0a-4cc0-9dae-c253741e1c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '25490d9f-314c-486c-bd65-e6e3595fd333'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:04:32.207739 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-96b0b439-dd56-433e-985f-99f42fc0497f None None] Bound port: 667b8733-75d7-408c-bae6-b672351caea0, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96d4b5dd-aa0a-4cc0-9dae-c253741e1c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '25490d9f-314c-486c-bd65-e6e3595fd333'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:04:32.208131 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-96b0b439-dd56-433e-985f-99f42fc0497f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:32.215489 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa5e6008-d4b7-407f-bdb7-4583d5abafe4 admin admin] Deleting subnet 0bf439db-f3cc-4ff1-8d6d-af51b169bc12 {{(pid=106253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 12:04:32.219276 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-aa5e6008-d4b7-407f-bdb7-4583d5abafe4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:32.225404 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 2f2bc4ba-fa67-4752-be89-9b11706d7a01 up at agent hyperv_n-h1-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:04:32.254356 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a34d7938-4b2c-4c8d-b8af-4466ce47e743 req-2bcae9e4-01ae-4021-ae30-43b674818668 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/security-groups?id=d60fbefd-5088-4718-a442-08959d2ac3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111171 Aug 18 12:04:32.254628 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-aa5e6008-d4b7-407f-bdb7-4583d5abafe4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902229'] for subnet, precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:32.274526 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d5076e-ca66-4c37-b4ac-e6dc0edc57ff req-add3db97-3d4b-48a9-8413-60ab6d52931f tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:04:32.276401 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-49d5076e-ca66-4c37-b4ac-e6dc0edc57ff req-add3db97-3d4b-48a9-8413-60ab6d52931f tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.66 "GET /v2.0/ports?device_id=ac427392-5ea8-4f62-8a43-3cccf99c79e3 HTTP/1.1" status: 200 len: 948 time: 0.1037781 Aug 18 12:04:32.328869 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-49d5076e-ca66-4c37-b4ac-e6dc0edc57ff req-15c404d8-02cf-478b-9453-35b49ec4de3b tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb50ebbf-d033-473b-ae6e-593d78928b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444381 Aug 18 12:04:32.342133 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-96b0b439-dd56-433e-985f-99f42fc0497f None None] For port 667b8733-75d7-408c-bae6-b672351caea0, host n-d-804985-2, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:04:32.348192 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-96b0b439-dd56-433e-985f-99f42fc0497f None None] For port 667b8733-75d7-408c-bae6-b672351caea0, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=667b8733-75d7-408c-bae6-b672351caea0,segment=NetworkSegment(96d4b5dd-aa0a-4cc0-9dae-c253741e1c4f),segment_id=96d4b5dd-aa0a-4cc0-9dae-c253741e1c4f)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:04:32.360284 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-96b0b439-dd56-433e-985f-99f42fc0497f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:32.367376 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Provisioning for port 2f2bc4ba-fa67-4752-be89-9b11706d7a01 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:04:32.383678 n-d-804985-2 neutron-server[106252]: INFO neutron.api.v2.resource [None req-1fafeb12-3688-429b-8e9d-cead38950e51 tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 18 12:04:32.385293 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-1fafeb12-3688-429b-8e9d-cead38950e51 tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] 10.222.0.66 "PUT /v2.0/routers/1235d3c0-1227-435d-8097-e43d4322a1b8 HTTP/1.1" status: 400 len: 364 time: 0.7941768 Aug 18 12:04:32.386662 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-aa5e6008-d4b7-407f-bdb7-4583d5abafe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:32.389373 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 37386) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:04:32.401698 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Provisioning complete for port 2f2bc4ba-fa67-4752-be89-9b11706d7a01 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:04:32.402099 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:32.412363 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4a64e8d8-aef2-477a-a0c6-8832428c31ba req-83757b36-fefb-4aef-bdfd-18bd2948a9f3 tempest-ServerShowV257Test-1455874224 tempest-ServerShowV257Test-1455874224-project] 10.222.0.66 "GET /v2.0/ports?device_id=68370648-5219-4fcc-8c2b-9c3fea96cce4 HTTP/1.1" status: 200 len: 210 time: 0.0471878 Aug 18 12:04:32.491605 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b0b439-dd56-433e-985f-99f42fc0497f None None] Pushing event updated for resources: {'Port': ['ID=667b8733-75d7-408c-bae6-b672351caea0,revision_number=2']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:04:32.546856 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abfaf76-c899-439c-ace3-11c710fd3253 req-180f596d-73ec-43f3-9342-b71d1615fe0f tempest-ServersOnMultiNodesTest-820981758 tempest-ServersOnMultiNodesTest-820981758-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:04:32.548642 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8abfaf76-c899-439c-ace3-11c710fd3253 req-180f596d-73ec-43f3-9342-b71d1615fe0f tempest-ServersOnMultiNodesTest-820981758 tempest-ServersOnMultiNodesTest-820981758-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=ac427392-5ea8-4f62-8a43-3cccf99c79e3 HTTP/1.1" status: 200 len: 1099 time: 0.0485229 Aug 18 12:04:32.569480 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:32.611231 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8abfaf76-c899-439c-ace3-11c710fd3253 req-6ddb7703-03eb-4095-95f4-a6faacf0dbbb tempest-ServersOnMultiNodesTest-820981758 tempest-ServersOnMultiNodesTest-820981758-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=eb50ebbf-d033-473b-ae6e-593d78928b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454445 Aug 18 12:04:32.620567 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 2f2bc4ba-fa67-4752-be89-9b11706d7a01, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=2f2bc4ba-fa67-4752-be89-9b11706d7a01,segment=NetworkSegment(cad785f7-8854-4494-9369-5c8d15a44cef),segment_id=cad785f7-8854-4494-9369-5c8d15a44cef)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:04:32.641293 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:32.703395 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-aa5e6008-d4b7-407f-bdb7-4583d5abafe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58902171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59388106'] for subnet, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:32.764007 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e9f80dda-edfa-4c11-81df-2c38437b4634 req-22a4a2f9-3229-41f8-acd0-f277af693737 tempest-ServerShowV254Test-1142120617 tempest-ServerShowV254Test-1142120617-project] 10.222.0.66 "GET /v2.0/ports?device_id=04bd7108-3d17-415f-afa1-6d9c642b6eae HTTP/1.1" status: 200 len: 210 time: 0.0409334 Aug 18 12:04:32.786849 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22cd70c7-1011-4e6f-ad9a-ed99656bf245', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f2bc4ba-fa67-4752-be89-9b11706d7a01'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:04:32.790481 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db50a436fb3a98495337d8fe7487b4f2ea6f3c1052eb9efadc2ecda2d5737001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-027b94d8-38bd-414e-b1e6-a07887dbde4e" -d '{"events": [{"server_uuid": "22cd70c7-1011-4e6f-ad9a-ed99656bf245", "name": "network-vif-plugged", "status": "completed", "tag": "2f2bc4ba-fa67-4752-be89-9b11706d7a01"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:04:32.796236 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5e6008-d4b7-407f-bdb7-4583d5abafe4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0bf439db-f3cc-4ff1-8d6d-af51b169bc12,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:04:32.804717 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-aa5e6008-d4b7-407f-bdb7-4583d5abafe4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:32.805712 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=2f2bc4ba-fa67-4752-be89-9b11706d7a01,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:04:32.807139 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-aa5e6008-d4b7-407f-bdb7-4583d5abafe4 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/0bf439db-f3cc-4ff1-8d6d-af51b169bc12 HTTP/1.1" status: 204 len: 168 time: 0.6384728 Aug 18 12:04:32.810590 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ff082a2-0e32-44eb-897f-6199ca971648 None None] Network 5067adef-ca32-4b40-9dd0-27029ddc2c30 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:04:32.812273 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 37394) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:04:32.912235 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:04:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e7d19f7-0a56-4dde-9bd6-09b4c0459684 x-openstack-request-id: req-7e7d19f7-0a56-4dde-9bd6-09b4c0459684 {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:04:32.915285 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22cd70c7-1011-4e6f-ad9a-ed99656bf245", "name": "network-vif-plugged", "status": "completed", "tag": "2f2bc4ba-fa67-4752-be89-9b11706d7a01", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:04:32.915575 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-7e7d19f7-0a56-4dde-9bd6-09b4c0459684 {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:04:32.915996 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22cd70c7-1011-4e6f-ad9a-ed99656bf245', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f2bc4ba-fa67-4752-be89-9b11706d7a01', 'code': 200} Aug 18 12:04:32.938684 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-609a6711-01c0-4476-91e5-a8c23d5b241e tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:33.031686 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-9b9e4c80-8f53-4836-90c0-3dbdd20105b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7904109'] for network, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:33.086191 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 667b8733-75d7-408c-bae6-b672351caea0 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:04:33.105617 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27989798-f9eb-4f17-b2e4-72f66ec6a5da req-06ddd362-8b45-49de-a735-ecee42716c13 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:04:33.113290 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-27989798-f9eb-4f17-b2e4-72f66ec6a5da req-06ddd362-8b45-49de-a735-ecee42716c13 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.66 "GET /v2.0/ports?device_id=ac427392-5ea8-4f62-8a43-3cccf99c79e3 HTTP/1.1" status: 200 len: 948 time: 0.0986583 Aug 18 12:04:33.164064 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port 667b8733-75d7-408c-bae6-b672351caea0 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:04:33.182323 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b562d44-b894-4f0b-972c-167feb86b4e8 None None] DHCP port deletion for 5067adef-ca32-4b40-9dd0-27029ddc2c30 request from n-d-804985-2 {{(pid=106254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 12:04:33.191020 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-27989798-f9eb-4f17-b2e4-72f66ec6a5da req-1fb72f0b-445a-4ef3-a61a-adb47946b270 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb50ebbf-d033-473b-ae6e-593d78928b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742619 Aug 18 12:04:33.203057 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-9b9e4c80-8f53-4836-90c0-3dbdd20105b7 admin admin] Deleting port 7c37c303-5b46-4aae-b041-9acda0ad9fcf {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:04:33.203057 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-9b9e4c80-8f53-4836-90c0-3dbdd20105b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:33.238812 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e998d067-7d58-41c4-8f00-b4e30432549f req-c13bb589-9ca2-444c-aaa6-6ba96a1364d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:04:33.240613 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-e998d067-7d58-41c4-8f00-b4e30432549f req-c13bb589-9ca2-444c-aaa6-6ba96a1364d1 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=22cd70c7-1011-4e6f-ad9a-ed99656bf245 HTTP/1.1" status: 200 len: 1096 time: 0.2110000 Aug 18 12:04:33.241364 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 24973ca0-b388-47ac-958f-448743421f02 no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:04:33.271695 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: 24973ca0-b388-47ac-958f-448743421f02 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:04:33.272037 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 24973ca0-b388-47ac-958f-448743421f02 not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:04:33.272457 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 7f7e8bc7-465c-47ad-aac2-3dd71c8339e8 no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:04:33.295961 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [None req-9b9e4c80-8f53-4836-90c0-3dbdd20105b7 admin admin] For port 7c37c303-5b46-4aae-b041-9acda0ad9fcf, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=7c37c303-5b46-4aae-b041-9acda0ad9fcf,segment=NetworkSegment(5c549b81-da47-45e6-8f6c-fe095fc8077e),segment_id=5c549b81-da47-45e6-8f6c-fe095fc8077e)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:04:33.296890 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-9b9e4c80-8f53-4836-90c0-3dbdd20105b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:33.298098 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: 7f7e8bc7-465c-47ad-aac2-3dd71c8339e8 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:04:33.298440 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 7f7e8bc7-465c-47ad-aac2-3dd71c8339e8 not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:04:33.310058 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-4b562d44-b894-4f0b-972c-167feb86b4e8 None None] Deleting port 7c37c303-5b46-4aae-b041-9acda0ad9fcf {{(pid=106254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:04:33.310058 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4b562d44-b894-4f0b-972c-167feb86b4e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:33.314348 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-9b9e4c80-8f53-4836-90c0-3dbdd20105b7 admin admin] Calling delete_port for 7c37c303-5b46-4aae-b041-9acda0ad9fcf owned by network:dhcp {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:04:33.368919 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-e998d067-7d58-41c4-8f00-b4e30432549f req-4244755d-c3d5-4b20-a8a9-67d7e72e3343 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=d60fbefd-5088-4718-a442-08959d2ac3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189375 Aug 18 12:04:33.403718 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-4b562d44-b894-4f0b-972c-167feb86b4e8 None None] For port 7c37c303-5b46-4aae-b041-9acda0ad9fcf, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=7c37c303-5b46-4aae-b041-9acda0ad9fcf,segment=NetworkSegment(5c549b81-da47-45e6-8f6c-fe095fc8077e),segment_id=5c549b81-da47-45e6-8f6c-fe095fc8077e)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:04:33.404974 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4b562d44-b894-4f0b-972c-167feb86b4e8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:33.419968 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-4b562d44-b894-4f0b-972c-167feb86b4e8 None None] Calling delete_port for 7c37c303-5b46-4aae-b041-9acda0ad9fcf owned by network:dhcp {{(pid=106254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:04:33.433114 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [None req-609a6711-01c0-4476-91e5-a8c23d5b241e tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Allocated IP 2001:db8::1 (9c75ecdc-2759-4a92-81c3-2dfb601516f6/c538cf18-7958-4560-99ee-1736a0726cf4/bd22f397-be60-40b9-ae7d-0331c20a25f0) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:04:33.465284 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16b1a49-e971-4615-ad2c-52c9fe581587 req-3359e5b0-0a70-4f1d-aee7-891dd7532564 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:04:33.470827 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f16b1a49-e971-4615-ad2c-52c9fe581587 req-3359e5b0-0a70-4f1d-aee7-891dd7532564 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/ports?device_id=22cd70c7-1011-4e6f-ad9a-ed99656bf245 HTTP/1.1" status: 200 len: 945 time: 0.0900347 Aug 18 12:04:33.497027 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-9b9e4c80-8f53-4836-90c0-3dbdd20105b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:33.550081 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9e4c80-8f53-4836-90c0-3dbdd20105b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c37c303-5b46-4aae-b041-9acda0ad9fcf,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:04:33.558682 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b9e4c80-8f53-4836-90c0-3dbdd20105b7 admin admin] No DVR routers for this DVR port 7c37c303-5b46-4aae-b041-9acda0ad9fcf on host n-d-804985-2 {{(pid=106252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:04:33.570717 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f16b1a49-e971-4615-ad2c-52c9fe581587 req-ddf9618f-267d-49b3-8724-66b52fd9707d tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/security-groups?id=d60fbefd-5088-4718-a442-08959d2ac3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926800 Aug 18 12:04:33.579042 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-609a6711-01c0-4476-91e5-a8c23d5b241e tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:33.592201 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4b562d44-b894-4f0b-972c-167feb86b4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556'] for port, after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:33.596168 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [None req-609a6711-01c0-4476-91e5-a8c23d5b241e tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Transition to ACTIVE for port object bd22f397-be60-40b9-ae7d-0331c20a25f0 will not be triggered until provisioned by entity DHCP. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:04:33.611220 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b562d44-b894-4f0b-972c-167feb86b4e8 None None] No DVR routers for this DVR port 7c37c303-5b46-4aae-b041-9acda0ad9fcf on host n-d-804985-2 {{(pid=106254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:04:33.639598 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b562d44-b894-4f0b-972c-167feb86b4e8 None None] Pushing event deleted for resources: {'Port': ['ID=7c37c303-5b46-4aae-b041-9acda0ad9fcf,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:04:33.666877 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-609a6711-01c0-4476-91e5-a8c23d5b241e tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:33.695865 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-93b945e3-2478-4d21-a756-be4423559818 req-b56f771b-40b1-4c87-8aa0-2efc5a846b09 tempest-ServerShowV257Test-1455874224 tempest-ServerShowV257Test-1455874224-project] 10.222.0.66 "GET /v2.0/ports?device_id=68370648-5219-4fcc-8c2b-9c3fea96cce4 HTTP/1.1" status: 200 len: 210 time: 0.0427997 Aug 18 12:04:33.700630 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-9b9e4c80-8f53-4836-90c0-3dbdd20105b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8367869', 'neutron.services.segments.db._delete_segments_for_network-8789151212993'] for network, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:33.709796 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-609a6711-01c0-4476-91e5-a8c23d5b241e tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Network 9c75ecdc-2759-4a92-81c3-2dfb601516f6 is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:04:33.714337 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-9b9e4c80-8f53-4836-90c0-3dbdd20105b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5067adef-ca32-4b40-9dd0-27029ddc2c30']}} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:04:33.715853 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-609a6711-01c0-4476-91e5-a8c23d5b241e tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:04:33.725563 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609a6711-01c0-4476-91e5-a8c23d5b241e tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Pushing event updated for resources: {'Port': ['ID=bd22f397-be60-40b9-ae7d-0331c20a25f0,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:04:33.727254 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-9b9e4c80-8f53-4836-90c0-3dbdd20105b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c549b81-da47-45e6-8f6c-fe095fc8077e') {'for_net_delete': True} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:04:33.727736 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-9b9e4c80-8f53-4836-90c0-3dbdd20105b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c549b81-da47-45e6-8f6c-fe095fc8077e') {} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:04:33.728056 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-609a6711-01c0-4476-91e5-a8c23d5b241e tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:04:33.728666 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-609a6711-01c0-4476-91e5-a8c23d5b241e tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-996688'] for router_interface, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:33.737406 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-9b9e4c80-8f53-4836-90c0-3dbdd20105b7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789151225254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2221521'] for segment, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:33.763790 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-9b9e4c80-8f53-4836-90c0-3dbdd20105b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:33.770345 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b9e4c80-8f53-4836-90c0-3dbdd20105b7 admin admin] Releasing vlan 810 on physical network physnet1 to pool {{(pid=106252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:04:33.771096 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-9b9e4c80-8f53-4836-90c0-3dbdd20105b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3572434'] for segment, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:33.773212 n-d-804985-2 neutron-server[106252]: Traceback (most recent call last): Aug 18 12:04:33.773212 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:04:33.773212 n-d-804985-2 neutron-server[106252]: timer() Aug 18 12:04:33.773212 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:04:33.773212 n-d-804985-2 neutron-server[106252]: cb(*args, **kw) Aug 18 12:04:33.773212 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:04:33.773212 n-d-804985-2 neutron-server[106252]: return func(*args, **kwargs) Aug 18 12:04:33.773212 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:04:33.773212 n-d-804985-2 neutron-server[106252]: self._notify() Aug 18 12:04:33.773212 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:04:33.773212 n-d-804985-2 neutron-server[106252]: self.callback(batched_events) Aug 18 12:04:33.773212 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:04:33.773212 n-d-804985-2 neutron-server[106252]: event.method(event) Aug 18 12:04:33.773212 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:04:33.773212 n-d-804985-2 neutron-server[106252]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:04:33.773212 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:04:33.773212 n-d-804985-2 neutron-server[106252]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:04:33.773212 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:04:33.773212 n-d-804985-2 neutron-server[106252]: return f(self, *a, **k) Aug 18 12:04:33.773212 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:04:33.773212 n-d-804985-2 neutron-server[106252]: return self._get(url).json() Aug 18 12:04:33.773212 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:04:33.773212 n-d-804985-2 neutron-server[106252]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:04:33.773212 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:04:33.773212 n-d-804985-2 neutron-server[106252]: return self.request(url, 'GET', **kwargs) Aug 18 12:04:33.773212 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:04:33.773212 n-d-804985-2 neutron-server[106252]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:04:33.773212 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:04:33.773212 n-d-804985-2 neutron-server[106252]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:04:33.773212 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:04:33.773212 n-d-804985-2 neutron-server[106252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:04:33.773212 n-d-804985-2 neutron-server[106252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:04:33.775532 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609a6711-01c0-4476-91e5-a8c23d5b241e tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:04:33.775735 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609a6711-01c0-4476-91e5-a8c23d5b241e tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:04:33.776135 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609a6711-01c0-4476-91e5-a8c23d5b241e tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:04:33.776560 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609a6711-01c0-4476-91e5-a8c23d5b241e tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:04:33.776955 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609a6711-01c0-4476-91e5-a8c23d5b241e tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:04:33.777362 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609a6711-01c0-4476-91e5-a8c23d5b241e tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:04:33.778441 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609a6711-01c0-4476-91e5-a8c23d5b241e tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:04:33.778441 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609a6711-01c0-4476-91e5-a8c23d5b241e tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:04:33.778727 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609a6711-01c0-4476-91e5-a8c23d5b241e tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:04:33.779058 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609a6711-01c0-4476-91e5-a8c23d5b241e tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:04:33.779445 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609a6711-01c0-4476-91e5-a8c23d5b241e tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:04:33.779825 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609a6711-01c0-4476-91e5-a8c23d5b241e tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:04:33.835709 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-9b9e4c80-8f53-4836-90c0-3dbdd20105b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8367858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997186'] for network, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:33.849452 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-9b9e4c80-8f53-4836-90c0-3dbdd20105b7 admin admin] Notify callbacks [] for network, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:33.851622 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-9b9e4c80-8f53-4836-90c0-3dbdd20105b7 admin admin] 10.222.0.66 "DELETE /v2.0/networks/5067adef-ca32-4b40-9dd0-27029ddc2c30 HTTP/1.1" status: 204 len: 168 time: 1.0381222 Aug 18 12:04:33.868705 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9e4c80-8f53-4836-90c0-3dbdd20105b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=5067adef-ca32-4b40-9dd0-27029ddc2c30,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:04:33.883421 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-609a6711-01c0-4476-91e5-a8c23d5b241e tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:33.901641 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2787b26c-90d6-4463-8490-7c0996c81e3c None None] Network 25490d9f-314c-486c-bd65-e6e3595fd333 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:04:33.936857 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-90449f7e-939e-4a18-a95e-fb9f3bb211ec req-31d51aab-152e-40b0-9d00-ca63d8c9c6f3 tempest-ServerShowV254Test-1142120617 tempest-ServerShowV254Test-1142120617-project] 10.222.0.66 "GET /v2.0/ports?device_id=04bd7108-3d17-415f-afa1-6d9c642b6eae HTTP/1.1" status: 200 len: 210 time: 0.0495894 Aug 18 12:04:33.997629 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-9414a2b7-890e-4f16-8bc9-55a7e8847052 None None] Provisioning for port 667b8733-75d7-408c-bae6-b672351caea0 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:04:34.008126 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-9414a2b7-890e-4f16-8bc9-55a7e8847052 None None] Provisioning complete for port 667b8733-75d7-408c-bae6-b672351caea0 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:04:34.008614 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-9414a2b7-890e-4f16-8bc9-55a7e8847052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:34.038478 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 37410) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:04:34.094434 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-ba921683-e7d2-4267-92ff-8767faef11a9 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=0cad20ae983946c9b98c5b381a7210db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0540149 Aug 18 12:04:34.097359 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 37412) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:04:34.147220 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1cea7b27-f92d-4d4d-9f58-1cae8907e5ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:34.164354 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-9414a2b7-890e-4f16-8bc9-55a7e8847052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:34.170482 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1cea7b27-f92d-4d4d-9f58-1cae8907e5ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:34.221000 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-9414a2b7-890e-4f16-8bc9-55a7e8847052 None None] For port 667b8733-75d7-408c-bae6-b672351caea0, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=667b8733-75d7-408c-bae6-b672351caea0,segment=NetworkSegment(96d4b5dd-aa0a-4cc0-9dae-c253741e1c4f),segment_id=96d4b5dd-aa0a-4cc0-9dae-c253741e1c4f)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:04:34.221700 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-609a6711-01c0-4476-91e5-a8c23d5b241e tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Notify callbacks [] for port, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:34.229178 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-9414a2b7-890e-4f16-8bc9-55a7e8847052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:34.231388 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-609a6711-01c0-4476-91e5-a8c23d5b241e tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:34.232501 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-609a6711-01c0-4476-91e5-a8c23d5b241e tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-996772'] for router_interface, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:34.254103 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1cea7b27-f92d-4d4d-9f58-1cae8907e5ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:34.258029 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1cea7b27-f92d-4d4d-9f58-1cae8907e5ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:34.259650 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-1cea7b27-f92d-4d4d-9f58-1cae8907e5ee admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/93e28aa4-0de3-4f04-b26e-638cffd77b9f HTTP/1.1" status: 204 len: 168 time: 0.1611357 Aug 18 12:04:34.272399 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cea7b27-f92d-4d4d-9f58-1cae8907e5ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93e28aa4-0de3-4f04-b26e-638cffd77b9f,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:04:34.340921 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9414a2b7-890e-4f16-8bc9-55a7e8847052 None None] Pushing event updated for resources: {'Port': ['ID=667b8733-75d7-408c-bae6-b672351caea0,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:04:34.375524 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8cc61c01-c1e6-4b20-90de-7b34fb1d4dfe None None] Provisioning for port bd22f397-be60-40b9-ae7d-0331c20a25f0 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:04:34.382391 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8cc61c01-c1e6-4b20-90de-7b34fb1d4dfe None None] Provisioning complete for port bd22f397-be60-40b9-ae7d-0331c20a25f0 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:04:34.382771 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8cc61c01-c1e6-4b20-90de-7b34fb1d4dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:34.408967 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb563083-d155-4aad-ba58-8b61783fd72e req-3d46f3f9-94ed-4cdb-b4d2-de8aed7fe3bb tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:04:34.417774 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-fb563083-d155-4aad-ba58-8b61783fd72e req-3d46f3f9-94ed-4cdb-b4d2-de8aed7fe3bb tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.66 "GET /v2.0/ports?device_id=ac427392-5ea8-4f62-8a43-3cccf99c79e3 HTTP/1.1" status: 200 len: 948 time: 0.0978889 Aug 18 12:04:34.455598 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-8cc61c01-c1e6-4b20-90de-7b34fb1d4dfe None None] Port bd22f397-be60-40b9-ae7d-0331c20a25f0 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:04:34.484219 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-fb563083-d155-4aad-ba58-8b61783fd72e req-2f557419-899a-432f-a665-709445430536 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb50ebbf-d033-473b-ae6e-593d78928b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597231 Aug 18 12:04:34.490163 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-609a6711-01c0-4476-91e5-a8c23d5b241e tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Network 9c75ecdc-2759-4a92-81c3-2dfb601516f6 is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:04:34.493461 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-609a6711-01c0-4476-91e5-a8c23d5b241e tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:04:34.508038 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609a6711-01c0-4476-91e5-a8c23d5b241e tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Pushing event updated for resources: {'Port': ['ID=bd22f397-be60-40b9-ae7d-0331c20a25f0,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:04:34.583104 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-bb6e6a94-81f0-411c-bdbb-b996e78b2ccf None None] Provisioning complete for port 667b8733-75d7-408c-bae6-b672351caea0 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:04:34.585026 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-bb6e6a94-81f0-411c-bdbb-b996e78b2ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:34.607903 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-609a6711-01c0-4476-91e5-a8c23d5b241e tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Router 1235d3c0-1227-435d-8097-e43d4322a1b8 has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:04:34.760441 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037e4728-f160-417b-be80-e41a795e79d2 req-fc16827c-f4cb-45cb-b362-41366315a1da tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:04:34.770347 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-037e4728-f160-417b-be80-e41a795e79d2 req-fc16827c-f4cb-45cb-b362-41366315a1da tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/ports?device_id=22cd70c7-1011-4e6f-ad9a-ed99656bf245 HTTP/1.1" status: 200 len: 945 time: 0.1100891 Aug 18 12:04:34.782508 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-609a6711-01c0-4476-91e5-a8c23d5b241e tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:04:34.792259 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e821bba-a466-4669-886f-a5902e1b0d4a None None] Sync routers for ids ['1235d3c0-1227-435d-8097-e43d4322a1b8'] in n-d-804985-2 {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:04:34.793923 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-609a6711-01c0-4476-91e5-a8c23d5b241e tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] 10.222.0.66 "PUT /v2.0/routers/1235d3c0-1227-435d-8097-e43d4322a1b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4034810 Aug 18 12:04:34.796438 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 37432) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:04:34.807346 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e821bba-a466-4669-886f-a5902e1b0d4a None None] Routers {'1235d3c0-1227-435d-8097-e43d4322a1b8'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:04:34.807951 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-7e821bba-a466-4669-886f-a5902e1b0d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:04:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['1235d3c0-1227-435d-8097-e43d4322a1b8'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:04:34.827809 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-037e4728-f160-417b-be80-e41a795e79d2 req-2a22bc62-1e1b-477c-b126-831f242992a6 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/security-groups?id=d60fbefd-5088-4718-a442-08959d2ac3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562699 Aug 18 12:04:34.861830 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-7e821bba-a466-4669-886f-a5902e1b0d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:04:34.873394 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e821bba-a466-4669-886f-a5902e1b0d4a None None] Routers {'1235d3c0-1227-435d-8097-e43d4322a1b8'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:04:34.874217 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-7e821bba-a466-4669-886f-a5902e1b0d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:04:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['1235d3c0-1227-435d-8097-e43d4322a1b8'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:04:34.911748 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-7e821bba-a466-4669-886f-a5902e1b0d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:04:34.912646 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e821bba-a466-4669-886f-a5902e1b0d4a None None] The sync data for ids ['1235d3c0-1227-435d-8097-e43d4322a1b8'] in n-d-804985-2 is: [] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:04:34.956657 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-30893021-cdd6-45db-acc4-e9b40f857034 req-5b3ad0f6-17c6-4d6c-a44f-137c936d1c47 tempest-ServerShowV257Test-1455874224 tempest-ServerShowV257Test-1455874224-project] 10.222.0.66 "GET /v2.0/ports?device_id=68370648-5219-4fcc-8c2b-9c3fea96cce4 HTTP/1.1" status: 200 len: 210 time: 0.1109712 Aug 18 12:04:34.965101 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1990d0fb-df28-42c8-a017-19603985c890 req-8140b008-6c27-465f-a415-e624c41831b8 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:04:34.966748 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-1990d0fb-df28-42c8-a017-19603985c890 req-8140b008-6c27-465f-a415-e624c41831b8 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.63 "GET /v2.0/ports?device_id=ac427392-5ea8-4f62-8a43-3cccf99c79e3 HTTP/1.1" status: 200 len: 948 time: 0.1034746 Aug 18 12:04:34.970005 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-03c1d581-de70-4d27-8446-c8e9be10ce1f None None] Provisioning complete for port bd22f397-be60-40b9-ae7d-0331c20a25f0 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:04:34.970353 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-808e9863-ff08-4844-a927-91c34ec761d3 tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Notify callbacks [] for router, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:34.971242 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-03c1d581-de70-4d27-8446-c8e9be10ce1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:35.058610 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-03c1d581-de70-4d27-8446-c8e9be10ce1f None None] Port bd22f397-be60-40b9-ae7d-0331c20a25f0 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:04:35.080752 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 667b8733-75d7-408c-bae6-b672351caea0 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:04:35.122109 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4e58324b-67a0-473f-a7e6-c8267a7f964d req-f99ce8f4-7cbc-4c97-93c4-ebbf00615776 tempest-ServerShowV254Test-1142120617 tempest-ServerShowV254Test-1142120617-project] 10.222.0.66 "GET /v2.0/ports?device_id=04bd7108-3d17-415f-afa1-6d9c642b6eae HTTP/1.1" status: 200 len: 210 time: 0.0413208 Aug 18 12:04:35.158186 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 667b8733-75d7-408c-bae6-b672351caea0 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:04:35.158593 n-d-804985-2 neutron-server[106253]: INFO neutron.api.v2.resource [None req-808e9863-ff08-4844-a927-91c34ec761d3 tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 18 12:04:35.159024 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:35.162245 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-808e9863-ff08-4844-a927-91c34ec761d3 tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] 10.222.0.66 "DELETE /v2.0/routers/1235d3c0-1227-435d-8097-e43d4322a1b8 HTTP/1.1" status: 409 len: 329 time: 0.3618002 Aug 18 12:04:35.162527 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 37444) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:04:35.211914 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-1990d0fb-df28-42c8-a017-19603985c890 req-f06bb09a-da25-400f-a948-09b3f93bac57 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Deleting port abb5c701-c089-4fa8-86b0-b7403ea28cd8 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:04:35.212253 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-1990d0fb-df28-42c8-a017-19603985c890 req-f06bb09a-da25-400f-a948-09b3f93bac57 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:35.216102 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6556f9a1-4f39-40d9-845d-78bca04d8d3c req-1766bee3-ff30-4d7f-a4ef-a38c5d50b0bd tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:04:35.217790 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6556f9a1-4f39-40d9-845d-78bca04d8d3c req-1766bee3-ff30-4d7f-a4ef-a38c5d50b0bd tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/ports?device_id=22cd70c7-1011-4e6f-ad9a-ed99656bf245 HTTP/1.1" status: 200 len: 945 time: 0.0660672 Aug 18 12:04:35.273044 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6556f9a1-4f39-40d9-845d-78bca04d8d3c req-4894555a-f62b-44c5-a4f8-04a7ddc2d037 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/security-groups?id=d60fbefd-5088-4718-a442-08959d2ac3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482011 Aug 18 12:04:35.314201 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 7c37c303-5b46-4aae-b041-9acda0ad9fcf no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:04:35.340290 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: 7c37c303-5b46-4aae-b041-9acda0ad9fcf {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:04:35.340969 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 7c37c303-5b46-4aae-b041-9acda0ad9fcf not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:04:35.444131 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 37456) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:04:35.545690 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-cdc5ec0d-dc56-44b8-a0af-794afeaa4f1b admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1785510433-network', 'tenant_id': '6be1f64524b04a05973aca1b3d3c7df9'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:04:35.603738 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdc5ec0d-dc56-44b8-a0af-794afeaa4f1b admin admin] Made reservation on behalf of 6be1f64524b04a05973aca1b3d3c7df9 for: {'network': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:04:35.606166 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-cdc5ec0d-dc56-44b8-a0af-794afeaa4f1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for network, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:35.617309 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-cdc5ec0d-dc56-44b8-a0af-794afeaa4f1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:35.647120 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3318f2f6-7fae-4e70-87ce-092cb2594eac req-f7c22551-663e-4889-b66f-b1e962c433d0 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:04:35.648656 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3318f2f6-7fae-4e70-87ce-092cb2594eac req-f7c22551-663e-4889-b66f-b1e962c433d0 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.66 "GET /v2.0/ports?device_id=ac427392-5ea8-4f62-8a43-3cccf99c79e3 HTTP/1.1" status: 200 len: 948 time: 0.0810769 Aug 18 12:04:35.702708 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-1990d0fb-df28-42c8-a017-19603985c890 req-f06bb09a-da25-400f-a948-09b3f93bac57 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] For port abb5c701-c089-4fa8-86b0-b7403ea28cd8, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=abb5c701-c089-4fa8-86b0-b7403ea28cd8,segment=NetworkSegment(b0eb6eea-b461-4969-8a27-808f00daa8a1),segment_id=b0eb6eea-b461-4969-8a27-808f00daa8a1)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:04:35.703257 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-1990d0fb-df28-42c8-a017-19603985c890 req-f06bb09a-da25-400f-a948-09b3f93bac57 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:35.712782 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3318f2f6-7fae-4e70-87ce-092cb2594eac req-10ae6b56-72ff-44ad-8ab9-829c86fc4bf0 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb50ebbf-d033-473b-ae6e-593d78928b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577025 Aug 18 12:04:35.721067 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-1990d0fb-df28-42c8-a017-19603985c890 req-f06bb09a-da25-400f-a948-09b3f93bac57 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Calling delete_port for abb5c701-c089-4fa8-86b0-b7403ea28cd8 owned by compute:nova {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:04:35.768669 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-cdc5ec0d-dc56-44b8-a0af-794afeaa4f1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:35.772928 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-cdc5ec0d-dc56-44b8-a0af-794afeaa4f1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:35.793925 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdc5ec0d-dc56-44b8-a0af-794afeaa4f1b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 810} {{(pid=106252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:04:35.807814 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc5ec0d-dc56-44b8-a0af-794afeaa4f1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e93b90b0-d66c-467b-a848-eedd88936357,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:04:35.813099 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-cdc5ec0d-dc56-44b8-a0af-794afeaa4f1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:35.813453 n-d-804985-2 neutron-server[106252]: INFO neutron.db.segments_db [None req-cdc5ec0d-dc56-44b8-a0af-794afeaa4f1b admin admin] Added segment 299e2826-ecf6-416e-b53c-1b1574dd5315 of type vlan for network 62590197-03a9-438c-a3e3-e417fcca582c Aug 18 12:04:35.855562 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-cdc5ec0d-dc56-44b8-a0af-794afeaa4f1b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789150665894'] for network, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:35.886036 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-cdc5ec0d-dc56-44b8-a0af-794afeaa4f1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for network, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:35.887025 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdc5ec0d-dc56-44b8-a0af-794afeaa4f1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:04:35.888385 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-cdc5ec0d-dc56-44b8-a0af-794afeaa4f1b admin admin] Notify callbacks [] for network, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:35.938088 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-1990d0fb-df28-42c8-a017-19603985c890 req-f06bb09a-da25-400f-a948-09b3f93bac57 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:35.944888 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-cdc5ec0d-dc56-44b8-a0af-794afeaa4f1b admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4995565 Aug 18 12:04:35.948495 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 37464) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:04:35.952781 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] get_ports_and_sgs() called for port_ids ['4a6dd6bf-beb4-4c07-a3e9-1cc18f334166', '1d1906b1-7861-44a8-9f39-6e6fd647480c', 'abb5c701-c089-4fa8-86b0-b7403ea28cd8'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:04:35.953633 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc5ec0d-dc56-44b8-a0af-794afeaa4f1b admin admin] Pushing event updated for resources: {'Network': ['ID=62590197-03a9-438c-a3e3-e417fcca582c,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:04:35.960289 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] get_ports_and_sgs() called for port_ids ['8505e22f-c8ac-4091-b64c-de224593b235', 'a9095b1c-1c59-403f-b0ed-5baf21bc78df', 'da47a402-2db9-4aab-a389-f7efde586eb5', '6d122ec0-dee6-462c-aa25-d56dd1e1ebee', '609379b8-9c72-4594-8968-a7f1442be192'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:04:35.973288 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-9bdff286-21a2-4037-b3c8-2fecb501e63a admin admin] Request body: {'subnet': {'network_id': '62590197-03a9-438c-a3e3-e417fcca582c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1785510433-subnet', 'tenant_id': '6be1f64524b04a05973aca1b3d3c7df9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:04:35.981741 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06bb09a-da25-400f-a948-09b3f93bac57 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Pushing event deleted for resources: {'Port': ['ID=abb5c701-c089-4fa8-86b0-b7403ea28cd8,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:04:36.004459 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Network 62590197-03a9-438c-a3e3-e417fcca582c details requested by agent ovs-agent-n-d-804985-2 with host n-d-804985-2 {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:04:36.059966 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-1990d0fb-df28-42c8-a017-19603985c890 req-f06bb09a-da25-400f-a948-09b3f93bac57 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] No DVR routers for this DVR port abb5c701-c089-4fa8-86b0-b7403ea28cd8 on host n-h1-804985-2 {{(pid=106253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:04:36.063632 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-1990d0fb-df28-42c8-a017-19603985c890 req-f06bb09a-da25-400f-a948-09b3f93bac57 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:36.066296 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-1990d0fb-df28-42c8-a017-19603985c890 req-f06bb09a-da25-400f-a948-09b3f93bac57 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.63 "DELETE /v2.0/ports/abb5c701-c089-4fa8-86b0-b7403ea28cd8 HTTP/1.1" status: 204 len: 173 time: 1.0923917 Aug 18 12:04:36.068545 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac427392-5ea8-4f62-8a43-3cccf99c79e3', 'name': 'network-vif-deleted', 'tag': 'abb5c701-c089-4fa8-86b0-b7403ea28cd8'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:04:36.071805 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0679f4c4b6e0e0c064a7d71d722dc30541a34fffee11680573be22ee2ffccc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d063b16a-3097-45e3-bcb1-d1c85fb93e80" -d '{"events": [{"server_uuid": "ac427392-5ea8-4f62-8a43-3cccf99c79e3", "name": "network-vif-deleted", "tag": "abb5c701-c089-4fa8-86b0-b7403ea28cd8"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:04:36.088687 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-000a6533-2607-4bab-b838-fc652d8d3327 req-e8e4c9ba-bd31-4b43-9cb9-eb9b63a148b7 tempest-ServerShowV257Test-1455874224 tempest-ServerShowV257Test-1455874224-project] 10.222.0.66 "GET /v2.0/ports?device_id=68370648-5219-4fcc-8c2b-9c3fea96cce4 HTTP/1.1" status: 200 len: 210 time: 0.0419421 Aug 18 12:04:36.105811 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bdff286-21a2-4037-b3c8-2fecb501e63a admin admin] Made reservation on behalf of 6be1f64524b04a05973aca1b3d3c7df9 for: {'subnet': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:04:36.111447 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9bdff286-21a2-4037-b3c8-2fecb501e63a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59388119'] for subnet, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:36.134528 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:36.255705 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:04:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-015bc179-5be3-4623-a53a-f335fc2dbc76 x-openstack-request-id: req-015bc179-5be3-4623-a53a-f335fc2dbc76 {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:04:36.256018 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac427392-5ea8-4f62-8a43-3cccf99c79e3", "name": "network-vif-deleted", "tag": "abb5c701-c089-4fa8-86b0-b7403ea28cd8", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:04:36.256418 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-015bc179-5be3-4623-a53a-f335fc2dbc76 {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:04:36.256844 n-d-804985-2 neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac427392-5ea8-4f62-8a43-3cccf99c79e3', 'name': 'network-vif-deleted', 'tag': 'abb5c701-c089-4fa8-86b0-b7403ea28cd8', 'status': 'completed', 'code': 200} Aug 18 12:04:36.266235 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f5e43e59-8d02-4b44-a809-7f8c60effc1d tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-996815'] for router_interface, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:36.285202 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7a0d29b5-070e-46c8-aa93-22b5c4ad0541 req-98c5cd08-6b7b-4f4f-8d5e-58277b802c41 tempest-ServerShowV254Test-1142120617 tempest-ServerShowV254Test-1142120617-project] 10.222.0.66 "GET /v2.0/ports?device_id=04bd7108-3d17-415f-afa1-6d9c642b6eae HTTP/1.1" status: 200 len: 210 time: 0.0315552 Aug 18 12:04:36.443045 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4f07d4-0157-4e18-8891-44d064ad61ad req-20832ced-ca4e-4dd4-80e6-285bc06e8993 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:04:36.452991 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-aa4f07d4-0157-4e18-8891-44d064ad61ad req-20832ced-ca4e-4dd4-80e6-285bc06e8993 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/ports?device_id=22cd70c7-1011-4e6f-ad9a-ed99656bf245 HTTP/1.1" status: 200 len: 945 time: 0.0787747 Aug 18 12:04:36.466892 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9bdff286-21a2-4037-b3c8-2fecb501e63a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58902106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59388097'] for subnet, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:36.539055 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdff286-21a2-4037-b3c8-2fecb501e63a admin admin] Pushing event updated for resources: {'Subnet': ['ID=01de034f-d2f0-4b70-88ab-1a19fe1401c1,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:04:36.621296 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bdff286-21a2-4037-b3c8-2fecb501e63a admin admin] Checking segment: {'id': '299e2826-ecf6-416e-b53c-1b1574dd5315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '62590197-03a9-438c-a3e3-e417fcca582c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:04:36.621698 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bdff286-21a2-4037-b3c8-2fecb501e63a admin admin] Network hostable DHCP agents. Network: 62590197-03a9-438c-a3e3-e417fcca582c, hostable agents: ['97c14208-2951-4361-8d64-3708c946ff5f'], hosted agents: [] {{(pid=106253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 12:04:36.683863 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6e426b-f9d5-4bbd-8c26-4d458a8835df req-fd9db4f3-c611-4ec0-bead-8eb772a1c1ab tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:04:36.685433 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-4f6e426b-f9d5-4bbd-8c26-4d458a8835df req-fd9db4f3-c611-4ec0-bead-8eb772a1c1ab tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.63 "GET /v2.0/ports?device_id=22cd70c7-1011-4e6f-ad9a-ed99656bf245 HTTP/1.1" status: 200 len: 945 time: 0.1161499 Aug 18 12:04:36.697060 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bdff286-21a2-4037-b3c8-2fecb501e63a admin admin] Network 62590197-03a9-438c-a3e3-e417fcca582c is scheduled to be hosted by DHCP agent 97c14208-2951-4361-8d64-3708c946ff5f with binding_index 1 {{(pid=106253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 12:04:36.809333 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-9bdff286-21a2-4037-b3c8-2fecb501e63a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-2, 62590197-03a9-438c-a3e3-e417fcca582c) {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:04:36.823134 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1aa7823-9e85-4f30-a870-a21230abd6d0 None None] Network 62590197-03a9-438c-a3e3-e417fcca582c requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:04:36.845819 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bdff286-21a2-4037-b3c8-2fecb501e63a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:04:36.846120 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9bdff286-21a2-4037-b3c8-2fecb501e63a admin admin] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:36.870172 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-9bdff286-21a2-4037-b3c8-2fecb501e63a admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9174984 Aug 18 12:04:36.874267 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 37480) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:04:36.895886 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-441ac975-ecfa-4a7f-9168-9c2533a8cfe4 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1785510433-router', 'tenant_id': '6be1f64524b04a05973aca1b3d3c7df9', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'}}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:04:36.922112 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-aa4f07d4-0157-4e18-8891-44d064ad61ad req-39835c7f-ceac-46e9-8933-040fb838aeda tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/security-groups?id=d60fbefd-5088-4718-a442-08959d2ac3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4668167 Aug 18 12:04:36.927276 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-4f6e426b-f9d5-4bbd-8c26-4d458a8835df req-f66bc515-3e9e-4fcd-8a01-5104f6522eab tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Deleting port 2f2bc4ba-fa67-4752-be89-9b11706d7a01 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:04:36.927628 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-4f6e426b-f9d5-4bbd-8c26-4d458a8835df req-f66bc515-3e9e-4fcd-8a01-5104f6522eab tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:36.951081 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f15f7ec4-edf2-4de0-8134-474d5681473e req-1f2686d4-a1b5-4c68-b381-6e76cc32c8b1 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.66 "GET /v2.0/ports?device_id=ac427392-5ea8-4f62-8a43-3cccf99c79e3 HTTP/1.1" status: 200 len: 210 time: 0.0485654 Aug 18 12:04:36.978687 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-441ac975-ecfa-4a7f-9168-9c2533a8cfe4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-998592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15809'] for router, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:36.978687 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-441ac975-ecfa-4a7f-9168-9c2533a8cfe4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-992733', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-971415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15816'] for router, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:37.009758 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-f5e43e59-8d02-4b44-a809-7f8c60effc1d tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Deleting port bd22f397-be60-40b9-ae7d-0331c20a25f0 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:04:37.010171 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f5e43e59-8d02-4b44-a809-7f8c60effc1d tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:37.049586 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-441ac975-ecfa-4a7f-9168-9c2533a8cfe4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:37.097032 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77aea3c3-4483-431f-b3a0-7c3424bfe45b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp788be208-34ab-5a8f-af0f-528834af222f-62590197-03a9-438c-a3e3-e417fcca582c', 'network_id': '62590197-03a9-438c-a3e3-e417fcca582c', 'tenant_id': '6be1f64524b04a05973aca1b3d3c7df9', 'fixed_ips': [{'subnet_id': '01de034f-d2f0-4b70-88ab-1a19fe1401c1'}]}} from n-d-804985-2. {{(pid=106254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 12:04:37.098005 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-77aea3c3-4483-431f-b3a0-7c3424bfe45b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:37.154002 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-4f6e426b-f9d5-4bbd-8c26-4d458a8835df req-f66bc515-3e9e-4fcd-8a01-5104f6522eab tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] For port 2f2bc4ba-fa67-4752-be89-9b11706d7a01, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=2f2bc4ba-fa67-4752-be89-9b11706d7a01,segment=NetworkSegment(cad785f7-8854-4494-9369-5c8d15a44cef),segment_id=cad785f7-8854-4494-9369-5c8d15a44cef)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:04:37.154418 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-4f6e426b-f9d5-4bbd-8c26-4d458a8835df req-f66bc515-3e9e-4fcd-8a01-5104f6522eab tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:37.172130 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f5e43e59-8d02-4b44-a809-7f8c60effc1d tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:37.200249 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-4f6e426b-f9d5-4bbd-8c26-4d458a8835df req-f66bc515-3e9e-4fcd-8a01-5104f6522eab tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Calling delete_port for 2f2bc4ba-fa67-4752-be89-9b11706d7a01 owned by compute:nova {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:04:37.202064 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-f5e43e59-8d02-4b44-a809-7f8c60effc1d tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Calling delete_port for bd22f397-be60-40b9-ae7d-0331c20a25f0 owned by network:router_interface {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:04:37.237586 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1b4795a6-99a9-45dd-86a0-306b483e1994 req-39153627-b814-49b3-90d0-2794f8f21b3d tempest-ServerShowV257Test-1455874224 tempest-ServerShowV257Test-1455874224-project] 10.222.0.66 "GET /v2.0/ports?device_id=68370648-5219-4fcc-8c2b-9c3fea96cce4 HTTP/1.1" status: 200 len: 210 time: 0.0545750 Aug 18 12:04:37.239600 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-441ac975-ecfa-4a7f-9168-9c2533a8cfe4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:37.302595 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.agents_db [None req-6dbb2658-0354-4101-8393-6e7505481cf6 None None] Agent healthcheck: found 7 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 12:04:37.411727 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.db_base_plugin_common [None req-77aea3c3-4483-431f-b3a0-7c3424bfe45b None None] Allocated IP 172.20.0.2 (62590197-03a9-438c-a3e3-e417fcca582c/01de034f-d2f0-4b70-88ab-1a19fe1401c1/543c4320-95a1-4a61-8b46-8a4e4b7007f8) {{(pid=106254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:04:37.443832 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-25250de6-2838-44f5-be8d-c7eb49688f0d req-688fbdcb-8978-4d95-83fe-b7ef84d19b94 tempest-ServerShowV254Test-1142120617 tempest-ServerShowV254Test-1142120617-project] 10.222.0.66 "GET /v2.0/ports?device_id=04bd7108-3d17-415f-afa1-6d9c642b6eae HTTP/1.1" status: 200 len: 210 time: 0.0626347 Aug 18 12:04:37.485232 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-441ac975-ecfa-4a7f-9168-9c2533a8cfe4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:37.505993 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-441ac975-ecfa-4a7f-9168-9c2533a8cfe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:37.520232 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-4f6e426b-f9d5-4bbd-8c26-4d458a8835df req-f66bc515-3e9e-4fcd-8a01-5104f6522eab tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:37.536080 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f5e43e59-8d02-4b44-a809-7f8c60effc1d tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:37.537933 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] get_ports_and_sgs() called for port_ids ['2f2bc4ba-fa67-4752-be89-9b11706d7a01'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:04:37.575504 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66bc515-3e9e-4fcd-8a01-5104f6522eab tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Pushing event deleted for resources: {'Port': ['ID=2f2bc4ba-fa67-4752-be89-9b11706d7a01,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:04:37.617292 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-77aea3c3-4483-431f-b3a0-7c3424bfe45b None None] Notify callbacks [] for port, precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:37.632316 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-77aea3c3-4483-431f-b3a0-7c3424bfe45b None None] Transition to ACTIVE for port object 543c4320-95a1-4a61-8b46-8a4e4b7007f8 will not be triggered until provisioned by entity L2. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:04:37.649264 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e43e59-8d02-4b44-a809-7f8c60effc1d tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Pushing event deleted for resources: {'Port': ['ID=bd22f397-be60-40b9-ae7d-0331c20a25f0,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:04:37.652364 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [None req-441ac975-ecfa-4a7f-9168-9c2533a8cfe4 admin admin] Allocated IP 172.25.7.192 (7cae7a70-14fd-408c-b14d-39ceb97cb60e/9784295a-20b8-4a4b-b105-f82737f0448f/b2677f2f-3160-447b-b772-56ca04d3c7f2) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:04:37.666338 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-77aea3c3-4483-431f-b3a0-7c3424bfe45b None None] Transition to ACTIVE for port object 543c4320-95a1-4a61-8b46-8a4e4b7007f8 will not be triggered until provisioned by entity DHCP. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:04:37.670363 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f6e426b-f9d5-4bbd-8c26-4d458a8835df req-f66bc515-3e9e-4fcd-8a01-5104f6522eab tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] No DVR routers for this DVR port 2f2bc4ba-fa67-4752-be89-9b11706d7a01 on host n-h1-804985-2 {{(pid=106253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:04:37.678540 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-77aea3c3-4483-431f-b3a0-7c3424bfe45b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547'] for port, after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:37.708317 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-4f6e426b-f9d5-4bbd-8c26-4d458a8835df req-f66bc515-3e9e-4fcd-8a01-5104f6522eab tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:37.710391 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-4f6e426b-f9d5-4bbd-8c26-4d458a8835df req-f66bc515-3e9e-4fcd-8a01-5104f6522eab tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.63 "DELETE /v2.0/ports/2f2bc4ba-fa67-4752-be89-9b11706d7a01 HTTP/1.1" status: 204 len: 173 time: 1.0159228 Aug 18 12:04:37.735790 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77aea3c3-4483-431f-b3a0-7c3424bfe45b None None] Pushing event updated for resources: {'Port': ['ID=543c4320-95a1-4a61-8b46-8a4e4b7007f8,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:04:37.743342 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77aea3c3-4483-431f-b3a0-7c3424bfe45b None None] Network 62590197-03a9-438c-a3e3-e417fcca582c is already hosted by enough agents. {{(pid=106254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:04:37.744366 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.base_scheduler [None req-77aea3c3-4483-431f-b3a0-7c3424bfe45b None None] Resources bound (agent type, host, resource id): {{(pid=106254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:04:37.749219 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77aea3c3-4483-431f-b3a0-7c3424bfe45b None None] Received port after_create {{(pid=106254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:04:37.755506 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f5e43e59-8d02-4b44-a809-7f8c60effc1d tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953695'] for router_interface, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:37.813634 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-77aea3c3-4483-431f-b3a0-7c3424bfe45b None None] Attempting to bind port 543c4320-95a1-4a61-8b46-8a4e4b7007f8 on host n-d-804985-2 for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:04:37.814010 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-77aea3c3-4483-431f-b3a0-7c3424bfe45b None None] Attempting to bind port 543c4320-95a1-4a61-8b46-8a4e4b7007f8 by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': '299e2826-ecf6-416e-b53c-1b1574dd5315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '62590197-03a9-438c-a3e3-e417fcca582c'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:04:37.814363 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77aea3c3-4483-431f-b3a0-7c3424bfe45b None None] Attempting to bind port 543c4320-95a1-4a61-8b46-8a4e4b7007f8 on network 62590197-03a9-438c-a3e3-e417fcca582c {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:04:37.820125 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77aea3c3-4483-431f-b3a0-7c3424bfe45b None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 4, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:04:37.820524 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77aea3c3-4483-431f-b3a0-7c3424bfe45b None None] Checking segment: {'id': '299e2826-ecf6-416e-b53c-1b1574dd5315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '62590197-03a9-438c-a3e3-e417fcca582c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:04:37.820926 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-77aea3c3-4483-431f-b3a0-7c3424bfe45b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:37.821312 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77aea3c3-4483-431f-b3a0-7c3424bfe45b None None] Bound using segment: {'id': '299e2826-ecf6-416e-b53c-1b1574dd5315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '62590197-03a9-438c-a3e3-e417fcca582c'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:04:37.821898 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-77aea3c3-4483-431f-b3a0-7c3424bfe45b None None] Bound port: 543c4320-95a1-4a61-8b46-8a4e4b7007f8, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '299e2826-ecf6-416e-b53c-1b1574dd5315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '62590197-03a9-438c-a3e3-e417fcca582c'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:04:37.822278 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-77aea3c3-4483-431f-b3a0-7c3424bfe45b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:37.822555 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-441ac975-ecfa-4a7f-9168-9c2533a8cfe4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:37.866555 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-441ac975-ecfa-4a7f-9168-9c2533a8cfe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:37.893872 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-77aea3c3-4483-431f-b3a0-7c3424bfe45b None None] For port 543c4320-95a1-4a61-8b46-8a4e4b7007f8, host n-d-804985-2, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:04:37.897824 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-77aea3c3-4483-431f-b3a0-7c3424bfe45b None None] For port 543c4320-95a1-4a61-8b46-8a4e4b7007f8, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=543c4320-95a1-4a61-8b46-8a4e4b7007f8,segment=NetworkSegment(299e2826-ecf6-416e-b53c-1b1574dd5315),segment_id=299e2826-ecf6-416e-b53c-1b1574dd5315)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:04:37.903726 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-77aea3c3-4483-431f-b3a0-7c3424bfe45b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:37.910573 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-441ac975-ecfa-4a7f-9168-9c2533a8cfe4 admin admin] Network 7cae7a70-14fd-408c-b14d-39ceb97cb60e is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:04:37.917223 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-441ac975-ecfa-4a7f-9168-9c2533a8cfe4 admin admin] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:04:37.920973 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-441ac975-ecfa-4a7f-9168-9c2533a8cfe4 admin admin] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:04:37.926987 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441ac975-ecfa-4a7f-9168-9c2533a8cfe4 admin admin] Pushing event updated for resources: {'Port': ['ID=b2677f2f-3160-447b-b772-56ca04d3c7f2,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:04:37.967296 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441ac975-ecfa-4a7f-9168-9c2533a8cfe4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:04:37.967520 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441ac975-ecfa-4a7f-9168-9c2533a8cfe4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:04:37.967856 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441ac975-ecfa-4a7f-9168-9c2533a8cfe4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:04:37.968189 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441ac975-ecfa-4a7f-9168-9c2533a8cfe4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:04:37.968540 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441ac975-ecfa-4a7f-9168-9c2533a8cfe4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:04:37.968873 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441ac975-ecfa-4a7f-9168-9c2533a8cfe4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:04:37.969197 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441ac975-ecfa-4a7f-9168-9c2533a8cfe4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:04:37.969520 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441ac975-ecfa-4a7f-9168-9c2533a8cfe4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:04:37.969841 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441ac975-ecfa-4a7f-9168-9c2533a8cfe4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:04:37.970161 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441ac975-ecfa-4a7f-9168-9c2533a8cfe4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:04:37.970955 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441ac975-ecfa-4a7f-9168-9c2533a8cfe4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:04:37.970955 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441ac975-ecfa-4a7f-9168-9c2533a8cfe4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:04:37.976879 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5e43e59-8d02-4b44-a809-7f8c60effc1d tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Router 1235d3c0-1227-435d-8097-e43d4322a1b8 has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:04:37.988007 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77aea3c3-4483-431f-b3a0-7c3424bfe45b None None] Pushing event updated for resources: {'Port': ['ID=543c4320-95a1-4a61-8b46-8a4e4b7007f8,revision_number=2']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:04:38.032321 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:38.105019 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5e43e59-8d02-4b44-a809-7f8c60effc1d tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:04:38.120822 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-f5e43e59-8d02-4b44-a809-7f8c60effc1d tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] 10.222.0.66 "PUT /v2.0/routers/1235d3c0-1227-435d-8097-e43d4322a1b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9473464 Aug 18 12:04:38.122156 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 37496) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:04:38.123051 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-917406b2-d34f-4a90-88a3-ba213459cfbd None None] Sync routers for ids ['1235d3c0-1227-435d-8097-e43d4322a1b8'] in n-d-804985-2 {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:04:38.135822 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-917406b2-d34f-4a90-88a3-ba213459cfbd None None] Routers {'1235d3c0-1227-435d-8097-e43d4322a1b8'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:04:38.136465 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-917406b2-d34f-4a90-88a3-ba213459cfbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:04:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['1235d3c0-1227-435d-8097-e43d4322a1b8'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:04:38.147524 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2644f3c3-1a57-4298-8b96-eb578a9a785c req-61ff8bd5-b79c-4bf6-be0a-8c8eabc97fd0 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/ports?device_id=22cd70c7-1011-4e6f-ad9a-ed99656bf245 HTTP/1.1" status: 200 len: 210 time: 0.0511510 Aug 18 12:04:38.191908 n-d-804985-2 neutron-server[106253]: INFO neutron.api.v2.resource [None req-eb145672-846c-4dff-abcb-5a2c8828a050 tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] show failed (client error): The resource could not be found. Aug 18 12:04:38.197031 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-eb145672-846c-4dff-abcb-5a2c8828a050 tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] 10.222.0.66 "GET /v2.0/routers/tempest-non_exist_router-1914170379 HTTP/1.1" status: 404 len: 335 time: 0.0702989 Aug 18 12:04:38.197997 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 37498) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:04:38.216847 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-eba144bb-7da8-44ff-b060-7da8f72992a1 tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Request body: {'router': {'name': 'new_name'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:04:38.276832 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device abb5c701-c089-4fa8-86b0-b7403ea28cd8 no longer exists at agent hyperv_n-h1-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:04:38.284209 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-917406b2-d34f-4a90-88a3-ba213459cfbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:04:38.350402 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22cd70c7-1011-4e6f-ad9a-ed99656bf245', 'name': 'network-vif-deleted', 'tag': '2f2bc4ba-fa67-4752-be89-9b11706d7a01'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:04:38.353118 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0679f4c4b6e0e0c064a7d71d722dc30541a34fffee11680573be22ee2ffccc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7713078d-c106-4590-8187-162567ada964" -d '{"events": [{"server_uuid": "22cd70c7-1011-4e6f-ad9a-ed99656bf245", "name": "network-vif-deleted", "tag": "2f2bc4ba-fa67-4752-be89-9b11706d7a01"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:04:38.359045 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] No Port match for: abb5c701-c089-4fa8-86b0-b7403ea28cd8 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:04:38.359774 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device abb5c701-c089-4fa8-86b0-b7403ea28cd8 not bound to the agent host n-h1-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:04:38.359902 n-d-804985-2 neutron-server[106253]: INFO neutron.api.v2.resource [None req-eba144bb-7da8-44ff-b060-7da8f72992a1 tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] update failed (client error): The resource could not be found. Aug 18 12:04:38.369239 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-eba144bb-7da8-44ff-b060-7da8f72992a1 tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] 10.222.0.66 "PUT /v2.0/routers/tempest-non_exist_router-791459458 HTTP/1.1" status: 404 len: 334 time: 0.1662982 Aug 18 12:04:38.373735 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-917406b2-d34f-4a90-88a3-ba213459cfbd None None] Routers {'1235d3c0-1227-435d-8097-e43d4322a1b8'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:04:38.376708 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-917406b2-d34f-4a90-88a3-ba213459cfbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:04:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['1235d3c0-1227-435d-8097-e43d4322a1b8'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:04:38.380518 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 37506) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:04:38.447624 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8f38efd6-f9ea-4133-a3f5-ed6f5381c62e req-a401caf4-50bb-4c7d-aabe-084229cc23d4 tempest-ServerShowV257Test-1455874224 tempest-ServerShowV257Test-1455874224-project] 10.222.0.66 "GET /v2.0/ports?device_id=68370648-5219-4fcc-8c2b-9c3fea96cce4 HTTP/1.1" status: 200 len: 210 time: 0.0614030 Aug 18 12:04:38.456704 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-917406b2-d34f-4a90-88a3-ba213459cfbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:04:38.457314 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-917406b2-d34f-4a90-88a3-ba213459cfbd None None] The sync data for ids ['1235d3c0-1227-435d-8097-e43d4322a1b8'] in n-d-804985-2 is: [] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:04:38.472734 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-441ac975-ecfa-4a7f-9168-9c2533a8cfe4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:38.498558 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_v2 [None req-5af95889-d4a0-4165-9f16-83b59a36d158 tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Deleting subnet 6fc0789a-7f96-478f-b688-8531bf2f0f77 {{(pid=106253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 12:04:38.502378 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5af95889-d4a0-4165-9f16-83b59a36d158 tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Notify callbacks [] for subnet, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:38.525119 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:04:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5728da91-c08d-4b88-9a5e-139a006c9b68 x-openstack-request-id: req-5728da91-c08d-4b88-9a5e-139a006c9b68 {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:04:38.525454 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22cd70c7-1011-4e6f-ad9a-ed99656bf245", "name": "network-vif-deleted", "tag": "2f2bc4ba-fa67-4752-be89-9b11706d7a01", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:04:38.525620 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-5728da91-c08d-4b88-9a5e-139a006c9b68 {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:04:38.526037 n-d-804985-2 neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22cd70c7-1011-4e6f-ad9a-ed99656bf245', 'name': 'network-vif-deleted', 'tag': '2f2bc4ba-fa67-4752-be89-9b11706d7a01', 'status': 'completed', 'code': 200} Aug 18 12:04:38.547349 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5af95889-d4a0-4165-9f16-83b59a36d158 tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902229'] for subnet, precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:38.619005 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8c6137ce-ef0b-4488-a311-3cbf1b87d35b req-70f71adc-38ac-4342-88c4-f0893a32ef8d tempest-ServerShowV254Test-1142120617 tempest-ServerShowV254Test-1142120617-project] 10.222.0.66 "GET /v2.0/ports?device_id=04bd7108-3d17-415f-afa1-6d9c642b6eae HTTP/1.1" status: 200 len: 210 time: 0.0453007 Aug 18 12:04:38.644893 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5af95889-d4a0-4165-9f16-83b59a36d158 tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:38.645360 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3fb802-7dd3-4e8d-bb09-f0277feeadad req-b5f422fe-b836-420a-9cc0-1771e2e51ec8 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:04:38.645360 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ff3fb802-7dd3-4e8d-bb09-f0277feeadad req-b5f422fe-b836-420a-9cc0-1771e2e51ec8 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.66 "GET /v2.0/ports?device_id=e83fa02c-bcf5-475c-bbfc-4ab7f1677f52 HTTP/1.1" status: 200 len: 950 time: 0.1943090 Aug 18 12:04:38.709172 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5af95889-d4a0-4165-9f16-83b59a36d158 tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58902171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59388106'] for subnet, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:38.712886 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ff3fb802-7dd3-4e8d-bb09-f0277feeadad req-c0d5ebb7-4157-4388-9a5a-5249c67b4264 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb50ebbf-d033-473b-ae6e-593d78928b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687184 Aug 18 12:04:38.734906 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af95889-d4a0-4165-9f16-83b59a36d158 tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Pushing event deleted for resources: {'Subnet': ['ID=6fc0789a-7f96-478f-b688-8531bf2f0f77,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:04:38.740806 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5af95889-d4a0-4165-9f16-83b59a36d158 tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:38.745317 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-5af95889-d4a0-4165-9f16-83b59a36d158 tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] 10.222.0.66 "DELETE /v2.0/subnets/6fc0789a-7f96-478f-b688-8531bf2f0f77 HTTP/1.1" status: 204 len: 168 time: 0.3612275 Aug 18 12:04:38.745317 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 37512) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:04:38.749191 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0be188e2-ef3a-4141-876c-0957db585883 None None] Network 25490d9f-314c-486c-bd65-e6e3595fd333 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:04:38.780949 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-441ac975-ecfa-4a7f-9168-9c2533a8cfe4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-998473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-992536'] for router, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:38.839784 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ba4cb0c4-a46e-4f0e-90da-a2413c8d0109 tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7904109'] for network, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:38.966444 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-ba4cb0c4-a46e-4f0e-90da-a2413c8d0109 tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Deleting port 667b8733-75d7-408c-bae6-b672351caea0 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:04:38.966671 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ba4cb0c4-a46e-4f0e-90da-a2413c8d0109 tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:38.976026 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-441ac975-ecfa-4a7f-9168-9c2533a8cfe4 admin admin] Router 058ce3ac-96ae-47cc-b6ff-e08c1a01e2a1 is scheduled to L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 with binding_index 1 {{(pid=106252) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 12:04:39.050183 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0d56c08-9775-4804-b7f6-058b3e9ff588 None None] DHCP port deletion for 25490d9f-314c-486c-bd65-e6e3595fd333 request from n-d-804985-2 {{(pid=106254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 12:04:39.078097 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [None req-ba4cb0c4-a46e-4f0e-90da-a2413c8d0109 tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] For port 667b8733-75d7-408c-bae6-b672351caea0, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=667b8733-75d7-408c-bae6-b672351caea0,segment=NetworkSegment(96d4b5dd-aa0a-4cc0-9dae-c253741e1c4f),segment_id=96d4b5dd-aa0a-4cc0-9dae-c253741e1c4f)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:04:39.078673 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ba4cb0c4-a46e-4f0e-90da-a2413c8d0109 tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:39.096800 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-ba4cb0c4-a46e-4f0e-90da-a2413c8d0109 tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Calling delete_port for 667b8733-75d7-408c-bae6-b672351caea0 owned by network:dhcp {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:04:39.104783 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 543c4320-95a1-4a61-8b46-8a4e4b7007f8 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:04:39.144867 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-441ac975-ecfa-4a7f-9168-9c2533a8cfe4 admin admin] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:04:39.160557 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f6bb7e8-0336-4e11-9ef4-8ffb56620944 None None] Sync routers for ids ['058ce3ac-96ae-47cc-b6ff-e08c1a01e2a1'] in n-d-804985-2 {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:04:39.172209 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-441ac975-ecfa-4a7f-9168-9c2533a8cfe4 admin admin] Notify callbacks [] for router, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:39.174365 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-441ac975-ecfa-4a7f-9168-9c2533a8cfe4 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.2963324 Aug 18 12:04:39.177964 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 37514) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:04:39.178382 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f6bb7e8-0336-4e11-9ef4-8ffb56620944 None None] Routers {'058ce3ac-96ae-47cc-b6ff-e08c1a01e2a1'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:04:39.180057 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-8f6bb7e8-0336-4e11-9ef4-8ffb56620944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:04:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['058ce3ac-96ae-47cc-b6ff-e08c1a01e2a1'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:04:39.206001 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-f0d56c08-9775-4804-b7f6-058b3e9ff588 None None] Deleting port 667b8733-75d7-408c-bae6-b672351caea0 {{(pid=106254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:04:39.206535 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-f0d56c08-9775-4804-b7f6-058b3e9ff588 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:39.212207 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port 543c4320-95a1-4a61-8b46-8a4e4b7007f8 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:04:39.213525 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ba4cb0c4-a46e-4f0e-90da-a2413c8d0109 tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:39.250085 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4cb0c4-a46e-4f0e-90da-a2413c8d0109 tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Pushing event deleted for resources: {'Port': ['ID=667b8733-75d7-408c-bae6-b672351caea0,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:04:39.266912 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba4cb0c4-a46e-4f0e-90da-a2413c8d0109 tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] No DVR routers for this DVR port 667b8733-75d7-408c-bae6-b672351caea0 on host n-d-804985-2 {{(pid=106253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:04:39.308733 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6996065e-0a07-4f2f-b86a-0adfc2c707c4 None None] Network 62590197-03a9-438c-a3e3-e417fcca582c requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:04:39.390477 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-8f6bb7e8-0336-4e11-9ef4-8ffb56620944 None None] Set router 058ce3ac-96ae-47cc-b6ff-e08c1a01e2a1 gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:04:39.412579 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ba4cb0c4-a46e-4f0e-90da-a2413c8d0109 tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8367869', 'neutron.services.segments.db._delete_segments_for_network-8789151212993'] for network, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:39.424730 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-ba4cb0c4-a46e-4f0e-90da-a2413c8d0109 tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25490d9f-314c-486c-bd65-e6e3595fd333']}} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:04:39.444140 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-ba4cb0c4-a46e-4f0e-90da-a2413c8d0109 tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96d4b5dd-aa0a-4cc0-9dae-c253741e1c4f') {'for_net_delete': True} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:04:39.444681 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-ba4cb0c4-a46e-4f0e-90da-a2413c8d0109 tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96d4b5dd-aa0a-4cc0-9dae-c253741e1c4f') {} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:04:39.455192 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ba4cb0c4-a46e-4f0e-90da-a2413c8d0109 tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789151225254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902236'] for segment, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:39.458196 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-f0d56c08-9775-4804-b7f6-058b3e9ff588 None None] For port 667b8733-75d7-408c-bae6-b672351caea0, host n-d-804985-2, got binding levels [] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:04:39.458779 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-f0d56c08-9775-4804-b7f6-058b3e9ff588 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:39.472570 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ba4cb0c4-a46e-4f0e-90da-a2413c8d0109 tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:39.480834 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba4cb0c4-a46e-4f0e-90da-a2413c8d0109 tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Releasing vlan 808 on physical network physnet1 to pool {{(pid=106253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:04:39.481273 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ba4cb0c4-a46e-4f0e-90da-a2413c8d0109 tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58900537'] for segment, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:39.542749 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-f0d56c08-9775-4804-b7f6-058b3e9ff588 None None] Calling delete_port for 667b8733-75d7-408c-bae6-b672351caea0 owned by network:dhcp {{(pid=106254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:04:39.549861 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.ipam_backend_mixin [None req-f0d56c08-9775-4804-b7f6-058b3e9ff588 None None] Port 667b8733-75d7-408c-bae6-b672351caea0 was not found and therefore no delete operation was performed {{(pid=106254) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 18 12:04:39.559690 n-d-804985-2 neutron-server[106253]: Traceback (most recent call last): Aug 18 12:04:39.559690 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:04:39.559690 n-d-804985-2 neutron-server[106253]: timer() Aug 18 12:04:39.559690 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:04:39.559690 n-d-804985-2 neutron-server[106253]: cb(*args, **kw) Aug 18 12:04:39.559690 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:04:39.559690 n-d-804985-2 neutron-server[106253]: return func(*args, **kwargs) Aug 18 12:04:39.559690 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:04:39.559690 n-d-804985-2 neutron-server[106253]: self._notify() Aug 18 12:04:39.559690 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:04:39.559690 n-d-804985-2 neutron-server[106253]: self.callback(batched_events) Aug 18 12:04:39.559690 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:04:39.559690 n-d-804985-2 neutron-server[106253]: event.method(event) Aug 18 12:04:39.559690 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:04:39.559690 n-d-804985-2 neutron-server[106253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:04:39.559690 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:04:39.559690 n-d-804985-2 neutron-server[106253]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:04:39.559690 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:04:39.559690 n-d-804985-2 neutron-server[106253]: return f(self, *a, **k) Aug 18 12:04:39.559690 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:04:39.559690 n-d-804985-2 neutron-server[106253]: return self._get(url).json() Aug 18 12:04:39.559690 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:04:39.559690 n-d-804985-2 neutron-server[106253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:04:39.559690 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:04:39.559690 n-d-804985-2 neutron-server[106253]: return self.request(url, 'GET', **kwargs) Aug 18 12:04:39.559690 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:04:39.559690 n-d-804985-2 neutron-server[106253]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:04:39.559690 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:04:39.559690 n-d-804985-2 neutron-server[106253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:04:39.559690 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:04:39.559690 n-d-804985-2 neutron-server[106253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:04:39.559690 n-d-804985-2 neutron-server[106253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:04:39.565375 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ba4cb0c4-a46e-4f0e-90da-a2413c8d0109 tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8367858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997186'] for network, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:39.569613 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-3b5a5b93-3070-4718-844d-b1f32f4b50dc None None] Provisioning for port 543c4320-95a1-4a61-8b46-8a4e4b7007f8 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:04:39.575762 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ba4cb0c4-a46e-4f0e-90da-a2413c8d0109 tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:39.579272 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-ba4cb0c4-a46e-4f0e-90da-a2413c8d0109 tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] 10.222.0.66 "DELETE /v2.0/networks/25490d9f-314c-486c-bd65-e6e3595fd333 HTTP/1.1" status: 204 len: 168 time: 0.8328719 Aug 18 12:04:39.583142 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 37534) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:04:39.591299 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-f0d56c08-9775-4804-b7f6-058b3e9ff588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556'] for port, after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:39.596822 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4cb0c4-a46e-4f0e-90da-a2413c8d0109 tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Pushing event deleted for resources: {'Network': ['ID=25490d9f-314c-486c-bd65-e6e3595fd333,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:04:39.607651 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-3b5a5b93-3070-4718-844d-b1f32f4b50dc None None] Provisioning complete for port 543c4320-95a1-4a61-8b46-8a4e4b7007f8 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:04:39.608029 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3b5a5b93-3070-4718-844d-b1f32f4b50dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:39.613421 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f0d56c08-9775-4804-b7f6-058b3e9ff588 None None] Network 25490d9f-314c-486c-bd65-e6e3595fd333 is not hosted by any dhcp agent {{(pid=106254) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 18 12:04:39.613882 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d56c08-9775-4804-b7f6-058b3e9ff588 None None] No DVR routers for this DVR port 667b8733-75d7-408c-bae6-b672351caea0 on host n-d-804985-2 {{(pid=106254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:04:39.641505 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-8f6bb7e8-0336-4e11-9ef4-8ffb56620944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '058ce3ac-96ae-47cc-b6ff-e08c1a01e2a1', 'name': 'tempest-ServerActionsTestJSON-1785510433-router', 'tenant_id': '6be1f64524b04a05973aca1b3d3c7df9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.192'}], 'enable_snat': True}, 'gw_port_id': 'b2677f2f-3160-447b-b772-56ca04d3c7f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:04:36Z', 'updated_at': '2021-08-18T12:04:38Z', 'revision_number': 3, 'project_id': '6be1f64524b04a05973aca1b3d3c7df9', 'gw_port': {'id': 'b2677f2f-3160-447b-b772-56ca04d3c7f2', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:56:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '058ce3ac-96ae-47cc-b6ff-e08c1a01e2a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:04:37Z', 'updated_at': '2021-08-18T12:04:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:04:39.662925 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-39b81e1d-b0af-4e2a-9e62-fbf6d11ecb7f req-fd7329a1-63ec-4b80-9b79-4287d731a461 tempest-ServerShowV257Test-1455874224 tempest-ServerShowV257Test-1455874224-project] 10.222.0.66 "GET /v2.0/ports?device_id=68370648-5219-4fcc-8c2b-9c3fea96cce4 HTTP/1.1" status: 200 len: 210 time: 0.0623274 Aug 18 12:04:39.675220 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f6bb7e8-0336-4e11-9ef4-8ffb56620944 None None] Checking router: 058ce3ac-96ae-47cc-b6ff-e08c1a01e2a1 for host: n-d-804985-2 {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:04:39.675788 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f6bb7e8-0336-4e11-9ef4-8ffb56620944 None None] Updating router 058ce3ac-96ae-47cc-b6ff-e08c1a01e2a1 port b2677f2f-3160-447b-b772-56ca04d3c7f2 binding host n-d-804985-2 {{(pid=106255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 12:04:39.679365 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d56c08-9775-4804-b7f6-058b3e9ff588 None None] Pushing event deleted for resources: {'Port': ['ID=667b8733-75d7-408c-bae6-b672351caea0,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:04:39.740058 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_v2 [None req-57c1ca4d-fe8f-4d2e-a398-88dc30115036 tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Deleting subnet f6715474-d7ee-4bfc-b2f5-5fea2142b9a4 {{(pid=106252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 12:04:39.741355 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-8f6bb7e8-0336-4e11-9ef4-8ffb56620944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:39.743406 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-57c1ca4d-fe8f-4d2e-a398-88dc30115036 tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Notify callbacks [] for subnet, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:39.767648 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3b5a5b93-3070-4718-844d-b1f32f4b50dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:39.783628 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-57c1ca4d-fe8f-4d2e-a398-88dc30115036 tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2221528'] for subnet, precommit_delete_associations {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:39.805043 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-3b5a5b93-3070-4718-844d-b1f32f4b50dc None None] For port 543c4320-95a1-4a61-8b46-8a4e4b7007f8, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=543c4320-95a1-4a61-8b46-8a4e4b7007f8,segment=NetworkSegment(299e2826-ecf6-416e-b53c-1b1574dd5315),segment_id=299e2826-ecf6-416e-b53c-1b1574dd5315)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:04:39.813167 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3b5a5b93-3070-4718-844d-b1f32f4b50dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:39.869357 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-61710974-2f6e-4686-9008-243cdadc5017 req-418acaae-e6c7-48ec-ad53-037c9a274d9b tempest-ServerShowV254Test-1142120617 tempest-ServerShowV254Test-1142120617-project] 10.222.0.66 "GET /v2.0/ports?device_id=04bd7108-3d17-415f-afa1-6d9c642b6eae HTTP/1.1" status: 200 len: 210 time: 0.0786865 Aug 18 12:04:39.877611 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5a5b93-3070-4718-844d-b1f32f4b50dc None None] Pushing event updated for resources: {'Port': ['ID=543c4320-95a1-4a61-8b46-8a4e4b7007f8,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:04:39.932918 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facea20f-6748-433b-b226-9667774266e8 req-bc0146f2-71b1-408e-868e-ff5a2d98c90b tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:04:39.941065 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-facea20f-6748-433b-b226-9667774266e8 req-bc0146f2-71b1-408e-868e-ff5a2d98c90b tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/networks?id=f4b8d3d9-3617-4a41-8d50-7e0230977f6d HTTP/1.1" status: 200 len: 811 time: 0.4335740 Aug 18 12:04:39.976760 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-facea20f-6748-433b-b226-9667774266e8 req-0e1251a1-b190-454c-a1d6-f5a966ea2898 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/quotas/ba6220adeda54bd2ac551edffcfbfea2 HTTP/1.1" status: 200 len: 375 time: 0.0346899 Aug 18 12:04:40.037250 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8e17d847-de4d-47f9-b8c3-8a5a44f3c45b None None] Provisioning complete for port 543c4320-95a1-4a61-8b46-8a4e4b7007f8 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:04:40.037692 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e17d847-de4d-47f9-b8c3-8a5a44f3c45b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:40.077239 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-facea20f-6748-433b-b226-9667774266e8 req-cc0b1428-c5bd-4ef6-a63c-c06dd8a0092a tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=ba6220adeda54bd2ac551edffcfbfea2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0856152 Aug 18 12:04:40.082861 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-8f6bb7e8-0336-4e11-9ef4-8ffb56620944 None None] Notify callbacks [] for port, precommit_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:40.085283 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6fd6ab-1b78-446d-bbfc-811f3f49c87d req-a8b020ce-f4f2-4d2a-b2c9-0e3210a18f4c tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:04:40.086806 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9b6fd6ab-1b78-446d-bbfc-811f3f49c87d req-a8b020ce-f4f2-4d2a-b2c9-0e3210a18f4c tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.62 "GET /v2.0/ports?device_id=e83fa02c-bcf5-475c-bbfc-4ab7f1677f52 HTTP/1.1" status: 200 len: 950 time: 0.2541270 Aug 18 12:04:40.094748 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-8f6bb7e8-0336-4e11-9ef4-8ffb56620944 None None] Transition to ACTIVE for port object b2677f2f-3160-447b-b772-56ca04d3c7f2 will not be triggered until provisioned by entity L2. {{(pid=106255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:04:40.101849 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-8f6bb7e8-0336-4e11-9ef4-8ffb56620944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:40.154410 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-8f6bb7e8-0336-4e11-9ef4-8ffb56620944 None None] Attempting to bind port b2677f2f-3160-447b-b772-56ca04d3c7f2 on host n-d-804985-2 for vnic_type normal with profile {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:04:40.154766 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-8f6bb7e8-0336-4e11-9ef4-8ffb56620944 None None] Attempting to bind port b2677f2f-3160-447b-b772-56ca04d3c7f2 by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'}] {{(pid=106255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:04:40.155116 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6bb7e8-0336-4e11-9ef4-8ffb56620944 None None] Attempting to bind port b2677f2f-3160-447b-b772-56ca04d3c7f2 on network 7cae7a70-14fd-408c-b14d-39ceb97cb60e {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:04:40.157076 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682fff45-34e3-4e5f-9066-8c32e0984f20 None None] Pushing event updated for resources: {'Port': ['ID=b2677f2f-3160-447b-b772-56ca04d3c7f2,revision_number=2']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:04:40.162854 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6bb7e8-0336-4e11-9ef4-8ffb56620944 None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 4, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:04:40.163568 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6bb7e8-0336-4e11-9ef4-8ffb56620944 None None] Checking segment: {'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:04:40.163670 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-8f6bb7e8-0336-4e11-9ef4-8ffb56620944 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:40.163964 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6bb7e8-0336-4e11-9ef4-8ffb56620944 None None] Bound using segment: {'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'} {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:04:40.164418 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-8f6bb7e8-0336-4e11-9ef4-8ffb56620944 None None] Bound port: b2677f2f-3160-447b-b772-56ca04d3c7f2, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'}}] {{(pid=106255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:04:40.164821 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-8f6bb7e8-0336-4e11-9ef4-8ffb56620944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:40.219387 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-8f6bb7e8-0336-4e11-9ef4-8ffb56620944 None None] For port b2677f2f-3160-447b-b772-56ca04d3c7f2, host n-d-804985-2, cleared binding levels {{(pid=106255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:04:40.222971 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-8f6bb7e8-0336-4e11-9ef4-8ffb56620944 None None] For port b2677f2f-3160-447b-b772-56ca04d3c7f2, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=b2677f2f-3160-447b-b772-56ca04d3c7f2,segment=NetworkSegment(c5a3db9d-5c58-41b1-9177-d5787a597b78),segment_id=c5a3db9d-5c58-41b1-9177-d5787a597b78)] {{(pid=106255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:04:40.228178 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-8f6bb7e8-0336-4e11-9ef4-8ffb56620944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:40.249814 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 2f2bc4ba-fa67-4752-be89-9b11706d7a01 no longer exists at agent hyperv_n-h1-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:04:40.270683 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] No Port match for: 2f2bc4ba-fa67-4752-be89-9b11706d7a01 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:04:40.271113 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 2f2bc4ba-fa67-4752-be89-9b11706d7a01 not bound to the agent host n-h1-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:04:40.283708 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f6bb7e8-0336-4e11-9ef4-8ffb56620944 None None] Routers {'058ce3ac-96ae-47cc-b6ff-e08c1a01e2a1'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:04:40.284343 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-8f6bb7e8-0336-4e11-9ef4-8ffb56620944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:04:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['058ce3ac-96ae-47cc-b6ff-e08c1a01e2a1'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:04:40.328916 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682fff45-34e3-4e5f-9066-8c32e0984f20 None None] Pushing event updated for resources: {'Port': ['ID=b2677f2f-3160-447b-b772-56ca04d3c7f2,revision_number=3']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:04:40.398127 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-8f6bb7e8-0336-4e11-9ef4-8ffb56620944 None None] Set router 058ce3ac-96ae-47cc-b6ff-e08c1a01e2a1 gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:04:40.550014 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-57c1ca4d-fe8f-4d2e-a398-88dc30115036 tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:40.630309 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc23ab3-73e0-4ad3-855a-944b35cfde02 req-d88ea723-a4bd-455c-ba48-8121b16323ea tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:04:40.631720 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2fc23ab3-73e0-4ad3-855a-944b35cfde02 req-d88ea723-a4bd-455c-ba48-8121b16323ea tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.66 "GET /v2.0/ports?device_id=e83fa02c-bcf5-475c-bbfc-4ab7f1677f52 HTTP/1.1" status: 200 len: 950 time: 0.5880690 Aug 18 12:04:40.669297 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-8f6bb7e8-0336-4e11-9ef4-8ffb56620944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '058ce3ac-96ae-47cc-b6ff-e08c1a01e2a1', 'name': 'tempest-ServerActionsTestJSON-1785510433-router', 'tenant_id': '6be1f64524b04a05973aca1b3d3c7df9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.192'}], 'enable_snat': True}, 'gw_port_id': 'b2677f2f-3160-447b-b772-56ca04d3c7f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:04:36Z', 'updated_at': '2021-08-18T12:04:38Z', 'revision_number': 3, 'project_id': '6be1f64524b04a05973aca1b3d3c7df9', 'gw_port': {'id': 'b2677f2f-3160-447b-b772-56ca04d3c7f2', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:56:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '058ce3ac-96ae-47cc-b6ff-e08c1a01e2a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:04:37Z', 'updated_at': '2021-08-18T12:04:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:04:40.696008 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f6bb7e8-0336-4e11-9ef4-8ffb56620944 None None] The sync data for ids ['058ce3ac-96ae-47cc-b6ff-e08c1a01e2a1'] in n-d-804985-2 is: [{'id': '058ce3ac-96ae-47cc-b6ff-e08c1a01e2a1', 'name': 'tempest-ServerActionsTestJSON-1785510433-router', 'tenant_id': '6be1f64524b04a05973aca1b3d3c7df9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.192'}], 'enable_snat': True}, 'gw_port_id': 'b2677f2f-3160-447b-b772-56ca04d3c7f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:04:36Z', 'updated_at': '2021-08-18T12:04:38Z', 'revision_number': 3, 'project_id': '6be1f64524b04a05973aca1b3d3c7df9', 'gw_port': {'id': 'b2677f2f-3160-447b-b772-56ca04d3c7f2', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:56:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '058ce3ac-96ae-47cc-b6ff-e08c1a01e2a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:04:37Z', 'updated_at': '2021-08-18T12:04:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:04:40.736321 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-facea20f-6748-433b-b226-9667774266e8 req-bf59d9d2-c16a-4d6a-a7fb-da887c1b80fe service neutron] 10.222.0.66 "GET /v2.0/networks/f4b8d3d9-3617-4a41-8d50-7e0230977f6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6425323 Aug 18 12:04:40.799253 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-57c1ca4d-fe8f-4d2e-a398-88dc30115036 tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3572848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59074100'] for subnet, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:40.842636 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2fc23ab3-73e0-4ad3-855a-944b35cfde02 req-f9f6ced3-b2b1-49d3-aa22-30e6ab39a280 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb50ebbf-d033-473b-ae6e-593d78928b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882167 Aug 18 12:04:40.879599 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c1ca4d-fe8f-4d2e-a398-88dc30115036 tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Pushing event deleted for resources: {'Subnet': ['ID=f6715474-d7ee-4bfc-b2f5-5fea2142b9a4,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:04:40.883511 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-57c1ca4d-fe8f-4d2e-a398-88dc30115036 tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for subnet, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:40.887717 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6662534b-d302-4e71-bff4-270d63de300e None None] Network fdb7dbad-82a7-42e1-ad4a-0fa58aa74a09 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:04:40.888046 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 37546) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:04:40.890914 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-57c1ca4d-fe8f-4d2e-a398-88dc30115036 tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] 10.222.0.66 "DELETE /v2.0/subnets/f6715474-d7ee-4bfc-b2f5-5fea2142b9a4 HTTP/1.1" status: 204 len: 168 time: 1.2988887 Aug 18 12:04:40.909652 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-88d713e1-5ec6-4ba7-8c36-4119d536ba0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:40.951325 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-9b6fd6ab-1b78-446d-bbfc-811f3f49c87d req-7b5c935d-179c-4d60-9da3-533168ebd77e tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Deleting port 609379b8-9c72-4594-8968-a7f1442be192 {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:04:40.951679 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-9b6fd6ab-1b78-446d-bbfc-811f3f49c87d req-7b5c935d-179c-4d60-9da3-533168ebd77e tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:41.026738 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_v2 [None req-b98fd761-0858-4a40-bcfc-7998dfe302fd tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Deleting subnet 64d24eeb-656e-41ed-9ba2-54e1e0f55b71 {{(pid=106253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 12:04:41.030766 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b98fd761-0858-4a40-bcfc-7998dfe302fd tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Notify callbacks [] for subnet, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:41.072056 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-facea20f-6748-433b-b226-9667774266e8 req-28fe83e2-aac0-4341-9a81-3ebfebbd0110 service neutron] 10.222.0.66 "GET /v2.0/networks/f4b8d3d9-3617-4a41-8d50-7e0230977f6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3039024 Aug 18 12:04:41.084805 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b98fd761-0858-4a40-bcfc-7998dfe302fd tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902229'] for subnet, precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:41.102600 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 543c4320-95a1-4a61-8b46-8a4e4b7007f8 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:04:41.226224 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8e7e9bad-d36b-437e-b0a6-3bccb51ed312 req-5432b506-a0bb-405f-9670-cc955a5d9c60 tempest-ServerShowV257Test-1455874224 tempest-ServerShowV257Test-1455874224-project] 10.222.0.66 "GET /v2.0/ports?device_id=68370648-5219-4fcc-8c2b-9c3fea96cce4 HTTP/1.1" status: 200 len: 210 time: 0.1271963 Aug 18 12:04:41.227318 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 543c4320-95a1-4a61-8b46-8a4e4b7007f8 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:04:41.227760 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:41.253872 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b98fd761-0858-4a40-bcfc-7998dfe302fd tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:41.264582 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-9b6fd6ab-1b78-446d-bbfc-811f3f49c87d req-7b5c935d-179c-4d60-9da3-533168ebd77e tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] For port 609379b8-9c72-4594-8968-a7f1442be192, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=609379b8-9c72-4594-8968-a7f1442be192,segment=NetworkSegment(b0eb6eea-b461-4969-8a27-808f00daa8a1),segment_id=b0eb6eea-b461-4969-8a27-808f00daa8a1)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:04:41.264963 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-9b6fd6ab-1b78-446d-bbfc-811f3f49c87d req-7b5c935d-179c-4d60-9da3-533168ebd77e tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:41.302704 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b83a3e6f-afee-44de-b9d0-5132a845f539 None None] DHCP port deletion for fdb7dbad-82a7-42e1-ad4a-0fa58aa74a09 request from n-d-804985-2 {{(pid=106254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 12:04:41.337247 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-9b6fd6ab-1b78-446d-bbfc-811f3f49c87d req-7b5c935d-179c-4d60-9da3-533168ebd77e tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Calling delete_port for 609379b8-9c72-4594-8968-a7f1442be192 owned by compute:nova {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:04:41.382320 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b98fd761-0858-4a40-bcfc-7998dfe302fd tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58902171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59388106'] for subnet, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:41.430017 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98fd761-0858-4a40-bcfc-7998dfe302fd tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Pushing event deleted for resources: {'Subnet': ['ID=64d24eeb-656e-41ed-9ba2-54e1e0f55b71,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:04:41.446072 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b98fd761-0858-4a40-bcfc-7998dfe302fd tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:41.449149 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-b98fd761-0858-4a40-bcfc-7998dfe302fd tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] 10.222.0.66 "DELETE /v2.0/subnets/64d24eeb-656e-41ed-9ba2-54e1e0f55b71 HTTP/1.1" status: 204 len: 168 time: 0.5590081 Aug 18 12:04:41.452142 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1d8090d-67aa-4163-9981-5d1d3f157d0b None None] Network f3ffc155-8248-4571-a6e1-e359c82cf5e9 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:04:41.452953 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 37556) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:04:41.475991 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-b83a3e6f-afee-44de-b9d0-5132a845f539 None None] Deleting port 9bfe051c-d38c-4e2a-9955-a279ccd8aa4f {{(pid=106254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:04:41.476411 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-b83a3e6f-afee-44de-b9d0-5132a845f539 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:41.497012 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-10022242-30df-4496-a446-7c9ed5154558 req-1be8baa7-cd74-456b-ab79-0e7bc61d414c tempest-ServerShowV254Test-1142120617 tempest-ServerShowV254Test-1142120617-project] 10.222.0.66 "GET /v2.0/ports?device_id=04bd7108-3d17-415f-afa1-6d9c642b6eae HTTP/1.1" status: 200 len: 210 time: 0.0764720 Aug 18 12:04:41.522994 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c90044f2-9928-4b54-a8e2-f89a8df7a75b req-ca01b2d4-f625-4e7c-b846-b54852d15e30 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/ports?device_id=45070ff9-ea47-403a-8285-fa82c3d46b6a HTTP/1.1" status: 200 len: 210 time: 0.0838892 Aug 18 12:04:41.621444 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [None req-88d713e1-5ec6-4ba7-8c36-4119d536ba0e admin admin] Allocated IP 172.20.0.1 (62590197-03a9-438c-a3e3-e417fcca582c/01de034f-d2f0-4b70-88ab-1a19fe1401c1/8bf8797a-cade-4001-94ca-9d2a8948a836) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:04:41.638043 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2f08c41f-163c-46ff-a4d9-832b1578d521 tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7904109'] for network, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:41.643233 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-b83a3e6f-afee-44de-b9d0-5132a845f539 None None] For port 9bfe051c-d38c-4e2a-9955-a279ccd8aa4f, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=9bfe051c-d38c-4e2a-9955-a279ccd8aa4f,segment=NetworkSegment(b5fd3345-7f09-458d-9c6f-1249d755e0e0),segment_id=b5fd3345-7f09-458d-9c6f-1249d755e0e0)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:04:41.643558 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-b83a3e6f-afee-44de-b9d0-5132a845f539 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:41.726878 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 667b8733-75d7-408c-bae6-b672351caea0 no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:04:41.736976 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-2f08c41f-163c-46ff-a4d9-832b1578d521 tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Deleting port 9bfe051c-d38c-4e2a-9955-a279ccd8aa4f {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:04:41.737623 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2f08c41f-163c-46ff-a4d9-832b1578d521 tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:41.756173 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-b83a3e6f-afee-44de-b9d0-5132a845f539 None None] Calling delete_port for 9bfe051c-d38c-4e2a-9955-a279ccd8aa4f owned by network:dhcp {{(pid=106254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:04:41.763973 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: 667b8733-75d7-408c-bae6-b672351caea0 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:04:41.764458 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 667b8733-75d7-408c-bae6-b672351caea0 not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:04:41.861523 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-88d713e1-5ec6-4ba7-8c36-4119d536ba0e admin admin] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:41.873171 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [None req-2f08c41f-163c-46ff-a4d9-832b1578d521 tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] For port 9bfe051c-d38c-4e2a-9955-a279ccd8aa4f, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=9bfe051c-d38c-4e2a-9955-a279ccd8aa4f,segment=NetworkSegment(b5fd3345-7f09-458d-9c6f-1249d755e0e0),segment_id=b5fd3345-7f09-458d-9c6f-1249d755e0e0)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:04:41.873521 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2f08c41f-163c-46ff-a4d9-832b1578d521 tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:41.891252 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbff18eb-6eab-447f-808f-81abe7171e32 None None] DHCP port deletion for f3ffc155-8248-4571-a6e1-e359c82cf5e9 request from n-d-804985-2 {{(pid=106254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 12:04:41.894181 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [None req-88d713e1-5ec6-4ba7-8c36-4119d536ba0e admin admin] Transition to ACTIVE for port object 8bf8797a-cade-4001-94ca-9d2a8948a836 will not be triggered until provisioned by entity DHCP. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:04:41.895974 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-9b6fd6ab-1b78-446d-bbfc-811f3f49c87d req-7b5c935d-179c-4d60-9da3-533168ebd77e tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:41.902009 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-2f08c41f-163c-46ff-a4d9-832b1578d521 tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Calling delete_port for 9bfe051c-d38c-4e2a-9955-a279ccd8aa4f owned by network:dhcp {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:04:41.948124 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] get_ports_and_sgs() called for port_ids ['8505e22f-c8ac-4091-b64c-de224593b235', 'a9095b1c-1c59-403f-b0ed-5baf21bc78df', 'da47a402-2db9-4aab-a389-f7efde586eb5', '6d122ec0-dee6-462c-aa25-d56dd1e1ebee', '609379b8-9c72-4594-8968-a7f1442be192'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:04:41.955562 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5c935d-179c-4d60-9da3-533168ebd77e tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Pushing event deleted for resources: {'Port': ['ID=609379b8-9c72-4594-8968-a7f1442be192,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:04:41.998948 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] get_ports_and_sgs() called for port_ids ['4a6dd6bf-beb4-4c07-a3e9-1cc18f334166', '1d1906b1-7861-44a8-9f39-6e6fd647480c'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:04:42.031569 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-06efddb5-2993-4464-a2f1-6da5368881a5 req-8d2218c1-fc2f-47fd-bc13-e533f2265e1a tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.66 "GET /v2.0/ports?device_id=e83fa02c-bcf5-475c-bbfc-4ab7f1677f52 HTTP/1.1" status: 200 len: 210 time: 0.0844390 Aug 18 12:04:42.034155 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b6fd6ab-1b78-446d-bbfc-811f3f49c87d req-7b5c935d-179c-4d60-9da3-533168ebd77e tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] No DVR routers for this DVR port 609379b8-9c72-4594-8968-a7f1442be192 on host n-h2-804985-2 {{(pid=106252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:04:42.038624 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-9b6fd6ab-1b78-446d-bbfc-811f3f49c87d req-7b5c935d-179c-4d60-9da3-533168ebd77e tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:42.040904 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9b6fd6ab-1b78-446d-bbfc-811f3f49c87d req-7b5c935d-179c-4d60-9da3-533168ebd77e tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.62 "DELETE /v2.0/ports/609379b8-9c72-4594-8968-a7f1442be192 HTTP/1.1" status: 204 len: 173 time: 1.9146311 Aug 18 12:04:42.042859 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e83fa02c-bcf5-475c-bbfc-4ab7f1677f52', 'name': 'network-vif-deleted', 'tag': '609379b8-9c72-4594-8968-a7f1442be192'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:04:42.053604 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e6fb2ca-a75c-4db6-919e-ecd5b676ade7" -d '{"events": [{"server_uuid": "e83fa02c-bcf5-475c-bbfc-4ab7f1677f52", "name": "network-vif-deleted", "tag": "609379b8-9c72-4594-8968-a7f1442be192"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:04:42.082426 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-b83a3e6f-afee-44de-b9d0-5132a845f539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556'] for port, after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:42.110873 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-88d713e1-5ec6-4ba7-8c36-4119d536ba0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:42.124204 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2f08c41f-163c-46ff-a4d9-832b1578d521 tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:42.154029 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:04:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9660067b-6667-4267-b7ec-199174ebb3eb x-openstack-request-id: req-9660067b-6667-4267-b7ec-199174ebb3eb {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:04:42.154540 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e83fa02c-bcf5-475c-bbfc-4ab7f1677f52", "name": "network-vif-deleted", "tag": "609379b8-9c72-4594-8968-a7f1442be192", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:04:42.154964 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-9660067b-6667-4267-b7ec-199174ebb3eb {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:04:42.155508 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e83fa02c-bcf5-475c-bbfc-4ab7f1677f52', 'name': 'network-vif-deleted', 'tag': '609379b8-9c72-4594-8968-a7f1442be192', 'status': 'completed', 'code': 200} Aug 18 12:04:42.167234 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88d713e1-5ec6-4ba7-8c36-4119d536ba0e admin admin] Network 62590197-03a9-438c-a3e3-e417fcca582c is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:04:42.174317 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f08c41f-163c-46ff-a4d9-832b1578d521 tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Pushing event deleted for resources: {'Port': ['ID=9bfe051c-d38c-4e2a-9955-a279ccd8aa4f,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:04:42.174751 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-88d713e1-5ec6-4ba7-8c36-4119d536ba0e admin admin] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:04:42.178752 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d713e1-5ec6-4ba7-8c36-4119d536ba0e admin admin] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:04:42.182757 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f08c41f-163c-46ff-a4d9-832b1578d521 tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] No DVR routers for this DVR port 9bfe051c-d38c-4e2a-9955-a279ccd8aa4f on host n-d-804985-2 {{(pid=106253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:04:42.202954 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83a3e6f-afee-44de-b9d0-5132a845f539 None None] Pushing event deleted for resources: {'Port': ['ID=9bfe051c-d38c-4e2a-9955-a279ccd8aa4f,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:04:42.213895 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d713e1-5ec6-4ba7-8c36-4119d536ba0e admin admin] Pushing event updated for resources: {'Port': ['ID=8bf8797a-cade-4001-94ca-9d2a8948a836,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:04:42.214035 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b83a3e6f-afee-44de-b9d0-5132a845f539 None None] No DVR routers for this DVR port 9bfe051c-d38c-4e2a-9955-a279ccd8aa4f on host n-d-804985-2 {{(pid=106254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:04:42.235411 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-88d713e1-5ec6-4ba7-8c36-4119d536ba0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-996688'] for router_interface, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:42.337893 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-bbff18eb-6eab-447f-808f-81abe7171e32 None None] Deleting port 3631b0ac-96a4-4471-8527-e8f74c126c66 {{(pid=106254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:04:42.343454 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-bbff18eb-6eab-447f-808f-81abe7171e32 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:42.370070 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2f08c41f-163c-46ff-a4d9-832b1578d521 tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8367869', 'neutron.services.segments.db._delete_segments_for_network-8789151212993'] for network, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:42.395728 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-2f08c41f-163c-46ff-a4d9-832b1578d521 tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdb7dbad-82a7-42e1-ad4a-0fa58aa74a09']}} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:04:42.418170 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-2f08c41f-163c-46ff-a4d9-832b1578d521 tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5fd3345-7f09-458d-9c6f-1249d755e0e0') {'for_net_delete': True} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:04:42.418664 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-2f08c41f-163c-46ff-a4d9-832b1578d521 tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5fd3345-7f09-458d-9c6f-1249d755e0e0') {} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:04:42.429747 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2f08c41f-163c-46ff-a4d9-832b1578d521 tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789151225254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902236'] for segment, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:42.447249 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2f08c41f-163c-46ff-a4d9-832b1578d521 tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:42.455708 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f08c41f-163c-46ff-a4d9-832b1578d521 tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Releasing vlan 844 on physical network physnet1 to pool {{(pid=106253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:04:42.456006 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2f08c41f-163c-46ff-a4d9-832b1578d521 tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58900537'] for segment, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:42.463802 n-d-804985-2 neutron-server[106253]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 12:04:42.463802 n-d-804985-2 neutron-server[106253]: self.session.flush() Aug 18 12:04:42.463802 n-d-804985-2 neutron-server[106253]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 12:04:42.463802 n-d-804985-2 neutron-server[106253]: self.session.flush() Aug 18 12:04:42.463802 n-d-804985-2 neutron-server[106253]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 12:04:42.463802 n-d-804985-2 neutron-server[106253]: self.session.flush() Aug 18 12:04:42.463802 n-d-804985-2 neutron-server[106253]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 12:04:42.463802 n-d-804985-2 neutron-server[106253]: self.session.flush() Aug 18 12:04:42.463802 n-d-804985-2 neutron-server[106253]: Traceback (most recent call last): Aug 18 12:04:42.463802 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:04:42.463802 n-d-804985-2 neutron-server[106253]: timer() Aug 18 12:04:42.463802 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:04:42.463802 n-d-804985-2 neutron-server[106253]: cb(*args, **kw) Aug 18 12:04:42.463802 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:04:42.463802 n-d-804985-2 neutron-server[106253]: return func(*args, **kwargs) Aug 18 12:04:42.463802 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:04:42.463802 n-d-804985-2 neutron-server[106253]: self._notify() Aug 18 12:04:42.463802 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:04:42.463802 n-d-804985-2 neutron-server[106253]: self.callback(batched_events) Aug 18 12:04:42.463802 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:04:42.463802 n-d-804985-2 neutron-server[106253]: event.method(event) Aug 18 12:04:42.463802 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:04:42.463802 n-d-804985-2 neutron-server[106253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:04:42.463802 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:04:42.463802 n-d-804985-2 neutron-server[106253]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:04:42.463802 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:04:42.463802 n-d-804985-2 neutron-server[106253]: return f(self, *a, **k) Aug 18 12:04:42.463802 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:04:42.463802 n-d-804985-2 neutron-server[106253]: return self._get(url).json() Aug 18 12:04:42.463802 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:04:42.463802 n-d-804985-2 neutron-server[106253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:04:42.463802 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:04:42.463802 n-d-804985-2 neutron-server[106253]: return self.request(url, 'GET', **kwargs) Aug 18 12:04:42.463802 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:04:42.463802 n-d-804985-2 neutron-server[106253]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:04:42.463802 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:04:42.463802 n-d-804985-2 neutron-server[106253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:04:42.463802 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:04:42.463802 n-d-804985-2 neutron-server[106253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:04:42.463802 n-d-804985-2 neutron-server[106253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:04:42.556302 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-fe6be2d4-6d90-440c-8d52-35c768636aa0 req-148a8da2-f6ad-4113-b303-9f79c0fd0405 tempest-ServerShowV257Test-1455874224 tempest-ServerShowV257Test-1455874224-project] 10.222.0.66 "GET /v2.0/ports?device_id=68370648-5219-4fcc-8c2b-9c3fea96cce4 HTTP/1.1" status: 200 len: 210 time: 0.0819051 Aug 18 12:04:42.564146 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-bbff18eb-6eab-447f-808f-81abe7171e32 None None] For port 3631b0ac-96a4-4471-8527-e8f74c126c66, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=3631b0ac-96a4-4471-8527-e8f74c126c66,segment=NetworkSegment(d21c07f0-4104-4086-b3e1-c952a60105c8),segment_id=d21c07f0-4104-4086-b3e1-c952a60105c8)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:04:42.564410 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-bbff18eb-6eab-447f-808f-81abe7171e32 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:42.570248 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2f08c41f-163c-46ff-a4d9-832b1578d521 tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8367858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997186'] for network, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:42.583449 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-88d713e1-5ec6-4ba7-8c36-4119d536ba0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:42.590110 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2f08c41f-163c-46ff-a4d9-832b1578d521 tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:42.593184 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-2f08c41f-163c-46ff-a4d9-832b1578d521 tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] 10.222.0.66 "DELETE /v2.0/networks/fdb7dbad-82a7-42e1-ad4a-0fa58aa74a09 HTTP/1.1" status: 204 len: 168 time: 1.1381559 Aug 18 12:04:42.604593 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 37578) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:04:42.613185 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-bbff18eb-6eab-447f-808f-81abe7171e32 None None] Calling delete_port for 3631b0ac-96a4-4471-8527-e8f74c126c66 owned by network:dhcp {{(pid=106254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:04:42.628591 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f08c41f-163c-46ff-a4d9-832b1578d521 tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Pushing event deleted for resources: {'Network': ['ID=fdb7dbad-82a7-42e1-ad4a-0fa58aa74a09,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:04:42.780004 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-41d91e96-736d-4c46-baf6-aea62a32dcc2 req-d6842bce-fa9d-47fe-8dfa-347bd5900501 tempest-ServerShowV254Test-1142120617 tempest-ServerShowV254Test-1142120617-project] 10.222.0.66 "GET /v2.0/ports?device_id=04bd7108-3d17-415f-afa1-6d9c642b6eae HTTP/1.1" status: 200 len: 210 time: 0.1562304 Aug 18 12:04:42.785086 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e7420981-54cf-4bf6-ae58-23f72cceb5fd req-7b568727-399e-4f96-be85-1c5b32b2d7ce tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/ports?device_id=45070ff9-ea47-403a-8285-fa82c3d46b6a HTTP/1.1" status: 200 len: 210 time: 0.0835352 Aug 18 12:04:42.794747 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-850f47a3-23df-457a-9ca7-71a9997365cc None None] Provisioning for port 8bf8797a-cade-4001-94ca-9d2a8948a836 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:04:42.839042 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-850f47a3-23df-457a-9ca7-71a9997365cc None None] Provisioning complete for port 8bf8797a-cade-4001-94ca-9d2a8948a836 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:04:42.839470 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-850f47a3-23df-457a-9ca7-71a9997365cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:42.872142 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-bbff18eb-6eab-447f-808f-81abe7171e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556'] for port, after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:42.898070 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-145423b0-f754-4ee8-b96a-d1d6a1ca6a2a tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7904109'] for network, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:42.943806 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbff18eb-6eab-447f-808f-81abe7171e32 None None] No DVR routers for this DVR port 3631b0ac-96a4-4471-8527-e8f74c126c66 on host n-d-804985-2 {{(pid=106254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:04:42.990679 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbff18eb-6eab-447f-808f-81abe7171e32 None None] Pushing event deleted for resources: {'Port': ['ID=3631b0ac-96a4-4471-8527-e8f74c126c66,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:04:42.998238 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-850f47a3-23df-457a-9ca7-71a9997365cc None None] Port 8bf8797a-cade-4001-94ca-9d2a8948a836 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:04:43.060948 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facea20f-6748-433b-b226-9667774266e8 req-016afe2b-5ab4-40df-8997-016616249e0f tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:04:43.065441 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-facea20f-6748-433b-b226-9667774266e8 req-016afe2b-5ab4-40df-8997-016616249e0f tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.63 "GET /v2.0/networks?id=f4b8d3d9-3617-4a41-8d50-7e0230977f6d HTTP/1.1" status: 200 len: 811 time: 0.2689886 Aug 18 12:04:43.083785 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [req-facea20f-6748-433b-b226-9667774266e8 req-db47a61d-f33e-4453-b932-b3a0f0aea4ce tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Request body: {'port': {'device_id': '45070ff9-ea47-403a-8285-fa82c3d46b6a', 'network_id': 'f4b8d3d9-3617-4a41-8d50-7e0230977f6d', 'admin_state_up': True, 'tenant_id': 'ba6220adeda54bd2ac551edffcfbfea2'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:04:43.111397 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device b2677f2f-3160-447b-b772-56ca04d3c7f2 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:04:43.128667 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-145423b0-f754-4ee8-b96a-d1d6a1ca6a2a tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8367869', 'neutron.services.segments.db._delete_segments_for_network-8789151212993'] for network, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:43.201784 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-88d713e1-5ec6-4ba7-8c36-4119d536ba0e admin admin] Notify callbacks [] for port, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:43.217865 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-88d713e1-5ec6-4ba7-8c36-4119d536ba0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:43.221841 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port b2677f2f-3160-447b-b772-56ca04d3c7f2 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:04:43.227810 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-145423b0-f754-4ee8-b96a-d1d6a1ca6a2a tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3ffc155-8248-4571-a6e1-e359c82cf5e9']}} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:04:43.233775 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port b2677f2f-3160-447b-b772-56ca04d3c7f2 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:04:43.234153 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:43.268974 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-facea20f-6748-433b-b226-9667774266e8 req-db47a61d-f33e-4453-b932-b3a0f0aea4ce tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Made reservation on behalf of ba6220adeda54bd2ac551edffcfbfea2 for: {'port': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:04:43.273549 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-facea20f-6748-433b-b226-9667774266e8 req-db47a61d-f33e-4453-b932-b3a0f0aea4ce tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:43.289644 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-145423b0-f754-4ee8-b96a-d1d6a1ca6a2a tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd21c07f0-4104-4086-b3e1-c952a60105c8') {'for_net_delete': True} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:04:43.290363 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-145423b0-f754-4ee8-b96a-d1d6a1ca6a2a tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd21c07f0-4104-4086-b3e1-c952a60105c8') {} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:04:43.311969 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-145423b0-f754-4ee8-b96a-d1d6a1ca6a2a tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789151225254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2221521'] for segment, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:43.354867 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-145423b0-f754-4ee8-b96a-d1d6a1ca6a2a tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:43.358556 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d713e1-5ec6-4ba7-8c36-4119d536ba0e admin admin] Pushing event updated for resources: {'Port': ['ID=8bf8797a-cade-4001-94ca-9d2a8948a836,revision_number=2']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:04:43.367532 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-88d713e1-5ec6-4ba7-8c36-4119d536ba0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-996772'] for router_interface, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:43.369988 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-145423b0-f754-4ee8-b96a-d1d6a1ca6a2a tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Releasing vlan 809 on physical network physnet1 to pool {{(pid=106252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:04:43.370102 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-145423b0-f754-4ee8-b96a-d1d6a1ca6a2a tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3572434'] for segment, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:43.373069 n-d-804985-2 neutron-server[106252]: Traceback (most recent call last): Aug 18 12:04:43.373069 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:04:43.373069 n-d-804985-2 neutron-server[106252]: timer() Aug 18 12:04:43.373069 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:04:43.373069 n-d-804985-2 neutron-server[106252]: cb(*args, **kw) Aug 18 12:04:43.373069 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:04:43.373069 n-d-804985-2 neutron-server[106252]: return func(*args, **kwargs) Aug 18 12:04:43.373069 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:04:43.373069 n-d-804985-2 neutron-server[106252]: self._notify() Aug 18 12:04:43.373069 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:04:43.373069 n-d-804985-2 neutron-server[106252]: self.callback(batched_events) Aug 18 12:04:43.373069 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:04:43.373069 n-d-804985-2 neutron-server[106252]: event.method(event) Aug 18 12:04:43.373069 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:04:43.373069 n-d-804985-2 neutron-server[106252]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:04:43.373069 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:04:43.373069 n-d-804985-2 neutron-server[106252]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:04:43.373069 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:04:43.373069 n-d-804985-2 neutron-server[106252]: return f(self, *a, **k) Aug 18 12:04:43.373069 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:04:43.373069 n-d-804985-2 neutron-server[106252]: return self._get(url).json() Aug 18 12:04:43.373069 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:04:43.373069 n-d-804985-2 neutron-server[106252]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:04:43.373069 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:04:43.373069 n-d-804985-2 neutron-server[106252]: return self.request(url, 'GET', **kwargs) Aug 18 12:04:43.373069 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:04:43.373069 n-d-804985-2 neutron-server[106252]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:04:43.373069 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:04:43.373069 n-d-804985-2 neutron-server[106252]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:04:43.373069 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:04:43.373069 n-d-804985-2 neutron-server[106252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:04:43.373069 n-d-804985-2 neutron-server[106252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:04:43.396543 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:43.429190 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] For port b2677f2f-3160-447b-b772-56ca04d3c7f2, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=b2677f2f-3160-447b-b772-56ca04d3c7f2,segment=NetworkSegment(c5a3db9d-5c58-41b1-9177-d5787a597b78),segment_id=c5a3db9d-5c58-41b1-9177-d5787a597b78)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:04:43.438439 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:43.509814 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 3631b0ac-96a4-4471-8527-e8f74c126c66 no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:04:43.512518 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [req-facea20f-6748-433b-b226-9667774266e8 req-db47a61d-f33e-4453-b932-b3a0f0aea4ce tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Allocated IP 172.20.0.10 (f4b8d3d9-3617-4a41-8d50-7e0230977f6d/d716ee29-e7a2-4fa3-97cc-7ab3c35181fa/4092a1c0-5100-40a5-82f2-b8d5c1db77bb) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:04:43.521259 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-145423b0-f754-4ee8-b96a-d1d6a1ca6a2a tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8367858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997186'] for network, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:43.534617 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-145423b0-f754-4ee8-b96a-d1d6a1ca6a2a tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Notify callbacks [] for network, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:43.535897 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Pushing event updated for resources: {'Port': ['ID=b2677f2f-3160-447b-b772-56ca04d3c7f2,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:04:43.539051 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-145423b0-f754-4ee8-b96a-d1d6a1ca6a2a tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] 10.222.0.66 "DELETE /v2.0/networks/f3ffc155-8248-4571-a6e1-e359c82cf5e9 HTTP/1.1" status: 204 len: 168 time: 0.9271729 Aug 18 12:04:43.540223 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 37590) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:04:43.558819 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: 3631b0ac-96a4-4471-8527-e8f74c126c66 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:04:43.559535 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 3631b0ac-96a4-4471-8527-e8f74c126c66 not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:04:43.560108 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 9bfe051c-d38c-4e2a-9955-a279ccd8aa4f no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:04:43.569285 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0c9cbf-3b59-480e-9127-29647645cd00 req-daffefa4-bb97-4dc5-9695-930ff7bf7208 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:04:43.570918 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5b0c9cbf-3b59-480e-9127-29647645cd00 req-daffefa4-bb97-4dc5-9695-930ff7bf7208 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.66 "GET /v2.0/ports?device_id=498dc9ca-56e1-4988-bbea-ab26b5d710ff HTTP/1.1" status: 200 len: 949 time: 0.1595504 Aug 18 12:04:43.576977 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145423b0-f754-4ee8-b96a-d1d6a1ca6a2a tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Pushing event deleted for resources: {'Network': ['ID=f3ffc155-8248-4571-a6e1-e359c82cf5e9,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:04:43.589492 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: 9bfe051c-d38c-4e2a-9955-a279ccd8aa4f {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:04:43.589996 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 9bfe051c-d38c-4e2a-9955-a279ccd8aa4f not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:04:43.612289 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88d713e1-5ec6-4ba7-8c36-4119d536ba0e admin admin] Network 62590197-03a9-438c-a3e3-e417fcca582c is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:04:43.618068 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-88d713e1-5ec6-4ba7-8c36-4119d536ba0e admin admin] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:04:43.643820 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5b0c9cbf-3b59-480e-9127-29647645cd00 req-6ab3ea8a-2cbe-40c5-b7c8-259a0a94a69c tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb50ebbf-d033-473b-ae6e-593d78928b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630713 Aug 18 12:04:43.678672 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_v2 [None req-564819d1-5d03-425f-bc00-109336e9cab4 tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Deleting subnet c538cf18-7958-4560-99ee-1736a0726cf4 {{(pid=106253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 12:04:43.686456 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-564819d1-5d03-425f-bc00-109336e9cab4 tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Notify callbacks [] for subnet, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:43.801822 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-cb73fc5e-866e-42a3-95ce-dfb193a5d084 req-6e9cf7e5-df40-4ade-99fb-5d14ba34db26 tempest-ServerShowV257Test-1455874224 tempest-ServerShowV257Test-1455874224-project] 10.222.0.66 "GET /v2.0/ports?device_id=68370648-5219-4fcc-8c2b-9c3fea96cce4 HTTP/1.1" status: 200 len: 210 time: 0.0368710 Aug 18 12:04:43.831791 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88d713e1-5ec6-4ba7-8c36-4119d536ba0e admin admin] Router 058ce3ac-96ae-47cc-b6ff-e08c1a01e2a1 has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:04:43.918472 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 609379b8-9c72-4594-8968-a7f1442be192 no longer exists at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:04:43.947388 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] No Port match for: 609379b8-9c72-4594-8968-a7f1442be192 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:04:43.947630 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 609379b8-9c72-4594-8968-a7f1442be192 not bound to the agent host n-h2-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:04:43.953849 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-03c0b643-69fe-4b2a-b6e9-aa9c2365141b None None] Provisioning complete for port 8bf8797a-cade-4001-94ca-9d2a8948a836 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:04:43.954467 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-03c0b643-69fe-4b2a-b6e9-aa9c2365141b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:43.963842 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f5645a79-b096-48f6-bd0a-7539819eecce req-b8a95833-06da-4202-a981-d6fa4435d3c6 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/ports?device_id=45070ff9-ea47-403a-8285-fa82c3d46b6a HTTP/1.1" status: 200 len: 210 time: 0.0613151 Aug 18 12:04:43.969178 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-57ca39d5-99e8-4ae7-bfac-d212b822f95e req-e0bf1e8a-9458-4acb-8a38-c5140e2e5e2d tempest-ServerShowV254Test-1142120617 tempest-ServerShowV254Test-1142120617-project] 10.222.0.66 "GET /v2.0/ports?device_id=04bd7108-3d17-415f-afa1-6d9c642b6eae HTTP/1.1" status: 200 len: 210 time: 0.0654020 Aug 18 12:04:44.001313 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-03c0b643-69fe-4b2a-b6e9-aa9c2365141b None None] Port 8bf8797a-cade-4001-94ca-9d2a8948a836 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:04:44.027985 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88d713e1-5ec6-4ba7-8c36-4119d536ba0e admin admin] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:04:44.034801 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-88d713e1-5ec6-4ba7-8c36-4119d536ba0e admin admin] 10.222.0.66 "PUT /v2.0/routers/058ce3ac-96ae-47cc-b6ff-e08c1a01e2a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8521304 Aug 18 12:04:44.044240 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ee11e5-7886-4f78-b020-beb8e586a5b7 None None] Sync routers for ids ['058ce3ac-96ae-47cc-b6ff-e08c1a01e2a1'] in n-d-804985-2 {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:04:44.054902 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ee11e5-7886-4f78-b020-beb8e586a5b7 None None] Routers {'058ce3ac-96ae-47cc-b6ff-e08c1a01e2a1'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:04:44.055964 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-77ee11e5-7886-4f78-b020-beb8e586a5b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:04:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['058ce3ac-96ae-47cc-b6ff-e08c1a01e2a1'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:04:44.068328 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-564819d1-5d03-425f-bc00-109336e9cab4 tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902229'] for subnet, precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:44.133907 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-facea20f-6748-433b-b226-9667774266e8 req-db47a61d-f33e-4453-b932-b3a0f0aea4ce tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:44.176908 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-77ee11e5-7886-4f78-b020-beb8e586a5b7 None None] Set router 058ce3ac-96ae-47cc-b6ff-e08c1a01e2a1 gateway port host: n-d-804985-2 {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:04:44.195425 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-564819d1-5d03-425f-bc00-109336e9cab4 tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:44.245686 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-facea20f-6748-433b-b226-9667774266e8 req-db47a61d-f33e-4453-b932-b3a0f0aea4ce tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:44.312953 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-facea20f-6748-433b-b226-9667774266e8 req-db47a61d-f33e-4453-b932-b3a0f0aea4ce tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Network f4b8d3d9-3617-4a41-8d50-7e0230977f6d is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:04:44.318103 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [req-facea20f-6748-433b-b226-9667774266e8 req-db47a61d-f33e-4453-b932-b3a0f0aea4ce tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:04:44.320211 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db47a61d-f33e-4453-b932-b3a0f0aea4ce tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Pushing event updated for resources: {'Port': ['ID=4092a1c0-5100-40a5-82f2-b8d5c1db77bb,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:04:44.322664 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-564819d1-5d03-425f-bc00-109336e9cab4 tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58902171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59388106'] for subnet, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:44.325118 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-facea20f-6748-433b-b226-9667774266e8 req-db47a61d-f33e-4453-b932-b3a0f0aea4ce tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:04:44.375340 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564819d1-5d03-425f-bc00-109336e9cab4 tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Pushing event deleted for resources: {'Subnet': ['ID=c538cf18-7958-4560-99ee-1736a0726cf4,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:04:44.377252 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-564819d1-5d03-425f-bc00-109336e9cab4 tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:44.379115 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-564819d1-5d03-425f-bc00-109336e9cab4 tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] 10.222.0.66 "DELETE /v2.0/subnets/c538cf18-7958-4560-99ee-1736a0726cf4 HTTP/1.1" status: 204 len: 168 time: 0.8377008 Aug 18 12:04:44.381924 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 37606) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:04:44.400985 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facea20f-6748-433b-b226-9667774266e8 req-db47a61d-f33e-4453-b932-b3a0f0aea4ce tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:04:44.401593 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-facea20f-6748-433b-b226-9667774266e8 req-db47a61d-f33e-4453-b932-b3a0f0aea4ce tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:44.412039 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23d29112-9f79-44ef-a2e5-1d948da88576 None None] Network 9c75ecdc-2759-4a92-81c3-2dfb601516f6 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:04:44.418451 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-facea20f-6748-433b-b226-9667774266e8 req-db47a61d-f33e-4453-b932-b3a0f0aea4ce tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3399310 Aug 18 12:04:44.432721 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [req-facea20f-6748-433b-b226-9667774266e8 req-d1f5a50b-61b7-405b-a811-153b627b8602 service neutron] Request body: {'port': {'device_id': '45070ff9-ea47-403a-8285-fa82c3d46b6a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804985-2'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:04:44.496593 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0fa491d8-4e8b-4e4a-8e53-6342b85fb26a tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7904109'] for network, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:44.509744 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-facea20f-6748-433b-b226-9667774266e8 req-d1f5a50b-61b7-405b-a811-153b627b8602 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:44.551443 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 37608) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:04:44.556629 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-2fe0156f-f9bf-4408-95cc-ae6491839ef5 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2009847769', 'description': 'tempest-description--193593523'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:04:44.574247 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-0fa491d8-4e8b-4e4a-8e53-6342b85fb26a tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Deleting port bf5ef013-2196-4535-b008-02b4da1052cc {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:04:44.574720 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0fa491d8-4e8b-4e4a-8e53-6342b85fb26a tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:44.645031 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2fe0156f-f9bf-4408-95cc-ae6491839ef5 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:44.646231 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [None req-0fa491d8-4e8b-4e4a-8e53-6342b85fb26a tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] For port bf5ef013-2196-4535-b008-02b4da1052cc, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=bf5ef013-2196-4535-b008-02b4da1052cc,segment=NetworkSegment(b1d88433-6d92-4a37-be03-f5abfa385cc7),segment_id=b1d88433-6d92-4a37-be03-f5abfa385cc7)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:04:44.647153 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0fa491d8-4e8b-4e4a-8e53-6342b85fb26a tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:44.663751 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-0fa491d8-4e8b-4e4a-8e53-6342b85fb26a tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Calling delete_port for bf5ef013-2196-4535-b008-02b4da1052cc owned by network:dhcp {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:04:44.685723 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-77ee11e5-7886-4f78-b020-beb8e586a5b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '058ce3ac-96ae-47cc-b6ff-e08c1a01e2a1', 'name': 'tempest-ServerActionsTestJSON-1785510433-router', 'tenant_id': '6be1f64524b04a05973aca1b3d3c7df9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.192'}], 'enable_snat': True}, 'gw_port_id': 'b2677f2f-3160-447b-b772-56ca04d3c7f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:04:36Z', 'updated_at': '2021-08-18T12:04:42Z', 'revision_number': 4, 'project_id': '6be1f64524b04a05973aca1b3d3c7df9', 'gw_port': {'id': 'b2677f2f-3160-447b-b772-56ca04d3c7f2', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:56:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058ce3ac-96ae-47cc-b6ff-e08c1a01e2a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:04:37Z', 'updated_at': '2021-08-18T12:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': '8bf8797a-cade-4001-94ca-9d2a8948a836', 'name': '', 'network_id': '62590197-03a9-438c-a3e3-e417fcca582c', 'tenant_id': '6be1f64524b04a05973aca1b3d3c7df9', 'mac_address': 'fa:16:3e:15:bb:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '058ce3ac-96ae-47cc-b6ff-e08c1a01e2a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '01de034f-d2f0-4b70-88ab-1a19fe1401c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:04:41Z', 'updated_at': '2021-08-18T12:04:42Z', 'revision_number': 2, 'project_id': '6be1f64524b04a05973aca1b3d3c7df9', 'subnets': [{'id': '01de034f-d2f0-4b70-88ab-1a19fe1401c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:04:44.725943 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ee11e5-7886-4f78-b020-beb8e586a5b7 None None] Checking router: 058ce3ac-96ae-47cc-b6ff-e08c1a01e2a1 for host: n-d-804985-2 {{(pid=106254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:04:44.725943 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ee11e5-7886-4f78-b020-beb8e586a5b7 None None] Updating router 058ce3ac-96ae-47cc-b6ff-e08c1a01e2a1 port 8bf8797a-cade-4001-94ca-9d2a8948a836 binding host n-d-804985-2 {{(pid=106254) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 12:04:44.759138 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-77ee11e5-7886-4f78-b020-beb8e586a5b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:44.849030 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2fe0156f-f9bf-4408-95cc-ae6491839ef5 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:44.858240 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2fe0156f-f9bf-4408-95cc-ae6491839ef5 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:44.888831 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0fa491d8-4e8b-4e4a-8e53-6342b85fb26a tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:44.905572 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f6980da-dfc9-42d8-918e-ab3652dfd57f None None] DHCP port deletion for 9c75ecdc-2759-4a92-81c3-2dfb601516f6 request from n-d-804985-2 {{(pid=106254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 12:04:44.914980 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe0156f-f9bf-4408-95cc-ae6491839ef5 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f58845c-8a6f-4750-8ac0-66868223b345,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:04:44.936624 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [req-facea20f-6748-433b-b226-9667774266e8 req-d1f5a50b-61b7-405b-a811-153b627b8602 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4092a1c0-5100-40a5-82f2-b8d5c1db77bb {{(pid=106253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:04:44.945223 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2fe0156f-f9bf-4408-95cc-ae6491839ef5 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:44.946268 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-2fe0156f-f9bf-4408-95cc-ae6491839ef5 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3939259 Aug 18 12:04:44.948494 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-facea20f-6748-433b-b226-9667774266e8 req-d1f5a50b-61b7-405b-a811-153b627b8602 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:44.950866 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 37616) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:04:44.957053 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-8cbfa363-e327-4374-8e7e-2d7324dd7532 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Request body: {'security_group_rule': {'security_group_id': '6f58845c-8a6f-4750-8ac0-66868223b345', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:04:44.980374 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa491d8-4e8b-4e4a-8e53-6342b85fb26a tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] No DVR routers for this DVR port bf5ef013-2196-4535-b008-02b4da1052cc on host n-d-804985-2 {{(pid=106252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:04:44.983950 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [req-facea20f-6748-433b-b226-9667774266e8 req-d1f5a50b-61b7-405b-a811-153b627b8602 service neutron] Transition to ACTIVE for port object 4092a1c0-5100-40a5-82f2-b8d5c1db77bb will not be triggered until provisioned by entity L2. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:04:44.997533 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-facea20f-6748-433b-b226-9667774266e8 req-d1f5a50b-61b7-405b-a811-153b627b8602 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:45.006077 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa491d8-4e8b-4e4a-8e53-6342b85fb26a tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Pushing event deleted for resources: {'Port': ['ID=bf5ef013-2196-4535-b008-02b4da1052cc,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:04:45.057939 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f5a50b-61b7-405b-a811-153b627b8602 service neutron] Pushing event updated for resources: {'Port': ['ID=4092a1c0-5100-40a5-82f2-b8d5c1db77bb,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:04:45.066592 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8cbfa363-e327-4374-8e7e-2d7324dd7532 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:45.072087 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a7ac20e1-737a-409f-8179-2639e7a193bc req-1c4c78a9-c7bb-441f-8164-fdb4627d1068 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=68370648-5219-4fcc-8c2b-9c3fea96cce4 HTTP/1.1" status: 200 len: 210 time: 0.1043549 Aug 18 12:04:45.077379 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device b2677f2f-3160-447b-b772-56ca04d3c7f2 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:04:45.079797 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9237bc5c-8f45-429b-a051-de4faa8873a2 req-ead408f9-a535-4d61-8d81-8000ece29a2f tempest-ServerShowV257Test-1455874224 tempest-ServerShowV257Test-1455874224-project] 10.222.0.66 "GET /v2.0/ports?device_id=68370648-5219-4fcc-8c2b-9c3fea96cce4 HTTP/1.1" status: 200 len: 210 time: 0.0911486 Aug 18 12:04:45.104938 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51d45b2-b284-4c8b-a6fd-ac3ffac3f1a1 req-90119b16-1c93-42dd-b1a3-88e4307fef8b tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:04:45.106842 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f51d45b2-b284-4c8b-a6fd-ac3ffac3f1a1 req-90119b16-1c93-42dd-b1a3-88e4307fef8b tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.62 "GET /v2.0/ports?device_id=498dc9ca-56e1-4988-bbea-ab26b5d710ff HTTP/1.1" status: 200 len: 949 time: 0.3003118 Aug 18 12:04:45.152532 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb90e0a6-f16b-4e5a-951c-33f9c53190b6 req-88783ef5-af30-4974-a451-e0904d1faf11 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:04:45.154698 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-bb90e0a6-f16b-4e5a-951c-33f9c53190b6 req-88783ef5-af30-4974-a451-e0904d1faf11 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.66 "GET /v2.0/ports?device_id=498dc9ca-56e1-4988-bbea-ab26b5d710ff HTTP/1.1" status: 200 len: 949 time: 0.3969636 Aug 18 12:04:45.163652 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8cbfa363-e327-4374-8e7e-2d7324dd7532 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:45.179037 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8cbfa363-e327-4374-8e7e-2d7324dd7532 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992607'] for security_group_rule, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:45.188452 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-facea20f-6748-433b-b226-9667774266e8 req-d1f5a50b-61b7-405b-a811-153b627b8602 service neutron] Attempting to bind port 4092a1c0-5100-40a5-82f2-b8d5c1db77bb on host n-h1-804985-2 for vnic_type normal with profile {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:04:45.188452 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-facea20f-6748-433b-b226-9667774266e8 req-d1f5a50b-61b7-405b-a811-153b627b8602 service neutron] Attempting to bind port 4092a1c0-5100-40a5-82f2-b8d5c1db77bb by drivers openvswitch,hyperv on host n-h1-804985-2 at level 0 using segments [{'id': 'cad785f7-8854-4494-9369-5c8d15a44cef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'f4b8d3d9-3617-4a41-8d50-7e0230977f6d'}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:04:45.188771 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-facea20f-6748-433b-b226-9667774266e8 req-d1f5a50b-61b7-405b-a811-153b627b8602 service neutron] Attempting to bind port 4092a1c0-5100-40a5-82f2-b8d5c1db77bb on network f4b8d3d9-3617-4a41-8d50-7e0230977f6d {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:04:45.195647 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port b2677f2f-3160-447b-b772-56ca04d3c7f2 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:04:45.196149 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:45.207875 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-facea20f-6748-433b-b226-9667774266e8 req-d1f5a50b-61b7-405b-a811-153b627b8602 service neutron] Port 4092a1c0-5100-40a5-82f2-b8d5c1db77bb on network f4b8d3d9-3617-4a41-8d50-7e0230977f6d not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-2 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:04:45.208191 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-facea20f-6748-433b-b226-9667774266e8 req-d1f5a50b-61b7-405b-a811-153b627b8602 service neutron] Attempting to bind port 4092a1c0-5100-40a5-82f2-b8d5c1db77bb on network f4b8d3d9-3617-4a41-8d50-7e0230977f6d {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:04:45.210111 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbfa363-e327-4374-8e7e-2d7324dd7532 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fa13f4c-9ec9-49ce-bd72-936287ba8efd,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:04:45.222527 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-facea20f-6748-433b-b226-9667774266e8 req-d1f5a50b-61b7-405b-a811-153b627b8602 service neutron] Checking agent: {'id': 'a613417a-d085-492c-941a-59bb18c633d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 49, 6), 'started_at': datetime.datetime(2021, 8, 18, 11, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 4, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:04:45.223276 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-facea20f-6748-433b-b226-9667774266e8 req-d1f5a50b-61b7-405b-a811-153b627b8602 service neutron] Checking segment: {'id': 'cad785f7-8854-4494-9369-5c8d15a44cef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'f4b8d3d9-3617-4a41-8d50-7e0230977f6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:04:45.224185 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-facea20f-6748-433b-b226-9667774266e8 req-d1f5a50b-61b7-405b-a811-153b627b8602 service neutron] Bound using segment: {'id': 'cad785f7-8854-4494-9369-5c8d15a44cef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'f4b8d3d9-3617-4a41-8d50-7e0230977f6d'} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:04:45.225591 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-facea20f-6748-433b-b226-9667774266e8 req-d1f5a50b-61b7-405b-a811-153b627b8602 service neutron] Bound port: 4092a1c0-5100-40a5-82f2-b8d5c1db77bb, host: n-h1-804985-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cad785f7-8854-4494-9369-5c8d15a44cef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'f4b8d3d9-3617-4a41-8d50-7e0230977f6d'}}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:04:45.226180 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-facea20f-6748-433b-b226-9667774266e8 req-d1f5a50b-61b7-405b-a811-153b627b8602 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:45.230264 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-77ee11e5-7886-4f78-b020-beb8e586a5b7 None None] Notify callbacks [] for port, precommit_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:45.246099 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0fa491d8-4e8b-4e4a-8e53-6342b85fb26a tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8367869', 'neutron.services.segments.db._delete_segments_for_network-8789151212993'] for network, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:45.248359 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-77ee11e5-7886-4f78-b020-beb8e586a5b7 None None] Transition to ACTIVE for port object 8bf8797a-cade-4001-94ca-9d2a8948a836 will not be triggered until provisioned by entity L2. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:04:45.249481 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8cbfa363-e327-4374-8e7e-2d7324dd7532 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:45.254759 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-8cbfa363-e327-4374-8e7e-2d7324dd7532 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3028171 Aug 18 12:04:45.255977 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 37622) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:04:45.259728 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-77ee11e5-7886-4f78-b020-beb8e586a5b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:45.270711 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-06c495bd-ca49-4394-85fa-69c7b333cc65 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Request body: {'security_group_rule': {'security_group_id': '6f58845c-8a6f-4750-8ac0-66868223b345', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:04:45.292560 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-0fa491d8-4e8b-4e4a-8e53-6342b85fb26a tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c75ecdc-2759-4a92-81c3-2dfb601516f6']}} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:04:45.328531 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-0fa491d8-4e8b-4e4a-8e53-6342b85fb26a tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1d88433-6d92-4a37-be03-f5abfa385cc7') {'for_net_delete': True} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:04:45.328704 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-0fa491d8-4e8b-4e4a-8e53-6342b85fb26a tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1d88433-6d92-4a37-be03-f5abfa385cc7') {} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:04:45.332278 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-facea20f-6748-433b-b226-9667774266e8 req-d1f5a50b-61b7-405b-a811-153b627b8602 service neutron] For port 4092a1c0-5100-40a5-82f2-b8d5c1db77bb, host n-h1-804985-2, cleared binding levels {{(pid=106253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:04:45.336025 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-facea20f-6748-433b-b226-9667774266e8 req-d1f5a50b-61b7-405b-a811-153b627b8602 service neutron] For port 4092a1c0-5100-40a5-82f2-b8d5c1db77bb, host n-h1-804985-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=4092a1c0-5100-40a5-82f2-b8d5c1db77bb,segment=NetworkSegment(cad785f7-8854-4494-9369-5c8d15a44cef),segment_id=cad785f7-8854-4494-9369-5c8d15a44cef)] {{(pid=106253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:04:45.344586 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-facea20f-6748-433b-b226-9667774266e8 req-d1f5a50b-61b7-405b-a811-153b627b8602 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:45.353222 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0fa491d8-4e8b-4e4a-8e53-6342b85fb26a tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789151225254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2221521'] for segment, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:45.364917 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e22664-7a7b-4dcf-a21f-abc74ed04c6c None None] Pushing event updated for resources: {'Port': ['ID=8bf8797a-cade-4001-94ca-9d2a8948a836,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:04:45.367594 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-bb90e0a6-f16b-4e5a-951c-33f9c53190b6 req-517b1a82-be01-47aa-870e-2ef86d8a0316 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb50ebbf-d033-473b-ae6e-593d78928b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737132 Aug 18 12:04:45.378038 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a558c0-065e-4133-807e-c54aa040550e req-801eb5ca-06c8-45de-9eb0-5b9732e46197 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:04:45.379600 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-80a558c0-065e-4133-807e-c54aa040550e req-801eb5ca-06c8-45de-9eb0-5b9732e46197 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/ports?device_id=45070ff9-ea47-403a-8285-fa82c3d46b6a HTTP/1.1" status: 200 len: 944 time: 0.1847017 Aug 18 12:04:45.391192 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-06c495bd-ca49-4394-85fa-69c7b333cc65 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:45.394259 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0fa491d8-4e8b-4e4a-8e53-6342b85fb26a tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:45.397288 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facea20f-6748-433b-b226-9667774266e8 req-d1f5a50b-61b7-405b-a811-153b627b8602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:04:45.398424 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-facea20f-6748-433b-b226-9667774266e8 req-d1f5a50b-61b7-405b-a811-153b627b8602 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:45.400572 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-facea20f-6748-433b-b226-9667774266e8 req-d1f5a50b-61b7-405b-a811-153b627b8602 service neutron] 10.222.0.63 "PUT /v2.0/ports/4092a1c0-5100-40a5-82f2-b8d5c1db77bb HTTP/1.1" status: 200 len: 1092 time: 0.9726465 Aug 18 12:04:45.408013 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45070ff9-ea47-403a-8285-fa82c3d46b6a', 'tag': '4092a1c0-5100-40a5-82f2-b8d5c1db77bb'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:04:45.411535 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0679f4c4b6e0e0c064a7d71d722dc30541a34fffee11680573be22ee2ffccc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2df74fd3-caab-402c-ac17-b44ee315a3e3" -d '{"events": [{"name": "network-changed", "server_uuid": "45070ff9-ea47-403a-8285-fa82c3d46b6a", "tag": "4092a1c0-5100-40a5-82f2-b8d5c1db77bb"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:04:45.412712 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-77ee11e5-7886-4f78-b020-beb8e586a5b7 None None] Attempting to bind port 8bf8797a-cade-4001-94ca-9d2a8948a836 on host n-d-804985-2 for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:04:45.413272 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-77ee11e5-7886-4f78-b020-beb8e586a5b7 None None] Attempting to bind port 8bf8797a-cade-4001-94ca-9d2a8948a836 by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': '299e2826-ecf6-416e-b53c-1b1574dd5315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '62590197-03a9-438c-a3e3-e417fcca582c'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:04:45.415079 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ee11e5-7886-4f78-b020-beb8e586a5b7 None None] Attempting to bind port 8bf8797a-cade-4001-94ca-9d2a8948a836 on network 62590197-03a9-438c-a3e3-e417fcca582c {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:04:45.424686 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ee11e5-7886-4f78-b020-beb8e586a5b7 None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 4, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:04:45.425210 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ee11e5-7886-4f78-b020-beb8e586a5b7 None None] Checking segment: {'id': '299e2826-ecf6-416e-b53c-1b1574dd5315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '62590197-03a9-438c-a3e3-e417fcca582c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:04:45.427074 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-77ee11e5-7886-4f78-b020-beb8e586a5b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:45.427527 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ee11e5-7886-4f78-b020-beb8e586a5b7 None None] Bound using segment: {'id': '299e2826-ecf6-416e-b53c-1b1574dd5315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '62590197-03a9-438c-a3e3-e417fcca582c'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:04:45.428079 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-77ee11e5-7886-4f78-b020-beb8e586a5b7 None None] Bound port: 8bf8797a-cade-4001-94ca-9d2a8948a836, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '299e2826-ecf6-416e-b53c-1b1574dd5315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '62590197-03a9-438c-a3e3-e417fcca582c'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:04:45.428544 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-77ee11e5-7886-4f78-b020-beb8e586a5b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:45.474758 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fa491d8-4e8b-4e4a-8e53-6342b85fb26a tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Releasing vlan 826 on physical network physnet1 to pool {{(pid=106252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:04:45.475236 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0fa491d8-4e8b-4e4a-8e53-6342b85fb26a tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3572434'] for segment, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:45.478550 n-d-804985-2 neutron-server[106252]: Traceback (most recent call last): Aug 18 12:04:45.478550 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:04:45.478550 n-d-804985-2 neutron-server[106252]: timer() Aug 18 12:04:45.478550 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:04:45.478550 n-d-804985-2 neutron-server[106252]: cb(*args, **kw) Aug 18 12:04:45.478550 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:04:45.478550 n-d-804985-2 neutron-server[106252]: return func(*args, **kwargs) Aug 18 12:04:45.478550 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:04:45.478550 n-d-804985-2 neutron-server[106252]: self._notify() Aug 18 12:04:45.478550 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:04:45.478550 n-d-804985-2 neutron-server[106252]: self.callback(batched_events) Aug 18 12:04:45.478550 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:04:45.478550 n-d-804985-2 neutron-server[106252]: event.method(event) Aug 18 12:04:45.478550 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:04:45.478550 n-d-804985-2 neutron-server[106252]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:04:45.478550 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:04:45.478550 n-d-804985-2 neutron-server[106252]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:04:45.478550 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:04:45.478550 n-d-804985-2 neutron-server[106252]: return f(self, *a, **k) Aug 18 12:04:45.478550 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:04:45.478550 n-d-804985-2 neutron-server[106252]: return self._get(url).json() Aug 18 12:04:45.478550 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:04:45.478550 n-d-804985-2 neutron-server[106252]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:04:45.478550 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:04:45.478550 n-d-804985-2 neutron-server[106252]: return self.request(url, 'GET', **kwargs) Aug 18 12:04:45.478550 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:04:45.478550 n-d-804985-2 neutron-server[106252]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:04:45.478550 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:04:45.478550 n-d-804985-2 neutron-server[106252]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:04:45.478550 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:04:45.478550 n-d-804985-2 neutron-server[106252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:04:45.478550 n-d-804985-2 neutron-server[106252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:04:45.503495 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device bf5ef013-2196-4535-b008-02b4da1052cc no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:04:45.525667 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f5a50b-61b7-405b-a811-153b627b8602 service neutron] Pushing event updated for resources: {'Port': ['ID=4092a1c0-5100-40a5-82f2-b8d5c1db77bb,revision_number=3']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:04:45.532874 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: bf5ef013-2196-4535-b008-02b4da1052cc {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:04:45.533352 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device bf5ef013-2196-4535-b008-02b4da1052cc not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:04:45.565989 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facea20f-6748-433b-b226-9667774266e8 req-9157076b-7e7c-405d-a242-3cc8a90fd1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:04:45.567837 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-facea20f-6748-433b-b226-9667774266e8 req-9157076b-7e7c-405d-a242-3cc8a90fd1e2 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=ba6220adeda54bd2ac551edffcfbfea2&device_id=45070ff9-ea47-403a-8285-fa82c3d46b6a HTTP/1.1" status: 200 len: 1095 time: 0.1089983 Aug 18 12:04:45.569389 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-77ee11e5-7886-4f78-b020-beb8e586a5b7 None None] For port 8bf8797a-cade-4001-94ca-9d2a8948a836, host n-d-804985-2, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:04:45.573079 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-77ee11e5-7886-4f78-b020-beb8e586a5b7 None None] For port 8bf8797a-cade-4001-94ca-9d2a8948a836, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=8bf8797a-cade-4001-94ca-9d2a8948a836,segment=NetworkSegment(299e2826-ecf6-416e-b53c-1b1574dd5315),segment_id=299e2826-ecf6-416e-b53c-1b1574dd5315)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:04:45.579617 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-77ee11e5-7886-4f78-b020-beb8e586a5b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:45.632446 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-facea20f-6748-433b-b226-9667774266e8 req-00cf19be-98ca-4ff7-a8a4-f053d6d3a0f0 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4092a1c0-5100-40a5-82f2-b8d5c1db77bb HTTP/1.1" status: 200 len: 217 time: 0.0551651 Aug 18 12:04:45.649216 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e22664-7a7b-4dcf-a21f-abc74ed04c6c None None] Pushing event updated for resources: {'Port': ['ID=8bf8797a-cade-4001-94ca-9d2a8948a836,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:04:45.669378 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ee11e5-7886-4f78-b020-beb8e586a5b7 None None] Routers {'058ce3ac-96ae-47cc-b6ff-e08c1a01e2a1'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:04:45.670300 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-77ee11e5-7886-4f78-b020-beb8e586a5b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:04:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['058ce3ac-96ae-47cc-b6ff-e08c1a01e2a1'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:04:45.694531 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facea20f-6748-433b-b226-9667774266e8 req-bbd80689-86d6-4259-851f-1ea7e6c522e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:04:45.696108 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-facea20f-6748-433b-b226-9667774266e8 req-bbd80689-86d6-4259-851f-1ea7e6c522e3 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=d716ee29-e7a2-4fa3-97cc-7ab3c35181fa HTTP/1.1" status: 200 len: 851 time: 0.0551579 Aug 18 12:04:45.753225 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-facea20f-6748-433b-b226-9667774266e8 req-a00f9c61-22cb-45de-a1d0-c6c3a9fa4610 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=f4b8d3d9-3617-4a41-8d50-7e0230977f6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405743 Aug 18 12:04:45.795567 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-77ee11e5-7886-4f78-b020-beb8e586a5b7 None None] Set router 058ce3ac-96ae-47cc-b6ff-e08c1a01e2a1 gateway port host: n-d-804985-2 {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:04:45.869964 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-facea20f-6748-433b-b226-9667774266e8 req-6edef2f3-ef31-4661-bc8a-63e04f31a974 service neutron] 10.222.0.63 "GET /v2.0/networks/f4b8d3d9-3617-4a41-8d50-7e0230977f6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070406 Aug 18 12:04:45.978072 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3dbf7bf1-f9be-4a50-b225-42b384149980 req-a9236dac-0c5d-42e1-b47e-312c383dce69 tempest-ServerShowV254Test-1142120617 tempest-ServerShowV254Test-1142120617-project] 10.222.0.66 "GET /v2.0/ports?device_id=04bd7108-3d17-415f-afa1-6d9c642b6eae HTTP/1.1" status: 200 len: 210 time: 0.4303622 Aug 18 12:04:46.009043 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-facea20f-6748-433b-b226-9667774266e8 req-0774bb7f-30dd-452c-86aa-ad24da7463dc service neutron] 10.222.0.63 "GET /v2.0/networks/f4b8d3d9-3617-4a41-8d50-7e0230977f6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245527 Aug 18 12:04:46.017662 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-80a558c0-065e-4133-807e-c54aa040550e req-4badf287-c1f4-4e46-8549-492cc1fcce66 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/security-groups?id=d60fbefd-5088-4718-a442-08959d2ac3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6025574 Aug 18 12:04:46.068833 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-f51d45b2-b284-4c8b-a6fd-ac3ffac3f1a1 req-13e69a96-cfb3-43b8-b51d-f16bd3034fc4 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Deleting port 6d122ec0-dee6-462c-aa25-d56dd1e1ebee {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:04:46.069436 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-f51d45b2-b284-4c8b-a6fd-ac3ffac3f1a1 req-13e69a96-cfb3-43b8-b51d-f16bd3034fc4 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:46.085262 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0fa491d8-4e8b-4e4a-8e53-6342b85fb26a tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8367858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997186'] for network, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:46.099206 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:04:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc1e2ff8-db29-4b1b-bd66-2f1f7196933f x-openstack-request-id: req-fc1e2ff8-db29-4b1b-bd66-2f1f7196933f {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:04:46.099206 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45070ff9-ea47-403a-8285-fa82c3d46b6a", "tag": "4092a1c0-5100-40a5-82f2-b8d5c1db77bb", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:04:46.099206 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-fc1e2ff8-db29-4b1b-bd66-2f1f7196933f {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:04:46.099206 n-d-804985-2 neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45070ff9-ea47-403a-8285-fa82c3d46b6a', 'tag': '4092a1c0-5100-40a5-82f2-b8d5c1db77bb', 'status': 'completed', 'code': 200} Aug 18 12:04:46.121733 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-77ee11e5-7886-4f78-b020-beb8e586a5b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '058ce3ac-96ae-47cc-b6ff-e08c1a01e2a1', 'name': 'tempest-ServerActionsTestJSON-1785510433-router', 'tenant_id': '6be1f64524b04a05973aca1b3d3c7df9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.192'}], 'enable_snat': True}, 'gw_port_id': 'b2677f2f-3160-447b-b772-56ca04d3c7f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:04:36Z', 'updated_at': '2021-08-18T12:04:42Z', 'revision_number': 4, 'project_id': '6be1f64524b04a05973aca1b3d3c7df9', 'gw_port': {'id': 'b2677f2f-3160-447b-b772-56ca04d3c7f2', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:56:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058ce3ac-96ae-47cc-b6ff-e08c1a01e2a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:04:37Z', 'updated_at': '2021-08-18T12:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': '8bf8797a-cade-4001-94ca-9d2a8948a836', 'name': '', 'network_id': '62590197-03a9-438c-a3e3-e417fcca582c', 'tenant_id': '6be1f64524b04a05973aca1b3d3c7df9', 'mac_address': 'fa:16:3e:15:bb:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '058ce3ac-96ae-47cc-b6ff-e08c1a01e2a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '01de034f-d2f0-4b70-88ab-1a19fe1401c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:04:41Z', 'updated_at': '2021-08-18T12:04:45Z', 'revision_number': 4, 'project_id': '6be1f64524b04a05973aca1b3d3c7df9', 'subnets': [{'id': '01de034f-d2f0-4b70-88ab-1a19fe1401c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:04:46.148934 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0fa491d8-4e8b-4e4a-8e53-6342b85fb26a tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Notify callbacks [] for network, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:46.150891 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-0fa491d8-4e8b-4e4a-8e53-6342b85fb26a tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] 10.222.0.66 "DELETE /v2.0/networks/9c75ecdc-2759-4a92-81c3-2dfb601516f6 HTTP/1.1" status: 204 len: 168 time: 1.7662051 Aug 18 12:04:46.151834 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa491d8-4e8b-4e4a-8e53-6342b85fb26a tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Pushing event deleted for resources: {'Network': ['ID=9c75ecdc-2759-4a92-81c3-2dfb601516f6,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:04:46.160688 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 37632) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:04:46.172258 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ee11e5-7886-4f78-b020-beb8e586a5b7 None None] The sync data for ids ['058ce3ac-96ae-47cc-b6ff-e08c1a01e2a1'] in n-d-804985-2 is: [{'id': '058ce3ac-96ae-47cc-b6ff-e08c1a01e2a1', 'name': 'tempest-ServerActionsTestJSON-1785510433-router', 'tenant_id': '6be1f64524b04a05973aca1b3d3c7df9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.192'}], 'enable_snat': True}, 'gw_port_id': 'b2677f2f-3160-447b-b772-56ca04d3c7f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:04:36Z', 'updated_at': '2021-08-18T12:04:42Z', 'revision_number': 4, 'project_id': '6be1f64524b04a05973aca1b3d3c7df9', 'gw_port': {'id': 'b2677f2f-3160-447b-b772-56ca04d3c7f2', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:56:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058ce3ac-96ae-47cc-b6ff-e08c1a01e2a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:04:37Z', 'updated_at': '2021-08-18T12:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': '8bf8797a-cade-4001-94ca-9d2a8948a836', 'name': '', 'network_id': '62590197-03a9-438c-a3e3-e417fcca582c', 'tenant_id': '6be1f64524b04a05973aca1b3d3c7df9', 'mac_address': 'fa:16:3e:15:bb:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '058ce3ac-96ae-47cc-b6ff-e08c1a01e2a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '01de034f-d2f0-4b70-88ab-1a19fe1401c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:04:41Z', 'updated_at': '2021-08-18T12:04:45Z', 'revision_number': 4, 'project_id': '6be1f64524b04a05973aca1b3d3c7df9', 'subnets': [{'id': '01de034f-d2f0-4b70-88ab-1a19fe1401c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:04:46.183650 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-06c495bd-ca49-4394-85fa-69c7b333cc65 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:46.201330 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df74fd3-caab-402c-ac17-b44ee315a3e3 req-5c88eb67-2214-4d4f-8bcc-3899a55ec578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:04:46.204377 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-2df74fd3-caab-402c-ac17-b44ee315a3e3 req-5c88eb67-2214-4d4f-8bcc-3899a55ec578 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=ba6220adeda54bd2ac551edffcfbfea2&device_id=45070ff9-ea47-403a-8285-fa82c3d46b6a HTTP/1.1" status: 200 len: 1095 time: 0.0810881 Aug 18 12:04:46.204975 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-9a668c33-e61f-4f10-b481-6d61bd205946 tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] 10.222.0.66 "GET /v2.0/ports?device_id=1235d3c0-1227-435d-8097-e43d4322a1b8 HTTP/1.1" status: 200 len: 205 time: 0.0431378 Aug 18 12:04:46.207771 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-06c495bd-ca49-4394-85fa-69c7b333cc65 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992607'] for security_group_rule, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:46.208024 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 37634) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:04:46.286805 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c495bd-ca49-4394-85fa-69c7b333cc65 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eebb11f4-ab26-4fa2-977f-68e4cb93263a,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:04:46.312047 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-433e740e-c454-476b-944b-5011f60938ce req-4ba79014-d5ad-4da3-a31a-de488c069ad5 tempest-ServerShowV257Test-1455874224 tempest-ServerShowV257Test-1455874224-project] 10.222.0.66 "GET /v2.0/ports?device_id=68370648-5219-4fcc-8c2b-9c3fea96cce4 HTTP/1.1" status: 200 len: 210 time: 0.0960729 Aug 18 12:04:46.323656 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-06c495bd-ca49-4394-85fa-69c7b333cc65 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:46.324114 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-06c495bd-ca49-4394-85fa-69c7b333cc65 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0598123 Aug 18 12:04:46.326254 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-f51d45b2-b284-4c8b-a6fd-ac3ffac3f1a1 req-13e69a96-cfb3-43b8-b51d-f16bd3034fc4 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] For port 6d122ec0-dee6-462c-aa25-d56dd1e1ebee, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=6d122ec0-dee6-462c-aa25-d56dd1e1ebee,segment=NetworkSegment(b0eb6eea-b461-4969-8a27-808f00daa8a1),segment_id=b0eb6eea-b461-4969-8a27-808f00daa8a1)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:04:46.326620 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-f51d45b2-b284-4c8b-a6fd-ac3ffac3f1a1 req-13e69a96-cfb3-43b8-b51d-f16bd3034fc4 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:46.328876 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 37636) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:04:46.333853 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-148480d0-cad2-40bb-ac79-1dd773ed1044 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Request body: {'floatingip': {'floating_network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:04:46.375733 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-f51d45b2-b284-4c8b-a6fd-ac3ffac3f1a1 req-13e69a96-cfb3-43b8-b51d-f16bd3034fc4 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Calling delete_port for 6d122ec0-dee6-462c-aa25-d56dd1e1ebee owned by compute:nova {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:04:46.381692 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e3a73f34-caac-4d6a-813a-3640a57135d1 tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Notify callbacks [] for router, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:46.388522 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-148480d0-cad2-40bb-ac79-1dd773ed1044 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Notify callbacks [] for floatingip, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:46.622580 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e3a73f34-caac-4d6a-813a-3640a57135d1 tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-996004', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15859'] for router, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:46.624898 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df74fd3-caab-402c-ac17-b44ee315a3e3 req-b976f3c4-5728-4923-b491-c18a34f04bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:04:46.626423 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-2df74fd3-caab-402c-ac17-b44ee315a3e3 req-b976f3c4-5728-4923-b491-c18a34f04bc9 service neutron] 10.222.0.63 "GET /v2.0/networks?id=f4b8d3d9-3617-4a41-8d50-7e0230977f6d HTTP/1.1" status: 200 len: 912 time: 0.4089677 Aug 18 12:04:46.627602 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e3a73f34-caac-4d6a-813a-3640a57135d1 tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:46.637055 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0a00f3-2811-485a-a252-7e02c5f2bb96 req-30aa809d-ae17-44c8-9eaa-e204cbec9e5b tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:04:46.638750 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3b0a00f3-2811-485a-a252-7e02c5f2bb96 req-30aa809d-ae17-44c8-9eaa-e204cbec9e5b tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.66 "GET /v2.0/ports?device_id=498dc9ca-56e1-4988-bbea-ab26b5d710ff HTTP/1.1" status: 200 len: 949 time: 0.1480751 Aug 18 12:04:46.652084 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c2b3365a-f075-4769-b556-2756c90f20b6 req-b6aacfed-793c-4983-8889-d679725c9889 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=d429f7de91ef46c58498e0dca8af9974&device_id=68370648-5219-4fcc-8c2b-9c3fea96cce4 HTTP/1.1" status: 200 len: 210 time: 0.0552411 Aug 18 12:04:46.683719 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c19bc49b-d56d-4882-8ab3-3f520f5d6d67 req-c81ca78b-38f7-4e8c-9e57-0e43675274cc tempest-ServerShowV257Test-1455874224 tempest-ServerShowV257Test-1455874224-project] 10.222.0.66 "GET /v2.0/ports?device_id=68370648-5219-4fcc-8c2b-9c3fea96cce4 HTTP/1.1" status: 200 len: 210 time: 0.0434470 Aug 18 12:04:46.714927 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-2df74fd3-caab-402c-ac17-b44ee315a3e3 req-4e68987b-9e87-4f9a-93e1-349fdfb5fea2 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4092a1c0-5100-40a5-82f2-b8d5c1db77bb HTTP/1.1" status: 200 len: 217 time: 0.0800128 Aug 18 12:04:46.723890 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e3a73f34-caac-4d6a-813a-3640a57135d1 tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-996061'] for router, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:46.724763 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3a73f34-caac-4d6a-813a-3640a57135d1 tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Fanout notify agent at l3_agent the message router_deleted on router 1235d3c0-1227-435d-8097-e43d4322a1b8 {{(pid=106253) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 12:04:46.732361 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e3a73f34-caac-4d6a-813a-3640a57135d1 tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] Notify callbacks [] for router, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:46.733581 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-e3a73f34-caac-4d6a-813a-3640a57135d1 tempest-RoutersNegativeIpV6Test-1875917542 tempest-RoutersNegativeIpV6Test-1875917542-project] 10.222.0.66 "DELETE /v2.0/routers/1235d3c0-1227-435d-8097-e43d4322a1b8 HTTP/1.1" status: 204 len: 168 time: 0.5234220 Aug 18 12:04:46.744026 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c2b3365a-f075-4769-b556-2756c90f20b6 req-93667379-e0e3-4a05-a2f4-8c6088c854f1 service neutron] 10.222.0.63 "GET /v2.0/networks?tenant_id=d429f7de91ef46c58498e0dca8af9974&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0627062 Aug 18 12:04:46.785561 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df74fd3-caab-402c-ac17-b44ee315a3e3 req-0ebf1852-48b3-4a24-877c-db8efe50aad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:04:46.787083 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-2df74fd3-caab-402c-ac17-b44ee315a3e3 req-0ebf1852-48b3-4a24-877c-db8efe50aad3 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=d716ee29-e7a2-4fa3-97cc-7ab3c35181fa HTTP/1.1" status: 200 len: 851 time: 0.0604746 Aug 18 12:04:46.833001 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-2df74fd3-caab-402c-ac17-b44ee315a3e3 req-f69d58fd-f08e-4068-8571-034242f735c6 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=f4b8d3d9-3617-4a41-8d50-7e0230977f6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326350 Aug 18 12:04:46.859628 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3b0a00f3-2811-485a-a252-7e02c5f2bb96 req-0ceaa1ef-8152-4c7b-b387-39c67799b7fc tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb50ebbf-d033-473b-ae6e-593d78928b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867719 Aug 18 12:04:46.898928 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-148480d0-cad2-40bb-ac79-1dd773ed1044 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:46.905262 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-f51d45b2-b284-4c8b-a6fd-ac3ffac3f1a1 req-13e69a96-cfb3-43b8-b51d-f16bd3034fc4 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:46.920303 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] get_ports_and_sgs() called for port_ids ['8505e22f-c8ac-4091-b64c-de224593b235', 'a9095b1c-1c59-403f-b0ed-5baf21bc78df', 'da47a402-2db9-4aab-a389-f7efde586eb5', '6d122ec0-dee6-462c-aa25-d56dd1e1ebee'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:04:46.922635 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] get_ports_and_sgs() called for port_ids ['4a6dd6bf-beb4-4c07-a3e9-1cc18f334166', '1d1906b1-7861-44a8-9f39-6e6fd647480c'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:04:46.999154 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-2df74fd3-caab-402c-ac17-b44ee315a3e3 req-c64c974a-2383-4f0a-8e14-34cafb869705 service neutron] 10.222.0.63 "GET /v2.0/networks/f4b8d3d9-3617-4a41-8d50-7e0230977f6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545360 Aug 18 12:04:47.046018 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e69a96-cfb3-43b8-b51d-f16bd3034fc4 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Pushing event deleted for resources: {'Port': ['ID=6d122ec0-dee6-462c-aa25-d56dd1e1ebee,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:04:47.072916 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 8bf8797a-cade-4001-94ca-9d2a8948a836 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:04:47.098725 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 37652) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:04:47.145139 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-994e6639-42d2-4dbe-bd1f-ddcf46d66c13 req-db2a395c-6cf2-4812-83ef-fe91ee5aadf5 tempest-ServerShowV254Test-1142120617 tempest-ServerShowV254Test-1142120617-project] 10.222.0.66 "GET /v2.0/ports?device_id=04bd7108-3d17-415f-afa1-6d9c642b6eae HTTP/1.1" status: 200 len: 210 time: 0.0442233 Aug 18 12:04:47.202485 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b3365a-f075-4769-b556-2756c90f20b6 req-5bf1dd17-43d2-43eb-a65b-7b8cf5842e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:04:47.204300 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c2b3365a-f075-4769-b556-2756c90f20b6 req-5bf1dd17-43d2-43eb-a65b-7b8cf5842e3a service neutron] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4273248 Aug 18 12:04:47.223945 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-f51d45b2-b284-4c8b-a6fd-ac3ffac3f1a1 req-13e69a96-cfb3-43b8-b51d-f16bd3034fc4 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] No DVR routers for this DVR port 6d122ec0-dee6-462c-aa25-d56dd1e1ebee on host n-h2-804985-2 {{(pid=106252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:04:47.225684 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-2df74fd3-caab-402c-ac17-b44ee315a3e3 req-f580422e-7622-4607-a70a-3ccc732b94eb service neutron] 10.222.0.63 "GET /v2.0/networks/f4b8d3d9-3617-4a41-8d50-7e0230977f6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2171435 Aug 18 12:04:47.236819 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-f51d45b2-b284-4c8b-a6fd-ac3ffac3f1a1 req-13e69a96-cfb3-43b8-b51d-f16bd3034fc4 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:47.239800 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f51d45b2-b284-4c8b-a6fd-ac3ffac3f1a1 req-13e69a96-cfb3-43b8-b51d-f16bd3034fc4 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.62 "DELETE /v2.0/ports/6d122ec0-dee6-462c-aa25-d56dd1e1ebee HTTP/1.1" status: 204 len: 173 time: 2.1022046 Aug 18 12:04:47.243663 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '498dc9ca-56e1-4988-bbea-ab26b5d710ff', 'name': 'network-vif-deleted', 'tag': '6d122ec0-dee6-462c-aa25-d56dd1e1ebee'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:04:47.244642 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81f8d303-a7d1-49a7-b3de-af86b4a1d1de" -d '{"events": [{"server_uuid": "498dc9ca-56e1-4988-bbea-ab26b5d710ff", "name": "network-vif-deleted", "tag": "6d122ec0-dee6-462c-aa25-d56dd1e1ebee"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:04:47.333357 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2ce4dc-8c50-45ae-af0d-eb4e0764bad1 req-17310f80-e6a3-49d6-8c33-fda98f4126d2 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:04:47.334260 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port 8bf8797a-cade-4001-94ca-9d2a8948a836 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:04:47.340599 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3a2ce4dc-8c50-45ae-af0d-eb4e0764bad1 req-17310f80-e6a3-49d6-8c33-fda98f4126d2 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/ports?device_id=45070ff9-ea47-403a-8285-fa82c3d46b6a HTTP/1.1" status: 200 len: 944 time: 0.1556008 Aug 18 12:04:47.359521 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 8bf8797a-cade-4001-94ca-9d2a8948a836 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:04:47.359912 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:47.379490 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [None req-148480d0-cad2-40bb-ac79-1dd773ed1044 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Allocated IP 172.25.7.87 (7cae7a70-14fd-408c-b14d-39ceb97cb60e/9784295a-20b8-4a4b-b105-f82737f0448f/7ef3c9cc-a7ee-48b6-8ede-4994ed816778) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:04:47.415389 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-6788e30d-0c58-4f91-8f7f-22f0f23960b1 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=072f67c971f44d0aadb7fdaeae7ca9b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3128209 Aug 18 12:04:47.418014 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 37662) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:04:47.439098 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3a2ce4dc-8c50-45ae-af0d-eb4e0764bad1 req-5280d712-b1df-46ae-8003-256bfb7e64b9 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/security-groups?id=d60fbefd-5088-4718-a442-08959d2ac3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973897 Aug 18 12:04:47.495125 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:04:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4590a848-b558-480d-9ca4-1e68c1afd059 x-openstack-request-id: req-4590a848-b558-480d-9ca4-1e68c1afd059 {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:04:47.495425 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "498dc9ca-56e1-4988-bbea-ab26b5d710ff", "name": "network-vif-deleted", "tag": "6d122ec0-dee6-462c-aa25-d56dd1e1ebee", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:04:47.496174 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-4590a848-b558-480d-9ca4-1e68c1afd059 {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:04:47.496736 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '498dc9ca-56e1-4988-bbea-ab26b5d710ff', 'name': 'network-vif-deleted', 'tag': '6d122ec0-dee6-462c-aa25-d56dd1e1ebee', 'status': 'completed', 'code': 200} Aug 18 12:04:47.527482 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a0442f2e-e9fc-497b-b27e-5478f0f743f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:47.560654 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a0442f2e-e9fc-497b-b27e-5478f0f743f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:47.624517 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a0442f2e-e9fc-497b-b27e-5478f0f743f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:47.627155 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-148480d0-cad2-40bb-ac79-1dd773ed1044 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:47.628792 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a0442f2e-e9fc-497b-b27e-5478f0f743f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:47.635401 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-a0442f2e-e9fc-497b-b27e-5478f0f743f2 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9ceaadde-dcc2-4203-b89d-4300ef5e85ae HTTP/1.1" status: 204 len: 168 time: 0.2159703 Aug 18 12:04:47.650712 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0442f2e-e9fc-497b-b27e-5478f0f743f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ceaadde-dcc2-4203-b89d-4300ef5e85ae,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:04:47.690873 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-148480d0-cad2-40bb-ac79-1dd773ed1044 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:47.697931 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:47.760823 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-148480d0-cad2-40bb-ac79-1dd773ed1044 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Network 7cae7a70-14fd-408c-b14d-39ceb97cb60e is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:04:47.776568 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-148480d0-cad2-40bb-ac79-1dd773ed1044 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:04:47.781460 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-148480d0-cad2-40bb-ac79-1dd773ed1044 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:04:47.793353 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] For port 8bf8797a-cade-4001-94ca-9d2a8948a836, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=8bf8797a-cade-4001-94ca-9d2a8948a836,segment=NetworkSegment(299e2826-ecf6-416e-b53c-1b1574dd5315),segment_id=299e2826-ecf6-416e-b53c-1b1574dd5315)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:04:47.806566 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:47.871038 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148480d0-cad2-40bb-ac79-1dd773ed1044 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Pushing event updated for resources: {'Port': ['ID=7ef3c9cc-a7ee-48b6-8ede-4994ed816778,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:04:47.939260 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8a6dc07e-ad3e-4c03-a509-5fb8b45e16df req-f76981f7-0bb1-4520-af35-74a95b96457e tempest-ServerShowV257Test-1455874224 tempest-ServerShowV257Test-1455874224-project] 10.222.0.66 "GET /v2.0/ports?device_id=68370648-5219-4fcc-8c2b-9c3fea96cce4 HTTP/1.1" status: 200 len: 210 time: 0.1276302 Aug 18 12:04:47.945549 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Pushing event updated for resources: {'Port': ['ID=8bf8797a-cade-4001-94ca-9d2a8948a836,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:04:48.076231 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2a882279-8483-41c5-a9bc-84390c1ddc52 req-5df15867-f557-4f38-969c-e4c81dc27278 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.66 "GET /v2.0/ports?device_id=498dc9ca-56e1-4988-bbea-ab26b5d710ff HTTP/1.1" status: 200 len: 210 time: 0.0453506 Aug 18 12:04:48.099953 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-148480d0-cad2-40bb-ac79-1dd773ed1044 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:48.143840 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-148480d0-cad2-40bb-ac79-1dd773ed1044 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:48.270801 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-41f35a4b-5c32-45df-90d9-8ba364145c0f req-33fec5ea-5e4b-4a6c-b183-d707bad4affe tempest-ServerShowV254Test-1142120617 tempest-ServerShowV254Test-1142120617-project] 10.222.0.66 "GET /v2.0/ports?device_id=04bd7108-3d17-415f-afa1-6d9c642b6eae HTTP/1.1" status: 200 len: 210 time: 0.0325601 Aug 18 12:04:48.273469 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 4092a1c0-5100-40a5-82f2-b8d5c1db77bb details requested by agent hyperv_n-h1-804985-2 with host n-h1-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:04:48.359449 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-148480d0-cad2-40bb-ac79-1dd773ed1044 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Notify callbacks [] for port, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:48.366419 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-148480d0-cad2-40bb-ac79-1dd773ed1044 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:48.427790 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 4092a1c0-5100-40a5-82f2-b8d5c1db77bb, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=4092a1c0-5100-40a5-82f2-b8d5c1db77bb,segment=NetworkSegment(cad785f7-8854-4494-9369-5c8d15a44cef),segment_id=cad785f7-8854-4494-9369-5c8d15a44cef)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:04:48.446937 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Returning: {'device': '4092a1c0-5100-40a5-82f2-b8d5c1db77bb', 'network_id': 'f4b8d3d9-3617-4a41-8d50-7e0230977f6d', 'port_id': '4092a1c0-5100-40a5-82f2-b8d5c1db77bb', 'mac_address': 'fa:16:3e:e1:cb:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 831, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd716ee29-e7a2-4fa3-97cc-7ab3c35181fa', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:04:48.451199 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148480d0-cad2-40bb-ac79-1dd773ed1044 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Pushing event updated for resources: {'Port': ['ID=7ef3c9cc-a7ee-48b6-8ede-4994ed816778,revision_number=2']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:04:48.456575 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-148480d0-cad2-40bb-ac79-1dd773ed1044 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-989945'] for floatingip, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:48.474249 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-148480d0-cad2-40bb-ac79-1dd773ed1044 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for floatingip, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:48.475680 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-148480d0-cad2-40bb-ac79-1dd773ed1044 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1458099 Aug 18 12:04:48.519064 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-5f489ac5-041d-45f4-959b-84b5559cfe1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:48.531458 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:48.551403 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-c2b3365a-f075-4769-b556-2756c90f20b6 req-3ce0ae87-4e2c-4822-bff8-e0b0571e3e88 tempest-ServerShowV257Test-1455874224 tempest-ServerShowV257Test-1455874224-project] 10.222.0.63 "GET /v2.0/ports?device_id=68370648-5219-4fcc-8c2b-9c3fea96cce4 HTTP/1.1" status: 200 len: 210 time: 0.0325589 Aug 18 12:04:48.552018 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4092a1c0-5100-40a5-82f2-b8d5c1db77bb {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:04:48.575051 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 4092a1c0-5100-40a5-82f2-b8d5c1db77bb, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=4092a1c0-5100-40a5-82f2-b8d5c1db77bb,segment=NetworkSegment(cad785f7-8854-4494-9369-5c8d15a44cef),segment_id=cad785f7-8854-4494-9369-5c8d15a44cef)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:04:48.580859 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:48.602657 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bab1d7-6d82-4b1f-bd94-8cc247c958f9 req-a4f8df16-c852-4b30-89ae-4cad94241637 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:04:48.604431 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a7bab1d7-6d82-4b1f-bd94-8cc247c958f9 req-a4f8df16-c852-4b30-89ae-4cad94241637 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/ports?device_id=45070ff9-ea47-403a-8285-fa82c3d46b6a HTTP/1.1" status: 200 len: 944 time: 0.0703869 Aug 18 12:04:48.653368 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=4092a1c0-5100-40a5-82f2-b8d5c1db77bb,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:04:48.667528 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a7bab1d7-6d82-4b1f-bd94-8cc247c958f9 req-221cc632-292a-447c-a31a-fd5bfd3f1fbe tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/security-groups?id=d60fbefd-5088-4718-a442-08959d2ac3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530326 Aug 18 12:04:48.714679 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 37704) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:04:48.785307 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8563ab43-27f2-4294-931b-6ac63fb1aebf req-2737f0dc-74e1-472f-9bae-2898bc510ec3 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--2009847769&fields=id&tenant_id=6be1f64524b04a05973aca1b3d3c7df9 HTTP/1.1" status: 200 len: 267 time: 0.0341198 Aug 18 12:04:48.810534 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] get_ports_and_sgs() called for port_ids ['4092a1c0-5100-40a5-82f2-b8d5c1db77bb'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:04:48.857783 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-eee3f153-550e-404c-8271-62cfc11cce18 tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1030443509', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:04:48.895796 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-eee3f153-550e-404c-8271-62cfc11cce18 tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-998592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15809'] for router, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:48.898780 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-eee3f153-550e-404c-8271-62cfc11cce18 tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-992733', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-971415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15816'] for router, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:48.909424 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8563ab43-27f2-4294-931b-6ac63fb1aebf req-6593b6f7-9d96-45d7-a6e6-adb580bd35c5 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:04:48.911522 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8563ab43-27f2-4294-931b-6ac63fb1aebf req-6593b6f7-9d96-45d7-a6e6-adb580bd35c5 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/networks?id=62590197-03a9-438c-a3e3-e417fcca582c HTTP/1.1" status: 200 len: 812 time: 0.1193621 Aug 18 12:04:48.937763 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8563ab43-27f2-4294-931b-6ac63fb1aebf req-bd728334-cd20-4e0f-9bb8-f3e48c863c43 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/quotas/6be1f64524b04a05973aca1b3d3c7df9 HTTP/1.1" status: 200 len: 375 time: 0.0169256 Aug 18 12:04:48.974492 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-eee3f153-550e-404c-8271-62cfc11cce18 tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:48.980462 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-eee3f153-550e-404c-8271-62cfc11cce18 tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-998473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-992536'] for router, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:49.003147 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 8bf8797a-cade-4001-94ca-9d2a8948a836 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:04:49.016058 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-eee3f153-550e-404c-8271-62cfc11cce18 tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] Notify callbacks [] for router, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:49.021063 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-eee3f153-550e-404c-8271-62cfc11cce18 tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3050621 Aug 18 12:04:49.021682 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 37714) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:04:49.027210 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-c22335cc-4b59-4e69-a25b-35a576930433 tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-826389540'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:04:49.036181 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8563ab43-27f2-4294-931b-6ac63fb1aebf req-44cd5fb7-b0cc-4b93-92c8-68701a3af71b tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=6be1f64524b04a05973aca1b3d3c7df9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0970769 Aug 18 12:04:49.069671 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 8bf8797a-cade-4001-94ca-9d2a8948a836 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:04:49.070318 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:49.075850 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c22335cc-4b59-4e69-a25b-35a576930433 tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] Made reservation on behalf of 041ae35427804c2ab818aeb134292931 for: {'network': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:04:49.084177 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c22335cc-4b59-4e69-a25b-35a576930433 tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for network, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:49.095350 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c22335cc-4b59-4e69-a25b-35a576930433 tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:49.207977 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c22335cc-4b59-4e69-a25b-35a576930433 tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:49.212733 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c22335cc-4b59-4e69-a25b-35a576930433 tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:49.213296 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-da1518df-dc7e-4614-8ea2-981ab2a63fd9 req-054a0003-8506-4dc0-b3bf-16db2471224e tempest-ServerShowV257Test-1455874224 tempest-ServerShowV257Test-1455874224-project] 10.222.0.66 "GET /v2.0/ports?device_id=68370648-5219-4fcc-8c2b-9c3fea96cce4 HTTP/1.1" status: 200 len: 210 time: 0.1140199 Aug 18 12:04:49.215160 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-37d3622e-7ac9-40da-ae27-5991a960adb3 req-72b0ce6d-1e8c-4d7e-a7de-76b82495448e service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=04bd7108-3d17-415f-afa1-6d9c642b6eae HTTP/1.1" status: 200 len: 210 time: 0.0637226 Aug 18 12:04:49.240950 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c22335cc-4b59-4e69-a25b-35a576930433 tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 819} {{(pid=106253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:04:49.251297 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22335cc-4b59-4e69-a25b-35a576930433 tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f397bb59-72e2-407d-b7ea-b0ca77ff044e,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:04:49.256408 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c22335cc-4b59-4e69-a25b-35a576930433 tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:49.256845 n-d-804985-2 neutron-server[106253]: INFO neutron.db.segments_db [None req-c22335cc-4b59-4e69-a25b-35a576930433 tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] Added segment 19d82bb7-3be3-4193-85d7-34355f005b7f of type vlan for network c29ad925-7122-41c5-b6fa-742b3354c084 Aug 18 12:04:49.270741 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8563ab43-27f2-4294-931b-6ac63fb1aebf req-526ce1c8-d691-4327-a426-bbb4e889b3bd service neutron] 10.222.0.66 "GET /v2.0/networks/62590197-03a9-438c-a3e3-e417fcca582c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2019858 Aug 18 12:04:49.299865 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c22335cc-4b59-4e69-a25b-35a576930433 tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789150665894'] for network, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:49.330877 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c22335cc-4b59-4e69-a25b-35a576930433 tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for network, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:49.337229 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c22335cc-4b59-4e69-a25b-35a576930433 tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:04:49.337829 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c22335cc-4b59-4e69-a25b-35a576930433 tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:49.378700 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8563ab43-27f2-4294-931b-6ac63fb1aebf req-3ac19dd9-e4c0-4aea-b616-091b255a1ff9 service neutron] 10.222.0.66 "GET /v2.0/networks/62590197-03a9-438c-a3e3-e417fcca582c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989022 Aug 18 12:04:49.399135 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-c22335cc-4b59-4e69-a25b-35a576930433 tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3758192 Aug 18 12:04:49.402662 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 37724) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:04:49.410216 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-cdecc041-7445-432a-a577-4d21e15a88e8 tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] Request body: {'subnet': {'network_id': 'c29ad925-7122-41c5-b6fa-742b3354c084', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:04:49.462697 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22335cc-4b59-4e69-a25b-35a576930433 tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] Pushing event updated for resources: {'Network': ['ID=c29ad925-7122-41c5-b6fa-742b3354c084,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:04:49.475752 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Network c29ad925-7122-41c5-b6fa-742b3354c084 details requested by agent ovs-agent-n-d-804985-2 with host n-d-804985-2 {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:04:49.499857 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-61b6683d-6ebc-4c47-a7ec-31549f8ceb1c req-01f9d713-2f01-4aea-8018-28a3bcc5c785 tempest-ServerShowV254Test-1142120617 tempest-ServerShowV254Test-1142120617-project] 10.222.0.66 "GET /v2.0/ports?device_id=04bd7108-3d17-415f-afa1-6d9c642b6eae HTTP/1.1" status: 200 len: 210 time: 0.0387640 Aug 18 12:04:49.539324 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdecc041-7445-432a-a577-4d21e15a88e8 tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] Made reservation on behalf of 041ae35427804c2ab818aeb134292931 for: {'subnet': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:04:49.546470 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-cdecc041-7445-432a-a577-4d21e15a88e8 tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59388119'] for subnet, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:49.750500 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-daa9fccc-6703-46be-838e-ce76ec868572 req-3f2f1da4-69d9-420b-a3fe-ef0c55d3939f tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/ports?device_id=c468f260-aa8b-4a9b-a477-213e251d7cef HTTP/1.1" status: 200 len: 210 time: 0.0312161 Aug 18 12:04:49.802797 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-cdecc041-7445-432a-a577-4d21e15a88e8 tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58902106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59388097'] for subnet, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:49.811481 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08368a4-6a06-43ab-83f9-ec71b044a343 req-7e3e35bc-b083-4b4a-8ca6-f84cf1a85317 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:04:49.814743 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b08368a4-6a06-43ab-83f9-ec71b044a343 req-7e3e35bc-b083-4b4a-8ca6-f84cf1a85317 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.66 "GET /v2.0/ports?device_id=91f91cc6-f7e6-4f93-a2fd-468ee517e70f HTTP/1.1" status: 200 len: 950 time: 0.0668628 Aug 18 12:04:49.867719 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdecc041-7445-432a-a577-4d21e15a88e8 tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] Pushing event updated for resources: {'Subnet': ['ID=242dd49e-6db7-4649-bc7d-05cf7cf7c9b9,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:04:49.876369 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdecc041-7445-432a-a577-4d21e15a88e8 tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] Checking segment: {'id': '19d82bb7-3be3-4193-85d7-34355f005b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'c29ad925-7122-41c5-b6fa-742b3354c084'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:04:49.876754 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdecc041-7445-432a-a577-4d21e15a88e8 tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] Network hostable DHCP agents. Network: c29ad925-7122-41c5-b6fa-742b3354c084, hostable agents: ['97c14208-2951-4361-8d64-3708c946ff5f'], hosted agents: [] {{(pid=106253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 12:04:49.894916 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdecc041-7445-432a-a577-4d21e15a88e8 tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] Network c29ad925-7122-41c5-b6fa-742b3354c084 is scheduled to be hosted by DHCP agent 97c14208-2951-4361-8d64-3708c946ff5f with binding_index 1 {{(pid=106253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 12:04:49.895554 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b08368a4-6a06-43ab-83f9-ec71b044a343 req-002104a2-3af8-414e-9714-f14f0c680796 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb50ebbf-d033-473b-ae6e-593d78928b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741956 Aug 18 12:04:49.914394 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cd8cb5-6ac4-4acd-b47b-d92387482b17 req-8ac6a280-4d08-454d-9107-c7b154d00765 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:04:49.916520 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-64cd8cb5-6ac4-4acd-b47b-d92387482b17 req-8ac6a280-4d08-454d-9107-c7b154d00765 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/ports?device_id=45070ff9-ea47-403a-8285-fa82c3d46b6a HTTP/1.1" status: 200 len: 945 time: 0.0873387 Aug 18 12:04:49.925925 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-cdecc041-7445-432a-a577-4d21e15a88e8 tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-2, c29ad925-7122-41c5-b6fa-742b3354c084) {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:04:49.933470 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 6d122ec0-dee6-462c-aa25-d56dd1e1ebee no longer exists at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:04:49.939086 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca2595fb-0f17-46e7-8752-70d0fa76a362 None None] Network c29ad925-7122-41c5-b6fa-742b3354c084 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:04:49.943121 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdecc041-7445-432a-a577-4d21e15a88e8 tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:04:49.943719 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-cdecc041-7445-432a-a577-4d21e15a88e8 tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:49.960885 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-64cd8cb5-6ac4-4acd-b47b-d92387482b17 req-e7b2559a-b237-4b13-be02-d70e21441b7e tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/security-groups?id=d60fbefd-5088-4718-a442-08959d2ac3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375619 Aug 18 12:04:49.967938 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-cdecc041-7445-432a-a577-4d21e15a88e8 tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5604284 Aug 18 12:04:49.967938 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 37744) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:04:49.972612 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-b73ac84e-85b6-41a7-831f-e6cc2546b204 tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] Request body: {'network': {'name': 'tempest-router-network01--919404862'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:04:49.989667 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] No Port match for: 6d122ec0-dee6-462c-aa25-d56dd1e1ebee {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:04:49.990028 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 6d122ec0-dee6-462c-aa25-d56dd1e1ebee not bound to the agent host n-h2-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:04:50.010668 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b73ac84e-85b6-41a7-831f-e6cc2546b204 tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] Made reservation on behalf of 041ae35427804c2ab818aeb134292931 for: {'network': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:04:50.014696 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b73ac84e-85b6-41a7-831f-e6cc2546b204 tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for network, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:50.042178 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b73ac84e-85b6-41a7-831f-e6cc2546b204 tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 841} {{(pid=106253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:04:50.061504 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b73ac84e-85b6-41a7-831f-e6cc2546b204 tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:50.061848 n-d-804985-2 neutron-server[106253]: INFO neutron.db.segments_db [None req-b73ac84e-85b6-41a7-831f-e6cc2546b204 tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] Added segment fd08c500-934f-4a54-85f6-188af11034b4 of type vlan for network c7395443-6799-4199-b6f2-0a70b9bc8d18 Aug 18 12:04:50.109640 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b73ac84e-85b6-41a7-831f-e6cc2546b204 tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789150665894'] for network, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:50.143620 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebd007a7-de0e-43fb-b55f-33bafac72314 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp788be208-34ab-5a8f-af0f-528834af222f-c29ad925-7122-41c5-b6fa-742b3354c084', 'network_id': 'c29ad925-7122-41c5-b6fa-742b3354c084', 'tenant_id': '041ae35427804c2ab818aeb134292931', 'fixed_ips': [{'subnet_id': '242dd49e-6db7-4649-bc7d-05cf7cf7c9b9'}]}} from n-d-804985-2. {{(pid=106254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 12:04:50.144637 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ebd007a7-de0e-43fb-b55f-33bafac72314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:50.145858 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b73ac84e-85b6-41a7-831f-e6cc2546b204 tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for network, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:50.151727 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b73ac84e-85b6-41a7-831f-e6cc2546b204 tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:04:50.152364 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b73ac84e-85b6-41a7-831f-e6cc2546b204 tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:50.225217 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-b73ac84e-85b6-41a7-831f-e6cc2546b204 tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2542222 Aug 18 12:04:50.225607 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 37746) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:04:50.229080 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73ac84e-85b6-41a7-831f-e6cc2546b204 tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] Pushing event updated for resources: {'Network': ['ID=c7395443-6799-4199-b6f2-0a70b9bc8d18,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:04:50.231253 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-bb745375-2046-4bf4-af9d-62625dfb8401 tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] Request body: {'network': {'name': 'tempest-router-network02--1034666985'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:04:50.243378 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Network c7395443-6799-4199-b6f2-0a70b9bc8d18 details requested by agent ovs-agent-n-d-804985-2 with host n-d-804985-2 {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:04:50.258008 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb745375-2046-4bf4-af9d-62625dfb8401 tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] Made reservation on behalf of 041ae35427804c2ab818aeb134292931 for: {'network': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:04:50.262155 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-bb745375-2046-4bf4-af9d-62625dfb8401 tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for network, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:50.302340 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 4092a1c0-5100-40a5-82f2-b8d5c1db77bb up at agent hyperv_n-h1-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:04:50.316296 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb745375-2046-4bf4-af9d-62625dfb8401 tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 839} {{(pid=106252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:04:50.326766 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-bb745375-2046-4bf4-af9d-62625dfb8401 tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:50.327186 n-d-804985-2 neutron-server[106252]: INFO neutron.db.segments_db [None req-bb745375-2046-4bf4-af9d-62625dfb8401 tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] Added segment 64842986-5ebd-4e44-bd5b-6c62482cc5bc of type vlan for network 8f9e70c4-d6a1-4bf5-bedd-02117b54e384 Aug 18 12:04:50.379586 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-bb745375-2046-4bf4-af9d-62625dfb8401 tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789150665894'] for network, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:50.392612 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.db_base_plugin_common [None req-ebd007a7-de0e-43fb-b55f-33bafac72314 None None] Allocated IP 172.20.0.2 (c29ad925-7122-41c5-b6fa-742b3354c084/242dd49e-6db7-4649-bc7d-05cf7cf7c9b9/3305c350-c810-44c9-afde-f4ea60a997d4) {{(pid=106254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:04:50.406740 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-bb745375-2046-4bf4-af9d-62625dfb8401 tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for network, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:50.412520 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb745375-2046-4bf4-af9d-62625dfb8401 tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:04:50.413127 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-bb745375-2046-4bf4-af9d-62625dfb8401 tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] Notify callbacks [] for network, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:50.425037 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Provisioning for port 4092a1c0-5100-40a5-82f2-b8d5c1db77bb completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:04:50.454674 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Provisioning complete for port 4092a1c0-5100-40a5-82f2-b8d5c1db77bb triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:04:50.454923 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:50.481080 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-bb745375-2046-4bf4-af9d-62625dfb8401 tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2511997 Aug 18 12:04:50.481309 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 37752) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:04:50.486294 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-bec633b1-4918-42f6-abb2-34e55428b39c tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] Request body: {'subnet': {'network_id': 'c7395443-6799-4199-b6f2-0a70b9bc8d18', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:04:50.505651 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb745375-2046-4bf4-af9d-62625dfb8401 tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] Pushing event updated for resources: {'Network': ['ID=8f9e70c4-d6a1-4bf5-bedd-02117b54e384,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:04:50.521330 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Network 8f9e70c4-d6a1-4bf5-bedd-02117b54e384 details requested by agent ovs-agent-n-d-804985-2 with host n-d-804985-2 {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:04:50.595910 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bec633b1-4918-42f6-abb2-34e55428b39c tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] Made reservation on behalf of 041ae35427804c2ab818aeb134292931 for: {'subnet': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:04:50.600031 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-bec633b1-4918-42f6-abb2-34e55428b39c tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59074089'] for subnet, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:50.672754 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ebd007a7-de0e-43fb-b55f-33bafac72314 None None] Notify callbacks [] for port, precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:50.674779 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:50.694567 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-ebd007a7-de0e-43fb-b55f-33bafac72314 None None] Transition to ACTIVE for port object 3305c350-c810-44c9-afde-f4ea60a997d4 will not be triggered until provisioned by entity L2. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:04:50.714613 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-06bba964-bde8-40f4-ac35-79f5e4cd9f76 req-b756bf34-23f6-4895-a039-01b06099a4d4 tempest-ServerShowV254Test-1142120617 tempest-ServerShowV254Test-1142120617-project] 10.222.0.66 "GET /v2.0/ports?device_id=04bd7108-3d17-415f-afa1-6d9c642b6eae HTTP/1.1" status: 200 len: 210 time: 0.1108611 Aug 18 12:04:50.716820 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45070ff9-ea47-403a-8285-fa82c3d46b6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4092a1c0-5100-40a5-82f2-b8d5c1db77bb'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:04:50.719242 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db50a436fb3a98495337d8fe7487b4f2ea6f3c1052eb9efadc2ecda2d5737001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f408fa0-1681-483c-a1f9-218f72f1e4e0" -d '{"events": [{"server_uuid": "45070ff9-ea47-403a-8285-fa82c3d46b6a", "name": "network-vif-plugged", "status": "completed", "tag": "4092a1c0-5100-40a5-82f2-b8d5c1db77bb"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:04:50.733098 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-ebd007a7-de0e-43fb-b55f-33bafac72314 None None] Transition to ACTIVE for port object 3305c350-c810-44c9-afde-f4ea60a997d4 will not be triggered until provisioned by entity DHCP. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:04:50.738421 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 4092a1c0-5100-40a5-82f2-b8d5c1db77bb, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=4092a1c0-5100-40a5-82f2-b8d5c1db77bb,segment=NetworkSegment(cad785f7-8854-4494-9369-5c8d15a44cef),segment_id=cad785f7-8854-4494-9369-5c8d15a44cef)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:04:50.742811 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ebd007a7-de0e-43fb-b55f-33bafac72314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547'] for port, after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:50.752103 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:50.765484 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebd007a7-de0e-43fb-b55f-33bafac72314 None None] Network c29ad925-7122-41c5-b6fa-742b3354c084 is already hosted by enough agents. {{(pid=106254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:04:50.777031 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 37766) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:04:50.805539 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.base_scheduler [None req-ebd007a7-de0e-43fb-b55f-33bafac72314 None None] Resources bound (agent type, host, resource id): {{(pid=106254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:04:50.813848 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd007a7-de0e-43fb-b55f-33bafac72314 None None] Received port after_create {{(pid=106254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:04:50.893045 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:04:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f135bbc-f463-44c0-9792-35f93eaf81fc x-openstack-request-id: req-3f135bbc-f463-44c0-9792-35f93eaf81fc {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:04:50.893437 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45070ff9-ea47-403a-8285-fa82c3d46b6a", "name": "network-vif-plugged", "status": "completed", "tag": "4092a1c0-5100-40a5-82f2-b8d5c1db77bb", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:04:50.893830 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-3f135bbc-f463-44c0-9792-35f93eaf81fc {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:04:50.895075 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45070ff9-ea47-403a-8285-fa82c3d46b6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4092a1c0-5100-40a5-82f2-b8d5c1db77bb', 'code': 200} Aug 18 12:04:50.917693 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c6c1cf-5a34-4255-a0a9-97a7e2477a33 req-5091642c-976d-453f-823b-0967342abafd tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:04:50.921408 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f8c6c1cf-5a34-4255-a0a9-97a7e2477a33 req-5091642c-976d-453f-823b-0967342abafd tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.62 "GET /v2.0/ports?device_id=91f91cc6-f7e6-4f93-a2fd-468ee517e70f HTTP/1.1" status: 200 len: 950 time: 0.1350751 Aug 18 12:04:50.926141 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd007a7-de0e-43fb-b55f-33bafac72314 None None] Pushing event updated for resources: {'Port': ['ID=3305c350-c810-44c9-afde-f4ea60a997d4,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:04:51.023128 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8563ab43-27f2-4294-931b-6ac63fb1aebf req-8c742ffa-8105-4042-bda3-4e611f3155fa tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:04:51.024980 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-8563ab43-27f2-4294-931b-6ac63fb1aebf req-8c742ffa-8105-4042-bda3-4e611f3155fa tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.63 "GET /v2.0/networks?id=62590197-03a9-438c-a3e3-e417fcca582c HTTP/1.1" status: 200 len: 812 time: 0.2947681 Aug 18 12:04:51.094771 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-8563ab43-27f2-4294-931b-6ac63fb1aebf req-06d18c43-5741-4fdc-a36a-0647a5f29561 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.63 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6be1f64524b04a05973aca1b3d3c7df9 HTTP/1.1" status: 200 len: 380 time: 0.0589314 Aug 18 12:04:51.106228 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [req-8563ab43-27f2-4294-931b-6ac63fb1aebf req-656e7992-3e3e-4ced-aeec-d1613d0c9ae6 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Request body: {'port': {'device_id': 'c468f260-aa8b-4a9b-a477-213e251d7cef', 'network_id': '62590197-03a9-438c-a3e3-e417fcca582c', 'admin_state_up': True, 'tenant_id': '6be1f64524b04a05973aca1b3d3c7df9', 'security_groups': ['6f58845c-8a6f-4750-8ac0-66868223b345']}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:04:51.106733 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ba0c26c4-4d36-4249-b544-9785dd8d3ddc req-516b8753-5bb7-4145-b87e-fe7bd98edec7 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/ports?device_id=c468f260-aa8b-4a9b-a477-213e251d7cef HTTP/1.1" status: 200 len: 210 time: 0.0899587 Aug 18 12:04:51.107560 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d88006c4-f21d-4dfd-9e6c-087e64f48ca1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:51.179730 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-ebd007a7-de0e-43fb-b55f-33bafac72314 None None] Attempting to bind port 3305c350-c810-44c9-afde-f4ea60a997d4 on host n-d-804985-2 for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:04:51.180755 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-ebd007a7-de0e-43fb-b55f-33bafac72314 None None] Attempting to bind port 3305c350-c810-44c9-afde-f4ea60a997d4 by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': '19d82bb7-3be3-4193-85d7-34355f005b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'c29ad925-7122-41c5-b6fa-742b3354c084'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:04:51.181275 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd007a7-de0e-43fb-b55f-33bafac72314 None None] Attempting to bind port 3305c350-c810-44c9-afde-f4ea60a997d4 on network c29ad925-7122-41c5-b6fa-742b3354c084 {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:04:51.186742 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=4092a1c0-5100-40a5-82f2-b8d5c1db77bb,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:04:51.189776 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd007a7-de0e-43fb-b55f-33bafac72314 None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 4, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:04:51.190384 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd007a7-de0e-43fb-b55f-33bafac72314 None None] Checking segment: {'id': '19d82bb7-3be3-4193-85d7-34355f005b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'c29ad925-7122-41c5-b6fa-742b3354c084'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:04:51.190945 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ebd007a7-de0e-43fb-b55f-33bafac72314 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:51.191321 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd007a7-de0e-43fb-b55f-33bafac72314 None None] Bound using segment: {'id': '19d82bb7-3be3-4193-85d7-34355f005b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'c29ad925-7122-41c5-b6fa-742b3354c084'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:04:51.191937 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-ebd007a7-de0e-43fb-b55f-33bafac72314 None None] Bound port: 3305c350-c810-44c9-afde-f4ea60a997d4, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19d82bb7-3be3-4193-85d7-34355f005b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'c29ad925-7122-41c5-b6fa-742b3354c084'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:04:51.192866 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ebd007a7-de0e-43fb-b55f-33bafac72314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:51.257056 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8563ab43-27f2-4294-931b-6ac63fb1aebf req-656e7992-3e3e-4ced-aeec-d1613d0c9ae6 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Made reservation on behalf of 6be1f64524b04a05973aca1b3d3c7df9 for: {'port': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:04:51.261270 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-8563ab43-27f2-4294-931b-6ac63fb1aebf req-656e7992-3e3e-4ced-aeec-d1613d0c9ae6 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:51.266583 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-ebd007a7-de0e-43fb-b55f-33bafac72314 None None] For port 3305c350-c810-44c9-afde-f4ea60a997d4, host n-d-804985-2, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:04:51.271908 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-ebd007a7-de0e-43fb-b55f-33bafac72314 None None] For port 3305c350-c810-44c9-afde-f4ea60a997d4, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=3305c350-c810-44c9-afde-f4ea60a997d4,segment=NetworkSegment(19d82bb7-3be3-4193-85d7-34355f005b7f),segment_id=19d82bb7-3be3-4193-85d7-34355f005b7f)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:04:51.277733 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ebd007a7-de0e-43fb-b55f-33bafac72314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:51.301308 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-bec633b1-4918-42f6-abb2-34e55428b39c tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3572913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59074111'] for subnet, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:51.327449 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b92491f-20b1-45cc-8386-fbb25a623990 req-da6a167f-425b-4c53-9d48-ab674cd18a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:04:51.329834 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0b92491f-20b1-45cc-8386-fbb25a623990 req-da6a167f-425b-4c53-9d48-ab674cd18a78 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=45070ff9-ea47-403a-8285-fa82c3d46b6a HTTP/1.1" status: 200 len: 1097 time: 0.3417428 Aug 18 12:04:51.380769 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-dc4937ba-03f5-4278-acdb-be96571199db req-b82e71ba-9638-45ff-9b5e-a5600b984e0f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=62a8867f417d4a3faa6877ddbe37adc6&device_id=04bd7108-3d17-415f-afa1-6d9c642b6eae HTTP/1.1" status: 200 len: 210 time: 0.0409167 Aug 18 12:04:51.393471 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9894d3d9-2be1-49e8-bcbe-3ec9a97f4259 req-85548569-8487-4b8d-a088-7a7772e4a211 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:04:51.395773 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9894d3d9-2be1-49e8-bcbe-3ec9a97f4259 req-85548569-8487-4b8d-a088-7a7772e4a211 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.66 "GET /v2.0/ports?device_id=91f91cc6-f7e6-4f93-a2fd-468ee517e70f HTTP/1.1" status: 200 len: 950 time: 0.3297298 Aug 18 12:04:51.404781 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:51.408939 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd007a7-de0e-43fb-b55f-33bafac72314 None None] Pushing event updated for resources: {'Port': ['ID=3305c350-c810-44c9-afde-f4ea60a997d4,revision_number=2']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:04:51.417220 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-dc4937ba-03f5-4278-acdb-be96571199db req-7059f856-af46-4fc7-a91e-64dea95ff1bf service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=62a8867f417d4a3faa6877ddbe37adc6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0348256 Aug 18 12:04:51.488808 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0960c9b7-3792-4cbb-9e0d-a900ec73df07 req-10cc1ac1-2385-4bc3-8968-03c0b48f966f tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:04:51.490504 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0960c9b7-3792-4cbb-9e0d-a900ec73df07 req-10cc1ac1-2385-4bc3-8968-03c0b48f966f tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.63 "GET /v2.0/ports?device_id=3cbcca6e-a395-47f2-9c2f-a6ca07fc15d5 HTTP/1.1" status: 200 len: 950 time: 0.3364887 Aug 18 12:04:51.529470 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [req-8563ab43-27f2-4294-931b-6ac63fb1aebf req-656e7992-3e3e-4ced-aeec-d1613d0c9ae6 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Allocated IP 172.20.0.14 (62590197-03a9-438c-a3e3-e417fcca582c/01de034f-d2f0-4b70-88ab-1a19fe1401c1/39942e1b-8b42-46ce-8003-6ae0db0d3a39) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:04:51.538667 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-f8c6c1cf-5a34-4255-a0a9-97a7e2477a33 req-a9087030-bcc2-4ca4-bf64-434001b60a2c tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Deleting port da47a402-2db9-4aab-a389-f7efde586eb5 {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:04:51.539082 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-f8c6c1cf-5a34-4255-a0a9-97a7e2477a33 req-a9087030-bcc2-4ca4-bf64-434001b60a2c tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:51.541985 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec633b1-4918-42f6-abb2-34e55428b39c tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] Pushing event updated for resources: {'Subnet': ['ID=be39af01-a5e0-4fdc-9210-3426169aa0be,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:04:51.591257 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4937ba-03f5-4278-acdb-be96571199db req-5bee51a6-6d3b-4c9e-aef1-9070b98056f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:04:51.592855 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-dc4937ba-03f5-4278-acdb-be96571199db req-5bee51a6-6d3b-4c9e-aef1-9070b98056f4 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1681681 Aug 18 12:04:51.650434 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0b92491f-20b1-45cc-8386-fbb25a623990 req-130d6733-eda6-4420-a0c9-0ae072240613 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=d60fbefd-5088-4718-a442-08959d2ac3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2833581 Aug 18 12:04:51.675985 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-b07b1289-be05-4d3b-98a0-f9180d4b93cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:51.714100 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9894d3d9-2be1-49e8-bcbe-3ec9a97f4259 req-204c38fd-c70d-40be-8dfe-6124e9a140e9 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb50ebbf-d033-473b-ae6e-593d78928b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2841620 Aug 18 12:04:51.721926 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdf09ca-0974-4bfd-8e29-2c8ccb14f7b0 req-8d9b5925-471f-4a7b-beeb-ef8f26a5cc4a tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:04:51.729425 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5fdf09ca-0974-4bfd-8e29-2c8ccb14f7b0 req-8d9b5925-471f-4a7b-beeb-ef8f26a5cc4a tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/ports?device_id=45070ff9-ea47-403a-8285-fa82c3d46b6a HTTP/1.1" status: 200 len: 946 time: 0.3452253 Aug 18 12:04:51.756180 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-8563ab43-27f2-4294-931b-6ac63fb1aebf req-656e7992-3e3e-4ced-aeec-d1613d0c9ae6 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:51.761399 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec633b1-4918-42f6-abb2-34e55428b39c tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] Checking segment: {'id': 'fd08c500-934f-4a54-85f6-188af11034b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'c7395443-6799-4199-b6f2-0a70b9bc8d18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:04:51.761750 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bec633b1-4918-42f6-abb2-34e55428b39c tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] Network hostable DHCP agents. Network: c7395443-6799-4199-b6f2-0a70b9bc8d18, hostable agents: ['97c14208-2951-4361-8d64-3708c946ff5f'], hosted agents: [] {{(pid=106252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 12:04:51.782399 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [req-8563ab43-27f2-4294-931b-6ac63fb1aebf req-656e7992-3e3e-4ced-aeec-d1613d0c9ae6 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Transition to ACTIVE for port object 39942e1b-8b42-46ce-8003-6ae0db0d3a39 will not be triggered until provisioned by entity DHCP. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:04:51.819311 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-8563ab43-27f2-4294-931b-6ac63fb1aebf req-656e7992-3e3e-4ced-aeec-d1613d0c9ae6 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:51.862827 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8563ab43-27f2-4294-931b-6ac63fb1aebf req-656e7992-3e3e-4ced-aeec-d1613d0c9ae6 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Network 62590197-03a9-438c-a3e3-e417fcca582c is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:04:51.865922 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [req-8563ab43-27f2-4294-931b-6ac63fb1aebf req-656e7992-3e3e-4ced-aeec-d1613d0c9ae6 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:04:51.869680 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-8563ab43-27f2-4294-931b-6ac63fb1aebf req-656e7992-3e3e-4ced-aeec-d1613d0c9ae6 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:04:51.891396 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-bf98dcbd-3466-4bea-a01d-9db935a47d44 req-0e86b29a-fb2e-427e-9aa9-4908b98df9fd tempest-ServerShowV254Test-1142120617 tempest-ServerShowV254Test-1142120617-project] 10.222.0.66 "GET /v2.0/ports?device_id=04bd7108-3d17-415f-afa1-6d9c642b6eae HTTP/1.1" status: 200 len: 210 time: 0.0895243 Aug 18 12:04:51.893299 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-f8c6c1cf-5a34-4255-a0a9-97a7e2477a33 req-a9087030-bcc2-4ca4-bf64-434001b60a2c tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] For port da47a402-2db9-4aab-a389-f7efde586eb5, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=da47a402-2db9-4aab-a389-f7efde586eb5,segment=NetworkSegment(b0eb6eea-b461-4969-8a27-808f00daa8a1),segment_id=b0eb6eea-b461-4969-8a27-808f00daa8a1)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:04:51.893642 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-f8c6c1cf-5a34-4255-a0a9-97a7e2477a33 req-a9087030-bcc2-4ca4-bf64-434001b60a2c tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:51.897550 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656e7992-3e3e-4ced-aeec-d1613d0c9ae6 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Pushing event updated for resources: {'Port': ['ID=39942e1b-8b42-46ce-8003-6ae0db0d3a39,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:04:51.903245 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d88006c4-f21d-4dfd-9e6c-087e64f48ca1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:51.911110 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bec633b1-4918-42f6-abb2-34e55428b39c tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] Network c7395443-6799-4199-b6f2-0a70b9bc8d18 is scheduled to be hosted by DHCP agent 97c14208-2951-4361-8d64-3708c946ff5f with binding_index 1 {{(pid=106252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 12:04:51.928702 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8563ab43-27f2-4294-931b-6ac63fb1aebf req-656e7992-3e3e-4ced-aeec-d1613d0c9ae6 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:04:51.929494 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-8563ab43-27f2-4294-931b-6ac63fb1aebf req-656e7992-3e3e-4ced-aeec-d1613d0c9ae6 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:51.939713 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5fdf09ca-0974-4bfd-8e29-2c8ccb14f7b0 req-13a1de1d-ce0c-4462-afd5-96499cdee0bc tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/security-groups?id=d60fbefd-5088-4718-a442-08959d2ac3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963010 Aug 18 12:04:51.958761 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d88006c4-f21d-4dfd-9e6c-087e64f48ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:51.965631 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-8563ab43-27f2-4294-931b-6ac63fb1aebf req-656e7992-3e3e-4ced-aeec-d1613d0c9ae6 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8622384 Aug 18 12:04:51.967291 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-f8c6c1cf-5a34-4255-a0a9-97a7e2477a33 req-a9087030-bcc2-4ca4-bf64-434001b60a2c tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Calling delete_port for da47a402-2db9-4aab-a389-f7efde586eb5 owned by compute:nova {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:04:51.980205 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [req-8563ab43-27f2-4294-931b-6ac63fb1aebf req-6ed9137f-543f-4753-a796-dff022a838cd service neutron] Request body: {'port': {'device_id': 'c468f260-aa8b-4a9b-a477-213e251d7cef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804985-2'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:04:52.042881 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-bec633b1-4918-42f6-abb2-34e55428b39c tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-2, c7395443-6799-4199-b6f2-0a70b9bc8d18) {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:04:52.048821 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-8563ab43-27f2-4294-931b-6ac63fb1aebf req-6ed9137f-543f-4753-a796-dff022a838cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:52.063464 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38ccd676-982a-465e-b813-950ac9230669 None None] Network c7395443-6799-4199-b6f2-0a70b9bc8d18 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:04:52.107661 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bec633b1-4918-42f6-abb2-34e55428b39c tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:04:52.108346 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-bec633b1-4918-42f6-abb2-34e55428b39c tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for subnet, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:52.115618 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-0960c9b7-3792-4cbb-9e0d-a900ec73df07 req-84a8317e-73d2-4281-a888-3d0984d79f53 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Deleting port 1d1906b1-7861-44a8-9f39-6e6fd647480c {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:04:52.116071 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-0960c9b7-3792-4cbb-9e0d-a900ec73df07 req-84a8317e-73d2-4281-a888-3d0984d79f53 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:52.135781 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-d88006c4-f21d-4dfd-9e6c-087e64f48ca1 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d429f7de91ef46c58498e0dca8af9974&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3575232 Aug 18 12:04:52.150228 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-53584c24-f517-494e-ac93-c18bb92373f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:52.150690 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88006c4-f21d-4dfd-9e6c-087e64f48ca1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a07ecd73-1cdc-4f2d-b24c-a637becadc4c,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:04:52.155382 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 37786) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:04:52.302035 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-a9787c09-3f55-4dc8-8892-d817975ab8cc None None] Provisioning for port 39942e1b-8b42-46ce-8003-6ae0db0d3a39 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:04:52.309527 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-a9787c09-3f55-4dc8-8892-d817975ab8cc None None] Provisioning complete for port 39942e1b-8b42-46ce-8003-6ae0db0d3a39 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:04:52.310253 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-a9787c09-3f55-4dc8-8892-d817975ab8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:52.344407 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-0960c9b7-3792-4cbb-9e0d-a900ec73df07 req-84a8317e-73d2-4281-a888-3d0984d79f53 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] For port 1d1906b1-7861-44a8-9f39-6e6fd647480c, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=1d1906b1-7861-44a8-9f39-6e6fd647480c,segment=NetworkSegment(b0eb6eea-b461-4969-8a27-808f00daa8a1),segment_id=b0eb6eea-b461-4969-8a27-808f00daa8a1)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:04:52.345429 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-0960c9b7-3792-4cbb-9e0d-a900ec73df07 req-84a8317e-73d2-4281-a888-3d0984d79f53 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:52.359293 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-0960c9b7-3792-4cbb-9e0d-a900ec73df07 req-84a8317e-73d2-4281-a888-3d0984d79f53 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Calling delete_port for 1d1906b1-7861-44a8-9f39-6e6fd647480c owned by compute:nova {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:04:52.364934 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6d000c4-3421-4389-8bef-b4e623542ac0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp788be208-34ab-5a8f-af0f-528834af222f-c7395443-6799-4199-b6f2-0a70b9bc8d18', 'network_id': 'c7395443-6799-4199-b6f2-0a70b9bc8d18', 'tenant_id': '041ae35427804c2ab818aeb134292931', 'fixed_ips': [{'subnet_id': 'be39af01-a5e0-4fdc-9210-3426169aa0be'}]}} from n-d-804985-2. {{(pid=106254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 12:04:52.365919 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-f6d000c4-3421-4389-8bef-b4e623542ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:52.380826 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-bec633b1-4918-42f6-abb2-34e55428b39c tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8984370 Aug 18 12:04:52.385638 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 37788) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:04:52.386279 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-a9787c09-3f55-4dc8-8892-d817975ab8cc None None] Port 39942e1b-8b42-46ce-8003-6ae0db0d3a39 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:04:52.411104 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-fd68aed3-9f3c-47e1-936f-91b31834ea9a tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] Request body: {'subnet': {'network_id': '8f9e70c4-d6a1-4bf5-bedd-02117b54e384', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:04:52.539451 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [req-8563ab43-27f2-4294-931b-6ac63fb1aebf req-6ed9137f-543f-4753-a796-dff022a838cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39942e1b-8b42-46ce-8003-6ae0db0d3a39 {{(pid=106253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:04:52.540829 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7b3839-ec5b-4eec-a506-87405b59ed1d req-271ab3b7-223e-4446-8783-a97c622b9624 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:04:52.542886 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4b7b3839-ec5b-4eec-a506-87405b59ed1d req-271ab3b7-223e-4446-8783-a97c622b9624 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/ports?device_id=c468f260-aa8b-4a9b-a477-213e251d7cef HTTP/1.1" status: 200 len: 932 time: 0.2504129 Aug 18 12:04:52.550568 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-8563ab43-27f2-4294-931b-6ac63fb1aebf req-6ed9137f-543f-4753-a796-dff022a838cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:52.570439 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [req-8563ab43-27f2-4294-931b-6ac63fb1aebf req-6ed9137f-543f-4753-a796-dff022a838cd service neutron] Transition to ACTIVE for port object 39942e1b-8b42-46ce-8003-6ae0db0d3a39 will not be triggered until provisioned by entity L2. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:04:52.575960 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.db_base_plugin_common [None req-f6d000c4-3421-4389-8bef-b4e623542ac0 None None] Allocated IP 172.20.0.2 (c7395443-6799-4199-b6f2-0a70b9bc8d18/be39af01-a5e0-4fdc-9210-3426169aa0be/421e0162-0014-4554-91c5-f028d03d780c) {{(pid=106254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:04:52.578668 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-8563ab43-27f2-4294-931b-6ac63fb1aebf req-6ed9137f-543f-4753-a796-dff022a838cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:52.588725 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd68aed3-9f3c-47e1-936f-91b31834ea9a tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] Made reservation on behalf of 041ae35427804c2ab818aeb134292931 for: {'subnet': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:04:52.592342 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-fd68aed3-9f3c-47e1-936f-91b31834ea9a tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59388119'] for subnet, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:52.675598 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4b7b3839-ec5b-4eec-a506-87405b59ed1d req-2b86b6d4-cfa2-4a2a-8595-ec6c7f758abc tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f58845c-8a6f-4750-8ac0-66868223b345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855587 Aug 18 12:04:52.680442 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-135d7464-a0f2-4b82-88e0-f08588ad19f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:52.706745 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8262e46-af62-4428-b5e1-9ef5e3d7964f None None] Network c29ad925-7122-41c5-b6fa-742b3354c084 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:04:52.737238 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-135d7464-a0f2-4b82-88e0-f08588ad19f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:52.812988 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-6a109a23-d015-4564-8ebc-8c83235c1d2d None None] Provisioning for port 3305c350-c810-44c9-afde-f4ea60a997d4 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:04:52.819385 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-135d7464-a0f2-4b82-88e0-f08588ad19f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:52.823609 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-135d7464-a0f2-4b82-88e0-f08588ad19f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:52.828510 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-135d7464-a0f2-4b82-88e0-f08588ad19f3 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a07ecd73-1cdc-4f2d-b24c-a637becadc4c HTTP/1.1" status: 204 len: 168 time: 0.5576069 Aug 18 12:04:52.828986 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-f6d000c4-3421-4389-8bef-b4e623542ac0 None None] Notify callbacks [] for port, precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:52.844734 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135d7464-a0f2-4b82-88e0-f08588ad19f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a07ecd73-1cdc-4f2d-b24c-a637becadc4c,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:04:52.874063 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-f8c6c1cf-5a34-4255-a0a9-97a7e2477a33 req-a9087030-bcc2-4ca4-bf64-434001b60a2c tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:52.917798 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] get_ports_and_sgs() called for port_ids ['8505e22f-c8ac-4091-b64c-de224593b235', 'a9095b1c-1c59-403f-b0ed-5baf21bc78df', 'da47a402-2db9-4aab-a389-f7efde586eb5'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:04:52.919690 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] get_ports_and_sgs() called for port_ids ['4a6dd6bf-beb4-4c07-a3e9-1cc18f334166'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:04:52.964660 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9f4d1482-6bbf-4733-b9e9-21b4b772553d req-e091b56b-a54e-4b55-a5e6-1a448d546477 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.66 "GET /v2.0/ports?device_id=91f91cc6-f7e6-4f93-a2fd-468ee517e70f HTTP/1.1" status: 200 len: 210 time: 0.0537477 Aug 18 12:04:53.021813 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-f6d000c4-3421-4389-8bef-b4e623542ac0 None None] Transition to ACTIVE for port object 421e0162-0014-4554-91c5-f028d03d780c will not be triggered until provisioned by entity L2. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:04:53.104116 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-f6d000c4-3421-4389-8bef-b4e623542ac0 None None] Transition to ACTIVE for port object 421e0162-0014-4554-91c5-f028d03d780c will not be triggered until provisioned by entity DHCP. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:04:53.154308 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 3305c350-c810-44c9-afde-f4ea60a997d4 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:04:53.181332 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-f6d000c4-3421-4389-8bef-b4e623542ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547'] for port, after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:53.194127 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-dc4937ba-03f5-4278-acdb-be96571199db req-2c058cd4-9303-47c3-99f0-f6b816323bdd tempest-ServerShowV254Test-1142120617 tempest-ServerShowV254Test-1142120617-project] 10.222.0.62 "GET /v2.0/ports?device_id=04bd7108-3d17-415f-afa1-6d9c642b6eae HTTP/1.1" status: 200 len: 210 time: 0.0468006 Aug 18 12:04:53.210431 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed9137f-543f-4753-a796-dff022a838cd service neutron] Pushing event updated for resources: {'Port': ['ID=39942e1b-8b42-46ce-8003-6ae0db0d3a39,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:04:53.327997 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-8563ab43-27f2-4294-931b-6ac63fb1aebf req-6ed9137f-543f-4753-a796-dff022a838cd service neutron] Attempting to bind port 39942e1b-8b42-46ce-8003-6ae0db0d3a39 on host n-h1-804985-2 for vnic_type normal with profile {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:04:53.328382 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-8563ab43-27f2-4294-931b-6ac63fb1aebf req-6ed9137f-543f-4753-a796-dff022a838cd service neutron] Attempting to bind port 39942e1b-8b42-46ce-8003-6ae0db0d3a39 by drivers openvswitch,hyperv on host n-h1-804985-2 at level 0 using segments [{'id': '299e2826-ecf6-416e-b53c-1b1574dd5315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '62590197-03a9-438c-a3e3-e417fcca582c'}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:04:53.328846 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8563ab43-27f2-4294-931b-6ac63fb1aebf req-6ed9137f-543f-4753-a796-dff022a838cd service neutron] Attempting to bind port 39942e1b-8b42-46ce-8003-6ae0db0d3a39 on network 62590197-03a9-438c-a3e3-e417fcca582c {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:04:53.354794 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6d000c4-3421-4389-8bef-b4e623542ac0 None None] Network c7395443-6799-4199-b6f2-0a70b9bc8d18 is already hosted by enough agents. {{(pid=106254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:04:53.356604 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8563ab43-27f2-4294-931b-6ac63fb1aebf req-6ed9137f-543f-4753-a796-dff022a838cd service neutron] Port 39942e1b-8b42-46ce-8003-6ae0db0d3a39 on network 62590197-03a9-438c-a3e3-e417fcca582c not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-2 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:04:53.357018 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8563ab43-27f2-4294-931b-6ac63fb1aebf req-6ed9137f-543f-4753-a796-dff022a838cd service neutron] Attempting to bind port 39942e1b-8b42-46ce-8003-6ae0db0d3a39 on network 62590197-03a9-438c-a3e3-e417fcca582c {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:04:53.367666 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8563ab43-27f2-4294-931b-6ac63fb1aebf req-6ed9137f-543f-4753-a796-dff022a838cd service neutron] Checking agent: {'id': 'a613417a-d085-492c-941a-59bb18c633d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 49, 6), 'started_at': datetime.datetime(2021, 8, 18, 11, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 4, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:04:53.368143 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8563ab43-27f2-4294-931b-6ac63fb1aebf req-6ed9137f-543f-4753-a796-dff022a838cd service neutron] Checking segment: {'id': '299e2826-ecf6-416e-b53c-1b1574dd5315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '62590197-03a9-438c-a3e3-e417fcca582c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:04:53.368668 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8563ab43-27f2-4294-931b-6ac63fb1aebf req-6ed9137f-543f-4753-a796-dff022a838cd service neutron] Bound using segment: {'id': '299e2826-ecf6-416e-b53c-1b1574dd5315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '62590197-03a9-438c-a3e3-e417fcca582c'} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:04:53.371440 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-8563ab43-27f2-4294-931b-6ac63fb1aebf req-6ed9137f-543f-4753-a796-dff022a838cd service neutron] Bound port: 39942e1b-8b42-46ce-8003-6ae0db0d3a39, host: n-h1-804985-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '299e2826-ecf6-416e-b53c-1b1574dd5315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '62590197-03a9-438c-a3e3-e417fcca582c'}}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:04:53.371907 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-8563ab43-27f2-4294-931b-6ac63fb1aebf req-6ed9137f-543f-4753-a796-dff022a838cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:53.420886 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.base_scheduler [None req-f6d000c4-3421-4389-8bef-b4e623542ac0 None None] Resources bound (agent type, host, resource id): {{(pid=106254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:04:53.423805 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d000c4-3421-4389-8bef-b4e623542ac0 None None] Received port after_create {{(pid=106254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:04:53.435403 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d000c4-3421-4389-8bef-b4e623542ac0 None None] Pushing event updated for resources: {'Port': ['ID=421e0162-0014-4554-91c5-f028d03d780c,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:04:53.516137 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-fd68aed3-9f3c-47e1-936f-91b31834ea9a tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58902106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59388097'] for subnet, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:53.559177 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port 3305c350-c810-44c9-afde-f4ea60a997d4 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:04:53.585407 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 3305c350-c810-44c9-afde-f4ea60a997d4 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:04:53.585699 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:53.587765 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-f6d000c4-3421-4389-8bef-b4e623542ac0 None None] Attempting to bind port 421e0162-0014-4554-91c5-f028d03d780c on host n-d-804985-2 for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:04:53.588125 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-f6d000c4-3421-4389-8bef-b4e623542ac0 None None] Attempting to bind port 421e0162-0014-4554-91c5-f028d03d780c by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': 'fd08c500-934f-4a54-85f6-188af11034b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'c7395443-6799-4199-b6f2-0a70b9bc8d18'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:04:53.588527 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d000c4-3421-4389-8bef-b4e623542ac0 None None] Attempting to bind port 421e0162-0014-4554-91c5-f028d03d780c on network c7395443-6799-4199-b6f2-0a70b9bc8d18 {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:04:53.617078 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-8563ab43-27f2-4294-931b-6ac63fb1aebf req-6ed9137f-543f-4753-a796-dff022a838cd service neutron] For port 39942e1b-8b42-46ce-8003-6ae0db0d3a39, host n-h1-804985-2, cleared binding levels {{(pid=106253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:04:53.622574 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9087030-bcc2-4ca4-bf64-434001b60a2c tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Pushing event deleted for resources: {'Port': ['ID=da47a402-2db9-4aab-a389-f7efde586eb5,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:04:53.643811 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-8563ab43-27f2-4294-931b-6ac63fb1aebf req-6ed9137f-543f-4753-a796-dff022a838cd service neutron] For port 39942e1b-8b42-46ce-8003-6ae0db0d3a39, host n-h1-804985-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=39942e1b-8b42-46ce-8003-6ae0db0d3a39,segment=NetworkSegment(299e2826-ecf6-416e-b53c-1b1574dd5315),segment_id=299e2826-ecf6-416e-b53c-1b1574dd5315)] {{(pid=106253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:04:53.671422 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd68aed3-9f3c-47e1-936f-91b31834ea9a tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] Pushing event updated for resources: {'Subnet': ['ID=b692d1f8-cd0e-4909-8e77-d52f88c3ea51,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:04:53.677698 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-8563ab43-27f2-4294-931b-6ac63fb1aebf req-6ed9137f-543f-4753-a796-dff022a838cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:53.702714 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d000c4-3421-4389-8bef-b4e623542ac0 None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 4, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:04:53.705144 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d000c4-3421-4389-8bef-b4e623542ac0 None None] Checking segment: {'id': 'fd08c500-934f-4a54-85f6-188af11034b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'c7395443-6799-4199-b6f2-0a70b9bc8d18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:04:53.706480 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-f6d000c4-3421-4389-8bef-b4e623542ac0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:53.713246 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d000c4-3421-4389-8bef-b4e623542ac0 None None] Bound using segment: {'id': 'fd08c500-934f-4a54-85f6-188af11034b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'c7395443-6799-4199-b6f2-0a70b9bc8d18'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:04:53.717900 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-f6d000c4-3421-4389-8bef-b4e623542ac0 None None] Bound port: 421e0162-0014-4554-91c5-f028d03d780c, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd08c500-934f-4a54-85f6-188af11034b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'c7395443-6799-4199-b6f2-0a70b9bc8d18'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:04:53.719392 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-f6d000c4-3421-4389-8bef-b4e623542ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:53.734137 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8c6c1cf-5a34-4255-a0a9-97a7e2477a33 req-a9087030-bcc2-4ca4-bf64-434001b60a2c tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] No DVR routers for this DVR port da47a402-2db9-4aab-a389-f7efde586eb5 on host n-h2-804985-2 {{(pid=106252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:04:53.759097 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd68aed3-9f3c-47e1-936f-91b31834ea9a tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] Checking segment: {'id': '64842986-5ebd-4e44-bd5b-6c62482cc5bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '8f9e70c4-d6a1-4bf5-bedd-02117b54e384'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:04:53.759451 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd68aed3-9f3c-47e1-936f-91b31834ea9a tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] Network hostable DHCP agents. Network: 8f9e70c4-d6a1-4bf5-bedd-02117b54e384, hostable agents: ['97c14208-2951-4361-8d64-3708c946ff5f'], hosted agents: [] {{(pid=106253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 12:04:53.782166 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-f8c6c1cf-5a34-4255-a0a9-97a7e2477a33 req-a9087030-bcc2-4ca4-bf64-434001b60a2c tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:53.784774 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f8c6c1cf-5a34-4255-a0a9-97a7e2477a33 req-a9087030-bcc2-4ca4-bf64-434001b60a2c tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.62 "DELETE /v2.0/ports/da47a402-2db9-4aab-a389-f7efde586eb5 HTTP/1.1" status: 204 len: 173 time: 2.8515036 Aug 18 12:04:53.785490 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91f91cc6-f7e6-4f93-a2fd-468ee517e70f', 'name': 'network-vif-deleted', 'tag': 'da47a402-2db9-4aab-a389-f7efde586eb5'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:04:53.790432 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8563ab43-27f2-4294-931b-6ac63fb1aebf req-6ed9137f-543f-4753-a796-dff022a838cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:04:53.791161 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-8563ab43-27f2-4294-931b-6ac63fb1aebf req-6ed9137f-543f-4753-a796-dff022a838cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:53.793221 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-8563ab43-27f2-4294-931b-6ac63fb1aebf req-6ed9137f-543f-4753-a796-dff022a838cd service neutron] 10.222.0.63 "PUT /v2.0/ports/39942e1b-8b42-46ce-8003-6ae0db0d3a39 HTTP/1.1" status: 200 len: 1092 time: 1.8194373 Aug 18 12:04:53.797401 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c468f260-aa8b-4a9b-a477-213e251d7cef', 'tag': '39942e1b-8b42-46ce-8003-6ae0db0d3a39'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:04:53.797880 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c29e894-ba13-49aa-a465-4d597870991e" -d '{"events": [{"server_uuid": "91f91cc6-f7e6-4f93-a2fd-468ee517e70f", "name": "network-vif-deleted", "tag": "da47a402-2db9-4aab-a389-f7efde586eb5"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:04:53.809990 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0679f4c4b6e0e0c064a7d71d722dc30541a34fffee11680573be22ee2ffccc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf4cfc06-9c05-45a4-acf6-e433a2a99061" -d '{"events": [{"name": "network-changed", "server_uuid": "c468f260-aa8b-4a9b-a477-213e251d7cef", "tag": "39942e1b-8b42-46ce-8003-6ae0db0d3a39"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:04:53.825215 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-30a2f583-2424-4dd9-ba89-adbb4ac681e7 req-785ed9d8-f501-42fa-9055-b97934d9f115 tempest-ServerShowV254Test-1142120617 tempest-ServerShowV254Test-1142120617-project] 10.222.0.66 "GET /v2.0/ports?device_id=04bd7108-3d17-415f-afa1-6d9c642b6eae HTTP/1.1" status: 200 len: 210 time: 0.2077301 Aug 18 12:04:53.834141 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd68aed3-9f3c-47e1-936f-91b31834ea9a tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] Network 8f9e70c4-d6a1-4bf5-bedd-02117b54e384 is scheduled to be hosted by DHCP agent 97c14208-2951-4361-8d64-3708c946ff5f with binding_index 1 {{(pid=106253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 12:04:53.836653 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-0960c9b7-3792-4cbb-9e0d-a900ec73df07 req-84a8317e-73d2-4281-a888-3d0984d79f53 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:53.913630 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed9137f-543f-4753-a796-dff022a838cd service neutron] Pushing event updated for resources: {'Port': ['ID=39942e1b-8b42-46ce-8003-6ae0db0d3a39,revision_number=3']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:04:53.914626 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-f6d000c4-3421-4389-8bef-b4e623542ac0 None None] For port 421e0162-0014-4554-91c5-f028d03d780c, host n-d-804985-2, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:04:53.920396 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-f6d000c4-3421-4389-8bef-b4e623542ac0 None None] For port 421e0162-0014-4554-91c5-f028d03d780c, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=421e0162-0014-4554-91c5-f028d03d780c,segment=NetworkSegment(fd08c500-934f-4a54-85f6-188af11034b4),segment_id=fd08c500-934f-4a54-85f6-188af11034b4)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:04:53.941289 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-fd68aed3-9f3c-47e1-936f-91b31834ea9a tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-2, 8f9e70c4-d6a1-4bf5-bedd-02117b54e384) {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:04:53.958449 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd68aed3-9f3c-47e1-936f-91b31834ea9a tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:04:53.959281 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-f6d000c4-3421-4389-8bef-b4e623542ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:53.960646 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-fd68aed3-9f3c-47e1-936f-91b31834ea9a tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:53.971453 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a8317e-73d2-4281-a888-3d0984d79f53 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Pushing event deleted for resources: {'Port': ['ID=1d1906b1-7861-44a8-9f39-6e6fd647480c,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:04:54.003378 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48aa4245-9f7b-48cb-8359-6c59120d81ac None None] Network 8f9e70c4-d6a1-4bf5-bedd-02117b54e384 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:04:54.031342 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c07f71-bb61-4e6b-83bd-a4b536341712 req-8e3f0004-28d6-4bc2-b3fb-3033e74b04d5 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:04:54.033225 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-84c07f71-bb61-4e6b-83bd-a4b536341712 req-8e3f0004-28d6-4bc2-b3fb-3033e74b04d5 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/ports?device_id=45070ff9-ea47-403a-8285-fa82c3d46b6a HTTP/1.1" status: 200 len: 946 time: 0.4143183 Aug 18 12:04:54.069099 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-500a1c61-38a7-4c23-a7ec-4631080af5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:54.116568 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-fd68aed3-9f3c-47e1-936f-91b31834ea9a tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7263734 Aug 18 12:04:54.122389 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 37826) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:04:54.128832 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-0960c9b7-3792-4cbb-9e0d-a900ec73df07 req-84a8317e-73d2-4281-a888-3d0984d79f53 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] No DVR routers for this DVR port 1d1906b1-7861-44a8-9f39-6e6fd647480c on host n-h1-804985-2 {{(pid=106252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:04:54.136043 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-0960c9b7-3792-4cbb-9e0d-a900ec73df07 req-84a8317e-73d2-4281-a888-3d0984d79f53 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:54.138571 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0960c9b7-3792-4cbb-9e0d-a900ec73df07 req-84a8317e-73d2-4281-a888-3d0984d79f53 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.63 "DELETE /v2.0/ports/1d1906b1-7861-44a8-9f39-6e6fd647480c HTTP/1.1" status: 204 len: 173 time: 2.6279616 Aug 18 12:04:54.183931 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-84c07f71-bb61-4e6b-83bd-a4b536341712 req-e4c2851f-ae0c-48d1-8869-e6d783f3352d tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/security-groups?id=d60fbefd-5088-4718-a442-08959d2ac3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811772 Aug 18 12:04:54.259847 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d000c4-3421-4389-8bef-b4e623542ac0 None None] Pushing event updated for resources: {'Port': ['ID=421e0162-0014-4554-91c5-f028d03d780c,revision_number=2']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:04:54.291550 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d000c4-3421-4389-8bef-b4e623542ac0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:04:54.291970 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d000c4-3421-4389-8bef-b4e623542ac0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:04:54.292206 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d000c4-3421-4389-8bef-b4e623542ac0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:04:54.292599 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d000c4-3421-4389-8bef-b4e623542ac0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:04:54.292909 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d000c4-3421-4389-8bef-b4e623542ac0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:04:54.293294 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d000c4-3421-4389-8bef-b4e623542ac0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:04:54.293668 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d000c4-3421-4389-8bef-b4e623542ac0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:04:54.294033 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d000c4-3421-4389-8bef-b4e623542ac0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:04:54.294346 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d000c4-3421-4389-8bef-b4e623542ac0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:04:54.294611 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d000c4-3421-4389-8bef-b4e623542ac0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:04:54.294932 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d000c4-3421-4389-8bef-b4e623542ac0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:04:54.295249 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d000c4-3421-4389-8bef-b4e623542ac0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:04:54.334172 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 1d1906b1-7861-44a8-9f39-6e6fd647480c no longer exists at agent hyperv_n-h1-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:04:54.346667 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8563ab43-27f2-4294-931b-6ac63fb1aebf req-e8d72e40-17e6-4e85-a941-6e1280697e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:04:54.355659 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-8563ab43-27f2-4294-931b-6ac63fb1aebf req-e8d72e40-17e6-4e85-a941-6e1280697e52 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=6be1f64524b04a05973aca1b3d3c7df9&device_id=c468f260-aa8b-4a9b-a477-213e251d7cef HTTP/1.1" status: 200 len: 1095 time: 0.4438930 Aug 18 12:04:54.392430 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c30a8e-0f3a-49ff-88a6-c95cfc23390c req-b6664933-6937-4753-a27e-7386fb10cf8c tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:04:54.413156 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-20c30a8e-0f3a-49ff-88a6-c95cfc23390c req-b6664933-6937-4753-a27e-7386fb10cf8c tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/ports?device_id=c468f260-aa8b-4a9b-a477-213e251d7cef HTTP/1.1" status: 200 len: 944 time: 0.1479583 Aug 18 12:04:54.446686 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-268629d6-211d-4ee9-aaa7-14d1d1688116 None None] Provisioning complete for port 3305c350-c810-44c9-afde-f4ea60a997d4 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:04:54.447296 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-268629d6-211d-4ee9-aaa7-14d1d1688116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:54.499306 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:04:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63f3d786-26fb-41e5-b5f7-056c4e27feaf x-openstack-request-id: req-63f3d786-26fb-41e5-b5f7-056c4e27feaf {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:04:54.502642 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91f91cc6-f7e6-4f93-a2fd-468ee517e70f", "name": "network-vif-deleted", "tag": "da47a402-2db9-4aab-a389-f7efde586eb5", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:04:54.502977 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-63f3d786-26fb-41e5-b5f7-056c4e27feaf {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:04:54.503515 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91f91cc6-f7e6-4f93-a2fd-468ee517e70f', 'name': 'network-vif-deleted', 'tag': 'da47a402-2db9-4aab-a389-f7efde586eb5', 'status': 'completed', 'code': 200} Aug 18 12:04:54.509086 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-20c30a8e-0f3a-49ff-88a6-c95cfc23390c req-10099890-9dd3-4b8e-aa87-36f809f04b96 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f58845c-8a6f-4750-8ac0-66868223b345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950365 Aug 18 12:04:54.549733 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] No Port match for: 1d1906b1-7861-44a8-9f39-6e6fd647480c {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:04:54.549733 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 1d1906b1-7861-44a8-9f39-6e6fd647480c not bound to the agent host n-h1-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:04:54.571810 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:54.593833 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:04:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-436f1ee9-efe0-446c-9841-a2a5d09efef9 x-openstack-request-id: req-436f1ee9-efe0-446c-9841-a2a5d09efef9 {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:04:54.594579 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c468f260-aa8b-4a9b-a477-213e251d7cef", "tag": "39942e1b-8b42-46ce-8003-6ae0db0d3a39", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:04:54.596222 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-436f1ee9-efe0-446c-9841-a2a5d09efef9 {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:04:54.600260 n-d-804985-2 neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c468f260-aa8b-4a9b-a477-213e251d7cef', 'tag': '39942e1b-8b42-46ce-8003-6ae0db0d3a39', 'status': 'completed', 'code': 200} Aug 18 12:04:54.645286 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1438b8ad-88ff-48c8-8eb5-f673ace8d9c5 req-58c4a229-cd20-417f-9d82-c315f7847b57 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.66 "GET /v2.0/ports?device_id=91f91cc6-f7e6-4f93-a2fd-468ee517e70f HTTP/1.1" status: 200 len: 210 time: 0.0465338 Aug 18 12:04:54.719716 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-8563ab43-27f2-4294-931b-6ac63fb1aebf req-b62f8ab7-ab66-44a5-843b-451bdd38213f service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=39942e1b-8b42-46ce-8003-6ae0db0d3a39 HTTP/1.1" status: 200 len: 217 time: 0.1501429 Aug 18 12:04:54.788217 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] For port 3305c350-c810-44c9-afde-f4ea60a997d4, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=3305c350-c810-44c9-afde-f4ea60a997d4,segment=NetworkSegment(19d82bb7-3be3-4193-85d7-34355f005b7f),segment_id=19d82bb7-3be3-4193-85d7-34355f005b7f)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:04:54.806308 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:54.915682 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] get_ports_and_sgs() called for port_ids ['4a6dd6bf-beb4-4c07-a3e9-1cc18f334166'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:04:55.092031 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8563ab43-27f2-4294-931b-6ac63fb1aebf req-a12c5340-962c-458d-a8cb-47a2e9a6895d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:04:55.094495 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-8563ab43-27f2-4294-931b-6ac63fb1aebf req-a12c5340-962c-458d-a8cb-47a2e9a6895d service neutron] 10.222.0.63 "GET /v2.0/subnets?id=01de034f-d2f0-4b70-88ab-1a19fe1401c1 HTTP/1.1" status: 200 len: 851 time: 0.3017595 Aug 18 12:04:55.181973 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 37854) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:04:55.199977 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f04c797c-9e3c-4c03-a358-b24593ffa3eb tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:55.266127 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 421e0162-0014-4554-91c5-f028d03d780c up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:04:55.281693 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Pushing event updated for resources: {'Port': ['ID=3305c350-c810-44c9-afde-f4ea60a997d4,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:04:55.323773 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8563ab43-27f2-4294-931b-6ac63fb1aebf req-d0d7e151-f290-4c92-800c-e7e5afd1bb9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:04:55.325868 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-8563ab43-27f2-4294-931b-6ac63fb1aebf req-d0d7e151-f290-4c92-800c-e7e5afd1bb9b service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=62590197-03a9-438c-a3e3-e417fcca582c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1796641 Aug 18 12:04:55.498395 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 37862) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:04:55.521109 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-873575df-ed52-4f82-8d90-30ac42ce2532 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:55.547068 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-8563ab43-27f2-4294-931b-6ac63fb1aebf req-15b898ca-49e0-4a78-bdd6-1fc8c3190872 service neutron] 10.222.0.63 "GET /v2.0/networks/62590197-03a9-438c-a3e3-e417fcca582c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2092276 Aug 18 12:04:55.659090 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1ba74bfa-89b2-4e33-bf74-f4349f1d11c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:55.661663 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2699f352-e118-49b6-9318-a4108979776f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp788be208-34ab-5a8f-af0f-528834af222f-8f9e70c4-d6a1-4bf5-bedd-02117b54e384', 'network_id': '8f9e70c4-d6a1-4bf5-bedd-02117b54e384', 'tenant_id': '041ae35427804c2ab818aeb134292931', 'fixed_ips': [{'subnet_id': 'b692d1f8-cd0e-4909-8e77-d52f88c3ea51'}]}} from n-d-804985-2. {{(pid=106254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 12:04:55.662513 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-2699f352-e118-49b6-9318-a4108979776f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:55.669456 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [None req-f04c797c-9e3c-4c03-a358-b24593ffa3eb tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] Allocated IP 172.20.0.1 (c7395443-6799-4199-b6f2-0a70b9bc8d18/be39af01-a5e0-4fdc-9210-3426169aa0be/11baa62f-6c01-45d1-8b77-0e2183c9f94b) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:04:55.773680 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8954cf48-dbe9-44a5-9dd8-b55fe0b750fe req-0557f026-565e-4d21-a00c-c3a13836f871 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:04:55.775338 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8954cf48-dbe9-44a5-9dd8-b55fe0b750fe req-0557f026-565e-4d21-a00c-c3a13836f871 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/ports?device_id=c468f260-aa8b-4a9b-a477-213e251d7cef HTTP/1.1" status: 200 len: 944 time: 0.1079175 Aug 18 12:04:55.785284 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port 421e0162-0014-4554-91c5-f028d03d780c completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:04:55.869576 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8954cf48-dbe9-44a5-9dd8-b55fe0b750fe req-fbc57e89-84b4-42f2-96cb-3370df471ded tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f58845c-8a6f-4750-8ac0-66868223b345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867338 Aug 18 12:04:55.879386 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-873575df-ed52-4f82-8d90-30ac42ce2532 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:55.884866 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-8563ab43-27f2-4294-931b-6ac63fb1aebf req-84c76f69-6271-4fc0-9d70-4a8094b68af4 service neutron] 10.222.0.63 "GET /v2.0/networks/62590197-03a9-438c-a3e3-e417fcca582c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3254476 Aug 18 12:04:55.889563 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-873575df-ed52-4f82-8d90-30ac42ce2532 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:55.981154 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-873575df-ed52-4f82-8d90-30ac42ce2532 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=90538e9c7dd64331b411507073e478cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7910681 Aug 18 12:04:55.982588 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 37876) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:04:55.989699 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873575df-ed52-4f82-8d90-30ac42ce2532 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6095d452-01a5-49c7-b79a-3e7c638b336b,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:04:56.006746 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a51405c-6e76-4449-8ebc-d7f30cdee935 None None] Network c7395443-6799-4199-b6f2-0a70b9bc8d18 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:04:56.009760 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device da47a402-2db9-4aab-a389-f7efde586eb5 no longer exists at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:04:56.114690 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1ba74bfa-89b2-4e33-bf74-f4349f1d11c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:56.122967 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1ba74bfa-89b2-4e33-bf74-f4349f1d11c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:56.202404 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f04c797c-9e3c-4c03-a358-b24593ffa3eb tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:56.225068 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4cfc06-9c05-45a4-acf6-e433a2a99061 req-81aefb2c-0e85-47ac-8504-f3e00b88a450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:04:56.226634 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-cf4cfc06-9c05-45a4-acf6-e433a2a99061 req-81aefb2c-0e85-47ac-8504-f3e00b88a450 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=6be1f64524b04a05973aca1b3d3c7df9&device_id=c468f260-aa8b-4a9b-a477-213e251d7cef HTTP/1.1" status: 200 len: 1095 time: 0.2370036 Aug 18 12:04:56.232143 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-1ba74bfa-89b2-4e33-bf74-f4349f1d11c8 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=62a8867f417d4a3faa6877ddbe37adc6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7309284 Aug 18 12:04:56.236664 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 37886) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:04:56.260124 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba74bfa-89b2-4e33-bf74-f4349f1d11c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58cc19dd-3ff0-411b-99bc-25cc25b805e3,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:04:56.311911 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [None req-f04c797c-9e3c-4c03-a358-b24593ffa3eb tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] Transition to ACTIVE for port object 11baa62f-6c01-45d1-8b77-0e2183c9f94b will not be triggered until provisioned by entity DHCP. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:04:56.323969 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8f73e19f-8768-412c-97f5-862aacf5f8f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:56.345293 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-95d74e5c-b29d-408a-84b9-40616e9930b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:56.356444 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] get_ports_and_sgs() called for port_ids ['8505e22f-c8ac-4091-b64c-de224593b235', 'a9095b1c-1c59-403f-b0ed-5baf21bc78df'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:04:56.361429 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8f73e19f-8768-412c-97f5-862aacf5f8f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:56.398428 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-95d74e5c-b29d-408a-84b9-40616e9930b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:56.401902 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] No Port match for: da47a402-2db9-4aab-a389-f7efde586eb5 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:04:56.402197 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device da47a402-2db9-4aab-a389-f7efde586eb5 not bound to the agent host n-h2-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:04:56.445581 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8f73e19f-8768-412c-97f5-862aacf5f8f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:56.449020 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8f73e19f-8768-412c-97f5-862aacf5f8f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:56.451502 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-8f73e19f-8768-412c-97f5-862aacf5f8f2 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/58cc19dd-3ff0-411b-99bc-25cc25b805e3 HTTP/1.1" status: 204 len: 168 time: 0.2138095 Aug 18 12:04:56.475024 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f73e19f-8768-412c-97f5-862aacf5f8f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58cc19dd-3ff0-411b-99bc-25cc25b805e3,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:04:56.502870 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f04c797c-9e3c-4c03-a358-b24593ffa3eb tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:56.504934 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cbcca6e-a395-47f2-9c2f-a6ca07fc15d5', 'name': 'network-vif-deleted', 'tag': '1d1906b1-7861-44a8-9f39-6e6fd647480c'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:04:56.508259 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acc8ec02-e542-4809-93dc-06a76a327695" -d '{"events": [{"server_uuid": "3cbcca6e-a395-47f2-9c2f-a6ca07fc15d5", "name": "network-vif-deleted", "tag": "1d1906b1-7861-44a8-9f39-6e6fd647480c"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:04:56.524767 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4cfc06-9c05-45a4-acf6-e433a2a99061 req-d6bdab51-20e2-4b44-96fe-930da61bb46e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:04:56.526312 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-cf4cfc06-9c05-45a4-acf6-e433a2a99061 req-d6bdab51-20e2-4b44-96fe-930da61bb46e service neutron] 10.222.0.63 "GET /v2.0/networks?id=62590197-03a9-438c-a3e3-e417fcca582c HTTP/1.1" status: 200 len: 913 time: 0.2901318 Aug 18 12:04:56.526543 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-4ab9cf1a-76f4-4d3a-93a2-d30a4a17e6e7 None None] Provisioning for port 421e0162-0014-4554-91c5-f028d03d780c completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:04:56.555672 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-4ab9cf1a-76f4-4d3a-93a2-d30a4a17e6e7 None None] Provisioning complete for port 421e0162-0014-4554-91c5-f028d03d780c triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:04:56.555966 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4ab9cf1a-76f4-4d3a-93a2-d30a4a17e6e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:56.571223 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:04:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e355775b-18ac-4707-96c6-c5ced30e5b38 x-openstack-request-id: req-e355775b-18ac-4707-96c6-c5ced30e5b38 {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:04:56.572016 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cbcca6e-a395-47f2-9c2f-a6ca07fc15d5", "name": "network-vif-deleted", "tag": "1d1906b1-7861-44a8-9f39-6e6fd647480c", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:04:56.572604 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e355775b-18ac-4707-96c6-c5ced30e5b38 {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:04:56.573050 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cbcca6e-a395-47f2-9c2f-a6ca07fc15d5', 'name': 'network-vif-deleted', 'tag': '1d1906b1-7861-44a8-9f39-6e6fd647480c', 'status': 'completed', 'code': 200} Aug 18 12:04:56.600866 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea53cab1-34d0-415d-9178-79e40b7b6e9a req-8586ac8a-4eda-4fc3-b9fb-8d46d8580a75 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:04:56.603326 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ea53cab1-34d0-415d-9178-79e40b7b6e9a req-8586ac8a-4eda-4fc3-b9fb-8d46d8580a75 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf8f58b0-82d3-4710-bacc-a9e4021b0489 HTTP/1.1" status: 200 len: 950 time: 0.0899906 Aug 18 12:04:56.615169 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-cf4cfc06-9c05-45a4-acf6-e433a2a99061 req-85cda237-bc89-4dc8-acd9-b9c2b70f0ca1 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=39942e1b-8b42-46ce-8003-6ae0db0d3a39 HTTP/1.1" status: 200 len: 217 time: 0.0605910 Aug 18 12:04:56.618082 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f04c797c-9e3c-4c03-a358-b24593ffa3eb tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] Network c7395443-6799-4199-b6f2-0a70b9bc8d18 is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:04:56.624901 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-f04c797c-9e3c-4c03-a358-b24593ffa3eb tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:04:56.627498 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f04c797c-9e3c-4c03-a358-b24593ffa3eb tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:04:56.643864 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04c797c-9e3c-4c03-a358-b24593ffa3eb tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] Pushing event updated for resources: {'Port': ['ID=11baa62f-6c01-45d1-8b77-0e2183c9f94b,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:04:56.664884 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.db_base_plugin_common [None req-2699f352-e118-49b6-9318-a4108979776f None None] Allocated IP 172.20.0.2 (8f9e70c4-d6a1-4bf5-bedd-02117b54e384/b692d1f8-cd0e-4909-8e77-d52f88c3ea51/99d7cf14-28eb-45de-ac37-6f993ce61075) {{(pid=106254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:04:56.669621 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ea53cab1-34d0-415d-9178-79e40b7b6e9a req-fa1b7bf3-6b0f-46bb-bd76-5b0281dcf8c1 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb50ebbf-d033-473b-ae6e-593d78928b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577035 Aug 18 12:04:56.713119 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-95d74e5c-b29d-408a-84b9-40616e9930b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:56.715790 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-95d74e5c-b29d-408a-84b9-40616e9930b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:56.719492 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-95d74e5c-b29d-408a-84b9-40616e9930b2 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/6095d452-01a5-49c7-b79a-3e7c638b336b HTTP/1.1" status: 204 len: 168 time: 0.6995516 Aug 18 12:04:56.744646 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d74e5c-b29d-408a-84b9-40616e9930b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6095d452-01a5-49c7-b79a-3e7c638b336b,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:04:56.748390 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4cfc06-9c05-45a4-acf6-e433a2a99061 req-da36b38e-7e97-4cb6-a666-04cd8eb183e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:04:56.750021 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-cf4cfc06-9c05-45a4-acf6-e433a2a99061 req-da36b38e-7e97-4cb6-a666-04cd8eb183e5 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=01de034f-d2f0-4b70-88ab-1a19fe1401c1 HTTP/1.1" status: 200 len: 851 time: 0.1182780 Aug 18 12:04:56.751270 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f04c797c-9e3c-4c03-a358-b24593ffa3eb tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-996688'] for router_interface, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:56.887537 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4cfc06-9c05-45a4-acf6-e433a2a99061 req-a9c1de76-633f-4d15-9691-0ace1b66ec03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:04:56.889372 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-cf4cfc06-9c05-45a4-acf6-e433a2a99061 req-a9c1de76-633f-4d15-9691-0ace1b66ec03 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=62590197-03a9-438c-a3e3-e417fcca582c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0904424 Aug 18 12:04:56.905263 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4ab9cf1a-76f4-4d3a-93a2-d30a4a17e6e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:57.009893 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-4ab9cf1a-76f4-4d3a-93a2-d30a4a17e6e7 None None] For port 421e0162-0014-4554-91c5-f028d03d780c, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=421e0162-0014-4554-91c5-f028d03d780c,segment=NetworkSegment(fd08c500-934f-4a54-85f6-188af11034b4),segment_id=fd08c500-934f-4a54-85f6-188af11034b4)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:04:57.060557 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4ab9cf1a-76f4-4d3a-93a2-d30a4a17e6e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:57.071697 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f04c797c-9e3c-4c03-a358-b24593ffa3eb tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:57.078506 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 3305c350-c810-44c9-afde-f4ea60a997d4 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:04:57.198852 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-cf4cfc06-9c05-45a4-acf6-e433a2a99061 req-8f80ffdd-b739-4ae3-910d-3aba4ca6178c service neutron] 10.222.0.63 "GET /v2.0/networks/62590197-03a9-438c-a3e3-e417fcca582c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2984853 Aug 18 12:04:57.206463 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8258a215-4f7e-4775-88f3-64e33040127b req-92b2696a-8e01-43e2-b9b5-8a7fde8edd37 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:04:57.210586 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8258a215-4f7e-4775-88f3-64e33040127b req-92b2696a-8e01-43e2-b9b5-8a7fde8edd37 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/ports?device_id=c468f260-aa8b-4a9b-a477-213e251d7cef HTTP/1.1" status: 200 len: 944 time: 0.1644621 Aug 18 12:04:57.288629 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8258a215-4f7e-4775-88f3-64e33040127b req-5bcd653b-cf18-44b3-93bb-5a463aaa4153 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f58845c-8a6f-4750-8ac0-66868223b345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719399 Aug 18 12:04:57.305610 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-2699f352-e118-49b6-9318-a4108979776f None None] Notify callbacks [] for port, precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:57.347699 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-2699f352-e118-49b6-9318-a4108979776f None None] Transition to ACTIVE for port object 99d7cf14-28eb-45de-ac37-6f993ce61075 will not be triggered until provisioned by entity L2. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:04:57.378184 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab9cf1a-76f4-4d3a-93a2-d30a4a17e6e7 None None] Pushing event updated for resources: {'Port': ['ID=421e0162-0014-4554-91c5-f028d03d780c,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:04:57.415631 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-2699f352-e118-49b6-9318-a4108979776f None None] Transition to ACTIVE for port object 99d7cf14-28eb-45de-ac37-6f993ce61075 will not be triggered until provisioned by entity DHCP. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:04:57.425801 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 3305c350-c810-44c9-afde-f4ea60a997d4 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:04:57.426363 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:57.491057 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-2699f352-e118-49b6-9318-a4108979776f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547'] for port, after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:57.554556 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-825df050-9f82-4f9e-838a-9148ebc19eaf None None] Provisioning for port 11baa62f-6c01-45d1-8b77-0e2183c9f94b completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:04:57.566683 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2699f352-e118-49b6-9318-a4108979776f None None] Pushing event updated for resources: {'Port': ['ID=99d7cf14-28eb-45de-ac37-6f993ce61075,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:04:57.576817 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2699f352-e118-49b6-9318-a4108979776f None None] Network 8f9e70c4-d6a1-4bf5-bedd-02117b54e384 is already hosted by enough agents. {{(pid=106254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:04:57.578819 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-825df050-9f82-4f9e-838a-9148ebc19eaf None None] Provisioning complete for port 11baa62f-6c01-45d1-8b77-0e2183c9f94b triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:04:57.579188 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-825df050-9f82-4f9e-838a-9148ebc19eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:57.588684 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cb3bd4-b15c-4b7e-879c-f63865da3269 req-23ad4ae6-72e2-41ae-a3a1-de923e48d567 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:04:57.590552 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a0cb3bd4-b15c-4b7e-879c-f63865da3269 req-23ad4ae6-72e2-41ae-a3a1-de923e48d567 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.62 "GET /v2.0/ports?device_id=cf8f58b0-82d3-4710-bacc-a9e4021b0489 HTTP/1.1" status: 200 len: 950 time: 0.1365874 Aug 18 12:04:57.712060 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-825df050-9f82-4f9e-838a-9148ebc19eaf None None] Port 11baa62f-6c01-45d1-8b77-0e2183c9f94b cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:04:57.726371 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.base_scheduler [None req-2699f352-e118-49b6-9318-a4108979776f None None] Resources bound (agent type, host, resource id): {{(pid=106254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:04:57.731627 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2699f352-e118-49b6-9318-a4108979776f None None] Received port after_create {{(pid=106254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:04:57.748515 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-a0cb3bd4-b15c-4b7e-879c-f63865da3269 req-26592d8f-c27a-4e88-a65e-a64eab5f217c tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Deleting port a9095b1c-1c59-403f-b0ed-5baf21bc78df {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:04:57.748515 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-a0cb3bd4-b15c-4b7e-879c-f63865da3269 req-26592d8f-c27a-4e88-a65e-a64eab5f217c tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:57.756069 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-825df050-9f82-4f9e-838a-9148ebc19eaf None None] Provisioning complete for port 421e0162-0014-4554-91c5-f028d03d780c triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:04:57.756505 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-825df050-9f82-4f9e-838a-9148ebc19eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:57.860275 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-cf4cfc06-9c05-45a4-acf6-e433a2a99061 req-4988a355-cf8d-4ccf-b3b5-2d8dde89254a service neutron] 10.222.0.63 "GET /v2.0/networks/62590197-03a9-438c-a3e3-e417fcca582c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6400614 Aug 18 12:04:57.956244 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-a0cb3bd4-b15c-4b7e-879c-f63865da3269 req-26592d8f-c27a-4e88-a65e-a64eab5f217c tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] For port a9095b1c-1c59-403f-b0ed-5baf21bc78df, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=a9095b1c-1c59-403f-b0ed-5baf21bc78df,segment=NetworkSegment(b0eb6eea-b461-4969-8a27-808f00daa8a1),segment_id=b0eb6eea-b461-4969-8a27-808f00daa8a1)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:04:57.956244 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-a0cb3bd4-b15c-4b7e-879c-f63865da3269 req-26592d8f-c27a-4e88-a65e-a64eab5f217c tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:57.967208 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 37948) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:04:58.004540 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-a0cb3bd4-b15c-4b7e-879c-f63865da3269 req-26592d8f-c27a-4e88-a65e-a64eab5f217c tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Calling delete_port for a9095b1c-1c59-403f-b0ed-5baf21bc78df owned by compute:nova {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:04:58.021290 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2230e149-fa35-4171-adfb-454cab45822f req-a8eedf9f-77d8-490d-95db-90f64faebbd5 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:04:58.022940 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-2230e149-fa35-4171-adfb-454cab45822f req-a8eedf9f-77d8-490d-95db-90f64faebbd5 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.62 "GET /v2.0/ports?device_id=40e4574c-4b8a-4303-8edb-4ebeb6edc075 HTTP/1.1" status: 200 len: 950 time: 0.1957784 Aug 18 12:04:58.058933 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-2699f352-e118-49b6-9318-a4108979776f None None] Attempting to bind port 99d7cf14-28eb-45de-ac37-6f993ce61075 on host n-d-804985-2 for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:04:58.059578 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-2699f352-e118-49b6-9318-a4108979776f None None] Attempting to bind port 99d7cf14-28eb-45de-ac37-6f993ce61075 by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': '64842986-5ebd-4e44-bd5b-6c62482cc5bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '8f9e70c4-d6a1-4bf5-bedd-02117b54e384'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:04:58.060098 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2699f352-e118-49b6-9318-a4108979776f None None] Attempting to bind port 99d7cf14-28eb-45de-ac37-6f993ce61075 on network 8f9e70c4-d6a1-4bf5-bedd-02117b54e384 {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:04:58.093311 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2699f352-e118-49b6-9318-a4108979776f None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 4, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:04:58.093893 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2699f352-e118-49b6-9318-a4108979776f None None] Checking segment: {'id': '64842986-5ebd-4e44-bd5b-6c62482cc5bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '8f9e70c4-d6a1-4bf5-bedd-02117b54e384'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:04:58.096655 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-2699f352-e118-49b6-9318-a4108979776f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:58.097224 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2699f352-e118-49b6-9318-a4108979776f None None] Bound using segment: {'id': '64842986-5ebd-4e44-bd5b-6c62482cc5bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '8f9e70c4-d6a1-4bf5-bedd-02117b54e384'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:04:58.097904 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-2699f352-e118-49b6-9318-a4108979776f None None] Bound port: 99d7cf14-28eb-45de-ac37-6f993ce61075, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64842986-5ebd-4e44-bd5b-6c62482cc5bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '8f9e70c4-d6a1-4bf5-bedd-02117b54e384'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:04:58.099237 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-2699f352-e118-49b6-9318-a4108979776f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:58.162661 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f04c797c-9e3c-4c03-a358-b24593ffa3eb tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] Notify callbacks [] for port, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:58.174821 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f04c797c-9e3c-4c03-a358-b24593ffa3eb tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:58.218927 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-2699f352-e118-49b6-9318-a4108979776f None None] For port 99d7cf14-28eb-45de-ac37-6f993ce61075, host n-d-804985-2, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:04:58.237770 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-d94e8d2c-bb5a-4899-a6ba-1436cca1b672 None None] Provisioning complete for port 11baa62f-6c01-45d1-8b77-0e2183c9f94b triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:04:58.238029 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-6c6ef867-1c1e-4af7-a75f-203f2ebfe899 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-856268651-network', 'tenant_id': '884b4fcdd50649589c2e2bcf81002686'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:04:58.238960 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-d94e8d2c-bb5a-4899-a6ba-1436cca1b672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:58.280250 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-d94e8d2c-bb5a-4899-a6ba-1436cca1b672 None None] Port 11baa62f-6c01-45d1-8b77-0e2183c9f94b cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:04:58.308887 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-2699f352-e118-49b6-9318-a4108979776f None None] For port 99d7cf14-28eb-45de-ac37-6f993ce61075, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=99d7cf14-28eb-45de-ac37-6f993ce61075,segment=NetworkSegment(64842986-5ebd-4e44-bd5b-6c62482cc5bc),segment_id=64842986-5ebd-4e44-bd5b-6c62482cc5bc)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:04:58.318962 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-2699f352-e118-49b6-9318-a4108979776f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:58.319538 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04c797c-9e3c-4c03-a358-b24593ffa3eb tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] Pushing event updated for resources: {'Port': ['ID=11baa62f-6c01-45d1-8b77-0e2183c9f94b,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:04:58.320356 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f5d867-c7e1-4129-ae85-0cf960dd9efd req-91a075b7-4878-4ee5-924b-5f3fd46d6734 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:04:58.332089 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f04c797c-9e3c-4c03-a358-b24593ffa3eb tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-996772'] for router_interface, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:58.348228 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-03f5d867-c7e1-4129-ae85-0cf960dd9efd req-91a075b7-4878-4ee5-924b-5f3fd46d6734 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf8f58b0-82d3-4710-bacc-a9e4021b0489 HTTP/1.1" status: 200 len: 950 time: 0.3760235 Aug 18 12:04:58.349739 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c6ef867-1c1e-4af7-a75f-203f2ebfe899 admin admin] Made reservation on behalf of 884b4fcdd50649589c2e2bcf81002686 for: {'network': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:04:58.352801 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6c6ef867-1c1e-4af7-a75f-203f2ebfe899 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for network, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:58.356637 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-2230e149-fa35-4171-adfb-454cab45822f req-f7057a80-cefd-4b0e-8ade-cb217e5e503b tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Deleting port 8505e22f-c8ac-4091-b64c-de224593b235 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:04:58.357088 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-2230e149-fa35-4171-adfb-454cab45822f req-f7057a80-cefd-4b0e-8ade-cb217e5e503b tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:58.360299 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-a0cb3bd4-b15c-4b7e-879c-f63865da3269 req-26592d8f-c27a-4e88-a65e-a64eab5f217c tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:58.401099 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 39942e1b-8b42-46ce-8003-6ae0db0d3a39 details requested by agent hyperv_n-h1-804985-2 with host n-h1-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:04:58.403632 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] get_ports_and_sgs() called for port_ids ['8505e22f-c8ac-4091-b64c-de224593b235', 'a9095b1c-1c59-403f-b0ed-5baf21bc78df'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:04:58.406083 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] get_ports_and_sgs() called for port_ids ['4a6dd6bf-beb4-4c07-a3e9-1cc18f334166'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:04:58.412741 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26592d8f-c27a-4e88-a65e-a64eab5f217c tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Pushing event deleted for resources: {'Port': ['ID=a9095b1c-1c59-403f-b0ed-5baf21bc78df,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:04:58.578043 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-03f5d867-c7e1-4129-ae85-0cf960dd9efd req-77396c81-cb7b-4e0d-980e-7739059d79a0 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb50ebbf-d033-473b-ae6e-593d78928b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2288275 Aug 18 12:04:58.578884 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0cb3bd4-b15c-4b7e-879c-f63865da3269 req-26592d8f-c27a-4e88-a65e-a64eab5f217c tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] No DVR routers for this DVR port a9095b1c-1c59-403f-b0ed-5baf21bc78df on host n-h2-804985-2 {{(pid=106252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:04:58.581917 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-a0cb3bd4-b15c-4b7e-879c-f63865da3269 req-26592d8f-c27a-4e88-a65e-a64eab5f217c tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:58.584620 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a0cb3bd4-b15c-4b7e-879c-f63865da3269 req-26592d8f-c27a-4e88-a65e-a64eab5f217c tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.62 "DELETE /v2.0/ports/a9095b1c-1c59-403f-b0ed-5baf21bc78df HTTP/1.1" status: 204 len: 173 time: 0.9788604 Aug 18 12:04:58.587119 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf8f58b0-82d3-4710-bacc-a9e4021b0489', 'name': 'network-vif-deleted', 'tag': 'a9095b1c-1c59-403f-b0ed-5baf21bc78df'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:04:58.590636 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e117de23-8b1c-4410-8aa3-068f78709bd5" -d '{"events": [{"server_uuid": "cf8f58b0-82d3-4710-bacc-a9e4021b0489", "name": "network-vif-deleted", "tag": "a9095b1c-1c59-403f-b0ed-5baf21bc78df"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:04:58.619457 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94cd6d4-da62-43b7-8fc6-050274ff7322 req-9efce965-a4c2-4e95-8235-a13c16cb34e0 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:04:58.631160 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f94cd6d4-da62-43b7-8fc6-050274ff7322 req-9efce965-a4c2-4e95-8235-a13c16cb34e0 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/ports?device_id=c468f260-aa8b-4a9b-a477-213e251d7cef HTTP/1.1" status: 200 len: 944 time: 0.1761658 Aug 18 12:04:58.677579 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f94cd6d4-da62-43b7-8fc6-050274ff7322 req-75cdd710-3995-40a1-a97f-387c7efcf6df tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f58845c-8a6f-4750-8ac0-66868223b345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441706 Aug 18 12:04:58.710903 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2699f352-e118-49b6-9318-a4108979776f None None] Pushing event updated for resources: {'Port': ['ID=99d7cf14-28eb-45de-ac37-6f993ce61075,revision_number=2']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:04:58.869156 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 39942e1b-8b42-46ce-8003-6ae0db0d3a39, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=39942e1b-8b42-46ce-8003-6ae0db0d3a39,segment=NetworkSegment(299e2826-ecf6-416e-b53c-1b1574dd5315),segment_id=299e2826-ecf6-416e-b53c-1b1574dd5315)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:04:58.882038 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Returning: {'device': '39942e1b-8b42-46ce-8003-6ae0db0d3a39', 'network_id': '62590197-03a9-438c-a3e3-e417fcca582c', 'port_id': '39942e1b-8b42-46ce-8003-6ae0db0d3a39', 'mac_address': 'fa:16:3e:81:8a:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 810, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01de034f-d2f0-4b70-88ab-1a19fe1401c1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:04:58.943738 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:04:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01de2c8f-4536-42a2-86bd-21ffe0d41eee x-openstack-request-id: req-01de2c8f-4536-42a2-86bd-21ffe0d41eee {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:04:58.944700 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf8f58b0-82d3-4710-bacc-a9e4021b0489", "name": "network-vif-deleted", "tag": "a9095b1c-1c59-403f-b0ed-5baf21bc78df", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:04:58.945100 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-01de2c8f-4536-42a2-86bd-21ffe0d41eee {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:04:58.945714 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf8f58b0-82d3-4710-bacc-a9e4021b0489', 'name': 'network-vif-deleted', 'tag': 'a9095b1c-1c59-403f-b0ed-5baf21bc78df', 'status': 'completed', 'code': 200} Aug 18 12:04:59.114385 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:59.193504 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39942e1b-8b42-46ce-8003-6ae0db0d3a39 {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:04:59.209975 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6c6ef867-1c1e-4af7-a75f-203f2ebfe899 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:59.276624 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 39942e1b-8b42-46ce-8003-6ae0db0d3a39, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=39942e1b-8b42-46ce-8003-6ae0db0d3a39,segment=NetworkSegment(299e2826-ecf6-416e-b53c-1b1574dd5315),segment_id=299e2826-ecf6-416e-b53c-1b1574dd5315)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:04:59.286374 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:59.352566 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=39942e1b-8b42-46ce-8003-6ae0db0d3a39,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:04:59.382332 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 421e0162-0014-4554-91c5-f028d03d780c up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:04:59.398977 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-2230e149-fa35-4171-adfb-454cab45822f req-f7057a80-cefd-4b0e-8ade-cb217e5e503b tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] For port 8505e22f-c8ac-4091-b64c-de224593b235, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=8505e22f-c8ac-4091-b64c-de224593b235,segment=NetworkSegment(b0eb6eea-b461-4969-8a27-808f00daa8a1),segment_id=b0eb6eea-b461-4969-8a27-808f00daa8a1)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:04:59.399871 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-2230e149-fa35-4171-adfb-454cab45822f req-f7057a80-cefd-4b0e-8ade-cb217e5e503b tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:59.413635 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-2230e149-fa35-4171-adfb-454cab45822f req-f7057a80-cefd-4b0e-8ade-cb217e5e503b tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Calling delete_port for 8505e22f-c8ac-4091-b64c-de224593b235 owned by compute:nova {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:04:59.444241 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 421e0162-0014-4554-91c5-f028d03d780c triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:04:59.444653 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:59.483845 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f04c797c-9e3c-4c03-a358-b24593ffa3eb tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] Network c7395443-6799-4199-b6f2-0a70b9bc8d18 is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:04:59.493471 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-f04c797c-9e3c-4c03-a358-b24593ffa3eb tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:04:59.537657 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] get_ports_and_sgs() called for port_ids ['39942e1b-8b42-46ce-8003-6ae0db0d3a39'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:04:59.617300 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 99d7cf14-28eb-45de-ac37-6f993ce61075 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:04:59.684776 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 37982) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:04:59.769848 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port 99d7cf14-28eb-45de-ac37-6f993ce61075 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:04:59.927856 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6c6ef867-1c1e-4af7-a75f-203f2ebfe899 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:59.951803 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6c6ef867-1c1e-4af7-a75f-203f2ebfe899 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:59.974174 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-3b5e8e26-3cfe-4b5d-bed0-73f12942110d admin admin] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:04:59.980433 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-2230e149-fa35-4171-adfb-454cab45822f req-f7057a80-cefd-4b0e-8ade-cb217e5e503b tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:00.004379 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca9b3db-2b51-4b5d-a01a-4a2fe5d2f2c9 req-69b976e7-f997-489a-9eff-19662ac66c95 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:05:00.006793 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3ca9b3db-2b51-4b5d-a01a-4a2fe5d2f2c9 req-69b976e7-f997-489a-9eff-19662ac66c95 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/ports?device_id=c468f260-aa8b-4a9b-a477-213e251d7cef HTTP/1.1" status: 200 len: 945 time: 0.1911786 Aug 18 12:05:00.026192 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-27cb646b-676c-4165-95a1-e89d105ac732 None None] Provisioning complete for port 11baa62f-6c01-45d1-8b77-0e2183c9f94b triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:05:00.027335 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-27cb646b-676c-4165-95a1-e89d105ac732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:00.037235 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f6a633-73c8-4680-8e20-128bd47e80ae req-db780106-ad39-40c1-893e-27739543117f tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:05:00.050022 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-35f6a633-73c8-4680-8e20-128bd47e80ae req-db780106-ad39-40c1-893e-27739543117f tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.66 "GET /v2.0/ports?device_id=40e4574c-4b8a-4303-8edb-4ebeb6edc075 HTTP/1.1" status: 200 len: 867 time: 0.2116964 Aug 18 12:05:00.106387 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c6ef867-1c1e-4af7-a75f-203f2ebfe899 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 827} {{(pid=106253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:05:00.118561 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3ca9b3db-2b51-4b5d-a01a-4a2fe5d2f2c9 req-5a928d66-b4d6-4d01-b646-7e4d0ed96738 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f58845c-8a6f-4750-8ac0-66868223b345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995553 Aug 18 12:05:00.134403 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-27cb646b-676c-4165-95a1-e89d105ac732 None None] Port 11baa62f-6c01-45d1-8b77-0e2183c9f94b cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:05:00.149042 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7057a80-cefd-4b0e-8ade-cb217e5e503b tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Pushing event deleted for resources: {'Port': ['ID=8505e22f-c8ac-4091-b64c-de224593b235,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:05:00.150852 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6ef867-1c1e-4af7-a75f-203f2ebfe899 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90bc158c-aefb-4cbe-bd1f-12bd8c8ca975,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:05:00.160818 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-35f6a633-73c8-4680-8e20-128bd47e80ae req-3cc0368e-a609-416e-8175-3240ec19017e tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb50ebbf-d033-473b-ae6e-593d78928b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139991 Aug 18 12:05:00.179170 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f04c797c-9e3c-4c03-a358-b24593ffa3eb tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] Router f63f4cab-d964-4166-b078-58d492e332e9 is scheduled to L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 with binding_index 1 {{(pid=106253) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 12:05:00.191751 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6c6ef867-1c1e-4af7-a75f-203f2ebfe899 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:00.192100 n-d-804985-2 neutron-server[106253]: INFO neutron.db.segments_db [None req-6c6ef867-1c1e-4af7-a75f-203f2ebfe899 admin admin] Added segment 53f2bb2d-449a-4bf7-bbbd-8751da72326f of type vlan for network b8907f07-556d-4687-a4c8-cdea3e5c1379 Aug 18 12:05:00.238875 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] get_ports_and_sgs() called for port_ids ['4a6dd6bf-beb4-4c07-a3e9-1cc18f334166'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:05:00.297741 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-2230e149-fa35-4171-adfb-454cab45822f req-f7057a80-cefd-4b0e-8ade-cb217e5e503b tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] No DVR routers for this DVR port 8505e22f-c8ac-4091-b64c-de224593b235 on host n-h2-804985-2 {{(pid=106253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:05:00.303200 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-2230e149-fa35-4171-adfb-454cab45822f req-f7057a80-cefd-4b0e-8ade-cb217e5e503b tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:00.306184 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-2230e149-fa35-4171-adfb-454cab45822f req-f7057a80-cefd-4b0e-8ade-cb217e5e503b tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.62 "DELETE /v2.0/ports/8505e22f-c8ac-4091-b64c-de224593b235 HTTP/1.1" status: 204 len: 173 time: 2.2741582 Aug 18 12:05:00.307111 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40e4574c-4b8a-4303-8edb-4ebeb6edc075', 'name': 'network-vif-deleted', 'tag': '8505e22f-c8ac-4091-b64c-de224593b235'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:05:00.308848 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-3b5e8e26-3cfe-4b5d-bed0-73f12942110d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:00.310017 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0679f4c4b6e0e0c064a7d71d722dc30541a34fffee11680573be22ee2ffccc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ddee463-78f9-4c05-a88f-15e8249e32ab" -d '{"events": [{"server_uuid": "40e4574c-4b8a-4303-8edb-4ebeb6edc075", "name": "network-vif-deleted", "tag": "8505e22f-c8ac-4091-b64c-de224593b235"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:05:00.319008 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-3b5e8e26-3cfe-4b5d-bed0-73f12942110d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:00.319342 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cd0d815-2ba5-46a8-872f-d6dbc361d7c5 None None] Network 8f9e70c4-d6a1-4bf5-bedd-02117b54e384 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:05:00.401559 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5e8e26-3cfe-4b5d-bed0-73f12942110d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=588b3fd6-991d-46ed-97c5-2d9ba8f24431,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:05:00.406682 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-3b5e8e26-3cfe-4b5d-bed0-73f12942110d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=0633a04574584d238cf20dfb0d4b13ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7205284 Aug 18 12:05:00.410424 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 37996) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:05:00.428923 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 39942e1b-8b42-46ce-8003-6ae0db0d3a39 up at agent hyperv_n-h1-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:05:00.431215 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:05:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e88d2d62-bbe0-4b71-b57d-672073a7a879 x-openstack-request-id: req-e88d2d62-bbe0-4b71-b57d-672073a7a879 {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:05:00.431504 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40e4574c-4b8a-4303-8edb-4ebeb6edc075", "name": "network-vif-deleted", "tag": "8505e22f-c8ac-4091-b64c-de224593b235", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:05:00.431755 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e88d2d62-bbe0-4b71-b57d-672073a7a879 {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:05:00.432154 n-d-804985-2 neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40e4574c-4b8a-4303-8edb-4ebeb6edc075', 'name': 'network-vif-deleted', 'tag': '8505e22f-c8ac-4091-b64c-de224593b235', 'status': 'completed', 'code': 200} Aug 18 12:05:00.436805 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6c6ef867-1c1e-4af7-a75f-203f2ebfe899 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789150665894'] for network, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:00.476099 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f04c797c-9e3c-4c03-a358-b24593ffa3eb tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:05:00.483383 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-f04c797c-9e3c-4c03-a358-b24593ffa3eb tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] 10.222.0.66 "PUT /v2.0/routers/f63f4cab-d964-4166-b078-58d492e332e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3599117 Aug 18 12:05:00.485516 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6c6ef867-1c1e-4af7-a75f-203f2ebfe899 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for network, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:00.487055 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c6ef867-1c1e-4af7-a75f-203f2ebfe899 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:05:00.487637 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6c6ef867-1c1e-4af7-a75f-203f2ebfe899 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:00.489994 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-773591e1-9bc6-42e0-a20d-b71f181ff6d0 None None] Sync routers for ids ['f63f4cab-d964-4166-b078-58d492e332e9'] in n-d-804985-2 {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:05:00.490481 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 37998) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:05:00.506481 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-773591e1-9bc6-42e0-a20d-b71f181ff6d0 None None] Routers {'f63f4cab-d964-4166-b078-58d492e332e9'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:05:00.507598 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-773591e1-9bc6-42e0-a20d-b71f181ff6d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:04:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['f63f4cab-d964-4166-b078-58d492e332e9'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:05:00.527237 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4c188bf9-81ea-4e39-842f-1e468f7c0827 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:00.554819 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4c188bf9-81ea-4e39-842f-1e468f7c0827 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:00.584158 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-21b85f10-6dbe-4e46-9bc4-2582b2b6cb4c None None] Provisioning for port 99d7cf14-28eb-45de-ac37-6f993ce61075 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:05:00.594279 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-773591e1-9bc6-42e0-a20d-b71f181ff6d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:05:00.603661 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-773591e1-9bc6-42e0-a20d-b71f181ff6d0 None None] Routers {'f63f4cab-d964-4166-b078-58d492e332e9'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:05:00.604352 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-773591e1-9bc6-42e0-a20d-b71f181ff6d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:04:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['f63f4cab-d964-4166-b078-58d492e332e9'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:05:00.627434 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-21b85f10-6dbe-4e46-9bc4-2582b2b6cb4c None None] Provisioning complete for port 99d7cf14-28eb-45de-ac37-6f993ce61075 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:05:00.627969 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4c188bf9-81ea-4e39-842f-1e468f7c0827 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:00.629256 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-21b85f10-6dbe-4e46-9bc4-2582b2b6cb4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:00.631476 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4c188bf9-81ea-4e39-842f-1e468f7c0827 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:00.638082 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-4c188bf9-81ea-4e39-842f-1e468f7c0827 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/588b3fd6-991d-46ed-97c5-2d9ba8f24431 HTTP/1.1" status: 204 len: 168 time: 0.2254670 Aug 18 12:05:00.650389 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c188bf9-81ea-4e39-842f-1e468f7c0827 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=588b3fd6-991d-46ed-97c5-2d9ba8f24431,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:05:00.651460 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-773591e1-9bc6-42e0-a20d-b71f181ff6d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:05:00.653512 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-773591e1-9bc6-42e0-a20d-b71f181ff6d0 None None] The sync data for ids ['f63f4cab-d964-4166-b078-58d492e332e9'] in n-d-804985-2 is: [] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:05:00.673089 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-6c6ef867-1c1e-4af7-a75f-203f2ebfe899 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.6894233 Aug 18 12:05:00.674650 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 38002) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:05:00.679156 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-2c9414df-d381-48a0-b8cf-11996dd894c9 admin admin] Request body: {'subnet': {'network_id': 'b8907f07-556d-4687-a4c8-cdea3e5c1379', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-856268651-subnet', 'tenant_id': '884b4fcdd50649589c2e2bcf81002686', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:05:00.707766 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6ef867-1c1e-4af7-a75f-203f2ebfe899 admin admin] Pushing event updated for resources: {'Network': ['ID=b8907f07-556d-4687-a4c8-cdea3e5c1379,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:05:00.765749 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c9414df-d381-48a0-b8cf-11996dd894c9 admin admin] Made reservation on behalf of 884b4fcdd50649589c2e2bcf81002686 for: {'subnet': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:05:00.769941 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2c9414df-d381-48a0-b8cf-11996dd894c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59074089'] for subnet, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:00.796880 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Network b8907f07-556d-4687-a4c8-cdea3e5c1379 details requested by agent ovs-agent-n-d-804985-2 with host n-d-804985-2 {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:05:01.057045 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2c9414df-d381-48a0-b8cf-11996dd894c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3572913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59074111'] for subnet, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:01.155626 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9414df-d381-48a0-b8cf-11996dd894c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=abc1d47c-5307-490a-b3fa-c00f5a3bb8a1,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:05:01.161144 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9414df-d381-48a0-b8cf-11996dd894c9 admin admin] Checking segment: {'id': '53f2bb2d-449a-4bf7-bbbd-8751da72326f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'b8907f07-556d-4687-a4c8-cdea3e5c1379'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:05:01.161652 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c9414df-d381-48a0-b8cf-11996dd894c9 admin admin] Network hostable DHCP agents. Network: b8907f07-556d-4687-a4c8-cdea3e5c1379, hostable agents: ['97c14208-2951-4361-8d64-3708c946ff5f'], hosted agents: [] {{(pid=106252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 12:05:01.186073 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c9414df-d381-48a0-b8cf-11996dd894c9 admin admin] Network b8907f07-556d-4687-a4c8-cdea3e5c1379 is scheduled to be hosted by DHCP agent 97c14208-2951-4361-8d64-3708c946ff5f with binding_index 1 {{(pid=106252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 12:05:01.211612 n-d-804985-2 neutron-server[106253]: INFO neutron.api.v2.resource [None req-27ea9d11-9397-4afa-aa53-6cd7e26b1ece tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 18 12:05:01.212700 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-27ea9d11-9397-4afa-aa53-6cd7e26b1ece tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] 10.222.0.66 "PUT /v2.0/routers/f63f4cab-d964-4166-b078-58d492e332e9/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.7203212 Aug 18 12:05:01.216149 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 38012) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:05:01.225476 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-2c9414df-d381-48a0-b8cf-11996dd894c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-2, b8907f07-556d-4687-a4c8-cdea3e5c1379) {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:05:01.252795 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbcf8137-2ab4-4baa-a81c-9b3f12cc6fda None None] Network b8907f07-556d-4687-a4c8-cdea3e5c1379 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:05:01.303820 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c9414df-d381-48a0-b8cf-11996dd894c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:05:01.304420 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2c9414df-d381-48a0-b8cf-11996dd894c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for subnet, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:01.346625 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-21b85f10-6dbe-4e46-9bc4-2582b2b6cb4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:01.373469 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Provisioning for port 39942e1b-8b42-46ce-8003-6ae0db0d3a39 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:05:01.376014 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-2c9414df-d381-48a0-b8cf-11996dd894c9 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7013557 Aug 18 12:05:01.383888 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Provisioning complete for port 39942e1b-8b42-46ce-8003-6ae0db0d3a39 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:05:01.383888 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:01.407247 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfe4f56-4a4a-4690-9f47-76181cc0fee5 req-d6e13633-30f3-40d5-b7c4-11943634af2d tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:05:01.408841 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-bdfe4f56-4a4a-4690-9f47-76181cc0fee5 req-d6e13633-30f3-40d5-b7c4-11943634af2d tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/ports?device_id=c468f260-aa8b-4a9b-a477-213e251d7cef HTTP/1.1" status: 200 len: 945 time: 0.0898325 Aug 18 12:05:01.593483 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-21b85f10-6dbe-4e46-9bc4-2582b2b6cb4c None None] For port 99d7cf14-28eb-45de-ac37-6f993ce61075, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=99d7cf14-28eb-45de-ac37-6f993ce61075,segment=NetworkSegment(64842986-5ebd-4e44-bd5b-6c62482cc5bc),segment_id=64842986-5ebd-4e44-bd5b-6c62482cc5bc)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:05:01.618869 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-21b85f10-6dbe-4e46-9bc4-2582b2b6cb4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:01.641220 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-bdfe4f56-4a4a-4690-9f47-76181cc0fee5 req-5fb9dc8b-54f2-474c-9993-605d9d78cf59 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f58845c-8a6f-4750-8ac0-66868223b345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1644070 Aug 18 12:05:01.763970 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b85f10-6dbe-4e46-9bc4-2582b2b6cb4c None None] Pushing event updated for resources: {'Port': ['ID=99d7cf14-28eb-45de-ac37-6f993ce61075,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:05:01.905305 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:02.017168 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 8505e22f-c8ac-4091-b64c-de224593b235 no longer exists at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:05:02.018996 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-10afb3b2-9d5f-4f1a-9cc9-b7bd860f72e1 None None] Provisioning complete for port 99d7cf14-28eb-45de-ac37-6f993ce61075 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:05:02.019204 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-10afb3b2-9d5f-4f1a-9cc9-b7bd860f72e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:02.031990 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f543c57-3bbc-496e-9024-aba23b052068 req-7a92d3f4-1def-49ce-ad70-f75a2aeff90a tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:05:02.040314 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1f543c57-3bbc-496e-9024-aba23b052068 req-7a92d3f4-1def-49ce-ad70-f75a2aeff90a tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.66 "GET /v2.0/ports?device_id=84ea11f0-dfe9-4ffd-b1bd-00eb005330c3 HTTP/1.1" status: 200 len: 950 time: 0.1310952 Aug 18 12:05:02.068619 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-da6d8855-0585-4ca9-a7a4-6a6aa5a150e6 tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-996815'] for router_interface, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:02.075248 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28f1d1a1-dc64-4d33-a02b-609274f384ad None None] Network b8907f07-556d-4687-a4c8-cdea3e5c1379 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:05:02.120694 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 38056) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:05:02.127905 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] No Port match for: 8505e22f-c8ac-4091-b64c-de224593b235 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:05:02.128310 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 8505e22f-c8ac-4091-b64c-de224593b235 not bound to the agent host n-h2-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:05:02.128515 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-c0186dfd-a056-40c8-98d5-b0d01f470769 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-457233731-network', 'tenant_id': '14fb1a5621494f41bf763d8bc16e2161'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:05:02.128678 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device a9095b1c-1c59-403f-b0ed-5baf21bc78df no longer exists at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:05:02.163628 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c468f260-aa8b-4a9b-a477-213e251d7cef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39942e1b-8b42-46ce-8003-6ae0db0d3a39'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:05:02.166271 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db50a436fb3a98495337d8fe7487b4f2ea6f3c1052eb9efadc2ecda2d5737001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60849d01-13d7-449b-a18b-e7086787d10b" -d '{"events": [{"server_uuid": "c468f260-aa8b-4a9b-a477-213e251d7cef", "name": "network-vif-plugged", "status": "completed", "tag": "39942e1b-8b42-46ce-8003-6ae0db0d3a39"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:05:02.168801 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1f543c57-3bbc-496e-9024-aba23b052068 req-d8f1d04d-92a5-4bc8-ae69-ccc5a33f466e tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb50ebbf-d033-473b-ae6e-593d78928b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221497 Aug 18 12:05:02.190096 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0186dfd-a056-40c8-98d5-b0d01f470769 admin admin] Made reservation on behalf of 14fb1a5621494f41bf763d8bc16e2161 for: {'network': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:05:02.198962 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c0186dfd-a056-40c8-98d5-b0d01f470769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for network, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:02.207535 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] No Port match for: a9095b1c-1c59-403f-b0ed-5baf21bc78df {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:05:02.207878 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device a9095b1c-1c59-403f-b0ed-5baf21bc78df not bound to the agent host n-h2-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:05:02.212497 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 39942e1b-8b42-46ce-8003-6ae0db0d3a39, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=39942e1b-8b42-46ce-8003-6ae0db0d3a39,segment=NetworkSegment(299e2826-ecf6-416e-b53c-1b1574dd5315),segment_id=299e2826-ecf6-416e-b53c-1b1574dd5315)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:05:02.226694 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:02.242252 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c0186dfd-a056-40c8-98d5-b0d01f470769 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:02.340552 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:05:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe1c65c3-6297-4704-af4b-db9933a69b87 x-openstack-request-id: req-fe1c65c3-6297-4704-af4b-db9933a69b87 {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:05:02.341817 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c468f260-aa8b-4a9b-a477-213e251d7cef", "name": "network-vif-plugged", "status": "completed", "tag": "39942e1b-8b42-46ce-8003-6ae0db0d3a39", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:05:02.342276 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-fe1c65c3-6297-4704-af4b-db9933a69b87 {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:05:02.342854 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c468f260-aa8b-4a9b-a477-213e251d7cef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39942e1b-8b42-46ce-8003-6ae0db0d3a39', 'code': 200} Aug 18 12:05:02.431869 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b49ea1-77dc-448a-9062-ebad749d8428 req-30217522-871e-4591-84ec-ebcbf5c124e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:05:02.433722 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-45b49ea1-77dc-448a-9062-ebad749d8428 req-30217522-871e-4591-84ec-ebcbf5c124e3 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=c468f260-aa8b-4a9b-a477-213e251d7cef HTTP/1.1" status: 200 len: 1097 time: 0.0852854 Aug 18 12:05:02.475304 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c0186dfd-a056-40c8-98d5-b0d01f470769 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:02.476870 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=39942e1b-8b42-46ce-8003-6ae0db0d3a39,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:05:02.493396 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c0186dfd-a056-40c8-98d5-b0d01f470769 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:02.513052 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-45b49ea1-77dc-448a-9062-ebad749d8428 req-0b16ceb3-3a6b-422e-821f-254216140956 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=6f58845c-8a6f-4750-8ac0-66868223b345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704494 Aug 18 12:05:02.523452 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0186dfd-a056-40c8-98d5-b0d01f470769 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 817} {{(pid=106253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:05:02.526800 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-da6d8855-0585-4ca9-a7a4-6a6aa5a150e6 tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] Deleting port 11baa62f-6c01-45d1-8b77-0e2183c9f94b {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:05:02.527168 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-da6d8855-0585-4ca9-a7a4-6a6aa5a150e6 tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:02.541040 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0186dfd-a056-40c8-98d5-b0d01f470769 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a19b80b-7c97-4bf4-b7ac-31c1e75b216e,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:05:02.563013 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c0186dfd-a056-40c8-98d5-b0d01f470769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:02.563400 n-d-804985-2 neutron-server[106253]: INFO neutron.db.segments_db [None req-c0186dfd-a056-40c8-98d5-b0d01f470769 admin admin] Added segment ee1ada7a-1d67-4528-bac6-e4392cc7623d of type vlan for network e9af31b2-795f-4c50-aeb3-2d7eb490b7b3 Aug 18 12:05:02.627272 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c0186dfd-a056-40c8-98d5-b0d01f470769 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789150665894'] for network, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:02.665448 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-da6d8855-0585-4ca9-a7a4-6a6aa5a150e6 tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:02.667132 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c0186dfd-a056-40c8-98d5-b0d01f470769 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for network, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:02.668553 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0186dfd-a056-40c8-98d5-b0d01f470769 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:05:02.669649 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c0186dfd-a056-40c8-98d5-b0d01f470769 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:02.688053 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-da6d8855-0585-4ca9-a7a4-6a6aa5a150e6 tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] Calling delete_port for 11baa62f-6c01-45d1-8b77-0e2183c9f94b owned by network:router_interface {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:05:02.745509 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 38084) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:05:02.745767 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-c0186dfd-a056-40c8-98d5-b0d01f470769 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6236596 Aug 18 12:05:02.751276 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0186dfd-a056-40c8-98d5-b0d01f470769 admin admin] Pushing event updated for resources: {'Network': ['ID=e9af31b2-795f-4c50-aeb3-2d7eb490b7b3,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:05:02.757341 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-916c7688-0a26-4f4f-831b-8adbbaa2fd67 admin admin] Request body: {'subnet': {'network_id': 'e9af31b2-795f-4c50-aeb3-2d7eb490b7b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-457233731-subnet', 'tenant_id': '14fb1a5621494f41bf763d8bc16e2161', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:05:02.762467 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Network e9af31b2-795f-4c50-aeb3-2d7eb490b7b3 details requested by agent ovs-agent-n-d-804985-2 with host n-d-804985-2 {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:05:02.884396 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-916c7688-0a26-4f4f-831b-8adbbaa2fd67 admin admin] Made reservation on behalf of 14fb1a5621494f41bf763d8bc16e2161 for: {'subnet': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:05:02.886886 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-916c7688-0a26-4f4f-831b-8adbbaa2fd67 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59074089'] for subnet, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:02.955973 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f6117e-b881-41b8-8e05-d5223450424b req-b751fd25-fd6b-420b-8d6d-9e9b977fcaf4 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:05:02.957614 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c4f6117e-b881-41b8-8e05-d5223450424b req-b751fd25-fd6b-420b-8d6d-9e9b977fcaf4 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/ports?device_id=c468f260-aa8b-4a9b-a477-213e251d7cef HTTP/1.1" status: 200 len: 946 time: 0.1774771 Aug 18 12:05:03.019760 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 99d7cf14-28eb-45de-ac37-6f993ce61075 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:05:03.073084 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c4f6117e-b881-41b8-8e05-d5223450424b req-c1bace1f-5f1f-4266-b68e-0b6a0620424b tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f58845c-8a6f-4750-8ac0-66868223b345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036501 Aug 18 12:05:03.091985 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-da6d8855-0585-4ca9-a7a4-6a6aa5a150e6 tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:03.114011 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 99d7cf14-28eb-45de-ac37-6f993ce61075 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:05:03.114393 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:03.125259 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6d8855-0585-4ca9-a7a4-6a6aa5a150e6 tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] Pushing event deleted for resources: {'Port': ['ID=11baa62f-6c01-45d1-8b77-0e2183c9f94b,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:05:03.436383 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-916c7688-0a26-4f4f-831b-8adbbaa2fd67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3572913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59074111'] for subnet, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:03.442208 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f450161-f650-4311-b50d-01d535152925 req-56a94b8e-42cd-4d7b-b13c-12543ea1f3a1 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:05:03.450895 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-3f450161-f650-4311-b50d-01d535152925 req-56a94b8e-42cd-4d7b-b13c-12543ea1f3a1 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.63 "GET /v2.0/ports?device_id=84ea11f0-dfe9-4ffd-b1bd-00eb005330c3 HTTP/1.1" status: 200 len: 950 time: 0.1046741 Aug 18 12:05:03.481637 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-da6d8855-0585-4ca9-a7a4-6a6aa5a150e6 tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953695'] for router_interface, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:03.506583 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 38104) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:05:03.516233 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a439dadf-c44e-488a-8247-c10853cd4032 req-df9435f2-ec97-4dfe-9c3a-85df9b66b527 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:05:03.518011 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a439dadf-c44e-488a-8247-c10853cd4032 req-df9435f2-ec97-4dfe-9c3a-85df9b66b527 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.66 "GET /v2.0/ports?device_id=84ea11f0-dfe9-4ffd-b1bd-00eb005330c3 HTTP/1.1" status: 200 len: 950 time: 0.2261174 Aug 18 12:05:03.532059 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916c7688-0a26-4f4f-831b-8adbbaa2fd67 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0131f43a-6d25-4e03-a79d-2c4121babbad,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:05:03.627776 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-3f450161-f650-4311-b50d-01d535152925 req-c7aa830e-3fd2-4032-a916-387b5af65599 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Deleting port 4a6dd6bf-beb4-4c07-a3e9-1cc18f334166 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:05:03.627776 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-3f450161-f650-4311-b50d-01d535152925 req-c7aa830e-3fd2-4032-a916-387b5af65599 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:03.648162 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a439dadf-c44e-488a-8247-c10853cd4032 req-53008499-c190-4361-85ad-20451f21f1db tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.66 "GET /v2.0/security-groups?id=eb50ebbf-d033-473b-ae6e-593d78928b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201000 Aug 18 12:05:03.651505 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-916c7688-0a26-4f4f-831b-8adbbaa2fd67 admin admin] Checking segment: {'id': 'ee1ada7a-1d67-4528-bac6-e4392cc7623d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'e9af31b2-795f-4c50-aeb3-2d7eb490b7b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:05:03.651860 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-916c7688-0a26-4f4f-831b-8adbbaa2fd67 admin admin] Network hostable DHCP agents. Network: e9af31b2-795f-4c50-aeb3-2d7eb490b7b3, hostable agents: ['97c14208-2951-4361-8d64-3708c946ff5f'], hosted agents: [] {{(pid=106252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 12:05:03.744749 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-895f4e67-ace1-45e9-ba02-16aa6dc3ca11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:03.758307 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-916c7688-0a26-4f4f-831b-8adbbaa2fd67 admin admin] Network e9af31b2-795f-4c50-aeb3-2d7eb490b7b3 is scheduled to be hosted by DHCP agent 97c14208-2951-4361-8d64-3708c946ff5f with binding_index 1 {{(pid=106252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 12:05:03.762983 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-3f450161-f650-4311-b50d-01d535152925 req-c7aa830e-3fd2-4032-a916-387b5af65599 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] For port 4a6dd6bf-beb4-4c07-a3e9-1cc18f334166, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=4a6dd6bf-beb4-4c07-a3e9-1cc18f334166,segment=NetworkSegment(b0eb6eea-b461-4969-8a27-808f00daa8a1),segment_id=b0eb6eea-b461-4969-8a27-808f00daa8a1)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:05:03.763491 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-3f450161-f650-4311-b50d-01d535152925 req-c7aa830e-3fd2-4032-a916-387b5af65599 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:03.766163 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da6d8855-0585-4ca9-a7a4-6a6aa5a150e6 tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] Router f63f4cab-d964-4166-b078-58d492e332e9 has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:05:03.778458 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-3f450161-f650-4311-b50d-01d535152925 req-c7aa830e-3fd2-4032-a916-387b5af65599 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Calling delete_port for 4a6dd6bf-beb4-4c07-a3e9-1cc18f334166 owned by compute:nova {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:05:03.785380 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-916c7688-0a26-4f4f-831b-8adbbaa2fd67 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-2, e9af31b2-795f-4c50-aeb3-2d7eb490b7b3) {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:05:03.793350 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-916c7688-0a26-4f4f-831b-8adbbaa2fd67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:05:03.794052 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-916c7688-0a26-4f4f-831b-8adbbaa2fd67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for subnet, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:03.795514 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc786347-81b1-46d0-85a7-40ca1f17b615 None None] Network e9af31b2-795f-4c50-aeb3-2d7eb490b7b3 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:05:03.881269 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da6d8855-0585-4ca9-a7a4-6a6aa5a150e6 tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:05:03.888163 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-da6d8855-0585-4ca9-a7a4-6a6aa5a150e6 tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] 10.222.0.66 "PUT /v2.0/routers/f63f4cab-d964-4166-b078-58d492e332e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6707671 Aug 18 12:05:03.894773 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 38114) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:05:03.899068 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c0fb6d-a662-4873-824f-f5b34f9b7e67 None None] Sync routers for ids ['f63f4cab-d964-4166-b078-58d492e332e9'] in n-d-804985-2 {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:05:03.941824 n-d-804985-2 neutron-server[106252]: INFO neutron.api.v2.resource [None req-11a74f97-63eb-4603-b8fc-354a00711ec4 tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] delete failed (client error): The resource could not be found. Aug 18 12:05:03.943499 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-11a74f97-63eb-4603-b8fc-354a00711ec4 tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] 10.222.0.66 "DELETE /v2.0/routers/tempest-non_exist_router-1068680520 HTTP/1.1" status: 404 len: 335 time: 0.0475800 Aug 18 12:05:03.947688 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 38116) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:05:03.954679 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-93d81ce2-737f-4409-b22e-23d01e8f0a06 tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f63f4cab-d964-4166-b078-58d492e332e9'}}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:05:03.966843 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c0fb6d-a662-4873-824f-f5b34f9b7e67 None None] Routers {'f63f4cab-d964-4166-b078-58d492e332e9'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:05:03.967713 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-93c0fb6d-a662-4873-824f-f5b34f9b7e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:04:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['f63f4cab-d964-4166-b078-58d492e332e9'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:05:03.975964 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-3f450161-f650-4311-b50d-01d535152925 req-c7aa830e-3fd2-4032-a916-387b5af65599 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:04.010247 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7aa830e-3fd2-4032-a916-387b5af65599 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Pushing event deleted for resources: {'Port': ['ID=4a6dd6bf-beb4-4c07-a3e9-1cc18f334166,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:05:04.011162 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f12e85b3-18f3-4aa6-bba1-38ff3826deae None None] Network e9af31b2-795f-4c50-aeb3-2d7eb490b7b3 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:05:04.019375 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] get_ports_and_sgs() called for port_ids ['4a6dd6bf-beb4-4c07-a3e9-1cc18f334166'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:05:04.023209 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-93c0fb6d-a662-4873-824f-f5b34f9b7e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:05:04.078841 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f450161-f650-4311-b50d-01d535152925 req-c7aa830e-3fd2-4032-a916-387b5af65599 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] No DVR routers for this DVR port 4a6dd6bf-beb4-4c07-a3e9-1cc18f334166 on host n-h1-804985-2 {{(pid=106253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:05:04.083748 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-3f450161-f650-4311-b50d-01d535152925 req-c7aa830e-3fd2-4032-a916-387b5af65599 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:04.085795 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-3f450161-f650-4311-b50d-01d535152925 req-c7aa830e-3fd2-4032-a916-387b5af65599 tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.63 "DELETE /v2.0/ports/4a6dd6bf-beb4-4c07-a3e9-1cc18f334166 HTTP/1.1" status: 204 len: 173 time: 0.6249580 Aug 18 12:05:04.086233 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84ea11f0-dfe9-4ffd-b1bd-00eb005330c3', 'name': 'network-vif-deleted', 'tag': '4a6dd6bf-beb4-4c07-a3e9-1cc18f334166'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:05:04.088668 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0679f4c4b6e0e0c064a7d71d722dc30541a34fffee11680573be22ee2ffccc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fb5ebfd-17e1-4e70-84fd-bdf877ea0e39" -d '{"events": [{"server_uuid": "84ea11f0-dfe9-4ffd-b1bd-00eb005330c3", "name": "network-vif-deleted", "tag": "4a6dd6bf-beb4-4c07-a3e9-1cc18f334166"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:05:04.136045 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:05:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e2eef92-c68f-4981-a73a-84e1cfe908cd x-openstack-request-id: req-7e2eef92-c68f-4981-a73a-84e1cfe908cd {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:05:04.136323 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84ea11f0-dfe9-4ffd-b1bd-00eb005330c3", "name": "network-vif-deleted", "tag": "4a6dd6bf-beb4-4c07-a3e9-1cc18f334166", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:05:04.136776 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-7e2eef92-c68f-4981-a73a-84e1cfe908cd {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:05:04.137214 n-d-804985-2 neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84ea11f0-dfe9-4ffd-b1bd-00eb005330c3', 'name': 'network-vif-deleted', 'tag': '4a6dd6bf-beb4-4c07-a3e9-1cc18f334166', 'status': 'completed', 'code': 200} Aug 18 12:05:04.140628 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c0fb6d-a662-4873-824f-f5b34f9b7e67 None None] Routers {'f63f4cab-d964-4166-b078-58d492e332e9'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:05:04.141412 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-93c0fb6d-a662-4873-824f-f5b34f9b7e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:04:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['f63f4cab-d964-4166-b078-58d492e332e9'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:05:04.194533 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-93c0fb6d-a662-4873-824f-f5b34f9b7e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:05:04.195447 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c0fb6d-a662-4873-824f-f5b34f9b7e67 None None] The sync data for ids ['f63f4cab-d964-4166-b078-58d492e332e9'] in n-d-804985-2 is: [] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:05:04.208858 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-895f4e67-ace1-45e9-ba02-16aa6dc3ca11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:04.259618 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-895f4e67-ace1-45e9-ba02-16aa6dc3ca11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:04.614062 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-916c7688-0a26-4f4f-831b-8adbbaa2fd67 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.8672297 Aug 18 12:05:04.630739 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-93d81ce2-737f-4409-b22e-23d01e8f0a06 tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:04.689892 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-895f4e67-ace1-45e9-ba02-16aa6dc3ca11 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=27f672718dd34a48879fda5d9be620e1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1709230 Aug 18 12:05:04.690433 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 38126) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:05:04.690931 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895f4e67-ace1-45e9-ba02-16aa6dc3ca11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c69f31fa-edb3-4593-b1c1-5790518d5236,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:05:04.696021 n-d-804985-2 neutron-server[106252]: INFO neutron.api.v2.resource [None req-93d81ce2-737f-4409-b22e-23d01e8f0a06 tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] update failed (client error): The resource could not be found. Aug 18 12:05:04.697052 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-93d81ce2-737f-4409-b22e-23d01e8f0a06 tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] 10.222.0.66 "PUT /v2.0/routers/f63f4cab-d964-4166-b078-58d492e332e9 HTTP/1.1" status: 404 len: 339 time: 0.7471056 Aug 18 12:05:04.704127 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 38128) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:05:04.722753 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981842b6-ccf5-4f82-9b8a-c9f8ec648d19 req-c7cdd814-7fcf-4a71-a4c5-228dc4e62f6d tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:05:04.736207 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-981842b6-ccf5-4f82-9b8a-c9f8ec648d19 req-c7cdd814-7fcf-4a71-a4c5-228dc4e62f6d tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/ports?device_id=c468f260-aa8b-4a9b-a477-213e251d7cef HTTP/1.1" status: 200 len: 946 time: 0.5236478 Aug 18 12:05:04.778958 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-981842b6-ccf5-4f82-9b8a-c9f8ec648d19 req-696b1e89-7cda-4c31-858f-e6cbc6574cdc tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f58845c-8a6f-4750-8ac0-66868223b345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429547 Aug 18 12:05:04.810720 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4a368ae4-0b64-4b2b-9123-ba73d9796635 req-a7675402-dd3c-48e8-9d91-68298b0b365d tempest-ServersOnMultiNodesTest-534983500 tempest-ServersOnMultiNodesTest-534983500-project] 10.222.0.66 "GET /v2.0/ports?device_id=84ea11f0-dfe9-4ffd-b1bd-00eb005330c3 HTTP/1.1" status: 200 len: 210 time: 0.0305908 Aug 18 12:05:04.925730 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0053ceb5-0525-4dd9-88e0-8b98bfedc710 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:04.966321 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e9a830-0f59-47ba-a5bb-1a61b7c6ea6b req-749b8b42-a2c7-467f-bcd1-998d9bdf12a8 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:05:04.967820 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e9e9a830-0f59-47ba-a5bb-1a61b7c6ea6b req-749b8b42-a2c7-467f-bcd1-998d9bdf12a8 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/ports?device_id=c468f260-aa8b-4a9b-a477-213e251d7cef HTTP/1.1" status: 200 len: 946 time: 0.0556176 Aug 18 12:05:04.977203 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 38144) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:05:04.982132 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-29d3e1f9-3dcb-47cb-bbbc-59e936a145db tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Request body: {'floatingip': {'port_id': '39942e1b-8b42-46ce-8003-6ae0db0d3a39'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:05:05.008909 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0053ceb5-0525-4dd9-88e0-8b98bfedc710 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:05.028363 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-29d3e1f9-3dcb-47cb-bbbc-59e936a145db tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Notify callbacks [] for floatingip, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:05.177740 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-dc4b4537-f6b8-495d-8e86-3edb6acf3694 tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:05.179517 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0053ceb5-0525-4dd9-88e0-8b98bfedc710 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:05.181977 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0053ceb5-0525-4dd9-88e0-8b98bfedc710 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:05.183100 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-0053ceb5-0525-4dd9-88e0-8b98bfedc710 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c69f31fa-edb3-4593-b1c1-5790518d5236 HTTP/1.1" status: 204 len: 168 time: 0.4905260 Aug 18 12:05:05.199942 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0053ceb5-0525-4dd9-88e0-8b98bfedc710 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c69f31fa-edb3-4593-b1c1-5790518d5236,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:05:05.314494 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89950c94-f848-4e1c-9558-c5e9e6450260 req-a3efc731-a0e9-425e-a496-73aa3572c8d5 tempest-ServersNegativeTestMultiTenantJSON-110403379 tempest-ServersNegativeTestMultiTenantJSON-110403379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:05:05.316021 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-89950c94-f848-4e1c-9558-c5e9e6450260 req-a3efc731-a0e9-425e-a496-73aa3572c8d5 tempest-ServersNegativeTestMultiTenantJSON-110403379 tempest-ServersNegativeTestMultiTenantJSON-110403379-project] 10.222.0.66 "GET /v2.0/networks?id=b8907f07-556d-4687-a4c8-cdea3e5c1379 HTTP/1.1" status: 200 len: 824 time: 0.2116005 Aug 18 12:05:05.343073 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-89950c94-f848-4e1c-9558-c5e9e6450260 req-5f2f557b-4d5d-4666-9c89-790beb6597e2 tempest-ServersNegativeTestMultiTenantJSON-110403379 tempest-ServersNegativeTestMultiTenantJSON-110403379-project] 10.222.0.66 "GET /v2.0/quotas/884b4fcdd50649589c2e2bcf81002686 HTTP/1.1" status: 200 len: 375 time: 0.0170491 Aug 18 12:05:05.414055 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-89950c94-f848-4e1c-9558-c5e9e6450260 req-c8ecb166-0d4e-4a41-a50c-d06b232693b7 tempest-ServersNegativeTestMultiTenantJSON-110403379 tempest-ServersNegativeTestMultiTenantJSON-110403379-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=884b4fcdd50649589c2e2bcf81002686&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0620182 Aug 18 12:05:05.454071 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [None req-dc4b4537-f6b8-495d-8e86-3edb6acf3694 tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] Allocated IP 172.20.0.1 (c29ad925-7122-41c5-b6fa-742b3354c084/242dd49e-6db7-4649-bc7d-05cf7cf7c9b9/f5fb1820-05b6-477a-8314-9fadf45f4728) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:05:05.579840 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-dc4b4537-f6b8-495d-8e86-3edb6acf3694 tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:05.592855 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-89950c94-f848-4e1c-9558-c5e9e6450260 req-2e46eac9-5e41-4e6a-b5fa-994842063e56 service neutron] 10.222.0.66 "GET /v2.0/networks/b8907f07-556d-4687-a4c8-cdea3e5c1379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449814 Aug 18 12:05:05.599982 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [None req-dc4b4537-f6b8-495d-8e86-3edb6acf3694 tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] Transition to ACTIVE for port object f5fb1820-05b6-477a-8314-9fadf45f4728 will not be triggered until provisioned by entity DHCP. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:05:05.635580 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-dc4b4537-f6b8-495d-8e86-3edb6acf3694 tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:05.674625 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc4b4537-f6b8-495d-8e86-3edb6acf3694 tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] Network c29ad925-7122-41c5-b6fa-742b3354c084 is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:05:05.677796 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-dc4b4537-f6b8-495d-8e86-3edb6acf3694 tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:05:05.681319 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc4b4537-f6b8-495d-8e86-3edb6acf3694 tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:05:05.729260 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4b4537-f6b8-495d-8e86-3edb6acf3694 tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] Pushing event updated for resources: {'Port': ['ID=f5fb1820-05b6-477a-8314-9fadf45f4728,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:05:05.742555 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-29d3e1f9-3dcb-47cb-bbbc-59e936a145db tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:05.754127 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-dc4b4537-f6b8-495d-8e86-3edb6acf3694 tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-996688'] for router_interface, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:05.757795 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-29d3e1f9-3dcb-47cb-bbbc-59e936a145db tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-989945'] for floatingip, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:05.763800 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-89950c94-f848-4e1c-9558-c5e9e6450260 req-874487cd-b539-4f20-a79a-6f02d15bd34f service neutron] 10.222.0.66 "GET /v2.0/networks/b8907f07-556d-4687-a4c8-cdea3e5c1379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485231 Aug 18 12:05:05.926140 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-dc4b4537-f6b8-495d-8e86-3edb6acf3694 tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:05.957707 n-d-804985-2 neutron-server[106252]: INFO neutron.db.l3_db [None req-29d3e1f9-3dcb-47cb-bbbc-59e936a145db tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Floating IP 0a8363e2-4428-4d9d-9c48-dafcdc7e9aaf associated. External IP: 172.25.7.87, port: 39942e1b-8b42-46ce-8003-6ae0db0d3a39. Aug 18 12:05:06.012190 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:06.054407 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 38188) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:05:06.178188 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0e589681-1fc7-44cd-af9a-c22ae0568df6 req-65b8466f-a9e0-44cb-8669-947fe200db74 tempest-ServersNegativeTestMultiTenantJSON-110403379 tempest-ServersNegativeTestMultiTenantJSON-110403379-project] 10.222.0.66 "GET /v2.0/ports?device_id=1200f969-4dd6-4b80-8af8-44f69fd456e8 HTTP/1.1" status: 200 len: 210 time: 0.0423071 Aug 18 12:05:06.219343 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-95da98af-8ca4-4be3-b257-33a5cfe0b218 None None] Provisioning for port f5fb1820-05b6-477a-8314-9fadf45f4728 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:05:06.224161 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-95da98af-8ca4-4be3-b257-33a5cfe0b218 None None] Provisioning complete for port f5fb1820-05b6-477a-8314-9fadf45f4728 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:05:06.224672 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-95da98af-8ca4-4be3-b257-33a5cfe0b218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:06.267266 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-05515269-fd7d-467b-b67a-7cffece11c6f admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1282245364-network', 'tenant_id': '4aa83686979e47639d307a930ba64340'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:05:06.298271 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-95da98af-8ca4-4be3-b257-33a5cfe0b218 None None] Port f5fb1820-05b6-477a-8314-9fadf45f4728 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:05:06.353241 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05515269-fd7d-467b-b67a-7cffece11c6f admin admin] Made reservation on behalf of 4aa83686979e47639d307a930ba64340 for: {'network': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:05:06.355715 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-05515269-fd7d-467b-b67a-7cffece11c6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for network, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:06.368800 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-05515269-fd7d-467b-b67a-7cffece11c6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:06.390070 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 4a6dd6bf-beb4-4c07-a3e9-1cc18f334166 no longer exists at agent hyperv_n-h1-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:05:06.405518 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 38200) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:05:06.412589 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] No Port match for: 4a6dd6bf-beb4-4c07-a3e9-1cc18f334166 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:05:06.413162 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 4a6dd6bf-beb4-4c07-a3e9-1cc18f334166 not bound to the agent host n-h1-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:05:06.424293 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29d3e1f9-3dcb-47cb-bbbc-59e936a145db tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Router 058ce3ac-96ae-47cc-b6ff-e08c1a01e2a1 has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:05:06.491062 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-dc4b4537-f6b8-495d-8e86-3edb6acf3694 tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] Notify callbacks [] for port, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:06.507581 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-dc4b4537-f6b8-495d-8e86-3edb6acf3694 tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:06.578409 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29d3e1f9-3dcb-47cb-bbbc-59e936a145db tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:05:06.589618 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-29d3e1f9-3dcb-47cb-bbbc-59e936a145db tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for floatingip, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:06.595539 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-dc4b4537-f6b8-495d-8e86-3edb6acf3694 tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-996772'] for router_interface, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:06.598095 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ec5920-82e5-4e0e-912f-d15aea615ef8 None None] Sync routers for ids ['058ce3ac-96ae-47cc-b6ff-e08c1a01e2a1'] in n-d-804985-2 {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:05:06.611042 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ec5920-82e5-4e0e-912f-d15aea615ef8 None None] Routers {'058ce3ac-96ae-47cc-b6ff-e08c1a01e2a1'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:05:06.613424 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-73ec5920-82e5-4e0e-912f-d15aea615ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:04:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['058ce3ac-96ae-47cc-b6ff-e08c1a01e2a1'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:05:06.626378 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4b4537-f6b8-495d-8e86-3edb6acf3694 tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] Pushing event updated for resources: {'Port': ['ID=f5fb1820-05b6-477a-8314-9fadf45f4728,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:05:06.627076 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-12d00e68-6e1a-4174-bd08-18256357ae92 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5dc13ca5db3b4f4a9d5ca7ec0f8f54a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2194774 Aug 18 12:05:06.629680 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 38204) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:05:06.638568 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-29d3e1f9-3dcb-47cb-bbbc-59e936a145db tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "PUT /v2.0/floatingips/0a8363e2-4428-4d9d-9c48-dafcdc7e9aaf HTTP/1.1" status: 200 len: 991 time: 1.6603203 Aug 18 12:05:06.644361 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c468f260-aa8b-4a9b-a477-213e251d7cef', 'tag': '39942e1b-8b42-46ce-8003-6ae0db0d3a39'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:05:06.646772 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e6c4754-4562-4fd9-8fbb-1e3162f7f899" -d '{"events": [{"name": "network-changed", "server_uuid": "c468f260-aa8b-4a9b-a477-213e251d7cef", "tag": "39942e1b-8b42-46ce-8003-6ae0db0d3a39"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:05:06.709962 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-05515269-fd7d-467b-b67a-7cffece11c6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:06.712555 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:05:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bb3d97b-2857-4e33-b6c3-dfef29892985 x-openstack-request-id: req-1bb3d97b-2857-4e33-b6c3-dfef29892985 {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:05:06.713103 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c468f260-aa8b-4a9b-a477-213e251d7cef", "tag": "39942e1b-8b42-46ce-8003-6ae0db0d3a39", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:05:06.713745 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-1bb3d97b-2857-4e33-b6c3-dfef29892985 {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:05:06.714364 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c468f260-aa8b-4a9b-a477-213e251d7cef', 'tag': '39942e1b-8b42-46ce-8003-6ae0db0d3a39', 'status': 'completed', 'code': 200} Aug 18 12:05:06.719498 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-05515269-fd7d-467b-b67a-7cffece11c6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:06.730383 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-95f16cbc-76af-45d6-953f-b2f038053e4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:06.755880 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-95f16cbc-76af-45d6-953f-b2f038053e4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:06.790682 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05515269-fd7d-467b-b67a-7cffece11c6f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 822} {{(pid=106253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:05:06.799051 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-73ec5920-82e5-4e0e-912f-d15aea615ef8 None None] Set router 058ce3ac-96ae-47cc-b6ff-e08c1a01e2a1 gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:05:06.811831 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05515269-fd7d-467b-b67a-7cffece11c6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=745451aa-55f4-497b-a1fb-e6e4871811d4,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:05:06.814272 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-95f16cbc-76af-45d6-953f-b2f038053e4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:06.816233 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc4b4537-f6b8-495d-8e86-3edb6acf3694 tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] Network c29ad925-7122-41c5-b6fa-742b3354c084 is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:05:06.818188 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-95f16cbc-76af-45d6-953f-b2f038053e4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:06.820156 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-95f16cbc-76af-45d6-953f-b2f038053e4f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/eb50ebbf-d033-473b-ae6e-593d78928b4e HTTP/1.1" status: 204 len: 168 time: 0.1895077 Aug 18 12:05:06.821533 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-05515269-fd7d-467b-b67a-7cffece11c6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:06.822039 n-d-804985-2 neutron-server[106253]: INFO neutron.db.segments_db [None req-05515269-fd7d-467b-b67a-7cffece11c6f admin admin] Added segment 4bb135b7-5157-48c2-b33f-3b903b9fe661 of type vlan for network d18b81ea-6fc7-47f3-8191-edf7b995da73 Aug 18 12:05:06.826062 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-dc4b4537-f6b8-495d-8e86-3edb6acf3694 tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:05:06.855121 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f16cbc-76af-45d6-953f-b2f038053e4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb50ebbf-d033-473b-ae6e-593d78928b4e,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:05:06.866195 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6c4754-4562-4fd9-8fbb-1e3162f7f899 req-38a6124c-7991-4de8-a07a-793ea8fe107d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:05:06.867737 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-0e6c4754-4562-4fd9-8fbb-1e3162f7f899 req-38a6124c-7991-4de8-a07a-793ea8fe107d service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=6be1f64524b04a05973aca1b3d3c7df9&device_id=c468f260-aa8b-4a9b-a477-213e251d7cef HTTP/1.1" status: 200 len: 1097 time: 0.1277418 Aug 18 12:05:07.119273 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-73ec5920-82e5-4e0e-912f-d15aea615ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '058ce3ac-96ae-47cc-b6ff-e08c1a01e2a1', 'name': 'tempest-ServerActionsTestJSON-1785510433-router', 'tenant_id': '6be1f64524b04a05973aca1b3d3c7df9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.192'}], 'enable_snat': True}, 'gw_port_id': 'b2677f2f-3160-447b-b772-56ca04d3c7f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:04:36Z', 'updated_at': '2021-08-18T12:04:42Z', 'revision_number': 4, 'project_id': '6be1f64524b04a05973aca1b3d3c7df9', 'gw_port': {'id': 'b2677f2f-3160-447b-b772-56ca04d3c7f2', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:56:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058ce3ac-96ae-47cc-b6ff-e08c1a01e2a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:04:37Z', 'updated_at': '2021-08-18T12:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_floatingips': [{'id': '0a8363e2-4428-4d9d-9c48-dafcdc7e9aaf', 'tenant_id': '6be1f64524b04a05973aca1b3d3c7df9', 'floating_ip_address': '172.25.7.87', 'floating_network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'router_id': '058ce3ac-96ae-47cc-b6ff-e08c1a01e2a1', 'port_id': '39942e1b-8b42-46ce-8003-6ae0db0d3a39', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62590197-03a9-438c-a3e3-e417fcca582c', 'mac_address': 'fa:16:3e:81:8a:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c468f260-aa8b-4a9b-a477-213e251d7cef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T12:04:47Z', 'updated_at': '2021-08-18T12:05:05Z', 'revision_number': 1, 'project_id': '6be1f64524b04a05973aca1b3d3c7df9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8bf8797a-cade-4001-94ca-9d2a8948a836', 'name': '', 'network_id': '62590197-03a9-438c-a3e3-e417fcca582c', 'tenant_id': '6be1f64524b04a05973aca1b3d3c7df9', 'mac_address': 'fa:16:3e:15:bb:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058ce3ac-96ae-47cc-b6ff-e08c1a01e2a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '01de034f-d2f0-4b70-88ab-1a19fe1401c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:04:41Z', 'updated_at': '2021-08-18T12:04:47Z', 'revision_number': 5, 'project_id': '6be1f64524b04a05973aca1b3d3c7df9', 'subnets': [{'id': '01de034f-d2f0-4b70-88ab-1a19fe1401c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:05:07.183501 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ec5920-82e5-4e0e-912f-d15aea615ef8 None None] Checking router: 058ce3ac-96ae-47cc-b6ff-e08c1a01e2a1 for host: n-d-804985-2 {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:05:07.202698 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ec5920-82e5-4e0e-912f-d15aea615ef8 None None] Routers {'058ce3ac-96ae-47cc-b6ff-e08c1a01e2a1'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:05:07.203331 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-73ec5920-82e5-4e0e-912f-d15aea615ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:04:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['058ce3ac-96ae-47cc-b6ff-e08c1a01e2a1'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:05:07.294888 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2a633cd8-ef56-4749-9c3f-b3e7df6c944a req-7bc7cc2e-cf4a-4dc2-939d-79a0bd4893fc tempest-ServersNegativeTestMultiTenantJSON-110403379 tempest-ServersNegativeTestMultiTenantJSON-110403379-project] 10.222.0.66 "GET /v2.0/ports?device_id=1200f969-4dd6-4b80-8af8-44f69fd456e8 HTTP/1.1" status: 200 len: 210 time: 0.0441227 Aug 18 12:05:07.332976 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-769fe83f-c128-473c-8b24-960a543e9790 None None] Provisioning complete for port f5fb1820-05b6-477a-8314-9fadf45f4728 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:05:07.333931 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-769fe83f-c128-473c-8b24-960a543e9790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:07.385128 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-73ec5920-82e5-4e0e-912f-d15aea615ef8 None None] Set router 058ce3ac-96ae-47cc-b6ff-e08c1a01e2a1 gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:05:07.398535 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 38222) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:05:07.403323 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-05515269-fd7d-467b-b67a-7cffece11c6f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789150665894'] for network, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:07.403532 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-769fe83f-c128-473c-8b24-960a543e9790 None None] Port f5fb1820-05b6-477a-8314-9fadf45f4728 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:05:07.439364 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-e4599071-3adc-4f67-b5cc-0c24a614f917 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=add190a59c1d49fead5927749de54889&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0395367 Aug 18 12:05:07.441848 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 38224) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:05:07.496828 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ca88cc08-7a9c-4a92-999d-bd5d64c064ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:07.527246 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ca88cc08-7a9c-4a92-999d-bd5d64c064ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:07.530282 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-05515269-fd7d-467b-b67a-7cffece11c6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for network, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:07.531259 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05515269-fd7d-467b-b67a-7cffece11c6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:05:07.531844 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-05515269-fd7d-467b-b67a-7cffece11c6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:07.578268 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ca88cc08-7a9c-4a92-999d-bd5d64c064ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:07.580868 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ca88cc08-7a9c-4a92-999d-bd5d64c064ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:07.584985 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-ca88cc08-7a9c-4a92-999d-bd5d64c064ed admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c016a35d-542e-41c2-abaa-ba345cc950a5 HTTP/1.1" status: 204 len: 168 time: 0.1388233 Aug 18 12:05:07.605018 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca88cc08-7a9c-4a92-999d-bd5d64c064ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c016a35d-542e-41c2-abaa-ba345cc950a5,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:05:07.628375 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc4b4537-f6b8-495d-8e86-3edb6acf3694 tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] Router f63f4cab-d964-4166-b078-58d492e332e9 has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:05:07.651148 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-05515269-fd7d-467b-b67a-7cffece11c6f admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.5953434 Aug 18 12:05:07.652299 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-73ec5920-82e5-4e0e-912f-d15aea615ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '058ce3ac-96ae-47cc-b6ff-e08c1a01e2a1', 'name': 'tempest-ServerActionsTestJSON-1785510433-router', 'tenant_id': '6be1f64524b04a05973aca1b3d3c7df9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.192'}], 'enable_snat': True}, 'gw_port_id': 'b2677f2f-3160-447b-b772-56ca04d3c7f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:04:36Z', 'updated_at': '2021-08-18T12:04:42Z', 'revision_number': 4, 'project_id': '6be1f64524b04a05973aca1b3d3c7df9', 'gw_port': {'id': 'b2677f2f-3160-447b-b772-56ca04d3c7f2', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:56:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058ce3ac-96ae-47cc-b6ff-e08c1a01e2a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:04:37Z', 'updated_at': '2021-08-18T12:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_floatingips': [{'id': '0a8363e2-4428-4d9d-9c48-dafcdc7e9aaf', 'tenant_id': '6be1f64524b04a05973aca1b3d3c7df9', 'floating_ip_address': '172.25.7.87', 'floating_network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'router_id': '058ce3ac-96ae-47cc-b6ff-e08c1a01e2a1', 'port_id': '39942e1b-8b42-46ce-8003-6ae0db0d3a39', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62590197-03a9-438c-a3e3-e417fcca582c', 'mac_address': 'fa:16:3e:81:8a:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c468f260-aa8b-4a9b-a477-213e251d7cef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T12:04:47Z', 'updated_at': '2021-08-18T12:05:05Z', 'revision_number': 1, 'project_id': '6be1f64524b04a05973aca1b3d3c7df9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8bf8797a-cade-4001-94ca-9d2a8948a836', 'name': '', 'network_id': '62590197-03a9-438c-a3e3-e417fcca582c', 'tenant_id': '6be1f64524b04a05973aca1b3d3c7df9', 'mac_address': 'fa:16:3e:15:bb:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058ce3ac-96ae-47cc-b6ff-e08c1a01e2a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '01de034f-d2f0-4b70-88ab-1a19fe1401c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:04:41Z', 'updated_at': '2021-08-18T12:04:47Z', 'revision_number': 5, 'project_id': '6be1f64524b04a05973aca1b3d3c7df9', 'subnets': [{'id': '01de034f-d2f0-4b70-88ab-1a19fe1401c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:05:07.672394 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89950c94-f848-4e1c-9558-c5e9e6450260 req-fab6da0d-0ee4-4e5d-9410-a376aaba171f tempest-ServersNegativeTestMultiTenantJSON-110403379 tempest-ServersNegativeTestMultiTenantJSON-110403379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:05:07.674421 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-89950c94-f848-4e1c-9558-c5e9e6450260 req-fab6da0d-0ee4-4e5d-9410-a376aaba171f tempest-ServersNegativeTestMultiTenantJSON-110403379 tempest-ServersNegativeTestMultiTenantJSON-110403379-project] 10.222.0.62 "GET /v2.0/networks?id=b8907f07-556d-4687-a4c8-cdea3e5c1379 HTTP/1.1" status: 200 len: 824 time: 0.3417239 Aug 18 12:05:07.675109 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05515269-fd7d-467b-b67a-7cffece11c6f admin admin] Pushing event updated for resources: {'Network': ['ID=d18b81ea-6fc7-47f3-8191-edf7b995da73,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:05:07.680212 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6c4754-4562-4fd9-8fbb-1e3162f7f899 req-3ed3bb15-014d-47ce-904c-15aa2c3f2cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:05:07.681708 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-0e6c4754-4562-4fd9-8fbb-1e3162f7f899 req-3ed3bb15-014d-47ce-904c-15aa2c3f2cd4 service neutron] 10.222.0.63 "GET /v2.0/networks?id=62590197-03a9-438c-a3e3-e417fcca582c HTTP/1.1" status: 200 len: 913 time: 0.8059130 Aug 18 12:05:07.683269 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ec5920-82e5-4e0e-912f-d15aea615ef8 None None] The sync data for ids ['058ce3ac-96ae-47cc-b6ff-e08c1a01e2a1'] in n-d-804985-2 is: [{'id': '058ce3ac-96ae-47cc-b6ff-e08c1a01e2a1', 'name': 'tempest-ServerActionsTestJSON-1785510433-router', 'tenant_id': '6be1f64524b04a05973aca1b3d3c7df9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.192'}], 'enable_snat': True}, 'gw_port_id': 'b2677f2f-3160-447b-b772-56ca04d3c7f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:04:36Z', 'updated_at': '2021-08-18T12:04:42Z', 'revision_number': 4, 'project_id': '6be1f64524b04a05973aca1b3d3c7df9', 'gw_port': {'id': 'b2677f2f-3160-447b-b772-56ca04d3c7f2', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:56:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058ce3ac-96ae-47cc-b6ff-e08c1a01e2a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:04:37Z', 'updated_at': '2021-08-18T12:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_floatingips': [{'id': '0a8363e2-4428-4d9d-9c48-dafcdc7e9aaf', 'tenant_id': '6be1f64524b04a05973aca1b3d3c7df9', 'floating_ip_address': '172.25.7.87', 'floating_network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'router_id': '058ce3ac-96ae-47cc-b6ff-e08c1a01e2a1', 'port_id': '39942e1b-8b42-46ce-8003-6ae0db0d3a39', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62590197-03a9-438c-a3e3-e417fcca582c', 'mac_address': 'fa:16:3e:81:8a:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c468f260-aa8b-4a9b-a477-213e251d7cef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T12:04:47Z', 'updated_at': '2021-08-18T12:05:05Z', 'revision_number': 1, 'project_id': '6be1f64524b04a05973aca1b3d3c7df9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8bf8797a-cade-4001-94ca-9d2a8948a836', 'name': '', 'network_id': '62590197-03a9-438c-a3e3-e417fcca582c', 'tenant_id': '6be1f64524b04a05973aca1b3d3c7df9', 'mac_address': 'fa:16:3e:15:bb:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058ce3ac-96ae-47cc-b6ff-e08c1a01e2a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '01de034f-d2f0-4b70-88ab-1a19fe1401c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:04:41Z', 'updated_at': '2021-08-18T12:04:47Z', 'revision_number': 5, 'project_id': '6be1f64524b04a05973aca1b3d3c7df9', 'subnets': [{'id': '01de034f-d2f0-4b70-88ab-1a19fe1401c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:05:07.689116 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [req-89950c94-f848-4e1c-9558-c5e9e6450260 req-ff4624be-3a0b-4da6-b1ab-5ae0115792d4 tempest-ServersNegativeTestMultiTenantJSON-110403379 tempest-ServersNegativeTestMultiTenantJSON-110403379-project] Request body: {'port': {'device_id': '1200f969-4dd6-4b80-8af8-44f69fd456e8', 'network_id': 'b8907f07-556d-4687-a4c8-cdea3e5c1379', 'admin_state_up': True, 'tenant_id': '884b4fcdd50649589c2e2bcf81002686'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:05:07.691025 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Network d18b81ea-6fc7-47f3-8191-edf7b995da73 details requested by agent ovs-agent-n-d-804985-2 with host n-d-804985-2 {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:05:07.981818 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc4b4537-f6b8-495d-8e86-3edb6acf3694 tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:05:07.993741 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d22be2e2-3d6f-4512-b64b-4bd1ab587752 None None] New status for floating IP 0a8363e2-4428-4d9d-9c48-dafcdc7e9aaf: ACTIVE {{(pid=106254) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 12:05:07.997620 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-dc4b4537-f6b8-495d-8e86-3edb6acf3694 tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] 10.222.0.66 "PUT /v2.0/routers/f63f4cab-d964-4166-b078-58d492e332e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2085109 Aug 18 12:05:07.999204 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15516f68-97de-4edb-a2e7-afa3f5001166 None None] Sync routers for ids ['f63f4cab-d964-4166-b078-58d492e332e9'] in n-d-804985-2 {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:05:08.002529 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 38242) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:05:08.029359 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15516f68-97de-4edb-a2e7-afa3f5001166 None None] Routers {'f63f4cab-d964-4166-b078-58d492e332e9'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:05:08.030335 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-15516f68-97de-4edb-a2e7-afa3f5001166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:04:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['f63f4cab-d964-4166-b078-58d492e332e9'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:05:08.032060 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-0e6c4754-4562-4fd9-8fbb-1e3162f7f899 req-288ed3ac-6d91-4daf-a424-d6c38f2b2357 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=39942e1b-8b42-46ce-8003-6ae0db0d3a39 HTTP/1.1" status: 200 len: 999 time: 0.3172028 Aug 18 12:05:08.107850 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-15516f68-97de-4edb-a2e7-afa3f5001166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:05:08.109422 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:08.124721 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15516f68-97de-4edb-a2e7-afa3f5001166 None None] Routers {'f63f4cab-d964-4166-b078-58d492e332e9'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:05:08.125346 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-15516f68-97de-4edb-a2e7-afa3f5001166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:04:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['f63f4cab-d964-4166-b078-58d492e332e9'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:05:08.170385 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-799d7afc-8249-49ad-9bc1-f07c2e797054 tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] Notify callbacks [] for router, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:08.176313 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6c4754-4562-4fd9-8fbb-1e3162f7f899 req-db1fe87d-ff8d-406f-a223-af94b29a33a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:05:08.178157 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-0e6c4754-4562-4fd9-8fbb-1e3162f7f899 req-db1fe87d-ff8d-406f-a223-af94b29a33a2 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=01de034f-d2f0-4b70-88ab-1a19fe1401c1 HTTP/1.1" status: 200 len: 851 time: 0.1441426 Aug 18 12:05:08.187342 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-15516f68-97de-4edb-a2e7-afa3f5001166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:05:08.188045 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15516f68-97de-4edb-a2e7-afa3f5001166 None None] The sync data for ids ['f63f4cab-d964-4166-b078-58d492e332e9'] in n-d-804985-2 is: [] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:05:08.199759 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89950c94-f848-4e1c-9558-c5e9e6450260 req-ff4624be-3a0b-4da6-b1ab-5ae0115792d4 tempest-ServersNegativeTestMultiTenantJSON-110403379 tempest-ServersNegativeTestMultiTenantJSON-110403379-project] Made reservation on behalf of 884b4fcdd50649589c2e2bcf81002686 for: {'port': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:05:08.204584 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-89950c94-f848-4e1c-9558-c5e9e6450260 req-ff4624be-3a0b-4da6-b1ab-5ae0115792d4 tempest-ServersNegativeTestMultiTenantJSON-110403379 tempest-ServersNegativeTestMultiTenantJSON-110403379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:08.270258 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6c4754-4562-4fd9-8fbb-1e3162f7f899 req-aff4b339-8b14-4a04-96cf-f5204afb1375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:05:08.271876 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-0e6c4754-4562-4fd9-8fbb-1e3162f7f899 req-aff4b339-8b14-4a04-96cf-f5204afb1375 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=62590197-03a9-438c-a3e3-e417fcca582c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0854475 Aug 18 12:05:08.390792 n-d-804985-2 neutron-server[106252]: INFO neutron.api.v2.resource [None req-799d7afc-8249-49ad-9bc1-f07c2e797054 tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 18 12:05:08.395226 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-799d7afc-8249-49ad-9bc1-f07c2e797054 tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] 10.222.0.66 "DELETE /v2.0/routers/f63f4cab-d964-4166-b078-58d492e332e9 HTTP/1.1" status: 409 len: 329 time: 0.3915434 Aug 18 12:05:08.395418 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 38262) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:05:08.480197 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3a510845-2f8b-4bd6-ba41-c1dd2809fd6b req-6a4ca46c-fcb5-41d5-bbaf-6f901ac70315 tempest-ServersNegativeTestMultiTenantJSON-110403379 tempest-ServersNegativeTestMultiTenantJSON-110403379-project] 10.222.0.66 "GET /v2.0/ports?device_id=1200f969-4dd6-4b80-8af8-44f69fd456e8 HTTP/1.1" status: 200 len: 210 time: 0.0293643 Aug 18 12:05:08.488063 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ce159b-6923-43a3-b3c6-059c18bd453b req-14693801-bd14-46fc-b85a-23c746852e01 tempest-ComputeTenantNetworksTest-1458533056 tempest-ComputeTenantNetworksTest-1458533056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:05:08.494284 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ce159b-6923-43a3-b3c6-059c18bd453b req-14693801-bd14-46fc-b85a-23c746852e01 tempest-ComputeTenantNetworksTest-1458533056 tempest-ComputeTenantNetworksTest-1458533056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:05:08.500827 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ce159b-6923-43a3-b3c6-059c18bd453b req-14693801-bd14-46fc-b85a-23c746852e01 tempest-ComputeTenantNetworksTest-1458533056 tempest-ComputeTenantNetworksTest-1458533056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:05:08.501944 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-25ce159b-6923-43a3-b3c6-059c18bd453b req-14693801-bd14-46fc-b85a-23c746852e01 tempest-ComputeTenantNetworksTest-1458533056 tempest-ComputeTenantNetworksTest-1458533056-project] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.3448377 Aug 18 12:05:08.565111 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-0e6c4754-4562-4fd9-8fbb-1e3162f7f899 req-29191c86-afbc-4a21-a3bf-2f88b72930f6 service neutron] 10.222.0.63 "GET /v2.0/networks/62590197-03a9-438c-a3e3-e417fcca582c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2500255 Aug 18 12:05:08.567800 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [req-89950c94-f848-4e1c-9558-c5e9e6450260 req-ff4624be-3a0b-4da6-b1ab-5ae0115792d4 tempest-ServersNegativeTestMultiTenantJSON-110403379 tempest-ServersNegativeTestMultiTenantJSON-110403379-project] Allocated IP 172.20.0.11 (b8907f07-556d-4687-a4c8-cdea3e5c1379/abc1d47c-5307-490a-b3fa-c00f5a3bb8a1/45015b65-d29a-4038-8036-fa4c4c879248) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:05:08.621281 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec3c5df-7573-457a-a3d9-06e18f453d46 req-82b50428-f27a-405c-b260-7bf761bdaaa7 tempest-ComputeTenantNetworksTest-1458533056 tempest-ComputeTenantNetworksTest-1458533056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:05:08.622713 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8ec3c5df-7573-457a-a3d9-06e18f453d46 req-82b50428-f27a-405c-b260-7bf761bdaaa7 tempest-ComputeTenantNetworksTest-1458533056 tempest-ComputeTenantNetworksTest-1458533056-project] 10.222.0.66 "GET /v2.0/networks/d18b81ea-6fc7-47f3-8191-edf7b995da73 HTTP/1.1" status: 200 len: 769 time: 0.0942755 Aug 18 12:05:08.623193 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 38270) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:05:08.636877 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 38274) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:05:08.705897 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-35ae5af6-3f32-4d67-8cd0-7f96e9ab619e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7904109'] for network, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:08.781106 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-375e2b68-77b4-4061-ba27-0762f8884f67 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-2144974722-network', 'tenant_id': 'd233ffa9ba6a4489b3cf7f12264dd9a4'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:05:08.805158 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-35ae5af6-3f32-4d67-8cd0-7f96e9ab619e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8367869', 'neutron.services.segments.db._delete_segments_for_network-8789151212993'] for network, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:08.819804 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-35ae5af6-3f32-4d67-8cd0-7f96e9ab619e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d18b81ea-6fc7-47f3-8191-edf7b995da73']}} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:05:08.829996 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-375e2b68-77b4-4061-ba27-0762f8884f67 admin admin] Made reservation on behalf of d233ffa9ba6a4489b3cf7f12264dd9a4 for: {'network': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:05:08.832274 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-375e2b68-77b4-4061-ba27-0762f8884f67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for network, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:08.835923 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-35ae5af6-3f32-4d67-8cd0-7f96e9ab619e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bb135b7-5157-48c2-b33f-3b903b9fe661') {'for_net_delete': True} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:05:08.836258 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-35ae5af6-3f32-4d67-8cd0-7f96e9ab619e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bb135b7-5157-48c2-b33f-3b903b9fe661') {} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:05:08.847253 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-375e2b68-77b4-4061-ba27-0762f8884f67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:08.847465 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-0e6c4754-4562-4fd9-8fbb-1e3162f7f899 req-ad9ea7f7-82d4-487f-8afe-998269d3bebd service neutron] 10.222.0.63 "GET /v2.0/networks/62590197-03a9-438c-a3e3-e417fcca582c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2660916 Aug 18 12:05:08.853202 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-35ae5af6-3f32-4d67-8cd0-7f96e9ab619e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789151225254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2221521'] for segment, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:08.876177 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-35ae5af6-3f32-4d67-8cd0-7f96e9ab619e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:08.887119 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35ae5af6-3f32-4d67-8cd0-7f96e9ab619e admin admin] Releasing vlan 822 on physical network physnet1 to pool {{(pid=106252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:05:08.887318 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-35ae5af6-3f32-4d67-8cd0-7f96e9ab619e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3572434'] for segment, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:08.888966 n-d-804985-2 neutron-server[106252]: Traceback (most recent call last): Aug 18 12:05:08.888966 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:05:08.888966 n-d-804985-2 neutron-server[106252]: timer() Aug 18 12:05:08.888966 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:05:08.888966 n-d-804985-2 neutron-server[106252]: cb(*args, **kw) Aug 18 12:05:08.888966 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:05:08.888966 n-d-804985-2 neutron-server[106252]: return func(*args, **kwargs) Aug 18 12:05:08.888966 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:05:08.888966 n-d-804985-2 neutron-server[106252]: self._notify() Aug 18 12:05:08.888966 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:05:08.888966 n-d-804985-2 neutron-server[106252]: self.callback(batched_events) Aug 18 12:05:08.888966 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:05:08.888966 n-d-804985-2 neutron-server[106252]: event.method(event) Aug 18 12:05:08.888966 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:05:08.888966 n-d-804985-2 neutron-server[106252]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:05:08.888966 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:05:08.888966 n-d-804985-2 neutron-server[106252]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:05:08.888966 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:05:08.888966 n-d-804985-2 neutron-server[106252]: return f(self, *a, **k) Aug 18 12:05:08.888966 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:05:08.888966 n-d-804985-2 neutron-server[106252]: return self._get(url).json() Aug 18 12:05:08.888966 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:05:08.888966 n-d-804985-2 neutron-server[106252]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:05:08.888966 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:05:08.888966 n-d-804985-2 neutron-server[106252]: return self.request(url, 'GET', **kwargs) Aug 18 12:05:08.888966 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:05:08.888966 n-d-804985-2 neutron-server[106252]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:05:08.888966 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:05:08.888966 n-d-804985-2 neutron-server[106252]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:05:08.888966 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:05:08.888966 n-d-804985-2 neutron-server[106252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:05:08.888966 n-d-804985-2 neutron-server[106252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:05:08.960423 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-35ae5af6-3f32-4d67-8cd0-7f96e9ab619e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8367858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997186'] for network, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:08.967228 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-35ae5af6-3f32-4d67-8cd0-7f96e9ab619e admin admin] Notify callbacks [] for network, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:08.971290 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-89950c94-f848-4e1c-9558-c5e9e6450260 req-ff4624be-3a0b-4da6-b1ab-5ae0115792d4 tempest-ServersNegativeTestMultiTenantJSON-110403379 tempest-ServersNegativeTestMultiTenantJSON-110403379-project] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:08.980849 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-35ae5af6-3f32-4d67-8cd0-7f96e9ab619e admin admin] 10.222.0.66 "DELETE /v2.0/networks/d18b81ea-6fc7-47f3-8191-edf7b995da73 HTTP/1.1" status: 204 len: 168 time: 0.3341172 Aug 18 12:05:09.007143 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ae5af6-3f32-4d67-8cd0-7f96e9ab619e admin admin] Pushing event deleted for resources: {'Network': ['ID=d18b81ea-6fc7-47f3-8191-edf7b995da73,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:05:09.026591 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f914b621-ae9e-4a8f-841b-ae77041bbfee tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-996815'] for router_interface, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:09.067024 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-89950c94-f848-4e1c-9558-c5e9e6450260 req-ff4624be-3a0b-4da6-b1ab-5ae0115792d4 tempest-ServersNegativeTestMultiTenantJSON-110403379 tempest-ServersNegativeTestMultiTenantJSON-110403379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:09.087316 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-375e2b68-77b4-4061-ba27-0762f8884f67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:09.093234 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-375e2b68-77b4-4061-ba27-0762f8884f67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:09.120710 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-375e2b68-77b4-4061-ba27-0762f8884f67 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 822} {{(pid=106252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:05:09.138536 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375e2b68-77b4-4061-ba27-0762f8884f67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f33f793-abbf-4e1d-8b8d-c0272c55e517,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:05:09.156016 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 38280) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:05:09.158795 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-375e2b68-77b4-4061-ba27-0762f8884f67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:09.159150 n-d-804985-2 neutron-server[106252]: INFO neutron.db.segments_db [None req-375e2b68-77b4-4061-ba27-0762f8884f67 admin admin] Added segment c565808e-7768-4cc7-aa1c-cc5175e30d98 of type vlan for network 01a56eb8-cd8c-442e-bc29-4eb282720ed6 Aug 18 12:05:09.159261 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89950c94-f848-4e1c-9558-c5e9e6450260 req-ff4624be-3a0b-4da6-b1ab-5ae0115792d4 tempest-ServersNegativeTestMultiTenantJSON-110403379 tempest-ServersNegativeTestMultiTenantJSON-110403379-project] Network b8907f07-556d-4687-a4c8-cdea3e5c1379 is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:05:09.173116 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [req-89950c94-f848-4e1c-9558-c5e9e6450260 req-ff4624be-3a0b-4da6-b1ab-5ae0115792d4 tempest-ServersNegativeTestMultiTenantJSON-110403379 tempest-ServersNegativeTestMultiTenantJSON-110403379-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:05:09.182528 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4624be-3a0b-4da6-b1ab-5ae0115792d4 tempest-ServersNegativeTestMultiTenantJSON-110403379 tempest-ServersNegativeTestMultiTenantJSON-110403379-project] Pushing event updated for resources: {'Port': ['ID=45015b65-d29a-4038-8036-fa4c4c879248,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:05:09.184907 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-89950c94-f848-4e1c-9558-c5e9e6450260 req-ff4624be-3a0b-4da6-b1ab-5ae0115792d4 tempest-ServersNegativeTestMultiTenantJSON-110403379 tempest-ServersNegativeTestMultiTenantJSON-110403379-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:05:09.208255 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-375e2b68-77b4-4061-ba27-0762f8884f67 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789150665894'] for network, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:09.235748 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-375e2b68-77b4-4061-ba27-0762f8884f67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for network, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:09.236743 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-375e2b68-77b4-4061-ba27-0762f8884f67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:05:09.237534 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-375e2b68-77b4-4061-ba27-0762f8884f67 admin admin] Notify callbacks [] for network, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:09.297986 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-375e2b68-77b4-4061-ba27-0762f8884f67 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.6736484 Aug 18 12:05:09.308274 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 38286) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:05:09.332993 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-72badf8e-54db-4bdb-a12e-b3195a0d61af admin admin] Request body: {'subnet': {'network_id': '01a56eb8-cd8c-442e-bc29-4eb282720ed6', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-2144974722-subnet', 'tenant_id': 'd233ffa9ba6a4489b3cf7f12264dd9a4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:05:09.363636 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375e2b68-77b4-4061-ba27-0762f8884f67 admin admin] Pushing event updated for resources: {'Network': ['ID=01a56eb8-cd8c-442e-bc29-4eb282720ed6,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:05:09.378741 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Network 01a56eb8-cd8c-442e-bc29-4eb282720ed6 details requested by agent ovs-agent-n-d-804985-2 with host n-d-804985-2 {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:05:09.425686 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72badf8e-54db-4bdb-a12e-b3195a0d61af admin admin] Made reservation on behalf of d233ffa9ba6a4489b3cf7f12264dd9a4 for: {'subnet': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:05:09.428450 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-72badf8e-54db-4bdb-a12e-b3195a0d61af admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59074089'] for subnet, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:09.619507 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89950c94-f848-4e1c-9558-c5e9e6450260 req-ff4624be-3a0b-4da6-b1ab-5ae0115792d4 tempest-ServersNegativeTestMultiTenantJSON-110403379 tempest-ServersNegativeTestMultiTenantJSON-110403379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:05:09.620113 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-89950c94-f848-4e1c-9558-c5e9e6450260 req-ff4624be-3a0b-4da6-b1ab-5ae0115792d4 tempest-ServersNegativeTestMultiTenantJSON-110403379 tempest-ServersNegativeTestMultiTenantJSON-110403379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:09.624229 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-128bcbd3-0473-4281-afb1-bcc2af2c5046 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4aa83686979e47639d307a930ba64340&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4638102 Aug 18 12:05:09.626860 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 38292) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:05:09.659695 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-89950c94-f848-4e1c-9558-c5e9e6450260 req-ff4624be-3a0b-4da6-b1ab-5ae0115792d4 tempest-ServersNegativeTestMultiTenantJSON-110403379 tempest-ServersNegativeTestMultiTenantJSON-110403379-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9747427 Aug 18 12:05:09.667881 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59321dc-5d61-4d29-9efc-854645f32359 req-354b907e-461e-4e17-83df-667d426b4b34 tempest-ServersNegativeTestMultiTenantJSON-110403379 tempest-ServersNegativeTestMultiTenantJSON-110403379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:05:09.669437 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e59321dc-5d61-4d29-9efc-854645f32359 req-354b907e-461e-4e17-83df-667d426b4b34 tempest-ServersNegativeTestMultiTenantJSON-110403379 tempest-ServersNegativeTestMultiTenantJSON-110403379-project] 10.222.0.66 "GET /v2.0/ports?device_id=1200f969-4dd6-4b80-8af8-44f69fd456e8 HTTP/1.1" status: 200 len: 932 time: 0.1021011 Aug 18 12:05:09.670797 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-72badf8e-54db-4bdb-a12e-b3195a0d61af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3572913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59074111'] for subnet, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:09.677445 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [req-89950c94-f848-4e1c-9558-c5e9e6450260 req-754e17c2-dc82-402b-b3c4-c61ea5431690 service neutron] Request body: {'port': {'device_id': '1200f969-4dd6-4b80-8af8-44f69fd456e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804985-2'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:05:09.742142 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-73291c83-7bd2-44de-9466-5ccc8b75b4ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:09.749674 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72badf8e-54db-4bdb-a12e-b3195a0d61af admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ba93807-cfef-4d1a-8a3f-64388756bcac,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:05:09.759623 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-89950c94-f848-4e1c-9558-c5e9e6450260 req-754e17c2-dc82-402b-b3c4-c61ea5431690 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:09.760499 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e59321dc-5d61-4d29-9efc-854645f32359 req-6520859a-1649-4669-82d9-db49129cafe6 tempest-ServersNegativeTestMultiTenantJSON-110403379 tempest-ServersNegativeTestMultiTenantJSON-110403379-project] 10.222.0.66 "GET /v2.0/security-groups?id=90bc158c-aefb-4cbe-bd1f-12bd8c8ca975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824430 Aug 18 12:05:09.771281 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72badf8e-54db-4bdb-a12e-b3195a0d61af admin admin] Checking segment: {'id': 'c565808e-7768-4cc7-aa1c-cc5175e30d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '01a56eb8-cd8c-442e-bc29-4eb282720ed6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:05:09.771281 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72badf8e-54db-4bdb-a12e-b3195a0d61af admin admin] Network hostable DHCP agents. Network: 01a56eb8-cd8c-442e-bc29-4eb282720ed6, hostable agents: ['97c14208-2951-4361-8d64-3708c946ff5f'], hosted agents: [] {{(pid=106252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 12:05:09.791064 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72badf8e-54db-4bdb-a12e-b3195a0d61af admin admin] Network 01a56eb8-cd8c-442e-bc29-4eb282720ed6 is scheduled to be hosted by DHCP agent 97c14208-2951-4361-8d64-3708c946ff5f with binding_index 1 {{(pid=106252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 12:05:09.801162 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-72badf8e-54db-4bdb-a12e-b3195a0d61af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-2, 01a56eb8-cd8c-442e-bc29-4eb282720ed6) {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:05:09.805344 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-73291c83-7bd2-44de-9466-5ccc8b75b4ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:09.807021 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72badf8e-54db-4bdb-a12e-b3195a0d61af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:05:09.812498 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48fb029e-37ca-4b3b-9c86-29844ef93e00 None None] Network 01a56eb8-cd8c-442e-bc29-4eb282720ed6 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:05:09.815523 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-72badf8e-54db-4bdb-a12e-b3195a0d61af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for subnet, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:09.837672 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-72badf8e-54db-4bdb-a12e-b3195a0d61af admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5223927 Aug 18 12:05:09.838358 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 38294) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:05:09.843398 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-f0881923-2a34-43ff-8744-9c4ec483db52 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-2144974722-router', 'tenant_id': 'd233ffa9ba6a4489b3cf7f12264dd9a4', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'}}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:05:09.867464 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f0881923-2a34-43ff-8744-9c4ec483db52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-998592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15809'] for router, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:09.868462 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f0881923-2a34-43ff-8744-9c4ec483db52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-992733', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-971415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15816'] for router, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:09.927279 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f0881923-2a34-43ff-8744-9c4ec483db52 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:09.990696 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3265017-9e33-46dd-819d-310058e96d91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp788be208-34ab-5a8f-af0f-528834af222f-01a56eb8-cd8c-442e-bc29-4eb282720ed6', 'network_id': '01a56eb8-cd8c-442e-bc29-4eb282720ed6', 'tenant_id': 'd233ffa9ba6a4489b3cf7f12264dd9a4', 'fixed_ips': [{'subnet_id': '0ba93807-cfef-4d1a-8a3f-64388756bcac'}]}} from n-d-804985-2. {{(pid=106254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 12:05:09.991512 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-f3265017-9e33-46dd-819d-310058e96d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:10.023787 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-73291c83-7bd2-44de-9466-5ccc8b75b4ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:10.026271 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-73291c83-7bd2-44de-9466-5ccc8b75b4ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:10.029968 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-73291c83-7bd2-44de-9466-5ccc8b75b4ea admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/745451aa-55f4-497b-a1fb-e6e4871811d4 HTTP/1.1" status: 204 len: 168 time: 0.3996947 Aug 18 12:05:10.033232 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-f914b621-ae9e-4a8f-841b-ae77041bbfee tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] Deleting port f5fb1820-05b6-477a-8314-9fadf45f4728 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:05:10.033565 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f914b621-ae9e-4a8f-841b-ae77041bbfee tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:10.086044 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73291c83-7bd2-44de-9466-5ccc8b75b4ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=745451aa-55f4-497b-a1fb-e6e4871811d4,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:05:10.111737 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f0881923-2a34-43ff-8744-9c4ec483db52 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:10.164186 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f914b621-ae9e-4a8f-841b-ae77041bbfee tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:10.182791 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-f914b621-ae9e-4a8f-841b-ae77041bbfee tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] Calling delete_port for f5fb1820-05b6-477a-8314-9fadf45f4728 owned by network:router_interface {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:05:10.237850 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.db_base_plugin_common [None req-f3265017-9e33-46dd-819d-310058e96d91 None None] Allocated IP 172.20.0.2 (01a56eb8-cd8c-442e-bc29-4eb282720ed6/0ba93807-cfef-4d1a-8a3f-64388756bcac/6660aa96-af36-4fdf-a0fa-001e5f02f87a) {{(pid=106254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:05:10.292562 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [req-89950c94-f848-4e1c-9558-c5e9e6450260 req-754e17c2-dc82-402b-b3c4-c61ea5431690 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45015b65-d29a-4038-8036-fa4c4c879248 {{(pid=106253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:05:10.307818 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-89950c94-f848-4e1c-9558-c5e9e6450260 req-754e17c2-dc82-402b-b3c4-c61ea5431690 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:10.329682 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [req-89950c94-f848-4e1c-9558-c5e9e6450260 req-754e17c2-dc82-402b-b3c4-c61ea5431690 service neutron] Transition to ACTIVE for port object 45015b65-d29a-4038-8036-fa4c4c879248 will not be triggered until provisioned by entity L2. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:05:10.364711 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-89950c94-f848-4e1c-9558-c5e9e6450260 req-754e17c2-dc82-402b-b3c4-c61ea5431690 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:10.436231 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754e17c2-dc82-402b-b3c4-c61ea5431690 service neutron] Pushing event updated for resources: {'Port': ['ID=45015b65-d29a-4038-8036-fa4c4c879248,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:05:10.464502 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-f3265017-9e33-46dd-819d-310058e96d91 None None] Notify callbacks [] for port, precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:10.477051 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-f3265017-9e33-46dd-819d-310058e96d91 None None] Transition to ACTIVE for port object 6660aa96-af36-4fdf-a0fa-001e5f02f87a will not be triggered until provisioned by entity L2. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:05:10.497162 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-f3265017-9e33-46dd-819d-310058e96d91 None None] Transition to ACTIVE for port object 6660aa96-af36-4fdf-a0fa-001e5f02f87a will not be triggered until provisioned by entity DHCP. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:05:10.505175 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-f3265017-9e33-46dd-819d-310058e96d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547'] for port, after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:10.561228 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3265017-9e33-46dd-819d-310058e96d91 None None] Network 01a56eb8-cd8c-442e-bc29-4eb282720ed6 is already hosted by enough agents. {{(pid=106254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:05:10.562877 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.base_scheduler [None req-f3265017-9e33-46dd-819d-310058e96d91 None None] Resources bound (agent type, host, resource id): {{(pid=106254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:05:10.568217 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3265017-9e33-46dd-819d-310058e96d91 None None] Received port after_create {{(pid=106254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:05:10.584926 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3265017-9e33-46dd-819d-310058e96d91 None None] Pushing event updated for resources: {'Port': ['ID=6660aa96-af36-4fdf-a0fa-001e5f02f87a,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:05:10.595802 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f914b621-ae9e-4a8f-841b-ae77041bbfee tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:10.628954 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-89950c94-f848-4e1c-9558-c5e9e6450260 req-754e17c2-dc82-402b-b3c4-c61ea5431690 service neutron] Attempting to bind port 45015b65-d29a-4038-8036-fa4c4c879248 on host n-h2-804985-2 for vnic_type normal with profile {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:05:10.629339 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-89950c94-f848-4e1c-9558-c5e9e6450260 req-754e17c2-dc82-402b-b3c4-c61ea5431690 service neutron] Attempting to bind port 45015b65-d29a-4038-8036-fa4c4c879248 by drivers openvswitch,hyperv on host n-h2-804985-2 at level 0 using segments [{'id': '53f2bb2d-449a-4bf7-bbbd-8751da72326f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'b8907f07-556d-4687-a4c8-cdea3e5c1379'}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:05:10.629775 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89950c94-f848-4e1c-9558-c5e9e6450260 req-754e17c2-dc82-402b-b3c4-c61ea5431690 service neutron] Attempting to bind port 45015b65-d29a-4038-8036-fa4c4c879248 on network b8907f07-556d-4687-a4c8-cdea3e5c1379 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:05:10.633302 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f914b621-ae9e-4a8f-841b-ae77041bbfee tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] Pushing event deleted for resources: {'Port': ['ID=f5fb1820-05b6-477a-8314-9fadf45f4728,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:05:10.641343 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89950c94-f848-4e1c-9558-c5e9e6450260 req-754e17c2-dc82-402b-b3c4-c61ea5431690 service neutron] Port 45015b65-d29a-4038-8036-fa4c4c879248 on network b8907f07-556d-4687-a4c8-cdea3e5c1379 not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-2 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:05:10.641493 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89950c94-f848-4e1c-9558-c5e9e6450260 req-754e17c2-dc82-402b-b3c4-c61ea5431690 service neutron] Attempting to bind port 45015b65-d29a-4038-8036-fa4c4c879248 on network b8907f07-556d-4687-a4c8-cdea3e5c1379 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:05:10.676786 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89950c94-f848-4e1c-9558-c5e9e6450260 req-754e17c2-dc82-402b-b3c4-c61ea5431690 service neutron] Checking agent: {'id': 'da5da552-709c-4248-84de-86af99a0dc87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 49, 8), 'started_at': datetime.datetime(2021, 8, 18, 11, 49, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 5, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:05:10.687135 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89950c94-f848-4e1c-9558-c5e9e6450260 req-754e17c2-dc82-402b-b3c4-c61ea5431690 service neutron] Checking segment: {'id': '53f2bb2d-449a-4bf7-bbbd-8751da72326f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'b8907f07-556d-4687-a4c8-cdea3e5c1379'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:05:10.687480 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89950c94-f848-4e1c-9558-c5e9e6450260 req-754e17c2-dc82-402b-b3c4-c61ea5431690 service neutron] Bound using segment: {'id': '53f2bb2d-449a-4bf7-bbbd-8751da72326f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'b8907f07-556d-4687-a4c8-cdea3e5c1379'} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:05:10.687953 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-89950c94-f848-4e1c-9558-c5e9e6450260 req-754e17c2-dc82-402b-b3c4-c61ea5431690 service neutron] Bound port: 45015b65-d29a-4038-8036-fa4c4c879248, host: n-h2-804985-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53f2bb2d-449a-4bf7-bbbd-8751da72326f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'b8907f07-556d-4687-a4c8-cdea3e5c1379'}}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:05:10.688325 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-89950c94-f848-4e1c-9558-c5e9e6450260 req-754e17c2-dc82-402b-b3c4-c61ea5431690 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:10.697058 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-f3265017-9e33-46dd-819d-310058e96d91 None None] Attempting to bind port 6660aa96-af36-4fdf-a0fa-001e5f02f87a on host n-d-804985-2 for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:05:10.697641 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-f3265017-9e33-46dd-819d-310058e96d91 None None] Attempting to bind port 6660aa96-af36-4fdf-a0fa-001e5f02f87a by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': 'c565808e-7768-4cc7-aa1c-cc5175e30d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '01a56eb8-cd8c-442e-bc29-4eb282720ed6'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:05:10.698421 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3265017-9e33-46dd-819d-310058e96d91 None None] Attempting to bind port 6660aa96-af36-4fdf-a0fa-001e5f02f87a on network 01a56eb8-cd8c-442e-bc29-4eb282720ed6 {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:05:10.705046 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3265017-9e33-46dd-819d-310058e96d91 None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 4, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:05:10.705427 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3265017-9e33-46dd-819d-310058e96d91 None None] Checking segment: {'id': 'c565808e-7768-4cc7-aa1c-cc5175e30d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '01a56eb8-cd8c-442e-bc29-4eb282720ed6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:05:10.707309 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-f3265017-9e33-46dd-819d-310058e96d91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:10.707766 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3265017-9e33-46dd-819d-310058e96d91 None None] Bound using segment: {'id': 'c565808e-7768-4cc7-aa1c-cc5175e30d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '01a56eb8-cd8c-442e-bc29-4eb282720ed6'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:05:10.708607 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-f3265017-9e33-46dd-819d-310058e96d91 None None] Bound port: 6660aa96-af36-4fdf-a0fa-001e5f02f87a, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c565808e-7768-4cc7-aa1c-cc5175e30d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '01a56eb8-cd8c-442e-bc29-4eb282720ed6'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:05:10.709342 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-f3265017-9e33-46dd-819d-310058e96d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:10.870176 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-f3265017-9e33-46dd-819d-310058e96d91 None None] For port 6660aa96-af36-4fdf-a0fa-001e5f02f87a, host n-d-804985-2, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:05:10.880442 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-f3265017-9e33-46dd-819d-310058e96d91 None None] For port 6660aa96-af36-4fdf-a0fa-001e5f02f87a, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=6660aa96-af36-4fdf-a0fa-001e5f02f87a,segment=NetworkSegment(c565808e-7768-4cc7-aa1c-cc5175e30d98),segment_id=c565808e-7768-4cc7-aa1c-cc5175e30d98)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:05:10.896770 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-f3265017-9e33-46dd-819d-310058e96d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:10.900040 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f0881923-2a34-43ff-8744-9c4ec483db52 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:10.980327 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3265017-9e33-46dd-819d-310058e96d91 None None] Pushing event updated for resources: {'Port': ['ID=6660aa96-af36-4fdf-a0fa-001e5f02f87a,revision_number=2']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:05:10.991888 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f0881923-2a34-43ff-8744-9c4ec483db52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:11.069774 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-89950c94-f848-4e1c-9558-c5e9e6450260 req-754e17c2-dc82-402b-b3c4-c61ea5431690 service neutron] For port 45015b65-d29a-4038-8036-fa4c4c879248, host n-h2-804985-2, cleared binding levels {{(pid=106253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:05:11.082337 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f914b621-ae9e-4a8f-841b-ae77041bbfee tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953695'] for router_interface, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:11.100511 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-89950c94-f848-4e1c-9558-c5e9e6450260 req-754e17c2-dc82-402b-b3c4-c61ea5431690 service neutron] For port 45015b65-d29a-4038-8036-fa4c4c879248, host n-h2-804985-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=45015b65-d29a-4038-8036-fa4c4c879248,segment=NetworkSegment(53f2bb2d-449a-4bf7-bbbd-8751da72326f),segment_id=53f2bb2d-449a-4bf7-bbbd-8751da72326f)] {{(pid=106253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:05:11.117138 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13dbf7f-6760-4901-a07a-8ea73cc22522 req-c5296bd7-3ec2-4698-a2fc-d92cce39129e tempest-ServersNegativeTestMultiTenantJSON-110403379 tempest-ServersNegativeTestMultiTenantJSON-110403379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:05:11.118977 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d13dbf7f-6760-4901-a07a-8ea73cc22522 req-c5296bd7-3ec2-4698-a2fc-d92cce39129e tempest-ServersNegativeTestMultiTenantJSON-110403379 tempest-ServersNegativeTestMultiTenantJSON-110403379-project] 10.222.0.66 "GET /v2.0/ports?device_id=1200f969-4dd6-4b80-8af8-44f69fd456e8 HTTP/1.1" status: 200 len: 944 time: 0.2118425 Aug 18 12:05:11.146679 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3613e48-6127-40f7-8923-b5acf4eb80f7 req-849ec45f-5fd9-4b87-83da-12efe00034ac tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:05:11.154094 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d3613e48-6127-40f7-8923-b5acf4eb80f7 req-849ec45f-5fd9-4b87-83da-12efe00034ac tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/ports?device_id=45070ff9-ea47-403a-8285-fa82c3d46b6a HTTP/1.1" status: 200 len: 946 time: 0.1583228 Aug 18 12:05:11.178826 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-89950c94-f848-4e1c-9558-c5e9e6450260 req-754e17c2-dc82-402b-b3c4-c61ea5431690 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:11.218870 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d3613e48-6127-40f7-8923-b5acf4eb80f7 req-63e48e2a-a9c4-4e34-9345-8dfe29eb6b8a tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/security-groups?id=d60fbefd-5088-4718-a442-08959d2ac3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638661 Aug 18 12:05:11.228487 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89950c94-f848-4e1c-9558-c5e9e6450260 req-754e17c2-dc82-402b-b3c4-c61ea5431690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:05:11.230411 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-89950c94-f848-4e1c-9558-c5e9e6450260 req-754e17c2-dc82-402b-b3c4-c61ea5431690 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:11.231850 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-89950c94-f848-4e1c-9558-c5e9e6450260 req-754e17c2-dc82-402b-b3c4-c61ea5431690 service neutron] 10.222.0.62 "PUT /v2.0/ports/45015b65-d29a-4038-8036-fa4c4c879248 HTTP/1.1" status: 200 len: 1092 time: 1.5624640 Aug 18 12:05:11.237479 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [None req-f0881923-2a34-43ff-8744-9c4ec483db52 admin admin] Allocated IP 172.25.7.96 (7cae7a70-14fd-408c-b14d-39ceb97cb60e/9784295a-20b8-4a4b-b105-f82737f0448f/dc4387ac-0524-4ec4-ad5e-65949c410f6a) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:05:11.250349 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d13dbf7f-6760-4901-a07a-8ea73cc22522 req-bacc5190-987d-470d-a1f3-dc7022d47b76 tempest-ServersNegativeTestMultiTenantJSON-110403379 tempest-ServersNegativeTestMultiTenantJSON-110403379-project] 10.222.0.66 "GET /v2.0/security-groups?id=90bc158c-aefb-4cbe-bd1f-12bd8c8ca975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119566 Aug 18 12:05:11.336405 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1200f969-4dd6-4b80-8af8-44f69fd456e8', 'tag': '45015b65-d29a-4038-8036-fa4c4c879248'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:05:11.342820 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0679f4c4b6e0e0c064a7d71d722dc30541a34fffee11680573be22ee2ffccc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ffe27e0-f094-4000-83c2-81809dcfccf1" -d '{"events": [{"name": "network-changed", "server_uuid": "1200f969-4dd6-4b80-8af8-44f69fd456e8", "tag": "45015b65-d29a-4038-8036-fa4c4c879248"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:05:11.402220 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f914b621-ae9e-4a8f-841b-ae77041bbfee tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] Router f63f4cab-d964-4166-b078-58d492e332e9 has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:05:11.422611 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:05:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6458dcde-4650-4182-b272-1f9164e4fdf3 x-openstack-request-id: req-6458dcde-4650-4182-b272-1f9164e4fdf3 {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:05:11.423154 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1200f969-4dd6-4b80-8af8-44f69fd456e8", "tag": "45015b65-d29a-4038-8036-fa4c4c879248", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:05:11.423393 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-6458dcde-4650-4182-b272-1f9164e4fdf3 {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:05:11.423784 n-d-804985-2 neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1200f969-4dd6-4b80-8af8-44f69fd456e8', 'tag': '45015b65-d29a-4038-8036-fa4c4c879248', 'status': 'completed', 'code': 200} Aug 18 12:05:11.427251 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f0881923-2a34-43ff-8744-9c4ec483db52 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:11.436241 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754e17c2-dc82-402b-b3c4-c61ea5431690 service neutron] Pushing event updated for resources: {'Port': ['ID=45015b65-d29a-4038-8036-fa4c4c879248,revision_number=3']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:05:11.450507 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89950c94-f848-4e1c-9558-c5e9e6450260 req-2827aa75-b9f4-4afd-abb7-14f1b286bb57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:05:11.452051 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-89950c94-f848-4e1c-9558-c5e9e6450260 req-2827aa75-b9f4-4afd-abb7-14f1b286bb57 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=884b4fcdd50649589c2e2bcf81002686&device_id=1200f969-4dd6-4b80-8af8-44f69fd456e8 HTTP/1.1" status: 200 len: 1095 time: 0.1001515 Aug 18 12:05:11.484790 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f0881923-2a34-43ff-8744-9c4ec483db52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:11.535407 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0881923-2a34-43ff-8744-9c4ec483db52 admin admin] Pushing event updated for resources: {'Port': ['ID=dc4387ac-0524-4ec4-ad5e-65949c410f6a,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:05:11.542083 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0881923-2a34-43ff-8744-9c4ec483db52 admin admin] Network 7cae7a70-14fd-408c-b14d-39ceb97cb60e is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:05:11.543854 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-f0881923-2a34-43ff-8744-9c4ec483db52 admin admin] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:05:11.546058 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0881923-2a34-43ff-8744-9c4ec483db52 admin admin] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:05:11.551310 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-89950c94-f848-4e1c-9558-c5e9e6450260 req-4448c201-eb2c-459b-8f97-189c6cec8454 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=45015b65-d29a-4038-8036-fa4c4c879248 HTTP/1.1" status: 200 len: 217 time: 0.0686896 Aug 18 12:05:11.554083 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f914b621-ae9e-4a8f-841b-ae77041bbfee tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:05:11.563599 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-f914b621-ae9e-4a8f-841b-ae77041bbfee tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] 10.222.0.66 "PUT /v2.0/routers/f63f4cab-d964-4166-b078-58d492e332e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1612256 Aug 18 12:05:11.567705 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31dc4089-f21c-4995-ad7d-21c0e59f35de None None] Sync routers for ids ['f63f4cab-d964-4166-b078-58d492e332e9'] in n-d-804985-2 {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:05:11.568173 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 38338) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:05:11.578515 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31dc4089-f21c-4995-ad7d-21c0e59f35de None None] Routers {'f63f4cab-d964-4166-b078-58d492e332e9'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:05:11.579953 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-31dc4089-f21c-4995-ad7d-21c0e59f35de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:04:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['f63f4cab-d964-4166-b078-58d492e332e9'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:05:11.616712 n-d-804985-2 neutron-server[106252]: INFO neutron.api.v2.resource [None req-f84e44ed-903d-4abd-a233-8f8fea60214b tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] show failed (client error): The resource could not be found. Aug 18 12:05:11.624845 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-f84e44ed-903d-4abd-a233-8f8fea60214b tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] 10.222.0.66 "GET /v2.0/routers/tempest-non_exist_router-364043703 HTTP/1.1" status: 404 len: 334 time: 0.0488615 Aug 18 12:05:11.625714 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 38344) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:05:11.630135 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-137dd1d9-7d9e-4138-8ec5-2d2efdbfdc0f tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] Request body: {'router': {'name': 'new_name'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:05:11.637355 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89950c94-f848-4e1c-9558-c5e9e6450260 req-693098ac-f3cd-4586-bb29-9eefc108cbc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:05:11.639045 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-89950c94-f848-4e1c-9558-c5e9e6450260 req-693098ac-f3cd-4586-bb29-9eefc108cbc7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=abc1d47c-5307-490a-b3fa-c00f5a3bb8a1 HTTP/1.1" status: 200 len: 864 time: 0.0789242 Aug 18 12:05:11.641161 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-31dc4089-f21c-4995-ad7d-21c0e59f35de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:05:11.660865 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31dc4089-f21c-4995-ad7d-21c0e59f35de None None] Routers {'f63f4cab-d964-4166-b078-58d492e332e9'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:05:11.661662 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-31dc4089-f21c-4995-ad7d-21c0e59f35de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:04:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['f63f4cab-d964-4166-b078-58d492e332e9'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:05:11.712167 n-d-804985-2 neutron-server[106252]: INFO neutron.api.v2.resource [None req-137dd1d9-7d9e-4138-8ec5-2d2efdbfdc0f tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] update failed (client error): The resource could not be found. Aug 18 12:05:11.717494 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-137dd1d9-7d9e-4138-8ec5-2d2efdbfdc0f tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] 10.222.0.66 "PUT /v2.0/routers/tempest-non_exist_router-1291114818 HTTP/1.1" status: 404 len: 335 time: 0.0867498 Aug 18 12:05:11.718803 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-89950c94-f848-4e1c-9558-c5e9e6450260 req-421dd63b-04df-423f-b4d3-f68d1f88e201 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b8907f07-556d-4687-a4c8-cdea3e5c1379&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0713143 Aug 18 12:05:11.718803 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 38348) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:05:11.733191 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-31dc4089-f21c-4995-ad7d-21c0e59f35de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:05:11.734079 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31dc4089-f21c-4995-ad7d-21c0e59f35de None None] The sync data for ids ['f63f4cab-d964-4166-b078-58d492e332e9'] in n-d-804985-2 is: [] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:05:11.825645 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_v2 [None req-4aeeba79-7f08-4837-ab48-8acebbaaf45b tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] Deleting subnet b692d1f8-cd0e-4909-8e77-d52f88c3ea51 {{(pid=106253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 12:05:11.830596 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4aeeba79-7f08-4837-ab48-8acebbaaf45b tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] Notify callbacks [] for subnet, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:11.892986 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4aeeba79-7f08-4837-ab48-8acebbaaf45b tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902229'] for subnet, precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:11.910414 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f0881923-2a34-43ff-8744-9c4ec483db52 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:11.924513 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-89950c94-f848-4e1c-9558-c5e9e6450260 req-af21b422-be5f-4846-b355-af2195555ec9 service neutron] 10.222.0.62 "GET /v2.0/networks/b8907f07-556d-4687-a4c8-cdea3e5c1379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666913 Aug 18 12:05:12.058163 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4aeeba79-7f08-4837-ab48-8acebbaaf45b tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:12.102442 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-89950c94-f848-4e1c-9558-c5e9e6450260 req-c96963e4-360b-4a27-80b9-08b5cacb7ae6 service neutron] 10.222.0.62 "GET /v2.0/networks/b8907f07-556d-4687-a4c8-cdea3e5c1379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1702592 Aug 18 12:05:12.169438 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4aeeba79-7f08-4837-ab48-8acebbaaf45b tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58902171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59388106'] for subnet, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:12.190092 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f0881923-2a34-43ff-8744-9c4ec483db52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-998473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-992536'] for router, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:12.224703 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4aeeba79-7f08-4837-ab48-8acebbaaf45b tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:12.230202 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-4aeeba79-7f08-4837-ab48-8acebbaaf45b tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] 10.222.0.66 "DELETE /v2.0/subnets/b692d1f8-cd0e-4909-8e77-d52f88c3ea51 HTTP/1.1" status: 204 len: 168 time: 0.5103059 Aug 18 12:05:12.231957 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36c00df5-4098-4a43-8ef3-3bfc881363cf None None] Network 8f9e70c4-d6a1-4bf5-bedd-02117b54e384 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:05:12.236243 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aeeba79-7f08-4837-ab48-8acebbaaf45b tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] Pushing event deleted for resources: {'Subnet': ['ID=b692d1f8-cd0e-4909-8e77-d52f88c3ea51,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:05:12.238859 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 38360) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:05:12.323443 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffe27e0-f094-4000-83c2-81809dcfccf1 req-0b662d1d-2a81-4cc3-932b-ee3d62fc2620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:05:12.324735 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-0ffe27e0-f094-4000-83c2-81809dcfccf1 req-0b662d1d-2a81-4cc3-932b-ee3d62fc2620 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=884b4fcdd50649589c2e2bcf81002686&device_id=1200f969-4dd6-4b80-8af8-44f69fd456e8 HTTP/1.1" status: 200 len: 1095 time: 0.1688704 Aug 18 12:05:12.382792 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79e34304-f9e5-4228-a685-71d3017c48d2 None None] Network 01a56eb8-cd8c-442e-bc29-4eb282720ed6 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:05:12.409073 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1175aa8-7955-4dbd-8cc3-34c1740d01c4 tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] Deleting subnet be39af01-a5e0-4fdc-9210-3426169aa0be {{(pid=106253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 12:05:12.421267 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f1175aa8-7955-4dbd-8cc3-34c1740d01c4 tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] Notify callbacks [] for subnet, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:12.481867 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbba263-7a56-4c81-81ef-23aad965fff7 req-f0c6cb1d-83de-4c43-9175-d26c47b80dab tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:05:12.489763 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-bdbba263-7a56-4c81-81ef-23aad965fff7 req-f0c6cb1d-83de-4c43-9175-d26c47b80dab tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/ports?device_id=45070ff9-ea47-403a-8285-fa82c3d46b6a HTTP/1.1" status: 200 len: 946 time: 0.1186957 Aug 18 12:05:12.493387 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f1175aa8-7955-4dbd-8cc3-34c1740d01c4 tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902229'] for subnet, precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:12.538200 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffe27e0-f094-4000-83c2-81809dcfccf1 req-aba3e6ff-02b0-4641-9ca1-e87091edae82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:05:12.539884 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-0ffe27e0-f094-4000-83c2-81809dcfccf1 req-aba3e6ff-02b0-4641-9ca1-e87091edae82 service neutron] 10.222.0.62 "GET /v2.0/networks?id=b8907f07-556d-4687-a4c8-cdea3e5c1379 HTTP/1.1" status: 200 len: 925 time: 0.2051682 Aug 18 12:05:12.552762 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ae713c-eb22-4dfb-b72c-39ffeedd762f req-0febf3a7-cbe2-4b8a-a198-b5fb917e31b0 tempest-ServersNegativeTestMultiTenantJSON-110403379 tempest-ServersNegativeTestMultiTenantJSON-110403379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:05:12.554349 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e2ae713c-eb22-4dfb-b72c-39ffeedd762f req-0febf3a7-cbe2-4b8a-a198-b5fb917e31b0 tempest-ServersNegativeTestMultiTenantJSON-110403379 tempest-ServersNegativeTestMultiTenantJSON-110403379-project] 10.222.0.66 "GET /v2.0/ports?device_id=1200f969-4dd6-4b80-8af8-44f69fd456e8 HTTP/1.1" status: 200 len: 944 time: 0.1410351 Aug 18 12:05:12.557578 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0881923-2a34-43ff-8744-9c4ec483db52 admin admin] Router 62adf0a4-e052-4c85-83d3-c12598a40d39 is scheduled to L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 with binding_index 1 {{(pid=106252) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 12:05:12.583196 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-bdbba263-7a56-4c81-81ef-23aad965fff7 req-1ff91008-95f3-4674-b4d4-ddc2037b004f tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/security-groups?id=d60fbefd-5088-4718-a442-08959d2ac3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923457 Aug 18 12:05:12.590985 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-0ffe27e0-f094-4000-83c2-81809dcfccf1 req-0306970c-7646-490e-9d66-54023567791d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=45015b65-d29a-4038-8036-fa4c4c879248 HTTP/1.1" status: 200 len: 217 time: 0.0416751 Aug 18 12:05:12.650711 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-94dda8a5-1a50-4b8f-91bb-53e54d0e1633 None None] Provisioning for port 6660aa96-af36-4fdf-a0fa-001e5f02f87a completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:05:12.657653 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffe27e0-f094-4000-83c2-81809dcfccf1 req-0db3514b-0ce2-4303-aa3d-2110b128191e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:05:12.659555 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-0ffe27e0-f094-4000-83c2-81809dcfccf1 req-0db3514b-0ce2-4303-aa3d-2110b128191e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=abc1d47c-5307-490a-b3fa-c00f5a3bb8a1 HTTP/1.1" status: 200 len: 864 time: 0.0608022 Aug 18 12:05:12.743404 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e2ae713c-eb22-4dfb-b72c-39ffeedd762f req-d35fc18b-ab6d-4a2a-8068-bf597ca5fc9b tempest-ServersNegativeTestMultiTenantJSON-110403379 tempest-ServersNegativeTestMultiTenantJSON-110403379-project] 10.222.0.66 "GET /v2.0/security-groups?id=90bc158c-aefb-4cbe-bd1f-12bd8c8ca975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760335 Aug 18 12:05:12.780617 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bc6d261-3bae-4f69-8a18-6e98116fb5a2 None None] DHCP port deletion for 8f9e70c4-d6a1-4bf5-bedd-02117b54e384 request from n-d-804985-2 {{(pid=106254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 12:05:12.849147 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-0ffe27e0-f094-4000-83c2-81809dcfccf1 req-c8f74652-a681-4792-8db5-59b00ec4ad7b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b8907f07-556d-4687-a4c8-cdea3e5c1379&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1735959 Aug 18 12:05:12.850871 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0881923-2a34-43ff-8744-9c4ec483db52 admin admin] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:05:12.863829 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18fb66a5-a9a3-447a-9a86-352bfb96ce4e None None] Sync routers for ids ['62adf0a4-e052-4c85-83d3-c12598a40d39'] in n-d-804985-2 {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:05:12.878919 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-0bc6d261-3bae-4f69-8a18-6e98116fb5a2 None None] Deleting port 99d7cf14-28eb-45de-ac37-6f993ce61075 {{(pid=106254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:05:12.878919 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-0bc6d261-3bae-4f69-8a18-6e98116fb5a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:12.879120 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e04a2a-96e8-4346-a6f1-1045776a8849 req-8fdbd383-d082-43c2-b9af-edcef30c4cbf tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:05:12.880190 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-c8e04a2a-96e8-4346-a6f1-1045776a8849 req-8fdbd383-d082-43c2-b9af-edcef30c4cbf tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.63 "GET /v2.0/ports?device_id=45070ff9-ea47-403a-8285-fa82c3d46b6a HTTP/1.1" status: 200 len: 946 time: 0.2174296 Aug 18 12:05:12.886837 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18fb66a5-a9a3-447a-9a86-352bfb96ce4e None None] Routers {'62adf0a4-e052-4c85-83d3-c12598a40d39'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:05:12.889151 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-18fb66a5-a9a3-447a-9a86-352bfb96ce4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:04:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['62adf0a4-e052-4c85-83d3-c12598a40d39'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:05:12.889701 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f0881923-2a34-43ff-8744-9c4ec483db52 admin admin] Notify callbacks [] for router, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:12.891087 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-f0881923-2a34-43ff-8744-9c4ec483db52 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.0516341 Aug 18 12:05:12.894375 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 38382) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:05:13.012195 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f1175aa8-7955-4dbd-8cc3-34c1740d01c4 tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:13.046797 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-0bc6d261-3bae-4f69-8a18-6e98116fb5a2 None None] For port 99d7cf14-28eb-45de-ac37-6f993ce61075, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=99d7cf14-28eb-45de-ac37-6f993ce61075,segment=NetworkSegment(64842986-5ebd-4e44-bd5b-6c62482cc5bc),segment_id=64842986-5ebd-4e44-bd5b-6c62482cc5bc)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:05:13.050590 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-0bc6d261-3bae-4f69-8a18-6e98116fb5a2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:13.097655 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-0bc6d261-3bae-4f69-8a18-6e98116fb5a2 None None] Calling delete_port for 99d7cf14-28eb-45de-ac37-6f993ce61075 owned by network:dhcp {{(pid=106254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:05:13.107114 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-18fb66a5-a9a3-447a-9a86-352bfb96ce4e None None] Set router 62adf0a4-e052-4c85-83d3-c12598a40d39 gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:05:13.117970 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 6660aa96-af36-4fdf-a0fa-001e5f02f87a up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:05:13.179634 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-0ffe27e0-f094-4000-83c2-81809dcfccf1 req-33634664-a475-43de-9abd-9c4c52453ffc service neutron] 10.222.0.62 "GET /v2.0/networks/b8907f07-556d-4687-a4c8-cdea3e5c1379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2988188 Aug 18 12:05:13.258313 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-0bc6d261-3bae-4f69-8a18-6e98116fb5a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556'] for port, after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:13.267853 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port 6660aa96-af36-4fdf-a0fa-001e5f02f87a completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:05:13.306093 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc6d261-3bae-4f69-8a18-6e98116fb5a2 None None] Pushing event deleted for resources: {'Port': ['ID=99d7cf14-28eb-45de-ac37-6f993ce61075,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:05:13.309324 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 6660aa96-af36-4fdf-a0fa-001e5f02f87a triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:05:13.309859 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:13.334838 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc6d261-3bae-4f69-8a18-6e98116fb5a2 None None] No DVR routers for this DVR port 99d7cf14-28eb-45de-ac37-6f993ce61075 on host n-d-804985-2 {{(pid=106254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:05:13.360995 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-42d9b772-5e85-4e86-b709-18df2948f4c1 None None] Provisioning complete for port 6660aa96-af36-4fdf-a0fa-001e5f02f87a triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:05:13.361372 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-42d9b772-5e85-4e86-b709-18df2948f4c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:13.406173 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-18fb66a5-a9a3-447a-9a86-352bfb96ce4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62adf0a4-e052-4c85-83d3-c12598a40d39', 'name': 'tempest-FloatingIPsNegativeTestJSON-2144974722-router', 'tenant_id': 'd233ffa9ba6a4489b3cf7f12264dd9a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.96'}], 'enable_snat': True}, 'gw_port_id': 'dc4387ac-0524-4ec4-ad5e-65949c410f6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:05:09Z', 'updated_at': '2021-08-18T12:05:11Z', 'revision_number': 3, 'project_id': 'd233ffa9ba6a4489b3cf7f12264dd9a4', 'gw_port': {'id': 'dc4387ac-0524-4ec4-ad5e-65949c410f6a', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:8b:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62adf0a4-e052-4c85-83d3-c12598a40d39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:05:11Z', 'updated_at': '2021-08-18T12:05:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:05:13.441477 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18fb66a5-a9a3-447a-9a86-352bfb96ce4e None None] Checking router: 62adf0a4-e052-4c85-83d3-c12598a40d39 for host: n-d-804985-2 {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:05:13.441945 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f1175aa8-7955-4dbd-8cc3-34c1740d01c4 tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58902171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59388106'] for subnet, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:13.442759 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18fb66a5-a9a3-447a-9a86-352bfb96ce4e None None] Updating router 62adf0a4-e052-4c85-83d3-c12598a40d39 port dc4387ac-0524-4ec4-ad5e-65949c410f6a binding host n-d-804985-2 {{(pid=106255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 12:05:13.480089 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-42d9b772-5e85-4e86-b709-18df2948f4c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:13.493622 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:13.533165 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] For port 6660aa96-af36-4fdf-a0fa-001e5f02f87a, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=6660aa96-af36-4fdf-a0fa-001e5f02f87a,segment=NetworkSegment(c565808e-7768-4cc7-aa1c-cc5175e30d98),segment_id=c565808e-7768-4cc7-aa1c-cc5175e30d98)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:05:13.543361 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1175aa8-7955-4dbd-8cc3-34c1740d01c4 tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] Pushing event deleted for resources: {'Subnet': ['ID=be39af01-a5e0-4fdc-9210-3426169aa0be,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:05:13.546358 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:13.563570 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f1175aa8-7955-4dbd-8cc3-34c1740d01c4 tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:13.565798 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-f1175aa8-7955-4dbd-8cc3-34c1740d01c4 tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] 10.222.0.66 "DELETE /v2.0/subnets/be39af01-a5e0-4fdc-9210-3426169aa0be HTTP/1.1" status: 204 len: 168 time: 1.3243659 Aug 18 12:05:13.572399 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 38388) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:05:13.584326 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-0ffe27e0-f094-4000-83c2-81809dcfccf1 req-3e006305-26f8-48ed-a311-5f18be48a1de service neutron] 10.222.0.62 "GET /v2.0/networks/b8907f07-556d-4687-a4c8-cdea3e5c1379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3868077 Aug 18 12:05:13.606725 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-c8e04a2a-96e8-4346-a6f1-1045776a8849 req-f544dffd-df13-411d-ba12-2ec2f63cd5ad tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Deleting port 4092a1c0-5100-40a5-82f2-b8d5c1db77bb {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:05:13.607769 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-c8e04a2a-96e8-4346-a6f1-1045776a8849 req-f544dffd-df13-411d-ba12-2ec2f63cd5ad tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:13.646745 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-18fb66a5-a9a3-447a-9a86-352bfb96ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:13.687138 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86598e81-036b-4177-82a3-5d4b7f36c5f8 None None] Network c7395443-6799-4199-b6f2-0a70b9bc8d18 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:05:13.716585 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 99d7cf14-28eb-45de-ac37-6f993ce61075 no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:05:13.775198 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a4f6df27-0710-4ca5-b182-005f9975d0e8 tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7904109'] for network, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:13.822018 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-c8e04a2a-96e8-4346-a6f1-1045776a8849 req-f544dffd-df13-411d-ba12-2ec2f63cd5ad tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] For port 4092a1c0-5100-40a5-82f2-b8d5c1db77bb, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=4092a1c0-5100-40a5-82f2-b8d5c1db77bb,segment=NetworkSegment(cad785f7-8854-4494-9369-5c8d15a44cef),segment_id=cad785f7-8854-4494-9369-5c8d15a44cef)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:05:13.822366 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-c8e04a2a-96e8-4346-a6f1-1045776a8849 req-f544dffd-df13-411d-ba12-2ec2f63cd5ad tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:13.836630 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-c8e04a2a-96e8-4346-a6f1-1045776a8849 req-f544dffd-df13-411d-ba12-2ec2f63cd5ad tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Calling delete_port for 4092a1c0-5100-40a5-82f2-b8d5c1db77bb owned by compute:nova {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:05:13.884199 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: 99d7cf14-28eb-45de-ac37-6f993ce61075 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:05:13.884763 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 99d7cf14-28eb-45de-ac37-6f993ce61075 not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:05:13.928087 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.db.api [None req-42d9b772-5e85-4e86-b709-18df2948f4c1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106254) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 18 12:05:13.928781 n-d-804985-2 neutron-server[106254]: DEBUG oslo_db.api [None req-42d9b772-5e85-4e86-b709-18df2948f4c1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 18 12:05:13.934500 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-82deaff1-bc80-43aa-bbf5-fe0d077c9f16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:13.946910 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Pushing event updated for resources: {'Port': ['ID=6660aa96-af36-4fdf-a0fa-001e5f02f87a,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:05:13.980465 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b25a34-d284-4caf-b2b1-204657932ac3 req-e4f333be-26d7-4a2e-b6a7-5ff073c7b1a6 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:05:13.984490 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-40b25a34-d284-4caf-b2b1-204657932ac3 req-e4f333be-26d7-4a2e-b6a7-5ff073c7b1a6 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/ports?device_id=45070ff9-ea47-403a-8285-fa82c3d46b6a HTTP/1.1" status: 200 len: 946 time: 0.1963422 Aug 18 12:05:14.020521 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 45015b65-d29a-4038-8036-fa4c4c879248 details requested by agent hyperv_n-h2-804985-2 with host n-h2-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:05:14.158517 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdeed21f-9a9a-4ee1-86c6-5c7211ea3ae8 None None] DHCP port deletion for c7395443-6799-4199-b6f2-0a70b9bc8d18 request from n-d-804985-2 {{(pid=106254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 12:05:14.177731 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port 45015b65-d29a-4038-8036-fa4c4c879248, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=45015b65-d29a-4038-8036-fa4c4c879248,segment=NetworkSegment(53f2bb2d-449a-4bf7-bbbd-8751da72326f),segment_id=53f2bb2d-449a-4bf7-bbbd-8751da72326f)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:05:14.211215 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Returning: {'device': '45015b65-d29a-4038-8036-fa4c4c879248', 'network_id': 'b8907f07-556d-4687-a4c8-cdea3e5c1379', 'port_id': '45015b65-d29a-4038-8036-fa4c4c879248', 'mac_address': 'fa:16:3e:54:7c:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 827, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abc1d47c-5307-490a-b3fa-c00f5a3bb8a1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:05:14.223319 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-40b25a34-d284-4caf-b2b1-204657932ac3 req-a8218df0-44b4-43dd-a348-38428dfe4b94 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/security-groups?id=d60fbefd-5088-4718-a442-08959d2ac3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2293358 Aug 18 12:05:14.260443 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:14.261760 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-18fb66a5-a9a3-447a-9a86-352bfb96ce4e None None] Notify callbacks [] for port, precommit_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:14.265678 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2714467a-1ab7-432f-995c-8e07eb8b7f47 req-52de27ca-fedb-46ac-a326-011c7f115f21 tempest-ServersNegativeTestMultiTenantJSON-110403379 tempest-ServersNegativeTestMultiTenantJSON-110403379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:05:14.273513 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2714467a-1ab7-432f-995c-8e07eb8b7f47 req-52de27ca-fedb-46ac-a326-011c7f115f21 tempest-ServersNegativeTestMultiTenantJSON-110403379 tempest-ServersNegativeTestMultiTenantJSON-110403379-project] 10.222.0.66 "GET /v2.0/ports?device_id=1200f969-4dd6-4b80-8af8-44f69fd456e8 HTTP/1.1" status: 200 len: 944 time: 0.2477026 Aug 18 12:05:14.278234 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45015b65-d29a-4038-8036-fa4c4c879248 {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:05:14.285784 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-18fb66a5-a9a3-447a-9a86-352bfb96ce4e None None] Transition to ACTIVE for port object dc4387ac-0524-4ec4-ad5e-65949c410f6a will not be triggered until provisioned by entity L2. {{(pid=106255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:05:14.297460 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-18fb66a5-a9a3-447a-9a86-352bfb96ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:14.306831 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port 45015b65-d29a-4038-8036-fa4c4c879248, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=45015b65-d29a-4038-8036-fa4c4c879248,segment=NetworkSegment(53f2bb2d-449a-4bf7-bbbd-8751da72326f),segment_id=53f2bb2d-449a-4bf7-bbbd-8751da72326f)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:05:14.315871 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-fdeed21f-9a9a-4ee1-86c6-5c7211ea3ae8 None None] Deleting port 421e0162-0014-4554-91c5-f028d03d780c {{(pid=106254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:05:14.316397 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-fdeed21f-9a9a-4ee1-86c6-5c7211ea3ae8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:14.320164 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:14.366239 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.agents_db [None req-6dbb2658-0354-4101-8393-6e7505481cf6 None None] Agent healthcheck: found 7 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 12:05:14.369724 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-18fb66a5-a9a3-447a-9a86-352bfb96ce4e None None] Attempting to bind port dc4387ac-0524-4ec4-ad5e-65949c410f6a on host n-d-804985-2 for vnic_type normal with profile {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:05:14.371042 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-18fb66a5-a9a3-447a-9a86-352bfb96ce4e None None] Attempting to bind port dc4387ac-0524-4ec4-ad5e-65949c410f6a by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'}] {{(pid=106255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:05:14.371326 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18fb66a5-a9a3-447a-9a86-352bfb96ce4e None None] Attempting to bind port dc4387ac-0524-4ec4-ad5e-65949c410f6a on network 7cae7a70-14fd-408c-b14d-39ceb97cb60e {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:05:14.434729 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc804b0-a08d-48ce-b684-0b101240d88a None None] Pushing event updated for resources: {'Port': ['ID=dc4387ac-0524-4ec4-ad5e-65949c410f6a,revision_number=2']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:05:14.439899 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18fb66a5-a9a3-447a-9a86-352bfb96ce4e None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 4, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:05:14.440364 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18fb66a5-a9a3-447a-9a86-352bfb96ce4e None None] Checking segment: {'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:05:14.440848 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-18fb66a5-a9a3-447a-9a86-352bfb96ce4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:14.441318 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18fb66a5-a9a3-447a-9a86-352bfb96ce4e None None] Bound using segment: {'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'} {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:05:14.441853 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-18fb66a5-a9a3-447a-9a86-352bfb96ce4e None None] Bound port: dc4387ac-0524-4ec4-ad5e-65949c410f6a, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'}}] {{(pid=106255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:05:14.442631 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-18fb66a5-a9a3-447a-9a86-352bfb96ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:14.503961 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-18fb66a5-a9a3-447a-9a86-352bfb96ce4e None None] For port dc4387ac-0524-4ec4-ad5e-65949c410f6a, host n-d-804985-2, cleared binding levels {{(pid=106255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:05:14.507601 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-18fb66a5-a9a3-447a-9a86-352bfb96ce4e None None] For port dc4387ac-0524-4ec4-ad5e-65949c410f6a, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=dc4387ac-0524-4ec4-ad5e-65949c410f6a,segment=NetworkSegment(c5a3db9d-5c58-41b1-9177-d5787a597b78),segment_id=c5a3db9d-5c58-41b1-9177-d5787a597b78)] {{(pid=106255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:05:14.510164 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc804b0-a08d-48ce-b684-0b101240d88a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:05:14.510755 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc804b0-a08d-48ce-b684-0b101240d88a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:05:14.511273 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc804b0-a08d-48ce-b684-0b101240d88a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:05:14.511856 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc804b0-a08d-48ce-b684-0b101240d88a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:05:14.512396 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc804b0-a08d-48ce-b684-0b101240d88a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:05:14.512943 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc804b0-a08d-48ce-b684-0b101240d88a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:05:14.513614 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc804b0-a08d-48ce-b684-0b101240d88a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:05:14.514268 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc804b0-a08d-48ce-b684-0b101240d88a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:05:14.514831 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc804b0-a08d-48ce-b684-0b101240d88a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:05:14.515128 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc804b0-a08d-48ce-b684-0b101240d88a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:05:14.515455 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc804b0-a08d-48ce-b684-0b101240d88a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:05:14.515905 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc804b0-a08d-48ce-b684-0b101240d88a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:05:14.520573 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-18fb66a5-a9a3-447a-9a86-352bfb96ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:14.521862 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2714467a-1ab7-432f-995c-8e07eb8b7f47 req-5dc8486d-77ef-4a91-9406-7e6302500ea6 tempest-ServersNegativeTestMultiTenantJSON-110403379 tempest-ServersNegativeTestMultiTenantJSON-110403379-project] 10.222.0.66 "GET /v2.0/security-groups?id=90bc158c-aefb-4cbe-bd1f-12bd8c8ca975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2445104 Aug 18 12:05:14.559730 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [None req-82deaff1-bc80-43aa-bbf5-fe0d077c9f16 admin admin] Allocated IP 172.20.0.1 (01a56eb8-cd8c-442e-bc29-4eb282720ed6/0ba93807-cfef-4d1a-8a3f-64388756bcac/5837b1af-0da3-47ed-8657-71b7152967ae) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:05:14.587624 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18fb66a5-a9a3-447a-9a86-352bfb96ce4e None None] Routers {'62adf0a4-e052-4c85-83d3-c12598a40d39'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:05:14.588343 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-18fb66a5-a9a3-447a-9a86-352bfb96ce4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:04:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['62adf0a4-e052-4c85-83d3-c12598a40d39'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:05:14.638016 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a4f6df27-0710-4ca5-b182-005f9975d0e8 tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8367869', 'neutron.services.segments.db._delete_segments_for_network-8789151212993'] for network, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:14.649315 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-a4f6df27-0710-4ca5-b182-005f9975d0e8 tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f9e70c4-d6a1-4bf5-bedd-02117b54e384']}} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:05:14.655969 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-fdeed21f-9a9a-4ee1-86c6-5c7211ea3ae8 None None] For port 421e0162-0014-4554-91c5-f028d03d780c, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=421e0162-0014-4554-91c5-f028d03d780c,segment=NetworkSegment(fd08c500-934f-4a54-85f6-188af11034b4),segment_id=fd08c500-934f-4a54-85f6-188af11034b4)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:05:14.656774 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-fdeed21f-9a9a-4ee1-86c6-5c7211ea3ae8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:14.659596 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=45015b65-d29a-4038-8036-fa4c4c879248,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:05:14.662594 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-a4f6df27-0710-4ca5-b182-005f9975d0e8 tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64842986-5ebd-4e44-bd5b-6c62482cc5bc') {'for_net_delete': True} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:05:14.662594 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-a4f6df27-0710-4ca5-b182-005f9975d0e8 tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64842986-5ebd-4e44-bd5b-6c62482cc5bc') {} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:05:14.681049 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-fdeed21f-9a9a-4ee1-86c6-5c7211ea3ae8 None None] Calling delete_port for 421e0162-0014-4554-91c5-f028d03d780c owned by network:dhcp {{(pid=106254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:05:14.685204 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] get_ports_and_sgs() called for port_ids ['45015b65-d29a-4038-8036-fa4c4c879248'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:05:14.702327 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a4f6df27-0710-4ca5-b182-005f9975d0e8 tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789151225254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902236'] for segment, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:14.710544 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc804b0-a08d-48ce-b684-0b101240d88a None None] Pushing event updated for resources: {'Port': ['ID=dc4387ac-0524-4ec4-ad5e-65949c410f6a,revision_number=3']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:05:14.737985 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a4f6df27-0710-4ca5-b182-005f9975d0e8 tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:14.745623 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4f6df27-0710-4ca5-b182-005f9975d0e8 tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] Releasing vlan 839 on physical network physnet1 to pool {{(pid=106253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:05:14.746587 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a4f6df27-0710-4ca5-b182-005f9975d0e8 tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58900537'] for segment, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:14.774135 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-18fb66a5-a9a3-447a-9a86-352bfb96ce4e None None] Set router 62adf0a4-e052-4c85-83d3-c12598a40d39 gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:05:14.789552 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-82deaff1-bc80-43aa-bbf5-fe0d077c9f16 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:14.798378 n-d-804985-2 neutron-server[106253]: Traceback (most recent call last): Aug 18 12:05:14.798378 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:05:14.798378 n-d-804985-2 neutron-server[106253]: timer() Aug 18 12:05:14.798378 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:05:14.798378 n-d-804985-2 neutron-server[106253]: cb(*args, **kw) Aug 18 12:05:14.798378 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:05:14.798378 n-d-804985-2 neutron-server[106253]: return func(*args, **kwargs) Aug 18 12:05:14.798378 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:05:14.798378 n-d-804985-2 neutron-server[106253]: self._notify() Aug 18 12:05:14.798378 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:05:14.798378 n-d-804985-2 neutron-server[106253]: self.callback(batched_events) Aug 18 12:05:14.798378 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:05:14.798378 n-d-804985-2 neutron-server[106253]: event.method(event) Aug 18 12:05:14.798378 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:05:14.798378 n-d-804985-2 neutron-server[106253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:05:14.798378 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:05:14.798378 n-d-804985-2 neutron-server[106253]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:05:14.798378 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:05:14.798378 n-d-804985-2 neutron-server[106253]: return f(self, *a, **k) Aug 18 12:05:14.798378 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:05:14.798378 n-d-804985-2 neutron-server[106253]: return self._get(url).json() Aug 18 12:05:14.798378 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:05:14.798378 n-d-804985-2 neutron-server[106253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:05:14.798378 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:05:14.798378 n-d-804985-2 neutron-server[106253]: return self.request(url, 'GET', **kwargs) Aug 18 12:05:14.798378 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:05:14.798378 n-d-804985-2 neutron-server[106253]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:05:14.798378 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:05:14.798378 n-d-804985-2 neutron-server[106253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:05:14.798378 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:05:14.798378 n-d-804985-2 neutron-server[106253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:05:14.798378 n-d-804985-2 neutron-server[106253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:05:14.808581 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [None req-82deaff1-bc80-43aa-bbf5-fe0d077c9f16 admin admin] Transition to ACTIVE for port object 5837b1af-0da3-47ed-8657-71b7152967ae will not be triggered until provisioned by entity DHCP. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:05:14.829531 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-c8e04a2a-96e8-4346-a6f1-1045776a8849 req-f544dffd-df13-411d-ba12-2ec2f63cd5ad tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:14.856149 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-fdeed21f-9a9a-4ee1-86c6-5c7211ea3ae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556'] for port, after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:14.873900 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-82deaff1-bc80-43aa-bbf5-fe0d077c9f16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:14.882484 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a4f6df27-0710-4ca5-b182-005f9975d0e8 tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8367858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997186'] for network, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:14.883389 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdeed21f-9a9a-4ee1-86c6-5c7211ea3ae8 None None] No DVR routers for this DVR port 421e0162-0014-4554-91c5-f028d03d780c on host n-d-804985-2 {{(pid=106254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:05:14.897641 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a4f6df27-0710-4ca5-b182-005f9975d0e8 tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:14.913858 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdeed21f-9a9a-4ee1-86c6-5c7211ea3ae8 None None] Pushing event deleted for resources: {'Port': ['ID=421e0162-0014-4554-91c5-f028d03d780c,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:05:14.914211 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-a4f6df27-0710-4ca5-b182-005f9975d0e8 tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] 10.222.0.66 "DELETE /v2.0/networks/8f9e70c4-d6a1-4bf5-bedd-02117b54e384 HTTP/1.1" status: 204 len: 168 time: 1.3390248 Aug 18 12:05:14.916772 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f544dffd-df13-411d-ba12-2ec2f63cd5ad tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Pushing event deleted for resources: {'Port': ['ID=4092a1c0-5100-40a5-82f2-b8d5c1db77bb,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:05:14.918574 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 38412) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:05:14.958007 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82deaff1-bc80-43aa-bbf5-fe0d077c9f16 admin admin] Network 01a56eb8-cd8c-442e-bc29-4eb282720ed6 is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:05:14.994904 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f6df27-0710-4ca5-b182-005f9975d0e8 tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] Pushing event deleted for resources: {'Network': ['ID=8f9e70c4-d6a1-4bf5-bedd-02117b54e384,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:05:14.997600 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-82deaff1-bc80-43aa-bbf5-fe0d077c9f16 admin admin] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:05:15.006110 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82deaff1-bc80-43aa-bbf5-fe0d077c9f16 admin admin] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:05:15.041988 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82deaff1-bc80-43aa-bbf5-fe0d077c9f16 admin admin] Pushing event updated for resources: {'Port': ['ID=5837b1af-0da3-47ed-8657-71b7152967ae,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:05:15.042460 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8e04a2a-96e8-4346-a6f1-1045776a8849 req-f544dffd-df13-411d-ba12-2ec2f63cd5ad tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] No DVR routers for this DVR port 4092a1c0-5100-40a5-82f2-b8d5c1db77bb on host n-h1-804985-2 {{(pid=106253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:05:15.062005 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-c8e04a2a-96e8-4346-a6f1-1045776a8849 req-f544dffd-df13-411d-ba12-2ec2f63cd5ad tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:15.064182 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-c8e04a2a-96e8-4346-a6f1-1045776a8849 req-f544dffd-df13-411d-ba12-2ec2f63cd5ad tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.63 "DELETE /v2.0/ports/4092a1c0-5100-40a5-82f2-b8d5c1db77bb HTTP/1.1" status: 204 len: 173 time: 2.0668247 Aug 18 12:05:15.064796 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45070ff9-ea47-403a-8285-fa82c3d46b6a', 'name': 'network-vif-deleted', 'tag': '4092a1c0-5100-40a5-82f2-b8d5c1db77bb'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:05:15.067828 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0679f4c4b6e0e0c064a7d71d722dc30541a34fffee11680573be22ee2ffccc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf8567d3-5a20-42e8-aa6b-6b76b8e624ec" -d '{"events": [{"server_uuid": "45070ff9-ea47-403a-8285-fa82c3d46b6a", "name": "network-vif-deleted", "tag": "4092a1c0-5100-40a5-82f2-b8d5c1db77bb"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:05:15.101226 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 6660aa96-af36-4fdf-a0fa-001e5f02f87a up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:05:15.112211 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ef10ec6e-bad7-47f5-a638-f26996027bb7 tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7904109'] for network, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:15.149446 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:05:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b18b1fb9-ab7d-4663-b78a-01927ef2e94f x-openstack-request-id: req-b18b1fb9-ab7d-4663-b78a-01927ef2e94f {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:05:15.149796 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45070ff9-ea47-403a-8285-fa82c3d46b6a", "name": "network-vif-deleted", "tag": "4092a1c0-5100-40a5-82f2-b8d5c1db77bb", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:05:15.150104 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b18b1fb9-ab7d-4663-b78a-01927ef2e94f {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:05:15.150612 n-d-804985-2 neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45070ff9-ea47-403a-8285-fa82c3d46b6a', 'name': 'network-vif-deleted', 'tag': '4092a1c0-5100-40a5-82f2-b8d5c1db77bb', 'status': 'completed', 'code': 200} Aug 18 12:05:15.152989 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-82deaff1-bc80-43aa-bbf5-fe0d077c9f16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-996688'] for router_interface, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:15.209022 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 6660aa96-af36-4fdf-a0fa-001e5f02f87a triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:05:15.209623 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:15.223032 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-18fb66a5-a9a3-447a-9a86-352bfb96ce4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62adf0a4-e052-4c85-83d3-c12598a40d39', 'name': 'tempest-FloatingIPsNegativeTestJSON-2144974722-router', 'tenant_id': 'd233ffa9ba6a4489b3cf7f12264dd9a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.96'}], 'enable_snat': True}, 'gw_port_id': 'dc4387ac-0524-4ec4-ad5e-65949c410f6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:05:09Z', 'updated_at': '2021-08-18T12:05:11Z', 'revision_number': 3, 'project_id': 'd233ffa9ba6a4489b3cf7f12264dd9a4', 'gw_port': {'id': 'dc4387ac-0524-4ec4-ad5e-65949c410f6a', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:8b:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62adf0a4-e052-4c85-83d3-c12598a40d39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:05:11Z', 'updated_at': '2021-08-18T12:05:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:05:15.265287 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18fb66a5-a9a3-447a-9a86-352bfb96ce4e None None] The sync data for ids ['62adf0a4-e052-4c85-83d3-c12598a40d39'] in n-d-804985-2 is: [{'id': '62adf0a4-e052-4c85-83d3-c12598a40d39', 'name': 'tempest-FloatingIPsNegativeTestJSON-2144974722-router', 'tenant_id': 'd233ffa9ba6a4489b3cf7f12264dd9a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.96'}], 'enable_snat': True}, 'gw_port_id': 'dc4387ac-0524-4ec4-ad5e-65949c410f6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:05:09Z', 'updated_at': '2021-08-18T12:05:11Z', 'revision_number': 3, 'project_id': 'd233ffa9ba6a4489b3cf7f12264dd9a4', 'gw_port': {'id': 'dc4387ac-0524-4ec4-ad5e-65949c410f6a', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:8b:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62adf0a4-e052-4c85-83d3-c12598a40d39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:05:11Z', 'updated_at': '2021-08-18T12:05:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:05:15.435190 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-b397d748-9acf-41c8-9e36-872679c8529e None None] Provisioning for port 5837b1af-0da3-47ed-8657-71b7152967ae completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:05:15.439444 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-b397d748-9acf-41c8-9e36-872679c8529e None None] Provisioning complete for port 5837b1af-0da3-47ed-8657-71b7152967ae triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:05:15.439822 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-b397d748-9acf-41c8-9e36-872679c8529e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:15.482770 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 421e0162-0014-4554-91c5-f028d03d780c no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:05:15.516205 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d33ecc7e-bbf0-4942-af45-56bc6007a25b req-53281d8d-8e8f-4c6b-9e5e-c5f90541f971 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/ports?device_id=45070ff9-ea47-403a-8285-fa82c3d46b6a HTTP/1.1" status: 200 len: 210 time: 0.0571308 Aug 18 12:05:15.525160 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ef10ec6e-bad7-47f5-a638-f26996027bb7 tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8367869', 'neutron.services.segments.db._delete_segments_for_network-8789151212993'] for network, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:15.544949 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-ef10ec6e-bad7-47f5-a638-f26996027bb7 tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7395443-6799-4199-b6f2-0a70b9bc8d18']}} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:05:15.554354 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: 421e0162-0014-4554-91c5-f028d03d780c {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:05:15.557205 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 421e0162-0014-4554-91c5-f028d03d780c not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:05:15.561832 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-ef10ec6e-bad7-47f5-a638-f26996027bb7 tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd08c500-934f-4a54-85f6-188af11034b4') {'for_net_delete': True} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:05:15.562169 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-ef10ec6e-bad7-47f5-a638-f26996027bb7 tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd08c500-934f-4a54-85f6-188af11034b4') {} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:05:15.587238 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-b397d748-9acf-41c8-9e36-872679c8529e None None] Port 5837b1af-0da3-47ed-8657-71b7152967ae cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:05:15.621481 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-82deaff1-bc80-43aa-bbf5-fe0d077c9f16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:15.636125 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ef10ec6e-bad7-47f5-a638-f26996027bb7 tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789151225254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2221521'] for segment, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:15.705075 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ef10ec6e-bad7-47f5-a638-f26996027bb7 tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:15.744362 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef10ec6e-bad7-47f5-a638-f26996027bb7 tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] Releasing vlan 841 on physical network physnet1 to pool {{(pid=106252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:05:15.744883 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ef10ec6e-bad7-47f5-a638-f26996027bb7 tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3572434'] for segment, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:15.748038 n-d-804985-2 neutron-server[106252]: Traceback (most recent call last): Aug 18 12:05:15.748038 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:05:15.748038 n-d-804985-2 neutron-server[106252]: timer() Aug 18 12:05:15.748038 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:05:15.748038 n-d-804985-2 neutron-server[106252]: cb(*args, **kw) Aug 18 12:05:15.748038 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:05:15.748038 n-d-804985-2 neutron-server[106252]: return func(*args, **kwargs) Aug 18 12:05:15.748038 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:05:15.748038 n-d-804985-2 neutron-server[106252]: self._notify() Aug 18 12:05:15.748038 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:05:15.748038 n-d-804985-2 neutron-server[106252]: self.callback(batched_events) Aug 18 12:05:15.748038 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:05:15.748038 n-d-804985-2 neutron-server[106252]: event.method(event) Aug 18 12:05:15.748038 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:05:15.748038 n-d-804985-2 neutron-server[106252]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:05:15.748038 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:05:15.748038 n-d-804985-2 neutron-server[106252]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:05:15.748038 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:05:15.748038 n-d-804985-2 neutron-server[106252]: return f(self, *a, **k) Aug 18 12:05:15.748038 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:05:15.748038 n-d-804985-2 neutron-server[106252]: return self._get(url).json() Aug 18 12:05:15.748038 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:05:15.748038 n-d-804985-2 neutron-server[106252]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:05:15.748038 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:05:15.748038 n-d-804985-2 neutron-server[106252]: return self.request(url, 'GET', **kwargs) Aug 18 12:05:15.748038 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:05:15.748038 n-d-804985-2 neutron-server[106252]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:05:15.748038 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:05:15.748038 n-d-804985-2 neutron-server[106252]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:05:15.748038 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:05:15.748038 n-d-804985-2 neutron-server[106252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:05:15.748038 n-d-804985-2 neutron-server[106252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:05:15.895893 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf1fd7f-bb7f-4bc4-bae9-0df6ed747d40 req-b197b961-24e3-4eed-bbae-b8553bef6705 tempest-ServersNegativeTestMultiTenantJSON-110403379 tempest-ServersNegativeTestMultiTenantJSON-110403379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:05:15.897538 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9cf1fd7f-bb7f-4bc4-bae9-0df6ed747d40 req-b197b961-24e3-4eed-bbae-b8553bef6705 tempest-ServersNegativeTestMultiTenantJSON-110403379 tempest-ServersNegativeTestMultiTenantJSON-110403379-project] 10.222.0.66 "GET /v2.0/ports?device_id=1200f969-4dd6-4b80-8af8-44f69fd456e8 HTTP/1.1" status: 200 len: 945 time: 0.2308106 Aug 18 12:05:15.910245 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ef10ec6e-bad7-47f5-a638-f26996027bb7 tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8367858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997186'] for network, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:15.934736 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ef10ec6e-bad7-47f5-a638-f26996027bb7 tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] Notify callbacks [] for network, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:15.936633 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-ef10ec6e-bad7-47f5-a638-f26996027bb7 tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] 10.222.0.66 "DELETE /v2.0/networks/c7395443-6799-4199-b6f2-0a70b9bc8d18 HTTP/1.1" status: 204 len: 168 time: 1.0155191 Aug 18 12:05:15.939466 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef10ec6e-bad7-47f5-a638-f26996027bb7 tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] Pushing event deleted for resources: {'Network': ['ID=c7395443-6799-4199-b6f2-0a70b9bc8d18,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:05:15.939600 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 38438) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:05:15.999766 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9cf1fd7f-bb7f-4bc4-bae9-0df6ed747d40 req-d7ff4095-7a75-4dc9-b4cf-60499be7d009 tempest-ServersNegativeTestMultiTenantJSON-110403379 tempest-ServersNegativeTestMultiTenantJSON-110403379-project] 10.222.0.66 "GET /v2.0/security-groups?id=90bc158c-aefb-4cbe-bd1f-12bd8c8ca975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901914 Aug 18 12:05:16.008463 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 45015b65-d29a-4038-8036-fa4c4c879248 up at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:05:16.037048 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-82deaff1-bc80-43aa-bbf5-fe0d077c9f16 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:16.046249 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-82deaff1-bc80-43aa-bbf5-fe0d077c9f16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:16.102693 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_v2 [None req-15ac8658-860b-40cb-be44-6984aefe1470 tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] Deleting subnet 242dd49e-6db7-4649-bc7d-05cf7cf7c9b9 {{(pid=106253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 12:05:16.110412 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-15ac8658-860b-40cb-be44-6984aefe1470 tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] Notify callbacks [] for subnet, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:16.137600 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-82deaff1-bc80-43aa-bbf5-fe0d077c9f16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-996772'] for router_interface, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:16.140034 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82deaff1-bc80-43aa-bbf5-fe0d077c9f16 admin admin] Pushing event updated for resources: {'Port': ['ID=5837b1af-0da3-47ed-8657-71b7152967ae,revision_number=2']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:05:16.195623 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Provisioning for port 45015b65-d29a-4038-8036-fa4c4c879248 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:05:16.207002 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-15ac8658-860b-40cb-be44-6984aefe1470 tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902229'] for subnet, precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:16.221049 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Provisioning complete for port 45015b65-d29a-4038-8036-fa4c4c879248 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:05:16.221775 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:16.266087 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82deaff1-bc80-43aa-bbf5-fe0d077c9f16 admin admin] Network 01a56eb8-cd8c-442e-bc29-4eb282720ed6 is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:05:16.270144 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-82deaff1-bc80-43aa-bbf5-fe0d077c9f16 admin admin] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:05:16.345658 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:16.399115 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-15ac8658-860b-40cb-be44-6984aefe1470 tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:16.401499 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port 45015b65-d29a-4038-8036-fa4c4c879248, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=45015b65-d29a-4038-8036-fa4c4c879248,segment=NetworkSegment(53f2bb2d-449a-4bf7-bbbd-8751da72326f),segment_id=53f2bb2d-449a-4bf7-bbbd-8751da72326f)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:05:16.402826 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1200f969-4dd6-4b80-8af8-44f69fd456e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45015b65-d29a-4038-8036-fa4c4c879248'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:05:16.406033 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db50a436fb3a98495337d8fe7487b4f2ea6f3c1052eb9efadc2ecda2d5737001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5a9fd97-5564-4c22-9eac-76202720e2b7" -d '{"events": [{"server_uuid": "1200f969-4dd6-4b80-8af8-44f69fd456e8", "name": "network-vif-plugged", "status": "completed", "tag": "45015b65-d29a-4038-8036-fa4c4c879248"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:05:16.431792 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 4092a1c0-5100-40a5-82f2-b8d5c1db77bb no longer exists at agent hyperv_n-h1-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:05:16.440905 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:16.586284 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:05:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7407d5e0-532a-44e6-bafb-01f87ea7d2b3 x-openstack-request-id: req-7407d5e0-532a-44e6-bafb-01f87ea7d2b3 {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:05:16.586980 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1200f969-4dd6-4b80-8af8-44f69fd456e8", "name": "network-vif-plugged", "status": "completed", "tag": "45015b65-d29a-4038-8036-fa4c4c879248", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:05:16.587434 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-7407d5e0-532a-44e6-bafb-01f87ea7d2b3 {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:05:16.589809 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1200f969-4dd6-4b80-8af8-44f69fd456e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45015b65-d29a-4038-8036-fa4c4c879248', 'code': 200} Aug 18 12:05:16.595843 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=45015b65-d29a-4038-8036-fa4c4c879248,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:05:16.614488 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] No Port match for: 4092a1c0-5100-40a5-82f2-b8d5c1db77bb {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:05:16.615352 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 4092a1c0-5100-40a5-82f2-b8d5c1db77bb not bound to the agent host n-h1-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:05:16.722158 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-d0e9ad6f-00bc-40d3-b836-5cbea477bc02 None None] Provisioning complete for port 5837b1af-0da3-47ed-8657-71b7152967ae triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:05:16.725249 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-d0e9ad6f-00bc-40d3-b836-5cbea477bc02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:16.736770 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac32b3c1-69c7-4bc4-94e3-a80502665f22 req-82925b95-b90d-4c0a-83fe-9abc456fccb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:05:16.738562 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-ac32b3c1-69c7-4bc4-94e3-a80502665f22 req-82925b95-b90d-4c0a-83fe-9abc456fccb3 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=1200f969-4dd6-4b80-8af8-44f69fd456e8 HTTP/1.1" status: 200 len: 1097 time: 0.1605957 Aug 18 12:05:16.746654 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-15ac8658-860b-40cb-be44-6984aefe1470 tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58902171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59388106'] for subnet, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:16.798234 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-d0e9ad6f-00bc-40d3-b836-5cbea477bc02 None None] Port 5837b1af-0da3-47ed-8657-71b7152967ae cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:05:16.829313 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ac8658-860b-40cb-be44-6984aefe1470 tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] Pushing event deleted for resources: {'Subnet': ['ID=242dd49e-6db7-4649-bc7d-05cf7cf7c9b9,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:05:16.835592 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-15ac8658-860b-40cb-be44-6984aefe1470 tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:16.840632 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-15ac8658-860b-40cb-be44-6984aefe1470 tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] 10.222.0.66 "DELETE /v2.0/subnets/242dd49e-6db7-4649-bc7d-05cf7cf7c9b9 HTTP/1.1" status: 204 len: 168 time: 0.8975935 Aug 18 12:05:16.844952 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aede6d9d-295f-4b4c-92fc-4ae39d9fe0c1 None None] Network c29ad925-7122-41c5-b6fa-742b3354c084 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:05:16.848426 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 38452) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:05:17.005988 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-ac32b3c1-69c7-4bc4-94e3-a80502665f22 req-e1b0a371-c228-4b78-ac91-9926dd24a062 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=90bc158c-aefb-4cbe-bd1f-12bd8c8ca975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2542489 Aug 18 12:05:17.033531 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ae1cbc09-2dfd-4291-9112-0c3dd62410e9 req-91b91599-e779-4446-8ca4-7446705f6891 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/ports?device_id=45070ff9-ea47-403a-8285-fa82c3d46b6a HTTP/1.1" status: 200 len: 210 time: 0.0783582 Aug 18 12:05:17.081205 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-248fb2a8-5b8c-45b0-b516-004ab6c9413f tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7904109'] for network, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:17.091714 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device dc4387ac-0524-4ec4-ad5e-65949c410f6a up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:05:17.117688 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82deaff1-bc80-43aa-bbf5-fe0d077c9f16 admin admin] Router 62adf0a4-e052-4c85-83d3-c12598a40d39 has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:05:17.190720 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port dc4387ac-0524-4ec4-ad5e-65949c410f6a completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:05:17.195453 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port dc4387ac-0524-4ec4-ad5e-65949c410f6a triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:05:17.195831 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:17.205330 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-248fb2a8-5b8c-45b0-b516-004ab6c9413f tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] Deleting port 3305c350-c810-44c9-afde-f4ea60a997d4 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:05:17.205764 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-248fb2a8-5b8c-45b0-b516-004ab6c9413f tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:17.279497 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eecf02a3-4c9b-4149-b5cf-9ae056fa1a72 None None] DHCP port deletion for c29ad925-7122-41c5-b6fa-742b3354c084 request from n-d-804985-2 {{(pid=106254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 12:05:17.324638 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [None req-248fb2a8-5b8c-45b0-b516-004ab6c9413f tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] For port 3305c350-c810-44c9-afde-f4ea60a997d4, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=3305c350-c810-44c9-afde-f4ea60a997d4,segment=NetworkSegment(19d82bb7-3be3-4193-85d7-34355f005b7f),segment_id=19d82bb7-3be3-4193-85d7-34355f005b7f)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:05:17.325828 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-248fb2a8-5b8c-45b0-b516-004ab6c9413f tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:17.343995 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-248fb2a8-5b8c-45b0-b516-004ab6c9413f tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] Calling delete_port for 3305c350-c810-44c9-afde-f4ea60a997d4 owned by network:dhcp {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:05:17.381062 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82deaff1-bc80-43aa-bbf5-fe0d077c9f16 admin admin] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:05:17.397126 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-82deaff1-bc80-43aa-bbf5-fe0d077c9f16 admin admin] 10.222.0.66 "PUT /v2.0/routers/62adf0a4-e052-4c85-83d3-c12598a40d39/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4971521 Aug 18 12:05:17.416050 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42ab959-8714-47a0-bbc3-771ba1e5defe req-05e6d50e-e471-4d09-8921-58b342bfcbd1 tempest-ServersNegativeTestMultiTenantJSON-110403379 tempest-ServersNegativeTestMultiTenantJSON-110403379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:05:17.431734 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b42ab959-8714-47a0-bbc3-771ba1e5defe req-05e6d50e-e471-4d09-8921-58b342bfcbd1 tempest-ServersNegativeTestMultiTenantJSON-110403379 tempest-ServersNegativeTestMultiTenantJSON-110403379-project] 10.222.0.66 "GET /v2.0/ports?device_id=1200f969-4dd6-4b80-8af8-44f69fd456e8 HTTP/1.1" status: 200 len: 946 time: 0.2304494 Aug 18 12:05:17.436337 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:17.487145 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] For port dc4387ac-0524-4ec4-ad5e-65949c410f6a, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=dc4387ac-0524-4ec4-ad5e-65949c410f6a,segment=NetworkSegment(c5a3db9d-5c58-41b1-9177-d5787a597b78),segment_id=c5a3db9d-5c58-41b1-9177-d5787a597b78)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:05:17.490245 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-eecf02a3-4c9b-4149-b5cf-9ae056fa1a72 None None] Deleting port 3305c350-c810-44c9-afde-f4ea60a997d4 {{(pid=106254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:05:17.495603 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-eecf02a3-4c9b-4149-b5cf-9ae056fa1a72 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:17.500690 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:17.519939 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-248fb2a8-5b8c-45b0-b516-004ab6c9413f tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:17.524273 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b42ab959-8714-47a0-bbc3-771ba1e5defe req-d1b4afd4-b4e6-431f-91d3-043c70c7eb75 tempest-ServersNegativeTestMultiTenantJSON-110403379 tempest-ServersNegativeTestMultiTenantJSON-110403379-project] 10.222.0.66 "GET /v2.0/security-groups?id=90bc158c-aefb-4cbe-bd1f-12bd8c8ca975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911729 Aug 18 12:05:17.556092 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248fb2a8-5b8c-45b0-b516-004ab6c9413f tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] Pushing event deleted for resources: {'Port': ['ID=3305c350-c810-44c9-afde-f4ea60a997d4,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:05:17.571387 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-248fb2a8-5b8c-45b0-b516-004ab6c9413f tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] No DVR routers for this DVR port 3305c350-c810-44c9-afde-f4ea60a997d4 on host n-d-804985-2 {{(pid=106253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:05:17.693769 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-248fb2a8-5b8c-45b0-b516-004ab6c9413f tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8367869', 'neutron.services.segments.db._delete_segments_for_network-8789151212993'] for network, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:17.706251 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-248fb2a8-5b8c-45b0-b516-004ab6c9413f tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c29ad925-7122-41c5-b6fa-742b3354c084']}} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:05:17.733940 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-248fb2a8-5b8c-45b0-b516-004ab6c9413f tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19d82bb7-3be3-4193-85d7-34355f005b7f') {'for_net_delete': True} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:05:17.734752 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-248fb2a8-5b8c-45b0-b516-004ab6c9413f tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19d82bb7-3be3-4193-85d7-34355f005b7f') {} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:05:17.750408 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-248fb2a8-5b8c-45b0-b516-004ab6c9413f tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789151225254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902236'] for segment, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:17.767006 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-248fb2a8-5b8c-45b0-b516-004ab6c9413f tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:17.779007 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-248fb2a8-5b8c-45b0-b516-004ab6c9413f tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] Releasing vlan 819 on physical network physnet1 to pool {{(pid=106253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:05:17.779528 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-248fb2a8-5b8c-45b0-b516-004ab6c9413f tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58900537'] for segment, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:17.860790 n-d-804985-2 neutron-server[106253]: Traceback (most recent call last): Aug 18 12:05:17.860790 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:05:17.860790 n-d-804985-2 neutron-server[106253]: timer() Aug 18 12:05:17.860790 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:05:17.860790 n-d-804985-2 neutron-server[106253]: cb(*args, **kw) Aug 18 12:05:17.860790 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:05:17.860790 n-d-804985-2 neutron-server[106253]: return func(*args, **kwargs) Aug 18 12:05:17.860790 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:05:17.860790 n-d-804985-2 neutron-server[106253]: self._notify() Aug 18 12:05:17.860790 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:05:17.860790 n-d-804985-2 neutron-server[106253]: self.callback(batched_events) Aug 18 12:05:17.860790 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:05:17.860790 n-d-804985-2 neutron-server[106253]: event.method(event) Aug 18 12:05:17.860790 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:05:17.860790 n-d-804985-2 neutron-server[106253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:05:17.860790 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:05:17.860790 n-d-804985-2 neutron-server[106253]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:05:17.860790 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:05:17.860790 n-d-804985-2 neutron-server[106253]: return f(self, *a, **k) Aug 18 12:05:17.860790 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:05:17.860790 n-d-804985-2 neutron-server[106253]: return self._get(url).json() Aug 18 12:05:17.860790 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:05:17.860790 n-d-804985-2 neutron-server[106253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:05:17.860790 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:05:17.860790 n-d-804985-2 neutron-server[106253]: return self.request(url, 'GET', **kwargs) Aug 18 12:05:17.860790 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:05:17.860790 n-d-804985-2 neutron-server[106253]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:05:17.860790 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:05:17.860790 n-d-804985-2 neutron-server[106253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:05:17.860790 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:05:17.860790 n-d-804985-2 neutron-server[106253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:05:17.860790 n-d-804985-2 neutron-server[106253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:05:17.869492 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-248fb2a8-5b8c-45b0-b516-004ab6c9413f tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8367858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997186'] for network, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:17.876992 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Pushing event updated for resources: {'Port': ['ID=dc4387ac-0524-4ec4-ad5e-65949c410f6a,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:05:17.877584 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-248fb2a8-5b8c-45b0-b516-004ab6c9413f tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:17.880461 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-248fb2a8-5b8c-45b0-b516-004ab6c9413f tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] 10.222.0.66 "DELETE /v2.0/networks/c29ad925-7122-41c5-b6fa-742b3354c084 HTTP/1.1" status: 204 len: 168 time: 1.0230584 Aug 18 12:05:17.883548 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 38484) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:05:17.946312 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-eecf02a3-4c9b-4149-b5cf-9ae056fa1a72 None None] For port 3305c350-c810-44c9-afde-f4ea60a997d4, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=3305c350-c810-44c9-afde-f4ea60a997d4,segment=NetworkSegment(19d82bb7-3be3-4193-85d7-34355f005b7f),segment_id=19d82bb7-3be3-4193-85d7-34355f005b7f)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:05:17.946896 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-eecf02a3-4c9b-4149-b5cf-9ae056fa1a72 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:17.950163 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248fb2a8-5b8c-45b0-b516-004ab6c9413f tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] Pushing event deleted for resources: {'Network': ['ID=c29ad925-7122-41c5-b6fa-742b3354c084,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:05:17.962695 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-eecf02a3-4c9b-4149-b5cf-9ae056fa1a72 None None] Calling delete_port for 3305c350-c810-44c9-afde-f4ea60a997d4 owned by network:dhcp {{(pid=106254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:05:17.979611 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 38488) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:05:17.981574 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1023c1c2-2e2a-4ecc-a243-0b8eb4031ef7 None None] Sync routers for ids ['62adf0a4-e052-4c85-83d3-c12598a40d39'] in n-d-804985-2 {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:05:17.987805 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-d67db147-74ec-4473-b755-66e9ad641fb3 tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] 10.222.0.66 "GET /v2.0/ports?device_id=f63f4cab-d964-4166-b078-58d492e332e9 HTTP/1.1" status: 200 len: 205 time: 0.1027501 Aug 18 12:05:18.023126 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1023c1c2-2e2a-4ecc-a243-0b8eb4031ef7 None None] Routers {'62adf0a4-e052-4c85-83d3-c12598a40d39'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:05:18.023894 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-1023c1c2-2e2a-4ecc-a243-0b8eb4031ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:04:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['62adf0a4-e052-4c85-83d3-c12598a40d39'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:05:18.096904 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-75e7daec-0486-4733-be0f-ffdb304b17c5 tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] Notify callbacks [] for router, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:18.127579 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-84d481c7-6d9b-4bda-9527-2ce147185c92 req-fc36ec60-31c8-4a73-8f9e-654a28bcca4c tempest-FloatingIPsNegativeTestJSON-307093801 tempest-FloatingIPsNegativeTestJSON-307093801-project] 10.222.0.66 "GET /v2.0/floatingips?tenant_id=d233ffa9ba6a4489b3cf7f12264dd9a4 HTTP/1.1" status: 200 len: 217 time: 0.1381330 Aug 18 12:05:18.175356 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9ae761a7-eda7-4f89-9927-4da9bdaa0014 req-274c9ced-241a-4887-a6cb-3ac9a8bf6df5 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/ports?device_id=45070ff9-ea47-403a-8285-fa82c3d46b6a HTTP/1.1" status: 200 len: 210 time: 0.0460827 Aug 18 12:05:18.221594 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-98b0d96e-37c3-4650-9baa-9767d28a780d req-b3b14a1c-e4c0-474f-8f09-5a195b04f5a8 tempest-FloatingIPsNegativeTestJSON-307093801 tempest-FloatingIPsNegativeTestJSON-307093801-project] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0794263 Aug 18 12:05:18.307579 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-eecf02a3-4c9b-4149-b5cf-9ae056fa1a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556'] for port, after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:18.319271 n-d-804985-2 neutron-server[106252]: INFO neutron.api.v2.resource [req-d8dfb812-6322-49ee-96a0-5b2d5f264a05 req-dcb15491-a85d-4c7b-8a62-1524705ef86f tempest-FloatingIPsNegativeTestJSON-307093801 tempest-FloatingIPsNegativeTestJSON-307093801-project] show failed (client error): The resource could not be found. Aug 18 12:05:18.325125 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d8dfb812-6322-49ee-96a0-5b2d5f264a05 req-dcb15491-a85d-4c7b-8a62-1524705ef86f tempest-FloatingIPsNegativeTestJSON-307093801 tempest-FloatingIPsNegativeTestJSON-307093801-project] 10.222.0.66 "GET /v2.0/floatingips/99f059de-5a17-474c-aa22-c309e7479915 HTTP/1.1" status: 404 len: 350 time: 0.0849876 Aug 18 12:05:18.333253 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-75e7daec-0486-4733-be0f-ffdb304b17c5 tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-996004', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15859'] for router, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:18.333253 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-75e7daec-0486-4733-be0f-ffdb304b17c5 tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:18.335128 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 38504) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:05:18.350629 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecf02a3-4c9b-4149-b5cf-9ae056fa1a72 None None] Pushing event deleted for resources: {'Port': ['ID=3305c350-c810-44c9-afde-f4ea60a997d4,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:05:18.353892 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-1023c1c2-2e2a-4ecc-a243-0b8eb4031ef7 None None] Set router 62adf0a4-e052-4c85-83d3-c12598a40d39 gateway port host: n-d-804985-2 {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:05:18.357749 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-eecf02a3-4c9b-4149-b5cf-9ae056fa1a72 None None] Network c29ad925-7122-41c5-b6fa-742b3354c084 is not hosted by any dhcp agent {{(pid=106254) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 18 12:05:18.357749 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eecf02a3-4c9b-4149-b5cf-9ae056fa1a72 None None] No DVR routers for this DVR port 3305c350-c810-44c9-afde-f4ea60a997d4 on host n-d-804985-2 {{(pid=106254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:05:18.453886 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-75e7daec-0486-4733-be0f-ffdb304b17c5 tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-996061'] for router, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:18.454664 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75e7daec-0486-4733-be0f-ffdb304b17c5 tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] Fanout notify agent at l3_agent the message router_deleted on router f63f4cab-d964-4166-b078-58d492e332e9 {{(pid=106253) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 12:05:18.466404 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-75e7daec-0486-4733-be0f-ffdb304b17c5 tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] Notify callbacks [] for router, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:18.467742 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-75e7daec-0486-4733-be0f-ffdb304b17c5 tempest-RoutersNegativeTest-1570294698 tempest-RoutersNegativeTest-1570294698-project] 10.222.0.66 "DELETE /v2.0/routers/f63f4cab-d964-4166-b078-58d492e332e9 HTTP/1.1" status: 204 len: 168 time: 0.4866021 Aug 18 12:05:18.569280 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-b840d6f0-cda7-45d3-a1ce-27f811372fb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:18.711016 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-1023c1c2-2e2a-4ecc-a243-0b8eb4031ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62adf0a4-e052-4c85-83d3-c12598a40d39', 'name': 'tempest-FloatingIPsNegativeTestJSON-2144974722-router', 'tenant_id': 'd233ffa9ba6a4489b3cf7f12264dd9a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.96'}], 'enable_snat': True}, 'gw_port_id': 'dc4387ac-0524-4ec4-ad5e-65949c410f6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:05:09Z', 'updated_at': '2021-08-18T12:05:15Z', 'revision_number': 4, 'project_id': 'd233ffa9ba6a4489b3cf7f12264dd9a4', 'gw_port': {'id': 'dc4387ac-0524-4ec4-ad5e-65949c410f6a', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:8b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62adf0a4-e052-4c85-83d3-c12598a40d39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:05:11Z', 'updated_at': '2021-08-18T12:05:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': '5837b1af-0da3-47ed-8657-71b7152967ae', 'name': '', 'network_id': '01a56eb8-cd8c-442e-bc29-4eb282720ed6', 'tenant_id': 'd233ffa9ba6a4489b3cf7f12264dd9a4', 'mac_address': 'fa:16:3e:78:46:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62adf0a4-e052-4c85-83d3-c12598a40d39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '0ba93807-cfef-4d1a-8a3f-64388756bcac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:05:14Z', 'updated_at': '2021-08-18T12:05:15Z', 'revision_number': 2, 'project_id': 'd233ffa9ba6a4489b3cf7f12264dd9a4', 'subnets': [{'id': '0ba93807-cfef-4d1a-8a3f-64388756bcac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:05:18.742266 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1023c1c2-2e2a-4ecc-a243-0b8eb4031ef7 None None] Checking router: 62adf0a4-e052-4c85-83d3-c12598a40d39 for host: n-d-804985-2 {{(pid=106254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:05:18.742744 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1023c1c2-2e2a-4ecc-a243-0b8eb4031ef7 None None] Updating router 62adf0a4-e052-4c85-83d3-c12598a40d39 port 5837b1af-0da3-47ed-8657-71b7152967ae binding host n-d-804985-2 {{(pid=106254) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 12:05:18.777980 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1023c1c2-2e2a-4ecc-a243-0b8eb4031ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:18.819791 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9abb266-c924-4c3a-a8b6-1a52c27e344d req-319dd94d-d286-482f-9fae-5811e0b8c23a tempest-ServersNegativeTestMultiTenantJSON-110403379 tempest-ServersNegativeTestMultiTenantJSON-110403379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:05:18.821699 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e9abb266-c924-4c3a-a8b6-1a52c27e344d req-319dd94d-d286-482f-9fae-5811e0b8c23a tempest-ServersNegativeTestMultiTenantJSON-110403379 tempest-ServersNegativeTestMultiTenantJSON-110403379-project] 10.222.0.66 "GET /v2.0/ports?device_id=1200f969-4dd6-4b80-8af8-44f69fd456e8 HTTP/1.1" status: 200 len: 946 time: 0.1483757 Aug 18 12:05:18.901002 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e9abb266-c924-4c3a-a8b6-1a52c27e344d req-fd266da9-4d6f-4104-b798-ea6029b0717f tempest-ServersNegativeTestMultiTenantJSON-110403379 tempest-ServersNegativeTestMultiTenantJSON-110403379-project] 10.222.0.66 "GET /v2.0/security-groups?id=90bc158c-aefb-4cbe-bd1f-12bd8c8ca975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692399 Aug 18 12:05:19.100879 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-bb91ba54-7b57-4035-b801-7ada0dba8211 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-996815'] for router_interface, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:19.112313 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 38522) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:05:19.112967 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device dc4387ac-0524-4ec4-ad5e-65949c410f6a up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:05:19.182212 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ae7deb-e320-4b04-9c6d-c30c0b9113f9 req-bde2aa8e-7c19-4406-948d-27e117efa3c4 tempest-ServersNegativeTestMultiTenantJSON-110403379 tempest-ServersNegativeTestMultiTenantJSON-110403379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:05:19.193516 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a6ae7deb-e320-4b04-9c6d-c30c0b9113f9 req-bde2aa8e-7c19-4406-948d-27e117efa3c4 tempest-ServersNegativeTestMultiTenantJSON-110403379 tempest-ServersNegativeTestMultiTenantJSON-110403379-project] 10.222.0.66 "GET /v2.0/ports?device_id=1200f969-4dd6-4b80-8af8-44f69fd456e8 HTTP/1.1" status: 200 len: 946 time: 0.1420376 Aug 18 12:05:19.326264 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c34e8397-c5ba-4fc6-99f3-04af10d59dfb req-ece0b5df-de6a-424c-9bb8-0ea17d3d537f tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/ports?device_id=45070ff9-ea47-403a-8285-fa82c3d46b6a HTTP/1.1" status: 200 len: 210 time: 0.0325358 Aug 18 12:05:19.363886 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a6ae7deb-e320-4b04-9c6d-c30c0b9113f9 req-279bbb56-1f0c-49bf-b5f9-0936c4357f32 tempest-ServersNegativeTestMultiTenantJSON-110403379 tempest-ServersNegativeTestMultiTenantJSON-110403379-project] 10.222.0.66 "GET /v2.0/security-groups?id=90bc158c-aefb-4cbe-bd1f-12bd8c8ca975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693506 Aug 18 12:05:19.369311 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1023c1c2-2e2a-4ecc-a243-0b8eb4031ef7 None None] Notify callbacks [] for port, precommit_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:19.383673 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1023c1c2-2e2a-4ecc-a243-0b8eb4031ef7 None None] Transition to ACTIVE for port object 5837b1af-0da3-47ed-8657-71b7152967ae will not be triggered until provisioned by entity L2. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:05:19.388005 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port dc4387ac-0524-4ec4-ad5e-65949c410f6a triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:05:19.388548 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:19.415862 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1023c1c2-2e2a-4ecc-a243-0b8eb4031ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:19.483197 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97f2cb0-f88b-47ee-98ff-f0766038f250 None None] Pushing event updated for resources: {'Port': ['ID=5837b1af-0da3-47ed-8657-71b7152967ae,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:05:19.575836 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-f06a580e-5841-4c1c-9098-1d84f9083714 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=041ae35427804c2ab818aeb134292931&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4613526 Aug 18 12:05:19.579860 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 38538) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:05:19.676184 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0c848277-837e-427c-b97e-6c4c7a668e1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:19.676998 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-1023c1c2-2e2a-4ecc-a243-0b8eb4031ef7 None None] Attempting to bind port 5837b1af-0da3-47ed-8657-71b7152967ae on host n-d-804985-2 for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:05:19.677898 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-1023c1c2-2e2a-4ecc-a243-0b8eb4031ef7 None None] Attempting to bind port 5837b1af-0da3-47ed-8657-71b7152967ae by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': 'c565808e-7768-4cc7-aa1c-cc5175e30d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '01a56eb8-cd8c-442e-bc29-4eb282720ed6'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:05:19.678357 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1023c1c2-2e2a-4ecc-a243-0b8eb4031ef7 None None] Attempting to bind port 5837b1af-0da3-47ed-8657-71b7152967ae on network 01a56eb8-cd8c-442e-bc29-4eb282720ed6 {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:05:19.707878 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0c848277-837e-427c-b97e-6c4c7a668e1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:19.749768 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-bb91ba54-7b57-4035-b801-7ada0dba8211 admin admin] Deleting port 5837b1af-0da3-47ed-8657-71b7152967ae {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:05:19.750026 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-bb91ba54-7b57-4035-b801-7ada0dba8211 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:19.760977 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1023c1c2-2e2a-4ecc-a243-0b8eb4031ef7 None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 4, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:05:19.761968 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1023c1c2-2e2a-4ecc-a243-0b8eb4031ef7 None None] Checking segment: {'id': 'c565808e-7768-4cc7-aa1c-cc5175e30d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '01a56eb8-cd8c-442e-bc29-4eb282720ed6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:05:19.762582 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1023c1c2-2e2a-4ecc-a243-0b8eb4031ef7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:19.763421 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1023c1c2-2e2a-4ecc-a243-0b8eb4031ef7 None None] Bound using segment: {'id': 'c565808e-7768-4cc7-aa1c-cc5175e30d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '01a56eb8-cd8c-442e-bc29-4eb282720ed6'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:05:19.764271 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-1023c1c2-2e2a-4ecc-a243-0b8eb4031ef7 None None] Bound port: 5837b1af-0da3-47ed-8657-71b7152967ae, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c565808e-7768-4cc7-aa1c-cc5175e30d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '01a56eb8-cd8c-442e-bc29-4eb282720ed6'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:05:19.764893 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1023c1c2-2e2a-4ecc-a243-0b8eb4031ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:19.825101 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0c848277-837e-427c-b97e-6c4c7a668e1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:19.827965 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0c848277-837e-427c-b97e-6c4c7a668e1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:19.829201 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-0c848277-837e-427c-b97e-6c4c7a668e1c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f397bb59-72e2-407d-b7ea-b0ca77ff044e HTTP/1.1" status: 204 len: 168 time: 0.2483399 Aug 18 12:05:19.847204 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c848277-837e-427c-b97e-6c4c7a668e1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f397bb59-72e2-407d-b7ea-b0ca77ff044e,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:05:19.881381 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 3305c350-c810-44c9-afde-f4ea60a997d4 no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:05:19.924101 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [None req-bb91ba54-7b57-4035-b801-7ada0dba8211 admin admin] For port 5837b1af-0da3-47ed-8657-71b7152967ae, host n-d-804985-2, got binding levels [] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:05:19.924461 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-bb91ba54-7b57-4035-b801-7ada0dba8211 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:19.953918 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-bb91ba54-7b57-4035-b801-7ada0dba8211 admin admin] Calling delete_port for 5837b1af-0da3-47ed-8657-71b7152967ae owned by network:router_interface {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:05:20.000273 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: 3305c350-c810-44c9-afde-f4ea60a997d4 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:05:20.000838 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 3305c350-c810-44c9-afde-f4ea60a997d4 not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:05:20.086070 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1023c1c2-2e2a-4ecc-a243-0b8eb4031ef7 None None] For port 5837b1af-0da3-47ed-8657-71b7152967ae, host n-d-804985-2, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:05:20.092080 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1023c1c2-2e2a-4ecc-a243-0b8eb4031ef7 None None] For port 5837b1af-0da3-47ed-8657-71b7152967ae, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=5837b1af-0da3-47ed-8657-71b7152967ae,segment=NetworkSegment(c565808e-7768-4cc7-aa1c-cc5175e30d98),segment_id=c565808e-7768-4cc7-aa1c-cc5175e30d98)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:05:20.101931 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1023c1c2-2e2a-4ecc-a243-0b8eb4031ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:20.173429 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1023c1c2-2e2a-4ecc-a243-0b8eb4031ef7 None None] Routers {'62adf0a4-e052-4c85-83d3-c12598a40d39'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:05:20.174081 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-1023c1c2-2e2a-4ecc-a243-0b8eb4031ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:04:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['62adf0a4-e052-4c85-83d3-c12598a40d39'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:05:20.260392 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97f2cb0-f88b-47ee-98ff-f0766038f250 None None] Pushing event updated for resources: {'Port': ['ID=5837b1af-0da3-47ed-8657-71b7152967ae,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:05:20.383595 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7196a967-dadc-49e2-8b8e-1d9f84a37117 req-15234c77-8ddb-4f4b-b8b1-a87497bc89cf tempest-ServersNegativeTestMultiTenantJSON-110403379 tempest-ServersNegativeTestMultiTenantJSON-110403379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:05:20.385209 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-1023c1c2-2e2a-4ecc-a243-0b8eb4031ef7 None None] Set router 62adf0a4-e052-4c85-83d3-c12598a40d39 gateway port host: n-d-804985-2 {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:05:20.393154 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7196a967-dadc-49e2-8b8e-1d9f84a37117 req-15234c77-8ddb-4f4b-b8b1-a87497bc89cf tempest-ServersNegativeTestMultiTenantJSON-110403379 tempest-ServersNegativeTestMultiTenantJSON-110403379-project] 10.222.0.66 "GET /v2.0/ports?device_id=1200f969-4dd6-4b80-8af8-44f69fd456e8 HTTP/1.1" status: 200 len: 946 time: 0.2254744 Aug 18 12:05:20.447327 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-bb91ba54-7b57-4035-b801-7ada0dba8211 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:20.468704 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 38556) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:05:20.512269 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7196a967-dadc-49e2-8b8e-1d9f84a37117 req-dc4c5e86-7b11-4482-a641-a53808ffc8d6 tempest-ServersNegativeTestMultiTenantJSON-110403379 tempest-ServersNegativeTestMultiTenantJSON-110403379-project] 10.222.0.66 "GET /v2.0/security-groups?id=90bc158c-aefb-4cbe-bd1f-12bd8c8ca975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177843 Aug 18 12:05:20.564467 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb91ba54-7b57-4035-b801-7ada0dba8211 admin admin] Pushing event deleted for resources: {'Port': ['ID=5837b1af-0da3-47ed-8657-71b7152967ae,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:05:20.596487 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8275ec7a-a876-4da2-b118-a970d966e02e req-dec6c8a8-3836-451d-9c95-6e4031ed42fb tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/ports?device_id=45070ff9-ea47-403a-8285-fa82c3d46b6a HTTP/1.1" status: 200 len: 210 time: 0.1098146 Aug 18 12:05:20.699837 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-6c79bc54-36f8-4224-930c-a107b999d8a8 None None] Could not find standard attr ID for object 5837b1af-0da3-47ed-8657-71b7152967ae. {{(pid=106254) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 18 12:05:20.730241 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3c379762-165c-4ad8-ac27-7fe0dbde856c admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:20.864168 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-bb91ba54-7b57-4035-b801-7ada0dba8211 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953695'] for router_interface, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:20.867970 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-1023c1c2-2e2a-4ecc-a243-0b8eb4031ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62adf0a4-e052-4c85-83d3-c12598a40d39', 'name': 'tempest-FloatingIPsNegativeTestJSON-2144974722-router', 'tenant_id': 'd233ffa9ba6a4489b3cf7f12264dd9a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.96'}], 'enable_snat': True}, 'gw_port_id': 'dc4387ac-0524-4ec4-ad5e-65949c410f6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:05:09Z', 'updated_at': '2021-08-18T12:05:15Z', 'revision_number': 4, 'project_id': 'd233ffa9ba6a4489b3cf7f12264dd9a4', 'gw_port': {'id': 'dc4387ac-0524-4ec4-ad5e-65949c410f6a', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:8b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62adf0a4-e052-4c85-83d3-c12598a40d39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:05:11Z', 'updated_at': '2021-08-18T12:05:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': '5837b1af-0da3-47ed-8657-71b7152967ae', 'name': '', 'network_id': '01a56eb8-cd8c-442e-bc29-4eb282720ed6', 'tenant_id': 'd233ffa9ba6a4489b3cf7f12264dd9a4', 'mac_address': 'fa:16:3e:78:46:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62adf0a4-e052-4c85-83d3-c12598a40d39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '0ba93807-cfef-4d1a-8a3f-64388756bcac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:05:14Z', 'updated_at': '2021-08-18T12:05:20Z', 'revision_number': 4, 'project_id': 'd233ffa9ba6a4489b3cf7f12264dd9a4', 'subnets': [{'id': '0ba93807-cfef-4d1a-8a3f-64388756bcac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:05:20.962039 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1023c1c2-2e2a-4ecc-a243-0b8eb4031ef7 None None] The sync data for ids ['62adf0a4-e052-4c85-83d3-c12598a40d39'] in n-d-804985-2 is: [{'id': '62adf0a4-e052-4c85-83d3-c12598a40d39', 'name': 'tempest-FloatingIPsNegativeTestJSON-2144974722-router', 'tenant_id': 'd233ffa9ba6a4489b3cf7f12264dd9a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.96'}], 'enable_snat': True}, 'gw_port_id': 'dc4387ac-0524-4ec4-ad5e-65949c410f6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:05:09Z', 'updated_at': '2021-08-18T12:05:15Z', 'revision_number': 4, 'project_id': 'd233ffa9ba6a4489b3cf7f12264dd9a4', 'gw_port': {'id': 'dc4387ac-0524-4ec4-ad5e-65949c410f6a', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:8b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62adf0a4-e052-4c85-83d3-c12598a40d39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:05:11Z', 'updated_at': '2021-08-18T12:05:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': '5837b1af-0da3-47ed-8657-71b7152967ae', 'name': '', 'network_id': '01a56eb8-cd8c-442e-bc29-4eb282720ed6', 'tenant_id': 'd233ffa9ba6a4489b3cf7f12264dd9a4', 'mac_address': 'fa:16:3e:78:46:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62adf0a4-e052-4c85-83d3-c12598a40d39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '0ba93807-cfef-4d1a-8a3f-64388756bcac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:05:14Z', 'updated_at': '2021-08-18T12:05:20Z', 'revision_number': 4, 'project_id': 'd233ffa9ba6a4489b3cf7f12264dd9a4', 'subnets': [{'id': '0ba93807-cfef-4d1a-8a3f-64388756bcac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:05:20.983462 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3c379762-165c-4ad8-ac27-7fe0dbde856c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:20.993832 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3c379762-165c-4ad8-ac27-7fe0dbde856c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:21.072018 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-3c379762-165c-4ad8-ac27-7fe0dbde856c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a1b6b38eab314b839021767253a67e82&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6020961 Aug 18 12:05:21.076342 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c379762-165c-4ad8-ac27-7fe0dbde856c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8c40485-bf5a-473d-975c-b5508fbba8db,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:05:21.079371 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 38580) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:05:21.203840 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4151145-fa6c-4d6a-9748-a796cbd4a8a7 req-126acdfe-9e21-4813-be44-7eedb161271f tempest-ServersNegativeTestMultiTenantJSON-110403379 tempest-ServersNegativeTestMultiTenantJSON-110403379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:05:21.206089 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c4151145-fa6c-4d6a-9748-a796cbd4a8a7 req-126acdfe-9e21-4813-be44-7eedb161271f tempest-ServersNegativeTestMultiTenantJSON-110403379 tempest-ServersNegativeTestMultiTenantJSON-110403379-project] 10.222.0.66 "GET /v2.0/ports?device_id=1200f969-4dd6-4b80-8af8-44f69fd456e8 HTTP/1.1" status: 200 len: 946 time: 0.0887537 Aug 18 12:05:21.233316 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-bd9b9212-3db7-45c8-8711-fc28d669fab3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:21.276868 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-bd9b9212-3db7-45c8-8711-fc28d669fab3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:21.333484 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c4151145-fa6c-4d6a-9748-a796cbd4a8a7 req-249d3c95-8b64-4567-8028-5c27e131092d tempest-ServersNegativeTestMultiTenantJSON-110403379 tempest-ServersNegativeTestMultiTenantJSON-110403379-project] 10.222.0.66 "GET /v2.0/security-groups?id=90bc158c-aefb-4cbe-bd1f-12bd8c8ca975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868118 Aug 18 12:05:21.342848 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-bd9b9212-3db7-45c8-8711-fc28d669fab3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:21.346283 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-bd9b9212-3db7-45c8-8711-fc28d669fab3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:21.347767 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-bd9b9212-3db7-45c8-8711-fc28d669fab3 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f8c40485-bf5a-473d-975c-b5508fbba8db HTTP/1.1" status: 204 len: 168 time: 0.2561958 Aug 18 12:05:21.358189 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9b9212-3db7-45c8-8711-fc28d669fab3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8c40485-bf5a-473d-975c-b5508fbba8db,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:05:21.401128 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:21.498553 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb91ba54-7b57-4035-b801-7ada0dba8211 admin admin] Router 62adf0a4-e052-4c85-83d3-c12598a40d39 has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:05:21.525267 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 38594) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:05:21.683865 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb91ba54-7b57-4035-b801-7ada0dba8211 admin admin] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:05:21.686090 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-a16a9470-060e-4b3e-8b91-c5ede2f1940d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:21.698055 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-bb91ba54-7b57-4035-b801-7ada0dba8211 admin admin] 10.222.0.66 "PUT /v2.0/routers/62adf0a4-e052-4c85-83d3-c12598a40d39/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3589292 Aug 18 12:05:21.698300 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 38602) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:05:21.753974 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e41cfa50-b13c-45c3-b76e-3dbc1a7a621d req-dc352c68-1a17-44df-9723-9bd3e2265e74 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/ports?device_id=45070ff9-ea47-403a-8285-fa82c3d46b6a HTTP/1.1" status: 200 len: 210 time: 0.0541382 Aug 18 12:05:21.851792 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-018303cf-1d40-4736-b763-b181a14c6797 tempest-TagsExtTest-223794796 tempest-TagsExtTest-223794796-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1462204887'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:05:21.879072 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-61949bde-10bf-4508-85aa-25f46f903e95 admin admin] Notify callbacks [] for router, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:21.917191 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-018303cf-1d40-4736-b763-b181a14c6797 tempest-TagsExtTest-223794796 tempest-TagsExtTest-223794796-project] Made reservation on behalf of ae4aae461c6e44079942a27918b0b04c for: {'network': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:05:21.920672 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-018303cf-1d40-4736-b763-b181a14c6797 tempest-TagsExtTest-223794796 tempest-TagsExtTest-223794796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for network, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:21.932657 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-018303cf-1d40-4736-b763-b181a14c6797 tempest-TagsExtTest-223794796 tempest-TagsExtTest-223794796-project] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:21.968694 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 38606) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:05:21.983909 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-25289e75-9a6f-4b32-97b7-c79a8df81626 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:22.035688 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-61949bde-10bf-4508-85aa-25f46f903e95 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:22.074556 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-53584c24-f517-494e-ac93-c18bb92373f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:22.118669 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-018303cf-1d40-4736-b763-b181a14c6797 tempest-TagsExtTest-223794796 tempest-TagsExtTest-223794796-project] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:22.136739 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-018303cf-1d40-4736-b763-b181a14c6797 tempest-TagsExtTest-223794796 tempest-TagsExtTest-223794796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:22.172131 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-61949bde-10bf-4508-85aa-25f46f903e95 admin admin] Deleting port dc4387ac-0524-4ec4-ad5e-65949c410f6a {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:05:22.172948 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-61949bde-10bf-4508-85aa-25f46f903e95 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:22.230794 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018303cf-1d40-4736-b763-b181a14c6797 tempest-TagsExtTest-223794796 tempest-TagsExtTest-223794796-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6be5f76-c313-415a-b7cd-beef3d2f210c,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:05:22.237984 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-018303cf-1d40-4736-b763-b181a14c6797 tempest-TagsExtTest-223794796 tempest-TagsExtTest-223794796-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 802} {{(pid=106253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:05:22.242451 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-25289e75-9a6f-4b32-97b7-c79a8df81626 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:22.250770 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-25289e75-9a6f-4b32-97b7-c79a8df81626 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:22.305266 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-25289e75-9a6f-4b32-97b7-c79a8df81626 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=044d4c8469904e2f9c5fe4c4b268b62d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3351758 Aug 18 12:05:22.306352 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25289e75-9a6f-4b32-97b7-c79a8df81626 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2d29214-0b8b-4ce9-9731-7ed66e7cc565,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:05:22.308762 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 38610) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:05:22.332205 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-018303cf-1d40-4736-b763-b181a14c6797 tempest-TagsExtTest-223794796 tempest-TagsExtTest-223794796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:22.332673 n-d-804985-2 neutron-server[106253]: INFO neutron.db.segments_db [None req-018303cf-1d40-4736-b763-b181a14c6797 tempest-TagsExtTest-223794796 tempest-TagsExtTest-223794796-project] Added segment dfe5ecdd-2f11-4485-ade3-58d3043c1c30 of type vlan for network 8869c299-1f1e-4d7b-bc00-72c2c4d6e2da Aug 18 12:05:22.400179 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [None req-61949bde-10bf-4508-85aa-25f46f903e95 admin admin] For port dc4387ac-0524-4ec4-ad5e-65949c410f6a, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=dc4387ac-0524-4ec4-ad5e-65949c410f6a,segment=NetworkSegment(c5a3db9d-5c58-41b1-9177-d5787a597b78),segment_id=c5a3db9d-5c58-41b1-9177-d5787a597b78)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:05:22.400179 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-61949bde-10bf-4508-85aa-25f46f903e95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:22.402387 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-018303cf-1d40-4736-b763-b181a14c6797 tempest-TagsExtTest-223794796 tempest-TagsExtTest-223794796-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789150665894'] for network, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:22.405452 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2d7314b8-e929-421a-834b-4ba52ae5be34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:22.426195 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-61949bde-10bf-4508-85aa-25f46f903e95 admin admin] Calling delete_port for dc4387ac-0524-4ec4-ad5e-65949c410f6a owned by network:router_gateway {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:05:22.429340 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2d7314b8-e929-421a-834b-4ba52ae5be34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:22.466949 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a5ccc6-64c7-4278-b67f-204d5793ca8d req-5f95b02d-e617-4a1b-8645-8cc025cf1733 tempest-ServersNegativeTestMultiTenantJSON-110403379 tempest-ServersNegativeTestMultiTenantJSON-110403379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:05:22.468637 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-67a5ccc6-64c7-4278-b67f-204d5793ca8d req-5f95b02d-e617-4a1b-8645-8cc025cf1733 tempest-ServersNegativeTestMultiTenantJSON-110403379 tempest-ServersNegativeTestMultiTenantJSON-110403379-project] 10.222.0.62 "GET /v2.0/ports?device_id=1200f969-4dd6-4b80-8af8-44f69fd456e8 HTTP/1.1" status: 200 len: 946 time: 0.2108219 Aug 18 12:05:22.509687 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-018303cf-1d40-4736-b763-b181a14c6797 tempest-TagsExtTest-223794796 tempest-TagsExtTest-223794796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for network, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:22.516223 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-018303cf-1d40-4736-b763-b181a14c6797 tempest-TagsExtTest-223794796 tempest-TagsExtTest-223794796-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:05:22.517015 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-018303cf-1d40-4736-b763-b181a14c6797 tempest-TagsExtTest-223794796 tempest-TagsExtTest-223794796-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:22.518148 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfbba98-3056-44f1-9f1e-aba12a0efcf3 req-f65267c4-7847-4358-bd7c-af9433ecf2a9 tempest-ServersNegativeTestMultiTenantJSON-110403379 tempest-ServersNegativeTestMultiTenantJSON-110403379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:05:22.519696 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4cfbba98-3056-44f1-9f1e-aba12a0efcf3 req-f65267c4-7847-4358-bd7c-af9433ecf2a9 tempest-ServersNegativeTestMultiTenantJSON-110403379 tempest-ServersNegativeTestMultiTenantJSON-110403379-project] 10.222.0.66 "GET /v2.0/ports?device_id=1200f969-4dd6-4b80-8af8-44f69fd456e8 HTTP/1.1" status: 200 len: 946 time: 0.0560634 Aug 18 12:05:22.527778 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2d7314b8-e929-421a-834b-4ba52ae5be34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:22.530485 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2d7314b8-e929-421a-834b-4ba52ae5be34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:22.531822 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-2d7314b8-e929-421a-834b-4ba52ae5be34 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d2d29214-0b8b-4ce9-9731-7ed66e7cc565 HTTP/1.1" status: 204 len: 168 time: 0.2219071 Aug 18 12:05:22.553328 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7314b8-e929-421a-834b-4ba52ae5be34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2d29214-0b8b-4ce9-9731-7ed66e7cc565,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:05:22.569463 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ddc030a-e051-4969-ad93-3c439b7c97fd None None] Sync routers for ids ['62adf0a4-e052-4c85-83d3-c12598a40d39'] in n-d-804985-2 {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:05:22.577884 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ddc030a-e051-4969-ad93-3c439b7c97fd None None] Routers {'62adf0a4-e052-4c85-83d3-c12598a40d39'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:05:22.579635 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-1ddc030a-e051-4969-ad93-3c439b7c97fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:05:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['62adf0a4-e052-4c85-83d3-c12598a40d39'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:05:22.606019 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4cfbba98-3056-44f1-9f1e-aba12a0efcf3 req-97081e9c-5d0b-45a3-912b-ed523e8aa20a tempest-ServersNegativeTestMultiTenantJSON-110403379 tempest-ServersNegativeTestMultiTenantJSON-110403379-project] 10.222.0.66 "GET /v2.0/security-groups?id=90bc158c-aefb-4cbe-bd1f-12bd8c8ca975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728683 Aug 18 12:05:22.618433 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-018303cf-1d40-4736-b763-b181a14c6797 tempest-TagsExtTest-223794796 tempest-TagsExtTest-223794796-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0920994 Aug 18 12:05:22.622021 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 38618) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:05:22.629063 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-ecfdaa69-f671-44d9-9d43-a13e7fb91b3e tempest-TagsExtTest-223794796 tempest-TagsExtTest-223794796-project] Request body: {'subnet': {'network_id': '8869c299-1f1e-4d7b-bc00-72c2c4d6e2da', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:05:22.680210 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-1ddc030a-e051-4969-ad93-3c439b7c97fd None None] Set router 62adf0a4-e052-4c85-83d3-c12598a40d39 gateway port host: None {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:05:22.687474 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018303cf-1d40-4736-b763-b181a14c6797 tempest-TagsExtTest-223794796 tempest-TagsExtTest-223794796-project] Pushing event updated for resources: {'Network': ['ID=8869c299-1f1e-4d7b-bc00-72c2c4d6e2da,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:05:22.702299 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Network 8869c299-1f1e-4d7b-bc00-72c2c4d6e2da details requested by agent ovs-agent-n-d-804985-2 with host n-d-804985-2 {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:05:22.743316 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-1ddc030a-e051-4969-ad93-3c439b7c97fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62adf0a4-e052-4c85-83d3-c12598a40d39', 'name': 'tempest-FloatingIPsNegativeTestJSON-2144974722-router', 'tenant_id': 'd233ffa9ba6a4489b3cf7f12264dd9a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:05:09Z', 'updated_at': '2021-08-18T12:05:22Z', 'revision_number': 6, 'project_id': 'd233ffa9ba6a4489b3cf7f12264dd9a4', 'gw_port_host': None}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:05:22.766243 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecfdaa69-f671-44d9-9d43-a13e7fb91b3e tempest-TagsExtTest-223794796 tempest-TagsExtTest-223794796-project] Made reservation on behalf of ae4aae461c6e44079942a27918b0b04c for: {'subnet': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:05:22.771919 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ecfdaa69-f671-44d9-9d43-a13e7fb91b3e tempest-TagsExtTest-223794796 tempest-TagsExtTest-223794796-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59074089'] for subnet, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:22.778644 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ddc030a-e051-4969-ad93-3c439b7c97fd None None] Checking router: 62adf0a4-e052-4c85-83d3-c12598a40d39 for host: n-d-804985-2 {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:05:22.788320 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ddc030a-e051-4969-ad93-3c439b7c97fd None None] Routers {'62adf0a4-e052-4c85-83d3-c12598a40d39'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:05:22.789776 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-1ddc030a-e051-4969-ad93-3c439b7c97fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:05:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['62adf0a4-e052-4c85-83d3-c12598a40d39'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:05:22.856451 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-67a5ccc6-64c7-4278-b67f-204d5793ca8d req-2ffbe5c7-94f3-45d2-a3d1-0cbdab9989b1 tempest-ServersNegativeTestMultiTenantJSON-110403379 tempest-ServersNegativeTestMultiTenantJSON-110403379-project] Deleting port 45015b65-d29a-4038-8036-fa4c4c879248 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:05:22.856827 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-67a5ccc6-64c7-4278-b67f-204d5793ca8d req-2ffbe5c7-94f3-45d2-a3d1-0cbdab9989b1 tempest-ServersNegativeTestMultiTenantJSON-110403379 tempest-ServersNegativeTestMultiTenantJSON-110403379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:22.890088 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-cd97c6ff-f4ba-4a79-a304-192cbb395943 req-94c4f446-0bde-4ed4-ad69-6aaad0a299d3 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=27ecdc3e-c9a2-434c-a840-101feeb37aa9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1474423 Aug 18 12:05:22.931662 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-1ddc030a-e051-4969-ad93-3c439b7c97fd None None] Set router 62adf0a4-e052-4c85-83d3-c12598a40d39 gateway port host: None {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:05:23.001962 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-1ddc030a-e051-4969-ad93-3c439b7c97fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62adf0a4-e052-4c85-83d3-c12598a40d39', 'name': 'tempest-FloatingIPsNegativeTestJSON-2144974722-router', 'tenant_id': 'd233ffa9ba6a4489b3cf7f12264dd9a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:05:09Z', 'updated_at': '2021-08-18T12:05:22Z', 'revision_number': 6, 'project_id': 'd233ffa9ba6a4489b3cf7f12264dd9a4', 'gw_port_host': None}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:05:23.040783 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ddc030a-e051-4969-ad93-3c439b7c97fd None None] The sync data for ids ['62adf0a4-e052-4c85-83d3-c12598a40d39'] in n-d-804985-2 is: [{'id': '62adf0a4-e052-4c85-83d3-c12598a40d39', 'name': 'tempest-FloatingIPsNegativeTestJSON-2144974722-router', 'tenant_id': 'd233ffa9ba6a4489b3cf7f12264dd9a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:05:09Z', 'updated_at': '2021-08-18T12:05:22Z', 'revision_number': 6, 'project_id': 'd233ffa9ba6a4489b3cf7f12264dd9a4', 'gw_port_host': None}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:05:23.056021 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-61949bde-10bf-4508-85aa-25f46f903e95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:23.137691 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-67a5ccc6-64c7-4278-b67f-204d5793ca8d req-2ffbe5c7-94f3-45d2-a3d1-0cbdab9989b1 tempest-ServersNegativeTestMultiTenantJSON-110403379 tempest-ServersNegativeTestMultiTenantJSON-110403379-project] For port 45015b65-d29a-4038-8036-fa4c4c879248, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=45015b65-d29a-4038-8036-fa4c4c879248,segment=NetworkSegment(53f2bb2d-449a-4bf7-bbbd-8751da72326f),segment_id=53f2bb2d-449a-4bf7-bbbd-8751da72326f)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:05:23.138235 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-67a5ccc6-64c7-4278-b67f-204d5793ca8d req-2ffbe5c7-94f3-45d2-a3d1-0cbdab9989b1 tempest-ServersNegativeTestMultiTenantJSON-110403379 tempest-ServersNegativeTestMultiTenantJSON-110403379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:23.148404 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61949bde-10bf-4508-85aa-25f46f903e95 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc4387ac-0524-4ec4-ad5e-65949c410f6a,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:05:23.159062 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-67a5ccc6-64c7-4278-b67f-204d5793ca8d req-2ffbe5c7-94f3-45d2-a3d1-0cbdab9989b1 tempest-ServersNegativeTestMultiTenantJSON-110403379 tempest-ServersNegativeTestMultiTenantJSON-110403379-project] Calling delete_port for 45015b65-d29a-4038-8036-fa4c4c879248 owned by compute:nova {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:05:23.184518 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd97c6ff-f4ba-4a79-a304-192cbb395943 req-31fd0fe9-3cdf-4db7-a84a-5fc37921c9de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:05:23.185965 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-cd97c6ff-f4ba-4a79-a304-192cbb395943 req-31fd0fe9-3cdf-4db7-a84a-5fc37921c9de service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=764f05f9d69b4134b93ed670f8afc320&device_id=27ecdc3e-c9a2-434c-a840-101feeb37aa9 HTTP/1.1" status: 200 len: 1096 time: 0.2294745 Aug 18 12:05:23.208311 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ecfdaa69-f671-44d9-9d43-a13e7fb91b3e tempest-TagsExtTest-223794796 tempest-TagsExtTest-223794796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3572913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59074111'] for subnet, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:23.260773 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-61949bde-10bf-4508-85aa-25f46f903e95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-997271'] for router_gateway, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:23.276198 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfdaa69-f671-44d9-9d43-a13e7fb91b3e tempest-TagsExtTest-223794796 tempest-TagsExtTest-223794796-project] Pushing event updated for resources: {'Subnet': ['ID=c010a85e-e9d1-4fe9-a8a1-bfa157ff8617,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:05:23.285312 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecfdaa69-f671-44d9-9d43-a13e7fb91b3e tempest-TagsExtTest-223794796 tempest-TagsExtTest-223794796-project] Checking segment: {'id': 'dfe5ecdd-2f11-4485-ade3-58d3043c1c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '8869c299-1f1e-4d7b-bc00-72c2c4d6e2da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:05:23.285861 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecfdaa69-f671-44d9-9d43-a13e7fb91b3e tempest-TagsExtTest-223794796 tempest-TagsExtTest-223794796-project] Network hostable DHCP agents. Network: 8869c299-1f1e-4d7b-bc00-72c2c4d6e2da, hostable agents: ['97c14208-2951-4361-8d64-3708c946ff5f'], hosted agents: [] {{(pid=106252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 12:05:23.310039 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecfdaa69-f671-44d9-9d43-a13e7fb91b3e tempest-TagsExtTest-223794796 tempest-TagsExtTest-223794796-project] Network 8869c299-1f1e-4d7b-bc00-72c2c4d6e2da is scheduled to be hosted by DHCP agent 97c14208-2951-4361-8d64-3708c946ff5f with binding_index 1 {{(pid=106252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 12:05:23.329501 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-ecfdaa69-f671-44d9-9d43-a13e7fb91b3e tempest-TagsExtTest-223794796 tempest-TagsExtTest-223794796-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-2, 8869c299-1f1e-4d7b-bc00-72c2c4d6e2da) {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:05:23.338735 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-add2bb79-7897-4a4e-86a5-79c0500ff1fd None None] Network 8869c299-1f1e-4d7b-bc00-72c2c4d6e2da requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:05:23.342217 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecfdaa69-f671-44d9-9d43-a13e7fb91b3e tempest-TagsExtTest-223794796 tempest-TagsExtTest-223794796-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:05:23.342738 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ecfdaa69-f671-44d9-9d43-a13e7fb91b3e tempest-TagsExtTest-223794796 tempest-TagsExtTest-223794796-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for subnet, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:23.363803 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-ecfdaa69-f671-44d9-9d43-a13e7fb91b3e tempest-TagsExtTest-223794796 tempest-TagsExtTest-223794796-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7404275 Aug 18 12:05:23.364578 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 38650) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:05:23.371252 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-9e67cbb9-bf00-481f-8b0a-8bd1e0e100a0 tempest-TagsExtTest-223794796 tempest-TagsExtTest-223794796-project] Request body: {'port': {'network_id': '8869c299-1f1e-4d7b-bc00-72c2c4d6e2da', 'name': 'tempest-TagsExtTest-843788923'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:05:23.559095 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e67cbb9-bf00-481f-8b0a-8bd1e0e100a0 tempest-TagsExtTest-223794796 tempest-TagsExtTest-223794796-project] Made reservation on behalf of ae4aae461c6e44079942a27918b0b04c for: {'port': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:05:23.563346 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-9e67cbb9-bf00-481f-8b0a-8bd1e0e100a0 tempest-TagsExtTest-223794796 tempest-TagsExtTest-223794796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:23.626815 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34fd2ed8-809d-4629-90a7-e07efd0db259 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp788be208-34ab-5a8f-af0f-528834af222f-8869c299-1f1e-4d7b-bc00-72c2c4d6e2da', 'network_id': '8869c299-1f1e-4d7b-bc00-72c2c4d6e2da', 'tenant_id': 'ae4aae461c6e44079942a27918b0b04c', 'fixed_ips': [{'subnet_id': 'c010a85e-e9d1-4fe9-a8a1-bfa157ff8617'}]}} from n-d-804985-2. {{(pid=106254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 12:05:23.628619 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-34fd2ed8-809d-4629-90a7-e07efd0db259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:23.639490 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-67a5ccc6-64c7-4278-b67f-204d5793ca8d req-2ffbe5c7-94f3-45d2-a3d1-0cbdab9989b1 tempest-ServersNegativeTestMultiTenantJSON-110403379 tempest-ServersNegativeTestMultiTenantJSON-110403379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:23.651962 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] get_ports_and_sgs() called for port_ids ['45015b65-d29a-4038-8036-fa4c4c879248'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:05:23.695288 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-61949bde-10bf-4508-85aa-25f46f903e95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-996004', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15859'] for router, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:23.699751 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffbe5c7-94f3-45d2-a3d1-0cbdab9989b1 tempest-ServersNegativeTestMultiTenantJSON-110403379 tempest-ServersNegativeTestMultiTenantJSON-110403379-project] Pushing event deleted for resources: {'Port': ['ID=45015b65-d29a-4038-8036-fa4c4c879248,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:05:23.707034 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-61949bde-10bf-4508-85aa-25f46f903e95 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:23.748138 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75165ee5-dcea-4a72-b72a-e493a726091a req-b363cded-e3b3-4b45-8304-121ff5e8eaf1 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:05:23.750645 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-75165ee5-dcea-4a72-b72a-e493a726091a req-b363cded-e3b3-4b45-8304-121ff5e8eaf1 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/networks?id=f4b8d3d9-3617-4a41-8d50-7e0230977f6d HTTP/1.1" status: 200 len: 811 time: 0.1944664 Aug 18 12:05:23.775668 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [None req-9e67cbb9-bf00-481f-8b0a-8bd1e0e100a0 tempest-TagsExtTest-223794796 tempest-TagsExtTest-223794796-project] device_id is not set on port ca0ca669-4bba-4002-9333-620d4c8bff5e yet. {{(pid=106252) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 12:05:23.809884 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ac3f86d3-fcaf-4968-b98d-7a3e18694fc9 req-31d5e558-c967-498a-bd94-180eb43bc066 tempest-ServersNegativeTestMultiTenantJSON-110403379 tempest-ServersNegativeTestMultiTenantJSON-110403379-project] 10.222.0.66 "GET /v2.0/ports?device_id=1200f969-4dd6-4b80-8af8-44f69fd456e8 HTTP/1.1" status: 200 len: 210 time: 0.0513315 Aug 18 12:05:23.817187 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-500a1c61-38a7-4c23-a7ec-4631080af5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:23.818800 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-75165ee5-dcea-4a72-b72a-e493a726091a req-6380d101-1dee-4f51-818f-f6fcc03ea767 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/quotas/ba6220adeda54bd2ac551edffcfbfea2 HTTP/1.1" status: 200 len: 375 time: 0.0608866 Aug 18 12:05:23.891451 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-75165ee5-dcea-4a72-b72a-e493a726091a req-42078bcf-6e3c-45bc-bc9a-358f4841fbd0 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=ba6220adeda54bd2ac551edffcfbfea2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0415215 Aug 18 12:05:23.905919 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.db_base_plugin_common [None req-34fd2ed8-809d-4629-90a7-e07efd0db259 None None] Allocated IP 172.20.0.2 (8869c299-1f1e-4d7b-bc00-72c2c4d6e2da/c010a85e-e9d1-4fe9-a8a1-bfa157ff8617/6f3b7825-81e0-4c03-8b43-cfbc36752571) {{(pid=106254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:05:24.065215 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-75165ee5-dcea-4a72-b72a-e493a726091a req-f5b772e8-98d6-4866-ba63-488eea64e1a5 service neutron] 10.222.0.66 "GET /v2.0/networks/f4b8d3d9-3617-4a41-8d50-7e0230977f6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587853 Aug 18 12:05:24.118371 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-34fd2ed8-809d-4629-90a7-e07efd0db259 None None] Notify callbacks [] for port, precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:24.130838 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-34fd2ed8-809d-4629-90a7-e07efd0db259 None None] Transition to ACTIVE for port object 6f3b7825-81e0-4c03-8b43-cfbc36752571 will not be triggered until provisioned by entity L2. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:05:24.160349 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-34fd2ed8-809d-4629-90a7-e07efd0db259 None None] Transition to ACTIVE for port object 6f3b7825-81e0-4c03-8b43-cfbc36752571 will not be triggered until provisioned by entity DHCP. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:05:24.172142 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-34fd2ed8-809d-4629-90a7-e07efd0db259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547'] for port, after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:24.215725 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34fd2ed8-809d-4629-90a7-e07efd0db259 None None] Network 8869c299-1f1e-4d7b-bc00-72c2c4d6e2da is already hosted by enough agents. {{(pid=106254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:05:24.219317 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.base_scheduler [None req-34fd2ed8-809d-4629-90a7-e07efd0db259 None None] Resources bound (agent type, host, resource id): {{(pid=106254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:05:24.224234 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34fd2ed8-809d-4629-90a7-e07efd0db259 None None] Received port after_create {{(pid=106254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:05:24.229297 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-67a5ccc6-64c7-4278-b67f-204d5793ca8d req-2ffbe5c7-94f3-45d2-a3d1-0cbdab9989b1 tempest-ServersNegativeTestMultiTenantJSON-110403379 tempest-ServersNegativeTestMultiTenantJSON-110403379-project] No DVR routers for this DVR port 45015b65-d29a-4038-8036-fa4c4c879248 on host n-h2-804985-2 {{(pid=106253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:05:24.233348 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-61949bde-10bf-4508-85aa-25f46f903e95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-996061'] for router, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:24.234008 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61949bde-10bf-4508-85aa-25f46f903e95 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 62adf0a4-e052-4c85-83d3-c12598a40d39 {{(pid=106253) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 12:05:24.238289 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-67a5ccc6-64c7-4278-b67f-204d5793ca8d req-2ffbe5c7-94f3-45d2-a3d1-0cbdab9989b1 tempest-ServersNegativeTestMultiTenantJSON-110403379 tempest-ServersNegativeTestMultiTenantJSON-110403379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:24.238289 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-67a5ccc6-64c7-4278-b67f-204d5793ca8d req-2ffbe5c7-94f3-45d2-a3d1-0cbdab9989b1 tempest-ServersNegativeTestMultiTenantJSON-110403379 tempest-ServersNegativeTestMultiTenantJSON-110403379-project] 10.222.0.62 "DELETE /v2.0/ports/45015b65-d29a-4038-8036-fa4c4c879248 HTTP/1.1" status: 204 len: 173 time: 1.7374747 Aug 18 12:05:24.240500 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1200f969-4dd6-4b80-8af8-44f69fd456e8', 'name': 'network-vif-deleted', 'tag': '45015b65-d29a-4038-8036-fa4c4c879248'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:05:24.243370 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0679f4c4b6e0e0c064a7d71d722dc30541a34fffee11680573be22ee2ffccc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d28415b1-1c25-4c4c-b157-d639479fb966" -d '{"events": [{"server_uuid": "1200f969-4dd6-4b80-8af8-44f69fd456e8", "name": "network-vif-deleted", "tag": "45015b65-d29a-4038-8036-fa4c4c879248"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:05:24.249507 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-61949bde-10bf-4508-85aa-25f46f903e95 admin admin] Notify callbacks [] for router, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:24.250802 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-61949bde-10bf-4508-85aa-25f46f903e95 admin admin] 10.222.0.66 "DELETE /v2.0/routers/62adf0a4-e052-4c85-83d3-c12598a40d39 HTTP/1.1" status: 204 len: 168 time: 2.5509803 Aug 18 12:05:24.253377 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd97c6ff-f4ba-4a79-a304-192cbb395943 req-6d40a78c-f357-4244-af12-b20c953608c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:05:24.255004 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-cd97c6ff-f4ba-4a79-a304-192cbb395943 req-6d40a78c-f357-4244-af12-b20c953608c1 service neutron] 10.222.0.63 "GET /v2.0/networks?id=365c1e73-53bd-4762-8c39-733a28020035 HTTP/1.1" status: 200 len: 911 time: 1.0287206 Aug 18 12:05:24.255647 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 38684) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:05:24.310571 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [None req-9e67cbb9-bf00-481f-8b0a-8bd1e0e100a0 tempest-TagsExtTest-223794796 tempest-TagsExtTest-223794796-project] Allocated IP 172.20.0.3 (8869c299-1f1e-4d7b-bc00-72c2c4d6e2da/c010a85e-e9d1-4fe9-a8a1-bfa157ff8617/ca0ca669-4bba-4002-9333-620d4c8bff5e) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:05:24.325666 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-34fd2ed8-809d-4629-90a7-e07efd0db259 None None] Attempting to bind port 6f3b7825-81e0-4c03-8b43-cfbc36752571 on host n-d-804985-2 for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:05:24.326107 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-34fd2ed8-809d-4629-90a7-e07efd0db259 None None] Attempting to bind port 6f3b7825-81e0-4c03-8b43-cfbc36752571 by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': 'dfe5ecdd-2f11-4485-ade3-58d3043c1c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '8869c299-1f1e-4d7b-bc00-72c2c4d6e2da'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:05:24.326376 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34fd2ed8-809d-4629-90a7-e07efd0db259 None None] Attempting to bind port 6f3b7825-81e0-4c03-8b43-cfbc36752571 on network 8869c299-1f1e-4d7b-bc00-72c2c4d6e2da {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:05:24.330749 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fd2ed8-809d-4629-90a7-e07efd0db259 None None] Pushing event updated for resources: {'Port': ['ID=6f3b7825-81e0-4c03-8b43-cfbc36752571,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:05:24.336330 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34fd2ed8-809d-4629-90a7-e07efd0db259 None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 5, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:05:24.336728 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34fd2ed8-809d-4629-90a7-e07efd0db259 None None] Checking segment: {'id': 'dfe5ecdd-2f11-4485-ade3-58d3043c1c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '8869c299-1f1e-4d7b-bc00-72c2c4d6e2da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:05:24.337129 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-34fd2ed8-809d-4629-90a7-e07efd0db259 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:24.337512 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34fd2ed8-809d-4629-90a7-e07efd0db259 None None] Bound using segment: {'id': 'dfe5ecdd-2f11-4485-ade3-58d3043c1c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '8869c299-1f1e-4d7b-bc00-72c2c4d6e2da'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:05:24.338109 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-34fd2ed8-809d-4629-90a7-e07efd0db259 None None] Bound port: 6f3b7825-81e0-4c03-8b43-cfbc36752571, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfe5ecdd-2f11-4485-ade3-58d3043c1c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '8869c299-1f1e-4d7b-bc00-72c2c4d6e2da'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:05:24.338488 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-34fd2ed8-809d-4629-90a7-e07efd0db259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:24.365753 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-75165ee5-dcea-4a72-b72a-e493a726091a req-f47c63cb-7c72-42dc-9f2d-8d084e655224 service neutron] 10.222.0.66 "GET /v2.0/networks/f4b8d3d9-3617-4a41-8d50-7e0230977f6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2843108 Aug 18 12:05:24.372923 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:05:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b76e5108-834d-4435-828e-850328fa9681 x-openstack-request-id: req-b76e5108-834d-4435-828e-850328fa9681 {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:05:24.376626 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1200f969-4dd6-4b80-8af8-44f69fd456e8", "name": "network-vif-deleted", "tag": "45015b65-d29a-4038-8036-fa4c4c879248", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:05:24.376906 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b76e5108-834d-4435-828e-850328fa9681 {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:05:24.377478 n-d-804985-2 neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1200f969-4dd6-4b80-8af8-44f69fd456e8', 'name': 'network-vif-deleted', 'tag': '45015b65-d29a-4038-8036-fa4c4c879248', 'status': 'completed', 'code': 200} Aug 18 12:05:24.438497 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_v2 [None req-a62d1293-b3f5-4e3b-9b9c-69d36fa7d2d6 admin admin] Deleting subnet 0ba93807-cfef-4d1a-8a3f-64388756bcac {{(pid=106253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 12:05:24.446266 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a62d1293-b3f5-4e3b-9b9c-69d36fa7d2d6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:24.450059 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-cd97c6ff-f4ba-4a79-a304-192cbb395943 req-cfa696b9-989e-4018-98bb-3a078426e3aa service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=64677ff4-45ed-40b8-a8c8-3e3cee5de2d5 HTTP/1.1" status: 200 len: 1000 time: 0.1856859 Aug 18 12:05:24.459323 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-34fd2ed8-809d-4629-90a7-e07efd0db259 None None] For port 6f3b7825-81e0-4c03-8b43-cfbc36752571, host n-d-804985-2, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:05:24.469194 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-34fd2ed8-809d-4629-90a7-e07efd0db259 None None] For port 6f3b7825-81e0-4c03-8b43-cfbc36752571, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=6f3b7825-81e0-4c03-8b43-cfbc36752571,segment=NetworkSegment(dfe5ecdd-2f11-4485-ade3-58d3043c1c30),segment_id=dfe5ecdd-2f11-4485-ade3-58d3043c1c30)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:05:24.477595 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-34fd2ed8-809d-4629-90a7-e07efd0db259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:24.546640 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fd2ed8-809d-4629-90a7-e07efd0db259 None None] Pushing event updated for resources: {'Port': ['ID=6f3b7825-81e0-4c03-8b43-cfbc36752571,revision_number=2']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:05:24.606708 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd97c6ff-f4ba-4a79-a304-192cbb395943 req-31d490e2-1404-4b2d-8079-86cf4e0e15cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:05:24.608343 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-cd97c6ff-f4ba-4a79-a304-192cbb395943 req-31d490e2-1404-4b2d-8079-86cf4e0e15cb service neutron] 10.222.0.63 "GET /v2.0/subnets?id=e8e80694-e438-471b-8163-c76e1828e5ce HTTP/1.1" status: 200 len: 849 time: 0.0870953 Aug 18 12:05:24.659043 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a62d1293-b3f5-4e3b-9b9c-69d36fa7d2d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902229'] for subnet, precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:24.713357 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd97c6ff-f4ba-4a79-a304-192cbb395943 req-8102cd0c-e61b-47e1-9daf-803b5d18129b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:05:24.716027 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-cd97c6ff-f4ba-4a79-a304-192cbb395943 req-8102cd0c-e61b-47e1-9daf-803b5d18129b service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=365c1e73-53bd-4762-8c39-733a28020035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0976765 Aug 18 12:05:24.782229 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8f10d16f-a0d2-437e-9551-443fd39038ca req-7362d7cc-b42f-4de1-be7c-98c35e6ebe7a tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/ports?device_id=c4489ee9-84bf-4804-939c-5f84ed8b3950 HTTP/1.1" status: 200 len: 210 time: 0.0738547 Aug 18 12:05:24.820855 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-9e67cbb9-bf00-481f-8b0a-8bd1e0e100a0 tempest-TagsExtTest-223794796 tempest-TagsExtTest-223794796-project] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:24.894137 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [None req-9e67cbb9-bf00-481f-8b0a-8bd1e0e100a0 tempest-TagsExtTest-223794796 tempest-TagsExtTest-223794796-project] Transition to ACTIVE for port object ca0ca669-4bba-4002-9333-620d4c8bff5e will not be triggered until provisioned by entity DHCP. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:05:24.985450 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-cd97c6ff-f4ba-4a79-a304-192cbb395943 req-debb1592-c6f4-4c37-a3e6-225d30132f34 service neutron] 10.222.0.63 "GET /v2.0/networks/365c1e73-53bd-4762-8c39-733a28020035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2594993 Aug 18 12:05:24.989976 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a62d1293-b3f5-4e3b-9b9c-69d36fa7d2d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:25.137454 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-663dc13f-9b3a-4c3f-8f6a-c91858e9969f req-96b9d421-1060-40a3-bf64-9ed0cd8f2aad tempest-ServersNegativeTestMultiTenantJSON-110403379 tempest-ServersNegativeTestMultiTenantJSON-110403379-project] 10.222.0.66 "GET /v2.0/ports?device_id=1200f969-4dd6-4b80-8af8-44f69fd456e8 HTTP/1.1" status: 200 len: 210 time: 0.1009817 Aug 18 12:05:25.153071 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-9e67cbb9-bf00-481f-8b0a-8bd1e0e100a0 tempest-TagsExtTest-223794796 tempest-TagsExtTest-223794796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:25.207865 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 6f3b7825-81e0-4c03-8b43-cfbc36752571 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:05:25.262031 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e67cbb9-bf00-481f-8b0a-8bd1e0e100a0 tempest-TagsExtTest-223794796 tempest-TagsExtTest-223794796-project] Pushing event updated for resources: {'Port': ['ID=ca0ca669-4bba-4002-9333-620d4c8bff5e,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:05:25.281512 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a62d1293-b3f5-4e3b-9b9c-69d36fa7d2d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58902171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59388106'] for subnet, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:25.289226 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e67cbb9-bf00-481f-8b0a-8bd1e0e100a0 tempest-TagsExtTest-223794796 tempest-TagsExtTest-223794796-project] Network 8869c299-1f1e-4d7b-bc00-72c2c4d6e2da is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:05:25.293844 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-9e67cbb9-bf00-481f-8b0a-8bd1e0e100a0 tempest-TagsExtTest-223794796 tempest-TagsExtTest-223794796-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:05:25.298385 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e67cbb9-bf00-481f-8b0a-8bd1e0e100a0 tempest-TagsExtTest-223794796 tempest-TagsExtTest-223794796-project] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:05:25.321678 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port 6f3b7825-81e0-4c03-8b43-cfbc36752571 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:05:25.327082 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62d1293-b3f5-4e3b-9b9c-69d36fa7d2d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ba93807-cfef-4d1a-8a3f-64388756bcac,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:05:25.339199 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a62d1293-b3f5-4e3b-9b9c-69d36fa7d2d6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:25.341470 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-a62d1293-b3f5-4e3b-9b9c-69d36fa7d2d6 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/0ba93807-cfef-4d1a-8a3f-64388756bcac HTTP/1.1" status: 204 len: 168 time: 1.0847385 Aug 18 12:05:25.344382 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 38726) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:05:25.345249 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26fed45c-48e9-4577-8120-2c76fe301615 None None] Network 01a56eb8-cd8c-442e-bc29-4eb282720ed6 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:05:25.402056 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e67cbb9-bf00-481f-8b0a-8bd1e0e100a0 tempest-TagsExtTest-223794796 tempest-TagsExtTest-223794796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:05:25.402682 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-9e67cbb9-bf00-481f-8b0a-8bd1e0e100a0 tempest-TagsExtTest-223794796 tempest-TagsExtTest-223794796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:25.442077 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 5837b1af-0da3-47ed-8657-71b7152967ae no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:05:25.453353 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-9e67cbb9-bf00-481f-8b0a-8bd1e0e100a0 tempest-TagsExtTest-223794796 tempest-TagsExtTest-223794796-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 2.0876684 Aug 18 12:05:25.456021 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 38734) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:05:25.462737 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-3065db0e-763e-4119-8333-d4252279e250 tempest-TagsExtTest-223794796 tempest-TagsExtTest-223794796-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-551603934', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:05:25.480076 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-cd97c6ff-f4ba-4a79-a304-192cbb395943 req-a0c9b4b0-c8a4-438c-a348-ca6e1f4726bf service neutron] 10.222.0.63 "GET /v2.0/networks/365c1e73-53bd-4762-8c39-733a28020035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4248796 Aug 18 12:05:25.484291 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0c8b0a4c-18bd-4dab-9a19-60f9fbaf26ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7904109'] for network, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:25.487694 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: 5837b1af-0da3-47ed-8657-71b7152967ae {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:05:25.488045 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 5837b1af-0da3-47ed-8657-71b7152967ae not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:05:25.488863 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device dc4387ac-0524-4ec4-ad5e-65949c410f6a no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:05:25.514760 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-3065db0e-763e-4119-8333-d4252279e250 tempest-TagsExtTest-223794796 tempest-TagsExtTest-223794796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-998592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15809'] for router, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:25.516711 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-3065db0e-763e-4119-8333-d4252279e250 tempest-TagsExtTest-223794796 tempest-TagsExtTest-223794796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-992733', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-971415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15816'] for router, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:25.585744 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-0c8b0a4c-18bd-4dab-9a19-60f9fbaf26ff admin admin] Deleting port 6660aa96-af36-4fdf-a0fa-001e5f02f87a {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:05:25.586362 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0c8b0a4c-18bd-4dab-9a19-60f9fbaf26ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:25.592421 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-3065db0e-763e-4119-8333-d4252279e250 tempest-TagsExtTest-223794796 tempest-TagsExtTest-223794796-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:25.607395 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-3065db0e-763e-4119-8333-d4252279e250 tempest-TagsExtTest-223794796 tempest-TagsExtTest-223794796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-998473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-992536'] for router, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:25.644910 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: dc4387ac-0524-4ec4-ad5e-65949c410f6a {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:05:25.644910 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device dc4387ac-0524-4ec4-ad5e-65949c410f6a not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:05:25.659140 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-3065db0e-763e-4119-8333-d4252279e250 tempest-TagsExtTest-223794796 tempest-TagsExtTest-223794796-project] Notify callbacks [] for router, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:25.663354 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-3065db0e-763e-4119-8333-d4252279e250 tempest-TagsExtTest-223794796 tempest-TagsExtTest-223794796-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2033625 Aug 18 12:05:25.663582 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 38746) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:05:25.676300 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-3dc894dd-4ea9-40ec-b3f1-e73c473ca60e tempest-TagsExtTest-223794796 tempest-TagsExtTest-223794796-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1807454368', 'prefixes': ['172.20.0.0/16']}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:05:25.725629 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [None req-0c8b0a4c-18bd-4dab-9a19-60f9fbaf26ff admin admin] For port 6660aa96-af36-4fdf-a0fa-001e5f02f87a, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=6660aa96-af36-4fdf-a0fa-001e5f02f87a,segment=NetworkSegment(c565808e-7768-4cc7-aa1c-cc5175e30d98),segment_id=c565808e-7768-4cc7-aa1c-cc5175e30d98)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:05:25.726191 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0c8b0a4c-18bd-4dab-9a19-60f9fbaf26ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:25.783395 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-0c8b0a4c-18bd-4dab-9a19-60f9fbaf26ff admin admin] Calling delete_port for 6660aa96-af36-4fdf-a0fa-001e5f02f87a owned by network:dhcp {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:05:25.818668 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-3dc894dd-4ea9-40ec-b3f1-e73c473ca60e tempest-TagsExtTest-223794796 tempest-TagsExtTest-223794796-project] Notify callbacks [] for subnetpool, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:25.824016 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-3dc894dd-4ea9-40ec-b3f1-e73c473ca60e tempest-TagsExtTest-223794796 tempest-TagsExtTest-223794796-project] 10.222.0.66 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.1556787 Aug 18 12:05:25.824016 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 38752) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:05:25.840118 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-234c7a86-ed9c-486a-a4ba-61c927705ee5 None None] DHCP port deletion for 01a56eb8-cd8c-442e-bc29-4eb282720ed6 request from n-d-804985-2 {{(pid=106254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 12:05:25.848176 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.tag.tag_plugin [None req-eac22451-8615-42c3-bd55-ae50da5642b3 tempest-TagsExtTest-223794796 tempest-TagsExtTest-223794796-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'c010a85e-e9d1-4fe9-a8a1-bfa157ff8617', 'tempest-TagsExtTest-Tag-1421182356') {} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:05:25.935007 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0c8b0a4c-18bd-4dab-9a19-60f9fbaf26ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:25.939215 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-234c7a86-ed9c-486a-a4ba-61c927705ee5 None None] Deleting port 6660aa96-af36-4fdf-a0fa-001e5f02f87a {{(pid=106254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:05:25.939790 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-234c7a86-ed9c-486a-a4ba-61c927705ee5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:25.988768 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8b0a4c-18bd-4dab-9a19-60f9fbaf26ff admin admin] Pushing event deleted for resources: {'Port': ['ID=6660aa96-af36-4fdf-a0fa-001e5f02f87a,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:05:25.999775 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c8b0a4c-18bd-4dab-9a19-60f9fbaf26ff admin admin] No DVR routers for this DVR port 6660aa96-af36-4fdf-a0fa-001e5f02f87a on host n-d-804985-2 {{(pid=106253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:05:26.103862 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0c8b0a4c-18bd-4dab-9a19-60f9fbaf26ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8367869', 'neutron.services.segments.db._delete_segments_for_network-8789151212993'] for network, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:26.111838 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 45015b65-d29a-4038-8036-fa4c4c879248 no longer exists at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:05:26.127830 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-eac22451-8615-42c3-bd55-ae50da5642b3 tempest-TagsExtTest-223794796 tempest-TagsExtTest-223794796-project] 10.222.0.66 "PUT /v2.0/subnets/c010a85e-e9d1-4fe9-a8a1-bfa157ff8617/tags/tempest-TagsExtTest-Tag-1421182356 HTTP/1.1" status: 201 len: 201 time: 0.3027248 Aug 18 12:05:26.130432 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 38768) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:05:26.135587 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.tag.tag_plugin [None req-c6655f94-5c2a-4891-8fe4-3fa2619b5870 tempest-TagsExtTest-223794796 tempest-TagsExtTest-223794796-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'ca0ca669-4bba-4002-9333-620d4c8bff5e', 'tempest-TagsExtTest-Tag-1682527918') {} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:05:26.142508 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-0c8b0a4c-18bd-4dab-9a19-60f9fbaf26ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01a56eb8-cd8c-442e-bc29-4eb282720ed6']}} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:05:26.162603 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-0c8b0a4c-18bd-4dab-9a19-60f9fbaf26ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c565808e-7768-4cc7-aa1c-cc5175e30d98') {'for_net_delete': True} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:05:26.163583 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-0c8b0a4c-18bd-4dab-9a19-60f9fbaf26ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c565808e-7768-4cc7-aa1c-cc5175e30d98') {} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:05:26.164055 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-234c7a86-ed9c-486a-a4ba-61c927705ee5 None None] For port 6660aa96-af36-4fdf-a0fa-001e5f02f87a, host n-d-804985-2, got binding levels [] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:05:26.164465 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-234c7a86-ed9c-486a-a4ba-61c927705ee5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:26.167270 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] No Port match for: 45015b65-d29a-4038-8036-fa4c4c879248 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:05:26.167739 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 45015b65-d29a-4038-8036-fa4c4c879248 not bound to the agent host n-h2-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:05:26.178075 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0c8b0a4c-18bd-4dab-9a19-60f9fbaf26ff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789151225254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902236'] for segment, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:26.185924 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-234c7a86-ed9c-486a-a4ba-61c927705ee5 None None] Calling delete_port for 6660aa96-af36-4fdf-a0fa-001e5f02f87a owned by network:dhcp {{(pid=106254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:05:26.198878 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.ipam_backend_mixin [None req-234c7a86-ed9c-486a-a4ba-61c927705ee5 None None] Port 6660aa96-af36-4fdf-a0fa-001e5f02f87a was not found and therefore no delete operation was performed {{(pid=106254) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 18 12:05:26.200222 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0c8b0a4c-18bd-4dab-9a19-60f9fbaf26ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:26.202340 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 38774) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:05:26.207060 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-234c7a86-ed9c-486a-a4ba-61c927705ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556'] for port, after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:26.225368 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-234c7a86-ed9c-486a-a4ba-61c927705ee5 None None] No DVR routers for this DVR port 6660aa96-af36-4fdf-a0fa-001e5f02f87a on host n-d-804985-2 {{(pid=106254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:05:26.232428 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c8b0a4c-18bd-4dab-9a19-60f9fbaf26ff admin admin] Releasing vlan 822 on physical network physnet1 to pool {{(pid=106253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:05:26.233108 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0c8b0a4c-18bd-4dab-9a19-60f9fbaf26ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58900537'] for segment, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:26.235810 n-d-804985-2 neutron-server[106253]: Traceback (most recent call last): Aug 18 12:05:26.235810 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:05:26.235810 n-d-804985-2 neutron-server[106253]: timer() Aug 18 12:05:26.235810 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:05:26.235810 n-d-804985-2 neutron-server[106253]: cb(*args, **kw) Aug 18 12:05:26.235810 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:05:26.235810 n-d-804985-2 neutron-server[106253]: return func(*args, **kwargs) Aug 18 12:05:26.235810 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:05:26.235810 n-d-804985-2 neutron-server[106253]: self._notify() Aug 18 12:05:26.235810 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:05:26.235810 n-d-804985-2 neutron-server[106253]: self.callback(batched_events) Aug 18 12:05:26.235810 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:05:26.235810 n-d-804985-2 neutron-server[106253]: event.method(event) Aug 18 12:05:26.235810 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:05:26.235810 n-d-804985-2 neutron-server[106253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:05:26.235810 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:05:26.235810 n-d-804985-2 neutron-server[106253]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:05:26.235810 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:05:26.235810 n-d-804985-2 neutron-server[106253]: return f(self, *a, **k) Aug 18 12:05:26.235810 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:05:26.235810 n-d-804985-2 neutron-server[106253]: return self._get(url).json() Aug 18 12:05:26.235810 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:05:26.235810 n-d-804985-2 neutron-server[106253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:05:26.235810 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:05:26.235810 n-d-804985-2 neutron-server[106253]: return self.request(url, 'GET', **kwargs) Aug 18 12:05:26.235810 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:05:26.235810 n-d-804985-2 neutron-server[106253]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:05:26.235810 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:05:26.235810 n-d-804985-2 neutron-server[106253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:05:26.235810 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:05:26.235810 n-d-804985-2 neutron-server[106253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:05:26.235810 n-d-804985-2 neutron-server[106253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:05:26.257472 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234c7a86-ed9c-486a-a4ba-61c927705ee5 None None] Pushing event deleted for resources: {'Port': ['ID=6660aa96-af36-4fdf-a0fa-001e5f02f87a,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:05:26.297780 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56ca7e06-d22e-400d-9b22-de3052dc52ff None None] Network 8869c299-1f1e-4d7b-bc00-72c2c4d6e2da requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:05:26.320726 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e8d814b-af94-4af5-9e99-15225f6db566 admin admin] Deleting subnet abc1d47c-5307-490a-b3fa-c00f5a3bb8a1 {{(pid=106253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 12:05:26.326852 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8e8d814b-af94-4af5-9e99-15225f6db566 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:26.360089 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0c8b0a4c-18bd-4dab-9a19-60f9fbaf26ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8367858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997186'] for network, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:26.379167 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0c8b0a4c-18bd-4dab-9a19-60f9fbaf26ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:26.384683 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-0c8b0a4c-18bd-4dab-9a19-60f9fbaf26ff admin admin] 10.222.0.66 "DELETE /v2.0/networks/01a56eb8-cd8c-442e-bc29-4eb282720ed6 HTTP/1.1" status: 204 len: 168 time: 1.0388565 Aug 18 12:05:26.414521 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8b0a4c-18bd-4dab-9a19-60f9fbaf26ff admin admin] Pushing event deleted for resources: {'Network': ['ID=01a56eb8-cd8c-442e-bc29-4eb282720ed6,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:05:26.424319 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8e8d814b-af94-4af5-9e99-15225f6db566 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902229'] for subnet, precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:26.432886 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-3746fbe6-8539-44c0-b755-982ea1806eb4 None None] Provisioning for port 6f3b7825-81e0-4c03-8b43-cfbc36752571 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:05:26.448942 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-3746fbe6-8539-44c0-b755-982ea1806eb4 None None] Provisioning complete for port 6f3b7825-81e0-4c03-8b43-cfbc36752571 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:05:26.449507 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3746fbe6-8539-44c0-b755-982ea1806eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:26.518195 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8e8d814b-af94-4af5-9e99-15225f6db566 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:26.573807 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 38780) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:05:26.663834 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3746fbe6-8539-44c0-b755-982ea1806eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:26.680317 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-3dff0238-cd26-4130-925f-26b90abeec15 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d233ffa9ba6a4489b3cf7f12264dd9a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1013381 Aug 18 12:05:26.683407 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 38784) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:05:26.706850 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-3746fbe6-8539-44c0-b755-982ea1806eb4 None None] For port 6f3b7825-81e0-4c03-8b43-cfbc36752571, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=6f3b7825-81e0-4c03-8b43-cfbc36752571,segment=NetworkSegment(dfe5ecdd-2f11-4485-ade3-58d3043c1c30),segment_id=dfe5ecdd-2f11-4485-ade3-58d3043c1c30)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:05:26.712671 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8e8d814b-af94-4af5-9e99-15225f6db566 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58902171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59388106'] for subnet, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:26.712903 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3746fbe6-8539-44c0-b755-982ea1806eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:26.738348 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-47fa0e06-97a0-467b-8fef-ff3396012ad9 req-81b7aef6-3e86-4495-abf8-3c50a70beb31 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=20dd28f4-1df0-4a6b-8939-d21ca9c9b72a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1318052 Aug 18 12:05:26.769210 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 38788) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:05:26.792744 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f95e116-d050-4844-b5f8-168f04a8b834 req-e3d66d5d-f24d-4e59-bcef-6d01a31b633c tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:05:26.799813 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9f95e116-d050-4844-b5f8-168f04a8b834 req-e3d66d5d-f24d-4e59-bcef-6d01a31b633c tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/networks?id=f4b8d3d9-3617-4a41-8d50-7e0230977f6d HTTP/1.1" status: 200 len: 811 time: 0.6611824 Aug 18 12:05:26.811599 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3746fbe6-8539-44c0-b755-982ea1806eb4 None None] Pushing event updated for resources: {'Port': ['ID=6f3b7825-81e0-4c03-8b43-cfbc36752571,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:05:26.823354 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9f95e116-d050-4844-b5f8-168f04a8b834 req-ee121836-37a7-4c7e-a0de-f12f46f30993 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/quotas/ba6220adeda54bd2ac551edffcfbfea2 HTTP/1.1" status: 200 len: 375 time: 0.0225589 Aug 18 12:05:26.848067 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8d814b-af94-4af5-9e99-15225f6db566 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=abc1d47c-5307-490a-b3fa-c00f5a3bb8a1,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:05:26.852146 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8e8d814b-af94-4af5-9e99-15225f6db566 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:26.854066 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-8e8d814b-af94-4af5-9e99-15225f6db566 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/abc1d47c-5307-490a-b3fa-c00f5a3bb8a1 HTTP/1.1" status: 204 len: 168 time: 0.6506093 Aug 18 12:05:26.859344 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 38792) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:05:26.869611 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9f95e116-d050-4844-b5f8-168f04a8b834 req-78b88018-3ab5-479e-9487-54520114817d tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=ba6220adeda54bd2ac551edffcfbfea2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0451221 Aug 18 12:05:26.942060 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-c6655f94-5c2a-4891-8fe4-3fa2619b5870 tempest-TagsExtTest-223794796 tempest-TagsExtTest-223794796-project] 10.222.0.66 "PUT /v2.0/ports/ca0ca669-4bba-4002-9333-620d4c8bff5e/tags/tempest-TagsExtTest-Tag-1682527918 HTTP/1.1" status: 201 len: 201 time: 0.8105390 Aug 18 12:05:26.945396 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 38796) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:05:26.954077 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.tag.tag_plugin [None req-7aac10c2-49b8-4c27-a5e4-844e9ea6656a tempest-TagsExtTest-223794796 tempest-TagsExtTest-223794796-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'a0266ba9-30b9-451d-9d45-87499481f515', 'tempest-TagsExtTest-Tag-405933086') {} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:05:26.985641 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fa0e06-97a0-467b-8fef-ff3396012ad9 req-0c669a28-9f63-4fc1-a806-32b0e7e2002c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:05:26.986233 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fa0e06-97a0-467b-8fef-ff3396012ad9 req-0c669a28-9f63-4fc1-a806-32b0e7e2002c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:05:26.986763 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fa0e06-97a0-467b-8fef-ff3396012ad9 req-0c669a28-9f63-4fc1-a806-32b0e7e2002c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:05:26.987342 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fa0e06-97a0-467b-8fef-ff3396012ad9 req-0c669a28-9f63-4fc1-a806-32b0e7e2002c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:05:26.987983 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fa0e06-97a0-467b-8fef-ff3396012ad9 req-0c669a28-9f63-4fc1-a806-32b0e7e2002c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:05:26.988676 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fa0e06-97a0-467b-8fef-ff3396012ad9 req-0c669a28-9f63-4fc1-a806-32b0e7e2002c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:05:26.989235 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fa0e06-97a0-467b-8fef-ff3396012ad9 req-0c669a28-9f63-4fc1-a806-32b0e7e2002c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:05:26.991895 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-47fa0e06-97a0-467b-8fef-ff3396012ad9 req-0c669a28-9f63-4fc1-a806-32b0e7e2002c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f1c57111807f4f80be30061245a1a804&device_id=20dd28f4-1df0-4a6b-8939-d21ca9c9b72a HTTP/1.1" status: 200 len: 6502 time: 0.1799519 Aug 18 12:05:26.998028 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-72f6ddb6-c7ee-49c8-a362-097c433533bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:27.050364 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 6f3b7825-81e0-4c03-8b43-cfbc36752571 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:05:27.082134 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-36526ca0-44bc-4960-93fb-f3a6f73cbac4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:27.098853 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 6f3b7825-81e0-4c03-8b43-cfbc36752571 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:05:27.099226 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:27.116030 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9f95e116-d050-4844-b5f8-168f04a8b834 req-f606a959-f43e-4fd6-a6a8-7383089f5631 service neutron] 10.222.0.66 "GET /v2.0/networks/f4b8d3d9-3617-4a41-8d50-7e0230977f6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2455070 Aug 18 12:05:27.160597 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-7aac10c2-49b8-4c27-a5e4-844e9ea6656a tempest-TagsExtTest-223794796 tempest-TagsExtTest-223794796-project] 10.222.0.66 "PUT /v2.0/routers/a0266ba9-30b9-451d-9d45-87499481f515/tags/tempest-TagsExtTest-Tag-405933086 HTTP/1.1" status: 201 len: 201 time: 0.2111709 Aug 18 12:05:27.160825 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1d6c6752-9ea7-448a-ac2d-bb4f438be927 None None] Provisioning complete for port 6f3b7825-81e0-4c03-8b43-cfbc36752571 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:05:27.160825 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1d6c6752-9ea7-448a-ac2d-bb4f438be927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:27.165695 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 38798) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:05:27.171201 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e66f5aa6-6847-4f2f-931c-c0464d909f0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7904109'] for network, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:27.178649 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.tag.tag_plugin [None req-0ecbe813-18f1-45b5-948e-6e75b0d87c5c tempest-TagsExtTest-223794796 tempest-TagsExtTest-223794796-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'f26ed33c-54ad-47fe-9543-4cc801b5b98c', 'tempest-TagsExtTest-Tag-166429459') {} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:05:27.206142 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-72f6ddb6-c7ee-49c8-a362-097c433533bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:27.221351 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fa0e06-97a0-467b-8fef-ff3396012ad9 req-497d4854-4e9e-41a8-bf83-bb14a2ac3aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:05:27.222005 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fa0e06-97a0-467b-8fef-ff3396012ad9 req-497d4854-4e9e-41a8-bf83-bb14a2ac3aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:05:27.222622 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fa0e06-97a0-467b-8fef-ff3396012ad9 req-497d4854-4e9e-41a8-bf83-bb14a2ac3aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:05:27.224499 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-47fa0e06-97a0-467b-8fef-ff3396012ad9 req-497d4854-4e9e-41a8-bf83-bb14a2ac3aaa service neutron] 10.222.0.62 "GET /v2.0/networks?id=1ef7ea32-2afc-42e8-9151-91c023337fa8&id=14664a63-22d6-4bc0-8290-849b20369b1b&id=14664a63-22d6-4bc0-8290-849b20369b1b&id=14664a63-22d6-4bc0-8290-849b20369b1b&id=14664a63-22d6-4bc0-8290-849b20369b1b&id=71f4f05b-546f-495f-be85-3ee41a9605e5&id=71f4f05b-546f-495f-be85-3ee41a9605e5 HTTP/1.1" status: 200 len: 2298 time: 0.1900146 Aug 18 12:05:27.298846 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9f95e116-d050-4844-b5f8-168f04a8b834 req-29fd7295-fd99-4ee0-9778-8250382fe466 service neutron] 10.222.0.66 "GET /v2.0/networks/f4b8d3d9-3617-4a41-8d50-7e0230977f6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574740 Aug 18 12:05:27.351206 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-36526ca0-44bc-4960-93fb-f3a6f73cbac4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:27.360395 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-36526ca0-44bc-4960-93fb-f3a6f73cbac4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:27.376637 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-47fa0e06-97a0-467b-8fef-ff3396012ad9 req-83a80f1c-79f8-41af-b52f-69bf76ef8577 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=96a5d57f-59a1-4718-95d8-ee708f298d01 HTTP/1.1" status: 200 len: 1002 time: 0.1382310 Aug 18 12:05:27.435536 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-0ecbe813-18f1-45b5-948e-6e75b0d87c5c tempest-TagsExtTest-223794796 tempest-TagsExtTest-223794796-project] 10.222.0.66 "PUT /v2.0/subnetpools/f26ed33c-54ad-47fe-9543-4cc801b5b98c/tags/tempest-TagsExtTest-Tag-166429459 HTTP/1.1" status: 201 len: 201 time: 0.2620120 Aug 18 12:05:27.437320 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36526ca0-44bc-4960-93fb-f3a6f73cbac4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9613bb2e-bb4b-43ca-8184-74dae49e239c,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:05:27.444029 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 38802) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:05:27.449955 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.tag.tag_plugin [None req-71724486-a863-4ecc-877b-5c94b4cbff71 tempest-TagsExtTest-223794796 tempest-TagsExtTest-223794796-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'c010a85e-e9d1-4fe9-a8a1-bfa157ff8617') {} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:05:27.492512 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-36526ca0-44bc-4960-93fb-f3a6f73cbac4 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=7c93109875164e7bbb1361f8ed20a4a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7193716 Aug 18 12:05:27.493751 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 38804) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:05:27.497692 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-72f6ddb6-c7ee-49c8-a362-097c433533bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:27.500370 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-72f6ddb6-c7ee-49c8-a362-097c433533bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:27.503745 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-72f6ddb6-c7ee-49c8-a362-097c433533bd admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/6f33f793-abbf-4e1d-8b8d-c0272c55e517 HTTP/1.1" status: 204 len: 168 time: 0.8171825 Aug 18 12:05:27.505978 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e66f5aa6-6847-4f2f-931c-c0464d909f0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8367869', 'neutron.services.segments.db._delete_segments_for_network-8789151212993'] for network, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:27.526347 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-e66f5aa6-6847-4f2f-931c-c0464d909f0c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8907f07-556d-4687-a4c8-cdea3e5c1379']}} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:05:27.528847 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f6ddb6-c7ee-49c8-a362-097c433533bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f33f793-abbf-4e1d-8b8d-c0272c55e517,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:05:27.542377 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-e66f5aa6-6847-4f2f-931c-c0464d909f0c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53f2bb2d-449a-4bf7-bbbd-8751da72326f') {'for_net_delete': True} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:05:27.542680 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-e66f5aa6-6847-4f2f-931c-c0464d909f0c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53f2bb2d-449a-4bf7-bbbd-8751da72326f') {} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:05:27.546109 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fa0e06-97a0-467b-8fef-ff3396012ad9 req-b6b44af4-60ff-4451-9637-ed82b8fd5971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:05:27.547701 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-47fa0e06-97a0-467b-8fef-ff3396012ad9 req-b6b44af4-60ff-4451-9637-ed82b8fd5971 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0dc7ccef-1b3b-4e69-a1de-a8fce0eaa5e1 HTTP/1.1" status: 200 len: 855 time: 0.1586645 Aug 18 12:05:27.563205 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e66f5aa6-6847-4f2f-931c-c0464d909f0c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789151225254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902236'] for segment, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:27.616807 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-01074ac3-db7b-4b54-ad81-61f113eb83bc req-fc8cbe8b-175b-4220-b7b3-9a8e4cce11a4 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/ports?device_id=81e87be0-f060-4ec0-b3bf-b0fb7a86834a HTTP/1.1" status: 200 len: 210 time: 0.0462329 Aug 18 12:05:27.636307 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8e5446e8-cdcb-4c28-b0e6-59a362ebe7a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:27.651315 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e66f5aa6-6847-4f2f-931c-c0464d909f0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:27.674973 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fa0e06-97a0-467b-8fef-ff3396012ad9 req-25452870-b37a-4871-adac-e420ee4eb6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:05:27.678513 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-47fa0e06-97a0-467b-8fef-ff3396012ad9 req-25452870-b37a-4871-adac-e420ee4eb6c2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1ef7ea32-2afc-42e8-9151-91c023337fa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1176667 Aug 18 12:05:27.680615 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e66f5aa6-6847-4f2f-931c-c0464d909f0c admin admin] Releasing vlan 827 on physical network physnet1 to pool {{(pid=106253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:05:27.681129 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e66f5aa6-6847-4f2f-931c-c0464d909f0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58900537'] for segment, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:27.683639 n-d-804985-2 neutron-server[106253]: Traceback (most recent call last): Aug 18 12:05:27.683639 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:05:27.683639 n-d-804985-2 neutron-server[106253]: timer() Aug 18 12:05:27.683639 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:05:27.683639 n-d-804985-2 neutron-server[106253]: cb(*args, **kw) Aug 18 12:05:27.683639 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:05:27.683639 n-d-804985-2 neutron-server[106253]: return func(*args, **kwargs) Aug 18 12:05:27.683639 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:05:27.683639 n-d-804985-2 neutron-server[106253]: self._notify() Aug 18 12:05:27.683639 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:05:27.683639 n-d-804985-2 neutron-server[106253]: self.callback(batched_events) Aug 18 12:05:27.683639 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:05:27.683639 n-d-804985-2 neutron-server[106253]: event.method(event) Aug 18 12:05:27.683639 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:05:27.683639 n-d-804985-2 neutron-server[106253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:05:27.683639 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:05:27.683639 n-d-804985-2 neutron-server[106253]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:05:27.683639 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:05:27.683639 n-d-804985-2 neutron-server[106253]: return f(self, *a, **k) Aug 18 12:05:27.683639 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:05:27.683639 n-d-804985-2 neutron-server[106253]: return self._get(url).json() Aug 18 12:05:27.683639 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:05:27.683639 n-d-804985-2 neutron-server[106253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:05:27.683639 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:05:27.683639 n-d-804985-2 neutron-server[106253]: return self.request(url, 'GET', **kwargs) Aug 18 12:05:27.683639 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:05:27.683639 n-d-804985-2 neutron-server[106253]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:05:27.683639 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:05:27.683639 n-d-804985-2 neutron-server[106253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:05:27.683639 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:05:27.683639 n-d-804985-2 neutron-server[106253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:05:27.683639 n-d-804985-2 neutron-server[106253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:05:27.693335 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-71724486-a863-4ecc-877b-5c94b4cbff71 tempest-TagsExtTest-223794796 tempest-TagsExtTest-223794796-project] 10.222.0.66 "GET /v2.0/subnets/c010a85e-e9d1-4fe9-a8a1-bfa157ff8617/tags HTTP/1.1" status: 200 len: 241 time: 0.2452226 Aug 18 12:05:27.698356 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 38812) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:05:27.703078 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.tag.tag_plugin [None req-c48ea434-9bce-46ca-987b-dc50b70f3a12 tempest-TagsExtTest-223794796 tempest-TagsExtTest-223794796-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'c010a85e-e9d1-4fe9-a8a1-bfa157ff8617', 'tempest-TagsExtTest-Tag-1421182356') {} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:05:27.704003 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 6660aa96-af36-4fdf-a0fa-001e5f02f87a no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:05:27.728268 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1d6c6752-9ea7-448a-ac2d-bb4f438be927 None None] Provisioning for port ca0ca669-4bba-4002-9333-620d4c8bff5e completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:05:27.728948 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8e5446e8-cdcb-4c28-b0e6-59a362ebe7a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:27.733208 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: 6660aa96-af36-4fdf-a0fa-001e5f02f87a {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:05:27.733641 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 6660aa96-af36-4fdf-a0fa-001e5f02f87a not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:05:27.747147 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1d6c6752-9ea7-448a-ac2d-bb4f438be927 None None] Provisioning complete for port ca0ca669-4bba-4002-9333-620d4c8bff5e triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:05:27.747806 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1d6c6752-9ea7-448a-ac2d-bb4f438be927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:27.790919 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-1d6c6752-9ea7-448a-ac2d-bb4f438be927 None None] Port ca0ca669-4bba-4002-9333-620d4c8bff5e cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:05:27.810145 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8e5446e8-cdcb-4c28-b0e6-59a362ebe7a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:27.812890 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8e5446e8-cdcb-4c28-b0e6-59a362ebe7a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:27.814172 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-8e5446e8-cdcb-4c28-b0e6-59a362ebe7a4 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9613bb2e-bb4b-43ca-8184-74dae49e239c HTTP/1.1" status: 204 len: 168 time: 0.3147261 Aug 18 12:05:27.832328 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5446e8-cdcb-4c28-b0e6-59a362ebe7a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9613bb2e-bb4b-43ca-8184-74dae49e239c,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:05:27.854789 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-c48ea434-9bce-46ca-987b-dc50b70f3a12 tempest-TagsExtTest-223794796 tempest-TagsExtTest-223794796-project] 10.222.0.66 "GET /v2.0/subnets/c010a85e-e9d1-4fe9-a8a1-bfa157ff8617/tags/tempest-TagsExtTest-Tag-1421182356 HTTP/1.1" status: 204 len: 168 time: 0.1552622 Aug 18 12:05:27.857546 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 38822) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:05:27.868780 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.tag.tag_plugin [None req-53070d8a-d35d-4ad4-9d83-e28bf3a57436 tempest-TagsExtTest-223794796 tempest-TagsExtTest-223794796-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'c010a85e-e9d1-4fe9-a8a1-bfa157ff8617', 'tempest-TagsExtTest-Tag-1421182356') {} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:05:27.878356 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-47fa0e06-97a0-467b-8fef-ff3396012ad9 req-78990655-1dbc-41cd-89e8-656fe2bd609b service neutron] 10.222.0.62 "GET /v2.0/networks/1ef7ea32-2afc-42e8-9151-91c023337fa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747935 Aug 18 12:05:27.914989 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-a3fdaf8b-3dab-467d-a02b-9127044fb03e None None] Provisioning complete for port ca0ca669-4bba-4002-9333-620d4c8bff5e triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:05:27.915364 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-a3fdaf8b-3dab-467d-a02b-9127044fb03e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:27.989890 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-53070d8a-d35d-4ad4-9d83-e28bf3a57436 tempest-TagsExtTest-223794796 tempest-TagsExtTest-223794796-project] 10.222.0.66 "DELETE /v2.0/subnets/c010a85e-e9d1-4fe9-a8a1-bfa157ff8617/tags/tempest-TagsExtTest-Tag-1421182356 HTTP/1.1" status: 204 len: 168 time: 0.1269884 Aug 18 12:05:27.990779 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 38830) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:05:27.999278 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.tag.tag_plugin [None req-2337e3bd-27e9-4cdf-b69a-910897381709 tempest-TagsExtTest-223794796 tempest-TagsExtTest-223794796-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'c010a85e-e9d1-4fe9-a8a1-bfa157ff8617') {} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:05:28.071079 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-a3fdaf8b-3dab-467d-a02b-9127044fb03e None None] Port ca0ca669-4bba-4002-9333-620d4c8bff5e cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:05:28.080086 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-2337e3bd-27e9-4cdf-b69a-910897381709 tempest-TagsExtTest-223794796 tempest-TagsExtTest-223794796-project] 10.222.0.66 "GET /v2.0/subnets/c010a85e-e9d1-4fe9-a8a1-bfa157ff8617/tags HTTP/1.1" status: 200 len: 205 time: 0.0865715 Aug 18 12:05:28.084531 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 38836) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:05:28.087914 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.tag.tag_plugin [None req-f72e6595-3cb5-43e3-ba7f-c151b87ad3db tempest-TagsExtTest-223794796 tempest-TagsExtTest-223794796-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'ca0ca669-4bba-4002-9333-620d4c8bff5e') {} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:05:28.118863 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e66f5aa6-6847-4f2f-931c-c0464d909f0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8367858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997186'] for network, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:28.143403 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e66f5aa6-6847-4f2f-931c-c0464d909f0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:28.152289 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-e66f5aa6-6847-4f2f-931c-c0464d909f0c admin admin] 10.222.0.66 "DELETE /v2.0/networks/b8907f07-556d-4687-a4c8-cdea3e5c1379 HTTP/1.1" status: 204 len: 168 time: 1.2885265 Aug 18 12:05:28.157693 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 38842) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:05:28.264628 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-f72e6595-3cb5-43e3-ba7f-c151b87ad3db tempest-TagsExtTest-223794796 tempest-TagsExtTest-223794796-project] 10.222.0.66 "GET /v2.0/ports/ca0ca669-4bba-4002-9333-620d4c8bff5e/tags HTTP/1.1" status: 200 len: 241 time: 0.1804690 Aug 18 12:05:28.268331 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 38848) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:05:28.272723 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66f5aa6-6847-4f2f-931c-c0464d909f0c admin admin] Pushing event deleted for resources: {'Network': ['ID=b8907f07-556d-4687-a4c8-cdea3e5c1379,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:05:28.275662 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.tag.tag_plugin [None req-69c34598-5297-43ad-ae83-7aca2f060acc tempest-TagsExtTest-223794796 tempest-TagsExtTest-223794796-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'ca0ca669-4bba-4002-9333-620d4c8bff5e', 'tempest-TagsExtTest-Tag-1682527918') {} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:05:28.276147 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-47fa0e06-97a0-467b-8fef-ff3396012ad9 req-ac890867-66da-4680-8570-407477a3cefe service neutron] 10.222.0.62 "GET /v2.0/networks/1ef7ea32-2afc-42e8-9151-91c023337fa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3854551 Aug 18 12:05:28.309702 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_v2 [None req-829c61f6-78a5-48dd-b262-ec289e5d5cb5 admin admin] Deleting subnet 0131f43a-6d25-4e03-a79d-2c4121babbad {{(pid=106252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 12:05:28.318086 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-829c61f6-78a5-48dd-b262-ec289e5d5cb5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:28.344933 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-47fa0e06-97a0-467b-8fef-ff3396012ad9 req-e81395bb-4403-4c11-b1e0-b3702b16c8a2 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.91&port_id=5a278cb9-466e-4c4b-b4ac-6b258caa7c8a HTTP/1.1" status: 200 len: 217 time: 0.0590649 Aug 18 12:05:28.402180 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-829c61f6-78a5-48dd-b262-ec289e5d5cb5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2221528'] for subnet, precommit_delete_associations {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:28.420815 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fa0e06-97a0-467b-8fef-ff3396012ad9 req-859d7d11-5ce8-48fc-9abf-a6c4c465338b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:05:28.422367 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-47fa0e06-97a0-467b-8fef-ff3396012ad9 req-859d7d11-5ce8-48fc-9abf-a6c4c465338b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4d098d7d-848d-42a8-ac08-c1738695747e HTTP/1.1" status: 200 len: 797 time: 0.0701742 Aug 18 12:05:28.445368 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-69c34598-5297-43ad-ae83-7aca2f060acc tempest-TagsExtTest-223794796 tempest-TagsExtTest-223794796-project] 10.222.0.66 "GET /v2.0/ports/ca0ca669-4bba-4002-9333-620d4c8bff5e/tags/tempest-TagsExtTest-Tag-1682527918 HTTP/1.1" status: 204 len: 168 time: 0.1756048 Aug 18 12:05:28.449946 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 38854) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:05:28.454608 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.tag.tag_plugin [None req-16dd7024-e331-4b77-ba13-f823b8c638f1 tempest-TagsExtTest-223794796 tempest-TagsExtTest-223794796-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'ca0ca669-4bba-4002-9333-620d4c8bff5e', 'tempest-TagsExtTest-Tag-1682527918') {} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:05:28.518128 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 38858) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:05:28.532467 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-829c61f6-78a5-48dd-b262-ec289e5d5cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:28.533154 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fa0e06-97a0-467b-8fef-ff3396012ad9 req-8c3f46ce-cf61-4be3-aede-5d49e6f6a429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:05:28.542561 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-47fa0e06-97a0-467b-8fef-ff3396012ad9 req-8c3f46ce-cf61-4be3-aede-5d49e6f6a429 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=14664a63-22d6-4bc0-8290-849b20369b1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1047864 Aug 18 12:05:28.542561 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5cf6ad5d-39e7-4a57-b53e-7e7d860e85b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:28.686664 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-47fa0e06-97a0-467b-8fef-ff3396012ad9 req-4a503fc6-7e9b-4d53-a9de-a74f51725b96 service neutron] 10.222.0.62 "GET /v2.0/networks/14664a63-22d6-4bc0-8290-849b20369b1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434336 Aug 18 12:05:28.710412 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-829c61f6-78a5-48dd-b262-ec289e5d5cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3572848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59074100'] for subnet, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:28.776569 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829c61f6-78a5-48dd-b262-ec289e5d5cb5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0131f43a-6d25-4e03-a79d-2c4121babbad,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:05:28.780167 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-936b9ab8-74b9-443a-8813-e4b94bc7eb58 req-f0c01474-1c10-4c8d-bcc7-1f23dd1fb13a tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/ports?device_id=81e87be0-f060-4ec0-b3bf-b0fb7a86834a HTTP/1.1" status: 200 len: 210 time: 0.0742640 Aug 18 12:05:28.782906 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-16dd7024-e331-4b77-ba13-f823b8c638f1 tempest-TagsExtTest-223794796 tempest-TagsExtTest-223794796-project] 10.222.0.66 "DELETE /v2.0/ports/ca0ca669-4bba-4002-9333-620d4c8bff5e/tags/tempest-TagsExtTest-Tag-1682527918 HTTP/1.1" status: 204 len: 168 time: 0.3319600 Aug 18 12:05:28.784256 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-829c61f6-78a5-48dd-b262-ec289e5d5cb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for subnet, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:28.786106 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-829c61f6-78a5-48dd-b262-ec289e5d5cb5 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/0131f43a-6d25-4e03-a79d-2c4121babbad HTTP/1.1" status: 204 len: 168 time: 0.6274970 Aug 18 12:05:28.786816 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 38870) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:05:28.791152 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.tag.tag_plugin [None req-d1177e60-9760-410c-8245-5d9d4522e7c1 tempest-TagsExtTest-223794796 tempest-TagsExtTest-223794796-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'ca0ca669-4bba-4002-9333-620d4c8bff5e') {} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:05:28.793211 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 38872) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:05:28.830013 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5cf6ad5d-39e7-4a57-b53e-7e7d860e85b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:28.836445 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5cf6ad5d-39e7-4a57-b53e-7e7d860e85b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:28.894930 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5ab66fe4-9448-417d-b41b-84d212d5d50c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7904109'] for network, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:28.900347 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-5cf6ad5d-39e7-4a57-b53e-7e7d860e85b0 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e55617c5625243559040a593b70a3c3c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3786294 Aug 18 12:05:28.900935 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 38874) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:05:28.906974 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-47fa0e06-97a0-467b-8fef-ff3396012ad9 req-e7eab25b-87bc-4e36-a139-fc43bf46736f service neutron] 10.222.0.62 "GET /v2.0/networks/14664a63-22d6-4bc0-8290-849b20369b1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1779618 Aug 18 12:05:28.907598 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf6ad5d-39e7-4a57-b53e-7e7d860e85b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d405345a-c436-4cff-955c-d668e3207be2,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:05:28.930156 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-d1177e60-9760-410c-8245-5d9d4522e7c1 tempest-TagsExtTest-223794796 tempest-TagsExtTest-223794796-project] 10.222.0.66 "GET /v2.0/ports/ca0ca669-4bba-4002-9333-620d4c8bff5e/tags HTTP/1.1" status: 200 len: 205 time: 0.1422763 Aug 18 12:05:28.939567 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 38880) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:05:28.944508 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.tag.tag_plugin [None req-8568542e-2ba6-4877-8bee-c8c52d8acd50 tempest-TagsExtTest-223794796 tempest-TagsExtTest-223794796-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'a0266ba9-30b9-451d-9d45-87499481f515') {} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:05:28.967964 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-47fa0e06-97a0-467b-8fef-ff3396012ad9 req-bb283d0a-f85d-42db-b12c-29fb28f69c87 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.185&port_id=7763a33a-da78-4384-a6fe-a78524eb4068 HTTP/1.1" status: 200 len: 217 time: 0.0517261 Aug 18 12:05:29.022890 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fa0e06-97a0-467b-8fef-ff3396012ad9 req-b2ddc3bd-ca48-4eb5-88c2-1cc33c4a81a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:05:29.024570 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-47fa0e06-97a0-467b-8fef-ff3396012ad9 req-b2ddc3bd-ca48-4eb5-88c2-1cc33c4a81a4 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4d098d7d-848d-42a8-ac08-c1738695747e HTTP/1.1" status: 200 len: 797 time: 0.0476778 Aug 18 12:05:29.079897 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fa0e06-97a0-467b-8fef-ff3396012ad9 req-d4aa9a11-c7a5-482b-bbef-1fcab5ee1895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:05:29.081877 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-47fa0e06-97a0-467b-8fef-ff3396012ad9 req-d4aa9a11-c7a5-482b-bbef-1fcab5ee1895 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=14664a63-22d6-4bc0-8290-849b20369b1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0498860 Aug 18 12:05:29.165369 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0d558725-18f2-4759-89bf-06c0e979f606 req-12bf90ab-2f7c-4e4b-8c3a-39ca64f7c803 tempest-ImagesNegativeTestJSON-1045066260 tempest-ImagesNegativeTestJSON-1045066260-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=9530fef462cd4708906b0d9547270b9d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1577032 Aug 18 12:05:29.187181 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-47fa0e06-97a0-467b-8fef-ff3396012ad9 req-1ceb0b98-4197-45f8-8fbd-9107e6918eb1 service neutron] 10.222.0.62 "GET /v2.0/networks/14664a63-22d6-4bc0-8290-849b20369b1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981536 Aug 18 12:05:29.211555 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-782627d6-dbf7-440e-8581-a8ec647e5ff2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:29.214253 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5ab66fe4-9448-417d-b41b-84d212d5d50c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8367869', 'neutron.services.segments.db._delete_segments_for_network-8789151212993'] for network, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:29.271216 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-5ab66fe4-9448-417d-b41b-84d212d5d50c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9af31b2-795f-4c50-aeb3-2d7eb490b7b3']}} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:05:29.278778 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-8568542e-2ba6-4877-8bee-c8c52d8acd50 tempest-TagsExtTest-223794796 tempest-TagsExtTest-223794796-project] 10.222.0.66 "GET /v2.0/routers/a0266ba9-30b9-451d-9d45-87499481f515/tags HTTP/1.1" status: 200 len: 240 time: 0.3382227 Aug 18 12:05:29.282881 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 38890) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:05:29.287417 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.tag.tag_plugin [None req-2602de27-7953-4e68-ae01-88cee44f1113 tempest-TagsExtTest-223794796 tempest-TagsExtTest-223794796-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'a0266ba9-30b9-451d-9d45-87499481f515', 'tempest-TagsExtTest-Tag-405933086') {} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:05:29.296033 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-5ab66fe4-9448-417d-b41b-84d212d5d50c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee1ada7a-1d67-4528-bac6-e4392cc7623d') {'for_net_delete': True} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:05:29.296324 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-5ab66fe4-9448-417d-b41b-84d212d5d50c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee1ada7a-1d67-4528-bac6-e4392cc7623d') {} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:05:29.330429 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5ab66fe4-9448-417d-b41b-84d212d5d50c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789151225254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2221521'] for segment, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:29.330724 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-47fa0e06-97a0-467b-8fef-ff3396012ad9 req-1fbb725e-aae9-45fe-885b-0ece251f7658 service neutron] 10.222.0.62 "GET /v2.0/networks/14664a63-22d6-4bc0-8290-849b20369b1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300025 Aug 18 12:05:29.337730 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-782627d6-dbf7-440e-8581-a8ec647e5ff2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:29.377199 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5ab66fe4-9448-417d-b41b-84d212d5d50c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:29.390415 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f95e116-d050-4844-b5f8-168f04a8b834 req-fb6a47ab-e1ee-4cfb-9439-755bf5990b51 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:05:29.391883 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9f95e116-d050-4844-b5f8-168f04a8b834 req-fb6a47ab-e1ee-4cfb-9439-755bf5990b51 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.62 "GET /v2.0/networks?id=f4b8d3d9-3617-4a41-8d50-7e0230977f6d HTTP/1.1" status: 200 len: 811 time: 0.3076830 Aug 18 12:05:29.394375 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-47fa0e06-97a0-467b-8fef-ff3396012ad9 req-ab38dcef-97d0-4989-b8fe-0c2e53c0c845 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.244&port_id=d1178764-5fcc-4bf5-bf2c-1f7340615440 HTTP/1.1" status: 200 len: 217 time: 0.0389268 Aug 18 12:05:29.402950 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-2602de27-7953-4e68-ae01-88cee44f1113 tempest-TagsExtTest-223794796 tempest-TagsExtTest-223794796-project] 10.222.0.66 "GET /v2.0/routers/a0266ba9-30b9-451d-9d45-87499481f515/tags/tempest-TagsExtTest-Tag-405933086 HTTP/1.1" status: 204 len: 168 time: 0.1190958 Aug 18 12:05:29.405641 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 38892) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:05:29.408585 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ab66fe4-9448-417d-b41b-84d212d5d50c admin admin] Releasing vlan 817 on physical network physnet1 to pool {{(pid=106252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:05:29.409000 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5ab66fe4-9448-417d-b41b-84d212d5d50c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3572434'] for segment, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:29.411230 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.tag.tag_plugin [None req-fc987fcf-7ad7-4293-a6b6-3a8e39f272d8 tempest-TagsExtTest-223794796 tempest-TagsExtTest-223794796-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'a0266ba9-30b9-451d-9d45-87499481f515', 'tempest-TagsExtTest-Tag-405933086') {} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:05:29.414312 n-d-804985-2 neutron-server[106252]: Traceback (most recent call last): Aug 18 12:05:29.414312 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:05:29.414312 n-d-804985-2 neutron-server[106252]: timer() Aug 18 12:05:29.414312 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:05:29.414312 n-d-804985-2 neutron-server[106252]: cb(*args, **kw) Aug 18 12:05:29.414312 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:05:29.414312 n-d-804985-2 neutron-server[106252]: return func(*args, **kwargs) Aug 18 12:05:29.414312 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:05:29.414312 n-d-804985-2 neutron-server[106252]: self._notify() Aug 18 12:05:29.414312 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:05:29.414312 n-d-804985-2 neutron-server[106252]: self.callback(batched_events) Aug 18 12:05:29.414312 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:05:29.414312 n-d-804985-2 neutron-server[106252]: event.method(event) Aug 18 12:05:29.414312 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:05:29.414312 n-d-804985-2 neutron-server[106252]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:05:29.414312 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:05:29.414312 n-d-804985-2 neutron-server[106252]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:05:29.414312 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:05:29.414312 n-d-804985-2 neutron-server[106252]: return f(self, *a, **k) Aug 18 12:05:29.414312 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:05:29.414312 n-d-804985-2 neutron-server[106252]: return self._get(url).json() Aug 18 12:05:29.414312 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:05:29.414312 n-d-804985-2 neutron-server[106252]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:05:29.414312 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:05:29.414312 n-d-804985-2 neutron-server[106252]: return self.request(url, 'GET', **kwargs) Aug 18 12:05:29.414312 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:05:29.414312 n-d-804985-2 neutron-server[106252]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:05:29.414312 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:05:29.414312 n-d-804985-2 neutron-server[106252]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:05:29.414312 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:05:29.414312 n-d-804985-2 neutron-server[106252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:05:29.414312 n-d-804985-2 neutron-server[106252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:05:29.422680 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-9f95e116-d050-4844-b5f8-168f04a8b834 req-22361e0d-3079-4782-8906-b0d81fc468c8 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Request body: {'port': {'device_id': '81e87be0-f060-4ec0-b3bf-b0fb7a86834a', 'network_id': 'f4b8d3d9-3617-4a41-8d50-7e0230977f6d', 'admin_state_up': True, 'tenant_id': 'ba6220adeda54bd2ac551edffcfbfea2'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:05:29.514934 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d558725-18f2-4759-89bf-06c0e979f606 req-9de61d7e-6ee1-451b-8e7a-686be5955668 tempest-ImagesNegativeTestJSON-1045066260 tempest-ImagesNegativeTestJSON-1045066260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:05:29.516456 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0d558725-18f2-4759-89bf-06c0e979f606 req-9de61d7e-6ee1-451b-8e7a-686be5955668 tempest-ImagesNegativeTestJSON-1045066260 tempest-ImagesNegativeTestJSON-1045066260-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3411622 Aug 18 12:05:29.532774 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fa0e06-97a0-467b-8fef-ff3396012ad9 req-0c6068b2-437e-419a-bdf1-4c534cd7e9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:05:29.534252 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-47fa0e06-97a0-467b-8fef-ff3396012ad9 req-0c6068b2-437e-419a-bdf1-4c534cd7e9ad service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4d098d7d-848d-42a8-ac08-c1738695747e HTTP/1.1" status: 200 len: 797 time: 0.1265302 Aug 18 12:05:29.555874 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0d558725-18f2-4759-89bf-06c0e979f606 req-efb0217d-4ac4-482c-a060-3a707cb9a0dc tempest-ImagesNegativeTestJSON-1045066260 tempest-ImagesNegativeTestJSON-1045066260-project] 10.222.0.66 "GET /v2.0/quotas/9530fef462cd4708906b0d9547270b9d HTTP/1.1" status: 200 len: 375 time: 0.0267320 Aug 18 12:05:29.563311 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5ab66fe4-9448-417d-b41b-84d212d5d50c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8367858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997186'] for network, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:29.574641 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5ab66fe4-9448-417d-b41b-84d212d5d50c admin admin] Notify callbacks [] for network, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:29.576565 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-5ab66fe4-9448-417d-b41b-84d212d5d50c admin admin] 10.222.0.66 "DELETE /v2.0/networks/e9af31b2-795f-4c50-aeb3-2d7eb490b7b3 HTTP/1.1" status: 204 len: 168 time: 0.7824957 Aug 18 12:05:29.579166 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-782627d6-dbf7-440e-8581-a8ec647e5ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:29.581662 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-782627d6-dbf7-440e-8581-a8ec647e5ff2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:29.582970 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-782627d6-dbf7-440e-8581-a8ec647e5ff2 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d405345a-c436-4cff-955c-d668e3207be2 HTTP/1.1" status: 204 len: 168 time: 0.6813495 Aug 18 12:05:29.588366 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-fc987fcf-7ad7-4293-a6b6-3a8e39f272d8 tempest-TagsExtTest-223794796 tempest-TagsExtTest-223794796-project] 10.222.0.66 "DELETE /v2.0/routers/a0266ba9-30b9-451d-9d45-87499481f515/tags/tempest-TagsExtTest-Tag-405933086 HTTP/1.1" status: 204 len: 168 time: 0.1817460 Aug 18 12:05:29.600717 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 38900) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:05:29.609754 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.tag.tag_plugin [None req-100ee2f1-8764-441c-b23a-46ba2438f50c tempest-TagsExtTest-223794796 tempest-TagsExtTest-223794796-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'a0266ba9-30b9-451d-9d45-87499481f515') {} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:05:29.619598 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fa0e06-97a0-467b-8fef-ff3396012ad9 req-77a32460-92bc-426f-afd5-21d94168d4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:05:29.621576 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-47fa0e06-97a0-467b-8fef-ff3396012ad9 req-77a32460-92bc-426f-afd5-21d94168d4cc service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=14664a63-22d6-4bc0-8290-849b20369b1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0788124 Aug 18 12:05:29.628242 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab66fe4-9448-417d-b41b-84d212d5d50c admin admin] Pushing event deleted for resources: {'Network': ['ID=e9af31b2-795f-4c50-aeb3-2d7eb490b7b3,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:05:29.640511 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0d558725-18f2-4759-89bf-06c0e979f606 req-fa3a6a89-b33d-40bc-8348-204ce23260c5 tempest-ImagesNegativeTestJSON-1045066260 tempest-ImagesNegativeTestJSON-1045066260-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=9530fef462cd4708906b0d9547270b9d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0723193 Aug 18 12:05:29.643689 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782627d6-dbf7-440e-8581-a8ec647e5ff2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d405345a-c436-4cff-955c-d668e3207be2,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:05:29.678311 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f95e116-d050-4844-b5f8-168f04a8b834 req-22361e0d-3079-4782-8906-b0d81fc468c8 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Made reservation on behalf of ba6220adeda54bd2ac551edffcfbfea2 for: {'port': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:05:29.688191 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-9f95e116-d050-4844-b5f8-168f04a8b834 req-22361e0d-3079-4782-8906-b0d81fc468c8 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:29.775978 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-100ee2f1-8764-441c-b23a-46ba2438f50c tempest-TagsExtTest-223794796 tempest-TagsExtTest-223794796-project] 10.222.0.66 "GET /v2.0/routers/a0266ba9-30b9-451d-9d45-87499481f515/tags HTTP/1.1" status: 200 len: 205 time: 0.1724050 Aug 18 12:05:29.778520 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 38902) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:05:29.782834 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.tag.tag_plugin [None req-b4c8e150-1552-42bf-af29-f59e24bc5967 tempest-TagsExtTest-223794796 tempest-TagsExtTest-223794796-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'f26ed33c-54ad-47fe-9543-4cc801b5b98c') {} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:05:29.825026 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-b4c8e150-1552-42bf-af29-f59e24bc5967 tempest-TagsExtTest-223794796 tempest-TagsExtTest-223794796-project] 10.222.0.66 "GET /v2.0/subnetpools/f26ed33c-54ad-47fe-9543-4cc801b5b98c/tags HTTP/1.1" status: 200 len: 240 time: 0.0454829 Aug 18 12:05:29.827168 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-47fa0e06-97a0-467b-8fef-ff3396012ad9 req-2089390c-37dd-4632-b97e-49533049c7ea service neutron] 10.222.0.62 "GET /v2.0/networks/14664a63-22d6-4bc0-8290-849b20369b1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567850 Aug 18 12:05:29.827634 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 38906) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:05:29.833194 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.tag.tag_plugin [None req-26ce9365-875c-4d94-9cc0-99140624ad4c tempest-TagsExtTest-223794796 tempest-TagsExtTest-223794796-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'f26ed33c-54ad-47fe-9543-4cc801b5b98c', 'tempest-TagsExtTest-Tag-166429459') {} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:05:29.902644 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [req-9f95e116-d050-4844-b5f8-168f04a8b834 req-22361e0d-3079-4782-8906-b0d81fc468c8 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Allocated IP 172.20.0.7 (f4b8d3d9-3617-4a41-8d50-7e0230977f6d/d716ee29-e7a2-4fa3-97cc-7ab3c35181fa/09714616-d1ed-4cd3-8f88-a41a513b3b56) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:05:29.939189 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-26ce9365-875c-4d94-9cc0-99140624ad4c tempest-TagsExtTest-223794796 tempest-TagsExtTest-223794796-project] 10.222.0.66 "GET /v2.0/subnetpools/f26ed33c-54ad-47fe-9543-4cc801b5b98c/tags/tempest-TagsExtTest-Tag-166429459 HTTP/1.1" status: 204 len: 168 time: 0.1101604 Aug 18 12:05:29.944428 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 38914) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:05:29.986625 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-47fa0e06-97a0-467b-8fef-ff3396012ad9 req-afb2d71d-1680-464b-b656-62ec6342c7b0 service neutron] 10.222.0.62 "GET /v2.0/networks/14664a63-22d6-4bc0-8290-849b20369b1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506336 Aug 18 12:05:29.988789 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.tag.tag_plugin [None req-045c744f-969d-4c52-9738-ed12cd86ffd3 tempest-TagsExtTest-223794796 tempest-TagsExtTest-223794796-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'f26ed33c-54ad-47fe-9543-4cc801b5b98c', 'tempest-TagsExtTest-Tag-166429459') {} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:05:29.990782 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 38916) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:05:29.998452 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f092e99e-f67a-472d-95ac-fbce2d95e8a3 req-dfcfdb3e-d581-4707-a17d-dfd0dbebccf7 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/ports?device_id=81e87be0-f060-4ec0-b3bf-b0fb7a86834a HTTP/1.1" status: 200 len: 210 time: 0.0913050 Aug 18 12:05:30.069103 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-cec5227f-60e2-44da-94e9-0daaa94d2b67 req-4ec7eb42-2427-451b-ab38-ec7921af9118 tempest-ImagesNegativeTestJSON-1045066260 tempest-ImagesNegativeTestJSON-1045066260-project] 10.222.0.66 "GET /v2.0/ports?device_id=e189ee60-1d62-4227-beb4-752ba155e48a HTTP/1.1" status: 200 len: 210 time: 0.0772960 Aug 18 12:05:30.104958 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-47fa0e06-97a0-467b-8fef-ff3396012ad9 req-bafe35b2-5bed-47c9-9051-d03e66412673 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.50&port_id=449e4b2c-f485-41a8-b8c7-65aa343611a1 HTTP/1.1" status: 200 len: 217 time: 0.0897911 Aug 18 12:05:30.178200 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-a01cf562-53e7-498f-904c-38ea42897122 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=884b4fcdd50649589c2e2bcf81002686&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1830814 Aug 18 12:05:30.178448 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 38926) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:05:30.202108 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fa0e06-97a0-467b-8fef-ff3396012ad9 req-2bf170f7-2eeb-443b-850e-da212da0f9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:05:30.203688 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-47fa0e06-97a0-467b-8fef-ff3396012ad9 req-2bf170f7-2eeb-443b-850e-da212da0f9a8 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4d098d7d-848d-42a8-ac08-c1738695747e HTTP/1.1" status: 200 len: 797 time: 0.0869153 Aug 18 12:05:30.261814 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-045c744f-969d-4c52-9738-ed12cd86ffd3 tempest-TagsExtTest-223794796 tempest-TagsExtTest-223794796-project] 10.222.0.66 "DELETE /v2.0/subnetpools/f26ed33c-54ad-47fe-9543-4cc801b5b98c/tags/tempest-TagsExtTest-Tag-166429459 HTTP/1.1" status: 204 len: 168 time: 0.2914553 Aug 18 12:05:30.262785 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 38930) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:05:30.267246 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.tag.tag_plugin [None req-e127a5ad-0a21-4fc1-81f2-2d8f592b4441 tempest-TagsExtTest-223794796 tempest-TagsExtTest-223794796-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'f26ed33c-54ad-47fe-9543-4cc801b5b98c') {} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:05:30.301218 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fa0e06-97a0-467b-8fef-ff3396012ad9 req-4b459aae-5009-427d-949d-b77b8687be84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:05:30.301218 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-47fa0e06-97a0-467b-8fef-ff3396012ad9 req-4b459aae-5009-427d-949d-b77b8687be84 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=14664a63-22d6-4bc0-8290-849b20369b1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0881634 Aug 18 12:05:30.301218 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-27fd79f2-8a80-4393-89f0-cc470fadd309 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:30.326758 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-9f95e116-d050-4844-b5f8-168f04a8b834 req-22361e0d-3079-4782-8906-b0d81fc468c8 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:30.347622 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-e127a5ad-0a21-4fc1-81f2-2d8f592b4441 tempest-TagsExtTest-223794796 tempest-TagsExtTest-223794796-project] 10.222.0.66 "GET /v2.0/subnetpools/f26ed33c-54ad-47fe-9543-4cc801b5b98c/tags HTTP/1.1" status: 200 len: 205 time: 0.0837407 Aug 18 12:05:30.350964 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 38938) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:05:30.357444 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.tag.tag_plugin [None req-a8c35d6b-a1b9-4234-8938-32f06a3667dc tempest-TagsExtTest-223794796 tempest-TagsExtTest-223794796-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'f26ed33c-54ad-47fe-9543-4cc801b5b98c') {} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:05:30.407930 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-a8c35d6b-a1b9-4234-8938-32f06a3667dc tempest-TagsExtTest-223794796 tempest-TagsExtTest-223794796-project] 10.222.0.66 "DELETE /v2.0/subnetpools/f26ed33c-54ad-47fe-9543-4cc801b5b98c/tags HTTP/1.1" status: 204 len: 168 time: 0.0554211 Aug 18 12:05:30.410867 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-9f95e116-d050-4844-b5f8-168f04a8b834 req-22361e0d-3079-4782-8906-b0d81fc468c8 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:30.413080 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 38942) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:05:30.419284 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.tag.tag_plugin [None req-1f3f3266-e36e-44a0-b58f-a279f4b5edd9 tempest-TagsExtTest-223794796 tempest-TagsExtTest-223794796-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'a0266ba9-30b9-451d-9d45-87499481f515') {} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:05:30.563484 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f95e116-d050-4844-b5f8-168f04a8b834 req-22361e0d-3079-4782-8906-b0d81fc468c8 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Network f4b8d3d9-3617-4a41-8d50-7e0230977f6d is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:05:30.573434 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [req-9f95e116-d050-4844-b5f8-168f04a8b834 req-22361e0d-3079-4782-8906-b0d81fc468c8 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:05:30.576934 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22361e0d-3079-4782-8906-b0d81fc468c8 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Pushing event updated for resources: {'Port': ['ID=09714616-d1ed-4cd3-8f88-a41a513b3b56,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:05:30.581277 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f95e116-d050-4844-b5f8-168f04a8b834 req-22361e0d-3079-4782-8906-b0d81fc468c8 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:05:30.632599 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-1f3f3266-e36e-44a0-b58f-a279f4b5edd9 tempest-TagsExtTest-223794796 tempest-TagsExtTest-223794796-project] 10.222.0.66 "DELETE /v2.0/routers/a0266ba9-30b9-451d-9d45-87499481f515/tags HTTP/1.1" status: 204 len: 168 time: 0.2181466 Aug 18 12:05:30.635588 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 38948) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:05:30.641144 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.tag.tag_plugin [None req-eccd4fe4-3112-44c3-8697-1c308b946307 tempest-TagsExtTest-223794796 tempest-TagsExtTest-223794796-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'ca0ca669-4bba-4002-9333-620d4c8bff5e') {} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:05:30.654059 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f95e116-d050-4844-b5f8-168f04a8b834 req-22361e0d-3079-4782-8906-b0d81fc468c8 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:05:30.655130 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-9f95e116-d050-4844-b5f8-168f04a8b834 req-22361e0d-3079-4782-8906-b0d81fc468c8 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:30.696541 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-27fd79f2-8a80-4393-89f0-cc470fadd309 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:30.697808 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9f95e116-d050-4844-b5f8-168f04a8b834 req-22361e0d-3079-4782-8906-b0d81fc468c8 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2867844 Aug 18 12:05:30.712058 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-9f95e116-d050-4844-b5f8-168f04a8b834 req-f106cd85-3ba2-4d81-956c-925a22fba620 service neutron] Request body: {'port': {'device_id': '81e87be0-f060-4ec0-b3bf-b0fb7a86834a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804985-2'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:05:30.767811 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-47fa0e06-97a0-467b-8fef-ff3396012ad9 req-9a22e9e2-b451-455b-a35a-616081b7b05b service neutron] 10.222.0.62 "GET /v2.0/networks/14664a63-22d6-4bc0-8290-849b20369b1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4549408 Aug 18 12:05:30.791563 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-eccd4fe4-3112-44c3-8697-1c308b946307 tempest-TagsExtTest-223794796 tempest-TagsExtTest-223794796-project] 10.222.0.66 "DELETE /v2.0/ports/ca0ca669-4bba-4002-9333-620d4c8bff5e/tags HTTP/1.1" status: 204 len: 168 time: 0.1539936 Aug 18 12:05:30.794417 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 38956) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:05:30.798746 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.tag.tag_plugin [None req-03e45990-c04d-4d10-a963-114d74f47235 tempest-TagsExtTest-223794796 tempest-TagsExtTest-223794796-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'c010a85e-e9d1-4fe9-a8a1-bfa157ff8617') {} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:05:30.804226 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-9f95e116-d050-4844-b5f8-168f04a8b834 req-f106cd85-3ba2-4d81-956c-925a22fba620 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:30.830457 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-27fd79f2-8a80-4393-89f0-cc470fadd309 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:30.832932 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-27fd79f2-8a80-4393-89f0-cc470fadd309 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:30.834068 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-27fd79f2-8a80-4393-89f0-cc470fadd309 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/90bc158c-aefb-4cbe-bd1f-12bd8c8ca975 HTTP/1.1" status: 204 len: 168 time: 0.6546628 Aug 18 12:05:30.849172 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fd79f2-8a80-4393-89f0-cc470fadd309 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90bc158c-aefb-4cbe-bd1f-12bd8c8ca975,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:05:30.909841 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-47fa0e06-97a0-467b-8fef-ff3396012ad9 req-a5698103-eabb-4637-805a-c2ad91ec297c service neutron] 10.222.0.62 "GET /v2.0/networks/14664a63-22d6-4bc0-8290-849b20369b1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349657 Aug 18 12:05:30.970310 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-47fa0e06-97a0-467b-8fef-ff3396012ad9 req-4496291d-4a64-4c7c-8a91-0c1df745ecd8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=eeb336c7-3a60-4f10-a0d7-6a8235927c82 HTTP/1.1" status: 200 len: 217 time: 0.0531492 Aug 18 12:05:30.977441 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-03e45990-c04d-4d10-a963-114d74f47235 tempest-TagsExtTest-223794796 tempest-TagsExtTest-223794796-project] 10.222.0.66 "DELETE /v2.0/subnets/c010a85e-e9d1-4fe9-a8a1-bfa157ff8617/tags HTTP/1.1" status: 204 len: 168 time: 0.1773462 Aug 18 12:05:30.978065 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 38962) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:05:30.982375 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.tag.tag_plugin [None req-cca8cf55-c53c-487e-b9be-abe3c270e316 tempest-TagsExtTest-223794796 tempest-TagsExtTest-223794796-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'c010a85e-e9d1-4fe9-a8a1-bfa157ff8617', 'tempest-TagsExtTest-Tag-342958463') {} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:05:31.074965 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fa0e06-97a0-467b-8fef-ff3396012ad9 req-ef95c0dd-bd66-4e0a-a59e-c3746e7287d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:05:31.078936 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-47fa0e06-97a0-467b-8fef-ff3396012ad9 req-ef95c0dd-bd66-4e0a-a59e-c3746e7287d3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=72d9155c-f171-412a-b9b4-962a1e291242 HTTP/1.1" status: 200 len: 797 time: 0.1005676 Aug 18 12:05:31.262220 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff54eee9-785e-42bf-ad99-53b89c66b4ad req-302f1657-afb0-464a-8938-4fd80bdf7f0a tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:05:31.270337 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ff54eee9-785e-42bf-ad99-53b89c66b4ad req-302f1657-afb0-464a-8938-4fd80bdf7f0a tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/ports?device_id=81e87be0-f060-4ec0-b3bf-b0fb7a86834a HTTP/1.1" status: 200 len: 931 time: 0.1204045 Aug 18 12:05:31.270486 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-0d558725-18f2-4759-89bf-06c0e979f606 req-5f1b91b8-ec12-44f5-8b73-145798e75493 tempest-ImagesNegativeTestJSON-1045066260 tempest-ImagesNegativeTestJSON-1045066260-project] 10.222.0.63 "GET /v2.0/networks?tenant_id=9530fef462cd4708906b0d9547270b9d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0600927 Aug 18 12:05:31.283683 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-cca8cf55-c53c-487e-b9be-abe3c270e316 tempest-TagsExtTest-223794796 tempest-TagsExtTest-223794796-project] 10.222.0.66 "PUT /v2.0/subnets/c010a85e-e9d1-4fe9-a8a1-bfa157ff8617/tags/tempest-TagsExtTest-Tag-342958463 HTTP/1.1" status: 201 len: 201 time: 0.3050563 Aug 18 12:05:31.298122 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 38976) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:05:31.312599 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.tag.tag_plugin [None req-29c49054-6bed-4805-b53b-94c7a71fd6b2 tempest-TagsExtTest-223794796 tempest-TagsExtTest-223794796-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'ca0ca669-4bba-4002-9333-620d4c8bff5e', 'tempest-TagsExtTest-Tag-1401407522') {} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:05:31.333846 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-03999c9a-50df-4dda-a149-b6f94bad5988 req-3aa1ca50-1265-4261-8520-5a896803df0e tempest-ImagesNegativeTestJSON-1045066260 tempest-ImagesNegativeTestJSON-1045066260-project] 10.222.0.66 "GET /v2.0/ports?device_id=e189ee60-1d62-4227-beb4-752ba155e48a HTTP/1.1" status: 200 len: 210 time: 0.0834303 Aug 18 12:05:31.337391 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [req-9f95e116-d050-4844-b5f8-168f04a8b834 req-f106cd85-3ba2-4d81-956c-925a22fba620 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09714616-d1ed-4cd3-8f88-a41a513b3b56 {{(pid=106252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:05:31.367546 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-9f95e116-d050-4844-b5f8-168f04a8b834 req-f106cd85-3ba2-4d81-956c-925a22fba620 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:31.369492 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 38982) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:05:31.398942 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fa0e06-97a0-467b-8fef-ff3396012ad9 req-b94d574c-9910-4746-9564-f77ba3136f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:05:31.400459 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-47fa0e06-97a0-467b-8fef-ff3396012ad9 req-b94d574c-9910-4746-9564-f77ba3136f33 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=71f4f05b-546f-495f-be85-3ee41a9605e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2910821 Aug 18 12:05:31.409936 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [req-9f95e116-d050-4844-b5f8-168f04a8b834 req-f106cd85-3ba2-4d81-956c-925a22fba620 service neutron] Transition to ACTIVE for port object 09714616-d1ed-4cd3-8f88-a41a513b3b56 will not be triggered until provisioned by entity L2. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:05:31.424286 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ff54eee9-785e-42bf-ad99-53b89c66b4ad req-de863c38-2cfc-4ffa-bfb1-ee7af89fafc1 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/security-groups?id=d60fbefd-5088-4718-a442-08959d2ac3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480985 Aug 18 12:05:31.428248 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-9f95e116-d050-4844-b5f8-168f04a8b834 req-f106cd85-3ba2-4d81-956c-925a22fba620 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:31.509009 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-219c5e6e-b13f-497c-8eed-7183efb4e942 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=14fb1a5621494f41bf763d8bc16e2161&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1339133 Aug 18 12:05:31.509363 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 38986) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:05:31.528226 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f106cd85-3ba2-4d81-956c-925a22fba620 service neutron] Pushing event updated for resources: {'Port': ['ID=09714616-d1ed-4cd3-8f88-a41a513b3b56,revision_number=2']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:05:31.569709 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d558725-18f2-4759-89bf-06c0e979f606 req-43aecb07-cce2-437c-b886-61532c1e82da tempest-ImagesNegativeTestJSON-1045066260 tempest-ImagesNegativeTestJSON-1045066260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:05:31.571204 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-0d558725-18f2-4759-89bf-06c0e979f606 req-43aecb07-cce2-437c-b886-61532c1e82da tempest-ImagesNegativeTestJSON-1045066260 tempest-ImagesNegativeTestJSON-1045066260-project] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2969007 Aug 18 12:05:31.581464 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-29c49054-6bed-4805-b53b-94c7a71fd6b2 tempest-TagsExtTest-223794796 tempest-TagsExtTest-223794796-project] 10.222.0.66 "PUT /v2.0/ports/ca0ca669-4bba-4002-9333-620d4c8bff5e/tags/tempest-TagsExtTest-Tag-1401407522 HTTP/1.1" status: 201 len: 201 time: 0.2819881 Aug 18 12:05:31.584036 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 38988) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:05:31.588236 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [req-0d558725-18f2-4759-89bf-06c0e979f606 req-c2c8e5f1-b9ae-477d-b968-7dec2fc59c40 tempest-ImagesNegativeTestJSON-1045066260 tempest-ImagesNegativeTestJSON-1045066260-project] Request body: {'port': {'device_id': 'e189ee60-1d62-4227-beb4-752ba155e48a', 'network_id': '222e0814-c7e5-4b11-9282-3f40c6ed76b2', 'admin_state_up': True, 'tenant_id': '9530fef462cd4708906b0d9547270b9d'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:05:31.591907 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.tag.tag_plugin [None req-aa3bdbc1-1d41-4da3-8afb-14dc370e17d4 tempest-TagsExtTest-223794796 tempest-TagsExtTest-223794796-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'a0266ba9-30b9-451d-9d45-87499481f515', 'tempest-TagsExtTest-Tag-1041959324') {} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:05:31.673374 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a62b5377-c628-4f40-afb1-06f62086f77f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:31.681123 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-9f95e116-d050-4844-b5f8-168f04a8b834 req-f106cd85-3ba2-4d81-956c-925a22fba620 service neutron] Attempting to bind port 09714616-d1ed-4cd3-8f88-a41a513b3b56 on host n-h2-804985-2 for vnic_type normal with profile {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:05:31.681470 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-9f95e116-d050-4844-b5f8-168f04a8b834 req-f106cd85-3ba2-4d81-956c-925a22fba620 service neutron] Attempting to bind port 09714616-d1ed-4cd3-8f88-a41a513b3b56 by drivers openvswitch,hyperv on host n-h2-804985-2 at level 0 using segments [{'id': 'cad785f7-8854-4494-9369-5c8d15a44cef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'f4b8d3d9-3617-4a41-8d50-7e0230977f6d'}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:05:31.681790 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f95e116-d050-4844-b5f8-168f04a8b834 req-f106cd85-3ba2-4d81-956c-925a22fba620 service neutron] Attempting to bind port 09714616-d1ed-4cd3-8f88-a41a513b3b56 on network f4b8d3d9-3617-4a41-8d50-7e0230977f6d {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:05:31.684784 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-47fa0e06-97a0-467b-8fef-ff3396012ad9 req-4e9d9397-e94b-4632-b1da-c2add65f77ec service neutron] 10.222.0.62 "GET /v2.0/networks/71f4f05b-546f-495f-be85-3ee41a9605e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2755926 Aug 18 12:05:31.687876 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f95e116-d050-4844-b5f8-168f04a8b834 req-f106cd85-3ba2-4d81-956c-925a22fba620 service neutron] Port 09714616-d1ed-4cd3-8f88-a41a513b3b56 on network f4b8d3d9-3617-4a41-8d50-7e0230977f6d not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-2 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:05:31.688202 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f95e116-d050-4844-b5f8-168f04a8b834 req-f106cd85-3ba2-4d81-956c-925a22fba620 service neutron] Attempting to bind port 09714616-d1ed-4cd3-8f88-a41a513b3b56 on network f4b8d3d9-3617-4a41-8d50-7e0230977f6d {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:05:31.697803 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f95e116-d050-4844-b5f8-168f04a8b834 req-f106cd85-3ba2-4d81-956c-925a22fba620 service neutron] Checking agent: {'id': 'da5da552-709c-4248-84de-86af99a0dc87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 49, 8), 'started_at': datetime.datetime(2021, 8, 18, 11, 49, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 5, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:05:31.698147 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f95e116-d050-4844-b5f8-168f04a8b834 req-f106cd85-3ba2-4d81-956c-925a22fba620 service neutron] Checking segment: {'id': 'cad785f7-8854-4494-9369-5c8d15a44cef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'f4b8d3d9-3617-4a41-8d50-7e0230977f6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:05:31.698549 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f95e116-d050-4844-b5f8-168f04a8b834 req-f106cd85-3ba2-4d81-956c-925a22fba620 service neutron] Bound using segment: {'id': 'cad785f7-8854-4494-9369-5c8d15a44cef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'f4b8d3d9-3617-4a41-8d50-7e0230977f6d'} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:05:31.699367 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-9f95e116-d050-4844-b5f8-168f04a8b834 req-f106cd85-3ba2-4d81-956c-925a22fba620 service neutron] Bound port: 09714616-d1ed-4cd3-8f88-a41a513b3b56, host: n-h2-804985-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cad785f7-8854-4494-9369-5c8d15a44cef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'f4b8d3d9-3617-4a41-8d50-7e0230977f6d'}}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:05:31.699367 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-9f95e116-d050-4844-b5f8-168f04a8b834 req-f106cd85-3ba2-4d81-956c-925a22fba620 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:31.719961 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-aa3bdbc1-1d41-4da3-8afb-14dc370e17d4 tempest-TagsExtTest-223794796 tempest-TagsExtTest-223794796-project] 10.222.0.66 "PUT /v2.0/routers/a0266ba9-30b9-451d-9d45-87499481f515/tags/tempest-TagsExtTest-Tag-1041959324 HTTP/1.1" status: 201 len: 201 time: 0.1348591 Aug 18 12:05:31.723033 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 38994) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:05:31.736522 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.tag.tag_plugin [None req-ea5faa92-0cd5-4687-ba8d-803c89ae5afb tempest-TagsExtTest-223794796 tempest-TagsExtTest-223794796-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'f26ed33c-54ad-47fe-9543-4cc801b5b98c', 'tempest-TagsExtTest-Tag-599089580') {} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:05:31.769988 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a62b5377-c628-4f40-afb1-06f62086f77f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:31.771279 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-9f95e116-d050-4844-b5f8-168f04a8b834 req-f106cd85-3ba2-4d81-956c-925a22fba620 service neutron] For port 09714616-d1ed-4cd3-8f88-a41a513b3b56, host n-h2-804985-2, cleared binding levels {{(pid=106252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:05:31.775290 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-9f95e116-d050-4844-b5f8-168f04a8b834 req-f106cd85-3ba2-4d81-956c-925a22fba620 service neutron] For port 09714616-d1ed-4cd3-8f88-a41a513b3b56, host n-h2-804985-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=09714616-d1ed-4cd3-8f88-a41a513b3b56,segment=NetworkSegment(cad785f7-8854-4494-9369-5c8d15a44cef),segment_id=cad785f7-8854-4494-9369-5c8d15a44cef)] {{(pid=106252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:05:31.780305 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-9f95e116-d050-4844-b5f8-168f04a8b834 req-f106cd85-3ba2-4d81-956c-925a22fba620 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:31.821590 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f95e116-d050-4844-b5f8-168f04a8b834 req-f106cd85-3ba2-4d81-956c-925a22fba620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:05:31.822574 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-9f95e116-d050-4844-b5f8-168f04a8b834 req-f106cd85-3ba2-4d81-956c-925a22fba620 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:31.824337 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9f95e116-d050-4844-b5f8-168f04a8b834 req-f106cd85-3ba2-4d81-956c-925a22fba620 service neutron] 10.222.0.62 "PUT /v2.0/ports/09714616-d1ed-4cd3-8f88-a41a513b3b56 HTTP/1.1" status: 200 len: 1091 time: 1.1173518 Aug 18 12:05:31.825647 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81e87be0-f060-4ec0-b3bf-b0fb7a86834a', 'tag': '09714616-d1ed-4cd3-8f88-a41a513b3b56'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:05:31.828350 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66ced1c2-249d-48a9-a466-911d77b58c7d" -d '{"events": [{"name": "network-changed", "server_uuid": "81e87be0-f060-4ec0-b3bf-b0fb7a86834a", "tag": "09714616-d1ed-4cd3-8f88-a41a513b3b56"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:05:31.862180 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f106cd85-3ba2-4d81-956c-925a22fba620 service neutron] Pushing event updated for resources: {'Port': ['ID=09714616-d1ed-4cd3-8f88-a41a513b3b56,revision_number=3']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:05:31.919527 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:05:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de429fad-e3fa-4fda-80c0-7ea6a1dce566 x-openstack-request-id: req-de429fad-e3fa-4fda-80c0-7ea6a1dce566 {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:05:31.919919 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81e87be0-f060-4ec0-b3bf-b0fb7a86834a", "tag": "09714616-d1ed-4cd3-8f88-a41a513b3b56", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:05:31.920114 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-de429fad-e3fa-4fda-80c0-7ea6a1dce566 {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:05:31.920454 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81e87be0-f060-4ec0-b3bf-b0fb7a86834a', 'tag': '09714616-d1ed-4cd3-8f88-a41a513b3b56', 'status': 'completed', 'code': 200} Aug 18 12:05:31.921681 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-47fa0e06-97a0-467b-8fef-ff3396012ad9 req-07d2d1bd-1b4d-4eea-a4e2-fc5f1369ae7f service neutron] 10.222.0.62 "GET /v2.0/networks/71f4f05b-546f-495f-be85-3ee41a9605e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2253964 Aug 18 12:05:31.923564 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d558725-18f2-4759-89bf-06c0e979f606 req-c2c8e5f1-b9ae-477d-b968-7dec2fc59c40 tempest-ImagesNegativeTestJSON-1045066260 tempest-ImagesNegativeTestJSON-1045066260-project] Made reservation on behalf of 9530fef462cd4708906b0d9547270b9d for: {'port': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:05:31.927327 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-0d558725-18f2-4759-89bf-06c0e979f606 req-c2c8e5f1-b9ae-477d-b968-7dec2fc59c40 tempest-ImagesNegativeTestJSON-1045066260 tempest-ImagesNegativeTestJSON-1045066260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:31.945632 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-ea5faa92-0cd5-4687-ba8d-803c89ae5afb tempest-TagsExtTest-223794796 tempest-TagsExtTest-223794796-project] 10.222.0.66 "PUT /v2.0/subnetpools/f26ed33c-54ad-47fe-9543-4cc801b5b98c/tags/tempest-TagsExtTest-Tag-599089580 HTTP/1.1" status: 201 len: 201 time: 0.2131281 Aug 18 12:05:31.948379 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 39004) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:05:31.957547 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f95e116-d050-4844-b5f8-168f04a8b834 req-76595492-feaa-4ce5-8f07-3fd9581f442d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:05:31.959597 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9f95e116-d050-4844-b5f8-168f04a8b834 req-76595492-feaa-4ce5-8f07-3fd9581f442d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ba6220adeda54bd2ac551edffcfbfea2&device_id=81e87be0-f060-4ec0-b3bf-b0fb7a86834a HTTP/1.1" status: 200 len: 1094 time: 0.0742340 Aug 18 12:05:31.977326 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-0d558725-18f2-4759-89bf-06c0e979f606 req-c2c8e5f1-b9ae-477d-b968-7dec2fc59c40 tempest-ImagesNegativeTestJSON-1045066260 tempest-ImagesNegativeTestJSON-1045066260-project] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:31.983347 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.tag.tag_plugin [None req-bbf0b53a-cd9d-40f5-8afa-ebdd0b471b0a tempest-TagsExtTest-223794796 tempest-TagsExtTest-223794796-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'c010a85e-e9d1-4fe9-a8a1-bfa157ff8617', {'tags': ['tempest-TagsExtTest-Tag-1124498941', 'tempest-TagsExtTest-Tag-699177159', 'tempest-TagsExtTest-Tag-653250419']}) {} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:05:31.992236 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-47fa0e06-97a0-467b-8fef-ff3396012ad9 req-576d4bfc-092f-49e3-9506-be1730d06a02 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=5d12cdb5-f897-47d4-8656-b7afc876f2b5 HTTP/1.1" status: 200 len: 217 time: 0.0617325 Aug 18 12:05:32.009539 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9f95e116-d050-4844-b5f8-168f04a8b834 req-f50a4c9d-c7df-44a5-8f91-dce78d73a865 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=09714616-d1ed-4cd3-8f88-a41a513b3b56 HTTP/1.1" status: 200 len: 217 time: 0.0408585 Aug 18 12:05:32.061744 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a62b5377-c628-4f40-afb1-06f62086f77f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:32.064700 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a62b5377-c628-4f40-afb1-06f62086f77f admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:32.065512 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-a62b5377-c628-4f40-afb1-06f62086f77f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9a19b80b-7c97-4bf4-b7ac-31c1e75b216e HTTP/1.1" status: 204 len: 168 time: 0.5546489 Aug 18 12:05:32.076506 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f95e116-d050-4844-b5f8-168f04a8b834 req-85a9595a-2b95-40f3-83ac-00002b1e058a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:05:32.078174 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9f95e116-d050-4844-b5f8-168f04a8b834 req-85a9595a-2b95-40f3-83ac-00002b1e058a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d716ee29-e7a2-4fa3-97cc-7ab3c35181fa HTTP/1.1" status: 200 len: 851 time: 0.0619671 Aug 18 12:05:32.116913 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9f95e116-d050-4844-b5f8-168f04a8b834 req-5a6ed617-b3b4-45c1-b783-b5168d9eb450 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f4b8d3d9-3617-4a41-8d50-7e0230977f6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314169 Aug 18 12:05:32.120612 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62b5377-c628-4f40-afb1-06f62086f77f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a19b80b-7c97-4bf4-b7ac-31c1e75b216e,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:05:32.170519 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fa0e06-97a0-467b-8fef-ff3396012ad9 req-ea88a834-549a-4e7a-9509-06b3cc37042e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:05:32.172095 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-47fa0e06-97a0-467b-8fef-ff3396012ad9 req-ea88a834-549a-4e7a-9509-06b3cc37042e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=72d9155c-f171-412a-b9b4-962a1e291242 HTTP/1.1" status: 200 len: 797 time: 0.1712852 Aug 18 12:05:32.234877 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-bbf0b53a-cd9d-40f5-8afa-ebdd0b471b0a tempest-TagsExtTest-223794796 tempest-TagsExtTest-223794796-project] 10.222.0.66 "PUT /v2.0/subnets/c010a85e-e9d1-4fe9-a8a1-bfa157ff8617/tags HTTP/1.1" status: 200 len: 316 time: 0.2852600 Aug 18 12:05:32.235542 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 39016) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:05:32.244079 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.tag.tag_plugin [None req-e48b76a6-91f9-4eb5-bdb9-1ff0c91fcc29 tempest-TagsExtTest-223794796 tempest-TagsExtTest-223794796-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'c010a85e-e9d1-4fe9-a8a1-bfa157ff8617') {} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:05:32.244923 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9f95e116-d050-4844-b5f8-168f04a8b834 req-2f0ee90f-5773-4c46-95be-4e485488e9d8 service neutron] 10.222.0.62 "GET /v2.0/networks/f4b8d3d9-3617-4a41-8d50-7e0230977f6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207454 Aug 18 12:05:32.301846 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fa0e06-97a0-467b-8fef-ff3396012ad9 req-b50161b6-c761-48df-9797-5c87775b5d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:05:32.303369 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-47fa0e06-97a0-467b-8fef-ff3396012ad9 req-b50161b6-c761-48df-9797-5c87775b5d29 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=71f4f05b-546f-495f-be85-3ee41a9605e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1236196 Aug 18 12:05:32.362183 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9f95e116-d050-4844-b5f8-168f04a8b834 req-7713b96c-2bba-4514-bbfd-6c5dd5424c1d service neutron] 10.222.0.62 "GET /v2.0/networks/f4b8d3d9-3617-4a41-8d50-7e0230977f6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090107 Aug 18 12:05:32.384509 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-0d558725-18f2-4759-89bf-06c0e979f606 req-c2c8e5f1-b9ae-477d-b968-7dec2fc59c40 tempest-ImagesNegativeTestJSON-1045066260 tempest-ImagesNegativeTestJSON-1045066260-project] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:32.402129 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-0d558725-18f2-4759-89bf-06c0e979f606 req-c2c8e5f1-b9ae-477d-b968-7dec2fc59c40 tempest-ImagesNegativeTestJSON-1045066260 tempest-ImagesNegativeTestJSON-1045066260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:32.452741 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c8e5f1-b9ae-477d-b968-7dec2fc59c40 tempest-ImagesNegativeTestJSON-1045066260 tempest-ImagesNegativeTestJSON-1045066260-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8a3abfd-0ac3-417c-877f-79efec269c09,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:05:32.463054 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-af7d5b99-c108-4f6a-abe4-189fd5f2b2ee req-476e64c9-e43a-4ce2-bc60-c67d7ad2d20a tempest-ImagesNegativeTestJSON-1045066260 tempest-ImagesNegativeTestJSON-1045066260-project] 10.222.0.66 "GET /v2.0/ports?device_id=e189ee60-1d62-4227-beb4-752ba155e48a HTTP/1.1" status: 200 len: 210 time: 0.0421484 Aug 18 12:05:32.467015 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-e48b76a6-91f9-4eb5-bdb9-1ff0c91fcc29 tempest-TagsExtTest-223794796 tempest-TagsExtTest-223794796-project] 10.222.0.66 "DELETE /v2.0/subnets/c010a85e-e9d1-4fe9-a8a1-bfa157ff8617/tags HTTP/1.1" status: 204 len: 168 time: 0.2263482 Aug 18 12:05:32.470307 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 39030) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:05:32.478331 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.tag.tag_plugin [None req-beb4f7cf-606e-41af-9521-f45280c1c973 tempest-TagsExtTest-223794796 tempest-TagsExtTest-223794796-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'c010a85e-e9d1-4fe9-a8a1-bfa157ff8617', 'tempest-TagsExtTest-Tag-1124498941') {} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:05:32.584745 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-47fa0e06-97a0-467b-8fef-ff3396012ad9 req-1a6dc41c-e2d9-40da-91d3-e881e062b553 service neutron] 10.222.0.62 "GET /v2.0/networks/71f4f05b-546f-495f-be85-3ee41a9605e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2657752 Aug 18 12:05:32.599903 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ced1c2-249d-48a9-a466-911d77b58c7d req-37db642c-3c75-4ed7-91ee-67ed7b3428e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:05:32.601281 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-66ced1c2-249d-48a9-a466-911d77b58c7d req-37db642c-3c75-4ed7-91ee-67ed7b3428e1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ba6220adeda54bd2ac551edffcfbfea2&device_id=81e87be0-f060-4ec0-b3bf-b0fb7a86834a HTTP/1.1" status: 200 len: 1094 time: 0.1372128 Aug 18 12:05:32.704835 n-d-804985-2 neutron-server[106253]: INFO neutron.api.v2.resource [None req-beb4f7cf-606e-41af-9521-f45280c1c973 tempest-TagsExtTest-223794796 tempest-TagsExtTest-223794796-project] show failed (client error): The resource could not be found. Aug 18 12:05:32.708539 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-beb4f7cf-606e-41af-9521-f45280c1c973 tempest-TagsExtTest-223794796 tempest-TagsExtTest-223794796-project] 10.222.0.66 "GET /v2.0/subnets/c010a85e-e9d1-4fe9-a8a1-bfa157ff8617/tags/tempest-TagsExtTest-Tag-1124498941 HTTP/1.1" status: 404 len: 329 time: 0.2335434 Aug 18 12:05:32.715702 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 39048) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:05:32.723870 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.tag.tag_plugin [None req-32ddd4c1-5b36-44c5-b719-6a2436b74d71 tempest-TagsExtTest-223794796 tempest-TagsExtTest-223794796-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'c010a85e-e9d1-4fe9-a8a1-bfa157ff8617', 'tempest-TagsExtTest-Tag-699177159') {} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:05:32.779080 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-47fa0e06-97a0-467b-8fef-ff3396012ad9 req-560f3403-e0b7-4ac9-beb3-d4acee3c6803 service neutron] 10.222.0.62 "GET /v2.0/networks/71f4f05b-546f-495f-be85-3ee41a9605e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1855111 Aug 18 12:05:32.789103 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [req-0d558725-18f2-4759-89bf-06c0e979f606 req-c2c8e5f1-b9ae-477d-b968-7dec2fc59c40 tempest-ImagesNegativeTestJSON-1045066260 tempest-ImagesNegativeTestJSON-1045066260-project] Allocated IP 192.168.233.185 (222e0814-c7e5-4b11-9282-3f40c6ed76b2/6d16d680-110b-436d-8afa-48ba845b3623/5bf33747-264b-4627-a319-1d524a90532d) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:05:32.896302 n-d-804985-2 neutron-server[106253]: INFO neutron.api.v2.resource [None req-32ddd4c1-5b36-44c5-b719-6a2436b74d71 tempest-TagsExtTest-223794796 tempest-TagsExtTest-223794796-project] show failed (client error): The resource could not be found. Aug 18 12:05:32.899914 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-32ddd4c1-5b36-44c5-b719-6a2436b74d71 tempest-TagsExtTest-223794796 tempest-TagsExtTest-223794796-project] 10.222.0.66 "GET /v2.0/subnets/c010a85e-e9d1-4fe9-a8a1-bfa157ff8617/tags/tempest-TagsExtTest-Tag-699177159 HTTP/1.1" status: 404 len: 328 time: 0.1773357 Aug 18 12:05:32.909361 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 39058) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:05:32.940902 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.tag.tag_plugin [None req-8cdb5b64-dbca-4f16-a4db-48209543f125 tempest-TagsExtTest-223794796 tempest-TagsExtTest-223794796-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'c010a85e-e9d1-4fe9-a8a1-bfa157ff8617', 'tempest-TagsExtTest-Tag-653250419') {} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:05:33.077474 n-d-804985-2 neutron-server[106253]: INFO neutron.api.v2.resource [None req-8cdb5b64-dbca-4f16-a4db-48209543f125 tempest-TagsExtTest-223794796 tempest-TagsExtTest-223794796-project] show failed (client error): The resource could not be found. Aug 18 12:05:33.078532 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-8cdb5b64-dbca-4f16-a4db-48209543f125 tempest-TagsExtTest-223794796 tempest-TagsExtTest-223794796-project] 10.222.0.66 "GET /v2.0/subnets/c010a85e-e9d1-4fe9-a8a1-bfa157ff8617/tags/tempest-TagsExtTest-Tag-653250419 HTTP/1.1" status: 404 len: 328 time: 0.1682255 Aug 18 12:05:33.084274 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 39070) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:05:33.090415 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.tag.tag_plugin [None req-a0d092ae-c573-4b4f-86b9-c60129d2f5aa tempest-TagsExtTest-223794796 tempest-TagsExtTest-223794796-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'ca0ca669-4bba-4002-9333-620d4c8bff5e', {'tags': ['tempest-TagsExtTest-Tag-418655744', 'tempest-TagsExtTest-Tag-1976003801', 'tempest-TagsExtTest-Tag-12253802']}) {} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:05:33.125853 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-0d558725-18f2-4759-89bf-06c0e979f606 req-c2c8e5f1-b9ae-477d-b968-7dec2fc59c40 tempest-ImagesNegativeTestJSON-1045066260 tempest-ImagesNegativeTestJSON-1045066260-project] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:33.154328 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [req-0d558725-18f2-4759-89bf-06c0e979f606 req-c2c8e5f1-b9ae-477d-b968-7dec2fc59c40 tempest-ImagesNegativeTestJSON-1045066260 tempest-ImagesNegativeTestJSON-1045066260-project] Transition to ACTIVE for port object 5bf33747-264b-4627-a319-1d524a90532d will not be triggered until provisioned by entity DHCP. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:05:33.164588 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f8b3bb-7579-4aea-9684-6e369d15c782 req-7558b5e3-6cbc-4108-a8f0-778ff0c6258f tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:05:33.166553 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-61f8b3bb-7579-4aea-9684-6e369d15c782 req-7558b5e3-6cbc-4108-a8f0-778ff0c6258f tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/ports?device_id=81e87be0-f060-4ec0-b3bf-b0fb7a86834a HTTP/1.1" status: 200 len: 943 time: 0.5750694 Aug 18 12:05:33.180289 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-a0d092ae-c573-4b4f-86b9-c60129d2f5aa tempest-TagsExtTest-223794796 tempest-TagsExtTest-223794796-project] 10.222.0.66 "PUT /v2.0/ports/ca0ca669-4bba-4002-9333-620d4c8bff5e/tags HTTP/1.1" status: 200 len: 315 time: 0.0949538 Aug 18 12:05:33.184287 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 39076) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:05:33.198386 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.tag.tag_plugin [None req-f9dee49b-b311-4778-8726-af2520a8db94 tempest-TagsExtTest-223794796 tempest-TagsExtTest-223794796-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'ca0ca669-4bba-4002-9333-620d4c8bff5e') {} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:05:33.225197 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ced1c2-249d-48a9-a466-911d77b58c7d req-ebd18e55-abc2-4fa7-94cd-27b3a53b7757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:05:33.226914 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-66ced1c2-249d-48a9-a466-911d77b58c7d req-ebd18e55-abc2-4fa7-94cd-27b3a53b7757 service neutron] 10.222.0.62 "GET /v2.0/networks?id=f4b8d3d9-3617-4a41-8d50-7e0230977f6d HTTP/1.1" status: 200 len: 912 time: 0.6095369 Aug 18 12:05:33.231331 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-61f8b3bb-7579-4aea-9684-6e369d15c782 req-019db7bc-6356-484f-aa25-4952264d5539 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/security-groups?id=d60fbefd-5088-4718-a442-08959d2ac3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520732 Aug 18 12:05:33.251436 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-0d558725-18f2-4759-89bf-06c0e979f606 req-c2c8e5f1-b9ae-477d-b968-7dec2fc59c40 tempest-ImagesNegativeTestJSON-1045066260 tempest-ImagesNegativeTestJSON-1045066260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:33.297544 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-66ced1c2-249d-48a9-a466-911d77b58c7d req-c21431c3-71c7-447e-9f02-bbbfc48d2b18 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=09714616-d1ed-4cd3-8f88-a41a513b3b56 HTTP/1.1" status: 200 len: 217 time: 0.0607443 Aug 18 12:05:33.322809 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d558725-18f2-4759-89bf-06c0e979f606 req-c2c8e5f1-b9ae-477d-b968-7dec2fc59c40 tempest-ImagesNegativeTestJSON-1045066260 tempest-ImagesNegativeTestJSON-1045066260-project] Network 222e0814-c7e5-4b11-9282-3f40c6ed76b2 is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:05:33.327023 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c8e5f1-b9ae-477d-b968-7dec2fc59c40 tempest-ImagesNegativeTestJSON-1045066260 tempest-ImagesNegativeTestJSON-1045066260-project] Pushing event updated for resources: {'Port': ['ID=5bf33747-264b-4627-a319-1d524a90532d,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:05:33.329541 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [req-0d558725-18f2-4759-89bf-06c0e979f606 req-c2c8e5f1-b9ae-477d-b968-7dec2fc59c40 tempest-ImagesNegativeTestJSON-1045066260 tempest-ImagesNegativeTestJSON-1045066260-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:05:33.331992 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d558725-18f2-4759-89bf-06c0e979f606 req-c2c8e5f1-b9ae-477d-b968-7dec2fc59c40 tempest-ImagesNegativeTestJSON-1045066260 tempest-ImagesNegativeTestJSON-1045066260-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:05:33.335865 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-f9dee49b-b311-4778-8726-af2520a8db94 tempest-TagsExtTest-223794796 tempest-TagsExtTest-223794796-project] 10.222.0.66 "DELETE /v2.0/ports/ca0ca669-4bba-4002-9333-620d4c8bff5e/tags HTTP/1.1" status: 204 len: 168 time: 0.1452227 Aug 18 12:05:33.339710 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 39084) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:05:33.345344 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.tag.tag_plugin [None req-5d88d869-9f25-40e4-a6b3-ca32aaae9b84 tempest-TagsExtTest-223794796 tempest-TagsExtTest-223794796-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'ca0ca669-4bba-4002-9333-620d4c8bff5e', 'tempest-TagsExtTest-Tag-418655744') {} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:05:33.384717 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ced1c2-249d-48a9-a466-911d77b58c7d req-788879bd-bcbe-411e-9fd5-bcf207006453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:05:33.386411 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-66ced1c2-249d-48a9-a466-911d77b58c7d req-788879bd-bcbe-411e-9fd5-bcf207006453 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d716ee29-e7a2-4fa3-97cc-7ab3c35181fa HTTP/1.1" status: 200 len: 851 time: 0.0829492 Aug 18 12:05:33.428270 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-66ced1c2-249d-48a9-a466-911d77b58c7d req-41fca903-728f-4e55-b832-e48ccedfb066 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f4b8d3d9-3617-4a41-8d50-7e0230977f6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296686 Aug 18 12:05:33.450454 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d558725-18f2-4759-89bf-06c0e979f606 req-c2c8e5f1-b9ae-477d-b968-7dec2fc59c40 tempest-ImagesNegativeTestJSON-1045066260 tempest-ImagesNegativeTestJSON-1045066260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:05:33.451147 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-0d558725-18f2-4759-89bf-06c0e979f606 req-c2c8e5f1-b9ae-477d-b968-7dec2fc59c40 tempest-ImagesNegativeTestJSON-1045066260 tempest-ImagesNegativeTestJSON-1045066260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:33.486713 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-0d558725-18f2-4759-89bf-06c0e979f606 req-c2c8e5f1-b9ae-477d-b968-7dec2fc59c40 tempest-ImagesNegativeTestJSON-1045066260 tempest-ImagesNegativeTestJSON-1045066260-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9043727 Aug 18 12:05:33.503433 n-d-804985-2 neutron-server[106253]: INFO neutron.api.v2.resource [None req-5d88d869-9f25-40e4-a6b3-ca32aaae9b84 tempest-TagsExtTest-223794796 tempest-TagsExtTest-223794796-project] show failed (client error): The resource could not be found. Aug 18 12:05:33.507115 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-5d88d869-9f25-40e4-a6b3-ca32aaae9b84 tempest-TagsExtTest-223794796 tempest-TagsExtTest-223794796-project] 10.222.0.66 "GET /v2.0/ports/ca0ca669-4bba-4002-9333-620d4c8bff5e/tags/tempest-TagsExtTest-Tag-418655744 HTTP/1.1" status: 404 len: 328 time: 0.1636560 Aug 18 12:05:33.511197 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [req-0d558725-18f2-4759-89bf-06c0e979f606 req-ee4b9880-87ed-4a94-99c2-c81444ee0c6b service neutron] Request body: {'port': {'device_id': 'e189ee60-1d62-4227-beb4-752ba155e48a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804985-2'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:05:33.511611 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 39088) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:05:33.518317 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.tag.tag_plugin [None req-18024f84-c83c-463f-973f-327707e88a45 tempest-TagsExtTest-223794796 tempest-TagsExtTest-223794796-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'ca0ca669-4bba-4002-9333-620d4c8bff5e', 'tempest-TagsExtTest-Tag-1976003801') {} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:05:33.589932 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-0d558725-18f2-4759-89bf-06c0e979f606 req-ee4b9880-87ed-4a94-99c2-c81444ee0c6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:33.658123 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dc083e-efb7-4c14-a484-7f6ce947694f req-f144fb20-98c3-4f25-aa01-1ddda10ddbba tempest-ImagesNegativeTestJSON-1045066260 tempest-ImagesNegativeTestJSON-1045066260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:05:33.659670 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e9dc083e-efb7-4c14-a484-7f6ce947694f req-f144fb20-98c3-4f25-aa01-1ddda10ddbba tempest-ImagesNegativeTestJSON-1045066260 tempest-ImagesNegativeTestJSON-1045066260-project] 10.222.0.66 "GET /v2.0/ports?device_id=e189ee60-1d62-4227-beb4-752ba155e48a HTTP/1.1" status: 200 len: 936 time: 0.0961692 Aug 18 12:05:33.663523 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-66ced1c2-249d-48a9-a466-911d77b58c7d req-16aa1cd0-e5ca-46d0-9f4b-057943c705be service neutron] 10.222.0.62 "GET /v2.0/networks/f4b8d3d9-3617-4a41-8d50-7e0230977f6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2263892 Aug 18 12:05:33.677301 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-050bcbde-78bc-4d94-8bba-2b88b64f1dfa None None] Provisioning for port 5bf33747-264b-4627-a319-1d524a90532d completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:05:33.691936 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-050bcbde-78bc-4d94-8bba-2b88b64f1dfa None None] Provisioning complete for port 5bf33747-264b-4627-a319-1d524a90532d triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:05:33.692706 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-050bcbde-78bc-4d94-8bba-2b88b64f1dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:33.730499 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 39096) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:05:33.732515 n-d-804985-2 neutron-server[106252]: INFO neutron.api.v2.resource [None req-18024f84-c83c-463f-973f-327707e88a45 tempest-TagsExtTest-223794796 tempest-TagsExtTest-223794796-project] show failed (client error): The resource could not be found. Aug 18 12:05:33.733132 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-050bcbde-78bc-4d94-8bba-2b88b64f1dfa None None] Port 5bf33747-264b-4627-a319-1d524a90532d cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:05:33.733733 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-18024f84-c83c-463f-973f-327707e88a45 tempest-TagsExtTest-223794796 tempest-TagsExtTest-223794796-project] 10.222.0.66 "GET /v2.0/ports/ca0ca669-4bba-4002-9333-620d4c8bff5e/tags/tempest-TagsExtTest-Tag-1976003801 HTTP/1.1" status: 404 len: 329 time: 0.2208059 Aug 18 12:05:33.741865 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 39100) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:05:33.747062 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.tag.tag_plugin [None req-b1e376c9-bf33-4ae1-b984-483993a82391 tempest-TagsExtTest-223794796 tempest-TagsExtTest-223794796-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'ca0ca669-4bba-4002-9333-620d4c8bff5e', 'tempest-TagsExtTest-Tag-12253802') {} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:05:33.789052 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e9dc083e-efb7-4c14-a484-7f6ce947694f req-22a969be-a175-41a2-94bc-7e5fb4724c31 tempest-ImagesNegativeTestJSON-1045066260 tempest-ImagesNegativeTestJSON-1045066260-project] 10.222.0.66 "GET /v2.0/security-groups?id=d8a3abfd-0ac3-417c-877f-79efec269c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197290 Aug 18 12:05:33.857955 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-66ced1c2-249d-48a9-a466-911d77b58c7d req-e71f492f-bed5-489a-852a-7265c653af0c service neutron] 10.222.0.62 "GET /v2.0/networks/f4b8d3d9-3617-4a41-8d50-7e0230977f6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784768 Aug 18 12:05:33.876848 n-d-804985-2 neutron-server[106253]: INFO neutron.api.v2.resource [None req-b1e376c9-bf33-4ae1-b984-483993a82391 tempest-TagsExtTest-223794796 tempest-TagsExtTest-223794796-project] show failed (client error): The resource could not be found. Aug 18 12:05:33.877884 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-b1e376c9-bf33-4ae1-b984-483993a82391 tempest-TagsExtTest-223794796 tempest-TagsExtTest-223794796-project] 10.222.0.66 "GET /v2.0/ports/ca0ca669-4bba-4002-9333-620d4c8bff5e/tags/tempest-TagsExtTest-Tag-12253802 HTTP/1.1" status: 404 len: 327 time: 0.1350288 Aug 18 12:05:33.880774 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 39104) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:05:33.893691 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.tag.tag_plugin [None req-85d2d3c8-7ff0-4688-8d8b-48506d08e655 tempest-TagsExtTest-223794796 tempest-TagsExtTest-223794796-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'a0266ba9-30b9-451d-9d45-87499481f515', {'tags': ['tempest-TagsExtTest-Tag-1169080070', 'tempest-TagsExtTest-Tag-755963242', 'tempest-TagsExtTest-Tag-65376922']}) {} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:05:33.935755 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f0203536-5e1f-4374-a527-1ec16247baf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:34.037511 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-85d2d3c8-7ff0-4688-8d8b-48506d08e655 tempest-TagsExtTest-223794796 tempest-TagsExtTest-223794796-project] 10.222.0.66 "PUT /v2.0/routers/a0266ba9-30b9-451d-9d45-87499481f515/tags HTTP/1.1" status: 200 len: 315 time: 0.1518943 Aug 18 12:05:34.037756 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 39110) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:05:34.042232 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.tag.tag_plugin [None req-0379be03-95f8-456a-8610-6a44e301f958 tempest-TagsExtTest-223794796 tempest-TagsExtTest-223794796-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'a0266ba9-30b9-451d-9d45-87499481f515') {} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:05:34.091719 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f0203536-5e1f-4374-a527-1ec16247baf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:34.102464 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f0203536-5e1f-4374-a527-1ec16247baf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:34.132644 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [req-0d558725-18f2-4759-89bf-06c0e979f606 req-ee4b9880-87ed-4a94-99c2-c81444ee0c6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5bf33747-264b-4627-a319-1d524a90532d {{(pid=106253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:05:34.142019 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-0d558725-18f2-4759-89bf-06c0e979f606 req-ee4b9880-87ed-4a94-99c2-c81444ee0c6b service neutron] Notify callbacks [] for port, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:34.159105 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [req-0d558725-18f2-4759-89bf-06c0e979f606 req-ee4b9880-87ed-4a94-99c2-c81444ee0c6b service neutron] Transition to ACTIVE for port object 5bf33747-264b-4627-a319-1d524a90532d will not be triggered until provisioned by entity L2. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:05:34.170358 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-0d558725-18f2-4759-89bf-06c0e979f606 req-ee4b9880-87ed-4a94-99c2-c81444ee0c6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:34.177577 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-f0203536-5e1f-4374-a527-1ec16247baf4 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=eb36cef150b74ca0aaac7897b2643ab5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4427943 Aug 18 12:05:34.179701 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0203536-5e1f-4374-a527-1ec16247baf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bb35244-b8fe-4175-8a8e-428d055b93ac,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:05:34.182738 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 39120) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:05:34.223013 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-0379be03-95f8-456a-8610-6a44e301f958 tempest-TagsExtTest-223794796 tempest-TagsExtTest-223794796-project] 10.222.0.66 "DELETE /v2.0/routers/a0266ba9-30b9-451d-9d45-87499481f515/tags HTTP/1.1" status: 204 len: 168 time: 0.1843467 Aug 18 12:05:34.229971 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 39122) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:05:34.234488 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.tag.tag_plugin [None req-9b175dee-7ac2-465a-bc14-ff7bca258a40 tempest-TagsExtTest-223794796 tempest-TagsExtTest-223794796-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'a0266ba9-30b9-451d-9d45-87499481f515', 'tempest-TagsExtTest-Tag-1169080070') {} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:05:34.236151 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4b9880-87ed-4a94-99c2-c81444ee0c6b service neutron] Pushing event updated for resources: {'Port': ['ID=5bf33747-264b-4627-a319-1d524a90532d,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:05:34.250142 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-681b9452-d98e-4146-9cc5-e1d0e2c251af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:34.276760 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-681b9452-d98e-4146-9cc5-e1d0e2c251af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:34.322871 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4b9880-87ed-4a94-99c2-c81444ee0c6b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:05:34.323202 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4b9880-87ed-4a94-99c2-c81444ee0c6b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:05:34.323596 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4b9880-87ed-4a94-99c2-c81444ee0c6b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:05:34.323920 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4b9880-87ed-4a94-99c2-c81444ee0c6b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:05:34.324240 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4b9880-87ed-4a94-99c2-c81444ee0c6b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:05:34.324616 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4b9880-87ed-4a94-99c2-c81444ee0c6b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:05:34.324934 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4b9880-87ed-4a94-99c2-c81444ee0c6b service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:05:34.325243 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4b9880-87ed-4a94-99c2-c81444ee0c6b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:05:34.325557 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4b9880-87ed-4a94-99c2-c81444ee0c6b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:05:34.325874 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4b9880-87ed-4a94-99c2-c81444ee0c6b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:05:34.326183 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4b9880-87ed-4a94-99c2-c81444ee0c6b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:05:34.326488 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4b9880-87ed-4a94-99c2-c81444ee0c6b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:05:34.390506 n-d-804985-2 neutron-server[106253]: INFO neutron.api.v2.resource [None req-9b175dee-7ac2-465a-bc14-ff7bca258a40 tempest-TagsExtTest-223794796 tempest-TagsExtTest-223794796-project] show failed (client error): The resource could not be found. Aug 18 12:05:34.391536 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-9b175dee-7ac2-465a-bc14-ff7bca258a40 tempest-TagsExtTest-223794796 tempest-TagsExtTest-223794796-project] 10.222.0.66 "GET /v2.0/routers/a0266ba9-30b9-451d-9d45-87499481f515/tags/tempest-TagsExtTest-Tag-1169080070 HTTP/1.1" status: 404 len: 329 time: 0.1606936 Aug 18 12:05:34.393798 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-681b9452-d98e-4146-9cc5-e1d0e2c251af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:34.394774 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 39126) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:05:34.397971 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-681b9452-d98e-4146-9cc5-e1d0e2c251af admin admin] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:34.400114 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.tag.tag_plugin [None req-a0dce355-7d5e-411e-bb09-de8304422ec2 tempest-TagsExtTest-223794796 tempest-TagsExtTest-223794796-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'a0266ba9-30b9-451d-9d45-87499481f515', 'tempest-TagsExtTest-Tag-755963242') {} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:05:34.401873 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-681b9452-d98e-4146-9cc5-e1d0e2c251af admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2bb35244-b8fe-4175-8a8e-428d055b93ac HTTP/1.1" status: 204 len: 168 time: 0.2175751 Aug 18 12:05:34.402281 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-0d558725-18f2-4759-89bf-06c0e979f606 req-ee4b9880-87ed-4a94-99c2-c81444ee0c6b service neutron] Attempting to bind port 5bf33747-264b-4627-a319-1d524a90532d on host n-h1-804985-2 for vnic_type normal with profile {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:05:34.402638 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-0d558725-18f2-4759-89bf-06c0e979f606 req-ee4b9880-87ed-4a94-99c2-c81444ee0c6b service neutron] Attempting to bind port 5bf33747-264b-4627-a319-1d524a90532d by drivers openvswitch,hyperv on host n-h1-804985-2 at level 0 using segments [{'id': 'b0eb6eea-b461-4969-8a27-808f00daa8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '222e0814-c7e5-4b11-9282-3f40c6ed76b2'}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:05:34.403023 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d558725-18f2-4759-89bf-06c0e979f606 req-ee4b9880-87ed-4a94-99c2-c81444ee0c6b service neutron] Attempting to bind port 5bf33747-264b-4627-a319-1d524a90532d on network 222e0814-c7e5-4b11-9282-3f40c6ed76b2 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:05:34.428972 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52588323-a67e-4dc5-8505-e010269dc9e2 req-a939b8a3-b586-4051-accb-402da02b0a3d tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:05:34.431086 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-52588323-a67e-4dc5-8505-e010269dc9e2 req-a939b8a3-b586-4051-accb-402da02b0a3d tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/ports?device_id=81e87be0-f060-4ec0-b3bf-b0fb7a86834a HTTP/1.1" status: 200 len: 943 time: 0.0825353 Aug 18 12:05:34.432062 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681b9452-d98e-4146-9cc5-e1d0e2c251af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bb35244-b8fe-4175-8a8e-428d055b93ac,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:05:34.443723 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d558725-18f2-4759-89bf-06c0e979f606 req-ee4b9880-87ed-4a94-99c2-c81444ee0c6b service neutron] Port 5bf33747-264b-4627-a319-1d524a90532d on network 222e0814-c7e5-4b11-9282-3f40c6ed76b2 not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-2 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:05:34.444297 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d558725-18f2-4759-89bf-06c0e979f606 req-ee4b9880-87ed-4a94-99c2-c81444ee0c6b service neutron] Attempting to bind port 5bf33747-264b-4627-a319-1d524a90532d on network 222e0814-c7e5-4b11-9282-3f40c6ed76b2 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:05:34.477541 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d558725-18f2-4759-89bf-06c0e979f606 req-ee4b9880-87ed-4a94-99c2-c81444ee0c6b service neutron] Checking agent: {'id': 'a613417a-d085-492c-941a-59bb18c633d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 49, 6), 'started_at': datetime.datetime(2021, 8, 18, 11, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 5, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:05:34.477894 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d558725-18f2-4759-89bf-06c0e979f606 req-ee4b9880-87ed-4a94-99c2-c81444ee0c6b service neutron] Checking segment: {'id': 'b0eb6eea-b461-4969-8a27-808f00daa8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '222e0814-c7e5-4b11-9282-3f40c6ed76b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:05:34.478243 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d558725-18f2-4759-89bf-06c0e979f606 req-ee4b9880-87ed-4a94-99c2-c81444ee0c6b service neutron] Bound using segment: {'id': 'b0eb6eea-b461-4969-8a27-808f00daa8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '222e0814-c7e5-4b11-9282-3f40c6ed76b2'} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:05:34.478677 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-0d558725-18f2-4759-89bf-06c0e979f606 req-ee4b9880-87ed-4a94-99c2-c81444ee0c6b service neutron] Bound port: 5bf33747-264b-4627-a319-1d524a90532d, host: n-h1-804985-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0eb6eea-b461-4969-8a27-808f00daa8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '222e0814-c7e5-4b11-9282-3f40c6ed76b2'}}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:05:34.479020 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-0d558725-18f2-4759-89bf-06c0e979f606 req-ee4b9880-87ed-4a94-99c2-c81444ee0c6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:34.497132 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-52588323-a67e-4dc5-8505-e010269dc9e2 req-66756825-0482-414a-9d86-521d4aed96ad tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/security-groups?id=d60fbefd-5088-4718-a442-08959d2ac3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592923 Aug 18 12:05:34.525272 n-d-804985-2 neutron-server[106253]: INFO neutron.api.v2.resource [None req-a0dce355-7d5e-411e-bb09-de8304422ec2 tempest-TagsExtTest-223794796 tempest-TagsExtTest-223794796-project] show failed (client error): The resource could not be found. Aug 18 12:05:34.526340 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-a0dce355-7d5e-411e-bb09-de8304422ec2 tempest-TagsExtTest-223794796 tempest-TagsExtTest-223794796-project] 10.222.0.66 "GET /v2.0/routers/a0266ba9-30b9-451d-9d45-87499481f515/tags/tempest-TagsExtTest-Tag-755963242 HTTP/1.1" status: 404 len: 328 time: 0.1303303 Aug 18 12:05:34.529466 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 39130) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:05:34.534069 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.tag.tag_plugin [None req-6a0cc67e-ad89-4e1f-80b7-d7d2a3d06b52 tempest-TagsExtTest-223794796 tempest-TagsExtTest-223794796-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'a0266ba9-30b9-451d-9d45-87499481f515', 'tempest-TagsExtTest-Tag-65376922') {} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:05:34.618603 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-0d558725-18f2-4759-89bf-06c0e979f606 req-ee4b9880-87ed-4a94-99c2-c81444ee0c6b service neutron] For port 5bf33747-264b-4627-a319-1d524a90532d, host n-h1-804985-2, cleared binding levels {{(pid=106253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:05:34.622386 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-0d558725-18f2-4759-89bf-06c0e979f606 req-ee4b9880-87ed-4a94-99c2-c81444ee0c6b service neutron] For port 5bf33747-264b-4627-a319-1d524a90532d, host n-h1-804985-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=5bf33747-264b-4627-a319-1d524a90532d,segment=NetworkSegment(b0eb6eea-b461-4969-8a27-808f00daa8a1),segment_id=b0eb6eea-b461-4969-8a27-808f00daa8a1)] {{(pid=106253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:05:34.627513 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-0d558725-18f2-4759-89bf-06c0e979f606 req-ee4b9880-87ed-4a94-99c2-c81444ee0c6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:34.779364 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 39134) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:05:34.797100 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ca1e50a3-9bfb-4cc3-88d4-2381fc4f2bd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:34.966260 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2ad692-b3de-42c8-b4f3-99a22e1eb779 req-5800d1a3-7c90-4062-a79d-cfb8d0e9854d tempest-ImagesNegativeTestJSON-1045066260 tempest-ImagesNegativeTestJSON-1045066260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:05:34.968328 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-bf2ad692-b3de-42c8-b4f3-99a22e1eb779 req-5800d1a3-7c90-4062-a79d-cfb8d0e9854d tempest-ImagesNegativeTestJSON-1045066260 tempest-ImagesNegativeTestJSON-1045066260-project] 10.222.0.66 "GET /v2.0/ports?device_id=e189ee60-1d62-4227-beb4-752ba155e48a HTTP/1.1" status: 200 len: 948 time: 0.0849109 Aug 18 12:05:34.979491 n-d-804985-2 neutron-server[106253]: INFO neutron.api.v2.resource [None req-6a0cc67e-ad89-4e1f-80b7-d7d2a3d06b52 tempest-TagsExtTest-223794796 tempest-TagsExtTest-223794796-project] show failed (client error): The resource could not be found. Aug 18 12:05:34.980679 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-6a0cc67e-ad89-4e1f-80b7-d7d2a3d06b52 tempest-TagsExtTest-223794796 tempest-TagsExtTest-223794796-project] 10.222.0.66 "GET /v2.0/routers/a0266ba9-30b9-451d-9d45-87499481f515/tags/tempest-TagsExtTest-Tag-65376922 HTTP/1.1" status: 404 len: 327 time: 0.4503176 Aug 18 12:05:34.985919 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 39140) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:05:34.992122 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.tag.tag_plugin [None req-12ed61df-e0b9-4368-8968-8e66caa73e6d tempest-TagsExtTest-223794796 tempest-TagsExtTest-223794796-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'f26ed33c-54ad-47fe-9543-4cc801b5b98c', {'tags': ['tempest-TagsExtTest-Tag-821322454', 'tempest-TagsExtTest-Tag-1370620010', 'tempest-TagsExtTest-Tag-1652841030']}) {} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:05:34.999465 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d558725-18f2-4759-89bf-06c0e979f606 req-ee4b9880-87ed-4a94-99c2-c81444ee0c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:05:35.000079 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-0d558725-18f2-4759-89bf-06c0e979f606 req-ee4b9880-87ed-4a94-99c2-c81444ee0c6b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:35.001503 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-0d558725-18f2-4759-89bf-06c0e979f606 req-ee4b9880-87ed-4a94-99c2-c81444ee0c6b service neutron] 10.222.0.63 "PUT /v2.0/ports/5bf33747-264b-4627-a319-1d524a90532d HTTP/1.1" status: 200 len: 1096 time: 1.5007620 Aug 18 12:05:35.001956 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e189ee60-1d62-4227-beb4-752ba155e48a', 'tag': '5bf33747-264b-4627-a319-1d524a90532d'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:05:35.004184 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0679f4c4b6e0e0c064a7d71d722dc30541a34fffee11680573be22ee2ffccc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ef3f3cd-e831-41f8-84ed-7e9ce8b88ae9" -d '{"events": [{"name": "network-changed", "server_uuid": "e189ee60-1d62-4227-beb4-752ba155e48a", "tag": "5bf33747-264b-4627-a319-1d524a90532d"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:05:35.019404 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ca1e50a3-9bfb-4cc3-88d4-2381fc4f2bd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:35.027743 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-bf2ad692-b3de-42c8-b4f3-99a22e1eb779 req-fe88ce67-eedb-49b8-b836-a4e1a08ce131 tempest-ImagesNegativeTestJSON-1045066260 tempest-ImagesNegativeTestJSON-1045066260-project] 10.222.0.66 "GET /v2.0/security-groups?id=d8a3abfd-0ac3-417c-877f-79efec269c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497329 Aug 18 12:05:35.030885 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ca1e50a3-9bfb-4cc3-88d4-2381fc4f2bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:35.047066 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4b9880-87ed-4a94-99c2-c81444ee0c6b service neutron] Pushing event updated for resources: {'Port': ['ID=5bf33747-264b-4627-a319-1d524a90532d,revision_number=3']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:05:35.078945 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-12ed61df-e0b9-4368-8968-8e66caa73e6d tempest-TagsExtTest-223794796 tempest-TagsExtTest-223794796-project] 10.222.0.66 "PUT /v2.0/subnetpools/f26ed33c-54ad-47fe-9543-4cc801b5b98c/tags HTTP/1.1" status: 200 len: 317 time: 0.0918202 Aug 18 12:05:35.082742 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 39146) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:05:35.091071 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.tag.tag_plugin [None req-694ebd11-e2a3-4f9e-8217-867580d6257c tempest-TagsExtTest-223794796 tempest-TagsExtTest-223794796-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'f26ed33c-54ad-47fe-9543-4cc801b5b98c') {} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:05:35.103429 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1e50a3-9bfb-4cc3-88d4-2381fc4f2bd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e3405d8-4cb1-4d63-881e-193aaea2d2da,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:05:35.118707 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:05:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63cb4bf4-797c-4ee9-ad46-909793847dd2 x-openstack-request-id: req-63cb4bf4-797c-4ee9-ad46-909793847dd2 {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:05:35.119330 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e189ee60-1d62-4227-beb4-752ba155e48a", "tag": "5bf33747-264b-4627-a319-1d524a90532d", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:05:35.119573 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-63cb4bf4-797c-4ee9-ad46-909793847dd2 {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:05:35.120060 n-d-804985-2 neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e189ee60-1d62-4227-beb4-752ba155e48a', 'tag': '5bf33747-264b-4627-a319-1d524a90532d', 'status': 'completed', 'code': 200} Aug 18 12:05:35.130530 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-ca1e50a3-9bfb-4cc3-88d4-2381fc4f2bd6 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=db8b6f2cdc7a48e2b8ffdf69d7daec47&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3499677 Aug 18 12:05:35.136348 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 39148) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:05:35.170232 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d558725-18f2-4759-89bf-06c0e979f606 req-17424716-93cb-4e12-a6fb-f4be8c487695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:05:35.171764 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-0d558725-18f2-4759-89bf-06c0e979f606 req-17424716-93cb-4e12-a6fb-f4be8c487695 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=9530fef462cd4708906b0d9547270b9d&device_id=e189ee60-1d62-4227-beb4-752ba155e48a HTTP/1.1" status: 200 len: 1099 time: 0.1026309 Aug 18 12:05:35.236286 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-0d558725-18f2-4759-89bf-06c0e979f606 req-185dd532-0381-43b8-961c-a0b0be6a7c75 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=5bf33747-264b-4627-a319-1d524a90532d HTTP/1.1" status: 200 len: 217 time: 0.0493588 Aug 18 12:05:35.241060 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-694ebd11-e2a3-4f9e-8217-867580d6257c tempest-TagsExtTest-223794796 tempest-TagsExtTest-223794796-project] 10.222.0.66 "DELETE /v2.0/subnetpools/f26ed33c-54ad-47fe-9543-4cc801b5b98c/tags HTTP/1.1" status: 204 len: 168 time: 0.1571732 Aug 18 12:05:35.243991 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 39156) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:05:35.248722 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.tag.tag_plugin [None req-9ad0e95c-bb6c-4418-815c-70424e8174b8 tempest-TagsExtTest-223794796 tempest-TagsExtTest-223794796-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'f26ed33c-54ad-47fe-9543-4cc801b5b98c', 'tempest-TagsExtTest-Tag-821322454') {} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:05:35.268715 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8f8b8ffb-840a-4c77-9f1e-95be1c9b2acc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:35.275368 n-d-804985-2 neutron-server[106252]: INFO neutron.api.v2.resource [None req-9ad0e95c-bb6c-4418-815c-70424e8174b8 tempest-TagsExtTest-223794796 tempest-TagsExtTest-223794796-project] show failed (client error): The resource could not be found. Aug 18 12:05:35.279815 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-9ad0e95c-bb6c-4418-815c-70424e8174b8 tempest-TagsExtTest-223794796 tempest-TagsExtTest-223794796-project] 10.222.0.66 "GET /v2.0/subnetpools/f26ed33c-54ad-47fe-9543-4cc801b5b98c/tags/tempest-TagsExtTest-Tag-821322454 HTTP/1.1" status: 404 len: 328 time: 0.0347297 Aug 18 12:05:35.280428 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 39162) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:05:35.286663 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.tag.tag_plugin [None req-d03806c2-4f07-412d-bdbc-98e48bfec4c7 tempest-TagsExtTest-223794796 tempest-TagsExtTest-223794796-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'f26ed33c-54ad-47fe-9543-4cc801b5b98c', 'tempest-TagsExtTest-Tag-1370620010') {} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:05:35.309918 n-d-804985-2 neutron-server[106252]: INFO neutron.api.v2.resource [None req-d03806c2-4f07-412d-bdbc-98e48bfec4c7 tempest-TagsExtTest-223794796 tempest-TagsExtTest-223794796-project] show failed (client error): The resource could not be found. Aug 18 12:05:35.310915 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-d03806c2-4f07-412d-bdbc-98e48bfec4c7 tempest-TagsExtTest-223794796 tempest-TagsExtTest-223794796-project] 10.222.0.66 "GET /v2.0/subnetpools/f26ed33c-54ad-47fe-9543-4cc801b5b98c/tags/tempest-TagsExtTest-Tag-1370620010 HTTP/1.1" status: 404 len: 329 time: 0.0291166 Aug 18 12:05:35.314017 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 39164) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:05:35.315821 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8f8b8ffb-840a-4c77-9f1e-95be1c9b2acc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:35.327903 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.tag.tag_plugin [None req-490291ab-5d09-48b9-937c-95cd9441a4b2 tempest-TagsExtTest-223794796 tempest-TagsExtTest-223794796-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'f26ed33c-54ad-47fe-9543-4cc801b5b98c', 'tempest-TagsExtTest-Tag-1652841030') {} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:05:35.343048 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d558725-18f2-4759-89bf-06c0e979f606 req-936a2996-7bf4-47cb-acde-0ef6ec4f1bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:05:35.344539 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-0d558725-18f2-4759-89bf-06c0e979f606 req-936a2996-7bf4-47cb-acde-0ef6ec4f1bf0 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=6d16d680-110b-436d-8afa-48ba845b3623 HTTP/1.1" status: 200 len: 843 time: 0.0866854 Aug 18 12:05:35.394139 n-d-804985-2 neutron-server[106253]: INFO neutron.api.v2.resource [None req-490291ab-5d09-48b9-937c-95cd9441a4b2 tempest-TagsExtTest-223794796 tempest-TagsExtTest-223794796-project] show failed (client error): The resource could not be found. Aug 18 12:05:35.395164 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-490291ab-5d09-48b9-937c-95cd9441a4b2 tempest-TagsExtTest-223794796 tempest-TagsExtTest-223794796-project] 10.222.0.66 "GET /v2.0/subnetpools/f26ed33c-54ad-47fe-9543-4cc801b5b98c/tags/tempest-TagsExtTest-Tag-1652841030 HTTP/1.1" status: 404 len: 329 time: 0.0770209 Aug 18 12:05:35.398408 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 39170) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:05:35.405193 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.tag.tag_plugin [None req-5b048f8a-7bc4-4dc0-a01d-4e7d2c3ebf21 tempest-TagsExtTest-223794796 tempest-TagsExtTest-223794796-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'f26ed33c-54ad-47fe-9543-4cc801b5b98c') {} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:05:35.412514 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d558725-18f2-4759-89bf-06c0e979f606 req-1c667de9-d137-422e-bd58-cf0884e513e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:05:35.414022 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-0d558725-18f2-4759-89bf-06c0e979f606 req-1c667de9-d137-422e-bd58-cf0884e513e2 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=222e0814-c7e5-4b11-9282-3f40c6ed76b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0539582 Aug 18 12:05:35.420396 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8f8b8ffb-840a-4c77-9f1e-95be1c9b2acc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:35.423506 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8f8b8ffb-840a-4c77-9f1e-95be1c9b2acc admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:35.429753 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-8f8b8ffb-840a-4c77-9f1e-95be1c9b2acc admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/6e3405d8-4cb1-4d63-881e-193aaea2d2da HTTP/1.1" status: 204 len: 168 time: 0.2882154 Aug 18 12:05:35.447413 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-5b048f8a-7bc4-4dc0-a01d-4e7d2c3ebf21 tempest-TagsExtTest-223794796 tempest-TagsExtTest-223794796-project] 10.222.0.66 "DELETE /v2.0/subnetpools/f26ed33c-54ad-47fe-9543-4cc801b5b98c/tags HTTP/1.1" status: 204 len: 168 time: 0.0441904 Aug 18 12:05:35.447413 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 39178) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:05:35.453237 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.tag.tag_plugin [None req-612c02d9-103f-4a90-a2e9-9f092f1af7f7 tempest-TagsExtTest-223794796 tempest-TagsExtTest-223794796-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'a0266ba9-30b9-451d-9d45-87499481f515') {} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:05:35.455503 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8b8ffb-840a-4c77-9f1e-95be1c9b2acc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e3405d8-4cb1-4d63-881e-193aaea2d2da,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:05:35.559619 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-0d558725-18f2-4759-89bf-06c0e979f606 req-596aa56b-c12c-45ed-b530-dde637275f7b service neutron] 10.222.0.63 "GET /v2.0/networks/222e0814-c7e5-4b11-9282-3f40c6ed76b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324103 Aug 18 12:05:35.580923 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-612c02d9-103f-4a90-a2e9-9f092f1af7f7 tempest-TagsExtTest-223794796 tempest-TagsExtTest-223794796-project] 10.222.0.66 "DELETE /v2.0/routers/a0266ba9-30b9-451d-9d45-87499481f515/tags HTTP/1.1" status: 204 len: 168 time: 0.1329052 Aug 18 12:05:35.583421 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 39182) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:05:35.588497 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.tag.tag_plugin [None req-52bf71fe-b4db-4889-abab-862783eb55bc tempest-TagsExtTest-223794796 tempest-TagsExtTest-223794796-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'ca0ca669-4bba-4002-9333-620d4c8bff5e') {} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:05:35.656929 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-0d558725-18f2-4759-89bf-06c0e979f606 req-1c716683-5f2a-4ac9-bf4c-36e1f160e82c service neutron] 10.222.0.63 "GET /v2.0/networks/222e0814-c7e5-4b11-9282-3f40c6ed76b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904155 Aug 18 12:05:35.692003 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b83580-9056-4c8a-9101-80cc4791005c req-53ba2ad8-6b19-4a83-a1e0-91eb94cdc08c tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:05:35.693579 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-43b83580-9056-4c8a-9101-80cc4791005c req-53ba2ad8-6b19-4a83-a1e0-91eb94cdc08c tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/ports?device_id=81e87be0-f060-4ec0-b3bf-b0fb7a86834a HTTP/1.1" status: 200 len: 943 time: 0.0774724 Aug 18 12:05:35.721829 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-52bf71fe-b4db-4889-abab-862783eb55bc tempest-TagsExtTest-223794796 tempest-TagsExtTest-223794796-project] 10.222.0.66 "DELETE /v2.0/ports/ca0ca669-4bba-4002-9333-620d4c8bff5e/tags HTTP/1.1" status: 204 len: 168 time: 0.1373911 Aug 18 12:05:35.738871 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 39186) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:05:35.742407 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-43b83580-9056-4c8a-9101-80cc4791005c req-a7f41bed-312b-4b25-adea-9e6376506566 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/security-groups?id=d60fbefd-5088-4718-a442-08959d2ac3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430827 Aug 18 12:05:35.747632 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.tag.tag_plugin [None req-4a09f5e5-32a1-4c0b-8f84-0cd14dafd444 tempest-TagsExtTest-223794796 tempest-TagsExtTest-223794796-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'c010a85e-e9d1-4fe9-a8a1-bfa157ff8617') {} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:05:35.786395 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef3f3cd-e831-41f8-84ed-7e9ce8b88ae9 req-a623f240-dead-4135-81ea-b1bde5e31f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:05:35.787978 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-3ef3f3cd-e831-41f8-84ed-7e9ce8b88ae9 req-a623f240-dead-4135-81ea-b1bde5e31f62 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=9530fef462cd4708906b0d9547270b9d&device_id=e189ee60-1d62-4227-beb4-752ba155e48a HTTP/1.1" status: 200 len: 1099 time: 0.0660388 Aug 18 12:05:35.808601 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-4a09f5e5-32a1-4c0b-8f84-0cd14dafd444 tempest-TagsExtTest-223794796 tempest-TagsExtTest-223794796-project] 10.222.0.66 "DELETE /v2.0/subnets/c010a85e-e9d1-4fe9-a8a1-bfa157ff8617/tags HTTP/1.1" status: 204 len: 168 time: 0.0649395 Aug 18 12:05:35.813577 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 39188) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:05:35.888002 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef3f3cd-e831-41f8-84ed-7e9ce8b88ae9 req-0e47bc10-12ae-4c93-b87f-a3704479795d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:05:35.889503 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-3ef3f3cd-e831-41f8-84ed-7e9ce8b88ae9 req-0e47bc10-12ae-4c93-b87f-a3704479795d service neutron] 10.222.0.63 "GET /v2.0/networks?id=222e0814-c7e5-4b11-9282-3f40c6ed76b2 HTTP/1.1" status: 200 len: 870 time: 0.0926199 Aug 18 12:05:35.919605 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f02b5556-9c1a-4b68-8798-b31d05493413 tempest-TagsExtTest-223794796 tempest-TagsExtTest-223794796-project] Notify callbacks [] for subnetpool, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:35.920821 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-f02b5556-9c1a-4b68-8798-b31d05493413 tempest-TagsExtTest-223794796 tempest-TagsExtTest-223794796-project] 10.222.0.66 "DELETE /v2.0/subnetpools/f26ed33c-54ad-47fe-9543-4cc801b5b98c HTTP/1.1" status: 204 len: 168 time: 0.1060388 Aug 18 12:05:35.923391 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 39196) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:05:35.943246 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-3ef3f3cd-e831-41f8-84ed-7e9ce8b88ae9 req-832c5131-d334-4ae5-ac98-176dd1f169ca service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=5bf33747-264b-4627-a319-1d524a90532d HTTP/1.1" status: 200 len: 217 time: 0.0414999 Aug 18 12:05:35.974354 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-15ea751e-9950-41e1-b737-99dfa392aa30 tempest-TagsExtTest-223794796 tempest-TagsExtTest-223794796-project] 10.222.0.66 "GET /v2.0/ports?device_id=a0266ba9-30b9-451d-9d45-87499481f515 HTTP/1.1" status: 200 len: 205 time: 0.0498564 Aug 18 12:05:35.978630 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 39200) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:05:35.991432 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:36.047621 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef3f3cd-e831-41f8-84ed-7e9ce8b88ae9 req-d8a8aede-c486-470a-af81-1cd06f4888df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:05:36.056487 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-3ef3f3cd-e831-41f8-84ed-7e9ce8b88ae9 req-d8a8aede-c486-470a-af81-1cd06f4888df service neutron] 10.222.0.63 "GET /v2.0/subnets?id=6d16d680-110b-436d-8afa-48ba845b3623 HTTP/1.1" status: 200 len: 843 time: 0.1022389 Aug 18 12:05:36.061924 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0a227940-916c-46ba-bfe0-8820df6e3a68 tempest-TagsExtTest-223794796 tempest-TagsExtTest-223794796-project] Notify callbacks [] for router, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:36.133073 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef3f3cd-e831-41f8-84ed-7e9ce8b88ae9 req-356bb4c3-2a29-40a2-8c68-63b55a70b89c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:05:36.134942 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-3ef3f3cd-e831-41f8-84ed-7e9ce8b88ae9 req-356bb4c3-2a29-40a2-8c68-63b55a70b89c service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=222e0814-c7e5-4b11-9282-3f40c6ed76b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0672104 Aug 18 12:05:36.180247 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 09714616-d1ed-4cd3-8f88-a41a513b3b56 details requested by agent hyperv_n-h2-804985-2 with host n-h2-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:05:36.302382 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-3ef3f3cd-e831-41f8-84ed-7e9ce8b88ae9 req-fbab63bc-8b5e-4dd7-a4fe-7e0a8d5570b3 service neutron] 10.222.0.63 "GET /v2.0/networks/222e0814-c7e5-4b11-9282-3f40c6ed76b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585183 Aug 18 12:05:36.338629 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fa19ba-c427-465e-a19e-01223319077e req-fc7283d6-b4ba-4078-a711-8255a66c3725 tempest-ImagesNegativeTestJSON-1045066260 tempest-ImagesNegativeTestJSON-1045066260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:05:36.340863 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d5fa19ba-c427-465e-a19e-01223319077e req-fc7283d6-b4ba-4078-a711-8255a66c3725 tempest-ImagesNegativeTestJSON-1045066260 tempest-ImagesNegativeTestJSON-1045066260-project] 10.222.0.66 "GET /v2.0/ports?device_id=e189ee60-1d62-4227-beb4-752ba155e48a HTTP/1.1" status: 200 len: 948 time: 0.1429179 Aug 18 12:05:36.362178 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port 09714616-d1ed-4cd3-8f88-a41a513b3b56, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=09714616-d1ed-4cd3-8f88-a41a513b3b56,segment=NetworkSegment(cad785f7-8854-4494-9369-5c8d15a44cef),segment_id=cad785f7-8854-4494-9369-5c8d15a44cef)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:05:36.375757 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Returning: {'device': '09714616-d1ed-4cd3-8f88-a41a513b3b56', 'network_id': 'f4b8d3d9-3617-4a41-8d50-7e0230977f6d', 'port_id': '09714616-d1ed-4cd3-8f88-a41a513b3b56', 'mac_address': 'fa:16:3e:61:b8:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 831, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd716ee29-e7a2-4fa3-97cc-7ab3c35181fa', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:05:36.420888 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:36.436307 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09714616-d1ed-4cd3-8f88-a41a513b3b56 {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:05:36.459093 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-3ef3f3cd-e831-41f8-84ed-7e9ce8b88ae9 req-d20721aa-06a8-4dc1-a61d-1893c8b7d0b1 service neutron] 10.222.0.63 "GET /v2.0/networks/222e0814-c7e5-4b11-9282-3f40c6ed76b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478720 Aug 18 12:05:36.467946 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port 09714616-d1ed-4cd3-8f88-a41a513b3b56, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=09714616-d1ed-4cd3-8f88-a41a513b3b56,segment=NetworkSegment(cad785f7-8854-4494-9369-5c8d15a44cef),segment_id=cad785f7-8854-4494-9369-5c8d15a44cef)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:05:36.474868 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:36.492543 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0a227940-916c-46ba-bfe0-8820df6e3a68 tempest-TagsExtTest-223794796 tempest-TagsExtTest-223794796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-996004', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15859'] for router, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:36.494835 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0a227940-916c-46ba-bfe0-8820df6e3a68 tempest-TagsExtTest-223794796 tempest-TagsExtTest-223794796-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:36.525678 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d5fa19ba-c427-465e-a19e-01223319077e req-6789043e-3e98-4b44-9ba3-c35a13726f1b tempest-ImagesNegativeTestJSON-1045066260 tempest-ImagesNegativeTestJSON-1045066260-project] 10.222.0.66 "GET /v2.0/security-groups?id=d8a3abfd-0ac3-417c-877f-79efec269c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220524 Aug 18 12:05:36.538483 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=09714616-d1ed-4cd3-8f88-a41a513b3b56,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:05:36.574680 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0a227940-916c-46ba-bfe0-8820df6e3a68 tempest-TagsExtTest-223794796 tempest-TagsExtTest-223794796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-996061'] for router, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:36.575204 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a227940-916c-46ba-bfe0-8820df6e3a68 tempest-TagsExtTest-223794796 tempest-TagsExtTest-223794796-project] Fanout notify agent at l3_agent the message router_deleted on router a0266ba9-30b9-451d-9d45-87499481f515 {{(pid=106252) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 12:05:36.596759 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0a227940-916c-46ba-bfe0-8820df6e3a68 tempest-TagsExtTest-223794796 tempest-TagsExtTest-223794796-project] Notify callbacks [] for router, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:36.601081 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-0a227940-916c-46ba-bfe0-8820df6e3a68 tempest-TagsExtTest-223794796 tempest-TagsExtTest-223794796-project] 10.222.0.66 "DELETE /v2.0/routers/a0266ba9-30b9-451d-9d45-87499481f515 HTTP/1.1" status: 204 len: 168 time: 0.6223388 Aug 18 12:05:36.604354 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 39226) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:05:36.723943 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-9570531f-f7cd-4ac5-8369-93f8e8514e27 tempest-TagsExtTest-223794796 tempest-TagsExtTest-223794796-project] Deleting port ca0ca669-4bba-4002-9333-620d4c8bff5e {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:05:36.724368 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-9570531f-f7cd-4ac5-8369-93f8e8514e27 tempest-TagsExtTest-223794796 tempest-TagsExtTest-223794796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:36.738677 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] get_ports_and_sgs() called for port_ids ['09714616-d1ed-4cd3-8f88-a41a513b3b56'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:05:36.850259 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-9570531f-f7cd-4ac5-8369-93f8e8514e27 tempest-TagsExtTest-223794796 tempest-TagsExtTest-223794796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:36.884502 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 39232) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:05:36.895835 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-9570531f-f7cd-4ac5-8369-93f8e8514e27 tempest-TagsExtTest-223794796 tempest-TagsExtTest-223794796-project] Calling delete_port for ca0ca669-4bba-4002-9333-620d4c8bff5e owned by {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:05:36.965847 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f140e506-62b5-4e50-a155-c2ebb38c1ead req-df630cc9-9c41-4d56-aacd-3b931f56c51c tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:05:36.967367 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f140e506-62b5-4e50-a155-c2ebb38c1ead req-df630cc9-9c41-4d56-aacd-3b931f56c51c tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/ports?device_id=81e87be0-f060-4ec0-b3bf-b0fb7a86834a HTTP/1.1" status: 200 len: 944 time: 0.1081839 Aug 18 12:05:37.018317 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-765e01a5-6e5b-4c51-8372-0f3c1344e4e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:37.043111 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f140e506-62b5-4e50-a155-c2ebb38c1ead req-91b99b31-93d2-460d-bd2d-db8b7ca93317 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/security-groups?id=d60fbefd-5088-4718-a442-08959d2ac3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637636 Aug 18 12:05:37.126756 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-9570531f-f7cd-4ac5-8369-93f8e8514e27 tempest-TagsExtTest-223794796 tempest-TagsExtTest-223794796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:37.147677 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-765e01a5-6e5b-4c51-8372-0f3c1344e4e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:37.152642 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-765e01a5-6e5b-4c51-8372-0f3c1344e4e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:37.162080 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9570531f-f7cd-4ac5-8369-93f8e8514e27 tempest-TagsExtTest-223794796 tempest-TagsExtTest-223794796-project] Pushing event deleted for resources: {'Port': ['ID=ca0ca669-4bba-4002-9333-620d4c8bff5e,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:05:37.207585 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-765e01a5-6e5b-4c51-8372-0f3c1344e4e5 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=97c97ad1e9e6478b91e982cfaefbf929&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3215513 Aug 18 12:05:37.208202 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 39238) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:05:37.210788 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765e01a5-6e5b-4c51-8372-0f3c1344e4e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c4f5044-cf13-45dc-b5c2-96f98babf939,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:05:37.277874 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-9570531f-f7cd-4ac5-8369-93f8e8514e27 tempest-TagsExtTest-223794796 tempest-TagsExtTest-223794796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:37.280234 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-9570531f-f7cd-4ac5-8369-93f8e8514e27 tempest-TagsExtTest-223794796 tempest-TagsExtTest-223794796-project] 10.222.0.66 "DELETE /v2.0/ports/ca0ca669-4bba-4002-9333-620d4c8bff5e HTTP/1.1" status: 204 len: 168 time: 0.6746273 Aug 18 12:05:37.282672 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 39242) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:05:37.291142 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-994dab40-21e3-4011-843b-fb81298eb1b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:37.316838 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-994dab40-21e3-4011-843b-fb81298eb1b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:37.364422 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8906500-68e4-4c25-9987-06b469556065 tempest-TagsExtTest-223794796 tempest-TagsExtTest-223794796-project] Deleting subnet c010a85e-e9d1-4fe9-a8a1-bfa157ff8617 {{(pid=106252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 12:05:37.369667 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d8906500-68e4-4c25-9987-06b469556065 tempest-TagsExtTest-223794796 tempest-TagsExtTest-223794796-project] Notify callbacks [] for subnet, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:37.374106 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-994dab40-21e3-4011-843b-fb81298eb1b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:37.377611 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-994dab40-21e3-4011-843b-fb81298eb1b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:37.378818 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-994dab40-21e3-4011-843b-fb81298eb1b3 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/7c4f5044-cf13-45dc-b5c2-96f98babf939 HTTP/1.1" status: 204 len: 168 time: 0.1690192 Aug 18 12:05:37.388191 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994dab40-21e3-4011-843b-fb81298eb1b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c4f5044-cf13-45dc-b5c2-96f98babf939,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:05:37.414820 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d8906500-68e4-4c25-9987-06b469556065 tempest-TagsExtTest-223794796 tempest-TagsExtTest-223794796-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2221528'] for subnet, precommit_delete_associations {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:37.514392 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d8906500-68e4-4c25-9987-06b469556065 tempest-TagsExtTest-223794796 tempest-TagsExtTest-223794796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:37.589445 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d8906500-68e4-4c25-9987-06b469556065 tempest-TagsExtTest-223794796 tempest-TagsExtTest-223794796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3572848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59074100'] for subnet, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:37.617411 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8906500-68e4-4c25-9987-06b469556065 tempest-TagsExtTest-223794796 tempest-TagsExtTest-223794796-project] Pushing event deleted for resources: {'Subnet': ['ID=c010a85e-e9d1-4fe9-a8a1-bfa157ff8617,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:05:37.623104 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d8906500-68e4-4c25-9987-06b469556065 tempest-TagsExtTest-223794796 tempest-TagsExtTest-223794796-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for subnet, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:37.625001 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-d8906500-68e4-4c25-9987-06b469556065 tempest-TagsExtTest-223794796 tempest-TagsExtTest-223794796-project] 10.222.0.66 "DELETE /v2.0/subnets/c010a85e-e9d1-4fe9-a8a1-bfa157ff8617 HTTP/1.1" status: 204 len: 168 time: 0.3413649 Aug 18 12:05:37.627861 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 39252) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:05:37.645026 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-074c6202-7020-40cc-819d-0c9a046d890f None None] Network 8869c299-1f1e-4d7b-bc00-72c2c4d6e2da requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:05:37.695367 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d631a5b9-2c1a-4a0a-b04d-d4ebb0a79106 req-8d4a8142-d0d4-4bcd-a666-e6415e64db1b tempest-ImagesNegativeTestJSON-1045066260 tempest-ImagesNegativeTestJSON-1045066260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:05:37.698663 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d631a5b9-2c1a-4a0a-b04d-d4ebb0a79106 req-8d4a8142-d0d4-4bcd-a666-e6415e64db1b tempest-ImagesNegativeTestJSON-1045066260 tempest-ImagesNegativeTestJSON-1045066260-project] 10.222.0.66 "GET /v2.0/ports?device_id=e189ee60-1d62-4227-beb4-752ba155e48a HTTP/1.1" status: 200 len: 948 time: 0.0775135 Aug 18 12:05:37.731582 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-efea210f-9ba0-40f7-8c9e-15f2212c1b1c tempest-TagsExtTest-223794796 tempest-TagsExtTest-223794796-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7904109'] for network, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:37.780447 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d631a5b9-2c1a-4a0a-b04d-d4ebb0a79106 req-6bb89cc5-c92e-44d4-bb9a-6d5b6fdca9fe tempest-ImagesNegativeTestJSON-1045066260 tempest-ImagesNegativeTestJSON-1045066260-project] 10.222.0.66 "GET /v2.0/security-groups?id=d8a3abfd-0ac3-417c-877f-79efec269c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685165 Aug 18 12:05:37.831877 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-efea210f-9ba0-40f7-8c9e-15f2212c1b1c tempest-TagsExtTest-223794796 tempest-TagsExtTest-223794796-project] Deleting port 6f3b7825-81e0-4c03-8b43-cfbc36752571 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:05:37.832223 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-efea210f-9ba0-40f7-8c9e-15f2212c1b1c tempest-TagsExtTest-223794796 tempest-TagsExtTest-223794796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:37.913477 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50448ae7-253c-4562-bd8e-14038c2a9968 None None] DHCP port deletion for 8869c299-1f1e-4d7b-bc00-72c2c4d6e2da request from n-d-804985-2 {{(pid=106254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 12:05:37.939570 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [None req-efea210f-9ba0-40f7-8c9e-15f2212c1b1c tempest-TagsExtTest-223794796 tempest-TagsExtTest-223794796-project] For port 6f3b7825-81e0-4c03-8b43-cfbc36752571, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=6f3b7825-81e0-4c03-8b43-cfbc36752571,segment=NetworkSegment(dfe5ecdd-2f11-4485-ade3-58d3043c1c30),segment_id=dfe5ecdd-2f11-4485-ade3-58d3043c1c30)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:05:37.940332 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-efea210f-9ba0-40f7-8c9e-15f2212c1b1c tempest-TagsExtTest-223794796 tempest-TagsExtTest-223794796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:37.954896 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-efea210f-9ba0-40f7-8c9e-15f2212c1b1c tempest-TagsExtTest-223794796 tempest-TagsExtTest-223794796-project] Calling delete_port for 6f3b7825-81e0-4c03-8b43-cfbc36752571 owned by network:dhcp {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:05:37.996448 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 39268) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:05:38.022040 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-50448ae7-253c-4562-bd8e-14038c2a9968 None None] Deleting port 6f3b7825-81e0-4c03-8b43-cfbc36752571 {{(pid=106254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:05:38.022666 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-50448ae7-253c-4562-bd8e-14038c2a9968 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:38.027918 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:38.076541 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-efea210f-9ba0-40f7-8c9e-15f2212c1b1c tempest-TagsExtTest-223794796 tempest-TagsExtTest-223794796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:38.099828 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efea210f-9ba0-40f7-8c9e-15f2212c1b1c tempest-TagsExtTest-223794796 tempest-TagsExtTest-223794796-project] No DVR routers for this DVR port 6f3b7825-81e0-4c03-8b43-cfbc36752571 on host n-d-804985-2 {{(pid=106253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:05:38.129849 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efea210f-9ba0-40f7-8c9e-15f2212c1b1c tempest-TagsExtTest-223794796 tempest-TagsExtTest-223794796-project] Pushing event deleted for resources: {'Port': ['ID=6f3b7825-81e0-4c03-8b43-cfbc36752571,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:05:38.144269 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-50448ae7-253c-4562-bd8e-14038c2a9968 None None] For port 6f3b7825-81e0-4c03-8b43-cfbc36752571, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=6f3b7825-81e0-4c03-8b43-cfbc36752571,segment=NetworkSegment(dfe5ecdd-2f11-4485-ade3-58d3043c1c30),segment_id=dfe5ecdd-2f11-4485-ade3-58d3043c1c30)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:05:38.146605 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-50448ae7-253c-4562-bd8e-14038c2a9968 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:38.174582 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-50448ae7-253c-4562-bd8e-14038c2a9968 None None] Calling delete_port for 6f3b7825-81e0-4c03-8b43-cfbc36752571 owned by network:dhcp {{(pid=106254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:05:38.181473 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 09714616-d1ed-4cd3-8f88-a41a513b3b56 up at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:05:38.256740 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-efea210f-9ba0-40f7-8c9e-15f2212c1b1c tempest-TagsExtTest-223794796 tempest-TagsExtTest-223794796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8367869', 'neutron.services.segments.db._delete_segments_for_network-8789151212993'] for network, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:38.269347 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-efea210f-9ba0-40f7-8c9e-15f2212c1b1c tempest-TagsExtTest-223794796 tempest-TagsExtTest-223794796-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8869c299-1f1e-4d7b-bc00-72c2c4d6e2da']}} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:05:38.278730 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73b73ed-2fcb-41e5-a399-c31319953ecc req-f5283279-9b89-48c6-9970-fe987ac9d9c9 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:05:38.282885 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-efea210f-9ba0-40f7-8c9e-15f2212c1b1c tempest-TagsExtTest-223794796 tempest-TagsExtTest-223794796-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfe5ecdd-2f11-4485-ade3-58d3043c1c30') {'for_net_delete': True} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:05:38.283236 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-efea210f-9ba0-40f7-8c9e-15f2212c1b1c tempest-TagsExtTest-223794796 tempest-TagsExtTest-223794796-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfe5ecdd-2f11-4485-ade3-58d3043c1c30') {} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:05:38.286574 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d73b73ed-2fcb-41e5-a399-c31319953ecc req-f5283279-9b89-48c6-9970-fe987ac9d9c9 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/ports?device_id=81e87be0-f060-4ec0-b3bf-b0fb7a86834a HTTP/1.1" status: 200 len: 944 time: 0.1054795 Aug 18 12:05:38.295295 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-efea210f-9ba0-40f7-8c9e-15f2212c1b1c tempest-TagsExtTest-223794796 tempest-TagsExtTest-223794796-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789151225254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902236'] for segment, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:38.318259 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-efea210f-9ba0-40f7-8c9e-15f2212c1b1c tempest-TagsExtTest-223794796 tempest-TagsExtTest-223794796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:38.331677 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efea210f-9ba0-40f7-8c9e-15f2212c1b1c tempest-TagsExtTest-223794796 tempest-TagsExtTest-223794796-project] Releasing vlan 802 on physical network physnet1 to pool {{(pid=106253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:05:38.334300 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-efea210f-9ba0-40f7-8c9e-15f2212c1b1c tempest-TagsExtTest-223794796 tempest-TagsExtTest-223794796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58900537'] for segment, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:38.338230 n-d-804985-2 neutron-server[106253]: Traceback (most recent call last): Aug 18 12:05:38.338230 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:05:38.338230 n-d-804985-2 neutron-server[106253]: timer() Aug 18 12:05:38.338230 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:05:38.338230 n-d-804985-2 neutron-server[106253]: cb(*args, **kw) Aug 18 12:05:38.338230 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:05:38.338230 n-d-804985-2 neutron-server[106253]: return func(*args, **kwargs) Aug 18 12:05:38.338230 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:05:38.338230 n-d-804985-2 neutron-server[106253]: self._notify() Aug 18 12:05:38.338230 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:05:38.338230 n-d-804985-2 neutron-server[106253]: self.callback(batched_events) Aug 18 12:05:38.338230 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:05:38.338230 n-d-804985-2 neutron-server[106253]: event.method(event) Aug 18 12:05:38.338230 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:05:38.338230 n-d-804985-2 neutron-server[106253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:05:38.338230 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:05:38.338230 n-d-804985-2 neutron-server[106253]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:05:38.338230 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:05:38.338230 n-d-804985-2 neutron-server[106253]: return f(self, *a, **k) Aug 18 12:05:38.338230 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:05:38.338230 n-d-804985-2 neutron-server[106253]: return self._get(url).json() Aug 18 12:05:38.338230 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:05:38.338230 n-d-804985-2 neutron-server[106253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:05:38.338230 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:05:38.338230 n-d-804985-2 neutron-server[106253]: return self.request(url, 'GET', **kwargs) Aug 18 12:05:38.338230 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:05:38.338230 n-d-804985-2 neutron-server[106253]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:05:38.338230 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:05:38.338230 n-d-804985-2 neutron-server[106253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:05:38.338230 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:05:38.338230 n-d-804985-2 neutron-server[106253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:05:38.338230 n-d-804985-2 neutron-server[106253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:05:38.360759 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Provisioning for port 09714616-d1ed-4cd3-8f88-a41a513b3b56 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:05:38.368601 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Provisioning complete for port 09714616-d1ed-4cd3-8f88-a41a513b3b56 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:05:38.370528 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d73b73ed-2fcb-41e5-a399-c31319953ecc req-211cbd42-050e-4042-b4c8-66c16ac2d9a2 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/security-groups?id=d60fbefd-5088-4718-a442-08959d2ac3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749657 Aug 18 12:05:38.374636 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:38.392921 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-baa838ae-02eb-4025-9171-9b76205c57ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:38.417478 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-efea210f-9ba0-40f7-8c9e-15f2212c1b1c tempest-TagsExtTest-223794796 tempest-TagsExtTest-223794796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8367858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997186'] for network, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:38.435071 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-50448ae7-253c-4562-bd8e-14038c2a9968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556'] for port, after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:38.448892 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-efea210f-9ba0-40f7-8c9e-15f2212c1b1c tempest-TagsExtTest-223794796 tempest-TagsExtTest-223794796-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:38.454436 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-efea210f-9ba0-40f7-8c9e-15f2212c1b1c tempest-TagsExtTest-223794796 tempest-TagsExtTest-223794796-project] 10.222.0.66 "DELETE /v2.0/networks/8869c299-1f1e-4d7b-bc00-72c2c4d6e2da HTTP/1.1" status: 204 len: 168 time: 0.8231032 Aug 18 12:05:38.486828 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efea210f-9ba0-40f7-8c9e-15f2212c1b1c tempest-TagsExtTest-223794796 tempest-TagsExtTest-223794796-project] Pushing event deleted for resources: {'Network': ['ID=8869c299-1f1e-4d7b-bc00-72c2c4d6e2da,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:05:38.518144 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50448ae7-253c-4562-bd8e-14038c2a9968 None None] Pushing event deleted for resources: {'Port': ['ID=6f3b7825-81e0-4c03-8b43-cfbc36752571,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:05:38.527138 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-50448ae7-253c-4562-bd8e-14038c2a9968 None None] Network 8869c299-1f1e-4d7b-bc00-72c2c4d6e2da is not hosted by any dhcp agent {{(pid=106254) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 18 12:05:38.527653 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50448ae7-253c-4562-bd8e-14038c2a9968 None None] No DVR routers for this DVR port 6f3b7825-81e0-4c03-8b43-cfbc36752571 on host n-d-804985-2 {{(pid=106254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:05:38.544944 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-baa838ae-02eb-4025-9171-9b76205c57ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:38.552674 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-baa838ae-02eb-4025-9171-9b76205c57ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:38.580269 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 5bf33747-264b-4627-a319-1d524a90532d details requested by agent hyperv_n-h1-804985-2 with host n-h1-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:05:38.591140 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa838ae-02eb-4025-9171-9b76205c57ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60e1e4af-6b64-4ff1-a6ec-c0bec24743aa,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:05:38.603244 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa838ae-02eb-4025-9171-9b76205c57ff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:05:38.603597 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa838ae-02eb-4025-9171-9b76205c57ff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:05:38.604205 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa838ae-02eb-4025-9171-9b76205c57ff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:05:38.604421 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa838ae-02eb-4025-9171-9b76205c57ff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:05:38.604700 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa838ae-02eb-4025-9171-9b76205c57ff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:05:38.605143 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa838ae-02eb-4025-9171-9b76205c57ff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:05:38.606091 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa838ae-02eb-4025-9171-9b76205c57ff admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:05:38.606091 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa838ae-02eb-4025-9171-9b76205c57ff admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:05:38.606091 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa838ae-02eb-4025-9171-9b76205c57ff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:05:38.606433 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa838ae-02eb-4025-9171-9b76205c57ff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:05:38.606725 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa838ae-02eb-4025-9171-9b76205c57ff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:05:38.607126 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa838ae-02eb-4025-9171-9b76205c57ff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:05:38.615127 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:38.628418 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-baa838ae-02eb-4025-9171-9b76205c57ff admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d94e1e3a400448f1a118a51388423721&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6300960 Aug 18 12:05:38.630918 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 39292) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:05:38.692835 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0065685a-6389-415f-8596-670913b79eb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:38.698732 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81e87be0-f060-4ec0-b3bf-b0fb7a86834a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09714616-d1ed-4cd3-8f88-a41a513b3b56'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:05:38.701024 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db50a436fb3a98495337d8fe7487b4f2ea6f3c1052eb9efadc2ecda2d5737001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c59fd25-77b0-4846-a0ab-986d7dd8fe22" -d '{"events": [{"server_uuid": "81e87be0-f060-4ec0-b3bf-b0fb7a86834a", "name": "network-vif-plugged", "status": "completed", "tag": "09714616-d1ed-4cd3-8f88-a41a513b3b56"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:05:38.720900 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port 09714616-d1ed-4cd3-8f88-a41a513b3b56, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=09714616-d1ed-4cd3-8f88-a41a513b3b56,segment=NetworkSegment(cad785f7-8854-4494-9369-5c8d15a44cef),segment_id=cad785f7-8854-4494-9369-5c8d15a44cef)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:05:38.721722 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0065685a-6389-415f-8596-670913b79eb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:38.731646 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:38.782644 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:05:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7dc011d-5300-4c05-9cda-3ab7b9464509 x-openstack-request-id: req-d7dc011d-5300-4c05-9cda-3ab7b9464509 {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:05:38.782957 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81e87be0-f060-4ec0-b3bf-b0fb7a86834a", "name": "network-vif-plugged", "status": "completed", "tag": "09714616-d1ed-4cd3-8f88-a41a513b3b56", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:05:38.783212 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d7dc011d-5300-4c05-9cda-3ab7b9464509 {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:05:38.783612 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81e87be0-f060-4ec0-b3bf-b0fb7a86834a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09714616-d1ed-4cd3-8f88-a41a513b3b56', 'code': 200} Aug 18 12:05:38.793639 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 5bf33747-264b-4627-a319-1d524a90532d, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=5bf33747-264b-4627-a319-1d524a90532d,segment=NetworkSegment(b0eb6eea-b461-4969-8a27-808f00daa8a1),segment_id=b0eb6eea-b461-4969-8a27-808f00daa8a1)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:05:38.826491 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0065685a-6389-415f-8596-670913b79eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:38.829407 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0065685a-6389-415f-8596-670913b79eb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:38.831124 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-0065685a-6389-415f-8596-670913b79eb9 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/60e1e4af-6b64-4ff1-a6ec-c0bec24743aa HTTP/1.1" status: 204 len: 168 time: 0.1992686 Aug 18 12:05:38.852372 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0065685a-6389-415f-8596-670913b79eb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60e1e4af-6b64-4ff1-a6ec-c0bec24743aa,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:05:38.888042 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Returning: {'device': '5bf33747-264b-4627-a319-1d524a90532d', 'network_id': '222e0814-c7e5-4b11-9282-3f40c6ed76b2', 'port_id': '5bf33747-264b-4627-a319-1d524a90532d', 'mac_address': 'fa:16:3e:d5:e0:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 823, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d16d680-110b-436d-8afa-48ba845b3623', 'ip_address': '192.168.233.185'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:05:38.890908 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68aba9a2-f0f2-43bf-a2f1-4c5926d9517a req-e390f457-c544-48a0-8174-58dc6cbdfc58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:05:38.892930 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-68aba9a2-f0f2-43bf-a2f1-4c5926d9517a req-e390f457-c544-48a0-8174-58dc6cbdfc58 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=81e87be0-f060-4ec0-b3bf-b0fb7a86834a HTTP/1.1" status: 200 len: 1096 time: 0.0527618 Aug 18 12:05:38.913260 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 39306) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:05:38.923384 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=09714616-d1ed-4cd3-8f88-a41a513b3b56,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:05:39.007523 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:39.008278 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-68aba9a2-f0f2-43bf-a2f1-4c5926d9517a req-a567ef80-d2fb-48e2-9dcc-04fd8d36093d service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=d60fbefd-5088-4718-a442-08959d2ac3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821655 Aug 18 12:05:39.015435 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 6f3b7825-81e0-4c03-8b43-cfbc36752571 no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:05:39.022109 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679f95fe-3b7e-411c-85fd-430efc10d33f req-27b7ee0f-410e-4694-b6af-ff10538f8b77 tempest-ImagesNegativeTestJSON-1045066260 tempest-ImagesNegativeTestJSON-1045066260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:05:39.030704 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-679f95fe-3b7e-411c-85fd-430efc10d33f req-27b7ee0f-410e-4694-b6af-ff10538f8b77 tempest-ImagesNegativeTestJSON-1045066260 tempest-ImagesNegativeTestJSON-1045066260-project] 10.222.0.66 "GET /v2.0/ports?device_id=e189ee60-1d62-4227-beb4-752ba155e48a HTTP/1.1" status: 200 len: 948 time: 0.1366727 Aug 18 12:05:39.051210 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: 6f3b7825-81e0-4c03-8b43-cfbc36752571 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:05:39.051446 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 6f3b7825-81e0-4c03-8b43-cfbc36752571 not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:05:39.063952 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bf33747-264b-4627-a319-1d524a90532d {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:05:39.080688 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-679f95fe-3b7e-411c-85fd-430efc10d33f req-2746262d-4a1f-4fd1-9ade-da50fa50b26f tempest-ImagesNegativeTestJSON-1045066260 tempest-ImagesNegativeTestJSON-1045066260-project] 10.222.0.66 "GET /v2.0/security-groups?id=d8a3abfd-0ac3-417c-877f-79efec269c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488389 Aug 18 12:05:39.092339 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 5bf33747-264b-4627-a319-1d524a90532d, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=5bf33747-264b-4627-a319-1d524a90532d,segment=NetworkSegment(b0eb6eea-b461-4969-8a27-808f00daa8a1),segment_id=b0eb6eea-b461-4969-8a27-808f00daa8a1)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:05:39.103560 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:39.153188 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=5bf33747-264b-4627-a319-1d524a90532d,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:05:39.215049 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-8890c12f-6f6f-4666-974a-8cb5635c4546 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ae4aae461c6e44079942a27918b0b04c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2979016 Aug 18 12:05:39.215451 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 39320) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:05:39.276726 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a7f1c550-e675-4b4c-ac03-962a0bb4382c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:39.302738 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a7f1c550-e675-4b4c-ac03-962a0bb4382c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:39.345915 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] get_ports_and_sgs() called for port_ids ['5bf33747-264b-4627-a319-1d524a90532d'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:05:39.379338 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a7f1c550-e675-4b4c-ac03-962a0bb4382c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:39.382005 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a7f1c550-e675-4b4c-ac03-962a0bb4382c admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:39.384522 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-a7f1c550-e675-4b4c-ac03-962a0bb4382c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f6be5f76-c313-415a-b7cd-beef3d2f210c HTTP/1.1" status: 204 len: 168 time: 0.1670146 Aug 18 12:05:39.394222 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f1c550-e675-4b4c-ac03-962a0bb4382c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6be5f76-c313-415a-b7cd-beef3d2f210c,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:05:39.536215 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c396bd-5ded-4e04-97f0-198dc838ff67 req-e0b8ed52-1f9c-4299-b6d2-fa4cdd78284d tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:05:39.539275 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-43c396bd-5ded-4e04-97f0-198dc838ff67 req-e0b8ed52-1f9c-4299-b6d2-fa4cdd78284d tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/ports?device_id=81e87be0-f060-4ec0-b3bf-b0fb7a86834a HTTP/1.1" status: 200 len: 945 time: 0.0905042 Aug 18 12:05:39.585696 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-43c396bd-5ded-4e04-97f0-198dc838ff67 req-8690801b-8afd-4691-9601-4f64e440a5b7 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/security-groups?id=d60fbefd-5088-4718-a442-08959d2ac3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385575 Aug 18 12:05:40.205747 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70cfff8-e8ac-4d34-860a-9f9e35f936a4 req-04ef9d47-30df-40de-8fda-b68492ce2c94 tempest-ImagesNegativeTestJSON-1045066260 tempest-ImagesNegativeTestJSON-1045066260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:05:40.207415 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b70cfff8-e8ac-4d34-860a-9f9e35f936a4 req-04ef9d47-30df-40de-8fda-b68492ce2c94 tempest-ImagesNegativeTestJSON-1045066260 tempest-ImagesNegativeTestJSON-1045066260-project] 10.222.0.66 "GET /v2.0/ports?device_id=e189ee60-1d62-4227-beb4-752ba155e48a HTTP/1.1" status: 200 len: 949 time: 0.0551677 Aug 18 12:05:40.246897 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b70cfff8-e8ac-4d34-860a-9f9e35f936a4 req-c81ff7ff-38d2-4dc5-ba5c-63298b35ba6f tempest-ImagesNegativeTestJSON-1045066260 tempest-ImagesNegativeTestJSON-1045066260-project] 10.222.0.66 "GET /v2.0/security-groups?id=d8a3abfd-0ac3-417c-877f-79efec269c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336289 Aug 18 12:05:40.435169 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 39418) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:05:40.529949 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 39424) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:05:40.533736 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [-] 10.222.0.66 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0026360 Aug 18 12:05:40.536828 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 39426) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:05:40.583402 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 5bf33747-264b-4627-a319-1d524a90532d up at agent hyperv_n-h1-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:05:40.663685 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Provisioning for port 5bf33747-264b-4627-a319-1d524a90532d completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:05:40.668763 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Provisioning complete for port 5bf33747-264b-4627-a319-1d524a90532d triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:05:40.669557 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:40.692668 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2bb9d08e-10e4-4956-a9cc-836702394f96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:40.751742 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-85abdc32-122c-4509-9ab4-2698e8e53559 tempest-NetworksApiDiscovery-1892072693 tempest-NetworksApiDiscovery-1892072693-project] 10.222.0.66 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2100763 Aug 18 12:05:40.772685 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:40.819254 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44f3428-f268-4b8a-8ef0-9c55fda9ed73 req-ae11e6ea-3737-435a-9736-12c0d6e5d3bb tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:05:40.820763 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d44f3428-f268-4b8a-8ef0-9c55fda9ed73 req-ae11e6ea-3737-435a-9736-12c0d6e5d3bb tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/ports?device_id=81e87be0-f060-4ec0-b3bf-b0fb7a86834a HTTP/1.1" status: 200 len: 945 time: 0.1098137 Aug 18 12:05:40.821249 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 5bf33747-264b-4627-a319-1d524a90532d, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=5bf33747-264b-4627-a319-1d524a90532d,segment=NetworkSegment(b0eb6eea-b461-4969-8a27-808f00daa8a1),segment_id=b0eb6eea-b461-4969-8a27-808f00daa8a1)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:05:40.822313 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e189ee60-1d62-4227-beb4-752ba155e48a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bf33747-264b-4627-a319-1d524a90532d'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:05:40.825246 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db50a436fb3a98495337d8fe7487b4f2ea6f3c1052eb9efadc2ecda2d5737001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26961c74-c98a-40d7-ba36-72efa8fa44e7" -d '{"events": [{"server_uuid": "e189ee60-1d62-4227-beb4-752ba155e48a", "name": "network-vif-plugged", "status": "completed", "tag": "5bf33747-264b-4627-a319-1d524a90532d"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:05:40.830732 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:40.894000 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:05:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f9b2e3f-5ccb-4b16-8126-8941a7c1f87e x-openstack-request-id: req-1f9b2e3f-5ccb-4b16-8126-8941a7c1f87e {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:05:40.894488 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e189ee60-1d62-4227-beb4-752ba155e48a", "name": "network-vif-plugged", "status": "completed", "tag": "5bf33747-264b-4627-a319-1d524a90532d", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:05:40.894637 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-1f9b2e3f-5ccb-4b16-8126-8941a7c1f87e {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:05:40.895078 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e189ee60-1d62-4227-beb4-752ba155e48a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bf33747-264b-4627-a319-1d524a90532d', 'code': 200} Aug 18 12:05:40.913603 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=5bf33747-264b-4627-a319-1d524a90532d,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:05:40.928873 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d44f3428-f268-4b8a-8ef0-9c55fda9ed73 req-63e536b6-36f2-4518-ae7d-49d8e6d2e412 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/security-groups?id=d60fbefd-5088-4718-a442-08959d2ac3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902510 Aug 18 12:05:40.993047 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2bb9d08e-10e4-4956-a9cc-836702394f96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:41.000914 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2bb9d08e-10e4-4956-a9cc-836702394f96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:41.027145 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb7a02a-3b32-4c86-9d03-906cc8f2f268 req-6eaa5546-d14a-45f0-9192-0451cbe03701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:05:41.028916 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-dfb7a02a-3b32-4c86-9d03-906cc8f2f268 req-6eaa5546-d14a-45f0-9192-0451cbe03701 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=e189ee60-1d62-4227-beb4-752ba155e48a HTTP/1.1" status: 200 len: 1101 time: 0.0530417 Aug 18 12:05:41.044702 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-2bb9d08e-10e4-4956-a9cc-836702394f96 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=1cd22ea175ed45008d518d20eaa12d7c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6083863 Aug 18 12:05:41.047937 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 39448) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:05:41.106192 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb9d08e-10e4-4956-a9cc-836702394f96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87067bbe-9fef-417a-86c3-b1791386e2d1,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:05:41.120889 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-dfb7a02a-3b32-4c86-9d03-906cc8f2f268 req-8c6e0efa-349b-440c-8ad3-3ee00d5aab70 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=d8a3abfd-0ac3-417c-877f-79efec269c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829773 Aug 18 12:05:41.134214 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-165ea132-fd11-42f0-85f4-15798409538c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:41.191081 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-165ea132-fd11-42f0-85f4-15798409538c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:41.207447 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 39456) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:05:41.235131 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab92aa2-7447-4823-9a07-86ef5a209b36 req-02a18187-16a9-498b-a71d-9b67daa87459 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:05:41.236611 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1ab92aa2-7447-4823-9a07-86ef5a209b36 req-02a18187-16a9-498b-a71d-9b67daa87459 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/ports?device_id=81e87be0-f060-4ec0-b3bf-b0fb7a86834a HTTP/1.1" status: 200 len: 945 time: 0.0875812 Aug 18 12:05:41.286815 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1ab92aa2-7447-4823-9a07-86ef5a209b36 req-f0a27aaa-cb07-40b3-be06-e0bcacea2dc0 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/security-groups?id=d60fbefd-5088-4718-a442-08959d2ac3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414741 Aug 18 12:05:41.296056 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-165ea132-fd11-42f0-85f4-15798409538c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:41.304256 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-165ea132-fd11-42f0-85f4-15798409538c admin admin] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:41.307288 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-165ea132-fd11-42f0-85f4-15798409538c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/87067bbe-9fef-417a-86c3-b1791386e2d1 HTTP/1.1" status: 204 len: 168 time: 0.2580159 Aug 18 12:05:41.316504 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165ea132-fd11-42f0-85f4-15798409538c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87067bbe-9fef-417a-86c3-b1791386e2d1,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:05:41.365793 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-715a6c58-3c85-453f-bb2e-64048c4131e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:41.393302 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708bd0e2-f636-4c47-ac03-f34f68153df0 req-5b9e8d51-83c9-49b7-a868-9bf9cbb2e19a tempest-ImagesNegativeTestJSON-1045066260 tempest-ImagesNegativeTestJSON-1045066260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:05:41.394866 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-708bd0e2-f636-4c47-ac03-f34f68153df0 req-5b9e8d51-83c9-49b7-a868-9bf9cbb2e19a tempest-ImagesNegativeTestJSON-1045066260 tempest-ImagesNegativeTestJSON-1045066260-project] 10.222.0.66 "GET /v2.0/ports?device_id=e189ee60-1d62-4227-beb4-752ba155e48a HTTP/1.1" status: 200 len: 950 time: 0.0572057 Aug 18 12:05:41.446846 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-708bd0e2-f636-4c47-ac03-f34f68153df0 req-1d8942ae-3654-4b79-a4e4-18761b372d1e tempest-ImagesNegativeTestJSON-1045066260 tempest-ImagesNegativeTestJSON-1045066260-project] 10.222.0.66 "GET /v2.0/security-groups?id=d8a3abfd-0ac3-417c-877f-79efec269c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437896 Aug 18 12:05:41.482526 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-715a6c58-3c85-453f-bb2e-64048c4131e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:41.488039 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-715a6c58-3c85-453f-bb2e-64048c4131e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:41.535774 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715a6c58-3c85-453f-bb2e-64048c4131e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29c3be02-a9a9-41a6-bde8-5cdc23cc4290,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:05:41.542949 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-715a6c58-3c85-453f-bb2e-64048c4131e0 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=85bbeb3b33124be087834135d1658777&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3332143 Aug 18 12:05:41.545119 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 39470) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:05:41.599271 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-27819c68-5b95-41fe-97c9-48edef53c375 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:41.622670 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-27819c68-5b95-41fe-97c9-48edef53c375 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:41.676890 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-27819c68-5b95-41fe-97c9-48edef53c375 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:41.681140 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-27819c68-5b95-41fe-97c9-48edef53c375 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:41.683630 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-27819c68-5b95-41fe-97c9-48edef53c375 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/29c3be02-a9a9-41a6-bde8-5cdc23cc4290 HTTP/1.1" status: 204 len: 168 time: 0.1375234 Aug 18 12:05:41.695528 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27819c68-5b95-41fe-97c9-48edef53c375 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29c3be02-a9a9-41a6-bde8-5cdc23cc4290,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:05:41.755018 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 39482) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:05:41.773800 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c3673fba-d519-4583-9040-f80a78b65f1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:41.895480 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c3673fba-d519-4583-9040-f80a78b65f1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:41.900213 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c3673fba-d519-4583-9040-f80a78b65f1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:41.943188 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-c3673fba-d519-4583-9040-f80a78b65f1b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5896729183b44f2baa0f8a4a654871a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1843631 Aug 18 12:05:41.943188 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3673fba-d519-4583-9040-f80a78b65f1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aeb1f3de-f3d9-42b1-956c-2745b547151f,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:05:41.944567 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 39490) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:05:42.004498 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-16fc31c1-a6fc-4c49-9b68-d4cbe45ecccc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:42.030204 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-16fc31c1-a6fc-4c49-9b68-d4cbe45ecccc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:42.088397 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-16fc31c1-a6fc-4c49-9b68-d4cbe45ecccc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:42.091235 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-16fc31c1-a6fc-4c49-9b68-d4cbe45ecccc admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:42.092653 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-16fc31c1-a6fc-4c49-9b68-d4cbe45ecccc admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/aeb1f3de-f3d9-42b1-956c-2745b547151f HTTP/1.1" status: 204 len: 168 time: 0.1467156 Aug 18 12:05:42.101064 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fc31c1-a6fc-4c49-9b68-d4cbe45ecccc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeb1f3de-f3d9-42b1-956c-2745b547151f,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:05:42.414946 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feca9eb-787f-42fb-89ef-86aa258527ca req-581674d0-f311-4fa7-a7d7-9d1c8f6a9250 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:05:42.416588 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6feca9eb-787f-42fb-89ef-86aa258527ca req-581674d0-f311-4fa7-a7d7-9d1c8f6a9250 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/ports?device_id=81e87be0-f060-4ec0-b3bf-b0fb7a86834a HTTP/1.1" status: 200 len: 945 time: 0.0551469 Aug 18 12:05:42.457120 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6feca9eb-787f-42fb-89ef-86aa258527ca req-20e28330-4b1a-4e80-8541-aaa6590828a2 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/security-groups?id=d60fbefd-5088-4718-a442-08959d2ac3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340278 Aug 18 12:05:42.593487 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f51ef8-8f02-4dc2-aa2d-73de286ceef0 req-5a7a873c-6525-45be-a34f-a0db4441194c tempest-ImagesNegativeTestJSON-1045066260 tempest-ImagesNegativeTestJSON-1045066260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:05:42.595970 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d7f51ef8-8f02-4dc2-aa2d-73de286ceef0 req-5a7a873c-6525-45be-a34f-a0db4441194c tempest-ImagesNegativeTestJSON-1045066260 tempest-ImagesNegativeTestJSON-1045066260-project] 10.222.0.66 "GET /v2.0/ports?device_id=e189ee60-1d62-4227-beb4-752ba155e48a HTTP/1.1" status: 200 len: 950 time: 0.0605462 Aug 18 12:05:42.656674 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d7f51ef8-8f02-4dc2-aa2d-73de286ceef0 req-b4c31160-6210-43a6-ae2d-22b1a37499f5 tempest-ImagesNegativeTestJSON-1045066260 tempest-ImagesNegativeTestJSON-1045066260-project] 10.222.0.66 "GET /v2.0/security-groups?id=d8a3abfd-0ac3-417c-877f-79efec269c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535841 Aug 18 12:05:42.782175 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9619006b-ba5b-42ee-9f05-60ab5a388b00 req-ce7b4787-9dc0-42bd-b7ad-d2953e92a627 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:05:42.783859 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9619006b-ba5b-42ee-9f05-60ab5a388b00 req-ce7b4787-9dc0-42bd-b7ad-d2953e92a627 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/ports?device_id=81e87be0-f060-4ec0-b3bf-b0fb7a86834a HTTP/1.1" status: 200 len: 945 time: 0.0622597 Aug 18 12:05:42.828453 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9619006b-ba5b-42ee-9f05-60ab5a388b00 req-5f14b3cf-fc04-4197-bf6b-78d2d043424f tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/security-groups?id=d60fbefd-5088-4718-a442-08959d2ac3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362771 Aug 18 12:05:43.064052 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffc6616-e76a-4e8c-bf0c-7d28c82d9426 req-1603fba5-3999-4b22-a962-9b99b098eb6f tempest-ImagesNegativeTestJSON-1045066260 tempest-ImagesNegativeTestJSON-1045066260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:05:43.065733 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5ffc6616-e76a-4e8c-bf0c-7d28c82d9426 req-1603fba5-3999-4b22-a962-9b99b098eb6f tempest-ImagesNegativeTestJSON-1045066260 tempest-ImagesNegativeTestJSON-1045066260-project] 10.222.0.66 "GET /v2.0/ports?device_id=e189ee60-1d62-4227-beb4-752ba155e48a HTTP/1.1" status: 200 len: 950 time: 0.0712333 Aug 18 12:05:43.107224 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5ffc6616-e76a-4e8c-bf0c-7d28c82d9426 req-2df173c9-0e53-449f-a1a9-5cb2fd9c1d63 tempest-ImagesNegativeTestJSON-1045066260 tempest-ImagesNegativeTestJSON-1045066260-project] 10.222.0.66 "GET /v2.0/security-groups?id=d8a3abfd-0ac3-417c-877f-79efec269c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346634 Aug 18 12:05:43.234823 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 39556) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:05:43.262763 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 39560) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:05:43.436003 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-ab36499a-791d-4fe3-a55c-af567a948e68 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-903312207-network', 'tenant_id': '47e5c552f233492aabadc0593d63b4d8'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:05:43.455291 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a41a8a37-a8a1-46d5-be3b-9f72340441cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:43.460003 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab36499a-791d-4fe3-a55c-af567a948e68 admin admin] Made reservation on behalf of 47e5c552f233492aabadc0593d63b4d8 for: {'network': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:05:43.464721 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ab36499a-791d-4fe3-a55c-af567a948e68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for network, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:43.471860 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ab36499a-791d-4fe3-a55c-af567a948e68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:43.544010 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a41a8a37-a8a1-46d5-be3b-9f72340441cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:43.548248 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a41a8a37-a8a1-46d5-be3b-9f72340441cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:43.591443 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-a41a8a37-a8a1-46d5-be3b-9f72340441cd admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=05319a471b3f4fcd87d0e74fdb93784b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3524592 Aug 18 12:05:43.591669 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 39570) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:05:43.598775 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41a8a37-a8a1-46d5-be3b-9f72340441cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c89b58a7-9f29-48da-a68e-be4a009203d9,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:05:43.641950 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ab36499a-791d-4fe3-a55c-af567a948e68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:43.649414 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ab36499a-791d-4fe3-a55c-af567a948e68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:43.657533 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7685b43d-e3b9-4bef-ac20-555ce0739d4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:43.669804 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab36499a-791d-4fe3-a55c-af567a948e68 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 846} {{(pid=106252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:05:43.682189 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7685b43d-e3b9-4bef-ac20-555ce0739d4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:43.686913 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab36499a-791d-4fe3-a55c-af567a948e68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af430e0c-b2a5-4f6d-b9b6-96e05786f879,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:05:43.689983 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ab36499a-791d-4fe3-a55c-af567a948e68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:43.690326 n-d-804985-2 neutron-server[106252]: INFO neutron.db.segments_db [None req-ab36499a-791d-4fe3-a55c-af567a948e68 admin admin] Added segment 1a96c732-ee36-4714-9ceb-d02cb12a5c50 of type vlan for network 4a15bc07-fc60-4c80-8606-cbd55dd070e8 Aug 18 12:05:43.738548 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ab36499a-791d-4fe3-a55c-af567a948e68 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789150665894'] for network, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:43.744046 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7685b43d-e3b9-4bef-ac20-555ce0739d4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:43.748363 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7685b43d-e3b9-4bef-ac20-555ce0739d4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:43.753220 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-7685b43d-e3b9-4bef-ac20-555ce0739d4c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c89b58a7-9f29-48da-a68e-be4a009203d9 HTTP/1.1" status: 204 len: 168 time: 0.1602387 Aug 18 12:05:43.762783 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7685b43d-e3b9-4bef-ac20-555ce0739d4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c89b58a7-9f29-48da-a68e-be4a009203d9,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:05:43.795426 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ab36499a-791d-4fe3-a55c-af567a948e68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for network, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:43.796437 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab36499a-791d-4fe3-a55c-af567a948e68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:05:43.797214 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ab36499a-791d-4fe3-a55c-af567a948e68 admin admin] Notify callbacks [] for network, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:43.866953 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-ab36499a-791d-4fe3-a55c-af567a948e68 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6027138 Aug 18 12:05:43.870614 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 39582) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:05:43.876460 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-4c4063d7-7058-4f10-8da5-b0abe43c1650 admin admin] Request body: {'subnet': {'network_id': '4a15bc07-fc60-4c80-8606-cbd55dd070e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-903312207-subnet', 'tenant_id': '47e5c552f233492aabadc0593d63b4d8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:05:43.892966 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab36499a-791d-4fe3-a55c-af567a948e68 admin admin] Pushing event updated for resources: {'Network': ['ID=4a15bc07-fc60-4c80-8606-cbd55dd070e8,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:05:43.910588 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Network 4a15bc07-fc60-4c80-8606-cbd55dd070e8 details requested by agent ovs-agent-n-d-804985-2 with host n-d-804985-2 {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:05:43.913833 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c4063d7-7058-4f10-8da5-b0abe43c1650 admin admin] Made reservation on behalf of 47e5c552f233492aabadc0593d63b4d8 for: {'subnet': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:05:43.915876 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4c4063d7-7058-4f10-8da5-b0abe43c1650 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59074089'] for subnet, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:44.079850 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6566014-76b8-4951-b3ae-7a5a92ce5f37 req-9698eb95-491b-419a-b561-1a5aa1523ba7 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:05:44.082152 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b6566014-76b8-4951-b3ae-7a5a92ce5f37 req-9698eb95-491b-419a-b561-1a5aa1523ba7 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/ports?device_id=81e87be0-f060-4ec0-b3bf-b0fb7a86834a HTTP/1.1" status: 200 len: 945 time: 0.1445155 Aug 18 12:05:44.222004 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f739e26d-d62e-49ed-8645-c0b1ed2d63eb req-4d10b13f-e16e-4501-9404-5765d0160ac4 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:05:44.223513 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f739e26d-d62e-49ed-8645-c0b1ed2d63eb req-4d10b13f-e16e-4501-9404-5765d0160ac4 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.62 "GET /v2.0/ports?device_id=81e87be0-f060-4ec0-b3bf-b0fb7a86834a HTTP/1.1" status: 200 len: 945 time: 0.1328807 Aug 18 12:05:44.224946 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 39596) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:05:44.239097 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c21a3946-0623-4825-8f11-524597ddc391 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:44.250086 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b6566014-76b8-4951-b3ae-7a5a92ce5f37 req-7c7736d5-56c4-44d6-b21c-d63628d5916d tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/security-groups?id=d60fbefd-5088-4718-a442-08959d2ac3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258259 Aug 18 12:05:44.364982 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c21a3946-0623-4825-8f11-524597ddc391 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:44.372312 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c21a3946-0623-4825-8f11-524597ddc391 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:44.373462 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31910b3-a8bd-43c4-b3e1-a4447f5aeb2e req-3511b64e-7137-41cc-955f-d11380d1dddd tempest-ImagesNegativeTestJSON-1045066260 tempest-ImagesNegativeTestJSON-1045066260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:05:44.375024 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e31910b3-a8bd-43c4-b3e1-a4447f5aeb2e req-3511b64e-7137-41cc-955f-d11380d1dddd tempest-ImagesNegativeTestJSON-1045066260 tempest-ImagesNegativeTestJSON-1045066260-project] 10.222.0.66 "GET /v2.0/ports?device_id=e189ee60-1d62-4227-beb4-752ba155e48a HTTP/1.1" status: 200 len: 950 time: 0.1744571 Aug 18 12:05:44.391940 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4c4063d7-7058-4f10-8da5-b0abe43c1650 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3572913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59074111'] for subnet, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:44.410576 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21a3946-0623-4825-8f11-524597ddc391 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06429d62-7210-49dd-9a50-be3778295351,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:05:44.424120 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a4194f-b3ff-4771-ae8b-8672d24b850e req-9d932115-2f5e-4b5a-9cf1-59061d0c2ff8 tempest-ImagesNegativeTestJSON-1045066260 tempest-ImagesNegativeTestJSON-1045066260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:05:44.425620 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-a6a4194f-b3ff-4771-ae8b-8672d24b850e req-9d932115-2f5e-4b5a-9cf1-59061d0c2ff8 tempest-ImagesNegativeTestJSON-1045066260 tempest-ImagesNegativeTestJSON-1045066260-project] 10.222.0.63 "GET /v2.0/ports?device_id=e189ee60-1d62-4227-beb4-752ba155e48a HTTP/1.1" status: 200 len: 950 time: 0.0998371 Aug 18 12:05:44.433042 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-c21a3946-0623-4825-8f11-524597ddc391 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=44a85ec36b724f06a2fb6383d860d2a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2065554 Aug 18 12:05:44.440970 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 39602) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:05:44.486681 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e31910b3-a8bd-43c4-b3e1-a4447f5aeb2e req-d27b6ef7-f81b-44f3-a97d-ced231fcf5fa tempest-ImagesNegativeTestJSON-1045066260 tempest-ImagesNegativeTestJSON-1045066260-project] 10.222.0.66 "GET /v2.0/security-groups?id=d8a3abfd-0ac3-417c-877f-79efec269c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024587 Aug 18 12:05:44.490675 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4063d7-7058-4f10-8da5-b0abe43c1650 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e15b5a3c-3ecf-4804-8441-23eb1b622292,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:05:44.503432 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-f739e26d-d62e-49ed-8645-c0b1ed2d63eb req-5030cfcb-d864-4cec-959a-fb969ebd4f63 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Deleting port 09714616-d1ed-4cd3-8f88-a41a513b3b56 {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:05:44.503776 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-f739e26d-d62e-49ed-8645-c0b1ed2d63eb req-5030cfcb-d864-4cec-959a-fb969ebd4f63 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:44.521435 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c4063d7-7058-4f10-8da5-b0abe43c1650 admin admin] Checking segment: {'id': '1a96c732-ee36-4714-9ceb-d02cb12a5c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '4a15bc07-fc60-4c80-8606-cbd55dd070e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:05:44.521802 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c4063d7-7058-4f10-8da5-b0abe43c1650 admin admin] Network hostable DHCP agents. Network: 4a15bc07-fc60-4c80-8606-cbd55dd070e8, hostable agents: ['97c14208-2951-4361-8d64-3708c946ff5f'], hosted agents: [] {{(pid=106252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 12:05:44.558129 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a3156a6f-1f4c-4246-8e6d-2628013494e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:44.583518 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c4063d7-7058-4f10-8da5-b0abe43c1650 admin admin] Network 4a15bc07-fc60-4c80-8606-cbd55dd070e8 is scheduled to be hosted by DHCP agent 97c14208-2951-4361-8d64-3708c946ff5f with binding_index 1 {{(pid=106252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 12:05:44.588934 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a3156a6f-1f4c-4246-8e6d-2628013494e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:44.607619 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-4c4063d7-7058-4f10-8da5-b0abe43c1650 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-2, 4a15bc07-fc60-4c80-8606-cbd55dd070e8) {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:05:44.608031 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-a6a4194f-b3ff-4771-ae8b-8672d24b850e req-b18f9ca1-e57c-4a4d-b21f-d76fa335d3f0 tempest-ImagesNegativeTestJSON-1045066260 tempest-ImagesNegativeTestJSON-1045066260-project] Deleting port 5bf33747-264b-4627-a319-1d524a90532d {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:05:44.608323 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-a6a4194f-b3ff-4771-ae8b-8672d24b850e req-b18f9ca1-e57c-4a4d-b21f-d76fa335d3f0 tempest-ImagesNegativeTestJSON-1045066260 tempest-ImagesNegativeTestJSON-1045066260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:44.612268 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c4063d7-7058-4f10-8da5-b0abe43c1650 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:05:44.613115 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4c4063d7-7058-4f10-8da5-b0abe43c1650 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for subnet, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:44.619369 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82ae3af7-2d85-423a-9c80-e5acb7a58772 None None] Network 4a15bc07-fc60-4c80-8606-cbd55dd070e8 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:05:44.633127 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-f739e26d-d62e-49ed-8645-c0b1ed2d63eb req-5030cfcb-d864-4cec-959a-fb969ebd4f63 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] For port 09714616-d1ed-4cd3-8f88-a41a513b3b56, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=09714616-d1ed-4cd3-8f88-a41a513b3b56,segment=NetworkSegment(cad785f7-8854-4494-9369-5c8d15a44cef),segment_id=cad785f7-8854-4494-9369-5c8d15a44cef)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:05:44.633822 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-f739e26d-d62e-49ed-8645-c0b1ed2d63eb req-5030cfcb-d864-4cec-959a-fb969ebd4f63 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:44.653919 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-4c4063d7-7058-4f10-8da5-b0abe43c1650 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7734871 Aug 18 12:05:44.653919 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-f739e26d-d62e-49ed-8645-c0b1ed2d63eb req-5030cfcb-d864-4cec-959a-fb969ebd4f63 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Calling delete_port for 09714616-d1ed-4cd3-8f88-a41a513b3b56 owned by compute:nova {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:05:44.766715 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-a6a4194f-b3ff-4771-ae8b-8672d24b850e req-b18f9ca1-e57c-4a4d-b21f-d76fa335d3f0 tempest-ImagesNegativeTestJSON-1045066260 tempest-ImagesNegativeTestJSON-1045066260-project] For port 5bf33747-264b-4627-a319-1d524a90532d, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=5bf33747-264b-4627-a319-1d524a90532d,segment=NetworkSegment(b0eb6eea-b461-4969-8a27-808f00daa8a1),segment_id=b0eb6eea-b461-4969-8a27-808f00daa8a1)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:05:44.768802 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-a6a4194f-b3ff-4771-ae8b-8672d24b850e req-b18f9ca1-e57c-4a4d-b21f-d76fa335d3f0 tempest-ImagesNegativeTestJSON-1045066260 tempest-ImagesNegativeTestJSON-1045066260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:44.795488 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ded51d3b-85ea-47c8-8b63-05b868df17b0 None None] Network 4a15bc07-fc60-4c80-8606-cbd55dd070e8 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:05:44.811553 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-a6a4194f-b3ff-4771-ae8b-8672d24b850e req-b18f9ca1-e57c-4a4d-b21f-d76fa335d3f0 tempest-ImagesNegativeTestJSON-1045066260 tempest-ImagesNegativeTestJSON-1045066260-project] Calling delete_port for 5bf33747-264b-4627-a319-1d524a90532d owned by compute:nova {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:05:44.891386 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a3156a6f-1f4c-4246-8e6d-2628013494e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:44.895533 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a3156a6f-1f4c-4246-8e6d-2628013494e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:44.900224 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-a3156a6f-1f4c-4246-8e6d-2628013494e6 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/06429d62-7210-49dd-9a50-be3778295351 HTTP/1.1" status: 204 len: 168 time: 0.4581580 Aug 18 12:05:44.919227 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-f739e26d-d62e-49ed-8645-c0b1ed2d63eb req-5030cfcb-d864-4cec-959a-fb969ebd4f63 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:44.932607 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3156a6f-1f4c-4246-8e6d-2628013494e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06429d62-7210-49dd-9a50-be3778295351,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:05:44.941328 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] get_ports_and_sgs() called for port_ids ['09714616-d1ed-4cd3-8f88-a41a513b3b56'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:05:44.981768 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5030cfcb-d864-4cec-959a-fb969ebd4f63 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Pushing event deleted for resources: {'Port': ['ID=09714616-d1ed-4cd3-8f88-a41a513b3b56,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:05:45.051853 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-f739e26d-d62e-49ed-8645-c0b1ed2d63eb req-5030cfcb-d864-4cec-959a-fb969ebd4f63 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] No DVR routers for this DVR port 09714616-d1ed-4cd3-8f88-a41a513b3b56 on host n-h2-804985-2 {{(pid=106252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:05:45.054982 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-f739e26d-d62e-49ed-8645-c0b1ed2d63eb req-5030cfcb-d864-4cec-959a-fb969ebd4f63 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:45.058219 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f739e26d-d62e-49ed-8645-c0b1ed2d63eb req-5030cfcb-d864-4cec-959a-fb969ebd4f63 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.62 "DELETE /v2.0/ports/09714616-d1ed-4cd3-8f88-a41a513b3b56 HTTP/1.1" status: 204 len: 173 time: 0.8155866 Aug 18 12:05:45.058680 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81e87be0-f060-4ec0-b3bf-b0fb7a86834a', 'name': 'network-vif-deleted', 'tag': '09714616-d1ed-4cd3-8f88-a41a513b3b56'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:05:45.071378 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e269d3f7-75fb-44b0-bac5-7305efff9a3b" -d '{"events": [{"server_uuid": "81e87be0-f060-4ec0-b3bf-b0fb7a86834a", "name": "network-vif-deleted", "tag": "09714616-d1ed-4cd3-8f88-a41a513b3b56"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:05:45.135260 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:05:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e2b9f1c-d990-45e1-81cf-c54d6d40e60e x-openstack-request-id: req-6e2b9f1c-d990-45e1-81cf-c54d6d40e60e {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:05:45.135590 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81e87be0-f060-4ec0-b3bf-b0fb7a86834a", "name": "network-vif-deleted", "tag": "09714616-d1ed-4cd3-8f88-a41a513b3b56", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:05:45.136020 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-6e2b9f1c-d990-45e1-81cf-c54d6d40e60e {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:05:45.136208 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-a6a4194f-b3ff-4771-ae8b-8672d24b850e req-b18f9ca1-e57c-4a4d-b21f-d76fa335d3f0 tempest-ImagesNegativeTestJSON-1045066260 tempest-ImagesNegativeTestJSON-1045066260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:45.136733 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81e87be0-f060-4ec0-b3bf-b0fb7a86834a', 'name': 'network-vif-deleted', 'tag': '09714616-d1ed-4cd3-8f88-a41a513b3b56', 'status': 'completed', 'code': 200} Aug 18 12:05:45.148629 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] get_ports_and_sgs() called for port_ids ['5bf33747-264b-4627-a319-1d524a90532d'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:05:45.209916 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18f9ca1-e57c-4a4d-b21f-d76fa335d3f0 tempest-ImagesNegativeTestJSON-1045066260 tempest-ImagesNegativeTestJSON-1045066260-project] Pushing event deleted for resources: {'Port': ['ID=5bf33747-264b-4627-a319-1d524a90532d,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:05:45.261693 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6a4194f-b3ff-4771-ae8b-8672d24b850e req-b18f9ca1-e57c-4a4d-b21f-d76fa335d3f0 tempest-ImagesNegativeTestJSON-1045066260 tempest-ImagesNegativeTestJSON-1045066260-project] No DVR routers for this DVR port 5bf33747-264b-4627-a319-1d524a90532d on host n-h1-804985-2 {{(pid=106253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:05:45.265119 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-a6a4194f-b3ff-4771-ae8b-8672d24b850e req-b18f9ca1-e57c-4a4d-b21f-d76fa335d3f0 tempest-ImagesNegativeTestJSON-1045066260 tempest-ImagesNegativeTestJSON-1045066260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:45.267470 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-a6a4194f-b3ff-4771-ae8b-8672d24b850e req-b18f9ca1-e57c-4a4d-b21f-d76fa335d3f0 tempest-ImagesNegativeTestJSON-1045066260 tempest-ImagesNegativeTestJSON-1045066260-project] 10.222.0.63 "DELETE /v2.0/ports/5bf33747-264b-4627-a319-1d524a90532d HTTP/1.1" status: 204 len: 173 time: 0.8335857 Aug 18 12:05:45.268070 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e189ee60-1d62-4227-beb4-752ba155e48a', 'name': 'network-vif-deleted', 'tag': '5bf33747-264b-4627-a319-1d524a90532d'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:05:45.270515 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0679f4c4b6e0e0c064a7d71d722dc30541a34fffee11680573be22ee2ffccc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af010806-b758-4cf3-9f8c-aa9ac527a28e" -d '{"events": [{"server_uuid": "e189ee60-1d62-4227-beb4-752ba155e48a", "name": "network-vif-deleted", "tag": "5bf33747-264b-4627-a319-1d524a90532d"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:05:45.372354 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:05:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e2acd2e-c8f9-4df0-8996-198d1948312c x-openstack-request-id: req-0e2acd2e-c8f9-4df0-8996-198d1948312c {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:05:45.372778 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e189ee60-1d62-4227-beb4-752ba155e48a", "name": "network-vif-deleted", "tag": "5bf33747-264b-4627-a319-1d524a90532d", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:05:45.373419 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-0e2acd2e-c8f9-4df0-8996-198d1948312c {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:05:45.373881 n-d-804985-2 neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e189ee60-1d62-4227-beb4-752ba155e48a', 'name': 'network-vif-deleted', 'tag': '5bf33747-264b-4627-a319-1d524a90532d', 'status': 'completed', 'code': 200} Aug 18 12:05:45.481839 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d72c63e7-5bc5-482c-b8ff-cd3bf8de2f04 req-f593d80a-6d34-4b27-8ea5-cf57d4b03fd0 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/ports?device_id=81e87be0-f060-4ec0-b3bf-b0fb7a86834a HTTP/1.1" status: 200 len: 210 time: 0.0448735 Aug 18 12:05:45.675504 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8a26b5f1-3ee4-420c-95ee-996588654acb req-1b0d716a-b9d9-4f97-a2fc-a11c5801d81c tempest-ImagesNegativeTestJSON-1045066260 tempest-ImagesNegativeTestJSON-1045066260-project] 10.222.0.66 "GET /v2.0/ports?device_id=e189ee60-1d62-4227-beb4-752ba155e48a HTTP/1.1" status: 200 len: 210 time: 0.0623198 Aug 18 12:05:45.806202 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 39724) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:05:45.811467 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-f836e21e-29c3-4568-af21-e643e0790199 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-336900964-network', 'tenant_id': '46e98d4b077b4514a3defd0247605983'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:05:45.839332 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f836e21e-29c3-4568-af21-e643e0790199 admin admin] Made reservation on behalf of 46e98d4b077b4514a3defd0247605983 for: {'network': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:05:45.841538 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f836e21e-29c3-4568-af21-e643e0790199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for network, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:45.854479 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f836e21e-29c3-4568-af21-e643e0790199 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:45.972934 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f836e21e-29c3-4568-af21-e643e0790199 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:45.978070 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f836e21e-29c3-4568-af21-e643e0790199 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:46.010271 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f836e21e-29c3-4568-af21-e643e0790199 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 807} {{(pid=106253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:05:46.026692 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f836e21e-29c3-4568-af21-e643e0790199 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b6fee9c-9be2-4da5-a5ac-c49af3997133,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:05:46.032725 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f836e21e-29c3-4568-af21-e643e0790199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:46.033082 n-d-804985-2 neutron-server[106253]: INFO neutron.db.segments_db [None req-f836e21e-29c3-4568-af21-e643e0790199 admin admin] Added segment 63c7b8cb-76fb-4fed-8354-79f55354b79b of type vlan for network 76efc9cc-73ae-46a2-9dba-6108cf1d2184 Aug 18 12:05:46.080956 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f836e21e-29c3-4568-af21-e643e0790199 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789150665894'] for network, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:46.107531 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f836e21e-29c3-4568-af21-e643e0790199 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for network, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:46.113011 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f836e21e-29c3-4568-af21-e643e0790199 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:05:46.113554 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f836e21e-29c3-4568-af21-e643e0790199 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:46.134415 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 39738) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:05:46.177166 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-f836e21e-29c3-4568-af21-e643e0790199 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3665373 Aug 18 12:05:46.177358 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 39746) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:05:46.179506 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f836e21e-29c3-4568-af21-e643e0790199 admin admin] Pushing event updated for resources: {'Network': ['ID=76efc9cc-73ae-46a2-9dba-6108cf1d2184,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:05:46.182695 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-e7980608-51aa-4f73-80c0-e80d1a71a5df admin admin] Request body: {'subnet': {'network_id': '76efc9cc-73ae-46a2-9dba-6108cf1d2184', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-336900964-subnet', 'tenant_id': '46e98d4b077b4514a3defd0247605983', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:05:46.191970 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Network 76efc9cc-73ae-46a2-9dba-6108cf1d2184 details requested by agent ovs-agent-n-d-804985-2 with host n-d-804985-2 {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:05:46.219758 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7980608-51aa-4f73-80c0-e80d1a71a5df admin admin] Made reservation on behalf of 46e98d4b077b4514a3defd0247605983 for: {'subnet': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:05:46.223205 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e7980608-51aa-4f73-80c0-e80d1a71a5df admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59074089'] for subnet, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:46.294341 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4dc4a020-c0c5-4f7b-a9e3-53b6e6e16818 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:46.477925 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e7980608-51aa-4f73-80c0-e80d1a71a5df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3572913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59074111'] for subnet, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:46.480930 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4dc4a020-c0c5-4f7b-a9e3-53b6e6e16818 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:46.505410 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4dc4a020-c0c5-4f7b-a9e3-53b6e6e16818 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:46.569830 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-4dc4a020-c0c5-4f7b-a9e3-53b6e6e16818 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=aa2564522e0d4b12b67dd7d663bc92a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4312272 Aug 18 12:05:46.570266 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 39764) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:05:46.570755 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7980608-51aa-4f73-80c0-e80d1a71a5df admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c1ba071-961b-49f3-affa-619a40badae7,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:05:46.577509 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc4a020-c0c5-4f7b-a9e3-53b6e6e16818 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3f9e5a1-e71b-4d13-9079-0fc34c749a37,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:05:46.588606 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7980608-51aa-4f73-80c0-e80d1a71a5df admin admin] Checking segment: {'id': '63c7b8cb-76fb-4fed-8354-79f55354b79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '76efc9cc-73ae-46a2-9dba-6108cf1d2184'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:05:46.589044 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7980608-51aa-4f73-80c0-e80d1a71a5df admin admin] Network hostable DHCP agents. Network: 76efc9cc-73ae-46a2-9dba-6108cf1d2184, hostable agents: ['97c14208-2951-4361-8d64-3708c946ff5f'], hosted agents: [] {{(pid=106252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 12:05:46.607556 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7980608-51aa-4f73-80c0-e80d1a71a5df admin admin] Network 76efc9cc-73ae-46a2-9dba-6108cf1d2184 is scheduled to be hosted by DHCP agent 97c14208-2951-4361-8d64-3708c946ff5f with binding_index 1 {{(pid=106252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 12:05:46.619493 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-e7980608-51aa-4f73-80c0-e80d1a71a5df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-2, 76efc9cc-73ae-46a2-9dba-6108cf1d2184) {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:05:46.624141 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7980608-51aa-4f73-80c0-e80d1a71a5df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:05:46.625022 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e7980608-51aa-4f73-80c0-e80d1a71a5df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for subnet, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:46.635954 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89e5428a-0ef8-46a6-9d98-ffe958e62ece None None] Network 76efc9cc-73ae-46a2-9dba-6108cf1d2184 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:05:46.655157 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-e7980608-51aa-4f73-80c0-e80d1a71a5df admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4696457 Aug 18 12:05:46.669514 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3f56ac02-f6d3-48ca-bf70-31f746dc1850 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:46.704795 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3f56ac02-f6d3-48ca-bf70-31f746dc1850 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:46.789254 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3f56ac02-f6d3-48ca-bf70-31f746dc1850 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:46.792932 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3f56ac02-f6d3-48ca-bf70-31f746dc1850 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:46.797396 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-3f56ac02-f6d3-48ca-bf70-31f746dc1850 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b3f9e5a1-e71b-4d13-9079-0fc34c749a37 HTTP/1.1" status: 204 len: 168 time: 0.2260976 Aug 18 12:05:46.801368 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 39786) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:05:46.809741 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 39788) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:05:46.828914 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f56ac02-f6d3-48ca-bf70-31f746dc1850 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3f9e5a1-e71b-4d13-9079-0fc34c749a37,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:05:46.875687 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5675459a-b8b1-4fd4-ad19-668f614862c6 None None] Network 76efc9cc-73ae-46a2-9dba-6108cf1d2184 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:05:46.908717 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_v2 [None req-9680cc44-c1f4-49ba-81cc-bb55aca7ab13 admin admin] Deleting subnet e15b5a3c-3ecf-4804-8441-23eb1b622292 {{(pid=106252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 12:05:46.920213 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-9680cc44-c1f4-49ba-81cc-bb55aca7ab13 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:46.970081 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7d63dc-9b35-4ba4-955b-e9c668f73133 req-b2121c08-aae5-4faa-8de9-5652dd8f353c tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:05:46.977681 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2b7d63dc-9b35-4ba4-955b-e9c668f73133 req-b2121c08-aae5-4faa-8de9-5652dd8f353c tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/networks?id=f4b8d3d9-3617-4a41-8d50-7e0230977f6d HTTP/1.1" status: 200 len: 811 time: 0.1889036 Aug 18 12:05:46.993297 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-9680cc44-c1f4-49ba-81cc-bb55aca7ab13 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2221528'] for subnet, precommit_delete_associations {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:47.001583 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2b7d63dc-9b35-4ba4-955b-e9c668f73133 req-5b4d6fa3-3852-4700-ba5d-dd4838d1f5b4 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/quotas/ba6220adeda54bd2ac551edffcfbfea2 HTTP/1.1" status: 200 len: 375 time: 0.0229907 Aug 18 12:05:47.064784 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-57d08c86-38f0-4f09-bd12-a00ad59bd322 tempest-DHCPAgentSchedulersTestJSON-1057515636 tempest-DHCPAgentSchedulersTestJSON-1057515636-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-2065923068'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:05:47.082515 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2b7d63dc-9b35-4ba4-955b-e9c668f73133 req-1f8fea0c-e285-4acb-b166-ef9f498c36e6 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=ba6220adeda54bd2ac551edffcfbfea2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0799735 Aug 18 12:05:47.116860 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57d08c86-38f0-4f09-bd12-a00ad59bd322 tempest-DHCPAgentSchedulersTestJSON-1057515636 tempest-DHCPAgentSchedulersTestJSON-1057515636-project] Made reservation on behalf of bcdec4788b4d4da2b10272114a3f3822 for: {'network': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:05:47.121678 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-57d08c86-38f0-4f09-bd12-a00ad59bd322 tempest-DHCPAgentSchedulersTestJSON-1057515636 tempest-DHCPAgentSchedulersTestJSON-1057515636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for network, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:47.144273 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-57d08c86-38f0-4f09-bd12-a00ad59bd322 tempest-DHCPAgentSchedulersTestJSON-1057515636 tempest-DHCPAgentSchedulersTestJSON-1057515636-project] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:47.148845 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-9680cc44-c1f4-49ba-81cc-bb55aca7ab13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:47.224467 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2b7d63dc-9b35-4ba4-955b-e9c668f73133 req-92e3683d-7c5e-429b-bda5-cbba99cdf226 service neutron] 10.222.0.66 "GET /v2.0/networks/f4b8d3d9-3617-4a41-8d50-7e0230977f6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410031 Aug 18 12:05:47.297165 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-57d08c86-38f0-4f09-bd12-a00ad59bd322 tempest-DHCPAgentSchedulersTestJSON-1057515636 tempest-DHCPAgentSchedulersTestJSON-1057515636-project] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:47.301181 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-57d08c86-38f0-4f09-bd12-a00ad59bd322 tempest-DHCPAgentSchedulersTestJSON-1057515636 tempest-DHCPAgentSchedulersTestJSON-1057515636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:47.314925 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57d08c86-38f0-4f09-bd12-a00ad59bd322 tempest-DHCPAgentSchedulersTestJSON-1057515636 tempest-DHCPAgentSchedulersTestJSON-1057515636-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 849} {{(pid=106253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:05:47.320234 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-9680cc44-c1f4-49ba-81cc-bb55aca7ab13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3572848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59074100'] for subnet, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:47.327467 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-57d08c86-38f0-4f09-bd12-a00ad59bd322 tempest-DHCPAgentSchedulersTestJSON-1057515636 tempest-DHCPAgentSchedulersTestJSON-1057515636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:47.327807 n-d-804985-2 neutron-server[106253]: INFO neutron.db.segments_db [None req-57d08c86-38f0-4f09-bd12-a00ad59bd322 tempest-DHCPAgentSchedulersTestJSON-1057515636 tempest-DHCPAgentSchedulersTestJSON-1057515636-project] Added segment dc04419a-c2d7-4793-a0b8-909324fde893 of type vlan for network 7d08141b-60ed-4926-8f8f-6cec40afa87f Aug 18 12:05:47.329467 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2b7d63dc-9b35-4ba4-955b-e9c668f73133 req-4f00ed8d-dd5a-4f11-a122-5bce057df7b5 service neutron] 10.222.0.66 "GET /v2.0/networks/f4b8d3d9-3617-4a41-8d50-7e0230977f6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036394 Aug 18 12:05:47.344090 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 39810) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:05:47.385373 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5ef8dcc1-dda2-41bf-90a3-312c612733f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:47.388862 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9680cc44-c1f4-49ba-81cc-bb55aca7ab13 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e15b5a3c-3ecf-4804-8441-23eb1b622292,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:05:47.389336 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-57d08c86-38f0-4f09-bd12-a00ad59bd322 tempest-DHCPAgentSchedulersTestJSON-1057515636 tempest-DHCPAgentSchedulersTestJSON-1057515636-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789150665894'] for network, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:47.399228 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-9680cc44-c1f4-49ba-81cc-bb55aca7ab13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for subnet, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:47.400965 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-9680cc44-c1f4-49ba-81cc-bb55aca7ab13 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/e15b5a3c-3ecf-4804-8441-23eb1b622292 HTTP/1.1" status: 204 len: 168 time: 0.5868239 Aug 18 12:05:47.404631 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 39814) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:05:47.494191 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7688ed56-078f-4f44-813d-583c633ba308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7904109'] for network, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:47.499348 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.db.resource_extend [None req-57d08c86-38f0-4f09-bd12-a00ad59bd322 tempest-DHCPAgentSchedulersTestJSON-1057515636 tempest-DHCPAgentSchedulersTestJSON-1057515636-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 18 12:05:47.512378 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d08c86-38f0-4f09-bd12-a00ad59bd322 tempest-DHCPAgentSchedulersTestJSON-1057515636 tempest-DHCPAgentSchedulersTestJSON-1057515636-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1985716-2315-4e3c-9b51-1b15fee86c7a,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:05:47.551473 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1afdb22b-490b-433a-b438-a357b1aee462 req-2eb05297-ba16-472a-9736-a6fbbb22abae tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/ports?device_id=391c446c-64ec-43a3-91e7-a71f9564fb03 HTTP/1.1" status: 200 len: 210 time: 0.0450625 Aug 18 12:05:47.570441 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 39822) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:05:47.583489 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-57d08c86-38f0-4f09-bd12-a00ad59bd322 tempest-DHCPAgentSchedulersTestJSON-1057515636 tempest-DHCPAgentSchedulersTestJSON-1057515636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for network, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:47.589730 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d08c86-38f0-4f09-bd12-a00ad59bd322 tempest-DHCPAgentSchedulersTestJSON-1057515636 tempest-DHCPAgentSchedulersTestJSON-1057515636-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:05:47.590494 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-57d08c86-38f0-4f09-bd12-a00ad59bd322 tempest-DHCPAgentSchedulersTestJSON-1057515636 tempest-DHCPAgentSchedulersTestJSON-1057515636-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:47.718746 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7688ed56-078f-4f44-813d-583c633ba308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8367869', 'neutron.services.segments.db._delete_segments_for_network-8789151212993'] for network, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:47.732566 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d08c86-38f0-4f09-bd12-a00ad59bd322 tempest-DHCPAgentSchedulersTestJSON-1057515636 tempest-DHCPAgentSchedulersTestJSON-1057515636-project] Pushing event updated for resources: {'Network': ['ID=7d08141b-60ed-4926-8f8f-6cec40afa87f,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:05:47.735739 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-7688ed56-078f-4f44-813d-583c633ba308 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a15bc07-fc60-4c80-8606-cbd55dd070e8']}} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:05:47.743585 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Network 7d08141b-60ed-4926-8f8f-6cec40afa87f details requested by agent ovs-agent-n-d-804985-2 with host n-d-804985-2 {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:05:47.746637 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-7688ed56-078f-4f44-813d-583c633ba308 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a96c732-ee36-4714-9ceb-d02cb12a5c50') {'for_net_delete': True} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:05:47.747002 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-7688ed56-078f-4f44-813d-583c633ba308 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a96c732-ee36-4714-9ceb-d02cb12a5c50') {} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:05:47.777784 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7688ed56-078f-4f44-813d-583c633ba308 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789151225254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902236'] for segment, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:47.794382 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7688ed56-078f-4f44-813d-583c633ba308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:47.805758 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7688ed56-078f-4f44-813d-583c633ba308 admin admin] Releasing vlan 846 on physical network physnet1 to pool {{(pid=106253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:05:47.806160 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7688ed56-078f-4f44-813d-583c633ba308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58900537'] for segment, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:47.809111 n-d-804985-2 neutron-server[106253]: Traceback (most recent call last): Aug 18 12:05:47.809111 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:05:47.809111 n-d-804985-2 neutron-server[106253]: timer() Aug 18 12:05:47.809111 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:05:47.809111 n-d-804985-2 neutron-server[106253]: cb(*args, **kw) Aug 18 12:05:47.809111 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:05:47.809111 n-d-804985-2 neutron-server[106253]: return func(*args, **kwargs) Aug 18 12:05:47.809111 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:05:47.809111 n-d-804985-2 neutron-server[106253]: self._notify() Aug 18 12:05:47.809111 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:05:47.809111 n-d-804985-2 neutron-server[106253]: self.callback(batched_events) Aug 18 12:05:47.809111 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:05:47.809111 n-d-804985-2 neutron-server[106253]: event.method(event) Aug 18 12:05:47.809111 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:05:47.809111 n-d-804985-2 neutron-server[106253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:05:47.809111 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:05:47.809111 n-d-804985-2 neutron-server[106253]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:05:47.809111 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:05:47.809111 n-d-804985-2 neutron-server[106253]: return f(self, *a, **k) Aug 18 12:05:47.809111 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:05:47.809111 n-d-804985-2 neutron-server[106253]: return self._get(url).json() Aug 18 12:05:47.809111 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:05:47.809111 n-d-804985-2 neutron-server[106253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:05:47.809111 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:05:47.809111 n-d-804985-2 neutron-server[106253]: return self.request(url, 'GET', **kwargs) Aug 18 12:05:47.809111 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:05:47.809111 n-d-804985-2 neutron-server[106253]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:05:47.809111 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:05:47.809111 n-d-804985-2 neutron-server[106253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:05:47.809111 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:05:47.809111 n-d-804985-2 neutron-server[106253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:05:47.809111 n-d-804985-2 neutron-server[106253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:05:47.871554 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7688ed56-078f-4f44-813d-583c633ba308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8367858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997186'] for network, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:47.890524 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7688ed56-078f-4f44-813d-583c633ba308 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:47.892523 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-7688ed56-078f-4f44-813d-583c633ba308 admin admin] 10.222.0.66 "DELETE /v2.0/networks/4a15bc07-fc60-4c80-8606-cbd55dd070e8 HTTP/1.1" status: 204 len: 168 time: 0.4843681 Aug 18 12:05:47.893450 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7688ed56-078f-4f44-813d-583c633ba308 admin admin] Pushing event deleted for resources: {'Network': ['ID=4a15bc07-fc60-4c80-8606-cbd55dd070e8,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:05:47.896465 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 39832) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:05:47.941944 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4382351-a348-47e5-8c7e-f86480e7d35d admin admin] Deleting subnet 7c1ba071-961b-49f3-affa-619a40badae7 {{(pid=106253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 12:05:47.945833 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f4382351-a348-47e5-8c7e-f86480e7d35d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:47.982267 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f4382351-a348-47e5-8c7e-f86480e7d35d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902229'] for subnet, precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:48.003723 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5ef8dcc1-dda2-41bf-90a3-312c612733f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:48.020082 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-57d08c86-38f0-4f09-bd12-a00ad59bd322 tempest-DHCPAgentSchedulersTestJSON-1057515636 tempest-DHCPAgentSchedulersTestJSON-1057515636-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.2005620 Aug 18 12:05:48.021504 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 39834) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:05:48.022196 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5ef8dcc1-dda2-41bf-90a3-312c612733f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:48.026451 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-57bec134-d065-4cb4-bf79-fc868b3de546 tempest-DHCPAgentSchedulersTestJSON-1057515636 tempest-DHCPAgentSchedulersTestJSON-1057515636-project] Request body: {'subnet': {'network_id': '7d08141b-60ed-4926-8f8f-6cec40afa87f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:05:48.065185 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-107eadfe-f353-40e7-90cd-d7c55abcd0a4 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9530fef462cd4708906b0d9547270b9d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4935832 Aug 18 12:05:48.070591 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 39836) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:05:48.075592 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f4382351-a348-47e5-8c7e-f86480e7d35d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:48.080703 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-5ef8dcc1-dda2-41bf-90a3-312c612733f2 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=0d1d046277154312a7c9fc4407e81a54&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7127471 Aug 18 12:05:48.081575 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef8dcc1-dda2-41bf-90a3-312c612733f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=851a7a98-fe84-40e3-a68e-055fe3de54e1,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:05:48.083901 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 39838) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:05:48.133908 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-11433cbe-b874-4704-a825-1109445d64e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:48.157800 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-11433cbe-b874-4704-a825-1109445d64e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:48.197553 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57bec134-d065-4cb4-bf79-fc868b3de546 tempest-DHCPAgentSchedulersTestJSON-1057515636 tempest-DHCPAgentSchedulersTestJSON-1057515636-project] Made reservation on behalf of bcdec4788b4d4da2b10272114a3f3822 for: {'subnet': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:05:48.201225 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-57bec134-d065-4cb4-bf79-fc868b3de546 tempest-DHCPAgentSchedulersTestJSON-1057515636 tempest-DHCPAgentSchedulersTestJSON-1057515636-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59388119'] for subnet, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:48.204832 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f4382351-a348-47e5-8c7e-f86480e7d35d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58902171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59388106'] for subnet, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:48.219917 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-11433cbe-b874-4704-a825-1109445d64e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:48.222540 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-11433cbe-b874-4704-a825-1109445d64e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:48.227569 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-11433cbe-b874-4704-a825-1109445d64e0 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/851a7a98-fe84-40e3-a68e-055fe3de54e1 HTTP/1.1" status: 204 len: 168 time: 0.1404841 Aug 18 12:05:48.235703 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11433cbe-b874-4704-a825-1109445d64e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=851a7a98-fe84-40e3-a68e-055fe3de54e1,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:05:48.240583 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 09714616-d1ed-4cd3-8f88-a41a513b3b56 no longer exists at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:05:48.273398 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] No Port match for: 09714616-d1ed-4cd3-8f88-a41a513b3b56 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:05:48.274830 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 09714616-d1ed-4cd3-8f88-a41a513b3b56 not bound to the agent host n-h2-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:05:48.280438 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-57dc63fd-8ea4-479c-9b97-29887cd60a03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:48.284547 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4382351-a348-47e5-8c7e-f86480e7d35d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c1ba071-961b-49f3-affa-619a40badae7,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:05:48.303103 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f4382351-a348-47e5-8c7e-f86480e7d35d admin admin] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:48.304987 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-f4382351-a348-47e5-8c7e-f86480e7d35d admin admin] 10.222.0.66 "DELETE /v2.0/subnets/7c1ba071-961b-49f3-affa-619a40badae7 HTTP/1.1" status: 204 len: 168 time: 0.4074767 Aug 18 12:05:48.307856 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 39844) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:05:48.327543 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-57dc63fd-8ea4-479c-9b97-29887cd60a03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:48.387541 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-26396b27-5a79-4580-ba61-abf9419457d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7904109'] for network, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:48.448293 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-57dc63fd-8ea4-479c-9b97-29887cd60a03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:48.451181 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-57dc63fd-8ea4-479c-9b97-29887cd60a03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:48.452481 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-57dc63fd-8ea4-479c-9b97-29887cd60a03 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d8a3abfd-0ac3-417c-877f-79efec269c09 HTTP/1.1" status: 204 len: 168 time: 0.3809440 Aug 18 12:05:48.488772 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-be64968c-66b1-4d74-b599-1dd740221ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:48.505422 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-26396b27-5a79-4580-ba61-abf9419457d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8367869', 'neutron.services.segments.db._delete_segments_for_network-8789151212993'] for network, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:48.520625 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-26396b27-5a79-4580-ba61-abf9419457d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76efc9cc-73ae-46a2-9dba-6108cf1d2184']}} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:05:48.534305 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-26396b27-5a79-4580-ba61-abf9419457d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63c7b8cb-76fb-4fed-8354-79f55354b79b') {'for_net_delete': True} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:05:48.534735 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-26396b27-5a79-4580-ba61-abf9419457d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63c7b8cb-76fb-4fed-8354-79f55354b79b') {} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:05:48.548842 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-26396b27-5a79-4580-ba61-abf9419457d6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789151225254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2221521'] for segment, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:48.555983 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dc63fd-8ea4-479c-9b97-29887cd60a03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8a3abfd-0ac3-417c-877f-79efec269c09,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:05:48.610074 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-57bec134-d065-4cb4-bf79-fc868b3de546 tempest-DHCPAgentSchedulersTestJSON-1057515636 tempest-DHCPAgentSchedulersTestJSON-1057515636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58902106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59388097'] for subnet, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:48.639429 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 5bf33747-264b-4627-a319-1d524a90532d no longer exists at agent hyperv_n-h1-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:05:48.649757 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-26396b27-5a79-4580-ba61-abf9419457d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:48.682970 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] No Port match for: 5bf33747-264b-4627-a319-1d524a90532d {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:05:48.683906 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 5bf33747-264b-4627-a319-1d524a90532d not bound to the agent host n-h1-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:05:48.684099 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26396b27-5a79-4580-ba61-abf9419457d6 admin admin] Releasing vlan 807 on physical network physnet1 to pool {{(pid=106252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:05:48.685004 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-26396b27-5a79-4580-ba61-abf9419457d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3572434'] for segment, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:48.693389 n-d-804985-2 neutron-server[106252]: Traceback (most recent call last): Aug 18 12:05:48.693389 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:05:48.693389 n-d-804985-2 neutron-server[106252]: timer() Aug 18 12:05:48.693389 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:05:48.693389 n-d-804985-2 neutron-server[106252]: cb(*args, **kw) Aug 18 12:05:48.693389 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:05:48.693389 n-d-804985-2 neutron-server[106252]: return func(*args, **kwargs) Aug 18 12:05:48.693389 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:05:48.693389 n-d-804985-2 neutron-server[106252]: self._notify() Aug 18 12:05:48.693389 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:05:48.693389 n-d-804985-2 neutron-server[106252]: self.callback(batched_events) Aug 18 12:05:48.693389 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:05:48.693389 n-d-804985-2 neutron-server[106252]: event.method(event) Aug 18 12:05:48.693389 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:05:48.693389 n-d-804985-2 neutron-server[106252]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:05:48.693389 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:05:48.693389 n-d-804985-2 neutron-server[106252]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:05:48.693389 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:05:48.693389 n-d-804985-2 neutron-server[106252]: return f(self, *a, **k) Aug 18 12:05:48.693389 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:05:48.693389 n-d-804985-2 neutron-server[106252]: return self._get(url).json() Aug 18 12:05:48.693389 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:05:48.693389 n-d-804985-2 neutron-server[106252]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:05:48.693389 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:05:48.693389 n-d-804985-2 neutron-server[106252]: return self.request(url, 'GET', **kwargs) Aug 18 12:05:48.693389 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:05:48.693389 n-d-804985-2 neutron-server[106252]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:05:48.693389 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:05:48.693389 n-d-804985-2 neutron-server[106252]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:05:48.693389 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:05:48.693389 n-d-804985-2 neutron-server[106252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:05:48.693389 n-d-804985-2 neutron-server[106252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:05:48.721172 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bec134-d065-4cb4-bf79-fc868b3de546 tempest-DHCPAgentSchedulersTestJSON-1057515636 tempest-DHCPAgentSchedulersTestJSON-1057515636-project] Pushing event updated for resources: {'Subnet': ['ID=25b86f0a-59e5-419c-8bc6-c82a18c8e5ee,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:05:48.753140 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57bec134-d065-4cb4-bf79-fc868b3de546 tempest-DHCPAgentSchedulersTestJSON-1057515636 tempest-DHCPAgentSchedulersTestJSON-1057515636-project] Checking segment: {'id': 'dc04419a-c2d7-4793-a0b8-909324fde893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '7d08141b-60ed-4926-8f8f-6cec40afa87f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:05:48.753715 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57bec134-d065-4cb4-bf79-fc868b3de546 tempest-DHCPAgentSchedulersTestJSON-1057515636 tempest-DHCPAgentSchedulersTestJSON-1057515636-project] Network hostable DHCP agents. Network: 7d08141b-60ed-4926-8f8f-6cec40afa87f, hostable agents: ['97c14208-2951-4361-8d64-3708c946ff5f'], hosted agents: [] {{(pid=106253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 12:05:48.777053 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57bec134-d065-4cb4-bf79-fc868b3de546 tempest-DHCPAgentSchedulersTestJSON-1057515636 tempest-DHCPAgentSchedulersTestJSON-1057515636-project] Network 7d08141b-60ed-4926-8f8f-6cec40afa87f is scheduled to be hosted by DHCP agent 97c14208-2951-4361-8d64-3708c946ff5f with binding_index 1 {{(pid=106253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 12:05:48.801627 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-57bec134-d065-4cb4-bf79-fc868b3de546 tempest-DHCPAgentSchedulersTestJSON-1057515636 tempest-DHCPAgentSchedulersTestJSON-1057515636-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-2, 7d08141b-60ed-4926-8f8f-6cec40afa87f) {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:05:48.808025 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57bec134-d065-4cb4-bf79-fc868b3de546 tempest-DHCPAgentSchedulersTestJSON-1057515636 tempest-DHCPAgentSchedulersTestJSON-1057515636-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:05:48.809053 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-57bec134-d065-4cb4-bf79-fc868b3de546 tempest-DHCPAgentSchedulersTestJSON-1057515636 tempest-DHCPAgentSchedulersTestJSON-1057515636-project] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:48.813370 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1931f89d-c7bf-4809-be87-12eca983e177 None None] Network 7d08141b-60ed-4926-8f8f-6cec40afa87f requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:05:48.826677 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e021cdee-0949-4378-a1b5-4e2f6bcd9dc6 req-57203449-3f6a-494b-9834-eb055755203b tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/ports?device_id=391c446c-64ec-43a3-91e7-a71f9564fb03 HTTP/1.1" status: 200 len: 210 time: 0.1442277 Aug 18 12:05:48.841796 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-57bec134-d065-4cb4-bf79-fc868b3de546 tempest-DHCPAgentSchedulersTestJSON-1057515636 tempest-DHCPAgentSchedulersTestJSON-1057515636-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8192306 Aug 18 12:05:48.844346 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 39868) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:05:48.849607 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-d0f48fc6-14a7-4162-af41-d69166973f98 tempest-DHCPAgentSchedulersTestJSON-1057515636 tempest-DHCPAgentSchedulersTestJSON-1057515636-project] Request body: {'port': {'network_id': '7d08141b-60ed-4926-8f8f-6cec40afa87f', 'name': 'tempest-DHCPAgentSchedulersTestJSON-663171759'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:05:48.866438 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402704e6-dfd4-418f-a70b-b0a8cdbf312d req-3d239ffb-0652-44c0-8ea0-8bc2fe91651b tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:05:48.873382 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402704e6-dfd4-418f-a70b-b0a8cdbf312d req-3d239ffb-0652-44c0-8ea0-8bc2fe91651b tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:05:48.880001 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402704e6-dfd4-418f-a70b-b0a8cdbf312d req-3d239ffb-0652-44c0-8ea0-8bc2fe91651b tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:05:48.894214 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402704e6-dfd4-418f-a70b-b0a8cdbf312d req-3d239ffb-0652-44c0-8ea0-8bc2fe91651b tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:05:48.900442 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402704e6-dfd4-418f-a70b-b0a8cdbf312d req-3d239ffb-0652-44c0-8ea0-8bc2fe91651b tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:05:48.909714 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402704e6-dfd4-418f-a70b-b0a8cdbf312d req-3d239ffb-0652-44c0-8ea0-8bc2fe91651b tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:05:48.918132 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402704e6-dfd4-418f-a70b-b0a8cdbf312d req-3d239ffb-0652-44c0-8ea0-8bc2fe91651b tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:05:48.920736 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-402704e6-dfd4-418f-a70b-b0a8cdbf312d req-3d239ffb-0652-44c0-8ea0-8bc2fe91651b tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] 10.222.0.66 "GET /v2.0/ports?device_id=20dd28f4-1df0-4a6b-8939-d21ca9c9b72a HTTP/1.1" status: 200 len: 5445 time: 0.3276837 Aug 18 12:05:48.924877 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-26396b27-5a79-4580-ba61-abf9419457d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8367858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997186'] for network, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:48.948043 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-26396b27-5a79-4580-ba61-abf9419457d6 admin admin] Notify callbacks [] for network, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:48.955638 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-26396b27-5a79-4580-ba61-abf9419457d6 admin admin] 10.222.0.66 "DELETE /v2.0/networks/76efc9cc-73ae-46a2-9dba-6108cf1d2184 HTTP/1.1" status: 204 len: 168 time: 0.6465743 Aug 18 12:05:49.001795 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26396b27-5a79-4580-ba61-abf9419457d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=76efc9cc-73ae-46a2-9dba-6108cf1d2184,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:05:49.019377 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7d63dc-9b35-4ba4-955b-e9c668f73133 req-52877a64-19cc-4b30-a223-6a9a3a1ea6a9 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:05:49.020845 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2b7d63dc-9b35-4ba4-955b-e9c668f73133 req-52877a64-19cc-4b30-a223-6a9a3a1ea6a9 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.62 "GET /v2.0/networks?id=f4b8d3d9-3617-4a41-8d50-7e0230977f6d HTTP/1.1" status: 200 len: 811 time: 0.4468064 Aug 18 12:05:49.050831 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-2b7d63dc-9b35-4ba4-955b-e9c668f73133 req-877f45a4-b225-4dd7-af33-af2f8b1c8c27 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Request body: {'port': {'device_id': '391c446c-64ec-43a3-91e7-a71f9564fb03', 'network_id': 'f4b8d3d9-3617-4a41-8d50-7e0230977f6d', 'admin_state_up': True, 'tenant_id': 'ba6220adeda54bd2ac551edffcfbfea2'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:05:49.055638 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ba14f7c-ee1a-45ef-8bbb-31c2ee100640 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp788be208-34ab-5a8f-af0f-528834af222f-7d08141b-60ed-4926-8f8f-6cec40afa87f', 'network_id': '7d08141b-60ed-4926-8f8f-6cec40afa87f', 'tenant_id': 'bcdec4788b4d4da2b10272114a3f3822', 'fixed_ips': [{'subnet_id': '25b86f0a-59e5-419c-8bc6-c82a18c8e5ee'}]}} from n-d-804985-2. {{(pid=106254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 12:05:49.056843 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-2ba14f7c-ee1a-45ef-8bbb-31c2ee100640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:49.073655 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-402704e6-dfd4-418f-a70b-b0a8cdbf312d req-9d440da9-70c7-481b-bded-2d3577f97005 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] 10.222.0.66 "GET /v2.0/security-groups?id=62694ccf-8551-490d-8b70-5c6a44a53206&id=e100a5b2-e498-4091-84ac-a0da12aab123&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1315179 Aug 18 12:05:49.109019 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0f48fc6-14a7-4162-af41-d69166973f98 tempest-DHCPAgentSchedulersTestJSON-1057515636 tempest-DHCPAgentSchedulersTestJSON-1057515636-project] Made reservation on behalf of bcdec4788b4d4da2b10272114a3f3822 for: {'port': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:05:49.113296 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d0f48fc6-14a7-4162-af41-d69166973f98 tempest-DHCPAgentSchedulersTestJSON-1057515636 tempest-DHCPAgentSchedulersTestJSON-1057515636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:49.159015 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [None req-d0f48fc6-14a7-4162-af41-d69166973f98 tempest-DHCPAgentSchedulersTestJSON-1057515636 tempest-DHCPAgentSchedulersTestJSON-1057515636-project] device_id is not set on port 63e42b44-11bd-4f8f-9766-c77ec6a358d3 yet. {{(pid=106253) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 12:05:49.188645 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 39886) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:05:49.272501 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.db_base_plugin_common [None req-2ba14f7c-ee1a-45ef-8bbb-31c2ee100640 None None] Allocated IP 172.20.0.2 (7d08141b-60ed-4926-8f8f-6cec40afa87f/25b86f0a-59e5-419c-8bc6-c82a18c8e5ee/9b94829e-2664-4f9b-bbf9-29a394a1c6c6) {{(pid=106254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:05:49.318417 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae878026-513d-4fc3-8f76-0b5b3ae8acca req-687776be-7b6a-4b18-8870-6e0f2834cdea tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:05:49.324460 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae878026-513d-4fc3-8f76-0b5b3ae8acca req-687776be-7b6a-4b18-8870-6e0f2834cdea tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:05:49.330844 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae878026-513d-4fc3-8f76-0b5b3ae8acca req-687776be-7b6a-4b18-8870-6e0f2834cdea tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:05:49.336511 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae878026-513d-4fc3-8f76-0b5b3ae8acca req-687776be-7b6a-4b18-8870-6e0f2834cdea tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:05:49.342702 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae878026-513d-4fc3-8f76-0b5b3ae8acca req-687776be-7b6a-4b18-8870-6e0f2834cdea tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:05:49.348776 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae878026-513d-4fc3-8f76-0b5b3ae8acca req-687776be-7b6a-4b18-8870-6e0f2834cdea tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:05:49.355032 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae878026-513d-4fc3-8f76-0b5b3ae8acca req-687776be-7b6a-4b18-8870-6e0f2834cdea tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:05:49.357065 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ae878026-513d-4fc3-8f76-0b5b3ae8acca req-687776be-7b6a-4b18-8870-6e0f2834cdea tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] 10.222.0.66 "GET /v2.0/ports?device_id=20dd28f4-1df0-4a6b-8939-d21ca9c9b72a HTTP/1.1" status: 200 len: 5445 time: 0.1706734 Aug 18 12:05:49.364211 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-0cfbc152-6c53-40f9-982d-1d0dd4707739 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=47e5c552f233492aabadc0593d63b4d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1720781 Aug 18 12:05:49.367850 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 39892) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:05:49.369019 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b7d63dc-9b35-4ba4-955b-e9c668f73133 req-877f45a4-b225-4dd7-af33-af2f8b1c8c27 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Made reservation on behalf of ba6220adeda54bd2ac551edffcfbfea2 for: {'port': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:05:49.372834 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-2b7d63dc-9b35-4ba4-955b-e9c668f73133 req-877f45a4-b225-4dd7-af33-af2f8b1c8c27 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:49.453027 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e22a860b-6be5-44cd-8436-1dd826faff3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:49.480745 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e22a860b-6be5-44cd-8436-1dd826faff3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:49.528150 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-2ba14f7c-ee1a-45ef-8bbb-31c2ee100640 None None] Notify callbacks [] for port, precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:49.534962 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [req-2b7d63dc-9b35-4ba4-955b-e9c668f73133 req-877f45a4-b225-4dd7-af33-af2f8b1c8c27 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Allocated IP 172.20.0.6 (f4b8d3d9-3617-4a41-8d50-7e0230977f6d/d716ee29-e7a2-4fa3-97cc-7ab3c35181fa/cc2de829-8e2b-48e8-b71f-e1a619ef4f0e) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:05:49.539803 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-2ba14f7c-ee1a-45ef-8bbb-31c2ee100640 None None] Transition to ACTIVE for port object 9b94829e-2664-4f9b-bbf9-29a394a1c6c6 will not be triggered until provisioned by entity L2. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:05:49.589911 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e22a860b-6be5-44cd-8436-1dd826faff3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:49.590126 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-2ba14f7c-ee1a-45ef-8bbb-31c2ee100640 None None] Transition to ACTIVE for port object 9b94829e-2664-4f9b-bbf9-29a394a1c6c6 will not be triggered until provisioned by entity DHCP. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:05:49.592967 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e22a860b-6be5-44cd-8436-1dd826faff3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:49.594119 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-e22a860b-6be5-44cd-8436-1dd826faff3f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/af430e0c-b2a5-4f6d-b9b6-96e05786f879 HTTP/1.1" status: 204 len: 168 time: 0.2244792 Aug 18 12:05:49.599698 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-2ba14f7c-ee1a-45ef-8bbb-31c2ee100640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547'] for port, after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:49.662139 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22a860b-6be5-44cd-8436-1dd826faff3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af430e0c-b2a5-4f6d-b9b6-96e05786f879,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:05:49.687091 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ba14f7c-ee1a-45ef-8bbb-31c2ee100640 None None] Network 7d08141b-60ed-4926-8f8f-6cec40afa87f is already hosted by enough agents. {{(pid=106254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:05:49.693146 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.base_scheduler [None req-2ba14f7c-ee1a-45ef-8bbb-31c2ee100640 None None] Resources bound (agent type, host, resource id): {{(pid=106254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:05:49.695215 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba14f7c-ee1a-45ef-8bbb-31c2ee100640 None None] Pushing event updated for resources: {'Port': ['ID=9b94829e-2664-4f9b-bbf9-29a394a1c6c6,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:05:49.697527 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba14f7c-ee1a-45ef-8bbb-31c2ee100640 None None] Received port after_create {{(pid=106254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:05:49.698906 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [None req-d0f48fc6-14a7-4162-af41-d69166973f98 tempest-DHCPAgentSchedulersTestJSON-1057515636 tempest-DHCPAgentSchedulersTestJSON-1057515636-project] Allocated IP 172.20.0.9 (7d08141b-60ed-4926-8f8f-6cec40afa87f/25b86f0a-59e5-419c-8bc6-c82a18c8e5ee/63e42b44-11bd-4f8f-9766-c77ec6a358d3) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:05:49.765697 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-2ba14f7c-ee1a-45ef-8bbb-31c2ee100640 None None] Attempting to bind port 9b94829e-2664-4f9b-bbf9-29a394a1c6c6 on host n-d-804985-2 for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:05:49.766120 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-2ba14f7c-ee1a-45ef-8bbb-31c2ee100640 None None] Attempting to bind port 9b94829e-2664-4f9b-bbf9-29a394a1c6c6 by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': 'dc04419a-c2d7-4793-a0b8-909324fde893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '7d08141b-60ed-4926-8f8f-6cec40afa87f'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:05:49.766415 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba14f7c-ee1a-45ef-8bbb-31c2ee100640 None None] Attempting to bind port 9b94829e-2664-4f9b-bbf9-29a394a1c6c6 on network 7d08141b-60ed-4926-8f8f-6cec40afa87f {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:05:49.772602 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba14f7c-ee1a-45ef-8bbb-31c2ee100640 None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 5, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:05:49.772988 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba14f7c-ee1a-45ef-8bbb-31c2ee100640 None None] Checking segment: {'id': 'dc04419a-c2d7-4793-a0b8-909324fde893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '7d08141b-60ed-4926-8f8f-6cec40afa87f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:05:49.773431 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-2ba14f7c-ee1a-45ef-8bbb-31c2ee100640 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:49.773828 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba14f7c-ee1a-45ef-8bbb-31c2ee100640 None None] Bound using segment: {'id': 'dc04419a-c2d7-4793-a0b8-909324fde893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '7d08141b-60ed-4926-8f8f-6cec40afa87f'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:05:49.774424 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-2ba14f7c-ee1a-45ef-8bbb-31c2ee100640 None None] Bound port: 9b94829e-2664-4f9b-bbf9-29a394a1c6c6, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc04419a-c2d7-4793-a0b8-909324fde893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '7d08141b-60ed-4926-8f8f-6cec40afa87f'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:05:49.774858 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-2ba14f7c-ee1a-45ef-8bbb-31c2ee100640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:49.848355 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-2ba14f7c-ee1a-45ef-8bbb-31c2ee100640 None None] For port 9b94829e-2664-4f9b-bbf9-29a394a1c6c6, host n-d-804985-2, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:05:49.852641 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-2ba14f7c-ee1a-45ef-8bbb-31c2ee100640 None None] For port 9b94829e-2664-4f9b-bbf9-29a394a1c6c6, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=9b94829e-2664-4f9b-bbf9-29a394a1c6c6,segment=NetworkSegment(dc04419a-c2d7-4793-a0b8-909324fde893),segment_id=dc04419a-c2d7-4793-a0b8-909324fde893)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:05:49.859737 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-2ba14f7c-ee1a-45ef-8bbb-31c2ee100640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:49.882977 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-2b7d63dc-9b35-4ba4-955b-e9c668f73133 req-877f45a4-b225-4dd7-af33-af2f8b1c8c27 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:49.941342 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d0f48fc6-14a7-4162-af41-d69166973f98 tempest-DHCPAgentSchedulersTestJSON-1057515636 tempest-DHCPAgentSchedulersTestJSON-1057515636-project] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:49.964378 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba14f7c-ee1a-45ef-8bbb-31c2ee100640 None None] Pushing event updated for resources: {'Port': ['ID=9b94829e-2664-4f9b-bbf9-29a394a1c6c6,revision_number=2']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:05:49.969407 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [None req-d0f48fc6-14a7-4162-af41-d69166973f98 tempest-DHCPAgentSchedulersTestJSON-1057515636 tempest-DHCPAgentSchedulersTestJSON-1057515636-project] Transition to ACTIVE for port object 63e42b44-11bd-4f8f-9766-c77ec6a358d3 will not be triggered until provisioned by entity DHCP. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:05:50.013254 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1c8fefd1-255f-4275-86b9-16dcd90c05f6 req-7add7c36-965d-48f1-9c64-545b4036e06b tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/ports?device_id=391c446c-64ec-43a3-91e7-a71f9564fb03 HTTP/1.1" status: 200 len: 210 time: 0.0523190 Aug 18 12:05:50.021721 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d0f48fc6-14a7-4162-af41-d69166973f98 tempest-DHCPAgentSchedulersTestJSON-1057515636 tempest-DHCPAgentSchedulersTestJSON-1057515636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:50.044375 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-2b7d63dc-9b35-4ba4-955b-e9c668f73133 req-877f45a4-b225-4dd7-af33-af2f8b1c8c27 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:50.082601 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0f48fc6-14a7-4162-af41-d69166973f98 tempest-DHCPAgentSchedulersTestJSON-1057515636 tempest-DHCPAgentSchedulersTestJSON-1057515636-project] Network 7d08141b-60ed-4926-8f8f-6cec40afa87f is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:05:50.085740 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-d0f48fc6-14a7-4162-af41-d69166973f98 tempest-DHCPAgentSchedulersTestJSON-1057515636 tempest-DHCPAgentSchedulersTestJSON-1057515636-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:05:50.091982 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f48fc6-14a7-4162-af41-d69166973f98 tempest-DHCPAgentSchedulersTestJSON-1057515636 tempest-DHCPAgentSchedulersTestJSON-1057515636-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:05:50.112893 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b7d63dc-9b35-4ba4-955b-e9c668f73133 req-877f45a4-b225-4dd7-af33-af2f8b1c8c27 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Network f4b8d3d9-3617-4a41-8d50-7e0230977f6d is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:05:50.124609 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [req-2b7d63dc-9b35-4ba4-955b-e9c668f73133 req-877f45a4-b225-4dd7-af33-af2f8b1c8c27 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:05:50.127558 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b7d63dc-9b35-4ba4-955b-e9c668f73133 req-877f45a4-b225-4dd7-af33-af2f8b1c8c27 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:05:50.132551 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877f45a4-b225-4dd7-af33-af2f8b1c8c27 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Pushing event updated for resources: {'Port': ['ID=cc2de829-8e2b-48e8-b71f-e1a619ef4f0e,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:05:50.164358 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f48fc6-14a7-4162-af41-d69166973f98 tempest-DHCPAgentSchedulersTestJSON-1057515636 tempest-DHCPAgentSchedulersTestJSON-1057515636-project] Pushing event updated for resources: {'Port': ['ID=63e42b44-11bd-4f8f-9766-c77ec6a358d3,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:05:50.236375 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0f48fc6-14a7-4162-af41-d69166973f98 tempest-DHCPAgentSchedulersTestJSON-1057515636 tempest-DHCPAgentSchedulersTestJSON-1057515636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:05:50.239715 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d0f48fc6-14a7-4162-af41-d69166973f98 tempest-DHCPAgentSchedulersTestJSON-1057515636 tempest-DHCPAgentSchedulersTestJSON-1057515636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:50.240178 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7d63dc-9b35-4ba4-955b-e9c668f73133 req-877f45a4-b225-4dd7-af33-af2f8b1c8c27 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:05:50.240834 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-2b7d63dc-9b35-4ba4-955b-e9c668f73133 req-877f45a4-b225-4dd7-af33-af2f8b1c8c27 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:50.261443 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-d0f48fc6-14a7-4162-af41-d69166973f98 tempest-DHCPAgentSchedulersTestJSON-1057515636 tempest-DHCPAgentSchedulersTestJSON-1057515636-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4156456 Aug 18 12:05:50.261707 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2b7d63dc-9b35-4ba4-955b-e9c668f73133 req-877f45a4-b225-4dd7-af33-af2f8b1c8c27 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2238817 Aug 18 12:05:50.264294 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 39922) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:05:50.277314 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-2b7d63dc-9b35-4ba4-955b-e9c668f73133 req-86ec7d66-f835-4d62-b119-44c2d4f2c4f0 service neutron] Request body: {'port': {'device_id': '391c446c-64ec-43a3-91e7-a71f9564fb03', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804985-2'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:05:50.360366 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-2b7d63dc-9b35-4ba4-955b-e9c668f73133 req-86ec7d66-f835-4d62-b119-44c2d4f2c4f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:50.400799 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 39930) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:05:50.480822 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-eb98f3b1-29fc-41f3-905e-3bfa05d53751 tempest-DHCPAgentSchedulersTestJSON-1057515636 tempest-DHCPAgentSchedulersTestJSON-1057515636-project] Deleting port 63e42b44-11bd-4f8f-9766-c77ec6a358d3 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:05:50.481169 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-eb98f3b1-29fc-41f3-905e-3bfa05d53751 tempest-DHCPAgentSchedulersTestJSON-1057515636 tempest-DHCPAgentSchedulersTestJSON-1057515636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:50.487761 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-dfc9f9ae-dbcf-408c-87a4-57393d2e73a2 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=46e98d4b077b4514a3defd0247605983&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0849831 Aug 18 12:05:50.509202 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 39944) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:05:50.604949 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-910723d4-1f50-4a99-b38d-49245d4261a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:50.644939 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-910723d4-1f50-4a99-b38d-49245d4261a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:50.660205 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-eb98f3b1-29fc-41f3-905e-3bfa05d53751 tempest-DHCPAgentSchedulersTestJSON-1057515636 tempest-DHCPAgentSchedulersTestJSON-1057515636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:50.686592 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-eb98f3b1-29fc-41f3-905e-3bfa05d53751 tempest-DHCPAgentSchedulersTestJSON-1057515636 tempest-DHCPAgentSchedulersTestJSON-1057515636-project] Calling delete_port for 63e42b44-11bd-4f8f-9766-c77ec6a358d3 owned by {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:05:50.768116 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [req-2b7d63dc-9b35-4ba4-955b-e9c668f73133 req-86ec7d66-f835-4d62-b119-44c2d4f2c4f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc2de829-8e2b-48e8-b71f-e1a619ef4f0e {{(pid=106252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:05:50.787926 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-910723d4-1f50-4a99-b38d-49245d4261a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:50.791517 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-910723d4-1f50-4a99-b38d-49245d4261a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:50.792994 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-2b7d63dc-9b35-4ba4-955b-e9c668f73133 req-86ec7d66-f835-4d62-b119-44c2d4f2c4f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:50.793510 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-910723d4-1f50-4a99-b38d-49245d4261a9 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/5b6fee9c-9be2-4da5-a5ac-c49af3997133 HTTP/1.1" status: 204 len: 168 time: 0.2833660 Aug 18 12:05:50.811021 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [req-2b7d63dc-9b35-4ba4-955b-e9c668f73133 req-86ec7d66-f835-4d62-b119-44c2d4f2c4f0 service neutron] Transition to ACTIVE for port object cc2de829-8e2b-48e8-b71f-e1a619ef4f0e will not be triggered until provisioned by entity L2. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:05:50.813122 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910723d4-1f50-4a99-b38d-49245d4261a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b6fee9c-9be2-4da5-a5ac-c49af3997133,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:05:50.838571 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-2b7d63dc-9b35-4ba4-955b-e9c668f73133 req-86ec7d66-f835-4d62-b119-44c2d4f2c4f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:50.905226 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ec7d66-f835-4d62-b119-44c2d4f2c4f0 service neutron] Pushing event updated for resources: {'Port': ['ID=cc2de829-8e2b-48e8-b71f-e1a619ef4f0e,revision_number=2']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:05:50.959607 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-eb98f3b1-29fc-41f3-905e-3bfa05d53751 tempest-DHCPAgentSchedulersTestJSON-1057515636 tempest-DHCPAgentSchedulersTestJSON-1057515636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:51.011310 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-2b7d63dc-9b35-4ba4-955b-e9c668f73133 req-86ec7d66-f835-4d62-b119-44c2d4f2c4f0 service neutron] Attempting to bind port cc2de829-8e2b-48e8-b71f-e1a619ef4f0e on host n-h2-804985-2 for vnic_type normal with profile {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:05:51.011799 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-2b7d63dc-9b35-4ba4-955b-e9c668f73133 req-86ec7d66-f835-4d62-b119-44c2d4f2c4f0 service neutron] Attempting to bind port cc2de829-8e2b-48e8-b71f-e1a619ef4f0e by drivers openvswitch,hyperv on host n-h2-804985-2 at level 0 using segments [{'id': 'cad785f7-8854-4494-9369-5c8d15a44cef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'f4b8d3d9-3617-4a41-8d50-7e0230977f6d'}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:05:51.012137 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b7d63dc-9b35-4ba4-955b-e9c668f73133 req-86ec7d66-f835-4d62-b119-44c2d4f2c4f0 service neutron] Attempting to bind port cc2de829-8e2b-48e8-b71f-e1a619ef4f0e on network f4b8d3d9-3617-4a41-8d50-7e0230977f6d {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:05:51.018478 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b7d63dc-9b35-4ba4-955b-e9c668f73133 req-86ec7d66-f835-4d62-b119-44c2d4f2c4f0 service neutron] Port cc2de829-8e2b-48e8-b71f-e1a619ef4f0e on network f4b8d3d9-3617-4a41-8d50-7e0230977f6d not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-2 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:05:51.018702 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b7d63dc-9b35-4ba4-955b-e9c668f73133 req-86ec7d66-f835-4d62-b119-44c2d4f2c4f0 service neutron] Attempting to bind port cc2de829-8e2b-48e8-b71f-e1a619ef4f0e on network f4b8d3d9-3617-4a41-8d50-7e0230977f6d {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:05:51.025677 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b7d63dc-9b35-4ba4-955b-e9c668f73133 req-86ec7d66-f835-4d62-b119-44c2d4f2c4f0 service neutron] Checking agent: {'id': 'da5da552-709c-4248-84de-86af99a0dc87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 49, 8), 'started_at': datetime.datetime(2021, 8, 18, 11, 49, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 5, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:05:51.026077 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b7d63dc-9b35-4ba4-955b-e9c668f73133 req-86ec7d66-f835-4d62-b119-44c2d4f2c4f0 service neutron] Checking segment: {'id': 'cad785f7-8854-4494-9369-5c8d15a44cef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'f4b8d3d9-3617-4a41-8d50-7e0230977f6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:05:51.026517 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b7d63dc-9b35-4ba4-955b-e9c668f73133 req-86ec7d66-f835-4d62-b119-44c2d4f2c4f0 service neutron] Bound using segment: {'id': 'cad785f7-8854-4494-9369-5c8d15a44cef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'f4b8d3d9-3617-4a41-8d50-7e0230977f6d'} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:05:51.026956 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-2b7d63dc-9b35-4ba4-955b-e9c668f73133 req-86ec7d66-f835-4d62-b119-44c2d4f2c4f0 service neutron] Bound port: cc2de829-8e2b-48e8-b71f-e1a619ef4f0e, host: n-h2-804985-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cad785f7-8854-4494-9369-5c8d15a44cef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'f4b8d3d9-3617-4a41-8d50-7e0230977f6d'}}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:05:51.027321 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-2b7d63dc-9b35-4ba4-955b-e9c668f73133 req-86ec7d66-f835-4d62-b119-44c2d4f2c4f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:51.056725 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb98f3b1-29fc-41f3-905e-3bfa05d53751 tempest-DHCPAgentSchedulersTestJSON-1057515636 tempest-DHCPAgentSchedulersTestJSON-1057515636-project] Pushing event deleted for resources: {'Port': ['ID=63e42b44-11bd-4f8f-9766-c77ec6a358d3,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:05:51.182906 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-2b7d63dc-9b35-4ba4-955b-e9c668f73133 req-86ec7d66-f835-4d62-b119-44c2d4f2c4f0 service neutron] For port cc2de829-8e2b-48e8-b71f-e1a619ef4f0e, host n-h2-804985-2, cleared binding levels {{(pid=106252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:05:51.187056 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-2b7d63dc-9b35-4ba4-955b-e9c668f73133 req-86ec7d66-f835-4d62-b119-44c2d4f2c4f0 service neutron] For port cc2de829-8e2b-48e8-b71f-e1a619ef4f0e, host n-h2-804985-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=cc2de829-8e2b-48e8-b71f-e1a619ef4f0e,segment=NetworkSegment(cad785f7-8854-4494-9369-5c8d15a44cef),segment_id=cad785f7-8854-4494-9369-5c8d15a44cef)] {{(pid=106252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:05:51.201205 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-eb98f3b1-29fc-41f3-905e-3bfa05d53751 tempest-DHCPAgentSchedulersTestJSON-1057515636 tempest-DHCPAgentSchedulersTestJSON-1057515636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:51.203816 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-eb98f3b1-29fc-41f3-905e-3bfa05d53751 tempest-DHCPAgentSchedulersTestJSON-1057515636 tempest-DHCPAgentSchedulersTestJSON-1057515636-project] 10.222.0.66 "DELETE /v2.0/ports/63e42b44-11bd-4f8f-9766-c77ec6a358d3 HTTP/1.1" status: 204 len: 168 time: 0.9382062 Aug 18 12:05:51.206504 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 39984) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:05:51.209116 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 9b94829e-2664-4f9b-bbf9-29a394a1c6c6 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:05:51.216761 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-2b7d63dc-9b35-4ba4-955b-e9c668f73133 req-86ec7d66-f835-4d62-b119-44c2d4f2c4f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:51.264168 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 39988) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:05:51.284340 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7d63dc-9b35-4ba4-955b-e9c668f73133 req-86ec7d66-f835-4d62-b119-44c2d4f2c4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:05:51.285153 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-2b7d63dc-9b35-4ba4-955b-e9c668f73133 req-86ec7d66-f835-4d62-b119-44c2d4f2c4f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:51.286842 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2b7d63dc-9b35-4ba4-955b-e9c668f73133 req-86ec7d66-f835-4d62-b119-44c2d4f2c4f0 service neutron] 10.222.0.62 "PUT /v2.0/ports/cc2de829-8e2b-48e8-b71f-e1a619ef4f0e HTTP/1.1" status: 200 len: 1091 time: 1.0154941 Aug 18 12:05:51.287380 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '391c446c-64ec-43a3-91e7-a71f9564fb03', 'tag': 'cc2de829-8e2b-48e8-b71f-e1a619ef4f0e'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:05:51.289978 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a350a3d-587f-461a-a3b6-73797b8e385f" -d '{"events": [{"name": "network-changed", "server_uuid": "391c446c-64ec-43a3-91e7-a71f9564fb03", "tag": "cc2de829-8e2b-48e8-b71f-e1a619ef4f0e"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:05:51.307280 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.agents_db [None req-6dbb2658-0354-4101-8393-6e7505481cf6 None None] Agent healthcheck: found 7 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 12:05:51.394128 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port 9b94829e-2664-4f9b-bbf9-29a394a1c6c6 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:05:51.405477 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:05:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05816df3-4b7b-4620-86b7-81876d58bc58 x-openstack-request-id: req-05816df3-4b7b-4620-86b7-81876d58bc58 {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:05:51.405834 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "391c446c-64ec-43a3-91e7-a71f9564fb03", "tag": "cc2de829-8e2b-48e8-b71f-e1a619ef4f0e", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:05:51.406161 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-05816df3-4b7b-4620-86b7-81876d58bc58 {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:05:51.406744 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '391c446c-64ec-43a3-91e7-a71f9564fb03', 'tag': 'cc2de829-8e2b-48e8-b71f-e1a619ef4f0e', 'status': 'completed', 'code': 200} Aug 18 12:05:51.413921 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b3d2728-22c3-4567-abfb-9912cf4d160a None None] Network 7d08141b-60ed-4926-8f8f-6cec40afa87f requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:05:51.419622 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398f1384-dd29-4639-91cc-87d232c8ff99 req-e5f215e1-0b54-45f1-a576-840f4a5851fa tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:05:51.427248 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-398f1384-dd29-4639-91cc-87d232c8ff99 req-e5f215e1-0b54-45f1-a576-840f4a5851fa tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/ports?device_id=391c446c-64ec-43a3-91e7-a71f9564fb03 HTTP/1.1" status: 200 len: 943 time: 0.2333412 Aug 18 12:05:51.467270 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ec7d66-f835-4d62-b119-44c2d4f2c4f0 service neutron] Pushing event updated for resources: {'Port': ['ID=cc2de829-8e2b-48e8-b71f-e1a619ef4f0e,revision_number=3']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:05:51.486822 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7d63dc-9b35-4ba4-955b-e9c668f73133 req-db636795-1868-451a-9493-8a71219b4a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:05:51.488374 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2b7d63dc-9b35-4ba4-955b-e9c668f73133 req-db636795-1868-451a-9493-8a71219b4a3b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ba6220adeda54bd2ac551edffcfbfea2&device_id=391c446c-64ec-43a3-91e7-a71f9564fb03 HTTP/1.1" status: 200 len: 1094 time: 0.1512389 Aug 18 12:05:51.501745 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-398f1384-dd29-4639-91cc-87d232c8ff99 req-92956813-0d3c-46c2-bf51-8567392ae62b tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/security-groups?id=d60fbefd-5088-4718-a442-08959d2ac3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734949 Aug 18 12:05:51.528217 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ab6e38ec-f9ac-4eaf-9de3-597692bce495 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:51.611299 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2b7d63dc-9b35-4ba4-955b-e9c668f73133 req-d6b82ca9-e673-44c3-95c1-36e59dfa384c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cc2de829-8e2b-48e8-b71f-e1a619ef4f0e HTTP/1.1" status: 200 len: 217 time: 0.1084025 Aug 18 12:05:51.686781 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7d63dc-9b35-4ba4-955b-e9c668f73133 req-2d1f17d4-167b-429d-a9a3-31146a0c24bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:05:51.689296 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2b7d63dc-9b35-4ba4-955b-e9c668f73133 req-2d1f17d4-167b-429d-a9a3-31146a0c24bc service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d716ee29-e7a2-4fa3-97cc-7ab3c35181fa HTTP/1.1" status: 200 len: 851 time: 0.0710196 Aug 18 12:05:51.714588 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ab6e38ec-f9ac-4eaf-9de3-597692bce495 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:51.732919 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ab6e38ec-f9ac-4eaf-9de3-597692bce495 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:51.734401 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2b7d63dc-9b35-4ba4-955b-e9c668f73133 req-36640c78-8a01-438e-b978-1db5fd2d800d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f4b8d3d9-3617-4a41-8d50-7e0230977f6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371718 Aug 18 12:05:51.760450 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:51.763225 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-88636c70-0407-4b34-a0f5-ed73e555243b tempest-DHCPAgentSchedulersTestJSON-116200637 tempest-DHCPAgentSchedulersTestJSON-116200637-project-admin] 10.222.0.66 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4677 time: 0.5548053 Aug 18 12:05:51.768546 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 40014) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:05:51.772993 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6e38ec-f9ac-4eaf-9de3-597692bce495 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f114991d-6965-4eb4-b5db-ea689a9a0efb,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:05:51.784495 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-ccdc83f7-6635-42a6-9768-a31ed67c6d2f tempest-DHCPAgentSchedulersTestJSON-1057515636 tempest-DHCPAgentSchedulersTestJSON-1057515636-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1908922227'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:05:51.808684 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-d6a3aac9-6709-4265-a1f3-df1dd875a102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:51.812197 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-eeea588a-d46d-4297-b9b1-d80e3cde53ff None None] Provisioning for port 9b94829e-2664-4f9b-bbf9-29a394a1c6c6 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:05:51.816178 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-ab6e38ec-f9ac-4eaf-9de3-597692bce495 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f20d517f160e4347bf3bde3c542649e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5505030 Aug 18 12:05:51.818910 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 40024) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:05:51.820774 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-eeea588a-d46d-4297-b9b1-d80e3cde53ff None None] Provisioning complete for port 9b94829e-2664-4f9b-bbf9-29a394a1c6c6 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:05:51.821671 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-eeea588a-d46d-4297-b9b1-d80e3cde53ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:51.875806 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-dbaf5d4f-9def-43b8-b624-223ef9b64039 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:51.906325 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 40028) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:05:51.920264 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-dbaf5d4f-9def-43b8-b624-223ef9b64039 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:51.947388 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccdc83f7-6635-42a6-9768-a31ed67c6d2f tempest-DHCPAgentSchedulersTestJSON-1057515636 tempest-DHCPAgentSchedulersTestJSON-1057515636-project] Made reservation on behalf of bcdec4788b4d4da2b10272114a3f3822 for: {'network': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:05:51.956503 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ccdc83f7-6635-42a6-9768-a31ed67c6d2f tempest-DHCPAgentSchedulersTestJSON-1057515636 tempest-DHCPAgentSchedulersTestJSON-1057515636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for network, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:51.996651 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-dbaf5d4f-9def-43b8-b624-223ef9b64039 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:51.999350 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-dbaf5d4f-9def-43b8-b624-223ef9b64039 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:52.000671 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-dbaf5d4f-9def-43b8-b624-223ef9b64039 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f114991d-6965-4eb4-b5db-ea689a9a0efb HTTP/1.1" status: 204 len: 168 time: 0.1806026 Aug 18 12:05:52.010240 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbaf5d4f-9def-43b8-b624-223ef9b64039 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f114991d-6965-4eb4-b5db-ea689a9a0efb,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:05:52.025723 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccdc83f7-6635-42a6-9768-a31ed67c6d2f tempest-DHCPAgentSchedulersTestJSON-1057515636 tempest-DHCPAgentSchedulersTestJSON-1057515636-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 821} {{(pid=106252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:05:52.027546 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-eeea588a-d46d-4297-b9b1-d80e3cde53ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:52.071446 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ccdc83f7-6635-42a6-9768-a31ed67c6d2f tempest-DHCPAgentSchedulersTestJSON-1057515636 tempest-DHCPAgentSchedulersTestJSON-1057515636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:52.071633 n-d-804985-2 neutron-server[106252]: INFO neutron.db.segments_db [None req-ccdc83f7-6635-42a6-9768-a31ed67c6d2f tempest-DHCPAgentSchedulersTestJSON-1057515636 tempest-DHCPAgentSchedulersTestJSON-1057515636-project] Added segment 74f9508d-61a3-4c3a-8448-3c1847ed6ca8 of type vlan for network 8060f563-7502-49cf-b174-5087ac6eb95a Aug 18 12:05:52.097312 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2b7d63dc-9b35-4ba4-955b-e9c668f73133 req-11b49d39-1210-4d92-8454-5e8833cc9012 service neutron] 10.222.0.62 "GET /v2.0/networks/f4b8d3d9-3617-4a41-8d50-7e0230977f6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3548486 Aug 18 12:05:52.114537 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-eeea588a-d46d-4297-b9b1-d80e3cde53ff None None] For port 9b94829e-2664-4f9b-bbf9-29a394a1c6c6, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=9b94829e-2664-4f9b-bbf9-29a394a1c6c6,segment=NetworkSegment(dc04419a-c2d7-4793-a0b8-909324fde893),segment_id=dc04419a-c2d7-4793-a0b8-909324fde893)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:05:52.126127 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-eeea588a-d46d-4297-b9b1-d80e3cde53ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:52.166083 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-53584c24-f517-494e-ac93-c18bb92373f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:52.221127 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ccdc83f7-6635-42a6-9768-a31ed67c6d2f tempest-DHCPAgentSchedulersTestJSON-1057515636 tempest-DHCPAgentSchedulersTestJSON-1057515636-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789150665894'] for network, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:52.237099 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeea588a-d46d-4297-b9b1-d80e3cde53ff None None] Pushing event updated for resources: {'Port': ['ID=9b94829e-2664-4f9b-bbf9-29a394a1c6c6,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:05:52.293164 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333d8662-b109-4acc-988f-6a49733f92c2 req-5d0d1028-dc62-4e84-b349-1175f581fc45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:05:52.293728 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333d8662-b109-4acc-988f-6a49733f92c2 req-5d0d1028-dc62-4e84-b349-1175f581fc45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:05:52.294199 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333d8662-b109-4acc-988f-6a49733f92c2 req-5d0d1028-dc62-4e84-b349-1175f581fc45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:05:52.294657 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333d8662-b109-4acc-988f-6a49733f92c2 req-5d0d1028-dc62-4e84-b349-1175f581fc45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:05:52.295184 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333d8662-b109-4acc-988f-6a49733f92c2 req-5d0d1028-dc62-4e84-b349-1175f581fc45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:05:52.295647 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333d8662-b109-4acc-988f-6a49733f92c2 req-5d0d1028-dc62-4e84-b349-1175f581fc45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:05:52.296099 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333d8662-b109-4acc-988f-6a49733f92c2 req-5d0d1028-dc62-4e84-b349-1175f581fc45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:05:52.304304 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-333d8662-b109-4acc-988f-6a49733f92c2 req-5d0d1028-dc62-4e84-b349-1175f581fc45 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=20dd28f4-1df0-4a6b-8939-d21ca9c9b72a HTTP/1.1" status: 200 len: 6502 time: 0.3961878 Aug 18 12:05:52.318178 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2b7d63dc-9b35-4ba4-955b-e9c668f73133 req-436d6882-1e59-48ae-b106-261cb9124664 service neutron] 10.222.0.62 "GET /v2.0/networks/f4b8d3d9-3617-4a41-8d50-7e0230977f6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1986206 Aug 18 12:05:52.329850 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ccdc83f7-6635-42a6-9768-a31ed67c6d2f tempest-DHCPAgentSchedulersTestJSON-1057515636 tempest-DHCPAgentSchedulersTestJSON-1057515636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for network, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:52.342346 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccdc83f7-6635-42a6-9768-a31ed67c6d2f tempest-DHCPAgentSchedulersTestJSON-1057515636 tempest-DHCPAgentSchedulersTestJSON-1057515636-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:05:52.342976 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ccdc83f7-6635-42a6-9768-a31ed67c6d2f tempest-DHCPAgentSchedulersTestJSON-1057515636 tempest-DHCPAgentSchedulersTestJSON-1057515636-project] Notify callbacks [] for network, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:52.359784 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-2ccd07c7-1dce-44a3-b1f8-49a4c8b67a8a None None] Provisioning complete for port 9b94829e-2664-4f9b-bbf9-29a394a1c6c6 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:05:52.360182 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-2ccd07c7-1dce-44a3-b1f8-49a4c8b67a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:52.382126 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-333d8662-b109-4acc-988f-6a49733f92c2 req-858d827a-8697-46fc-9169-71a4ecb8e7c4 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=e100a5b2-e498-4091-84ac-a0da12aab123&id=62694ccf-8551-490d-8b70-5c6a44a53206&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0766177 Aug 18 12:05:52.473032 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-ccdc83f7-6635-42a6-9768-a31ed67c6d2f tempest-DHCPAgentSchedulersTestJSON-1057515636 tempest-DHCPAgentSchedulersTestJSON-1057515636-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.7036572 Aug 18 12:05:52.476314 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 40064) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:05:52.483478 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdc83f7-6635-42a6-9768-a31ed67c6d2f tempest-DHCPAgentSchedulersTestJSON-1057515636 tempest-DHCPAgentSchedulersTestJSON-1057515636-project] Pushing event updated for resources: {'Network': ['ID=8060f563-7502-49cf-b174-5087ac6eb95a,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:05:52.502712 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a350a3d-587f-461a-a3b6-73797b8e385f req-a6edf43a-b537-4313-bf50-aaeb4e78d7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:05:52.503997 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Network 8060f563-7502-49cf-b174-5087ac6eb95a details requested by agent ovs-agent-n-d-804985-2 with host n-d-804985-2 {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:05:52.504802 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0a350a3d-587f-461a-a3b6-73797b8e385f req-a6edf43a-b537-4313-bf50-aaeb4e78d7b6 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ba6220adeda54bd2ac551edffcfbfea2&device_id=391c446c-64ec-43a3-91e7-a71f9564fb03 HTTP/1.1" status: 200 len: 1094 time: 0.1252065 Aug 18 12:05:52.784671 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a350a3d-587f-461a-a3b6-73797b8e385f req-d5acfa50-ae72-4e21-a83f-544574fb6b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:05:52.786168 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0a350a3d-587f-461a-a3b6-73797b8e385f req-d5acfa50-ae72-4e21-a83f-544574fb6b28 service neutron] 10.222.0.62 "GET /v2.0/networks?id=f4b8d3d9-3617-4a41-8d50-7e0230977f6d HTTP/1.1" status: 200 len: 912 time: 0.2696018 Aug 18 12:05:52.856107 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-8965b9b9-f8e5-4a55-9c8d-24c492ce435b tempest-DHCPAgentSchedulersTestJSON-116200637 tempest-DHCPAgentSchedulersTestJSON-116200637-project-admin] 10.222.0.66 "GET /v2.0/agents/97c14208-2951-4361-8d64-3708c946ff5f/dhcp-networks HTTP/1.1" status: 200 len: 8065 time: 0.3782895 Aug 18 12:05:52.859189 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 40100) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:05:52.863774 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-83f8186f-aa3b-4458-897a-0417eb6591e1 None None] Could not find standard attr ID for object 63e42b44-11bd-4f8f-9766-c77ec6a358d3. {{(pid=106254) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 18 12:05:52.877987 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c325d8af-7e6a-4d2a-8039-c3f2327f201d req-c824c01e-eb34-4236-84bd-ad9927a4512a tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:05:52.879623 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c325d8af-7e6a-4d2a-8039-c3f2327f201d req-c824c01e-eb34-4236-84bd-ad9927a4512a tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/ports?device_id=391c446c-64ec-43a3-91e7-a71f9564fb03 HTTP/1.1" status: 200 len: 943 time: 0.1548600 Aug 18 12:05:52.882368 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0a350a3d-587f-461a-a3b6-73797b8e385f req-4ee48b94-0845-4af4-b5d8-a1f796afe048 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cc2de829-8e2b-48e8-b71f-e1a619ef4f0e HTTP/1.1" status: 200 len: 217 time: 0.0853446 Aug 18 12:05:53.021879 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a350a3d-587f-461a-a3b6-73797b8e385f req-e64d51c3-e79d-41aa-a56d-17fd8e832391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:05:53.023638 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0a350a3d-587f-461a-a3b6-73797b8e385f req-e64d51c3-e79d-41aa-a56d-17fd8e832391 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d716ee29-e7a2-4fa3-97cc-7ab3c35181fa HTTP/1.1" status: 200 len: 851 time: 0.1335123 Aug 18 12:05:53.037295 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c325d8af-7e6a-4d2a-8039-c3f2327f201d req-28b02bb7-f451-4a86-b0fb-04264761f69e tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/security-groups?id=d60fbefd-5088-4718-a442-08959d2ac3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303596 Aug 18 12:05:53.079536 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c038562e-cd1f-4f4b-8092-5c14eff4fe9d tempest-DHCPAgentSchedulersTestJSON-116200637 tempest-DHCPAgentSchedulersTestJSON-116200637-project-admin] Network 8060f563-7502-49cf-b174-5087ac6eb95a is scheduled to be hosted by DHCP agent 97c14208-2951-4361-8d64-3708c946ff5f with binding_index 1 {{(pid=106253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 12:05:53.099301 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-c038562e-cd1f-4f4b-8092-5c14eff4fe9d tempest-DHCPAgentSchedulersTestJSON-116200637 tempest-DHCPAgentSchedulersTestJSON-116200637-project-admin] 10.222.0.66 "POST /v2.0/agents/97c14208-2951-4361-8d64-3708c946ff5f/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.2363594 Aug 18 12:05:53.099519 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0a350a3d-587f-461a-a3b6-73797b8e385f req-86b12960-b1ac-45f9-9195-11f84eca5b51 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f4b8d3d9-3617-4a41-8d50-7e0230977f6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0654764 Aug 18 12:05:53.099833 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 40108) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:05:53.102332 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f3fcadb-ecbf-4936-925e-f59bbdbed1e7 None None] Network 8060f563-7502-49cf-b174-5087ac6eb95a requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:05:53.124038 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 9b94829e-2664-4f9b-bbf9-29a394a1c6c6 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:05:53.246916 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 9b94829e-2664-4f9b-bbf9-29a394a1c6c6 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:05:53.248011 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:53.253970 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0a350a3d-587f-461a-a3b6-73797b8e385f req-1fa60076-3c1c-43f1-b4ba-3b7882838998 service neutron] 10.222.0.62 "GET /v2.0/networks/f4b8d3d9-3617-4a41-8d50-7e0230977f6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463447 Aug 18 12:05:53.280896 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-e0e5a1d5-e5b3-4093-bc1b-64422a32b5a8 tempest-DHCPAgentSchedulersTestJSON-116200637 tempest-DHCPAgentSchedulersTestJSON-116200637-project-admin] 10.222.0.66 "GET /v2.0/agents/97c14208-2951-4361-8d64-3708c946ff5f/dhcp-networks HTTP/1.1" status: 200 len: 8836 time: 0.1773036 Aug 18 12:05:53.282188 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 40114) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:05:53.373784 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 40118) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:05:53.390105 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-d258f8e8-11da-469f-9858-baa3188b08ba tempest-DHCPAgentSchedulersTestJSON-116200637 tempest-DHCPAgentSchedulersTestJSON-116200637-project-admin] 10.222.0.66 "DELETE /v2.0/agents/97c14208-2951-4361-8d64-3708c946ff5f/dhcp-networks/8060f563-7502-49cf-b174-5087ac6eb95a HTTP/1.1" status: 204 len: 168 time: 0.1070070 Aug 18 12:05:53.390617 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 40122) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:05:53.415566 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0a350a3d-587f-461a-a3b6-73797b8e385f req-60bf7540-71a9-4e1c-b22d-c41837909bf5 service neutron] 10.222.0.62 "GET /v2.0/networks/f4b8d3d9-3617-4a41-8d50-7e0230977f6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514246 Aug 18 12:05:53.714379 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 40136) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:05:53.773526 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-500a1c61-38a7-4c23-a7ec-4631080af5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:53.843782 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9c36f0cf-41ac-43ff-b2b4-a04b2582c0be admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:53.848009 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-5299bce3-3bca-4f19-a396-0cabd14aa163 tempest-DHCPAgentSchedulersTestJSON-116200637 tempest-DHCPAgentSchedulersTestJSON-116200637-project-admin] 10.222.0.66 "GET /v2.0/agents/97c14208-2951-4361-8d64-3708c946ff5f/dhcp-networks HTTP/1.1" status: 200 len: 8065 time: 0.4561653 Aug 18 12:05:53.853235 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 40144) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:05:53.877295 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-7ca38a24-a4fa-431b-9d7e-17b39dc2ade5 tempest-DHCPAgentSchedulersTestJSON-116200637 tempest-DHCPAgentSchedulersTestJSON-116200637-project-admin] 10.222.0.66 "GET /v2.0/networks/7d08141b-60ed-4926-8f8f-6cec40afa87f/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0206759 Aug 18 12:05:53.877832 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 40148) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:05:53.903780 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-81495359-a996-40e1-b5e2-e5b5d16944b0 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1217357269-network', 'tenant_id': 'c58c061f2ffb4e7caeee64937da3abfa'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:05:53.908510 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-67a7eb33-9f59-4393-a859-13a539966245 tempest-DHCPAgentSchedulersTestJSON-116200637 tempest-DHCPAgentSchedulersTestJSON-116200637-project-admin] 10.222.0.66 "GET /v2.0/networks/7d08141b-60ed-4926-8f8f-6cec40afa87f/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0293491 Aug 18 12:05:53.910779 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 40150) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:05:53.955232 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9c36f0cf-41ac-43ff-b2b4-a04b2582c0be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:53.959850 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9c36f0cf-41ac-43ff-b2b4-a04b2582c0be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:54.000825 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-9c36f0cf-41ac-43ff-b2b4-a04b2582c0be admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=bf06942836d64e51993fbf64d842287f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6169262 Aug 18 12:05:54.001043 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 40154) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:05:54.007218 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c36f0cf-41ac-43ff-b2b4-a04b2582c0be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38c9ba36-2259-4742-99b0-bfd806ffcab0,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:05:54.024589 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81495359-a996-40e1-b5e2-e5b5d16944b0 admin admin] Made reservation on behalf of c58c061f2ffb4e7caeee64937da3abfa for: {'network': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:05:54.026939 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-81495359-a996-40e1-b5e2-e5b5d16944b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for network, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:54.054830 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a9b9a147-5f6d-44e4-88c3-423a21ad7d12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:54.068218 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-81495359-a996-40e1-b5e2-e5b5d16944b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:54.077112 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a9b9a147-5f6d-44e4-88c3-423a21ad7d12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:54.135591 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a9b9a147-5f6d-44e4-88c3-423a21ad7d12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:54.144708 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a9b9a147-5f6d-44e4-88c3-423a21ad7d12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:54.148796 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-a9b9a147-5f6d-44e4-88c3-423a21ad7d12 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/38c9ba36-2259-4742-99b0-bfd806ffcab0 HTTP/1.1" status: 204 len: 168 time: 0.1452675 Aug 18 12:05:54.170870 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b9a147-5f6d-44e4-88c3-423a21ad7d12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38c9ba36-2259-4742-99b0-bfd806ffcab0,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:05:54.214982 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-2b3fc930-8675-4386-93d0-4f5384e03688 tempest-DHCPAgentSchedulersTestJSON-116200637 tempest-DHCPAgentSchedulersTestJSON-116200637-project-admin] 10.222.0.66 "GET /v2.0/agents/97c14208-2951-4361-8d64-3708c946ff5f/dhcp-networks HTTP/1.1" status: 200 len: 8065 time: 0.3031015 Aug 18 12:05:54.219249 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 40166) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:05:54.257977 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device cc2de829-8e2b-48e8-b71f-e1a619ef4f0e details requested by agent hyperv_n-h2-804985-2 with host n-h2-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:05:54.261518 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8730ec94-484c-4455-911d-77f445a265e4 req-3f92a83a-8d0a-40f1-b782-10f7599034a3 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:05:54.269765 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8730ec94-484c-4455-911d-77f445a265e4 req-3f92a83a-8d0a-40f1-b782-10f7599034a3 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/ports?device_id=391c446c-64ec-43a3-91e7-a71f9564fb03 HTTP/1.1" status: 200 len: 943 time: 0.1175139 Aug 18 12:05:54.310064 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0cbd19be-ecf3-4090-9a00-3f5b26d210a7 tempest-DHCPAgentSchedulersTestJSON-1057515636 tempest-DHCPAgentSchedulersTestJSON-1057515636-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7904109'] for network, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:54.342170 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8730ec94-484c-4455-911d-77f445a265e4 req-dc9e9694-f098-4f5a-899d-cea2da374ef3 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/security-groups?id=d60fbefd-5088-4718-a442-08959d2ac3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690613 Aug 18 12:05:54.383842 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-81495359-a996-40e1-b5e2-e5b5d16944b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:54.392265 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-81495359-a996-40e1-b5e2-e5b5d16944b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:54.415572 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0cbd19be-ecf3-4090-9a00-3f5b26d210a7 tempest-DHCPAgentSchedulersTestJSON-1057515636 tempest-DHCPAgentSchedulersTestJSON-1057515636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8367869', 'neutron.services.segments.db._delete_segments_for_network-8789151212993'] for network, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:54.426348 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-0cbd19be-ecf3-4090-9a00-3f5b26d210a7 tempest-DHCPAgentSchedulersTestJSON-1057515636 tempest-DHCPAgentSchedulersTestJSON-1057515636-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8060f563-7502-49cf-b174-5087ac6eb95a']}} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:05:54.429085 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port cc2de829-8e2b-48e8-b71f-e1a619ef4f0e, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=cc2de829-8e2b-48e8-b71f-e1a619ef4f0e,segment=NetworkSegment(cad785f7-8854-4494-9369-5c8d15a44cef),segment_id=cad785f7-8854-4494-9369-5c8d15a44cef)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:05:54.435581 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81495359-a996-40e1-b5e2-e5b5d16944b0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 846} {{(pid=106252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:05:54.437914 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-0cbd19be-ecf3-4090-9a00-3f5b26d210a7 tempest-DHCPAgentSchedulersTestJSON-1057515636 tempest-DHCPAgentSchedulersTestJSON-1057515636-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74f9508d-61a3-4c3a-8448-3c1847ed6ca8') {'for_net_delete': True} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:05:54.438313 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-0cbd19be-ecf3-4090-9a00-3f5b26d210a7 tempest-DHCPAgentSchedulersTestJSON-1057515636 tempest-DHCPAgentSchedulersTestJSON-1057515636-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74f9508d-61a3-4c3a-8448-3c1847ed6ca8') {} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:05:54.444921 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Returning: {'device': 'cc2de829-8e2b-48e8-b71f-e1a619ef4f0e', 'network_id': 'f4b8d3d9-3617-4a41-8d50-7e0230977f6d', 'port_id': 'cc2de829-8e2b-48e8-b71f-e1a619ef4f0e', 'mac_address': 'fa:16:3e:c3:5d:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 831, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd716ee29-e7a2-4fa3-97cc-7ab3c35181fa', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:05:54.449640 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0cbd19be-ecf3-4090-9a00-3f5b26d210a7 tempest-DHCPAgentSchedulersTestJSON-1057515636 tempest-DHCPAgentSchedulersTestJSON-1057515636-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789151225254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902236'] for segment, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:54.468651 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0cbd19be-ecf3-4090-9a00-3f5b26d210a7 tempest-DHCPAgentSchedulersTestJSON-1057515636 tempest-DHCPAgentSchedulersTestJSON-1057515636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:54.469027 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81495359-a996-40e1-b5e2-e5b5d16944b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ed89c48-68fa-47c4-9ca6-08ae23ef0876,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:05:54.487713 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cbd19be-ecf3-4090-9a00-3f5b26d210a7 tempest-DHCPAgentSchedulersTestJSON-1057515636 tempest-DHCPAgentSchedulersTestJSON-1057515636-project] Releasing vlan 821 on physical network physnet1 to pool {{(pid=106253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:05:54.488204 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0cbd19be-ecf3-4090-9a00-3f5b26d210a7 tempest-DHCPAgentSchedulersTestJSON-1057515636 tempest-DHCPAgentSchedulersTestJSON-1057515636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58900537'] for segment, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:54.491747 n-d-804985-2 neutron-server[106253]: Traceback (most recent call last): Aug 18 12:05:54.491747 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:05:54.491747 n-d-804985-2 neutron-server[106253]: timer() Aug 18 12:05:54.491747 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:05:54.491747 n-d-804985-2 neutron-server[106253]: cb(*args, **kw) Aug 18 12:05:54.491747 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:05:54.491747 n-d-804985-2 neutron-server[106253]: return func(*args, **kwargs) Aug 18 12:05:54.491747 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:05:54.491747 n-d-804985-2 neutron-server[106253]: self._notify() Aug 18 12:05:54.491747 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:05:54.491747 n-d-804985-2 neutron-server[106253]: self.callback(batched_events) Aug 18 12:05:54.491747 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:05:54.491747 n-d-804985-2 neutron-server[106253]: event.method(event) Aug 18 12:05:54.491747 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:05:54.491747 n-d-804985-2 neutron-server[106253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:05:54.491747 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:05:54.491747 n-d-804985-2 neutron-server[106253]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:05:54.491747 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:05:54.491747 n-d-804985-2 neutron-server[106253]: return f(self, *a, **k) Aug 18 12:05:54.491747 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:05:54.491747 n-d-804985-2 neutron-server[106253]: return self._get(url).json() Aug 18 12:05:54.491747 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:05:54.491747 n-d-804985-2 neutron-server[106253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:05:54.491747 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:05:54.491747 n-d-804985-2 neutron-server[106253]: return self.request(url, 'GET', **kwargs) Aug 18 12:05:54.491747 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:05:54.491747 n-d-804985-2 neutron-server[106253]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:05:54.491747 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:05:54.491747 n-d-804985-2 neutron-server[106253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:05:54.491747 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:05:54.491747 n-d-804985-2 neutron-server[106253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:05:54.491747 n-d-804985-2 neutron-server[106253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:05:54.498094 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:54.513315 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc2de829-8e2b-48e8-b71f-e1a619ef4f0e {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:05:54.537047 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port cc2de829-8e2b-48e8-b71f-e1a619ef4f0e, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=cc2de829-8e2b-48e8-b71f-e1a619ef4f0e,segment=NetworkSegment(cad785f7-8854-4494-9369-5c8d15a44cef),segment_id=cad785f7-8854-4494-9369-5c8d15a44cef)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:05:54.544130 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:54.555564 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0cbd19be-ecf3-4090-9a00-3f5b26d210a7 tempest-DHCPAgentSchedulersTestJSON-1057515636 tempest-DHCPAgentSchedulersTestJSON-1057515636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8367858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997186'] for network, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:54.557611 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-81495359-a996-40e1-b5e2-e5b5d16944b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:54.558069 n-d-804985-2 neutron-server[106252]: INFO neutron.db.segments_db [None req-81495359-a996-40e1-b5e2-e5b5d16944b0 admin admin] Added segment 5f199d18-44fc-47f7-ab25-3deacf829e99 of type vlan for network b4c3ca6c-0ea6-41d9-a4f2-6163ca8a35bc Aug 18 12:05:54.565812 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0cbd19be-ecf3-4090-9a00-3f5b26d210a7 tempest-DHCPAgentSchedulersTestJSON-1057515636 tempest-DHCPAgentSchedulersTestJSON-1057515636-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:54.568259 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-0cbd19be-ecf3-4090-9a00-3f5b26d210a7 tempest-DHCPAgentSchedulersTestJSON-1057515636 tempest-DHCPAgentSchedulersTestJSON-1057515636-project] 10.222.0.66 "DELETE /v2.0/networks/8060f563-7502-49cf-b174-5087ac6eb95a HTTP/1.1" status: 204 len: 168 time: 0.3479350 Aug 18 12:05:54.571351 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 40176) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:05:54.579636 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbd19be-ecf3-4090-9a00-3f5b26d210a7 tempest-DHCPAgentSchedulersTestJSON-1057515636 tempest-DHCPAgentSchedulersTestJSON-1057515636-project] Pushing event deleted for resources: {'Network': ['ID=8060f563-7502-49cf-b174-5087ac6eb95a,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:05:54.612682 n-d-804985-2 neutron-server[106252]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cf8e5b0-ff2a-4a08-be56-fd1bc1f69a6c tempest-DHCPAgentSchedulersTestJSON-1057515636 tempest-DHCPAgentSchedulersTestJSON-1057515636-project] DELETE failed (client error): The resource could not be found. Aug 18 12:05:54.613472 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4cf8e5b0-ff2a-4a08-be56-fd1bc1f69a6c tempest-DHCPAgentSchedulersTestJSON-1057515636 tempest-DHCPAgentSchedulersTestJSON-1057515636-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106252) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 12:05:54.617938 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-4cf8e5b0-ff2a-4a08-be56-fd1bc1f69a6c tempest-DHCPAgentSchedulersTestJSON-1057515636 tempest-DHCPAgentSchedulersTestJSON-1057515636-project] 10.222.0.66 "DELETE /v2.0/ports/63e42b44-11bd-4f8f-9766-c77ec6a358d3 HTTP/1.1" status: 404 len: 333 time: 0.0430257 Aug 18 12:05:54.618171 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 40178) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:05:54.633614 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-81495359-a996-40e1-b5e2-e5b5d16944b0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789150665894'] for network, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:54.633859 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=cc2de829-8e2b-48e8-b71f-e1a619ef4f0e,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:05:54.642912 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:05:54.643529 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:05:54.643972 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:05:54.644403 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:05:54.644854 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:05:54.645434 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:05:54.645990 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:05:54.646291 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:05:54.646792 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:05:54.647288 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:05:54.647705 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:05:54.648124 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:05:54.673039 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-81495359-a996-40e1-b5e2-e5b5d16944b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for network, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:54.675343 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81495359-a996-40e1-b5e2-e5b5d16944b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:05:54.676196 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-81495359-a996-40e1-b5e2-e5b5d16944b0 admin admin] Notify callbacks [] for network, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:54.701616 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_v2 [None req-d05f17fb-da27-410d-a0c2-8e6e88203973 tempest-DHCPAgentSchedulersTestJSON-1057515636 tempest-DHCPAgentSchedulersTestJSON-1057515636-project] Deleting subnet 25b86f0a-59e5-419c-8bc6-c82a18c8e5ee {{(pid=106253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 12:05:54.705751 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d05f17fb-da27-410d-a0c2-8e6e88203973 tempest-DHCPAgentSchedulersTestJSON-1057515636 tempest-DHCPAgentSchedulersTestJSON-1057515636-project] Notify callbacks [] for subnet, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:54.728696 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 40180) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:05:54.740651 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-81495359-a996-40e1-b5e2-e5b5d16944b0 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0243053 Aug 18 12:05:54.747025 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 40182) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:05:54.751467 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-aa46bd2f-fb8b-42eb-aa8e-3e2486ce59d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:54.754044 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-f41c8b94-766f-42a4-bec8-eb50fec35417 admin admin] Request body: {'subnet': {'network_id': 'b4c3ca6c-0ea6-41d9-a4f2-6163ca8a35bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1217357269-subnet', 'tenant_id': 'c58c061f2ffb4e7caeee64937da3abfa', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:05:54.764864 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81495359-a996-40e1-b5e2-e5b5d16944b0 admin admin] Pushing event updated for resources: {'Network': ['ID=b4c3ca6c-0ea6-41d9-a4f2-6163ca8a35bc,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:05:54.776236 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d05f17fb-da27-410d-a0c2-8e6e88203973 tempest-DHCPAgentSchedulersTestJSON-1057515636 tempest-DHCPAgentSchedulersTestJSON-1057515636-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902229'] for subnet, precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:54.779932 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.db.api [None req-aa46bd2f-fb8b-42eb-aa8e-3e2486ce59d5 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 18 12:05:54.779932 n-d-804985-2 neutron-server[106253]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 18 12:05:54.779932 n-d-804985-2 neutron-server[106253]: [parameters: {'project_id_1': '434552b552f545a6836594e5bcd85470', 'expiration_1': datetime.datetime(2021, 8, 18, 12, 5, 54, 772974)}] Aug 18 12:05:54.779932 n-d-804985-2 neutron-server[106253]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=106253) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 18 12:05:54.780356 n-d-804985-2 neutron-server[106253]: DEBUG oslo_db.api [None req-aa46bd2f-fb8b-42eb-aa8e-3e2486ce59d5 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 18 12:05:54.781556 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Network b4c3ca6c-0ea6-41d9-a4f2-6163ca8a35bc details requested by agent ovs-agent-n-d-804985-2 with host n-d-804985-2 {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:05:54.792035 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f41c8b94-766f-42a4-bec8-eb50fec35417 admin admin] Made reservation on behalf of c58c061f2ffb4e7caeee64937da3abfa for: {'subnet': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:05:54.795598 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f41c8b94-766f-42a4-bec8-eb50fec35417 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59074089'] for subnet, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:54.808025 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] get_ports_and_sgs() called for port_ids ['cc2de829-8e2b-48e8-b71f-e1a619ef4f0e'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:05:54.921064 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d05f17fb-da27-410d-a0c2-8e6e88203973 tempest-DHCPAgentSchedulersTestJSON-1057515636 tempest-DHCPAgentSchedulersTestJSON-1057515636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:55.000723 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d05f17fb-da27-410d-a0c2-8e6e88203973 tempest-DHCPAgentSchedulersTestJSON-1057515636 tempest-DHCPAgentSchedulersTestJSON-1057515636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58902171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59388106'] for subnet, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:55.013039 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f41c8b94-766f-42a4-bec8-eb50fec35417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3572913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59074111'] for subnet, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:55.033165 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d05f17fb-da27-410d-a0c2-8e6e88203973 tempest-DHCPAgentSchedulersTestJSON-1057515636 tempest-DHCPAgentSchedulersTestJSON-1057515636-project] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:55.039086 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-d05f17fb-da27-410d-a0c2-8e6e88203973 tempest-DHCPAgentSchedulersTestJSON-1057515636 tempest-DHCPAgentSchedulersTestJSON-1057515636-project] 10.222.0.66 "DELETE /v2.0/subnets/25b86f0a-59e5-419c-8bc6-c82a18c8e5ee HTTP/1.1" status: 204 len: 168 time: 0.4198296 Aug 18 12:05:55.039912 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 40188) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:05:55.040825 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05f17fb-da27-410d-a0c2-8e6e88203973 tempest-DHCPAgentSchedulersTestJSON-1057515636 tempest-DHCPAgentSchedulersTestJSON-1057515636-project] Pushing event deleted for resources: {'Subnet': ['ID=25b86f0a-59e5-419c-8bc6-c82a18c8e5ee,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:05:55.063147 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd84b984-2d25-4f8f-87d1-7dd2cde1284a None None] Network 7d08141b-60ed-4926-8f8f-6cec40afa87f requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:05:55.083648 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41c8b94-766f-42a4-bec8-eb50fec35417 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f75dd902-4c34-4253-86a2-bc437c5b9dc4,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:05:55.095199 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f41c8b94-766f-42a4-bec8-eb50fec35417 admin admin] Checking segment: {'id': '5f199d18-44fc-47f7-ab25-3deacf829e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'b4c3ca6c-0ea6-41d9-a4f2-6163ca8a35bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:05:55.095562 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f41c8b94-766f-42a4-bec8-eb50fec35417 admin admin] Network hostable DHCP agents. Network: b4c3ca6c-0ea6-41d9-a4f2-6163ca8a35bc, hostable agents: ['97c14208-2951-4361-8d64-3708c946ff5f'], hosted agents: [] {{(pid=106252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 12:05:55.113269 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f41c8b94-766f-42a4-bec8-eb50fec35417 admin admin] Network b4c3ca6c-0ea6-41d9-a4f2-6163ca8a35bc is scheduled to be hosted by DHCP agent 97c14208-2951-4361-8d64-3708c946ff5f with binding_index 1 {{(pid=106252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 12:05:55.124102 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-f41c8b94-766f-42a4-bec8-eb50fec35417 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-2, b4c3ca6c-0ea6-41d9-a4f2-6163ca8a35bc) {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:05:55.128382 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f41c8b94-766f-42a4-bec8-eb50fec35417 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:05:55.129063 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f41c8b94-766f-42a4-bec8-eb50fec35417 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for subnet, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:55.131816 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7c24f062-29ea-41af-84b4-0caf4bf2a08e tempest-DHCPAgentSchedulersTestJSON-1057515636 tempest-DHCPAgentSchedulersTestJSON-1057515636-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7904109'] for network, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:55.145104 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-f41c8b94-766f-42a4-bec8-eb50fec35417 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3969140 Aug 18 12:05:55.147867 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 40190) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:05:55.152678 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-a68ba57e-298a-4bc7-aff8-ddb0121995f7 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1217357269-router', 'tenant_id': 'c58c061f2ffb4e7caeee64937da3abfa', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'}}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:05:55.154835 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd196e0b-cb8f-4e9d-a473-1166ad821b74 None None] Network b4c3ca6c-0ea6-41d9-a4f2-6163ca8a35bc requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:05:55.175774 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a68ba57e-298a-4bc7-aff8-ddb0121995f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-998592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15809'] for router, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:55.176902 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a68ba57e-298a-4bc7-aff8-ddb0121995f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-992733', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-971415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15816'] for router, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:55.211259 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-7c24f062-29ea-41af-84b4-0caf4bf2a08e tempest-DHCPAgentSchedulersTestJSON-1057515636 tempest-DHCPAgentSchedulersTestJSON-1057515636-project] Deleting port 9b94829e-2664-4f9b-bbf9-29a394a1c6c6 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:05:55.212501 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7c24f062-29ea-41af-84b4-0caf4bf2a08e tempest-DHCPAgentSchedulersTestJSON-1057515636 tempest-DHCPAgentSchedulersTestJSON-1057515636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:55.235819 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a68ba57e-298a-4bc7-aff8-ddb0121995f7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:55.298256 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [None req-7c24f062-29ea-41af-84b4-0caf4bf2a08e tempest-DHCPAgentSchedulersTestJSON-1057515636 tempest-DHCPAgentSchedulersTestJSON-1057515636-project] For port 9b94829e-2664-4f9b-bbf9-29a394a1c6c6, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=9b94829e-2664-4f9b-bbf9-29a394a1c6c6,segment=NetworkSegment(dc04419a-c2d7-4793-a0b8-909324fde893),segment_id=dc04419a-c2d7-4793-a0b8-909324fde893)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:05:55.298632 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7c24f062-29ea-41af-84b4-0caf4bf2a08e tempest-DHCPAgentSchedulersTestJSON-1057515636 tempest-DHCPAgentSchedulersTestJSON-1057515636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:55.314901 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-7c24f062-29ea-41af-84b4-0caf4bf2a08e tempest-DHCPAgentSchedulersTestJSON-1057515636 tempest-DHCPAgentSchedulersTestJSON-1057515636-project] Calling delete_port for 9b94829e-2664-4f9b-bbf9-29a394a1c6c6 owned by network:dhcp {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:05:55.337124 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc4c25e6-d666-4542-8600-dff2678a5883 None None] DHCP port deletion for 7d08141b-60ed-4926-8f8f-6cec40afa87f request from n-d-804985-2 {{(pid=106254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 12:05:55.368161 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00798276-03be-4b7c-abd7-e487ec0068df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp788be208-34ab-5a8f-af0f-528834af222f-b4c3ca6c-0ea6-41d9-a4f2-6163ca8a35bc', 'network_id': 'b4c3ca6c-0ea6-41d9-a4f2-6163ca8a35bc', 'tenant_id': 'c58c061f2ffb4e7caeee64937da3abfa', 'fixed_ips': [{'subnet_id': 'f75dd902-4c34-4253-86a2-bc437c5b9dc4'}]}} from n-d-804985-2. {{(pid=106254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 12:05:55.369147 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-00798276-03be-4b7c-abd7-e487ec0068df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:55.402612 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a68ba57e-298a-4bc7-aff8-ddb0121995f7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:55.414146 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-aa46bd2f-fb8b-42eb-aa8e-3e2486ce59d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:55.443836 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7c24f062-29ea-41af-84b4-0caf4bf2a08e tempest-DHCPAgentSchedulersTestJSON-1057515636 tempest-DHCPAgentSchedulersTestJSON-1057515636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:55.473243 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-cc4c25e6-d666-4542-8600-dff2678a5883 None None] Deleting port 9b94829e-2664-4f9b-bbf9-29a394a1c6c6 {{(pid=106254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:05:55.473782 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-cc4c25e6-d666-4542-8600-dff2678a5883 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:55.474960 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c24f062-29ea-41af-84b4-0caf4bf2a08e tempest-DHCPAgentSchedulersTestJSON-1057515636 tempest-DHCPAgentSchedulersTestJSON-1057515636-project] Pushing event deleted for resources: {'Port': ['ID=9b94829e-2664-4f9b-bbf9-29a394a1c6c6,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:05:55.483611 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c24f062-29ea-41af-84b4-0caf4bf2a08e tempest-DHCPAgentSchedulersTestJSON-1057515636 tempest-DHCPAgentSchedulersTestJSON-1057515636-project] No DVR routers for this DVR port 9b94829e-2664-4f9b-bbf9-29a394a1c6c6 on host n-d-804985-2 {{(pid=106253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:05:55.511429 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e397e9-6f81-4556-889a-85a2d50172b2 req-990d157a-15be-4714-89ae-2a80fea6e1a9 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:05:55.513356 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d2e397e9-6f81-4556-889a-85a2d50172b2 req-990d157a-15be-4714-89ae-2a80fea6e1a9 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/ports?device_id=391c446c-64ec-43a3-91e7-a71f9564fb03 HTTP/1.1" status: 200 len: 944 time: 0.1031389 Aug 18 12:05:55.574868 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d2e397e9-6f81-4556-889a-85a2d50172b2 req-6a97bdf8-b3fe-4fe6-a852-1c619e26db5f tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/security-groups?id=d60fbefd-5088-4718-a442-08959d2ac3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444975 Aug 18 12:05:55.581175 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-cc4c25e6-d666-4542-8600-dff2678a5883 None None] For port 9b94829e-2664-4f9b-bbf9-29a394a1c6c6, host n-d-804985-2, got binding levels [] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:05:55.581696 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-cc4c25e6-d666-4542-8600-dff2678a5883 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:55.589533 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7c24f062-29ea-41af-84b4-0caf4bf2a08e tempest-DHCPAgentSchedulersTestJSON-1057515636 tempest-DHCPAgentSchedulersTestJSON-1057515636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8367869', 'neutron.services.segments.db._delete_segments_for_network-8789151212993'] for network, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:55.595185 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.db_base_plugin_common [None req-00798276-03be-4b7c-abd7-e487ec0068df None None] Allocated IP 172.20.0.2 (b4c3ca6c-0ea6-41d9-a4f2-6163ca8a35bc/f75dd902-4c34-4253-86a2-bc437c5b9dc4/75d4b4e7-6ab2-4c33-9221-90e22a054d07) {{(pid=106254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:05:55.602106 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-cc4c25e6-d666-4542-8600-dff2678a5883 None None] Calling delete_port for 9b94829e-2664-4f9b-bbf9-29a394a1c6c6 owned by network:dhcp {{(pid=106254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:05:55.606090 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-7c24f062-29ea-41af-84b4-0caf4bf2a08e tempest-DHCPAgentSchedulersTestJSON-1057515636 tempest-DHCPAgentSchedulersTestJSON-1057515636-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d08141b-60ed-4926-8f8f-6cec40afa87f']}} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:05:55.607069 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.ipam_backend_mixin [None req-cc4c25e6-d666-4542-8600-dff2678a5883 None None] Port 9b94829e-2664-4f9b-bbf9-29a394a1c6c6 was not found and therefore no delete operation was performed {{(pid=106254) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 18 12:05:55.612434 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-cc4c25e6-d666-4542-8600-dff2678a5883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556'] for port, after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:55.637204 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-7c24f062-29ea-41af-84b4-0caf4bf2a08e tempest-DHCPAgentSchedulersTestJSON-1057515636 tempest-DHCPAgentSchedulersTestJSON-1057515636-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc04419a-c2d7-4793-a0b8-909324fde893') {'for_net_delete': True} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:05:55.637492 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-7c24f062-29ea-41af-84b4-0caf4bf2a08e tempest-DHCPAgentSchedulersTestJSON-1057515636 tempest-DHCPAgentSchedulersTestJSON-1057515636-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc04419a-c2d7-4793-a0b8-909324fde893') {} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:05:55.653783 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc4c25e6-d666-4542-8600-dff2678a5883 None None] No DVR routers for this DVR port 9b94829e-2664-4f9b-bbf9-29a394a1c6c6 on host n-d-804985-2 {{(pid=106254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:05:55.655543 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7c24f062-29ea-41af-84b4-0caf4bf2a08e tempest-DHCPAgentSchedulersTestJSON-1057515636 tempest-DHCPAgentSchedulersTestJSON-1057515636-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789151225254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902236'] for segment, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:55.658552 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-aa46bd2f-fb8b-42eb-aa8e-3e2486ce59d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:55.671299 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-aa46bd2f-fb8b-42eb-aa8e-3e2486ce59d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:55.674208 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7c24f062-29ea-41af-84b4-0caf4bf2a08e tempest-DHCPAgentSchedulersTestJSON-1057515636 tempest-DHCPAgentSchedulersTestJSON-1057515636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:55.687743 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4c25e6-d666-4542-8600-dff2678a5883 None None] Pushing event deleted for resources: {'Port': ['ID=9b94829e-2664-4f9b-bbf9-29a394a1c6c6,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:05:55.694116 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c24f062-29ea-41af-84b4-0caf4bf2a08e tempest-DHCPAgentSchedulersTestJSON-1057515636 tempest-DHCPAgentSchedulersTestJSON-1057515636-project] Releasing vlan 849 on physical network physnet1 to pool {{(pid=106253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:05:55.694767 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7c24f062-29ea-41af-84b4-0caf4bf2a08e tempest-DHCPAgentSchedulersTestJSON-1057515636 tempest-DHCPAgentSchedulersTestJSON-1057515636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58900537'] for segment, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:55.701174 n-d-804985-2 neutron-server[106253]: Traceback (most recent call last): Aug 18 12:05:55.701174 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:05:55.701174 n-d-804985-2 neutron-server[106253]: timer() Aug 18 12:05:55.701174 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:05:55.701174 n-d-804985-2 neutron-server[106253]: cb(*args, **kw) Aug 18 12:05:55.701174 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:05:55.701174 n-d-804985-2 neutron-server[106253]: return func(*args, **kwargs) Aug 18 12:05:55.701174 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:05:55.701174 n-d-804985-2 neutron-server[106253]: self._notify() Aug 18 12:05:55.701174 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:05:55.701174 n-d-804985-2 neutron-server[106253]: self.callback(batched_events) Aug 18 12:05:55.701174 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:05:55.701174 n-d-804985-2 neutron-server[106253]: event.method(event) Aug 18 12:05:55.701174 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:05:55.701174 n-d-804985-2 neutron-server[106253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:05:55.701174 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:05:55.701174 n-d-804985-2 neutron-server[106253]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:05:55.701174 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:05:55.701174 n-d-804985-2 neutron-server[106253]: return f(self, *a, **k) Aug 18 12:05:55.701174 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:05:55.701174 n-d-804985-2 neutron-server[106253]: return self._get(url).json() Aug 18 12:05:55.701174 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:05:55.701174 n-d-804985-2 neutron-server[106253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:05:55.701174 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:05:55.701174 n-d-804985-2 neutron-server[106253]: return self.request(url, 'GET', **kwargs) Aug 18 12:05:55.701174 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:05:55.701174 n-d-804985-2 neutron-server[106253]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:05:55.701174 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:05:55.701174 n-d-804985-2 neutron-server[106253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:05:55.701174 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:05:55.701174 n-d-804985-2 neutron-server[106253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:05:55.701174 n-d-804985-2 neutron-server[106253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:05:55.718383 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a68ba57e-298a-4bc7-aff8-ddb0121995f7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:55.738394 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a68ba57e-298a-4bc7-aff8-ddb0121995f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:55.755764 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa46bd2f-fb8b-42eb-aa8e-3e2486ce59d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d589102-f149-4eff-aceb-802793e3ee7b,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:05:55.771904 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-aa46bd2f-fb8b-42eb-aa8e-3e2486ce59d5 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=434552b552f545a6836594e5bcd85470&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0417967 Aug 18 12:05:55.775966 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 40196) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:05:55.801856 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-00798276-03be-4b7c-abd7-e487ec0068df None None] Notify callbacks [] for port, precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:55.812408 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-00798276-03be-4b7c-abd7-e487ec0068df None None] Transition to ACTIVE for port object 75d4b4e7-6ab2-4c33-9221-90e22a054d07 will not be triggered until provisioned by entity L2. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:05:55.821274 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7c24f062-29ea-41af-84b4-0caf4bf2a08e tempest-DHCPAgentSchedulersTestJSON-1057515636 tempest-DHCPAgentSchedulersTestJSON-1057515636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8367858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997186'] for network, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:55.829019 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7c24f062-29ea-41af-84b4-0caf4bf2a08e tempest-DHCPAgentSchedulersTestJSON-1057515636 tempest-DHCPAgentSchedulersTestJSON-1057515636-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:55.830756 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-7c24f062-29ea-41af-84b4-0caf4bf2a08e tempest-DHCPAgentSchedulersTestJSON-1057515636 tempest-DHCPAgentSchedulersTestJSON-1057515636-project] 10.222.0.66 "DELETE /v2.0/networks/7d08141b-60ed-4926-8f8f-6cec40afa87f HTTP/1.1" status: 204 len: 168 time: 0.7861202 Aug 18 12:05:55.835511 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-00798276-03be-4b7c-abd7-e487ec0068df None None] Transition to ACTIVE for port object 75d4b4e7-6ab2-4c33-9221-90e22a054d07 will not be triggered until provisioned by entity DHCP. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:05:55.845483 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-00798276-03be-4b7c-abd7-e487ec0068df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547'] for port, after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:55.851231 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c24f062-29ea-41af-84b4-0caf4bf2a08e tempest-DHCPAgentSchedulersTestJSON-1057515636 tempest-DHCPAgentSchedulersTestJSON-1057515636-project] Pushing event deleted for resources: {'Network': ['ID=7d08141b-60ed-4926-8f8f-6cec40afa87f,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:05:55.851807 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ec6a05e6-3c38-48b3-abb5-b6c4e036ee43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:55.874212 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [None req-a68ba57e-298a-4bc7-aff8-ddb0121995f7 admin admin] Allocated IP 172.25.7.15 (7cae7a70-14fd-408c-b14d-39ceb97cb60e/9784295a-20b8-4a4b-b105-f82737f0448f/e8750c89-b7b9-4188-8935-fd9d4cdc1afb) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:05:55.878589 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ec6a05e6-3c38-48b3-abb5-b6c4e036ee43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:55.891208 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00798276-03be-4b7c-abd7-e487ec0068df None None] Network b4c3ca6c-0ea6-41d9-a4f2-6163ca8a35bc is already hosted by enough agents. {{(pid=106254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:05:55.897315 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.base_scheduler [None req-00798276-03be-4b7c-abd7-e487ec0068df None None] Resources bound (agent type, host, resource id): {{(pid=106254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:05:55.899664 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00798276-03be-4b7c-abd7-e487ec0068df None None] Received port after_create {{(pid=106254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:05:55.914267 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00798276-03be-4b7c-abd7-e487ec0068df None None] Pushing event updated for resources: {'Port': ['ID=75d4b4e7-6ab2-4c33-9221-90e22a054d07,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:05:55.951050 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ec6a05e6-3c38-48b3-abb5-b6c4e036ee43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:55.954987 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ec6a05e6-3c38-48b3-abb5-b6c4e036ee43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:55.957834 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-ec6a05e6-3c38-48b3-abb5-b6c4e036ee43 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/8d589102-f149-4eff-aceb-802793e3ee7b HTTP/1.1" status: 204 len: 168 time: 0.1807756 Aug 18 12:05:55.970891 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6a05e6-3c38-48b3-abb5-b6c4e036ee43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d589102-f149-4eff-aceb-802793e3ee7b,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:05:55.978607 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-00798276-03be-4b7c-abd7-e487ec0068df None None] Attempting to bind port 75d4b4e7-6ab2-4c33-9221-90e22a054d07 on host n-d-804985-2 for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:05:55.978983 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-00798276-03be-4b7c-abd7-e487ec0068df None None] Attempting to bind port 75d4b4e7-6ab2-4c33-9221-90e22a054d07 by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': '5f199d18-44fc-47f7-ab25-3deacf829e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'b4c3ca6c-0ea6-41d9-a4f2-6163ca8a35bc'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:05:55.979379 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00798276-03be-4b7c-abd7-e487ec0068df None None] Attempting to bind port 75d4b4e7-6ab2-4c33-9221-90e22a054d07 on network b4c3ca6c-0ea6-41d9-a4f2-6163ca8a35bc {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:05:56.011176 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00798276-03be-4b7c-abd7-e487ec0068df None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 5, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:05:56.011551 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00798276-03be-4b7c-abd7-e487ec0068df None None] Checking segment: {'id': '5f199d18-44fc-47f7-ab25-3deacf829e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'b4c3ca6c-0ea6-41d9-a4f2-6163ca8a35bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:05:56.012881 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-00798276-03be-4b7c-abd7-e487ec0068df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:56.013278 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00798276-03be-4b7c-abd7-e487ec0068df None None] Bound using segment: {'id': '5f199d18-44fc-47f7-ab25-3deacf829e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'b4c3ca6c-0ea6-41d9-a4f2-6163ca8a35bc'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:05:56.013812 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-00798276-03be-4b7c-abd7-e487ec0068df None None] Bound port: 75d4b4e7-6ab2-4c33-9221-90e22a054d07, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f199d18-44fc-47f7-ab25-3deacf829e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'b4c3ca6c-0ea6-41d9-a4f2-6163ca8a35bc'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:05:56.014210 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-00798276-03be-4b7c-abd7-e487ec0068df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:56.078779 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a68ba57e-298a-4bc7-aff8-ddb0121995f7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:56.130303 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-00798276-03be-4b7c-abd7-e487ec0068df None None] For port 75d4b4e7-6ab2-4c33-9221-90e22a054d07, host n-d-804985-2, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:05:56.134186 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-00798276-03be-4b7c-abd7-e487ec0068df None None] For port 75d4b4e7-6ab2-4c33-9221-90e22a054d07, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=75d4b4e7-6ab2-4c33-9221-90e22a054d07,segment=NetworkSegment(5f199d18-44fc-47f7-ab25-3deacf829e99),segment_id=5f199d18-44fc-47f7-ab25-3deacf829e99)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:05:56.139753 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a68ba57e-298a-4bc7-aff8-ddb0121995f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:56.140950 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-00798276-03be-4b7c-abd7-e487ec0068df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:56.188020 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a68ba57e-298a-4bc7-aff8-ddb0121995f7 admin admin] Network 7cae7a70-14fd-408c-b14d-39ceb97cb60e is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:05:56.202698 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-a68ba57e-298a-4bc7-aff8-ddb0121995f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:05:56.207505 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68ba57e-298a-4bc7-aff8-ddb0121995f7 admin admin] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:05:56.215943 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68ba57e-298a-4bc7-aff8-ddb0121995f7 admin admin] Pushing event updated for resources: {'Port': ['ID=e8750c89-b7b9-4188-8935-fd9d4cdc1afb,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:05:56.251774 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00798276-03be-4b7c-abd7-e487ec0068df None None] Pushing event updated for resources: {'Port': ['ID=75d4b4e7-6ab2-4c33-9221-90e22a054d07,revision_number=2']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:05:56.279611 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device cc2de829-8e2b-48e8-b71f-e1a619ef4f0e up at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:05:56.373267 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 40228) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:05:56.409030 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Provisioning for port cc2de829-8e2b-48e8-b71f-e1a619ef4f0e completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:05:56.416055 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Provisioning complete for port cc2de829-8e2b-48e8-b71f-e1a619ef4f0e triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:05:56.416696 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:56.616007 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:56.699053 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port cc2de829-8e2b-48e8-b71f-e1a619ef4f0e, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=cc2de829-8e2b-48e8-b71f-e1a619ef4f0e,segment=NetworkSegment(cad785f7-8854-4494-9369-5c8d15a44cef),segment_id=cad785f7-8854-4494-9369-5c8d15a44cef)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:05:56.700192 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '391c446c-64ec-43a3-91e7-a71f9564fb03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc2de829-8e2b-48e8-b71f-e1a619ef4f0e'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:05:56.702994 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db50a436fb3a98495337d8fe7487b4f2ea6f3c1052eb9efadc2ecda2d5737001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bc39716-f5f2-4c15-a45e-7515430f45dd" -d '{"events": [{"server_uuid": "391c446c-64ec-43a3-91e7-a71f9564fb03", "name": "network-vif-plugged", "status": "completed", "tag": "cc2de829-8e2b-48e8-b71f-e1a619ef4f0e"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:05:56.719874 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:56.726945 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-a4eaaf11-fbab-4ebe-8229-eeb72b62074a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=bcdec4788b4d4da2b10272114a3f3822&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3505654 Aug 18 12:05:56.728760 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 40250) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:05:56.782743 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:05:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ade28587-81bc-45bc-b473-e8d0c141cfcd x-openstack-request-id: req-ade28587-81bc-45bc-b473-e8d0c141cfcd {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:05:56.783039 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "391c446c-64ec-43a3-91e7-a71f9564fb03", "name": "network-vif-plugged", "status": "completed", "tag": "cc2de829-8e2b-48e8-b71f-e1a619ef4f0e", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:05:56.783291 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ade28587-81bc-45bc-b473-e8d0c141cfcd {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:05:56.783689 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '391c446c-64ec-43a3-91e7-a71f9564fb03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc2de829-8e2b-48e8-b71f-e1a619ef4f0e', 'code': 200} Aug 18 12:05:56.822402 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=cc2de829-8e2b-48e8-b71f-e1a619ef4f0e,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:05:56.879273 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9db0a589-38b6-45ee-b689-78a15452d92d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:56.908646 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9db0a589-38b6-45ee-b689-78a15452d92d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:56.997000 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9db0a589-38b6-45ee-b689-78a15452d92d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:57.001711 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9db0a589-38b6-45ee-b689-78a15452d92d admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:57.003690 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-9db0a589-38b6-45ee-b689-78a15452d92d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b1985716-2315-4e3c-9b51-1b15fee86c7a HTTP/1.1" status: 204 len: 168 time: 0.2711136 Aug 18 12:05:57.028590 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db0a589-38b6-45ee-b689-78a15452d92d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1985716-2315-4e3c-9b51-1b15fee86c7a,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:05:57.180380 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a68ba57e-298a-4bc7-aff8-ddb0121995f7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:57.202996 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 75d4b4e7-6ab2-4c33-9221-90e22a054d07 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:05:57.325771 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port 75d4b4e7-6ab2-4c33-9221-90e22a054d07 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:05:57.391171 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 9b94829e-2664-4f9b-bbf9-29a394a1c6c6 no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:05:57.423224 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: 9b94829e-2664-4f9b-bbf9-29a394a1c6c6 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:05:57.424696 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 9b94829e-2664-4f9b-bbf9-29a394a1c6c6 not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:05:57.549368 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5baeac3-9524-402a-bffe-27e5deecd677 req-0b67ee9f-32f4-4ff1-b2d2-6d9b2fa00643 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:05:57.551130 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e5baeac3-9524-402a-bffe-27e5deecd677 req-0b67ee9f-32f4-4ff1-b2d2-6d9b2fa00643 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/ports?device_id=391c446c-64ec-43a3-91e7-a71f9564fb03 HTTP/1.1" status: 200 len: 945 time: 0.4068420 Aug 18 12:05:57.576347 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54320e72-3985-4f7b-b6c0-1ba85c8bea9b None None] Network b4c3ca6c-0ea6-41d9-a4f2-6163ca8a35bc requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:05:57.600049 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42adc11f-c5b3-4533-ae0f-2e5461c57558 req-137f596e-cfc1-42aa-99a2-7d48b26d2563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:05:57.601508 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-42adc11f-c5b3-4533-ae0f-2e5461c57558 req-137f596e-cfc1-42aa-99a2-7d48b26d2563 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=391c446c-64ec-43a3-91e7-a71f9564fb03 HTTP/1.1" status: 200 len: 1096 time: 0.4585612 Aug 18 12:05:57.676353 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 40274) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:05:57.706277 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f1775ddc-4d3a-4473-8ae3-e631b10dfc12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:57.707646 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e5baeac3-9524-402a-bffe-27e5deecd677 req-c096407a-5a5d-4e52-acc2-b64a078a019e tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/security-groups?id=d60fbefd-5088-4718-a442-08959d2ac3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035199 Aug 18 12:05:57.712246 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-42adc11f-c5b3-4533-ae0f-2e5461c57558 req-91d99b6d-179f-4391-90ed-37148285275f service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=d60fbefd-5088-4718-a442-08959d2ac3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779967 Aug 18 12:05:57.740621 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a68ba57e-298a-4bc7-aff8-ddb0121995f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-998473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-992536'] for router, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:57.769356 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1cf78c3c-cf2b-4777-8326-a29b3a6dce2a None None] Provisioning for port 75d4b4e7-6ab2-4c33-9221-90e22a054d07 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:05:57.779409 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1cf78c3c-cf2b-4777-8326-a29b3a6dce2a None None] Provisioning complete for port 75d4b4e7-6ab2-4c33-9221-90e22a054d07 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:05:57.780040 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1cf78c3c-cf2b-4777-8326-a29b3a6dce2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:57.908743 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a68ba57e-298a-4bc7-aff8-ddb0121995f7 admin admin] Router b11ee3f0-35fc-4067-8ff9-e8701f5a6b3a is scheduled to L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 with binding_index 1 {{(pid=106252) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 12:05:57.935520 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f1775ddc-4d3a-4473-8ae3-e631b10dfc12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:57.944974 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f1775ddc-4d3a-4473-8ae3-e631b10dfc12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:57.959425 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1cf78c3c-cf2b-4777-8326-a29b3a6dce2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:58.018957 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-f1775ddc-4d3a-4473-8ae3-e631b10dfc12 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=111da970794f41c8a073222d6e138850&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3408313 Aug 18 12:05:58.026959 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1cf78c3c-cf2b-4777-8326-a29b3a6dce2a None None] For port 75d4b4e7-6ab2-4c33-9221-90e22a054d07, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=75d4b4e7-6ab2-4c33-9221-90e22a054d07,segment=NetworkSegment(5f199d18-44fc-47f7-ab25-3deacf829e99),segment_id=5f199d18-44fc-47f7-ab25-3deacf829e99)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:05:58.030593 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 40288) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:05:58.038475 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1cf78c3c-cf2b-4777-8326-a29b3a6dce2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:58.073113 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a68ba57e-298a-4bc7-aff8-ddb0121995f7 admin admin] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:05:58.093086 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a68ba57e-298a-4bc7-aff8-ddb0121995f7 admin admin] Notify callbacks [] for router, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:58.094795 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-a68ba57e-298a-4bc7-aff8-ddb0121995f7 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.9457321 Aug 18 12:05:58.097302 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 40294) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:05:58.130206 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d79105-07bb-4e68-8881-d5894581a489 None None] Sync routers for ids ['b11ee3f0-35fc-4067-8ff9-e8701f5a6b3a'] in n-d-804985-2 {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:05:58.153813 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d79105-07bb-4e68-8881-d5894581a489 None None] Routers {'b11ee3f0-35fc-4067-8ff9-e8701f5a6b3a'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:05:58.154350 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-47d79105-07bb-4e68-8881-d5894581a489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:05:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['b11ee3f0-35fc-4067-8ff9-e8701f5a6b3a'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:05:58.223184 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1775ddc-4d3a-4473-8ae3-e631b10dfc12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f4c63fe-1834-4afa-b286-8b9760bf2332,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:05:58.264606 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ea85c192-41d9-4de4-b590-225eb9be1bf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:58.270362 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf78c3c-cf2b-4777-8326-a29b3a6dce2a None None] Pushing event updated for resources: {'Port': ['ID=75d4b4e7-6ab2-4c33-9221-90e22a054d07,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:05:58.309147 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ea85c192-41d9-4de4-b590-225eb9be1bf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:58.396046 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ea85c192-41d9-4de4-b590-225eb9be1bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:58.400427 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ea85c192-41d9-4de4-b590-225eb9be1bf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:58.403618 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-ea85c192-41d9-4de4-b590-225eb9be1bf5 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/6f4c63fe-1834-4afa-b286-8b9760bf2332 HTTP/1.1" status: 204 len: 168 time: 0.3640482 Aug 18 12:05:58.405529 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-e8a5d1f0-dd14-40aa-8ec0-19636a92abb2 None None] Provisioning complete for port 75d4b4e7-6ab2-4c33-9221-90e22a054d07 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:05:58.406208 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-e8a5d1f0-dd14-40aa-8ec0-19636a92abb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:58.419032 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea85c192-41d9-4de4-b590-225eb9be1bf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f4c63fe-1834-4afa-b286-8b9760bf2332,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:05:58.503527 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-47d79105-07bb-4e68-8881-d5894581a489 None None] Set router b11ee3f0-35fc-4067-8ff9-e8701f5a6b3a gateway port host: n-d-804985-2 {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:05:58.772810 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-47d79105-07bb-4e68-8881-d5894581a489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b11ee3f0-35fc-4067-8ff9-e8701f5a6b3a', 'name': 'tempest-TaggedBootDevicesTest-1217357269-router', 'tenant_id': 'c58c061f2ffb4e7caeee64937da3abfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.15'}], 'enable_snat': True}, 'gw_port_id': 'e8750c89-b7b9-4188-8935-fd9d4cdc1afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:05:55Z', 'updated_at': '2021-08-18T12:05:56Z', 'revision_number': 3, 'project_id': 'c58c061f2ffb4e7caeee64937da3abfa', 'gw_port': {'id': 'e8750c89-b7b9-4188-8935-fd9d4cdc1afb', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:bd:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b11ee3f0-35fc-4067-8ff9-e8701f5a6b3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1702, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:05:55Z', 'updated_at': '2021-08-18T12:05:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:05:58.812166 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d79105-07bb-4e68-8881-d5894581a489 None None] Checking router: b11ee3f0-35fc-4067-8ff9-e8701f5a6b3a for host: n-d-804985-2 {{(pid=106254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:05:58.812707 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d79105-07bb-4e68-8881-d5894581a489 None None] Updating router b11ee3f0-35fc-4067-8ff9-e8701f5a6b3a port e8750c89-b7b9-4188-8935-fd9d4cdc1afb binding host n-d-804985-2 {{(pid=106254) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 12:05:58.814517 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 40326) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:05:58.857632 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-47d79105-07bb-4e68-8881-d5894581a489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:58.980538 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5b65a1e0-9ce6-43b8-969c-59fc692d4b2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:59.017074 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639c9831-78fd-4e9f-a509-7fe841b4d10d req-9509e53e-e89e-4554-93ce-3769270cf5b2 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:05:59.022549 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-639c9831-78fd-4e9f-a509-7fe841b4d10d req-9509e53e-e89e-4554-93ce-3769270cf5b2 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/ports?device_id=391c446c-64ec-43a3-91e7-a71f9564fb03 HTTP/1.1" status: 200 len: 945 time: 0.1808047 Aug 18 12:05:59.025474 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-3bd4ab4d-068e-40e1-a128-549b84ce084a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:59.153603 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5b65a1e0-9ce6-43b8-969c-59fc692d4b2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:59.167692 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5b65a1e0-9ce6-43b8-969c-59fc692d4b2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:59.200817 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-639c9831-78fd-4e9f-a509-7fe841b4d10d req-f44c74af-90b2-463b-842c-fc76de475e13 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/security-groups?id=d60fbefd-5088-4718-a442-08959d2ac3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661806 Aug 18 12:05:59.239552 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-5b65a1e0-9ce6-43b8-969c-59fc692d4b2e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=2ba4200a3e6d49779bf89044395666dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4215319 Aug 18 12:05:59.240381 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 40360) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:05:59.296316 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b65a1e0-9ce6-43b8-969c-59fc692d4b2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b47f101-c5ae-4dac-988b-f2eca3e64c5c,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:05:59.330718 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 75d4b4e7-6ab2-4c33-9221-90e22a054d07 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:05:59.370418 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1719bbae-4203-49d7-bb47-fc646f6968c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:59.423959 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [None req-3bd4ab4d-068e-40e1-a128-549b84ce084a admin admin] Allocated IP 172.20.0.1 (b4c3ca6c-0ea6-41d9-a4f2-6163ca8a35bc/f75dd902-4c34-4253-86a2-bc437c5b9dc4/fe63c3cd-a498-417e-8e06-bc2efcbdd953) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:05:59.424400 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1719bbae-4203-49d7-bb47-fc646f6968c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:59.490233 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 40372) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:05:59.527923 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1719bbae-4203-49d7-bb47-fc646f6968c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:59.534888 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1719bbae-4203-49d7-bb47-fc646f6968c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:59.536816 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-1719bbae-4203-49d7-bb47-fc646f6968c9 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/6b47f101-c5ae-4dac-988b-f2eca3e64c5c HTTP/1.1" status: 204 len: 168 time: 0.2956860 Aug 18 12:05:59.550305 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1719bbae-4203-49d7-bb47-fc646f6968c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b47f101-c5ae-4dac-988b-f2eca3e64c5c,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:05:59.591329 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 75d4b4e7-6ab2-4c33-9221-90e22a054d07 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:05:59.591970 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:59.627517 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-3bd4ab4d-068e-40e1-a128-549b84ce084a admin admin] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:59.647118 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [None req-3bd4ab4d-068e-40e1-a128-549b84ce084a admin admin] Transition to ACTIVE for port object fe63c3cd-a498-417e-8e06-bc2efcbdd953 will not be triggered until provisioned by entity DHCP. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:05:59.711946 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-3bd4ab4d-068e-40e1-a128-549b84ce084a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:59.837577 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-47d79105-07bb-4e68-8881-d5894581a489 None None] Notify callbacks [] for port, precommit_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:59.845905 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-97198d0a-282d-42d5-ae6c-4cf28c13ab64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:59.852430 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd4ab4d-068e-40e1-a128-549b84ce084a admin admin] Pushing event updated for resources: {'Port': ['ID=fe63c3cd-a498-417e-8e06-bc2efcbdd953,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:05:59.863174 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-47d79105-07bb-4e68-8881-d5894581a489 None None] Transition to ACTIVE for port object e8750c89-b7b9-4188-8935-fd9d4cdc1afb will not be triggered until provisioned by entity L2. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:05:59.868631 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bd4ab4d-068e-40e1-a128-549b84ce084a admin admin] Network b4c3ca6c-0ea6-41d9-a4f2-6163ca8a35bc is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:05:59.870635 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-3bd4ab4d-068e-40e1-a128-549b84ce084a admin admin] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:05:59.872126 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-47d79105-07bb-4e68-8881-d5894581a489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:59.874056 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd4ab4d-068e-40e1-a128-549b84ce084a admin admin] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:05:59.965338 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-47d79105-07bb-4e68-8881-d5894581a489 None None] Attempting to bind port e8750c89-b7b9-4188-8935-fd9d4cdc1afb on host n-d-804985-2 for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:05:59.965660 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-47d79105-07bb-4e68-8881-d5894581a489 None None] Attempting to bind port e8750c89-b7b9-4188-8935-fd9d4cdc1afb by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:05:59.966007 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d79105-07bb-4e68-8881-d5894581a489 None None] Attempting to bind port e8750c89-b7b9-4188-8935-fd9d4cdc1afb on network 7cae7a70-14fd-408c-b14d-39ceb97cb60e {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:05:59.973970 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc410dcd-aa21-40ea-8219-d332e56b349e None None] Pushing event updated for resources: {'Port': ['ID=e8750c89-b7b9-4188-8935-fd9d4cdc1afb,revision_number=2']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:05:59.984829 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d79105-07bb-4e68-8881-d5894581a489 None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 5, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:05:59.985579 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d79105-07bb-4e68-8881-d5894581a489 None None] Checking segment: {'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:05:59.986167 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-47d79105-07bb-4e68-8881-d5894581a489 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:05:59.986732 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d79105-07bb-4e68-8881-d5894581a489 None None] Bound using segment: {'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:05:59.987378 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-47d79105-07bb-4e68-8881-d5894581a489 None None] Bound port: e8750c89-b7b9-4188-8935-fd9d4cdc1afb, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:05:59.987972 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-47d79105-07bb-4e68-8881-d5894581a489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:00.039358 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-3bd4ab4d-068e-40e1-a128-549b84ce084a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-996688'] for router_interface, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:00.041503 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-97198d0a-282d-42d5-ae6c-4cf28c13ab64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:00.056261 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-47d79105-07bb-4e68-8881-d5894581a489 None None] For port e8750c89-b7b9-4188-8935-fd9d4cdc1afb, host n-d-804985-2, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:06:00.060383 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-47d79105-07bb-4e68-8881-d5894581a489 None None] For port e8750c89-b7b9-4188-8935-fd9d4cdc1afb, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=e8750c89-b7b9-4188-8935-fd9d4cdc1afb,segment=NetworkSegment(c5a3db9d-5c58-41b1-9177-d5787a597b78),segment_id=c5a3db9d-5c58-41b1-9177-d5787a597b78)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:06:00.061521 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-97198d0a-282d-42d5-ae6c-4cf28c13ab64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:00.070003 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-47d79105-07bb-4e68-8881-d5894581a489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:00.110676 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97198d0a-282d-42d5-ae6c-4cf28c13ab64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c2501ca-e32a-4f44-b893-35df4ab28896,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:06:00.131470 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-97198d0a-282d-42d5-ae6c-4cf28c13ab64 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=864423c73b7c42f9987c96924d2d7f16&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6395173 Aug 18 12:06:00.134212 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 40394) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:06:00.209774 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1580f755-7c6d-4b76-a5dd-fe1d471d659e req-ff7b1376-e984-401b-afd2-c936eb84ad81 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:06:00.215260 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d79105-07bb-4e68-8881-d5894581a489 None None] Routers {'b11ee3f0-35fc-4067-8ff9-e8701f5a6b3a'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:06:00.216113 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-47d79105-07bb-4e68-8881-d5894581a489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:05:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['b11ee3f0-35fc-4067-8ff9-e8701f5a6b3a'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:06:00.222623 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 40398) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:06:00.223808 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1580f755-7c6d-4b76-a5dd-fe1d471d659e req-ff7b1376-e984-401b-afd2-c936eb84ad81 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/ports?device_id=391c446c-64ec-43a3-91e7-a71f9564fb03 HTTP/1.1" status: 200 len: 945 time: 0.2920382 Aug 18 12:06:00.247053 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4cd8f97a-7896-40ef-b9fa-abd4851db6e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:00.261767 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4a92390c-8003-4c47-a1dc-47130595b894 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:00.274823 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc410dcd-aa21-40ea-8219-d332e56b349e None None] Pushing event updated for resources: {'Port': ['ID=e8750c89-b7b9-4188-8935-fd9d4cdc1afb,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:06:00.281592 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1580f755-7c6d-4b76-a5dd-fe1d471d659e req-f9dfdc6e-a254-438f-a7c4-db10a392202e tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/security-groups?id=d60fbefd-5088-4718-a442-08959d2ac3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568392 Aug 18 12:06:00.305399 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4a92390c-8003-4c47-a1dc-47130595b894 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:00.309071 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-d08fd886-cba5-4e65-beb9-25df0362224f None None] Provisioning for port fe63c3cd-a498-417e-8e06-bc2efcbdd953 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:06:00.335639 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-3bd4ab4d-068e-40e1-a128-549b84ce084a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:00.342228 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-d08fd886-cba5-4e65-beb9-25df0362224f None None] Provisioning complete for port fe63c3cd-a498-417e-8e06-bc2efcbdd953 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:06:00.342600 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-d08fd886-cba5-4e65-beb9-25df0362224f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:00.395739 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-d08fd886-cba5-4e65-beb9-25df0362224f None None] Port fe63c3cd-a498-417e-8e06-bc2efcbdd953 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:06:00.399669 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-47d79105-07bb-4e68-8881-d5894581a489 None None] Set router b11ee3f0-35fc-4067-8ff9-e8701f5a6b3a gateway port host: n-d-804985-2 {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:06:00.409595 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4a92390c-8003-4c47-a1dc-47130595b894 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:00.413798 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4a92390c-8003-4c47-a1dc-47130595b894 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:00.419195 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-4a92390c-8003-4c47-a1dc-47130595b894 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/3c2501ca-e32a-4f44-b893-35df4ab28896 HTTP/1.1" status: 204 len: 168 time: 0.2836757 Aug 18 12:06:00.433342 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a92390c-8003-4c47-a1dc-47130595b894 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c2501ca-e32a-4f44-b893-35df4ab28896,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:06:00.470661 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4cd8f97a-7896-40ef-b9fa-abd4851db6e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:00.480110 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4cd8f97a-7896-40ef-b9fa-abd4851db6e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:00.531268 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-4cd8f97a-7896-40ef-b9fa-abd4851db6e3 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=eeb691275a564538b27a331bb5de59e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3059728 Aug 18 12:06:00.537411 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 40408) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:06:00.567046 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-3bd4ab4d-068e-40e1-a128-549b84ce084a admin admin] Notify callbacks [] for port, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:00.575783 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-3bd4ab4d-068e-40e1-a128-549b84ce084a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:00.583638 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd8f97a-7896-40ef-b9fa-abd4851db6e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=326bfc3c-e72e-480d-8266-f560ca27245c,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:06:00.629817 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-3bd4ab4d-068e-40e1-a128-549b84ce084a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-996772'] for router_interface, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:00.638851 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c89e959f-3acf-42b0-97d7-db997053a58c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:00.679292 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c89e959f-3acf-42b0-97d7-db997053a58c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:00.737661 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c89e959f-3acf-42b0-97d7-db997053a58c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:00.740442 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c89e959f-3acf-42b0-97d7-db997053a58c admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:00.741766 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-c89e959f-3acf-42b0-97d7-db997053a58c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/326bfc3c-e72e-480d-8266-f560ca27245c HTTP/1.1" status: 204 len: 168 time: 0.2029531 Aug 18 12:06:00.745517 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd4ab4d-068e-40e1-a128-549b84ce084a admin admin] Pushing event updated for resources: {'Port': ['ID=fe63c3cd-a498-417e-8e06-bc2efcbdd953,revision_number=2']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:06:00.754561 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89e959f-3acf-42b0-97d7-db997053a58c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=326bfc3c-e72e-480d-8266-f560ca27245c,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:06:00.788212 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-47d79105-07bb-4e68-8881-d5894581a489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b11ee3f0-35fc-4067-8ff9-e8701f5a6b3a', 'name': 'tempest-TaggedBootDevicesTest-1217357269-router', 'tenant_id': 'c58c061f2ffb4e7caeee64937da3abfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.15'}], 'enable_snat': True}, 'gw_port_id': 'e8750c89-b7b9-4188-8935-fd9d4cdc1afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:05:55Z', 'updated_at': '2021-08-18T12:05:56Z', 'revision_number': 3, 'project_id': 'c58c061f2ffb4e7caeee64937da3abfa', 'gw_port': {'id': 'e8750c89-b7b9-4188-8935-fd9d4cdc1afb', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:bd:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b11ee3f0-35fc-4067-8ff9-e8701f5a6b3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1702, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:05:55Z', 'updated_at': '2021-08-18T12:06:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:06:00.805446 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bd4ab4d-068e-40e1-a128-549b84ce084a admin admin] Network b4c3ca6c-0ea6-41d9-a4f2-6163ca8a35bc is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:06:00.809022 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-3bd4ab4d-068e-40e1-a128-549b84ce084a admin admin] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:06:00.835175 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d79105-07bb-4e68-8881-d5894581a489 None None] The sync data for ids ['b11ee3f0-35fc-4067-8ff9-e8701f5a6b3a'] in n-d-804985-2 is: [{'id': 'b11ee3f0-35fc-4067-8ff9-e8701f5a6b3a', 'name': 'tempest-TaggedBootDevicesTest-1217357269-router', 'tenant_id': 'c58c061f2ffb4e7caeee64937da3abfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.15'}], 'enable_snat': True}, 'gw_port_id': 'e8750c89-b7b9-4188-8935-fd9d4cdc1afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:05:55Z', 'updated_at': '2021-08-18T12:05:56Z', 'revision_number': 3, 'project_id': 'c58c061f2ffb4e7caeee64937da3abfa', 'gw_port': {'id': 'e8750c89-b7b9-4188-8935-fd9d4cdc1afb', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:bd:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b11ee3f0-35fc-4067-8ff9-e8701f5a6b3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1702, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:05:55Z', 'updated_at': '2021-08-18T12:06:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:06:00.965574 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bd4ab4d-068e-40e1-a128-549b84ce084a admin admin] Router b11ee3f0-35fc-4067-8ff9-e8701f5a6b3a has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:06:01.038958 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 40422) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:06:01.080719 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1f769cc5-27ab-41a6-b8da-16b2ca3c8985 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:01.129376 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-c175ae47-6af4-4225-bb11-912137a7f2ba None None] Provisioning complete for port fe63c3cd-a498-417e-8e06-bc2efcbdd953 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:06:01.129886 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-c175ae47-6af4-4225-bb11-912137a7f2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:01.194360 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bd4ab4d-068e-40e1-a128-549b84ce084a admin admin] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:06:01.215982 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-3bd4ab4d-068e-40e1-a128-549b84ce084a admin admin] 10.222.0.66 "PUT /v2.0/routers/b11ee3f0-35fc-4067-8ff9-e8701f5a6b3a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1086614 Aug 18 12:06:01.221628 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-c175ae47-6af4-4225-bb11-912137a7f2ba None None] Port fe63c3cd-a498-417e-8e06-bc2efcbdd953 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:06:01.270250 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1f769cc5-27ab-41a6-b8da-16b2ca3c8985 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:01.276842 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1f769cc5-27ab-41a6-b8da-16b2ca3c8985 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:01.338965 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 40432) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:06:01.339572 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-1f769cc5-27ab-41a6-b8da-16b2ca3c8985 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=459dc07f47e54d3f865d02eaf5354944&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2985051 Aug 18 12:06:01.342469 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f769cc5-27ab-41a6-b8da-16b2ca3c8985 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55b91f13-d17c-4154-822b-ad0ff03ddb4b,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:06:01.468100 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b109a9-a037-479e-b60a-a65565bb65fc req-6f0b31d0-57d0-45ba-afe7-00352073ef02 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:06:01.470139 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-42b109a9-a037-479e-b60a-a65565bb65fc req-6f0b31d0-57d0-45ba-afe7-00352073ef02 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/ports?device_id=391c446c-64ec-43a3-91e7-a71f9564fb03 HTTP/1.1" status: 200 len: 945 time: 0.0866547 Aug 18 12:06:01.473677 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b1031a4d-b310-4656-85b8-3b4ec7aff0c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:01.530326 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-42b109a9-a037-479e-b60a-a65565bb65fc req-ecfd6ffb-6418-4cb4-862b-612abf33b6bd tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/security-groups?id=d60fbefd-5088-4718-a442-08959d2ac3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516353 Aug 18 12:06:01.537419 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b1031a4d-b310-4656-85b8-3b4ec7aff0c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:01.538620 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 40440) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:06:01.607256 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b1031a4d-b310-4656-85b8-3b4ec7aff0c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:01.616834 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b1031a4d-b310-4656-85b8-3b4ec7aff0c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:01.618977 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-b1031a4d-b310-4656-85b8-3b4ec7aff0c8 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/55b91f13-d17c-4154-822b-ad0ff03ddb4b HTTP/1.1" status: 204 len: 168 time: 0.2788918 Aug 18 12:06:01.635582 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1031a4d-b310-4656-85b8-3b4ec7aff0c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55b91f13-d17c-4154-822b-ad0ff03ddb4b,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:06:01.920216 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-66fc9f95-3b7c-4475-bfb7-3b8d8a94db4c tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-960806971', 'router:external': True}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:06:01.954575 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66fc9f95-3b7c-4475-bfb7-3b8d8a94db4c tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] Made reservation on behalf of eb63ded97f614b91b71f2cb12748b0ab for: {'network': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:06:01.958437 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-66fc9f95-3b7c-4475-bfb7-3b8d8a94db4c tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for network, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:01.970668 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-66fc9f95-3b7c-4475-bfb7-3b8d8a94db4c tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:02.175147 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-66fc9f95-3b7c-4475-bfb7-3b8d8a94db4c tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:02.180507 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-66fc9f95-3b7c-4475-bfb7-3b8d8a94db4c tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:02.195460 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66fc9f95-3b7c-4475-bfb7-3b8d8a94db4c tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 809} {{(pid=106253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:06:02.208608 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-66fc9f95-3b7c-4475-bfb7-3b8d8a94db4c tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:02.209150 n-d-804985-2 neutron-server[106253]: INFO neutron.db.segments_db [None req-66fc9f95-3b7c-4475-bfb7-3b8d8a94db4c tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] Added segment 0f47e589-bf03-43c0-b0a1-22869820369b of type vlan for network 4124aa63-b262-48af-8bce-3e31ae9f5ae8 Aug 18 12:06:02.271652 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-66fc9f95-3b7c-4475-bfb7-3b8d8a94db4c tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789150665894'] for network, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:02.309768 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fc9f95-3b7c-4475-bfb7-3b8d8a94db4c tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1227f55f-3eae-4981-8ae7-653644a5718c,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:06:02.341708 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-66fc9f95-3b7c-4475-bfb7-3b8d8a94db4c tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for network, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:02.342813 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66fc9f95-3b7c-4475-bfb7-3b8d8a94db4c tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:06:02.343639 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-66fc9f95-3b7c-4475-bfb7-3b8d8a94db4c tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:02.412290 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 40522) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:06:02.412873 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-66fc9f95-3b7c-4475-bfb7-3b8d8a94db4c tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.8721561 Aug 18 12:06:02.416609 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fc9f95-3b7c-4475-bfb7-3b8d8a94db4c tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] Pushing event updated for resources: {'Network': ['ID=4124aa63-b262-48af-8bce-3e31ae9f5ae8,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:06:02.419661 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-94d9f2e6-d9ed-42d2-97d7-8b029708e2d3 tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] Request body: {'subnet': {'network_id': '4124aa63-b262-48af-8bce-3e31ae9f5ae8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:06:02.427948 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Network 4124aa63-b262-48af-8bce-3e31ae9f5ae8 details requested by agent ovs-agent-n-d-804985-2 with host n-d-804985-2 {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:06:02.475326 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94d9f2e6-d9ed-42d2-97d7-8b029708e2d3 tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] Made reservation on behalf of eb63ded97f614b91b71f2cb12748b0ab for: {'subnet': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:06:02.478464 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-94d9f2e6-d9ed-42d2-97d7-8b029708e2d3 tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59074089'] for subnet, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:02.780056 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879f952f-e7af-4f73-919a-9e451b87e441 req-d3007255-be66-4b6f-99ca-4f6580eee52b tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:06:02.782059 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-879f952f-e7af-4f73-919a-9e451b87e441 req-d3007255-be66-4b6f-99ca-4f6580eee52b tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/ports?device_id=391c446c-64ec-43a3-91e7-a71f9564fb03 HTTP/1.1" status: 200 len: 945 time: 0.1112061 Aug 18 12:06:02.867957 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-879f952f-e7af-4f73-919a-9e451b87e441 req-8e4074b2-ba4e-4bbc-96c0-4173252926ea tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/security-groups?id=d60fbefd-5088-4718-a442-08959d2ac3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781741 Aug 18 12:06:02.968190 n-d-804985-2 neutron-server[106252]: DEBUG neutron.objects.ports [None req-94d9f2e6-d9ed-42d2-97d7-8b029708e2d3 tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106252) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 18 12:06:02.969450 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-94d9f2e6-d9ed-42d2-97d7-8b029708e2d3 tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3572913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59074111'] for subnet, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:03.052903 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d9f2e6-d9ed-42d2-97d7-8b029708e2d3 tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] Pushing event updated for resources: {'Subnet': ['ID=a96fcaf9-e86e-46ac-86ff-5b51c5fd02cf,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:06:03.147856 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d9f2e6-d9ed-42d2-97d7-8b029708e2d3 tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] Checking segment: {'id': '0f47e589-bf03-43c0-b0a1-22869820369b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '4124aa63-b262-48af-8bce-3e31ae9f5ae8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:06:03.148526 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94d9f2e6-d9ed-42d2-97d7-8b029708e2d3 tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] Network hostable DHCP agents. Network: 4124aa63-b262-48af-8bce-3e31ae9f5ae8, hostable agents: ['97c14208-2951-4361-8d64-3708c946ff5f'], hosted agents: [] {{(pid=106252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 12:06:03.179294 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94d9f2e6-d9ed-42d2-97d7-8b029708e2d3 tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] Network 4124aa63-b262-48af-8bce-3e31ae9f5ae8 is scheduled to be hosted by DHCP agent 97c14208-2951-4361-8d64-3708c946ff5f with binding_index 1 {{(pid=106252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 12:06:03.193508 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device e8750c89-b7b9-4188-8935-fd9d4cdc1afb up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:06:03.198384 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-94d9f2e6-d9ed-42d2-97d7-8b029708e2d3 tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-2, 4124aa63-b262-48af-8bce-3e31ae9f5ae8) {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:06:03.210518 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94d9f2e6-d9ed-42d2-97d7-8b029708e2d3 tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:06:03.211392 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-94d9f2e6-d9ed-42d2-97d7-8b029708e2d3 tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for subnet, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:03.229847 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-94d9f2e6-d9ed-42d2-97d7-8b029708e2d3 tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.8148377 Aug 18 12:06:03.232539 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 40572) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:06:03.236888 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-944b301e-e11a-474f-9894-dabf6fb4d9a3 None None] Network 4124aa63-b262-48af-8bce-3e31ae9f5ae8 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:06:03.238054 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-7f7f853c-a232-479c-b8d1-94fe861f44a9 tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-2058906964', 'network_id': '4124aa63-b262-48af-8bce-3e31ae9f5ae8'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:06:03.256120 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-481ef892-69c6-4164-ab1e-7c7408eda4e4 None None] Sync routers for ids ['b11ee3f0-35fc-4067-8ff9-e8701f5a6b3a'] in n-d-804985-2 {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:06:03.280178 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f7f853c-a232-479c-b8d1-94fe861f44a9 tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] Made reservation on behalf of eb63ded97f614b91b71f2cb12748b0ab for: {'port': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:06:03.283798 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-481ef892-69c6-4164-ab1e-7c7408eda4e4 None None] Routers {'b11ee3f0-35fc-4067-8ff9-e8701f5a6b3a'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:06:03.290324 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-7f7f853c-a232-479c-b8d1-94fe861f44a9 tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:03.298171 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-481ef892-69c6-4164-ab1e-7c7408eda4e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:05:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['b11ee3f0-35fc-4067-8ff9-e8701f5a6b3a'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:06:03.356011 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [None req-7f7f853c-a232-479c-b8d1-94fe861f44a9 tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] device_id is not set on port 8b9c8a89-cdb4-4849-85d5-3f309b0e280c yet. {{(pid=106252) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 12:06:03.396131 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port e8750c89-b7b9-4188-8935-fd9d4cdc1afb completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:06:03.420331 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port e8750c89-b7b9-4188-8935-fd9d4cdc1afb triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:06:03.423684 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:03.535403 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d6148be-fe7a-4eb4-9607-1dc43fa8186a None None] Network 4124aa63-b262-48af-8bce-3e31ae9f5ae8 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:06:03.585485 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [None req-7f7f853c-a232-479c-b8d1-94fe861f44a9 tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] Allocated IP 2001:db8::2eb (4124aa63-b262-48af-8bce-3e31ae9f5ae8/a96fcaf9-e86e-46ac-86ff-5b51c5fd02cf/8b9c8a89-cdb4-4849-85d5-3f309b0e280c) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:06:03.684303 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-481ef892-69c6-4164-ab1e-7c7408eda4e4 None None] Set router b11ee3f0-35fc-4067-8ff9-e8701f5a6b3a gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:06:03.685540 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:03.748637 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] For port e8750c89-b7b9-4188-8935-fd9d4cdc1afb, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=e8750c89-b7b9-4188-8935-fd9d4cdc1afb,segment=NetworkSegment(c5a3db9d-5c58-41b1-9177-d5787a597b78),segment_id=c5a3db9d-5c58-41b1-9177-d5787a597b78)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:06:03.763514 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:03.851505 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-7f7f853c-a232-479c-b8d1-94fe861f44a9 tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:03.869065 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Pushing event updated for resources: {'Port': ['ID=e8750c89-b7b9-4188-8935-fd9d4cdc1afb,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:06:03.978972 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-7f7f853c-a232-479c-b8d1-94fe861f44a9 tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:04.083881 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f7f853c-a232-479c-b8d1-94fe861f44a9 tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] Network 4124aa63-b262-48af-8bce-3e31ae9f5ae8 is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:06:04.087981 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-7f7f853c-a232-479c-b8d1-94fe861f44a9 tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:06:04.091318 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f7f853c-a232-479c-b8d1-94fe861f44a9 tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:06:04.092227 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f7f853c-a232-479c-b8d1-94fe861f44a9 tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:06:04.093044 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-7f7f853c-a232-479c-b8d1-94fe861f44a9 tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:04.108341 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7f853c-a232-479c-b8d1-94fe861f44a9 tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] Pushing event updated for resources: {'Port': ['ID=8b9c8a89-cdb4-4849-85d5-3f309b0e280c,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:06:04.157038 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c072076d-32aa-4e0d-8a3e-392f64ad795a req-73ecc903-1da9-4f6e-8a54-f4072dd1167a tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:06:04.158868 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c072076d-32aa-4e0d-8a3e-392f64ad795a req-73ecc903-1da9-4f6e-8a54-f4072dd1167a tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/ports?device_id=391c446c-64ec-43a3-91e7-a71f9564fb03 HTTP/1.1" status: 200 len: 945 time: 0.1376798 Aug 18 12:06:04.161897 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-7f7f853c-a232-479c-b8d1-94fe861f44a9 tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.9284244 Aug 18 12:06:04.165140 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 40608) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:06:04.262436 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-481ef892-69c6-4164-ab1e-7c7408eda4e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b11ee3f0-35fc-4067-8ff9-e8701f5a6b3a', 'name': 'tempest-TaggedBootDevicesTest-1217357269-router', 'tenant_id': 'c58c061f2ffb4e7caeee64937da3abfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.15'}], 'enable_snat': True}, 'gw_port_id': 'e8750c89-b7b9-4188-8935-fd9d4cdc1afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:05:55Z', 'updated_at': '2021-08-18T12:06:00Z', 'revision_number': 4, 'project_id': 'c58c061f2ffb4e7caeee64937da3abfa', 'gw_port': {'id': 'e8750c89-b7b9-4188-8935-fd9d4cdc1afb', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:bd:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b11ee3f0-35fc-4067-8ff9-e8701f5a6b3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1702, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:05:55Z', 'updated_at': '2021-08-18T12:06:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': 'fe63c3cd-a498-417e-8e06-bc2efcbdd953', 'name': '', 'network_id': 'b4c3ca6c-0ea6-41d9-a4f2-6163ca8a35bc', 'tenant_id': 'c58c061f2ffb4e7caeee64937da3abfa', 'mac_address': 'fa:16:3e:de:6b:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b11ee3f0-35fc-4067-8ff9-e8701f5a6b3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'f75dd902-4c34-4253-86a2-bc437c5b9dc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:05:59Z', 'updated_at': '2021-08-18T12:06:00Z', 'revision_number': 2, 'project_id': 'c58c061f2ffb4e7caeee64937da3abfa', 'subnets': [{'id': 'f75dd902-4c34-4253-86a2-bc437c5b9dc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:06:04.274057 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c072076d-32aa-4e0d-8a3e-392f64ad795a req-0c5cb5d5-c9dd-4d0a-ac4e-a6fd9c2a3149 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/security-groups?id=d60fbefd-5088-4718-a442-08959d2ac3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968428 Aug 18 12:06:04.314478 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-481ef892-69c6-4164-ab1e-7c7408eda4e4 None None] Checking router: b11ee3f0-35fc-4067-8ff9-e8701f5a6b3a for host: n-d-804985-2 {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:06:04.314760 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-481ef892-69c6-4164-ab1e-7c7408eda4e4 None None] Updating router b11ee3f0-35fc-4067-8ff9-e8701f5a6b3a port fe63c3cd-a498-417e-8e06-bc2efcbdd953 binding host n-d-804985-2 {{(pid=106255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 12:06:04.349008 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-481ef892-69c6-4164-ab1e-7c7408eda4e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:04.401746 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-779ab7e4-64eb-4e0b-af4b-7a6fa22cfc41 tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] Deleting port 8b9c8a89-cdb4-4849-85d5-3f309b0e280c {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:06:04.402334 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-779ab7e4-64eb-4e0b-af4b-7a6fa22cfc41 tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:04.631997 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-779ab7e4-64eb-4e0b-af4b-7a6fa22cfc41 tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:04.653159 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-779ab7e4-64eb-4e0b-af4b-7a6fa22cfc41 tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] Calling delete_port for 8b9c8a89-cdb4-4849-85d5-3f309b0e280c owned by {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:06:04.840985 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-779ab7e4-64eb-4e0b-af4b-7a6fa22cfc41 tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:04.854905 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-481ef892-69c6-4164-ab1e-7c7408eda4e4 None None] Notify callbacks [] for port, precommit_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:04.875255 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779ab7e4-64eb-4e0b-af4b-7a6fa22cfc41 tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] Pushing event deleted for resources: {'Port': ['ID=8b9c8a89-cdb4-4849-85d5-3f309b0e280c,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:06:04.884939 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-481ef892-69c6-4164-ab1e-7c7408eda4e4 None None] Transition to ACTIVE for port object fe63c3cd-a498-417e-8e06-bc2efcbdd953 will not be triggered until provisioned by entity L2. {{(pid=106255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:06:04.900090 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-481ef892-69c6-4164-ab1e-7c7408eda4e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:04.913651 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-779ab7e4-64eb-4e0b-af4b-7a6fa22cfc41 tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:04.915903 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-779ab7e4-64eb-4e0b-af4b-7a6fa22cfc41 tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] 10.222.0.66 "DELETE /v2.0/ports/8b9c8a89-cdb4-4849-85d5-3f309b0e280c HTTP/1.1" status: 204 len: 168 time: 0.7496977 Aug 18 12:06:04.918592 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 40646) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:06:04.925847 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-5c286d37-0330-494c-889c-c8b4fd9c984e tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4124aa63-b262-48af-8bce-3e31ae9f5ae8', 'external_fixed_ips': [{'subnet_id': 'a96fcaf9-e86e-46ac-86ff-5b51c5fd02cf', 'ip_address': '2001:db8::2eb'}]}}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:06:04.954956 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5c286d37-0330-494c-889c-c8b4fd9c984e tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-998592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15809'] for router, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:04.956185 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5c286d37-0330-494c-889c-c8b4fd9c984e tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-992733', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-971415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15816'] for router, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:05.082277 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5c286d37-0330-494c-889c-c8b4fd9c984e tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:05.102433 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device e8750c89-b7b9-4188-8935-fd9d4cdc1afb up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:06:05.123834 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b4260d-5837-4e0f-a100-7def34b5d34a None None] Pushing event updated for resources: {'Port': ['ID=fe63c3cd-a498-417e-8e06-bc2efcbdd953,revision_number=3']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:06:05.176496 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-481ef892-69c6-4164-ab1e-7c7408eda4e4 None None] Attempting to bind port fe63c3cd-a498-417e-8e06-bc2efcbdd953 on host n-d-804985-2 for vnic_type normal with profile {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:06:05.176787 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-481ef892-69c6-4164-ab1e-7c7408eda4e4 None None] Attempting to bind port fe63c3cd-a498-417e-8e06-bc2efcbdd953 by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': '5f199d18-44fc-47f7-ab25-3deacf829e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'b4c3ca6c-0ea6-41d9-a4f2-6163ca8a35bc'}] {{(pid=106255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:06:05.178069 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-481ef892-69c6-4164-ab1e-7c7408eda4e4 None None] Attempting to bind port fe63c3cd-a498-417e-8e06-bc2efcbdd953 on network b4c3ca6c-0ea6-41d9-a4f2-6163ca8a35bc {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:06:05.188721 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-481ef892-69c6-4164-ab1e-7c7408eda4e4 None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 5, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:06:05.190515 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-481ef892-69c6-4164-ab1e-7c7408eda4e4 None None] Checking segment: {'id': '5f199d18-44fc-47f7-ab25-3deacf829e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'b4c3ca6c-0ea6-41d9-a4f2-6163ca8a35bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:06:05.191661 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-481ef892-69c6-4164-ab1e-7c7408eda4e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:05.197222 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-481ef892-69c6-4164-ab1e-7c7408eda4e4 None None] Bound using segment: {'id': '5f199d18-44fc-47f7-ab25-3deacf829e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'b4c3ca6c-0ea6-41d9-a4f2-6163ca8a35bc'} {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:06:05.197883 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-481ef892-69c6-4164-ab1e-7c7408eda4e4 None None] Bound port: fe63c3cd-a498-417e-8e06-bc2efcbdd953, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f199d18-44fc-47f7-ab25-3deacf829e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'b4c3ca6c-0ea6-41d9-a4f2-6163ca8a35bc'}}] {{(pid=106255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:06:05.198833 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port e8750c89-b7b9-4188-8935-fd9d4cdc1afb triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:06:05.199377 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:05.200804 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-481ef892-69c6-4164-ab1e-7c7408eda4e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:05.354498 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-481ef892-69c6-4164-ab1e-7c7408eda4e4 None None] For port fe63c3cd-a498-417e-8e06-bc2efcbdd953, host n-d-804985-2, cleared binding levels {{(pid=106255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:06:05.366676 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-481ef892-69c6-4164-ab1e-7c7408eda4e4 None None] For port fe63c3cd-a498-417e-8e06-bc2efcbdd953, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=fe63c3cd-a498-417e-8e06-bc2efcbdd953,segment=NetworkSegment(5f199d18-44fc-47f7-ab25-3deacf829e99),segment_id=5f199d18-44fc-47f7-ab25-3deacf829e99)] {{(pid=106255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:06:05.388819 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-481ef892-69c6-4164-ab1e-7c7408eda4e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:05.446872 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5c286d37-0330-494c-889c-c8b4fd9c984e tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:05.499265 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-481ef892-69c6-4164-ab1e-7c7408eda4e4 None None] Routers {'b11ee3f0-35fc-4067-8ff9-e8701f5a6b3a'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:06:05.500326 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-481ef892-69c6-4164-ab1e-7c7408eda4e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:05:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['b11ee3f0-35fc-4067-8ff9-e8701f5a6b3a'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:06:05.555832 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c6f760-e182-406e-b7d9-23ca96a7aa4c req-6da614fd-8e54-4990-89cf-3ab77333d8db tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:06:05.566338 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-73c6f760-e182-406e-b7d9-23ca96a7aa4c req-6da614fd-8e54-4990-89cf-3ab77333d8db tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/ports?device_id=391c446c-64ec-43a3-91e7-a71f9564fb03 HTTP/1.1" status: 200 len: 945 time: 0.1078463 Aug 18 12:06:05.671688 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-73c6f760-e182-406e-b7d9-23ca96a7aa4c req-82ea0183-b269-425c-8a10-0563d59746d4 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/security-groups?id=d60fbefd-5088-4718-a442-08959d2ac3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034222 Aug 18 12:06:05.719618 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b4260d-5837-4e0f-a100-7def34b5d34a None None] Pushing event updated for resources: {'Port': ['ID=fe63c3cd-a498-417e-8e06-bc2efcbdd953,revision_number=4']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:06:05.784749 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-481ef892-69c6-4164-ab1e-7c7408eda4e4 None None] Set router b11ee3f0-35fc-4067-8ff9-e8701f5a6b3a gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:06:05.946701 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5c286d37-0330-494c-889c-c8b4fd9c984e tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:05.976408 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5c286d37-0330-494c-889c-c8b4fd9c984e tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:05.977589 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:06.161596 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-481ef892-69c6-4164-ab1e-7c7408eda4e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b11ee3f0-35fc-4067-8ff9-e8701f5a6b3a', 'name': 'tempest-TaggedBootDevicesTest-1217357269-router', 'tenant_id': 'c58c061f2ffb4e7caeee64937da3abfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.15'}], 'enable_snat': True}, 'gw_port_id': 'e8750c89-b7b9-4188-8935-fd9d4cdc1afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:05:55Z', 'updated_at': '2021-08-18T12:06:00Z', 'revision_number': 4, 'project_id': 'c58c061f2ffb4e7caeee64937da3abfa', 'gw_port': {'id': 'e8750c89-b7b9-4188-8935-fd9d4cdc1afb', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:bd:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b11ee3f0-35fc-4067-8ff9-e8701f5a6b3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1702, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:05:55Z', 'updated_at': '2021-08-18T12:06:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': 'fe63c3cd-a498-417e-8e06-bc2efcbdd953', 'name': '', 'network_id': 'b4c3ca6c-0ea6-41d9-a4f2-6163ca8a35bc', 'tenant_id': 'c58c061f2ffb4e7caeee64937da3abfa', 'mac_address': 'fa:16:3e:de:6b:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b11ee3f0-35fc-4067-8ff9-e8701f5a6b3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'f75dd902-4c34-4253-86a2-bc437c5b9dc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:05:59Z', 'updated_at': '2021-08-18T12:06:05Z', 'revision_number': 4, 'project_id': 'c58c061f2ffb4e7caeee64937da3abfa', 'subnets': [{'id': 'f75dd902-4c34-4253-86a2-bc437c5b9dc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:06:06.199187 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-481ef892-69c6-4164-ab1e-7c7408eda4e4 None None] The sync data for ids ['b11ee3f0-35fc-4067-8ff9-e8701f5a6b3a'] in n-d-804985-2 is: [{'id': 'b11ee3f0-35fc-4067-8ff9-e8701f5a6b3a', 'name': 'tempest-TaggedBootDevicesTest-1217357269-router', 'tenant_id': 'c58c061f2ffb4e7caeee64937da3abfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.15'}], 'enable_snat': True}, 'gw_port_id': 'e8750c89-b7b9-4188-8935-fd9d4cdc1afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:05:55Z', 'updated_at': '2021-08-18T12:06:00Z', 'revision_number': 4, 'project_id': 'c58c061f2ffb4e7caeee64937da3abfa', 'gw_port': {'id': 'e8750c89-b7b9-4188-8935-fd9d4cdc1afb', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:bd:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b11ee3f0-35fc-4067-8ff9-e8701f5a6b3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1702, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:05:55Z', 'updated_at': '2021-08-18T12:06:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': 'fe63c3cd-a498-417e-8e06-bc2efcbdd953', 'name': '', 'network_id': 'b4c3ca6c-0ea6-41d9-a4f2-6163ca8a35bc', 'tenant_id': 'c58c061f2ffb4e7caeee64937da3abfa', 'mac_address': 'fa:16:3e:de:6b:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b11ee3f0-35fc-4067-8ff9-e8701f5a6b3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'f75dd902-4c34-4253-86a2-bc437c5b9dc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:05:59Z', 'updated_at': '2021-08-18T12:06:05Z', 'revision_number': 4, 'project_id': 'c58c061f2ffb4e7caeee64937da3abfa', 'subnets': [{'id': 'f75dd902-4c34-4253-86a2-bc437c5b9dc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:06:06.203616 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [None req-5c286d37-0330-494c-889c-c8b4fd9c984e tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] Allocated IP 2001:db8::2eb (4124aa63-b262-48af-8bce-3e31ae9f5ae8/a96fcaf9-e86e-46ac-86ff-5b51c5fd02cf/0b7a222b-f605-4a5f-a22a-77b0416d1b5e) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:06:06.556064 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5c286d37-0330-494c-889c-c8b4fd9c984e tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:06.632121 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5c286d37-0330-494c-889c-c8b4fd9c984e tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:06.776708 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c286d37-0330-494c-889c-c8b4fd9c984e tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] Network 4124aa63-b262-48af-8bce-3e31ae9f5ae8 is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:06:06.790043 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-5c286d37-0330-494c-889c-c8b4fd9c984e tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:06:06.809562 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c286d37-0330-494c-889c-c8b4fd9c984e tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:06:06.908772 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cff5ef7-bb8e-4b6e-841f-53985e787bd9 req-5b9d0455-06a2-448c-b116-68119b8dbaaf tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:06:06.910380 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7cff5ef7-bb8e-4b6e-841f-53985e787bd9 req-5b9d0455-06a2-448c-b116-68119b8dbaaf tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/ports?device_id=391c446c-64ec-43a3-91e7-a71f9564fb03 HTTP/1.1" status: 200 len: 945 time: 0.1191173 Aug 18 12:06:07.000528 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7cff5ef7-bb8e-4b6e-841f-53985e787bd9 req-867bae60-62f1-4a85-ae70-336aac9e63b6 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/security-groups?id=d60fbefd-5088-4718-a442-08959d2ac3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829620 Aug 18 12:06:07.153144 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device fe63c3cd-a498-417e-8e06-bc2efcbdd953 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:06:07.172133 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c286d37-0330-494c-889c-c8b4fd9c984e tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] Pushing event updated for resources: {'Port': ['ID=0b7a222b-f605-4a5f-a22a-77b0416d1b5e,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:06:07.269925 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port fe63c3cd-a498-417e-8e06-bc2efcbdd953 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:06:07.274744 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port fe63c3cd-a498-417e-8e06-bc2efcbdd953 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:06:07.274971 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:07.307158 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5c286d37-0330-494c-889c-c8b4fd9c984e tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:07.475438 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:07.540185 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] For port fe63c3cd-a498-417e-8e06-bc2efcbdd953, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=fe63c3cd-a498-417e-8e06-bc2efcbdd953,segment=NetworkSegment(5f199d18-44fc-47f7-ab25-3deacf829e99),segment_id=5f199d18-44fc-47f7-ab25-3deacf829e99)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:06:07.551365 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:07.683391 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Pushing event updated for resources: {'Port': ['ID=fe63c3cd-a498-417e-8e06-bc2efcbdd953,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:06:07.864176 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5c286d37-0330-494c-889c-c8b4fd9c984e tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-998473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-992536'] for router, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:08.028291 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:08.164098 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c286d37-0330-494c-889c-c8b4fd9c984e tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] Router 60ad8aec-f5e6-497a-91fb-fedec2ee4d19 is scheduled to L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 with binding_index 1 {{(pid=106253) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 12:06:08.209147 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522c3f13-6135-492b-88e9-e53e734fe179 req-13b90a93-c255-44fb-9ec3-eadb766e9cf5 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:06:08.219216 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-522c3f13-6135-492b-88e9-e53e734fe179 req-13b90a93-c255-44fb-9ec3-eadb766e9cf5 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/ports?device_id=391c446c-64ec-43a3-91e7-a71f9564fb03 HTTP/1.1" status: 200 len: 945 time: 0.0738907 Aug 18 12:06:08.283591 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-522c3f13-6135-492b-88e9-e53e734fe179 req-8904218a-5d08-4add-a43c-fefff971c216 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/security-groups?id=d60fbefd-5088-4718-a442-08959d2ac3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522881 Aug 18 12:06:08.333601 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c286d37-0330-494c-889c-c8b4fd9c984e tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:06:08.345101 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5823c498-9fa1-44c4-a98a-8832e68e4afd None None] Sync routers for ids ['60ad8aec-f5e6-497a-91fb-fedec2ee4d19'] in n-d-804985-2 {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:06:08.359220 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5823c498-9fa1-44c4-a98a-8832e68e4afd None None] Routers {'60ad8aec-f5e6-497a-91fb-fedec2ee4d19'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:06:08.359441 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5c286d37-0330-494c-889c-c8b4fd9c984e tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] Notify callbacks [] for router, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:08.360612 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-5823c498-9fa1-44c4-a98a-8832e68e4afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:05:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['60ad8aec-f5e6-497a-91fb-fedec2ee4d19'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:06:08.364342 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-5c286d37-0330-494c-889c-c8b4fd9c984e tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 3.4425375 Aug 18 12:06:08.364661 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 40796) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:06:08.576840 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-5823c498-9fa1-44c4-a98a-8832e68e4afd None None] Set router 60ad8aec-f5e6-497a-91fb-fedec2ee4d19 gateway port host: n-d-804985-2 {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:06:09.136954 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device fe63c3cd-a498-417e-8e06-bc2efcbdd953 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:06:09.295124 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port fe63c3cd-a498-417e-8e06-bc2efcbdd953 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:06:09.296659 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:09.363311 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-5823c498-9fa1-44c4-a98a-8832e68e4afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60ad8aec-f5e6-497a-91fb-fedec2ee4d19', 'name': '', 'tenant_id': 'eb63ded97f614b91b71f2cb12748b0ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4124aa63-b262-48af-8bce-3e31ae9f5ae8', 'external_fixed_ips': [{'subnet_id': 'a96fcaf9-e86e-46ac-86ff-5b51c5fd02cf', 'ip_address': '2001:db8::2eb'}], 'enable_snat': True}, 'gw_port_id': '0b7a222b-f605-4a5f-a22a-77b0416d1b5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:06:04Z', 'updated_at': '2021-08-18T12:06:06Z', 'revision_number': 3, 'project_id': 'eb63ded97f614b91b71f2cb12748b0ab', 'gw_port': {'id': '0b7a222b-f605-4a5f-a22a-77b0416d1b5e', 'name': '', 'network_id': '4124aa63-b262-48af-8bce-3e31ae9f5ae8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:7d:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60ad8aec-f5e6-497a-91fb-fedec2ee4d19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': 'a96fcaf9-e86e-46ac-86ff-5b51c5fd02cf', 'ip_address': '2001:db8::2eb', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:06:05Z', 'updated_at': '2021-08-18T12:06:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a96fcaf9-e86e-46ac-86ff-5b51c5fd02cf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:06:09.403496 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5823c498-9fa1-44c4-a98a-8832e68e4afd None None] Checking router: 60ad8aec-f5e6-497a-91fb-fedec2ee4d19 for host: n-d-804985-2 {{(pid=106254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:06:09.403985 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5823c498-9fa1-44c4-a98a-8832e68e4afd None None] Updating router 60ad8aec-f5e6-497a-91fb-fedec2ee4d19 port 0b7a222b-f605-4a5f-a22a-77b0416d1b5e binding host n-d-804985-2 {{(pid=106254) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 12:06:09.440766 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-69a267d3-26a4-4c9c-92ff-3266aebf0b6a tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] Notify callbacks [] for router, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:09.502202 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-5823c498-9fa1-44c4-a98a-8832e68e4afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:09.551728 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6299bbc0-1d41-4a58-866d-1d0edfc8dc91 req-4566a25a-1308-4cbd-9228-5d284d036f70 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:06:09.566292 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6299bbc0-1d41-4a58-866d-1d0edfc8dc91 req-4566a25a-1308-4cbd-9228-5d284d036f70 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/ports?device_id=391c446c-64ec-43a3-91e7-a71f9564fb03 HTTP/1.1" status: 200 len: 945 time: 0.1364553 Aug 18 12:06:09.668176 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6299bbc0-1d41-4a58-866d-1d0edfc8dc91 req-f29aa27d-429d-4b18-b720-c169b0eb7914 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/security-groups?id=d60fbefd-5088-4718-a442-08959d2ac3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949471 Aug 18 12:06:09.685967 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-69a267d3-26a4-4c9c-92ff-3266aebf0b6a tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:09.831088 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-69a267d3-26a4-4c9c-92ff-3266aebf0b6a tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] Deleting port 0b7a222b-f605-4a5f-a22a-77b0416d1b5e {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:06:09.831439 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-69a267d3-26a4-4c9c-92ff-3266aebf0b6a tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:09.980266 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-69a267d3-26a4-4c9c-92ff-3266aebf0b6a tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:10.029641 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-69a267d3-26a4-4c9c-92ff-3266aebf0b6a tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] Calling delete_port for 0b7a222b-f605-4a5f-a22a-77b0416d1b5e owned by network:router_gateway {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:06:10.228869 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-5823c498-9fa1-44c4-a98a-8832e68e4afd None None] Notify callbacks [] for port, precommit_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:10.242332 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-5823c498-9fa1-44c4-a98a-8832e68e4afd None None] Transition to ACTIVE for port object 0b7a222b-f605-4a5f-a22a-77b0416d1b5e will not be triggered until provisioned by entity L2. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:06:10.255383 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-5823c498-9fa1-44c4-a98a-8832e68e4afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:10.321774 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6455b744-4806-4af5-bc35-0c5cde488ded None None] Pushing event updated for resources: {'Port': ['ID=0b7a222b-f605-4a5f-a22a-77b0416d1b5e,revision_number=2']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:06:10.340958 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-5823c498-9fa1-44c4-a98a-8832e68e4afd None None] Attempting to bind port 0b7a222b-f605-4a5f-a22a-77b0416d1b5e on host n-d-804985-2 for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:06:10.341487 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-5823c498-9fa1-44c4-a98a-8832e68e4afd None None] Attempting to bind port 0b7a222b-f605-4a5f-a22a-77b0416d1b5e by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': '0f47e589-bf03-43c0-b0a1-22869820369b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '4124aa63-b262-48af-8bce-3e31ae9f5ae8'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:06:10.344848 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5823c498-9fa1-44c4-a98a-8832e68e4afd None None] Attempting to bind port 0b7a222b-f605-4a5f-a22a-77b0416d1b5e on network 4124aa63-b262-48af-8bce-3e31ae9f5ae8 {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:06:10.355244 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5823c498-9fa1-44c4-a98a-8832e68e4afd None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 5, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:06:10.355952 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5823c498-9fa1-44c4-a98a-8832e68e4afd None None] Checking segment: {'id': '0f47e589-bf03-43c0-b0a1-22869820369b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '4124aa63-b262-48af-8bce-3e31ae9f5ae8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:06:10.356976 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-5823c498-9fa1-44c4-a98a-8832e68e4afd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:10.357600 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5823c498-9fa1-44c4-a98a-8832e68e4afd None None] Bound using segment: {'id': '0f47e589-bf03-43c0-b0a1-22869820369b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '4124aa63-b262-48af-8bce-3e31ae9f5ae8'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:06:10.358348 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-5823c498-9fa1-44c4-a98a-8832e68e4afd None None] Bound port: 0b7a222b-f605-4a5f-a22a-77b0416d1b5e, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f47e589-bf03-43c0-b0a1-22869820369b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '4124aa63-b262-48af-8bce-3e31ae9f5ae8'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:06:10.359118 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-5823c498-9fa1-44c4-a98a-8832e68e4afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:10.371720 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-69a267d3-26a4-4c9c-92ff-3266aebf0b6a tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:10.413914 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a267d3-26a4-4c9c-92ff-3266aebf0b6a tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] Pushing event deleted for resources: {'Port': ['ID=0b7a222b-f605-4a5f-a22a-77b0416d1b5e,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:06:10.422570 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.db.api [None req-5823c498-9fa1-44c4-a98a-8832e68e4afd None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=106254) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 18 12:06:10.424253 n-d-804985-2 neutron-server[106254]: DEBUG oslo_db.api [None req-5823c498-9fa1-44c4-a98a-8832e68e4afd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 18 12:06:10.461886 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-69a267d3-26a4-4c9c-92ff-3266aebf0b6a tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-997271'] for router_gateway, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:10.564414 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-69a267d3-26a4-4c9c-92ff-3266aebf0b6a tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-996004', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15859'] for router, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:10.569779 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-69a267d3-26a4-4c9c-92ff-3266aebf0b6a tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:10.620383 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-69a267d3-26a4-4c9c-92ff-3266aebf0b6a tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-996061'] for router, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:10.621123 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69a267d3-26a4-4c9c-92ff-3266aebf0b6a tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 60ad8aec-f5e6-497a-91fb-fedec2ee4d19 {{(pid=106253) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 12:06:10.627260 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-69a267d3-26a4-4c9c-92ff-3266aebf0b6a tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] Notify callbacks [] for router, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:10.629344 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-69a267d3-26a4-4c9c-92ff-3266aebf0b6a tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] 10.222.0.66 "DELETE /v2.0/routers/60ad8aec-f5e6-497a-91fb-fedec2ee4d19 HTTP/1.1" status: 204 len: 168 time: 2.2627168 Aug 18 12:06:10.631926 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 40932) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:06:10.711289 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6ad12a4-afbc-4ed6-84d7-259a85cc793a tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] Deleting subnet a96fcaf9-e86e-46ac-86ff-5b51c5fd02cf {{(pid=106252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 12:06:10.720806 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a6ad12a4-afbc-4ed6-84d7-259a85cc793a tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:10.790102 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a6ad12a4-afbc-4ed6-84d7-259a85cc793a tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2221528'] for subnet, precommit_delete_associations {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:10.834798 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a6ad12a4-afbc-4ed6-84d7-259a85cc793a tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:10.957310 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-5823c498-9fa1-44c4-a98a-8832e68e4afd None None] Attempting to bind port 0b7a222b-f605-4a5f-a22a-77b0416d1b5e on host n-d-804985-2 for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:06:10.960122 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c518118-1dce-48f2-a181-d03816e29e83 req-e7b74cb9-9b8c-4c3d-a075-f0a5c1a54314 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:06:10.963125 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-5823c498-9fa1-44c4-a98a-8832e68e4afd None None] Attempting to bind port 0b7a222b-f605-4a5f-a22a-77b0416d1b5e by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': '0f47e589-bf03-43c0-b0a1-22869820369b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '4124aa63-b262-48af-8bce-3e31ae9f5ae8'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:06:10.963824 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5823c498-9fa1-44c4-a98a-8832e68e4afd None None] Attempting to bind port 0b7a222b-f605-4a5f-a22a-77b0416d1b5e on network 4124aa63-b262-48af-8bce-3e31ae9f5ae8 {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:06:10.983436 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7c518118-1dce-48f2-a181-d03816e29e83 req-e7b74cb9-9b8c-4c3d-a075-f0a5c1a54314 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/ports?device_id=391c446c-64ec-43a3-91e7-a71f9564fb03 HTTP/1.1" status: 200 len: 945 time: 0.0983632 Aug 18 12:06:10.991467 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a6ad12a4-afbc-4ed6-84d7-259a85cc793a tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3572848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59074100'] for subnet, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:10.991721 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5823c498-9fa1-44c4-a98a-8832e68e4afd None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 5, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:06:10.997173 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5823c498-9fa1-44c4-a98a-8832e68e4afd None None] Checking segment: {'id': '0f47e589-bf03-43c0-b0a1-22869820369b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '4124aa63-b262-48af-8bce-3e31ae9f5ae8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:06:11.001582 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-5823c498-9fa1-44c4-a98a-8832e68e4afd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:11.003304 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5823c498-9fa1-44c4-a98a-8832e68e4afd None None] Bound using segment: {'id': '0f47e589-bf03-43c0-b0a1-22869820369b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '4124aa63-b262-48af-8bce-3e31ae9f5ae8'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:06:11.005039 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-5823c498-9fa1-44c4-a98a-8832e68e4afd None None] Bound port: 0b7a222b-f605-4a5f-a22a-77b0416d1b5e, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f47e589-bf03-43c0-b0a1-22869820369b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '4124aa63-b262-48af-8bce-3e31ae9f5ae8'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:06:11.006283 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-5823c498-9fa1-44c4-a98a-8832e68e4afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:11.030548 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a6ad12a4-afbc-4ed6-84d7-259a85cc793a tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for subnet, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:11.037992 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-a6ad12a4-afbc-4ed6-84d7-259a85cc793a tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] 10.222.0.66 "DELETE /v2.0/subnets/a96fcaf9-e86e-46ac-86ff-5b51c5fd02cf HTTP/1.1" status: 204 len: 168 time: 0.4041674 Aug 18 12:06:11.040064 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 40966) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:06:11.050552 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-5823c498-9fa1-44c4-a98a-8832e68e4afd None None] Port 0b7a222b-f605-4a5f-a22a-77b0416d1b5e has been deleted concurrently {{(pid=106254) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Aug 18 12:06:11.068683 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5823c498-9fa1-44c4-a98a-8832e68e4afd None None] Routers set() bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:06:11.069320 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5823c498-9fa1-44c4-a98a-8832e68e4afd None None] Router IDs set() for agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 18 12:06:11.070336 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_agentschedulers_db [None req-5823c498-9fa1-44c4-a98a-8832e68e4afd None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'60ad8aec-f5e6-497a-91fb-fedec2ee4d19'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:05:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent'). {{(pid=106254) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 18 12:06:11.070939 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5823c498-9fa1-44c4-a98a-8832e68e4afd None None] The sync data for ids ['60ad8aec-f5e6-497a-91fb-fedec2ee4d19'] in n-d-804985-2 is: [] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:06:11.100570 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ad12a4-afbc-4ed6-84d7-259a85cc793a tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=a96fcaf9-e86e-46ac-86ff-5b51c5fd02cf,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:06:11.166765 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7c518118-1dce-48f2-a181-d03816e29e83 req-708fbe6c-931d-43a0-8541-979fb3df13ed tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/security-groups?id=d60fbefd-5088-4718-a442-08959d2ac3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809661 Aug 18 12:06:11.196032 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-aa1e1309-b5ff-4bf6-a950-fd39fe999042 tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7904109'] for network, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:11.293154 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-aa1e1309-b5ff-4bf6-a950-fd39fe999042 tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8367869', 'neutron.services.segments.db._delete_segments_for_network-8789151212993'] for network, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:11.304161 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-aa1e1309-b5ff-4bf6-a950-fd39fe999042 tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4124aa63-b262-48af-8bce-3e31ae9f5ae8']}} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:06:11.319316 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-aa1e1309-b5ff-4bf6-a950-fd39fe999042 tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f47e589-bf03-43c0-b0a1-22869820369b') {'for_net_delete': True} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:06:11.319628 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-aa1e1309-b5ff-4bf6-a950-fd39fe999042 tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f47e589-bf03-43c0-b0a1-22869820369b') {} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:06:11.331543 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-aa1e1309-b5ff-4bf6-a950-fd39fe999042 tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789151225254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902236'] for segment, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:11.348225 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-aa1e1309-b5ff-4bf6-a950-fd39fe999042 tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:11.355621 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa1e1309-b5ff-4bf6-a950-fd39fe999042 tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] Releasing vlan 809 on physical network physnet1 to pool {{(pid=106253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:06:11.356121 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-aa1e1309-b5ff-4bf6-a950-fd39fe999042 tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58900537'] for segment, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:11.358351 n-d-804985-2 neutron-server[106253]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 12:06:11.358351 n-d-804985-2 neutron-server[106253]: items = [ Aug 18 12:06:11.358351 n-d-804985-2 neutron-server[106253]: Traceback (most recent call last): Aug 18 12:06:11.358351 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:06:11.358351 n-d-804985-2 neutron-server[106253]: timer() Aug 18 12:06:11.358351 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:06:11.358351 n-d-804985-2 neutron-server[106253]: cb(*args, **kw) Aug 18 12:06:11.358351 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:06:11.358351 n-d-804985-2 neutron-server[106253]: return func(*args, **kwargs) Aug 18 12:06:11.358351 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:06:11.358351 n-d-804985-2 neutron-server[106253]: self._notify() Aug 18 12:06:11.358351 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:06:11.358351 n-d-804985-2 neutron-server[106253]: self.callback(batched_events) Aug 18 12:06:11.358351 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:06:11.358351 n-d-804985-2 neutron-server[106253]: event.method(event) Aug 18 12:06:11.358351 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:06:11.358351 n-d-804985-2 neutron-server[106253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:06:11.358351 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:06:11.358351 n-d-804985-2 neutron-server[106253]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:06:11.358351 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:06:11.358351 n-d-804985-2 neutron-server[106253]: return f(self, *a, **k) Aug 18 12:06:11.358351 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:06:11.358351 n-d-804985-2 neutron-server[106253]: return self._get(url).json() Aug 18 12:06:11.358351 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:06:11.358351 n-d-804985-2 neutron-server[106253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:06:11.358351 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:06:11.358351 n-d-804985-2 neutron-server[106253]: return self.request(url, 'GET', **kwargs) Aug 18 12:06:11.358351 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:06:11.358351 n-d-804985-2 neutron-server[106253]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:06:11.358351 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:06:11.358351 n-d-804985-2 neutron-server[106253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:06:11.358351 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:06:11.358351 n-d-804985-2 neutron-server[106253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:06:11.358351 n-d-804985-2 neutron-server[106253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:06:11.437120 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-aa1e1309-b5ff-4bf6-a950-fd39fe999042 tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8367858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997186'] for network, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:11.451782 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa1e1309-b5ff-4bf6-a950-fd39fe999042 tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 4124aa63-b262-48af-8bce-3e31ae9f5ae8 {{(pid=106253) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 18 12:06:11.458635 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-aa1e1309-b5ff-4bf6-a950-fd39fe999042 tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:11.464959 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-aa1e1309-b5ff-4bf6-a950-fd39fe999042 tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] 10.222.0.66 "DELETE /v2.0/networks/4124aa63-b262-48af-8bce-3e31ae9f5ae8 HTTP/1.1" status: 204 len: 168 time: 0.4216835 Aug 18 12:06:11.498331 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1e1309-b5ff-4bf6-a950-fd39fe999042 tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] Pushing event deleted for resources: {'Network': ['ID=4124aa63-b262-48af-8bce-3e31ae9f5ae8,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:06:11.915242 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 41018) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:06:11.921647 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-e4d97303-f28b-4924-a05f-5896bd561f4d tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] Request body: {'router': {'name': 'tempest-router--650085922', 'project_id': '5aaa46bd69e742b79aadb041074224a3'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:06:11.980867 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e4d97303-f28b-4924-a05f-5896bd561f4d tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-998592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15809'] for router, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:11.983759 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e4d97303-f28b-4924-a05f-5896bd561f4d tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-992733', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-971415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15816'] for router, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:12.066761 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e4d97303-f28b-4924-a05f-5896bd561f4d tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:12.076858 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e4d97303-f28b-4924-a05f-5896bd561f4d tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-998473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-992536'] for router, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:12.106062 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e4d97303-f28b-4924-a05f-5896bd561f4d tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] Notify callbacks [] for router, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:12.110328 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-e4d97303-f28b-4924-a05f-5896bd561f4d tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1911042 Aug 18 12:06:12.110747 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 41028) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:06:12.316930 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-549c235e-9805-486d-adac-32c2d1e00ef4 tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] Notify callbacks [] for router, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:12.398551 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 41040) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:06:12.898126 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-549c235e-9805-486d-adac-32c2d1e00ef4 tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-996004', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15859'] for router, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:12.900287 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-549c235e-9805-486d-adac-32c2d1e00ef4 tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:12.959750 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-cc0b316f-451f-497b-ad34-bfceea190b27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:12.981142 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-549c235e-9805-486d-adac-32c2d1e00ef4 tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-996061'] for router, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:12.981572 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-549c235e-9805-486d-adac-32c2d1e00ef4 tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a96ef6d4-a670-4c39-b068-560c699d2f46 {{(pid=106252) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 12:06:12.997893 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-549c235e-9805-486d-adac-32c2d1e00ef4 tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] Notify callbacks [] for router, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:12.999078 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-549c235e-9805-486d-adac-32c2d1e00ef4 tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] 10.222.0.66 "DELETE /v2.0/routers/a96ef6d4-a670-4c39-b068-560c699d2f46 HTTP/1.1" status: 204 len: 168 time: 0.8860557 Aug 18 12:06:13.058714 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc22b7ac-c2f7-45e2-854a-64c0b0363053 req-9c3a7c9d-65df-42b7-832f-157af905967d tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:06:13.069895 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-cc22b7ac-c2f7-45e2-854a-64c0b0363053 req-9c3a7c9d-65df-42b7-832f-157af905967d tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/ports?device_id=391c446c-64ec-43a3-91e7-a71f9564fb03 HTTP/1.1" status: 200 len: 945 time: 0.7630520 Aug 18 12:06:13.126452 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-cc22b7ac-c2f7-45e2-854a-64c0b0363053 req-6fff9258-6980-4754-b7f3-0e2a61be579e tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/security-groups?id=d60fbefd-5088-4718-a442-08959d2ac3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553799 Aug 18 12:06:13.187955 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-cc0b316f-451f-497b-ad34-bfceea190b27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:13.203205 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-cc0b316f-451f-497b-ad34-bfceea190b27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:13.238460 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0b316f-451f-497b-ad34-bfceea190b27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58bbe559-495d-47db-b74e-22aedef51db1,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:06:13.268044 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-cc0b316f-451f-497b-ad34-bfceea190b27 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=565eb8c0908846a4a80a50cc5e14b628&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8681269 Aug 18 12:06:13.270436 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 41048) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:06:13.341852 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-3469d777-edae-4468-aa06-ffd7574c9922 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:13.354628 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 41054) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:06:13.378298 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-3469d777-edae-4468-aa06-ffd7574c9922 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:13.459490 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-3469d777-edae-4468-aa06-ffd7574c9922 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:13.462502 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-3469d777-edae-4468-aa06-ffd7574c9922 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:13.464042 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-3469d777-edae-4468-aa06-ffd7574c9922 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/58bbe559-495d-47db-b74e-22aedef51db1 HTTP/1.1" status: 204 len: 168 time: 0.1926570 Aug 18 12:06:13.474077 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3469d777-edae-4468-aa06-ffd7574c9922 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58bbe559-495d-47db-b74e-22aedef51db1,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:06:13.592116 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-1be3bbf9-9d73-43b7-a1fb-3e87efe985ba tempest-RoutersIpV6AdminTest-920956841 tempest-RoutersIpV6AdminTest-920956841-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-623176190', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'}, 'admin_state_up': False}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:06:13.622744 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1be3bbf9-9d73-43b7-a1fb-3e87efe985ba tempest-RoutersIpV6AdminTest-920956841 tempest-RoutersIpV6AdminTest-920956841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-998592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15809'] for router, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:13.624009 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1be3bbf9-9d73-43b7-a1fb-3e87efe985ba tempest-RoutersIpV6AdminTest-920956841 tempest-RoutersIpV6AdminTest-920956841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-992733', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-971415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15816'] for router, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:13.699658 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1be3bbf9-9d73-43b7-a1fb-3e87efe985ba tempest-RoutersIpV6AdminTest-920956841 tempest-RoutersIpV6AdminTest-920956841-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:13.888965 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1be3bbf9-9d73-43b7-a1fb-3e87efe985ba tempest-RoutersIpV6AdminTest-920956841 tempest-RoutersIpV6AdminTest-920956841-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:14.146563 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1be3bbf9-9d73-43b7-a1fb-3e87efe985ba tempest-RoutersIpV6AdminTest-920956841 tempest-RoutersIpV6AdminTest-920956841-project] Notify callbacks [] for router_gateway, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:14.171027 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1be3bbf9-9d73-43b7-a1fb-3e87efe985ba tempest-RoutersIpV6AdminTest-920956841 tempest-RoutersIpV6AdminTest-920956841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:14.306642 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [None req-1be3bbf9-9d73-43b7-a1fb-3e87efe985ba tempest-RoutersIpV6AdminTest-920956841 tempest-RoutersIpV6AdminTest-920956841-project] Allocated IP 172.25.7.182 (7cae7a70-14fd-408c-b14d-39ceb97cb60e/9784295a-20b8-4a4b-b105-f82737f0448f/7511ab4c-fc14-4d92-a433-f8722b1a41ef) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:06:14.380257 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786f548e-3f3a-4764-a4a1-6aef3708c884 req-1711dcab-1d06-483b-a9d9-e3a8c82c9afb tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:06:14.387719 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-786f548e-3f3a-4764-a4a1-6aef3708c884 req-1711dcab-1d06-483b-a9d9-e3a8c82c9afb tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/ports?device_id=391c446c-64ec-43a3-91e7-a71f9564fb03 HTTP/1.1" status: 200 len: 945 time: 0.1171083 Aug 18 12:06:14.457049 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-786f548e-3f3a-4764-a4a1-6aef3708c884 req-1833d021-2921-46c7-93fd-e3b2f59fe747 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/security-groups?id=d60fbefd-5088-4718-a442-08959d2ac3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600820 Aug 18 12:06:14.498469 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1be3bbf9-9d73-43b7-a1fb-3e87efe985ba tempest-RoutersIpV6AdminTest-920956841 tempest-RoutersIpV6AdminTest-920956841-project] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:14.552908 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1be3bbf9-9d73-43b7-a1fb-3e87efe985ba tempest-RoutersIpV6AdminTest-920956841 tempest-RoutersIpV6AdminTest-920956841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:14.602116 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1be3bbf9-9d73-43b7-a1fb-3e87efe985ba tempest-RoutersIpV6AdminTest-920956841 tempest-RoutersIpV6AdminTest-920956841-project] Network 7cae7a70-14fd-408c-b14d-39ceb97cb60e is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:06:14.610245 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-1be3bbf9-9d73-43b7-a1fb-3e87efe985ba tempest-RoutersIpV6AdminTest-920956841 tempest-RoutersIpV6AdminTest-920956841-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:06:14.613882 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be3bbf9-9d73-43b7-a1fb-3e87efe985ba tempest-RoutersIpV6AdminTest-920956841 tempest-RoutersIpV6AdminTest-920956841-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:06:14.644237 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be3bbf9-9d73-43b7-a1fb-3e87efe985ba tempest-RoutersIpV6AdminTest-920956841 tempest-RoutersIpV6AdminTest-920956841-project] Pushing event updated for resources: {'Port': ['ID=7511ab4c-fc14-4d92-a433-f8722b1a41ef,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:06:15.017897 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1be3bbf9-9d73-43b7-a1fb-3e87efe985ba tempest-RoutersIpV6AdminTest-920956841 tempest-RoutersIpV6AdminTest-920956841-project] Notify callbacks [] for router_gateway, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:15.255957 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1be3bbf9-9d73-43b7-a1fb-3e87efe985ba tempest-RoutersIpV6AdminTest-920956841 tempest-RoutersIpV6AdminTest-920956841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-998473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-992536'] for router, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:15.429774 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1be3bbf9-9d73-43b7-a1fb-3e87efe985ba tempest-RoutersIpV6AdminTest-920956841 tempest-RoutersIpV6AdminTest-920956841-project] Router d1ed2ad0-a4bf-4722-8c24-2bf79d06d3cd is scheduled to L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 with binding_index 1 {{(pid=106253) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 12:06:15.608112 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1be3bbf9-9d73-43b7-a1fb-3e87efe985ba tempest-RoutersIpV6AdminTest-920956841 tempest-RoutersIpV6AdminTest-920956841-project] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:06:15.615498 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530c60d9-2fe6-4671-a219-073cd411f1f1 req-2e597b40-54d1-4900-8c5f-84873485012b tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:06:15.621712 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35699bce-197e-437a-9f26-3735ca929858 None None] Sync routers for ids ['d1ed2ad0-a4bf-4722-8c24-2bf79d06d3cd'] in n-d-804985-2 {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:06:15.627232 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-530c60d9-2fe6-4671-a219-073cd411f1f1 req-2e597b40-54d1-4900-8c5f-84873485012b tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/ports?device_id=391c446c-64ec-43a3-91e7-a71f9564fb03 HTTP/1.1" status: 200 len: 945 time: 0.0762804 Aug 18 12:06:15.643998 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35699bce-197e-437a-9f26-3735ca929858 None None] Routers {'d1ed2ad0-a4bf-4722-8c24-2bf79d06d3cd'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:06:15.648092 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-35699bce-197e-437a-9f26-3735ca929858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:05:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['d1ed2ad0-a4bf-4722-8c24-2bf79d06d3cd'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:06:15.664265 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1be3bbf9-9d73-43b7-a1fb-3e87efe985ba tempest-RoutersIpV6AdminTest-920956841 tempest-RoutersIpV6AdminTest-920956841-project] Notify callbacks [] for router, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:15.670383 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-1be3bbf9-9d73-43b7-a1fb-3e87efe985ba tempest-RoutersIpV6AdminTest-920956841 tempest-RoutersIpV6AdminTest-920956841-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 2.3139396 Aug 18 12:06:15.671045 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 41134) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:06:15.713266 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-530c60d9-2fe6-4671-a219-073cd411f1f1 req-9aa71029-e347-4d37-b968-0d4e98f97e37 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/security-groups?id=d60fbefd-5088-4718-a442-08959d2ac3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849011 Aug 18 12:06:15.737033 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-35699bce-197e-437a-9f26-3735ca929858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:06:15.747189 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35699bce-197e-437a-9f26-3735ca929858 None None] Routers {'d1ed2ad0-a4bf-4722-8c24-2bf79d06d3cd'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:06:15.748028 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-35699bce-197e-437a-9f26-3735ca929858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:05:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['d1ed2ad0-a4bf-4722-8c24-2bf79d06d3cd'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:06:15.785901 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-35699bce-197e-437a-9f26-3735ca929858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:06:15.787209 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35699bce-197e-437a-9f26-3735ca929858 None None] The sync data for ids ['d1ed2ad0-a4bf-4722-8c24-2bf79d06d3cd'] in n-d-804985-2 is: [] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:06:15.838818 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-41e3fe4d-2f62-4546-8c50-5d6a748fde2c tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] 10.222.0.66 "GET /v2.0/routers/d1ed2ad0-a4bf-4722-8c24-2bf79d06d3cd HTTP/1.1" status: 200 len: 924 time: 0.1638467 Aug 18 12:06:15.839046 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 41146) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:06:15.882009 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-c0a20477-7bfb-47d1-9891-9bca0fd073fa tempest-RoutersIpV6AdminTest-920956841 tempest-RoutersIpV6AdminTest-920956841-project] 10.222.0.66 "GET /v2.0/ports?device_id=d1ed2ad0-a4bf-4722-8c24-2bf79d06d3cd HTTP/1.1" status: 200 len: 205 time: 0.0390086 Aug 18 12:06:15.882815 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 41152) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:06:16.077003 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-3df1d07b-9bb6-41b1-9601-e4b7eeae5a2c tempest-RoutersIpV6AdminTest-920956841 tempest-RoutersIpV6AdminTest-920956841-project] Notify callbacks [] for router, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:16.191126 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-3df1d07b-9bb6-41b1-9601-e4b7eeae5a2c tempest-RoutersIpV6AdminTest-920956841 tempest-RoutersIpV6AdminTest-920956841-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:16.259733 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-3df1d07b-9bb6-41b1-9601-e4b7eeae5a2c tempest-RoutersIpV6AdminTest-920956841 tempest-RoutersIpV6AdminTest-920956841-project] Deleting port 7511ab4c-fc14-4d92-a433-f8722b1a41ef {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:06:16.260463 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-3df1d07b-9bb6-41b1-9601-e4b7eeae5a2c tempest-RoutersIpV6AdminTest-920956841 tempest-RoutersIpV6AdminTest-920956841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:16.348789 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-3df1d07b-9bb6-41b1-9601-e4b7eeae5a2c tempest-RoutersIpV6AdminTest-920956841 tempest-RoutersIpV6AdminTest-920956841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:16.361653 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-3df1d07b-9bb6-41b1-9601-e4b7eeae5a2c tempest-RoutersIpV6AdminTest-920956841 tempest-RoutersIpV6AdminTest-920956841-project] Calling delete_port for 7511ab4c-fc14-4d92-a433-f8722b1a41ef owned by network:router_gateway {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:06:16.559415 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-3df1d07b-9bb6-41b1-9601-e4b7eeae5a2c tempest-RoutersIpV6AdminTest-920956841 tempest-RoutersIpV6AdminTest-920956841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:16.589681 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1d07b-9bb6-41b1-9601-e4b7eeae5a2c tempest-RoutersIpV6AdminTest-920956841 tempest-RoutersIpV6AdminTest-920956841-project] Pushing event deleted for resources: {'Port': ['ID=7511ab4c-fc14-4d92-a433-f8722b1a41ef,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:06:16.709824 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-3df1d07b-9bb6-41b1-9601-e4b7eeae5a2c tempest-RoutersIpV6AdminTest-920956841 tempest-RoutersIpV6AdminTest-920956841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-997271'] for router_gateway, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:16.891507 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-3df1d07b-9bb6-41b1-9601-e4b7eeae5a2c tempest-RoutersIpV6AdminTest-920956841 tempest-RoutersIpV6AdminTest-920956841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-996004', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15859'] for router, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:16.894898 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-3df1d07b-9bb6-41b1-9601-e4b7eeae5a2c tempest-RoutersIpV6AdminTest-920956841 tempest-RoutersIpV6AdminTest-920956841-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:16.963828 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-3df1d07b-9bb6-41b1-9601-e4b7eeae5a2c tempest-RoutersIpV6AdminTest-920956841 tempest-RoutersIpV6AdminTest-920956841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-996061'] for router, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:16.965345 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3df1d07b-9bb6-41b1-9601-e4b7eeae5a2c tempest-RoutersIpV6AdminTest-920956841 tempest-RoutersIpV6AdminTest-920956841-project] Fanout notify agent at l3_agent the message router_deleted on router d1ed2ad0-a4bf-4722-8c24-2bf79d06d3cd {{(pid=106252) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 12:06:16.973853 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-3df1d07b-9bb6-41b1-9601-e4b7eeae5a2c tempest-RoutersIpV6AdminTest-920956841 tempest-RoutersIpV6AdminTest-920956841-project] Notify callbacks [] for router, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:16.978866 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 41248) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:06:16.979433 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-3df1d07b-9bb6-41b1-9601-e4b7eeae5a2c tempest-RoutersIpV6AdminTest-920956841 tempest-RoutersIpV6AdminTest-920956841-project] 10.222.0.66 "DELETE /v2.0/routers/d1ed2ad0-a4bf-4722-8c24-2bf79d06d3cd HTTP/1.1" status: 204 len: 168 time: 1.0953825 Aug 18 12:06:16.984937 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-721e8e79-3116-470b-acc0-5ac985b085c2 tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1311477530', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'enable_snat': False}}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:06:17.007235 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64634946-f49d-4c64-b73f-42c68ecd72fd req-44d62696-b4dd-489f-8de4-6c74502f7e46 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:06:17.008179 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-64634946-f49d-4c64-b73f-42c68ecd72fd req-44d62696-b4dd-489f-8de4-6c74502f7e46 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/ports?device_id=391c446c-64ec-43a3-91e7-a71f9564fb03 HTTP/1.1" status: 200 len: 945 time: 0.1342981 Aug 18 12:06:17.019267 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-721e8e79-3116-470b-acc0-5ac985b085c2 tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-998592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15809'] for router, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:17.020292 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-721e8e79-3116-470b-acc0-5ac985b085c2 tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-992733', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-971415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15816'] for router, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:17.088669 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-64634946-f49d-4c64-b73f-42c68ecd72fd req-1bf32436-7214-49b7-85c3-40c3c71f20e2 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/security-groups?id=d60fbefd-5088-4718-a442-08959d2ac3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729382 Aug 18 12:06:17.092775 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-721e8e79-3116-470b-acc0-5ac985b085c2 tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:17.252324 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-721e8e79-3116-470b-acc0-5ac985b085c2 tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:17.472863 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-721e8e79-3116-470b-acc0-5ac985b085c2 tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:17.493537 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-721e8e79-3116-470b-acc0-5ac985b085c2 tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:17.530203 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 41270) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:06:17.637629 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [None req-721e8e79-3116-470b-acc0-5ac985b085c2 tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] Allocated IP 172.25.7.69 (7cae7a70-14fd-408c-b14d-39ceb97cb60e/9784295a-20b8-4a4b-b105-f82737f0448f/a54d5ee8-d68a-401e-b4b3-53fd4555920c) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:06:17.746445 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-79e18b32-5b3f-4e27-9376-d9802827e000 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:17.824489 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-721e8e79-3116-470b-acc0-5ac985b085c2 tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:17.912887 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-721e8e79-3116-470b-acc0-5ac985b085c2 tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:17.916840 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-79e18b32-5b3f-4e27-9376-d9802827e000 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:17.946016 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-79e18b32-5b3f-4e27-9376-d9802827e000 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:17.983107 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-721e8e79-3116-470b-acc0-5ac985b085c2 tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] Network 7cae7a70-14fd-408c-b14d-39ceb97cb60e is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:06:17.996334 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-721e8e79-3116-470b-acc0-5ac985b085c2 tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:06:18.006065 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721e8e79-3116-470b-acc0-5ac985b085c2 tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:06:18.012376 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721e8e79-3116-470b-acc0-5ac985b085c2 tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] Pushing event updated for resources: {'Port': ['ID=a54d5ee8-d68a-401e-b4b3-53fd4555920c,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:06:18.037392 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-79e18b32-5b3f-4e27-9376-d9802827e000 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=31f6b259c98c4f3897ce8a03d615f2e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5038621 Aug 18 12:06:18.037888 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 41288) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:06:18.046554 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e18b32-5b3f-4e27-9376-d9802827e000 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40be84a4-10d1-4c5d-9535-34eabe7b2981,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:06:18.258222 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba925f6c-2b0d-43bb-a3bd-3259ccc306ca req-d8613db8-431f-41f1-8a6d-d16390255a9e tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:06:18.267665 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ba925f6c-2b0d-43bb-a3bd-3259ccc306ca req-d8613db8-431f-41f1-8a6d-d16390255a9e tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/ports?device_id=391c446c-64ec-43a3-91e7-a71f9564fb03 HTTP/1.1" status: 200 len: 945 time: 0.0814030 Aug 18 12:06:18.333938 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ba925f6c-2b0d-43bb-a3bd-3259ccc306ca req-aa5e96af-b140-4134-89dc-b21e4e478871 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/security-groups?id=d60fbefd-5088-4718-a442-08959d2ac3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649223 Aug 18 12:06:18.467343 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-90048bde-0844-4883-9a75-cb0b83349bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:18.513068 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-37fccf9c-87e0-4b0e-b465-18db49191002 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:18.547190 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-37fccf9c-87e0-4b0e-b465-18db49191002 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:18.676430 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-721e8e79-3116-470b-acc0-5ac985b085c2 tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:18.678123 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-37fccf9c-87e0-4b0e-b465-18db49191002 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:18.680680 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-37fccf9c-87e0-4b0e-b465-18db49191002 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:18.684558 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-37fccf9c-87e0-4b0e-b465-18db49191002 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/40be84a4-10d1-4c5d-9535-34eabe7b2981 HTTP/1.1" status: 204 len: 168 time: 0.6431129 Aug 18 12:06:18.739551 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fccf9c-87e0-4b0e-b465-18db49191002 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40be84a4-10d1-4c5d-9535-34eabe7b2981,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:06:18.979946 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-721e8e79-3116-470b-acc0-5ac985b085c2 tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-998473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-992536'] for router, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:19.180373 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-721e8e79-3116-470b-acc0-5ac985b085c2 tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] Router b80b8e93-0fec-4a0a-abb8-45cd9ad8c6e4 is scheduled to L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 with binding_index 1 {{(pid=106253) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 12:06:19.201277 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 41304) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:06:19.216197 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-48b858c3-371f-43f4-967a-996adff321ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:19.323273 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-721e8e79-3116-470b-acc0-5ac985b085c2 tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:06:19.323985 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-48b858c3-371f-43f4-967a-996adff321ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:19.333860 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f4720f-8449-4f7c-bb8d-79c3962c6003 None None] Sync routers for ids ['b80b8e93-0fec-4a0a-abb8-45cd9ad8c6e4'] in n-d-804985-2 {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:06:19.342232 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-48b858c3-371f-43f4-967a-996adff321ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:19.344508 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-721e8e79-3116-470b-acc0-5ac985b085c2 tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] Notify callbacks [] for router, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:19.345699 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-721e8e79-3116-470b-acc0-5ac985b085c2 tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 2.3658240 Aug 18 12:06:19.348759 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 41306) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:06:19.354361 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f4720f-8449-4f7c-bb8d-79c3962c6003 None None] Routers {'b80b8e93-0fec-4a0a-abb8-45cd9ad8c6e4'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:06:19.355015 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-77f4720f-8449-4f7c-bb8d-79c3962c6003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:05:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['b80b8e93-0fec-4a0a-abb8-45cd9ad8c6e4'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:06:19.474605 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b858c3-371f-43f4-967a-996adff321ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3482918d-e49e-4784-942f-1f7d3163290d,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:06:19.478040 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-77f4720f-8449-4f7c-bb8d-79c3962c6003 None None] Set router b80b8e93-0fec-4a0a-abb8-45cd9ad8c6e4 gateway port host: n-d-804985-2 {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:06:19.479692 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-48b858c3-371f-43f4-967a-996adff321ad admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ebec71fff5304925a03fcd89f024fe62&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2769651 Aug 18 12:06:19.482205 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 41310) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:06:19.526347 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74071fe9-af7e-4005-94cf-de02630081aa req-c1fac394-eecc-44a3-9e83-ae3fb96b28e8 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:06:19.528184 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-c2c27db9-8573-45ab-97d2-b5a6f1a5bd03 tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] 10.222.0.66 "GET /v2.0/routers/b80b8e93-0fec-4a0a-abb8-45cd9ad8c6e4 HTTP/1.1" status: 200 len: 908 time: 0.1778052 Aug 18 12:06:19.530641 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 41312) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:06:19.533966 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-74071fe9-af7e-4005-94cf-de02630081aa req-c1fac394-eecc-44a3-9e83-ae3fb96b28e8 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/ports?device_id=391c446c-64ec-43a3-91e7-a71f9564fb03 HTTP/1.1" status: 200 len: 945 time: 0.0983167 Aug 18 12:06:19.535989 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-bba494bc-d927-4643-9937-ebf8f2a8dcb7 tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1311477530', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'enable_snat': True}}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:06:19.570655 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-bba494bc-d927-4643-9937-ebf8f2a8dcb7 tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-998592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15809'] for router, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:19.572372 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-bba494bc-d927-4643-9937-ebf8f2a8dcb7 tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-992733', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-971415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15816'] for router, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:19.607561 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-74071fe9-af7e-4005-94cf-de02630081aa req-d52004a2-de6a-4945-a8cf-be8ff4c4f3c0 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/security-groups?id=d60fbefd-5088-4718-a442-08959d2ac3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726509 Aug 18 12:06:19.622838 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-17f12268-47d4-4eee-9934-f6e09191e267 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:19.637244 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-bba494bc-d927-4643-9937-ebf8f2a8dcb7 tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:19.653056 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-17f12268-47d4-4eee-9934-f6e09191e267 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:19.701419 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-77f4720f-8449-4f7c-bb8d-79c3962c6003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b80b8e93-0fec-4a0a-abb8-45cd9ad8c6e4', 'name': 'tempest-snat-router-1311477530', 'tenant_id': 'eb63ded97f614b91b71f2cb12748b0ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.69'}], 'enable_snat': False}, 'gw_port_id': 'a54d5ee8-d68a-401e-b4b3-53fd4555920c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:06:17Z', 'updated_at': '2021-08-18T12:06:18Z', 'revision_number': 3, 'project_id': 'eb63ded97f614b91b71f2cb12748b0ab', 'gw_port': {'id': 'a54d5ee8-d68a-401e-b4b3-53fd4555920c', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:39:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b80b8e93-0fec-4a0a-abb8-45cd9ad8c6e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:06:17Z', 'updated_at': '2021-08-18T12:06:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-804985-2'}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:06:19.711919 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-17f12268-47d4-4eee-9934-f6e09191e267 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:19.715012 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-17f12268-47d4-4eee-9934-f6e09191e267 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:19.718933 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-17f12268-47d4-4eee-9934-f6e09191e267 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/3482918d-e49e-4784-942f-1f7d3163290d HTTP/1.1" status: 204 len: 168 time: 0.2357671 Aug 18 12:06:19.727616 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f12268-47d4-4eee-9934-f6e09191e267 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3482918d-e49e-4784-942f-1f7d3163290d,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:06:19.745678 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f4720f-8449-4f7c-bb8d-79c3962c6003 None None] Checking router: b80b8e93-0fec-4a0a-abb8-45cd9ad8c6e4 for host: n-d-804985-2 {{(pid=106254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:06:19.746109 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f4720f-8449-4f7c-bb8d-79c3962c6003 None None] Updating router b80b8e93-0fec-4a0a-abb8-45cd9ad8c6e4 port a54d5ee8-d68a-401e-b4b3-53fd4555920c binding host n-d-804985-2 {{(pid=106254) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 12:06:19.790037 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-77f4720f-8449-4f7c-bb8d-79c3962c6003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:19.879491 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-bba494bc-d927-4643-9937-ebf8f2a8dcb7 tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:20.235145 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-77f4720f-8449-4f7c-bb8d-79c3962c6003 None None] Notify callbacks [] for port, precommit_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:20.252441 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-77f4720f-8449-4f7c-bb8d-79c3962c6003 None None] Transition to ACTIVE for port object a54d5ee8-d68a-401e-b4b3-53fd4555920c will not be triggered until provisioned by entity L2. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:06:20.263548 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-77f4720f-8449-4f7c-bb8d-79c3962c6003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:20.271798 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-bba494bc-d927-4643-9937-ebf8f2a8dcb7 tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:20.320130 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-bba494bc-d927-4643-9937-ebf8f2a8dcb7 tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:20.381080 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd357912-c1be-4c67-8192-d0865a5d4866 None None] Pushing event updated for resources: {'Port': ['ID=a54d5ee8-d68a-401e-b4b3-53fd4555920c,revision_number=2']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:06:20.393850 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-77f4720f-8449-4f7c-bb8d-79c3962c6003 None None] Attempting to bind port a54d5ee8-d68a-401e-b4b3-53fd4555920c on host n-d-804985-2 for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:06:20.394800 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-77f4720f-8449-4f7c-bb8d-79c3962c6003 None None] Attempting to bind port a54d5ee8-d68a-401e-b4b3-53fd4555920c by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:06:20.394800 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f4720f-8449-4f7c-bb8d-79c3962c6003 None None] Attempting to bind port a54d5ee8-d68a-401e-b4b3-53fd4555920c on network 7cae7a70-14fd-408c-b14d-39ceb97cb60e {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:06:20.409574 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f4720f-8449-4f7c-bb8d-79c3962c6003 None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 5, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:06:20.410940 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f4720f-8449-4f7c-bb8d-79c3962c6003 None None] Checking segment: {'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:06:20.411416 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-77f4720f-8449-4f7c-bb8d-79c3962c6003 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:20.413452 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f4720f-8449-4f7c-bb8d-79c3962c6003 None None] Bound using segment: {'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:06:20.413966 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-77f4720f-8449-4f7c-bb8d-79c3962c6003 None None] Bound port: a54d5ee8-d68a-401e-b4b3-53fd4555920c, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:06:20.415382 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-77f4720f-8449-4f7c-bb8d-79c3962c6003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:20.478424 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1ad223-97af-4829-b11c-80a2d28ce19f req-d1a7725e-96bc-4d5c-a293-592bc36fc83a tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:06:20.481968 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-db1ad223-97af-4829-b11c-80a2d28ce19f req-d1a7725e-96bc-4d5c-a293-592bc36fc83a tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] 10.222.0.66 "GET /v2.0/ports?device_id=27ecdc3e-c9a2-434c-a840-101feeb37aa9 HTTP/1.1" status: 200 len: 945 time: 0.1012046 Aug 18 12:06:20.514958 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [None req-bba494bc-d927-4643-9937-ebf8f2a8dcb7 tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] Allocated IP 172.25.7.168 (7cae7a70-14fd-408c-b14d-39ceb97cb60e/9784295a-20b8-4a4b-b105-f82737f0448f/3fb65756-e7af-44d0-b7c7-f44f6891e3c1) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:06:20.544788 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-db1ad223-97af-4829-b11c-80a2d28ce19f req-8b019888-4b42-45fd-afca-759a24e71ce7 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] 10.222.0.66 "GET /v2.0/security-groups?id=eff34c14-f128-4344-94bf-707ebed6dde1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553703 Aug 18 12:06:20.555235 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-77f4720f-8449-4f7c-bb8d-79c3962c6003 None None] For port a54d5ee8-d68a-401e-b4b3-53fd4555920c, host n-d-804985-2, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:06:20.559583 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-77f4720f-8449-4f7c-bb8d-79c3962c6003 None None] For port a54d5ee8-d68a-401e-b4b3-53fd4555920c, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=a54d5ee8-d68a-401e-b4b3-53fd4555920c,segment=NetworkSegment(c5a3db9d-5c58-41b1-9177-d5787a597b78),segment_id=c5a3db9d-5c58-41b1-9177-d5787a597b78)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:06:20.569226 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-77f4720f-8449-4f7c-bb8d-79c3962c6003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:20.706533 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-bba494bc-d927-4643-9937-ebf8f2a8dcb7 tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:20.718050 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f4720f-8449-4f7c-bb8d-79c3962c6003 None None] Routers {'b80b8e93-0fec-4a0a-abb8-45cd9ad8c6e4'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:06:20.718713 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-77f4720f-8449-4f7c-bb8d-79c3962c6003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:05:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['b80b8e93-0fec-4a0a-abb8-45cd9ad8c6e4'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:06:20.723544 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 41346) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:06:20.774521 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-bba494bc-d927-4643-9937-ebf8f2a8dcb7 tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:20.806621 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a798617f-c407-45fe-9ace-cc1d1f2bcb3d req-ce130f26-4603-4171-a5ff-1ceec1524e71 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:06:20.815516 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a798617f-c407-45fe-9ace-cc1d1f2bcb3d req-ce130f26-4603-4171-a5ff-1ceec1524e71 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/ports?device_id=391c446c-64ec-43a3-91e7-a71f9564fb03 HTTP/1.1" status: 200 len: 945 time: 0.1100984 Aug 18 12:06:20.826429 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bba494bc-d927-4643-9937-ebf8f2a8dcb7 tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] Network 7cae7a70-14fd-408c-b14d-39ceb97cb60e is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:06:20.836678 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-bba494bc-d927-4643-9937-ebf8f2a8dcb7 tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:06:20.840826 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba494bc-d927-4643-9937-ebf8f2a8dcb7 tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:06:20.851398 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba494bc-d927-4643-9937-ebf8f2a8dcb7 tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] Pushing event updated for resources: {'Port': ['ID=3fb65756-e7af-44d0-b7c7-f44f6891e3c1,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:06:20.876636 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd357912-c1be-4c67-8192-d0865a5d4866 None None] Pushing event updated for resources: {'Port': ['ID=a54d5ee8-d68a-401e-b4b3-53fd4555920c,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:06:20.926925 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a798617f-c407-45fe-9ace-cc1d1f2bcb3d req-8b9de6c1-2c7c-4266-9cbb-c6f7570d4a5e tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/security-groups?id=d60fbefd-5088-4718-a442-08959d2ac3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068041 Aug 18 12:06:21.030623 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e3f6f560-8fab-45bd-800b-52081b90d8a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:21.035823 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-77f4720f-8449-4f7c-bb8d-79c3962c6003 None None] Set router b80b8e93-0fec-4a0a-abb8-45cd9ad8c6e4 gateway port host: n-d-804985-2 {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:06:21.254916 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e3f6f560-8fab-45bd-800b-52081b90d8a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:21.263809 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e3f6f560-8fab-45bd-800b-52081b90d8a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:21.295706 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-bba494bc-d927-4643-9937-ebf8f2a8dcb7 tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:21.329472 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-e3f6f560-8fab-45bd-800b-52081b90d8a0 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=72466d31dc9d40ea8e820c7157efbdcc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6030188 Aug 18 12:06:21.336233 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 41364) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:06:21.360344 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f6f560-8fab-45bd-800b-52081b90d8a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9cc0231-b18c-49f3-9bea-867c2b8f4168,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:06:21.408418 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:21.410064 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-588c0d3a-368f-4812-9f37-c1df6de13a5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:21.425402 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-77f4720f-8449-4f7c-bb8d-79c3962c6003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b80b8e93-0fec-4a0a-abb8-45cd9ad8c6e4', 'name': 'tempest-snat-router-1311477530', 'tenant_id': 'eb63ded97f614b91b71f2cb12748b0ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.69'}], 'enable_snat': False}, 'gw_port_id': 'a54d5ee8-d68a-401e-b4b3-53fd4555920c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:06:17Z', 'updated_at': '2021-08-18T12:06:18Z', 'revision_number': 3, 'project_id': 'eb63ded97f614b91b71f2cb12748b0ab', 'gw_port': {'id': 'a54d5ee8-d68a-401e-b4b3-53fd4555920c', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:39:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b80b8e93-0fec-4a0a-abb8-45cd9ad8c6e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:06:17Z', 'updated_at': '2021-08-18T12:06:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-804985-2'}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:06:21.440722 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-588c0d3a-368f-4812-9f37-c1df6de13a5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:21.458957 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f4720f-8449-4f7c-bb8d-79c3962c6003 None None] The sync data for ids ['b80b8e93-0fec-4a0a-abb8-45cd9ad8c6e4'] in n-d-804985-2 is: [{'id': 'b80b8e93-0fec-4a0a-abb8-45cd9ad8c6e4', 'name': 'tempest-snat-router-1311477530', 'tenant_id': 'eb63ded97f614b91b71f2cb12748b0ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.69'}], 'enable_snat': False}, 'gw_port_id': 'a54d5ee8-d68a-401e-b4b3-53fd4555920c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:06:17Z', 'updated_at': '2021-08-18T12:06:18Z', 'revision_number': 3, 'project_id': 'eb63ded97f614b91b71f2cb12748b0ab', 'gw_port': {'id': 'a54d5ee8-d68a-401e-b4b3-53fd4555920c', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:39:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b80b8e93-0fec-4a0a-abb8-45cd9ad8c6e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:06:17Z', 'updated_at': '2021-08-18T12:06:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-804985-2'}] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:06:21.505149 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-588c0d3a-368f-4812-9f37-c1df6de13a5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:21.509198 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-588c0d3a-368f-4812-9f37-c1df6de13a5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:21.510603 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-588c0d3a-368f-4812-9f37-c1df6de13a5c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a9cc0231-b18c-49f3-9bea-867c2b8f4168 HTTP/1.1" status: 204 len: 168 time: 0.1733575 Aug 18 12:06:21.519606 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588c0d3a-368f-4812-9f37-c1df6de13a5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9cc0231-b18c-49f3-9bea-867c2b8f4168,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:06:21.679094 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-61426e3f-7d41-464e-8e6a-b4eafe448f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:21.699634 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-bba494bc-d927-4643-9937-ebf8f2a8dcb7 tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-998473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-992536'] for router, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:21.728583 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd782c4-97b1-4712-b10a-3e6afc276cf7 req-60dda30d-1023-43c4-8579-0610f38ea7e3 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:06:21.733131 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-cfd782c4-97b1-4712-b10a-3e6afc276cf7 req-60dda30d-1023-43c4-8579-0610f38ea7e3 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] 10.222.0.66 "GET /v2.0/ports?device_id=27ecdc3e-c9a2-434c-a840-101feeb37aa9 HTTP/1.1" status: 200 len: 945 time: 0.0732191 Aug 18 12:06:21.792874 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-cfd782c4-97b1-4712-b10a-3e6afc276cf7 req-80e9e2bb-36c9-4265-af1e-24930eb81ad3 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] 10.222.0.66 "GET /v2.0/security-groups?id=eff34c14-f128-4344-94bf-707ebed6dde1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506253 Aug 18 12:06:21.957608 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bba494bc-d927-4643-9937-ebf8f2a8dcb7 tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] Router 2e02b627-ceff-40e6-8d43-fe145320f3d7 is scheduled to L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 with binding_index 1 {{(pid=106253) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 12:06:22.089853 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-53584c24-f517-494e-ac93-c18bb92373f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:22.123438 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a37ff6-ab2b-4c9e-8e1f-39ee942a7cf6 req-87347d72-26f8-477d-9dc8-fbbe5f23111f tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:06:22.131314 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-90a37ff6-ab2b-4c9e-8e1f-39ee942a7cf6 req-87347d72-26f8-477d-9dc8-fbbe5f23111f tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/ports?device_id=391c446c-64ec-43a3-91e7-a71f9564fb03 HTTP/1.1" status: 200 len: 945 time: 0.1304023 Aug 18 12:06:22.201714 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bba494bc-d927-4643-9937-ebf8f2a8dcb7 tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:06:22.211449 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db11b96-0502-4d44-8b13-593ad5d093cd None None] Sync routers for ids ['2e02b627-ceff-40e6-8d43-fe145320f3d7'] in n-d-804985-2 {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:06:22.220782 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 41396) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:06:22.224725 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-90a37ff6-ab2b-4c9e-8e1f-39ee942a7cf6 req-42f24ef5-7b9e-48dc-a18a-73d8353e2580 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/security-groups?id=d60fbefd-5088-4718-a442-08959d2ac3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846593 Aug 18 12:06:22.238447 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db11b96-0502-4d44-8b13-593ad5d093cd None None] Routers {'2e02b627-ceff-40e6-8d43-fe145320f3d7'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:06:22.239093 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-1db11b96-0502-4d44-8b13-593ad5d093cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:06:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['2e02b627-ceff-40e6-8d43-fe145320f3d7'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:06:22.243668 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-9cf195ad-aa90-458e-9f31-868ca4002aa1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:22.269479 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-bba494bc-d927-4643-9937-ebf8f2a8dcb7 tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] Notify callbacks [] for router, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:22.270919 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-bba494bc-d927-4643-9937-ebf8f2a8dcb7 tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 2.7390964 Aug 18 12:06:22.274319 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 41398) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:06:22.374962 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-9cf195ad-aa90-458e-9f31-868ca4002aa1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:22.382011 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-9cf195ad-aa90-458e-9f31-868ca4002aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:22.435192 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-9cf195ad-aa90-458e-9f31-868ca4002aa1 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a173c763baaa46eb9f7e1cbfd92a34e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2067771 Aug 18 12:06:22.435579 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 41402) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:06:22.445863 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf195ad-aa90-458e-9f31-868ca4002aa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7be94b83-fa26-483c-8b3d-a453e0882d14,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:06:22.473525 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-1db11b96-0502-4d44-8b13-593ad5d093cd None None] Set router 2e02b627-ceff-40e6-8d43-fe145320f3d7 gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:06:22.499983 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-4d0116b7-10b4-4968-93ad-66e15e24ba69 tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] 10.222.0.66 "GET /v2.0/routers/2e02b627-ceff-40e6-8d43-fe145320f3d7 HTTP/1.1" status: 200 len: 908 time: 0.2245479 Aug 18 12:06:22.500682 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 41404) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:06:22.521421 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a7b5b814-e746-450d-9e7f-a81eee417ede admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:22.546305 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a7b5b814-e746-450d-9e7f-a81eee417ede admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:22.659776 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a7b5b814-e746-450d-9e7f-a81eee417ede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:22.662630 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a7b5b814-e746-450d-9e7f-a81eee417ede admin admin] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:22.663826 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-a7b5b814-e746-450d-9e7f-a81eee417ede admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/7be94b83-fa26-483c-8b3d-a453e0882d14 HTTP/1.1" status: 204 len: 168 time: 0.2272341 Aug 18 12:06:22.675852 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b5b814-e746-450d-9e7f-a81eee417ede admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7be94b83-fa26-483c-8b3d-a453e0882d14,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:06:22.779341 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-1db11b96-0502-4d44-8b13-593ad5d093cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e02b627-ceff-40e6-8d43-fe145320f3d7', 'name': 'tempest-snat-router-1311477530', 'tenant_id': 'eb63ded97f614b91b71f2cb12748b0ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.168'}], 'enable_snat': True}, 'gw_port_id': '3fb65756-e7af-44d0-b7c7-f44f6891e3c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:06:19Z', 'updated_at': '2021-08-18T12:06:21Z', 'revision_number': 3, 'project_id': 'eb63ded97f614b91b71f2cb12748b0ab', 'gw_port': {'id': '3fb65756-e7af-44d0-b7c7-f44f6891e3c1', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:25:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e02b627-ceff-40e6-8d43-fe145320f3d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:06:20Z', 'updated_at': '2021-08-18T12:06:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:06:22.844301 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db11b96-0502-4d44-8b13-593ad5d093cd None None] Checking router: 2e02b627-ceff-40e6-8d43-fe145320f3d7 for host: n-d-804985-2 {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:06:22.844682 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db11b96-0502-4d44-8b13-593ad5d093cd None None] Updating router 2e02b627-ceff-40e6-8d43-fe145320f3d7 port 3fb65756-e7af-44d0-b7c7-f44f6891e3c1 binding host n-d-804985-2 {{(pid=106255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 12:06:22.903118 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-1db11b96-0502-4d44-8b13-593ad5d093cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:23.008439 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bd1f52-6357-4bd2-bc55-a625d3640e5f req-aa11d438-5254-43eb-8aa5-a9efc53728c4 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:06:23.013819 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e3bd1f52-6357-4bd2-bc55-a625d3640e5f req-aa11d438-5254-43eb-8aa5-a9efc53728c4 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] 10.222.0.66 "GET /v2.0/ports?device_id=27ecdc3e-c9a2-434c-a840-101feeb37aa9 HTTP/1.1" status: 200 len: 945 time: 0.1009173 Aug 18 12:06:23.112452 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e3bd1f52-6357-4bd2-bc55-a625d3640e5f req-9df51f7b-0eb4-45de-9e52-b0ff6fab19f7 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] 10.222.0.66 "GET /v2.0/security-groups?id=eff34c14-f128-4344-94bf-707ebed6dde1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909369 Aug 18 12:06:23.158689 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device a54d5ee8-d68a-401e-b4b3-53fd4555920c up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:06:23.288241 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port a54d5ee8-d68a-401e-b4b3-53fd4555920c completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:06:23.299188 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port a54d5ee8-d68a-401e-b4b3-53fd4555920c triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:06:23.301557 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:23.322240 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-cd4cdeac-1de0-46bc-9b1e-3d29ae69bea4 tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] Notify callbacks [] for router, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:23.423224 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:23.471097 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] For port a54d5ee8-d68a-401e-b4b3-53fd4555920c, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=a54d5ee8-d68a-401e-b4b3-53fd4555920c,segment=NetworkSegment(c5a3db9d-5c58-41b1-9177-d5787a597b78),segment_id=c5a3db9d-5c58-41b1-9177-d5787a597b78)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:06:23.481538 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:23.501548 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfcdd3f-5b39-43ca-9e53-3c99754aef4f req-6cfcadd9-8291-4576-93be-0f524b2b0025 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:06:23.505695 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3cfcdd3f-5b39-43ca-9e53-3c99754aef4f req-6cfcadd9-8291-4576-93be-0f524b2b0025 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/ports?device_id=391c446c-64ec-43a3-91e7-a71f9564fb03 HTTP/1.1" status: 200 len: 945 time: 0.1581261 Aug 18 12:06:23.507769 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 41442) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:06:23.579560 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Pushing event updated for resources: {'Port': ['ID=a54d5ee8-d68a-401e-b4b3-53fd4555920c,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:06:23.606765 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-cd4cdeac-1de0-46bc-9b1e-3d29ae69bea4 tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:23.610233 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3cfcdd3f-5b39-43ca-9e53-3c99754aef4f req-4779e748-0c2a-4129-b4b4-975eec4894b4 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/security-groups?id=d60fbefd-5088-4718-a442-08959d2ac3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813465 Aug 18 12:06:23.680125 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-cd4cdeac-1de0-46bc-9b1e-3d29ae69bea4 tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] Deleting port 3fb65756-e7af-44d0-b7c7-f44f6891e3c1 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:06:23.680731 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-cd4cdeac-1de0-46bc-9b1e-3d29ae69bea4 tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:23.738541 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-1db11b96-0502-4d44-8b13-593ad5d093cd None None] Notify callbacks [] for port, precommit_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:23.763100 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-1db11b96-0502-4d44-8b13-593ad5d093cd None None] Transition to ACTIVE for port object 3fb65756-e7af-44d0-b7c7-f44f6891e3c1 will not be triggered until provisioned by entity L2. {{(pid=106255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:06:23.773866 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-1db11b96-0502-4d44-8b13-593ad5d093cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:23.778002 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-500a1c61-38a7-4c23-a7ec-4631080af5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:23.791580 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-cd4cdeac-1de0-46bc-9b1e-3d29ae69bea4 tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:23.804263 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-cd4cdeac-1de0-46bc-9b1e-3d29ae69bea4 tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] Calling delete_port for 3fb65756-e7af-44d0-b7c7-f44f6891e3c1 owned by network:router_gateway {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:06:23.842845 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e2b3cb-8a49-4b26-8631-2db805f2b07e None None] Pushing event updated for resources: {'Port': ['ID=3fb65756-e7af-44d0-b7c7-f44f6891e3c1,revision_number=2']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:06:23.857393 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e2b3cb-8a49-4b26-8631-2db805f2b07e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:06:23.858113 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e2b3cb-8a49-4b26-8631-2db805f2b07e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:06:23.858527 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e2b3cb-8a49-4b26-8631-2db805f2b07e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:06:23.858923 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e2b3cb-8a49-4b26-8631-2db805f2b07e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:06:23.859321 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e2b3cb-8a49-4b26-8631-2db805f2b07e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:06:23.859710 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e2b3cb-8a49-4b26-8631-2db805f2b07e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:06:23.860127 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e2b3cb-8a49-4b26-8631-2db805f2b07e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:06:23.860526 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e2b3cb-8a49-4b26-8631-2db805f2b07e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:06:23.860906 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e2b3cb-8a49-4b26-8631-2db805f2b07e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:06:23.861456 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e2b3cb-8a49-4b26-8631-2db805f2b07e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:06:23.862031 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e2b3cb-8a49-4b26-8631-2db805f2b07e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:06:23.863382 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e2b3cb-8a49-4b26-8631-2db805f2b07e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:06:23.893053 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-1db11b96-0502-4d44-8b13-593ad5d093cd None None] Attempting to bind port 3fb65756-e7af-44d0-b7c7-f44f6891e3c1 on host n-d-804985-2 for vnic_type normal with profile {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:06:23.893655 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-1db11b96-0502-4d44-8b13-593ad5d093cd None None] Attempting to bind port 3fb65756-e7af-44d0-b7c7-f44f6891e3c1 by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'}] {{(pid=106255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:06:23.893984 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-11c47613-c52e-4c54-b7ce-336b875fecba tempest-FloatingIPAdminTestJSON-2119832633 tempest-FloatingIPAdminTestJSON-2119832633-project] Request body: {'floatingip': {'floating_network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:06:23.894613 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db11b96-0502-4d44-8b13-593ad5d093cd None None] Attempting to bind port 3fb65756-e7af-44d0-b7c7-f44f6891e3c1 on network 7cae7a70-14fd-408c-b14d-39ceb97cb60e {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:06:23.901727 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db11b96-0502-4d44-8b13-593ad5d093cd None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 6, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:06:23.902311 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db11b96-0502-4d44-8b13-593ad5d093cd None None] Checking segment: {'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:06:23.902880 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-1db11b96-0502-4d44-8b13-593ad5d093cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:23.903447 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db11b96-0502-4d44-8b13-593ad5d093cd None None] Bound using segment: {'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'} {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:06:23.904072 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-1db11b96-0502-4d44-8b13-593ad5d093cd None None] Bound port: 3fb65756-e7af-44d0-b7c7-f44f6891e3c1, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'}}] {{(pid=106255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:06:23.904915 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-1db11b96-0502-4d44-8b13-593ad5d093cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:23.940815 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-11c47613-c52e-4c54-b7ce-336b875fecba tempest-FloatingIPAdminTestJSON-2119832633 tempest-FloatingIPAdminTestJSON-2119832633-project] Notify callbacks [] for floatingip, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:24.002259 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-1db11b96-0502-4d44-8b13-593ad5d093cd None None] For port 3fb65756-e7af-44d0-b7c7-f44f6891e3c1, host n-d-804985-2, cleared binding levels {{(pid=106255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:06:24.005678 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-1db11b96-0502-4d44-8b13-593ad5d093cd None None] For port 3fb65756-e7af-44d0-b7c7-f44f6891e3c1, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=3fb65756-e7af-44d0-b7c7-f44f6891e3c1,segment=NetworkSegment(c5a3db9d-5c58-41b1-9177-d5787a597b78),segment_id=c5a3db9d-5c58-41b1-9177-d5787a597b78)] {{(pid=106255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:06:24.033284 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-1db11b96-0502-4d44-8b13-593ad5d093cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:24.117059 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db11b96-0502-4d44-8b13-593ad5d093cd None None] Routers {'2e02b627-ceff-40e6-8d43-fe145320f3d7'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:06:24.117813 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-1db11b96-0502-4d44-8b13-593ad5d093cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:06:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['2e02b627-ceff-40e6-8d43-fe145320f3d7'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:06:24.153608 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e2b3cb-8a49-4b26-8631-2db805f2b07e None None] Pushing event updated for resources: {'Port': ['ID=3fb65756-e7af-44d0-b7c7-f44f6891e3c1,revision_number=3']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:06:24.230332 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-cd4cdeac-1de0-46bc-9b1e-3d29ae69bea4 tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:24.237246 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-1db11b96-0502-4d44-8b13-593ad5d093cd None None] Set router 2e02b627-ceff-40e6-8d43-fe145320f3d7 gateway port host: None {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:06:24.255144 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-11c47613-c52e-4c54-b7ce-336b875fecba tempest-FloatingIPAdminTestJSON-2119832633 tempest-FloatingIPAdminTestJSON-2119832633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:24.306387 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-1db11b96-0502-4d44-8b13-593ad5d093cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e02b627-ceff-40e6-8d43-fe145320f3d7', 'name': 'tempest-snat-router-1311477530', 'tenant_id': 'eb63ded97f614b91b71f2cb12748b0ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:06:19Z', 'updated_at': '2021-08-18T12:06:23Z', 'revision_number': 4, 'project_id': 'eb63ded97f614b91b71f2cb12748b0ab', 'gw_port_host': None}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:06:24.315446 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4cdeac-1de0-46bc-9b1e-3d29ae69bea4 tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] Pushing event deleted for resources: {'Port': ['ID=3fb65756-e7af-44d0-b7c7-f44f6891e3c1,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:06:24.347809 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db11b96-0502-4d44-8b13-593ad5d093cd None None] The sync data for ids ['2e02b627-ceff-40e6-8d43-fe145320f3d7'] in n-d-804985-2 is: [{'id': '2e02b627-ceff-40e6-8d43-fe145320f3d7', 'name': 'tempest-snat-router-1311477530', 'tenant_id': 'eb63ded97f614b91b71f2cb12748b0ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:06:19Z', 'updated_at': '2021-08-18T12:06:23Z', 'revision_number': 4, 'project_id': 'eb63ded97f614b91b71f2cb12748b0ab', 'gw_port_host': None}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:06:24.428747 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-cd4cdeac-1de0-46bc-9b1e-3d29ae69bea4 tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-997271'] for router_gateway, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:24.568066 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [None req-11c47613-c52e-4c54-b7ce-336b875fecba tempest-FloatingIPAdminTestJSON-2119832633 tempest-FloatingIPAdminTestJSON-2119832633-project] Allocated IP 172.25.7.198 (7cae7a70-14fd-408c-b14d-39ceb97cb60e/9784295a-20b8-4a4b-b105-f82737f0448f/9de7ecf8-ad48-476c-830d-d5f673bf8538) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:06:24.584789 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-cd4cdeac-1de0-46bc-9b1e-3d29ae69bea4 tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-996004', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15859'] for router, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:24.587268 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-cd4cdeac-1de0-46bc-9b1e-3d29ae69bea4 tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:24.589357 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9ca7a8-972a-4674-b10e-b42ea566e955 req-50c92411-38b4-425a-a1fc-d7892f40525e tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:06:24.591814 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1b9ca7a8-972a-4674-b10e-b42ea566e955 req-50c92411-38b4-425a-a1fc-d7892f40525e tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] 10.222.0.66 "GET /v2.0/ports?device_id=27ecdc3e-c9a2-434c-a840-101feeb37aa9 HTTP/1.1" status: 200 len: 945 time: 0.2456293 Aug 18 12:06:24.654899 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-cd4cdeac-1de0-46bc-9b1e-3d29ae69bea4 tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-996061'] for router, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:24.655412 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd4cdeac-1de0-46bc-9b1e-3d29ae69bea4 tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2e02b627-ceff-40e6-8d43-fe145320f3d7 {{(pid=106253) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 12:06:24.661482 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-cd4cdeac-1de0-46bc-9b1e-3d29ae69bea4 tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] Notify callbacks [] for router, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:24.665884 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-cd4cdeac-1de0-46bc-9b1e-3d29ae69bea4 tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] 10.222.0.66 "DELETE /v2.0/routers/2e02b627-ceff-40e6-8d43-fe145320f3d7 HTTP/1.1" status: 204 len: 168 time: 2.1639481 Aug 18 12:06:24.666619 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 41482) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:06:24.717884 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1b9ca7a8-972a-4674-b10e-b42ea566e955 req-f09e6ab6-7e85-4ba8-99f3-dcae9abb9dd9 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] 10.222.0.66 "GET /v2.0/security-groups?id=eff34c14-f128-4344-94bf-707ebed6dde1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1185994 Aug 18 12:06:24.812211 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01e352a-0adc-45da-8481-12c8875b2df3 req-2e7f47d1-8b6a-42df-b1ce-02548c2689ba tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:06:24.813988 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d01e352a-0adc-45da-8481-12c8875b2df3 req-2e7f47d1-8b6a-42df-b1ce-02548c2689ba tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/ports?device_id=391c446c-64ec-43a3-91e7-a71f9564fb03 HTTP/1.1" status: 200 len: 945 time: 0.0862412 Aug 18 12:06:24.827866 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-74595ad9-5168-455b-9650-b4f1d0f9d4c4 tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] Notify callbacks [] for router, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:24.828999 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-11c47613-c52e-4c54-b7ce-336b875fecba tempest-FloatingIPAdminTestJSON-2119832633 tempest-FloatingIPAdminTestJSON-2119832633-project] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:24.879816 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d01e352a-0adc-45da-8481-12c8875b2df3 req-bf2c5774-e28a-4671-91e7-ae2f48441467 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/security-groups?id=d60fbefd-5088-4718-a442-08959d2ac3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561192 Aug 18 12:06:24.912963 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-11c47613-c52e-4c54-b7ce-336b875fecba tempest-FloatingIPAdminTestJSON-2119832633 tempest-FloatingIPAdminTestJSON-2119832633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:24.964609 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11c47613-c52e-4c54-b7ce-336b875fecba tempest-FloatingIPAdminTestJSON-2119832633 tempest-FloatingIPAdminTestJSON-2119832633-project] Network 7cae7a70-14fd-408c-b14d-39ceb97cb60e is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:06:24.973025 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-11c47613-c52e-4c54-b7ce-336b875fecba tempest-FloatingIPAdminTestJSON-2119832633 tempest-FloatingIPAdminTestJSON-2119832633-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:06:24.982897 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-74595ad9-5168-455b-9650-b4f1d0f9d4c4 tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:24.993808 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c47613-c52e-4c54-b7ce-336b875fecba tempest-FloatingIPAdminTestJSON-2119832633 tempest-FloatingIPAdminTestJSON-2119832633-project] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:06:25.005128 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c47613-c52e-4c54-b7ce-336b875fecba tempest-FloatingIPAdminTestJSON-2119832633 tempest-FloatingIPAdminTestJSON-2119832633-project] Pushing event updated for resources: {'Port': ['ID=9de7ecf8-ad48-476c-830d-d5f673bf8538,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:06:25.061494 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-74595ad9-5168-455b-9650-b4f1d0f9d4c4 tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] Deleting port a54d5ee8-d68a-401e-b4b3-53fd4555920c {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:06:25.062075 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-74595ad9-5168-455b-9650-b4f1d0f9d4c4 tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:25.125859 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device a54d5ee8-d68a-401e-b4b3-53fd4555920c up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:06:25.161752 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-11c47613-c52e-4c54-b7ce-336b875fecba tempest-FloatingIPAdminTestJSON-2119832633 tempest-FloatingIPAdminTestJSON-2119832633-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:25.226107 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port a54d5ee8-d68a-401e-b4b3-53fd4555920c triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:06:25.227505 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:25.239086 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-11c47613-c52e-4c54-b7ce-336b875fecba tempest-FloatingIPAdminTestJSON-2119832633 tempest-FloatingIPAdminTestJSON-2119832633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:25.251374 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [None req-74595ad9-5168-455b-9650-b4f1d0f9d4c4 tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] For port a54d5ee8-d68a-401e-b4b3-53fd4555920c, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=a54d5ee8-d68a-401e-b4b3-53fd4555920c,segment=NetworkSegment(c5a3db9d-5c58-41b1-9177-d5787a597b78),segment_id=c5a3db9d-5c58-41b1-9177-d5787a597b78)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:06:25.251849 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-74595ad9-5168-455b-9650-b4f1d0f9d4c4 tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:25.275659 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-74595ad9-5168-455b-9650-b4f1d0f9d4c4 tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] Calling delete_port for a54d5ee8-d68a-401e-b4b3-53fd4555920c owned by network:router_gateway {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:06:25.480463 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-11c47613-c52e-4c54-b7ce-336b875fecba tempest-FloatingIPAdminTestJSON-2119832633 tempest-FloatingIPAdminTestJSON-2119832633-project] Notify callbacks [] for port, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:25.486215 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-11c47613-c52e-4c54-b7ce-336b875fecba tempest-FloatingIPAdminTestJSON-2119832633 tempest-FloatingIPAdminTestJSON-2119832633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:25.517149 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-8ee41d10-946c-4f97-8e6c-580ffbf87ebc req-fa7dee83-586f-4f03-aa47-a3562f124d26 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=c468f260-aa8b-4a9b-a477-213e251d7cef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0627885 Aug 18 12:06:25.562281 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c47613-c52e-4c54-b7ce-336b875fecba tempest-FloatingIPAdminTestJSON-2119832633 tempest-FloatingIPAdminTestJSON-2119832633-project] Pushing event updated for resources: {'Port': ['ID=9de7ecf8-ad48-476c-830d-d5f673bf8538,revision_number=2']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:06:25.609864 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee41d10-946c-4f97-8e6c-580ffbf87ebc req-03c098e0-bbcd-4d9a-b1c6-506d17277cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:06:25.611477 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-8ee41d10-946c-4f97-8e6c-580ffbf87ebc req-03c098e0-bbcd-4d9a-b1c6-506d17277cc1 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=6be1f64524b04a05973aca1b3d3c7df9&device_id=c468f260-aa8b-4a9b-a477-213e251d7cef HTTP/1.1" status: 200 len: 1097 time: 0.0696204 Aug 18 12:06:25.612713 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-74595ad9-5168-455b-9650-b4f1d0f9d4c4 tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:25.643182 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-11c47613-c52e-4c54-b7ce-336b875fecba tempest-FloatingIPAdminTestJSON-2119832633 tempest-FloatingIPAdminTestJSON-2119832633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-989945'] for floatingip, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:25.664222 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-11c47613-c52e-4c54-b7ce-336b875fecba tempest-FloatingIPAdminTestJSON-2119832633 tempest-FloatingIPAdminTestJSON-2119832633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for floatingip, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:25.665959 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-11c47613-c52e-4c54-b7ce-336b875fecba tempest-FloatingIPAdminTestJSON-2119832633 tempest-FloatingIPAdminTestJSON-2119832633-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1571085 Aug 18 12:06:25.668946 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 41498) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:06:25.675226 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-c59e777f-b95e-40b7-b16b-ab70a4b773a6 tempest-FloatingIPAdminTestJSON-2119832633 tempest-FloatingIPAdminTestJSON-2119832633-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1586985966'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:06:25.679188 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74595ad9-5168-455b-9650-b4f1d0f9d4c4 tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] Pushing event deleted for resources: {'Port': ['ID=a54d5ee8-d68a-401e-b4b3-53fd4555920c,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:06:25.717574 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c59e777f-b95e-40b7-b16b-ab70a4b773a6 tempest-FloatingIPAdminTestJSON-2119832633 tempest-FloatingIPAdminTestJSON-2119832633-project] Made reservation on behalf of 4432b44302aa45ee9c8724f12558dbf4 for: {'network': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:06:25.723282 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c59e777f-b95e-40b7-b16b-ab70a4b773a6 tempest-FloatingIPAdminTestJSON-2119832633 tempest-FloatingIPAdminTestJSON-2119832633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for network, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:25.734995 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c59e777f-b95e-40b7-b16b-ab70a4b773a6 tempest-FloatingIPAdminTestJSON-2119832633 tempest-FloatingIPAdminTestJSON-2119832633-project] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:25.796514 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-74595ad9-5168-455b-9650-b4f1d0f9d4c4 tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-997271'] for router_gateway, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:25.960685 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c59e777f-b95e-40b7-b16b-ab70a4b773a6 tempest-FloatingIPAdminTestJSON-2119832633 tempest-FloatingIPAdminTestJSON-2119832633-project] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:25.981857 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-74595ad9-5168-455b-9650-b4f1d0f9d4c4 tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-996004', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15859'] for router, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:25.984293 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-74595ad9-5168-455b-9650-b4f1d0f9d4c4 tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:25.990474 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c59e777f-b95e-40b7-b16b-ab70a4b773a6 tempest-FloatingIPAdminTestJSON-2119832633 tempest-FloatingIPAdminTestJSON-2119832633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:26.056630 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee41d10-946c-4f97-8e6c-580ffbf87ebc req-463f5e82-607d-49f6-baa9-bde4fad69b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:06:26.058146 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-8ee41d10-946c-4f97-8e6c-580ffbf87ebc req-463f5e82-607d-49f6-baa9-bde4fad69b76 service neutron] 10.222.0.63 "GET /v2.0/networks?id=62590197-03a9-438c-a3e3-e417fcca582c HTTP/1.1" status: 200 len: 913 time: 0.4044776 Aug 18 12:06:26.076962 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-74595ad9-5168-455b-9650-b4f1d0f9d4c4 tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-996061'] for router, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:26.077552 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74595ad9-5168-455b-9650-b4f1d0f9d4c4 tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b80b8e93-0fec-4a0a-abb8-45cd9ad8c6e4 {{(pid=106253) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 12:06:26.104992 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c59e777f-b95e-40b7-b16b-ab70a4b773a6 tempest-FloatingIPAdminTestJSON-2119832633 tempest-FloatingIPAdminTestJSON-2119832633-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 838} {{(pid=106252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:06:26.120571 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-74595ad9-5168-455b-9650-b4f1d0f9d4c4 tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] Notify callbacks [] for router, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:26.121834 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-74595ad9-5168-455b-9650-b4f1d0f9d4c4 tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] 10.222.0.66 "DELETE /v2.0/routers/b80b8e93-0fec-4a0a-abb8-45cd9ad8c6e4 HTTP/1.1" status: 204 len: 168 time: 1.4542744 Aug 18 12:06:26.125560 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 41510) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:06:26.131758 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-9fe69653-519d-432b-9dd6-498f294ea466 tempest-RoutersIpV6AdminTest-920956841 tempest-RoutersIpV6AdminTest-920956841-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1951432330', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'}, 'admin_state_up': False}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:06:26.150878 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59e777f-b95e-40b7-b16b-ab70a4b773a6 tempest-FloatingIPAdminTestJSON-2119832633 tempest-FloatingIPAdminTestJSON-2119832633-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9138ba9f-5fff-4606-a6f0-ecef77546ecb,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:06:26.176882 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb96bd93-fb45-485f-b0d2-8defb5c77595 req-b177794f-740e-4b4c-a995-1bcef2315111 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:06:26.184971 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-eb96bd93-fb45-485f-b0d2-8defb5c77595 req-b177794f-740e-4b4c-a995-1bcef2315111 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] 10.222.0.66 "GET /v2.0/ports?device_id=27ecdc3e-c9a2-434c-a840-101feeb37aa9 HTTP/1.1" status: 200 len: 945 time: 0.2135553 Aug 18 12:06:26.186510 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c59e777f-b95e-40b7-b16b-ab70a4b773a6 tempest-FloatingIPAdminTestJSON-2119832633 tempest-FloatingIPAdminTestJSON-2119832633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:26.186865 n-d-804985-2 neutron-server[106252]: INFO neutron.db.segments_db [None req-c59e777f-b95e-40b7-b16b-ab70a4b773a6 tempest-FloatingIPAdminTestJSON-2119832633 tempest-FloatingIPAdminTestJSON-2119832633-project] Added segment cce73d3b-c8db-40eb-9c66-2c9da5c07032 of type vlan for network f683ea72-8eca-4951-989c-7e812a84cc31 Aug 18 12:06:26.207742 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-8ee41d10-946c-4f97-8e6c-580ffbf87ebc req-6cbde3ff-fce4-4932-9216-ff5fa084b98b service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=39942e1b-8b42-46ce-8003-6ae0db0d3a39 HTTP/1.1" status: 200 len: 1001 time: 0.1402638 Aug 18 12:06:26.245273 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0f959d-6036-4791-b648-07d05bee15d3 req-aed3b776-97d9-428f-b9ab-de529b1308cc tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:06:26.246867 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-af0f959d-6036-4791-b648-07d05bee15d3 req-aed3b776-97d9-428f-b9ab-de529b1308cc tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/ports?device_id=391c446c-64ec-43a3-91e7-a71f9564fb03 HTTP/1.1" status: 200 len: 945 time: 0.2417302 Aug 18 12:06:26.270352 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9fe69653-519d-432b-9dd6-498f294ea466 tempest-RoutersIpV6AdminTest-920956841 tempest-RoutersIpV6AdminTest-920956841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-998592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15809'] for router, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:26.271453 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9fe69653-519d-432b-9dd6-498f294ea466 tempest-RoutersIpV6AdminTest-920956841 tempest-RoutersIpV6AdminTest-920956841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-992733', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-971415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15816'] for router, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:26.277402 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee41d10-946c-4f97-8e6c-580ffbf87ebc req-228627aa-52d6-44f2-8401-98dd29f0eec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:06:26.279439 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-8ee41d10-946c-4f97-8e6c-580ffbf87ebc req-228627aa-52d6-44f2-8401-98dd29f0eec8 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=01de034f-d2f0-4b70-88ab-1a19fe1401c1 HTTP/1.1" status: 200 len: 851 time: 0.0637057 Aug 18 12:06:26.351208 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-af0f959d-6036-4791-b648-07d05bee15d3 req-b6da6a48-c651-4ac3-b7e6-8738ccda36f4 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/security-groups?id=d60fbefd-5088-4718-a442-08959d2ac3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918541 Aug 18 12:06:26.380999 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c59e777f-b95e-40b7-b16b-ab70a4b773a6 tempest-FloatingIPAdminTestJSON-2119832633 tempest-FloatingIPAdminTestJSON-2119832633-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789150665894'] for network, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:26.388835 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9fe69653-519d-432b-9dd6-498f294ea466 tempest-RoutersIpV6AdminTest-920956841 tempest-RoutersIpV6AdminTest-920956841-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:26.391192 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee41d10-946c-4f97-8e6c-580ffbf87ebc req-ebfa9130-3fa6-4134-9a42-8677ea3200c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:06:26.392950 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-8ee41d10-946c-4f97-8e6c-580ffbf87ebc req-ebfa9130-3fa6-4134-9a42-8677ea3200c1 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=62590197-03a9-438c-a3e3-e417fcca582c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1047761 Aug 18 12:06:26.404850 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-eb96bd93-fb45-485f-b0d2-8defb5c77595 req-d14c37f9-44a4-4ab4-a1cf-e7919dc218d0 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] 10.222.0.66 "GET /v2.0/security-groups?id=eff34c14-f128-4344-94bf-707ebed6dde1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2095788 Aug 18 12:06:26.438058 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c59e777f-b95e-40b7-b16b-ab70a4b773a6 tempest-FloatingIPAdminTestJSON-2119832633 tempest-FloatingIPAdminTestJSON-2119832633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for network, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:26.441140 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device cc2de829-8e2b-48e8-b71f-e1a619ef4f0e details requested by agent hyperv_n-h2-804985-2 with host n-h2-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:06:26.448078 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c59e777f-b95e-40b7-b16b-ab70a4b773a6 tempest-FloatingIPAdminTestJSON-2119832633 tempest-FloatingIPAdminTestJSON-2119832633-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:06:26.449159 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c59e777f-b95e-40b7-b16b-ab70a4b773a6 tempest-FloatingIPAdminTestJSON-2119832633 tempest-FloatingIPAdminTestJSON-2119832633-project] Notify callbacks [] for network, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:26.543165 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-8ee41d10-946c-4f97-8e6c-580ffbf87ebc req-68642039-107f-495d-9366-6459a875fd31 service neutron] 10.222.0.63 "GET /v2.0/networks/62590197-03a9-438c-a3e3-e417fcca582c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009240 Aug 18 12:06:26.569602 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-c59e777f-b95e-40b7-b16b-ab70a4b773a6 tempest-FloatingIPAdminTestJSON-2119832633 tempest-FloatingIPAdminTestJSON-2119832633-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.8990309 Aug 18 12:06:26.578307 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 41514) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:06:26.602217 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59e777f-b95e-40b7-b16b-ab70a4b773a6 tempest-FloatingIPAdminTestJSON-2119832633 tempest-FloatingIPAdminTestJSON-2119832633-project] Pushing event updated for resources: {'Network': ['ID=f683ea72-8eca-4951-989c-7e812a84cc31,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:06:26.616053 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port cc2de829-8e2b-48e8-b71f-e1a619ef4f0e, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=cc2de829-8e2b-48e8-b71f-e1a619ef4f0e,segment=NetworkSegment(cad785f7-8854-4494-9369-5c8d15a44cef),segment_id=cad785f7-8854-4494-9369-5c8d15a44cef)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:06:26.629563 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Network f683ea72-8eca-4951-989c-7e812a84cc31 details requested by agent ovs-agent-n-d-804985-2 with host n-d-804985-2 {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:06:26.629783 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-0ebd27c2-d1e1-4cfd-9f20-870b1f45cf5e tempest-FloatingIPAdminTestJSON-2119832633 tempest-FloatingIPAdminTestJSON-2119832633-project] Request body: {'subnet': {'network_id': 'f683ea72-8eca-4951-989c-7e812a84cc31', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:06:26.729608 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Returning: {'device': 'cc2de829-8e2b-48e8-b71f-e1a619ef4f0e', 'network_id': 'f4b8d3d9-3617-4a41-8d50-7e0230977f6d', 'port_id': 'cc2de829-8e2b-48e8-b71f-e1a619ef4f0e', 'mac_address': 'fa:16:3e:c3:5d:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 831, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd716ee29-e7a2-4fa3-97cc-7ab3c35181fa', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:06:26.784948 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:26.805141 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cc2de829-8e2b-48e8-b71f-e1a619ef4f0e {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:06:26.827489 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port cc2de829-8e2b-48e8-b71f-e1a619ef4f0e, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=cc2de829-8e2b-48e8-b71f-e1a619ef4f0e,segment=NetworkSegment(cad785f7-8854-4494-9369-5c8d15a44cef),segment_id=cad785f7-8854-4494-9369-5c8d15a44cef)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:06:26.842460 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:26.918204 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=cc2de829-8e2b-48e8-b71f-e1a619ef4f0e,revision_number=6']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:06:26.919272 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9fe69653-519d-432b-9dd6-498f294ea466 tempest-RoutersIpV6AdminTest-920956841 tempest-RoutersIpV6AdminTest-920956841-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:26.958022 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] get_ports_and_sgs() called for port_ids ['cc2de829-8e2b-48e8-b71f-e1a619ef4f0e'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:06:27.022533 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-8ee41d10-946c-4f97-8e6c-580ffbf87ebc req-42989140-8062-489c-ad88-874ae077fffa service neutron] 10.222.0.63 "GET /v2.0/networks/62590197-03a9-438c-a3e3-e417fcca582c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4461479 Aug 18 12:06:27.040307 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ebd27c2-d1e1-4cfd-9f20-870b1f45cf5e tempest-FloatingIPAdminTestJSON-2119832633 tempest-FloatingIPAdminTestJSON-2119832633-project] Made reservation on behalf of 4432b44302aa45ee9c8724f12558dbf4 for: {'subnet': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:06:27.044315 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0ebd27c2-d1e1-4cfd-9f20-870b1f45cf5e tempest-FloatingIPAdminTestJSON-2119832633 tempest-FloatingIPAdminTestJSON-2119832633-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59388119'] for subnet, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:27.174501 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device a54d5ee8-d68a-401e-b4b3-53fd4555920c no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:06:27.204774 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: a54d5ee8-d68a-401e-b4b3-53fd4555920c {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:06:27.205187 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device a54d5ee8-d68a-401e-b4b3-53fd4555920c not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:06:27.355368 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6d2d931e-47ab-4ecd-b712-e864c8350ed6 req-f054f1a8-6362-47fd-a0a7-b33baa6a8e5c service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=20dd28f4-1df0-4a6b-8939-d21ca9c9b72a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0686660 Aug 18 12:06:27.609809 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2d931e-47ab-4ecd-b712-e864c8350ed6 req-616e64bf-8dc5-4e33-8a03-47db995df2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:06:27.610311 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2d931e-47ab-4ecd-b712-e864c8350ed6 req-616e64bf-8dc5-4e33-8a03-47db995df2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:06:27.610788 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2d931e-47ab-4ecd-b712-e864c8350ed6 req-616e64bf-8dc5-4e33-8a03-47db995df2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:06:27.611256 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2d931e-47ab-4ecd-b712-e864c8350ed6 req-616e64bf-8dc5-4e33-8a03-47db995df2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:06:27.611724 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2d931e-47ab-4ecd-b712-e864c8350ed6 req-616e64bf-8dc5-4e33-8a03-47db995df2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:06:27.612202 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2d931e-47ab-4ecd-b712-e864c8350ed6 req-616e64bf-8dc5-4e33-8a03-47db995df2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:06:27.612720 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2d931e-47ab-4ecd-b712-e864c8350ed6 req-616e64bf-8dc5-4e33-8a03-47db995df2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:06:27.614778 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6d2d931e-47ab-4ecd-b712-e864c8350ed6 req-616e64bf-8dc5-4e33-8a03-47db995df2cc service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f1c57111807f4f80be30061245a1a804&device_id=20dd28f4-1df0-4a6b-8939-d21ca9c9b72a HTTP/1.1" status: 200 len: 6502 time: 0.1476960 Aug 18 12:06:27.629150 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5be290e-efa0-4d67-889a-2b124a7c4229 req-dae98fba-ba96-408e-bec6-4215f6464aec tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:06:27.637265 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a5be290e-efa0-4d67-889a-2b124a7c4229 req-dae98fba-ba96-408e-bec6-4215f6464aec tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/ports?device_id=391c446c-64ec-43a3-91e7-a71f9564fb03 HTTP/1.1" status: 200 len: 944 time: 0.1079695 Aug 18 12:06:27.761794 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9fe69653-519d-432b-9dd6-498f294ea466 tempest-RoutersIpV6AdminTest-920956841 tempest-RoutersIpV6AdminTest-920956841-project] Notify callbacks [] for router_gateway, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:27.781090 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a5be290e-efa0-4d67-889a-2b124a7c4229 req-04561f24-b50e-4d68-992e-27d04f64e6f6 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/security-groups?id=d60fbefd-5088-4718-a442-08959d2ac3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422999 Aug 18 12:06:27.788537 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0ebd27c2-d1e1-4cfd-9f20-870b1f45cf5e tempest-FloatingIPAdminTestJSON-2119832633 tempest-FloatingIPAdminTestJSON-2119832633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58902106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59388097'] for subnet, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:27.870987 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2d931e-47ab-4ecd-b712-e864c8350ed6 req-7e882b5a-beb5-4f12-965b-d328a28496f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:06:27.874856 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2d931e-47ab-4ecd-b712-e864c8350ed6 req-7e882b5a-beb5-4f12-965b-d328a28496f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:06:27.875597 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2d931e-47ab-4ecd-b712-e864c8350ed6 req-7e882b5a-beb5-4f12-965b-d328a28496f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:06:27.878378 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6d2d931e-47ab-4ecd-b712-e864c8350ed6 req-7e882b5a-beb5-4f12-965b-d328a28496f3 service neutron] 10.222.0.62 "GET /v2.0/networks?id=1ef7ea32-2afc-42e8-9151-91c023337fa8&id=14664a63-22d6-4bc0-8290-849b20369b1b&id=14664a63-22d6-4bc0-8290-849b20369b1b&id=14664a63-22d6-4bc0-8290-849b20369b1b&id=14664a63-22d6-4bc0-8290-849b20369b1b&id=71f4f05b-546f-495f-be85-3ee41a9605e5&id=71f4f05b-546f-495f-be85-3ee41a9605e5 HTTP/1.1" status: 200 len: 2298 time: 0.2374172 Aug 18 12:06:27.892467 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9fe69653-519d-432b-9dd6-498f294ea466 tempest-RoutersIpV6AdminTest-920956841 tempest-RoutersIpV6AdminTest-920956841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:27.999489 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6d2d931e-47ab-4ecd-b712-e864c8350ed6 req-b2696238-75a5-4af6-888e-04d6c7d50b04 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=96a5d57f-59a1-4718-95d8-ee708f298d01 HTTP/1.1" status: 200 len: 1002 time: 0.1090841 Aug 18 12:06:28.026015 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebd27c2-d1e1-4cfd-9f20-870b1f45cf5e tempest-FloatingIPAdminTestJSON-2119832633 tempest-FloatingIPAdminTestJSON-2119832633-project] Pushing event updated for resources: {'Subnet': ['ID=90dc4883-157b-4a1d-a253-bd580ea3817a,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:06:28.112657 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2d931e-47ab-4ecd-b712-e864c8350ed6 req-159d6301-e982-4a00-860f-d8b1ad6cda4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:06:28.116276 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6d2d931e-47ab-4ecd-b712-e864c8350ed6 req-159d6301-e982-4a00-860f-d8b1ad6cda4b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0dc7ccef-1b3b-4e69-a1de-a8fce0eaa5e1 HTTP/1.1" status: 200 len: 855 time: 0.1094246 Aug 18 12:06:28.210578 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ebd27c2-d1e1-4cfd-9f20-870b1f45cf5e tempest-FloatingIPAdminTestJSON-2119832633 tempest-FloatingIPAdminTestJSON-2119832633-project] Checking segment: {'id': 'cce73d3b-c8db-40eb-9c66-2c9da5c07032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'f683ea72-8eca-4951-989c-7e812a84cc31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:06:28.212796 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ebd27c2-d1e1-4cfd-9f20-870b1f45cf5e tempest-FloatingIPAdminTestJSON-2119832633 tempest-FloatingIPAdminTestJSON-2119832633-project] Network hostable DHCP agents. Network: f683ea72-8eca-4951-989c-7e812a84cc31, hostable agents: ['97c14208-2951-4361-8d64-3708c946ff5f'], hosted agents: [] {{(pid=106253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 12:06:28.284419 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2d931e-47ab-4ecd-b712-e864c8350ed6 req-8834d568-bdf7-43e9-85fe-b6b3a22576d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:06:28.286026 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6d2d931e-47ab-4ecd-b712-e864c8350ed6 req-8834d568-bdf7-43e9-85fe-b6b3a22576d9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1ef7ea32-2afc-42e8-9151-91c023337fa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1614854 Aug 18 12:06:28.291358 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [None req-9fe69653-519d-432b-9dd6-498f294ea466 tempest-RoutersIpV6AdminTest-920956841 tempest-RoutersIpV6AdminTest-920956841-project] Allocated IP 172.25.7.196 (7cae7a70-14fd-408c-b14d-39ceb97cb60e/9784295a-20b8-4a4b-b105-f82737f0448f/dd77ddbb-374c-415d-a5cf-677c6c7b46d8) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:06:28.307781 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.agents_db [None req-6dbb2658-0354-4101-8393-6e7505481cf6 None None] Agent healthcheck: found 7 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 12:06:28.311088 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ebd27c2-d1e1-4cfd-9f20-870b1f45cf5e tempest-FloatingIPAdminTestJSON-2119832633 tempest-FloatingIPAdminTestJSON-2119832633-project] Network f683ea72-8eca-4951-989c-7e812a84cc31 is scheduled to be hosted by DHCP agent 97c14208-2951-4361-8d64-3708c946ff5f with binding_index 1 {{(pid=106253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 12:06:28.353628 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780e1448-9953-4dfe-a339-b8c4801dedcc req-e88d88b2-0665-40e5-b910-b9c9f5eb3498 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:06:28.361195 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-780e1448-9953-4dfe-a339-b8c4801dedcc req-e88d88b2-0665-40e5-b910-b9c9f5eb3498 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] 10.222.0.66 "GET /v2.0/ports?device_id=27ecdc3e-c9a2-434c-a840-101feeb37aa9 HTTP/1.1" status: 200 len: 945 time: 0.7974949 Aug 18 12:06:28.407767 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-0ebd27c2-d1e1-4cfd-9f20-870b1f45cf5e tempest-FloatingIPAdminTestJSON-2119832633 tempest-FloatingIPAdminTestJSON-2119832633-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-2, f683ea72-8eca-4951-989c-7e812a84cc31) {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:06:28.419998 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe2e9659-e744-4d51-9a2f-dc40cb97cf78 None None] Network f683ea72-8eca-4951-989c-7e812a84cc31 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:06:28.434949 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ebd27c2-d1e1-4cfd-9f20-870b1f45cf5e tempest-FloatingIPAdminTestJSON-2119832633 tempest-FloatingIPAdminTestJSON-2119832633-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:06:28.435727 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0ebd27c2-d1e1-4cfd-9f20-870b1f45cf5e tempest-FloatingIPAdminTestJSON-2119832633 tempest-FloatingIPAdminTestJSON-2119832633-project] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:28.505430 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-780e1448-9953-4dfe-a339-b8c4801dedcc req-2630b844-99fe-44ed-b12d-d9cb4afb2108 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] 10.222.0.66 "GET /v2.0/security-groups?id=eff34c14-f128-4344-94bf-707ebed6dde1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1431856 Aug 18 12:06:28.516176 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-0ebd27c2-d1e1-4cfd-9f20-870b1f45cf5e tempest-FloatingIPAdminTestJSON-2119832633 tempest-FloatingIPAdminTestJSON-2119832633-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9192212 Aug 18 12:06:28.517049 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 41564) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:06:28.540375 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-16112398-2b1b-41b6-b8c8-d7f439eb40f5 tempest-FloatingIPAdminTestJSON-2119832633 tempest-FloatingIPAdminTestJSON-2119832633-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-884445273', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'}, 'admin_state_up': False}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:06:28.598770 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6d2d931e-47ab-4ecd-b712-e864c8350ed6 req-046d84de-c8e1-49eb-9564-737a346132f6 service neutron] 10.222.0.62 "GET /v2.0/networks/1ef7ea32-2afc-42e8-9151-91c023337fa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3023696 Aug 18 12:06:28.612827 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-16112398-2b1b-41b6-b8c8-d7f439eb40f5 tempest-FloatingIPAdminTestJSON-2119832633 tempest-FloatingIPAdminTestJSON-2119832633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-998592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15809'] for router, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:28.614383 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-16112398-2b1b-41b6-b8c8-d7f439eb40f5 tempest-FloatingIPAdminTestJSON-2119832633 tempest-FloatingIPAdminTestJSON-2119832633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-992733', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-971415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15816'] for router, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:28.665579 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9fe69653-519d-432b-9dd6-498f294ea466 tempest-RoutersIpV6AdminTest-920956841 tempest-RoutersIpV6AdminTest-920956841-project] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:28.718162 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9fe69653-519d-432b-9dd6-498f294ea466 tempest-RoutersIpV6AdminTest-920956841 tempest-RoutersIpV6AdminTest-920956841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:28.771097 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fe69653-519d-432b-9dd6-498f294ea466 tempest-RoutersIpV6AdminTest-920956841 tempest-RoutersIpV6AdminTest-920956841-project] Network 7cae7a70-14fd-408c-b14d-39ceb97cb60e is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:06:28.783847 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-9fe69653-519d-432b-9dd6-498f294ea466 tempest-RoutersIpV6AdminTest-920956841 tempest-RoutersIpV6AdminTest-920956841-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:06:28.795117 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe69653-519d-432b-9dd6-498f294ea466 tempest-RoutersIpV6AdminTest-920956841 tempest-RoutersIpV6AdminTest-920956841-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:06:28.837696 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe69653-519d-432b-9dd6-498f294ea466 tempest-RoutersIpV6AdminTest-920956841 tempest-RoutersIpV6AdminTest-920956841-project] Pushing event updated for resources: {'Port': ['ID=dd77ddbb-374c-415d-a5cf-677c6c7b46d8,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:06:29.134821 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-16112398-2b1b-41b6-b8c8-d7f439eb40f5 tempest-FloatingIPAdminTestJSON-2119832633 tempest-FloatingIPAdminTestJSON-2119832633-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:29.261659 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device cc2de829-8e2b-48e8-b71f-e1a619ef4f0e up at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:06:29.336640 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6d2d931e-47ab-4ecd-b712-e864c8350ed6 req-ffb49d94-0ea1-4b3c-9a33-63ea4401ac8b service neutron] 10.222.0.62 "GET /v2.0/networks/1ef7ea32-2afc-42e8-9151-91c023337fa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7259276 Aug 18 12:06:29.384867 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6d2d931e-47ab-4ecd-b712-e864c8350ed6 req-2616db23-5440-4596-a2b4-b3882402365f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.91&port_id=5a278cb9-466e-4c4b-b4ac-6b258caa7c8a HTTP/1.1" status: 200 len: 217 time: 0.0425782 Aug 18 12:06:29.426062 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b087d90d-a601-4cf5-bf34-07bf966cc94b req-0d68297e-a985-4cd1-be51-aee2d8a4063f tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:06:29.432600 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b087d90d-a601-4cf5-bf34-07bf966cc94b req-0d68297e-a985-4cd1-be51-aee2d8a4063f tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/ports?device_id=391c446c-64ec-43a3-91e7-a71f9564fb03 HTTP/1.1" status: 200 len: 944 time: 0.3977170 Aug 18 12:06:29.513350 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Provisioning complete for port cc2de829-8e2b-48e8-b71f-e1a619ef4f0e triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:06:29.514475 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:29.621335 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9fe69653-519d-432b-9dd6-498f294ea466 tempest-RoutersIpV6AdminTest-920956841 tempest-RoutersIpV6AdminTest-920956841-project] Notify callbacks [] for router_gateway, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:29.729558 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a53c6789-c59b-498c-bc7e-e8d10d786466 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp788be208-34ab-5a8f-af0f-528834af222f-f683ea72-8eca-4951-989c-7e812a84cc31', 'network_id': 'f683ea72-8eca-4951-989c-7e812a84cc31', 'tenant_id': '4432b44302aa45ee9c8724f12558dbf4', 'fixed_ips': [{'subnet_id': '90dc4883-157b-4a1d-a253-bd580ea3817a'}]}} from n-d-804985-2. {{(pid=106254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 12:06:29.730426 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-a53c6789-c59b-498c-bc7e-e8d10d786466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:29.739701 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-16112398-2b1b-41b6-b8c8-d7f439eb40f5 tempest-FloatingIPAdminTestJSON-2119832633 tempest-FloatingIPAdminTestJSON-2119832633-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:29.852311 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:29.882068 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9fe69653-519d-432b-9dd6-498f294ea466 tempest-RoutersIpV6AdminTest-920956841 tempest-RoutersIpV6AdminTest-920956841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-998473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-992536'] for router, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:29.925496 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2d931e-47ab-4ecd-b712-e864c8350ed6 req-c4de84d4-cc25-43a2-9baa-dff400b4293f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:06:29.937904 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6d2d931e-47ab-4ecd-b712-e864c8350ed6 req-c4de84d4-cc25-43a2-9baa-dff400b4293f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4d098d7d-848d-42a8-ac08-c1738695747e HTTP/1.1" status: 200 len: 797 time: 0.5446098 Aug 18 12:06:29.954005 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b087d90d-a601-4cf5-bf34-07bf966cc94b req-e5502f13-09f3-429e-b75d-508cbfd12f0b tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/security-groups?id=d60fbefd-5088-4718-a442-08959d2ac3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4184015 Aug 18 12:06:29.975825 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port cc2de829-8e2b-48e8-b71f-e1a619ef4f0e, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=cc2de829-8e2b-48e8-b71f-e1a619ef4f0e,segment=NetworkSegment(cad785f7-8854-4494-9369-5c8d15a44cef),segment_id=cad785f7-8854-4494-9369-5c8d15a44cef)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:06:29.994229 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcd09d0-432e-4566-ba10-40e63ec81fa0 req-21936786-b196-4dae-9bea-1495a3c80a29 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:06:30.005385 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4fcd09d0-432e-4566-ba10-40e63ec81fa0 req-21936786-b196-4dae-9bea-1495a3c80a29 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] 10.222.0.66 "GET /v2.0/ports?device_id=27ecdc3e-c9a2-434c-a840-101feeb37aa9 HTTP/1.1" status: 200 len: 945 time: 0.4153292 Aug 18 12:06:30.035064 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.db_base_plugin_common [None req-a53c6789-c59b-498c-bc7e-e8d10d786466 None None] Allocated IP 172.20.0.2 (f683ea72-8eca-4951-989c-7e812a84cc31/90dc4883-157b-4a1d-a253-bd580ea3817a/900f23c1-3485-4d3c-8dd0-8a4ca7c79e30) {{(pid=106254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:06:30.050616 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '391c446c-64ec-43a3-91e7-a71f9564fb03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc2de829-8e2b-48e8-b71f-e1a619ef4f0e'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:06:30.056384 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db50a436fb3a98495337d8fe7487b4f2ea6f3c1052eb9efadc2ecda2d5737001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aadbb7f5-9fa9-4cc0-93b4-b38b4331eeb7" -d '{"events": [{"server_uuid": "391c446c-64ec-43a3-91e7-a71f9564fb03", "name": "network-vif-plugged", "status": "completed", "tag": "cc2de829-8e2b-48e8-b71f-e1a619ef4f0e"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:06:30.061388 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:30.221444 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:06:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ecfff17-a805-496a-80f6-774ce2024059 x-openstack-request-id: req-2ecfff17-a805-496a-80f6-774ce2024059 {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:06:30.222237 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "391c446c-64ec-43a3-91e7-a71f9564fb03", "name": "network-vif-plugged", "status": "completed", "tag": "cc2de829-8e2b-48e8-b71f-e1a619ef4f0e", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:06:30.222677 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-2ecfff17-a805-496a-80f6-774ce2024059 {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:06:30.223310 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '391c446c-64ec-43a3-91e7-a71f9564fb03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc2de829-8e2b-48e8-b71f-e1a619ef4f0e', 'code': 200} Aug 18 12:06:30.224356 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=cc2de829-8e2b-48e8-b71f-e1a619ef4f0e,revision_number=7']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:06:30.237487 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4fcd09d0-432e-4566-ba10-40e63ec81fa0 req-ea6df11b-0d24-4522-bb74-6d68878be8ed tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] 10.222.0.66 "GET /v2.0/security-groups?id=eff34c14-f128-4344-94bf-707ebed6dde1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2293017 Aug 18 12:06:30.279100 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2d931e-47ab-4ecd-b712-e864c8350ed6 req-98e36a3f-a57a-4d08-ac9c-ae2070633d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:06:30.284024 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6d2d931e-47ab-4ecd-b712-e864c8350ed6 req-98e36a3f-a57a-4d08-ac9c-ae2070633d17 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=14664a63-22d6-4bc0-8290-849b20369b1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3226604 Aug 18 12:06:30.534674 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-a53c6789-c59b-498c-bc7e-e8d10d786466 None None] Notify callbacks [] for port, precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:30.546665 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-a53c6789-c59b-498c-bc7e-e8d10d786466 None None] Transition to ACTIVE for port object 900f23c1-3485-4d3c-8dd0-8a4ca7c79e30 will not be triggered until provisioned by entity L2. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:06:30.571734 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-a53c6789-c59b-498c-bc7e-e8d10d786466 None None] Transition to ACTIVE for port object 900f23c1-3485-4d3c-8dd0-8a4ca7c79e30 will not be triggered until provisioned by entity DHCP. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:06:30.607549 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-a53c6789-c59b-498c-bc7e-e8d10d786466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547'] for port, after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:30.714836 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fe69653-519d-432b-9dd6-498f294ea466 tempest-RoutersIpV6AdminTest-920956841 tempest-RoutersIpV6AdminTest-920956841-project] Router c8ca1060-819b-4716-a049-98295d595277 is scheduled to L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 with binding_index 1 {{(pid=106253) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 12:06:30.721167 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53c6789-c59b-498c-bc7e-e8d10d786466 None None] Pushing event updated for resources: {'Port': ['ID=900f23c1-3485-4d3c-8dd0-8a4ca7c79e30,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:06:30.738218 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a53c6789-c59b-498c-bc7e-e8d10d786466 None None] Network f683ea72-8eca-4951-989c-7e812a84cc31 is already hosted by enough agents. {{(pid=106254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:06:30.740493 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.base_scheduler [None req-a53c6789-c59b-498c-bc7e-e8d10d786466 None None] Resources bound (agent type, host, resource id): {{(pid=106254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:06:30.745880 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a53c6789-c59b-498c-bc7e-e8d10d786466 None None] Received port after_create {{(pid=106254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:06:30.834445 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-a53c6789-c59b-498c-bc7e-e8d10d786466 None None] Attempting to bind port 900f23c1-3485-4d3c-8dd0-8a4ca7c79e30 on host n-d-804985-2 for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:06:30.835079 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-a53c6789-c59b-498c-bc7e-e8d10d786466 None None] Attempting to bind port 900f23c1-3485-4d3c-8dd0-8a4ca7c79e30 by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': 'cce73d3b-c8db-40eb-9c66-2c9da5c07032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'f683ea72-8eca-4951-989c-7e812a84cc31'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:06:30.835665 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53c6789-c59b-498c-bc7e-e8d10d786466 None None] Attempting to bind port 900f23c1-3485-4d3c-8dd0-8a4ca7c79e30 on network f683ea72-8eca-4951-989c-7e812a84cc31 {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:06:30.842207 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53c6789-c59b-498c-bc7e-e8d10d786466 None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 6, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:06:30.843509 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53c6789-c59b-498c-bc7e-e8d10d786466 None None] Checking segment: {'id': 'cce73d3b-c8db-40eb-9c66-2c9da5c07032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'f683ea72-8eca-4951-989c-7e812a84cc31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:06:30.844244 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-a53c6789-c59b-498c-bc7e-e8d10d786466 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:30.844825 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53c6789-c59b-498c-bc7e-e8d10d786466 None None] Bound using segment: {'id': 'cce73d3b-c8db-40eb-9c66-2c9da5c07032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'f683ea72-8eca-4951-989c-7e812a84cc31'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:06:30.845487 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-a53c6789-c59b-498c-bc7e-e8d10d786466 None None] Bound port: 900f23c1-3485-4d3c-8dd0-8a4ca7c79e30, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cce73d3b-c8db-40eb-9c66-2c9da5c07032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'f683ea72-8eca-4951-989c-7e812a84cc31'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:06:30.846057 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-a53c6789-c59b-498c-bc7e-e8d10d786466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:30.926019 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-a53c6789-c59b-498c-bc7e-e8d10d786466 None None] For port 900f23c1-3485-4d3c-8dd0-8a4ca7c79e30, host n-d-804985-2, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:06:30.929741 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-a53c6789-c59b-498c-bc7e-e8d10d786466 None None] For port 900f23c1-3485-4d3c-8dd0-8a4ca7c79e30, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=900f23c1-3485-4d3c-8dd0-8a4ca7c79e30,segment=NetworkSegment(cce73d3b-c8db-40eb-9c66-2c9da5c07032),segment_id=cce73d3b-c8db-40eb-9c66-2c9da5c07032)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:06:30.950922 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-a53c6789-c59b-498c-bc7e-e8d10d786466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:30.953445 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fe69653-519d-432b-9dd6-498f294ea466 tempest-RoutersIpV6AdminTest-920956841 tempest-RoutersIpV6AdminTest-920956841-project] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:06:30.969964 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6d2d931e-47ab-4ecd-b712-e864c8350ed6 req-01320d3a-faea-45bc-b341-18376a71cd13 service neutron] 10.222.0.62 "GET /v2.0/networks/14664a63-22d6-4bc0-8290-849b20369b1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6785331 Aug 18 12:06:30.998266 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9fe69653-519d-432b-9dd6-498f294ea466 tempest-RoutersIpV6AdminTest-920956841 tempest-RoutersIpV6AdminTest-920956841-project] Notify callbacks [] for router, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:30.999529 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-9fe69653-519d-432b-9dd6-498f294ea466 tempest-RoutersIpV6AdminTest-920956841 tempest-RoutersIpV6AdminTest-920956841-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 4.8728273 Aug 18 12:06:31.003385 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 41590) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:06:31.012437 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ebb8ce-d3d9-4725-8c40-0a3237b71489 None None] Sync routers for ids ['c8ca1060-819b-4716-a049-98295d595277'] in n-d-804985-2 {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:06:31.017300 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-798dcdb9-b76f-4a3c-bd39-8b00217960c8 tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'enable_snat': False}}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:06:31.051671 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ebb8ce-d3d9-4725-8c40-0a3237b71489 None None] Routers {'c8ca1060-819b-4716-a049-98295d595277'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:06:31.053505 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-29ebb8ce-d3d9-4725-8c40-0a3237b71489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:06:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['c8ca1060-819b-4716-a049-98295d595277'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:06:31.130239 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-29ebb8ce-d3d9-4725-8c40-0a3237b71489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:06:31.157045 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ebb8ce-d3d9-4725-8c40-0a3237b71489 None None] Routers {'c8ca1060-819b-4716-a049-98295d595277'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:06:31.157872 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-29ebb8ce-d3d9-4725-8c40-0a3237b71489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:06:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['c8ca1060-819b-4716-a049-98295d595277'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:06:31.160233 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53c6789-c59b-498c-bc7e-e8d10d786466 None None] Pushing event updated for resources: {'Port': ['ID=900f23c1-3485-4d3c-8dd0-8a4ca7c79e30,revision_number=2']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:06:31.206108 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6d2d931e-47ab-4ecd-b712-e864c8350ed6 req-dd1215e0-4751-4834-a7d9-45269093d65e service neutron] 10.222.0.62 "GET /v2.0/networks/14664a63-22d6-4bc0-8290-849b20369b1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2266471 Aug 18 12:06:31.266295 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-29ebb8ce-d3d9-4725-8c40-0a3237b71489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:06:31.272172 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ebb8ce-d3d9-4725-8c40-0a3237b71489 None None] The sync data for ids ['c8ca1060-819b-4716-a049-98295d595277'] in n-d-804985-2 is: [] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:06:31.443106 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6d2d931e-47ab-4ecd-b712-e864c8350ed6 req-0b8885c3-dec7-40db-8e7a-228e1a4fa035 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.185&port_id=7763a33a-da78-4384-a6fe-a78524eb4068 HTTP/1.1" status: 200 len: 217 time: 0.1718400 Aug 18 12:06:31.520223 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-16112398-2b1b-41b6-b8c8-d7f439eb40f5 tempest-FloatingIPAdminTestJSON-2119832633 tempest-FloatingIPAdminTestJSON-2119832633-project] Notify callbacks [] for router_gateway, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:31.547895 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-16112398-2b1b-41b6-b8c8-d7f439eb40f5 tempest-FloatingIPAdminTestJSON-2119832633 tempest-FloatingIPAdminTestJSON-2119832633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:31.691301 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b42ab66-8114-4258-9d1e-fb1570bde0c0 req-823ef747-e302-4039-9b10-37c389e5d93b tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:06:31.703016 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1b42ab66-8114-4258-9d1e-fb1570bde0c0 req-823ef747-e302-4039-9b10-37c389e5d93b tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/ports?device_id=391c446c-64ec-43a3-91e7-a71f9564fb03 HTTP/1.1" status: 200 len: 945 time: 0.4945304 Aug 18 12:06:31.741381 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2d931e-47ab-4ecd-b712-e864c8350ed6 req-7d8fa740-c66c-4728-9879-8eaa3ef463f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:06:31.743215 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6d2d931e-47ab-4ecd-b712-e864c8350ed6 req-7d8fa740-c66c-4728-9879-8eaa3ef463f6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4d098d7d-848d-42a8-ac08-c1738695747e HTTP/1.1" status: 200 len: 797 time: 0.2910678 Aug 18 12:06:31.763351 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-798dcdb9-b76f-4a3c-bd39-8b00217960c8 tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:31.866937 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1b42ab66-8114-4258-9d1e-fb1570bde0c0 req-534119eb-dd52-4e1a-b9f9-dc2640d2e58b tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/security-groups?id=d60fbefd-5088-4718-a442-08959d2ac3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629131 Aug 18 12:06:31.872081 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2d931e-47ab-4ecd-b712-e864c8350ed6 req-92d0e0d3-f084-45e3-b953-284957007d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:06:31.874510 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6d2d931e-47ab-4ecd-b712-e864c8350ed6 req-92d0e0d3-f084-45e3-b953-284957007d54 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=14664a63-22d6-4bc0-8290-849b20369b1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1169677 Aug 18 12:06:31.891924 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b96f702-cf12-423e-9352-f05554b6f177 req-ed5ca19f-8a97-43da-b905-181cdd9ba3a3 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:06:31.893714 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4b96f702-cf12-423e-9352-f05554b6f177 req-ed5ca19f-8a97-43da-b905-181cdd9ba3a3 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] 10.222.0.66 "GET /v2.0/ports?device_id=27ecdc3e-c9a2-434c-a840-101feeb37aa9 HTTP/1.1" status: 200 len: 945 time: 0.4681969 Aug 18 12:06:31.994982 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4b96f702-cf12-423e-9352-f05554b6f177 req-cf5af690-b03f-4593-ae44-8121ade0dcbc tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] 10.222.0.66 "GET /v2.0/security-groups?id=eff34c14-f128-4344-94bf-707ebed6dde1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914795 Aug 18 12:06:31.997900 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [None req-16112398-2b1b-41b6-b8c8-d7f439eb40f5 tempest-FloatingIPAdminTestJSON-2119832633 tempest-FloatingIPAdminTestJSON-2119832633-project] Allocated IP 172.25.7.88 (7cae7a70-14fd-408c-b14d-39ceb97cb60e/9784295a-20b8-4a4b-b105-f82737f0448f/3c337cad-8e29-45a6-8f20-7dcf56d0a4f7) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:06:32.139514 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6d2d931e-47ab-4ecd-b712-e864c8350ed6 req-c256f916-b286-452b-8b79-a770c965fa59 service neutron] 10.222.0.62 "GET /v2.0/networks/14664a63-22d6-4bc0-8290-849b20369b1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2575822 Aug 18 12:06:32.270631 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-16112398-2b1b-41b6-b8c8-d7f439eb40f5 tempest-FloatingIPAdminTestJSON-2119832633 tempest-FloatingIPAdminTestJSON-2119832633-project] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:32.328053 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6d2d931e-47ab-4ecd-b712-e864c8350ed6 req-0fd5e546-8852-4224-b19b-2617b6ed8f5d service neutron] 10.222.0.62 "GET /v2.0/networks/14664a63-22d6-4bc0-8290-849b20369b1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774118 Aug 18 12:06:32.428909 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6d2d931e-47ab-4ecd-b712-e864c8350ed6 req-18403090-58a2-43ef-8a9c-e2515d040b7d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.244&port_id=d1178764-5fcc-4bf5-bf2c-1f7340615440 HTTP/1.1" status: 200 len: 217 time: 0.0928419 Aug 18 12:06:32.452390 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f692585-3ef3-4b68-87a6-5905769314a7 req-0ab23571-9b3f-4eda-bd1a-bd864b7f71de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:06:32.453945 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-2f692585-3ef3-4b68-87a6-5905769314a7 req-0ab23571-9b3f-4eda-bd1a-bd864b7f71de service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=764f05f9d69b4134b93ed670f8afc320&device_id=27ecdc3e-c9a2-434c-a840-101feeb37aa9 HTTP/1.1" status: 200 len: 1096 time: 0.1033518 Aug 18 12:06:32.566005 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-16112398-2b1b-41b6-b8c8-d7f439eb40f5 tempest-FloatingIPAdminTestJSON-2119832633 tempest-FloatingIPAdminTestJSON-2119832633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:32.586875 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f692585-3ef3-4b68-87a6-5905769314a7 req-ae434e72-6cd3-4ed0-ab87-62fbf8c16f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:06:32.588792 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-2f692585-3ef3-4b68-87a6-5905769314a7 req-ae434e72-6cd3-4ed0-ab87-62fbf8c16f86 service neutron] 10.222.0.63 "GET /v2.0/networks?id=365c1e73-53bd-4762-8c39-733a28020035 HTTP/1.1" status: 200 len: 911 time: 0.1248648 Aug 18 12:06:32.604086 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc614a3-ae9b-4b25-80d4-45b1bca530af req-2955d0c4-e47a-4c6a-a666-b1db208f5485 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:06:32.611910 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ccc614a3-ae9b-4b25-80d4-45b1bca530af req-2955d0c4-e47a-4c6a-a666-b1db208f5485 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] 10.222.0.66 "GET /v2.0/ports?device_id=27ecdc3e-c9a2-434c-a840-101feeb37aa9 HTTP/1.1" status: 200 len: 945 time: 0.1817067 Aug 18 12:06:32.643574 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2d931e-47ab-4ecd-b712-e864c8350ed6 req-1050ecf2-c9a2-4ffb-a462-334cf503c80a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:06:32.649410 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6d2d931e-47ab-4ecd-b712-e864c8350ed6 req-1050ecf2-c9a2-4ffb-a462-334cf503c80a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4d098d7d-848d-42a8-ac08-c1738695747e HTTP/1.1" status: 200 len: 797 time: 0.1778440 Aug 18 12:06:32.661562 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-798dcdb9-b76f-4a3c-bd39-8b00217960c8 tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-992676', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-996089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15866'] for router, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:32.670048 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16112398-2b1b-41b6-b8c8-d7f439eb40f5 tempest-FloatingIPAdminTestJSON-2119832633 tempest-FloatingIPAdminTestJSON-2119832633-project] Network 7cae7a70-14fd-408c-b14d-39ceb97cb60e is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:06:32.672896 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-798dcdb9-b76f-4a3c-bd39-8b00217960c8 tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-992536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-992522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-992529', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-996032'] for router, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:32.691841 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-16112398-2b1b-41b6-b8c8-d7f439eb40f5 tempest-FloatingIPAdminTestJSON-2119832633 tempest-FloatingIPAdminTestJSON-2119832633-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:06:32.721097 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95d19894-ab1d-4bf5-889f-aa1fd48dbcfd None None] Network f683ea72-8eca-4951-989c-7e812a84cc31 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:06:32.736792 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16112398-2b1b-41b6-b8c8-d7f439eb40f5 tempest-FloatingIPAdminTestJSON-2119832633 tempest-FloatingIPAdminTestJSON-2119832633-project] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:06:32.834757 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16112398-2b1b-41b6-b8c8-d7f439eb40f5 tempest-FloatingIPAdminTestJSON-2119832633 tempest-FloatingIPAdminTestJSON-2119832633-project] Pushing event updated for resources: {'Port': ['ID=3c337cad-8e29-45a6-8f20-7dcf56d0a4f7,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:06:32.862345 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-2f692585-3ef3-4b68-87a6-5905769314a7 req-2046ceff-36d7-475a-b886-a2920214c9ef service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=64677ff4-45ed-40b8-a8c8-3e3cee5de2d5 HTTP/1.1" status: 200 len: 1000 time: 0.1806190 Aug 18 12:06:32.877033 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-48b635d8-8b3b-41ad-9c16-89e09210fcec None None] Provisioning for port 900f23c1-3485-4d3c-8dd0-8a4ca7c79e30 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:06:32.933553 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ccc614a3-ae9b-4b25-80d4-45b1bca530af req-60e5a3dc-e722-42ab-83ea-c36a31cf7be2 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] 10.222.0.66 "GET /v2.0/security-groups?id=eff34c14-f128-4344-94bf-707ebed6dde1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3203173 Aug 18 12:06:33.052431 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2d931e-47ab-4ecd-b712-e864c8350ed6 req-ff6d375d-5f30-4157-a601-bd4e6a3f996c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:06:33.057835 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6d2d931e-47ab-4ecd-b712-e864c8350ed6 req-ff6d375d-5f30-4157-a601-bd4e6a3f996c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=14664a63-22d6-4bc0-8290-849b20369b1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3844771 Aug 18 12:06:33.136104 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f692585-3ef3-4b68-87a6-5905769314a7 req-f3204c27-a370-430b-a546-90576ecbc281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:06:33.139294 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-2f692585-3ef3-4b68-87a6-5905769314a7 req-f3204c27-a370-430b-a546-90576ecbc281 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=e8e80694-e438-471b-8163-c76e1828e5ce HTTP/1.1" status: 200 len: 849 time: 0.1417186 Aug 18 12:06:33.206711 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-798dcdb9-b76f-4a3c-bd39-8b00217960c8 tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] Router c8ca1060-819b-4716-a049-98295d595277 has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:06:33.367199 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 900f23c1-3485-4d3c-8dd0-8a4ca7c79e30 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:06:33.473081 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f692585-3ef3-4b68-87a6-5905769314a7 req-bd3fee7f-666a-4f9a-893d-bde50f077445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:06:33.475469 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-2f692585-3ef3-4b68-87a6-5905769314a7 req-bd3fee7f-666a-4f9a-893d-bde50f077445 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=365c1e73-53bd-4762-8c39-733a28020035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3281569 Aug 18 12:06:33.480579 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port 900f23c1-3485-4d3c-8dd0-8a4ca7c79e30 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:06:33.486875 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 900f23c1-3485-4d3c-8dd0-8a4ca7c79e30 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:06:33.487279 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:33.558240 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-16112398-2b1b-41b6-b8c8-d7f439eb40f5 tempest-FloatingIPAdminTestJSON-2119832633 tempest-FloatingIPAdminTestJSON-2119832633-project] Notify callbacks [] for router_gateway, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:33.568245 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6d2d931e-47ab-4ecd-b712-e864c8350ed6 req-f3f11ee6-1122-4957-aa4c-3384f864be6f service neutron] 10.222.0.62 "GET /v2.0/networks/14664a63-22d6-4bc0-8290-849b20369b1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4927068 Aug 18 12:06:33.616259 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8cc056-9b60-4f80-b8ee-116d4c714dce req-9ff83f67-d422-4573-b109-b19c5a68b3cf tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:06:33.624607 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-bb8cc056-9b60-4f80-b8ee-116d4c714dce req-9ff83f67-d422-4573-b109-b19c5a68b3cf tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/ports?device_id=391c446c-64ec-43a3-91e7-a71f9564fb03 HTTP/1.1" status: 200 len: 945 time: 0.5501420 Aug 18 12:06:33.630347 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8a70895c-ecbc-40cd-989b-9308f5baa783 None None] Provisioning complete for port 900f23c1-3485-4d3c-8dd0-8a4ca7c79e30 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:06:33.630720 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8a70895c-ecbc-40cd-989b-9308f5baa783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:33.634565 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:33.696648 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] For port 900f23c1-3485-4d3c-8dd0-8a4ca7c79e30, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=900f23c1-3485-4d3c-8dd0-8a4ca7c79e30,segment=NetworkSegment(cce73d3b-c8db-40eb-9c66-2c9da5c07032),segment_id=cce73d3b-c8db-40eb-9c66-2c9da5c07032)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:06:33.709113 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:33.726504 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6d2d931e-47ab-4ecd-b712-e864c8350ed6 req-37b8c99a-d528-4489-841a-d8b72fe8a7f0 service neutron] 10.222.0.62 "GET /v2.0/networks/14664a63-22d6-4bc0-8290-849b20369b1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975311 Aug 18 12:06:33.766214 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Pushing event updated for resources: {'Port': ['ID=900f23c1-3485-4d3c-8dd0-8a4ca7c79e30,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:06:33.801623 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6d2d931e-47ab-4ecd-b712-e864c8350ed6 req-8d97d5fb-ae1d-4226-8e6e-c6618e9e3afe service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.50&port_id=449e4b2c-f485-41a8-b8c7-65aa343611a1 HTTP/1.1" status: 200 len: 217 time: 0.0459089 Aug 18 12:06:33.802056 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-798dcdb9-b76f-4a3c-bd39-8b00217960c8 tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:06:33.815180 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-798dcdb9-b76f-4a3c-bd39-8b00217960c8 tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] Notify callbacks [] for router, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:33.815913 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ff85369-8ec9-4615-baa6-7e8d8e339bad None None] Sync routers for ids ['c8ca1060-819b-4716-a049-98295d595277'] in n-d-804985-2 {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:06:33.822581 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-798dcdb9-b76f-4a3c-bd39-8b00217960c8 tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] 10.222.0.66 "PUT /v2.0/routers/c8ca1060-819b-4716-a049-98295d595277 HTTP/1.1" status: 200 len: 926 time: 2.8153801 Aug 18 12:06:33.823236 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 41630) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:06:33.829638 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff85369-8ec9-4615-baa6-7e8d8e339bad None None] Routers {'c8ca1060-819b-4716-a049-98295d595277'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:06:33.830714 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-8ff85369-8ec9-4615-baa6-7e8d8e339bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:06:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['c8ca1060-819b-4716-a049-98295d595277'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:06:33.868758 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-8ff85369-8ec9-4615-baa6-7e8d8e339bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:06:33.871764 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-bb8cc056-9b60-4f80-b8ee-116d4c714dce req-a72db546-2852-4a53-a5bc-c7dac2683ce3 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/security-groups?id=d60fbefd-5088-4718-a442-08959d2ac3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2457988 Aug 18 12:06:33.879775 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff85369-8ec9-4615-baa6-7e8d8e339bad None None] Routers {'c8ca1060-819b-4716-a049-98295d595277'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:06:33.881001 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-8ff85369-8ec9-4615-baa6-7e8d8e339bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:06:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['c8ca1060-819b-4716-a049-98295d595277'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:06:33.913556 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-8ff85369-8ec9-4615-baa6-7e8d8e339bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:06:33.914498 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ff85369-8ec9-4615-baa6-7e8d8e339bad None None] The sync data for ids ['c8ca1060-819b-4716-a049-98295d595277'] in n-d-804985-2 is: [] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:06:33.927689 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2d931e-47ab-4ecd-b712-e864c8350ed6 req-57cb0d9e-7a33-4082-8bc6-4d546d2bb3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:06:33.929352 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6d2d931e-47ab-4ecd-b712-e864c8350ed6 req-57cb0d9e-7a33-4082-8bc6-4d546d2bb3a7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4d098d7d-848d-42a8-ac08-c1738695747e HTTP/1.1" status: 200 len: 797 time: 0.1193762 Aug 18 12:06:33.943877 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-2f692585-3ef3-4b68-87a6-5905769314a7 req-1fb21a84-1524-4caf-81ea-c933fcd8569a service neutron] 10.222.0.63 "GET /v2.0/networks/365c1e73-53bd-4762-8c39-733a28020035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4541905 Aug 18 12:06:34.108575 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2d931e-47ab-4ecd-b712-e864c8350ed6 req-ad5a9fe2-8bcb-48de-8d5c-2bc09ee8f74f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:06:34.110092 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6d2d931e-47ab-4ecd-b712-e864c8350ed6 req-ad5a9fe2-8bcb-48de-8d5c-2bc09ee8f74f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=14664a63-22d6-4bc0-8290-849b20369b1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1719599 Aug 18 12:06:34.151381 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-16112398-2b1b-41b6-b8c8-d7f439eb40f5 tempest-FloatingIPAdminTestJSON-2119832633 tempest-FloatingIPAdminTestJSON-2119832633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-998473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-992536'] for router, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:34.176772 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-ffbd59fe-1891-496b-8de2-e59103512447 tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] 10.222.0.66 "GET /v2.0/routers/c8ca1060-819b-4716-a049-98295d595277 HTTP/1.1" status: 200 len: 926 time: 0.3453987 Aug 18 12:06:34.182564 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 41634) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:06:34.191891 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721e1ad2-6d92-461c-bed8-9ff9370c8184 req-607bf923-43e8-4b15-bd6e-191740417bcd tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:06:34.193843 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-721e1ad2-6d92-461c-bed8-9ff9370c8184 req-607bf923-43e8-4b15-bd6e-191740417bcd tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] 10.222.0.66 "GET /v2.0/ports?device_id=27ecdc3e-c9a2-434c-a840-101feeb37aa9 HTTP/1.1" status: 200 len: 945 time: 0.1386786 Aug 18 12:06:34.260504 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-2f692585-3ef3-4b68-87a6-5905769314a7 req-0dcc87b0-b0ee-4b70-b643-1e50775abaa3 service neutron] 10.222.0.63 "GET /v2.0/networks/365c1e73-53bd-4762-8c39-733a28020035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2869294 Aug 18 12:06:34.293798 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8b2e143-d034-43d5-94a2-db886e847a62 tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:06:34.302279 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 41642) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:06:34.315326 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-e8b2e143-d034-43d5-94a2-db886e847a62 tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] 10.222.0.66 "GET /v2.0/ports?network_id=7cae7a70-14fd-408c-b14d-39ceb97cb60e&device_id=c8ca1060-819b-4716-a049-98295d595277&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1126387 Aug 18 12:06:34.436204 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6d2d931e-47ab-4ecd-b712-e864c8350ed6 req-d9db3d61-3be5-4ca0-ab43-2c23a1e0da5c service neutron] 10.222.0.62 "GET /v2.0/networks/14664a63-22d6-4bc0-8290-849b20369b1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3129048 Aug 18 12:06:34.515566 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7851ed60-e56a-46de-8bc6-0a2994a9289c tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:06:34.519722 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-7851ed60-e56a-46de-8bc6-0a2994a9289c tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] 10.222.0.66 "GET /v2.0/networks/7cae7a70-14fd-408c-b14d-39ceb97cb60e HTTP/1.1" status: 200 len: 881 time: 0.2103145 Aug 18 12:06:34.520073 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 41646) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:06:34.529445 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-721e1ad2-6d92-461c-bed8-9ff9370c8184 req-69f2a531-7f34-4ce7-a733-c1435214fffa tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] 10.222.0.66 "GET /v2.0/security-groups?id=eff34c14-f128-4344-94bf-707ebed6dde1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3247743 Aug 18 12:06:34.568910 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-bd102a50-5aaa-4f3d-bb84-4fda7a2c0094 tempest-RoutersIpV6AdminTest-920956841 tempest-RoutersIpV6AdminTest-920956841-project] 10.222.0.66 "GET /v2.0/ports?device_id=c8ca1060-819b-4716-a049-98295d595277 HTTP/1.1" status: 200 len: 205 time: 0.0475793 Aug 18 12:06:34.572507 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 41648) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:06:35.129764 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 900f23c1-3485-4d3c-8dd0-8a4ca7c79e30 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:06:35.234108 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 900f23c1-3485-4d3c-8dd0-8a4ca7c79e30 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:06:35.234878 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:35.332341 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8b35adca-71fd-451f-bf5a-e3950a76ab74 tempest-RoutersIpV6AdminTest-920956841 tempest-RoutersIpV6AdminTest-920956841-project] Notify callbacks [] for router, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:35.496351 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79769cef-bcdb-4176-b5b2-0497b345cd35 req-3157aefc-65d3-4bd2-993e-d1061d83906f tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:06:35.506411 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-79769cef-bcdb-4176-b5b2-0497b345cd35 req-3157aefc-65d3-4bd2-993e-d1061d83906f tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/ports?device_id=391c446c-64ec-43a3-91e7-a71f9564fb03 HTTP/1.1" status: 200 len: 945 time: 0.2414765 Aug 18 12:06:35.583991 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16112398-2b1b-41b6-b8c8-d7f439eb40f5 tempest-FloatingIPAdminTestJSON-2119832633 tempest-FloatingIPAdminTestJSON-2119832633-project] Router f85dc3ba-8a27-4af0-acf4-20262a655648 is scheduled to L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 with binding_index 1 {{(pid=106252) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 12:06:35.635682 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6d2d931e-47ab-4ecd-b712-e864c8350ed6 req-6a055e6f-af8a-443c-bc69-d88f7f9cb4df service neutron] 10.222.0.62 "GET /v2.0/networks/14664a63-22d6-4bc0-8290-849b20369b1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1033208 Aug 18 12:06:35.667282 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8b35adca-71fd-451f-bf5a-e3950a76ab74 tempest-RoutersIpV6AdminTest-920956841 tempest-RoutersIpV6AdminTest-920956841-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:35.778871 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6d2d931e-47ab-4ecd-b712-e864c8350ed6 req-65bebdfd-8371-4861-a914-0dc3d0497e16 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=eeb336c7-3a60-4f10-a0d7-6a8235927c82 HTTP/1.1" status: 200 len: 217 time: 0.1283538 Aug 18 12:06:35.787766 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-79769cef-bcdb-4176-b5b2-0497b345cd35 req-08582497-1fde-473c-95da-2bebf8533401 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/security-groups?id=d60fbefd-5088-4718-a442-08959d2ac3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2797837 Aug 18 12:06:35.980286 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:36.000417 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fd8584-513f-4813-ae31-495f17ce6501 req-1c22bd90-0755-4b18-8068-a32559bca2d6 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:06:36.002285 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c0fd8584-513f-4813-ae31-495f17ce6501 req-1c22bd90-0755-4b18-8068-a32559bca2d6 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] 10.222.0.66 "GET /v2.0/ports?device_id=27ecdc3e-c9a2-434c-a840-101feeb37aa9 HTTP/1.1" status: 200 len: 945 time: 0.3455346 Aug 18 12:06:36.020871 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16112398-2b1b-41b6-b8c8-d7f439eb40f5 tempest-FloatingIPAdminTestJSON-2119832633 tempest-FloatingIPAdminTestJSON-2119832633-project] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:06:36.033806 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3ec07f4-1c0e-4d60-96ab-09e3f49c7361 None None] Sync routers for ids ['f85dc3ba-8a27-4af0-acf4-20262a655648'] in n-d-804985-2 {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:06:36.044192 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ec07f4-1c0e-4d60-96ab-09e3f49c7361 None None] Routers {'f85dc3ba-8a27-4af0-acf4-20262a655648'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:06:36.044825 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-b3ec07f4-1c0e-4d60-96ab-09e3f49c7361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:06:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['f85dc3ba-8a27-4af0-acf4-20262a655648'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:06:36.046171 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2d931e-47ab-4ecd-b712-e864c8350ed6 req-87e0f68b-eec2-4b47-920d-07d1c34ac272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:06:36.048376 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6d2d931e-47ab-4ecd-b712-e864c8350ed6 req-87e0f68b-eec2-4b47-920d-07d1c34ac272 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=72d9155c-f171-412a-b9b4-962a1e291242 HTTP/1.1" status: 200 len: 797 time: 0.2595947 Aug 18 12:06:36.078980 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-16112398-2b1b-41b6-b8c8-d7f439eb40f5 tempest-FloatingIPAdminTestJSON-2119832633 tempest-FloatingIPAdminTestJSON-2119832633-project] Notify callbacks [] for router, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:36.084157 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 41672) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:06:36.084718 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-16112398-2b1b-41b6-b8c8-d7f439eb40f5 tempest-FloatingIPAdminTestJSON-2119832633 tempest-FloatingIPAdminTestJSON-2119832633-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 890 time: 7.5646088 Aug 18 12:06:36.094010 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-b3ec07f4-1c0e-4d60-96ab-09e3f49c7361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:06:36.112415 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ec07f4-1c0e-4d60-96ab-09e3f49c7361 None None] Routers {'f85dc3ba-8a27-4af0-acf4-20262a655648'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:06:36.116382 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-b3ec07f4-1c0e-4d60-96ab-09e3f49c7361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:06:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['f85dc3ba-8a27-4af0-acf4-20262a655648'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:06:36.146580 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c0fd8584-513f-4813-ae31-495f17ce6501 req-af8734dd-66e7-4dd9-80be-782c1387403e tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] 10.222.0.66 "GET /v2.0/security-groups?id=eff34c14-f128-4344-94bf-707ebed6dde1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0964246 Aug 18 12:06:36.172775 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-b3ec07f4-1c0e-4d60-96ab-09e3f49c7361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:06:36.173726 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3ec07f4-1c0e-4d60-96ab-09e3f49c7361 None None] The sync data for ids ['f85dc3ba-8a27-4af0-acf4-20262a655648'] in n-d-804985-2 is: [] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:06:36.181065 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-8b35adca-71fd-451f-bf5a-e3950a76ab74 tempest-RoutersIpV6AdminTest-920956841 tempest-RoutersIpV6AdminTest-920956841-project] Deleting port dd77ddbb-374c-415d-a5cf-677c6c7b46d8 {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:06:36.181492 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8b35adca-71fd-451f-bf5a-e3950a76ab74 tempest-RoutersIpV6AdminTest-920956841 tempest-RoutersIpV6AdminTest-920956841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:36.250402 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2d931e-47ab-4ecd-b712-e864c8350ed6 req-09117d65-c6c8-481f-9979-cef79155a6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:06:36.252386 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6d2d931e-47ab-4ecd-b712-e864c8350ed6 req-09117d65-c6c8-481f-9979-cef79155a6d9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=71f4f05b-546f-495f-be85-3ee41a9605e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1494770 Aug 18 12:06:36.348191 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8b35adca-71fd-451f-bf5a-e3950a76ab74 tempest-RoutersIpV6AdminTest-920956841 tempest-RoutersIpV6AdminTest-920956841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:36.367213 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-8b35adca-71fd-451f-bf5a-e3950a76ab74 tempest-RoutersIpV6AdminTest-920956841 tempest-RoutersIpV6AdminTest-920956841-project] Calling delete_port for dd77ddbb-374c-415d-a5cf-677c6c7b46d8 owned by network:router_gateway {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:06:36.454499 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6d2d931e-47ab-4ecd-b712-e864c8350ed6 req-cb57154e-9fa8-49af-8b4f-3494b57b0e70 service neutron] 10.222.0.62 "GET /v2.0/networks/71f4f05b-546f-495f-be85-3ee41a9605e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1936405 Aug 18 12:06:36.690433 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6d2d931e-47ab-4ecd-b712-e864c8350ed6 req-b0548e5e-bd4d-4313-8a55-76f580bd2c5b service neutron] 10.222.0.62 "GET /v2.0/networks/71f4f05b-546f-495f-be85-3ee41a9605e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2242224 Aug 18 12:06:36.770732 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6d2d931e-47ab-4ecd-b712-e864c8350ed6 req-d22e57f1-be24-43ea-b655-d9fc26df77cb service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=5d12cdb5-f897-47d4-8656-b7afc876f2b5 HTTP/1.1" status: 200 len: 217 time: 0.0561318 Aug 18 12:06:36.903428 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8b35adca-71fd-451f-bf5a-e3950a76ab74 tempest-RoutersIpV6AdminTest-920956841 tempest-RoutersIpV6AdminTest-920956841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:36.961803 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b35adca-71fd-451f-bf5a-e3950a76ab74 tempest-RoutersIpV6AdminTest-920956841 tempest-RoutersIpV6AdminTest-920956841-project] Pushing event deleted for resources: {'Port': ['ID=dd77ddbb-374c-415d-a5cf-677c6c7b46d8,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:06:37.125119 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 41690) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:06:37.133169 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2d931e-47ab-4ecd-b712-e864c8350ed6 req-6197aa71-0eeb-46d9-bbbc-e408b8841297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:06:37.134887 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6d2d931e-47ab-4ecd-b712-e864c8350ed6 req-6197aa71-0eeb-46d9-bbbc-e408b8841297 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=72d9155c-f171-412a-b9b4-962a1e291242 HTTP/1.1" status: 200 len: 797 time: 0.3394599 Aug 18 12:06:37.137808 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 41692) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:06:37.164833 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-80f190f5-2e76-4355-b893-8920df88b277 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-684486222'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:06:37.200926 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80f190f5-2e76-4355-b893-8920df88b277 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Made reservation on behalf of c58c061f2ffb4e7caeee64937da3abfa for: {'network': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:06:37.204281 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-80f190f5-2e76-4355-b893-8920df88b277 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for network, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:37.260414 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8b35adca-71fd-451f-bf5a-e3950a76ab74 tempest-RoutersIpV6AdminTest-920956841 tempest-RoutersIpV6AdminTest-920956841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-997271'] for router_gateway, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:37.272989 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74e961e-6de4-436a-98ce-399d2fa757ae req-3c7e225f-e422-4214-bf6d-91d707ae6f18 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:06:37.274564 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d74e961e-6de4-436a-98ce-399d2fa757ae req-3c7e225f-e422-4214-bf6d-91d707ae6f18 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/ports?device_id=391c446c-64ec-43a3-91e7-a71f9564fb03 HTTP/1.1" status: 200 len: 945 time: 0.3210671 Aug 18 12:06:37.284787 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f31d4884-7455-441e-896e-c337559f3624 tempest-FloatingIPAdminTestJSON-2119832633 tempest-FloatingIPAdminTestJSON-2119832633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:37.309850 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-de7c0aeb-f579-4c76-bf05-c6870d492feb admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:37.375824 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80f190f5-2e76-4355-b893-8920df88b277 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 840} {{(pid=106252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:06:37.401806 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2d931e-47ab-4ecd-b712-e864c8350ed6 req-41e1624f-5143-43fd-8a2c-559e91d8bf01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:06:37.403241 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6d2d931e-47ab-4ecd-b712-e864c8350ed6 req-41e1624f-5143-43fd-8a2c-559e91d8bf01 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=71f4f05b-546f-495f-be85-3ee41a9605e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2178679 Aug 18 12:06:37.405071 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8b35adca-71fd-451f-bf5a-e3950a76ab74 tempest-RoutersIpV6AdminTest-920956841 tempest-RoutersIpV6AdminTest-920956841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-996004', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15859'] for router, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:37.409825 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8b35adca-71fd-451f-bf5a-e3950a76ab74 tempest-RoutersIpV6AdminTest-920956841 tempest-RoutersIpV6AdminTest-920956841-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:37.411768 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-80f190f5-2e76-4355-b893-8920df88b277 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:37.412115 n-d-804985-2 neutron-server[106252]: INFO neutron.db.segments_db [None req-80f190f5-2e76-4355-b893-8920df88b277 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Added segment 926df150-8e3a-4382-95d3-bc82a1fd69e4 of type vlan for network 2212f13b-fd75-4d1b-969c-01d56f351ced Aug 18 12:06:37.573861 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d74e961e-6de4-436a-98ce-399d2fa757ae req-aa1e5901-c4b0-4408-afa8-5232e118cf40 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/security-groups?id=d60fbefd-5088-4718-a442-08959d2ac3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2682400 Aug 18 12:06:37.586351 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-de7c0aeb-f579-4c76-bf05-c6870d492feb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:37.593770 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-80f190f5-2e76-4355-b893-8920df88b277 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789150665894'] for network, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:37.596242 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8b35adca-71fd-451f-bf5a-e3950a76ab74 tempest-RoutersIpV6AdminTest-920956841 tempest-RoutersIpV6AdminTest-920956841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-996061'] for router, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:37.596559 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-de7c0aeb-f579-4c76-bf05-c6870d492feb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:37.596737 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b35adca-71fd-451f-bf5a-e3950a76ab74 tempest-RoutersIpV6AdminTest-920956841 tempest-RoutersIpV6AdminTest-920956841-project] Fanout notify agent at l3_agent the message router_deleted on router c8ca1060-819b-4716-a049-98295d595277 {{(pid=106252) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 12:06:37.607830 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8b35adca-71fd-451f-bf5a-e3950a76ab74 tempest-RoutersIpV6AdminTest-920956841 tempest-RoutersIpV6AdminTest-920956841-project] Notify callbacks [] for router, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:37.613004 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-8b35adca-71fd-451f-bf5a-e3950a76ab74 tempest-RoutersIpV6AdminTest-920956841 tempest-RoutersIpV6AdminTest-920956841-project] 10.222.0.66 "DELETE /v2.0/routers/c8ca1060-819b-4716-a049-98295d595277 HTTP/1.1" status: 204 len: 168 time: 3.0339484 Aug 18 12:06:37.613004 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 41696) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:06:37.619098 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-c9a184bd-8131-4eda-a654-cd25233ba3c8 tempest-RoutersIpV6AdminTest-920956841 tempest-RoutersIpV6AdminTest-920956841-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-965730629', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:06:37.683424 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-80f190f5-2e76-4355-b893-8920df88b277 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for network, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:37.689135 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80f190f5-2e76-4355-b893-8920df88b277 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:06:37.689775 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-80f190f5-2e76-4355-b893-8920df88b277 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Notify callbacks [] for network, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:37.715291 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6d2d931e-47ab-4ecd-b712-e864c8350ed6 req-d42b4e3c-2d57-401d-8c11-66ea1cd8ecc4 service neutron] 10.222.0.62 "GET /v2.0/networks/71f4f05b-546f-495f-be85-3ee41a9605e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3000674 Aug 18 12:06:37.733612 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-de7c0aeb-f579-4c76-bf05-c6870d492feb admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=539d534cab00410c9e941911438c4eec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6043549 Aug 18 12:06:37.745499 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 41700) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:06:37.755276 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c9a184bd-8131-4eda-a654-cd25233ba3c8 tempest-RoutersIpV6AdminTest-920956841 tempest-RoutersIpV6AdminTest-920956841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-998592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15809'] for router, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:37.756035 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c9a184bd-8131-4eda-a654-cd25233ba3c8 tempest-RoutersIpV6AdminTest-920956841 tempest-RoutersIpV6AdminTest-920956841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-992733', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-971415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15816'] for router, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:37.758827 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7c0aeb-f579-4c76-bf05-c6870d492feb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5d3dbfd-3412-45a5-9fb5-641962134986,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:06:37.786016 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-80f190f5-2e76-4355-b893-8920df88b277 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6469145 Aug 18 12:06:37.790802 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7c0aeb-f579-4c76-bf05-c6870d492feb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:06:37.791155 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7c0aeb-f579-4c76-bf05-c6870d492feb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:06:37.791607 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7c0aeb-f579-4c76-bf05-c6870d492feb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:06:37.791838 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7c0aeb-f579-4c76-bf05-c6870d492feb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:06:37.793733 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7c0aeb-f579-4c76-bf05-c6870d492feb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:06:37.793733 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7c0aeb-f579-4c76-bf05-c6870d492feb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:06:37.793733 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7c0aeb-f579-4c76-bf05-c6870d492feb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:06:37.793733 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7c0aeb-f579-4c76-bf05-c6870d492feb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:06:37.793733 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7c0aeb-f579-4c76-bf05-c6870d492feb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:06:37.793733 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7c0aeb-f579-4c76-bf05-c6870d492feb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:06:37.794899 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7c0aeb-f579-4c76-bf05-c6870d492feb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:06:37.794899 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7c0aeb-f579-4c76-bf05-c6870d492feb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:06:37.798459 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [None req-f31d4884-7455-441e-896e-c337559f3624 tempest-FloatingIPAdminTestJSON-2119832633 tempest-FloatingIPAdminTestJSON-2119832633-project] Allocated IP 172.20.0.1 (f683ea72-8eca-4951-989c-7e812a84cc31/90dc4883-157b-4a1d-a253-bd580ea3817a/9479e222-84c7-48e2-b94b-e02571532396) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:06:37.800391 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 41702) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:06:37.808269 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-e2dd9e8e-d20d-4919-bc3c-d8ef7671d926 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1790451205'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:06:37.840881 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f190f5-2e76-4355-b893-8920df88b277 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Pushing event updated for resources: {'Network': ['ID=2212f13b-fd75-4d1b-969c-01d56f351ced,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:06:37.857200 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Network 2212f13b-fd75-4d1b-969c-01d56f351ced details requested by agent ovs-agent-n-d-804985-2 with host n-d-804985-2 {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:06:37.891250 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c9a184bd-8131-4eda-a654-cd25233ba3c8 tempest-RoutersIpV6AdminTest-920956841 tempest-RoutersIpV6AdminTest-920956841-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:37.900907 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2dd9e8e-d20d-4919-bc3c-d8ef7671d926 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Made reservation on behalf of c58c061f2ffb4e7caeee64937da3abfa for: {'network': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:06:37.902416 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c9a184bd-8131-4eda-a654-cd25233ba3c8 tempest-RoutersIpV6AdminTest-920956841 tempest-RoutersIpV6AdminTest-920956841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-998473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-992536'] for router, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:37.904252 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e2dd9e8e-d20d-4919-bc3c-d8ef7671d926 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for network, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:37.925633 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3cac27a7-1edd-4e88-97f3-f477aaeec1b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:37.929043 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6d2d931e-47ab-4ecd-b712-e864c8350ed6 req-c1a3b4a2-b0bc-468e-bec2-2f21ff25b6eb service neutron] 10.222.0.62 "GET /v2.0/networks/71f4f05b-546f-495f-be85-3ee41a9605e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759057 Aug 18 12:06:37.946543 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c9a184bd-8131-4eda-a654-cd25233ba3c8 tempest-RoutersIpV6AdminTest-920956841 tempest-RoutersIpV6AdminTest-920956841-project] Notify callbacks [] for router, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:37.953240 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-c9a184bd-8131-4eda-a654-cd25233ba3c8 tempest-RoutersIpV6AdminTest-920956841 tempest-RoutersIpV6AdminTest-920956841-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3368473 Aug 18 12:06:37.954163 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 41704) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:06:37.960762 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-fb9a8d91-b030-4486-a3f3-9a6f817c0883 tempest-RoutersIpV6AdminTest-920956841 tempest-RoutersIpV6AdminTest-920956841-project] Request body: {'router': {'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'}}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:06:37.970586 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3cac27a7-1edd-4e88-97f3-f477aaeec1b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:37.976555 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2dd9e8e-d20d-4919-bc3c-d8ef7671d926 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 836} {{(pid=106253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:06:38.033282 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e2dd9e8e-d20d-4919-bc3c-d8ef7671d926 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:38.033624 n-d-804985-2 neutron-server[106253]: INFO neutron.db.segments_db [None req-e2dd9e8e-d20d-4919-bc3c-d8ef7671d926 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Added segment df3c0b73-1969-468f-b788-2fc792f44d99 of type vlan for network d3427385-4738-4edf-ab5a-b3bffa0e286e Aug 18 12:06:38.035175 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:38.063958 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f31d4884-7455-441e-896e-c337559f3624 tempest-FloatingIPAdminTestJSON-2119832633 tempest-FloatingIPAdminTestJSON-2119832633-project] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:38.104509 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [None req-f31d4884-7455-441e-896e-c337559f3624 tempest-FloatingIPAdminTestJSON-2119832633 tempest-FloatingIPAdminTestJSON-2119832633-project] Transition to ACTIVE for port object 9479e222-84c7-48e2-b94b-e02571532396 will not be triggered until provisioned by entity DHCP. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:06:38.160142 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e2dd9e8e-d20d-4919-bc3c-d8ef7671d926 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789150665894'] for network, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:38.165457 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f31d4884-7455-441e-896e-c337559f3624 tempest-FloatingIPAdminTestJSON-2119832633 tempest-FloatingIPAdminTestJSON-2119832633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:38.183190 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3cac27a7-1edd-4e88-97f3-f477aaeec1b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:38.186331 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3cac27a7-1edd-4e88-97f3-f477aaeec1b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:38.189743 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-3cac27a7-1edd-4e88-97f3-f477aaeec1b9 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c5d3dbfd-3412-45a5-9fb5-641962134986 HTTP/1.1" status: 204 len: 168 time: 0.4411583 Aug 18 12:06:38.227958 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cac27a7-1edd-4e88-97f3-f477aaeec1b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5d3dbfd-3412-45a5-9fb5-641962134986,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:06:38.251790 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-fb9a8d91-b030-4486-a3f3-9a6f817c0883 tempest-RoutersIpV6AdminTest-920956841 tempest-RoutersIpV6AdminTest-920956841-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:38.300868 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e2dd9e8e-d20d-4919-bc3c-d8ef7671d926 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for network, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:38.308241 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2dd9e8e-d20d-4919-bc3c-d8ef7671d926 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:06:38.308860 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e2dd9e8e-d20d-4919-bc3c-d8ef7671d926 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:38.333281 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f31d4884-7455-441e-896e-c337559f3624 tempest-FloatingIPAdminTestJSON-2119832633 tempest-FloatingIPAdminTestJSON-2119832633-project] Network f683ea72-8eca-4951-989c-7e812a84cc31 is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:06:38.341119 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-e2dd9e8e-d20d-4919-bc3c-d8ef7671d926 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5344586 Aug 18 12:06:38.347187 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 41708) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:06:38.352668 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31d4884-7455-441e-896e-c337559f3624 tempest-FloatingIPAdminTestJSON-2119832633 tempest-FloatingIPAdminTestJSON-2119832633-project] Pushing event updated for resources: {'Port': ['ID=9479e222-84c7-48e2-b94b-e02571532396,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:06:38.353637 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-32f5cb57-0852-439d-aa0b-94075b62e9b0 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Request body: {'subnet': {'network_id': '2212f13b-fd75-4d1b-969c-01d56f351ced', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:06:38.398072 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-f31d4884-7455-441e-896e-c337559f3624 tempest-FloatingIPAdminTestJSON-2119832633 tempest-FloatingIPAdminTestJSON-2119832633-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:06:38.400598 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f31d4884-7455-441e-896e-c337559f3624 tempest-FloatingIPAdminTestJSON-2119832633 tempest-FloatingIPAdminTestJSON-2119832633-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:06:38.462525 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2dd9e8e-d20d-4919-bc3c-d8ef7671d926 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Pushing event updated for resources: {'Network': ['ID=d3427385-4738-4edf-ab5a-b3bffa0e286e,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:06:38.478317 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Network d3427385-4738-4edf-ab5a-b3bffa0e286e details requested by agent ovs-agent-n-d-804985-2 with host n-d-804985-2 {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:06:38.506008 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f31d4884-7455-441e-896e-c337559f3624 tempest-FloatingIPAdminTestJSON-2119832633 tempest-FloatingIPAdminTestJSON-2119832633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-996688'] for router_interface, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:38.616994 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32f5cb57-0852-439d-aa0b-94075b62e9b0 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Made reservation on behalf of c58c061f2ffb4e7caeee64937da3abfa for: {'subnet': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:06:38.640822 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-32f5cb57-0852-439d-aa0b-94075b62e9b0 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59074089'] for subnet, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:38.711347 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 41714) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:06:38.730808 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8318b212-efc4-4128-9aa9-0743d3eadbe6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:38.767678 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-0d8d73ef-d67c-4547-826b-cece511c43c8 None None] Provisioning for port 9479e222-84c7-48e2-b94b-e02571532396 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:06:38.776018 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-0d8d73ef-d67c-4547-826b-cece511c43c8 None None] Provisioning complete for port 9479e222-84c7-48e2-b94b-e02571532396 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:06:38.776406 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-0d8d73ef-d67c-4547-826b-cece511c43c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:38.889116 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8318b212-efc4-4128-9aa9-0743d3eadbe6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:38.904198 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8318b212-efc4-4128-9aa9-0743d3eadbe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:38.915385 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-0d8d73ef-d67c-4547-826b-cece511c43c8 None None] Port 9479e222-84c7-48e2-b94b-e02571532396 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:06:38.920163 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-32f5cb57-0852-439d-aa0b-94075b62e9b0 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3572913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59074111'] for subnet, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:38.996647 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f31d4884-7455-441e-896e-c337559f3624 tempest-FloatingIPAdminTestJSON-2119832633 tempest-FloatingIPAdminTestJSON-2119832633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:39.001102 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-8318b212-efc4-4128-9aa9-0743d3eadbe6 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=769517a68a214e7d8d617dbbcaa05f8a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2884285 Aug 18 12:06:39.004289 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 41718) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:06:39.019542 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8318b212-efc4-4128-9aa9-0743d3eadbe6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=012c6da8-12a6-448a-ac68-5e3e459f11c9,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:06:39.264030 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9df92a49-cdd0-4c36-97e3-098a8bbde372 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:39.331776 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9df92a49-cdd0-4c36-97e3-098a8bbde372 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:39.437961 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9df92a49-cdd0-4c36-97e3-098a8bbde372 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:39.440698 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9df92a49-cdd0-4c36-97e3-098a8bbde372 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:39.444553 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-9df92a49-cdd0-4c36-97e3-098a8bbde372 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/012c6da8-12a6-448a-ac68-5e3e459f11c9 HTTP/1.1" status: 204 len: 168 time: 0.4362385 Aug 18 12:06:39.463058 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df92a49-cdd0-4c36-97e3-098a8bbde372 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=012c6da8-12a6-448a-ac68-5e3e459f11c9,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:06:39.497549 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f31d4884-7455-441e-896e-c337559f3624 tempest-FloatingIPAdminTestJSON-2119832633 tempest-FloatingIPAdminTestJSON-2119832633-project] Notify callbacks [] for port, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:39.513172 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f31d4884-7455-441e-896e-c337559f3624 tempest-FloatingIPAdminTestJSON-2119832633 tempest-FloatingIPAdminTestJSON-2119832633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:39.534210 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-fb9a8d91-b030-4486-a3f3-9a6f817c0883 tempest-RoutersIpV6AdminTest-920956841 tempest-RoutersIpV6AdminTest-920956841-project] Notify callbacks [] for router_gateway, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:39.583191 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-fb9a8d91-b030-4486-a3f3-9a6f817c0883 tempest-RoutersIpV6AdminTest-920956841 tempest-RoutersIpV6AdminTest-920956841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:39.595033 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4343d0a-db82-405d-abe5-44d80b55f3a6 req-2455f698-be76-4c0f-bbd0-9df71eef6712 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:06:39.596884 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d4343d0a-db82-405d-abe5-44d80b55f3a6 req-2455f698-be76-4c0f-bbd0-9df71eef6712 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/ports?device_id=391c446c-64ec-43a3-91e7-a71f9564fb03 HTTP/1.1" status: 200 len: 945 time: 0.6918089 Aug 18 12:06:39.597648 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f5cb57-0852-439d-aa0b-94075b62e9b0 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Pushing event updated for resources: {'Subnet': ['ID=c6d6e2ca-0ac3-47a3-8cbf-b12d0d7c45be,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:06:39.622820 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f5cb57-0852-439d-aa0b-94075b62e9b0 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Checking segment: {'id': '926df150-8e3a-4382-95d3-bc82a1fd69e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '2212f13b-fd75-4d1b-969c-01d56f351ced'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:06:39.623959 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32f5cb57-0852-439d-aa0b-94075b62e9b0 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Network hostable DHCP agents. Network: 2212f13b-fd75-4d1b-969c-01d56f351ced, hostable agents: ['97c14208-2951-4361-8d64-3708c946ff5f'], hosted agents: [] {{(pid=106252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 12:06:39.634327 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f5cb57-0852-439d-aa0b-94075b62e9b0 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:06:39.634955 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f5cb57-0852-439d-aa0b-94075b62e9b0 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:06:39.635297 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f5cb57-0852-439d-aa0b-94075b62e9b0 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:06:39.635721 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f5cb57-0852-439d-aa0b-94075b62e9b0 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:06:39.636198 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f5cb57-0852-439d-aa0b-94075b62e9b0 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:06:39.636694 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f5cb57-0852-439d-aa0b-94075b62e9b0 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:06:39.637113 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f5cb57-0852-439d-aa0b-94075b62e9b0 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:06:39.637543 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f5cb57-0852-439d-aa0b-94075b62e9b0 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:06:39.637963 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f5cb57-0852-439d-aa0b-94075b62e9b0 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:06:39.638446 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f5cb57-0852-439d-aa0b-94075b62e9b0 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:06:39.638867 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f5cb57-0852-439d-aa0b-94075b62e9b0 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:06:39.639295 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f5cb57-0852-439d-aa0b-94075b62e9b0 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:06:39.652492 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f31d4884-7455-441e-896e-c337559f3624 tempest-FloatingIPAdminTestJSON-2119832633 tempest-FloatingIPAdminTestJSON-2119832633-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-996772'] for router_interface, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:39.725496 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31d4884-7455-441e-896e-c337559f3624 tempest-FloatingIPAdminTestJSON-2119832633 tempest-FloatingIPAdminTestJSON-2119832633-project] Pushing event updated for resources: {'Port': ['ID=9479e222-84c7-48e2-b94b-e02571532396,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:06:39.746614 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d4343d0a-db82-405d-abe5-44d80b55f3a6 req-45f15b25-1022-47a5-8398-af0b74b44e71 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/security-groups?id=d60fbefd-5088-4718-a442-08959d2ac3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407797 Aug 18 12:06:39.750340 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32f5cb57-0852-439d-aa0b-94075b62e9b0 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Network 2212f13b-fd75-4d1b-969c-01d56f351ced is scheduled to be hosted by DHCP agent 97c14208-2951-4361-8d64-3708c946ff5f with binding_index 1 {{(pid=106252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 12:06:39.805731 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f31d4884-7455-441e-896e-c337559f3624 tempest-FloatingIPAdminTestJSON-2119832633 tempest-FloatingIPAdminTestJSON-2119832633-project] Network f683ea72-8eca-4951-989c-7e812a84cc31 is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:06:39.808095 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-f31d4884-7455-441e-896e-c337559f3624 tempest-FloatingIPAdminTestJSON-2119832633 tempest-FloatingIPAdminTestJSON-2119832633-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:06:39.813481 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [None req-fb9a8d91-b030-4486-a3f3-9a6f817c0883 tempest-RoutersIpV6AdminTest-920956841 tempest-RoutersIpV6AdminTest-920956841-project] Allocated IP 172.25.7.26 (7cae7a70-14fd-408c-b14d-39ceb97cb60e/9784295a-20b8-4a4b-b105-f82737f0448f/8d271d98-524e-45e8-97bc-075b349571cc) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:06:39.998428 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-fb9a8d91-b030-4486-a3f3-9a6f817c0883 tempest-RoutersIpV6AdminTest-920956841 tempest-RoutersIpV6AdminTest-920956841-project] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:40.002719 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-32f5cb57-0852-439d-aa0b-94075b62e9b0 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-2, 2212f13b-fd75-4d1b-969c-01d56f351ced) {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:06:40.009612 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32f5cb57-0852-439d-aa0b-94075b62e9b0 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:06:40.010363 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-32f5cb57-0852-439d-aa0b-94075b62e9b0 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for subnet, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:40.015407 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-596ba186-8f44-47b3-ae05-d2035afefea3 None None] Network 2212f13b-fd75-4d1b-969c-01d56f351ced requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:06:40.042415 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f31d4884-7455-441e-896e-c337559f3624 tempest-FloatingIPAdminTestJSON-2119832633 tempest-FloatingIPAdminTestJSON-2119832633-project] Router f85dc3ba-8a27-4af0-acf4-20262a655648 has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:06:40.062067 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 41734) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:06:40.062751 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-32f5cb57-0852-439d-aa0b-94075b62e9b0 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.7135704 Aug 18 12:06:40.115517 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-23e56804-689a-4869-9c66-f0c0b99f60db tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Request body: {'subnet': {'network_id': 'd3427385-4738-4edf-ab5a-b3bffa0e286e', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:06:40.119629 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-fb9a8d91-b030-4486-a3f3-9a6f817c0883 tempest-RoutersIpV6AdminTest-920956841 tempest-RoutersIpV6AdminTest-920956841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:40.198276 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb9a8d91-b030-4486-a3f3-9a6f817c0883 tempest-RoutersIpV6AdminTest-920956841 tempest-RoutersIpV6AdminTest-920956841-project] Network 7cae7a70-14fd-408c-b14d-39ceb97cb60e is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:06:40.236699 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-fb9a8d91-b030-4486-a3f3-9a6f817c0883 tempest-RoutersIpV6AdminTest-920956841 tempest-RoutersIpV6AdminTest-920956841-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:06:40.240847 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb9a8d91-b030-4486-a3f3-9a6f817c0883 tempest-RoutersIpV6AdminTest-920956841 tempest-RoutersIpV6AdminTest-920956841-project] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:06:40.259037 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9a8d91-b030-4486-a3f3-9a6f817c0883 tempest-RoutersIpV6AdminTest-920956841 tempest-RoutersIpV6AdminTest-920956841-project] Pushing event updated for resources: {'Port': ['ID=8d271d98-524e-45e8-97bc-075b349571cc,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:06:40.318195 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6459a971-9874-4bba-bf45-937c0d61de7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp788be208-34ab-5a8f-af0f-528834af222f-2212f13b-fd75-4d1b-969c-01d56f351ced', 'network_id': '2212f13b-fd75-4d1b-969c-01d56f351ced', 'tenant_id': 'c58c061f2ffb4e7caeee64937da3abfa', 'fixed_ips': [{'subnet_id': 'c6d6e2ca-0ac3-47a3-8cbf-b12d0d7c45be'}]}} from n-d-804985-2. {{(pid=106254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 12:06:40.319766 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-6459a971-9874-4bba-bf45-937c0d61de7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:40.356775 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23e56804-689a-4869-9c66-f0c0b99f60db tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Made reservation on behalf of c58c061f2ffb4e7caeee64937da3abfa for: {'subnet': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:06:40.360269 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-23e56804-689a-4869-9c66-f0c0b99f60db tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59388119'] for subnet, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:40.419176 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f31d4884-7455-441e-896e-c337559f3624 tempest-FloatingIPAdminTestJSON-2119832633 tempest-FloatingIPAdminTestJSON-2119832633-project] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:06:40.427845 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-f31d4884-7455-441e-896e-c337559f3624 tempest-FloatingIPAdminTestJSON-2119832633 tempest-FloatingIPAdminTestJSON-2119832633-project] 10.222.0.66 "PUT /v2.0/routers/f85dc3ba-8a27-4af0-acf4-20262a655648/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3416586 Aug 18 12:06:40.430822 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 41744) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:06:40.434422 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c094096-6f4e-461a-9eaa-4a3b4e7c7de4 None None] Sync routers for ids ['f85dc3ba-8a27-4af0-acf4-20262a655648'] in n-d-804985-2 {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:06:40.444164 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-4dc5bca9-7bb6-44c9-a1ac-6ca57118dc53 tempest-FloatingIPAdminTestJSON-2119832633 tempest-FloatingIPAdminTestJSON-2119832633-project] Request body: {'port': {'network_id': 'f683ea72-8eca-4951-989c-7e812a84cc31', 'name': 'tempest-FloatingIPAdminTestJSON-1102209068'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:06:40.451512 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c094096-6f4e-461a-9eaa-4a3b4e7c7de4 None None] Routers {'f85dc3ba-8a27-4af0-acf4-20262a655648'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:06:40.455426 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-0c094096-6f4e-461a-9eaa-4a3b4e7c7de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:06:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['f85dc3ba-8a27-4af0-acf4-20262a655648'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:06:40.499375 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-3246633f-484e-497b-9040-b598abf0c3ae None None] Provisioning complete for port 9479e222-84c7-48e2-b94b-e02571532396 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:06:40.500764 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3246633f-484e-497b-9040-b598abf0c3ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:40.589137 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-0c094096-6f4e-461a-9eaa-4a3b4e7c7de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:06:40.612399 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c094096-6f4e-461a-9eaa-4a3b4e7c7de4 None None] Routers {'f85dc3ba-8a27-4af0-acf4-20262a655648'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:06:40.613373 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-0c094096-6f4e-461a-9eaa-4a3b4e7c7de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:06:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['f85dc3ba-8a27-4af0-acf4-20262a655648'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:06:40.621548 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-3246633f-484e-497b-9040-b598abf0c3ae None None] Port 9479e222-84c7-48e2-b94b-e02571532396 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:06:40.688535 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-0c094096-6f4e-461a-9eaa-4a3b4e7c7de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:06:40.689218 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c094096-6f4e-461a-9eaa-4a3b4e7c7de4 None None] The sync data for ids ['f85dc3ba-8a27-4af0-acf4-20262a655648'] in n-d-804985-2 is: [] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:06:40.713843 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.db_base_plugin_common [None req-6459a971-9874-4bba-bf45-937c0d61de7f None None] Allocated IP 10.1.1.2 (2212f13b-fd75-4d1b-969c-01d56f351ced/c6d6e2ca-0ac3-47a3-8cbf-b12d0d7c45be/93772f76-8014-4aee-8633-84dfed01d30e) {{(pid=106254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:06:40.790218 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dc5bca9-7bb6-44c9-a1ac-6ca57118dc53 tempest-FloatingIPAdminTestJSON-2119832633 tempest-FloatingIPAdminTestJSON-2119832633-project] Made reservation on behalf of 4432b44302aa45ee9c8724f12558dbf4 for: {'port': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:06:40.794028 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4dc5bca9-7bb6-44c9-a1ac-6ca57118dc53 tempest-FloatingIPAdminTestJSON-2119832633 tempest-FloatingIPAdminTestJSON-2119832633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:40.806508 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-fb9a8d91-b030-4486-a3f3-9a6f817c0883 tempest-RoutersIpV6AdminTest-920956841 tempest-RoutersIpV6AdminTest-920956841-project] Notify callbacks [] for router_gateway, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:40.823364 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-23e56804-689a-4869-9c66-f0c0b99f60db tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58902106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59388097'] for subnet, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:40.927733 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-6459a971-9874-4bba-bf45-937c0d61de7f None None] Notify callbacks [] for port, precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:40.933377 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e56804-689a-4869-9c66-f0c0b99f60db tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Pushing event updated for resources: {'Subnet': ['ID=765693c9-62f2-43a4-a4e0-0c1c5bb2242d,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:06:40.945575 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-6459a971-9874-4bba-bf45-937c0d61de7f None None] Transition to ACTIVE for port object 93772f76-8014-4aee-8633-84dfed01d30e will not be triggered until provisioned by entity L2. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:06:40.951041 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [None req-4dc5bca9-7bb6-44c9-a1ac-6ca57118dc53 tempest-FloatingIPAdminTestJSON-2119832633 tempest-FloatingIPAdminTestJSON-2119832633-project] device_id is not set on port 4effad27-9a7d-4bd9-b8b3-b25bcdc9b039 yet. {{(pid=106253) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 12:06:40.966809 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-6459a971-9874-4bba-bf45-937c0d61de7f None None] Transition to ACTIVE for port object 93772f76-8014-4aee-8633-84dfed01d30e will not be triggered until provisioned by entity DHCP. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:06:40.976353 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-6459a971-9874-4bba-bf45-937c0d61de7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547'] for port, after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:41.042051 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-fb9a8d91-b030-4486-a3f3-9a6f817c0883 tempest-RoutersIpV6AdminTest-920956841 tempest-RoutersIpV6AdminTest-920956841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-992676', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-996089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15866'] for router, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:41.048026 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-fb9a8d91-b030-4486-a3f3-9a6f817c0883 tempest-RoutersIpV6AdminTest-920956841 tempest-RoutersIpV6AdminTest-920956841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-992536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-992522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-992529', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-996032'] for router, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:41.141295 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [None req-4dc5bca9-7bb6-44c9-a1ac-6ca57118dc53 tempest-FloatingIPAdminTestJSON-2119832633 tempest-FloatingIPAdminTestJSON-2119832633-project] Allocated IP 172.20.0.3 (f683ea72-8eca-4951-989c-7e812a84cc31/90dc4883-157b-4a1d-a253-bd580ea3817a/4effad27-9a7d-4bd9-b8b3-b25bcdc9b039) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:06:41.143668 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6459a971-9874-4bba-bf45-937c0d61de7f None None] Network 2212f13b-fd75-4d1b-969c-01d56f351ced is already hosted by enough agents. {{(pid=106254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:06:41.173216 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.base_scheduler [None req-6459a971-9874-4bba-bf45-937c0d61de7f None None] Resources bound (agent type, host, resource id): {{(pid=106254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:06:41.175399 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6459a971-9874-4bba-bf45-937c0d61de7f None None] Pushing event updated for resources: {'Port': ['ID=93772f76-8014-4aee-8633-84dfed01d30e,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:06:41.187055 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1254b6ff-1821-4655-a063-13ca47b93aa6 req-2d5c6445-bd3f-4554-a3d8-795deb0c7e68 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:06:41.188785 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1254b6ff-1821-4655-a063-13ca47b93aa6 req-2d5c6445-bd3f-4554-a3d8-795deb0c7e68 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/ports?device_id=391c446c-64ec-43a3-91e7-a71f9564fb03 HTTP/1.1" status: 200 len: 945 time: 0.1424317 Aug 18 12:06:41.190136 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6459a971-9874-4bba-bf45-937c0d61de7f None None] Received port after_create {{(pid=106254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:06:41.267940 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-6459a971-9874-4bba-bf45-937c0d61de7f None None] Attempting to bind port 93772f76-8014-4aee-8633-84dfed01d30e on host n-d-804985-2 for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:06:41.268718 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-6459a971-9874-4bba-bf45-937c0d61de7f None None] Attempting to bind port 93772f76-8014-4aee-8633-84dfed01d30e by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': '926df150-8e3a-4382-95d3-bc82a1fd69e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '2212f13b-fd75-4d1b-969c-01d56f351ced'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:06:41.269330 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6459a971-9874-4bba-bf45-937c0d61de7f None None] Attempting to bind port 93772f76-8014-4aee-8633-84dfed01d30e on network 2212f13b-fd75-4d1b-969c-01d56f351ced {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:06:41.273310 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1254b6ff-1821-4655-a063-13ca47b93aa6 req-6aa14a48-70eb-4d44-a1c1-2bf2fec8477b tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/security-groups?id=d60fbefd-5088-4718-a442-08959d2ac3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768664 Aug 18 12:06:41.277340 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6459a971-9874-4bba-bf45-937c0d61de7f None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 6, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:06:41.277856 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6459a971-9874-4bba-bf45-937c0d61de7f None None] Checking segment: {'id': '926df150-8e3a-4382-95d3-bc82a1fd69e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '2212f13b-fd75-4d1b-969c-01d56f351ced'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:06:41.278423 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-6459a971-9874-4bba-bf45-937c0d61de7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:41.278915 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6459a971-9874-4bba-bf45-937c0d61de7f None None] Bound using segment: {'id': '926df150-8e3a-4382-95d3-bc82a1fd69e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '2212f13b-fd75-4d1b-969c-01d56f351ced'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:06:41.280024 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-6459a971-9874-4bba-bf45-937c0d61de7f None None] Bound port: 93772f76-8014-4aee-8633-84dfed01d30e, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '926df150-8e3a-4382-95d3-bc82a1fd69e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '2212f13b-fd75-4d1b-969c-01d56f351ced'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:06:41.280846 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-6459a971-9874-4bba-bf45-937c0d61de7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:41.357439 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e56804-689a-4869-9c66-f0c0b99f60db tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Checking segment: {'id': 'df3c0b73-1969-468f-b788-2fc792f44d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'd3427385-4738-4edf-ab5a-b3bffa0e286e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:06:41.358525 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23e56804-689a-4869-9c66-f0c0b99f60db tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Network hostable DHCP agents. Network: d3427385-4738-4edf-ab5a-b3bffa0e286e, hostable agents: ['97c14208-2951-4361-8d64-3708c946ff5f'], hosted agents: [] {{(pid=106253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 12:06:41.369364 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb9a8d91-b030-4486-a3f3-9a6f817c0883 tempest-RoutersIpV6AdminTest-920956841 tempest-RoutersIpV6AdminTest-920956841-project] Router a2e149f7-3463-4509-99e6-5d7a698f2e68 is scheduled to L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 with binding_index 1 {{(pid=106252) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 12:06:41.383067 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-6459a971-9874-4bba-bf45-937c0d61de7f None None] For port 93772f76-8014-4aee-8633-84dfed01d30e, host n-d-804985-2, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:06:41.389548 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-6459a971-9874-4bba-bf45-937c0d61de7f None None] For port 93772f76-8014-4aee-8633-84dfed01d30e, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=93772f76-8014-4aee-8633-84dfed01d30e,segment=NetworkSegment(926df150-8e3a-4382-95d3-bc82a1fd69e4),segment_id=926df150-8e3a-4382-95d3-bc82a1fd69e4)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:06:41.400663 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-6459a971-9874-4bba-bf45-937c0d61de7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:41.412999 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23e56804-689a-4869-9c66-f0c0b99f60db tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Network d3427385-4738-4edf-ab5a-b3bffa0e286e is scheduled to be hosted by DHCP agent 97c14208-2951-4361-8d64-3708c946ff5f with binding_index 1 {{(pid=106253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 12:06:41.421225 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4dc5bca9-7bb6-44c9-a1ac-6ca57118dc53 tempest-FloatingIPAdminTestJSON-2119832633 tempest-FloatingIPAdminTestJSON-2119832633-project] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:41.448425 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-23e56804-689a-4869-9c66-f0c0b99f60db tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-2, d3427385-4738-4edf-ab5a-b3bffa0e286e) {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:06:41.453405 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23e56804-689a-4869-9c66-f0c0b99f60db tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:06:41.454492 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-23e56804-689a-4869-9c66-f0c0b99f60db tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:41.463942 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88ef6d9b-f5a0-4cbd-b7cb-46dae9310ca5 None None] Network d3427385-4738-4edf-ab5a-b3bffa0e286e requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:06:41.490627 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [None req-4dc5bca9-7bb6-44c9-a1ac-6ca57118dc53 tempest-FloatingIPAdminTestJSON-2119832633 tempest-FloatingIPAdminTestJSON-2119832633-project] Transition to ACTIVE for port object 4effad27-9a7d-4bd9-b8b3-b25bcdc9b039 will not be triggered until provisioned by entity DHCP. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:06:41.505640 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-23e56804-689a-4869-9c66-f0c0b99f60db tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.4392409 Aug 18 12:06:41.508154 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 41766) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:06:41.518832 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-e2a41ba9-f3e5-4c76-8eff-fa43a19032ca tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Request body: {'port': {'network_id': '2212f13b-fd75-4d1b-969c-01d56f351ced', 'name': 'tempest-TaggedBootDevicesTest-2086641605', 'fixed_ips': [{'subnet_id': 'c6d6e2ca-0ac3-47a3-8cbf-b12d0d7c45be'}]}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:06:41.587761 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6459a971-9874-4bba-bf45-937c0d61de7f None None] Pushing event updated for resources: {'Port': ['ID=93772f76-8014-4aee-8633-84dfed01d30e,revision_number=2']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:06:41.636441 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb9a8d91-b030-4486-a3f3-9a6f817c0883 tempest-RoutersIpV6AdminTest-920956841 tempest-RoutersIpV6AdminTest-920956841-project] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:06:41.645683 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-fb9a8d91-b030-4486-a3f3-9a6f817c0883 tempest-RoutersIpV6AdminTest-920956841 tempest-RoutersIpV6AdminTest-920956841-project] Notify callbacks [] for router, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:41.647826 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-fb9a8d91-b030-4486-a3f3-9a6f817c0883 tempest-RoutersIpV6AdminTest-920956841 tempest-RoutersIpV6AdminTest-920956841-project] 10.222.0.66 "PUT /v2.0/routers/a2e149f7-3463-4509-99e6-5d7a698f2e68 HTTP/1.1" status: 200 len: 882 time: 3.6919026 Aug 18 12:06:41.649887 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 41770) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:06:41.661248 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b31cd0-b4ce-4d70-92d1-c049d3a14332 None None] Sync routers for ids ['a2e149f7-3463-4509-99e6-5d7a698f2e68'] in n-d-804985-2 {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:06:41.700641 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b31cd0-b4ce-4d70-92d1-c049d3a14332 None None] Routers {'a2e149f7-3463-4509-99e6-5d7a698f2e68'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:06:41.701897 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-63b31cd0-b4ce-4d70-92d1-c049d3a14332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:06:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['a2e149f7-3463-4509-99e6-5d7a698f2e68'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:06:41.738043 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4dc5bca9-7bb6-44c9-a1ac-6ca57118dc53 tempest-FloatingIPAdminTestJSON-2119832633 tempest-FloatingIPAdminTestJSON-2119832633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:41.761153 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-63b31cd0-b4ce-4d70-92d1-c049d3a14332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:06:41.782073 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b31cd0-b4ce-4d70-92d1-c049d3a14332 None None] Routers {'a2e149f7-3463-4509-99e6-5d7a698f2e68'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:06:41.783362 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-63b31cd0-b4ce-4d70-92d1-c049d3a14332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:06:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['a2e149f7-3463-4509-99e6-5d7a698f2e68'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:06:41.866392 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-63b31cd0-b4ce-4d70-92d1-c049d3a14332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:06:41.867394 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b31cd0-b4ce-4d70-92d1-c049d3a14332 None None] The sync data for ids ['a2e149f7-3463-4509-99e6-5d7a698f2e68'] in n-d-804985-2 is: [] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:06:41.876053 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dc5bca9-7bb6-44c9-a1ac-6ca57118dc53 tempest-FloatingIPAdminTestJSON-2119832633 tempest-FloatingIPAdminTestJSON-2119832633-project] Network f683ea72-8eca-4951-989c-7e812a84cc31 is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:06:41.879675 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c9c8f44-56e2-4a40-a678-461cef858525 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp788be208-34ab-5a8f-af0f-528834af222f-d3427385-4738-4edf-ab5a-b3bffa0e286e', 'network_id': 'd3427385-4738-4edf-ab5a-b3bffa0e286e', 'tenant_id': 'c58c061f2ffb4e7caeee64937da3abfa', 'fixed_ips': [{'subnet_id': '765693c9-62f2-43a4-a4e0-0c1c5bb2242d'}]}} from n-d-804985-2. {{(pid=106254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 12:06:41.881850 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-7c9c8f44-56e2-4a40-a678-461cef858525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:41.893600 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-b24b0d89-ef4d-4036-948d-c9acc880bb42 tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] 10.222.0.66 "GET /v2.0/routers/a2e149f7-3463-4509-99e6-5d7a698f2e68 HTTP/1.1" status: 200 len: 923 time: 0.2424402 Aug 18 12:06:41.894568 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 41776) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:06:41.902821 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-4dc5bca9-7bb6-44c9-a1ac-6ca57118dc53 tempest-FloatingIPAdminTestJSON-2119832633 tempest-FloatingIPAdminTestJSON-2119832633-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:06:41.954712 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc5bca9-7bb6-44c9-a1ac-6ca57118dc53 tempest-FloatingIPAdminTestJSON-2119832633 tempest-FloatingIPAdminTestJSON-2119832633-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:06:42.012979 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc5bca9-7bb6-44c9-a1ac-6ca57118dc53 tempest-FloatingIPAdminTestJSON-2119832633 tempest-FloatingIPAdminTestJSON-2119832633-project] Pushing event updated for resources: {'Port': ['ID=4effad27-9a7d-4bd9-b8b3-b25bcdc9b039,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:06:42.057172 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3db2c206-6ad5-4f79-8904-4a60a83123d8 tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:06:42.062193 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-3db2c206-6ad5-4f79-8904-4a60a83123d8 tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] 10.222.0.66 "GET /v2.0/ports?network_id=7cae7a70-14fd-408c-b14d-39ceb97cb60e&device_id=a2e149f7-3463-4509-99e6-5d7a698f2e68&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1665704 Aug 18 12:06:42.063333 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 41778) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:06:42.137827 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2a41ba9-f3e5-4c76-8eff-fa43a19032ca tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Made reservation on behalf of c58c061f2ffb4e7caeee64937da3abfa for: {'port': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:06:42.179604 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.db_base_plugin_common [None req-7c9c8f44-56e2-4a40-a678-461cef858525 None None] Allocated IP 10.2.2.2 (d3427385-4738-4edf-ab5a-b3bffa0e286e/765693c9-62f2-43a4-a4e0-0c1c5bb2242d/cedeba0b-2d3c-4488-ad24-27b66c9074ec) {{(pid=106254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:06:42.258129 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-848ee7f2-4d91-461b-8805-d1a8a82d9de1 tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:06:42.259613 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-848ee7f2-4d91-461b-8805-d1a8a82d9de1 tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] 10.222.0.66 "GET /v2.0/networks/7cae7a70-14fd-408c-b14d-39ceb97cb60e HTTP/1.1" status: 200 len: 881 time: 0.1946180 Aug 18 12:06:42.263651 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 41784) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:06:42.286106 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dc5bca9-7bb6-44c9-a1ac-6ca57118dc53 tempest-FloatingIPAdminTestJSON-2119832633 tempest-FloatingIPAdminTestJSON-2119832633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:06:42.286753 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4dc5bca9-7bb6-44c9-a1ac-6ca57118dc53 tempest-FloatingIPAdminTestJSON-2119832633 tempest-FloatingIPAdminTestJSON-2119832633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:42.366789 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-4e84f493-4c8e-433d-847a-6df80c880534 tempest-RoutersIpV6AdminTest-920956841 tempest-RoutersIpV6AdminTest-920956841-project] 10.222.0.66 "GET /v2.0/ports?device_id=a2e149f7-3463-4509-99e6-5d7a698f2e68 HTTP/1.1" status: 200 len: 205 time: 0.1000016 Aug 18 12:06:42.369598 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 41790) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:06:42.421842 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-4dc5bca9-7bb6-44c9-a1ac-6ca57118dc53 tempest-FloatingIPAdminTestJSON-2119832633 tempest-FloatingIPAdminTestJSON-2119832633-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9898219 Aug 18 12:06:42.425038 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 41794) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:06:42.485524 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e2a41ba9-f3e5-4c76-8eff-fa43a19032ca tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:42.523596 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [None req-e2a41ba9-f3e5-4c76-8eff-fa43a19032ca tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] device_id is not set on port 8d12b24c-fdf8-4b6d-8d6e-bdd4c5941e08 yet. {{(pid=106253) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 12:06:42.575980 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-7c9c8f44-56e2-4a40-a678-461cef858525 None None] Notify callbacks [] for port, precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:42.586111 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-7c9c8f44-56e2-4a40-a678-461cef858525 None None] Transition to ACTIVE for port object cedeba0b-2d3c-4488-ad24-27b66c9074ec will not be triggered until provisioned by entity L2. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:06:42.617269 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-7c9c8f44-56e2-4a40-a678-461cef858525 None None] Transition to ACTIVE for port object cedeba0b-2d3c-4488-ad24-27b66c9074ec will not be triggered until provisioned by entity DHCP. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:06:42.632602 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-7c9c8f44-56e2-4a40-a678-461cef858525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547'] for port, after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:42.722073 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4eb18a2-2063-401f-89e2-9785da3f95e7 req-89bba942-0c22-4ae7-8cae-0079dea35d8e tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:06:42.727360 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c4eb18a2-2063-401f-89e2-9785da3f95e7 req-89bba942-0c22-4ae7-8cae-0079dea35d8e tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/ports?device_id=391c446c-64ec-43a3-91e7-a71f9564fb03 HTTP/1.1" status: 200 len: 945 time: 0.2508781 Aug 18 12:06:42.745965 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-e64c4573-f2c7-4d08-b291-3f323ec9f65c None None] Provisioning for port 4effad27-9a7d-4bd9-b8b3-b25bcdc9b039 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:06:42.793913 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-e64c4573-f2c7-4d08-b291-3f323ec9f65c None None] Provisioning complete for port 4effad27-9a7d-4bd9-b8b3-b25bcdc9b039 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:06:42.794281 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-e64c4573-f2c7-4d08-b291-3f323ec9f65c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:42.797137 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c9c8f44-56e2-4a40-a678-461cef858525 None None] Network d3427385-4738-4edf-ab5a-b3bffa0e286e is already hosted by enough agents. {{(pid=106254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:06:42.805042 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-71b40c65-524f-40ea-9e0a-a0a5298a2d55 tempest-RoutersIpV6AdminTest-920956841 tempest-RoutersIpV6AdminTest-920956841-project] Notify callbacks [] for router, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:42.828392 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-0a48d53f-9168-4d99-8dc4-bca7a5486366 tempest-FloatingIPAdminTestJSON-970567626 tempest-FloatingIPAdminTestJSON-970567626-project-admin] Request body: {'floatingip': {'floating_network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'project_id': '4432b44302aa45ee9c8724f12558dbf4', 'port_id': '4effad27-9a7d-4bd9-b8b3-b25bcdc9b039'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:06:42.876978 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0a48d53f-9168-4d99-8dc4-bca7a5486366 tempest-FloatingIPAdminTestJSON-970567626 tempest-FloatingIPAdminTestJSON-970567626-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:42.907993 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.base_scheduler [None req-7c9c8f44-56e2-4a40-a678-461cef858525 None None] Resources bound (agent type, host, resource id): {{(pid=106254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:06:42.917404 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c9c8f44-56e2-4a40-a678-461cef858525 None None] Received port after_create {{(pid=106254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:06:42.926913 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9c8f44-56e2-4a40-a678-461cef858525 None None] Pushing event updated for resources: {'Port': ['ID=cedeba0b-2d3c-4488-ad24-27b66c9074ec,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:06:42.943792 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-71b40c65-524f-40ea-9e0a-a0a5298a2d55 tempest-RoutersIpV6AdminTest-920956841 tempest-RoutersIpV6AdminTest-920956841-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:42.980332 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c4eb18a2-2063-401f-89e2-9785da3f95e7 req-85cfac49-7c06-4ffb-9a42-554aa6fad7e6 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/security-groups?id=d60fbefd-5088-4718-a442-08959d2ac3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2367690 Aug 18 12:06:43.011889 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-e64c4573-f2c7-4d08-b291-3f323ec9f65c None None] Port 4effad27-9a7d-4bd9-b8b3-b25bcdc9b039 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:06:43.016332 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-7c9c8f44-56e2-4a40-a678-461cef858525 None None] Attempting to bind port cedeba0b-2d3c-4488-ad24-27b66c9074ec on host n-d-804985-2 for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:06:43.016741 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-7c9c8f44-56e2-4a40-a678-461cef858525 None None] Attempting to bind port cedeba0b-2d3c-4488-ad24-27b66c9074ec by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': 'df3c0b73-1969-468f-b788-2fc792f44d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'd3427385-4738-4edf-ab5a-b3bffa0e286e'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:06:43.017462 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c9c8f44-56e2-4a40-a678-461cef858525 None None] Attempting to bind port cedeba0b-2d3c-4488-ad24-27b66c9074ec on network d3427385-4738-4edf-ab5a-b3bffa0e286e {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:06:43.023286 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c9c8f44-56e2-4a40-a678-461cef858525 None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 6, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:06:43.023712 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c9c8f44-56e2-4a40-a678-461cef858525 None None] Checking segment: {'id': 'df3c0b73-1969-468f-b788-2fc792f44d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'd3427385-4738-4edf-ab5a-b3bffa0e286e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:06:43.024158 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-7c9c8f44-56e2-4a40-a678-461cef858525 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:43.025067 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c9c8f44-56e2-4a40-a678-461cef858525 None None] Bound using segment: {'id': 'df3c0b73-1969-468f-b788-2fc792f44d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'd3427385-4738-4edf-ab5a-b3bffa0e286e'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:06:43.025566 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-7c9c8f44-56e2-4a40-a678-461cef858525 None None] Bound port: cedeba0b-2d3c-4488-ad24-27b66c9074ec, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df3c0b73-1969-468f-b788-2fc792f44d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'd3427385-4738-4edf-ab5a-b3bffa0e286e'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:06:43.025962 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-7c9c8f44-56e2-4a40-a678-461cef858525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:43.037887 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [None req-e2a41ba9-f3e5-4c76-8eff-fa43a19032ca tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Allocated IP 10.1.1.157 (2212f13b-fd75-4d1b-969c-01d56f351ced/c6d6e2ca-0ac3-47a3-8cbf-b12d0d7c45be/8d12b24c-fdf8-4b6d-8d6e-bdd4c5941e08) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:06:43.111838 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-71b40c65-524f-40ea-9e0a-a0a5298a2d55 tempest-RoutersIpV6AdminTest-920956841 tempest-RoutersIpV6AdminTest-920956841-project] Deleting port 8d271d98-524e-45e8-97bc-075b349571cc {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:06:43.112251 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-71b40c65-524f-40ea-9e0a-a0a5298a2d55 tempest-RoutersIpV6AdminTest-920956841 tempest-RoutersIpV6AdminTest-920956841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:43.193181 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-7c9c8f44-56e2-4a40-a678-461cef858525 None None] For port cedeba0b-2d3c-4488-ad24-27b66c9074ec, host n-d-804985-2, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:06:43.219549 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-7c9c8f44-56e2-4a40-a678-461cef858525 None None] For port cedeba0b-2d3c-4488-ad24-27b66c9074ec, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=cedeba0b-2d3c-4488-ad24-27b66c9074ec,segment=NetworkSegment(df3c0b73-1969-468f-b788-2fc792f44d99),segment_id=df3c0b73-1969-468f-b788-2fc792f44d99)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:06:43.223402 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 93772f76-8014-4aee-8633-84dfed01d30e up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:06:43.295595 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-71b40c65-524f-40ea-9e0a-a0a5298a2d55 tempest-RoutersIpV6AdminTest-920956841 tempest-RoutersIpV6AdminTest-920956841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:43.347873 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-71b40c65-524f-40ea-9e0a-a0a5298a2d55 tempest-RoutersIpV6AdminTest-920956841 tempest-RoutersIpV6AdminTest-920956841-project] Calling delete_port for 8d271d98-524e-45e8-97bc-075b349571cc owned by network:router_gateway {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:06:43.440219 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e2a41ba9-f3e5-4c76-8eff-fa43a19032ca tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:43.467357 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22fa5f18-5164-4a03-a9be-4de9094ebc05 None None] Network 2212f13b-fd75-4d1b-969c-01d56f351ced requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:06:43.473937 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [None req-e2a41ba9-f3e5-4c76-8eff-fa43a19032ca tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Transition to ACTIVE for port object 8d12b24c-fdf8-4b6d-8d6e-bdd4c5941e08 will not be triggered until provisioned by entity DHCP. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:06:43.475613 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-7c9c8f44-56e2-4a40-a678-461cef858525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:43.570385 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0a48d53f-9168-4d99-8dc4-bca7a5486366 tempest-FloatingIPAdminTestJSON-970567626 tempest-FloatingIPAdminTestJSON-970567626-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:43.651892 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e2a41ba9-f3e5-4c76-8eff-fa43a19032ca tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:43.683550 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-9d08d3d6-ccbc-4536-863b-4c12cf1dee6c None None] Provisioning for port 93772f76-8014-4aee-8633-84dfed01d30e completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:06:43.739433 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2a41ba9-f3e5-4c76-8eff-fa43a19032ca tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Network 2212f13b-fd75-4d1b-969c-01d56f351ced is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:06:43.753324 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f55a337-5f98-4a4e-afb4-659bd62d79cc req-1640ab16-6e89-4277-ace4-5a058d6abe2c tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:06:43.754941 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1f55a337-5f98-4a4e-afb4-659bd62d79cc req-1640ab16-6e89-4277-ace4-5a058d6abe2c tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/ports?device_id=c468f260-aa8b-4a9b-a477-213e251d7cef HTTP/1.1" status: 200 len: 946 time: 0.1419535 Aug 18 12:06:43.775169 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-e2a41ba9-f3e5-4c76-8eff-fa43a19032ca tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:06:43.789530 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a41ba9-f3e5-4c76-8eff-fa43a19032ca tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:06:43.801453 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9c8f44-56e2-4a40-a678-461cef858525 None None] Pushing event updated for resources: {'Port': ['ID=cedeba0b-2d3c-4488-ad24-27b66c9074ec,revision_number=2']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:06:43.823468 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a41ba9-f3e5-4c76-8eff-fa43a19032ca tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Pushing event updated for resources: {'Port': ['ID=8d12b24c-fdf8-4b6d-8d6e-bdd4c5941e08,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:06:43.862718 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port 93772f76-8014-4aee-8633-84dfed01d30e completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:06:43.863779 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 41826) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:06:43.893940 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [None req-0a48d53f-9168-4d99-8dc4-bca7a5486366 tempest-FloatingIPAdminTestJSON-970567626 tempest-FloatingIPAdminTestJSON-970567626-project-admin] Allocated IP 172.25.7.54 (7cae7a70-14fd-408c-b14d-39ceb97cb60e/9784295a-20b8-4a4b-b105-f82737f0448f/eb71b680-50ad-4fc8-b103-99928dd7e2f5) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:06:43.901841 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2a41ba9-f3e5-4c76-8eff-fa43a19032ca tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:06:43.902509 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e2a41ba9-f3e5-4c76-8eff-fa43a19032ca tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:43.904436 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1f55a337-5f98-4a4e-afb4-659bd62d79cc req-68685e89-9310-4027-b251-cff5d4f17834 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f58845c-8a6f-4750-8ac0-66868223b345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1302125 Aug 18 12:06:43.913508 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 93772f76-8014-4aee-8633-84dfed01d30e triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:06:43.913885 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:43.942813 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-71b40c65-524f-40ea-9e0a-a0a5298a2d55 tempest-RoutersIpV6AdminTest-920956841 tempest-RoutersIpV6AdminTest-920956841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:43.957922 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-e2a41ba9-f3e5-4c76-8eff-fa43a19032ca tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.4451647 Aug 18 12:06:43.986956 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 41832) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:06:43.994536 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-e8c9e302-9406-4f18-a9d7-1ebb47789bad tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Request body: {'port': {'network_id': '2212f13b-fd75-4d1b-969c-01d56f351ced', 'name': 'tempest-TaggedBootDevicesTest-1645188594', 'fixed_ips': [{'subnet_id': 'c6d6e2ca-0ac3-47a3-8cbf-b12d0d7c45be'}]}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:06:44.007557 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b40c65-524f-40ea-9e0a-a0a5298a2d55 tempest-RoutersIpV6AdminTest-920956841 tempest-RoutersIpV6AdminTest-920956841-project] Pushing event deleted for resources: {'Port': ['ID=8d271d98-524e-45e8-97bc-075b349571cc,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:06:44.122549 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-feb051f8-ace1-4768-8199-01ff8c109f11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:44.179287 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-71b40c65-524f-40ea-9e0a-a0a5298a2d55 tempest-RoutersIpV6AdminTest-920956841 tempest-RoutersIpV6AdminTest-920956841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-997271'] for router_gateway, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:44.234128 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0a48d53f-9168-4d99-8dc4-bca7a5486366 tempest-FloatingIPAdminTestJSON-970567626 tempest-FloatingIPAdminTestJSON-970567626-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:44.313195 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:44.356636 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-71b40c65-524f-40ea-9e0a-a0a5298a2d55 tempest-RoutersIpV6AdminTest-920956841 tempest-RoutersIpV6AdminTest-920956841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-996004', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15859'] for router, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:44.361528 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-71b40c65-524f-40ea-9e0a-a0a5298a2d55 tempest-RoutersIpV6AdminTest-920956841 tempest-RoutersIpV6AdminTest-920956841-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:44.370717 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cfc8eb-d853-4e60-94eb-1f463c63ea08 req-613e0622-4ce4-4d0a-8b70-ed8b5f3cba76 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:06:44.378370 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-38cfc8eb-d853-4e60-94eb-1f463c63ea08 req-613e0622-4ce4-4d0a-8b70-ed8b5f3cba76 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/ports?device_id=391c446c-64ec-43a3-91e7-a71f9564fb03 HTTP/1.1" status: 200 len: 945 time: 0.1955872 Aug 18 12:06:44.382438 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] For port 93772f76-8014-4aee-8633-84dfed01d30e, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=93772f76-8014-4aee-8633-84dfed01d30e,segment=NetworkSegment(926df150-8e3a-4382-95d3-bc82a1fd69e4),segment_id=926df150-8e3a-4382-95d3-bc82a1fd69e4)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:06:44.398978 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:44.430622 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-38cfc8eb-d853-4e60-94eb-1f463c63ea08 req-f1421394-9d47-45c1-8fcf-2334ff732a82 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/security-groups?id=d60fbefd-5088-4718-a442-08959d2ac3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512929 Aug 18 12:06:44.496466 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-71b40c65-524f-40ea-9e0a-a0a5298a2d55 tempest-RoutersIpV6AdminTest-920956841 tempest-RoutersIpV6AdminTest-920956841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-996061'] for router, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:44.497098 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71b40c65-524f-40ea-9e0a-a0a5298a2d55 tempest-RoutersIpV6AdminTest-920956841 tempest-RoutersIpV6AdminTest-920956841-project] Fanout notify agent at l3_agent the message router_deleted on router a2e149f7-3463-4509-99e6-5d7a698f2e68 {{(pid=106252) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 12:06:44.507515 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Pushing event updated for resources: {'Port': ['ID=93772f76-8014-4aee-8633-84dfed01d30e,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:06:44.509239 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-feb051f8-ace1-4768-8199-01ff8c109f11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:44.513847 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-71b40c65-524f-40ea-9e0a-a0a5298a2d55 tempest-RoutersIpV6AdminTest-920956841 tempest-RoutersIpV6AdminTest-920956841-project] Notify callbacks [] for router, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:44.515021 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-71b40c65-524f-40ea-9e0a-a0a5298a2d55 tempest-RoutersIpV6AdminTest-920956841 tempest-RoutersIpV6AdminTest-920956841-project] 10.222.0.66 "DELETE /v2.0/routers/a2e149f7-3463-4509-99e6-5d7a698f2e68 HTTP/1.1" status: 204 len: 168 time: 2.1439118 Aug 18 12:06:44.519245 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 41840) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:06:44.530559 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-48ce5ca7-bb3f-445a-9892-b5bf55e73c8d tempest-RoutersIpV6AdminTest-920956841 tempest-RoutersIpV6AdminTest-920956841-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1674126216', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:06:44.540387 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-feb051f8-ace1-4768-8199-01ff8c109f11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:44.543329 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0a48d53f-9168-4d99-8dc4-bca7a5486366 tempest-FloatingIPAdminTestJSON-970567626 tempest-FloatingIPAdminTestJSON-970567626-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:44.653094 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a48d53f-9168-4d99-8dc4-bca7a5486366 tempest-FloatingIPAdminTestJSON-970567626 tempest-FloatingIPAdminTestJSON-970567626-project-admin] Network 7cae7a70-14fd-408c-b14d-39ceb97cb60e is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:06:44.654278 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8c9e302-9406-4f18-a9d7-1ebb47789bad tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Made reservation on behalf of c58c061f2ffb4e7caeee64937da3abfa for: {'port': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:06:44.659585 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-48ce5ca7-bb3f-445a-9892-b5bf55e73c8d tempest-RoutersIpV6AdminTest-920956841 tempest-RoutersIpV6AdminTest-920956841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-998592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15809'] for router, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:44.660705 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-48ce5ca7-bb3f-445a-9892-b5bf55e73c8d tempest-RoutersIpV6AdminTest-920956841 tempest-RoutersIpV6AdminTest-920956841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-992733', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-971415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15816'] for router, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:44.665526 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e8c9e302-9406-4f18-a9d7-1ebb47789bad tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:44.671290 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb051f8-ace1-4768-8199-01ff8c109f11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19b53a08-e899-4171-8402-7d128eef299a,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:06:44.702011 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 41850) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:06:44.703329 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-feb051f8-ace1-4768-8199-01ff8c109f11 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c1d5df5602a3483995591cea606d2994&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8369236 Aug 18 12:06:44.720944 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-0a48d53f-9168-4d99-8dc4-bca7a5486366 tempest-FloatingIPAdminTestJSON-970567626 tempest-FloatingIPAdminTestJSON-970567626-project-admin] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:06:44.742015 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a48d53f-9168-4d99-8dc4-bca7a5486366 tempest-FloatingIPAdminTestJSON-970567626 tempest-FloatingIPAdminTestJSON-970567626-project-admin] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:06:44.758144 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-c47a64b6-eff4-4764-8476-a3abfc9ec837 None None] Provisioning for port 8d12b24c-fdf8-4b6d-8d6e-bdd4c5941e08 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:06:44.761036 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a48d53f-9168-4d99-8dc4-bca7a5486366 tempest-FloatingIPAdminTestJSON-970567626 tempest-FloatingIPAdminTestJSON-970567626-project-admin] Pushing event updated for resources: {'Port': ['ID=eb71b680-50ad-4fc8-b103-99928dd7e2f5,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:06:44.772516 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-c47a64b6-eff4-4764-8476-a3abfc9ec837 None None] Provisioning complete for port 8d12b24c-fdf8-4b6d-8d6e-bdd4c5941e08 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:06:44.773148 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-c47a64b6-eff4-4764-8476-a3abfc9ec837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:44.826471 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [None req-e8c9e302-9406-4f18-a9d7-1ebb47789bad tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] device_id is not set on port 0800d992-3baf-4f75-8477-d82c2df6cfbf yet. {{(pid=106253) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 12:06:44.841848 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-48ce5ca7-bb3f-445a-9892-b5bf55e73c8d tempest-RoutersIpV6AdminTest-920956841 tempest-RoutersIpV6AdminTest-920956841-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:44.860332 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-48ce5ca7-bb3f-445a-9892-b5bf55e73c8d tempest-RoutersIpV6AdminTest-920956841 tempest-RoutersIpV6AdminTest-920956841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-998473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-992536'] for router, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:44.903686 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-48ce5ca7-bb3f-445a-9892-b5bf55e73c8d tempest-RoutersIpV6AdminTest-920956841 tempest-RoutersIpV6AdminTest-920956841-project] Notify callbacks [] for router, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:44.904964 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-48ce5ca7-bb3f-445a-9892-b5bf55e73c8d tempest-RoutersIpV6AdminTest-920956841 tempest-RoutersIpV6AdminTest-920956841-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.3782611 Aug 18 12:06:44.909874 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 41852) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:06:44.929220 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-fba92091-fb03-4d75-862b-ef832f6a62b3 tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'enable_snat': True}}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:06:44.948431 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-c47a64b6-eff4-4764-8476-a3abfc9ec837 None None] Port 8d12b24c-fdf8-4b6d-8d6e-bdd4c5941e08 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:06:44.969730 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-c47a64b6-eff4-4764-8476-a3abfc9ec837 None None] Provisioning complete for port 93772f76-8014-4aee-8633-84dfed01d30e triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:06:44.970245 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-c47a64b6-eff4-4764-8476-a3abfc9ec837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:45.273446 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 93772f76-8014-4aee-8633-84dfed01d30e up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:06:45.283910 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f6c7012f-b48d-4b76-867f-095f41a039f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:45.286891 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-fba92091-fb03-4d75-862b-ef832f6a62b3 tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:45.330029 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f6c7012f-b48d-4b76-867f-095f41a039f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:45.332509 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [None req-e8c9e302-9406-4f18-a9d7-1ebb47789bad tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Allocated IP 10.1.1.123 (2212f13b-fd75-4d1b-969c-01d56f351ced/c6d6e2ca-0ac3-47a3-8cbf-b12d0d7c45be/0800d992-3baf-4f75-8477-d82c2df6cfbf) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:06:45.379205 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-bfa79fa3-70a1-44f2-bca7-144f1de80779 None None] Provisioning complete for port 8d12b24c-fdf8-4b6d-8d6e-bdd4c5941e08 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:06:45.380372 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-bfa79fa3-70a1-44f2-bca7-144f1de80779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:45.435217 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d94c8a27-f484-44c3-8a51-3183cc61f30c None None] Network d3427385-4738-4edf-ab5a-b3bffa0e286e requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:06:45.442104 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 93772f76-8014-4aee-8633-84dfed01d30e triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:06:45.443132 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:45.474979 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f6c7012f-b48d-4b76-867f-095f41a039f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:45.477624 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f6c7012f-b48d-4b76-867f-095f41a039f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:45.481789 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-f6c7012f-b48d-4b76-867f-095f41a039f1 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/19b53a08-e899-4171-8402-7d128eef299a HTTP/1.1" status: 204 len: 168 time: 0.7761259 Aug 18 12:06:45.492616 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c7012f-b48d-4b76-867f-095f41a039f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19b53a08-e899-4171-8402-7d128eef299a,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:06:45.582602 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-bfa79fa3-70a1-44f2-bca7-144f1de80779 None None] Port 8d12b24c-fdf8-4b6d-8d6e-bdd4c5941e08 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:06:45.665828 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaccec7f-ea2b-40b4-b21b-b5efa345da64 req-4aad08fa-228f-4218-8665-09134499e34e tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:06:45.673961 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-aaccec7f-ea2b-40b4-b21b-b5efa345da64 req-4aad08fa-228f-4218-8665-09134499e34e tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/ports?device_id=391c446c-64ec-43a3-91e7-a71f9564fb03 HTTP/1.1" status: 200 len: 945 time: 0.1270936 Aug 18 12:06:45.721017 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device cedeba0b-2d3c-4488-ad24-27b66c9074ec up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:06:45.724916 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-fba92091-fb03-4d75-862b-ef832f6a62b3 tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:45.741975 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-aaccec7f-ea2b-40b4-b21b-b5efa345da64 req-9dced82d-72ad-4fa1-b8e0-d08578cd8130 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/security-groups?id=d60fbefd-5088-4718-a442-08959d2ac3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618315 Aug 18 12:06:45.806450 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port cedeba0b-2d3c-4488-ad24-27b66c9074ec completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:06:45.822544 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-03bacb2a-615d-4d83-8a85-998d9a44249d None None] Provisioning for port cedeba0b-2d3c-4488-ad24-27b66c9074ec completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:06:45.831113 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-03bacb2a-615d-4d83-8a85-998d9a44249d None None] Provisioning complete for port cedeba0b-2d3c-4488-ad24-27b66c9074ec triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:06:45.831842 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-03bacb2a-615d-4d83-8a85-998d9a44249d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:46.084170 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-03bacb2a-615d-4d83-8a85-998d9a44249d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:46.130555 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-03bacb2a-615d-4d83-8a85-998d9a44249d None None] For port cedeba0b-2d3c-4488-ad24-27b66c9074ec, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=cedeba0b-2d3c-4488-ad24-27b66c9074ec,segment=NetworkSegment(df3c0b73-1969-468f-b788-2fc792f44d99),segment_id=df3c0b73-1969-468f-b788-2fc792f44d99)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:06:46.140546 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-03bacb2a-615d-4d83-8a85-998d9a44249d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:46.283619 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bacb2a-615d-4d83-8a85-998d9a44249d None None] Pushing event updated for resources: {'Port': ['ID=cedeba0b-2d3c-4488-ad24-27b66c9074ec,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:06:46.334563 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 41864) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:06:46.408247 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-17546a4a-e1c2-45a6-9907-5671c16a96e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:46.471749 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-5d7fe37d-2e6d-48c8-b4e3-d639ee47b2f7 None None] Provisioning complete for port cedeba0b-2d3c-4488-ad24-27b66c9074ec triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:06:46.472335 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-5d7fe37d-2e6d-48c8-b4e3-d639ee47b2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:46.503614 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-fba92091-fb03-4d75-862b-ef832f6a62b3 tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:46.537298 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e8c9e302-9406-4f18-a9d7-1ebb47789bad tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:46.570562 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0a48d53f-9168-4d99-8dc4-bca7a5486366 tempest-FloatingIPAdminTestJSON-970567626 tempest-FloatingIPAdminTestJSON-970567626-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:46.572193 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [None req-e8c9e302-9406-4f18-a9d7-1ebb47789bad tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Transition to ACTIVE for port object 0800d992-3baf-4f75-8477-d82c2df6cfbf will not be triggered until provisioned by entity DHCP. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:06:46.674623 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [None req-fba92091-fb03-4d75-862b-ef832f6a62b3 tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] Allocated IP 172.25.7.45 (7cae7a70-14fd-408c-b14d-39ceb97cb60e/9784295a-20b8-4a4b-b105-f82737f0448f/416ece30-5dff-4fdd-9399-331fb6c77794) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:06:46.702322 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0a48d53f-9168-4d99-8dc4-bca7a5486366 tempest-FloatingIPAdminTestJSON-970567626 tempest-FloatingIPAdminTestJSON-970567626-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:46.708743 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-17546a4a-e1c2-45a6-9907-5671c16a96e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:46.727185 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e8c9e302-9406-4f18-a9d7-1ebb47789bad tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:46.740512 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-17546a4a-e1c2-45a6-9907-5671c16a96e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:46.833776 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8c9e302-9406-4f18-a9d7-1ebb47789bad tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Network 2212f13b-fd75-4d1b-969c-01d56f351ced is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:06:46.855623 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-e8c9e302-9406-4f18-a9d7-1ebb47789bad tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:06:46.863714 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-fba92091-fb03-4d75-862b-ef832f6a62b3 tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:46.887293 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-17546a4a-e1c2-45a6-9907-5671c16a96e5 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a365a663d341448db62c0e3fb0255643&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5486720 Aug 18 12:06:46.888375 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c9e302-9406-4f18-a9d7-1ebb47789bad tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:06:46.892705 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17546a4a-e1c2-45a6-9907-5671c16a96e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=149fe04b-e52f-40d8-90cf-ed5932e9e3ed,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:06:46.893432 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 41872) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:06:46.895215 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c9e302-9406-4f18-a9d7-1ebb47789bad tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Pushing event updated for resources: {'Port': ['ID=0800d992-3baf-4f75-8477-d82c2df6cfbf,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:06:46.923649 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 39942e1b-8b42-46ce-8003-6ae0db0d3a39 details requested by agent hyperv_n-h1-804985-2 with host n-h1-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:06:46.987822 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8c9e302-9406-4f18-a9d7-1ebb47789bad tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:06:46.988535 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e8c9e302-9406-4f18-a9d7-1ebb47789bad tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:47.029289 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-fba92091-fb03-4d75-862b-ef832f6a62b3 tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:47.087358 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba92091-fb03-4d75-862b-ef832f6a62b3 tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] Pushing event updated for resources: {'Port': ['ID=416ece30-5dff-4fdd-9399-331fb6c77794,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:06:47.098692 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa9e0c0-f433-4f23-990e-6482c4f1926f req-eb9dc6a8-6e5e-49ea-bd46-2a56c24c66d3 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:06:47.100526 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1fa9e0c0-f433-4f23-990e-6482c4f1926f req-eb9dc6a8-6e5e-49ea-bd46-2a56c24c66d3 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/ports?device_id=391c446c-64ec-43a3-91e7-a71f9564fb03 HTTP/1.1" status: 200 len: 945 time: 0.1631880 Aug 18 12:06:47.103170 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b6afa81f-eb2e-4838-b26d-10e0c3c5210d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:47.113862 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fba92091-fb03-4d75-862b-ef832f6a62b3 tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] Network 7cae7a70-14fd-408c-b14d-39ceb97cb60e is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:06:47.136264 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-fba92091-fb03-4d75-862b-ef832f6a62b3 tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:06:47.139838 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba92091-fb03-4d75-862b-ef832f6a62b3 tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:06:47.154820 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 39942e1b-8b42-46ce-8003-6ae0db0d3a39, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=39942e1b-8b42-46ce-8003-6ae0db0d3a39,segment=NetworkSegment(299e2826-ecf6-416e-b53c-1b1574dd5315),segment_id=299e2826-ecf6-416e-b53c-1b1574dd5315)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:06:47.168418 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0a48d53f-9168-4d99-8dc4-bca7a5486366 tempest-FloatingIPAdminTestJSON-970567626 tempest-FloatingIPAdminTestJSON-970567626-project-admin] Notify callbacks [] for port, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:47.194417 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-e8c9e302-9406-4f18-a9d7-1ebb47789bad tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.2056267 Aug 18 12:06:47.204672 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0a48d53f-9168-4d99-8dc4-bca7a5486366 tempest-FloatingIPAdminTestJSON-970567626 tempest-FloatingIPAdminTestJSON-970567626-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:47.212021 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Returning: {'device': '39942e1b-8b42-46ce-8003-6ae0db0d3a39', 'network_id': '62590197-03a9-438c-a3e3-e417fcca582c', 'port_id': '39942e1b-8b42-46ce-8003-6ae0db0d3a39', 'mac_address': 'fa:16:3e:81:8a:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 810, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01de034f-d2f0-4b70-88ab-1a19fe1401c1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:06:47.228552 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1fa9e0c0-f433-4f23-990e-6482c4f1926f req-38697c85-ce47-4ee8-a1b7-317e62ac828f tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/security-groups?id=d60fbefd-5088-4718-a442-08959d2ac3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126957 Aug 18 12:06:47.235232 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device cedeba0b-2d3c-4488-ad24-27b66c9074ec up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:06:47.334724 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b6afa81f-eb2e-4838-b26d-10e0c3c5210d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:47.335684 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a48d53f-9168-4d99-8dc4-bca7a5486366 tempest-FloatingIPAdminTestJSON-970567626 tempest-FloatingIPAdminTestJSON-970567626-project-admin] Pushing event updated for resources: {'Port': ['ID=eb71b680-50ad-4fc8-b103-99928dd7e2f5,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:06:47.344465 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0a48d53f-9168-4d99-8dc4-bca7a5486366 tempest-FloatingIPAdminTestJSON-970567626 tempest-FloatingIPAdminTestJSON-970567626-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-989945'] for floatingip, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:47.402902 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-dd782663-f9d8-492e-b4ed-22b862e03170 None None] Provisioning for port 0800d992-3baf-4f75-8477-d82c2df6cfbf completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:06:47.432301 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-dd782663-f9d8-492e-b4ed-22b862e03170 None None] Provisioning complete for port 0800d992-3baf-4f75-8477-d82c2df6cfbf triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:06:47.432795 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-dd782663-f9d8-492e-b4ed-22b862e03170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:47.485656 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:47.499507 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b6afa81f-eb2e-4838-b26d-10e0c3c5210d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:47.515551 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b6afa81f-eb2e-4838-b26d-10e0c3c5210d admin admin] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:47.516842 n-d-804985-2 neutron-server[106253]: INFO neutron.db.l3_db [None req-0a48d53f-9168-4d99-8dc4-bca7a5486366 tempest-FloatingIPAdminTestJSON-970567626 tempest-FloatingIPAdminTestJSON-970567626-project-admin] Floating IP 8cb20340-51ce-403f-8045-68774c698e8f associated. External IP: 172.25.7.54, port: 4effad27-9a7d-4bd9-b8b3-b25bcdc9b039. Aug 18 12:06:47.521128 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-b6afa81f-eb2e-4838-b26d-10e0c3c5210d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/149fe04b-e52f-40d8-90cf-ed5932e9e3ed HTTP/1.1" status: 204 len: 168 time: 0.6257067 Aug 18 12:06:47.536030 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 39942e1b-8b42-46ce-8003-6ae0db0d3a39 {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:06:47.571052 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6afa81f-eb2e-4838-b26d-10e0c3c5210d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=149fe04b-e52f-40d8-90cf-ed5932e9e3ed,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:06:47.608628 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 39942e1b-8b42-46ce-8003-6ae0db0d3a39, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=39942e1b-8b42-46ce-8003-6ae0db0d3a39,segment=NetworkSegment(299e2826-ecf6-416e-b53c-1b1574dd5315),segment_id=299e2826-ecf6-416e-b53c-1b1574dd5315)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:06:47.608628 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-dd782663-f9d8-492e-b4ed-22b862e03170 None None] Port 0800d992-3baf-4f75-8477-d82c2df6cfbf cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:06:47.620624 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-fba92091-fb03-4d75-862b-ef832f6a62b3 tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:47.634086 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port cedeba0b-2d3c-4488-ad24-27b66c9074ec triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:06:47.634946 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:47.695459 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:47.750455 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 41878) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:06:47.755831 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-4358538a-d11b-4902-939f-09d399c350e4 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1173352349', 'description': 'tempest-description--334813945'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:06:47.783979 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=39942e1b-8b42-46ce-8003-6ae0db0d3a39,revision_number=6']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:06:47.879378 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] get_ports_and_sgs() called for port_ids ['39942e1b-8b42-46ce-8003-6ae0db0d3a39'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:06:47.933947 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4358538a-d11b-4902-939f-09d399c350e4 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:47.979508 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a48d53f-9168-4d99-8dc4-bca7a5486366 tempest-FloatingIPAdminTestJSON-970567626 tempest-FloatingIPAdminTestJSON-970567626-project-admin] Router f85dc3ba-8a27-4af0-acf4-20262a655648 has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:06:48.038595 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-fba92091-fb03-4d75-862b-ef832f6a62b3 tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-992676', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-996089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15866'] for router, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:48.073863 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-fba92091-fb03-4d75-862b-ef832f6a62b3 tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-992536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-992522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-992529', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-996032'] for router, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:48.231242 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4358538a-d11b-4902-939f-09d399c350e4 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:48.232945 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a48d53f-9168-4d99-8dc4-bca7a5486366 tempest-FloatingIPAdminTestJSON-970567626 tempest-FloatingIPAdminTestJSON-970567626-project-admin] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:06:48.248792 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1f4d7d-cb3a-474d-aa4e-89fbe8cd5faf None None] Sync routers for ids ['f85dc3ba-8a27-4af0-acf4-20262a655648'] in n-d-804985-2 {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:06:48.264067 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df1f4d7d-cb3a-474d-aa4e-89fbe8cd5faf None None] Routers {'f85dc3ba-8a27-4af0-acf4-20262a655648'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:06:48.265272 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4358538a-d11b-4902-939f-09d399c350e4 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:48.266043 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-df1f4d7d-cb3a-474d-aa4e-89fbe8cd5faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:06:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['f85dc3ba-8a27-4af0-acf4-20262a655648'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:06:48.296846 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0a48d53f-9168-4d99-8dc4-bca7a5486366 tempest-FloatingIPAdminTestJSON-970567626 tempest-FloatingIPAdminTestJSON-970567626-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for floatingip, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:48.323042 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4358538a-d11b-4902-939f-09d399c350e4 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:48.327206 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-4358538a-d11b-4902-939f-09d399c350e4 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.5728693 Aug 18 12:06:48.330574 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 41898) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:06:48.335924 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-68ac5326-7972-4153-a10d-7eedf5c094fd tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Request body: {'security_group_rule': {'security_group_id': 'f288757b-df2a-4147-b6e9-81a127940c8c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:06:48.388907 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-df1f4d7d-cb3a-474d-aa4e-89fbe8cd5faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:06:48.400684 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4358538a-d11b-4902-939f-09d399c350e4 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f288757b-df2a-4147-b6e9-81a127940c8c,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:06:48.406582 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-0a48d53f-9168-4d99-8dc4-bca7a5486366 tempest-FloatingIPAdminTestJSON-970567626 tempest-FloatingIPAdminTestJSON-970567626-project-admin] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 5.9804566 Aug 18 12:06:48.415318 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 41904) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:06:48.423097 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df1f4d7d-cb3a-474d-aa4e-89fbe8cd5faf None None] Routers {'f85dc3ba-8a27-4af0-acf4-20262a655648'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:06:48.423992 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-df1f4d7d-cb3a-474d-aa4e-89fbe8cd5faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:06:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['f85dc3ba-8a27-4af0-acf4-20262a655648'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:06:48.475318 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fba92091-fb03-4d75-862b-ef832f6a62b3 tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] Router 390440aa-a10d-4376-a6ec-23e498907bda is scheduled to L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 with binding_index 1 {{(pid=106252) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 12:06:48.481231 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-68ac5326-7972-4153-a10d-7eedf5c094fd tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:48.488021 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3b84e242-0586-4989-a2af-ee54f4c1c972 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:48.508802 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-df1f4d7d-cb3a-474d-aa4e-89fbe8cd5faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:06:48.509716 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1f4d7d-cb3a-474d-aa4e-89fbe8cd5faf None None] The sync data for ids ['f85dc3ba-8a27-4af0-acf4-20262a655648'] in n-d-804985-2 is: [] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:06:48.532055 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd43a76-ea28-4749-a9b0-3fc99c365342 req-c63f30de-9b1e-4862-bb69-33d071ad8a37 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:06:48.534377 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0dd43a76-ea28-4749-a9b0-3fc99c365342 req-c63f30de-9b1e-4862-bb69-33d071ad8a37 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/ports?device_id=391c446c-64ec-43a3-91e7-a71f9564fb03 HTTP/1.1" status: 200 len: 945 time: 0.1898768 Aug 18 12:06:48.648344 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0dd43a76-ea28-4749-a9b0-3fc99c365342 req-ef5af968-1f97-47b3-a3ed-1f8f2ac2e8e7 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/security-groups?id=d60fbefd-5088-4718-a442-08959d2ac3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067674 Aug 18 12:06:48.661439 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-7a0881cf-cac2-4ca7-9a9a-ee4f528ea3bf tempest-FloatingIPAdminTestJSON-970567626 tempest-FloatingIPAdminTestJSON-970567626-project-admin] 10.222.0.66 "GET /v2.0/floatingips/8cb20340-51ce-403f-8045-68774c698e8f HTTP/1.1" status: 200 len: 982 time: 0.2416632 Aug 18 12:06:48.662159 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 41922) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:06:48.730822 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-68ac5326-7972-4153-a10d-7eedf5c094fd tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:48.737145 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-68ac5326-7972-4153-a10d-7eedf5c094fd tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992607'] for security_group_rule, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:48.758586 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fba92091-fb03-4d75-862b-ef832f6a62b3 tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:06:48.762622 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ac5326-7972-4153-a10d-7eedf5c094fd tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c9620e2-af95-43c2-8297-963d5dbabc07,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:06:48.766819 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-fba92091-fb03-4d75-862b-ef832f6a62b3 tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] Notify callbacks [] for router, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:48.770552 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-fba92091-fb03-4d75-862b-ef832f6a62b3 tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] 10.222.0.66 "PUT /v2.0/routers/390440aa-a10d-4376-a6ec-23e498907bda HTTP/1.1" status: 200 len: 918 time: 3.8572214 Aug 18 12:06:48.771265 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0492662-f9fa-4593-8a0c-adfa679cecf6 None None] Sync routers for ids ['390440aa-a10d-4376-a6ec-23e498907bda'] in n-d-804985-2 {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:06:48.771829 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 41928) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:06:48.789022 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-68ac5326-7972-4153-a10d-7eedf5c094fd tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:48.792127 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0492662-f9fa-4593-8a0c-adfa679cecf6 None None] Routers {'390440aa-a10d-4376-a6ec-23e498907bda'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:06:48.792838 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-b0492662-f9fa-4593-8a0c-adfa679cecf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:06:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['390440aa-a10d-4376-a6ec-23e498907bda'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:06:48.797432 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-68ac5326-7972-4153-a10d-7eedf5c094fd tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4655061 Aug 18 12:06:48.799491 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 41930) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:06:48.825522 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-141ded3c-f76a-4fb1-89f6-c886c6567b7e tempest-FloatingIPAdminTestJSON-970567626 tempest-FloatingIPAdminTestJSON-970567626-project-admin] 10.222.0.66 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3820 time: 0.1619844 Aug 18 12:06:48.827724 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 41936) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:06:48.851798 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-a2fb312d-f9b5-4b67-89c3-c26f3c22bc0e tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Request body: {'security_group_rule': {'security_group_id': 'f288757b-df2a-4147-b6e9-81a127940c8c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:06:48.889759 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-b0492662-f9fa-4593-8a0c-adfa679cecf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:06:48.917566 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0492662-f9fa-4593-8a0c-adfa679cecf6 None None] Routers {'390440aa-a10d-4376-a6ec-23e498907bda'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:06:48.918206 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-b0492662-f9fa-4593-8a0c-adfa679cecf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:06:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['390440aa-a10d-4376-a6ec-23e498907bda'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:06:48.969875 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a2fb312d-f9b5-4b67-89c3-c26f3c22bc0e tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:48.988247 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 39942e1b-8b42-46ce-8003-6ae0db0d3a39 up at agent hyperv_n-h1-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:06:48.990609 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-b0492662-f9fa-4593-8a0c-adfa679cecf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:06:48.991213 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0492662-f9fa-4593-8a0c-adfa679cecf6 None None] The sync data for ids ['390440aa-a10d-4376-a6ec-23e498907bda'] in n-d-804985-2 is: [] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:06:49.016637 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-c96ecb93-6d19-4176-92bd-a434f19665a5 tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] 10.222.0.66 "GET /v2.0/routers/390440aa-a10d-4376-a6ec-23e498907bda HTTP/1.1" status: 200 len: 924 time: 0.2437785 Aug 18 12:06:49.019532 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 41948) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:06:49.063245 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-36510de8-6737-4d53-8ee4-16180dd240e6 tempest-FloatingIPAdminTestJSON-2119832633 tempest-FloatingIPAdminTestJSON-2119832633-project] Deleting port eb71b680-50ad-4fc8-b103-99928dd7e2f5 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:06:49.063855 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-36510de8-6737-4d53-8ee4-16180dd240e6 tempest-FloatingIPAdminTestJSON-2119832633 tempest-FloatingIPAdminTestJSON-2119832633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:49.071540 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a2fb312d-f9b5-4b67-89c3-c26f3c22bc0e tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:49.080930 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a2fb312d-f9b5-4b67-89c3-c26f3c22bc0e tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992607'] for security_group_rule, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:49.109034 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fb312d-f9b5-4b67-89c3-c26f3c22bc0e tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3d3c8c3-f62b-4977-bce4-39bbf08a00f9,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:06:49.116088 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Provisioning complete for port 39942e1b-8b42-46ce-8003-6ae0db0d3a39 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:06:49.116466 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:49.119908 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c88166ae-897e-4785-b3b1-d06fbf024f53 tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:06:49.121516 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-c88166ae-897e-4785-b3b1-d06fbf024f53 tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] 10.222.0.66 "GET /v2.0/ports?network_id=7cae7a70-14fd-408c-b14d-39ceb97cb60e&device_id=390440aa-a10d-4376-a6ec-23e498907bda&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1008186 Aug 18 12:06:49.124143 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 41952) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:06:49.138253 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a2fb312d-f9b5-4b67-89c3-c26f3c22bc0e tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:49.142866 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-a2fb312d-f9b5-4b67-89c3-c26f3c22bc0e tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2948246 Aug 18 12:06:49.143476 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 41956) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:06:49.148097 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-5c07c388-8e30-4dbe-b500-0980e2a0e9ee tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Request body: {'floatingip': {'floating_network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:06:49.189314 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5c07c388-8e30-4dbe-b500-0980e2a0e9ee tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Notify callbacks [] for floatingip, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:49.219876 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-36510de8-6737-4d53-8ee4-16180dd240e6 tempest-FloatingIPAdminTestJSON-2119832633 tempest-FloatingIPAdminTestJSON-2119832633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:49.220212 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-36510de8-6737-4d53-8ee4-16180dd240e6 tempest-FloatingIPAdminTestJSON-2119832633 tempest-FloatingIPAdminTestJSON-2119832633-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:49.291322 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:49.302082 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-36510de8-6737-4d53-8ee4-16180dd240e6 tempest-FloatingIPAdminTestJSON-2119832633 tempest-FloatingIPAdminTestJSON-2119832633-project] Calling delete_port for eb71b680-50ad-4fc8-b103-99928dd7e2f5 owned by network:floatingip {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:06:49.303235 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5c07c388-8e30-4dbe-b500-0980e2a0e9ee tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:49.313888 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca5b7ebf-072d-4c33-bc2c-eaed5060e8bb tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:06:49.315368 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-ca5b7ebf-072d-4c33-bc2c-eaed5060e8bb tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] 10.222.0.66 "GET /v2.0/networks/7cae7a70-14fd-408c-b14d-39ceb97cb60e HTTP/1.1" status: 200 len: 881 time: 0.1902895 Aug 18 12:06:49.327527 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 41962) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:06:49.350078 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c468f260-aa8b-4a9b-a477-213e251d7cef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39942e1b-8b42-46ce-8003-6ae0db0d3a39'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:06:49.353841 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db50a436fb3a98495337d8fe7487b4f2ea6f3c1052eb9efadc2ecda2d5737001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da98de05-0ddd-401b-812a-e8fa50c3516f" -d '{"events": [{"server_uuid": "c468f260-aa8b-4a9b-a477-213e251d7cef", "name": "network-vif-plugged", "status": "completed", "tag": "39942e1b-8b42-46ce-8003-6ae0db0d3a39"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:06:49.371733 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 39942e1b-8b42-46ce-8003-6ae0db0d3a39, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=39942e1b-8b42-46ce-8003-6ae0db0d3a39,segment=NetworkSegment(299e2826-ecf6-416e-b53c-1b1574dd5315),segment_id=299e2826-ecf6-416e-b53c-1b1574dd5315)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:06:49.377573 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:49.390879 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-c7dc2011-f7b8-48d0-bb79-89208d4ff28e tempest-RoutersIpV6AdminTest-920956841 tempest-RoutersIpV6AdminTest-920956841-project] 10.222.0.66 "GET /v2.0/ports?device_id=390440aa-a10d-4376-a6ec-23e498907bda HTTP/1.1" status: 200 len: 205 time: 0.0619295 Aug 18 12:06:49.396666 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 41970) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:06:49.446022 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:06:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cf8551b-4541-454e-9f37-3a45f211505c x-openstack-request-id: req-4cf8551b-4541-454e-9f37-3a45f211505c {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:06:49.446022 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c468f260-aa8b-4a9b-a477-213e251d7cef", "name": "network-vif-plugged", "status": "completed", "tag": "39942e1b-8b42-46ce-8003-6ae0db0d3a39", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:06:49.446504 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-4cf8551b-4541-454e-9f37-3a45f211505c {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:06:49.454211 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c468f260-aa8b-4a9b-a477-213e251d7cef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39942e1b-8b42-46ce-8003-6ae0db0d3a39', 'code': 200} Aug 18 12:06:49.475078 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=39942e1b-8b42-46ce-8003-6ae0db0d3a39,revision_number=7']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:06:49.513458 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccb6b87-f431-40c5-8b01-e39178455200 req-c16194bd-ba26-47f9-b9d3-3719d9765f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:06:49.515021 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4ccb6b87-f431-40c5-8b01-e39178455200 req-c16194bd-ba26-47f9-b9d3-3719d9765f39 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ba6220adeda54bd2ac551edffcfbfea2&device_id=391c446c-64ec-43a3-91e7-a71f9564fb03 HTTP/1.1" status: 200 len: 1096 time: 0.0982370 Aug 18 12:06:49.575147 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-739a077d-65c2-4092-9015-60d3997a44c2 tempest-RoutersIpV6AdminTest-920956841 tempest-RoutersIpV6AdminTest-920956841-project] Notify callbacks [] for router, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:49.676022 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [None req-5c07c388-8e30-4dbe-b500-0980e2a0e9ee tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Allocated IP 172.25.7.229 (7cae7a70-14fd-408c-b14d-39ceb97cb60e/9784295a-20b8-4a4b-b105-f82737f0448f/eae65a1b-33a9-4925-87f0-9370c309c382) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:06:49.730837 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccb6b87-f431-40c5-8b01-e39178455200 req-170bf378-fb3d-4ecf-9f51-5ececa5d26cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:06:49.732976 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4ccb6b87-f431-40c5-8b01-e39178455200 req-170bf378-fb3d-4ecf-9f51-5ececa5d26cc service neutron] 10.222.0.62 "GET /v2.0/networks?id=f4b8d3d9-3617-4a41-8d50-7e0230977f6d HTTP/1.1" status: 200 len: 912 time: 0.2099957 Aug 18 12:06:49.791742 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4ccb6b87-f431-40c5-8b01-e39178455200 req-b77f8757-a7c1-4458-9200-825e6d552f78 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cc2de829-8e2b-48e8-b71f-e1a619ef4f0e HTTP/1.1" status: 200 len: 217 time: 0.0491643 Aug 18 12:06:49.890346 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccb6b87-f431-40c5-8b01-e39178455200 req-0a5b3b58-e1d9-40a7-b7b9-57186f8ef2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:06:49.891998 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4ccb6b87-f431-40c5-8b01-e39178455200 req-0a5b3b58-e1d9-40a7-b7b9-57186f8ef2ff service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d716ee29-e7a2-4fa3-97cc-7ab3c35181fa HTTP/1.1" status: 200 len: 851 time: 0.0898952 Aug 18 12:06:49.907086 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31575c8f-c7a6-4cf8-a1b4-6cc523a59ddb req-e6e82618-a83f-4eb6-bc82-0275bf8f154e tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:06:49.916073 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-31575c8f-c7a6-4cf8-a1b4-6cc523a59ddb req-e6e82618-a83f-4eb6-bc82-0275bf8f154e tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/ports?device_id=391c446c-64ec-43a3-91e7-a71f9564fb03 HTTP/1.1" status: 200 len: 945 time: 0.1230590 Aug 18 12:06:49.989450 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4ccb6b87-f431-40c5-8b01-e39178455200 req-79098640-98f3-4a87-80a5-8cf87619337c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f4b8d3d9-3617-4a41-8d50-7e0230977f6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0629811 Aug 18 12:06:50.091532 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-739a077d-65c2-4092-9015-60d3997a44c2 tempest-RoutersIpV6AdminTest-920956841 tempest-RoutersIpV6AdminTest-920956841-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:50.096808 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-36510de8-6737-4d53-8ee4-16180dd240e6 tempest-FloatingIPAdminTestJSON-2119832633 tempest-FloatingIPAdminTestJSON-2119832633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:50.128227 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4ccb6b87-f431-40c5-8b01-e39178455200 req-29ca816c-a7d5-4ecc-8f91-221b54cdbdc8 service neutron] 10.222.0.62 "GET /v2.0/networks/f4b8d3d9-3617-4a41-8d50-7e0230977f6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318538 Aug 18 12:06:50.129453 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36510de8-6737-4d53-8ee4-16180dd240e6 tempest-FloatingIPAdminTestJSON-2119832633 tempest-FloatingIPAdminTestJSON-2119832633-project] Pushing event deleted for resources: {'Port': ['ID=eb71b680-50ad-4fc8-b103-99928dd7e2f5,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:06:50.160204 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-31575c8f-c7a6-4cf8-a1b4-6cc523a59ddb req-037da0da-b2ce-4f84-bddd-42e8ca8c3a1e tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/security-groups?id=d60fbefd-5088-4718-a442-08959d2ac3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2423301 Aug 18 12:06:50.263134 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-36510de8-6737-4d53-8ee4-16180dd240e6 tempest-FloatingIPAdminTestJSON-2119832633 tempest-FloatingIPAdminTestJSON-2119832633-project] Notify callbacks [] for floatingip, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:50.264091 n-d-804985-2 neutron-server[106253]: INFO neutron.db.l3_db [None req-36510de8-6737-4d53-8ee4-16180dd240e6 tempest-FloatingIPAdminTestJSON-2119832633 tempest-FloatingIPAdminTestJSON-2119832633-project] Floating IP 8cb20340-51ce-403f-8045-68774c698e8f disassociated (deleted). External IP: 172.25.7.54, port: 4effad27-9a7d-4bd9-b8b3-b25bcdc9b039. Aug 18 12:06:50.305219 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-739a077d-65c2-4092-9015-60d3997a44c2 tempest-RoutersIpV6AdminTest-920956841 tempest-RoutersIpV6AdminTest-920956841-project] Deleting port 416ece30-5dff-4fdd-9399-331fb6c77794 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:06:50.305565 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-739a077d-65c2-4092-9015-60d3997a44c2 tempest-RoutersIpV6AdminTest-920956841 tempest-RoutersIpV6AdminTest-920956841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:50.339733 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4ccb6b87-f431-40c5-8b01-e39178455200 req-f9e16738-b121-4c1a-85d2-2e001e2031ad service neutron] 10.222.0.62 "GET /v2.0/networks/f4b8d3d9-3617-4a41-8d50-7e0230977f6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1968904 Aug 18 12:06:50.374543 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5c07c388-8e30-4dbe-b500-0980e2a0e9ee tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:50.443369 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5c07c388-8e30-4dbe-b500-0980e2a0e9ee tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:50.444951 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-739a077d-65c2-4092-9015-60d3997a44c2 tempest-RoutersIpV6AdminTest-920956841 tempest-RoutersIpV6AdminTest-920956841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:50.460834 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-739a077d-65c2-4092-9015-60d3997a44c2 tempest-RoutersIpV6AdminTest-920956841 tempest-RoutersIpV6AdminTest-920956841-project] Calling delete_port for 416ece30-5dff-4fdd-9399-331fb6c77794 owned by network:router_gateway {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:06:50.530365 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c07c388-8e30-4dbe-b500-0980e2a0e9ee tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Network 7cae7a70-14fd-408c-b14d-39ceb97cb60e is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:06:50.542151 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-5c07c388-8e30-4dbe-b500-0980e2a0e9ee tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:06:50.551638 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c07c388-8e30-4dbe-b500-0980e2a0e9ee tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:06:50.555830 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c07c388-8e30-4dbe-b500-0980e2a0e9ee tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Pushing event updated for resources: {'Port': ['ID=eae65a1b-33a9-4925-87f0-9370c309c382,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:06:50.672221 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36510de8-6737-4d53-8ee4-16180dd240e6 tempest-FloatingIPAdminTestJSON-2119832633 tempest-FloatingIPAdminTestJSON-2119832633-project] Router f85dc3ba-8a27-4af0-acf4-20262a655648 has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:06:50.696847 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5c07c388-8e30-4dbe-b500-0980e2a0e9ee tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:50.751118 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5c07c388-8e30-4dbe-b500-0980e2a0e9ee tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:50.841646 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36510de8-6737-4d53-8ee4-16180dd240e6 tempest-FloatingIPAdminTestJSON-2119832633 tempest-FloatingIPAdminTestJSON-2119832633-project] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:06:50.856059 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b260f7-f186-42a2-b060-be1286739ac2 None None] Sync routers for ids ['f85dc3ba-8a27-4af0-acf4-20262a655648'] in n-d-804985-2 {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:06:50.868487 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b260f7-f186-42a2-b060-be1286739ac2 None None] Routers {'f85dc3ba-8a27-4af0-acf4-20262a655648'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:06:50.871320 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-f5b260f7-f186-42a2-b060-be1286739ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:06:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['f85dc3ba-8a27-4af0-acf4-20262a655648'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:06:50.886887 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-36510de8-6737-4d53-8ee4-16180dd240e6 tempest-FloatingIPAdminTestJSON-2119832633 tempest-FloatingIPAdminTestJSON-2119832633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for floatingip, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:50.903345 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 42022) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:06:50.928633 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-739a077d-65c2-4092-9015-60d3997a44c2 tempest-RoutersIpV6AdminTest-920956841 tempest-RoutersIpV6AdminTest-920956841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:50.930339 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-f5b260f7-f186-42a2-b060-be1286739ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:06:50.940601 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b260f7-f186-42a2-b060-be1286739ac2 None None] Routers {'f85dc3ba-8a27-4af0-acf4-20262a655648'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:06:50.941751 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-f5b260f7-f186-42a2-b060-be1286739ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:06:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['f85dc3ba-8a27-4af0-acf4-20262a655648'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:06:50.992361 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-36510de8-6737-4d53-8ee4-16180dd240e6 tempest-FloatingIPAdminTestJSON-2119832633 tempest-FloatingIPAdminTestJSON-2119832633-project] 10.222.0.66 "DELETE /v2.0/floatingips/8cb20340-51ce-403f-8045-68774c698e8f HTTP/1.1" status: 204 len: 168 time: 2.1630147 Aug 18 12:06:50.993357 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 42030) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:06:50.995930 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739a077d-65c2-4092-9015-60d3997a44c2 tempest-RoutersIpV6AdminTest-920956841 tempest-RoutersIpV6AdminTest-920956841-project] Pushing event deleted for resources: {'Port': ['ID=416ece30-5dff-4fdd-9399-331fb6c77794,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:06:51.007502 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-b8f14689-a409-41d8-aa2d-5ed0ae3b90d2 tempest-FloatingIPAdminTestJSON-970567626 tempest-FloatingIPAdminTestJSON-970567626-project-admin] Request body: {'floatingip': {'floating_network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:06:51.017821 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-f5b260f7-f186-42a2-b060-be1286739ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:06:51.018646 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b260f7-f186-42a2-b060-be1286739ac2 None None] The sync data for ids ['f85dc3ba-8a27-4af0-acf4-20262a655648'] in n-d-804985-2 is: [] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:06:51.063434 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-739a077d-65c2-4092-9015-60d3997a44c2 tempest-RoutersIpV6AdminTest-920956841 tempest-RoutersIpV6AdminTest-920956841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-997271'] for router_gateway, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:51.075544 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b8f14689-a409-41d8-aa2d-5ed0ae3b90d2 tempest-FloatingIPAdminTestJSON-970567626 tempest-FloatingIPAdminTestJSON-970567626-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:51.078417 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5c07c388-8e30-4dbe-b500-0980e2a0e9ee tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Notify callbacks [] for port, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:51.131509 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5c07c388-8e30-4dbe-b500-0980e2a0e9ee tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:51.178738 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-739a077d-65c2-4092-9015-60d3997a44c2 tempest-RoutersIpV6AdminTest-920956841 tempest-RoutersIpV6AdminTest-920956841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-996004', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15859'] for router, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:51.181340 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-739a077d-65c2-4092-9015-60d3997a44c2 tempest-RoutersIpV6AdminTest-920956841 tempest-RoutersIpV6AdminTest-920956841-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:51.182672 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f82f3a50-b544-4be4-ad76-d18e9dd4bc91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:51.239148 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-739a077d-65c2-4092-9015-60d3997a44c2 tempest-RoutersIpV6AdminTest-920956841 tempest-RoutersIpV6AdminTest-920956841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-996061'] for router, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:51.240020 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-739a077d-65c2-4092-9015-60d3997a44c2 tempest-RoutersIpV6AdminTest-920956841 tempest-RoutersIpV6AdminTest-920956841-project] Fanout notify agent at l3_agent the message router_deleted on router 390440aa-a10d-4376-a6ec-23e498907bda {{(pid=106253) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 12:06:51.252879 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-739a077d-65c2-4092-9015-60d3997a44c2 tempest-RoutersIpV6AdminTest-920956841 tempest-RoutersIpV6AdminTest-920956841-project] Notify callbacks [] for router, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:51.253945 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-739a077d-65c2-4092-9015-60d3997a44c2 tempest-RoutersIpV6AdminTest-920956841 tempest-RoutersIpV6AdminTest-920956841-project] 10.222.0.66 "DELETE /v2.0/routers/390440aa-a10d-4376-a6ec-23e498907bda HTTP/1.1" status: 204 len: 168 time: 1.8561049 Aug 18 12:06:51.258936 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 42034) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:06:51.264019 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-211ef914-edc5-4440-bbc8-7f9f3eef97ff tempest-RoutersIpV6AdminTest-920956841 tempest-RoutersIpV6AdminTest-920956841-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1071285140', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:06:51.294130 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-211ef914-edc5-4440-bbc8-7f9f3eef97ff tempest-RoutersIpV6AdminTest-920956841 tempest-RoutersIpV6AdminTest-920956841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-998592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15809'] for router, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:51.294534 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-211ef914-edc5-4440-bbc8-7f9f3eef97ff tempest-RoutersIpV6AdminTest-920956841 tempest-RoutersIpV6AdminTest-920956841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-992733', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-971415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15816'] for router, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:51.323586 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c07c388-8e30-4dbe-b500-0980e2a0e9ee tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Pushing event updated for resources: {'Port': ['ID=eae65a1b-33a9-4925-87f0-9370c309c382,revision_number=2']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:06:51.371917 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:51.385868 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5c07c388-8e30-4dbe-b500-0980e2a0e9ee tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-989945'] for floatingip, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:51.399365 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-211ef914-edc5-4440-bbc8-7f9f3eef97ff tempest-RoutersIpV6AdminTest-920956841 tempest-RoutersIpV6AdminTest-920956841-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:51.407674 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-211ef914-edc5-4440-bbc8-7f9f3eef97ff tempest-RoutersIpV6AdminTest-920956841 tempest-RoutersIpV6AdminTest-920956841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-998473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-992536'] for router, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:51.434379 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e35585-8757-40ce-b969-e1dddb82382d req-b775c505-ed7b-4201-9914-b967ab129cea tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:06:51.435894 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-42e35585-8757-40ce-b969-e1dddb82382d req-b775c505-ed7b-4201-9914-b967ab129cea tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/ports?device_id=391c446c-64ec-43a3-91e7-a71f9564fb03 HTTP/1.1" status: 200 len: 945 time: 0.1383529 Aug 18 12:06:51.517365 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b8f14689-a409-41d8-aa2d-5ed0ae3b90d2 tempest-FloatingIPAdminTestJSON-970567626 tempest-FloatingIPAdminTestJSON-970567626-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:51.531487 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-42e35585-8757-40ce-b969-e1dddb82382d req-5b25889b-2e71-4e19-a126-400d1fd07dd7 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/security-groups?id=d60fbefd-5088-4718-a442-08959d2ac3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835733 Aug 18 12:06:51.553213 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f82f3a50-b544-4be4-ad76-d18e9dd4bc91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:51.565982 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-211ef914-edc5-4440-bbc8-7f9f3eef97ff tempest-RoutersIpV6AdminTest-920956841 tempest-RoutersIpV6AdminTest-920956841-project] Notify callbacks [] for router, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:51.567605 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-211ef914-edc5-4440-bbc8-7f9f3eef97ff tempest-RoutersIpV6AdminTest-920956841 tempest-RoutersIpV6AdminTest-920956841-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.3072770 Aug 18 12:06:51.572371 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 42036) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:06:51.575591 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-9bf2f769-9f17-4068-a911-6fe0d0446d05 tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'enable_snat': False}}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:06:51.584876 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f82f3a50-b544-4be4-ad76-d18e9dd4bc91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:51.605291 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5c07c388-8e30-4dbe-b500-0980e2a0e9ee tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for floatingip, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:51.606529 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-5c07c388-8e30-4dbe-b500-0980e2a0e9ee tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4621122 Aug 18 12:06:51.642023 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-f82f3a50-b544-4be4-ad76-d18e9dd4bc91 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9ed52d51db484be3b105f333e5cbccdb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7375455 Aug 18 12:06:51.647400 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 42040) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:06:51.657206 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82f3a50-b544-4be4-ad76-d18e9dd4bc91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3846adc-d497-41a2-afb2-e87dbfefb5ee,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:06:51.684277 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-2e1b5616-9d99-4326-a163-8c089bfa7f31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:51.755516 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c43d10de-c048-4253-8c70-53ec2b15803a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:51.758652 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [None req-b8f14689-a409-41d8-aa2d-5ed0ae3b90d2 tempest-FloatingIPAdminTestJSON-970567626 tempest-FloatingIPAdminTestJSON-970567626-project-admin] Allocated IP 172.25.7.121 (7cae7a70-14fd-408c-b14d-39ceb97cb60e/9784295a-20b8-4a4b-b105-f82737f0448f/25e2c8fe-ec13-4229-82ce-5d6e54c6a61a) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:06:51.813698 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c43d10de-c048-4253-8c70-53ec2b15803a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:51.878993 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9bf2f769-9f17-4068-a911-6fe0d0446d05 tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:52.005295 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-015f9123-1036-461f-b09f-11c0827fad41 req-518063a1-29a8-4ad6-95cf-c559485691f2 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--1173352349&fields=id&tenant_id=c58c061f2ffb4e7caeee64937da3abfa HTTP/1.1" status: 200 len: 267 time: 0.1101096 Aug 18 12:06:52.022848 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c43d10de-c048-4253-8c70-53ec2b15803a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:52.028500 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c43d10de-c048-4253-8c70-53ec2b15803a admin admin] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:52.030229 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-c43d10de-c048-4253-8c70-53ec2b15803a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c3846adc-d497-41a2-afb2-e87dbfefb5ee HTTP/1.1" status: 204 len: 168 time: 0.3810146 Aug 18 12:06:52.035158 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b8f14689-a409-41d8-aa2d-5ed0ae3b90d2 tempest-FloatingIPAdminTestJSON-970567626 tempest-FloatingIPAdminTestJSON-970567626-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:52.078582 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-53584c24-f517-494e-ac93-c18bb92373f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:52.129301 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43d10de-c048-4253-8c70-53ec2b15803a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3846adc-d497-41a2-afb2-e87dbfefb5ee,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:06:52.161803 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015f9123-1036-461f-b09f-11c0827fad41 req-f76c7663-f8e4-4edb-b479-16451e3e9fb1 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:06:52.163281 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-015f9123-1036-461f-b09f-11c0827fad41 req-f76c7663-f8e4-4edb-b479-16451e3e9fb1 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] 10.222.0.66 "GET /v2.0/ports/8d12b24c-fdf8-4b6d-8d6e-bdd4c5941e08 HTTP/1.1" status: 200 len: 932 time: 0.1445220 Aug 18 12:06:52.164922 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b8f14689-a409-41d8-aa2d-5ed0ae3b90d2 tempest-FloatingIPAdminTestJSON-970567626 tempest-FloatingIPAdminTestJSON-970567626-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:52.210928 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8f14689-a409-41d8-aa2d-5ed0ae3b90d2 tempest-FloatingIPAdminTestJSON-970567626 tempest-FloatingIPAdminTestJSON-970567626-project-admin] Network 7cae7a70-14fd-408c-b14d-39ceb97cb60e is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:06:52.231264 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-b8f14689-a409-41d8-aa2d-5ed0ae3b90d2 tempest-FloatingIPAdminTestJSON-970567626 tempest-FloatingIPAdminTestJSON-970567626-project-admin] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:06:52.244675 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f14689-a409-41d8-aa2d-5ed0ae3b90d2 tempest-FloatingIPAdminTestJSON-970567626 tempest-FloatingIPAdminTestJSON-970567626-project-admin] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:06:52.300289 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9bf2f769-9f17-4068-a911-6fe0d0446d05 tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:52.330876 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9bf2f769-9f17-4068-a911-6fe0d0446d05 tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:52.514553 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [None req-9bf2f769-9f17-4068-a911-6fe0d0446d05 tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] Allocated IP 172.25.7.199 (7cae7a70-14fd-408c-b14d-39ceb97cb60e/9784295a-20b8-4a4b-b105-f82737f0448f/2f3d2f98-5303-4fb1-832f-6016b99073bf) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:06:52.553473 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device cc2de829-8e2b-48e8-b71f-e1a619ef4f0e no longer exists at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:06:52.601780 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 42064) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:06:52.637225 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c880d71b-2e53-46ef-95e8-6bbde0e0f27b admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:52.706822 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:52.733632 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9bf2f769-9f17-4068-a911-6fe0d0446d05 tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:52.734160 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '391c446c-64ec-43a3-91e7-a71f9564fb03', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc2de829-8e2b-48e8-b71f-e1a619ef4f0e'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:06:52.737123 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db50a436fb3a98495337d8fe7487b4f2ea6f3c1052eb9efadc2ecda2d5737001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7125417d-d45b-40c3-8a83-731a1b40e3cc" -d '{"events": [{"server_uuid": "391c446c-64ec-43a3-91e7-a71f9564fb03", "name": "network-vif-unplugged", "status": "completed", "tag": "cc2de829-8e2b-48e8-b71f-e1a619ef4f0e"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:06:52.760631 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port cc2de829-8e2b-48e8-b71f-e1a619ef4f0e, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=cc2de829-8e2b-48e8-b71f-e1a619ef4f0e,segment=NetworkSegment(cad785f7-8854-4494-9369-5c8d15a44cef),segment_id=cad785f7-8854-4494-9369-5c8d15a44cef)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:06:52.773705 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:52.809181 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c880d71b-2e53-46ef-95e8-6bbde0e0f27b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:52.821235 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c880d71b-2e53-46ef-95e8-6bbde0e0f27b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:52.849132 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015f9123-1036-461f-b09f-11c0827fad41 req-194d845f-a98f-4bf4-bd6f-677b900ef2aa tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:06:52.850823 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-015f9123-1036-461f-b09f-11c0827fad41 req-194d845f-a98f-4bf4-bd6f-677b900ef2aa tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] 10.222.0.66 "GET /v2.0/ports/0800d992-3baf-4f75-8477-d82c2df6cfbf HTTP/1.1" status: 200 len: 932 time: 0.6784635 Aug 18 12:06:52.855967 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f14689-a409-41d8-aa2d-5ed0ae3b90d2 tempest-FloatingIPAdminTestJSON-970567626 tempest-FloatingIPAdminTestJSON-970567626-project-admin] Pushing event updated for resources: {'Port': ['ID=25e2c8fe-ec13-4229-82ce-5d6e54c6a61a,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:06:52.856792 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-c880d71b-2e53-46ef-95e8-6bbde0e0f27b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=230ca394c93d40dfb11e443d96f698b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2529635 Aug 18 12:06:52.860263 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 42068) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:06:52.865001 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=cc2de829-8e2b-48e8-b71f-e1a619ef4f0e,revision_number=8']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:06:52.916613 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c880d71b-2e53-46ef-95e8-6bbde0e0f27b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a4b4be9-96c0-41cf-b1b1-39e1e6a3e552,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:06:52.944646 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-015f9123-1036-461f-b09f-11c0827fad41 req-138b5d0e-689c-4bb7-9211-7a8d28d60505 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] 10.222.0.66 "GET /v2.0/ports?network_id=d3427385-4738-4edf-ab5a-b3bffa0e286e&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0759685 Aug 18 12:06:52.951051 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9bf2f769-9f17-4068-a911-6fe0d0446d05 tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:52.997227 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ca1d18-025d-44c6-91fb-1392602948c0 req-43d7a365-a33f-4b66-bb18-8e751983bea3 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:06:53.000080 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-46ca1d18-025d-44c6-91fb-1392602948c0 req-43d7a365-a33f-4b66-bb18-8e751983bea3 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/ports?device_id=391c446c-64ec-43a3-91e7-a71f9564fb03 HTTP/1.1" status: 200 len: 943 time: 0.1925442 Aug 18 12:06:53.002656 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bf2f769-9f17-4068-a911-6fe0d0446d05 tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] Network 7cae7a70-14fd-408c-b14d-39ceb97cb60e is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:06:53.003659 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-26185e57-ab3c-4ddf-8990-95e284d41667 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:53.021489 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-9bf2f769-9f17-4068-a911-6fe0d0446d05 tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:06:53.030369 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf2f769-9f17-4068-a911-6fe0d0446d05 tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:06:53.052008 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-015f9123-1036-461f-b09f-11c0827fad41 req-2ef3b5f2-3e40-41a9-969c-ee042b1c9d4c tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] 10.222.0.66 "GET /v2.0/ports?network_id=d3427385-4738-4edf-ab5a-b3bffa0e286e&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0966029 Aug 18 12:06:53.080452 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf2f769-9f17-4068-a911-6fe0d0446d05 tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] Pushing event updated for resources: {'Port': ['ID=2f3d2f98-5303-4fb1-832f-6016b99073bf,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:06:53.089941 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-26185e57-ab3c-4ddf-8990-95e284d41667 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:53.241374 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b8f14689-a409-41d8-aa2d-5ed0ae3b90d2 tempest-FloatingIPAdminTestJSON-970567626 tempest-FloatingIPAdminTestJSON-970567626-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:53.263957 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-26185e57-ab3c-4ddf-8990-95e284d41667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:53.266835 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-26185e57-ab3c-4ddf-8990-95e284d41667 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:53.268341 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-26185e57-ab3c-4ddf-8990-95e284d41667 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/5a4b4be9-96c0-41cf-b1b1-39e1e6a3e552 HTTP/1.1" status: 204 len: 168 time: 0.3904936 Aug 18 12:06:53.279269 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-46ca1d18-025d-44c6-91fb-1392602948c0 req-154f257f-cf6a-40f6-b3fb-4fcebcdb0f64 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/security-groups?id=d60fbefd-5088-4718-a442-08959d2ac3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2668970 Aug 18 12:06:53.315458 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26185e57-ab3c-4ddf-8990-95e284d41667 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a4b4be9-96c0-41cf-b1b1-39e1e6a3e552,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:06:53.378729 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 18 Aug 2021 12:06:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-876de4d1-c95c-4075-8b44-ebd3d90efcb1 x-openstack-request-id: req-876de4d1-c95c-4075-8b44-ebd3d90efcb1 {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:06:53.379027 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "391c446c-64ec-43a3-91e7-a71f9564fb03", "name": "network-vif-unplugged", "status": "failed", "tag": "cc2de829-8e2b-48e8-b71f-e1a619ef4f0e", "code": 422}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:06:53.379266 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-876de4d1-c95c-4075-8b44-ebd3d90efcb1 {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:06:53.379667 n-d-804985-2 neutron-server[106254]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '391c446c-64ec-43a3-91e7-a71f9564fb03', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'cc2de829-8e2b-48e8-b71f-e1a619ef4f0e', 'code': 422} returned with failed status Aug 18 12:06:53.383705 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b8f14689-a409-41d8-aa2d-5ed0ae3b90d2 tempest-FloatingIPAdminTestJSON-970567626 tempest-FloatingIPAdminTestJSON-970567626-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:53.411101 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9bf2f769-9f17-4068-a911-6fe0d0446d05 tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:53.469979 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015f9123-1036-461f-b09f-11c0827fad41 req-85b0c19f-ff88-424c-ad9f-777074c8c9d7 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:06:53.475898 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015f9123-1036-461f-b09f-11c0827fad41 req-85b0c19f-ff88-424c-ad9f-777074c8c9d7 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:06:53.484052 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015f9123-1036-461f-b09f-11c0827fad41 req-85b0c19f-ff88-424c-ad9f-777074c8c9d7 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:06:53.490381 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-015f9123-1036-461f-b09f-11c0827fad41 req-85b0c19f-ff88-424c-ad9f-777074c8c9d7 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] 10.222.0.66 "GET /v2.0/networks?id=b4c3ca6c-0ea6-41d9-a4f2-6163ca8a35bc&id=2212f13b-fd75-4d1b-969c-01d56f351ced&id=2212f13b-fd75-4d1b-969c-01d56f351ced&id=d3427385-4738-4edf-ab5a-b3bffa0e286e&id=d3427385-4738-4edf-ab5a-b3bffa0e286e HTTP/1.1" status: 200 len: 1990 time: 0.4085307 Aug 18 12:06:53.529454 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-015f9123-1036-461f-b09f-11c0827fad41 req-1851f7cd-1e56-427c-90cf-eda89a515071 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] 10.222.0.66 "GET /v2.0/quotas/c58c061f2ffb4e7caeee64937da3abfa HTTP/1.1" status: 200 len: 375 time: 0.0231736 Aug 18 12:06:53.754258 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9bf2f769-9f17-4068-a911-6fe0d0446d05 tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-992676', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-996089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15866'] for router, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:53.770422 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-015f9123-1036-461f-b09f-11c0827fad41 req-fd8e6306-8f4b-40c3-8a49-5d977d469b75 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=c58c061f2ffb4e7caeee64937da3abfa&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2302237 Aug 18 12:06:53.770832 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9bf2f769-9f17-4068-a911-6fe0d0446d05 tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-992536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-992522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-992529', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-996032'] for router, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:53.776781 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-500a1c61-38a7-4c23-a7ec-4631080af5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:53.976290 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b8f14689-a409-41d8-aa2d-5ed0ae3b90d2 tempest-FloatingIPAdminTestJSON-970567626 tempest-FloatingIPAdminTestJSON-970567626-project-admin] Notify callbacks [] for port, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:53.999374 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b8f14689-a409-41d8-aa2d-5ed0ae3b90d2 tempest-FloatingIPAdminTestJSON-970567626 tempest-FloatingIPAdminTestJSON-970567626-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:54.083675 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-015f9123-1036-461f-b09f-11c0827fad41 req-30f2a56d-57a9-4c35-9314-dd71f409432a service neutron] 10.222.0.66 "GET /v2.0/networks/b4c3ca6c-0ea6-41d9-a4f2-6163ca8a35bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2895074 Aug 18 12:06:54.098830 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bf2f769-9f17-4068-a911-6fe0d0446d05 tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] Router 7d851801-a945-4769-a084-d493c3e952b3 is scheduled to L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 with binding_index 1 {{(pid=106253) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 12:06:54.188751 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f14689-a409-41d8-aa2d-5ed0ae3b90d2 tempest-FloatingIPAdminTestJSON-970567626 tempest-FloatingIPAdminTestJSON-970567626-project-admin] Pushing event updated for resources: {'Port': ['ID=25e2c8fe-ec13-4229-82ce-5d6e54c6a61a,revision_number=2']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:06:54.193821 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b8f14689-a409-41d8-aa2d-5ed0ae3b90d2 tempest-FloatingIPAdminTestJSON-970567626 tempest-FloatingIPAdminTestJSON-970567626-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-989945'] for floatingip, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:54.226122 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b8f14689-a409-41d8-aa2d-5ed0ae3b90d2 tempest-FloatingIPAdminTestJSON-970567626 tempest-FloatingIPAdminTestJSON-970567626-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for floatingip, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:54.231017 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-b8f14689-a409-41d8-aa2d-5ed0ae3b90d2 tempest-FloatingIPAdminTestJSON-970567626 tempest-FloatingIPAdminTestJSON-970567626-project-admin] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2292392 Aug 18 12:06:54.231017 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 42116) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:06:54.251415 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-015f9123-1036-461f-b09f-11c0827fad41 req-e51be82a-a70a-4c86-9cf5-fcfd168569d2 service neutron] 10.222.0.66 "GET /v2.0/networks/b4c3ca6c-0ea6-41d9-a4f2-6163ca8a35bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526709 Aug 18 12:06:54.302796 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-015f9123-1036-461f-b09f-11c0827fad41 req-ccfa0a3e-3fda-4388-878f-2418b4f3e211 service neutron] 10.222.0.66 "GET /v2.0/ports/8d12b24c-fdf8-4b6d-8d6e-bdd4c5941e08?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0380340 Aug 18 12:06:54.316704 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bf2f769-9f17-4068-a911-6fe0d0446d05 tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:06:54.327791 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-888cea70-3e9f-4d8a-ac24-e2a34a598f4a None None] Sync routers for ids ['7d851801-a945-4769-a084-d493c3e952b3'] in n-d-804985-2 {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:06:54.341825 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-888cea70-3e9f-4d8a-ac24-e2a34a598f4a None None] Routers {'7d851801-a945-4769-a084-d493c3e952b3'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:06:54.342327 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-888cea70-3e9f-4d8a-ac24-e2a34a598f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:06:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['7d851801-a945-4769-a084-d493c3e952b3'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:06:54.345054 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9bf2f769-9f17-4068-a911-6fe0d0446d05 tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] Notify callbacks [] for router, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:54.348531 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-9bf2f769-9f17-4068-a911-6fe0d0446d05 tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] 10.222.0.66 "PUT /v2.0/routers/7d851801-a945-4769-a084-d493c3e952b3 HTTP/1.1" status: 200 len: 920 time: 2.7749965 Aug 18 12:06:54.349646 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 42124) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:06:54.408183 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-888cea70-3e9f-4d8a-ac24-e2a34a598f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:06:54.420178 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-888cea70-3e9f-4d8a-ac24-e2a34a598f4a None None] Routers {'7d851801-a945-4769-a084-d493c3e952b3'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:06:54.421005 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-888cea70-3e9f-4d8a-ac24-e2a34a598f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:06:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['7d851801-a945-4769-a084-d493c3e952b3'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:06:54.489707 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-888cea70-3e9f-4d8a-ac24-e2a34a598f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:06:54.490367 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-888cea70-3e9f-4d8a-ac24-e2a34a598f4a None None] The sync data for ids ['7d851801-a945-4769-a084-d493c3e952b3'] in n-d-804985-2 is: [] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:06:54.507177 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-015f9123-1036-461f-b09f-11c0827fad41 req-a5c09e08-7940-48cf-a160-ec24d4472487 service neutron] 10.222.0.66 "GET /v2.0/networks/2212f13b-fd75-4d1b-969c-01d56f351ced?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1904078 Aug 18 12:06:54.588430 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-254a9d21-594d-4de7-b2b6-673c15afadfe tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] 10.222.0.66 "GET /v2.0/routers/7d851801-a945-4769-a084-d493c3e952b3 HTTP/1.1" status: 200 len: 926 time: 0.2374358 Aug 18 12:06:54.591174 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 42146) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:06:54.629085 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 42148) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:06:54.635461 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-12a97619-6680-4b8e-b232-87507fdc8304 tempest-FloatingIPAdminTestJSON-379320437 tempest-FloatingIPAdminTestJSON-379320437-project] Request body: {'floatingip': {'floating_network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:06:54.646260 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea89a3e6-13a6-4194-9df5-6b7c7a9613d8 tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:06:54.647884 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-ea89a3e6-13a6-4194-9df5-6b7c7a9613d8 tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] 10.222.0.66 "GET /v2.0/ports?network_id=7cae7a70-14fd-408c-b14d-39ceb97cb60e&device_id=7d851801-a945-4769-a084-d493c3e952b3&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0557702 Aug 18 12:06:54.653145 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 42152) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:06:54.726390 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-015f9123-1036-461f-b09f-11c0827fad41 req-1a79d430-3412-4a82-bca6-55446db40ed4 service neutron] 10.222.0.66 "GET /v2.0/networks/2212f13b-fd75-4d1b-969c-01d56f351ced?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2128119 Aug 18 12:06:54.791149 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-015f9123-1036-461f-b09f-11c0827fad41 req-a935373b-dff5-40b1-b6f1-b66aa0db8281 service neutron] 10.222.0.66 "GET /v2.0/ports/0800d992-3baf-4f75-8477-d82c2df6cfbf?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0550265 Aug 18 12:06:54.792745 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-12a97619-6680-4b8e-b232-87507fdc8304 tempest-FloatingIPAdminTestJSON-379320437 tempest-FloatingIPAdminTestJSON-379320437-project] Notify callbacks [] for floatingip, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:54.855959 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fca1056-0c0d-4878-999e-a7624294f862 tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:06:54.857332 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-0fca1056-0c0d-4878-999e-a7624294f862 tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] 10.222.0.66 "GET /v2.0/networks/7cae7a70-14fd-408c-b14d-39ceb97cb60e HTTP/1.1" status: 200 len: 881 time: 0.2011263 Aug 18 12:06:54.863121 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 42154) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:06:54.866901 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-efef87fc-b9b8-4672-92d6-23420b4d1a18 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1743342421-network', 'tenant_id': '29d095af739443468862e4d30a862584'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:06:54.906702 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-e666036e-92f1-4976-90be-68812fd84670 tempest-RoutersIpV6AdminTest-920956841 tempest-RoutersIpV6AdminTest-920956841-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d851801-a945-4769-a084-d493c3e952b3 HTTP/1.1" status: 200 len: 205 time: 0.0365145 Aug 18 12:06:54.909399 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 42156) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:06:54.977051 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efef87fc-b9b8-4672-92d6-23420b4d1a18 admin admin] Made reservation on behalf of 29d095af739443468862e4d30a862584 for: {'network': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:06:54.980930 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-efef87fc-b9b8-4672-92d6-23420b4d1a18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for network, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:54.994015 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-efef87fc-b9b8-4672-92d6-23420b4d1a18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:55.002688 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9051827b-b034-47e1-af1a-cc32586588a4 req-17c9fa29-46a7-4a92-b67e-749566bfe241 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:06:55.009534 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9051827b-b034-47e1-af1a-cc32586588a4 req-17c9fa29-46a7-4a92-b67e-749566bfe241 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/ports?device_id=391c446c-64ec-43a3-91e7-a71f9564fb03 HTTP/1.1" status: 200 len: 943 time: 0.1019166 Aug 18 12:06:55.053550 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-015f9123-1036-461f-b09f-11c0827fad41 req-d04da2ec-b1e5-4611-93d1-78118ae48002 service neutron] 10.222.0.66 "GET /v2.0/networks/2212f13b-fd75-4d1b-969c-01d56f351ced?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2463505 Aug 18 12:06:55.078355 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-768bfd51-d3ca-4162-a8d7-2e096be45455 tempest-RoutersIpV6AdminTest-920956841 tempest-RoutersIpV6AdminTest-920956841-project] Notify callbacks [] for router, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:55.195604 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-12a97619-6680-4b8e-b232-87507fdc8304 tempest-FloatingIPAdminTestJSON-379320437 tempest-FloatingIPAdminTestJSON-379320437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:55.275414 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-015f9123-1036-461f-b09f-11c0827fad41 req-fee61056-47cf-4ce4-8de0-757097290b22 service neutron] 10.222.0.66 "GET /v2.0/networks/2212f13b-fd75-4d1b-969c-01d56f351ced?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2061698 Aug 18 12:06:55.300576 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-9051827b-b034-47e1-af1a-cc32586588a4 req-eeb5b68f-df8d-44a2-bb5a-6ca8bd0e92c6 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Deleting port cc2de829-8e2b-48e8-b71f-e1a619ef4f0e {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:06:55.300944 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-9051827b-b034-47e1-af1a-cc32586588a4 req-eeb5b68f-df8d-44a2-bb5a-6ca8bd0e92c6 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:55.491921 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [None req-12a97619-6680-4b8e-b232-87507fdc8304 tempest-FloatingIPAdminTestJSON-379320437 tempest-FloatingIPAdminTestJSON-379320437-project] Allocated IP 172.25.7.79 (7cae7a70-14fd-408c-b14d-39ceb97cb60e/9784295a-20b8-4a4b-b105-f82737f0448f/f8a94884-b4fe-4457-9e00-98a0d599cdf9) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:06:55.522408 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-015f9123-1036-461f-b09f-11c0827fad41 req-4af0c5a0-7bb0-411b-8c70-98b3297e1180 service neutron] 10.222.0.66 "GET /v2.0/networks/2212f13b-fd75-4d1b-969c-01d56f351ced?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2372699 Aug 18 12:06:55.527814 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-9051827b-b034-47e1-af1a-cc32586588a4 req-eeb5b68f-df8d-44a2-bb5a-6ca8bd0e92c6 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] For port cc2de829-8e2b-48e8-b71f-e1a619ef4f0e, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=cc2de829-8e2b-48e8-b71f-e1a619ef4f0e,segment=NetworkSegment(cad785f7-8854-4494-9369-5c8d15a44cef),segment_id=cad785f7-8854-4494-9369-5c8d15a44cef)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:06:55.528183 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-9051827b-b034-47e1-af1a-cc32586588a4 req-eeb5b68f-df8d-44a2-bb5a-6ca8bd0e92c6 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:55.586822 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-768bfd51-d3ca-4162-a8d7-2e096be45455 tempest-RoutersIpV6AdminTest-920956841 tempest-RoutersIpV6AdminTest-920956841-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:55.594846 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-efef87fc-b9b8-4672-92d6-23420b4d1a18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:55.607134 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-9051827b-b034-47e1-af1a-cc32586588a4 req-eeb5b68f-df8d-44a2-bb5a-6ca8bd0e92c6 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Calling delete_port for cc2de829-8e2b-48e8-b71f-e1a619ef4f0e owned by compute:nova {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:06:55.622291 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-efef87fc-b9b8-4672-92d6-23420b4d1a18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:55.651994 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efef87fc-b9b8-4672-92d6-23420b4d1a18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f40f5dc5-9d25-43d5-a438-2945d251cf32,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:06:55.664295 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efef87fc-b9b8-4672-92d6-23420b4d1a18 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 815} {{(pid=106253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:06:55.685128 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-efef87fc-b9b8-4672-92d6-23420b4d1a18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:55.685512 n-d-804985-2 neutron-server[106253]: INFO neutron.db.segments_db [None req-efef87fc-b9b8-4672-92d6-23420b4d1a18 admin admin] Added segment d1559002-2cd2-4997-ad5a-b3a5341106b4 of type vlan for network 21e4660f-6197-4dfb-b29a-4540684c9640 Aug 18 12:06:55.720176 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-12a97619-6680-4b8e-b232-87507fdc8304 tempest-FloatingIPAdminTestJSON-379320437 tempest-FloatingIPAdminTestJSON-379320437-project] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:55.732520 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-768bfd51-d3ca-4162-a8d7-2e096be45455 tempest-RoutersIpV6AdminTest-920956841 tempest-RoutersIpV6AdminTest-920956841-project] Deleting port 2f3d2f98-5303-4fb1-832f-6016b99073bf {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:06:55.732875 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-768bfd51-d3ca-4162-a8d7-2e096be45455 tempest-RoutersIpV6AdminTest-920956841 tempest-RoutersIpV6AdminTest-920956841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:55.778581 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-efef87fc-b9b8-4672-92d6-23420b4d1a18 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789150665894'] for network, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:55.812249 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-015f9123-1036-461f-b09f-11c0827fad41 req-4c4cb22e-13eb-4f62-9a6b-c17f609f9d31 service neutron] 10.222.0.66 "GET /v2.0/networks/2212f13b-fd75-4d1b-969c-01d56f351ced?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2756617 Aug 18 12:06:55.831249 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-efef87fc-b9b8-4672-92d6-23420b4d1a18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for network, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:55.832430 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efef87fc-b9b8-4672-92d6-23420b4d1a18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:06:55.832945 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-efef87fc-b9b8-4672-92d6-23420b4d1a18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:55.847968 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-768bfd51-d3ca-4162-a8d7-2e096be45455 tempest-RoutersIpV6AdminTest-920956841 tempest-RoutersIpV6AdminTest-920956841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:55.871158 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-efef87fc-b9b8-4672-92d6-23420b4d1a18 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2380183 Aug 18 12:06:55.875114 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 42162) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:06:55.889789 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-b9ee7444-574f-4153-b1a0-9fe30463f1da admin admin] Request body: {'subnet': {'network_id': '21e4660f-6197-4dfb-b29a-4540684c9640', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1743342421-subnet', 'tenant_id': '29d095af739443468862e4d30a862584', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:06:55.900650 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-768bfd51-d3ca-4162-a8d7-2e096be45455 tempest-RoutersIpV6AdminTest-920956841 tempest-RoutersIpV6AdminTest-920956841-project] Calling delete_port for 2f3d2f98-5303-4fb1-832f-6016b99073bf owned by network:router_gateway {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:06:55.925120 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-12a97619-6680-4b8e-b232-87507fdc8304 tempest-FloatingIPAdminTestJSON-379320437 tempest-FloatingIPAdminTestJSON-379320437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:55.929729 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efef87fc-b9b8-4672-92d6-23420b4d1a18 admin admin] Pushing event updated for resources: {'Network': ['ID=21e4660f-6197-4dfb-b29a-4540684c9640,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:06:55.947752 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Network 21e4660f-6197-4dfb-b29a-4540684c9640 details requested by agent ovs-agent-n-d-804985-2 with host n-d-804985-2 {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:06:56.019765 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12a97619-6680-4b8e-b232-87507fdc8304 tempest-FloatingIPAdminTestJSON-379320437 tempest-FloatingIPAdminTestJSON-379320437-project] Network 7cae7a70-14fd-408c-b14d-39ceb97cb60e is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:06:56.020807 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9ee7444-574f-4153-b1a0-9fe30463f1da admin admin] Made reservation on behalf of 29d095af739443468862e4d30a862584 for: {'subnet': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:06:56.022857 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b9ee7444-574f-4153-b1a0-9fe30463f1da admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59074089'] for subnet, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:56.065780 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-12a97619-6680-4b8e-b232-87507fdc8304 tempest-FloatingIPAdminTestJSON-379320437 tempest-FloatingIPAdminTestJSON-379320437-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:06:56.099962 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a97619-6680-4b8e-b232-87507fdc8304 tempest-FloatingIPAdminTestJSON-379320437 tempest-FloatingIPAdminTestJSON-379320437-project] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:06:56.109572 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-768bfd51-d3ca-4162-a8d7-2e096be45455 tempest-RoutersIpV6AdminTest-920956841 tempest-RoutersIpV6AdminTest-920956841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:56.111156 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a97619-6680-4b8e-b232-87507fdc8304 tempest-FloatingIPAdminTestJSON-379320437 tempest-FloatingIPAdminTestJSON-379320437-project] Pushing event updated for resources: {'Port': ['ID=f8a94884-b4fe-4457-9e00-98a0d599cdf9,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:06:56.139331 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768bfd51-d3ca-4162-a8d7-2e096be45455 tempest-RoutersIpV6AdminTest-920956841 tempest-RoutersIpV6AdminTest-920956841-project] Pushing event deleted for resources: {'Port': ['ID=2f3d2f98-5303-4fb1-832f-6016b99073bf,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:06:56.150536 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-015f9123-1036-461f-b09f-11c0827fad41 req-d09e5fac-75e9-4227-9984-693aa126cdc7 service neutron] 10.222.0.66 "GET /v2.0/networks/2212f13b-fd75-4d1b-969c-01d56f351ced?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3372104 Aug 18 12:06:56.213607 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-768bfd51-d3ca-4162-a8d7-2e096be45455 tempest-RoutersIpV6AdminTest-920956841 tempest-RoutersIpV6AdminTest-920956841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-997271'] for router_gateway, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:56.229327 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-9051827b-b034-47e1-af1a-cc32586588a4 req-eeb5b68f-df8d-44a2-bb5a-6ca8bd0e92c6 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:56.302011 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb5b68f-df8d-44a2-bb5a-6ca8bd0e92c6 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Pushing event deleted for resources: {'Port': ['ID=cc2de829-8e2b-48e8-b71f-e1a619ef4f0e,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:06:56.327861 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-768bfd51-d3ca-4162-a8d7-2e096be45455 tempest-RoutersIpV6AdminTest-920956841 tempest-RoutersIpV6AdminTest-920956841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-996004', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15859'] for router, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:56.334528 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-768bfd51-d3ca-4162-a8d7-2e096be45455 tempest-RoutersIpV6AdminTest-920956841 tempest-RoutersIpV6AdminTest-920956841-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:56.403696 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-768bfd51-d3ca-4162-a8d7-2e096be45455 tempest-RoutersIpV6AdminTest-920956841 tempest-RoutersIpV6AdminTest-920956841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-996061'] for router, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:56.404678 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-768bfd51-d3ca-4162-a8d7-2e096be45455 tempest-RoutersIpV6AdminTest-920956841 tempest-RoutersIpV6AdminTest-920956841-project] Fanout notify agent at l3_agent the message router_deleted on router 7d851801-a945-4769-a084-d493c3e952b3 {{(pid=106253) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 12:06:56.421668 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-768bfd51-d3ca-4162-a8d7-2e096be45455 tempest-RoutersIpV6AdminTest-920956841 tempest-RoutersIpV6AdminTest-920956841-project] Notify callbacks [] for router, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:56.428651 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-768bfd51-d3ca-4162-a8d7-2e096be45455 tempest-RoutersIpV6AdminTest-920956841 tempest-RoutersIpV6AdminTest-920956841-project] 10.222.0.66 "DELETE /v2.0/routers/7d851801-a945-4769-a084-d493c3e952b3 HTTP/1.1" status: 204 len: 168 time: 1.5145078 Aug 18 12:06:56.428651 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 42164) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:06:56.431448 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-9051827b-b034-47e1-af1a-cc32586588a4 req-eeb5b68f-df8d-44a2-bb5a-6ca8bd0e92c6 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] No DVR routers for this DVR port cc2de829-8e2b-48e8-b71f-e1a619ef4f0e on host n-h2-804985-2 {{(pid=106252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:06:56.436259 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-f2a48fe1-7e09-4693-85c2-dd6c16160dbe tempest-RoutersIpV6AdminTest-920956841 tempest-RoutersIpV6AdminTest-920956841-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1232689934', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'}, 'admin_state_up': False}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:06:56.446374 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-9051827b-b034-47e1-af1a-cc32586588a4 req-eeb5b68f-df8d-44a2-bb5a-6ca8bd0e92c6 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:56.456344 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9051827b-b034-47e1-af1a-cc32586588a4 req-eeb5b68f-df8d-44a2-bb5a-6ca8bd0e92c6 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "DELETE /v2.0/ports/cc2de829-8e2b-48e8-b71f-e1a619ef4f0e HTTP/1.1" status: 204 len: 173 time: 1.4458323 Aug 18 12:06:56.457087 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '391c446c-64ec-43a3-91e7-a71f9564fb03', 'name': 'network-vif-deleted', 'tag': 'cc2de829-8e2b-48e8-b71f-e1a619ef4f0e'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:06:56.459863 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1f68dff-4703-464e-8208-a8639b830ce5" -d '{"events": [{"server_uuid": "391c446c-64ec-43a3-91e7-a71f9564fb03", "name": "network-vif-deleted", "tag": "cc2de829-8e2b-48e8-b71f-e1a619ef4f0e"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:06:56.486146 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f2a48fe1-7e09-4693-85c2-dd6c16160dbe tempest-RoutersIpV6AdminTest-920956841 tempest-RoutersIpV6AdminTest-920956841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-998592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15809'] for router, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:56.486146 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f2a48fe1-7e09-4693-85c2-dd6c16160dbe tempest-RoutersIpV6AdminTest-920956841 tempest-RoutersIpV6AdminTest-920956841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-992733', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-971415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15816'] for router, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:56.486713 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-015f9123-1036-461f-b09f-11c0827fad41 req-c2ed4a15-1be1-45c6-9d84-21a8eee3c4c3 service neutron] 10.222.0.66 "GET /v2.0/networks/2212f13b-fd75-4d1b-969c-01d56f351ced?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3343740 Aug 18 12:06:56.488961 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-12a97619-6680-4b8e-b232-87507fdc8304 tempest-FloatingIPAdminTestJSON-379320437 tempest-FloatingIPAdminTestJSON-379320437-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:56.584269 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device cc2de829-8e2b-48e8-b71f-e1a619ef4f0e no longer exists at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:06:56.616005 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] No Port match for: cc2de829-8e2b-48e8-b71f-e1a619ef4f0e {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:06:56.619384 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f2a48fe1-7e09-4693-85c2-dd6c16160dbe tempest-RoutersIpV6AdminTest-920956841 tempest-RoutersIpV6AdminTest-920956841-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:56.620658 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device cc2de829-8e2b-48e8-b71f-e1a619ef4f0e not bound to the agent host n-h2-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:06:56.634488 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-12a97619-6680-4b8e-b232-87507fdc8304 tempest-FloatingIPAdminTestJSON-379320437 tempest-FloatingIPAdminTestJSON-379320437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:56.722225 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-015f9123-1036-461f-b09f-11c0827fad41 req-5ac7dae5-0a83-47e9-b6c4-da4a6ece65f6 service neutron] 10.222.0.66 "GET /v2.0/networks/d3427385-4738-4edf-ab5a-b3bffa0e286e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2349834 Aug 18 12:06:56.792828 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b9ee7444-574f-4153-b1a0-9fe30463f1da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3572913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59074111'] for subnet, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:56.797632 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f2a48fe1-7e09-4693-85c2-dd6c16160dbe tempest-RoutersIpV6AdminTest-920956841 tempest-RoutersIpV6AdminTest-920956841-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:57.085162 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f2a48fe1-7e09-4693-85c2-dd6c16160dbe tempest-RoutersIpV6AdminTest-920956841 tempest-RoutersIpV6AdminTest-920956841-project] Notify callbacks [] for router_gateway, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:57.111240 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f2a48fe1-7e09-4693-85c2-dd6c16160dbe tempest-RoutersIpV6AdminTest-920956841 tempest-RoutersIpV6AdminTest-920956841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:57.243415 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [None req-f2a48fe1-7e09-4693-85c2-dd6c16160dbe tempest-RoutersIpV6AdminTest-920956841 tempest-RoutersIpV6AdminTest-920956841-project] Allocated IP 172.25.7.135 (7cae7a70-14fd-408c-b14d-39ceb97cb60e/9784295a-20b8-4a4b-b105-f82737f0448f/e41bc7c9-d0ed-499e-a6be-0560e207bdca) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:06:57.372419 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 18 Aug 2021 12:06:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-284f56f6-d9ff-49eb-bd32-37b86362d248 x-openstack-request-id: req-284f56f6-d9ff-49eb-bd32-37b86362d248 {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:06:57.373064 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "391c446c-64ec-43a3-91e7-a71f9564fb03", "name": "network-vif-deleted", "tag": "cc2de829-8e2b-48e8-b71f-e1a619ef4f0e", "status": "failed", "code": 422}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:06:57.373064 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-284f56f6-d9ff-49eb-bd32-37b86362d248 {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:06:57.373488 n-d-804985-2 neutron-server[106252]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '391c446c-64ec-43a3-91e7-a71f9564fb03', 'name': 'network-vif-deleted', 'tag': 'cc2de829-8e2b-48e8-b71f-e1a619ef4f0e', 'status': 'failed', 'code': 422} returned with failed status Aug 18 12:06:57.382984 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f2a48fe1-7e09-4693-85c2-dd6c16160dbe tempest-RoutersIpV6AdminTest-920956841 tempest-RoutersIpV6AdminTest-920956841-project] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:57.404438 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ee7444-574f-4153-b1a0-9fe30463f1da admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f842818-187e-4c1f-a149-216f94355de2,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:06:57.433685 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f2a48fe1-7e09-4693-85c2-dd6c16160dbe tempest-RoutersIpV6AdminTest-920956841 tempest-RoutersIpV6AdminTest-920956841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:57.483158 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2a48fe1-7e09-4693-85c2-dd6c16160dbe tempest-RoutersIpV6AdminTest-920956841 tempest-RoutersIpV6AdminTest-920956841-project] Network 7cae7a70-14fd-408c-b14d-39ceb97cb60e is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:06:57.486681 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-f2a48fe1-7e09-4693-85c2-dd6c16160dbe tempest-RoutersIpV6AdminTest-920956841 tempest-RoutersIpV6AdminTest-920956841-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:06:57.489939 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a48fe1-7e09-4693-85c2-dd6c16160dbe tempest-RoutersIpV6AdminTest-920956841 tempest-RoutersIpV6AdminTest-920956841-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:06:57.501300 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ee7444-574f-4153-b1a0-9fe30463f1da admin admin] Checking segment: {'id': 'd1559002-2cd2-4997-ad5a-b3a5341106b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '21e4660f-6197-4dfb-b29a-4540684c9640'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:06:57.501670 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9ee7444-574f-4153-b1a0-9fe30463f1da admin admin] Network hostable DHCP agents. Network: 21e4660f-6197-4dfb-b29a-4540684c9640, hostable agents: ['97c14208-2951-4361-8d64-3708c946ff5f'], hosted agents: [] {{(pid=106252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 12:06:57.505277 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-015f9123-1036-461f-b09f-11c0827fad41 req-c47b9230-8967-4fb8-9f4b-d34020ab6bbd service neutron] 10.222.0.66 "GET /v2.0/networks/d3427385-4738-4edf-ab5a-b3bffa0e286e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7818713 Aug 18 12:06:57.546916 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a48fe1-7e09-4693-85c2-dd6c16160dbe tempest-RoutersIpV6AdminTest-920956841 tempest-RoutersIpV6AdminTest-920956841-project] Pushing event updated for resources: {'Port': ['ID=e41bc7c9-d0ed-499e-a6be-0560e207bdca,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:06:57.635621 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-12a97619-6680-4b8e-b232-87507fdc8304 tempest-FloatingIPAdminTestJSON-379320437 tempest-FloatingIPAdminTestJSON-379320437-project] Notify callbacks [] for port, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:57.648810 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9ee7444-574f-4153-b1a0-9fe30463f1da admin admin] Network 21e4660f-6197-4dfb-b29a-4540684c9640 is scheduled to be hosted by DHCP agent 97c14208-2951-4361-8d64-3708c946ff5f with binding_index 1 {{(pid=106252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 12:06:57.659972 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-12a97619-6680-4b8e-b232-87507fdc8304 tempest-FloatingIPAdminTestJSON-379320437 tempest-FloatingIPAdminTestJSON-379320437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:57.683107 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc972d4-be92-4752-818f-c1a00b1abd3a req-84ba4d1d-c035-4815-9b7a-604ffdfd7bfe tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:06:57.690375 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ddc972d4-be92-4752-818f-c1a00b1abd3a req-84ba4d1d-c035-4815-9b7a-604ffdfd7bfe tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/networks?id=f4b8d3d9-3617-4a41-8d50-7e0230977f6d HTTP/1.1" status: 200 len: 811 time: 0.3217454 Aug 18 12:06:57.731346 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-b9ee7444-574f-4153-b1a0-9fe30463f1da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-2, 21e4660f-6197-4dfb-b29a-4540684c9640) {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:06:57.744230 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d185832-7e55-46c3-b277-e3aaca407ad3 None None] Network 21e4660f-6197-4dfb-b29a-4540684c9640 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:06:57.751392 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-015f9123-1036-461f-b09f-11c0827fad41 req-e6ca9730-24fb-46e4-b03f-ba346c7de69d service neutron] 10.222.0.66 "GET /v2.0/networks/d3427385-4738-4edf-ab5a-b3bffa0e286e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2290318 Aug 18 12:06:57.752676 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9ee7444-574f-4153-b1a0-9fe30463f1da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:06:57.753322 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b9ee7444-574f-4153-b1a0-9fe30463f1da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for subnet, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:57.764682 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ddc972d4-be92-4752-818f-c1a00b1abd3a req-b0cad74d-1c03-4c07-8634-a6648e367bee tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/quotas/ba6220adeda54bd2ac551edffcfbfea2 HTTP/1.1" status: 200 len: 375 time: 0.0733113 Aug 18 12:06:57.823875 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a97619-6680-4b8e-b232-87507fdc8304 tempest-FloatingIPAdminTestJSON-379320437 tempest-FloatingIPAdminTestJSON-379320437-project] Pushing event updated for resources: {'Port': ['ID=f8a94884-b4fe-4457-9e00-98a0d599cdf9,revision_number=2']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:06:57.874810 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ddc972d4-be92-4752-818f-c1a00b1abd3a req-6299ee2c-86b5-4598-b67b-c3f7dbc3e16d tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=ba6220adeda54bd2ac551edffcfbfea2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1092167 Aug 18 12:06:57.879372 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-b9ee7444-574f-4153-b1a0-9fe30463f1da admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.0032213 Aug 18 12:06:57.888670 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f2a48fe1-7e09-4693-85c2-dd6c16160dbe tempest-RoutersIpV6AdminTest-920956841 tempest-RoutersIpV6AdminTest-920956841-project] Notify callbacks [] for router_gateway, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:57.951233 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86a7f298-6970-457d-8adb-7a7052a1a4e6 None None] Network 21e4660f-6197-4dfb-b29a-4540684c9640 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:06:57.961380 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-015f9123-1036-461f-b09f-11c0827fad41 req-d34fe6ec-da34-4dbc-bea4-4bdbd7ba31eb service neutron] 10.222.0.66 "GET /v2.0/networks/d3427385-4738-4edf-ab5a-b3bffa0e286e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737647 Aug 18 12:06:57.970486 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-12a97619-6680-4b8e-b232-87507fdc8304 tempest-FloatingIPAdminTestJSON-379320437 tempest-FloatingIPAdminTestJSON-379320437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-989945'] for floatingip, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:58.029760 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-12a97619-6680-4b8e-b232-87507fdc8304 tempest-FloatingIPAdminTestJSON-379320437 tempest-FloatingIPAdminTestJSON-379320437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for floatingip, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:58.033532 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-12a97619-6680-4b8e-b232-87507fdc8304 tempest-FloatingIPAdminTestJSON-379320437 tempest-FloatingIPAdminTestJSON-379320437-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.7995114 Aug 18 12:06:58.037225 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 42196) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:06:58.224380 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-3f6d8283-29d5-40e5-a930-d4c53536a8fd tempest-FloatingIPAdminTestJSON-970567626 tempest-FloatingIPAdminTestJSON-970567626-project-admin] 10.222.0.66 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4486 time: 0.1842217 Aug 18 12:06:58.225309 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 42204) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:06:58.319959 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f2a48fe1-7e09-4693-85c2-dd6c16160dbe tempest-RoutersIpV6AdminTest-920956841 tempest-RoutersIpV6AdminTest-920956841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-998473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-992536'] for router, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:58.323938 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ddc972d4-be92-4752-818f-c1a00b1abd3a req-27df5fb1-5488-4f39-9340-d92cddca25e7 service neutron] 10.222.0.66 "GET /v2.0/networks/f4b8d3d9-3617-4a41-8d50-7e0230977f6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3611779 Aug 18 12:06:58.368701 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-d25361b1-588b-4000-997c-479eda49880b tempest-FloatingIPAdminTestJSON-2119832633 tempest-FloatingIPAdminTestJSON-2119832633-project] 10.222.0.66 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1240783 Aug 18 12:06:58.369590 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 42214) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:06:58.582079 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2a48fe1-7e09-4693-85c2-dd6c16160dbe tempest-RoutersIpV6AdminTest-920956841 tempest-RoutersIpV6AdminTest-920956841-project] Router d1632b16-9292-42f4-8957-9f40003fba14 is scheduled to L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 with binding_index 1 {{(pid=106253) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 12:06:58.627174 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ddc972d4-be92-4752-818f-c1a00b1abd3a req-a3193906-037c-4cf1-80dd-8c5b8bde4748 service neutron] 10.222.0.66 "GET /v2.0/networks/f4b8d3d9-3617-4a41-8d50-7e0230977f6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3023140 Aug 18 12:06:58.645644 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-c56e36d0-aca0-472d-ba88-d98d8a6b5837 tempest-FloatingIPAdminTestJSON-379320437 tempest-FloatingIPAdminTestJSON-379320437-project] Deleting port f8a94884-b4fe-4457-9e00-98a0d599cdf9 {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:06:58.647194 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c56e36d0-aca0-472d-ba88-d98d8a6b5837 tempest-FloatingIPAdminTestJSON-379320437 tempest-FloatingIPAdminTestJSON-379320437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:58.806235 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c56e36d0-aca0-472d-ba88-d98d8a6b5837 tempest-FloatingIPAdminTestJSON-379320437 tempest-FloatingIPAdminTestJSON-379320437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:58.806568 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c56e36d0-aca0-472d-ba88-d98d8a6b5837 tempest-FloatingIPAdminTestJSON-379320437 tempest-FloatingIPAdminTestJSON-379320437-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:58.890353 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2a48fe1-7e09-4693-85c2-dd6c16160dbe tempest-RoutersIpV6AdminTest-920956841 tempest-RoutersIpV6AdminTest-920956841-project] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:06:58.908154 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a777ea26-51e5-4934-99d3-2481f3056a06 None None] Sync routers for ids ['d1632b16-9292-42f4-8957-9f40003fba14'] in n-d-804985-2 {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:06:58.918909 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-c56e36d0-aca0-472d-ba88-d98d8a6b5837 tempest-FloatingIPAdminTestJSON-379320437 tempest-FloatingIPAdminTestJSON-379320437-project] Calling delete_port for f8a94884-b4fe-4457-9e00-98a0d599cdf9 owned by network:floatingip {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:06:58.927452 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a777ea26-51e5-4934-99d3-2481f3056a06 None None] Routers {'d1632b16-9292-42f4-8957-9f40003fba14'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:06:58.928137 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-a777ea26-51e5-4934-99d3-2481f3056a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:06:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['d1632b16-9292-42f4-8957-9f40003fba14'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:06:58.967176 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f2a48fe1-7e09-4693-85c2-dd6c16160dbe tempest-RoutersIpV6AdminTest-920956841 tempest-RoutersIpV6AdminTest-920956841-project] Notify callbacks [] for router, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:58.971616 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-f2a48fe1-7e09-4693-85c2-dd6c16160dbe tempest-RoutersIpV6AdminTest-920956841 tempest-RoutersIpV6AdminTest-920956841-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 2.5403273 Aug 18 12:06:58.971808 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 42242) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:06:58.978356 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-8131bec1-1175-4756-b67e-5e707e487a97 tempest-RoutersIpV6AdminTest-920956841 tempest-RoutersIpV6AdminTest-920956841-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:06:59.037940 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-a777ea26-51e5-4934-99d3-2481f3056a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:06:59.050577 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a777ea26-51e5-4934-99d3-2481f3056a06 None None] Routers {'d1632b16-9292-42f4-8957-9f40003fba14'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:06:59.051221 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-a777ea26-51e5-4934-99d3-2481f3056a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:06:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['d1632b16-9292-42f4-8957-9f40003fba14'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:06:59.057236 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 42248) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:06:59.088370 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-f090eef9-4c48-4be8-815f-cedb526e3704 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-192384047-network', 'tenant_id': '61cbc8ec8a974fa68007e9539990edf6'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:06:59.148559 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f9840fbc-5aa4-4868-bd9d-425515e179ae req-de6f4bab-a0bb-4201-a0d5-17b562866f1b tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/ports?device_id=812772a4-8df1-440e-bd7f-7708fd393589 HTTP/1.1" status: 200 len: 210 time: 0.2857063 Aug 18 12:06:59.159632 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-a777ea26-51e5-4934-99d3-2481f3056a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:06:59.161200 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a777ea26-51e5-4934-99d3-2481f3056a06 None None] The sync data for ids ['d1632b16-9292-42f4-8957-9f40003fba14'] in n-d-804985-2 is: [] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:06:59.169559 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c56e36d0-aca0-472d-ba88-d98d8a6b5837 tempest-FloatingIPAdminTestJSON-379320437 tempest-FloatingIPAdminTestJSON-379320437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:59.193619 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-af038380-6587-47bb-afed-726098e0b52d req-ad81161d-a569-425f-8569-0944c942c687 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] 10.222.0.66 "GET /v2.0/ports?device_id=2cc02556-7c0a-4e9b-9a09-a272e5dfabdc HTTP/1.1" status: 200 len: 210 time: 0.0500345 Aug 18 12:06:59.214627 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56e36d0-aca0-472d-ba88-d98d8a6b5837 tempest-FloatingIPAdminTestJSON-379320437 tempest-FloatingIPAdminTestJSON-379320437-project] Pushing event deleted for resources: {'Port': ['ID=f8a94884-b4fe-4457-9e00-98a0d599cdf9,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:06:59.238904 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f090eef9-4c48-4be8-815f-cedb526e3704 admin admin] Made reservation on behalf of 61cbc8ec8a974fa68007e9539990edf6 for: {'network': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:06:59.241396 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f090eef9-4c48-4be8-815f-cedb526e3704 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for network, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:59.253803 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f090eef9-4c48-4be8-815f-cedb526e3704 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:59.297483 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c56e36d0-aca0-472d-ba88-d98d8a6b5837 tempest-FloatingIPAdminTestJSON-379320437 tempest-FloatingIPAdminTestJSON-379320437-project] Notify callbacks [] for floatingip, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:59.299924 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c56e36d0-aca0-472d-ba88-d98d8a6b5837 tempest-FloatingIPAdminTestJSON-379320437 tempest-FloatingIPAdminTestJSON-379320437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for floatingip, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:59.303540 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-c56e36d0-aca0-472d-ba88-d98d8a6b5837 tempest-FloatingIPAdminTestJSON-379320437 tempest-FloatingIPAdminTestJSON-379320437-project] 10.222.0.66 "DELETE /v2.0/floatingips/cfa3cf9d-c1e0-479b-b0ec-a98206075d93 HTTP/1.1" status: 204 len: 168 time: 0.8480690 Aug 18 12:06:59.308950 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 42256) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:06:59.561196 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-26afece5-8625-4281-aec0-068cb6249941 tempest-FloatingIPAdminTestJSON-970567626 tempest-FloatingIPAdminTestJSON-970567626-project-admin] Deleting port 25e2c8fe-ec13-4229-82ce-5d6e54c6a61a {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:06:59.561548 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-26afece5-8625-4281-aec0-068cb6249941 tempest-FloatingIPAdminTestJSON-970567626 tempest-FloatingIPAdminTestJSON-970567626-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:59.763748 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8131bec1-1175-4756-b67e-5e707e487a97 tempest-RoutersIpV6AdminTest-920956841 tempest-RoutersIpV6AdminTest-920956841-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:59.777144 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-26afece5-8625-4281-aec0-068cb6249941 tempest-FloatingIPAdminTestJSON-970567626 tempest-FloatingIPAdminTestJSON-970567626-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:59.778660 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-26afece5-8625-4281-aec0-068cb6249941 tempest-FloatingIPAdminTestJSON-970567626 tempest-FloatingIPAdminTestJSON-970567626-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:59.792504 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8131bec1-1175-4756-b67e-5e707e487a97 tempest-RoutersIpV6AdminTest-920956841 tempest-RoutersIpV6AdminTest-920956841-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:59.804218 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f090eef9-4c48-4be8-815f-cedb526e3704 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:59.811838 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f090eef9-4c48-4be8-815f-cedb526e3704 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:59.812082 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-26afece5-8625-4281-aec0-068cb6249941 tempest-FloatingIPAdminTestJSON-970567626 tempest-FloatingIPAdminTestJSON-970567626-project-admin] Calling delete_port for 25e2c8fe-ec13-4229-82ce-5d6e54c6a61a owned by network:floatingip {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:06:59.858699 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f090eef9-4c48-4be8-815f-cedb526e3704 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 830} {{(pid=106253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:06:59.882673 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f090eef9-4c48-4be8-815f-cedb526e3704 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:06:59.883020 n-d-804985-2 neutron-server[106253]: INFO neutron.db.segments_db [None req-f090eef9-4c48-4be8-815f-cedb526e3704 admin admin] Added segment 183c5fe9-1cea-4b84-954f-8280e06c0b7a of type vlan for network ac97b8a8-475d-4fdb-8efb-31c1fcd8404c Aug 18 12:06:59.896273 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f090eef9-4c48-4be8-815f-cedb526e3704 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a50cd8e9-b3d9-43ff-b4f2-1a1dd2362ec9,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:06:59.963122 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-8131bec1-1175-4756-b67e-5e707e487a97 tempest-RoutersIpV6AdminTest-920956841 tempest-RoutersIpV6AdminTest-920956841-project] Deleting port e41bc7c9-d0ed-499e-a6be-0560e207bdca {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:06:59.963122 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8131bec1-1175-4756-b67e-5e707e487a97 tempest-RoutersIpV6AdminTest-920956841 tempest-RoutersIpV6AdminTest-920956841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:00.038594 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f090eef9-4c48-4be8-815f-cedb526e3704 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789150665894'] for network, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:00.073318 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-26afece5-8625-4281-aec0-068cb6249941 tempest-FloatingIPAdminTestJSON-970567626 tempest-FloatingIPAdminTestJSON-970567626-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:00.120146 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f090eef9-4c48-4be8-815f-cedb526e3704 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for network, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:00.121341 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f090eef9-4c48-4be8-815f-cedb526e3704 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:00.122082 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f090eef9-4c48-4be8-815f-cedb526e3704 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:00.132100 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26afece5-8625-4281-aec0-068cb6249941 tempest-FloatingIPAdminTestJSON-970567626 tempest-FloatingIPAdminTestJSON-970567626-project-admin] Pushing event deleted for resources: {'Port': ['ID=25e2c8fe-ec13-4229-82ce-5d6e54c6a61a,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:07:00.207406 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8131bec1-1175-4756-b67e-5e707e487a97 tempest-RoutersIpV6AdminTest-920956841 tempest-RoutersIpV6AdminTest-920956841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:00.220138 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-f090eef9-4c48-4be8-815f-cedb526e3704 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1616616 Aug 18 12:07:00.226577 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 42276) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:07:00.228899 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-8131bec1-1175-4756-b67e-5e707e487a97 tempest-RoutersIpV6AdminTest-920956841 tempest-RoutersIpV6AdminTest-920956841-project] Calling delete_port for e41bc7c9-d0ed-499e-a6be-0560e207bdca owned by network:router_gateway {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:07:00.233763 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-274c3584-9efd-48d6-b2a6-ee217805867a admin admin] Request body: {'subnet': {'network_id': 'ac97b8a8-475d-4fdb-8efb-31c1fcd8404c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-192384047-subnet', 'tenant_id': '61cbc8ec8a974fa68007e9539990edf6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:07:00.263556 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f090eef9-4c48-4be8-815f-cedb526e3704 admin admin] Pushing event updated for resources: {'Network': ['ID=ac97b8a8-475d-4fdb-8efb-31c1fcd8404c,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:07:00.280441 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Network ac97b8a8-475d-4fdb-8efb-31c1fcd8404c details requested by agent ovs-agent-n-d-804985-2 with host n-d-804985-2 {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:07:00.305090 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-26afece5-8625-4281-aec0-068cb6249941 tempest-FloatingIPAdminTestJSON-970567626 tempest-FloatingIPAdminTestJSON-970567626-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:00.309226 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-26afece5-8625-4281-aec0-068cb6249941 tempest-FloatingIPAdminTestJSON-970567626 tempest-FloatingIPAdminTestJSON-970567626-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for floatingip, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:00.314585 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-26afece5-8625-4281-aec0-068cb6249941 tempest-FloatingIPAdminTestJSON-970567626 tempest-FloatingIPAdminTestJSON-970567626-project-admin] 10.222.0.66 "DELETE /v2.0/floatingips/8df812b0-87ae-4946-ab67-4e793e77686f HTTP/1.1" status: 204 len: 168 time: 1.0002658 Aug 18 12:07:00.316187 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 42280) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:07:00.391558 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-274c3584-9efd-48d6-b2a6-ee217805867a admin admin] Made reservation on behalf of 61cbc8ec8a974fa68007e9539990edf6 for: {'subnet': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:07:00.393808 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-274c3584-9efd-48d6-b2a6-ee217805867a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59388119'] for subnet, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:00.452572 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0ab22712-b5cd-4588-9cf7-9dd8e1146c39 req-c5460503-784e-46d1-813a-6c0254e76da0 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/ports?device_id=812772a4-8df1-440e-bd7f-7708fd393589 HTTP/1.1" status: 200 len: 210 time: 0.0846174 Aug 18 12:07:00.469986 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2bc97137-3a7d-4e82-838d-a13810f96db5 req-12de469e-6a06-4754-9fa6-c01e8e92ce4e tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] 10.222.0.66 "GET /v2.0/ports?device_id=2cc02556-7c0a-4e9b-9a09-a272e5dfabdc HTTP/1.1" status: 200 len: 210 time: 0.0842025 Aug 18 12:07:00.619770 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-17a29da4-e865-4d63-83a8-b4c3bcac86c1 tempest-FloatingIPAdminTestJSON-2119832633 tempest-FloatingIPAdminTestJSON-2119832633-project] Deleting port 4effad27-9a7d-4bd9-b8b3-b25bcdc9b039 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:07:00.620102 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-17a29da4-e865-4d63-83a8-b4c3bcac86c1 tempest-FloatingIPAdminTestJSON-2119832633 tempest-FloatingIPAdminTestJSON-2119832633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:00.924095 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015f9123-1036-461f-b09f-11c0827fad41 req-aff67c24-b449-4645-9f41-4e826cb190fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:00.926716 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-015f9123-1036-461f-b09f-11c0827fad41 req-aff67c24-b449-4645-9f41-4e826cb190fb service neutron] 10.222.0.62 "GET /v2.0/ports/8d12b24c-fdf8-4b6d-8d6e-bdd4c5941e08 HTTP/1.1" status: 200 len: 1028 time: 0.0839722 Aug 18 12:07:00.994279 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015f9123-1036-461f-b09f-11c0827fad41 req-21f4d0ec-f543-490a-8f63-17810eb0f11f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:00.996511 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-015f9123-1036-461f-b09f-11c0827fad41 req-21f4d0ec-f543-490a-8f63-17810eb0f11f service neutron] 10.222.0.62 "GET /v2.0/ports/0800d992-3baf-4f75-8477-d82c2df6cfbf HTTP/1.1" status: 200 len: 1028 time: 0.0611811 Aug 18 12:07:01.233218 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015f9123-1036-461f-b09f-11c0827fad41 req-3a4e2da0-93de-4d16-85b6-2226f5830349 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:01.244767 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015f9123-1036-461f-b09f-11c0827fad41 req-3a4e2da0-93de-4d16-85b6-2226f5830349 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:01.253329 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015f9123-1036-461f-b09f-11c0827fad41 req-3a4e2da0-93de-4d16-85b6-2226f5830349 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:01.256581 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-015f9123-1036-461f-b09f-11c0827fad41 req-3a4e2da0-93de-4d16-85b6-2226f5830349 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] 10.222.0.62 "GET /v2.0/networks?id=b4c3ca6c-0ea6-41d9-a4f2-6163ca8a35bc&id=2212f13b-fd75-4d1b-969c-01d56f351ced&id=2212f13b-fd75-4d1b-969c-01d56f351ced&id=2212f13b-fd75-4d1b-969c-01d56f351ced&id=2212f13b-fd75-4d1b-969c-01d56f351ced&id=d3427385-4738-4edf-ab5a-b3bffa0e286e&id=d3427385-4738-4edf-ab5a-b3bffa0e286e HTTP/1.1" status: 200 len: 1990 time: 0.2507653 Aug 18 12:07:01.337671 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-17a29da4-e865-4d63-83a8-b4c3bcac86c1 tempest-FloatingIPAdminTestJSON-2119832633 tempest-FloatingIPAdminTestJSON-2119832633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:01.375169 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-015f9123-1036-461f-b09f-11c0827fad41 req-0d9b4218-2e6b-4b18-9711-288e71e61459 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c58c061f2ffb4e7caeee64937da3abfa HTTP/1.1" status: 200 len: 380 time: 0.1072037 Aug 18 12:07:01.387259 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-015f9123-1036-461f-b09f-11c0827fad41 req-2cf93559-7681-4264-87d4-49345b3257cb tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Request body: {'port': {'device_id': '2cc02556-7c0a-4e9b-9a09-a272e5dfabdc', 'network_id': 'b4c3ca6c-0ea6-41d9-a4f2-6163ca8a35bc', 'admin_state_up': True, 'tenant_id': 'c58c061f2ffb4e7caeee64937da3abfa', 'security_groups': ['f288757b-df2a-4147-b6e9-81a127940c8c']}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:07:01.422211 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-17a29da4-e865-4d63-83a8-b4c3bcac86c1 tempest-FloatingIPAdminTestJSON-2119832633 tempest-FloatingIPAdminTestJSON-2119832633-project] Calling delete_port for 4effad27-9a7d-4bd9-b8b3-b25bcdc9b039 owned by {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:07:01.456442 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8131bec1-1175-4756-b67e-5e707e487a97 tempest-RoutersIpV6AdminTest-920956841 tempest-RoutersIpV6AdminTest-920956841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:01.538940 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8131bec1-1175-4756-b67e-5e707e487a97 tempest-RoutersIpV6AdminTest-920956841 tempest-RoutersIpV6AdminTest-920956841-project] Pushing event deleted for resources: {'Port': ['ID=e41bc7c9-d0ed-499e-a6be-0560e207bdca,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:07:01.615185 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-015f9123-1036-461f-b09f-11c0827fad41 req-2cf93559-7681-4264-87d4-49345b3257cb tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Made reservation on behalf of c58c061f2ffb4e7caeee64937da3abfa for: {'port': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:07:01.619245 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-015f9123-1036-461f-b09f-11c0827fad41 req-2cf93559-7681-4264-87d4-49345b3257cb tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:01.649334 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-274c3584-9efd-48d6-b2a6-ee217805867a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58902106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59388097'] for subnet, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:01.773805 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [req-015f9123-1036-461f-b09f-11c0827fad41 req-2cf93559-7681-4264-87d4-49345b3257cb tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Allocated IP 172.20.0.12 (b4c3ca6c-0ea6-41d9-a4f2-6163ca8a35bc/f75dd902-4c34-4253-86a2-bc437c5b9dc4/de89d536-372a-40f0-95d4-ece86e26ad02) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:07:01.787455 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc972d4-be92-4752-818f-c1a00b1abd3a req-a010e14e-9bf3-4717-a32b-8e06607a01a2 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:01.788421 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-ddc972d4-be92-4752-818f-c1a00b1abd3a req-a010e14e-9bf3-4717-a32b-8e06607a01a2 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.62 "GET /v2.0/networks?id=f4b8d3d9-3617-4a41-8d50-7e0230977f6d HTTP/1.1" status: 200 len: 811 time: 0.4665835 Aug 18 12:07:01.814557 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [req-ddc972d4-be92-4752-818f-c1a00b1abd3a req-fd3909fc-5cbf-45f9-9f6e-0cc2375b5dd4 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Request body: {'port': {'device_id': '812772a4-8df1-440e-bd7f-7708fd393589', 'network_id': 'f4b8d3d9-3617-4a41-8d50-7e0230977f6d', 'admin_state_up': True, 'tenant_id': 'ba6220adeda54bd2ac551edffcfbfea2'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:07:01.828644 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-777289a3-aaab-40e5-9305-b7a28fd35757 req-591bd332-be99-44aa-88bb-f11f9a38ba40 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] 10.222.0.66 "GET /v2.0/ports?device_id=2cc02556-7c0a-4e9b-9a09-a272e5dfabdc HTTP/1.1" status: 200 len: 210 time: 0.1802478 Aug 18 12:07:01.831173 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-861eeeac-8d26-4129-baeb-8121ae4eddbe req-5c64346a-1c12-4ee0-aa09-ae3d7009154a tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/ports?device_id=812772a4-8df1-440e-bd7f-7708fd393589 HTTP/1.1" status: 200 len: 210 time: 0.2293139 Aug 18 12:07:01.933540 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8131bec1-1175-4756-b67e-5e707e487a97 tempest-RoutersIpV6AdminTest-920956841 tempest-RoutersIpV6AdminTest-920956841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-997271'] for router_gateway, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:01.994735 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274c3584-9efd-48d6-b2a6-ee217805867a admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3cd984a-5260-4d8e-8512-fa14d9a29505,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:07:02.052100 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-015f9123-1036-461f-b09f-11c0827fad41 req-2cf93559-7681-4264-87d4-49345b3257cb tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:02.078603 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [req-015f9123-1036-461f-b09f-11c0827fad41 req-2cf93559-7681-4264-87d4-49345b3257cb tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Transition to ACTIVE for port object de89d536-372a-40f0-95d4-ece86e26ad02 will not be triggered until provisioned by entity DHCP. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:07:02.086147 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-274c3584-9efd-48d6-b2a6-ee217805867a admin admin] Checking segment: {'id': '183c5fe9-1cea-4b84-954f-8280e06c0b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'ac97b8a8-475d-4fdb-8efb-31c1fcd8404c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:07:02.086770 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-274c3584-9efd-48d6-b2a6-ee217805867a admin admin] Network hostable DHCP agents. Network: ac97b8a8-475d-4fdb-8efb-31c1fcd8404c, hostable agents: ['97c14208-2951-4361-8d64-3708c946ff5f'], hosted agents: [] {{(pid=106253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 12:07:02.156715 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-015f9123-1036-461f-b09f-11c0827fad41 req-2cf93559-7681-4264-87d4-49345b3257cb tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:02.223243 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf93559-7681-4264-87d4-49345b3257cb tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Pushing event updated for resources: {'Port': ['ID=de89d536-372a-40f0-95d4-ece86e26ad02,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:07:02.240399 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-274c3584-9efd-48d6-b2a6-ee217805867a admin admin] Network ac97b8a8-475d-4fdb-8efb-31c1fcd8404c is scheduled to be hosted by DHCP agent 97c14208-2951-4361-8d64-3708c946ff5f with binding_index 1 {{(pid=106253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 12:07:02.245492 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-015f9123-1036-461f-b09f-11c0827fad41 req-2cf93559-7681-4264-87d4-49345b3257cb tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Network b4c3ca6c-0ea6-41d9-a4f2-6163ca8a35bc is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:07:02.247346 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [req-015f9123-1036-461f-b09f-11c0827fad41 req-2cf93559-7681-4264-87d4-49345b3257cb tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:07:02.250540 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-015f9123-1036-461f-b09f-11c0827fad41 req-2cf93559-7681-4264-87d4-49345b3257cb tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:07:02.335159 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015f9123-1036-461f-b09f-11c0827fad41 req-2cf93559-7681-4264-87d4-49345b3257cb tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:02.336011 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-015f9123-1036-461f-b09f-11c0827fad41 req-2cf93559-7681-4264-87d4-49345b3257cb tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:02.350650 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-17a29da4-e865-4d63-83a8-b4c3bcac86c1 tempest-FloatingIPAdminTestJSON-2119832633 tempest-FloatingIPAdminTestJSON-2119832633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:02.352587 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-274c3584-9efd-48d6-b2a6-ee217805867a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-2, ac97b8a8-475d-4fdb-8efb-31c1fcd8404c) {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:07:02.362539 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54938424-5e0c-4182-96b2-c70c782a3a5a None None] Network ac97b8a8-475d-4fdb-8efb-31c1fcd8404c requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:07:02.369391 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-274c3584-9efd-48d6-b2a6-ee217805867a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:02.369966 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-274c3584-9efd-48d6-b2a6-ee217805867a admin admin] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:02.443828 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8131bec1-1175-4756-b67e-5e707e487a97 tempest-RoutersIpV6AdminTest-920956841 tempest-RoutersIpV6AdminTest-920956841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-992676', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-996089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15866'] for router, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:02.452253 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a29da4-e865-4d63-83a8-b4c3bcac86c1 tempest-FloatingIPAdminTestJSON-2119832633 tempest-FloatingIPAdminTestJSON-2119832633-project] Pushing event deleted for resources: {'Port': ['ID=4effad27-9a7d-4bd9-b8b3-b25bcdc9b039,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:07:02.476876 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8131bec1-1175-4756-b67e-5e707e487a97 tempest-RoutersIpV6AdminTest-920956841 tempest-RoutersIpV6AdminTest-920956841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-992536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-992522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-992529', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-996032'] for router, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:02.481973 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ddc972d4-be92-4752-818f-c1a00b1abd3a req-fd3909fc-5cbf-45f9-9f6e-0cc2375b5dd4 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Made reservation on behalf of ba6220adeda54bd2ac551edffcfbfea2 for: {'port': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:07:02.483036 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-015f9123-1036-461f-b09f-11c0827fad41 req-2cf93559-7681-4264-87d4-49345b3257cb tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0982895 Aug 18 12:07:02.485884 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-ddc972d4-be92-4752-818f-c1a00b1abd3a req-fd3909fc-5cbf-45f9-9f6e-0cc2375b5dd4 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:02.493723 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-015f9123-1036-461f-b09f-11c0827fad41 req-648ededb-bd8b-460b-87a0-7e1eed21bb80 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Request body: {'port': {'device_id': '2cc02556-7c0a-4e9b-9a09-a272e5dfabdc', 'network_id': '2212f13b-fd75-4d1b-969c-01d56f351ced', 'admin_state_up': True, 'tenant_id': 'c58c061f2ffb4e7caeee64937da3abfa', 'security_groups': ['f288757b-df2a-4147-b6e9-81a127940c8c']}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:07:02.517246 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-274c3584-9efd-48d6-b2a6-ee217805867a admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.2819798 Aug 18 12:07:02.689157 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b85578f6-1230-4544-8cce-9e5d3e940080 None None] Network ac97b8a8-475d-4fdb-8efb-31c1fcd8404c requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:07:02.772359 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-015f9123-1036-461f-b09f-11c0827fad41 req-648ededb-bd8b-460b-87a0-7e1eed21bb80 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Made reservation on behalf of c58c061f2ffb4e7caeee64937da3abfa for: {'port': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:07:02.778210 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-015f9123-1036-461f-b09f-11c0827fad41 req-648ededb-bd8b-460b-87a0-7e1eed21bb80 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:02.895506 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-17a29da4-e865-4d63-83a8-b4c3bcac86c1 tempest-FloatingIPAdminTestJSON-2119832633 tempest-FloatingIPAdminTestJSON-2119832633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:02.901283 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-17a29da4-e865-4d63-83a8-b4c3bcac86c1 tempest-FloatingIPAdminTestJSON-2119832633 tempest-FloatingIPAdminTestJSON-2119832633-project] 10.222.0.66 "DELETE /v2.0/ports/4effad27-9a7d-4bd9-b8b3-b25bcdc9b039 HTTP/1.1" status: 204 len: 168 time: 2.5843956 Aug 18 12:07:02.907056 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8131bec1-1175-4756-b67e-5e707e487a97 tempest-RoutersIpV6AdminTest-920956841 tempest-RoutersIpV6AdminTest-920956841-project] Router d1632b16-9292-42f4-8957-9f40003fba14 has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:07:02.907947 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 42304) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:07:03.151688 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-3960c5e5-f300-41b1-b005-82f104956eb6 None None] Provisioning for port de89d536-372a-40f0-95d4-ece86e26ad02 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:07:03.162282 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-3960c5e5-f300-41b1-b005-82f104956eb6 None None] Provisioning complete for port de89d536-372a-40f0-95d4-ece86e26ad02 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:07:03.162671 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3960c5e5-f300-41b1-b005-82f104956eb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:03.168798 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd466cd-4b3d-4e25-9333-563d104e7ad8 req-fe75317b-8cf6-45ff-b4bf-b15f90002eb2 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:03.177867 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7bd466cd-4b3d-4e25-9333-563d104e7ad8 req-fe75317b-8cf6-45ff-b4bf-b15f90002eb2 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] 10.222.0.66 "GET /v2.0/ports?device_id=2cc02556-7c0a-4e9b-9a09-a272e5dfabdc HTTP/1.1" status: 200 len: 932 time: 0.1745510 Aug 18 12:07:03.184743 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c989b059-60aa-49b6-8839-203205ca4e72 req-67353e8e-962b-418f-8ef9-4cbbff3c8bbf tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/ports?device_id=812772a4-8df1-440e-bd7f-7708fd393589 HTTP/1.1" status: 200 len: 210 time: 0.0936449 Aug 18 12:07:03.193717 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7786c65-9cab-47e5-b779-d96cfba6f0a8 tempest-FloatingIPAdminTestJSON-2119832633 tempest-FloatingIPAdminTestJSON-2119832633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:03.204683 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 42312) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:07:03.210306 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-a7786c65-9cab-47e5-b779-d96cfba6f0a8 tempest-FloatingIPAdminTestJSON-2119832633 tempest-FloatingIPAdminTestJSON-2119832633-project] 10.222.0.66 "GET /v2.0/ports?device_id=f85dc3ba-8a27-4af0-acf4-20262a655648 HTTP/1.1" status: 200 len: 913 time: 0.3010020 Aug 18 12:07:03.230772 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [req-ddc972d4-be92-4752-818f-c1a00b1abd3a req-fd3909fc-5cbf-45f9-9f6e-0cc2375b5dd4 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Allocated IP 172.20.0.9 (f4b8d3d9-3617-4a41-8d50-7e0230977f6d/d716ee29-e7a2-4fa3-97cc-7ab3c35181fa/354dee19-178e-4798-ac94-eccb1b4e8c8b) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:07:03.233593 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8131bec1-1175-4756-b67e-5e707e487a97 tempest-RoutersIpV6AdminTest-920956841 tempest-RoutersIpV6AdminTest-920956841-project] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:07:03.242544 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8131bec1-1175-4756-b67e-5e707e487a97 tempest-RoutersIpV6AdminTest-920956841 tempest-RoutersIpV6AdminTest-920956841-project] Notify callbacks [] for router, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:03.243822 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-8131bec1-1175-4756-b67e-5e707e487a97 tempest-RoutersIpV6AdminTest-920956841 tempest-RoutersIpV6AdminTest-920956841-project] 10.222.0.66 "PUT /v2.0/routers/d1632b16-9292-42f4-8957-9f40003fba14 HTTP/1.1" status: 200 len: 710 time: 4.2710710 Aug 18 12:07:03.246573 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 42316) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:07:03.264281 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77913dc4-43e0-4dd8-bc00-09e9e5235514 None None] Sync routers for ids ['d1632b16-9292-42f4-8957-9f40003fba14'] in n-d-804985-2 {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:07:03.266994 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [req-015f9123-1036-461f-b09f-11c0827fad41 req-648ededb-bd8b-460b-87a0-7e1eed21bb80 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Allocated IP 10.1.1.241 (2212f13b-fd75-4d1b-969c-01d56f351ced/c6d6e2ca-0ac3-47a3-8cbf-b12d0d7c45be/7f6b3812-445c-4afd-a44a-5114fb7ae290) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:07:03.327500 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7bd466cd-4b3d-4e25-9333-563d104e7ad8 req-9fe2f045-35f2-4608-a24a-ea4d7bf8405a tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] 10.222.0.66 "GET /v2.0/security-groups?id=f288757b-df2a-4147-b6e9-81a127940c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1486368 Aug 18 12:07:03.374673 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-303ce3f6-d7f2-4c8e-9d92-57c879485347 tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] 10.222.0.66 "GET /v2.0/routers/d1632b16-9292-42f4-8957-9f40003fba14 HTTP/1.1" status: 200 len: 745 time: 0.1269655 Aug 18 12:07:03.377862 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 42318) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:07:03.435464 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77913dc4-43e0-4dd8-bc00-09e9e5235514 None None] Routers {'d1632b16-9292-42f4-8957-9f40003fba14'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:07:03.436042 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-77913dc4-43e0-4dd8-bc00-09e9e5235514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:06:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['d1632b16-9292-42f4-8957-9f40003fba14'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:07:03.454409 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-0dc40fd1-0eae-4243-bb7e-cfc7acd6df3d tempest-RoutersIpV6AdminTest-1515513167 tempest-RoutersIpV6AdminTest-1515513167-project-admin] 10.222.0.66 "GET /v2.0/ports?network_id=7cae7a70-14fd-408c-b14d-39ceb97cb60e&device_id=d1632b16-9292-42f4-8957-9f40003fba14 HTTP/1.1" status: 200 len: 205 time: 0.0753348 Aug 18 12:07:03.458336 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 42320) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:07:03.499570 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-2e5733a0-fc57-49f3-a5fc-39cf935e6e5d tempest-RoutersIpV6AdminTest-920956841 tempest-RoutersIpV6AdminTest-920956841-project] 10.222.0.66 "GET /v2.0/ports?device_id=d1632b16-9292-42f4-8957-9f40003fba14 HTTP/1.1" status: 200 len: 205 time: 0.0391967 Aug 18 12:07:03.508772 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 42322) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:07:03.547845 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-77913dc4-43e0-4dd8-bc00-09e9e5235514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:07:03.567549 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-3960c5e5-f300-41b1-b005-82f104956eb6 None None] Port de89d536-372a-40f0-95d4-ece86e26ad02 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:07:03.601602 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77913dc4-43e0-4dd8-bc00-09e9e5235514 None None] Routers {'d1632b16-9292-42f4-8957-9f40003fba14'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:07:03.602244 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-77913dc4-43e0-4dd8-bc00-09e9e5235514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:06:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['d1632b16-9292-42f4-8957-9f40003fba14'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:07:03.691656 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-77913dc4-43e0-4dd8-bc00-09e9e5235514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:07:03.692727 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77913dc4-43e0-4dd8-bc00-09e9e5235514 None None] The sync data for ids ['d1632b16-9292-42f4-8957-9f40003fba14'] in n-d-804985-2 is: [] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:07:03.700809 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-ddc972d4-be92-4752-818f-c1a00b1abd3a req-fd3909fc-5cbf-45f9-9f6e-0cc2375b5dd4 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:03.756135 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d3ecbeb6-e9d0-4b6e-ae21-50077c6cd4d9 tempest-RoutersIpV6AdminTest-920956841 tempest-RoutersIpV6AdminTest-920956841-project] Notify callbacks [] for router, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:03.762267 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-ddc972d4-be92-4752-818f-c1a00b1abd3a req-fd3909fc-5cbf-45f9-9f6e-0cc2375b5dd4 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:03.824704 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ddc972d4-be92-4752-818f-c1a00b1abd3a req-fd3909fc-5cbf-45f9-9f6e-0cc2375b5dd4 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Network f4b8d3d9-3617-4a41-8d50-7e0230977f6d is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:07:03.828497 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [req-ddc972d4-be92-4752-818f-c1a00b1abd3a req-fd3909fc-5cbf-45f9-9f6e-0cc2375b5dd4 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:07:03.832978 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddc972d4-be92-4752-818f-c1a00b1abd3a req-fd3909fc-5cbf-45f9-9f6e-0cc2375b5dd4 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:07:03.880331 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3909fc-5cbf-45f9-9f6e-0cc2375b5dd4 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Pushing event updated for resources: {'Port': ['ID=354dee19-178e-4798-ac94-eccb1b4e8c8b,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:07:03.907640 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc972d4-be92-4752-818f-c1a00b1abd3a req-fd3909fc-5cbf-45f9-9f6e-0cc2375b5dd4 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:03.908271 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-ddc972d4-be92-4752-818f-c1a00b1abd3a req-fd3909fc-5cbf-45f9-9f6e-0cc2375b5dd4 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:03.938034 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-ddc972d4-be92-4752-818f-c1a00b1abd3a req-fd3909fc-5cbf-45f9-9f6e-0cc2375b5dd4 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1306100 Aug 18 12:07:04.043680 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a47d630-217b-4c89-8766-f441d5b1ad87 req-d8ccc5c1-cd04-432f-b508-ac7b63d38775 tempest-VolumesActionsTest-771452458 tempest-VolumesActionsTest-771452458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:04.051741 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3a47d630-217b-4c89-8766-f441d5b1ad87 req-d8ccc5c1-cd04-432f-b508-ac7b63d38775 tempest-VolumesActionsTest-771452458 tempest-VolumesActionsTest-771452458-project] 10.222.0.66 "GET /v2.0/networks?id=21e4660f-6197-4dfb-b29a-4540684c9640 HTTP/1.1" status: 200 len: 809 time: 0.3188977 Aug 18 12:07:04.087771 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [req-ddc972d4-be92-4752-818f-c1a00b1abd3a req-39627ffb-02ef-4e80-ab44-bd7218f99030 service neutron] Request body: {'port': {'device_id': '812772a4-8df1-440e-bd7f-7708fd393589', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804985-2'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:07:04.169818 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-ddc972d4-be92-4752-818f-c1a00b1abd3a req-39627ffb-02ef-4e80-ab44-bd7218f99030 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:04.276717 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-015f9123-1036-461f-b09f-11c0827fad41 req-648ededb-bd8b-460b-87a0-7e1eed21bb80 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:04.599412 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [req-ddc972d4-be92-4752-818f-c1a00b1abd3a req-39627ffb-02ef-4e80-ab44-bd7218f99030 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 354dee19-178e-4798-ac94-eccb1b4e8c8b {{(pid=106253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:07:04.609819 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-ddc972d4-be92-4752-818f-c1a00b1abd3a req-39627ffb-02ef-4e80-ab44-bd7218f99030 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:04.627625 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [req-ddc972d4-be92-4752-818f-c1a00b1abd3a req-39627ffb-02ef-4e80-ab44-bd7218f99030 service neutron] Transition to ACTIVE for port object 354dee19-178e-4798-ac94-eccb1b4e8c8b will not be triggered until provisioned by entity L2. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:07:04.634270 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-ddc972d4-be92-4752-818f-c1a00b1abd3a req-39627ffb-02ef-4e80-ab44-bd7218f99030 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:04.757589 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39627ffb-02ef-4e80-ab44-bd7218f99030 service neutron] Pushing event updated for resources: {'Port': ['ID=354dee19-178e-4798-ac94-eccb1b4e8c8b,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:07:04.816308 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3a47d630-217b-4c89-8766-f441d5b1ad87 req-ab304f7b-dba6-41d8-b3fd-7d662841329d tempest-VolumesActionsTest-771452458 tempest-VolumesActionsTest-771452458-project] 10.222.0.66 "GET /v2.0/quotas/29d095af739443468862e4d30a862584 HTTP/1.1" status: 200 len: 375 time: 0.7631402 Aug 18 12:07:04.835363 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-ddc972d4-be92-4752-818f-c1a00b1abd3a req-39627ffb-02ef-4e80-ab44-bd7218f99030 service neutron] Attempting to bind port 354dee19-178e-4798-ac94-eccb1b4e8c8b on host n-h2-804985-2 for vnic_type normal with profile {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:07:04.835963 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-ddc972d4-be92-4752-818f-c1a00b1abd3a req-39627ffb-02ef-4e80-ab44-bd7218f99030 service neutron] Attempting to bind port 354dee19-178e-4798-ac94-eccb1b4e8c8b by drivers openvswitch,hyperv on host n-h2-804985-2 at level 0 using segments [{'id': 'cad785f7-8854-4494-9369-5c8d15a44cef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'f4b8d3d9-3617-4a41-8d50-7e0230977f6d'}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:07:04.836526 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddc972d4-be92-4752-818f-c1a00b1abd3a req-39627ffb-02ef-4e80-ab44-bd7218f99030 service neutron] Attempting to bind port 354dee19-178e-4798-ac94-eccb1b4e8c8b on network f4b8d3d9-3617-4a41-8d50-7e0230977f6d {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:07:04.841927 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddc972d4-be92-4752-818f-c1a00b1abd3a req-39627ffb-02ef-4e80-ab44-bd7218f99030 service neutron] Port 354dee19-178e-4798-ac94-eccb1b4e8c8b on network f4b8d3d9-3617-4a41-8d50-7e0230977f6d not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-2 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:07:04.842432 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddc972d4-be92-4752-818f-c1a00b1abd3a req-39627ffb-02ef-4e80-ab44-bd7218f99030 service neutron] Attempting to bind port 354dee19-178e-4798-ac94-eccb1b4e8c8b on network f4b8d3d9-3617-4a41-8d50-7e0230977f6d {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:07:04.848052 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddc972d4-be92-4752-818f-c1a00b1abd3a req-39627ffb-02ef-4e80-ab44-bd7218f99030 service neutron] Checking agent: {'id': 'da5da552-709c-4248-84de-86af99a0dc87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 49, 8), 'started_at': datetime.datetime(2021, 8, 18, 11, 49, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 6, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:07:04.849603 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddc972d4-be92-4752-818f-c1a00b1abd3a req-39627ffb-02ef-4e80-ab44-bd7218f99030 service neutron] Checking segment: {'id': 'cad785f7-8854-4494-9369-5c8d15a44cef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'f4b8d3d9-3617-4a41-8d50-7e0230977f6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:07:04.850172 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddc972d4-be92-4752-818f-c1a00b1abd3a req-39627ffb-02ef-4e80-ab44-bd7218f99030 service neutron] Bound using segment: {'id': 'cad785f7-8854-4494-9369-5c8d15a44cef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'f4b8d3d9-3617-4a41-8d50-7e0230977f6d'} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:07:04.850786 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-ddc972d4-be92-4752-818f-c1a00b1abd3a req-39627ffb-02ef-4e80-ab44-bd7218f99030 service neutron] Bound port: 354dee19-178e-4798-ac94-eccb1b4e8c8b, host: n-h2-804985-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cad785f7-8854-4494-9369-5c8d15a44cef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'f4b8d3d9-3617-4a41-8d50-7e0230977f6d'}}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:07:04.851831 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-ddc972d4-be92-4752-818f-c1a00b1abd3a req-39627ffb-02ef-4e80-ab44-bd7218f99030 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:04.924842 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-ddc972d4-be92-4752-818f-c1a00b1abd3a req-39627ffb-02ef-4e80-ab44-bd7218f99030 service neutron] For port 354dee19-178e-4798-ac94-eccb1b4e8c8b, host n-h2-804985-2, cleared binding levels {{(pid=106253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:07:04.928411 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-ddc972d4-be92-4752-818f-c1a00b1abd3a req-39627ffb-02ef-4e80-ab44-bd7218f99030 service neutron] For port 354dee19-178e-4798-ac94-eccb1b4e8c8b, host n-h2-804985-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=354dee19-178e-4798-ac94-eccb1b4e8c8b,segment=NetworkSegment(cad785f7-8854-4494-9369-5c8d15a44cef),segment_id=cad785f7-8854-4494-9369-5c8d15a44cef)] {{(pid=106253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:07:04.929973 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [req-015f9123-1036-461f-b09f-11c0827fad41 req-648ededb-bd8b-460b-87a0-7e1eed21bb80 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Transition to ACTIVE for port object 7f6b3812-445c-4afd-a44a-5114fb7ae290 will not be triggered until provisioned by entity DHCP. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:07:04.941528 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-ddc972d4-be92-4752-818f-c1a00b1abd3a req-39627ffb-02ef-4e80-ab44-bd7218f99030 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:04.990162 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-015f9123-1036-461f-b09f-11c0827fad41 req-648ededb-bd8b-460b-87a0-7e1eed21bb80 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:04.997816 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc972d4-be92-4752-818f-c1a00b1abd3a req-39627ffb-02ef-4e80-ab44-bd7218f99030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:04.998530 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-ddc972d4-be92-4752-818f-c1a00b1abd3a req-39627ffb-02ef-4e80-ab44-bd7218f99030 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:04.999827 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-ddc972d4-be92-4752-818f-c1a00b1abd3a req-39627ffb-02ef-4e80-ab44-bd7218f99030 service neutron] 10.222.0.62 "PUT /v2.0/ports/354dee19-178e-4798-ac94-eccb1b4e8c8b HTTP/1.1" status: 200 len: 1091 time: 1.0514917 Aug 18 12:07:05.000728 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '812772a4-8df1-440e-bd7f-7708fd393589', 'tag': '354dee19-178e-4798-ac94-eccb1b4e8c8b'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:07:05.002653 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0679f4c4b6e0e0c064a7d71d722dc30541a34fffee11680573be22ee2ffccc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-106cd50d-06f4-4ed1-ad66-4b5f53280121" -d '{"events": [{"name": "network-changed", "server_uuid": "812772a4-8df1-440e-bd7f-7708fd393589", "tag": "354dee19-178e-4798-ac94-eccb1b4e8c8b"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:07:05.007515 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3a47d630-217b-4c89-8766-f441d5b1ad87 req-b6dc6026-2c27-48de-a069-e0891c29c106 tempest-VolumesActionsTest-771452458 tempest-VolumesActionsTest-771452458-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=29d095af739443468862e4d30a862584&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1902111 Aug 18 12:07:05.035673 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39627ffb-02ef-4e80-ab44-bd7218f99030 service neutron] Pushing event updated for resources: {'Port': ['ID=354dee19-178e-4798-ac94-eccb1b4e8c8b,revision_number=3']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:07:05.060865 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d3ecbeb6-e9d0-4b6e-ae21-50077c6cd4d9 tempest-RoutersIpV6AdminTest-920956841 tempest-RoutersIpV6AdminTest-920956841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-996004', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15859'] for router, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:05.067631 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d3ecbeb6-e9d0-4b6e-ae21-50077c6cd4d9 tempest-RoutersIpV6AdminTest-920956841 tempest-RoutersIpV6AdminTest-920956841-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:05.099329 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc972d4-be92-4752-818f-c1a00b1abd3a req-29e99152-44a9-41ce-b6c1-7e97ef73ffe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:05.101415 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-ddc972d4-be92-4752-818f-c1a00b1abd3a req-29e99152-44a9-41ce-b6c1-7e97ef73ffe1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ba6220adeda54bd2ac551edffcfbfea2&device_id=812772a4-8df1-440e-bd7f-7708fd393589 HTTP/1.1" status: 200 len: 1094 time: 0.0447819 Aug 18 12:07:05.152334 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-ddc972d4-be92-4752-818f-c1a00b1abd3a req-579a905d-0c07-4235-b9e0-e400ebe79657 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=354dee19-178e-4798-ac94-eccb1b4e8c8b HTTP/1.1" status: 200 len: 217 time: 0.0427623 Aug 18 12:07:05.229716 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-015f9123-1036-461f-b09f-11c0827fad41 req-648ededb-bd8b-460b-87a0-7e1eed21bb80 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Network 2212f13b-fd75-4d1b-969c-01d56f351ced is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:07:05.239883 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d458af09-fa2b-448d-9e92-51ee89cd3702 req-5d6f614c-9c25-46e7-a22c-76ca2493d51c tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:05.240151 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc972d4-be92-4752-818f-c1a00b1abd3a req-0ffa62c9-b61b-4166-b599-c4e9f996cbe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:05.241888 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-ddc972d4-be92-4752-818f-c1a00b1abd3a req-0ffa62c9-b61b-4166-b599-c4e9f996cbe5 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d716ee29-e7a2-4fa3-97cc-7ab3c35181fa HTTP/1.1" status: 200 len: 851 time: 0.0744915 Aug 18 12:07:05.245152 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d458af09-fa2b-448d-9e92-51ee89cd3702 req-5d6f614c-9c25-46e7-a22c-76ca2493d51c tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/ports?device_id=812772a4-8df1-440e-bd7f-7708fd393589 HTTP/1.1" status: 200 len: 943 time: 0.4754291 Aug 18 12:07:05.281136 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [req-015f9123-1036-461f-b09f-11c0827fad41 req-648ededb-bd8b-460b-87a0-7e1eed21bb80 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:07:05.283183 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d3ecbeb6-e9d0-4b6e-ae21-50077c6cd4d9 tempest-RoutersIpV6AdminTest-920956841 tempest-RoutersIpV6AdminTest-920956841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-996061'] for router, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:05.283829 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3ecbeb6-e9d0-4b6e-ae21-50077c6cd4d9 tempest-RoutersIpV6AdminTest-920956841 tempest-RoutersIpV6AdminTest-920956841-project] Fanout notify agent at l3_agent the message router_deleted on router d1632b16-9292-42f4-8957-9f40003fba14 {{(pid=106252) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 12:07:05.285328 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648ededb-bd8b-460b-87a0-7e1eed21bb80 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Pushing event updated for resources: {'Port': ['ID=7f6b3812-445c-4afd-a44a-5114fb7ae290,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:07:05.308336 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.agents_db [None req-6dbb2658-0354-4101-8393-6e7505481cf6 None None] Agent healthcheck: found 7 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 12:07:05.314598 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d3ecbeb6-e9d0-4b6e-ae21-50077c6cd4d9 tempest-RoutersIpV6AdminTest-920956841 tempest-RoutersIpV6AdminTest-920956841-project] Notify callbacks [] for router, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:05.314874 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-ddc972d4-be92-4752-818f-c1a00b1abd3a req-464246c4-a185-4ee4-af80-8cb3fd2d8e9e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f4b8d3d9-3617-4a41-8d50-7e0230977f6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0628805 Aug 18 12:07:05.315951 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-d3ecbeb6-e9d0-4b6e-ae21-50077c6cd4d9 tempest-RoutersIpV6AdminTest-920956841 tempest-RoutersIpV6AdminTest-920956841-project] 10.222.0.66 "DELETE /v2.0/routers/d1632b16-9292-42f4-8957-9f40003fba14 HTTP/1.1" status: 204 len: 168 time: 1.8038745 Aug 18 12:07:05.322791 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-015f9123-1036-461f-b09f-11c0827fad41 req-648ededb-bd8b-460b-87a0-7e1eed21bb80 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:07:05.328656 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 42356) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:07:05.473260 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-ddc972d4-be92-4752-818f-c1a00b1abd3a req-2ead0ebf-65ad-4fde-8c57-34afeae2e432 service neutron] 10.222.0.62 "GET /v2.0/networks/f4b8d3d9-3617-4a41-8d50-7e0230977f6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531610 Aug 18 12:07:05.483495 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-713e740b-3e84-464f-8718-8ffa92ba2d09 tempest-RoutersIpV6AdminTest-920956841 tempest-RoutersIpV6AdminTest-920956841-project] 10.222.0.66 "GET /v2.0/ports?device_id=d1632b16-9292-42f4-8957-9f40003fba14 HTTP/1.1" status: 200 len: 205 time: 0.1469839 Aug 18 12:07:05.491125 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 42358) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:07:05.665533 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-ddc972d4-be92-4752-818f-c1a00b1abd3a req-af41e7ca-504b-4329-8473-4f51f240ace7 service neutron] 10.222.0.62 "GET /v2.0/networks/f4b8d3d9-3617-4a41-8d50-7e0230977f6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1785619 Aug 18 12:07:05.672772 n-d-804985-2 neutron-server[106252]: INFO neutron.api.v2.resource [None req-6c741a19-31c1-44ae-a3cc-597904fdf4a8 tempest-RoutersIpV6AdminTest-920956841 tempest-RoutersIpV6AdminTest-920956841-project] delete failed (client error): The resource could not be found. Aug 18 12:07:05.674163 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-6c741a19-31c1-44ae-a3cc-597904fdf4a8 tempest-RoutersIpV6AdminTest-920956841 tempest-RoutersIpV6AdminTest-920956841-project] 10.222.0.66 "DELETE /v2.0/routers/d1632b16-9292-42f4-8957-9f40003fba14 HTTP/1.1" status: 404 len: 336 time: 0.1497691 Aug 18 12:07:05.692444 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 42360) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:07:05.708992 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d458af09-fa2b-448d-9e92-51ee89cd3702 req-113fe1c0-ba69-487b-b724-47a6dcb33f82 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/security-groups?id=d60fbefd-5088-4718-a442-08959d2ac3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4421597 Aug 18 12:07:05.724775 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1e211903-f6db-4c93-9df2-1b036a3dc814 None None] Provisioning for port 7f6b3812-445c-4afd-a44a-5114fb7ae290 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:07:05.739655 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1e211903-f6db-4c93-9df2-1b036a3dc814 None None] Provisioning complete for port 7f6b3812-445c-4afd-a44a-5114fb7ae290 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:07:05.740180 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e211903-f6db-4c93-9df2-1b036a3dc814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:05.779616 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-e91efff8-b63b-4eb2-bf59-61ca252ae935 tempest-RoutersIpV6AdminTest-920956841 tempest-RoutersIpV6AdminTest-920956841-project] 10.222.0.66 "GET /v2.0/ports?device_id=7d851801-a945-4769-a084-d493c3e952b3 HTTP/1.1" status: 200 len: 205 time: 0.0680788 Aug 18 12:07:05.782072 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3a47d630-217b-4c89-8766-f441d5b1ad87 req-50dd59e9-318e-470d-aeda-0da50a20d3c1 service neutron] 10.222.0.66 "GET /v2.0/networks/21e4660f-6197-4dfb-b29a-4540684c9640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7314923 Aug 18 12:07:05.782232 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 42362) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:07:05.793514 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015f9123-1036-461f-b09f-11c0827fad41 req-648ededb-bd8b-460b-87a0-7e1eed21bb80 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:05.801983 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-015f9123-1036-461f-b09f-11c0827fad41 req-648ededb-bd8b-460b-87a0-7e1eed21bb80 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:05.827586 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-1e211903-f6db-4c93-9df2-1b036a3dc814 None None] Port 7f6b3812-445c-4afd-a44a-5114fb7ae290 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:07:05.885392 n-d-804985-2 neutron-server[106253]: INFO neutron.api.v2.resource [None req-927cb8b1-1924-4052-b5ff-74eebcb64824 tempest-RoutersIpV6AdminTest-920956841 tempest-RoutersIpV6AdminTest-920956841-project] delete failed (client error): The resource could not be found. Aug 18 12:07:05.885392 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-927cb8b1-1924-4052-b5ff-74eebcb64824 tempest-RoutersIpV6AdminTest-920956841 tempest-RoutersIpV6AdminTest-920956841-project] 10.222.0.66 "DELETE /v2.0/routers/7d851801-a945-4769-a084-d493c3e952b3 HTTP/1.1" status: 404 len: 336 time: 0.1005986 Aug 18 12:07:05.891976 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 42364) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:07:05.920453 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-015f9123-1036-461f-b09f-11c0827fad41 req-648ededb-bd8b-460b-87a0-7e1eed21bb80 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4308918 Aug 18 12:07:05.940949 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-015f9123-1036-461f-b09f-11c0827fad41 req-0a0c11f4-cc9e-422c-b449-4facfd8d398e tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Request body: {'port': {'device_id': '2cc02556-7c0a-4e9b-9a09-a272e5dfabdc', 'network_id': '2212f13b-fd75-4d1b-969c-01d56f351ced', 'admin_state_up': True, 'tenant_id': 'c58c061f2ffb4e7caeee64937da3abfa', 'security_groups': ['f288757b-df2a-4147-b6e9-81a127940c8c']}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:07:05.941184 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-002dc5b7-7c5d-4148-80fd-9d54b63c679c tempest-RoutersIpV6AdminTest-920956841 tempest-RoutersIpV6AdminTest-920956841-project] 10.222.0.66 "GET /v2.0/ports?device_id=390440aa-a10d-4376-a6ec-23e498907bda HTTP/1.1" status: 200 len: 205 time: 0.0457108 Aug 18 12:07:05.942894 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 42370) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:07:05.976099 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:06.001417 n-d-804985-2 neutron-server[106253]: INFO neutron.api.v2.resource [None req-64f7ea03-fa6a-42bc-8a59-96272e06741a tempest-RoutersIpV6AdminTest-920956841 tempest-RoutersIpV6AdminTest-920956841-project] delete failed (client error): The resource could not be found. Aug 18 12:07:06.004789 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-64f7ea03-fa6a-42bc-8a59-96272e06741a tempest-RoutersIpV6AdminTest-920956841 tempest-RoutersIpV6AdminTest-920956841-project] 10.222.0.66 "DELETE /v2.0/routers/390440aa-a10d-4376-a6ec-23e498907bda HTTP/1.1" status: 404 len: 336 time: 0.0584402 Aug 18 12:07:06.009064 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 42374) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:07:06.049142 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-be98fefe-9555-4161-bb84-cbcf3c9e0649 tempest-FloatingIPAdminTestJSON-2119832633 tempest-FloatingIPAdminTestJSON-2119832633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-996815'] for router_interface, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:06.063629 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5812ff-44b5-4133-b603-98df81909a32 req-adbdc625-719a-494f-a647-96cd0ce8d64c tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:06.069931 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-de595a80-52f0-4ef1-97cf-5b4da19ba8c9 tempest-RoutersIpV6AdminTest-920956841 tempest-RoutersIpV6AdminTest-920956841-project] 10.222.0.66 "GET /v2.0/ports?device_id=a2e149f7-3463-4509-99e6-5d7a698f2e68 HTTP/1.1" status: 200 len: 205 time: 0.0595763 Aug 18 12:07:06.071341 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5812ff-44b5-4133-b603-98df81909a32 req-adbdc625-719a-494f-a647-96cd0ce8d64c tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:06.072296 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 42376) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:07:06.079035 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5b5812ff-44b5-4133-b603-98df81909a32 req-adbdc625-719a-494f-a647-96cd0ce8d64c tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] 10.222.0.66 "GET /v2.0/ports?device_id=2cc02556-7c0a-4e9b-9a09-a272e5dfabdc HTTP/1.1" status: 200 len: 1654 time: 0.2552893 Aug 18 12:07:06.115657 n-d-804985-2 neutron-server[106253]: INFO neutron.api.v2.resource [None req-5a722dda-6030-441a-880f-79de6a9072ba tempest-RoutersIpV6AdminTest-920956841 tempest-RoutersIpV6AdminTest-920956841-project] delete failed (client error): The resource could not be found. Aug 18 12:07:06.119316 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-5a722dda-6030-441a-880f-79de6a9072ba tempest-RoutersIpV6AdminTest-920956841 tempest-RoutersIpV6AdminTest-920956841-project] 10.222.0.66 "DELETE /v2.0/routers/a2e149f7-3463-4509-99e6-5d7a698f2e68 HTTP/1.1" status: 404 len: 336 time: 0.0430484 Aug 18 12:07:06.119521 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 42382) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:07:06.152423 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-84075e9a-8faf-4347-a787-94ceb03801e2 tempest-RoutersIpV6AdminTest-920956841 tempest-RoutersIpV6AdminTest-920956841-project] 10.222.0.66 "GET /v2.0/ports?device_id=c8ca1060-819b-4716-a049-98295d595277 HTTP/1.1" status: 200 len: 205 time: 0.0295045 Aug 18 12:07:06.152733 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 42384) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:07:06.173980 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3a47d630-217b-4c89-8766-f441d5b1ad87 req-a90b9359-4f91-4149-a744-0ef035ef7d53 service neutron] 10.222.0.66 "GET /v2.0/networks/21e4660f-6197-4dfb-b29a-4540684c9640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3676414 Aug 18 12:07:06.194270 n-d-804985-2 neutron-server[106253]: INFO neutron.api.v2.resource [None req-b0b11472-b032-44cd-9e68-22b2bdc44618 tempest-RoutersIpV6AdminTest-920956841 tempest-RoutersIpV6AdminTest-920956841-project] delete failed (client error): The resource could not be found. Aug 18 12:07:06.195502 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-b0b11472-b032-44cd-9e68-22b2bdc44618 tempest-RoutersIpV6AdminTest-920956841 tempest-RoutersIpV6AdminTest-920956841-project] 10.222.0.66 "DELETE /v2.0/routers/c8ca1060-819b-4716-a049-98295d595277 HTTP/1.1" status: 404 len: 336 time: 0.0417171 Aug 18 12:07:06.198311 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 42386) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:07:06.232300 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-7d91d0f8-16ef-4aed-a1dc-4aeff5f124d9 tempest-RoutersIpV6AdminTest-920956841 tempest-RoutersIpV6AdminTest-920956841-project] 10.222.0.66 "GET /v2.0/ports?device_id=d1ed2ad0-a4bf-4722-8c24-2bf79d06d3cd HTTP/1.1" status: 200 len: 205 time: 0.0328293 Aug 18 12:07:06.235296 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 42388) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:07:06.255866 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5b5812ff-44b5-4133-b603-98df81909a32 req-1e177375-b32d-4593-830d-75128947e251 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] 10.222.0.66 "GET /v2.0/security-groups?id=f288757b-df2a-4147-b6e9-81a127940c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1759639 Aug 18 12:07:06.306367 n-d-804985-2 neutron-server[106253]: INFO neutron.api.v2.resource [None req-d85eb4c3-2fc2-455f-ba60-6c38c86102d8 tempest-RoutersIpV6AdminTest-920956841 tempest-RoutersIpV6AdminTest-920956841-project] delete failed (client error): The resource could not be found. Aug 18 12:07:06.308499 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-d85eb4c3-2fc2-455f-ba60-6c38c86102d8 tempest-RoutersIpV6AdminTest-920956841 tempest-RoutersIpV6AdminTest-920956841-project] 10.222.0.66 "DELETE /v2.0/routers/d1ed2ad0-a4bf-4722-8c24-2bf79d06d3cd HTTP/1.1" status: 404 len: 336 time: 0.0721014 Aug 18 12:07:06.311085 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 42396) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:07:06.376670 n-d-804985-2 neutron-server[106253]: INFO neutron.pecan_wsgi.hooks.translation [None req-08e7de6f-5bb3-4d15-b1d0-5121c98aebe5 tempest-RoutersIpV6AdminTest-920956841 tempest-RoutersIpV6AdminTest-920956841-project] DELETE failed (client error): The resource could not be found. Aug 18 12:07:06.378805 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08e7de6f-5bb3-4d15-b1d0-5121c98aebe5 tempest-RoutersIpV6AdminTest-920956841 tempest-RoutersIpV6AdminTest-920956841-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 12:07:06.382208 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-08e7de6f-5bb3-4d15-b1d0-5121c98aebe5 tempest-RoutersIpV6AdminTest-920956841 tempest-RoutersIpV6AdminTest-920956841-project] 10.222.0.66 "DELETE /v2.0/subnets/a96fcaf9-e86e-46ac-86ff-5b51c5fd02cf HTTP/1.1" status: 404 len: 337 time: 0.0696549 Aug 18 12:07:06.391336 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:07:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-211f3206-790a-47ba-9a13-35563d42d604 x-openstack-request-id: req-211f3206-790a-47ba-9a13-35563d42d604 {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:07:06.391805 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "812772a4-8df1-440e-bd7f-7708fd393589", "tag": "354dee19-178e-4798-ac94-eccb1b4e8c8b", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:07:06.392216 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-211f3206-790a-47ba-9a13-35563d42d604 {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:07:06.392826 n-d-804985-2 neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '812772a4-8df1-440e-bd7f-7708fd393589', 'tag': '354dee19-178e-4798-ac94-eccb1b4e8c8b', 'status': 'completed', 'code': 200} Aug 18 12:07:06.441407 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-015f9123-1036-461f-b09f-11c0827fad41 req-0a0c11f4-cc9e-422c-b449-4facfd8d398e tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Made reservation on behalf of c58c061f2ffb4e7caeee64937da3abfa for: {'port': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:07:06.447211 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-015f9123-1036-461f-b09f-11c0827fad41 req-0a0c11f4-cc9e-422c-b449-4facfd8d398e tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:06.484209 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106cd50d-06f4-4ed1-ad66-4b5f53280121 req-c6f7e98e-2640-4092-a0db-a0f47194897d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:06.486211 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-106cd50d-06f4-4ed1-ad66-4b5f53280121 req-c6f7e98e-2640-4092-a0db-a0f47194897d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ba6220adeda54bd2ac551edffcfbfea2&device_id=812772a4-8df1-440e-bd7f-7708fd393589 HTTP/1.1" status: 200 len: 1094 time: 0.0697443 Aug 18 12:07:06.592651 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-626352cd-6c6a-496c-98ae-c699fd9e2cf6 req-a0e34ec2-27df-4c0b-a899-977957a2460a tempest-VolumesActionsTest-771452458 tempest-VolumesActionsTest-771452458-project] 10.222.0.66 "GET /v2.0/ports?device_id=de8755c9-9ec4-41fe-bbca-1bfa77224ff3 HTTP/1.1" status: 200 len: 210 time: 0.0985880 Aug 18 12:07:06.683674 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106cd50d-06f4-4ed1-ad66-4b5f53280121 req-f80b01c1-e4c4-47ca-9f51-390a46de611f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:06.685262 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-106cd50d-06f4-4ed1-ad66-4b5f53280121 req-f80b01c1-e4c4-47ca-9f51-390a46de611f service neutron] 10.222.0.62 "GET /v2.0/networks?id=f4b8d3d9-3617-4a41-8d50-7e0230977f6d HTTP/1.1" status: 200 len: 912 time: 0.1916640 Aug 18 12:07:06.718076 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2811095c-99ca-4932-aba9-86fbb28d64df req-3cadd691-97ac-4ea8-9023-39fb8ff596f6 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:06.720220 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2811095c-99ca-4932-aba9-86fbb28d64df req-3cadd691-97ac-4ea8-9023-39fb8ff596f6 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/ports?device_id=c468f260-aa8b-4a9b-a477-213e251d7cef HTTP/1.1" status: 200 len: 946 time: 0.2703111 Aug 18 12:07:06.751742 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-106cd50d-06f4-4ed1-ad66-4b5f53280121 req-e95a276a-d3e5-4541-818c-f440fc3f5dff service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=354dee19-178e-4798-ac94-eccb1b4e8c8b HTTP/1.1" status: 200 len: 217 time: 0.0534179 Aug 18 12:07:06.838756 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106cd50d-06f4-4ed1-ad66-4b5f53280121 req-22eef450-bfed-4140-97f1-abc3f2c0a9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:06.840241 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-106cd50d-06f4-4ed1-ad66-4b5f53280121 req-22eef450-bfed-4140-97f1-abc3f2c0a9e7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d716ee29-e7a2-4fa3-97cc-7ab3c35181fa HTTP/1.1" status: 200 len: 851 time: 0.0814877 Aug 18 12:07:06.901998 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 42418) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:07:06.904595 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-106cd50d-06f4-4ed1-ad66-4b5f53280121 req-b3598514-6d96-4c09-bdda-cca5e3234267 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f4b8d3d9-3617-4a41-8d50-7e0230977f6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478280 Aug 18 12:07:06.937899 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2811095c-99ca-4932-aba9-86fbb28d64df req-cef873bc-f434-4422-87b4-83c4bd22e00d tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f58845c-8a6f-4750-8ac0-66868223b345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1837742 Aug 18 12:07:06.943175 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [req-015f9123-1036-461f-b09f-11c0827fad41 req-0a0c11f4-cc9e-422c-b449-4facfd8d398e tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Allocated IP 10.1.1.142 (2212f13b-fd75-4d1b-969c-01d56f351ced/c6d6e2ca-0ac3-47a3-8cbf-b12d0d7c45be/3399a875-8536-4e63-b5c5-d638ea0b8100) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:07:06.982218 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8de2f17-9b56-425b-9988-fc40dc4004af req-dc355722-ac23-4396-8c7c-29e1ccd56744 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:06.987578 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f8de2f17-9b56-425b-9988-fc40dc4004af req-dc355722-ac23-4396-8c7c-29e1ccd56744 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/ports?device_id=812772a4-8df1-440e-bd7f-7708fd393589 HTTP/1.1" status: 200 len: 943 time: 0.1549599 Aug 18 12:07:07.038725 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-106cd50d-06f4-4ed1-ad66-4b5f53280121 req-04016358-d291-4db2-bca5-422150c11767 service neutron] 10.222.0.62 "GET /v2.0/networks/f4b8d3d9-3617-4a41-8d50-7e0230977f6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301913 Aug 18 12:07:07.076274 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-be98fefe-9555-4161-bb84-cbcf3c9e0649 tempest-FloatingIPAdminTestJSON-2119832633 tempest-FloatingIPAdminTestJSON-2119832633-project] Deleting port 9479e222-84c7-48e2-b94b-e02571532396 {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:07:07.076643 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-be98fefe-9555-4161-bb84-cbcf3c9e0649 tempest-FloatingIPAdminTestJSON-2119832633 tempest-FloatingIPAdminTestJSON-2119832633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:07.196733 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-106cd50d-06f4-4ed1-ad66-4b5f53280121 req-9cf3e4d7-969f-46d4-b4aa-3b8529e85811 service neutron] 10.222.0.62 "GET /v2.0/networks/f4b8d3d9-3617-4a41-8d50-7e0230977f6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316199 Aug 18 12:07:07.486091 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f8de2f17-9b56-425b-9988-fc40dc4004af req-dd68a7c6-1208-4a35-9a96-b725dfd8b952 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/security-groups?id=d60fbefd-5088-4718-a442-08959d2ac3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4764342 Aug 18 12:07:07.492330 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1efd5c2b-d1cf-4586-aeb7-5fd69a719427 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:07.552059 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-be98fefe-9555-4161-bb84-cbcf3c9e0649 tempest-FloatingIPAdminTestJSON-2119832633 tempest-FloatingIPAdminTestJSON-2119832633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:07.604402 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-be98fefe-9555-4161-bb84-cbcf3c9e0649 tempest-FloatingIPAdminTestJSON-2119832633 tempest-FloatingIPAdminTestJSON-2119832633-project] Calling delete_port for 9479e222-84c7-48e2-b94b-e02571532396 owned by network:router_interface {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:07:07.613977 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5b4b7c-751e-4a35-a792-189163b4e34c req-99ca0bb2-2fb3-4d26-8dd6-b1a984747843 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:07.620132 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5b4b7c-751e-4a35-a792-189163b4e34c req-99ca0bb2-2fb3-4d26-8dd6-b1a984747843 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:07.621846 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3c5b4b7c-751e-4a35-a792-189163b4e34c req-99ca0bb2-2fb3-4d26-8dd6-b1a984747843 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] 10.222.0.66 "GET /v2.0/ports?device_id=2cc02556-7c0a-4e9b-9a09-a272e5dfabdc HTTP/1.1" status: 200 len: 1654 time: 0.1640203 Aug 18 12:07:07.667600 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-015f9123-1036-461f-b09f-11c0827fad41 req-0a0c11f4-cc9e-422c-b449-4facfd8d398e tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:07.774683 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-92759006-2937-402f-ae6b-0cfd80e6de05 req-740d3d08-d2db-4c7f-a7f0-396120734fee tempest-VolumesActionsTest-771452458 tempest-VolumesActionsTest-771452458-project] 10.222.0.66 "GET /v2.0/ports?device_id=de8755c9-9ec4-41fe-bbca-1bfa77224ff3 HTTP/1.1" status: 200 len: 210 time: 0.0941324 Aug 18 12:07:07.775647 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [req-015f9123-1036-461f-b09f-11c0827fad41 req-0a0c11f4-cc9e-422c-b449-4facfd8d398e tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Transition to ACTIVE for port object 3399a875-8536-4e63-b5c5-d638ea0b8100 will not be triggered until provisioned by entity DHCP. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:07:07.798903 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3c5b4b7c-751e-4a35-a792-189163b4e34c req-eb90756d-cf91-43e8-a8ea-33357a272b6f tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] 10.222.0.66 "GET /v2.0/security-groups?id=f288757b-df2a-4147-b6e9-81a127940c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1624382 Aug 18 12:07:07.921224 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1efd5c2b-d1cf-4586-aeb7-5fd69a719427 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:07.936620 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1efd5c2b-d1cf-4586-aeb7-5fd69a719427 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:07.944114 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-015f9123-1036-461f-b09f-11c0827fad41 req-0a0c11f4-cc9e-422c-b449-4facfd8d398e tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:08.020361 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-1efd5c2b-d1cf-4586-aeb7-5fd69a719427 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=1d07505d75c24fc185976636d28e76cf&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1144297 Aug 18 12:07:08.022514 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:08.028788 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 42430) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:07:08.090335 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efd5c2b-d1cf-4586-aeb7-5fd69a719427 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a96e9f7a-88cb-4ea8-9217-2df1cfb2af4f,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:07:08.118755 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-015f9123-1036-461f-b09f-11c0827fad41 req-0a0c11f4-cc9e-422c-b449-4facfd8d398e tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Network 2212f13b-fd75-4d1b-969c-01d56f351ced is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:07:08.149257 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0c11f4-cc9e-422c-b449-4facfd8d398e tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Pushing event updated for resources: {'Port': ['ID=3399a875-8536-4e63-b5c5-d638ea0b8100,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:07:08.158299 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [req-015f9123-1036-461f-b09f-11c0827fad41 req-0a0c11f4-cc9e-422c-b449-4facfd8d398e tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:07:08.173503 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-015f9123-1036-461f-b09f-11c0827fad41 req-0a0c11f4-cc9e-422c-b449-4facfd8d398e tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:07:08.261989 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-be98fefe-9555-4161-bb84-cbcf3c9e0649 tempest-FloatingIPAdminTestJSON-2119832633 tempest-FloatingIPAdminTestJSON-2119832633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:08.283388 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436da76f-3dc5-454c-b8df-50acbc8acc07 req-ae37b84d-ad8a-43a8-904f-438b9bc5c667 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:08.287396 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-436da76f-3dc5-454c-b8df-50acbc8acc07 req-ae37b84d-ad8a-43a8-904f-438b9bc5c667 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/ports?device_id=c468f260-aa8b-4a9b-a477-213e251d7cef HTTP/1.1" status: 200 len: 946 time: 0.1975048 Aug 18 12:07:08.308144 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a47d630-217b-4c89-8766-f441d5b1ad87 req-5fc48f81-5587-4837-842e-6e97ba065940 tempest-VolumesActionsTest-771452458 tempest-VolumesActionsTest-771452458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:08.309722 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-3a47d630-217b-4c89-8766-f441d5b1ad87 req-5fc48f81-5587-4837-842e-6e97ba065940 tempest-VolumesActionsTest-771452458 tempest-VolumesActionsTest-771452458-project] 10.222.0.63 "GET /v2.0/networks?id=21e4660f-6197-4dfb-b29a-4540684c9640 HTTP/1.1" status: 200 len: 809 time: 0.5971756 Aug 18 12:07:08.324170 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [req-3a47d630-217b-4c89-8766-f441d5b1ad87 req-4c48d09b-761f-409d-a6a1-f5ab6bfc0bae tempest-VolumesActionsTest-771452458 tempest-VolumesActionsTest-771452458-project] Request body: {'port': {'device_id': 'de8755c9-9ec4-41fe-bbca-1bfa77224ff3', 'network_id': '21e4660f-6197-4dfb-b29a-4540684c9640', 'admin_state_up': True, 'tenant_id': '29d095af739443468862e4d30a862584'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:07:08.325122 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015f9123-1036-461f-b09f-11c0827fad41 req-0a0c11f4-cc9e-422c-b449-4facfd8d398e tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:08.325789 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-015f9123-1036-461f-b09f-11c0827fad41 req-0a0c11f4-cc9e-422c-b449-4facfd8d398e tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:08.413544 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-015f9123-1036-461f-b09f-11c0827fad41 req-0a0c11f4-cc9e-422c-b449-4facfd8d398e tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4785843 Aug 18 12:07:08.414274 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be98fefe-9555-4161-bb84-cbcf3c9e0649 tempest-FloatingIPAdminTestJSON-2119832633 tempest-FloatingIPAdminTestJSON-2119832633-project] Pushing event deleted for resources: {'Port': ['ID=9479e222-84c7-48e2-b94b-e02571532396,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:07:08.422540 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-bc694e1b-ddba-4b9e-ad6d-e3262d49fc8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:08.438645 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-015f9123-1036-461f-b09f-11c0827fad41 req-854700aa-4e6a-4d24-9b6c-085164a3014c tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Request body: {'port': {'device_id': '2cc02556-7c0a-4e9b-9a09-a272e5dfabdc', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'd3427385-4738-4edf-ab5a-b3bffa0e286e', 'admin_state_up': True, 'tenant_id': 'c58c061f2ffb4e7caeee64937da3abfa', 'security_groups': ['f288757b-df2a-4147-b6e9-81a127940c8c']}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:07:08.462572 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a47d630-217b-4c89-8766-f441d5b1ad87 req-4c48d09b-761f-409d-a6a1-f5ab6bfc0bae tempest-VolumesActionsTest-771452458 tempest-VolumesActionsTest-771452458-project] Made reservation on behalf of 29d095af739443468862e4d30a862584 for: {'port': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:07:08.467233 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-3a47d630-217b-4c89-8766-f441d5b1ad87 req-4c48d09b-761f-409d-a6a1-f5ab6bfc0bae tempest-VolumesActionsTest-771452458 tempest-VolumesActionsTest-771452458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:08.492797 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-cd764976-46c6-463b-a316-7efe9cca3bfe None None] Provisioning for port 3399a875-8536-4e63-b5c5-d638ea0b8100 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:07:08.495329 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-436da76f-3dc5-454c-b8df-50acbc8acc07 req-51fa89b6-08da-4706-9cfd-dfc6bfffe685 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f58845c-8a6f-4750-8ac0-66868223b345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1479564 Aug 18 12:07:08.498101 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-cd764976-46c6-463b-a316-7efe9cca3bfe None None] Provisioning complete for port 3399a875-8536-4e63-b5c5-d638ea0b8100 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:07:08.498411 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-cd764976-46c6-463b-a316-7efe9cca3bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:08.601320 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-cd764976-46c6-463b-a316-7efe9cca3bfe None None] Port 3399a875-8536-4e63-b5c5-d638ea0b8100 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:07:08.615107 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 354dee19-178e-4798-ac94-eccb1b4e8c8b details requested by agent hyperv_n-h2-804985-2 with host n-h2-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:07:08.690680 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-bc694e1b-ddba-4b9e-ad6d-e3262d49fc8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:08.723575 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [req-3a47d630-217b-4c89-8766-f441d5b1ad87 req-4c48d09b-761f-409d-a6a1-f5ab6bfc0bae tempest-VolumesActionsTest-771452458 tempest-VolumesActionsTest-771452458-project] Allocated IP 172.20.0.11 (21e4660f-6197-4dfb-b29a-4540684c9640/1f842818-187e-4c1f-a149-216f94355de2/35ff5998-fd0d-4830-a451-aaf70f9d6135) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:07:08.824003 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port 354dee19-178e-4798-ac94-eccb1b4e8c8b, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=354dee19-178e-4798-ac94-eccb1b4e8c8b,segment=NetworkSegment(cad785f7-8854-4494-9369-5c8d15a44cef),segment_id=cad785f7-8854-4494-9369-5c8d15a44cef)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:07:08.846881 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Returning: {'device': '354dee19-178e-4798-ac94-eccb1b4e8c8b', 'network_id': 'f4b8d3d9-3617-4a41-8d50-7e0230977f6d', 'port_id': '354dee19-178e-4798-ac94-eccb1b4e8c8b', 'mac_address': 'fa:16:3e:b5:43:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 831, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd716ee29-e7a2-4fa3-97cc-7ab3c35181fa', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:07:08.933216 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-015f9123-1036-461f-b09f-11c0827fad41 req-854700aa-4e6a-4d24-9b6c-085164a3014c tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Made reservation on behalf of c58c061f2ffb4e7caeee64937da3abfa for: {'port': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:07:08.935793 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:08.964001 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 354dee19-178e-4798-ac94-eccb1b4e8c8b {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:07:08.983081 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-3a47d630-217b-4c89-8766-f441d5b1ad87 req-4c48d09b-761f-409d-a6a1-f5ab6bfc0bae tempest-VolumesActionsTest-771452458 tempest-VolumesActionsTest-771452458-project] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:09.015568 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port 354dee19-178e-4798-ac94-eccb1b4e8c8b, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=354dee19-178e-4798-ac94-eccb1b4e8c8b,segment=NetworkSegment(cad785f7-8854-4494-9369-5c8d15a44cef),segment_id=cad785f7-8854-4494-9369-5c8d15a44cef)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:07:09.020517 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:09.038728 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-3a47d630-217b-4c89-8766-f441d5b1ad87 req-4c48d09b-761f-409d-a6a1-f5ab6bfc0bae tempest-VolumesActionsTest-771452458 tempest-VolumesActionsTest-771452458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:09.097384 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a47d630-217b-4c89-8766-f441d5b1ad87 req-4c48d09b-761f-409d-a6a1-f5ab6bfc0bae tempest-VolumesActionsTest-771452458 tempest-VolumesActionsTest-771452458-project] Network 21e4660f-6197-4dfb-b29a-4540684c9640 is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:07:09.101652 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=354dee19-178e-4798-ac94-eccb1b4e8c8b,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:07:09.105204 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 39942e1b-8b42-46ce-8003-6ae0db0d3a39 no longer exists at agent hyperv_n-h1-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:07:09.109266 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [req-3a47d630-217b-4c89-8766-f441d5b1ad87 req-4c48d09b-761f-409d-a6a1-f5ab6bfc0bae tempest-VolumesActionsTest-771452458 tempest-VolumesActionsTest-771452458-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:07:09.111862 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a47d630-217b-4c89-8766-f441d5b1ad87 req-4c48d09b-761f-409d-a6a1-f5ab6bfc0bae tempest-VolumesActionsTest-771452458 tempest-VolumesActionsTest-771452458-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:07:09.147229 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbbaf05-1fe7-4a8b-a3e0-c9d8c1efba4d req-4f065a5b-40a0-4295-9fb7-5ff57d5224ee tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:09.153890 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6dbbaf05-1fe7-4a8b-a3e0-c9d8c1efba4d req-4f065a5b-40a0-4295-9fb7-5ff57d5224ee tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/ports?device_id=812772a4-8df1-440e-bd7f-7708fd393589 HTTP/1.1" status: 200 len: 943 time: 0.4854264 Aug 18 12:07:09.161014 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:07:09.161884 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:07:09.162461 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:07:09.162792 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:07:09.163275 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:07:09.163759 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:07:09.164087 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:07:09.164413 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:07:09.164763 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:07:09.165186 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:07:09.165511 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:07:09.165830 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:07:09.175742 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c48d09b-761f-409d-a6a1-f5ab6bfc0bae tempest-VolumesActionsTest-771452458 tempest-VolumesActionsTest-771452458-project] Pushing event updated for resources: {'Port': ['ID=35ff5998-fd0d-4830-a451-aaf70f9d6135,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:07:09.261921 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a47d630-217b-4c89-8766-f441d5b1ad87 req-4c48d09b-761f-409d-a6a1-f5ab6bfc0bae tempest-VolumesActionsTest-771452458 tempest-VolumesActionsTest-771452458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:09.262631 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-3a47d630-217b-4c89-8766-f441d5b1ad87 req-4c48d09b-761f-409d-a6a1-f5ab6bfc0bae tempest-VolumesActionsTest-771452458 tempest-VolumesActionsTest-771452458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:09.265706 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:09.285077 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-015f9123-1036-461f-b09f-11c0827fad41 req-854700aa-4e6a-4d24-9b6c-085164a3014c tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:09.302929 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-3a47d630-217b-4c89-8766-f441d5b1ad87 req-4c48d09b-761f-409d-a6a1-f5ab6bfc0bae tempest-VolumesActionsTest-771452458 tempest-VolumesActionsTest-771452458-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9827106 Aug 18 12:07:09.309673 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 39942e1b-8b42-46ce-8003-6ae0db0d3a39, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=39942e1b-8b42-46ce-8003-6ae0db0d3a39,segment=NetworkSegment(299e2826-ecf6-416e-b53c-1b1574dd5315),segment_id=299e2826-ecf6-416e-b53c-1b1574dd5315)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:07:09.311063 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c468f260-aa8b-4a9b-a477-213e251d7cef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '39942e1b-8b42-46ce-8003-6ae0db0d3a39'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:07:09.313769 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db50a436fb3a98495337d8fe7487b4f2ea6f3c1052eb9efadc2ecda2d5737001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26aa5a22-a899-446f-89a7-3469c1cee1ff" -d '{"events": [{"server_uuid": "c468f260-aa8b-4a9b-a477-213e251d7cef", "name": "network-vif-unplugged", "status": "completed", "tag": "39942e1b-8b42-46ce-8003-6ae0db0d3a39"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:07:09.321550 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:09.341151 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-bc694e1b-ddba-4b9e-ad6d-e3262d49fc8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:09.344252 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-bc694e1b-ddba-4b9e-ad6d-e3262d49fc8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:09.345625 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-bc694e1b-ddba-4b9e-ad6d-e3262d49fc8e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a96e9f7a-88cb-4ea8-9217-2df1cfb2af4f HTTP/1.1" status: 204 len: 168 time: 1.2763145 Aug 18 12:07:09.427030 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] get_ports_and_sgs() called for port_ids ['354dee19-178e-4798-ac94-eccb1b4e8c8b'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:07:09.431126 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6dbbaf05-1fe7-4a8b-a3e0-c9d8c1efba4d req-4d239e4a-4a0a-46da-ac65-a085ecd4a92b tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/security-groups?id=d60fbefd-5088-4718-a442-08959d2ac3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2510469 Aug 18 12:07:09.432050 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc694e1b-ddba-4b9e-ad6d-e3262d49fc8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a96e9f7a-88cb-4ea8-9217-2df1cfb2af4f,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:07:09.473067 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=39942e1b-8b42-46ce-8003-6ae0db0d3a39,revision_number=8']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:07:09.490319 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [req-3a47d630-217b-4c89-8766-f441d5b1ad87 req-c8563935-9be5-4ef2-87e2-d820839421ea service neutron] Request body: {'port': {'device_id': 'de8755c9-9ec4-41fe-bbca-1bfa77224ff3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804985-2'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:07:09.543960 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-be98fefe-9555-4161-bb84-cbcf3c9e0649 tempest-FloatingIPAdminTestJSON-2119832633 tempest-FloatingIPAdminTestJSON-2119832633-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953695'] for router_interface, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:09.566800 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6a869e-af76-4ec2-95c1-28d29afb9604 req-6fbb8afb-499b-410a-b6dc-2e4e087d664b tempest-VolumesActionsTest-771452458 tempest-VolumesActionsTest-771452458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:09.569518 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3f6a869e-af76-4ec2-95c1-28d29afb9604 req-6fbb8afb-499b-410a-b6dc-2e4e087d664b tempest-VolumesActionsTest-771452458 tempest-VolumesActionsTest-771452458-project] 10.222.0.66 "GET /v2.0/ports?device_id=de8755c9-9ec4-41fe-bbca-1bfa77224ff3 HTTP/1.1" status: 200 len: 932 time: 0.2369051 Aug 18 12:07:09.625207 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-3a47d630-217b-4c89-8766-f441d5b1ad87 req-c8563935-9be5-4ef2-87e2-d820839421ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:09.793608 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [req-015f9123-1036-461f-b09f-11c0827fad41 req-854700aa-4e6a-4d24-9b6c-085164a3014c tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Allocated IP 10.2.2.100 (d3427385-4738-4edf-ab5a-b3bffa0e286e/765693c9-62f2-43a4-a4e0-0c1c5bb2242d/ade7379f-b75b-4a6b-95bb-ab4ecbe29d42) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:07:09.913859 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 42462) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:07:09.969089 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [req-3a47d630-217b-4c89-8766-f441d5b1ad87 req-c8563935-9be5-4ef2-87e2-d820839421ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35ff5998-fd0d-4830-a451-aaf70f9d6135 {{(pid=106253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:07:09.977212 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-3a47d630-217b-4c89-8766-f441d5b1ad87 req-c8563935-9be5-4ef2-87e2-d820839421ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:09.990183 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [req-3a47d630-217b-4c89-8766-f441d5b1ad87 req-c8563935-9be5-4ef2-87e2-d820839421ea service neutron] Transition to ACTIVE for port object 35ff5998-fd0d-4830-a451-aaf70f9d6135 will not be triggered until provisioned by entity L2. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:07:09.994920 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-3a47d630-217b-4c89-8766-f441d5b1ad87 req-c8563935-9be5-4ef2-87e2-d820839421ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:10.080462 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-e9b6da7f-8a23-4f93-b168-eabc19b722cd admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=eb63ded97f614b91b71f2cb12748b0ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0840650 Aug 18 12:07:10.085487 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3f6a869e-af76-4ec2-95c1-28d29afb9604 req-71638f96-d852-4a22-8c8a-f3f183ef9fc2 tempest-VolumesActionsTest-771452458 tempest-VolumesActionsTest-771452458-project] 10.222.0.66 "GET /v2.0/security-groups?id=f40f5dc5-9d25-43d5-a438-2945d251cf32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5003505 Aug 18 12:07:10.088631 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 42464) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:07:10.091901 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8563935-9be5-4ef2-87e2-d820839421ea service neutron] Pushing event updated for resources: {'Port': ['ID=35ff5998-fd0d-4830-a451-aaf70f9d6135,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:07:10.159247 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-3a47d630-217b-4c89-8766-f441d5b1ad87 req-c8563935-9be5-4ef2-87e2-d820839421ea service neutron] Attempting to bind port 35ff5998-fd0d-4830-a451-aaf70f9d6135 on host n-h1-804985-2 for vnic_type normal with profile {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:07:10.159847 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-3a47d630-217b-4c89-8766-f441d5b1ad87 req-c8563935-9be5-4ef2-87e2-d820839421ea service neutron] Attempting to bind port 35ff5998-fd0d-4830-a451-aaf70f9d6135 by drivers openvswitch,hyperv on host n-h1-804985-2 at level 0 using segments [{'id': 'd1559002-2cd2-4997-ad5a-b3a5341106b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '21e4660f-6197-4dfb-b29a-4540684c9640'}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:07:10.160363 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a47d630-217b-4c89-8766-f441d5b1ad87 req-c8563935-9be5-4ef2-87e2-d820839421ea service neutron] Attempting to bind port 35ff5998-fd0d-4830-a451-aaf70f9d6135 on network 21e4660f-6197-4dfb-b29a-4540684c9640 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:07:10.162886 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ef5f72-83c0-46e5-a042-f2bef6a3572c req-5d9a9204-6c5c-4d95-9f19-755826e752af tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:10.165897 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a47d630-217b-4c89-8766-f441d5b1ad87 req-c8563935-9be5-4ef2-87e2-d820839421ea service neutron] Port 35ff5998-fd0d-4830-a451-aaf70f9d6135 on network 21e4660f-6197-4dfb-b29a-4540684c9640 not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-2 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:07:10.167174 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a47d630-217b-4c89-8766-f441d5b1ad87 req-c8563935-9be5-4ef2-87e2-d820839421ea service neutron] Attempting to bind port 35ff5998-fd0d-4830-a451-aaf70f9d6135 on network 21e4660f-6197-4dfb-b29a-4540684c9640 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:07:10.169053 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ef5f72-83c0-46e5-a042-f2bef6a3572c req-5d9a9204-6c5c-4d95-9f19-755826e752af tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:10.173616 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a47d630-217b-4c89-8766-f441d5b1ad87 req-c8563935-9be5-4ef2-87e2-d820839421ea service neutron] Checking agent: {'id': 'a613417a-d085-492c-941a-59bb18c633d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 49, 6), 'started_at': datetime.datetime(2021, 8, 18, 11, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 7, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:07:10.174203 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a47d630-217b-4c89-8766-f441d5b1ad87 req-c8563935-9be5-4ef2-87e2-d820839421ea service neutron] Checking segment: {'id': 'd1559002-2cd2-4997-ad5a-b3a5341106b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '21e4660f-6197-4dfb-b29a-4540684c9640'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:07:10.174765 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a47d630-217b-4c89-8766-f441d5b1ad87 req-c8563935-9be5-4ef2-87e2-d820839421ea service neutron] Bound using segment: {'id': 'd1559002-2cd2-4997-ad5a-b3a5341106b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '21e4660f-6197-4dfb-b29a-4540684c9640'} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:07:10.175023 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ef5f72-83c0-46e5-a042-f2bef6a3572c req-5d9a9204-6c5c-4d95-9f19-755826e752af tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:10.175723 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-3a47d630-217b-4c89-8766-f441d5b1ad87 req-c8563935-9be5-4ef2-87e2-d820839421ea service neutron] Bound port: 35ff5998-fd0d-4830-a451-aaf70f9d6135, host: n-h1-804985-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1559002-2cd2-4997-ad5a-b3a5341106b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '21e4660f-6197-4dfb-b29a-4540684c9640'}}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:07:10.176364 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-3a47d630-217b-4c89-8766-f441d5b1ad87 req-c8563935-9be5-4ef2-87e2-d820839421ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:10.176790 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-97ef5f72-83c0-46e5-a042-f2bef6a3572c req-5d9a9204-6c5c-4d95-9f19-755826e752af tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] 10.222.0.66 "GET /v2.0/ports?device_id=2cc02556-7c0a-4e9b-9a09-a272e5dfabdc HTTP/1.1" status: 200 len: 2375 time: 0.6027792 Aug 18 12:07:10.266693 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-3a47d630-217b-4c89-8766-f441d5b1ad87 req-c8563935-9be5-4ef2-87e2-d820839421ea service neutron] For port 35ff5998-fd0d-4830-a451-aaf70f9d6135, host n-h1-804985-2, cleared binding levels {{(pid=106253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:07:10.273848 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-3a47d630-217b-4c89-8766-f441d5b1ad87 req-c8563935-9be5-4ef2-87e2-d820839421ea service neutron] For port 35ff5998-fd0d-4830-a451-aaf70f9d6135, host n-h1-804985-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=35ff5998-fd0d-4830-a451-aaf70f9d6135,segment=NetworkSegment(d1559002-2cd2-4997-ad5a-b3a5341106b4),segment_id=d1559002-2cd2-4997-ad5a-b3a5341106b4)] {{(pid=106253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:07:10.275982 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-015f9123-1036-461f-b09f-11c0827fad41 req-854700aa-4e6a-4d24-9b6c-085164a3014c tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:10.282364 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-3a47d630-217b-4c89-8766-f441d5b1ad87 req-c8563935-9be5-4ef2-87e2-d820839421ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:10.330861 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a47d630-217b-4c89-8766-f441d5b1ad87 req-c8563935-9be5-4ef2-87e2-d820839421ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:10.331485 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-3a47d630-217b-4c89-8766-f441d5b1ad87 req-c8563935-9be5-4ef2-87e2-d820839421ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:10.341778 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-3a47d630-217b-4c89-8766-f441d5b1ad87 req-c8563935-9be5-4ef2-87e2-d820839421ea service neutron] 10.222.0.63 "PUT /v2.0/ports/35ff5998-fd0d-4830-a451-aaf70f9d6135 HTTP/1.1" status: 200 len: 1092 time: 1.0158339 Aug 18 12:07:10.342494 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de8755c9-9ec4-41fe-bbca-1bfa77224ff3', 'tag': '35ff5998-fd0d-4830-a451-aaf70f9d6135'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:07:10.346554 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0679f4c4b6e0e0c064a7d71d722dc30541a34fffee11680573be22ee2ffccc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bec63a6f-2920-400e-ae1f-466dfe1092a1" -d '{"events": [{"name": "network-changed", "server_uuid": "de8755c9-9ec4-41fe-bbca-1bfa77224ff3", "tag": "35ff5998-fd0d-4830-a451-aaf70f9d6135"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:07:10.401223 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [req-015f9123-1036-461f-b09f-11c0827fad41 req-854700aa-4e6a-4d24-9b6c-085164a3014c tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Transition to ACTIVE for port object ade7379f-b75b-4a6b-95bb-ab4ecbe29d42 will not be triggered until provisioned by entity DHCP. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:07:10.410823 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 18 Aug 2021 12:07:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b05943f7-8449-45e8-9687-f65d6b9e77fd x-openstack-request-id: req-b05943f7-8449-45e8-9687-f65d6b9e77fd {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:07:10.412012 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c468f260-aa8b-4a9b-a477-213e251d7cef", "name": "network-vif-unplugged", "status": "completed", "tag": "39942e1b-8b42-46ce-8003-6ae0db0d3a39", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:07:10.412507 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b05943f7-8449-45e8-9687-f65d6b9e77fd {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:07:10.413990 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c468f260-aa8b-4a9b-a477-213e251d7cef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '39942e1b-8b42-46ce-8003-6ae0db0d3a39', 'code': 200} Aug 18 12:07:10.418629 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-97ef5f72-83c0-46e5-a042-f2bef6a3572c req-9ff39b08-a00c-454b-8918-54dc99fa6372 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] 10.222.0.66 "GET /v2.0/security-groups?id=f288757b-df2a-4147-b6e9-81a127940c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1914208 Aug 18 12:07:10.438453 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-92943ea8-482b-4754-9cd7-6c0e95e1a74e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:10.463069 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8563935-9be5-4ef2-87e2-d820839421ea service neutron] Pushing event updated for resources: {'Port': ['ID=35ff5998-fd0d-4830-a451-aaf70f9d6135,revision_number=3']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:07:10.486169 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:07:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df6f9103-a7ff-4ad7-8565-155c9bdf1604 x-openstack-request-id: req-df6f9103-a7ff-4ad7-8565-155c9bdf1604 {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:07:10.486462 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de8755c9-9ec4-41fe-bbca-1bfa77224ff3", "tag": "35ff5998-fd0d-4830-a451-aaf70f9d6135", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:07:10.486715 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-df6f9103-a7ff-4ad7-8565-155c9bdf1604 {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:07:10.487117 n-d-804985-2 neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de8755c9-9ec4-41fe-bbca-1bfa77224ff3', 'tag': '35ff5998-fd0d-4830-a451-aaf70f9d6135', 'status': 'completed', 'code': 200} Aug 18 12:07:10.489174 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a47d630-217b-4c89-8766-f441d5b1ad87 req-0fbc3592-940e-44ae-8bbe-46d50938c754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:10.490703 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-3a47d630-217b-4c89-8766-f441d5b1ad87 req-0fbc3592-940e-44ae-8bbe-46d50938c754 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=29d095af739443468862e4d30a862584&device_id=de8755c9-9ec4-41fe-bbca-1bfa77224ff3 HTTP/1.1" status: 200 len: 1095 time: 0.0959654 Aug 18 12:07:10.550583 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-3a47d630-217b-4c89-8766-f441d5b1ad87 req-95f8d701-d90f-463c-aa2e-6c5da7f73a2d service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=35ff5998-fd0d-4830-a451-aaf70f9d6135 HTTP/1.1" status: 200 len: 217 time: 0.0493467 Aug 18 12:07:10.561588 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-92943ea8-482b-4754-9cd7-6c0e95e1a74e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:10.571684 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be98fefe-9555-4161-bb84-cbcf3c9e0649 tempest-FloatingIPAdminTestJSON-2119832633 tempest-FloatingIPAdminTestJSON-2119832633-project] Router f85dc3ba-8a27-4af0-acf4-20262a655648 has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:07:10.603325 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a47d630-217b-4c89-8766-f441d5b1ad87 req-15b009eb-e245-4b0f-be3d-f722f8d15aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:10.604940 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-3a47d630-217b-4c89-8766-f441d5b1ad87 req-15b009eb-e245-4b0f-be3d-f722f8d15aa6 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=1f842818-187e-4c1f-a149-216f94355de2 HTTP/1.1" status: 200 len: 849 time: 0.0455408 Aug 18 12:07:10.628421 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-015f9123-1036-461f-b09f-11c0827fad41 req-854700aa-4e6a-4d24-9b6c-085164a3014c tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:10.631122 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 354dee19-178e-4798-ac94-eccb1b4e8c8b up at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:07:10.641332 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-3a47d630-217b-4c89-8766-f441d5b1ad87 req-ccc534ce-d6b7-4b42-9205-7a377be4a481 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=21e4660f-6197-4dfb-b29a-4540684c9640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269382 Aug 18 12:07:10.692646 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Provisioning for port 354dee19-178e-4798-ac94-eccb1b4e8c8b completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:07:10.697518 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Provisioning complete for port 354dee19-178e-4798-ac94-eccb1b4e8c8b triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:07:10.698103 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:10.718048 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2f3841-46d8-4fe2-9a66-5b72b6ae087d req-ee9b475d-fa73-4730-b14d-2e8615a77253 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:10.725972 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5b2f3841-46d8-4fe2-9a66-5b72b6ae087d req-ee9b475d-fa73-4730-b14d-2e8615a77253 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/ports?device_id=812772a4-8df1-440e-bd7f-7708fd393589 HTTP/1.1" status: 200 len: 944 time: 0.1896446 Aug 18 12:07:10.762959 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-015f9123-1036-461f-b09f-11c0827fad41 req-854700aa-4e6a-4d24-9b6c-085164a3014c tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Network d3427385-4738-4edf-ab5a-b3bffa0e286e is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:07:10.778965 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-3a47d630-217b-4c89-8766-f441d5b1ad87 req-902b148b-eba9-4701-9894-1a712cb357b6 service neutron] 10.222.0.63 "GET /v2.0/networks/21e4660f-6197-4dfb-b29a-4540684c9640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244411 Aug 18 12:07:10.786518 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [req-015f9123-1036-461f-b09f-11c0827fad41 req-854700aa-4e6a-4d24-9b6c-085164a3014c tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:07:10.789292 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-015f9123-1036-461f-b09f-11c0827fad41 req-854700aa-4e6a-4d24-9b6c-085164a3014c tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:07:10.825233 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:10.881022 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port 354dee19-178e-4798-ac94-eccb1b4e8c8b, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=354dee19-178e-4798-ac94-eccb1b4e8c8b,segment=NetworkSegment(cad785f7-8854-4494-9369-5c8d15a44cef),segment_id=cad785f7-8854-4494-9369-5c8d15a44cef)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:07:10.893316 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:10.909814 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-3a47d630-217b-4c89-8766-f441d5b1ad87 req-73cbbfb4-7837-4247-9e30-a40d2f602f8d service neutron] 10.222.0.63 "GET /v2.0/networks/21e4660f-6197-4dfb-b29a-4540684c9640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184938 Aug 18 12:07:10.965380 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=354dee19-178e-4798-ac94-eccb1b4e8c8b,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:07:11.048452 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec63a6f-2920-400e-ae1f-466dfe1092a1 req-0668404c-125c-424d-b531-1ef645fc8781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:11.050584 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-bec63a6f-2920-400e-ae1f-466dfe1092a1 req-0668404c-125c-424d-b531-1ef645fc8781 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=29d095af739443468862e4d30a862584&device_id=de8755c9-9ec4-41fe-bbca-1bfa77224ff3 HTTP/1.1" status: 200 len: 1095 time: 0.0755112 Aug 18 12:07:11.152342 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-bb6c5f55-a39b-4a63-a8c7-a40bc942ae90 None None] Provisioning for port ade7379f-b75b-4a6b-95bb-ab4ecbe29d42 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:07:11.161879 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-bb6c5f55-a39b-4a63-a8c7-a40bc942ae90 None None] Provisioning complete for port ade7379f-b75b-4a6b-95bb-ab4ecbe29d42 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:07:11.162511 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-bb6c5f55-a39b-4a63-a8c7-a40bc942ae90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:11.179188 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec63a6f-2920-400e-ae1f-466dfe1092a1 req-8b1838f5-194f-4e8e-ab1f-ac5ac12be622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:11.180933 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-bec63a6f-2920-400e-ae1f-466dfe1092a1 req-8b1838f5-194f-4e8e-ab1f-ac5ac12be622 service neutron] 10.222.0.63 "GET /v2.0/networks?id=21e4660f-6197-4dfb-b29a-4540684c9640 HTTP/1.1" status: 200 len: 910 time: 0.1143138 Aug 18 12:07:11.210873 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854700aa-4e6a-4d24-9b6c-085164a3014c tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Pushing event updated for resources: {'Port': ['ID=ade7379f-b75b-4a6b-95bb-ab4ecbe29d42,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:07:11.226701 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-92943ea8-482b-4754-9cd7-6c0e95e1a74e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:11.228769 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-bb6c5f55-a39b-4a63-a8c7-a40bc942ae90 None None] Port ade7379f-b75b-4a6b-95bb-ab4ecbe29d42 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:07:11.229515 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-92943ea8-482b-4754-9cd7-6c0e95e1a74e admin admin] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:11.234209 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-92943ea8-482b-4754-9cd7-6c0e95e1a74e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1227f55f-3eae-4981-8ae7-653644a5718c HTTP/1.1" status: 204 len: 168 time: 1.1421239 Aug 18 12:07:11.242299 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-bec63a6f-2920-400e-ae1f-466dfe1092a1 req-91c9ecac-e464-48ad-b492-6a77cb15f5da service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=35ff5998-fd0d-4830-a451-aaf70f9d6135 HTTP/1.1" status: 200 len: 217 time: 0.0515807 Aug 18 12:07:11.297547 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92943ea8-482b-4754-9cd7-6c0e95e1a74e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1227f55f-3eae-4981-8ae7-653644a5718c,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:07:11.312643 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec63a6f-2920-400e-ae1f-466dfe1092a1 req-d05a73df-b5ea-4f8c-b0b6-cf2abfa6b3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:11.315243 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-bec63a6f-2920-400e-ae1f-466dfe1092a1 req-d05a73df-b5ea-4f8c-b0b6-cf2abfa6b3e7 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=1f842818-187e-4c1f-a149-216f94355de2 HTTP/1.1" status: 200 len: 849 time: 0.0622826 Aug 18 12:07:11.332641 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5b2f3841-46d8-4fe2-9a66-5b72b6ae087d req-20109bf0-3a4c-4fd6-8d3d-6c860efb0c32 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/security-groups?id=d60fbefd-5088-4718-a442-08959d2ac3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6061947 Aug 18 12:07:11.343369 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015f9123-1036-461f-b09f-11c0827fad41 req-854700aa-4e6a-4d24-9b6c-085164a3014c tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:11.344116 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-015f9123-1036-461f-b09f-11c0827fad41 req-854700aa-4e6a-4d24-9b6c-085164a3014c tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:11.363256 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-bec63a6f-2920-400e-ae1f-466dfe1092a1 req-d694441c-560f-46c9-823b-48fc813cf41a service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=21e4660f-6197-4dfb-b29a-4540684c9640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397546 Aug 18 12:07:11.374761 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be98fefe-9555-4161-bb84-cbcf3c9e0649 tempest-FloatingIPAdminTestJSON-2119832633 tempest-FloatingIPAdminTestJSON-2119832633-project] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:07:11.380220 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-be98fefe-9555-4161-bb84-cbcf3c9e0649 tempest-FloatingIPAdminTestJSON-2119832633 tempest-FloatingIPAdminTestJSON-2119832633-project] 10.222.0.66 "PUT /v2.0/routers/f85dc3ba-8a27-4af0-acf4-20262a655648/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1745303 Aug 18 12:07:11.384766 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c20d83fd-b017-46fc-9da9-2ba605b51956 None None] Sync routers for ids ['f85dc3ba-8a27-4af0-acf4-20262a655648'] in n-d-804985-2 {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:07:11.385919 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 42488) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:07:11.401669 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-015f9123-1036-461f-b09f-11c0827fad41 req-854700aa-4e6a-4d24-9b6c-085164a3014c tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9714839 Aug 18 12:07:11.409777 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c20d83fd-b017-46fc-9da9-2ba605b51956 None None] Routers {'f85dc3ba-8a27-4af0-acf4-20262a655648'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:07:11.410423 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-c20d83fd-b017-46fc-9da9-2ba605b51956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:06:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['f85dc3ba-8a27-4af0-acf4-20262a655648'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:07:11.428668 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c80dad-d0a1-49e7-bbaf-99cd36fb80bf req-718bd777-8d31-48de-910b-5acea70c4f2d tempest-VolumesActionsTest-771452458 tempest-VolumesActionsTest-771452458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:11.430460 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-01c80dad-d0a1-49e7-bbaf-99cd36fb80bf req-718bd777-8d31-48de-910b-5acea70c4f2d tempest-VolumesActionsTest-771452458 tempest-VolumesActionsTest-771452458-project] 10.222.0.66 "GET /v2.0/ports?device_id=de8755c9-9ec4-41fe-bbca-1bfa77224ff3 HTTP/1.1" status: 200 len: 944 time: 0.2086499 Aug 18 12:07:11.436858 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-015f9123-1036-461f-b09f-11c0827fad41 req-cff100b4-b4f0-43fc-bc78-3f4877831723 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Request body: {'port': {'device_id': '2cc02556-7c0a-4e9b-9a09-a272e5dfabdc', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'd3427385-4738-4edf-ab5a-b3bffa0e286e', 'admin_state_up': True, 'tenant_id': 'c58c061f2ffb4e7caeee64937da3abfa', 'security_groups': ['f288757b-df2a-4147-b6e9-81a127940c8c']}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:07:11.483722 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-c20d83fd-b017-46fc-9da9-2ba605b51956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:07:11.514619 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c20d83fd-b017-46fc-9da9-2ba605b51956 None None] Routers {'f85dc3ba-8a27-4af0-acf4-20262a655648'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:07:11.516437 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-c20d83fd-b017-46fc-9da9-2ba605b51956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:06:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['f85dc3ba-8a27-4af0-acf4-20262a655648'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:07:11.565791 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-c20d83fd-b017-46fc-9da9-2ba605b51956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:07:11.566981 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c20d83fd-b017-46fc-9da9-2ba605b51956 None None] The sync data for ids ['f85dc3ba-8a27-4af0-acf4-20262a655648'] in n-d-804985-2 is: [] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:07:11.583124 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-01c80dad-d0a1-49e7-bbaf-99cd36fb80bf req-28926b9a-049a-4bcf-b7b4-dbae646f1b31 tempest-VolumesActionsTest-771452458 tempest-VolumesActionsTest-771452458-project] 10.222.0.66 "GET /v2.0/security-groups?id=f40f5dc5-9d25-43d5-a438-2945d251cf32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347721 Aug 18 12:07:11.621608 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-bec63a6f-2920-400e-ae1f-466dfe1092a1 req-79c1e626-f8d7-4d46-9c1d-355c3eb5ede5 service neutron] 10.222.0.63 "GET /v2.0/networks/21e4660f-6197-4dfb-b29a-4540684c9640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2478178 Aug 18 12:07:11.623952 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9251be18-f36a-4d9c-b744-fd94211e742b tempest-FloatingIPAdminTestJSON-2119832633 tempest-FloatingIPAdminTestJSON-2119832633-project] Notify callbacks [] for router, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:11.695165 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be50fd35-7196-4c11-97af-89f7c38d7515 req-726880da-24f7-49bc-97a5-3255c063058d tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:11.701963 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be50fd35-7196-4c11-97af-89f7c38d7515 req-726880da-24f7-49bc-97a5-3255c063058d tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:11.709399 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be50fd35-7196-4c11-97af-89f7c38d7515 req-726880da-24f7-49bc-97a5-3255c063058d tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:11.716536 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be50fd35-7196-4c11-97af-89f7c38d7515 req-726880da-24f7-49bc-97a5-3255c063058d tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:11.724400 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-be50fd35-7196-4c11-97af-89f7c38d7515 req-726880da-24f7-49bc-97a5-3255c063058d tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] 10.222.0.66 "GET /v2.0/ports?device_id=2cc02556-7c0a-4e9b-9a09-a272e5dfabdc HTTP/1.1" status: 200 len: 3096 time: 0.1748960 Aug 18 12:07:11.770871 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-015f9123-1036-461f-b09f-11c0827fad41 req-cff100b4-b4f0-43fc-bc78-3f4877831723 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Made reservation on behalf of c58c061f2ffb4e7caeee64937da3abfa for: {'port': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:07:11.776336 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-015f9123-1036-461f-b09f-11c0827fad41 req-cff100b4-b4f0-43fc-bc78-3f4877831723 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:11.792350 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-be50fd35-7196-4c11-97af-89f7c38d7515 req-4be914a3-4e1c-4715-9526-55acc6d47b69 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] 10.222.0.66 "GET /v2.0/security-groups?id=f288757b-df2a-4147-b6e9-81a127940c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668199 Aug 18 12:07:11.816051 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-bec63a6f-2920-400e-ae1f-466dfe1092a1 req-c256c8dc-362e-4358-940f-757dbc530597 service neutron] 10.222.0.63 "GET /v2.0/networks/21e4660f-6197-4dfb-b29a-4540684c9640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564970 Aug 18 12:07:11.820612 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9251be18-f36a-4d9c-b744-fd94211e742b tempest-FloatingIPAdminTestJSON-2119832633 tempest-FloatingIPAdminTestJSON-2119832633-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:11.887377 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-9251be18-f36a-4d9c-b744-fd94211e742b tempest-FloatingIPAdminTestJSON-2119832633 tempest-FloatingIPAdminTestJSON-2119832633-project] Deleting port 3c337cad-8e29-45a6-8f20-7dcf56d0a4f7 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:07:11.887773 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9251be18-f36a-4d9c-b744-fd94211e742b tempest-FloatingIPAdminTestJSON-2119832633 tempest-FloatingIPAdminTestJSON-2119832633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:12.001148 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9251be18-f36a-4d9c-b744-fd94211e742b tempest-FloatingIPAdminTestJSON-2119832633 tempest-FloatingIPAdminTestJSON-2119832633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:12.015587 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-9251be18-f36a-4d9c-b744-fd94211e742b tempest-FloatingIPAdminTestJSON-2119832633 tempest-FloatingIPAdminTestJSON-2119832633-project] Calling delete_port for 3c337cad-8e29-45a6-8f20-7dcf56d0a4f7 owned by network:router_gateway {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:07:12.041907 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [req-015f9123-1036-461f-b09f-11c0827fad41 req-cff100b4-b4f0-43fc-bc78-3f4877831723 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Allocated IP 10.2.2.200 (d3427385-4738-4edf-ab5a-b3bffa0e286e/765693c9-62f2-43a4-a4e0-0c1c5bb2242d/d8713f4a-f3e1-4969-98d9-fb54153a1b08) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:07:12.199219 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 42512) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:07:12.206859 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9251be18-f36a-4d9c-b744-fd94211e742b tempest-FloatingIPAdminTestJSON-2119832633 tempest-FloatingIPAdminTestJSON-2119832633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:12.233351 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9251be18-f36a-4d9c-b744-fd94211e742b tempest-FloatingIPAdminTestJSON-2119832633 tempest-FloatingIPAdminTestJSON-2119832633-project] Pushing event deleted for resources: {'Port': ['ID=3c337cad-8e29-45a6-8f20-7dcf56d0a4f7,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:07:12.266044 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-015f9123-1036-461f-b09f-11c0827fad41 req-cff100b4-b4f0-43fc-bc78-3f4877831723 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:12.282423 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [req-015f9123-1036-461f-b09f-11c0827fad41 req-cff100b4-b4f0-43fc-bc78-3f4877831723 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Transition to ACTIVE for port object d8713f4a-f3e1-4969-98d9-fb54153a1b08 will not be triggered until provisioned by entity DHCP. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:07:12.303051 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9251be18-f36a-4d9c-b744-fd94211e742b tempest-FloatingIPAdminTestJSON-2119832633 tempest-FloatingIPAdminTestJSON-2119832633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-997271'] for router_gateway, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:12.325896 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-015f9123-1036-461f-b09f-11c0827fad41 req-cff100b4-b4f0-43fc-bc78-3f4877831723 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:12.345005 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-f703bd44-d43e-4f17-a908-1c29f776208f tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1130750773'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:07:12.368355 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-015f9123-1036-461f-b09f-11c0827fad41 req-cff100b4-b4f0-43fc-bc78-3f4877831723 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Network d3427385-4738-4edf-ab5a-b3bffa0e286e is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:07:12.371639 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [req-015f9123-1036-461f-b09f-11c0827fad41 req-cff100b4-b4f0-43fc-bc78-3f4877831723 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:07:12.374450 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-015f9123-1036-461f-b09f-11c0827fad41 req-cff100b4-b4f0-43fc-bc78-3f4877831723 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:07:12.416513 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff100b4-b4f0-43fc-bc78-3f4877831723 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Pushing event updated for resources: {'Port': ['ID=d8713f4a-f3e1-4969-98d9-fb54153a1b08,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:07:12.416749 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '812772a4-8df1-440e-bd7f-7708fd393589', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '354dee19-178e-4798-ac94-eccb1b4e8c8b'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:07:12.418521 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db50a436fb3a98495337d8fe7487b4f2ea6f3c1052eb9efadc2ecda2d5737001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f8c99f0-70b6-46fd-97fc-f43ae5c0033e" -d '{"events": [{"server_uuid": "812772a4-8df1-440e-bd7f-7708fd393589", "name": "network-vif-plugged", "status": "completed", "tag": "354dee19-178e-4798-ac94-eccb1b4e8c8b"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:07:12.420434 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9251be18-f36a-4d9c-b744-fd94211e742b tempest-FloatingIPAdminTestJSON-2119832633 tempest-FloatingIPAdminTestJSON-2119832633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-996004', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15859'] for router, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:12.424267 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9251be18-f36a-4d9c-b744-fd94211e742b tempest-FloatingIPAdminTestJSON-2119832633 tempest-FloatingIPAdminTestJSON-2119832633-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:12.472304 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015f9123-1036-461f-b09f-11c0827fad41 req-cff100b4-b4f0-43fc-bc78-3f4877831723 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:12.473076 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-015f9123-1036-461f-b09f-11c0827fad41 req-cff100b4-b4f0-43fc-bc78-3f4877831723 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:12.494212 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f703bd44-d43e-4f17-a908-1c29f776208f tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Made reservation on behalf of 2a40b3bac30c4b9cb4cddbf9306b0469 for: {'network': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:07:12.498278 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f703bd44-d43e-4f17-a908-1c29f776208f tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for network, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:12.515979 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f703bd44-d43e-4f17-a908-1c29f776208f tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:12.525076 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9251be18-f36a-4d9c-b744-fd94211e742b tempest-FloatingIPAdminTestJSON-2119832633 tempest-FloatingIPAdminTestJSON-2119832633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-996061'] for router, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:12.525860 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9251be18-f36a-4d9c-b744-fd94211e742b tempest-FloatingIPAdminTestJSON-2119832633 tempest-FloatingIPAdminTestJSON-2119832633-project] Fanout notify agent at l3_agent the message router_deleted on router f85dc3ba-8a27-4af0-acf4-20262a655648 {{(pid=106253) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 12:07:12.547811 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-015f9123-1036-461f-b09f-11c0827fad41 req-cff100b4-b4f0-43fc-bc78-3f4877831723 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1159270 Aug 18 12:07:12.555055 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9251be18-f36a-4d9c-b744-fd94211e742b tempest-FloatingIPAdminTestJSON-2119832633 tempest-FloatingIPAdminTestJSON-2119832633-project] Notify callbacks [] for router, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:12.556733 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-9251be18-f36a-4d9c-b744-fd94211e742b tempest-FloatingIPAdminTestJSON-2119832633 tempest-FloatingIPAdminTestJSON-2119832633-project] 10.222.0.66 "DELETE /v2.0/routers/f85dc3ba-8a27-4af0-acf4-20262a655648 HTTP/1.1" status: 204 len: 168 time: 1.1694937 Aug 18 12:07:12.558893 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 42526) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:07:12.565009 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617edb01-a7a4-4738-8a2c-7f8717c4d0c9 req-2ab14e9c-554c-4af7-9b77-20b830107697 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:12.566745 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-617edb01-a7a4-4738-8a2c-7f8717c4d0c9 req-2ab14e9c-554c-4af7-9b77-20b830107697 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/ports?device_id=812772a4-8df1-440e-bd7f-7708fd393589 HTTP/1.1" status: 200 len: 945 time: 0.1043415 Aug 18 12:07:12.580040 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-015f9123-1036-461f-b09f-11c0827fad41 req-59651e60-8646-4d52-920f-dccad570b7f8 service neutron] Request body: {'port': {'device_id': '2cc02556-7c0a-4e9b-9a09-a272e5dfabdc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804985-2'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:07:12.620569 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:07:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7b4c3e1-8022-4803-8902-47d8c9de3b7a x-openstack-request-id: req-d7b4c3e1-8022-4803-8902-47d8c9de3b7a {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:07:12.621060 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "812772a4-8df1-440e-bd7f-7708fd393589", "name": "network-vif-plugged", "status": "completed", "tag": "354dee19-178e-4798-ac94-eccb1b4e8c8b", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:07:12.621485 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d7b4c3e1-8022-4803-8902-47d8c9de3b7a {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:07:12.622021 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '812772a4-8df1-440e-bd7f-7708fd393589', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '354dee19-178e-4798-ac94-eccb1b4e8c8b', 'code': 200} Aug 18 12:07:12.653107 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-617edb01-a7a4-4738-8a2c-7f8717c4d0c9 req-ae8cdc6d-c58b-4e56-9aa4-583e8c8e74eb tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/security-groups?id=d60fbefd-5088-4718-a442-08959d2ac3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695372 Aug 18 12:07:12.687663 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-015f9123-1036-461f-b09f-11c0827fad41 req-59651e60-8646-4d52-920f-dccad570b7f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:12.715259 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_v2 [None req-fab37b09-a176-4098-8352-2530eff6a4ec tempest-FloatingIPAdminTestJSON-2119832633 tempest-FloatingIPAdminTestJSON-2119832633-project] Deleting subnet 90dc4883-157b-4a1d-a253-bd580ea3817a {{(pid=106253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 12:07:12.718820 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-fab37b09-a176-4098-8352-2530eff6a4ec tempest-FloatingIPAdminTestJSON-2119832633 tempest-FloatingIPAdminTestJSON-2119832633-project] Notify callbacks [] for subnet, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:12.764663 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-6f37e309-f303-40b6-97b8-727bc7197d13 None None] Provisioning for port d8713f4a-f3e1-4969-98d9-fb54153a1b08 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:07:12.769468 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-6f37e309-f303-40b6-97b8-727bc7197d13 None None] Provisioning complete for port d8713f4a-f3e1-4969-98d9-fb54153a1b08 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:07:12.770246 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-6f37e309-f303-40b6-97b8-727bc7197d13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:12.789250 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-fab37b09-a176-4098-8352-2530eff6a4ec tempest-FloatingIPAdminTestJSON-2119832633 tempest-FloatingIPAdminTestJSON-2119832633-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902229'] for subnet, precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:12.812312 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-6f37e309-f303-40b6-97b8-727bc7197d13 None None] Port d8713f4a-f3e1-4969-98d9-fb54153a1b08 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:07:12.813937 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295bc5aa-91b8-4519-bf53-6c3289118a2b req-85587b23-819c-477d-8317-51513680d39c tempest-VolumesActionsTest-771452458 tempest-VolumesActionsTest-771452458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:12.823181 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-295bc5aa-91b8-4519-bf53-6c3289118a2b req-85587b23-819c-477d-8317-51513680d39c tempest-VolumesActionsTest-771452458 tempest-VolumesActionsTest-771452458-project] 10.222.0.66 "GET /v2.0/ports?device_id=de8755c9-9ec4-41fe-bbca-1bfa77224ff3 HTTP/1.1" status: 200 len: 944 time: 0.1124444 Aug 18 12:07:12.919121 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f16950d-341e-4bbc-9c93-1de99744904f req-8c6d62dc-a06f-4ee9-8986-1010ff77f13e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:12.921075 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-6f16950d-341e-4bbc-9c93-1de99744904f req-8c6d62dc-a06f-4ee9-8986-1010ff77f13e service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=812772a4-8df1-440e-bd7f-7708fd393589 HTTP/1.1" status: 200 len: 1096 time: 0.2275605 Aug 18 12:07:12.963510 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-fab37b09-a176-4098-8352-2530eff6a4ec tempest-FloatingIPAdminTestJSON-2119832633 tempest-FloatingIPAdminTestJSON-2119832633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:12.981133 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-295bc5aa-91b8-4519-bf53-6c3289118a2b req-40a3268b-a043-41b7-a8f2-4a71191899da tempest-VolumesActionsTest-771452458 tempest-VolumesActionsTest-771452458-project] 10.222.0.66 "GET /v2.0/security-groups?id=f40f5dc5-9d25-43d5-a438-2945d251cf32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568923 Aug 18 12:07:13.008287 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91ae374-1b2e-45bd-b36f-91210b5391ff req-49aa2907-552b-4597-823c-5fafb8c481a5 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:13.014976 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91ae374-1b2e-45bd-b36f-91210b5391ff req-49aa2907-552b-4597-823c-5fafb8c481a5 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:13.021335 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91ae374-1b2e-45bd-b36f-91210b5391ff req-49aa2907-552b-4597-823c-5fafb8c481a5 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:13.026924 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f703bd44-d43e-4f17-a908-1c29f776208f tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:13.028103 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91ae374-1b2e-45bd-b36f-91210b5391ff req-49aa2907-552b-4597-823c-5fafb8c481a5 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:13.034372 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 39942e1b-8b42-46ce-8003-6ae0db0d3a39 details requested by agent hyperv_n-h1-804985-2 with host n-h1-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:07:13.035389 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-6f16950d-341e-4bbc-9c93-1de99744904f req-2f4ec212-6a01-4257-85ad-1fe094003af2 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=d60fbefd-5088-4718-a442-08959d2ac3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035941 Aug 18 12:07:13.040704 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91ae374-1b2e-45bd-b36f-91210b5391ff req-49aa2907-552b-4597-823c-5fafb8c481a5 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:13.044538 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f703bd44-d43e-4f17-a908-1c29f776208f tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:13.064102 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b91ae374-1b2e-45bd-b36f-91210b5391ff req-49aa2907-552b-4597-823c-5fafb8c481a5 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] 10.222.0.66 "GET /v2.0/ports?device_id=2cc02556-7c0a-4e9b-9a09-a272e5dfabdc HTTP/1.1" status: 200 len: 3817 time: 0.1857996 Aug 18 12:07:13.102777 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f703bd44-d43e-4f17-a908-1c29f776208f tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 820} {{(pid=106253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:07:13.111686 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f703bd44-d43e-4f17-a908-1c29f776208f tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ffe71b44-db04-4a94-8398-68010c0d5e02,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:07:13.142079 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b91ae374-1b2e-45bd-b36f-91210b5391ff req-150893ce-8a31-4c2e-b67d-fa6372e2253e tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] 10.222.0.66 "GET /v2.0/security-groups?id=f288757b-df2a-4147-b6e9-81a127940c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769625 Aug 18 12:07:13.145837 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-fab37b09-a176-4098-8352-2530eff6a4ec tempest-FloatingIPAdminTestJSON-2119832633 tempest-FloatingIPAdminTestJSON-2119832633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58902171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59388106'] for subnet, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:13.200857 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-fab37b09-a176-4098-8352-2530eff6a4ec tempest-FloatingIPAdminTestJSON-2119832633 tempest-FloatingIPAdminTestJSON-2119832633-project] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:13.202937 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-fab37b09-a176-4098-8352-2530eff6a4ec tempest-FloatingIPAdminTestJSON-2119832633 tempest-FloatingIPAdminTestJSON-2119832633-project] 10.222.0.66 "DELETE /v2.0/subnets/90dc4883-157b-4a1d-a253-bd580ea3817a HTTP/1.1" status: 204 len: 168 time: 0.6429467 Aug 18 12:07:13.203784 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab37b09-a176-4098-8352-2530eff6a4ec tempest-FloatingIPAdminTestJSON-2119832633 tempest-FloatingIPAdminTestJSON-2119832633-project] Pushing event deleted for resources: {'Subnet': ['ID=90dc4883-157b-4a1d-a253-bd580ea3817a,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:07:13.205412 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 42532) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:07:13.209484 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1719b8b4-887a-4ffb-b502-0bdbd9b26952 None None] Network f683ea72-8eca-4951-989c-7e812a84cc31 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:07:13.210660 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f703bd44-d43e-4f17-a908-1c29f776208f tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:13.210804 n-d-804985-2 neutron-server[106253]: INFO neutron.db.segments_db [None req-f703bd44-d43e-4f17-a908-1c29f776208f tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Added segment 06b05a1e-7667-47a8-b2de-bb5e6a768e1b of type vlan for network fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d Aug 18 12:07:13.280374 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [req-015f9123-1036-461f-b09f-11c0827fad41 req-59651e60-8646-4d52-920f-dccad570b7f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de89d536-372a-40f0-95d4-ece86e26ad02 {{(pid=106252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:07:13.289137 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-015f9123-1036-461f-b09f-11c0827fad41 req-59651e60-8646-4d52-920f-dccad570b7f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:13.304609 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [req-015f9123-1036-461f-b09f-11c0827fad41 req-59651e60-8646-4d52-920f-dccad570b7f8 service neutron] Transition to ACTIVE for port object de89d536-372a-40f0-95d4-ece86e26ad02 will not be triggered until provisioned by entity L2. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:07:13.310043 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-015f9123-1036-461f-b09f-11c0827fad41 req-59651e60-8646-4d52-920f-dccad570b7f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:13.327836 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 39942e1b-8b42-46ce-8003-6ae0db0d3a39, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=39942e1b-8b42-46ce-8003-6ae0db0d3a39,segment=NetworkSegment(299e2826-ecf6-416e-b53c-1b1574dd5315),segment_id=299e2826-ecf6-416e-b53c-1b1574dd5315)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:07:13.346288 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f703bd44-d43e-4f17-a908-1c29f776208f tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789150665894'] for network, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:13.363704 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59651e60-8646-4d52-920f-dccad570b7f8 service neutron] Pushing event updated for resources: {'Port': ['ID=de89d536-372a-40f0-95d4-ece86e26ad02,revision_number=2']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:07:13.374140 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-22bf3f81-f54d-4e65-9e1c-5419294c1a47 tempest-FloatingIPAdminTestJSON-2119832633 tempest-FloatingIPAdminTestJSON-2119832633-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7904109'] for network, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:13.381689 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f703bd44-d43e-4f17-a908-1c29f776208f tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for network, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:13.387707 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f703bd44-d43e-4f17-a908-1c29f776208f tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:13.388319 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f703bd44-d43e-4f17-a908-1c29f776208f tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:13.407324 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Returning: {'device': '39942e1b-8b42-46ce-8003-6ae0db0d3a39', 'network_id': '62590197-03a9-438c-a3e3-e417fcca582c', 'port_id': '39942e1b-8b42-46ce-8003-6ae0db0d3a39', 'mac_address': 'fa:16:3e:81:8a:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 810, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01de034f-d2f0-4b70-88ab-1a19fe1401c1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:07:13.490504 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f703bd44-d43e-4f17-a908-1c29f776208f tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Pushing event updated for resources: {'Network': ['ID=fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:07:13.500032 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-015f9123-1036-461f-b09f-11c0827fad41 req-59651e60-8646-4d52-920f-dccad570b7f8 service neutron] Attempting to bind port de89d536-372a-40f0-95d4-ece86e26ad02 on host n-h2-804985-2 for vnic_type normal with profile {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:07:13.500822 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-015f9123-1036-461f-b09f-11c0827fad41 req-59651e60-8646-4d52-920f-dccad570b7f8 service neutron] Attempting to bind port de89d536-372a-40f0-95d4-ece86e26ad02 by drivers openvswitch,hyperv on host n-h2-804985-2 at level 0 using segments [{'id': '5f199d18-44fc-47f7-ab25-3deacf829e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'b4c3ca6c-0ea6-41d9-a4f2-6163ca8a35bc'}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:07:13.501337 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-015f9123-1036-461f-b09f-11c0827fad41 req-59651e60-8646-4d52-920f-dccad570b7f8 service neutron] Attempting to bind port de89d536-372a-40f0-95d4-ece86e26ad02 on network b4c3ca6c-0ea6-41d9-a4f2-6163ca8a35bc {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:07:13.509330 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-015f9123-1036-461f-b09f-11c0827fad41 req-59651e60-8646-4d52-920f-dccad570b7f8 service neutron] Port de89d536-372a-40f0-95d4-ece86e26ad02 on network b4c3ca6c-0ea6-41d9-a4f2-6163ca8a35bc not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-2 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:07:13.509879 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-015f9123-1036-461f-b09f-11c0827fad41 req-59651e60-8646-4d52-920f-dccad570b7f8 service neutron] Attempting to bind port de89d536-372a-40f0-95d4-ece86e26ad02 on network b4c3ca6c-0ea6-41d9-a4f2-6163ca8a35bc {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:07:13.512420 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Network fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d details requested by agent ovs-agent-n-d-804985-2 with host n-d-804985-2 {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:07:13.521921 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-015f9123-1036-461f-b09f-11c0827fad41 req-59651e60-8646-4d52-920f-dccad570b7f8 service neutron] Checking agent: {'id': 'da5da552-709c-4248-84de-86af99a0dc87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 49, 8), 'started_at': datetime.datetime(2021, 8, 18, 11, 49, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 7, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:07:13.522825 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-015f9123-1036-461f-b09f-11c0827fad41 req-59651e60-8646-4d52-920f-dccad570b7f8 service neutron] Checking segment: {'id': '5f199d18-44fc-47f7-ab25-3deacf829e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'b4c3ca6c-0ea6-41d9-a4f2-6163ca8a35bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:07:13.523381 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-015f9123-1036-461f-b09f-11c0827fad41 req-59651e60-8646-4d52-920f-dccad570b7f8 service neutron] Bound using segment: {'id': '5f199d18-44fc-47f7-ab25-3deacf829e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'b4c3ca6c-0ea6-41d9-a4f2-6163ca8a35bc'} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:07:13.524240 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-015f9123-1036-461f-b09f-11c0827fad41 req-59651e60-8646-4d52-920f-dccad570b7f8 service neutron] Bound port: de89d536-372a-40f0-95d4-ece86e26ad02, host: n-h2-804985-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f199d18-44fc-47f7-ab25-3deacf829e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'b4c3ca6c-0ea6-41d9-a4f2-6163ca8a35bc'}}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:07:13.524961 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-015f9123-1036-461f-b09f-11c0827fad41 req-59651e60-8646-4d52-920f-dccad570b7f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:13.596128 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-f703bd44-d43e-4f17-a908-1c29f776208f tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.3959658 Aug 18 12:07:13.598502 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 42550) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:07:13.607791 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-8e06d199-07f9-4d3b-a10a-231505460583 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Request body: {'subnet': {'network_id': 'fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:07:13.631277 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-015f9123-1036-461f-b09f-11c0827fad41 req-59651e60-8646-4d52-920f-dccad570b7f8 service neutron] For port de89d536-372a-40f0-95d4-ece86e26ad02, host n-h2-804985-2, cleared binding levels {{(pid=106252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:07:13.634624 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-015f9123-1036-461f-b09f-11c0827fad41 req-59651e60-8646-4d52-920f-dccad570b7f8 service neutron] For port de89d536-372a-40f0-95d4-ece86e26ad02, host n-h2-804985-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=de89d536-372a-40f0-95d4-ece86e26ad02,segment=NetworkSegment(5f199d18-44fc-47f7-ab25-3deacf829e99),segment_id=5f199d18-44fc-47f7-ab25-3deacf829e99)] {{(pid=106252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:07:13.652819 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-015f9123-1036-461f-b09f-11c0827fad41 req-59651e60-8646-4d52-920f-dccad570b7f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:13.658404 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:13.709766 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39942e1b-8b42-46ce-8003-6ae0db0d3a39 {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:07:13.733270 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015f9123-1036-461f-b09f-11c0827fad41 req-59651e60-8646-4d52-920f-dccad570b7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:13.734057 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-015f9123-1036-461f-b09f-11c0827fad41 req-59651e60-8646-4d52-920f-dccad570b7f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:13.741073 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-015f9123-1036-461f-b09f-11c0827fad41 req-59651e60-8646-4d52-920f-dccad570b7f8 service neutron] 10.222.0.62 "PUT /v2.0/ports/de89d536-372a-40f0-95d4-ece86e26ad02 HTTP/1.1" status: 200 len: 1092 time: 1.1717322 Aug 18 12:07:13.747329 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cc02556-7c0a-4e9b-9a09-a272e5dfabdc', 'tag': 'de89d536-372a-40f0-95d4-ece86e26ad02'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:07:13.749370 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-712629ab-cf7d-4e08-963e-8125feaead65 None None] DHCP port deletion for f683ea72-8eca-4951-989c-7e812a84cc31 request from n-d-804985-2 {{(pid=106254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 12:07:13.751373 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf1e853f-2851-4d49-9827-377763a14f99" -d '{"events": [{"name": "network-changed", "server_uuid": "2cc02556-7c0a-4e9b-9a09-a272e5dfabdc", "tag": "de89d536-372a-40f0-95d4-ece86e26ad02"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:07:13.775863 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 39942e1b-8b42-46ce-8003-6ae0db0d3a39, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=39942e1b-8b42-46ce-8003-6ae0db0d3a39,segment=NetworkSegment(299e2826-ecf6-416e-b53c-1b1574dd5315),segment_id=299e2826-ecf6-416e-b53c-1b1574dd5315)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:07:13.786160 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:13.786906 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 35ff5998-fd0d-4830-a451-aaf70f9d6135 details requested by agent hyperv_n-h1-804985-2 with host n-h1-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:07:13.816741 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-015f9123-1036-461f-b09f-11c0827fad41 req-27a024dc-d874-4d1f-b8a4-901e4187e7aa service neutron] Request body: {'port': {'device_id': '2cc02556-7c0a-4e9b-9a09-a272e5dfabdc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804985-2'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:07:13.955822 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:07:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de8e13e0-e437-46d3-afe7-e967243738d1 x-openstack-request-id: req-de8e13e0-e437-46d3-afe7-e967243738d1 {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:07:13.957059 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cc02556-7c0a-4e9b-9a09-a272e5dfabdc", "tag": "de89d536-372a-40f0-95d4-ece86e26ad02", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:07:13.957785 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-de8e13e0-e437-46d3-afe7-e967243738d1 {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:07:13.958878 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cc02556-7c0a-4e9b-9a09-a272e5dfabdc', 'tag': 'de89d536-372a-40f0-95d4-ece86e26ad02', 'status': 'completed', 'code': 200} Aug 18 12:07:14.033208 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-22bf3f81-f54d-4e65-9e1c-5419294c1a47 tempest-FloatingIPAdminTestJSON-2119832633 tempest-FloatingIPAdminTestJSON-2119832633-project] Deleting port 900f23c1-3485-4d3c-8dd0-8a4ca7c79e30 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:07:14.033843 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-22bf3f81-f54d-4e65-9e1c-5419294c1a47 tempest-FloatingIPAdminTestJSON-2119832633 tempest-FloatingIPAdminTestJSON-2119832633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:14.076586 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=39942e1b-8b42-46ce-8003-6ae0db0d3a39,revision_number=9']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:07:14.120307 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e06d199-07f9-4d3b-a10a-231505460583 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Made reservation on behalf of 2a40b3bac30c4b9cb4cddbf9306b0469 for: {'subnet': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:07:14.124175 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8e06d199-07f9-4d3b-a10a-231505460583 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59388119'] for subnet, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:14.135662 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1e853f-2851-4d49-9827-377763a14f99 req-e727128d-0cc8-4c17-b809-ea7d71192d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:14.136546 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1e853f-2851-4d49-9827-377763a14f99 req-e727128d-0cc8-4c17-b809-ea7d71192d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:14.137078 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1e853f-2851-4d49-9827-377763a14f99 req-e727128d-0cc8-4c17-b809-ea7d71192d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:14.137604 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1e853f-2851-4d49-9827-377763a14f99 req-e727128d-0cc8-4c17-b809-ea7d71192d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:14.138122 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1e853f-2851-4d49-9827-377763a14f99 req-e727128d-0cc8-4c17-b809-ea7d71192d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:14.139955 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-cf1e853f-2851-4d49-9827-377763a14f99 req-e727128d-0cc8-4c17-b809-ea7d71192d0a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c58c061f2ffb4e7caeee64937da3abfa&device_id=2cc02556-7c0a-4e9b-9a09-a272e5dfabdc HTTP/1.1" status: 200 len: 4364 time: 0.2294607 Aug 18 12:07:14.167815 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-712629ab-cf7d-4e08-963e-8125feaead65 None None] Deleting port 900f23c1-3485-4d3c-8dd0-8a4ca7c79e30 {{(pid=106254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:07:14.171038 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-712629ab-cf7d-4e08-963e-8125feaead65 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:14.199522 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2756b6c-396b-4ab0-870a-547416413961 req-2d4be4b9-f8ee-4759-8954-84e411741ad3 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:14.202157 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d2756b6c-396b-4ab0-870a-547416413961 req-2d4be4b9-f8ee-4759-8954-84e411741ad3 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/ports?device_id=812772a4-8df1-440e-bd7f-7708fd393589 HTTP/1.1" status: 200 len: 945 time: 0.3492973 Aug 18 12:07:14.203211 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-015f9123-1036-461f-b09f-11c0827fad41 req-27a024dc-d874-4d1f-b8a4-901e4187e7aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:14.205516 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59651e60-8646-4d52-920f-dccad570b7f8 service neutron] Pushing event updated for resources: {'Port': ['ID=de89d536-372a-40f0-95d4-ece86e26ad02,revision_number=3']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:07:14.238986 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 35ff5998-fd0d-4830-a451-aaf70f9d6135, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=35ff5998-fd0d-4830-a451-aaf70f9d6135,segment=NetworkSegment(d1559002-2cd2-4997-ad5a-b3a5341106b4),segment_id=d1559002-2cd2-4997-ad5a-b3a5341106b4)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:07:14.265955 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Returning: {'device': '35ff5998-fd0d-4830-a451-aaf70f9d6135', 'network_id': '21e4660f-6197-4dfb-b29a-4540684c9640', 'port_id': '35ff5998-fd0d-4830-a451-aaf70f9d6135', 'mac_address': 'fa:16:3e:61:fc:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 815, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f842818-187e-4c1f-a149-216f94355de2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:07:14.283946 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-712629ab-cf7d-4e08-963e-8125feaead65 None None] For port 900f23c1-3485-4d3c-8dd0-8a4ca7c79e30, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=900f23c1-3485-4d3c-8dd0-8a4ca7c79e30,segment=NetworkSegment(cce73d3b-c8db-40eb-9c66-2c9da5c07032),segment_id=cce73d3b-c8db-40eb-9c66-2c9da5c07032)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:07:14.284790 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-712629ab-cf7d-4e08-963e-8125feaead65 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:14.304688 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-712629ab-cf7d-4e08-963e-8125feaead65 None None] Calling delete_port for 900f23c1-3485-4d3c-8dd0-8a4ca7c79e30 owned by network:dhcp {{(pid=106254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:07:14.311393 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa57305b-eb13-4e33-887c-1a418685b7b9 req-1d450484-51b1-45d6-853d-44e2c1bdfcc8 tempest-VolumesActionsTest-771452458 tempest-VolumesActionsTest-771452458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:14.313039 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-aa57305b-eb13-4e33-887c-1a418685b7b9 req-1d450484-51b1-45d6-853d-44e2c1bdfcc8 tempest-VolumesActionsTest-771452458 tempest-VolumesActionsTest-771452458-project] 10.222.0.66 "GET /v2.0/ports?device_id=de8755c9-9ec4-41fe-bbca-1bfa77224ff3 HTTP/1.1" status: 200 len: 944 time: 0.1953597 Aug 18 12:07:14.338645 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d2756b6c-396b-4ab0-870a-547416413961 req-0baefc7b-3ba4-4768-b73d-f0ddfbf4e426 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/security-groups?id=d60fbefd-5088-4718-a442-08959d2ac3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274846 Aug 18 12:07:14.432805 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-712629ab-cf7d-4e08-963e-8125feaead65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556'] for port, after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:14.488634 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712629ab-cf7d-4e08-963e-8125feaead65 None None] Pushing event deleted for resources: {'Port': ['ID=900f23c1-3485-4d3c-8dd0-8a4ca7c79e30,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:07:14.503685 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-712629ab-cf7d-4e08-963e-8125feaead65 None None] No DVR routers for this DVR port 900f23c1-3485-4d3c-8dd0-8a4ca7c79e30 on host n-d-804985-2 {{(pid=106254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:07:14.510898 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:14.537656 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35ff5998-fd0d-4830-a451-aaf70f9d6135 {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:07:14.565923 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 35ff5998-fd0d-4830-a451-aaf70f9d6135, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=35ff5998-fd0d-4830-a451-aaf70f9d6135,segment=NetworkSegment(d1559002-2cd2-4997-ad5a-b3a5341106b4),segment_id=d1559002-2cd2-4997-ad5a-b3a5341106b4)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:07:14.582147 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:14.587570 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [None req-22bf3f81-f54d-4e65-9e1c-5419294c1a47 tempest-FloatingIPAdminTestJSON-2119832633 tempest-FloatingIPAdminTestJSON-2119832633-project] For port 900f23c1-3485-4d3c-8dd0-8a4ca7c79e30, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=900f23c1-3485-4d3c-8dd0-8a4ca7c79e30,segment=NetworkSegment(cce73d3b-c8db-40eb-9c66-2c9da5c07032),segment_id=cce73d3b-c8db-40eb-9c66-2c9da5c07032)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:07:14.587948 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-22bf3f81-f54d-4e65-9e1c-5419294c1a47 tempest-FloatingIPAdminTestJSON-2119832633 tempest-FloatingIPAdminTestJSON-2119832633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:14.643396 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=35ff5998-fd0d-4830-a451-aaf70f9d6135,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:07:14.678106 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-22bf3f81-f54d-4e65-9e1c-5419294c1a47 tempest-FloatingIPAdminTestJSON-2119832633 tempest-FloatingIPAdminTestJSON-2119832633-project] Calling delete_port for 900f23c1-3485-4d3c-8dd0-8a4ca7c79e30 owned by network:dhcp {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:07:14.695482 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] get_ports_and_sgs() called for port_ids ['39942e1b-8b42-46ce-8003-6ae0db0d3a39'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:07:14.776596 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-aa57305b-eb13-4e33-887c-1a418685b7b9 req-29a031cc-68b8-4959-a0e8-24bd31c11600 tempest-VolumesActionsTest-771452458 tempest-VolumesActionsTest-771452458-project] 10.222.0.66 "GET /v2.0/security-groups?id=f40f5dc5-9d25-43d5-a438-2945d251cf32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4432163 Aug 18 12:07:14.845993 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] get_ports_and_sgs() called for port_ids ['35ff5998-fd0d-4830-a451-aaf70f9d6135'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:07:14.850119 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1e853f-2851-4d49-9827-377763a14f99 req-581f561b-450f-4060-8fa9-9e2dd0ac0f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:14.850119 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1e853f-2851-4d49-9827-377763a14f99 req-581f561b-450f-4060-8fa9-9e2dd0ac0f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:14.850423 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1e853f-2851-4d49-9827-377763a14f99 req-581f561b-450f-4060-8fa9-9e2dd0ac0f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:14.852054 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-cf1e853f-2851-4d49-9827-377763a14f99 req-581f561b-450f-4060-8fa9-9e2dd0ac0f26 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=c58c061f2ffb4e7caeee64937da3abfa&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.6908381 Aug 18 12:07:14.889067 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9eff826-3944-45ad-92d7-23de2d843542 req-c12b00dd-abc8-4972-b24f-a5f9c541281c tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:14.904458 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9eff826-3944-45ad-92d7-23de2d843542 req-c12b00dd-abc8-4972-b24f-a5f9c541281c tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:14.921396 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9eff826-3944-45ad-92d7-23de2d843542 req-c12b00dd-abc8-4972-b24f-a5f9c541281c tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:14.927643 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9eff826-3944-45ad-92d7-23de2d843542 req-c12b00dd-abc8-4972-b24f-a5f9c541281c tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:14.938893 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9eff826-3944-45ad-92d7-23de2d843542 req-c12b00dd-abc8-4972-b24f-a5f9c541281c tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:14.940754 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c9eff826-3944-45ad-92d7-23de2d843542 req-c12b00dd-abc8-4972-b24f-a5f9c541281c tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] 10.222.0.66 "GET /v2.0/ports?device_id=2cc02556-7c0a-4e9b-9a09-a272e5dfabdc HTTP/1.1" status: 200 len: 3829 time: 0.2688515 Aug 18 12:07:15.001302 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8e06d199-07f9-4d3b-a10a-231505460583 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58902106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59388097'] for subnet, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:15.003494 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-22bf3f81-f54d-4e65-9e1c-5419294c1a47 tempest-FloatingIPAdminTestJSON-2119832633 tempest-FloatingIPAdminTestJSON-2119832633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:15.032634 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c9eff826-3944-45ad-92d7-23de2d843542 req-a8de2f89-81f5-4f98-9b1f-43b05e95752c tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] 10.222.0.66 "GET /v2.0/security-groups?id=f288757b-df2a-4147-b6e9-81a127940c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715294 Aug 18 12:07:15.123094 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 900f23c1-3485-4d3c-8dd0-8a4ca7c79e30 no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:07:15.145481 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bf3f81-f54d-4e65-9e1c-5419294c1a47 tempest-FloatingIPAdminTestJSON-2119832633 tempest-FloatingIPAdminTestJSON-2119832633-project] Pushing event deleted for resources: {'Port': ['ID=900f23c1-3485-4d3c-8dd0-8a4ca7c79e30,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:07:15.151628 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [req-015f9123-1036-461f-b09f-11c0827fad41 req-27a024dc-d874-4d1f-b8a4-901e4187e7aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d12b24c-fdf8-4b6d-8d6e-bdd4c5941e08 {{(pid=106252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:07:15.155514 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: 900f23c1-3485-4d3c-8dd0-8a4ca7c79e30 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:07:15.155862 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 900f23c1-3485-4d3c-8dd0-8a4ca7c79e30 not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:07:15.174028 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-015f9123-1036-461f-b09f-11c0827fad41 req-27a024dc-d874-4d1f-b8a4-901e4187e7aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:15.174317 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22bf3f81-f54d-4e65-9e1c-5419294c1a47 tempest-FloatingIPAdminTestJSON-2119832633 tempest-FloatingIPAdminTestJSON-2119832633-project] No DVR routers for this DVR port 900f23c1-3485-4d3c-8dd0-8a4ca7c79e30 on host n-d-804985-2 {{(pid=106253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:07:15.190058 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1e853f-2851-4d49-9827-377763a14f99 req-9e62bd28-23b1-4dd2-8cf9-c82b521cf388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:15.191564 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-cf1e853f-2851-4d49-9827-377763a14f99 req-9e62bd28-23b1-4dd2-8cf9-c82b521cf388 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3297777 Aug 18 12:07:15.194713 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [req-015f9123-1036-461f-b09f-11c0827fad41 req-27a024dc-d874-4d1f-b8a4-901e4187e7aa service neutron] Transition to ACTIVE for port object 8d12b24c-fdf8-4b6d-8d6e-bdd4c5941e08 will not be triggered until provisioned by entity L2. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:07:15.211312 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-015f9123-1036-461f-b09f-11c0827fad41 req-27a024dc-d874-4d1f-b8a4-901e4187e7aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:15.306788 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a024dc-d874-4d1f-b8a4-901e4187e7aa service neutron] Pushing event updated for resources: {'Port': ['ID=8d12b24c-fdf8-4b6d-8d6e-bdd4c5941e08,revision_number=2']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:07:15.380612 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-015f9123-1036-461f-b09f-11c0827fad41 req-27a024dc-d874-4d1f-b8a4-901e4187e7aa service neutron] Attempting to bind port 8d12b24c-fdf8-4b6d-8d6e-bdd4c5941e08 on host n-h2-804985-2 for vnic_type normal with profile {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:07:15.380894 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-015f9123-1036-461f-b09f-11c0827fad41 req-27a024dc-d874-4d1f-b8a4-901e4187e7aa service neutron] Attempting to bind port 8d12b24c-fdf8-4b6d-8d6e-bdd4c5941e08 by drivers openvswitch,hyperv on host n-h2-804985-2 at level 0 using segments [{'id': '926df150-8e3a-4382-95d3-bc82a1fd69e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '2212f13b-fd75-4d1b-969c-01d56f351ced'}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:07:15.381235 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-015f9123-1036-461f-b09f-11c0827fad41 req-27a024dc-d874-4d1f-b8a4-901e4187e7aa service neutron] Attempting to bind port 8d12b24c-fdf8-4b6d-8d6e-bdd4c5941e08 on network 2212f13b-fd75-4d1b-969c-01d56f351ced {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:07:15.388343 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-015f9123-1036-461f-b09f-11c0827fad41 req-27a024dc-d874-4d1f-b8a4-901e4187e7aa service neutron] Port 8d12b24c-fdf8-4b6d-8d6e-bdd4c5941e08 on network 2212f13b-fd75-4d1b-969c-01d56f351ced not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-2 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:07:15.388721 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-015f9123-1036-461f-b09f-11c0827fad41 req-27a024dc-d874-4d1f-b8a4-901e4187e7aa service neutron] Attempting to bind port 8d12b24c-fdf8-4b6d-8d6e-bdd4c5941e08 on network 2212f13b-fd75-4d1b-969c-01d56f351ced {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:07:15.398750 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-015f9123-1036-461f-b09f-11c0827fad41 req-27a024dc-d874-4d1f-b8a4-901e4187e7aa service neutron] Checking agent: {'id': 'da5da552-709c-4248-84de-86af99a0dc87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 49, 8), 'started_at': datetime.datetime(2021, 8, 18, 11, 49, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 7, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:07:15.399484 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-015f9123-1036-461f-b09f-11c0827fad41 req-27a024dc-d874-4d1f-b8a4-901e4187e7aa service neutron] Checking segment: {'id': '926df150-8e3a-4382-95d3-bc82a1fd69e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '2212f13b-fd75-4d1b-969c-01d56f351ced'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:07:15.399872 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-015f9123-1036-461f-b09f-11c0827fad41 req-27a024dc-d874-4d1f-b8a4-901e4187e7aa service neutron] Bound using segment: {'id': '926df150-8e3a-4382-95d3-bc82a1fd69e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '2212f13b-fd75-4d1b-969c-01d56f351ced'} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:07:15.400330 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-015f9123-1036-461f-b09f-11c0827fad41 req-27a024dc-d874-4d1f-b8a4-901e4187e7aa service neutron] Bound port: 8d12b24c-fdf8-4b6d-8d6e-bdd4c5941e08, host: n-h2-804985-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '926df150-8e3a-4382-95d3-bc82a1fd69e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '2212f13b-fd75-4d1b-969c-01d56f351ced'}}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:07:15.400776 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-015f9123-1036-461f-b09f-11c0827fad41 req-27a024dc-d874-4d1f-b8a4-901e4187e7aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:15.574989 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f742c53-97b9-45e3-b907-7bb814cb3b27 req-34877c5a-b757-46e7-876e-9ba35f32af42 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:15.582649 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6f742c53-97b9-45e3-b907-7bb814cb3b27 req-34877c5a-b757-46e7-876e-9ba35f32af42 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/ports?device_id=812772a4-8df1-440e-bd7f-7708fd393589 HTTP/1.1" status: 200 len: 945 time: 0.1332192 Aug 18 12:07:15.592233 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-015f9123-1036-461f-b09f-11c0827fad41 req-27a024dc-d874-4d1f-b8a4-901e4187e7aa service neutron] For port 8d12b24c-fdf8-4b6d-8d6e-bdd4c5941e08, host n-h2-804985-2, cleared binding levels {{(pid=106252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:07:15.634964 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-015f9123-1036-461f-b09f-11c0827fad41 req-27a024dc-d874-4d1f-b8a4-901e4187e7aa service neutron] For port 8d12b24c-fdf8-4b6d-8d6e-bdd4c5941e08, host n-h2-804985-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=8d12b24c-fdf8-4b6d-8d6e-bdd4c5941e08,segment=NetworkSegment(926df150-8e3a-4382-95d3-bc82a1fd69e4),segment_id=926df150-8e3a-4382-95d3-bc82a1fd69e4)] {{(pid=106252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:07:15.650959 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6f742c53-97b9-45e3-b907-7bb814cb3b27 req-b100787a-cf96-4857-a70c-b428a958afbd tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/security-groups?id=d60fbefd-5088-4718-a442-08959d2ac3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671787 Aug 18 12:07:15.654947 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-015f9123-1036-461f-b09f-11c0827fad41 req-27a024dc-d874-4d1f-b8a4-901e4187e7aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:15.684776 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015f9123-1036-461f-b09f-11c0827fad41 req-27a024dc-d874-4d1f-b8a4-901e4187e7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:15.687416 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-015f9123-1036-461f-b09f-11c0827fad41 req-27a024dc-d874-4d1f-b8a4-901e4187e7aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:15.691417 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-015f9123-1036-461f-b09f-11c0827fad41 req-27a024dc-d874-4d1f-b8a4-901e4187e7aa service neutron] 10.222.0.62 "PUT /v2.0/ports/8d12b24c-fdf8-4b6d-8d6e-bdd4c5941e08 HTTP/1.1" status: 200 len: 1131 time: 1.8957255 Aug 18 12:07:15.714590 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e06d199-07f9-4d3b-a10a-231505460583 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Pushing event updated for resources: {'Subnet': ['ID=971f2830-32ce-4af8-b6f5-25eab2d56e9a,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:07:15.750466 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-015f9123-1036-461f-b09f-11c0827fad41 req-26a741b1-491b-4188-8619-a55e7e6ea374 service neutron] Request body: {'port': {'device_id': '2cc02556-7c0a-4e9b-9a09-a272e5dfabdc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804985-2'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:07:15.857280 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-22bf3f81-f54d-4e65-9e1c-5419294c1a47 tempest-FloatingIPAdminTestJSON-2119832633 tempest-FloatingIPAdminTestJSON-2119832633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8367869', 'neutron.services.segments.db._delete_segments_for_network-8789151212993'] for network, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:15.901151 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-22bf3f81-f54d-4e65-9e1c-5419294c1a47 tempest-FloatingIPAdminTestJSON-2119832633 tempest-FloatingIPAdminTestJSON-2119832633-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f683ea72-8eca-4951-989c-7e812a84cc31']}} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:07:15.923465 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-22bf3f81-f54d-4e65-9e1c-5419294c1a47 tempest-FloatingIPAdminTestJSON-2119832633 tempest-FloatingIPAdminTestJSON-2119832633-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cce73d3b-c8db-40eb-9c66-2c9da5c07032') {'for_net_delete': True} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:07:15.927603 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-22bf3f81-f54d-4e65-9e1c-5419294c1a47 tempest-FloatingIPAdminTestJSON-2119832633 tempest-FloatingIPAdminTestJSON-2119832633-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cce73d3b-c8db-40eb-9c66-2c9da5c07032') {} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:07:15.941333 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-22bf3f81-f54d-4e65-9e1c-5419294c1a47 tempest-FloatingIPAdminTestJSON-2119832633 tempest-FloatingIPAdminTestJSON-2119832633-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789151225254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902236'] for segment, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:15.969963 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cc02556-7c0a-4e9b-9a09-a272e5dfabdc', 'tag': '8d12b24c-fdf8-4b6d-8d6e-bdd4c5941e08'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:07:15.974199 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab350184-e525-4def-9618-15b5bb52d77f" -d '{"events": [{"name": "network-changed", "server_uuid": "2cc02556-7c0a-4e9b-9a09-a272e5dfabdc", "tag": "8d12b24c-fdf8-4b6d-8d6e-bdd4c5941e08"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:07:15.982821 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-22bf3f81-f54d-4e65-9e1c-5419294c1a47 tempest-FloatingIPAdminTestJSON-2119832633 tempest-FloatingIPAdminTestJSON-2119832633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:15.990460 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22bf3f81-f54d-4e65-9e1c-5419294c1a47 tempest-FloatingIPAdminTestJSON-2119832633 tempest-FloatingIPAdminTestJSON-2119832633-project] Releasing vlan 838 on physical network physnet1 to pool {{(pid=106253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:07:15.990933 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-22bf3f81-f54d-4e65-9e1c-5419294c1a47 tempest-FloatingIPAdminTestJSON-2119832633 tempest-FloatingIPAdminTestJSON-2119832633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58900537'] for segment, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:16.050986 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a024dc-d874-4d1f-b8a4-901e4187e7aa service neutron] Pushing event updated for resources: {'Port': ['ID=8d12b24c-fdf8-4b6d-8d6e-bdd4c5941e08,revision_number=3']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:07:16.067662 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-015f9123-1036-461f-b09f-11c0827fad41 req-26a741b1-491b-4188-8619-a55e7e6ea374 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:16.073366 n-d-804985-2 neutron-server[106253]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 12:07:16.073366 n-d-804985-2 neutron-server[106253]: self.session.flush() Aug 18 12:07:16.073366 n-d-804985-2 neutron-server[106253]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 12:07:16.073366 n-d-804985-2 neutron-server[106253]: self.session.flush() Aug 18 12:07:16.073366 n-d-804985-2 neutron-server[106253]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 12:07:16.073366 n-d-804985-2 neutron-server[106253]: self.session.flush() Aug 18 12:07:16.073366 n-d-804985-2 neutron-server[106253]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 12:07:16.073366 n-d-804985-2 neutron-server[106253]: self.session.flush() Aug 18 12:07:16.073366 n-d-804985-2 neutron-server[106253]: Traceback (most recent call last): Aug 18 12:07:16.073366 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:07:16.073366 n-d-804985-2 neutron-server[106253]: timer() Aug 18 12:07:16.073366 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:07:16.073366 n-d-804985-2 neutron-server[106253]: cb(*args, **kw) Aug 18 12:07:16.073366 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:07:16.073366 n-d-804985-2 neutron-server[106253]: return func(*args, **kwargs) Aug 18 12:07:16.073366 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:07:16.073366 n-d-804985-2 neutron-server[106253]: self._notify() Aug 18 12:07:16.073366 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:07:16.073366 n-d-804985-2 neutron-server[106253]: self.callback(batched_events) Aug 18 12:07:16.073366 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:07:16.073366 n-d-804985-2 neutron-server[106253]: event.method(event) Aug 18 12:07:16.073366 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:07:16.073366 n-d-804985-2 neutron-server[106253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:07:16.073366 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:07:16.073366 n-d-804985-2 neutron-server[106253]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:07:16.073366 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:07:16.073366 n-d-804985-2 neutron-server[106253]: return f(self, *a, **k) Aug 18 12:07:16.073366 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:07:16.073366 n-d-804985-2 neutron-server[106253]: return self._get(url).json() Aug 18 12:07:16.073366 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:07:16.073366 n-d-804985-2 neutron-server[106253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:07:16.073366 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:07:16.073366 n-d-804985-2 neutron-server[106253]: return self.request(url, 'GET', **kwargs) Aug 18 12:07:16.073366 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:07:16.073366 n-d-804985-2 neutron-server[106253]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:07:16.073366 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:07:16.073366 n-d-804985-2 neutron-server[106253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:07:16.073366 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:07:16.073366 n-d-804985-2 neutron-server[106253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:07:16.073366 n-d-804985-2 neutron-server[106253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:07:16.081826 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-22bf3f81-f54d-4e65-9e1c-5419294c1a47 tempest-FloatingIPAdminTestJSON-2119832633 tempest-FloatingIPAdminTestJSON-2119832633-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8367858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997186'] for network, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:16.107730 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-22bf3f81-f54d-4e65-9e1c-5419294c1a47 tempest-FloatingIPAdminTestJSON-2119832633 tempest-FloatingIPAdminTestJSON-2119832633-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:16.112895 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-22bf3f81-f54d-4e65-9e1c-5419294c1a47 tempest-FloatingIPAdminTestJSON-2119832633 tempest-FloatingIPAdminTestJSON-2119832633-project] 10.222.0.66 "DELETE /v2.0/networks/f683ea72-8eca-4951-989c-7e812a84cc31 HTTP/1.1" status: 204 len: 168 time: 2.9000983 Aug 18 12:07:16.113811 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bf3f81-f54d-4e65-9e1c-5419294c1a47 tempest-FloatingIPAdminTestJSON-2119832633 tempest-FloatingIPAdminTestJSON-2119832633-project] Pushing event deleted for resources: {'Network': ['ID=f683ea72-8eca-4951-989c-7e812a84cc31,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:07:16.115521 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 42592) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:07:16.143249 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205912fe-01b1-4121-bc72-77c5bef47a79 req-13906faf-ebb4-46e7-b62e-50ab4ed98a74 tempest-VolumesActionsTest-771452458 tempest-VolumesActionsTest-771452458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:16.145443 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-205912fe-01b1-4121-bc72-77c5bef47a79 req-13906faf-ebb4-46e7-b62e-50ab4ed98a74 tempest-VolumesActionsTest-771452458 tempest-VolumesActionsTest-771452458-project] 10.222.0.66 "GET /v2.0/ports?device_id=de8755c9-9ec4-41fe-bbca-1bfa77224ff3 HTTP/1.1" status: 200 len: 945 time: 0.1940985 Aug 18 12:07:16.158252 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e9557d-01c0-4a4c-a9aa-2cada50844ee req-1b3b7a5a-91a6-414a-94cf-1436959d4ac3 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:16.160043 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-36e9557d-01c0-4a4c-a9aa-2cada50844ee req-1b3b7a5a-91a6-414a-94cf-1436959d4ac3 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/ports?device_id=812772a4-8df1-440e-bd7f-7708fd393589 HTTP/1.1" status: 200 len: 945 time: 0.1565571 Aug 18 12:07:16.227903 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e06d199-07f9-4d3b-a10a-231505460583 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Checking segment: {'id': '06b05a1e-7667-47a8-b2de-bb5e6a768e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:07:16.228573 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e06d199-07f9-4d3b-a10a-231505460583 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Network hostable DHCP agents. Network: fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d, hostable agents: ['97c14208-2951-4361-8d64-3708c946ff5f'], hosted agents: [] {{(pid=106253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 12:07:16.296163 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-36e9557d-01c0-4a4c-a9aa-2cada50844ee req-e1fc1863-a08f-49f9-893d-30017fa73172 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/security-groups?id=d60fbefd-5088-4718-a442-08959d2ac3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261742 Aug 18 12:07:16.297192 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e06d199-07f9-4d3b-a10a-231505460583 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Network fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d is scheduled to be hosted by DHCP agent 97c14208-2951-4361-8d64-3708c946ff5f with binding_index 1 {{(pid=106253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 12:07:16.305532 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-af762d76-b48d-4c2d-af01-e43e6cbeb383 tempest-FloatingIPAdminTestJSON-2119832633 tempest-FloatingIPAdminTestJSON-2119832633-project] Deleting port 9de7ecf8-ad48-476c-830d-d5f673bf8538 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:07:16.306060 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-af762d76-b48d-4c2d-af01-e43e6cbeb383 tempest-FloatingIPAdminTestJSON-2119832633 tempest-FloatingIPAdminTestJSON-2119832633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:16.308219 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-205912fe-01b1-4121-bc72-77c5bef47a79 req-c920dfd4-4c3d-4b22-a48b-a501cf54b5b1 tempest-VolumesActionsTest-771452458 tempest-VolumesActionsTest-771452458-project] 10.222.0.66 "GET /v2.0/security-groups?id=f40f5dc5-9d25-43d5-a438-2945d251cf32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451514 Aug 18 12:07:16.420281 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-8e06d199-07f9-4d3b-a10a-231505460583 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-2, fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d) {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:07:16.434482 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e06d199-07f9-4d3b-a10a-231505460583 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:16.435991 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8e06d199-07f9-4d3b-a10a-231505460583 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:16.437590 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74788ed4-347d-4ae9-a309-32a25c63b23b None None] Network fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:07:16.485756 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:07:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66bc905d-a8bc-4802-9b72-49fbcaf7c0df x-openstack-request-id: req-66bc905d-a8bc-4802-9b72-49fbcaf7c0df {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:07:16.486063 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cc02556-7c0a-4e9b-9a09-a272e5dfabdc", "tag": "8d12b24c-fdf8-4b6d-8d6e-bdd4c5941e08", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:07:16.486393 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-66bc905d-a8bc-4802-9b72-49fbcaf7c0df {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:07:16.486717 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cc02556-7c0a-4e9b-9a09-a272e5dfabdc', 'tag': '8d12b24c-fdf8-4b6d-8d6e-bdd4c5941e08', 'status': 'completed', 'code': 200} Aug 18 12:07:16.495428 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-8e06d199-07f9-4d3b-a10a-231505460583 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.8939631 Aug 18 12:07:16.512582 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 42598) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:07:16.529071 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-0d434481-b3b4-4ae2-8c82-0d64258d757c tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Request body: {'port': {'network_id': 'fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d', 'name': 'tempest-NetworksTestDHCPv6-849285011'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:07:16.590484 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab350184-e525-4def-9618-15b5bb52d77f req-76b3cd1e-3a7b-409d-994d-6d044e96357e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:16.591035 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab350184-e525-4def-9618-15b5bb52d77f req-76b3cd1e-3a7b-409d-994d-6d044e96357e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:16.591507 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab350184-e525-4def-9618-15b5bb52d77f req-76b3cd1e-3a7b-409d-994d-6d044e96357e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:16.594553 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab350184-e525-4def-9618-15b5bb52d77f req-76b3cd1e-3a7b-409d-994d-6d044e96357e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:16.594553 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab350184-e525-4def-9618-15b5bb52d77f req-76b3cd1e-3a7b-409d-994d-6d044e96357e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:16.594553 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab350184-e525-4def-9618-15b5bb52d77f req-76b3cd1e-3a7b-409d-994d-6d044e96357e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:16.595126 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-ab350184-e525-4def-9618-15b5bb52d77f req-76b3cd1e-3a7b-409d-994d-6d044e96357e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c58c061f2ffb4e7caeee64937da3abfa&device_id=2cc02556-7c0a-4e9b-9a09-a272e5dfabdc HTTP/1.1" status: 200 len: 5288 time: 0.1234374 Aug 18 12:07:16.620613 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-af762d76-b48d-4c2d-af01-e43e6cbeb383 tempest-FloatingIPAdminTestJSON-2119832633 tempest-FloatingIPAdminTestJSON-2119832633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:16.621042 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-af762d76-b48d-4c2d-af01-e43e6cbeb383 tempest-FloatingIPAdminTestJSON-2119832633 tempest-FloatingIPAdminTestJSON-2119832633-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:16.675065 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-af762d76-b48d-4c2d-af01-e43e6cbeb383 tempest-FloatingIPAdminTestJSON-2119832633 tempest-FloatingIPAdminTestJSON-2119832633-project] Calling delete_port for 9de7ecf8-ad48-476c-830d-d5f673bf8538 owned by network:floatingip {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:07:16.799651 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc17d81c-04d0-4a85-8aea-f0ad534eb755 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp788be208-34ab-5a8f-af0f-528834af222f-fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d', 'network_id': 'fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d', 'tenant_id': '2a40b3bac30c4b9cb4cddbf9306b0469', 'fixed_ips': [{'subnet_id': '971f2830-32ce-4af8-b6f5-25eab2d56e9a'}]}} from n-d-804985-2. {{(pid=106254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 12:07:16.800917 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-dc17d81c-04d0-4a85-8aea-f0ad534eb755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:16.817066 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eb2a02-5abc-4222-9a50-1b27eb6028d7 req-bb7e8b77-140a-45a7-b376-07d48182d0a8 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:16.823733 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eb2a02-5abc-4222-9a50-1b27eb6028d7 req-bb7e8b77-140a-45a7-b376-07d48182d0a8 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:16.843182 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eb2a02-5abc-4222-9a50-1b27eb6028d7 req-bb7e8b77-140a-45a7-b376-07d48182d0a8 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:16.849225 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eb2a02-5abc-4222-9a50-1b27eb6028d7 req-bb7e8b77-140a-45a7-b376-07d48182d0a8 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:16.866858 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eb2a02-5abc-4222-9a50-1b27eb6028d7 req-bb7e8b77-140a-45a7-b376-07d48182d0a8 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:16.881476 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eb2a02-5abc-4222-9a50-1b27eb6028d7 req-bb7e8b77-140a-45a7-b376-07d48182d0a8 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:16.883537 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-40eb2a02-5abc-4222-9a50-1b27eb6028d7 req-bb7e8b77-140a-45a7-b376-07d48182d0a8 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] 10.222.0.66 "GET /v2.0/ports?device_id=2cc02556-7c0a-4e9b-9a09-a272e5dfabdc HTTP/1.1" status: 200 len: 4602 time: 0.3747516 Aug 18 12:07:16.907622 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab350184-e525-4def-9618-15b5bb52d77f req-a0a466f9-ab12-44d6-bc77-f7aa24677143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:16.908101 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab350184-e525-4def-9618-15b5bb52d77f req-a0a466f9-ab12-44d6-bc77-f7aa24677143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:16.908597 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab350184-e525-4def-9618-15b5bb52d77f req-a0a466f9-ab12-44d6-bc77-f7aa24677143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:16.910290 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-ab350184-e525-4def-9618-15b5bb52d77f req-a0a466f9-ab12-44d6-bc77-f7aa24677143 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=c58c061f2ffb4e7caeee64937da3abfa&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3022261 Aug 18 12:07:16.967197 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.db_base_plugin_common [None req-dc17d81c-04d0-4a85-8aea-f0ad534eb755 None None] Allocated IP 2001:db8::2 (fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d/971f2830-32ce-4af8-b6f5-25eab2d56e9a/44dbfd96-ced6-407d-a254-c7e2dc40ef8c) {{(pid=106254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:07:17.057999 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 39942e1b-8b42-46ce-8003-6ae0db0d3a39 up at agent hyperv_n-h1-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:07:17.084406 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab350184-e525-4def-9618-15b5bb52d77f req-b48bd610-2933-4aa3-9631-77d407abbc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:17.085990 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-ab350184-e525-4def-9618-15b5bb52d77f req-b48bd610-2933-4aa3-9631-77d407abbc3b service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1621301 Aug 18 12:07:17.090653 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-af762d76-b48d-4c2d-af01-e43e6cbeb383 tempest-FloatingIPAdminTestJSON-2119832633 tempest-FloatingIPAdminTestJSON-2119832633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:17.131969 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af762d76-b48d-4c2d-af01-e43e6cbeb383 tempest-FloatingIPAdminTestJSON-2119832633 tempest-FloatingIPAdminTestJSON-2119832633-project] Pushing event deleted for resources: {'Port': ['ID=9de7ecf8-ad48-476c-830d-d5f673bf8538,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:07:17.193556 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-af762d76-b48d-4c2d-af01-e43e6cbeb383 tempest-FloatingIPAdminTestJSON-2119832633 tempest-FloatingIPAdminTestJSON-2119832633-project] Notify callbacks [] for floatingip, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:17.196848 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-af762d76-b48d-4c2d-af01-e43e6cbeb383 tempest-FloatingIPAdminTestJSON-2119832633 tempest-FloatingIPAdminTestJSON-2119832633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for floatingip, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:17.199306 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [req-015f9123-1036-461f-b09f-11c0827fad41 req-26a741b1-491b-4188-8619-a55e7e6ea374 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0800d992-3baf-4f75-8477-d82c2df6cfbf {{(pid=106252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:07:17.200067 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-af762d76-b48d-4c2d-af01-e43e6cbeb383 tempest-FloatingIPAdminTestJSON-2119832633 tempest-FloatingIPAdminTestJSON-2119832633-project] 10.222.0.66 "DELETE /v2.0/floatingips/508ce60c-8709-4035-9fd7-1cf80e1df79b HTTP/1.1" status: 204 len: 168 time: 1.0773673 Aug 18 12:07:17.212855 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-dc17d81c-04d0-4a85-8aea-f0ad534eb755 None None] Notify callbacks [] for port, precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:17.235967 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-015f9123-1036-461f-b09f-11c0827fad41 req-26a741b1-491b-4188-8619-a55e7e6ea374 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:17.243957 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-40eb2a02-5abc-4222-9a50-1b27eb6028d7 req-66f182ac-a492-4cd8-a99b-e6f843c045da tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] 10.222.0.66 "GET /v2.0/security-groups?id=9ed89c48-68fa-47c4-9ca6-08ae23ef0876&id=f288757b-df2a-4147-b6e9-81a127940c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3253162 Aug 18 12:07:17.272898 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-dc17d81c-04d0-4a85-8aea-f0ad534eb755 None None] Transition to ACTIVE for port object 44dbfd96-ced6-407d-a254-c7e2dc40ef8c will not be triggered until provisioned by entity L2. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:07:17.278556 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a58cd49-170f-43ea-9eb0-acb30d0d5c8b req-32c3e6a6-77ed-4035-a1bc-4a8557b671a8 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:17.280255 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4a58cd49-170f-43ea-9eb0-acb30d0d5c8b req-32c3e6a6-77ed-4035-a1bc-4a8557b671a8 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] 10.222.0.66 "GET /v2.0/ports?device_id=27ecdc3e-c9a2-434c-a840-101feeb37aa9 HTTP/1.1" status: 200 len: 945 time: 0.3912380 Aug 18 12:07:17.317534 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-dc17d81c-04d0-4a85-8aea-f0ad534eb755 None None] Transition to ACTIVE for port object 44dbfd96-ced6-407d-a254-c7e2dc40ef8c will not be triggered until provisioned by entity DHCP. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:07:17.332987 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [req-015f9123-1036-461f-b09f-11c0827fad41 req-26a741b1-491b-4188-8619-a55e7e6ea374 service neutron] Transition to ACTIVE for port object 0800d992-3baf-4f75-8477-d82c2df6cfbf will not be triggered until provisioned by entity L2. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:07:17.336428 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-dc17d81c-04d0-4a85-8aea-f0ad534eb755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547'] for port, after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:17.341079 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d434481-b3b4-4ae2-8c82-0d64258d757c tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Made reservation on behalf of 2a40b3bac30c4b9cb4cddbf9306b0469 for: {'port': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:07:17.348233 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0d434481-b3b4-4ae2-8c82-0d64258d757c tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:17.370116 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Provisioning complete for port 39942e1b-8b42-46ce-8003-6ae0db0d3a39 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:07:17.370116 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:17.379485 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-015f9123-1036-461f-b09f-11c0827fad41 req-26a741b1-491b-4188-8619-a55e7e6ea374 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:17.434979 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc17d81c-04d0-4a85-8aea-f0ad534eb755 None None] Network fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d is already hosted by enough agents. {{(pid=106254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:07:17.444534 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.base_scheduler [None req-dc17d81c-04d0-4a85-8aea-f0ad534eb755 None None] Resources bound (agent type, host, resource id): {{(pid=106254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:07:17.465252 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc17d81c-04d0-4a85-8aea-f0ad534eb755 None None] Received port after_create {{(pid=106254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:07:17.569706 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [None req-0d434481-b3b4-4ae2-8c82-0d64258d757c tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] device_id is not set on port 73ed3b2d-3b7f-415e-9d11-08ebc6329456 yet. {{(pid=106252) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 12:07:17.608977 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4a58cd49-170f-43ea-9eb0-acb30d0d5c8b req-dfb90c91-3f9f-4677-9af0-34fa71e506de tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] 10.222.0.66 "GET /v2.0/security-groups?id=eff34c14-f128-4344-94bf-707ebed6dde1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3201609 Aug 18 12:07:17.610484 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a741b1-491b-4188-8619-a55e7e6ea374 service neutron] Pushing event updated for resources: {'Port': ['ID=0800d992-3baf-4f75-8477-d82c2df6cfbf,revision_number=2']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:07:17.792307 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 42616) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:07:17.819901 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc17d81c-04d0-4a85-8aea-f0ad534eb755 None None] Pushing event updated for resources: {'Port': ['ID=44dbfd96-ced6-407d-a254-c7e2dc40ef8c,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:07:17.865224 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-dc17d81c-04d0-4a85-8aea-f0ad534eb755 None None] Attempting to bind port 44dbfd96-ced6-407d-a254-c7e2dc40ef8c on host n-d-804985-2 for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:07:17.865897 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-dc17d81c-04d0-4a85-8aea-f0ad534eb755 None None] Attempting to bind port 44dbfd96-ced6-407d-a254-c7e2dc40ef8c by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': '06b05a1e-7667-47a8-b2de-bb5e6a768e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:07:17.866428 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc17d81c-04d0-4a85-8aea-f0ad534eb755 None None] Attempting to bind port 44dbfd96-ced6-407d-a254-c7e2dc40ef8c on network fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:07:17.890539 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc17d81c-04d0-4a85-8aea-f0ad534eb755 None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 6, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:07:17.891193 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc17d81c-04d0-4a85-8aea-f0ad534eb755 None None] Checking segment: {'id': '06b05a1e-7667-47a8-b2de-bb5e6a768e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:07:17.891786 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-dc17d81c-04d0-4a85-8aea-f0ad534eb755 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:17.892349 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc17d81c-04d0-4a85-8aea-f0ad534eb755 None None] Bound using segment: {'id': '06b05a1e-7667-47a8-b2de-bb5e6a768e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:07:17.893011 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-dc17d81c-04d0-4a85-8aea-f0ad534eb755 None None] Bound port: 44dbfd96-ced6-407d-a254-c7e2dc40ef8c, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06b05a1e-7667-47a8-b2de-bb5e6a768e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:07:17.893833 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-dc17d81c-04d0-4a85-8aea-f0ad534eb755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:17.961165 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:18.016457 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b4de64-b295-484e-85df-806e06b1d4fb req-79989938-f1b9-4632-aabf-caef3fe9f92e tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:18.025767 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e2b4de64-b295-484e-85df-806e06b1d4fb req-79989938-f1b9-4632-aabf-caef3fe9f92e tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/ports?device_id=812772a4-8df1-440e-bd7f-7708fd393589 HTTP/1.1" status: 200 len: 945 time: 0.4860988 Aug 18 12:07:18.026936 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c468f260-aa8b-4a9b-a477-213e251d7cef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39942e1b-8b42-46ce-8003-6ae0db0d3a39'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:07:18.029416 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db50a436fb3a98495337d8fe7487b4f2ea6f3c1052eb9efadc2ecda2d5737001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f021d553-fd53-4946-8e37-da08f0350893" -d '{"events": [{"server_uuid": "c468f260-aa8b-4a9b-a477-213e251d7cef", "name": "network-vif-plugged", "status": "completed", "tag": "39942e1b-8b42-46ce-8003-6ae0db0d3a39"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:07:18.053362 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 39942e1b-8b42-46ce-8003-6ae0db0d3a39, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=39942e1b-8b42-46ce-8003-6ae0db0d3a39,segment=NetworkSegment(299e2826-ecf6-416e-b53c-1b1574dd5315),segment_id=299e2826-ecf6-416e-b53c-1b1574dd5315)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:07:18.060415 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-dc17d81c-04d0-4a85-8aea-f0ad534eb755 None None] For port 44dbfd96-ced6-407d-a254-c7e2dc40ef8c, host n-d-804985-2, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:07:18.069948 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-dc17d81c-04d0-4a85-8aea-f0ad534eb755 None None] For port 44dbfd96-ced6-407d-a254-c7e2dc40ef8c, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=44dbfd96-ced6-407d-a254-c7e2dc40ef8c,segment=NetworkSegment(06b05a1e-7667-47a8-b2de-bb5e6a768e1b),segment_id=06b05a1e-7667-47a8-b2de-bb5e6a768e1b)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:07:18.071297 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:18.074582 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 35ff5998-fd0d-4830-a451-aaf70f9d6135 up at agent hyperv_n-h1-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:07:18.103952 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-f740e155-819b-4fd0-8a81-a1d9891b2073 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4432b44302aa45ee9c8724f12558dbf4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3103664 Aug 18 12:07:18.106323 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 42622) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:07:18.126239 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e2b4de64-b295-484e-85df-806e06b1d4fb req-51a7c562-d2b2-4084-a9ef-294a39bfc587 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/security-groups?id=d60fbefd-5088-4718-a442-08959d2ac3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988054 Aug 18 12:07:18.202553 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fc8a53-53ec-4029-afaa-2937d64a649b req-82463a7f-ceaf-4969-ba12-984e9ba5ea6c tempest-VolumesActionsTest-771452458 tempest-VolumesActionsTest-771452458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:18.214634 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a9fc8a53-53ec-4029-afaa-2937d64a649b req-82463a7f-ceaf-4969-ba12-984e9ba5ea6c tempest-VolumesActionsTest-771452458 tempest-VolumesActionsTest-771452458-project] 10.222.0.66 "GET /v2.0/ports?device_id=de8755c9-9ec4-41fe-bbca-1bfa77224ff3 HTTP/1.1" status: 200 len: 945 time: 0.4462161 Aug 18 12:07:18.216042 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-dc17d81c-04d0-4a85-8aea-f0ad534eb755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:18.253773 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8d7bc8dc-a0bb-4a3c-8b58-56c912315b66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:18.261190 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:07:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfc8bf5b-b2c7-4ad1-b511-02aa36fd8c46 x-openstack-request-id: req-bfc8bf5b-b2c7-4ad1-b511-02aa36fd8c46 {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:07:18.261518 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c468f260-aa8b-4a9b-a477-213e251d7cef", "name": "network-vif-plugged", "status": "completed", "tag": "39942e1b-8b42-46ce-8003-6ae0db0d3a39", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:07:18.261728 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-bfc8bf5b-b2c7-4ad1-b511-02aa36fd8c46 {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:07:18.262129 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c468f260-aa8b-4a9b-a477-213e251d7cef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39942e1b-8b42-46ce-8003-6ae0db0d3a39', 'code': 200} Aug 18 12:07:18.281140 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [None req-0d434481-b3b4-4ae2-8c82-0d64258d757c tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Allocated IP 2001:db8::381 (fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d/971f2830-32ce-4af8-b6f5-25eab2d56e9a/73ed3b2d-3b7f-415e-9d11-08ebc6329456) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:07:18.285397 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-015f9123-1036-461f-b09f-11c0827fad41 req-26a741b1-491b-4188-8619-a55e7e6ea374 service neutron] Attempting to bind port 0800d992-3baf-4f75-8477-d82c2df6cfbf on host n-h2-804985-2 for vnic_type normal with profile {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:07:18.286029 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-015f9123-1036-461f-b09f-11c0827fad41 req-26a741b1-491b-4188-8619-a55e7e6ea374 service neutron] Attempting to bind port 0800d992-3baf-4f75-8477-d82c2df6cfbf by drivers openvswitch,hyperv on host n-h2-804985-2 at level 0 using segments [{'id': '926df150-8e3a-4382-95d3-bc82a1fd69e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '2212f13b-fd75-4d1b-969c-01d56f351ced'}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:07:18.286580 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-015f9123-1036-461f-b09f-11c0827fad41 req-26a741b1-491b-4188-8619-a55e7e6ea374 service neutron] Attempting to bind port 0800d992-3baf-4f75-8477-d82c2df6cfbf on network 2212f13b-fd75-4d1b-969c-01d56f351ced {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:07:18.305162 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8d7bc8dc-a0bb-4a3c-8b58-56c912315b66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:18.315568 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-015f9123-1036-461f-b09f-11c0827fad41 req-26a741b1-491b-4188-8619-a55e7e6ea374 service neutron] Port 0800d992-3baf-4f75-8477-d82c2df6cfbf on network 2212f13b-fd75-4d1b-969c-01d56f351ced not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-2 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:07:18.319520 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-015f9123-1036-461f-b09f-11c0827fad41 req-26a741b1-491b-4188-8619-a55e7e6ea374 service neutron] Attempting to bind port 0800d992-3baf-4f75-8477-d82c2df6cfbf on network 2212f13b-fd75-4d1b-969c-01d56f351ced {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:07:18.353603 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-015f9123-1036-461f-b09f-11c0827fad41 req-26a741b1-491b-4188-8619-a55e7e6ea374 service neutron] Checking agent: {'id': 'da5da552-709c-4248-84de-86af99a0dc87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 49, 8), 'started_at': datetime.datetime(2021, 8, 18, 11, 49, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 7, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:07:18.358359 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-015f9123-1036-461f-b09f-11c0827fad41 req-26a741b1-491b-4188-8619-a55e7e6ea374 service neutron] Checking segment: {'id': '926df150-8e3a-4382-95d3-bc82a1fd69e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '2212f13b-fd75-4d1b-969c-01d56f351ced'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:07:18.361036 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-015f9123-1036-461f-b09f-11c0827fad41 req-26a741b1-491b-4188-8619-a55e7e6ea374 service neutron] Bound using segment: {'id': '926df150-8e3a-4382-95d3-bc82a1fd69e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '2212f13b-fd75-4d1b-969c-01d56f351ced'} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:07:18.361632 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-015f9123-1036-461f-b09f-11c0827fad41 req-26a741b1-491b-4188-8619-a55e7e6ea374 service neutron] Bound port: 0800d992-3baf-4f75-8477-d82c2df6cfbf, host: n-h2-804985-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '926df150-8e3a-4382-95d3-bc82a1fd69e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '2212f13b-fd75-4d1b-969c-01d56f351ced'}}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:07:18.362910 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-015f9123-1036-461f-b09f-11c0827fad41 req-26a741b1-491b-4188-8619-a55e7e6ea374 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:18.392426 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=39942e1b-8b42-46ce-8003-6ae0db0d3a39,revision_number=10']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:07:18.443314 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a9fc8a53-53ec-4029-afaa-2937d64a649b req-8b0183c0-e731-4a3b-82f8-4f14a8cf15d4 tempest-VolumesActionsTest-771452458 tempest-VolumesActionsTest-771452458-project] 10.222.0.66 "GET /v2.0/security-groups?id=f40f5dc5-9d25-43d5-a438-2945d251cf32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2229171 Aug 18 12:07:18.443506 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8d7bc8dc-a0bb-4a3c-8b58-56c912315b66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:18.449759 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8d7bc8dc-a0bb-4a3c-8b58-56c912315b66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:18.449759 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-8d7bc8dc-a0bb-4a3c-8b58-56c912315b66 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9138ba9f-5fff-4606-a6f0-ecef77546ecb HTTP/1.1" status: 204 len: 168 time: 0.3409250 Aug 18 12:07:18.478340 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7bc8dc-a0bb-4a3c-8b58-56c912315b66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9138ba9f-5fff-4606-a6f0-ecef77546ecb,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:07:18.566244 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc17d81c-04d0-4a85-8aea-f0ad534eb755 None None] Pushing event updated for resources: {'Port': ['ID=44dbfd96-ced6-407d-a254-c7e2dc40ef8c,revision_number=2']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:07:18.585331 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Provisioning for port 35ff5998-fd0d-4830-a451-aaf70f9d6135 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:07:18.653728 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Provisioning complete for port 35ff5998-fd0d-4830-a451-aaf70f9d6135 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:07:18.656325 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:18.742639 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-5405cb55-9241-4cf7-b9b9-1be7ea706713 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:18.887157 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:18.961175 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 35ff5998-fd0d-4830-a451-aaf70f9d6135, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=35ff5998-fd0d-4830-a451-aaf70f9d6135,segment=NetworkSegment(d1559002-2cd2-4997-ad5a-b3a5341106b4),segment_id=d1559002-2cd2-4997-ad5a-b3a5341106b4)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:07:18.969499 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:19.068175 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=35ff5998-fd0d-4830-a451-aaf70f9d6135,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:07:19.104187 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 42636) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:07:19.127069 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-bc33e664-acbe-4768-b30a-40d8c95f2b59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:19.252400 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-bc33e664-acbe-4768-b30a-40d8c95f2b59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:19.269178 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-bc33e664-acbe-4768-b30a-40d8c95f2b59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:19.274112 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 44dbfd96-ced6-407d-a254-c7e2dc40ef8c up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:07:19.314918 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-bc33e664-acbe-4768-b30a-40d8c95f2b59 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=08fadb46ab2349d6ba8dae0df965ef86&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2074211 Aug 18 12:07:19.316318 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc33e664-acbe-4768-b30a-40d8c95f2b59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac3faba3-0502-4534-992e-5ce37498b9b4,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:07:19.318827 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 42640) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:07:19.348571 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port 44dbfd96-ced6-407d-a254-c7e2dc40ef8c completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:07:19.382600 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8621c6e4-2b2b-466c-bf06-34f398ae4631 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:19.439327 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-015f9123-1036-461f-b09f-11c0827fad41 req-26a741b1-491b-4188-8619-a55e7e6ea374 service neutron] For port 0800d992-3baf-4f75-8477-d82c2df6cfbf, host n-h2-804985-2, cleared binding levels {{(pid=106252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:07:19.441707 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8621c6e4-2b2b-466c-bf06-34f398ae4631 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:19.443346 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-015f9123-1036-461f-b09f-11c0827fad41 req-26a741b1-491b-4188-8619-a55e7e6ea374 service neutron] For port 0800d992-3baf-4f75-8477-d82c2df6cfbf, host n-h2-804985-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=0800d992-3baf-4f75-8477-d82c2df6cfbf,segment=NetworkSegment(926df150-8e3a-4382-95d3-bc82a1fd69e4),segment_id=926df150-8e3a-4382-95d3-bc82a1fd69e4)] {{(pid=106252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:07:19.471329 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e71f936-02f5-443e-a833-dd2850e514dc req-167fb385-ddff-4128-93cd-ca4f1b9e9b86 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:19.478125 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e71f936-02f5-443e-a833-dd2850e514dc req-167fb385-ddff-4128-93cd-ca4f1b9e9b86 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:19.485117 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e71f936-02f5-443e-a833-dd2850e514dc req-167fb385-ddff-4128-93cd-ca4f1b9e9b86 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:19.493537 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e71f936-02f5-443e-a833-dd2850e514dc req-167fb385-ddff-4128-93cd-ca4f1b9e9b86 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:19.499361 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e71f936-02f5-443e-a833-dd2850e514dc req-167fb385-ddff-4128-93cd-ca4f1b9e9b86 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:19.506439 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e71f936-02f5-443e-a833-dd2850e514dc req-167fb385-ddff-4128-93cd-ca4f1b9e9b86 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:19.513325 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e71f936-02f5-443e-a833-dd2850e514dc req-167fb385-ddff-4128-93cd-ca4f1b9e9b86 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:19.513605 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8621c6e4-2b2b-466c-bf06-34f398ae4631 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:19.515803 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9e71f936-02f5-443e-a833-dd2850e514dc req-167fb385-ddff-4128-93cd-ca4f1b9e9b86 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] 10.222.0.66 "GET /v2.0/ports?device_id=2cc02556-7c0a-4e9b-9a09-a272e5dfabdc HTTP/1.1" status: 200 len: 5375 time: 1.1114962 Aug 18 12:07:19.522902 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-015f9123-1036-461f-b09f-11c0827fad41 req-26a741b1-491b-4188-8619-a55e7e6ea374 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:19.530464 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8621c6e4-2b2b-466c-bf06-34f398ae4631 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:19.534720 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-8621c6e4-2b2b-466c-bf06-34f398ae4631 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ac3faba3-0502-4534-992e-5ce37498b9b4 HTTP/1.1" status: 204 len: 168 time: 0.2149732 Aug 18 12:07:19.559803 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8621c6e4-2b2b-466c-bf06-34f398ae4631 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac3faba3-0502-4534-992e-5ce37498b9b4,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:07:19.616039 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015f9123-1036-461f-b09f-11c0827fad41 req-26a741b1-491b-4188-8619-a55e7e6ea374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:19.617241 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-015f9123-1036-461f-b09f-11c0827fad41 req-26a741b1-491b-4188-8619-a55e7e6ea374 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:19.618739 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-015f9123-1036-461f-b09f-11c0827fad41 req-26a741b1-491b-4188-8619-a55e7e6ea374 service neutron] 10.222.0.62 "PUT /v2.0/ports/0800d992-3baf-4f75-8477-d82c2df6cfbf HTTP/1.1" status: 200 len: 1131 time: 3.8763983 Aug 18 12:07:19.632924 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a741b1-491b-4188-8619-a55e7e6ea374 service neutron] Pushing event updated for resources: {'Port': ['ID=0800d992-3baf-4f75-8477-d82c2df6cfbf,revision_number=3']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:07:19.638927 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cc02556-7c0a-4e9b-9a09-a272e5dfabdc', 'tag': '0800d992-3baf-4f75-8477-d82c2df6cfbf'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:07:19.646805 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa9cd525-117d-46a6-9507-5b4ae9b694eb" -d '{"events": [{"name": "network-changed", "server_uuid": "2cc02556-7c0a-4e9b-9a09-a272e5dfabdc", "tag": "0800d992-3baf-4f75-8477-d82c2df6cfbf"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:07:19.657758 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-015f9123-1036-461f-b09f-11c0827fad41 req-c4a6bbf0-097a-4e5e-986b-95846f53ad3b service neutron] Request body: {'port': {'device_id': '2cc02556-7c0a-4e9b-9a09-a272e5dfabdc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804985-2'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:07:19.747549 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-015f9123-1036-461f-b09f-11c0827fad41 req-c4a6bbf0-097a-4e5e-986b-95846f53ad3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:19.781882 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2495b4-9102-4445-8d4a-3318a75aec3a req-d5502885-179f-47f6-85bc-4f9e8360e55a tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:19.783475 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5b2495b4-9102-4445-8d4a-3318a75aec3a req-d5502885-179f-47f6-85bc-4f9e8360e55a tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] 10.222.0.66 "GET /v2.0/ports?device_id=27ecdc3e-c9a2-434c-a840-101feeb37aa9 HTTP/1.1" status: 200 len: 945 time: 0.6191289 Aug 18 12:07:19.889061 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9e71f936-02f5-443e-a833-dd2850e514dc req-b45fe8ee-b682-4e07-be01-3c7980a8cb69 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] 10.222.0.66 "GET /v2.0/security-groups?id=9ed89c48-68fa-47c4-9ca6-08ae23ef0876&id=f288757b-df2a-4147-b6e9-81a127940c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3545666 Aug 18 12:07:19.891884 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5b2495b4-9102-4445-8d4a-3318a75aec3a req-2c02c375-fd7d-432e-ae14-adde3189fc82 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] 10.222.0.66 "GET /v2.0/security-groups?id=eff34c14-f128-4344-94bf-707ebed6dde1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1022282 Aug 18 12:07:19.985381 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0d434481-b3b4-4ae2-8c82-0d64258d757c tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:20.185403 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [None req-0d434481-b3b4-4ae2-8c82-0d64258d757c tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Transition to ACTIVE for port object 73ed3b2d-3b7f-415e-9d11-08ebc6329456 will not be triggered until provisioned by entity DHCP. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:07:20.213959 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d1faac6-0024-492c-929f-6d4d7d0f14d3 None None] Network fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:07:20.279685 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 42654) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:07:20.296389 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cd0bee-3578-4e5c-b393-b2e4af9e5c89 req-f5dc09a0-f4d7-4fe3-babe-6fba6e7d3203 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:20.297999 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a0cd0bee-3578-4e5c-b393-b2e4af9e5c89 req-f5dc09a0-f4d7-4fe3-babe-6fba6e7d3203 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/ports?device_id=812772a4-8df1-440e-bd7f-7708fd393589 HTTP/1.1" status: 200 len: 945 time: 0.2353384 Aug 18 12:07:20.304855 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d00cbefb-dbc3-4a25-b3d3-3cfb75d92894 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:20.305567 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a289cccd-69a3-4792-8176-cbd70da3f0b2 req-57eafe47-c428-4436-bfae-56dd489bd32f tempest-VolumesActionsTest-771452458 tempest-VolumesActionsTest-771452458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:20.307301 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a289cccd-69a3-4792-8176-cbd70da3f0b2 req-57eafe47-c428-4436-bfae-56dd489bd32f tempest-VolumesActionsTest-771452458 tempest-VolumesActionsTest-771452458-project] 10.222.0.66 "GET /v2.0/ports?device_id=de8755c9-9ec4-41fe-bbca-1bfa77224ff3 HTTP/1.1" status: 200 len: 946 time: 0.2455254 Aug 18 12:07:20.316093 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de8755c9-9ec4-41fe-bbca-1bfa77224ff3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35ff5998-fd0d-4830-a451-aaf70f9d6135'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:07:20.321131 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db50a436fb3a98495337d8fe7487b4f2ea6f3c1052eb9efadc2ecda2d5737001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f51e34b-236e-4911-8216-8a34b657afd7" -d '{"events": [{"server_uuid": "de8755c9-9ec4-41fe-bbca-1bfa77224ff3", "name": "network-vif-plugged", "status": "completed", "tag": "35ff5998-fd0d-4830-a451-aaf70f9d6135"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:07:20.349664 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-c8fbec55-cbb6-48d0-81a7-add8f187c543 None None] Provisioning for port 44dbfd96-ced6-407d-a254-c7e2dc40ef8c completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:07:20.357804 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-c8fbec55-cbb6-48d0-81a7-add8f187c543 None None] Provisioning complete for port 44dbfd96-ced6-407d-a254-c7e2dc40ef8c triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:07:20.358434 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-c8fbec55-cbb6-48d0-81a7-add8f187c543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:20.464017 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0d434481-b3b4-4ae2-8c82-0d64258d757c tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:20.478409 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a289cccd-69a3-4792-8176-cbd70da3f0b2 req-25256089-ee28-4583-89c7-edfc0f64ef74 tempest-VolumesActionsTest-771452458 tempest-VolumesActionsTest-771452458-project] 10.222.0.66 "GET /v2.0/security-groups?id=f40f5dc5-9d25-43d5-a438-2945d251cf32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552145 Aug 18 12:07:20.497656 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a0cd0bee-3578-4e5c-b393-b2e4af9e5c89 req-d5d2cc9f-6b71-492c-b772-e1e96bc71a38 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/security-groups?id=d60fbefd-5088-4718-a442-08959d2ac3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836929 Aug 18 12:07:20.561934 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-c8fbec55-cbb6-48d0-81a7-add8f187c543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:20.604408 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-c8fbec55-cbb6-48d0-81a7-add8f187c543 None None] For port 44dbfd96-ced6-407d-a254-c7e2dc40ef8c, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=44dbfd96-ced6-407d-a254-c7e2dc40ef8c,segment=NetworkSegment(06b05a1e-7667-47a8-b2de-bb5e6a768e1b),segment_id=06b05a1e-7667-47a8-b2de-bb5e6a768e1b)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:07:20.606932 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:07:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c5e37e7-ba67-466d-bacb-9ec0ebd806a7 x-openstack-request-id: req-5c5e37e7-ba67-466d-bacb-9ec0ebd806a7 {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:07:20.607784 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de8755c9-9ec4-41fe-bbca-1bfa77224ff3", "name": "network-vif-plugged", "status": "completed", "tag": "35ff5998-fd0d-4830-a451-aaf70f9d6135", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:07:20.608061 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-5c5e37e7-ba67-466d-bacb-9ec0ebd806a7 {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:07:20.609626 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de8755c9-9ec4-41fe-bbca-1bfa77224ff3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35ff5998-fd0d-4830-a451-aaf70f9d6135', 'code': 200} Aug 18 12:07:20.612010 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-c8fbec55-cbb6-48d0-81a7-add8f187c543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:20.633699 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d434481-b3b4-4ae2-8c82-0d64258d757c tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Network fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:07:20.662584 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-0d434481-b3b4-4ae2-8c82-0d64258d757c tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:07:20.665911 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:07:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d861ddf7-d0cd-4cb9-af35-7245356a6583 x-openstack-request-id: req-d861ddf7-d0cd-4cb9-af35-7245356a6583 {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:07:20.666210 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cc02556-7c0a-4e9b-9a09-a272e5dfabdc", "tag": "0800d992-3baf-4f75-8477-d82c2df6cfbf", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:07:20.666462 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d861ddf7-d0cd-4cb9-af35-7245356a6583 {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:07:20.666852 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cc02556-7c0a-4e9b-9a09-a272e5dfabdc', 'tag': '0800d992-3baf-4f75-8477-d82c2df6cfbf', 'status': 'completed', 'code': 200} Aug 18 12:07:20.669465 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d434481-b3b4-4ae2-8c82-0d64258d757c tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:07:20.670488 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d00cbefb-dbc3-4a25-b3d3-3cfb75d92894 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:20.677085 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d434481-b3b4-4ae2-8c82-0d64258d757c tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:20.677772 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0d434481-b3b4-4ae2-8c82-0d64258d757c tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:20.681617 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d434481-b3b4-4ae2-8c82-0d64258d757c tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Pushing event updated for resources: {'Port': ['ID=73ed3b2d-3b7f-415e-9d11-08ebc6329456,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:07:20.707202 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [req-015f9123-1036-461f-b09f-11c0827fad41 req-c4a6bbf0-097a-4e5e-986b-95846f53ad3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f6b3812-445c-4afd-a44a-5114fb7ae290 {{(pid=106252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:07:20.713026 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d00cbefb-dbc3-4a25-b3d3-3cfb75d92894 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:20.726812 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fbec55-cbb6-48d0-81a7-add8f187c543 None None] Pushing event updated for resources: {'Port': ['ID=44dbfd96-ced6-407d-a254-c7e2dc40ef8c,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:07:20.727219 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-015f9123-1036-461f-b09f-11c0827fad41 req-c4a6bbf0-097a-4e5e-986b-95846f53ad3b service neutron] Notify callbacks [] for port, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:20.735477 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-0d434481-b3b4-4ae2-8c82-0d64258d757c tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.2178490 Aug 18 12:07:20.745781 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 42662) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:07:20.788287 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-d00cbefb-dbc3-4a25-b3d3-3cfb75d92894 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5d8caf889d364437985da90921cfe42f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5066414 Aug 18 12:07:20.792512 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 42664) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:07:20.849629 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [req-015f9123-1036-461f-b09f-11c0827fad41 req-c4a6bbf0-097a-4e5e-986b-95846f53ad3b service neutron] Transition to ACTIVE for port object 7f6b3812-445c-4afd-a44a-5114fb7ae290 will not be triggered until provisioned by entity L2. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:07:20.867414 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-015f9123-1036-461f-b09f-11c0827fad41 req-c4a6bbf0-097a-4e5e-986b-95846f53ad3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:20.896111 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e989616f-7115-4519-bfb5-8dcd608ed55c tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:20.903359 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e989616f-7115-4519-bfb5-8dcd608ed55c tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:20.908883 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 42666) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:07:20.909378 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-e989616f-7115-4519-bfb5-8dcd608ed55c tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1670 time: 0.1624258 Aug 18 12:07:20.989715 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-5da237a5-21e0-4086-9a3a-549f6eaa4154 None None] Provisioning for port 73ed3b2d-3b7f-415e-9d11-08ebc6329456 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:07:20.998332 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-5da237a5-21e0-4086-9a3a-549f6eaa4154 None None] Provisioning complete for port 73ed3b2d-3b7f-415e-9d11-08ebc6329456 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:07:20.998718 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-5da237a5-21e0-4086-9a3a-549f6eaa4154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:21.052811 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00cbefb-dbc3-4a25-b3d3-3cfb75d92894 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e201d2b0-5b4e-4dfb-bab1-004cd2d601ea,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:07:21.088804 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a6bbf0-097a-4e5e-986b-95846f53ad3b service neutron] Pushing event updated for resources: {'Port': ['ID=7f6b3812-445c-4afd-a44a-5114fb7ae290,revision_number=2']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:07:21.110247 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-5da237a5-21e0-4086-9a3a-549f6eaa4154 None None] Port 73ed3b2d-3b7f-415e-9d11-08ebc6329456 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:07:21.124991 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-5da237a5-21e0-4086-9a3a-549f6eaa4154 None None] Provisioning complete for port 44dbfd96-ced6-407d-a254-c7e2dc40ef8c triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:07:21.125885 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-5da237a5-21e0-4086-9a3a-549f6eaa4154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:21.161981 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcf1115-f994-45d4-bc2c-db86505c5c9f req-efbf2e78-4079-4275-a4d1-27b8694fd56a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:21.163853 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-2dcf1115-f994-45d4-bc2c-db86505c5c9f req-efbf2e78-4079-4275-a4d1-27b8694fd56a service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=de8755c9-9ec4-41fe-bbca-1bfa77224ff3 HTTP/1.1" status: 200 len: 1097 time: 0.4895513 Aug 18 12:07:21.307675 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9cd525-117d-46a6-9507-5b4ae9b694eb req-25968e95-ea26-4904-8a86-17257bb5ed16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:21.308302 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9cd525-117d-46a6-9507-5b4ae9b694eb req-25968e95-ea26-4904-8a86-17257bb5ed16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:21.308885 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9cd525-117d-46a6-9507-5b4ae9b694eb req-25968e95-ea26-4904-8a86-17257bb5ed16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:21.309354 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9cd525-117d-46a6-9507-5b4ae9b694eb req-25968e95-ea26-4904-8a86-17257bb5ed16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:21.309820 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9cd525-117d-46a6-9507-5b4ae9b694eb req-25968e95-ea26-4904-8a86-17257bb5ed16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:21.310274 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9cd525-117d-46a6-9507-5b4ae9b694eb req-25968e95-ea26-4904-8a86-17257bb5ed16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:21.310738 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9cd525-117d-46a6-9507-5b4ae9b694eb req-25968e95-ea26-4904-8a86-17257bb5ed16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:21.312798 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-fa9cd525-117d-46a6-9507-5b4ae9b694eb req-25968e95-ea26-4904-8a86-17257bb5ed16 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c58c061f2ffb4e7caeee64937da3abfa&device_id=2cc02556-7c0a-4e9b-9a09-a272e5dfabdc HTTP/1.1" status: 200 len: 6212 time: 0.6030078 Aug 18 12:07:21.322718 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-118f24ff-1d5e-44d4-b205-608d5d87d4f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:21.344690 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a3ff14-475b-4622-a49f-bb4903a71602 req-ef1dbe01-97af-49c0-a0ef-ad4cd1df2a5f tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:21.347680 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 44dbfd96-ced6-407d-a254-c7e2dc40ef8c up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:07:21.357081 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a3ff14-475b-4622-a49f-bb4903a71602 req-ef1dbe01-97af-49c0-a0ef-ad4cd1df2a5f tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:21.374683 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a3ff14-475b-4622-a49f-bb4903a71602 req-ef1dbe01-97af-49c0-a0ef-ad4cd1df2a5f tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:21.385437 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a3ff14-475b-4622-a49f-bb4903a71602 req-ef1dbe01-97af-49c0-a0ef-ad4cd1df2a5f tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:21.407755 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a3ff14-475b-4622-a49f-bb4903a71602 req-ef1dbe01-97af-49c0-a0ef-ad4cd1df2a5f tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:21.414219 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a3ff14-475b-4622-a49f-bb4903a71602 req-ef1dbe01-97af-49c0-a0ef-ad4cd1df2a5f tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:21.420776 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a3ff14-475b-4622-a49f-bb4903a71602 req-ef1dbe01-97af-49c0-a0ef-ad4cd1df2a5f tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:21.423042 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-19a3ff14-475b-4622-a49f-bb4903a71602 req-ef1dbe01-97af-49c0-a0ef-ad4cd1df2a5f tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] 10.222.0.66 "GET /v2.0/ports?device_id=2cc02556-7c0a-4e9b-9a09-a272e5dfabdc HTTP/1.1" status: 200 len: 5387 time: 0.3360114 Aug 18 12:07:21.436019 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6818ad92-3251-4359-aebb-48bf01ed7794 req-8f3087ae-112a-43cc-8dc6-175139bc7ca7 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:21.445530 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6818ad92-3251-4359-aebb-48bf01ed7794 req-8f3087ae-112a-43cc-8dc6-175139bc7ca7 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] 10.222.0.66 "GET /v2.0/ports?device_id=27ecdc3e-c9a2-434c-a840-101feeb37aa9 HTTP/1.1" status: 200 len: 945 time: 0.3505151 Aug 18 12:07:21.452346 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-015f9123-1036-461f-b09f-11c0827fad41 req-c4a6bbf0-097a-4e5e-986b-95846f53ad3b service neutron] Attempting to bind port 7f6b3812-445c-4afd-a44a-5114fb7ae290 on host n-h2-804985-2 for vnic_type normal with profile {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:07:21.453175 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-015f9123-1036-461f-b09f-11c0827fad41 req-c4a6bbf0-097a-4e5e-986b-95846f53ad3b service neutron] Attempting to bind port 7f6b3812-445c-4afd-a44a-5114fb7ae290 by drivers openvswitch,hyperv on host n-h2-804985-2 at level 0 using segments [{'id': '926df150-8e3a-4382-95d3-bc82a1fd69e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '2212f13b-fd75-4d1b-969c-01d56f351ced'}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:07:21.454118 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-015f9123-1036-461f-b09f-11c0827fad41 req-c4a6bbf0-097a-4e5e-986b-95846f53ad3b service neutron] Attempting to bind port 7f6b3812-445c-4afd-a44a-5114fb7ae290 on network 2212f13b-fd75-4d1b-969c-01d56f351ced {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:07:21.470251 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-015f9123-1036-461f-b09f-11c0827fad41 req-c4a6bbf0-097a-4e5e-986b-95846f53ad3b service neutron] Port 7f6b3812-445c-4afd-a44a-5114fb7ae290 on network 2212f13b-fd75-4d1b-969c-01d56f351ced not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-2 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:07:21.471215 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-015f9123-1036-461f-b09f-11c0827fad41 req-c4a6bbf0-097a-4e5e-986b-95846f53ad3b service neutron] Attempting to bind port 7f6b3812-445c-4afd-a44a-5114fb7ae290 on network 2212f13b-fd75-4d1b-969c-01d56f351ced {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:07:21.500918 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-015f9123-1036-461f-b09f-11c0827fad41 req-c4a6bbf0-097a-4e5e-986b-95846f53ad3b service neutron] Checking agent: {'id': 'da5da552-709c-4248-84de-86af99a0dc87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 49, 8), 'started_at': datetime.datetime(2021, 8, 18, 11, 49, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 7, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:07:21.501645 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-015f9123-1036-461f-b09f-11c0827fad41 req-c4a6bbf0-097a-4e5e-986b-95846f53ad3b service neutron] Checking segment: {'id': '926df150-8e3a-4382-95d3-bc82a1fd69e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '2212f13b-fd75-4d1b-969c-01d56f351ced'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:07:21.502243 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-015f9123-1036-461f-b09f-11c0827fad41 req-c4a6bbf0-097a-4e5e-986b-95846f53ad3b service neutron] Bound using segment: {'id': '926df150-8e3a-4382-95d3-bc82a1fd69e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '2212f13b-fd75-4d1b-969c-01d56f351ced'} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:07:21.502843 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-015f9123-1036-461f-b09f-11c0827fad41 req-c4a6bbf0-097a-4e5e-986b-95846f53ad3b service neutron] Bound port: 7f6b3812-445c-4afd-a44a-5114fb7ae290, host: n-h2-804985-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '926df150-8e3a-4382-95d3-bc82a1fd69e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '2212f13b-fd75-4d1b-969c-01d56f351ced'}}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:07:21.503439 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-015f9123-1036-461f-b09f-11c0827fad41 req-c4a6bbf0-097a-4e5e-986b-95846f53ad3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:21.504407 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:21.524070 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-118f24ff-1d5e-44d4-b205-608d5d87d4f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:21.553974 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-40b50569-6531-42bb-95d5-f1a7ea457edb None None] Provisioning complete for port 73ed3b2d-3b7f-415e-9d11-08ebc6329456 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:07:21.554256 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-40b50569-6531-42bb-95d5-f1a7ea457edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:21.557814 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-19a3ff14-475b-4622-a49f-bb4903a71602 req-20df0028-dbc0-456b-b68e-8c3eeb878402 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] 10.222.0.66 "GET /v2.0/security-groups?id=9ed89c48-68fa-47c4-9ca6-08ae23ef0876&id=f288757b-df2a-4147-b6e9-81a127940c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1098645 Aug 18 12:07:21.588456 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6818ad92-3251-4359-aebb-48bf01ed7794 req-846fd884-37b4-420e-b063-67b3726b2c42 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] 10.222.0.66 "GET /v2.0/security-groups?id=eff34c14-f128-4344-94bf-707ebed6dde1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1282051 Aug 18 12:07:21.624505 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 44dbfd96-ced6-407d-a254-c7e2dc40ef8c triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:07:21.624879 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:21.632281 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-118f24ff-1d5e-44d4-b205-608d5d87d4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:21.643226 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-118f24ff-1d5e-44d4-b205-608d5d87d4f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:21.648585 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-118f24ff-1d5e-44d4-b205-608d5d87d4f3 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e201d2b0-5b4e-4dfb-bab1-004cd2d601ea HTTP/1.1" status: 204 len: 168 time: 0.8477268 Aug 18 12:07:21.653224 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-015f9123-1036-461f-b09f-11c0827fad41 req-c4a6bbf0-097a-4e5e-986b-95846f53ad3b service neutron] For port 7f6b3812-445c-4afd-a44a-5114fb7ae290, host n-h2-804985-2, cleared binding levels {{(pid=106252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:07:21.659728 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-015f9123-1036-461f-b09f-11c0827fad41 req-c4a6bbf0-097a-4e5e-986b-95846f53ad3b service neutron] For port 7f6b3812-445c-4afd-a44a-5114fb7ae290, host n-h2-804985-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=7f6b3812-445c-4afd-a44a-5114fb7ae290,segment=NetworkSegment(926df150-8e3a-4382-95d3-bc82a1fd69e4),segment_id=926df150-8e3a-4382-95d3-bc82a1fd69e4)] {{(pid=106252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:07:21.674623 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-015f9123-1036-461f-b09f-11c0827fad41 req-c4a6bbf0-097a-4e5e-986b-95846f53ad3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:21.719657 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-2dcf1115-f994-45d4-bc2c-db86505c5c9f req-47e10550-0ab4-45d3-baf8-5bd5cde70f31 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=f40f5dc5-9d25-43d5-a438-2945d251cf32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4740925 Aug 18 12:07:21.775444 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-40b50569-6531-42bb-95d5-f1a7ea457edb None None] Port 73ed3b2d-3b7f-415e-9d11-08ebc6329456 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:07:21.795925 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015f9123-1036-461f-b09f-11c0827fad41 req-c4a6bbf0-097a-4e5e-986b-95846f53ad3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:21.800179 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-015f9123-1036-461f-b09f-11c0827fad41 req-c4a6bbf0-097a-4e5e-986b-95846f53ad3b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:21.802863 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-015f9123-1036-461f-b09f-11c0827fad41 req-c4a6bbf0-097a-4e5e-986b-95846f53ad3b service neutron] 10.222.0.62 "PUT /v2.0/ports/7f6b3812-445c-4afd-a44a-5114fb7ae290 HTTP/1.1" status: 200 len: 1091 time: 2.1495795 Aug 18 12:07:21.814449 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-db7f5d37-f044-45b8-ad49-5ca4847bdbcd tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Deleting port 73ed3b2d-3b7f-415e-9d11-08ebc6329456 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:07:21.815287 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-db7f5d37-f044-45b8-ad49-5ca4847bdbcd tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:21.837482 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-e52a2c98-bb70-48e7-aba2-bd3cb632c0be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:21.838537 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118f24ff-1d5e-44d4-b205-608d5d87d4f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e201d2b0-5b4e-4dfb-bab1-004cd2d601ea,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:07:21.895981 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-015f9123-1036-461f-b09f-11c0827fad41 req-f6acf5dc-6817-4eba-a0ff-354d3c152afc service neutron] Request body: {'port': {'device_id': '2cc02556-7c0a-4e9b-9a09-a272e5dfabdc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804985-2'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:07:22.081843 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a6bbf0-097a-4e5e-986b-95846f53ad3b service neutron] Pushing event updated for resources: {'Port': ['ID=7f6b3812-445c-4afd-a44a-5114fb7ae290,revision_number=3']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:07:22.089419 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-53584c24-f517-494e-ac93-c18bb92373f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:22.106982 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-db7f5d37-f044-45b8-ad49-5ca4847bdbcd tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:22.123030 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-db7f5d37-f044-45b8-ad49-5ca4847bdbcd tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Calling delete_port for 73ed3b2d-3b7f-415e-9d11-08ebc6329456 owned by {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:07:22.135250 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfd3cda-c4cb-4077-bed2-cb8463dc5a81 req-e63ae81f-56b3-41e0-a398-b93fd682f438 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:22.143543 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2bfd3cda-c4cb-4077-bed2-cb8463dc5a81 req-e63ae81f-56b3-41e0-a398-b93fd682f438 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/ports?device_id=812772a4-8df1-440e-bd7f-7708fd393589 HTTP/1.1" status: 200 len: 945 time: 0.3317900 Aug 18 12:07:22.163266 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-015f9123-1036-461f-b09f-11c0827fad41 req-f6acf5dc-6817-4eba-a0ff-354d3c152afc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:22.188005 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fe3596-ab4d-48b5-ae31-0167e3cd30d1 req-9f7ac7b7-d825-4583-b71e-55998206082b tempest-VolumesActionsTest-771452458 tempest-VolumesActionsTest-771452458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:22.190158 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-30fe3596-ab4d-48b5-ae31-0167e3cd30d1 req-9f7ac7b7-d825-4583-b71e-55998206082b tempest-VolumesActionsTest-771452458 tempest-VolumesActionsTest-771452458-project] 10.222.0.66 "GET /v2.0/ports?device_id=de8755c9-9ec4-41fe-bbca-1bfa77224ff3 HTTP/1.1" status: 200 len: 946 time: 0.3269782 Aug 18 12:07:22.282332 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2bfd3cda-c4cb-4077-bed2-cb8463dc5a81 req-67cd41a7-7e41-4013-b87b-ab62991c5d81 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/security-groups?id=d60fbefd-5088-4718-a442-08959d2ac3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375391 Aug 18 12:07:22.321795 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9cd525-117d-46a6-9507-5b4ae9b694eb req-aa1edca2-3dea-46ea-81b1-3ab358158200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:22.322300 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9cd525-117d-46a6-9507-5b4ae9b694eb req-aa1edca2-3dea-46ea-81b1-3ab358158200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:22.322664 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9cd525-117d-46a6-9507-5b4ae9b694eb req-aa1edca2-3dea-46ea-81b1-3ab358158200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:22.324701 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-fa9cd525-117d-46a6-9507-5b4ae9b694eb req-aa1edca2-3dea-46ea-81b1-3ab358158200 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=c58c061f2ffb4e7caeee64937da3abfa&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.9901350 Aug 18 12:07:22.325904 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-db7f5d37-f044-45b8-ad49-5ca4847bdbcd tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:22.347636 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-30fe3596-ab4d-48b5-ae31-0167e3cd30d1 req-c59594da-0977-420d-96b1-7ac14ff549dd tempest-VolumesActionsTest-771452458 tempest-VolumesActionsTest-771452458-project] 10.222.0.66 "GET /v2.0/security-groups?id=f40f5dc5-9d25-43d5-a438-2945d251cf32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472955 Aug 18 12:07:22.401067 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7f5d37-f044-45b8-ad49-5ca4847bdbcd tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Pushing event deleted for resources: {'Port': ['ID=73ed3b2d-3b7f-415e-9d11-08ebc6329456,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:07:22.520818 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-db7f5d37-f044-45b8-ad49-5ca4847bdbcd tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:22.523693 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-db7f5d37-f044-45b8-ad49-5ca4847bdbcd tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "DELETE /v2.0/ports/73ed3b2d-3b7f-415e-9d11-08ebc6329456 HTTP/1.1" status: 204 len: 168 time: 1.5983360 Aug 18 12:07:22.524101 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 42696) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:07:22.581872 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9cd525-117d-46a6-9507-5b4ae9b694eb req-8c2a0869-085d-4a14-819e-429ac2a0251c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:22.583326 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-fa9cd525-117d-46a6-9507-5b4ae9b694eb req-8c2a0869-085d-4a14-819e-429ac2a0251c service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2480667 Aug 18 12:07:22.667537 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cc02556-7c0a-4e9b-9a09-a272e5dfabdc', 'tag': '7f6b3812-445c-4afd-a44a-5114fb7ae290'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:07:22.673888 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a733808-42dd-4ec5-b578-944be641a28e" -d '{"events": [{"name": "network-changed", "server_uuid": "2cc02556-7c0a-4e9b-9a09-a272e5dfabdc", "tag": "7f6b3812-445c-4afd-a44a-5114fb7ae290"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:07:22.909596 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80a1b651-8c27-4d10-81fc-6ee772cb2bae tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:22.911129 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80a1b651-8c27-4d10-81fc-6ee772cb2bae tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:22.915394 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-80a1b651-8c27-4d10-81fc-6ee772cb2bae tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3707151 Aug 18 12:07:22.915744 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 42718) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:07:23.023405 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_v2 [None req-785b1837-8c2d-42c6-a292-7fad3e9d9e41 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Deleting subnet 971f2830-32ce-4af8-b6f5-25eab2d56e9a {{(pid=106253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 12:07:23.026691 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908d41e4-33fc-4549-9cfb-6b511a3a5565 req-65f0736f-562a-4e13-a729-b79fa67ff017 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:23.038654 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908d41e4-33fc-4549-9cfb-6b511a3a5565 req-65f0736f-562a-4e13-a729-b79fa67ff017 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:23.044751 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-785b1837-8c2d-42c6-a292-7fad3e9d9e41 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks [] for subnet, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:23.073663 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908d41e4-33fc-4549-9cfb-6b511a3a5565 req-65f0736f-562a-4e13-a729-b79fa67ff017 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:23.081004 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908d41e4-33fc-4549-9cfb-6b511a3a5565 req-65f0736f-562a-4e13-a729-b79fa67ff017 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:23.089183 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908d41e4-33fc-4549-9cfb-6b511a3a5565 req-65f0736f-562a-4e13-a729-b79fa67ff017 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:23.096090 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908d41e4-33fc-4549-9cfb-6b511a3a5565 req-65f0736f-562a-4e13-a729-b79fa67ff017 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:23.102767 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908d41e4-33fc-4549-9cfb-6b511a3a5565 req-65f0736f-562a-4e13-a729-b79fa67ff017 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:23.105030 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-908d41e4-33fc-4549-9cfb-6b511a3a5565 req-65f0736f-562a-4e13-a729-b79fa67ff017 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] 10.222.0.66 "GET /v2.0/ports?device_id=2cc02556-7c0a-4e9b-9a09-a272e5dfabdc HTTP/1.1" status: 200 len: 5387 time: 0.3523619 Aug 18 12:07:23.124611 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33509df8-e58b-4a0c-af03-f1bc45de8fca req-0462a621-431d-41a9-af83-a6f0daced454 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:23.126688 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-33509df8-e58b-4a0c-af03-f1bc45de8fca req-0462a621-431d-41a9-af83-a6f0daced454 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] 10.222.0.66 "GET /v2.0/ports?device_id=27ecdc3e-c9a2-434c-a840-101feeb37aa9 HTTP/1.1" status: 200 len: 945 time: 0.3754327 Aug 18 12:07:23.137013 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-785b1837-8c2d-42c6-a292-7fad3e9d9e41 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902229'] for subnet, precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:23.301372 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-785b1837-8c2d-42c6-a292-7fad3e9d9e41 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:23.332097 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-908d41e4-33fc-4549-9cfb-6b511a3a5565 req-f55c9a10-da79-452a-881c-792f8343df92 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] 10.222.0.66 "GET /v2.0/security-groups?id=9ed89c48-68fa-47c4-9ca6-08ae23ef0876&id=f288757b-df2a-4147-b6e9-81a127940c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1974633 Aug 18 12:07:23.369738 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-33509df8-e58b-4a0c-af03-f1bc45de8fca req-ff50d2bd-8ef4-4335-adae-184b4671730d tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] 10.222.0.66 "GET /v2.0/security-groups?id=eff34c14-f128-4344-94bf-707ebed6dde1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2362084 Aug 18 12:07:23.476055 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [req-015f9123-1036-461f-b09f-11c0827fad41 req-f6acf5dc-6817-4eba-a0ff-354d3c152afc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3399a875-8536-4e63-b5c5-d638ea0b8100 {{(pid=106252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:07:23.487805 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-015f9123-1036-461f-b09f-11c0827fad41 req-f6acf5dc-6817-4eba-a0ff-354d3c152afc service neutron] Notify callbacks [] for port, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:23.508158 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:07:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-183192ad-88d7-4143-9bac-a0d0e938c2c8 x-openstack-request-id: req-183192ad-88d7-4143-9bac-a0d0e938c2c8 {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:07:23.509278 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cc02556-7c0a-4e9b-9a09-a272e5dfabdc", "tag": "7f6b3812-445c-4afd-a44a-5114fb7ae290", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:07:23.510619 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-183192ad-88d7-4143-9bac-a0d0e938c2c8 {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:07:23.511028 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cc02556-7c0a-4e9b-9a09-a272e5dfabdc', 'tag': '7f6b3812-445c-4afd-a44a-5114fb7ae290', 'status': 'completed', 'code': 200} Aug 18 12:07:23.514204 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [req-015f9123-1036-461f-b09f-11c0827fad41 req-f6acf5dc-6817-4eba-a0ff-354d3c152afc service neutron] Transition to ACTIVE for port object 3399a875-8536-4e63-b5c5-d638ea0b8100 will not be triggered until provisioned by entity L2. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:07:23.520056 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-785b1837-8c2d-42c6-a292-7fad3e9d9e41 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58902171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59388106'] for subnet, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:23.528976 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-015f9123-1036-461f-b09f-11c0827fad41 req-f6acf5dc-6817-4eba-a0ff-354d3c152afc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:23.590105 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-785b1837-8c2d-42c6-a292-7fad3e9d9e41 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:23.596744 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-785b1837-8c2d-42c6-a292-7fad3e9d9e41 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "DELETE /v2.0/subnets/971f2830-32ce-4af8-b6f5-25eab2d56e9a HTTP/1.1" status: 204 len: 168 time: 0.6795530 Aug 18 12:07:23.597477 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 42732) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:07:23.597596 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b49c9fc9-4177-4d2c-b011-59e10ad0e297 None None] Network fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:07:23.610140 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785b1837-8c2d-42c6-a292-7fad3e9d9e41 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Pushing event deleted for resources: {'Subnet': ['ID=971f2830-32ce-4af8-b6f5-25eab2d56e9a,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:07:23.760545 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-e61089e4-966d-471c-b1ea-09ab2245e588 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1564062 Aug 18 12:07:23.762270 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 42738) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:07:23.769261 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a733808-42dd-4ec5-b578-944be641a28e req-610c89d2-0db4-40be-9654-a49a18c625b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:23.770442 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a733808-42dd-4ec5-b578-944be641a28e req-610c89d2-0db4-40be-9654-a49a18c625b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:23.771084 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a733808-42dd-4ec5-b578-944be641a28e req-610c89d2-0db4-40be-9654-a49a18c625b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:23.771712 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a733808-42dd-4ec5-b578-944be641a28e req-610c89d2-0db4-40be-9654-a49a18c625b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:23.772339 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a733808-42dd-4ec5-b578-944be641a28e req-610c89d2-0db4-40be-9654-a49a18c625b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:23.772983 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a733808-42dd-4ec5-b578-944be641a28e req-610c89d2-0db4-40be-9654-a49a18c625b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:23.773669 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a733808-42dd-4ec5-b578-944be641a28e req-610c89d2-0db4-40be-9654-a49a18c625b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:23.777496 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-5a733808-42dd-4ec5-b578-944be641a28e req-610c89d2-0db4-40be-9654-a49a18c625b7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c58c061f2ffb4e7caeee64937da3abfa&device_id=2cc02556-7c0a-4e9b-9a09-a272e5dfabdc HTTP/1.1" status: 200 len: 6279 time: 0.2832947 Aug 18 12:07:23.783224 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-7db98b68-5553-44b7-8629-2d46a1e5d168 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Request body: {'subnet': {'network_id': 'fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:07:23.793358 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0b7a63-3ce9-4c69-9089-8b7e6dced746 req-6f09b3a7-375e-4fa3-86cc-9f244bc8c388 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:23.795151 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4c0b7a63-3ce9-4c69-9089-8b7e6dced746 req-6f09b3a7-375e-4fa3-86cc-9f244bc8c388 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/ports?device_id=812772a4-8df1-440e-bd7f-7708fd393589 HTTP/1.1" status: 200 len: 945 time: 0.2905011 Aug 18 12:07:23.817814 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6acf5dc-6817-4eba-a0ff-354d3c152afc service neutron] Pushing event updated for resources: {'Port': ['ID=3399a875-8536-4e63-b5c5-d638ea0b8100,revision_number=2']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:07:23.875476 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-500a1c61-38a7-4c23-a7ec-4631080af5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:23.987832 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dbd783-9cd4-4e62-a6e0-6b90152e8a65 req-a50e1f3c-2146-4ece-8195-88c9aa3f6f4f tempest-VolumesActionsTest-771452458 tempest-VolumesActionsTest-771452458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:23.999191 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c1dbd783-9cd4-4e62-a6e0-6b90152e8a65 req-a50e1f3c-2146-4ece-8195-88c9aa3f6f4f tempest-VolumesActionsTest-771452458 tempest-VolumesActionsTest-771452458-project] 10.222.0.66 "GET /v2.0/ports?device_id=de8755c9-9ec4-41fe-bbca-1bfa77224ff3 HTTP/1.1" status: 200 len: 946 time: 0.3850663 Aug 18 12:07:24.014712 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a733808-42dd-4ec5-b578-944be641a28e req-7abe2653-ef16-49cf-80a5-7a2ade2bbe35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:24.015198 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a733808-42dd-4ec5-b578-944be641a28e req-7abe2653-ef16-49cf-80a5-7a2ade2bbe35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:24.015669 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a733808-42dd-4ec5-b578-944be641a28e req-7abe2653-ef16-49cf-80a5-7a2ade2bbe35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:24.018440 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-5a733808-42dd-4ec5-b578-944be641a28e req-7abe2653-ef16-49cf-80a5-7a2ade2bbe35 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=c58c061f2ffb4e7caeee64937da3abfa&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.1828408 Aug 18 12:07:24.043577 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccf97514-96f2-47d1-ab2e-ece9f7edfafc None None] DHCP port deletion for fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d request from n-d-804985-2 {{(pid=106254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 12:07:24.086880 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-015f9123-1036-461f-b09f-11c0827fad41 req-f6acf5dc-6817-4eba-a0ff-354d3c152afc service neutron] Attempting to bind port 3399a875-8536-4e63-b5c5-d638ea0b8100 on host n-h2-804985-2 for vnic_type normal with profile {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:07:24.087223 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-015f9123-1036-461f-b09f-11c0827fad41 req-f6acf5dc-6817-4eba-a0ff-354d3c152afc service neutron] Attempting to bind port 3399a875-8536-4e63-b5c5-d638ea0b8100 by drivers openvswitch,hyperv on host n-h2-804985-2 at level 0 using segments [{'id': '926df150-8e3a-4382-95d3-bc82a1fd69e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '2212f13b-fd75-4d1b-969c-01d56f351ced'}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:07:24.089807 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-015f9123-1036-461f-b09f-11c0827fad41 req-f6acf5dc-6817-4eba-a0ff-354d3c152afc service neutron] Attempting to bind port 3399a875-8536-4e63-b5c5-d638ea0b8100 on network 2212f13b-fd75-4d1b-969c-01d56f351ced {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:07:24.115224 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4c0b7a63-3ce9-4c69-9089-8b7e6dced746 req-369563d9-6606-4623-a22f-9c1cc3383d67 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/security-groups?id=d60fbefd-5088-4718-a442-08959d2ac3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3101947 Aug 18 12:07:24.139206 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-015f9123-1036-461f-b09f-11c0827fad41 req-f6acf5dc-6817-4eba-a0ff-354d3c152afc service neutron] Port 3399a875-8536-4e63-b5c5-d638ea0b8100 on network 2212f13b-fd75-4d1b-969c-01d56f351ced not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-2 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:07:24.139541 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-015f9123-1036-461f-b09f-11c0827fad41 req-f6acf5dc-6817-4eba-a0ff-354d3c152afc service neutron] Attempting to bind port 3399a875-8536-4e63-b5c5-d638ea0b8100 on network 2212f13b-fd75-4d1b-969c-01d56f351ced {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:07:24.148245 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-015f9123-1036-461f-b09f-11c0827fad41 req-f6acf5dc-6817-4eba-a0ff-354d3c152afc service neutron] Checking agent: {'id': 'da5da552-709c-4248-84de-86af99a0dc87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 49, 8), 'started_at': datetime.datetime(2021, 8, 18, 11, 49, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 7, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:07:24.149084 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-015f9123-1036-461f-b09f-11c0827fad41 req-f6acf5dc-6817-4eba-a0ff-354d3c152afc service neutron] Checking segment: {'id': '926df150-8e3a-4382-95d3-bc82a1fd69e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '2212f13b-fd75-4d1b-969c-01d56f351ced'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:07:24.149827 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-015f9123-1036-461f-b09f-11c0827fad41 req-f6acf5dc-6817-4eba-a0ff-354d3c152afc service neutron] Bound using segment: {'id': '926df150-8e3a-4382-95d3-bc82a1fd69e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '2212f13b-fd75-4d1b-969c-01d56f351ced'} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:07:24.150284 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-015f9123-1036-461f-b09f-11c0827fad41 req-f6acf5dc-6817-4eba-a0ff-354d3c152afc service neutron] Bound port: 3399a875-8536-4e63-b5c5-d638ea0b8100, host: n-h2-804985-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '926df150-8e3a-4382-95d3-bc82a1fd69e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '2212f13b-fd75-4d1b-969c-01d56f351ced'}}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:07:24.150658 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-015f9123-1036-461f-b09f-11c0827fad41 req-f6acf5dc-6817-4eba-a0ff-354d3c152afc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:24.164098 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c1dbd783-9cd4-4e62-a6e0-6b90152e8a65 req-6ceeb4fb-c58d-4be4-9776-bee0330b64a1 tempest-VolumesActionsTest-771452458 tempest-VolumesActionsTest-771452458-project] 10.222.0.66 "GET /v2.0/security-groups?id=f40f5dc5-9d25-43d5-a438-2945d251cf32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638720 Aug 18 12:07:24.189417 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-ccf97514-96f2-47d1-ab2e-ece9f7edfafc None None] Deleting port 44dbfd96-ced6-407d-a254-c7e2dc40ef8c {{(pid=106254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:07:24.189798 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ccf97514-96f2-47d1-ab2e-ece9f7edfafc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:24.242659 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-015f9123-1036-461f-b09f-11c0827fad41 req-f6acf5dc-6817-4eba-a0ff-354d3c152afc service neutron] For port 3399a875-8536-4e63-b5c5-d638ea0b8100, host n-h2-804985-2, cleared binding levels {{(pid=106252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:07:24.246119 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-015f9123-1036-461f-b09f-11c0827fad41 req-f6acf5dc-6817-4eba-a0ff-354d3c152afc service neutron] For port 3399a875-8536-4e63-b5c5-d638ea0b8100, host n-h2-804985-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=3399a875-8536-4e63-b5c5-d638ea0b8100,segment=NetworkSegment(926df150-8e3a-4382-95d3-bc82a1fd69e4),segment_id=926df150-8e3a-4382-95d3-bc82a1fd69e4)] {{(pid=106252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:07:24.264025 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-015f9123-1036-461f-b09f-11c0827fad41 req-f6acf5dc-6817-4eba-a0ff-354d3c152afc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:24.366802 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a733808-42dd-4ec5-b578-944be641a28e req-431df436-2f18-478f-ad43-ffbdfde7ed9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:24.371579 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-5a733808-42dd-4ec5-b578-944be641a28e req-431df436-2f18-478f-ad43-ffbdfde7ed9d service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2733045 Aug 18 12:07:24.379851 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7db98b68-5553-44b7-8629-2d46a1e5d168 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Made reservation on behalf of 2a40b3bac30c4b9cb4cddbf9306b0469 for: {'subnet': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:07:24.384998 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7db98b68-5553-44b7-8629-2d46a1e5d168 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59388119'] for subnet, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:24.421929 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-ccf97514-96f2-47d1-ab2e-ece9f7edfafc None None] For port 44dbfd96-ced6-407d-a254-c7e2dc40ef8c, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=44dbfd96-ced6-407d-a254-c7e2dc40ef8c,segment=NetworkSegment(06b05a1e-7667-47a8-b2de-bb5e6a768e1b),segment_id=06b05a1e-7667-47a8-b2de-bb5e6a768e1b)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:07:24.422349 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ccf97514-96f2-47d1-ab2e-ece9f7edfafc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:24.446297 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6acf5dc-6817-4eba-a0ff-354d3c152afc service neutron] Pushing event updated for resources: {'Port': ['ID=3399a875-8536-4e63-b5c5-d638ea0b8100,revision_number=3']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:07:24.461819 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-ccf97514-96f2-47d1-ab2e-ece9f7edfafc None None] Calling delete_port for 44dbfd96-ced6-407d-a254-c7e2dc40ef8c owned by network:dhcp {{(pid=106254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:07:24.507692 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015f9123-1036-461f-b09f-11c0827fad41 req-f6acf5dc-6817-4eba-a0ff-354d3c152afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:24.508359 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-015f9123-1036-461f-b09f-11c0827fad41 req-f6acf5dc-6817-4eba-a0ff-354d3c152afc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:24.517665 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-015f9123-1036-461f-b09f-11c0827fad41 req-f6acf5dc-6817-4eba-a0ff-354d3c152afc service neutron] 10.222.0.62 "PUT /v2.0/ports/3399a875-8536-4e63-b5c5-d638ea0b8100 HTTP/1.1" status: 200 len: 1091 time: 2.6488562 Aug 18 12:07:24.566774 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 42756) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:07:24.749513 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ccf97514-96f2-47d1-ab2e-ece9f7edfafc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556'] for port, after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:24.803420 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf97514-96f2-47d1-ab2e-ece9f7edfafc None None] Pushing event deleted for resources: {'Port': ['ID=44dbfd96-ced6-407d-a254-c7e2dc40ef8c,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:07:24.805687 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf97514-96f2-47d1-ab2e-ece9f7edfafc None None] No DVR routers for this DVR port 44dbfd96-ced6-407d-a254-c7e2dc40ef8c on host n-d-804985-2 {{(pid=106254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:07:24.934722 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-c7848775-43d3-466f-b8ad-e95c5a429f7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-38915046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-38915046-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-642074373'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:07:24.956342 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7db98b68-5553-44b7-8629-2d46a1e5d168 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58902106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59388097'] for subnet, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:25.028377 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7db98b68-5553-44b7-8629-2d46a1e5d168 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Network fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:07:25.043660 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-7db98b68-5553-44b7-8629-2d46a1e5d168 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:07:25.066901 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4465224b-0377-43c8-b5a4-0d8d4b83a949 None None] Network fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:07:25.068349 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db98b68-5553-44b7-8629-2d46a1e5d168 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:25.069045 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7db98b68-5553-44b7-8629-2d46a1e5d168 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:25.082029 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7848775-43d3-466f-b8ad-e95c5a429f7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-38915046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-38915046-project] Made reservation on behalf of b3d81d5834cd41ffa79ff35bea4e283c for: {'network': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:07:25.086310 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c7848775-43d3-466f-b8ad-e95c5a429f7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-38915046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-38915046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for network, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:25.110900 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c7848775-43d3-466f-b8ad-e95c5a429f7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-38915046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-38915046-project] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:25.123166 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db98b68-5553-44b7-8629-2d46a1e5d168 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Pushing event updated for resources: {'Subnet': ['ID=8ea14d14-92a8-4d5a-9e73-99605dbf81b7,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:07:25.132710 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-7db98b68-5553-44b7-8629-2d46a1e5d168 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3535328 Aug 18 12:07:25.136187 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 42768) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:07:25.141403 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-a93d7a66-a813-4d60-89e3-ebf242d7165b tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Request body: {'port': {'network_id': 'fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d', 'name': 'tempest-NetworksTestDHCPv6-1492323486'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:07:25.213301 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 44dbfd96-ced6-407d-a254-c7e2dc40ef8c no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:07:25.273635 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: 44dbfd96-ced6-407d-a254-c7e2dc40ef8c {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:07:25.275671 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 44dbfd96-ced6-407d-a254-c7e2dc40ef8c not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:07:25.359166 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c7848775-43d3-466f-b8ad-e95c5a429f7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-38915046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-38915046-project] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:25.372804 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c7848775-43d3-466f-b8ad-e95c5a429f7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-38915046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-38915046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:25.395266 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7848775-43d3-466f-b8ad-e95c5a429f7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-38915046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-38915046-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 843} {{(pid=106253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:07:25.421098 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c7848775-43d3-466f-b8ad-e95c5a429f7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-38915046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-38915046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:25.421796 n-d-804985-2 neutron-server[106253]: INFO neutron.db.segments_db [None req-c7848775-43d3-466f-b8ad-e95c5a429f7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-38915046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-38915046-project] Added segment dbbbda0e-024e-4742-9864-4a14a5a3e603 of type vlan for network 1a34a5ee-4dbb-42ef-8822-9b726360f5b1 Aug 18 12:07:25.454907 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-015f9123-1036-461f-b09f-11c0827fad41 req-56e22a10-4f32-4674-8543-1f4b6a70e71f service neutron] Request body: {'port': {'device_id': '2cc02556-7c0a-4e9b-9a09-a272e5dfabdc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804985-2'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:07:25.465343 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cd8070f-b374-41c6-acc6-a2b08c003435 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp788be208-34ab-5a8f-af0f-528834af222f-fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d', 'network_id': 'fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d', 'tenant_id': '2a40b3bac30c4b9cb4cddbf9306b0469', 'fixed_ips': [{'subnet_id': '8ea14d14-92a8-4d5a-9e73-99605dbf81b7'}]}} from n-d-804985-2. {{(pid=106254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 12:07:25.466800 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-7cd8070f-b374-41c6-acc6-a2b08c003435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:25.525640 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2989eb-d0b7-44b9-9a25-fc873a9bf823 req-d30c091d-a87d-4e7e-a561-0e490a67d14e tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:25.527409 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-fb2989eb-d0b7-44b9-9a25-fc873a9bf823 req-d30c091d-a87d-4e7e-a561-0e490a67d14e tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] 10.222.0.66 "GET /v2.0/ports?device_id=27ecdc3e-c9a2-434c-a840-101feeb37aa9 HTTP/1.1" status: 200 len: 945 time: 1.0061550 Aug 18 12:07:25.558890 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cc02556-7c0a-4e9b-9a09-a272e5dfabdc', 'tag': '3399a875-8536-4e63-b5c5-d638ea0b8100'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:07:25.566719 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a93a98b-8c72-4d9c-a2a6-bb4bc7792ea2" -d '{"events": [{"name": "network-changed", "server_uuid": "2cc02556-7c0a-4e9b-9a09-a272e5dfabdc", "tag": "3399a875-8536-4e63-b5c5-d638ea0b8100"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:07:25.584763 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c7848775-43d3-466f-b8ad-e95c5a429f7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-38915046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-38915046-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789150665894'] for network, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:25.608711 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966eeeca-3953-4bfa-9e01-f0e6dc53cd91 req-5f57b986-1017-4239-9f31-e7d79c8fd34a tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:25.618893 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a93d7a66-a813-4d60-89e3-ebf242d7165b tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Made reservation on behalf of 2a40b3bac30c4b9cb4cddbf9306b0469 for: {'port': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:07:25.626314 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966eeeca-3953-4bfa-9e01-f0e6dc53cd91 req-5f57b986-1017-4239-9f31-e7d79c8fd34a tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:25.627386 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a93d7a66-a813-4d60-89e3-ebf242d7165b tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:25.638415 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966eeeca-3953-4bfa-9e01-f0e6dc53cd91 req-5f57b986-1017-4239-9f31-e7d79c8fd34a tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:25.653999 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.db_base_plugin_common [None req-7cd8070f-b374-41c6-acc6-a2b08c003435 None None] Allocated IP 2001:db8::2 (fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d/8ea14d14-92a8-4d5a-9e73-99605dbf81b7/438c35c8-3cb3-480f-baa8-76d78615463a) {{(pid=106254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:07:25.659906 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966eeeca-3953-4bfa-9e01-f0e6dc53cd91 req-5f57b986-1017-4239-9f31-e7d79c8fd34a tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:25.669440 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7848775-43d3-466f-b8ad-e95c5a429f7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-38915046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-38915046-project] Pushing event updated for resources: {'SecurityGroup': ['ID=595dbd93-dbb2-410e-9120-fa4c05445dc7,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:07:25.671199 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966eeeca-3953-4bfa-9e01-f0e6dc53cd91 req-5f57b986-1017-4239-9f31-e7d79c8fd34a tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:25.702090 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966eeeca-3953-4bfa-9e01-f0e6dc53cd91 req-5f57b986-1017-4239-9f31-e7d79c8fd34a tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:25.705110 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [None req-a93d7a66-a813-4d60-89e3-ebf242d7165b tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] device_id is not set on port 3347cfc8-0aab-4b35-b9e6-7792b7f5fc0b yet. {{(pid=106253) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 12:07:25.715296 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966eeeca-3953-4bfa-9e01-f0e6dc53cd91 req-5f57b986-1017-4239-9f31-e7d79c8fd34a tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:25.725760 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-966eeeca-3953-4bfa-9e01-f0e6dc53cd91 req-5f57b986-1017-4239-9f31-e7d79c8fd34a tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] 10.222.0.66 "GET /v2.0/ports?device_id=2cc02556-7c0a-4e9b-9a09-a272e5dfabdc HTTP/1.1" status: 200 len: 5399 time: 1.1918066 Aug 18 12:07:25.781265 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-015f9123-1036-461f-b09f-11c0827fad41 req-56e22a10-4f32-4674-8543-1f4b6a70e71f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:25.815839 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c7848775-43d3-466f-b8ad-e95c5a429f7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-38915046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-38915046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for network, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:25.831052 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7848775-43d3-466f-b8ad-e95c5a429f7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-38915046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-38915046-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:25.831933 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c7848775-43d3-466f-b8ad-e95c5a429f7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-38915046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-38915046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:25.894683 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-966eeeca-3953-4bfa-9e01-f0e6dc53cd91 req-f5e80b8f-655a-439a-8ece-94daa7236ed8 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] 10.222.0.66 "GET /v2.0/security-groups?id=9ed89c48-68fa-47c4-9ca6-08ae23ef0876&id=f288757b-df2a-4147-b6e9-81a127940c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1675580 Aug 18 12:07:25.917894 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-7cd8070f-b374-41c6-acc6-a2b08c003435 None None] Notify callbacks [] for port, precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:25.937563 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-7cd8070f-b374-41c6-acc6-a2b08c003435 None None] Transition to ACTIVE for port object 438c35c8-3cb3-480f-baa8-76d78615463a will not be triggered until provisioned by entity L2. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:07:25.978173 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-7cd8070f-b374-41c6-acc6-a2b08c003435 None None] Transition to ACTIVE for port object 438c35c8-3cb3-480f-baa8-76d78615463a will not be triggered until provisioned by entity DHCP. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:07:25.995089 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-7cd8070f-b374-41c6-acc6-a2b08c003435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547'] for port, after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:26.004389 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-fb2989eb-d0b7-44b9-9a25-fc873a9bf823 req-df5f02cd-c3ce-4ac0-8cdb-54cf2ed3974e tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] 10.222.0.66 "GET /v2.0/security-groups?id=eff34c14-f128-4344-94bf-707ebed6dde1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4230909 Aug 18 12:07:26.118447 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cd8070f-b374-41c6-acc6-a2b08c003435 None None] Network fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d is already hosted by enough agents. {{(pid=106254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:07:26.135353 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.base_scheduler [None req-7cd8070f-b374-41c6-acc6-a2b08c003435 None None] Resources bound (agent type, host, resource id): {{(pid=106254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:07:26.151173 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd8070f-b374-41c6-acc6-a2b08c003435 None None] Received port after_create {{(pid=106254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:07:26.153406 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd8070f-b374-41c6-acc6-a2b08c003435 None None] Pushing event updated for resources: {'Port': ['ID=438c35c8-3cb3-480f-baa8-76d78615463a,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:07:26.195758 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:07:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9c85c06-5d6b-49c8-830f-9fd6d2f6e8e5 x-openstack-request-id: req-d9c85c06-5d6b-49c8-830f-9fd6d2f6e8e5 {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:07:26.196363 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cc02556-7c0a-4e9b-9a09-a272e5dfabdc", "tag": "3399a875-8536-4e63-b5c5-d638ea0b8100", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:07:26.196779 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d9c85c06-5d6b-49c8-830f-9fd6d2f6e8e5 {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:07:26.197476 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cc02556-7c0a-4e9b-9a09-a272e5dfabdc', 'tag': '3399a875-8536-4e63-b5c5-d638ea0b8100', 'status': 'completed', 'code': 200} Aug 18 12:07:26.218759 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7848775-43d3-466f-b8ad-e95c5a429f7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-38915046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-38915046-project] Pushing event updated for resources: {'Network': ['ID=1a34a5ee-4dbb-42ef-8822-9b726360f5b1,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:07:26.252256 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Network 1a34a5ee-4dbb-42ef-8822-9b726360f5b1 details requested by agent ovs-agent-n-d-804985-2 with host n-d-804985-2 {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:07:26.278125 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-c7848775-43d3-466f-b8ad-e95c5a429f7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-38915046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-38915046-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 1.7070832 Aug 18 12:07:26.384851 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fcb3e1-0b49-4098-8715-126950d240bd req-cebb401d-0de3-42df-868c-2d1e0d7fa6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:26.386666 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-49fcb3e1-0b49-4098-8715-126950d240bd req-cebb401d-0de3-42df-868c-2d1e0d7fa6ed service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=764f05f9d69b4134b93ed670f8afc320&device_id=27ecdc3e-c9a2-434c-a840-101feeb37aa9 HTTP/1.1" status: 200 len: 1096 time: 0.5731869 Aug 18 12:07:26.427408 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-7cd8070f-b374-41c6-acc6-a2b08c003435 None None] Attempting to bind port 438c35c8-3cb3-480f-baa8-76d78615463a on host n-d-804985-2 for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:07:26.428329 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-7cd8070f-b374-41c6-acc6-a2b08c003435 None None] Attempting to bind port 438c35c8-3cb3-480f-baa8-76d78615463a by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': '06b05a1e-7667-47a8-b2de-bb5e6a768e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:07:26.429122 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd8070f-b374-41c6-acc6-a2b08c003435 None None] Attempting to bind port 438c35c8-3cb3-480f-baa8-76d78615463a on network fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:07:26.468286 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd8070f-b374-41c6-acc6-a2b08c003435 None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 7, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:07:26.469304 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd8070f-b374-41c6-acc6-a2b08c003435 None None] Checking segment: {'id': '06b05a1e-7667-47a8-b2de-bb5e6a768e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:07:26.469889 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-7cd8070f-b374-41c6-acc6-a2b08c003435 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:26.470443 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd8070f-b374-41c6-acc6-a2b08c003435 None None] Bound using segment: {'id': '06b05a1e-7667-47a8-b2de-bb5e6a768e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:07:26.471164 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-7cd8070f-b374-41c6-acc6-a2b08c003435 None None] Bound port: 438c35c8-3cb3-480f-baa8-76d78615463a, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06b05a1e-7667-47a8-b2de-bb5e6a768e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:07:26.477611 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-7cd8070f-b374-41c6-acc6-a2b08c003435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:26.511441 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a93a98b-8c72-4d9c-a2a6-bb4bc7792ea2 req-a748c59c-2bf2-493a-92e7-3cf4dfee22eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:26.512039 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a93a98b-8c72-4d9c-a2a6-bb4bc7792ea2 req-a748c59c-2bf2-493a-92e7-3cf4dfee22eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:26.512616 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a93a98b-8c72-4d9c-a2a6-bb4bc7792ea2 req-a748c59c-2bf2-493a-92e7-3cf4dfee22eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:26.513146 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a93a98b-8c72-4d9c-a2a6-bb4bc7792ea2 req-a748c59c-2bf2-493a-92e7-3cf4dfee22eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:26.513780 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a93a98b-8c72-4d9c-a2a6-bb4bc7792ea2 req-a748c59c-2bf2-493a-92e7-3cf4dfee22eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:26.514305 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a93a98b-8c72-4d9c-a2a6-bb4bc7792ea2 req-a748c59c-2bf2-493a-92e7-3cf4dfee22eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:26.514826 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a93a98b-8c72-4d9c-a2a6-bb4bc7792ea2 req-a748c59c-2bf2-493a-92e7-3cf4dfee22eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:26.517080 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-4a93a98b-8c72-4d9c-a2a6-bb4bc7792ea2 req-a748c59c-2bf2-493a-92e7-3cf4dfee22eb service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c58c061f2ffb4e7caeee64937da3abfa&device_id=2cc02556-7c0a-4e9b-9a09-a272e5dfabdc HTTP/1.1" status: 200 len: 6346 time: 0.2876759 Aug 18 12:07:26.597736 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-7cd8070f-b374-41c6-acc6-a2b08c003435 None None] For port 438c35c8-3cb3-480f-baa8-76d78615463a, host n-d-804985-2, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:07:26.602397 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38b172a-cb87-40a5-a2fe-d673e15bb866 req-216ed325-011a-40b4-96ad-47c969268f80 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:26.604249 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-7cd8070f-b374-41c6-acc6-a2b08c003435 None None] For port 438c35c8-3cb3-480f-baa8-76d78615463a, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=438c35c8-3cb3-480f-baa8-76d78615463a,segment=NetworkSegment(06b05a1e-7667-47a8-b2de-bb5e6a768e1b),segment_id=06b05a1e-7667-47a8-b2de-bb5e6a768e1b)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:07:26.616382 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-7cd8070f-b374-41c6-acc6-a2b08c003435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:26.623435 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [None req-a93d7a66-a813-4d60-89e3-ebf242d7165b tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Allocated IP 2001:db8::167 (fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d/8ea14d14-92a8-4d5a-9e73-99605dbf81b7/3347cfc8-0aab-4b35-b9e6-7792b7f5fc0b) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:07:26.631151 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f38b172a-cb87-40a5-a2fe-d673e15bb866 req-216ed325-011a-40b4-96ad-47c969268f80 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/ports?device_id=812772a4-8df1-440e-bd7f-7708fd393589 HTTP/1.1" status: 200 len: 945 time: 0.4386868 Aug 18 12:07:26.674566 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 42786) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:07:26.681255 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-9f714dd8-feb0-459d-b5a1-664988518115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Request body: {'port': {'network_id': '1a34a5ee-4dbb-42ef-8822-9b726360f5b1', 'binding:host_id': 'n-h1-804985-2', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996530923'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:07:26.701016 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd8070f-b374-41c6-acc6-a2b08c003435 None None] Pushing event updated for resources: {'Port': ['ID=438c35c8-3cb3-480f-baa8-76d78615463a,revision_number=2']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:07:26.718792 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f714dd8-feb0-459d-b5a1-664988518115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Made reservation on behalf of 3758e54805ac4e718b55fe7fa3f7d2a2 for: {'port': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:07:26.721900 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-9f714dd8-feb0-459d-b5a1-664988518115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:26.759828 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-9f714dd8-feb0-459d-b5a1-664988518115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:26.779351 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f38b172a-cb87-40a5-a2fe-d673e15bb866 req-d9212953-54ad-4b68-a928-20db8977670b tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/security-groups?id=d60fbefd-5088-4718-a442-08959d2ac3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388690 Aug 18 12:07:26.779772 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fcb3e1-0b49-4098-8715-126950d240bd req-c3f127c6-dcbf-4a32-a030-27053712df57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:26.781429 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-49fcb3e1-0b49-4098-8715-126950d240bd req-c3f127c6-dcbf-4a32-a030-27053712df57 service neutron] 10.222.0.63 "GET /v2.0/networks?id=365c1e73-53bd-4762-8c39-733a28020035 HTTP/1.1" status: 200 len: 911 time: 0.3537469 Aug 18 12:07:26.896443 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a93a98b-8c72-4d9c-a2a6-bb4bc7792ea2 req-8fb80fbf-4799-47d2-9ac8-45816573dad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:26.897143 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a93a98b-8c72-4d9c-a2a6-bb4bc7792ea2 req-8fb80fbf-4799-47d2-9ac8-45816573dad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:26.897666 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a93a98b-8c72-4d9c-a2a6-bb4bc7792ea2 req-8fb80fbf-4799-47d2-9ac8-45816573dad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:26.899424 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-4a93a98b-8c72-4d9c-a2a6-bb4bc7792ea2 req-8fb80fbf-4799-47d2-9ac8-45816573dad4 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=c58c061f2ffb4e7caeee64937da3abfa&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3708777 Aug 18 12:07:26.913230 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-9f714dd8-feb0-459d-b5a1-664988518115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:26.935360 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-9f714dd8-feb0-459d-b5a1-664988518115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:26.946488 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [None req-9f714dd8-feb0-459d-b5a1-664988518115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] device_id is not set on port c37aae71-a4e0-4635-b60f-d03d85f3bf24 yet. {{(pid=106252) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 12:07:27.123345 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a93a98b-8c72-4d9c-a2a6-bb4bc7792ea2 req-7ef9465f-1747-41df-9d3e-85e9b6a679dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:27.125084 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-4a93a98b-8c72-4d9c-a2a6-bb4bc7792ea2 req-7ef9465f-1747-41df-9d3e-85e9b6a679dd service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2129536 Aug 18 12:07:27.268202 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f714dd8-feb0-459d-b5a1-664988518115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f9c52d3-7f40-43b9-b564-539dd65a119f,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:07:27.360019 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [req-015f9123-1036-461f-b09f-11c0827fad41 req-56e22a10-4f32-4674-8543-1f4b6a70e71f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ade7379f-b75b-4a6b-95bb-ab4ecbe29d42 {{(pid=106252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:07:27.387098 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-015f9123-1036-461f-b09f-11c0827fad41 req-56e22a10-4f32-4674-8543-1f4b6a70e71f service neutron] Notify callbacks [] for port, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:27.398238 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 438c35c8-3cb3-480f-baa8-76d78615463a up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:07:27.405604 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439f0fb5-e3f4-449e-bcd4-873112d8419b req-53f30a5f-2bca-4aff-b4ad-529285aa1ba6 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:27.411607 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439f0fb5-e3f4-449e-bcd4-873112d8419b req-53f30a5f-2bca-4aff-b4ad-529285aa1ba6 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:27.418593 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439f0fb5-e3f4-449e-bcd4-873112d8419b req-53f30a5f-2bca-4aff-b4ad-529285aa1ba6 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:27.426291 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439f0fb5-e3f4-449e-bcd4-873112d8419b req-53f30a5f-2bca-4aff-b4ad-529285aa1ba6 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:27.432771 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439f0fb5-e3f4-449e-bcd4-873112d8419b req-53f30a5f-2bca-4aff-b4ad-529285aa1ba6 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:27.433750 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-49fcb3e1-0b49-4098-8715-126950d240bd req-e14532d7-4ccb-4024-b0d9-0a9cf6b07deb service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=64677ff4-45ed-40b8-a8c8-3e3cee5de2d5 HTTP/1.1" status: 200 len: 1000 time: 0.6378975 Aug 18 12:07:27.439247 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439f0fb5-e3f4-449e-bcd4-873112d8419b req-53f30a5f-2bca-4aff-b4ad-529285aa1ba6 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:27.445935 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439f0fb5-e3f4-449e-bcd4-873112d8419b req-53f30a5f-2bca-4aff-b4ad-529285aa1ba6 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:27.454245 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-439f0fb5-e3f4-449e-bcd4-873112d8419b req-53f30a5f-2bca-4aff-b4ad-529285aa1ba6 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] 10.222.0.66 "GET /v2.0/ports?device_id=2cc02556-7c0a-4e9b-9a09-a272e5dfabdc HTTP/1.1" status: 200 len: 5399 time: 0.2710769 Aug 18 12:07:27.526010 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port 438c35c8-3cb3-480f-baa8-76d78615463a completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:07:27.601782 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f303f1-ebe2-4bc3-bbf4-5f6106f1f082 req-542b4e11-1eb2-49af-b233-dbff26162cb8 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:27.603561 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-40f303f1-ebe2-4bc3-bbf4-5f6106f1f082 req-542b4e11-1eb2-49af-b233-dbff26162cb8 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] 10.222.0.66 "GET /v2.0/ports?device_id=27ecdc3e-c9a2-434c-a840-101feeb37aa9 HTTP/1.1" status: 200 len: 945 time: 0.3371916 Aug 18 12:07:27.622432 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a93d7a66-a813-4d60-89e3-ebf242d7165b tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:27.631140 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [req-015f9123-1036-461f-b09f-11c0827fad41 req-56e22a10-4f32-4674-8543-1f4b6a70e71f service neutron] Transition to ACTIVE for port object ade7379f-b75b-4a6b-95bb-ab4ecbe29d42 will not be triggered until provisioned by entity L2. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:07:27.647368 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fcb3e1-0b49-4098-8715-126950d240bd req-d3a4678c-a6e9-4b2d-8e57-e918ad63e635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:27.650533 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-49fcb3e1-0b49-4098-8715-126950d240bd req-d3a4678c-a6e9-4b2d-8e57-e918ad63e635 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=e8e80694-e438-471b-8163-c76e1828e5ce HTTP/1.1" status: 200 len: 849 time: 0.2034757 Aug 18 12:07:27.655962 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [None req-a93d7a66-a813-4d60-89e3-ebf242d7165b tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Transition to ACTIVE for port object 3347cfc8-0aab-4b35-b9e6-7792b7f5fc0b will not be triggered until provisioned by entity DHCP. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:07:27.663611 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-015f9123-1036-461f-b09f-11c0827fad41 req-56e22a10-4f32-4674-8543-1f4b6a70e71f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:27.722751 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-439f0fb5-e3f4-449e-bcd4-873112d8419b req-0148732b-d206-48bc-9917-e9ab9ea78a0e tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] 10.222.0.66 "GET /v2.0/security-groups?id=9ed89c48-68fa-47c4-9ca6-08ae23ef0876&id=f288757b-df2a-4147-b6e9-81a127940c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2593522 Aug 18 12:07:27.739349 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fcb3e1-0b49-4098-8715-126950d240bd req-2a2e1d14-9a65-495e-bc23-f1dfea109c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:27.741234 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-49fcb3e1-0b49-4098-8715-126950d240bd req-2a2e1d14-9a65-495e-bc23-f1dfea109c45 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=365c1e73-53bd-4762-8c39-733a28020035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0817811 Aug 18 12:07:27.913842 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a93d7a66-a813-4d60-89e3-ebf242d7165b tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:27.940778 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-40f303f1-ebe2-4bc3-bbf4-5f6106f1f082 req-6afc21da-fb48-4b64-b68f-f47b9b6972ba tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] 10.222.0.66 "GET /v2.0/security-groups?id=eff34c14-f128-4344-94bf-707ebed6dde1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3140960 Aug 18 12:07:28.032538 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e22a10-4f32-4674-8543-1f4b6a70e71f service neutron] Pushing event updated for resources: {'Port': ['ID=ade7379f-b75b-4a6b-95bb-ab4ecbe29d42,revision_number=2']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:07:28.104890 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [None req-9f714dd8-feb0-459d-b5a1-664988518115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] device_id is not set on port c37aae71-a4e0-4635-b60f-d03d85f3bf24 yet. {{(pid=106252) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 12:07:28.135149 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-49fcb3e1-0b49-4098-8715-126950d240bd req-556af138-951a-42e2-8c89-396ae9f8dd15 service neutron] 10.222.0.63 "GET /v2.0/networks/365c1e73-53bd-4762-8c39-733a28020035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3741274 Aug 18 12:07:28.211658 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-9f714dd8-feb0-459d-b5a1-664988518115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:28.244251 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [None req-9f714dd8-feb0-459d-b5a1-664988518115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Transition to ACTIVE for port object c37aae71-a4e0-4635-b60f-d03d85f3bf24 will not be triggered until provisioned by entity L2. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:07:28.256634 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a93d7a66-a813-4d60-89e3-ebf242d7165b tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Network fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:07:28.314837 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49015ce-beb1-45fe-bc56-87ba4c3248e9 req-edf064c8-3d18-4008-af3c-cd1b8f989bef tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:28.336050 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f49015ce-beb1-45fe-bc56-87ba4c3248e9 req-edf064c8-3d18-4008-af3c-cd1b8f989bef tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/ports?device_id=812772a4-8df1-440e-bd7f-7708fd393589 HTTP/1.1" status: 200 len: 945 time: 0.3805478 Aug 18 12:07:28.342899 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-a93d7a66-a813-4d60-89e3-ebf242d7165b tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:07:28.345505 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-9f714dd8-feb0-459d-b5a1-664988518115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:28.352654 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a93d7a66-a813-4d60-89e3-ebf242d7165b tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:07:28.361098 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-015f9123-1036-461f-b09f-11c0827fad41 req-56e22a10-4f32-4674-8543-1f4b6a70e71f service neutron] Attempting to bind port ade7379f-b75b-4a6b-95bb-ab4ecbe29d42 on host n-h2-804985-2 for vnic_type normal with profile {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:07:28.362921 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a93d7a66-a813-4d60-89e3-ebf242d7165b tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:28.363489 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-015f9123-1036-461f-b09f-11c0827fad41 req-56e22a10-4f32-4674-8543-1f4b6a70e71f service neutron] Attempting to bind port ade7379f-b75b-4a6b-95bb-ab4ecbe29d42 by drivers openvswitch,hyperv on host n-h2-804985-2 at level 0 using segments [{'id': 'df3c0b73-1969-468f-b788-2fc792f44d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'd3427385-4738-4edf-ab5a-b3bffa0e286e'}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:07:28.364053 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-015f9123-1036-461f-b09f-11c0827fad41 req-56e22a10-4f32-4674-8543-1f4b6a70e71f service neutron] Attempting to bind port ade7379f-b75b-4a6b-95bb-ab4ecbe29d42 on network d3427385-4738-4edf-ab5a-b3bffa0e286e {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:07:28.367913 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a93d7a66-a813-4d60-89e3-ebf242d7165b tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:28.420392 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-015f9123-1036-461f-b09f-11c0827fad41 req-56e22a10-4f32-4674-8543-1f4b6a70e71f service neutron] Port ade7379f-b75b-4a6b-95bb-ab4ecbe29d42 on network d3427385-4738-4edf-ab5a-b3bffa0e286e not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-2 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:07:28.421090 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-015f9123-1036-461f-b09f-11c0827fad41 req-56e22a10-4f32-4674-8543-1f4b6a70e71f service neutron] Attempting to bind port ade7379f-b75b-4a6b-95bb-ab4ecbe29d42 on network d3427385-4738-4edf-ab5a-b3bffa0e286e {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:07:28.449851 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-015f9123-1036-461f-b09f-11c0827fad41 req-56e22a10-4f32-4674-8543-1f4b6a70e71f service neutron] Checking agent: {'id': 'da5da552-709c-4248-84de-86af99a0dc87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 49, 8), 'started_at': datetime.datetime(2021, 8, 18, 11, 49, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 7, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:07:28.450426 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-015f9123-1036-461f-b09f-11c0827fad41 req-56e22a10-4f32-4674-8543-1f4b6a70e71f service neutron] Checking segment: {'id': 'df3c0b73-1969-468f-b788-2fc792f44d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'd3427385-4738-4edf-ab5a-b3bffa0e286e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:07:28.450940 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-015f9123-1036-461f-b09f-11c0827fad41 req-56e22a10-4f32-4674-8543-1f4b6a70e71f service neutron] Bound using segment: {'id': 'df3c0b73-1969-468f-b788-2fc792f44d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'd3427385-4738-4edf-ab5a-b3bffa0e286e'} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:07:28.451914 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-015f9123-1036-461f-b09f-11c0827fad41 req-56e22a10-4f32-4674-8543-1f4b6a70e71f service neutron] Bound port: ade7379f-b75b-4a6b-95bb-ab4ecbe29d42, host: n-h2-804985-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df3c0b73-1969-468f-b788-2fc792f44d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'd3427385-4738-4edf-ab5a-b3bffa0e286e'}}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:07:28.452756 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-015f9123-1036-461f-b09f-11c0827fad41 req-56e22a10-4f32-4674-8543-1f4b6a70e71f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:28.456999 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93d7a66-a813-4d60-89e3-ebf242d7165b tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Pushing event updated for resources: {'Port': ['ID=3347cfc8-0aab-4b35-b9e6-7792b7f5fc0b,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:07:28.493604 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-a93d7a66-a813-4d60-89e3-ebf242d7165b tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.3561618 Aug 18 12:07:28.495693 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 42814) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:07:28.554305 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f49015ce-beb1-45fe-bc56-87ba4c3248e9 req-29aaa11c-251a-4e56-874b-b59047cb48bf tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/security-groups?id=d60fbefd-5088-4718-a442-08959d2ac3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162423 Aug 18 12:07:28.568998 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f714dd8-feb0-459d-b5a1-664988518115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Pushing event updated for resources: {'Port': ['ID=c37aae71-a4e0-4635-b60f-d03d85f3bf24,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:07:28.572129 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-df97ff3e-5eda-45be-b666-bce3fcc371fe None None] Provisioning for port 438c35c8-3cb3-480f-baa8-76d78615463a completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:07:28.578351 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-df97ff3e-5eda-45be-b666-bce3fcc371fe None None] Provisioning complete for port 438c35c8-3cb3-480f-baa8-76d78615463a triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:07:28.580242 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-df97ff3e-5eda-45be-b666-bce3fcc371fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:28.599825 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-49fcb3e1-0b49-4098-8715-126950d240bd req-a36e38a1-b357-4bd6-a515-cf43e65c8fe3 service neutron] 10.222.0.63 "GET /v2.0/networks/365c1e73-53bd-4762-8c39-733a28020035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4633358 Aug 18 12:07:28.674827 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-015f9123-1036-461f-b09f-11c0827fad41 req-56e22a10-4f32-4674-8543-1f4b6a70e71f service neutron] For port ade7379f-b75b-4a6b-95bb-ab4ecbe29d42, host n-h2-804985-2, cleared binding levels {{(pid=106252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:07:28.678307 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-015f9123-1036-461f-b09f-11c0827fad41 req-56e22a10-4f32-4674-8543-1f4b6a70e71f service neutron] For port ade7379f-b75b-4a6b-95bb-ab4ecbe29d42, host n-h2-804985-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=ade7379f-b75b-4a6b-95bb-ab4ecbe29d42,segment=NetworkSegment(df3c0b73-1969-468f-b788-2fc792f44d99),segment_id=df3c0b73-1969-468f-b788-2fc792f44d99)] {{(pid=106252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:07:28.682866 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8503163-4426-41e8-bac6-f43e436f13db tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:28.691085 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f714dd8-feb0-459d-b5a1-664988518115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Checking segment: {'id': 'dbbbda0e-024e-4742-9864-4a14a5a3e603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '1a34a5ee-4dbb-42ef-8822-9b726360f5b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:07:28.694584 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8503163-4426-41e8-bac6-f43e436f13db tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:28.695260 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f714dd8-feb0-459d-b5a1-664988518115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Network hostable DHCP agents. Network: 1a34a5ee-4dbb-42ef-8822-9b726360f5b1, hostable agents: ['97c14208-2951-4361-8d64-3708c946ff5f'], hosted agents: [] {{(pid=106252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 12:07:28.696289 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-b8503163-4426-41e8-bac6-f43e436f13db tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.1909876 Aug 18 12:07:28.698449 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-015f9123-1036-461f-b09f-11c0827fad41 req-56e22a10-4f32-4674-8543-1f4b6a70e71f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:28.699177 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 42820) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:07:28.720654 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-df97ff3e-5eda-45be-b666-bce3fcc371fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:28.811050 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-df97ff3e-5eda-45be-b666-bce3fcc371fe None None] For port 438c35c8-3cb3-480f-baa8-76d78615463a, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=438c35c8-3cb3-480f-baa8-76d78615463a,segment=NetworkSegment(06b05a1e-7667-47a8-b2de-bb5e6a768e1b),segment_id=06b05a1e-7667-47a8-b2de-bb5e6a768e1b)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:07:28.827280 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-df97ff3e-5eda-45be-b666-bce3fcc371fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:28.865197 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015f9123-1036-461f-b09f-11c0827fad41 req-56e22a10-4f32-4674-8543-1f4b6a70e71f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:28.877569 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-015f9123-1036-461f-b09f-11c0827fad41 req-56e22a10-4f32-4674-8543-1f4b6a70e71f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:28.879897 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-015f9123-1036-461f-b09f-11c0827fad41 req-56e22a10-4f32-4674-8543-1f4b6a70e71f service neutron] 10.222.0.62 "PUT /v2.0/ports/ade7379f-b75b-4a6b-95bb-ab4ecbe29d42 HTTP/1.1" status: 200 len: 1091 time: 4.1391821 Aug 18 12:07:28.880691 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cc02556-7c0a-4e9b-9a09-a272e5dfabdc', 'tag': 'ade7379f-b75b-4a6b-95bb-ab4ecbe29d42'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:07:28.886151 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-900d3191-18ec-4258-bb21-cb550543b7a3 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Deleting port 3347cfc8-0aab-4b35-b9e6-7792b7f5fc0b {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:07:28.886493 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-900d3191-18ec-4258-bb21-cb550543b7a3 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:28.888876 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22dedd6f-dfd1-4d05-bad4-4a4e9a5f7144" -d '{"events": [{"name": "network-changed", "server_uuid": "2cc02556-7c0a-4e9b-9a09-a272e5dfabdc", "tag": "ade7379f-b75b-4a6b-95bb-ab4ecbe29d42"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:07:28.989224 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df97ff3e-5eda-45be-b666-bce3fcc371fe None None] Pushing event updated for resources: {'Port': ['ID=438c35c8-3cb3-480f-baa8-76d78615463a,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:07:29.012928 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-015f9123-1036-461f-b09f-11c0827fad41 req-a0e2fb0f-146b-462d-b5f8-ccba26e872a7 service neutron] Request body: {'port': {'device_id': '2cc02556-7c0a-4e9b-9a09-a272e5dfabdc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804985-2'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:07:29.026537 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-4df5f255-b88e-4795-8bae-92083d69ed1b None None] Provisioning for port 3347cfc8-0aab-4b35-b9e6-7792b7f5fc0b completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:07:29.032636 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:07:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6570806-d10b-49bb-a204-116b7a0e5722 x-openstack-request-id: req-d6570806-d10b-49bb-a204-116b7a0e5722 {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:07:29.033241 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cc02556-7c0a-4e9b-9a09-a272e5dfabdc", "tag": "ade7379f-b75b-4a6b-95bb-ab4ecbe29d42", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:07:29.033510 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-4df5f255-b88e-4795-8bae-92083d69ed1b None None] Provisioning complete for port 3347cfc8-0aab-4b35-b9e6-7792b7f5fc0b triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:07:29.034038 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4df5f255-b88e-4795-8bae-92083d69ed1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:29.061980 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-900d3191-18ec-4258-bb21-cb550543b7a3 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:29.063191 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d6570806-d10b-49bb-a204-116b7a0e5722 {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:07:29.063756 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cc02556-7c0a-4e9b-9a09-a272e5dfabdc', 'tag': 'ade7379f-b75b-4a6b-95bb-ab4ecbe29d42', 'status': 'completed', 'code': 200} Aug 18 12:07:29.101520 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-900d3191-18ec-4258-bb21-cb550543b7a3 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Calling delete_port for 3347cfc8-0aab-4b35-b9e6-7792b7f5fc0b owned by {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:07:29.132856 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f714dd8-feb0-459d-b5a1-664988518115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Network 1a34a5ee-4dbb-42ef-8822-9b726360f5b1 is scheduled to be hosted by DHCP agent 97c14208-2951-4361-8d64-3708c946ff5f with binding_index 1 {{(pid=106252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 12:07:29.159665 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-4df5f255-b88e-4795-8bae-92083d69ed1b None None] Port 3347cfc8-0aab-4b35-b9e6-7792b7f5fc0b cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:07:29.165712 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e22a10-4f32-4674-8543-1f4b6a70e71f service neutron] Pushing event updated for resources: {'Port': ['ID=ade7379f-b75b-4a6b-95bb-ab4ecbe29d42,revision_number=3']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:07:29.170317 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-9f714dd8-feb0-459d-b5a1-664988518115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-2, 1a34a5ee-4dbb-42ef-8822-9b726360f5b1) {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:07:29.174704 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f714dd8-feb0-459d-b5a1-664988518115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:07:29.185972 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7ddd0ad-a375-471b-9b4f-7049288ef9ff None None] Network 1a34a5ee-4dbb-42ef-8822-9b726360f5b1 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:07:29.278025 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-015f9123-1036-461f-b09f-11c0827fad41 req-a0e2fb0f-146b-462d-b5f8-ccba26e872a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:29.284203 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 438c35c8-3cb3-480f-baa8-76d78615463a up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:07:29.296928 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [None req-9f714dd8-feb0-459d-b5a1-664988518115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Attempting to bind port c37aae71-a4e0-4635-b60f-d03d85f3bf24 on host n-h1-804985-2 for vnic_type normal with profile {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:07:29.297155 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [None req-9f714dd8-feb0-459d-b5a1-664988518115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Attempting to bind port c37aae71-a4e0-4635-b60f-d03d85f3bf24 by drivers openvswitch,hyperv on host n-h1-804985-2 at level 0 using segments [{'id': 'dbbbda0e-024e-4742-9864-4a14a5a3e603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '1a34a5ee-4dbb-42ef-8822-9b726360f5b1'}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:07:29.297538 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f714dd8-feb0-459d-b5a1-664988518115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Attempting to bind port c37aae71-a4e0-4635-b60f-d03d85f3bf24 on network 1a34a5ee-4dbb-42ef-8822-9b726360f5b1 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:07:29.329017 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682e4333-05a0-49f7-9b80-c427411bf28f req-5785cc10-206a-40dc-8922-181b411e616f tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:29.337168 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682e4333-05a0-49f7-9b80-c427411bf28f req-5785cc10-206a-40dc-8922-181b411e616f tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:29.352689 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682e4333-05a0-49f7-9b80-c427411bf28f req-5785cc10-206a-40dc-8922-181b411e616f tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:29.378252 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682e4333-05a0-49f7-9b80-c427411bf28f req-5785cc10-206a-40dc-8922-181b411e616f tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:29.393649 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-900d3191-18ec-4258-bb21-cb550543b7a3 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:29.398596 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682e4333-05a0-49f7-9b80-c427411bf28f req-5785cc10-206a-40dc-8922-181b411e616f tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:29.415193 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682e4333-05a0-49f7-9b80-c427411bf28f req-5785cc10-206a-40dc-8922-181b411e616f tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:29.423740 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682e4333-05a0-49f7-9b80-c427411bf28f req-5785cc10-206a-40dc-8922-181b411e616f tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:29.432964 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-682e4333-05a0-49f7-9b80-c427411bf28f req-5785cc10-206a-40dc-8922-181b411e616f tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] 10.222.0.66 "GET /v2.0/ports?device_id=2cc02556-7c0a-4e9b-9a09-a272e5dfabdc HTTP/1.1" status: 200 len: 5411 time: 0.5280395 Aug 18 12:07:29.503320 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900d3191-18ec-4258-bb21-cb550543b7a3 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Pushing event deleted for resources: {'Port': ['ID=3347cfc8-0aab-4b35-b9e6-7792b7f5fc0b,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:07:29.506542 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84326c25-ac5e-4cca-88ec-09376cb107f3 req-86dd0c68-a759-4817-ba27-668ca621a5fa tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:29.525836 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-84326c25-ac5e-4cca-88ec-09376cb107f3 req-86dd0c68-a759-4817-ba27-668ca621a5fa tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] 10.222.0.66 "GET /v2.0/ports?device_id=27ecdc3e-c9a2-434c-a840-101feeb37aa9 HTTP/1.1" status: 200 len: 945 time: 0.3779356 Aug 18 12:07:29.556710 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f714dd8-feb0-459d-b5a1-664988518115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Port c37aae71-a4e0-4635-b60f-d03d85f3bf24 on network 1a34a5ee-4dbb-42ef-8822-9b726360f5b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-2 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:07:29.557073 n-d-804985-2 neutron-server[106252]: ERROR neutron.plugins.ml2.managers [None req-9f714dd8-feb0-459d-b5a1-664988518115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Failed to bind port c37aae71-a4e0-4635-b60f-d03d85f3bf24 on host n-h1-804985-2 for vnic_type normal using segments [{'id': 'dbbbda0e-024e-4742-9864-4a14a5a3e603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '1a34a5ee-4dbb-42ef-8822-9b726360f5b1'}] Aug 18 12:07:29.581312 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-900d3191-18ec-4258-bb21-cb550543b7a3 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:29.585204 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-900d3191-18ec-4258-bb21-cb550543b7a3 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "DELETE /v2.0/ports/3347cfc8-0aab-4b35-b9e6-7792b7f5fc0b HTTP/1.1" status: 204 len: 168 time: 0.8846192 Aug 18 12:07:29.588011 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 42842) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:07:29.595280 n-d-804985-2 neutron-server[106252]: INFO neutron.plugins.ml2.plugin [None req-9f714dd8-feb0-459d-b5a1-664988518115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Attempt 2 to bind port c37aae71-a4e0-4635-b60f-d03d85f3bf24 Aug 18 12:07:29.609658 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 438c35c8-3cb3-480f-baa8-76d78615463a triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:07:29.610238 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:29.647561 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-682e4333-05a0-49f7-9b80-c427411bf28f req-e3467ab9-4a22-42a6-9b98-42b9984c45c2 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] 10.222.0.66 "GET /v2.0/security-groups?id=9ed89c48-68fa-47c4-9ca6-08ae23ef0876&id=f288757b-df2a-4147-b6e9-81a127940c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2074106 Aug 18 12:07:29.683583 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dedd6f-dfd1-4d05-bad4-4a4e9a5f7144 req-706d521b-799a-4f2b-8388-6ae464225aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:29.686895 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dedd6f-dfd1-4d05-bad4-4a4e9a5f7144 req-706d521b-799a-4f2b-8388-6ae464225aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:29.687576 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dedd6f-dfd1-4d05-bad4-4a4e9a5f7144 req-706d521b-799a-4f2b-8388-6ae464225aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:29.688257 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dedd6f-dfd1-4d05-bad4-4a4e9a5f7144 req-706d521b-799a-4f2b-8388-6ae464225aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:29.688935 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dedd6f-dfd1-4d05-bad4-4a4e9a5f7144 req-706d521b-799a-4f2b-8388-6ae464225aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:29.696068 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dedd6f-dfd1-4d05-bad4-4a4e9a5f7144 req-706d521b-799a-4f2b-8388-6ae464225aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:29.697386 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dedd6f-dfd1-4d05-bad4-4a4e9a5f7144 req-706d521b-799a-4f2b-8388-6ae464225aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:29.714968 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-22dedd6f-dfd1-4d05-bad4-4a4e9a5f7144 req-706d521b-799a-4f2b-8388-6ae464225aae service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c58c061f2ffb4e7caeee64937da3abfa&device_id=2cc02556-7c0a-4e9b-9a09-a272e5dfabdc HTTP/1.1" status: 200 len: 6413 time: 0.3693488 Aug 18 12:07:29.775370 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-84326c25-ac5e-4cca-88ec-09376cb107f3 req-ed29c0cd-8ea9-4985-9bbd-8f3552c8c1d9 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] 10.222.0.66 "GET /v2.0/security-groups?id=eff34c14-f128-4344-94bf-707ebed6dde1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2482271 Aug 18 12:07:29.778407 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [None req-9f714dd8-feb0-459d-b5a1-664988518115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Attempting to bind port c37aae71-a4e0-4635-b60f-d03d85f3bf24 on host n-h1-804985-2 for vnic_type normal with profile {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:07:29.778746 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [None req-9f714dd8-feb0-459d-b5a1-664988518115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Attempting to bind port c37aae71-a4e0-4635-b60f-d03d85f3bf24 by drivers openvswitch,hyperv on host n-h1-804985-2 at level 0 using segments [{'id': 'dbbbda0e-024e-4742-9864-4a14a5a3e603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '1a34a5ee-4dbb-42ef-8822-9b726360f5b1'}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:07:29.779085 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f714dd8-feb0-459d-b5a1-664988518115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Attempting to bind port c37aae71-a4e0-4635-b60f-d03d85f3bf24 on network 1a34a5ee-4dbb-42ef-8822-9b726360f5b1 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:07:29.798343 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-616c0a01-91e0-44a0-bd6b-c2bc6cf8e578 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:29.809736 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-616c0a01-91e0-44a0-bd6b-c2bc6cf8e578 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:29.816287 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f714dd8-feb0-459d-b5a1-664988518115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Port c37aae71-a4e0-4635-b60f-d03d85f3bf24 on network 1a34a5ee-4dbb-42ef-8822-9b726360f5b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-2 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:07:29.818528 n-d-804985-2 neutron-server[106252]: ERROR neutron.plugins.ml2.managers [None req-9f714dd8-feb0-459d-b5a1-664988518115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Failed to bind port c37aae71-a4e0-4635-b60f-d03d85f3bf24 on host n-h1-804985-2 for vnic_type normal using segments [{'id': 'dbbbda0e-024e-4742-9864-4a14a5a3e603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '1a34a5ee-4dbb-42ef-8822-9b726360f5b1'}] Aug 18 12:07:29.820677 n-d-804985-2 neutron-server[106252]: INFO neutron.plugins.ml2.plugin [None req-9f714dd8-feb0-459d-b5a1-664988518115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Attempt 3 to bind port c37aae71-a4e0-4635-b60f-d03d85f3bf24 Aug 18 12:07:29.842791 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-616c0a01-91e0-44a0-bd6b-c2bc6cf8e578 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2464619 Aug 18 12:07:29.852177 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 42848) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:07:30.007289 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [None req-9f714dd8-feb0-459d-b5a1-664988518115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Attempting to bind port c37aae71-a4e0-4635-b60f-d03d85f3bf24 on host n-h1-804985-2 for vnic_type normal with profile {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:07:30.007629 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [None req-9f714dd8-feb0-459d-b5a1-664988518115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Attempting to bind port c37aae71-a4e0-4635-b60f-d03d85f3bf24 by drivers openvswitch,hyperv on host n-h1-804985-2 at level 0 using segments [{'id': 'dbbbda0e-024e-4742-9864-4a14a5a3e603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '1a34a5ee-4dbb-42ef-8822-9b726360f5b1'}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:07:30.007968 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f714dd8-feb0-459d-b5a1-664988518115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Attempting to bind port c37aae71-a4e0-4635-b60f-d03d85f3bf24 on network 1a34a5ee-4dbb-42ef-8822-9b726360f5b1 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:07:30.036203 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f714dd8-feb0-459d-b5a1-664988518115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Port c37aae71-a4e0-4635-b60f-d03d85f3bf24 on network 1a34a5ee-4dbb-42ef-8822-9b726360f5b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-2 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:07:30.036203 n-d-804985-2 neutron-server[106252]: ERROR neutron.plugins.ml2.managers [None req-9f714dd8-feb0-459d-b5a1-664988518115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Failed to bind port c37aae71-a4e0-4635-b60f-d03d85f3bf24 on host n-h1-804985-2 for vnic_type normal using segments [{'id': 'dbbbda0e-024e-4742-9864-4a14a5a3e603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '1a34a5ee-4dbb-42ef-8822-9b726360f5b1'}] Aug 18 12:07:30.040529 n-d-804985-2 neutron-server[106252]: INFO neutron.plugins.ml2.plugin [None req-9f714dd8-feb0-459d-b5a1-664988518115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Attempt 4 to bind port c37aae71-a4e0-4635-b60f-d03d85f3bf24 Aug 18 12:07:30.085362 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_v2 [None req-d991427a-8161-408a-b023-1d2a3ab2bb97 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Deleting subnet 8ea14d14-92a8-4d5a-9e73-99605dbf81b7 {{(pid=106252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 12:07:30.097366 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [None req-9f714dd8-feb0-459d-b5a1-664988518115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Attempting to bind port c37aae71-a4e0-4635-b60f-d03d85f3bf24 on host n-h1-804985-2 for vnic_type normal with profile {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:07:30.098333 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [None req-9f714dd8-feb0-459d-b5a1-664988518115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Attempting to bind port c37aae71-a4e0-4635-b60f-d03d85f3bf24 by drivers openvswitch,hyperv on host n-h1-804985-2 at level 0 using segments [{'id': 'dbbbda0e-024e-4742-9864-4a14a5a3e603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '1a34a5ee-4dbb-42ef-8822-9b726360f5b1'}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:07:30.098836 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f714dd8-feb0-459d-b5a1-664988518115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Attempting to bind port c37aae71-a4e0-4635-b60f-d03d85f3bf24 on network 1a34a5ee-4dbb-42ef-8822-9b726360f5b1 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:07:30.105576 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d991427a-8161-408a-b023-1d2a3ab2bb97 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks [] for subnet, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:30.191322 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe2ade2-b78a-4588-af82-f3cf6190b30f req-d71134dc-095c-4f28-9712-c5c13d34f18d tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:30.207673 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-cbe2ade2-b78a-4588-af82-f3cf6190b30f req-d71134dc-095c-4f28-9712-c5c13d34f18d tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/ports?device_id=812772a4-8df1-440e-bd7f-7708fd393589 HTTP/1.1" status: 200 len: 945 time: 0.3195622 Aug 18 12:07:30.217088 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f714dd8-feb0-459d-b5a1-664988518115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Port c37aae71-a4e0-4635-b60f-d03d85f3bf24 on network 1a34a5ee-4dbb-42ef-8822-9b726360f5b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-2 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:07:30.217424 n-d-804985-2 neutron-server[106252]: ERROR neutron.plugins.ml2.managers [None req-9f714dd8-feb0-459d-b5a1-664988518115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Failed to bind port c37aae71-a4e0-4635-b60f-d03d85f3bf24 on host n-h1-804985-2 for vnic_type normal using segments [{'id': 'dbbbda0e-024e-4742-9864-4a14a5a3e603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '1a34a5ee-4dbb-42ef-8822-9b726360f5b1'}] Aug 18 12:07:30.264287 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d991427a-8161-408a-b023-1d2a3ab2bb97 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2221528'] for subnet, precommit_delete_associations {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:30.343211 n-d-804985-2 neutron-server[106252]: INFO neutron.plugins.ml2.plugin [None req-9f714dd8-feb0-459d-b5a1-664988518115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Attempt 5 to bind port c37aae71-a4e0-4635-b60f-d03d85f3bf24 Aug 18 12:07:30.431391 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dedd6f-dfd1-4d05-bad4-4a4e9a5f7144 req-05205d7c-d4ab-4f0c-9af5-4fd8dfb28fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:30.432154 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dedd6f-dfd1-4d05-bad4-4a4e9a5f7144 req-05205d7c-d4ab-4f0c-9af5-4fd8dfb28fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:30.432858 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dedd6f-dfd1-4d05-bad4-4a4e9a5f7144 req-05205d7c-d4ab-4f0c-9af5-4fd8dfb28fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:30.434637 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-22dedd6f-dfd1-4d05-bad4-4a4e9a5f7144 req-05205d7c-d4ab-4f0c-9af5-4fd8dfb28fdd service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=c58c061f2ffb4e7caeee64937da3abfa&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.5935452 Aug 18 12:07:30.440144 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [None req-9f714dd8-feb0-459d-b5a1-664988518115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Attempting to bind port c37aae71-a4e0-4635-b60f-d03d85f3bf24 on host n-h1-804985-2 for vnic_type normal with profile {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:07:30.440501 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [None req-9f714dd8-feb0-459d-b5a1-664988518115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Attempting to bind port c37aae71-a4e0-4635-b60f-d03d85f3bf24 by drivers openvswitch,hyperv on host n-h1-804985-2 at level 0 using segments [{'id': 'dbbbda0e-024e-4742-9864-4a14a5a3e603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '1a34a5ee-4dbb-42ef-8822-9b726360f5b1'}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:07:30.440844 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f714dd8-feb0-459d-b5a1-664988518115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Attempting to bind port c37aae71-a4e0-4635-b60f-d03d85f3bf24 on network 1a34a5ee-4dbb-42ef-8822-9b726360f5b1 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:07:30.482487 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f714dd8-feb0-459d-b5a1-664988518115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Port c37aae71-a4e0-4635-b60f-d03d85f3bf24 on network 1a34a5ee-4dbb-42ef-8822-9b726360f5b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-2 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:07:30.482812 n-d-804985-2 neutron-server[106252]: ERROR neutron.plugins.ml2.managers [None req-9f714dd8-feb0-459d-b5a1-664988518115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Failed to bind port c37aae71-a4e0-4635-b60f-d03d85f3bf24 on host n-h1-804985-2 for vnic_type normal using segments [{'id': 'dbbbda0e-024e-4742-9864-4a14a5a3e603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '1a34a5ee-4dbb-42ef-8822-9b726360f5b1'}] Aug 18 12:07:30.488353 n-d-804985-2 neutron-server[106252]: INFO neutron.plugins.ml2.plugin [None req-9f714dd8-feb0-459d-b5a1-664988518115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Attempt 6 to bind port c37aae71-a4e0-4635-b60f-d03d85f3bf24 Aug 18 12:07:30.528587 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdd08dd-53e3-427e-86d6-39e3f95d7879 req-2179f872-5140-42db-a2d9-7f9762471e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:30.530420 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-abdd08dd-53e3-427e-86d6-39e3f95d7879 req-2179f872-5140-42db-a2d9-7f9762471e29 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=764f05f9d69b4134b93ed670f8afc320&device_id=27ecdc3e-c9a2-434c-a840-101feeb37aa9 HTTP/1.1" status: 200 len: 1096 time: 0.1826839 Aug 18 12:07:30.563715 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-cbe2ade2-b78a-4588-af82-f3cf6190b30f req-2cfaba58-2024-42e2-9bbe-1d8eff1a19a8 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/security-groups?id=d60fbefd-5088-4718-a442-08959d2ac3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3534076 Aug 18 12:07:30.613961 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02973053-45d7-477b-ab03-5d4ba604d510 req-11d0f0ef-af43-492b-8d44-56082d774ee2 tempest-VolumesActionsTest-771452458 tempest-VolumesActionsTest-771452458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:30.620853 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dedd6f-dfd1-4d05-bad4-4a4e9a5f7144 req-c4417acc-8f26-422f-be47-4c68dfcc35b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:30.621601 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-02973053-45d7-477b-ab03-5d4ba604d510 req-11d0f0ef-af43-492b-8d44-56082d774ee2 tempest-VolumesActionsTest-771452458 tempest-VolumesActionsTest-771452458-project] 10.222.0.66 "GET /v2.0/ports?device_id=de8755c9-9ec4-41fe-bbca-1bfa77224ff3 HTTP/1.1" status: 200 len: 946 time: 0.2723536 Aug 18 12:07:30.622399 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-22dedd6f-dfd1-4d05-bad4-4a4e9a5f7144 req-c4417acc-8f26-422f-be47-4c68dfcc35b1 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1790144 Aug 18 12:07:30.643162 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [None req-9f714dd8-feb0-459d-b5a1-664988518115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Attempting to bind port c37aae71-a4e0-4635-b60f-d03d85f3bf24 on host n-h1-804985-2 for vnic_type normal with profile {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:07:30.643594 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [None req-9f714dd8-feb0-459d-b5a1-664988518115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Attempting to bind port c37aae71-a4e0-4635-b60f-d03d85f3bf24 by drivers openvswitch,hyperv on host n-h1-804985-2 at level 0 using segments [{'id': 'dbbbda0e-024e-4742-9864-4a14a5a3e603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '1a34a5ee-4dbb-42ef-8822-9b726360f5b1'}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:07:30.643839 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f714dd8-feb0-459d-b5a1-664988518115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Attempting to bind port c37aae71-a4e0-4635-b60f-d03d85f3bf24 on network 1a34a5ee-4dbb-42ef-8822-9b726360f5b1 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:07:30.691006 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdd08dd-53e3-427e-86d6-39e3f95d7879 req-293fa66e-0b3a-45e8-acb8-109daec70d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:30.695156 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-abdd08dd-53e3-427e-86d6-39e3f95d7879 req-293fa66e-0b3a-45e8-acb8-109daec70d0b service neutron] 10.222.0.63 "GET /v2.0/networks?id=365c1e73-53bd-4762-8c39-733a28020035 HTTP/1.1" status: 200 len: 911 time: 0.1540740 Aug 18 12:07:30.738290 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f714dd8-feb0-459d-b5a1-664988518115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Port c37aae71-a4e0-4635-b60f-d03d85f3bf24 on network 1a34a5ee-4dbb-42ef-8822-9b726360f5b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-2 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:07:30.738620 n-d-804985-2 neutron-server[106252]: ERROR neutron.plugins.ml2.managers [None req-9f714dd8-feb0-459d-b5a1-664988518115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Failed to bind port c37aae71-a4e0-4635-b60f-d03d85f3bf24 on host n-h1-804985-2 for vnic_type normal using segments [{'id': 'dbbbda0e-024e-4742-9864-4a14a5a3e603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '1a34a5ee-4dbb-42ef-8822-9b726360f5b1'}] Aug 18 12:07:30.742787 n-d-804985-2 neutron-server[106252]: INFO neutron.plugins.ml2.plugin [None req-9f714dd8-feb0-459d-b5a1-664988518115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Attempt 7 to bind port c37aae71-a4e0-4635-b60f-d03d85f3bf24 Aug 18 12:07:30.769024 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d991427a-8161-408a-b023-1d2a3ab2bb97 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:30.800165 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-abdd08dd-53e3-427e-86d6-39e3f95d7879 req-574452d7-575d-4987-8b15-b9d5e5494315 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=64677ff4-45ed-40b8-a8c8-3e3cee5de2d5 HTTP/1.1" status: 200 len: 1000 time: 0.0957768 Aug 18 12:07:30.818811 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [None req-9f714dd8-feb0-459d-b5a1-664988518115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Attempting to bind port c37aae71-a4e0-4635-b60f-d03d85f3bf24 on host n-h1-804985-2 for vnic_type normal with profile {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:07:30.819509 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [None req-9f714dd8-feb0-459d-b5a1-664988518115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Attempting to bind port c37aae71-a4e0-4635-b60f-d03d85f3bf24 by drivers openvswitch,hyperv on host n-h1-804985-2 at level 0 using segments [{'id': 'dbbbda0e-024e-4742-9864-4a14a5a3e603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '1a34a5ee-4dbb-42ef-8822-9b726360f5b1'}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:07:30.820116 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f714dd8-feb0-459d-b5a1-664988518115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Attempting to bind port c37aae71-a4e0-4635-b60f-d03d85f3bf24 on network 1a34a5ee-4dbb-42ef-8822-9b726360f5b1 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:07:30.828186 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [req-015f9123-1036-461f-b09f-11c0827fad41 req-a0e2fb0f-146b-462d-b5f8-ccba26e872a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8713f4a-f3e1-4969-98d9-fb54153a1b08 {{(pid=106252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:07:30.835975 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-02973053-45d7-477b-ab03-5d4ba604d510 req-def9eccb-5c2f-472e-a007-632aea438890 tempest-VolumesActionsTest-771452458 tempest-VolumesActionsTest-771452458-project] 10.222.0.66 "GET /v2.0/security-groups?id=f40f5dc5-9d25-43d5-a438-2945d251cf32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135329 Aug 18 12:07:30.846585 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-015f9123-1036-461f-b09f-11c0827fad41 req-a0e2fb0f-146b-462d-b5f8-ccba26e872a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:30.851779 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f714dd8-feb0-459d-b5a1-664988518115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Port c37aae71-a4e0-4635-b60f-d03d85f3bf24 on network 1a34a5ee-4dbb-42ef-8822-9b726360f5b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-2 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:07:30.852126 n-d-804985-2 neutron-server[106252]: ERROR neutron.plugins.ml2.managers [None req-9f714dd8-feb0-459d-b5a1-664988518115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Failed to bind port c37aae71-a4e0-4635-b60f-d03d85f3bf24 on host n-h1-804985-2 for vnic_type normal using segments [{'id': 'dbbbda0e-024e-4742-9864-4a14a5a3e603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '1a34a5ee-4dbb-42ef-8822-9b726360f5b1'}] Aug 18 12:07:30.855760 n-d-804985-2 neutron-server[106252]: INFO neutron.plugins.ml2.plugin [None req-9f714dd8-feb0-459d-b5a1-664988518115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Attempt 8 to bind port c37aae71-a4e0-4635-b60f-d03d85f3bf24 Aug 18 12:07:30.878916 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b282b20-fa73-463a-bab5-508d504ccea1 req-5013529f-5020-4e86-9688-031a3d3f7f2b tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:30.880033 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9b282b20-fa73-463a-bab5-508d504ccea1 req-5013529f-5020-4e86-9688-031a3d3f7f2b tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] 10.222.0.66 "GET /v2.0/ports?device_id=27ecdc3e-c9a2-434c-a840-101feeb37aa9 HTTP/1.1" status: 200 len: 945 time: 0.2151740 Aug 18 12:07:30.885218 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdd08dd-53e3-427e-86d6-39e3f95d7879 req-d79ce616-05a5-49c0-840b-b58a432e76ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:30.887133 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-abdd08dd-53e3-427e-86d6-39e3f95d7879 req-d79ce616-05a5-49c0-840b-b58a432e76ff service neutron] 10.222.0.63 "GET /v2.0/subnets?id=e8e80694-e438-471b-8163-c76e1828e5ce HTTP/1.1" status: 200 len: 849 time: 0.0760882 Aug 18 12:07:30.918118 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [None req-9f714dd8-feb0-459d-b5a1-664988518115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Attempting to bind port c37aae71-a4e0-4635-b60f-d03d85f3bf24 on host n-h1-804985-2 for vnic_type normal with profile {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:07:30.918453 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [None req-9f714dd8-feb0-459d-b5a1-664988518115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Attempting to bind port c37aae71-a4e0-4635-b60f-d03d85f3bf24 by drivers openvswitch,hyperv on host n-h1-804985-2 at level 0 using segments [{'id': 'dbbbda0e-024e-4742-9864-4a14a5a3e603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '1a34a5ee-4dbb-42ef-8822-9b726360f5b1'}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:07:30.918799 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f714dd8-feb0-459d-b5a1-664988518115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Attempting to bind port c37aae71-a4e0-4635-b60f-d03d85f3bf24 on network 1a34a5ee-4dbb-42ef-8822-9b726360f5b1 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:07:30.944675 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdd08dd-53e3-427e-86d6-39e3f95d7879 req-f3b273df-b1ea-44e5-bcb0-f59cfbfd1f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:30.946268 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-abdd08dd-53e3-427e-86d6-39e3f95d7879 req-f3b273df-b1ea-44e5-bcb0-f59cfbfd1f71 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=365c1e73-53bd-4762-8c39-733a28020035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0505838 Aug 18 12:07:30.949431 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f714dd8-feb0-459d-b5a1-664988518115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Port c37aae71-a4e0-4635-b60f-d03d85f3bf24 on network 1a34a5ee-4dbb-42ef-8822-9b726360f5b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-2 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:07:30.949765 n-d-804985-2 neutron-server[106252]: ERROR neutron.plugins.ml2.managers [None req-9f714dd8-feb0-459d-b5a1-664988518115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Failed to bind port c37aae71-a4e0-4635-b60f-d03d85f3bf24 on host n-h1-804985-2 for vnic_type normal using segments [{'id': 'dbbbda0e-024e-4742-9864-4a14a5a3e603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '1a34a5ee-4dbb-42ef-8822-9b726360f5b1'}] Aug 18 12:07:30.952667 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [req-015f9123-1036-461f-b09f-11c0827fad41 req-a0e2fb0f-146b-462d-b5f8-ccba26e872a7 service neutron] Transition to ACTIVE for port object d8713f4a-f3e1-4969-98d9-fb54153a1b08 will not be triggered until provisioned by entity L2. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:07:30.955528 n-d-804985-2 neutron-server[106252]: INFO neutron.plugins.ml2.plugin [None req-9f714dd8-feb0-459d-b5a1-664988518115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Attempt 9 to bind port c37aae71-a4e0-4635-b60f-d03d85f3bf24 Aug 18 12:07:30.978099 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d991427a-8161-408a-b023-1d2a3ab2bb97 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3572848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59074100'] for subnet, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:30.998789 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-015f9123-1036-461f-b09f-11c0827fad41 req-a0e2fb0f-146b-462d-b5f8-ccba26e872a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:31.003301 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9b282b20-fa73-463a-bab5-508d504ccea1 req-6319a693-8724-41b0-a482-997c2a875036 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] 10.222.0.66 "GET /v2.0/security-groups?id=eff34c14-f128-4344-94bf-707ebed6dde1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1113994 Aug 18 12:07:31.044393 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [None req-9f714dd8-feb0-459d-b5a1-664988518115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Attempting to bind port c37aae71-a4e0-4635-b60f-d03d85f3bf24 on host n-h1-804985-2 for vnic_type normal with profile {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:07:31.044758 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [None req-9f714dd8-feb0-459d-b5a1-664988518115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Attempting to bind port c37aae71-a4e0-4635-b60f-d03d85f3bf24 by drivers openvswitch,hyperv on host n-h1-804985-2 at level 0 using segments [{'id': 'dbbbda0e-024e-4742-9864-4a14a5a3e603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '1a34a5ee-4dbb-42ef-8822-9b726360f5b1'}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:07:31.045091 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f714dd8-feb0-459d-b5a1-664988518115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Attempting to bind port c37aae71-a4e0-4635-b60f-d03d85f3bf24 on network 1a34a5ee-4dbb-42ef-8822-9b726360f5b1 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:07:31.070355 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d991427a-8161-408a-b023-1d2a3ab2bb97 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Pushing event deleted for resources: {'Subnet': ['ID=8ea14d14-92a8-4d5a-9e73-99605dbf81b7,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:07:31.078540 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-abdd08dd-53e3-427e-86d6-39e3f95d7879 req-048cee6a-6ef3-462a-8ced-ea3180002842 service neutron] 10.222.0.63 "GET /v2.0/networks/365c1e73-53bd-4762-8c39-733a28020035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222219 Aug 18 12:07:31.087427 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c115f9ae-aa8d-43f1-a605-008f36449473 None None] Network fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:07:31.090847 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d991427a-8161-408a-b023-1d2a3ab2bb97 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for subnet, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:31.097985 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-d991427a-8161-408a-b023-1d2a3ab2bb97 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "DELETE /v2.0/subnets/8ea14d14-92a8-4d5a-9e73-99605dbf81b7 HTTP/1.1" status: 204 len: 168 time: 1.2394788 Aug 18 12:07:31.115936 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 42864) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:07:31.116873 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f714dd8-feb0-459d-b5a1-664988518115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Port c37aae71-a4e0-4635-b60f-d03d85f3bf24 on network 1a34a5ee-4dbb-42ef-8822-9b726360f5b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-2 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:07:31.117518 n-d-804985-2 neutron-server[106252]: ERROR neutron.plugins.ml2.managers [None req-9f714dd8-feb0-459d-b5a1-664988518115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Failed to bind port c37aae71-a4e0-4635-b60f-d03d85f3bf24 on host n-h1-804985-2 for vnic_type normal using segments [{'id': 'dbbbda0e-024e-4742-9864-4a14a5a3e603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '1a34a5ee-4dbb-42ef-8822-9b726360f5b1'}] Aug 18 12:07:31.133845 n-d-804985-2 neutron-server[106252]: INFO neutron.plugins.ml2.plugin [None req-9f714dd8-feb0-459d-b5a1-664988518115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Attempt 10 to bind port c37aae71-a4e0-4635-b60f-d03d85f3bf24 Aug 18 12:07:31.234509 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-abdd08dd-53e3-427e-86d6-39e3f95d7879 req-dc896a6a-242c-4684-8ab0-812d2807203a service neutron] 10.222.0.63 "GET /v2.0/networks/365c1e73-53bd-4762-8c39-733a28020035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460581 Aug 18 12:07:31.410070 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fd086be-d4d0-4e6f-907b-50e0ac2c3c56 None None] DHCP port deletion for fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d request from n-d-804985-2 {{(pid=106254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 12:07:31.479295 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-1fd086be-d4d0-4e6f-907b-50e0ac2c3c56 None None] Deleting port 438c35c8-3cb3-480f-baa8-76d78615463a {{(pid=106254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:07:31.479675 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1fd086be-d4d0-4e6f-907b-50e0ac2c3c56 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:31.581407 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1588d6e-d932-4234-a1ad-f2f68ea32c3c req-8779f003-aa27-4a99-9473-6cdf2ca4f999 tempest-VolumesActionsTest-771452458 tempest-VolumesActionsTest-771452458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:31.582953 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-c1588d6e-d932-4234-a1ad-f2f68ea32c3c req-8779f003-aa27-4a99-9473-6cdf2ca4f999 tempest-VolumesActionsTest-771452458 tempest-VolumesActionsTest-771452458-project] 10.222.0.63 "GET /v2.0/ports?device_id=de8755c9-9ec4-41fe-bbca-1bfa77224ff3 HTTP/1.1" status: 200 len: 946 time: 0.1005688 Aug 18 12:07:31.583806 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1fd086be-d4d0-4e6f-907b-50e0ac2c3c56 None None] For port 438c35c8-3cb3-480f-baa8-76d78615463a, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=438c35c8-3cb3-480f-baa8-76d78615463a,segment=NetworkSegment(06b05a1e-7667-47a8-b2de-bb5e6a768e1b),segment_id=06b05a1e-7667-47a8-b2de-bb5e6a768e1b)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:07:31.584280 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1fd086be-d4d0-4e6f-907b-50e0ac2c3c56 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:31.600105 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-1fd086be-d4d0-4e6f-907b-50e0ac2c3c56 None None] Calling delete_port for 438c35c8-3cb3-480f-baa8-76d78615463a owned by network:dhcp {{(pid=106254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:07:31.615399 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-bd20a02e-4d2d-4ba2-bff5-9b05dff26e64 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4964628 Aug 18 12:07:31.626746 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 42874) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:07:31.629749 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632fff78-dc15-4f93-b717-cabebe934f03 req-1c39e73c-3180-45e6-9d28-05e59579ff54 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:31.638338 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632fff78-dc15-4f93-b717-cabebe934f03 req-1c39e73c-3180-45e6-9d28-05e59579ff54 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:31.644519 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632fff78-dc15-4f93-b717-cabebe934f03 req-1c39e73c-3180-45e6-9d28-05e59579ff54 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:31.650490 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632fff78-dc15-4f93-b717-cabebe934f03 req-1c39e73c-3180-45e6-9d28-05e59579ff54 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:31.656318 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632fff78-dc15-4f93-b717-cabebe934f03 req-1c39e73c-3180-45e6-9d28-05e59579ff54 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:31.662172 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632fff78-dc15-4f93-b717-cabebe934f03 req-1c39e73c-3180-45e6-9d28-05e59579ff54 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:31.668053 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632fff78-dc15-4f93-b717-cabebe934f03 req-1c39e73c-3180-45e6-9d28-05e59579ff54 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:31.675932 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-632fff78-dc15-4f93-b717-cabebe934f03 req-1c39e73c-3180-45e6-9d28-05e59579ff54 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] 10.222.0.66 "GET /v2.0/ports?device_id=2cc02556-7c0a-4e9b-9a09-a272e5dfabdc HTTP/1.1" status: 200 len: 5411 time: 0.7401485 Aug 18 12:07:31.683299 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-3167d5cf-db08-42ab-8964-388618bd5961 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Request body: {'subnet': {'network_id': 'fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:07:31.686084 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e2fb0f-146b-462d-b5f8-ccba26e872a7 service neutron] Pushing event updated for resources: {'Port': ['ID=d8713f4a-f3e1-4969-98d9-fb54153a1b08,revision_number=2']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:07:31.713173 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1fd086be-d4d0-4e6f-907b-50e0ac2c3c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556'] for port, after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:31.720638 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [None req-9f714dd8-feb0-459d-b5a1-664988518115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Attempting to bind port c37aae71-a4e0-4635-b60f-d03d85f3bf24 on host n-h1-804985-2 for vnic_type normal with profile {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:07:31.720638 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [None req-9f714dd8-feb0-459d-b5a1-664988518115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Attempting to bind port c37aae71-a4e0-4635-b60f-d03d85f3bf24 by drivers openvswitch,hyperv on host n-h1-804985-2 at level 0 using segments [{'id': 'dbbbda0e-024e-4742-9864-4a14a5a3e603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '1a34a5ee-4dbb-42ef-8822-9b726360f5b1'}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:07:31.720638 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f714dd8-feb0-459d-b5a1-664988518115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Attempting to bind port c37aae71-a4e0-4635-b60f-d03d85f3bf24 on network 1a34a5ee-4dbb-42ef-8822-9b726360f5b1 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:07:31.762896 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd086be-d4d0-4e6f-907b-50e0ac2c3c56 None None] No DVR routers for this DVR port 438c35c8-3cb3-480f-baa8-76d78615463a on host n-d-804985-2 {{(pid=106254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:07:31.774797 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd086be-d4d0-4e6f-907b-50e0ac2c3c56 None None] Pushing event deleted for resources: {'Port': ['ID=438c35c8-3cb3-480f-baa8-76d78615463a,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:07:31.799524 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f714dd8-feb0-459d-b5a1-664988518115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Port c37aae71-a4e0-4635-b60f-d03d85f3bf24 on network 1a34a5ee-4dbb-42ef-8822-9b726360f5b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-2 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:07:31.799895 n-d-804985-2 neutron-server[106252]: ERROR neutron.plugins.ml2.managers [None req-9f714dd8-feb0-459d-b5a1-664988518115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Failed to bind port c37aae71-a4e0-4635-b60f-d03d85f3bf24 on host n-h1-804985-2 for vnic_type normal using segments [{'id': 'dbbbda0e-024e-4742-9864-4a14a5a3e603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '1a34a5ee-4dbb-42ef-8822-9b726360f5b1'}] Aug 18 12:07:31.800533 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-9f714dd8-feb0-459d-b5a1-664988518115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:31.886923 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3167d5cf-db08-42ab-8964-388618bd5961 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Made reservation on behalf of 2a40b3bac30c4b9cb4cddbf9306b0469 for: {'subnet': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:07:31.898171 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3167d5cf-db08-42ab-8964-388618bd5961 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59388119'] for subnet, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:31.905072 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-c1588d6e-d932-4234-a1ad-f2f68ea32c3c req-e4877c59-f769-4373-8ac7-18beccc405ec tempest-VolumesActionsTest-771452458 tempest-VolumesActionsTest-771452458-project] Deleting port 35ff5998-fd0d-4830-a451-aaf70f9d6135 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:07:31.905413 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-c1588d6e-d932-4234-a1ad-f2f68ea32c3c req-e4877c59-f769-4373-8ac7-18beccc405ec tempest-VolumesActionsTest-771452458 tempest-VolumesActionsTest-771452458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:31.924839 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-632fff78-dc15-4f93-b717-cabebe934f03 req-95150a32-7f4c-4a39-9f5e-17910004a6b0 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] 10.222.0.66 "GET /v2.0/security-groups?id=9ed89c48-68fa-47c4-9ca6-08ae23ef0876&id=f288757b-df2a-4147-b6e9-81a127940c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2479448 Aug 18 12:07:31.930705 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-015f9123-1036-461f-b09f-11c0827fad41 req-a0e2fb0f-146b-462d-b5f8-ccba26e872a7 service neutron] Attempting to bind port d8713f4a-f3e1-4969-98d9-fb54153a1b08 on host n-h2-804985-2 for vnic_type normal with profile {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:07:31.930705 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-015f9123-1036-461f-b09f-11c0827fad41 req-a0e2fb0f-146b-462d-b5f8-ccba26e872a7 service neutron] Attempting to bind port d8713f4a-f3e1-4969-98d9-fb54153a1b08 by drivers openvswitch,hyperv on host n-h2-804985-2 at level 0 using segments [{'id': 'df3c0b73-1969-468f-b788-2fc792f44d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'd3427385-4738-4edf-ab5a-b3bffa0e286e'}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:07:31.930927 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-015f9123-1036-461f-b09f-11c0827fad41 req-a0e2fb0f-146b-462d-b5f8-ccba26e872a7 service neutron] Attempting to bind port d8713f4a-f3e1-4969-98d9-fb54153a1b08 on network d3427385-4738-4edf-ab5a-b3bffa0e286e {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:07:31.942578 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be91fe25-7b5f-467e-952c-b202c89d656a req-c06527a0-2d15-42e5-9959-78ae2eac96f3 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:31.944097 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-be91fe25-7b5f-467e-952c-b202c89d656a req-c06527a0-2d15-42e5-9959-78ae2eac96f3 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/ports?device_id=812772a4-8df1-440e-bd7f-7708fd393589 HTTP/1.1" status: 200 len: 945 time: 0.2468419 Aug 18 12:07:31.972500 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-015f9123-1036-461f-b09f-11c0827fad41 req-a0e2fb0f-146b-462d-b5f8-ccba26e872a7 service neutron] Port d8713f4a-f3e1-4969-98d9-fb54153a1b08 on network d3427385-4738-4edf-ab5a-b3bffa0e286e not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-2 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:07:31.972500 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-015f9123-1036-461f-b09f-11c0827fad41 req-a0e2fb0f-146b-462d-b5f8-ccba26e872a7 service neutron] Attempting to bind port d8713f4a-f3e1-4969-98d9-fb54153a1b08 on network d3427385-4738-4edf-ab5a-b3bffa0e286e {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:07:31.994832 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-015f9123-1036-461f-b09f-11c0827fad41 req-a0e2fb0f-146b-462d-b5f8-ccba26e872a7 service neutron] Checking agent: {'id': 'da5da552-709c-4248-84de-86af99a0dc87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 49, 8), 'started_at': datetime.datetime(2021, 8, 18, 11, 49, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 7, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:07:31.995284 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-015f9123-1036-461f-b09f-11c0827fad41 req-a0e2fb0f-146b-462d-b5f8-ccba26e872a7 service neutron] Checking segment: {'id': 'df3c0b73-1969-468f-b788-2fc792f44d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'd3427385-4738-4edf-ab5a-b3bffa0e286e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:07:31.995546 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-015f9123-1036-461f-b09f-11c0827fad41 req-a0e2fb0f-146b-462d-b5f8-ccba26e872a7 service neutron] Bound using segment: {'id': 'df3c0b73-1969-468f-b788-2fc792f44d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'd3427385-4738-4edf-ab5a-b3bffa0e286e'} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:07:31.995984 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-015f9123-1036-461f-b09f-11c0827fad41 req-a0e2fb0f-146b-462d-b5f8-ccba26e872a7 service neutron] Bound port: d8713f4a-f3e1-4969-98d9-fb54153a1b08, host: n-h2-804985-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df3c0b73-1969-468f-b788-2fc792f44d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'd3427385-4738-4edf-ab5a-b3bffa0e286e'}}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:07:31.996349 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-015f9123-1036-461f-b09f-11c0827fad41 req-a0e2fb0f-146b-462d-b5f8-ccba26e872a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:32.001499 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-c1588d6e-d932-4234-a1ad-f2f68ea32c3c req-e4877c59-f769-4373-8ac7-18beccc405ec tempest-VolumesActionsTest-771452458 tempest-VolumesActionsTest-771452458-project] For port 35ff5998-fd0d-4830-a451-aaf70f9d6135, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=35ff5998-fd0d-4830-a451-aaf70f9d6135,segment=NetworkSegment(d1559002-2cd2-4997-ad5a-b3a5341106b4),segment_id=d1559002-2cd2-4997-ad5a-b3a5341106b4)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:07:32.001866 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-c1588d6e-d932-4234-a1ad-f2f68ea32c3c req-e4877c59-f769-4373-8ac7-18beccc405ec tempest-VolumesActionsTest-771452458 tempest-VolumesActionsTest-771452458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:32.017104 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-c1588d6e-d932-4234-a1ad-f2f68ea32c3c req-e4877c59-f769-4373-8ac7-18beccc405ec tempest-VolumesActionsTest-771452458 tempest-VolumesActionsTest-771452458-project] Calling delete_port for 35ff5998-fd0d-4830-a451-aaf70f9d6135 owned by compute:nova {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:07:32.025665 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [None req-9f714dd8-feb0-459d-b5a1-664988518115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] For port c37aae71-a4e0-4635-b60f-d03d85f3bf24, host n-h1-804985-2, cleared binding levels {{(pid=106252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:07:32.026008 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [None req-9f714dd8-feb0-459d-b5a1-664988518115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Attempted to set empty binding levels {{(pid=106252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 18 12:07:32.030914 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-be91fe25-7b5f-467e-952c-b202c89d656a req-f923ec06-674e-482a-984e-9a8e9d2494e6 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/security-groups?id=d60fbefd-5088-4718-a442-08959d2ac3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798433 Aug 18 12:07:32.051510 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-9f714dd8-feb0-459d-b5a1-664988518115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:32.119004 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f714dd8-feb0-459d-b5a1-664988518115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:32.119604 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-9f714dd8-feb0-459d-b5a1-664988518115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:32.213539 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f714dd8-feb0-459d-b5a1-664988518115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Pushing event updated for resources: {'Port': ['ID=c37aae71-a4e0-4635-b60f-d03d85f3bf24,revision_number=2']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:07:32.230430 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-015f9123-1036-461f-b09f-11c0827fad41 req-a0e2fb0f-146b-462d-b5f8-ccba26e872a7 service neutron] For port d8713f4a-f3e1-4969-98d9-fb54153a1b08, host n-h2-804985-2, cleared binding levels {{(pid=106252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:07:32.233783 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-9f714dd8-feb0-459d-b5a1-664988518115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 5.5572851 Aug 18 12:07:32.240249 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 42884) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:07:32.270582 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-015f9123-1036-461f-b09f-11c0827fad41 req-a0e2fb0f-146b-462d-b5f8-ccba26e872a7 service neutron] For port d8713f4a-f3e1-4969-98d9-fb54153a1b08, host n-h2-804985-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=d8713f4a-f3e1-4969-98d9-fb54153a1b08,segment=NetworkSegment(df3c0b73-1969-468f-b788-2fc792f44d99),segment_id=df3c0b73-1969-468f-b788-2fc792f44d99)] {{(pid=106252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:07:32.300761 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-015f9123-1036-461f-b09f-11c0827fad41 req-a0e2fb0f-146b-462d-b5f8-ccba26e872a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:32.318913 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9d9391-221d-4ab9-b3ac-03579ebeecae req-486f3577-cb9d-4d0e-9876-3f6b52f84dcc tempest-VolumesActionsTest-771452458 tempest-VolumesActionsTest-771452458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:32.327535 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-cd9d9391-221d-4ab9-b3ac-03579ebeecae req-486f3577-cb9d-4d0e-9876-3f6b52f84dcc tempest-VolumesActionsTest-771452458 tempest-VolumesActionsTest-771452458-project] 10.222.0.66 "GET /v2.0/ports?device_id=de8755c9-9ec4-41fe-bbca-1bfa77224ff3 HTTP/1.1" status: 200 len: 946 time: 0.2284715 Aug 18 12:07:32.364574 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-c1588d6e-d932-4234-a1ad-f2f68ea32c3c req-e4877c59-f769-4373-8ac7-18beccc405ec tempest-VolumesActionsTest-771452458 tempest-VolumesActionsTest-771452458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:32.375906 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3167d5cf-db08-42ab-8964-388618bd5961 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58902106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59388097'] for subnet, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:32.378288 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] get_ports_and_sgs() called for port_ids ['35ff5998-fd0d-4830-a451-aaf70f9d6135'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:07:32.422737 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e746242-50d6-4800-b6f9-189430f67c25 req-9e0a6a3f-4a19-4a5f-9778-afc274cebe9d tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:32.424338 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3e746242-50d6-4800-b6f9-189430f67c25 req-9e0a6a3f-4a19-4a5f-9778-afc274cebe9d tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] 10.222.0.66 "GET /v2.0/ports?device_id=27ecdc3e-c9a2-434c-a840-101feeb37aa9 HTTP/1.1" status: 200 len: 945 time: 0.2736502 Aug 18 12:07:32.433156 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015f9123-1036-461f-b09f-11c0827fad41 req-a0e2fb0f-146b-462d-b5f8-ccba26e872a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:32.433579 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-015f9123-1036-461f-b09f-11c0827fad41 req-a0e2fb0f-146b-462d-b5f8-ccba26e872a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:32.435113 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-015f9123-1036-461f-b09f-11c0827fad41 req-a0e2fb0f-146b-462d-b5f8-ccba26e872a7 service neutron] 10.222.0.62 "PUT /v2.0/ports/d8713f4a-f3e1-4969-98d9-fb54153a1b08 HTTP/1.1" status: 200 len: 1091 time: 3.5083904 Aug 18 12:07:32.439304 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4877c59-f769-4373-8ac7-18beccc405ec tempest-VolumesActionsTest-771452458 tempest-VolumesActionsTest-771452458-project] Pushing event deleted for resources: {'Port': ['ID=35ff5998-fd0d-4830-a451-aaf70f9d6135,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:07:32.452499 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cc02556-7c0a-4e9b-9a09-a272e5dfabdc', 'tag': 'd8713f4a-f3e1-4969-98d9-fb54153a1b08'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:07:32.455070 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-081bff94-cb37-4879-9402-7a7de6a2315d" -d '{"events": [{"name": "network-changed", "server_uuid": "2cc02556-7c0a-4e9b-9a09-a272e5dfabdc", "tag": "d8713f4a-f3e1-4969-98d9-fb54153a1b08"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:07:32.508934 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1588d6e-d932-4234-a1ad-f2f68ea32c3c req-e4877c59-f769-4373-8ac7-18beccc405ec tempest-VolumesActionsTest-771452458 tempest-VolumesActionsTest-771452458-project] No DVR routers for this DVR port 35ff5998-fd0d-4830-a451-aaf70f9d6135 on host n-h1-804985-2 {{(pid=106253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:07:32.517098 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3167d5cf-db08-42ab-8964-388618bd5961 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Network fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:07:32.518416 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-c1588d6e-d932-4234-a1ad-f2f68ea32c3c req-e4877c59-f769-4373-8ac7-18beccc405ec tempest-VolumesActionsTest-771452458 tempest-VolumesActionsTest-771452458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:32.520424 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-c1588d6e-d932-4234-a1ad-f2f68ea32c3c req-e4877c59-f769-4373-8ac7-18beccc405ec tempest-VolumesActionsTest-771452458 tempest-VolumesActionsTest-771452458-project] 10.222.0.63 "DELETE /v2.0/ports/35ff5998-fd0d-4830-a451-aaf70f9d6135 HTTP/1.1" status: 204 len: 173 time: 0.9101551 Aug 18 12:07:32.520942 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de8755c9-9ec4-41fe-bbca-1bfa77224ff3', 'name': 'network-vif-deleted', 'tag': '35ff5998-fd0d-4830-a451-aaf70f9d6135'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:07:32.523264 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0679f4c4b6e0e0c064a7d71d722dc30541a34fffee11680573be22ee2ffccc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7bca631-4815-4eb7-b5b4-b039dec7d39a" -d '{"events": [{"server_uuid": "de8755c9-9ec4-41fe-bbca-1bfa77224ff3", "name": "network-vif-deleted", "tag": "35ff5998-fd0d-4830-a451-aaf70f9d6135"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:07:32.533038 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-3167d5cf-db08-42ab-8964-388618bd5961 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:07:32.538162 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3167d5cf-db08-42ab-8964-388618bd5961 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:32.538989 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3167d5cf-db08-42ab-8964-388618bd5961 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:32.546109 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3167d5cf-db08-42ab-8964-388618bd5961 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Pushing event updated for resources: {'Subnet': ['ID=35ebf56a-9657-4b42-bb8c-05c5cbf94975,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:07:32.546328 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cd9492e-db9d-41b7-87c5-6bde67eff7df None None] Network fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:07:32.568782 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-3167d5cf-db08-42ab-8964-388618bd5961 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9329298 Aug 18 12:07:32.568782 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 42890) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:07:32.575928 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-105a3d99-25ba-438b-b2d0-8a2519ebbe4e tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Request body: {'port': {'network_id': 'fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d', 'name': 'tempest-NetworksTestDHCPv6-849106505'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:07:32.595353 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e2fb0f-146b-462d-b5f8-ccba26e872a7 service neutron] Pushing event updated for resources: {'Port': ['ID=d8713f4a-f3e1-4969-98d9-fb54153a1b08,revision_number=3']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:07:32.625128 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-cd9d9391-221d-4ab9-b3ac-03579ebeecae req-0a7022b6-7852-49c0-baa7-f570c2b87b5b tempest-VolumesActionsTest-771452458 tempest-VolumesActionsTest-771452458-project] 10.222.0.66 "GET /v2.0/security-groups?id=f40f5dc5-9d25-43d5-a438-2945d251cf32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2962868 Aug 18 12:07:32.710230 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3e746242-50d6-4800-b6f9-189430f67c25 req-3647ae26-954d-447a-b551-15af20a8a7e1 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] 10.222.0.66 "GET /v2.0/security-groups?id=eff34c14-f128-4344-94bf-707ebed6dde1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2738767 Aug 18 12:07:32.758544 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:07:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5424eb0-4461-4941-a386-50bb1f3fa37d x-openstack-request-id: req-e5424eb0-4461-4941-a386-50bb1f3fa37d {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:07:32.761056 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cc02556-7c0a-4e9b-9a09-a272e5dfabdc", "tag": "d8713f4a-f3e1-4969-98d9-fb54153a1b08", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:07:32.761506 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e5424eb0-4461-4941-a386-50bb1f3fa37d {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:07:32.763208 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cc02556-7c0a-4e9b-9a09-a272e5dfabdc', 'tag': 'd8713f4a-f3e1-4969-98d9-fb54153a1b08', 'status': 'completed', 'code': 200} Aug 18 12:07:32.777526 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015f9123-1036-461f-b09f-11c0827fad41 req-93fa7b34-81ea-4b6d-890c-a031cbaae7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:32.779152 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015f9123-1036-461f-b09f-11c0827fad41 req-93fa7b34-81ea-4b6d-890c-a031cbaae7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:32.780337 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015f9123-1036-461f-b09f-11c0827fad41 req-93fa7b34-81ea-4b6d-890c-a031cbaae7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:32.781506 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015f9123-1036-461f-b09f-11c0827fad41 req-93fa7b34-81ea-4b6d-890c-a031cbaae7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:32.782657 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015f9123-1036-461f-b09f-11c0827fad41 req-93fa7b34-81ea-4b6d-890c-a031cbaae7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:32.784610 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015f9123-1036-461f-b09f-11c0827fad41 req-93fa7b34-81ea-4b6d-890c-a031cbaae7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:32.785287 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015f9123-1036-461f-b09f-11c0827fad41 req-93fa7b34-81ea-4b6d-890c-a031cbaae7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:32.789133 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-015f9123-1036-461f-b09f-11c0827fad41 req-93fa7b34-81ea-4b6d-890c-a031cbaae7d9 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c58c061f2ffb4e7caeee64937da3abfa&device_id=2cc02556-7c0a-4e9b-9a09-a272e5dfabdc HTTP/1.1" status: 200 len: 6480 time: 0.2809534 Aug 18 12:07:32.797763 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-41e8e6ed-f616-4686-b98f-37582472a73d tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Deleting port c37aae71-a4e0-4635-b60f-d03d85f3bf24 {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:07:32.798451 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-41e8e6ed-f616-4686-b98f-37582472a73d tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:32.838842 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-105a3d99-25ba-438b-b2d0-8a2519ebbe4e tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Made reservation on behalf of 2a40b3bac30c4b9cb4cddbf9306b0469 for: {'port': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:07:32.848518 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-105a3d99-25ba-438b-b2d0-8a2519ebbe4e tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:32.865775 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55df2ef2-0a22-481b-bebf-587482aa6aec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp788be208-34ab-5a8f-af0f-528834af222f-fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d', 'network_id': 'fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d', 'tenant_id': '2a40b3bac30c4b9cb4cddbf9306b0469', 'fixed_ips': [{'subnet_id': '35ebf56a-9657-4b42-bb8c-05c5cbf94975'}]}} from n-d-804985-2. {{(pid=106254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 12:07:32.866712 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-55df2ef2-0a22-481b-bebf-587482aa6aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:32.868205 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [None req-105a3d99-25ba-438b-b2d0-8a2519ebbe4e tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] device_id is not set on port 1c3e1123-897f-4b11-b913-ed8de68a9423 yet. {{(pid=106253) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 12:07:32.927532 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [None req-41e8e6ed-f616-4686-b98f-37582472a73d tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] For port c37aae71-a4e0-4635-b60f-d03d85f3bf24, host n-h1-804985-2, got binding levels [] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:07:32.928754 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-41e8e6ed-f616-4686-b98f-37582472a73d tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:32.943408 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-41e8e6ed-f616-4686-b98f-37582472a73d tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Calling delete_port for c37aae71-a4e0-4635-b60f-d03d85f3bf24 owned by {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:07:33.060769 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-015f9123-1036-461f-b09f-11c0827fad41 req-4cd235e1-6bbe-4780-9aa3-64235e2f7faf service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=de89d536-372a-40f0-95d4-ece86e26ad02 HTTP/1.1" status: 200 len: 217 time: 0.0573168 Aug 18 12:07:33.098975 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [None req-105a3d99-25ba-438b-b2d0-8a2519ebbe4e tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Allocated IP 2001:db8::e1 (fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d/35ebf56a-9657-4b42-bb8c-05c5cbf94975/1c3e1123-897f-4b11-b913-ed8de68a9423) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:07:33.111590 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:07:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3761274-7f9a-4f24-9fb8-9bb3798096d6 x-openstack-request-id: req-e3761274-7f9a-4f24-9fb8-9bb3798096d6 {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:07:33.113863 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de8755c9-9ec4-41fe-bbca-1bfa77224ff3", "name": "network-vif-deleted", "tag": "35ff5998-fd0d-4830-a451-aaf70f9d6135", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:07:33.114124 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e3761274-7f9a-4f24-9fb8-9bb3798096d6 {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:07:33.114553 n-d-804985-2 neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de8755c9-9ec4-41fe-bbca-1bfa77224ff3', 'name': 'network-vif-deleted', 'tag': '35ff5998-fd0d-4830-a451-aaf70f9d6135', 'status': 'completed', 'code': 200} Aug 18 12:07:33.241803 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-41e8e6ed-f616-4686-b98f-37582472a73d tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:33.295846 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 438c35c8-3cb3-480f-baa8-76d78615463a no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:07:33.297767 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015f9123-1036-461f-b09f-11c0827fad41 req-d29a8736-7353-403b-a5d1-4bb609fa0ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:33.299352 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-015f9123-1036-461f-b09f-11c0827fad41 req-d29a8736-7353-403b-a5d1-4bb609fa0ac6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f75dd902-4c34-4253-86a2-bc437c5b9dc4 HTTP/1.1" status: 200 len: 851 time: 0.2152333 Aug 18 12:07:33.306482 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e8e6ed-f616-4686-b98f-37582472a73d tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Pushing event deleted for resources: {'Port': ['ID=c37aae71-a4e0-4635-b60f-d03d85f3bf24,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:07:33.327686 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: 438c35c8-3cb3-480f-baa8-76d78615463a {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:07:33.328049 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 438c35c8-3cb3-480f-baa8-76d78615463a not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:07:33.343269 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378a543b-695f-47a2-a364-701ecbf06bfa req-3d5eb3d6-c939-492c-abad-9d40b05faa84 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:33.344862 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-378a543b-695f-47a2-a364-701ecbf06bfa req-3d5eb3d6-c939-492c-abad-9d40b05faa84 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/ports?device_id=812772a4-8df1-440e-bd7f-7708fd393589 HTTP/1.1" status: 200 len: 945 time: 0.1707065 Aug 18 12:07:33.359433 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-41e8e6ed-f616-4686-b98f-37582472a73d tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:33.361454 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-41e8e6ed-f616-4686-b98f-37582472a73d tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] 10.222.0.66 "DELETE /v2.0/ports/c37aae71-a4e0-4635-b60f-d03d85f3bf24 HTTP/1.1" status: 204 len: 168 time: 1.1127408 Aug 18 12:07:33.365019 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 42904) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:07:33.392182 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535276bf-a362-4d34-9f0b-a8092adddedb req-bda99ad2-1617-48f4-ba3a-02d8084cfe2e tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:33.398157 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535276bf-a362-4d34-9f0b-a8092adddedb req-bda99ad2-1617-48f4-ba3a-02d8084cfe2e tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:33.399433 n-d-804985-2 neutron-server[106253]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ec11582-9dbe-4fa7-ae38-364789d25471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] GET failed (client error): The resource could not be found. Aug 18 12:07:33.404507 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535276bf-a362-4d34-9f0b-a8092adddedb req-bda99ad2-1617-48f4-ba3a-02d8084cfe2e tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:33.405730 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-1ec11582-9dbe-4fa7-ae38-364789d25471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] 10.222.0.66 "GET /v2.0/ports/c37aae71-a4e0-4635-b60f-d03d85f3bf24 HTTP/1.1" status: 404 len: 333 time: 0.0395868 Aug 18 12:07:33.409118 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 42906) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:07:33.412354 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535276bf-a362-4d34-9f0b-a8092adddedb req-bda99ad2-1617-48f4-ba3a-02d8084cfe2e tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:33.413956 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-92e44c11-f325-4075-b96a-9917ef313958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Request body: {'port': {'network_id': '1a34a5ee-4dbb-42ef-8822-9b726360f5b1', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-992991983'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:07:33.421490 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535276bf-a362-4d34-9f0b-a8092adddedb req-bda99ad2-1617-48f4-ba3a-02d8084cfe2e tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:33.427437 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535276bf-a362-4d34-9f0b-a8092adddedb req-bda99ad2-1617-48f4-ba3a-02d8084cfe2e tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:33.435904 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535276bf-a362-4d34-9f0b-a8092adddedb req-bda99ad2-1617-48f4-ba3a-02d8084cfe2e tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:33.441549 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-535276bf-a362-4d34-9f0b-a8092adddedb req-bda99ad2-1617-48f4-ba3a-02d8084cfe2e tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] 10.222.0.66 "GET /v2.0/ports?device_id=2cc02556-7c0a-4e9b-9a09-a272e5dfabdc HTTP/1.1" status: 200 len: 5423 time: 0.2915182 Aug 18 12:07:33.473065 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92e44c11-f325-4075-b96a-9917ef313958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Made reservation on behalf of 3758e54805ac4e718b55fe7fa3f7d2a2 for: {'port': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:07:33.475548 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-92e44c11-f325-4075-b96a-9917ef313958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:33.498506 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-105a3d99-25ba-438b-b2d0-8a2519ebbe4e tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:33.501233 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015f9123-1036-461f-b09f-11c0827fad41 req-9e658f6b-d4f9-4a50-aebf-0f8db71314cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:33.502939 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-015f9123-1036-461f-b09f-11c0827fad41 req-9e658f6b-d4f9-4a50-aebf-0f8db71314cc service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b4c3ca6c-0ea6-41d9-a4f2-6163ca8a35bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1908948 Aug 18 12:07:33.512268 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [None req-92e44c11-f325-4075-b96a-9917ef313958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] device_id is not set on port 3bb56eef-504b-45eb-9dd9-99998b9b8e17 yet. {{(pid=106253) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 12:07:33.519136 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-535276bf-a362-4d34-9f0b-a8092adddedb req-da4fbb8a-efd8-4cdb-8ead-1ec2ea808356 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] 10.222.0.66 "GET /v2.0/security-groups?id=9ed89c48-68fa-47c4-9ca6-08ae23ef0876&id=f288757b-df2a-4147-b6e9-81a127940c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0760717 Aug 18 12:07:33.524318 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [None req-105a3d99-25ba-438b-b2d0-8a2519ebbe4e tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Transition to ACTIVE for port object 1c3e1123-897f-4b11-b913-ed8de68a9423 will not be triggered until provisioned by entity DHCP. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:07:33.538127 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-378a543b-695f-47a2-a364-701ecbf06bfa req-5d880d18-10f4-494b-8d8d-5296f76b97ec tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/security-groups?id=d60fbefd-5088-4718-a442-08959d2ac3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736443 Aug 18 12:07:33.640255 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-015f9123-1036-461f-b09f-11c0827fad41 req-51ef9a79-0be6-4429-8549-43c73e0dabf5 service neutron] 10.222.0.62 "GET /v2.0/networks/b4c3ca6c-0ea6-41d9-a4f2-6163ca8a35bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004255 Aug 18 12:07:33.674335 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-105a3d99-25ba-438b-b2d0-8a2519ebbe4e tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:33.749158 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-105a3d99-25ba-438b-b2d0-8a2519ebbe4e tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Network fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:07:33.764345 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-105a3d99-25ba-438b-b2d0-8a2519ebbe4e tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:07:33.766988 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-105a3d99-25ba-438b-b2d0-8a2519ebbe4e tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:07:33.773230 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-105a3d99-25ba-438b-b2d0-8a2519ebbe4e tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:33.773911 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-105a3d99-25ba-438b-b2d0-8a2519ebbe4e tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:33.778629 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.db_base_plugin_common [None req-55df2ef2-0a22-481b-bebf-587482aa6aec None None] Allocated IP 2001:db8::2 (fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d/35ebf56a-9657-4b42-bb8c-05c5cbf94975/48d2bc92-73d8-4674-9ba4-e63cff233898) {{(pid=106254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:07:33.800622 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-92e44c11-f325-4075-b96a-9917ef313958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:33.802988 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105a3d99-25ba-438b-b2d0-8a2519ebbe4e tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Pushing event updated for resources: {'Port': ['ID=1c3e1123-897f-4b11-b913-ed8de68a9423,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:07:33.821176 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-105a3d99-25ba-438b-b2d0-8a2519ebbe4e tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.2510779 Aug 18 12:07:33.821978 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 42912) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:07:33.858766 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-92e44c11-f325-4075-b96a-9917ef313958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:33.901315 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-015f9123-1036-461f-b09f-11c0827fad41 req-d9082eb4-3efa-481f-b384-41cc7aa0cac9 service neutron] 10.222.0.62 "GET /v2.0/networks/b4c3ca6c-0ea6-41d9-a4f2-6163ca8a35bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2429624 Aug 18 12:07:33.928256 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d54b1afd-ac1d-4ab9-abe4-cd6c13b15b1c tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:33.933791 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-d54b1afd-ac1d-4ab9-abe4-cd6c13b15b1c tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 928 time: 0.1107972 Aug 18 12:07:33.938732 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 42914) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:07:33.968972 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-015f9123-1036-461f-b09f-11c0827fad41 req-65cc6046-a1d3-487c-b627-2980d1848776 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.157&port_id=8d12b24c-fdf8-4b6d-8d6e-bdd4c5941e08 HTTP/1.1" status: 200 len: 217 time: 0.0581305 Aug 18 12:07:33.986721 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92e44c11-f325-4075-b96a-9917ef313958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Network 1a34a5ee-4dbb-42ef-8822-9b726360f5b1 is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:07:34.028851 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-92e44c11-f325-4075-b96a-9917ef313958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:07:34.044604 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015f9123-1036-461f-b09f-11c0827fad41 req-1575e299-b881-49b5-a044-088d42abb181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:34.046705 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-015f9123-1036-461f-b09f-11c0827fad41 req-1575e299-b881-49b5-a044-088d42abb181 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c6d6e2ca-0ac3-47a3-8cbf-b12d0d7c45be HTTP/1.1" status: 200 len: 797 time: 0.0704565 Aug 18 12:07:34.066118 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e44c11-f325-4075-b96a-9917ef313958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:07:34.067503 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92e44c11-f325-4075-b96a-9917ef313958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:34.068071 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-92e44c11-f325-4075-b96a-9917ef313958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:34.113073 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e44c11-f325-4075-b96a-9917ef313958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Pushing event updated for resources: {'Port': ['ID=3bb56eef-504b-45eb-9dd9-99998b9b8e17,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:07:34.135200 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015f9123-1036-461f-b09f-11c0827fad41 req-76809b7a-2d49-47b5-ad24-ac740c71c066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:34.140541 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-015f9123-1036-461f-b09f-11c0827fad41 req-76809b7a-2d49-47b5-ad24-ac740c71c066 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2212f13b-fd75-4d1b-969c-01d56f351ced&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0836961 Aug 18 12:07:34.149747 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-55df2ef2-0a22-481b-bebf-587482aa6aec None None] Notify callbacks [] for port, precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:34.170581 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-55df2ef2-0a22-481b-bebf-587482aa6aec None None] Transition to ACTIVE for port object 48d2bc92-73d8-4674-9ba4-e63cff233898 will not be triggered until provisioned by entity L2. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:07:34.188503 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-92e44c11-f325-4075-b96a-9917ef313958 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.7762713 Aug 18 12:07:34.190949 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 42920) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:07:34.197337 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-4937d568-bc6d-46c3-974f-2446dd062425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-804985-2'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:07:34.209871 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-55df2ef2-0a22-481b-bebf-587482aa6aec None None] Transition to ACTIVE for port object 48d2bc92-73d8-4674-9ba4-e63cff233898 will not be triggered until provisioned by entity DHCP. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:07:34.225923 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-55df2ef2-0a22-481b-bebf-587482aa6aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547'] for port, after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:34.279243 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4937d568-bc6d-46c3-974f-2446dd062425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:34.311808 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55df2ef2-0a22-481b-bebf-587482aa6aec None None] Network fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d is already hosted by enough agents. {{(pid=106254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:07:34.326659 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.base_scheduler [None req-55df2ef2-0a22-481b-bebf-587482aa6aec None None] Resources bound (agent type, host, resource id): {{(pid=106254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:07:34.335096 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-ce0a7570-2233-4d6e-ab56-bafd1dab28a7 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Deleting port 1c3e1123-897f-4b11-b913-ed8de68a9423 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:07:34.335096 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ce0a7570-2233-4d6e-ab56-bafd1dab28a7 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:34.337892 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55df2ef2-0a22-481b-bebf-587482aa6aec None None] Received port after_create {{(pid=106254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:07:34.356335 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-015f9123-1036-461f-b09f-11c0827fad41 req-80877168-fdb0-41f2-9c03-8e6c3ce3b735 service neutron] 10.222.0.62 "GET /v2.0/networks/2212f13b-fd75-4d1b-969c-01d56f351ced?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1972110 Aug 18 12:07:34.384930 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55df2ef2-0a22-481b-bebf-587482aa6aec None None] Pushing event updated for resources: {'Port': ['ID=48d2bc92-73d8-4674-9ba4-e63cff233898,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:07:34.437679 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-55df2ef2-0a22-481b-bebf-587482aa6aec None None] Attempting to bind port 48d2bc92-73d8-4674-9ba4-e63cff233898 on host n-d-804985-2 for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:07:34.439050 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-55df2ef2-0a22-481b-bebf-587482aa6aec None None] Attempting to bind port 48d2bc92-73d8-4674-9ba4-e63cff233898 by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': '06b05a1e-7667-47a8-b2de-bb5e6a768e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:07:34.439050 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55df2ef2-0a22-481b-bebf-587482aa6aec None None] Attempting to bind port 48d2bc92-73d8-4674-9ba4-e63cff233898 on network fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:07:34.450357 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55df2ef2-0a22-481b-bebf-587482aa6aec None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 7, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:07:34.450735 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55df2ef2-0a22-481b-bebf-587482aa6aec None None] Checking segment: {'id': '06b05a1e-7667-47a8-b2de-bb5e6a768e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:07:34.451150 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-55df2ef2-0a22-481b-bebf-587482aa6aec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:34.451546 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55df2ef2-0a22-481b-bebf-587482aa6aec None None] Bound using segment: {'id': '06b05a1e-7667-47a8-b2de-bb5e6a768e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:07:34.452020 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-55df2ef2-0a22-481b-bebf-587482aa6aec None None] Bound port: 48d2bc92-73d8-4674-9ba4-e63cff233898, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06b05a1e-7667-47a8-b2de-bb5e6a768e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:07:34.452403 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-55df2ef2-0a22-481b-bebf-587482aa6aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:34.526374 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-015f9123-1036-461f-b09f-11c0827fad41 req-8f950a53-dd5c-4716-8c7f-5899493ea43d service neutron] 10.222.0.62 "GET /v2.0/networks/2212f13b-fd75-4d1b-969c-01d56f351ced?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615033 Aug 18 12:07:34.541507 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ce0a7570-2233-4d6e-ab56-bafd1dab28a7 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:34.541780 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-55df2ef2-0a22-481b-bebf-587482aa6aec None None] For port 48d2bc92-73d8-4674-9ba4-e63cff233898, host n-d-804985-2, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:07:34.545278 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-55df2ef2-0a22-481b-bebf-587482aa6aec None None] For port 48d2bc92-73d8-4674-9ba4-e63cff233898, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=48d2bc92-73d8-4674-9ba4-e63cff233898,segment=NetworkSegment(06b05a1e-7667-47a8-b2de-bb5e6a768e1b),segment_id=06b05a1e-7667-47a8-b2de-bb5e6a768e1b)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:07:34.559944 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-55df2ef2-0a22-481b-bebf-587482aa6aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:34.592795 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-015f9123-1036-461f-b09f-11c0827fad41 req-ace1126a-e078-4222-b770-d382ac8fc7f2 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.123&port_id=0800d992-3baf-4f75-8477-d82c2df6cfbf HTTP/1.1" status: 200 len: 217 time: 0.0567505 Aug 18 12:07:34.599501 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-ce0a7570-2233-4d6e-ab56-bafd1dab28a7 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Calling delete_port for 1c3e1123-897f-4b11-b913-ed8de68a9423 owned by {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:07:34.690664 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015f9123-1036-461f-b09f-11c0827fad41 req-230817a0-92b9-4f48-b0a7-cf59d9d55400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:34.692710 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-015f9123-1036-461f-b09f-11c0827fad41 req-230817a0-92b9-4f48-b0a7-cf59d9d55400 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c6d6e2ca-0ac3-47a3-8cbf-b12d0d7c45be HTTP/1.1" status: 200 len: 797 time: 0.0863290 Aug 18 12:07:34.740931 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55df2ef2-0a22-481b-bebf-587482aa6aec None None] Pushing event updated for resources: {'Port': ['ID=48d2bc92-73d8-4674-9ba4-e63cff233898,revision_number=2']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:07:34.805462 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [None req-4937d568-bc6d-46c3-974f-2446dd062425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] device_id is not set on port 3bb56eef-504b-45eb-9dd9-99998b9b8e17 yet. {{(pid=106253) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 12:07:34.822704 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4937d568-bc6d-46c3-974f-2446dd062425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Notify callbacks [] for port, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:34.856906 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [None req-4937d568-bc6d-46c3-974f-2446dd062425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Transition to ACTIVE for port object 3bb56eef-504b-45eb-9dd9-99998b9b8e17 will not be triggered until provisioned by entity L2. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:07:34.865824 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015f9123-1036-461f-b09f-11c0827fad41 req-403d0b6e-0255-4997-a0a3-1a8c6eeb9c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:34.867614 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-015f9123-1036-461f-b09f-11c0827fad41 req-403d0b6e-0255-4997-a0a3-1a8c6eeb9c04 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2212f13b-fd75-4d1b-969c-01d56f351ced&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1663489 Aug 18 12:07:34.872420 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4937d568-bc6d-46c3-974f-2446dd062425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:34.882038 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6086ddee-bab0-4e57-9f70-cb8453a2b7f2 req-c66d176c-0d90-4949-81da-4011750d9cdf tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:34.883759 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6086ddee-bab0-4e57-9f70-cb8453a2b7f2 req-c66d176c-0d90-4949-81da-4011750d9cdf tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/ports?device_id=812772a4-8df1-440e-bd7f-7708fd393589 HTTP/1.1" status: 200 len: 945 time: 0.1272225 Aug 18 12:07:35.015588 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4937d568-bc6d-46c3-974f-2446dd062425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Pushing event updated for resources: {'Port': ['ID=3bb56eef-504b-45eb-9dd9-99998b9b8e17,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:07:35.037401 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [None req-4937d568-bc6d-46c3-974f-2446dd062425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Attempting to bind port 3bb56eef-504b-45eb-9dd9-99998b9b8e17 on host n-h1-804985-2 for vnic_type normal with profile {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:07:35.037911 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [None req-4937d568-bc6d-46c3-974f-2446dd062425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Attempting to bind port 3bb56eef-504b-45eb-9dd9-99998b9b8e17 by drivers openvswitch,hyperv on host n-h1-804985-2 at level 0 using segments [{'id': 'dbbbda0e-024e-4742-9864-4a14a5a3e603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '1a34a5ee-4dbb-42ef-8822-9b726360f5b1'}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:07:35.038288 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4937d568-bc6d-46c3-974f-2446dd062425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Attempting to bind port 3bb56eef-504b-45eb-9dd9-99998b9b8e17 on network 1a34a5ee-4dbb-42ef-8822-9b726360f5b1 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:07:35.049158 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4937d568-bc6d-46c3-974f-2446dd062425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Port 3bb56eef-504b-45eb-9dd9-99998b9b8e17 on network 1a34a5ee-4dbb-42ef-8822-9b726360f5b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-2 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:07:35.049662 n-d-804985-2 neutron-server[106253]: ERROR neutron.plugins.ml2.managers [None req-4937d568-bc6d-46c3-974f-2446dd062425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Failed to bind port 3bb56eef-504b-45eb-9dd9-99998b9b8e17 on host n-h1-804985-2 for vnic_type normal using segments [{'id': 'dbbbda0e-024e-4742-9864-4a14a5a3e603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '1a34a5ee-4dbb-42ef-8822-9b726360f5b1'}] Aug 18 12:07:35.050591 n-d-804985-2 neutron-server[106253]: INFO neutron.plugins.ml2.plugin [None req-4937d568-bc6d-46c3-974f-2446dd062425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Attempt 2 to bind port 3bb56eef-504b-45eb-9dd9-99998b9b8e17 Aug 18 12:07:35.063607 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ce0a7570-2233-4d6e-ab56-bafd1dab28a7 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:35.117192 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 35ff5998-fd0d-4830-a451-aaf70f9d6135 no longer exists at agent hyperv_n-h1-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:07:35.182966 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [None req-4937d568-bc6d-46c3-974f-2446dd062425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Attempting to bind port 3bb56eef-504b-45eb-9dd9-99998b9b8e17 on host n-h1-804985-2 for vnic_type normal with profile {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:07:35.183417 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [None req-4937d568-bc6d-46c3-974f-2446dd062425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Attempting to bind port 3bb56eef-504b-45eb-9dd9-99998b9b8e17 by drivers openvswitch,hyperv on host n-h1-804985-2 at level 0 using segments [{'id': 'dbbbda0e-024e-4742-9864-4a14a5a3e603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '1a34a5ee-4dbb-42ef-8822-9b726360f5b1'}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:07:35.188458 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] No Port match for: 35ff5998-fd0d-4830-a451-aaf70f9d6135 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:07:35.189101 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4937d568-bc6d-46c3-974f-2446dd062425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Attempting to bind port 3bb56eef-504b-45eb-9dd9-99998b9b8e17 on network 1a34a5ee-4dbb-42ef-8822-9b726360f5b1 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:07:35.195837 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0a7570-2233-4d6e-ab56-bafd1dab28a7 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Pushing event deleted for resources: {'Port': ['ID=1c3e1123-897f-4b11-b913-ed8de68a9423,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:07:35.196613 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 35ff5998-fd0d-4830-a451-aaf70f9d6135 not bound to the agent host n-h1-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:07:35.196946 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c60540-f64c-4fdc-9035-0dc8dd48362d req-df246caf-b0b3-48ef-9c51-d25c00d7773b tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:35.211873 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c60540-f64c-4fdc-9035-0dc8dd48362d req-df246caf-b0b3-48ef-9c51-d25c00d7773b tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:35.216283 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4937d568-bc6d-46c3-974f-2446dd062425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Port 3bb56eef-504b-45eb-9dd9-99998b9b8e17 on network 1a34a5ee-4dbb-42ef-8822-9b726360f5b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-2 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:07:35.216831 n-d-804985-2 neutron-server[106253]: ERROR neutron.plugins.ml2.managers [None req-4937d568-bc6d-46c3-974f-2446dd062425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Failed to bind port 3bb56eef-504b-45eb-9dd9-99998b9b8e17 on host n-h1-804985-2 for vnic_type normal using segments [{'id': 'dbbbda0e-024e-4742-9864-4a14a5a3e603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '1a34a5ee-4dbb-42ef-8822-9b726360f5b1'}] Aug 18 12:07:35.217372 n-d-804985-2 neutron-server[106253]: INFO neutron.plugins.ml2.plugin [None req-4937d568-bc6d-46c3-974f-2446dd062425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Attempt 3 to bind port 3bb56eef-504b-45eb-9dd9-99998b9b8e17 Aug 18 12:07:35.224072 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c60540-f64c-4fdc-9035-0dc8dd48362d req-df246caf-b0b3-48ef-9c51-d25c00d7773b tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:35.234830 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c60540-f64c-4fdc-9035-0dc8dd48362d req-df246caf-b0b3-48ef-9c51-d25c00d7773b tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:35.243801 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ce0a7570-2233-4d6e-ab56-bafd1dab28a7 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:35.250480 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c60540-f64c-4fdc-9035-0dc8dd48362d req-df246caf-b0b3-48ef-9c51-d25c00d7773b tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:35.253202 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-ce0a7570-2233-4d6e-ab56-bafd1dab28a7 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "DELETE /v2.0/ports/1c3e1123-897f-4b11-b913-ed8de68a9423 HTTP/1.1" status: 204 len: 168 time: 1.3134079 Aug 18 12:07:35.255880 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 42934) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:07:35.266009 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c60540-f64c-4fdc-9035-0dc8dd48362d req-df246caf-b0b3-48ef-9c51-d25c00d7773b tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:35.272222 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c60540-f64c-4fdc-9035-0dc8dd48362d req-df246caf-b0b3-48ef-9c51-d25c00d7773b tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:35.274486 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c0c60540-f64c-4fdc-9035-0dc8dd48362d req-df246caf-b0b3-48ef-9c51-d25c00d7773b tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] 10.222.0.66 "GET /v2.0/ports?device_id=2cc02556-7c0a-4e9b-9a09-a272e5dfabdc HTTP/1.1" status: 200 len: 5423 time: 0.5318122 Aug 18 12:07:35.276546 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-015f9123-1036-461f-b09f-11c0827fad41 req-ad127224-646f-4d29-9b0f-07fdaa420a3f service neutron] 10.222.0.62 "GET /v2.0/networks/2212f13b-fd75-4d1b-969c-01d56f351ced?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3917277 Aug 18 12:07:35.313316 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06898cde-adf4-4da8-8833-6480f0a16a17 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:35.319617 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06898cde-adf4-4da8-8833-6480f0a16a17 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:35.328228 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-06898cde-adf4-4da8-8833-6480f0a16a17 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0688522 Aug 18 12:07:35.328228 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [None req-4937d568-bc6d-46c3-974f-2446dd062425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Attempting to bind port 3bb56eef-504b-45eb-9dd9-99998b9b8e17 on host n-h1-804985-2 for vnic_type normal with profile {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:07:35.328228 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [None req-4937d568-bc6d-46c3-974f-2446dd062425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Attempting to bind port 3bb56eef-504b-45eb-9dd9-99998b9b8e17 by drivers openvswitch,hyperv on host n-h1-804985-2 at level 0 using segments [{'id': 'dbbbda0e-024e-4742-9864-4a14a5a3e603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '1a34a5ee-4dbb-42ef-8822-9b726360f5b1'}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:07:35.328228 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4937d568-bc6d-46c3-974f-2446dd062425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Attempting to bind port 3bb56eef-504b-45eb-9dd9-99998b9b8e17 on network 1a34a5ee-4dbb-42ef-8822-9b726360f5b1 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:07:35.329946 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 42936) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:07:35.373417 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4937d568-bc6d-46c3-974f-2446dd062425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Port 3bb56eef-504b-45eb-9dd9-99998b9b8e17 on network 1a34a5ee-4dbb-42ef-8822-9b726360f5b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-2 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:07:35.373907 n-d-804985-2 neutron-server[106253]: ERROR neutron.plugins.ml2.managers [None req-4937d568-bc6d-46c3-974f-2446dd062425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Failed to bind port 3bb56eef-504b-45eb-9dd9-99998b9b8e17 on host n-h1-804985-2 for vnic_type normal using segments [{'id': 'dbbbda0e-024e-4742-9864-4a14a5a3e603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '1a34a5ee-4dbb-42ef-8822-9b726360f5b1'}] Aug 18 12:07:35.376636 n-d-804985-2 neutron-server[106253]: INFO neutron.plugins.ml2.plugin [None req-4937d568-bc6d-46c3-974f-2446dd062425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Attempt 4 to bind port 3bb56eef-504b-45eb-9dd9-99998b9b8e17 Aug 18 12:07:35.393634 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6086ddee-bab0-4e57-9f70-cb8453a2b7f2 req-eb7f6502-4b72-426f-a052-ffdf7ca05e9a tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/security-groups?id=d60fbefd-5088-4718-a442-08959d2ac3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4950480 Aug 18 12:07:35.400306 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [None req-4937d568-bc6d-46c3-974f-2446dd062425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Attempting to bind port 3bb56eef-504b-45eb-9dd9-99998b9b8e17 on host n-h1-804985-2 for vnic_type normal with profile {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:07:35.400918 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [None req-4937d568-bc6d-46c3-974f-2446dd062425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Attempting to bind port 3bb56eef-504b-45eb-9dd9-99998b9b8e17 by drivers openvswitch,hyperv on host n-h1-804985-2 at level 0 using segments [{'id': 'dbbbda0e-024e-4742-9864-4a14a5a3e603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '1a34a5ee-4dbb-42ef-8822-9b726360f5b1'}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:07:35.401756 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4937d568-bc6d-46c3-974f-2446dd062425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Attempting to bind port 3bb56eef-504b-45eb-9dd9-99998b9b8e17 on network 1a34a5ee-4dbb-42ef-8822-9b726360f5b1 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:07:35.414045 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c361496-13d2-4b4e-9fad-9dd7f0d4adf9 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Deleting subnet 35ebf56a-9657-4b42-bb8c-05c5cbf94975 {{(pid=106253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 12:07:35.417300 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4937d568-bc6d-46c3-974f-2446dd062425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Port 3bb56eef-504b-45eb-9dd9-99998b9b8e17 on network 1a34a5ee-4dbb-42ef-8822-9b726360f5b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-2 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:07:35.417722 n-d-804985-2 neutron-server[106253]: ERROR neutron.plugins.ml2.managers [None req-4937d568-bc6d-46c3-974f-2446dd062425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Failed to bind port 3bb56eef-504b-45eb-9dd9-99998b9b8e17 on host n-h1-804985-2 for vnic_type normal using segments [{'id': 'dbbbda0e-024e-4742-9864-4a14a5a3e603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '1a34a5ee-4dbb-42ef-8822-9b726360f5b1'}] Aug 18 12:07:35.418504 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8c361496-13d2-4b4e-9fad-9dd7f0d4adf9 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks [] for subnet, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:35.421152 n-d-804985-2 neutron-server[106253]: INFO neutron.plugins.ml2.plugin [None req-4937d568-bc6d-46c3-974f-2446dd062425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Attempt 5 to bind port 3bb56eef-504b-45eb-9dd9-99998b9b8e17 Aug 18 12:07:35.429418 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c0c60540-f64c-4fdc-9035-0dc8dd48362d req-c8c3e788-c674-462b-95b7-925f97f2165b tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] 10.222.0.66 "GET /v2.0/security-groups?id=9ed89c48-68fa-47c4-9ca6-08ae23ef0876&id=f288757b-df2a-4147-b6e9-81a127940c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1453755 Aug 18 12:07:35.461521 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [None req-4937d568-bc6d-46c3-974f-2446dd062425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Attempting to bind port 3bb56eef-504b-45eb-9dd9-99998b9b8e17 on host n-h1-804985-2 for vnic_type normal with profile {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:07:35.461917 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [None req-4937d568-bc6d-46c3-974f-2446dd062425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Attempting to bind port 3bb56eef-504b-45eb-9dd9-99998b9b8e17 by drivers openvswitch,hyperv on host n-h1-804985-2 at level 0 using segments [{'id': 'dbbbda0e-024e-4742-9864-4a14a5a3e603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '1a34a5ee-4dbb-42ef-8822-9b726360f5b1'}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:07:35.462372 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4937d568-bc6d-46c3-974f-2446dd062425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Attempting to bind port 3bb56eef-504b-45eb-9dd9-99998b9b8e17 on network 1a34a5ee-4dbb-42ef-8822-9b726360f5b1 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:07:35.482737 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4937d568-bc6d-46c3-974f-2446dd062425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Port 3bb56eef-504b-45eb-9dd9-99998b9b8e17 on network 1a34a5ee-4dbb-42ef-8822-9b726360f5b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-2 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:07:35.483060 n-d-804985-2 neutron-server[106253]: ERROR neutron.plugins.ml2.managers [None req-4937d568-bc6d-46c3-974f-2446dd062425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Failed to bind port 3bb56eef-504b-45eb-9dd9-99998b9b8e17 on host n-h1-804985-2 for vnic_type normal using segments [{'id': 'dbbbda0e-024e-4742-9864-4a14a5a3e603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '1a34a5ee-4dbb-42ef-8822-9b726360f5b1'}] Aug 18 12:07:35.485233 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8c361496-13d2-4b4e-9fad-9dd7f0d4adf9 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902229'] for subnet, precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:35.487634 n-d-804985-2 neutron-server[106253]: INFO neutron.plugins.ml2.plugin [None req-4937d568-bc6d-46c3-974f-2446dd062425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Attempt 6 to bind port 3bb56eef-504b-45eb-9dd9-99998b9b8e17 Aug 18 12:07:35.490382 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-015f9123-1036-461f-b09f-11c0827fad41 req-2bd1583f-edcc-4029-9be0-7d8d5fc5ef60 service neutron] 10.222.0.62 "GET /v2.0/networks/2212f13b-fd75-4d1b-969c-01d56f351ced?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1967995 Aug 18 12:07:35.533190 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [None req-4937d568-bc6d-46c3-974f-2446dd062425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Attempting to bind port 3bb56eef-504b-45eb-9dd9-99998b9b8e17 on host n-h1-804985-2 for vnic_type normal with profile {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:07:35.533581 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [None req-4937d568-bc6d-46c3-974f-2446dd062425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Attempting to bind port 3bb56eef-504b-45eb-9dd9-99998b9b8e17 by drivers openvswitch,hyperv on host n-h1-804985-2 at level 0 using segments [{'id': 'dbbbda0e-024e-4742-9864-4a14a5a3e603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '1a34a5ee-4dbb-42ef-8822-9b726360f5b1'}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:07:35.533838 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4937d568-bc6d-46c3-974f-2446dd062425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Attempting to bind port 3bb56eef-504b-45eb-9dd9-99998b9b8e17 on network 1a34a5ee-4dbb-42ef-8822-9b726360f5b1 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:07:35.537592 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-015f9123-1036-461f-b09f-11c0827fad41 req-da057e41-c933-4fb8-9ef9-fcc8ee29ae48 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.241&port_id=7f6b3812-445c-4afd-a44a-5114fb7ae290 HTTP/1.1" status: 200 len: 217 time: 0.0398934 Aug 18 12:07:35.541491 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4937d568-bc6d-46c3-974f-2446dd062425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Port 3bb56eef-504b-45eb-9dd9-99998b9b8e17 on network 1a34a5ee-4dbb-42ef-8822-9b726360f5b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-2 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:07:35.541815 n-d-804985-2 neutron-server[106253]: ERROR neutron.plugins.ml2.managers [None req-4937d568-bc6d-46c3-974f-2446dd062425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Failed to bind port 3bb56eef-504b-45eb-9dd9-99998b9b8e17 on host n-h1-804985-2 for vnic_type normal using segments [{'id': 'dbbbda0e-024e-4742-9864-4a14a5a3e603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '1a34a5ee-4dbb-42ef-8822-9b726360f5b1'}] Aug 18 12:07:35.545111 n-d-804985-2 neutron-server[106253]: INFO neutron.plugins.ml2.plugin [None req-4937d568-bc6d-46c3-974f-2446dd062425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Attempt 7 to bind port 3bb56eef-504b-45eb-9dd9-99998b9b8e17 Aug 18 12:07:35.564594 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [None req-4937d568-bc6d-46c3-974f-2446dd062425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Attempting to bind port 3bb56eef-504b-45eb-9dd9-99998b9b8e17 on host n-h1-804985-2 for vnic_type normal with profile {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:07:35.565035 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [None req-4937d568-bc6d-46c3-974f-2446dd062425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Attempting to bind port 3bb56eef-504b-45eb-9dd9-99998b9b8e17 by drivers openvswitch,hyperv on host n-h1-804985-2 at level 0 using segments [{'id': 'dbbbda0e-024e-4742-9864-4a14a5a3e603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '1a34a5ee-4dbb-42ef-8822-9b726360f5b1'}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:07:35.565379 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4937d568-bc6d-46c3-974f-2446dd062425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Attempting to bind port 3bb56eef-504b-45eb-9dd9-99998b9b8e17 on network 1a34a5ee-4dbb-42ef-8822-9b726360f5b1 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:07:35.591523 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015f9123-1036-461f-b09f-11c0827fad41 req-11c7a1c3-4641-4917-a848-52c0d9802024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:35.593423 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-015f9123-1036-461f-b09f-11c0827fad41 req-11c7a1c3-4641-4917-a848-52c0d9802024 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c6d6e2ca-0ac3-47a3-8cbf-b12d0d7c45be HTTP/1.1" status: 200 len: 797 time: 0.0484788 Aug 18 12:07:35.596497 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4937d568-bc6d-46c3-974f-2446dd062425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Port 3bb56eef-504b-45eb-9dd9-99998b9b8e17 on network 1a34a5ee-4dbb-42ef-8822-9b726360f5b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-2 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:07:35.596820 n-d-804985-2 neutron-server[106253]: ERROR neutron.plugins.ml2.managers [None req-4937d568-bc6d-46c3-974f-2446dd062425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Failed to bind port 3bb56eef-504b-45eb-9dd9-99998b9b8e17 on host n-h1-804985-2 for vnic_type normal using segments [{'id': 'dbbbda0e-024e-4742-9864-4a14a5a3e603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '1a34a5ee-4dbb-42ef-8822-9b726360f5b1'}] Aug 18 12:07:35.601168 n-d-804985-2 neutron-server[106253]: INFO neutron.plugins.ml2.plugin [None req-4937d568-bc6d-46c3-974f-2446dd062425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Attempt 8 to bind port 3bb56eef-504b-45eb-9dd9-99998b9b8e17 Aug 18 12:07:35.620919 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8c361496-13d2-4b4e-9fad-9dd7f0d4adf9 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:35.623952 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [None req-4937d568-bc6d-46c3-974f-2446dd062425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Attempting to bind port 3bb56eef-504b-45eb-9dd9-99998b9b8e17 on host n-h1-804985-2 for vnic_type normal with profile {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:07:35.624276 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [None req-4937d568-bc6d-46c3-974f-2446dd062425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Attempting to bind port 3bb56eef-504b-45eb-9dd9-99998b9b8e17 by drivers openvswitch,hyperv on host n-h1-804985-2 at level 0 using segments [{'id': 'dbbbda0e-024e-4742-9864-4a14a5a3e603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '1a34a5ee-4dbb-42ef-8822-9b726360f5b1'}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:07:35.624713 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4937d568-bc6d-46c3-974f-2446dd062425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Attempting to bind port 3bb56eef-504b-45eb-9dd9-99998b9b8e17 on network 1a34a5ee-4dbb-42ef-8822-9b726360f5b1 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:07:35.652761 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015f9123-1036-461f-b09f-11c0827fad41 req-c3b10fc9-6fd8-4e2b-82c8-2a9d167f4f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:35.653561 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4937d568-bc6d-46c3-974f-2446dd062425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Port 3bb56eef-504b-45eb-9dd9-99998b9b8e17 on network 1a34a5ee-4dbb-42ef-8822-9b726360f5b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-2 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:07:35.653887 n-d-804985-2 neutron-server[106253]: ERROR neutron.plugins.ml2.managers [None req-4937d568-bc6d-46c3-974f-2446dd062425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Failed to bind port 3bb56eef-504b-45eb-9dd9-99998b9b8e17 on host n-h1-804985-2 for vnic_type normal using segments [{'id': 'dbbbda0e-024e-4742-9864-4a14a5a3e603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '1a34a5ee-4dbb-42ef-8822-9b726360f5b1'}] Aug 18 12:07:35.654419 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-015f9123-1036-461f-b09f-11c0827fad41 req-c3b10fc9-6fd8-4e2b-82c8-2a9d167f4f50 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2212f13b-fd75-4d1b-969c-01d56f351ced&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0530815 Aug 18 12:07:35.656130 n-d-804985-2 neutron-server[106253]: INFO neutron.plugins.ml2.plugin [None req-4937d568-bc6d-46c3-974f-2446dd062425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Attempt 9 to bind port 3bb56eef-504b-45eb-9dd9-99998b9b8e17 Aug 18 12:07:35.678083 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [None req-4937d568-bc6d-46c3-974f-2446dd062425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Attempting to bind port 3bb56eef-504b-45eb-9dd9-99998b9b8e17 on host n-h1-804985-2 for vnic_type normal with profile {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:07:35.678407 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [None req-4937d568-bc6d-46c3-974f-2446dd062425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Attempting to bind port 3bb56eef-504b-45eb-9dd9-99998b9b8e17 by drivers openvswitch,hyperv on host n-h1-804985-2 at level 0 using segments [{'id': 'dbbbda0e-024e-4742-9864-4a14a5a3e603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '1a34a5ee-4dbb-42ef-8822-9b726360f5b1'}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:07:35.678743 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4937d568-bc6d-46c3-974f-2446dd062425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Attempting to bind port 3bb56eef-504b-45eb-9dd9-99998b9b8e17 on network 1a34a5ee-4dbb-42ef-8822-9b726360f5b1 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:07:35.686631 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4937d568-bc6d-46c3-974f-2446dd062425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Port 3bb56eef-504b-45eb-9dd9-99998b9b8e17 on network 1a34a5ee-4dbb-42ef-8822-9b726360f5b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-2 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:07:35.690810 n-d-804985-2 neutron-server[106253]: ERROR neutron.plugins.ml2.managers [None req-4937d568-bc6d-46c3-974f-2446dd062425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Failed to bind port 3bb56eef-504b-45eb-9dd9-99998b9b8e17 on host n-h1-804985-2 for vnic_type normal using segments [{'id': 'dbbbda0e-024e-4742-9864-4a14a5a3e603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '1a34a5ee-4dbb-42ef-8822-9b726360f5b1'}] Aug 18 12:07:35.690810 n-d-804985-2 neutron-server[106253]: INFO neutron.plugins.ml2.plugin [None req-4937d568-bc6d-46c3-974f-2446dd062425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Attempt 10 to bind port 3bb56eef-504b-45eb-9dd9-99998b9b8e17 Aug 18 12:07:35.713013 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [None req-4937d568-bc6d-46c3-974f-2446dd062425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Attempting to bind port 3bb56eef-504b-45eb-9dd9-99998b9b8e17 on host n-h1-804985-2 for vnic_type normal with profile {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:07:35.713254 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [None req-4937d568-bc6d-46c3-974f-2446dd062425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Attempting to bind port 3bb56eef-504b-45eb-9dd9-99998b9b8e17 by drivers openvswitch,hyperv on host n-h1-804985-2 at level 0 using segments [{'id': 'dbbbda0e-024e-4742-9864-4a14a5a3e603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '1a34a5ee-4dbb-42ef-8822-9b726360f5b1'}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:07:35.713746 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4937d568-bc6d-46c3-974f-2446dd062425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Attempting to bind port 3bb56eef-504b-45eb-9dd9-99998b9b8e17 on network 1a34a5ee-4dbb-42ef-8822-9b726360f5b1 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:07:35.720415 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4937d568-bc6d-46c3-974f-2446dd062425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Port 3bb56eef-504b-45eb-9dd9-99998b9b8e17 on network 1a34a5ee-4dbb-42ef-8822-9b726360f5b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-2 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:07:35.720931 n-d-804985-2 neutron-server[106253]: ERROR neutron.plugins.ml2.managers [None req-4937d568-bc6d-46c3-974f-2446dd062425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Failed to bind port 3bb56eef-504b-45eb-9dd9-99998b9b8e17 on host n-h1-804985-2 for vnic_type normal using segments [{'id': 'dbbbda0e-024e-4742-9864-4a14a5a3e603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '1a34a5ee-4dbb-42ef-8822-9b726360f5b1'}] Aug 18 12:07:35.721481 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4937d568-bc6d-46c3-974f-2446dd062425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:35.732183 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8c361496-13d2-4b4e-9fad-9dd7f0d4adf9 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58902171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59388106'] for subnet, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:35.767654 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c361496-13d2-4b4e-9fad-9dd7f0d4adf9 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Pushing event deleted for resources: {'Subnet': ['ID=35ebf56a-9657-4b42-bb8c-05c5cbf94975,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:07:35.772184 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8c361496-13d2-4b4e-9fad-9dd7f0d4adf9 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:35.774476 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-8c361496-13d2-4b4e-9fad-9dd7f0d4adf9 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "DELETE /v2.0/subnets/35ebf56a-9657-4b42-bb8c-05c5cbf94975 HTTP/1.1" status: 204 len: 168 time: 0.4433603 Aug 18 12:07:35.780065 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 42942) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:07:35.844881 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [None req-4937d568-bc6d-46c3-974f-2446dd062425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] For port 3bb56eef-504b-45eb-9dd9-99998b9b8e17, host n-h1-804985-2, cleared binding levels {{(pid=106253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:07:35.845266 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [None req-4937d568-bc6d-46c3-974f-2446dd062425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Attempted to set empty binding levels {{(pid=106253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 18 12:07:35.853775 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4937d568-bc6d-46c3-974f-2446dd062425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:35.868692 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-015f9123-1036-461f-b09f-11c0827fad41 req-4089d8b7-382c-444f-9c86-8af478fcdf9d service neutron] 10.222.0.62 "GET /v2.0/networks/2212f13b-fd75-4d1b-969c-01d56f351ced?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2049954 Aug 18 12:07:35.871088 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-25c62cdf-ee27-4731-ab04-00a371101163 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0898201 Aug 18 12:07:35.874112 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 42944) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:07:35.892971 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-4937d568-bc6d-46c3-974f-2446dd062425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] In _notify_port_updated(), no bound segment for port 3bb56eef-504b-45eb-9dd9-99998b9b8e17 on network 1a34a5ee-4dbb-42ef-8822-9b726360f5b1 {{(pid=106253) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 18 12:07:35.894012 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4937d568-bc6d-46c3-974f-2446dd062425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:35.894828 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4937d568-bc6d-46c3-974f-2446dd062425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:35.896537 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-4937d568-bc6d-46c3-974f-2446dd062425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] 10.222.0.66 "PUT /v2.0/ports/3bb56eef-504b-45eb-9dd9-99998b9b8e17 HTTP/1.1" status: 200 len: 978 time: 1.7032809 Aug 18 12:07:35.899983 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 42946) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:07:35.992993 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:36.002242 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4937d568-bc6d-46c3-974f-2446dd062425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Pushing event updated for resources: {'Port': ['ID=3bb56eef-504b-45eb-9dd9-99998b9b8e17,revision_number=3']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:07:36.058734 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-269c3948-1186-4639-96cd-2f492ecc5bcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:36.059218 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-269c3948-1186-4639-96cd-2f492ecc5bcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:36.059794 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-269c3948-1186-4639-96cd-2f492ecc5bcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:36.060259 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-269c3948-1186-4639-96cd-2f492ecc5bcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:36.060741 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-269c3948-1186-4639-96cd-2f492ecc5bcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:36.061228 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-269c3948-1186-4639-96cd-2f492ecc5bcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:36.061685 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-269c3948-1186-4639-96cd-2f492ecc5bcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:36.062139 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-269c3948-1186-4639-96cd-2f492ecc5bcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:36.062600 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-269c3948-1186-4639-96cd-2f492ecc5bcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:36.063047 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-269c3948-1186-4639-96cd-2f492ecc5bcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:36.063500 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-269c3948-1186-4639-96cd-2f492ecc5bcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:36.064058 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-269c3948-1186-4639-96cd-2f492ecc5bcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:36.064394 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-015f9123-1036-461f-b09f-11c0827fad41 req-6bd07229-30b0-462a-a4ba-3f95228fce0b service neutron] 10.222.0.62 "GET /v2.0/networks/2212f13b-fd75-4d1b-969c-01d56f351ced?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747522 Aug 18 12:07:36.064564 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-269c3948-1186-4639-96cd-2f492ecc5bcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:36.065038 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-269c3948-1186-4639-96cd-2f492ecc5bcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:36.065493 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-269c3948-1186-4639-96cd-2f492ecc5bcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:36.066306 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-269c3948-1186-4639-96cd-2f492ecc5bcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:36.066576 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-269c3948-1186-4639-96cd-2f492ecc5bcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:36.067413 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-269c3948-1186-4639-96cd-2f492ecc5bcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:36.067856 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-269c3948-1186-4639-96cd-2f492ecc5bcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:36.068305 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-269c3948-1186-4639-96cd-2f492ecc5bcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:36.068785 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-269c3948-1186-4639-96cd-2f492ecc5bcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:36.070518 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-269c3948-1186-4639-96cd-2f492ecc5bcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:36.070518 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-269c3948-1186-4639-96cd-2f492ecc5bcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:36.070518 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-269c3948-1186-4639-96cd-2f492ecc5bcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:36.070518 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-269c3948-1186-4639-96cd-2f492ecc5bcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:36.071171 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-269c3948-1186-4639-96cd-2f492ecc5bcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:36.071625 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-269c3948-1186-4639-96cd-2f492ecc5bcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:36.072090 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-269c3948-1186-4639-96cd-2f492ecc5bcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:36.072574 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-269c3948-1186-4639-96cd-2f492ecc5bcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:36.072988 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-269c3948-1186-4639-96cd-2f492ecc5bcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:36.073435 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-269c3948-1186-4639-96cd-2f492ecc5bcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:36.073879 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-269c3948-1186-4639-96cd-2f492ecc5bcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:36.074322 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-269c3948-1186-4639-96cd-2f492ecc5bcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:36.074771 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-269c3948-1186-4639-96cd-2f492ecc5bcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:36.079102 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-269c3948-1186-4639-96cd-2f492ecc5bcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:36.079576 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-269c3948-1186-4639-96cd-2f492ecc5bcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:36.082051 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-269c3948-1186-4639-96cd-2f492ecc5bcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:36.083167 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-269c3948-1186-4639-96cd-2f492ecc5bcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:36.083645 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-269c3948-1186-4639-96cd-2f492ecc5bcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:36.084100 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-269c3948-1186-4639-96cd-2f492ecc5bcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:36.084574 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-269c3948-1186-4639-96cd-2f492ecc5bcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:36.085038 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-269c3948-1186-4639-96cd-2f492ecc5bcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:36.085490 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-269c3948-1186-4639-96cd-2f492ecc5bcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:36.104999 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-269c3948-1186-4639-96cd-2f492ecc5bcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 38713 time: 0.2041845 Aug 18 12:07:36.105805 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 42948) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:07:36.124664 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c3489f0-3930-4206-8d31-f3f64bd476a2 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:36.126425 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-0c3489f0-3930-4206-8d31-f3f64bd476a2 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2508781 Aug 18 12:07:36.128770 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-015f9123-1036-461f-b09f-11c0827fad41 req-8b4bb109-df80-480f-aa51-45c50e45ef5d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.142&port_id=3399a875-8536-4e63-b5c5-d638ea0b8100 HTTP/1.1" status: 200 len: 217 time: 0.0558407 Aug 18 12:07:36.129909 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 42950) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:07:36.199898 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7ebd16d-f420-47d9-9412-6cff48e2cbe0 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:36.201460 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-f7ebd16d-f420-47d9-9412-6cff48e2cbe0 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0705454 Aug 18 12:07:36.204901 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 42952) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:07:36.252018 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015f9123-1036-461f-b09f-11c0827fad41 req-daba7739-8155-4543-a9bf-3d6109cf927d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:36.253458 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-015f9123-1036-461f-b09f-11c0827fad41 req-daba7739-8155-4543-a9bf-3d6109cf927d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c6d6e2ca-0ac3-47a3-8cbf-b12d0d7c45be HTTP/1.1" status: 200 len: 797 time: 0.0647736 Aug 18 12:07:36.255506 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-5e383e57-82be-4fc8-bdf6-1abf78c3d8b6 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0493996 Aug 18 12:07:36.260567 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 42954) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:07:36.266245 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-d98e9057-3515-4fdc-bf4b-652713066f1e tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Request body: {'subnet': {'network_id': 'fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:07:36.336908 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015f9123-1036-461f-b09f-11c0827fad41 req-14df295a-7650-455e-80eb-4af988075b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:36.338456 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-015f9123-1036-461f-b09f-11c0827fad41 req-14df295a-7650-455e-80eb-4af988075b4c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2212f13b-fd75-4d1b-969c-01d56f351ced&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0768831 Aug 18 12:07:36.354023 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-07d11082-7631-4539-9366-c3d10e7c12cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Deleting port 3bb56eef-504b-45eb-9dd9-99998b9b8e17 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:07:36.354502 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-07d11082-7631-4539-9366-c3d10e7c12cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:36.381603 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b87d519-3391-46ed-a23f-674004f7fb9c None None] Network fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:07:36.480228 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [None req-07d11082-7631-4539-9366-c3d10e7c12cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] For port 3bb56eef-504b-45eb-9dd9-99998b9b8e17, host n-h1-804985-2, got binding levels [] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:07:36.480675 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-07d11082-7631-4539-9366-c3d10e7c12cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:36.502123 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-07d11082-7631-4539-9366-c3d10e7c12cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Calling delete_port for 3bb56eef-504b-45eb-9dd9-99998b9b8e17 owned by {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:07:36.517415 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d98e9057-3515-4fdc-bf4b-652713066f1e tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Made reservation on behalf of 2a40b3bac30c4b9cb4cddbf9306b0469 for: {'subnet': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:07:36.519587 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-4c9e93c3-6ade-4b4b-a7a1-0b7c63c38467 None None] Provisioning for port 48d2bc92-73d8-4674-9ba4-e63cff233898 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:07:36.521468 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d98e9057-3515-4fdc-bf4b-652713066f1e tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59388119'] for subnet, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:36.693873 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5922e90a-0809-4b80-8a30-d68359c5efb9 None None] DHCP port deletion for fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d request from n-d-804985-2 {{(pid=106254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 12:07:36.757701 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-07d11082-7631-4539-9366-c3d10e7c12cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:36.783303 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-015f9123-1036-461f-b09f-11c0827fad41 req-a319ccfc-bfab-43a1-a291-4b562a7431f1 service neutron] 10.222.0.62 "GET /v2.0/networks/2212f13b-fd75-4d1b-969c-01d56f351ced?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4131155 Aug 18 12:07:36.801823 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d11082-7631-4539-9366-c3d10e7c12cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Pushing event deleted for resources: {'Port': ['ID=3bb56eef-504b-45eb-9dd9-99998b9b8e17,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:07:36.812179 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-07d11082-7631-4539-9366-c3d10e7c12cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:36.814794 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-07d11082-7631-4539-9366-c3d10e7c12cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] 10.222.0.66 "DELETE /v2.0/ports/3bb56eef-504b-45eb-9dd9-99998b9b8e17 HTTP/1.1" status: 204 len: 168 time: 0.7079120 Aug 18 12:07:36.818233 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 42976) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:07:36.820242 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8f1173-ab61-40c6-92f8-5c55bb9eb18b req-8c809ee3-8fa1-4730-b21f-b8823f80830d tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:36.824679 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3b8f1173-ab61-40c6-92f8-5c55bb9eb18b req-8c809ee3-8fa1-4730-b21f-b8823f80830d tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/ports?device_id=812772a4-8df1-440e-bd7f-7708fd393589 HTTP/1.1" status: 200 len: 945 time: 0.1847737 Aug 18 12:07:36.855364 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-5922e90a-0809-4b80-8a30-d68359c5efb9 None None] Deleting port 48d2bc92-73d8-4674-9ba4-e63cff233898 {{(pid=106254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:07:36.855786 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-5922e90a-0809-4b80-8a30-d68359c5efb9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:36.872276 n-d-804985-2 neutron-server[106253]: INFO neutron.pecan_wsgi.hooks.translation [None req-049630bc-acd7-4434-b54e-862e708e5dc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] GET failed (client error): The resource could not be found. Aug 18 12:07:36.879732 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-049630bc-acd7-4434-b54e-862e708e5dc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] 10.222.0.66 "GET /v2.0/ports/3bb56eef-504b-45eb-9dd9-99998b9b8e17 HTTP/1.1" status: 404 len: 333 time: 0.0602617 Aug 18 12:07:36.886920 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 42980) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:07:36.896337 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-092559a5-eb51-443f-897a-2c7b69b0d848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-827758836', 'network_id': '1a34a5ee-4dbb-42ef-8822-9b726360f5b1'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:07:36.976567 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-092559a5-eb51-443f-897a-2c7b69b0d848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Made reservation on behalf of 3758e54805ac4e718b55fe7fa3f7d2a2 for: {'port': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:07:36.979128 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-092559a5-eb51-443f-897a-2c7b69b0d848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:37.000487 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [None req-092559a5-eb51-443f-897a-2c7b69b0d848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] device_id is not set on port 634f1bfa-d01a-4785-b36c-efdedfe396ae yet. {{(pid=106253) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 12:07:37.061313 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-5922e90a-0809-4b80-8a30-d68359c5efb9 None None] For port 48d2bc92-73d8-4674-9ba4-e63cff233898, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=48d2bc92-73d8-4674-9ba4-e63cff233898,segment=NetworkSegment(06b05a1e-7667-47a8-b2de-bb5e6a768e1b),segment_id=06b05a1e-7667-47a8-b2de-bb5e6a768e1b)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:07:37.062033 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-5922e90a-0809-4b80-8a30-d68359c5efb9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:37.070125 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-015f9123-1036-461f-b09f-11c0827fad41 req-3f29210f-4bcf-40bb-8f7e-c96aa3437c9a service neutron] 10.222.0.62 "GET /v2.0/networks/2212f13b-fd75-4d1b-969c-01d56f351ced?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2712638 Aug 18 12:07:37.090199 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-5922e90a-0809-4b80-8a30-d68359c5efb9 None None] Calling delete_port for 48d2bc92-73d8-4674-9ba4-e63cff233898 owned by network:dhcp {{(pid=106254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:07:37.177765 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1abf1f-b14a-43c9-9918-bf84addf08c3 req-00d39752-6bd2-4a6c-a5af-86df154a52a0 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:37.184658 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1abf1f-b14a-43c9-9918-bf84addf08c3 req-00d39752-6bd2-4a6c-a5af-86df154a52a0 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:37.191273 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1abf1f-b14a-43c9-9918-bf84addf08c3 req-00d39752-6bd2-4a6c-a5af-86df154a52a0 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:37.198407 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1abf1f-b14a-43c9-9918-bf84addf08c3 req-00d39752-6bd2-4a6c-a5af-86df154a52a0 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:37.204829 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1abf1f-b14a-43c9-9918-bf84addf08c3 req-00d39752-6bd2-4a6c-a5af-86df154a52a0 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:37.212088 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1abf1f-b14a-43c9-9918-bf84addf08c3 req-00d39752-6bd2-4a6c-a5af-86df154a52a0 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:37.217652 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-5922e90a-0809-4b80-8a30-d68359c5efb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556'] for port, after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:37.223081 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1abf1f-b14a-43c9-9918-bf84addf08c3 req-00d39752-6bd2-4a6c-a5af-86df154a52a0 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:37.225170 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2d1abf1f-b14a-43c9-9918-bf84addf08c3 req-00d39752-6bd2-4a6c-a5af-86df154a52a0 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] 10.222.0.66 "GET /v2.0/ports?device_id=2cc02556-7c0a-4e9b-9a09-a272e5dfabdc HTTP/1.1" status: 200 len: 5423 time: 0.5605469 Aug 18 12:07:37.228097 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-015f9123-1036-461f-b09f-11c0827fad41 req-d89515ea-9516-48f3-ab65-7f65f1e837cb service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ade7379f-b75b-4a6b-95bb-ab4ecbe29d42 HTTP/1.1" status: 200 len: 217 time: 0.1203063 Aug 18 12:07:37.275146 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-092559a5-eb51-443f-897a-2c7b69b0d848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:37.313442 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015f9123-1036-461f-b09f-11c0827fad41 req-3ad4bd72-0671-4885-8e9e-9051be7cd381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:37.314625 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-015f9123-1036-461f-b09f-11c0827fad41 req-3ad4bd72-0671-4885-8e9e-9051be7cd381 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=765693c9-62f2-43a4-a4e0-0c1c5bb2242d HTTP/1.1" status: 200 len: 797 time: 0.0749073 Aug 18 12:07:37.322341 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5922e90a-0809-4b80-8a30-d68359c5efb9 None None] Pushing event deleted for resources: {'Port': ['ID=48d2bc92-73d8-4674-9ba4-e63cff233898,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:07:37.328311 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5922e90a-0809-4b80-8a30-d68359c5efb9 None None] No DVR routers for this DVR port 48d2bc92-73d8-4674-9ba4-e63cff233898 on host n-d-804985-2 {{(pid=106254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:07:37.371384 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3b8f1173-ab61-40c6-92f8-5c55bb9eb18b req-d8e2c3c2-4807-4294-8e4b-653fd65ae601 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/security-groups?id=d60fbefd-5088-4718-a442-08959d2ac3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2967291 Aug 18 12:07:37.377336 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2d1abf1f-b14a-43c9-9918-bf84addf08c3 req-1f7ce274-8ea2-4769-bdbe-d859b9addf29 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] 10.222.0.66 "GET /v2.0/security-groups?id=9ed89c48-68fa-47c4-9ca6-08ae23ef0876&id=f288757b-df2a-4147-b6e9-81a127940c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0868652 Aug 18 12:07:37.393653 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015f9123-1036-461f-b09f-11c0827fad41 req-4dfbdd2b-2202-4fa8-b345-3aff546d264b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:37.395275 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-015f9123-1036-461f-b09f-11c0827fad41 req-4dfbdd2b-2202-4fa8-b345-3aff546d264b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d3427385-4738-4edf-ab5a-b3bffa0e286e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0731640 Aug 18 12:07:37.453376 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d98e9057-3515-4fdc-bf4b-652713066f1e tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58902106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59388097'] for subnet, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:37.506043 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-015f9123-1036-461f-b09f-11c0827fad41 req-ab251c85-7759-4f47-8edb-080fa6e476f8 service neutron] 10.222.0.62 "GET /v2.0/networks/d3427385-4738-4edf-ab5a-b3bffa0e286e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024654 Aug 18 12:07:37.507319 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-092559a5-eb51-443f-897a-2c7b69b0d848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:37.510542 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d98e9057-3515-4fdc-bf4b-652713066f1e tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Network fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:07:37.524781 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-d98e9057-3515-4fdc-bf4b-652713066f1e tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:07:37.538062 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26fb5dee-8ed0-4b34-8b3e-304dda8bc03c None None] Network fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:07:37.586680 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d98e9057-3515-4fdc-bf4b-652713066f1e tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:37.587372 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d98e9057-3515-4fdc-bf4b-652713066f1e tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:37.630508 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-092559a5-eb51-443f-897a-2c7b69b0d848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Network 1a34a5ee-4dbb-42ef-8822-9b726360f5b1 is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:07:37.634090 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98e9057-3515-4fdc-bf4b-652713066f1e tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Pushing event updated for resources: {'Subnet': ['ID=7b10d160-3521-48c7-903e-adc0dd4bd9a7,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:07:37.642407 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-092559a5-eb51-443f-897a-2c7b69b0d848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:07:37.655367 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-092559a5-eb51-443f-897a-2c7b69b0d848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:07:37.660558 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-092559a5-eb51-443f-897a-2c7b69b0d848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:37.661192 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-092559a5-eb51-443f-897a-2c7b69b0d848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:37.692544 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-d98e9057-3515-4fdc-bf4b-652713066f1e tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4301996 Aug 18 12:07:37.693599 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 42986) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:07:37.697034 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-015f9123-1036-461f-b09f-11c0827fad41 req-94926c7e-6d94-4d1d-9710-2c447155ea2c service neutron] 10.222.0.62 "GET /v2.0/networks/d3427385-4738-4edf-ab5a-b3bffa0e286e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1799436 Aug 18 12:07:37.702525 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-913bdcc6-f6c8-4daf-9131-7c73c6b161ba tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Request body: {'port': {'network_id': 'fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d', 'fixed_ips': [{'subnet_id': '7b10d160-3521-48c7-903e-adc0dd4bd9a7', 'ip_address': '2001:db8::24dd:7ba9:418a:5382'}], 'name': 'tempest-NetworksTestDHCPv6-1391180622'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:07:37.711397 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-092559a5-eb51-443f-897a-2c7b69b0d848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.8207176 Aug 18 12:07:37.711397 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092559a5-eb51-443f-897a-2c7b69b0d848 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Pushing event updated for resources: {'Port': ['ID=634f1bfa-d01a-4785-b36c-efdedfe396ae,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:07:37.713381 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 42988) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:07:37.784328 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-015f9123-1036-461f-b09f-11c0827fad41 req-4e1147be-8166-4d7b-92f6-523fcbccd180 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d8713f4a-f3e1-4969-98d9-fb54153a1b08 HTTP/1.1" status: 200 len: 217 time: 0.0801256 Aug 18 12:07:37.802178 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53157ca2-6433-4f44-b97a-0cc5adcd9d69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:37.806359 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-53157ca2-6433-4f44-b97a-0cc5adcd9d69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] 10.222.0.66 "GET /v2.0/ports/634f1bfa-d01a-4785-b36c-efdedfe396ae HTTP/1.1" status: 200 len: 958 time: 0.0872767 Aug 18 12:07:37.813677 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 42990) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:07:37.841135 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015f9123-1036-461f-b09f-11c0827fad41 req-f99a1673-d386-4b4f-ae3c-19f1fd2b6ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:37.843128 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-015f9123-1036-461f-b09f-11c0827fad41 req-f99a1673-d386-4b4f-ae3c-19f1fd2b6ae4 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=765693c9-62f2-43a4-a4e0-0c1c5bb2242d HTTP/1.1" status: 200 len: 797 time: 0.0500917 Aug 18 12:07:37.845859 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f361b21-07cf-45f4-a49b-c56187298952 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp788be208-34ab-5a8f-af0f-528834af222f-fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d', 'network_id': 'fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d', 'tenant_id': '2a40b3bac30c4b9cb4cddbf9306b0469', 'fixed_ips': [{'subnet_id': '7b10d160-3521-48c7-903e-adc0dd4bd9a7'}]}} from n-d-804985-2. {{(pid=106254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 12:07:37.846752 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-6f361b21-07cf-45f4-a49b-c56187298952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:37.904921 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015f9123-1036-461f-b09f-11c0827fad41 req-65ecd122-b518-45f1-b898-22d8e142f779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:37.907562 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-015f9123-1036-461f-b09f-11c0827fad41 req-65ecd122-b518-45f1-b898-22d8e142f779 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d3427385-4738-4edf-ab5a-b3bffa0e286e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0547619 Aug 18 12:07:37.925824 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-913bdcc6-f6c8-4daf-9131-7c73c6b161ba tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Made reservation on behalf of 2a40b3bac30c4b9cb4cddbf9306b0469 for: {'port': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:07:38.050310 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-e34e7c4f-0780-45c3-9354-dc7b145bf65f tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Deleting port 634f1bfa-d01a-4785-b36c-efdedfe396ae {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:07:38.051774 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-015f9123-1036-461f-b09f-11c0827fad41 req-43925e5e-4064-42fb-8a8f-b95dc1de61c2 service neutron] 10.222.0.62 "GET /v2.0/networks/d3427385-4738-4edf-ab5a-b3bffa0e286e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303575 Aug 18 12:07:38.052151 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e34e7c4f-0780-45c3-9354-dc7b145bf65f tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:38.105368 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:38.170014 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.db_base_plugin_common [None req-6f361b21-07cf-45f4-a49b-c56187298952 None None] Allocated IP 2001:db8::2 (fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d/7b10d160-3521-48c7-903e-adc0dd4bd9a7/df14a4db-119b-4aa0-a486-fcc59207871f) {{(pid=106254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:07:38.179473 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e34e7c4f-0780-45c3-9354-dc7b145bf65f tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:38.195319 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-913bdcc6-f6c8-4daf-9131-7c73c6b161ba tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:38.210395 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-e34e7c4f-0780-45c3-9354-dc7b145bf65f tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Calling delete_port for 634f1bfa-d01a-4785-b36c-efdedfe396ae owned by {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:07:38.238370 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [None req-913bdcc6-f6c8-4daf-9131-7c73c6b161ba tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] device_id is not set on port cf25cab9-e980-401c-9979-df6656e2e97b yet. {{(pid=106253) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 12:07:38.383227 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-6f361b21-07cf-45f4-a49b-c56187298952 None None] Notify callbacks [] for port, precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:38.409900 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-6f361b21-07cf-45f4-a49b-c56187298952 None None] Transition to ACTIVE for port object df14a4db-119b-4aa0-a486-fcc59207871f will not be triggered until provisioned by entity L2. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:07:38.444901 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-6f361b21-07cf-45f4-a49b-c56187298952 None None] Transition to ACTIVE for port object df14a4db-119b-4aa0-a486-fcc59207871f will not be triggered until provisioned by entity DHCP. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:07:38.455178 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-6f361b21-07cf-45f4-a49b-c56187298952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547'] for port, after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:38.603480 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f361b21-07cf-45f4-a49b-c56187298952 None None] Pushing event updated for resources: {'Port': ['ID=df14a4db-119b-4aa0-a486-fcc59207871f,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:07:38.604126 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e34e7c4f-0780-45c3-9354-dc7b145bf65f tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:38.611313 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f361b21-07cf-45f4-a49b-c56187298952 None None] Network fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d is already hosted by enough agents. {{(pid=106254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:07:38.612940 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.base_scheduler [None req-6f361b21-07cf-45f4-a49b-c56187298952 None None] Resources bound (agent type, host, resource id): {{(pid=106254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:07:38.617694 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f361b21-07cf-45f4-a49b-c56187298952 None None] Received port after_create {{(pid=106254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:07:38.668946 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34e7c4f-0780-45c3-9354-dc7b145bf65f tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Pushing event deleted for resources: {'Port': ['ID=634f1bfa-d01a-4785-b36c-efdedfe396ae,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:07:38.680707 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e34e7c4f-0780-45c3-9354-dc7b145bf65f tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:38.686595 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-e34e7c4f-0780-45c3-9354-dc7b145bf65f tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] 10.222.0.66 "DELETE /v2.0/ports/634f1bfa-d01a-4785-b36c-efdedfe396ae HTTP/1.1" status: 204 len: 168 time: 0.8717718 Aug 18 12:07:38.686932 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-6f361b21-07cf-45f4-a49b-c56187298952 None None] Attempting to bind port df14a4db-119b-4aa0-a486-fcc59207871f on host n-d-804985-2 for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:07:38.687456 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-6f361b21-07cf-45f4-a49b-c56187298952 None None] Attempting to bind port df14a4db-119b-4aa0-a486-fcc59207871f by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': '06b05a1e-7667-47a8-b2de-bb5e6a768e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:07:38.688002 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f361b21-07cf-45f4-a49b-c56187298952 None None] Attempting to bind port df14a4db-119b-4aa0-a486-fcc59207871f on network fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:07:38.690427 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 43018) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:07:38.691447 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [None req-913bdcc6-f6c8-4daf-9131-7c73c6b161ba tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Allocated IP 2001:db8::24dd:7ba9:418a:5382 (fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d/7b10d160-3521-48c7-903e-adc0dd4bd9a7/cf25cab9-e980-401c-9979-df6656e2e97b) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:07:38.696049 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f361b21-07cf-45f4-a49b-c56187298952 None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 7, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:07:38.696819 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f361b21-07cf-45f4-a49b-c56187298952 None None] Checking segment: {'id': '06b05a1e-7667-47a8-b2de-bb5e6a768e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:07:38.697421 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-6f361b21-07cf-45f4-a49b-c56187298952 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:38.697958 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f361b21-07cf-45f4-a49b-c56187298952 None None] Bound using segment: {'id': '06b05a1e-7667-47a8-b2de-bb5e6a768e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:07:38.698664 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-6f361b21-07cf-45f4-a49b-c56187298952 None None] Bound port: df14a4db-119b-4aa0-a486-fcc59207871f, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06b05a1e-7667-47a8-b2de-bb5e6a768e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:07:38.699379 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-6f361b21-07cf-45f4-a49b-c56187298952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:38.704289 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34e7c4f-0780-45c3-9354-dc7b145bf65f tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:07:38.704928 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34e7c4f-0780-45c3-9354-dc7b145bf65f tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:07:38.705555 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34e7c4f-0780-45c3-9354-dc7b145bf65f tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:07:38.706169 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34e7c4f-0780-45c3-9354-dc7b145bf65f tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:07:38.706977 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab57e1a-7592-46e8-9bae-4d6c93b27614 req-b4951308-88e1-49fc-a1a3-07ae0e2c767c tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:38.707246 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34e7c4f-0780-45c3-9354-dc7b145bf65f tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:07:38.707927 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34e7c4f-0780-45c3-9354-dc7b145bf65f tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:07:38.708395 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34e7c4f-0780-45c3-9354-dc7b145bf65f tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:07:38.708908 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34e7c4f-0780-45c3-9354-dc7b145bf65f tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:07:38.709381 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34e7c4f-0780-45c3-9354-dc7b145bf65f tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:07:38.709868 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34e7c4f-0780-45c3-9354-dc7b145bf65f tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:07:38.710340 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34e7c4f-0780-45c3-9354-dc7b145bf65f tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:07:38.710762 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34e7c4f-0780-45c3-9354-dc7b145bf65f tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:07:38.714869 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab57e1a-7592-46e8-9bae-4d6c93b27614 req-b4951308-88e1-49fc-a1a3-07ae0e2c767c tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:38.721395 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab57e1a-7592-46e8-9bae-4d6c93b27614 req-b4951308-88e1-49fc-a1a3-07ae0e2c767c tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:38.727662 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab57e1a-7592-46e8-9bae-4d6c93b27614 req-b4951308-88e1-49fc-a1a3-07ae0e2c767c tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:38.735599 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab57e1a-7592-46e8-9bae-4d6c93b27614 req-b4951308-88e1-49fc-a1a3-07ae0e2c767c tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:38.743864 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab57e1a-7592-46e8-9bae-4d6c93b27614 req-b4951308-88e1-49fc-a1a3-07ae0e2c767c tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:38.749895 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab57e1a-7592-46e8-9bae-4d6c93b27614 req-b4951308-88e1-49fc-a1a3-07ae0e2c767c tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:38.751855 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2ab57e1a-7592-46e8-9bae-4d6c93b27614 req-b4951308-88e1-49fc-a1a3-07ae0e2c767c tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] 10.222.0.66 "GET /v2.0/ports?device_id=2cc02556-7c0a-4e9b-9a09-a272e5dfabdc HTTP/1.1" status: 200 len: 5423 time: 0.1900716 Aug 18 12:07:38.772634 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6d0c93-7d82-43c1-987d-4c73c0a23953 req-43ce2176-5523-4aba-af29-f7ebb32084dd tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:38.780551 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ec6d0c93-7d82-43c1-987d-4c73c0a23953 req-43ce2176-5523-4aba-af29-f7ebb32084dd tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/ports?device_id=812772a4-8df1-440e-bd7f-7708fd393589 HTTP/1.1" status: 200 len: 945 time: 0.2369502 Aug 18 12:07:38.781439 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-6f361b21-07cf-45f4-a49b-c56187298952 None None] For port df14a4db-119b-4aa0-a486-fcc59207871f, host n-d-804985-2, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:07:38.786209 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-6f361b21-07cf-45f4-a49b-c56187298952 None None] For port df14a4db-119b-4aa0-a486-fcc59207871f, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=df14a4db-119b-4aa0-a486-fcc59207871f,segment=NetworkSegment(06b05a1e-7667-47a8-b2de-bb5e6a768e1b),segment_id=06b05a1e-7667-47a8-b2de-bb5e6a768e1b)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:07:38.793862 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-6f361b21-07cf-45f4-a49b-c56187298952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:38.873455 n-d-804985-2 neutron-server[106252]: INFO neutron.pecan_wsgi.hooks.translation [None req-c053c71d-2c1e-4e9b-95c2-9cdceb427d51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] GET failed (client error): The resource could not be found. Aug 18 12:07:38.875898 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-c053c71d-2c1e-4e9b-95c2-9cdceb427d51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] 10.222.0.66 "GET /v2.0/ports/634f1bfa-d01a-4785-b36c-efdedfe396ae HTTP/1.1" status: 404 len: 333 time: 0.1223512 Aug 18 12:07:38.895889 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 43022) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:07:38.902834 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-beb4c2da-c742-498d-885e-961473e85e1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Request body: {'port': {'network_id': '1a34a5ee-4dbb-42ef-8822-9b726360f5b1', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1672039849'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:07:38.913994 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2ab57e1a-7592-46e8-9bae-4d6c93b27614 req-a5bf58e0-13cc-4303-a796-ee1a4e58eb98 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] 10.222.0.66 "GET /v2.0/security-groups?id=9ed89c48-68fa-47c4-9ca6-08ae23ef0876&id=f288757b-df2a-4147-b6e9-81a127940c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1166275 Aug 18 12:07:38.935778 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f361b21-07cf-45f4-a49b-c56187298952 None None] Pushing event updated for resources: {'Port': ['ID=df14a4db-119b-4aa0-a486-fcc59207871f,revision_number=2']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:07:38.960781 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ec6d0c93-7d82-43c1-987d-4c73c0a23953 req-9168665c-0d11-4150-8865-9037a1a3239e tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/security-groups?id=d60fbefd-5088-4718-a442-08959d2ac3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786923 Aug 18 12:07:38.980921 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-015f9123-1036-461f-b09f-11c0827fad41 req-e10a095c-b560-40f0-b7da-53837194f4ea service neutron] 10.222.0.62 "GET /v2.0/networks/d3427385-4738-4edf-ab5a-b3bffa0e286e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9187467 Aug 18 12:07:39.011375 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beb4c2da-c742-498d-885e-961473e85e1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Made reservation on behalf of 3758e54805ac4e718b55fe7fa3f7d2a2 for: {'port': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:07:39.017081 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-beb4c2da-c742-498d-885e-961473e85e1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:39.056580 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [None req-beb4c2da-c742-498d-885e-961473e85e1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] device_id is not set on port 2cd8e316-8350-4ec5-8876-357334fcaaf3 yet. {{(pid=106252) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 12:07:39.302412 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6ecedd-b031-4157-a0dd-078cae6299e3 req-fd200b2a-df00-48de-a54e-5ee01385cd05 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:39.304079 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0b6ecedd-b031-4157-a0dd-078cae6299e3 req-fd200b2a-df00-48de-a54e-5ee01385cd05 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/ports?device_id=c468f260-aa8b-4a9b-a477-213e251d7cef HTTP/1.1" status: 200 len: 947 time: 0.1742308 Aug 18 12:07:39.372635 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0b6ecedd-b031-4157-a0dd-078cae6299e3 req-0b52a08a-fdaf-42ba-b3ee-54df44024541 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f58845c-8a6f-4750-8ac0-66868223b345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573595 Aug 18 12:07:39.387236 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-913bdcc6-f6c8-4daf-9131-7c73c6b161ba tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:39.402807 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [None req-913bdcc6-f6c8-4daf-9131-7c73c6b161ba tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Transition to ACTIVE for port object cf25cab9-e980-401c-9979-df6656e2e97b will not be triggered until provisioned by entity DHCP. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:07:39.421402 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081bff94-cb37-4879-9402-7a7de6a2315d req-17294b09-b0da-4f09-8272-31ac3062519e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:39.421877 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081bff94-cb37-4879-9402-7a7de6a2315d req-17294b09-b0da-4f09-8272-31ac3062519e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:39.422353 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081bff94-cb37-4879-9402-7a7de6a2315d req-17294b09-b0da-4f09-8272-31ac3062519e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:39.422801 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081bff94-cb37-4879-9402-7a7de6a2315d req-17294b09-b0da-4f09-8272-31ac3062519e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:39.423857 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081bff94-cb37-4879-9402-7a7de6a2315d req-17294b09-b0da-4f09-8272-31ac3062519e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:39.423857 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081bff94-cb37-4879-9402-7a7de6a2315d req-17294b09-b0da-4f09-8272-31ac3062519e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:39.424153 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081bff94-cb37-4879-9402-7a7de6a2315d req-17294b09-b0da-4f09-8272-31ac3062519e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:39.426381 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-081bff94-cb37-4879-9402-7a7de6a2315d req-17294b09-b0da-4f09-8272-31ac3062519e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c58c061f2ffb4e7caeee64937da3abfa&device_id=2cc02556-7c0a-4e9b-9a09-a272e5dfabdc HTTP/1.1" status: 200 len: 6480 time: 0.2290366 Aug 18 12:07:39.436387 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-913bdcc6-f6c8-4daf-9131-7c73c6b161ba tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:39.482543 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-913bdcc6-f6c8-4daf-9131-7c73c6b161ba tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Network fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:07:39.486232 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-913bdcc6-f6c8-4daf-9131-7c73c6b161ba tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:07:39.492762 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-913bdcc6-f6c8-4daf-9131-7c73c6b161ba tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:07:39.498865 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-913bdcc6-f6c8-4daf-9131-7c73c6b161ba tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:39.499444 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-913bdcc6-f6c8-4daf-9131-7c73c6b161ba tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:39.517769 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-913bdcc6-f6c8-4daf-9131-7c73c6b161ba tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.8195064 Aug 18 12:07:39.521874 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 43034) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:07:39.533494 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913bdcc6-f6c8-4daf-9131-7c73c6b161ba tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Pushing event updated for resources: {'Port': ['ID=cf25cab9-e980-401c-9979-df6656e2e97b,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:07:39.546417 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-beb4c2da-c742-498d-885e-961473e85e1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:39.583097 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e66756d-6d8e-4fb7-89bc-9cde2f8103a1 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:39.590085 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e66756d-6d8e-4fb7-89bc-9cde2f8103a1 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:39.591708 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-2e66756d-6d8e-4fb7-89bc-9cde2f8103a1 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.0689118 Aug 18 12:07:39.594374 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 43036) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:07:39.612747 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081bff94-cb37-4879-9402-7a7de6a2315d req-bd86e127-628a-47ff-897f-ad476b865cca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:39.614311 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-081bff94-cb37-4879-9402-7a7de6a2315d req-bd86e127-628a-47ff-897f-ad476b865cca service neutron] 10.222.0.62 "GET /v2.0/networks?id=d3427385-4738-4edf-ab5a-b3bffa0e286e HTTP/1.1" status: 200 len: 903 time: 0.1783276 Aug 18 12:07:39.666143 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-081bff94-cb37-4879-9402-7a7de6a2315d req-024e0a94-362a-4c32-acf3-aeac58bebb1e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d8713f4a-f3e1-4969-98d9-fb54153a1b08 HTTP/1.1" status: 200 len: 217 time: 0.0432355 Aug 18 12:07:39.683934 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-beb4c2da-c742-498d-885e-961473e85e1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:39.704019 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-d15d6ec4-6b2d-46be-9591-44ac2ea85a8a tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Deleting port cf25cab9-e980-401c-9979-df6656e2e97b {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:07:39.704789 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d15d6ec4-6b2d-46be-9591-44ac2ea85a8a tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:39.778201 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081bff94-cb37-4879-9402-7a7de6a2315d req-624ae5f5-aeca-4f7b-8150-0b6a66c55306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:39.779637 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-081bff94-cb37-4879-9402-7a7de6a2315d req-624ae5f5-aeca-4f7b-8150-0b6a66c55306 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=765693c9-62f2-43a4-a4e0-0c1c5bb2242d HTTP/1.1" status: 200 len: 797 time: 0.1052606 Aug 18 12:07:39.783607 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beb4c2da-c742-498d-885e-961473e85e1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Network 1a34a5ee-4dbb-42ef-8822-9b726360f5b1 is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:07:39.789453 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-beb4c2da-c742-498d-885e-961473e85e1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:07:39.806233 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb4c2da-c742-498d-885e-961473e85e1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Pushing event updated for resources: {'Port': ['ID=2cd8e316-8350-4ec5-8876-357334fcaaf3,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:07:39.810137 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d15d6ec4-6b2d-46be-9591-44ac2ea85a8a tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:39.816374 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb4c2da-c742-498d-885e-961473e85e1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:07:39.817729 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb4c2da-c742-498d-885e-961473e85e1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:39.818327 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-beb4c2da-c742-498d-885e-961473e85e1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:39.821381 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb4c2da-c742-498d-885e-961473e85e1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:07:39.821726 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb4c2da-c742-498d-885e-961473e85e1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:07:39.822064 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb4c2da-c742-498d-885e-961473e85e1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:07:39.822405 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb4c2da-c742-498d-885e-961473e85e1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:07:39.822729 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb4c2da-c742-498d-885e-961473e85e1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:07:39.823070 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb4c2da-c742-498d-885e-961473e85e1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:07:39.823383 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb4c2da-c742-498d-885e-961473e85e1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:07:39.823717 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb4c2da-c742-498d-885e-961473e85e1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:07:39.824104 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb4c2da-c742-498d-885e-961473e85e1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:07:39.825078 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb4c2da-c742-498d-885e-961473e85e1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:07:39.825078 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb4c2da-c742-498d-885e-961473e85e1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:07:39.825078 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb4c2da-c742-498d-885e-961473e85e1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:07:39.826378 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-d15d6ec4-6b2d-46be-9591-44ac2ea85a8a tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Calling delete_port for cf25cab9-e980-401c-9979-df6656e2e97b owned by {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:07:39.863922 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-beb4c2da-c742-498d-885e-961473e85e1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.9667454 Aug 18 12:07:39.866335 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 43044) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:07:39.872260 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-21a32744-b675-4810-abdc-c28c8d607cc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-804985-2'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:07:39.878773 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081bff94-cb37-4879-9402-7a7de6a2315d req-aa3a080f-4904-41cd-a1c3-9457e924f9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:39.880340 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-081bff94-cb37-4879-9402-7a7de6a2315d req-aa3a080f-4904-41cd-a1c3-9457e924f9ea service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d3427385-4738-4edf-ab5a-b3bffa0e286e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0886991 Aug 18 12:07:40.038502 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d15d6ec4-6b2d-46be-9591-44ac2ea85a8a tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:40.083730 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15d6ec4-6b2d-46be-9591-44ac2ea85a8a tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Pushing event deleted for resources: {'Port': ['ID=cf25cab9-e980-401c-9979-df6656e2e97b,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:07:40.084586 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-21a32744-b675-4810-abdc-c28c8d607cc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:40.114147 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d15d6ec4-6b2d-46be-9591-44ac2ea85a8a tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:40.117264 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-d15d6ec4-6b2d-46be-9591-44ac2ea85a8a tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "DELETE /v2.0/ports/cf25cab9-e980-401c-9979-df6656e2e97b HTTP/1.1" status: 204 len: 168 time: 0.5209529 Aug 18 12:07:40.119145 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 43050) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:07:40.143022 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5e225b-41be-4d27-8b75-dd1bcde5a752 req-42a47fdf-4eed-43c9-8137-fb3318ebb556 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:40.144812 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6f5e225b-41be-4d27-8b75-dd1bcde5a752 req-42a47fdf-4eed-43c9-8137-fb3318ebb556 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/ports?device_id=c468f260-aa8b-4a9b-a477-213e251d7cef HTTP/1.1" status: 200 len: 947 time: 0.1967490 Aug 18 12:07:40.186008 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-978ea531-4506-4a2e-917d-79e11bd1d96b tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:40.191702 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-978ea531-4506-4a2e-917d-79e11bd1d96b tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:40.191702 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-978ea531-4506-4a2e-917d-79e11bd1d96b tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0692143 Aug 18 12:07:40.194777 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 43056) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:07:40.253183 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-081bff94-cb37-4879-9402-7a7de6a2315d req-80100544-450e-4c74-913e-2bd72a7fc9c6 service neutron] 10.222.0.62 "GET /v2.0/networks/d3427385-4738-4edf-ab5a-b3bffa0e286e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3573606 Aug 18 12:07:40.264130 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6f5e225b-41be-4d27-8b75-dd1bcde5a752 req-939b7345-07ee-427e-a2f7-366bd658ffa0 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f58845c-8a6f-4750-8ac0-66868223b345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1121037 Aug 18 12:07:40.277929 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_v2 [None req-99122393-4706-4af7-b899-e0401aebe3f8 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Deleting subnet 7b10d160-3521-48c7-903e-adc0dd4bd9a7 {{(pid=106253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 12:07:40.279182 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d51e1c2-d9fa-469c-af9e-6bdd55ce87b2 req-f5b59c78-64dc-49ff-9c28-642ac6b50cde tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:40.291171 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-99122393-4706-4af7-b899-e0401aebe3f8 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks [] for subnet, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:40.297299 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d51e1c2-d9fa-469c-af9e-6bdd55ce87b2 req-f5b59c78-64dc-49ff-9c28-642ac6b50cde tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:40.303302 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d51e1c2-d9fa-469c-af9e-6bdd55ce87b2 req-f5b59c78-64dc-49ff-9c28-642ac6b50cde tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:40.330278 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d51e1c2-d9fa-469c-af9e-6bdd55ce87b2 req-f5b59c78-64dc-49ff-9c28-642ac6b50cde tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:40.337724 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-06de563e-374d-4c31-a80d-48bc6b9dd659 None None] Provisioning for port df14a4db-119b-4aa0-a486-fcc59207871f completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:07:40.350203 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d51e1c2-d9fa-469c-af9e-6bdd55ce87b2 req-f5b59c78-64dc-49ff-9c28-642ac6b50cde tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:40.356619 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d51e1c2-d9fa-469c-af9e-6bdd55ce87b2 req-f5b59c78-64dc-49ff-9c28-642ac6b50cde tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:40.366381 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-99122393-4706-4af7-b899-e0401aebe3f8 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902229'] for subnet, precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:40.368092 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d51e1c2-d9fa-469c-af9e-6bdd55ce87b2 req-f5b59c78-64dc-49ff-9c28-642ac6b50cde tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:40.370229 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1d51e1c2-d9fa-469c-af9e-6bdd55ce87b2 req-f5b59c78-64dc-49ff-9c28-642ac6b50cde tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] 10.222.0.66 "GET /v2.0/ports?device_id=2cc02556-7c0a-4e9b-9a09-a272e5dfabdc HTTP/1.1" status: 200 len: 5423 time: 0.3064165 Aug 18 12:07:40.487775 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-99122393-4706-4af7-b899-e0401aebe3f8 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:40.591960 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-081bff94-cb37-4879-9402-7a7de6a2315d req-8aafcbde-7491-440f-b0fb-04e6f9e4b58b service neutron] 10.222.0.62 "GET /v2.0/networks/d3427385-4738-4edf-ab5a-b3bffa0e286e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2098403 Aug 18 12:07:40.615884 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-99122393-4706-4af7-b899-e0401aebe3f8 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58902171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59388106'] for subnet, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:40.642402 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-99122393-4706-4af7-b899-e0401aebe3f8 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:40.649525 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-99122393-4706-4af7-b899-e0401aebe3f8 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "DELETE /v2.0/subnets/7b10d160-3521-48c7-903e-adc0dd4bd9a7 HTTP/1.1" status: 204 len: 168 time: 0.4536786 Aug 18 12:07:40.657350 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 43062) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:07:40.666406 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd1fb60-e20f-4138-a8a5-29619337c340 req-50c43034-58a2-4a52-8da6-f799cb3dda1e tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:40.666782 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-546b6d0d-d026-4203-b75b-61b180cd597c None None] Network fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:07:40.668056 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-cfd1fb60-e20f-4138-a8a5-29619337c340 req-50c43034-58a2-4a52-8da6-f799cb3dda1e tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/ports?device_id=812772a4-8df1-440e-bd7f-7708fd393589 HTTP/1.1" status: 200 len: 945 time: 0.2455621 Aug 18 12:07:40.669189 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99122393-4706-4af7-b899-e0401aebe3f8 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Pushing event deleted for resources: {'Subnet': ['ID=7b10d160-3521-48c7-903e-adc0dd4bd9a7,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:07:40.729711 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1d51e1c2-d9fa-469c-af9e-6bdd55ce87b2 req-4389ce62-92a8-49a7-85db-2ff54122a52a tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] 10.222.0.66 "GET /v2.0/security-groups?id=9ed89c48-68fa-47c4-9ca6-08ae23ef0876&id=f288757b-df2a-4147-b6e9-81a127940c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3047025 Aug 18 12:07:40.742001 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-2ebfedaf-c3cb-45ad-b6c7-c17fd8f65948 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0724127 Aug 18 12:07:40.746044 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 43068) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:07:40.754324 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-48980fff-f39b-49f2-a81a-265e931973fd tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Request body: {'subnet': {'network_id': 'fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:07:40.791610 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-4ea6b23c-a382-4ed9-9921-ee12589c6292 None None] Could not find standard attr ID for object cf25cab9-e980-401c-9979-df6656e2e97b. {{(pid=106254) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 18 12:07:40.800996 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-cfd1fb60-e20f-4138-a8a5-29619337c340 req-9da9924c-c11b-4285-bcc0-cad1628ae39a tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/security-groups?id=d60fbefd-5088-4718-a442-08959d2ac3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927036 Aug 18 12:07:40.824939 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [None req-21a32744-b675-4810-abdc-c28c8d607cc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] device_id is not set on port 2cd8e316-8350-4ec5-8876-357334fcaaf3 yet. {{(pid=106252) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 12:07:40.833112 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-21a32744-b675-4810-abdc-c28c8d607cc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Notify callbacks [] for port, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:40.846389 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [None req-21a32744-b675-4810-abdc-c28c8d607cc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Transition to ACTIVE for port object 2cd8e316-8350-4ec5-8876-357334fcaaf3 will not be triggered until provisioned by entity L2. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:07:40.852085 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-21a32744-b675-4810-abdc-c28c8d607cc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:40.897243 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48980fff-f39b-49f2-a81a-265e931973fd tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Made reservation on behalf of 2a40b3bac30c4b9cb4cddbf9306b0469 for: {'subnet': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:07:40.901474 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-48980fff-f39b-49f2-a81a-265e931973fd tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59388119'] for subnet, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:40.913486 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a32744-b675-4810-abdc-c28c8d607cc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Pushing event updated for resources: {'Port': ['ID=2cd8e316-8350-4ec5-8876-357334fcaaf3,revision_number=2']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:07:40.928303 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [None req-21a32744-b675-4810-abdc-c28c8d607cc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Attempting to bind port 2cd8e316-8350-4ec5-8876-357334fcaaf3 on host n-h1-804985-2 for vnic_type normal with profile {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:07:40.928687 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [None req-21a32744-b675-4810-abdc-c28c8d607cc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Attempting to bind port 2cd8e316-8350-4ec5-8876-357334fcaaf3 by drivers openvswitch,hyperv on host n-h1-804985-2 at level 0 using segments [{'id': 'dbbbda0e-024e-4742-9864-4a14a5a3e603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '1a34a5ee-4dbb-42ef-8822-9b726360f5b1'}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:07:40.929033 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a32744-b675-4810-abdc-c28c8d607cc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Attempting to bind port 2cd8e316-8350-4ec5-8876-357334fcaaf3 on network 1a34a5ee-4dbb-42ef-8822-9b726360f5b1 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:07:40.935637 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a32744-b675-4810-abdc-c28c8d607cc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Port 2cd8e316-8350-4ec5-8876-357334fcaaf3 on network 1a34a5ee-4dbb-42ef-8822-9b726360f5b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-2 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:07:40.935991 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a75d4b47-aae0-4377-b0c3-94e2cb4d4834 None None] DHCP port deletion for fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d request from n-d-804985-2 {{(pid=106254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 12:07:40.936137 n-d-804985-2 neutron-server[106252]: ERROR neutron.plugins.ml2.managers [None req-21a32744-b675-4810-abdc-c28c8d607cc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Failed to bind port 2cd8e316-8350-4ec5-8876-357334fcaaf3 on host n-h1-804985-2 for vnic_type normal using segments [{'id': 'dbbbda0e-024e-4742-9864-4a14a5a3e603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '1a34a5ee-4dbb-42ef-8822-9b726360f5b1'}] Aug 18 12:07:40.936681 n-d-804985-2 neutron-server[106252]: INFO neutron.plugins.ml2.plugin [None req-21a32744-b675-4810-abdc-c28c8d607cc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Attempt 2 to bind port 2cd8e316-8350-4ec5-8876-357334fcaaf3 Aug 18 12:07:40.951440 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [None req-21a32744-b675-4810-abdc-c28c8d607cc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Attempting to bind port 2cd8e316-8350-4ec5-8876-357334fcaaf3 on host n-h1-804985-2 for vnic_type normal with profile {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:07:40.952211 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [None req-21a32744-b675-4810-abdc-c28c8d607cc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Attempting to bind port 2cd8e316-8350-4ec5-8876-357334fcaaf3 by drivers openvswitch,hyperv on host n-h1-804985-2 at level 0 using segments [{'id': 'dbbbda0e-024e-4742-9864-4a14a5a3e603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '1a34a5ee-4dbb-42ef-8822-9b726360f5b1'}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:07:40.952846 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a32744-b675-4810-abdc-c28c8d607cc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Attempting to bind port 2cd8e316-8350-4ec5-8876-357334fcaaf3 on network 1a34a5ee-4dbb-42ef-8822-9b726360f5b1 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:07:40.958228 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a32744-b675-4810-abdc-c28c8d607cc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Port 2cd8e316-8350-4ec5-8876-357334fcaaf3 on network 1a34a5ee-4dbb-42ef-8822-9b726360f5b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-2 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:07:40.958978 n-d-804985-2 neutron-server[106252]: ERROR neutron.plugins.ml2.managers [None req-21a32744-b675-4810-abdc-c28c8d607cc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Failed to bind port 2cd8e316-8350-4ec5-8876-357334fcaaf3 on host n-h1-804985-2 for vnic_type normal using segments [{'id': 'dbbbda0e-024e-4742-9864-4a14a5a3e603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '1a34a5ee-4dbb-42ef-8822-9b726360f5b1'}] Aug 18 12:07:40.959593 n-d-804985-2 neutron-server[106252]: INFO neutron.plugins.ml2.plugin [None req-21a32744-b675-4810-abdc-c28c8d607cc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Attempt 3 to bind port 2cd8e316-8350-4ec5-8876-357334fcaaf3 Aug 18 12:07:40.976286 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [None req-21a32744-b675-4810-abdc-c28c8d607cc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Attempting to bind port 2cd8e316-8350-4ec5-8876-357334fcaaf3 on host n-h1-804985-2 for vnic_type normal with profile {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:07:40.977051 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [None req-21a32744-b675-4810-abdc-c28c8d607cc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Attempting to bind port 2cd8e316-8350-4ec5-8876-357334fcaaf3 by drivers openvswitch,hyperv on host n-h1-804985-2 at level 0 using segments [{'id': 'dbbbda0e-024e-4742-9864-4a14a5a3e603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '1a34a5ee-4dbb-42ef-8822-9b726360f5b1'}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:07:40.977587 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a32744-b675-4810-abdc-c28c8d607cc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Attempting to bind port 2cd8e316-8350-4ec5-8876-357334fcaaf3 on network 1a34a5ee-4dbb-42ef-8822-9b726360f5b1 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:07:40.984046 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a32744-b675-4810-abdc-c28c8d607cc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Port 2cd8e316-8350-4ec5-8876-357334fcaaf3 on network 1a34a5ee-4dbb-42ef-8822-9b726360f5b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-2 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:07:40.985025 n-d-804985-2 neutron-server[106252]: ERROR neutron.plugins.ml2.managers [None req-21a32744-b675-4810-abdc-c28c8d607cc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Failed to bind port 2cd8e316-8350-4ec5-8876-357334fcaaf3 on host n-h1-804985-2 for vnic_type normal using segments [{'id': 'dbbbda0e-024e-4742-9864-4a14a5a3e603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '1a34a5ee-4dbb-42ef-8822-9b726360f5b1'}] Aug 18 12:07:40.985726 n-d-804985-2 neutron-server[106252]: INFO neutron.plugins.ml2.plugin [None req-21a32744-b675-4810-abdc-c28c8d607cc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Attempt 4 to bind port 2cd8e316-8350-4ec5-8876-357334fcaaf3 Aug 18 12:07:40.994772 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-a75d4b47-aae0-4377-b0c3-94e2cb4d4834 None None] Deleting port df14a4db-119b-4aa0-a486-fcc59207871f {{(pid=106254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:07:40.995637 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-a75d4b47-aae0-4377-b0c3-94e2cb4d4834 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:41.000949 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [None req-21a32744-b675-4810-abdc-c28c8d607cc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Attempting to bind port 2cd8e316-8350-4ec5-8876-357334fcaaf3 on host n-h1-804985-2 for vnic_type normal with profile {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:07:41.001827 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [None req-21a32744-b675-4810-abdc-c28c8d607cc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Attempting to bind port 2cd8e316-8350-4ec5-8876-357334fcaaf3 by drivers openvswitch,hyperv on host n-h1-804985-2 at level 0 using segments [{'id': 'dbbbda0e-024e-4742-9864-4a14a5a3e603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '1a34a5ee-4dbb-42ef-8822-9b726360f5b1'}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:07:41.002083 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a32744-b675-4810-abdc-c28c8d607cc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Attempting to bind port 2cd8e316-8350-4ec5-8876-357334fcaaf3 on network 1a34a5ee-4dbb-42ef-8822-9b726360f5b1 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:07:41.007370 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a32744-b675-4810-abdc-c28c8d607cc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Port 2cd8e316-8350-4ec5-8876-357334fcaaf3 on network 1a34a5ee-4dbb-42ef-8822-9b726360f5b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-2 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:07:41.007710 n-d-804985-2 neutron-server[106252]: ERROR neutron.plugins.ml2.managers [None req-21a32744-b675-4810-abdc-c28c8d607cc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Failed to bind port 2cd8e316-8350-4ec5-8876-357334fcaaf3 on host n-h1-804985-2 for vnic_type normal using segments [{'id': 'dbbbda0e-024e-4742-9864-4a14a5a3e603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '1a34a5ee-4dbb-42ef-8822-9b726360f5b1'}] Aug 18 12:07:41.008180 n-d-804985-2 neutron-server[106252]: INFO neutron.plugins.ml2.plugin [None req-21a32744-b675-4810-abdc-c28c8d607cc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Attempt 5 to bind port 2cd8e316-8350-4ec5-8876-357334fcaaf3 Aug 18 12:07:41.022482 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [None req-21a32744-b675-4810-abdc-c28c8d607cc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Attempting to bind port 2cd8e316-8350-4ec5-8876-357334fcaaf3 on host n-h1-804985-2 for vnic_type normal with profile {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:07:41.022904 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [None req-21a32744-b675-4810-abdc-c28c8d607cc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Attempting to bind port 2cd8e316-8350-4ec5-8876-357334fcaaf3 by drivers openvswitch,hyperv on host n-h1-804985-2 at level 0 using segments [{'id': 'dbbbda0e-024e-4742-9864-4a14a5a3e603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '1a34a5ee-4dbb-42ef-8822-9b726360f5b1'}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:07:41.023247 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a32744-b675-4810-abdc-c28c8d607cc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Attempting to bind port 2cd8e316-8350-4ec5-8876-357334fcaaf3 on network 1a34a5ee-4dbb-42ef-8822-9b726360f5b1 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:07:41.028314 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a32744-b675-4810-abdc-c28c8d607cc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Port 2cd8e316-8350-4ec5-8876-357334fcaaf3 on network 1a34a5ee-4dbb-42ef-8822-9b726360f5b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-2 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:07:41.028658 n-d-804985-2 neutron-server[106252]: ERROR neutron.plugins.ml2.managers [None req-21a32744-b675-4810-abdc-c28c8d607cc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Failed to bind port 2cd8e316-8350-4ec5-8876-357334fcaaf3 on host n-h1-804985-2 for vnic_type normal using segments [{'id': 'dbbbda0e-024e-4742-9864-4a14a5a3e603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '1a34a5ee-4dbb-42ef-8822-9b726360f5b1'}] Aug 18 12:07:41.029123 n-d-804985-2 neutron-server[106252]: INFO neutron.plugins.ml2.plugin [None req-21a32744-b675-4810-abdc-c28c8d607cc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Attempt 6 to bind port 2cd8e316-8350-4ec5-8876-357334fcaaf3 Aug 18 12:07:41.049056 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [None req-21a32744-b675-4810-abdc-c28c8d607cc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Attempting to bind port 2cd8e316-8350-4ec5-8876-357334fcaaf3 on host n-h1-804985-2 for vnic_type normal with profile {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:07:41.049056 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [None req-21a32744-b675-4810-abdc-c28c8d607cc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Attempting to bind port 2cd8e316-8350-4ec5-8876-357334fcaaf3 by drivers openvswitch,hyperv on host n-h1-804985-2 at level 0 using segments [{'id': 'dbbbda0e-024e-4742-9864-4a14a5a3e603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '1a34a5ee-4dbb-42ef-8822-9b726360f5b1'}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:07:41.049056 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a32744-b675-4810-abdc-c28c8d607cc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Attempting to bind port 2cd8e316-8350-4ec5-8876-357334fcaaf3 on network 1a34a5ee-4dbb-42ef-8822-9b726360f5b1 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:07:41.050264 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a32744-b675-4810-abdc-c28c8d607cc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Port 2cd8e316-8350-4ec5-8876-357334fcaaf3 on network 1a34a5ee-4dbb-42ef-8822-9b726360f5b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-2 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:07:41.050598 n-d-804985-2 neutron-server[106252]: ERROR neutron.plugins.ml2.managers [None req-21a32744-b675-4810-abdc-c28c8d607cc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Failed to bind port 2cd8e316-8350-4ec5-8876-357334fcaaf3 on host n-h1-804985-2 for vnic_type normal using segments [{'id': 'dbbbda0e-024e-4742-9864-4a14a5a3e603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '1a34a5ee-4dbb-42ef-8822-9b726360f5b1'}] Aug 18 12:07:41.051041 n-d-804985-2 neutron-server[106252]: INFO neutron.plugins.ml2.plugin [None req-21a32744-b675-4810-abdc-c28c8d607cc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Attempt 7 to bind port 2cd8e316-8350-4ec5-8876-357334fcaaf3 Aug 18 12:07:41.065048 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [None req-21a32744-b675-4810-abdc-c28c8d607cc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Attempting to bind port 2cd8e316-8350-4ec5-8876-357334fcaaf3 on host n-h1-804985-2 for vnic_type normal with profile {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:07:41.065385 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [None req-21a32744-b675-4810-abdc-c28c8d607cc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Attempting to bind port 2cd8e316-8350-4ec5-8876-357334fcaaf3 by drivers openvswitch,hyperv on host n-h1-804985-2 at level 0 using segments [{'id': 'dbbbda0e-024e-4742-9864-4a14a5a3e603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '1a34a5ee-4dbb-42ef-8822-9b726360f5b1'}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:07:41.065850 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a32744-b675-4810-abdc-c28c8d607cc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Attempting to bind port 2cd8e316-8350-4ec5-8876-357334fcaaf3 on network 1a34a5ee-4dbb-42ef-8822-9b726360f5b1 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:07:41.093074 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-a75d4b47-aae0-4377-b0c3-94e2cb4d4834 None None] For port df14a4db-119b-4aa0-a486-fcc59207871f, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=df14a4db-119b-4aa0-a486-fcc59207871f,segment=NetworkSegment(06b05a1e-7667-47a8-b2de-bb5e6a768e1b),segment_id=06b05a1e-7667-47a8-b2de-bb5e6a768e1b)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:07:41.093583 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-a75d4b47-aae0-4377-b0c3-94e2cb4d4834 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:41.099129 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a32744-b675-4810-abdc-c28c8d607cc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Port 2cd8e316-8350-4ec5-8876-357334fcaaf3 on network 1a34a5ee-4dbb-42ef-8822-9b726360f5b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-2 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:07:41.099465 n-d-804985-2 neutron-server[106252]: ERROR neutron.plugins.ml2.managers [None req-21a32744-b675-4810-abdc-c28c8d607cc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Failed to bind port 2cd8e316-8350-4ec5-8876-357334fcaaf3 on host n-h1-804985-2 for vnic_type normal using segments [{'id': 'dbbbda0e-024e-4742-9864-4a14a5a3e603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '1a34a5ee-4dbb-42ef-8822-9b726360f5b1'}] Aug 18 12:07:41.099940 n-d-804985-2 neutron-server[106252]: INFO neutron.plugins.ml2.plugin [None req-21a32744-b675-4810-abdc-c28c8d607cc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Attempt 8 to bind port 2cd8e316-8350-4ec5-8876-357334fcaaf3 Aug 18 12:07:41.114777 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-48980fff-f39b-49f2-a81a-265e931973fd tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58902106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59388097'] for subnet, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:41.121415 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-a75d4b47-aae0-4377-b0c3-94e2cb4d4834 None None] Calling delete_port for df14a4db-119b-4aa0-a486-fcc59207871f owned by network:dhcp {{(pid=106254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:07:41.130910 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 39942e1b-8b42-46ce-8003-6ae0db0d3a39 no longer exists at agent hyperv_n-h1-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:07:41.131574 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [None req-21a32744-b675-4810-abdc-c28c8d607cc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Attempting to bind port 2cd8e316-8350-4ec5-8876-357334fcaaf3 on host n-h1-804985-2 for vnic_type normal with profile {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:07:41.132032 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [None req-21a32744-b675-4810-abdc-c28c8d607cc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Attempting to bind port 2cd8e316-8350-4ec5-8876-357334fcaaf3 by drivers openvswitch,hyperv on host n-h1-804985-2 at level 0 using segments [{'id': 'dbbbda0e-024e-4742-9864-4a14a5a3e603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '1a34a5ee-4dbb-42ef-8822-9b726360f5b1'}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:07:41.132375 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a32744-b675-4810-abdc-c28c8d607cc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Attempting to bind port 2cd8e316-8350-4ec5-8876-357334fcaaf3 on network 1a34a5ee-4dbb-42ef-8822-9b726360f5b1 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:07:41.138492 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a32744-b675-4810-abdc-c28c8d607cc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Port 2cd8e316-8350-4ec5-8876-357334fcaaf3 on network 1a34a5ee-4dbb-42ef-8822-9b726360f5b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-2 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:07:41.139085 n-d-804985-2 neutron-server[106252]: ERROR neutron.plugins.ml2.managers [None req-21a32744-b675-4810-abdc-c28c8d607cc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Failed to bind port 2cd8e316-8350-4ec5-8876-357334fcaaf3 on host n-h1-804985-2 for vnic_type normal using segments [{'id': 'dbbbda0e-024e-4742-9864-4a14a5a3e603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '1a34a5ee-4dbb-42ef-8822-9b726360f5b1'}] Aug 18 12:07:41.139562 n-d-804985-2 neutron-server[106252]: INFO neutron.plugins.ml2.plugin [None req-21a32744-b675-4810-abdc-c28c8d607cc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Attempt 9 to bind port 2cd8e316-8350-4ec5-8876-357334fcaaf3 Aug 18 12:07:41.164902 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [None req-21a32744-b675-4810-abdc-c28c8d607cc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Attempting to bind port 2cd8e316-8350-4ec5-8876-357334fcaaf3 on host n-h1-804985-2 for vnic_type normal with profile {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:07:41.165661 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [None req-21a32744-b675-4810-abdc-c28c8d607cc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Attempting to bind port 2cd8e316-8350-4ec5-8876-357334fcaaf3 by drivers openvswitch,hyperv on host n-h1-804985-2 at level 0 using segments [{'id': 'dbbbda0e-024e-4742-9864-4a14a5a3e603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '1a34a5ee-4dbb-42ef-8822-9b726360f5b1'}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:07:41.165972 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a32744-b675-4810-abdc-c28c8d607cc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Attempting to bind port 2cd8e316-8350-4ec5-8876-357334fcaaf3 on network 1a34a5ee-4dbb-42ef-8822-9b726360f5b1 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:07:41.172518 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a32744-b675-4810-abdc-c28c8d607cc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Port 2cd8e316-8350-4ec5-8876-357334fcaaf3 on network 1a34a5ee-4dbb-42ef-8822-9b726360f5b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-2 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:07:41.172737 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48980fff-f39b-49f2-a81a-265e931973fd tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Network fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:07:41.172833 n-d-804985-2 neutron-server[106252]: ERROR neutron.plugins.ml2.managers [None req-21a32744-b675-4810-abdc-c28c8d607cc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Failed to bind port 2cd8e316-8350-4ec5-8876-357334fcaaf3 on host n-h1-804985-2 for vnic_type normal using segments [{'id': 'dbbbda0e-024e-4742-9864-4a14a5a3e603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '1a34a5ee-4dbb-42ef-8822-9b726360f5b1'}] Aug 18 12:07:41.172833 n-d-804985-2 neutron-server[106252]: INFO neutron.plugins.ml2.plugin [None req-21a32744-b675-4810-abdc-c28c8d607cc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Attempt 10 to bind port 2cd8e316-8350-4ec5-8876-357334fcaaf3 Aug 18 12:07:41.177632 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-48980fff-f39b-49f2-a81a-265e931973fd tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:07:41.180819 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48980fff-f39b-49f2-a81a-265e931973fd tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:41.181556 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-48980fff-f39b-49f2-a81a-265e931973fd tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:41.191467 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [None req-21a32744-b675-4810-abdc-c28c8d607cc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Attempting to bind port 2cd8e316-8350-4ec5-8876-357334fcaaf3 on host n-h1-804985-2 for vnic_type normal with profile {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:07:41.191842 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [None req-21a32744-b675-4810-abdc-c28c8d607cc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Attempting to bind port 2cd8e316-8350-4ec5-8876-357334fcaaf3 by drivers openvswitch,hyperv on host n-h1-804985-2 at level 0 using segments [{'id': 'dbbbda0e-024e-4742-9864-4a14a5a3e603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '1a34a5ee-4dbb-42ef-8822-9b726360f5b1'}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:07:41.192961 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a32744-b675-4810-abdc-c28c8d607cc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Attempting to bind port 2cd8e316-8350-4ec5-8876-357334fcaaf3 on network 1a34a5ee-4dbb-42ef-8822-9b726360f5b1 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:07:41.199171 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a32744-b675-4810-abdc-c28c8d607cc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Port 2cd8e316-8350-4ec5-8876-357334fcaaf3 on network 1a34a5ee-4dbb-42ef-8822-9b726360f5b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-2 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:07:41.199496 n-d-804985-2 neutron-server[106252]: ERROR neutron.plugins.ml2.managers [None req-21a32744-b675-4810-abdc-c28c8d607cc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Failed to bind port 2cd8e316-8350-4ec5-8876-357334fcaaf3 on host n-h1-804985-2 for vnic_type normal using segments [{'id': 'dbbbda0e-024e-4742-9864-4a14a5a3e603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '1a34a5ee-4dbb-42ef-8822-9b726360f5b1'}] Aug 18 12:07:41.200208 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-21a32744-b675-4810-abdc-c28c8d607cc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:41.228887 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-48980fff-f39b-49f2-a81a-265e931973fd tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4783571 Aug 18 12:07:41.228887 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48980fff-f39b-49f2-a81a-265e931973fd tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Pushing event updated for resources: {'Subnet': ['ID=3f255d6a-8333-4604-9ae5-976c208668f2,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:07:41.230299 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 43070) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:07:41.239750 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-a92e4c7a-c219-4e56-8ced-2139cb1779e5 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Request body: {'port': {'network_id': 'fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d', 'fixed_ips': [{'subnet_id': '3f255d6a-8333-4604-9ae5-976c208668f2', 'ip_address': '2001:db8::b3b0:61e9:75d8:ddbf'}], 'name': 'tempest-NetworksTestDHCPv6-812134185'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:07:41.333672 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [None req-21a32744-b675-4810-abdc-c28c8d607cc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] For port 2cd8e316-8350-4ec5-8876-357334fcaaf3, host n-h1-804985-2, cleared binding levels {{(pid=106252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:07:41.334068 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [None req-21a32744-b675-4810-abdc-c28c8d607cc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Attempted to set empty binding levels {{(pid=106252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 18 12:07:41.341704 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-21a32744-b675-4810-abdc-c28c8d607cc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:41.355429 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:41.397165 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c468f260-aa8b-4a9b-a477-213e251d7cef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '39942e1b-8b42-46ce-8003-6ae0db0d3a39'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:07:41.400038 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db50a436fb3a98495337d8fe7487b4f2ea6f3c1052eb9efadc2ecda2d5737001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e41091ed-28be-4158-95be-f189b16ebaf8" -d '{"events": [{"server_uuid": "c468f260-aa8b-4a9b-a477-213e251d7cef", "name": "network-vif-unplugged", "status": "completed", "tag": "39942e1b-8b42-46ce-8003-6ae0db0d3a39"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:07:41.418336 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-a75d4b47-aae0-4377-b0c3-94e2cb4d4834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556'] for port, after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:41.418546 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-21a32744-b675-4810-abdc-c28c8d607cc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] In _notify_port_updated(), no bound segment for port 2cd8e316-8350-4ec5-8876-357334fcaaf3 on network 1a34a5ee-4dbb-42ef-8822-9b726360f5b1 {{(pid=106252) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 18 12:07:41.419037 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a92e4c7a-c219-4e56-8ced-2139cb1779e5 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Made reservation on behalf of 2a40b3bac30c4b9cb4cddbf9306b0469 for: {'port': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:07:41.419438 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21a32744-b675-4810-abdc-c28c8d607cc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:41.420169 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-21a32744-b675-4810-abdc-c28c8d607cc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:41.421568 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-21a32744-b675-4810-abdc-c28c8d607cc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] 10.222.0.66 "PUT /v2.0/ports/2cd8e316-8350-4ec5-8876-357334fcaaf3 HTTP/1.1" status: 200 len: 979 time: 1.5542595 Aug 18 12:07:41.425606 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 39942e1b-8b42-46ce-8003-6ae0db0d3a39, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=39942e1b-8b42-46ce-8003-6ae0db0d3a39,segment=NetworkSegment(299e2826-ecf6-416e-b53c-1b1574dd5315),segment_id=299e2826-ecf6-416e-b53c-1b1574dd5315)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:07:41.429223 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 43076) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:07:41.433931 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a92e4c7a-c219-4e56-8ced-2139cb1779e5 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:41.454401 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a75d4b47-aae0-4377-b0c3-94e2cb4d4834 None None] No DVR routers for this DVR port df14a4db-119b-4aa0-a486-fcc59207871f on host n-d-804985-2 {{(pid=106254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:07:41.456991 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:41.459368 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [None req-a92e4c7a-c219-4e56-8ced-2139cb1779e5 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] device_id is not set on port 2d77af6b-bbfe-4e25-8734-e61ea2c909ca yet. {{(pid=106253) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 12:07:41.463725 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75d4b47-aae0-4377-b0c3-94e2cb4d4834 None None] Pushing event deleted for resources: {'Port': ['ID=df14a4db-119b-4aa0-a486-fcc59207871f,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:07:41.471136 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 18 Aug 2021 12:07:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e138908-cedc-4f2d-ac64-9b1c86b93aea x-openstack-request-id: req-9e138908-cedc-4f2d-ac64-9b1c86b93aea {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:07:41.471314 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a32744-b675-4810-abdc-c28c8d607cc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Pushing event updated for resources: {'Port': ['ID=2cd8e316-8350-4ec5-8876-357334fcaaf3,revision_number=3']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:07:41.471835 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c468f260-aa8b-4a9b-a477-213e251d7cef", "name": "network-vif-unplugged", "status": "completed", "tag": "39942e1b-8b42-46ce-8003-6ae0db0d3a39", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:07:41.472283 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-9e138908-cedc-4f2d-ac64-9b1c86b93aea {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:07:41.472887 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c468f260-aa8b-4a9b-a477-213e251d7cef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '39942e1b-8b42-46ce-8003-6ae0db0d3a39', 'code': 200} Aug 18 12:07:41.481045 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8d6c7ff-9801-4416-8ce4-151b012c9728 None None] Network fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:07:41.526204 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5da5db6-0cf5-4d31-a0aa-f720f1d7ac2b req-bae45095-28e2-4ef0-9dda-e455809b2b4a tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:41.527700 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f5da5db6-0cf5-4d31-a0aa-f720f1d7ac2b req-bae45095-28e2-4ef0-9dda-e455809b2b4a tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/ports?device_id=c468f260-aa8b-4a9b-a477-213e251d7cef HTTP/1.1" status: 200 len: 947 time: 0.1438687 Aug 18 12:07:41.578992 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-20349847-acc1-473a-8593-d5df461749e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Deleting port 2cd8e316-8350-4ec5-8876-357334fcaaf3 {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:07:41.579217 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-20349847-acc1-473a-8593-d5df461749e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:41.583324 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f5da5db6-0cf5-4d31-a0aa-f720f1d7ac2b req-708c0973-27dc-41e6-983b-c6638446f4d1 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f58845c-8a6f-4750-8ac0-66868223b345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464365 Aug 18 12:07:41.588325 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=39942e1b-8b42-46ce-8003-6ae0db0d3a39,revision_number=11']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:07:41.661294 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [None req-20349847-acc1-473a-8593-d5df461749e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] For port 2cd8e316-8350-4ec5-8876-357334fcaaf3, host n-h1-804985-2, got binding levels [] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:07:41.661653 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-20349847-acc1-473a-8593-d5df461749e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:41.673891 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [None req-a92e4c7a-c219-4e56-8ced-2139cb1779e5 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Allocated IP 2001:db8::b3b0:61e9:75d8:ddbf (fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d/3f255d6a-8333-4604-9ae5-976c208668f2/2d77af6b-bbfe-4e25-8734-e61ea2c909ca) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:07:41.680624 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-20349847-acc1-473a-8593-d5df461749e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Calling delete_port for 2cd8e316-8350-4ec5-8876-357334fcaaf3 owned by {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:07:41.700827 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eff989e-de16-4843-b6de-d53199284176 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp788be208-34ab-5a8f-af0f-528834af222f-fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d', 'network_id': 'fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d', 'tenant_id': '2a40b3bac30c4b9cb4cddbf9306b0469', 'fixed_ips': [{'subnet_id': '3f255d6a-8333-4604-9ae5-976c208668f2'}]}} from n-d-804985-2. {{(pid=106254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 12:07:41.702354 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-0eff989e-de16-4843-b6de-d53199284176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:41.842036 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-20349847-acc1-473a-8593-d5df461749e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:41.877622 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a92e4c7a-c219-4e56-8ced-2139cb1779e5 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:41.897717 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [None req-a92e4c7a-c219-4e56-8ced-2139cb1779e5 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Transition to ACTIVE for port object 2d77af6b-bbfe-4e25-8734-e61ea2c909ca will not be triggered until provisioned by entity DHCP. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:07:41.911636 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20349847-acc1-473a-8593-d5df461749e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Pushing event deleted for resources: {'Port': ['ID=2cd8e316-8350-4ec5-8876-357334fcaaf3,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:07:41.949084 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-20349847-acc1-473a-8593-d5df461749e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:41.953596 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-20349847-acc1-473a-8593-d5df461749e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] 10.222.0.66 "DELETE /v2.0/ports/2cd8e316-8350-4ec5-8876-357334fcaaf3 HTTP/1.1" status: 204 len: 168 time: 0.5206974 Aug 18 12:07:41.957124 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 43092) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:07:41.976833 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a92e4c7a-c219-4e56-8ced-2139cb1779e5 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:41.978059 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d63563-6315-47ac-bacd-33375e71046f req-d5d01cae-2166-408a-b13f-518910707769 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:41.986013 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d63563-6315-47ac-bacd-33375e71046f req-d5d01cae-2166-408a-b13f-518910707769 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:41.993543 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d63563-6315-47ac-bacd-33375e71046f req-d5d01cae-2166-408a-b13f-518910707769 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:42.000783 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d63563-6315-47ac-bacd-33375e71046f req-d5d01cae-2166-408a-b13f-518910707769 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:42.007384 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d63563-6315-47ac-bacd-33375e71046f req-d5d01cae-2166-408a-b13f-518910707769 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:42.008384 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.db_base_plugin_common [None req-0eff989e-de16-4843-b6de-d53199284176 None None] Allocated IP 2001:db8::2 (fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d/3f255d6a-8333-4604-9ae5-976c208668f2/11101a2c-0e9f-4b6e-b3ae-a495d2be31e1) {{(pid=106254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:07:42.014296 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d63563-6315-47ac-bacd-33375e71046f req-d5d01cae-2166-408a-b13f-518910707769 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:42.021466 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d63563-6315-47ac-bacd-33375e71046f req-d5d01cae-2166-408a-b13f-518910707769 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:42.031207 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-01d63563-6315-47ac-bacd-33375e71046f req-d5d01cae-2166-408a-b13f-518910707769 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] 10.222.0.66 "GET /v2.0/ports?device_id=2cc02556-7c0a-4e9b-9a09-a272e5dfabdc HTTP/1.1" status: 200 len: 5423 time: 0.1915712 Aug 18 12:07:42.042091 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92e4c7a-c219-4e56-8ced-2139cb1779e5 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Pushing event updated for resources: {'Port': ['ID=2d77af6b-bbfe-4e25-8734-e61ea2c909ca,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:07:42.055794 n-d-804985-2 neutron-server[106253]: INFO neutron.pecan_wsgi.hooks.translation [None req-abfdf0c7-9cc3-4577-9520-63a73374f652 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] GET failed (client error): The resource could not be found. Aug 18 12:07:42.061969 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f40ae4d-1c9f-4c5a-bafb-290353015cb1 req-c00bcf96-0b83-4f6a-ae4f-b72a3db064b6 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:42.063039 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-abfdf0c7-9cc3-4577-9520-63a73374f652 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728 tempest-PortsAdminExtendedAttrsIpV6TestJSON-933456728-project-admin] 10.222.0.66 "GET /v2.0/ports/2cd8e316-8350-4ec5-8876-357334fcaaf3 HTTP/1.1" status: 404 len: 333 time: 0.0964665 Aug 18 12:07:42.064690 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 43094) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:07:42.067960 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7f40ae4d-1c9f-4c5a-bafb-290353015cb1 req-c00bcf96-0b83-4f6a-ae4f-b72a3db064b6 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/ports?device_id=812772a4-8df1-440e-bd7f-7708fd393589 HTTP/1.1" status: 200 len: 945 time: 0.1588027 Aug 18 12:07:42.117125 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-01d63563-6315-47ac-bacd-33375e71046f req-9ed02985-b6df-4c62-87ba-abae86e41c2f tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] 10.222.0.66 "GET /v2.0/security-groups?id=9ed89c48-68fa-47c4-9ca6-08ae23ef0876&id=f288757b-df2a-4147-b6e9-81a127940c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0848951 Aug 18 12:07:42.143168 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7f40ae4d-1c9f-4c5a-bafb-290353015cb1 req-577d2594-a9a1-4323-9950-9dc397f27b68 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/security-groups?id=d60fbefd-5088-4718-a442-08959d2ac3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664268 Aug 18 12:07:42.159096 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a92e4c7a-c219-4e56-8ced-2139cb1779e5 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Network fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:07:42.163449 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-22c19760-a62c-4792-8032-ac9faae026fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-38915046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-38915046-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7904109'] for network, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:42.166598 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-a92e4c7a-c219-4e56-8ced-2139cb1779e5 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:07:42.169990 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a92e4c7a-c219-4e56-8ced-2139cb1779e5 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:07:42.176130 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a92e4c7a-c219-4e56-8ced-2139cb1779e5 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:42.176944 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a92e4c7a-c219-4e56-8ced-2139cb1779e5 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:42.200980 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-a92e4c7a-c219-4e56-8ced-2139cb1779e5 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.9672327 Aug 18 12:07:42.201429 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 43098) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:07:42.277263 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-0eff989e-de16-4843-b6de-d53199284176 None None] Notify callbacks [] for port, precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:42.288104 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-0eff989e-de16-4843-b6de-d53199284176 None None] Transition to ACTIVE for port object 11101a2c-0e9f-4b6e-b3ae-a495d2be31e1 will not be triggered until provisioned by entity L2. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:07:42.288366 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1815322d-8c60-4fdf-901e-91bc4b1e1a67 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:42.290848 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-1815322d-8c60-4fdf-901e-91bc4b1e1a67 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.0869904 Aug 18 12:07:42.292825 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 43100) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:07:42.293368 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-22c19760-a62c-4792-8032-ac9faae026fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-38915046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-38915046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8367869', 'neutron.services.segments.db._delete_segments_for_network-8789151212993'] for network, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:42.306827 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-0eff989e-de16-4843-b6de-d53199284176 None None] Transition to ACTIVE for port object 11101a2c-0e9f-4b6e-b3ae-a495d2be31e1 will not be triggered until provisioned by entity DHCP. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:07:42.308502 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-22c19760-a62c-4792-8032-ac9faae026fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-38915046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-38915046-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a34a5ee-4dbb-42ef-8822-9b726360f5b1']}} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:07:42.311795 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.agents_db [None req-6dbb2658-0354-4101-8393-6e7505481cf6 None None] Agent healthcheck: found 7 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 12:07:42.318412 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-0eff989e-de16-4843-b6de-d53199284176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547'] for port, after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:42.325215 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-22c19760-a62c-4792-8032-ac9faae026fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-38915046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-38915046-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbbbda0e-024e-4742-9864-4a14a5a3e603') {'for_net_delete': True} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:07:42.325557 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-22c19760-a62c-4792-8032-ac9faae026fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-38915046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-38915046-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbbbda0e-024e-4742-9864-4a14a5a3e603') {} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:07:42.336149 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-22c19760-a62c-4792-8032-ac9faae026fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-38915046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-38915046-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789151225254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902236'] for segment, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:42.353010 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-22c19760-a62c-4792-8032-ac9faae026fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-38915046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-38915046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:42.360946 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22c19760-a62c-4792-8032-ac9faae026fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-38915046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-38915046-project] Releasing vlan 843 on physical network physnet1 to pool {{(pid=106253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:07:42.361343 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-22c19760-a62c-4792-8032-ac9faae026fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-38915046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-38915046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58900537'] for segment, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:42.364796 n-d-804985-2 neutron-server[106253]: Traceback (most recent call last): Aug 18 12:07:42.364796 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:07:42.364796 n-d-804985-2 neutron-server[106253]: timer() Aug 18 12:07:42.364796 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:07:42.364796 n-d-804985-2 neutron-server[106253]: cb(*args, **kw) Aug 18 12:07:42.364796 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:07:42.364796 n-d-804985-2 neutron-server[106253]: return func(*args, **kwargs) Aug 18 12:07:42.364796 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:07:42.364796 n-d-804985-2 neutron-server[106253]: self._notify() Aug 18 12:07:42.364796 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:07:42.364796 n-d-804985-2 neutron-server[106253]: self.callback(batched_events) Aug 18 12:07:42.364796 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:07:42.364796 n-d-804985-2 neutron-server[106253]: event.method(event) Aug 18 12:07:42.364796 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:07:42.364796 n-d-804985-2 neutron-server[106253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:07:42.364796 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:07:42.364796 n-d-804985-2 neutron-server[106253]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:07:42.364796 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:07:42.364796 n-d-804985-2 neutron-server[106253]: return f(self, *a, **k) Aug 18 12:07:42.364796 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:07:42.364796 n-d-804985-2 neutron-server[106253]: return self._get(url).json() Aug 18 12:07:42.364796 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:07:42.364796 n-d-804985-2 neutron-server[106253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:07:42.364796 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:07:42.364796 n-d-804985-2 neutron-server[106253]: return self.request(url, 'GET', **kwargs) Aug 18 12:07:42.364796 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:07:42.364796 n-d-804985-2 neutron-server[106253]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:07:42.364796 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:07:42.364796 n-d-804985-2 neutron-server[106253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:07:42.364796 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:07:42.364796 n-d-804985-2 neutron-server[106253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:07:42.364796 n-d-804985-2 neutron-server[106253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:07:42.388519 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eff989e-de16-4843-b6de-d53199284176 None None] Network fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d is already hosted by enough agents. {{(pid=106254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:07:42.399825 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.base_scheduler [None req-0eff989e-de16-4843-b6de-d53199284176 None None] Resources bound (agent type, host, resource id): {{(pid=106254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:07:42.404644 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-40e0eaec-55ad-4887-ae8b-fac6e3f08f10 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Deleting port 2d77af6b-bbfe-4e25-8734-e61ea2c909ca {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:07:42.405327 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-40e0eaec-55ad-4887-ae8b-fac6e3f08f10 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:42.406457 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eff989e-de16-4843-b6de-d53199284176 None None] Received port after_create {{(pid=106254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:07:42.424887 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eff989e-de16-4843-b6de-d53199284176 None None] Pushing event updated for resources: {'Port': ['ID=11101a2c-0e9f-4b6e-b3ae-a495d2be31e1,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:07:42.455190 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-22c19760-a62c-4792-8032-ac9faae026fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-38915046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-38915046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8367858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997186'] for network, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:42.478160 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-22c19760-a62c-4792-8032-ac9faae026fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-38915046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-38915046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:42.484655 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-22c19760-a62c-4792-8032-ac9faae026fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-38915046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-38915046-project] 10.222.0.66 "DELETE /v2.0/networks/1a34a5ee-4dbb-42ef-8822-9b726360f5b1 HTTP/1.1" status: 204 len: 168 time: 0.4131789 Aug 18 12:07:42.484655 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c19760-a62c-4792-8032-ac9faae026fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-38915046 tempest-PortsAdminExtendedAttrsIpV6TestJSON-38915046-project] Pushing event deleted for resources: {'Network': ['ID=1a34a5ee-4dbb-42ef-8822-9b726360f5b1,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:07:42.508886 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-0eff989e-de16-4843-b6de-d53199284176 None None] Attempting to bind port 11101a2c-0e9f-4b6e-b3ae-a495d2be31e1 on host n-d-804985-2 for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:07:42.509494 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-0eff989e-de16-4843-b6de-d53199284176 None None] Attempting to bind port 11101a2c-0e9f-4b6e-b3ae-a495d2be31e1 by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': '06b05a1e-7667-47a8-b2de-bb5e6a768e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:07:42.510042 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eff989e-de16-4843-b6de-d53199284176 None None] Attempting to bind port 11101a2c-0e9f-4b6e-b3ae-a495d2be31e1 on network fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:07:42.515536 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eff989e-de16-4843-b6de-d53199284176 None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 7, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:07:42.516251 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eff989e-de16-4843-b6de-d53199284176 None None] Checking segment: {'id': '06b05a1e-7667-47a8-b2de-bb5e6a768e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:07:42.516931 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-0eff989e-de16-4843-b6de-d53199284176 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:42.517801 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eff989e-de16-4843-b6de-d53199284176 None None] Bound using segment: {'id': '06b05a1e-7667-47a8-b2de-bb5e6a768e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:07:42.518541 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-0eff989e-de16-4843-b6de-d53199284176 None None] Bound port: 11101a2c-0e9f-4b6e-b3ae-a495d2be31e1, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06b05a1e-7667-47a8-b2de-bb5e6a768e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:07:42.519151 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-0eff989e-de16-4843-b6de-d53199284176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:42.553913 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd10105-1919-4dd5-9ff2-5805462f4e74 req-53002b60-fd1f-4ca0-b79e-aefbdfc7d588 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:42.561520 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-abd10105-1919-4dd5-9ff2-5805462f4e74 req-53002b60-fd1f-4ca0-b79e-aefbdfc7d588 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/ports?device_id=812772a4-8df1-440e-bd7f-7708fd393589 HTTP/1.1" status: 200 len: 945 time: 0.0887127 Aug 18 12:07:42.577957 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-40e0eaec-55ad-4887-ae8b-fac6e3f08f10 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:42.598324 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-40e0eaec-55ad-4887-ae8b-fac6e3f08f10 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Calling delete_port for 2d77af6b-bbfe-4e25-8734-e61ea2c909ca owned by {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:07:42.599192 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-0eff989e-de16-4843-b6de-d53199284176 None None] For port 11101a2c-0e9f-4b6e-b3ae-a495d2be31e1, host n-d-804985-2, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:07:42.603429 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-0eff989e-de16-4843-b6de-d53199284176 None None] For port 11101a2c-0e9f-4b6e-b3ae-a495d2be31e1, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=11101a2c-0e9f-4b6e-b3ae-a495d2be31e1,segment=NetworkSegment(06b05a1e-7667-47a8-b2de-bb5e6a768e1b),segment_id=06b05a1e-7667-47a8-b2de-bb5e6a768e1b)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:07:42.609932 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-0eff989e-de16-4843-b6de-d53199284176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:42.636653 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-abd10105-1919-4dd5-9ff2-5805462f4e74 req-baf5667f-4432-4885-a771-cd18a57d86c0 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/security-groups?id=d60fbefd-5088-4718-a442-08959d2ac3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687830 Aug 18 12:07:42.725922 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eff989e-de16-4843-b6de-d53199284176 None None] Pushing event updated for resources: {'Port': ['ID=11101a2c-0e9f-4b6e-b3ae-a495d2be31e1,revision_number=2']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:07:42.816904 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5379b4-465e-456d-9b5e-e2a03394350f req-5c8909c0-f210-45dd-b279-086672533cf7 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:42.818984 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ae5379b4-465e-456d-9b5e-e2a03394350f req-5c8909c0-f210-45dd-b279-086672533cf7 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/ports?device_id=c468f260-aa8b-4a9b-a477-213e251d7cef HTTP/1.1" status: 200 len: 945 time: 0.1084793 Aug 18 12:07:42.869633 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-40e0eaec-55ad-4887-ae8b-fac6e3f08f10 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:42.905364 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ae5379b4-465e-456d-9b5e-e2a03394350f req-684d745e-020d-489e-99a7-c65288338a63 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f58845c-8a6f-4750-8ac0-66868223b345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782952 Aug 18 12:07:42.908962 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e0eaec-55ad-4887-ae8b-fac6e3f08f10 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Pushing event deleted for resources: {'Port': ['ID=2d77af6b-bbfe-4e25-8734-e61ea2c909ca,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:07:42.973701 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-40e0eaec-55ad-4887-ae8b-fac6e3f08f10 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:42.978496 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 43112) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:07:42.978978 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-40e0eaec-55ad-4887-ae8b-fac6e3f08f10 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "DELETE /v2.0/ports/2d77af6b-bbfe-4e25-8734-e61ea2c909ca HTTP/1.1" status: 204 len: 168 time: 0.6842456 Aug 18 12:07:43.031708 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 43114) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:07:43.078839 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5357415-0d60-44c0-8e30-3c507e5e1047 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:43.080939 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5357415-0d60-44c0-8e30-3c507e5e1047 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:43.082956 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-f5357415-0d60-44c0-8e30-3c507e5e1047 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1025398 Aug 18 12:07:43.086250 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 43118) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:07:43.142536 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 39942e1b-8b42-46ce-8003-6ae0db0d3a39 details requested by agent hyperv_n-h1-804985-2 with host n-h1-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:07:43.191390 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5db59fc-06b7-4b96-9b7f-f15c2b243455 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Deleting subnet 3f255d6a-8333-4604-9ae5-976c208668f2 {{(pid=106252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 12:07:43.197163 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e5db59fc-06b7-4b96-9b7f-f15c2b243455 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks [] for subnet, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:43.263435 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 11101a2c-0e9f-4b6e-b3ae-a495d2be31e1 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:07:43.285930 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e5db59fc-06b7-4b96-9b7f-f15c2b243455 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2221528'] for subnet, precommit_delete_associations {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:43.355495 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 39942e1b-8b42-46ce-8003-6ae0db0d3a39, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=39942e1b-8b42-46ce-8003-6ae0db0d3a39,segment=NetworkSegment(299e2826-ecf6-416e-b53c-1b1574dd5315),segment_id=299e2826-ecf6-416e-b53c-1b1574dd5315)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:07:43.364821 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port 11101a2c-0e9f-4b6e-b3ae-a495d2be31e1 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:07:43.374054 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Returning: {'device': '39942e1b-8b42-46ce-8003-6ae0db0d3a39', 'network_id': '62590197-03a9-438c-a3e3-e417fcca582c', 'port_id': '39942e1b-8b42-46ce-8003-6ae0db0d3a39', 'mac_address': 'fa:16:3e:81:8a:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 810, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01de034f-d2f0-4b70-88ab-1a19fe1401c1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:07:43.402472 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-a104e61a-010e-48bd-8c1e-676f28d64f26 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b3d81d5834cd41ffa79ff35bea4e283c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3747475 Aug 18 12:07:43.405204 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 43126) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:07:43.418978 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:43.427701 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a01bf7-2510-4df0-a930-82abd4783d5a req-92ce48f0-b205-4d96-ab04-c45698fe5ad0 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:43.432433 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39942e1b-8b42-46ce-8003-6ae0db0d3a39 {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:07:43.433624 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a01bf7-2510-4df0-a930-82abd4783d5a req-92ce48f0-b205-4d96-ab04-c45698fe5ad0 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:43.439780 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a01bf7-2510-4df0-a930-82abd4783d5a req-92ce48f0-b205-4d96-ab04-c45698fe5ad0 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:43.446736 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a01bf7-2510-4df0-a930-82abd4783d5a req-92ce48f0-b205-4d96-ab04-c45698fe5ad0 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:43.456767 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a01bf7-2510-4df0-a930-82abd4783d5a req-92ce48f0-b205-4d96-ab04-c45698fe5ad0 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:43.459415 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 39942e1b-8b42-46ce-8003-6ae0db0d3a39, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=39942e1b-8b42-46ce-8003-6ae0db0d3a39,segment=NetworkSegment(299e2826-ecf6-416e-b53c-1b1574dd5315),segment_id=299e2826-ecf6-416e-b53c-1b1574dd5315)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:07:43.462943 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a01bf7-2510-4df0-a930-82abd4783d5a req-92ce48f0-b205-4d96-ab04-c45698fe5ad0 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:43.464863 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:43.469426 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a01bf7-2510-4df0-a930-82abd4783d5a req-92ce48f0-b205-4d96-ab04-c45698fe5ad0 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:43.471529 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5123d5d2-87c3-419e-96a8-e57dba7f00a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:43.472952 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-22a01bf7-2510-4df0-a930-82abd4783d5a req-92ce48f0-b205-4d96-ab04-c45698fe5ad0 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] 10.222.0.66 "GET /v2.0/ports?device_id=2cc02556-7c0a-4e9b-9a09-a272e5dfabdc HTTP/1.1" status: 200 len: 5423 time: 0.2280574 Aug 18 12:07:43.497814 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5123d5d2-87c3-419e-96a8-e57dba7f00a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:43.537653 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=39942e1b-8b42-46ce-8003-6ae0db0d3a39,revision_number=12']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:07:43.542076 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e5db59fc-06b7-4b96-9b7f-f15c2b243455 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:43.557570 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5123d5d2-87c3-419e-96a8-e57dba7f00a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:43.560097 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5123d5d2-87c3-419e-96a8-e57dba7f00a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:43.561503 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] get_ports_and_sgs() called for port_ids ['39942e1b-8b42-46ce-8003-6ae0db0d3a39'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:07:43.561660 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-5123d5d2-87c3-419e-96a8-e57dba7f00a8 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/595dbd93-dbb2-410e-9120-fa4c05445dc7 HTTP/1.1" status: 204 len: 168 time: 0.1551635 Aug 18 12:07:43.591007 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5123d5d2-87c3-419e-96a8-e57dba7f00a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=595dbd93-dbb2-410e-9120-fa4c05445dc7,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:07:43.799382 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-22a01bf7-2510-4df0-a930-82abd4783d5a req-c8a14feb-db7a-4018-91e1-cdd7c1302820 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] 10.222.0.66 "GET /v2.0/security-groups?id=9ed89c48-68fa-47c4-9ca6-08ae23ef0876&id=f288757b-df2a-4147-b6e9-81a127940c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1987054 Aug 18 12:07:43.838931 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cceff6af-ef56-4ab5-aa31-5892cc0707d4 req-0d41c3e3-954b-42f9-9461-c21b743cce83 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:43.840444 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-cceff6af-ef56-4ab5-aa31-5892cc0707d4 req-0d41c3e3-954b-42f9-9461-c21b743cce83 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.62 "GET /v2.0/ports?device_id=812772a4-8df1-440e-bd7f-7708fd393589 HTTP/1.1" status: 200 len: 945 time: 0.2216041 Aug 18 12:07:43.876304 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e5db59fc-06b7-4b96-9b7f-f15c2b243455 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3572848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59074100'] for subnet, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:43.937136 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e5db59fc-06b7-4b96-9b7f-f15c2b243455 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for subnet, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:43.939819 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-e5db59fc-06b7-4b96-9b7f-f15c2b243455 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "DELETE /v2.0/subnets/3f255d6a-8333-4604-9ae5-976c208668f2 HTTP/1.1" status: 204 len: 168 time: 0.8524685 Aug 18 12:07:43.943057 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 43148) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:07:44.033438 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-c2e8227e-0251-4224-bfcb-a4973241ffff tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0890779 Aug 18 12:07:44.039510 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 43152) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:07:44.044746 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-c91a9aa7-21e3-441c-912c-f04e0c0dfe30 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Request body: {'subnet': {'network_id': 'fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:07:44.065403 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5db59fc-06b7-4b96-9b7f-f15c2b243455 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Pushing event deleted for resources: {'Subnet': ['ID=3f255d6a-8333-4604-9ae5-976c208668f2,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:07:44.081215 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 43158) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:07:44.151908 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2eb24d-fe74-4213-91c5-cb862afb44a4 req-83d1daa3-9b15-47a7-89da-d77f087d0a90 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:44.153715 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8f2eb24d-fe74-4213-91c5-cb862afb44a4 req-83d1daa3-9b15-47a7-89da-d77f087d0a90 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/ports?device_id=812772a4-8df1-440e-bd7f-7708fd393589 HTTP/1.1" status: 200 len: 945 time: 0.3682463 Aug 18 12:07:44.233128 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1df0885-ed29-4316-a623-ad8774d9f9ad None None] Network fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:07:44.270825 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8f2eb24d-fe74-4213-91c5-cb862afb44a4 req-4c591343-9ed3-4aaa-bc9a-5017b0dbad41 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/security-groups?id=d60fbefd-5088-4718-a442-08959d2ac3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093996 Aug 18 12:07:44.310860 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee9a50d-76c4-47ea-91c1-c22dce6ba4c3 req-da958f48-1f94-4e06-ac2a-0fd6da595922 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:44.312592 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-eee9a50d-76c4-47ea-91c1-c22dce6ba4c3 req-da958f48-1f94-4e06-ac2a-0fd6da595922 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/ports?device_id=c468f260-aa8b-4a9b-a477-213e251d7cef HTTP/1.1" status: 200 len: 946 time: 0.2294719 Aug 18 12:07:44.384079 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-16045176-7abe-4286-93b9-66a85a28b96c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=3758e54805ac4e718b55fe7fa3f7d2a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2939470 Aug 18 12:07:44.384721 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-cceff6af-ef56-4ab5-aa31-5892cc0707d4 req-c6f00e4e-8aef-42ef-be56-01ac027a2513 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Deleting port 354dee19-178e-4798-ac94-eccb1b4e8c8b {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:07:44.385251 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-cceff6af-ef56-4ab5-aa31-5892cc0707d4 req-c6f00e4e-8aef-42ef-be56-01ac027a2513 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:44.386945 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 43164) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:07:44.462783 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-eee9a50d-76c4-47ea-91c1-c22dce6ba4c3 req-d76c4d7a-2865-4255-92e3-0e013ac19d4d tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f58845c-8a6f-4750-8ac0-66868223b345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1409688 Aug 18 12:07:44.473154 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c91a9aa7-21e3-441c-912c-f04e0c0dfe30 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Made reservation on behalf of 2a40b3bac30c4b9cb4cddbf9306b0469 for: {'subnet': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:07:44.480506 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c91a9aa7-21e3-441c-912c-f04e0c0dfe30 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59388119'] for subnet, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:44.491578 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-79575876-0016-474e-811c-549e271caace None None] Provisioning for port 11101a2c-0e9f-4b6e-b3ae-a495d2be31e1 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:07:44.514303 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-79575876-0016-474e-811c-549e271caace None None] Provisioning complete for port 11101a2c-0e9f-4b6e-b3ae-a495d2be31e1 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:07:44.521054 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-79575876-0016-474e-811c-549e271caace None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:44.575968 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-cceff6af-ef56-4ab5-aa31-5892cc0707d4 req-c6f00e4e-8aef-42ef-be56-01ac027a2513 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] For port 354dee19-178e-4798-ac94-eccb1b4e8c8b, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=354dee19-178e-4798-ac94-eccb1b4e8c8b,segment=NetworkSegment(cad785f7-8854-4494-9369-5c8d15a44cef),segment_id=cad785f7-8854-4494-9369-5c8d15a44cef)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:07:44.576281 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-cceff6af-ef56-4ab5-aa31-5892cc0707d4 req-c6f00e4e-8aef-42ef-be56-01ac027a2513 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:44.613628 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-cceff6af-ef56-4ab5-aa31-5892cc0707d4 req-c6f00e4e-8aef-42ef-be56-01ac027a2513 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Calling delete_port for 354dee19-178e-4798-ac94-eccb1b4e8c8b owned by compute:nova {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:07:44.743969 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ea22b716-e12e-42f4-acfa-e9016aedc88e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:44.769040 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbf3a631-e7ac-486f-bf47-d57932bd59de None None] DHCP port deletion for fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d request from n-d-804985-2 {{(pid=106254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 12:07:44.839509 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ea22b716-e12e-42f4-acfa-e9016aedc88e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:44.883255 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-cceff6af-ef56-4ab5-aa31-5892cc0707d4 req-c6f00e4e-8aef-42ef-be56-01ac027a2513 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:44.897266 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-79575876-0016-474e-811c-549e271caace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:45.006258 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f00e4e-8aef-42ef-be56-01ac027a2513 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Pushing event deleted for resources: {'Port': ['ID=354dee19-178e-4798-ac94-eccb1b4e8c8b,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:07:45.039494 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-79575876-0016-474e-811c-549e271caace None None] For port 11101a2c-0e9f-4b6e-b3ae-a495d2be31e1, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=11101a2c-0e9f-4b6e-b3ae-a495d2be31e1,segment=NetworkSegment(06b05a1e-7667-47a8-b2de-bb5e6a768e1b),segment_id=06b05a1e-7667-47a8-b2de-bb5e6a768e1b)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:07:45.068872 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-cceff6af-ef56-4ab5-aa31-5892cc0707d4 req-c6f00e4e-8aef-42ef-be56-01ac027a2513 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] No DVR routers for this DVR port 354dee19-178e-4798-ac94-eccb1b4e8c8b on host n-h2-804985-2 {{(pid=106252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:07:45.069182 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ea22b716-e12e-42f4-acfa-e9016aedc88e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:45.073280 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ea22b716-e12e-42f4-acfa-e9016aedc88e admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:45.083685 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-cceff6af-ef56-4ab5-aa31-5892cc0707d4 req-c6f00e4e-8aef-42ef-be56-01ac027a2513 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:45.087360 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-79575876-0016-474e-811c-549e271caace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:45.095246 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-cceff6af-ef56-4ab5-aa31-5892cc0707d4 req-c6f00e4e-8aef-42ef-be56-01ac027a2513 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.62 "DELETE /v2.0/ports/354dee19-178e-4798-ac94-eccb1b4e8c8b HTTP/1.1" status: 204 len: 173 time: 1.2390223 Aug 18 12:07:45.096128 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '812772a4-8df1-440e-bd7f-7708fd393589', 'name': 'network-vif-deleted', 'tag': '354dee19-178e-4798-ac94-eccb1b4e8c8b'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:07:45.098795 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-ea22b716-e12e-42f4-acfa-e9016aedc88e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0f9c52d3-7f40-43b9-b564-539dd65a119f HTTP/1.1" status: 204 len: 168 time: 0.6838892 Aug 18 12:07:45.107591 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de16802a-c9a4-4376-982b-4d01ae21bd09" -d '{"events": [{"server_uuid": "812772a4-8df1-440e-bd7f-7708fd393589", "name": "network-vif-deleted", "tag": "354dee19-178e-4798-ac94-eccb1b4e8c8b"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:07:45.131388 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-bbf3a631-e7ac-486f-bf47-d57932bd59de None None] Deleting port 11101a2c-0e9f-4b6e-b3ae-a495d2be31e1 {{(pid=106254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:07:45.151533 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-bbf3a631-e7ac-486f-bf47-d57932bd59de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:45.188575 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea22b716-e12e-42f4-acfa-e9016aedc88e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f9c52d3-7f40-43b9-b564-539dd65a119f,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:07:45.215532 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:07:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd3b78fa-c788-440e-8fa1-20d218d85ca8 x-openstack-request-id: req-bd3b78fa-c788-440e-8fa1-20d218d85ca8 {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:07:45.215845 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "812772a4-8df1-440e-bd7f-7708fd393589", "name": "network-vif-deleted", "tag": "354dee19-178e-4798-ac94-eccb1b4e8c8b", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:07:45.216101 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-bd3b78fa-c788-440e-8fa1-20d218d85ca8 {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:07:45.216514 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '812772a4-8df1-440e-bd7f-7708fd393589', 'name': 'network-vif-deleted', 'tag': '354dee19-178e-4798-ac94-eccb1b4e8c8b', 'status': 'completed', 'code': 200} Aug 18 12:07:45.246522 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f22c63d-528e-49ae-8235-0c2d3897c47d req-b3bb8e56-9e0e-44f2-9d36-6edd7be4db51 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:45.260069 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f22c63d-528e-49ae-8235-0c2d3897c47d req-b3bb8e56-9e0e-44f2-9d36-6edd7be4db51 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:45.277168 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f22c63d-528e-49ae-8235-0c2d3897c47d req-b3bb8e56-9e0e-44f2-9d36-6edd7be4db51 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:45.286112 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f22c63d-528e-49ae-8235-0c2d3897c47d req-b3bb8e56-9e0e-44f2-9d36-6edd7be4db51 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:45.298959 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f22c63d-528e-49ae-8235-0c2d3897c47d req-b3bb8e56-9e0e-44f2-9d36-6edd7be4db51 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:45.320738 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f22c63d-528e-49ae-8235-0c2d3897c47d req-b3bb8e56-9e0e-44f2-9d36-6edd7be4db51 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:45.337294 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f22c63d-528e-49ae-8235-0c2d3897c47d req-b3bb8e56-9e0e-44f2-9d36-6edd7be4db51 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:45.351433 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6f22c63d-528e-49ae-8235-0c2d3897c47d req-b3bb8e56-9e0e-44f2-9d36-6edd7be4db51 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] 10.222.0.66 "GET /v2.0/ports?device_id=2cc02556-7c0a-4e9b-9a09-a272e5dfabdc HTTP/1.1" status: 200 len: 5423 time: 0.3489461 Aug 18 12:07:45.366582 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c91a9aa7-21e3-441c-912c-f04e0c0dfe30 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58902106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59388097'] for subnet, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:45.417491 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 39942e1b-8b42-46ce-8003-6ae0db0d3a39 up at agent hyperv_n-h1-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:07:45.436154 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 11101a2c-0e9f-4b6e-b3ae-a495d2be31e1 no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:07:45.457536 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6f22c63d-528e-49ae-8235-0c2d3897c47d req-2ba12e91-78a2-407e-8ead-530c33299e08 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] 10.222.0.66 "GET /v2.0/security-groups?id=9ed89c48-68fa-47c4-9ca6-08ae23ef0876&id=f288757b-df2a-4147-b6e9-81a127940c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1050632 Aug 18 12:07:45.497647 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c91a9aa7-21e3-441c-912c-f04e0c0dfe30 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Network fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:07:45.515849 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-c91a9aa7-21e3-441c-912c-f04e0c0dfe30 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:07:45.525633 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b0294dc4-6598-49c9-93ec-aa3388c24242 req-b07ec75a-eedd-4c4c-96d0-a6b9ac86b090 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/ports?device_id=812772a4-8df1-440e-bd7f-7708fd393589 HTTP/1.1" status: 200 len: 210 time: 0.0491006 Aug 18 12:07:45.533572 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c91a9aa7-21e3-441c-912c-f04e0c0dfe30 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:45.538942 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c91a9aa7-21e3-441c-912c-f04e0c0dfe30 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:45.583816 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91a9aa7-21e3-441c-912c-f04e0c0dfe30 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Pushing event updated for resources: {'Subnet': ['ID=063556b8-f1ef-4625-b18a-8ad4bbe32455,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:07:45.598751 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-c91a9aa7-21e3-441c-912c-f04e0c0dfe30 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5580771 Aug 18 12:07:45.601658 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 43184) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:07:45.607022 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-402a7120-9bc4-409b-9f91-4ad6a3406ed2 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Request body: {'port': {'network_id': 'fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d', 'fixed_ips': [{'subnet_id': '063556b8-f1ef-4625-b18a-8ad4bbe32455', 'ip_address': '2001:db8::28ed:3419:8fa9:6680'}], 'name': 'tempest-NetworksTestDHCPv6-1842061962'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:07:45.714220 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4211713-52d7-4b5c-b910-17b3e4b3f1ca req-098b5f80-242e-4825-a090-1b9e3c46b2fc tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:45.718534 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f4211713-52d7-4b5c-b910-17b3e4b3f1ca req-098b5f80-242e-4825-a090-1b9e3c46b2fc tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/ports?device_id=c468f260-aa8b-4a9b-a477-213e251d7cef HTTP/1.1" status: 200 len: 946 time: 0.1264493 Aug 18 12:07:45.729456 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79575876-0016-474e-811c-549e271caace None None] Pushing event updated for resources: {'Port': ['ID=11101a2c-0e9f-4b6e-b3ae-a495d2be31e1,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:07:45.857234 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f4211713-52d7-4b5c-b910-17b3e4b3f1ca req-4fbb207d-112f-46de-873b-0c05da0c22ef tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f58845c-8a6f-4750-8ac0-66868223b345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1297853 Aug 18 12:07:45.880858 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-bbf3a631-e7ac-486f-bf47-d57932bd59de None None] For port 11101a2c-0e9f-4b6e-b3ae-a495d2be31e1, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=11101a2c-0e9f-4b6e-b3ae-a495d2be31e1,segment=NetworkSegment(06b05a1e-7667-47a8-b2de-bb5e6a768e1b),segment_id=06b05a1e-7667-47a8-b2de-bb5e6a768e1b)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:07:45.881428 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-bbf3a631-e7ac-486f-bf47-d57932bd59de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:45.922262 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-402a7120-9bc4-409b-9f91-4ad6a3406ed2 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Made reservation on behalf of 2a40b3bac30c4b9cb4cddbf9306b0469 for: {'port': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:07:45.956389 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-bbf3a631-e7ac-486f-bf47-d57932bd59de None None] Calling delete_port for 11101a2c-0e9f-4b6e-b3ae-a495d2be31e1 owned by network:dhcp {{(pid=106254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:07:46.091700 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Provisioning complete for port 39942e1b-8b42-46ce-8003-6ae0db0d3a39 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:07:46.092133 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:46.118999 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-402a7120-9bc4-409b-9f91-4ad6a3406ed2 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:46.144499 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [None req-402a7120-9bc4-409b-9f91-4ad6a3406ed2 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] device_id is not set on port 2672fdd8-e66e-4585-972d-abfd34e929fa yet. {{(pid=106253) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 12:07:46.155091 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:46.249414 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] For port 11101a2c-0e9f-4b6e-b3ae-a495d2be31e1, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=11101a2c-0e9f-4b6e-b3ae-a495d2be31e1,segment=NetworkSegment(06b05a1e-7667-47a8-b2de-bb5e6a768e1b),segment_id=06b05a1e-7667-47a8-b2de-bb5e6a768e1b)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:07:46.305203 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:46.309383 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:46.336392 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-bbf3a631-e7ac-486f-bf47-d57932bd59de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556'] for port, after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:46.370095 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [None req-402a7120-9bc4-409b-9f91-4ad6a3406ed2 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Allocated IP 2001:db8::28ed:3419:8fa9:6680 (fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d/063556b8-f1ef-4625-b18a-8ad4bbe32455/2672fdd8-e66e-4585-972d-abfd34e929fa) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:07:46.394655 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Pushing event deleted for resources: {'Port': ['ID=11101a2c-0e9f-4b6e-b3ae-a495d2be31e1,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:07:46.408869 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf3a631-e7ac-486f-bf47-d57932bd59de None None] No DVR routers for this DVR port 11101a2c-0e9f-4b6e-b3ae-a495d2be31e1 on host n-d-804985-2 {{(pid=106254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:07:46.415039 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c468f260-aa8b-4a9b-a477-213e251d7cef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39942e1b-8b42-46ce-8003-6ae0db0d3a39'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:07:46.418181 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db50a436fb3a98495337d8fe7487b4f2ea6f3c1052eb9efadc2ecda2d5737001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95b595a0-72f2-418d-aded-e86da98b8e7b" -d '{"events": [{"server_uuid": "c468f260-aa8b-4a9b-a477-213e251d7cef", "name": "network-vif-plugged", "status": "completed", "tag": "39942e1b-8b42-46ce-8003-6ae0db0d3a39"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:07:46.458300 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf3a631-e7ac-486f-bf47-d57932bd59de None None] Pushing event deleted for resources: {'Port': ['ID=11101a2c-0e9f-4b6e-b3ae-a495d2be31e1,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:07:46.467178 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fb05d19-0ae5-40c9-b2ab-e91bed9365f9 None None] Network fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:07:46.471255 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 39942e1b-8b42-46ce-8003-6ae0db0d3a39, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=39942e1b-8b42-46ce-8003-6ae0db0d3a39,segment=NetworkSegment(299e2826-ecf6-416e-b53c-1b1574dd5315),segment_id=299e2826-ecf6-416e-b53c-1b1574dd5315)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:07:46.713808 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0613996e-fc19-46b0-b416-e602c60b1d6b req-53c639b1-9ccc-407f-bbc8-aadf183e8c14 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:46.724323 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0613996e-fc19-46b0-b416-e602c60b1d6b req-53c639b1-9ccc-407f-bbc8-aadf183e8c14 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:46.741904 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0613996e-fc19-46b0-b416-e602c60b1d6b req-53c639b1-9ccc-407f-bbc8-aadf183e8c14 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:46.743494 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:46.747073 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:07:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95d037b9-9d26-4b20-b5b7-16031aeb38d3 x-openstack-request-id: req-95d037b9-9d26-4b20-b5b7-16031aeb38d3 {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:07:46.753002 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c468f260-aa8b-4a9b-a477-213e251d7cef", "name": "network-vif-plugged", "status": "completed", "tag": "39942e1b-8b42-46ce-8003-6ae0db0d3a39", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:07:46.753556 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-95d037b9-9d26-4b20-b5b7-16031aeb38d3 {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:07:46.754208 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c468f260-aa8b-4a9b-a477-213e251d7cef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39942e1b-8b42-46ce-8003-6ae0db0d3a39', 'code': 200} Aug 18 12:07:46.761755 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0613996e-fc19-46b0-b416-e602c60b1d6b req-53c639b1-9ccc-407f-bbc8-aadf183e8c14 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:46.769387 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-402a7120-9bc4-409b-9f91-4ad6a3406ed2 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:46.773732 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0613996e-fc19-46b0-b416-e602c60b1d6b req-53c639b1-9ccc-407f-bbc8-aadf183e8c14 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:46.806960 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [None req-402a7120-9bc4-409b-9f91-4ad6a3406ed2 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Transition to ACTIVE for port object 2672fdd8-e66e-4585-972d-abfd34e929fa will not be triggered until provisioned by entity DHCP. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:07:46.809534 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0613996e-fc19-46b0-b416-e602c60b1d6b req-53c639b1-9ccc-407f-bbc8-aadf183e8c14 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:46.827053 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0613996e-fc19-46b0-b416-e602c60b1d6b req-53c639b1-9ccc-407f-bbc8-aadf183e8c14 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:46.835000 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0613996e-fc19-46b0-b416-e602c60b1d6b req-53c639b1-9ccc-407f-bbc8-aadf183e8c14 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] 10.222.0.66 "GET /v2.0/ports?device_id=2cc02556-7c0a-4e9b-9a09-a272e5dfabdc HTTP/1.1" status: 200 len: 5423 time: 0.2417309 Aug 18 12:07:46.847404 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 43222) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:07:46.877358 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 354dee19-178e-4798-ac94-eccb1b4e8c8b no longer exists at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:07:46.897146 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-402a7120-9bc4-409b-9f91-4ad6a3406ed2 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:46.901510 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] No Port match for: 354dee19-178e-4798-ac94-eccb1b4e8c8b {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:07:46.901835 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 354dee19-178e-4798-ac94-eccb1b4e8c8b not bound to the agent host n-h2-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:07:46.967703 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=39942e1b-8b42-46ce-8003-6ae0db0d3a39,revision_number=13']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:07:46.996576 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0613996e-fc19-46b0-b416-e602c60b1d6b req-fa848ea9-8cb2-45cb-9dbd-cdeb3da264fd tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] 10.222.0.66 "GET /v2.0/security-groups?id=9ed89c48-68fa-47c4-9ca6-08ae23ef0876&id=f288757b-df2a-4147-b6e9-81a127940c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1510103 Aug 18 12:07:47.036150 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76028f0b-ce7c-43d2-82fe-f33b1b417105 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp788be208-34ab-5a8f-af0f-528834af222f-fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d', 'network_id': 'fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d', 'tenant_id': '2a40b3bac30c4b9cb4cddbf9306b0469', 'fixed_ips': [{'subnet_id': '063556b8-f1ef-4625-b18a-8ad4bbe32455'}]}} from n-d-804985-2. {{(pid=106254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 12:07:47.037278 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-76028f0b-ce7c-43d2-82fe-f33b1b417105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:47.129138 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402a7120-9bc4-409b-9f91-4ad6a3406ed2 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Pushing event updated for resources: {'Port': ['ID=2672fdd8-e66e-4585-972d-abfd34e929fa,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:07:47.159583 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-402a7120-9bc4-409b-9f91-4ad6a3406ed2 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Network fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:07:47.164299 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-402a7120-9bc4-409b-9f91-4ad6a3406ed2 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:07:47.168504 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-402a7120-9bc4-409b-9f91-4ad6a3406ed2 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:07:47.174414 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-6d976052-7a35-4b5b-9ad6-192eab07c73a tempest-NetworksNegativeTestJSON-1528642025 tempest-NetworksNegativeTestJSON-1528642025-project] Request body: {'port': {'network_id': 'eb9345ed-d8b8-49f1-89dd-15a7eb15678f', 'name': 'tempest-NetworksNegativeTestJSON-404337266'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:07:47.184073 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-402a7120-9bc4-409b-9f91-4ad6a3406ed2 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:47.184783 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-402a7120-9bc4-409b-9f91-4ad6a3406ed2 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:47.229694 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-402a7120-9bc4-409b-9f91-4ad6a3406ed2 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.6269276 Aug 18 12:07:47.232160 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 43238) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:07:47.237816 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.db_base_plugin_common [None req-76028f0b-ce7c-43d2-82fe-f33b1b417105 None None] Allocated IP 2001:db8::2 (fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d/063556b8-f1ef-4625-b18a-8ad4bbe32455/2d1e2f93-78f4-46e2-82c3-52d0ffb39a54) {{(pid=106254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:07:47.320980 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a75d8c98-bc54-4cde-93f6-24f20592e38c tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:47.324731 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-a75d8c98-bc54-4cde-93f6-24f20592e38c tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.0915082 Aug 18 12:07:47.328560 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 43240) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:07:47.485622 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-7c5fed05-6627-4e3b-bfec-d1c14e65eae2 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Deleting port 2672fdd8-e66e-4585-972d-abfd34e929fa {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:07:47.486357 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7c5fed05-6627-4e3b-bfec-d1c14e65eae2 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:47.555489 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-76028f0b-ce7c-43d2-82fe-f33b1b417105 None None] Notify callbacks [] for port, precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:47.568453 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-76028f0b-ce7c-43d2-82fe-f33b1b417105 None None] Transition to ACTIVE for port object 2d1e2f93-78f4-46e2-82c3-52d0ffb39a54 will not be triggered until provisioned by entity L2. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:07:47.589213 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-76028f0b-ce7c-43d2-82fe-f33b1b417105 None None] Transition to ACTIVE for port object 2d1e2f93-78f4-46e2-82c3-52d0ffb39a54 will not be triggered until provisioned by entity DHCP. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:07:47.603762 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-76028f0b-ce7c-43d2-82fe-f33b1b417105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547'] for port, after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:47.628841 n-d-804985-2 neutron-server[106252]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d976052-7a35-4b5b-9ad6-192eab07c73a tempest-NetworksNegativeTestJSON-1528642025 tempest-NetworksNegativeTestJSON-1528642025-project] POST failed (client error): The resource could not be found. Aug 18 12:07:47.630082 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d976052-7a35-4b5b-9ad6-192eab07c73a tempest-NetworksNegativeTestJSON-1528642025 tempest-NetworksNegativeTestJSON-1528642025-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106252) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 12:07:47.635842 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-6d976052-7a35-4b5b-9ad6-192eab07c73a tempest-NetworksNegativeTestJSON-1528642025 tempest-NetworksNegativeTestJSON-1528642025-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.7825124 Aug 18 12:07:47.638228 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 43242) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:07:47.650586 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7c5fed05-6627-4e3b-bfec-d1c14e65eae2 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:47.665883 n-d-804985-2 neutron-server[106252]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fdc13a6-1f46-453c-b221-aa6b875ade3c tempest-NetworksNegativeTestJSON-1528642025 tempest-NetworksNegativeTestJSON-1528642025-project] DELETE failed (client error): The resource could not be found. Aug 18 12:07:47.666519 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5fdc13a6-1f46-453c-b221-aa6b875ade3c tempest-NetworksNegativeTestJSON-1528642025 tempest-NetworksNegativeTestJSON-1528642025-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106252) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 12:07:47.668409 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-7c5fed05-6627-4e3b-bfec-d1c14e65eae2 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Calling delete_port for 2672fdd8-e66e-4585-972d-abfd34e929fa owned by {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:07:47.672646 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-5fdc13a6-1f46-453c-b221-aa6b875ade3c tempest-NetworksNegativeTestJSON-1528642025 tempest-NetworksNegativeTestJSON-1528642025-project] 10.222.0.66 "DELETE /v2.0/networks/e6599d20-625f-4ead-9e7b-e37f608497ab HTTP/1.1" status: 404 len: 339 time: 0.0292687 Aug 18 12:07:47.675076 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 43244) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:07:47.723156 n-d-804985-2 neutron-server[106252]: INFO neutron.pecan_wsgi.hooks.translation [None req-588533be-7250-4cd3-a7fe-973e1db4d7de tempest-NetworksNegativeTestJSON-1528642025 tempest-NetworksNegativeTestJSON-1528642025-project] DELETE failed (client error): The resource could not be found. Aug 18 12:07:47.723848 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-588533be-7250-4cd3-a7fe-973e1db4d7de tempest-NetworksNegativeTestJSON-1528642025 tempest-NetworksNegativeTestJSON-1528642025-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106252) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 12:07:47.729345 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-588533be-7250-4cd3-a7fe-973e1db4d7de tempest-NetworksNegativeTestJSON-1528642025 tempest-NetworksNegativeTestJSON-1528642025-project] 10.222.0.66 "DELETE /v2.0/ports/1ada0cba-c333-4f3c-bd06-9d42a1ce45f3 HTTP/1.1" status: 404 len: 333 time: 0.0465980 Aug 18 12:07:47.733808 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8e16e7-2768-4ef6-b2d7-41d71253660e req-930b1ae9-6b72-4a66-bb25-9faf8a794d9b tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:47.734805 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4c8e16e7-2768-4ef6-b2d7-41d71253660e req-930b1ae9-6b72-4a66-bb25-9faf8a794d9b tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/ports?device_id=c468f260-aa8b-4a9b-a477-213e251d7cef HTTP/1.1" status: 200 len: 947 time: 0.5733023 Aug 18 12:07:47.737124 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 43246) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:07:47.745818 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76028f0b-ce7c-43d2-82fe-f33b1b417105 None None] Pushing event updated for resources: {'Port': ['ID=2d1e2f93-78f4-46e2-82c3-52d0ffb39a54,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:07:47.764409 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76028f0b-ce7c-43d2-82fe-f33b1b417105 None None] Network fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d is already hosted by enough agents. {{(pid=106254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:07:47.766698 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.base_scheduler [None req-76028f0b-ce7c-43d2-82fe-f33b1b417105 None None] Resources bound (agent type, host, resource id): {{(pid=106254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:07:47.773021 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76028f0b-ce7c-43d2-82fe-f33b1b417105 None None] Received port after_create {{(pid=106254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:07:47.776868 n-d-804985-2 neutron-server[106252]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8e542fe-2538-4513-bb81-e4e3947036a1 tempest-NetworksNegativeTestJSON-1528642025 tempest-NetworksNegativeTestJSON-1528642025-project] DELETE failed (client error): The resource could not be found. Aug 18 12:07:47.777548 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8e542fe-2538-4513-bb81-e4e3947036a1 tempest-NetworksNegativeTestJSON-1528642025 tempest-NetworksNegativeTestJSON-1528642025-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106252) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 12:07:47.782841 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-c8e542fe-2538-4513-bb81-e4e3947036a1 tempest-NetworksNegativeTestJSON-1528642025 tempest-NetworksNegativeTestJSON-1528642025-project] 10.222.0.66 "DELETE /v2.0/subnets/1c7791f6-4e55-4c40-b859-9245a67c6513 HTTP/1.1" status: 404 len: 337 time: 0.0412312 Aug 18 12:07:47.784813 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 43248) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:07:47.787814 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe140a8-9d70-4451-bb21-142111ccf0cd req-17bd73b7-e149-4c46-bebf-2a1c0f77dfb6 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:47.795347 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4fe140a8-9d70-4451-bb21-142111ccf0cd req-17bd73b7-e149-4c46-bebf-2a1c0f77dfb6 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/networks?id=f4b8d3d9-3617-4a41-8d50-7e0230977f6d HTTP/1.1" status: 200 len: 811 time: 0.8882935 Aug 18 12:07:47.808310 n-d-804985-2 neutron-server[106253]: INFO neutron.pecan_wsgi.hooks.translation [None req-8aee70c0-9a19-48ca-aa08-f0354db333b6 tempest-NetworksNegativeTestJSON-1528642025 tempest-NetworksNegativeTestJSON-1528642025-project] GET failed (client error): The resource could not be found. Aug 18 12:07:47.814018 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-8aee70c0-9a19-48ca-aa08-f0354db333b6 tempest-NetworksNegativeTestJSON-1528642025 tempest-NetworksNegativeTestJSON-1528642025-project] 10.222.0.66 "GET /v2.0/networks/021f7577-23fb-4bca-8e3b-9cbe491727cb HTTP/1.1" status: 404 len: 339 time: 0.0240166 Aug 18 12:07:47.836418 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 43250) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:07:47.842901 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4fe140a8-9d70-4451-bb21-142111ccf0cd req-0a273d89-1af0-4c55-bef1-7b8ec2057b07 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/quotas/ba6220adeda54bd2ac551edffcfbfea2 HTTP/1.1" status: 200 len: 375 time: 0.0463388 Aug 18 12:07:47.856264 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-76028f0b-ce7c-43d2-82fe-f33b1b417105 None None] Attempting to bind port 2d1e2f93-78f4-46e2-82c3-52d0ffb39a54 on host n-d-804985-2 for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:07:47.857036 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-76028f0b-ce7c-43d2-82fe-f33b1b417105 None None] Attempting to bind port 2d1e2f93-78f4-46e2-82c3-52d0ffb39a54 by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': '06b05a1e-7667-47a8-b2de-bb5e6a768e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:07:47.857730 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76028f0b-ce7c-43d2-82fe-f33b1b417105 None None] Attempting to bind port 2d1e2f93-78f4-46e2-82c3-52d0ffb39a54 on network fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:07:47.864255 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76028f0b-ce7c-43d2-82fe-f33b1b417105 None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 7, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:07:47.866611 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76028f0b-ce7c-43d2-82fe-f33b1b417105 None None] Checking segment: {'id': '06b05a1e-7667-47a8-b2de-bb5e6a768e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:07:47.867496 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-76028f0b-ce7c-43d2-82fe-f33b1b417105 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:47.868273 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76028f0b-ce7c-43d2-82fe-f33b1b417105 None None] Bound using segment: {'id': '06b05a1e-7667-47a8-b2de-bb5e6a768e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:07:47.869007 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-76028f0b-ce7c-43d2-82fe-f33b1b417105 None None] Bound port: 2d1e2f93-78f4-46e2-82c3-52d0ffb39a54, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06b05a1e-7667-47a8-b2de-bb5e6a768e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:07:47.869902 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-76028f0b-ce7c-43d2-82fe-f33b1b417105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:47.911333 n-d-804985-2 neutron-server[106253]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f5a1d7d-e676-429c-849f-4c772ea2582a tempest-NetworksNegativeTestJSON-1528642025 tempest-NetworksNegativeTestJSON-1528642025-project] GET failed (client error): The resource could not be found. Aug 18 12:07:47.916986 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-6f5a1d7d-e676-429c-849f-4c772ea2582a tempest-NetworksNegativeTestJSON-1528642025 tempest-NetworksNegativeTestJSON-1528642025-project] 10.222.0.66 "GET /v2.0/ports/246e7b72-30c7-4f39-b992-8b0ab90aeafc HTTP/1.1" status: 404 len: 333 time: 0.0746562 Aug 18 12:07:47.917550 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 43252) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:07:47.937111 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4fe140a8-9d70-4451-bb21-142111ccf0cd req-f42ac3da-bb62-4d1d-973a-87d276234219 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=ba6220adeda54bd2ac551edffcfbfea2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0933325 Aug 18 12:07:47.967188 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-76028f0b-ce7c-43d2-82fe-f33b1b417105 None None] For port 2d1e2f93-78f4-46e2-82c3-52d0ffb39a54, host n-d-804985-2, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:07:47.972659 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-76028f0b-ce7c-43d2-82fe-f33b1b417105 None None] For port 2d1e2f93-78f4-46e2-82c3-52d0ffb39a54, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=2d1e2f93-78f4-46e2-82c3-52d0ffb39a54,segment=NetworkSegment(06b05a1e-7667-47a8-b2de-bb5e6a768e1b),segment_id=06b05a1e-7667-47a8-b2de-bb5e6a768e1b)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:07:47.979146 n-d-804985-2 neutron-server[106253]: INFO neutron.pecan_wsgi.hooks.translation [None req-14f80bff-33a1-4539-90c2-27443964e320 tempest-NetworksNegativeTestJSON-1528642025 tempest-NetworksNegativeTestJSON-1528642025-project] GET failed (client error): The resource could not be found. Aug 18 12:07:47.984389 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-14f80bff-33a1-4539-90c2-27443964e320 tempest-NetworksNegativeTestJSON-1528642025 tempest-NetworksNegativeTestJSON-1528642025-project] 10.222.0.66 "GET /v2.0/subnets/156f6028-9d04-4dd4-86f7-7400c4172fff HTTP/1.1" status: 404 len: 337 time: 0.0620015 Aug 18 12:07:47.987355 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-76028f0b-ce7c-43d2-82fe-f33b1b417105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:47.989231 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 43254) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:07:48.004186 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-01b6fb69-7150-49dc-b206-c81b9e8b1d3a tempest-NetworksNegativeTestJSON-1528642025 tempest-NetworksNegativeTestJSON-1528642025-project] Request body: {'network': {'name': 'new_name'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:07:48.014568 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4c8e16e7-2768-4ef6-b2d7-41d71253660e req-abce4c60-5bd6-4ebb-9196-8b189e46856b tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f58845c-8a6f-4750-8ac0-66868223b345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2292452 Aug 18 12:07:48.033856 n-d-804985-2 neutron-server[106253]: INFO neutron.pecan_wsgi.hooks.translation [None req-01b6fb69-7150-49dc-b206-c81b9e8b1d3a tempest-NetworksNegativeTestJSON-1528642025 tempest-NetworksNegativeTestJSON-1528642025-project] PUT failed (client error): The resource could not be found. Aug 18 12:07:48.034492 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01b6fb69-7150-49dc-b206-c81b9e8b1d3a tempest-NetworksNegativeTestJSON-1528642025 tempest-NetworksNegativeTestJSON-1528642025-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 12:07:48.040646 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-01b6fb69-7150-49dc-b206-c81b9e8b1d3a tempest-NetworksNegativeTestJSON-1528642025 tempest-NetworksNegativeTestJSON-1528642025-project] 10.222.0.66 "PUT /v2.0/networks/f5dc560e-969c-4215-a359-483207939478 HTTP/1.1" status: 404 len: 339 time: 0.0460172 Aug 18 12:07:48.042866 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 43258) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:07:48.050643 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-58f1edc5-41eb-4fa7-ac96-efd93111f59c tempest-NetworksNegativeTestJSON-1528642025 tempest-NetworksNegativeTestJSON-1528642025-project] Request body: {'port': {'name': 'new_name'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:07:48.102034 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76028f0b-ce7c-43d2-82fe-f33b1b417105 None None] Pushing event updated for resources: {'Port': ['ID=2d1e2f93-78f4-46e2-82c3-52d0ffb39a54,revision_number=2']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:07:48.103974 n-d-804985-2 neutron-server[106253]: INFO neutron.pecan_wsgi.hooks.translation [None req-58f1edc5-41eb-4fa7-ac96-efd93111f59c tempest-NetworksNegativeTestJSON-1528642025 tempest-NetworksNegativeTestJSON-1528642025-project] PUT failed (client error): The resource could not be found. Aug 18 12:07:48.104760 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58f1edc5-41eb-4fa7-ac96-efd93111f59c tempest-NetworksNegativeTestJSON-1528642025 tempest-NetworksNegativeTestJSON-1528642025-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 12:07:48.118504 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-58f1edc5-41eb-4fa7-ac96-efd93111f59c tempest-NetworksNegativeTestJSON-1528642025 tempest-NetworksNegativeTestJSON-1528642025-project] 10.222.0.66 "PUT /v2.0/ports/74d28d47-6747-4738-b520-b1fc2d92ad67 HTTP/1.1" status: 404 len: 333 time: 0.0703402 Aug 18 12:07:48.131750 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 43260) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:07:48.149381 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-03e2da0b-3200-4006-bb44-f831aa394f27 tempest-NetworksNegativeTestJSON-1528642025 tempest-NetworksNegativeTestJSON-1528642025-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:07:48.154831 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7c5fed05-6627-4e3b-bfec-d1c14e65eae2 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:48.183598 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4fe140a8-9d70-4451-bb21-142111ccf0cd req-353f0abc-9898-4e9e-9ca0-ef1145a00344 service neutron] 10.222.0.66 "GET /v2.0/networks/f4b8d3d9-3617-4a41-8d50-7e0230977f6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2447298 Aug 18 12:07:48.190241 n-d-804985-2 neutron-server[106253]: INFO neutron.pecan_wsgi.hooks.translation [None req-03e2da0b-3200-4006-bb44-f831aa394f27 tempest-NetworksNegativeTestJSON-1528642025 tempest-NetworksNegativeTestJSON-1528642025-project] PUT failed (client error): The resource could not be found. Aug 18 12:07:48.190717 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03e2da0b-3200-4006-bb44-f831aa394f27 tempest-NetworksNegativeTestJSON-1528642025 tempest-NetworksNegativeTestJSON-1528642025-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 12:07:48.191908 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-03e2da0b-3200-4006-bb44-f831aa394f27 tempest-NetworksNegativeTestJSON-1528642025 tempest-NetworksNegativeTestJSON-1528642025-project] 10.222.0.66 "PUT /v2.0/subnets/dce451bc-3900-4789-adda-36cdc3d8b582 HTTP/1.1" status: 404 len: 337 time: 0.0591207 Aug 18 12:07:48.248089 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5fed05-6627-4e3b-bfec-d1c14e65eae2 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Pushing event deleted for resources: {'Port': ['ID=2672fdd8-e66e-4585-972d-abfd34e929fa,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:07:48.299556 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7c5fed05-6627-4e3b-bfec-d1c14e65eae2 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:48.303517 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-7c5fed05-6627-4e3b-bfec-d1c14e65eae2 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "DELETE /v2.0/ports/2672fdd8-e66e-4585-972d-abfd34e929fa HTTP/1.1" status: 204 len: 168 time: 0.9735129 Aug 18 12:07:48.306971 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 43266) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:07:48.361574 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17df68d-9075-48e5-b9a8-03211dbf7af9 req-0990d6c4-5d65-4d6b-b44d-0452d850db68 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:48.380030 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17df68d-9075-48e5-b9a8-03211dbf7af9 req-0990d6c4-5d65-4d6b-b44d-0452d850db68 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:48.407172 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17df68d-9075-48e5-b9a8-03211dbf7af9 req-0990d6c4-5d65-4d6b-b44d-0452d850db68 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:48.408551 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17df68d-9075-48e5-b9a8-03211dbf7af9 req-0990d6c4-5d65-4d6b-b44d-0452d850db68 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:48.414631 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17df68d-9075-48e5-b9a8-03211dbf7af9 req-0990d6c4-5d65-4d6b-b44d-0452d850db68 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:48.422318 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17df68d-9075-48e5-b9a8-03211dbf7af9 req-0990d6c4-5d65-4d6b-b44d-0452d850db68 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:48.428838 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17df68d-9075-48e5-b9a8-03211dbf7af9 req-0990d6c4-5d65-4d6b-b44d-0452d850db68 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:48.431200 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a17df68d-9075-48e5-b9a8-03211dbf7af9 req-0990d6c4-5d65-4d6b-b44d-0452d850db68 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] 10.222.0.66 "GET /v2.0/ports?device_id=2cc02556-7c0a-4e9b-9a09-a272e5dfabdc HTTP/1.1" status: 200 len: 5423 time: 0.3054447 Aug 18 12:07:48.443896 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce6ef0db-2ad3-4bb5-86ed-d6db532adfb7 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:48.449496 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce6ef0db-2ad3-4bb5-86ed-d6db532adfb7 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:48.477959 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-ce6ef0db-2ad3-4bb5-86ed-d6db532adfb7 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1694875 Aug 18 12:07:48.478543 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 43268) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:07:48.498540 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-dd259472-2da0-4d08-ad6e-5d25b30795b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:48.560710 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a17df68d-9075-48e5-b9a8-03211dbf7af9 req-af3a1ece-8e4c-4ebd-85b4-ec2f4fc566e6 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] 10.222.0.66 "GET /v2.0/security-groups?id=9ed89c48-68fa-47c4-9ca6-08ae23ef0876&id=f288757b-df2a-4147-b6e9-81a127940c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0906391 Aug 18 12:07:48.609440 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6df85c3-e9ce-4f08-93d3-7cc4e89249cc tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Deleting subnet 063556b8-f1ef-4625-b18a-8ad4bbe32455 {{(pid=106253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 12:07:48.629267 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b6df85c3-e9ce-4f08-93d3-7cc4e89249cc tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks [] for subnet, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:48.630871 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4fe140a8-9d70-4451-bb21-142111ccf0cd req-ef67cb1f-44a0-4625-a71f-94f000637d13 service neutron] 10.222.0.66 "GET /v2.0/networks/f4b8d3d9-3617-4a41-8d50-7e0230977f6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4141154 Aug 18 12:07:48.711605 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b6df85c3-e9ce-4f08-93d3-7cc4e89249cc tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902229'] for subnet, precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:48.896015 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b3347fdf-834f-4181-84e9-ad6d816b3342 req-8378f894-4bd7-4d8e-ab55-cb148820740f tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb783dc5-d988-4b42-bd19-7c5d813c36a4 HTTP/1.1" status: 200 len: 210 time: 0.0626156 Aug 18 12:07:48.921280 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 43276) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:07:48.932958 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b6df85c3-e9ce-4f08-93d3-7cc4e89249cc tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:49.021822 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b6df85c3-e9ce-4f08-93d3-7cc4e89249cc tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58902171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59388106'] for subnet, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:49.174070 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6df85c3-e9ce-4f08-93d3-7cc4e89249cc tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Pushing event deleted for resources: {'Subnet': ['ID=063556b8-f1ef-4625-b18a-8ad4bbe32455,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:07:49.178882 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b6df85c3-e9ce-4f08-93d3-7cc4e89249cc tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:49.191653 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-b6df85c3-e9ce-4f08-93d3-7cc4e89249cc tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "DELETE /v2.0/subnets/063556b8-f1ef-4625-b18a-8ad4bbe32455 HTTP/1.1" status: 204 len: 168 time: 0.7088683 Aug 18 12:07:49.197769 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 43286) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:07:49.218903 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-29896b00-96fe-4605-81dd-26520d135608 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:49.265853 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-9a848c41-be95-4404-8523-7734c1c03bcc tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0633328 Aug 18 12:07:49.266859 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 43288) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:07:49.326043 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 2d1e2f93-78f4-46e2-82c3-52d0ffb39a54 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:07:49.366271 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f918bb-1402-47df-bc31-75fc32d9c18a req-4c23f26a-f3af-42f9-9334-1231b6b9e482 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:49.369533 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-00f918bb-1402-47df-bc31-75fc32d9c18a req-4c23f26a-f3af-42f9-9334-1231b6b9e482 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/ports?device_id=c468f260-aa8b-4a9b-a477-213e251d7cef HTTP/1.1" status: 200 len: 947 time: 0.2181168 Aug 18 12:07:49.402941 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65d95418-0113-4e37-a397-dd50c65bed03 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:49.405045 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-65d95418-0113-4e37-a397-dd50c65bed03 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1337278 Aug 18 12:07:49.414936 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 43292) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:07:49.471356 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-00f918bb-1402-47df-bc31-75fc32d9c18a req-224a44ce-7b3d-4dfa-8014-be0bc745bb45 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f58845c-8a6f-4750-8ac0-66868223b345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645287 Aug 18 12:07:49.491237 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port 2d1e2f93-78f4-46e2-82c3-52d0ffb39a54 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:07:49.572412 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-29896b00-96fe-4605-81dd-26520d135608 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:49.581808 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9225e29b-6197-410c-98eb-1a70d99498f4 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:49.587900 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-9225e29b-6197-410c-98eb-1a70d99498f4 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1715808 Aug 18 12:07:49.589445 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 43296) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:07:49.591008 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-29896b00-96fe-4605-81dd-26520d135608 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:49.635790 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-29896b00-96fe-4605-81dd-26520d135608 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=fa4e86d0315f41049fba44aa81687d69&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7179396 Aug 18 12:07:49.635989 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 43300) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:07:49.657172 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-f3a2416a-29cc-4318-b8b3-b5b793acc495 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0652089 Aug 18 12:07:49.664111 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 43302) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:07:49.670721 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-bf3a8530-031e-4468-95af-95d2dfd241d7 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Request body: {'subnet': {'network_id': 'fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:07:49.725012 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29896b00-96fe-4605-81dd-26520d135608 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da6a2fc3-d0e4-49f4-a0b2-ec11d8d257e7,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:07:49.738750 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-bed54fc1-3fcb-4148-adb6-cad663c8cb3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:49.769471 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-bed54fc1-3fcb-4148-adb6-cad663c8cb3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:49.831499 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95d86857-6f3f-488d-9898-7a2ba5d114a3 None None] Network fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:07:49.851699 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-bed54fc1-3fcb-4148-adb6-cad663c8cb3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:49.855047 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-bed54fc1-3fcb-4148-adb6-cad663c8cb3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:49.856422 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-bed54fc1-3fcb-4148-adb6-cad663c8cb3f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/da6a2fc3-d0e4-49f4-a0b2-ec11d8d257e7 HTTP/1.1" status: 204 len: 168 time: 0.2193913 Aug 18 12:07:49.893197 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed54fc1-3fcb-4148-adb6-cad663c8cb3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da6a2fc3-d0e4-49f4-a0b2-ec11d8d257e7,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:07:49.931622 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-16bff25f-ea61-43fa-afd0-f1e664d8617d None None] Could not find standard attr ID for object 2672fdd8-e66e-4585-972d-abfd34e929fa. {{(pid=106254) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 18 12:07:49.967910 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51ee7d3-a9ad-4f5c-8ee6-f94735279064 req-f4d695f3-35f7-4083-a596-820b8d6bb6d1 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:49.978191 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51ee7d3-a9ad-4f5c-8ee6-f94735279064 req-f4d695f3-35f7-4083-a596-820b8d6bb6d1 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:49.988106 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51ee7d3-a9ad-4f5c-8ee6-f94735279064 req-f4d695f3-35f7-4083-a596-820b8d6bb6d1 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:49.995508 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51ee7d3-a9ad-4f5c-8ee6-f94735279064 req-f4d695f3-35f7-4083-a596-820b8d6bb6d1 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:50.002842 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51ee7d3-a9ad-4f5c-8ee6-f94735279064 req-f4d695f3-35f7-4083-a596-820b8d6bb6d1 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:50.010074 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51ee7d3-a9ad-4f5c-8ee6-f94735279064 req-f4d695f3-35f7-4083-a596-820b8d6bb6d1 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:50.021563 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51ee7d3-a9ad-4f5c-8ee6-f94735279064 req-f4d695f3-35f7-4083-a596-820b8d6bb6d1 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:50.033569 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c51ee7d3-a9ad-4f5c-8ee6-f94735279064 req-f4d695f3-35f7-4083-a596-820b8d6bb6d1 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] 10.222.0.66 "GET /v2.0/ports?device_id=2cc02556-7c0a-4e9b-9a09-a272e5dfabdc HTTP/1.1" status: 200 len: 5423 time: 0.2607691 Aug 18 12:07:50.055098 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-16bff25f-ea61-43fa-afd0-f1e664d8617d None None] Provisioning for port 2d1e2f93-78f4-46e2-82c3-52d0ffb39a54 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:07:50.081444 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-16bff25f-ea61-43fa-afd0-f1e664d8617d None None] Provisioning complete for port 2d1e2f93-78f4-46e2-82c3-52d0ffb39a54 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:07:50.086909 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-16bff25f-ea61-43fa-afd0-f1e664d8617d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:50.095071 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7be09a73-b7ee-4763-9380-8a205da8d4f4 req-feffcf6b-e866-4319-a710-2992d4689086 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb783dc5-d988-4b42-bd19-7c5d813c36a4 HTTP/1.1" status: 200 len: 210 time: 0.0475106 Aug 18 12:07:50.130074 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf3a8530-031e-4468-95af-95d2dfd241d7 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Made reservation on behalf of 2a40b3bac30c4b9cb4cddbf9306b0469 for: {'subnet': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:07:50.133929 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-bf3a8530-031e-4468-95af-95d2dfd241d7 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59074089'] for subnet, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:50.242576 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c51ee7d3-a9ad-4f5c-8ee6-f94735279064 req-b0aa77e0-c54c-4793-8721-4c9e722fa4f8 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] 10.222.0.66 "GET /v2.0/security-groups?id=9ed89c48-68fa-47c4-9ca6-08ae23ef0876&id=f288757b-df2a-4147-b6e9-81a127940c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2067652 Aug 18 12:07:50.338621 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-16bff25f-ea61-43fa-afd0-f1e664d8617d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:50.422048 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-16bff25f-ea61-43fa-afd0-f1e664d8617d None None] For port 2d1e2f93-78f4-46e2-82c3-52d0ffb39a54, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=2d1e2f93-78f4-46e2-82c3-52d0ffb39a54,segment=NetworkSegment(06b05a1e-7667-47a8-b2de-bb5e6a768e1b),segment_id=06b05a1e-7667-47a8-b2de-bb5e6a768e1b)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:07:50.429366 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3744cd2-2a19-465f-b8c4-6a9f835f4087 None None] DHCP port deletion for fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d request from n-d-804985-2 {{(pid=106254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 12:07:50.439830 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-16bff25f-ea61-43fa-afd0-f1e664d8617d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:50.512948 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-bf3a8530-031e-4468-95af-95d2dfd241d7 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3572913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59074111'] for subnet, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:50.634579 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf3a8530-031e-4468-95af-95d2dfd241d7 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Network fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:07:50.641196 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bff25f-ea61-43fa-afd0-f1e664d8617d None None] Pushing event updated for resources: {'Port': ['ID=2d1e2f93-78f4-46e2-82c3-52d0ffb39a54,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:07:50.651061 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-bf3a8530-031e-4468-95af-95d2dfd241d7 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:07:50.662275 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf3a8530-031e-4468-95af-95d2dfd241d7 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:50.663303 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-bf3a8530-031e-4468-95af-95d2dfd241d7 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for subnet, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:50.687311 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-c3744cd2-2a19-465f-b8c4-6a9f835f4087 None None] Deleting port 2d1e2f93-78f4-46e2-82c3-52d0ffb39a54 {{(pid=106254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:07:50.687684 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-c3744cd2-2a19-465f-b8c4-6a9f835f4087 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:50.722393 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3a8530-031e-4468-95af-95d2dfd241d7 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Pushing event updated for resources: {'Subnet': ['ID=72e807f8-0af5-483a-b224-a73823e38841,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:07:50.815938 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-bf3a8530-031e-4468-95af-95d2dfd241d7 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1502390 Aug 18 12:07:50.822270 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 43326) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:07:50.835294 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-0e33c809-24b4-4d98-a23f-947822f1a6d0 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Request body: {'port': {'network_id': 'fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d', 'fixed_ips': [{'subnet_id': '72e807f8-0af5-483a-b224-a73823e38841', 'ip_address': '2001:db8::a152:1444:211b:22a8'}], 'name': 'tempest-NetworksTestDHCPv6-2053981780'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:07:50.927174 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-c3744cd2-2a19-465f-b8c4-6a9f835f4087 None None] For port 2d1e2f93-78f4-46e2-82c3-52d0ffb39a54, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=2d1e2f93-78f4-46e2-82c3-52d0ffb39a54,segment=NetworkSegment(06b05a1e-7667-47a8-b2de-bb5e6a768e1b),segment_id=06b05a1e-7667-47a8-b2de-bb5e6a768e1b)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:07:50.927174 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-c3744cd2-2a19-465f-b8c4-6a9f835f4087 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:50.948047 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-c3744cd2-2a19-465f-b8c4-6a9f835f4087 None None] Calling delete_port for 2d1e2f93-78f4-46e2-82c3-52d0ffb39a54 owned by network:dhcp {{(pid=106254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:07:50.952204 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e11538e-83fb-44fb-809b-87d8d408be97 req-d9f3cc9e-4c09-4ffb-8bc6-0c250ac30cc2 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:50.953894 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7e11538e-83fb-44fb-809b-87d8d408be97 req-d9f3cc9e-4c09-4ffb-8bc6-0c250ac30cc2 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/ports?device_id=c468f260-aa8b-4a9b-a477-213e251d7cef HTTP/1.1" status: 200 len: 947 time: 0.2691863 Aug 18 12:07:51.127177 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7e11538e-83fb-44fb-809b-87d8d408be97 req-40b3bf06-3df1-42f7-bf44-250df0d98576 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f58845c-8a6f-4750-8ac0-66868223b345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1589379 Aug 18 12:07:51.174924 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-c3744cd2-2a19-465f-b8c4-6a9f835f4087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556'] for port, after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:51.218418 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e33c809-24b4-4d98-a23f-947822f1a6d0 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Made reservation on behalf of 2a40b3bac30c4b9cb4cddbf9306b0469 for: {'port': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:07:51.311858 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3744cd2-2a19-465f-b8c4-6a9f835f4087 None None] Pushing event deleted for resources: {'Port': ['ID=2d1e2f93-78f4-46e2-82c3-52d0ffb39a54,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:07:51.312178 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe140a8-9d70-4451-bb21-142111ccf0cd req-85a293fd-9bc5-4213-9d20-44d965918b02 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:51.314089 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 2d1e2f93-78f4-46e2-82c3-52d0ffb39a54 no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:07:51.318297 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-4fe140a8-9d70-4451-bb21-142111ccf0cd req-85a293fd-9bc5-4213-9d20-44d965918b02 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.63 "GET /v2.0/networks?id=f4b8d3d9-3617-4a41-8d50-7e0230977f6d HTTP/1.1" status: 200 len: 811 time: 0.5481453 Aug 18 12:07:51.335002 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [req-4fe140a8-9d70-4451-bb21-142111ccf0cd req-7cb89880-d026-4107-9c3e-6c965c9f6279 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Request body: {'port': {'device_id': 'cb783dc5-d988-4b42-bd19-7c5d813c36a4', 'network_id': 'f4b8d3d9-3617-4a41-8d50-7e0230977f6d', 'admin_state_up': True, 'tenant_id': 'ba6220adeda54bd2ac551edffcfbfea2'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:07:51.365390 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: 2d1e2f93-78f4-46e2-82c3-52d0ffb39a54 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:07:51.365931 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 2d1e2f93-78f4-46e2-82c3-52d0ffb39a54 not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:07:51.368224 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3744cd2-2a19-465f-b8c4-6a9f835f4087 None None] No DVR routers for this DVR port 2d1e2f93-78f4-46e2-82c3-52d0ffb39a54 on host n-d-804985-2 {{(pid=106254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:07:51.389678 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:51.401377 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92350d44-3e8d-4689-b297-836c847e7c5a None None] Network fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:07:51.493355 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9b506450-1644-4835-a156-92fdcd8a4688 req-fa02d15c-9cc0-456f-b83d-5bd061e4811b tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb783dc5-d988-4b42-bd19-7c5d813c36a4 HTTP/1.1" status: 200 len: 210 time: 0.1399646 Aug 18 12:07:51.698821 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0e33c809-24b4-4d98-a23f-947822f1a6d0 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:51.707708 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4fe140a8-9d70-4451-bb21-142111ccf0cd req-7cb89880-d026-4107-9c3e-6c965c9f6279 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Made reservation on behalf of ba6220adeda54bd2ac551edffcfbfea2 for: {'port': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:07:51.715029 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-4fe140a8-9d70-4451-bb21-142111ccf0cd req-7cb89880-d026-4107-9c3e-6c965c9f6279 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:51.737482 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-0c09fe11-a47e-46ad-bfa3-b9eb6c31d6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:51.741072 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f890051-1193-4344-812c-e19ac5fccdf0 req-188b0dd3-3df3-4ddd-8e3e-b72366acf5bd tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:51.747779 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f890051-1193-4344-812c-e19ac5fccdf0 req-188b0dd3-3df3-4ddd-8e3e-b72366acf5bd tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:51.753736 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f890051-1193-4344-812c-e19ac5fccdf0 req-188b0dd3-3df3-4ddd-8e3e-b72366acf5bd tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:51.771521 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f890051-1193-4344-812c-e19ac5fccdf0 req-188b0dd3-3df3-4ddd-8e3e-b72366acf5bd tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:51.792232 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f890051-1193-4344-812c-e19ac5fccdf0 req-188b0dd3-3df3-4ddd-8e3e-b72366acf5bd tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:51.803745 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f890051-1193-4344-812c-e19ac5fccdf0 req-188b0dd3-3df3-4ddd-8e3e-b72366acf5bd tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:51.817970 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f890051-1193-4344-812c-e19ac5fccdf0 req-188b0dd3-3df3-4ddd-8e3e-b72366acf5bd tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:51.829040 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c5bb351-9dc1-4b2f-b3c8-26ab972650ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp788be208-34ab-5a8f-af0f-528834af222f-fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d', 'network_id': 'fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d', 'tenant_id': '2a40b3bac30c4b9cb4cddbf9306b0469', 'fixed_ips': [{'subnet_id': '72e807f8-0af5-483a-b224-a73823e38841'}]}} from n-d-804985-2. {{(pid=106254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 12:07:51.829935 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4c5bb351-9dc1-4b2f-b3c8-26ab972650ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:51.833136 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8f890051-1193-4344-812c-e19ac5fccdf0 req-188b0dd3-3df3-4ddd-8e3e-b72366acf5bd tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] 10.222.0.66 "GET /v2.0/ports?device_id=2cc02556-7c0a-4e9b-9a09-a272e5dfabdc HTTP/1.1" status: 200 len: 5423 time: 0.3656986 Aug 18 12:07:51.916828 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 43350) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:07:51.918825 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [None req-0e33c809-24b4-4d98-a23f-947822f1a6d0 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] device_id is not set on port ab59ce5d-aa3e-475b-af2e-8663c2eac407 yet. {{(pid=106252) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 12:07:51.983299 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [req-4fe140a8-9d70-4451-bb21-142111ccf0cd req-7cb89880-d026-4107-9c3e-6c965c9f6279 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Allocated IP 172.20.0.11 (f4b8d3d9-3617-4a41-8d50-7e0230977f6d/d716ee29-e7a2-4fa3-97cc-7ab3c35181fa/a77d70de-1b0d-48d1-aad0-15c166bc08c4) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:07:52.101841 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-53584c24-f517-494e-ac93-c18bb92373f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:52.103085 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.db_base_plugin_common [None req-4c5bb351-9dc1-4b2f-b3c8-26ab972650ec None None] Allocated IP 2001:db8::2 (fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d/72e807f8-0af5-483a-b224-a73823e38841/acb333f5-bed3-447b-ae86-e9f0d69641d4) {{(pid=106254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:07:52.129118 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8f890051-1193-4344-812c-e19ac5fccdf0 req-b1cbc85d-0534-4447-9972-2b8770b78ca4 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] 10.222.0.66 "GET /v2.0/security-groups?id=9ed89c48-68fa-47c4-9ca6-08ae23ef0876&id=f288757b-df2a-4147-b6e9-81a127940c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2950373 Aug 18 12:07:52.239030 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-0214e325-3755-446b-9f64-187be4bd33ef tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] Request body: {'security_group': {'name': 'default'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:07:52.239724 n-d-804985-2 neutron-server[106253]: WARNING neutron.api.v2.base [None req-0214e325-3755-446b-9f64-187be4bd33ef tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 18 12:07:52.240216 n-d-804985-2 neutron-server[106253]: INFO neutron.api.v2.resource [None req-0214e325-3755-446b-9f64-187be4bd33ef tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] create failed (client error): There was a conflict when trying to complete your request. Aug 18 12:07:52.241215 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-0214e325-3755-446b-9f64-187be4bd33ef tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3230147 Aug 18 12:07:52.245247 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 43356) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:07:52.263357 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-471aa3a6-491a-4b8f-85f0-fd9c36308f7e tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] Request body: {'security_group': {'name': 'tempest-secgroup--1022870446'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:07:52.337800 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-4fe140a8-9d70-4451-bb21-142111ccf0cd req-7cb89880-d026-4107-9c3e-6c965c9f6279 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:52.372650 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-471aa3a6-491a-4b8f-85f0-fd9c36308f7e tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:52.395443 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4c5bb351-9dc1-4b2f-b3c8-26ab972650ec None None] Notify callbacks [] for port, precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:52.397822 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4015bb86-cc97-4b47-a919-5235ba119ce3 req-54bf5576-48fd-41e0-b5de-c40aa0157048 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:52.405464 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4015bb86-cc97-4b47-a919-5235ba119ce3 req-54bf5576-48fd-41e0-b5de-c40aa0157048 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/ports?device_id=c468f260-aa8b-4a9b-a477-213e251d7cef HTTP/1.1" status: 200 len: 947 time: 0.1680665 Aug 18 12:07:52.405751 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-4c5bb351-9dc1-4b2f-b3c8-26ab972650ec None None] Transition to ACTIVE for port object acb333f5-bed3-447b-ae86-e9f0d69641d4 will not be triggered until provisioned by entity L2. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:07:52.426449 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-4c5bb351-9dc1-4b2f-b3c8-26ab972650ec None None] Transition to ACTIVE for port object acb333f5-bed3-447b-ae86-e9f0d69641d4 will not be triggered until provisioned by entity DHCP. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:07:52.434606 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-4fe140a8-9d70-4451-bb21-142111ccf0cd req-7cb89880-d026-4107-9c3e-6c965c9f6279 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:52.437087 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4c5bb351-9dc1-4b2f-b3c8-26ab972650ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547'] for port, after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:52.499133 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4fe140a8-9d70-4451-bb21-142111ccf0cd req-7cb89880-d026-4107-9c3e-6c965c9f6279 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Network f4b8d3d9-3617-4a41-8d50-7e0230977f6d is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:07:52.500602 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c5bb351-9dc1-4b2f-b3c8-26ab972650ec None None] Network fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d is already hosted by enough agents. {{(pid=106254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:07:52.504055 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [req-4fe140a8-9d70-4451-bb21-142111ccf0cd req-7cb89880-d026-4107-9c3e-6c965c9f6279 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:07:52.508380 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fe140a8-9d70-4451-bb21-142111ccf0cd req-7cb89880-d026-4107-9c3e-6c965c9f6279 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:07:52.514241 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.base_scheduler [None req-4c5bb351-9dc1-4b2f-b3c8-26ab972650ec None None] Resources bound (agent type, host, resource id): {{(pid=106254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:07:52.521017 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c5bb351-9dc1-4b2f-b3c8-26ab972650ec None None] Received port after_create {{(pid=106254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:07:52.525576 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5bb351-9dc1-4b2f-b3c8-26ab972650ec None None] Pushing event updated for resources: {'Port': ['ID=acb333f5-bed3-447b-ae86-e9f0d69641d4,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:07:52.607015 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe140a8-9d70-4451-bb21-142111ccf0cd req-7cb89880-d026-4107-9c3e-6c965c9f6279 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:52.607679 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-4fe140a8-9d70-4451-bb21-142111ccf0cd req-7cb89880-d026-4107-9c3e-6c965c9f6279 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:52.628656 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb89880-d026-4107-9c3e-6c965c9f6279 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Pushing event updated for resources: {'Port': ['ID=a77d70de-1b0d-48d1-aad0-15c166bc08c4,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:07:52.629291 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [None req-0e33c809-24b4-4d98-a23f-947822f1a6d0 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Allocated IP 2001:db8::a152:1444:211b:22a8 (fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d/72e807f8-0af5-483a-b224-a73823e38841/ab59ce5d-aa3e-475b-af2e-8663c2eac407) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:07:52.636240 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-4fe140a8-9d70-4451-bb21-142111ccf0cd req-7cb89880-d026-4107-9c3e-6c965c9f6279 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3047843 Aug 18 12:07:52.638852 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-4c5bb351-9dc1-4b2f-b3c8-26ab972650ec None None] Attempting to bind port acb333f5-bed3-447b-ae86-e9f0d69641d4 on host n-d-804985-2 for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:07:52.639200 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-4c5bb351-9dc1-4b2f-b3c8-26ab972650ec None None] Attempting to bind port acb333f5-bed3-447b-ae86-e9f0d69641d4 by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': '06b05a1e-7667-47a8-b2de-bb5e6a768e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:07:52.639835 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c5bb351-9dc1-4b2f-b3c8-26ab972650ec None None] Attempting to bind port acb333f5-bed3-447b-ae86-e9f0d69641d4 on network fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:07:52.647616 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c5bb351-9dc1-4b2f-b3c8-26ab972650ec None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 7, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:07:52.648402 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c5bb351-9dc1-4b2f-b3c8-26ab972650ec None None] Checking segment: {'id': '06b05a1e-7667-47a8-b2de-bb5e6a768e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:07:52.648988 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4c5bb351-9dc1-4b2f-b3c8-26ab972650ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:52.649528 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c5bb351-9dc1-4b2f-b3c8-26ab972650ec None None] Bound using segment: {'id': '06b05a1e-7667-47a8-b2de-bb5e6a768e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:07:52.650146 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-4c5bb351-9dc1-4b2f-b3c8-26ab972650ec None None] Bound port: acb333f5-bed3-447b-ae86-e9f0d69641d4, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06b05a1e-7667-47a8-b2de-bb5e6a768e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:07:52.651066 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4c5bb351-9dc1-4b2f-b3c8-26ab972650ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:52.668291 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [req-4fe140a8-9d70-4451-bb21-142111ccf0cd req-ae692485-550c-4faa-b1e0-c27ca29e79c0 service neutron] Request body: {'port': {'device_id': 'cb783dc5-d988-4b42-bd19-7c5d813c36a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804985-2'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:07:52.693322 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-471aa3a6-491a-4b8f-85f0-fd9c36308f7e tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:52.726897 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-4c5bb351-9dc1-4b2f-b3c8-26ab972650ec None None] For port acb333f5-bed3-447b-ae86-e9f0d69641d4, host n-d-804985-2, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:07:52.730738 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-4c5bb351-9dc1-4b2f-b3c8-26ab972650ec None None] For port acb333f5-bed3-447b-ae86-e9f0d69641d4, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=acb333f5-bed3-447b-ae86-e9f0d69641d4,segment=NetworkSegment(06b05a1e-7667-47a8-b2de-bb5e6a768e1b),segment_id=06b05a1e-7667-47a8-b2de-bb5e6a768e1b)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:07:52.752180 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4c5bb351-9dc1-4b2f-b3c8-26ab972650ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:52.774734 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-4fe140a8-9d70-4451-bb21-142111ccf0cd req-ae692485-550c-4faa-b1e0-c27ca29e79c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:52.843218 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5bb351-9dc1-4b2f-b3c8-26ab972650ec None None] Pushing event updated for resources: {'Port': ['ID=acb333f5-bed3-447b-ae86-e9f0d69641d4,revision_number=2']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:07:52.868210 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4015bb86-cc97-4b47-a919-5235ba119ce3 req-16cd9732-9db0-4c5f-8d51-05082f926c87 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f58845c-8a6f-4750-8ac0-66868223b345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4604638 Aug 18 12:07:52.914370 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5252a20-3b58-461e-ab0a-ad4163e4d1d9 req-2ceaf8ef-7bd0-4d2f-9e7d-2f38a74e3cbe tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:52.916086 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c5252a20-3b58-461e-ab0a-ad4163e4d1d9 req-2ceaf8ef-7bd0-4d2f-9e7d-2f38a74e3cbe tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb783dc5-d988-4b42-bd19-7c5d813c36a4 HTTP/1.1" status: 200 len: 932 time: 0.2196386 Aug 18 12:07:53.038657 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0e33c809-24b4-4d98-a23f-947822f1a6d0 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:53.050302 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c5252a20-3b58-461e-ab0a-ad4163e4d1d9 req-2e399f0c-f7ab-44d2-be09-9dc20079e387 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/security-groups?id=d60fbefd-5088-4718-a442-08959d2ac3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189337 Aug 18 12:07:53.071801 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [None req-0e33c809-24b4-4d98-a23f-947822f1a6d0 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Transition to ACTIVE for port object ab59ce5d-aa3e-475b-af2e-8663c2eac407 will not be triggered until provisioned by entity DHCP. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:07:53.123306 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-471aa3a6-491a-4b8f-85f0-fd9c36308f7e tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:53.141723 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-471aa3a6-491a-4b8f-85f0-fd9c36308f7e tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:53.156335 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [req-4fe140a8-9d70-4451-bb21-142111ccf0cd req-ae692485-550c-4faa-b1e0-c27ca29e79c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a77d70de-1b0d-48d1-aad0-15c166bc08c4 {{(pid=106253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:07:53.185157 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471aa3a6-491a-4b8f-85f0-fd9c36308f7e tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40715e5d-b16a-49b9-9282-7818367e7875,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:07:53.193260 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-4fe140a8-9d70-4451-bb21-142111ccf0cd req-ae692485-550c-4faa-b1e0-c27ca29e79c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:53.223919 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [req-4fe140a8-9d70-4451-bb21-142111ccf0cd req-ae692485-550c-4faa-b1e0-c27ca29e79c0 service neutron] Transition to ACTIVE for port object a77d70de-1b0d-48d1-aad0-15c166bc08c4 will not be triggered until provisioned by entity L2. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:07:53.228832 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0e33c809-24b4-4d98-a23f-947822f1a6d0 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:53.233013 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-4fe140a8-9d70-4451-bb21-142111ccf0cd req-ae692485-550c-4faa-b1e0-c27ca29e79c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:53.336617 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e33c809-24b4-4d98-a23f-947822f1a6d0 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Network fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:07:53.341286 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-0e33c809-24b4-4d98-a23f-947822f1a6d0 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:07:53.347645 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e33c809-24b4-4d98-a23f-947822f1a6d0 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:07:53.353752 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e33c809-24b4-4d98-a23f-947822f1a6d0 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:53.354535 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0e33c809-24b4-4d98-a23f-947822f1a6d0 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:53.358028 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae692485-550c-4faa-b1e0-c27ca29e79c0 service neutron] Pushing event updated for resources: {'Port': ['ID=a77d70de-1b0d-48d1-aad0-15c166bc08c4,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:07:53.394645 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device acb333f5-bed3-447b-ae86-e9f0d69641d4 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:07:53.406973 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-4fe140a8-9d70-4451-bb21-142111ccf0cd req-ae692485-550c-4faa-b1e0-c27ca29e79c0 service neutron] Attempting to bind port a77d70de-1b0d-48d1-aad0-15c166bc08c4 on host n-h1-804985-2 for vnic_type normal with profile {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:07:53.407314 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-4fe140a8-9d70-4451-bb21-142111ccf0cd req-ae692485-550c-4faa-b1e0-c27ca29e79c0 service neutron] Attempting to bind port a77d70de-1b0d-48d1-aad0-15c166bc08c4 by drivers openvswitch,hyperv on host n-h1-804985-2 at level 0 using segments [{'id': 'cad785f7-8854-4494-9369-5c8d15a44cef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'f4b8d3d9-3617-4a41-8d50-7e0230977f6d'}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:07:53.408058 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fe140a8-9d70-4451-bb21-142111ccf0cd req-ae692485-550c-4faa-b1e0-c27ca29e79c0 service neutron] Attempting to bind port a77d70de-1b0d-48d1-aad0-15c166bc08c4 on network f4b8d3d9-3617-4a41-8d50-7e0230977f6d {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:07:53.415851 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fe140a8-9d70-4451-bb21-142111ccf0cd req-ae692485-550c-4faa-b1e0-c27ca29e79c0 service neutron] Port a77d70de-1b0d-48d1-aad0-15c166bc08c4 on network f4b8d3d9-3617-4a41-8d50-7e0230977f6d not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-2 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:07:53.416226 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fe140a8-9d70-4451-bb21-142111ccf0cd req-ae692485-550c-4faa-b1e0-c27ca29e79c0 service neutron] Attempting to bind port a77d70de-1b0d-48d1-aad0-15c166bc08c4 on network f4b8d3d9-3617-4a41-8d50-7e0230977f6d {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:07:53.423602 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fe140a8-9d70-4451-bb21-142111ccf0cd req-ae692485-550c-4faa-b1e0-c27ca29e79c0 service neutron] Checking agent: {'id': 'a613417a-d085-492c-941a-59bb18c633d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 49, 6), 'started_at': datetime.datetime(2021, 8, 18, 11, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 7, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:07:53.424789 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fe140a8-9d70-4451-bb21-142111ccf0cd req-ae692485-550c-4faa-b1e0-c27ca29e79c0 service neutron] Checking segment: {'id': 'cad785f7-8854-4494-9369-5c8d15a44cef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'f4b8d3d9-3617-4a41-8d50-7e0230977f6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:07:53.425182 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fe140a8-9d70-4451-bb21-142111ccf0cd req-ae692485-550c-4faa-b1e0-c27ca29e79c0 service neutron] Bound using segment: {'id': 'cad785f7-8854-4494-9369-5c8d15a44cef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'f4b8d3d9-3617-4a41-8d50-7e0230977f6d'} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:07:53.426673 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-4fe140a8-9d70-4451-bb21-142111ccf0cd req-ae692485-550c-4faa-b1e0-c27ca29e79c0 service neutron] Bound port: a77d70de-1b0d-48d1-aad0-15c166bc08c4, host: n-h1-804985-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cad785f7-8854-4494-9369-5c8d15a44cef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'f4b8d3d9-3617-4a41-8d50-7e0230977f6d'}}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:07:53.427166 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-4fe140a8-9d70-4451-bb21-142111ccf0cd req-ae692485-550c-4faa-b1e0-c27ca29e79c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:53.439574 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e33c809-24b4-4d98-a23f-947822f1a6d0 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Pushing event updated for resources: {'Port': ['ID=ab59ce5d-aa3e-475b-af2e-8663c2eac407,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:07:53.477841 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c1f6dc-24e1-47a2-aa52-657c55e66ba4 req-90837e4e-42da-4830-9f08-238d9575d675 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:53.486424 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c1f6dc-24e1-47a2-aa52-657c55e66ba4 req-90837e4e-42da-4830-9f08-238d9575d675 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:53.493653 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c1f6dc-24e1-47a2-aa52-657c55e66ba4 req-90837e4e-42da-4830-9f08-238d9575d675 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:53.499308 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port acb333f5-bed3-447b-ae86-e9f0d69641d4 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:07:53.501771 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-4fe140a8-9d70-4451-bb21-142111ccf0cd req-ae692485-550c-4faa-b1e0-c27ca29e79c0 service neutron] For port a77d70de-1b0d-48d1-aad0-15c166bc08c4, host n-h1-804985-2, cleared binding levels {{(pid=106253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:07:53.507033 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c1f6dc-24e1-47a2-aa52-657c55e66ba4 req-90837e4e-42da-4830-9f08-238d9575d675 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:53.510018 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-4fe140a8-9d70-4451-bb21-142111ccf0cd req-ae692485-550c-4faa-b1e0-c27ca29e79c0 service neutron] For port a77d70de-1b0d-48d1-aad0-15c166bc08c4, host n-h1-804985-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=a77d70de-1b0d-48d1-aad0-15c166bc08c4,segment=NetworkSegment(cad785f7-8854-4494-9369-5c8d15a44cef),segment_id=cad785f7-8854-4494-9369-5c8d15a44cef)] {{(pid=106253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:07:53.513352 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c1f6dc-24e1-47a2-aa52-657c55e66ba4 req-90837e4e-42da-4830-9f08-238d9575d675 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:53.519428 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c1f6dc-24e1-47a2-aa52-657c55e66ba4 req-90837e4e-42da-4830-9f08-238d9575d675 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:53.520729 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-4fe140a8-9d70-4451-bb21-142111ccf0cd req-ae692485-550c-4faa-b1e0-c27ca29e79c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:53.531352 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c1f6dc-24e1-47a2-aa52-657c55e66ba4 req-90837e4e-42da-4830-9f08-238d9575d675 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:53.533535 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-89c1f6dc-24e1-47a2-aa52-657c55e66ba4 req-90837e4e-42da-4830-9f08-238d9575d675 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] 10.222.0.66 "GET /v2.0/ports?device_id=2cc02556-7c0a-4e9b-9a09-a272e5dfabdc HTTP/1.1" status: 200 len: 5423 time: 0.2768779 Aug 18 12:07:53.562131 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe140a8-9d70-4451-bb21-142111ccf0cd req-ae692485-550c-4faa-b1e0-c27ca29e79c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:53.563200 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-4fe140a8-9d70-4451-bb21-142111ccf0cd req-ae692485-550c-4faa-b1e0-c27ca29e79c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:53.564840 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-4fe140a8-9d70-4451-bb21-142111ccf0cd req-ae692485-550c-4faa-b1e0-c27ca29e79c0 service neutron] 10.222.0.63 "PUT /v2.0/ports/a77d70de-1b0d-48d1-aad0-15c166bc08c4 HTTP/1.1" status: 200 len: 1092 time: 0.9102974 Aug 18 12:07:53.565467 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb783dc5-d988-4b42-bd19-7c5d813c36a4', 'tag': 'a77d70de-1b0d-48d1-aad0-15c166bc08c4'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:07:53.568280 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0679f4c4b6e0e0c064a7d71d722dc30541a34fffee11680573be22ee2ffccc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e549b70f-a8af-45fd-901e-7a6989e07d74" -d '{"events": [{"name": "network-changed", "server_uuid": "cb783dc5-d988-4b42-bd19-7c5d813c36a4", "tag": "a77d70de-1b0d-48d1-aad0-15c166bc08c4"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:07:53.575799 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-471aa3a6-491a-4b8f-85f0-fd9c36308f7e tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:53.588572 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-471aa3a6-491a-4b8f-85f0-fd9c36308f7e tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:53.601229 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae692485-550c-4faa-b1e0-c27ca29e79c0 service neutron] Pushing event updated for resources: {'Port': ['ID=a77d70de-1b0d-48d1-aad0-15c166bc08c4,revision_number=3']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:07:53.627289 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471aa3a6-491a-4b8f-85f0-fd9c36308f7e tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10a6e660-cf3d-48c8-b40e-a9ebf80b4e8a,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:07:53.630468 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-0e33c809-24b4-4d98-a23f-947822f1a6d0 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.8072102 Aug 18 12:07:53.636255 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 43366) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:07:53.641763 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-e1a052f0-e707-48b8-9dda-06d713f7deec tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Request body: {'port': {'network_id': 'fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d', 'fixed_ips': [{'subnet_id': '72e807f8-0af5-483a-b224-a73823e38841', 'ip_address': '2001:db8::a152:1444:211b:22a8'}], 'name': 'tempest-NetworksTestDHCPv6-233158246'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:07:53.651256 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-89c1f6dc-24e1-47a2-aa52-657c55e66ba4 req-79c6e51e-18d4-4755-a83f-c37744f5bf0c tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] 10.222.0.66 "GET /v2.0/security-groups?id=9ed89c48-68fa-47c4-9ca6-08ae23ef0876&id=f288757b-df2a-4147-b6e9-81a127940c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1066782 Aug 18 12:07:53.675237 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:07:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19290178-145c-4ae5-bdba-1226072106d7 x-openstack-request-id: req-19290178-145c-4ae5-bdba-1226072106d7 {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:07:53.675583 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb783dc5-d988-4b42-bd19-7c5d813c36a4", "tag": "a77d70de-1b0d-48d1-aad0-15c166bc08c4", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:07:53.675825 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-19290178-145c-4ae5-bdba-1226072106d7 {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:07:53.676224 n-d-804985-2 neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb783dc5-d988-4b42-bd19-7c5d813c36a4', 'tag': 'a77d70de-1b0d-48d1-aad0-15c166bc08c4', 'status': 'completed', 'code': 200} Aug 18 12:07:53.681639 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe140a8-9d70-4451-bb21-142111ccf0cd req-dc23589c-f603-4a9e-83f8-b9885c413b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:53.683780 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-4fe140a8-9d70-4451-bb21-142111ccf0cd req-dc23589c-f603-4a9e-83f8-b9885c413b77 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=ba6220adeda54bd2ac551edffcfbfea2&device_id=cb783dc5-d988-4b42-bd19-7c5d813c36a4 HTTP/1.1" status: 200 len: 1095 time: 0.0751321 Aug 18 12:07:53.714481 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-471aa3a6-491a-4b8f-85f0-fd9c36308f7e tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:53.715767 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-471aa3a6-491a-4b8f-85f0-fd9c36308f7e tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.4694393 Aug 18 12:07:53.718646 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 43370) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:07:53.725268 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-80dc3910-dd63-4cf2-b105-db07cc447af1 tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] Request body: {'security_group_rule': {'security_group_id': '10a6e660-cf3d-48c8-b40e-a9ebf80b4e8a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:07:53.781225 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-500a1c61-38a7-4c23-a7ec-4631080af5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:53.800046 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-80dc3910-dd63-4cf2-b105-db07cc447af1 tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:53.812364 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-4fe140a8-9d70-4451-bb21-142111ccf0cd req-70986149-9708-4fc8-9c30-d2dcfc3b9d33 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a77d70de-1b0d-48d1-aad0-15c166bc08c4 HTTP/1.1" status: 200 len: 217 time: 0.1138501 Aug 18 12:07:53.882470 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1a052f0-e707-48b8-9dda-06d713f7deec tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Made reservation on behalf of 2a40b3bac30c4b9cb4cddbf9306b0469 for: {'port': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:07:53.887266 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e1a052f0-e707-48b8-9dda-06d713f7deec tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:53.908036 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe140a8-9d70-4451-bb21-142111ccf0cd req-4d99d525-3daa-4c51-9212-51522a366fed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:53.911342 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-4fe140a8-9d70-4451-bb21-142111ccf0cd req-4d99d525-3daa-4c51-9212-51522a366fed service neutron] 10.222.0.63 "GET /v2.0/subnets?id=d716ee29-e7a2-4fa3-97cc-7ab3c35181fa HTTP/1.1" status: 200 len: 851 time: 0.0893049 Aug 18 12:07:53.937950 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [None req-e1a052f0-e707-48b8-9dda-06d713f7deec tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] device_id is not set on port 43a998af-cbe0-42db-a990-a1680275b93c yet. {{(pid=106252) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 12:07:53.950686 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-80dc3910-dd63-4cf2-b105-db07cc447af1 tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:53.986642 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-4fe140a8-9d70-4451-bb21-142111ccf0cd req-5eae0201-7ef0-40cb-8360-127a62f19a59 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=f4b8d3d9-3617-4a41-8d50-7e0230977f6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0668824 Aug 18 12:07:54.093287 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-80dc3910-dd63-4cf2-b105-db07cc447af1 tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992607'] for security_group_rule, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:54.229364 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-4fe140a8-9d70-4451-bb21-142111ccf0cd req-b6d4f5e5-47b1-4a12-a8cf-5ca0b8d368dd service neutron] 10.222.0.63 "GET /v2.0/networks/f4b8d3d9-3617-4a41-8d50-7e0230977f6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2328265 Aug 18 12:07:54.256159 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dc3910-dd63-4cf2-b105-db07cc447af1 tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5476ca7b-c9f6-4f99-92ef-4230311831f9,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:07:54.359778 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-80dc3910-dd63-4cf2-b105-db07cc447af1 tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:54.365263 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 43386) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:07:54.370643 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-80dc3910-dd63-4cf2-b105-db07cc447af1 tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6411650 Aug 18 12:07:54.373536 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-919fa849-3982-4e8c-bc7e-dce80876155e tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] Request body: {'security_group_rule': {'security_group_id': '10a6e660-cf3d-48c8-b40e-a9ebf80b4e8a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:07:54.394358 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dedc9c-ddf7-4142-ac5b-1037801fe428 req-b5ff5d93-386c-45bf-9eb6-dfb9d28b208e tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:54.395959 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-91dedc9c-ddf7-4142-ac5b-1037801fe428 req-b5ff5d93-386c-45bf-9eb6-dfb9d28b208e tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/ports?device_id=c468f260-aa8b-4a9b-a477-213e251d7cef HTTP/1.1" status: 200 len: 947 time: 0.3720441 Aug 18 12:07:54.419827 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-731d130c-6139-4a76-9d66-1f7817bd7baa None None] Provisioning for port acb333f5-bed3-447b-ae86-e9f0d69641d4 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:07:54.425231 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-731d130c-6139-4a76-9d66-1f7817bd7baa None None] Provisioning complete for port acb333f5-bed3-447b-ae86-e9f0d69641d4 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:07:54.425883 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-731d130c-6139-4a76-9d66-1f7817bd7baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:54.430440 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-919fa849-3982-4e8c-bc7e-dce80876155e tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:54.438356 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-4fe140a8-9d70-4451-bb21-142111ccf0cd req-82f06951-e1b8-4c71-8ef0-e0dda56d65af service neutron] 10.222.0.63 "GET /v2.0/networks/f4b8d3d9-3617-4a41-8d50-7e0230977f6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1970992 Aug 18 12:07:54.492232 n-d-804985-2 neutron-server[106253]: INFO neutron.api.v2.resource [None req-919fa849-3982-4e8c-bc7e-dce80876155e tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] create failed (client error): There was a conflict when trying to complete your request. Aug 18 12:07:54.493804 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-919fa849-3982-4e8c-bc7e-dce80876155e tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1274891 Aug 18 12:07:54.502490 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 43388) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:07:54.535888 n-d-804985-2 neutron-server[106252]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1a052f0-e707-48b8-9dda-06d713f7deec tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] POST failed (client error): There was a conflict when trying to complete your request. Aug 18 12:07:54.536643 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1a052f0-e707-48b8-9dda-06d713f7deec tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=106252) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 12:07:54.582386 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b069d4-accd-4df0-9c7d-a43a7c605905 req-bf0abc4f-8c93-4727-8684-5ed3e1462050 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:54.584046 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a9b069d4-accd-4df0-9c7d-a43a7c605905 req-bf0abc4f-8c93-4727-8684-5ed3e1462050 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb783dc5-d988-4b42-bd19-7c5d813c36a4 HTTP/1.1" status: 200 len: 944 time: 0.3829768 Aug 18 12:07:54.628979 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-e1a052f0-e707-48b8-9dda-06d713f7deec tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.9889114 Aug 18 12:07:54.630058 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 43392) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:07:54.641486 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e549b70f-a8af-45fd-901e-7a6989e07d74 req-f5556e5d-f336-436b-a8e7-87697f610fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:54.643131 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-e549b70f-a8af-45fd-901e-7a6989e07d74 req-f5556e5d-f336-436b-a8e7-87697f610fc7 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=ba6220adeda54bd2ac551edffcfbfea2&device_id=cb783dc5-d988-4b42-bd19-7c5d813c36a4 HTTP/1.1" status: 200 len: 1095 time: 0.1396101 Aug 18 12:07:54.651982 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7a90746c-0c28-4ad3-8248-5c323047587f tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:54.654546 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a9b069d4-accd-4df0-9c7d-a43a7c605905 req-ce390d5b-0121-4931-9693-7de5d7057697 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/security-groups?id=d60fbefd-5088-4718-a442-08959d2ac3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608451 Aug 18 12:07:54.679010 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-91dedc9c-ddf7-4142-ac5b-1037801fe428 req-d814140c-b523-43b9-ae32-1e85a748cfbf tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f58845c-8a6f-4750-8ac0-66868223b345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1525340 Aug 18 12:07:54.759187 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-731d130c-6139-4a76-9d66-1f7817bd7baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:54.827237 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-731d130c-6139-4a76-9d66-1f7817bd7baa None None] For port acb333f5-bed3-447b-ae86-e9f0d69641d4, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=acb333f5-bed3-447b-ae86-e9f0d69641d4,segment=NetworkSegment(06b05a1e-7667-47a8-b2de-bb5e6a768e1b),segment_id=06b05a1e-7667-47a8-b2de-bb5e6a768e1b)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:07:54.837235 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-731d130c-6139-4a76-9d66-1f7817bd7baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:54.954465 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731d130c-6139-4a76-9d66-1f7817bd7baa None None] Pushing event updated for resources: {'Port': ['ID=acb333f5-bed3-447b-ae86-e9f0d69641d4,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:07:54.956267 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6af291-c3dc-4e3c-91b1-32da626e284a req-67b0743c-aa44-4e1a-98df-33b054082a30 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:54.963786 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-a28a93f4-43b0-4332-9bc8-88a6a70d7b40 None None] Could not find standard attr ID for object 2d77af6b-bbfe-4e25-8734-e61ea2c909ca. {{(pid=106254) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 18 12:07:54.969398 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6af291-c3dc-4e3c-91b1-32da626e284a req-67b0743c-aa44-4e1a-98df-33b054082a30 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:54.978103 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6af291-c3dc-4e3c-91b1-32da626e284a req-67b0743c-aa44-4e1a-98df-33b054082a30 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:54.984722 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6af291-c3dc-4e3c-91b1-32da626e284a req-67b0743c-aa44-4e1a-98df-33b054082a30 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:54.990892 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6af291-c3dc-4e3c-91b1-32da626e284a req-67b0743c-aa44-4e1a-98df-33b054082a30 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:55.016420 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6af291-c3dc-4e3c-91b1-32da626e284a req-67b0743c-aa44-4e1a-98df-33b054082a30 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:55.035944 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6af291-c3dc-4e3c-91b1-32da626e284a req-67b0743c-aa44-4e1a-98df-33b054082a30 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:55.051845 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ef6af291-c3dc-4e3c-91b1-32da626e284a req-67b0743c-aa44-4e1a-98df-33b054082a30 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] 10.222.0.66 "GET /v2.0/ports?device_id=2cc02556-7c0a-4e9b-9a09-a272e5dfabdc HTTP/1.1" status: 200 len: 5423 time: 0.2200069 Aug 18 12:07:55.079728 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-ec904bb4-9316-418d-8d6c-c705c8558b7f None None] Could not find standard attr ID for object 2672fdd8-e66e-4585-972d-abfd34e929fa. {{(pid=106254) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 18 12:07:55.161925 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ef6af291-c3dc-4e3c-91b1-32da626e284a req-61cbbb37-6324-4a63-b95c-666a77668f18 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] 10.222.0.66 "GET /v2.0/security-groups?id=9ed89c48-68fa-47c4-9ca6-08ae23ef0876&id=f288757b-df2a-4147-b6e9-81a127940c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1087787 Aug 18 12:07:55.280833 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device acb333f5-bed3-447b-ae86-e9f0d69641d4 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:07:55.383037 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port acb333f5-bed3-447b-ae86-e9f0d69641d4 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:07:55.383412 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:55.456410 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7a90746c-0c28-4ad3-8248-5c323047587f tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:55.530946 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e741433-a12b-4275-b551-f00826a756ac tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:55.537115 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e741433-a12b-4275-b551-f00826a756ac tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:55.542661 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-7e741433-a12b-4275-b551-f00826a756ac tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.9033380 Aug 18 12:07:55.547795 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 43402) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:07:55.559574 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e549b70f-a8af-45fd-901e-7a6989e07d74 req-b53f7c6a-a532-4e17-a16c-5f58453f22ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:55.561745 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-e549b70f-a8af-45fd-901e-7a6989e07d74 req-b53f7c6a-a532-4e17-a16c-5f58453f22ee service neutron] 10.222.0.63 "GET /v2.0/networks?id=f4b8d3d9-3617-4a41-8d50-7e0230977f6d HTTP/1.1" status: 200 len: 912 time: 0.8922429 Aug 18 12:07:55.603885 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-31ebfdaf-8e96-4375-b8a5-8968d4a61730 None None] Provisioning for port ab59ce5d-aa3e-475b-af2e-8663c2eac407 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:07:55.610320 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-31ebfdaf-8e96-4375-b8a5-8968d4a61730 None None] Provisioning complete for port ab59ce5d-aa3e-475b-af2e-8663c2eac407 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:07:55.610707 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-31ebfdaf-8e96-4375-b8a5-8968d4a61730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:55.631160 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d57971-4538-4ec3-852e-d70f78965a2c req-0fb6004b-1693-4345-a82f-26560ce830ba tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:55.645500 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d57971-4538-4ec3-852e-d70f78965a2c req-0fb6004b-1693-4345-a82f-26560ce830ba tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:55.649287 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-31ebfdaf-8e96-4375-b8a5-8968d4a61730 None None] Port ab59ce5d-aa3e-475b-af2e-8663c2eac407 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:07:55.657548 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d57971-4538-4ec3-852e-d70f78965a2c req-0fb6004b-1693-4345-a82f-26560ce830ba tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:55.664023 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d57971-4538-4ec3-852e-d70f78965a2c req-0fb6004b-1693-4345-a82f-26560ce830ba tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:55.670439 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d57971-4538-4ec3-852e-d70f78965a2c req-0fb6004b-1693-4345-a82f-26560ce830ba tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:55.676609 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d57971-4538-4ec3-852e-d70f78965a2c req-0fb6004b-1693-4345-a82f-26560ce830ba tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:55.701963 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-e549b70f-a8af-45fd-901e-7a6989e07d74 req-f6142ef1-a5e5-4404-9a74-e47a0a2c9b44 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a77d70de-1b0d-48d1-aad0-15c166bc08c4 HTTP/1.1" status: 200 len: 217 time: 0.1106308 Aug 18 12:07:55.712819 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d57971-4538-4ec3-852e-d70f78965a2c req-0fb6004b-1693-4345-a82f-26560ce830ba tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:55.731463 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7a90746c-0c28-4ad3-8248-5c323047587f tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:55.731655 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-98d57971-4538-4ec3-852e-d70f78965a2c req-0fb6004b-1693-4345-a82f-26560ce830ba tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] 10.222.0.66 "GET /v2.0/ports?device_id=20dd28f4-1df0-4a6b-8939-d21ca9c9b72a HTTP/1.1" status: 200 len: 5445 time: 0.2053001 Aug 18 12:07:55.740454 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7a90746c-0c28-4ad3-8248-5c323047587f tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:55.741886 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-7a90746c-0c28-4ad3-8248-5c323047587f tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] 10.222.0.66 "DELETE /v2.0/security-groups/10a6e660-cf3d-48c8-b40e-a9ebf80b4e8a HTTP/1.1" status: 204 len: 168 time: 1.2366610 Aug 18 12:07:55.749137 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 43408) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:07:55.816516 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a90746c-0c28-4ad3-8248-5c323047587f tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10a6e660-cf3d-48c8-b40e-a9ebf80b4e8a,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:07:55.845526 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-04a87b97-36d2-40ab-a240-de0efed3a2fc tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Deleting port ab59ce5d-aa3e-475b-af2e-8663c2eac407 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:07:55.845873 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-04a87b97-36d2-40ab-a240-de0efed3a2fc tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:55.852305 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e549b70f-a8af-45fd-901e-7a6989e07d74 req-cc5b1fe2-d1dc-417f-84e7-077e3a23b575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:55.853882 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-e549b70f-a8af-45fd-901e-7a6989e07d74 req-cc5b1fe2-d1dc-417f-84e7-077e3a23b575 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=d716ee29-e7a2-4fa3-97cc-7ab3c35181fa HTTP/1.1" status: 200 len: 851 time: 0.1438825 Aug 18 12:07:55.872693 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-98d57971-4538-4ec3-852e-d70f78965a2c req-d37a0a49-aa7f-4bcd-abf7-e4d184505d20 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] 10.222.0.66 "GET /v2.0/security-groups?id=62694ccf-8551-490d-8b70-5c6a44a53206&id=e100a5b2-e498-4091-84ac-a0da12aab123&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1336482 Aug 18 12:07:55.960451 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-e549b70f-a8af-45fd-901e-7a6989e07d74 req-3d4ea419-de56-4864-b020-d093d904ee3d service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=f4b8d3d9-3617-4a41-8d50-7e0230977f6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0900009 Aug 18 12:07:55.974424 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-52dcd7da-58ac-46fe-ad75-a37eeda84526 tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2205567 Aug 18 12:07:56.008582 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 43410) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:07:56.014021 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-501b5e57-2ae4-4c9b-b5a0-a2d56c506cb4 tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] Request body: {'security_group': {'name': 'tempest-secgroup--1613693097'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:07:56.034600 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd744727-c91c-4bb6-901b-0fd3b0baca83 req-8d8f89a0-e885-4f1d-89eb-d60878b00051 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:56.043932 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-cd744727-c91c-4bb6-901b-0fd3b0baca83 req-8d8f89a0-e885-4f1d-89eb-d60878b00051 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb783dc5-d988-4b42-bd19-7c5d813c36a4 HTTP/1.1" status: 200 len: 944 time: 0.2386272 Aug 18 12:07:56.089428 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-e549b70f-a8af-45fd-901e-7a6989e07d74 req-4cb692c0-f91a-4873-a67b-f2649074df35 service neutron] 10.222.0.63 "GET /v2.0/networks/f4b8d3d9-3617-4a41-8d50-7e0230977f6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155524 Aug 18 12:07:56.113227 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-501b5e57-2ae4-4c9b-b5a0-a2d56c506cb4 tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:56.142688 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd9ad71-9ba9-483a-a6e0-16868f2919a9 req-15778c64-8f6d-4748-b036-1b1acdbe28d7 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:56.150300 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9dd9ad71-9ba9-483a-a6e0-16868f2919a9 req-15778c64-8f6d-4748-b036-1b1acdbe28d7 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/ports?device_id=c468f260-aa8b-4a9b-a477-213e251d7cef HTTP/1.1" status: 200 len: 947 time: 0.1673584 Aug 18 12:07:56.183047 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-cd744727-c91c-4bb6-901b-0fd3b0baca83 req-9d504a30-7ee6-4abd-b714-0ea4cdcdc3bb tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/security-groups?id=d60fbefd-5088-4718-a442-08959d2ac3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381354 Aug 18 12:07:56.207383 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-04a87b97-36d2-40ab-a240-de0efed3a2fc tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:56.229749 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-04a87b97-36d2-40ab-a240-de0efed3a2fc tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Calling delete_port for ab59ce5d-aa3e-475b-af2e-8663c2eac407 owned by {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:07:56.318466 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9dd9ad71-9ba9-483a-a6e0-16868f2919a9 req-8bb175f7-3e7c-47f6-8d4f-cea9c7202a40 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f58845c-8a6f-4750-8ac0-66868223b345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1671665 Aug 18 12:07:56.338769 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-e549b70f-a8af-45fd-901e-7a6989e07d74 req-46a7bb2c-c4db-47e5-b905-08b9f33765af service neutron] 10.222.0.63 "GET /v2.0/networks/f4b8d3d9-3617-4a41-8d50-7e0230977f6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2332323 Aug 18 12:07:56.474787 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f667c7d9-322a-4158-832f-211017d10865 req-7aaa5f6e-c3e6-4209-8e38-bbd4e093f631 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:56.481958 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f667c7d9-322a-4158-832f-211017d10865 req-7aaa5f6e-c3e6-4209-8e38-bbd4e093f631 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:56.485344 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-04a87b97-36d2-40ab-a240-de0efed3a2fc tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:56.488022 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f667c7d9-322a-4158-832f-211017d10865 req-7aaa5f6e-c3e6-4209-8e38-bbd4e093f631 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:56.494119 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f667c7d9-322a-4158-832f-211017d10865 req-7aaa5f6e-c3e6-4209-8e38-bbd4e093f631 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:56.500026 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f667c7d9-322a-4158-832f-211017d10865 req-7aaa5f6e-c3e6-4209-8e38-bbd4e093f631 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:56.505951 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f667c7d9-322a-4158-832f-211017d10865 req-7aaa5f6e-c3e6-4209-8e38-bbd4e093f631 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:56.512005 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f667c7d9-322a-4158-832f-211017d10865 req-7aaa5f6e-c3e6-4209-8e38-bbd4e093f631 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:56.520339 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f667c7d9-322a-4158-832f-211017d10865 req-7aaa5f6e-c3e6-4209-8e38-bbd4e093f631 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] 10.222.0.66 "GET /v2.0/ports?device_id=2cc02556-7c0a-4e9b-9a09-a272e5dfabdc HTTP/1.1" status: 200 len: 5423 time: 0.1779735 Aug 18 12:07:56.555659 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a87b97-36d2-40ab-a240-de0efed3a2fc tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Pushing event deleted for resources: {'Port': ['ID=ab59ce5d-aa3e-475b-af2e-8663c2eac407,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:07:56.560257 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-501b5e57-2ae4-4c9b-b5a0-a2d56c506cb4 tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:56.569418 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-04a87b97-36d2-40ab-a240-de0efed3a2fc tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:56.572764 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-04a87b97-36d2-40ab-a240-de0efed3a2fc tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "DELETE /v2.0/ports/ab59ce5d-aa3e-475b-af2e-8663c2eac407 HTTP/1.1" status: 204 len: 168 time: 1.0233898 Aug 18 12:07:56.574967 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 43416) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:07:56.578566 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-501b5e57-2ae4-4c9b-b5a0-a2d56c506cb4 tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:56.618250 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501b5e57-2ae4-4c9b-b5a0-a2d56c506cb4 tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e749628e-bc36-4977-aa8b-af81682c7bc8,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:07:56.634481 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f667c7d9-322a-4158-832f-211017d10865 req-c323ac9c-e8fc-4a86-871e-0186541d0d1c tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] 10.222.0.66 "GET /v2.0/security-groups?id=9ed89c48-68fa-47c4-9ca6-08ae23ef0876&id=f288757b-df2a-4147-b6e9-81a127940c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1120272 Aug 18 12:07:56.652817 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-501b5e57-2ae4-4c9b-b5a0-a2d56c506cb4 tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:56.654548 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-501b5e57-2ae4-4c9b-b5a0-a2d56c506cb4 tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6441441 Aug 18 12:07:56.658306 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 43418) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:07:56.665653 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-71560bb3-decc-4594-84b5-77fc600c0b7d tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] Request body: {'security_group_rule': {'security_group_id': 'e749628e-bc36-4977-aa8b-af81682c7bc8', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:07:56.666941 n-d-804985-2 neutron-server[106252]: WARNING neutron.api.v2.base [None req-71560bb3-decc-4594-84b5-77fc600c0b7d tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 18 12:07:56.667614 n-d-804985-2 neutron-server[106252]: INFO neutron.api.v2.resource [None req-71560bb3-decc-4594-84b5-77fc600c0b7d tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 18 12:07:56.669030 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-71560bb3-decc-4594-84b5-77fc600c0b7d tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0096269 Aug 18 12:07:56.671802 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 43420) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:07:56.698611 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a92fea1-8fcb-4b5b-8504-4feb5067b889 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:56.701225 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a92fea1-8fcb-4b5b-8504-4feb5067b889 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:56.705335 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-7a92fea1-8fcb-4b5b-8504-4feb5067b889 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1266541 Aug 18 12:07:56.705893 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 43422) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:07:56.794740 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b94af140-410e-4872-a85b-b36c7d8b5f0f tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:56.808436 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_v2 [None req-582c0173-128a-4a8b-8f33-48aefba63cf7 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Deleting subnet 72e807f8-0af5-483a-b224-a73823e38841 {{(pid=106253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 12:07:56.812538 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-582c0173-128a-4a8b-8f33-48aefba63cf7 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks [] for subnet, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:56.817408 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 7f6b3812-445c-4afd-a44a-5114fb7ae290 details requested by agent hyperv_n-h2-804985-2 with host n-h2-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:07:56.827279 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327310d1-086e-40de-8606-72e34a836141 req-edf370cd-a711-4cfd-b2da-b0a53921aed5 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:56.839949 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327310d1-086e-40de-8606-72e34a836141 req-edf370cd-a711-4cfd-b2da-b0a53921aed5 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:56.850684 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327310d1-086e-40de-8606-72e34a836141 req-edf370cd-a711-4cfd-b2da-b0a53921aed5 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:56.860540 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327310d1-086e-40de-8606-72e34a836141 req-edf370cd-a711-4cfd-b2da-b0a53921aed5 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:56.871021 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327310d1-086e-40de-8606-72e34a836141 req-edf370cd-a711-4cfd-b2da-b0a53921aed5 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:56.883587 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327310d1-086e-40de-8606-72e34a836141 req-edf370cd-a711-4cfd-b2da-b0a53921aed5 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:56.893619 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327310d1-086e-40de-8606-72e34a836141 req-edf370cd-a711-4cfd-b2da-b0a53921aed5 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:56.895839 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-327310d1-086e-40de-8606-72e34a836141 req-edf370cd-a711-4cfd-b2da-b0a53921aed5 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] 10.222.0.62 "GET /v2.0/ports?device_id=20dd28f4-1df0-4a6b-8939-d21ca9c9b72a HTTP/1.1" status: 200 len: 5445 time: 0.1711409 Aug 18 12:07:56.912932 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b94af140-410e-4872-a85b-b36c7d8b5f0f tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:56.928453 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-582c0173-128a-4a8b-8f33-48aefba63cf7 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902229'] for subnet, precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:56.982986 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b94af140-410e-4872-a85b-b36c7d8b5f0f tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:56.989145 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b94af140-410e-4872-a85b-b36c7d8b5f0f tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:56.990272 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-b94af140-410e-4872-a85b-b36c7d8b5f0f tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] 10.222.0.66 "DELETE /v2.0/security-groups/e749628e-bc36-4977-aa8b-af81682c7bc8 HTTP/1.1" status: 204 len: 168 time: 0.3175592 Aug 18 12:07:57.059588 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 43426) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:07:57.077969 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port 7f6b3812-445c-4afd-a44a-5114fb7ae290, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=7f6b3812-445c-4afd-a44a-5114fb7ae290,segment=NetworkSegment(926df150-8e3a-4382-95d3-bc82a1fd69e4),segment_id=926df150-8e3a-4382-95d3-bc82a1fd69e4)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:07:57.101409 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94af140-410e-4872-a85b-b36c7d8b5f0f tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e749628e-bc36-4977-aa8b-af81682c7bc8,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:07:57.104255 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Returning: {'device': '7f6b3812-445c-4afd-a44a-5114fb7ae290', 'network_id': '2212f13b-fd75-4d1b-969c-01d56f351ced', 'port_id': '7f6b3812-445c-4afd-a44a-5114fb7ae290', 'mac_address': 'fa:16:3e:68:07:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 840, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6d6e2ca-0ac3-47a3-8cbf-b12d0d7c45be', 'ip_address': '10.1.1.241'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:07:57.132115 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327310d1-086e-40de-8606-72e34a836141 req-38c24e8e-dc7c-4930-9f5c-e136611925be tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:57.133612 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-327310d1-086e-40de-8606-72e34a836141 req-38c24e8e-dc7c-4930-9f5c-e136611925be tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] 10.222.0.62 "GET /v2.0/ports/5a278cb9-466e-4c4b-b4ac-6b258caa7c8a?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1649308 Aug 18 12:07:57.165473 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:57.181958 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f6b3812-445c-4afd-a44a-5114fb7ae290 {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:07:57.189695 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-582c0173-128a-4a8b-8f33-48aefba63cf7 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:57.220828 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device a77d70de-1b0d-48d1-aad0-15c166bc08c4 details requested by agent hyperv_n-h1-804985-2 with host n-h1-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:07:57.228654 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port 7f6b3812-445c-4afd-a44a-5114fb7ae290, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=7f6b3812-445c-4afd-a44a-5114fb7ae290,segment=NetworkSegment(926df150-8e3a-4382-95d3-bc82a1fd69e4),segment_id=926df150-8e3a-4382-95d3-bc82a1fd69e4)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:07:57.280358 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-327310d1-086e-40de-8606-72e34a836141 req-9dcf5a06-deae-4655-954b-8ca2375f5bd1 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] 10.222.0.62 "GET /v2.0/networks/14664a63-22d6-4bc0-8290-849b20369b1b?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1249886 Aug 18 12:07:57.301949 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-327310d1-086e-40de-8606-72e34a836141 req-550165f6-d71c-4495-92e9-e1c5ba25d4fa service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:07:57.323132 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec1e552-bed4-4591-8566-660af619edaa req-29b942bd-f73e-4a83-97f9-ea3b9c47ac86 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:57.329221 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec1e552-bed4-4591-8566-660af619edaa req-29b942bd-f73e-4a83-97f9-ea3b9c47ac86 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:57.335856 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec1e552-bed4-4591-8566-660af619edaa req-29b942bd-f73e-4a83-97f9-ea3b9c47ac86 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:57.336252 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port a77d70de-1b0d-48d1-aad0-15c166bc08c4, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=a77d70de-1b0d-48d1-aad0-15c166bc08c4,segment=NetworkSegment(cad785f7-8854-4494-9369-5c8d15a44cef),segment_id=cad785f7-8854-4494-9369-5c8d15a44cef)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:07:57.341972 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec1e552-bed4-4591-8566-660af619edaa req-29b942bd-f73e-4a83-97f9-ea3b9c47ac86 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:57.348202 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Returning: {'device': 'a77d70de-1b0d-48d1-aad0-15c166bc08c4', 'network_id': 'f4b8d3d9-3617-4a41-8d50-7e0230977f6d', 'port_id': 'a77d70de-1b0d-48d1-aad0-15c166bc08c4', 'mac_address': 'fa:16:3e:47:14:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 831, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd716ee29-e7a2-4fa3-97cc-7ab3c35181fa', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:07:57.348508 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec1e552-bed4-4591-8566-660af619edaa req-29b942bd-f73e-4a83-97f9-ea3b9c47ac86 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:57.351548 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:57.352205 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device de89d536-372a-40f0-95d4-ece86e26ad02 details requested by agent hyperv_n-h2-804985-2 with host n-h2-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:07:57.355184 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec1e552-bed4-4591-8566-660af619edaa req-29b942bd-f73e-4a83-97f9-ea3b9c47ac86 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:57.361265 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec1e552-bed4-4591-8566-660af619edaa req-29b942bd-f73e-4a83-97f9-ea3b9c47ac86 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:57.363666 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4ec1e552-bed4-4591-8566-660af619edaa req-29b942bd-f73e-4a83-97f9-ea3b9c47ac86 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] 10.222.0.66 "GET /v2.0/ports?device_id=20dd28f4-1df0-4a6b-8939-d21ca9c9b72a HTTP/1.1" status: 200 len: 5445 time: 0.3722360 Aug 18 12:07:57.401536 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=7f6b3812-445c-4afd-a44a-5114fb7ae290,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:07:57.403542 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-582c0173-128a-4a8b-8f33-48aefba63cf7 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58902171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59388106'] for subnet, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:57.437700 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-27c5b9e5-788a-4dad-ac83-8d38fc2c52d0 tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3690448 Aug 18 12:07:57.443052 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 43434) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:07:57.448205 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:57.457822 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582c0173-128a-4a8b-8f33-48aefba63cf7 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Pushing event deleted for resources: {'Subnet': ['ID=72e807f8-0af5-483a-b224-a73823e38841,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:07:57.470576 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-78a3b160-52d2-43cb-87df-eca82f18f037 tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] Request body: {'security_group': {'name': 'tempest-secgroup--2019164496'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:07:57.470813 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a77d70de-1b0d-48d1-aad0-15c166bc08c4 {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:07:57.472783 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-582c0173-128a-4a8b-8f33-48aefba63cf7 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:57.474955 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-582c0173-128a-4a8b-8f33-48aefba63cf7 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "DELETE /v2.0/subnets/72e807f8-0af5-483a-b224-a73823e38841 HTTP/1.1" status: 204 len: 168 time: 0.7680223 Aug 18 12:07:57.479069 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 43438) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:07:57.490410 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c43d954d-91ba-499a-bf88-9728b1b6a347 None None] Network fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:07:57.583474 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 43440) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:07:57.584031 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-fe9fc953-86af-4a4a-9271-d1d9b8fdb750 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0982232 Aug 18 12:07:57.591075 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4ec1e552-bed4-4591-8566-660af619edaa req-5701ac89-1345-427c-9227-1100fc1c050a tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] 10.222.0.66 "GET /v2.0/security-groups?id=62694ccf-8551-490d-8b70-5c6a44a53206&id=e100a5b2-e498-4091-84ac-a0da12aab123&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2012250 Aug 18 12:07:57.597842 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-17edc976-4d76-4d10-aad2-1c56047fe0a6 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Request body: {'subnet': {'network_id': 'fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:07:57.883966 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port de89d536-372a-40f0-95d4-ece86e26ad02, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=de89d536-372a-40f0-95d4-ece86e26ad02,segment=NetworkSegment(5f199d18-44fc-47f7-ab25-3deacf829e99),segment_id=5f199d18-44fc-47f7-ab25-3deacf829e99)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:07:57.920177 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Returning: {'device': 'de89d536-372a-40f0-95d4-ece86e26ad02', 'network_id': 'b4c3ca6c-0ea6-41d9-a4f2-6163ca8a35bc', 'port_id': 'de89d536-372a-40f0-95d4-ece86e26ad02', 'mac_address': 'fa:16:3e:b4:95:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 846, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f75dd902-4c34-4253-86a2-bc437c5b9dc4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:07:57.924155 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port a77d70de-1b0d-48d1-aad0-15c166bc08c4, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=a77d70de-1b0d-48d1-aad0-15c166bc08c4,segment=NetworkSegment(cad785f7-8854-4494-9369-5c8d15a44cef),segment_id=cad785f7-8854-4494-9369-5c8d15a44cef)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:07:57.952536 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:58.008226 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=a77d70de-1b0d-48d1-aad0-15c166bc08c4,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:07:58.059947 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:58.078746 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de89d536-372a-40f0-95d4-ece86e26ad02 {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:07:58.113574 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-78a3b160-52d2-43cb-87df-eca82f18f037 tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:58.117357 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-327310d1-086e-40de-8606-72e34a836141 req-550165f6-d71c-4495-92e9-e1c5ba25d4fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:58.134466 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port de89d536-372a-40f0-95d4-ece86e26ad02, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=de89d536-372a-40f0-95d4-ece86e26ad02,segment=NetworkSegment(5f199d18-44fc-47f7-ab25-3deacf829e99),segment_id=5f199d18-44fc-47f7-ab25-3deacf829e99)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:07:58.160430 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:58.161155 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 8d12b24c-fdf8-4b6d-8d6e-bdd4c5941e08 details requested by agent hyperv_n-h2-804985-2 with host n-h2-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:07:58.176328 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8018e45-aee0-4f3f-852e-06236147c578 req-b70fa67e-b411-4d53-9150-b464c40bcc1d tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:58.178303 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b8018e45-aee0-4f3f-852e-06236147c578 req-b70fa67e-b411-4d53-9150-b464c40bcc1d tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb783dc5-d988-4b42-bd19-7c5d813c36a4 HTTP/1.1" status: 200 len: 944 time: 0.8137090 Aug 18 12:07:58.237298 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=de89d536-372a-40f0-95d4-ece86e26ad02,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:07:58.240374 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb9d2ca0-b410-478f-a493-2905997f16bb None None] DHCP port deletion for fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d request from n-d-804985-2 {{(pid=106254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 12:07:58.242864 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] get_ports_and_sgs() called for port_ids ['a77d70de-1b0d-48d1-aad0-15c166bc08c4'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:07:58.325493 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7104f37-53f5-4c87-9977-62b01b6da508 req-e13b287f-83fc-4f58-ac92-fb0456d2a6f8 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:58.327210 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b7104f37-53f5-4c87-9977-62b01b6da508 req-e13b287f-83fc-4f58-ac92-fb0456d2a6f8 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/ports?device_id=c468f260-aa8b-4a9b-a477-213e251d7cef HTTP/1.1" status: 200 len: 947 time: 0.2266223 Aug 18 12:07:58.334421 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17edc976-4d76-4d10-aad2-1c56047fe0a6 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Made reservation on behalf of 2a40b3bac30c4b9cb4cddbf9306b0469 for: {'subnet': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:07:58.338192 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-17edc976-4d76-4d10-aad2-1c56047fe0a6 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59074089'] for subnet, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:58.391090 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b8018e45-aee0-4f3f-852e-06236147c578 req-08cac94f-ae5b-4f51-93fa-808def149cad tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/security-groups?id=d60fbefd-5088-4718-a442-08959d2ac3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021716 Aug 18 12:07:58.590795 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b7104f37-53f5-4c87-9977-62b01b6da508 req-048aaa00-f6ab-4ad8-87d4-03aed9fce4f0 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f58845c-8a6f-4750-8ac0-66868223b345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2427542 Aug 18 12:07:58.638038 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.db.resource_extend [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 18 12:07:58.663905 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port 8d12b24c-fdf8-4b6d-8d6e-bdd4c5941e08, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=8d12b24c-fdf8-4b6d-8d6e-bdd4c5941e08,segment=NetworkSegment(926df150-8e3a-4382-95d3-bc82a1fd69e4),segment_id=926df150-8e3a-4382-95d3-bc82a1fd69e4)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:07:58.684826 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Returning: {'device': '8d12b24c-fdf8-4b6d-8d6e-bdd4c5941e08', 'network_id': '2212f13b-fd75-4d1b-969c-01d56f351ced', 'port_id': '8d12b24c-fdf8-4b6d-8d6e-bdd4c5941e08', 'mac_address': 'fa:16:3e:82:27:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 840, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6d6e2ca-0ac3-47a3-8cbf-b12d0d7c45be', 'ip_address': '10.1.1.157'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:07:58.742172 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267e88f7-a1e2-4269-aeee-2676d71fa950 req-52b9b074-13fd-4113-97c3-ace3a202f242 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:58.748767 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267e88f7-a1e2-4269-aeee-2676d71fa950 req-52b9b074-13fd-4113-97c3-ace3a202f242 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:58.754768 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267e88f7-a1e2-4269-aeee-2676d71fa950 req-52b9b074-13fd-4113-97c3-ace3a202f242 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:58.766719 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267e88f7-a1e2-4269-aeee-2676d71fa950 req-52b9b074-13fd-4113-97c3-ace3a202f242 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:58.775079 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267e88f7-a1e2-4269-aeee-2676d71fa950 req-52b9b074-13fd-4113-97c3-ace3a202f242 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:58.795645 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267e88f7-a1e2-4269-aeee-2676d71fa950 req-52b9b074-13fd-4113-97c3-ace3a202f242 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:58.806788 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-fb9d2ca0-b410-478f-a493-2905997f16bb None None] Deleting port acb333f5-bed3-447b-ae86-e9f0d69641d4 {{(pid=106254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:07:58.807787 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-fb9d2ca0-b410-478f-a493-2905997f16bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:58.846755 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267e88f7-a1e2-4269-aeee-2676d71fa950 req-52b9b074-13fd-4113-97c3-ace3a202f242 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:58.865474 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-267e88f7-a1e2-4269-aeee-2676d71fa950 req-52b9b074-13fd-4113-97c3-ace3a202f242 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] 10.222.0.66 "GET /v2.0/ports?device_id=2cc02556-7c0a-4e9b-9a09-a272e5dfabdc HTTP/1.1" status: 200 len: 5425 time: 0.2912233 Aug 18 12:07:59.030751 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-267e88f7-a1e2-4269-aeee-2676d71fa950 req-c78729ff-65ff-4b51-8213-1d05e7d02046 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] 10.222.0.66 "GET /v2.0/security-groups?id=9ed89c48-68fa-47c4-9ca6-08ae23ef0876&id=f288757b-df2a-4147-b6e9-81a127940c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1188006 Aug 18 12:07:59.039141 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:59.098085 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d12b24c-fdf8-4b6d-8d6e-bdd4c5941e08 {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:07:59.129126 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-78a3b160-52d2-43cb-87df-eca82f18f037 tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:59.149150 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-fb9d2ca0-b410-478f-a493-2905997f16bb None None] For port acb333f5-bed3-447b-ae86-e9f0d69641d4, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=acb333f5-bed3-447b-ae86-e9f0d69641d4,segment=NetworkSegment(06b05a1e-7667-47a8-b2de-bb5e6a768e1b),segment_id=06b05a1e-7667-47a8-b2de-bb5e6a768e1b)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:07:59.149150 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-fb9d2ca0-b410-478f-a493-2905997f16bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:59.216290 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port 8d12b24c-fdf8-4b6d-8d6e-bdd4c5941e08, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=8d12b24c-fdf8-4b6d-8d6e-bdd4c5941e08,segment=NetworkSegment(926df150-8e3a-4382-95d3-bc82a1fd69e4),segment_id=926df150-8e3a-4382-95d3-bc82a1fd69e4)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:07:59.223259 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device acb333f5-bed3-447b-ae86-e9f0d69641d4 no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:07:59.228130 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-fb9d2ca0-b410-478f-a493-2905997f16bb None None] Calling delete_port for acb333f5-bed3-447b-ae86-e9f0d69641d4 owned by network:dhcp {{(pid=106254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:07:59.235951 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08e89d8-773a-4766-b85b-b2d1063bfd0d req-9c344486-36f1-4769-a558-0494fc541657 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:59.243521 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08e89d8-773a-4766-b85b-b2d1063bfd0d req-9c344486-36f1-4769-a558-0494fc541657 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:59.250002 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08e89d8-773a-4766-b85b-b2d1063bfd0d req-9c344486-36f1-4769-a558-0494fc541657 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:59.251453 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:59.252129 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 0800d992-3baf-4f75-8477-d82c2df6cfbf details requested by agent hyperv_n-h2-804985-2 with host n-h2-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:07:59.256513 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08e89d8-773a-4766-b85b-b2d1063bfd0d req-9c344486-36f1-4769-a558-0494fc541657 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:59.262755 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08e89d8-773a-4766-b85b-b2d1063bfd0d req-9c344486-36f1-4769-a558-0494fc541657 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:59.268774 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08e89d8-773a-4766-b85b-b2d1063bfd0d req-9c344486-36f1-4769-a558-0494fc541657 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:59.276989 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08e89d8-773a-4766-b85b-b2d1063bfd0d req-9c344486-36f1-4769-a558-0494fc541657 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:59.279005 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d08e89d8-773a-4766-b85b-b2d1063bfd0d req-9c344486-36f1-4769-a558-0494fc541657 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] 10.222.0.66 "GET /v2.0/ports?device_id=20dd28f4-1df0-4a6b-8939-d21ca9c9b72a HTTP/1.1" status: 200 len: 5445 time: 0.4106662 Aug 18 12:07:59.279786 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-78a3b160-52d2-43cb-87df-eca82f18f037 tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:59.353957 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d08e89d8-773a-4766-b85b-b2d1063bfd0d req-67fd153c-d014-4737-a7df-26f45dcf89f9 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] 10.222.0.66 "GET /v2.0/security-groups?id=62694ccf-8551-490d-8b70-5c6a44a53206&id=e100a5b2-e498-4091-84ac-a0da12aab123&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0630572 Aug 18 12:07:59.366260 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-327310d1-086e-40de-8606-72e34a836141 req-550165f6-d71c-4495-92e9-e1c5ba25d4fa service neutron] For port 5a278cb9-466e-4c4b-b4ac-6b258caa7c8a, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=5a278cb9-466e-4c4b-b4ac-6b258caa7c8a,segment=NetworkSegment(df8c2716-4c05-4e71-858a-1ca678e85c74),segment_id=df8c2716-4c05-4e71-858a-1ca678e85c74)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:07:59.394226 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-78a3b160-52d2-43cb-87df-eca82f18f037 tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:59.397331 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-78a3b160-52d2-43cb-87df-eca82f18f037 tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.9312196 Aug 18 12:07:59.399802 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 43458) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:07:59.406378 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-e3300ee1-b6c7-4afa-a1c6-b94fa8e2404c tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] Request body: {'security_group_rule': {'security_group_id': '14a060cc-e413-4c14-90af-bfc3601d8028', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:07:59.407356 n-d-804985-2 neutron-server[106253]: WARNING neutron.api.v2.base [None req-e3300ee1-b6c7-4afa-a1c6-b94fa8e2404c tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 18 12:07:59.407843 n-d-804985-2 neutron-server[106253]: INFO neutron.api.v2.resource [None req-e3300ee1-b6c7-4afa-a1c6-b94fa8e2404c tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 18 12:07:59.411384 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-e3300ee1-b6c7-4afa-a1c6-b94fa8e2404c tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0068102 Aug 18 12:07:59.412414 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 43460) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:07:59.415437 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=8d12b24c-fdf8-4b6d-8d6e-bdd4c5941e08,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:07:59.432237 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a3b160-52d2-43cb-87df-eca82f18f037 tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14a060cc-e413-4c14-90af-bfc3601d8028,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:07:59.465332 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port 0800d992-3baf-4f75-8477-d82c2df6cfbf, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=0800d992-3baf-4f75-8477-d82c2df6cfbf,segment=NetworkSegment(926df150-8e3a-4382-95d3-bc82a1fd69e4),segment_id=926df150-8e3a-4382-95d3-bc82a1fd69e4)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:07:59.522139 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-327310d1-086e-40de-8606-72e34a836141 req-550165f6-d71c-4495-92e9-e1c5ba25d4fa service neutron] For port 5a278cb9-466e-4c4b-b4ac-6b258caa7c8a, host n-h2-804985-2, cleared binding levels {{(pid=106252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:07:59.527373 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-79a642bd-2bca-4f15-bbed-ec0db0c18143 tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:59.536072 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Returning: {'device': '0800d992-3baf-4f75-8477-d82c2df6cfbf', 'network_id': '2212f13b-fd75-4d1b-969c-01d56f351ced', 'port_id': '0800d992-3baf-4f75-8477-d82c2df6cfbf', 'mac_address': 'fa:16:3e:7d:53:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 840, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6d6e2ca-0ac3-47a3-8cbf-b12d0d7c45be', 'ip_address': '10.1.1.123'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:07:59.542915 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:59.586935 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [req-327310d1-086e-40de-8606-72e34a836141 req-550165f6-d71c-4495-92e9-e1c5ba25d4fa service neutron] device_id is not set on port 5a278cb9-466e-4c4b-b4ac-6b258caa7c8a yet. {{(pid=106252) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 12:07:59.594197 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-79a642bd-2bca-4f15-bbed-ec0db0c18143 tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:59.595074 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-fb9d2ca0-b410-478f-a493-2905997f16bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556'] for port, after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:59.598563 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-17edc976-4d76-4d10-aad2-1c56047fe0a6 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3572913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59074111'] for subnet, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:59.621050 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb9d2ca0-b410-478f-a493-2905997f16bb None None] No DVR routers for this DVR port acb333f5-bed3-447b-ae86-e9f0d69641d4 on host n-d-804985-2 {{(pid=106254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:07:59.623332 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-327310d1-086e-40de-8606-72e34a836141 req-550165f6-d71c-4495-92e9-e1c5ba25d4fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:59.644463 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:59.649964 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9d2ca0-b410-478f-a493-2905997f16bb None None] Pushing event deleted for resources: {'Port': ['ID=acb333f5-bed3-447b-ae86-e9f0d69641d4,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:07:59.696542 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-79a642bd-2bca-4f15-bbed-ec0db0c18143 tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:59.697814 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0800d992-3baf-4f75-8477-d82c2df6cfbf {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:07:59.699579 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-79a642bd-2bca-4f15-bbed-ec0db0c18143 tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:59.702940 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-79a642bd-2bca-4f15-bbed-ec0db0c18143 tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] 10.222.0.66 "DELETE /v2.0/security-groups/14a060cc-e413-4c14-90af-bfc3601d8028 HTTP/1.1" status: 204 len: 168 time: 0.2867925 Aug 18 12:07:59.704452 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 43466) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:07:59.731805 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port 0800d992-3baf-4f75-8477-d82c2df6cfbf, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=0800d992-3baf-4f75-8477-d82c2df6cfbf,segment=NetworkSegment(926df150-8e3a-4382-95d3-bc82a1fd69e4),segment_id=926df150-8e3a-4382-95d3-bc82a1fd69e4)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:07:59.743270 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a642bd-2bca-4f15-bbed-ec0db0c18143 tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14a060cc-e413-4c14-90af-bfc3601d8028,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:07:59.743944 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:59.752371 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17edc976-4d76-4d10-aad2-1c56047fe0a6 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Pushing event updated for resources: {'Subnet': ['ID=a143507b-62e0-4042-ba17-49955d0fa422,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:07:59.754838 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-327310d1-086e-40de-8606-72e34a836141 req-550165f6-d71c-4495-92e9-e1c5ba25d4fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:59.779838 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17edc976-4d76-4d10-aad2-1c56047fe0a6 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Network fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:07:59.801990 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-17edc976-4d76-4d10-aad2-1c56047fe0a6 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:07:59.806876 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-fd243e8f-d3ee-4210-87f1-6d13e2b5a67b tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0968640 Aug 18 12:07:59.807283 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 43468) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:07:59.810468 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17edc976-4d76-4d10-aad2-1c56047fe0a6 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:59.811295 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-17edc976-4d76-4d10-aad2-1c56047fe0a6 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for subnet, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:59.812762 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device ade7379f-b75b-4a6b-95bb-ab4ecbe29d42 details requested by agent hyperv_n-h2-804985-2 with host n-h2-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:07:59.813130 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-2482be78-0157-46cf-b767-2286f7bb79f1 tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] Request body: {'security_group': {'name': 'tempest-secgroup--1553860393'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:07:59.820108 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=0800d992-3baf-4f75-8477-d82c2df6cfbf,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:07:59.839396 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-189a66cb-1d0e-47ae-8794-923b8a73f1b9 None None] Network fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:07:59.875841 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2482be78-0157-46cf-b767-2286f7bb79f1 tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:07:59.905138 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-327310d1-086e-40de-8606-72e34a836141 req-550165f6-d71c-4495-92e9-e1c5ba25d4fa service neutron] No DVR routers for this DVR port 5a278cb9-466e-4c4b-b4ac-6b258caa7c8a on host n-h2-804985-2 {{(pid=106252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:07:59.964334 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7385ca-4fa3-4789-b6a6-a4208f88a2f8 req-47d937fe-c780-4c0e-a133-4b470f571b73 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:07:59.966913 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6c7385ca-4fa3-4789-b6a6-a4208f88a2f8 req-47d937fe-c780-4c0e-a133-4b470f571b73 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb783dc5-d988-4b42-bd19-7c5d813c36a4 HTTP/1.1" status: 200 len: 945 time: 0.3653266 Aug 18 12:07:59.973616 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-17edc976-4d76-4d10-aad2-1c56047fe0a6 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.3809621 Aug 18 12:07:59.978009 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 43470) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:07:59.985518 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-96ba6319-0112-468f-9e8a-4afe79870044 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Request body: {'port': {'network_id': 'fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d', 'fixed_ips': [{'subnet_id': 'a143507b-62e0-4042-ba17-49955d0fa422', 'ip_address': '2001:db8:0:1::7'}], 'name': 'tempest-NetworksTestDHCPv6-1970493508'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:08:00.094240 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6c7385ca-4fa3-4789-b6a6-a4208f88a2f8 req-321c6658-3dc4-4e54-b305-0c8ad207ca55 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/security-groups?id=d60fbefd-5088-4718-a442-08959d2ac3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190948 Aug 18 12:08:00.141303 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35722a5b-61f4-417c-858f-5677f3dccac2 req-98b8c595-ad55-44f8-96ec-66aba86a44b9 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:00.142914 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-35722a5b-61f4-417c-858f-5677f3dccac2 req-98b8c595-ad55-44f8-96ec-66aba86a44b9 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/ports?device_id=c468f260-aa8b-4a9b-a477-213e251d7cef HTTP/1.1" status: 200 len: 947 time: 0.3607018 Aug 18 12:08:00.143599 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550165f6-d71c-4495-92e9-e1c5ba25d4fa service neutron] Pushing event updated for resources: {'Port': ['ID=5a278cb9-466e-4c4b-b4ac-6b258caa7c8a,revision_number=6']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:08:00.162454 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] get_ports_and_sgs() called for port_ids ['7f6b3812-445c-4afd-a44a-5114fb7ae290'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:08:00.174073 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] get_ports_and_sgs() called for port_ids ['8d12b24c-fdf8-4b6d-8d6e-bdd4c5941e08'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:08:00.193880 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-327310d1-086e-40de-8606-72e34a836141 req-550165f6-d71c-4495-92e9-e1c5ba25d4fa service neutron] In _notify_port_updated(), no bound segment for port 5a278cb9-466e-4c4b-b4ac-6b258caa7c8a on network 14664a63-22d6-4bc0-8290-849b20369b1b {{(pid=106252) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 18 12:08:00.194794 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327310d1-086e-40de-8606-72e34a836141 req-550165f6-d71c-4495-92e9-e1c5ba25d4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:00.195449 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-327310d1-086e-40de-8606-72e34a836141 req-550165f6-d71c-4495-92e9-e1c5ba25d4fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:00.216973 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-327310d1-086e-40de-8606-72e34a836141 req-550165f6-d71c-4495-92e9-e1c5ba25d4fa service neutron] 10.222.0.62 "PUT /v2.0/ports/5a278cb9-466e-4c4b-b4ac-6b258caa7c8a HTTP/1.1" status: 200 len: 1032 time: 2.9005311 Aug 18 12:08:00.268892 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2482be78-0157-46cf-b767-2286f7bb79f1 tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:00.280223 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2482be78-0157-46cf-b767-2286f7bb79f1 tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:00.327121 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2482be78-0157-46cf-b767-2286f7bb79f1 tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16b041ec-4a8a-4167-8506-9d096804c780,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:08:00.351856 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] get_ports_and_sgs() called for port_ids ['de89d536-372a-40f0-95d4-ece86e26ad02'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:08:00.354257 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96ba6319-0112-468f-9e8a-4afe79870044 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Made reservation on behalf of 2a40b3bac30c4b9cb4cddbf9306b0469 for: {'port': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:08:00.368786 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2482be78-0157-46cf-b767-2286f7bb79f1 tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:00.372686 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-2482be78-0157-46cf-b767-2286f7bb79f1 tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5644214 Aug 18 12:08:00.377896 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-35722a5b-61f4-417c-858f-5677f3dccac2 req-bafe1551-3bfd-49f8-b908-081e9fdf2940 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f58845c-8a6f-4750-8ac0-66868223b345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2242148 Aug 18 12:08:00.378586 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 43480) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:08:00.383908 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port ade7379f-b75b-4a6b-95bb-ab4ecbe29d42, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=ade7379f-b75b-4a6b-95bb-ab4ecbe29d42,segment=NetworkSegment(df3c0b73-1969-468f-b788-2fc792f44d99),segment_id=df3c0b73-1969-468f-b788-2fc792f44d99)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:08:00.384782 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-afbbfffe-f55b-430a-bad7-4d743e1a1d44 tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] Request body: {'security_group_rule': {'security_group_id': '16b041ec-4a8a-4167-8506-9d096804c780', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:08:00.402327 n-d-804985-2 neutron-server[106252]: WARNING neutron.api.v2.base [None req-afbbfffe-f55b-430a-bad7-4d743e1a1d44 tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 18 12:08:00.403050 n-d-804985-2 neutron-server[106252]: INFO neutron.api.v2.resource [None req-afbbfffe-f55b-430a-bad7-4d743e1a1d44 tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 18 12:08:00.405335 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-afbbfffe-f55b-430a-bad7-4d743e1a1d44 tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0244732 Aug 18 12:08:00.409426 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 43482) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:08:00.416281 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327310d1-086e-40de-8606-72e34a836141 req-d846bd3e-4ba4-4946-89f0-ce51546847f8 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:00.418164 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-327310d1-086e-40de-8606-72e34a836141 req-d846bd3e-4ba4-4946-89f0-ce51546847f8 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] 10.222.0.62 "GET /v2.0/ports/7763a33a-da78-4384-a6fe-a78524eb4068?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2043836 Aug 18 12:08:00.435374 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-49304566-1d73-411a-b5f0-937c286497fb tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] Request body: {'security_group_rule': {'security_group_id': '16b041ec-4a8a-4167-8506-9d096804c780', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:08:00.438876 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-327310d1-086e-40de-8606-72e34a836141 req-300d7a93-7630-4bf0-84e2-27ffe211d6c3 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:08:00.455529 n-d-804985-2 neutron-server[106253]: WARNING neutron.api.v2.base [None req-49304566-1d73-411a-b5f0-937c286497fb tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 18 12:08:00.457832 n-d-804985-2 neutron-server[106253]: INFO neutron.api.v2.resource [None req-49304566-1d73-411a-b5f0-937c286497fb tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 18 12:08:00.459491 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-49304566-1d73-411a-b5f0-937c286497fb tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0338249 Aug 18 12:08:00.460221 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2df367-4c82-47ac-a684-031c7ea25e66 req-263d65f5-0ff3-462b-ae56-9c0cf43af568 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:00.467876 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2df367-4c82-47ac-a684-031c7ea25e66 req-263d65f5-0ff3-462b-ae56-9c0cf43af568 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:00.474717 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2df367-4c82-47ac-a684-031c7ea25e66 req-263d65f5-0ff3-462b-ae56-9c0cf43af568 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:00.475744 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Returning: {'device': 'ade7379f-b75b-4a6b-95bb-ab4ecbe29d42', 'network_id': 'd3427385-4738-4edf-ab5a-b3bffa0e286e', 'port_id': 'ade7379f-b75b-4a6b-95bb-ab4ecbe29d42', 'mac_address': 'fa:16:3e:62:f6:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 836, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '765693c9-62f2-43a4-a4e0-0c1c5bb2242d', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:08:00.481010 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2df367-4c82-47ac-a684-031c7ea25e66 req-263d65f5-0ff3-462b-ae56-9c0cf43af568 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:00.503402 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2df367-4c82-47ac-a684-031c7ea25e66 req-263d65f5-0ff3-462b-ae56-9c0cf43af568 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:00.517469 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2df367-4c82-47ac-a684-031c7ea25e66 req-263d65f5-0ff3-462b-ae56-9c0cf43af568 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:00.533769 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2df367-4c82-47ac-a684-031c7ea25e66 req-263d65f5-0ff3-462b-ae56-9c0cf43af568 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:00.535769 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ba2df367-4c82-47ac-a684-031c7ea25e66 req-263d65f5-0ff3-462b-ae56-9c0cf43af568 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] 10.222.0.66 "GET /v2.0/ports?device_id=2cc02556-7c0a-4e9b-9a09-a272e5dfabdc HTTP/1.1" status: 200 len: 5427 time: 0.2384086 Aug 18 12:08:00.542110 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 43486) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:08:00.549577 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-bb180c9e-6a04-40df-a598-1daf1877141b tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] Request body: {'security_group_rule': {'security_group_id': '16b041ec-4a8a-4167-8506-9d096804c780', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:08:00.550999 n-d-804985-2 neutron-server[106253]: WARNING neutron.api.v2.base [None req-bb180c9e-6a04-40df-a598-1daf1877141b tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 18 12:08:00.551730 n-d-804985-2 neutron-server[106253]: INFO neutron.api.v2.resource [None req-bb180c9e-6a04-40df-a598-1daf1877141b tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 18 12:08:00.552986 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-bb180c9e-6a04-40df-a598-1daf1877141b tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0095406 Aug 18 12:08:00.561503 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 43490) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:08:00.576551 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-780ef9c8-25fc-488a-af1c-61c686cfbe79 tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] Request body: {'security_group_rule': {'security_group_id': '16b041ec-4a8a-4167-8506-9d096804c780', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:08:00.578437 n-d-804985-2 neutron-server[106253]: WARNING neutron.api.v2.base [None req-780ef9c8-25fc-488a-af1c-61c686cfbe79 tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 18 12:08:00.579876 n-d-804985-2 neutron-server[106253]: INFO neutron.api.v2.resource [None req-780ef9c8-25fc-488a-af1c-61c686cfbe79 tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 18 12:08:00.583068 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-780ef9c8-25fc-488a-af1c-61c686cfbe79 tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0197530 Aug 18 12:08:00.587185 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 43492) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:08:00.595489 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-29989612-5b3c-4afb-956a-d14546ce0e6f None None] Provisioning complete for port 5a278cb9-466e-4c4b-b4ac-6b258caa7c8a triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:08:00.595864 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-29989612-5b3c-4afb-956a-d14546ce0e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:00.711729 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-96ba6319-0112-468f-9e8a-4afe79870044 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:00.735650 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [None req-96ba6319-0112-468f-9e8a-4afe79870044 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] device_id is not set on port ddd86186-1f1e-4f2a-ac1e-308f36beb18a yet. {{(pid=106253) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 12:08:00.805768 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-327310d1-086e-40de-8606-72e34a836141 req-300d7a93-7630-4bf0-84e2-27ffe211d6c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:00.877013 n-d-804985-2 neutron-server[106253]: INFO neutron.pecan_wsgi.hooks.translation [None req-96ba6319-0112-468f-9e8a-4afe79870044 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 18 12:08:00.877609 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96ba6319-0112-468f-9e8a-4afe79870044 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=106253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 12:08:00.880911 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:00.905589 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-28c0ac16-46ef-4581-a174-ca682aced668 tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:00.929439 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-96ba6319-0112-468f-9e8a-4afe79870044 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.9495595 Aug 18 12:08:00.931838 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-29989612-5b3c-4afb-956a-d14546ce0e6f None None] Port 5a278cb9-466e-4c4b-b4ac-6b258caa7c8a cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:08:00.933759 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ba2df367-4c82-47ac-a684-031c7ea25e66 req-424e9768-d911-4125-aa73-f27e57042708 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] 10.222.0.66 "GET /v2.0/security-groups?id=9ed89c48-68fa-47c4-9ca6-08ae23ef0876&id=f288757b-df2a-4147-b6e9-81a127940c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2283649 Aug 18 12:08:00.933925 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 43502) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:08:00.977554 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4da15fb-36c4-4346-a64d-0bd37ee254ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp788be208-34ab-5a8f-af0f-528834af222f-fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d', 'network_id': 'fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d', 'tenant_id': '2a40b3bac30c4b9cb4cddbf9306b0469', 'fixed_ips': [{'subnet_id': 'a143507b-62e0-4042-ba17-49955d0fa422'}]}} from n-d-804985-2. {{(pid=106254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 12:08:00.978146 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-6be5ea1f-bc86-45e4-9da1-36eb1e78f7f5 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0430644 Aug 18 12:08:00.978427 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-f4da15fb-36c4-4346-a64d-0bd37ee254ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:00.979566 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 43504) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:08:00.982441 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-28c0ac16-46ef-4581-a174-ca682aced668 tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:01.000315 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ade7379f-b75b-4a6b-95bb-ab4ecbe29d42 {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:08:01.002402 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010206bc-3d44-4f08-8617-0b34c4954d29 req-7f6ac17f-1306-44b5-a8f6-e9f1b2c05c96 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:01.029958 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010206bc-3d44-4f08-8617-0b34c4954d29 req-7f6ac17f-1306-44b5-a8f6-e9f1b2c05c96 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:01.036633 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010206bc-3d44-4f08-8617-0b34c4954d29 req-7f6ac17f-1306-44b5-a8f6-e9f1b2c05c96 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:01.063787 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010206bc-3d44-4f08-8617-0b34c4954d29 req-7f6ac17f-1306-44b5-a8f6-e9f1b2c05c96 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:01.095228 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010206bc-3d44-4f08-8617-0b34c4954d29 req-7f6ac17f-1306-44b5-a8f6-e9f1b2c05c96 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:01.099449 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eacb83b-f255-412d-86b4-863519f5d079 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:01.101011 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eacb83b-f255-412d-86b4-863519f5d079 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:01.105050 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-3eacb83b-f255-412d-86b4-863519f5d079 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1147213 Aug 18 12:08:01.108914 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010206bc-3d44-4f08-8617-0b34c4954d29 req-7f6ac17f-1306-44b5-a8f6-e9f1b2c05c96 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:01.111959 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-010206bc-3d44-4f08-8617-0b34c4954d29 req-7f6ac17f-1306-44b5-a8f6-e9f1b2c05c96 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] 10.222.0.66 "GET /v2.0/ports?device_id=20dd28f4-1df0-4a6b-8939-d21ca9c9b72a HTTP/1.1" status: 200 len: 4666 time: 0.5752687 Aug 18 12:08:01.115183 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 43508) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:08:01.161741 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port ade7379f-b75b-4a6b-95bb-ab4ecbe29d42, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=ade7379f-b75b-4a6b-95bb-ab4ecbe29d42,segment=NetworkSegment(df3c0b73-1969-468f-b788-2fc792f44d99),segment_id=df3c0b73-1969-468f-b788-2fc792f44d99)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:08:01.187506 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:01.188202 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 3399a875-8536-4e63-b5c5-d638ea0b8100 details requested by agent hyperv_n-h2-804985-2 with host n-h2-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:08:01.233500 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-28c0ac16-46ef-4581-a174-ca682aced668 tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:01.236461 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-28c0ac16-46ef-4581-a174-ca682aced668 tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:01.237877 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-28c0ac16-46ef-4581-a174-ca682aced668 tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] 10.222.0.66 "DELETE /v2.0/security-groups/16b041ec-4a8a-4167-8506-9d096804c780 HTTP/1.1" status: 204 len: 168 time: 0.6497104 Aug 18 12:08:01.242554 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 43514) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:08:01.292037 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device a77d70de-1b0d-48d1-aad0-15c166bc08c4 up at agent hyperv_n-h1-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:08:01.294086 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] get_ports_and_sgs() called for port_ids ['0800d992-3baf-4f75-8477-d82c2df6cfbf'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:08:01.301253 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0ac16-46ef-4581-a174-ca682aced668 tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16b041ec-4a8a-4167-8506-9d096804c780,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:08:01.338434 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-c8bec79b-5bec-429c-b0a8-2dadc9030e25 tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0912645 Aug 18 12:08:01.345063 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 43518) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:08:01.349806 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-9e05ed60-f104-4e31-8183-ef4a43ed06f7 tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] Request body: {'security_group': {'name': 'tempest-secgroup--899653122'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:08:01.355558 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee3271cb-ae4b-4248-95e2-c9136bcae6ab tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Deleting subnet a143507b-62e0-4042-ba17-49955d0fa422 {{(pid=106252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 12:08:01.360674 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ee3271cb-ae4b-4248-95e2-c9136bcae6ab tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks [] for subnet, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:01.391046 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9e05ed60-f104-4e31-8183-ef4a43ed06f7 tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:01.409421 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ee3271cb-ae4b-4248-95e2-c9136bcae6ab tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2221528'] for subnet, precommit_delete_associations {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:01.474489 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ee3271cb-ae4b-4248-95e2-c9136bcae6ab tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:01.551581 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-010206bc-3d44-4f08-8617-0b34c4954d29 req-47476fd8-7447-4471-bd4f-de49c3a1daff tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] 10.222.0.66 "GET /v2.0/security-groups?id=62694ccf-8551-490d-8b70-5c6a44a53206&id=e100a5b2-e498-4091-84ac-a0da12aab123&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4181125 Aug 18 12:08:01.573112 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9e05ed60-f104-4e31-8183-ef4a43ed06f7 tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:01.577604 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8a5aa9-2de6-4d49-84c8-05fec9b0e1d8 req-253bbdfe-10f9-4181-acd6-2abc0c8d83b0 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:01.579205 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5c8a5aa9-2de6-4d49-84c8-05fec9b0e1d8 req-253bbdfe-10f9-4181-acd6-2abc0c8d83b0 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb783dc5-d988-4b42-bd19-7c5d813c36a4 HTTP/1.1" status: 200 len: 945 time: 0.2797430 Aug 18 12:08:01.600615 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9e05ed60-f104-4e31-8183-ef4a43ed06f7 tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:01.651913 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5c8a5aa9-2de6-4d49-84c8-05fec9b0e1d8 req-00be07ac-b3bd-443e-9f6e-689f8a8d28cb tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/security-groups?id=d60fbefd-5088-4718-a442-08959d2ac3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629470 Aug 18 12:08:01.670654 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ee3271cb-ae4b-4248-95e2-c9136bcae6ab tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3572848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59074100'] for subnet, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:01.674213 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e05ed60-f104-4e31-8183-ef4a43ed06f7 tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] Pushing event updated for resources: {'SecurityGroup': ['ID=187406d2-a32a-49f9-9950-07a3679f2420,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:08:01.685264 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-327310d1-086e-40de-8606-72e34a836141 req-300d7a93-7630-4bf0-84e2-27ffe211d6c3 service neutron] For port 7763a33a-da78-4384-a6fe-a78524eb4068, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=7763a33a-da78-4384-a6fe-a78524eb4068,segment=NetworkSegment(df8c2716-4c05-4e71-858a-1ca678e85c74),segment_id=df8c2716-4c05-4e71-858a-1ca678e85c74)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:08:01.690256 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ee3271cb-ae4b-4248-95e2-c9136bcae6ab tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for subnet, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:01.694730 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-ee3271cb-ae4b-4248-95e2-c9136bcae6ab tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "DELETE /v2.0/subnets/a143507b-62e0-4042-ba17-49955d0fa422 HTTP/1.1" status: 204 len: 168 time: 0.5734985 Aug 18 12:08:01.698155 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 43522) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:08:01.727658 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3271cb-ae4b-4248-95e2-c9136bcae6ab tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Pushing event deleted for resources: {'Subnet': ['ID=a143507b-62e0-4042-ba17-49955d0fa422,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:08:01.758451 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-7f179f81-7daf-4a6e-8327-bc8e64cd3125 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0580235 Aug 18 12:08:01.759350 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 43526) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:08:01.765642 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-dcad1e2c-4631-4ab2-b4f5-b61307b1ea53 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Request body: {'subnet': {'network_id': 'fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:08:01.773802 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9e05ed60-f104-4e31-8183-ef4a43ed06f7 tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:01.775397 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-9e05ed60-f104-4e31-8183-ef4a43ed06f7 tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4293485 Aug 18 12:08:01.786874 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 43528) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:08:01.792968 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-7cf7b67f-9563-4063-bf55-16204564c307 tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] Request body: {'security_group_rule': {'security_group_id': '187406d2-a32a-49f9-9950-07a3679f2420', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:08:01.794078 n-d-804985-2 neutron-server[106253]: WARNING neutron.api.v2.base [None req-7cf7b67f-9563-4063-bf55-16204564c307 tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 18 12:08:01.794795 n-d-804985-2 neutron-server[106253]: INFO neutron.api.v2.resource [None req-7cf7b67f-9563-4063-bf55-16204564c307 tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 18 12:08:01.796670 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-7cf7b67f-9563-4063-bf55-16204564c307 tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0084610 Aug 18 12:08:01.820318 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 43530) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:08:01.826483 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-d04b8398-bcbd-47a5-8275-517027cae564 tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] Request body: {'security_group_rule': {'security_group_id': '187406d2-a32a-49f9-9950-07a3679f2420', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:08:01.857834 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server [None req-f4da15fb-36c4-4346-a64d-0bd37ee254ce None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a143507b-62e0-4042-ba17-49955d0fa422: This subnet is being modified by another concurrent operation. Aug 18 12:08:01.857834 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 18 12:08:01.857834 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 18 12:08:01.857834 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 18 12:08:01.857834 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 18 12:08:01.857834 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 18 12:08:01.857834 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 18 12:08:01.857834 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 18 12:08:01.857834 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 18 12:08:01.857834 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 18 12:08:01.857834 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 18 12:08:01.857834 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 18 12:08:01.857834 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 18 12:08:01.857834 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 18 12:08:01.857834 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 18 12:08:01.857834 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server raise self.value Aug 18 12:08:01.857834 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 18 12:08:01.857834 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 18 12:08:01.857834 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 18 12:08:01.857834 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 18 12:08:01.857834 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 18 12:08:01.857834 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 18 12:08:01.857834 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 18 12:08:01.857834 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server raise self.value Aug 18 12:08:01.857834 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 18 12:08:01.857834 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 18 12:08:01.857834 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 18 12:08:01.857834 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 18 12:08:01.857834 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 18 12:08:01.857834 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 18 12:08:01.857834 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 18 12:08:01.857834 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server raise self.value Aug 18 12:08:01.857834 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 18 12:08:01.857834 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 18 12:08:01.857834 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 18 12:08:01.857834 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 18 12:08:01.857834 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 18 12:08:01.857834 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 18 12:08:01.857834 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 18 12:08:01.857834 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 18 12:08:01.857834 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 18 12:08:01.857834 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 18 12:08:01.857834 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 18 12:08:01.857834 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 18 12:08:01.857834 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 18 12:08:01.857834 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 18 12:08:01.857834 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 18 12:08:01.857834 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 18 12:08:01.857834 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 18 12:08:01.857834 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 18 12:08:01.857834 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 18 12:08:01.857834 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server raise self.value Aug 18 12:08:01.857834 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 18 12:08:01.857834 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 18 12:08:01.864866 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 18 12:08:01.864866 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 18 12:08:01.864866 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 18 12:08:01.864866 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 18 12:08:01.864866 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 18 12:08:01.864866 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server raise self.value Aug 18 12:08:01.864866 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 18 12:08:01.864866 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 18 12:08:01.864866 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 18 12:08:01.864866 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 18 12:08:01.864866 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 18 12:08:01.864866 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 18 12:08:01.864866 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 18 12:08:01.864866 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server raise self.value Aug 18 12:08:01.864866 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 18 12:08:01.864866 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 18 12:08:01.864866 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 18 12:08:01.864866 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 18 12:08:01.864866 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 18 12:08:01.864866 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 18 12:08:01.864866 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 18 12:08:01.864866 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 18 12:08:01.864866 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 18 12:08:01.864866 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 18 12:08:01.864866 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 18 12:08:01.864866 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 18 12:08:01.864866 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 18 12:08:01.864866 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server raise self.value Aug 18 12:08:01.864866 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 18 12:08:01.864866 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 18 12:08:01.864866 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 18 12:08:01.864866 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 18 12:08:01.864866 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 18 12:08:01.864866 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 18 12:08:01.864866 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 18 12:08:01.864866 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server raise exception Aug 18 12:08:01.864866 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a143507b-62e0-4042-ba17-49955d0fa422: This subnet is being modified by another concurrent operation. Aug 18 12:08:01.864866 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server Aug 18 12:08:01.869939 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-327310d1-086e-40de-8606-72e34a836141 req-300d7a93-7630-4bf0-84e2-27ffe211d6c3 service neutron] For port 7763a33a-da78-4384-a6fe-a78524eb4068, host n-h2-804985-2, cleared binding levels {{(pid=106252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:08:01.933128 n-d-804985-2 neutron-server[106252]: INFO neutron.api.v2.resource [None req-d04b8398-bcbd-47a5-8275-517027cae564 tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 18 12:08:01.934574 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port 3399a875-8536-4e63-b5c5-d638ea0b8100, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=3399a875-8536-4e63-b5c5-d638ea0b8100,segment=NetworkSegment(926df150-8e3a-4382-95d3-bc82a1fd69e4),segment_id=926df150-8e3a-4382-95d3-bc82a1fd69e4)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:08:01.937626 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-d04b8398-bcbd-47a5-8275-517027cae564 tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1152780 Aug 18 12:08:01.942776 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 43532) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:08:01.949731 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-1ad33302-cb7e-4860-aa09-ed8801753f27 tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] Request body: {'security_group_rule': {'security_group_id': '187406d2-a32a-49f9-9950-07a3679f2420', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:08:01.950552 n-d-804985-2 neutron-server[106253]: WARNING neutron.api.v2.base [None req-1ad33302-cb7e-4860-aa09-ed8801753f27 tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 18 12:08:01.951301 n-d-804985-2 neutron-server[106253]: INFO neutron.api.v2.resource [None req-1ad33302-cb7e-4860-aa09-ed8801753f27 tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 18 12:08:01.952664 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-1ad33302-cb7e-4860-aa09-ed8801753f27 tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0078573 Aug 18 12:08:01.953612 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcad1e2c-4631-4ab2-b4f5-b61307b1ea53 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Made reservation on behalf of 2a40b3bac30c4b9cb4cddbf9306b0469 for: {'subnet': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:08:01.957747 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7967bff7-68f0-4fd7-aa55-db4a7c2a823b req-426383d2-33e3-4e99-9a52-4d4403904162 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:01.958425 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-dcad1e2c-4631-4ab2-b4f5-b61307b1ea53 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59388119'] for subnet, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:01.963204 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7967bff7-68f0-4fd7-aa55-db4a7c2a823b req-426383d2-33e3-4e99-9a52-4d4403904162 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/ports?device_id=c468f260-aa8b-4a9b-a477-213e251d7cef HTTP/1.1" status: 200 len: 947 time: 0.1902680 Aug 18 12:08:01.964819 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 43534) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:08:01.971279 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-409d4b92-2913-41b0-9f8b-af5cab99ffa5 None None] get_active_networks_info from n-d-804985-2 {{(pid=106254) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 18 12:08:01.972552 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-527655ba-e1dd-42a2-8c08-364779a096c4 tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] Request body: {'security_group_rule': {'security_group_id': '187406d2-a32a-49f9-9950-07a3679f2420', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:08:02.034651 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=ade7379f-b75b-4a6b-95bb-ab4ecbe29d42,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:08:02.041158 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Returning: {'device': '3399a875-8536-4e63-b5c5-d638ea0b8100', 'network_id': '2212f13b-fd75-4d1b-969c-01d56f351ced', 'port_id': '3399a875-8536-4e63-b5c5-d638ea0b8100', 'mac_address': 'fa:16:3e:cf:b5:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 840, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6d6e2ca-0ac3-47a3-8cbf-b12d0d7c45be', 'ip_address': '10.1.1.142'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:08:02.046420 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7967bff7-68f0-4fd7-aa55-db4a7c2a823b req-c483116d-2777-456c-971f-7417826d15c1 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f58845c-8a6f-4750-8ac0-66868223b345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519319 Aug 18 12:08:02.053761 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [req-327310d1-086e-40de-8606-72e34a836141 req-300d7a93-7630-4bf0-84e2-27ffe211d6c3 service neutron] device_id is not set on port 7763a33a-da78-4384-a6fe-a78524eb4068 yet. {{(pid=106252) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 12:08:02.083100 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-327310d1-086e-40de-8606-72e34a836141 req-300d7a93-7630-4bf0-84e2-27ffe211d6c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:02.093949 n-d-804985-2 neutron-server[106252]: INFO neutron.api.v2.resource [None req-527655ba-e1dd-42a2-8c08-364779a096c4 tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 18 12:08:02.112311 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-527655ba-e1dd-42a2-8c08-364779a096c4 tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1439064 Aug 18 12:08:02.119839 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-327310d1-086e-40de-8606-72e34a836141 req-300d7a93-7630-4bf0-84e2-27ffe211d6c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:02.164061 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Provisioning for port a77d70de-1b0d-48d1-aad0-15c166bc08c4 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:08:02.193203 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:02.215577 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 43538) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:08:02.228047 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-fac7456a-80b2-418f-8b12-30e2bb73cd4d tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] Request body: {'security_group_rule': {'security_group_id': '187406d2-a32a-49f9-9950-07a3679f2420', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:08:02.228047 n-d-804985-2 neutron-server[106253]: WARNING neutron.api.v2.base [None req-fac7456a-80b2-418f-8b12-30e2bb73cd4d tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 18 12:08:02.228047 n-d-804985-2 neutron-server[106253]: INFO neutron.api.v2.resource [None req-fac7456a-80b2-418f-8b12-30e2bb73cd4d tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 18 12:08:02.232930 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-fac7456a-80b2-418f-8b12-30e2bb73cd4d tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0141850 Aug 18 12:08:02.233094 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Provisioning complete for port a77d70de-1b0d-48d1-aad0-15c166bc08c4 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:08:02.233094 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:02.236936 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 43540) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:08:02.251151 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-5af929ac-6a18-4dfb-a267-d2a77c5db850 tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] Request body: {'security_group_rule': {'security_group_id': '187406d2-a32a-49f9-9950-07a3679f2420', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:08:02.283732 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300d7a93-7630-4bf0-84e2-27ffe211d6c3 service neutron] Pushing event updated for resources: {'Port': ['ID=7763a33a-da78-4384-a6fe-a78524eb4068,revision_number=6']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:08:02.328910 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-327310d1-086e-40de-8606-72e34a836141 req-300d7a93-7630-4bf0-84e2-27ffe211d6c3 service neutron] No DVR routers for this DVR port 7763a33a-da78-4384-a6fe-a78524eb4068 on host n-h2-804985-2 {{(pid=106252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:08:02.352956 n-d-804985-2 neutron-server[106253]: INFO neutron.db.securitygroups_db [None req-5af929ac-6a18-4dfb-a267-d2a77c5db850 tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] Project 8d6737668e814930a546a77e13a3a8fa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 18 12:08:02.383201 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d24baea-e4a7-40b2-ba92-ee0a223bd968 req-9ea22722-1640-4dd0-9c3a-e59753b28fcc tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:02.389013 n-d-804985-2 neutron-server[106253]: INFO neutron.api.v2.resource [None req-5af929ac-6a18-4dfb-a267-d2a77c5db850 tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 18 12:08:02.390222 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-5af929ac-6a18-4dfb-a267-d2a77c5db850 tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1534958 Aug 18 12:08:02.393532 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d24baea-e4a7-40b2-ba92-ee0a223bd968 req-9ea22722-1640-4dd0-9c3a-e59753b28fcc tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:02.394620 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 43544) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:08:02.401391 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d24baea-e4a7-40b2-ba92-ee0a223bd968 req-9ea22722-1640-4dd0-9c3a-e59753b28fcc tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:02.402914 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-2fe41c8b-6385-4a8b-9ffa-618762471917 tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] Request body: {'security_group_rule': {'security_group_id': '187406d2-a32a-49f9-9950-07a3679f2420', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:08:02.403565 n-d-804985-2 neutron-server[106253]: WARNING neutron.api.v2.base [None req-2fe41c8b-6385-4a8b-9ffa-618762471917 tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 18 12:08:02.403861 n-d-804985-2 neutron-server[106253]: INFO neutron.api.v2.resource [None req-2fe41c8b-6385-4a8b-9ffa-618762471917 tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 18 12:08:02.409020 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-2fe41c8b-6385-4a8b-9ffa-618762471917 tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0136178 Aug 18 12:08:02.409723 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 43546) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:08:02.412577 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d24baea-e4a7-40b2-ba92-ee0a223bd968 req-9ea22722-1640-4dd0-9c3a-e59753b28fcc tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:02.423041 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-d9d2ac9c-b833-483f-8ddd-5689193dabbf tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] Request body: {'security_group_rule': {'security_group_id': '187406d2-a32a-49f9-9950-07a3679f2420', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:08:02.423825 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d24baea-e4a7-40b2-ba92-ee0a223bd968 req-9ea22722-1640-4dd0-9c3a-e59753b28fcc tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:02.430640 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d24baea-e4a7-40b2-ba92-ee0a223bd968 req-9ea22722-1640-4dd0-9c3a-e59753b28fcc tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:02.433457 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-409d4b92-2913-41b0-9f8b-af5cab99ffa5 None None] Resources bound (agent type, host, resource id): {{(pid=106254) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 18 12:08:02.438156 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d24baea-e4a7-40b2-ba92-ee0a223bd968 req-9ea22722-1640-4dd0-9c3a-e59753b28fcc tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:02.440508 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2d24baea-e4a7-40b2-ba92-ee0a223bd968 req-9ea22722-1640-4dd0-9c3a-e59753b28fcc tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] 10.222.0.66 "GET /v2.0/ports?device_id=2cc02556-7c0a-4e9b-9a09-a272e5dfabdc HTTP/1.1" status: 200 len: 5428 time: 0.3228011 Aug 18 12:08:02.515893 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2d24baea-e4a7-40b2-ba92-ee0a223bd968 req-effde9de-db88-48ea-840c-149a519c8a92 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] 10.222.0.66 "GET /v2.0/security-groups?id=9ed89c48-68fa-47c4-9ca6-08ae23ef0876&id=f288757b-df2a-4147-b6e9-81a127940c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0583467 Aug 18 12:08:02.526301 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3399a875-8536-4e63-b5c5-d638ea0b8100 {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:08:02.528506 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-327310d1-086e-40de-8606-72e34a836141 req-300d7a93-7630-4bf0-84e2-27ffe211d6c3 service neutron] In _notify_port_updated(), no bound segment for port 7763a33a-da78-4384-a6fe-a78524eb4068 on network 14664a63-22d6-4bc0-8290-849b20369b1b {{(pid=106252) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 18 12:08:02.531817 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327310d1-086e-40de-8606-72e34a836141 req-300d7a93-7630-4bf0-84e2-27ffe211d6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:02.532817 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-327310d1-086e-40de-8606-72e34a836141 req-300d7a93-7630-4bf0-84e2-27ffe211d6c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:02.534152 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-327310d1-086e-40de-8606-72e34a836141 req-300d7a93-7630-4bf0-84e2-27ffe211d6c3 service neutron] 10.222.0.62 "PUT /v2.0/ports/7763a33a-da78-4384-a6fe-a78524eb4068 HTTP/1.1" status: 200 len: 1033 time: 2.1022339 Aug 18 12:08:02.576618 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-dcad1e2c-4631-4ab2-b4f5-b61307b1ea53 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58902106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59388097'] for subnet, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:02.639560 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port 3399a875-8536-4e63-b5c5-d638ea0b8100, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=3399a875-8536-4e63-b5c5-d638ea0b8100,segment=NetworkSegment(926df150-8e3a-4382-95d3-bc82a1fd69e4),segment_id=926df150-8e3a-4382-95d3-bc82a1fd69e4)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:08:02.662652 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:02.663626 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device d8713f4a-f3e1-4969-98d9-fb54153a1b08 details requested by agent hyperv_n-h2-804985-2 with host n-h2-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:08:02.690936 n-d-804985-2 neutron-server[106253]: INFO neutron.db.securitygroups_db [None req-d9d2ac9c-b833-483f-8ddd-5689193dabbf tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] Project 8d6737668e814930a546a77e13a3a8fa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 18 12:08:02.752429 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcad1e2c-4631-4ab2-b4f5-b61307b1ea53 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Network fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:08:02.766017 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-dcad1e2c-4631-4ab2-b4f5-b61307b1ea53 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:08:02.778426 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcad1e2c-4631-4ab2-b4f5-b61307b1ea53 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:02.779528 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-dcad1e2c-4631-4ab2-b4f5-b61307b1ea53 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:02.788331 n-d-804985-2 neutron-server[106253]: INFO neutron.api.v2.resource [None req-d9d2ac9c-b833-483f-8ddd-5689193dabbf tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 18 12:08:02.793612 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-d9d2ac9c-b833-483f-8ddd-5689193dabbf tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.3807895 Aug 18 12:08:02.810202 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 43552) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:08:02.820400 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=3399a875-8536-4e63-b5c5-d638ea0b8100,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:08:02.838001 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-cf818d2b-3b1f-4b1b-8001-f3302bcfe9b1 tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] Request body: {'security_group_rule': {'security_group_id': '187406d2-a32a-49f9-9950-07a3679f2420', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:08:02.845568 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcad1e2c-4631-4ab2-b4f5-b61307b1ea53 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Pushing event updated for resources: {'Subnet': ['ID=5dc4c33b-cb69-4ce3-94f9-836c5c38888b,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:08:02.884786 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-dcad1e2c-4631-4ab2-b4f5-b61307b1ea53 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1233299 Aug 18 12:08:02.887336 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 43554) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:08:02.893158 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-70142645-b822-4ad3-98c5-5b7f7babe535 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-556525425', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:08:02.899312 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-327310d1-086e-40de-8606-72e34a836141 req-3d0b37c9-af9f-4b56-a4a1-573f854d244b tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Deleting port eeb336c7-3a60-4f10-a0d7-6a8235927c82 {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:08:02.899771 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-327310d1-086e-40de-8606-72e34a836141 req-3d0b37c9-af9f-4b56-a4a1-573f854d244b tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:02.911020 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port d8713f4a-f3e1-4969-98d9-fb54153a1b08, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=d8713f4a-f3e1-4969-98d9-fb54153a1b08,segment=NetworkSegment(df3c0b73-1969-468f-b788-2fc792f44d99),segment_id=df3c0b73-1969-468f-b788-2fc792f44d99)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:08:02.927169 n-d-804985-2 neutron-server[106253]: INFO neutron.db.securitygroups_db [None req-cf818d2b-3b1f-4b1b-8001-f3302bcfe9b1 tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] Project 8d6737668e814930a546a77e13a3a8fa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 18 12:08:02.939299 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:02.962882 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Returning: {'device': 'd8713f4a-f3e1-4969-98d9-fb54153a1b08', 'network_id': 'd3427385-4738-4edf-ab5a-b3bffa0e286e', 'port_id': 'd8713f4a-f3e1-4969-98d9-fb54153a1b08', 'mac_address': 'fa:16:3e:e2:b2:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 836, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '765693c9-62f2-43a4-a4e0-0c1c5bb2242d', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:08:02.972232 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-70142645-b822-4ad3-98c5-5b7f7babe535 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-998592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15809'] for router, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:02.974547 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-70142645-b822-4ad3-98c5-5b7f7babe535 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-992733', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-971415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15816'] for router, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:02.988574 n-d-804985-2 neutron-server[106253]: INFO neutron.api.v2.resource [None req-cf818d2b-3b1f-4b1b-8001-f3302bcfe9b1 tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 18 12:08:02.991305 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-cf818d2b-3b1f-4b1b-8001-f3302bcfe9b1 tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1796899 Aug 18 12:08:02.991797 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port a77d70de-1b0d-48d1-aad0-15c166bc08c4, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=a77d70de-1b0d-48d1-aad0-15c166bc08c4,segment=NetworkSegment(cad785f7-8854-4494-9369-5c8d15a44cef),segment_id=cad785f7-8854-4494-9369-5c8d15a44cef)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:08:03.002179 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 43556) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:08:03.021444 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb783dc5-d988-4b42-bd19-7c5d813c36a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a77d70de-1b0d-48d1-aad0-15c166bc08c4'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:08:03.025849 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db50a436fb3a98495337d8fe7487b4f2ea6f3c1052eb9efadc2ecda2d5737001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d42c3276-e55f-4928-ac7d-4e9a0eaaa772" -d '{"events": [{"server_uuid": "cb783dc5-d988-4b42-bd19-7c5d813c36a4", "name": "network-vif-plugged", "status": "completed", "tag": "a77d70de-1b0d-48d1-aad0-15c166bc08c4"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:08:03.031904 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:03.081449 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-327310d1-086e-40de-8606-72e34a836141 req-3d0b37c9-af9f-4b56-a4a1-573f854d244b tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] For port eeb336c7-3a60-4f10-a0d7-6a8235927c82, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=eeb336c7-3a60-4f10-a0d7-6a8235927c82,segment=NetworkSegment(ca5d8231-2f07-42d5-ad7c-9ac8a76e921f),segment_id=ca5d8231-2f07-42d5-ad7c-9ac8a76e921f)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:08:03.081864 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-327310d1-086e-40de-8606-72e34a836141 req-3d0b37c9-af9f-4b56-a4a1-573f854d244b tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:03.097782 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-327310d1-086e-40de-8606-72e34a836141 req-3d0b37c9-af9f-4b56-a4a1-573f854d244b tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Calling delete_port for eeb336c7-3a60-4f10-a0d7-6a8235927c82 owned by compute:nova {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:08:03.178270 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-70142645-b822-4ad3-98c5-5b7f7babe535 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:03.193440 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-70142645-b822-4ad3-98c5-5b7f7babe535 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-998473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-992536'] for router, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:03.219517 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:03.227049 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-56dabe49-f592-4c26-894b-2cc58aed489a tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:03.253654 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8713f4a-f3e1-4969-98d9-fb54153a1b08 {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:08:03.254281 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-70142645-b822-4ad3-98c5-5b7f7babe535 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks [] for router, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:03.256094 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-70142645-b822-4ad3-98c5-5b7f7babe535 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3671193 Aug 18 12:08:03.261068 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 43562) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:08:03.289468 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-327310d1-086e-40de-8606-72e34a836141 req-3d0b37c9-af9f-4b56-a4a1-573f854d244b tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:03.306144 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-56dabe49-f592-4c26-894b-2cc58aed489a tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:03.316672 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=a77d70de-1b0d-48d1-aad0-15c166bc08c4,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:08:03.334656 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0b37c9-af9f-4b56-a4a1-573f854d244b tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Pushing event deleted for resources: {'Port': ['ID=eeb336c7-3a60-4f10-a0d7-6a8235927c82,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:08:03.362632 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc5038f-4dab-496a-965a-6ce07cae36ce req-2b0a6c47-39c7-495a-b0a9-08785c6d7735 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:03.364255 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-fdc5038f-4dab-496a-965a-6ce07cae36ce req-2b0a6c47-39c7-495a-b0a9-08785c6d7735 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb783dc5-d988-4b42-bd19-7c5d813c36a4 HTTP/1.1" status: 200 len: 945 time: 0.5496268 Aug 18 12:08:03.388416 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port d8713f4a-f3e1-4969-98d9-fb54153a1b08, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=d8713f4a-f3e1-4969-98d9-fb54153a1b08,segment=NetworkSegment(df3c0b73-1969-468f-b788-2fc792f44d99),segment_id=df3c0b73-1969-468f-b788-2fc792f44d99)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:08:03.404167 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:03.407165 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eecafb4-7110-4850-bbb5-f7dc29b2b14a req-d3ec89d5-5a7a-4d08-90e1-f97e474e3f3e tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:03.413557 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eecafb4-7110-4850-bbb5-f7dc29b2b14a req-d3ec89d5-5a7a-4d08-90e1-f97e474e3f3e tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:03.420933 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eecafb4-7110-4850-bbb5-f7dc29b2b14a req-d3ec89d5-5a7a-4d08-90e1-f97e474e3f3e tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:03.428164 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eecafb4-7110-4850-bbb5-f7dc29b2b14a req-d3ec89d5-5a7a-4d08-90e1-f97e474e3f3e tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:03.436359 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eecafb4-7110-4850-bbb5-f7dc29b2b14a req-d3ec89d5-5a7a-4d08-90e1-f97e474e3f3e tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:03.440126 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8eecafb4-7110-4850-bbb5-f7dc29b2b14a req-d3ec89d5-5a7a-4d08-90e1-f97e474e3f3e tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] 10.222.0.66 "GET /v2.0/ports?device_id=20dd28f4-1df0-4a6b-8939-d21ca9c9b72a HTTP/1.1" status: 200 len: 3808 time: 0.6653318 Aug 18 12:08:03.489418 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 7f6b3812-445c-4afd-a44a-5114fb7ae290 up at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:08:03.515976 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8eecafb4-7110-4850-bbb5-f7dc29b2b14a req-5e35f6a8-da30-4857-83ad-8559288a59ae tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] 10.222.0.66 "GET /v2.0/security-groups?id=e100a5b2-e498-4091-84ac-a0da12aab123&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630462 Aug 18 12:08:03.519109 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-327310d1-086e-40de-8606-72e34a836141 req-3d0b37c9-af9f-4b56-a4a1-573f854d244b tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] No DVR routers for this DVR port eeb336c7-3a60-4f10-a0d7-6a8235927c82 on host n-h2-804985-2 {{(pid=106252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:08:03.521958 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-327310d1-086e-40de-8606-72e34a836141 req-3d0b37c9-af9f-4b56-a4a1-573f854d244b tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:03.524498 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-327310d1-086e-40de-8606-72e34a836141 req-3d0b37c9-af9f-4b56-a4a1-573f854d244b tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] 10.222.0.62 "DELETE /v2.0/ports/eeb336c7-3a60-4f10-a0d7-6a8235927c82 HTTP/1.1" status: 204 len: 173 time: 0.9826353 Aug 18 12:08:03.526629 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20dd28f4-1df0-4a6b-8939-d21ca9c9b72a', 'name': 'network-vif-deleted', 'tag': 'eeb336c7-3a60-4f10-a0d7-6a8235927c82'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:08:03.529092 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd6cef71-3b25-4554-ac0e-6c70c9f6c16c" -d '{"events": [{"server_uuid": "20dd28f4-1df0-4a6b-8939-d21ca9c9b72a", "name": "network-vif-deleted", "tag": "eeb336c7-3a60-4f10-a0d7-6a8235927c82"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:08:03.622072 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-fdc5038f-4dab-496a-965a-6ce07cae36ce req-da2cd8e8-3d8e-41bd-ab20-cdb422f62b0d tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/security-groups?id=d60fbefd-5088-4718-a442-08959d2ac3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2268188 Aug 18 12:08:03.651258 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e34a4717-3fa9-4be4-9e09-ee347e6b8ba7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp788be208-34ab-5a8f-af0f-528834af222f-fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d', 'network_id': 'fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d', 'tenant_id': '2a40b3bac30c4b9cb4cddbf9306b0469', 'fixed_ips': [{'subnet_id': '5dc4c33b-cb69-4ce3-94f9-836c5c38888b'}]}} from n-d-804985-2. {{(pid=106254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 12:08:03.652142 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-e34a4717-3fa9-4be4-9e09-ee347e6b8ba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:03.655025 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:08:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca90000f-c231-4fb5-9bd6-d26ca8f2bf57 x-openstack-request-id: req-ca90000f-c231-4fb5-9bd6-d26ca8f2bf57 {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:08:03.655308 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb783dc5-d988-4b42-bd19-7c5d813c36a4", "name": "network-vif-plugged", "status": "completed", "tag": "a77d70de-1b0d-48d1-aad0-15c166bc08c4", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:08:03.655551 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ca90000f-c231-4fb5-9bd6-d26ca8f2bf57 {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:08:03.655926 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb783dc5-d988-4b42-bd19-7c5d813c36a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a77d70de-1b0d-48d1-aad0-15c166bc08c4', 'code': 200} Aug 18 12:08:03.671612 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-56dabe49-f592-4c26-894b-2cc58aed489a tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:03.674996 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-56dabe49-f592-4c26-894b-2cc58aed489a tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:03.678960 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-56dabe49-f592-4c26-894b-2cc58aed489a tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] 10.222.0.66 "DELETE /v2.0/security-groups/187406d2-a32a-49f9-9950-07a3679f2420 HTTP/1.1" status: 204 len: 168 time: 0.6752610 Aug 18 12:08:03.705082 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 43570) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:08:03.734307 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dabe49-f592-4c26-894b-2cc58aed489a tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=187406d2-a32a-49f9-9950-07a3679f2420,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:08:03.756322 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] get_ports_and_sgs() called for port_ids ['d8713f4a-f3e1-4969-98d9-fb54153a1b08'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:08:03.770938 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] get_ports_and_sgs() called for port_ids ['ade7379f-b75b-4a6b-95bb-ab4ecbe29d42'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:08:03.771636 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:08:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49b76129-90cf-4bbc-8709-af93ab0208d3 x-openstack-request-id: req-49b76129-90cf-4bbc-8709-af93ab0208d3 {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:08:03.772172 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20dd28f4-1df0-4a6b-8939-d21ca9c9b72a", "name": "network-vif-deleted", "tag": "eeb336c7-3a60-4f10-a0d7-6a8235927c82", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:08:03.772526 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-49b76129-90cf-4bbc-8709-af93ab0208d3 {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:08:03.773213 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20dd28f4-1df0-4a6b-8939-d21ca9c9b72a', 'name': 'network-vif-deleted', 'tag': 'eeb336c7-3a60-4f10-a0d7-6a8235927c82', 'status': 'completed', 'code': 200} Aug 18 12:08:03.805508 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accb8bca-e857-478b-8f20-e80115fefb18 req-cc35787f-4d9b-4b4c-aa97-5455c092db8f tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:03.814148 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-accb8bca-e857-478b-8f20-e80115fefb18 req-cc35787f-4d9b-4b4c-aa97-5455c092db8f tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/ports?device_id=c468f260-aa8b-4a9b-a477-213e251d7cef HTTP/1.1" status: 200 len: 947 time: 0.0802460 Aug 18 12:08:03.829619 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-be88f4cb-1e64-4fd7-b59d-249e6c3a6ed0 tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1135342 Aug 18 12:08:03.833187 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 43572) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:08:03.839719 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-f1364b49-2a8d-4060-a9de-1a06d625ed8d tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] Request body: {'security_group': {'name': 'tempest-secgroup--1850792719'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:08:03.876290 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-327310d1-086e-40de-8606-72e34a836141 req-5103affb-3ddd-418c-b08c-1c92be732adc tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Deleting port 96a5d57f-59a1-4718-95d8-ee708f298d01 {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:08:03.876807 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-327310d1-086e-40de-8606-72e34a836141 req-5103affb-3ddd-418c-b08c-1c92be732adc tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:03.890844 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-526135fc-ca8d-4167-a16c-055b343e83ea tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:03.917274 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee54385d-177f-4f35-9594-fcaf29516e64 req-fbda6745-f3bc-4380-8e2d-ce4f18086c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:03.918851 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-ee54385d-177f-4f35-9594-fcaf29516e64 req-fbda6745-f3bc-4380-8e2d-ce4f18086c86 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=cb783dc5-d988-4b42-bd19-7c5d813c36a4 HTTP/1.1" status: 200 len: 1097 time: 0.1934550 Aug 18 12:08:03.960226 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=d8713f4a-f3e1-4969-98d9-fb54153a1b08,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:08:04.076582 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-accb8bca-e857-478b-8f20-e80115fefb18 req-777a3b61-557c-4522-9ee5-80d35c86b8a3 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f58845c-8a6f-4750-8ac0-66868223b345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2616093 Aug 18 12:08:04.119649 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-327310d1-086e-40de-8606-72e34a836141 req-5103affb-3ddd-418c-b08c-1c92be732adc tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] For port 96a5d57f-59a1-4718-95d8-ee708f298d01, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=96a5d57f-59a1-4718-95d8-ee708f298d01,segment=NetworkSegment(d185dac2-eec7-4fe1-a5e8-92c84f0d7013),segment_id=d185dac2-eec7-4fe1-a5e8-92c84f0d7013)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:08:04.120269 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-327310d1-086e-40de-8606-72e34a836141 req-5103affb-3ddd-418c-b08c-1c92be732adc tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:04.245095 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [None req-526135fc-ca8d-4167-a16c-055b343e83ea tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Allocated IP 2001:db8::1 (fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d/5dc4c33b-cb69-4ce3-94f9-836c5c38888b/7d3d5f8b-f17e-47d2-9369-d8871ff31a63) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:08:04.261297 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Provisioning for port 7f6b3812-445c-4afd-a44a-5114fb7ae290 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:08:04.290876 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Provisioning complete for port 7f6b3812-445c-4afd-a44a-5114fb7ae290 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:08:04.291223 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:04.345739 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f1364b49-2a8d-4060-a9de-1a06d625ed8d tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:04.416700 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-ee54385d-177f-4f35-9594-fcaf29516e64 req-413ddcd2-2216-4f66-bc6c-43646c4c30ef service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=d60fbefd-5088-4718-a442-08959d2ac3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052948 Aug 18 12:08:04.451124 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-526135fc-ca8d-4167-a16c-055b343e83ea tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:04.490121 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [None req-526135fc-ca8d-4167-a16c-055b343e83ea tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Transition to ACTIVE for port object 7d3d5f8b-f17e-47d2-9369-d8871ff31a63 will not be triggered until provisioned by entity DHCP. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:08:04.541303 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:04.642093 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port 7f6b3812-445c-4afd-a44a-5114fb7ae290, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=7f6b3812-445c-4afd-a44a-5114fb7ae290,segment=NetworkSegment(926df150-8e3a-4382-95d3-bc82a1fd69e4),segment_id=926df150-8e3a-4382-95d3-bc82a1fd69e4)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:08:04.657963 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:04.658800 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device de89d536-372a-40f0-95d4-ece86e26ad02 up at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:08:04.659530 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f1364b49-2a8d-4060-a9de-1a06d625ed8d tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:04.687852 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f1364b49-2a8d-4060-a9de-1a06d625ed8d tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:04.782241 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1364b49-2a8d-4060-a9de-1a06d625ed8d tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40118683-2ce8-40ff-973b-d4789a2a8ba0,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:08:04.807266 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-526135fc-ca8d-4167-a16c-055b343e83ea tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:04.832860 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f1364b49-2a8d-4060-a9de-1a06d625ed8d tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:04.838654 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-f1364b49-2a8d-4060-a9de-1a06d625ed8d tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0042431 Aug 18 12:08:04.861307 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-327310d1-086e-40de-8606-72e34a836141 req-5103affb-3ddd-418c-b08c-1c92be732adc tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:04.861934 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-327310d1-086e-40de-8606-72e34a836141 req-5103affb-3ddd-418c-b08c-1c92be732adc tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-989945'] for floatingip, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:04.862509 n-d-804985-2 neutron-server[106252]: INFO neutron.db.l3_db [req-327310d1-086e-40de-8606-72e34a836141 req-5103affb-3ddd-418c-b08c-1c92be732adc tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Floating IP 37b5c8a3-0db2-4077-b5b6-27da6d85d1de disassociated. External IP: 172.25.7.136, port: 96a5d57f-59a1-4718-95d8-ee708f298d01. Aug 18 12:08:04.863370 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-327310d1-086e-40de-8606-72e34a836141 req-5103affb-3ddd-418c-b08c-1c92be732adc tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Calling delete_port for 96a5d57f-59a1-4718-95d8-ee708f298d01 owned by compute:nova {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:08:04.891882 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.db_base_plugin_common [None req-e34a4717-3fa9-4be4-9e09-ee347e6b8ba7 None None] Allocated IP 2001:db8::2 (fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d/5dc4c33b-cb69-4ce3-94f9-836c5c38888b/1bf59ab4-4e6c-4e13-ae79-1ba490dfe69a) {{(pid=106254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:08:04.952179 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 43590) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:08:04.976313 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-46af78eb-e0e0-424b-82e0-7f3aa1597b98 tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] Request body: {'security_group_rule': {'security_group_id': '40118683-2ce8-40ff-973b-d4789a2a8ba0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:08:05.025195 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-327310d1-086e-40de-8606-72e34a836141 req-5103affb-3ddd-418c-b08c-1c92be732adc tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:05.060383 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-e34a4717-3fa9-4be4-9e09-ee347e6b8ba7 None None] Notify callbacks [] for port, precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:05.068504 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-526135fc-ca8d-4167-a16c-055b343e83ea tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Network fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:08:05.070127 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-e34a4717-3fa9-4be4-9e09-ee347e6b8ba7 None None] Transition to ACTIVE for port object 1bf59ab4-4e6c-4e13-ae79-1ba490dfe69a will not be triggered until provisioned by entity L2. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:08:05.086622 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-e34a4717-3fa9-4be4-9e09-ee347e6b8ba7 None None] Transition to ACTIVE for port object 1bf59ab4-4e6c-4e13-ae79-1ba490dfe69a will not be triggered until provisioned by entity DHCP. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:08:05.093702 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] get_ports_and_sgs() called for port_ids ['3399a875-8536-4e63-b5c5-d638ea0b8100'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:08:05.094038 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-526135fc-ca8d-4167-a16c-055b343e83ea tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:08:05.101466 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526135fc-ca8d-4167-a16c-055b343e83ea tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:08:05.107486 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5103affb-3ddd-418c-b08c-1c92be732adc tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Pushing event deleted for resources: {'Port': ['ID=96a5d57f-59a1-4718-95d8-ee708f298d01,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:08:05.108245 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-526135fc-ca8d-4167-a16c-055b343e83ea tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-996688'] for router_interface, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:05.189569 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-e34a4717-3fa9-4be4-9e09-ee347e6b8ba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547'] for port, after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:05.207788 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=7f6b3812-445c-4afd-a44a-5114fb7ae290,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:08:05.230007 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.l3_agent_scheduler [req-327310d1-086e-40de-8606-72e34a836141 req-5103affb-3ddd-418c-b08c-1c92be732adc tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Router af8325e0-5bc0-4c5c-9023-39148f6ec07c has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:08:05.244853 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526135fc-ca8d-4167-a16c-055b343e83ea tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Pushing event updated for resources: {'Port': ['ID=7d3d5f8b-f17e-47d2-9369-d8871ff31a63,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:08:05.245825 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5481b941-f7c4-4f13-a792-8d88ff73fc51 req-8a2f9ebd-6144-4a70-87e7-9f5617815d49 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:05.257291 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5481b941-f7c4-4f13-a792-8d88ff73fc51 req-8a2f9ebd-6144-4a70-87e7-9f5617815d49 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:05.265611 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5481b941-f7c4-4f13-a792-8d88ff73fc51 req-8a2f9ebd-6144-4a70-87e7-9f5617815d49 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:05.271961 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5481b941-f7c4-4f13-a792-8d88ff73fc51 req-8a2f9ebd-6144-4a70-87e7-9f5617815d49 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:05.278707 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5481b941-f7c4-4f13-a792-8d88ff73fc51 req-8a2f9ebd-6144-4a70-87e7-9f5617815d49 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:05.285409 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5481b941-f7c4-4f13-a792-8d88ff73fc51 req-8a2f9ebd-6144-4a70-87e7-9f5617815d49 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:05.291600 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5481b941-f7c4-4f13-a792-8d88ff73fc51 req-8a2f9ebd-6144-4a70-87e7-9f5617815d49 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:05.293636 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5481b941-f7c4-4f13-a792-8d88ff73fc51 req-8a2f9ebd-6144-4a70-87e7-9f5617815d49 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] 10.222.0.66 "GET /v2.0/ports?device_id=2cc02556-7c0a-4e9b-9a09-a272e5dfabdc HTTP/1.1" status: 200 len: 5430 time: 1.3322070 Aug 18 12:08:05.347253 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5481b941-f7c4-4f13-a792-8d88ff73fc51 req-bdfcfdb7-cfaa-4dbf-a004-523e6f534b78 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] 10.222.0.66 "GET /v2.0/security-groups?id=9ed89c48-68fa-47c4-9ca6-08ae23ef0876&id=f288757b-df2a-4147-b6e9-81a127940c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0470359 Aug 18 12:08:05.352318 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34a4717-3fa9-4be4-9e09-ee347e6b8ba7 None None] Pushing event updated for resources: {'Port': ['ID=1bf59ab4-4e6c-4e13-ae79-1ba490dfe69a,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:08:05.362678 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e34a4717-3fa9-4be4-9e09-ee347e6b8ba7 None None] Network fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d is already hosted by enough agents. {{(pid=106254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:08:05.391351 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Provisioning for port de89d536-372a-40f0-95d4-ece86e26ad02 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:08:05.416104 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f962c6f-23e8-427e-adda-c9b81fb12c71 req-206dff20-a372-4c60-b4d4-4d310e80729a tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:05.422798 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f962c6f-23e8-427e-adda-c9b81fb12c71 req-206dff20-a372-4c60-b4d4-4d310e80729a tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:05.430175 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f962c6f-23e8-427e-adda-c9b81fb12c71 req-206dff20-a372-4c60-b4d4-4d310e80729a tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:05.432784 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6f962c6f-23e8-427e-adda-c9b81fb12c71 req-206dff20-a372-4c60-b4d4-4d310e80729a tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] 10.222.0.66 "GET /v2.0/ports?device_id=20dd28f4-1df0-4a6b-8939-d21ca9c9b72a HTTP/1.1" status: 200 len: 2415 time: 0.4289372 Aug 18 12:08:05.436914 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.base_scheduler [None req-e34a4717-3fa9-4be4-9e09-ee347e6b8ba7 None None] Resources bound (agent type, host, resource id): {{(pid=106254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:08:05.484716 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34a4717-3fa9-4be4-9e09-ee347e6b8ba7 None None] Received port after_create {{(pid=106254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:08:05.499478 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Provisioning complete for port de89d536-372a-40f0-95d4-ece86e26ad02 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:08:05.499879 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:05.509523 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-526135fc-ca8d-4167-a16c-055b343e83ea tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:05.513054 n-d-804985-2 neutron-server[106253]: INFO neutron.api.v2.resource [None req-46af78eb-e0e0-424b-82e0-7f3aa1597b98 tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] create failed (client error): The resource could not be found. Aug 18 12:08:05.517668 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-46af78eb-e0e0-424b-82e0-7f3aa1597b98 tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.5621116 Aug 18 12:08:05.518346 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 43596) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:08:05.541983 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-48b75661-0020-4b3d-89e3-493d5d649164 tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] Request body: {'security_group_rule': {'security_group_id': '40118683-2ce8-40ff-973b-d4789a2a8ba0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'd5886fd2-d70d-4c29-b5b0-1b9eeabc7f1a'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:08:05.634472 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6f962c6f-23e8-427e-adda-c9b81fb12c71 req-67ef1052-f0e9-4cac-9134-ccabf6264baf tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] 10.222.0.66 "GET /v2.0/security-groups?id=e100a5b2-e498-4091-84ac-a0da12aab123&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1896241 Aug 18 12:08:05.651790 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-327310d1-086e-40de-8606-72e34a836141 req-5103affb-3ddd-418c-b08c-1c92be732adc tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:08:05.667268 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cec28cc-c045-4d89-8418-2f77171c79e0 req-21c7c5db-8b0c-4689-9fed-e9bc891b96d5 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:05.668909 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0cec28cc-c045-4d89-8418-2f77171c79e0 req-21c7c5db-8b0c-4689-9fed-e9bc891b96d5 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb783dc5-d988-4b42-bd19-7c5d813c36a4 HTTP/1.1" status: 200 len: 946 time: 0.1352437 Aug 18 12:08:05.686905 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cc02556-7c0a-4e9b-9a09-a272e5dfabdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f6b3812-445c-4afd-a44a-5114fb7ae290'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:08:05.695456 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db50a436fb3a98495337d8fe7487b4f2ea6f3c1052eb9efadc2ecda2d5737001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4dc5282-efde-43c5-a75b-30d422479158" -d '{"events": [{"server_uuid": "2cc02556-7c0a-4e9b-9a09-a272e5dfabdc", "name": "network-vif-plugged", "status": "completed", "tag": "7f6b3812-445c-4afd-a44a-5114fb7ae290"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:08:05.715203 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d39c3bb-be23-451a-b741-e75c75485ccc None None] Sync routers for ids ['af8325e0-5bc0-4c5c-9023-39148f6ec07c'] in n-d-804985-2 {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:08:05.789960 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d39c3bb-be23-451a-b741-e75c75485ccc None None] Routers {'af8325e0-5bc0-4c5c-9023-39148f6ec07c'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:08:05.790480 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-2d39c3bb-be23-451a-b741-e75c75485ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:07:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['af8325e0-5bc0-4c5c-9023-39148f6ec07c'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:08:05.835598 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-327310d1-086e-40de-8606-72e34a836141 req-5103affb-3ddd-418c-b08c-1c92be732adc tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] No DVR routers for this DVR port 96a5d57f-59a1-4718-95d8-ee708f298d01 on host n-h2-804985-2 {{(pid=106252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:08:05.848392 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-e34a4717-3fa9-4be4-9e09-ee347e6b8ba7 None None] Attempting to bind port 1bf59ab4-4e6c-4e13-ae79-1ba490dfe69a on host n-d-804985-2 for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:08:05.848797 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-e34a4717-3fa9-4be4-9e09-ee347e6b8ba7 None None] Attempting to bind port 1bf59ab4-4e6c-4e13-ae79-1ba490dfe69a by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': '06b05a1e-7667-47a8-b2de-bb5e6a768e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:08:05.849162 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34a4717-3fa9-4be4-9e09-ee347e6b8ba7 None None] Attempting to bind port 1bf59ab4-4e6c-4e13-ae79-1ba490dfe69a on network fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:08:05.857103 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-327310d1-086e-40de-8606-72e34a836141 req-5103affb-3ddd-418c-b08c-1c92be732adc tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:05.858020 n-d-804985-2 neutron-server[106253]: INFO neutron.api.v2.resource [None req-48b75661-0020-4b3d-89e3-493d5d649164 tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] create failed (client error): The resource could not be found. Aug 18 12:08:05.859669 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-48b75661-0020-4b3d-89e3-493d5d649164 tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3231986 Aug 18 12:08:05.860612 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-327310d1-086e-40de-8606-72e34a836141 req-5103affb-3ddd-418c-b08c-1c92be732adc tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] 10.222.0.62 "DELETE /v2.0/ports/96a5d57f-59a1-4718-95d8-ee708f298d01 HTTP/1.1" status: 204 len: 173 time: 2.3279810 Aug 18 12:08:05.864779 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 43600) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:08:05.876132 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20dd28f4-1df0-4a6b-8939-d21ca9c9b72a', 'name': 'network-vif-deleted', 'tag': '96a5d57f-59a1-4718-95d8-ee708f298d01'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:08:05.879832 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01c46af4-fdef-43ef-9ad3-5d431898f90d" -d '{"events": [{"server_uuid": "20dd28f4-1df0-4a6b-8939-d21ca9c9b72a", "name": "network-vif-deleted", "tag": "96a5d57f-59a1-4718-95d8-ee708f298d01"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:08:05.953745 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34a4717-3fa9-4be4-9e09-ee347e6b8ba7 None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 7, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:08:05.954120 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34a4717-3fa9-4be4-9e09-ee347e6b8ba7 None None] Checking segment: {'id': '06b05a1e-7667-47a8-b2de-bb5e6a768e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:08:05.954522 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-e34a4717-3fa9-4be4-9e09-ee347e6b8ba7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:05.954912 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34a4717-3fa9-4be4-9e09-ee347e6b8ba7 None None] Bound using segment: {'id': '06b05a1e-7667-47a8-b2de-bb5e6a768e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:08:05.955391 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-e34a4717-3fa9-4be4-9e09-ee347e6b8ba7 None None] Bound port: 1bf59ab4-4e6c-4e13-ae79-1ba490dfe69a, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06b05a1e-7667-47a8-b2de-bb5e6a768e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:08:05.955767 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-e34a4717-3fa9-4be4-9e09-ee347e6b8ba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:05.976425 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-698e44ed-7f74-43b8-8234-49b1161f5add tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:06.044194 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0cec28cc-c045-4d89-8418-2f77171c79e0 req-1ddcda90-d616-4ad3-b06a-12202d2aa35b tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/security-groups?id=d60fbefd-5088-4718-a442-08959d2ac3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3228295 Aug 18 12:08:06.159612 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-e34a4717-3fa9-4be4-9e09-ee347e6b8ba7 None None] For port 1bf59ab4-4e6c-4e13-ae79-1ba490dfe69a, host n-d-804985-2, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:08:06.163669 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5983f1a-29a3-495e-ac19-8e73b1be77be req-0dc73469-3222-4aa3-8d19-8ee628a7e139 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:06.170341 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b5983f1a-29a3-495e-ac19-8e73b1be77be req-0dc73469-3222-4aa3-8d19-8ee628a7e139 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/ports?device_id=c468f260-aa8b-4a9b-a477-213e251d7cef HTTP/1.1" status: 200 len: 947 time: 0.3576908 Aug 18 12:08:06.170917 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-e34a4717-3fa9-4be4-9e09-ee347e6b8ba7 None None] For port 1bf59ab4-4e6c-4e13-ae79-1ba490dfe69a, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=1bf59ab4-4e6c-4e13-ae79-1ba490dfe69a,segment=NetworkSegment(06b05a1e-7667-47a8-b2de-bb5e6a768e1b),segment_id=06b05a1e-7667-47a8-b2de-bb5e6a768e1b)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:08:06.205568 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:08:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b1b5be5-8fca-45e2-9aaa-2c1a2466e041 x-openstack-request-id: req-8b1b5be5-8fca-45e2-9aaa-2c1a2466e041 {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:08:06.206093 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cc02556-7c0a-4e9b-9a09-a272e5dfabdc", "name": "network-vif-plugged", "status": "completed", "tag": "7f6b3812-445c-4afd-a44a-5114fb7ae290", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:08:06.206504 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-8b1b5be5-8fca-45e2-9aaa-2c1a2466e041 {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:08:06.207010 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-698e44ed-7f74-43b8-8234-49b1161f5add tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:06.207200 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cc02556-7c0a-4e9b-9a09-a272e5dfabdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f6b3812-445c-4afd-a44a-5114fb7ae290', 'code': 200} Aug 18 12:08:06.212268 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-e34a4717-3fa9-4be4-9e09-ee347e6b8ba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:06.275543 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:06.318419 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port de89d536-372a-40f0-95d4-ece86e26ad02, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=de89d536-372a-40f0-95d4-ece86e26ad02,segment=NetworkSegment(5f199d18-44fc-47f7-ab25-3deacf829e99),segment_id=5f199d18-44fc-47f7-ab25-3deacf829e99)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:08:06.326763 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b5983f1a-29a3-495e-ac19-8e73b1be77be req-4d4f0096-664f-491b-ba5c-f1677d11c12d tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f58845c-8a6f-4750-8ac0-66868223b345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1358714 Aug 18 12:08:06.329329 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:08:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e608dba-643e-47cc-84b6-b6e293e930fd x-openstack-request-id: req-8e608dba-643e-47cc-84b6-b6e293e930fd {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:08:06.330790 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20dd28f4-1df0-4a6b-8939-d21ca9c9b72a", "name": "network-vif-deleted", "tag": "96a5d57f-59a1-4718-95d8-ee708f298d01", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:08:06.332199 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-8e608dba-643e-47cc-84b6-b6e293e930fd {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:08:06.332696 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20dd28f4-1df0-4a6b-8939-d21ca9c9b72a', 'name': 'network-vif-deleted', 'tag': '96a5d57f-59a1-4718-95d8-ee708f298d01', 'status': 'completed', 'code': 200} Aug 18 12:08:06.351030 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-327310d1-086e-40de-8606-72e34a836141 req-e2dc7331-badf-43b5-95a9-eb7f29dc8e56 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Deleting port 5d12cdb5-f897-47d4-8656-b7afc876f2b5 {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:08:06.351412 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-327310d1-086e-40de-8606-72e34a836141 req-e2dc7331-badf-43b5-95a9-eb7f29dc8e56 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:06.356932 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:06.361047 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:06.361839 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 8d12b24c-fdf8-4b6d-8d6e-bdd4c5941e08 up at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:08:06.397758 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-526135fc-ca8d-4167-a16c-055b343e83ea tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks [] for port, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:06.411832 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-526135fc-ca8d-4167-a16c-055b343e83ea tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:06.413401 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-526135fc-ca8d-4167-a16c-055b343e83ea tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-996772'] for router_interface, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:06.428749 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-698e44ed-7f74-43b8-8234-49b1161f5add tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:06.432099 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-698e44ed-7f74-43b8-8234-49b1161f5add tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:06.436260 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-698e44ed-7f74-43b8-8234-49b1161f5add tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] 10.222.0.66 "DELETE /v2.0/security-groups/40118683-2ce8-40ff-973b-d4789a2a8ba0 HTTP/1.1" status: 204 len: 168 time: 0.5666738 Aug 18 12:08:06.457941 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 43614) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:08:06.654539 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698e44ed-7f74-43b8-8234-49b1161f5add tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40118683-2ce8-40ff-973b-d4789a2a8ba0,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:08:06.704354 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526135fc-ca8d-4167-a16c-055b343e83ea tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Pushing event updated for resources: {'Port': ['ID=7d3d5f8b-f17e-47d2-9369-d8871ff31a63,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:08:06.723603 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-7dd3a104-f312-4bde-a69a-4f9facd13cba tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2475927 Aug 18 12:08:06.725920 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 43622) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:08:06.731847 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-d4a226f6-183d-4554-8eac-6cc1493fb2f8 tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] Request body: {'security_group_rule': {'security_group_id': 'cb065862-9df9-432f-9ad9-e23f04d15323', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:08:06.781970 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-526135fc-ca8d-4167-a16c-055b343e83ea tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Network fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:08:06.783509 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-526135fc-ca8d-4167-a16c-055b343e83ea tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:08:06.790227 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-327310d1-086e-40de-8606-72e34a836141 req-e2dc7331-badf-43b5-95a9-eb7f29dc8e56 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] For port 5d12cdb5-f897-47d4-8656-b7afc876f2b5, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=5d12cdb5-f897-47d4-8656-b7afc876f2b5,segment=NetworkSegment(ca5d8231-2f07-42d5-ad7c-9ac8a76e921f),segment_id=ca5d8231-2f07-42d5-ad7c-9ac8a76e921f)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:08:06.790603 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-327310d1-086e-40de-8606-72e34a836141 req-e2dc7331-badf-43b5-95a9-eb7f29dc8e56 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:06.825983 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-327310d1-086e-40de-8606-72e34a836141 req-e2dc7331-badf-43b5-95a9-eb7f29dc8e56 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Calling delete_port for 5d12cdb5-f897-47d4-8656-b7afc876f2b5 owned by compute:nova {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:08:06.867337 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c78c3a-7a49-4470-a595-dc5b7cadf3fc req-cd4af95b-c3af-40ec-ab2e-64cf8ba37f79 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:06.872062 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c78c3a-7a49-4470-a595-dc5b7cadf3fc req-cd4af95b-c3af-40ec-ab2e-64cf8ba37f79 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:06.894483 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c78c3a-7a49-4470-a595-dc5b7cadf3fc req-cd4af95b-c3af-40ec-ab2e-64cf8ba37f79 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:06.901014 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c78c3a-7a49-4470-a595-dc5b7cadf3fc req-cd4af95b-c3af-40ec-ab2e-64cf8ba37f79 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:06.908695 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c78c3a-7a49-4470-a595-dc5b7cadf3fc req-cd4af95b-c3af-40ec-ab2e-64cf8ba37f79 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:06.914694 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c78c3a-7a49-4470-a595-dc5b7cadf3fc req-cd4af95b-c3af-40ec-ab2e-64cf8ba37f79 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:06.921366 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c78c3a-7a49-4470-a595-dc5b7cadf3fc req-cd4af95b-c3af-40ec-ab2e-64cf8ba37f79 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:06.932891 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-52c78c3a-7a49-4470-a595-dc5b7cadf3fc req-cd4af95b-c3af-40ec-ab2e-64cf8ba37f79 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] 10.222.0.66 "GET /v2.0/ports?device_id=2cc02556-7c0a-4e9b-9a09-a272e5dfabdc HTTP/1.1" status: 200 len: 5432 time: 0.2552001 Aug 18 12:08:07.009049 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34a4717-3fa9-4be4-9e09-ee347e6b8ba7 None None] Pushing event updated for resources: {'Port': ['ID=1bf59ab4-4e6c-4e13-ae79-1ba490dfe69a,revision_number=2']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:08:07.014958 n-d-804985-2 neutron-server[106253]: INFO neutron.api.v2.resource [None req-d4a226f6-183d-4554-8eac-6cc1493fb2f8 tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] create failed (client error): The resource could not be found. Aug 18 12:08:07.020247 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-d4a226f6-183d-4554-8eac-6cc1493fb2f8 tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2890491 Aug 18 12:08:07.030541 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 43624) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:08:07.052120 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-da7a2fb5-75a8-4347-9dd9-e010bf4ac74d tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] Request body: {'security_group': {'name': 'tempest-secgroup--462381364'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:08:07.115661 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=de89d536-372a-40f0-95d4-ece86e26ad02,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:08:07.160294 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-2d39c3bb-be23-451a-b741-e75c75485ccc None None] Set router af8325e0-5bc0-4c5c-9023-39148f6ec07c gateway port host: n-d-804985-2 {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:08:07.164061 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-52c78c3a-7a49-4470-a595-dc5b7cadf3fc req-91614f69-3c5b-4dd0-b5b6-d025dcffd306 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] 10.222.0.66 "GET /v2.0/security-groups?id=9ed89c48-68fa-47c4-9ca6-08ae23ef0876&id=f288757b-df2a-4147-b6e9-81a127940c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2336910 Aug 18 12:08:07.275730 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Provisioning for port 8d12b24c-fdf8-4b6d-8d6e-bdd4c5941e08 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:08:07.302030 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Provisioning complete for port 8d12b24c-fdf8-4b6d-8d6e-bdd4c5941e08 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:08:07.302524 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:07.529110 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa8eb1d-9754-4565-a027-1cdd1a1239f8 req-7d6a951a-2663-4fe1-8c17-fc1335434258 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:07.535715 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa8eb1d-9754-4565-a027-1cdd1a1239f8 req-7d6a951a-2663-4fe1-8c17-fc1335434258 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:07.542325 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa8eb1d-9754-4565-a027-1cdd1a1239f8 req-7d6a951a-2663-4fe1-8c17-fc1335434258 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:07.544407 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2aa8eb1d-9754-4565-a027-1cdd1a1239f8 req-7d6a951a-2663-4fe1-8c17-fc1335434258 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] 10.222.0.66 "GET /v2.0/ports?device_id=20dd28f4-1df0-4a6b-8939-d21ca9c9b72a HTTP/1.1" status: 200 len: 2415 time: 0.2251670 Aug 18 12:08:07.564767 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 1bf59ab4-4e6c-4e13-ae79-1ba490dfe69a up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:08:07.731472 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2aa8eb1d-9754-4565-a027-1cdd1a1239f8 req-59261421-f279-4a62-89fb-26454facd102 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] 10.222.0.66 "GET /v2.0/security-groups?id=e100a5b2-e498-4091-84ac-a0da12aab123&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1783817 Aug 18 12:08:07.732196 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-327310d1-086e-40de-8606-72e34a836141 req-e2dc7331-badf-43b5-95a9-eb7f29dc8e56 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:07.764925 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:07.828658 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port 1bf59ab4-4e6c-4e13-ae79-1ba490dfe69a completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:08:07.920229 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-da7a2fb5-75a8-4347-9dd9-e010bf4ac74d tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:07.922944 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port 8d12b24c-fdf8-4b6d-8d6e-bdd4c5941e08, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=8d12b24c-fdf8-4b6d-8d6e-bdd4c5941e08,segment=NetworkSegment(926df150-8e3a-4382-95d3-bc82a1fd69e4),segment_id=926df150-8e3a-4382-95d3-bc82a1fd69e4)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:08:07.939432 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:07.940374 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 0800d992-3baf-4f75-8477-d82c2df6cfbf up at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:08:07.946566 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-2d39c3bb-be23-451a-b741-e75c75485ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af8325e0-5bc0-4c5c-9023-39148f6ec07c', 'name': 'tempest-TaggedBootDevicesTest_v242-460166077-router', 'tenant_id': 'f1c57111807f4f80be30061245a1a804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': 'bfa65087-5a9c-4ae1-bc7f-cc0fc2cd7c43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T11:57:27Z', 'updated_at': '2021-08-18T11:57:34Z', 'revision_number': 4, 'project_id': 'f1c57111807f4f80be30061245a1a804', 'gw_port': {'id': 'bfa65087-5a9c-4ae1-bc7f-cc0fc2cd7c43', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:3c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8325e0-5bc0-4c5c-9023-39148f6ec07c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:57:29Z', 'updated_at': '2021-08-18T11:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': '5302fd6f-6244-495f-be39-b2949c0eaebc', 'name': '', 'network_id': '1ef7ea32-2afc-42e8-9151-91c023337fa8', 'tenant_id': 'f1c57111807f4f80be30061245a1a804', 'mac_address': 'fa:16:3e:c8:f2:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8325e0-5bc0-4c5c-9023-39148f6ec07c', 'device_owner': 'network:router_interface', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': '0dc7ccef-1b3b-4e69-a1de-a8fce0eaa5e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:57:33Z', 'updated_at': '2021-08-18T11:57:40Z', 'revision_number': 5, 'project_id': 'f1c57111807f4f80be30061245a1a804', 'subnets': [{'id': '0dc7ccef-1b3b-4e69-a1de-a8fce0eaa5e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:08:07.978099 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-327310d1-086e-40de-8606-72e34a836141 req-e2dc7331-badf-43b5-95a9-eb7f29dc8e56 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] No DVR routers for this DVR port 5d12cdb5-f897-47d4-8656-b7afc876f2b5 on host n-h2-804985-2 {{(pid=106252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:08:07.982020 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-327310d1-086e-40de-8606-72e34a836141 req-e2dc7331-badf-43b5-95a9-eb7f29dc8e56 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:07.984826 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-327310d1-086e-40de-8606-72e34a836141 req-e2dc7331-badf-43b5-95a9-eb7f29dc8e56 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] 10.222.0.62 "DELETE /v2.0/ports/5d12cdb5-f897-47d4-8656-b7afc876f2b5 HTTP/1.1" status: 204 len: 173 time: 2.1009958 Aug 18 12:08:07.985685 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2dc7331-badf-43b5-95a9-eb7f29dc8e56 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Pushing event deleted for resources: {'Port': ['ID=5d12cdb5-f897-47d4-8656-b7afc876f2b5,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:08:08.023252 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb2c5ae-fffd-4771-8280-aa9f789f3c05 req-63b6091d-3739-44d9-86cd-cb10886e1546 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:08.031049 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ceb2c5ae-fffd-4771-8280-aa9f789f3c05 req-63b6091d-3739-44d9-86cd-cb10886e1546 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/ports?device_id=c468f260-aa8b-4a9b-a477-213e251d7cef HTTP/1.1" status: 200 len: 947 time: 0.1358297 Aug 18 12:08:08.082130 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-da7a2fb5-75a8-4347-9dd9-e010bf4ac74d tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:08.093635 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-da7a2fb5-75a8-4347-9dd9-e010bf4ac74d tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:08.099460 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3391135a-0bfb-4218-8672-cc4d803ec217 req-125b9f48-1e15-4ed6-a3e3-726f27c8e261 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:08.107605 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3391135a-0bfb-4218-8672-cc4d803ec217 req-125b9f48-1e15-4ed6-a3e3-726f27c8e261 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb783dc5-d988-4b42-bd19-7c5d813c36a4 HTTP/1.1" status: 200 len: 946 time: 0.5957823 Aug 18 12:08:08.166691 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3391135a-0bfb-4218-8672-cc4d803ec217 req-da5dcbf3-aa38-4c42-9d35-ef1b8eae44ef tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/security-groups?id=d60fbefd-5088-4718-a442-08959d2ac3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581450 Aug 18 12:08:08.172006 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7a2fb5-75a8-4347-9dd9-e010bf4ac74d tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86163d6d-a06a-485b-9daa-14acd987adfb,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:08:08.189497 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d39c3bb-be23-451a-b741-e75c75485ccc None None] Checking router: af8325e0-5bc0-4c5c-9023-39148f6ec07c for host: n-d-804985-2 {{(pid=106254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:08:08.230018 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-da7a2fb5-75a8-4347-9dd9-e010bf4ac74d tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:08.235638 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-da7a2fb5-75a8-4347-9dd9-e010bf4ac74d tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1999326 Aug 18 12:08:08.235638 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 43642) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:08:08.246029 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cc02556-7c0a-4e9b-9a09-a272e5dfabdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de89d536-372a-40f0-95d4-ece86e26ad02'}, {'server_uuid': '2cc02556-7c0a-4e9b-9a09-a272e5dfabdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d12b24c-fdf8-4b6d-8d6e-bdd4c5941e08'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:08:08.247025 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-60a48704-62e7-4896-83cd-563cdf5fbcfa tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] Request body: {'security_group': {'name': 'tempest-secgroup--1390113329'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:08:08.249420 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db50a436fb3a98495337d8fe7487b4f2ea6f3c1052eb9efadc2ecda2d5737001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-055efaae-40f5-4a1e-bdf8-9a2cfc6b9edf" -d '{"events": [{"server_uuid": "2cc02556-7c0a-4e9b-9a09-a272e5dfabdc", "name": "network-vif-plugged", "status": "completed", "tag": "de89d536-372a-40f0-95d4-ece86e26ad02"}, {"server_uuid": "2cc02556-7c0a-4e9b-9a09-a272e5dfabdc", "name": "network-vif-plugged", "status": "completed", "tag": "8d12b24c-fdf8-4b6d-8d6e-bdd4c5941e08"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:08:08.253426 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=8d12b24c-fdf8-4b6d-8d6e-bdd4c5941e08,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:08:08.299192 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d39c3bb-be23-451a-b741-e75c75485ccc None None] Routers {'af8325e0-5bc0-4c5c-9023-39148f6ec07c'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:08:08.301270 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-2d39c3bb-be23-451a-b741-e75c75485ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:07:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['af8325e0-5bc0-4c5c-9023-39148f6ec07c'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:08:08.307234 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ceb2c5ae-fffd-4771-8280-aa9f789f3c05 req-ecbcdd4d-09ca-4c88-8cf3-29b32d5667c2 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f58845c-8a6f-4750-8ac0-66868223b345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2751868 Aug 18 12:08:08.331481 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-526135fc-ca8d-4167-a16c-055b343e83ea tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Router 5ab47bb9-3bd3-4be9-b708-785dd717c242 is scheduled to L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 with binding_index 1 {{(pid=106253) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 12:08:08.336851 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20dd28f4-1df0-4a6b-8939-d21ca9c9b72a', 'name': 'network-vif-deleted', 'tag': '5d12cdb5-f897-47d4-8656-b7afc876f2b5'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:08:08.346497 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02fdf452-d0ca-48d0-8541-fe804514fa95" -d '{"events": [{"server_uuid": "20dd28f4-1df0-4a6b-8939-d21ca9c9b72a", "name": "network-vif-deleted", "tag": "5d12cdb5-f897-47d4-8656-b7afc876f2b5"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:08:08.369405 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-60a48704-62e7-4896-83cd-563cdf5fbcfa tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:08.457896 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-2d39c3bb-be23-451a-b741-e75c75485ccc None None] Set router af8325e0-5bc0-4c5c-9023-39148f6ec07c gateway port host: n-d-804985-2 {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:08:08.530800 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9beb9417-6f4b-4995-b693-f35cc2409ba5 req-8fd64314-ab65-4c6d-ad24-25744fce501f tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:08.542471 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9beb9417-6f4b-4995-b693-f35cc2409ba5 req-8fd64314-ab65-4c6d-ad24-25744fce501f tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] 10.222.0.66 "GET /v2.0/ports?device_id=27ecdc3e-c9a2-434c-a840-101feeb37aa9 HTTP/1.1" status: 200 len: 945 time: 0.1781704 Aug 18 12:08:08.596798 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-526135fc-ca8d-4167-a16c-055b343e83ea tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:08:08.609987 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc01bd71-1ea1-41b8-b5d1-a7f5213da709 None None] Sync routers for ids ['5ab47bb9-3bd3-4be9-b708-785dd717c242'] in n-d-804985-2 {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:08:08.625944 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc01bd71-1ea1-41b8-b5d1-a7f5213da709 None None] Routers {'5ab47bb9-3bd3-4be9-b708-785dd717c242'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:08:08.628210 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-bc01bd71-1ea1-41b8-b5d1-a7f5213da709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:07:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['5ab47bb9-3bd3-4be9-b708-785dd717c242'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:08:08.630150 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-526135fc-ca8d-4167-a16c-055b343e83ea tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "PUT /v2.0/routers/5ab47bb9-3bd3-4be9-b708-785dd717c242/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3667781 Aug 18 12:08:08.633099 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 43650) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:08:08.653119 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950ee2d3-516b-44ac-94a9-ef5816e31286 req-567da1ca-3558-40fc-a4f4-38ebfc463b03 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:08.670912 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950ee2d3-516b-44ac-94a9-ef5816e31286 req-567da1ca-3558-40fc-a4f4-38ebfc463b03 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:08.704462 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950ee2d3-516b-44ac-94a9-ef5816e31286 req-567da1ca-3558-40fc-a4f4-38ebfc463b03 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:08.710461 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950ee2d3-516b-44ac-94a9-ef5816e31286 req-567da1ca-3558-40fc-a4f4-38ebfc463b03 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:08.748774 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950ee2d3-516b-44ac-94a9-ef5816e31286 req-567da1ca-3558-40fc-a4f4-38ebfc463b03 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:08.754645 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950ee2d3-516b-44ac-94a9-ef5816e31286 req-567da1ca-3558-40fc-a4f4-38ebfc463b03 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:08.761419 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:08.774053 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b81aadb0-8dd9-47b0-b19c-9cf6330ea14f tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:08.775735 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-b81aadb0-8dd9-47b0-b19c-9cf6330ea14f tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "GET /v2.0/ports/7d3d5f8b-f17e-47d2-9369-d8871ff31a63 HTTP/1.1" status: 200 len: 911 time: 0.1293874 Aug 18 12:08:08.778694 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 43652) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:08:08.792778 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950ee2d3-516b-44ac-94a9-ef5816e31286 req-567da1ca-3558-40fc-a4f4-38ebfc463b03 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:08.794765 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-950ee2d3-516b-44ac-94a9-ef5816e31286 req-567da1ca-3558-40fc-a4f4-38ebfc463b03 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] 10.222.0.66 "GET /v2.0/ports?device_id=2cc02556-7c0a-4e9b-9a09-a272e5dfabdc HTTP/1.1" status: 200 len: 5433 time: 0.3458698 Aug 18 12:08:08.840647 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-222af8e9-90db-43d9-a148-89007d3cf7e5 None None] Network fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:08:08.864826 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9beb9417-6f4b-4995-b693-f35cc2409ba5 req-fc34a786-9b0d-43cb-95d9-20d3278d9810 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] 10.222.0.66 "GET /v2.0/security-groups?id=eff34c14-f128-4344-94bf-707ebed6dde1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3211830 Aug 18 12:08:08.950261 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-bc01bd71-1ea1-41b8-b5d1-a7f5213da709 None None] Set router 5ab47bb9-3bd3-4be9-b708-785dd717c242 gateway port host: None {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:08:08.955232 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a74056be-6224-4a5e-bcb4-82856f6ca2e7 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:08.991213 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a74056be-6224-4a5e-bcb4-82856f6ca2e7 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:08.997889 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-a74056be-6224-4a5e-bcb4-82856f6ca2e7 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.2184596 Aug 18 12:08:09.000867 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-327310d1-086e-40de-8606-72e34a836141 req-9db2b1da-dd8f-4099-8351-a744d688dd6a tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Deleting port d1178764-5fcc-4bf5-bf2c-1f7340615440 {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:08:09.001338 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-327310d1-086e-40de-8606-72e34a836141 req-9db2b1da-dd8f-4099-8351-a744d688dd6a tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:09.004003 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 43656) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:08:09.107950 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 18 Aug 2021 12:08:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45c28955-3b9c-4a4c-aacf-36123ca32ac7 x-openstack-request-id: req-45c28955-3b9c-4a4c-aacf-36123ca32ac7 {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:08:09.111807 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cc02556-7c0a-4e9b-9a09-a272e5dfabdc", "name": "network-vif-plugged", "status": "completed", "tag": "de89d536-372a-40f0-95d4-ece86e26ad02", "code": 200}, {"server_uuid": "2cc02556-7c0a-4e9b-9a09-a272e5dfabdc", "name": "network-vif-plugged", "status": "completed", "tag": "8d12b24c-fdf8-4b6d-8d6e-bdd4c5941e08", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:08:09.119104 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-45c28955-3b9c-4a4c-aacf-36123ca32ac7 {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:08:09.119664 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cc02556-7c0a-4e9b-9a09-a272e5dfabdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de89d536-372a-40f0-95d4-ece86e26ad02', 'code': 200} Aug 18 12:08:09.121298 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cc02556-7c0a-4e9b-9a09-a272e5dfabdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d12b24c-fdf8-4b6d-8d6e-bdd4c5941e08', 'code': 200} Aug 18 12:08:09.312512 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-a2731f95-c05f-4bbf-a202-0d81966e4b6e None None] Provisioning for port 1bf59ab4-4e6c-4e13-ae79-1ba490dfe69a completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:08:09.319560 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-327310d1-086e-40de-8606-72e34a836141 req-9db2b1da-dd8f-4099-8351-a744d688dd6a tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] For port d1178764-5fcc-4bf5-bf2c-1f7340615440, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=d1178764-5fcc-4bf5-bf2c-1f7340615440,segment=NetworkSegment(df8c2716-4c05-4e71-858a-1ca678e85c74),segment_id=df8c2716-4c05-4e71-858a-1ca678e85c74)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:08:09.320025 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-327310d1-086e-40de-8606-72e34a836141 req-9db2b1da-dd8f-4099-8351-a744d688dd6a tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:09.346719 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-60a48704-62e7-4896-83cd-563cdf5fbcfa tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:09.367537 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-327310d1-086e-40de-8606-72e34a836141 req-9db2b1da-dd8f-4099-8351-a744d688dd6a tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Calling delete_port for d1178764-5fcc-4bf5-bf2c-1f7340615440 owned by compute:nova {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:08:09.372375 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-a2731f95-c05f-4bbf-a202-0d81966e4b6e None None] Provisioning complete for port 1bf59ab4-4e6c-4e13-ae79-1ba490dfe69a triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:08:09.378638 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-a2731f95-c05f-4bbf-a202-0d81966e4b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:09.380896 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-60a48704-62e7-4896-83cd-563cdf5fbcfa tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:09.387060 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Provisioning for port 0800d992-3baf-4f75-8477-d82c2df6cfbf completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:08:09.537475 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Provisioning complete for port 0800d992-3baf-4f75-8477-d82c2df6cfbf triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:08:09.537876 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:09.569621 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:08:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eae5239f-c4e1-4758-9776-5e44a25d9110 x-openstack-request-id: req-eae5239f-c4e1-4758-9776-5e44a25d9110 {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:08:09.569982 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20dd28f4-1df0-4a6b-8939-d21ca9c9b72a", "name": "network-vif-deleted", "tag": "5d12cdb5-f897-47d4-8656-b7afc876f2b5", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:08:09.570228 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-eae5239f-c4e1-4758-9776-5e44a25d9110 {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:08:09.570627 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20dd28f4-1df0-4a6b-8939-d21ca9c9b72a', 'name': 'network-vif-deleted', 'tag': '5d12cdb5-f897-47d4-8656-b7afc876f2b5', 'status': 'completed', 'code': 200} Aug 18 12:08:09.595809 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-60a48704-62e7-4896-83cd-563cdf5fbcfa tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:09.602391 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-60a48704-62e7-4896-83cd-563cdf5fbcfa tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.3659339 Aug 18 12:08:09.654246 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 43668) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:08:09.654595 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 43670) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:08:09.667106 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-7bea5b49-4efb-46e5-9bde-8142dc92c98b tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] Request body: {'security_group_rule': {'security_group_id': '86163d6d-a06a-485b-9daa-14acd987adfb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '008fbade-21dd-4344-9a3c-bf368ff2ea46'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:08:09.681992 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-950ee2d3-516b-44ac-94a9-ef5816e31286 req-f905400c-a5c5-4dc1-873e-011284f5b3b9 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] 10.222.0.66 "GET /v2.0/security-groups?id=9ed89c48-68fa-47c4-9ca6-08ae23ef0876&id=f288757b-df2a-4147-b6e9-81a127940c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.8488467 Aug 18 12:08:09.720236 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8041fd-b1f7-4a7b-9854-1508494a44bc req-386f513f-d20e-4335-a623-53dada5a4e3d tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:09.721889 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-ec8041fd-b1f7-4a7b-9854-1508494a44bc req-386f513f-d20e-4335-a623-53dada5a4e3d tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] 10.222.0.63 "GET /v2.0/ports?device_id=27ecdc3e-c9a2-434c-a840-101feeb37aa9 HTTP/1.1" status: 200 len: 945 time: 0.3724160 Aug 18 12:08:09.757547 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-2d39c3bb-be23-451a-b741-e75c75485ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af8325e0-5bc0-4c5c-9023-39148f6ec07c', 'name': 'tempest-TaggedBootDevicesTest_v242-460166077-router', 'tenant_id': 'f1c57111807f4f80be30061245a1a804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': 'bfa65087-5a9c-4ae1-bc7f-cc0fc2cd7c43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T11:57:27Z', 'updated_at': '2021-08-18T11:57:34Z', 'revision_number': 4, 'project_id': 'f1c57111807f4f80be30061245a1a804', 'gw_port': {'id': 'bfa65087-5a9c-4ae1-bc7f-cc0fc2cd7c43', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:3c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8325e0-5bc0-4c5c-9023-39148f6ec07c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:57:29Z', 'updated_at': '2021-08-18T11:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': '5302fd6f-6244-495f-be39-b2949c0eaebc', 'name': '', 'network_id': '1ef7ea32-2afc-42e8-9151-91c023337fa8', 'tenant_id': 'f1c57111807f4f80be30061245a1a804', 'mac_address': 'fa:16:3e:c8:f2:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8325e0-5bc0-4c5c-9023-39148f6ec07c', 'device_owner': 'network:router_interface', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': '0dc7ccef-1b3b-4e69-a1de-a8fce0eaa5e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:57:33Z', 'updated_at': '2021-08-18T11:57:40Z', 'revision_number': 5, 'project_id': 'f1c57111807f4f80be30061245a1a804', 'subnets': [{'id': '0dc7ccef-1b3b-4e69-a1de-a8fce0eaa5e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:08:09.787014 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a48704-62e7-4896-83cd-563cdf5fbcfa tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] Pushing event updated for resources: {'SecurityGroup': ['ID=008fbade-21dd-4344-9a3c-bf368ff2ea46,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:08:09.840869 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d39c3bb-be23-451a-b741-e75c75485ccc None None] The sync data for ids ['af8325e0-5bc0-4c5c-9023-39148f6ec07c'] in n-d-804985-2 is: [{'id': 'af8325e0-5bc0-4c5c-9023-39148f6ec07c', 'name': 'tempest-TaggedBootDevicesTest_v242-460166077-router', 'tenant_id': 'f1c57111807f4f80be30061245a1a804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': 'bfa65087-5a9c-4ae1-bc7f-cc0fc2cd7c43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T11:57:27Z', 'updated_at': '2021-08-18T11:57:34Z', 'revision_number': 4, 'project_id': 'f1c57111807f4f80be30061245a1a804', 'gw_port': {'id': 'bfa65087-5a9c-4ae1-bc7f-cc0fc2cd7c43', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:3c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8325e0-5bc0-4c5c-9023-39148f6ec07c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:57:29Z', 'updated_at': '2021-08-18T11:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': '5302fd6f-6244-495f-be39-b2949c0eaebc', 'name': '', 'network_id': '1ef7ea32-2afc-42e8-9151-91c023337fa8', 'tenant_id': 'f1c57111807f4f80be30061245a1a804', 'mac_address': 'fa:16:3e:c8:f2:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8325e0-5bc0-4c5c-9023-39148f6ec07c', 'device_owner': 'network:router_interface', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': '0dc7ccef-1b3b-4e69-a1de-a8fce0eaa5e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:57:33Z', 'updated_at': '2021-08-18T11:57:40Z', 'revision_number': 5, 'project_id': 'f1c57111807f4f80be30061245a1a804', 'subnets': [{'id': '0dc7ccef-1b3b-4e69-a1de-a8fce0eaa5e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:08:09.855712 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e0d6e3-ba74-4741-ab7e-e6ddf4aa0340 req-7db079b2-8ce2-4868-9567-b17cfd3903da tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:09.869658 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e0d6e3-ba74-4741-ab7e-e6ddf4aa0340 req-7db079b2-8ce2-4868-9567-b17cfd3903da tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:09.894086 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-07e0d6e3-ba74-4741-ab7e-e6ddf4aa0340 req-7db079b2-8ce2-4868-9567-b17cfd3903da tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] 10.222.0.66 "GET /v2.0/ports?device_id=20dd28f4-1df0-4a6b-8939-d21ca9c9b72a HTTP/1.1" status: 200 len: 1680 time: 0.3452439 Aug 18 12:08:09.921529 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-bc01bd71-1ea1-41b8-b5d1-a7f5213da709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ab47bb9-3bd3-4be9-b708-785dd717c242', 'name': 'tempest-NetworksTestDHCPv6-router-556525425', 'tenant_id': '2a40b3bac30c4b9cb4cddbf9306b0469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:08:02Z', 'updated_at': '2021-08-18T12:08:05Z', 'revision_number': 2, 'project_id': '2a40b3bac30c4b9cb4cddbf9306b0469', 'gw_port_host': None, '_interfaces': [{'id': '7d3d5f8b-f17e-47d2-9369-d8871ff31a63', 'name': '', 'network_id': 'fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d', 'tenant_id': '2a40b3bac30c4b9cb4cddbf9306b0469', 'mac_address': 'fa:16:3e:b5:01:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ab47bb9-3bd3-4be9-b708-785dd717c242', 'device_owner': 'network:router_interface', 'standard_attr_id': 1966, 'fixed_ips': [{'subnet_id': '5dc4c33b-cb69-4ce3-94f9-836c5c38888b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:08:04Z', 'updated_at': '2021-08-18T12:08:05Z', 'revision_number': 2, 'project_id': '2a40b3bac30c4b9cb4cddbf9306b0469', 'subnets': [{'id': '5dc4c33b-cb69-4ce3-94f9-836c5c38888b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:08:10.014832 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-327310d1-086e-40de-8606-72e34a836141 req-9db2b1da-dd8f-4099-8351-a744d688dd6a tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:10.038777 n-d-804985-2 neutron-server[106253]: INFO neutron.api.v2.resource [None req-7bea5b49-4efb-46e5-9bde-8142dc92c98b tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 18 12:08:10.040182 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-7bea5b49-4efb-46e5-9bde-8142dc92c98b tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.3771906 Aug 18 12:08:10.047407 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 43680) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:08:10.050774 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_v2 [None req-36adbfad-96f5-48ac-bda8-417179a5051e admin admin] Deleting subnet 1f842818-187e-4c1f-a149-216f94355de2 {{(pid=106253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 12:08:10.066195 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc01bd71-1ea1-41b8-b5d1-a7f5213da709 None None] Checking router: 5ab47bb9-3bd3-4be9-b708-785dd717c242 for host: n-d-804985-2 {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:08:10.066819 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc01bd71-1ea1-41b8-b5d1-a7f5213da709 None None] Updating router 5ab47bb9-3bd3-4be9-b708-785dd717c242 port 7d3d5f8b-f17e-47d2-9369-d8871ff31a63 binding host n-d-804985-2 {{(pid=106255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 12:08:10.070970 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-a2731f95-c05f-4bbf-a202-0d81966e4b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:10.083369 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-36adbfad-96f5-48ac-bda8-417179a5051e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:10.119289 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-bc01bd71-1ea1-41b8-b5d1-a7f5213da709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:10.131163 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:10.218650 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-a2731f95-c05f-4bbf-a202-0d81966e4b6e None None] For port 1bf59ab4-4e6c-4e13-ae79-1ba490dfe69a, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=1bf59ab4-4e6c-4e13-ae79-1ba490dfe69a,segment=NetworkSegment(06b05a1e-7667-47a8-b2de-bb5e6a768e1b),segment_id=06b05a1e-7667-47a8-b2de-bb5e6a768e1b)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:08:10.247124 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db2b1da-dd8f-4099-8351-a744d688dd6a tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Pushing event deleted for resources: {'Port': ['ID=d1178764-5fcc-4bf5-bf2c-1f7340615440,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:08:10.250184 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-a2731f95-c05f-4bbf-a202-0d81966e4b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:10.320694 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-36adbfad-96f5-48ac-bda8-417179a5051e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902229'] for subnet, precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:10.353097 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-07e0d6e3-ba74-4741-ab7e-e6ddf4aa0340 req-f864f8b6-4f06-4248-9282-5990d25ac52e tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] 10.222.0.66 "GET /v2.0/security-groups?id=e100a5b2-e498-4091-84ac-a0da12aab123&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4508424 Aug 18 12:08:10.408363 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-ec8041fd-b1f7-4a7b-9854-1508494a44bc req-ad8f4dc0-60db-4abd-af95-bb854e63b0d4 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] Deleting port 64677ff4-45ed-40b8-a8c8-3e3cee5de2d5 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:08:10.409020 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-ec8041fd-b1f7-4a7b-9854-1508494a44bc req-ad8f4dc0-60db-4abd-af95-bb854e63b0d4 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:10.465178 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port 0800d992-3baf-4f75-8477-d82c2df6cfbf, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=0800d992-3baf-4f75-8477-d82c2df6cfbf,segment=NetworkSegment(926df150-8e3a-4382-95d3-bc82a1fd69e4),segment_id=926df150-8e3a-4382-95d3-bc82a1fd69e4)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:08:10.512611 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:10.513443 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device eeb336c7-3a60-4f10-a0d7-6a8235927c82 no longer exists at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:08:10.548709 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20258a9f-b8d7-4929-a273-c1bd886f0320 None None] New status for floating IP 37b5c8a3-0db2-4077-b5b6-27da6d85d1de: DOWN {{(pid=106254) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 12:08:10.570011 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9022a39-9345-48b0-aad1-23db86c387d3 req-76bc7368-318b-46ab-8f55-20dc8e617a41 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:10.571621 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e9022a39-9345-48b0-aad1-23db86c387d3 req-76bc7368-318b-46ab-8f55-20dc8e617a41 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb783dc5-d988-4b42-bd19-7c5d813c36a4 HTTP/1.1" status: 200 len: 946 time: 0.6630981 Aug 18 12:08:10.572559 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-327310d1-086e-40de-8606-72e34a836141 req-9db2b1da-dd8f-4099-8351-a744d688dd6a tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] No DVR routers for this DVR port d1178764-5fcc-4bf5-bf2c-1f7340615440 on host n-h2-804985-2 {{(pid=106252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:08:10.588510 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-327310d1-086e-40de-8606-72e34a836141 req-9db2b1da-dd8f-4099-8351-a744d688dd6a tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:10.590451 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-327310d1-086e-40de-8606-72e34a836141 req-9db2b1da-dd8f-4099-8351-a744d688dd6a tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] 10.222.0.62 "DELETE /v2.0/ports/d1178764-5fcc-4bf5-bf2c-1f7340615440 HTTP/1.1" status: 204 len: 173 time: 2.5927854 Aug 18 12:08:10.709087 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-36adbfad-96f5-48ac-bda8-417179a5051e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:10.861222 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] No Port match for: eeb336c7-3a60-4f10-a0d7-6a8235927c82 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:08:10.861654 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device eeb336c7-3a60-4f10-a0d7-6a8235927c82 not bound to the agent host n-h2-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:08:10.862092 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 449e4b2c-f485-41a8-b8c7-65aa343611a1 no longer exists at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:08:10.891506 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-bc01bd71-1ea1-41b8-b5d1-a7f5213da709 None None] Notify callbacks [] for port, precommit_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:10.901447 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-4d6a4fc8-3d4b-44f4-990a-a7bf47cee0b5 None None] Provisioning for port 7d3d5f8b-f17e-47d2-9369-d8871ff31a63 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:08:10.908655 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2731f95-c05f-4bbf-a202-0d81966e4b6e None None] Pushing event updated for resources: {'Port': ['ID=1bf59ab4-4e6c-4e13-ae79-1ba490dfe69a,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:08:10.909582 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-bc01bd71-1ea1-41b8-b5d1-a7f5213da709 None None] Transition to ACTIVE for port object 7d3d5f8b-f17e-47d2-9369-d8871ff31a63 will not be triggered until provisioned by entity L2. {{(pid=106255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:08:10.921302 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8022dbeb-a37d-4348-b8c9-30bb982979b7 tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:10.924419 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-bc01bd71-1ea1-41b8-b5d1-a7f5213da709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:10.931111 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-ec8041fd-b1f7-4a7b-9854-1508494a44bc req-ad8f4dc0-60db-4abd-af95-bb854e63b0d4 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] For port 64677ff4-45ed-40b8-a8c8-3e3cee5de2d5, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=64677ff4-45ed-40b8-a8c8-3e3cee5de2d5,segment=NetworkSegment(a349f629-a357-4fba-80a9-3970130b5e97),segment_id=a349f629-a357-4fba-80a9-3970130b5e97)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:08:10.937630 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e9022a39-9345-48b0-aad1-23db86c387d3 req-e1702b20-27c1-4a8f-8b93-c9e4e75b6b2c tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/security-groups?id=d60fbefd-5088-4718-a442-08959d2ac3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3454478 Aug 18 12:08:10.941819 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-ec8041fd-b1f7-4a7b-9854-1508494a44bc req-ad8f4dc0-60db-4abd-af95-bb854e63b0d4 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:10.961306 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-4d6a4fc8-3d4b-44f4-990a-a7bf47cee0b5 None None] Provisioning complete for port 7d3d5f8b-f17e-47d2-9369-d8871ff31a63 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:08:10.962194 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4d6a4fc8-3d4b-44f4-990a-a7bf47cee0b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:11.013475 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2731f95-c05f-4bbf-a202-0d81966e4b6e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:08:11.013875 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2731f95-c05f-4bbf-a202-0d81966e4b6e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:08:11.014221 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2731f95-c05f-4bbf-a202-0d81966e4b6e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:08:11.014556 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2731f95-c05f-4bbf-a202-0d81966e4b6e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:08:11.014884 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2731f95-c05f-4bbf-a202-0d81966e4b6e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:08:11.015212 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2731f95-c05f-4bbf-a202-0d81966e4b6e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:08:11.015538 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2731f95-c05f-4bbf-a202-0d81966e4b6e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:08:11.015858 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2731f95-c05f-4bbf-a202-0d81966e4b6e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:08:11.016177 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2731f95-c05f-4bbf-a202-0d81966e4b6e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:08:11.016602 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2731f95-c05f-4bbf-a202-0d81966e4b6e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:08:11.016834 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2731f95-c05f-4bbf-a202-0d81966e4b6e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:08:11.017156 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2731f95-c05f-4bbf-a202-0d81966e4b6e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:08:11.026148 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99624e1f-6cbb-4e67-a1c5-8a9218cc8b3b req-d107ef23-9e13-4c95-8ba0-a77ccdf7fcb6 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:11.044431 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-99624e1f-6cbb-4e67-a1c5-8a9218cc8b3b req-d107ef23-9e13-4c95-8ba0-a77ccdf7fcb6 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/ports?device_id=c468f260-aa8b-4a9b-a477-213e251d7cef HTTP/1.1" status: 200 len: 947 time: 0.4884706 Aug 18 12:08:11.076574 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8219287-18ad-45d6-a3b6-9e3756d883d9 None None] Pushing event updated for resources: {'Port': ['ID=7d3d5f8b-f17e-47d2-9369-d8871ff31a63,revision_number=3']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:08:11.118444 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8022dbeb-a37d-4348-b8c9-30bb982979b7 tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:11.123974 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cc02556-7c0a-4e9b-9a09-a272e5dfabdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0800d992-3baf-4f75-8477-d82c2df6cfbf'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:08:11.126314 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db50a436fb3a98495337d8fe7487b4f2ea6f3c1052eb9efadc2ecda2d5737001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdb8cb3c-7285-47b0-9be6-a4cb17dc4ec8" -d '{"events": [{"server_uuid": "2cc02556-7c0a-4e9b-9a09-a272e5dfabdc", "name": "network-vif-plugged", "status": "completed", "tag": "0800d992-3baf-4f75-8477-d82c2df6cfbf"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:08:11.145146 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8219287-18ad-45d6-a3b6-9e3756d883d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:08:11.145476 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8219287-18ad-45d6-a3b6-9e3756d883d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:08:11.149729 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8219287-18ad-45d6-a3b6-9e3756d883d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:08:11.152761 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8219287-18ad-45d6-a3b6-9e3756d883d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:08:11.153271 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8219287-18ad-45d6-a3b6-9e3756d883d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:08:11.155792 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8219287-18ad-45d6-a3b6-9e3756d883d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:08:11.156284 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8219287-18ad-45d6-a3b6-9e3756d883d9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:08:11.156795 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8219287-18ad-45d6-a3b6-9e3756d883d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:08:11.160953 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8219287-18ad-45d6-a3b6-9e3756d883d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:08:11.161613 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8219287-18ad-45d6-a3b6-9e3756d883d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:08:11.162215 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8219287-18ad-45d6-a3b6-9e3756d883d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:08:11.162776 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8219287-18ad-45d6-a3b6-9e3756d883d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:08:11.218694 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-4d6a4fc8-3d4b-44f4-990a-a7bf47cee0b5 None None] Port 7d3d5f8b-f17e-47d2-9369-d8871ff31a63 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:08:11.239404 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-bc01bd71-1ea1-41b8-b5d1-a7f5213da709 None None] Attempting to bind port 7d3d5f8b-f17e-47d2-9369-d8871ff31a63 on host n-d-804985-2 for vnic_type normal with profile {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:08:11.239977 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-bc01bd71-1ea1-41b8-b5d1-a7f5213da709 None None] Attempting to bind port 7d3d5f8b-f17e-47d2-9369-d8871ff31a63 by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': '06b05a1e-7667-47a8-b2de-bb5e6a768e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d'}] {{(pid=106255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:08:11.240699 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc01bd71-1ea1-41b8-b5d1-a7f5213da709 None None] Attempting to bind port 7d3d5f8b-f17e-47d2-9369-d8871ff31a63 on network fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:08:11.246427 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc01bd71-1ea1-41b8-b5d1-a7f5213da709 None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 7, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:08:11.247053 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc01bd71-1ea1-41b8-b5d1-a7f5213da709 None None] Checking segment: {'id': '06b05a1e-7667-47a8-b2de-bb5e6a768e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:08:11.247625 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-bc01bd71-1ea1-41b8-b5d1-a7f5213da709 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:11.248167 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc01bd71-1ea1-41b8-b5d1-a7f5213da709 None None] Bound using segment: {'id': '06b05a1e-7667-47a8-b2de-bb5e6a768e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d'} {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:08:11.248818 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-bc01bd71-1ea1-41b8-b5d1-a7f5213da709 None None] Bound port: 7d3d5f8b-f17e-47d2-9369-d8871ff31a63, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06b05a1e-7667-47a8-b2de-bb5e6a768e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d'}}] {{(pid=106255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:08:11.251936 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-bc01bd71-1ea1-41b8-b5d1-a7f5213da709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:11.286830 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=0800d992-3baf-4f75-8477-d82c2df6cfbf,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:08:11.312900 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-327310d1-086e-40de-8606-72e34a836141 req-369c6403-5c59-4f7b-9384-e74e57045268 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Deleting port 449e4b2c-f485-41a8-b8c7-65aa343611a1 {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:08:11.313268 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-327310d1-086e-40de-8606-72e34a836141 req-369c6403-5c59-4f7b-9384-e74e57045268 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:11.376195 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:11.376557 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-bc01bd71-1ea1-41b8-b5d1-a7f5213da709 None None] For port 7d3d5f8b-f17e-47d2-9369-d8871ff31a63, host n-d-804985-2, cleared binding levels {{(pid=106255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:08:11.380593 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-bc01bd71-1ea1-41b8-b5d1-a7f5213da709 None None] For port 7d3d5f8b-f17e-47d2-9369-d8871ff31a63, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=7d3d5f8b-f17e-47d2-9369-d8871ff31a63,segment=NetworkSegment(06b05a1e-7667-47a8-b2de-bb5e6a768e1b),segment_id=06b05a1e-7667-47a8-b2de-bb5e6a768e1b)] {{(pid=106255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:08:11.380999 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 1bf59ab4-4e6c-4e13-ae79-1ba490dfe69a up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:08:11.383060 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-4d6a4fc8-3d4b-44f4-990a-a7bf47cee0b5 None None] Provisioning complete for port 1bf59ab4-4e6c-4e13-ae79-1ba490dfe69a triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:08:11.383751 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4d6a4fc8-3d4b-44f4-990a-a7bf47cee0b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:11.394634 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-bc01bd71-1ea1-41b8-b5d1-a7f5213da709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:11.440515 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-327310d1-086e-40de-8606-72e34a836141 req-369c6403-5c59-4f7b-9384-e74e57045268 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] For port 449e4b2c-f485-41a8-b8c7-65aa343611a1, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=449e4b2c-f485-41a8-b8c7-65aa343611a1,segment=NetworkSegment(df8c2716-4c05-4e71-858a-1ca678e85c74),segment_id=df8c2716-4c05-4e71-858a-1ca678e85c74)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:08:11.440944 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-327310d1-086e-40de-8606-72e34a836141 req-369c6403-5c59-4f7b-9384-e74e57045268 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:11.456098 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-327310d1-086e-40de-8606-72e34a836141 req-369c6403-5c59-4f7b-9384-e74e57045268 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Calling delete_port for 449e4b2c-f485-41a8-b8c7-65aa343611a1 owned by compute:nova {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:08:11.503457 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc01bd71-1ea1-41b8-b5d1-a7f5213da709 None None] Routers {'5ab47bb9-3bd3-4be9-b708-785dd717c242'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:08:11.504445 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-bc01bd71-1ea1-41b8-b5d1-a7f5213da709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:07:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['5ab47bb9-3bd3-4be9-b708-785dd717c242'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:08:11.532360 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port 449e4b2c-f485-41a8-b8c7-65aa343611a1, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=449e4b2c-f485-41a8-b8c7-65aa343611a1,segment=NetworkSegment(df8c2716-4c05-4e71-858a-1ca678e85c74),segment_id=df8c2716-4c05-4e71-858a-1ca678e85c74)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:08:11.553540 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:11.554722 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device d1178764-5fcc-4bf5-bf2c-1f7340615440 no longer exists at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:08:11.564318 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-ec8041fd-b1f7-4a7b-9854-1508494a44bc req-ad8f4dc0-60db-4abd-af95-bb854e63b0d4 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:11.564891 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-ec8041fd-b1f7-4a7b-9854-1508494a44bc req-ad8f4dc0-60db-4abd-af95-bb854e63b0d4 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-989945'] for floatingip, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:11.565019 n-d-804985-2 neutron-server[106253]: INFO neutron.db.l3_db [req-ec8041fd-b1f7-4a7b-9854-1508494a44bc req-ad8f4dc0-60db-4abd-af95-bb854e63b0d4 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] Floating IP 0a0baca3-72b4-41a5-972c-51021100a5f4 disassociated. External IP: 172.25.7.47, port: 64677ff4-45ed-40b8-a8c8-3e3cee5de2d5. Aug 18 12:08:11.565354 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-ec8041fd-b1f7-4a7b-9854-1508494a44bc req-ad8f4dc0-60db-4abd-af95-bb854e63b0d4 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] Calling delete_port for 64677ff4-45ed-40b8-a8c8-3e3cee5de2d5 owned by compute:nova {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:08:11.649105 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 1bf59ab4-4e6c-4e13-ae79-1ba490dfe69a triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:08:11.649925 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:11.652635 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=449e4b2c-f485-41a8-b8c7-65aa343611a1,revision_number=6']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:08:11.654823 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20dd28f4-1df0-4a6b-8939-d21ca9c9b72a', 'name': 'network-vif-deleted', 'tag': 'd1178764-5fcc-4bf5-bf2c-1f7340615440'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:08:11.657260 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-337ec777-0c1e-44ec-8c4d-24ece9728e36" -d '{"events": [{"server_uuid": "20dd28f4-1df0-4a6b-8939-d21ca9c9b72a", "name": "network-vif-deleted", "tag": "d1178764-5fcc-4bf5-bf2c-1f7340615440"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:08:11.661740 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-bc01bd71-1ea1-41b8-b5d1-a7f5213da709 None None] Set router 5ab47bb9-3bd3-4be9-b708-785dd717c242 gateway port host: None {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:08:11.665317 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-99624e1f-6cbb-4e67-a1c5-8a9218cc8b3b req-63a72f22-edf1-47f5-948e-d25171c046f3 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f58845c-8a6f-4750-8ac0-66868223b345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6200590 Aug 18 12:08:11.670143 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-327310d1-086e-40de-8606-72e34a836141 req-369c6403-5c59-4f7b-9384-e74e57045268 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:11.681200 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] No Port match for: d1178764-5fcc-4bf5-bf2c-1f7340615440 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:08:11.681875 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device d1178764-5fcc-4bf5-bf2c-1f7340615440 not bound to the agent host n-h2-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:08:11.682714 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 5a278cb9-466e-4c4b-b4ac-6b258caa7c8a no longer exists at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:08:11.720901 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84768b88-34fb-4daa-a5c3-dba5010cdf98 req-b9102c5c-4c1a-417d-92c2-af3d3bdb9bd4 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:11.722555 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-84768b88-34fb-4daa-a5c3-dba5010cdf98 req-b9102c5c-4c1a-417d-92c2-af3d3bdb9bd4 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] 10.222.0.66 "GET /v2.0/ports?device_id=27ecdc3e-c9a2-434c-a840-101feeb37aa9 HTTP/1.1" status: 200 len: 945 time: 0.5519083 Aug 18 12:08:11.748130 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8022dbeb-a37d-4348-b8c9-30bb982979b7 tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:11.751694 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8022dbeb-a37d-4348-b8c9-30bb982979b7 tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:11.754996 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-8022dbeb-a37d-4348-b8c9-30bb982979b7 tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] 10.222.0.66 "DELETE /v2.0/security-groups/008fbade-21dd-4344-9a3c-bf368ff2ea46 HTTP/1.1" status: 204 len: 168 time: 1.6977937 Aug 18 12:08:11.771844 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 43738) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:08:11.775102 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369c6403-5c59-4f7b-9384-e74e57045268 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Pushing event deleted for resources: {'Port': ['ID=449e4b2c-f485-41a8-b8c7-65aa343611a1,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:08:11.802129 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-ec8041fd-b1f7-4a7b-9854-1508494a44bc req-ad8f4dc0-60db-4abd-af95-bb854e63b0d4 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:11.835713 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-327310d1-086e-40de-8606-72e34a836141 req-369c6403-5c59-4f7b-9384-e74e57045268 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] No DVR routers for this DVR port 449e4b2c-f485-41a8-b8c7-65aa343611a1 on host n-h2-804985-2 {{(pid=106252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:08:11.840250 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 5a278cb9-466e-4c4b-b4ac-6b258caa7c8a not bound to the agent host n-h2-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:08:11.842326 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 96a5d57f-59a1-4718-95d8-ee708f298d01 no longer exists at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:08:11.846567 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-327310d1-086e-40de-8606-72e34a836141 req-369c6403-5c59-4f7b-9384-e74e57045268 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:11.849959 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-327310d1-086e-40de-8606-72e34a836141 req-369c6403-5c59-4f7b-9384-e74e57045268 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] 10.222.0.62 "DELETE /v2.0/ports/449e4b2c-f485-41a8-b8c7-65aa343611a1 HTTP/1.1" status: 204 len: 173 time: 1.2487121 Aug 18 12:08:11.853503 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8022dbeb-a37d-4348-b8c9-30bb982979b7 tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=008fbade-21dd-4344-9a3c-bf368ff2ea46,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:08:11.874182 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-36adbfad-96f5-48ac-bda8-417179a5051e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58902171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59388106'] for subnet, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:11.902215 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8219287-18ad-45d6-a3b6-9e3756d883d9 None None] Pushing event updated for resources: {'Port': ['ID=7d3d5f8b-f17e-47d2-9369-d8871ff31a63,revision_number=4']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:08:11.908076 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8f4dc0-60db-4abd-af95-bb854e63b0d4 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] Pushing event deleted for resources: {'Port': ['ID=64677ff4-45ed-40b8-a8c8-3e3cee5de2d5,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:08:11.925043 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-84768b88-34fb-4daa-a5c3-dba5010cdf98 req-aec915fc-6409-4374-909c-4b2a7e223493 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] 10.222.0.66 "GET /v2.0/security-groups?id=eff34c14-f128-4344-94bf-707ebed6dde1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1743438 Aug 18 12:08:11.940023 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] No Port match for: 96a5d57f-59a1-4718-95d8-ee708f298d01 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:08:11.940875 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 96a5d57f-59a1-4718-95d8-ee708f298d01 not bound to the agent host n-h2-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:08:11.941453 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 5d12cdb5-f897-47d4-8656-b7afc876f2b5 no longer exists at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:08:11.979164 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-36adbfad-96f5-48ac-bda8-417179a5051e admin admin] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:11.983766 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-36adbfad-96f5-48ac-bda8-417179a5051e admin admin] 10.222.0.66 "DELETE /v2.0/subnets/1f842818-187e-4c1f-a149-216f94355de2 HTTP/1.1" status: 204 len: 168 time: 2.3280737 Aug 18 12:08:11.987286 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 43742) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:08:11.997877 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36adbfad-96f5-48ac-bda8-417179a5051e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f842818-187e-4c1f-a149-216f94355de2,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:08:12.012062 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83793d5-d5c0-4d92-9c59-9339a2e46627 req-0d115a6b-73e6-4a28-8239-6534f6984b0e tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:12.017586 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] No Port match for: 5d12cdb5-f897-47d4-8656-b7afc876f2b5 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:08:12.017941 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 5d12cdb5-f897-47d4-8656-b7afc876f2b5 not bound to the agent host n-h2-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:08:12.018355 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 7763a33a-da78-4384-a6fe-a78524eb4068 no longer exists at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:08:12.030623 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83793d5-d5c0-4d92-9c59-9339a2e46627 req-0d115a6b-73e6-4a28-8239-6534f6984b0e tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:12.058201 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83793d5-d5c0-4d92-9c59-9339a2e46627 req-0d115a6b-73e6-4a28-8239-6534f6984b0e tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:12.082128 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83793d5-d5c0-4d92-9c59-9339a2e46627 req-0d115a6b-73e6-4a28-8239-6534f6984b0e tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:12.097740 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83793d5-d5c0-4d92-9c59-9339a2e46627 req-0d115a6b-73e6-4a28-8239-6534f6984b0e tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:12.124934 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83793d5-d5c0-4d92-9c59-9339a2e46627 req-0d115a6b-73e6-4a28-8239-6534f6984b0e tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:12.128367 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 7763a33a-da78-4384-a6fe-a78524eb4068 not bound to the agent host n-h2-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:08:12.131273 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83793d5-d5c0-4d92-9c59-9339a2e46627 req-0d115a6b-73e6-4a28-8239-6534f6984b0e tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:12.140587 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6cf08fb8-d91c-46d8-8ebc-5a6789e8c8b8 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-996815'] for router_interface, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:12.145740 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f83793d5-d5c0-4d92-9c59-9339a2e46627 req-0d115a6b-73e6-4a28-8239-6534f6984b0e tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] 10.222.0.66 "GET /v2.0/ports?device_id=2cc02556-7c0a-4e9b-9a09-a272e5dfabdc HTTP/1.1" status: 200 len: 5434 time: 0.3006856 Aug 18 12:08:12.151721 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device ade7379f-b75b-4a6b-95bb-ab4ecbe29d42 up at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:08:12.173712 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-bc01bd71-1ea1-41b8-b5d1-a7f5213da709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ab47bb9-3bd3-4be9-b708-785dd717c242', 'name': 'tempest-NetworksTestDHCPv6-router-556525425', 'tenant_id': '2a40b3bac30c4b9cb4cddbf9306b0469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:08:02Z', 'updated_at': '2021-08-18T12:08:05Z', 'revision_number': 2, 'project_id': '2a40b3bac30c4b9cb4cddbf9306b0469', 'gw_port_host': None, '_interfaces': [{'id': '7d3d5f8b-f17e-47d2-9369-d8871ff31a63', 'name': '', 'network_id': 'fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d', 'tenant_id': '2a40b3bac30c4b9cb4cddbf9306b0469', 'mac_address': 'fa:16:3e:b5:01:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ab47bb9-3bd3-4be9-b708-785dd717c242', 'device_owner': 'network:router_interface', 'standard_attr_id': 1966, 'fixed_ips': [{'subnet_id': '5dc4c33b-cb69-4ce3-94f9-836c5c38888b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:08:04Z', 'updated_at': '2021-08-18T12:08:11Z', 'revision_number': 4, 'project_id': '2a40b3bac30c4b9cb4cddbf9306b0469', 'subnets': [{'id': '5dc4c33b-cb69-4ce3-94f9-836c5c38888b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:08:12.266285 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-f6a4570e-ceb6-4898-924b-dd1876ba8700 tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.4894776 Aug 18 12:08:12.281465 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 43744) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:08:12.302718 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc01bd71-1ea1-41b8-b5d1-a7f5213da709 None None] The sync data for ids ['5ab47bb9-3bd3-4be9-b708-785dd717c242'] in n-d-804985-2 is: [{'id': '5ab47bb9-3bd3-4be9-b708-785dd717c242', 'name': 'tempest-NetworksTestDHCPv6-router-556525425', 'tenant_id': '2a40b3bac30c4b9cb4cddbf9306b0469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:08:02Z', 'updated_at': '2021-08-18T12:08:05Z', 'revision_number': 2, 'project_id': '2a40b3bac30c4b9cb4cddbf9306b0469', 'gw_port_host': None, '_interfaces': [{'id': '7d3d5f8b-f17e-47d2-9369-d8871ff31a63', 'name': '', 'network_id': 'fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d', 'tenant_id': '2a40b3bac30c4b9cb4cddbf9306b0469', 'mac_address': 'fa:16:3e:b5:01:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ab47bb9-3bd3-4be9-b708-785dd717c242', 'device_owner': 'network:router_interface', 'standard_attr_id': 1966, 'fixed_ips': [{'subnet_id': '5dc4c33b-cb69-4ce3-94f9-836c5c38888b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:08:04Z', 'updated_at': '2021-08-18T12:08:11Z', 'revision_number': 4, 'project_id': '2a40b3bac30c4b9cb4cddbf9306b0469', 'subnets': [{'id': '5dc4c33b-cb69-4ce3-94f9-836c5c38888b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:08:12.364315 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-4d6a4fc8-3d4b-44f4-990a-a7bf47cee0b5 None None] Provisioning complete for port 7763a33a-da78-4384-a6fe-a78524eb4068 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:08:12.371618 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4d6a4fc8-3d4b-44f4-990a-a7bf47cee0b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:12.426441 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Provisioning for port ade7379f-b75b-4a6b-95bb-ab4ecbe29d42 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:08:12.461895 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Provisioning complete for port ade7379f-b75b-4a6b-95bb-ab4ecbe29d42 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:08:12.462452 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:12.477801 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ec8041fd-b1f7-4a7b-9854-1508494a44bc req-ad8f4dc0-60db-4abd-af95-bb854e63b0d4 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] Router 3ce07beb-4db9-42ff-b7cc-1f34c3d5d38b has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:08:12.518039 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-4d6a4fc8-3d4b-44f4-990a-a7bf47cee0b5 None None] Port 7763a33a-da78-4384-a6fe-a78524eb4068 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:08:12.615368 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:12.671966 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port ade7379f-b75b-4a6b-95bb-ab4ecbe29d42, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=ade7379f-b75b-4a6b-95bb-ab4ecbe29d42,segment=NetworkSegment(df3c0b73-1969-468f-b788-2fc792f44d99),segment_id=df3c0b73-1969-468f-b788-2fc792f44d99)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:08:12.681607 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:12.683263 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 3399a875-8536-4e63-b5c5-d638ea0b8100 up at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:08:12.865118 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ec8041fd-b1f7-4a7b-9854-1508494a44bc req-ad8f4dc0-60db-4abd-af95-bb854e63b0d4 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:08:12.888065 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ea6a6a-450b-41bb-a610-f286328cc5ca None None] Sync routers for ids ['3ce07beb-4db9-42ff-b7cc-1f34c3d5d38b'] in n-d-804985-2 {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:08:12.889042 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=ade7379f-b75b-4a6b-95bb-ab4ecbe29d42,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:08:12.901536 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ea6a6a-450b-41bb-a610-f286328cc5ca None None] Routers {'3ce07beb-4db9-42ff-b7cc-1f34c3d5d38b'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:08:12.902521 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-79ea6a6a-450b-41bb-a610-f286328cc5ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:07:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['3ce07beb-4db9-42ff-b7cc-1f34c3d5d38b'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:08:12.933011 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Provisioning for port 3399a875-8536-4e63-b5c5-d638ea0b8100 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:08:12.940281 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Provisioning complete for port 3399a875-8536-4e63-b5c5-d638ea0b8100 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:08:12.940999 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:12.985648 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec8041fd-b1f7-4a7b-9854-1508494a44bc req-ad8f4dc0-60db-4abd-af95-bb854e63b0d4 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] No DVR routers for this DVR port 64677ff4-45ed-40b8-a8c8-3e3cee5de2d5 on host n-h1-804985-2 {{(pid=106253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:08:12.985886 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c2559dc2-fa3c-4db2-ad41-d5c32980eaa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7904109'] for network, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:12.997009 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-ec8041fd-b1f7-4a7b-9854-1508494a44bc req-ad8f4dc0-60db-4abd-af95-bb854e63b0d4 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:13.001686 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-ec8041fd-b1f7-4a7b-9854-1508494a44bc req-ad8f4dc0-60db-4abd-af95-bb854e63b0d4 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] 10.222.0.63 "DELETE /v2.0/ports/64677ff4-45ed-40b8-a8c8-3e3cee5de2d5 HTTP/1.1" status: 204 len: 173 time: 3.2013817 Aug 18 12:08:13.002279 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27ecdc3e-c9a2-434c-a840-101feeb37aa9', 'name': 'network-vif-deleted', 'tag': '64677ff4-45ed-40b8-a8c8-3e3cee5de2d5'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:08:13.004574 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0679f4c4b6e0e0c064a7d71d722dc30541a34fffee11680573be22ee2ffccc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28f9beb6-2ef5-41ed-b810-4118f9ec6672" -d '{"events": [{"server_uuid": "27ecdc3e-c9a2-434c-a840-101feeb37aa9", "name": "network-vif-deleted", "tag": "64677ff4-45ed-40b8-a8c8-3e3cee5de2d5"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:08:13.031787 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-6cf08fb8-d91c-46d8-8ebc-5a6789e8c8b8 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Deleting port 7d3d5f8b-f17e-47d2-9369-d8871ff31a63 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:08:13.031787 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6cf08fb8-d91c-46d8-8ebc-5a6789e8c8b8 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:13.147708 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:08:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02d32da6-c35c-4b99-94e4-f9f1bdf52fcf x-openstack-request-id: req-02d32da6-c35c-4b99-94e4-f9f1bdf52fcf {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:08:13.148354 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cc02556-7c0a-4e9b-9a09-a272e5dfabdc", "name": "network-vif-plugged", "status": "completed", "tag": "0800d992-3baf-4f75-8477-d82c2df6cfbf", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:08:13.150019 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-02d32da6-c35c-4b99-94e4-f9f1bdf52fcf {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:08:13.151287 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c2559dc2-fa3c-4db2-ad41-d5c32980eaa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8367869', 'neutron.services.segments.db._delete_segments_for_network-8789151212993'] for network, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:13.151782 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cc02556-7c0a-4e9b-9a09-a272e5dfabdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0800d992-3baf-4f75-8477-d82c2df6cfbf', 'code': 200} Aug 18 12:08:13.153348 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:13.176708 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-c2559dc2-fa3c-4db2-ad41-d5c32980eaa4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21e4660f-6197-4dfb-b29a-4540684c9640']}} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:08:13.232445 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-79ea6a6a-450b-41bb-a610-f286328cc5ca None None] Set router 3ce07beb-4db9-42ff-b7cc-1f34c3d5d38b gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:08:13.245564 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-c2559dc2-fa3c-4db2-ad41-d5c32980eaa4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1559002-2cd2-4997-ad5a-b3a5341106b4') {'for_net_delete': True} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:08:13.245945 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-c2559dc2-fa3c-4db2-ad41-d5c32980eaa4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1559002-2cd2-4997-ad5a-b3a5341106b4') {} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:08:13.256753 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f83793d5-d5c0-4d92-9c59-9339a2e46627 req-299d8add-089b-494d-bb35-340c087d1a7e tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] 10.222.0.66 "GET /v2.0/security-groups?id=9ed89c48-68fa-47c4-9ca6-08ae23ef0876&id=f288757b-df2a-4147-b6e9-81a127940c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.0510728 Aug 18 12:08:13.276715 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port 3399a875-8536-4e63-b5c5-d638ea0b8100, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=3399a875-8536-4e63-b5c5-d638ea0b8100,segment=NetworkSegment(926df150-8e3a-4382-95d3-bc82a1fd69e4),segment_id=926df150-8e3a-4382-95d3-bc82a1fd69e4)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:08:13.280275 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 39942e1b-8b42-46ce-8003-6ae0db0d3a39 no longer exists at agent hyperv_n-h1-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:08:13.300411 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c2559dc2-fa3c-4db2-ad41-d5c32980eaa4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789151225254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2221521'] for segment, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:13.329054 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:13.330555 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device d8713f4a-f3e1-4969-98d9-fb54153a1b08 up at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:08:13.380533 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [None req-6cf08fb8-d91c-46d8-8ebc-5a6789e8c8b8 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] For port 7d3d5f8b-f17e-47d2-9369-d8871ff31a63, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=7d3d5f8b-f17e-47d2-9369-d8871ff31a63,segment=NetworkSegment(06b05a1e-7667-47a8-b2de-bb5e6a768e1b),segment_id=06b05a1e-7667-47a8-b2de-bb5e6a768e1b)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:08:13.385790 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6cf08fb8-d91c-46d8-8ebc-5a6789e8c8b8 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:13.400795 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-082440cb-d1f3-4fed-894c-c604cedb7981 req-71f4ca2a-aff8-413a-ba19-cebf1fd89113 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] 10.222.0.66 "GET /v2.0/ports?device_id=20dd28f4-1df0-4a6b-8939-d21ca9c9b72a HTTP/1.1" status: 200 len: 210 time: 0.1501648 Aug 18 12:08:13.428895 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c2559dc2-fa3c-4db2-ad41-d5c32980eaa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:13.430410 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-6cf08fb8-d91c-46d8-8ebc-5a6789e8c8b8 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Calling delete_port for 7d3d5f8b-f17e-47d2-9369-d8871ff31a63 owned by network:router_interface {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:08:13.433802 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:08:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b54c6f2a-76e8-41f3-b643-c2c7233d8c84 x-openstack-request-id: req-b54c6f2a-76e8-41f3-b643-c2c7233d8c84 {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:08:13.441210 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 7d3d5f8b-f17e-47d2-9369-d8871ff31a63 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:08:13.441590 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20dd28f4-1df0-4a6b-8939-d21ca9c9b72a", "name": "network-vif-deleted", "tag": "d1178764-5fcc-4bf5-bf2c-1f7340615440", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:08:13.448884 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b54c6f2a-76e8-41f3-b643-c2c7233d8c84 {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:08:13.451212 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20dd28f4-1df0-4a6b-8939-d21ca9c9b72a', 'name': 'network-vif-deleted', 'tag': 'd1178764-5fcc-4bf5-bf2c-1f7340615440', 'status': 'completed', 'code': 200} Aug 18 12:08:13.453291 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-da42aa43-c3c7-486b-96f0-ac642d9342e8 tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:13.495044 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2559dc2-fa3c-4db2-ad41-d5c32980eaa4 admin admin] Releasing vlan 815 on physical network physnet1 to pool {{(pid=106252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:08:13.519859 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c2559dc2-fa3c-4db2-ad41-d5c32980eaa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3572434'] for segment, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:13.526632 n-d-804985-2 neutron-server[106252]: Traceback (most recent call last): Aug 18 12:08:13.526632 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:08:13.526632 n-d-804985-2 neutron-server[106252]: timer() Aug 18 12:08:13.526632 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:08:13.526632 n-d-804985-2 neutron-server[106252]: cb(*args, **kw) Aug 18 12:08:13.526632 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:08:13.526632 n-d-804985-2 neutron-server[106252]: return func(*args, **kwargs) Aug 18 12:08:13.526632 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:08:13.526632 n-d-804985-2 neutron-server[106252]: self._notify() Aug 18 12:08:13.526632 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:08:13.526632 n-d-804985-2 neutron-server[106252]: self.callback(batched_events) Aug 18 12:08:13.526632 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:08:13.526632 n-d-804985-2 neutron-server[106252]: event.method(event) Aug 18 12:08:13.526632 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:08:13.526632 n-d-804985-2 neutron-server[106252]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:08:13.526632 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:08:13.526632 n-d-804985-2 neutron-server[106252]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:08:13.526632 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:08:13.526632 n-d-804985-2 neutron-server[106252]: return f(self, *a, **k) Aug 18 12:08:13.526632 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:08:13.526632 n-d-804985-2 neutron-server[106252]: return self._get(url).json() Aug 18 12:08:13.526632 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:08:13.526632 n-d-804985-2 neutron-server[106252]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:08:13.526632 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:08:13.526632 n-d-804985-2 neutron-server[106252]: return self.request(url, 'GET', **kwargs) Aug 18 12:08:13.526632 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:08:13.526632 n-d-804985-2 neutron-server[106252]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:08:13.526632 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:08:13.526632 n-d-804985-2 neutron-server[106252]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:08:13.526632 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:08:13.526632 n-d-804985-2 neutron-server[106252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:08:13.526632 n-d-804985-2 neutron-server[106252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:08:13.608144 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-79ea6a6a-450b-41bb-a610-f286328cc5ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ce07beb-4db9-42ff-b7cc-1f34c3d5d38b', 'name': 'tempest-AttachVolumeTestJSON-383410670-router', 'tenant_id': '764f05f9d69b4134b93ed670f8afc320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.252'}], 'enable_snat': True}, 'gw_port_id': '72fe68a2-88d6-4327-b8d5-6daf9872f85d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:03:33Z', 'updated_at': '2021-08-18T12:03:42Z', 'revision_number': 4, 'project_id': '764f05f9d69b4134b93ed670f8afc320', 'gw_port': {'id': '72fe68a2-88d6-4327-b8d5-6daf9872f85d', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:89:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce07beb-4db9-42ff-b7cc-1f34c3d5d38b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:03:35Z', 'updated_at': '2021-08-18T12:03:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': '6cda11e2-5e40-4f5e-bf17-6026040fdd12', 'name': '', 'network_id': '365c1e73-53bd-4762-8c39-733a28020035', 'tenant_id': '764f05f9d69b4134b93ed670f8afc320', 'mac_address': 'fa:16:3e:71:c1:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce07beb-4db9-42ff-b7cc-1f34c3d5d38b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': 'e8e80694-e438-471b-8163-c76e1828e5ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:03:41Z', 'updated_at': '2021-08-18T12:03:49Z', 'revision_number': 5, 'project_id': '764f05f9d69b4134b93ed670f8afc320', 'subnets': [{'id': 'e8e80694-e438-471b-8163-c76e1828e5ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:08:13.655162 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ea6a6a-450b-41bb-a610-f286328cc5ca None None] Checking router: 3ce07beb-4db9-42ff-b7cc-1f34c3d5d38b for host: n-d-804985-2 {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:08:13.666885 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ea6a6a-450b-41bb-a610-f286328cc5ca None None] Routers {'3ce07beb-4db9-42ff-b7cc-1f34c3d5d38b'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:08:13.667824 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-79ea6a6a-450b-41bb-a610-f286328cc5ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:07:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['3ce07beb-4db9-42ff-b7cc-1f34c3d5d38b'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:08:13.673862 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-da42aa43-c3c7-486b-96f0-ac642d9342e8 tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:13.731330 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c2559dc2-fa3c-4db2-ad41-d5c32980eaa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8367858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997186'] for network, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:13.745819 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c2559dc2-fa3c-4db2-ad41-d5c32980eaa4 admin admin] Notify callbacks [] for network, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:13.747801 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-c2559dc2-fa3c-4db2-ad41-d5c32980eaa4 admin admin] 10.222.0.66 "DELETE /v2.0/networks/21e4660f-6197-4dfb-b29a-4540684c9640 HTTP/1.1" status: 204 len: 168 time: 1.6010945 Aug 18 12:08:13.759186 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 43752) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:08:13.821094 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2559dc2-fa3c-4db2-ad41-d5c32980eaa4 admin admin] Pushing event deleted for resources: {'Network': ['ID=21e4660f-6197-4dfb-b29a-4540684c9640,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:08:13.844967 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3453dd0c-fd99-4ffd-b5a6-39a43e1c5d6d req-7f0a8d52-7524-4c91-afde-868b7578e56c tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:13.847241 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3453dd0c-fd99-4ffd-b5a6-39a43e1c5d6d req-7f0a8d52-7524-4c91-afde-868b7578e56c tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb783dc5-d988-4b42-bd19-7c5d813c36a4 HTTP/1.1" status: 200 len: 946 time: 0.2250488 Aug 18 12:08:13.862336 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4de60e-b99e-48c5-a56a-5c1f6996ffe5 req-fc40ee3a-e35f-4de8-a39a-76d6c9876664 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:13.866671 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-79ea6a6a-450b-41bb-a610-f286328cc5ca None None] Set router 3ce07beb-4db9-42ff-b7cc-1f34c3d5d38b gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:08:13.882755 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-cc4de60e-b99e-48c5-a56a-5c1f6996ffe5 req-fc40ee3a-e35f-4de8-a39a-76d6c9876664 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/ports?device_id=c468f260-aa8b-4a9b-a477-213e251d7cef HTTP/1.1" status: 200 len: 947 time: 0.2677991 Aug 18 12:08:13.912834 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=3399a875-8536-4e63-b5c5-d638ea0b8100,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:08:13.927636 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc119c05-f80c-4a22-9110-e1e4a8f74465 req-40861e26-4416-474c-bb2b-c2a3994d8df8 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:13.932052 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-bc119c05-f80c-4a22-9110-e1e4a8f74465 req-40861e26-4416-474c-bb2b-c2a3994d8df8 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.63 "GET /v2.0/ports?device_id=cb783dc5-d988-4b42-bd19-7c5d813c36a4 HTTP/1.1" status: 200 len: 946 time: 0.1807961 Aug 18 12:08:13.938681 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-da42aa43-c3c7-486b-96f0-ac642d9342e8 tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:13.941231 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-da42aa43-c3c7-486b-96f0-ac642d9342e8 tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:13.945191 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-da42aa43-c3c7-486b-96f0-ac642d9342e8 tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] 10.222.0.66 "DELETE /v2.0/security-groups/86163d6d-a06a-485b-9daa-14acd987adfb HTTP/1.1" status: 204 len: 168 time: 1.6450603 Aug 18 12:08:13.968612 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 43754) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:08:13.980872 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Provisioning for port d8713f4a-f3e1-4969-98d9-fb54153a1b08 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:08:13.987631 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Provisioning complete for port d8713f4a-f3e1-4969-98d9-fb54153a1b08 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:08:13.988006 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:13.989686 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:14.068581 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-cc4de60e-b99e-48c5-a56a-5c1f6996ffe5 req-85348bed-aff3-4c19-9478-e885b9489a5c tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f58845c-8a6f-4750-8ac0-66868223b345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1836367 Aug 18 12:08:14.072616 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 39942e1b-8b42-46ce-8003-6ae0db0d3a39, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=39942e1b-8b42-46ce-8003-6ae0db0d3a39,segment=NetworkSegment(299e2826-ecf6-416e-b53c-1b1574dd5315),segment_id=299e2826-ecf6-416e-b53c-1b1574dd5315)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:08:14.090976 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3453dd0c-fd99-4ffd-b5a6-39a43e1c5d6d req-5c80858d-a654-4c36-9ede-3a0327cc1117 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/security-groups?id=d60fbefd-5088-4718-a442-08959d2ac3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949933 Aug 18 12:08:14.090976 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_v2 [None req-92c1d82d-b3f1-415f-99a3-9cd6e6a695f5 admin admin] Deleting subnet a3cd984a-5260-4d8e-8512-fa14d9a29505 {{(pid=106252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 12:08:14.098191 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:14.099258 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 64677ff4-45ed-40b8-a8c8-3e3cee5de2d5 no longer exists at agent hyperv_n-h1-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:08:14.108243 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da42aa43-c3c7-486b-96f0-ac642d9342e8 tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86163d6d-a06a-485b-9daa-14acd987adfb,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:08:14.138980 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-92c1d82d-b3f1-415f-99a3-9cd6e6a695f5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:14.167272 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] No Port match for: 64677ff4-45ed-40b8-a8c8-3e3cee5de2d5 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:08:14.167467 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 64677ff4-45ed-40b8-a8c8-3e3cee5de2d5 not bound to the agent host n-h1-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:08:14.174707 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6cf08fb8-d91c-46d8-8ebc-5a6789e8c8b8 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:14.176233 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port 7d3d5f8b-f17e-47d2-9369-d8871ff31a63 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:08:14.243461 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 43764) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:08:14.251979 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 7d3d5f8b-f17e-47d2-9369-d8871ff31a63 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:08:14.252358 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:14.268741 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:08:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f63141e4-6293-4dac-904a-516162366884 x-openstack-request-id: req-f63141e4-6293-4dac-904a-516162366884 {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:08:14.268981 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27ecdc3e-c9a2-434c-a840-101feeb37aa9", "name": "network-vif-deleted", "tag": "64677ff4-45ed-40b8-a8c8-3e3cee5de2d5", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:08:14.269283 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f63141e4-6293-4dac-904a-516162366884 {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:08:14.269774 n-d-804985-2 neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27ecdc3e-c9a2-434c-a840-101feeb37aa9', 'name': 'network-vif-deleted', 'tag': '64677ff4-45ed-40b8-a8c8-3e3cee5de2d5', 'status': 'completed', 'code': 200} Aug 18 12:08:14.271567 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf08fb8-d91c-46d8-8ebc-5a6789e8c8b8 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Pushing event deleted for resources: {'Port': ['ID=7d3d5f8b-f17e-47d2-9369-d8871ff31a63,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:08:14.305580 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-92c1d82d-b3f1-415f-99a3-9cd6e6a695f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2221528'] for subnet, precommit_delete_associations {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:14.311857 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-18a4e058-7b92-45c0-8619-e42e1384bc23 tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3384302 Aug 18 12:08:14.321452 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 43770) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:08:14.338586 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-8156ee7b-76f5-46f1-af3f-f22c20b4dc71 tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] Request body: {'security_group': {'name': 'tempest-secgroup--337262845'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:08:14.367182 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Port 7d3d5f8b-f17e-47d2-9369-d8871ff31a63 was deleted so its status cannot be updated. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 18 12:08:14.387784 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:14.397990 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=39942e1b-8b42-46ce-8003-6ae0db0d3a39,revision_number=14']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:08:14.469099 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8156ee7b-76f5-46f1-af3f-f22c20b4dc71 tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:14.528797 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port d8713f4a-f3e1-4969-98d9-fb54153a1b08, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=d8713f4a-f3e1-4969-98d9-fb54153a1b08,segment=NetworkSegment(df3c0b73-1969-468f-b788-2fc792f44d99),segment_id=df3c0b73-1969-468f-b788-2fc792f44d99)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:08:14.540376 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:14.561440 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-92c1d82d-b3f1-415f-99a3-9cd6e6a695f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:14.651918 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a7ee9efc-ac8a-43e0-9bdb-9d021d065d2d tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:14.677865 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=d8713f4a-f3e1-4969-98d9-fb54153a1b08,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:08:14.678516 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-79ea6a6a-450b-41bb-a610-f286328cc5ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ce07beb-4db9-42ff-b7cc-1f34c3d5d38b', 'name': 'tempest-AttachVolumeTestJSON-383410670-router', 'tenant_id': '764f05f9d69b4134b93ed670f8afc320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.252'}], 'enable_snat': True}, 'gw_port_id': '72fe68a2-88d6-4327-b8d5-6daf9872f85d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:03:33Z', 'updated_at': '2021-08-18T12:03:42Z', 'revision_number': 4, 'project_id': '764f05f9d69b4134b93ed670f8afc320', 'gw_port': {'id': '72fe68a2-88d6-4327-b8d5-6daf9872f85d', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:89:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce07beb-4db9-42ff-b7cc-1f34c3d5d38b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:03:35Z', 'updated_at': '2021-08-18T12:03:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': '6cda11e2-5e40-4f5e-bf17-6026040fdd12', 'name': '', 'network_id': '365c1e73-53bd-4762-8c39-733a28020035', 'tenant_id': '764f05f9d69b4134b93ed670f8afc320', 'mac_address': 'fa:16:3e:71:c1:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce07beb-4db9-42ff-b7cc-1f34c3d5d38b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': 'e8e80694-e438-471b-8163-c76e1828e5ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:03:41Z', 'updated_at': '2021-08-18T12:03:49Z', 'revision_number': 5, 'project_id': '764f05f9d69b4134b93ed670f8afc320', 'subnets': [{'id': 'e8e80694-e438-471b-8163-c76e1828e5ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:08:14.690637 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c0992a56-1301-4a56-83e6-e30ebd453ac1 req-938cf51d-9bdd-4e02-acae-fff1ed43d6d5 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] 10.222.0.66 "GET /v2.0/ports?device_id=20dd28f4-1df0-4a6b-8939-d21ca9c9b72a HTTP/1.1" status: 200 len: 210 time: 0.1527843 Aug 18 12:08:14.740893 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a7ee9efc-ac8a-43e0-9bdb-9d021d065d2d tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:14.760304 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ea6a6a-450b-41bb-a610-f286328cc5ca None None] The sync data for ids ['3ce07beb-4db9-42ff-b7cc-1f34c3d5d38b'] in n-d-804985-2 is: [{'id': '3ce07beb-4db9-42ff-b7cc-1f34c3d5d38b', 'name': 'tempest-AttachVolumeTestJSON-383410670-router', 'tenant_id': '764f05f9d69b4134b93ed670f8afc320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.252'}], 'enable_snat': True}, 'gw_port_id': '72fe68a2-88d6-4327-b8d5-6daf9872f85d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:03:33Z', 'updated_at': '2021-08-18T12:03:42Z', 'revision_number': 4, 'project_id': '764f05f9d69b4134b93ed670f8afc320', 'gw_port': {'id': '72fe68a2-88d6-4327-b8d5-6daf9872f85d', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:89:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce07beb-4db9-42ff-b7cc-1f34c3d5d38b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:03:35Z', 'updated_at': '2021-08-18T12:03:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': '6cda11e2-5e40-4f5e-bf17-6026040fdd12', 'name': '', 'network_id': '365c1e73-53bd-4762-8c39-733a28020035', 'tenant_id': '764f05f9d69b4134b93ed670f8afc320', 'mac_address': 'fa:16:3e:71:c1:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce07beb-4db9-42ff-b7cc-1f34c3d5d38b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': 'e8e80694-e438-471b-8163-c76e1828e5ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:03:41Z', 'updated_at': '2021-08-18T12:03:49Z', 'revision_number': 5, 'project_id': '764f05f9d69b4134b93ed670f8afc320', 'subnets': [{'id': 'e8e80694-e438-471b-8163-c76e1828e5ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:08:14.765911 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-bc119c05-f80c-4a22-9110-e1e4a8f74465 req-0f9dff2e-6ad0-463c-8174-d0525eb567c1 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Deleting port a77d70de-1b0d-48d1-aad0-15c166bc08c4 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:08:14.767752 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-bc119c05-f80c-4a22-9110-e1e4a8f74465 req-0f9dff2e-6ad0-463c-8174-d0525eb567c1 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:14.784673 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9195a96-0ca9-4a22-8f70-d8494f9dad0d req-cede075c-a3d2-4e1a-b240-921ee2ea64e5 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:14.810788 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9195a96-0ca9-4a22-8f70-d8494f9dad0d req-cede075c-a3d2-4e1a-b240-921ee2ea64e5 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:14.818283 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9195a96-0ca9-4a22-8f70-d8494f9dad0d req-cede075c-a3d2-4e1a-b240-921ee2ea64e5 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:14.824439 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9195a96-0ca9-4a22-8f70-d8494f9dad0d req-cede075c-a3d2-4e1a-b240-921ee2ea64e5 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:14.830663 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9195a96-0ca9-4a22-8f70-d8494f9dad0d req-cede075c-a3d2-4e1a-b240-921ee2ea64e5 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:14.836969 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9195a96-0ca9-4a22-8f70-d8494f9dad0d req-cede075c-a3d2-4e1a-b240-921ee2ea64e5 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:14.846763 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9195a96-0ca9-4a22-8f70-d8494f9dad0d req-cede075c-a3d2-4e1a-b240-921ee2ea64e5 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:14.855364 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a9195a96-0ca9-4a22-8f70-d8494f9dad0d req-cede075c-a3d2-4e1a-b240-921ee2ea64e5 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] 10.222.0.66 "GET /v2.0/ports?device_id=2cc02556-7c0a-4e9b-9a09-a272e5dfabdc HTTP/1.1" status: 200 len: 5436 time: 0.4199121 Aug 18 12:08:14.867723 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6cf08fb8-d91c-46d8-8ebc-5a6789e8c8b8 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953695'] for router_interface, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:14.923688 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-92c1d82d-b3f1-415f-99a3-9cd6e6a695f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3572848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59074100'] for subnet, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:14.945784 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a9195a96-0ca9-4a22-8f70-d8494f9dad0d req-4da481b4-20a7-4e84-87c0-500564fb534e tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] 10.222.0.66 "GET /v2.0/security-groups?id=9ed89c48-68fa-47c4-9ca6-08ae23ef0876&id=f288757b-df2a-4147-b6e9-81a127940c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0823355 Aug 18 12:08:14.997542 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-92c1d82d-b3f1-415f-99a3-9cd6e6a695f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for subnet, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:15.010890 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-92c1d82d-b3f1-415f-99a3-9cd6e6a695f5 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/a3cd984a-5260-4d8e-8512-fa14d9a29505 HTTP/1.1" status: 204 len: 168 time: 1.2504706 Aug 18 12:08:15.015034 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 43808) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:08:15.024395 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c1d82d-b3f1-415f-99a3-9cd6e6a695f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3cd984a-5260-4d8e-8512-fa14d9a29505,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:08:15.056251 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a7ee9efc-ac8a-43e0-9bdb-9d021d065d2d tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:15.058957 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a7ee9efc-ac8a-43e0-9bdb-9d021d065d2d tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:15.062575 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-a7ee9efc-ac8a-43e0-9bdb-9d021d065d2d tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] 10.222.0.66 "DELETE /v2.0/security-groups/eff34c14-f128-4344-94bf-707ebed6dde1 HTTP/1.1" status: 204 len: 168 time: 0.8150480 Aug 18 12:08:15.114583 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 43810) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:08:15.115931 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ee9efc-ac8a-43e0-9bdb-9d021d065d2d tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eff34c14-f128-4344-94bf-707ebed6dde1,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:08:15.153671 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20dd28f4-1df0-4a6b-8939-d21ca9c9b72a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '449e4b2c-f485-41a8-b8c7-65aa343611a1'}, {'server_uuid': '2cc02556-7c0a-4e9b-9a09-a272e5dfabdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ade7379f-b75b-4a6b-95bb-ab4ecbe29d42'}, {'server_uuid': '2cc02556-7c0a-4e9b-9a09-a272e5dfabdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3399a875-8536-4e63-b5c5-d638ea0b8100'}, {'server_uuid': 'c468f260-aa8b-4a9b-a477-213e251d7cef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '39942e1b-8b42-46ce-8003-6ae0db0d3a39'}, {'server_uuid': '2cc02556-7c0a-4e9b-9a09-a272e5dfabdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8713f4a-f3e1-4969-98d9-fb54153a1b08'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:08:15.156731 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db50a436fb3a98495337d8fe7487b4f2ea6f3c1052eb9efadc2ecda2d5737001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9250508f-313f-4866-bdcd-136004e388e2" -d '{"events": [{"server_uuid": "20dd28f4-1df0-4a6b-8939-d21ca9c9b72a", "name": "network-vif-unplugged", "status": "completed", "tag": "449e4b2c-f485-41a8-b8c7-65aa343611a1"}, {"server_uuid": "2cc02556-7c0a-4e9b-9a09-a272e5dfabdc", "name": "network-vif-plugged", "status": "completed", "tag": "ade7379f-b75b-4a6b-95bb-ab4ecbe29d42"}, {"server_uuid": "2cc02556-7c0a-4e9b-9a09-a272e5dfabdc", "name": "network-vif-plugged", "status": "completed", "tag": "3399a875-8536-4e63-b5c5-d638ea0b8100"}, {"server_uuid": "c468f260-aa8b-4a9b-a477-213e251d7cef", "name": "network-vif-unplugged", "status": "completed", "tag": "39942e1b-8b42-46ce-8003-6ae0db0d3a39"}, {"server_uuid": "2cc02556-7c0a-4e9b-9a09-a272e5dfabdc", "name": "network-vif-plugged", "status": "completed", "tag": "d8713f4a-f3e1-4969-98d9-fb54153a1b08"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:08:15.168498 n-d-804985-2 neutron-server[106252]: INFO neutron.api.v2.resource [None req-883808a0-a759-4328-89fc-f81c186b090f tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] show failed (client error): The resource could not be found. Aug 18 12:08:15.174082 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-883808a0-a759-4328-89fc-f81c186b090f tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] 10.222.0.66 "GET /v2.0/security-groups/eff34c14-f128-4344-94bf-707ebed6dde1 HTTP/1.1" status: 404 len: 347 time: 0.0526664 Aug 18 12:08:15.174620 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 43824) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:08:15.279943 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 871 Content-Type: application/json Date: Wed, 18 Aug 2021 12:08:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fed55eed-27f8-4d67-a379-8f88dd664c43 x-openstack-request-id: req-fed55eed-27f8-4d67-a379-8f88dd664c43 {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:08:15.283447 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20dd28f4-1df0-4a6b-8939-d21ca9c9b72a", "name": "network-vif-unplugged", "status": "completed", "tag": "449e4b2c-f485-41a8-b8c7-65aa343611a1", "code": 200}, {"server_uuid": "2cc02556-7c0a-4e9b-9a09-a272e5dfabdc", "name": "network-vif-plugged", "status": "completed", "tag": "ade7379f-b75b-4a6b-95bb-ab4ecbe29d42", "code": 200}, {"server_uuid": "2cc02556-7c0a-4e9b-9a09-a272e5dfabdc", "name": "network-vif-plugged", "status": "completed", "tag": "3399a875-8536-4e63-b5c5-d638ea0b8100", "code": 200}, {"server_uuid": "c468f260-aa8b-4a9b-a477-213e251d7cef", "name": "network-vif-unplugged", "status": "completed", "tag": "39942e1b-8b42-46ce-8003-6ae0db0d3a39", "code": 200}, {"server_uuid": "2cc02556-7c0a-4e9b-9a09-a272e5dfabdc", "name": "network-vif-plugged", "status": "completed", "tag": "d8713f4a-f3e1-4969-98d9-fb54153a1b08", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:08:15.283910 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-fed55eed-27f8-4d67-a379-8f88dd664c43 {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:08:15.285180 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20dd28f4-1df0-4a6b-8939-d21ca9c9b72a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '449e4b2c-f485-41a8-b8c7-65aa343611a1', 'code': 200} Aug 18 12:08:15.285588 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cc02556-7c0a-4e9b-9a09-a272e5dfabdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ade7379f-b75b-4a6b-95bb-ab4ecbe29d42', 'code': 200} Aug 18 12:08:15.286134 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cc02556-7c0a-4e9b-9a09-a272e5dfabdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3399a875-8536-4e63-b5c5-d638ea0b8100', 'code': 200} Aug 18 12:08:15.286797 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c468f260-aa8b-4a9b-a477-213e251d7cef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '39942e1b-8b42-46ce-8003-6ae0db0d3a39', 'code': 200} Aug 18 12:08:15.287370 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cc02556-7c0a-4e9b-9a09-a272e5dfabdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8713f4a-f3e1-4969-98d9-fb54153a1b08', 'code': 200} Aug 18 12:08:15.300383 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3423430c-ebf3-46da-a9ca-0d1c061b63d9 None None] New status for floating IP 0a0baca3-72b4-41a5-972c-51021100a5f4: DOWN {{(pid=106254) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 12:08:15.461202 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20dd28f4-1df0-4a6b-8939-d21ca9c9b72a', 'name': 'network-vif-deleted', 'tag': '449e4b2c-f485-41a8-b8c7-65aa343611a1'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:08:15.464264 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c6f618c-582f-463e-ae32-09d2b96b5be7" -d '{"events": [{"server_uuid": "20dd28f4-1df0-4a6b-8939-d21ca9c9b72a", "name": "network-vif-deleted", "tag": "449e4b2c-f485-41a8-b8c7-65aa343611a1"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:08:15.542865 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:08:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7b8c631-e6a1-4099-99b6-3fde3499e5cb x-openstack-request-id: req-b7b8c631-e6a1-4099-99b6-3fde3499e5cb {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:08:15.543161 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20dd28f4-1df0-4a6b-8939-d21ca9c9b72a", "name": "network-vif-deleted", "tag": "449e4b2c-f485-41a8-b8c7-65aa343611a1", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:08:15.543417 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b7b8c631-e6a1-4099-99b6-3fde3499e5cb {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:08:15.543833 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20dd28f4-1df0-4a6b-8939-d21ca9c9b72a', 'name': 'network-vif-deleted', 'tag': '449e4b2c-f485-41a8-b8c7-65aa343611a1', 'status': 'completed', 'code': 200} Aug 18 12:08:15.582060 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d0d85a73-77d9-4d15-9ab6-d689e19bff41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7904109'] for network, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:15.593236 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57d45dc-65dd-4b08-af67-202a6a7872c3 req-37c3b6c0-2091-477b-afc5-41756100a6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:15.593718 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57d45dc-65dd-4b08-af67-202a6a7872c3 req-37c3b6c0-2091-477b-afc5-41756100a6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:15.594186 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57d45dc-65dd-4b08-af67-202a6a7872c3 req-37c3b6c0-2091-477b-afc5-41756100a6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:15.594649 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57d45dc-65dd-4b08-af67-202a6a7872c3 req-37c3b6c0-2091-477b-afc5-41756100a6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:15.595118 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57d45dc-65dd-4b08-af67-202a6a7872c3 req-37c3b6c0-2091-477b-afc5-41756100a6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:15.595697 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57d45dc-65dd-4b08-af67-202a6a7872c3 req-37c3b6c0-2091-477b-afc5-41756100a6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:15.596029 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57d45dc-65dd-4b08-af67-202a6a7872c3 req-37c3b6c0-2091-477b-afc5-41756100a6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:15.598042 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c57d45dc-65dd-4b08-af67-202a6a7872c3 req-37c3b6c0-2091-477b-afc5-41756100a6e7 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=2cc02556-7c0a-4e9b-9a09-a272e5dfabdc HTTP/1.1" status: 200 len: 6494 time: 0.1393292 Aug 18 12:08:15.622217 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6731a0bc-8a0c-4326-9f36-4bd1fc2fba51 req-30bdb299-9abf-4ac9-850f-b78a2ab56039 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:15.623772 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6731a0bc-8a0c-4326-9f36-4bd1fc2fba51 req-30bdb299-9abf-4ac9-850f-b78a2ab56039 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb783dc5-d988-4b42-bd19-7c5d813c36a4 HTTP/1.1" status: 200 len: 946 time: 0.2615075 Aug 18 12:08:15.649290 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cf08fb8-d91c-46d8-8ebc-5a6789e8c8b8 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Router 5ab47bb9-3bd3-4be9-b708-785dd717c242 has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:08:15.679165 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c57d45dc-65dd-4b08-af67-202a6a7872c3 req-d90d05a1-12d3-415c-a700-b92d9e98e010 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=9ed89c48-68fa-47c4-9ca6-08ae23ef0876&id=f288757b-df2a-4147-b6e9-81a127940c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0532298 Aug 18 12:08:15.690083 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-bc119c05-f80c-4a22-9110-e1e4a8f74465 req-0f9dff2e-6ad0-463c-8174-d0525eb567c1 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] For port a77d70de-1b0d-48d1-aad0-15c166bc08c4, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=a77d70de-1b0d-48d1-aad0-15c166bc08c4,segment=NetworkSegment(cad785f7-8854-4494-9369-5c8d15a44cef),segment_id=cad785f7-8854-4494-9369-5c8d15a44cef)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:08:15.690620 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-bc119c05-f80c-4a22-9110-e1e4a8f74465 req-0f9dff2e-6ad0-463c-8174-d0525eb567c1 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:15.767405 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-bc119c05-f80c-4a22-9110-e1e4a8f74465 req-0f9dff2e-6ad0-463c-8174-d0525eb567c1 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Calling delete_port for a77d70de-1b0d-48d1-aad0-15c166bc08c4 owned by compute:nova {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:08:15.793062 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cf08fb8-d91c-46d8-8ebc-5a6789e8c8b8 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:08:15.799114 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-728ff5ff-1c3e-48e5-9bf1-1a06f1a2cd87 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] Deleting port 553d2400-10a3-4f07-943a-8dd4fe77732b {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:08:15.799459 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-728ff5ff-1c3e-48e5-9bf1-1a06f1a2cd87 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:15.805399 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-6cf08fb8-d91c-46d8-8ebc-5a6789e8c8b8 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "PUT /v2.0/routers/5ab47bb9-3bd3-4be9-b708-785dd717c242/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7982712 Aug 18 12:08:15.808219 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5041fd84-cec7-430c-a3e4-4cf12ef00f04 None None] Sync routers for ids ['5ab47bb9-3bd3-4be9-b708-785dd717c242'] in n-d-804985-2 {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:08:15.809067 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 43854) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:08:15.818268 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8156ee7b-76f5-46f1-af3f-f22c20b4dc71 tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:15.818613 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5041fd84-cec7-430c-a3e4-4cf12ef00f04 None None] Routers {'5ab47bb9-3bd3-4be9-b708-785dd717c242'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:08:15.819508 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-5041fd84-cec7-430c-a3e4-4cf12ef00f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:07:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['5ab47bb9-3bd3-4be9-b708-785dd717c242'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:08:15.838252 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d0d85a73-77d9-4d15-9ab6-d689e19bff41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8367869', 'neutron.services.segments.db._delete_segments_for_network-8789151212993'] for network, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:15.849066 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8156ee7b-76f5-46f1-af3f-f22c20b4dc71 tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:15.874599 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6731a0bc-8a0c-4326-9f36-4bd1fc2fba51 req-ad3bd96c-f433-4f55-bdcd-0042f409e09c tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.66 "GET /v2.0/security-groups?id=d60fbefd-5088-4718-a442-08959d2ac3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977344 Aug 18 12:08:15.877352 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8156ee7b-76f5-46f1-af3f-f22c20b4dc71 tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36ab1021-030d-4c6d-99dc-adb3596940f5,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:08:15.904526 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-d0d85a73-77d9-4d15-9ab6-d689e19bff41 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac97b8a8-475d-4fdb-8efb-31c1fcd8404c']}} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:08:15.905115 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-5041fd84-cec7-430c-a3e4-4cf12ef00f04 None None] Set router 5ab47bb9-3bd3-4be9-b708-785dd717c242 gateway port host: None {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:08:15.905924 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8156ee7b-76f5-46f1-af3f-f22c20b4dc71 tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:15.908430 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-8156ee7b-76f5-46f1-af3f-f22c20b4dc71 tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.5806715 Aug 18 12:08:15.916733 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 43856) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:08:15.933238 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-586b234f-9ef1-4bcc-8adc-2cae5acb749a tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] Request body: {'security_group_rule': {'security_group_id': '36ab1021-030d-4c6d-99dc-adb3596940f5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:08:15.961142 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-d0d85a73-77d9-4d15-9ab6-d689e19bff41 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '183c5fe9-1cea-4b84-954f-8280e06c0b7a') {'for_net_delete': True} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:08:15.961439 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-d0d85a73-77d9-4d15-9ab6-d689e19bff41 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '183c5fe9-1cea-4b84-954f-8280e06c0b7a') {} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:08:15.969505 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-5041fd84-cec7-430c-a3e4-4cf12ef00f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ab47bb9-3bd3-4be9-b708-785dd717c242', 'name': 'tempest-NetworksTestDHCPv6-router-556525425', 'tenant_id': '2a40b3bac30c4b9cb4cddbf9306b0469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:08:02Z', 'updated_at': '2021-08-18T12:08:13Z', 'revision_number': 3, 'project_id': '2a40b3bac30c4b9cb4cddbf9306b0469', 'gw_port_host': None}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:08:15.997293 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5041fd84-cec7-430c-a3e4-4cf12ef00f04 None None] Checking router: 5ab47bb9-3bd3-4be9-b708-785dd717c242 for host: n-d-804985-2 {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:08:16.005858 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5041fd84-cec7-430c-a3e4-4cf12ef00f04 None None] Routers {'5ab47bb9-3bd3-4be9-b708-785dd717c242'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:08:16.006496 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-5041fd84-cec7-430c-a3e4-4cf12ef00f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:07:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['5ab47bb9-3bd3-4be9-b708-785dd717c242'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:08:16.012979 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d0d85a73-77d9-4d15-9ab6-d689e19bff41 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789151225254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2221521'] for segment, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:16.018552 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-bc119c05-f80c-4a22-9110-e1e4a8f74465 req-0f9dff2e-6ad0-463c-8174-d0525eb567c1 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:16.023562 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c4fced-aab8-4356-8c94-df152bec024e req-2c966d80-a634-4f8c-8dfa-9c0199596f1d tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:16.025608 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-84c4fced-aab8-4356-8c94-df152bec024e req-2c966d80-a634-4f8c-8dfa-9c0199596f1d tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/ports?device_id=c468f260-aa8b-4a9b-a477-213e251d7cef HTTP/1.1" status: 200 len: 945 time: 0.3073826 Aug 18 12:08:16.090253 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-5041fd84-cec7-430c-a3e4-4cf12ef00f04 None None] Set router 5ab47bb9-3bd3-4be9-b708-785dd717c242 gateway port host: None {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:08:16.095279 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9dff2e-6ad0-463c-8174-d0525eb567c1 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Pushing event deleted for resources: {'Port': ['ID=a77d70de-1b0d-48d1-aad0-15c166bc08c4,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:08:16.098182 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-130a5af2-2125-470a-8077-f26d0d082b3b tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:16.099729 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-130a5af2-2125-470a-8077-f26d0d082b3b tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:16.101474 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-130a5af2-2125-470a-8077-f26d0d082b3b tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2794318 Aug 18 12:08:16.123612 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 43860) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:08:16.125575 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc119c05-f80c-4a22-9110-e1e4a8f74465 req-0f9dff2e-6ad0-463c-8174-d0525eb567c1 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] No DVR routers for this DVR port a77d70de-1b0d-48d1-aad0-15c166bc08c4 on host n-h1-804985-2 {{(pid=106253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:08:16.126186 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d0d85a73-77d9-4d15-9ab6-d689e19bff41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:16.130698 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-334d6aec-ca7e-4b1c-9b3b-dc84363908d6 req-a11f7937-794d-4e16-a003-033b370106e6 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] 10.222.0.66 "GET /v2.0/ports?device_id=20dd28f4-1df0-4a6b-8939-d21ca9c9b72a HTTP/1.1" status: 200 len: 210 time: 0.1250224 Aug 18 12:08:16.140130 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-bc119c05-f80c-4a22-9110-e1e4a8f74465 req-0f9dff2e-6ad0-463c-8174-d0525eb567c1 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:16.142837 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-bc119c05-f80c-4a22-9110-e1e4a8f74465 req-0f9dff2e-6ad0-463c-8174-d0525eb567c1 tempest-DeleteServersTestJSON-879218112 tempest-DeleteServersTestJSON-879218112-project] 10.222.0.63 "DELETE /v2.0/ports/a77d70de-1b0d-48d1-aad0-15c166bc08c4 HTTP/1.1" status: 204 len: 173 time: 2.1601286 Aug 18 12:08:16.143143 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0d85a73-77d9-4d15-9ab6-d689e19bff41 admin admin] Releasing vlan 830 on physical network physnet1 to pool {{(pid=106252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:08:16.143562 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d0d85a73-77d9-4d15-9ab6-d689e19bff41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3572434'] for segment, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:16.146620 n-d-804985-2 neutron-server[106252]: Traceback (most recent call last): Aug 18 12:08:16.146620 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:08:16.146620 n-d-804985-2 neutron-server[106252]: timer() Aug 18 12:08:16.146620 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:08:16.146620 n-d-804985-2 neutron-server[106252]: cb(*args, **kw) Aug 18 12:08:16.146620 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:08:16.146620 n-d-804985-2 neutron-server[106252]: return func(*args, **kwargs) Aug 18 12:08:16.146620 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:08:16.146620 n-d-804985-2 neutron-server[106252]: self._notify() Aug 18 12:08:16.146620 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:08:16.146620 n-d-804985-2 neutron-server[106252]: self.callback(batched_events) Aug 18 12:08:16.146620 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:08:16.146620 n-d-804985-2 neutron-server[106252]: event.method(event) Aug 18 12:08:16.146620 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:08:16.146620 n-d-804985-2 neutron-server[106252]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:08:16.146620 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:08:16.146620 n-d-804985-2 neutron-server[106252]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:08:16.146620 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:08:16.146620 n-d-804985-2 neutron-server[106252]: return f(self, *a, **k) Aug 18 12:08:16.146620 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:08:16.146620 n-d-804985-2 neutron-server[106252]: return self._get(url).json() Aug 18 12:08:16.146620 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:08:16.146620 n-d-804985-2 neutron-server[106252]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:08:16.146620 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:08:16.146620 n-d-804985-2 neutron-server[106252]: return self.request(url, 'GET', **kwargs) Aug 18 12:08:16.146620 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:08:16.146620 n-d-804985-2 neutron-server[106252]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:08:16.146620 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:08:16.146620 n-d-804985-2 neutron-server[106252]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:08:16.146620 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:08:16.146620 n-d-804985-2 neutron-server[106252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:08:16.146620 n-d-804985-2 neutron-server[106252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:08:16.155714 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-5041fd84-cec7-430c-a3e4-4cf12ef00f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ab47bb9-3bd3-4be9-b708-785dd717c242', 'name': 'tempest-NetworksTestDHCPv6-router-556525425', 'tenant_id': '2a40b3bac30c4b9cb4cddbf9306b0469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:08:02Z', 'updated_at': '2021-08-18T12:08:13Z', 'revision_number': 3, 'project_id': '2a40b3bac30c4b9cb4cddbf9306b0469', 'gw_port_host': None}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:08:16.215966 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_v2 [None req-f876c3b0-6c14-469f-8848-2f6e956d1656 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Deleting subnet 5dc4c33b-cb69-4ce3-94f9-836c5c38888b {{(pid=106253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 12:08:16.217491 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5041fd84-cec7-430c-a3e4-4cf12ef00f04 None None] The sync data for ids ['5ab47bb9-3bd3-4be9-b708-785dd717c242'] in n-d-804985-2 is: [{'id': '5ab47bb9-3bd3-4be9-b708-785dd717c242', 'name': 'tempest-NetworksTestDHCPv6-router-556525425', 'tenant_id': '2a40b3bac30c4b9cb4cddbf9306b0469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:08:02Z', 'updated_at': '2021-08-18T12:08:13Z', 'revision_number': 3, 'project_id': '2a40b3bac30c4b9cb4cddbf9306b0469', 'gw_port_host': None}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:08:16.219857 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f876c3b0-6c14-469f-8848-2f6e956d1656 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks [] for subnet, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:16.272359 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb783dc5-d988-4b42-bd19-7c5d813c36a4', 'name': 'network-vif-deleted', 'tag': 'a77d70de-1b0d-48d1-aad0-15c166bc08c4'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:08:16.274424 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-728ff5ff-1c3e-48e5-9bf1-1a06f1a2cd87 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:16.274863 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-728ff5ff-1c3e-48e5-9bf1-1a06f1a2cd87 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:16.276028 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0679f4c4b6e0e0c064a7d71d722dc30541a34fffee11680573be22ee2ffccc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cb01220-21c2-4c88-be0b-4621ef1f686a" -d '{"events": [{"server_uuid": "cb783dc5-d988-4b42-bd19-7c5d813c36a4", "name": "network-vif-deleted", "tag": "a77d70de-1b0d-48d1-aad0-15c166bc08c4"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:08:16.285100 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f876c3b0-6c14-469f-8848-2f6e956d1656 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902229'] for subnet, precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:16.289369 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-728ff5ff-1c3e-48e5-9bf1-1a06f1a2cd87 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] Calling delete_port for 553d2400-10a3-4f07-943a-8dd4fe77732b owned by network:floatingip {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:08:16.372070 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-84c4fced-aab8-4356-8c94-df152bec024e req-d190f3f5-3f88-4b2f-bd07-a5e1f5104767 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f58845c-8a6f-4750-8ac0-66868223b345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3340282 Aug 18 12:08:16.373132 n-d-804985-2 neutron-server[106252]: INFO neutron.api.v2.resource [None req-586b234f-9ef1-4bcc-8adc-2cae5acb749a tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 18 12:08:16.374255 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-586b234f-9ef1-4bcc-8adc-2cae5acb749a tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.4501934 Aug 18 12:08:16.378291 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f876c3b0-6c14-469f-8848-2f6e956d1656 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:16.382069 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 43864) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:08:16.390122 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d0d85a73-77d9-4d15-9ab6-d689e19bff41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8367858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997186'] for network, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:16.420720 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d0d85a73-77d9-4d15-9ab6-d689e19bff41 admin admin] Notify callbacks [] for network, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:16.422545 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-d0d85a73-77d9-4d15-9ab6-d689e19bff41 admin admin] 10.222.0.66 "DELETE /v2.0/networks/ac97b8a8-475d-4fdb-8efb-31c1fcd8404c HTTP/1.1" status: 204 len: 168 time: 1.4078436 Aug 18 12:08:16.445762 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d85a73-77d9-4d15-9ab6-d689e19bff41 admin admin] Pushing event deleted for resources: {'Network': ['ID=ac97b8a8-475d-4fdb-8efb-31c1fcd8404c,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:08:16.460552 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-bdacb12b-a88a-4663-a1ce-3424dc22bc75 tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] Request body: {'security_group_rule': {'security_group_id': '36ab1021-030d-4c6d-99dc-adb3596940f5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:08:16.469344 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:08:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-963ed6a5-9a4e-4e04-8904-ff245387d21b x-openstack-request-id: req-963ed6a5-9a4e-4e04-8904-ff245387d21b {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:08:16.469662 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb783dc5-d988-4b42-bd19-7c5d813c36a4", "name": "network-vif-deleted", "tag": "a77d70de-1b0d-48d1-aad0-15c166bc08c4", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:08:16.469908 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-963ed6a5-9a4e-4e04-8904-ff245387d21b {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:08:16.470297 n-d-804985-2 neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb783dc5-d988-4b42-bd19-7c5d813c36a4', 'name': 'network-vif-deleted', 'tag': 'a77d70de-1b0d-48d1-aad0-15c166bc08c4', 'status': 'completed', 'code': 200} Aug 18 12:08:16.542890 n-d-804985-2 neutron-server[106253]: INFO neutron.api.v2.resource [None req-bdacb12b-a88a-4663-a1ce-3424dc22bc75 tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 18 12:08:16.548354 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-bdacb12b-a88a-4663-a1ce-3424dc22bc75 tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1650016 Aug 18 12:08:16.548998 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 43870) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:08:16.563640 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76a01dd-6b4d-461d-accc-1a35927589d0 req-b6500ac8-ae08-4751-9c62-5bc16982d2b0 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:16.580188 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76a01dd-6b4d-461d-accc-1a35927589d0 req-b6500ac8-ae08-4751-9c62-5bc16982d2b0 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:16.597699 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76a01dd-6b4d-461d-accc-1a35927589d0 req-b6500ac8-ae08-4751-9c62-5bc16982d2b0 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:16.640361 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76a01dd-6b4d-461d-accc-1a35927589d0 req-b6500ac8-ae08-4751-9c62-5bc16982d2b0 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:16.667790 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76a01dd-6b4d-461d-accc-1a35927589d0 req-b6500ac8-ae08-4751-9c62-5bc16982d2b0 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:16.674205 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76a01dd-6b4d-461d-accc-1a35927589d0 req-b6500ac8-ae08-4751-9c62-5bc16982d2b0 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:16.691762 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76a01dd-6b4d-461d-accc-1a35927589d0 req-b6500ac8-ae08-4751-9c62-5bc16982d2b0 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:16.700694 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f76a01dd-6b4d-461d-accc-1a35927589d0 req-b6500ac8-ae08-4751-9c62-5bc16982d2b0 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] 10.222.0.66 "GET /v2.0/ports?device_id=2cc02556-7c0a-4e9b-9a09-a272e5dfabdc HTTP/1.1" status: 200 len: 5437 time: 0.3232775 Aug 18 12:08:16.748932 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-728ff5ff-1c3e-48e5-9bf1-1a06f1a2cd87 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:16.760829 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f876c3b0-6c14-469f-8848-2f6e956d1656 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58902171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59388106'] for subnet, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:16.782461 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 43874) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:08:16.817833 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f876c3b0-6c14-469f-8848-2f6e956d1656 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:16.821356 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afa2fae9-0607-4ea4-833e-0a3a5fe3af80 None None] Network fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:08:16.824583 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-f876c3b0-6c14-469f-8848-2f6e956d1656 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "DELETE /v2.0/subnets/5dc4c33b-cb69-4ce3-94f9-836c5c38888b HTTP/1.1" status: 204 len: 168 time: 0.6943741 Aug 18 12:08:16.858577 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 43876) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:08:16.862941 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f876c3b0-6c14-469f-8848-2f6e956d1656 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Pushing event deleted for resources: {'Subnet': ['ID=5dc4c33b-cb69-4ce3-94f9-836c5c38888b,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:08:16.914459 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728ff5ff-1c3e-48e5-9bf1-1a06f1a2cd87 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] Pushing event deleted for resources: {'Port': ['ID=553d2400-10a3-4f07-943a-8dd4fe77732b,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:08:16.957886 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4392544c-6ee0-4820-8836-6ddaef471a67 tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:16.962223 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92137c9-5779-4314-968e-f0de5664defb req-cb05c639-10bf-4d6f-9e30-d52bb6fcab27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:16.963784 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-b92137c9-5779-4314-968e-f0de5664defb req-cb05c639-10bf-4d6f-9e30-d52bb6fcab27 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=6be1f64524b04a05973aca1b3d3c7df9&device_id=c468f260-aa8b-4a9b-a477-213e251d7cef HTTP/1.1" status: 200 len: 1096 time: 0.2242179 Aug 18 12:08:17.008314 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f76a01dd-6b4d-461d-accc-1a35927589d0 req-9d1c68d8-623d-45d7-ab6d-d9adb7c47e23 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] 10.222.0.66 "GET /v2.0/security-groups?id=9ed89c48-68fa-47c4-9ca6-08ae23ef0876&id=f288757b-df2a-4147-b6e9-81a127940c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3062625 Aug 18 12:08:17.008622 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4392544c-6ee0-4820-8836-6ddaef471a67 tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:17.023295 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-12a37972-3fd3-40c6-a56c-6c463a0dc1a7 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=29d095af739443468862e4d30a862584&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1942046 Aug 18 12:08:17.064466 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 43880) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:08:17.134385 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a13c124-0d46-485a-8455-95426ad154bb None None] DHCP port deletion for fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d request from n-d-804985-2 {{(pid=106254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 12:08:17.137299 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61a4b72-60b6-410d-9ee2-f63f170e3e28 req-59df0aea-6fb9-490b-b55b-921122d9c512 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:17.141143 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e61a4b72-60b6-410d-9ee2-f63f170e3e28 req-59df0aea-6fb9-490b-b55b-921122d9c512 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/ports?device_id=c468f260-aa8b-4a9b-a477-213e251d7cef HTTP/1.1" status: 200 len: 945 time: 0.3949668 Aug 18 12:08:17.154155 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-728ff5ff-1c3e-48e5-9bf1-1a06f1a2cd87 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] Notify callbacks [] for floatingip, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:17.157958 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-728ff5ff-1c3e-48e5-9bf1-1a06f1a2cd87 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for floatingip, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:17.159304 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-728ff5ff-1c3e-48e5-9bf1-1a06f1a2cd87 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] 10.222.0.66 "DELETE /v2.0/floatingips/0a0baca3-72b4-41a5-972c-51021100a5f4 HTTP/1.1" status: 204 len: 168 time: 1.9837844 Aug 18 12:08:17.175641 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4392544c-6ee0-4820-8836-6ddaef471a67 tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:17.178497 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4392544c-6ee0-4820-8836-6ddaef471a67 tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:17.179697 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-4392544c-6ee0-4820-8836-6ddaef471a67 tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] 10.222.0.66 "DELETE /v2.0/security-groups/36ab1021-030d-4c6d-99dc-adb3596940f5 HTTP/1.1" status: 204 len: 168 time: 0.6287432 Aug 18 12:08:17.184620 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 43884) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:08:17.207501 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92137c9-5779-4314-968e-f0de5664defb req-4746a652-df38-48e1-9177-93bffce7f22e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:17.209032 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-b92137c9-5779-4314-968e-f0de5664defb req-4746a652-df38-48e1-9177-93bffce7f22e service neutron] 10.222.0.63 "GET /v2.0/networks?id=62590197-03a9-438c-a3e3-e417fcca582c HTTP/1.1" status: 200 len: 913 time: 0.2274168 Aug 18 12:08:17.240199 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-4a13c124-0d46-485a-8455-95426ad154bb None None] Deleting port 1bf59ab4-4e6c-4e13-ae79-1ba490dfe69a {{(pid=106254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:08:17.240614 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4a13c124-0d46-485a-8455-95426ad154bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:17.255678 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4392544c-6ee0-4820-8836-6ddaef471a67 tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36ab1021-030d-4c6d-99dc-adb3596940f5,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:08:17.259576 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-a56d963a-7b4f-402e-81dc-5d4621ac55af tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.3560247 Aug 18 12:08:17.264347 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 43894) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:08:17.275810 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e61a4b72-60b6-410d-9ee2-f63f170e3e28 req-7c54b4dd-0e1e-44b6-bbb0-03786b058ea2 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f58845c-8a6f-4750-8ac0-66868223b345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1079319 Aug 18 12:08:17.319290 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device a77d70de-1b0d-48d1-aad0-15c166bc08c4 no longer exists at agent hyperv_n-h1-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:08:17.371878 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 7d3d5f8b-f17e-47d2-9369-d8871ff31a63 no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:08:17.389116 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] No Port match for: a77d70de-1b0d-48d1-aad0-15c166bc08c4 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:08:17.405030 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device a77d70de-1b0d-48d1-aad0-15c166bc08c4 not bound to the agent host n-h1-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:08:17.428838 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-f01d29a0-ebc8-4588-a2a8-9c8591072aab tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2429998 Aug 18 12:08:17.434357 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-76b76d16-fed3-4efe-b9bf-130e72272ebf req-62c30139-ac7a-4ffc-b781-4ca172c04df7 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] 10.222.0.66 "GET /v2.0/ports?device_id=20dd28f4-1df0-4a6b-8939-d21ca9c9b72a HTTP/1.1" status: 200 len: 210 time: 0.1157682 Aug 18 12:08:17.435022 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 43896) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:08:17.440950 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-b92137c9-5779-4314-968e-f0de5664defb req-df19678f-5725-4c34-aa99-320e778d7b35 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=39942e1b-8b42-46ce-8003-6ae0db0d3a39 HTTP/1.1" status: 200 len: 999 time: 0.2166426 Aug 18 12:08:17.443358 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-12785c87-f097-40d6-b7b1-a42981e46a52 tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] Request body: {'security_group': {'name': 'tempest-secgroup--856922154'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:08:17.464256 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: 7d3d5f8b-f17e-47d2-9369-d8871ff31a63 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:08:17.464845 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 7d3d5f8b-f17e-47d2-9369-d8871ff31a63 not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:08:17.465464 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 1bf59ab4-4e6c-4e13-ae79-1ba490dfe69a no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:08:17.482023 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ac527bf8-1c93-4e48-a421-c57b06f1ec5a tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks [] for router, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:17.524125 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-4a13c124-0d46-485a-8455-95426ad154bb None None] For port 1bf59ab4-4e6c-4e13-ae79-1ba490dfe69a, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=1bf59ab4-4e6c-4e13-ae79-1ba490dfe69a,segment=NetworkSegment(06b05a1e-7667-47a8-b2de-bb5e6a768e1b),segment_id=06b05a1e-7667-47a8-b2de-bb5e6a768e1b)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:08:17.528208 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92137c9-5779-4314-968e-f0de5664defb req-b0771756-d922-484f-bc8f-c26be5f00560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:17.536397 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4a13c124-0d46-485a-8455-95426ad154bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:17.538405 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-b92137c9-5779-4314-968e-f0de5664defb req-b0771756-d922-484f-bc8f-c26be5f00560 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=01de034f-d2f0-4b70-88ab-1a19fe1401c1 HTTP/1.1" status: 200 len: 851 time: 0.0893233 Aug 18 12:08:17.569314 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ab32793c-a50d-4cd5-a7a6-9dd7f1b3839e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:17.585321 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-4a13c124-0d46-485a-8455-95426ad154bb None None] Calling delete_port for 1bf59ab4-4e6c-4e13-ae79-1ba490dfe69a owned by network:dhcp {{(pid=106254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:08:17.625118 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92137c9-5779-4314-968e-f0de5664defb req-e83f2898-1550-4bec-b643-9a2535bd4d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:17.627052 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-b92137c9-5779-4314-968e-f0de5664defb req-e83f2898-1550-4bec-b643-9a2535bd4d06 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=62590197-03a9-438c-a3e3-e417fcca582c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0810935 Aug 18 12:08:17.704040 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-12785c87-f097-40d6-b7b1-a42981e46a52 tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:17.753923 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ab32793c-a50d-4cd5-a7a6-9dd7f1b3839e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:17.763362 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ac527bf8-1c93-4e48-a421-c57b06f1ec5a tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-996004', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15859'] for router, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:17.771011 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ac527bf8-1c93-4e48-a421-c57b06f1ec5a tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:17.793279 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 43906) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:08:17.801616 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-5ff1dd43-277a-4910-9f97-8a33da3b3781 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1364645642', 'description': 'tempest-description--2121227822'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:08:17.805044 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:17.846288 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4a13c124-0d46-485a-8455-95426ad154bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556'] for port, after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:17.897042 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-b92137c9-5779-4314-968e-f0de5664defb req-bfcd7f91-e375-4d46-ad0d-5f26b249230d service neutron] 10.222.0.63 "GET /v2.0/networks/62590197-03a9-438c-a3e3-e417fcca582c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2587042 Aug 18 12:08:17.905310 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a13c124-0d46-485a-8455-95426ad154bb None None] Pushing event deleted for resources: {'Port': ['ID=1bf59ab4-4e6c-4e13-ae79-1ba490dfe69a,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:08:17.907418 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a13c124-0d46-485a-8455-95426ad154bb None None] No DVR routers for this DVR port 1bf59ab4-4e6c-4e13-ae79-1ba490dfe69a on host n-d-804985-2 {{(pid=106254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:08:17.920819 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ac527bf8-1c93-4e48-a421-c57b06f1ec5a tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-996061'] for router, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:17.921725 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac527bf8-1c93-4e48-a421-c57b06f1ec5a tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Fanout notify agent at l3_agent the message router_deleted on router 5ab47bb9-3bd3-4be9-b708-785dd717c242 {{(pid=106252) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 12:08:17.940106 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ac527bf8-1c93-4e48-a421-c57b06f1ec5a tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks [] for router, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:17.941693 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-ac527bf8-1c93-4e48-a421-c57b06f1ec5a tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "DELETE /v2.0/routers/5ab47bb9-3bd3-4be9-b708-785dd717c242 HTTP/1.1" status: 204 len: 168 time: 0.6649151 Aug 18 12:08:17.945986 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 43912) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:08:17.951936 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-fc85aae4-98f9-4749-a268-b0b4d953a0f6 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Request body: {'subnet': {'network_id': 'fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:08:17.973584 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-12785c87-f097-40d6-b7b1-a42981e46a52 tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:18.027587 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ab32793c-a50d-4cd5-a7a6-9dd7f1b3839e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:18.030157 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ab32793c-a50d-4cd5-a7a6-9dd7f1b3839e admin admin] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:18.031310 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-ab32793c-a50d-4cd5-a7a6-9dd7f1b3839e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f40f5dc5-9d25-43d5-a438-2945d251cf32 HTTP/1.1" status: 204 len: 168 time: 0.9658678 Aug 18 12:08:18.050582 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-b92137c9-5779-4314-968e-f0de5664defb req-2df10062-b325-4f4a-941c-2f45dbff21ac service neutron] 10.222.0.63 "GET /v2.0/networks/62590197-03a9-438c-a3e3-e417fcca582c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472528 Aug 18 12:08:18.058587 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-12785c87-f097-40d6-b7b1-a42981e46a52 tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:18.115328 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab32793c-a50d-4cd5-a7a6-9dd7f1b3839e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f40f5dc5-9d25-43d5-a438-2945d251cf32,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:08:18.123919 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5ff1dd43-277a-4910-9f97-8a33da3b3781 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:18.475640 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4d9034b3-534d-47bc-a8ed-699dde12b7d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:18.562694 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-12785c87-f097-40d6-b7b1-a42981e46a52 tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:18.564040 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-12785c87-f097-40d6-b7b1-a42981e46a52 tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1246414 Aug 18 12:08:18.568165 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 43932) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:08:18.575929 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-015c9b67-ba91-4651-b305-c5e60f48543c tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] Request body: {'security_group': {'name': 'default'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:08:18.576816 n-d-804985-2 neutron-server[106253]: WARNING neutron.api.v2.base [None req-015c9b67-ba91-4651-b305-c5e60f48543c tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 18 12:08:18.578498 n-d-804985-2 neutron-server[106253]: INFO neutron.api.v2.resource [None req-015c9b67-ba91-4651-b305-c5e60f48543c tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] update failed (client error): There was a conflict when trying to complete your request. Aug 18 12:08:18.580587 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-015c9b67-ba91-4651-b305-c5e60f48543c tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] 10.222.0.66 "PUT /v2.0/security-groups/42f332d9-8f6e-4e02-bec5-8ccc08859100 HTTP/1.1" status: 409 len: 330 time: 0.0102813 Aug 18 12:08:18.585761 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 43934) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:08:18.602811 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 43936) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:08:18.653293 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-eb29f981-b544-42d5-b67c-4b3c34ee8111 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=61cbc8ec8a974fa68007e9539990edf6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0488591 Aug 18 12:08:18.654070 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 43938) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:08:18.663499 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12785c87-f097-40d6-b7b1-a42981e46a52 tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42f332d9-8f6e-4e02-bec5-8ccc08859100,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:08:18.719053 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-711f4658-196d-4384-88b2-18b4f1280fc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:18.743119 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4becad13-24c2-431d-907a-0757751dafab req-071b72f6-341b-4ab2-9112-83a055d9802e tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:18.746010 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-711f4658-196d-4384-88b2-18b4f1280fc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:18.748912 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4becad13-24c2-431d-907a-0757751dafab req-071b72f6-341b-4ab2-9112-83a055d9802e tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:18.754904 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4becad13-24c2-431d-907a-0757751dafab req-071b72f6-341b-4ab2-9112-83a055d9802e tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:18.760729 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4becad13-24c2-431d-907a-0757751dafab req-071b72f6-341b-4ab2-9112-83a055d9802e tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:18.766557 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4becad13-24c2-431d-907a-0757751dafab req-071b72f6-341b-4ab2-9112-83a055d9802e tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:18.772550 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4becad13-24c2-431d-907a-0757751dafab req-071b72f6-341b-4ab2-9112-83a055d9802e tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:18.778370 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4becad13-24c2-431d-907a-0757751dafab req-071b72f6-341b-4ab2-9112-83a055d9802e tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:18.780351 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4becad13-24c2-431d-907a-0757751dafab req-071b72f6-341b-4ab2-9112-83a055d9802e tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] 10.222.0.66 "GET /v2.0/ports?device_id=2cc02556-7c0a-4e9b-9a09-a272e5dfabdc HTTP/1.1" status: 200 len: 5437 time: 0.2255030 Aug 18 12:08:18.792405 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22e038f-2e4e-4be7-8b8e-0655ff21dda4 req-21da2dcf-7fb8-4b97-967a-47d2d293eeb7 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:18.794030 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a22e038f-2e4e-4be7-8b8e-0655ff21dda4 req-21da2dcf-7fb8-4b97-967a-47d2d293eeb7 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/ports?device_id=c468f260-aa8b-4a9b-a477-213e251d7cef HTTP/1.1" status: 200 len: 945 time: 0.2425981 Aug 18 12:08:18.802684 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-711f4658-196d-4384-88b2-18b4f1280fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:18.805850 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-711f4658-196d-4384-88b2-18b4f1280fc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:18.810491 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-711f4658-196d-4384-88b2-18b4f1280fc7 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a50cd8e9-b3d9-43ff-b4f2-1a1dd2362ec9 HTTP/1.1" status: 204 len: 168 time: 0.1552887 Aug 18 12:08:18.820423 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711f4658-196d-4384-88b2-18b4f1280fc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a50cd8e9-b3d9-43ff-b4f2-1a1dd2362ec9,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:08:18.826933 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-100c9298-87ba-4374-90e7-07de217af39d tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:18.881603 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5ff1dd43-277a-4910-9f97-8a33da3b3781 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:18.900832 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-100c9298-87ba-4374-90e7-07de217af39d tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:18.920111 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5ff1dd43-277a-4910-9f97-8a33da3b3781 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:18.942741 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a22e038f-2e4e-4be7-8b8e-0655ff21dda4 req-f91c379e-e10c-41cf-a084-5f059a13d2bc tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f58845c-8a6f-4750-8ac0-66868223b345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1321487 Aug 18 12:08:18.959346 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4becad13-24c2-431d-907a-0757751dafab req-c5b93f4d-418a-4974-ba63-9d0eee654b22 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] 10.222.0.66 "GET /v2.0/security-groups?id=9ed89c48-68fa-47c4-9ca6-08ae23ef0876&id=f288757b-df2a-4147-b6e9-81a127940c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1563897 Aug 18 12:08:18.995630 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc85aae4-98f9-4749-a268-b0b4d953a0f6 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Made reservation on behalf of 2a40b3bac30c4b9cb4cddbf9306b0469 for: {'subnet': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:08:18.999233 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-fc85aae4-98f9-4749-a268-b0b4d953a0f6 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59074089'] for subnet, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:19.003569 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff1dd43-277a-4910-9f97-8a33da3b3781 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe2dcb26-443e-4283-a770-27980373d006,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:08:19.013900 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5ff1dd43-277a-4910-9f97-8a33da3b3781 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:19.018008 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-5ff1dd43-277a-4910-9f97-8a33da3b3781 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.2207797 Aug 18 12:08:19.018453 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 43944) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:08:19.024684 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-45a747eb-f6c7-4dff-aff1-0890a3921996 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] Request body: {'security_group_rule': {'security_group_id': 'fe2dcb26-443e-4283-a770-27980373d006', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:08:19.071072 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-100c9298-87ba-4374-90e7-07de217af39d tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:19.073705 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-100c9298-87ba-4374-90e7-07de217af39d tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:19.075312 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-100c9298-87ba-4374-90e7-07de217af39d tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] 10.222.0.66 "DELETE /v2.0/security-groups/42f332d9-8f6e-4e02-bec5-8ccc08859100 HTTP/1.1" status: 204 len: 168 time: 0.4842987 Aug 18 12:08:19.081462 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 43946) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:08:19.098697 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-45a747eb-f6c7-4dff-aff1-0890a3921996 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:19.126129 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100c9298-87ba-4374-90e7-07de217af39d tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42f332d9-8f6e-4e02-bec5-8ccc08859100,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:08:19.189432 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-47be1b6b-87a8-45c7-b852-0f4624eb30b5 tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1014144 Aug 18 12:08:19.190612 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 43950) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:08:19.204046 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-45a747eb-f6c7-4dff-aff1-0890a3921996 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:19.210464 n-d-804985-2 neutron-server[106253]: INFO neutron.api.v2.resource [None req-c538e8a8-969b-4551-96d2-f70493ebe04a tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] delete failed (client error): The resource could not be found. Aug 18 12:08:19.215436 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-c538e8a8-969b-4551-96d2-f70493ebe04a tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] 10.222.0.66 "DELETE /v2.0/security-groups/fcbb5874-515a-48eb-a81c-d7b07e104382 HTTP/1.1" status: 404 len: 347 time: 0.0201380 Aug 18 12:08:19.215762 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 43952) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:08:19.227390 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-45a747eb-f6c7-4dff-aff1-0890a3921996 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992607'] for security_group_rule, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:19.251697 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a747eb-f6c7-4dff-aff1-0890a3921996 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c67b980b-d597-4d40-acc3-ef730bb64a0e,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:08:19.256445 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-146752ac-8e66-4a0a-ade6-776bcc47e13e req-ba1065d2-eeb5-4ba0-ae56-facc007f6484 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] 10.222.0.66 "GET /v2.0/ports?device_id=20dd28f4-1df0-4a6b-8939-d21ca9c9b72a HTTP/1.1" status: 200 len: 210 time: 0.1390254 Aug 18 12:08:19.269302 n-d-804985-2 neutron-server[106253]: INFO neutron.api.v2.resource [None req-4e56464e-4d77-47e8-a558-858dc6b451a5 tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] show failed (client error): The resource could not be found. Aug 18 12:08:19.276350 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 43958) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:08:19.276704 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-4e56464e-4d77-47e8-a558-858dc6b451a5 tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] 10.222.0.66 "GET /v2.0/security-groups/78ce94b9-b4c7-48bc-80f9-2f2fb3d62683 HTTP/1.1" status: 404 len: 347 time: 0.0595665 Aug 18 12:08:19.318695 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.agents_db [None req-6dbb2658-0354-4101-8393-6e7505481cf6 None None] Agent healthcheck: found 7 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 12:08:19.321310 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-45a747eb-f6c7-4dff-aff1-0890a3921996 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:19.322841 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-45a747eb-f6c7-4dff-aff1-0890a3921996 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3032601 Aug 18 12:08:19.325467 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 43962) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:08:19.331459 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-666c97af-cdc5-454d-a060-8f60546603f5 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] Request body: {'security_group_rule': {'security_group_id': 'fe2dcb26-443e-4283-a770-27980373d006', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:08:19.337152 n-d-804985-2 neutron-server[106252]: INFO neutron.api.v2.resource [None req-3a042dc4-d3ea-4080-af77-dd3ee3d69165 tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] show failed (client error): The resource could not be found. Aug 18 12:08:19.343018 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-3a042dc4-d3ea-4080-af77-dd3ee3d69165 tempest-NegativeSecGroupIPv6Test-1707468609 tempest-NegativeSecGroupIPv6Test-1707468609-project] 10.222.0.66 "GET /v2.0/security-group-rules/4a4706d9-6ed0-430d-a88e-4247e6b2c478 HTTP/1.1" status: 404 len: 356 time: 0.0569677 Aug 18 12:08:19.384130 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-666c97af-cdc5-454d-a060-8f60546603f5 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:19.407532 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f429af-3fe4-4f4b-98b5-b035a92811bc req-773bceff-1e68-43e5-9d6e-4ffe8b13315c tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:19.422664 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f429af-3fe4-4f4b-98b5-b035a92811bc req-773bceff-1e68-43e5-9d6e-4ffe8b13315c tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:19.442341 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f429af-3fe4-4f4b-98b5-b035a92811bc req-773bceff-1e68-43e5-9d6e-4ffe8b13315c tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:19.472596 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f429af-3fe4-4f4b-98b5-b035a92811bc req-773bceff-1e68-43e5-9d6e-4ffe8b13315c tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:19.490169 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f429af-3fe4-4f4b-98b5-b035a92811bc req-773bceff-1e68-43e5-9d6e-4ffe8b13315c tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:19.507085 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f429af-3fe4-4f4b-98b5-b035a92811bc req-773bceff-1e68-43e5-9d6e-4ffe8b13315c tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:19.524061 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f429af-3fe4-4f4b-98b5-b035a92811bc req-773bceff-1e68-43e5-9d6e-4ffe8b13315c tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:19.530149 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-49f429af-3fe4-4f4b-98b5-b035a92811bc req-773bceff-1e68-43e5-9d6e-4ffe8b13315c tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] 10.222.0.66 "GET /v2.0/ports?device_id=2cc02556-7c0a-4e9b-9a09-a272e5dfabdc HTTP/1.1" status: 200 len: 5437 time: 0.4139540 Aug 18 12:08:19.536373 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-666c97af-cdc5-454d-a060-8f60546603f5 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:19.541004 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 43972) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:08:19.545873 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-d2688f49-16a4-4db3-a3f1-37eecde8001c tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Request body: {'floatingip': {'port_id': 'de89d536-372a-40f0-95d4-ece86e26ad02'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:08:19.555513 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-666c97af-cdc5-454d-a060-8f60546603f5 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992607'] for security_group_rule, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:19.582048 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666c97af-cdc5-454d-a060-8f60546603f5 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3745abb8-b2fa-4a13-8143-ff39cb80bff6,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:08:19.618537 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-666c97af-cdc5-454d-a060-8f60546603f5 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:19.629945 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-666c97af-cdc5-454d-a060-8f60546603f5 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3031738 Aug 18 12:08:19.632112 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 43974) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:08:19.639328 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-b4c3e1b9-c209-47ee-96c9-eef1b7a89b6d tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] Request body: {'floatingip': {'floating_network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:08:19.672383 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b4c3e1b9-c209-47ee-96c9-eef1b7a89b6d tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] Notify callbacks [] for floatingip, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:19.680440 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d2688f49-16a4-4db3-a3f1-37eecde8001c tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Notify callbacks [] for floatingip, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:19.698269 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 43976) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:08:19.827231 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b4c3e1b9-c209-47ee-96c9-eef1b7a89b6d tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:20.024415 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [None req-b4c3e1b9-c209-47ee-96c9-eef1b7a89b6d tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] Allocated IP 172.25.7.28 (7cae7a70-14fd-408c-b14d-39ceb97cb60e/9784295a-20b8-4a4b-b105-f82737f0448f/c8ccb6ee-a53c-449e-b8f9-381d29e8bc90) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:08:20.090866 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-3a575512-412a-47cb-8227-001515a6ad45 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8d6737668e814930a546a77e13a3a8fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3912828 Aug 18 12:08:20.092370 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 43990) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:08:20.189965 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4b780892-176f-4d06-bd68-e72c96c3a1ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:20.212537 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4b780892-176f-4d06-bd68-e72c96c3a1ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:20.294013 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4b780892-176f-4d06-bd68-e72c96c3a1ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:20.318205 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4b780892-176f-4d06-bd68-e72c96c3a1ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:20.326971 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-4b780892-176f-4d06-bd68-e72c96c3a1ab admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/40715e5d-b16a-49b9-9282-7818367e7875 HTTP/1.1" status: 204 len: 168 time: 0.2333000 Aug 18 12:08:20.373971 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b780892-176f-4d06-bd68-e72c96c3a1ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40715e5d-b16a-49b9-9282-7818367e7875,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:08:20.461712 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b4c3e1b9-c209-47ee-96c9-eef1b7a89b6d tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:20.530725 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.db.resource_extend [None req-d2688f49-16a4-4db3-a3f1-37eecde8001c tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 18 12:08:20.570846 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b4c3e1b9-c209-47ee-96c9-eef1b7a89b6d tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:20.618841 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4c3e1b9-c209-47ee-96c9-eef1b7a89b6d tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] Network 7cae7a70-14fd-408c-b14d-39ceb97cb60e is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:08:20.622080 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-b4c3e1b9-c209-47ee-96c9-eef1b7a89b6d tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:08:20.623382 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4cd5bb75-a348-4f0b-a531-923fdbf74d8b req-e4ca5c3b-47d5-42e3-9c55-beedf95ca342 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] 10.222.0.66 "GET /v2.0/ports?device_id=20dd28f4-1df0-4a6b-8939-d21ca9c9b72a HTTP/1.1" status: 200 len: 210 time: 0.2101567 Aug 18 12:08:20.626490 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c3e1b9-c209-47ee-96c9-eef1b7a89b6d tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:08:20.641179 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-fc85aae4-98f9-4749-a268-b0b4d953a0f6 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3572913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59074111'] for subnet, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:20.681434 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c3e1b9-c209-47ee-96c9-eef1b7a89b6d tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] Pushing event updated for resources: {'Port': ['ID=c8ccb6ee-a53c-449e-b8f9-381d29e8bc90,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:08:20.735467 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b4c3e1b9-c209-47ee-96c9-eef1b7a89b6d tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:20.782026 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a19bc93-85b7-4c57-8ec1-956e1152379b req-038786bf-dc2e-49c4-b752-b9110e5ab6c0 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:20.794662 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b4c3e1b9-c209-47ee-96c9-eef1b7a89b6d tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:20.801068 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5a19bc93-85b7-4c57-8ec1-956e1152379b req-038786bf-dc2e-49c4-b752-b9110e5ab6c0 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/ports?device_id=c468f260-aa8b-4a9b-a477-213e251d7cef HTTP/1.1" status: 200 len: 945 time: 0.4925547 Aug 18 12:08:20.804881 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc85aae4-98f9-4749-a268-b0b4d953a0f6 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Network fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:08:20.811024 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d2688f49-16a4-4db3-a3f1-37eecde8001c tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:20.833809 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-fc85aae4-98f9-4749-a268-b0b4d953a0f6 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:08:20.844177 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-313d0acf-d26f-4ba6-8e64-c15f6f0f4139 None None] Network fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:08:20.887156 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d2688f49-16a4-4db3-a3f1-37eecde8001c tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-989945'] for floatingip, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:20.910598 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc85aae4-98f9-4749-a268-b0b4d953a0f6 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:20.911206 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-fc85aae4-98f9-4749-a268-b0b4d953a0f6 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for subnet, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:21.025918 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b4c3e1b9-c209-47ee-96c9-eef1b7a89b6d tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] Notify callbacks [] for port, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:21.037288 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b4c3e1b9-c209-47ee-96c9-eef1b7a89b6d tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:21.098685 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-fc85aae4-98f9-4749-a268-b0b4d953a0f6 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.1493087 Aug 18 12:08:21.102378 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c3e1b9-c209-47ee-96c9-eef1b7a89b6d tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] Pushing event updated for resources: {'Port': ['ID=c8ccb6ee-a53c-449e-b8f9-381d29e8bc90,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:08:21.113729 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5a19bc93-85b7-4c57-8ec1-956e1152379b req-3bce2ec4-f124-49ae-8059-90ce06bc76a2 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f58845c-8a6f-4750-8ac0-66868223b345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3067298 Aug 18 12:08:21.114737 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc85aae4-98f9-4749-a268-b0b4d953a0f6 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Pushing event updated for resources: {'Subnet': ['ID=cbcc0d0e-7421-47f7-b386-5305f95615dc,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:08:21.117273 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 44024) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:08:21.122331 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-221388a9-72aa-442f-bd12-2071604cda38 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1282379863', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:08:21.210462 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6086ccdf-595f-4084-9890-4b67a0b6a3df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp788be208-34ab-5a8f-af0f-528834af222f-fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d', 'network_id': 'fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d', 'tenant_id': '2a40b3bac30c4b9cb4cddbf9306b0469', 'fixed_ips': [{'subnet_id': 'cbcc0d0e-7421-47f7-b386-5305f95615dc'}]}} from n-d-804985-2. {{(pid=106254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 12:08:21.211354 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-6086ccdf-595f-4084-9890-4b67a0b6a3df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:21.232174 n-d-804985-2 neutron-server[106252]: INFO neutron.db.l3_db [None req-d2688f49-16a4-4db3-a3f1-37eecde8001c tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Floating IP 06914484-f71b-47d3-b4c8-f2f1a4b2b171 associated. External IP: 172.25.7.229, port: de89d536-372a-40f0-95d4-ece86e26ad02. Aug 18 12:08:21.308716 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-221388a9-72aa-442f-bd12-2071604cda38 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-998592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15809'] for router, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:21.309966 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-221388a9-72aa-442f-bd12-2071604cda38 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-992733', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-971415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15816'] for router, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:21.320878 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b4c3e1b9-c209-47ee-96c9-eef1b7a89b6d tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-989945'] for floatingip, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:21.357480 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b4c3e1b9-c209-47ee-96c9-eef1b7a89b6d tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for floatingip, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:21.367453 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-b4c3e1b9-c209-47ee-96c9-eef1b7a89b6d tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7258608 Aug 18 12:08:21.412893 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-221388a9-72aa-442f-bd12-2071604cda38 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:21.421762 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-221388a9-72aa-442f-bd12-2071604cda38 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-998473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-992536'] for router, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:21.464649 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-221388a9-72aa-442f-bd12-2071604cda38 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks [] for router, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:21.468064 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-221388a9-72aa-442f-bd12-2071604cda38 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.3495221 Aug 18 12:08:21.470851 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 44034) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:08:21.491617 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:21.546100 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d119038b-7d24-439b-b27a-0d8b83b83d56 req-a1dd4be0-3879-4800-916b-58589c516696 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:21.549085 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d119038b-7d24-439b-b27a-0d8b83b83d56 req-a1dd4be0-3879-4800-916b-58589c516696 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/ports?device_id=c468f260-aa8b-4a9b-a477-213e251d7cef HTTP/1.1" status: 200 len: 945 time: 0.0900800 Aug 18 12:08:21.560133 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2688f49-16a4-4db3-a3f1-37eecde8001c tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Router b11ee3f0-35fc-4067-8ff9-e8701f5a6b3a has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:08:21.615933 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.db_base_plugin_common [None req-6086ccdf-595f-4084-9890-4b67a0b6a3df None None] Allocated IP 2001:db8::2 (fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d/cbcc0d0e-7421-47f7-b386-5305f95615dc/6f166b58-9069-4299-aad0-562c0f1ad467) {{(pid=106254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:08:21.704033 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d119038b-7d24-439b-b27a-0d8b83b83d56 req-f612d505-f7db-421b-843c-b19e705ea964 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f58845c-8a6f-4750-8ac0-66868223b345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1416426 Aug 18 12:08:21.838323 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-782691ac-f136-48c3-9279-2b30d29ace95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:21.899672 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2688f49-16a4-4db3-a3f1-37eecde8001c tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:08:21.938331 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c2e2c3-30d7-4c22-9e10-82effffe00e8 None None] Sync routers for ids ['b11ee3f0-35fc-4067-8ff9-e8701f5a6b3a'] in n-d-804985-2 {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:08:21.960260 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d2688f49-16a4-4db3-a3f1-37eecde8001c tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for floatingip, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:22.008652 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1197ada6-51b3-4024-a630-3b9a3606f0d7 req-4874f93a-00b0-47ff-8b6e-2258897b5d06 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] 10.222.0.66 "GET /v2.0/ports?device_id=20dd28f4-1df0-4a6b-8939-d21ca9c9b72a HTTP/1.1" status: 200 len: 210 time: 0.1775429 Aug 18 12:08:22.053427 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c2e2c3-30d7-4c22-9e10-82effffe00e8 None None] Routers {'b11ee3f0-35fc-4067-8ff9-e8701f5a6b3a'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:08:22.054774 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-d2688f49-16a4-4db3-a3f1-37eecde8001c tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] 10.222.0.66 "PUT /v2.0/floatingips/06914484-f71b-47d3-b4c8-f2f1a4b2b171 HTTP/1.1" status: 200 len: 992 time: 2.5126739 Aug 18 12:08:22.056282 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cc02556-7c0a-4e9b-9a09-a272e5dfabdc', 'tag': 'de89d536-372a-40f0-95d4-ece86e26ad02'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:08:22.059340 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-71c2e2c3-30d7-4c22-9e10-82effffe00e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:08:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['b11ee3f0-35fc-4067-8ff9-e8701f5a6b3a'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:08:22.070555 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2651f651-973e-4398-b2e1-8cebeecad321" -d '{"events": [{"name": "network-changed", "server_uuid": "2cc02556-7c0a-4e9b-9a09-a272e5dfabdc", "tag": "de89d536-372a-40f0-95d4-ece86e26ad02"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:08:22.088915 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65195b27-44cc-4ae9-87b1-623061b4b9bc req-7f5b196f-774d-407b-a7f4-36d6a30b0a4f tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:22.110282 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-65195b27-44cc-4ae9-87b1-623061b4b9bc req-7f5b196f-774d-407b-a7f4-36d6a30b0a4f tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/ports?device_id=c468f260-aa8b-4a9b-a477-213e251d7cef HTTP/1.1" status: 200 len: 945 time: 0.2125010 Aug 18 12:08:22.206128 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-65195b27-44cc-4ae9-87b1-623061b4b9bc req-69a2fdc4-4f6e-4522-8588-1d5b3675ed99 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f58845c-8a6f-4750-8ac0-66868223b345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857203 Aug 18 12:08:22.343845 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f99cef1c-2b3e-40fd-be6a-7180980555bf tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:22.368994 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5a77280f-bf88-4b7a-8ea0-2f706baa1d18 req-59e3fb8d-5a40-480e-b5b0-f9b5c7917640 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--1364645642&fields=id&tenant_id=764f05f9d69b4134b93ed670f8afc320 HTTP/1.1" status: 200 len: 267 time: 0.0914466 Aug 18 12:08:22.387537 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-53584c24-f517-494e-ac93-c18bb92373f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:22.512338 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-6086ccdf-595f-4084-9890-4b67a0b6a3df None None] Notify callbacks [] for port, precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:22.577686 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-6086ccdf-595f-4084-9890-4b67a0b6a3df None None] Transition to ACTIVE for port object 6f166b58-9069-4299-aad0-562c0f1ad467 will not be triggered until provisioned by entity L2. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:08:22.599627 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a77280f-bf88-4b7a-8ea0-2f706baa1d18 req-e7398b53-2953-43ec-a0a2-4a1b00a5e290 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:22.601402 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5a77280f-bf88-4b7a-8ea0-2f706baa1d18 req-e7398b53-2953-43ec-a0a2-4a1b00a5e290 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] 10.222.0.66 "GET /v2.0/networks?id=365c1e73-53bd-4762-8c39-733a28020035 HTTP/1.1" status: 200 len: 810 time: 0.2158000 Aug 18 12:08:22.603265 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:08:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17a47989-b6dc-48d4-b01d-388aac9a8694 x-openstack-request-id: req-17a47989-b6dc-48d4-b01d-388aac9a8694 {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:08:22.603552 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cc02556-7c0a-4e9b-9a09-a272e5dfabdc", "tag": "de89d536-372a-40f0-95d4-ece86e26ad02", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:08:22.603805 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-17a47989-b6dc-48d4-b01d-388aac9a8694 {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:08:22.604329 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cc02556-7c0a-4e9b-9a09-a272e5dfabdc', 'tag': 'de89d536-372a-40f0-95d4-ece86e26ad02', 'status': 'completed', 'code': 200} Aug 18 12:08:22.656942 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-6086ccdf-595f-4084-9890-4b67a0b6a3df None None] Transition to ACTIVE for port object 6f166b58-9069-4299-aad0-562c0f1ad467 will not be triggered until provisioned by entity DHCP. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:08:22.663495 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-71c2e2c3-30d7-4c22-9e10-82effffe00e8 None None] Set router b11ee3f0-35fc-4067-8ff9-e8701f5a6b3a gateway port host: n-d-804985-2 {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:08:22.683276 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5a77280f-bf88-4b7a-8ea0-2f706baa1d18 req-14b682d0-bf40-4080-a8b0-25899b54cbd9 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] 10.222.0.66 "GET /v2.0/quotas/764f05f9d69b4134b93ed670f8afc320 HTTP/1.1" status: 200 len: 375 time: 0.0471270 Aug 18 12:08:22.757441 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-6086ccdf-595f-4084-9890-4b67a0b6a3df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547'] for port, after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:22.820193 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6086ccdf-595f-4084-9890-4b67a0b6a3df None None] Network fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d is already hosted by enough agents. {{(pid=106254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:08:22.921336 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.base_scheduler [None req-6086ccdf-595f-4084-9890-4b67a0b6a3df None None] Resources bound (agent type, host, resource id): {{(pid=106254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:08:22.937531 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6086ccdf-595f-4084-9890-4b67a0b6a3df None None] Received port after_create {{(pid=106254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:08:23.029841 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [None req-f99cef1c-2b3e-40fd-be6a-7180980555bf tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Allocated IP 2001:db8::1 (fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d/cbcc0d0e-7421-47f7-b386-5305f95615dc/66c40543-c928-4664-bfc0-8d42e4b559b7) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:08:23.057997 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6086ccdf-595f-4084-9890-4b67a0b6a3df None None] Pushing event updated for resources: {'Port': ['ID=6f166b58-9069-4299-aad0-562c0f1ad467,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:08:23.168076 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-6086ccdf-595f-4084-9890-4b67a0b6a3df None None] Attempting to bind port 6f166b58-9069-4299-aad0-562c0f1ad467 on host n-d-804985-2 for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:08:23.168399 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-6086ccdf-595f-4084-9890-4b67a0b6a3df None None] Attempting to bind port 6f166b58-9069-4299-aad0-562c0f1ad467 by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': '06b05a1e-7667-47a8-b2de-bb5e6a768e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:08:23.168785 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6086ccdf-595f-4084-9890-4b67a0b6a3df None None] Attempting to bind port 6f166b58-9069-4299-aad0-562c0f1ad467 on network fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:08:23.191888 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6086ccdf-595f-4084-9890-4b67a0b6a3df None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 8, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:08:23.192642 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6086ccdf-595f-4084-9890-4b67a0b6a3df None None] Checking segment: {'id': '06b05a1e-7667-47a8-b2de-bb5e6a768e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:08:23.193408 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-6086ccdf-595f-4084-9890-4b67a0b6a3df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:23.193809 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6086ccdf-595f-4084-9890-4b67a0b6a3df None None] Bound using segment: {'id': '06b05a1e-7667-47a8-b2de-bb5e6a768e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:08:23.194296 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-6086ccdf-595f-4084-9890-4b67a0b6a3df None None] Bound port: 6f166b58-9069-4299-aad0-562c0f1ad467, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06b05a1e-7667-47a8-b2de-bb5e6a768e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:08:23.194817 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-6086ccdf-595f-4084-9890-4b67a0b6a3df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:23.344514 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-6086ccdf-595f-4084-9890-4b67a0b6a3df None None] For port 6f166b58-9069-4299-aad0-562c0f1ad467, host n-d-804985-2, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:08:23.349872 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2651f651-973e-4398-b2e1-8cebeecad321 req-3d5a5618-c103-4e2a-babb-b85a9ed9725e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:23.350409 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2651f651-973e-4398-b2e1-8cebeecad321 req-3d5a5618-c103-4e2a-babb-b85a9ed9725e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:23.350804 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2651f651-973e-4398-b2e1-8cebeecad321 req-3d5a5618-c103-4e2a-babb-b85a9ed9725e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:23.351167 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2651f651-973e-4398-b2e1-8cebeecad321 req-3d5a5618-c103-4e2a-babb-b85a9ed9725e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:23.351558 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2651f651-973e-4398-b2e1-8cebeecad321 req-3d5a5618-c103-4e2a-babb-b85a9ed9725e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:23.352022 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2651f651-973e-4398-b2e1-8cebeecad321 req-3d5a5618-c103-4e2a-babb-b85a9ed9725e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:23.352624 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2651f651-973e-4398-b2e1-8cebeecad321 req-3d5a5618-c103-4e2a-babb-b85a9ed9725e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:23.353983 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-6086ccdf-595f-4084-9890-4b67a0b6a3df None None] For port 6f166b58-9069-4299-aad0-562c0f1ad467, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=6f166b58-9069-4299-aad0-562c0f1ad467,segment=NetworkSegment(06b05a1e-7667-47a8-b2de-bb5e6a768e1b),segment_id=06b05a1e-7667-47a8-b2de-bb5e6a768e1b)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:08:23.354748 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2651f651-973e-4398-b2e1-8cebeecad321 req-3d5a5618-c103-4e2a-babb-b85a9ed9725e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c58c061f2ffb4e7caeee64937da3abfa&device_id=2cc02556-7c0a-4e9b-9a09-a272e5dfabdc HTTP/1.1" status: 200 len: 6494 time: 0.7496371 Aug 18 12:08:23.369772 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-6086ccdf-595f-4084-9890-4b67a0b6a3df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:23.385814 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f99cef1c-2b3e-40fd-be6a-7180980555bf tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:23.412917 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [None req-f99cef1c-2b3e-40fd-be6a-7180980555bf tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Transition to ACTIVE for port object 66c40543-c928-4664-bfc0-8d42e4b559b7 will not be triggered until provisioned by entity DHCP. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:08:23.451158 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-71c2e2c3-30d7-4c22-9e10-82effffe00e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b11ee3f0-35fc-4067-8ff9-e8701f5a6b3a', 'name': 'tempest-TaggedBootDevicesTest-1217357269-router', 'tenant_id': 'c58c061f2ffb4e7caeee64937da3abfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.15'}], 'enable_snat': True}, 'gw_port_id': 'e8750c89-b7b9-4188-8935-fd9d4cdc1afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:05:55Z', 'updated_at': '2021-08-18T12:06:00Z', 'revision_number': 4, 'project_id': 'c58c061f2ffb4e7caeee64937da3abfa', 'gw_port': {'id': 'e8750c89-b7b9-4188-8935-fd9d4cdc1afb', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:bd:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b11ee3f0-35fc-4067-8ff9-e8701f5a6b3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1702, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:05:55Z', 'updated_at': '2021-08-18T12:06:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_floatingips': [{'id': '06914484-f71b-47d3-b4c8-f2f1a4b2b171', 'tenant_id': 'c58c061f2ffb4e7caeee64937da3abfa', 'floating_ip_address': '172.25.7.229', 'floating_network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'router_id': 'b11ee3f0-35fc-4067-8ff9-e8701f5a6b3a', 'port_id': 'de89d536-372a-40f0-95d4-ece86e26ad02', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1831, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4c3ca6c-0ea6-41d9-a4f2-6163ca8a35bc', 'mac_address': 'fa:16:3e:b4:95:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc02556-7c0a-4e9b-9a09-a272e5dfabdc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T12:06:50Z', 'updated_at': '2021-08-18T12:08:20Z', 'revision_number': 1, 'project_id': 'c58c061f2ffb4e7caeee64937da3abfa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe63c3cd-a498-417e-8e06-bc2efcbdd953', 'name': '', 'network_id': 'b4c3ca6c-0ea6-41d9-a4f2-6163ca8a35bc', 'tenant_id': 'c58c061f2ffb4e7caeee64937da3abfa', 'mac_address': 'fa:16:3e:de:6b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b11ee3f0-35fc-4067-8ff9-e8701f5a6b3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'f75dd902-4c34-4253-86a2-bc437c5b9dc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:05:59Z', 'updated_at': '2021-08-18T12:06:07Z', 'revision_number': 5, 'project_id': 'c58c061f2ffb4e7caeee64937da3abfa', 'subnets': [{'id': 'f75dd902-4c34-4253-86a2-bc437c5b9dc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:08:23.482800 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f99cef1c-2b3e-40fd-be6a-7180980555bf tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:23.505574 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c2e2c3-30d7-4c22-9e10-82effffe00e8 None None] Checking router: b11ee3f0-35fc-4067-8ff9-e8701f5a6b3a for host: n-d-804985-2 {{(pid=106254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:08:23.570224 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c2e2c3-30d7-4c22-9e10-82effffe00e8 None None] Routers {'b11ee3f0-35fc-4067-8ff9-e8701f5a6b3a'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:08:23.572586 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-71c2e2c3-30d7-4c22-9e10-82effffe00e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:08:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['b11ee3f0-35fc-4067-8ff9-e8701f5a6b3a'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:08:23.584226 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99cef1c-2b3e-40fd-be6a-7180980555bf tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Pushing event updated for resources: {'Port': ['ID=66c40543-c928-4664-bfc0-8d42e4b559b7,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:08:23.600423 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f99cef1c-2b3e-40fd-be6a-7180980555bf tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Network fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:08:23.602351 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-f99cef1c-2b3e-40fd-be6a-7180980555bf tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:08:23.608838 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f99cef1c-2b3e-40fd-be6a-7180980555bf tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:08:23.609741 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f99cef1c-2b3e-40fd-be6a-7180980555bf tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-996688'] for router_interface, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:23.693479 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6086ccdf-595f-4084-9890-4b67a0b6a3df None None] Pushing event updated for resources: {'Port': ['ID=6f166b58-9069-4299-aad0-562c0f1ad467,revision_number=2']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:08:23.783154 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5a77280f-bf88-4b7a-8ea0-2f706baa1d18 req-b262139b-a0ea-4cbf-9357-8b937f2e88b9 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=764f05f9d69b4134b93ed670f8afc320&fields=id HTTP/1.1" status: 200 len: 348 time: 1.0968983 Aug 18 12:08:23.950284 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f99cef1c-2b3e-40fd-be6a-7180980555bf tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:24.026658 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32f32c4-6b6d-4315-9479-d220a12b0adf req-1f48a875-64c7-4c02-aff8-11b358e7a6e3 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:24.038645 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f32f32c4-6b6d-4315-9479-d220a12b0adf req-1f48a875-64c7-4c02-aff8-11b358e7a6e3 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/networks?id=62590197-03a9-438c-a3e3-e417fcca582c HTTP/1.1" status: 200 len: 812 time: 0.6963229 Aug 18 12:08:24.045293 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2651f651-973e-4398-b2e1-8cebeecad321 req-c8d823e9-adab-4686-9a07-0a22e5d0934e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:24.050909 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2651f651-973e-4398-b2e1-8cebeecad321 req-c8d823e9-adab-4686-9a07-0a22e5d0934e service neutron] 10.222.0.62 "GET /v2.0/networks?id=b4c3ca6c-0ea6-41d9-a4f2-6163ca8a35bc HTTP/1.1" status: 200 len: 913 time: 0.6706989 Aug 18 12:08:24.084165 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f32f32c4-6b6d-4315-9479-d220a12b0adf req-716cb43d-86eb-4366-b5ad-db5847dde59c tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/quotas/6be1f64524b04a05973aca1b3d3c7df9 HTTP/1.1" status: 200 len: 375 time: 0.0444582 Aug 18 12:08:24.143925 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-500a1c61-38a7-4c23-a7ec-4631080af5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:24.165078 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-71c2e2c3-30d7-4c22-9e10-82effffe00e8 None None] Set router b11ee3f0-35fc-4067-8ff9-e8701f5a6b3a gateway port host: n-d-804985-2 {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:08:24.286270 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2651f651-973e-4398-b2e1-8cebeecad321 req-2c959fbf-416b-4b28-bdf2-374125700d44 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=de89d536-372a-40f0-95d4-ece86e26ad02 HTTP/1.1" status: 200 len: 1000 time: 0.2234473 Aug 18 12:08:24.348354 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f32f32c4-6b6d-4315-9479-d220a12b0adf req-9ff20781-1bef-47f8-8d1d-d412bbd1d5eb tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=6be1f64524b04a05973aca1b3d3c7df9&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2632496 Aug 18 12:08:24.377346 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f99cef1c-2b3e-40fd-be6a-7180980555bf tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks [] for port, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:24.386993 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f99cef1c-2b3e-40fd-be6a-7180980555bf tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:24.388118 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f99cef1c-2b3e-40fd-be6a-7180980555bf tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-996772'] for router_interface, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:24.483681 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f32f32c4-6b6d-4315-9479-d220a12b0adf req-218ddd0b-005f-4d6c-ac86-dccac9ea752e service neutron] 10.222.0.66 "GET /v2.0/networks/62590197-03a9-438c-a3e3-e417fcca582c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224391 Aug 18 12:08:24.502464 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99cef1c-2b3e-40fd-be6a-7180980555bf tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Pushing event updated for resources: {'Port': ['ID=66c40543-c928-4664-bfc0-8d42e4b559b7,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:08:24.527221 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-71c2e2c3-30d7-4c22-9e10-82effffe00e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b11ee3f0-35fc-4067-8ff9-e8701f5a6b3a', 'name': 'tempest-TaggedBootDevicesTest-1217357269-router', 'tenant_id': 'c58c061f2ffb4e7caeee64937da3abfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.15'}], 'enable_snat': True}, 'gw_port_id': 'e8750c89-b7b9-4188-8935-fd9d4cdc1afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:05:55Z', 'updated_at': '2021-08-18T12:06:00Z', 'revision_number': 4, 'project_id': 'c58c061f2ffb4e7caeee64937da3abfa', 'gw_port': {'id': 'e8750c89-b7b9-4188-8935-fd9d4cdc1afb', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:bd:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b11ee3f0-35fc-4067-8ff9-e8701f5a6b3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1702, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:05:55Z', 'updated_at': '2021-08-18T12:06:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_floatingips': [{'id': '06914484-f71b-47d3-b4c8-f2f1a4b2b171', 'tenant_id': 'c58c061f2ffb4e7caeee64937da3abfa', 'floating_ip_address': '172.25.7.229', 'floating_network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'router_id': 'b11ee3f0-35fc-4067-8ff9-e8701f5a6b3a', 'port_id': 'de89d536-372a-40f0-95d4-ece86e26ad02', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1831, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4c3ca6c-0ea6-41d9-a4f2-6163ca8a35bc', 'mac_address': 'fa:16:3e:b4:95:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc02556-7c0a-4e9b-9a09-a272e5dfabdc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T12:06:50Z', 'updated_at': '2021-08-18T12:08:20Z', 'revision_number': 1, 'project_id': 'c58c061f2ffb4e7caeee64937da3abfa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe63c3cd-a498-417e-8e06-bc2efcbdd953', 'name': '', 'network_id': 'b4c3ca6c-0ea6-41d9-a4f2-6163ca8a35bc', 'tenant_id': 'c58c061f2ffb4e7caeee64937da3abfa', 'mac_address': 'fa:16:3e:de:6b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b11ee3f0-35fc-4067-8ff9-e8701f5a6b3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'f75dd902-4c34-4253-86a2-bc437c5b9dc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:05:59Z', 'updated_at': '2021-08-18T12:06:07Z', 'revision_number': 5, 'project_id': 'c58c061f2ffb4e7caeee64937da3abfa', 'subnets': [{'id': 'f75dd902-4c34-4253-86a2-bc437c5b9dc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:08:24.545711 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2651f651-973e-4398-b2e1-8cebeecad321 req-c5a0be23-3ed3-487f-84a0-c844d31b22b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:24.547357 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2651f651-973e-4398-b2e1-8cebeecad321 req-c5a0be23-3ed3-487f-84a0-c844d31b22b8 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f75dd902-4c34-4253-86a2-bc437c5b9dc4 HTTP/1.1" status: 200 len: 851 time: 0.2520421 Aug 18 12:08:24.569708 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c2e2c3-30d7-4c22-9e10-82effffe00e8 None None] The sync data for ids ['b11ee3f0-35fc-4067-8ff9-e8701f5a6b3a'] in n-d-804985-2 is: [{'id': 'b11ee3f0-35fc-4067-8ff9-e8701f5a6b3a', 'name': 'tempest-TaggedBootDevicesTest-1217357269-router', 'tenant_id': 'c58c061f2ffb4e7caeee64937da3abfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.15'}], 'enable_snat': True}, 'gw_port_id': 'e8750c89-b7b9-4188-8935-fd9d4cdc1afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:05:55Z', 'updated_at': '2021-08-18T12:06:00Z', 'revision_number': 4, 'project_id': 'c58c061f2ffb4e7caeee64937da3abfa', 'gw_port': {'id': 'e8750c89-b7b9-4188-8935-fd9d4cdc1afb', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:bd:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b11ee3f0-35fc-4067-8ff9-e8701f5a6b3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1702, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:05:55Z', 'updated_at': '2021-08-18T12:06:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_floatingips': [{'id': '06914484-f71b-47d3-b4c8-f2f1a4b2b171', 'tenant_id': 'c58c061f2ffb4e7caeee64937da3abfa', 'floating_ip_address': '172.25.7.229', 'floating_network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'router_id': 'b11ee3f0-35fc-4067-8ff9-e8701f5a6b3a', 'port_id': 'de89d536-372a-40f0-95d4-ece86e26ad02', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1831, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4c3ca6c-0ea6-41d9-a4f2-6163ca8a35bc', 'mac_address': 'fa:16:3e:b4:95:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc02556-7c0a-4e9b-9a09-a272e5dfabdc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T12:06:50Z', 'updated_at': '2021-08-18T12:08:20Z', 'revision_number': 1, 'project_id': 'c58c061f2ffb4e7caeee64937da3abfa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe63c3cd-a498-417e-8e06-bc2efcbdd953', 'name': '', 'network_id': 'b4c3ca6c-0ea6-41d9-a4f2-6163ca8a35bc', 'tenant_id': 'c58c061f2ffb4e7caeee64937da3abfa', 'mac_address': 'fa:16:3e:de:6b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b11ee3f0-35fc-4067-8ff9-e8701f5a6b3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'f75dd902-4c34-4253-86a2-bc437c5b9dc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:05:59Z', 'updated_at': '2021-08-18T12:06:07Z', 'revision_number': 5, 'project_id': 'c58c061f2ffb4e7caeee64937da3abfa', 'subnets': [{'id': 'f75dd902-4c34-4253-86a2-bc437c5b9dc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:08:24.686409 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5a77280f-bf88-4b7a-8ea0-2f706baa1d18 req-eaa35849-e973-474a-bebb-e988169836f2 service neutron] 10.222.0.66 "GET /v2.0/networks/365c1e73-53bd-4762-8c39-733a28020035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8796725 Aug 18 12:08:24.727614 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f99cef1c-2b3e-40fd-be6a-7180980555bf tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Network fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:08:24.731326 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-f99cef1c-2b3e-40fd-be6a-7180980555bf tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:08:24.870586 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2651f651-973e-4398-b2e1-8cebeecad321 req-673ecbbf-2ef7-4edd-94ef-5223798aa89b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:24.873277 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2651f651-973e-4398-b2e1-8cebeecad321 req-673ecbbf-2ef7-4edd-94ef-5223798aa89b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b4c3ca6c-0ea6-41d9-a4f2-6163ca8a35bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2463572 Aug 18 12:08:24.909502 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f32f32c4-6b6d-4315-9479-d220a12b0adf req-929992bd-071e-4614-828d-24031f9090bf service neutron] 10.222.0.66 "GET /v2.0/networks/62590197-03a9-438c-a3e3-e417fcca582c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4128561 Aug 18 12:08:24.950747 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a79ea38d-36c9-46a5-b830-d1243244a511 None None] New status for floating IP 06914484-f71b-47d3-b4c8-f2f1a4b2b171: ACTIVE {{(pid=106255) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 12:08:25.004262 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f99cef1c-2b3e-40fd-be6a-7180980555bf tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Router 2ba31c1d-d62b-409d-b130-a24a26fd4286 is scheduled to L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 with binding_index 1 {{(pid=106253) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 12:08:25.026140 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5a77280f-bf88-4b7a-8ea0-2f706baa1d18 req-0a9fae17-1d12-47ed-82be-b46631929d91 service neutron] 10.222.0.66 "GET /v2.0/networks/365c1e73-53bd-4762-8c39-733a28020035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3387511 Aug 18 12:08:25.123896 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-abfdb126-bca3-4300-b95e-9ee1bf6e92b1 None None] Provisioning for port 6f166b58-9069-4299-aad0-562c0f1ad467 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:08:25.280060 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f99cef1c-2b3e-40fd-be6a-7180980555bf tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:08:25.315603 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b2d7d0-61bf-403e-a16d-bbff190de3b8 None None] Sync routers for ids ['2ba31c1d-d62b-409d-b130-a24a26fd4286'] in n-d-804985-2 {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:08:25.326039 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-f99cef1c-2b3e-40fd-be6a-7180980555bf tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "PUT /v2.0/routers/2ba31c1d-d62b-409d-b130-a24a26fd4286/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8268609 Aug 18 12:08:25.326324 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2651f651-973e-4398-b2e1-8cebeecad321 req-945aa870-0c44-441c-8ab2-b5c199c771bb service neutron] 10.222.0.62 "GET /v2.0/networks/b4c3ca6c-0ea6-41d9-a4f2-6163ca8a35bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4438014 Aug 18 12:08:25.326574 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 44136) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:08:25.328713 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b2d7d0-61bf-403e-a16d-bbff190de3b8 None None] Routers {'2ba31c1d-d62b-409d-b130-a24a26fd4286'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:08:25.329014 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-f3b2d7d0-61bf-403e-a16d-bbff190de3b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:08:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['2ba31c1d-d62b-409d-b130-a24a26fd4286'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:08:25.442820 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 6f166b58-9069-4299-aad0-562c0f1ad467 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:08:25.482526 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c133535-682b-478e-905a-4300ce854743 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:25.486360 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-5c133535-682b-478e-905a-4300ce854743 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "GET /v2.0/ports/66c40543-c928-4664-bfc0-8d42e4b559b7 HTTP/1.1" status: 200 len: 911 time: 0.1491098 Aug 18 12:08:25.486970 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 44146) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:08:25.639848 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a8dcd2a-d8ab-419f-a708-99755f344904 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:25.664455 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a8dcd2a-d8ab-419f-a708-99755f344904 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:25.669959 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-7a8dcd2a-d8ab-419f-a708-99755f344904 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.1821160 Aug 18 12:08:25.672285 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 44148) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:08:25.801873 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-4a0503b7-c78b-4273-8751-881ed73a39e4 None None] Provisioning for port 66c40543-c928-4664-bfc0-8d42e4b559b7 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:08:25.823420 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-4a0503b7-c78b-4273-8751-881ed73a39e4 None None] Provisioning complete for port 66c40543-c928-4664-bfc0-8d42e4b559b7 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:08:25.823868 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4a0503b7-c78b-4273-8751-881ed73a39e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:25.911390 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-f3b2d7d0-61bf-403e-a16d-bbff190de3b8 None None] Set router 2ba31c1d-d62b-409d-b130-a24a26fd4286 gateway port host: None {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:08:25.929124 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-51e0d93d-74b6-40c7-a713-23c6e0904f00 req-58d6a6fa-4340-4cd8-be97-c27164f4d09f tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] 10.222.0.66 "GET /v2.0/ports?device_id=20dd28f4-1df0-4a6b-8939-d21ca9c9b72a HTTP/1.1" status: 200 len: 210 time: 0.4059832 Aug 18 12:08:25.931089 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2651f651-973e-4398-b2e1-8cebeecad321 req-2a742552-dd74-4fed-8472-189214769b33 service neutron] 10.222.0.62 "GET /v2.0/networks/b4c3ca6c-0ea6-41d9-a4f2-6163ca8a35bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4794352 Aug 18 12:08:26.001506 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c056d479-71e5-4aa1-9263-54c7cb275dc0 req-844feabc-fd20-42c6-9eee-e6b654645b9e tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/ports?device_id=6011af90-500b-4206-8fbe-42824e0797da HTTP/1.1" status: 200 len: 210 time: 0.0693562 Aug 18 12:08:26.065112 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port 6f166b58-9069-4299-aad0-562c0f1ad467 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:08:26.091518 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-4a0503b7-c78b-4273-8751-881ed73a39e4 None None] Port 66c40543-c928-4664-bfc0-8d42e4b559b7 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:08:26.097771 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 6f166b58-9069-4299-aad0-562c0f1ad467 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:08:26.098092 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:26.158186 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4de09f20-6604-46c6-b58d-943724af6725 req-0c86abac-e6e4-4861-9cf5-75adda6a0c0e tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] 10.222.0.66 "GET /v2.0/ports?device_id=4b84d9ad-b821-445d-a542-9ceb5fe46c34 HTTP/1.1" status: 200 len: 210 time: 0.0719435 Aug 18 12:08:26.295991 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 44168) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:08:26.404974 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_v2 [None req-69ef35f7-bc74-48ae-9610-4818599571a7 admin admin] Deleting subnet d716ee29-e7a2-4fa3-97cc-7ab3c35181fa {{(pid=106252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 12:08:26.422754 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-69ef35f7-bc74-48ae-9610-4818599571a7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:26.483336 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-69ef35f7-bc74-48ae-9610-4818599571a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2221528'] for subnet, precommit_delete_associations {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:26.496755 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-0144a0f1-6b65-4ad1-823a-d2cce7b810a6 None None] Provisioning complete for port 66c40543-c928-4664-bfc0-8d42e4b559b7 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:08:26.497734 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-0144a0f1-6b65-4ad1-823a-d2cce7b810a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:26.518127 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-92a1b309-43cf-4764-b6f6-0d4a3866804e tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-996815'] for router_interface, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:26.537711 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-69ef35f7-bc74-48ae-9610-4818599571a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:26.599425 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-69ef35f7-bc74-48ae-9610-4818599571a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3572848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59074100'] for subnet, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:26.685703 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-69ef35f7-bc74-48ae-9610-4818599571a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for subnet, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:26.690899 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-69ef35f7-bc74-48ae-9610-4818599571a7 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/d716ee29-e7a2-4fa3-97cc-7ab3c35181fa HTTP/1.1" status: 204 len: 168 time: 0.3926120 Aug 18 12:08:26.692992 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ef35f7-bc74-48ae-9610-4818599571a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d716ee29-e7a2-4fa3-97cc-7ab3c35181fa,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:08:26.697024 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 44172) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:08:26.750364 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-0144a0f1-6b65-4ad1-823a-d2cce7b810a6 None None] Port 66c40543-c928-4664-bfc0-8d42e4b559b7 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:08:26.763239 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:26.823076 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4ac6f3a3-a4ca-4f76-a278-ad5dd508d088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7904109'] for network, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:26.841600 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] For port 6f166b58-9069-4299-aad0-562c0f1ad467, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=6f166b58-9069-4299-aad0-562c0f1ad467,segment=NetworkSegment(06b05a1e-7667-47a8-b2de-bb5e6a768e1b),segment_id=06b05a1e-7667-47a8-b2de-bb5e6a768e1b)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:08:26.849690 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:26.946588 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4ac6f3a3-a4ca-4f76-a278-ad5dd508d088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8367869', 'neutron.services.segments.db._delete_segments_for_network-8789151212993'] for network, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:26.959568 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-4ac6f3a3-a4ca-4f76-a278-ad5dd508d088 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4b8d3d9-3617-4a41-8d50-7e0230977f6d']}} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:08:26.978578 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-4ac6f3a3-a4ca-4f76-a278-ad5dd508d088 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cad785f7-8854-4494-9369-5c8d15a44cef') {'for_net_delete': True} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:08:26.978931 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-4ac6f3a3-a4ca-4f76-a278-ad5dd508d088 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cad785f7-8854-4494-9369-5c8d15a44cef') {} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:08:26.979901 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-92a1b309-43cf-4764-b6f6-0d4a3866804e tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Deleting port 66c40543-c928-4664-bfc0-8d42e4b559b7 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:08:26.981471 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-92a1b309-43cf-4764-b6f6-0d4a3866804e tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:26.990873 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-f3b2d7d0-61bf-403e-a16d-bbff190de3b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ba31c1d-d62b-409d-b130-a24a26fd4286', 'name': 'tempest-NetworksTestDHCPv6-router-1282379863', 'tenant_id': '2a40b3bac30c4b9cb4cddbf9306b0469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:08:21Z', 'updated_at': '2021-08-18T12:08:23Z', 'revision_number': 2, 'project_id': '2a40b3bac30c4b9cb4cddbf9306b0469', 'gw_port_host': None, '_interfaces': [{'id': '66c40543-c928-4664-bfc0-8d42e4b559b7', 'name': '', 'network_id': 'fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d', 'tenant_id': '2a40b3bac30c4b9cb4cddbf9306b0469', 'mac_address': 'fa:16:3e:57:20:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ba31c1d-d62b-409d-b130-a24a26fd4286', 'device_owner': 'network:router_interface', 'standard_attr_id': 1992, 'fixed_ips': [{'subnet_id': 'cbcc0d0e-7421-47f7-b386-5305f95615dc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:08:22Z', 'updated_at': '2021-08-18T12:08:24Z', 'revision_number': 2, 'project_id': '2a40b3bac30c4b9cb4cddbf9306b0469', 'subnets': [{'id': 'cbcc0d0e-7421-47f7-b386-5305f95615dc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:08:26.991783 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4ac6f3a3-a4ca-4f76-a278-ad5dd508d088 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789151225254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2221521'] for segment, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:27.017746 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4ac6f3a3-a4ca-4f76-a278-ad5dd508d088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:27.024732 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ac6f3a3-a4ca-4f76-a278-ad5dd508d088 admin admin] Releasing vlan 831 on physical network physnet1 to pool {{(pid=106252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:08:27.025839 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4ac6f3a3-a4ca-4f76-a278-ad5dd508d088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3572434'] for segment, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:27.028942 n-d-804985-2 neutron-server[106252]: Traceback (most recent call last): Aug 18 12:08:27.028942 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:08:27.028942 n-d-804985-2 neutron-server[106252]: timer() Aug 18 12:08:27.028942 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:08:27.028942 n-d-804985-2 neutron-server[106252]: cb(*args, **kw) Aug 18 12:08:27.028942 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:08:27.028942 n-d-804985-2 neutron-server[106252]: return func(*args, **kwargs) Aug 18 12:08:27.028942 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:08:27.028942 n-d-804985-2 neutron-server[106252]: self._notify() Aug 18 12:08:27.028942 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:08:27.028942 n-d-804985-2 neutron-server[106252]: self.callback(batched_events) Aug 18 12:08:27.028942 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:08:27.028942 n-d-804985-2 neutron-server[106252]: event.method(event) Aug 18 12:08:27.028942 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:08:27.028942 n-d-804985-2 neutron-server[106252]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:08:27.028942 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:08:27.028942 n-d-804985-2 neutron-server[106252]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:08:27.028942 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:08:27.028942 n-d-804985-2 neutron-server[106252]: return f(self, *a, **k) Aug 18 12:08:27.028942 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:08:27.028942 n-d-804985-2 neutron-server[106252]: return self._get(url).json() Aug 18 12:08:27.028942 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:08:27.028942 n-d-804985-2 neutron-server[106252]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:08:27.028942 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:08:27.028942 n-d-804985-2 neutron-server[106252]: return self.request(url, 'GET', **kwargs) Aug 18 12:08:27.028942 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:08:27.028942 n-d-804985-2 neutron-server[106252]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:08:27.028942 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:08:27.028942 n-d-804985-2 neutron-server[106252]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:08:27.028942 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:08:27.028942 n-d-804985-2 neutron-server[106252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:08:27.028942 n-d-804985-2 neutron-server[106252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:08:27.072894 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Pushing event updated for resources: {'Port': ['ID=6f166b58-9069-4299-aad0-562c0f1ad467,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:08:27.086054 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b2d7d0-61bf-403e-a16d-bbff190de3b8 None None] Checking router: 2ba31c1d-d62b-409d-b130-a24a26fd4286 for host: n-d-804985-2 {{(pid=106254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:08:27.086511 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b2d7d0-61bf-403e-a16d-bbff190de3b8 None None] Updating router 2ba31c1d-d62b-409d-b130-a24a26fd4286 port 66c40543-c928-4664-bfc0-8d42e4b559b7 binding host n-d-804985-2 {{(pid=106254) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 12:08:27.167501 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-f3b2d7d0-61bf-403e-a16d-bbff190de3b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:27.263874 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-07acd03e-ad56-43b8-9000-1909dee29a71 req-7a2ad260-1129-46e4-8261-c2b66985ae22 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] 10.222.0.66 "GET /v2.0/ports?device_id=20dd28f4-1df0-4a6b-8939-d21ca9c9b72a HTTP/1.1" status: 200 len: 210 time: 0.0914991 Aug 18 12:08:27.303659 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c57f55ae-acfc-4e65-9fe0-08ac168570d2 req-1974bafc-b9f1-4916-a564-3d897b4b0485 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/ports?device_id=6011af90-500b-4206-8fbe-42824e0797da HTTP/1.1" status: 200 len: 210 time: 0.1220455 Aug 18 12:08:27.316237 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 6f166b58-9069-4299-aad0-562c0f1ad467 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:08:27.350045 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4ac6f3a3-a4ca-4f76-a278-ad5dd508d088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8367858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997186'] for network, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:27.355954 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4ac6f3a3-a4ca-4f76-a278-ad5dd508d088 admin admin] Notify callbacks [] for network, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:27.362218 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-4ac6f3a3-a4ca-4f76-a278-ad5dd508d088 admin admin] 10.222.0.66 "DELETE /v2.0/networks/f4b8d3d9-3617-4a41-8d50-7e0230977f6d HTTP/1.1" status: 204 len: 168 time: 0.6631410 Aug 18 12:08:27.403337 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-92a1b309-43cf-4764-b6f6-0d4a3866804e tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:27.445379 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac6f3a3-a4ca-4f76-a278-ad5dd508d088 admin admin] Pushing event deleted for resources: {'Network': ['ID=f4b8d3d9-3617-4a41-8d50-7e0230977f6d,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:08:27.446891 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-92a1b309-43cf-4764-b6f6-0d4a3866804e tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Calling delete_port for 66c40543-c928-4664-bfc0-8d42e4b559b7 owned by network:router_interface {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:08:27.603387 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4d098c11-bdd8-43f3-b393-e3e5614481f9 req-a61471cd-b78d-4784-ab81-e9549b777abb tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] 10.222.0.66 "GET /v2.0/ports?device_id=4b84d9ad-b821-445d-a542-9ceb5fe46c34 HTTP/1.1" status: 200 len: 210 time: 0.0810902 Aug 18 12:08:27.836752 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 44192) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:08:27.877443 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 6f166b58-9069-4299-aad0-562c0f1ad467 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:08:27.878846 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:27.918124 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-d9967d8c-c577-4ea6-ab90-7c5dc7b6027b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ba6220adeda54bd2ac551edffcfbfea2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0789142 Aug 18 12:08:27.943766 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 44194) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:08:28.328129 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a77280f-bf88-4b7a-8ea0-2f706baa1d18 req-fef50f87-8cc6-404d-b0ad-564bf25125e3 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:28.330025 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5a77280f-bf88-4b7a-8ea0-2f706baa1d18 req-fef50f87-8cc6-404d-b0ad-564bf25125e3 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] 10.222.0.63 "GET /v2.0/networks?id=365c1e73-53bd-4762-8c39-733a28020035 HTTP/1.1" status: 200 len: 810 time: 0.4104068 Aug 18 12:08:28.331215 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2b023b7b-db30-445a-ba5b-5f78f6d53dda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:28.357404 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-f3b2d7d0-61bf-403e-a16d-bbff190de3b8 None None] Notify callbacks [] for port, precommit_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:28.373196 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-f3b2d7d0-61bf-403e-a16d-bbff190de3b8 None None] Transition to ACTIVE for port object 66c40543-c928-4664-bfc0-8d42e4b559b7 will not be triggered until provisioned by entity L2. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:08:28.381031 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-f3b2d7d0-61bf-403e-a16d-bbff190de3b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:28.407977 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2b023b7b-db30-445a-ba5b-5f78f6d53dda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:28.449232 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5a77280f-bf88-4b7a-8ea0-2f706baa1d18 req-de8fb1cc-70b5-477f-ba8c-1754b54b2ff8 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] 10.222.0.63 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=764f05f9d69b4134b93ed670f8afc320 HTTP/1.1" status: 200 len: 380 time: 0.1061220 Aug 18 12:08:28.461784 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-5a77280f-bf88-4b7a-8ea0-2f706baa1d18 req-af222646-8c4b-4162-8b07-544c2a796f44 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] Request body: {'port': {'device_id': '4b84d9ad-b821-445d-a542-9ceb5fe46c34', 'network_id': '365c1e73-53bd-4762-8c39-733a28020035', 'admin_state_up': True, 'tenant_id': '764f05f9d69b4134b93ed670f8afc320', 'security_groups': ['fe2dcb26-443e-4283-a770-27980373d006']}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:08:28.576991 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2185260e-5839-4d89-b264-b037d97de966 None None] Pushing event updated for resources: {'Port': ['ID=66c40543-c928-4664-bfc0-8d42e4b559b7,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:08:28.622871 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-f3b2d7d0-61bf-403e-a16d-bbff190de3b8 None None] Attempting to bind port 66c40543-c928-4664-bfc0-8d42e4b559b7 on host n-d-804985-2 for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:08:28.623516 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-f3b2d7d0-61bf-403e-a16d-bbff190de3b8 None None] Attempting to bind port 66c40543-c928-4664-bfc0-8d42e4b559b7 by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': '06b05a1e-7667-47a8-b2de-bb5e6a768e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:08:28.624123 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b2d7d0-61bf-403e-a16d-bbff190de3b8 None None] Attempting to bind port 66c40543-c928-4664-bfc0-8d42e4b559b7 on network fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:08:28.637640 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b2d7d0-61bf-403e-a16d-bbff190de3b8 None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 8, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:08:28.638044 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b2d7d0-61bf-403e-a16d-bbff190de3b8 None None] Checking segment: {'id': '06b05a1e-7667-47a8-b2de-bb5e6a768e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:08:28.638454 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-f3b2d7d0-61bf-403e-a16d-bbff190de3b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:28.638848 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b2d7d0-61bf-403e-a16d-bbff190de3b8 None None] Bound using segment: {'id': '06b05a1e-7667-47a8-b2de-bb5e6a768e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:08:28.639347 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-f3b2d7d0-61bf-403e-a16d-bbff190de3b8 None None] Bound port: 66c40543-c928-4664-bfc0-8d42e4b559b7, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06b05a1e-7667-47a8-b2de-bb5e6a768e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:08:28.639710 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-f3b2d7d0-61bf-403e-a16d-bbff190de3b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:28.740141 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-f3b2d7d0-61bf-403e-a16d-bbff190de3b8 None None] For port 66c40543-c928-4664-bfc0-8d42e4b559b7, host n-d-804985-2, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:08:28.749639 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.db.api [None req-f3b2d7d0-61bf-403e-a16d-bbff190de3b8 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 18 12:08:28.749639 n-d-804985-2 neutron-server[106254]: [SQL: INSERT INTO ml2_port_binding_levels (port_id, host, `level`, driver, segment_id) VALUES (%(port_id)s, %(host)s, %(level)s, %(driver)s, %(segment_id)s)] Aug 18 12:08:28.749639 n-d-804985-2 neutron-server[106254]: [parameters: {'port_id': '66c40543-c928-4664-bfc0-8d42e4b559b7', 'host': 'n-d-804985-2', 'level': 0, 'driver': 'openvswitch', 'segment_id': '06b05a1e-7667-47a8-b2de-bb5e6a768e1b'}] Aug 18 12:08:28.749639 n-d-804985-2 neutron-server[106254]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=106254) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 18 12:08:28.750604 n-d-804985-2 neutron-server[106254]: DEBUG oslo_db.api [None req-f3b2d7d0-61bf-403e-a16d-bbff190de3b8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 18 12:08:28.802469 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a77280f-bf88-4b7a-8ea0-2f706baa1d18 req-af222646-8c4b-4162-8b07-544c2a796f44 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] Made reservation on behalf of 764f05f9d69b4134b93ed670f8afc320 for: {'port': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:08:28.808435 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-5a77280f-bf88-4b7a-8ea0-2f706baa1d18 req-af222646-8c4b-4162-8b07-544c2a796f44 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:28.812793 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f7772b33-3207-4667-b802-e2ebe9166d14 req-d47da66d-dce7-4354-985e-2f39dfba8bfa tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/ports?device_id=6011af90-500b-4206-8fbe-42824e0797da HTTP/1.1" status: 200 len: 210 time: 0.1562183 Aug 18 12:08:28.850265 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-684b8884-3a04-4a57-8492-32d1c65704af req-43631ed4-3865-439a-a4c1-4d4be692cb4d tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] 10.222.0.66 "GET /v2.0/ports?device_id=20dd28f4-1df0-4a6b-8939-d21ca9c9b72a HTTP/1.1" status: 200 len: 210 time: 0.1977649 Aug 18 12:08:28.851019 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2b023b7b-db30-445a-ba5b-5f78f6d53dda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:28.853656 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2b023b7b-db30-445a-ba5b-5f78f6d53dda admin admin] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:28.854989 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-2b023b7b-db30-445a-ba5b-5f78f6d53dda admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d60fbefd-5088-4718-a442-08959d2ac3d4 HTTP/1.1" status: 204 len: 168 time: 0.9021642 Aug 18 12:08:28.904218 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b023b7b-db30-445a-ba5b-5f78f6d53dda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d60fbefd-5088-4718-a442-08959d2ac3d4,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:08:28.966970 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-92a1b309-43cf-4764-b6f6-0d4a3866804e tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:28.985889 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-b94b8195-95ce-4ca2-9877-bf5611ed8581 None None] Could not find standard attr ID for object 66c40543-c928-4664-bfc0-8d42e4b559b7. {{(pid=106254) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 18 12:08:28.989372 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32f32c4-6b6d-4315-9479-d220a12b0adf req-846749ce-27e0-47f5-93c9-49993977c1fd tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:28.991091 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-f32f32c4-6b6d-4315-9479-d220a12b0adf req-846749ce-27e0-47f5-93c9-49993977c1fd tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.63 "GET /v2.0/networks?id=62590197-03a9-438c-a3e3-e417fcca582c HTTP/1.1" status: 200 len: 812 time: 1.2270539 Aug 18 12:08:29.024640 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [req-f32f32c4-6b6d-4315-9479-d220a12b0adf req-b8ed52e4-cc56-468b-8836-eef6921f1940 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Request body: {'port': {'device_id': '6011af90-500b-4206-8fbe-42824e0797da', 'network_id': '62590197-03a9-438c-a3e3-e417fcca582c', 'admin_state_up': True, 'tenant_id': '6be1f64524b04a05973aca1b3d3c7df9'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:08:29.031884 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a1b309-43cf-4764-b6f6-0d4a3866804e tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Pushing event deleted for resources: {'Port': ['ID=66c40543-c928-4664-bfc0-8d42e4b559b7,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:08:29.189528 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-baf8ce5b-c822-40b4-b694-caa4602ca227 req-7cfe1754-7194-452b-bdea-458c8fef2b83 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] 10.222.0.66 "GET /v2.0/ports?device_id=4b84d9ad-b821-445d-a542-9ceb5fe46c34 HTTP/1.1" status: 200 len: 210 time: 0.1060486 Aug 18 12:08:29.285050 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-f3b2d7d0-61bf-403e-a16d-bbff190de3b8 None None] Attempting to bind port 66c40543-c928-4664-bfc0-8d42e4b559b7 on host n-d-804985-2 for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:08:29.295863 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-f3b2d7d0-61bf-403e-a16d-bbff190de3b8 None None] Attempting to bind port 66c40543-c928-4664-bfc0-8d42e4b559b7 by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': '06b05a1e-7667-47a8-b2de-bb5e6a768e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:08:29.298202 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b2d7d0-61bf-403e-a16d-bbff190de3b8 None None] Attempting to bind port 66c40543-c928-4664-bfc0-8d42e4b559b7 on network fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:08:29.312945 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b2d7d0-61bf-403e-a16d-bbff190de3b8 None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 8, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:08:29.313322 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b2d7d0-61bf-403e-a16d-bbff190de3b8 None None] Checking segment: {'id': '06b05a1e-7667-47a8-b2de-bb5e6a768e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:08:29.327013 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-f3b2d7d0-61bf-403e-a16d-bbff190de3b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:29.327013 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b2d7d0-61bf-403e-a16d-bbff190de3b8 None None] Bound using segment: {'id': '06b05a1e-7667-47a8-b2de-bb5e6a768e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:08:29.327013 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-f3b2d7d0-61bf-403e-a16d-bbff190de3b8 None None] Bound port: 66c40543-c928-4664-bfc0-8d42e4b559b7, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06b05a1e-7667-47a8-b2de-bb5e6a768e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:08:29.327013 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-f3b2d7d0-61bf-403e-a16d-bbff190de3b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:29.428263 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-f3b2d7d0-61bf-403e-a16d-bbff190de3b8 None None] Port 66c40543-c928-4664-bfc0-8d42e4b559b7 has been deleted concurrently {{(pid=106254) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Aug 18 12:08:29.441050 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [req-5a77280f-bf88-4b7a-8ea0-2f706baa1d18 req-af222646-8c4b-4162-8b07-544c2a796f44 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] Allocated IP 172.20.0.11 (365c1e73-53bd-4762-8c39-733a28020035/e8e80694-e438-471b-8163-c76e1828e5ce/72adabbd-2512-4e74-bbd3-1dc520003492) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:08:29.441326 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b2d7d0-61bf-403e-a16d-bbff190de3b8 None None] Routers {'2ba31c1d-d62b-409d-b130-a24a26fd4286'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:08:29.442467 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-f3b2d7d0-61bf-403e-a16d-bbff190de3b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:08:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['2ba31c1d-d62b-409d-b130-a24a26fd4286'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:08:29.514665 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-92a1b309-43cf-4764-b6f6-0d4a3866804e tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953695'] for router_interface, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:29.526036 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3fbff585-6c2d-43ce-874f-f5a1cb77669e req-d91e7438-4e22-4d5a-91cd-d925e136fa97 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=c468f260-aa8b-4a9b-a477-213e251d7cef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2065418 Aug 18 12:08:29.644003 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-f3b2d7d0-61bf-403e-a16d-bbff190de3b8 None None] Set router 2ba31c1d-d62b-409d-b130-a24a26fd4286 gateway port host: None {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:08:29.808359 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-f3b2d7d0-61bf-403e-a16d-bbff190de3b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ba31c1d-d62b-409d-b130-a24a26fd4286', 'name': 'tempest-NetworksTestDHCPv6-router-1282379863', 'tenant_id': '2a40b3bac30c4b9cb4cddbf9306b0469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:08:21Z', 'updated_at': '2021-08-18T12:08:28Z', 'revision_number': 3, 'project_id': '2a40b3bac30c4b9cb4cddbf9306b0469', 'gw_port_host': None}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:08:29.838201 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbff585-6c2d-43ce-874f-f5a1cb77669e req-6a20af11-3c04-4a4a-b91c-41945968a3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:29.865713 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b2d7d0-61bf-403e-a16d-bbff190de3b8 None None] The sync data for ids ['2ba31c1d-d62b-409d-b130-a24a26fd4286'] in n-d-804985-2 is: [{'id': '2ba31c1d-d62b-409d-b130-a24a26fd4286', 'name': 'tempest-NetworksTestDHCPv6-router-1282379863', 'tenant_id': '2a40b3bac30c4b9cb4cddbf9306b0469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:08:21Z', 'updated_at': '2021-08-18T12:08:28Z', 'revision_number': 3, 'project_id': '2a40b3bac30c4b9cb4cddbf9306b0469', 'gw_port_host': None}] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:08:29.873117 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3fbff585-6c2d-43ce-874f-f5a1cb77669e req-6a20af11-3c04-4a4a-b91c-41945968a3c0 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=6be1f64524b04a05973aca1b3d3c7df9&device_id=c468f260-aa8b-4a9b-a477-213e251d7cef HTTP/1.1" status: 200 len: 1096 time: 0.3046877 Aug 18 12:08:29.928758 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f32f32c4-6b6d-4315-9479-d220a12b0adf req-b8ed52e4-cc56-468b-8836-eef6921f1940 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Made reservation on behalf of 6be1f64524b04a05973aca1b3d3c7df9 for: {'port': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:08:29.944817 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-f32f32c4-6b6d-4315-9479-d220a12b0adf req-b8ed52e4-cc56-468b-8836-eef6921f1940 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:30.302629 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c22b45a6-b6ca-4b8c-95c6-321de1dfe498 req-8ab2f261-1e93-426b-a7ab-f2c942d8d581 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=2cc02556-7c0a-4e9b-9a09-a272e5dfabdc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.6845770 Aug 18 12:08:30.368781 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a34ac9be-d852-4b5d-b3d0-67c9815c2c13 req-cb386ffb-e512-4323-a330-4bcff3d28dad tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/ports?device_id=6011af90-500b-4206-8fbe-42824e0797da HTTP/1.1" status: 200 len: 210 time: 0.1656992 Aug 18 12:08:30.373506 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c2f78a7b-af14-487a-8c9e-e55d9055531c req-bbb283a0-6401-47a7-b03c-ab2ea46879ef tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] 10.222.0.66 "GET /v2.0/ports?device_id=20dd28f4-1df0-4a6b-8939-d21ca9c9b72a HTTP/1.1" status: 200 len: 210 time: 0.2033675 Aug 18 12:08:30.548230 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92a1b309-43cf-4764-b6f6-0d4a3866804e tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Router 2ba31c1d-d62b-409d-b130-a24a26fd4286 has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:08:30.610574 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-5a77280f-bf88-4b7a-8ea0-2f706baa1d18 req-af222646-8c4b-4162-8b07-544c2a796f44 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:30.664771 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 44274) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:08:30.771499 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3a208a49-d66a-4298-9abe-8d27dcb4872f req-530e0e72-0474-4856-a21b-879bbf7195fb tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] 10.222.0.66 "GET /v2.0/ports?device_id=4b84d9ad-b821-445d-a542-9ceb5fe46c34 HTTP/1.1" status: 200 len: 210 time: 0.1751399 Aug 18 12:08:30.782913 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22b45a6-b6ca-4b8c-95c6-321de1dfe498 req-73b46630-b663-468f-851d-1996773f2fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:30.783479 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22b45a6-b6ca-4b8c-95c6-321de1dfe498 req-73b46630-b663-468f-851d-1996773f2fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:30.783948 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22b45a6-b6ca-4b8c-95c6-321de1dfe498 req-73b46630-b663-468f-851d-1996773f2fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:30.793683 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22b45a6-b6ca-4b8c-95c6-321de1dfe498 req-73b46630-b663-468f-851d-1996773f2fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:30.798147 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22b45a6-b6ca-4b8c-95c6-321de1dfe498 req-73b46630-b663-468f-851d-1996773f2fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:30.798628 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22b45a6-b6ca-4b8c-95c6-321de1dfe498 req-73b46630-b663-468f-851d-1996773f2fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:30.799094 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22b45a6-b6ca-4b8c-95c6-321de1dfe498 req-73b46630-b663-468f-851d-1996773f2fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:30.801081 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c22b45a6-b6ca-4b8c-95c6-321de1dfe498 req-73b46630-b663-468f-851d-1996773f2fc3 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c58c061f2ffb4e7caeee64937da3abfa&device_id=2cc02556-7c0a-4e9b-9a09-a272e5dfabdc HTTP/1.1" status: 200 len: 6494 time: 0.3838005 Aug 18 12:08:30.804457 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [req-5a77280f-bf88-4b7a-8ea0-2f706baa1d18 req-af222646-8c4b-4162-8b07-544c2a796f44 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] Transition to ACTIVE for port object 72adabbd-2512-4e74-bbd3-1dc520003492 will not be triggered until provisioned by entity DHCP. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:08:30.825637 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbff585-6c2d-43ce-874f-f5a1cb77669e req-adcb1d14-6a25-4b65-bfca-4511ad637919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:30.827447 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3fbff585-6c2d-43ce-874f-f5a1cb77669e req-adcb1d14-6a25-4b65-bfca-4511ad637919 service neutron] 10.222.0.63 "GET /v2.0/networks?id=62590197-03a9-438c-a3e3-e417fcca582c HTTP/1.1" status: 200 len: 913 time: 0.9073482 Aug 18 12:08:30.859568 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92a1b309-43cf-4764-b6f6-0d4a3866804e tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:08:30.877027 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-92a1b309-43cf-4764-b6f6-0d4a3866804e tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "PUT /v2.0/routers/2ba31c1d-d62b-409d-b130-a24a26fd4286/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2018900 Aug 18 12:08:30.877686 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 44288) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:08:30.906128 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 44290) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:08:31.026263 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1abb1216-9eab-44b9-aa28-80991f0e2705 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:31.059329 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-5a77280f-bf88-4b7a-8ea0-2f706baa1d18 req-af222646-8c4b-4162-8b07-544c2a796f44 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:31.070246 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c8a5c1a-10d1-4fab-8628-3045236d78fd tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:31.087658 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3fbff585-6c2d-43ce-874f-f5a1cb77669e req-44cf9db5-37df-4ced-bdd7-3dad10103285 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=39942e1b-8b42-46ce-8003-6ae0db0d3a39 HTTP/1.1" status: 200 len: 999 time: 0.2317982 Aug 18 12:08:31.087812 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c8a5c1a-10d1-4fab-8628-3045236d78fd tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:31.089616 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-2c8a5c1a-10d1-4fab-8628-3045236d78fd tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2063217 Aug 18 12:08:31.098240 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 44300) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:08:31.137151 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a77280f-bf88-4b7a-8ea0-2f706baa1d18 req-af222646-8c4b-4162-8b07-544c2a796f44 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] Network 365c1e73-53bd-4762-8c39-733a28020035 is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:08:31.172660 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [req-5a77280f-bf88-4b7a-8ea0-2f706baa1d18 req-af222646-8c4b-4162-8b07-544c2a796f44 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:08:31.175859 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [req-f32f32c4-6b6d-4315-9479-d220a12b0adf req-b8ed52e4-cc56-468b-8836-eef6921f1940 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Allocated IP 172.20.0.9 (62590197-03a9-438c-a3e3-e417fcca582c/01de034f-d2f0-4b70-88ab-1a19fe1401c1/55b318c7-6bb8-425f-b6db-088781d25c4e) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:08:31.183011 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-ace15ebf-6e7f-4668-8bb1-da496f86efe1 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-2077343342-network', 'tenant_id': '0a807895f8914deb9251dda17adc4a39'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:08:31.232256 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbff585-6c2d-43ce-874f-f5a1cb77669e req-c162afc7-2296-4cae-80ed-fa3117a4753a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:31.233804 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3fbff585-6c2d-43ce-874f-f5a1cb77669e req-c162afc7-2296-4cae-80ed-fa3117a4753a service neutron] 10.222.0.63 "GET /v2.0/subnets?id=01de034f-d2f0-4b70-88ab-1a19fe1401c1 HTTP/1.1" status: 200 len: 851 time: 0.1047416 Aug 18 12:08:31.242290 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a77280f-bf88-4b7a-8ea0-2f706baa1d18 req-af222646-8c4b-4162-8b07-544c2a796f44 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:08:31.259322 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_v2 [None req-3251092e-c39c-49cb-837f-99bd328ecae3 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Deleting subnet cbcc0d0e-7421-47f7-b386-5305f95615dc {{(pid=106253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 12:08:31.296788 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3251092e-c39c-49cb-837f-99bd328ecae3 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks [] for subnet, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:31.333051 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af222646-8c4b-4162-8b07-544c2a796f44 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] Pushing event updated for resources: {'Port': ['ID=72adabbd-2512-4e74-bbd3-1dc520003492,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:08:31.384070 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22b45a6-b6ca-4b8c-95c6-321de1dfe498 req-d2eae246-a6b3-427e-99ad-bfaae7617b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:31.384980 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22b45a6-b6ca-4b8c-95c6-321de1dfe498 req-d2eae246-a6b3-427e-99ad-bfaae7617b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:31.385445 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22b45a6-b6ca-4b8c-95c6-321de1dfe498 req-d2eae246-a6b3-427e-99ad-bfaae7617b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:31.387104 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c22b45a6-b6ca-4b8c-95c6-321de1dfe498 req-d2eae246-a6b3-427e-99ad-bfaae7617b13 service neutron] 10.222.0.62 "GET /v2.0/networks?id=b4c3ca6c-0ea6-41d9-a4f2-6163ca8a35bc&id=2212f13b-fd75-4d1b-969c-01d56f351ced&id=2212f13b-fd75-4d1b-969c-01d56f351ced&id=2212f13b-fd75-4d1b-969c-01d56f351ced&id=2212f13b-fd75-4d1b-969c-01d56f351ced&id=d3427385-4738-4edf-ab5a-b3bffa0e286e&id=d3427385-4738-4edf-ab5a-b3bffa0e286e HTTP/1.1" status: 200 len: 2293 time: 0.5532317 Aug 18 12:08:31.398931 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbff585-6c2d-43ce-874f-f5a1cb77669e req-f3c318a4-8ebb-427c-9353-f4eedab77144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:31.400581 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3fbff585-6c2d-43ce-874f-f5a1cb77669e req-f3c318a4-8ebb-427c-9353-f4eedab77144 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=62590197-03a9-438c-a3e3-e417fcca582c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1398301 Aug 18 12:08:31.419011 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a77280f-bf88-4b7a-8ea0-2f706baa1d18 req-af222646-8c4b-4162-8b07-544c2a796f44 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:31.419700 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-5a77280f-bf88-4b7a-8ea0-2f706baa1d18 req-af222646-8c4b-4162-8b07-544c2a796f44 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:31.465713 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3251092e-c39c-49cb-837f-99bd328ecae3 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902229'] for subnet, precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:31.579489 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bebce6b-e769-4e25-a421-1c8a249ce3b4 None None] Sync routers for ids ['2ba31c1d-d62b-409d-b130-a24a26fd4286'] in n-d-804985-2 {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:08:31.589396 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bebce6b-e769-4e25-a421-1c8a249ce3b4 None None] Routers {'2ba31c1d-d62b-409d-b130-a24a26fd4286'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:08:31.590014 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-5bebce6b-e769-4e25-a421-1c8a249ce3b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:08:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['2ba31c1d-d62b-409d-b130-a24a26fd4286'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:08:31.620109 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3fbff585-6c2d-43ce-874f-f5a1cb77669e req-fa28c581-799b-478f-b88a-91afbc4bfcd1 service neutron] 10.222.0.63 "GET /v2.0/networks/62590197-03a9-438c-a3e3-e417fcca582c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1844196 Aug 18 12:08:31.622387 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c22b45a6-b6ca-4b8c-95c6-321de1dfe498 req-ecc2e71a-0d5f-4857-a4a5-4159530c7e80 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=de89d536-372a-40f0-95d4-ece86e26ad02 HTTP/1.1" status: 200 len: 1002 time: 0.2187085 Aug 18 12:08:31.646248 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1e7fcb98-3a24-49fa-9577-b10ca178429d None None] Provisioning for port 72adabbd-2512-4e74-bbd3-1dc520003492 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:08:31.651071 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1e7fcb98-3a24-49fa-9577-b10ca178429d None None] Provisioning complete for port 72adabbd-2512-4e74-bbd3-1dc520003492 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:08:31.651649 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e7fcb98-3a24-49fa-9577-b10ca178429d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:31.708280 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-5bebce6b-e769-4e25-a421-1c8a249ce3b4 None None] Set router 2ba31c1d-d62b-409d-b130-a24a26fd4286 gateway port host: None {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:08:31.723923 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-1e7fcb98-3a24-49fa-9577-b10ca178429d None None] Port 72adabbd-2512-4e74-bbd3-1dc520003492 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:08:31.734286 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3251092e-c39c-49cb-837f-99bd328ecae3 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:31.776862 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-5bebce6b-e769-4e25-a421-1c8a249ce3b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ba31c1d-d62b-409d-b130-a24a26fd4286', 'name': 'tempest-NetworksTestDHCPv6-router-1282379863', 'tenant_id': '2a40b3bac30c4b9cb4cddbf9306b0469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:08:21Z', 'updated_at': '2021-08-18T12:08:28Z', 'revision_number': 3, 'project_id': '2a40b3bac30c4b9cb4cddbf9306b0469', 'gw_port_host': None}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:08:31.817471 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bebce6b-e769-4e25-a421-1c8a249ce3b4 None None] Checking router: 2ba31c1d-d62b-409d-b130-a24a26fd4286 for host: n-d-804985-2 {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:08:31.828357 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bebce6b-e769-4e25-a421-1c8a249ce3b4 None None] Routers {'2ba31c1d-d62b-409d-b130-a24a26fd4286'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:08:31.829600 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-5bebce6b-e769-4e25-a421-1c8a249ce3b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:08:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['2ba31c1d-d62b-409d-b130-a24a26fd4286'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:08:31.882708 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3251092e-c39c-49cb-837f-99bd328ecae3 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58902171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59388106'] for subnet, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:31.897074 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-f32f32c4-6b6d-4315-9479-d220a12b0adf req-b8ed52e4-cc56-468b-8836-eef6921f1940 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:31.913474 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-546de634-d75c-4481-8f4d-fb82f29cbdd1 None None] Network fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:08:31.918036 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3251092e-c39c-49cb-837f-99bd328ecae3 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:31.920157 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-3251092e-c39c-49cb-837f-99bd328ecae3 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "DELETE /v2.0/subnets/cbcc0d0e-7421-47f7-b386-5305f95615dc HTTP/1.1" status: 204 len: 168 time: 0.8211212 Aug 18 12:08:31.947495 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 44310) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:08:31.956935 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3251092e-c39c-49cb-837f-99bd328ecae3 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Pushing event deleted for resources: {'Subnet': ['ID=cbcc0d0e-7421-47f7-b386-5305f95615dc,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:08:31.967428 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [req-f32f32c4-6b6d-4315-9479-d220a12b0adf req-b8ed52e4-cc56-468b-8836-eef6921f1940 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Transition to ACTIVE for port object 55b318c7-6bb8-425f-b6db-088781d25c4e will not be triggered until provisioned by entity DHCP. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:08:31.976451 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-5bebce6b-e769-4e25-a421-1c8a249ce3b4 None None] Set router 2ba31c1d-d62b-409d-b130-a24a26fd4286 gateway port host: None {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:08:32.108978 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-5bebce6b-e769-4e25-a421-1c8a249ce3b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ba31c1d-d62b-409d-b130-a24a26fd4286', 'name': 'tempest-NetworksTestDHCPv6-router-1282379863', 'tenant_id': '2a40b3bac30c4b9cb4cddbf9306b0469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:08:21Z', 'updated_at': '2021-08-18T12:08:28Z', 'revision_number': 3, 'project_id': '2a40b3bac30c4b9cb4cddbf9306b0469', 'gw_port_host': None}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:08:32.132003 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-adce8630-dad9-4c00-b5fa-92637ab5fc92 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1832857 Aug 18 12:08:32.134435 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 44312) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:08:32.184521 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bebce6b-e769-4e25-a421-1c8a249ce3b4 None None] The sync data for ids ['2ba31c1d-d62b-409d-b130-a24a26fd4286'] in n-d-804985-2 is: [{'id': '2ba31c1d-d62b-409d-b130-a24a26fd4286', 'name': 'tempest-NetworksTestDHCPv6-router-1282379863', 'tenant_id': '2a40b3bac30c4b9cb4cddbf9306b0469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:08:21Z', 'updated_at': '2021-08-18T12:08:28Z', 'revision_number': 3, 'project_id': '2a40b3bac30c4b9cb4cddbf9306b0469', 'gw_port_host': None}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:08:32.261574 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58ed949d-53e9-4490-a903-038627063036 None None] DHCP port deletion for fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d request from n-d-804985-2 {{(pid=106254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 12:08:32.266117 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-476510e3-525f-495a-ab45-bd5e475fa0a0 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks [] for router, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:32.350870 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-58ed949d-53e9-4490-a903-038627063036 None None] Deleting port 6f166b58-9069-4299-aad0-562c0f1ad467 {{(pid=106254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:08:32.352004 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-58ed949d-53e9-4490-a903-038627063036 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:32.356152 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f8977c65-190a-4799-ba8a-ef9cb3a25f4e req-f2307305-d2c8-46d4-95c7-e42e19ea8212 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] 10.222.0.66 "GET /v2.0/ports?device_id=20dd28f4-1df0-4a6b-8939-d21ca9c9b72a HTTP/1.1" status: 200 len: 210 time: 0.7228754 Aug 18 12:08:32.357855 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-f32f32c4-6b6d-4315-9479-d220a12b0adf req-b8ed52e4-cc56-468b-8836-eef6921f1940 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:32.376405 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2f32ad3f-5962-4b36-b4af-96bb68d299b2 req-567f4a1c-9c14-4eee-acb1-b2be17a3d8ca tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/ports?device_id=6011af90-500b-4206-8fbe-42824e0797da HTTP/1.1" status: 200 len: 210 time: 0.7526362 Aug 18 12:08:32.411909 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f32f32c4-6b6d-4315-9479-d220a12b0adf req-b8ed52e4-cc56-468b-8836-eef6921f1940 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Network 62590197-03a9-438c-a3e3-e417fcca582c is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:08:32.415598 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [req-f32f32c4-6b6d-4315-9479-d220a12b0adf req-b8ed52e4-cc56-468b-8836-eef6921f1940 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:08:32.422730 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-f32f32c4-6b6d-4315-9479-d220a12b0adf req-b8ed52e4-cc56-468b-8836-eef6921f1940 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:08:32.487473 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-58ed949d-53e9-4490-a903-038627063036 None None] For port 6f166b58-9069-4299-aad0-562c0f1ad467, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=6f166b58-9069-4299-aad0-562c0f1ad467,segment=NetworkSegment(06b05a1e-7667-47a8-b2de-bb5e6a768e1b),segment_id=06b05a1e-7667-47a8-b2de-bb5e6a768e1b)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:08:32.488028 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-58ed949d-53e9-4490-a903-038627063036 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:32.508322 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-58ed949d-53e9-4490-a903-038627063036 None None] Calling delete_port for 6f166b58-9069-4299-aad0-562c0f1ad467 owned by network:dhcp {{(pid=106254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:08:32.537035 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22b45a6-b6ca-4b8c-95c6-321de1dfe498 req-6b3c350f-67e2-4c44-854b-625e90d11c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:32.547394 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c22b45a6-b6ca-4b8c-95c6-321de1dfe498 req-6b3c350f-67e2-4c44-854b-625e90d11c4b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f75dd902-4c34-4253-86a2-bc437c5b9dc4 HTTP/1.1" status: 200 len: 851 time: 0.8796046 Aug 18 12:08:32.574531 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1abb1216-9eab-44b9-aa28-80991f0e2705 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:32.591484 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1abb1216-9eab-44b9-aa28-80991f0e2705 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:32.614980 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-58ed949d-53e9-4490-a903-038627063036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556'] for port, after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:32.676888 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-476510e3-525f-495a-ab45-bd5e475fa0a0 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-996004', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15859'] for router, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:32.679992 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-476510e3-525f-495a-ab45-bd5e475fa0a0 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:32.687659 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ed949d-53e9-4490-a903-038627063036 None None] Pushing event deleted for resources: {'Port': ['ID=6f166b58-9069-4299-aad0-562c0f1ad467,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:08:32.701460 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ed949d-53e9-4490-a903-038627063036 None None] No DVR routers for this DVR port 6f166b58-9069-4299-aad0-562c0f1ad467 on host n-d-804985-2 {{(pid=106254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:08:32.739148 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3025229-4fec-45ca-92c7-381ecedb144e req-bcf0a1cc-6311-4515-90ea-47a762538d36 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:32.740947 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f3025229-4fec-45ca-92c7-381ecedb144e req-bcf0a1cc-6311-4515-90ea-47a762538d36 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] 10.222.0.66 "GET /v2.0/ports?device_id=4b84d9ad-b821-445d-a542-9ceb5fe46c34 HTTP/1.1" status: 200 len: 932 time: 0.2149899 Aug 18 12:08:32.758869 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-1abb1216-9eab-44b9-aa28-80991f0e2705 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=0f7b6f55695942e3a91b452a70468285&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0727077 Aug 18 12:08:32.762369 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abb1216-9eab-44b9-aa28-80991f0e2705 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2c38288-1826-458d-9068-627c0490f550,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:08:32.777222 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ed52e4-cc56-468b-8836-eef6921f1940 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Pushing event updated for resources: {'Port': ['ID=55b318c7-6bb8-425f-b6db-088781d25c4e,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:08:32.780884 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3fbff585-6c2d-43ce-874f-f5a1cb77669e req-045e2303-2ee7-448a-961e-2c72d5b8e6c3 service neutron] 10.222.0.63 "GET /v2.0/networks/62590197-03a9-438c-a3e3-e417fcca582c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1222417 Aug 18 12:08:32.782341 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 44316) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:08:32.806170 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22b45a6-b6ca-4b8c-95c6-321de1dfe498 req-e6e84356-7135-4a42-af82-6e8a431d0739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:32.807882 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c22b45a6-b6ca-4b8c-95c6-321de1dfe498 req-e6e84356-7135-4a42-af82-6e8a431d0739 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b4c3ca6c-0ea6-41d9-a4f2-6163ca8a35bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2300980 Aug 18 12:08:32.813515 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-476510e3-525f-495a-ab45-bd5e475fa0a0 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-996061'] for router, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:32.814098 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-476510e3-525f-495a-ab45-bd5e475fa0a0 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Fanout notify agent at l3_agent the message router_deleted on router 2ba31c1d-d62b-409d-b130-a24a26fd4286 {{(pid=106253) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 12:08:32.824173 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-476510e3-525f-495a-ab45-bd5e475fa0a0 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks [] for router, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:32.825996 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-476510e3-525f-495a-ab45-bd5e475fa0a0 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "DELETE /v2.0/routers/2ba31c1d-d62b-409d-b130-a24a26fd4286 HTTP/1.1" status: 204 len: 168 time: 0.6903887 Aug 18 12:08:32.830316 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ace15ebf-6e7f-4668-8bb1-da496f86efe1 admin admin] Made reservation on behalf of 0a807895f8914deb9251dda17adc4a39 for: {'network': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:08:32.832872 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ace15ebf-6e7f-4668-8bb1-da496f86efe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for network, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:32.834813 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 44318) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:08:32.873552 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-9385efd3-b6e5-4383-8793-fd080e24a17d None None] Provisioning for port 55b318c7-6bb8-425f-b6db-088781d25c4e completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:08:32.878092 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-9385efd3-b6e5-4383-8793-fd080e24a17d None None] Provisioning complete for port 55b318c7-6bb8-425f-b6db-088781d25c4e triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:08:32.878391 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-9385efd3-b6e5-4383-8793-fd080e24a17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:32.879001 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-8c43a07d-4fa8-4f7d-adbf-94b1fe8a4876 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0390460 Aug 18 12:08:32.885332 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5a77280f-bf88-4b7a-8ea0-2f706baa1d18 req-af222646-8c4b-4162-8b07-544c2a796f44 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4288013 Aug 18 12:08:32.888048 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 44320) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:08:32.953798 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ed11d78-41c4-4f98-a0ce-0904d0f2b10f tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:32.955381 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-7ed11d78-41c4-4f98-a0ce-0904d0f2b10f tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0640609 Aug 18 12:08:32.956313 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ace15ebf-6e7f-4668-8bb1-da496f86efe1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:32.958104 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-5a77280f-bf88-4b7a-8ea0-2f706baa1d18 req-43da5d72-bab4-4a12-8706-c884fc62bc9f service neutron] Request body: {'port': {'device_id': '4b84d9ad-b821-445d-a542-9ceb5fe46c34', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804985-2'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:08:32.966015 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 44322) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:08:32.975976 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-9385efd3-b6e5-4383-8793-fd080e24a17d None None] Port 55b318c7-6bb8-425f-b6db-088781d25c4e cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:08:33.033449 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f3025229-4fec-45ca-92c7-381ecedb144e req-2a303a51-9273-42e9-b825-ae0fdb291858 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] 10.222.0.66 "GET /v2.0/security-groups?id=fe2dcb26-443e-4283-a770-27980373d006&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2837460 Aug 18 12:08:33.081171 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ace15ebf-6e7f-4668-8bb1-da496f86efe1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:33.086732 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0f3ef34c-eb18-48a2-9654-bbd2026efbcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:33.119723 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-5a77280f-bf88-4b7a-8ea0-2f706baa1d18 req-43da5d72-bab4-4a12-8706-c884fc62bc9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:33.132197 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-5cc4421c-dcdc-4303-8361-5b953d7252cf tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0506835 Aug 18 12:08:33.133344 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ace15ebf-6e7f-4668-8bb1-da496f86efe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:33.144252 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 44324) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:08:33.151332 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-bd5b6846-a8d7-40bd-ac32-a5210022b25c tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Request body: {'subnet': {'network_id': 'fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:08:33.152208 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ace15ebf-6e7f-4668-8bb1-da496f86efe1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 843} {{(pid=106253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:08:33.166203 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ace15ebf-6e7f-4668-8bb1-da496f86efe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:33.166553 n-d-804985-2 neutron-server[106253]: INFO neutron.db.segments_db [None req-ace15ebf-6e7f-4668-8bb1-da496f86efe1 admin admin] Added segment af8c14ad-677e-46bb-a63a-cc64525885d5 of type vlan for network 15ed92bc-6567-43f5-b023-8aa36b195080 Aug 18 12:08:33.229143 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ace15ebf-6e7f-4668-8bb1-da496f86efe1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789150665894'] for network, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:33.281712 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 6f166b58-9069-4299-aad0-562c0f1ad467 no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:08:33.295679 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0f3ef34c-eb18-48a2-9654-bbd2026efbcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:33.302009 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32f32c4-6b6d-4315-9479-d220a12b0adf req-b8ed52e4-cc56-468b-8836-eef6921f1940 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:33.302749 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-f32f32c4-6b6d-4315-9479-d220a12b0adf req-b8ed52e4-cc56-468b-8836-eef6921f1940 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:33.313790 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c22b45a6-b6ca-4b8c-95c6-321de1dfe498 req-03f5de25-9a02-4c19-a13d-2a75a5679a05 service neutron] 10.222.0.62 "GET /v2.0/networks/b4c3ca6c-0ea6-41d9-a4f2-6163ca8a35bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4812491 Aug 18 12:08:33.353367 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ace15ebf-6e7f-4668-8bb1-da496f86efe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for network, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:33.356378 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace15ebf-6e7f-4668-8bb1-da496f86efe1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:33.357054 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ace15ebf-6e7f-4668-8bb1-da496f86efe1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:33.540359 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: 6f166b58-9069-4299-aad0-562c0f1ad467 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:08:33.540804 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 6f166b58-9069-4299-aad0-562c0f1ad467 not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:08:33.555994 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-f32f32c4-6b6d-4315-9479-d220a12b0adf req-b8ed52e4-cc56-468b-8836-eef6921f1940 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5336473 Aug 18 12:08:33.577042 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-ace15ebf-6e7f-4668-8bb1-da496f86efe1 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.6654136 Aug 18 12:08:33.585257 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 44334) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:08:33.590626 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [req-f32f32c4-6b6d-4315-9479-d220a12b0adf req-fe0f9712-771e-4b0f-99f3-b6fe76dfa3ad service neutron] Request body: {'port': {'device_id': '6011af90-500b-4206-8fbe-42824e0797da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804985-2'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:08:33.597933 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace15ebf-6e7f-4668-8bb1-da496f86efe1 admin admin] Pushing event updated for resources: {'Network': ['ID=15ed92bc-6567-43f5-b023-8aa36b195080,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:08:33.608372 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Network 15ed92bc-6567-43f5-b023-8aa36b195080 details requested by agent ovs-agent-n-d-804985-2 with host n-d-804985-2 {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:08:33.626171 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace15ebf-6e7f-4668-8bb1-da496f86efe1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfaf675e-0a2c-4804-9c84-c8d8c90e7cd6,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:08:33.662626 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-f32f32c4-6b6d-4315-9479-d220a12b0adf req-fe0f9712-771e-4b0f-99f3-b6fe76dfa3ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:33.797736 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-e74071f7-80b2-4d61-86be-3a5a3f700d92 admin admin] Request body: {'subnet': {'network_id': '15ed92bc-6567-43f5-b023-8aa36b195080', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-2077343342-subnet', 'tenant_id': '0a807895f8914deb9251dda17adc4a39', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:08:33.814078 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-09992d5a-f2ea-42ff-86c0-d41cff7f6080 req-c65915f6-ba37-4de7-a6ec-db752c79bfa9 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] 10.222.0.66 "GET /v2.0/ports?device_id=20dd28f4-1df0-4a6b-8939-d21ca9c9b72a HTTP/1.1" status: 200 len: 210 time: 0.2184999 Aug 18 12:08:33.816065 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c22b45a6-b6ca-4b8c-95c6-321de1dfe498 req-6518601d-6279-45d2-9c27-b8af8d739b57 service neutron] 10.222.0.62 "GET /v2.0/networks/b4c3ca6c-0ea6-41d9-a4f2-6163ca8a35bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4781806 Aug 18 12:08:33.915791 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c22b45a6-b6ca-4b8c-95c6-321de1dfe498 req-1b11f4cb-87e8-4303-aebc-5a45e2071ac9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.157&port_id=8d12b24c-fdf8-4b6d-8d6e-bdd4c5941e08 HTTP/1.1" status: 200 len: 217 time: 0.0551820 Aug 18 12:08:33.998082 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [req-f32f32c4-6b6d-4315-9479-d220a12b0adf req-fe0f9712-771e-4b0f-99f3-b6fe76dfa3ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55b318c7-6bb8-425f-b6db-088781d25c4e {{(pid=106253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:08:33.999974 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f286dd50-8bc6-4a7b-98a0-009bf3f670d9 req-bdf37304-38fd-475a-bf4d-e27433f1cf63 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:34.006900 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-f32f32c4-6b6d-4315-9479-d220a12b0adf req-fe0f9712-771e-4b0f-99f3-b6fe76dfa3ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:34.007631 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f286dd50-8bc6-4a7b-98a0-009bf3f670d9 req-bdf37304-38fd-475a-bf4d-e27433f1cf63 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/ports?device_id=6011af90-500b-4206-8fbe-42824e0797da HTTP/1.1" status: 200 len: 931 time: 0.4160628 Aug 18 12:08:34.031934 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [req-f32f32c4-6b6d-4315-9479-d220a12b0adf req-fe0f9712-771e-4b0f-99f3-b6fe76dfa3ad service neutron] Transition to ACTIVE for port object 55b318c7-6bb8-425f-b6db-088781d25c4e will not be triggered until provisioned by entity L2. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:08:34.035089 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-f32f32c4-6b6d-4315-9479-d220a12b0adf req-fe0f9712-771e-4b0f-99f3-b6fe76dfa3ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:34.039847 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e74071f7-80b2-4d61-86be-3a5a3f700d92 admin admin] Made reservation on behalf of 0a807895f8914deb9251dda17adc4a39 for: {'subnet': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:08:34.042302 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e74071f7-80b2-4d61-86be-3a5a3f700d92 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59074089'] for subnet, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:34.117377 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22b45a6-b6ca-4b8c-95c6-321de1dfe498 req-91d284bb-cf77-44d0-8c63-3531b2fbbcfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:34.118907 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c22b45a6-b6ca-4b8c-95c6-321de1dfe498 req-91d284bb-cf77-44d0-8c63-3531b2fbbcfc service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c6d6e2ca-0ac3-47a3-8cbf-b12d0d7c45be HTTP/1.1" status: 200 len: 797 time: 0.1854811 Aug 18 12:08:34.137896 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0f9712-771e-4b0f-99f3-b6fe76dfa3ad service neutron] Pushing event updated for resources: {'Port': ['ID=55b318c7-6bb8-425f-b6db-088781d25c4e,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:08:34.138669 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0f3ef34c-eb18-48a2-9654-bbd2026efbcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:34.141201 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0f3ef34c-eb18-48a2-9654-bbd2026efbcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:34.142357 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-0f3ef34c-eb18-48a2-9654-bbd2026efbcb admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b2c38288-1826-458d-9068-627c0490f550 HTTP/1.1" status: 204 len: 168 time: 1.3442814 Aug 18 12:08:34.174213 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-f32f32c4-6b6d-4315-9479-d220a12b0adf req-fe0f9712-771e-4b0f-99f3-b6fe76dfa3ad service neutron] Attempting to bind port 55b318c7-6bb8-425f-b6db-088781d25c4e on host n-h1-804985-2 for vnic_type normal with profile {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:08:34.174546 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-f32f32c4-6b6d-4315-9479-d220a12b0adf req-fe0f9712-771e-4b0f-99f3-b6fe76dfa3ad service neutron] Attempting to bind port 55b318c7-6bb8-425f-b6db-088781d25c4e by drivers openvswitch,hyperv on host n-h1-804985-2 at level 0 using segments [{'id': '299e2826-ecf6-416e-b53c-1b1574dd5315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '62590197-03a9-438c-a3e3-e417fcca582c'}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:08:34.175073 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f32f32c4-6b6d-4315-9479-d220a12b0adf req-fe0f9712-771e-4b0f-99f3-b6fe76dfa3ad service neutron] Attempting to bind port 55b318c7-6bb8-425f-b6db-088781d25c4e on network 62590197-03a9-438c-a3e3-e417fcca582c {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:08:34.180370 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f32f32c4-6b6d-4315-9479-d220a12b0adf req-fe0f9712-771e-4b0f-99f3-b6fe76dfa3ad service neutron] Port 55b318c7-6bb8-425f-b6db-088781d25c4e on network 62590197-03a9-438c-a3e3-e417fcca582c not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-2 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:08:34.180975 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f32f32c4-6b6d-4315-9479-d220a12b0adf req-fe0f9712-771e-4b0f-99f3-b6fe76dfa3ad service neutron] Attempting to bind port 55b318c7-6bb8-425f-b6db-088781d25c4e on network 62590197-03a9-438c-a3e3-e417fcca582c {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:08:34.186338 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f32f32c4-6b6d-4315-9479-d220a12b0adf req-fe0f9712-771e-4b0f-99f3-b6fe76dfa3ad service neutron] Checking agent: {'id': 'a613417a-d085-492c-941a-59bb18c633d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 49, 6), 'started_at': datetime.datetime(2021, 8, 18, 11, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 8, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:08:34.186678 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f32f32c4-6b6d-4315-9479-d220a12b0adf req-fe0f9712-771e-4b0f-99f3-b6fe76dfa3ad service neutron] Checking segment: {'id': '299e2826-ecf6-416e-b53c-1b1574dd5315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '62590197-03a9-438c-a3e3-e417fcca582c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:08:34.190165 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f32f32c4-6b6d-4315-9479-d220a12b0adf req-fe0f9712-771e-4b0f-99f3-b6fe76dfa3ad service neutron] Bound using segment: {'id': '299e2826-ecf6-416e-b53c-1b1574dd5315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '62590197-03a9-438c-a3e3-e417fcca582c'} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:08:34.190661 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-f32f32c4-6b6d-4315-9479-d220a12b0adf req-fe0f9712-771e-4b0f-99f3-b6fe76dfa3ad service neutron] Bound port: 55b318c7-6bb8-425f-b6db-088781d25c4e, host: n-h1-804985-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '299e2826-ecf6-416e-b53c-1b1574dd5315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '62590197-03a9-438c-a3e3-e417fcca582c'}}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:08:34.191013 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-f32f32c4-6b6d-4315-9479-d220a12b0adf req-fe0f9712-771e-4b0f-99f3-b6fe76dfa3ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:34.299413 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-f32f32c4-6b6d-4315-9479-d220a12b0adf req-fe0f9712-771e-4b0f-99f3-b6fe76dfa3ad service neutron] For port 55b318c7-6bb8-425f-b6db-088781d25c4e, host n-h1-804985-2, cleared binding levels {{(pid=106253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:08:34.305431 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-f32f32c4-6b6d-4315-9479-d220a12b0adf req-fe0f9712-771e-4b0f-99f3-b6fe76dfa3ad service neutron] For port 55b318c7-6bb8-425f-b6db-088781d25c4e, host n-h1-804985-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=55b318c7-6bb8-425f-b6db-088781d25c4e,segment=NetworkSegment(299e2826-ecf6-416e-b53c-1b1574dd5315),segment_id=299e2826-ecf6-416e-b53c-1b1574dd5315)] {{(pid=106253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:08:34.320365 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-f32f32c4-6b6d-4315-9479-d220a12b0adf req-fe0f9712-771e-4b0f-99f3-b6fe76dfa3ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:34.354292 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32f32c4-6b6d-4315-9479-d220a12b0adf req-fe0f9712-771e-4b0f-99f3-b6fe76dfa3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:34.355409 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-f32f32c4-6b6d-4315-9479-d220a12b0adf req-fe0f9712-771e-4b0f-99f3-b6fe76dfa3ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:34.360382 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-f32f32c4-6b6d-4315-9479-d220a12b0adf req-fe0f9712-771e-4b0f-99f3-b6fe76dfa3ad service neutron] 10.222.0.63 "PUT /v2.0/ports/55b318c7-6bb8-425f-b6db-088781d25c4e HTTP/1.1" status: 200 len: 1091 time: 0.7849386 Aug 18 12:08:34.437811 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6011af90-500b-4206-8fbe-42824e0797da', 'tag': '55b318c7-6bb8-425f-b6db-088781d25c4e'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:08:34.443293 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0679f4c4b6e0e0c064a7d71d722dc30541a34fffee11680573be22ee2ffccc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b1682f3-6ee6-4b68-a077-17b49e7f3ba6" -d '{"events": [{"name": "network-changed", "server_uuid": "6011af90-500b-4206-8fbe-42824e0797da", "tag": "55b318c7-6bb8-425f-b6db-088781d25c4e"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:08:34.482538 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3ef34c-eb18-48a2-9654-bbd2026efbcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2c38288-1826-458d-9068-627c0490f550,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:08:34.596232 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0f9712-771e-4b0f-99f3-b6fe76dfa3ad service neutron] Pushing event updated for resources: {'Port': ['ID=55b318c7-6bb8-425f-b6db-088781d25c4e,revision_number=3']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:08:34.613472 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32f32c4-6b6d-4315-9479-d220a12b0adf req-6dd9e2cf-dfc3-4524-8c6e-825790e8e2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:34.615445 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-f32f32c4-6b6d-4315-9479-d220a12b0adf req-6dd9e2cf-dfc3-4524-8c6e-825790e8e2b9 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=6be1f64524b04a05973aca1b3d3c7df9&device_id=6011af90-500b-4206-8fbe-42824e0797da HTTP/1.1" status: 200 len: 1094 time: 0.1688900 Aug 18 12:08:34.683576 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f286dd50-8bc6-4a7b-98a0-009bf3f670d9 req-9adec6b6-19d4-416a-bf64-cd0a9c90f4e9 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/security-groups?id=e93b90b0-d66c-467b-a848-eedd88936357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6749797 Aug 18 12:08:34.705868 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd5b6846-a8d7-40bd-ac32-a5210022b25c tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Made reservation on behalf of 2a40b3bac30c4b9cb4cddbf9306b0469 for: {'subnet': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:08:34.709651 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-bd5b6846-a8d7-40bd-ac32-a5210022b25c tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59074089'] for subnet, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:34.737317 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-f32f32c4-6b6d-4315-9479-d220a12b0adf req-50cad523-cebe-470e-91be-fb800cc3dfde service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=55b318c7-6bb8-425f-b6db-088781d25c4e HTTP/1.1" status: 200 len: 217 time: 0.1071122 Aug 18 12:08:34.737543 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 44358) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:08:34.766024 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-da845ac9-271a-47a4-a5d1-c3de694935d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:34.779693 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:08:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdb870bb-9d07-46a9-b17c-c126cfc3af01 x-openstack-request-id: req-fdb870bb-9d07-46a9-b17c-c126cfc3af01 {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:08:34.779915 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6011af90-500b-4206-8fbe-42824e0797da", "tag": "55b318c7-6bb8-425f-b6db-088781d25c4e", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:08:34.780143 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-fdb870bb-9d07-46a9-b17c-c126cfc3af01 {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:08:34.780561 n-d-804985-2 neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6011af90-500b-4206-8fbe-42824e0797da', 'tag': '55b318c7-6bb8-425f-b6db-088781d25c4e', 'status': 'completed', 'code': 200} Aug 18 12:08:34.806930 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [req-5a77280f-bf88-4b7a-8ea0-2f706baa1d18 req-43da5d72-bab4-4a12-8706-c884fc62bc9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72adabbd-2512-4e74-bbd3-1dc520003492 {{(pid=106252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:08:34.815847 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-5a77280f-bf88-4b7a-8ea0-2f706baa1d18 req-43da5d72-bab4-4a12-8706-c884fc62bc9f service neutron] Notify callbacks [] for port, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:34.862960 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32f32c4-6b6d-4315-9479-d220a12b0adf req-ee40d102-e390-4a9a-9cae-91f1c18e0143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:34.864994 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-f32f32c4-6b6d-4315-9479-d220a12b0adf req-ee40d102-e390-4a9a-9cae-91f1c18e0143 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=01de034f-d2f0-4b70-88ab-1a19fe1401c1 HTTP/1.1" status: 200 len: 851 time: 0.1116390 Aug 18 12:08:34.897457 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [req-5a77280f-bf88-4b7a-8ea0-2f706baa1d18 req-43da5d72-bab4-4a12-8706-c884fc62bc9f service neutron] Transition to ACTIVE for port object 72adabbd-2512-4e74-bbd3-1dc520003492 will not be triggered until provisioned by entity L2. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:08:34.905937 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c3bb21-d803-46e6-8aa0-bb84babd7eee req-77355338-1ba1-4d31-b177-2c17f91fee15 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:34.913394 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f9c3bb21-d803-46e6-8aa0-bb84babd7eee req-77355338-1ba1-4d31-b177-2c17f91fee15 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] 10.222.0.66 "GET /v2.0/ports?device_id=4b84d9ad-b821-445d-a542-9ceb5fe46c34 HTTP/1.1" status: 200 len: 932 time: 0.7824032 Aug 18 12:08:34.937294 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-5a77280f-bf88-4b7a-8ea0-2f706baa1d18 req-43da5d72-bab4-4a12-8706-c884fc62bc9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:34.953354 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 44366) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:08:34.961718 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22b45a6-b6ca-4b8c-95c6-321de1dfe498 req-ff4f4470-a0b1-4c42-921f-d82f9cfd4a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:34.963230 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c22b45a6-b6ca-4b8c-95c6-321de1dfe498 req-ff4f4470-a0b1-4c42-921f-d82f9cfd4a9c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2212f13b-fd75-4d1b-969c-01d56f351ced&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.8198628 Aug 18 12:08:35.009242 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32f32c4-6b6d-4315-9479-d220a12b0adf req-7bee780d-2ec9-43f0-9645-56e7536b1ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:35.010910 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-f32f32c4-6b6d-4315-9479-d220a12b0adf req-7bee780d-2ec9-43f0-9645-56e7536b1ce8 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=62590197-03a9-438c-a3e3-e417fcca582c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1374459 Aug 18 12:08:35.023011 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e74071f7-80b2-4d61-86be-3a5a3f700d92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3572913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59074111'] for subnet, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:35.091985 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 44370) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:08:35.116913 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-da845ac9-271a-47a4-a5d1-c3de694935d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:35.165282 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-08937516-1b55-4eac-a63f-4e0e62357307 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:35.178436 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-da845ac9-271a-47a4-a5d1-c3de694935d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:35.191874 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f9c3bb21-d803-46e6-8aa0-bb84babd7eee req-7c1af85d-52cd-4af3-a926-16cf79c40c1e tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] 10.222.0.66 "GET /v2.0/security-groups?id=fe2dcb26-443e-4283-a770-27980373d006&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2723732 Aug 18 12:08:35.237146 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43da5d72-bab4-4a12-8706-c884fc62bc9f service neutron] Pushing event updated for resources: {'Port': ['ID=72adabbd-2512-4e74-bbd3-1dc520003492,revision_number=2']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:08:35.279084 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6224073b-27ad-4e96-97ce-97aafc023255 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:35.281081 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74071f7-80b2-4d61-86be-3a5a3f700d92 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5008c2c5-5ee7-4f2e-9f2e-042570605180,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:08:35.294030 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-08937516-1b55-4eac-a63f-4e0e62357307 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:35.314441 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-da845ac9-271a-47a4-a5d1-c3de694935d9 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=616bfa6c18034b8ea2bbaac9c9f85da3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5753920 Aug 18 12:08:35.321899 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-f32f32c4-6b6d-4315-9479-d220a12b0adf req-2e8c9c7a-9488-433c-9d4b-5636e8a3eba0 service neutron] 10.222.0.63 "GET /v2.0/networks/62590197-03a9-438c-a3e3-e417fcca582c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2972457 Aug 18 12:08:35.325886 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 44374) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:08:35.342124 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da845ac9-271a-47a4-a5d1-c3de694935d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2920f5da-5357-480a-b267-95e640ab7683,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:08:35.368759 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e74071f7-80b2-4d61-86be-3a5a3f700d92 admin admin] Checking segment: {'id': 'af8c14ad-677e-46bb-a63a-cc64525885d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '15ed92bc-6567-43f5-b023-8aa36b195080'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:08:35.369115 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e74071f7-80b2-4d61-86be-3a5a3f700d92 admin admin] Network hostable DHCP agents. Network: 15ed92bc-6567-43f5-b023-8aa36b195080, hostable agents: ['97c14208-2951-4361-8d64-3708c946ff5f'], hosted agents: [] {{(pid=106252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 12:08:35.376406 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c22b45a6-b6ca-4b8c-95c6-321de1dfe498 req-3e69b3dc-2994-49e1-990b-be010a4f88cb service neutron] 10.222.0.62 "GET /v2.0/networks/2212f13b-fd75-4d1b-969c-01d56f351ced?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3829467 Aug 18 12:08:35.480353 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e74071f7-80b2-4d61-86be-3a5a3f700d92 admin admin] Network 15ed92bc-6567-43f5-b023-8aa36b195080 is scheduled to be hosted by DHCP agent 97c14208-2951-4361-8d64-3708c946ff5f with binding_index 1 {{(pid=106252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 12:08:35.486014 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-5a77280f-bf88-4b7a-8ea0-2f706baa1d18 req-43da5d72-bab4-4a12-8706-c884fc62bc9f service neutron] Attempting to bind port 72adabbd-2512-4e74-bbd3-1dc520003492 on host n-h1-804985-2 for vnic_type normal with profile {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:08:35.486346 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-5a77280f-bf88-4b7a-8ea0-2f706baa1d18 req-43da5d72-bab4-4a12-8706-c884fc62bc9f service neutron] Attempting to bind port 72adabbd-2512-4e74-bbd3-1dc520003492 by drivers openvswitch,hyperv on host n-h1-804985-2 at level 0 using segments [{'id': 'a349f629-a357-4fba-80a9-3970130b5e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '365c1e73-53bd-4762-8c39-733a28020035'}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:08:35.486671 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a77280f-bf88-4b7a-8ea0-2f706baa1d18 req-43da5d72-bab4-4a12-8706-c884fc62bc9f service neutron] Attempting to bind port 72adabbd-2512-4e74-bbd3-1dc520003492 on network 365c1e73-53bd-4762-8c39-733a28020035 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:08:35.511829 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-08937516-1b55-4eac-a63f-4e0e62357307 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:35.514366 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-08937516-1b55-4eac-a63f-4e0e62357307 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:35.515510 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-08937516-1b55-4eac-a63f-4e0e62357307 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] 10.222.0.66 "DELETE /v2.0/security-groups/e100a5b2-e498-4091-84ac-a0da12aab123 HTTP/1.1" status: 204 len: 168 time: 0.5612011 Aug 18 12:08:35.526738 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 44376) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:08:35.527606 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a77280f-bf88-4b7a-8ea0-2f706baa1d18 req-43da5d72-bab4-4a12-8706-c884fc62bc9f service neutron] Port 72adabbd-2512-4e74-bbd3-1dc520003492 on network 365c1e73-53bd-4762-8c39-733a28020035 not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-2 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:08:35.527988 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a77280f-bf88-4b7a-8ea0-2f706baa1d18 req-43da5d72-bab4-4a12-8706-c884fc62bc9f service neutron] Attempting to bind port 72adabbd-2512-4e74-bbd3-1dc520003492 on network 365c1e73-53bd-4762-8c39-733a28020035 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:08:35.547218 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d28cc6f4-10ce-4216-8121-fb45cd7637f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:35.548714 n-d-804985-2 neutron-server[106252]: DEBUG neutron.objects.ports [None req-bd5b6846-a8d7-40bd-ac32-a5210022b25c tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106252) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 18 12:08:35.553211 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-e74071f7-80b2-4d61-86be-3a5a3f700d92 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-2, 15ed92bc-6567-43f5-b023-8aa36b195080) {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:08:35.558595 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08937516-1b55-4eac-a63f-4e0e62357307 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e100a5b2-e498-4091-84ac-a0da12aab123,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:08:35.563751 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-bd5b6846-a8d7-40bd-ac32-a5210022b25c tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3572913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59074111'] for subnet, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:35.565360 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-632bdfa3-f3cf-4e11-b977-870b8cc240c0 None None] Network 15ed92bc-6567-43f5-b023-8aa36b195080 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:08:35.575278 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-f32f32c4-6b6d-4315-9479-d220a12b0adf req-4f31fd99-45e4-4a27-ae2d-2a3fe50e198a service neutron] 10.222.0.63 "GET /v2.0/networks/62590197-03a9-438c-a3e3-e417fcca582c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2366014 Aug 18 12:08:35.576035 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e74071f7-80b2-4d61-86be-3a5a3f700d92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:35.576628 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e74071f7-80b2-4d61-86be-3a5a3f700d92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for subnet, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:35.584455 n-d-804985-2 neutron-server[106253]: INFO neutron.api.v2.resource [None req-489d9b57-0c20-46b2-ba8b-c562984849bd tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] show failed (client error): The resource could not be found. Aug 18 12:08:35.585689 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-489d9b57-0c20-46b2-ba8b-c562984849bd tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] 10.222.0.66 "GET /v2.0/security-groups/e100a5b2-e498-4091-84ac-a0da12aab123 HTTP/1.1" status: 404 len: 347 time: 0.0511458 Aug 18 12:08:35.591474 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 44378) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:08:35.600119 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a77280f-bf88-4b7a-8ea0-2f706baa1d18 req-43da5d72-bab4-4a12-8706-c884fc62bc9f service neutron] Checking agent: {'id': 'a613417a-d085-492c-941a-59bb18c633d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 49, 6), 'started_at': datetime.datetime(2021, 8, 18, 11, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 8, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:08:35.600641 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a77280f-bf88-4b7a-8ea0-2f706baa1d18 req-43da5d72-bab4-4a12-8706-c884fc62bc9f service neutron] Checking segment: {'id': 'a349f629-a357-4fba-80a9-3970130b5e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '365c1e73-53bd-4762-8c39-733a28020035'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:08:35.600998 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a77280f-bf88-4b7a-8ea0-2f706baa1d18 req-43da5d72-bab4-4a12-8706-c884fc62bc9f service neutron] Bound using segment: {'id': 'a349f629-a357-4fba-80a9-3970130b5e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '365c1e73-53bd-4762-8c39-733a28020035'} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:08:35.601482 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-5a77280f-bf88-4b7a-8ea0-2f706baa1d18 req-43da5d72-bab4-4a12-8706-c884fc62bc9f service neutron] Bound port: 72adabbd-2512-4e74-bbd3-1dc520003492, host: n-h1-804985-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a349f629-a357-4fba-80a9-3970130b5e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '365c1e73-53bd-4762-8c39-733a28020035'}}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:08:35.602148 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-5a77280f-bf88-4b7a-8ea0-2f706baa1d18 req-43da5d72-bab4-4a12-8706-c884fc62bc9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:35.611147 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d28cc6f4-10ce-4216-8121-fb45cd7637f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:35.637143 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd5b6846-a8d7-40bd-ac32-a5210022b25c tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Network fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:08:35.664166 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-bd5b6846-a8d7-40bd-ac32-a5210022b25c tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:08:35.667676 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd5b6846-a8d7-40bd-ac32-a5210022b25c tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:35.668363 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-bd5b6846-a8d7-40bd-ac32-a5210022b25c tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for subnet, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:35.682152 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56512b17-c498-45a5-a207-13f03f04d5c7 None None] Network fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:08:35.693220 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c22b45a6-b6ca-4b8c-95c6-321de1dfe498 req-5a2fee84-7bf6-469f-9462-9f4b82adebe7 service neutron] 10.222.0.62 "GET /v2.0/networks/2212f13b-fd75-4d1b-969c-01d56f351ced?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3040287 Aug 18 12:08:35.735146 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5b6846-a8d7-40bd-ac32-a5210022b25c tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Pushing event updated for resources: {'Subnet': ['ID=4e7cf0e7-46d5-4724-a047-b4c5c8a88a24,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:08:35.781154 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c22b45a6-b6ca-4b8c-95c6-321de1dfe498 req-ffebe200-1923-4ba6-a12e-c377e51db254 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.123&port_id=0800d992-3baf-4f75-8477-d82c2df6cfbf HTTP/1.1" status: 200 len: 217 time: 0.0603907 Aug 18 12:08:35.875285 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-5a77280f-bf88-4b7a-8ea0-2f706baa1d18 req-43da5d72-bab4-4a12-8706-c884fc62bc9f service neutron] For port 72adabbd-2512-4e74-bbd3-1dc520003492, host n-h1-804985-2, cleared binding levels {{(pid=106252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:08:35.880157 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-521dc0c3-9f85-49ce-af40-5923187dff68 None None] Network 15ed92bc-6567-43f5-b023-8aa36b195080 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:08:35.896570 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-5a77280f-bf88-4b7a-8ea0-2f706baa1d18 req-43da5d72-bab4-4a12-8706-c884fc62bc9f service neutron] For port 72adabbd-2512-4e74-bbd3-1dc520003492, host n-h1-804985-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=72adabbd-2512-4e74-bbd3-1dc520003492,segment=NetworkSegment(a349f629-a357-4fba-80a9-3970130b5e97),segment_id=a349f629-a357-4fba-80a9-3970130b5e97)] {{(pid=106252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:08:35.900060 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22b45a6-b6ca-4b8c-95c6-321de1dfe498 req-4f022ea7-06ae-4b18-819e-7218d3316f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:35.901668 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c22b45a6-b6ca-4b8c-95c6-321de1dfe498 req-4f022ea7-06ae-4b18-819e-7218d3316f24 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c6d6e2ca-0ac3-47a3-8cbf-b12d0d7c45be HTTP/1.1" status: 200 len: 797 time: 0.1107745 Aug 18 12:08:35.906824 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-5a77280f-bf88-4b7a-8ea0-2f706baa1d18 req-43da5d72-bab4-4a12-8706-c884fc62bc9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:35.924414 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb89f0ea-c192-4f52-9fb0-e6e4b183461e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp788be208-34ab-5a8f-af0f-528834af222f-fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d', 'network_id': 'fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d', 'tenant_id': '2a40b3bac30c4b9cb4cddbf9306b0469', 'fixed_ips': [{'subnet_id': '4e7cf0e7-46d5-4724-a047-b4c5c8a88a24'}]}} from n-d-804985-2. {{(pid=106254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 12:08:35.925310 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-bb89f0ea-c192-4f52-9fb0-e6e4b183461e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:35.939813 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c686cd9c-1c30-412c-91a2-8cee9e4feb18 req-8570ad0d-d185-4547-8272-303b8d2335d6 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:35.941383 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c686cd9c-1c30-412c-91a2-8cee9e4feb18 req-8570ad0d-d185-4547-8272-303b8d2335d6 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/ports?device_id=6011af90-500b-4206-8fbe-42824e0797da HTTP/1.1" status: 200 len: 943 time: 0.1347969 Aug 18 12:08:36.002200 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a77280f-bf88-4b7a-8ea0-2f706baa1d18 req-43da5d72-bab4-4a12-8706-c884fc62bc9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:36.003105 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-5a77280f-bf88-4b7a-8ea0-2f706baa1d18 req-43da5d72-bab4-4a12-8706-c884fc62bc9f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:36.004729 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5a77280f-bf88-4b7a-8ea0-2f706baa1d18 req-43da5d72-bab4-4a12-8706-c884fc62bc9f service neutron] 10.222.0.63 "PUT /v2.0/ports/72adabbd-2512-4e74-bbd3-1dc520003492 HTTP/1.1" status: 200 len: 1092 time: 3.0670607 Aug 18 12:08:36.005400 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b84d9ad-b821-445d-a542-9ceb5fe46c34', 'tag': '72adabbd-2512-4e74-bbd3-1dc520003492'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:08:36.007965 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bc63f24-5592-4e59-a382-a90433063846" -d '{"events": [{"name": "network-changed", "server_uuid": "4b84d9ad-b821-445d-a542-9ceb5fe46c34", "tag": "72adabbd-2512-4e74-bbd3-1dc520003492"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:08:36.054674 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43da5d72-bab4-4a12-8706-c884fc62bc9f service neutron] Pushing event updated for resources: {'Port': ['ID=72adabbd-2512-4e74-bbd3-1dc520003492,revision_number=3']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:08:36.074062 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22b45a6-b6ca-4b8c-95c6-321de1dfe498 req-19e72fda-b57d-4cbd-9acd-c226563ed520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:36.075802 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c22b45a6-b6ca-4b8c-95c6-321de1dfe498 req-19e72fda-b57d-4cbd-9acd-c226563ed520 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2212f13b-fd75-4d1b-969c-01d56f351ced&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1611764 Aug 18 12:08:36.079056 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c686cd9c-1c30-412c-91a2-8cee9e4feb18 req-37f9f319-bdbb-4f3a-9d59-a02783ddd3eb tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/security-groups?id=e93b90b0-d66c-467b-a848-eedd88936357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174870 Aug 18 12:08:36.091722 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:08:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac34ff44-af66-4517-9c8d-4526284d7991 x-openstack-request-id: req-ac34ff44-af66-4517-9c8d-4526284d7991 {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:08:36.092011 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b84d9ad-b821-445d-a542-9ceb5fe46c34", "tag": "72adabbd-2512-4e74-bbd3-1dc520003492", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:08:36.092259 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ac34ff44-af66-4517-9c8d-4526284d7991 {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:08:36.092687 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b84d9ad-b821-445d-a542-9ceb5fe46c34', 'tag': '72adabbd-2512-4e74-bbd3-1dc520003492', 'status': 'completed', 'code': 200} Aug 18 12:08:36.106419 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6224073b-27ad-4e96-97ce-97aafc023255 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:36.119689 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:36.159313 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6224073b-27ad-4e96-97ce-97aafc023255 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:36.208026 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-e74071f7-80b2-4d61-86be-3a5a3f700d92 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.4926345 Aug 18 12:08:36.209429 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-bd5b6846-a8d7-40bd-ac32-a5210022b25c tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.0639224 Aug 18 12:08:36.238250 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 44390) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:08:36.253152 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-fe4c767c-fb96-4281-9e29-0bddc562562b tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Request body: {'subnet': {'network_id': 'fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:08:36.275638 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-6224073b-27ad-4e96-97ce-97aafc023255 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=88843494fca34da9ae12769f68fa96f8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1825502 Aug 18 12:08:36.279672 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 44392) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:08:36.283728 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.db_base_plugin_common [None req-bb89f0ea-c192-4f52-9fb0-e6e4b183461e None None] Allocated IP 2001:db8::f816:3eff:febc:8fcf (fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d/4e7cf0e7-46d5-4724-a047-b4c5c8a88a24/ae834f10-2e98-49be-aad1-df31ec69aa20) {{(pid=106254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:08:36.296636 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6224073b-27ad-4e96-97ce-97aafc023255 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07793c90-e0d4-4c93-af5f-e49713a9a46a,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:08:36.300681 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1682f3-6ee6-4b68-a077-17b49e7f3ba6 req-6ebdebb2-2fa3-4430-a743-88a5c02865ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:36.302214 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-4b1682f3-6ee6-4b68-a077-17b49e7f3ba6 req-6ebdebb2-2fa3-4430-a743-88a5c02865ad service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=6be1f64524b04a05973aca1b3d3c7df9&device_id=6011af90-500b-4206-8fbe-42824e0797da HTTP/1.1" status: 200 len: 1094 time: 0.6488426 Aug 18 12:08:36.323824 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d28cc6f4-10ce-4216-8121-fb45cd7637f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:36.326395 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d28cc6f4-10ce-4216-8121-fb45cd7637f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:36.329983 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-d28cc6f4-10ce-4216-8121-fb45cd7637f0 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2920f5da-5357-480a-b267-95e640ab7683 HTTP/1.1" status: 204 len: 168 time: 0.9998627 Aug 18 12:08:36.431824 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28cc6f4-10ce-4216-8121-fb45cd7637f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2920f5da-5357-480a-b267-95e640ab7683,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:08:36.474570 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-07419d0b-5617-44b5-8607-c2e83837bd39 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Deleting port 86ec44c0-160c-46cb-9013-a991101665a8 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:08:36.475215 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-07419d0b-5617-44b5-8607-c2e83837bd39 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:36.546913 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-fb691967-ec34-4d7e-bafe-e675cdfd1b9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:36.582148 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1682f3-6ee6-4b68-a077-17b49e7f3ba6 req-d2f5f23c-d5c7-43a5-bd0f-ecf291a4ea41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:36.583664 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-4b1682f3-6ee6-4b68-a077-17b49e7f3ba6 req-d2f5f23c-d5c7-43a5-bd0f-ecf291a4ea41 service neutron] 10.222.0.63 "GET /v2.0/networks?id=62590197-03a9-438c-a3e3-e417fcca582c HTTP/1.1" status: 200 len: 913 time: 0.2512889 Aug 18 12:08:36.587648 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-fb691967-ec34-4d7e-bafe-e675cdfd1b9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:36.623769 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-bb89f0ea-c192-4f52-9fb0-e6e4b183461e None None] Notify callbacks [] for port, precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:36.652601 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-bb89f0ea-c192-4f52-9fb0-e6e4b183461e None None] Transition to ACTIVE for port object ae834f10-2e98-49be-aad1-df31ec69aa20 will not be triggered until provisioned by entity L2. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:08:36.674622 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-bb89f0ea-c192-4f52-9fb0-e6e4b183461e None None] Transition to ACTIVE for port object ae834f10-2e98-49be-aad1-df31ec69aa20 will not be triggered until provisioned by entity DHCP. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:08:36.678194 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-4b1682f3-6ee6-4b68-a077-17b49e7f3ba6 req-de022085-6b9b-4538-945c-4f4c0363ad75 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=55b318c7-6bb8-425f-b6db-088781d25c4e HTTP/1.1" status: 200 len: 217 time: 0.0747890 Aug 18 12:08:36.687219 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-bb89f0ea-c192-4f52-9fb0-e6e4b183461e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547'] for port, after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:36.709608 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-07419d0b-5617-44b5-8607-c2e83837bd39 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:36.709960 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-07419d0b-5617-44b5-8607-c2e83837bd39 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:36.752492 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-07419d0b-5617-44b5-8607-c2e83837bd39 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Calling delete_port for 86ec44c0-160c-46cb-9013-a991101665a8 owned by network:floatingip {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:08:36.771759 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb89f0ea-c192-4f52-9fb0-e6e4b183461e None None] Network fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d is already hosted by enough agents. {{(pid=106254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:08:36.779253 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.base_scheduler [None req-bb89f0ea-c192-4f52-9fb0-e6e4b183461e None None] Resources bound (agent type, host, resource id): {{(pid=106254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:08:36.789005 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb89f0ea-c192-4f52-9fb0-e6e4b183461e None None] Received port after_create {{(pid=106254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:08:36.820519 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1682f3-6ee6-4b68-a077-17b49e7f3ba6 req-8029bfdd-9dc1-45eb-bda0-6f9c601993c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:36.822315 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-4b1682f3-6ee6-4b68-a077-17b49e7f3ba6 req-8029bfdd-9dc1-45eb-bda0-6f9c601993c6 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=01de034f-d2f0-4b70-88ab-1a19fe1401c1 HTTP/1.1" status: 200 len: 851 time: 0.1310921 Aug 18 12:08:36.842922 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-fb691967-ec34-4d7e-bafe-e675cdfd1b9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:36.845809 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-fb691967-ec34-4d7e-bafe-e675cdfd1b9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:36.849565 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-fb691967-ec34-4d7e-bafe-e675cdfd1b9e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/07793c90-e0d4-4c93-af5f-e49713a9a46a HTTP/1.1" status: 204 len: 168 time: 0.5664856 Aug 18 12:08:36.870432 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb89f0ea-c192-4f52-9fb0-e6e4b183461e None None] Pushing event updated for resources: {'Port': ['ID=ae834f10-2e98-49be-aad1-df31ec69aa20,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:08:36.878387 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb691967-ec34-4d7e-bafe-e675cdfd1b9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07793c90-e0d4-4c93-af5f-e49713a9a46a,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:08:36.914568 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1682f3-6ee6-4b68-a077-17b49e7f3ba6 req-1a8574fe-e76b-4643-a1a8-84b329091feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:36.916844 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-4b1682f3-6ee6-4b68-a077-17b49e7f3ba6 req-1a8574fe-e76b-4643-a1a8-84b329091feb service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=62590197-03a9-438c-a3e3-e417fcca582c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0849190 Aug 18 12:08:36.938472 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-bb89f0ea-c192-4f52-9fb0-e6e4b183461e None None] Attempting to bind port ae834f10-2e98-49be-aad1-df31ec69aa20 on host n-d-804985-2 for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:08:36.939356 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-bb89f0ea-c192-4f52-9fb0-e6e4b183461e None None] Attempting to bind port ae834f10-2e98-49be-aad1-df31ec69aa20 by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': '06b05a1e-7667-47a8-b2de-bb5e6a768e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:08:36.939785 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb89f0ea-c192-4f52-9fb0-e6e4b183461e None None] Attempting to bind port ae834f10-2e98-49be-aad1-df31ec69aa20 on network fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:08:36.948292 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb89f0ea-c192-4f52-9fb0-e6e4b183461e None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 8, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:08:36.949361 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb89f0ea-c192-4f52-9fb0-e6e4b183461e None None] Checking segment: {'id': '06b05a1e-7667-47a8-b2de-bb5e6a768e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:08:36.949781 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-bb89f0ea-c192-4f52-9fb0-e6e4b183461e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:36.950175 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb89f0ea-c192-4f52-9fb0-e6e4b183461e None None] Bound using segment: {'id': '06b05a1e-7667-47a8-b2de-bb5e6a768e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:08:36.950664 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-bb89f0ea-c192-4f52-9fb0-e6e4b183461e None None] Bound port: ae834f10-2e98-49be-aad1-df31ec69aa20, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06b05a1e-7667-47a8-b2de-bb5e6a768e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:08:36.951050 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-bb89f0ea-c192-4f52-9fb0-e6e4b183461e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:37.014172 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a77280f-bf88-4b7a-8ea0-2f706baa1d18 req-6e194498-9bdb-439b-8c37-544ae3db4fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:37.016150 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5a77280f-bf88-4b7a-8ea0-2f706baa1d18 req-6e194498-9bdb-439b-8c37-544ae3db4fd9 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=764f05f9d69b4134b93ed670f8afc320&device_id=4b84d9ad-b821-445d-a542-9ceb5fe46c34 HTTP/1.1" status: 200 len: 1095 time: 0.9019539 Aug 18 12:08:37.091918 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-07419d0b-5617-44b5-8607-c2e83837bd39 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:37.116841 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-bb89f0ea-c192-4f52-9fb0-e6e4b183461e None None] For port ae834f10-2e98-49be-aad1-df31ec69aa20, host n-d-804985-2, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:08:37.121836 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189637cf-984e-4032-b716-b4aaddee493a req-31bc6083-bb13-4b61-bc2c-c77678521774 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:37.125736 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-bb89f0ea-c192-4f52-9fb0-e6e4b183461e None None] For port ae834f10-2e98-49be-aad1-df31ec69aa20, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=ae834f10-2e98-49be-aad1-df31ec69aa20,segment=NetworkSegment(06b05a1e-7667-47a8-b2de-bb5e6a768e1b),segment_id=06b05a1e-7667-47a8-b2de-bb5e6a768e1b)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:08:37.130298 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-189637cf-984e-4032-b716-b4aaddee493a req-31bc6083-bb13-4b61-bc2c-c77678521774 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] 10.222.0.66 "GET /v2.0/ports?device_id=4b84d9ad-b821-445d-a542-9ceb5fe46c34 HTTP/1.1" status: 200 len: 944 time: 0.8154759 Aug 18 12:08:37.132672 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07419d0b-5617-44b5-8607-c2e83837bd39 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Pushing event deleted for resources: {'Port': ['ID=86ec44c0-160c-46cb-9013-a991101665a8,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:08:37.134063 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-bb89f0ea-c192-4f52-9fb0-e6e4b183461e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:37.138362 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-4b1682f3-6ee6-4b68-a077-17b49e7f3ba6 req-123cc8e8-dc3f-444e-8dcb-dfb75cae59b0 service neutron] 10.222.0.63 "GET /v2.0/networks/62590197-03a9-438c-a3e3-e417fcca582c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2082074 Aug 18 12:08:37.142606 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c22b45a6-b6ca-4b8c-95c6-321de1dfe498 req-95f6699b-4c91-47b9-8bcc-49325c2e8ed6 service neutron] 10.222.0.62 "GET /v2.0/networks/2212f13b-fd75-4d1b-969c-01d56f351ced?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0550494 Aug 18 12:08:37.148786 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5a77280f-bf88-4b7a-8ea0-2f706baa1d18 req-d15d69ce-290c-42c8-916b-12c4b3fb401d service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=72adabbd-2512-4e74-bbd3-1dc520003492 HTTP/1.1" status: 200 len: 217 time: 0.0942373 Aug 18 12:08:37.231563 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe4c767c-fb96-4281-9e29-0bddc562562b tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Made reservation on behalf of 2a40b3bac30c4b9cb4cddbf9306b0469 for: {'subnet': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:08:37.240557 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-fe4c767c-fb96-4281-9e29-0bddc562562b tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59074089'] for subnet, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:37.310573 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb89f0ea-c192-4f52-9fb0-e6e4b183461e None None] Pushing event updated for resources: {'Port': ['ID=ae834f10-2e98-49be-aad1-df31ec69aa20,revision_number=2']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:08:37.372192 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 55b318c7-6bb8-425f-b6db-088781d25c4e details requested by agent hyperv_n-h1-804985-2 with host n-h1-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:08:37.392220 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-07419d0b-5617-44b5-8607-c2e83837bd39 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Notify callbacks [] for floatingip, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:37.394740 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-07419d0b-5617-44b5-8607-c2e83837bd39 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for floatingip, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:37.395912 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-07419d0b-5617-44b5-8607-c2e83837bd39 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] 10.222.0.66 "DELETE /v2.0/floatingips/37b5c8a3-0db2-4077-b5b6-27da6d85d1de HTTP/1.1" status: 204 len: 168 time: 1.8029172 Aug 18 12:08:37.400885 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 44430) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:08:37.413446 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 44432) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:08:37.431213 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-189637cf-984e-4032-b716-b4aaddee493a req-2bccb1d3-f622-4dec-9a20-20de163b9516 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] 10.222.0.66 "GET /v2.0/security-groups?id=fe2dcb26-443e-4283-a770-27980373d006&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2999868 Aug 18 12:08:37.459350 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a77280f-bf88-4b7a-8ea0-2f706baa1d18 req-6b7a070e-65a0-482d-9878-bae708d4496f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:37.460965 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5a77280f-bf88-4b7a-8ea0-2f706baa1d18 req-6b7a070e-65a0-482d-9878-bae708d4496f service neutron] 10.222.0.63 "GET /v2.0/subnets?id=e8e80694-e438-471b-8163-c76e1828e5ce HTTP/1.1" status: 200 len: 849 time: 0.2963724 Aug 18 12:08:37.466683 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-4b1682f3-6ee6-4b68-a077-17b49e7f3ba6 req-3fe8b700-c4bb-4602-a4f3-2f9eb6244a02 service neutron] 10.222.0.63 "GET /v2.0/networks/62590197-03a9-438c-a3e3-e417fcca582c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3191009 Aug 18 12:08:37.483809 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5e1e63f8-5426-4102-bd13-4c2410dec217 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:37.579092 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10790191-4b70-464b-b1bb-0617cdeb99d1 req-0d48d410-36d9-4853-bec3-02fb2d01daa0 tempest-InstanceActionsTestJSON-769347568 tempest-InstanceActionsTestJSON-769347568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:37.581598 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-10790191-4b70-464b-b1bb-0617cdeb99d1 req-0d48d410-36d9-4853-bec3-02fb2d01daa0 tempest-InstanceActionsTestJSON-769347568 tempest-InstanceActionsTestJSON-769347568-project] 10.222.0.66 "GET /v2.0/networks?id=15ed92bc-6567-43f5-b023-8aa36b195080 HTTP/1.1" status: 200 len: 814 time: 0.6102588 Aug 18 12:08:37.589225 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 55b318c7-6bb8-425f-b6db-088781d25c4e, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=55b318c7-6bb8-425f-b6db-088781d25c4e,segment=NetworkSegment(299e2826-ecf6-416e-b53c-1b1574dd5315),segment_id=299e2826-ecf6-416e-b53c-1b1574dd5315)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:08:37.605426 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Returning: {'device': '55b318c7-6bb8-425f-b6db-088781d25c4e', 'network_id': '62590197-03a9-438c-a3e3-e417fcca582c', 'port_id': '55b318c7-6bb8-425f-b6db-088781d25c4e', 'mac_address': 'fa:16:3e:2d:65:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 810, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01de034f-d2f0-4b70-88ab-1a19fe1401c1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:08:37.685934 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:37.704467 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55b318c7-6bb8-425f-b6db-088781d25c4e {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:08:37.705186 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-10790191-4b70-464b-b1bb-0617cdeb99d1 req-d264c91e-159c-45af-a806-5617d34fa361 tempest-InstanceActionsTestJSON-769347568 tempest-InstanceActionsTestJSON-769347568-project] 10.222.0.66 "GET /v2.0/quotas/0a807895f8914deb9251dda17adc4a39 HTTP/1.1" status: 200 len: 375 time: 0.0901501 Aug 18 12:08:37.713437 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c22b45a6-b6ca-4b8c-95c6-321de1dfe498 req-03d70c7d-e13c-4411-bee0-571319d16b89 service neutron] 10.222.0.62 "GET /v2.0/networks/2212f13b-fd75-4d1b-969c-01d56f351ced?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5497050 Aug 18 12:08:37.750866 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-77634829-a2aa-477e-b74b-d35eba4d85a8 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Deleting port 7763a33a-da78-4384-a6fe-a78524eb4068 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:08:37.751126 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-77634829-a2aa-477e-b74b-d35eba4d85a8 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:37.781684 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-10790191-4b70-464b-b1bb-0617cdeb99d1 req-cea3c25d-e7ab-4a71-adf0-0cbd4ef43009 tempest-InstanceActionsTestJSON-769347568 tempest-InstanceActionsTestJSON-769347568-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=0a807895f8914deb9251dda17adc4a39&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0670550 Aug 18 12:08:37.784738 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 55b318c7-6bb8-425f-b6db-088781d25c4e, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=55b318c7-6bb8-425f-b6db-088781d25c4e,segment=NetworkSegment(299e2826-ecf6-416e-b53c-1b1574dd5315),segment_id=299e2826-ecf6-416e-b53c-1b1574dd5315)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:08:37.791065 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:37.812820 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5e1e63f8-5426-4102-bd13-4c2410dec217 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:37.822966 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a77280f-bf88-4b7a-8ea0-2f706baa1d18 req-3817d6c9-5f8f-418a-a37d-e53e2b493ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:37.823259 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5e1e63f8-5426-4102-bd13-4c2410dec217 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:37.824933 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5a77280f-bf88-4b7a-8ea0-2f706baa1d18 req-3817d6c9-5f8f-418a-a37d-e53e2b493ee9 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=365c1e73-53bd-4762-8c39-733a28020035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3309460 Aug 18 12:08:37.839738 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c22b45a6-b6ca-4b8c-95c6-321de1dfe498 req-756f2764-4beb-46a9-8e76-ce3051d2a03a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.241&port_id=7f6b3812-445c-4afd-a44a-5114fb7ae290 HTTP/1.1" status: 200 len: 217 time: 0.0962710 Aug 18 12:08:37.857043 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=55b318c7-6bb8-425f-b6db-088781d25c4e,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:08:37.875257 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1e63f8-5426-4102-bd13-4c2410dec217 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a359d2da-e1c3-49d0-b753-9aa6d834cf22,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:08:37.892755 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-77634829-a2aa-477e-b74b-d35eba4d85a8 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:37.903267 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-5e1e63f8-5426-4102-bd13-4c2410dec217 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e22ec950417d4687804ecfee09cd70fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4839497 Aug 18 12:08:37.905724 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 44440) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:08:37.913089 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cd1d18-88e0-4271-b21b-812983084064 req-dbbeb30e-9601-4369-a7fa-a6491f632854 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:37.919522 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-46cd1d18-88e0-4271-b21b-812983084064 req-dbbeb30e-9601-4369-a7fa-a6491f632854 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/ports?device_id=6011af90-500b-4206-8fbe-42824e0797da HTTP/1.1" status: 200 len: 943 time: 0.3016014 Aug 18 12:08:37.932528 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-77634829-a2aa-477e-b74b-d35eba4d85a8 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Calling delete_port for 7763a33a-da78-4384-a6fe-a78524eb4068 owned by {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:08:38.026260 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-beaa4626-3196-4a6f-93fc-0eee37eec524 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:38.041325 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] get_ports_and_sgs() called for port_ids ['55b318c7-6bb8-425f-b6db-088781d25c4e'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:08:38.087268 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-beaa4626-3196-4a6f-93fc-0eee37eec524 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:38.087941 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:38.132781 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22b45a6-b6ca-4b8c-95c6-321de1dfe498 req-972d143c-a886-4a28-b143-9d7d22becd95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:38.134537 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c22b45a6-b6ca-4b8c-95c6-321de1dfe498 req-972d143c-a886-4a28-b143-9d7d22becd95 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c6d6e2ca-0ac3-47a3-8cbf-b12d0d7c45be HTTP/1.1" status: 200 len: 797 time: 0.2311518 Aug 18 12:08:38.151173 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-46cd1d18-88e0-4271-b21b-812983084064 req-1cb6100b-5346-4fe5-80ca-040e065a7496 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/security-groups?id=e93b90b0-d66c-467b-a848-eedd88936357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130260 Aug 18 12:08:38.205071 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-beaa4626-3196-4a6f-93fc-0eee37eec524 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:38.207911 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-beaa4626-3196-4a6f-93fc-0eee37eec524 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:38.209175 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-beaa4626-3196-4a6f-93fc-0eee37eec524 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a359d2da-e1c3-49d0-b753-9aa6d834cf22 HTTP/1.1" status: 204 len: 168 time: 0.3025310 Aug 18 12:08:38.213257 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-77634829-a2aa-477e-b74b-d35eba4d85a8 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:38.237356 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beaa4626-3196-4a6f-93fc-0eee37eec524 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a359d2da-e1c3-49d0-b753-9aa6d834cf22,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:08:38.310495 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77634829-a2aa-477e-b74b-d35eba4d85a8 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Pushing event deleted for resources: {'Port': ['ID=7763a33a-da78-4384-a6fe-a78524eb4068,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:08:38.422466 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-10790191-4b70-464b-b1bb-0617cdeb99d1 req-50493031-0443-441e-a124-d4d1fc2342d2 service neutron] 10.222.0.66 "GET /v2.0/networks/15ed92bc-6567-43f5-b023-8aa36b195080?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5909495 Aug 18 12:08:38.465848 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-77634829-a2aa-477e-b74b-d35eba4d85a8 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:38.468140 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-77634829-a2aa-477e-b74b-d35eba4d85a8 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] 10.222.0.66 "DELETE /v2.0/ports/7763a33a-da78-4384-a6fe-a78524eb4068 HTTP/1.1" status: 204 len: 168 time: 1.0662649 Aug 18 12:08:38.472568 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 44452) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:08:38.481988 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5a77280f-bf88-4b7a-8ea0-2f706baa1d18 req-c8142ac0-53e1-4a49-a535-0ba66fab2689 service neutron] 10.222.0.63 "GET /v2.0/networks/365c1e73-53bd-4762-8c39-733a28020035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6368237 Aug 18 12:08:38.489953 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22b45a6-b6ca-4b8c-95c6-321de1dfe498 req-9cbeabff-5cd6-457a-ba69-396bd9c4af51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:38.491719 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c22b45a6-b6ca-4b8c-95c6-321de1dfe498 req-9cbeabff-5cd6-457a-ba69-396bd9c4af51 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2212f13b-fd75-4d1b-969c-01d56f351ced&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2975054 Aug 18 12:08:38.646471 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-aa0db83b-9b18-4111-a981-d21eaebf01f3 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Deleting port 5a278cb9-466e-4c4b-b4ac-6b258caa7c8a {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:08:38.646810 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-aa0db83b-9b18-4111-a981-d21eaebf01f3 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:38.780528 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-fe4c767c-fb96-4281-9e29-0bddc562562b tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3572913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59074111'] for subnet, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:38.785328 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-aa0db83b-9b18-4111-a981-d21eaebf01f3 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:38.810772 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-aa0db83b-9b18-4111-a981-d21eaebf01f3 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Calling delete_port for 5a278cb9-466e-4c4b-b4ac-6b258caa7c8a owned by {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:08:38.957816 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4c767c-fb96-4281-9e29-0bddc562562b tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Pushing event updated for resources: {'Subnet': ['ID=5b6423fd-1efa-4d25-ad92-fea1b8420cfc,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:08:39.017632 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-c01703d7-479c-4dec-bb2e-04aca6ac28d8 None None] Provisioning for port ae834f10-2e98-49be-aad1-df31ec69aa20 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:08:39.049618 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe4c767c-fb96-4281-9e29-0bddc562562b tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Network fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:08:39.089569 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c9185f-8241-4ad0-a886-2606c8894d7d req-8f66a40e-fd3e-42fd-9f04-7f54dc896fcd tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:39.093388 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-aa0db83b-9b18-4111-a981-d21eaebf01f3 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:39.098748 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-89c9185f-8241-4ad0-a886-2606c8894d7d req-8f66a40e-fd3e-42fd-9f04-7f54dc896fcd tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] 10.222.0.66 "GET /v2.0/ports?device_id=4b84d9ad-b821-445d-a542-9ceb5fe46c34 HTTP/1.1" status: 200 len: 944 time: 0.5011213 Aug 18 12:08:39.101295 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-fe4c767c-fb96-4281-9e29-0bddc562562b tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:08:39.111003 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-976b5479-dd2d-432b-9935-aa9d7abab0c7 None None] Network fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:08:39.147051 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe4c767c-fb96-4281-9e29-0bddc562562b tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:39.148405 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-fe4c767c-fb96-4281-9e29-0bddc562562b tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for subnet, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:39.193127 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-10790191-4b70-464b-b1bb-0617cdeb99d1 req-59411256-2f30-405a-ac21-132de94bbe12 service neutron] 10.222.0.66 "GET /v2.0/networks/15ed92bc-6567-43f5-b023-8aa36b195080?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7415037 Aug 18 12:08:39.197087 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0db83b-9b18-4111-a981-d21eaebf01f3 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Pushing event deleted for resources: {'Port': ['ID=5a278cb9-466e-4c4b-b4ac-6b258caa7c8a,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:08:39.249299 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0db83b-9b18-4111-a981-d21eaebf01f3 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:08:39.249919 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0db83b-9b18-4111-a981-d21eaebf01f3 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:08:39.250716 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-89c9185f-8241-4ad0-a886-2606c8894d7d req-bacd5799-b949-471b-82ff-a7aeedd09e6a tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] 10.222.0.66 "GET /v2.0/security-groups?id=fe2dcb26-443e-4283-a770-27980373d006&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1495318 Aug 18 12:08:39.252104 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0db83b-9b18-4111-a981-d21eaebf01f3 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:08:39.253153 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0db83b-9b18-4111-a981-d21eaebf01f3 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:08:39.253496 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0db83b-9b18-4111-a981-d21eaebf01f3 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:08:39.253831 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0db83b-9b18-4111-a981-d21eaebf01f3 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:08:39.254157 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0db83b-9b18-4111-a981-d21eaebf01f3 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:08:39.255769 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0db83b-9b18-4111-a981-d21eaebf01f3 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:08:39.256051 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0db83b-9b18-4111-a981-d21eaebf01f3 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:08:39.256379 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0db83b-9b18-4111-a981-d21eaebf01f3 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:08:39.259788 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-fe4c767c-fb96-4281-9e29-0bddc562562b tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0172920 Aug 18 12:08:39.260074 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0db83b-9b18-4111-a981-d21eaebf01f3 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:08:39.260074 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0db83b-9b18-4111-a981-d21eaebf01f3 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:08:39.263489 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 44476) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:08:39.265688 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c22b45a6-b6ca-4b8c-95c6-321de1dfe498 req-1b21d0fc-c833-42ec-84d2-84abade6707c service neutron] 10.222.0.62 "GET /v2.0/networks/2212f13b-fd75-4d1b-969c-01d56f351ced?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7528114 Aug 18 12:08:39.301210 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-eab00eac-a9ac-4fc8-a6cf-7848acdc470d tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Request body: {'port': {'network_id': 'fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d', 'mac_address': 'fa:16:3e:9e:e9:60', 'name': 'tempest-NetworksTestDHCPv6-695608199'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:08:39.370018 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 55b318c7-6bb8-425f-b6db-088781d25c4e up at agent hyperv_n-h1-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:08:39.373955 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5a77280f-bf88-4b7a-8ea0-2f706baa1d18 req-512e11fc-539b-4b2a-b911-c59fe822e8f0 service neutron] 10.222.0.63 "GET /v2.0/networks/365c1e73-53bd-4762-8c39-733a28020035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8547111 Aug 18 12:08:39.391301 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-aa0db83b-9b18-4111-a981-d21eaebf01f3 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:39.402162 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-aa0db83b-9b18-4111-a981-d21eaebf01f3 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] 10.222.0.66 "DELETE /v2.0/ports/5a278cb9-466e-4c4b-b4ac-6b258caa7c8a HTTP/1.1" status: 204 len: 168 time: 0.9279201 Aug 18 12:08:39.405096 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 44482) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:08:39.544335 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device ae834f10-2e98-49be-aad1-df31ec69aa20 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:08:39.576379 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_v2 [None req-89778a96-a461-498a-a141-b9782f91986b tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Deleting subnet 72d9155c-f171-412a-b9b4-962a1e291242 {{(pid=106253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 12:08:39.585498 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-89778a96-a461-498a-a141-b9782f91986b tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Notify callbacks [] for subnet, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:39.650828 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-89778a96-a461-498a-a141-b9782f91986b tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902229'] for subnet, precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:39.791759 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Provisioning for port 55b318c7-6bb8-425f-b6db-088781d25c4e completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:08:39.845355 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Provisioning complete for port 55b318c7-6bb8-425f-b6db-088781d25c4e triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:08:39.845861 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:39.847316 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port ae834f10-2e98-49be-aad1-df31ec69aa20 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:08:39.889575 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port ae834f10-2e98-49be-aad1-df31ec69aa20 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:08:39.889847 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:39.938097 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-89778a96-a461-498a-a141-b9782f91986b tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:40.030952 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-89778a96-a461-498a-a141-b9782f91986b tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58902171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59388106'] for subnet, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:40.064717 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-22b2c976-eccc-4ffa-9459-c8646540b0f7 req-c044c234-3720-400b-81a6-f68af5400801 tempest-InstanceActionsTestJSON-769347568 tempest-InstanceActionsTestJSON-769347568-project] 10.222.0.66 "GET /v2.0/ports?device_id=ae6e8f91-9436-4aa4-887b-d4fc19a257e1 HTTP/1.1" status: 200 len: 210 time: 0.1725819 Aug 18 12:08:40.118697 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89778a96-a461-498a-a141-b9782f91986b tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Pushing event deleted for resources: {'Subnet': ['ID=72d9155c-f171-412a-b9b4-962a1e291242,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:08:40.128558 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-89778a96-a461-498a-a141-b9782f91986b tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:40.134661 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-89778a96-a461-498a-a141-b9782f91986b tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] 10.222.0.66 "DELETE /v2.0/subnets/72d9155c-f171-412a-b9b4-962a1e291242 HTTP/1.1" status: 204 len: 168 time: 0.7274945 Aug 18 12:08:40.135365 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 44534) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:08:40.159260 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc63f24-5592-4e59-a382-a90433063846 req-58880a08-f9cf-46b8-8169-42924cddf6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:40.161173 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6bc63f24-5592-4e59-a382-a90433063846 req-58880a08-f9cf-46b8-8169-42924cddf6b1 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=764f05f9d69b4134b93ed670f8afc320&device_id=4b84d9ad-b821-445d-a542-9ceb5fe46c34 HTTP/1.1" status: 200 len: 1095 time: 0.6447647 Aug 18 12:08:40.167368 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5affc203-9c34-4bf0-90ab-b00ae5498152 None None] Network 71f4f05b-546f-495f-be85-3ee41a9605e5 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:08:40.211453 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e40821d-6e9c-49e2-98dc-6202daf85b7c req-62524bcb-b24e-43b1-b65b-8500dcfdf734 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:40.225501 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2e40821d-6e9c-49e2-98dc-6202daf85b7c req-62524bcb-b24e-43b1-b65b-8500dcfdf734 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/ports?device_id=6011af90-500b-4206-8fbe-42824e0797da HTTP/1.1" status: 200 len: 944 time: 0.7076473 Aug 18 12:08:40.232599 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_v2 [None req-627fa875-7b93-4336-9a77-346776daacf9 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Deleting subnet 4d098d7d-848d-42a8-ac08-c1738695747e {{(pid=106253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 12:08:40.243772 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-627fa875-7b93-4336-9a77-346776daacf9 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Notify callbacks [] for subnet, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:40.253522 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d419bea5-b082-4845-bc43-9b48fc1dd9a1 None None] Update dhcp port {'port': {'network_id': 'fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d', 'fixed_ips': [{'subnet_id': '4e7cf0e7-46d5-4724-a047-b4c5c8a88a24', 'ip_address': '2001:db8::f816:3eff:febc:8fcf'}, {'subnet_id': '5b6423fd-1efa-4d25-ad92-fea1b8420cfc'}], 'binding:host_id': 'n-d-804985-2'}, 'id': 'ae834f10-2e98-49be-aad1-df31ec69aa20'} from n-d-804985-2. {{(pid=106254) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 18 12:08:40.304092 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-d419bea5-b082-4845-bc43-9b48fc1dd9a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:40.333586 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eab00eac-a9ac-4fc8-a6cf-7848acdc470d tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Made reservation on behalf of 2a40b3bac30c4b9cb4cddbf9306b0469 for: {'port': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:08:40.360556 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:40.380820 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-627fa875-7b93-4336-9a77-346776daacf9 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902229'] for subnet, precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:40.449818 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:40.541788 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 55b318c7-6bb8-425f-b6db-088781d25c4e, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=55b318c7-6bb8-425f-b6db-088781d25c4e,segment=NetworkSegment(299e2826-ecf6-416e-b53c-1b1574dd5315),segment_id=299e2826-ecf6-416e-b53c-1b1574dd5315)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:08:40.551083 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6011af90-500b-4206-8fbe-42824e0797da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55b318c7-6bb8-425f-b6db-088781d25c4e'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:08:40.553715 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db50a436fb3a98495337d8fe7487b4f2ea6f3c1052eb9efadc2ecda2d5737001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5379deef-a442-46c9-a86a-0a6d39bf8cb1" -d '{"events": [{"server_uuid": "6011af90-500b-4206-8fbe-42824e0797da", "name": "network-vif-plugged", "status": "completed", "tag": "55b318c7-6bb8-425f-b6db-088781d25c4e"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:08:40.582761 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:40.605332 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-627fa875-7b93-4336-9a77-346776daacf9 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:40.723941 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] For port ae834f10-2e98-49be-aad1-df31ec69aa20, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=ae834f10-2e98-49be-aad1-df31ec69aa20,segment=NetworkSegment(06b05a1e-7667-47a8-b2de-bb5e6a768e1b),segment_id=06b05a1e-7667-47a8-b2de-bb5e6a768e1b)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:08:40.742165 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:40.789377 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-627fa875-7b93-4336-9a77-346776daacf9 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58902171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59388106'] for subnet, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:40.805290 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=55b318c7-6bb8-425f-b6db-088781d25c4e,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:08:40.882958 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627fa875-7b93-4336-9a77-346776daacf9 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Pushing event deleted for resources: {'Subnet': ['ID=4d098d7d-848d-42a8-ac08-c1738695747e,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:08:40.883546 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.db_base_plugin_common [None req-d419bea5-b082-4845-bc43-9b48fc1dd9a1 None None] Allocated IP 172.20.0.2 (fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d/5b6423fd-1efa-4d25-ad92-fea1b8420cfc/ae834f10-2e98-49be-aad1-df31ec69aa20) {{(pid=106254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:08:40.899344 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Pushing event updated for resources: {'Port': ['ID=ae834f10-2e98-49be-aad1-df31ec69aa20,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:08:40.906720 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-627fa875-7b93-4336-9a77-346776daacf9 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:40.914137 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-627fa875-7b93-4336-9a77-346776daacf9 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] 10.222.0.66 "DELETE /v2.0/subnets/4d098d7d-848d-42a8-ac08-c1738695747e HTTP/1.1" status: 204 len: 168 time: 0.7733169 Aug 18 12:08:40.915088 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 44552) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:08:40.967316 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a3fb074-c176-413d-9d89-122de6b44f11 None None] Network 14664a63-22d6-4bc0-8290-849b20369b1b requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:08:40.969320 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-281a3238-a977-4bb7-bbb6-c2c7870224d0 None None] DHCP port deletion for 71f4f05b-546f-495f-be85-3ee41a9605e5 request from n-d-804985-2 {{(pid=106254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 12:08:41.133543 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c22b45a6-b6ca-4b8c-95c6-321de1dfe498 req-616ee10c-1da8-4080-ad52-3fbf9a907695 service neutron] 10.222.0.62 "GET /v2.0/networks/2212f13b-fd75-4d1b-969c-01d56f351ced?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.8102484 Aug 18 12:08:41.137827 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d4e9cbe3-01f9-49ec-a099-4f88625c6c4c tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7904109'] for network, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:41.248324 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-d419bea5-b082-4845-bc43-9b48fc1dd9a1 None None] For port ae834f10-2e98-49be-aad1-df31ec69aa20, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=ae834f10-2e98-49be-aad1-df31ec69aa20,segment=NetworkSegment(06b05a1e-7667-47a8-b2de-bb5e6a768e1b),segment_id=06b05a1e-7667-47a8-b2de-bb5e6a768e1b)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:08:41.256095 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c22b45a6-b6ca-4b8c-95c6-321de1dfe498 req-e320f037-0d1b-4b89-9b5a-655942e4469c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.142&port_id=3399a875-8536-4e63-b5c5-d638ea0b8100 HTTP/1.1" status: 200 len: 217 time: 0.1132855 Aug 18 12:08:41.303309 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2e40821d-6e9c-49e2-98dc-6202daf85b7c req-cddb3787-6c7c-48bb-b7d6-6bc763c6c79a tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/security-groups?id=e93b90b0-d66c-467b-a848-eedd88936357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0767965 Aug 18 12:08:41.306698 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-d4e9cbe3-01f9-49ec-a099-4f88625c6c4c tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Deleting port 2c91ee5f-3331-41b8-9ca2-3894656415ef {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:08:41.309844 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d4e9cbe3-01f9-49ec-a099-4f88625c6c4c tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:41.375570 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc63f24-5592-4e59-a382-a90433063846 req-6f20ace4-793f-4a3a-a112-d5a78fa88227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:41.378320 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6bc63f24-5592-4e59-a382-a90433063846 req-6f20ace4-793f-4a3a-a112-d5a78fa88227 service neutron] 10.222.0.63 "GET /v2.0/networks?id=365c1e73-53bd-4762-8c39-733a28020035 HTTP/1.1" status: 200 len: 911 time: 1.1973479 Aug 18 12:08:41.394726 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cb45e4-ebc4-4701-85a6-dc61f3b4fd8a req-16f8ec03-87fe-419d-b9e2-14e03ceb97c6 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:41.396795 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e3cb45e4-ebc4-4701-85a6-dc61f3b4fd8a req-16f8ec03-87fe-419d-b9e2-14e03ceb97c6 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] 10.222.0.66 "GET /v2.0/ports?device_id=4b84d9ad-b821-445d-a542-9ceb5fe46c34 HTTP/1.1" status: 200 len: 944 time: 0.2679341 Aug 18 12:08:41.494357 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-eab00eac-a9ac-4fc8-a6cf-7848acdc470d tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:41.502880 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6bc63f24-5592-4e59-a382-a90433063846 req-5dd8b490-a327-4d13-93cb-496c968e51d2 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=72adabbd-2512-4e74-bbd3-1dc520003492 HTTP/1.1" status: 200 len: 217 time: 0.1012299 Aug 18 12:08:41.654882 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc63f24-5592-4e59-a382-a90433063846 req-b8ed854a-7f42-420d-b0cf-92c50e040440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:41.657011 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6bc63f24-5592-4e59-a382-a90433063846 req-b8ed854a-7f42-420d-b0cf-92c50e040440 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=e8e80694-e438-471b-8163-c76e1828e5ce HTTP/1.1" status: 200 len: 849 time: 0.0909877 Aug 18 12:08:41.669966 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22b45a6-b6ca-4b8c-95c6-321de1dfe498 req-78026daf-175d-43bf-94cd-c5703f6735c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:41.672299 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c22b45a6-b6ca-4b8c-95c6-321de1dfe498 req-78026daf-175d-43bf-94cd-c5703f6735c5 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c6d6e2ca-0ac3-47a3-8cbf-b12d0d7c45be HTTP/1.1" status: 200 len: 797 time: 0.4025662 Aug 18 12:08:41.701733 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [None req-eab00eac-a9ac-4fc8-a6cf-7848acdc470d tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] device_id is not set on port 5ad77138-ee43-4a08-871c-bc2c3ced1eff yet. {{(pid=106252) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 12:08:41.765537 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-d419bea5-b082-4845-bc43-9b48fc1dd9a1 None None] Notify callbacks [] for port, precommit_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:41.783449 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-d419bea5-b082-4845-bc43-9b48fc1dd9a1 None None] Transition to ACTIVE for port object ae834f10-2e98-49be-aad1-df31ec69aa20 will not be triggered until provisioned by entity DHCP. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:08:41.789088 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:08:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a985fc3-781f-463c-8a47-7f1a251dd0e1 x-openstack-request-id: req-0a985fc3-781f-463c-8a47-7f1a251dd0e1 {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:08:41.789830 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6011af90-500b-4206-8fbe-42824e0797da", "name": "network-vif-plugged", "status": "completed", "tag": "55b318c7-6bb8-425f-b6db-088781d25c4e", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:08:41.790235 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-0a985fc3-781f-463c-8a47-7f1a251dd0e1 {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:08:41.790806 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6011af90-500b-4206-8fbe-42824e0797da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55b318c7-6bb8-425f-b6db-088781d25c4e', 'code': 200} Aug 18 12:08:41.795871 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 72adabbd-2512-4e74-bbd3-1dc520003492 details requested by agent hyperv_n-h1-804985-2 with host n-h1-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:08:41.809530 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10790191-4b70-464b-b1bb-0617cdeb99d1 req-7fb46f5a-47bd-4221-aff2-c608b44ee996 tempest-InstanceActionsTestJSON-769347568 tempest-InstanceActionsTestJSON-769347568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:41.814767 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-10790191-4b70-464b-b1bb-0617cdeb99d1 req-7fb46f5a-47bd-4221-aff2-c608b44ee996 tempest-InstanceActionsTestJSON-769347568 tempest-InstanceActionsTestJSON-769347568-project] 10.222.0.62 "GET /v2.0/networks?id=15ed92bc-6567-43f5-b023-8aa36b195080 HTTP/1.1" status: 200 len: 814 time: 0.2325592 Aug 18 12:08:41.858828 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [req-10790191-4b70-464b-b1bb-0617cdeb99d1 req-682ac8bd-95cd-40f0-a4e5-e71100b4b6a5 tempest-InstanceActionsTestJSON-769347568 tempest-InstanceActionsTestJSON-769347568-project] Request body: {'port': {'device_id': 'ae6e8f91-9436-4aa4-887b-d4fc19a257e1', 'network_id': '15ed92bc-6567-43f5-b023-8aa36b195080', 'admin_state_up': True, 'tenant_id': '0a807895f8914deb9251dda17adc4a39'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:08:41.865303 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e3cb45e4-ebc4-4701-85a6-dc61f3b4fd8a req-1a7e2c0c-df5a-480a-8fd8-17a6c75e7254 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] 10.222.0.66 "GET /v2.0/security-groups?id=fe2dcb26-443e-4283-a770-27980373d006&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3587453 Aug 18 12:08:41.868021 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b4b80fe2-977e-439e-8eff-f14f8082dcb5 req-a71b28f4-05ca-49f6-bfa4-4302c59643d9 tempest-InstanceActionsTestJSON-769347568 tempest-InstanceActionsTestJSON-769347568-project] 10.222.0.66 "GET /v2.0/ports?device_id=ae6e8f91-9436-4aa4-887b-d4fc19a257e1 HTTP/1.1" status: 200 len: 210 time: 0.0654976 Aug 18 12:08:41.933267 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 72adabbd-2512-4e74-bbd3-1dc520003492, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=72adabbd-2512-4e74-bbd3-1dc520003492,segment=NetworkSegment(a349f629-a357-4fba-80a9-3970130b5e97),segment_id=a349f629-a357-4fba-80a9-3970130b5e97)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:08:41.946721 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device ae834f10-2e98-49be-aad1-df31ec69aa20 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:08:41.961437 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22b45a6-b6ca-4b8c-95c6-321de1dfe498 req-63d1a657-3337-4e3b-a73e-e3574d0c592a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:41.963448 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c22b45a6-b6ca-4b8c-95c6-321de1dfe498 req-63d1a657-3337-4e3b-a73e-e3574d0c592a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2212f13b-fd75-4d1b-969c-01d56f351ced&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2743702 Aug 18 12:08:41.983435 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc63f24-5592-4e59-a382-a90433063846 req-66bbb229-dc45-4e1a-87b1-643a95b01515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:41.985401 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6bc63f24-5592-4e59-a382-a90433063846 req-66bbb229-dc45-4e1a-87b1-643a95b01515 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=365c1e73-53bd-4762-8c39-733a28020035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3086443 Aug 18 12:08:41.988547 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Returning: {'device': '72adabbd-2512-4e74-bbd3-1dc520003492', 'network_id': '365c1e73-53bd-4762-8c39-733a28020035', 'port_id': '72adabbd-2512-4e74-bbd3-1dc520003492', 'mac_address': 'fa:16:3e:e3:b9:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 829, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8e80694-e438-471b-8163-c76e1828e5ce', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:08:41.995819 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-d419bea5-b082-4845-bc43-9b48fc1dd9a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:42.022788 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10790191-4b70-464b-b1bb-0617cdeb99d1 req-682ac8bd-95cd-40f0-a4e5-e71100b4b6a5 tempest-InstanceActionsTestJSON-769347568 tempest-InstanceActionsTestJSON-769347568-project] Made reservation on behalf of 0a807895f8914deb9251dda17adc4a39 for: {'port': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:08:42.027093 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-10790191-4b70-464b-b1bb-0617cdeb99d1 req-682ac8bd-95cd-40f0-a4e5-e71100b4b6a5 tempest-InstanceActionsTestJSON-769347568 tempest-InstanceActionsTestJSON-769347568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:42.041098 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [None req-d4e9cbe3-01f9-49ec-a099-4f88625c6c4c tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] For port 2c91ee5f-3331-41b8-9ca2-3894656415ef, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=2c91ee5f-3331-41b8-9ca2-3894656415ef,segment=NetworkSegment(ca5d8231-2f07-42d5-ad7c-9ac8a76e921f),segment_id=ca5d8231-2f07-42d5-ad7c-9ac8a76e921f)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:08:42.041881 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d4e9cbe3-01f9-49ec-a099-4f88625c6c4c tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:42.074102 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-d4e9cbe3-01f9-49ec-a099-4f88625c6c4c tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Calling delete_port for 2c91ee5f-3331-41b8-9ca2-3894656415ef owned by network:dhcp {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:08:42.134110 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6bc63f24-5592-4e59-a382-a90433063846 req-9ffcae27-d1d9-420d-90ef-0c1e57eedb92 service neutron] 10.222.0.63 "GET /v2.0/networks/365c1e73-53bd-4762-8c39-733a28020035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323733 Aug 18 12:08:42.209685 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af23b051-6066-4d42-82c9-f23b1840fb4b req-0285fdb0-ea93-49ec-b34d-fbca410ecd0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:42.211878 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-af23b051-6066-4d42-82c9-f23b1840fb4b req-0285fdb0-ea93-49ec-b34d-fbca410ecd0b service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=6011af90-500b-4206-8fbe-42824e0797da HTTP/1.1" status: 200 len: 1096 time: 0.3781166 Aug 18 12:08:42.294841 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [req-10790191-4b70-464b-b1bb-0617cdeb99d1 req-682ac8bd-95cd-40f0-a4e5-e71100b4b6a5 tempest-InstanceActionsTestJSON-769347568 tempest-InstanceActionsTestJSON-769347568-project] Allocated IP 172.20.0.8 (15ed92bc-6567-43f5-b023-8aa36b195080/5008c2c5-5ee7-4f2e-9f2e-042570605180/7016c2d1-8cac-492c-844c-08eff7c6f0b0) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:08:42.300511 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-af23b051-6066-4d42-82c9-f23b1840fb4b req-e30ecf4b-884a-4e27-a1b5-393d1cf50852 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=e93b90b0-d66c-467b-a848-eedd88936357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767405 Aug 18 12:08:42.343750 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d419bea5-b082-4845-bc43-9b48fc1dd9a1 None None] Pushing event updated for resources: {'Port': ['ID=ae834f10-2e98-49be-aad1-df31ec69aa20,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:08:42.400188 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c22b45a6-b6ca-4b8c-95c6-321de1dfe498 req-2ade8640-86e9-46a0-bbef-79bd64c5ae0a service neutron] 10.222.0.62 "GET /v2.0/networks/2212f13b-fd75-4d1b-969c-01d56f351ced?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4119291 Aug 18 12:08:42.458827 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d4e9cbe3-01f9-49ec-a099-4f88625c6c4c tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:42.501335 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-281a3238-a977-4bb7-bbb6-c2c7870224d0 None None] Deleting port 2c91ee5f-3331-41b8-9ca2-3894656415ef {{(pid=106254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:08:42.501972 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-281a3238-a977-4bb7-bbb6-c2c7870224d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:42.533996 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e9cbe3-01f9-49ec-a099-4f88625c6c4c tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Pushing event deleted for resources: {'Port': ['ID=2c91ee5f-3331-41b8-9ca2-3894656415ef,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:08:42.538027 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e9cbe3-01f9-49ec-a099-4f88625c6c4c tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] No DVR routers for this DVR port 2c91ee5f-3331-41b8-9ca2-3894656415ef on host n-d-804985-2 {{(pid=106253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:08:42.553473 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c22b45a6-b6ca-4b8c-95c6-321de1dfe498 req-e7e59784-4457-41f2-84b7-79fb2c6f86f9 service neutron] 10.222.0.62 "GET /v2.0/networks/2212f13b-fd75-4d1b-969c-01d56f351ced?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404746 Aug 18 12:08:42.648565 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6bc63f24-5592-4e59-a382-a90433063846 req-d79af0c5-3447-43ac-9963-3b31a0c6687c service neutron] 10.222.0.63 "GET /v2.0/networks/365c1e73-53bd-4762-8c39-733a28020035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4780698 Aug 18 12:08:42.650791 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [None req-eab00eac-a9ac-4fc8-a6cf-7848acdc470d tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Allocated IP 172.20.0.9 (fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d/5b6423fd-1efa-4d25-ad92-fea1b8420cfc/5ad77138-ee43-4a08-871c-bc2c3ced1eff) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:08:42.699235 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:42.711088 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66f5d46e-f86e-417c-beb6-89abcde1714b None None] DHCP port deletion for 14664a63-22d6-4bc0-8290-849b20369b1b request from n-d-804985-2 {{(pid=106254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 12:08:42.713641 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 2c91ee5f-3331-41b8-9ca2-3894656415ef no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:08:42.774556 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [None req-eab00eac-a9ac-4fc8-a6cf-7848acdc470d tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Allocated IP 2001:db8::f816:3eff:fe9e:e960 (fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d/4e7cf0e7-46d5-4724-a047-b4c5c8a88a24/5ad77138-ee43-4a08-871c-bc2c3ced1eff) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:08:42.787078 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c22b45a6-b6ca-4b8c-95c6-321de1dfe498 req-f8826d86-03d6-46c8-b60c-04062fa8a4b1 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ade7379f-b75b-4a6b-95bb-ab4ecbe29d42 HTTP/1.1" status: 200 len: 217 time: 0.1844108 Aug 18 12:08:42.815762 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: 2c91ee5f-3331-41b8-9ca2-3894656415ef {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:08:42.816078 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 2c91ee5f-3331-41b8-9ca2-3894656415ef not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:08:42.824385 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72adabbd-2512-4e74-bbd3-1dc520003492 {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:08:42.883456 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e63e4d8-ab70-45aa-8c8d-ecfad9cf4096 req-63f6fe70-7acc-48a0-9e1a-a83b2d792ccb tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:42.886038 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5e63e4d8-ab70-45aa-8c8d-ecfad9cf4096 req-63f6fe70-7acc-48a0-9e1a-a83b2d792ccb tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/ports?device_id=6011af90-500b-4206-8fbe-42824e0797da HTTP/1.1" status: 200 len: 945 time: 0.3277075 Aug 18 12:08:42.992267 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-281a3238-a977-4bb7-bbb6-c2c7870224d0 None None] For port 2c91ee5f-3331-41b8-9ca2-3894656415ef, host n-d-804985-2, got binding levels [] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:08:42.993321 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-281a3238-a977-4bb7-bbb6-c2c7870224d0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:43.003252 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22b45a6-b6ca-4b8c-95c6-321de1dfe498 req-359f9fdd-65cc-4cb0-8682-e5e831b3ba79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:43.005231 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c22b45a6-b6ca-4b8c-95c6-321de1dfe498 req-359f9fdd-65cc-4cb0-8682-e5e831b3ba79 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=765693c9-62f2-43a4-a4e0-0c1c5bb2242d HTTP/1.1" status: 200 len: 797 time: 0.1983118 Aug 18 12:08:43.063128 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 72adabbd-2512-4e74-bbd3-1dc520003492, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=72adabbd-2512-4e74-bbd3-1dc520003492,segment=NetworkSegment(a349f629-a357-4fba-80a9-3970130b5e97),segment_id=a349f629-a357-4fba-80a9-3970130b5e97)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:08:43.085442 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:43.089913 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-281a3238-a977-4bb7-bbb6-c2c7870224d0 None None] Calling delete_port for 2c91ee5f-3331-41b8-9ca2-3894656415ef owned by network:dhcp {{(pid=106254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:08:43.216576 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d4e9cbe3-01f9-49ec-a099-4f88625c6c4c tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8367869', 'neutron.services.segments.db._delete_segments_for_network-8789151212993'] for network, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:43.223256 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5e63e4d8-ab70-45aa-8c8d-ecfad9cf4096 req-7f32d175-7cdc-48c0-b819-85af4fc75be8 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/security-groups?id=e93b90b0-d66c-467b-a848-eedd88936357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3255248 Aug 18 12:08:43.258042 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-d4e9cbe3-01f9-49ec-a099-4f88625c6c4c tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71f4f05b-546f-495f-be85-3ee41a9605e5']}} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:08:43.300931 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.ipam_backend_mixin [None req-281a3238-a977-4bb7-bbb6-c2c7870224d0 None None] Port 2c91ee5f-3331-41b8-9ca2-3894656415ef was not found and therefore no delete operation was performed {{(pid=106254) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 18 12:08:43.307747 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=72adabbd-2512-4e74-bbd3-1dc520003492,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:08:43.341443 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-281a3238-a977-4bb7-bbb6-c2c7870224d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556'] for port, after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:43.343282 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-d4e9cbe3-01f9-49ec-a099-4f88625c6c4c tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca5d8231-2f07-42d5-ad7c-9ac8a76e921f') {'for_net_delete': True} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:08:43.343563 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-d4e9cbe3-01f9-49ec-a099-4f88625c6c4c tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca5d8231-2f07-42d5-ad7c-9ac8a76e921f') {} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:08:43.372403 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-281a3238-a977-4bb7-bbb6-c2c7870224d0 None None] No DVR routers for this DVR port 2c91ee5f-3331-41b8-9ca2-3894656415ef on host n-d-804985-2 {{(pid=106254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:08:43.385118 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-10790191-4b70-464b-b1bb-0617cdeb99d1 req-682ac8bd-95cd-40f0-a4e5-e71100b4b6a5 tempest-InstanceActionsTestJSON-769347568 tempest-InstanceActionsTestJSON-769347568-project] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:43.415130 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d4e9cbe3-01f9-49ec-a099-4f88625c6c4c tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789151225254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902236'] for segment, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:43.436304 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device ae834f10-2e98-49be-aad1-df31ec69aa20 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:08:43.438834 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] get_ports_and_sgs() called for port_ids ['72adabbd-2512-4e74-bbd3-1dc520003492'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:08:43.441876 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d4e9cbe3-01f9-49ec-a099-4f88625c6c4c tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:43.445075 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-66f5d46e-f86e-417c-beb6-89abcde1714b None None] Deleting port c2fbdeec-3732-4e57-86fa-afd08a37c43c {{(pid=106254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:08:43.445452 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-66f5d46e-f86e-417c-beb6-89abcde1714b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:43.469574 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b836e6-fa20-4a4e-a6d3-74e9992b03eb req-744bfa8a-c74b-47ac-822f-25d8c5db1025 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:43.473762 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c9b836e6-fa20-4a4e-a6d3-74e9992b03eb req-744bfa8a-c74b-47ac-822f-25d8c5db1025 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] 10.222.0.66 "GET /v2.0/ports?device_id=4b84d9ad-b821-445d-a542-9ceb5fe46c34 HTTP/1.1" status: 200 len: 945 time: 0.3833747 Aug 18 12:08:43.481267 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4e9cbe3-01f9-49ec-a099-4f88625c6c4c tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Releasing vlan 818 on physical network physnet1 to pool {{(pid=106253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:08:43.481759 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d4e9cbe3-01f9-49ec-a099-4f88625c6c4c tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58900537'] for segment, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:43.486772 n-d-804985-2 neutron-server[106253]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 12:08:43.486772 n-d-804985-2 neutron-server[106253]: items = [ Aug 18 12:08:43.486772 n-d-804985-2 neutron-server[106253]: Traceback (most recent call last): Aug 18 12:08:43.486772 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:08:43.486772 n-d-804985-2 neutron-server[106253]: timer() Aug 18 12:08:43.486772 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:08:43.486772 n-d-804985-2 neutron-server[106253]: cb(*args, **kw) Aug 18 12:08:43.486772 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:08:43.486772 n-d-804985-2 neutron-server[106253]: return func(*args, **kwargs) Aug 18 12:08:43.486772 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:08:43.486772 n-d-804985-2 neutron-server[106253]: self._notify() Aug 18 12:08:43.486772 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:08:43.486772 n-d-804985-2 neutron-server[106253]: self.callback(batched_events) Aug 18 12:08:43.486772 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:08:43.486772 n-d-804985-2 neutron-server[106253]: event.method(event) Aug 18 12:08:43.486772 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:08:43.486772 n-d-804985-2 neutron-server[106253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:08:43.486772 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:08:43.486772 n-d-804985-2 neutron-server[106253]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:08:43.486772 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:08:43.486772 n-d-804985-2 neutron-server[106253]: return f(self, *a, **k) Aug 18 12:08:43.486772 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:08:43.486772 n-d-804985-2 neutron-server[106253]: return self._get(url).json() Aug 18 12:08:43.486772 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:08:43.486772 n-d-804985-2 neutron-server[106253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:08:43.486772 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:08:43.486772 n-d-804985-2 neutron-server[106253]: return self.request(url, 'GET', **kwargs) Aug 18 12:08:43.486772 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:08:43.486772 n-d-804985-2 neutron-server[106253]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:08:43.486772 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:08:43.486772 n-d-804985-2 neutron-server[106253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:08:43.486772 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:08:43.486772 n-d-804985-2 neutron-server[106253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:08:43.486772 n-d-804985-2 neutron-server[106253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:08:43.512403 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281a3238-a977-4bb7-bbb6-c2c7870224d0 None None] Pushing event deleted for resources: {'Port': ['ID=2c91ee5f-3331-41b8-9ca2-3894656415ef,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:08:43.574398 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22b45a6-b6ca-4b8c-95c6-321de1dfe498 req-bc6d0a94-d43f-403f-8401-30ad3d82f508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:43.585515 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c22b45a6-b6ca-4b8c-95c6-321de1dfe498 req-bc6d0a94-d43f-403f-8401-30ad3d82f508 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d3427385-4738-4edf-ab5a-b3bffa0e286e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5674806 Aug 18 12:08:43.614247 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-12266eca-e5e7-46b2-9ac3-e0335f7d07fb req-a81123db-3b62-44c4-80d0-60a5d3baef8f tempest-InstanceActionsTestJSON-769347568 tempest-InstanceActionsTestJSON-769347568-project] 10.222.0.66 "GET /v2.0/ports?device_id=ae6e8f91-9436-4aa4-887b-d4fc19a257e1 HTTP/1.1" status: 200 len: 210 time: 0.2125235 Aug 18 12:08:43.681508 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-eab00eac-a9ac-4fc8-a6cf-7848acdc470d tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:43.736448 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-10790191-4b70-464b-b1bb-0617cdeb99d1 req-682ac8bd-95cd-40f0-a4e5-e71100b4b6a5 tempest-InstanceActionsTestJSON-769347568 tempest-InstanceActionsTestJSON-769347568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:43.757491 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d4e9cbe3-01f9-49ec-a099-4f88625c6c4c tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8367858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997186'] for network, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:43.773760 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d4e9cbe3-01f9-49ec-a099-4f88625c6c4c tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:43.789587 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [None req-eab00eac-a9ac-4fc8-a6cf-7848acdc470d tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Transition to ACTIVE for port object 5ad77138-ee43-4a08-871c-bc2c3ced1eff will not be triggered until provisioned by entity DHCP. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:08:43.794343 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-d4e9cbe3-01f9-49ec-a099-4f88625c6c4c tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] 10.222.0.66 "DELETE /v2.0/networks/71f4f05b-546f-495f-be85-3ee41a9605e5 HTTP/1.1" status: 204 len: 168 time: 2.8778081 Aug 18 12:08:43.796023 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 44608) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:08:43.851211 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-66f5d46e-f86e-417c-beb6-89abcde1714b None None] For port c2fbdeec-3732-4e57-86fa-afd08a37c43c, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=c2fbdeec-3732-4e57-86fa-afd08a37c43c,segment=NetworkSegment(df8c2716-4c05-4e71-858a-1ca678e85c74),segment_id=df8c2716-4c05-4e71-858a-1ca678e85c74)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:08:43.851211 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-66f5d46e-f86e-417c-beb6-89abcde1714b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:43.870884 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-f902c1d1-ee8b-4b60-8882-c46837528a0c None None] Provisioning for port ae834f10-2e98-49be-aad1-df31ec69aa20 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:08:43.886974 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port ae834f10-2e98-49be-aad1-df31ec69aa20 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:08:43.886974 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:43.890115 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-66f5d46e-f86e-417c-beb6-89abcde1714b None None] Calling delete_port for c2fbdeec-3732-4e57-86fa-afd08a37c43c owned by network:dhcp {{(pid=106254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:08:43.891217 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682ac8bd-95cd-40f0-a4e5-e71100b4b6a5 tempest-InstanceActionsTestJSON-769347568 tempest-InstanceActionsTestJSON-769347568-project] Pushing event updated for resources: {'Port': ['ID=7016c2d1-8cac-492c-844c-08eff7c6f0b0,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:08:43.898396 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c9b836e6-fa20-4a4e-a6d3-74e9992b03eb req-85341a48-5e13-401f-836e-31755e434f8b tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] 10.222.0.66 "GET /v2.0/security-groups?id=fe2dcb26-443e-4283-a770-27980373d006&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3986762 Aug 18 12:08:43.918990 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-f902c1d1-ee8b-4b60-8882-c46837528a0c None None] Provisioning complete for port ae834f10-2e98-49be-aad1-df31ec69aa20 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:08:43.920487 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-f902c1d1-ee8b-4b60-8882-c46837528a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:43.937042 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10790191-4b70-464b-b1bb-0617cdeb99d1 req-682ac8bd-95cd-40f0-a4e5-e71100b4b6a5 tempest-InstanceActionsTestJSON-769347568 tempest-InstanceActionsTestJSON-769347568-project] Network 15ed92bc-6567-43f5-b023-8aa36b195080 is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:08:43.939278 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [req-10790191-4b70-464b-b1bb-0617cdeb99d1 req-682ac8bd-95cd-40f0-a4e5-e71100b4b6a5 tempest-InstanceActionsTestJSON-769347568 tempest-InstanceActionsTestJSON-769347568-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:08:43.941607 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e9cbe3-01f9-49ec-a099-4f88625c6c4c tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Pushing event deleted for resources: {'Network': ['ID=71f4f05b-546f-495f-be85-3ee41a9605e5,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:08:43.944647 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-10790191-4b70-464b-b1bb-0617cdeb99d1 req-682ac8bd-95cd-40f0-a4e5-e71100b4b6a5 tempest-InstanceActionsTestJSON-769347568 tempest-InstanceActionsTestJSON-769347568-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:08:43.972009 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-83e27548-c8a5-4f4b-9af8-12fa5d6cd751 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7904109'] for network, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:43.983760 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c22b45a6-b6ca-4b8c-95c6-321de1dfe498 req-dd87a3ff-a8a3-4d74-b645-ed9b698d31e8 service neutron] 10.222.0.62 "GET /v2.0/networks/d3427385-4738-4edf-ab5a-b3bffa0e286e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3253331 Aug 18 12:08:44.005350 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-eab00eac-a9ac-4fc8-a6cf-7848acdc470d tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:44.013996 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10790191-4b70-464b-b1bb-0617cdeb99d1 req-682ac8bd-95cd-40f0-a4e5-e71100b4b6a5 tempest-InstanceActionsTestJSON-769347568 tempest-InstanceActionsTestJSON-769347568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:44.015750 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-10790191-4b70-464b-b1bb-0617cdeb99d1 req-682ac8bd-95cd-40f0-a4e5-e71100b4b6a5 tempest-InstanceActionsTestJSON-769347568 tempest-InstanceActionsTestJSON-769347568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:44.035394 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-10790191-4b70-464b-b1bb-0617cdeb99d1 req-682ac8bd-95cd-40f0-a4e5-e71100b4b6a5 tempest-InstanceActionsTestJSON-769347568 tempest-InstanceActionsTestJSON-769347568-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1816192 Aug 18 12:08:44.057552 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [req-10790191-4b70-464b-b1bb-0617cdeb99d1 req-23b89694-031b-46b7-b7fb-48d83d397eea service neutron] Request body: {'port': {'device_id': 'ae6e8f91-9436-4aa4-887b-d4fc19a257e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804985-2'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:08:44.133487 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eab00eac-a9ac-4fc8-a6cf-7848acdc470d tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Network fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:08:44.142915 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-eab00eac-a9ac-4fc8-a6cf-7848acdc470d tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:08:44.144783 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab00eac-a9ac-4fc8-a6cf-7848acdc470d tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Pushing event updated for resources: {'Port': ['ID=5ad77138-ee43-4a08-871c-bc2c3ced1eff,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:08:44.149619 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab00eac-a9ac-4fc8-a6cf-7848acdc470d tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:08:44.154887 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-10790191-4b70-464b-b1bb-0617cdeb99d1 req-23b89694-031b-46b7-b7fb-48d83d397eea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:44.227674 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab00eac-a9ac-4fc8-a6cf-7848acdc470d tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:08:44.228084 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab00eac-a9ac-4fc8-a6cf-7848acdc470d tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:08:44.228432 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab00eac-a9ac-4fc8-a6cf-7848acdc470d tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:08:44.228925 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab00eac-a9ac-4fc8-a6cf-7848acdc470d tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:08:44.229282 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab00eac-a9ac-4fc8-a6cf-7848acdc470d tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:08:44.229601 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab00eac-a9ac-4fc8-a6cf-7848acdc470d tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:08:44.230005 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab00eac-a9ac-4fc8-a6cf-7848acdc470d tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:08:44.230408 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab00eac-a9ac-4fc8-a6cf-7848acdc470d tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:08:44.230738 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab00eac-a9ac-4fc8-a6cf-7848acdc470d tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:08:44.231063 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab00eac-a9ac-4fc8-a6cf-7848acdc470d tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:08:44.231824 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab00eac-a9ac-4fc8-a6cf-7848acdc470d tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:08:44.232327 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab00eac-a9ac-4fc8-a6cf-7848acdc470d tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:08:44.279352 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-83e27548-c8a5-4f4b-9af8-12fa5d6cd751 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Deleting port c2fbdeec-3732-4e57-86fa-afd08a37c43c {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:08:44.282022 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-83e27548-c8a5-4f4b-9af8-12fa5d6cd751 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:44.293016 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eab00eac-a9ac-4fc8-a6cf-7848acdc470d tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:44.294107 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-eab00eac-a9ac-4fc8-a6cf-7848acdc470d tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:44.299019 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c22b45a6-b6ca-4b8c-95c6-321de1dfe498 req-bcac6439-2f6f-4694-9b01-7cd007a03cb9 service neutron] 10.222.0.62 "GET /v2.0/networks/d3427385-4738-4edf-ab5a-b3bffa0e286e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3049414 Aug 18 12:08:44.354333 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-66f5d46e-f86e-417c-beb6-89abcde1714b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556'] for port, after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:44.458875 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f5d46e-f86e-417c-beb6-89abcde1714b None None] Pushing event deleted for resources: {'Port': ['ID=c2fbdeec-3732-4e57-86fa-afd08a37c43c,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:08:44.462766 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c22b45a6-b6ca-4b8c-95c6-321de1dfe498 req-6ecb72e9-261d-4462-baf4-194fb51fc87b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d8713f4a-f3e1-4969-98d9-fb54153a1b08 HTTP/1.1" status: 200 len: 217 time: 0.1479700 Aug 18 12:08:44.466667 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f5d46e-f86e-417c-beb6-89abcde1714b None None] No DVR routers for this DVR port c2fbdeec-3732-4e57-86fa-afd08a37c43c on host n-d-804985-2 {{(pid=106254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:08:44.508409 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 44614) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:08:44.509045 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-eab00eac-a9ac-4fc8-a6cf-7848acdc470d tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 5.2382054 Aug 18 12:08:44.574961 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device c2fbdeec-3732-4e57-86fa-afd08a37c43c no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:08:44.586393 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [None req-83e27548-c8a5-4f4b-9af8-12fa5d6cd751 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] For port c2fbdeec-3732-4e57-86fa-afd08a37c43c, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=c2fbdeec-3732-4e57-86fa-afd08a37c43c,segment=NetworkSegment(df8c2716-4c05-4e71-858a-1ca678e85c74),segment_id=df8c2716-4c05-4e71-858a-1ca678e85c74)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:08:44.586801 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-83e27548-c8a5-4f4b-9af8-12fa5d6cd751 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:44.598885 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22b45a6-b6ca-4b8c-95c6-321de1dfe498 req-891e7992-7868-40c0-baec-34f29ff5da02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:44.600915 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c22b45a6-b6ca-4b8c-95c6-321de1dfe498 req-891e7992-7868-40c0-baec-34f29ff5da02 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=765693c9-62f2-43a4-a4e0-0c1c5bb2242d HTTP/1.1" status: 200 len: 797 time: 0.1016870 Aug 18 12:08:44.624215 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-83e27548-c8a5-4f4b-9af8-12fa5d6cd751 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Calling delete_port for c2fbdeec-3732-4e57-86fa-afd08a37c43c owned by network:dhcp {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:08:44.636574 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: c2fbdeec-3732-4e57-86fa-afd08a37c43c {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:08:44.636920 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device c2fbdeec-3732-4e57-86fa-afd08a37c43c not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:08:44.657416 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84be67fe-8d81-48a2-8607-c54e67e47c12 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:44.664949 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84be67fe-8d81-48a2-8607-c54e67e47c12 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:44.668963 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-84be67fe-8d81-48a2-8607-c54e67e47c12 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.1595237 Aug 18 12:08:44.673966 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 44618) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:08:44.707694 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-c4213d23-bde5-44d9-bfd9-295e453fffca None None] Provisioning for port 5ad77138-ee43-4a08-871c-bc2c3ced1eff completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:08:44.711982 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-c4213d23-bde5-44d9-bfd9-295e453fffca None None] Provisioning complete for port 5ad77138-ee43-4a08-871c-bc2c3ced1eff triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:08:44.712353 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-c4213d23-bde5-44d9-bfd9-295e453fffca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:44.718461 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [req-10790191-4b70-464b-b1bb-0617cdeb99d1 req-23b89694-031b-46b7-b7fb-48d83d397eea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7016c2d1-8cac-492c-844c-08eff7c6f0b0 {{(pid=106253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:08:44.731060 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-10790191-4b70-464b-b1bb-0617cdeb99d1 req-23b89694-031b-46b7-b7fb-48d83d397eea service neutron] Notify callbacks [] for port, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:44.737794 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6871ee3-fc22-4015-87d5-1da0bb71e5ef req-6255b9fe-1009-400d-9ce3-f508e25810ca tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:44.739466 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d6871ee3-fc22-4015-87d5-1da0bb71e5ef req-6255b9fe-1009-400d-9ce3-f508e25810ca tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/ports?device_id=6011af90-500b-4206-8fbe-42824e0797da HTTP/1.1" status: 200 len: 945 time: 0.3530514 Aug 18 12:08:44.768333 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-c4213d23-bde5-44d9-bfd9-295e453fffca None None] Port 5ad77138-ee43-4a08-871c-bc2c3ced1eff cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:08:44.773039 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [req-10790191-4b70-464b-b1bb-0617cdeb99d1 req-23b89694-031b-46b7-b7fb-48d83d397eea service neutron] Transition to ACTIVE for port object 7016c2d1-8cac-492c-844c-08eff7c6f0b0 will not be triggered until provisioned by entity L2. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:08:44.781276 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-10790191-4b70-464b-b1bb-0617cdeb99d1 req-23b89694-031b-46b7-b7fb-48d83d397eea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:44.873320 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b89694-031b-46b7-b7fb-48d83d397eea service neutron] Pushing event updated for resources: {'Port': ['ID=7016c2d1-8cac-492c-844c-08eff7c6f0b0,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:08:44.922728 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22b45a6-b6ca-4b8c-95c6-321de1dfe498 req-6e6765b0-f3a3-4e0a-a256-29bce9b6224e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:44.924209 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c22b45a6-b6ca-4b8c-95c6-321de1dfe498 req-6e6765b0-f3a3-4e0a-a256-29bce9b6224e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d3427385-4738-4edf-ab5a-b3bffa0e286e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3127334 Aug 18 12:08:44.951135 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d6871ee3-fc22-4015-87d5-1da0bb71e5ef req-a94be608-71fa-4374-bbc2-94d8b69bd2c6 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/security-groups?id=e93b90b0-d66c-467b-a848-eedd88936357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997163 Aug 18 12:08:44.952412 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-10790191-4b70-464b-b1bb-0617cdeb99d1 req-23b89694-031b-46b7-b7fb-48d83d397eea service neutron] Attempting to bind port 7016c2d1-8cac-492c-844c-08eff7c6f0b0 on host n-h2-804985-2 for vnic_type normal with profile {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:08:44.953094 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-10790191-4b70-464b-b1bb-0617cdeb99d1 req-23b89694-031b-46b7-b7fb-48d83d397eea service neutron] Attempting to bind port 7016c2d1-8cac-492c-844c-08eff7c6f0b0 by drivers openvswitch,hyperv on host n-h2-804985-2 at level 0 using segments [{'id': 'af8c14ad-677e-46bb-a63a-cc64525885d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '15ed92bc-6567-43f5-b023-8aa36b195080'}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:08:44.953981 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10790191-4b70-464b-b1bb-0617cdeb99d1 req-23b89694-031b-46b7-b7fb-48d83d397eea service neutron] Attempting to bind port 7016c2d1-8cac-492c-844c-08eff7c6f0b0 on network 15ed92bc-6567-43f5-b023-8aa36b195080 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:08:44.962974 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10790191-4b70-464b-b1bb-0617cdeb99d1 req-23b89694-031b-46b7-b7fb-48d83d397eea service neutron] Port 7016c2d1-8cac-492c-844c-08eff7c6f0b0 on network 15ed92bc-6567-43f5-b023-8aa36b195080 not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-2 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:08:44.963564 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10790191-4b70-464b-b1bb-0617cdeb99d1 req-23b89694-031b-46b7-b7fb-48d83d397eea service neutron] Attempting to bind port 7016c2d1-8cac-492c-844c-08eff7c6f0b0 on network 15ed92bc-6567-43f5-b023-8aa36b195080 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:08:44.973543 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10790191-4b70-464b-b1bb-0617cdeb99d1 req-23b89694-031b-46b7-b7fb-48d83d397eea service neutron] Checking agent: {'id': 'da5da552-709c-4248-84de-86af99a0dc87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 49, 8), 'started_at': datetime.datetime(2021, 8, 18, 11, 49, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 8, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:08:44.975570 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10790191-4b70-464b-b1bb-0617cdeb99d1 req-23b89694-031b-46b7-b7fb-48d83d397eea service neutron] Checking segment: {'id': 'af8c14ad-677e-46bb-a63a-cc64525885d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '15ed92bc-6567-43f5-b023-8aa36b195080'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:08:44.976033 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10790191-4b70-464b-b1bb-0617cdeb99d1 req-23b89694-031b-46b7-b7fb-48d83d397eea service neutron] Bound using segment: {'id': 'af8c14ad-677e-46bb-a63a-cc64525885d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '15ed92bc-6567-43f5-b023-8aa36b195080'} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:08:44.976944 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-10790191-4b70-464b-b1bb-0617cdeb99d1 req-23b89694-031b-46b7-b7fb-48d83d397eea service neutron] Bound port: 7016c2d1-8cac-492c-844c-08eff7c6f0b0, host: n-h2-804985-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af8c14ad-677e-46bb-a63a-cc64525885d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '15ed92bc-6567-43f5-b023-8aa36b195080'}}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:08:44.978900 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-10790191-4b70-464b-b1bb-0617cdeb99d1 req-23b89694-031b-46b7-b7fb-48d83d397eea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:45.025999 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c55d6d1-2336-4066-8c4c-dcf209b2df47 req-91510036-d836-4d38-a0dc-ed32c7d84dcb tempest-InstanceActionsTestJSON-769347568 tempest-InstanceActionsTestJSON-769347568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:45.027770 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0c55d6d1-2336-4066-8c4c-dcf209b2df47 req-91510036-d836-4d38-a0dc-ed32c7d84dcb tempest-InstanceActionsTestJSON-769347568 tempest-InstanceActionsTestJSON-769347568-project] 10.222.0.66 "GET /v2.0/ports?device_id=ae6e8f91-9436-4aa4-887b-d4fc19a257e1 HTTP/1.1" status: 200 len: 943 time: 0.2850339 Aug 18 12:08:45.106716 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-83e27548-c8a5-4f4b-9af8-12fa5d6cd751 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:45.124832 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-1e92b59e-12e1-4913-b863-72be1521b861 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Deleting port 5ad77138-ee43-4a08-871c-bc2c3ced1eff {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:08:45.124832 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1e92b59e-12e1-4913-b863-72be1521b861 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:45.125629 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-10790191-4b70-464b-b1bb-0617cdeb99d1 req-23b89694-031b-46b7-b7fb-48d83d397eea service neutron] For port 7016c2d1-8cac-492c-844c-08eff7c6f0b0, host n-h2-804985-2, cleared binding levels {{(pid=106253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:08:45.133235 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-10790191-4b70-464b-b1bb-0617cdeb99d1 req-23b89694-031b-46b7-b7fb-48d83d397eea service neutron] For port 7016c2d1-8cac-492c-844c-08eff7c6f0b0, host n-h2-804985-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=7016c2d1-8cac-492c-844c-08eff7c6f0b0,segment=NetworkSegment(af8c14ad-677e-46bb-a63a-cc64525885d5),segment_id=af8c14ad-677e-46bb-a63a-cc64525885d5)] {{(pid=106253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:08:45.145654 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-10790191-4b70-464b-b1bb-0617cdeb99d1 req-23b89694-031b-46b7-b7fb-48d83d397eea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:45.180580 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10790191-4b70-464b-b1bb-0617cdeb99d1 req-23b89694-031b-46b7-b7fb-48d83d397eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:45.183441 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-10790191-4b70-464b-b1bb-0617cdeb99d1 req-23b89694-031b-46b7-b7fb-48d83d397eea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:45.187457 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-10790191-4b70-464b-b1bb-0617cdeb99d1 req-23b89694-031b-46b7-b7fb-48d83d397eea service neutron] 10.222.0.62 "PUT /v2.0/ports/7016c2d1-8cac-492c-844c-08eff7c6f0b0 HTTP/1.1" status: 200 len: 1091 time: 1.1436200 Aug 18 12:08:45.190479 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae6e8f91-9436-4aa4-887b-d4fc19a257e1', 'tag': '7016c2d1-8cac-492c-844c-08eff7c6f0b0'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:08:45.195399 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0679f4c4b6e0e0c064a7d71d722dc30541a34fffee11680573be22ee2ffccc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f428637-c580-41a7-8935-de08beb1f586" -d '{"events": [{"name": "network-changed", "server_uuid": "ae6e8f91-9436-4aa4-887b-d4fc19a257e1", "tag": "7016c2d1-8cac-492c-844c-08eff7c6f0b0"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:08:45.213627 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e27548-c8a5-4f4b-9af8-12fa5d6cd751 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Pushing event deleted for resources: {'Port': ['ID=c2fbdeec-3732-4e57-86fa-afd08a37c43c,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:08:45.215389 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e27548-c8a5-4f4b-9af8-12fa5d6cd751 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] No DVR routers for this DVR port c2fbdeec-3732-4e57-86fa-afd08a37c43c on host n-d-804985-2 {{(pid=106252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:08:45.235886 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0c55d6d1-2336-4066-8c4c-dcf209b2df47 req-5efc9243-d235-433f-955d-fa640aa47d49 tempest-InstanceActionsTestJSON-769347568 tempest-InstanceActionsTestJSON-769347568-project] 10.222.0.66 "GET /v2.0/security-groups?id=dfaf675e-0a2c-4804-9c84-c8d8c90e7cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987786 Aug 18 12:08:45.238151 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c22b45a6-b6ca-4b8c-95c6-321de1dfe498 req-fc362f8a-b09d-4d9a-8b9b-1bdff4857ba5 service neutron] 10.222.0.62 "GET /v2.0/networks/d3427385-4738-4edf-ab5a-b3bffa0e286e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2992711 Aug 18 12:08:45.275070 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b89694-031b-46b7-b7fb-48d83d397eea service neutron] Pushing event updated for resources: {'Port': ['ID=7016c2d1-8cac-492c-844c-08eff7c6f0b0,revision_number=3']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:08:45.368065 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10790191-4b70-464b-b1bb-0617cdeb99d1 req-9b569328-d364-4a22-91b1-c1320cbab0de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:45.371903 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-10790191-4b70-464b-b1bb-0617cdeb99d1 req-9b569328-d364-4a22-91b1-c1320cbab0de service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0a807895f8914deb9251dda17adc4a39&device_id=ae6e8f91-9436-4aa4-887b-d4fc19a257e1 HTTP/1.1" status: 200 len: 1094 time: 0.1285450 Aug 18 12:08:45.407134 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 72adabbd-2512-4e74-bbd3-1dc520003492 up at agent hyperv_n-h1-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:08:45.483795 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-10790191-4b70-464b-b1bb-0617cdeb99d1 req-4c6af96c-9139-4234-be7c-a0b99a5d6ded service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7016c2d1-8cac-492c-844c-08eff7c6f0b0 HTTP/1.1" status: 200 len: 217 time: 0.1038609 Aug 18 12:08:45.491027 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:08:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5db763b6-d488-4f8f-8b54-a847c4e26d8e x-openstack-request-id: req-5db763b6-d488-4f8f-8b54-a847c4e26d8e {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:08:45.491329 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae6e8f91-9436-4aa4-887b-d4fc19a257e1", "tag": "7016c2d1-8cac-492c-844c-08eff7c6f0b0", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:08:45.491580 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-5db763b6-d488-4f8f-8b54-a847c4e26d8e {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:08:45.491986 n-d-804985-2 neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae6e8f91-9436-4aa4-887b-d4fc19a257e1', 'tag': '7016c2d1-8cac-492c-844c-08eff7c6f0b0', 'status': 'completed', 'code': 200} Aug 18 12:08:45.554043 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Provisioning for port 72adabbd-2512-4e74-bbd3-1dc520003492 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:08:45.565823 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Provisioning complete for port 72adabbd-2512-4e74-bbd3-1dc520003492 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:08:45.567739 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:45.593690 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10790191-4b70-464b-b1bb-0617cdeb99d1 req-3242aafd-6d26-4265-9cdb-2f3231a19922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:45.599035 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-10790191-4b70-464b-b1bb-0617cdeb99d1 req-3242aafd-6d26-4265-9cdb-2f3231a19922 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5008c2c5-5ee7-4f2e-9f2e-042570605180 HTTP/1.1" status: 200 len: 854 time: 0.1030383 Aug 18 12:08:45.649283 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-10790191-4b70-464b-b1bb-0617cdeb99d1 req-2c22543d-59c4-4c4c-ba6d-27529ed9da12 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=15ed92bc-6567-43f5-b023-8aa36b195080&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401323 Aug 18 12:08:45.739190 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:45.760463 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-10790191-4b70-464b-b1bb-0617cdeb99d1 req-607ea6be-e98e-4730-b700-289e5c2df590 service neutron] 10.222.0.62 "GET /v2.0/networks/15ed92bc-6567-43f5-b023-8aa36b195080?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039000 Aug 18 12:08:45.778613 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b84d9ad-b821-445d-a542-9ceb5fe46c34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72adabbd-2512-4e74-bbd3-1dc520003492'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:08:45.783758 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db50a436fb3a98495337d8fe7487b4f2ea6f3c1052eb9efadc2ecda2d5737001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c15e1ea8-6d6a-447f-8039-5ef98f588579" -d '{"events": [{"server_uuid": "4b84d9ad-b821-445d-a542-9ceb5fe46c34", "name": "network-vif-plugged", "status": "completed", "tag": "72adabbd-2512-4e74-bbd3-1dc520003492"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:08:45.801168 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 72adabbd-2512-4e74-bbd3-1dc520003492, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=72adabbd-2512-4e74-bbd3-1dc520003492,segment=NetworkSegment(a349f629-a357-4fba-80a9-3970130b5e97),segment_id=a349f629-a357-4fba-80a9-3970130b5e97)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:08:45.810623 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:45.834882 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-83e27548-c8a5-4f4b-9af8-12fa5d6cd751 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8367869', 'neutron.services.segments.db._delete_segments_for_network-8789151212993'] for network, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:45.849785 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-83e27548-c8a5-4f4b-9af8-12fa5d6cd751 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14664a63-22d6-4bc0-8290-849b20369b1b']}} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:08:45.863964 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-83e27548-c8a5-4f4b-9af8-12fa5d6cd751 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df8c2716-4c05-4e71-858a-1ca678e85c74') {'for_net_delete': True} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:08:45.864266 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-83e27548-c8a5-4f4b-9af8-12fa5d6cd751 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df8c2716-4c05-4e71-858a-1ca678e85c74') {} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:08:45.876970 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-83e27548-c8a5-4f4b-9af8-12fa5d6cd751 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789151225254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2221521'] for segment, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:45.893835 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-10790191-4b70-464b-b1bb-0617cdeb99d1 req-666c98a3-cba5-4d15-a185-8d2bdc2ace90 service neutron] 10.222.0.62 "GET /v2.0/networks/15ed92bc-6567-43f5-b023-8aa36b195080?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246891 Aug 18 12:08:45.928000 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=72adabbd-2512-4e74-bbd3-1dc520003492,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:08:45.940702 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-83e27548-c8a5-4f4b-9af8-12fa5d6cd751 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:45.962164 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83e27548-c8a5-4f4b-9af8-12fa5d6cd751 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Releasing vlan 848 on physical network physnet1 to pool {{(pid=106252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:08:45.962659 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-83e27548-c8a5-4f4b-9af8-12fa5d6cd751 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3572434'] for segment, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:46.002325 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f428637-c580-41a7-8935-de08beb1f586 req-de398f29-d228-42d0-8b6c-ca70a110b213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:46.004872 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-8f428637-c580-41a7-8935-de08beb1f586 req-de398f29-d228-42d0-8b6c-ca70a110b213 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0a807895f8914deb9251dda17adc4a39&device_id=ae6e8f91-9436-4aa4-887b-d4fc19a257e1 HTTP/1.1" status: 200 len: 1094 time: 0.0537906 Aug 18 12:08:46.009859 n-d-804985-2 neutron-server[106252]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 12:08:46.009859 n-d-804985-2 neutron-server[106252]: self.session.flush() Aug 18 12:08:46.009859 n-d-804985-2 neutron-server[106252]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 12:08:46.009859 n-d-804985-2 neutron-server[106252]: self.session.flush() Aug 18 12:08:46.009859 n-d-804985-2 neutron-server[106252]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 12:08:46.009859 n-d-804985-2 neutron-server[106252]: self.session.flush() Aug 18 12:08:46.009859 n-d-804985-2 neutron-server[106252]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 12:08:46.009859 n-d-804985-2 neutron-server[106252]: self.session.flush() Aug 18 12:08:46.009859 n-d-804985-2 neutron-server[106252]: Traceback (most recent call last): Aug 18 12:08:46.009859 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:08:46.009859 n-d-804985-2 neutron-server[106252]: timer() Aug 18 12:08:46.009859 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:08:46.009859 n-d-804985-2 neutron-server[106252]: cb(*args, **kw) Aug 18 12:08:46.009859 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:08:46.009859 n-d-804985-2 neutron-server[106252]: return func(*args, **kwargs) Aug 18 12:08:46.009859 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:08:46.009859 n-d-804985-2 neutron-server[106252]: self._notify() Aug 18 12:08:46.009859 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:08:46.009859 n-d-804985-2 neutron-server[106252]: self.callback(batched_events) Aug 18 12:08:46.009859 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:08:46.009859 n-d-804985-2 neutron-server[106252]: event.method(event) Aug 18 12:08:46.009859 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:08:46.009859 n-d-804985-2 neutron-server[106252]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:08:46.009859 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:08:46.009859 n-d-804985-2 neutron-server[106252]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:08:46.009859 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:08:46.009859 n-d-804985-2 neutron-server[106252]: return f(self, *a, **k) Aug 18 12:08:46.009859 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:08:46.009859 n-d-804985-2 neutron-server[106252]: return self._get(url).json() Aug 18 12:08:46.009859 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:08:46.009859 n-d-804985-2 neutron-server[106252]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:08:46.009859 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:08:46.009859 n-d-804985-2 neutron-server[106252]: return self.request(url, 'GET', **kwargs) Aug 18 12:08:46.009859 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:08:46.009859 n-d-804985-2 neutron-server[106252]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:08:46.009859 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:08:46.009859 n-d-804985-2 neutron-server[106252]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:08:46.009859 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:08:46.009859 n-d-804985-2 neutron-server[106252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:08:46.009859 n-d-804985-2 neutron-server[106252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:08:46.017397 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1e92b59e-12e1-4913-b863-72be1521b861 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:46.080995 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-1e92b59e-12e1-4913-b863-72be1521b861 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Calling delete_port for 5ad77138-ee43-4a08-871c-bc2c3ced1eff owned by {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:08:46.092105 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8abb273-cf2d-4f42-891c-1e1e630b7d93 req-8e3de218-586f-4405-8b00-e779460b4a28 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:46.099958 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b8abb273-cf2d-4f42-891c-1e1e630b7d93 req-8e3de218-586f-4405-8b00-e779460b4a28 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] 10.222.0.66 "GET /v2.0/ports?device_id=4b84d9ad-b821-445d-a542-9ceb5fe46c34 HTTP/1.1" status: 200 len: 945 time: 0.4580932 Aug 18 12:08:46.113612 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5030feb7-ec0c-4f0d-81b6-7f3ba659086d req-94ae2a2e-1ece-4f89-b594-5fbc6032ebf5 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:46.115403 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5030feb7-ec0c-4f0d-81b6-7f3ba659086d req-94ae2a2e-1ece-4f89-b594-5fbc6032ebf5 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/ports?device_id=6011af90-500b-4206-8fbe-42824e0797da HTTP/1.1" status: 200 len: 945 time: 0.4706080 Aug 18 12:08:46.146850 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-83e27548-c8a5-4f4b-9af8-12fa5d6cd751 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8367858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997186'] for network, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:46.209797 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f428637-c580-41a7-8935-de08beb1f586 req-6e0a47f0-1265-40da-ba62-8c49f331840d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:46.211672 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-8f428637-c580-41a7-8935-de08beb1f586 req-6e0a47f0-1265-40da-ba62-8c49f331840d service neutron] 10.222.0.62 "GET /v2.0/networks?id=15ed92bc-6567-43f5-b023-8aa36b195080 HTTP/1.1" status: 200 len: 915 time: 0.1953049 Aug 18 12:08:46.225686 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-83e27548-c8a5-4f4b-9af8-12fa5d6cd751 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Notify callbacks [] for network, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:46.232597 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-83e27548-c8a5-4f4b-9af8-12fa5d6cd751 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] 10.222.0.66 "DELETE /v2.0/networks/14664a63-22d6-4bc0-8290-849b20369b1b HTTP/1.1" status: 204 len: 168 time: 2.4299545 Aug 18 12:08:46.239366 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c22b45a6-b6ca-4b8c-95c6-321de1dfe498 req-52f4a441-0dc8-4ea3-b7c0-5c5e916a6dab service neutron] 10.222.0.62 "GET /v2.0/networks/d3427385-4738-4edf-ab5a-b3bffa0e286e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5846272 Aug 18 12:08:46.280141 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e27548-c8a5-4f4b-9af8-12fa5d6cd751 tempest-TaggedBootDevicesTest_v242-1102607916 tempest-TaggedBootDevicesTest_v242-1102607916-project] Pushing event deleted for resources: {'Network': ['ID=14664a63-22d6-4bc0-8290-849b20369b1b,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:08:46.307049 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5030feb7-ec0c-4f0d-81b6-7f3ba659086d req-0371ab30-d1e7-4d2e-87d7-201ed3733449 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/security-groups?id=e93b90b0-d66c-467b-a848-eedd88936357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792822 Aug 18 12:08:46.370172 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-8f428637-c580-41a7-8935-de08beb1f586 req-de2d45f3-483d-4917-88cd-30bfebbaa182 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7016c2d1-8cac-492c-844c-08eff7c6f0b0 HTTP/1.1" status: 200 len: 217 time: 0.1463056 Aug 18 12:08:46.390402 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:08:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04f40079-6c4a-4339-a3d8-9b97c11bfa6b x-openstack-request-id: req-04f40079-6c4a-4339-a3d8-9b97c11bfa6b {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:08:46.390681 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b84d9ad-b821-445d-a542-9ceb5fe46c34", "name": "network-vif-plugged", "status": "completed", "tag": "72adabbd-2512-4e74-bbd3-1dc520003492", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:08:46.390902 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-04f40079-6c4a-4339-a3d8-9b97c11bfa6b {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:08:46.391328 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b84d9ad-b821-445d-a542-9ceb5fe46c34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72adabbd-2512-4e74-bbd3-1dc520003492', 'code': 200} Aug 18 12:08:46.488821 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f428637-c580-41a7-8935-de08beb1f586 req-336a6232-070e-4d8c-8549-7634ec660c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:46.497661 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-8f428637-c580-41a7-8935-de08beb1f586 req-336a6232-070e-4d8c-8549-7634ec660c4c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5008c2c5-5ee7-4f2e-9f2e-042570605180 HTTP/1.1" status: 200 len: 854 time: 0.1167769 Aug 18 12:08:46.568419 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-8f428637-c580-41a7-8935-de08beb1f586 req-082628af-12fd-4c8a-801f-a31a038e538e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=15ed92bc-6567-43f5-b023-8aa36b195080&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0612853 Aug 18 12:08:46.591054 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b8abb273-cf2d-4f42-891c-1e1e630b7d93 req-a75afebf-0dee-43d6-a05d-274e9b3d92a6 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] 10.222.0.66 "GET /v2.0/security-groups?id=fe2dcb26-443e-4283-a770-27980373d006&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4896901 Aug 18 12:08:46.707804 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cd1084-7ddb-440b-ba91-b97882d3cb5d req-5dc8a85d-6455-42e5-9187-ed947f71cbd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:46.721275 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-95cd1084-7ddb-440b-ba91-b97882d3cb5d req-5dc8a85d-6455-42e5-9187-ed947f71cbd9 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=4b84d9ad-b821-445d-a542-9ceb5fe46c34 HTTP/1.1" status: 200 len: 1097 time: 0.2196918 Aug 18 12:08:46.787093 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-8f428637-c580-41a7-8935-de08beb1f586 req-720370bf-3263-436f-b4d8-0e2aa66dfba9 service neutron] 10.222.0.62 "GET /v2.0/networks/15ed92bc-6567-43f5-b023-8aa36b195080?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2075181 Aug 18 12:08:46.815083 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1e92b59e-12e1-4913-b863-72be1521b861 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:46.830629 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-95cd1084-7ddb-440b-ba91-b97882d3cb5d req-aafc4488-f661-4ac0-aa53-cdff4bd77920 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=fe2dcb26-443e-4283-a770-27980373d006&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682859 Aug 18 12:08:46.859345 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b80c36-e2af-4b4c-8d7c-3c25687c1257 req-7c40ec55-9161-4318-bbc0-fd139ed625f3 tempest-InstanceActionsTestJSON-769347568 tempest-InstanceActionsTestJSON-769347568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:46.867128 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-00b80c36-e2af-4b4c-8d7c-3c25687c1257 req-7c40ec55-9161-4318-bbc0-fd139ed625f3 tempest-InstanceActionsTestJSON-769347568 tempest-InstanceActionsTestJSON-769347568-project] 10.222.0.66 "GET /v2.0/ports?device_id=ae6e8f91-9436-4aa4-887b-d4fc19a257e1 HTTP/1.1" status: 200 len: 943 time: 0.2288520 Aug 18 12:08:46.881237 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e92b59e-12e1-4913-b863-72be1521b861 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Pushing event deleted for resources: {'Port': ['ID=5ad77138-ee43-4a08-871c-bc2c3ced1eff,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:08:46.940632 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-8f428637-c580-41a7-8935-de08beb1f586 req-41465fe1-1d4c-48b6-ba07-04f0f21c5239 service neutron] 10.222.0.62 "GET /v2.0/networks/15ed92bc-6567-43f5-b023-8aa36b195080?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467814 Aug 18 12:08:47.022859 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-00b80c36-e2af-4b4c-8d7c-3c25687c1257 req-fb3f18af-e0d6-453c-9e9c-ffef22d5512b tempest-InstanceActionsTestJSON-769347568 tempest-InstanceActionsTestJSON-769347568-project] 10.222.0.66 "GET /v2.0/security-groups?id=dfaf675e-0a2c-4804-9c84-c8d8c90e7cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500437 Aug 18 12:08:47.073643 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1e92b59e-12e1-4913-b863-72be1521b861 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:47.077939 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-1e92b59e-12e1-4913-b863-72be1521b861 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "DELETE /v2.0/ports/5ad77138-ee43-4a08-871c-bc2c3ced1eff HTTP/1.1" status: 204 len: 168 time: 2.3984520 Aug 18 12:08:47.080242 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 44658) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:08:47.176731 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b367aa6a-807c-4d4c-a1c3-a07763c58efa tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:47.178420 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b367aa6a-807c-4d4c-a1c3-a07763c58efa tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:47.186158 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b367aa6a-807c-4d4c-a1c3-a07763c58efa tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:47.191353 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-b367aa6a-807c-4d4c-a1c3-a07763c58efa tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0960436 Aug 18 12:08:47.192876 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 44664) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:08:47.260915 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a337a9d-bcaf-4c96-9551-3030ac4399ab tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Deleting subnet 4e7cf0e7-46d5-4724-a047-b4c5c8a88a24 {{(pid=106252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 12:08:47.264535 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5a337a9d-bcaf-4c96-9551-3030ac4399ab tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks [] for subnet, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:47.320198 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5a337a9d-bcaf-4c96-9551-3030ac4399ab tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2221528'] for subnet, precommit_delete_associations {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:47.468746 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d295744-642d-4b5c-a82a-1b7982d4b8ce req-48941b8f-5551-40b2-8c05-7504bd26adf3 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:47.470539 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1d295744-642d-4b5c-a82a-1b7982d4b8ce req-48941b8f-5551-40b2-8c05-7504bd26adf3 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/ports?device_id=6011af90-500b-4206-8fbe-42824e0797da HTTP/1.1" status: 200 len: 945 time: 0.0860591 Aug 18 12:08:47.523832 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1d295744-642d-4b5c-a82a-1b7982d4b8ce req-a761c320-6731-4f7b-9554-7a17c05ad264 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/security-groups?id=e93b90b0-d66c-467b-a848-eedd88936357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435624 Aug 18 12:08:47.527415 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5a337a9d-bcaf-4c96-9551-3030ac4399ab tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:47.618543 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5a337a9d-bcaf-4c96-9551-3030ac4399ab tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3572848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59074100'] for subnet, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:47.694234 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5a337a9d-bcaf-4c96-9551-3030ac4399ab tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for subnet, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:47.694994 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-984208ac-de2d-4114-b3ef-3c762495127c None None] Network fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:08:47.700077 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-5a337a9d-bcaf-4c96-9551-3030ac4399ab tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "DELETE /v2.0/subnets/4e7cf0e7-46d5-4724-a047-b4c5c8a88a24 HTTP/1.1" status: 204 len: 168 time: 0.5030155 Aug 18 12:08:47.702667 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 44676) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:08:47.714727 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a337a9d-bcaf-4c96-9551-3030ac4399ab tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Pushing event deleted for resources: {'Subnet': ['ID=4e7cf0e7-46d5-4724-a047-b4c5c8a88a24,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:08:47.801567 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca1ba8e4-2498-49a7-926e-30c634177724 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Deleting subnet 5b6423fd-1efa-4d25-ad92-fea1b8420cfc {{(pid=106252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 12:08:47.813500 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99aa922f-6f3e-4a2d-8cac-e725976c7296 req-3b420bc6-d883-4bd4-b8bd-8e38791337c3 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:47.822678 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-99aa922f-6f3e-4a2d-8cac-e725976c7296 req-3b420bc6-d883-4bd4-b8bd-8e38791337c3 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] 10.222.0.66 "GET /v2.0/ports?device_id=4b84d9ad-b821-445d-a542-9ceb5fe46c34 HTTP/1.1" status: 200 len: 946 time: 0.1090665 Aug 18 12:08:47.825482 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ca1ba8e4-2498-49a7-926e-30c634177724 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks [] for subnet, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:47.909082 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ca1ba8e4-2498-49a7-926e-30c634177724 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2221528'] for subnet, precommit_delete_associations {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:47.924539 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-99aa922f-6f3e-4a2d-8cac-e725976c7296 req-44b81f79-8a21-4f46-a557-92fcda6c6a8a tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] 10.222.0.66 "GET /v2.0/security-groups?id=fe2dcb26-443e-4283-a770-27980373d006&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990407 Aug 18 12:08:48.036705 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ca1ba8e4-2498-49a7-926e-30c634177724 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:48.124113 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ca1ba8e4-2498-49a7-926e-30c634177724 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3572848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59074100'] for subnet, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:48.187906 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1ba8e4-2498-49a7-926e-30c634177724 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Pushing event deleted for resources: {'Subnet': ['ID=5b6423fd-1efa-4d25-ad92-fea1b8420cfc,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:08:48.238177 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ca1ba8e4-2498-49a7-926e-30c634177724 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for subnet, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:48.256545 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-ca1ba8e4-2498-49a7-926e-30c634177724 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "DELETE /v2.0/subnets/5b6423fd-1efa-4d25-ad92-fea1b8420cfc HTTP/1.1" status: 204 len: 168 time: 0.5506299 Aug 18 12:08:48.256940 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 44682) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:08:48.316738 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-dfd71f68-8578-4660-ad8e-a3b1a5b12f8c tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0551944 Aug 18 12:08:48.317724 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 44684) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:08:48.326076 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-4f46cc4d-1094-4dae-824a-28aa215ba621 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Request body: {'subnet': {'network_id': 'fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:08:48.348388 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3d09a2-d624-466a-b069-9508fd5e2f28 req-d21921c6-0613-424f-b802-6109a8c44e2e tempest-InstanceActionsTestJSON-769347568 tempest-InstanceActionsTestJSON-769347568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:48.359543 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4b3d09a2-d624-466a-b069-9508fd5e2f28 req-d21921c6-0613-424f-b802-6109a8c44e2e tempest-InstanceActionsTestJSON-769347568 tempest-InstanceActionsTestJSON-769347568-project] 10.222.0.66 "GET /v2.0/ports?device_id=ae6e8f91-9436-4aa4-887b-d4fc19a257e1 HTTP/1.1" status: 200 len: 943 time: 0.1786611 Aug 18 12:08:48.428192 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4b3d09a2-d624-466a-b069-9508fd5e2f28 req-16d73483-d8ad-47eb-82e0-eca9eb191cca tempest-InstanceActionsTestJSON-769347568 tempest-InstanceActionsTestJSON-769347568-project] 10.222.0.66 "GET /v2.0/security-groups?id=dfaf675e-0a2c-4804-9c84-c8d8c90e7cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604498 Aug 18 12:08:48.492533 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-427dd5ab-978f-4c57-bc64-6370c0e5c8dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:48.571241 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f46cc4d-1094-4dae-824a-28aa215ba621 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Made reservation on behalf of 2a40b3bac30c4b9cb4cddbf9306b0469 for: {'subnet': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:08:48.575171 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4f46cc4d-1094-4dae-824a-28aa215ba621 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59388119'] for subnet, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:48.755681 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abf1e9a-9e4c-4ea1-84d9-e0d0592c7bdc req-a159cd6b-af30-4595-beae-20545fcf7600 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:48.781993 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9abf1e9a-9e4c-4ea1-84d9-e0d0592c7bdc req-a159cd6b-af30-4595-beae-20545fcf7600 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/ports?device_id=6011af90-500b-4206-8fbe-42824e0797da HTTP/1.1" status: 200 len: 945 time: 0.1538091 Aug 18 12:08:48.856409 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9abf1e9a-9e4c-4ea1-84d9-e0d0592c7bdc req-6a072002-db07-4887-879c-2d7db58ea403 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/security-groups?id=e93b90b0-d66c-467b-a848-eedd88936357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731287 Aug 18 12:08:48.898954 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e61ec5fc-54fc-40b5-b9a7-a97143eb64b1 None None] Network fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:08:49.096995 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-d343c230-93d1-4ad2-93ae-09dfc8ef86e7 None None] Provisioning complete for port ae834f10-2e98-49be-aad1-df31ec69aa20 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:08:49.097377 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-d343c230-93d1-4ad2-93ae-09dfc8ef86e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:49.111125 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b990981f-a84b-4011-98f5-87d8dda7c3cc req-1662bd93-c44b-4442-b563-2b5dfb4b5d17 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:49.121350 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b990981f-a84b-4011-98f5-87d8dda7c3cc req-1662bd93-c44b-4442-b563-2b5dfb4b5d17 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] 10.222.0.66 "GET /v2.0/ports?device_id=4b84d9ad-b821-445d-a542-9ceb5fe46c34 HTTP/1.1" status: 200 len: 946 time: 0.1066084 Aug 18 12:08:49.188458 n-d-804985-2 neutron-server[106253]: DEBUG neutron.objects.ports [None req-4f46cc4d-1094-4dae-824a-28aa215ba621 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=106253) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 18 12:08:49.190048 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b990981f-a84b-4011-98f5-87d8dda7c3cc req-0bc20d2e-2101-4dba-bff7-f4e4af93cbf0 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] 10.222.0.66 "GET /v2.0/security-groups?id=fe2dcb26-443e-4283-a770-27980373d006&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675757 Aug 18 12:08:49.372369 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b0e3ec-3e07-46a8-8bb9-1d6fe39c9203 req-1a8507ec-ef00-44e7-b5d3-e93c812ca4c2 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:49.374190 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b6b0e3ec-3e07-46a8-8bb9-1d6fe39c9203 req-1a8507ec-ef00-44e7-b5d3-e93c812ca4c2 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] 10.222.0.66 "GET /v2.0/ports?device_id=4b84d9ad-b821-445d-a542-9ceb5fe46c34 HTTP/1.1" status: 200 len: 946 time: 0.1016829 Aug 18 12:08:49.383806 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 44700) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:08:49.389031 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-891ce2f4-0b71-4c78-9f58-60fd40f48ae9 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] Request body: {'floatingip': {'port_id': '72adabbd-2512-4e74-bbd3-1dc520003492'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:08:49.447775 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee927aa1-e2b4-4e8c-892e-6c4a922f875b None None] Update dhcp port {'port': {'network_id': 'fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d', 'fixed_ips': [{'subnet_id': 'a4906ea6-3474-4302-ad45-b697b044e503'}], 'binding:host_id': 'n-d-804985-2'}, 'id': 'ae834f10-2e98-49be-aad1-df31ec69aa20'} from n-d-804985-2. {{(pid=106254) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 18 12:08:49.448021 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-891ce2f4-0b71-4c78-9f58-60fd40f48ae9 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] Notify callbacks [] for floatingip, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:49.514267 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ee927aa1-e2b4-4e8c-892e-6c4a922f875b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:49.607561 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4f46cc4d-1094-4dae-824a-28aa215ba621 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:49.642376 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 7016c2d1-8cac-492c-844c-08eff7c6f0b0 details requested by agent hyperv_n-h2-804985-2 with host n-h2-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:08:49.736624 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85282d1a-81d9-4902-a03e-55ef44f6671d req-f64abf2f-bcc4-445b-891b-83ec2fd39f61 tempest-InstanceActionsTestJSON-769347568 tempest-InstanceActionsTestJSON-769347568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:49.738741 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-85282d1a-81d9-4902-a03e-55ef44f6671d req-f64abf2f-bcc4-445b-891b-83ec2fd39f61 tempest-InstanceActionsTestJSON-769347568 tempest-InstanceActionsTestJSON-769347568-project] 10.222.0.66 "GET /v2.0/ports?device_id=ae6e8f91-9436-4aa4-887b-d4fc19a257e1 HTTP/1.1" status: 200 len: 943 time: 0.1223490 Aug 18 12:08:49.850943 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-85282d1a-81d9-4902-a03e-55ef44f6671d req-52a4d56f-f44a-4301-9953-ce5fae32928f tempest-InstanceActionsTestJSON-769347568 tempest-InstanceActionsTestJSON-769347568-project] 10.222.0.66 "GET /v2.0/security-groups?id=dfaf675e-0a2c-4804-9c84-c8d8c90e7cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939870 Aug 18 12:08:49.985931 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port 7016c2d1-8cac-492c-844c-08eff7c6f0b0, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=7016c2d1-8cac-492c-844c-08eff7c6f0b0,segment=NetworkSegment(af8c14ad-677e-46bb-a63a-cc64525885d5),segment_id=af8c14ad-677e-46bb-a63a-cc64525885d5)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:08:50.022677 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [None req-4f46cc4d-1094-4dae-824a-28aa215ba621 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] For port ae834f10-2e98-49be-aad1-df31ec69aa20, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=ae834f10-2e98-49be-aad1-df31ec69aa20,segment=NetworkSegment(06b05a1e-7667-47a8-b2de-bb5e6a768e1b),segment_id=06b05a1e-7667-47a8-b2de-bb5e6a768e1b)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:08:50.036647 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Returning: {'device': '7016c2d1-8cac-492c-844c-08eff7c6f0b0', 'network_id': '15ed92bc-6567-43f5-b023-8aa36b195080', 'port_id': '7016c2d1-8cac-492c-844c-08eff7c6f0b0', 'mac_address': 'fa:16:3e:c9:ff:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 843, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5008c2c5-5ee7-4f2e-9f2e-042570605180', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:08:50.079993 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4f46cc4d-1094-4dae-824a-28aa215ba621 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks [] for port, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:50.092877 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4f46cc4d-1094-4dae-824a-28aa215ba621 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:50.093641 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4f46cc4d-1094-4dae-824a-28aa215ba621 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58902106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59388097'] for subnet, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:50.225556 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f46cc4d-1094-4dae-824a-28aa215ba621 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Network fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:08:50.257754 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-4f46cc4d-1094-4dae-824a-28aa215ba621 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:08:50.280633 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f46cc4d-1094-4dae-824a-28aa215ba621 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:50.281537 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4f46cc4d-1094-4dae-824a-28aa215ba621 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:50.295767 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f46cc4d-1094-4dae-824a-28aa215ba621 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Pushing event updated for resources: {'Subnet': ['ID=a4906ea6-3474-4302-ad45-b697b044e503,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:08:50.322882 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-4f46cc4d-1094-4dae-824a-28aa215ba621 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0041006 Aug 18 12:08:50.326698 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 44714) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:08:50.332598 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-f8321aa0-a6ae-4867-8c4a-a01035cbcb62 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Request body: {'subnet': {'network_id': 'fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:08:50.337633 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f46cc4d-1094-4dae-824a-28aa215ba621 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Pushing event updated for resources: {'Port': ['ID=ae834f10-2e98-49be-aad1-df31ec69aa20,revision_number=8']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:08:50.354214 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0092986f-b4d4-4808-9a39-d880e0781adb req-856ad353-2c7d-40e4-93f7-0973b3aa3ca2 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:50.355780 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0092986f-b4d4-4808-9a39-d880e0781adb req-856ad353-2c7d-40e4-93f7-0973b3aa3ca2 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/ports?device_id=6011af90-500b-4206-8fbe-42824e0797da HTTP/1.1" status: 200 len: 945 time: 0.3819740 Aug 18 12:08:50.466203 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-891ce2f4-0b71-4c78-9f58-60fd40f48ae9 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:50.500677 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.db.api [None req-ee927aa1-e2b4-4e8c-892e-6c4a922f875b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106254) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 18 12:08:50.501103 n-d-804985-2 neutron-server[106254]: DEBUG oslo_db.api [None req-ee927aa1-e2b4-4e8c-892e-6c4a922f875b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 18 12:08:50.501856 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-891ce2f4-0b71-4c78-9f58-60fd40f48ae9 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-989945'] for floatingip, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:50.522254 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:50.550636 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7016c2d1-8cac-492c-844c-08eff7c6f0b0 {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:08:50.585184 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port 7016c2d1-8cac-492c-844c-08eff7c6f0b0, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=7016c2d1-8cac-492c-844c-08eff7c6f0b0,segment=NetworkSegment(af8c14ad-677e-46bb-a63a-cc64525885d5),segment_id=af8c14ad-677e-46bb-a63a-cc64525885d5)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:08:50.595647 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:50.617434 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8321aa0-a6ae-4867-8c4a-a01035cbcb62 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Made reservation on behalf of 2a40b3bac30c4b9cb4cddbf9306b0469 for: {'subnet': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:08:50.623832 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f8321aa0-a6ae-4867-8c4a-a01035cbcb62 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59388119'] for subnet, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:50.625651 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0092986f-b4d4-4808-9a39-d880e0781adb req-8559eda9-679d-4337-8017-039ec63b82bf tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/security-groups?id=e93b90b0-d66c-467b-a848-eedd88936357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911094 Aug 18 12:08:50.685822 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=7016c2d1-8cac-492c-844c-08eff7c6f0b0,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:08:50.749357 n-d-804985-2 neutron-server[106252]: INFO neutron.db.l3_db [None req-891ce2f4-0b71-4c78-9f58-60fd40f48ae9 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] Floating IP 33c3463d-dff6-4a0d-bd70-31291a2d2b35 associated. External IP: 172.25.7.28, port: 72adabbd-2512-4e74-bbd3-1dc520003492. Aug 18 12:08:50.878343 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] get_ports_and_sgs() called for port_ids ['7016c2d1-8cac-492c-844c-08eff7c6f0b0'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:08:50.930889 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f8321aa0-a6ae-4867-8c4a-a01035cbcb62 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58902106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59388097'] for subnet, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:50.988176 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8321aa0-a6ae-4867-8c4a-a01035cbcb62 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Network fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:08:50.994021 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-f8321aa0-a6ae-4867-8c4a-a01035cbcb62 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:08:50.999719 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8321aa0-a6ae-4867-8c4a-a01035cbcb62 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:51.000562 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f8321aa0-a6ae-4867-8c4a-a01035cbcb62 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:51.021064 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8321aa0-a6ae-4867-8c4a-a01035cbcb62 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Pushing event updated for resources: {'Subnet': ['ID=75ce81aa-47a1-4939-97b4-4dfd97425ad4,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:08:51.036078 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-f8321aa0-a6ae-4867-8c4a-a01035cbcb62 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7053747 Aug 18 12:08:51.036609 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 44726) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:08:51.040490 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-891ce2f4-0b71-4c78-9f58-60fd40f48ae9 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] Router 3ce07beb-4db9-42ff-b7cc-1f34c3d5d38b has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:08:51.055513 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-2958b18c-3539-4507-a440-74086e665013 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Request body: {'port': {'network_id': 'fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d', 'mac_address': 'fa:16:3e:f0:cd:bf', 'name': 'tempest-NetworksTestDHCPv6-266133272'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:08:51.129504 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ee927aa1-e2b4-4e8c-892e-6c4a922f875b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:51.270263 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bb1aff-0172-4790-852c-23a0b2feabf3 req-398af8ae-7654-4a1d-91dd-068554e02ebf tempest-InstanceActionsTestJSON-769347568 tempest-InstanceActionsTestJSON-769347568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:51.279528 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2958b18c-3539-4507-a440-74086e665013 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Made reservation on behalf of 2a40b3bac30c4b9cb4cddbf9306b0469 for: {'port': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:08:51.289837 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c5bb1aff-0172-4790-852c-23a0b2feabf3 req-398af8ae-7654-4a1d-91dd-068554e02ebf tempest-InstanceActionsTestJSON-769347568 tempest-InstanceActionsTestJSON-769347568-project] 10.222.0.66 "GET /v2.0/ports?device_id=ae6e8f91-9436-4aa4-887b-d4fc19a257e1 HTTP/1.1" status: 200 len: 944 time: 0.1530454 Aug 18 12:08:51.313300 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-891ce2f4-0b71-4c78-9f58-60fd40f48ae9 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:08:51.318845 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-891ce2f4-0b71-4c78-9f58-60fd40f48ae9 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for floatingip, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:51.342284 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2417a0c-b8e0-490b-bd99-8eed07a59d68 None None] Sync routers for ids ['3ce07beb-4db9-42ff-b7cc-1f34c3d5d38b'] in n-d-804985-2 {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:08:51.359195 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device ae834f10-2e98-49be-aad1-df31ec69aa20 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:08:51.377104 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c5bb1aff-0172-4790-852c-23a0b2feabf3 req-f4ccbd32-f493-48af-aea4-d9a1dcf18b74 tempest-InstanceActionsTestJSON-769347568 tempest-InstanceActionsTestJSON-769347568-project] 10.222.0.66 "GET /v2.0/security-groups?id=dfaf675e-0a2c-4804-9c84-c8d8c90e7cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867746 Aug 18 12:08:51.397472 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-891ce2f4-0b71-4c78-9f58-60fd40f48ae9 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] 10.222.0.66 "PUT /v2.0/floatingips/33c3463d-dff6-4a0d-bd70-31291a2d2b35 HTTP/1.1" status: 200 len: 991 time: 2.0019252 Aug 18 12:08:51.397472 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b84d9ad-b821-445d-a542-9ceb5fe46c34', 'tag': '72adabbd-2512-4e74-bbd3-1dc520003492'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:08:51.397472 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-358cf831-9b58-4941-b9df-f4e51829d664" -d '{"events": [{"name": "network-changed", "server_uuid": "4b84d9ad-b821-445d-a542-9ceb5fe46c34", "tag": "72adabbd-2512-4e74-bbd3-1dc520003492"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:08:51.431126 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:08:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4dc7f3c-c978-45b6-971e-5118c2317d7c x-openstack-request-id: req-c4dc7f3c-c978-45b6-971e-5118c2317d7c {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:08:51.431820 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b84d9ad-b821-445d-a542-9ceb5fe46c34", "tag": "72adabbd-2512-4e74-bbd3-1dc520003492", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:08:51.432251 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c4dc7f3c-c978-45b6-971e-5118c2317d7c {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:08:51.432881 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b84d9ad-b821-445d-a542-9ceb5fe46c34', 'tag': '72adabbd-2512-4e74-bbd3-1dc520003492', 'status': 'completed', 'code': 200} Aug 18 12:08:51.505883 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2958b18c-3539-4507-a440-74086e665013 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:51.528392 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2417a0c-b8e0-490b-bd99-8eed07a59d68 None None] Routers {'3ce07beb-4db9-42ff-b7cc-1f34c3d5d38b'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:08:51.529104 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-f2417a0c-b8e0-490b-bd99-8eed07a59d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:08:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['3ce07beb-4db9-42ff-b7cc-1f34c3d5d38b'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:08:51.535402 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:51.539361 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [None req-2958b18c-3539-4507-a440-74086e665013 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] device_id is not set on port 8c190486-4244-4abc-af65-32ae3d9fcbd9 yet. {{(pid=106253) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 12:08:51.579992 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358cf831-9b58-4941-b9df-f4e51829d664 req-f60e90ff-0564-4a31-9f81-b9e06b11daec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:51.583543 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-358cf831-9b58-4941-b9df-f4e51829d664 req-f60e90ff-0564-4a31-9f81-b9e06b11daec service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=764f05f9d69b4134b93ed670f8afc320&device_id=4b84d9ad-b821-445d-a542-9ceb5fe46c34 HTTP/1.1" status: 200 len: 1097 time: 0.1244421 Aug 18 12:08:51.803489 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [None req-2958b18c-3539-4507-a440-74086e665013 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Allocated IP 172.20.0.11 (fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d/75ce81aa-47a1-4939-97b4-4dfd97425ad4/8c190486-4244-4abc-af65-32ae3d9fcbd9) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:08:51.816747 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [None req-2958b18c-3539-4507-a440-74086e665013 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Allocated IP 2001:db8::f816:3eff:fef0:cdbf (fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d/a4906ea6-3474-4302-ad45-b697b044e503/8c190486-4244-4abc-af65-32ae3d9fcbd9) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:08:51.929600 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-f2417a0c-b8e0-490b-bd99-8eed07a59d68 None None] Set router 3ce07beb-4db9-42ff-b7cc-1f34c3d5d38b gateway port host: n-d-804985-2 {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:08:52.001270 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822e73aa-492c-4ef1-bb2a-1fac34431636 req-1b7fdeb0-5adb-4be8-991d-69b2bda56a66 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:52.018988 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-822e73aa-492c-4ef1-bb2a-1fac34431636 req-1b7fdeb0-5adb-4be8-991d-69b2bda56a66 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/ports?device_id=6011af90-500b-4206-8fbe-42824e0797da HTTP/1.1" status: 200 len: 945 time: 0.1833806 Aug 18 12:08:52.036368 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2958b18c-3539-4507-a440-74086e665013 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:52.038914 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-d423a148-d475-4670-8251-da0c86d7fb7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:52.055814 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [None req-2958b18c-3539-4507-a440-74086e665013 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Transition to ACTIVE for port object 8c190486-4244-4abc-af65-32ae3d9fcbd9 will not be triggered until provisioned by entity DHCP. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:08:52.099617 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358cf831-9b58-4941-b9df-f4e51829d664 req-3ebda0b8-f082-4053-8580-ffccd1539266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:52.103835 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-358cf831-9b58-4941-b9df-f4e51829d664 req-3ebda0b8-f082-4053-8580-ffccd1539266 service neutron] 10.222.0.63 "GET /v2.0/networks?id=365c1e73-53bd-4762-8c39-733a28020035 HTTP/1.1" status: 200 len: 911 time: 0.5116441 Aug 18 12:08:52.110660 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2958b18c-3539-4507-a440-74086e665013 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:52.137156 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port ae834f10-2e98-49be-aad1-df31ec69aa20 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:08:52.137685 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:52.160273 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2958b18c-3539-4507-a440-74086e665013 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Network fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:08:52.163750 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-2958b18c-3539-4507-a440-74086e665013 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:08:52.214363 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2958b18c-3539-4507-a440-74086e665013 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:08:52.283102 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-822e73aa-492c-4ef1-bb2a-1fac34431636 req-40538b4a-5a2a-488e-8b6d-3514075cbc57 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/security-groups?id=e93b90b0-d66c-467b-a848-eedd88936357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2536714 Aug 18 12:08:52.288269 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2958b18c-3539-4507-a440-74086e665013 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Pushing event updated for resources: {'Port': ['ID=8c190486-4244-4abc-af65-32ae3d9fcbd9,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:08:52.311647 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2958b18c-3539-4507-a440-74086e665013 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:52.312467 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2958b18c-3539-4507-a440-74086e665013 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:52.326199 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-53584c24-f517-494e-ac93-c18bb92373f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:52.350764 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-2958b18c-3539-4507-a440-74086e665013 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.3095369 Aug 18 12:08:52.353116 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 44746) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:08:52.363822 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-358cf831-9b58-4941-b9df-f4e51829d664 req-d1cdb281-aad6-4d26-91e8-0b9032cb361c service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=72adabbd-2512-4e74-bbd3-1dc520003492 HTTP/1.1" status: 200 len: 999 time: 0.2434933 Aug 18 12:08:52.503105 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358cf831-9b58-4941-b9df-f4e51829d664 req-fc2846a6-84e5-468d-aa21-c783e6d24aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:52.504642 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-358cf831-9b58-4941-b9df-f4e51829d664 req-fc2846a6-84e5-468d-aa21-c783e6d24aeb service neutron] 10.222.0.63 "GET /v2.0/subnets?id=e8e80694-e438-471b-8163-c76e1828e5ce HTTP/1.1" status: 200 len: 849 time: 0.1281514 Aug 18 12:08:52.510895 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eee45ab-a861-4ee1-87e2-9005cec8296c tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:52.529286 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eee45ab-a861-4ee1-87e2-9005cec8296c tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:52.540415 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-5eee45ab-a861-4ee1-87e2-9005cec8296c tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.1832032 Aug 18 12:08:52.543376 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 44750) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:08:52.672802 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358cf831-9b58-4941-b9df-f4e51829d664 req-3d633a28-986e-4b93-b997-b84c97d7cc6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:52.674334 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-358cf831-9b58-4941-b9df-f4e51829d664 req-3d633a28-986e-4b93-b997-b84c97d7cc6c service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=365c1e73-53bd-4762-8c39-733a28020035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1577675 Aug 18 12:08:52.722271 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3711f73-7aec-4812-9683-5bda54fb6c33 req-2c7204a5-9c61-47ab-a7fb-484b6e02e217 tempest-InstanceActionsTestJSON-769347568 tempest-InstanceActionsTestJSON-769347568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:52.724053 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d3711f73-7aec-4812-9683-5bda54fb6c33 req-2c7204a5-9c61-47ab-a7fb-484b6e02e217 tempest-InstanceActionsTestJSON-769347568 tempest-InstanceActionsTestJSON-769347568-project] 10.222.0.66 "GET /v2.0/ports?device_id=ae6e8f91-9436-4aa4-887b-d4fc19a257e1 HTTP/1.1" status: 200 len: 944 time: 0.2060418 Aug 18 12:08:52.753272 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-c9f13b0f-41cc-4d4a-8e07-da64e4a9a849 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Deleting port 8c190486-4244-4abc-af65-32ae3d9fcbd9 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:08:52.754455 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c9f13b0f-41cc-4d4a-8e07-da64e4a9a849 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:52.777279 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-ee927aa1-e2b4-4e8c-892e-6c4a922f875b None None] For port ae834f10-2e98-49be-aad1-df31ec69aa20, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=ae834f10-2e98-49be-aad1-df31ec69aa20,segment=NetworkSegment(06b05a1e-7667-47a8-b2de-bb5e6a768e1b),segment_id=06b05a1e-7667-47a8-b2de-bb5e6a768e1b)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:08:52.916201 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ee927aa1-e2b4-4e8c-892e-6c4a922f875b None None] Notify callbacks [] for port, precommit_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:52.928338 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ee927aa1-e2b4-4e8c-892e-6c4a922f875b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:53.025751 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee927aa1-e2b4-4e8c-892e-6c4a922f875b None None] Pushing event updated for resources: {'Port': ['ID=ae834f10-2e98-49be-aad1-df31ec69aa20,revision_number=9']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:08:53.031377 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-f2417a0c-b8e0-490b-bd99-8eed07a59d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ce07beb-4db9-42ff-b7cc-1f34c3d5d38b', 'name': 'tempest-AttachVolumeTestJSON-383410670-router', 'tenant_id': '764f05f9d69b4134b93ed670f8afc320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.252'}], 'enable_snat': True}, 'gw_port_id': '72fe68a2-88d6-4327-b8d5-6daf9872f85d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:03:33Z', 'updated_at': '2021-08-18T12:03:42Z', 'revision_number': 4, 'project_id': '764f05f9d69b4134b93ed670f8afc320', 'gw_port': {'id': '72fe68a2-88d6-4327-b8d5-6daf9872f85d', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:89:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce07beb-4db9-42ff-b7cc-1f34c3d5d38b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:03:35Z', 'updated_at': '2021-08-18T12:03:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_floatingips': [{'id': '33c3463d-dff6-4a0d-bd70-31291a2d2b35', 'tenant_id': '764f05f9d69b4134b93ed670f8afc320', 'floating_ip_address': '172.25.7.28', 'floating_network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'router_id': '3ce07beb-4db9-42ff-b7cc-1f34c3d5d38b', 'port_id': '72adabbd-2512-4e74-bbd3-1dc520003492', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1989, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '365c1e73-53bd-4762-8c39-733a28020035', 'mac_address': 'fa:16:3e:e3:b9:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b84d9ad-b821-445d-a542-9ceb5fe46c34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T12:08:20Z', 'updated_at': '2021-08-18T12:08:50Z', 'revision_number': 1, 'project_id': '764f05f9d69b4134b93ed670f8afc320', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6cda11e2-5e40-4f5e-bf17-6026040fdd12', 'name': '', 'network_id': '365c1e73-53bd-4762-8c39-733a28020035', 'tenant_id': '764f05f9d69b4134b93ed670f8afc320', 'mac_address': 'fa:16:3e:71:c1:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce07beb-4db9-42ff-b7cc-1f34c3d5d38b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': 'e8e80694-e438-471b-8163-c76e1828e5ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:03:41Z', 'updated_at': '2021-08-18T12:03:49Z', 'revision_number': 5, 'project_id': '764f05f9d69b4134b93ed670f8afc320', 'subnets': [{'id': 'e8e80694-e438-471b-8163-c76e1828e5ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:08:53.043173 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c9f13b0f-41cc-4d4a-8e07-da64e4a9a849 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:53.060280 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-c9f13b0f-41cc-4d4a-8e07-da64e4a9a849 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Calling delete_port for 8c190486-4244-4abc-af65-32ae3d9fcbd9 owned by {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:08:53.098654 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2417a0c-b8e0-490b-bd99-8eed07a59d68 None None] Checking router: 3ce07beb-4db9-42ff-b7cc-1f34c3d5d38b for host: n-d-804985-2 {{(pid=106254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:08:53.120064 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2417a0c-b8e0-490b-bd99-8eed07a59d68 None None] Routers {'3ce07beb-4db9-42ff-b7cc-1f34c3d5d38b'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:08:53.120763 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-f2417a0c-b8e0-490b-bd99-8eed07a59d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:08:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['3ce07beb-4db9-42ff-b7cc-1f34c3d5d38b'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:08:53.439805 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-f2417a0c-b8e0-490b-bd99-8eed07a59d68 None None] Set router 3ce07beb-4db9-42ff-b7cc-1f34c3d5d38b gateway port host: n-d-804985-2 {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:08:53.686501 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 7016c2d1-8cac-492c-844c-08eff7c6f0b0 up at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:08:53.796437 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d3711f73-7aec-4812-9683-5bda54fb6c33 req-87467cd0-3cdc-4399-9dca-495b5df284ab tempest-InstanceActionsTestJSON-769347568 tempest-InstanceActionsTestJSON-769347568-project] 10.222.0.66 "GET /v2.0/security-groups?id=dfaf675e-0a2c-4804-9c84-c8d8c90e7cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0457911 Aug 18 12:08:53.853149 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691967dd-f5b9-4dcb-8b02-0362a81f80b2 req-2a361ff5-c390-4b6f-8dc2-f9336e29a4cb tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:53.856215 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-691967dd-f5b9-4dcb-8b02-0362a81f80b2 req-2a361ff5-c390-4b6f-8dc2-f9336e29a4cb tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/ports?device_id=6011af90-500b-4206-8fbe-42824e0797da HTTP/1.1" status: 200 len: 945 time: 0.2233970 Aug 18 12:08:53.892215 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c9f13b0f-41cc-4d4a-8e07-da64e4a9a849 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:53.963472 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-500a1c61-38a7-4c23-a7ec-4631080af5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:53.983113 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f13b0f-41cc-4d4a-8e07-da64e4a9a849 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Pushing event deleted for resources: {'Port': ['ID=8c190486-4244-4abc-af65-32ae3d9fcbd9,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:08:53.986189 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-358cf831-9b58-4941-b9df-f4e51829d664 req-5bf9bf41-dcf6-4d62-b8f3-47789af01d64 service neutron] 10.222.0.63 "GET /v2.0/networks/365c1e73-53bd-4762-8c39-733a28020035?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3010378 Aug 18 12:08:54.103044 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e54b322-194e-4e42-9019-3c770b4d93fd None None] Network fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:08:54.105344 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Provisioning for port 7016c2d1-8cac-492c-844c-08eff7c6f0b0 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:08:54.117188 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-691967dd-f5b9-4dcb-8b02-0362a81f80b2 req-84423050-6a3e-4142-941a-3a5012e4f9d3 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/security-groups?id=e93b90b0-d66c-467b-a848-eedd88936357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2463140 Aug 18 12:08:54.162806 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-358cf831-9b58-4941-b9df-f4e51829d664 req-8d0b930d-f66e-4b6a-b904-73c9ffd4791e service neutron] 10.222.0.63 "GET /v2.0/networks/365c1e73-53bd-4762-8c39-733a28020035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658549 Aug 18 12:08:54.183036 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Provisioning complete for port 7016c2d1-8cac-492c-844c-08eff7c6f0b0 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:08:54.183418 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:54.204175 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c9f13b0f-41cc-4d4a-8e07-da64e4a9a849 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:54.208991 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-c9f13b0f-41cc-4d4a-8e07-da64e4a9a849 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "DELETE /v2.0/ports/8c190486-4244-4abc-af65-32ae3d9fcbd9 HTTP/1.1" status: 204 len: 168 time: 1.6630917 Aug 18 12:08:54.212678 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 44772) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:08:54.260997 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-d45d910a-7296-4a79-8308-e4b5f7944edb None None] Provisioning complete for port ae834f10-2e98-49be-aad1-df31ec69aa20 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:08:54.261407 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-d45d910a-7296-4a79-8308-e4b5f7944edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:54.298665 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61f325da-c584-4b94-859a-967fe063cee0 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:54.300191 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61f325da-c584-4b94-859a-967fe063cee0 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:54.301771 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61f325da-c584-4b94-859a-967fe063cee0 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:54.307369 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-61f325da-c584-4b94-859a-967fe063cee0 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0928102 Aug 18 12:08:54.310035 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 44774) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:08:54.386492 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_v2 [None req-523820f1-41c2-46b3-b400-2cbfa297fbad tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Deleting subnet 75ce81aa-47a1-4939-97b4-4dfd97425ad4 {{(pid=106253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 12:08:54.393130 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-523820f1-41c2-46b3-b400-2cbfa297fbad tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks [] for subnet, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:54.482036 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-523820f1-41c2-46b3-b400-2cbfa297fbad tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902229'] for subnet, precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:54.533028 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-523820f1-41c2-46b3-b400-2cbfa297fbad tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:54.594919 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-523820f1-41c2-46b3-b400-2cbfa297fbad tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58902171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59388106'] for subnet, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:54.638894 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523820f1-41c2-46b3-b400-2cbfa297fbad tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Pushing event deleted for resources: {'Subnet': ['ID=75ce81aa-47a1-4939-97b4-4dfd97425ad4,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:08:54.647213 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-523820f1-41c2-46b3-b400-2cbfa297fbad tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:54.649974 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-523820f1-41c2-46b3-b400-2cbfa297fbad tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "DELETE /v2.0/subnets/75ce81aa-47a1-4939-97b4-4dfd97425ad4 HTTP/1.1" status: 204 len: 168 time: 0.3387580 Aug 18 12:08:54.652429 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 44778) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:08:54.709313 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-f2417a0c-b8e0-490b-bd99-8eed07a59d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ce07beb-4db9-42ff-b7cc-1f34c3d5d38b', 'name': 'tempest-AttachVolumeTestJSON-383410670-router', 'tenant_id': '764f05f9d69b4134b93ed670f8afc320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.252'}], 'enable_snat': True}, 'gw_port_id': '72fe68a2-88d6-4327-b8d5-6daf9872f85d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:03:33Z', 'updated_at': '2021-08-18T12:03:42Z', 'revision_number': 4, 'project_id': '764f05f9d69b4134b93ed670f8afc320', 'gw_port': {'id': '72fe68a2-88d6-4327-b8d5-6daf9872f85d', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:89:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce07beb-4db9-42ff-b7cc-1f34c3d5d38b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:03:35Z', 'updated_at': '2021-08-18T12:03:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_floatingips': [{'id': '33c3463d-dff6-4a0d-bd70-31291a2d2b35', 'tenant_id': '764f05f9d69b4134b93ed670f8afc320', 'floating_ip_address': '172.25.7.28', 'floating_network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'router_id': '3ce07beb-4db9-42ff-b7cc-1f34c3d5d38b', 'port_id': '72adabbd-2512-4e74-bbd3-1dc520003492', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1989, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '365c1e73-53bd-4762-8c39-733a28020035', 'mac_address': 'fa:16:3e:e3:b9:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b84d9ad-b821-445d-a542-9ceb5fe46c34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T12:08:20Z', 'updated_at': '2021-08-18T12:08:50Z', 'revision_number': 1, 'project_id': '764f05f9d69b4134b93ed670f8afc320', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6cda11e2-5e40-4f5e-bf17-6026040fdd12', 'name': '', 'network_id': '365c1e73-53bd-4762-8c39-733a28020035', 'tenant_id': '764f05f9d69b4134b93ed670f8afc320', 'mac_address': 'fa:16:3e:71:c1:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce07beb-4db9-42ff-b7cc-1f34c3d5d38b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': 'e8e80694-e438-471b-8163-c76e1828e5ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:03:41Z', 'updated_at': '2021-08-18T12:03:49Z', 'revision_number': 5, 'project_id': '764f05f9d69b4134b93ed670f8afc320', 'subnets': [{'id': 'e8e80694-e438-471b-8163-c76e1828e5ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:08:54.718435 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_v2 [None req-f488d44c-a40d-4afa-a6bf-05ad07ccdc0f tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Deleting subnet a4906ea6-3474-4302-ad45-b697b044e503 {{(pid=106253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 12:08:54.723868 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f488d44c-a40d-4afa-a6bf-05ad07ccdc0f tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks [] for subnet, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:54.744405 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2417a0c-b8e0-490b-bd99-8eed07a59d68 None None] The sync data for ids ['3ce07beb-4db9-42ff-b7cc-1f34c3d5d38b'] in n-d-804985-2 is: [{'id': '3ce07beb-4db9-42ff-b7cc-1f34c3d5d38b', 'name': 'tempest-AttachVolumeTestJSON-383410670-router', 'tenant_id': '764f05f9d69b4134b93ed670f8afc320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.252'}], 'enable_snat': True}, 'gw_port_id': '72fe68a2-88d6-4327-b8d5-6daf9872f85d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:03:33Z', 'updated_at': '2021-08-18T12:03:42Z', 'revision_number': 4, 'project_id': '764f05f9d69b4134b93ed670f8afc320', 'gw_port': {'id': '72fe68a2-88d6-4327-b8d5-6daf9872f85d', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:89:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce07beb-4db9-42ff-b7cc-1f34c3d5d38b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:03:35Z', 'updated_at': '2021-08-18T12:03:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_floatingips': [{'id': '33c3463d-dff6-4a0d-bd70-31291a2d2b35', 'tenant_id': '764f05f9d69b4134b93ed670f8afc320', 'floating_ip_address': '172.25.7.28', 'floating_network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'router_id': '3ce07beb-4db9-42ff-b7cc-1f34c3d5d38b', 'port_id': '72adabbd-2512-4e74-bbd3-1dc520003492', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1989, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '365c1e73-53bd-4762-8c39-733a28020035', 'mac_address': 'fa:16:3e:e3:b9:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b84d9ad-b821-445d-a542-9ceb5fe46c34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T12:08:20Z', 'updated_at': '2021-08-18T12:08:50Z', 'revision_number': 1, 'project_id': '764f05f9d69b4134b93ed670f8afc320', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6cda11e2-5e40-4f5e-bf17-6026040fdd12', 'name': '', 'network_id': '365c1e73-53bd-4762-8c39-733a28020035', 'tenant_id': '764f05f9d69b4134b93ed670f8afc320', 'mac_address': 'fa:16:3e:71:c1:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce07beb-4db9-42ff-b7cc-1f34c3d5d38b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': 'e8e80694-e438-471b-8163-c76e1828e5ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:03:41Z', 'updated_at': '2021-08-18T12:03:49Z', 'revision_number': 5, 'project_id': '764f05f9d69b4134b93ed670f8afc320', 'subnets': [{'id': 'e8e80694-e438-471b-8163-c76e1828e5ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:08:54.834924 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f488d44c-a40d-4afa-a6bf-05ad07ccdc0f tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902229'] for subnet, precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:54.892039 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:54.932309 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae6e8f91-9436-4aa4-887b-d4fc19a257e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7016c2d1-8cac-492c-844c-08eff7c6f0b0'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:08:54.934837 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db50a436fb3a98495337d8fe7487b4f2ea6f3c1052eb9efadc2ecda2d5737001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55164fe7-81a7-4ce2-9dc5-6bb84a99342f" -d '{"events": [{"server_uuid": "ae6e8f91-9436-4aa4-887b-d4fc19a257e1", "name": "network-vif-plugged", "status": "completed", "tag": "7016c2d1-8cac-492c-844c-08eff7c6f0b0"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:08:54.953069 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port 7016c2d1-8cac-492c-844c-08eff7c6f0b0, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=7016c2d1-8cac-492c-844c-08eff7c6f0b0,segment=NetworkSegment(af8c14ad-677e-46bb-a63a-cc64525885d5),segment_id=af8c14ad-677e-46bb-a63a-cc64525885d5)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:08:54.958382 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:55.020170 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:08:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aa667ce-094b-4bcb-8909-3aa8547927eb x-openstack-request-id: req-7aa667ce-094b-4bcb-8909-3aa8547927eb {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:08:55.021613 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae6e8f91-9436-4aa4-887b-d4fc19a257e1", "name": "network-vif-plugged", "status": "completed", "tag": "7016c2d1-8cac-492c-844c-08eff7c6f0b0", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:08:55.022036 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-7aa667ce-094b-4bcb-8909-3aa8547927eb {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:08:55.023970 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae6e8f91-9436-4aa4-887b-d4fc19a257e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7016c2d1-8cac-492c-844c-08eff7c6f0b0', 'code': 200} Aug 18 12:08:55.104216 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=7016c2d1-8cac-492c-844c-08eff7c6f0b0,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:08:55.150952 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c6a4fb-4624-44ae-904d-3bed88f111b0 req-7605712a-89fd-471c-bdf6-a1d59fd40a14 tempest-InstanceActionsTestJSON-769347568 tempest-InstanceActionsTestJSON-769347568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:55.153124 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-59c6a4fb-4624-44ae-904d-3bed88f111b0 req-7605712a-89fd-471c-bdf6-a1d59fd40a14 tempest-InstanceActionsTestJSON-769347568 tempest-InstanceActionsTestJSON-769347568-project] 10.222.0.66 "GET /v2.0/ports?device_id=ae6e8f91-9436-4aa4-887b-d4fc19a257e1 HTTP/1.1" status: 200 len: 944 time: 0.2301757 Aug 18 12:08:55.227418 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a78d522-e7a9-40c7-b638-e045b1a6da27 None None] New status for floating IP 33c3463d-dff6-4a0d-bd70-31291a2d2b35: ACTIVE {{(pid=106255) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 12:08:55.350074 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-59c6a4fb-4624-44ae-904d-3bed88f111b0 req-ad4020a2-da6d-4781-9b34-edc74f58187c tempest-InstanceActionsTestJSON-769347568 tempest-InstanceActionsTestJSON-769347568-project] 10.222.0.66 "GET /v2.0/security-groups?id=dfaf675e-0a2c-4804-9c84-c8d8c90e7cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801467 Aug 18 12:08:55.379644 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9c8a47a-d172-4d29-973c-c270745c9ad3 None None] Network fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:08:55.404679 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489990ed-a1b4-40e4-86d9-e452512bbf04 req-43a9c1be-d088-498a-a42f-014e54ca9620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:55.414140 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-489990ed-a1b4-40e4-86d9-e452512bbf04 req-43a9c1be-d088-498a-a42f-014e54ca9620 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=ae6e8f91-9436-4aa4-887b-d4fc19a257e1 HTTP/1.1" status: 200 len: 1096 time: 0.3262539 Aug 18 12:08:55.416569 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f488d44c-a40d-4afa-a6bf-05ad07ccdc0f tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:55.489621 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fa1042-db62-409e-a216-a29b0711a18c req-d572f057-314a-4094-91de-2cc5c06b33de tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:55.505605 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-09fa1042-db62-409e-a216-a29b0711a18c req-d572f057-314a-4094-91de-2cc5c06b33de tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/ports?device_id=6011af90-500b-4206-8fbe-42824e0797da HTTP/1.1" status: 200 len: 945 time: 0.2219164 Aug 18 12:08:55.571443 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-489990ed-a1b4-40e4-86d9-e452512bbf04 req-e18d7639-0268-493c-b5d8-580ef4ea891f service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=dfaf675e-0a2c-4804-9c84-c8d8c90e7cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044769 Aug 18 12:08:55.608215 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-09fa1042-db62-409e-a216-a29b0711a18c req-a680b062-c65e-445e-8b14-ff4d39d1d0ca tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/security-groups?id=e93b90b0-d66c-467b-a848-eedd88936357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016986 Aug 18 12:08:55.643756 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-f7e41906-5ad6-4406-8abb-7b662f1fcc78 None None] Provisioning complete for port ae834f10-2e98-49be-aad1-df31ec69aa20 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:08:55.644130 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-f7e41906-5ad6-4406-8abb-7b662f1fcc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:55.661150 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f488d44c-a40d-4afa-a6bf-05ad07ccdc0f tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58902171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59388106'] for subnet, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:55.765010 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f488d44c-a40d-4afa-a6bf-05ad07ccdc0f tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Pushing event deleted for resources: {'Subnet': ['ID=a4906ea6-3474-4302-ad45-b697b044e503,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:08:55.780442 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f488d44c-a40d-4afa-a6bf-05ad07ccdc0f tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:55.787643 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-f488d44c-a40d-4afa-a6bf-05ad07ccdc0f tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "DELETE /v2.0/subnets/a4906ea6-3474-4302-ad45-b697b044e503 HTTP/1.1" status: 204 len: 168 time: 1.1336348 Aug 18 12:08:55.790080 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 44802) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:08:55.950322 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-8f1d8c77-2d45-4643-80c0-b623b9f8b396 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1553073 Aug 18 12:08:55.950514 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 44810) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:08:55.955940 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-6279fc74-145a-4ea2-ac57-d0f12dd0444f tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Request body: {'subnet': {'network_id': 'fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:08:56.078374 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6279fc74-145a-4ea2-ac57-d0f12dd0444f tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Made reservation on behalf of 2a40b3bac30c4b9cb4cddbf9306b0469 for: {'subnet': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:08:56.082022 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6279fc74-145a-4ea2-ac57-d0f12dd0444f tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59074089'] for subnet, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:56.142075 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be16f4c3-1221-406c-9c43-7413976603f9 None None] Network fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:08:56.309933 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.agents_db [None req-6dbb2658-0354-4101-8393-6e7505481cf6 None None] Agent healthcheck: found 7 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 12:08:56.354691 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-5639b762-2188-4919-aa5a-159bfc026027 None None] Provisioning complete for port ae834f10-2e98-49be-aad1-df31ec69aa20 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:08:56.355281 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-5639b762-2188-4919-aa5a-159bfc026027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:56.429258 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6279fc74-145a-4ea2-ac57-d0f12dd0444f tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3572913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59074111'] for subnet, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:56.515594 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-554332e2-130d-44cd-8a7e-683945f81fdb None None] DHCP port deletion for fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d request from n-d-804985-2 {{(pid=106254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 12:08:56.533144 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6279fc74-145a-4ea2-ac57-d0f12dd0444f tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Pushing event updated for resources: {'Subnet': ['ID=b40bd07d-9572-42e6-aad1-dc2e9e949fca,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:08:56.612687 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6279fc74-145a-4ea2-ac57-d0f12dd0444f tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Network fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:08:56.618686 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-6279fc74-145a-4ea2-ac57-d0f12dd0444f tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:08:56.634088 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6279fc74-145a-4ea2-ac57-d0f12dd0444f tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:56.636568 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6279fc74-145a-4ea2-ac57-d0f12dd0444f tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for subnet, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:56.643617 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-554332e2-130d-44cd-8a7e-683945f81fdb None None] Deleting port ae834f10-2e98-49be-aad1-df31ec69aa20 {{(pid=106254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:08:56.644253 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-554332e2-130d-44cd-8a7e-683945f81fdb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:56.682297 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89a9213-97ab-4d6f-b59f-0fa198e9edd0 req-999869b9-b82a-471f-bf40-7a349a46f73c tempest-InstanceActionsTestJSON-769347568 tempest-InstanceActionsTestJSON-769347568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:56.683838 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e89a9213-97ab-4d6f-b59f-0fa198e9edd0 req-999869b9-b82a-471f-bf40-7a349a46f73c tempest-InstanceActionsTestJSON-769347568 tempest-InstanceActionsTestJSON-769347568-project] 10.222.0.66 "GET /v2.0/ports?device_id=ae6e8f91-9436-4aa4-887b-d4fc19a257e1 HTTP/1.1" status: 200 len: 945 time: 0.1756489 Aug 18 12:08:56.685816 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-6279fc74-145a-4ea2-ac57-d0f12dd0444f tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7345052 Aug 18 12:08:56.688850 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 44828) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:08:56.694409 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-25f86c67-c0c2-4de9-9fea-b16354ef2d63 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Request body: {'subnet': {'network_id': 'fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:08:56.815940 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-554332e2-130d-44cd-8a7e-683945f81fdb None None] For port ae834f10-2e98-49be-aad1-df31ec69aa20, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=ae834f10-2e98-49be-aad1-df31ec69aa20,segment=NetworkSegment(06b05a1e-7667-47a8-b2de-bb5e6a768e1b),segment_id=06b05a1e-7667-47a8-b2de-bb5e6a768e1b)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:08:56.817266 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-554332e2-130d-44cd-8a7e-683945f81fdb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:56.843626 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-554332e2-130d-44cd-8a7e-683945f81fdb None None] Calling delete_port for ae834f10-2e98-49be-aad1-df31ec69aa20 owned by network:dhcp {{(pid=106254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:08:56.872437 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e89a9213-97ab-4d6f-b59f-0fa198e9edd0 req-d7f6f00b-3207-4aa2-a702-4aa933cedf18 tempest-InstanceActionsTestJSON-769347568 tempest-InstanceActionsTestJSON-769347568-project] 10.222.0.66 "GET /v2.0/security-groups?id=dfaf675e-0a2c-4804-9c84-c8d8c90e7cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719701 Aug 18 12:08:56.934325 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c1d3a0-5b84-4465-9b87-2ca39b9da270 req-63992cbb-ba51-410e-b9a0-819704fa6c2d tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:56.935941 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e6c1d3a0-5b84-4465-9b87-2ca39b9da270 req-63992cbb-ba51-410e-b9a0-819704fa6c2d tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/ports?device_id=6011af90-500b-4206-8fbe-42824e0797da HTTP/1.1" status: 200 len: 945 time: 0.2057350 Aug 18 12:08:56.980427 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-554332e2-130d-44cd-8a7e-683945f81fdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556'] for port, after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:56.999385 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-554332e2-130d-44cd-8a7e-683945f81fdb None None] No DVR routers for this DVR port ae834f10-2e98-49be-aad1-df31ec69aa20 on host n-d-804985-2 {{(pid=106254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:08:57.017837 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e6c1d3a0-5b84-4465-9b87-2ca39b9da270 req-73b8f9c8-710a-4259-88fe-605bc8541656 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/security-groups?id=e93b90b0-d66c-467b-a848-eedd88936357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705261 Aug 18 12:08:57.020218 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25f86c67-c0c2-4de9-9fea-b16354ef2d63 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Made reservation on behalf of 2a40b3bac30c4b9cb4cddbf9306b0469 for: {'subnet': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:08:57.024715 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-25f86c67-c0c2-4de9-9fea-b16354ef2d63 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59074089'] for subnet, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:57.100710 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60b2851b-976f-412b-8efd-b8f7762d5300 None None] Network fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:08:57.104977 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554332e2-130d-44cd-8a7e-683945f81fdb None None] Pushing event deleted for resources: {'Port': ['ID=ae834f10-2e98-49be-aad1-df31ec69aa20,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:08:57.280220 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device ae834f10-2e98-49be-aad1-df31ec69aa20 no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:08:57.334626 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: ae834f10-2e98-49be-aad1-df31ec69aa20 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:08:57.335003 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device ae834f10-2e98-49be-aad1-df31ec69aa20 not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:08:57.520329 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3784117a-7527-4893-af43-412350754bf0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp788be208-34ab-5a8f-af0f-528834af222f-fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d', 'network_id': 'fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d', 'tenant_id': '2a40b3bac30c4b9cb4cddbf9306b0469', 'fixed_ips': [{'subnet_id': 'b40bd07d-9572-42e6-aad1-dc2e9e949fca'}]}} from n-d-804985-2. {{(pid=106254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 12:08:57.521385 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3784117a-7527-4893-af43-412350754bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:57.625227 n-d-804985-2 neutron-server[106252]: DEBUG neutron.objects.ports [None req-25f86c67-c0c2-4de9-9fea-b16354ef2d63 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106252) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 18 12:08:57.626771 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-25f86c67-c0c2-4de9-9fea-b16354ef2d63 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3572913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59074111'] for subnet, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:57.676923 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25f86c67-c0c2-4de9-9fea-b16354ef2d63 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Network fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:08:57.681741 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-25f86c67-c0c2-4de9-9fea-b16354ef2d63 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:08:57.686514 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25f86c67-c0c2-4de9-9fea-b16354ef2d63 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:57.687113 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-25f86c67-c0c2-4de9-9fea-b16354ef2d63 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for subnet, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:57.698693 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f86c67-c0c2-4de9-9fea-b16354ef2d63 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Pushing event updated for resources: {'Subnet': ['ID=f877a4aa-9c0c-4324-a7eb-c4a6c3eb7761,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:08:57.711819 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-25f86c67-c0c2-4de9-9fea-b16354ef2d63 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0217152 Aug 18 12:08:57.715871 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 44842) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:08:57.725205 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-1f720fd8-2d86-479c-86b1-68c308626e96 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Request body: {'port': {'network_id': 'fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d', 'mac_address': 'fa:16:3e:fa:25:67', 'name': 'tempest-NetworksTestDHCPv6-623227977'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:08:57.824663 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.db_base_plugin_common [None req-3784117a-7527-4893-af43-412350754bf0 None None] Allocated IP 172.20.0.2 (fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d/b40bd07d-9572-42e6-aad1-dc2e9e949fca/3e036cd7-9fcb-4636-b9ed-84b6e3d17d1a) {{(pid=106254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:08:57.836823 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.db_base_plugin_common [None req-3784117a-7527-4893-af43-412350754bf0 None None] Allocated IP 2001:db8::f816:3eff:fedb:da5a (fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d/f877a4aa-9c0c-4324-a7eb-c4a6c3eb7761/3e036cd7-9fcb-4636-b9ed-84b6e3d17d1a) {{(pid=106254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:08:57.880047 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f720fd8-2d86-479c-86b1-68c308626e96 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Made reservation on behalf of 2a40b3bac30c4b9cb4cddbf9306b0469 for: {'port': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:08:58.001246 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1f720fd8-2d86-479c-86b1-68c308626e96 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:58.031541 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [None req-1f720fd8-2d86-479c-86b1-68c308626e96 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] device_id is not set on port 3785a949-6fb4-4325-9d72-5d79bafd8429 yet. {{(pid=106253) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 12:08:58.073872 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3784117a-7527-4893-af43-412350754bf0 None None] Notify callbacks [] for port, precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:58.096947 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-3784117a-7527-4893-af43-412350754bf0 None None] Transition to ACTIVE for port object 3e036cd7-9fcb-4636-b9ed-84b6e3d17d1a will not be triggered until provisioned by entity L2. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:08:58.104557 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9446ec-6d5f-4211-8934-035cc90b1675 req-c5d5c710-0e39-4cae-a92e-9d58c3a58b11 tempest-InstanceActionsTestJSON-769347568 tempest-InstanceActionsTestJSON-769347568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:58.106089 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-dc9446ec-6d5f-4211-8934-035cc90b1675 req-c5d5c710-0e39-4cae-a92e-9d58c3a58b11 tempest-InstanceActionsTestJSON-769347568 tempest-InstanceActionsTestJSON-769347568-project] 10.222.0.66 "GET /v2.0/ports?device_id=ae6e8f91-9436-4aa4-887b-d4fc19a257e1 HTTP/1.1" status: 200 len: 945 time: 0.1010895 Aug 18 12:08:58.118634 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-3784117a-7527-4893-af43-412350754bf0 None None] Transition to ACTIVE for port object 3e036cd7-9fcb-4636-b9ed-84b6e3d17d1a will not be triggered until provisioned by entity DHCP. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:08:58.128418 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3784117a-7527-4893-af43-412350754bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547'] for port, after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:58.170968 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-dc9446ec-6d5f-4211-8934-035cc90b1675 req-85faab68-cefd-49af-92b3-c0f52f2c0dad tempest-InstanceActionsTestJSON-769347568 tempest-InstanceActionsTestJSON-769347568-project] 10.222.0.66 "GET /v2.0/security-groups?id=dfaf675e-0a2c-4804-9c84-c8d8c90e7cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569730 Aug 18 12:08:58.228566 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3784117a-7527-4893-af43-412350754bf0 None None] Network fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d is already hosted by enough agents. {{(pid=106254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:08:58.248579 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.base_scheduler [None req-3784117a-7527-4893-af43-412350754bf0 None None] Resources bound (agent type, host, resource id): {{(pid=106254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:08:58.254486 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3784117a-7527-4893-af43-412350754bf0 None None] Received port after_create {{(pid=106254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:08:58.328414 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b302153-4b4c-4e14-84c3-61698f65b2b0 req-7ccf920d-66b1-47ab-917a-840c6b0c9016 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:58.334570 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5b302153-4b4c-4e14-84c3-61698f65b2b0 req-7ccf920d-66b1-47ab-917a-840c6b0c9016 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/ports?device_id=6011af90-500b-4206-8fbe-42824e0797da HTTP/1.1" status: 200 len: 945 time: 0.1390700 Aug 18 12:08:58.361800 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3784117a-7527-4893-af43-412350754bf0 None None] Pushing event updated for resources: {'Port': ['ID=3e036cd7-9fcb-4636-b9ed-84b6e3d17d1a,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:08:58.410856 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [None req-1f720fd8-2d86-479c-86b1-68c308626e96 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Allocated IP 172.20.0.3 (fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d/b40bd07d-9572-42e6-aad1-dc2e9e949fca/3785a949-6fb4-4325-9d72-5d79bafd8429) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:08:58.431398 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [None req-1f720fd8-2d86-479c-86b1-68c308626e96 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Allocated IP 2001:db8::f816:3eff:fefa:2567 (fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d/f877a4aa-9c0c-4324-a7eb-c4a6c3eb7761/3785a949-6fb4-4325-9d72-5d79bafd8429) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:08:58.432166 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5b302153-4b4c-4e14-84c3-61698f65b2b0 req-08194281-18b2-416c-9240-6f1760238adf tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/security-groups?id=e93b90b0-d66c-467b-a848-eedd88936357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878422 Aug 18 12:08:58.465041 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-3784117a-7527-4893-af43-412350754bf0 None None] Attempting to bind port 3e036cd7-9fcb-4636-b9ed-84b6e3d17d1a on host n-d-804985-2 for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:08:58.465555 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-3784117a-7527-4893-af43-412350754bf0 None None] Attempting to bind port 3e036cd7-9fcb-4636-b9ed-84b6e3d17d1a by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': '06b05a1e-7667-47a8-b2de-bb5e6a768e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:08:58.465925 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3784117a-7527-4893-af43-412350754bf0 None None] Attempting to bind port 3e036cd7-9fcb-4636-b9ed-84b6e3d17d1a on network fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:08:58.474327 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3784117a-7527-4893-af43-412350754bf0 None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 8, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:08:58.475160 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3784117a-7527-4893-af43-412350754bf0 None None] Checking segment: {'id': '06b05a1e-7667-47a8-b2de-bb5e6a768e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:08:58.475834 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3784117a-7527-4893-af43-412350754bf0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:58.476289 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3784117a-7527-4893-af43-412350754bf0 None None] Bound using segment: {'id': '06b05a1e-7667-47a8-b2de-bb5e6a768e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:08:58.476914 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-3784117a-7527-4893-af43-412350754bf0 None None] Bound port: 3e036cd7-9fcb-4636-b9ed-84b6e3d17d1a, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06b05a1e-7667-47a8-b2de-bb5e6a768e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:08:58.477458 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3784117a-7527-4893-af43-412350754bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:58.689129 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-3784117a-7527-4893-af43-412350754bf0 None None] For port 3e036cd7-9fcb-4636-b9ed-84b6e3d17d1a, host n-d-804985-2, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:08:58.694699 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-3784117a-7527-4893-af43-412350754bf0 None None] For port 3e036cd7-9fcb-4636-b9ed-84b6e3d17d1a, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=3e036cd7-9fcb-4636-b9ed-84b6e3d17d1a,segment=NetworkSegment(06b05a1e-7667-47a8-b2de-bb5e6a768e1b),segment_id=06b05a1e-7667-47a8-b2de-bb5e6a768e1b)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:08:58.706780 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3784117a-7527-4893-af43-412350754bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:58.725191 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6401c753-16f7-4667-b12e-a60f1620a3c6 req-0066d762-ccf5-4430-a950-2ce9bc54bc52 tempest-InstanceActionsTestJSON-769347568 tempest-InstanceActionsTestJSON-769347568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:58.726776 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6401c753-16f7-4667-b12e-a60f1620a3c6 req-0066d762-ccf5-4430-a950-2ce9bc54bc52 tempest-InstanceActionsTestJSON-769347568 tempest-InstanceActionsTestJSON-769347568-project] 10.222.0.66 "GET /v2.0/ports?device_id=ae6e8f91-9436-4aa4-887b-d4fc19a257e1 HTTP/1.1" status: 200 len: 945 time: 0.1253562 Aug 18 12:08:58.783653 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df039c0-feb5-4b43-8375-3ccac91ac835 req-5e6e3ccf-cce0-4e93-bdff-70564dd4bb49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:58.785432 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-0df039c0-feb5-4b43-8375-3ccac91ac835 req-5e6e3ccf-cce0-4e93-bdff-70564dd4bb49 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0a807895f8914deb9251dda17adc4a39&device_id=ae6e8f91-9436-4aa4-887b-d4fc19a257e1 HTTP/1.1" status: 200 len: 1096 time: 0.1574271 Aug 18 12:08:58.798553 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6401c753-16f7-4667-b12e-a60f1620a3c6 req-633f9f5d-f698-4762-9087-5249ee4292a7 tempest-InstanceActionsTestJSON-769347568 tempest-InstanceActionsTestJSON-769347568-project] 10.222.0.66 "GET /v2.0/security-groups?id=dfaf675e-0a2c-4804-9c84-c8d8c90e7cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644007 Aug 18 12:08:58.856943 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1f720fd8-2d86-479c-86b1-68c308626e96 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:58.860507 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3784117a-7527-4893-af43-412350754bf0 None None] Pushing event updated for resources: {'Port': ['ID=3e036cd7-9fcb-4636-b9ed-84b6e3d17d1a,revision_number=2']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:08:58.876558 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [None req-1f720fd8-2d86-479c-86b1-68c308626e96 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Transition to ACTIVE for port object 3785a949-6fb4-4325-9d72-5d79bafd8429 will not be triggered until provisioned by entity DHCP. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:08:58.987321 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1f720fd8-2d86-479c-86b1-68c308626e96 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:59.047328 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f720fd8-2d86-479c-86b1-68c308626e96 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Network fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:08:59.052059 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-1f720fd8-2d86-479c-86b1-68c308626e96 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:08:59.066500 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f720fd8-2d86-479c-86b1-68c308626e96 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:08:59.116459 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f720fd8-2d86-479c-86b1-68c308626e96 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Pushing event updated for resources: {'Port': ['ID=3785a949-6fb4-4325-9d72-5d79bafd8429,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:08:59.163074 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df039c0-feb5-4b43-8375-3ccac91ac835 req-f2d82768-b99d-45ba-bfb9-80e1e82053cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:59.164726 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-0df039c0-feb5-4b43-8375-3ccac91ac835 req-f2d82768-b99d-45ba-bfb9-80e1e82053cd service neutron] 10.222.0.62 "GET /v2.0/networks?id=15ed92bc-6567-43f5-b023-8aa36b195080 HTTP/1.1" status: 200 len: 915 time: 0.3713028 Aug 18 12:08:59.181240 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f720fd8-2d86-479c-86b1-68c308626e96 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:59.181950 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1f720fd8-2d86-479c-86b1-68c308626e96 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:59.259176 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-0df039c0-feb5-4b43-8375-3ccac91ac835 req-2603ec6d-32a2-4add-8142-4c0c359db050 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7016c2d1-8cac-492c-844c-08eff7c6f0b0 HTTP/1.1" status: 200 len: 217 time: 0.0741513 Aug 18 12:08:59.283262 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-1f720fd8-2d86-479c-86b1-68c308626e96 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.5629508 Aug 18 12:08:59.283644 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 44870) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:08:59.388279 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7491abd3-a96b-409b-9fbc-db2a0dd17523 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:59.394410 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7491abd3-a96b-409b-9fbc-db2a0dd17523 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:59.396114 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-7491abd3-a96b-409b-9fbc-db2a0dd17523 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1860 time: 0.1115267 Aug 18 12:08:59.399627 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 44872) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:08:59.404511 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 3e036cd7-9fcb-4636-b9ed-84b6e3d17d1a up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:08:59.458451 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df039c0-feb5-4b43-8375-3ccac91ac835 req-545483c2-217c-470b-aecb-9d3660cc711c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:59.460467 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-0df039c0-feb5-4b43-8375-3ccac91ac835 req-545483c2-217c-470b-aecb-9d3660cc711c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5008c2c5-5ee7-4f2e-9f2e-042570605180 HTTP/1.1" status: 200 len: 854 time: 0.1945076 Aug 18 12:08:59.472302 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port 3e036cd7-9fcb-4636-b9ed-84b6e3d17d1a completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:08:59.535077 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-0df039c0-feb5-4b43-8375-3ccac91ac835 req-b4548ad6-e300-410e-b8aa-1ce689a1a716 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=15ed92bc-6567-43f5-b023-8aa36b195080&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0570700 Aug 18 12:08:59.624393 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a0b0e7-e385-40b8-9cac-115fc07f72f0 req-13214b93-4e5f-4e70-b7d1-e8ed447d850d tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:08:59.636814 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c0a0b0e7-e385-40b8-9cac-115fc07f72f0 req-13214b93-4e5f-4e70-b7d1-e8ed447d850d tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/ports?device_id=6011af90-500b-4206-8fbe-42824e0797da HTTP/1.1" status: 200 len: 945 time: 0.1148419 Aug 18 12:08:59.670560 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-bd7a3b43-1d51-4c74-9359-fe2528f95cd4 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Deleting port 3785a949-6fb4-4325-9d72-5d79bafd8429 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:08:59.670972 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-bd7a3b43-1d51-4c74-9359-fe2528f95cd4 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:59.753398 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c0a0b0e7-e385-40b8-9cac-115fc07f72f0 req-4006aaf5-5af6-49cc-846d-4b4563e2881e tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/security-groups?id=e93b90b0-d66c-467b-a848-eedd88936357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994039 Aug 18 12:08:59.812691 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-0df039c0-feb5-4b43-8375-3ccac91ac835 req-4ea3b375-28fc-41c9-83b2-5f2b5eeace61 service neutron] 10.222.0.62 "GET /v2.0/networks/15ed92bc-6567-43f5-b023-8aa36b195080?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2688529 Aug 18 12:08:59.927850 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-bd7a3b43-1d51-4c74-9359-fe2528f95cd4 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:08:59.963398 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-bd7a3b43-1d51-4c74-9359-fe2528f95cd4 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Calling delete_port for 3785a949-6fb4-4325-9d72-5d79bafd8429 owned by {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:08:59.982947 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-0df039c0-feb5-4b43-8375-3ccac91ac835 req-d09e45de-7826-4139-af1a-c7267fc967a6 service neutron] 10.222.0.62 "GET /v2.0/networks/15ed92bc-6567-43f5-b023-8aa36b195080?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583180 Aug 18 12:09:00.017001 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef68bc0-6d30-486d-b506-35716f1c347e req-80049c10-7898-43d1-a823-e5333aa10e78 tempest-InstanceActionsTestJSON-769347568 tempest-InstanceActionsTestJSON-769347568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:09:00.021301 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-cef68bc0-6d30-486d-b506-35716f1c347e req-80049c10-7898-43d1-a823-e5333aa10e78 tempest-InstanceActionsTestJSON-769347568 tempest-InstanceActionsTestJSON-769347568-project] 10.222.0.66 "GET /v2.0/ports?device_id=ae6e8f91-9436-4aa4-887b-d4fc19a257e1 HTTP/1.1" status: 200 len: 945 time: 0.0937762 Aug 18 12:09:00.093534 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-cef68bc0-6d30-486d-b506-35716f1c347e req-beab45db-3a70-44ef-a212-43cda0f815e4 tempest-InstanceActionsTestJSON-769347568 tempest-InstanceActionsTestJSON-769347568-project] 10.222.0.66 "GET /v2.0/security-groups?id=dfaf675e-0a2c-4804-9c84-c8d8c90e7cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612688 Aug 18 12:09:00.412242 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-bd7a3b43-1d51-4c74-9359-fe2528f95cd4 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:00.469372 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7a3b43-1d51-4c74-9359-fe2528f95cd4 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Pushing event deleted for resources: {'Port': ['ID=3785a949-6fb4-4325-9d72-5d79bafd8429,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:09:00.586695 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6c553db-1de5-4c4c-a722-1ee7c1079c85 None None] Network fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:09:00.594796 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-bd7a3b43-1d51-4c74-9359-fe2528f95cd4 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:00.599618 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-bd7a3b43-1d51-4c74-9359-fe2528f95cd4 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "DELETE /v2.0/ports/3785a949-6fb4-4325-9d72-5d79bafd8429 HTTP/1.1" status: 204 len: 168 time: 1.1960819 Aug 18 12:09:00.599618 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 44888) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:09:00.667086 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12fd2f98-f01a-4a08-ae01-199cf5864f61 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:09:00.668535 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12fd2f98-f01a-4a08-ae01-199cf5864f61 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:09:00.670424 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12fd2f98-f01a-4a08-ae01-199cf5864f61 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:09:00.675152 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-12fd2f98-f01a-4a08-ae01-199cf5864f61 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0714109 Aug 18 12:09:00.675877 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 44890) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:09:00.681611 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-61926b35-bc09-4059-86dd-b10606f241b1 None None] Provisioning for port 3e036cd7-9fcb-4636-b9ed-84b6e3d17d1a completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:09:00.702184 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-61926b35-bc09-4059-86dd-b10606f241b1 None None] Provisioning complete for port 3e036cd7-9fcb-4636-b9ed-84b6e3d17d1a triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:09:00.702601 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-61926b35-bc09-4059-86dd-b10606f241b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:00.753899 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_v2 [None req-7996081b-e8ad-4643-ae96-a43b5704b0eb tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Deleting subnet b40bd07d-9572-42e6-aad1-dc2e9e949fca {{(pid=106252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 12:09:00.770581 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-7996081b-e8ad-4643-ae96-a43b5704b0eb tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks [] for subnet, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:00.789923 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 44902) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:09:00.899834 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-7996081b-e8ad-4643-ae96-a43b5704b0eb tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2221528'] for subnet, precommit_delete_associations {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:00.979232 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-61926b35-bc09-4059-86dd-b10606f241b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:01.077884 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-61926b35-bc09-4059-86dd-b10606f241b1 None None] For port 3e036cd7-9fcb-4636-b9ed-84b6e3d17d1a, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=3e036cd7-9fcb-4636-b9ed-84b6e3d17d1a,segment=NetworkSegment(06b05a1e-7667-47a8-b2de-bb5e6a768e1b),segment_id=06b05a1e-7667-47a8-b2de-bb5e6a768e1b)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:09:01.085276 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-61926b35-bc09-4059-86dd-b10606f241b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:01.099212 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ecf0f9-48d0-42f9-acc2-71527b82e17f req-d63824d1-1ecb-4c73-95d0-f3d30a860d19 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:09:01.111215 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b1ecf0f9-48d0-42f9-acc2-71527b82e17f req-d63824d1-1ecb-4c73-95d0-f3d30a860d19 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/ports?device_id=6011af90-500b-4206-8fbe-42824e0797da HTTP/1.1" status: 200 len: 945 time: 0.1532581 Aug 18 12:09:01.215662 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61926b35-bc09-4059-86dd-b10606f241b1 None None] Pushing event updated for resources: {'Port': ['ID=3e036cd7-9fcb-4636-b9ed-84b6e3d17d1a,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:09:01.354986 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b1ecf0f9-48d0-42f9-acc2-71527b82e17f req-602ccf8d-b8c7-4fcb-9799-b51b0e6f65d5 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/security-groups?id=e93b90b0-d66c-467b-a848-eedd88936357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2396846 Aug 18 12:09:01.394966 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-7996081b-e8ad-4643-ae96-a43b5704b0eb tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:01.425013 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d49cb8-a971-4b72-b018-9271d482a61f req-01a5541a-76ed-41cb-bbf9-dc67915552da tempest-InstanceActionsTestJSON-769347568 tempest-InstanceActionsTestJSON-769347568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:09:01.427660 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b1d49cb8-a971-4b72-b018-9271d482a61f req-01a5541a-76ed-41cb-bbf9-dc67915552da tempest-InstanceActionsTestJSON-769347568 tempest-InstanceActionsTestJSON-769347568-project] 10.222.0.66 "GET /v2.0/ports?device_id=ae6e8f91-9436-4aa4-887b-d4fc19a257e1 HTTP/1.1" status: 200 len: 945 time: 0.1879542 Aug 18 12:09:01.576427 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b1d49cb8-a971-4b72-b018-9271d482a61f req-83f4a3da-dd11-4c85-8c83-7c3a6b007c31 tempest-InstanceActionsTestJSON-769347568 tempest-InstanceActionsTestJSON-769347568-project] 10.222.0.66 "GET /v2.0/security-groups?id=dfaf675e-0a2c-4804-9c84-c8d8c90e7cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763061 Aug 18 12:09:01.608319 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-7996081b-e8ad-4643-ae96-a43b5704b0eb tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3572848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59074100'] for subnet, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:01.689049 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7996081b-e8ad-4643-ae96-a43b5704b0eb tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Pushing event deleted for resources: {'Subnet': ['ID=b40bd07d-9572-42e6-aad1-dc2e9e949fca,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:09:01.721177 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-7996081b-e8ad-4643-ae96-a43b5704b0eb tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for subnet, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:01.724170 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-7996081b-e8ad-4643-ae96-a43b5704b0eb tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "DELETE /v2.0/subnets/b40bd07d-9572-42e6-aad1-dc2e9e949fca HTTP/1.1" status: 204 len: 168 time: 1.0471506 Aug 18 12:09:01.726421 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 44922) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:09:01.822091 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c295733-9996-4465-80d7-4092b4f3385a tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Deleting subnet f877a4aa-9c0c-4324-a7eb-c4a6c3eb7761 {{(pid=106252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 12:09:01.832804 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-3c295733-9996-4465-80d7-4092b4f3385a tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks [] for subnet, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:01.836268 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-93206d0b-45d2-47af-89d8-50307edab268 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-996815'] for router_interface, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:01.902119 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-3c295733-9996-4465-80d7-4092b4f3385a tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2221528'] for subnet, precommit_delete_associations {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:02.024762 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28390dee-c4b7-4222-b16d-1281ddca2f09 None None] Network fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:09:02.227528 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-306ed3ed-8342-4708-8b5d-3cf33ba4cbda None None] Provisioning complete for port 3e036cd7-9fcb-4636-b9ed-84b6e3d17d1a triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:09:02.228847 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-306ed3ed-8342-4708-8b5d-3cf33ba4cbda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:02.239571 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-3c295733-9996-4465-80d7-4092b4f3385a tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:02.292043 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52014f0-e12e-445e-8a49-f8d15ac27d38 req-fb1c203f-6bfe-4792-9cfc-b9bafb0c4cc4 tempest-InstanceActionsTestJSON-769347568 tempest-InstanceActionsTestJSON-769347568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:09:02.299903 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c52014f0-e12e-445e-8a49-f8d15ac27d38 req-fb1c203f-6bfe-4792-9cfc-b9bafb0c4cc4 tempest-InstanceActionsTestJSON-769347568 tempest-InstanceActionsTestJSON-769347568-project] 10.222.0.66 "GET /v2.0/ports?device_id=ae6e8f91-9436-4aa4-887b-d4fc19a257e1 HTTP/1.1" status: 200 len: 945 time: 0.1115592 Aug 18 12:09:02.328178 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-93206d0b-45d2-47af-89d8-50307edab268 admin admin] Deleting port 5302fd6f-6244-495f-be39-b2949c0eaebc {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:09:02.331908 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-93206d0b-45d2-47af-89d8-50307edab268 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:02.354908 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c52014f0-e12e-445e-8a49-f8d15ac27d38 req-457c8715-2b3c-4262-8c3e-66c6fb319463 tempest-InstanceActionsTestJSON-769347568 tempest-InstanceActionsTestJSON-769347568-project] 10.222.0.66 "GET /v2.0/security-groups?id=dfaf675e-0a2c-4804-9c84-c8d8c90e7cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539379 Aug 18 12:09:02.402515 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-3c295733-9996-4465-80d7-4092b4f3385a tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3572848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59074100'] for subnet, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:02.449078 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-3c295733-9996-4465-80d7-4092b4f3385a tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for subnet, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:02.453009 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-3c295733-9996-4465-80d7-4092b4f3385a tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "DELETE /v2.0/subnets/f877a4aa-9c0c-4324-a7eb-c4a6c3eb7761 HTTP/1.1" status: 204 len: 168 time: 0.7253041 Aug 18 12:09:02.457132 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 44934) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:09:02.567681 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c295733-9996-4465-80d7-4092b4f3385a tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Pushing event deleted for resources: {'Subnet': ['ID=f877a4aa-9c0c-4324-a7eb-c4a6c3eb7761,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:09:02.617132 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-fc2d5929-6aca-4546-a551-b6936fe897c9 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1554792 Aug 18 12:09:02.623659 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 44936) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:09:02.631042 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-18457546-fc51-4f8c-ae02-7d12168e91d6 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Request body: {'subnet': {'network_id': 'fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:09:02.670001 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdb09b0-e8d5-4465-a168-af174938b43b req-26592bb5-4c7d-4e5e-8aa0-d59d7473820a tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:09:02.684009 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6bdb09b0-e8d5-4465-a168-af174938b43b req-26592bb5-4c7d-4e5e-8aa0-d59d7473820a tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/ports?device_id=6011af90-500b-4206-8fbe-42824e0797da HTTP/1.1" status: 200 len: 945 time: 0.1566901 Aug 18 12:09:02.749084 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cf7593f-c628-41d5-b621-aa21996c183d None None] Update dhcp port {'port': {'network_id': 'fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d', 'fixed_ips': [{'subnet_id': 'f877a4aa-9c0c-4324-a7eb-c4a6c3eb7761'}], 'binding:host_id': 'n-d-804985-2'}, 'id': '3e036cd7-9fcb-4636-b9ed-84b6e3d17d1a'} from n-d-804985-2. {{(pid=106254) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 18 12:09:02.755119 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6bdb09b0-e8d5-4465-a168-af174938b43b req-15dc9943-6b9e-410a-b989-2ea683fafb23 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/security-groups?id=e93b90b0-d66c-467b-a848-eedd88936357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680778 Aug 18 12:09:02.761827 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [None req-93206d0b-45d2-47af-89d8-50307edab268 admin admin] For port 5302fd6f-6244-495f-be39-b2949c0eaebc, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=5302fd6f-6244-495f-be39-b2949c0eaebc,segment=NetworkSegment(d185dac2-eec7-4fe1-a5e8-92c84f0d7013),segment_id=d185dac2-eec7-4fe1-a5e8-92c84f0d7013)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:09:02.762193 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-93206d0b-45d2-47af-89d8-50307edab268 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:02.782116 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-7cf7593f-c628-41d5-b621-aa21996c183d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:02.787779 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-93206d0b-45d2-47af-89d8-50307edab268 admin admin] Calling delete_port for 5302fd6f-6244-495f-be39-b2949c0eaebc owned by network:router_interface {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:09:02.854258 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18457546-fc51-4f8c-ae02-7d12168e91d6 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Made reservation on behalf of 2a40b3bac30c4b9cb4cddbf9306b0469 for: {'subnet': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:09:02.858405 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-18457546-fc51-4f8c-ae02-7d12168e91d6 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59388119'] for subnet, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:02.996250 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da1b1750-5c9e-4630-82e9-4e5a8e3c4534 None None] Network fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:09:03.160416 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-5d786728-68ce-4855-990b-d00c168f5789 None None] Provisioning complete for port 3e036cd7-9fcb-4636-b9ed-84b6e3d17d1a triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:09:03.161470 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-5d786728-68ce-4855-990b-d00c168f5789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:03.203703 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-93206d0b-45d2-47af-89d8-50307edab268 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:03.228087 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9140da77-9e2c-45ae-bc89-b129322a5da2 None None] DHCP port deletion for fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d request from n-d-804985-2 {{(pid=106254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 12:09:03.244365 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93206d0b-45d2-47af-89d8-50307edab268 admin admin] Pushing event deleted for resources: {'Port': ['ID=5302fd6f-6244-495f-be39-b2949c0eaebc,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:09:03.279563 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-18457546-fc51-4f8c-ae02-7d12168e91d6 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58902106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59388097'] for subnet, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:03.306463 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 3e036cd7-9fcb-4636-b9ed-84b6e3d17d1a no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:09:03.360985 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-9140da77-9e2c-45ae-bc89-b129322a5da2 None None] Deleting port 3e036cd7-9fcb-4636-b9ed-84b6e3d17d1a {{(pid=106254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:09:03.361504 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-9140da77-9e2c-45ae-bc89-b129322a5da2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:03.368030 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18457546-fc51-4f8c-ae02-7d12168e91d6 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Network fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:09:03.403027 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-18457546-fc51-4f8c-ae02-7d12168e91d6 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:09:03.418562 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18457546-fc51-4f8c-ae02-7d12168e91d6 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:09:03.419166 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-18457546-fc51-4f8c-ae02-7d12168e91d6 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:03.447337 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18457546-fc51-4f8c-ae02-7d12168e91d6 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Pushing event updated for resources: {'Subnet': ['ID=d96fbd46-a3ec-443c-bc5d-27c3f55ad349,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:09:03.550513 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-18457546-fc51-4f8c-ae02-7d12168e91d6 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9247208 Aug 18 12:09:03.551218 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 44946) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:09:03.559847 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-fe122b45-028c-4e80-b5fb-33bbde1c9c64 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Request body: {'subnet': {'network_id': 'fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:09:03.561814 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf21fe2-6312-4976-9958-7548de25e338 req-7bf906cc-f210-4a46-a9f4-d9b37b60be3d tempest-InstanceActionsTestJSON-769347568 tempest-InstanceActionsTestJSON-769347568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:09:03.565092 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6bf21fe2-6312-4976-9958-7548de25e338 req-7bf906cc-f210-4a46-a9f4-d9b37b60be3d tempest-InstanceActionsTestJSON-769347568 tempest-InstanceActionsTestJSON-769347568-project] 10.222.0.66 "GET /v2.0/ports?device_id=ae6e8f91-9436-4aa4-887b-d4fc19a257e1 HTTP/1.1" status: 200 len: 945 time: 0.0922489 Aug 18 12:09:03.706882 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6bf21fe2-6312-4976-9958-7548de25e338 req-599d5139-e513-4d66-bbaf-6080ea0f122b tempest-InstanceActionsTestJSON-769347568 tempest-InstanceActionsTestJSON-769347568-project] 10.222.0.66 "GET /v2.0/security-groups?id=dfaf675e-0a2c-4804-9c84-c8d8c90e7cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318913 Aug 18 12:09:03.793943 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:03.824842 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-9140da77-9e2c-45ae-bc89-b129322a5da2 None None] For port 3e036cd7-9fcb-4636-b9ed-84b6e3d17d1a, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=3e036cd7-9fcb-4636-b9ed-84b6e3d17d1a,segment=NetworkSegment(06b05a1e-7667-47a8-b2de-bb5e6a768e1b),segment_id=06b05a1e-7667-47a8-b2de-bb5e6a768e1b)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:09:03.827146 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-9140da77-9e2c-45ae-bc89-b129322a5da2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:03.850244 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-9140da77-9e2c-45ae-bc89-b129322a5da2 None None] Calling delete_port for 3e036cd7-9fcb-4636-b9ed-84b6e3d17d1a owned by network:dhcp {{(pid=106254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:09:03.868396 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] For port 3e036cd7-9fcb-4636-b9ed-84b6e3d17d1a, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=3e036cd7-9fcb-4636-b9ed-84b6e3d17d1a,segment=NetworkSegment(06b05a1e-7667-47a8-b2de-bb5e6a768e1b),segment_id=06b05a1e-7667-47a8-b2de-bb5e6a768e1b)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:09:03.907618 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:03.919992 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5513cbcb-4a8f-4e33-ae4c-71b92a5f0ee6 req-d7f633a4-6927-41d3-86ed-8c173163a40b tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:09:03.929859 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5513cbcb-4a8f-4e33-ae4c-71b92a5f0ee6 req-d7f633a4-6927-41d3-86ed-8c173163a40b tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/ports?device_id=6011af90-500b-4206-8fbe-42824e0797da HTTP/1.1" status: 200 len: 945 time: 0.0902181 Aug 18 12:09:03.943907 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e877f5-dd29-4fc1-9636-2d04c8d5c9a1 req-fe925cf6-021f-40ab-b1c9-7330503e8269 tempest-InstanceActionsTestJSON-769347568 tempest-InstanceActionsTestJSON-769347568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:09:03.949552 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-05e877f5-dd29-4fc1-9636-2d04c8d5c9a1 req-fe925cf6-021f-40ab-b1c9-7330503e8269 tempest-InstanceActionsTestJSON-769347568 tempest-InstanceActionsTestJSON-769347568-project] 10.222.0.62 "GET /v2.0/ports?device_id=ae6e8f91-9436-4aa4-887b-d4fc19a257e1 HTTP/1.1" status: 200 len: 945 time: 0.4165735 Aug 18 12:09:03.978439 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5513cbcb-4a8f-4e33-ae4c-71b92a5f0ee6 req-f0080566-d0a5-4d06-9617-53c1cd254631 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/security-groups?id=e93b90b0-d66c-467b-a848-eedd88936357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474823 Aug 18 12:09:04.006501 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Pushing event updated for resources: {'Port': ['ID=3e036cd7-9fcb-4636-b9ed-84b6e3d17d1a,revision_number=6']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:09:04.065642 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-9140da77-9e2c-45ae-bc89-b129322a5da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556'] for port, after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:04.071545 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe122b45-028c-4e80-b5fb-33bbde1c9c64 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Made reservation on behalf of 2a40b3bac30c4b9cb4cddbf9306b0469 for: {'subnet': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:09:04.075104 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-fe122b45-028c-4e80-b5fb-33bbde1c9c64 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59388119'] for subnet, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:04.099924 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9140da77-9e2c-45ae-bc89-b129322a5da2 None None] Pushing event deleted for resources: {'Port': ['ID=3e036cd7-9fcb-4636-b9ed-84b6e3d17d1a,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:09:04.103902 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9140da77-9e2c-45ae-bc89-b129322a5da2 None None] No DVR routers for this DVR port 3e036cd7-9fcb-4636-b9ed-84b6e3d17d1a on host n-d-804985-2 {{(pid=106254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:09:04.121899 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a544ab4-bf38-4f27-a14e-dfc812218e6b None None] Network fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:09:04.128921 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-93206d0b-45d2-47af-89d8-50307edab268 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953695'] for router_interface, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:04.358824 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d838617a-fece-45ee-bdcb-a6d044f0ef89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp788be208-34ab-5a8f-af0f-528834af222f-fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d', 'network_id': 'fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d', 'tenant_id': '2a40b3bac30c4b9cb4cddbf9306b0469', 'fixed_ips': [{'subnet_id': 'd96fbd46-a3ec-443c-bc5d-27c3f55ad349'}]}} from n-d-804985-2. {{(pid=106254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 12:09:04.359721 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-d838617a-fece-45ee-bdcb-a6d044f0ef89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:04.523343 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.db_base_plugin_common [None req-d838617a-fece-45ee-bdcb-a6d044f0ef89 None None] Allocated IP 172.20.0.2 (fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d/d96fbd46-a3ec-443c-bc5d-27c3f55ad349/2fb08e3e-dcbe-40d1-bd77-7cc0864ffc93) {{(pid=106254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:09:04.696310 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-d838617a-fece-45ee-bdcb-a6d044f0ef89 None None] Notify callbacks [] for port, precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:04.706695 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-d838617a-fece-45ee-bdcb-a6d044f0ef89 None None] Transition to ACTIVE for port object 2fb08e3e-dcbe-40d1-bd77-7cc0864ffc93 will not be triggered until provisioned by entity L2. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:09:04.724938 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-d838617a-fece-45ee-bdcb-a6d044f0ef89 None None] Transition to ACTIVE for port object 2fb08e3e-dcbe-40d1-bd77-7cc0864ffc93 will not be triggered until provisioned by entity DHCP. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:09:04.733797 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-d838617a-fece-45ee-bdcb-a6d044f0ef89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547'] for port, after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:04.775145 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d838617a-fece-45ee-bdcb-a6d044f0ef89 None None] Network fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d is already hosted by enough agents. {{(pid=106254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:09:04.778157 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.base_scheduler [None req-d838617a-fece-45ee-bdcb-a6d044f0ef89 None None] Resources bound (agent type, host, resource id): {{(pid=106254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:09:04.784356 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d838617a-fece-45ee-bdcb-a6d044f0ef89 None None] Received port after_create {{(pid=106254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:09:04.795698 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d838617a-fece-45ee-bdcb-a6d044f0ef89 None None] Pushing event updated for resources: {'Port': ['ID=2fb08e3e-dcbe-40d1-bd77-7cc0864ffc93,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:09:04.811378 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-05e877f5-dd29-4fc1-9636-2d04c8d5c9a1 req-4e9cc0bd-f825-4ccd-8bcb-5e7cbeda7ccd tempest-InstanceActionsTestJSON-769347568 tempest-InstanceActionsTestJSON-769347568-project] Deleting port 7016c2d1-8cac-492c-844c-08eff7c6f0b0 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:09:04.824056 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-05e877f5-dd29-4fc1-9636-2d04c8d5c9a1 req-4e9cc0bd-f825-4ccd-8bcb-5e7cbeda7ccd tempest-InstanceActionsTestJSON-769347568 tempest-InstanceActionsTestJSON-769347568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:04.896799 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-d838617a-fece-45ee-bdcb-a6d044f0ef89 None None] Attempting to bind port 2fb08e3e-dcbe-40d1-bd77-7cc0864ffc93 on host n-d-804985-2 for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:09:04.897491 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-d838617a-fece-45ee-bdcb-a6d044f0ef89 None None] Attempting to bind port 2fb08e3e-dcbe-40d1-bd77-7cc0864ffc93 by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': '06b05a1e-7667-47a8-b2de-bb5e6a768e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:09:04.901204 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d838617a-fece-45ee-bdcb-a6d044f0ef89 None None] Attempting to bind port 2fb08e3e-dcbe-40d1-bd77-7cc0864ffc93 on network fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:09:04.911449 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d838617a-fece-45ee-bdcb-a6d044f0ef89 None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 8, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:09:04.911825 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d838617a-fece-45ee-bdcb-a6d044f0ef89 None None] Checking segment: {'id': '06b05a1e-7667-47a8-b2de-bb5e6a768e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:09:04.914015 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-d838617a-fece-45ee-bdcb-a6d044f0ef89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:04.914428 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d838617a-fece-45ee-bdcb-a6d044f0ef89 None None] Bound using segment: {'id': '06b05a1e-7667-47a8-b2de-bb5e6a768e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:09:04.914915 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-d838617a-fece-45ee-bdcb-a6d044f0ef89 None None] Bound port: 2fb08e3e-dcbe-40d1-bd77-7cc0864ffc93, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06b05a1e-7667-47a8-b2de-bb5e6a768e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:09:04.915300 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-d838617a-fece-45ee-bdcb-a6d044f0ef89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:04.930716 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f88ae16-22d6-4194-b48b-3f4efbfae612 req-330d640a-ff82-4531-8af3-5ce1e8cb80fb tempest-InstanceActionsTestJSON-769347568 tempest-InstanceActionsTestJSON-769347568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:09:04.939569 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7f88ae16-22d6-4194-b48b-3f4efbfae612 req-330d640a-ff82-4531-8af3-5ce1e8cb80fb tempest-InstanceActionsTestJSON-769347568 tempest-InstanceActionsTestJSON-769347568-project] 10.222.0.66 "GET /v2.0/ports?device_id=ae6e8f91-9436-4aa4-887b-d4fc19a257e1 HTTP/1.1" status: 200 len: 945 time: 0.1053092 Aug 18 12:09:04.976234 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7f88ae16-22d6-4194-b48b-3f4efbfae612 req-4340e439-a528-43c0-a0b6-20a66efc9091 tempest-InstanceActionsTestJSON-769347568 tempest-InstanceActionsTestJSON-769347568-project] 10.222.0.66 "GET /v2.0/security-groups?id=dfaf675e-0a2c-4804-9c84-c8d8c90e7cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355265 Aug 18 12:09:05.048749 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93206d0b-45d2-47af-89d8-50307edab268 admin admin] Router af8325e0-5bc0-4c5c-9023-39148f6ec07c has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:09:05.086678 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-d838617a-fece-45ee-bdcb-a6d044f0ef89 None None] For port 2fb08e3e-dcbe-40d1-bd77-7cc0864ffc93, host n-d-804985-2, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:09:05.091672 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-d838617a-fece-45ee-bdcb-a6d044f0ef89 None None] For port 2fb08e3e-dcbe-40d1-bd77-7cc0864ffc93, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=2fb08e3e-dcbe-40d1-bd77-7cc0864ffc93,segment=NetworkSegment(06b05a1e-7667-47a8-b2de-bb5e6a768e1b),segment_id=06b05a1e-7667-47a8-b2de-bb5e6a768e1b)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:09:05.102701 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-d838617a-fece-45ee-bdcb-a6d044f0ef89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:05.178016 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d838617a-fece-45ee-bdcb-a6d044f0ef89 None None] Pushing event updated for resources: {'Port': ['ID=2fb08e3e-dcbe-40d1-bd77-7cc0864ffc93,revision_number=2']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:09:05.268838 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-05e877f5-dd29-4fc1-9636-2d04c8d5c9a1 req-4e9cc0bd-f825-4ccd-8bcb-5e7cbeda7ccd tempest-InstanceActionsTestJSON-769347568 tempest-InstanceActionsTestJSON-769347568-project] For port 7016c2d1-8cac-492c-844c-08eff7c6f0b0, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=7016c2d1-8cac-492c-844c-08eff7c6f0b0,segment=NetworkSegment(af8c14ad-677e-46bb-a63a-cc64525885d5),segment_id=af8c14ad-677e-46bb-a63a-cc64525885d5)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:09:05.269455 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-05e877f5-dd29-4fc1-9636-2d04c8d5c9a1 req-4e9cc0bd-f825-4ccd-8bcb-5e7cbeda7ccd tempest-InstanceActionsTestJSON-769347568 tempest-InstanceActionsTestJSON-769347568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:05.282080 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710a0970-671f-4688-a8c1-7fff54736749 req-4f3fce3f-67fd-4bd0-bbfa-2962e76561b5 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:09:05.285428 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-710a0970-671f-4688-a8c1-7fff54736749 req-4f3fce3f-67fd-4bd0-bbfa-2962e76561b5 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/ports?device_id=6011af90-500b-4206-8fbe-42824e0797da HTTP/1.1" status: 200 len: 945 time: 0.1943884 Aug 18 12:09:05.308699 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-05e877f5-dd29-4fc1-9636-2d04c8d5c9a1 req-4e9cc0bd-f825-4ccd-8bcb-5e7cbeda7ccd tempest-InstanceActionsTestJSON-769347568 tempest-InstanceActionsTestJSON-769347568-project] Calling delete_port for 7016c2d1-8cac-492c-844c-08eff7c6f0b0 owned by compute:nova {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:09:05.316371 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93206d0b-45d2-47af-89d8-50307edab268 admin admin] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:09:05.331305 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a2faf1-5a50-45d8-97fd-3a6b3530cda7 None None] Sync routers for ids ['af8325e0-5bc0-4c5c-9023-39148f6ec07c'] in n-d-804985-2 {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:09:05.332000 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-93206d0b-45d2-47af-89d8-50307edab268 admin admin] 10.222.0.66 "PUT /v2.0/routers/af8325e0-5bc0-4c5c-9023-39148f6ec07c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5408039 Aug 18 12:09:05.344463 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 44986) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:09:05.355398 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a2faf1-5a50-45d8-97fd-3a6b3530cda7 None None] Routers {'af8325e0-5bc0-4c5c-9023-39148f6ec07c'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:09:05.356139 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-c9a2faf1-5a50-45d8-97fd-3a6b3530cda7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:08:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['af8325e0-5bc0-4c5c-9023-39148f6ec07c'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:09:05.360507 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-710a0970-671f-4688-a8c1-7fff54736749 req-10057a71-47b1-486b-a439-b7c5d91a90be tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/security-groups?id=e93b90b0-d66c-467b-a848-eedd88936357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543222 Aug 18 12:09:05.608356 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-c9a2faf1-5a50-45d8-97fd-3a6b3530cda7 None None] Set router af8325e0-5bc0-4c5c-9023-39148f6ec07c gateway port host: n-d-804985-2 {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:09:05.690600 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-618120e6-7b15-4858-a462-81da9007020f admin admin] Notify callbacks [] for router, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:05.756000 n-d-804985-2 neutron-server[106253]: DEBUG neutron.objects.ports [None req-fe122b45-028c-4e80-b5fb-33bbde1c9c64 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=106253) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 18 12:09:05.943607 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-05e877f5-dd29-4fc1-9636-2d04c8d5c9a1 req-4e9cc0bd-f825-4ccd-8bcb-5e7cbeda7ccd tempest-InstanceActionsTestJSON-769347568 tempest-InstanceActionsTestJSON-769347568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:06.017930 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9cc0bd-f825-4ccd-8bcb-5e7cbeda7ccd tempest-InstanceActionsTestJSON-769347568 tempest-InstanceActionsTestJSON-769347568-project] Pushing event deleted for resources: {'Port': ['ID=7016c2d1-8cac-492c-844c-08eff7c6f0b0,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:09:06.034062 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-618120e6-7b15-4858-a462-81da9007020f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:06.082726 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:06.101593 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-c9a2faf1-5a50-45d8-97fd-3a6b3530cda7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af8325e0-5bc0-4c5c-9023-39148f6ec07c', 'name': 'tempest-TaggedBootDevicesTest_v242-460166077-router', 'tenant_id': 'f1c57111807f4f80be30061245a1a804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': 'bfa65087-5a9c-4ae1-bc7f-cc0fc2cd7c43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T11:57:27Z', 'updated_at': '2021-08-18T12:09:03Z', 'revision_number': 5, 'project_id': 'f1c57111807f4f80be30061245a1a804', 'gw_port': {'id': 'bfa65087-5a9c-4ae1-bc7f-cc0fc2cd7c43', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:3c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8325e0-5bc0-4c5c-9023-39148f6ec07c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T11:57:29Z', 'updated_at': '2021-08-18T11:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:09:06.149226 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f1da5ad6-f143-4644-a693-961080d22e1c req-b57ad621-64f7-4d18-a1bb-82da982f1b02 tempest-InstanceActionsTestJSON-769347568 tempest-InstanceActionsTestJSON-769347568-project] 10.222.0.66 "GET /v2.0/ports?device_id=ae6e8f91-9436-4aa4-887b-d4fc19a257e1 HTTP/1.1" status: 200 len: 210 time: 0.0418341 Aug 18 12:09:06.170334 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a2faf1-5a50-45d8-97fd-3a6b3530cda7 None None] Checking router: af8325e0-5bc0-4c5c-9023-39148f6ec07c for host: n-d-804985-2 {{(pid=106254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:09:06.187293 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a2faf1-5a50-45d8-97fd-3a6b3530cda7 None None] Routers {'af8325e0-5bc0-4c5c-9023-39148f6ec07c'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:09:06.188202 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-c9a2faf1-5a50-45d8-97fd-3a6b3530cda7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:08:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['af8325e0-5bc0-4c5c-9023-39148f6ec07c'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:09:06.255579 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-05e877f5-dd29-4fc1-9636-2d04c8d5c9a1 req-4e9cc0bd-f825-4ccd-8bcb-5e7cbeda7ccd tempest-InstanceActionsTestJSON-769347568 tempest-InstanceActionsTestJSON-769347568-project] No DVR routers for this DVR port 7016c2d1-8cac-492c-844c-08eff7c6f0b0 on host n-h2-804985-2 {{(pid=106253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:09:06.293419 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-05e877f5-dd29-4fc1-9636-2d04c8d5c9a1 req-4e9cc0bd-f825-4ccd-8bcb-5e7cbeda7ccd tempest-InstanceActionsTestJSON-769347568 tempest-InstanceActionsTestJSON-769347568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:06.295703 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-05e877f5-dd29-4fc1-9636-2d04c8d5c9a1 req-4e9cc0bd-f825-4ccd-8bcb-5e7cbeda7ccd tempest-InstanceActionsTestJSON-769347568 tempest-InstanceActionsTestJSON-769347568-project] 10.222.0.62 "DELETE /v2.0/ports/7016c2d1-8cac-492c-844c-08eff7c6f0b0 HTTP/1.1" status: 204 len: 173 time: 2.3337197 Aug 18 12:09:06.297261 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae6e8f91-9436-4aa4-887b-d4fc19a257e1', 'name': 'network-vif-deleted', 'tag': '7016c2d1-8cac-492c-844c-08eff7c6f0b0'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:09:06.299717 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0679f4c4b6e0e0c064a7d71d722dc30541a34fffee11680573be22ee2ffccc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f646d71a-c6fb-464a-b98e-3c3caf02f6e2" -d '{"events": [{"server_uuid": "ae6e8f91-9436-4aa4-887b-d4fc19a257e1", "name": "network-vif-deleted", "tag": "7016c2d1-8cac-492c-844c-08eff7c6f0b0"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:09:06.304499 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-fe122b45-028c-4e80-b5fb-33bbde1c9c64 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:06.429850 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:09:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ebacec7-e478-4240-90de-6558daf4ce01 x-openstack-request-id: req-1ebacec7-e478-4240-90de-6558daf4ce01 {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:09:06.442728 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae6e8f91-9436-4aa4-887b-d4fc19a257e1", "name": "network-vif-deleted", "tag": "7016c2d1-8cac-492c-844c-08eff7c6f0b0", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:09:06.443166 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-1ebacec7-e478-4240-90de-6558daf4ce01 {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:09:06.443721 n-d-804985-2 neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae6e8f91-9436-4aa4-887b-d4fc19a257e1', 'name': 'network-vif-deleted', 'tag': '7016c2d1-8cac-492c-844c-08eff7c6f0b0', 'status': 'completed', 'code': 200} Aug 18 12:09:06.445608 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-618120e6-7b15-4858-a462-81da9007020f admin admin] Deleting port bfa65087-5a9c-4ae1-bc7f-cc0fc2cd7c43 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:09:06.446055 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-618120e6-7b15-4858-a462-81da9007020f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:06.482633 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-c9a2faf1-5a50-45d8-97fd-3a6b3530cda7 None None] Set router af8325e0-5bc0-4c5c-9023-39148f6ec07c gateway port host: None {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:09:06.581724 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-c9a2faf1-5a50-45d8-97fd-3a6b3530cda7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af8325e0-5bc0-4c5c-9023-39148f6ec07c', 'name': 'tempest-TaggedBootDevicesTest_v242-460166077-router', 'tenant_id': 'f1c57111807f4f80be30061245a1a804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T11:57:27Z', 'updated_at': '2021-08-18T12:09:06Z', 'revision_number': 6, 'project_id': 'f1c57111807f4f80be30061245a1a804', 'gw_port_host': None}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:09:06.617816 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a2faf1-5a50-45d8-97fd-3a6b3530cda7 None None] The sync data for ids ['af8325e0-5bc0-4c5c-9023-39148f6ec07c'] in n-d-804985-2 is: [{'id': 'af8325e0-5bc0-4c5c-9023-39148f6ec07c', 'name': 'tempest-TaggedBootDevicesTest_v242-460166077-router', 'tenant_id': 'f1c57111807f4f80be30061245a1a804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T11:57:27Z', 'updated_at': '2021-08-18T12:09:06Z', 'revision_number': 6, 'project_id': 'f1c57111807f4f80be30061245a1a804', 'gw_port_host': None}] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:09:06.622428 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b030f2a3-49c8-42c2-bd04-2419480683c1 req-20f5c158-3f33-493d-8f51-0a9569e818f5 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:09:06.632059 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b030f2a3-49c8-42c2-bd04-2419480683c1 req-20f5c158-3f33-493d-8f51-0a9569e818f5 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/ports?device_id=6011af90-500b-4206-8fbe-42824e0797da HTTP/1.1" status: 200 len: 945 time: 0.1139810 Aug 18 12:09:06.690327 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b030f2a3-49c8-42c2-bd04-2419480683c1 req-14bbbf5d-39dc-4d65-87aa-5f33ab2cc2f0 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/security-groups?id=e93b90b0-d66c-467b-a848-eedd88936357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571454 Aug 18 12:09:06.754283 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [None req-618120e6-7b15-4858-a462-81da9007020f admin admin] For port bfa65087-5a9c-4ae1-bc7f-cc0fc2cd7c43, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=bfa65087-5a9c-4ae1-bc7f-cc0fc2cd7c43,segment=NetworkSegment(c5a3db9d-5c58-41b1-9177-d5787a597b78),segment_id=c5a3db9d-5c58-41b1-9177-d5787a597b78)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:09:06.754955 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-618120e6-7b15-4858-a462-81da9007020f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:06.758530 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [None req-fe122b45-028c-4e80-b5fb-33bbde1c9c64 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] For port 2fb08e3e-dcbe-40d1-bd77-7cc0864ffc93, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=2fb08e3e-dcbe-40d1-bd77-7cc0864ffc93,segment=NetworkSegment(06b05a1e-7667-47a8-b2de-bb5e6a768e1b),segment_id=06b05a1e-7667-47a8-b2de-bb5e6a768e1b)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:09:06.782205 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-618120e6-7b15-4858-a462-81da9007020f admin admin] Calling delete_port for bfa65087-5a9c-4ae1-bc7f-cc0fc2cd7c43 owned by network:router_gateway {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:09:06.814377 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-fe122b45-028c-4e80-b5fb-33bbde1c9c64 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks [] for port, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:06.866145 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-fe122b45-028c-4e80-b5fb-33bbde1c9c64 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:06.866892 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-fe122b45-028c-4e80-b5fb-33bbde1c9c64 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58902106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59388097'] for subnet, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:06.983984 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe122b45-028c-4e80-b5fb-33bbde1c9c64 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Network fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:09:07.005596 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-fe122b45-028c-4e80-b5fb-33bbde1c9c64 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:09:07.010413 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-5ea0d849-4090-443c-bacd-e3b0f3a2b589 None None] Provisioning for port 2fb08e3e-dcbe-40d1-bd77-7cc0864ffc93 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:09:07.029519 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe122b45-028c-4e80-b5fb-33bbde1c9c64 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:09:07.030107 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-fe122b45-028c-4e80-b5fb-33bbde1c9c64 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:07.166980 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe122b45-028c-4e80-b5fb-33bbde1c9c64 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Pushing event updated for resources: {'Port': ['ID=2fb08e3e-dcbe-40d1-bd77-7cc0864ffc93,revision_number=4']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:09:07.175873 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe122b45-028c-4e80-b5fb-33bbde1c9c64 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Pushing event updated for resources: {'Subnet': ['ID=e55fc872-4c17-4bf8-8ac2-302eb8d41ca9,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:09:07.217794 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-fe122b45-028c-4e80-b5fb-33bbde1c9c64 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.6621938 Aug 18 12:09:07.221155 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 45016) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:09:07.226633 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-8a1ab7c5-1c16-4b0e-8dfa-aac8a6513ac3 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Request body: {'port': {'network_id': 'fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d', 'mac_address': 'fa:16:3e:b0:84:e0', 'name': 'tempest-NetworksTestDHCPv6-590898892'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:09:07.269842 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 45018) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:09:07.355712 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3669e5f1-1e81-4423-bf5c-99269c975706 None None] Network fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:09:07.443058 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_v2 [None req-46f8635b-8b81-43f9-bd97-d285887ea92b admin admin] Deleting subnet 5008c2c5-5ee7-4f2e-9f2e-042570605180 {{(pid=106253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 12:09:07.447863 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-46f8635b-8b81-43f9-bd97-d285887ea92b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:07.474353 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a1ab7c5-1c16-4b0e-8dfa-aac8a6513ac3 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Made reservation on behalf of 2a40b3bac30c4b9cb4cddbf9306b0469 for: {'port': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:09:07.490912 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-46f8635b-8b81-43f9-bd97-d285887ea92b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902229'] for subnet, precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:07.524630 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-80009787-d1d0-4ba6-aad2-cba3285ff77f None None] Could not find standard attr ID for object 8c190486-4244-4abc-af65-32ae3d9fcbd9. {{(pid=106254) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 18 12:09:07.545892 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-46f8635b-8b81-43f9-bd97-d285887ea92b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:07.623025 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-618120e6-7b15-4858-a462-81da9007020f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:07.635227 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-46f8635b-8b81-43f9-bd97-d285887ea92b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58902171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59388106'] for subnet, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:07.647241 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 7016c2d1-8cac-492c-844c-08eff7c6f0b0 no longer exists at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:09:07.671834 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618120e6-7b15-4858-a462-81da9007020f admin admin] Pushing event deleted for resources: {'Port': ['ID=bfa65087-5a9c-4ae1-bc7f-cc0fc2cd7c43,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:09:07.731079 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] No Port match for: 7016c2d1-8cac-492c-844c-08eff7c6f0b0 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:09:07.733431 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 7016c2d1-8cac-492c-844c-08eff7c6f0b0 not bound to the agent host n-h2-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:09:07.751188 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-46f8635b-8b81-43f9-bd97-d285887ea92b admin admin] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:07.756898 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-46f8635b-8b81-43f9-bd97-d285887ea92b admin admin] 10.222.0.66 "DELETE /v2.0/subnets/5008c2c5-5ee7-4f2e-9f2e-042570605180 HTTP/1.1" status: 204 len: 168 time: 0.4859316 Aug 18 12:09:07.760264 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 45026) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:09:07.761028 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f8635b-8b81-43f9-bd97-d285887ea92b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5008c2c5-5ee7-4f2e-9f2e-042570605180,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:09:07.843689 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8a1ab7c5-1c16-4b0e-8dfa-aac8a6513ac3 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:07.860598 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-618120e6-7b15-4858-a462-81da9007020f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-997271'] for router_gateway, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:07.891800 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 2fb08e3e-dcbe-40d1-bd77-7cc0864ffc93 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:09:07.902713 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [None req-8a1ab7c5-1c16-4b0e-8dfa-aac8a6513ac3 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] device_id is not set on port 3972e06e-63e3-4bbf-822a-78e8e9c3b2eb yet. {{(pid=106252) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 12:09:08.083640 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:08.104395 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port 2fb08e3e-dcbe-40d1-bd77-7cc0864ffc93 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:09:08.111180 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 2fb08e3e-dcbe-40d1-bd77-7cc0864ffc93 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:09:08.112861 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:08.179627 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf1bd5c-555b-400d-bc6c-d3f7c0995c36 req-42b4d2d6-6d6c-46fe-91aa-77b11fb76eb6 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:09:08.198668 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2cf1bd5c-555b-400d-bc6c-d3f7c0995c36 req-42b4d2d6-6d6c-46fe-91aa-77b11fb76eb6 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/ports?device_id=6011af90-500b-4206-8fbe-42824e0797da HTTP/1.1" status: 200 len: 945 time: 0.3136752 Aug 18 12:09:08.314988 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:08.315816 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2cf1bd5c-555b-400d-bc6c-d3f7c0995c36 req-93166311-0585-41d0-b336-3cbe7d0b9b7c tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/security-groups?id=e93b90b0-d66c-467b-a848-eedd88936357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157296 Aug 18 12:09:08.326923 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [None req-8a1ab7c5-1c16-4b0e-8dfa-aac8a6513ac3 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Allocated IP 172.20.0.7 (fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d/d96fbd46-a3ec-443c-bc5d-27c3f55ad349/3972e06e-63e3-4bbf-822a-78e8e9c3b2eb) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:09:08.341533 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [None req-8a1ab7c5-1c16-4b0e-8dfa-aac8a6513ac3 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Allocated IP 2001:db8::f816:3eff:feb0:84e0 (fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d/e55fc872-4c17-4bf8-8ac2-302eb8d41ca9/3972e06e-63e3-4bbf-822a-78e8e9c3b2eb) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:09:08.406618 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] For port 2fb08e3e-dcbe-40d1-bd77-7cc0864ffc93, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=2fb08e3e-dcbe-40d1-bd77-7cc0864ffc93,segment=NetworkSegment(06b05a1e-7667-47a8-b2de-bb5e6a768e1b),segment_id=06b05a1e-7667-47a8-b2de-bb5e6a768e1b)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:09:08.419105 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:08.463409 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 5302fd6f-6244-495f-be39-b2949c0eaebc no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:09:08.512759 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: 5302fd6f-6244-495f-be39-b2949c0eaebc {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:09:08.513377 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 5302fd6f-6244-495f-be39-b2949c0eaebc not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:09:08.563993 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Pushing event updated for resources: {'Port': ['ID=2fb08e3e-dcbe-40d1-bd77-7cc0864ffc93,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:09:08.702140 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-618120e6-7b15-4858-a462-81da9007020f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-996004', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15859'] for router, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:08.704617 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-618120e6-7b15-4858-a462-81da9007020f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:08.766914 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-30415435-7f4a-4eec-98d8-1732eff0381a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7904109'] for network, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:08.770106 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-618120e6-7b15-4858-a462-81da9007020f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-996061'] for router, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:08.770763 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-618120e6-7b15-4858-a462-81da9007020f admin admin] Fanout notify agent at l3_agent the message router_deleted on router af8325e0-5bc0-4c5c-9023-39148f6ec07c {{(pid=106253) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 12:09:08.775969 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-618120e6-7b15-4858-a462-81da9007020f admin admin] Notify callbacks [] for router, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:08.779938 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-618120e6-7b15-4858-a462-81da9007020f admin admin] 10.222.0.66 "DELETE /v2.0/routers/af8325e0-5bc0-4c5c-9023-39148f6ec07c HTTP/1.1" status: 204 len: 168 time: 3.4300632 Aug 18 12:09:08.781122 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 45036) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:09:08.801770 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-7c3ce9ec-e1cb-4d31-8274-f52c02b17653 None None] Provisioning complete for port 2fb08e3e-dcbe-40d1-bd77-7cc0864ffc93 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:09:08.804090 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-7c3ce9ec-e1cb-4d31-8274-f52c02b17653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:08.871974 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_v2 [None req-27af028a-e080-44bb-9764-9b90e4b95bb0 admin admin] Deleting subnet 0dc7ccef-1b3b-4e69-a1de-a8fce0eaa5e1 {{(pid=106253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 12:09:08.872502 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8a1ab7c5-1c16-4b0e-8dfa-aac8a6513ac3 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:08.929520 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-27af028a-e080-44bb-9764-9b90e4b95bb0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:08.965963 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [None req-8a1ab7c5-1c16-4b0e-8dfa-aac8a6513ac3 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Transition to ACTIVE for port object 3972e06e-63e3-4bbf-822a-78e8e9c3b2eb will not be triggered until provisioned by entity DHCP. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:09:09.091150 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8a1ab7c5-1c16-4b0e-8dfa-aac8a6513ac3 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:09.144501 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a1ab7c5-1c16-4b0e-8dfa-aac8a6513ac3 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Network fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:09:09.157404 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-27af028a-e080-44bb-9764-9b90e4b95bb0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902229'] for subnet, precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:09.171583 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-8a1ab7c5-1c16-4b0e-8dfa-aac8a6513ac3 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:09:09.178782 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a1ab7c5-1c16-4b0e-8dfa-aac8a6513ac3 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:09:09.395029 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a1ab7c5-1c16-4b0e-8dfa-aac8a6513ac3 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:09:09.403596 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8a1ab7c5-1c16-4b0e-8dfa-aac8a6513ac3 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:09.413149 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 2fb08e3e-dcbe-40d1-bd77-7cc0864ffc93 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:09:09.426023 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-30415435-7f4a-4eec-98d8-1732eff0381a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8367869', 'neutron.services.segments.db._delete_segments_for_network-8789151212993'] for network, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:09.446095 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-30415435-7f4a-4eec-98d8-1732eff0381a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15ed92bc-6567-43f5-b023-8aa36b195080']}} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:09:09.477949 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-30415435-7f4a-4eec-98d8-1732eff0381a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af8c14ad-677e-46bb-a63a-cc64525885d5') {'for_net_delete': True} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:09:09.478540 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-30415435-7f4a-4eec-98d8-1732eff0381a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af8c14ad-677e-46bb-a63a-cc64525885d5') {} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:09:09.506290 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-30415435-7f4a-4eec-98d8-1732eff0381a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789151225254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902236'] for segment, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:09.520814 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-6a6727ee-8049-4d04-a392-15c267479144 None None] Could not find standard attr ID for object 3785a949-6fb4-4325-9d72-5d79bafd8429. {{(pid=106254) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 18 12:09:09.560268 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-8a1ab7c5-1c16-4b0e-8dfa-aac8a6513ac3 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.3378942 Aug 18 12:09:09.571592 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 45046) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:09:09.575114 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-30415435-7f4a-4eec-98d8-1732eff0381a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:09.579939 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 2fb08e3e-dcbe-40d1-bd77-7cc0864ffc93 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:09:09.580326 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:09.596684 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1ab7c5-1c16-4b0e-8dfa-aac8a6513ac3 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Pushing event updated for resources: {'Port': ['ID=3972e06e-63e3-4bbf-822a-78e8e9c3b2eb,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:09:09.608886 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-27af028a-e080-44bb-9764-9b90e4b95bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:09.623384 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade5e4a6-d64f-4558-9603-14d80f8d9006 req-4462db00-4e8b-4169-af44-0c5479465c43 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:09:09.633721 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ade5e4a6-d64f-4558-9603-14d80f8d9006 req-4462db00-4e8b-4169-af44-0c5479465c43 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/ports?device_id=6011af90-500b-4206-8fbe-42824e0797da HTTP/1.1" status: 200 len: 945 time: 0.2125745 Aug 18 12:09:09.689942 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30415435-7f4a-4eec-98d8-1732eff0381a admin admin] Releasing vlan 843 on physical network physnet1 to pool {{(pid=106253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:09:09.690273 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-30415435-7f4a-4eec-98d8-1732eff0381a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58900537'] for segment, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:09.696660 n-d-804985-2 neutron-server[106253]: Traceback (most recent call last): Aug 18 12:09:09.696660 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:09:09.696660 n-d-804985-2 neutron-server[106253]: timer() Aug 18 12:09:09.696660 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:09:09.696660 n-d-804985-2 neutron-server[106253]: cb(*args, **kw) Aug 18 12:09:09.696660 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:09:09.696660 n-d-804985-2 neutron-server[106253]: return func(*args, **kwargs) Aug 18 12:09:09.696660 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:09:09.696660 n-d-804985-2 neutron-server[106253]: self._notify() Aug 18 12:09:09.696660 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:09:09.696660 n-d-804985-2 neutron-server[106253]: self.callback(batched_events) Aug 18 12:09:09.696660 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:09:09.696660 n-d-804985-2 neutron-server[106253]: event.method(event) Aug 18 12:09:09.696660 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:09:09.696660 n-d-804985-2 neutron-server[106253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:09:09.696660 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:09:09.696660 n-d-804985-2 neutron-server[106253]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:09:09.696660 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:09:09.696660 n-d-804985-2 neutron-server[106253]: return f(self, *a, **k) Aug 18 12:09:09.696660 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:09:09.696660 n-d-804985-2 neutron-server[106253]: return self._get(url).json() Aug 18 12:09:09.696660 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:09:09.696660 n-d-804985-2 neutron-server[106253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:09:09.696660 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:09:09.696660 n-d-804985-2 neutron-server[106253]: return self.request(url, 'GET', **kwargs) Aug 18 12:09:09.696660 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:09:09.696660 n-d-804985-2 neutron-server[106253]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:09:09.696660 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:09:09.696660 n-d-804985-2 neutron-server[106253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:09:09.696660 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:09:09.696660 n-d-804985-2 neutron-server[106253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:09:09.696660 n-d-804985-2 neutron-server[106253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:09:09.727802 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ade5e4a6-d64f-4558-9603-14d80f8d9006 req-6de08285-184a-4944-b69d-9c261d351ce7 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/security-groups?id=e93b90b0-d66c-467b-a848-eedd88936357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877683 Aug 18 12:09:09.927022 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device bfa65087-5a9c-4ae1-bc7f-cc0fc2cd7c43 no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:09:09.986413 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: bfa65087-5a9c-4ae1-bc7f-cc0fc2cd7c43 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:09:09.986413 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device bfa65087-5a9c-4ae1-bc7f-cc0fc2cd7c43 not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:09:10.014590 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95ff60d3-f4a0-4d7c-84b6-97b04dad8394 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:09:10.017309 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-c669a218-76e7-4624-a090-41d8f03320b5 None None] Provisioning for port 3972e06e-63e3-4bbf-822a-78e8e9c3b2eb completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:09:10.025289 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-c669a218-76e7-4624-a090-41d8f03320b5 None None] Provisioning complete for port 3972e06e-63e3-4bbf-822a-78e8e9c3b2eb triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:09:10.025289 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-c669a218-76e7-4624-a090-41d8f03320b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:10.031554 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95ff60d3-f4a0-4d7c-84b6-97b04dad8394 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:09:10.033657 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-95ff60d3-f4a0-4d7c-84b6-97b04dad8394 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.4506865 Aug 18 12:09:10.037369 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 45050) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:09:10.038008 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-30415435-7f4a-4eec-98d8-1732eff0381a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8367858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997186'] for network, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:10.060107 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-30415435-7f4a-4eec-98d8-1732eff0381a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:10.062315 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-30415435-7f4a-4eec-98d8-1732eff0381a admin admin] 10.222.0.66 "DELETE /v2.0/networks/15ed92bc-6567-43f5-b023-8aa36b195080 HTTP/1.1" status: 204 len: 168 time: 2.2982910 Aug 18 12:09:10.088865 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30415435-7f4a-4eec-98d8-1732eff0381a admin admin] Pushing event deleted for resources: {'Network': ['ID=15ed92bc-6567-43f5-b023-8aa36b195080,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:09:10.105538 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-27af028a-e080-44bb-9764-9b90e4b95bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58902171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59388106'] for subnet, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:10.179959 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-c669a218-76e7-4624-a090-41d8f03320b5 None None] Port 3972e06e-63e3-4bbf-822a-78e8e9c3b2eb cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:09:10.187002 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-27af028a-e080-44bb-9764-9b90e4b95bb0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:10.189589 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-27af028a-e080-44bb-9764-9b90e4b95bb0 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/0dc7ccef-1b3b-4e69-a1de-a8fce0eaa5e1 HTTP/1.1" status: 204 len: 168 time: 1.4073603 Aug 18 12:09:10.194896 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27af028a-e080-44bb-9764-9b90e4b95bb0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0dc7ccef-1b3b-4e69-a1de-a8fce0eaa5e1,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:09:10.199074 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 45054) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:09:10.224082 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06cd3612-fa9f-4904-a14a-05da2b0bc5de None None] Network 1ef7ea32-2afc-42e8-9151-91c023337fa8 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:09:10.334638 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 45058) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:09:10.360833 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5a0e9b95-5a4d-41df-86e8-d66f38a3e39d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7904109'] for network, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:10.469572 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-79d6d663-78a8-4916-a90f-5b97f47f8843 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=0a807895f8914deb9251dda17adc4a39&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1328275 Aug 18 12:09:10.475362 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 45060) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:09:10.584550 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-1e332a6d-b4d7-4272-802f-955801988e44 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Deleting port 3972e06e-63e3-4bbf-822a-78e8e9c3b2eb {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:09:10.585667 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1e332a6d-b4d7-4272-802f-955801988e44 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:10.645242 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-89c27b86-c559-4456-99ab-59e1d75ee26a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:10.676452 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-5a0e9b95-5a4d-41df-86e8-d66f38a3e39d admin admin] Deleting port 34209056-f183-489e-b554-99f883c95232 {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:09:10.676790 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5a0e9b95-5a4d-41df-86e8-d66f38a3e39d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:10.680636 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cce81c92-7187-4abb-8bd1-a28d157a5cfa None None] DHCP port deletion for 1ef7ea32-2afc-42e8-9151-91c023337fa8 request from n-d-804985-2 {{(pid=106254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 12:09:10.774696 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-89c27b86-c559-4456-99ab-59e1d75ee26a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:10.808416 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-cce81c92-7187-4abb-8bd1-a28d157a5cfa None None] Deleting port 34209056-f183-489e-b554-99f883c95232 {{(pid=106254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:09:10.809084 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-cce81c92-7187-4abb-8bd1-a28d157a5cfa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:10.841408 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1e332a6d-b4d7-4272-802f-955801988e44 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:10.857815 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [None req-5a0e9b95-5a4d-41df-86e8-d66f38a3e39d admin admin] For port 34209056-f183-489e-b554-99f883c95232, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=34209056-f183-489e-b554-99f883c95232,segment=NetworkSegment(d185dac2-eec7-4fe1-a5e8-92c84f0d7013),segment_id=d185dac2-eec7-4fe1-a5e8-92c84f0d7013)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:09:10.858583 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5a0e9b95-5a4d-41df-86e8-d66f38a3e39d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:10.871928 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-1e332a6d-b4d7-4272-802f-955801988e44 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Calling delete_port for 3972e06e-63e3-4bbf-822a-78e8e9c3b2eb owned by {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:09:10.884943 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-5a0e9b95-5a4d-41df-86e8-d66f38a3e39d admin admin] Calling delete_port for 34209056-f183-489e-b554-99f883c95232 owned by network:dhcp {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:09:10.947376 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-cce81c92-7187-4abb-8bd1-a28d157a5cfa None None] For port 34209056-f183-489e-b554-99f883c95232, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=34209056-f183-489e-b554-99f883c95232,segment=NetworkSegment(d185dac2-eec7-4fe1-a5e8-92c84f0d7013),segment_id=d185dac2-eec7-4fe1-a5e8-92c84f0d7013)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:09:10.948157 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-cce81c92-7187-4abb-8bd1-a28d157a5cfa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:10.971233 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-89c27b86-c559-4456-99ab-59e1d75ee26a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:10.974313 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-89c27b86-c559-4456-99ab-59e1d75ee26a admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:10.975620 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-89c27b86-c559-4456-99ab-59e1d75ee26a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/dfaf675e-0a2c-4804-9c84-c8d8c90e7cd6 HTTP/1.1" status: 204 len: 168 time: 0.4990864 Aug 18 12:09:10.985661 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c27b86-c559-4456-99ab-59e1d75ee26a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfaf675e-0a2c-4804-9c84-c8d8c90e7cd6,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:09:10.989069 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-cce81c92-7187-4abb-8bd1-a28d157a5cfa None None] Calling delete_port for 34209056-f183-489e-b554-99f883c95232 owned by network:dhcp {{(pid=106254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:09:11.121819 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-cce81c92-7187-4abb-8bd1-a28d157a5cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556'] for port, after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:11.160908 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce81c92-7187-4abb-8bd1-a28d157a5cfa None None] Pushing event deleted for resources: {'Port': ['ID=34209056-f183-489e-b554-99f883c95232,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:09:11.162638 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738eaa50-adc5-4d0a-a36c-6980d308afdf req-1cb8f6dd-c383-4091-b503-537b2c8e4d1c tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:09:11.166764 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce81c92-7187-4abb-8bd1-a28d157a5cfa None None] No DVR routers for this DVR port 34209056-f183-489e-b554-99f883c95232 on host n-d-804985-2 {{(pid=106254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:09:11.170104 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-738eaa50-adc5-4d0a-a36c-6980d308afdf req-1cb8f6dd-c383-4091-b503-537b2c8e4d1c tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/ports?device_id=6011af90-500b-4206-8fbe-42824e0797da HTTP/1.1" status: 200 len: 945 time: 0.1699362 Aug 18 12:09:11.180310 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce81c92-7187-4abb-8bd1-a28d157a5cfa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:09:11.180696 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce81c92-7187-4abb-8bd1-a28d157a5cfa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:09:11.181032 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce81c92-7187-4abb-8bd1-a28d157a5cfa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:09:11.181535 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce81c92-7187-4abb-8bd1-a28d157a5cfa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:09:11.182085 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce81c92-7187-4abb-8bd1-a28d157a5cfa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:09:11.182695 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce81c92-7187-4abb-8bd1-a28d157a5cfa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:09:11.183056 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce81c92-7187-4abb-8bd1-a28d157a5cfa None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:09:11.183413 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce81c92-7187-4abb-8bd1-a28d157a5cfa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:09:11.183798 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce81c92-7187-4abb-8bd1-a28d157a5cfa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:09:11.184343 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce81c92-7187-4abb-8bd1-a28d157a5cfa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:09:11.184689 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce81c92-7187-4abb-8bd1-a28d157a5cfa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:09:11.185163 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce81c92-7187-4abb-8bd1-a28d157a5cfa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:09:11.225844 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-738eaa50-adc5-4d0a-a36c-6980d308afdf req-129da892-818c-428f-bb32-bd73c382b559 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/security-groups?id=e93b90b0-d66c-467b-a848-eedd88936357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541711 Aug 18 12:09:11.306832 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 34209056-f183-489e-b554-99f883c95232 no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:09:11.343827 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: 34209056-f183-489e-b554-99f883c95232 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:09:11.344176 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 34209056-f183-489e-b554-99f883c95232 not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:09:11.425746 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5a0e9b95-5a4d-41df-86e8-d66f38a3e39d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:11.451875 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1e332a6d-b4d7-4272-802f-955801988e44 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:11.465819 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0e9b95-5a4d-41df-86e8-d66f38a3e39d admin admin] Pushing event deleted for resources: {'Port': ['ID=34209056-f183-489e-b554-99f883c95232,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:09:11.492371 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0e9b95-5a4d-41df-86e8-d66f38a3e39d admin admin] No DVR routers for this DVR port 34209056-f183-489e-b554-99f883c95232 on host n-d-804985-2 {{(pid=106252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:09:11.541722 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e332a6d-b4d7-4272-802f-955801988e44 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Pushing event deleted for resources: {'Port': ['ID=3972e06e-63e3-4bbf-822a-78e8e9c3b2eb,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:09:11.633779 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5a0e9b95-5a4d-41df-86e8-d66f38a3e39d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8367869', 'neutron.services.segments.db._delete_segments_for_network-8789151212993'] for network, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:11.662076 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557017fd-826d-4dc0-ba73-7492e4cb151e req-f0ca5240-8846-4df7-b0e3-6d314efda67f tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:09:11.669499 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-557017fd-826d-4dc0-ba73-7492e4cb151e req-f0ca5240-8846-4df7-b0e3-6d314efda67f tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/ports?device_id=c468f260-aa8b-4a9b-a477-213e251d7cef HTTP/1.1" status: 200 len: 945 time: 0.2155082 Aug 18 12:09:11.722295 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-5a0e9b95-5a4d-41df-86e8-d66f38a3e39d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ef7ea32-2afc-42e8-9151-91c023337fa8']}} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:09:11.778583 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1e332a6d-b4d7-4272-802f-955801988e44 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:11.781562 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-1e332a6d-b4d7-4272-802f-955801988e44 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "DELETE /v2.0/ports/3972e06e-63e3-4bbf-822a-78e8e9c3b2eb HTTP/1.1" status: 204 len: 168 time: 1.7420046 Aug 18 12:09:11.783877 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 45088) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:09:11.822190 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-5a0e9b95-5a4d-41df-86e8-d66f38a3e39d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd185dac2-eec7-4fe1-a5e8-92c84f0d7013') {'for_net_delete': True} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:09:11.822190 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-5a0e9b95-5a4d-41df-86e8-d66f38a3e39d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd185dac2-eec7-4fe1-a5e8-92c84f0d7013') {} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:09:11.884569 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5a0e9b95-5a4d-41df-86e8-d66f38a3e39d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789151225254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2221521'] for segment, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:11.900983 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88741260-6d52-469a-8e72-270a54ce2f8f tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:09:11.903388 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88741260-6d52-469a-8e72-270a54ce2f8f tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:09:11.905354 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88741260-6d52-469a-8e72-270a54ce2f8f tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:09:11.910659 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-557017fd-826d-4dc0-ba73-7492e4cb151e req-47e32480-099f-41f0-ab61-90cc637e7ec4 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f58845c-8a6f-4750-8ac0-66868223b345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2402675 Aug 18 12:09:11.911359 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-88741260-6d52-469a-8e72-270a54ce2f8f tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1257799 Aug 18 12:09:11.915031 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 45094) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:09:11.980932 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5a0e9b95-5a4d-41df-86e8-d66f38a3e39d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:12.013777 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a0e9b95-5a4d-41df-86e8-d66f38a3e39d admin admin] Releasing vlan 824 on physical network physnet1 to pool {{(pid=106252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:09:12.014075 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5a0e9b95-5a4d-41df-86e8-d66f38a3e39d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3572434'] for segment, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:12.017153 n-d-804985-2 neutron-server[106252]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 12:09:12.017153 n-d-804985-2 neutron-server[106252]: self.session.flush() Aug 18 12:09:12.017153 n-d-804985-2 neutron-server[106252]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 12:09:12.017153 n-d-804985-2 neutron-server[106252]: self.session.flush() Aug 18 12:09:12.017153 n-d-804985-2 neutron-server[106252]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 12:09:12.017153 n-d-804985-2 neutron-server[106252]: self.session.flush() Aug 18 12:09:12.017153 n-d-804985-2 neutron-server[106252]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 12:09:12.017153 n-d-804985-2 neutron-server[106252]: self.session.flush() Aug 18 12:09:12.017153 n-d-804985-2 neutron-server[106252]: Traceback (most recent call last): Aug 18 12:09:12.017153 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:09:12.017153 n-d-804985-2 neutron-server[106252]: timer() Aug 18 12:09:12.017153 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:09:12.017153 n-d-804985-2 neutron-server[106252]: cb(*args, **kw) Aug 18 12:09:12.017153 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:09:12.017153 n-d-804985-2 neutron-server[106252]: return func(*args, **kwargs) Aug 18 12:09:12.017153 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:09:12.017153 n-d-804985-2 neutron-server[106252]: self._notify() Aug 18 12:09:12.017153 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:09:12.017153 n-d-804985-2 neutron-server[106252]: self.callback(batched_events) Aug 18 12:09:12.017153 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:09:12.017153 n-d-804985-2 neutron-server[106252]: event.method(event) Aug 18 12:09:12.017153 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:09:12.017153 n-d-804985-2 neutron-server[106252]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:09:12.017153 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:09:12.017153 n-d-804985-2 neutron-server[106252]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:09:12.017153 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:09:12.017153 n-d-804985-2 neutron-server[106252]: return f(self, *a, **k) Aug 18 12:09:12.017153 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:09:12.017153 n-d-804985-2 neutron-server[106252]: return self._get(url).json() Aug 18 12:09:12.017153 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:09:12.017153 n-d-804985-2 neutron-server[106252]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:09:12.017153 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:09:12.017153 n-d-804985-2 neutron-server[106252]: return self.request(url, 'GET', **kwargs) Aug 18 12:09:12.017153 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:09:12.017153 n-d-804985-2 neutron-server[106252]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:09:12.017153 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:09:12.017153 n-d-804985-2 neutron-server[106252]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:09:12.017153 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:09:12.017153 n-d-804985-2 neutron-server[106252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:09:12.017153 n-d-804985-2 neutron-server[106252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:09:12.073382 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_v2 [None req-224cb5b4-9e19-42a7-9fd3-056a2e442c80 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Deleting subnet d96fbd46-a3ec-443c-bc5d-27c3f55ad349 {{(pid=106253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 12:09:12.077358 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-224cb5b4-9e19-42a7-9fd3-056a2e442c80 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks [] for subnet, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:12.126711 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-224cb5b4-9e19-42a7-9fd3-056a2e442c80 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902229'] for subnet, precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:12.234535 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1a0964-d671-41db-8ef0-46bc91254f99 req-5046d9d3-a4b3-4f4e-80da-db5c0b053839 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:09:12.236146 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7b1a0964-d671-41db-8ef0-46bc91254f99 req-5046d9d3-a4b3-4f4e-80da-db5c0b053839 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/ports?device_id=c468f260-aa8b-4a9b-a477-213e251d7cef HTTP/1.1" status: 200 len: 945 time: 0.2345505 Aug 18 12:09:12.237307 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5a0e9b95-5a4d-41df-86e8-d66f38a3e39d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8367858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997186'] for network, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:12.242382 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5a0e9b95-5a4d-41df-86e8-d66f38a3e39d admin admin] Notify callbacks [] for network, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:12.247483 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-5a0e9b95-5a4d-41df-86e8-d66f38a3e39d admin admin] 10.222.0.66 "DELETE /v2.0/networks/1ef7ea32-2afc-42e8-9151-91c023337fa8 HTTP/1.1" status: 204 len: 168 time: 2.0466630 Aug 18 12:09:12.253148 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-224cb5b4-9e19-42a7-9fd3-056a2e442c80 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:12.276293 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0e9b95-5a4d-41df-86e8-d66f38a3e39d admin admin] Pushing event deleted for resources: {'Network': ['ID=1ef7ea32-2afc-42e8-9151-91c023337fa8,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:09:12.304598 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7b1a0964-d671-41db-8ef0-46bc91254f99 req-70a07245-e0b1-4987-94b0-d15b6c42d509 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f58845c-8a6f-4750-8ac0-66868223b345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556462 Aug 18 12:09:12.379174 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-224cb5b4-9e19-42a7-9fd3-056a2e442c80 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58902171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59388106'] for subnet, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:12.398346 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-224cb5b4-9e19-42a7-9fd3-056a2e442c80 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:12.400389 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-224cb5b4-9e19-42a7-9fd3-056a2e442c80 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "DELETE /v2.0/subnets/d96fbd46-a3ec-443c-bc5d-27c3f55ad349 HTTP/1.1" status: 204 len: 168 time: 0.4843869 Aug 18 12:09:12.403137 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 45110) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:09:12.407038 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2f725af-c3b0-4f9b-bbc7-858822bfe706 None None] Network fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:09:12.418557 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224cb5b4-9e19-42a7-9fd3-056a2e442c80 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Pushing event deleted for resources: {'Subnet': ['ID=d96fbd46-a3ec-443c-bc5d-27c3f55ad349,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:09:12.493808 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1d94866-8e3a-4bdb-8b0c-9e79e4cdc26b tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Deleting subnet e55fc872-4c17-4bf8-8ac2-302eb8d41ca9 {{(pid=106252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 12:09:12.498241 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f1d94866-8e3a-4bdb-8b0c-9e79e4cdc26b tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks [] for subnet, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:12.519091 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 45118) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:09:12.632174 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-d9026814-18b3-46d3-8f51-0b42d0194370 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f1c57111807f4f80be30061245a1a804&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1118686 Aug 18 12:09:12.634835 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 45128) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:09:12.703753 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f1d94866-8e3a-4bdb-8b0c-9e79e4cdc26b tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2221528'] for subnet, precommit_delete_associations {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:12.718351 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f4070c76-9fc0-4936-a8d0-2084362a6f70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:12.751430 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f4070c76-9fc0-4936-a8d0-2084362a6f70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:12.771016 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 45130) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:09:12.819902 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f4070c76-9fc0-4936-a8d0-2084362a6f70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:12.822640 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f4070c76-9fc0-4936-a8d0-2084362a6f70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:12.823890 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-f4070c76-9fc0-4936-a8d0-2084362a6f70 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/62694ccf-8551-490d-8b70-5c6a44a53206 HTTP/1.1" status: 204 len: 168 time: 0.1879525 Aug 18 12:09:12.837606 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4070c76-9fc0-4936-a8d0-2084362a6f70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62694ccf-8551-490d-8b70-5c6a44a53206,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:09:12.842425 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33db07aa-5123-467c-b604-fbdefa4e2f5d req-165a503e-c070-4639-8b8f-2be51f8c82ea tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:09:12.857458 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-33db07aa-5123-467c-b604-fbdefa4e2f5d req-165a503e-c070-4639-8b8f-2be51f8c82ea tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/networks?id=62590197-03a9-438c-a3e3-e417fcca582c HTTP/1.1" status: 200 len: 812 time: 0.2637429 Aug 18 12:09:12.882305 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-33db07aa-5123-467c-b604-fbdefa4e2f5d req-b485d930-b022-4ed2-87ef-aba9cf978b56 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/quotas/6be1f64524b04a05973aca1b3d3c7df9 HTTP/1.1" status: 200 len: 375 time: 0.0239158 Aug 18 12:09:12.894442 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f1d94866-8e3a-4bdb-8b0c-9e79e4cdc26b tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:12.945169 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-1f7b67b3-1aa5-4aae-b392-238fcd97db79 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-16015269-network', 'tenant_id': 'c40f066062914115965e156bccd31c4a'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:09:12.982202 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f7b67b3-1aa5-4aae-b392-238fcd97db79 admin admin] Made reservation on behalf of c40f066062914115965e156bccd31c4a for: {'network': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:09:12.985795 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1f7b67b3-1aa5-4aae-b392-238fcd97db79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for network, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:13.010717 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1f7b67b3-1aa5-4aae-b392-238fcd97db79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:13.013613 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-33db07aa-5123-467c-b604-fbdefa4e2f5d req-898d53bf-a312-4ae7-a15e-162610aeb999 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=6be1f64524b04a05973aca1b3d3c7df9&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1218166 Aug 18 12:09:13.107276 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f1d94866-8e3a-4bdb-8b0c-9e79e4cdc26b tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3572848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59074100'] for subnet, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:13.219649 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1f7b67b3-1aa5-4aae-b392-238fcd97db79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:13.228583 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1f7b67b3-1aa5-4aae-b392-238fcd97db79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:13.260829 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f7b67b3-1aa5-4aae-b392-238fcd97db79 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 825} {{(pid=106253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:09:13.308110 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1f7b67b3-1aa5-4aae-b392-238fcd97db79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:13.308659 n-d-804985-2 neutron-server[106253]: INFO neutron.db.segments_db [None req-1f7b67b3-1aa5-4aae-b392-238fcd97db79 admin admin] Added segment 2a0ab1fd-6f0c-446a-90e0-3ac18aa554db of type vlan for network cdf7032e-7833-42cb-898f-66bc35c45650 Aug 18 12:09:13.379746 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7b67b3-1aa5-4aae-b392-238fcd97db79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2df4898-9c92-443a-b8ea-2d6186d329df,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:09:13.402106 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1f7b67b3-1aa5-4aae-b392-238fcd97db79 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789150665894'] for network, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:13.464652 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1f7b67b3-1aa5-4aae-b392-238fcd97db79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for network, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:13.466147 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f7b67b3-1aa5-4aae-b392-238fcd97db79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:09:13.467747 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1f7b67b3-1aa5-4aae-b392-238fcd97db79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:13.538454 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-1f7b67b3-1aa5-4aae-b392-238fcd97db79 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7665529 Aug 18 12:09:13.545428 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 45158) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:09:13.551733 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-6e89ef38-afec-41c9-bebe-2c84b379d72e admin admin] Request body: {'subnet': {'network_id': 'cdf7032e-7833-42cb-898f-66bc35c45650', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-16015269-subnet', 'tenant_id': 'c40f066062914115965e156bccd31c4a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:09:13.564506 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7b67b3-1aa5-4aae-b392-238fcd97db79 admin admin] Pushing event updated for resources: {'Network': ['ID=cdf7032e-7833-42cb-898f-66bc35c45650,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:09:13.576315 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Network cdf7032e-7833-42cb-898f-66bc35c45650 details requested by agent ovs-agent-n-d-804985-2 with host n-d-804985-2 {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:09:13.594051 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d94866-8e3a-4bdb-8b0c-9e79e4cdc26b tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Pushing event deleted for resources: {'Subnet': ['ID=e55fc872-4c17-4bf8-8ac2-302eb8d41ca9,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:09:13.611704 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f1d94866-8e3a-4bdb-8b0c-9e79e4cdc26b tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for subnet, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:13.615715 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-f1d94866-8e3a-4bdb-8b0c-9e79e4cdc26b tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "DELETE /v2.0/subnets/e55fc872-4c17-4bf8-8ac2-302eb8d41ca9 HTTP/1.1" status: 204 len: 168 time: 1.2098930 Aug 18 12:09:13.617942 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 45162) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:09:13.634816 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-33db07aa-5123-467c-b604-fbdefa4e2f5d req-a049b6d0-c37f-4019-9b15-46a259e855b9 service neutron] 10.222.0.66 "GET /v2.0/networks/62590197-03a9-438c-a3e3-e417fcca582c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6181147 Aug 18 12:09:13.679664 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7a1818a-c514-4201-bc29-7a7a5df08d75 None None] Network fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:09:13.720078 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e89ef38-afec-41c9-bebe-2c84b379d72e admin admin] Made reservation on behalf of c40f066062914115965e156bccd31c4a for: {'subnet': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:09:13.722562 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6e89ef38-afec-41c9-bebe-2c84b379d72e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59388119'] for subnet, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:13.732598 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-ba25b4ad-d3ca-427f-a13e-5f2d395105db tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1082103 Aug 18 12:09:13.732772 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 45168) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:09:13.810015 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-7147cb49-25bc-418d-aec4-886de926a3ea None None] Provisioning complete for port 2fb08e3e-dcbe-40d1-bd77-7cc0864ffc93 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:09:13.810814 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-7147cb49-25bc-418d-aec4-886de926a3ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:13.880853 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4fd49a0-14e7-4b22-9af3-453c736010c7 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:09:13.884923 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-e4fd49a0-14e7-4b22-9af3-453c736010c7 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1503255 Aug 18 12:09:13.885694 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 45176) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:09:13.887787 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-33db07aa-5123-467c-b604-fbdefa4e2f5d req-6b86e957-f6a9-4717-b020-719d8f3fcf6b service neutron] 10.222.0.66 "GET /v2.0/networks/62590197-03a9-438c-a3e3-e417fcca582c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2376192 Aug 18 12:09:14.063182 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26c940a0-5479-4de0-8294-a06499cd302a None None] DHCP port deletion for fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d request from n-d-804985-2 {{(pid=106254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 12:09:14.124976 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b14cbfad-2911-4646-8adc-5fd838253691 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:09:14.138124 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-b14cbfad-2911-4646-8adc-5fd838253691 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2506514 Aug 18 12:09:14.139978 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 45188) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:09:14.140364 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-26c940a0-5479-4de0-8294-a06499cd302a None None] Deleting port 2fb08e3e-dcbe-40d1-bd77-7cc0864ffc93 {{(pid=106254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:09:14.140922 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-26c940a0-5479-4de0-8294-a06499cd302a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:14.266470 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-1e3d7b9b-08f6-4088-a6d4-3dd2602b9514 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1138003 Aug 18 12:09:14.266802 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 45194) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:09:14.275564 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-26c940a0-5479-4de0-8294-a06499cd302a None None] For port 2fb08e3e-dcbe-40d1-bd77-7cc0864ffc93, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=2fb08e3e-dcbe-40d1-bd77-7cc0864ffc93,segment=NetworkSegment(06b05a1e-7667-47a8-b2de-bb5e6a768e1b),segment_id=06b05a1e-7667-47a8-b2de-bb5e6a768e1b)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:09:14.275967 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-26c940a0-5479-4de0-8294-a06499cd302a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:14.280400 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-6078d7cb-edb2-440c-9ee1-780394274e11 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Request body: {'subnet': {'network_id': 'fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:09:14.281482 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6e89ef38-afec-41c9-bebe-2c84b379d72e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58902106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59388097'] for subnet, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:14.301525 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-26c940a0-5479-4de0-8294-a06499cd302a None None] Calling delete_port for 2fb08e3e-dcbe-40d1-bd77-7cc0864ffc93 owned by network:dhcp {{(pid=106254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:09:14.317421 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5d26f07e-904e-4511-95ea-bc8083671cc7 req-02f338e5-b918-4fa3-9469-30af4574de28 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/ports?device_id=3482930b-91fc-465f-bfb8-4751e56ef39b HTTP/1.1" status: 200 len: 210 time: 0.0936437 Aug 18 12:09:14.414487 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e89ef38-afec-41c9-bebe-2c84b379d72e admin admin] Pushing event updated for resources: {'Subnet': ['ID=4500e863-09c9-430b-af1a-f1c42f4e83e9,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:09:14.473522 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e89ef38-afec-41c9-bebe-2c84b379d72e admin admin] Checking segment: {'id': '2a0ab1fd-6f0c-446a-90e0-3ac18aa554db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'cdf7032e-7833-42cb-898f-66bc35c45650'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:09:14.482528 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e89ef38-afec-41c9-bebe-2c84b379d72e admin admin] Network hostable DHCP agents. Network: cdf7032e-7833-42cb-898f-66bc35c45650, hostable agents: ['97c14208-2951-4361-8d64-3708c946ff5f'], hosted agents: [] {{(pid=106253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 12:09:14.518513 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e89ef38-afec-41c9-bebe-2c84b379d72e admin admin] Network cdf7032e-7833-42cb-898f-66bc35c45650 is scheduled to be hosted by DHCP agent 97c14208-2951-4361-8d64-3708c946ff5f with binding_index 1 {{(pid=106253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 12:09:14.531296 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6078d7cb-edb2-440c-9ee1-780394274e11 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Made reservation on behalf of 2a40b3bac30c4b9cb4cddbf9306b0469 for: {'subnet': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:09:14.546976 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6078d7cb-edb2-440c-9ee1-780394274e11 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59074089'] for subnet, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:14.551979 n-d-804985-2 neutron-server[106252]: INFO neutron.pecan_wsgi.hooks.translation [None req-6078d7cb-edb2-440c-9ee1-780394274e11 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 18 12:09:14.553294 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6078d7cb-edb2-440c-9ee1-780394274e11 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=106252) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 12:09:14.557420 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-6e89ef38-afec-41c9-bebe-2c84b379d72e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-2, cdf7032e-7833-42cb-898f-66bc35c45650) {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:09:14.564833 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e89ef38-afec-41c9-bebe-2c84b379d72e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:09:14.565997 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6e89ef38-afec-41c9-bebe-2c84b379d72e admin admin] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:14.587536 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-6e89ef38-afec-41c9-bebe-2c84b379d72e admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0408950 Aug 18 12:09:14.633864 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-6078d7cb-edb2-440c-9ee1-780394274e11 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3657577 Aug 18 12:09:14.636829 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 45204) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:09:14.642589 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-f5509727-5e26-4951-b340-a7e3e3e19010 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Request body: {'subnet': {'network_id': 'fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:09:14.809939 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed5c9bb0-cdf9-4931-a000-edc8a9b6b1ca None None] Network cdf7032e-7833-42cb-898f-66bc35c45650 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:09:14.963909 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5509727-5e26-4951-b340-a7e3e3e19010 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Made reservation on behalf of 2a40b3bac30c4b9cb4cddbf9306b0469 for: {'subnet': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:09:14.969492 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f5509727-5e26-4951-b340-a7e3e3e19010 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59074089'] for subnet, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:14.971737 n-d-804985-2 neutron-server[106252]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5509727-5e26-4951-b340-a7e3e3e19010 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 18 12:09:14.972550 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5509727-5e26-4951-b340-a7e3e3e19010 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=106252) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 12:09:15.009259 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca8e772f-af0e-41c9-bf7a-4b20863f0334 None None] Network cdf7032e-7833-42cb-898f-66bc35c45650 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:09:15.027158 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-f5509727-5e26-4951-b340-a7e3e3e19010 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3887684 Aug 18 12:09:15.029998 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 45220) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:09:15.041338 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-948882fa-675d-4483-8962-ca920c657def tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Request body: {'subnet': {'network_id': 'fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:09:15.258205 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-948882fa-675d-4483-8962-ca920c657def tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Made reservation on behalf of 2a40b3bac30c4b9cb4cddbf9306b0469 for: {'subnet': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:09:15.259966 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-26c940a0-5479-4de0-8294-a06499cd302a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556'] for port, after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:15.273489 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-948882fa-675d-4483-8962-ca920c657def tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59074089'] for subnet, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:15.275875 n-d-804985-2 neutron-server[106252]: INFO neutron.pecan_wsgi.hooks.translation [None req-948882fa-675d-4483-8962-ca920c657def tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 18 12:09:15.281625 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-948882fa-675d-4483-8962-ca920c657def tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=106252) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 12:09:15.384013 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 45238) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:09:15.386903 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-948882fa-675d-4483-8962-ca920c657def tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3484881 Aug 18 12:09:15.388962 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-61489c47-ffd0-4274-b8b5-c677d74d9af0 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Request body: {'subnet': {'network_id': 'fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:09:15.396901 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 2fb08e3e-dcbe-40d1-bd77-7cc0864ffc93 no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:09:15.409597 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c940a0-5479-4de0-8294-a06499cd302a None None] Pushing event deleted for resources: {'Port': ['ID=2fb08e3e-dcbe-40d1-bd77-7cc0864ffc93,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:09:15.460067 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c940a0-5479-4de0-8294-a06499cd302a None None] No DVR routers for this DVR port 2fb08e3e-dcbe-40d1-bd77-7cc0864ffc93 on host n-d-804985-2 {{(pid=106254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:09:15.463746 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: 2fb08e3e-dcbe-40d1-bd77-7cc0864ffc93 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:09:15.464088 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 2fb08e3e-dcbe-40d1-bd77-7cc0864ffc93 not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:09:15.499495 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9c8e3ede-846c-46c3-9859-599379371349 req-d56d39af-ada3-4ee9-a50f-7922598ca648 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/ports?device_id=3482930b-91fc-465f-bfb8-4751e56ef39b HTTP/1.1" status: 200 len: 210 time: 0.0390182 Aug 18 12:09:15.511520 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fb9d5e-7d46-4547-97f1-18007ac46d4d req-bb4248d2-4bd5-4440-a92d-81b888509e22 tempest-ServerAddressesTestJSON-2022682268 tempest-ServerAddressesTestJSON-2022682268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:09:15.513263 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c1fb9d5e-7d46-4547-97f1-18007ac46d4d req-bb4248d2-4bd5-4440-a92d-81b888509e22 tempest-ServerAddressesTestJSON-2022682268 tempest-ServerAddressesTestJSON-2022682268-project] 10.222.0.66 "GET /v2.0/networks?id=cdf7032e-7833-42cb-898f-66bc35c45650 HTTP/1.1" status: 200 len: 812 time: 0.2264521 Aug 18 12:09:15.539881 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c1fb9d5e-7d46-4547-97f1-18007ac46d4d req-4975df54-115d-456a-b134-b4f62d234833 tempest-ServerAddressesTestJSON-2022682268 tempest-ServerAddressesTestJSON-2022682268-project] 10.222.0.66 "GET /v2.0/quotas/c40f066062914115965e156bccd31c4a HTTP/1.1" status: 200 len: 375 time: 0.0187838 Aug 18 12:09:15.561844 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61489c47-ffd0-4274-b8b5-c677d74d9af0 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Made reservation on behalf of 2a40b3bac30c4b9cb4cddbf9306b0469 for: {'subnet': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:09:15.568860 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-61489c47-ffd0-4274-b8b5-c677d74d9af0 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59388119'] for subnet, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:15.570807 n-d-804985-2 neutron-server[106253]: INFO neutron.pecan_wsgi.hooks.translation [None req-61489c47-ffd0-4274-b8b5-c677d74d9af0 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 18 12:09:15.572203 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61489c47-ffd0-4274-b8b5-c677d74d9af0 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=106253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 12:09:15.576366 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c1fb9d5e-7d46-4547-97f1-18007ac46d4d req-71bd74a5-28ed-42b0-bfb6-6d9ec506ee30 tempest-ServerAddressesTestJSON-2022682268 tempest-ServerAddressesTestJSON-2022682268-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=c40f066062914115965e156bccd31c4a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0289001 Aug 18 12:09:15.615881 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 45244) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:09:15.616941 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-61489c47-ffd0-4274-b8b5-c677d74d9af0 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2323992 Aug 18 12:09:15.622890 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-27024fc5-0a53-4022-8f95-9496743c5c85 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Request body: {'subnet': {'network_id': 'fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:09:15.967079 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33db07aa-5123-467c-b604-fbdefa4e2f5d req-1cbc7e6b-9afd-4169-aaff-84f50851666f tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:09:15.970408 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-33db07aa-5123-467c-b604-fbdefa4e2f5d req-1cbc7e6b-9afd-4169-aaff-84f50851666f tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.62 "GET /v2.0/networks?id=62590197-03a9-438c-a3e3-e417fcca582c HTTP/1.1" status: 200 len: 812 time: 0.1809247 Aug 18 12:09:15.985308 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [req-33db07aa-5123-467c-b604-fbdefa4e2f5d req-b31f8d22-f99b-49a5-b260-5fa2b72ffb6d tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Request body: {'port': {'device_id': '3482930b-91fc-465f-bfb8-4751e56ef39b', 'network_id': '62590197-03a9-438c-a3e3-e417fcca582c', 'admin_state_up': True, 'tenant_id': '6be1f64524b04a05973aca1b3d3c7df9'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:09:15.986471 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27024fc5-0a53-4022-8f95-9496743c5c85 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Made reservation on behalf of 2a40b3bac30c4b9cb4cddbf9306b0469 for: {'subnet': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:09:15.999126 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-27024fc5-0a53-4022-8f95-9496743c5c85 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59074089'] for subnet, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:16.000683 n-d-804985-2 neutron-server[106252]: INFO neutron.pecan_wsgi.hooks.translation [None req-27024fc5-0a53-4022-8f95-9496743c5c85 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 18 12:09:16.001104 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27024fc5-0a53-4022-8f95-9496743c5c85 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=106252) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 12:09:16.030805 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-27024fc5-0a53-4022-8f95-9496743c5c85 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4107630 Aug 18 12:09:16.033544 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 45252) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:09:16.039451 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-ebdd21eb-257f-4265-ba9c-ad4f950b25f3 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Request body: {'subnet': {'network_id': 'fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:09:16.130214 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c1fb9d5e-7d46-4547-97f1-18007ac46d4d req-71dd6341-7195-408e-ae4d-572aa8dfea88 service neutron] 10.222.0.66 "GET /v2.0/networks/cdf7032e-7833-42cb-898f-66bc35c45650?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5436256 Aug 18 12:09:16.159578 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33db07aa-5123-467c-b604-fbdefa4e2f5d req-b31f8d22-f99b-49a5-b260-5fa2b72ffb6d tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Made reservation on behalf of 6be1f64524b04a05973aca1b3d3c7df9 for: {'port': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:09:16.165338 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-33db07aa-5123-467c-b604-fbdefa4e2f5d req-b31f8d22-f99b-49a5-b260-5fa2b72ffb6d tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:16.262955 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebdd21eb-257f-4265-ba9c-ad4f950b25f3 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Made reservation on behalf of 2a40b3bac30c4b9cb4cddbf9306b0469 for: {'subnet': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:09:16.267222 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ebdd21eb-257f-4265-ba9c-ad4f950b25f3 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59074089'] for subnet, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:16.268742 n-d-804985-2 neutron-server[106252]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebdd21eb-257f-4265-ba9c-ad4f950b25f3 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 18 12:09:16.269197 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebdd21eb-257f-4265-ba9c-ad4f950b25f3 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=106252) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 12:09:16.313490 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c1fb9d5e-7d46-4547-97f1-18007ac46d4d req-c34477db-32ef-48cc-81b9-e09076dec36a service neutron] 10.222.0.66 "GET /v2.0/networks/cdf7032e-7833-42cb-898f-66bc35c45650?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819932 Aug 18 12:09:16.318619 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-ebdd21eb-257f-4265-ba9c-ad4f950b25f3 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2834496 Aug 18 12:09:16.319873 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 45262) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:09:16.373517 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-4dcd3933-b979-4006-bccf-e0468b1609e6 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0513723 Aug 18 12:09:16.375092 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 45266) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:09:16.439390 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [req-33db07aa-5123-467c-b604-fbdefa4e2f5d req-b31f8d22-f99b-49a5-b260-5fa2b72ffb6d tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Allocated IP 172.20.0.4 (62590197-03a9-438c-a3e3-e417fcca582c/01de034f-d2f0-4b70-88ab-1a19fe1401c1/7a7db1db-b5ee-48d6-85e1-5e7495701d0f) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:09:16.485618 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04ab766d-817f-4e03-bb27-2f8083f31c1c tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:09:16.490928 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-04ab766d-817f-4e03-bb27-2f8083f31c1c tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1102505 Aug 18 12:09:16.491899 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 45276) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:09:16.608510 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-cee37b65-0041-4149-b266-57d054b2b768 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1151276 Aug 18 12:09:16.609223 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 45280) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:09:16.621293 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-fdbe99ff-d7ac-4324-857d-30cedd627b28 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Request body: {'subnet': {'network_id': 'fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:09:16.708050 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-33db07aa-5123-467c-b604-fbdefa4e2f5d req-b31f8d22-f99b-49a5-b260-5fa2b72ffb6d tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:16.737030 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [req-33db07aa-5123-467c-b604-fbdefa4e2f5d req-b31f8d22-f99b-49a5-b260-5fa2b72ffb6d tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Transition to ACTIVE for port object 7a7db1db-b5ee-48d6-85e1-5e7495701d0f will not be triggered until provisioned by entity DHCP. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:09:16.766346 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ef4e2805-82c9-4f23-882d-e36bfa1ef933 req-5518d5c4-7a60-4282-8725-410e693f495f tempest-ServerAddressesTestJSON-2022682268 tempest-ServerAddressesTestJSON-2022682268-project] 10.222.0.66 "GET /v2.0/ports?device_id=44ad986d-a7d9-4d3a-9e6b-88d4ff2ee80e HTTP/1.1" status: 200 len: 210 time: 0.1890907 Aug 18 12:09:16.782182 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdbe99ff-d7ac-4324-857d-30cedd627b28 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Made reservation on behalf of 2a40b3bac30c4b9cb4cddbf9306b0469 for: {'subnet': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:09:16.786304 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-fdbe99ff-d7ac-4324-857d-30cedd627b28 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59074089'] for subnet, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:16.804788 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6e5f8084-93aa-4fc5-9348-616d4141834f req-8c9ab68f-71d3-4a74-9218-cb0bf4ad4eec tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/ports?device_id=3482930b-91fc-465f-bfb8-4751e56ef39b HTTP/1.1" status: 200 len: 210 time: 0.0807953 Aug 18 12:09:16.837200 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-33db07aa-5123-467c-b604-fbdefa4e2f5d req-b31f8d22-f99b-49a5-b260-5fa2b72ffb6d tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:16.852834 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] get_ports_and_sgs() called for port_ids ['55b318c7-6bb8-425f-b6db-088781d25c4e'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:09:16.911137 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33db07aa-5123-467c-b604-fbdefa4e2f5d req-b31f8d22-f99b-49a5-b260-5fa2b72ffb6d tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Network 62590197-03a9-438c-a3e3-e417fcca582c is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:09:16.914526 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [req-33db07aa-5123-467c-b604-fbdefa4e2f5d req-b31f8d22-f99b-49a5-b260-5fa2b72ffb6d tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:09:16.917082 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-33db07aa-5123-467c-b604-fbdefa4e2f5d req-b31f8d22-f99b-49a5-b260-5fa2b72ffb6d tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:09:16.979798 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31f8d22-f99b-49a5-b260-5fa2b72ffb6d tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Pushing event updated for resources: {'Port': ['ID=7a7db1db-b5ee-48d6-85e1-5e7495701d0f,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:09:17.074874 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33db07aa-5123-467c-b604-fbdefa4e2f5d req-b31f8d22-f99b-49a5-b260-5fa2b72ffb6d tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:09:17.078100 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-33db07aa-5123-467c-b604-fbdefa4e2f5d req-b31f8d22-f99b-49a5-b260-5fa2b72ffb6d tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:17.111705 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-33db07aa-5123-467c-b604-fbdefa4e2f5d req-b31f8d22-f99b-49a5-b260-5fa2b72ffb6d tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1305799 Aug 18 12:09:17.126340 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [req-33db07aa-5123-467c-b604-fbdefa4e2f5d req-5ff383b3-fb4b-4ad5-99ad-bdaef0b8123d service neutron] Request body: {'port': {'device_id': '3482930b-91fc-465f-bfb8-4751e56ef39b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804985-2'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:09:17.272912 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-33db07aa-5123-467c-b604-fbdefa4e2f5d req-5ff383b3-fb4b-4ad5-99ad-bdaef0b8123d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:17.338675 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-701b9927-705d-4ac2-851a-b254f929da79 None None] Provisioning for port 7a7db1db-b5ee-48d6-85e1-5e7495701d0f completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:09:17.370574 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-701b9927-705d-4ac2-851a-b254f929da79 None None] Provisioning complete for port 7a7db1db-b5ee-48d6-85e1-5e7495701d0f triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:09:17.372442 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-701b9927-705d-4ac2-851a-b254f929da79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:17.512753 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-701b9927-705d-4ac2-851a-b254f929da79 None None] Port 7a7db1db-b5ee-48d6-85e1-5e7495701d0f cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:09:17.533590 n-d-804985-2 neutron-server[106252]: DEBUG neutron.objects.ports [None req-fdbe99ff-d7ac-4324-857d-30cedd627b28 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106252) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 18 12:09:17.538707 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-fdbe99ff-d7ac-4324-857d-30cedd627b28 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3572913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59074111'] for subnet, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:17.624754 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdbe99ff-d7ac-4324-857d-30cedd627b28 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Network fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:09:17.630226 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-fdbe99ff-d7ac-4324-857d-30cedd627b28 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:09:17.639914 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdbe99ff-d7ac-4324-857d-30cedd627b28 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:09:17.640692 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-fdbe99ff-d7ac-4324-857d-30cedd627b28 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for subnet, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:17.646635 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-099232fe-019c-497f-ad3c-24515c279240 None None] Network fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:09:17.674904 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-fdbe99ff-d7ac-4324-857d-30cedd627b28 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0561695 Aug 18 12:09:17.680527 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 45304) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:09:17.690730 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-ab44fbe2-36b0-47e2-b40c-e4564d5cb542 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Request body: {'port': {'network_id': 'fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d', 'mac_address': 'fa:16:3e:e1:34:19', 'name': 'tempest-NetworksTestDHCPv6-988232712'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:09:17.697100 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbe99ff-d7ac-4324-857d-30cedd627b28 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Pushing event updated for resources: {'Subnet': ['ID=686ee2ae-0ced-43ec-a10f-4a602063aabb,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:09:17.858194 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [req-33db07aa-5123-467c-b604-fbdefa4e2f5d req-5ff383b3-fb4b-4ad5-99ad-bdaef0b8123d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a7db1db-b5ee-48d6-85e1-5e7495701d0f {{(pid=106253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:09:17.867334 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-33db07aa-5123-467c-b604-fbdefa4e2f5d req-5ff383b3-fb4b-4ad5-99ad-bdaef0b8123d service neutron] Notify callbacks [] for port, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:17.881439 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [req-33db07aa-5123-467c-b604-fbdefa4e2f5d req-5ff383b3-fb4b-4ad5-99ad-bdaef0b8123d service neutron] Transition to ACTIVE for port object 7a7db1db-b5ee-48d6-85e1-5e7495701d0f will not be triggered until provisioned by entity L2. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:09:17.891308 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-33db07aa-5123-467c-b604-fbdefa4e2f5d req-5ff383b3-fb4b-4ad5-99ad-bdaef0b8123d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:17.914407 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab44fbe2-36b0-47e2-b40c-e4564d5cb542 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Made reservation on behalf of 2a40b3bac30c4b9cb4cddbf9306b0469 for: {'port': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:09:17.940605 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e98198a2-971c-4704-98bd-88f9277084cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp788be208-34ab-5a8f-af0f-528834af222f-fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d', 'network_id': 'fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d', 'tenant_id': '2a40b3bac30c4b9cb4cddbf9306b0469', 'fixed_ips': [{'subnet_id': '686ee2ae-0ced-43ec-a10f-4a602063aabb'}]}} from n-d-804985-2. {{(pid=106254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 12:09:17.942651 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-e98198a2-971c-4704-98bd-88f9277084cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:17.964250 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6780d265-447f-41be-a958-228212c1cac9 req-d477aba9-fa39-455f-9caf-93da13d92a96 tempest-ServerAddressesTestJSON-2022682268 tempest-ServerAddressesTestJSON-2022682268-project] 10.222.0.66 "GET /v2.0/ports?device_id=44ad986d-a7d9-4d3a-9e6b-88d4ff2ee80e HTTP/1.1" status: 200 len: 210 time: 0.0693393 Aug 18 12:09:18.016659 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff383b3-fb4b-4ad5-99ad-bdaef0b8123d service neutron] Pushing event updated for resources: {'Port': ['ID=7a7db1db-b5ee-48d6-85e1-5e7495701d0f,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:09:18.182147 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.db_base_plugin_common [None req-e98198a2-971c-4704-98bd-88f9277084cb None None] Allocated IP 2001:db8::f816:3eff:fe0c:7acd (fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d/686ee2ae-0ced-43ec-a10f-4a602063aabb/98a190ae-3b3c-487b-9234-687f99f24193) {{(pid=106254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:09:18.208341 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-33db07aa-5123-467c-b604-fbdefa4e2f5d req-5ff383b3-fb4b-4ad5-99ad-bdaef0b8123d service neutron] Attempting to bind port 7a7db1db-b5ee-48d6-85e1-5e7495701d0f on host n-h2-804985-2 for vnic_type normal with profile {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:09:18.208874 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-33db07aa-5123-467c-b604-fbdefa4e2f5d req-5ff383b3-fb4b-4ad5-99ad-bdaef0b8123d service neutron] Attempting to bind port 7a7db1db-b5ee-48d6-85e1-5e7495701d0f by drivers openvswitch,hyperv on host n-h2-804985-2 at level 0 using segments [{'id': '299e2826-ecf6-416e-b53c-1b1574dd5315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '62590197-03a9-438c-a3e3-e417fcca582c'}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:09:18.213673 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33db07aa-5123-467c-b604-fbdefa4e2f5d req-5ff383b3-fb4b-4ad5-99ad-bdaef0b8123d service neutron] Attempting to bind port 7a7db1db-b5ee-48d6-85e1-5e7495701d0f on network 62590197-03a9-438c-a3e3-e417fcca582c {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:09:18.221702 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33db07aa-5123-467c-b604-fbdefa4e2f5d req-5ff383b3-fb4b-4ad5-99ad-bdaef0b8123d service neutron] Port 7a7db1db-b5ee-48d6-85e1-5e7495701d0f on network 62590197-03a9-438c-a3e3-e417fcca582c not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-2 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:09:18.222011 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33db07aa-5123-467c-b604-fbdefa4e2f5d req-5ff383b3-fb4b-4ad5-99ad-bdaef0b8123d service neutron] Attempting to bind port 7a7db1db-b5ee-48d6-85e1-5e7495701d0f on network 62590197-03a9-438c-a3e3-e417fcca582c {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:09:18.234299 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33db07aa-5123-467c-b604-fbdefa4e2f5d req-5ff383b3-fb4b-4ad5-99ad-bdaef0b8123d service neutron] Checking agent: {'id': 'da5da552-709c-4248-84de-86af99a0dc87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 49, 8), 'started_at': datetime.datetime(2021, 8, 18, 11, 49, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 9, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:09:18.234655 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33db07aa-5123-467c-b604-fbdefa4e2f5d req-5ff383b3-fb4b-4ad5-99ad-bdaef0b8123d service neutron] Checking segment: {'id': '299e2826-ecf6-416e-b53c-1b1574dd5315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '62590197-03a9-438c-a3e3-e417fcca582c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:09:18.235031 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33db07aa-5123-467c-b604-fbdefa4e2f5d req-5ff383b3-fb4b-4ad5-99ad-bdaef0b8123d service neutron] Bound using segment: {'id': '299e2826-ecf6-416e-b53c-1b1574dd5315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '62590197-03a9-438c-a3e3-e417fcca582c'} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:09:18.235485 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-33db07aa-5123-467c-b604-fbdefa4e2f5d req-5ff383b3-fb4b-4ad5-99ad-bdaef0b8123d service neutron] Bound port: 7a7db1db-b5ee-48d6-85e1-5e7495701d0f, host: n-h2-804985-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '299e2826-ecf6-416e-b53c-1b1574dd5315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '62590197-03a9-438c-a3e3-e417fcca582c'}}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:09:18.235841 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-33db07aa-5123-467c-b604-fbdefa4e2f5d req-5ff383b3-fb4b-4ad5-99ad-bdaef0b8123d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:18.316735 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13d005e-9c49-42d0-b4bb-26ab731c8765 req-73d8c31d-67ab-4871-8ada-3ecee6dd79ad tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:09:18.329452 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c13d005e-9c49-42d0-b4bb-26ab731c8765 req-73d8c31d-67ab-4871-8ada-3ecee6dd79ad tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/ports?device_id=3482930b-91fc-465f-bfb8-4751e56ef39b HTTP/1.1" status: 200 len: 943 time: 0.4178324 Aug 18 12:09:18.402742 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-33db07aa-5123-467c-b604-fbdefa4e2f5d req-5ff383b3-fb4b-4ad5-99ad-bdaef0b8123d service neutron] For port 7a7db1db-b5ee-48d6-85e1-5e7495701d0f, host n-h2-804985-2, cleared binding levels {{(pid=106253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:09:18.415077 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-33db07aa-5123-467c-b604-fbdefa4e2f5d req-5ff383b3-fb4b-4ad5-99ad-bdaef0b8123d service neutron] For port 7a7db1db-b5ee-48d6-85e1-5e7495701d0f, host n-h2-804985-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=7a7db1db-b5ee-48d6-85e1-5e7495701d0f,segment=NetworkSegment(299e2826-ecf6-416e-b53c-1b1574dd5315),segment_id=299e2826-ecf6-416e-b53c-1b1574dd5315)] {{(pid=106253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:09:18.429007 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-33db07aa-5123-467c-b604-fbdefa4e2f5d req-5ff383b3-fb4b-4ad5-99ad-bdaef0b8123d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:18.438179 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ab44fbe2-36b0-47e2-b40c-e4564d5cb542 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:18.447511 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33db07aa-5123-467c-b604-fbdefa4e2f5d req-5ff383b3-fb4b-4ad5-99ad-bdaef0b8123d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:09:18.449040 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-33db07aa-5123-467c-b604-fbdefa4e2f5d req-5ff383b3-fb4b-4ad5-99ad-bdaef0b8123d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:18.451388 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-33db07aa-5123-467c-b604-fbdefa4e2f5d req-5ff383b3-fb4b-4ad5-99ad-bdaef0b8123d service neutron] 10.222.0.62 "PUT /v2.0/ports/7a7db1db-b5ee-48d6-85e1-5e7495701d0f HTTP/1.1" status: 200 len: 1091 time: 1.3298867 Aug 18 12:09:18.453609 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3482930b-91fc-465f-bfb8-4751e56ef39b', 'tag': '7a7db1db-b5ee-48d6-85e1-5e7495701d0f'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:09:18.457532 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0679f4c4b6e0e0c064a7d71d722dc30541a34fffee11680573be22ee2ffccc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47a82b44-3a47-44c4-82c8-80147373fb7b" -d '{"events": [{"name": "network-changed", "server_uuid": "3482930b-91fc-465f-bfb8-4751e56ef39b", "tag": "7a7db1db-b5ee-48d6-85e1-5e7495701d0f"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:09:18.539431 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-549c386d-ecd9-4adb-8e9b-8ae9666d3c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:18.555389 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-e98198a2-971c-4704-98bd-88f9277084cb None None] Notify callbacks [] for port, precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:18.590646 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c13d005e-9c49-42d0-b4bb-26ab731c8765 req-0733c9b7-75b5-4b0f-903c-6c33c036d3da tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/security-groups?id=e93b90b0-d66c-467b-a848-eedd88936357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2588334 Aug 18 12:09:18.593681 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-e98198a2-971c-4704-98bd-88f9277084cb None None] Transition to ACTIVE for port object 98a190ae-3b3c-487b-9234-687f99f24193 will not be triggered until provisioned by entity L2. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:09:18.630398 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-e98198a2-971c-4704-98bd-88f9277084cb None None] Transition to ACTIVE for port object 98a190ae-3b3c-487b-9234-687f99f24193 will not be triggered until provisioned by entity DHCP. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:09:18.630896 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [None req-ab44fbe2-36b0-47e2-b40c-e4564d5cb542 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] device_id is not set on port 879c3764-c0b8-4721-b795-97aacff53852 yet. {{(pid=106252) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 12:09:18.639335 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:09:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1fbeb3e-d9d9-43b1-8e1d-7e0a3fb85f08 x-openstack-request-id: req-d1fbeb3e-d9d9-43b1-8e1d-7e0a3fb85f08 {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:09:18.642408 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3482930b-91fc-465f-bfb8-4751e56ef39b", "tag": "7a7db1db-b5ee-48d6-85e1-5e7495701d0f", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:09:18.644587 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d1fbeb3e-d9d9-43b1-8e1d-7e0a3fb85f08 {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:09:18.645266 n-d-804985-2 neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3482930b-91fc-465f-bfb8-4751e56ef39b', 'tag': '7a7db1db-b5ee-48d6-85e1-5e7495701d0f', 'status': 'completed', 'code': 200} Aug 18 12:09:18.648130 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-e98198a2-971c-4704-98bd-88f9277084cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547'] for port, after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:18.750074 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e98198a2-971c-4704-98bd-88f9277084cb None None] Network fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d is already hosted by enough agents. {{(pid=106254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:09:18.774912 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.base_scheduler [None req-e98198a2-971c-4704-98bd-88f9277084cb None None] Resources bound (agent type, host, resource id): {{(pid=106254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:09:18.789970 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98198a2-971c-4704-98bd-88f9277084cb None None] Received port after_create {{(pid=106254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:09:18.795054 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33db07aa-5123-467c-b604-fbdefa4e2f5d req-bf989757-72c3-4064-922d-06a2accbe017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:09:18.798924 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-33db07aa-5123-467c-b604-fbdefa4e2f5d req-bf989757-72c3-4064-922d-06a2accbe017 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6be1f64524b04a05973aca1b3d3c7df9&device_id=3482930b-91fc-465f-bfb8-4751e56ef39b HTTP/1.1" status: 200 len: 1094 time: 0.2797146 Aug 18 12:09:18.806198 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fb9d5e-7d46-4547-97f1-18007ac46d4d req-e350c7a0-7a09-4468-bfea-ef43d48bfb5f tempest-ServerAddressesTestJSON-2022682268 tempest-ServerAddressesTestJSON-2022682268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:09:18.808159 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c1fb9d5e-7d46-4547-97f1-18007ac46d4d req-e350c7a0-7a09-4468-bfea-ef43d48bfb5f tempest-ServerAddressesTestJSON-2022682268 tempest-ServerAddressesTestJSON-2022682268-project] 10.222.0.62 "GET /v2.0/networks?id=cdf7032e-7833-42cb-898f-66bc35c45650 HTTP/1.1" status: 200 len: 812 time: 0.7152038 Aug 18 12:09:18.809155 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98198a2-971c-4704-98bd-88f9277084cb None None] Pushing event updated for resources: {'Port': ['ID=98a190ae-3b3c-487b-9234-687f99f24193,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:09:18.813108 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff383b3-fb4b-4ad5-99ad-bdaef0b8123d service neutron] Pushing event updated for resources: {'Port': ['ID=7a7db1db-b5ee-48d6-85e1-5e7495701d0f,revision_number=3']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:09:18.840896 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-c1fb9d5e-7d46-4547-97f1-18007ac46d4d req-96d64ccd-cde1-41f9-a070-a13edd648c63 tempest-ServerAddressesTestJSON-2022682268 tempest-ServerAddressesTestJSON-2022682268-project] Request body: {'port': {'device_id': '44ad986d-a7d9-4d3a-9e6b-88d4ff2ee80e', 'network_id': 'cdf7032e-7833-42cb-898f-66bc35c45650', 'admin_state_up': True, 'tenant_id': 'c40f066062914115965e156bccd31c4a'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:09:18.911849 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-33db07aa-5123-467c-b604-fbdefa4e2f5d req-98bc2ab2-ccdc-443f-8089-4478189900bb service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7a7db1db-b5ee-48d6-85e1-5e7495701d0f HTTP/1.1" status: 200 len: 217 time: 0.0880516 Aug 18 12:09:18.982639 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-e98198a2-971c-4704-98bd-88f9277084cb None None] Attempting to bind port 98a190ae-3b3c-487b-9234-687f99f24193 on host n-d-804985-2 for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:09:18.983317 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-e98198a2-971c-4704-98bd-88f9277084cb None None] Attempting to bind port 98a190ae-3b3c-487b-9234-687f99f24193 by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': '06b05a1e-7667-47a8-b2de-bb5e6a768e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:09:18.995280 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98198a2-971c-4704-98bd-88f9277084cb None None] Attempting to bind port 98a190ae-3b3c-487b-9234-687f99f24193 on network fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:09:18.998783 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98198a2-971c-4704-98bd-88f9277084cb None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 8, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:09:18.999160 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98198a2-971c-4704-98bd-88f9277084cb None None] Checking segment: {'id': '06b05a1e-7667-47a8-b2de-bb5e6a768e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:09:18.999589 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-e98198a2-971c-4704-98bd-88f9277084cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:18.999994 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98198a2-971c-4704-98bd-88f9277084cb None None] Bound using segment: {'id': '06b05a1e-7667-47a8-b2de-bb5e6a768e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:09:19.000495 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-e98198a2-971c-4704-98bd-88f9277084cb None None] Bound port: 98a190ae-3b3c-487b-9234-687f99f24193, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06b05a1e-7667-47a8-b2de-bb5e6a768e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:09:19.000926 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-e98198a2-971c-4704-98bd-88f9277084cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:19.035398 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33db07aa-5123-467c-b604-fbdefa4e2f5d req-25b2ae84-a5ef-429e-8ebe-ec657021a053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:09:19.038145 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-33db07aa-5123-467c-b604-fbdefa4e2f5d req-25b2ae84-a5ef-429e-8ebe-ec657021a053 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=01de034f-d2f0-4b70-88ab-1a19fe1401c1 HTTP/1.1" status: 200 len: 851 time: 0.1195624 Aug 18 12:09:19.082809 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-e98198a2-971c-4704-98bd-88f9277084cb None None] For port 98a190ae-3b3c-487b-9234-687f99f24193, host n-d-804985-2, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:09:19.086515 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-e98198a2-971c-4704-98bd-88f9277084cb None None] For port 98a190ae-3b3c-487b-9234-687f99f24193, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=98a190ae-3b3c-487b-9234-687f99f24193,segment=NetworkSegment(06b05a1e-7667-47a8-b2de-bb5e6a768e1b),segment_id=06b05a1e-7667-47a8-b2de-bb5e6a768e1b)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:09:19.092384 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [None req-ab44fbe2-36b0-47e2-b40c-e4564d5cb542 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Allocated IP 2001:db8::f816:3eff:fee1:3419 (fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d/686ee2ae-0ced-43ec-a10f-4a602063aabb/879c3764-c0b8-4721-b795-97aacff53852) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:09:19.093550 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-e98198a2-971c-4704-98bd-88f9277084cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:19.174440 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33db07aa-5123-467c-b604-fbdefa4e2f5d req-7ca7ce13-5f99-4fcc-9d4b-bfe85e4e5fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:09:19.177239 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-33db07aa-5123-467c-b604-fbdefa4e2f5d req-7ca7ce13-5f99-4fcc-9d4b-bfe85e4e5fff service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=62590197-03a9-438c-a3e3-e417fcca582c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1284056 Aug 18 12:09:19.180840 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98198a2-971c-4704-98bd-88f9277084cb None None] Pushing event updated for resources: {'Port': ['ID=98a190ae-3b3c-487b-9234-687f99f24193,revision_number=2']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:09:19.197269 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-54c088b4-7ee4-4cfb-8096-50bae7de9ec6 req-5aa29a3f-1698-4696-9b9d-22cfaea5d44e tempest-ServerAddressesTestJSON-2022682268 tempest-ServerAddressesTestJSON-2022682268-project] 10.222.0.66 "GET /v2.0/ports?device_id=44ad986d-a7d9-4d3a-9e6b-88d4ff2ee80e HTTP/1.1" status: 200 len: 210 time: 0.0667934 Aug 18 12:09:19.284007 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1fb9d5e-7d46-4547-97f1-18007ac46d4d req-96d64ccd-cde1-41f9-a070-a13edd648c63 tempest-ServerAddressesTestJSON-2022682268 tempest-ServerAddressesTestJSON-2022682268-project] Made reservation on behalf of c40f066062914115965e156bccd31c4a for: {'port': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:09:19.288950 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-c1fb9d5e-7d46-4547-97f1-18007ac46d4d req-96d64ccd-cde1-41f9-a070-a13edd648c63 tempest-ServerAddressesTestJSON-2022682268 tempest-ServerAddressesTestJSON-2022682268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:19.327778 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-33db07aa-5123-467c-b604-fbdefa4e2f5d req-5266f7ea-94e7-4f61-b561-f01d02dbe830 service neutron] 10.222.0.62 "GET /v2.0/networks/62590197-03a9-438c-a3e3-e417fcca582c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420052 Aug 18 12:09:19.514488 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-33db07aa-5123-467c-b604-fbdefa4e2f5d req-6a0a57ac-6609-4550-a4d7-88c3a9a9aa96 service neutron] 10.222.0.62 "GET /v2.0/networks/62590197-03a9-438c-a3e3-e417fcca582c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784532 Aug 18 12:09:19.544907 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ab44fbe2-36b0-47e2-b40c-e4564d5cb542 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:19.580985 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [None req-ab44fbe2-36b0-47e2-b40c-e4564d5cb542 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Transition to ACTIVE for port object 879c3764-c0b8-4721-b795-97aacff53852 will not be triggered until provisioned by entity DHCP. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:09:19.597072 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [req-c1fb9d5e-7d46-4547-97f1-18007ac46d4d req-96d64ccd-cde1-41f9-a070-a13edd648c63 tempest-ServerAddressesTestJSON-2022682268 tempest-ServerAddressesTestJSON-2022682268-project] Allocated IP 172.20.0.6 (cdf7032e-7833-42cb-898f-66bc35c45650/4500e863-09c9-430b-af1a-f1c42f4e83e9/120107a2-1136-42e1-a8eb-adab4f0e2270) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:09:19.620931 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a82b44-3a47-44c4-82c8-80147373fb7b req-372bbcb2-60e4-46c6-a3e0-94ca59f60f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:09:19.624407 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-47a82b44-3a47-44c4-82c8-80147373fb7b req-372bbcb2-60e4-46c6-a3e0-94ca59f60f4b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6be1f64524b04a05973aca1b3d3c7df9&device_id=3482930b-91fc-465f-bfb8-4751e56ef39b HTTP/1.1" status: 200 len: 1094 time: 0.0462003 Aug 18 12:09:19.778306 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a82b44-3a47-44c4-82c8-80147373fb7b req-053fa46a-edab-42b3-a177-1dba3e5f05bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:09:19.778668 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-47a82b44-3a47-44c4-82c8-80147373fb7b req-053fa46a-edab-42b3-a177-1dba3e5f05bd service neutron] 10.222.0.62 "GET /v2.0/networks?id=62590197-03a9-438c-a3e3-e417fcca582c HTTP/1.1" status: 200 len: 913 time: 0.1475356 Aug 18 12:09:19.806844 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ab44fbe2-36b0-47e2-b40c-e4564d5cb542 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:19.874487 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-47a82b44-3a47-44c4-82c8-80147373fb7b req-f06b3514-cbe0-4fff-8043-79be7e7384bb service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7a7db1db-b5ee-48d6-85e1-5e7495701d0f HTTP/1.1" status: 200 len: 217 time: 0.0874414 Aug 18 12:09:19.929212 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab44fbe2-36b0-47e2-b40c-e4564d5cb542 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Pushing event updated for resources: {'Port': ['ID=879c3764-c0b8-4721-b795-97aacff53852,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:09:19.981899 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a82b44-3a47-44c4-82c8-80147373fb7b req-f66e9b94-d4ba-4ac3-a7da-07a6f1979401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:09:19.984019 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-47a82b44-3a47-44c4-82c8-80147373fb7b req-f66e9b94-d4ba-4ac3-a7da-07a6f1979401 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=01de034f-d2f0-4b70-88ab-1a19fe1401c1 HTTP/1.1" status: 200 len: 851 time: 0.0984511 Aug 18 12:09:19.987304 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f7ac16-cf07-4759-aafe-31ce8c61737f req-7907ce00-4645-46fb-9aa5-6d1a55da405c tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:09:19.989299 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-68f7ac16-cf07-4759-aafe-31ce8c61737f req-7907ce00-4645-46fb-9aa5-6d1a55da405c tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/ports?device_id=3482930b-91fc-465f-bfb8-4751e56ef39b HTTP/1.1" status: 200 len: 943 time: 0.2229218 Aug 18 12:09:20.024177 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab44fbe2-36b0-47e2-b40c-e4564d5cb542 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Network fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:09:20.042085 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-ab44fbe2-36b0-47e2-b40c-e4564d5cb542 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:09:20.092159 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab44fbe2-36b0-47e2-b40c-e4564d5cb542 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:09:20.106435 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab44fbe2-36b0-47e2-b40c-e4564d5cb542 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:09:20.106624 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ab44fbe2-36b0-47e2-b40c-e4564d5cb542 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:20.113240 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a82b44-3a47-44c4-82c8-80147373fb7b req-452de331-c3f6-48ab-b7d5-4fa0480feec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:09:20.117220 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-47a82b44-3a47-44c4-82c8-80147373fb7b req-452de331-c3f6-48ab-b7d5-4fa0480feec5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=62590197-03a9-438c-a3e3-e417fcca582c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1249392 Aug 18 12:09:20.165107 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-ab44fbe2-36b0-47e2-b40c-e4564d5cb542 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.4743788 Aug 18 12:09:20.169435 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 45358) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:09:20.257598 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-68f7ac16-cf07-4759-aafe-31ce8c61737f req-65836fe3-0879-4eba-80c9-1598275205b8 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/security-groups?id=e93b90b0-d66c-467b-a848-eedd88936357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2371891 Aug 18 12:09:20.304752 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-c1fb9d5e-7d46-4547-97f1-18007ac46d4d req-96d64ccd-cde1-41f9-a070-a13edd648c63 tempest-ServerAddressesTestJSON-2022682268 tempest-ServerAddressesTestJSON-2022682268-project] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:20.332657 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-47a82b44-3a47-44c4-82c8-80147373fb7b req-5b244ce0-dece-4764-ab53-dfbfd3052b64 service neutron] 10.222.0.62 "GET /v2.0/networks/62590197-03a9-438c-a3e3-e417fcca582c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2069983 Aug 18 12:09:20.363659 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-c1fb9d5e-7d46-4547-97f1-18007ac46d4d req-96d64ccd-cde1-41f9-a070-a13edd648c63 tempest-ServerAddressesTestJSON-2022682268 tempest-ServerAddressesTestJSON-2022682268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:20.542299 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-47a82b44-3a47-44c4-82c8-80147373fb7b req-48eec5d0-8e05-4219-bbbf-78c1c8f433d2 service neutron] 10.222.0.62 "GET /v2.0/networks/62590197-03a9-438c-a3e3-e417fcca582c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1996493 Aug 18 12:09:20.618402 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe73d728-94d1-4ff1-aee7-b668ade2aa1b tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:09:20.630993 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe73d728-94d1-4ff1-aee7-b668ade2aa1b tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:09:20.636560 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-fe73d728-94d1-4ff1-aee7-b668ade2aa1b tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.4637287 Aug 18 12:09:20.637298 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 45364) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:09:20.699803 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-f79cfd40-e980-4963-878a-40c00b17cfb7 None None] Provisioning for port 98a190ae-3b3c-487b-9234-687f99f24193 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:09:20.720833 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1fb9d5e-7d46-4547-97f1-18007ac46d4d req-96d64ccd-cde1-41f9-a070-a13edd648c63 tempest-ServerAddressesTestJSON-2022682268 tempest-ServerAddressesTestJSON-2022682268-project] Network cdf7032e-7833-42cb-898f-66bc35c45650 is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:09:20.731682 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [req-c1fb9d5e-7d46-4547-97f1-18007ac46d4d req-96d64ccd-cde1-41f9-a070-a13edd648c63 tempest-ServerAddressesTestJSON-2022682268 tempest-ServerAddressesTestJSON-2022682268-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:09:20.759929 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1fb9d5e-7d46-4547-97f1-18007ac46d4d req-96d64ccd-cde1-41f9-a070-a13edd648c63 tempest-ServerAddressesTestJSON-2022682268 tempest-ServerAddressesTestJSON-2022682268-project] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:09:20.769299 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d64ccd-cde1-41f9-a070-a13edd648c63 tempest-ServerAddressesTestJSON-2022682268 tempest-ServerAddressesTestJSON-2022682268-project] Pushing event updated for resources: {'Port': ['ID=120107a2-1136-42e1-a8eb-adab4f0e2270,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:09:20.953042 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fb9d5e-7d46-4547-97f1-18007ac46d4d req-96d64ccd-cde1-41f9-a070-a13edd648c63 tempest-ServerAddressesTestJSON-2022682268 tempest-ServerAddressesTestJSON-2022682268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:09:20.954556 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-c1fb9d5e-7d46-4547-97f1-18007ac46d4d req-96d64ccd-cde1-41f9-a070-a13edd648c63 tempest-ServerAddressesTestJSON-2022682268 tempest-ServerAddressesTestJSON-2022682268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:20.966060 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-77a83556-e5a8-477e-bfb7-da7296b10411 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Deleting port 879c3764-c0b8-4721-b795-97aacff53852 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:09:20.966544 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-77a83556-e5a8-477e-bfb7-da7296b10411 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:20.970898 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696a6007-eb5d-4c45-9edc-fff90b52ff27 req-0fcf315a-3ce6-4965-93a3-bd4b85a656bc tempest-ServerAddressesTestJSON-2022682268 tempest-ServerAddressesTestJSON-2022682268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:09:20.980614 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-696a6007-eb5d-4c45-9edc-fff90b52ff27 req-0fcf315a-3ce6-4965-93a3-bd4b85a656bc tempest-ServerAddressesTestJSON-2022682268 tempest-ServerAddressesTestJSON-2022682268-project] 10.222.0.66 "GET /v2.0/ports?device_id=44ad986d-a7d9-4d3a-9e6b-88d4ff2ee80e HTTP/1.1" status: 200 len: 931 time: 0.5703790 Aug 18 12:09:21.026426 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c1fb9d5e-7d46-4547-97f1-18007ac46d4d req-96d64ccd-cde1-41f9-a070-a13edd648c63 tempest-ServerAddressesTestJSON-2022682268 tempest-ServerAddressesTestJSON-2022682268-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1975613 Aug 18 12:09:21.043403 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-d2827ed5-404b-4991-9350-9234640abcba None None] Provisioning for port 879c3764-c0b8-4721-b795-97aacff53852 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:09:21.043553 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-696a6007-eb5d-4c45-9edc-fff90b52ff27 req-220bb20a-2939-404a-82bc-9a7b5e0bfaed tempest-ServerAddressesTestJSON-2022682268 tempest-ServerAddressesTestJSON-2022682268-project] 10.222.0.66 "GET /v2.0/security-groups?id=a2df4898-9c92-443a-b8ea-2d6186d329df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617766 Aug 18 12:09:21.052000 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-c1fb9d5e-7d46-4547-97f1-18007ac46d4d req-3dd36163-94f6-44a7-abe6-06adea1955a2 service neutron] Request body: {'port': {'device_id': '44ad986d-a7d9-4d3a-9e6b-88d4ff2ee80e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804985-2'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:09:21.054447 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-d2827ed5-404b-4991-9350-9234640abcba None None] Provisioning complete for port 879c3764-c0b8-4721-b795-97aacff53852 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:09:21.055084 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-d2827ed5-404b-4991-9350-9234640abcba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:21.113055 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-d2827ed5-404b-4991-9350-9234640abcba None None] Port 879c3764-c0b8-4721-b795-97aacff53852 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:09:21.130243 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-c1fb9d5e-7d46-4547-97f1-18007ac46d4d req-3dd36163-94f6-44a7-abe6-06adea1955a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:21.165131 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-77a83556-e5a8-477e-bfb7-da7296b10411 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:21.182950 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-77a83556-e5a8-477e-bfb7-da7296b10411 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Calling delete_port for 879c3764-c0b8-4721-b795-97aacff53852 owned by {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:09:21.373198 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 98a190ae-3b3c-487b-9234-687f99f24193 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:09:21.382416 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-77a83556-e5a8-477e-bfb7-da7296b10411 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:21.442702 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a83556-e5a8-477e-bfb7-da7296b10411 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Pushing event deleted for resources: {'Port': ['ID=879c3764-c0b8-4721-b795-97aacff53852,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:09:21.461975 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:21.479393 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port 98a190ae-3b3c-487b-9234-687f99f24193 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:09:21.485392 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 98a190ae-3b3c-487b-9234-687f99f24193 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:09:21.485985 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:21.513109 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-77a83556-e5a8-477e-bfb7-da7296b10411 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:21.521655 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-77a83556-e5a8-477e-bfb7-da7296b10411 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "DELETE /v2.0/ports/879c3764-c0b8-4721-b795-97aacff53852 HTTP/1.1" status: 204 len: 168 time: 0.8829570 Aug 18 12:09:21.522305 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 45386) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:09:21.596540 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:21.624732 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d64b91b-792e-47cc-8f22-6f40a6af769a req-0b46d65f-a052-4a62-9d89-e866aa6c00c6 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:09:21.627732 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8d64b91b-792e-47cc-8f22-6f40a6af769a req-0b46d65f-a052-4a62-9d89-e866aa6c00c6 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/ports?device_id=3482930b-91fc-465f-bfb8-4751e56ef39b HTTP/1.1" status: 200 len: 943 time: 0.1772907 Aug 18 12:09:21.668782 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a1ca975-98b7-4875-af9c-268b89349210 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:09:21.670417 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a1ca975-98b7-4875-af9c-268b89349210 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:09:21.684886 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-3a1ca975-98b7-4875-af9c-268b89349210 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1614830 Aug 18 12:09:21.685779 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 45388) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:09:21.689730 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] For port 98a190ae-3b3c-487b-9234-687f99f24193, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=98a190ae-3b3c-487b-9234-687f99f24193,segment=NetworkSegment(06b05a1e-7667-47a8-b2de-bb5e6a768e1b),segment_id=06b05a1e-7667-47a8-b2de-bb5e6a768e1b)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:09:21.694839 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-e278f188-308e-4763-9519-03bcb6b26dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:21.699930 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:21.735823 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 7a7db1db-b5ee-48d6-85e1-5e7495701d0f details requested by agent hyperv_n-h2-804985-2 with host n-h2-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:09:21.779472 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c6f8dde-ce90-45a3-8b96-8e88068babd9 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Deleting subnet 686ee2ae-0ced-43ec-a10f-4a602063aabb {{(pid=106253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 12:09:21.794577 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5c6f8dde-ce90-45a3-8b96-8e88068babd9 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks [] for subnet, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:21.807793 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8d64b91b-792e-47cc-8f22-6f40a6af769a req-07b893ca-189a-45d8-912c-cd3e8c4fbc46 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/security-groups?id=e93b90b0-d66c-467b-a848-eedd88936357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732237 Aug 18 12:09:21.840198 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [req-c1fb9d5e-7d46-4547-97f1-18007ac46d4d req-3dd36163-94f6-44a7-abe6-06adea1955a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 120107a2-1136-42e1-a8eb-adab4f0e2270 {{(pid=106252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:09:21.855924 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-c1fb9d5e-7d46-4547-97f1-18007ac46d4d req-3dd36163-94f6-44a7-abe6-06adea1955a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:21.872392 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5c6f8dde-ce90-45a3-8b96-8e88068babd9 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902229'] for subnet, precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:21.879882 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Pushing event updated for resources: {'Port': ['ID=98a190ae-3b3c-487b-9234-687f99f24193,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:09:21.882524 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [req-c1fb9d5e-7d46-4547-97f1-18007ac46d4d req-3dd36163-94f6-44a7-abe6-06adea1955a2 service neutron] Transition to ACTIVE for port object 120107a2-1136-42e1-a8eb-adab4f0e2270 will not be triggered until provisioned by entity L2. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:09:21.897783 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-c1fb9d5e-7d46-4547-97f1-18007ac46d4d req-3dd36163-94f6-44a7-abe6-06adea1955a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:21.935997 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port 7a7db1db-b5ee-48d6-85e1-5e7495701d0f, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=7a7db1db-b5ee-48d6-85e1-5e7495701d0f,segment=NetworkSegment(299e2826-ecf6-416e-b53c-1b1574dd5315),segment_id=299e2826-ecf6-416e-b53c-1b1574dd5315)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:09:21.955978 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Returning: {'device': '7a7db1db-b5ee-48d6-85e1-5e7495701d0f', 'network_id': '62590197-03a9-438c-a3e3-e417fcca582c', 'port_id': '7a7db1db-b5ee-48d6-85e1-5e7495701d0f', 'mac_address': 'fa:16:3e:7c:43:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 810, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01de034f-d2f0-4b70-88ab-1a19fe1401c1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:09:21.957014 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd36163-94f6-44a7-abe6-06adea1955a2 service neutron] Pushing event updated for resources: {'Port': ['ID=120107a2-1136-42e1-a8eb-adab4f0e2270,revision_number=2']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:09:21.976580 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5c6f8dde-ce90-45a3-8b96-8e88068babd9 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:22.052662 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:22.155954 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5c6f8dde-ce90-45a3-8b96-8e88068babd9 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58902171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59388106'] for subnet, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:22.167224 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a7db1db-b5ee-48d6-85e1-5e7495701d0f {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:09:22.188862 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-53584c24-f517-494e-ac93-c18bb92373f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:22.235861 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port 7a7db1db-b5ee-48d6-85e1-5e7495701d0f, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=7a7db1db-b5ee-48d6-85e1-5e7495701d0f,segment=NetworkSegment(299e2826-ecf6-416e-b53c-1b1574dd5315),segment_id=299e2826-ecf6-416e-b53c-1b1574dd5315)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:09:22.244584 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9d5ba40-0d12-4bf1-b626-501cf7e1f0c1 None None] Network fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:09:22.245137 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6f8dde-ce90-45a3-8b96-8e88068babd9 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Pushing event deleted for resources: {'Subnet': ['ID=686ee2ae-0ced-43ec-a10f-4a602063aabb,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:09:22.247696 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5c6f8dde-ce90-45a3-8b96-8e88068babd9 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:22.249799 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-5c6f8dde-ce90-45a3-8b96-8e88068babd9 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "DELETE /v2.0/subnets/686ee2ae-0ced-43ec-a10f-4a602063aabb HTTP/1.1" status: 204 len: 168 time: 0.5627942 Aug 18 12:09:22.255287 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 45398) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:09:22.258558 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:22.329879 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8567b2e-e680-46a9-af77-1e08e408ad61 req-d5031560-c9ab-44c8-84b3-0b7c01a70be1 tempest-ServerAddressesTestJSON-2022682268 tempest-ServerAddressesTestJSON-2022682268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:09:22.336931 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-29448a75-ae19-4565-998b-954eb2354c5e tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0801823 Aug 18 12:09:22.337840 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d8567b2e-e680-46a9-af77-1e08e408ad61 req-d5031560-c9ab-44c8-84b3-0b7c01a70be1 tempest-ServerAddressesTestJSON-2022682268 tempest-ServerAddressesTestJSON-2022682268-project] 10.222.0.66 "GET /v2.0/ports?device_id=44ad986d-a7d9-4d3a-9e6b-88d4ff2ee80e HTTP/1.1" status: 200 len: 943 time: 0.1507807 Aug 18 12:09:22.339963 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 45402) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:09:22.347101 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-ad4f0c8c-be4b-4677-8da6-0c54dc669d57 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Request body: {'subnet': {'network_id': 'fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:09:22.366420 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-c1fb9d5e-7d46-4547-97f1-18007ac46d4d req-3dd36163-94f6-44a7-abe6-06adea1955a2 service neutron] Attempting to bind port 120107a2-1136-42e1-a8eb-adab4f0e2270 on host n-h2-804985-2 for vnic_type normal with profile {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:09:22.367244 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-c1fb9d5e-7d46-4547-97f1-18007ac46d4d req-3dd36163-94f6-44a7-abe6-06adea1955a2 service neutron] Attempting to bind port 120107a2-1136-42e1-a8eb-adab4f0e2270 by drivers openvswitch,hyperv on host n-h2-804985-2 at level 0 using segments [{'id': '2a0ab1fd-6f0c-446a-90e0-3ac18aa554db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'cdf7032e-7833-42cb-898f-66bc35c45650'}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:09:22.367772 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1fb9d5e-7d46-4547-97f1-18007ac46d4d req-3dd36163-94f6-44a7-abe6-06adea1955a2 service neutron] Attempting to bind port 120107a2-1136-42e1-a8eb-adab4f0e2270 on network cdf7032e-7833-42cb-898f-66bc35c45650 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:09:22.377124 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1fb9d5e-7d46-4547-97f1-18007ac46d4d req-3dd36163-94f6-44a7-abe6-06adea1955a2 service neutron] Port 120107a2-1136-42e1-a8eb-adab4f0e2270 on network cdf7032e-7833-42cb-898f-66bc35c45650 not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-2 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:09:22.377660 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1fb9d5e-7d46-4547-97f1-18007ac46d4d req-3dd36163-94f6-44a7-abe6-06adea1955a2 service neutron] Attempting to bind port 120107a2-1136-42e1-a8eb-adab4f0e2270 on network cdf7032e-7833-42cb-898f-66bc35c45650 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:09:22.396981 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1fb9d5e-7d46-4547-97f1-18007ac46d4d req-3dd36163-94f6-44a7-abe6-06adea1955a2 service neutron] Checking agent: {'id': 'da5da552-709c-4248-84de-86af99a0dc87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 49, 8), 'started_at': datetime.datetime(2021, 8, 18, 11, 49, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 9, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:09:22.397617 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1fb9d5e-7d46-4547-97f1-18007ac46d4d req-3dd36163-94f6-44a7-abe6-06adea1955a2 service neutron] Checking segment: {'id': '2a0ab1fd-6f0c-446a-90e0-3ac18aa554db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'cdf7032e-7833-42cb-898f-66bc35c45650'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:09:22.398212 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1fb9d5e-7d46-4547-97f1-18007ac46d4d req-3dd36163-94f6-44a7-abe6-06adea1955a2 service neutron] Bound using segment: {'id': '2a0ab1fd-6f0c-446a-90e0-3ac18aa554db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'cdf7032e-7833-42cb-898f-66bc35c45650'} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:09:22.398843 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-c1fb9d5e-7d46-4547-97f1-18007ac46d4d req-3dd36163-94f6-44a7-abe6-06adea1955a2 service neutron] Bound port: 120107a2-1136-42e1-a8eb-adab4f0e2270, host: n-h2-804985-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a0ab1fd-6f0c-446a-90e0-3ac18aa554db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'cdf7032e-7833-42cb-898f-66bc35c45650'}}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:09:22.399399 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-c1fb9d5e-7d46-4547-97f1-18007ac46d4d req-3dd36163-94f6-44a7-abe6-06adea1955a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:22.422262 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d8567b2e-e680-46a9-af77-1e08e408ad61 req-f617cb92-4fed-47da-9226-8370c62b4d2f tempest-ServerAddressesTestJSON-2022682268 tempest-ServerAddressesTestJSON-2022682268-project] 10.222.0.66 "GET /v2.0/security-groups?id=a2df4898-9c92-443a-b8ea-2d6186d329df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831418 Aug 18 12:09:22.477919 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=7a7db1db-b5ee-48d6-85e1-5e7495701d0f,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:09:22.484742 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-c1fb9d5e-7d46-4547-97f1-18007ac46d4d req-3dd36163-94f6-44a7-abe6-06adea1955a2 service neutron] For port 120107a2-1136-42e1-a8eb-adab4f0e2270, host n-h2-804985-2, cleared binding levels {{(pid=106252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:09:22.488984 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-c1fb9d5e-7d46-4547-97f1-18007ac46d4d req-3dd36163-94f6-44a7-abe6-06adea1955a2 service neutron] For port 120107a2-1136-42e1-a8eb-adab4f0e2270, host n-h2-804985-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=120107a2-1136-42e1-a8eb-adab4f0e2270,segment=NetworkSegment(2a0ab1fd-6f0c-446a-90e0-3ac18aa554db),segment_id=2a0ab1fd-6f0c-446a-90e0-3ac18aa554db)] {{(pid=106252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:09:22.498480 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-c1fb9d5e-7d46-4547-97f1-18007ac46d4d req-3dd36163-94f6-44a7-abe6-06adea1955a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:22.508105 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad4f0c8c-be4b-4677-8da6-0c54dc669d57 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Made reservation on behalf of 2a40b3bac30c4b9cb4cddbf9306b0469 for: {'subnet': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:09:22.513541 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ad4f0c8c-be4b-4677-8da6-0c54dc669d57 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59388119'] for subnet, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:22.527955 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] get_ports_and_sgs() called for port_ids ['7a7db1db-b5ee-48d6-85e1-5e7495701d0f'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:09:22.552313 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fb9d5e-7d46-4547-97f1-18007ac46d4d req-3dd36163-94f6-44a7-abe6-06adea1955a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:09:22.553433 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-c1fb9d5e-7d46-4547-97f1-18007ac46d4d req-3dd36163-94f6-44a7-abe6-06adea1955a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:22.555558 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c1fb9d5e-7d46-4547-97f1-18007ac46d4d req-3dd36163-94f6-44a7-abe6-06adea1955a2 service neutron] 10.222.0.62 "PUT /v2.0/ports/120107a2-1136-42e1-a8eb-adab4f0e2270 HTTP/1.1" status: 200 len: 1091 time: 1.5086126 Aug 18 12:09:22.556217 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44ad986d-a7d9-4d3a-9e6b-88d4ff2ee80e', 'tag': '120107a2-1136-42e1-a8eb-adab4f0e2270'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:09:22.559297 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90879973-6776-45a0-af54-f35236831870" -d '{"events": [{"name": "network-changed", "server_uuid": "44ad986d-a7d9-4d3a-9e6b-88d4ff2ee80e", "tag": "120107a2-1136-42e1-a8eb-adab4f0e2270"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:09:22.605380 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd36163-94f6-44a7-abe6-06adea1955a2 service neutron] Pushing event updated for resources: {'Port': ['ID=120107a2-1136-42e1-a8eb-adab4f0e2270,revision_number=3']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:09:22.649066 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:09:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ab55e21-9f66-4872-a0ef-fd67e554ddde x-openstack-request-id: req-2ab55e21-9f66-4872-a0ef-fd67e554ddde {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:09:22.650135 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44ad986d-a7d9-4d3a-9e6b-88d4ff2ee80e", "tag": "120107a2-1136-42e1-a8eb-adab4f0e2270", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:09:22.650642 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-2ab55e21-9f66-4872-a0ef-fd67e554ddde {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:09:22.652349 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44ad986d-a7d9-4d3a-9e6b-88d4ff2ee80e', 'tag': '120107a2-1136-42e1-a8eb-adab4f0e2270', 'status': 'completed', 'code': 200} Aug 18 12:09:22.658575 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5df5aa16-cd30-4d19-b298-2c501a825324 None None] DHCP port deletion for fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d request from n-d-804985-2 {{(pid=106254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 12:09:22.693907 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fb9d5e-7d46-4547-97f1-18007ac46d4d req-304f8f58-652c-4535-bf59-a0d2c18d9a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:09:22.696419 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c1fb9d5e-7d46-4547-97f1-18007ac46d4d req-304f8f58-652c-4535-bf59-a0d2c18d9a0b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c40f066062914115965e156bccd31c4a&device_id=44ad986d-a7d9-4d3a-9e6b-88d4ff2ee80e HTTP/1.1" status: 200 len: 1094 time: 0.0659351 Aug 18 12:09:22.749944 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c1fb9d5e-7d46-4547-97f1-18007ac46d4d req-b61a43e4-09f2-48a4-9e16-74dd3433adad service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=120107a2-1136-42e1-a8eb-adab4f0e2270 HTTP/1.1" status: 200 len: 217 time: 0.0416775 Aug 18 12:09:22.803626 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-5df5aa16-cd30-4d19-b298-2c501a825324 None None] Deleting port 98a190ae-3b3c-487b-9234-687f99f24193 {{(pid=106254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:09:22.803626 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-5df5aa16-cd30-4d19-b298-2c501a825324 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:22.857742 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fb9d5e-7d46-4547-97f1-18007ac46d4d req-24f31cbd-3c68-4d33-b388-edd4df755e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:09:22.859361 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c1fb9d5e-7d46-4547-97f1-18007ac46d4d req-24f31cbd-3c68-4d33-b388-edd4df755e78 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4500e863-09c9-430b-af1a-f1c42f4e83e9 HTTP/1.1" status: 200 len: 852 time: 0.1020014 Aug 18 12:09:22.921909 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c1fb9d5e-7d46-4547-97f1-18007ac46d4d req-888168f3-fd4e-4e53-be90-d26073d9005a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=cdf7032e-7833-42cb-898f-66bc35c45650&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0544982 Aug 18 12:09:22.932290 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-5df5aa16-cd30-4d19-b298-2c501a825324 None None] For port 98a190ae-3b3c-487b-9234-687f99f24193, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=98a190ae-3b3c-487b-9234-687f99f24193,segment=NetworkSegment(06b05a1e-7667-47a8-b2de-bb5e6a768e1b),segment_id=06b05a1e-7667-47a8-b2de-bb5e6a768e1b)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:09:22.932721 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-5df5aa16-cd30-4d19-b298-2c501a825324 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:22.950923 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-5df5aa16-cd30-4d19-b298-2c501a825324 None None] Calling delete_port for 98a190ae-3b3c-487b-9234-687f99f24193 owned by network:dhcp {{(pid=106254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:09:23.072142 n-d-804985-2 neutron-server[106253]: DEBUG neutron.objects.ports [None req-ad4f0c8c-be4b-4677-8da6-0c54dc669d57 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=106253) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 18 12:09:23.100080 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-5df5aa16-cd30-4d19-b298-2c501a825324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556'] for port, after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:23.128988 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df5aa16-cd30-4d19-b298-2c501a825324 None None] Pushing event deleted for resources: {'Port': ['ID=98a190ae-3b3c-487b-9234-687f99f24193,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:09:23.146096 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df5aa16-cd30-4d19-b298-2c501a825324 None None] No DVR routers for this DVR port 98a190ae-3b3c-487b-9234-687f99f24193 on host n-d-804985-2 {{(pid=106254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:09:23.203358 n-d-804985-2 neutron-server[106253]: WARNING neutron.services.revisions.revision_plugin [None req-ad4f0c8c-be4b-4677-8da6-0c54dc669d57 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Could not find related port for resource to bump revision. Aug 18 12:09:23.211438 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.ipam_pluggable_backend [None req-ad4f0c8c-be4b-4677-8da6-0c54dc669d57 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Port 98a190ae-3b3c-487b-9234-687f99f24193 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=106253) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Aug 18 12:09:23.211883 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.ipam_pluggable_backend [None req-ad4f0c8c-be4b-4677-8da6-0c54dc669d57 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Reverting IP allocation for 2001:db8::f816:3eff:fe0c:7acd {{(pid=106253) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Aug 18 12:09:23.216542 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.ipam_pluggable_backend [None req-ad4f0c8c-be4b-4677-8da6-0c54dc669d57 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe0c:7acd {{(pid=106253) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Aug 18 12:09:23.218051 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ad4f0c8c-be4b-4677-8da6-0c54dc669d57 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58902106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59388097'] for subnet, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:23.271756 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad4f0c8c-be4b-4677-8da6-0c54dc669d57 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Network fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:09:23.308399 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-ad4f0c8c-be4b-4677-8da6-0c54dc669d57 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:09:23.319571 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65bda5b4-a78c-4b1c-aeed-decfea7c3b74 None None] Network fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:09:23.354731 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad4f0c8c-be4b-4677-8da6-0c54dc669d57 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:09:23.362116 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ad4f0c8c-be4b-4677-8da6-0c54dc669d57 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:23.392395 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4f0c8c-be4b-4677-8da6-0c54dc669d57 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Pushing event updated for resources: {'Subnet': ['ID=fb6ce485-ae37-4c15-8c82-3cca101402ca,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:09:23.415960 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-ad4f0c8c-be4b-4677-8da6-0c54dc669d57 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0742943 Aug 18 12:09:23.418739 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 45422) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:09:23.423782 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-8ca2e890-1e3b-43dd-bd5b-3d0a9dbec328 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Request body: {'port': {'network_id': 'fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d', 'mac_address': 'fa:16:3e:24:c5:86', 'name': 'tempest-NetworksTestDHCPv6-2145886700'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:09:23.490503 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 98a190ae-3b3c-487b-9234-687f99f24193 no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:09:23.520880 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: 98a190ae-3b3c-487b-9234-687f99f24193 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:09:23.521267 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 98a190ae-3b3c-487b-9234-687f99f24193 not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:09:23.662406 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ca2e890-1e3b-43dd-bd5b-3d0a9dbec328 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Made reservation on behalf of 2a40b3bac30c4b9cb4cddbf9306b0469 for: {'port': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:09:23.681910 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab08837-568c-48c7-8da6-f4f99c16ac8d req-33c7845e-2b34-4002-ac70-663c60228a58 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:09:23.693659 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-bab08837-568c-48c7-8da6-f4f99c16ac8d req-33c7845e-2b34-4002-ac70-663c60228a58 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/ports?device_id=3482930b-91fc-465f-bfb8-4751e56ef39b HTTP/1.1" status: 200 len: 944 time: 0.7834284 Aug 18 12:09:23.713903 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78cb6725-0597-4dd8-8d52-089906bc9a1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp788be208-34ab-5a8f-af0f-528834af222f-fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d', 'network_id': 'fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d', 'tenant_id': '2a40b3bac30c4b9cb4cddbf9306b0469', 'fixed_ips': [{'subnet_id': 'fb6ce485-ae37-4c15-8c82-3cca101402ca'}]}} from n-d-804985-2. {{(pid=106254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 12:09:23.715950 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-78cb6725-0597-4dd8-8d52-089906bc9a1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:23.755178 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 7a7db1db-b5ee-48d6-85e1-5e7495701d0f up at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:09:23.777659 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c1fb9d5e-7d46-4547-97f1-18007ac46d4d req-6aba761c-1ddb-48b9-9323-4569dc173ff5 service neutron] 10.222.0.62 "GET /v2.0/networks/cdf7032e-7833-42cb-898f-66bc35c45650?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8212831 Aug 18 12:09:23.815270 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8ca2e890-1e3b-43dd-bd5b-3d0a9dbec328 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:23.849090 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [None req-8ca2e890-1e3b-43dd-bd5b-3d0a9dbec328 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] device_id is not set on port 173008f8-da61-48d0-9995-ef77e37400b4 yet. {{(pid=106253) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 12:09:23.856942 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-bab08837-568c-48c7-8da6-f4f99c16ac8d req-362eac03-48f8-4ce3-b361-dcb3204179ec tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/security-groups?id=e93b90b0-d66c-467b-a848-eedd88936357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488094 Aug 18 12:09:23.876646 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-500a1c61-38a7-4c23-a7ec-4631080af5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:23.945464 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Provisioning for port 7a7db1db-b5ee-48d6-85e1-5e7495701d0f completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:09:23.956021 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Provisioning complete for port 7a7db1db-b5ee-48d6-85e1-5e7495701d0f triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:09:23.956501 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:23.981393 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701a1d76-90be-429c-b2ba-51015dac5cd2 req-9b126146-8e84-4d6b-a36b-35edd8300145 tempest-ServerAddressesTestJSON-2022682268 tempest-ServerAddressesTestJSON-2022682268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:09:23.983517 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-701a1d76-90be-429c-b2ba-51015dac5cd2 req-9b126146-8e84-4d6b-a36b-35edd8300145 tempest-ServerAddressesTestJSON-2022682268 tempest-ServerAddressesTestJSON-2022682268-project] 10.222.0.66 "GET /v2.0/ports?device_id=44ad986d-a7d9-4d3a-9e6b-88d4ff2ee80e HTTP/1.1" status: 200 len: 943 time: 0.2122207 Aug 18 12:09:24.080563 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c1fb9d5e-7d46-4547-97f1-18007ac46d4d req-153cef7d-68ec-431c-957f-f5a5322991a1 service neutron] 10.222.0.62 "GET /v2.0/networks/cdf7032e-7833-42cb-898f-66bc35c45650?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2900074 Aug 18 12:09:24.109882 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.db_base_plugin_common [None req-78cb6725-0597-4dd8-8d52-089906bc9a1c None None] Allocated IP 2001:db8::f816:3eff:feac:17e4 (fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d/fb6ce485-ae37-4c15-8c82-3cca101402ca/d2276613-e451-471a-95fa-578d5996d1d3) {{(pid=106254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:09:24.118636 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:24.132307 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 45450) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:09:24.150412 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-701a1d76-90be-429c-b2ba-51015dac5cd2 req-391942e6-e1c3-4c97-8d64-b65aa75e525f tempest-ServerAddressesTestJSON-2022682268 tempest-ServerAddressesTestJSON-2022682268-project] 10.222.0.66 "GET /v2.0/security-groups?id=a2df4898-9c92-443a-b8ea-2d6186d329df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501210 Aug 18 12:09:24.171176 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port 7a7db1db-b5ee-48d6-85e1-5e7495701d0f, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=7a7db1db-b5ee-48d6-85e1-5e7495701d0f,segment=NetworkSegment(299e2826-ecf6-416e-b53c-1b1574dd5315),segment_id=299e2826-ecf6-416e-b53c-1b1574dd5315)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:09:24.173795 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3482930b-91fc-465f-bfb8-4751e56ef39b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a7db1db-b5ee-48d6-85e1-5e7495701d0f'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:09:24.176802 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db50a436fb3a98495337d8fe7487b4f2ea6f3c1052eb9efadc2ecda2d5737001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3f93ecc-a9bb-4dc4-b6b4-7360c82cf9ca" -d '{"events": [{"server_uuid": "3482930b-91fc-465f-bfb8-4751e56ef39b", "name": "network-vif-plugged", "status": "completed", "tag": "7a7db1db-b5ee-48d6-85e1-5e7495701d0f"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:09:24.188150 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:24.240150 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90879973-6776-45a0-af54-f35236831870 req-7cf9cf60-0c89-41f9-87a5-2c8d84a4b744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:09:24.241820 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-90879973-6776-45a0-af54-f35236831870 req-7cf9cf60-0c89-41f9-87a5-2c8d84a4b744 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c40f066062914115965e156bccd31c4a&device_id=44ad986d-a7d9-4d3a-9e6b-88d4ff2ee80e HTTP/1.1" status: 200 len: 1094 time: 0.0855587 Aug 18 12:09:24.254400 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:09:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97caca68-d605-4e39-8810-4e64e284a8d1 x-openstack-request-id: req-97caca68-d605-4e39-8810-4e64e284a8d1 {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:09:24.254690 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3482930b-91fc-465f-bfb8-4751e56ef39b", "name": "network-vif-plugged", "status": "completed", "tag": "7a7db1db-b5ee-48d6-85e1-5e7495701d0f", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:09:24.255237 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-97caca68-d605-4e39-8810-4e64e284a8d1 {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:09:24.255809 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3482930b-91fc-465f-bfb8-4751e56ef39b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a7db1db-b5ee-48d6-85e1-5e7495701d0f', 'code': 200} Aug 18 12:09:24.320937 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=7a7db1db-b5ee-48d6-85e1-5e7495701d0f,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:09:24.409198 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-712cc265-6201-48f4-8136-48c598e9d597 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:24.433557 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33e948f-bc95-4b41-98f7-88c154e078a4 req-96799599-480c-41f1-a21d-8a6794214661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:09:24.440742 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-c33e948f-bc95-4b41-98f7-88c154e078a4 req-96799599-480c-41f1-a21d-8a6794214661 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=3482930b-91fc-465f-bfb8-4751e56ef39b HTTP/1.1" status: 200 len: 1096 time: 0.0955563 Aug 18 12:09:24.531739 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-c33e948f-bc95-4b41-98f7-88c154e078a4 req-341da473-4697-4aff-8a33-06d391a88140 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=e93b90b0-d66c-467b-a848-eedd88936357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741799 Aug 18 12:09:24.540182 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-78cb6725-0597-4dd8-8d52-089906bc9a1c None None] Notify callbacks [] for port, precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:24.552255 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-78cb6725-0597-4dd8-8d52-089906bc9a1c None None] Transition to ACTIVE for port object d2276613-e451-471a-95fa-578d5996d1d3 will not be triggered until provisioned by entity L2. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:09:24.568590 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90879973-6776-45a0-af54-f35236831870 req-2bbeac8a-04c7-40ff-a179-30d90704b302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:09:24.570099 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-90879973-6776-45a0-af54-f35236831870 req-2bbeac8a-04c7-40ff-a179-30d90704b302 service neutron] 10.222.0.62 "GET /v2.0/networks?id=cdf7032e-7833-42cb-898f-66bc35c45650 HTTP/1.1" status: 200 len: 913 time: 0.3120260 Aug 18 12:09:24.573925 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-78cb6725-0597-4dd8-8d52-089906bc9a1c None None] Transition to ACTIVE for port object d2276613-e451-471a-95fa-578d5996d1d3 will not be triggered until provisioned by entity DHCP. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:09:24.579540 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-712cc265-6201-48f4-8136-48c598e9d597 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:24.586187 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-712cc265-6201-48f4-8136-48c598e9d597 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:24.598363 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-78cb6725-0597-4dd8-8d52-089906bc9a1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547'] for port, after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:24.678429 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [None req-8ca2e890-1e3b-43dd-bd5b-3d0a9dbec328 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Allocated IP 2001:db8::f816:3eff:fe24:c586 (fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d/fb6ce485-ae37-4c15-8c82-3cca101402ca/173008f8-da61-48d0-9995-ef77e37400b4) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:09:24.679080 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78cb6725-0597-4dd8-8d52-089906bc9a1c None None] Network fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d is already hosted by enough agents. {{(pid=106254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:09:24.680954 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cb6725-0597-4dd8-8d52-089906bc9a1c None None] Pushing event updated for resources: {'Port': ['ID=d2276613-e451-471a-95fa-578d5996d1d3,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:09:24.685229 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.base_scheduler [None req-78cb6725-0597-4dd8-8d52-089906bc9a1c None None] Resources bound (agent type, host, resource id): {{(pid=106254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:09:24.691147 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78cb6725-0597-4dd8-8d52-089906bc9a1c None None] Received port after_create {{(pid=106254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:09:24.730257 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712cc265-6201-48f4-8136-48c598e9d597 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b1ebb72-492f-47db-b337-1a0032bb8cc4,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:09:24.734093 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-90879973-6776-45a0-af54-f35236831870 req-876cde1f-db1d-412c-b572-a87a2493aa43 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=120107a2-1136-42e1-a8eb-adab4f0e2270 HTTP/1.1" status: 200 len: 217 time: 0.1490605 Aug 18 12:09:24.748667 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-712cc265-6201-48f4-8136-48c598e9d597 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c3dda75e831b4feebff821617074a87f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6082735 Aug 18 12:09:24.749558 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 45474) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:09:24.757151 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-78cb6725-0597-4dd8-8d52-089906bc9a1c None None] Attempting to bind port d2276613-e451-471a-95fa-578d5996d1d3 on host n-d-804985-2 for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:09:24.757814 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-78cb6725-0597-4dd8-8d52-089906bc9a1c None None] Attempting to bind port d2276613-e451-471a-95fa-578d5996d1d3 by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': '06b05a1e-7667-47a8-b2de-bb5e6a768e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:09:24.758772 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78cb6725-0597-4dd8-8d52-089906bc9a1c None None] Attempting to bind port d2276613-e451-471a-95fa-578d5996d1d3 on network fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:09:24.765759 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78cb6725-0597-4dd8-8d52-089906bc9a1c None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 9, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:09:24.766589 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78cb6725-0597-4dd8-8d52-089906bc9a1c None None] Checking segment: {'id': '06b05a1e-7667-47a8-b2de-bb5e6a768e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:09:24.767192 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-78cb6725-0597-4dd8-8d52-089906bc9a1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:24.767755 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78cb6725-0597-4dd8-8d52-089906bc9a1c None None] Bound using segment: {'id': '06b05a1e-7667-47a8-b2de-bb5e6a768e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:09:24.768514 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-78cb6725-0597-4dd8-8d52-089906bc9a1c None None] Bound port: d2276613-e451-471a-95fa-578d5996d1d3, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06b05a1e-7667-47a8-b2de-bb5e6a768e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:09:24.769090 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-78cb6725-0597-4dd8-8d52-089906bc9a1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:24.860295 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-78cb6725-0597-4dd8-8d52-089906bc9a1c None None] For port d2276613-e451-471a-95fa-578d5996d1d3, host n-d-804985-2, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:09:24.868010 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90879973-6776-45a0-af54-f35236831870 req-e699f657-f35b-4abb-ac62-39c14b81bc65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:09:24.874725 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-78cb6725-0597-4dd8-8d52-089906bc9a1c None None] For port d2276613-e451-471a-95fa-578d5996d1d3, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=d2276613-e451-471a-95fa-578d5996d1d3,segment=NetworkSegment(06b05a1e-7667-47a8-b2de-bb5e6a768e1b),segment_id=06b05a1e-7667-47a8-b2de-bb5e6a768e1b)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:09:24.882043 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-78cb6725-0597-4dd8-8d52-089906bc9a1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:24.882705 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-90879973-6776-45a0-af54-f35236831870 req-e699f657-f35b-4abb-ac62-39c14b81bc65 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4500e863-09c9-430b-af1a-f1c42f4e83e9 HTTP/1.1" status: 200 len: 852 time: 0.1385567 Aug 18 12:09:24.926005 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-90879973-6776-45a0-af54-f35236831870 req-2ecbfb05-6a79-47fa-8bb2-e18ce06b5b17 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=cdf7032e-7833-42cb-898f-66bc35c45650&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332880 Aug 18 12:09:24.975902 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cb6725-0597-4dd8-8d52-089906bc9a1c None None] Pushing event updated for resources: {'Port': ['ID=d2276613-e451-471a-95fa-578d5996d1d3,revision_number=2']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:09:25.066229 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cea5f9c-17b9-4941-a246-e2f26946dbec req-e1e89201-3e20-4065-9fc6-87f6a04f0a07 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:09:25.074258 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0cea5f9c-17b9-4941-a246-e2f26946dbec req-e1e89201-3e20-4065-9fc6-87f6a04f0a07 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/ports?device_id=3482930b-91fc-465f-bfb8-4751e56ef39b HTTP/1.1" status: 200 len: 945 time: 0.0838952 Aug 18 12:09:25.102766 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-90879973-6776-45a0-af54-f35236831870 req-bf9bf6ab-b92c-471e-b4fd-437ceeb20dd9 service neutron] 10.222.0.62 "GET /v2.0/networks/cdf7032e-7833-42cb-898f-66bc35c45650?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684263 Aug 18 12:09:25.189781 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0cea5f9c-17b9-4941-a246-e2f26946dbec req-3eff5dc4-c4ed-499a-97dd-ddddfcf391d7 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/security-groups?id=e93b90b0-d66c-467b-a848-eedd88936357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146877 Aug 18 12:09:25.305620 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-90879973-6776-45a0-af54-f35236831870 req-08352c71-67d9-4649-bb4b-41cc3994896c service neutron] 10.222.0.62 "GET /v2.0/networks/cdf7032e-7833-42cb-898f-66bc35c45650?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1910093 Aug 18 12:09:25.468437 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d28879b-7e90-47b9-84f9-3195a2c9f753 req-a357a2e4-826f-497e-ade4-de4701dc0425 tempest-ServerAddressesTestJSON-2022682268 tempest-ServerAddressesTestJSON-2022682268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:09:25.476608 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2d28879b-7e90-47b9-84f9-3195a2c9f753 req-a357a2e4-826f-497e-ade4-de4701dc0425 tempest-ServerAddressesTestJSON-2022682268 tempest-ServerAddressesTestJSON-2022682268-project] 10.222.0.66 "GET /v2.0/ports?device_id=44ad986d-a7d9-4d3a-9e6b-88d4ff2ee80e HTTP/1.1" status: 200 len: 943 time: 0.1058242 Aug 18 12:09:25.508140 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device d2276613-e451-471a-95fa-578d5996d1d3 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:09:25.559895 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d12d5efa-4229-4337-9669-4222bf4a9596 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:25.566010 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2d28879b-7e90-47b9-84f9-3195a2c9f753 req-17d94a73-69ad-4fc6-a2bc-4a14e8092399 tempest-ServerAddressesTestJSON-2022682268 tempest-ServerAddressesTestJSON-2022682268-project] 10.222.0.66 "GET /v2.0/security-groups?id=a2df4898-9c92-443a-b8ea-2d6186d329df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879085 Aug 18 12:09:25.651097 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d12d5efa-4229-4337-9669-4222bf4a9596 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:25.682620 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port d2276613-e451-471a-95fa-578d5996d1d3 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:09:25.788603 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d12d5efa-4229-4337-9669-4222bf4a9596 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:25.792319 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d12d5efa-4229-4337-9669-4222bf4a9596 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:25.799521 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-d12d5efa-4229-4337-9669-4222bf4a9596 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2b1ebb72-492f-47db-b337-1a0032bb8cc4 HTTP/1.1" status: 204 len: 168 time: 1.0484579 Aug 18 12:09:25.806299 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8ca2e890-1e3b-43dd-bd5b-3d0a9dbec328 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:25.823889 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [None req-8ca2e890-1e3b-43dd-bd5b-3d0a9dbec328 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Transition to ACTIVE for port object 173008f8-da61-48d0-9995-ef77e37400b4 will not be triggered until provisioned by entity DHCP. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:09:25.876811 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8ca2e890-1e3b-43dd-bd5b-3d0a9dbec328 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:25.927939 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ca2e890-1e3b-43dd-bd5b-3d0a9dbec328 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Network fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:09:25.929062 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12d5efa-4229-4337-9669-4222bf4a9596 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b1ebb72-492f-47db-b337-1a0032bb8cc4,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:09:25.934929 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-8ca2e890-1e3b-43dd-bd5b-3d0a9dbec328 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:09:25.938888 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca2e890-1e3b-43dd-bd5b-3d0a9dbec328 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:09:25.945787 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ca2e890-1e3b-43dd-bd5b-3d0a9dbec328 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:09:25.946351 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8ca2e890-1e3b-43dd-bd5b-3d0a9dbec328 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:25.968922 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca2e890-1e3b-43dd-bd5b-3d0a9dbec328 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Pushing event updated for resources: {'Port': ['ID=173008f8-da61-48d0-9995-ef77e37400b4,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:09:25.977942 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-8ca2e890-1e3b-43dd-bd5b-3d0a9dbec328 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.5556755 Aug 18 12:09:25.979099 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 45506) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:09:26.039273 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-358dc86c-c4a2-4757-8cd9-2be4d0f827d2 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:09:26.044769 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-358dc86c-c4a2-4757-8cd9-2be4d0f827d2 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:09:26.046284 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-358dc86c-c4a2-4757-8cd9-2be4d0f827d2 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0670080 Aug 18 12:09:26.048836 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 45510) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:09:26.161227 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-90d7b694-253d-470e-92cd-50e46196aa54 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Deleting port 173008f8-da61-48d0-9995-ef77e37400b4 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:09:26.161628 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-90d7b694-253d-470e-92cd-50e46196aa54 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:26.285644 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-90d7b694-253d-470e-92cd-50e46196aa54 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:26.299071 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-90d7b694-253d-470e-92cd-50e46196aa54 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Calling delete_port for 173008f8-da61-48d0-9995-ef77e37400b4 owned by {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:09:26.375147 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d304b2-d3ea-4a47-b2af-2a4196636de7 req-add420ea-9b4f-46ad-93df-10e6de4ac10d tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:09:26.377412 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-73d304b2-d3ea-4a47-b2af-2a4196636de7 req-add420ea-9b4f-46ad-93df-10e6de4ac10d tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/ports?device_id=3482930b-91fc-465f-bfb8-4751e56ef39b HTTP/1.1" status: 200 len: 945 time: 0.0931106 Aug 18 12:09:26.426208 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-73d304b2-d3ea-4a47-b2af-2a4196636de7 req-543e5ec0-548c-40bb-953b-3b2e7dc503e2 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/security-groups?id=e93b90b0-d66c-467b-a848-eedd88936357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420716 Aug 18 12:09:26.479420 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-90d7b694-253d-470e-92cd-50e46196aa54 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:26.512712 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-b6344e26-2c00-40b7-b54e-876e20a43627 None None] Provisioning for port d2276613-e451-471a-95fa-578d5996d1d3 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:09:26.525831 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-b6344e26-2c00-40b7-b54e-876e20a43627 None None] Provisioning complete for port d2276613-e451-471a-95fa-578d5996d1d3 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:09:26.526475 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-b6344e26-2c00-40b7-b54e-876e20a43627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:26.537080 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d7b694-253d-470e-92cd-50e46196aa54 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Pushing event deleted for resources: {'Port': ['ID=173008f8-da61-48d0-9995-ef77e37400b4,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:09:26.601643 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-90d7b694-253d-470e-92cd-50e46196aa54 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:26.604089 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-90d7b694-253d-470e-92cd-50e46196aa54 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "DELETE /v2.0/ports/173008f8-da61-48d0-9995-ef77e37400b4 HTTP/1.1" status: 204 len: 168 time: 0.5542204 Aug 18 12:09:26.606505 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 45532) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:09:26.675856 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-b6344e26-2c00-40b7-b54e-876e20a43627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:26.711231 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e090ba6-7b1a-492b-8fa9-051245e0c8e4 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:09:26.715407 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e090ba6-7b1a-492b-8fa9-051245e0c8e4 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:09:26.719326 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-4e090ba6-7b1a-492b-8fa9-051245e0c8e4 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1115575 Aug 18 12:09:26.722064 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 45538) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:09:26.753258 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-b6344e26-2c00-40b7-b54e-876e20a43627 None None] For port d2276613-e451-471a-95fa-578d5996d1d3, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=d2276613-e451-471a-95fa-578d5996d1d3,segment=NetworkSegment(06b05a1e-7667-47a8-b2de-bb5e6a768e1b),segment_id=06b05a1e-7667-47a8-b2de-bb5e6a768e1b)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:09:26.757860 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849caae7-2f71-4ce7-a9d8-ee9a7c435fb8 req-1ec2b34a-6dc0-49df-aef6-749ee51a195e tempest-ServerAddressesTestJSON-2022682268 tempest-ServerAddressesTestJSON-2022682268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:09:26.767280 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-849caae7-2f71-4ce7-a9d8-ee9a7c435fb8 req-1ec2b34a-6dc0-49df-aef6-749ee51a195e tempest-ServerAddressesTestJSON-2022682268 tempest-ServerAddressesTestJSON-2022682268-project] 10.222.0.66 "GET /v2.0/ports?device_id=44ad986d-a7d9-4d3a-9e6b-88d4ff2ee80e HTTP/1.1" status: 200 len: 943 time: 0.1149168 Aug 18 12:09:26.772216 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-b6344e26-2c00-40b7-b54e-876e20a43627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:26.839745 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf74b7b9-83e6-4840-9ff9-6969f6e36729 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Deleting subnet fb6ce485-ae37-4c15-8c82-3cca101402ca {{(pid=106253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 12:09:26.849725 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-bf74b7b9-83e6-4840-9ff9-6969f6e36729 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks [] for subnet, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:26.894032 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-849caae7-2f71-4ce7-a9d8-ee9a7c435fb8 req-48116f5d-39a8-454e-9be9-0c42dba4bae5 tempest-ServerAddressesTestJSON-2022682268 tempest-ServerAddressesTestJSON-2022682268-project] 10.222.0.66 "GET /v2.0/security-groups?id=a2df4898-9c92-443a-b8ea-2d6186d329df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019762 Aug 18 12:09:26.903733 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6344e26-2c00-40b7-b54e-876e20a43627 None None] Pushing event updated for resources: {'Port': ['ID=d2276613-e451-471a-95fa-578d5996d1d3,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:09:26.918500 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-bf74b7b9-83e6-4840-9ff9-6969f6e36729 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902229'] for subnet, precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:26.930960 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-28c9db59-d451-427f-af5e-42894623ff19 None None] Could not find standard attr ID for object 173008f8-da61-48d0-9995-ef77e37400b4. {{(pid=106254) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 18 12:09:27.058431 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-bf74b7b9-83e6-4840-9ff9-6969f6e36729 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:27.151675 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-bf74b7b9-83e6-4840-9ff9-6969f6e36729 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58902171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59388106'] for subnet, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:27.181567 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf74b7b9-83e6-4840-9ff9-6969f6e36729 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Pushing event deleted for resources: {'Subnet': ['ID=fb6ce485-ae37-4c15-8c82-3cca101402ca,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:09:27.185609 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-bf74b7b9-83e6-4840-9ff9-6969f6e36729 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:27.187648 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-bf74b7b9-83e6-4840-9ff9-6969f6e36729 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "DELETE /v2.0/subnets/fb6ce485-ae37-4c15-8c82-3cca101402ca HTTP/1.1" status: 204 len: 168 time: 0.4637480 Aug 18 12:09:27.190006 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 45558) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:09:27.196143 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2f7d291-26a8-4fc4-9e00-d6bd2febbe69 None None] Network fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:09:27.256843 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-be24b4fb-9425-431f-8ea9-04fbf501a7b2 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0654497 Aug 18 12:09:27.259162 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 45564) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:09:27.319628 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bc2cdcf-b0a7-474c-9d7b-b29cc9879cc5 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:09:27.321524 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-5bc2cdcf-b0a7-474c-9d7b-b29cc9879cc5 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0614357 Aug 18 12:09:27.324185 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 45566) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:09:27.386796 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device d2276613-e451-471a-95fa-578d5996d1d3 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:09:27.399993 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54c376f9-2f05-482f-a342-420cde090808 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:09:27.402102 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-54c376f9-2f05-482f-a342-420cde090808 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0767961 Aug 18 12:09:27.405010 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 45570) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:09:27.468800 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-4f331296-9302-4fd3-90be-fef48cc123e7 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0624969 Aug 18 12:09:27.472664 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 45574) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:09:27.478736 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-713d36c2-5386-4afd-9b49-1615a9d02c00 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Request body: {'subnet': {'network_id': 'fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:09:27.506336 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port d2276613-e451-471a-95fa-578d5996d1d3 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:09:27.509136 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:27.651144 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad642d85-be9d-4815-bf5d-1940ccff20cf None None] DHCP port deletion for fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d request from n-d-804985-2 {{(pid=106254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 12:09:27.661506 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-713d36c2-5386-4afd-9b49-1615a9d02c00 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Made reservation on behalf of 2a40b3bac30c4b9cb4cddbf9306b0469 for: {'subnet': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:09:27.667093 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-713d36c2-5386-4afd-9b49-1615a9d02c00 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59388119'] for subnet, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:27.720391 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-ad642d85-be9d-4815-bf5d-1940ccff20cf None None] Deleting port d2276613-e451-471a-95fa-578d5996d1d3 {{(pid=106254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:09:27.720697 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ad642d85-be9d-4815-bf5d-1940ccff20cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:27.790694 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-ad642d85-be9d-4815-bf5d-1940ccff20cf None None] For port d2276613-e451-471a-95fa-578d5996d1d3, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=d2276613-e451-471a-95fa-578d5996d1d3,segment=NetworkSegment(06b05a1e-7667-47a8-b2de-bb5e6a768e1b),segment_id=06b05a1e-7667-47a8-b2de-bb5e6a768e1b)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:09:27.791199 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ad642d85-be9d-4815-bf5d-1940ccff20cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:27.802579 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 120107a2-1136-42e1-a8eb-adab4f0e2270 details requested by agent hyperv_n-h2-804985-2 with host n-h2-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:09:27.911154 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-ad642d85-be9d-4815-bf5d-1940ccff20cf None None] Calling delete_port for d2276613-e451-471a-95fa-578d5996d1d3 owned by network:dhcp {{(pid=106254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:09:28.068230 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ad642d85-be9d-4815-bf5d-1940ccff20cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556'] for port, after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:28.080310 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c48fb0-6229-4cc0-9e2d-4bcfba3fb580 req-692814ff-d314-4994-93ae-18d85d7be6d0 tempest-ServerAddressesTestJSON-2022682268 tempest-ServerAddressesTestJSON-2022682268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:09:28.094122 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-60c48fb0-6229-4cc0-9e2d-4bcfba3fb580 req-692814ff-d314-4994-93ae-18d85d7be6d0 tempest-ServerAddressesTestJSON-2022682268 tempest-ServerAddressesTestJSON-2022682268-project] 10.222.0.66 "GET /v2.0/ports?device_id=44ad986d-a7d9-4d3a-9e6b-88d4ff2ee80e HTTP/1.1" status: 200 len: 943 time: 0.0986478 Aug 18 12:09:28.178056 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-60c48fb0-6229-4cc0-9e2d-4bcfba3fb580 req-eb5b227c-16e6-45af-83ef-1cf73d1110f2 tempest-ServerAddressesTestJSON-2022682268 tempest-ServerAddressesTestJSON-2022682268-project] 10.222.0.66 "GET /v2.0/security-groups?id=a2df4898-9c92-443a-b8ea-2d6186d329df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824757 Aug 18 12:09:28.208388 n-d-804985-2 neutron-server[106253]: DEBUG neutron.objects.ports [None req-713d36c2-5386-4afd-9b49-1615a9d02c00 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106253) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 18 12:09:28.210877 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-713d36c2-5386-4afd-9b49-1615a9d02c00 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58902106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59388097'] for subnet, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:28.254865 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-713d36c2-5386-4afd-9b49-1615a9d02c00 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Network fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:09:28.261248 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-713d36c2-5386-4afd-9b49-1615a9d02c00 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:09:28.267031 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-713d36c2-5386-4afd-9b49-1615a9d02c00 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:09:28.267776 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-713d36c2-5386-4afd-9b49-1615a9d02c00 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:28.296195 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713d36c2-5386-4afd-9b49-1615a9d02c00 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Pushing event updated for resources: {'Subnet': ['ID=39fa4de7-f0c9-4713-8bf2-88756371c047,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:09:28.311355 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-713d36c2-5386-4afd-9b49-1615a9d02c00 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 0.8375242 Aug 18 12:09:28.314129 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 45600) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:09:28.320350 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-ceff977c-7b29-46e7-a686-5f87569c941e tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Request body: {'port': {'network_id': 'fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d', 'mac_address': 'fa:16:3e:4b:47:83', 'name': 'tempest-NetworksTestDHCPv6-1036479671'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:09:28.514992 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceff977c-7b29-46e7-a686-5f87569c941e tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Made reservation on behalf of 2a40b3bac30c4b9cb4cddbf9306b0469 for: {'port': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:09:28.560640 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad642d85-be9d-4815-bf5d-1940ccff20cf None None] Pushing event deleted for resources: {'Port': ['ID=d2276613-e451-471a-95fa-578d5996d1d3,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:09:28.577228 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad642d85-be9d-4815-bf5d-1940ccff20cf None None] No DVR routers for this DVR port d2276613-e451-471a-95fa-578d5996d1d3 on host n-d-804985-2 {{(pid=106254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:09:28.619569 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-576932bc-826c-41ba-a584-4529e232f819 None None] Network fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:09:28.640791 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port 120107a2-1136-42e1-a8eb-adab4f0e2270, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=120107a2-1136-42e1-a8eb-adab4f0e2270,segment=NetworkSegment(2a0ab1fd-6f0c-446a-90e0-3ac18aa554db),segment_id=2a0ab1fd-6f0c-446a-90e0-3ac18aa554db)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:09:28.668233 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ceff977c-7b29-46e7-a686-5f87569c941e tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:28.709006 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Returning: {'device': '120107a2-1136-42e1-a8eb-adab4f0e2270', 'network_id': 'cdf7032e-7833-42cb-898f-66bc35c45650', 'port_id': '120107a2-1136-42e1-a8eb-adab4f0e2270', 'mac_address': 'fa:16:3e:b8:43:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 825, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4500e863-09c9-430b-af1a-f1c42f4e83e9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:09:28.785172 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [None req-ceff977c-7b29-46e7-a686-5f87569c941e tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] device_id is not set on port cd9f7f99-3abd-46b0-b9e7-45752fb6d6ee yet. {{(pid=106252) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 12:09:28.786272 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:28.807840 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 120107a2-1136-42e1-a8eb-adab4f0e2270 {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:09:28.882929 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port 120107a2-1136-42e1-a8eb-adab4f0e2270, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=120107a2-1136-42e1-a8eb-adab4f0e2270,segment=NetworkSegment(2a0ab1fd-6f0c-446a-90e0-3ac18aa554db),segment_id=2a0ab1fd-6f0c-446a-90e0-3ac18aa554db)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:09:28.890618 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:28.895885 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4300c0b0-b81b-443a-b9b0-9127ff2942e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp788be208-34ab-5a8f-af0f-528834af222f-fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d', 'network_id': 'fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d', 'tenant_id': '2a40b3bac30c4b9cb4cddbf9306b0469', 'fixed_ips': [{'subnet_id': '39fa4de7-f0c9-4713-8bf2-88756371c047'}]}} from n-d-804985-2. {{(pid=106254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 12:09:28.896974 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4300c0b0-b81b-443a-b9b0-9127ff2942e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:28.965732 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [None req-ceff977c-7b29-46e7-a686-5f87569c941e tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Allocated IP 2001:db8::f816:3eff:fe4b:4783 (fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d/39fa4de7-f0c9-4713-8bf2-88756371c047/cd9f7f99-3abd-46b0-b9e7-45752fb6d6ee) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:09:29.041837 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=120107a2-1136-42e1-a8eb-adab4f0e2270,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:09:29.177216 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] get_ports_and_sgs() called for port_ids ['120107a2-1136-42e1-a8eb-adab4f0e2270'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:09:29.190627 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ceff977c-7b29-46e7-a686-5f87569c941e tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:29.215712 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [None req-ceff977c-7b29-46e7-a686-5f87569c941e tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Transition to ACTIVE for port object cd9f7f99-3abd-46b0-b9e7-45752fb6d6ee will not be triggered until provisioned by entity DHCP. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:09:29.282102 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ceff977c-7b29-46e7-a686-5f87569c941e tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:29.326838 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceff977c-7b29-46e7-a686-5f87569c941e tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Network fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:09:29.329683 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-ceff977c-7b29-46e7-a686-5f87569c941e tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:09:29.389605 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceff977c-7b29-46e7-a686-5f87569c941e tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:09:29.407016 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceff977c-7b29-46e7-a686-5f87569c941e tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:09:29.408043 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ceff977c-7b29-46e7-a686-5f87569c941e tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:29.467939 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device d2276613-e451-471a-95fa-578d5996d1d3 no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:09:29.505548 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-ceff977c-7b29-46e7-a686-5f87569c941e tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.1875248 Aug 18 12:09:29.506261 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 45628) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:09:29.588529 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a3c60a-658f-481f-bfc0-417a499fe8be req-3217feac-6b89-4ec6-b29f-85236d17d485 tempest-ServerAddressesTestJSON-2022682268 tempest-ServerAddressesTestJSON-2022682268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:09:29.600582 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-24a3c60a-658f-481f-bfc0-417a499fe8be req-3217feac-6b89-4ec6-b29f-85236d17d485 tempest-ServerAddressesTestJSON-2022682268 tempest-ServerAddressesTestJSON-2022682268-project] 10.222.0.66 "GET /v2.0/ports?device_id=44ad986d-a7d9-4d3a-9e6b-88d4ff2ee80e HTTP/1.1" status: 200 len: 944 time: 0.2134809 Aug 18 12:09:29.606330 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceff977c-7b29-46e7-a686-5f87569c941e tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Pushing event updated for resources: {'Port': ['ID=cd9f7f99-3abd-46b0-b9e7-45752fb6d6ee,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:09:29.611220 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: d2276613-e451-471a-95fa-578d5996d1d3 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:09:29.611805 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device d2276613-e451-471a-95fa-578d5996d1d3 not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:09:29.616829 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c99a4b19-a544-43c1-99f3-49b6b25e6eda tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:09:29.618966 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-c99a4b19-a544-43c1-99f3-49b6b25e6eda tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1115973 Aug 18 12:09:29.621717 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 45634) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:09:29.681060 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.db_base_plugin_common [None req-4300c0b0-b81b-443a-b9b0-9127ff2942e2 None None] Allocated IP 2001:db8::f816:3eff:febb:f031 (fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d/39fa4de7-f0c9-4713-8bf2-88756371c047/7804c455-5ec9-4bdd-b166-dd8293c3c658) {{(pid=106254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:09:29.705019 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-24a3c60a-658f-481f-bfc0-417a499fe8be req-9d5cbc4b-783f-4952-b418-c7c3003bd7b7 tempest-ServerAddressesTestJSON-2022682268 tempest-ServerAddressesTestJSON-2022682268-project] 10.222.0.66 "GET /v2.0/security-groups?id=a2df4898-9c92-443a-b8ea-2d6186d329df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995271 Aug 18 12:09:29.870428 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-2a71bb6f-f4ad-4ed3-8495-1df22c957c75 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Deleting port cd9f7f99-3abd-46b0-b9e7-45752fb6d6ee {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:09:29.871661 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2a71bb6f-f4ad-4ed3-8495-1df22c957c75 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:30.118860 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2a71bb6f-f4ad-4ed3-8495-1df22c957c75 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:30.134953 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-2a71bb6f-f4ad-4ed3-8495-1df22c957c75 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Calling delete_port for cd9f7f99-3abd-46b0-b9e7-45752fb6d6ee owned by {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:09:30.181875 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4300c0b0-b81b-443a-b9b0-9127ff2942e2 None None] Notify callbacks [] for port, precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:30.208340 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-4300c0b0-b81b-443a-b9b0-9127ff2942e2 None None] Transition to ACTIVE for port object 7804c455-5ec9-4bdd-b166-dd8293c3c658 will not be triggered until provisioned by entity L2. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:09:30.226488 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-4300c0b0-b81b-443a-b9b0-9127ff2942e2 None None] Transition to ACTIVE for port object 7804c455-5ec9-4bdd-b166-dd8293c3c658 will not be triggered until provisioned by entity DHCP. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:09:30.253072 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4300c0b0-b81b-443a-b9b0-9127ff2942e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547'] for port, after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:30.333348 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4300c0b0-b81b-443a-b9b0-9127ff2942e2 None None] Network fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d is already hosted by enough agents. {{(pid=106254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:09:30.335225 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4300c0b0-b81b-443a-b9b0-9127ff2942e2 None None] Pushing event updated for resources: {'Port': ['ID=7804c455-5ec9-4bdd-b166-dd8293c3c658,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:09:30.347029 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.base_scheduler [None req-4300c0b0-b81b-443a-b9b0-9127ff2942e2 None None] Resources bound (agent type, host, resource id): {{(pid=106254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:09:30.351827 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4300c0b0-b81b-443a-b9b0-9127ff2942e2 None None] Received port after_create {{(pid=106254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:09:30.383064 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2a71bb6f-f4ad-4ed3-8495-1df22c957c75 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:30.438701 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a71bb6f-f4ad-4ed3-8495-1df22c957c75 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Pushing event deleted for resources: {'Port': ['ID=cd9f7f99-3abd-46b0-b9e7-45752fb6d6ee,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:09:30.479424 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-4300c0b0-b81b-443a-b9b0-9127ff2942e2 None None] Attempting to bind port 7804c455-5ec9-4bdd-b166-dd8293c3c658 on host n-d-804985-2 for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:09:30.479786 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-4300c0b0-b81b-443a-b9b0-9127ff2942e2 None None] Attempting to bind port 7804c455-5ec9-4bdd-b166-dd8293c3c658 by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': '06b05a1e-7667-47a8-b2de-bb5e6a768e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:09:30.480152 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4300c0b0-b81b-443a-b9b0-9127ff2942e2 None None] Attempting to bind port 7804c455-5ec9-4bdd-b166-dd8293c3c658 on network fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:09:30.487609 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4300c0b0-b81b-443a-b9b0-9127ff2942e2 None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 9, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:09:30.488631 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4300c0b0-b81b-443a-b9b0-9127ff2942e2 None None] Checking segment: {'id': '06b05a1e-7667-47a8-b2de-bb5e6a768e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:09:30.489041 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4300c0b0-b81b-443a-b9b0-9127ff2942e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:30.489434 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4300c0b0-b81b-443a-b9b0-9127ff2942e2 None None] Bound using segment: {'id': '06b05a1e-7667-47a8-b2de-bb5e6a768e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:09:30.489948 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-4300c0b0-b81b-443a-b9b0-9127ff2942e2 None None] Bound port: 7804c455-5ec9-4bdd-b166-dd8293c3c658, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06b05a1e-7667-47a8-b2de-bb5e6a768e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:09:30.490332 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4300c0b0-b81b-443a-b9b0-9127ff2942e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:30.502642 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2a71bb6f-f4ad-4ed3-8495-1df22c957c75 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:30.507506 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-2a71bb6f-f4ad-4ed3-8495-1df22c957c75 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "DELETE /v2.0/ports/cd9f7f99-3abd-46b0-b9e7-45752fb6d6ee HTTP/1.1" status: 204 len: 168 time: 0.8822944 Aug 18 12:09:30.508349 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 45650) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:09:30.625574 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-4300c0b0-b81b-443a-b9b0-9127ff2942e2 None None] For port 7804c455-5ec9-4bdd-b166-dd8293c3c658, host n-d-804985-2, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:09:30.630511 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-4300c0b0-b81b-443a-b9b0-9127ff2942e2 None None] For port 7804c455-5ec9-4bdd-b166-dd8293c3c658, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=7804c455-5ec9-4bdd-b166-dd8293c3c658,segment=NetworkSegment(06b05a1e-7667-47a8-b2de-bb5e6a768e1b),segment_id=06b05a1e-7667-47a8-b2de-bb5e6a768e1b)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:09:30.637709 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4300c0b0-b81b-443a-b9b0-9127ff2942e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:30.673603 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9582c052-e70f-492e-82cb-1d46c95431cb tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:09:30.675698 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9582c052-e70f-492e-82cb-1d46c95431cb tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:09:30.681307 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-9582c052-e70f-492e-82cb-1d46c95431cb tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1712506 Aug 18 12:09:30.681478 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 45654) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:09:30.804386 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_v2 [None req-354f7dc0-737b-4fce-a907-0996b3cb937a tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Deleting subnet 39fa4de7-f0c9-4713-8bf2-88756371c047 {{(pid=106253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 12:09:30.817684 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4300c0b0-b81b-443a-b9b0-9127ff2942e2 None None] Pushing event updated for resources: {'Port': ['ID=7804c455-5ec9-4bdd-b166-dd8293c3c658,revision_number=2']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:09:30.844747 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-354f7dc0-737b-4fce-a907-0996b3cb937a tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks [] for subnet, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:30.991289 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0970a72-7432-411f-98af-9adfc53f0e9b req-2806034a-2625-4c50-b3c5-b29febabf210 tempest-ServerAddressesTestJSON-2022682268 tempest-ServerAddressesTestJSON-2022682268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:09:30.999257 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-354f7dc0-737b-4fce-a907-0996b3cb937a tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902229'] for subnet, precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:31.000129 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e0970a72-7432-411f-98af-9adfc53f0e9b req-2806034a-2625-4c50-b3c5-b29febabf210 tempest-ServerAddressesTestJSON-2022682268 tempest-ServerAddressesTestJSON-2022682268-project] 10.222.0.66 "GET /v2.0/ports?device_id=44ad986d-a7d9-4d3a-9e6b-88d4ff2ee80e HTTP/1.1" status: 200 len: 944 time: 0.1116889 Aug 18 12:09:31.072177 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e0970a72-7432-411f-98af-9adfc53f0e9b req-a4aa5ce0-3fe2-4001-933b-b89ab223a620 tempest-ServerAddressesTestJSON-2022682268 tempest-ServerAddressesTestJSON-2022682268-project] 10.222.0.66 "GET /v2.0/security-groups?id=a2df4898-9c92-443a-b8ea-2d6186d329df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657749 Aug 18 12:09:31.167729 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-354f7dc0-737b-4fce-a907-0996b3cb937a tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:31.241605 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-354f7dc0-737b-4fce-a907-0996b3cb937a tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58902171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59388106'] for subnet, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:31.295772 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354f7dc0-737b-4fce-a907-0996b3cb937a tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Pushing event deleted for resources: {'Subnet': ['ID=39fa4de7-f0c9-4713-8bf2-88756371c047,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:09:31.301046 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-354f7dc0-737b-4fce-a907-0996b3cb937a tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:31.306081 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 45664) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:09:31.306546 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-354f7dc0-737b-4fce-a907-0996b3cb937a tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "DELETE /v2.0/subnets/39fa4de7-f0c9-4713-8bf2-88756371c047 HTTP/1.1" status: 204 len: 168 time: 0.6234200 Aug 18 12:09:31.357095 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-09e53baa-57ad-4064-b519-a5f2cb045680 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0491979 Aug 18 12:09:31.359606 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 45666) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:09:31.365115 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-d7a3fcee-81a9-46ea-b9b7-d5f00b7d0e86 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Request body: {'subnet': {'network_id': 'fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:09:31.385096 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 7804c455-5ec9-4bdd-b166-dd8293c3c658 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:09:31.450464 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port 7804c455-5ec9-4bdd-b166-dd8293c3c658 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:09:31.476006 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7a3fcee-81a9-46ea-b9b7-d5f00b7d0e86 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Made reservation on behalf of 2a40b3bac30c4b9cb4cddbf9306b0469 for: {'subnet': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:09:31.479984 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d7a3fcee-81a9-46ea-b9b7-d5f00b7d0e86 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59074089'] for subnet, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:31.722504 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f3e6c900-5fee-4dca-89ac-98e10a89e7ec req-3ce6db87-4244-45a5-a3b3-6481b3d3accf service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=2cc02556-7c0a-4e9b-9a09-a272e5dfabdc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1035414 Aug 18 12:09:31.813810 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 120107a2-1136-42e1-a8eb-adab4f0e2270 up at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:09:31.892173 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e6c900-5fee-4dca-89ac-98e10a89e7ec req-44679a9b-29c6-4bbf-b355-6dc5315b15ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:09:31.892702 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e6c900-5fee-4dca-89ac-98e10a89e7ec req-44679a9b-29c6-4bbf-b355-6dc5315b15ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:09:31.893326 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e6c900-5fee-4dca-89ac-98e10a89e7ec req-44679a9b-29c6-4bbf-b355-6dc5315b15ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:09:31.893805 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e6c900-5fee-4dca-89ac-98e10a89e7ec req-44679a9b-29c6-4bbf-b355-6dc5315b15ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:09:31.894279 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e6c900-5fee-4dca-89ac-98e10a89e7ec req-44679a9b-29c6-4bbf-b355-6dc5315b15ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:09:31.894748 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e6c900-5fee-4dca-89ac-98e10a89e7ec req-44679a9b-29c6-4bbf-b355-6dc5315b15ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:09:31.895350 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e6c900-5fee-4dca-89ac-98e10a89e7ec req-44679a9b-29c6-4bbf-b355-6dc5315b15ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:09:31.901459 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f3e6c900-5fee-4dca-89ac-98e10a89e7ec req-44679a9b-29c6-4bbf-b355-6dc5315b15ee service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c58c061f2ffb4e7caeee64937da3abfa&device_id=2cc02556-7c0a-4e9b-9a09-a272e5dfabdc HTTP/1.1" status: 200 len: 6494 time: 0.1229560 Aug 18 12:09:31.905230 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Provisioning for port 120107a2-1136-42e1-a8eb-adab4f0e2270 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:09:31.924257 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Provisioning complete for port 120107a2-1136-42e1-a8eb-adab4f0e2270 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:09:31.925032 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:32.118257 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:32.157907 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44ad986d-a7d9-4d3a-9e6b-88d4ff2ee80e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '120107a2-1136-42e1-a8eb-adab4f0e2270'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:09:32.160518 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db50a436fb3a98495337d8fe7487b4f2ea6f3c1052eb9efadc2ecda2d5737001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b196ae1-86cc-4529-a6db-3331d1521d44" -d '{"events": [{"server_uuid": "44ad986d-a7d9-4d3a-9e6b-88d4ff2ee80e", "name": "network-vif-plugged", "status": "completed", "tag": "120107a2-1136-42e1-a8eb-adab4f0e2270"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:09:32.190547 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port 120107a2-1136-42e1-a8eb-adab4f0e2270, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=120107a2-1136-42e1-a8eb-adab4f0e2270,segment=NetworkSegment(2a0ab1fd-6f0c-446a-90e0-3ac18aa554db),segment_id=2a0ab1fd-6f0c-446a-90e0-3ac18aa554db)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:09:32.208364 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:32.282929 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:09:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a51d81da-ef73-4e77-b0e0-78c4a5b89828 x-openstack-request-id: req-a51d81da-ef73-4e77-b0e0-78c4a5b89828 {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:09:32.283282 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44ad986d-a7d9-4d3a-9e6b-88d4ff2ee80e", "name": "network-vif-plugged", "status": "completed", "tag": "120107a2-1136-42e1-a8eb-adab4f0e2270", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:09:32.283707 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a51d81da-ef73-4e77-b0e0-78c4a5b89828 {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:09:32.284095 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44ad986d-a7d9-4d3a-9e6b-88d4ff2ee80e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '120107a2-1136-42e1-a8eb-adab4f0e2270', 'code': 200} Aug 18 12:09:32.285461 n-d-804985-2 neutron-server[106252]: DEBUG neutron.objects.ports [None req-d7a3fcee-81a9-46ea-b9b7-d5f00b7d0e86 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=106252) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 18 12:09:32.301286 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=120107a2-1136-42e1-a8eb-adab4f0e2270,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:09:32.369667 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59c8f56f-b18b-4679-89e2-ac922f05d170 None None] Network fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:09:32.412219 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0004c0-bc13-4103-9d9e-d8fc6ab21507 req-0ef93886-5ddb-482e-b9ff-3af65255e92b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:09:32.413808 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-fb0004c0-bc13-4103-9d9e-d8fc6ab21507 req-0ef93886-5ddb-482e-b9ff-3af65255e92b service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=44ad986d-a7d9-4d3a-9e6b-88d4ff2ee80e HTTP/1.1" status: 200 len: 1096 time: 0.0852890 Aug 18 12:09:32.468496 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-a3791c2a-1fbf-444a-ac9c-6ab606841833 None None] Provisioning for port 7804c455-5ec9-4bdd-b166-dd8293c3c658 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:09:32.478987 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-a3791c2a-1fbf-444a-ac9c-6ab606841833 None None] Provisioning complete for port 7804c455-5ec9-4bdd-b166-dd8293c3c658 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:09:32.479558 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-a3791c2a-1fbf-444a-ac9c-6ab606841833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:32.509584 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-fb0004c0-bc13-4103-9d9e-d8fc6ab21507 req-1c4a5cc9-fb7d-4562-bdaf-637c75848137 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=a2df4898-9c92-443a-b8ea-2d6186d329df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813468 Aug 18 12:09:32.517730 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa997787-f66a-4001-bfa2-5624b57441af req-eeac3d4d-2f5b-46a3-8183-a4b7e321dbb7 tempest-ServerAddressesTestJSON-2022682268 tempest-ServerAddressesTestJSON-2022682268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:09:32.525933 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-aa997787-f66a-4001-bfa2-5624b57441af req-eeac3d4d-2f5b-46a3-8183-a4b7e321dbb7 tempest-ServerAddressesTestJSON-2022682268 tempest-ServerAddressesTestJSON-2022682268-project] 10.222.0.66 "GET /v2.0/ports?device_id=44ad986d-a7d9-4d3a-9e6b-88d4ff2ee80e HTTP/1.1" status: 200 len: 945 time: 0.3147347 Aug 18 12:09:32.558958 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e6c900-5fee-4dca-89ac-98e10a89e7ec req-da3c9223-095e-493e-8ef5-c9cecf6c4d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:09:32.559731 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e6c900-5fee-4dca-89ac-98e10a89e7ec req-da3c9223-095e-493e-8ef5-c9cecf6c4d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:09:32.560183 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e6c900-5fee-4dca-89ac-98e10a89e7ec req-da3c9223-095e-493e-8ef5-c9cecf6c4d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:09:32.561840 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f3e6c900-5fee-4dca-89ac-98e10a89e7ec req-da3c9223-095e-493e-8ef5-c9cecf6c4d9e service neutron] 10.222.0.62 "GET /v2.0/networks?id=b4c3ca6c-0ea6-41d9-a4f2-6163ca8a35bc&id=2212f13b-fd75-4d1b-969c-01d56f351ced&id=2212f13b-fd75-4d1b-969c-01d56f351ced&id=2212f13b-fd75-4d1b-969c-01d56f351ced&id=2212f13b-fd75-4d1b-969c-01d56f351ced&id=d3427385-4738-4edf-ab5a-b3bffa0e286e&id=d3427385-4738-4edf-ab5a-b3bffa0e286e HTTP/1.1" status: 200 len: 2293 time: 0.6247661 Aug 18 12:09:32.652508 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-a3791c2a-1fbf-444a-ac9c-6ab606841833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:32.673013 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-aa997787-f66a-4001-bfa2-5624b57441af req-f18e493e-1170-4bdd-823f-98bf2e1892c9 tempest-ServerAddressesTestJSON-2022682268 tempest-ServerAddressesTestJSON-2022682268-project] 10.222.0.66 "GET /v2.0/security-groups?id=a2df4898-9c92-443a-b8ea-2d6186d329df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328845 Aug 18 12:09:32.715728 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-a3791c2a-1fbf-444a-ac9c-6ab606841833 None None] For port 7804c455-5ec9-4bdd-b166-dd8293c3c658, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=7804c455-5ec9-4bdd-b166-dd8293c3c658,segment=NetworkSegment(06b05a1e-7667-47a8-b2de-bb5e6a768e1b),segment_id=06b05a1e-7667-47a8-b2de-bb5e6a768e1b)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:09:32.723848 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-a3791c2a-1fbf-444a-ac9c-6ab606841833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:32.821101 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f3e6c900-5fee-4dca-89ac-98e10a89e7ec req-9171a617-6ee7-4869-909f-5b7c1d9f5e06 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=de89d536-372a-40f0-95d4-ece86e26ad02 HTTP/1.1" status: 200 len: 1002 time: 0.2486551 Aug 18 12:09:32.849447 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3791c2a-1fbf-444a-ac9c-6ab606841833 None None] Pushing event updated for resources: {'Port': ['ID=7804c455-5ec9-4bdd-b166-dd8293c3c658,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:09:32.919918 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d7a3fcee-81a9-46ea-b9b7-d5f00b7d0e86 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:32.955350 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e6c900-5fee-4dca-89ac-98e10a89e7ec req-38e6d14b-0777-4663-aabb-48e8e7027bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:09:32.957240 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f3e6c900-5fee-4dca-89ac-98e10a89e7ec req-38e6d14b-0777-4663-aabb-48e8e7027bb1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f75dd902-4c34-4253-86a2-bc437c5b9dc4 HTTP/1.1" status: 200 len: 851 time: 0.1236725 Aug 18 12:09:33.077495 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8ba73be3-94ed-4af1-ab40-b24b35f3f7b0 None None] Provisioning complete for port 7804c455-5ec9-4bdd-b166-dd8293c3c658 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:09:33.077876 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8ba73be3-94ed-4af1-ab40-b24b35f3f7b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:33.311228 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.agents_db [None req-6dbb2658-0354-4101-8393-6e7505481cf6 None None] Agent healthcheck: found 7 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 12:09:33.398401 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 7804c455-5ec9-4bdd-b166-dd8293c3c658 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:09:33.402786 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e6c900-5fee-4dca-89ac-98e10a89e7ec req-faab02d1-2c7e-4081-9766-2af359cce501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:09:33.407436 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f3e6c900-5fee-4dca-89ac-98e10a89e7ec req-faab02d1-2c7e-4081-9766-2af359cce501 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b4c3ca6c-0ea6-41d9-a4f2-6163ca8a35bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4092555 Aug 18 12:09:33.512891 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 7804c455-5ec9-4bdd-b166-dd8293c3c658 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:09:33.513472 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:33.598561 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-b6fc481c-c532-431a-ac94-f11d156373bd None None] Could not find standard attr ID for object cd9f7f99-3abd-46b0-b9e7-45752fb6d6ee. {{(pid=106254) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 18 12:09:33.719535 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [None req-d7a3fcee-81a9-46ea-b9b7-d5f00b7d0e86 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] For port 7804c455-5ec9-4bdd-b166-dd8293c3c658, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=7804c455-5ec9-4bdd-b166-dd8293c3c658,segment=NetworkSegment(06b05a1e-7667-47a8-b2de-bb5e6a768e1b),segment_id=06b05a1e-7667-47a8-b2de-bb5e6a768e1b)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:09:33.774346 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f3e6c900-5fee-4dca-89ac-98e10a89e7ec req-1b51614c-d920-47f8-a126-a55307fb31e0 service neutron] 10.222.0.62 "GET /v2.0/networks/b4c3ca6c-0ea6-41d9-a4f2-6163ca8a35bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3576298 Aug 18 12:09:34.026424 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f3e6c900-5fee-4dca-89ac-98e10a89e7ec req-db96e75b-7b00-4a5c-b081-06b1c76b57e1 service neutron] 10.222.0.62 "GET /v2.0/networks/b4c3ca6c-0ea6-41d9-a4f2-6163ca8a35bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2302430 Aug 18 12:09:34.098351 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d7a3fcee-81a9-46ea-b9b7-d5f00b7d0e86 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks [] for port, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:34.135332 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d7a3fcee-81a9-46ea-b9b7-d5f00b7d0e86 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:34.136088 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d7a3fcee-81a9-46ea-b9b7-d5f00b7d0e86 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3572913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59074111'] for subnet, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:34.235901 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f3e6c900-5fee-4dca-89ac-98e10a89e7ec req-7462099a-1c21-4f7f-af87-11b1511a54f2 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.157&port_id=8d12b24c-fdf8-4b6d-8d6e-bdd4c5941e08 HTTP/1.1" status: 200 len: 217 time: 0.1688933 Aug 18 12:09:34.241823 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a3fcee-81a9-46ea-b9b7-d5f00b7d0e86 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Pushing event updated for resources: {'Port': ['ID=7804c455-5ec9-4bdd-b166-dd8293c3c658,revision_number=6']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:09:34.244619 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a3fcee-81a9-46ea-b9b7-d5f00b7d0e86 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Pushing event updated for resources: {'Subnet': ['ID=5c0686b5-d67d-4609-b8cb-3fd988d54540,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:09:34.253737 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97630906-7aba-4542-aefe-6b31e34a1cd4 req-740a8eab-77e3-4f0c-91a7-23f94147389c tempest-ServerAddressesTestJSON-2022682268 tempest-ServerAddressesTestJSON-2022682268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:09:34.255535 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-97630906-7aba-4542-aefe-6b31e34a1cd4 req-740a8eab-77e3-4f0c-91a7-23f94147389c tempest-ServerAddressesTestJSON-2022682268 tempest-ServerAddressesTestJSON-2022682268-project] 10.222.0.66 "GET /v2.0/ports?device_id=44ad986d-a7d9-4d3a-9e6b-88d4ff2ee80e HTTP/1.1" status: 200 len: 945 time: 0.4527628 Aug 18 12:09:34.723723 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7a3fcee-81a9-46ea-b9b7-d5f00b7d0e86 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Network fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:09:34.730487 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-d7a3fcee-81a9-46ea-b9b7-d5f00b7d0e86 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:09:34.742603 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7a3fcee-81a9-46ea-b9b7-d5f00b7d0e86 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:09:34.742743 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f9a180d-0059-4527-8d49-a4947326b357 None None] Network fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:09:34.743224 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d7a3fcee-81a9-46ea-b9b7-d5f00b7d0e86 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for subnet, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:34.762721 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-97630906-7aba-4542-aefe-6b31e34a1cd4 req-8a78fd3f-4a37-4bb8-82bc-43cdafc4d1f9 tempest-ServerAddressesTestJSON-2022682268 tempest-ServerAddressesTestJSON-2022682268-project] 10.222.0.66 "GET /v2.0/security-groups?id=a2df4898-9c92-443a-b8ea-2d6186d329df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4941592 Aug 18 12:09:34.767831 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-d7a3fcee-81a9-46ea-b9b7-d5f00b7d0e86 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 3.4070938 Aug 18 12:09:34.770219 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e6c900-5fee-4dca-89ac-98e10a89e7ec req-8199120e-0c33-4272-bf85-9ba68de3486e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:09:34.770577 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 45742) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:09:34.772450 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f3e6c900-5fee-4dca-89ac-98e10a89e7ec req-8199120e-0c33-4272-bf85-9ba68de3486e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c6d6e2ca-0ac3-47a3-8cbf-b12d0d7c45be HTTP/1.1" status: 200 len: 797 time: 0.5156176 Aug 18 12:09:34.777432 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-48f53a90-6c07-4b96-9ea0-54dfbd67df11 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Request body: {'port': {'network_id': 'fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d', 'mac_address': 'fa:16:3e:62:bc:8a', 'name': 'tempest-NetworksTestDHCPv6-249255817'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:09:34.836340 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e6c900-5fee-4dca-89ac-98e10a89e7ec req-da9d23b4-3a4f-409b-b2f0-de5dc769ff43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:09:34.838221 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f3e6c900-5fee-4dca-89ac-98e10a89e7ec req-da9d23b4-3a4f-409b-b2f0-de5dc769ff43 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2212f13b-fd75-4d1b-969c-01d56f351ced&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0471356 Aug 18 12:09:35.053430 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48f53a90-6c07-4b96-9ea0-54dfbd67df11 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Made reservation on behalf of 2a40b3bac30c4b9cb4cddbf9306b0469 for: {'port': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:09:35.054279 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f3e6c900-5fee-4dca-89ac-98e10a89e7ec req-48e68c9c-b242-42aa-85cf-de244fb8cf52 service neutron] 10.222.0.62 "GET /v2.0/networks/2212f13b-fd75-4d1b-969c-01d56f351ced?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2077839 Aug 18 12:09:35.266637 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-48f53a90-6c07-4b96-9ea0-54dfbd67df11 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:35.308770 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f3e6c900-5fee-4dca-89ac-98e10a89e7ec req-061e532f-f8f0-485f-b57b-4922e81198e2 service neutron] 10.222.0.62 "GET /v2.0/networks/2212f13b-fd75-4d1b-969c-01d56f351ced?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2444048 Aug 18 12:09:35.319672 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [None req-48f53a90-6c07-4b96-9ea0-54dfbd67df11 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] device_id is not set on port 5bb44183-0126-4362-84d1-5cffc646d12e yet. {{(pid=106253) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 12:09:35.430182 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 7804c455-5ec9-4bdd-b166-dd8293c3c658 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:09:35.436882 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f3e6c900-5fee-4dca-89ac-98e10a89e7ec req-d12ac2f4-e6b3-40f8-a0fa-12fbaf15793d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.123&port_id=0800d992-3baf-4f75-8477-d82c2df6cfbf HTTP/1.1" status: 200 len: 217 time: 0.1198044 Aug 18 12:09:35.506492 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e6c900-5fee-4dca-89ac-98e10a89e7ec req-f7630ac0-ae2d-4c17-a56f-b83da40e4f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:09:35.508659 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f3e6c900-5fee-4dca-89ac-98e10a89e7ec req-f7630ac0-ae2d-4c17-a56f-b83da40e4f70 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c6d6e2ca-0ac3-47a3-8cbf-b12d0d7c45be HTTP/1.1" status: 200 len: 797 time: 0.0514662 Aug 18 12:09:35.570210 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a257a271-efd7-41d7-9b34-f97c43234b8e req-f11f3644-b64f-43fb-a10b-f56c243ac6b5 tempest-ServerAddressesTestJSON-2022682268 tempest-ServerAddressesTestJSON-2022682268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:09:35.578219 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a257a271-efd7-41d7-9b34-f97c43234b8e req-f11f3644-b64f-43fb-a10b-f56c243ac6b5 tempest-ServerAddressesTestJSON-2022682268 tempest-ServerAddressesTestJSON-2022682268-project] 10.222.0.66 "GET /v2.0/ports?device_id=44ad986d-a7d9-4d3a-9e6b-88d4ff2ee80e HTTP/1.1" status: 200 len: 945 time: 0.1558025 Aug 18 12:09:35.600185 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 7804c455-5ec9-4bdd-b166-dd8293c3c658 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:09:35.600625 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:35.655419 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [None req-48f53a90-6c07-4b96-9ea0-54dfbd67df11 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Allocated IP 2001:db8::f816:3eff:fe62:bc8a (fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d/5c0686b5-d67d-4609-b8cb-3fd988d54540/5bb44183-0126-4362-84d1-5cffc646d12e) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:09:35.684247 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-7c7b94dd-d459-4e6d-979e-3b016ce7d778 None None] Provisioning complete for port 7804c455-5ec9-4bdd-b166-dd8293c3c658 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:09:35.684961 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-7c7b94dd-d459-4e6d-979e-3b016ce7d778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:35.697557 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a257a271-efd7-41d7-9b34-f97c43234b8e req-47cd6b15-574e-43e4-933e-8ee14e83479e tempest-ServerAddressesTestJSON-2022682268 tempest-ServerAddressesTestJSON-2022682268-project] 10.222.0.66 "GET /v2.0/security-groups?id=a2df4898-9c92-443a-b8ea-2d6186d329df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056113 Aug 18 12:09:35.701065 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e6c900-5fee-4dca-89ac-98e10a89e7ec req-9b92a0eb-ec70-4304-b200-f4978d25584f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:09:35.703175 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f3e6c900-5fee-4dca-89ac-98e10a89e7ec req-9b92a0eb-ec70-4304-b200-f4978d25584f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2212f13b-fd75-4d1b-969c-01d56f351ced&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1845474 Aug 18 12:09:35.838199 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f3e6c900-5fee-4dca-89ac-98e10a89e7ec req-c2cae43d-ab37-4b99-a8b9-803198618268 service neutron] 10.222.0.62 "GET /v2.0/networks/2212f13b-fd75-4d1b-969c-01d56f351ced?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222084 Aug 18 12:09:35.972743 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-48f53a90-6c07-4b96-9ea0-54dfbd67df11 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:35.978037 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f3e6c900-5fee-4dca-89ac-98e10a89e7ec req-3517031d-8b67-4f2a-8faa-2ed12886b2c1 service neutron] 10.222.0.62 "GET /v2.0/networks/2212f13b-fd75-4d1b-969c-01d56f351ced?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347587 Aug 18 12:09:36.023220 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [None req-48f53a90-6c07-4b96-9ea0-54dfbd67df11 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Transition to ACTIVE for port object 5bb44183-0126-4362-84d1-5cffc646d12e will not be triggered until provisioned by entity DHCP. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:09:36.026333 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:36.085434 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-48f53a90-6c07-4b96-9ea0-54dfbd67df11 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:36.086569 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f3e6c900-5fee-4dca-89ac-98e10a89e7ec req-36f0cffe-1174-47d9-a6ef-2c3731e10a5d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.241&port_id=7f6b3812-445c-4afd-a44a-5114fb7ae290 HTTP/1.1" status: 200 len: 217 time: 0.1000631 Aug 18 12:09:36.141756 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f53a90-6c07-4b96-9ea0-54dfbd67df11 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Network fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:09:36.145820 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-48f53a90-6c07-4b96-9ea0-54dfbd67df11 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:09:36.153689 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e6c900-5fee-4dca-89ac-98e10a89e7ec req-c7e931b0-f995-426f-9402-0e6cf659b64a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:09:36.155631 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f3e6c900-5fee-4dca-89ac-98e10a89e7ec req-c7e931b0-f995-426f-9402-0e6cf659b64a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c6d6e2ca-0ac3-47a3-8cbf-b12d0d7c45be HTTP/1.1" status: 200 len: 797 time: 0.0587962 Aug 18 12:09:36.164749 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f53a90-6c07-4b96-9ea0-54dfbd67df11 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:09:36.173361 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48f53a90-6c07-4b96-9ea0-54dfbd67df11 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:09:36.174155 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-48f53a90-6c07-4b96-9ea0-54dfbd67df11 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:36.178368 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f53a90-6c07-4b96-9ea0-54dfbd67df11 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Pushing event updated for resources: {'Port': ['ID=5bb44183-0126-4362-84d1-5cffc646d12e,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:09:36.205988 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-48f53a90-6c07-4b96-9ea0-54dfbd67df11 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.4341118 Aug 18 12:09:36.207975 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 45772) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:09:36.264636 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e6c900-5fee-4dca-89ac-98e10a89e7ec req-8be58fb7-f051-4a45-9593-35e35715fed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:09:36.267200 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f3e6c900-5fee-4dca-89ac-98e10a89e7ec req-8be58fb7-f051-4a45-9593-35e35715fed6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2212f13b-fd75-4d1b-969c-01d56f351ced&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1020486 Aug 18 12:09:36.326690 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7daa0a7-c085-40b1-9789-e1e95aaf803f tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:09:36.340015 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7daa0a7-c085-40b1-9789-e1e95aaf803f tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:09:36.341945 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-f7daa0a7-c085-40b1-9789-e1e95aaf803f tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1704 time: 0.1325791 Aug 18 12:09:36.344805 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 45774) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:09:36.448028 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f3e6c900-5fee-4dca-89ac-98e10a89e7ec req-5f510542-e47d-4258-a96e-142e4d14267f service neutron] 10.222.0.62 "GET /v2.0/networks/2212f13b-fd75-4d1b-969c-01d56f351ced?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729476 Aug 18 12:09:36.516978 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-1fea41d0-9d14-4ce1-bb32-f4b5fa3cd5b1 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Deleting port 5bb44183-0126-4362-84d1-5cffc646d12e {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:09:36.517815 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1fea41d0-9d14-4ce1-bb32-f4b5fa3cd5b1 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:36.661321 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f3e6c900-5fee-4dca-89ac-98e10a89e7ec req-b5b2a53b-913b-4971-b0ec-6714e60ccaef service neutron] 10.222.0.62 "GET /v2.0/networks/2212f13b-fd75-4d1b-969c-01d56f351ced?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2020783 Aug 18 12:09:36.669599 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-e3741bc1-23c6-4cea-b15d-cc9675740c1a None None] Provisioning for port 5bb44183-0126-4362-84d1-5cffc646d12e completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:09:36.676708 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-e3741bc1-23c6-4cea-b15d-cc9675740c1a None None] Provisioning complete for port 5bb44183-0126-4362-84d1-5cffc646d12e triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:09:36.677645 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-e3741bc1-23c6-4cea-b15d-cc9675740c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:36.706096 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1fea41d0-9d14-4ce1-bb32-f4b5fa3cd5b1 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:36.775919 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-e3741bc1-23c6-4cea-b15d-cc9675740c1a None None] Port 5bb44183-0126-4362-84d1-5cffc646d12e cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:09:36.777664 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-1fea41d0-9d14-4ce1-bb32-f4b5fa3cd5b1 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Calling delete_port for 5bb44183-0126-4362-84d1-5cffc646d12e owned by {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:09:36.788002 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 45788) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:09:36.791827 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f3e6c900-5fee-4dca-89ac-98e10a89e7ec req-6a30dafc-2740-49ed-90a7-0224784e7e78 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.142&port_id=3399a875-8536-4e63-b5c5-d638ea0b8100 HTTP/1.1" status: 200 len: 217 time: 0.1085563 Aug 18 12:09:36.886738 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851c0eba-34d0-4632-863b-7d3075792017 req-3f9dfd22-c1fc-4710-93a1-bd624339db01 tempest-ServerAddressesTestJSON-2022682268 tempest-ServerAddressesTestJSON-2022682268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:09:36.888454 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-851c0eba-34d0-4632-863b-7d3075792017 req-3f9dfd22-c1fc-4710-93a1-bd624339db01 tempest-ServerAddressesTestJSON-2022682268 tempest-ServerAddressesTestJSON-2022682268-project] 10.222.0.62 "GET /v2.0/ports?device_id=44ad986d-a7d9-4d3a-9e6b-88d4ff2ee80e HTTP/1.1" status: 200 len: 945 time: 0.1994419 Aug 18 12:09:36.919782 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e6c900-5fee-4dca-89ac-98e10a89e7ec req-f473882d-4265-4984-b0bf-1cf001be3b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:09:36.922526 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f3e6c900-5fee-4dca-89ac-98e10a89e7ec req-f473882d-4265-4984-b0bf-1cf001be3b75 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c6d6e2ca-0ac3-47a3-8cbf-b12d0d7c45be HTTP/1.1" status: 200 len: 797 time: 0.1232004 Aug 18 12:09:37.041522 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86270a2-8db1-453a-823d-9e7ff463b7b9 req-d3423b23-79bf-4aa7-a6ed-9eb4117f1b72 tempest-ServerAddressesTestJSON-2022682268 tempest-ServerAddressesTestJSON-2022682268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:09:37.052692 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d86270a2-8db1-453a-823d-9e7ff463b7b9 req-d3423b23-79bf-4aa7-a6ed-9eb4117f1b72 tempest-ServerAddressesTestJSON-2022682268 tempest-ServerAddressesTestJSON-2022682268-project] 10.222.0.66 "GET /v2.0/ports?device_id=44ad986d-a7d9-4d3a-9e6b-88d4ff2ee80e HTTP/1.1" status: 200 len: 945 time: 0.2050257 Aug 18 12:09:37.096296 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b409b6ac-ad2d-4090-9859-1b60d0201f38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:37.103642 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e6c900-5fee-4dca-89ac-98e10a89e7ec req-34fd904c-a886-4123-b078-1bece2522e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:09:37.105211 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f3e6c900-5fee-4dca-89ac-98e10a89e7ec req-34fd904c-a886-4123-b078-1bece2522e87 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2212f13b-fd75-4d1b-969c-01d56f351ced&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1734061 Aug 18 12:09:37.163151 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 45798) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:09:37.197109 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1fea41d0-9d14-4ce1-bb32-f4b5fa3cd5b1 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:37.203312 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d86270a2-8db1-453a-823d-9e7ff463b7b9 req-b1140103-0abf-49bf-8fc7-9b415ef9e15f tempest-ServerAddressesTestJSON-2022682268 tempest-ServerAddressesTestJSON-2022682268-project] 10.222.0.66 "GET /v2.0/security-groups?id=a2df4898-9c92-443a-b8ea-2d6186d329df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494601 Aug 18 12:09:37.221874 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-851c0eba-34d0-4632-863b-7d3075792017 req-bbdd5b95-9ebc-416f-b342-3428fa0b8a4f tempest-ServerAddressesTestJSON-2022682268 tempest-ServerAddressesTestJSON-2022682268-project] Deleting port 120107a2-1136-42e1-a8eb-adab4f0e2270 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:09:37.222493 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-851c0eba-34d0-4632-863b-7d3075792017 req-bbdd5b95-9ebc-416f-b342-3428fa0b8a4f tempest-ServerAddressesTestJSON-2022682268 tempest-ServerAddressesTestJSON-2022682268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:37.296787 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f3e6c900-5fee-4dca-89ac-98e10a89e7ec req-4a334d64-c9c6-4688-a5cc-981b3cfcb47e service neutron] 10.222.0.62 "GET /v2.0/networks/2212f13b-fd75-4d1b-969c-01d56f351ced?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819563 Aug 18 12:09:37.307040 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fea41d0-9d14-4ce1-bb32-f4b5fa3cd5b1 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Pushing event deleted for resources: {'Port': ['ID=5bb44183-0126-4362-84d1-5cffc646d12e,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:09:37.361613 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1fea41d0-9d14-4ce1-bb32-f4b5fa3cd5b1 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:37.365149 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-1fea41d0-9d14-4ce1-bb32-f4b5fa3cd5b1 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "DELETE /v2.0/ports/5bb44183-0126-4362-84d1-5cffc646d12e HTTP/1.1" status: 204 len: 168 time: 1.0191314 Aug 18 12:09:37.370576 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 45802) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:09:37.490712 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f3e6c900-5fee-4dca-89ac-98e10a89e7ec req-72143642-bbec-4b99-9dee-a26529e5537d service neutron] 10.222.0.62 "GET /v2.0/networks/2212f13b-fd75-4d1b-969c-01d56f351ced?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1849384 Aug 18 12:09:37.528805 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-851c0eba-34d0-4632-863b-7d3075792017 req-bbdd5b95-9ebc-416f-b342-3428fa0b8a4f tempest-ServerAddressesTestJSON-2022682268 tempest-ServerAddressesTestJSON-2022682268-project] For port 120107a2-1136-42e1-a8eb-adab4f0e2270, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=120107a2-1136-42e1-a8eb-adab4f0e2270,segment=NetworkSegment(2a0ab1fd-6f0c-446a-90e0-3ac18aa554db),segment_id=2a0ab1fd-6f0c-446a-90e0-3ac18aa554db)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:09:37.529176 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-851c0eba-34d0-4632-863b-7d3075792017 req-bbdd5b95-9ebc-416f-b342-3428fa0b8a4f tempest-ServerAddressesTestJSON-2022682268 tempest-ServerAddressesTestJSON-2022682268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:37.532281 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-cb395940-8f17-4437-ab62-f7b162cc0d01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:37.537394 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b368d9c6-8b3d-4190-bb46-ec87ee4f643a tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:09:37.539311 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b368d9c6-8b3d-4190-bb46-ec87ee4f643a tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:09:37.543205 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-b368d9c6-8b3d-4190-bb46-ec87ee4f643a tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1693816 Aug 18 12:09:37.564236 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 45804) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:09:37.575035 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f3e6c900-5fee-4dca-89ac-98e10a89e7ec req-016f83f3-3575-435a-bfbd-7ab20a1d5b6c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ade7379f-b75b-4a6b-95bb-ab4ecbe29d42 HTTP/1.1" status: 200 len: 217 time: 0.0762341 Aug 18 12:09:37.608073 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-851c0eba-34d0-4632-863b-7d3075792017 req-bbdd5b95-9ebc-416f-b342-3428fa0b8a4f tempest-ServerAddressesTestJSON-2022682268 tempest-ServerAddressesTestJSON-2022682268-project] Calling delete_port for 120107a2-1136-42e1-a8eb-adab4f0e2270 owned by compute:nova {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:09:37.652702 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e6c900-5fee-4dca-89ac-98e10a89e7ec req-4bd0ae8a-bc72-4fa5-9a68-e5bd034b178b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:09:37.656635 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f3e6c900-5fee-4dca-89ac-98e10a89e7ec req-4bd0ae8a-bc72-4fa5-9a68-e5bd034b178b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=765693c9-62f2-43a4-a4e0-0c1c5bb2242d HTTP/1.1" status: 200 len: 797 time: 0.0717378 Aug 18 12:09:37.711828 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e6c900-5fee-4dca-89ac-98e10a89e7ec req-25de1f8f-d389-4e49-9edb-865f83db3dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:09:37.713450 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f3e6c900-5fee-4dca-89ac-98e10a89e7ec req-25de1f8f-d389-4e49-9edb-865f83db3dbb service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d3427385-4738-4edf-ab5a-b3bffa0e286e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0500016 Aug 18 12:09:37.768509 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b409b6ac-ad2d-4090-9859-1b60d0201f38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:37.776286 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b6acea7-ea80-4efb-9873-866a48cb9583 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Deleting subnet 5c0686b5-d67d-4609-b8cb-3fd988d54540 {{(pid=106253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 12:09:37.783195 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2b6acea7-ea80-4efb-9873-866a48cb9583 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks [] for subnet, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:37.787331 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b409b6ac-ad2d-4090-9859-1b60d0201f38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:37.855878 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f3e6c900-5fee-4dca-89ac-98e10a89e7ec req-5267b479-339e-4de4-be8a-f7675531e28f service neutron] 10.222.0.62 "GET /v2.0/networks/d3427385-4738-4edf-ab5a-b3bffa0e286e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340394 Aug 18 12:09:37.886724 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-b409b6ac-ad2d-4090-9859-1b60d0201f38 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=3b9ebdf9dff44294a06f604f386b54d6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0975153 Aug 18 12:09:37.900312 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 45814) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:09:37.913937 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2b6acea7-ea80-4efb-9873-866a48cb9583 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902229'] for subnet, precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:37.953636 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b409b6ac-ad2d-4090-9859-1b60d0201f38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0457ed6e-2223-42bb-b061-8d9b06cd1c5b,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:09:38.099700 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:38.157228 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f3e6c900-5fee-4dca-89ac-98e10a89e7ec req-9088e2a7-d4f8-4f7c-852a-58c783e0fa4b service neutron] 10.222.0.62 "GET /v2.0/networks/d3427385-4738-4edf-ab5a-b3bffa0e286e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2900229 Aug 18 12:09:38.172528 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cdb34c-4547-42a0-881d-0778226447a3 req-bd20d441-a732-4e99-8bf9-6d68c5574a2e tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:09:38.174485 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1adca4e2-6a05-44c8-8d48-010fa67d5f6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:38.174989 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-81cdb34c-4547-42a0-881d-0778226447a3 req-bd20d441-a732-4e99-8bf9-6d68c5574a2e tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/ports?device_id=c468f260-aa8b-4a9b-a477-213e251d7cef HTTP/1.1" status: 200 len: 945 time: 0.2723520 Aug 18 12:09:38.183268 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-851c0eba-34d0-4632-863b-7d3075792017 req-bbdd5b95-9ebc-416f-b342-3428fa0b8a4f tempest-ServerAddressesTestJSON-2022682268 tempest-ServerAddressesTestJSON-2022682268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:38.210848 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2b6acea7-ea80-4efb-9873-866a48cb9583 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:38.241882 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f3e6c900-5fee-4dca-89ac-98e10a89e7ec req-29aaa5cb-519e-43d5-b392-3706b4552778 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d8713f4a-f3e1-4969-98d9-fb54153a1b08 HTTP/1.1" status: 200 len: 217 time: 0.0657423 Aug 18 12:09:38.290664 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-cb395940-8f17-4437-ab62-f7b162cc0d01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:38.301157 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdd5b95-9ebc-416f-b342-3428fa0b8a4f tempest-ServerAddressesTestJSON-2022682268 tempest-ServerAddressesTestJSON-2022682268-project] Pushing event deleted for resources: {'Port': ['ID=120107a2-1136-42e1-a8eb-adab4f0e2270,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:09:38.304644 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-81cdb34c-4547-42a0-881d-0778226447a3 req-e28a3a4c-8159-449f-8511-aa1a1c320f38 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f58845c-8a6f-4750-8ac0-66868223b345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1187210 Aug 18 12:09:38.316745 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-cb395940-8f17-4437-ab62-f7b162cc0d01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:38.342858 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1adca4e2-6a05-44c8-8d48-010fa67d5f6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:38.375286 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e6c900-5fee-4dca-89ac-98e10a89e7ec req-a3f8a022-ec42-409a-aef7-0f1bfb2d37be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:09:38.381223 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f3e6c900-5fee-4dca-89ac-98e10a89e7ec req-a3f8a022-ec42-409a-aef7-0f1bfb2d37be service neutron] 10.222.0.62 "GET /v2.0/subnets?id=765693c9-62f2-43a4-a4e0-0c1c5bb2242d HTTP/1.1" status: 200 len: 797 time: 0.1273062 Aug 18 12:09:38.458661 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-851c0eba-34d0-4632-863b-7d3075792017 req-bbdd5b95-9ebc-416f-b342-3428fa0b8a4f tempest-ServerAddressesTestJSON-2022682268 tempest-ServerAddressesTestJSON-2022682268-project] No DVR routers for this DVR port 120107a2-1136-42e1-a8eb-adab4f0e2270 on host n-h2-804985-2 {{(pid=106253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:09:38.461160 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-242fc063-db17-4efa-8cf3-13d3a355c605 req-8eb4bf1c-c564-4811-9a01-c4f00f77e2e5 tempest-ServerAddressesTestJSON-2022682268 tempest-ServerAddressesTestJSON-2022682268-project] 10.222.0.66 "GET /v2.0/ports?device_id=44ad986d-a7d9-4d3a-9e6b-88d4ff2ee80e HTTP/1.1" status: 200 len: 210 time: 0.0749648 Aug 18 12:09:38.469984 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-cb395940-8f17-4437-ab62-f7b162cc0d01 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=abc8697bef6b44ababd5ba3a58776bb3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2991321 Aug 18 12:09:38.471378 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-851c0eba-34d0-4632-863b-7d3075792017 req-bbdd5b95-9ebc-416f-b342-3428fa0b8a4f tempest-ServerAddressesTestJSON-2022682268 tempest-ServerAddressesTestJSON-2022682268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:38.473440 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-851c0eba-34d0-4632-863b-7d3075792017 req-bbdd5b95-9ebc-416f-b342-3428fa0b8a4f tempest-ServerAddressesTestJSON-2022682268 tempest-ServerAddressesTestJSON-2022682268-project] 10.222.0.62 "DELETE /v2.0/ports/120107a2-1136-42e1-a8eb-adab4f0e2270 HTTP/1.1" status: 204 len: 173 time: 1.5776441 Aug 18 12:09:38.475902 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb395940-8f17-4437-ab62-f7b162cc0d01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38c56251-5d3a-4ffd-b32a-1f8f418f63ad,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:09:38.478177 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44ad986d-a7d9-4d3a-9e6b-88d4ff2ee80e', 'name': 'network-vif-deleted', 'tag': '120107a2-1136-42e1-a8eb-adab4f0e2270'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:09:38.480437 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0679f4c4b6e0e0c064a7d71d722dc30541a34fffee11680573be22ee2ffccc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6dcfbf7-e1e7-4d02-864e-c9a77bab5a8c" -d '{"events": [{"server_uuid": "44ad986d-a7d9-4d3a-9e6b-88d4ff2ee80e", "name": "network-vif-deleted", "tag": "120107a2-1136-42e1-a8eb-adab4f0e2270"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:09:38.482923 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 45830) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:09:38.522803 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2b6acea7-ea80-4efb-9873-866a48cb9583 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58902171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59388106'] for subnet, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:38.567876 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6acea7-ea80-4efb-9873-866a48cb9583 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Pushing event deleted for resources: {'Subnet': ['ID=5c0686b5-d67d-4609-b8cb-3fd988d54540,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:09:38.568702 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2b6acea7-ea80-4efb-9873-866a48cb9583 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:38.573239 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-2b6acea7-ea80-4efb-9873-866a48cb9583 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "DELETE /v2.0/subnets/5c0686b5-d67d-4609-b8cb-3fd988d54540 HTTP/1.1" status: 204 len: 168 time: 1.0077887 Aug 18 12:09:38.574248 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca86e9c8-eea1-44b3-b50f-b48faafce9cd req-c681c6c6-b1c0-402d-83d3-b3eec64cfd6a tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:09:38.574467 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a3a2ac2-e933-4f18-8d3e-274ddfb9c120 None None] Network fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:09:38.575750 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 45834) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:09:38.582341 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ca86e9c8-eea1-44b3-b50f-b48faafce9cd req-c681c6c6-b1c0-402d-83d3-b3eec64cfd6a tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/ports?device_id=c468f260-aa8b-4a9b-a477-213e251d7cef HTTP/1.1" status: 200 len: 945 time: 0.1315546 Aug 18 12:09:38.586622 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:09:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54507279-4584-4d3c-b137-e866f8ba693b x-openstack-request-id: req-54507279-4584-4d3c-b137-e866f8ba693b {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:09:38.587405 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44ad986d-a7d9-4d3a-9e6b-88d4ff2ee80e", "name": "network-vif-deleted", "tag": "120107a2-1136-42e1-a8eb-adab4f0e2270", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:09:38.587405 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-54507279-4584-4d3c-b137-e866f8ba693b {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:09:38.587669 n-d-804985-2 neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44ad986d-a7d9-4d3a-9e6b-88d4ff2ee80e', 'name': 'network-vif-deleted', 'tag': '120107a2-1136-42e1-a8eb-adab4f0e2270', 'status': 'completed', 'code': 200} Aug 18 12:09:38.610172 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e6c900-5fee-4dca-89ac-98e10a89e7ec req-aada4559-c379-4855-93c6-d125d8d9cc02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:09:38.611810 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f3e6c900-5fee-4dca-89ac-98e10a89e7ec req-aada4559-c379-4855-93c6-d125d8d9cc02 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d3427385-4738-4edf-ab5a-b3bffa0e286e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2043006 Aug 18 12:09:38.633499 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-b9f5e703-3a70-40b2-b33f-0d77dacbc380 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0566289 Aug 18 12:09:38.636877 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 45836) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:09:38.637582 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1adca4e2-6a05-44c8-8d48-010fa67d5f6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:38.640177 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1adca4e2-6a05-44c8-8d48-010fa67d5f6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:38.655952 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-1adca4e2-6a05-44c8-8d48-010fa67d5f6c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0457ed6e-2223-42bb-b061-8d9b06cd1c5b HTTP/1.1" status: 204 len: 168 time: 0.7365880 Aug 18 12:09:38.688943 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ca86e9c8-eea1-44b3-b50f-b48faafce9cd req-60f3a3f6-0b28-4c88-902e-3291de458131 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f58845c-8a6f-4750-8ac0-66868223b345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010680 Aug 18 12:09:38.728645 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3d158456-e353-402b-88d8-b29601e9ce4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:38.731450 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adca4e2-6a05-44c8-8d48-010fa67d5f6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0457ed6e-2223-42bb-b061-8d9b06cd1c5b,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:09:38.791775 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3d158456-e353-402b-88d8-b29601e9ce4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:38.819116 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82afc05d-f44c-4f9b-bc9a-0968ab8d9417 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:09:38.821995 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-82afc05d-f44c-4f9b-bc9a-0968ab8d9417 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1642532 Aug 18 12:09:38.825626 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 45842) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:09:38.840528 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f3e6c900-5fee-4dca-89ac-98e10a89e7ec req-3170d646-ad89-4dc8-95e7-b4e262088b83 service neutron] 10.222.0.62 "GET /v2.0/networks/d3427385-4738-4edf-ab5a-b3bffa0e286e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2142203 Aug 18 12:09:38.877114 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e87bb34b-eb51-4b11-8e04-383b077a80ac None None] DHCP port deletion for fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d request from n-d-804985-2 {{(pid=106254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 12:09:38.983105 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f3e6c900-5fee-4dca-89ac-98e10a89e7ec req-fab1fc97-00ef-439c-b147-649154857cf3 service neutron] 10.222.0.62 "GET /v2.0/networks/d3427385-4738-4edf-ab5a-b3bffa0e286e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319530 Aug 18 12:09:38.986185 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-e87bb34b-eb51-4b11-8e04-383b077a80ac None None] Deleting port 7804c455-5ec9-4bdd-b166-dd8293c3c658 {{(pid=106254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:09:38.988089 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-e87bb34b-eb51-4b11-8e04-383b077a80ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:39.033715 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-919def74-c3ef-49ca-a4b2-76969658042a tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:09:39.038030 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 45848) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:09:39.040148 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-919def74-c3ef-49ca-a4b2-76969658042a tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2080963 Aug 18 12:09:39.092361 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3d158456-e353-402b-88d8-b29601e9ce4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:39.095375 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3d158456-e353-402b-88d8-b29601e9ce4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:39.099649 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-3d158456-e353-402b-88d8-b29601e9ce4f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/38c56251-5d3a-4ffd-b32a-1f8f418f63ad HTTP/1.1" status: 204 len: 168 time: 0.6089590 Aug 18 12:09:39.123385 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-c675be83-8a8f-45b6-aefb-a419fb698a7d tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0834153 Aug 18 12:09:39.124341 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 45854) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:09:39.157114 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-a33b0ab1-c71d-4e90-a85a-eefc0c9248ea tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Request body: {'subnet': {'network_id': 'fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:09:39.231631 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-e87bb34b-eb51-4b11-8e04-383b077a80ac None None] For port 7804c455-5ec9-4bdd-b166-dd8293c3c658, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=7804c455-5ec9-4bdd-b166-dd8293c3c658,segment=NetworkSegment(06b05a1e-7667-47a8-b2de-bb5e6a768e1b),segment_id=06b05a1e-7667-47a8-b2de-bb5e6a768e1b)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:09:39.232150 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-e87bb34b-eb51-4b11-8e04-383b077a80ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:39.266743 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-e87bb34b-eb51-4b11-8e04-383b077a80ac None None] Calling delete_port for 7804c455-5ec9-4bdd-b166-dd8293c3c658 owned by network:dhcp {{(pid=106254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:09:39.303265 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d056cca6-53f9-48d2-8909-d1bc09cd523f req-2f961c76-9ba4-4c48-bfc0-d491db32ff84 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:09:39.307173 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d056cca6-53f9-48d2-8909-d1bc09cd523f req-2f961c76-9ba4-4c48-bfc0-d491db32ff84 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/ports?device_id=c468f260-aa8b-4a9b-a477-213e251d7cef HTTP/1.1" status: 200 len: 945 time: 0.1167688 Aug 18 12:09:39.407152 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d056cca6-53f9-48d2-8909-d1bc09cd523f req-ee0b3092-9185-4128-bc75-967b904f8fdf tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f58845c-8a6f-4750-8ac0-66868223b345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926707 Aug 18 12:09:39.407766 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 7804c455-5ec9-4bdd-b166-dd8293c3c658 no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:09:39.592666 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:39.597173 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 45870) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:09:39.632946 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-e87bb34b-eb51-4b11-8e04-383b077a80ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556'] for port, after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:39.672798 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87bb34b-eb51-4b11-8e04-383b077a80ac None None] Pushing event deleted for resources: {'Port': ['ID=7804c455-5ec9-4bdd-b166-dd8293c3c658,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:09:39.728353 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ea39bea-dc2c-4df7-ae8e-9ac9d351add7 admin admin] Deleting subnet 4500e863-09c9-430b-af1a-f1c42f4e83e9 {{(pid=106252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 12:09:39.736601 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5ea39bea-dc2c-4df7-ae8e-9ac9d351add7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:39.740585 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e87bb34b-eb51-4b11-8e04-383b077a80ac None None] No DVR routers for this DVR port 7804c455-5ec9-4bdd-b166-dd8293c3c658 on host n-d-804985-2 {{(pid=106254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:09:39.792777 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d158456-e353-402b-88d8-b29601e9ce4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38c56251-5d3a-4ffd-b32a-1f8f418f63ad,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:09:39.811341 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d158456-e353-402b-88d8-b29601e9ce4f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:09:39.812008 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d158456-e353-402b-88d8-b29601e9ce4f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:09:39.812573 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d158456-e353-402b-88d8-b29601e9ce4f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:09:39.813103 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d158456-e353-402b-88d8-b29601e9ce4f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:09:39.813690 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d158456-e353-402b-88d8-b29601e9ce4f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:09:39.814244 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d158456-e353-402b-88d8-b29601e9ce4f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:09:39.814733 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d158456-e353-402b-88d8-b29601e9ce4f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:09:39.815214 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d158456-e353-402b-88d8-b29601e9ce4f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:09:39.815770 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d158456-e353-402b-88d8-b29601e9ce4f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:09:39.816313 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d158456-e353-402b-88d8-b29601e9ce4f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:09:39.816646 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d158456-e353-402b-88d8-b29601e9ce4f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:09:39.817332 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d158456-e353-402b-88d8-b29601e9ce4f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:09:39.859158 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 120107a2-1136-42e1-a8eb-adab4f0e2270 no longer exists at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:09:39.865707 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5ea39bea-dc2c-4df7-ae8e-9ac9d351add7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2221528'] for subnet, precommit_delete_associations {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:39.870846 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a33b0ab1-c71d-4e90-a85a-eefc0c9248ea tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Made reservation on behalf of 2a40b3bac30c4b9cb4cddbf9306b0469 for: {'subnet': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:09:39.881396 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a33b0ab1-c71d-4e90-a85a-eefc0c9248ea tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59388119'] for subnet, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:39.919617 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] No Port match for: 120107a2-1136-42e1-a8eb-adab4f0e2270 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:09:39.919930 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 120107a2-1136-42e1-a8eb-adab4f0e2270 not bound to the agent host n-h2-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:09:39.934150 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5ea39bea-dc2c-4df7-ae8e-9ac9d351add7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:40.061439 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5ea39bea-dc2c-4df7-ae8e-9ac9d351add7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3572848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59074100'] for subnet, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:40.090610 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea39bea-dc2c-4df7-ae8e-9ac9d351add7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4500e863-09c9-430b-af1a-f1c42f4e83e9,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:09:40.119317 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5ea39bea-dc2c-4df7-ae8e-9ac9d351add7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for subnet, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:40.121343 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-5ea39bea-dc2c-4df7-ae8e-9ac9d351add7 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/4500e863-09c9-430b-af1a-f1c42f4e83e9 HTTP/1.1" status: 204 len: 168 time: 0.5231776 Aug 18 12:09:40.124171 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 45888) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:09:40.167454 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a33b0ab1-c71d-4e90-a85a-eefc0c9248ea tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58902106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59388097'] for subnet, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:40.202603 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc9e7cb-7d9c-4a83-afb6-70391d167ec6 req-6b93c372-a850-4d2d-9203-06ed9a145f93 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:09:40.203702 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-fdc9e7cb-7d9c-4a83-afb6-70391d167ec6 req-6b93c372-a850-4d2d-9203-06ed9a145f93 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/ports?device_id=c468f260-aa8b-4a9b-a477-213e251d7cef HTTP/1.1" status: 200 len: 945 time: 0.1152499 Aug 18 12:09:40.223816 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a33b0ab1-c71d-4e90-a85a-eefc0c9248ea tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Network fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:09:40.227329 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-a33b0ab1-c71d-4e90-a85a-eefc0c9248ea tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:09:40.230174 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a33b0ab1-c71d-4e90-a85a-eefc0c9248ea tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:09:40.230762 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a33b0ab1-c71d-4e90-a85a-eefc0c9248ea tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:40.234242 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f05c25e3-6aab-42e7-ad7b-03f0b96021f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7904109'] for network, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:40.239278 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21230b5f-cb52-40fc-8ed8-2eecd2bd0ec8 None None] Network fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:09:40.259424 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33b0ab1-c71d-4e90-a85a-eefc0c9248ea tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Pushing event updated for resources: {'Subnet': ['ID=6dbe43cd-19fb-454a-ba97-6a6ed116025b,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:09:40.276129 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-a33b0ab1-c71d-4e90-a85a-eefc0c9248ea tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1414342 Aug 18 12:09:40.279018 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 45896) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:09:40.291986 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-98c6edb0-d067-4d59-9f86-1aae42ad02a6 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Request body: {'port': {'network_id': 'fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d', 'mac_address': 'fa:16:3e:40:e0:e0', 'name': 'tempest-NetworksTestDHCPv6-811283150'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:09:40.306982 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-fdc9e7cb-7d9c-4a83-afb6-70391d167ec6 req-f45ea2a6-8170-40cb-a2c0-12a57a8319ed tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f58845c-8a6f-4750-8ac0-66868223b345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953116 Aug 18 12:09:40.450918 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f05c25e3-6aab-42e7-ad7b-03f0b96021f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8367869', 'neutron.services.segments.db._delete_segments_for_network-8789151212993'] for network, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:40.462634 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-f05c25e3-6aab-42e7-ad7b-03f0b96021f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdf7032e-7833-42cb-898f-66bc35c45650']}} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:09:40.472397 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd35b74a-3a1c-4d98-ae84-78bde39640fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp788be208-34ab-5a8f-af0f-528834af222f-fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d', 'network_id': 'fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d', 'tenant_id': '2a40b3bac30c4b9cb4cddbf9306b0469', 'fixed_ips': [{'subnet_id': '6dbe43cd-19fb-454a-ba97-6a6ed116025b'}]}} from n-d-804985-2. {{(pid=106254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 12:09:40.474822 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-dd35b74a-3a1c-4d98-ae84-78bde39640fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:40.477381 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-f05c25e3-6aab-42e7-ad7b-03f0b96021f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a0ab1fd-6f0c-446a-90e0-3ac18aa554db') {'for_net_delete': True} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:09:40.478854 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-f05c25e3-6aab-42e7-ad7b-03f0b96021f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a0ab1fd-6f0c-446a-90e0-3ac18aa554db') {} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:09:40.494779 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f05c25e3-6aab-42e7-ad7b-03f0b96021f2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789151225254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2221521'] for segment, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:40.524210 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f05c25e3-6aab-42e7-ad7b-03f0b96021f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:40.535960 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f05c25e3-6aab-42e7-ad7b-03f0b96021f2 admin admin] Releasing vlan 825 on physical network physnet1 to pool {{(pid=106252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:09:40.536425 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f05c25e3-6aab-42e7-ad7b-03f0b96021f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3572434'] for segment, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:40.538915 n-d-804985-2 neutron-server[106252]: Traceback (most recent call last): Aug 18 12:09:40.538915 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:09:40.538915 n-d-804985-2 neutron-server[106252]: timer() Aug 18 12:09:40.538915 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:09:40.538915 n-d-804985-2 neutron-server[106252]: cb(*args, **kw) Aug 18 12:09:40.538915 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:09:40.538915 n-d-804985-2 neutron-server[106252]: return func(*args, **kwargs) Aug 18 12:09:40.538915 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:09:40.538915 n-d-804985-2 neutron-server[106252]: self._notify() Aug 18 12:09:40.538915 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:09:40.538915 n-d-804985-2 neutron-server[106252]: self.callback(batched_events) Aug 18 12:09:40.538915 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:09:40.538915 n-d-804985-2 neutron-server[106252]: event.method(event) Aug 18 12:09:40.538915 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:09:40.538915 n-d-804985-2 neutron-server[106252]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:09:40.538915 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:09:40.538915 n-d-804985-2 neutron-server[106252]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:09:40.538915 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:09:40.538915 n-d-804985-2 neutron-server[106252]: return f(self, *a, **k) Aug 18 12:09:40.538915 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:09:40.538915 n-d-804985-2 neutron-server[106252]: return self._get(url).json() Aug 18 12:09:40.538915 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:09:40.538915 n-d-804985-2 neutron-server[106252]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:09:40.538915 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:09:40.538915 n-d-804985-2 neutron-server[106252]: return self.request(url, 'GET', **kwargs) Aug 18 12:09:40.538915 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:09:40.538915 n-d-804985-2 neutron-server[106252]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:09:40.538915 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:09:40.538915 n-d-804985-2 neutron-server[106252]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:09:40.538915 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:09:40.538915 n-d-804985-2 neutron-server[106252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:09:40.538915 n-d-804985-2 neutron-server[106252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:09:40.552893 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98c6edb0-d067-4d59-9f86-1aae42ad02a6 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Made reservation on behalf of 2a40b3bac30c4b9cb4cddbf9306b0469 for: {'port': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:09:40.630007 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f05c25e3-6aab-42e7-ad7b-03f0b96021f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8367858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997186'] for network, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:40.668782 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-98c6edb0-d067-4d59-9f86-1aae42ad02a6 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:40.671078 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.db_base_plugin_common [None req-dd35b74a-3a1c-4d98-ae84-78bde39640fc None None] Allocated IP 2001:db8::2 (fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d/6dbe43cd-19fb-454a-ba97-6a6ed116025b/1f70ce2b-5d4b-4c80-899d-d9ae0ffce097) {{(pid=106254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:09:40.681497 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f05c25e3-6aab-42e7-ad7b-03f0b96021f2 admin admin] Notify callbacks [] for network, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:40.687454 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-f05c25e3-6aab-42e7-ad7b-03f0b96021f2 admin admin] 10.222.0.66 "DELETE /v2.0/networks/cdf7032e-7833-42cb-898f-66bc35c45650 HTTP/1.1" status: 204 len: 168 time: 0.5621789 Aug 18 12:09:40.688449 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05c25e3-6aab-42e7-ad7b-03f0b96021f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=cdf7032e-7833-42cb-898f-66bc35c45650,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:09:40.716222 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [None req-98c6edb0-d067-4d59-9f86-1aae42ad02a6 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] device_id is not set on port 94231e21-08a2-44ef-83c5-52d6cb0780b8 yet. {{(pid=106253) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 12:09:40.877404 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-dd35b74a-3a1c-4d98-ae84-78bde39640fc None None] Notify callbacks [] for port, precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:40.889151 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-dd35b74a-3a1c-4d98-ae84-78bde39640fc None None] Transition to ACTIVE for port object 1f70ce2b-5d4b-4c80-899d-d9ae0ffce097 will not be triggered until provisioned by entity L2. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:09:40.905683 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-dd35b74a-3a1c-4d98-ae84-78bde39640fc None None] Transition to ACTIVE for port object 1f70ce2b-5d4b-4c80-899d-d9ae0ffce097 will not be triggered until provisioned by entity DHCP. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:09:40.912904 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-dd35b74a-3a1c-4d98-ae84-78bde39640fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547'] for port, after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:40.932242 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd35b74a-3a1c-4d98-ae84-78bde39640fc None None] Network fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d is already hosted by enough agents. {{(pid=106254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:09:40.934658 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.base_scheduler [None req-dd35b74a-3a1c-4d98-ae84-78bde39640fc None None] Resources bound (agent type, host, resource id): {{(pid=106254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:09:40.937291 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd35b74a-3a1c-4d98-ae84-78bde39640fc None None] Received port after_create {{(pid=106254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:09:40.969379 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 45932) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:09:40.977616 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd35b74a-3a1c-4d98-ae84-78bde39640fc None None] Pushing event updated for resources: {'Port': ['ID=1f70ce2b-5d4b-4c80-899d-d9ae0ffce097,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:09:41.028951 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [None req-98c6edb0-d067-4d59-9f86-1aae42ad02a6 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Allocated IP 2001:db8::134 (fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d/6dbe43cd-19fb-454a-ba97-6a6ed116025b/94231e21-08a2-44ef-83c5-52d6cb0780b8) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:09:41.035642 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-18414941-019c-48d8-a9ae-e53bf023e697 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c40f066062914115965e156bccd31c4a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0626040 Aug 18 12:09:41.036538 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 45936) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:09:41.056306 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-dd35b74a-3a1c-4d98-ae84-78bde39640fc None None] Attempting to bind port 1f70ce2b-5d4b-4c80-899d-d9ae0ffce097 on host n-d-804985-2 for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:09:41.056829 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-dd35b74a-3a1c-4d98-ae84-78bde39640fc None None] Attempting to bind port 1f70ce2b-5d4b-4c80-899d-d9ae0ffce097 by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': '06b05a1e-7667-47a8-b2de-bb5e6a768e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:09:41.057562 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd35b74a-3a1c-4d98-ae84-78bde39640fc None None] Attempting to bind port 1f70ce2b-5d4b-4c80-899d-d9ae0ffce097 on network fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:09:41.072656 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd35b74a-3a1c-4d98-ae84-78bde39640fc None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 9, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:09:41.074270 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd35b74a-3a1c-4d98-ae84-78bde39640fc None None] Checking segment: {'id': '06b05a1e-7667-47a8-b2de-bb5e6a768e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:09:41.075531 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-dd35b74a-3a1c-4d98-ae84-78bde39640fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:41.077197 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd35b74a-3a1c-4d98-ae84-78bde39640fc None None] Bound using segment: {'id': '06b05a1e-7667-47a8-b2de-bb5e6a768e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:09:41.077883 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-dd35b74a-3a1c-4d98-ae84-78bde39640fc None None] Bound port: 1f70ce2b-5d4b-4c80-899d-d9ae0ffce097, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06b05a1e-7667-47a8-b2de-bb5e6a768e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:09:41.079325 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-dd35b74a-3a1c-4d98-ae84-78bde39640fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:41.128551 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-37b90802-edf6-4001-bca5-5e49a4a17859 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:41.168241 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-dd35b74a-3a1c-4d98-ae84-78bde39640fc None None] For port 1f70ce2b-5d4b-4c80-899d-d9ae0ffce097, host n-d-804985-2, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:09:41.172232 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-dd35b74a-3a1c-4d98-ae84-78bde39640fc None None] For port 1f70ce2b-5d4b-4c80-899d-d9ae0ffce097, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=1f70ce2b-5d4b-4c80-899d-d9ae0ffce097,segment=NetworkSegment(06b05a1e-7667-47a8-b2de-bb5e6a768e1b),segment_id=06b05a1e-7667-47a8-b2de-bb5e6a768e1b)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:09:41.172801 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-37b90802-edf6-4001-bca5-5e49a4a17859 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:41.193312 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-dd35b74a-3a1c-4d98-ae84-78bde39640fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:41.256461 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd35b74a-3a1c-4d98-ae84-78bde39640fc None None] Pushing event updated for resources: {'Port': ['ID=1f70ce2b-5d4b-4c80-899d-d9ae0ffce097,revision_number=2']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:09:41.280091 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-98c6edb0-d067-4d59-9f86-1aae42ad02a6 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:41.284129 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-37b90802-edf6-4001-bca5-5e49a4a17859 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:41.286906 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-37b90802-edf6-4001-bca5-5e49a4a17859 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:41.288377 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-37b90802-edf6-4001-bca5-5e49a4a17859 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a2df4898-9c92-443a-b8ea-2d6186d329df HTTP/1.1" status: 204 len: 168 time: 0.2508619 Aug 18 12:09:41.299680 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [None req-98c6edb0-d067-4d59-9f86-1aae42ad02a6 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Transition to ACTIVE for port object 94231e21-08a2-44ef-83c5-52d6cb0780b8 will not be triggered until provisioned by entity DHCP. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:09:41.306120 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b90802-edf6-4001-bca5-5e49a4a17859 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2df4898-9c92-443a-b8ea-2d6186d329df,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:09:41.371310 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-98c6edb0-d067-4d59-9f86-1aae42ad02a6 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:41.428026 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c6edb0-d067-4d59-9f86-1aae42ad02a6 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Pushing event updated for resources: {'Port': ['ID=94231e21-08a2-44ef-83c5-52d6cb0780b8,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:09:41.466777 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98c6edb0-d067-4d59-9f86-1aae42ad02a6 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Network fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:09:41.468612 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-98c6edb0-d067-4d59-9f86-1aae42ad02a6 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:09:41.471512 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c6edb0-d067-4d59-9f86-1aae42ad02a6 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:09:41.480565 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98c6edb0-d067-4d59-9f86-1aae42ad02a6 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:09:41.481440 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-98c6edb0-d067-4d59-9f86-1aae42ad02a6 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:41.519962 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-98c6edb0-d067-4d59-9f86-1aae42ad02a6 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.2370150 Aug 18 12:09:41.519962 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 45952) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:09:41.619138 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c32ca8b0-91a9-45e3-90e1-573e4a8883a7 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:09:41.628925 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef86953-d2a6-4a9a-a32c-bfe85f7732c2 req-f7960e99-91f2-4ccd-9b5d-941d217f2873 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:09:41.633197 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c32ca8b0-91a9-45e3-90e1-573e4a8883a7 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:09:41.637536 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-c32ca8b0-91a9-45e3-90e1-573e4a8883a7 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1165090 Aug 18 12:09:41.638424 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5ef86953-d2a6-4a9a-a32c-bfe85f7732c2 req-f7960e99-91f2-4ccd-9b5d-941d217f2873 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/ports?device_id=c468f260-aa8b-4a9b-a477-213e251d7cef HTTP/1.1" status: 200 len: 945 time: 0.1362405 Aug 18 12:09:41.640245 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 45958) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:09:41.770533 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5ef86953-d2a6-4a9a-a32c-bfe85f7732c2 req-0ff00e01-15b3-4db6-9a77-b0f902c1e875 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f58845c-8a6f-4750-8ac0-66868223b345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1288080 Aug 18 12:09:41.843784 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-c3f9f90c-a935-4d26-952b-958b509b8ec4 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Deleting port 94231e21-08a2-44ef-83c5-52d6cb0780b8 {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:09:41.844431 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c3f9f90c-a935-4d26-952b-958b509b8ec4 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:41.970324 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c3f9f90c-a935-4d26-952b-958b509b8ec4 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:41.989591 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-c3f9f90c-a935-4d26-952b-958b509b8ec4 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Calling delete_port for 94231e21-08a2-44ef-83c5-52d6cb0780b8 owned by {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:09:42.176217 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c3f9f90c-a935-4d26-952b-958b509b8ec4 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:42.234008 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f9f90c-a935-4d26-952b-958b509b8ec4 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Pushing event deleted for resources: {'Port': ['ID=94231e21-08a2-44ef-83c5-52d6cb0780b8,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:09:42.282006 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c3f9f90c-a935-4d26-952b-958b509b8ec4 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:42.287165 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 45980) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:09:42.287681 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-c3f9f90c-a935-4d26-952b-958b509b8ec4 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "DELETE /v2.0/ports/94231e21-08a2-44ef-83c5-52d6cb0780b8 HTTP/1.1" status: 204 len: 168 time: 0.6459591 Aug 18 12:09:42.361701 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd596bef-29bd-417d-ace5-531a347b1d7d tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:09:42.363493 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd596bef-29bd-417d-ace5-531a347b1d7d tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:09:42.367793 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-dd596bef-29bd-417d-ace5-531a347b1d7d tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0770516 Aug 18 12:09:42.368338 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 45984) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:09:42.446114 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab7b1bdb-8bec-4a99-906b-d68c50f9461a tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Deleting subnet 6dbe43cd-19fb-454a-ba97-6a6ed116025b {{(pid=106252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 12:09:42.451774 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ab7b1bdb-8bec-4a99-906b-d68c50f9461a tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks [] for subnet, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:42.512085 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ab7b1bdb-8bec-4a99-906b-d68c50f9461a tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2221528'] for subnet, precommit_delete_associations {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:42.643970 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ab7b1bdb-8bec-4a99-906b-d68c50f9461a tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:42.728102 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ab7b1bdb-8bec-4a99-906b-d68c50f9461a tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3572848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59074100'] for subnet, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:42.770109 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7b1bdb-8bec-4a99-906b-d68c50f9461a tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Pushing event deleted for resources: {'Subnet': ['ID=6dbe43cd-19fb-454a-ba97-6a6ed116025b,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:09:42.778153 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ab7b1bdb-8bec-4a99-906b-d68c50f9461a tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for subnet, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:42.783195 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 46004) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:09:42.783951 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-ab7b1bdb-8bec-4a99-906b-d68c50f9461a tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "DELETE /v2.0/subnets/6dbe43cd-19fb-454a-ba97-6a6ed116025b HTTP/1.1" status: 204 len: 168 time: 0.4142110 Aug 18 12:09:42.828558 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-94a2f36b-eac6-4f94-8dac-9bbe8edb6262 None None] Provisioning for port 1f70ce2b-5d4b-4c80-899d-d9ae0ffce097 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:09:42.880248 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-d2ccecef-a5f0-4ecc-a6c4-b2bd11634931 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0951009 Aug 18 12:09:42.883067 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 46010) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:09:42.925251 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 46012) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:09:42.993730 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-340886af-b85e-4e88-a324-fde695585b13 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:09:42.996677 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 46022) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:09:42.998252 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-340886af-b85e-4e88-a324-fde695585b13 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1140068 Aug 18 12:09:43.077732 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37d96a3-6445-48b8-bf32-30782ecae193 req-adaa0f00-1953-4191-a721-123b84a0257e tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:09:43.085904 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b37d96a3-6445-48b8-bf32-30782ecae193 req-adaa0f00-1953-4191-a721-123b84a0257e tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/ports?device_id=c468f260-aa8b-4a9b-a477-213e251d7cef HTTP/1.1" status: 200 len: 945 time: 0.1673057 Aug 18 12:09:43.138253 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7f08498-9c92-4f13-96c1-723bc853550a None None] Network fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:09:43.142842 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-304c39aa-f7e8-4f99-9f6c-bc315284e7af admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-842696274-network', 'tenant_id': 'b84aea54ba9545898c0e9160a016dd3b'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:09:43.156030 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b37d96a3-6445-48b8-bf32-30782ecae193 req-6f08775d-4b45-4580-b09f-2eb274dfe070 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f58845c-8a6f-4750-8ac0-66868223b345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655954 Aug 18 12:09:43.176789 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a3f9574-b97a-4c54-ab96-1757e69448c7 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:09:43.181644 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-6a3f9574-b97a-4c54-ab96-1757e69448c7 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1791079 Aug 18 12:09:43.181771 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 46032) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:09:43.199912 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-304c39aa-f7e8-4f99-9f6c-bc315284e7af admin admin] Made reservation on behalf of b84aea54ba9545898c0e9160a016dd3b for: {'network': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:09:43.202605 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-304c39aa-f7e8-4f99-9f6c-bc315284e7af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for network, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:43.222966 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-304c39aa-f7e8-4f99-9f6c-bc315284e7af admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:43.259416 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-cae2ec2b-e430-48c2-8f6c-cce03c8aabb3 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0767720 Aug 18 12:09:43.263417 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 46036) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:09:43.271810 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-460e3cc3-37d4-4285-97be-f2f50324dc09 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Request body: {'subnet': {'network_id': 'fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:09:43.386371 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1ce82c00-8ae7-4144-b727-186823e8a7aa None None] Could not find standard attr ID for object 94231e21-08a2-44ef-83c5-52d6cb0780b8. {{(pid=106254) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 18 12:09:43.450647 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 1f70ce2b-5d4b-4c80-899d-d9ae0ffce097 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:09:43.467166 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-304c39aa-f7e8-4f99-9f6c-bc315284e7af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:43.476117 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-304c39aa-f7e8-4f99-9f6c-bc315284e7af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:43.527797 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-304c39aa-f7e8-4f99-9f6c-bc315284e7af admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 817} {{(pid=106253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:09:43.528117 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b68eec6e-a102-43ae-9b1f-3af4a9cf2f35 None None] DHCP port deletion for fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d request from n-d-804985-2 {{(pid=106254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 12:09:43.536220 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-460e3cc3-37d4-4285-97be-f2f50324dc09 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Made reservation on behalf of 2a40b3bac30c4b9cb4cddbf9306b0469 for: {'subnet': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:09:43.539979 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-460e3cc3-37d4-4285-97be-f2f50324dc09 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59388119'] for subnet, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:43.545374 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 46040) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:09:43.575961 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port 1f70ce2b-5d4b-4c80-899d-d9ae0ffce097 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:09:43.592569 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 1f70ce2b-5d4b-4c80-899d-d9ae0ffce097 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:09:43.593127 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:43.595131 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304c39aa-f7e8-4f99-9f6c-bc315284e7af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1b82b3f-ae7f-4548-9d93-b000c1315dca,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:09:43.617046 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-304c39aa-f7e8-4f99-9f6c-bc315284e7af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:43.617398 n-d-804985-2 neutron-server[106253]: INFO neutron.db.segments_db [None req-304c39aa-f7e8-4f99-9f6c-bc315284e7af admin admin] Added segment 020cc5e0-4276-4515-8255-1a43a9a4d667 of type vlan for network e64d199f-be97-4e55-ab2d-298ebd52e4de Aug 18 12:09:43.764847 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-304c39aa-f7e8-4f99-9f6c-bc315284e7af admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789150665894'] for network, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:43.847583 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-304c39aa-f7e8-4f99-9f6c-bc315284e7af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for network, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:43.850291 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-304c39aa-f7e8-4f99-9f6c-bc315284e7af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:09:43.851046 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-304c39aa-f7e8-4f99-9f6c-bc315284e7af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:43.914138 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-43e0bd2e-2f12-478c-862d-f180b9988dca admin admin] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:43.946407 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304c39aa-f7e8-4f99-9f6c-bc315284e7af admin admin] Pushing event updated for resources: {'Network': ['ID=e64d199f-be97-4e55-ab2d-298ebd52e4de,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:09:43.958169 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:43.963685 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Network e64d199f-be97-4e55-ab2d-298ebd52e4de details requested by agent ovs-agent-n-d-804985-2 with host n-d-804985-2 {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:09:44.033713 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-b68eec6e-a102-43ae-9b1f-3af4a9cf2f35 None None] Deleting port 1f70ce2b-5d4b-4c80-899d-d9ae0ffce097 {{(pid=106254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:09:44.034179 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-b68eec6e-a102-43ae-9b1f-3af4a9cf2f35 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:44.070666 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-43e0bd2e-2f12-478c-862d-f180b9988dca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:44.084172 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-43e0bd2e-2f12-478c-862d-f180b9988dca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:44.121193 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-304c39aa-f7e8-4f99-9f6c-bc315284e7af admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1940353 Aug 18 12:09:44.123803 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 46054) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:09:44.132124 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-aa34ee2f-a53e-422b-a7e1-2c134cdc6166 admin admin] Request body: {'subnet': {'network_id': 'e64d199f-be97-4e55-ab2d-298ebd52e4de', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-842696274-subnet', 'tenant_id': 'b84aea54ba9545898c0e9160a016dd3b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:09:44.138768 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] For port 1f70ce2b-5d4b-4c80-899d-d9ae0ffce097, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=1f70ce2b-5d4b-4c80-899d-d9ae0ffce097,segment=NetworkSegment(06b05a1e-7667-47a8-b2de-bb5e6a768e1b),segment_id=06b05a1e-7667-47a8-b2de-bb5e6a768e1b)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:09:44.141478 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-43e0bd2e-2f12-478c-862d-f180b9988dca admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c8377be2b932490598c2ef76dc464217&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5940123 Aug 18 12:09:44.144521 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 46058) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:09:44.151848 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:44.155453 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e0bd2e-2f12-478c-862d-f180b9988dca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=956006c3-db5e-467a-801a-eeae8c30bc13,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:09:44.156014 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-b68eec6e-a102-43ae-9b1f-3af4a9cf2f35 None None] For port 1f70ce2b-5d4b-4c80-899d-d9ae0ffce097, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=1f70ce2b-5d4b-4c80-899d-d9ae0ffce097,segment=NetworkSegment(06b05a1e-7667-47a8-b2de-bb5e6a768e1b),segment_id=06b05a1e-7667-47a8-b2de-bb5e6a768e1b)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:09:44.156935 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-b68eec6e-a102-43ae-9b1f-3af4a9cf2f35 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:44.180545 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa34ee2f-a53e-422b-a7e1-2c134cdc6166 admin admin] Made reservation on behalf of b84aea54ba9545898c0e9160a016dd3b for: {'subnet': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:09:44.183301 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-aa34ee2f-a53e-422b-a7e1-2c134cdc6166 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59388119'] for subnet, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:44.196289 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-b68eec6e-a102-43ae-9b1f-3af4a9cf2f35 None None] Calling delete_port for 1f70ce2b-5d4b-4c80-899d-d9ae0ffce097 owned by network:dhcp {{(pid=106254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:09:44.223773 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6132d744-e202-4602-a065-b6c2eef58458 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:44.256147 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6132d744-e202-4602-a065-b6c2eef58458 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:44.264848 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Pushing event updated for resources: {'Port': ['ID=1f70ce2b-5d4b-4c80-899d-d9ae0ffce097,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:09:44.325091 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-b68eec6e-a102-43ae-9b1f-3af4a9cf2f35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556'] for port, after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:44.340258 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b68eec6e-a102-43ae-9b1f-3af4a9cf2f35 None None] No DVR routers for this DVR port 1f70ce2b-5d4b-4c80-899d-d9ae0ffce097 on host n-d-804985-2 {{(pid=106254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:09:44.344495 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6132d744-e202-4602-a065-b6c2eef58458 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:44.347156 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6132d744-e202-4602-a065-b6c2eef58458 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:44.351509 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-6132d744-e202-4602-a065-b6c2eef58458 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/956006c3-db5e-467a-801a-eeae8c30bc13 HTTP/1.1" status: 204 len: 168 time: 0.2050993 Aug 18 12:09:44.364379 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6132d744-e202-4602-a065-b6c2eef58458 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=956006c3-db5e-467a-801a-eeae8c30bc13,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:09:44.372915 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6132d744-e202-4602-a065-b6c2eef58458 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:09:44.373916 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6132d744-e202-4602-a065-b6c2eef58458 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:09:44.374393 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6132d744-e202-4602-a065-b6c2eef58458 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:09:44.374746 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6132d744-e202-4602-a065-b6c2eef58458 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:09:44.375077 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6132d744-e202-4602-a065-b6c2eef58458 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:09:44.375411 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6132d744-e202-4602-a065-b6c2eef58458 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:09:44.375876 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6132d744-e202-4602-a065-b6c2eef58458 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:09:44.376048 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6132d744-e202-4602-a065-b6c2eef58458 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:09:44.376376 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6132d744-e202-4602-a065-b6c2eef58458 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:09:44.376729 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6132d744-e202-4602-a065-b6c2eef58458 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:09:44.377061 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6132d744-e202-4602-a065-b6c2eef58458 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:09:44.377369 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6132d744-e202-4602-a065-b6c2eef58458 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:09:44.401099 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68eec6e-a102-43ae-9b1f-3af4a9cf2f35 None None] Pushing event deleted for resources: {'Port': ['ID=1f70ce2b-5d4b-4c80-899d-d9ae0ffce097,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:09:44.409296 n-d-804985-2 neutron-server[106253]: DEBUG neutron.objects.ports [None req-460e3cc3-37d4-4285-97be-f2f50324dc09 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106253) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 18 12:09:44.414587 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-460e3cc3-37d4-4285-97be-f2f50324dc09 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58902106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59388097'] for subnet, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:44.479930 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-460e3cc3-37d4-4285-97be-f2f50324dc09 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Network fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:09:44.486312 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-460e3cc3-37d4-4285-97be-f2f50324dc09 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:09:44.493757 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-460e3cc3-37d4-4285-97be-f2f50324dc09 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:09:44.493906 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-460e3cc3-37d4-4285-97be-f2f50324dc09 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:44.497956 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13f4471a-79e8-4695-88e0-98ea3bfa3010 None None] Network fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:09:44.515460 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460e3cc3-37d4-4285-97be-f2f50324dc09 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Pushing event updated for resources: {'Subnet': ['ID=ddf665c2-7e32-4cfb-abdb-2bea64a4df42,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:09:44.541785 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-460e3cc3-37d4-4285-97be-f2f50324dc09 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.2771945 Aug 18 12:09:44.544894 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 46072) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:09:44.551626 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-13cefe25-f150-4bfd-97ed-ac6f23c352e3 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Request body: {'subnet': {'network_id': 'fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:09:44.681117 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-168abc0f-8bd1-40d5-8293-513cb31f0f2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp788be208-34ab-5a8f-af0f-528834af222f-fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d', 'network_id': 'fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d', 'tenant_id': '2a40b3bac30c4b9cb4cddbf9306b0469', 'fixed_ips': [{'subnet_id': 'ddf665c2-7e32-4cfb-abdb-2bea64a4df42'}]}} from n-d-804985-2. {{(pid=106254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 12:09:44.683619 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-168abc0f-8bd1-40d5-8293-513cb31f0f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:44.685974 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-aa34ee2f-a53e-422b-a7e1-2c134cdc6166 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58902106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59388097'] for subnet, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:44.767585 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb2bbf4-2c3b-4d56-8e01-80885b043a59 req-9cbb41f1-9fea-44c6-9a15-8d1bf67d473b tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:09:44.769162 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9cb2bbf4-2c3b-4d56-8e01-80885b043a59 req-9cbb41f1-9fea-44c6-9a15-8d1bf67d473b tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/ports?device_id=c468f260-aa8b-4a9b-a477-213e251d7cef HTTP/1.1" status: 200 len: 945 time: 0.1373794 Aug 18 12:09:44.821541 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa34ee2f-a53e-422b-a7e1-2c134cdc6166 admin admin] Pushing event updated for resources: {'Subnet': ['ID=53fb5f57-b5dd-44fc-bcc6-57f8abcdbf69,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:09:44.837080 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa34ee2f-a53e-422b-a7e1-2c134cdc6166 admin admin] Checking segment: {'id': '020cc5e0-4276-4515-8255-1a43a9a4d667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'e64d199f-be97-4e55-ab2d-298ebd52e4de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:09:44.838246 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa34ee2f-a53e-422b-a7e1-2c134cdc6166 admin admin] Network hostable DHCP agents. Network: e64d199f-be97-4e55-ab2d-298ebd52e4de, hostable agents: ['97c14208-2951-4361-8d64-3708c946ff5f'], hosted agents: [] {{(pid=106253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 12:09:44.857204 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9cb2bbf4-2c3b-4d56-8e01-80885b043a59 req-e9bfb642-0521-4319-a01b-4ca25193312e tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f58845c-8a6f-4750-8ac0-66868223b345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712905 Aug 18 12:09:44.871223 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa34ee2f-a53e-422b-a7e1-2c134cdc6166 admin admin] Network e64d199f-be97-4e55-ab2d-298ebd52e4de is scheduled to be hosted by DHCP agent 97c14208-2951-4361-8d64-3708c946ff5f with binding_index 1 {{(pid=106253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 12:09:44.878322 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13cefe25-f150-4bfd-97ed-ac6f23c352e3 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Made reservation on behalf of 2a40b3bac30c4b9cb4cddbf9306b0469 for: {'subnet': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:09:44.885054 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-13cefe25-f150-4bfd-97ed-ac6f23c352e3 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59074089'] for subnet, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:44.893106 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-aa34ee2f-a53e-422b-a7e1-2c134cdc6166 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-2, e64d199f-be97-4e55-ab2d-298ebd52e4de) {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:09:44.898720 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa34ee2f-a53e-422b-a7e1-2c134cdc6166 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:09:44.900664 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-aa34ee2f-a53e-422b-a7e1-2c134cdc6166 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:44.909569 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-791b9bd2-b6de-4d2b-9ef5-a59a4090aedc None None] Network e64d199f-be97-4e55-ab2d-298ebd52e4de requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:09:44.920594 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-aa34ee2f-a53e-422b-a7e1-2c134cdc6166 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7932241 Aug 18 12:09:44.988841 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.db_base_plugin_common [None req-168abc0f-8bd1-40d5-8293-513cb31f0f2d None None] Allocated IP 2001:db8::f816:3eff:fee2:d901 (fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d/ddf665c2-7e32-4cfb-abdb-2bea64a4df42/b6187b16-dae5-4e69-99bf-a8d861849fe5) {{(pid=106254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:09:45.030059 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 46090) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:09:45.060501 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c0542a3b-73c9-49f8-98c9-55bbc81eaa0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:45.079628 n-d-804985-2 neutron-server[106252]: INFO neutron.db.ipam_backend_mixin [None req-13cefe25-f150-4bfd-97ed-ac6f23c352e3 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ddf665c2-7e32-4cfb-abdb-2bea64a4df42 (CIDR: 2001:db8::/64) Aug 18 12:09:45.085941 n-d-804985-2 neutron-server[106252]: INFO neutron.pecan_wsgi.hooks.translation [None req-13cefe25-f150-4bfd-97ed-ac6f23c352e3 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 18 12:09:45.086392 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13cefe25-f150-4bfd-97ed-ac6f23c352e3 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=106252) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 12:09:45.130486 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db7757aa-ae7d-4e5e-aac7-923b8615bdfc None None] Network e64d199f-be97-4e55-ab2d-298ebd52e4de requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:09:45.198014 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c0542a3b-73c9-49f8-98c9-55bbc81eaa0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:45.207561 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c0542a3b-73c9-49f8-98c9-55bbc81eaa0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:45.213113 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-13cefe25-f150-4bfd-97ed-ac6f23c352e3 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6670792 Aug 18 12:09:45.215996 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 46096) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:09:45.221652 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-94bf9548-f2fa-40fe-a88a-1e1ffcdc998a tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Request body: {'subnet': {'network_id': 'fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:09:45.287897 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0542a3b-73c9-49f8-98c9-55bbc81eaa0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89fc5a73-7d79-4e31-b17a-7cc5e5df4f10,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:09:45.309930 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-c0542a3b-73c9-49f8-98c9-55bbc81eaa0a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=3973346341854f1f83009470b9d0e434&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2788556 Aug 18 12:09:45.312606 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 46098) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:09:45.353377 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-168abc0f-8bd1-40d5-8293-513cb31f0f2d None None] Notify callbacks [] for port, precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:45.364549 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 1f70ce2b-5d4b-4c80-899d-d9ae0ffce097 no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:09:45.369174 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-168abc0f-8bd1-40d5-8293-513cb31f0f2d None None] Transition to ACTIVE for port object b6187b16-dae5-4e69-99bf-a8d861849fe5 will not be triggered until provisioned by entity L2. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:09:45.393141 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: 1f70ce2b-5d4b-4c80-899d-d9ae0ffce097 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:09:45.393386 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 1f70ce2b-5d4b-4c80-899d-d9ae0ffce097 not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:09:45.413880 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-81c3240e-7918-44ed-94b5-b7d2e74995c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:45.416985 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-168abc0f-8bd1-40d5-8293-513cb31f0f2d None None] Transition to ACTIVE for port object b6187b16-dae5-4e69-99bf-a8d861849fe5 will not be triggered until provisioned by entity DHCP. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:09:45.428221 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-168abc0f-8bd1-40d5-8293-513cb31f0f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547'] for port, after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:45.447539 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-81c3240e-7918-44ed-94b5-b7d2e74995c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:45.474088 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-168abc0f-8bd1-40d5-8293-513cb31f0f2d None None] Network fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d is already hosted by enough agents. {{(pid=106254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:09:45.475824 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94bf9548-f2fa-40fe-a88a-1e1ffcdc998a tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Made reservation on behalf of 2a40b3bac30c4b9cb4cddbf9306b0469 for: {'subnet': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:09:45.476571 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.base_scheduler [None req-168abc0f-8bd1-40d5-8293-513cb31f0f2d None None] Resources bound (agent type, host, resource id): {{(pid=106254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:09:45.479351 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-94bf9548-f2fa-40fe-a88a-1e1ffcdc998a tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59074089'] for subnet, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:45.479498 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-168abc0f-8bd1-40d5-8293-513cb31f0f2d None None] Received port after_create {{(pid=106254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:09:45.507373 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168abc0f-8bd1-40d5-8293-513cb31f0f2d None None] Pushing event updated for resources: {'Port': ['ID=b6187b16-dae5-4e69-99bf-a8d861849fe5,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:09:45.581373 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-81c3240e-7918-44ed-94b5-b7d2e74995c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:45.582812 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-168abc0f-8bd1-40d5-8293-513cb31f0f2d None None] Attempting to bind port b6187b16-dae5-4e69-99bf-a8d861849fe5 on host n-d-804985-2 for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:09:45.583311 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-168abc0f-8bd1-40d5-8293-513cb31f0f2d None None] Attempting to bind port b6187b16-dae5-4e69-99bf-a8d861849fe5 by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': '06b05a1e-7667-47a8-b2de-bb5e6a768e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:09:45.583672 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-168abc0f-8bd1-40d5-8293-513cb31f0f2d None None] Attempting to bind port b6187b16-dae5-4e69-99bf-a8d861849fe5 on network fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:09:45.584379 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-81c3240e-7918-44ed-94b5-b7d2e74995c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:45.585632 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-81c3240e-7918-44ed-94b5-b7d2e74995c8 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/89fc5a73-7d79-4e31-b17a-7cc5e5df4f10 HTTP/1.1" status: 204 len: 168 time: 0.2720335 Aug 18 12:09:45.595037 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-168abc0f-8bd1-40d5-8293-513cb31f0f2d None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 9, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:09:45.595866 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-168abc0f-8bd1-40d5-8293-513cb31f0f2d None None] Checking segment: {'id': '06b05a1e-7667-47a8-b2de-bb5e6a768e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:09:45.596308 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-168abc0f-8bd1-40d5-8293-513cb31f0f2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:45.597041 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-168abc0f-8bd1-40d5-8293-513cb31f0f2d None None] Bound using segment: {'id': '06b05a1e-7667-47a8-b2de-bb5e6a768e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:09:45.597556 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-168abc0f-8bd1-40d5-8293-513cb31f0f2d None None] Bound port: b6187b16-dae5-4e69-99bf-a8d861849fe5, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06b05a1e-7667-47a8-b2de-bb5e6a768e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:09:45.597944 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-168abc0f-8bd1-40d5-8293-513cb31f0f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:45.605279 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c3240e-7918-44ed-94b5-b7d2e74995c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89fc5a73-7d79-4e31-b17a-7cc5e5df4f10,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:09:45.702701 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-168abc0f-8bd1-40d5-8293-513cb31f0f2d None None] For port b6187b16-dae5-4e69-99bf-a8d861849fe5, host n-d-804985-2, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:09:45.715768 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-168abc0f-8bd1-40d5-8293-513cb31f0f2d None None] For port b6187b16-dae5-4e69-99bf-a8d861849fe5, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=b6187b16-dae5-4e69-99bf-a8d861849fe5,segment=NetworkSegment(06b05a1e-7667-47a8-b2de-bb5e6a768e1b),segment_id=06b05a1e-7667-47a8-b2de-bb5e6a768e1b)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:09:45.727966 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-168abc0f-8bd1-40d5-8293-513cb31f0f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:45.811579 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168abc0f-8bd1-40d5-8293-513cb31f0f2d None None] Pushing event updated for resources: {'Port': ['ID=b6187b16-dae5-4e69-99bf-a8d861849fe5,revision_number=2']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:09:45.836742 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-94bf9548-f2fa-40fe-a88a-1e1ffcdc998a tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3572913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59074111'] for subnet, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:45.884953 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94bf9548-f2fa-40fe-a88a-1e1ffcdc998a tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Network fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:09:45.888918 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-94bf9548-f2fa-40fe-a88a-1e1ffcdc998a tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:09:45.895497 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94bf9548-f2fa-40fe-a88a-1e1ffcdc998a tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:09:45.896230 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-94bf9548-f2fa-40fe-a88a-1e1ffcdc998a tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for subnet, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:45.917761 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bf9548-f2fa-40fe-a88a-1e1ffcdc998a tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Pushing event updated for resources: {'Subnet': ['ID=2ff469c4-34ad-459b-8ca2-94f27061f799,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:09:45.930838 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-94bf9548-f2fa-40fe-a88a-1e1ffcdc998a tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7137361 Aug 18 12:09:45.934497 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 46132) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:09:45.940527 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-eb4a1173-f518-4de0-9cc5-9b3f8d6fe9cd tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Request body: {'port': {'network_id': 'fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d', 'mac_address': 'fa:16:3e:55:d7:88', 'name': 'tempest-NetworksTestDHCPv6-926527758'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:09:46.092994 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdbe29e-5d85-46ad-b990-34ae8219229d req-c4fab19f-9aeb-48fe-af46-373d6bcfe51c tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:09:46.101784 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ccdbe29e-5d85-46ad-b990-34ae8219229d req-c4fab19f-9aeb-48fe-af46-373d6bcfe51c tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/ports?device_id=c468f260-aa8b-4a9b-a477-213e251d7cef HTTP/1.1" status: 200 len: 945 time: 0.0938678 Aug 18 12:09:46.162189 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ccdbe29e-5d85-46ad-b990-34ae8219229d req-4ba268c2-3343-4ba4-92bd-658d4b414618 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f58845c-8a6f-4750-8ac0-66868223b345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589404 Aug 18 12:09:46.254051 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb4a1173-f518-4de0-9cc5-9b3f8d6fe9cd tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Made reservation on behalf of 2a40b3bac30c4b9cb4cddbf9306b0469 for: {'port': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:09:46.338472 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 46160) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:09:46.354847 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-7d8243d4-396e-4717-835c-a872bb722058 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:46.368183 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-eb4a1173-f518-4de0-9cc5-9b3f8d6fe9cd tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:46.398711 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [None req-eb4a1173-f518-4de0-9cc5-9b3f8d6fe9cd tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] device_id is not set on port 7c8d9f53-2d94-4856-b3fa-a49b955f75f8 yet. {{(pid=106253) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 12:09:46.481382 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-7d8243d4-396e-4717-835c-a872bb722058 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:46.488163 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-7d8243d4-396e-4717-835c-a872bb722058 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:46.540415 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-7d8243d4-396e-4717-835c-a872bb722058 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=7b6fa8d817ec4618bf00b7e9639d6adb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2000968 Aug 18 12:09:46.542529 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8243d4-396e-4717-835c-a872bb722058 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f8f2d81-8697-4227-96ff-2a849a75f604,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:09:46.544032 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 46174) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:09:46.655813 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-057661f5-2e56-433d-a674-bac2f0e60472 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:46.671654 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [None req-eb4a1173-f518-4de0-9cc5-9b3f8d6fe9cd tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Allocated IP 2001:db8:0:1::1f (fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d/2ff469c4-34ad-459b-8ca2-94f27061f799/7c8d9f53-2d94-4856-b3fa-a49b955f75f8) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:09:46.688651 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [None req-eb4a1173-f518-4de0-9cc5-9b3f8d6fe9cd tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Allocated IP 2001:db8::f816:3eff:fe55:d788 (fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d/ddf665c2-7e32-4cfb-abdb-2bea64a4df42/7c8d9f53-2d94-4856-b3fa-a49b955f75f8) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:09:46.699471 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-057661f5-2e56-433d-a674-bac2f0e60472 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:46.844914 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-057661f5-2e56-433d-a674-bac2f0e60472 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:46.847522 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-057661f5-2e56-433d-a674-bac2f0e60472 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:46.851028 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-057661f5-2e56-433d-a674-bac2f0e60472 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/4f8f2d81-8697-4227-96ff-2a849a75f604 HTTP/1.1" status: 204 len: 168 time: 0.2973325 Aug 18 12:09:46.865266 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057661f5-2e56-433d-a674-bac2f0e60472 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f8f2d81-8697-4227-96ff-2a849a75f604,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:09:46.939033 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-eb4a1173-f518-4de0-9cc5-9b3f8d6fe9cd tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:46.961428 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [None req-eb4a1173-f518-4de0-9cc5-9b3f8d6fe9cd tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Transition to ACTIVE for port object 7c8d9f53-2d94-4856-b3fa-a49b955f75f8 will not be triggered until provisioned by entity DHCP. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:09:47.004322 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecd8bec-87c0-4512-94de-4a6331db0c56 req-969b976e-2507-4e85-a385-90a8755f3820 tempest-ServerGroupTestJSON-812744001 tempest-ServerGroupTestJSON-812744001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:09:47.006035 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6ecd8bec-87c0-4512-94de-4a6331db0c56 req-969b976e-2507-4e85-a385-90a8755f3820 tempest-ServerGroupTestJSON-812744001 tempest-ServerGroupTestJSON-812744001-project] 10.222.0.66 "GET /v2.0/networks?id=e64d199f-be97-4e55-ab2d-298ebd52e4de HTTP/1.1" status: 200 len: 809 time: 0.1745234 Aug 18 12:09:47.022633 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-eb4a1173-f518-4de0-9cc5-9b3f8d6fe9cd tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:47.036348 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6ecd8bec-87c0-4512-94de-4a6331db0c56 req-855a2f91-826c-4660-a694-940d1d8d5a94 tempest-ServerGroupTestJSON-812744001 tempest-ServerGroupTestJSON-812744001-project] 10.222.0.66 "GET /v2.0/quotas/b84aea54ba9545898c0e9160a016dd3b HTTP/1.1" status: 200 len: 375 time: 0.0145528 Aug 18 12:09:47.086668 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6ecd8bec-87c0-4512-94de-4a6331db0c56 req-79f41310-8332-496d-ba72-e2bee6feee5f tempest-ServerGroupTestJSON-812744001 tempest-ServerGroupTestJSON-812744001-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=b84aea54ba9545898c0e9160a016dd3b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0423422 Aug 18 12:09:47.103440 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb4a1173-f518-4de0-9cc5-9b3f8d6fe9cd tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Network fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:09:47.125966 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-eb4a1173-f518-4de0-9cc5-9b3f8d6fe9cd tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:09:47.132686 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4a1173-f518-4de0-9cc5-9b3f8d6fe9cd tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:09:47.139360 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb4a1173-f518-4de0-9cc5-9b3f8d6fe9cd tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:09:47.140030 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-eb4a1173-f518-4de0-9cc5-9b3f8d6fe9cd tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:47.152535 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4a1173-f518-4de0-9cc5-9b3f8d6fe9cd tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Pushing event updated for resources: {'Port': ['ID=7c8d9f53-2d94-4856-b3fa-a49b955f75f8,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:09:47.166110 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-eb4a1173-f518-4de0-9cc5-9b3f8d6fe9cd tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.2297826 Aug 18 12:09:47.166816 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 46226) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:09:47.229491 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e74cc52f-52ea-4b86-9019-a2ebfd30ee6e None None] Network fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:09:47.337466 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6ecd8bec-87c0-4512-94de-4a6331db0c56 req-a344fd3d-f127-4994-8ba9-1356bf652ade service neutron] 10.222.0.66 "GET /v2.0/networks/e64d199f-be97-4e55-ab2d-298ebd52e4de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2421346 Aug 18 12:09:47.341693 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-b4d6c963-6e67-4bc7-a706-647fac9f873f None None] Provisioning for port b6187b16-dae5-4e69-99bf-a8d861849fe5 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:09:47.354487 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-4c8edc0b-172e-4e3b-8b9b-dad570b75279 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Deleting port 7c8d9f53-2d94-4856-b3fa-a49b955f75f8 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:09:47.354838 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4c8edc0b-172e-4e3b-8b9b-dad570b75279 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:47.434592 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device b6187b16-dae5-4e69-99bf-a8d861849fe5 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:09:47.468107 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66d8b90-bc31-4360-910d-b5c1dc6f5227 req-1aa5b3a9-fd2b-4f58-9b06-a539e958e51a tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:09:47.469857 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c66d8b90-bc31-4360-910d-b5c1dc6f5227 req-1aa5b3a9-fd2b-4f58-9b06-a539e958e51a tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/ports?device_id=c468f260-aa8b-4a9b-a477-213e251d7cef HTTP/1.1" status: 200 len: 945 time: 0.1913719 Aug 18 12:09:47.541273 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port b6187b16-dae5-4e69-99bf-a8d861849fe5 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:09:47.549219 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port b6187b16-dae5-4e69-99bf-a8d861849fe5 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:09:47.549821 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:47.551035 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c66d8b90-bc31-4360-910d-b5c1dc6f5227 req-3ef861dd-ab88-4afd-9c1b-a22e4ab11443 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f58845c-8a6f-4750-8ac0-66868223b345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738084 Aug 18 12:09:47.568876 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6ecd8bec-87c0-4512-94de-4a6331db0c56 req-c7e77cd3-5e54-4b97-b3be-40188d5f8c9b service neutron] 10.222.0.66 "GET /v2.0/networks/e64d199f-be97-4e55-ab2d-298ebd52e4de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2292833 Aug 18 12:09:47.597892 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4c8edc0b-172e-4e3b-8b9b-dad570b75279 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:47.644002 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-4c8edc0b-172e-4e3b-8b9b-dad570b75279 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Calling delete_port for 7c8d9f53-2d94-4856-b3fa-a49b955f75f8 owned by {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:09:47.727877 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:47.758499 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7837b894-d98c-47a9-8fb8-b7a1bf17eede None None] Update dhcp port {'port': {'network_id': 'fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d', 'fixed_ips': [{'subnet_id': 'ddf665c2-7e32-4cfb-abdb-2bea64a4df42', 'ip_address': '2001:db8::f816:3eff:fee2:d901'}, {'subnet_id': '2ff469c4-34ad-459b-8ca2-94f27061f799'}], 'binding:host_id': 'n-d-804985-2'}, 'id': 'b6187b16-dae5-4e69-99bf-a8d861849fe5'} from n-d-804985-2. {{(pid=106254) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 18 12:09:47.799702 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] For port b6187b16-dae5-4e69-99bf-a8d861849fe5, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=b6187b16-dae5-4e69-99bf-a8d861849fe5,segment=NetworkSegment(06b05a1e-7667-47a8-b2de-bb5e6a768e1b),segment_id=06b05a1e-7667-47a8-b2de-bb5e6a768e1b)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:09:47.803164 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-7837b894-d98c-47a9-8fb8-b7a1bf17eede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:47.815254 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:47.906899 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Pushing event updated for resources: {'Port': ['ID=b6187b16-dae5-4e69-99bf-a8d861849fe5,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:09:48.108629 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8a010378-17f0-4837-9f5c-f015b4209353 req-61ee4514-0e33-4ff6-8777-0dd0b422d470 tempest-ServerGroupTestJSON-812744001 tempest-ServerGroupTestJSON-812744001-project] 10.222.0.66 "GET /v2.0/ports?device_id=487a103c-a6bf-414e-9608-15880497fd48 HTTP/1.1" status: 200 len: 210 time: 0.0764320 Aug 18 12:09:48.139413 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4c8edc0b-172e-4e3b-8b9b-dad570b75279 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:48.157500 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.db_base_plugin_common [None req-7837b894-d98c-47a9-8fb8-b7a1bf17eede None None] Allocated IP 2001:db8:0:1::2 (fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d/2ff469c4-34ad-459b-8ca2-94f27061f799/b6187b16-dae5-4e69-99bf-a8d861849fe5) {{(pid=106254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:09:48.230338 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8edc0b-172e-4e3b-8b9b-dad570b75279 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Pushing event deleted for resources: {'Port': ['ID=7c8d9f53-2d94-4856-b3fa-a49b955f75f8,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:09:48.292017 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4c8edc0b-172e-4e3b-8b9b-dad570b75279 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:48.294939 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-4c8edc0b-172e-4e3b-8b9b-dad570b75279 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "DELETE /v2.0/ports/7c8d9f53-2d94-4856-b3fa-a49b955f75f8 HTTP/1.1" status: 204 len: 168 time: 1.1266153 Aug 18 12:09:48.296504 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-7837b894-d98c-47a9-8fb8-b7a1bf17eede None None] For port b6187b16-dae5-4e69-99bf-a8d861849fe5, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=b6187b16-dae5-4e69-99bf-a8d861849fe5,segment=NetworkSegment(06b05a1e-7667-47a8-b2de-bb5e6a768e1b),segment_id=06b05a1e-7667-47a8-b2de-bb5e6a768e1b)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:09:48.297598 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 46304) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:09:48.361982 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-7837b894-d98c-47a9-8fb8-b7a1bf17eede None None] Notify callbacks [] for port, precommit_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:48.377474 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4f8a0fe-0086-4a12-819a-761c4c04938f tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:09:48.379455 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-d4f8a0fe-0086-4a12-819a-761c4c04938f tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0790396 Aug 18 12:09:48.382291 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 46308) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:09:48.383958 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-7837b894-d98c-47a9-8fb8-b7a1bf17eede None None] Transition to ACTIVE for port object b6187b16-dae5-4e69-99bf-a8d861849fe5 will not be triggered until provisioned by entity DHCP. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:09:48.397221 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-7837b894-d98c-47a9-8fb8-b7a1bf17eede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:48.478438 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e6bbcfc-e9f6-4c91-b388-e9cc187b675f tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:09:48.486136 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-9e6bbcfc-e9f6-4c91-b388-e9cc187b675f tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1026406 Aug 18 12:09:48.488822 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 46314) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:09:48.507302 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7837b894-d98c-47a9-8fb8-b7a1bf17eede None None] Pushing event updated for resources: {'Port': ['ID=b6187b16-dae5-4e69-99bf-a8d861849fe5,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:09:48.519435 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-7503695d-0c4e-404a-baea-f643f84d72c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:48.602433 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-574dc414-c0f2-4449-ae6b-b343212f92d9 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:09:48.606855 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-574dc414-c0f2-4449-ae6b-b343212f92d9 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:09:48.611114 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-574dc414-c0f2-4449-ae6b-b343212f92d9 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:09:48.618397 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-574dc414-c0f2-4449-ae6b-b343212f92d9 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1275346 Aug 18 12:09:48.621239 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 46324) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:09:48.714270 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_v2 [None req-be967590-02d3-497f-8513-dc4baa5e5a0a tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Deleting subnet 2ff469c4-34ad-459b-8ca2-94f27061f799 {{(pid=106253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 12:09:48.719271 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748ac2d4-ca8b-4e91-b160-2fc6152a31a3 req-1315b144-9961-4a64-8ae9-df71ab9fd492 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:09:48.725540 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-be967590-02d3-497f-8513-dc4baa5e5a0a tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks [] for subnet, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:48.727126 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-748ac2d4-ca8b-4e91-b160-2fc6152a31a3 req-1315b144-9961-4a64-8ae9-df71ab9fd492 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/ports?device_id=c468f260-aa8b-4a9b-a477-213e251d7cef HTTP/1.1" status: 200 len: 945 time: 0.0846517 Aug 18 12:09:48.819739 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-748ac2d4-ca8b-4e91-b160-2fc6152a31a3 req-7943fdc1-db44-49de-aab7-1e7a1c789db8 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f58845c-8a6f-4750-8ac0-66868223b345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900660 Aug 18 12:09:48.825979 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-be967590-02d3-497f-8513-dc4baa5e5a0a tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902229'] for subnet, precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:48.878039 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 46332) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:09:48.963023 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-be967590-02d3-497f-8513-dc4baa5e5a0a tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:49.019561 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-685543a5-fb06-45ba-a4fb-420b1e45c105 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:49.097702 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-be967590-02d3-497f-8513-dc4baa5e5a0a tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58902171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59388106'] for subnet, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:49.147720 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be967590-02d3-497f-8513-dc4baa5e5a0a tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Pushing event deleted for resources: {'Subnet': ['ID=2ff469c4-34ad-459b-8ca2-94f27061f799,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:09:49.166016 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-be967590-02d3-497f-8513-dc4baa5e5a0a tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:49.172347 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-be967590-02d3-497f-8513-dc4baa5e5a0a tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "DELETE /v2.0/subnets/2ff469c4-34ad-459b-8ca2-94f27061f799 HTTP/1.1" status: 204 len: 168 time: 0.5495672 Aug 18 12:09:49.176893 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 46342) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:09:49.283469 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-28a12375-0f17-4030-81bc-5647e04c4011 req-3a88abfd-7a1d-430e-be50-de55f49f8857 tempest-ServerGroupTestJSON-812744001 tempest-ServerGroupTestJSON-812744001-project] 10.222.0.66 "GET /v2.0/ports?device_id=487a103c-a6bf-414e-9608-15880497fd48 HTTP/1.1" status: 200 len: 210 time: 0.0544789 Aug 18 12:09:49.317885 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-685543a5-fb06-45ba-a4fb-420b1e45c105 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:49.326496 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a5829bc-fb01-4f3f-844b-53aed70d8cb2 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Deleting subnet ddf665c2-7e32-4cfb-abdb-2bea64a4df42 {{(pid=106252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 12:09:49.332618 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-685543a5-fb06-45ba-a4fb-420b1e45c105 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:49.358536 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2a5829bc-fb01-4f3f-844b-53aed70d8cb2 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks [] for subnet, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:49.359649 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device b6187b16-dae5-4e69-99bf-a8d861849fe5 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:09:49.414370 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-685543a5-fb06-45ba-a4fb-420b1e45c105 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=60cd389bc07a4d23a5d1732dc94f6da3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5352163 Aug 18 12:09:49.418333 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 46350) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:09:49.437572 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17680d54-d168-431f-b606-97cde987273d None None] Network fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:09:49.444224 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685543a5-fb06-45ba-a4fb-420b1e45c105 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18a7b12a-3bae-4ec2-919f-2e6ace8b8aed,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:09:49.451802 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2a5829bc-fb01-4f3f-844b-53aed70d8cb2 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2221528'] for subnet, precommit_delete_associations {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:49.502386 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-83b4952b-a70b-4c98-b3b5-250bbac30644 None None] Could not find standard attr ID for object 7c8d9f53-2d94-4856-b3fa-a49b955f75f8. {{(pid=106254) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 18 12:09:49.523051 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-83b4952b-a70b-4c98-b3b5-250bbac30644 None None] Provisioning for port b6187b16-dae5-4e69-99bf-a8d861849fe5 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:09:49.530959 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-83b4952b-a70b-4c98-b3b5-250bbac30644 None None] Provisioning complete for port b6187b16-dae5-4e69-99bf-a8d861849fe5 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:09:49.532130 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-83b4952b-a70b-4c98-b3b5-250bbac30644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:49.539344 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c2caec53-9e99-4938-9e3e-7025aebfa9be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:49.591748 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c2caec53-9e99-4938-9e3e-7025aebfa9be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:49.670585 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c2caec53-9e99-4938-9e3e-7025aebfa9be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:49.673018 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c2caec53-9e99-4938-9e3e-7025aebfa9be admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:49.674417 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-c2caec53-9e99-4938-9e3e-7025aebfa9be admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/18a7b12a-3bae-4ec2-919f-2e6ace8b8aed HTTP/1.1" status: 204 len: 168 time: 0.2548647 Aug 18 12:09:49.701807 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2a5829bc-fb01-4f3f-844b-53aed70d8cb2 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:49.705080 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2caec53-9e99-4938-9e3e-7025aebfa9be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18a7b12a-3bae-4ec2-919f-2e6ace8b8aed,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:09:49.830938 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 46356) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:09:49.838800 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-2e14c5aa-1f44-4039-85f3-a39e0aef5836 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1214769950', 'description': 'tempest-secgroup-smoke-1214769950 description', 'project_id': 'b60736d695f1461b9071c3b3eddcc039'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:09:49.893229 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2e14c5aa-1f44-4039-85f3-a39e0aef5836 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:49.893883 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecd8bec-87c0-4512-94de-4a6331db0c56 req-3a45149f-e737-4ea6-8a44-973ad978aa52 tempest-ServerGroupTestJSON-812744001 tempest-ServerGroupTestJSON-812744001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:09:49.897581 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6ecd8bec-87c0-4512-94de-4a6331db0c56 req-3a45149f-e737-4ea6-8a44-973ad978aa52 tempest-ServerGroupTestJSON-812744001 tempest-ServerGroupTestJSON-812744001-project] 10.222.0.62 "GET /v2.0/networks?id=e64d199f-be97-4e55-ab2d-298ebd52e4de HTTP/1.1" status: 200 len: 809 time: 0.3142610 Aug 18 12:09:49.906660 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2a5829bc-fb01-4f3f-844b-53aed70d8cb2 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3572848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59074100'] for subnet, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:49.921659 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2e14c5aa-1f44-4039-85f3-a39e0aef5836 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:49.922213 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2a5829bc-fb01-4f3f-844b-53aed70d8cb2 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for subnet, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:49.924307 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-2a5829bc-fb01-4f3f-844b-53aed70d8cb2 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "DELETE /v2.0/subnets/ddf665c2-7e32-4cfb-abdb-2bea64a4df42 HTTP/1.1" status: 204 len: 168 time: 0.7463100 Aug 18 12:09:49.930693 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-6ecd8bec-87c0-4512-94de-4a6331db0c56 req-56240bc9-a88e-4032-8d44-5c30397d35fa tempest-ServerGroupTestJSON-812744001 tempest-ServerGroupTestJSON-812744001-project] Request body: {'port': {'device_id': '487a103c-a6bf-414e-9608-15880497fd48', 'network_id': 'e64d199f-be97-4e55-ab2d-298ebd52e4de', 'admin_state_up': True, 'tenant_id': 'b84aea54ba9545898c0e9160a016dd3b'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:09:49.944461 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 46362) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:09:49.969771 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5829bc-fb01-4f3f-844b-53aed70d8cb2 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Pushing event deleted for resources: {'Subnet': ['ID=ddf665c2-7e32-4cfb-abdb-2bea64a4df42,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:09:50.016169 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-5c5d1ac9-6d7d-4f80-a0d7-13000fefc1aa tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0680127 Aug 18 12:09:50.017372 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 46364) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:09:50.028021 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-98d6a215-66be-4336-a126-0b0d59a5db61 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Request body: {'subnet': {'network_id': 'fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:09:50.076286 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86f44f0-c700-4543-a841-3e6b04c376f1 req-6fd8c989-c711-4b90-868c-84700cc738b7 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:09:50.077595 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d86f44f0-c700-4543-a841-3e6b04c376f1 req-6fd8c989-c711-4b90-868c-84700cc738b7 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/ports?device_id=c468f260-aa8b-4a9b-a477-213e251d7cef HTTP/1.1" status: 200 len: 945 time: 0.1041174 Aug 18 12:09:50.155680 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d86f44f0-c700-4543-a841-3e6b04c376f1 req-2c41e0da-e3be-4ac4-89ef-ad31bdb16774 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f58845c-8a6f-4750-8ac0-66868223b345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623920 Aug 18 12:09:50.173470 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 46366) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:09:50.202517 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2e14c5aa-1f44-4039-85f3-a39e0aef5836 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:50.211852 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2e14c5aa-1f44-4039-85f3-a39e0aef5836 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:50.255057 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98d6a215-66be-4336-a126-0b0d59a5db61 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Made reservation on behalf of 2a40b3bac30c4b9cb4cddbf9306b0469 for: {'subnet': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:09:50.259021 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-98d6a215-66be-4336-a126-0b0d59a5db61 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59388119'] for subnet, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:50.280415 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14c5aa-1f44-4039-85f3-a39e0aef5836 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6baf5007-bfaf-4b4f-8ed7-e7c37047c4a9,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:09:50.583585 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6fbaabaa-7120-44e0-8563-28ceed1293e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:50.610891 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-cfa6227c-e635-4519-a543-df7540db25fb req-7c2e8ccb-10e1-440f-be7c-4c14d300fbc3 tempest-ServerGroupTestJSON-812744001 tempest-ServerGroupTestJSON-812744001-project] 10.222.0.66 "GET /v2.0/ports?device_id=487a103c-a6bf-414e-9608-15880497fd48 HTTP/1.1" status: 200 len: 210 time: 0.0381656 Aug 18 12:09:50.612816 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.db.api [None req-2e14c5aa-1f44-4039-85f3-a39e0aef5836 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 18 12:09:50.612816 n-d-804985-2 neutron-server[106253]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 18 12:09:50.612816 n-d-804985-2 neutron-server[106253]: [parameters: {'project_id_1': 'b60736d695f1461b9071c3b3eddcc039', 'expiration_1': datetime.datetime(2021, 8, 18, 12, 9, 50, 220553)}] Aug 18 12:09:50.612816 n-d-804985-2 neutron-server[106253]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=106253) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 18 12:09:50.613271 n-d-804985-2 neutron-server[106253]: DEBUG oslo_db.api [None req-2e14c5aa-1f44-4039-85f3-a39e0aef5836 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 18 12:09:50.632304 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ecd8bec-87c0-4512-94de-4a6331db0c56 req-56240bc9-a88e-4032-8d44-5c30397d35fa tempest-ServerGroupTestJSON-812744001 tempest-ServerGroupTestJSON-812744001-project] Made reservation on behalf of b84aea54ba9545898c0e9160a016dd3b for: {'port': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:09:50.637034 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-6ecd8bec-87c0-4512-94de-4a6331db0c56 req-56240bc9-a88e-4032-8d44-5c30397d35fa tempest-ServerGroupTestJSON-812744001 tempest-ServerGroupTestJSON-812744001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:50.639375 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6d899ef-13a2-466a-b35f-15f6f1a26d06 None None] Network fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:09:50.652164 n-d-804985-2 neutron-server[106253]: DEBUG neutron.objects.ports [None req-98d6a215-66be-4336-a126-0b0d59a5db61 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=106253) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 18 12:09:50.712553 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-a9b1e1ad-069a-44f2-bd43-0fb6a162f852 None None] Provisioning complete for port b6187b16-dae5-4e69-99bf-a8d861849fe5 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:09:50.712859 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-a9b1e1ad-069a-44f2-bd43-0fb6a162f852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:50.826006 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [req-6ecd8bec-87c0-4512-94de-4a6331db0c56 req-56240bc9-a88e-4032-8d44-5c30397d35fa tempest-ServerGroupTestJSON-812744001 tempest-ServerGroupTestJSON-812744001-project] Allocated IP 172.20.0.3 (e64d199f-be97-4e55-ab2d-298ebd52e4de/53fb5f57-b5dd-44fc-bcc6-57f8abcdbf69/29440e70-e61e-431c-a18d-f42873b6fcb1) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:09:50.838637 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-98d6a215-66be-4336-a126-0b0d59a5db61 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:50.844742 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6fbaabaa-7120-44e0-8563-28ceed1293e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:50.856844 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6fbaabaa-7120-44e0-8563-28ceed1293e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:50.935134 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 46372) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:09:50.935364 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-6fbaabaa-7120-44e0-8563-28ceed1293e2 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9c2e623188f149f7ac8f8a7b48d30cda&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7606230 Aug 18 12:09:50.936048 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbaabaa-7120-44e0-8563-28ceed1293e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7030c5d-323f-4720-a3ec-8b5e2341443b,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:09:51.059004 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-aded9cda-f4e4-42f4-8bb2-c663717b4611 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:51.065427 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [None req-98d6a215-66be-4336-a126-0b0d59a5db61 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] For port b6187b16-dae5-4e69-99bf-a8d861849fe5, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=b6187b16-dae5-4e69-99bf-a8d861849fe5,segment=NetworkSegment(06b05a1e-7667-47a8-b2de-bb5e6a768e1b),segment_id=06b05a1e-7667-47a8-b2de-bb5e6a768e1b)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:09:51.083938 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-6ecd8bec-87c0-4512-94de-4a6331db0c56 req-56240bc9-a88e-4032-8d44-5c30397d35fa tempest-ServerGroupTestJSON-812744001 tempest-ServerGroupTestJSON-812744001-project] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:51.098162 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-aded9cda-f4e4-42f4-8bb2-c663717b4611 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:51.115035 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2e14c5aa-1f44-4039-85f3-a39e0aef5836 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:51.122372 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-98d6a215-66be-4336-a126-0b0d59a5db61 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks [] for port, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:51.127834 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-6ecd8bec-87c0-4512-94de-4a6331db0c56 req-56240bc9-a88e-4032-8d44-5c30397d35fa tempest-ServerGroupTestJSON-812744001 tempest-ServerGroupTestJSON-812744001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:51.137412 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-98d6a215-66be-4336-a126-0b0d59a5db61 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:51.138163 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-98d6a215-66be-4336-a126-0b0d59a5db61 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58902106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59388097'] for subnet, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:51.177500 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ecd8bec-87c0-4512-94de-4a6331db0c56 req-56240bc9-a88e-4032-8d44-5c30397d35fa tempest-ServerGroupTestJSON-812744001 tempest-ServerGroupTestJSON-812744001-project] Network e64d199f-be97-4e55-ab2d-298ebd52e4de is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:09:51.183651 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [req-6ecd8bec-87c0-4512-94de-4a6331db0c56 req-56240bc9-a88e-4032-8d44-5c30397d35fa tempest-ServerGroupTestJSON-812744001 tempest-ServerGroupTestJSON-812744001-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:09:51.188038 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56240bc9-a88e-4032-8d44-5c30397d35fa tempest-ServerGroupTestJSON-812744001 tempest-ServerGroupTestJSON-812744001-project] Pushing event updated for resources: {'Port': ['ID=29440e70-e61e-431c-a18d-f42873b6fcb1,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:09:51.195928 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ecd8bec-87c0-4512-94de-4a6331db0c56 req-56240bc9-a88e-4032-8d44-5c30397d35fa tempest-ServerGroupTestJSON-812744001 tempest-ServerGroupTestJSON-812744001-project] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:09:51.197557 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-b867efd0-5409-4a20-b3cf-3e3ff0a8bcc4 None None] Provisioning complete for port b6187b16-dae5-4e69-99bf-a8d861849fe5 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:09:51.197937 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-b867efd0-5409-4a20-b3cf-3e3ff0a8bcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:51.268002 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98d6a215-66be-4336-a126-0b0d59a5db61 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Network fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:09:51.279395 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-98d6a215-66be-4336-a126-0b0d59a5db61 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:09:51.290313 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecd8bec-87c0-4512-94de-4a6331db0c56 req-56240bc9-a88e-4032-8d44-5c30397d35fa tempest-ServerGroupTestJSON-812744001 tempest-ServerGroupTestJSON-812744001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:09:51.292845 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-6ecd8bec-87c0-4512-94de-4a6331db0c56 req-56240bc9-a88e-4032-8d44-5c30397d35fa tempest-ServerGroupTestJSON-812744001 tempest-ServerGroupTestJSON-812744001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:51.293009 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98d6a215-66be-4336-a126-0b0d59a5db61 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:09:51.293009 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-98d6a215-66be-4336-a126-0b0d59a5db61 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:51.305808 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d6a215-66be-4336-a126-0b0d59a5db61 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Pushing event updated for resources: {'Subnet': ['ID=9388a4d7-4b1a-4331-97e6-6767c3d9afa3,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:09:51.324943 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d6a215-66be-4336-a126-0b0d59a5db61 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Pushing event updated for resources: {'Port': ['ID=b6187b16-dae5-4e69-99bf-a8d861849fe5,revision_number=8']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:09:51.334608 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-aded9cda-f4e4-42f4-8bb2-c663717b4611 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:51.337095 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-aded9cda-f4e4-42f4-8bb2-c663717b4611 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:51.338300 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-aded9cda-f4e4-42f4-8bb2-c663717b4611 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f7030c5d-323f-4720-a3ec-8b5e2341443b HTTP/1.1" status: 204 len: 168 time: 0.4022186 Aug 18 12:09:51.352487 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aded9cda-f4e4-42f4-8bb2-c663717b4611 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7030c5d-323f-4720-a3ec-8b5e2341443b,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:09:51.383179 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e02dbcb-262b-4747-b333-43106ff3c703 req-c4c44518-fb43-45f5-8daa-d986405e308c tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:09:51.392141 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:51.393016 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6e02dbcb-262b-4747-b333-43106ff3c703 req-c4c44518-fb43-45f5-8daa-d986405e308c tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/ports?device_id=c468f260-aa8b-4a9b-a477-213e251d7cef HTTP/1.1" status: 200 len: 945 time: 0.0963578 Aug 18 12:09:51.418174 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2e14c5aa-1f44-4039-85f3-a39e0aef5836 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:51.428168 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2e14c5aa-1f44-4039-85f3-a39e0aef5836 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:51.447213 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-98d6a215-66be-4336-a126-0b0d59a5db61 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4287205 Aug 18 12:09:51.448779 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 46382) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:09:51.460978 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa64a5e2-8ba4-4300-b713-5f2a3bba37f6 None None] Network fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:09:51.461715 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-6e94754d-ebab-40f6-9a3f-009d23c5b453 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Request body: {'subnet': {'network_id': 'fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:09:51.475998 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2e14c5aa-1f44-4039-85f3-a39e0aef5836 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:51.481027 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-2e14c5aa-1f44-4039-85f3-a39e0aef5836 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.6484578 Aug 18 12:09:51.481806 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 46384) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:09:51.488384 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-9bbd0f9b-762f-4d53-b9ea-e8d673e98b83 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Request body: {'security_group_rule': {'security_group_id': '18c0bfee-529e-472e-bb6d-39b7da39f1c6', 'project_id': 'b60736d695f1461b9071c3b3eddcc039', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:09:51.494371 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14c5aa-1f44-4039-85f3-a39e0aef5836 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18c0bfee-529e-472e-bb6d-39b7da39f1c6,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:09:51.527406 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9bbd0f9b-762f-4d53-b9ea-e8d673e98b83 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:51.551155 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6e02dbcb-262b-4747-b333-43106ff3c703 req-2a41a322-97c9-44e8-9e55-63632c2259cf tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f58845c-8a6f-4750-8ac0-66868223b345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1348383 Aug 18 12:09:51.556338 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6ecd8bec-87c0-4512-94de-4a6331db0c56 req-56240bc9-a88e-4032-8d44-5c30397d35fa tempest-ServerGroupTestJSON-812744001 tempest-ServerGroupTestJSON-812744001-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6407108 Aug 18 12:09:51.571984 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1e853d96-61b4-4e11-824d-5b2eaca67b87 None None] Could not find standard attr ID for object 7c8d9f53-2d94-4856-b3fa-a49b955f75f8. {{(pid=106254) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 18 12:09:51.582945 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-6ecd8bec-87c0-4512-94de-4a6331db0c56 req-c9990689-178a-454e-81a0-f1995651a582 service neutron] Request body: {'port': {'device_id': '487a103c-a6bf-414e-9608-15880497fd48', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804985-2'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:09:51.595703 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9bbd0f9b-762f-4d53-b9ea-e8d673e98b83 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:51.604699 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9bbd0f9b-762f-4d53-b9ea-e8d673e98b83 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992607'] for security_group_rule, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:51.669816 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9bbd0f9b-762f-4d53-b9ea-e8d673e98b83 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:51.672540 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-9bbd0f9b-762f-4d53-b9ea-e8d673e98b83 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1878026 Aug 18 12:09:51.672540 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbd0f9b-762f-4d53-b9ea-e8d673e98b83 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b084c61-17a1-49c2-8f77-b2e0285c2557,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:09:51.673971 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 46392) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:09:51.679547 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-5a96fe60-7d61-4e10-a817-536e8ac75dc3 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Request body: {'security_group_rule': {'security_group_id': '18c0bfee-529e-472e-bb6d-39b7da39f1c6', 'project_id': 'b60736d695f1461b9071c3b3eddcc039', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:09:51.693876 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ee701413-7c4c-4335-a78f-c3c4a8608b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:51.716691 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-6ecd8bec-87c0-4512-94de-4a6331db0c56 req-c9990689-178a-454e-81a0-f1995651a582 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:51.739040 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5a96fe60-7d61-4e10-a817-536e8ac75dc3 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:51.855626 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5a96fe60-7d61-4e10-a817-536e8ac75dc3 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:51.863944 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5a96fe60-7d61-4e10-a817-536e8ac75dc3 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992607'] for security_group_rule, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:51.889853 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a96fe60-7d61-4e10-a817-536e8ac75dc3 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4629b3b-a784-4228-a631-0be7aa45ec29,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:09:51.898204 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5a96fe60-7d61-4e10-a817-536e8ac75dc3 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:51.901974 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-5a96fe60-7d61-4e10-a817-536e8ac75dc3 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2242174 Aug 18 12:09:51.902224 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 46404) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:09:51.906939 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-d88d41dd-2679-4f2c-932e-a23d81e4efd8 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Request body: {'security_group_rule': {'security_group_id': '18c0bfee-529e-472e-bb6d-39b7da39f1c6', 'project_id': 'b60736d695f1461b9071c3b3eddcc039', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:09:51.946255 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d88d41dd-2679-4f2c-932e-a23d81e4efd8 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:52.029795 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d88d41dd-2679-4f2c-932e-a23d81e4efd8 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:52.037249 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d88d41dd-2679-4f2c-932e-a23d81e4efd8 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992607'] for security_group_rule, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:52.056109 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88d41dd-2679-4f2c-932e-a23d81e4efd8 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9776966e-b11d-44c5-bb17-f778b0990a6c,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:09:52.080020 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d88d41dd-2679-4f2c-932e-a23d81e4efd8 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:52.081866 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-d88d41dd-2679-4f2c-932e-a23d81e4efd8 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1786809 Aug 18 12:09:52.085205 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 46412) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:09:52.087129 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e94754d-ebab-40f6-9a3f-009d23c5b453 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Made reservation on behalf of 2a40b3bac30c4b9cb4cddbf9306b0469 for: {'subnet': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:09:52.090334 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-54ae2add-ee25-4715-951c-8584cfe8103e tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Request body: {'security_group_rule': {'security_group_id': '18c0bfee-529e-472e-bb6d-39b7da39f1c6', 'project_id': 'b60736d695f1461b9071c3b3eddcc039', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:09:52.092284 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6e94754d-ebab-40f6-9a3f-009d23c5b453 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59074089'] for subnet, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:52.105869 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-778f2996-8dd3-445c-9818-437622119e1a None None] Provisioning complete for port b6187b16-dae5-4e69-99bf-a8d861849fe5 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:09:52.106713 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-778f2996-8dd3-445c-9818-437622119e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:52.110495 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc08e9e-e702-4cae-a0db-e749b6bceaac req-5f2f50fe-b3dd-4a6c-bf38-47105961b0ef tempest-ServerGroupTestJSON-812744001 tempest-ServerGroupTestJSON-812744001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:09:52.112410 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0fc08e9e-e702-4cae-a0db-e749b6bceaac req-5f2f50fe-b3dd-4a6c-bf38-47105961b0ef tempest-ServerGroupTestJSON-812744001 tempest-ServerGroupTestJSON-812744001-project] 10.222.0.66 "GET /v2.0/ports?device_id=487a103c-a6bf-414e-9608-15880497fd48 HTTP/1.1" status: 200 len: 931 time: 0.3368669 Aug 18 12:09:52.128563 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2a81ff-1743-4413-bb12-d0a40609dabd req-0cb6a82b-9926-40b1-b702-b65c88741ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:09:52.130158 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3d2a81ff-1743-4413-bb12-d0a40609dabd req-0cb6a82b-9926-40b1-b702-b65c88741ac0 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=6be1f64524b04a05973aca1b3d3c7df9&device_id=c468f260-aa8b-4a9b-a477-213e251d7cef HTTP/1.1" status: 200 len: 1096 time: 0.2853074 Aug 18 12:09:52.131466 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-54ae2add-ee25-4715-951c-8584cfe8103e tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:52.140757 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-53584c24-f517-494e-ac93-c18bb92373f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:52.204097 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-54ae2add-ee25-4715-951c-8584cfe8103e tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:52.209827 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-54ae2add-ee25-4715-951c-8584cfe8103e tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992607'] for security_group_rule, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:52.231476 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ae2add-ee25-4715-951c-8584cfe8103e tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2e3d1b9-9c01-4bb6-95f5-3e15171801ce,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:09:52.235775 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b949a2-adbd-4424-a1f6-08ef1400d728 req-89865319-a0c2-42bf-a3a1-0b594396b31d tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:09:52.237777 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-34b949a2-adbd-4424-a1f6-08ef1400d728 req-89865319-a0c2-42bf-a3a1-0b594396b31d tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/ports?device_id=c468f260-aa8b-4a9b-a477-213e251d7cef HTTP/1.1" status: 200 len: 945 time: 0.3914819 Aug 18 12:09:52.245869 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-54ae2add-ee25-4715-951c-8584cfe8103e tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:52.247429 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-54ae2add-ee25-4715-951c-8584cfe8103e tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1610982 Aug 18 12:09:52.249980 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 46418) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:09:52.255055 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-481882a2-9e98-40e5-b114-f2501d3c4a7c tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Request body: {'security_group_rule': {'security_group_id': '18c0bfee-529e-472e-bb6d-39b7da39f1c6', 'project_id': 'b60736d695f1461b9071c3b3eddcc039', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:09:52.279054 n-d-804985-2 neutron-server[106253]: INFO neutron.db.securitygroups_db [None req-481882a2-9e98-40e5-b114-f2501d3c4a7c tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Project b60736d695f1461b9071c3b3eddcc039 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 18 12:09:52.284322 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-481882a2-9e98-40e5-b114-f2501d3c4a7c tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:52.350080 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-481882a2-9e98-40e5-b114-f2501d3c4a7c tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:52.356327 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-481882a2-9e98-40e5-b114-f2501d3c4a7c tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992607'] for security_group_rule, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:52.377144 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481882a2-9e98-40e5-b114-f2501d3c4a7c tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f7bae32-f306-496f-9557-abb5a029b16a,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:09:52.380193 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0fc08e9e-e702-4cae-a0db-e749b6bceaac req-5d3a702a-f30f-452c-8bb3-71a11fa15962 tempest-ServerGroupTestJSON-812744001 tempest-ServerGroupTestJSON-812744001-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1b82b3f-ae7f-4548-9d93-b000c1315dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151909 Aug 18 12:09:52.385201 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-481882a2-9e98-40e5-b114-f2501d3c4a7c tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:52.389809 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-481882a2-9e98-40e5-b114-f2501d3c4a7c tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1382964 Aug 18 12:09:52.390281 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 46424) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:09:52.395968 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-01d2ebfc-800a-4a7d-9d30-040324f439e6 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Request body: {'security_group_rule': {'security_group_id': '18c0bfee-529e-472e-bb6d-39b7da39f1c6', 'project_id': 'b60736d695f1461b9071c3b3eddcc039', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:09:52.426264 n-d-804985-2 neutron-server[106253]: INFO neutron.db.securitygroups_db [None req-01d2ebfc-800a-4a7d-9d30-040324f439e6 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Project b60736d695f1461b9071c3b3eddcc039 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 18 12:09:52.435065 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-01d2ebfc-800a-4a7d-9d30-040324f439e6 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:52.452983 n-d-804985-2 neutron-server[106252]: INFO neutron.db.ipam_backend_mixin [None req-6e94754d-ebab-40f6-9a3f-009d23c5b453 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 9388a4d7-4b1a-4331-97e6-6767c3d9afa3 (CIDR: 2001:db8::/64) Aug 18 12:09:52.457299 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-34b949a2-adbd-4424-a1f6-08ef1400d728 req-4b1901de-e78c-4b9f-80c7-adcc7d4b3cef tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f58845c-8a6f-4750-8ac0-66868223b345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1983044 Aug 18 12:09:52.480699 n-d-804985-2 neutron-server[106252]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e94754d-ebab-40f6-9a3f-009d23c5b453 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 18 12:09:52.481284 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e94754d-ebab-40f6-9a3f-009d23c5b453 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=106252) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 12:09:52.503739 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2a81ff-1743-4413-bb12-d0a40609dabd req-e05da17a-963b-42f6-9b7c-048f22019703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:09:52.505367 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3d2a81ff-1743-4413-bb12-d0a40609dabd req-e05da17a-963b-42f6-9b7c-048f22019703 service neutron] 10.222.0.63 "GET /v2.0/networks?id=62590197-03a9-438c-a3e3-e417fcca582c HTTP/1.1" status: 200 len: 913 time: 0.3360481 Aug 18 12:09:52.520824 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-01d2ebfc-800a-4a7d-9d30-040324f439e6 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:52.526453 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-01d2ebfc-800a-4a7d-9d30-040324f439e6 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992607'] for security_group_rule, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:52.549314 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d2ebfc-800a-4a7d-9d30-040324f439e6 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28c9aa8b-dbf8-439d-80c2-3a1ed0a70167,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:09:52.557920 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-01d2ebfc-800a-4a7d-9d30-040324f439e6 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:52.559216 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-01d2ebfc-800a-4a7d-9d30-040324f439e6 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1675899 Aug 18 12:09:52.562252 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 46430) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:09:52.567920 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-8b4eff6c-717f-437a-9f42-fa97f70a2c16 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Request body: {'network': {'name': 'tempest-network-smoke--308564983', 'project_id': 'b60736d695f1461b9071c3b3eddcc039', 'port_security_enabled': True}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:09:52.575762 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-6e94754d-ebab-40f6-9a3f-009d23c5b453 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1246214 Aug 18 12:09:52.578563 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 46432) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:09:52.588254 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-aa644af8-a017-46ee-b6cb-e30d97e2f342 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Request body: {'subnet': {'network_id': 'fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:09:52.626621 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3d2a81ff-1743-4413-bb12-d0a40609dabd req-2f8ef7dd-e3ff-4a59-8baf-8b17eca576e4 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=39942e1b-8b42-46ce-8003-6ae0db0d3a39 HTTP/1.1" status: 200 len: 999 time: 0.1134424 Aug 18 12:09:52.630738 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [req-6ecd8bec-87c0-4512-94de-4a6331db0c56 req-c9990689-178a-454e-81a0-f1995651a582 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29440e70-e61e-431c-a18d-f42873b6fcb1 {{(pid=106252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:09:52.644779 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b4eff6c-717f-437a-9f42-fa97f70a2c16 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Made reservation on behalf of b60736d695f1461b9071c3b3eddcc039 for: {'network': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:09:52.646302 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-6ecd8bec-87c0-4512-94de-4a6331db0c56 req-c9990689-178a-454e-81a0-f1995651a582 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:52.649978 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8b4eff6c-717f-437a-9f42-fa97f70a2c16 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for network, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:52.683335 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [req-6ecd8bec-87c0-4512-94de-4a6331db0c56 req-c9990689-178a-454e-81a0-f1995651a582 service neutron] Transition to ACTIVE for port object 29440e70-e61e-431c-a18d-f42873b6fcb1 will not be triggered until provisioned by entity L2. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:09:52.689439 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-6ecd8bec-87c0-4512-94de-4a6331db0c56 req-c9990689-178a-454e-81a0-f1995651a582 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:52.693920 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b4eff6c-717f-437a-9f42-fa97f70a2c16 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 825} {{(pid=106253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:09:52.701954 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2a81ff-1743-4413-bb12-d0a40609dabd req-45924b89-d42b-4f6e-9fe0-d776fbe02573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:09:52.703460 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3d2a81ff-1743-4413-bb12-d0a40609dabd req-45924b89-d42b-4f6e-9fe0-d776fbe02573 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=01de034f-d2f0-4b70-88ab-1a19fe1401c1 HTTP/1.1" status: 200 len: 851 time: 0.0679715 Aug 18 12:09:52.714875 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8b4eff6c-717f-437a-9f42-fa97f70a2c16 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:52.715275 n-d-804985-2 neutron-server[106253]: INFO neutron.db.segments_db [None req-8b4eff6c-717f-437a-9f42-fa97f70a2c16 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Added segment a141fc5e-7e21-4fbf-84e2-32d69bd4741b of type vlan for network 83c90a80-7784-4b6e-bd7b-aef3cab1c6ba Aug 18 12:09:52.766224 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8b4eff6c-717f-437a-9f42-fa97f70a2c16 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789150665894'] for network, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:52.773290 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa644af8-a017-46ee-b6cb-e30d97e2f342 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Made reservation on behalf of 2a40b3bac30c4b9cb4cddbf9306b0469 for: {'subnet': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:09:52.776834 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9990689-178a-454e-81a0-f1995651a582 service neutron] Pushing event updated for resources: {'Port': ['ID=29440e70-e61e-431c-a18d-f42873b6fcb1,revision_number=2']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:09:52.777322 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-aa644af8-a017-46ee-b6cb-e30d97e2f342 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59388119'] for subnet, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:52.822842 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2a81ff-1743-4413-bb12-d0a40609dabd req-c771d056-cab4-4a77-b82c-c35f07964153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:09:52.824412 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3d2a81ff-1743-4413-bb12-d0a40609dabd req-c771d056-cab4-4a77-b82c-c35f07964153 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=62590197-03a9-438c-a3e3-e417fcca582c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1029596 Aug 18 12:09:52.855178 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8b4eff6c-717f-437a-9f42-fa97f70a2c16 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for network, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:52.860810 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b4eff6c-717f-437a-9f42-fa97f70a2c16 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:09:52.861417 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8b4eff6c-717f-437a-9f42-fa97f70a2c16 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:52.908785 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-6ecd8bec-87c0-4512-94de-4a6331db0c56 req-c9990689-178a-454e-81a0-f1995651a582 service neutron] Attempting to bind port 29440e70-e61e-431c-a18d-f42873b6fcb1 on host n-h2-804985-2 for vnic_type normal with profile {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:09:52.909063 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-6ecd8bec-87c0-4512-94de-4a6331db0c56 req-c9990689-178a-454e-81a0-f1995651a582 service neutron] Attempting to bind port 29440e70-e61e-431c-a18d-f42873b6fcb1 by drivers openvswitch,hyperv on host n-h2-804985-2 at level 0 using segments [{'id': '020cc5e0-4276-4515-8255-1a43a9a4d667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'e64d199f-be97-4e55-ab2d-298ebd52e4de'}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:09:52.909335 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ecd8bec-87c0-4512-94de-4a6331db0c56 req-c9990689-178a-454e-81a0-f1995651a582 service neutron] Attempting to bind port 29440e70-e61e-431c-a18d-f42873b6fcb1 on network e64d199f-be97-4e55-ab2d-298ebd52e4de {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:09:52.916630 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ecd8bec-87c0-4512-94de-4a6331db0c56 req-c9990689-178a-454e-81a0-f1995651a582 service neutron] Port 29440e70-e61e-431c-a18d-f42873b6fcb1 on network e64d199f-be97-4e55-ab2d-298ebd52e4de not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-2 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:09:52.916913 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ecd8bec-87c0-4512-94de-4a6331db0c56 req-c9990689-178a-454e-81a0-f1995651a582 service neutron] Attempting to bind port 29440e70-e61e-431c-a18d-f42873b6fcb1 on network e64d199f-be97-4e55-ab2d-298ebd52e4de {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:09:52.927249 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ecd8bec-87c0-4512-94de-4a6331db0c56 req-c9990689-178a-454e-81a0-f1995651a582 service neutron] Checking agent: {'id': 'da5da552-709c-4248-84de-86af99a0dc87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 49, 8), 'started_at': datetime.datetime(2021, 8, 18, 11, 49, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 9, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:09:52.927665 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ecd8bec-87c0-4512-94de-4a6331db0c56 req-c9990689-178a-454e-81a0-f1995651a582 service neutron] Checking segment: {'id': '020cc5e0-4276-4515-8255-1a43a9a4d667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'e64d199f-be97-4e55-ab2d-298ebd52e4de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:09:52.927976 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ecd8bec-87c0-4512-94de-4a6331db0c56 req-c9990689-178a-454e-81a0-f1995651a582 service neutron] Bound using segment: {'id': '020cc5e0-4276-4515-8255-1a43a9a4d667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'e64d199f-be97-4e55-ab2d-298ebd52e4de'} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:09:52.928425 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-6ecd8bec-87c0-4512-94de-4a6331db0c56 req-c9990689-178a-454e-81a0-f1995651a582 service neutron] Bound port: 29440e70-e61e-431c-a18d-f42873b6fcb1, host: n-h2-804985-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '020cc5e0-4276-4515-8255-1a43a9a4d667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'e64d199f-be97-4e55-ab2d-298ebd52e4de'}}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:09:52.928821 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-6ecd8bec-87c0-4512-94de-4a6331db0c56 req-c9990689-178a-454e-81a0-f1995651a582 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:52.991377 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3d2a81ff-1743-4413-bb12-d0a40609dabd req-c6578a74-36cb-4a1e-99e3-2aeec9090136 service neutron] 10.222.0.63 "GET /v2.0/networks/62590197-03a9-438c-a3e3-e417fcca582c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560848 Aug 18 12:09:53.086374 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-6ecd8bec-87c0-4512-94de-4a6331db0c56 req-c9990689-178a-454e-81a0-f1995651a582 service neutron] For port 29440e70-e61e-431c-a18d-f42873b6fcb1, host n-h2-804985-2, cleared binding levels {{(pid=106252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:09:53.091797 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-6ecd8bec-87c0-4512-94de-4a6331db0c56 req-c9990689-178a-454e-81a0-f1995651a582 service neutron] For port 29440e70-e61e-431c-a18d-f42873b6fcb1, host n-h2-804985-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=29440e70-e61e-431c-a18d-f42873b6fcb1,segment=NetworkSegment(020cc5e0-4276-4515-8255-1a43a9a4d667),segment_id=020cc5e0-4276-4515-8255-1a43a9a4d667)] {{(pid=106252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:09:53.102650 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-6ecd8bec-87c0-4512-94de-4a6331db0c56 req-c9990689-178a-454e-81a0-f1995651a582 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:53.169789 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecd8bec-87c0-4512-94de-4a6331db0c56 req-c9990689-178a-454e-81a0-f1995651a582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:09:53.170393 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-6ecd8bec-87c0-4512-94de-4a6331db0c56 req-c9990689-178a-454e-81a0-f1995651a582 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:53.171761 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6ecd8bec-87c0-4512-94de-4a6331db0c56 req-c9990689-178a-454e-81a0-f1995651a582 service neutron] 10.222.0.62 "PUT /v2.0/ports/29440e70-e61e-431c-a18d-f42873b6fcb1 HTTP/1.1" status: 200 len: 1091 time: 1.5944941 Aug 18 12:09:53.174972 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '487a103c-a6bf-414e-9608-15880497fd48', 'tag': '29440e70-e61e-431c-a18d-f42873b6fcb1'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:09:53.176886 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7ace895-f5e3-42c0-bb11-39f9e6fd3334" -d '{"events": [{"name": "network-changed", "server_uuid": "487a103c-a6bf-414e-9608-15880497fd48", "tag": "29440e70-e61e-431c-a18d-f42873b6fcb1"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:09:53.194244 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3d2a81ff-1743-4413-bb12-d0a40609dabd req-f15cca6c-e64f-45e9-b29f-24997fa4d38c service neutron] 10.222.0.63 "GET /v2.0/networks/62590197-03a9-438c-a3e3-e417fcca582c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1924102 Aug 18 12:09:53.203431 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9990689-178a-454e-81a0-f1995651a582 service neutron] Pushing event updated for resources: {'Port': ['ID=29440e70-e61e-431c-a18d-f42873b6fcb1,revision_number=3']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:09:53.240241 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-8b4eff6c-717f-437a-9f42-fa97f70a2c16 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6769269 Aug 18 12:09:53.253649 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 46454) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:09:53.260644 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:09:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f26ec41-6f89-413e-830a-555de83fa627 x-openstack-request-id: req-8f26ec41-6f89-413e-830a-555de83fa627 {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:09:53.260938 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "487a103c-a6bf-414e-9608-15880497fd48", "tag": "29440e70-e61e-431c-a18d-f42873b6fcb1", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:09:53.261234 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-8f26ec41-6f89-413e-830a-555de83fa627 {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:09:53.261646 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '487a103c-a6bf-414e-9608-15880497fd48', 'tag': '29440e70-e61e-431c-a18d-f42873b6fcb1', 'status': 'completed', 'code': 200} Aug 18 12:09:53.273276 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-96121c42-6754-4bf6-bfda-f2a9fd2488f7 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-95929592', 'admin_state_up': True, 'project_id': 'b60736d695f1461b9071c3b3eddcc039', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'}}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:09:53.276153 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecd8bec-87c0-4512-94de-4a6331db0c56 req-bb3ed661-2837-49d8-b11c-81fde664145b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:09:53.277692 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6ecd8bec-87c0-4512-94de-4a6331db0c56 req-bb3ed661-2837-49d8-b11c-81fde664145b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b84aea54ba9545898c0e9160a016dd3b&device_id=487a103c-a6bf-414e-9608-15880497fd48 HTTP/1.1" status: 200 len: 1094 time: 0.0523491 Aug 18 12:09:53.294638 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4eff6c-717f-437a-9f42-fa97f70a2c16 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Pushing event updated for resources: {'Network': ['ID=83c90a80-7784-4b6e-bd7b-aef3cab1c6ba,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:09:53.327466 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-96121c42-6754-4bf6-bfda-f2a9fd2488f7 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-998592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15809'] for router, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:53.328513 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-96121c42-6754-4bf6-bfda-f2a9fd2488f7 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-992733', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-971415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15816'] for router, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:53.331017 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Network 83c90a80-7784-4b6e-bd7b-aef3cab1c6ba details requested by agent ovs-agent-n-d-804985-2 with host n-d-804985-2 {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:09:53.345629 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6ecd8bec-87c0-4512-94de-4a6331db0c56 req-ba4aec56-e5e3-46d7-829f-92a0c923ee12 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=29440e70-e61e-431c-a18d-f42873b6fcb1 HTTP/1.1" status: 200 len: 217 time: 0.0537276 Aug 18 12:09:53.391483 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device b6187b16-dae5-4e69-99bf-a8d861849fe5 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:09:53.443055 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-96121c42-6754-4bf6-bfda-f2a9fd2488f7 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:53.450284 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecd8bec-87c0-4512-94de-4a6331db0c56 req-e59a7dc7-14e8-43ad-8d31-92012fda76c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:09:53.452332 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6ecd8bec-87c0-4512-94de-4a6331db0c56 req-e59a7dc7-14e8-43ad-8d31-92012fda76c9 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=53fb5f57-b5dd-44fc-bcc6-57f8abcdbf69 HTTP/1.1" status: 200 len: 849 time: 0.1030269 Aug 18 12:09:53.504392 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6ecd8bec-87c0-4512-94de-4a6331db0c56 req-e10ad7e1-8c88-43d7-be62-7b1b94c55146 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e64d199f-be97-4e55-ab2d-298ebd52e4de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444875 Aug 18 12:09:53.627861 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-aa644af8-a017-46ee-b6cb-e30d97e2f342 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58902106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59388097'] for subnet, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:53.667741 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-96121c42-6754-4bf6-bfda-f2a9fd2488f7 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:53.692524 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa644af8-a017-46ee-b6cb-e30d97e2f342 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Network fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:09:53.697490 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-aa644af8-a017-46ee-b6cb-e30d97e2f342 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:09:53.708789 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa644af8-a017-46ee-b6cb-e30d97e2f342 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:09:53.709386 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-aa644af8-a017-46ee-b6cb-e30d97e2f342 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:53.711873 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4c96803-aecb-49d1-9af5-9acb15ab68ab None None] Network fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:09:53.728214 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748f6fc5-e06f-4f01-aeca-402a72a160b0 req-a0f59eea-576d-469f-9cf9-40b8a150ef26 tempest-ServerGroupTestJSON-812744001 tempest-ServerGroupTestJSON-812744001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:09:53.741755 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-748f6fc5-e06f-4f01-aeca-402a72a160b0 req-a0f59eea-576d-469f-9cf9-40b8a150ef26 tempest-ServerGroupTestJSON-812744001 tempest-ServerGroupTestJSON-812744001-project] 10.222.0.66 "GET /v2.0/ports?device_id=487a103c-a6bf-414e-9608-15880497fd48 HTTP/1.1" status: 200 len: 943 time: 0.2188108 Aug 18 12:09:53.780349 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa644af8-a017-46ee-b6cb-e30d97e2f342 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Pushing event updated for resources: {'Subnet': ['ID=df54d71a-9de6-45e6-9ded-7f1934b6fae1,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:09:53.808460 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-aa644af8-a017-46ee-b6cb-e30d97e2f342 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2266953 Aug 18 12:09:53.809514 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 46474) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:09:53.826211 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-c7c36b1e-9cde-4272-8ddd-7066bcd5b0fe tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Request body: {'port': {'network_id': 'fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d', 'mac_address': 'fa:16:3e:6e:7e:d9', 'name': 'tempest-NetworksTestDHCPv6-1309356772'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:09:53.838358 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-500a1c61-38a7-4c23-a7ec-4631080af5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:53.852288 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port b6187b16-dae5-4e69-99bf-a8d861849fe5 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:09:53.852797 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:53.856529 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-748f6fc5-e06f-4f01-aeca-402a72a160b0 req-bd1364b3-ded9-40a8-ab57-6a741a80c6ee tempest-ServerGroupTestJSON-812744001 tempest-ServerGroupTestJSON-812744001-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1b82b3f-ae7f-4548-9d93-b000c1315dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100068 Aug 18 12:09:53.907765 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6ecd8bec-87c0-4512-94de-4a6331db0c56 req-c058cb4f-447d-46d7-b43a-f3ca72cd2c74 service neutron] 10.222.0.62 "GET /v2.0/networks/e64d199f-be97-4e55-ab2d-298ebd52e4de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3866343 Aug 18 12:09:53.919797 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a7db5d-4ad5-41ef-b17d-a901a89dd4ce req-bfb9517b-4fba-40dd-a91e-972adbb41a12 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:09:53.922175 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a7a7db5d-4ad5-41ef-b17d-a901a89dd4ce req-bfb9517b-4fba-40dd-a91e-972adbb41a12 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/ports?device_id=c468f260-aa8b-4a9b-a477-213e251d7cef HTTP/1.1" status: 200 len: 945 time: 0.1760707 Aug 18 12:09:54.040602 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a7a7db5d-4ad5-41ef-b17d-a901a89dd4ce req-cf1093c9-55db-4ca9-a804-298c223744ba tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f58845c-8a6f-4750-8ac0-66868223b345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050563 Aug 18 12:09:54.080339 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7c36b1e-9cde-4272-8ddd-7066bcd5b0fe tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Made reservation on behalf of 2a40b3bac30c4b9cb4cddbf9306b0469 for: {'port': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:09:54.090292 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6ecd8bec-87c0-4512-94de-4a6331db0c56 req-ae139b0a-b2cb-4eeb-a53d-6bd92fea7e4e service neutron] 10.222.0.62 "GET /v2.0/networks/e64d199f-be97-4e55-ab2d-298ebd52e4de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658077 Aug 18 12:09:54.101204 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8d7bb7c-3680-4546-aea0-2bd6ceac511c None None] Update dhcp port {'port': {'network_id': 'fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d', 'fixed_ips': [{'subnet_id': '9388a4d7-4b1a-4331-97e6-6767c3d9afa3', 'ip_address': '2001:db8::f816:3eff:fee2:d901'}, {'subnet_id': 'df54d71a-9de6-45e6-9ded-7f1934b6fae1'}], 'binding:host_id': 'n-d-804985-2'}, 'id': 'b6187b16-dae5-4e69-99bf-a8d861849fe5'} from n-d-804985-2. {{(pid=106254) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 18 12:09:54.130197 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-e8d7bb7c-3680-4546-aea0-2bd6ceac511c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:54.190849 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ace895-f5e3-42c0-bb11-39f9e6fd3334 req-130b5341-e1b6-4e35-8eee-60731b28cc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:09:54.194133 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e7ace895-f5e3-42c0-bb11-39f9e6fd3334 req-130b5341-e1b6-4e35-8eee-60731b28cc3b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b84aea54ba9545898c0e9160a016dd3b&device_id=487a103c-a6bf-414e-9608-15880497fd48 HTTP/1.1" status: 200 len: 1094 time: 0.0480232 Aug 18 12:09:54.269840 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-96121c42-6754-4bf6-bfda-f2a9fd2488f7 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks [] for router_gateway, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:54.298728 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c7c36b1e-9cde-4272-8ddd-7066bcd5b0fe tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:54.303012 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-96121c42-6754-4bf6-bfda-f2a9fd2488f7 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:54.315127 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ace895-f5e3-42c0-bb11-39f9e6fd3334 req-ecf8777e-b953-4883-9962-b7ca088d9997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:09:54.318148 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e7ace895-f5e3-42c0-bb11-39f9e6fd3334 req-ecf8777e-b953-4883-9962-b7ca088d9997 service neutron] 10.222.0.62 "GET /v2.0/networks?id=e64d199f-be97-4e55-ab2d-298ebd52e4de HTTP/1.1" status: 200 len: 910 time: 0.1182520 Aug 18 12:09:54.323210 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.db_base_plugin_common [None req-e8d7bb7c-3680-4546-aea0-2bd6ceac511c None None] Allocated IP 2001:db8:0:1::2 (fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d/df54d71a-9de6-45e6-9ded-7f1934b6fae1/b6187b16-dae5-4e69-99bf-a8d861849fe5) {{(pid=106254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:09:54.358021 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [None req-c7c36b1e-9cde-4272-8ddd-7066bcd5b0fe tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] device_id is not set on port 2552bd83-fc64-4ecb-a9ad-0ae110e99aba yet. {{(pid=106253) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 12:09:54.377039 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e7ace895-f5e3-42c0-bb11-39f9e6fd3334 req-80717c9c-df07-4a51-8f16-4bd19ac729e1 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=29440e70-e61e-431c-a18d-f42873b6fcb1 HTTP/1.1" status: 200 len: 217 time: 0.0509086 Aug 18 12:09:54.432739 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ace895-f5e3-42c0-bb11-39f9e6fd3334 req-9f21cd7b-3c78-47fe-a445-dacc5ce8ba9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:09:54.434473 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e7ace895-f5e3-42c0-bb11-39f9e6fd3334 req-9f21cd7b-3c78-47fe-a445-dacc5ce8ba9b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=53fb5f57-b5dd-44fc-bcc6-57f8abcdbf69 HTTP/1.1" status: 200 len: 849 time: 0.0499322 Aug 18 12:09:54.438897 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-e8d7bb7c-3680-4546-aea0-2bd6ceac511c None None] For port b6187b16-dae5-4e69-99bf-a8d861849fe5, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=b6187b16-dae5-4e69-99bf-a8d861849fe5,segment=NetworkSegment(06b05a1e-7667-47a8-b2de-bb5e6a768e1b),segment_id=06b05a1e-7667-47a8-b2de-bb5e6a768e1b)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:09:54.474514 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e7ace895-f5e3-42c0-bb11-39f9e6fd3334 req-ab82c226-b92e-422b-9e6d-abc4b440bd2e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e64d199f-be97-4e55-ab2d-298ebd52e4de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315421 Aug 18 12:09:54.475863 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [None req-96121c42-6754-4bf6-bfda-f2a9fd2488f7 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Allocated IP 172.25.7.86 (7cae7a70-14fd-408c-b14d-39ceb97cb60e/9784295a-20b8-4a4b-b105-f82737f0448f/3d27a835-9411-4c8f-ba53-fd7d8c66f2c0) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:09:54.480009 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-e8d7bb7c-3680-4546-aea0-2bd6ceac511c None None] Notify callbacks [] for port, precommit_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:54.497267 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-e8d7bb7c-3680-4546-aea0-2bd6ceac511c None None] Transition to ACTIVE for port object b6187b16-dae5-4e69-99bf-a8d861849fe5 will not be triggered until provisioned by entity DHCP. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:09:54.501798 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-e8d7bb7c-3680-4546-aea0-2bd6ceac511c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:54.532544 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 46490) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:09:54.592355 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d7bb7c-3680-4546-aea0-2bd6ceac511c None None] Pushing event updated for resources: {'Port': ['ID=b6187b16-dae5-4e69-99bf-a8d861849fe5,revision_number=9']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:09:54.595343 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e7ace895-f5e3-42c0-bb11-39f9e6fd3334 req-c27ce9e5-cef9-4c6d-b426-62b57ff695a9 service neutron] 10.222.0.62 "GET /v2.0/networks/e64d199f-be97-4e55-ab2d-298ebd52e4de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128676 Aug 18 12:09:54.695859 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-96121c42-6754-4bf6-bfda-f2a9fd2488f7 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:54.709780 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [None req-c7c36b1e-9cde-4272-8ddd-7066bcd5b0fe tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Allocated IP 2001:db8:0:1::e (fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d/df54d71a-9de6-45e6-9ded-7f1934b6fae1/2552bd83-fc64-4ecb-a9ad-0ae110e99aba) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:09:54.720197 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [None req-c7c36b1e-9cde-4272-8ddd-7066bcd5b0fe tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Allocated IP 2001:db8::f816:3eff:fe6e:7ed9 (fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d/9388a4d7-4b1a-4331-97e6-6767c3d9afa3/2552bd83-fc64-4ecb-a9ad-0ae110e99aba) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:09:54.723838 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e7ace895-f5e3-42c0-bb11-39f9e6fd3334 req-2f8d82e4-9f03-41bd-a39a-24cd04ac9e0f service neutron] 10.222.0.62 "GET /v2.0/networks/e64d199f-be97-4e55-ab2d-298ebd52e4de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189132 Aug 18 12:09:54.750179 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ce17793d-d9a2-4b0a-b329-b9629294afef admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:54.861752 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-96121c42-6754-4bf6-bfda-f2a9fd2488f7 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:54.951891 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96121c42-6754-4bf6-bfda-f2a9fd2488f7 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Network 7cae7a70-14fd-408c-b14d-39ceb97cb60e is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:09:54.952708 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96121c42-6754-4bf6-bfda-f2a9fd2488f7 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Pushing event updated for resources: {'Port': ['ID=3d27a835-9411-4c8f-ba53-fd7d8c66f2c0,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:09:54.965692 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-96121c42-6754-4bf6-bfda-f2a9fd2488f7 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:09:54.974361 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96121c42-6754-4bf6-bfda-f2a9fd2488f7 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:09:54.999271 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07894d43-0a06-429d-b9fb-66da926ce921 req-e05c4b21-a89f-408b-ac06-d8a74646cbcc tempest-ServerGroupTestJSON-812744001 tempest-ServerGroupTestJSON-812744001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:09:55.001563 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-07894d43-0a06-429d-b9fb-66da926ce921 req-e05c4b21-a89f-408b-ac06-d8a74646cbcc tempest-ServerGroupTestJSON-812744001 tempest-ServerGroupTestJSON-812744001-project] 10.222.0.66 "GET /v2.0/ports?device_id=487a103c-a6bf-414e-9608-15880497fd48 HTTP/1.1" status: 200 len: 943 time: 0.0751634 Aug 18 12:09:55.053652 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c7c36b1e-9cde-4272-8ddd-7066bcd5b0fe tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:55.061171 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-07894d43-0a06-429d-b9fb-66da926ce921 req-e0a458ba-f3c2-474a-8dab-6132381b5a9c tempest-ServerGroupTestJSON-812744001 tempest-ServerGroupTestJSON-812744001-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1b82b3f-ae7f-4548-9d93-b000c1315dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511930 Aug 18 12:09:55.148208 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ce17793d-d9a2-4b0a-b329-b9629294afef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:55.149496 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [None req-c7c36b1e-9cde-4272-8ddd-7066bcd5b0fe tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Transition to ACTIVE for port object 2552bd83-fc64-4ecb-a9ad-0ae110e99aba will not be triggered until provisioned by entity DHCP. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:09:55.159673 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ce17793d-d9a2-4b0a-b329-b9629294afef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:55.179513 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728134da-2a15-4bee-b755-006ffc1aa9b7 req-7e71a10a-ff82-4e2b-84e2-86eb03aee6e1 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:09:55.181076 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-728134da-2a15-4bee-b755-006ffc1aa9b7 req-7e71a10a-ff82-4e2b-84e2-86eb03aee6e1 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/ports?device_id=c468f260-aa8b-4a9b-a477-213e251d7cef HTTP/1.1" status: 200 len: 945 time: 0.0560746 Aug 18 12:09:55.224698 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-728134da-2a15-4bee-b755-006ffc1aa9b7 req-0926d917-d670-4483-9651-c3143b68cfe0 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f58845c-8a6f-4750-8ac0-66868223b345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327270 Aug 18 12:09:55.236823 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-ce17793d-d9a2-4b0a-b329-b9629294afef admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=04b1e56d66c64a51a986c49bfcef9743&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7008519 Aug 18 12:09:55.239627 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 46502) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:09:55.257073 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce17793d-d9a2-4b0a-b329-b9629294afef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=323c5e18-b688-4bba-9a74-e649b6292f34,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:09:55.303590 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-3c5c68bd-2031-45c7-af2a-c1f4badeef5e None None] Provisioning for port b6187b16-dae5-4e69-99bf-a8d861849fe5 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:09:55.304942 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a8288399-806c-4b42-ada1-014796ebd8eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:55.308457 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-3c5c68bd-2031-45c7-af2a-c1f4badeef5e None None] Provisioning complete for port b6187b16-dae5-4e69-99bf-a8d861849fe5 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:09:55.308898 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3c5c68bd-2031-45c7-af2a-c1f4badeef5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:55.369984 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a8288399-806c-4b42-ada1-014796ebd8eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:55.381855 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device b6187b16-dae5-4e69-99bf-a8d861849fe5 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:09:55.400668 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c7c36b1e-9cde-4272-8ddd-7066bcd5b0fe tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:55.436992 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-96121c42-6754-4bf6-bfda-f2a9fd2488f7 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks [] for router_gateway, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:55.452993 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port b6187b16-dae5-4e69-99bf-a8d861849fe5 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:09:55.453628 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:55.500382 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7c36b1e-9cde-4272-8ddd-7066bcd5b0fe tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Network fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:09:55.506932 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-c7c36b1e-9cde-4272-8ddd-7066bcd5b0fe tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:09:55.510757 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c36b1e-9cde-4272-8ddd-7066bcd5b0fe tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Pushing event updated for resources: {'Port': ['ID=2552bd83-fc64-4ecb-a9ad-0ae110e99aba,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:09:55.515571 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c36b1e-9cde-4272-8ddd-7066bcd5b0fe tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:09:55.521069 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c36b1e-9cde-4272-8ddd-7066bcd5b0fe tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:09:55.521717 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c7c36b1e-9cde-4272-8ddd-7066bcd5b0fe tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:55.573223 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-c7c36b1e-9cde-4272-8ddd-7066bcd5b0fe tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.7537022 Aug 18 12:09:55.576081 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 46508) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:09:55.773621 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-96121c42-6754-4bf6-bfda-f2a9fd2488f7 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-998473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-992536'] for router, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:55.774825 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25377b13-8ba4-4d4d-9184-f9bee2dec9b9 req-79afce86-a31c-4053-8a67-ce4c17e87db5 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:09:55.776498 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-25377b13-8ba4-4d4d-9184-f9bee2dec9b9 req-79afce86-a31c-4053-8a67-ce4c17e87db5 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/ports?device_id=c468f260-aa8b-4a9b-a477-213e251d7cef HTTP/1.1" status: 200 len: 945 time: 0.4645035 Aug 18 12:09:55.782094 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-8b2d8485-6e78-45e3-9e90-c8213e480f52 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Deleting port 2552bd83-fc64-4ecb-a9ad-0ae110e99aba {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:09:55.782425 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8b2d8485-6e78-45e3-9e90-c8213e480f52 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:55.816621 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a8288399-806c-4b42-ada1-014796ebd8eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:55.819524 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a8288399-806c-4b42-ada1-014796ebd8eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:55.820731 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-a8288399-806c-4b42-ada1-014796ebd8eb admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/323c5e18-b688-4bba-9a74-e649b6292f34 HTTP/1.1" status: 204 len: 168 time: 0.5798247 Aug 18 12:09:55.828781 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-25377b13-8ba4-4d4d-9184-f9bee2dec9b9 req-b3d7ae8c-741c-4071-a125-e5e4c5bd4ba8 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f58845c-8a6f-4750-8ac0-66868223b345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448968 Aug 18 12:09:55.834077 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8288399-806c-4b42-ada1-014796ebd8eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=323c5e18-b688-4bba-9a74-e649b6292f34,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:09:55.866524 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-a23712f0-60d7-4c0e-8a3d-aa0929bbf3f7 None None] Provisioning for port 2552bd83-fc64-4ecb-a9ad-0ae110e99aba completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:09:55.872449 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-a23712f0-60d7-4c0e-8a3d-aa0929bbf3f7 None None] Provisioning complete for port 2552bd83-fc64-4ecb-a9ad-0ae110e99aba triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:09:55.872863 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-a23712f0-60d7-4c0e-8a3d-aa0929bbf3f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:55.923528 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-a23712f0-60d7-4c0e-8a3d-aa0929bbf3f7 None None] Port 2552bd83-fc64-4ecb-a9ad-0ae110e99aba cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:09:55.955358 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 29440e70-e61e-431c-a18d-f42873b6fcb1 details requested by agent hyperv_n-h2-804985-2 with host n-h2-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:09:56.107675 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f719e409-e765-4911-80d2-6a269d53c482 req-a06bb73b-2a92-421b-8775-1db196e9d56a tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:09:56.109455 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f719e409-e765-4911-80d2-6a269d53c482 req-a06bb73b-2a92-421b-8775-1db196e9d56a tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/ports?device_id=c468f260-aa8b-4a9b-a477-213e251d7cef HTTP/1.1" status: 200 len: 945 time: 0.0643978 Aug 18 12:09:56.136376 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port 29440e70-e61e-431c-a18d-f42873b6fcb1, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=29440e70-e61e-431c-a18d-f42873b6fcb1,segment=NetworkSegment(020cc5e0-4276-4515-8255-1a43a9a4d667),segment_id=020cc5e0-4276-4515-8255-1a43a9a4d667)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:09:56.157260 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f719e409-e765-4911-80d2-6a269d53c482 req-ce0626b5-2ec2-42c2-8f83-e9dd9db1347d tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f58845c-8a6f-4750-8ac0-66868223b345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376647 Aug 18 12:09:56.157548 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Returning: {'device': '29440e70-e61e-431c-a18d-f42873b6fcb1', 'network_id': 'e64d199f-be97-4e55-ab2d-298ebd52e4de', 'port_id': '29440e70-e61e-431c-a18d-f42873b6fcb1', 'mac_address': 'fa:16:3e:7f:7f:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 817, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53fb5f57-b5dd-44fc-bcc6-57f8abcdbf69', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:09:56.228446 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:56.241359 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 46526) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:09:56.261139 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29440e70-e61e-431c-a18d-f42873b6fcb1 {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:09:56.264096 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e1dc65d4-2abf-4461-9d1b-b1186c44a1f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:56.282677 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port 29440e70-e61e-431c-a18d-f42873b6fcb1, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=29440e70-e61e-431c-a18d-f42873b6fcb1,segment=NetworkSegment(020cc5e0-4276-4515-8255-1a43a9a4d667),segment_id=020cc5e0-4276-4515-8255-1a43a9a4d667)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:09:56.290699 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:56.324689 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8b2d8485-6e78-45e3-9e90-c8213e480f52 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:56.341466 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-8b2d8485-6e78-45e3-9e90-c8213e480f52 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Calling delete_port for 2552bd83-fc64-4ecb-a9ad-0ae110e99aba owned by {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:09:56.363705 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85d4b3a-2b48-45b3-afe9-1fa946377156 req-dfe7ee54-4e8c-47ae-b5dc-31963719a06e tempest-ServerGroupTestJSON-812744001 tempest-ServerGroupTestJSON-812744001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:09:56.376053 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a85d4b3a-2b48-45b3-afe9-1fa946377156 req-dfe7ee54-4e8c-47ae-b5dc-31963719a06e tempest-ServerGroupTestJSON-812744001 tempest-ServerGroupTestJSON-812744001-project] 10.222.0.66 "GET /v2.0/ports?device_id=487a103c-a6bf-414e-9608-15880497fd48 HTTP/1.1" status: 200 len: 944 time: 0.1145115 Aug 18 12:09:56.382314 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=29440e70-e61e-431c-a18d-f42873b6fcb1,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:09:56.420250 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96121c42-6754-4bf6-bfda-f2a9fd2488f7 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Router aada72d7-ff52-459b-ab6c-ed495c94939d is scheduled to L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 with binding_index 1 {{(pid=106253) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 12:09:56.466408 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a85d4b3a-2b48-45b3-afe9-1fa946377156 req-6bc0bef9-270e-43ae-8c97-cfe32c252fda tempest-ServerGroupTestJSON-812744001 tempest-ServerGroupTestJSON-812744001-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1b82b3f-ae7f-4548-9d93-b000c1315dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889401 Aug 18 12:09:56.490032 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd3b7b7-b190-4b03-9c4c-907c771ea0b9 req-818b12e4-25ef-41d1-95df-680af57258c9 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:09:56.490032 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2cd3b7b7-b190-4b03-9c4c-907c771ea0b9 req-818b12e4-25ef-41d1-95df-680af57258c9 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/ports?device_id=c468f260-aa8b-4a9b-a477-213e251d7cef HTTP/1.1" status: 200 len: 945 time: 0.1010597 Aug 18 12:09:56.541045 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e1dc65d4-2abf-4461-9d1b-b1186c44a1f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:56.549546 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2cd3b7b7-b190-4b03-9c4c-907c771ea0b9 req-ab77990a-b267-4d3a-8fbf-e49cfcc4c237 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f58845c-8a6f-4750-8ac0-66868223b345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509791 Aug 18 12:09:56.550359 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e1dc65d4-2abf-4461-9d1b-b1186c44a1f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:56.574539 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] get_ports_and_sgs() called for port_ids ['29440e70-e61e-431c-a18d-f42873b6fcb1'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:09:56.583230 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96121c42-6754-4bf6-bfda-f2a9fd2488f7 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:09:56.596244 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-e1dc65d4-2abf-4461-9d1b-b1186c44a1f8 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6460eb914c4d4caba2a5b940b587ee7c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3502924 Aug 18 12:09:56.596244 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 46530) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:09:56.598036 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dc65d4-2abf-4461-9d1b-b1186c44a1f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf3baffc-e747-44cb-8167-2e528cdc415c,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:09:56.602599 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-affe2b02-713d-472a-b7fc-4d4d39d62dc5 None None] Sync routers for ids ['aada72d7-ff52-459b-ab6c-ed495c94939d'] in n-d-804985-2 {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:09:56.615871 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-affe2b02-713d-472a-b7fc-4d4d39d62dc5 None None] Routers {'aada72d7-ff52-459b-ab6c-ed495c94939d'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:09:56.621443 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-affe2b02-713d-472a-b7fc-4d4d39d62dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:09:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['aada72d7-ff52-459b-ab6c-ed495c94939d'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:09:56.649458 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-96121c42-6754-4bf6-bfda-f2a9fd2488f7 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks [] for router, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:56.651568 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-96121c42-6754-4bf6-bfda-f2a9fd2488f7 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 3.3945048 Aug 18 12:09:56.654445 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 46532) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:09:56.657345 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8b2d8485-6e78-45e3-9e90-c8213e480f52 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:56.663064 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ee91122e-9798-407f-8f28-7d08ce8b8613 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:56.689846 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ee91122e-9798-407f-8f28-7d08ce8b8613 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:56.744854 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-affe2b02-713d-472a-b7fc-4d4d39d62dc5 None None] Set router aada72d7-ff52-459b-ab6c-ed495c94939d gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:09:56.747546 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2d8485-6e78-45e3-9e90-c8213e480f52 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Pushing event deleted for resources: {'Port': ['ID=2552bd83-fc64-4ecb-a9ad-0ae110e99aba,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:09:56.772204 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ee91122e-9798-407f-8f28-7d08ce8b8613 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:56.775194 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ee91122e-9798-407f-8f28-7d08ce8b8613 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:56.777182 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-ee91122e-9798-407f-8f28-7d08ce8b8613 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/bf3baffc-e747-44cb-8167-2e528cdc415c HTTP/1.1" status: 204 len: 168 time: 0.1796403 Aug 18 12:09:56.790092 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8b2d8485-6e78-45e3-9e90-c8213e480f52 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:56.794485 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-8b2d8485-6e78-45e3-9e90-c8213e480f52 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "DELETE /v2.0/ports/2552bd83-fc64-4ecb-a9ad-0ae110e99aba HTTP/1.1" status: 204 len: 168 time: 1.2154403 Aug 18 12:09:56.795074 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 46540) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:09:56.799565 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee91122e-9798-407f-8f28-7d08ce8b8613 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf3baffc-e747-44cb-8167-2e528cdc415c,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:09:56.880254 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff21c5fb-e425-4fe2-956a-c238da6b9bd8 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:09:56.882538 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-ff21c5fb-e425-4fe2-956a-c238da6b9bd8 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0861046 Aug 18 12:09:56.885345 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 46542) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:09:56.978341 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06ec9aec-3d68-4893-9bed-1d2c110fab15 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:09:56.983536 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-06ec9aec-3d68-4893-9bed-1d2c110fab15 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0965042 Aug 18 12:09:56.983752 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 46544) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:09:57.025935 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-affe2b02-713d-472a-b7fc-4d4d39d62dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aada72d7-ff52-459b-ab6c-ed495c94939d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-95929592', 'tenant_id': 'b60736d695f1461b9071c3b3eddcc039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.86'}], 'enable_snat': True}, 'gw_port_id': '3d27a835-9411-4c8f-ba53-fd7d8c66f2c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:09:53Z', 'updated_at': '2021-08-18T12:09:55Z', 'revision_number': 3, 'project_id': 'b60736d695f1461b9071c3b3eddcc039', 'gw_port': {'id': '3d27a835-9411-4c8f-ba53-fd7d8c66f2c0', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:35:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aada72d7-ff52-459b-ab6c-ed495c94939d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2135, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:09:54Z', 'updated_at': '2021-08-18T12:09:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:09:57.047373 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-041a9876-8af9-4c09-9a6c-3c5d829be011 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:09:57.049249 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-041a9876-8af9-4c09-9a6c-3c5d829be011 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:09:57.050802 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-041a9876-8af9-4c09-9a6c-3c5d829be011 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:09:57.055326 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-041a9876-8af9-4c09-9a6c-3c5d829be011 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0678575 Aug 18 12:09:57.055549 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 46548) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:09:57.066666 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-affe2b02-713d-472a-b7fc-4d4d39d62dc5 None None] Checking router: aada72d7-ff52-459b-ab6c-ed495c94939d for host: n-d-804985-2 {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:09:57.067659 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-affe2b02-713d-472a-b7fc-4d4d39d62dc5 None None] Updating router aada72d7-ff52-459b-ab6c-ed495c94939d port 3d27a835-9411-4c8f-ba53-fd7d8c66f2c0 binding host n-d-804985-2 {{(pid=106255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 12:09:57.097027 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-affe2b02-713d-472a-b7fc-4d4d39d62dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:57.116641 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2d304fb-7cee-447f-983b-e0ddea8bf11a tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Deleting subnet 9388a4d7-4b1a-4331-97e6-6767c3d9afa3 {{(pid=106252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 12:09:57.121802 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b2d304fb-7cee-447f-983b-e0ddea8bf11a tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks [] for subnet, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:57.178751 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b2d304fb-7cee-447f-983b-e0ddea8bf11a tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2221528'] for subnet, precommit_delete_associations {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:57.179029 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-dff60030-0a73-4978-b3b5-417fece376ee tempest-TestNetworkAdvancedServerOps-1126957736 tempest-TestNetworkAdvancedServerOps-1126957736-project-admin] 10.222.0.66 "GET /v2.0/subnets?project_id=b60736d695f1461b9071c3b3eddcc039&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5181780 Aug 18 12:09:57.187342 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 46554) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:09:57.271978 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b2d304fb-7cee-447f-983b-e0ddea8bf11a tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:57.359251 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b2d304fb-7cee-447f-983b-e0ddea8bf11a tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3572848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59074100'] for subnet, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:57.404251 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d304fb-7cee-447f-983b-e0ddea8bf11a tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Pushing event deleted for resources: {'Subnet': ['ID=9388a4d7-4b1a-4331-97e6-6767c3d9afa3,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:09:57.406301 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3022f268-3fd8-479f-96d1-1c2d6d2a2037 None None] Network fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:09:57.407131 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b2d304fb-7cee-447f-983b-e0ddea8bf11a tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for subnet, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:57.409408 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-b2d304fb-7cee-447f-983b-e0ddea8bf11a tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "DELETE /v2.0/subnets/9388a4d7-4b1a-4331-97e6-6767c3d9afa3 HTTP/1.1" status: 204 len: 168 time: 0.3527672 Aug 18 12:09:57.412689 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 46562) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:09:57.419039 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75985080-7df2-442a-ba75-2f487559c44e tempest-TestNetworkAdvancedServerOps-1126957736 tempest-TestNetworkAdvancedServerOps-1126957736-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:09:57.424198 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-75985080-7df2-442a-ba75-2f487559c44e tempest-TestNetworkAdvancedServerOps-1126957736 tempest-TestNetworkAdvancedServerOps-1126957736-project-admin] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2353780 Aug 18 12:09:57.424928 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 46564) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:09:57.470058 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-524516a7-780d-48e8-8c07-d8fb29daceef tempest-TestNetworkAdvancedServerOps-1126957736 tempest-TestNetworkAdvancedServerOps-1126957736-project-admin] 10.222.0.66 "GET /v2.0/subnets?network_id=7cae7a70-14fd-408c-b14d-39ceb97cb60e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0437624 Aug 18 12:09:57.470752 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 46566) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:09:57.476491 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e3a0640-746e-4beb-9ec1-9797816b656a tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Deleting subnet df54d71a-9de6-45e6-9ded-7f1934b6fae1 {{(pid=106252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 12:09:57.477040 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-c95de0c4-3409-45d4-bc1f-78203bdf7665 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1713707397', 'network_id': '83c90a80-7784-4b6e-bd7b-aef3cab1c6ba', 'project_id': 'b60736d695f1461b9071c3b3eddcc039', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:09:57.477257 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-affe2b02-713d-472a-b7fc-4d4d39d62dc5 None None] Notify callbacks [] for port, precommit_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:57.483096 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1e3a0640-746e-4beb-9ec1-9797816b656a tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks [] for subnet, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:57.491004 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-affe2b02-713d-472a-b7fc-4d4d39d62dc5 None None] Transition to ACTIVE for port object 3d27a835-9411-4c8f-ba53-fd7d8c66f2c0 will not be triggered until provisioned by entity L2. {{(pid=106255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:09:57.516546 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-affe2b02-713d-472a-b7fc-4d4d39d62dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:57.550899 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1e3a0640-746e-4beb-9ec1-9797816b656a tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2221528'] for subnet, precommit_delete_associations {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:57.607418 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-affe2b02-713d-472a-b7fc-4d4d39d62dc5 None None] Attempting to bind port 3d27a835-9411-4c8f-ba53-fd7d8c66f2c0 on host n-d-804985-2 for vnic_type normal with profile {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:09:57.607418 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-affe2b02-713d-472a-b7fc-4d4d39d62dc5 None None] Attempting to bind port 3d27a835-9411-4c8f-ba53-fd7d8c66f2c0 by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'}] {{(pid=106255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:09:57.607418 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-affe2b02-713d-472a-b7fc-4d4d39d62dc5 None None] Attempting to bind port 3d27a835-9411-4c8f-ba53-fd7d8c66f2c0 on network 7cae7a70-14fd-408c-b14d-39ceb97cb60e {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:09:57.627186 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-affe2b02-713d-472a-b7fc-4d4d39d62dc5 None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 9, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:09:57.627768 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-affe2b02-713d-472a-b7fc-4d4d39d62dc5 None None] Checking segment: {'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:09:57.628424 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-affe2b02-713d-472a-b7fc-4d4d39d62dc5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:57.628953 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-affe2b02-713d-472a-b7fc-4d4d39d62dc5 None None] Bound using segment: {'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'} {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:09:57.629499 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-affe2b02-713d-472a-b7fc-4d4d39d62dc5 None None] Bound port: 3d27a835-9411-4c8f-ba53-fd7d8c66f2c0, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'}}] {{(pid=106255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:09:57.629974 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-affe2b02-713d-472a-b7fc-4d4d39d62dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:57.630107 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c95de0c4-3409-45d4-bc1f-78203bdf7665 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Made reservation on behalf of b60736d695f1461b9071c3b3eddcc039 for: {'subnet': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:09:57.637627 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c95de0c4-3409-45d4-bc1f-78203bdf7665 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59388119'] for subnet, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:57.684073 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-affe2b02-713d-472a-b7fc-4d4d39d62dc5 None None] For port 3d27a835-9411-4c8f-ba53-fd7d8c66f2c0, host n-d-804985-2, cleared binding levels {{(pid=106255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:09:57.688594 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-affe2b02-713d-472a-b7fc-4d4d39d62dc5 None None] For port 3d27a835-9411-4c8f-ba53-fd7d8c66f2c0, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=3d27a835-9411-4c8f-ba53-fd7d8c66f2c0,segment=NetworkSegment(c5a3db9d-5c58-41b1-9177-d5787a597b78),segment_id=c5a3db9d-5c58-41b1-9177-d5787a597b78)] {{(pid=106255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:09:57.701752 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-affe2b02-713d-472a-b7fc-4d4d39d62dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:57.714603 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9678e20-da16-4e0d-b24a-b0efb2f4ac3a None None] Pushing event updated for resources: {'Port': ['ID=3d27a835-9411-4c8f-ba53-fd7d8c66f2c0,revision_number=2']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:09:57.724904 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9678e20-da16-4e0d-b24a-b0efb2f4ac3a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:09:57.725601 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9678e20-da16-4e0d-b24a-b0efb2f4ac3a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:09:57.726112 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9678e20-da16-4e0d-b24a-b0efb2f4ac3a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:09:57.726434 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9678e20-da16-4e0d-b24a-b0efb2f4ac3a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:09:57.726921 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9678e20-da16-4e0d-b24a-b0efb2f4ac3a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:09:57.727416 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9678e20-da16-4e0d-b24a-b0efb2f4ac3a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:09:57.727914 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9678e20-da16-4e0d-b24a-b0efb2f4ac3a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:09:57.728385 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9678e20-da16-4e0d-b24a-b0efb2f4ac3a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:09:57.728945 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9678e20-da16-4e0d-b24a-b0efb2f4ac3a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:09:57.729424 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9678e20-da16-4e0d-b24a-b0efb2f4ac3a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:09:57.729918 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9678e20-da16-4e0d-b24a-b0efb2f4ac3a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:09:57.730411 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9678e20-da16-4e0d-b24a-b0efb2f4ac3a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:09:57.769620 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-affe2b02-713d-472a-b7fc-4d4d39d62dc5 None None] Routers {'aada72d7-ff52-459b-ab6c-ed495c94939d'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:09:57.771103 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-affe2b02-713d-472a-b7fc-4d4d39d62dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:09:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['aada72d7-ff52-459b-ab6c-ed495c94939d'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:09:57.797534 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25349405-edad-454c-bc46-6ec2b16bf7df req-770cf9ef-9c01-4b4e-a323-f663965ab931 tempest-ServerGroupTestJSON-812744001 tempest-ServerGroupTestJSON-812744001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:09:57.810738 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-25349405-edad-454c-bc46-6ec2b16bf7df req-770cf9ef-9c01-4b4e-a323-f663965ab931 tempest-ServerGroupTestJSON-812744001 tempest-ServerGroupTestJSON-812744001-project] 10.222.0.66 "GET /v2.0/ports?device_id=487a103c-a6bf-414e-9608-15880497fd48 HTTP/1.1" status: 200 len: 944 time: 0.1960981 Aug 18 12:09:57.841397 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9678e20-da16-4e0d-b24a-b0efb2f4ac3a None None] Pushing event updated for resources: {'Port': ['ID=3d27a835-9411-4c8f-ba53-fd7d8c66f2c0,revision_number=3']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:09:57.852957 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08caa975-c608-4dba-8f2c-cb43c4c3c59d req-d6fd5962-75e2-405e-a43a-32ee73b2e8a4 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:09:57.860340 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-08caa975-c608-4dba-8f2c-cb43c4c3c59d req-d6fd5962-75e2-405e-a43a-32ee73b2e8a4 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/ports?device_id=c468f260-aa8b-4a9b-a477-213e251d7cef HTTP/1.1" status: 200 len: 945 time: 0.1635504 Aug 18 12:09:57.885388 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1e3a0640-746e-4beb-9ec1-9797816b656a tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:57.914427 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-affe2b02-713d-472a-b7fc-4d4d39d62dc5 None None] Set router aada72d7-ff52-459b-ab6c-ed495c94939d gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:09:57.931827 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c95de0c4-3409-45d4-bc1f-78203bdf7665 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58902106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59388097'] for subnet, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:57.955812 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 29440e70-e61e-431c-a18d-f42873b6fcb1 up at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:09:57.973768 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-25349405-edad-454c-bc46-6ec2b16bf7df req-7c9247a3-be22-4f2a-b025-e3268b526e63 tempest-ServerGroupTestJSON-812744001 tempest-ServerGroupTestJSON-812744001-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1b82b3f-ae7f-4548-9d93-b000c1315dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619716 Aug 18 12:09:58.010819 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-08caa975-c608-4dba-8f2c-cb43c4c3c59d req-6017a9c4-2cbf-4ed5-a23d-948b142b9435 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f58845c-8a6f-4750-8ac0-66868223b345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1490948 Aug 18 12:09:58.071660 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Provisioning for port 29440e70-e61e-431c-a18d-f42873b6fcb1 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:09:58.077983 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Provisioning complete for port 29440e70-e61e-431c-a18d-f42873b6fcb1 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:09:58.078696 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:58.101101 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1e3a0640-746e-4beb-9ec1-9797816b656a tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3572848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59074100'] for subnet, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:58.110638 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95de0c4-3409-45d4-bc1f-78203bdf7665 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Pushing event updated for resources: {'Subnet': ['ID=a348b5f7-9a90-4c29-ba78-b2f4f4dbb536,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:09:58.154108 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c95de0c4-3409-45d4-bc1f-78203bdf7665 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Checking segment: {'id': 'a141fc5e-7e21-4fbf-84e2-32d69bd4741b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '83c90a80-7784-4b6e-bd7b-aef3cab1c6ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:09:58.154462 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c95de0c4-3409-45d4-bc1f-78203bdf7665 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Network hostable DHCP agents. Network: 83c90a80-7784-4b6e-bd7b-aef3cab1c6ba, hostable agents: ['97c14208-2951-4361-8d64-3708c946ff5f'], hosted agents: [] {{(pid=106253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 12:09:58.159660 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3a0640-746e-4beb-9ec1-9797816b656a tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Pushing event deleted for resources: {'Subnet': ['ID=df54d71a-9de6-45e6-9ded-7f1934b6fae1,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:09:58.183019 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1e3a0640-746e-4beb-9ec1-9797816b656a tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for subnet, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:58.188984 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-1e3a0640-746e-4beb-9ec1-9797816b656a tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "DELETE /v2.0/subnets/df54d71a-9de6-45e6-9ded-7f1934b6fae1 HTTP/1.1" status: 204 len: 168 time: 0.7731636 Aug 18 12:09:58.189547 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 46588) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:09:58.193786 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c95de0c4-3409-45d4-bc1f-78203bdf7665 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Network 83c90a80-7784-4b6e-bd7b-aef3cab1c6ba is scheduled to be hosted by DHCP agent 97c14208-2951-4361-8d64-3708c946ff5f with binding_index 1 {{(pid=106253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 12:09:58.245137 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:58.282250 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '487a103c-a6bf-414e-9608-15880497fd48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29440e70-e61e-431c-a18d-f42873b6fcb1'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:09:58.284952 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db50a436fb3a98495337d8fe7487b4f2ea6f3c1052eb9efadc2ecda2d5737001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-399bfb69-d394-4cf7-a37c-6f09a71886fb" -d '{"events": [{"server_uuid": "487a103c-a6bf-414e-9608-15880497fd48", "name": "network-vif-plugged", "status": "completed", "tag": "29440e70-e61e-431c-a18d-f42873b6fcb1"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:09:58.300216 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port 29440e70-e61e-431c-a18d-f42873b6fcb1, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=29440e70-e61e-431c-a18d-f42873b6fcb1,segment=NetworkSegment(020cc5e0-4276-4515-8255-1a43a9a4d667),segment_id=020cc5e0-4276-4515-8255-1a43a9a4d667)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:09:58.309882 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-affe2b02-713d-472a-b7fc-4d4d39d62dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aada72d7-ff52-459b-ab6c-ed495c94939d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-95929592', 'tenant_id': 'b60736d695f1461b9071c3b3eddcc039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.86'}], 'enable_snat': True}, 'gw_port_id': '3d27a835-9411-4c8f-ba53-fd7d8c66f2c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:09:53Z', 'updated_at': '2021-08-18T12:09:55Z', 'revision_number': 3, 'project_id': 'b60736d695f1461b9071c3b3eddcc039', 'gw_port': {'id': '3d27a835-9411-4c8f-ba53-fd7d8c66f2c0', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:35:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aada72d7-ff52-459b-ab6c-ed495c94939d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2135, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:09:54Z', 'updated_at': '2021-08-18T12:09:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:09:58.314585 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:58.349507 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 46596) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:09:58.355391 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-8d1ef918-6703-44ea-a832-97ac064b5d68 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1644752 Aug 18 12:09:58.356583 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-f610b498-3063-4bde-ae5d-d6c6a234fe23 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Request body: {'subnet': {'network_id': 'fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:09:58.358560 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-c95de0c4-3409-45d4-bc1f-78203bdf7665 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-2, 83c90a80-7784-4b6e-bd7b-aef3cab1c6ba) {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:09:58.360146 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-affe2b02-713d-472a-b7fc-4d4d39d62dc5 None None] The sync data for ids ['aada72d7-ff52-459b-ab6c-ed495c94939d'] in n-d-804985-2 is: [{'id': 'aada72d7-ff52-459b-ab6c-ed495c94939d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-95929592', 'tenant_id': 'b60736d695f1461b9071c3b3eddcc039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.86'}], 'enable_snat': True}, 'gw_port_id': '3d27a835-9411-4c8f-ba53-fd7d8c66f2c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:09:53Z', 'updated_at': '2021-08-18T12:09:55Z', 'revision_number': 3, 'project_id': 'b60736d695f1461b9071c3b3eddcc039', 'gw_port': {'id': '3d27a835-9411-4c8f-ba53-fd7d8c66f2c0', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:35:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aada72d7-ff52-459b-ab6c-ed495c94939d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2135, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:09:54Z', 'updated_at': '2021-08-18T12:09:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:09:58.366705 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd7dfd0b-9f4c-4f70-b96d-9748aabf8668 None None] Network 83c90a80-7784-4b6e-bd7b-aef3cab1c6ba requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:09:58.368697 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c95de0c4-3409-45d4-bc1f-78203bdf7665 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:09:58.370628 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c95de0c4-3409-45d4-bc1f-78203bdf7665 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:58.424700 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-c95de0c4-3409-45d4-bc1f-78203bdf7665 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9527373 Aug 18 12:09:58.428100 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 46600) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:09:58.537108 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:09:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bedd108-afa5-4235-a29e-19b3d49f35cf x-openstack-request-id: req-1bedd108-afa5-4235-a29e-19b3d49f35cf {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:09:58.537793 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "487a103c-a6bf-414e-9608-15880497fd48", "name": "network-vif-plugged", "status": "completed", "tag": "29440e70-e61e-431c-a18d-f42873b6fcb1", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:09:58.538243 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-1bedd108-afa5-4235-a29e-19b3d49f35cf {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:09:58.538924 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '487a103c-a6bf-414e-9608-15880497fd48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29440e70-e61e-431c-a18d-f42873b6fcb1', 'code': 200} Aug 18 12:09:58.540269 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=29440e70-e61e-431c-a18d-f42873b6fcb1,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:09:58.723108 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ef0a507-9a9e-4e8f-944a-793745916f4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp788be208-34ab-5a8f-af0f-528834af222f-83c90a80-7784-4b6e-bd7b-aef3cab1c6ba', 'network_id': '83c90a80-7784-4b6e-bd7b-aef3cab1c6ba', 'tenant_id': 'b60736d695f1461b9071c3b3eddcc039', 'fixed_ips': [{'subnet_id': 'a348b5f7-9a90-4c29-ba78-b2f4f4dbb536'}]}} from n-d-804985-2. {{(pid=106254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 12:09:58.724125 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4ef0a507-9a9e-4e8f-944a-793745916f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:58.753449 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ca525a-6403-449b-80d6-5d7ba4cba662 req-d4c680bb-08cb-4678-9b20-5bc95ed93fee tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:09:58.757055 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e4ca525a-6403-449b-80d6-5d7ba4cba662 req-d4c680bb-08cb-4678-9b20-5bc95ed93fee tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/ports?device_id=c468f260-aa8b-4a9b-a477-213e251d7cef HTTP/1.1" status: 200 len: 945 time: 0.3429263 Aug 18 12:09:58.759019 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f610b498-3063-4bde-ae5d-d6c6a234fe23 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Made reservation on behalf of 2a40b3bac30c4b9cb4cddbf9306b0469 for: {'subnet': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:09:58.762668 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f610b498-3063-4bde-ae5d-d6c6a234fe23 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59074089'] for subnet, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:58.849570 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be7614da-2939-4ff4-8175-83158a108b4b None None] Network fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:09:58.897298 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03426fa5-f3d8-47bd-87e8-0c636cd57e62 req-ffcbaf81-2f88-4647-85b5-af5c68464d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:09:58.898812 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-03426fa5-f3d8-47bd-87e8-0c636cd57e62 req-ffcbaf81-2f88-4647-85b5-af5c68464d96 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=487a103c-a6bf-414e-9608-15880497fd48 HTTP/1.1" status: 200 len: 1096 time: 0.2734554 Aug 18 12:09:58.954855 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e4ca525a-6403-449b-80d6-5d7ba4cba662 req-dbfe0300-00a6-4933-8349-572b45e7239f tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f58845c-8a6f-4750-8ac0-66868223b345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1562061 Aug 18 12:09:58.970634 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-03426fa5-f3d8-47bd-87e8-0c636cd57e62 req-3214f426-6856-4b3b-b3a1-d834cf5df29a service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=c1b82b3f-ae7f-4548-9d93-b000c1315dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495865 Aug 18 12:09:59.040838 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-03f50d2c-422e-4d1b-aa23-6501ff4c1fe1 None None] Provisioning complete for port b6187b16-dae5-4e69-99bf-a8d861849fe5 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:09:59.041343 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-03f50d2c-422e-4d1b-aa23-6501ff4c1fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:59.198917 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f610b498-3063-4bde-ae5d-d6c6a234fe23 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3572913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59074111'] for subnet, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:59.204818 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.db_base_plugin_common [None req-4ef0a507-9a9e-4e8f-944a-793745916f4e None None] Allocated IP 172.20.0.2 (83c90a80-7784-4b6e-bd7b-aef3cab1c6ba/a348b5f7-9a90-4c29-ba78-b2f4f4dbb536/3f563cb9-011a-4ac0-9678-ff375c9287bd) {{(pid=106254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:09:59.302408 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e390ea51-9802-4536-918a-8de89dd24d68 req-e2507b66-cad6-4b03-a7d7-df4f980e54f2 tempest-ServerGroupTestJSON-812744001 tempest-ServerGroupTestJSON-812744001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:09:59.311979 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e390ea51-9802-4536-918a-8de89dd24d68 req-e2507b66-cad6-4b03-a7d7-df4f980e54f2 tempest-ServerGroupTestJSON-812744001 tempest-ServerGroupTestJSON-812744001-project] 10.222.0.66 "GET /v2.0/ports?device_id=487a103c-a6bf-414e-9608-15880497fd48 HTTP/1.1" status: 200 len: 945 time: 0.1961334 Aug 18 12:09:59.321828 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f610b498-3063-4bde-ae5d-d6c6a234fe23 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Network fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:09:59.333439 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-f610b498-3063-4bde-ae5d-d6c6a234fe23 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:09:59.346205 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f610b498-3063-4bde-ae5d-d6c6a234fe23 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:09:59.347123 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f610b498-3063-4bde-ae5d-d6c6a234fe23 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for subnet, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:59.357416 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f610b498-3063-4bde-ae5d-d6c6a234fe23 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Pushing event updated for resources: {'Subnet': ['ID=570ac693-07a4-4934-a774-5d2e57f6d1b0,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:09:59.385668 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e390ea51-9802-4536-918a-8de89dd24d68 req-01839e9c-fe21-4b09-9048-44fc9793e8e4 tempest-ServerGroupTestJSON-812744001 tempest-ServerGroupTestJSON-812744001-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1b82b3f-ae7f-4548-9d93-b000c1315dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726988 Aug 18 12:09:59.391189 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-f610b498-3063-4bde-ae5d-d6c6a234fe23 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0402684 Aug 18 12:09:59.394223 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 46620) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:09:59.411148 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-76f372f7-3d59-4577-9832-7b410f1c36d0 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Request body: {'subnet': {'network_id': 'fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:09:59.441444 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 3d27a835-9411-4c8f-ba53-fd7d8c66f2c0 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:09:59.527204 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3b37769-f632-4967-a0f4-56838ae42c41 None None] DHCP port deletion for fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d request from n-d-804985-2 {{(pid=106254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 12:09:59.603160 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3503aac6-58b3-4d08-847e-6d37ad018f1c tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:59.761016 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76f372f7-3d59-4577-9832-7b410f1c36d0 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Made reservation on behalf of 2a40b3bac30c4b9cb4cddbf9306b0469 for: {'subnet': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:09:59.765032 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-76f372f7-3d59-4577-9832-7b410f1c36d0 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59388119'] for subnet, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:59.861169 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4ef0a507-9a9e-4e8f-944a-793745916f4e None None] Notify callbacks [] for port, precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:59.864086 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port 3d27a835-9411-4c8f-ba53-fd7d8c66f2c0 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:09:59.884606 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 3d27a835-9411-4c8f-ba53-fd7d8c66f2c0 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:09:59.884974 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:59.891986 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-4ef0a507-9a9e-4e8f-944a-793745916f4e None None] Transition to ACTIVE for port object 3f563cb9-011a-4ac0-9678-ff375c9287bd will not be triggered until provisioned by entity L2. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:09:59.946104 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-d3b37769-f632-4967-a0f4-56838ae42c41 None None] Deleting port b6187b16-dae5-4e69-99bf-a8d861849fe5 {{(pid=106254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:09:59.946494 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-d3b37769-f632-4967-a0f4-56838ae42c41 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:09:59.955173 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-4ef0a507-9a9e-4e8f-944a-793745916f4e None None] Transition to ACTIVE for port object 3f563cb9-011a-4ac0-9678-ff375c9287bd will not be triggered until provisioned by entity DHCP. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:10:00.002789 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4ef0a507-9a9e-4e8f-944a-793745916f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547'] for port, after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:00.029861 n-d-804985-2 neutron-server[106253]: INFO neutron.db.ipam_backend_mixin [None req-76f372f7-3d59-4577-9832-7b410f1c36d0 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 570ac693-07a4-4934-a774-5d2e57f6d1b0 (CIDR: 2001:db8::/64) Aug 18 12:10:00.038799 n-d-804985-2 neutron-server[106253]: INFO neutron.pecan_wsgi.hooks.translation [None req-76f372f7-3d59-4577-9832-7b410f1c36d0 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 18 12:10:00.039268 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76f372f7-3d59-4577-9832-7b410f1c36d0 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=106253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 12:10:00.095368 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6931ae34-6e19-4651-af4c-748e9ddb4a9a req-7794059d-5a93-4bb3-8d3a-3923018a6c1f tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:10:00.098138 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ef0a507-9a9e-4e8f-944a-793745916f4e None None] Network 83c90a80-7784-4b6e-bd7b-aef3cab1c6ba is already hosted by enough agents. {{(pid=106254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:10:00.104197 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6931ae34-6e19-4651-af4c-748e9ddb4a9a req-7794059d-5a93-4bb3-8d3a-3923018a6c1f tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/ports?device_id=c468f260-aa8b-4a9b-a477-213e251d7cef HTTP/1.1" status: 200 len: 945 time: 0.0640020 Aug 18 12:10:00.116717 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.base_scheduler [None req-4ef0a507-9a9e-4e8f-944a-793745916f4e None None] Resources bound (agent type, host, resource id): {{(pid=106254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:10:00.139892 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef0a507-9a9e-4e8f-944a-793745916f4e None None] Received port after_create {{(pid=106254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:10:00.146536 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef0a507-9a9e-4e8f-944a-793745916f4e None None] Pushing event updated for resources: {'Port': ['ID=3f563cb9-011a-4ac0-9678-ff375c9287bd,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:10:00.159683 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-76f372f7-3d59-4577-9832-7b410f1c36d0 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7597780 Aug 18 12:10:00.164274 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 46646) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:00.167691 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6931ae34-6e19-4651-af4c-748e9ddb4a9a req-98494cc0-c332-47f5-821a-e20ddc5a7902 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f58845c-8a6f-4750-8ac0-66868223b345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622075 Aug 18 12:10:00.173889 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-17a513e1-c745-4892-8571-eee7e6be3c4e tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Request body: {'subnet': {'network_id': 'fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:10:00.184085 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:00.214174 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-d3b37769-f632-4967-a0f4-56838ae42c41 None None] For port b6187b16-dae5-4e69-99bf-a8d861849fe5, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=b6187b16-dae5-4e69-99bf-a8d861849fe5,segment=NetworkSegment(06b05a1e-7667-47a8-b2de-bb5e6a768e1b),segment_id=06b05a1e-7667-47a8-b2de-bb5e6a768e1b)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:10:00.214701 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-d3b37769-f632-4967-a0f4-56838ae42c41 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:00.225085 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [None req-3503aac6-58b3-4d08-847e-6d37ad018f1c tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Allocated IP 172.20.0.1 (83c90a80-7784-4b6e-bd7b-aef3cab1c6ba/a348b5f7-9a90-4c29-ba78-b2f4f4dbb536/d4a2ce56-6bc4-4f2f-bc7d-ba4c8b3a7bc2) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:10:00.264045 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] For port 3d27a835-9411-4c8f-ba53-fd7d8c66f2c0, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=3d27a835-9411-4c8f-ba53-fd7d8c66f2c0,segment=NetworkSegment(c5a3db9d-5c58-41b1-9177-d5787a597b78),segment_id=c5a3db9d-5c58-41b1-9177-d5787a597b78)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:10:00.265789 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-d3b37769-f632-4967-a0f4-56838ae42c41 None None] Calling delete_port for b6187b16-dae5-4e69-99bf-a8d861849fe5 owned by network:dhcp {{(pid=106254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:10:00.280201 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-4ef0a507-9a9e-4e8f-944a-793745916f4e None None] Attempting to bind port 3f563cb9-011a-4ac0-9678-ff375c9287bd on host n-d-804985-2 for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:10:00.281051 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-4ef0a507-9a9e-4e8f-944a-793745916f4e None None] Attempting to bind port 3f563cb9-011a-4ac0-9678-ff375c9287bd by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': 'a141fc5e-7e21-4fbf-84e2-32d69bd4741b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '83c90a80-7784-4b6e-bd7b-aef3cab1c6ba'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:10:00.281517 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef0a507-9a9e-4e8f-944a-793745916f4e None None] Attempting to bind port 3f563cb9-011a-4ac0-9678-ff375c9287bd on network 83c90a80-7784-4b6e-bd7b-aef3cab1c6ba {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:10:00.286185 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:00.350886 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef0a507-9a9e-4e8f-944a-793745916f4e None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 9, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:10:00.351387 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef0a507-9a9e-4e8f-944a-793745916f4e None None] Checking segment: {'id': 'a141fc5e-7e21-4fbf-84e2-32d69bd4741b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '83c90a80-7784-4b6e-bd7b-aef3cab1c6ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:10:00.351885 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4ef0a507-9a9e-4e8f-944a-793745916f4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:00.352364 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef0a507-9a9e-4e8f-944a-793745916f4e None None] Bound using segment: {'id': 'a141fc5e-7e21-4fbf-84e2-32d69bd4741b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '83c90a80-7784-4b6e-bd7b-aef3cab1c6ba'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:10:00.352968 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-4ef0a507-9a9e-4e8f-944a-793745916f4e None None] Bound port: 3f563cb9-011a-4ac0-9678-ff375c9287bd, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a141fc5e-7e21-4fbf-84e2-32d69bd4741b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '83c90a80-7784-4b6e-bd7b-aef3cab1c6ba'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:10:00.353848 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4ef0a507-9a9e-4e8f-944a-793745916f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:00.406779 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09ab58b-fd49-450c-ad0d-9b5d92f19e4c req-ed7667f7-9fd1-44e0-a704-b9b4c2a62445 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:10:00.407887 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b09ab58b-fd49-450c-ad0d-9b5d92f19e4c req-ed7667f7-9fd1-44e0-a704-b9b4c2a62445 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/ports?device_id=c468f260-aa8b-4a9b-a477-213e251d7cef HTTP/1.1" status: 200 len: 945 time: 0.0821388 Aug 18 12:10:00.419870 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3503aac6-58b3-4d08-847e-6d37ad018f1c tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:00.444090 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17a513e1-c745-4892-8571-eee7e6be3c4e tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Made reservation on behalf of 2a40b3bac30c4b9cb4cddbf9306b0469 for: {'subnet': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:10:00.453417 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-17a513e1-c745-4892-8571-eee7e6be3c4e tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59388119'] for subnet, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:00.478948 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Pushing event updated for resources: {'Port': ['ID=3d27a835-9411-4c8f-ba53-fd7d8c66f2c0,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:10:00.504848 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b09ab58b-fd49-450c-ad0d-9b5d92f19e4c req-b06b7e7f-9787-47f1-90b4-7b97b0523ffc tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f58845c-8a6f-4750-8ac0-66868223b345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778844 Aug 18 12:10:00.537972 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-4ef0a507-9a9e-4e8f-944a-793745916f4e None None] For port 3f563cb9-011a-4ac0-9678-ff375c9287bd, host n-d-804985-2, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:10:00.549669 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [None req-3503aac6-58b3-4d08-847e-6d37ad018f1c tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Transition to ACTIVE for port object d4a2ce56-6bc4-4f2f-bc7d-ba4c8b3a7bc2 will not be triggered until provisioned by entity DHCP. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:10:00.551875 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-4ef0a507-9a9e-4e8f-944a-793745916f4e None None] For port 3f563cb9-011a-4ac0-9678-ff375c9287bd, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=3f563cb9-011a-4ac0-9678-ff375c9287bd,segment=NetworkSegment(a141fc5e-7e21-4fbf-84e2-32d69bd4741b),segment_id=a141fc5e-7e21-4fbf-84e2-32d69bd4741b)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:10:00.555503 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-d3b37769-f632-4967-a0f4-56838ae42c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556'] for port, after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:00.566558 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4ef0a507-9a9e-4e8f-944a-793745916f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:00.613519 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b37769-f632-4967-a0f4-56838ae42c41 None None] Pushing event deleted for resources: {'Port': ['ID=b6187b16-dae5-4e69-99bf-a8d861849fe5,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:10:00.624026 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b37769-f632-4967-a0f4-56838ae42c41 None None] No DVR routers for this DVR port b6187b16-dae5-4e69-99bf-a8d861849fe5 on host n-d-804985-2 {{(pid=106254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:10:00.646402 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3503aac6-58b3-4d08-847e-6d37ad018f1c tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:00.655860 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 46660) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:00.666833 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082970dd-e246-4ca0-897d-f3754318e2ce req-95b0b667-24c9-4957-bf0c-98f9a40d097a tempest-ServerGroupTestJSON-812744001 tempest-ServerGroupTestJSON-812744001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:10:00.672756 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82b919e5-3e4f-4a1b-b1e3-4f764880d809 None None] Network fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:10:00.674366 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-082970dd-e246-4ca0-897d-f3754318e2ce req-95b0b667-24c9-4957-bf0c-98f9a40d097a tempest-ServerGroupTestJSON-812744001 tempest-ServerGroupTestJSON-812744001-project] 10.222.0.66 "GET /v2.0/ports?device_id=487a103c-a6bf-414e-9608-15880497fd48 HTTP/1.1" status: 200 len: 945 time: 0.1559148 Aug 18 12:10:00.707788 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3503aac6-58b3-4d08-847e-6d37ad018f1c tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Pushing event updated for resources: {'Port': ['ID=d4a2ce56-6bc4-4f2f-bc7d-ba4c8b3a7bc2,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:10:00.738252 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-082970dd-e246-4ca0-897d-f3754318e2ce req-004053b4-572f-4988-9a01-74f9026f4023 tempest-ServerGroupTestJSON-812744001 tempest-ServerGroupTestJSON-812744001-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1b82b3f-ae7f-4548-9d93-b000c1315dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629179 Aug 18 12:10:00.754951 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fc2e9d-f11a-41ad-8f79-55a4b5fb8c87 req-c8a61344-7ac1-4235-bce8-bffb357ac7a8 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:10:00.761416 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-57fc2e9d-f11a-41ad-8f79-55a4b5fb8c87 req-c8a61344-7ac1-4235-bce8-bffb357ac7a8 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/ports?device_id=c468f260-aa8b-4a9b-a477-213e251d7cef HTTP/1.1" status: 200 len: 945 time: 0.1409297 Aug 18 12:10:00.770532 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef0a507-9a9e-4e8f-944a-793745916f4e None None] Pushing event updated for resources: {'Port': ['ID=3f563cb9-011a-4ac0-9678-ff375c9287bd,revision_number=2']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:10:00.771743 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3503aac6-58b3-4d08-847e-6d37ad018f1c tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Network 83c90a80-7784-4b6e-bd7b-aef3cab1c6ba is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:10:00.795306 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-3503aac6-58b3-4d08-847e-6d37ad018f1c tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:10:00.805994 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3503aac6-58b3-4d08-847e-6d37ad018f1c tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:10:00.834642 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-57fc2e9d-f11a-41ad-8f79-55a4b5fb8c87 req-5cece436-72b4-4338-86fc-ee969574464e tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f58845c-8a6f-4750-8ac0-66868223b345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619826 Aug 18 12:10:00.945675 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-798f4afb-fc4d-4f4c-a69c-2a6a565afcd6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp788be208-34ab-5a8f-af0f-528834af222f-fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d', 'network_id': 'fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d', 'tenant_id': '2a40b3bac30c4b9cb4cddbf9306b0469', 'fixed_ips': [{'subnet_id': '570ac693-07a4-4934-a774-5d2e57f6d1b0'}]}} from n-d-804985-2. {{(pid=106254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 12:10:00.947148 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3503aac6-58b3-4d08-847e-6d37ad018f1c tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-996688'] for router_interface, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:00.948344 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-798f4afb-fc4d-4f4c-a69c-2a6a565afcd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:01.039371 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-429d3d5c-045a-427d-8c8c-ed8b94100753 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:01.171903 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefff7dc-91bf-4927-894c-c0e69f99dd36 req-77e88803-a489-452a-8e0e-7d2d9bf4a11b tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:10:01.175485 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.db_base_plugin_common [None req-798f4afb-fc4d-4f4c-a69c-2a6a565afcd6 None None] Allocated IP 2001:db8::2 (fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d/570ac693-07a4-4934-a774-5d2e57f6d1b0/e721440f-a8e3-4222-ad0f-c02c41c1634d) {{(pid=106254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:10:01.179767 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-aefff7dc-91bf-4927-894c-c0e69f99dd36 req-77e88803-a489-452a-8e0e-7d2d9bf4a11b tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/ports?device_id=c468f260-aa8b-4a9b-a477-213e251d7cef HTTP/1.1" status: 200 len: 945 time: 0.1830916 Aug 18 12:10:01.221229 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-aefff7dc-91bf-4927-894c-c0e69f99dd36 req-e6683844-c3cd-42bf-9659-455c17f8ad73 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f58845c-8a6f-4750-8ac0-66868223b345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405445 Aug 18 12:10:01.310428 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1fc259-5e08-45e7-84e9-f679338f3d3f req-583faf4f-aa3d-4ec1-a2f4-d0dac3fb7071 tempest-ServerGroupTestJSON-812744001 tempest-ServerGroupTestJSON-812744001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:10:01.320843 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-db1fc259-5e08-45e7-84e9-f679338f3d3f req-583faf4f-aa3d-4ec1-a2f4-d0dac3fb7071 tempest-ServerGroupTestJSON-812744001 tempest-ServerGroupTestJSON-812744001-project] 10.222.0.66 "GET /v2.0/ports?device_id=487a103c-a6bf-414e-9608-15880497fd48 HTTP/1.1" status: 200 len: 945 time: 0.0722017 Aug 18 12:10:01.378758 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-db1fc259-5e08-45e7-84e9-f679338f3d3f req-cada1ae4-2904-469e-8b1d-4c2cecd8e23b tempest-ServerGroupTestJSON-812744001 tempest-ServerGroupTestJSON-812744001-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1b82b3f-ae7f-4548-9d93-b000c1315dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565867 Aug 18 12:10:01.400813 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-798f4afb-fc4d-4f4c-a69c-2a6a565afcd6 None None] Notify callbacks [] for port, precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:01.418229 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-798f4afb-fc4d-4f4c-a69c-2a6a565afcd6 None None] Transition to ACTIVE for port object e721440f-a8e3-4222-ad0f-c02c41c1634d will not be triggered until provisioned by entity L2. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:10:01.435927 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-798f4afb-fc4d-4f4c-a69c-2a6a565afcd6 None None] Transition to ACTIVE for port object e721440f-a8e3-4222-ad0f-c02c41c1634d will not be triggered until provisioned by entity DHCP. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:10:01.445287 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-798f4afb-fc4d-4f4c-a69c-2a6a565afcd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547'] for port, after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:01.485238 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 3d27a835-9411-4c8f-ba53-fd7d8c66f2c0 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:10:01.518426 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-798f4afb-fc4d-4f4c-a69c-2a6a565afcd6 None None] Network fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d is already hosted by enough agents. {{(pid=106254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:10:01.532230 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.base_scheduler [None req-798f4afb-fc4d-4f4c-a69c-2a6a565afcd6 None None] Resources bound (agent type, host, resource id): {{(pid=106254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:10:01.534946 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-798f4afb-fc4d-4f4c-a69c-2a6a565afcd6 None None] Received port after_create {{(pid=106254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:10:01.548691 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798f4afb-fc4d-4f4c-a69c-2a6a565afcd6 None None] Pushing event updated for resources: {'Port': ['ID=e721440f-a8e3-4222-ad0f-c02c41c1634d,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:10:01.605689 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 3d27a835-9411-4c8f-ba53-fd7d8c66f2c0 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:10:01.606063 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:01.629596 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-798f4afb-fc4d-4f4c-a69c-2a6a565afcd6 None None] Attempting to bind port e721440f-a8e3-4222-ad0f-c02c41c1634d on host n-d-804985-2 for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:10:01.629914 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-798f4afb-fc4d-4f4c-a69c-2a6a565afcd6 None None] Attempting to bind port e721440f-a8e3-4222-ad0f-c02c41c1634d by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': '06b05a1e-7667-47a8-b2de-bb5e6a768e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:10:01.630278 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798f4afb-fc4d-4f4c-a69c-2a6a565afcd6 None None] Attempting to bind port e721440f-a8e3-4222-ad0f-c02c41c1634d on network fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:10:01.639389 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3503aac6-58b3-4d08-847e-6d37ad018f1c tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:01.645679 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798f4afb-fc4d-4f4c-a69c-2a6a565afcd6 None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 9, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:10:01.646060 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798f4afb-fc4d-4f4c-a69c-2a6a565afcd6 None None] Checking segment: {'id': '06b05a1e-7667-47a8-b2de-bb5e6a768e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:10:01.646463 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-798f4afb-fc4d-4f4c-a69c-2a6a565afcd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:01.646855 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798f4afb-fc4d-4f4c-a69c-2a6a565afcd6 None None] Bound using segment: {'id': '06b05a1e-7667-47a8-b2de-bb5e6a768e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:10:01.647336 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-798f4afb-fc4d-4f4c-a69c-2a6a565afcd6 None None] Bound port: e721440f-a8e3-4222-ad0f-c02c41c1634d, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06b05a1e-7667-47a8-b2de-bb5e6a768e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:10:01.647715 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-798f4afb-fc4d-4f4c-a69c-2a6a565afcd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:01.733551 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-429d3d5c-045a-427d-8c8c-ed8b94100753 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:01.752898 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-798f4afb-fc4d-4f4c-a69c-2a6a565afcd6 None None] For port e721440f-a8e3-4222-ad0f-c02c41c1634d, host n-d-804985-2, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:10:01.758613 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 3f563cb9-011a-4ac0-9678-ff375c9287bd up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:10:01.763696 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-429d3d5c-045a-427d-8c8c-ed8b94100753 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:01.794418 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-798f4afb-fc4d-4f4c-a69c-2a6a565afcd6 None None] For port e721440f-a8e3-4222-ad0f-c02c41c1634d, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=e721440f-a8e3-4222-ad0f-c02c41c1634d,segment=NetworkSegment(06b05a1e-7667-47a8-b2de-bb5e6a768e1b),segment_id=06b05a1e-7667-47a8-b2de-bb5e6a768e1b)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:10:01.804259 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-798f4afb-fc4d-4f4c-a69c-2a6a565afcd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:01.833186 n-d-804985-2 neutron-server[106253]: DEBUG neutron.objects.ports [None req-17a513e1-c745-4892-8571-eee7e6be3c4e tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=106253) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 18 12:10:01.872728 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798f4afb-fc4d-4f4c-a69c-2a6a565afcd6 None None] Pushing event updated for resources: {'Port': ['ID=e721440f-a8e3-4222-ad0f-c02c41c1634d,revision_number=2']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:10:01.880285 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port 3f563cb9-011a-4ac0-9678-ff375c9287bd completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:10:01.954326 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 46678) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:01.955025 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-429d3d5c-045a-427d-8c8c-ed8b94100753 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ac8e10001aa247adae49f2a21c20ebac&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2517259 Aug 18 12:10:01.970789 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device b6187b16-dae5-4e69-99bf-a8d861849fe5 no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:10:01.998905 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429d3d5c-045a-427d-8c8c-ed8b94100753 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=672dc6ed-6bd2-473f-ad52-ecb948555cfb,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:10:02.004178 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: b6187b16-dae5-4e69-99bf-a8d861849fe5 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:10:02.004580 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device b6187b16-dae5-4e69-99bf-a8d861849fe5 not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:10:02.061243 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8df678d1-4564-46ad-bc19-9840d03cd9c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:02.091045 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8df678d1-4564-46ad-bc19-9840d03cd9c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:02.176709 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8df678d1-4564-46ad-bc19-9840d03cd9c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:02.179297 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8df678d1-4564-46ad-bc19-9840d03cd9c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:02.180493 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-8df678d1-4564-46ad-bc19-9840d03cd9c1 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/672dc6ed-6bd2-473f-ad52-ecb948555cfb HTTP/1.1" status: 204 len: 168 time: 0.2238474 Aug 18 12:10:02.194768 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-17a513e1-c745-4892-8571-eee7e6be3c4e tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:02.200204 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbe1c2a9-b12c-4aac-b7c5-2143112340d2 None None] Network 83c90a80-7784-4b6e-bd7b-aef3cab1c6ba requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:10:02.200824 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df678d1-4564-46ad-bc19-9840d03cd9c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=672dc6ed-6bd2-473f-ad52-ecb948555cfb,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:10:02.344813 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-5192ebf7-53cc-45d8-a03a-5f21acb7f7c3 None None] Provisioning for port 3f563cb9-011a-4ac0-9678-ff375c9287bd completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:10:02.355532 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-5192ebf7-53cc-45d8-a03a-5f21acb7f7c3 None None] Provisioning complete for port 3f563cb9-011a-4ac0-9678-ff375c9287bd triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:10:02.356007 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-5192ebf7-53cc-45d8-a03a-5f21acb7f7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:02.381165 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3503aac6-58b3-4d08-847e-6d37ad018f1c tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks [] for port, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:02.453944 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [None req-17a513e1-c745-4892-8571-eee7e6be3c4e tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] For port e721440f-a8e3-4222-ad0f-c02c41c1634d, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=e721440f-a8e3-4222-ad0f-c02c41c1634d,segment=NetworkSegment(06b05a1e-7667-47a8-b2de-bb5e6a768e1b),segment_id=06b05a1e-7667-47a8-b2de-bb5e6a768e1b)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:10:02.468281 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-5192ebf7-53cc-45d8-a03a-5f21acb7f7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:02.504274 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-5192ebf7-53cc-45d8-a03a-5f21acb7f7c3 None None] For port 3f563cb9-011a-4ac0-9678-ff375c9287bd, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=3f563cb9-011a-4ac0-9678-ff375c9287bd,segment=NetworkSegment(a141fc5e-7e21-4fbf-84e2-32d69bd4741b),segment_id=a141fc5e-7e21-4fbf-84e2-32d69bd4741b)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:10:02.511258 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-5192ebf7-53cc-45d8-a03a-5f21acb7f7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:02.525305 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-17a513e1-c745-4892-8571-eee7e6be3c4e tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks [] for port, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:02.527880 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3503aac6-58b3-4d08-847e-6d37ad018f1c tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:02.564800 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-17a513e1-c745-4892-8571-eee7e6be3c4e tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:02.566145 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-17a513e1-c745-4892-8571-eee7e6be3c4e tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58902106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59388097'] for subnet, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:02.582618 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 46688) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:02.585638 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5192ebf7-53cc-45d8-a03a-5f21acb7f7c3 None None] Pushing event updated for resources: {'Port': ['ID=3f563cb9-011a-4ac0-9678-ff375c9287bd,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:10:02.632954 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d8da2c4e-40c6-43d3-85d1-3c14b1b9517f admin admin] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:02.663765 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42394f8-a305-42ca-a576-2e2f2b90360b req-51120d1b-f904-481e-a281-53aa8eaac980 tempest-ServerGroupTestJSON-812744001 tempest-ServerGroupTestJSON-812744001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:10:02.665844 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e42394f8-a305-42ca-a576-2e2f2b90360b req-51120d1b-f904-481e-a281-53aa8eaac980 tempest-ServerGroupTestJSON-812744001 tempest-ServerGroupTestJSON-812744001-project] 10.222.0.66 "GET /v2.0/ports?device_id=487a103c-a6bf-414e-9608-15880497fd48 HTTP/1.1" status: 200 len: 945 time: 0.2000325 Aug 18 12:10:02.676101 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17a513e1-c745-4892-8571-eee7e6be3c4e tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Network fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:10:02.676953 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3503aac6-58b3-4d08-847e-6d37ad018f1c tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Pushing event updated for resources: {'Port': ['ID=d4a2ce56-6bc4-4f2f-bc7d-ba4c8b3a7bc2,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:10:02.681529 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19cfbcf-a073-467f-a41c-b1c3db29747a req-1b34dd06-ead3-4755-8886-165f2805038c tempest-ServerGroupTestJSON-812744001 tempest-ServerGroupTestJSON-812744001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:10:02.683497 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e19cfbcf-a073-467f-a41c-b1c3db29747a req-1b34dd06-ead3-4755-8886-165f2805038c tempest-ServerGroupTestJSON-812744001 tempest-ServerGroupTestJSON-812744001-project] 10.222.0.62 "GET /v2.0/ports?device_id=487a103c-a6bf-414e-9608-15880497fd48 HTTP/1.1" status: 200 len: 945 time: 0.1237628 Aug 18 12:10:02.688106 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-17a513e1-c745-4892-8571-eee7e6be3c4e tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:10:02.714729 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17a513e1-c745-4892-8571-eee7e6be3c4e tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:10:02.715496 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-17a513e1-c745-4892-8571-eee7e6be3c4e tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:02.723001 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3503aac6-58b3-4d08-847e-6d37ad018f1c tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-996772'] for router_interface, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:02.736388 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a513e1-c745-4892-8571-eee7e6be3c4e tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Pushing event updated for resources: {'Subnet': ['ID=0f723c9d-2def-4799-875a-fe933f7c1e63,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:10:02.788933 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e42394f8-a305-42ca-a576-2e2f2b90360b req-fa634b3c-f3b8-44d5-99f5-ee00f341d165 tempest-ServerGroupTestJSON-812744001 tempest-ServerGroupTestJSON-812744001-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1b82b3f-ae7f-4548-9d93-b000c1315dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041615 Aug 18 12:10:02.840668 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-9737d61c-e223-41d3-b766-f0962aef4c4c None None] Provisioning for port d4a2ce56-6bc4-4f2f-bc7d-ba4c8b3a7bc2 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:10:02.857484 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-9737d61c-e223-41d3-b766-f0962aef4c4c None None] Provisioning complete for port d4a2ce56-6bc4-4f2f-bc7d-ba4c8b3a7bc2 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:10:02.857880 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-9737d61c-e223-41d3-b766-f0962aef4c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:02.881052 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-e19cfbcf-a073-467f-a41c-b1c3db29747a req-3e412c88-fd1f-4cb5-885b-8f51460f78bd tempest-ServerGroupTestJSON-812744001 tempest-ServerGroupTestJSON-812744001-project] Deleting port 29440e70-e61e-431c-a18d-f42873b6fcb1 {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:10:02.881517 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-e19cfbcf-a073-467f-a41c-b1c3db29747a req-3e412c88-fd1f-4cb5-885b-8f51460f78bd tempest-ServerGroupTestJSON-812744001 tempest-ServerGroupTestJSON-812744001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:02.902334 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a513e1-c745-4892-8571-eee7e6be3c4e tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Pushing event updated for resources: {'Port': ['ID=e721440f-a8e3-4222-ad0f-c02c41c1634d,revision_number=4']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:10:02.910000 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-9737d61c-e223-41d3-b766-f0962aef4c4c None None] Port d4a2ce56-6bc4-4f2f-bc7d-ba4c8b3a7bc2 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:10:02.923734 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3503aac6-58b3-4d08-847e-6d37ad018f1c tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Network 83c90a80-7784-4b6e-bd7b-aef3cab1c6ba is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:10:02.926410 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-3503aac6-58b3-4d08-847e-6d37ad018f1c tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:10:02.932141 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-9737d61c-e223-41d3-b766-f0962aef4c4c None None] Provisioning complete for port 3f563cb9-011a-4ac0-9678-ff375c9287bd triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:10:02.932549 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-9737d61c-e223-41d3-b766-f0962aef4c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:02.937931 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d8da2c4e-40c6-43d3-85d1-3c14b1b9517f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:02.948708 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d8da2c4e-40c6-43d3-85d1-3c14b1b9517f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:03.022186 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-d8da2c4e-40c6-43d3-85d1-3c14b1b9517f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=895639c8733a4f88aa9d82ea922259e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4383178 Aug 18 12:10:03.029210 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 46690) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:03.034603 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8da2c4e-40c6-43d3-85d1-3c14b1b9517f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbca53d5-6017-40d9-b116-634ef1d76939,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:10:03.078133 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-17a513e1-c745-4892-8571-eee7e6be3c4e tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.9080346 Aug 18 12:10:03.081425 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 46692) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:03.090155 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-4d126965-add6-4539-9f66-b122f781e8f0 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Request body: {'port': {'network_id': 'fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d', 'mac_address': 'fa:16:3e:25:42:8d', 'name': 'tempest-NetworksTestDHCPv6-434376124'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:10:03.136384 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-e19cfbcf-a073-467f-a41c-b1c3db29747a req-3e412c88-fd1f-4cb5-885b-8f51460f78bd tempest-ServerGroupTestJSON-812744001 tempest-ServerGroupTestJSON-812744001-project] For port 29440e70-e61e-431c-a18d-f42873b6fcb1, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=29440e70-e61e-431c-a18d-f42873b6fcb1,segment=NetworkSegment(020cc5e0-4276-4515-8255-1a43a9a4d667),segment_id=020cc5e0-4276-4515-8255-1a43a9a4d667)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:10:03.136812 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-e19cfbcf-a073-467f-a41c-b1c3db29747a req-3e412c88-fd1f-4cb5-885b-8f51460f78bd tempest-ServerGroupTestJSON-812744001 tempest-ServerGroupTestJSON-812744001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:03.162032 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-e19cfbcf-a073-467f-a41c-b1c3db29747a req-3e412c88-fd1f-4cb5-885b-8f51460f78bd tempest-ServerGroupTestJSON-812744001 tempest-ServerGroupTestJSON-812744001-project] Calling delete_port for 29440e70-e61e-431c-a18d-f42873b6fcb1 owned by compute:nova {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:10:03.171241 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3503aac6-58b3-4d08-847e-6d37ad018f1c tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Router aada72d7-ff52-459b-ab6c-ed495c94939d has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:10:03.197711 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1b17dbc4-9410-43b4-b2bc-62b48f424f2c None None] Provisioning complete for port d4a2ce56-6bc4-4f2f-bc7d-ba4c8b3a7bc2 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:10:03.198455 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1b17dbc4-9410-43b4-b2bc-62b48f424f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:03.239354 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-1b17dbc4-9410-43b4-b2bc-62b48f424f2c None None] Port d4a2ce56-6bc4-4f2f-bc7d-ba4c8b3a7bc2 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:10:03.338494 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-06bae9c1-4d06-4654-845b-51fa3c1c7b1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:03.352803 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-e19cfbcf-a073-467f-a41c-b1c3db29747a req-3e412c88-fd1f-4cb5-885b-8f51460f78bd tempest-ServerGroupTestJSON-812744001 tempest-ServerGroupTestJSON-812744001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:03.360185 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3503aac6-58b3-4d08-847e-6d37ad018f1c tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:10:03.366176 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] get_ports_and_sgs() called for port_ids ['29440e70-e61e-431c-a18d-f42873b6fcb1'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:10:03.393219 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-3503aac6-58b3-4d08-847e-6d37ad018f1c tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "PUT /v2.0/routers/aada72d7-ff52-459b-ab6c-ed495c94939d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9552972 Aug 18 12:10:03.405091 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d126965-add6-4539-9f66-b122f781e8f0 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Made reservation on behalf of 2a40b3bac30c4b9cb4cddbf9306b0469 for: {'port': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:10:03.407236 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06c07fe1-fb80-4917-a11c-15710d9e423c None None] Network fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:10:03.409984 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ce4475-0e38-462e-89b6-d697bf6ca802 None None] Sync routers for ids ['aada72d7-ff52-459b-ab6c-ed495c94939d'] in n-d-804985-2 {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:10:03.412305 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e412c88-fd1f-4cb5-885b-8f51460f78bd tempest-ServerGroupTestJSON-812744001 tempest-ServerGroupTestJSON-812744001-project] Pushing event deleted for resources: {'Port': ['ID=29440e70-e61e-431c-a18d-f42873b6fcb1,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:10:03.440380 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ce4475-0e38-462e-89b6-d697bf6ca802 None None] Routers {'aada72d7-ff52-459b-ab6c-ed495c94939d'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:10:03.440973 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-37ce4475-0e38-462e-89b6-d697bf6ca802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:09:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['aada72d7-ff52-459b-ab6c-ed495c94939d'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:10:03.449098 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-06bae9c1-4d06-4654-845b-51fa3c1c7b1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:03.483006 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-e19cfbcf-a073-467f-a41c-b1c3db29747a req-3e412c88-fd1f-4cb5-885b-8f51460f78bd tempest-ServerGroupTestJSON-812744001 tempest-ServerGroupTestJSON-812744001-project] No DVR routers for this DVR port 29440e70-e61e-431c-a18d-f42873b6fcb1 on host n-h2-804985-2 {{(pid=106252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:10:03.486138 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-e19cfbcf-a073-467f-a41c-b1c3db29747a req-3e412c88-fd1f-4cb5-885b-8f51460f78bd tempest-ServerGroupTestJSON-812744001 tempest-ServerGroupTestJSON-812744001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:03.488529 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e19cfbcf-a073-467f-a41c-b1c3db29747a req-3e412c88-fd1f-4cb5-885b-8f51460f78bd tempest-ServerGroupTestJSON-812744001 tempest-ServerGroupTestJSON-812744001-project] 10.222.0.62 "DELETE /v2.0/ports/29440e70-e61e-431c-a18d-f42873b6fcb1 HTTP/1.1" status: 204 len: 173 time: 0.7928724 Aug 18 12:10:03.491224 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '487a103c-a6bf-414e-9608-15880497fd48', 'name': 'network-vif-deleted', 'tag': '29440e70-e61e-431c-a18d-f42873b6fcb1'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:10:03.494660 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4945bde3-d54c-4eb5-9a19-a80bac9a7bca" -d '{"events": [{"server_uuid": "487a103c-a6bf-414e-9608-15880497fd48", "name": "network-vif-deleted", "tag": "29440e70-e61e-431c-a18d-f42873b6fcb1"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:10:03.572612 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:10:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cce5b4af-dadf-4569-b89d-4adbb53f6caf x-openstack-request-id: req-cce5b4af-dadf-4569-b89d-4adbb53f6caf {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:10:03.572984 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "487a103c-a6bf-414e-9608-15880497fd48", "name": "network-vif-deleted", "tag": "29440e70-e61e-431c-a18d-f42873b6fcb1", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:10:03.573237 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-cce5b4af-dadf-4569-b89d-4adbb53f6caf {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:10:03.573654 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '487a103c-a6bf-414e-9608-15880497fd48', 'name': 'network-vif-deleted', 'tag': '29440e70-e61e-431c-a18d-f42873b6fcb1', 'status': 'completed', 'code': 200} Aug 18 12:10:03.582386 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4d126965-add6-4539-9f66-b122f781e8f0 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:03.605046 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [None req-4d126965-add6-4539-9f66-b122f781e8f0 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] device_id is not set on port 5e285ae0-8252-494a-a3fa-a40f0c24affb yet. {{(pid=106253) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 12:10:03.605408 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-06bae9c1-4d06-4654-845b-51fa3c1c7b1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:03.608324 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-06bae9c1-4d06-4654-845b-51fa3c1c7b1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:03.609561 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-06bae9c1-4d06-4654-845b-51fa3c1c7b1d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/fbca53d5-6017-40d9-b116-634ef1d76939 HTTP/1.1" status: 204 len: 168 time: 0.5615218 Aug 18 12:10:03.624726 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bae9c1-4d06-4654-845b-51fa3c1c7b1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbca53d5-6017-40d9-b116-634ef1d76939,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:10:03.635035 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device e721440f-a8e3-4222-ad0f-c02c41c1634d up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:10:03.780760 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-36a45df0-4b1a-4984-822e-aead179aba7d req-258d1c29-c430-4710-9110-822809148e25 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1214769950&fields=id&tenant_id=b60736d695f1461b9071c3b3eddcc039 HTTP/1.1" status: 200 len: 267 time: 0.0500982 Aug 18 12:10:03.877714 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [None req-4d126965-add6-4539-9f66-b122f781e8f0 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Allocated IP 2001:db8::1c1 (fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d/570ac693-07a4-4934-a774-5d2e57f6d1b0/5e285ae0-8252-494a-a3fa-a40f0c24affb) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:10:03.896810 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [None req-4d126965-add6-4539-9f66-b122f781e8f0 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Allocated IP 2001:db8:0:1:f816:3eff:fe25:428d (fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d/0f723c9d-2def-4799-875a-fe933f7c1e63/5e285ae0-8252-494a-a3fa-a40f0c24affb) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:10:03.941619 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0da5e228-ca61-414c-a2e1-f9d0fe589dd8 req-f94cd158-3dcb-49dd-b449-ae244199a9b4 tempest-ServerGroupTestJSON-812744001 tempest-ServerGroupTestJSON-812744001-project] 10.222.0.66 "GET /v2.0/ports?device_id=487a103c-a6bf-414e-9608-15880497fd48 HTTP/1.1" status: 200 len: 210 time: 0.0491204 Aug 18 12:10:03.977628 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-3bb1a61e-0ea2-4148-9c36-7aa12b07317a None None] Provisioning for port e721440f-a8e3-4222-ad0f-c02c41c1634d completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:10:04.013990 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a45df0-4b1a-4984-822e-aead179aba7d req-e04d0574-6237-48be-ae63-bbe1ac2181f5 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:10:04.023415 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-36a45df0-4b1a-4984-822e-aead179aba7d req-e04d0574-6237-48be-ae63-bbe1ac2181f5 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/networks?id=83c90a80-7784-4b6e-bd7b-aef3cab1c6ba HTTP/1.1" status: 200 len: 796 time: 0.2336197 Aug 18 12:10:04.044184 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-36a45df0-4b1a-4984-822e-aead179aba7d req-55d892a7-35c8-4fb0-970a-17290d9c1cf4 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/quotas/b60736d695f1461b9071c3b3eddcc039 HTTP/1.1" status: 200 len: 375 time: 0.0197721 Aug 18 12:10:04.113110 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-37ce4475-0e38-462e-89b6-d697bf6ca802 None None] Set router aada72d7-ff52-459b-ab6c-ed495c94939d gateway port host: n-d-804985-2 {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:10:04.121479 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-36a45df0-4b1a-4984-822e-aead179aba7d req-16ba25d8-d7d3-4a4e-b787-02ed1a76e4ad tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=b60736d695f1461b9071c3b3eddcc039&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0762417 Aug 18 12:10:04.170021 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4d126965-add6-4539-9f66-b122f781e8f0 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:04.176715 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port e721440f-a8e3-4222-ad0f-c02c41c1634d completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:10:04.188644 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [None req-4d126965-add6-4539-9f66-b122f781e8f0 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Transition to ACTIVE for port object 5e285ae0-8252-494a-a3fa-a40f0c24affb will not be triggered until provisioned by entity DHCP. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:10:04.246851 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port e721440f-a8e3-4222-ad0f-c02c41c1634d triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:10:04.247508 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:04.297669 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4d126965-add6-4539-9f66-b122f781e8f0 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:04.308278 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-a0314dca-1a3c-419d-94f5-459a03a70e5d None None] Provisioning complete for port d4a2ce56-6bc4-4f2f-bc7d-ba4c8b3a7bc2 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:10:04.308872 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-a0314dca-1a3c-419d-94f5-459a03a70e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:04.315719 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-36a45df0-4b1a-4984-822e-aead179aba7d req-f9812d43-f185-493a-ba94-ee23ee168e64 service neutron] 10.222.0.66 "GET /v2.0/networks/83c90a80-7784-4b6e-bd7b-aef3cab1c6ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730981 Aug 18 12:10:04.371468 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d126965-add6-4539-9f66-b122f781e8f0 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Pushing event updated for resources: {'Port': ['ID=5e285ae0-8252-494a-a3fa-a40f0c24affb,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:10:04.381181 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d126965-add6-4539-9f66-b122f781e8f0 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Network fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:10:04.384045 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-4d126965-add6-4539-9f66-b122f781e8f0 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:10:04.386675 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d126965-add6-4539-9f66-b122f781e8f0 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:10:04.393983 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d126965-add6-4539-9f66-b122f781e8f0 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:10:04.394937 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4d126965-add6-4539-9f66-b122f781e8f0 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:04.421586 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-4d126965-add6-4539-9f66-b122f781e8f0 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.3388386 Aug 18 12:10:04.425155 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 46734) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:04.432592 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-a0314dca-1a3c-419d-94f5-459a03a70e5d None None] Port d4a2ce56-6bc4-4f2f-bc7d-ba4c8b3a7bc2 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:10:04.485224 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-36a45df0-4b1a-4984-822e-aead179aba7d req-68b88c75-9fdb-482a-ba5e-7f4c8796fa25 service neutron] 10.222.0.66 "GET /v2.0/networks/83c90a80-7784-4b6e-bd7b-aef3cab1c6ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596417 Aug 18 12:10:04.514859 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:04.568723 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-f08fc747-62a5-44bc-91a8-66b1a7fbd6e6 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Deleting port 5e285ae0-8252-494a-a3fa-a40f0c24affb {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:10:04.569064 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f08fc747-62a5-44bc-91a8-66b1a7fbd6e6 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:04.595394 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] For port e721440f-a8e3-4222-ad0f-c02c41c1634d, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=e721440f-a8e3-4222-ad0f-c02c41c1634d,segment=NetworkSegment(06b05a1e-7667-47a8-b2de-bb5e6a768e1b),segment_id=06b05a1e-7667-47a8-b2de-bb5e6a768e1b)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:10:04.605473 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-37ce4475-0e38-462e-89b6-d697bf6ca802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aada72d7-ff52-459b-ab6c-ed495c94939d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-95929592', 'tenant_id': 'b60736d695f1461b9071c3b3eddcc039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.86'}], 'enable_snat': True}, 'gw_port_id': '3d27a835-9411-4c8f-ba53-fd7d8c66f2c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:09:53Z', 'updated_at': '2021-08-18T12:10:01Z', 'revision_number': 4, 'project_id': 'b60736d695f1461b9071c3b3eddcc039', 'gw_port': {'id': '3d27a835-9411-4c8f-ba53-fd7d8c66f2c0', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:35:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aada72d7-ff52-459b-ab6c-ed495c94939d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2135, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:09:54Z', 'updated_at': '2021-08-18T12:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': 'd4a2ce56-6bc4-4f2f-bc7d-ba4c8b3a7bc2', 'name': '', 'network_id': '83c90a80-7784-4b6e-bd7b-aef3cab1c6ba', 'tenant_id': 'b60736d695f1461b9071c3b3eddcc039', 'mac_address': 'fa:16:3e:2d:ef:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aada72d7-ff52-459b-ab6c-ed495c94939d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2150, 'fixed_ips': [{'subnet_id': 'a348b5f7-9a90-4c29-ba78-b2f4f4dbb536', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:09:59Z', 'updated_at': '2021-08-18T12:10:02Z', 'revision_number': 2, 'project_id': 'b60736d695f1461b9071c3b3eddcc039', 'subnets': [{'id': 'a348b5f7-9a90-4c29-ba78-b2f4f4dbb536', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:10:04.610519 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:04.611588 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 3f563cb9-011a-4ac0-9678-ff375c9287bd up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:10:04.642577 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ce4475-0e38-462e-89b6-d697bf6ca802 None None] Checking router: aada72d7-ff52-459b-ab6c-ed495c94939d for host: n-d-804985-2 {{(pid=106254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:10:04.643349 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ce4475-0e38-462e-89b6-d697bf6ca802 None None] Updating router aada72d7-ff52-459b-ab6c-ed495c94939d port d4a2ce56-6bc4-4f2f-bc7d-ba4c8b3a7bc2 binding host n-d-804985-2 {{(pid=106254) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 12:10:04.691195 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f08fc747-62a5-44bc-91a8-66b1a7fbd6e6 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:04.716427 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-f08fc747-62a5-44bc-91a8-66b1a7fbd6e6 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Calling delete_port for 5e285ae0-8252-494a-a3fa-a40f0c24affb owned by {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:10:04.787619 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Pushing event updated for resources: {'Port': ['ID=e721440f-a8e3-4222-ad0f-c02c41c1634d,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:10:04.803544 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9e0dcd64-35d4-4ed4-9377-bb8f3012a9f5 req-23074b55-01e7-4691-8239-e494968a1418 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/ports?device_id=b66eb4dc-3615-4bdf-b4ae-47b9aeb2581d HTTP/1.1" status: 200 len: 210 time: 0.0419533 Aug 18 12:10:04.827635 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-37ce4475-0e38-462e-89b6-d697bf6ca802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:04.859628 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 3f563cb9-011a-4ac0-9678-ff375c9287bd triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:10:04.866563 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:04.978692 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f08fc747-62a5-44bc-91a8-66b1a7fbd6e6 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:05.032962 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08fc747-62a5-44bc-91a8-66b1a7fbd6e6 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Pushing event deleted for resources: {'Port': ['ID=5e285ae0-8252-494a-a3fa-a40f0c24affb,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:10:05.148106 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f08fc747-62a5-44bc-91a8-66b1a7fbd6e6 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:05.150348 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-f08fc747-62a5-44bc-91a8-66b1a7fbd6e6 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "DELETE /v2.0/ports/5e285ae0-8252-494a-a3fa-a40f0c24affb HTTP/1.1" status: 204 len: 168 time: 0.7241035 Aug 18 12:10:05.155455 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 46762) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:05.262929 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e0900e3-85db-42b4-b1e5-4d1c0bf46592 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:10:05.270268 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-6e0900e3-85db-42b4-b1e5-4d1c0bf46592 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1134901 Aug 18 12:10:05.274235 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 46768) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:05.413044 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d22d734f-c802-487d-a393-f86fa396f74e tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:10:05.414803 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device e721440f-a8e3-4222-ad0f-c02c41c1634d up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:10:05.416133 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-d22d734f-c802-487d-a393-f86fa396f74e tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1406000 Aug 18 12:10:05.419755 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 46786) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:05.518192 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 46792) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:05.528965 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-cd3d9181-3944-43e2-9525-d26574b7f4e9 None None] Provisioning complete for port e721440f-a8e3-4222-ad0f-c02c41c1634d triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:10:05.530152 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-cd3d9181-3944-43e2-9525-d26574b7f4e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:05.538226 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a6b5a09-6704-4b6c-8aab-0998c86a89af tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:10:05.540083 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a6b5a09-6704-4b6c-8aab-0998c86a89af tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:10:05.542605 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-37ce4475-0e38-462e-89b6-d697bf6ca802 None None] Notify callbacks [] for port, precommit_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:05.543493 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a6b5a09-6704-4b6c-8aab-0998c86a89af tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:10:05.551624 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-2a6b5a09-6704-4b6c-8aab-0998c86a89af tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1312356 Aug 18 12:10:05.555913 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 46794) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:05.608071 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-37ce4475-0e38-462e-89b6-d697bf6ca802 None None] Transition to ACTIVE for port object d4a2ce56-6bc4-4f2f-bc7d-ba4c8b3a7bc2 will not be triggered until provisioned by entity L2. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:10:05.614475 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_v2 [None req-84caa606-faba-4847-982a-eb8021accab4 admin admin] Deleting subnet 53fb5f57-b5dd-44fc-bcc6-57f8abcdbf69 {{(pid=106252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 12:10:05.621152 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-84caa606-faba-4847-982a-eb8021accab4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:05.638492 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-37ce4475-0e38-462e-89b6-d697bf6ca802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:05.665876 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ee3320f-5f58-47e8-ac94-e1eec9ceadc9 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Deleting subnet 0f723c9d-2def-4799-875a-fe933f7c1e63 {{(pid=106253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 12:10:05.670002 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7ee3320f-5f58-47e8-ac94-e1eec9ceadc9 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks [] for subnet, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:05.718045 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port e721440f-a8e3-4222-ad0f-c02c41c1634d triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:10:05.719897 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:05.723113 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-84caa606-faba-4847-982a-eb8021accab4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2221528'] for subnet, precommit_delete_associations {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:05.737324 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7ee3320f-5f58-47e8-ac94-e1eec9ceadc9 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902229'] for subnet, precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:05.812023 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-84caa606-faba-4847-982a-eb8021accab4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:05.842935 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79605e04-943e-44cd-b21c-a9004f1f63d0 None None] Pushing event updated for resources: {'Port': ['ID=d4a2ce56-6bc4-4f2f-bc7d-ba4c8b3a7bc2,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:10:05.938213 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7ee3320f-5f58-47e8-ac94-e1eec9ceadc9 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:05.950424 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-37ce4475-0e38-462e-89b6-d697bf6ca802 None None] Attempting to bind port d4a2ce56-6bc4-4f2f-bc7d-ba4c8b3a7bc2 on host n-d-804985-2 for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:10:05.952098 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-37ce4475-0e38-462e-89b6-d697bf6ca802 None None] Attempting to bind port d4a2ce56-6bc4-4f2f-bc7d-ba4c8b3a7bc2 by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': 'a141fc5e-7e21-4fbf-84e2-32d69bd4741b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '83c90a80-7784-4b6e-bd7b-aef3cab1c6ba'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:10:05.953597 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ce4475-0e38-462e-89b6-d697bf6ca802 None None] Attempting to bind port d4a2ce56-6bc4-4f2f-bc7d-ba4c8b3a7bc2 on network 83c90a80-7784-4b6e-bd7b-aef3cab1c6ba {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:10:05.982027 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ce4475-0e38-462e-89b6-d697bf6ca802 None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 9, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:10:05.982537 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ce4475-0e38-462e-89b6-d697bf6ca802 None None] Checking segment: {'id': 'a141fc5e-7e21-4fbf-84e2-32d69bd4741b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '83c90a80-7784-4b6e-bd7b-aef3cab1c6ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:10:05.983013 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-37ce4475-0e38-462e-89b6-d697bf6ca802 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:05.983506 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ce4475-0e38-462e-89b6-d697bf6ca802 None None] Bound using segment: {'id': 'a141fc5e-7e21-4fbf-84e2-32d69bd4741b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '83c90a80-7784-4b6e-bd7b-aef3cab1c6ba'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:10:05.984045 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-37ce4475-0e38-462e-89b6-d697bf6ca802 None None] Bound port: d4a2ce56-6bc4-4f2f-bc7d-ba4c8b3a7bc2, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a141fc5e-7e21-4fbf-84e2-32d69bd4741b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '83c90a80-7784-4b6e-bd7b-aef3cab1c6ba'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:10:05.984593 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-37ce4475-0e38-462e-89b6-d697bf6ca802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:06.008238 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 29440e70-e61e-431c-a18d-f42873b6fcb1 no longer exists at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:10:06.052572 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2191e2f3-4d90-4d4a-ab04-eeba2c9e0559 req-57cdcec6-4a3c-4c40-9d91-3291c3b33f3f tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/ports?device_id=b66eb4dc-3615-4bdf-b4ae-47b9aeb2581d HTTP/1.1" status: 200 len: 210 time: 0.0736020 Aug 18 12:10:06.053995 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-84caa606-faba-4847-982a-eb8021accab4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3572848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59074100'] for subnet, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:06.080659 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7ee3320f-5f58-47e8-ac94-e1eec9ceadc9 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58902171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59388106'] for subnet, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:06.081548 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-84caa606-faba-4847-982a-eb8021accab4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for subnet, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:06.081548 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-84caa606-faba-4847-982a-eb8021accab4 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/53fb5f57-b5dd-44fc-bcc6-57f8abcdbf69 HTTP/1.1" status: 204 len: 168 time: 0.5557458 Aug 18 12:10:06.081548 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 46808) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:06.116423 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee3320f-5f58-47e8-ac94-e1eec9ceadc9 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Pushing event deleted for resources: {'Subnet': ['ID=0f723c9d-2def-4799-875a-fe933f7c1e63,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:10:06.124181 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84caa606-faba-4847-982a-eb8021accab4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=53fb5f57-b5dd-44fc-bcc6-57f8abcdbf69,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:10:06.135061 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7ee3320f-5f58-47e8-ac94-e1eec9ceadc9 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:06.137292 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-7ee3320f-5f58-47e8-ac94-e1eec9ceadc9 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "DELETE /v2.0/subnets/0f723c9d-2def-4799-875a-fe933f7c1e63 HTTP/1.1" status: 204 len: 168 time: 0.5801909 Aug 18 12:10:06.139869 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 46810) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:06.145761 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] No Port match for: 29440e70-e61e-431c-a18d-f42873b6fcb1 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:10:06.146030 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 29440e70-e61e-431c-a18d-f42873b6fcb1 not bound to the agent host n-h2-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:10:06.195396 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:06.200993 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ebc7a8a-5e24-4454-91d7-b58cc261d60c None None] Network fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:10:06.235793 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_v2 [None req-b93519bd-ea01-4a5d-9bf0-f6c1daa1aa53 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Deleting subnet 570ac693-07a4-4934-a774-5d2e57f6d1b0 {{(pid=106253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 12:10:06.239399 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b93519bd-ea01-4a5d-9bf0-f6c1daa1aa53 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks [] for subnet, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:06.251206 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-836d7ca3-89ae-46ee-bfab-216256629aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7904109'] for network, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:06.287673 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-86d53631-1768-4ed7-9c23-4f7dcedf28be None None] Could not find standard attr ID for object 5e285ae0-8252-494a-a3fa-a40f0c24affb. {{(pid=106254) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 18 12:10:06.309043 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-37ce4475-0e38-462e-89b6-d697bf6ca802 None None] For port d4a2ce56-6bc4-4f2f-bc7d-ba4c8b3a7bc2, host n-d-804985-2, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:10:06.315539 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-37ce4475-0e38-462e-89b6-d697bf6ca802 None None] For port d4a2ce56-6bc4-4f2f-bc7d-ba4c8b3a7bc2, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=d4a2ce56-6bc4-4f2f-bc7d-ba4c8b3a7bc2,segment=NetworkSegment(a141fc5e-7e21-4fbf-84e2-32d69bd4741b),segment_id=a141fc5e-7e21-4fbf-84e2-32d69bd4741b)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:10:06.328943 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-37ce4475-0e38-462e-89b6-d697bf6ca802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:06.331427 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b93519bd-ea01-4a5d-9bf0-f6c1daa1aa53 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902229'] for subnet, precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:06.460097 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ce4475-0e38-462e-89b6-d697bf6ca802 None None] Routers {'aada72d7-ff52-459b-ab6c-ed495c94939d'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:10:06.460852 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-37ce4475-0e38-462e-89b6-d697bf6ca802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:09:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['aada72d7-ff52-459b-ab6c-ed495c94939d'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:10:06.506719 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b93519bd-ea01-4a5d-9bf0-f6c1daa1aa53 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:06.528562 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a45df0-4b1a-4984-822e-aead179aba7d req-cda68d37-e28f-4aee-8bd8-4e3d0c652117 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:10:06.531636 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-36a45df0-4b1a-4984-822e-aead179aba7d req-cda68d37-e28f-4aee-8bd8-4e3d0c652117 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.62 "GET /v2.0/networks?id=83c90a80-7784-4b6e-bd7b-aef3cab1c6ba HTTP/1.1" status: 200 len: 796 time: 0.2731342 Aug 18 12:10:06.540084 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-836d7ca3-89ae-46ee-bfab-216256629aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8367869', 'neutron.services.segments.db._delete_segments_for_network-8789151212993'] for network, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:06.590881 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79605e04-943e-44cd-b21c-a9004f1f63d0 None None] Pushing event updated for resources: {'Port': ['ID=d4a2ce56-6bc4-4f2f-bc7d-ba4c8b3a7bc2,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:10:06.591485 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-836d7ca3-89ae-46ee-bfab-216256629aa6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e64d199f-be97-4e55-ab2d-298ebd52e4de']}} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:10:06.614591 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-836d7ca3-89ae-46ee-bfab-216256629aa6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '020cc5e0-4276-4515-8255-1a43a9a4d667') {'for_net_delete': True} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:10:06.616018 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b93519bd-ea01-4a5d-9bf0-f6c1daa1aa53 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58902171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59388106'] for subnet, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:06.624997 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-836d7ca3-89ae-46ee-bfab-216256629aa6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '020cc5e0-4276-4515-8255-1a43a9a4d667') {} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:10:06.651317 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-836d7ca3-89ae-46ee-bfab-216256629aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789151225254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2221521'] for segment, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:06.658035 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-36a45df0-4b1a-4984-822e-aead179aba7d req-75ab68ab-d348-486c-a12f-84e9d80288bb tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b60736d695f1461b9071c3b3eddcc039 HTTP/1.1" status: 200 len: 380 time: 0.1146929 Aug 18 12:10:06.664928 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b93519bd-ea01-4a5d-9bf0-f6c1daa1aa53 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:06.670319 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-b93519bd-ea01-4a5d-9bf0-f6c1daa1aa53 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "DELETE /v2.0/subnets/570ac693-07a4-4934-a774-5d2e57f6d1b0 HTTP/1.1" status: 204 len: 168 time: 0.5286856 Aug 18 12:10:06.670997 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 46822) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:06.673208 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93519bd-ea01-4a5d-9bf0-f6c1daa1aa53 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Pushing event deleted for resources: {'Subnet': ['ID=570ac693-07a4-4934-a774-5d2e57f6d1b0,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:10:06.675061 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-36a45df0-4b1a-4984-822e-aead179aba7d req-d618bed6-e05d-4118-9f1b-a9feff9016c9 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Request body: {'port': {'device_id': 'b66eb4dc-3615-4bdf-b4ae-47b9aeb2581d', 'network_id': '83c90a80-7784-4b6e-bd7b-aef3cab1c6ba', 'admin_state_up': True, 'tenant_id': 'b60736d695f1461b9071c3b3eddcc039', 'security_groups': ['18c0bfee-529e-472e-bb6d-39b7da39f1c6']}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:10:06.706547 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-37ce4475-0e38-462e-89b6-d697bf6ca802 None None] Set router aada72d7-ff52-459b-ab6c-ed495c94939d gateway port host: n-d-804985-2 {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:10:06.717602 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-3cc84d1a-24cd-483c-ab8e-d0f618e50955 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0452750 Aug 18 12:10:06.718370 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 46824) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:06.723764 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-470daffa-95bb-4955-baa0-6d3841d02ada tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Request body: {'subnet': {'network_id': 'fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:10:06.815951 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-836d7ca3-89ae-46ee-bfab-216256629aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:06.832763 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-836d7ca3-89ae-46ee-bfab-216256629aa6 admin admin] Releasing vlan 817 on physical network physnet1 to pool {{(pid=106252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:10:06.833197 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-836d7ca3-89ae-46ee-bfab-216256629aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3572434'] for segment, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:06.835212 n-d-804985-2 neutron-server[106252]: Traceback (most recent call last): Aug 18 12:10:06.835212 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:10:06.835212 n-d-804985-2 neutron-server[106252]: timer() Aug 18 12:10:06.835212 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:10:06.835212 n-d-804985-2 neutron-server[106252]: cb(*args, **kw) Aug 18 12:10:06.835212 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:10:06.835212 n-d-804985-2 neutron-server[106252]: return func(*args, **kwargs) Aug 18 12:10:06.835212 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:10:06.835212 n-d-804985-2 neutron-server[106252]: self._notify() Aug 18 12:10:06.835212 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:10:06.835212 n-d-804985-2 neutron-server[106252]: self.callback(batched_events) Aug 18 12:10:06.835212 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:10:06.835212 n-d-804985-2 neutron-server[106252]: event.method(event) Aug 18 12:10:06.835212 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:10:06.835212 n-d-804985-2 neutron-server[106252]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:10:06.835212 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:10:06.835212 n-d-804985-2 neutron-server[106252]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:10:06.835212 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:10:06.835212 n-d-804985-2 neutron-server[106252]: return f(self, *a, **k) Aug 18 12:10:06.835212 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:10:06.835212 n-d-804985-2 neutron-server[106252]: return self._get(url).json() Aug 18 12:10:06.835212 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:10:06.835212 n-d-804985-2 neutron-server[106252]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:10:06.835212 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:10:06.835212 n-d-804985-2 neutron-server[106252]: return self.request(url, 'GET', **kwargs) Aug 18 12:10:06.835212 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:10:06.835212 n-d-804985-2 neutron-server[106252]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:10:06.835212 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:10:06.835212 n-d-804985-2 neutron-server[106252]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:10:06.835212 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:10:06.835212 n-d-804985-2 neutron-server[106252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:10:06.835212 n-d-804985-2 neutron-server[106252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:10:06.844764 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-470daffa-95bb-4955-baa0-6d3841d02ada tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Made reservation on behalf of 2a40b3bac30c4b9cb4cddbf9306b0469 for: {'subnet': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:10:06.851019 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-470daffa-95bb-4955-baa0-6d3841d02ada tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59388119'] for subnet, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:06.928656 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-836d7ca3-89ae-46ee-bfab-216256629aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8367858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997186'] for network, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:06.935152 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-836d7ca3-89ae-46ee-bfab-216256629aa6 admin admin] Notify callbacks [] for network, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:06.937415 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-836d7ca3-89ae-46ee-bfab-216256629aa6 admin admin] 10.222.0.66 "DELETE /v2.0/networks/e64d199f-be97-4e55-ab2d-298ebd52e4de HTTP/1.1" status: 204 len: 168 time: 0.8579857 Aug 18 12:10:06.950655 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36a45df0-4b1a-4984-822e-aead179aba7d req-d618bed6-e05d-4118-9f1b-a9feff9016c9 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Made reservation on behalf of b60736d695f1461b9071c3b3eddcc039 for: {'port': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:10:06.961400 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-36a45df0-4b1a-4984-822e-aead179aba7d req-d618bed6-e05d-4118-9f1b-a9feff9016c9 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:06.983021 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836d7ca3-89ae-46ee-bfab-216256629aa6 admin admin] Pushing event deleted for resources: {'Network': ['ID=e64d199f-be97-4e55-ab2d-298ebd52e4de,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:10:07.180291 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [req-36a45df0-4b1a-4984-822e-aead179aba7d req-d618bed6-e05d-4118-9f1b-a9feff9016c9 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Allocated IP 172.20.0.11 (83c90a80-7784-4b6e-bd7b-aef3cab1c6ba/a348b5f7-9a90-4c29-ba78-b2f4f4dbb536/968e30d9-1296-4575-8165-01e35855a47c) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:10:07.250555 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 46842) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:07.279414 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-470daffa-95bb-4955-baa0-6d3841d02ada tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58902106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59388097'] for subnet, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:07.312074 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4b17c5d7-682c-45ee-adc5-9720e7d47b49 req-fab8ba51-e31f-412e-8a0b-5e8ade73b399 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/ports?device_id=b66eb4dc-3615-4bdf-b4ae-47b9aeb2581d HTTP/1.1" status: 200 len: 210 time: 0.0919318 Aug 18 12:10:07.389863 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-470daffa-95bb-4955-baa0-6d3841d02ada tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Network fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:10:07.398058 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-470daffa-95bb-4955-baa0-6d3841d02ada tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:10:07.405779 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-37ce4475-0e38-462e-89b6-d697bf6ca802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aada72d7-ff52-459b-ab6c-ed495c94939d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-95929592', 'tenant_id': 'b60736d695f1461b9071c3b3eddcc039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.86'}], 'enable_snat': True}, 'gw_port_id': '3d27a835-9411-4c8f-ba53-fd7d8c66f2c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:09:53Z', 'updated_at': '2021-08-18T12:10:01Z', 'revision_number': 4, 'project_id': 'b60736d695f1461b9071c3b3eddcc039', 'gw_port': {'id': '3d27a835-9411-4c8f-ba53-fd7d8c66f2c0', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:35:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aada72d7-ff52-459b-ab6c-ed495c94939d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2135, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:09:54Z', 'updated_at': '2021-08-18T12:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': 'd4a2ce56-6bc4-4f2f-bc7d-ba4c8b3a7bc2', 'name': '', 'network_id': '83c90a80-7784-4b6e-bd7b-aef3cab1c6ba', 'tenant_id': 'b60736d695f1461b9071c3b3eddcc039', 'mac_address': 'fa:16:3e:2d:ef:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aada72d7-ff52-459b-ab6c-ed495c94939d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2150, 'fixed_ips': [{'subnet_id': 'a348b5f7-9a90-4c29-ba78-b2f4f4dbb536', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:09:59Z', 'updated_at': '2021-08-18T12:10:06Z', 'revision_number': 4, 'project_id': 'b60736d695f1461b9071c3b3eddcc039', 'subnets': [{'id': 'a348b5f7-9a90-4c29-ba78-b2f4f4dbb536', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:10:07.407365 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-470daffa-95bb-4955-baa0-6d3841d02ada tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:10:07.407965 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-470daffa-95bb-4955-baa0-6d3841d02ada tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:07.440405 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ce4475-0e38-462e-89b6-d697bf6ca802 None None] The sync data for ids ['aada72d7-ff52-459b-ab6c-ed495c94939d'] in n-d-804985-2 is: [{'id': 'aada72d7-ff52-459b-ab6c-ed495c94939d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-95929592', 'tenant_id': 'b60736d695f1461b9071c3b3eddcc039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.86'}], 'enable_snat': True}, 'gw_port_id': '3d27a835-9411-4c8f-ba53-fd7d8c66f2c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:09:53Z', 'updated_at': '2021-08-18T12:10:01Z', 'revision_number': 4, 'project_id': 'b60736d695f1461b9071c3b3eddcc039', 'gw_port': {'id': '3d27a835-9411-4c8f-ba53-fd7d8c66f2c0', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:35:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aada72d7-ff52-459b-ab6c-ed495c94939d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2135, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:09:54Z', 'updated_at': '2021-08-18T12:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': 'd4a2ce56-6bc4-4f2f-bc7d-ba4c8b3a7bc2', 'name': '', 'network_id': '83c90a80-7784-4b6e-bd7b-aef3cab1c6ba', 'tenant_id': 'b60736d695f1461b9071c3b3eddcc039', 'mac_address': 'fa:16:3e:2d:ef:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aada72d7-ff52-459b-ab6c-ed495c94939d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2150, 'fixed_ips': [{'subnet_id': 'a348b5f7-9a90-4c29-ba78-b2f4f4dbb536', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:09:59Z', 'updated_at': '2021-08-18T12:10:06Z', 'revision_number': 4, 'project_id': 'b60736d695f1461b9071c3b3eddcc039', 'subnets': [{'id': 'a348b5f7-9a90-4c29-ba78-b2f4f4dbb536', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:10:07.449517 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-470daffa-95bb-4955-baa0-6d3841d02ada tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7298369 Aug 18 12:10:07.458178 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470daffa-95bb-4955-baa0-6d3841d02ada tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Pushing event updated for resources: {'Subnet': ['ID=0022032f-d432-4528-9018-3361c28b6dbc,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:10:07.462296 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 46846) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:07.468293 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-4d685f60-142f-4058-a42e-f6c1bb26d4ec tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Request body: {'subnet': {'network_id': 'fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:10:07.480009 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-9b21956e-5160-4982-a551-59fb7bd9244e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b84aea54ba9545898c0e9160a016dd3b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2272089 Aug 18 12:10:07.485007 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 46848) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:07.570508 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-36a45df0-4b1a-4984-822e-aead179aba7d req-d618bed6-e05d-4118-9f1b-a9feff9016c9 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:07.621822 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a721ff3d-a707-40a2-bc94-aa0491b66959 None None] Network fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:10:07.624792 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [req-36a45df0-4b1a-4984-822e-aead179aba7d req-d618bed6-e05d-4118-9f1b-a9feff9016c9 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Transition to ACTIVE for port object 968e30d9-1296-4575-8165-01e35855a47c will not be triggered until provisioned by entity DHCP. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:10:07.639095 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-87b9a0b7-a7b6-49e1-b27c-e98f99f9f272 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:07.648156 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d685f60-142f-4058-a42e-f6c1bb26d4ec tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Made reservation on behalf of 2a40b3bac30c4b9cb4cddbf9306b0469 for: {'subnet': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:10:07.652336 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4d685f60-142f-4058-a42e-f6c1bb26d4ec tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59388119'] for subnet, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:07.662744 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-87b9a0b7-a7b6-49e1-b27c-e98f99f9f272 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:07.744874 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-87b9a0b7-a7b6-49e1-b27c-e98f99f9f272 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:07.747312 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-87b9a0b7-a7b6-49e1-b27c-e98f99f9f272 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:07.751304 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-87b9a0b7-a7b6-49e1-b27c-e98f99f9f272 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c1b82b3f-ae7f-4548-9d93-b000c1315dca HTTP/1.1" status: 204 len: 168 time: 0.2628050 Aug 18 12:10:07.776234 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b9a0b7-a7b6-49e1-b27c-e98f99f9f272 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1b82b3f-ae7f-4548-9d93-b000c1315dca,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:10:07.799031 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-36a45df0-4b1a-4984-822e-aead179aba7d req-d618bed6-e05d-4118-9f1b-a9feff9016c9 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:07.840940 n-d-804985-2 neutron-server[106253]: INFO neutron.db.ipam_backend_mixin [None req-4d685f60-142f-4058-a42e-f6c1bb26d4ec tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 0022032f-d432-4528-9018-3361c28b6dbc (CIDR: 2001:db8::/64) Aug 18 12:10:07.843447 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-aeb85326-3679-40f5-8dc2-c67550e53675 None None] Provisioning complete for port e721440f-a8e3-4222-ad0f-c02c41c1634d triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:10:07.843447 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-aeb85326-3679-40f5-8dc2-c67550e53675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:07.849705 n-d-804985-2 neutron-server[106253]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d685f60-142f-4058-a42e-f6c1bb26d4ec tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 18 12:10:07.850320 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d685f60-142f-4058-a42e-f6c1bb26d4ec tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=106253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 12:10:07.887889 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-4d685f60-142f-4058-a42e-f6c1bb26d4ec tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4217482 Aug 18 12:10:07.889077 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 46854) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:07.901055 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-53ccb165-6f9a-4634-9f54-78e6d537768c tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Request body: {'subnet': {'network_id': 'fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:10:07.906071 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36a45df0-4b1a-4984-822e-aead179aba7d req-d618bed6-e05d-4118-9f1b-a9feff9016c9 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Network 83c90a80-7784-4b6e-bd7b-aef3cab1c6ba is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:10:07.911980 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [req-36a45df0-4b1a-4984-822e-aead179aba7d req-d618bed6-e05d-4118-9f1b-a9feff9016c9 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:10:07.914000 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d618bed6-e05d-4118-9f1b-a9feff9016c9 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Pushing event updated for resources: {'Port': ['ID=968e30d9-1296-4575-8165-01e35855a47c,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:10:07.926294 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-36a45df0-4b1a-4984-822e-aead179aba7d req-d618bed6-e05d-4118-9f1b-a9feff9016c9 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:10:08.084268 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a45df0-4b1a-4984-822e-aead179aba7d req-d618bed6-e05d-4118-9f1b-a9feff9016c9 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:10:08.089623 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-36a45df0-4b1a-4984-822e-aead179aba7d req-d618bed6-e05d-4118-9f1b-a9feff9016c9 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:08.107655 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 46860) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:08.133429 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-36a45df0-4b1a-4984-822e-aead179aba7d req-d618bed6-e05d-4118-9f1b-a9feff9016c9 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4640141 Aug 18 12:10:08.135203 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:08.153857 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-36a45df0-4b1a-4984-822e-aead179aba7d req-53fdd72d-aea7-4f68-9425-723853b5448f service neutron] Request body: {'port': {'device_id': 'b66eb4dc-3615-4bdf-b4ae-47b9aeb2581d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804985-2'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:10:08.297340 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8cf9571d-fd42-474a-b403-d90ce79bff90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:08.305382 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53ccb165-6f9a-4634-9f54-78e6d537768c tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Made reservation on behalf of 2a40b3bac30c4b9cb4cddbf9306b0469 for: {'subnet': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:10:08.323264 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-53ccb165-6f9a-4634-9f54-78e6d537768c tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59074089'] for subnet, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:08.385117 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-52dfeca7-9fbe-41df-8312-89eb91ec9a6f None None] Provisioning for port 968e30d9-1296-4575-8165-01e35855a47c completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:10:08.392796 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-52dfeca7-9fbe-41df-8312-89eb91ec9a6f None None] Provisioning complete for port 968e30d9-1296-4575-8165-01e35855a47c triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:10:08.394702 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-52dfeca7-9fbe-41df-8312-89eb91ec9a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:08.434484 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-36a45df0-4b1a-4984-822e-aead179aba7d req-53fdd72d-aea7-4f68-9425-723853b5448f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:08.450598 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8cf9571d-fd42-474a-b403-d90ce79bff90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:08.458988 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8cf9571d-fd42-474a-b403-d90ce79bff90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:08.487263 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-52dfeca7-9fbe-41df-8312-89eb91ec9a6f None None] Port 968e30d9-1296-4575-8165-01e35855a47c cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:10:08.517592 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-8cf9571d-fd42-474a-b403-d90ce79bff90 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c39d19562b1a45ccb357be3901108e83&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4077911 Aug 18 12:10:08.520256 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 46876) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:08.526897 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf9571d-fd42-474a-b403-d90ce79bff90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27b29845-3807-4eb2-8ccc-b423272081cf,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:10:08.610799 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c73afd33-5685-4757-a683-1a14b77607ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:08.613798 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-634eccbb-322b-40b3-9f5e-f6fb4b623a92 None None] Provisioning complete for port e721440f-a8e3-4222-ad0f-c02c41c1634d triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:10:08.616348 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-634eccbb-322b-40b3-9f5e-f6fb4b623a92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:08.640188 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c73afd33-5685-4757-a683-1a14b77607ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:08.743368 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c73afd33-5685-4757-a683-1a14b77607ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:08.746871 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c73afd33-5685-4757-a683-1a14b77607ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:08.750587 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-c73afd33-5685-4757-a683-1a14b77607ef admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/27b29845-3807-4eb2-8ccc-b423272081cf HTTP/1.1" status: 204 len: 168 time: 0.2270873 Aug 18 12:10:08.792200 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73afd33-5685-4757-a683-1a14b77607ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27b29845-3807-4eb2-8ccc-b423272081cf,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:10:08.862658 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee95269-82f9-4791-8c74-a190586c1fa6 req-3687b565-a8d5-403b-9442-5d923ba6c92c tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:10:08.864467 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-bee95269-82f9-4791-8c74-a190586c1fa6 req-3687b565-a8d5-403b-9442-5d923ba6c92c tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/ports?device_id=b66eb4dc-3615-4bdf-b4ae-47b9aeb2581d HTTP/1.1" status: 200 len: 932 time: 0.4075322 Aug 18 12:10:08.995404 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-bee95269-82f9-4791-8c74-a190586c1fa6 req-f4f1630c-abb4-4ac0-b590-ee5475bac6a5 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/security-groups?id=18c0bfee-529e-472e-bb6d-39b7da39f1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1186497 Aug 18 12:10:09.027500 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 46892) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:09.041362 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [req-36a45df0-4b1a-4984-822e-aead179aba7d req-53fdd72d-aea7-4f68-9425-723853b5448f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 968e30d9-1296-4575-8165-01e35855a47c {{(pid=106252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:10:09.054255 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-36a45df0-4b1a-4984-822e-aead179aba7d req-53fdd72d-aea7-4f68-9425-723853b5448f service neutron] Notify callbacks [] for port, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:09.075662 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [req-36a45df0-4b1a-4984-822e-aead179aba7d req-53fdd72d-aea7-4f68-9425-723853b5448f service neutron] Transition to ACTIVE for port object 968e30d9-1296-4575-8165-01e35855a47c will not be triggered until provisioned by entity L2. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:10:09.108044 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-36a45df0-4b1a-4984-822e-aead179aba7d req-53fdd72d-aea7-4f68-9425-723853b5448f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:09.163822 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fdd72d-aea7-4f68-9425-723853b5448f service neutron] Pushing event updated for resources: {'Port': ['ID=968e30d9-1296-4575-8165-01e35855a47c,revision_number=2']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:10:09.185598 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-0d98e570-6908-427f-b0d0-7ea246165077 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-903497200-network', 'tenant_id': '3923396a0fbf46309701429867ba9a7e'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:10:09.217761 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d98e570-6908-427f-b0d0-7ea246165077 admin admin] Made reservation on behalf of 3923396a0fbf46309701429867ba9a7e for: {'network': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:10:09.220215 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0d98e570-6908-427f-b0d0-7ea246165077 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for network, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:09.233646 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0d98e570-6908-427f-b0d0-7ea246165077 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:09.308004 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 46898) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:09.369557 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3c691e36-8823-4fe8-b4fa-a94c8ef10dd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:09.429589 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device d4a2ce56-6bc4-4f2f-bc7d-ba4c8b3a7bc2 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:10:09.485517 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0d98e570-6908-427f-b0d0-7ea246165077 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:09.497651 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-36a45df0-4b1a-4984-822e-aead179aba7d req-53fdd72d-aea7-4f68-9425-723853b5448f service neutron] Attempting to bind port 968e30d9-1296-4575-8165-01e35855a47c on host n-h2-804985-2 for vnic_type normal with profile {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:10:09.498615 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-36a45df0-4b1a-4984-822e-aead179aba7d req-53fdd72d-aea7-4f68-9425-723853b5448f service neutron] Attempting to bind port 968e30d9-1296-4575-8165-01e35855a47c by drivers openvswitch,hyperv on host n-h2-804985-2 at level 0 using segments [{'id': 'a141fc5e-7e21-4fbf-84e2-32d69bd4741b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '83c90a80-7784-4b6e-bd7b-aef3cab1c6ba'}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:10:09.499173 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36a45df0-4b1a-4984-822e-aead179aba7d req-53fdd72d-aea7-4f68-9425-723853b5448f service neutron] Attempting to bind port 968e30d9-1296-4575-8165-01e35855a47c on network 83c90a80-7784-4b6e-bd7b-aef3cab1c6ba {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:10:09.500398 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0d98e570-6908-427f-b0d0-7ea246165077 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:09.512205 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36a45df0-4b1a-4984-822e-aead179aba7d req-53fdd72d-aea7-4f68-9425-723853b5448f service neutron] Port 968e30d9-1296-4575-8165-01e35855a47c on network 83c90a80-7784-4b6e-bd7b-aef3cab1c6ba not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-2 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:10:09.512981 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36a45df0-4b1a-4984-822e-aead179aba7d req-53fdd72d-aea7-4f68-9425-723853b5448f service neutron] Attempting to bind port 968e30d9-1296-4575-8165-01e35855a47c on network 83c90a80-7784-4b6e-bd7b-aef3cab1c6ba {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:10:09.533711 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port d4a2ce56-6bc4-4f2f-bc7d-ba4c8b3a7bc2 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:10:09.537818 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port d4a2ce56-6bc4-4f2f-bc7d-ba4c8b3a7bc2 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:10:09.538187 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:09.544063 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36a45df0-4b1a-4984-822e-aead179aba7d req-53fdd72d-aea7-4f68-9425-723853b5448f service neutron] Checking agent: {'id': 'da5da552-709c-4248-84de-86af99a0dc87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 49, 8), 'started_at': datetime.datetime(2021, 8, 18, 11, 49, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 10, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:10:09.544780 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36a45df0-4b1a-4984-822e-aead179aba7d req-53fdd72d-aea7-4f68-9425-723853b5448f service neutron] Checking segment: {'id': 'a141fc5e-7e21-4fbf-84e2-32d69bd4741b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '83c90a80-7784-4b6e-bd7b-aef3cab1c6ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:10:09.545416 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36a45df0-4b1a-4984-822e-aead179aba7d req-53fdd72d-aea7-4f68-9425-723853b5448f service neutron] Bound using segment: {'id': 'a141fc5e-7e21-4fbf-84e2-32d69bd4741b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '83c90a80-7784-4b6e-bd7b-aef3cab1c6ba'} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:10:09.546123 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-36a45df0-4b1a-4984-822e-aead179aba7d req-53fdd72d-aea7-4f68-9425-723853b5448f service neutron] Bound port: 968e30d9-1296-4575-8165-01e35855a47c, host: n-h2-804985-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a141fc5e-7e21-4fbf-84e2-32d69bd4741b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '83c90a80-7784-4b6e-bd7b-aef3cab1c6ba'}}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:10:09.546261 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d98e570-6908-427f-b0d0-7ea246165077 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce723242-394f-4e06-ba09-a9fa64583c75,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:10:09.546872 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-36a45df0-4b1a-4984-822e-aead179aba7d req-53fdd72d-aea7-4f68-9425-723853b5448f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:09.572690 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d98e570-6908-427f-b0d0-7ea246165077 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 822} {{(pid=106253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:10:09.603980 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0d98e570-6908-427f-b0d0-7ea246165077 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:09.604381 n-d-804985-2 neutron-server[106253]: INFO neutron.db.segments_db [None req-0d98e570-6908-427f-b0d0-7ea246165077 admin admin] Added segment dfbbe62b-e166-4434-87d9-3b0eceb84c4a of type vlan for network 43e01541-f71f-4b98-abe7-53d71cb768a4 Aug 18 12:10:09.631153 n-d-804985-2 neutron-server[106252]: DEBUG neutron.objects.ports [None req-53ccb165-6f9a-4634-9f54-78e6d537768c tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=106252) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 18 12:10:09.664633 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:09.681855 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0d98e570-6908-427f-b0d0-7ea246165077 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789150665894'] for network, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:09.732033 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-36a45df0-4b1a-4984-822e-aead179aba7d req-53fdd72d-aea7-4f68-9425-723853b5448f service neutron] For port 968e30d9-1296-4575-8165-01e35855a47c, host n-h2-804985-2, cleared binding levels {{(pid=106252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:10:09.737077 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-36a45df0-4b1a-4984-822e-aead179aba7d req-53fdd72d-aea7-4f68-9425-723853b5448f service neutron] For port 968e30d9-1296-4575-8165-01e35855a47c, host n-h2-804985-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=968e30d9-1296-4575-8165-01e35855a47c,segment=NetworkSegment(a141fc5e-7e21-4fbf-84e2-32d69bd4741b),segment_id=a141fc5e-7e21-4fbf-84e2-32d69bd4741b)] {{(pid=106252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:10:09.741797 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0d98e570-6908-427f-b0d0-7ea246165077 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for network, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:09.743107 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d98e570-6908-427f-b0d0-7ea246165077 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:10:09.744120 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0d98e570-6908-427f-b0d0-7ea246165077 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:09.755133 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] For port d4a2ce56-6bc4-4f2f-bc7d-ba4c8b3a7bc2, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=d4a2ce56-6bc4-4f2f-bc7d-ba4c8b3a7bc2,segment=NetworkSegment(a141fc5e-7e21-4fbf-84e2-32d69bd4741b),segment_id=a141fc5e-7e21-4fbf-84e2-32d69bd4741b)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:10:09.757290 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3c691e36-8823-4fe8-b4fa-a94c8ef10dd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:09.762492 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:09.837041 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d98e570-6908-427f-b0d0-7ea246165077 admin admin] Pushing event updated for resources: {'Network': ['ID=43e01541-f71f-4b98-abe7-53d71cb768a4,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:10:09.837999 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Pushing event updated for resources: {'Port': ['ID=d4a2ce56-6bc4-4f2f-bc7d-ba4c8b3a7bc2,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:10:09.840947 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3c691e36-8823-4fe8-b4fa-a94c8ef10dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:09.866200 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Network 43e01541-f71f-4b98-abe7-53d71cb768a4 details requested by agent ovs-agent-n-d-804985-2 with host n-d-804985-2 {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:10:09.870003 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-0d98e570-6908-427f-b0d0-7ea246165077 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8412809 Aug 18 12:10:09.874939 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 46900) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:09.887231 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-46a73b44-96b4-4228-be21-5da1078c9ff4 admin admin] Request body: {'subnet': {'network_id': '43e01541-f71f-4b98-abe7-53d71cb768a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-903497200-subnet', 'tenant_id': '3923396a0fbf46309701429867ba9a7e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:10:09.893882 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c691e36-8823-4fe8-b4fa-a94c8ef10dd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=852eebdd-1df0-40b8-968c-38f3332e9b2e,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:10:09.922362 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-3c691e36-8823-4fe8-b4fa-a94c8ef10dd8 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4776152fae5947c0ace9a0751fe5f262&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6099153 Aug 18 12:10:09.925648 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 46904) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:09.970528 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46a73b44-96b4-4228-be21-5da1078c9ff4 admin admin] Made reservation on behalf of 3923396a0fbf46309701429867ba9a7e for: {'subnet': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:10:09.973679 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-46a73b44-96b4-4228-be21-5da1078c9ff4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59388119'] for subnet, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:10.079739 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2e240439-b429-459b-af5d-3cca7003033b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:10.110237 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2e240439-b429-459b-af5d-3cca7003033b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:10.162305 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-36a45df0-4b1a-4984-822e-aead179aba7d req-53fdd72d-aea7-4f68-9425-723853b5448f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:10.231024 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2e240439-b429-459b-af5d-3cca7003033b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:10.234779 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2e240439-b429-459b-af5d-3cca7003033b admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:10.236756 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-2e240439-b429-459b-af5d-3cca7003033b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/852eebdd-1df0-40b8-968c-38f3332e9b2e HTTP/1.1" status: 204 len: 168 time: 0.3100431 Aug 18 12:10:10.239364 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a45df0-4b1a-4984-822e-aead179aba7d req-53fdd72d-aea7-4f68-9425-723853b5448f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:10:10.239875 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-36a45df0-4b1a-4984-822e-aead179aba7d req-53fdd72d-aea7-4f68-9425-723853b5448f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:10.241310 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-36a45df0-4b1a-4984-822e-aead179aba7d req-53fdd72d-aea7-4f68-9425-723853b5448f service neutron] 10.222.0.62 "PUT /v2.0/ports/968e30d9-1296-4575-8165-01e35855a47c HTTP/1.1" status: 200 len: 1092 time: 2.0981021 Aug 18 12:10:10.243913 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b66eb4dc-3615-4bdf-b4ae-47b9aeb2581d', 'tag': '968e30d9-1296-4575-8165-01e35855a47c'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:10:10.253183 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac64ad06-9397-42d7-9bc4-75fc0974366f" -d '{"events": [{"name": "network-changed", "server_uuid": "b66eb4dc-3615-4bdf-b4ae-47b9aeb2581d", "tag": "968e30d9-1296-4575-8165-01e35855a47c"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:10:10.259641 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e240439-b429-459b-af5d-3cca7003033b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=852eebdd-1df0-40b8-968c-38f3332e9b2e,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:10:10.266789 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-46a73b44-96b4-4228-be21-5da1078c9ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58902106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59388097'] for subnet, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:10.311332 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.agents_db [None req-6dbb2658-0354-4101-8393-6e7505481cf6 None None] Agent healthcheck: found 7 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 12:10:10.350822 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a73b44-96b4-4228-be21-5da1078c9ff4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=22d36f33-3201-4880-9a3a-c522982bc74d,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:10:10.358095 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a73b44-96b4-4228-be21-5da1078c9ff4 admin admin] Checking segment: {'id': 'dfbbe62b-e166-4434-87d9-3b0eceb84c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '43e01541-f71f-4b98-abe7-53d71cb768a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:10:10.358475 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46a73b44-96b4-4228-be21-5da1078c9ff4 admin admin] Network hostable DHCP agents. Network: 43e01541-f71f-4b98-abe7-53d71cb768a4, hostable agents: ['97c14208-2951-4361-8d64-3708c946ff5f'], hosted agents: [] {{(pid=106253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 12:10:10.384941 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46a73b44-96b4-4228-be21-5da1078c9ff4 admin admin] Network 43e01541-f71f-4b98-abe7-53d71cb768a4 is scheduled to be hosted by DHCP agent 97c14208-2951-4361-8d64-3708c946ff5f with binding_index 1 {{(pid=106253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 12:10:10.386378 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:10:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98c9e2f5-6609-4c29-9879-13865d1d994e x-openstack-request-id: req-98c9e2f5-6609-4c29-9879-13865d1d994e {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:10:10.386675 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b66eb4dc-3615-4bdf-b4ae-47b9aeb2581d", "tag": "968e30d9-1296-4575-8165-01e35855a47c", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:10:10.386921 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-98c9e2f5-6609-4c29-9879-13865d1d994e {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:10:10.387315 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b66eb4dc-3615-4bdf-b4ae-47b9aeb2581d', 'tag': '968e30d9-1296-4575-8165-01e35855a47c', 'status': 'completed', 'code': 200} Aug 18 12:10:10.403671 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fdd72d-aea7-4f68-9425-723853b5448f service neutron] Pushing event updated for resources: {'Port': ['ID=968e30d9-1296-4575-8165-01e35855a47c,revision_number=3']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:10:10.408427 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-46a73b44-96b4-4228-be21-5da1078c9ff4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-2, 43e01541-f71f-4b98-abe7-53d71cb768a4) {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:10:10.419825 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46a73b44-96b4-4228-be21-5da1078c9ff4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:10:10.420451 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-46a73b44-96b4-4228-be21-5da1078c9ff4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:10.425200 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-738be470-50ff-4bc3-8a83-c3ddfc64ecd3 None None] Network 43e01541-f71f-4b98-abe7-53d71cb768a4 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:10:10.439856 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-53ccb165-6f9a-4634-9f54-78e6d537768c tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:10.452697 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-46a73b44-96b4-4228-be21-5da1078c9ff4 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5712235 Aug 18 12:10:10.459413 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba5658a-c4f0-437e-bdc7-6e58ad7148c8 req-31d9b813-7818-4212-8bf4-f7d7aae55e71 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:10:10.461054 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1ba5658a-c4f0-437e-bdc7-6e58ad7148c8 req-31d9b813-7818-4212-8bf4-f7d7aae55e71 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/ports?device_id=b66eb4dc-3615-4bdf-b4ae-47b9aeb2581d HTTP/1.1" status: 200 len: 944 time: 0.3006523 Aug 18 12:10:10.555224 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a45df0-4b1a-4984-822e-aead179aba7d req-00fa1f3c-e3d5-42ff-9b96-27342119e68d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:10:10.556795 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-36a45df0-4b1a-4984-822e-aead179aba7d req-00fa1f3c-e3d5-42ff-9b96-27342119e68d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b60736d695f1461b9071c3b3eddcc039&device_id=b66eb4dc-3615-4bdf-b4ae-47b9aeb2581d HTTP/1.1" status: 200 len: 1095 time: 0.2655785 Aug 18 12:10:10.621405 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12f613fa-a3ae-4af1-aaf4-3fec055da4fd None None] Network 43e01541-f71f-4b98-abe7-53d71cb768a4 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:10:10.627708 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1ba5658a-c4f0-437e-bdc7-6e58ad7148c8 req-feed1acf-03d5-4210-ae49-25e91312d124 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/security-groups?id=18c0bfee-529e-472e-bb6d-39b7da39f1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1378729 Aug 18 12:10:10.632617 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-36a45df0-4b1a-4984-822e-aead179aba7d req-6c25e0de-a70a-437a-9afe-f30f79d71739 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=968e30d9-1296-4575-8165-01e35855a47c HTTP/1.1" status: 200 len: 217 time: 0.0592148 Aug 18 12:10:10.739663 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a45df0-4b1a-4984-822e-aead179aba7d req-00fe9e54-4c64-4af4-a824-dcd22fa81c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:10:10.741381 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-36a45df0-4b1a-4984-822e-aead179aba7d req-00fe9e54-4c64-4af4-a824-dcd22fa81c70 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a348b5f7-9a90-4c29-ba78-b2f4f4dbb536 HTTP/1.1" status: 200 len: 835 time: 0.0917420 Aug 18 12:10:10.813100 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [None req-53ccb165-6f9a-4634-9f54-78e6d537768c tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] For port e721440f-a8e3-4222-ad0f-c02c41c1634d, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=e721440f-a8e3-4222-ad0f-c02c41c1634d,segment=NetworkSegment(06b05a1e-7667-47a8-b2de-bb5e6a768e1b),segment_id=06b05a1e-7667-47a8-b2de-bb5e6a768e1b)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:10:10.840343 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a45df0-4b1a-4984-822e-aead179aba7d req-c08e4912-e2f9-4ade-8b1d-8621e2b0af9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:10:10.842284 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-36a45df0-4b1a-4984-822e-aead179aba7d req-c08e4912-e2f9-4ade-8b1d-8621e2b0af9c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=83c90a80-7784-4b6e-bd7b-aef3cab1c6ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0909846 Aug 18 12:10:10.868449 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-53ccb165-6f9a-4634-9f54-78e6d537768c tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks [] for port, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:10.885530 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-53ccb165-6f9a-4634-9f54-78e6d537768c tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:10.886387 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-53ccb165-6f9a-4634-9f54-78e6d537768c tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3572913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59074111'] for subnet, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:11.035498 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53ccb165-6f9a-4634-9f54-78e6d537768c tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Network fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:10:11.083272 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-53ccb165-6f9a-4634-9f54-78e6d537768c tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:10:11.094427 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53ccb165-6f9a-4634-9f54-78e6d537768c tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:10:11.095119 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-53ccb165-6f9a-4634-9f54-78e6d537768c tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for subnet, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:11.098613 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8095739-0ba0-43c1-bd4c-e21bcefb7033 None None] Network fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:10:11.133284 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ccb165-6f9a-4634-9f54-78e6d537768c tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Pushing event updated for resources: {'Subnet': ['ID=736c1d1f-10b2-4174-b904-1a4b90a65798,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:10:11.143839 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ccb165-6f9a-4634-9f54-78e6d537768c tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Pushing event updated for resources: {'Port': ['ID=e721440f-a8e3-4222-ad0f-c02c41c1634d,revision_number=9']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:10:11.174031 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-36a45df0-4b1a-4984-822e-aead179aba7d req-fb92ead3-869d-475d-baaf-d32fe129ecb4 service neutron] 10.222.0.62 "GET /v2.0/networks/83c90a80-7784-4b6e-bd7b-aef3cab1c6ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3197064 Aug 18 12:10:11.178553 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-53ccb165-6f9a-4634-9f54-78e6d537768c tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 3.2890556 Aug 18 12:10:11.181896 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 46950) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:11.187871 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-fb27db06-8f1b-4315-844f-bbc4e56a1f89 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Request body: {'port': {'network_id': 'fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d', 'mac_address': 'fa:16:3e:1b:99:0a', 'name': 'tempest-NetworksTestDHCPv6-1032393273'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:10:11.279820 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88549f49-7f50-440c-9a6b-d6426751d64d req-1208131f-6a1f-49d0-8ce0-a9fde1da14a1 tempest-ServerPasswordTestJSON-1344383271 tempest-ServerPasswordTestJSON-1344383271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:10:11.287626 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-88549f49-7f50-440c-9a6b-d6426751d64d req-1208131f-6a1f-49d0-8ce0-a9fde1da14a1 tempest-ServerPasswordTestJSON-1344383271 tempest-ServerPasswordTestJSON-1344383271-project] 10.222.0.66 "GET /v2.0/networks?id=43e01541-f71f-4b98-abe7-53d71cb768a4 HTTP/1.1" status: 200 len: 812 time: 0.3597324 Aug 18 12:10:11.312439 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-88549f49-7f50-440c-9a6b-d6426751d64d req-7a5a35a0-0ed7-43b8-9ee0-e52a9c32b0b2 tempest-ServerPasswordTestJSON-1344383271 tempest-ServerPasswordTestJSON-1344383271-project] 10.222.0.66 "GET /v2.0/quotas/3923396a0fbf46309701429867ba9a7e HTTP/1.1" status: 200 len: 375 time: 0.0237870 Aug 18 12:10:11.345020 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb27db06-8f1b-4315-844f-bbc4e56a1f89 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Made reservation on behalf of 2a40b3bac30c4b9cb4cddbf9306b0469 for: {'port': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:10:11.369018 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-88549f49-7f50-440c-9a6b-d6426751d64d req-95179c0b-5f5f-44ff-9290-01e2b5e83857 tempest-ServerPasswordTestJSON-1344383271 tempest-ServerPasswordTestJSON-1344383271-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=3923396a0fbf46309701429867ba9a7e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0554602 Aug 18 12:10:11.407280 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device d4a2ce56-6bc4-4f2f-bc7d-ba4c8b3a7bc2 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:10:11.428219 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-36a45df0-4b1a-4984-822e-aead179aba7d req-71eb6081-71ca-4df0-b8a4-b2687de7b749 service neutron] 10.222.0.62 "GET /v2.0/networks/83c90a80-7784-4b6e-bd7b-aef3cab1c6ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2460234 Aug 18 12:10:11.509714 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2417a7ac-b7b8-4c36-a5c3-80a272758bf5 None None] Update dhcp port {'port': {'network_id': 'fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d', 'fixed_ips': [{'subnet_id': '736c1d1f-10b2-4174-b904-1a4b90a65798', 'ip_address': '2001:db8:0:1:f816:3eff:fe7b:e505'}, {'subnet_id': '0022032f-d432-4528-9018-3361c28b6dbc'}], 'binding:host_id': 'n-d-804985-2'}, 'id': 'e721440f-a8e3-4222-ad0f-c02c41c1634d'} from n-d-804985-2. {{(pid=106254) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 18 12:10:11.513595 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-88549f49-7f50-440c-9a6b-d6426751d64d req-1e34449c-80ad-4b6c-bb9e-ec0cf017362a service neutron] 10.222.0.66 "GET /v2.0/networks/43e01541-f71f-4b98-abe7-53d71cb768a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435935 Aug 18 12:10:11.550417 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-2417a7ac-b7b8-4c36-a5c3-80a272758bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:11.604871 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port d4a2ce56-6bc4-4f2f-bc7d-ba4c8b3a7bc2 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:10:11.605432 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:11.616582 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac64ad06-9397-42d7-9bc4-75fc0974366f req-df050131-408f-4e34-8e58-848d524c62b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:10:11.618218 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ac64ad06-9397-42d7-9bc4-75fc0974366f req-df050131-408f-4e34-8e58-848d524c62b1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b60736d695f1461b9071c3b3eddcc039&device_id=b66eb4dc-3615-4bdf-b4ae-47b9aeb2581d HTTP/1.1" status: 200 len: 1095 time: 0.1261978 Aug 18 12:10:11.703135 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-88549f49-7f50-440c-9a6b-d6426751d64d req-845b5e95-40a1-49a4-87a9-dadd4d47e565 service neutron] 10.222.0.66 "GET /v2.0/networks/43e01541-f71f-4b98-abe7-53d71cb768a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1882591 Aug 18 12:10:11.809602 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device e721440f-a8e3-4222-ad0f-c02c41c1634d up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:10:11.858198 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac64ad06-9397-42d7-9bc4-75fc0974366f req-a224cd4b-90a9-47d7-a53c-ee32b489f2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:10:11.860960 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ac64ad06-9397-42d7-9bc4-75fc0974366f req-a224cd4b-90a9-47d7-a53c-ee32b489f2a2 service neutron] 10.222.0.62 "GET /v2.0/networks?id=83c90a80-7784-4b6e-bd7b-aef3cab1c6ba HTTP/1.1" status: 200 len: 897 time: 0.2348540 Aug 18 12:10:11.878222 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bba5e1-75a0-4b86-8dd6-aa72751ccaa7 req-53c95fb6-3927-43d0-9f95-9802709bf520 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:10:11.887889 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c4bba5e1-75a0-4b86-8dd6-aa72751ccaa7 req-53c95fb6-3927-43d0-9f95-9802709bf520 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/ports?device_id=b66eb4dc-3615-4bdf-b4ae-47b9aeb2581d HTTP/1.1" status: 200 len: 944 time: 0.1531751 Aug 18 12:10:11.974797 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ac64ad06-9397-42d7-9bc4-75fc0974366f req-8d555d3a-dca8-429e-a919-9976f88abe73 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=968e30d9-1296-4575-8165-01e35855a47c HTTP/1.1" status: 200 len: 217 time: 0.0842352 Aug 18 12:10:11.981422 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.db_base_plugin_common [None req-2417a7ac-b7b8-4c36-a5c3-80a272758bf5 None None] Allocated IP 2001:db8::2 (fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d/0022032f-d432-4528-9018-3361c28b6dbc/e721440f-a8e3-4222-ad0f-c02c41c1634d) {{(pid=106254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:10:12.008107 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-fb27db06-8f1b-4315-844f-bbc4e56a1f89 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:12.039451 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [None req-fb27db06-8f1b-4315-844f-bbc4e56a1f89 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] device_id is not set on port dde84df4-2f71-4229-8ba9-4adbe9a43273 yet. {{(pid=106253) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 12:10:12.041741 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac64ad06-9397-42d7-9bc4-75fc0974366f req-a3783e10-24e9-4aa8-a99b-1b88899eb2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:10:12.043382 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ac64ad06-9397-42d7-9bc4-75fc0974366f req-a3783e10-24e9-4aa8-a99b-1b88899eb2b0 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a348b5f7-9a90-4c29-ba78-b2f4f4dbb536 HTTP/1.1" status: 200 len: 835 time: 0.0557861 Aug 18 12:10:12.074799 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-81711c34-8502-42f0-b159-12d44eb3fe1d req-1a96633e-4bda-4cdb-a41e-bf41f4768540 tempest-ServerPasswordTestJSON-1344383271 tempest-ServerPasswordTestJSON-1344383271-project] 10.222.0.66 "GET /v2.0/ports?device_id=e8d01a52-a1b4-4d87-a4fe-b80073fcc197 HTTP/1.1" status: 200 len: 210 time: 0.1104796 Aug 18 12:10:12.128416 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port e721440f-a8e3-4222-ad0f-c02c41c1634d triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:10:12.129077 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:12.184313 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c4bba5e1-75a0-4b86-8dd6-aa72751ccaa7 req-523ac344-3161-4907-b033-89050d200a22 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/security-groups?id=18c0bfee-529e-472e-bb6d-39b7da39f1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2952707 Aug 18 12:10:12.184610 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-2417a7ac-b7b8-4c36-a5c3-80a272758bf5 None None] For port e721440f-a8e3-4222-ad0f-c02c41c1634d, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=e721440f-a8e3-4222-ad0f-c02c41c1634d,segment=NetworkSegment(06b05a1e-7667-47a8-b2de-bb5e6a768e1b),segment_id=06b05a1e-7667-47a8-b2de-bb5e6a768e1b)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:10:12.217616 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac64ad06-9397-42d7-9bc4-75fc0974366f req-cc9755c3-3cdc-46fe-82d1-156d2a11b693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:10:12.217616 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ac64ad06-9397-42d7-9bc4-75fc0974366f req-cc9755c3-3cdc-46fe-82d1-156d2a11b693 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=83c90a80-7784-4b6e-bd7b-aef3cab1c6ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1469615 Aug 18 12:10:12.243613 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-2417a7ac-b7b8-4c36-a5c3-80a272758bf5 None None] Notify callbacks [] for port, precommit_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:12.288465 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-2417a7ac-b7b8-4c36-a5c3-80a272758bf5 None None] Transition to ACTIVE for port object e721440f-a8e3-4222-ad0f-c02c41c1634d will not be triggered until provisioned by entity DHCP. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:10:12.313094 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-2417a7ac-b7b8-4c36-a5c3-80a272758bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:12.327532 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ac64ad06-9397-42d7-9bc4-75fc0974366f req-7cf9f953-e7dd-4c2b-86dd-9190566b6477 service neutron] 10.222.0.62 "GET /v2.0/networks/83c90a80-7784-4b6e-bd7b-aef3cab1c6ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064055 Aug 18 12:10:12.414809 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2417a7ac-b7b8-4c36-a5c3-80a272758bf5 None None] Pushing event updated for resources: {'Port': ['ID=e721440f-a8e3-4222-ad0f-c02c41c1634d,revision_number=10']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:10:12.423529 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2417a7ac-b7b8-4c36-a5c3-80a272758bf5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:10:12.423871 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2417a7ac-b7b8-4c36-a5c3-80a272758bf5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:10:12.424213 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2417a7ac-b7b8-4c36-a5c3-80a272758bf5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:10:12.429168 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2417a7ac-b7b8-4c36-a5c3-80a272758bf5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:10:12.429570 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2417a7ac-b7b8-4c36-a5c3-80a272758bf5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:10:12.429918 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2417a7ac-b7b8-4c36-a5c3-80a272758bf5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:10:12.430514 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2417a7ac-b7b8-4c36-a5c3-80a272758bf5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:10:12.430646 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2417a7ac-b7b8-4c36-a5c3-80a272758bf5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:10:12.431314 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2417a7ac-b7b8-4c36-a5c3-80a272758bf5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:10:12.431314 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2417a7ac-b7b8-4c36-a5c3-80a272758bf5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:10:12.431609 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2417a7ac-b7b8-4c36-a5c3-80a272758bf5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:10:12.431852 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2417a7ac-b7b8-4c36-a5c3-80a272758bf5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:10:12.477116 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [None req-fb27db06-8f1b-4315-844f-bbc4e56a1f89 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Allocated IP 2001:db8::336 (fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d/0022032f-d432-4528-9018-3361c28b6dbc/dde84df4-2f71-4229-8ba9-4adbe9a43273) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:10:12.487579 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [None req-fb27db06-8f1b-4315-844f-bbc4e56a1f89 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Allocated IP 2001:db8:0:1:f816:3eff:fe1b:990a (fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d/736c1d1f-10b2-4174-b904-1a4b90a65798/dde84df4-2f71-4229-8ba9-4adbe9a43273) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:10:12.525072 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ac64ad06-9397-42d7-9bc4-75fc0974366f req-ad9f38d5-8717-49f4-ba6e-84af351fc2a4 service neutron] 10.222.0.62 "GET /v2.0/networks/83c90a80-7784-4b6e-bd7b-aef3cab1c6ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1869373 Aug 18 12:10:12.738495 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-fb27db06-8f1b-4315-844f-bbc4e56a1f89 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:12.758671 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [None req-fb27db06-8f1b-4315-844f-bbc4e56a1f89 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Transition to ACTIVE for port object dde84df4-2f71-4229-8ba9-4adbe9a43273 will not be triggered until provisioned by entity DHCP. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:10:12.805769 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-fb27db06-8f1b-4315-844f-bbc4e56a1f89 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:12.859142 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb27db06-8f1b-4315-844f-bbc4e56a1f89 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Network fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:10:12.864768 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-fb27db06-8f1b-4315-844f-bbc4e56a1f89 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:10:12.873978 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb27db06-8f1b-4315-844f-bbc4e56a1f89 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:10:12.880207 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb27db06-8f1b-4315-844f-bbc4e56a1f89 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:10:12.880872 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-fb27db06-8f1b-4315-844f-bbc4e56a1f89 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:12.887967 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb27db06-8f1b-4315-844f-bbc4e56a1f89 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Pushing event updated for resources: {'Port': ['ID=dde84df4-2f71-4229-8ba9-4adbe9a43273,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:10:12.911866 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-fb27db06-8f1b-4315-844f-bbc4e56a1f89 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.7258258 Aug 18 12:10:12.912306 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 47008) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:13.027623 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-92361c35-92a7-48dc-b553-4e94a94d9ca2 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Deleting port dde84df4-2f71-4229-8ba9-4adbe9a43273 {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:10:13.027886 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-92361c35-92a7-48dc-b553-4e94a94d9ca2 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:13.169680 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-92361c35-92a7-48dc-b553-4e94a94d9ca2 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:13.182432 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-23214e71-e6d5-4f87-afdb-688b1a6fb80a None None] Provisioning for port e721440f-a8e3-4222-ad0f-c02c41c1634d completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:10:13.193303 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-23214e71-e6d5-4f87-afdb-688b1a6fb80a None None] Provisioning complete for port e721440f-a8e3-4222-ad0f-c02c41c1634d triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:10:13.195836 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-23214e71-e6d5-4f87-afdb-688b1a6fb80a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:13.199350 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-92361c35-92a7-48dc-b553-4e94a94d9ca2 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Calling delete_port for dde84df4-2f71-4229-8ba9-4adbe9a43273 owned by {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:10:13.275384 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f05d9e40-307f-4318-9fc9-58df9e0e046e req-53f87c7a-77ca-4682-a4a5-beee61104903 tempest-ServerPasswordTestJSON-1344383271 tempest-ServerPasswordTestJSON-1344383271-project] 10.222.0.66 "GET /v2.0/ports?device_id=e8d01a52-a1b4-4d87-a4fe-b80073fcc197 HTTP/1.1" status: 200 len: 210 time: 0.0714192 Aug 18 12:10:13.440080 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device e721440f-a8e3-4222-ad0f-c02c41c1634d up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:10:13.501866 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port e721440f-a8e3-4222-ad0f-c02c41c1634d triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:10:13.502349 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:13.529398 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80516f4a-6e7e-44c7-bea2-aff64b577bf3 req-7c916d69-127e-45d4-bf9b-cdef722c2a3a tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:10:13.530815 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-80516f4a-6e7e-44c7-bea2-aff64b577bf3 req-7c916d69-127e-45d4-bf9b-cdef722c2a3a tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/ports?device_id=b66eb4dc-3615-4bdf-b4ae-47b9aeb2581d HTTP/1.1" status: 200 len: 944 time: 0.1867969 Aug 18 12:10:13.564436 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88549f49-7f50-440c-9a6b-d6426751d64d req-b5b65d79-7d71-40b8-b00a-1a59c27e4916 tempest-ServerPasswordTestJSON-1344383271 tempest-ServerPasswordTestJSON-1344383271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:10:13.566037 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-88549f49-7f50-440c-9a6b-d6426751d64d req-b5b65d79-7d71-40b8-b00a-1a59c27e4916 tempest-ServerPasswordTestJSON-1344383271 tempest-ServerPasswordTestJSON-1344383271-project] 10.222.0.63 "GET /v2.0/networks?id=43e01541-f71f-4b98-abe7-53d71cb768a4 HTTP/1.1" status: 200 len: 812 time: 0.3802154 Aug 18 12:10:13.587134 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-88549f49-7f50-440c-9a6b-d6426751d64d req-5084a808-74ff-4b5e-9bd6-b8764fad0b2b tempest-ServerPasswordTestJSON-1344383271 tempest-ServerPasswordTestJSON-1344383271-project] Request body: {'port': {'device_id': 'e8d01a52-a1b4-4d87-a4fe-b80073fcc197', 'network_id': '43e01541-f71f-4b98-abe7-53d71cb768a4', 'admin_state_up': True, 'tenant_id': '3923396a0fbf46309701429867ba9a7e'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:10:13.593927 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-3bba809e-7f26-4204-b693-5edecfba30fc None None] Provisioning for port dde84df4-2f71-4229-8ba9-4adbe9a43273 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:10:13.599441 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-3bba809e-7f26-4204-b693-5edecfba30fc None None] Provisioning complete for port dde84df4-2f71-4229-8ba9-4adbe9a43273 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:10:13.599926 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3bba809e-7f26-4204-b693-5edecfba30fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:13.649001 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-3bba809e-7f26-4204-b693-5edecfba30fc None None] Port dde84df4-2f71-4229-8ba9-4adbe9a43273 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:10:13.666125 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-80516f4a-6e7e-44c7-bea2-aff64b577bf3 req-cd23a5f0-e7b6-4649-a13e-989d99fa5f72 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/security-groups?id=18c0bfee-529e-472e-bb6d-39b7da39f1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1278868 Aug 18 12:10:13.715300 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 47032) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:13.783386 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-92361c35-92a7-48dc-b553-4e94a94d9ca2 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:13.817319 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92361c35-92a7-48dc-b553-4e94a94d9ca2 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Pushing event deleted for resources: {'Port': ['ID=dde84df4-2f71-4229-8ba9-4adbe9a43273,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:10:13.819119 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88549f49-7f50-440c-9a6b-d6426751d64d req-5084a808-74ff-4b5e-9bd6-b8764fad0b2b tempest-ServerPasswordTestJSON-1344383271 tempest-ServerPasswordTestJSON-1344383271-project] Made reservation on behalf of 3923396a0fbf46309701429867ba9a7e for: {'port': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:10:13.822869 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-88549f49-7f50-440c-9a6b-d6426751d64d req-5084a808-74ff-4b5e-9bd6-b8764fad0b2b tempest-ServerPasswordTestJSON-1344383271 tempest-ServerPasswordTestJSON-1344383271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:13.840033 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3845a2dc-8819-400e-834b-e6fd2bd272ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:13.880766 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-92361c35-92a7-48dc-b553-4e94a94d9ca2 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:13.882809 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-92361c35-92a7-48dc-b553-4e94a94d9ca2 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "DELETE /v2.0/ports/dde84df4-2f71-4229-8ba9-4adbe9a43273 HTTP/1.1" status: 204 len: 168 time: 0.9693503 Aug 18 12:10:13.885941 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 47036) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:13.954736 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3845a2dc-8819-400e-834b-e6fd2bd272ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:13.960006 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3845a2dc-8819-400e-834b-e6fd2bd272ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:14.008067 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3845a2dc-8819-400e-834b-e6fd2bd272ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71cd1881-0f5f-4111-85f3-26605cb98dde,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:10:14.009939 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eb1d441-0566-43cb-b9e7-cfb089f8aa73 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:10:14.011552 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-9eb1d441-0566-43cb-b9e7-cfb089f8aa73 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1246781 Aug 18 12:10:14.015067 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 47038) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:14.016810 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 968e30d9-1296-4575-8165-01e35855a47c details requested by agent hyperv_n-h2-804985-2 with host n-h2-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:10:14.025752 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-3845a2dc-8819-400e-834b-e6fd2bd272ad admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=32ecdb0d6e7c42228f2b453279cba977&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3060315 Aug 18 12:10:14.029006 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 47040) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:14.077466 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [req-88549f49-7f50-440c-9a6b-d6426751d64d req-5084a808-74ff-4b5e-9bd6-b8764fad0b2b tempest-ServerPasswordTestJSON-1344383271 tempest-ServerPasswordTestJSON-1344383271-project] Allocated IP 172.20.0.13 (43e01541-f71f-4b98-abe7-53d71cb768a4/22d36f33-3201-4880-9a3a-c522982bc74d/46e38fb3-5ed8-469f-8c0c-e77626e988bb) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:10:14.089417 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-652f2ce4-69c2-4ca6-9a1b-b1501c2ff534 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:14.101414 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47ba653d-d878-4bcb-8baa-f68a3c0a91f7 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:10:14.105350 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-47ba653d-d878-4bcb-8baa-f68a3c0a91f7 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0869102 Aug 18 12:10:14.105647 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 47042) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:14.111968 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-652f2ce4-69c2-4ca6-9a1b-b1501c2ff534 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:14.134837 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port 968e30d9-1296-4575-8165-01e35855a47c, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=968e30d9-1296-4575-8165-01e35855a47c,segment=NetworkSegment(a141fc5e-7e21-4fbf-84e2-32d69bd4741b),segment_id=a141fc5e-7e21-4fbf-84e2-32d69bd4741b)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:10:14.147343 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Returning: {'device': '968e30d9-1296-4575-8165-01e35855a47c', 'network_id': '83c90a80-7784-4b6e-bd7b-aef3cab1c6ba', 'port_id': '968e30d9-1296-4575-8165-01e35855a47c', 'mac_address': 'fa:16:3e:62:c2:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 825, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a348b5f7-9a90-4c29-ba78-b2f4f4dbb536', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:10:14.165242 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-652f2ce4-69c2-4ca6-9a1b-b1501c2ff534 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:14.169459 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-652f2ce4-69c2-4ca6-9a1b-b1501c2ff534 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:14.171525 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-652f2ce4-69c2-4ca6-9a1b-b1501c2ff534 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/71cd1881-0f5f-4111-85f3-26605cb98dde HTTP/1.1" status: 204 len: 168 time: 0.1414332 Aug 18 12:10:14.184378 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652f2ce4-69c2-4ca6-9a1b-b1501c2ff534 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71cd1881-0f5f-4111-85f3-26605cb98dde,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:10:14.188248 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:14.194711 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcd2cdab-61dc-4217-b1b4-acf18a09ad3a tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:10:14.196350 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcd2cdab-61dc-4217-b1b4-acf18a09ad3a tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:10:14.198076 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcd2cdab-61dc-4217-b1b4-acf18a09ad3a tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:10:14.202649 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-bcd2cdab-61dc-4217-b1b4-acf18a09ad3a tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0932820 Aug 18 12:10:14.203796 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 47046) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:14.211853 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 968e30d9-1296-4575-8165-01e35855a47c {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:10:14.234703 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port 968e30d9-1296-4575-8165-01e35855a47c, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=968e30d9-1296-4575-8165-01e35855a47c,segment=NetworkSegment(a141fc5e-7e21-4fbf-84e2-32d69bd4741b),segment_id=a141fc5e-7e21-4fbf-84e2-32d69bd4741b)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:10:14.241737 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:14.274222 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_v2 [None req-c30fc389-e389-4097-a787-3a70d21536d2 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Deleting subnet 0022032f-d432-4528-9018-3361c28b6dbc {{(pid=106253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 12:10:14.278281 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c30fc389-e389-4097-a787-3a70d21536d2 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks [] for subnet, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:14.305952 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=968e30d9-1296-4575-8165-01e35855a47c,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:10:14.324589 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-88549f49-7f50-440c-9a6b-d6426751d64d req-5084a808-74ff-4b5e-9bd6-b8764fad0b2b tempest-ServerPasswordTestJSON-1344383271 tempest-ServerPasswordTestJSON-1344383271-project] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:14.337926 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c30fc389-e389-4097-a787-3a70d21536d2 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902229'] for subnet, precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:14.411630 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7424645c-c1ab-466d-8e54-3d932bda1f93 req-d51176e0-fce5-49ac-a2db-ac87fc61d303 tempest-ServerPasswordTestJSON-1344383271 tempest-ServerPasswordTestJSON-1344383271-project] 10.222.0.66 "GET /v2.0/ports?device_id=e8d01a52-a1b4-4d87-a4fe-b80073fcc197 HTTP/1.1" status: 200 len: 210 time: 0.0367002 Aug 18 12:10:14.418108 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-88549f49-7f50-440c-9a6b-d6426751d64d req-5084a808-74ff-4b5e-9bd6-b8764fad0b2b tempest-ServerPasswordTestJSON-1344383271 tempest-ServerPasswordTestJSON-1344383271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:14.447005 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c30fc389-e389-4097-a787-3a70d21536d2 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:14.481832 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88549f49-7f50-440c-9a6b-d6426751d64d req-5084a808-74ff-4b5e-9bd6-b8764fad0b2b tempest-ServerPasswordTestJSON-1344383271 tempest-ServerPasswordTestJSON-1344383271-project] Network 43e01541-f71f-4b98-abe7-53d71cb768a4 is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:10:14.487125 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [req-88549f49-7f50-440c-9a6b-d6426751d64d req-5084a808-74ff-4b5e-9bd6-b8764fad0b2b tempest-ServerPasswordTestJSON-1344383271 tempest-ServerPasswordTestJSON-1344383271-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:10:14.489361 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5084a808-74ff-4b5e-9bd6-b8764fad0b2b tempest-ServerPasswordTestJSON-1344383271 tempest-ServerPasswordTestJSON-1344383271-project] Pushing event updated for resources: {'Port': ['ID=46e38fb3-5ed8-469f-8c0c-e77626e988bb,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:10:14.492567 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-88549f49-7f50-440c-9a6b-d6426751d64d req-5084a808-74ff-4b5e-9bd6-b8764fad0b2b tempest-ServerPasswordTestJSON-1344383271 tempest-ServerPasswordTestJSON-1344383271-project] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:10:14.514799 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] get_ports_and_sgs() called for port_ids ['968e30d9-1296-4575-8165-01e35855a47c'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:10:14.523936 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c30fc389-e389-4097-a787-3a70d21536d2 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58902171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59388106'] for subnet, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:14.544156 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88549f49-7f50-440c-9a6b-d6426751d64d req-5084a808-74ff-4b5e-9bd6-b8764fad0b2b tempest-ServerPasswordTestJSON-1344383271 tempest-ServerPasswordTestJSON-1344383271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:10:14.544923 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-88549f49-7f50-440c-9a6b-d6426751d64d req-5084a808-74ff-4b5e-9bd6-b8764fad0b2b tempest-ServerPasswordTestJSON-1344383271 tempest-ServerPasswordTestJSON-1344383271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:14.559674 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30fc389-e389-4097-a787-3a70d21536d2 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Pushing event deleted for resources: {'Subnet': ['ID=0022032f-d432-4528-9018-3361c28b6dbc,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:10:14.562029 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-88549f49-7f50-440c-9a6b-d6426751d64d req-5084a808-74ff-4b5e-9bd6-b8764fad0b2b tempest-ServerPasswordTestJSON-1344383271 tempest-ServerPasswordTestJSON-1344383271-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9835212 Aug 18 12:10:14.567826 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c30fc389-e389-4097-a787-3a70d21536d2 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:14.571004 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-c30fc389-e389-4097-a787-3a70d21536d2 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "DELETE /v2.0/subnets/0022032f-d432-4528-9018-3361c28b6dbc HTTP/1.1" status: 204 len: 168 time: 0.3655198 Aug 18 12:10:14.573531 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 47054) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:14.577191 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-88549f49-7f50-440c-9a6b-d6426751d64d req-72546a91-d133-4a14-b773-28e386007477 service neutron] Request body: {'port': {'device_id': 'e8d01a52-a1b4-4d87-a4fe-b80073fcc197', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804985-2'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:10:14.584978 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13fa4ff3-bbfb-46ca-89ef-a696a2ade2d2 None None] Network fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:10:14.589648 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 47056) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:14.624045 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6f536cd3-a530-4e5c-9da2-f507a9c118d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:14.638519 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-88549f49-7f50-440c-9a6b-d6426751d64d req-72546a91-d133-4a14-b773-28e386007477 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:14.668381 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_v2 [None req-a43871aa-ce97-4c9c-af89-a79caa249bf7 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Deleting subnet 736c1d1f-10b2-4174-b904-1a4b90a65798 {{(pid=106253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 12:10:14.673433 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a43871aa-ce97-4c9c-af89-a79caa249bf7 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks [] for subnet, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:14.737945 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a43871aa-ce97-4c9c-af89-a79caa249bf7 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902229'] for subnet, precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:14.875511 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a43871aa-ce97-4c9c-af89-a79caa249bf7 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:14.880209 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6f536cd3-a530-4e5c-9da2-f507a9c118d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:14.903447 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6f536cd3-a530-4e5c-9da2-f507a9c118d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:14.904269 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad2f938-32d6-4618-bab7-e462f2e4202d req-6ec8266d-2b5a-47f0-8f82-b21f3a92e381 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:10:14.905817 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7ad2f938-32d6-4618-bab7-e462f2e4202d req-6ec8266d-2b5a-47f0-8f82-b21f3a92e381 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/ports?device_id=b66eb4dc-3615-4bdf-b4ae-47b9aeb2581d HTTP/1.1" status: 200 len: 945 time: 0.1411407 Aug 18 12:10:14.962313 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f536cd3-a530-4e5c-9da2-f507a9c118d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e06dbb6-7280-4c9a-b576-01e83441e5d3,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:10:14.967073 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-6f536cd3-a530-4e5c-9da2-f507a9c118d7 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ff096c7e704f4a0caf1067aa749360e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3760216 Aug 18 12:10:14.969674 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 47062) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:14.975387 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7ad2f938-32d6-4618-bab7-e462f2e4202d req-ead56a27-c55e-45f1-affe-a289a35672a5 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/security-groups?id=18c0bfee-529e-472e-bb6d-39b7da39f1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610857 Aug 18 12:10:15.019174 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a43871aa-ce97-4c9c-af89-a79caa249bf7 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58902171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59388106'] for subnet, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:15.044307 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [req-88549f49-7f50-440c-9a6b-d6426751d64d req-72546a91-d133-4a14-b773-28e386007477 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46e38fb3-5ed8-469f-8c0c-e77626e988bb {{(pid=106252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:10:15.056422 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43871aa-ce97-4c9c-af89-a79caa249bf7 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Pushing event deleted for resources: {'Subnet': ['ID=736c1d1f-10b2-4174-b904-1a4b90a65798,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:10:15.059471 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-88549f49-7f50-440c-9a6b-d6426751d64d req-72546a91-d133-4a14-b773-28e386007477 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:15.069411 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a43871aa-ce97-4c9c-af89-a79caa249bf7 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:15.071694 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-a43871aa-ce97-4c9c-af89-a79caa249bf7 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "DELETE /v2.0/subnets/736c1d1f-10b2-4174-b904-1a4b90a65798 HTTP/1.1" status: 204 len: 168 time: 0.4972281 Aug 18 12:10:15.075165 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 47064) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:15.077544 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [req-88549f49-7f50-440c-9a6b-d6426751d64d req-72546a91-d133-4a14-b773-28e386007477 service neutron] Transition to ACTIVE for port object 46e38fb3-5ed8-469f-8c0c-e77626e988bb will not be triggered until provisioned by entity L2. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:10:15.084530 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6454cd4f-60db-453f-87dd-40e634df2f19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:15.086353 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-88549f49-7f50-440c-9a6b-d6426751d64d req-72546a91-d133-4a14-b773-28e386007477 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:15.111270 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6454cd4f-60db-453f-87dd-40e634df2f19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:15.124364 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-c4a55f82-8041-4122-a45a-62b365bd0c7e tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0459180 Aug 18 12:10:15.127345 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 47066) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:15.168358 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72546a91-d133-4a14-b773-28e386007477 service neutron] Pushing event updated for resources: {'Port': ['ID=46e38fb3-5ed8-469f-8c0c-e77626e988bb,revision_number=2']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:10:15.204950 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d421f52e-a032-4b39-b660-36bb3911c384 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:10:15.208901 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-d421f52e-a032-4b39-b660-36bb3911c384 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.0780051 Aug 18 12:10:15.209129 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 47068) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:15.250483 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6454cd4f-60db-453f-87dd-40e634df2f19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:15.250777 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-88549f49-7f50-440c-9a6b-d6426751d64d req-72546a91-d133-4a14-b773-28e386007477 service neutron] Attempting to bind port 46e38fb3-5ed8-469f-8c0c-e77626e988bb on host n-h1-804985-2 for vnic_type normal with profile {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:10:15.251015 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-88549f49-7f50-440c-9a6b-d6426751d64d req-72546a91-d133-4a14-b773-28e386007477 service neutron] Attempting to bind port 46e38fb3-5ed8-469f-8c0c-e77626e988bb by drivers openvswitch,hyperv on host n-h1-804985-2 at level 0 using segments [{'id': 'dfbbe62b-e166-4434-87d9-3b0eceb84c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '43e01541-f71f-4b98-abe7-53d71cb768a4'}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:10:15.251347 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88549f49-7f50-440c-9a6b-d6426751d64d req-72546a91-d133-4a14-b773-28e386007477 service neutron] Attempting to bind port 46e38fb3-5ed8-469f-8c0c-e77626e988bb on network 43e01541-f71f-4b98-abe7-53d71cb768a4 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:10:15.252996 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6454cd4f-60db-453f-87dd-40e634df2f19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:15.256243 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88549f49-7f50-440c-9a6b-d6426751d64d req-72546a91-d133-4a14-b773-28e386007477 service neutron] Port 46e38fb3-5ed8-469f-8c0c-e77626e988bb on network 43e01541-f71f-4b98-abe7-53d71cb768a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-2 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:10:15.256595 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88549f49-7f50-440c-9a6b-d6426751d64d req-72546a91-d133-4a14-b773-28e386007477 service neutron] Attempting to bind port 46e38fb3-5ed8-469f-8c0c-e77626e988bb on network 43e01541-f71f-4b98-abe7-53d71cb768a4 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:10:15.261738 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88549f49-7f50-440c-9a6b-d6426751d64d req-72546a91-d133-4a14-b773-28e386007477 service neutron] Checking agent: {'id': 'a613417a-d085-492c-941a-59bb18c633d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 49, 6), 'started_at': datetime.datetime(2021, 8, 18, 11, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 10, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:10:15.262075 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88549f49-7f50-440c-9a6b-d6426751d64d req-72546a91-d133-4a14-b773-28e386007477 service neutron] Checking segment: {'id': 'dfbbe62b-e166-4434-87d9-3b0eceb84c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '43e01541-f71f-4b98-abe7-53d71cb768a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:10:15.262454 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88549f49-7f50-440c-9a6b-d6426751d64d req-72546a91-d133-4a14-b773-28e386007477 service neutron] Bound using segment: {'id': 'dfbbe62b-e166-4434-87d9-3b0eceb84c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '43e01541-f71f-4b98-abe7-53d71cb768a4'} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:10:15.262879 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-88549f49-7f50-440c-9a6b-d6426751d64d req-72546a91-d133-4a14-b773-28e386007477 service neutron] Bound port: 46e38fb3-5ed8-469f-8c0c-e77626e988bb, host: n-h1-804985-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfbbe62b-e166-4434-87d9-3b0eceb84c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '43e01541-f71f-4b98-abe7-53d71cb768a4'}}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:10:15.263235 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-88549f49-7f50-440c-9a6b-d6426751d64d req-72546a91-d133-4a14-b773-28e386007477 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:15.264126 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-6454cd4f-60db-453f-87dd-40e634df2f19 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/7e06dbb6-7280-4c9a-b576-01e83441e5d3 HTTP/1.1" status: 204 len: 168 time: 0.2884865 Aug 18 12:10:15.291035 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6454cd4f-60db-453f-87dd-40e634df2f19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e06dbb6-7280-4c9a-b576-01e83441e5d3,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:10:15.317927 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b4b66aa-18c2-46d6-bc36-fcb9d4a24ecc tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:10:15.321266 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-6b4b66aa-18c2-46d6-bc36-fcb9d4a24ecc tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1101005 Aug 18 12:10:15.323186 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 47072) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:15.348885 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-88549f49-7f50-440c-9a6b-d6426751d64d req-72546a91-d133-4a14-b773-28e386007477 service neutron] For port 46e38fb3-5ed8-469f-8c0c-e77626e988bb, host n-h1-804985-2, cleared binding levels {{(pid=106252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:10:15.352261 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-88549f49-7f50-440c-9a6b-d6426751d64d req-72546a91-d133-4a14-b773-28e386007477 service neutron] For port 46e38fb3-5ed8-469f-8c0c-e77626e988bb, host n-h1-804985-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=46e38fb3-5ed8-469f-8c0c-e77626e988bb,segment=NetworkSegment(dfbbe62b-e166-4434-87d9-3b0eceb84c4a),segment_id=dfbbe62b-e166-4434-87d9-3b0eceb84c4a)] {{(pid=106252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:10:15.360553 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-88549f49-7f50-440c-9a6b-d6426751d64d req-72546a91-d133-4a14-b773-28e386007477 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:15.372015 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-8241dfbd-ebc1-45db-84a2-0fdfbc27d6c6 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0474799 Aug 18 12:10:15.379403 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 47074) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:15.409200 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88549f49-7f50-440c-9a6b-d6426751d64d req-72546a91-d133-4a14-b773-28e386007477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:10:15.410027 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-88549f49-7f50-440c-9a6b-d6426751d64d req-72546a91-d133-4a14-b773-28e386007477 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:15.411547 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-88549f49-7f50-440c-9a6b-d6426751d64d req-72546a91-d133-4a14-b773-28e386007477 service neutron] 10.222.0.63 "PUT /v2.0/ports/46e38fb3-5ed8-469f-8c0c-e77626e988bb HTTP/1.1" status: 200 len: 1092 time: 0.8403153 Aug 18 12:10:15.411976 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8d01a52-a1b4-4d87-a4fe-b80073fcc197', 'tag': '46e38fb3-5ed8-469f-8c0c-e77626e988bb'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:10:15.415428 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ffcade0-bac4-4eeb-aa22-7ecacde904c1" -d '{"events": [{"name": "network-changed", "server_uuid": "e8d01a52-a1b4-4d87-a4fe-b80073fcc197", "tag": "46e38fb3-5ed8-469f-8c0c-e77626e988bb"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:10:15.422541 n-d-804985-2 neutron-server[106253]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2198c48-74a6-4379-9373-f07b0a1080ff tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] DELETE failed (client error): The resource could not be found. Aug 18 12:10:15.423699 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2198c48-74a6-4379-9373-f07b0a1080ff tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 12:10:15.425698 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-a2198c48-74a6-4379-9373-f07b0a1080ff tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "DELETE /v2.0/ports/dde84df4-2f71-4229-8ba9-4adbe9a43273 HTTP/1.1" status: 404 len: 333 time: 0.0451000 Aug 18 12:10:15.429136 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 47078) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:15.501634 n-d-804985-2 neutron-server[106252]: INFO neutron.pecan_wsgi.hooks.translation [None req-e897a895-d668-4e74-a326-5b533d191393 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] DELETE failed (client error): The resource could not be found. Aug 18 12:10:15.501634 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e897a895-d668-4e74-a326-5b533d191393 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106252) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 12:10:15.505846 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-e897a895-d668-4e74-a326-5b533d191393 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "DELETE /v2.0/subnets/736c1d1f-10b2-4174-b904-1a4b90a65798 HTTP/1.1" status: 404 len: 337 time: 0.0733345 Aug 18 12:10:15.506389 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 47086) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:15.543901 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:10:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b121d1a7-7359-4e09-a1e7-06300c3d1588 x-openstack-request-id: req-b121d1a7-7359-4e09-a1e7-06300c3d1588 {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:10:15.549093 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8d01a52-a1b4-4d87-a4fe-b80073fcc197", "tag": "46e38fb3-5ed8-469f-8c0c-e77626e988bb", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:10:15.549488 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b121d1a7-7359-4e09-a1e7-06300c3d1588 {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:10:15.550012 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8d01a52-a1b4-4d87-a4fe-b80073fcc197', 'tag': '46e38fb3-5ed8-469f-8c0c-e77626e988bb', 'status': 'completed', 'code': 200} Aug 18 12:10:15.562827 n-d-804985-2 neutron-server[106253]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f004ee0-040c-4808-86ab-2cee454f72db tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] DELETE failed (client error): The resource could not be found. Aug 18 12:10:15.563423 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f004ee0-040c-4808-86ab-2cee454f72db tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 12:10:15.568059 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-9f004ee0-040c-4808-86ab-2cee454f72db tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "DELETE /v2.0/subnets/0022032f-d432-4528-9018-3361c28b6dbc HTTP/1.1" status: 404 len: 337 time: 0.0578270 Aug 18 12:10:15.568800 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 47088) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:15.586857 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72546a91-d133-4a14-b773-28e386007477 service neutron] Pushing event updated for resources: {'Port': ['ID=46e38fb3-5ed8-469f-8c0c-e77626e988bb,revision_number=3']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:10:15.600276 n-d-804985-2 neutron-server[106253]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce79689e-431a-407b-8ef5-3c8e304ffa81 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] DELETE failed (client error): The resource could not be found. Aug 18 12:10:15.601092 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce79689e-431a-407b-8ef5-3c8e304ffa81 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 12:10:15.603115 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-ce79689e-431a-407b-8ef5-3c8e304ffa81 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "DELETE /v2.0/ports/5e285ae0-8252-494a-a3fa-a40f0c24affb HTTP/1.1" status: 404 len: 333 time: 0.0333161 Aug 18 12:10:15.606433 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 47090) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:15.633372 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88549f49-7f50-440c-9a6b-d6426751d64d req-d3209c8c-ac44-482c-98b0-049d8d92d833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:10:15.633372 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-88549f49-7f50-440c-9a6b-d6426751d64d req-d3209c8c-ac44-482c-98b0-049d8d92d833 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=3923396a0fbf46309701429867ba9a7e&device_id=e8d01a52-a1b4-4d87-a4fe-b80073fcc197 HTTP/1.1" status: 200 len: 1095 time: 0.1489635 Aug 18 12:10:15.634319 n-d-804985-2 neutron-server[106253]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6659e2f-8ad3-4654-9dfa-bb9b75ff9fe6 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] DELETE failed (client error): The resource could not be found. Aug 18 12:10:15.634870 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6659e2f-8ad3-4654-9dfa-bb9b75ff9fe6 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 12:10:15.639448 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-e6659e2f-8ad3-4654-9dfa-bb9b75ff9fe6 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "DELETE /v2.0/subnets/0f723c9d-2def-4799-875a-fe933f7c1e63 HTTP/1.1" status: 404 len: 337 time: 0.0297725 Aug 18 12:10:15.639993 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 47094) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:15.665894 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d66a19f-e252-471f-979c-9bd9ca830c6b req-62a45018-2745-4d9a-95b5-b4afc79dff21 tempest-ServerPasswordTestJSON-1344383271 tempest-ServerPasswordTestJSON-1344383271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:10:15.673446 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8d66a19f-e252-471f-979c-9bd9ca830c6b req-62a45018-2745-4d9a-95b5-b4afc79dff21 tempest-ServerPasswordTestJSON-1344383271 tempest-ServerPasswordTestJSON-1344383271-project] 10.222.0.66 "GET /v2.0/ports?device_id=e8d01a52-a1b4-4d87-a4fe-b80073fcc197 HTTP/1.1" status: 200 len: 944 time: 0.1205742 Aug 18 12:10:15.707801 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89971376-4d1b-4eda-a14e-bbc5854d7b65 None None] Network fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:10:15.729746 n-d-804985-2 neutron-server[106252]: INFO neutron.pecan_wsgi.hooks.translation [None req-f685bf81-06a3-41d0-942f-4c52198b20c5 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] DELETE failed (client error): The resource could not be found. Aug 18 12:10:15.730372 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f685bf81-06a3-41d0-942f-4c52198b20c5 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106252) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 12:10:15.735046 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-f685bf81-06a3-41d0-942f-4c52198b20c5 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "DELETE /v2.0/subnets/570ac693-07a4-4934-a774-5d2e57f6d1b0 HTTP/1.1" status: 404 len: 337 time: 0.0913141 Aug 18 12:10:15.735946 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 47100) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:15.740059 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-88549f49-7f50-440c-9a6b-d6426751d64d req-1470c7a0-8300-4fc5-bedd-8e4fa38b0ee1 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=46e38fb3-5ed8-469f-8c0c-e77626e988bb HTTP/1.1" status: 200 len: 217 time: 0.0963125 Aug 18 12:10:15.762426 n-d-804985-2 neutron-server[106253]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8b545aa-c46a-472c-8a1a-e62877021abc tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] DELETE failed (client error): The resource could not be found. Aug 18 12:10:15.763771 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8b545aa-c46a-472c-8a1a-e62877021abc tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 12:10:15.765739 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-f8b545aa-c46a-472c-8a1a-e62877021abc tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "DELETE /v2.0/ports/2552bd83-fc64-4ecb-a9ad-0ae110e99aba HTTP/1.1" status: 404 len: 333 time: 0.0286357 Aug 18 12:10:15.768295 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 47102) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:15.800918 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-5803f39d-a172-4d88-a56e-fb3c0e95a963 None None] Provisioning complete for port e721440f-a8e3-4222-ad0f-c02c41c1634d triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:10:15.801613 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-5803f39d-a172-4d88-a56e-fb3c0e95a963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:15.804779 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8d66a19f-e252-471f-979c-9bd9ca830c6b req-c7b82c0d-c1b4-4a82-846f-a91b448dbec8 tempest-ServerPasswordTestJSON-1344383271 tempest-ServerPasswordTestJSON-1344383271-project] 10.222.0.66 "GET /v2.0/security-groups?id=ce723242-394f-4e06-ba09-a9fa64583c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259093 Aug 18 12:10:15.816061 n-d-804985-2 neutron-server[106253]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bc74f1a-33e3-4969-a71e-15ab3aced2d3 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] DELETE failed (client error): The resource could not be found. Aug 18 12:10:15.816530 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1bc74f1a-33e3-4969-a71e-15ab3aced2d3 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 12:10:15.820938 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-1bc74f1a-33e3-4969-a71e-15ab3aced2d3 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "DELETE /v2.0/subnets/df54d71a-9de6-45e6-9ded-7f1934b6fae1 HTTP/1.1" status: 404 len: 337 time: 0.0514381 Aug 18 12:10:15.823618 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 47106) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:15.834328 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88549f49-7f50-440c-9a6b-d6426751d64d req-56cfbfdd-b259-440e-99ad-f7a6a1d12fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:10:15.836053 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-88549f49-7f50-440c-9a6b-d6426751d64d req-56cfbfdd-b259-440e-99ad-f7a6a1d12fb9 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=22d36f33-3201-4880-9a3a-c522982bc74d HTTP/1.1" status: 200 len: 852 time: 0.0875738 Aug 18 12:10:15.882350 n-d-804985-2 neutron-server[106252]: INFO neutron.pecan_wsgi.hooks.translation [None req-73fd6d48-0ce4-4371-b03d-5a732c010cc3 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] DELETE failed (client error): The resource could not be found. Aug 18 12:10:15.882891 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73fd6d48-0ce4-4371-b03d-5a732c010cc3 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106252) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 12:10:15.884717 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-73fd6d48-0ce4-4371-b03d-5a732c010cc3 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "DELETE /v2.0/subnets/9388a4d7-4b1a-4331-97e6-6767c3d9afa3 HTTP/1.1" status: 404 len: 337 time: 0.0599492 Aug 18 12:10:15.887386 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-88549f49-7f50-440c-9a6b-d6426751d64d req-3d882700-0ac3-425e-aff1-e75cd0e5cc3b service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=43e01541-f71f-4b98-abe7-53d71cb768a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329268 Aug 18 12:10:15.888036 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 47110) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:15.924714 n-d-804985-2 neutron-server[106252]: INFO neutron.pecan_wsgi.hooks.translation [None req-08dccc25-3330-4a6f-94df-aa04c2fc1aba tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] DELETE failed (client error): The resource could not be found. Aug 18 12:10:15.925423 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08dccc25-3330-4a6f-94df-aa04c2fc1aba tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106252) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 12:10:15.927278 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-08dccc25-3330-4a6f-94df-aa04c2fc1aba tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "DELETE /v2.0/ports/7c8d9f53-2d94-4856-b3fa-a49b955f75f8 HTTP/1.1" status: 404 len: 333 time: 0.0382028 Aug 18 12:10:15.930301 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 47114) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:15.976642 n-d-804985-2 neutron-server[106253]: INFO neutron.pecan_wsgi.hooks.translation [None req-80cfac0e-91cd-41b2-bba1-0c7ce9981291 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] DELETE failed (client error): The resource could not be found. Aug 18 12:10:15.977190 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80cfac0e-91cd-41b2-bba1-0c7ce9981291 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 12:10:15.983071 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 47118) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:15.983642 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-80cfac0e-91cd-41b2-bba1-0c7ce9981291 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "DELETE /v2.0/subnets/2ff469c4-34ad-459b-8ca2-94f27061f799 HTTP/1.1" status: 404 len: 337 time: 0.0496535 Aug 18 12:10:16.020315 n-d-804985-2 neutron-server[106252]: INFO neutron.pecan_wsgi.hooks.translation [None req-92cc969d-92f1-45fb-a311-1866eca6eb49 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] DELETE failed (client error): The resource could not be found. Aug 18 12:10:16.021142 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92cc969d-92f1-45fb-a311-1866eca6eb49 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106252) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 12:10:16.025913 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-92cc969d-92f1-45fb-a311-1866eca6eb49 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "DELETE /v2.0/subnets/ddf665c2-7e32-4cfb-abdb-2bea64a4df42 HTTP/1.1" status: 404 len: 337 time: 0.0393891 Aug 18 12:10:16.027795 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 47124) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:16.050982 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-88549f49-7f50-440c-9a6b-d6426751d64d req-bebb3958-d434-44b0-86ac-ad86a0857994 service neutron] 10.222.0.63 "GET /v2.0/networks/43e01541-f71f-4b98-abe7-53d71cb768a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533432 Aug 18 12:10:16.065162 n-d-804985-2 neutron-server[106253]: INFO neutron.pecan_wsgi.hooks.translation [None req-59ba3d93-4d2d-4e9c-a03a-4d17542a0c44 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] DELETE failed (client error): The resource could not be found. Aug 18 12:10:16.066515 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59ba3d93-4d2d-4e9c-a03a-4d17542a0c44 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 12:10:16.072333 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 968e30d9-1296-4575-8165-01e35855a47c up at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:10:16.073293 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-59ba3d93-4d2d-4e9c-a03a-4d17542a0c44 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "DELETE /v2.0/ports/94231e21-08a2-44ef-83c5-52d6cb0780b8 HTTP/1.1" status: 404 len: 333 time: 0.0439327 Aug 18 12:10:16.074204 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 47126) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:16.102761 n-d-804985-2 neutron-server[106253]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8f33021-adc2-46da-9c4a-276b7b9ad844 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] DELETE failed (client error): The resource could not be found. Aug 18 12:10:16.103496 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8f33021-adc2-46da-9c4a-276b7b9ad844 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 12:10:16.108292 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-d8f33021-adc2-46da-9c4a-276b7b9ad844 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "DELETE /v2.0/subnets/6dbe43cd-19fb-454a-ba97-6a6ed116025b HTTP/1.1" status: 404 len: 337 time: 0.0328913 Aug 18 12:10:16.108933 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 47130) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:16.136904 n-d-804985-2 neutron-server[106253]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2fd1ff5-9b0c-4665-8abf-f66fd6f0df93 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] DELETE failed (client error): The resource could not be found. Aug 18 12:10:16.137500 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2fd1ff5-9b0c-4665-8abf-f66fd6f0df93 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 12:10:16.142219 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-b2fd1ff5-9b0c-4665-8abf-f66fd6f0df93 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "DELETE /v2.0/ports/5bb44183-0126-4362-84d1-5cffc646d12e HTTP/1.1" status: 404 len: 333 time: 0.0319541 Aug 18 12:10:16.142905 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 47132) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:16.170331 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Provisioning for port 968e30d9-1296-4575-8165-01e35855a47c completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:10:16.181286 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Provisioning complete for port 968e30d9-1296-4575-8165-01e35855a47c triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:10:16.182037 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:16.191620 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8696a5-03bf-489b-ab71-507e8cc4373b req-4e8a8b2a-0465-49ce-b14d-6c4c73442c7d tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:10:16.198054 n-d-804985-2 neutron-server[106253]: INFO neutron.pecan_wsgi.hooks.translation [None req-472e5e96-91f3-4270-9d0a-49c2f5591e01 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] DELETE failed (client error): The resource could not be found. Aug 18 12:10:16.198684 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-472e5e96-91f3-4270-9d0a-49c2f5591e01 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 12:10:16.201623 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-472e5e96-91f3-4270-9d0a-49c2f5591e01 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "DELETE /v2.0/subnets/5c0686b5-d67d-4609-b8cb-3fd988d54540 HTTP/1.1" status: 404 len: 337 time: 0.0576530 Aug 18 12:10:16.204142 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 47134) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:16.205198 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2b8696a5-03bf-489b-ab71-507e8cc4373b req-4e8a8b2a-0465-49ce-b14d-6c4c73442c7d tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/ports?device_id=b66eb4dc-3615-4bdf-b4ae-47b9aeb2581d HTTP/1.1" status: 200 len: 945 time: 0.1215715 Aug 18 12:10:16.241699 n-d-804985-2 neutron-server[106253]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9ac86ac-87c7-4d46-bcf3-f050ea21d3a9 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] DELETE failed (client error): The resource could not be found. Aug 18 12:10:16.242344 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9ac86ac-87c7-4d46-bcf3-f050ea21d3a9 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 12:10:16.244371 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-a9ac86ac-87c7-4d46-bcf3-f050ea21d3a9 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "DELETE /v2.0/ports/cd9f7f99-3abd-46b0-b9e7-45752fb6d6ee HTTP/1.1" status: 404 len: 333 time: 0.0367239 Aug 18 12:10:16.247632 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 47136) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:16.253776 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c0a2598-a539-48d7-9d8e-e3b06ec3f53d None None] DHCP port deletion for fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d request from n-d-804985-2 {{(pid=106254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 12:10:16.257179 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-88549f49-7f50-440c-9a6b-d6426751d64d req-5497ca69-85ef-4108-8d0c-137e06d8945a service neutron] 10.222.0.63 "GET /v2.0/networks/43e01541-f71f-4b98-abe7-53d71cb768a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1979239 Aug 18 12:10:16.276720 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2b8696a5-03bf-489b-ab71-507e8cc4373b req-688bbcd4-5635-4faf-9932-ba6ab20c7ad6 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/security-groups?id=18c0bfee-529e-472e-bb6d-39b7da39f1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685694 Aug 18 12:10:16.292064 n-d-804985-2 neutron-server[106253]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9c31ce5-7c52-473d-a22d-cdd91f5c1326 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] DELETE failed (client error): The resource could not be found. Aug 18 12:10:16.292536 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9c31ce5-7c52-473d-a22d-cdd91f5c1326 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 12:10:16.294283 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-b9c31ce5-7c52-473d-a22d-cdd91f5c1326 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "DELETE /v2.0/subnets/39fa4de7-f0c9-4713-8bf2-88756371c047 HTTP/1.1" status: 404 len: 337 time: 0.0449989 Aug 18 12:10:16.296884 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 47140) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:16.322808 n-d-804985-2 neutron-server[106253]: INFO neutron.pecan_wsgi.hooks.translation [None req-6871f502-3732-46fa-9eb1-1ff29559469a tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] DELETE failed (client error): The resource could not be found. Aug 18 12:10:16.323529 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6871f502-3732-46fa-9eb1-1ff29559469a tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 12:10:16.325280 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-6871f502-3732-46fa-9eb1-1ff29559469a tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "DELETE /v2.0/ports/173008f8-da61-48d0-9995-ef77e37400b4 HTTP/1.1" status: 404 len: 333 time: 0.0275297 Aug 18 12:10:16.327903 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 47142) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:16.357208 n-d-804985-2 neutron-server[106253]: INFO neutron.pecan_wsgi.hooks.translation [None req-31827d81-76f8-4cea-9e40-05a06be3a85c tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] DELETE failed (client error): The resource could not be found. Aug 18 12:10:16.358916 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31827d81-76f8-4cea-9e40-05a06be3a85c tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 12:10:16.364356 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 47144) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:16.365323 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-31827d81-76f8-4cea-9e40-05a06be3a85c tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "DELETE /v2.0/subnets/fb6ce485-ae37-4c15-8c82-3cca101402ca HTTP/1.1" status: 404 len: 337 time: 0.0356743 Aug 18 12:10:16.369216 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:16.395769 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-4c0a2598-a539-48d7-9d8e-e3b06ec3f53d None None] Deleting port e721440f-a8e3-4222-ad0f-c02c41c1634d {{(pid=106254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:10:16.396733 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4c0a2598-a539-48d7-9d8e-e3b06ec3f53d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:16.403501 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b66eb4dc-3615-4bdf-b4ae-47b9aeb2581d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '968e30d9-1296-4575-8165-01e35855a47c'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:10:16.404096 n-d-804985-2 neutron-server[106252]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b157af2-8cab-4f6d-8ba7-c4fdeebc5764 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] DELETE failed (client error): The resource could not be found. Aug 18 12:10:16.404778 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b157af2-8cab-4f6d-8ba7-c4fdeebc5764 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106252) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 12:10:16.405788 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db50a436fb3a98495337d8fe7487b4f2ea6f3c1052eb9efadc2ecda2d5737001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8abc761-946e-40b1-ac90-349cb798987b" -d '{"events": [{"server_uuid": "b66eb4dc-3615-4bdf-b4ae-47b9aeb2581d", "name": "network-vif-plugged", "status": "completed", "tag": "968e30d9-1296-4575-8165-01e35855a47c"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:10:16.406500 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-5b157af2-8cab-4f6d-8ba7-c4fdeebc5764 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "DELETE /v2.0/ports/879c3764-c0b8-4721-b795-97aacff53852 HTTP/1.1" status: 404 len: 333 time: 0.0410380 Aug 18 12:10:16.408637 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffcade0-bac4-4eeb-aa22-7ecacde904c1 req-fbb37feb-6120-4ff7-b1fc-973741ffca30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:10:16.410032 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7ffcade0-bac4-4eeb-aa22-7ecacde904c1 req-fbb37feb-6120-4ff7-b1fc-973741ffca30 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=3923396a0fbf46309701429867ba9a7e&device_id=e8d01a52-a1b4-4d87-a4fe-b80073fcc197 HTTP/1.1" status: 200 len: 1095 time: 0.0890541 Aug 18 12:10:16.410495 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 47150) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:16.452978 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port 968e30d9-1296-4575-8165-01e35855a47c, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=968e30d9-1296-4575-8165-01e35855a47c,segment=NetworkSegment(a141fc5e-7e21-4fbf-84e2-32d69bd4741b),segment_id=a141fc5e-7e21-4fbf-84e2-32d69bd4741b)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:10:16.465068 n-d-804985-2 neutron-server[106252]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5ea9210-f172-4d78-9bcb-ac821a938e72 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] DELETE failed (client error): The resource could not be found. Aug 18 12:10:16.465525 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5ea9210-f172-4d78-9bcb-ac821a938e72 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106252) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 12:10:16.469845 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-b5ea9210-f172-4d78-9bcb-ac821a938e72 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "DELETE /v2.0/subnets/686ee2ae-0ced-43ec-a10f-4a602063aabb HTTP/1.1" status: 404 len: 337 time: 0.0558684 Aug 18 12:10:16.470350 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 47152) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:16.471222 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:16.511068 n-d-804985-2 neutron-server[106253]: INFO neutron.pecan_wsgi.hooks.translation [None req-94ba94a8-4096-4722-9177-70b4b8740d36 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] DELETE failed (client error): The resource could not be found. Aug 18 12:10:16.513300 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94ba94a8-4096-4722-9177-70b4b8740d36 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 12:10:16.513463 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:10:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0110bcfc-759a-479c-9df8-de1e1ceeffb7 x-openstack-request-id: req-0110bcfc-759a-479c-9df8-de1e1ceeffb7 {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:10:16.513586 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b66eb4dc-3615-4bdf-b4ae-47b9aeb2581d", "name": "network-vif-plugged", "status": "completed", "tag": "968e30d9-1296-4575-8165-01e35855a47c", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:10:16.513829 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-0110bcfc-759a-479c-9df8-de1e1ceeffb7 {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:10:16.514221 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b66eb4dc-3615-4bdf-b4ae-47b9aeb2581d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '968e30d9-1296-4575-8165-01e35855a47c', 'code': 200} Aug 18 12:10:16.515875 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-94ba94a8-4096-4722-9177-70b4b8740d36 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "DELETE /v2.0/ports/3972e06e-63e3-4bbf-822a-78e8e9c3b2eb HTTP/1.1" status: 404 len: 333 time: 0.0442393 Aug 18 12:10:16.518917 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 47154) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:16.521840 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-4c0a2598-a539-48d7-9d8e-e3b06ec3f53d None None] For port e721440f-a8e3-4222-ad0f-c02c41c1634d, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=e721440f-a8e3-4222-ad0f-c02c41c1634d,segment=NetworkSegment(06b05a1e-7667-47a8-b2de-bb5e6a768e1b),segment_id=06b05a1e-7667-47a8-b2de-bb5e6a768e1b)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:10:16.522243 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4c0a2598-a539-48d7-9d8e-e3b06ec3f53d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:16.542819 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-4c0a2598-a539-48d7-9d8e-e3b06ec3f53d None None] Calling delete_port for e721440f-a8e3-4222-ad0f-c02c41c1634d owned by network:dhcp {{(pid=106254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:10:16.560062 n-d-804985-2 neutron-server[106252]: INFO neutron.pecan_wsgi.hooks.translation [None req-986b11b8-b459-4449-8cd2-08efc3df6f72 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] DELETE failed (client error): The resource could not be found. Aug 18 12:10:16.560528 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-986b11b8-b459-4449-8cd2-08efc3df6f72 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106252) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 12:10:16.562254 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-986b11b8-b459-4449-8cd2-08efc3df6f72 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "DELETE /v2.0/subnets/e55fc872-4c17-4bf8-8ac2-302eb8d41ca9 HTTP/1.1" status: 404 len: 337 time: 0.0423858 Aug 18 12:10:16.565119 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 47156) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:16.570237 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=968e30d9-1296-4575-8165-01e35855a47c,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:10:16.599119 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffcade0-bac4-4eeb-aa22-7ecacde904c1 req-fd6c35c3-2361-4bdc-9206-2fd7b58f9caa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:10:16.601803 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7ffcade0-bac4-4eeb-aa22-7ecacde904c1 req-fd6c35c3-2361-4bdc-9206-2fd7b58f9caa service neutron] 10.222.0.63 "GET /v2.0/networks?id=43e01541-f71f-4b98-abe7-53d71cb768a4 HTTP/1.1" status: 200 len: 913 time: 0.1838067 Aug 18 12:10:16.615138 n-d-804985-2 neutron-server[106253]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a0ea227-b9fc-4405-9ec1-8a06a8f36db1 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] DELETE failed (client error): The resource could not be found. Aug 18 12:10:16.615593 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a0ea227-b9fc-4405-9ec1-8a06a8f36db1 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 12:10:16.625963 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-4a0ea227-b9fc-4405-9ec1-8a06a8f36db1 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "DELETE /v2.0/subnets/d96fbd46-a3ec-443c-bc5d-27c3f55ad349 HTTP/1.1" status: 404 len: 337 time: 0.0530114 Aug 18 12:10:16.630270 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 47164) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:16.658258 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4c0a2598-a539-48d7-9d8e-e3b06ec3f53d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556'] for port, after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:16.686608 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0a2598-a539-48d7-9d8e-e3b06ec3f53d None None] Pushing event deleted for resources: {'Port': ['ID=e721440f-a8e3-4222-ad0f-c02c41c1634d,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:10:16.692491 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c0a2598-a539-48d7-9d8e-e3b06ec3f53d None None] No DVR routers for this DVR port e721440f-a8e3-4222-ad0f-c02c41c1634d on host n-d-804985-2 {{(pid=106254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:10:16.709099 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7ffcade0-bac4-4eeb-aa22-7ecacde904c1 req-96ce1e5e-f5de-481e-8120-67b341e389a1 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=46e38fb3-5ed8-469f-8c0c-e77626e988bb HTTP/1.1" status: 200 len: 217 time: 0.0779123 Aug 18 12:10:16.709948 n-d-804985-2 neutron-server[106252]: INFO neutron.pecan_wsgi.hooks.translation [None req-b180c286-23a8-4820-8908-a689d45bd823 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] DELETE failed (client error): The resource could not be found. Aug 18 12:10:16.711103 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b180c286-23a8-4820-8908-a689d45bd823 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106252) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 12:10:16.715689 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 47168) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:16.715859 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-b180c286-23a8-4820-8908-a689d45bd823 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "DELETE /v2.0/ports/3785a949-6fb4-4325-9d72-5d79bafd8429 HTTP/1.1" status: 404 len: 333 time: 0.0755153 Aug 18 12:10:16.741767 n-d-804985-2 neutron-server[106253]: INFO neutron.pecan_wsgi.hooks.translation [None req-6308a5d5-dbc2-405c-bddb-8981eeaff4d3 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] DELETE failed (client error): The resource could not be found. Aug 18 12:10:16.742214 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6308a5d5-dbc2-405c-bddb-8981eeaff4d3 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 12:10:16.744152 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-6308a5d5-dbc2-405c-bddb-8981eeaff4d3 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "DELETE /v2.0/subnets/f877a4aa-9c0c-4324-a7eb-c4a6c3eb7761 HTTP/1.1" status: 404 len: 337 time: 0.0273561 Aug 18 12:10:16.746953 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 47170) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:16.753758 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd825dba-c0bc-4cde-86c9-08a1c8940669 req-5ff9e742-ec13-45d7-8535-b7dc43f43a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:10:16.755370 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-fd825dba-c0bc-4cde-86c9-08a1c8940669 req-5ff9e742-ec13-45d7-8535-b7dc43f43a2b service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=b66eb4dc-3615-4bdf-b4ae-47b9aeb2581d HTTP/1.1" status: 200 len: 1097 time: 0.1710377 Aug 18 12:10:16.784565 n-d-804985-2 neutron-server[106253]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8b3cb3b-5401-4ce8-9455-0a5044fbe83f tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] DELETE failed (client error): The resource could not be found. Aug 18 12:10:16.785149 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8b3cb3b-5401-4ce8-9455-0a5044fbe83f tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 12:10:16.788661 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-b8b3cb3b-5401-4ce8-9455-0a5044fbe83f tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "DELETE /v2.0/subnets/b40bd07d-9572-42e6-aad1-dc2e9e949fca HTTP/1.1" status: 404 len: 337 time: 0.0385067 Aug 18 12:10:16.789445 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 47174) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:16.789814 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffcade0-bac4-4eeb-aa22-7ecacde904c1 req-6eb6d1ba-bf2c-4e59-a084-f8cd166e0b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:10:16.791377 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7ffcade0-bac4-4eeb-aa22-7ecacde904c1 req-6eb6d1ba-bf2c-4e59-a084-f8cd166e0b99 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=22d36f33-3201-4880-9a3a-c522982bc74d HTTP/1.1" status: 200 len: 852 time: 0.0727880 Aug 18 12:10:16.812239 n-d-804985-2 neutron-server[106253]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e6b6ce0-6dda-48f7-85f0-4e3b3fc70ee9 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] DELETE failed (client error): The resource could not be found. Aug 18 12:10:16.812986 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-fd825dba-c0bc-4cde-86c9-08a1c8940669 req-4f9b9504-b650-403e-92b4-ae509e0f5fa4 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=18c0bfee-529e-472e-bb6d-39b7da39f1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484002 Aug 18 12:10:16.813454 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e6b6ce0-6dda-48f7-85f0-4e3b3fc70ee9 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 12:10:16.818286 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-2e6b6ce0-6dda-48f7-85f0-4e3b3fc70ee9 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "DELETE /v2.0/ports/8c190486-4244-4abc-af65-32ae3d9fcbd9 HTTP/1.1" status: 404 len: 333 time: 0.0248215 Aug 18 12:10:16.821323 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 47176) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:16.831297 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7ffcade0-bac4-4eeb-aa22-7ecacde904c1 req-7f4ed299-ecd6-40b7-ac7f-aab34c1fb458 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=43e01541-f71f-4b98-abe7-53d71cb768a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280035 Aug 18 12:10:16.853265 n-d-804985-2 neutron-server[106253]: INFO neutron.pecan_wsgi.hooks.translation [None req-facb6e60-4336-4344-aaf2-82998e2722f6 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] DELETE failed (client error): The resource could not be found. Aug 18 12:10:16.853824 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-facb6e60-4336-4344-aaf2-82998e2722f6 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 12:10:16.855647 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-facb6e60-4336-4344-aaf2-82998e2722f6 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "DELETE /v2.0/subnets/75ce81aa-47a1-4939-97b4-4dfd97425ad4 HTTP/1.1" status: 404 len: 337 time: 0.0332780 Aug 18 12:10:16.860807 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 47182) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:16.892809 n-d-804985-2 neutron-server[106253]: INFO neutron.pecan_wsgi.hooks.translation [None req-f93a60b7-7cf6-4f4f-a01a-dacceec0e79b tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] DELETE failed (client error): The resource could not be found. Aug 18 12:10:16.893529 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f93a60b7-7cf6-4f4f-a01a-dacceec0e79b tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 12:10:16.895021 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-f93a60b7-7cf6-4f4f-a01a-dacceec0e79b tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "DELETE /v2.0/subnets/a4906ea6-3474-4302-ad45-b697b044e503 HTTP/1.1" status: 404 len: 337 time: 0.0331628 Aug 18 12:10:16.897617 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 47184) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:16.921651 n-d-804985-2 neutron-server[106253]: INFO neutron.pecan_wsgi.hooks.translation [None req-bda9474a-c89d-470e-a29d-c7e4b2b832a7 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] DELETE failed (client error): The resource could not be found. Aug 18 12:10:16.922390 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bda9474a-c89d-470e-a29d-c7e4b2b832a7 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 12:10:16.924169 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-bda9474a-c89d-470e-a29d-c7e4b2b832a7 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "DELETE /v2.0/ports/5ad77138-ee43-4a08-871c-bc2c3ced1eff HTTP/1.1" status: 404 len: 333 time: 0.0255680 Aug 18 12:10:16.929187 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 47188) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:16.962999 n-d-804985-2 neutron-server[106253]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac6a3d17-144b-4e9e-b395-438bf7a12d59 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] DELETE failed (client error): The resource could not be found. Aug 18 12:10:16.963792 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac6a3d17-144b-4e9e-b395-438bf7a12d59 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 12:10:16.969419 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-ac6a3d17-144b-4e9e-b395-438bf7a12d59 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "DELETE /v2.0/subnets/5b6423fd-1efa-4d25-ad92-fea1b8420cfc HTTP/1.1" status: 404 len: 337 time: 0.0383539 Aug 18 12:10:16.969982 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 47192) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:17.005933 n-d-804985-2 neutron-server[106253]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcf04b32-cce8-4099-90bc-9b7f02e6a060 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] DELETE failed (client error): The resource could not be found. Aug 18 12:10:17.006427 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bcf04b32-cce8-4099-90bc-9b7f02e6a060 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 12:10:17.012007 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-bcf04b32-cce8-4099-90bc-9b7f02e6a060 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "DELETE /v2.0/subnets/4e7cf0e7-46d5-4724-a047-b4c5c8a88a24 HTTP/1.1" status: 404 len: 337 time: 0.0408592 Aug 18 12:10:17.012739 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 47194) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:17.048808 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-a8d06960-03dc-4fdc-8e48-734f07d725f6 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "GET /v2.0/ports?device_id=2ba31c1d-d62b-409d-b130-a24a26fd4286 HTTP/1.1" status: 200 len: 205 time: 0.0314479 Aug 18 12:10:17.048808 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 47198) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:17.088124 n-d-804985-2 neutron-server[106253]: INFO neutron.api.v2.resource [None req-ed52ccd9-452e-401a-8543-75785b36b29e tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] delete failed (client error): The resource could not be found. Aug 18 12:10:17.091702 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-ed52ccd9-452e-401a-8543-75785b36b29e tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "DELETE /v2.0/routers/2ba31c1d-d62b-409d-b130-a24a26fd4286 HTTP/1.1" status: 404 len: 336 time: 0.0407250 Aug 18 12:10:17.092023 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 47200) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:17.122159 n-d-804985-2 neutron-server[106253]: INFO neutron.pecan_wsgi.hooks.translation [None req-81487bc0-f6fb-4b8d-918a-f8b4c3ec46eb tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] DELETE failed (client error): The resource could not be found. Aug 18 12:10:17.122647 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81487bc0-f6fb-4b8d-918a-f8b4c3ec46eb tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 12:10:17.124496 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-81487bc0-f6fb-4b8d-918a-f8b4c3ec46eb tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "DELETE /v2.0/subnets/cbcc0d0e-7421-47f7-b386-5305f95615dc HTTP/1.1" status: 404 len: 337 time: 0.0314829 Aug 18 12:10:17.127274 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 47202) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:17.166303 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-c35dd839-68ff-4b7c-b200-1e3773da18d6 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "GET /v2.0/ports?device_id=5ab47bb9-3bd3-4be9-b708-785dd717c242 HTTP/1.1" status: 200 len: 205 time: 0.0357013 Aug 18 12:10:17.166857 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 47204) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:17.208322 n-d-804985-2 neutron-server[106253]: INFO neutron.api.v2.resource [None req-c4b5520b-2afb-4721-a3c1-c5244a812b82 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] delete failed (client error): The resource could not be found. Aug 18 12:10:17.211291 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-c4b5520b-2afb-4721-a3c1-c5244a812b82 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "DELETE /v2.0/routers/5ab47bb9-3bd3-4be9-b708-785dd717c242 HTTP/1.1" status: 404 len: 336 time: 0.0415680 Aug 18 12:10:17.212186 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 47208) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:17.242114 n-d-804985-2 neutron-server[106253]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b2bdf38-cd27-43a4-ae40-f0f21b26e290 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] DELETE failed (client error): The resource could not be found. Aug 18 12:10:17.242572 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b2bdf38-cd27-43a4-ae40-f0f21b26e290 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 12:10:17.246613 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-5b2bdf38-cd27-43a4-ae40-f0f21b26e290 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "DELETE /v2.0/subnets/5dc4c33b-cb69-4ce3-94f9-836c5c38888b HTTP/1.1" status: 404 len: 337 time: 0.0311480 Aug 18 12:10:17.246995 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 47212) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:17.285962 n-d-804985-2 neutron-server[106253]: INFO neutron.pecan_wsgi.hooks.translation [None req-da6de3ac-0d02-487b-bc4e-57247997a1f6 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] DELETE failed (client error): The resource could not be found. Aug 18 12:10:17.286429 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da6de3ac-0d02-487b-bc4e-57247997a1f6 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 12:10:17.288938 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-da6de3ac-0d02-487b-bc4e-57247997a1f6 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "DELETE /v2.0/subnets/a143507b-62e0-4042-ba17-49955d0fa422 HTTP/1.1" status: 404 len: 337 time: 0.0406837 Aug 18 12:10:17.289350 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66eb1eb-bfdf-4ce8-bdf3-c574e2fd4170 req-48163c94-7b1f-4d22-b1db-93f5b478c621 tempest-ServerPasswordTestJSON-1344383271 tempest-ServerPasswordTestJSON-1344383271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:10:17.290867 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c66eb1eb-bfdf-4ce8-bdf3-c574e2fd4170 req-48163c94-7b1f-4d22-b1db-93f5b478c621 tempest-ServerPasswordTestJSON-1344383271 tempest-ServerPasswordTestJSON-1344383271-project] 10.222.0.66 "GET /v2.0/ports?device_id=e8d01a52-a1b4-4d87-a4fe-b80073fcc197 HTTP/1.1" status: 200 len: 944 time: 0.4068224 Aug 18 12:10:17.291212 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 47216) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:17.308706 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7ffcade0-bac4-4eeb-aa22-7ecacde904c1 req-b6f2bd6c-6281-441e-b89c-eb909e9f6409 service neutron] 10.222.0.63 "GET /v2.0/networks/43e01541-f71f-4b98-abe7-53d71cb768a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4680293 Aug 18 12:10:17.353161 n-d-804985-2 neutron-server[106253]: INFO neutron.pecan_wsgi.hooks.translation [None req-180d19df-a2b8-402e-9bac-03020a7ad469 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] DELETE failed (client error): The resource could not be found. Aug 18 12:10:17.353964 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-180d19df-a2b8-402e-9bac-03020a7ad469 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 12:10:17.358216 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-180d19df-a2b8-402e-9bac-03020a7ad469 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "DELETE /v2.0/ports/ab59ce5d-aa3e-475b-af2e-8663c2eac407 HTTP/1.1" status: 404 len: 333 time: 0.0636857 Aug 18 12:10:17.358525 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 47218) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:17.370476 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device e721440f-a8e3-4222-ad0f-c02c41c1634d no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:10:17.396436 n-d-804985-2 neutron-server[106253]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f8d03c5-2a37-4e6c-b108-0065470648c6 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] DELETE failed (client error): The resource could not be found. Aug 18 12:10:17.397019 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f8d03c5-2a37-4e6c-b108-0065470648c6 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 12:10:17.399967 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: e721440f-a8e3-4222-ad0f-c02c41c1634d {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:10:17.400819 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device e721440f-a8e3-4222-ad0f-c02c41c1634d not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:10:17.407296 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-6f8d03c5-2a37-4e6c-b108-0065470648c6 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "DELETE /v2.0/subnets/72e807f8-0af5-483a-b224-a73823e38841 HTTP/1.1" status: 404 len: 337 time: 0.0437407 Aug 18 12:10:17.408531 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 47222) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:17.425375 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c66eb1eb-bfdf-4ce8-bdf3-c574e2fd4170 req-b56fc5a2-0718-4535-bc23-c7c7dafefcb9 tempest-ServerPasswordTestJSON-1344383271 tempest-ServerPasswordTestJSON-1344383271-project] 10.222.0.66 "GET /v2.0/security-groups?id=ce723242-394f-4e06-ba09-a9fa64583c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266193 Aug 18 12:10:17.434208 n-d-804985-2 neutron-server[106253]: INFO neutron.pecan_wsgi.hooks.translation [None req-30d67e03-369d-4bae-bc50-11dabf3728cf tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] DELETE failed (client error): The resource could not be found. Aug 18 12:10:17.434992 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30d67e03-369d-4bae-bc50-11dabf3728cf tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 12:10:17.436833 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-30d67e03-369d-4bae-bc50-11dabf3728cf tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "DELETE /v2.0/ports/2672fdd8-e66e-4585-972d-abfd34e929fa HTTP/1.1" status: 404 len: 333 time: 0.0276005 Aug 18 12:10:17.439487 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 47224) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:17.464546 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389780ec-c3a4-42e6-8294-0b6251b1992c req-ec3f237e-5783-4931-98d6-2320ea959f15 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:10:17.466987 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-389780ec-c3a4-42e6-8294-0b6251b1992c req-ec3f237e-5783-4931-98d6-2320ea959f15 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/ports?device_id=b66eb4dc-3615-4bdf-b4ae-47b9aeb2581d HTTP/1.1" status: 200 len: 946 time: 0.0948565 Aug 18 12:10:17.470000 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7ffcade0-bac4-4eeb-aa22-7ecacde904c1 req-069ae1a0-f413-4259-a073-ecf9d6912e35 service neutron] 10.222.0.63 "GET /v2.0/networks/43e01541-f71f-4b98-abe7-53d71cb768a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485674 Aug 18 12:10:17.472284 n-d-804985-2 neutron-server[106253]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddef178c-7e79-4eca-8bc3-5d240e73d988 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] DELETE failed (client error): The resource could not be found. Aug 18 12:10:17.472764 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddef178c-7e79-4eca-8bc3-5d240e73d988 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 12:10:17.478396 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-ddef178c-7e79-4eca-8bc3-5d240e73d988 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "DELETE /v2.0/subnets/063556b8-f1ef-4625-b18a-8ad4bbe32455 HTTP/1.1" status: 404 len: 337 time: 0.0340431 Aug 18 12:10:17.480701 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 47226) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:17.507758 n-d-804985-2 neutron-server[106253]: INFO neutron.pecan_wsgi.hooks.translation [None req-82457cb1-79cc-4e0c-83c8-57449813117a tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] DELETE failed (client error): The resource could not be found. Aug 18 12:10:17.508595 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82457cb1-79cc-4e0c-83c8-57449813117a tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 12:10:17.510409 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-82457cb1-79cc-4e0c-83c8-57449813117a tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "DELETE /v2.0/ports/2d77af6b-bbfe-4e25-8734-e61ea2c909ca HTTP/1.1" status: 404 len: 333 time: 0.0286520 Aug 18 12:10:17.513543 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 47228) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:17.524203 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-389780ec-c3a4-42e6-8294-0b6251b1992c req-6323ca05-ec45-4d1a-82f5-a202e6edb76a tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/security-groups?id=18c0bfee-529e-472e-bb6d-39b7da39f1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414851 Aug 18 12:10:17.545801 n-d-804985-2 neutron-server[106253]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a4fe754-d0ce-4671-b5cd-9954900b95db tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] DELETE failed (client error): The resource could not be found. Aug 18 12:10:17.545801 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a4fe754-d0ce-4671-b5cd-9954900b95db tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 12:10:17.545801 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-0a4fe754-d0ce-4671-b5cd-9954900b95db tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "DELETE /v2.0/subnets/3f255d6a-8333-4604-9ae5-976c208668f2 HTTP/1.1" status: 404 len: 337 time: 0.0303390 Aug 18 12:10:17.547953 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 47230) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:17.580811 n-d-804985-2 neutron-server[106253]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7eeea82-3757-4a17-a43f-387a8b3e7ea7 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] DELETE failed (client error): The resource could not be found. Aug 18 12:10:17.582003 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7eeea82-3757-4a17-a43f-387a8b3e7ea7 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 12:10:17.583973 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-d7eeea82-3757-4a17-a43f-387a8b3e7ea7 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "DELETE /v2.0/ports/cf25cab9-e980-401c-9979-df6656e2e97b HTTP/1.1" status: 404 len: 333 time: 0.0350258 Aug 18 12:10:17.586646 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 47232) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:17.613784 n-d-804985-2 neutron-server[106253]: INFO neutron.pecan_wsgi.hooks.translation [None req-37b0a4b1-1320-451a-91b1-34b2c00562db tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] DELETE failed (client error): The resource could not be found. Aug 18 12:10:17.614321 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37b0a4b1-1320-451a-91b1-34b2c00562db tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 12:10:17.616532 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-37b0a4b1-1320-451a-91b1-34b2c00562db tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "DELETE /v2.0/subnets/7b10d160-3521-48c7-903e-adc0dd4bd9a7 HTTP/1.1" status: 404 len: 337 time: 0.0283282 Aug 18 12:10:17.619060 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 47234) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:17.644687 n-d-804985-2 neutron-server[106252]: INFO neutron.pecan_wsgi.hooks.translation [None req-c371b8b6-df92-42f9-9351-cf15b5d12e15 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] DELETE failed (client error): The resource could not be found. Aug 18 12:10:17.645363 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c371b8b6-df92-42f9-9351-cf15b5d12e15 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106252) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 12:10:17.647093 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-c371b8b6-df92-42f9-9351-cf15b5d12e15 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "DELETE /v2.0/ports/1c3e1123-897f-4b11-b913-ed8de68a9423 HTTP/1.1" status: 404 len: 333 time: 0.0267940 Aug 18 12:10:17.649606 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 47238) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:17.674699 n-d-804985-2 neutron-server[106252]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5490c96-8766-401f-9e87-27b4e8c5e849 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] DELETE failed (client error): The resource could not be found. Aug 18 12:10:17.675169 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5490c96-8766-401f-9e87-27b4e8c5e849 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106252) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 12:10:17.679219 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-a5490c96-8766-401f-9e87-27b4e8c5e849 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "DELETE /v2.0/subnets/35ebf56a-9657-4b42-bb8c-05c5cbf94975 HTTP/1.1" status: 404 len: 337 time: 0.0264382 Aug 18 12:10:17.679992 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 47242) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:17.702628 n-d-804985-2 neutron-server[106252]: INFO neutron.pecan_wsgi.hooks.translation [None req-c598291b-1424-424a-8cb6-9b31c810ae95 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] DELETE failed (client error): The resource could not be found. Aug 18 12:10:17.703269 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c598291b-1424-424a-8cb6-9b31c810ae95 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106252) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 12:10:17.707313 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-c598291b-1424-424a-8cb6-9b31c810ae95 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "DELETE /v2.0/ports/3347cfc8-0aab-4b35-b9e6-7792b7f5fc0b HTTP/1.1" status: 404 len: 333 time: 0.0245650 Aug 18 12:10:17.707540 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 47244) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:17.716916 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 46e38fb3-5ed8-469f-8c0c-e77626e988bb details requested by agent hyperv_n-h1-804985-2 with host n-h1-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:10:17.737271 n-d-804985-2 neutron-server[106252]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6129ee9-1299-4eca-a3ab-f17351377790 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] DELETE failed (client error): The resource could not be found. Aug 18 12:10:17.738388 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6129ee9-1299-4eca-a3ab-f17351377790 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106252) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 12:10:17.739557 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-b6129ee9-1299-4eca-a3ab-f17351377790 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "DELETE /v2.0/subnets/8ea14d14-92a8-4d5a-9e73-99605dbf81b7 HTTP/1.1" status: 404 len: 337 time: 0.0310118 Aug 18 12:10:17.742389 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 47246) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:17.767031 n-d-804985-2 neutron-server[106253]: INFO neutron.pecan_wsgi.hooks.translation [None req-0780b802-a465-49a8-bad1-b7d07be03210 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] DELETE failed (client error): The resource could not be found. Aug 18 12:10:17.767699 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0780b802-a465-49a8-bad1-b7d07be03210 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 12:10:17.769745 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-0780b802-a465-49a8-bad1-b7d07be03210 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "DELETE /v2.0/ports/73ed3b2d-3b7f-415e-9d11-08ebc6329456 HTTP/1.1" status: 404 len: 333 time: 0.0260034 Aug 18 12:10:17.772151 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 47250) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:17.798268 n-d-804985-2 neutron-server[106252]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d707450-d05a-4047-aa3b-51453faa1f69 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] DELETE failed (client error): The resource could not be found. Aug 18 12:10:17.798724 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d707450-d05a-4047-aa3b-51453faa1f69 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106252) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 12:10:17.800501 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-0d707450-d05a-4047-aa3b-51453faa1f69 tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "DELETE /v2.0/subnets/971f2830-32ce-4af8-b6f5-25eab2d56e9a HTTP/1.1" status: 404 len: 337 time: 0.0273168 Aug 18 12:10:17.803340 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 47252) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:17.826279 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 46e38fb3-5ed8-469f-8c0c-e77626e988bb, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=46e38fb3-5ed8-469f-8c0c-e77626e988bb,segment=NetworkSegment(dfbbe62b-e166-4434-87d9-3b0eceb84c4a),segment_id=dfbbe62b-e166-4434-87d9-3b0eceb84c4a)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:10:17.837922 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Returning: {'device': '46e38fb3-5ed8-469f-8c0c-e77626e988bb', 'network_id': '43e01541-f71f-4b98-abe7-53d71cb768a4', 'port_id': '46e38fb3-5ed8-469f-8c0c-e77626e988bb', 'mac_address': 'fa:16:3e:02:3a:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 822, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22d36f33-3201-4880-9a3a-c522982bc74d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:10:17.879564 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-94b06fef-bf5b-4bad-8066-ce5f3628d63b tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7904109'] for network, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:17.881710 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:17.901956 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46e38fb3-5ed8-469f-8c0c-e77626e988bb {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:10:17.924065 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 46e38fb3-5ed8-469f-8c0c-e77626e988bb, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=46e38fb3-5ed8-469f-8c0c-e77626e988bb,segment=NetworkSegment(dfbbe62b-e166-4434-87d9-3b0eceb84c4a),segment_id=dfbbe62b-e166-4434-87d9-3b0eceb84c4a)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:10:17.929847 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:17.979314 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=46e38fb3-5ed8-469f-8c0c-e77626e988bb,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:10:17.979659 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-94b06fef-bf5b-4bad-8066-ce5f3628d63b tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8367869', 'neutron.services.segments.db._delete_segments_for_network-8789151212993'] for network, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:17.993401 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-94b06fef-bf5b-4bad-8066-ce5f3628d63b tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d']}} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:10:18.003694 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-94b06fef-bf5b-4bad-8066-ce5f3628d63b tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06b05a1e-7667-47a8-b2de-bb5e6a768e1b') {'for_net_delete': True} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:10:18.003989 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-94b06fef-bf5b-4bad-8066-ce5f3628d63b tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06b05a1e-7667-47a8-b2de-bb5e6a768e1b') {} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:10:18.012852 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-94b06fef-bf5b-4bad-8066-ce5f3628d63b tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789151225254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2221521'] for segment, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:18.029042 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-94b06fef-bf5b-4bad-8066-ce5f3628d63b tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:18.035219 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94b06fef-bf5b-4bad-8066-ce5f3628d63b tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Releasing vlan 820 on physical network physnet1 to pool {{(pid=106252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:10:18.035705 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-94b06fef-bf5b-4bad-8066-ce5f3628d63b tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3572434'] for segment, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:18.039090 n-d-804985-2 neutron-server[106252]: Traceback (most recent call last): Aug 18 12:10:18.039090 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:10:18.039090 n-d-804985-2 neutron-server[106252]: timer() Aug 18 12:10:18.039090 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:10:18.039090 n-d-804985-2 neutron-server[106252]: cb(*args, **kw) Aug 18 12:10:18.039090 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:10:18.039090 n-d-804985-2 neutron-server[106252]: return func(*args, **kwargs) Aug 18 12:10:18.039090 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:10:18.039090 n-d-804985-2 neutron-server[106252]: self._notify() Aug 18 12:10:18.039090 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:10:18.039090 n-d-804985-2 neutron-server[106252]: self.callback(batched_events) Aug 18 12:10:18.039090 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:10:18.039090 n-d-804985-2 neutron-server[106252]: event.method(event) Aug 18 12:10:18.039090 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:10:18.039090 n-d-804985-2 neutron-server[106252]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:10:18.039090 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:10:18.039090 n-d-804985-2 neutron-server[106252]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:10:18.039090 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:10:18.039090 n-d-804985-2 neutron-server[106252]: return f(self, *a, **k) Aug 18 12:10:18.039090 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:10:18.039090 n-d-804985-2 neutron-server[106252]: return self._get(url).json() Aug 18 12:10:18.039090 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:10:18.039090 n-d-804985-2 neutron-server[106252]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:10:18.039090 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:10:18.039090 n-d-804985-2 neutron-server[106252]: return self.request(url, 'GET', **kwargs) Aug 18 12:10:18.039090 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:10:18.039090 n-d-804985-2 neutron-server[106252]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:10:18.039090 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:10:18.039090 n-d-804985-2 neutron-server[106252]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:10:18.039090 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:10:18.039090 n-d-804985-2 neutron-server[106252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:10:18.039090 n-d-804985-2 neutron-server[106252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:10:18.107247 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-94b06fef-bf5b-4bad-8066-ce5f3628d63b tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8367858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997186'] for network, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:18.114243 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-94b06fef-bf5b-4bad-8066-ce5f3628d63b tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Notify callbacks [] for network, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:18.116378 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-94b06fef-bf5b-4bad-8066-ce5f3628d63b tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] 10.222.0.66 "DELETE /v2.0/networks/fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d HTTP/1.1" status: 204 len: 168 time: 0.3118665 Aug 18 12:10:18.127934 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b06fef-bf5b-4bad-8066-ce5f3628d63b tempest-NetworksTestDHCPv6-1504232018 tempest-NetworksTestDHCPv6-1504232018-project] Pushing event deleted for resources: {'Network': ['ID=fb3e60a7-dbfe-48e7-9024-6b8bfd566e7d,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:10:18.214846 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] get_ports_and_sgs() called for port_ids ['46e38fb3-5ed8-469f-8c0c-e77626e988bb'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:10:18.443738 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 47278) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:18.487489 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-5bca0c1a-fbeb-48d5-9152-b917e5325282 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:18.564941 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1da5ecd-708c-4113-a88d-09f6f14304b3 req-42889dd7-c186-46c8-b6c1-9f8f0687ea73 tempest-ServerPasswordTestJSON-1344383271 tempest-ServerPasswordTestJSON-1344383271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:10:18.566493 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b1da5ecd-708c-4113-a88d-09f6f14304b3 req-42889dd7-c186-46c8-b6c1-9f8f0687ea73 tempest-ServerPasswordTestJSON-1344383271 tempest-ServerPasswordTestJSON-1344383271-project] 10.222.0.66 "GET /v2.0/ports?device_id=e8d01a52-a1b4-4d87-a4fe-b80073fcc197 HTTP/1.1" status: 200 len: 945 time: 0.0515141 Aug 18 12:10:18.643568 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b1da5ecd-708c-4113-a88d-09f6f14304b3 req-bdf3c349-f7c3-463c-b0e9-8ba7f3d82980 tempest-ServerPasswordTestJSON-1344383271 tempest-ServerPasswordTestJSON-1344383271-project] 10.222.0.66 "GET /v2.0/security-groups?id=ce723242-394f-4e06-ba09-a9fa64583c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696328 Aug 18 12:10:18.701662 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8489a0-63af-4beb-bb51-08d847e52768 req-3b1507c6-4f50-4588-8d59-193261517921 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:10:18.703149 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ec8489a0-63af-4beb-bb51-08d847e52768 req-3b1507c6-4f50-4588-8d59-193261517921 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/ports?device_id=b66eb4dc-3615-4bdf-b4ae-47b9aeb2581d HTTP/1.1" status: 200 len: 946 time: 0.0754297 Aug 18 12:10:18.755448 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-ec583941-b233-4fd2-aa14-af75bd01f99e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=2a40b3bac30c4b9cb4cddbf9306b0469&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3075302 Aug 18 12:10:18.755893 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 47292) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:18.766655 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ec8489a0-63af-4beb-bb51-08d847e52768 req-df9c9b5d-1cc9-4468-b1f7-e6067a870509 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/security-groups?id=18c0bfee-529e-472e-bb6d-39b7da39f1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556114 Aug 18 12:10:18.823755 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ffba9429-9d2f-4374-aeee-6c1ae927bd12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:18.848806 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ffba9429-9d2f-4374-aeee-6c1ae927bd12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:18.888117 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f00ae5-0597-4c88-abbc-8e3f0771e184 req-d99c414e-a464-4601-ad69-17aab4331736 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:10:18.889816 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-08f00ae5-0597-4c88-abbc-8e3f0771e184 req-d99c414e-a464-4601-ad69-17aab4331736 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/ports?device_id=b66eb4dc-3615-4bdf-b4ae-47b9aeb2581d HTTP/1.1" status: 200 len: 946 time: 0.0506084 Aug 18 12:10:18.910907 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ffba9429-9d2f-4374-aeee-6c1ae927bd12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:18.914035 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ffba9429-9d2f-4374-aeee-6c1ae927bd12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:18.915539 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-ffba9429-9d2f-4374-aeee-6c1ae927bd12 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ffe71b44-db04-4a94-8398-68010c0d5e02 HTTP/1.1" status: 204 len: 168 time: 0.1585536 Aug 18 12:10:18.923418 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffba9429-9d2f-4374-aeee-6c1ae927bd12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffe71b44-db04-4a94-8398-68010c0d5e02,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:10:18.940123 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-08f00ae5-0597-4c88-abbc-8e3f0771e184 req-576dd69e-2253-4801-82b7-5efc4fb4b12e tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/security-groups?id=18c0bfee-529e-472e-bb6d-39b7da39f1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437012 Aug 18 12:10:18.965101 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 47300) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:19.013663 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7932d8f6-6763-4e8b-80bd-5d231039ae4e tempest-TestNetworkAdvancedServerOps-1126957736 tempest-TestNetworkAdvancedServerOps-1126957736-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:10:19.015554 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-7932d8f6-6763-4e8b-80bd-5d231039ae4e tempest-TestNetworkAdvancedServerOps-1126957736 tempest-TestNetworkAdvancedServerOps-1126957736-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=b66eb4dc-3615-4bdf-b4ae-47b9aeb2581d HTTP/1.1" status: 200 len: 1092 time: 0.0492668 Aug 18 12:10:19.018812 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 47304) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:19.023730 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-ca5836ec-6f2a-4039-b846-da9540c9f1b3 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Request body: {'floatingip': {'floating_network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'port_id': '968e30d9-1296-4575-8165-01e35855a47c', 'tenant_id': 'b60736d695f1461b9071c3b3eddcc039', 'fixed_ip_address': '172.20.0.11'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:10:19.048613 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ca5836ec-6f2a-4039-b846-da9540c9f1b3 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks [] for floatingip, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:19.164416 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ca5836ec-6f2a-4039-b846-da9540c9f1b3 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:19.287918 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [None req-ca5836ec-6f2a-4039-b846-da9540c9f1b3 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Allocated IP 172.25.7.63 (7cae7a70-14fd-408c-b14d-39ceb97cb60e/9784295a-20b8-4a4b-b105-f82737f0448f/5e5c9add-14ce-4f9f-9e1d-232ccbdc9736) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:10:19.404942 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ca5836ec-6f2a-4039-b846-da9540c9f1b3 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:19.447622 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ca5836ec-6f2a-4039-b846-da9540c9f1b3 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:19.494637 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca5836ec-6f2a-4039-b846-da9540c9f1b3 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Network 7cae7a70-14fd-408c-b14d-39ceb97cb60e is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:10:19.498000 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-ca5836ec-6f2a-4039-b846-da9540c9f1b3 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:10:19.501894 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca5836ec-6f2a-4039-b846-da9540c9f1b3 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:10:19.525871 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5836ec-6f2a-4039-b846-da9540c9f1b3 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Pushing event updated for resources: {'Port': ['ID=5e5c9add-14ce-4f9f-9e1d-232ccbdc9736,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:10:19.732272 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 46e38fb3-5ed8-469f-8c0c-e77626e988bb up at agent hyperv_n-h1-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:10:19.802011 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d973c0-be7e-4246-8520-2d23349d672a req-0a7ea25c-9651-4457-992a-db74d6550781 tempest-ServerPasswordTestJSON-1344383271 tempest-ServerPasswordTestJSON-1344383271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:10:19.803225 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Provisioning for port 46e38fb3-5ed8-469f-8c0c-e77626e988bb completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:10:19.808771 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Provisioning complete for port 46e38fb3-5ed8-469f-8c0c-e77626e988bb triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:10:19.809618 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-63d973c0-be7e-4246-8520-2d23349d672a req-0a7ea25c-9651-4457-992a-db74d6550781 tempest-ServerPasswordTestJSON-1344383271 tempest-ServerPasswordTestJSON-1344383271-project] 10.222.0.66 "GET /v2.0/ports?device_id=e8d01a52-a1b4-4d87-a4fe-b80073fcc197 HTTP/1.1" status: 200 len: 945 time: 0.0887568 Aug 18 12:10:19.810713 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:19.824713 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 47338) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:19.887945 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-63d973c0-be7e-4246-8520-2d23349d672a req-fc77f7b9-e462-4f02-8f56-937406a58c7b tempest-ServerPasswordTestJSON-1344383271 tempest-ServerPasswordTestJSON-1344383271-project] 10.222.0.66 "GET /v2.0/security-groups?id=ce723242-394f-4e06-ba09-a9fa64583c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721827 Aug 18 12:10:19.926013 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:19.962499 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8d01a52-a1b4-4d87-a4fe-b80073fcc197', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46e38fb3-5ed8-469f-8c0c-e77626e988bb'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:10:19.965237 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db50a436fb3a98495337d8fe7487b4f2ea6f3c1052eb9efadc2ecda2d5737001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af702c17-86a1-4d64-a420-8c169a9a568f" -d '{"events": [{"server_uuid": "e8d01a52-a1b4-4d87-a4fe-b80073fcc197", "name": "network-vif-plugged", "status": "completed", "tag": "46e38fb3-5ed8-469f-8c0c-e77626e988bb"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:10:19.975555 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-6fe1ece6-115a-45d3-a6fa-5506a0c1e072 tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] Request body: {'networks': [{'name': 'tempest-network--840303082'}, {'name': 'tempest-network--6177037'}]} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:10:19.975926 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-6fe1ece6-115a-45d3-a6fa-5506a0c1e072 tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] Request body: {'network': {'name': 'tempest-network--840303082'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:10:19.976522 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-6fe1ece6-115a-45d3-a6fa-5506a0c1e072 tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] Request body: {'network': {'name': 'tempest-network--6177037'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:10:19.982182 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 46e38fb3-5ed8-469f-8c0c-e77626e988bb, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=46e38fb3-5ed8-469f-8c0c-e77626e988bb,segment=NetworkSegment(dfbbe62b-e166-4434-87d9-3b0eceb84c4a),segment_id=dfbbe62b-e166-4434-87d9-3b0eceb84c4a)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:10:19.987831 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:20.019648 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fe1ece6-115a-45d3-a6fa-5506a0c1e072 tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] Made reservation on behalf of b2f034dec5be4b809c165a1e9821ed66 for: {'network': 2} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:10:20.026609 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6fe1ece6-115a-45d3-a6fa-5506a0c1e072 tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for network, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:20.028134 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ca5836ec-6f2a-4039-b846-da9540c9f1b3 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:20.038581 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:10:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1e17089-0945-4939-8b95-038d69df2ad8 x-openstack-request-id: req-d1e17089-0945-4939-8b95-038d69df2ad8 {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:10:20.039374 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8d01a52-a1b4-4d87-a4fe-b80073fcc197", "name": "network-vif-plugged", "status": "completed", "tag": "46e38fb3-5ed8-469f-8c0c-e77626e988bb", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:10:20.039636 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d1e17089-0945-4939-8b95-038d69df2ad8 {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:10:20.040032 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8d01a52-a1b4-4d87-a4fe-b80073fcc197', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46e38fb3-5ed8-469f-8c0c-e77626e988bb', 'code': 200} Aug 18 12:10:20.043925 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6fe1ece6-115a-45d3-a6fa-5506a0c1e072 tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:20.056624 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=46e38fb3-5ed8-469f-8c0c-e77626e988bb,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:10:20.122471 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ca5836ec-6f2a-4039-b846-da9540c9f1b3 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:20.165862 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6fe1ece6-115a-45d3-a6fa-5506a0c1e072 tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:20.172310 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6fe1ece6-115a-45d3-a6fa-5506a0c1e072 tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:20.173132 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6fe1ece6-115a-45d3-a6fa-5506a0c1e072 tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for network, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:20.195314 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acf9720-0aaf-49dc-ae8f-a74cb2eabe98 req-1927aa08-073a-46f0-9bb0-c9b1914fa135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:10:20.196871 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2acf9720-0aaf-49dc-ae8f-a74cb2eabe98 req-1927aa08-073a-46f0-9bb0-c9b1914fa135 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=e8d01a52-a1b4-4d87-a4fe-b80073fcc197 HTTP/1.1" status: 200 len: 1097 time: 0.0919309 Aug 18 12:10:20.215628 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe1ece6-115a-45d3-a6fa-5506a0c1e072 tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36402430-95a8-48d2-a8b5-04fc855e163f,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:10:20.221709 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fe1ece6-115a-45d3-a6fa-5506a0c1e072 tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 826} {{(pid=106253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:10:20.232447 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6fe1ece6-115a-45d3-a6fa-5506a0c1e072 tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:20.232829 n-d-804985-2 neutron-server[106253]: INFO neutron.db.segments_db [None req-6fe1ece6-115a-45d3-a6fa-5506a0c1e072 tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] Added segment 6ce9735e-7894-46cc-825c-0e960e3711f4 of type vlan for network 44b13f74-946b-499c-82ce-9b7b11fcd3a2 Aug 18 12:10:20.282010 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6fe1ece6-115a-45d3-a6fa-5506a0c1e072 tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789150665894'] for network, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:20.284563 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2acf9720-0aaf-49dc-ae8f-a74cb2eabe98 req-49d99ebc-8e58-47ee-91af-235f7aa3b84d service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=ce723242-394f-4e06-ba09-a9fa64583c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735765 Aug 18 12:10:20.318069 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fe1ece6-115a-45d3-a6fa-5506a0c1e072 tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 838} {{(pid=106253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:10:20.327811 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6fe1ece6-115a-45d3-a6fa-5506a0c1e072 tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:20.328209 n-d-804985-2 neutron-server[106253]: INFO neutron.db.segments_db [None req-6fe1ece6-115a-45d3-a6fa-5506a0c1e072 tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] Added segment b73d8430-916e-4330-a4ab-18e2b42e2ed8 of type vlan for network ae31a027-485b-456c-a766-1c79f0c4ec7a Aug 18 12:10:20.353924 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ca5836ec-6f2a-4039-b846-da9540c9f1b3 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks [] for port, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:20.360647 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ca5836ec-6f2a-4039-b846-da9540c9f1b3 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:20.378657 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6fe1ece6-115a-45d3-a6fa-5506a0c1e072 tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789150665894'] for network, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:20.408932 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6fe1ece6-115a-45d3-a6fa-5506a0c1e072 tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for network, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:20.409435 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6fe1ece6-115a-45d3-a6fa-5506a0c1e072 tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for network, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:20.416383 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fe1ece6-115a-45d3-a6fa-5506a0c1e072 tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:10:20.421304 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fe1ece6-115a-45d3-a6fa-5506a0c1e072 tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:10:20.421962 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6fe1ece6-115a-45d3-a6fa-5506a0c1e072 tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:20.437136 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5836ec-6f2a-4039-b846-da9540c9f1b3 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Pushing event updated for resources: {'Port': ['ID=5e5c9add-14ce-4f9f-9e1d-232ccbdc9736,revision_number=2']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:10:20.443924 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ca5836ec-6f2a-4039-b846-da9540c9f1b3 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-989945'] for floatingip, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:20.481486 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-6fe1ece6-115a-45d3-a6fa-5506a0c1e072 tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1316 time: 0.6533895 Aug 18 12:10:20.484135 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 47358) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:20.493093 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe1ece6-115a-45d3-a6fa-5506a0c1e072 tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] Pushing event updated for resources: {'Network': ['ID=44b13f74-946b-499c-82ce-9b7b11fcd3a2,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:10:20.508686 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Network 44b13f74-946b-499c-82ce-9b7b11fcd3a2 details requested by agent ovs-agent-n-d-804985-2 with host n-d-804985-2 {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:10:20.562773 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe1ece6-115a-45d3-a6fa-5506a0c1e072 tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] Pushing event updated for resources: {'Network': ['ID=ae31a027-485b-456c-a766-1c79f0c4ec7a,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:10:20.580700 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Network ae31a027-485b-456c-a766-1c79f0c4ec7a details requested by agent ovs-agent-n-d-804985-2 with host n-d-804985-2 {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:10:20.697915 n-d-804985-2 neutron-server[106252]: INFO neutron.db.l3_db [None req-ca5836ec-6f2a-4039-b846-da9540c9f1b3 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Floating IP e6d9d344-bc81-4bcd-9131-4ebd47b07927 associated. External IP: 172.25.7.63, port: 968e30d9-1296-4575-8165-01e35855a47c. Aug 18 12:10:20.761639 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2891bb6-4d8f-4972-b7ae-d9c1ef68ce94 tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:10:20.767419 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2891bb6-4d8f-4972-b7ae-d9c1ef68ce94 tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:10:20.773613 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2891bb6-4d8f-4972-b7ae-d9c1ef68ce94 tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:10:20.779462 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2891bb6-4d8f-4972-b7ae-d9c1ef68ce94 tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:10:20.781126 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-d2891bb6-4d8f-4972-b7ae-d9c1ef68ce94 tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2403 time: 0.2959671 Aug 18 12:10:20.784211 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 47360) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:20.859988 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b6a28bff-9718-4930-837d-cb534874648b tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7904109'] for network, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:20.951181 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b6a28bff-9718-4930-837d-cb534874648b tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8367869', 'neutron.services.segments.db._delete_segments_for_network-8789151212993'] for network, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:20.965685 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-b6a28bff-9718-4930-837d-cb534874648b tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44b13f74-946b-499c-82ce-9b7b11fcd3a2']}} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:10:20.979120 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-b6a28bff-9718-4930-837d-cb534874648b tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ce9735e-7894-46cc-825c-0e960e3711f4') {'for_net_delete': True} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:10:20.979394 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-b6a28bff-9718-4930-837d-cb534874648b tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ce9735e-7894-46cc-825c-0e960e3711f4') {} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:10:20.980930 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca5836ec-6f2a-4039-b846-da9540c9f1b3 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Router aada72d7-ff52-459b-ab6c-ed495c94939d has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:10:20.990542 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b6a28bff-9718-4930-837d-cb534874648b tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789151225254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902236'] for segment, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:21.005088 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b6a28bff-9718-4930-837d-cb534874648b tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:21.011674 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6a28bff-9718-4930-837d-cb534874648b tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] Releasing vlan 826 on physical network physnet1 to pool {{(pid=106253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:10:21.012069 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b6a28bff-9718-4930-837d-cb534874648b tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58900537'] for segment, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:21.015122 n-d-804985-2 neutron-server[106253]: Traceback (most recent call last): Aug 18 12:10:21.015122 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:10:21.015122 n-d-804985-2 neutron-server[106253]: timer() Aug 18 12:10:21.015122 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:10:21.015122 n-d-804985-2 neutron-server[106253]: cb(*args, **kw) Aug 18 12:10:21.015122 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:10:21.015122 n-d-804985-2 neutron-server[106253]: return func(*args, **kwargs) Aug 18 12:10:21.015122 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:10:21.015122 n-d-804985-2 neutron-server[106253]: self._notify() Aug 18 12:10:21.015122 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:10:21.015122 n-d-804985-2 neutron-server[106253]: self.callback(batched_events) Aug 18 12:10:21.015122 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:10:21.015122 n-d-804985-2 neutron-server[106253]: event.method(event) Aug 18 12:10:21.015122 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:10:21.015122 n-d-804985-2 neutron-server[106253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:10:21.015122 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:10:21.015122 n-d-804985-2 neutron-server[106253]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:10:21.015122 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:10:21.015122 n-d-804985-2 neutron-server[106253]: return f(self, *a, **k) Aug 18 12:10:21.015122 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:10:21.015122 n-d-804985-2 neutron-server[106253]: return self._get(url).json() Aug 18 12:10:21.015122 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:10:21.015122 n-d-804985-2 neutron-server[106253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:10:21.015122 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:10:21.015122 n-d-804985-2 neutron-server[106253]: return self.request(url, 'GET', **kwargs) Aug 18 12:10:21.015122 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:10:21.015122 n-d-804985-2 neutron-server[106253]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:10:21.015122 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:10:21.015122 n-d-804985-2 neutron-server[106253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:10:21.015122 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:10:21.015122 n-d-804985-2 neutron-server[106253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:10:21.015122 n-d-804985-2 neutron-server[106253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:10:21.041878 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6256de-4584-4cbd-be4e-71a2080741a7 req-0d478ad5-c138-47d2-af86-2292fa24e312 tempest-ServerPasswordTestJSON-1344383271 tempest-ServerPasswordTestJSON-1344383271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:10:21.043842 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3f6256de-4584-4cbd-be4e-71a2080741a7 req-0d478ad5-c138-47d2-af86-2292fa24e312 tempest-ServerPasswordTestJSON-1344383271 tempest-ServerPasswordTestJSON-1344383271-project] 10.222.0.66 "GET /v2.0/ports?device_id=e8d01a52-a1b4-4d87-a4fe-b80073fcc197 HTTP/1.1" status: 200 len: 946 time: 0.0959148 Aug 18 12:10:21.075882 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b6a28bff-9718-4930-837d-cb534874648b tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8367858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997186'] for network, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:21.083962 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b6a28bff-9718-4930-837d-cb534874648b tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:21.088623 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-b6a28bff-9718-4930-837d-cb534874648b tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] 10.222.0.66 "DELETE /v2.0/networks/44b13f74-946b-499c-82ce-9b7b11fcd3a2 HTTP/1.1" status: 204 len: 168 time: 0.3033433 Aug 18 12:10:21.090555 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 47368) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:21.108502 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a28bff-9718-4930-837d-cb534874648b tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] Pushing event deleted for resources: {'Network': ['ID=44b13f74-946b-499c-82ce-9b7b11fcd3a2,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:10:21.134102 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3f6256de-4584-4cbd-be4e-71a2080741a7 req-2aa8e573-4201-460c-9ed3-e44ef53bc5d4 tempest-ServerPasswordTestJSON-1344383271 tempest-ServerPasswordTestJSON-1344383271-project] 10.222.0.66 "GET /v2.0/security-groups?id=ce723242-394f-4e06-ba09-a9fa64583c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791850 Aug 18 12:10:21.142624 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca5836ec-6f2a-4039-b846-da9540c9f1b3 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:10:21.165194 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-298a63f1-957e-4eb5-a8a5-4a5183363026 None None] Sync routers for ids ['aada72d7-ff52-459b-ab6c-ed495c94939d'] in n-d-804985-2 {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:10:21.172954 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ca5836ec-6f2a-4039-b846-da9540c9f1b3 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for floatingip, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:21.187377 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-027650d6-a9ab-4848-a362-67a79cc10860 tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7904109'] for network, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:21.192582 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-298a63f1-957e-4eb5-a8a5-4a5183363026 None None] Routers {'aada72d7-ff52-459b-ab6c-ed495c94939d'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:10:21.193215 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-298a63f1-957e-4eb5-a8a5-4a5183363026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:09:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['aada72d7-ff52-459b-ab6c-ed495c94939d'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:10:21.209049 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-ca5836ec-6f2a-4039-b846-da9540c9f1b3 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1864669 Aug 18 12:10:21.209049 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b66eb4dc-3615-4bdf-b4ae-47b9aeb2581d', 'tag': '968e30d9-1296-4575-8165-01e35855a47c'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:10:21.209782 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbeda635-fbaa-4e7f-b85c-986fa94e8239" -d '{"events": [{"name": "network-changed", "server_uuid": "b66eb4dc-3615-4bdf-b4ae-47b9aeb2581d", "tag": "968e30d9-1296-4575-8165-01e35855a47c"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:10:21.250382 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:10:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0de22ca8-32e1-49fc-a58b-d2fb2e37a63b x-openstack-request-id: req-0de22ca8-32e1-49fc-a58b-d2fb2e37a63b {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:10:21.250768 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b66eb4dc-3615-4bdf-b4ae-47b9aeb2581d", "tag": "968e30d9-1296-4575-8165-01e35855a47c", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:10:21.251113 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-0de22ca8-32e1-49fc-a58b-d2fb2e37a63b {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:10:21.251607 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b66eb4dc-3615-4bdf-b4ae-47b9aeb2581d', 'tag': '968e30d9-1296-4575-8165-01e35855a47c', 'status': 'completed', 'code': 200} Aug 18 12:10:21.298000 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-027650d6-a9ab-4848-a362-67a79cc10860 tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8367869', 'neutron.services.segments.db._delete_segments_for_network-8789151212993'] for network, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:21.308868 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-027650d6-a9ab-4848-a362-67a79cc10860 tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae31a027-485b-456c-a766-1c79f0c4ec7a']}} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:10:21.319978 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-027650d6-a9ab-4848-a362-67a79cc10860 tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b73d8430-916e-4330-a4ab-18e2b42e2ed8') {'for_net_delete': True} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:10:21.320264 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-027650d6-a9ab-4848-a362-67a79cc10860 tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b73d8430-916e-4330-a4ab-18e2b42e2ed8') {} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:10:21.334978 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-027650d6-a9ab-4848-a362-67a79cc10860 tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789151225254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902236'] for segment, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:21.349316 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-298a63f1-957e-4eb5-a8a5-4a5183363026 None None] Set router aada72d7-ff52-459b-ab6c-ed495c94939d gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:10:21.369522 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbeda635-fbaa-4e7f-b85c-986fa94e8239 req-e2161b9e-2288-4dd2-b690-5bbc0f740c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:10:21.371060 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-cbeda635-fbaa-4e7f-b85c-986fa94e8239 req-e2161b9e-2288-4dd2-b690-5bbc0f740c09 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b60736d695f1461b9071c3b3eddcc039&device_id=b66eb4dc-3615-4bdf-b4ae-47b9aeb2581d HTTP/1.1" status: 200 len: 1097 time: 0.0876193 Aug 18 12:10:21.378270 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-027650d6-a9ab-4848-a362-67a79cc10860 tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:21.381112 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:21.389573 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-027650d6-a9ab-4848-a362-67a79cc10860 tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] Releasing vlan 838 on physical network physnet1 to pool {{(pid=106253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:10:21.390468 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-027650d6-a9ab-4848-a362-67a79cc10860 tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58900537'] for segment, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:21.393490 n-d-804985-2 neutron-server[106253]: Traceback (most recent call last): Aug 18 12:10:21.393490 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:10:21.393490 n-d-804985-2 neutron-server[106253]: timer() Aug 18 12:10:21.393490 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:10:21.393490 n-d-804985-2 neutron-server[106253]: cb(*args, **kw) Aug 18 12:10:21.393490 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:10:21.393490 n-d-804985-2 neutron-server[106253]: return func(*args, **kwargs) Aug 18 12:10:21.393490 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:10:21.393490 n-d-804985-2 neutron-server[106253]: self._notify() Aug 18 12:10:21.393490 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:10:21.393490 n-d-804985-2 neutron-server[106253]: self.callback(batched_events) Aug 18 12:10:21.393490 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:10:21.393490 n-d-804985-2 neutron-server[106253]: event.method(event) Aug 18 12:10:21.393490 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:10:21.393490 n-d-804985-2 neutron-server[106253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:10:21.393490 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:10:21.393490 n-d-804985-2 neutron-server[106253]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:10:21.393490 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:10:21.393490 n-d-804985-2 neutron-server[106253]: return f(self, *a, **k) Aug 18 12:10:21.393490 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:10:21.393490 n-d-804985-2 neutron-server[106253]: return self._get(url).json() Aug 18 12:10:21.393490 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:10:21.393490 n-d-804985-2 neutron-server[106253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:10:21.393490 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:10:21.393490 n-d-804985-2 neutron-server[106253]: return self.request(url, 'GET', **kwargs) Aug 18 12:10:21.393490 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:10:21.393490 n-d-804985-2 neutron-server[106253]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:10:21.393490 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:10:21.393490 n-d-804985-2 neutron-server[106253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:10:21.393490 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:10:21.393490 n-d-804985-2 neutron-server[106253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:10:21.393490 n-d-804985-2 neutron-server[106253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:10:21.409284 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8ecbbc-8f46-418e-bcd3-1caa5145acda req-b96baa9e-265a-4637-9a8a-7055f0431095 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:10:21.410879 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5f8ecbbc-8f46-418e-bcd3-1caa5145acda req-b96baa9e-265a-4637-9a8a-7055f0431095 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/ports?device_id=b66eb4dc-3615-4bdf-b4ae-47b9aeb2581d HTTP/1.1" status: 200 len: 946 time: 0.1136532 Aug 18 12:10:21.452874 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-027650d6-a9ab-4848-a362-67a79cc10860 tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8367858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997186'] for network, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:21.458502 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-027650d6-a9ab-4848-a362-67a79cc10860 tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:21.463436 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-027650d6-a9ab-4848-a362-67a79cc10860 tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] 10.222.0.66 "DELETE /v2.0/networks/ae31a027-485b-456c-a766-1c79f0c4ec7a HTTP/1.1" status: 204 len: 168 time: 0.3695619 Aug 18 12:10:21.466016 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 47376) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:21.477043 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027650d6-a9ab-4848-a362-67a79cc10860 tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] Pushing event deleted for resources: {'Network': ['ID=ae31a027-485b-456c-a766-1c79f0c4ec7a,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:10:21.540626 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5f8ecbbc-8f46-418e-bcd3-1caa5145acda req-0d10f7cc-2451-4f6b-a6c9-1fdd1ca83fb7 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/security-groups?id=18c0bfee-529e-472e-bb6d-39b7da39f1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034968 Aug 18 12:10:21.571935 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 47382) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:21.578477 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbeda635-fbaa-4e7f-b85c-986fa94e8239 req-51a0954e-c8b4-4b6d-93b9-178575e94332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:10:21.579949 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-cbeda635-fbaa-4e7f-b85c-986fa94e8239 req-51a0954e-c8b4-4b6d-93b9-178575e94332 service neutron] 10.222.0.62 "GET /v2.0/networks?id=83c90a80-7784-4b6e-bd7b-aef3cab1c6ba HTTP/1.1" status: 200 len: 897 time: 0.2010500 Aug 18 12:10:21.603472 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-298a63f1-957e-4eb5-a8a5-4a5183363026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aada72d7-ff52-459b-ab6c-ed495c94939d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-95929592', 'tenant_id': 'b60736d695f1461b9071c3b3eddcc039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.86'}], 'enable_snat': True}, 'gw_port_id': '3d27a835-9411-4c8f-ba53-fd7d8c66f2c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:09:53Z', 'updated_at': '2021-08-18T12:10:01Z', 'revision_number': 4, 'project_id': 'b60736d695f1461b9071c3b3eddcc039', 'gw_port': {'id': '3d27a835-9411-4c8f-ba53-fd7d8c66f2c0', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:35:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aada72d7-ff52-459b-ab6c-ed495c94939d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2135, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:09:54Z', 'updated_at': '2021-08-18T12:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_floatingips': [{'id': 'e6d9d344-bc81-4bcd-9131-4ebd47b07927', 'tenant_id': 'b60736d695f1461b9071c3b3eddcc039', 'floating_ip_address': '172.25.7.63', 'floating_network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'router_id': 'aada72d7-ff52-459b-ab6c-ed495c94939d', 'port_id': '968e30d9-1296-4575-8165-01e35855a47c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2198, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83c90a80-7784-4b6e-bd7b-aef3cab1c6ba', 'mac_address': 'fa:16:3e:62:c2:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b66eb4dc-3615-4bdf-b4ae-47b9aeb2581d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T12:10:19Z', 'updated_at': '2021-08-18T12:10:19Z', 'revision_number': 0, 'project_id': 'b60736d695f1461b9071c3b3eddcc039', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4a2ce56-6bc4-4f2f-bc7d-ba4c8b3a7bc2', 'name': '', 'network_id': '83c90a80-7784-4b6e-bd7b-aef3cab1c6ba', 'tenant_id': 'b60736d695f1461b9071c3b3eddcc039', 'mac_address': 'fa:16:3e:2d:ef:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aada72d7-ff52-459b-ab6c-ed495c94939d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2150, 'fixed_ips': [{'subnet_id': 'a348b5f7-9a90-4c29-ba78-b2f4f4dbb536', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:09:59Z', 'updated_at': '2021-08-18T12:10:09Z', 'revision_number': 5, 'project_id': 'b60736d695f1461b9071c3b3eddcc039', 'subnets': [{'id': 'a348b5f7-9a90-4c29-ba78-b2f4f4dbb536', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:10:21.633943 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-298a63f1-957e-4eb5-a8a5-4a5183363026 None None] Checking router: aada72d7-ff52-459b-ab6c-ed495c94939d for host: n-d-804985-2 {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:10:21.650942 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-298a63f1-957e-4eb5-a8a5-4a5183363026 None None] Routers {'aada72d7-ff52-459b-ab6c-ed495c94939d'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:10:21.652144 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-298a63f1-957e-4eb5-a8a5-4a5183363026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:09:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['aada72d7-ff52-459b-ab6c-ed495c94939d'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:10:21.660991 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-45b0b2ff-0fdd-4155-9176-6a45061d4508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:21.667480 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-de1994e8-4058-4fee-8fdb-92c4c0dd0c9a tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/floatingips/e6d9d344-bc81-4bcd-9131-4ebd47b07927 HTTP/1.1" status: 200 len: 991 time: 0.0938132 Aug 18 12:10:21.684868 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-cbeda635-fbaa-4e7f-b85c-986fa94e8239 req-7a10345c-c8b5-4ff0-8c31-259bfbe18c11 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=968e30d9-1296-4575-8165-01e35855a47c HTTP/1.1" status: 200 len: 999 time: 0.0882351 Aug 18 12:10:21.695462 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99cc817c-44f9-4632-8230-c95537e077b1 tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:10:21.702065 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99cc817c-44f9-4632-8230-c95537e077b1 tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:10:21.703698 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-99cc817c-44f9-4632-8230-c95537e077b1 tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2346213 Aug 18 12:10:21.707916 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 47386) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:21.715597 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-e4c431a8-0e16-4a7a-becb-f0cca3cd0d49 tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-3707852'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:10:21.754357 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4c431a8-0e16-4a7a-becb-f0cca3cd0d49 tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] Made reservation on behalf of b2f034dec5be4b809c165a1e9821ed66 for: {'network': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:10:21.760367 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e4c431a8-0e16-4a7a-becb-f0cca3cd0d49 tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for network, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:21.797649 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4c431a8-0e16-4a7a-becb-f0cca3cd0d49 tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 809} {{(pid=106253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:10:21.813472 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e4c431a8-0e16-4a7a-becb-f0cca3cd0d49 tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:21.814185 n-d-804985-2 neutron-server[106253]: INFO neutron.db.segments_db [None req-e4c431a8-0e16-4a7a-becb-f0cca3cd0d49 tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] Added segment 7626129e-db22-40b7-b6e0-1350c7101aca of type vlan for network aa77792f-8090-4da6-9da9-e75f720323b1 Aug 18 12:10:21.866033 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e4c431a8-0e16-4a7a-becb-f0cca3cd0d49 tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789150665894'] for network, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:21.898078 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e4c431a8-0e16-4a7a-becb-f0cca3cd0d49 tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for network, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:21.899624 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-298a63f1-957e-4eb5-a8a5-4a5183363026 None None] Set router aada72d7-ff52-459b-ab6c-ed495c94939d gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:10:21.906775 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4c431a8-0e16-4a7a-becb-f0cca3cd0d49 tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:10:21.907748 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e4c431a8-0e16-4a7a-becb-f0cca3cd0d49 tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:21.982933 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-e4c431a8-0e16-4a7a-becb-f0cca3cd0d49 tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2740006 Aug 18 12:10:21.987034 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 47394) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:21.995888 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-3a742156-7de2-4316-84ad-831caede3026 tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-980934501'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:10:22.001257 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c431a8-0e16-4a7a-becb-f0cca3cd0d49 tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] Pushing event updated for resources: {'Network': ['ID=aa77792f-8090-4da6-9da9-e75f720323b1,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:10:22.017348 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Network aa77792f-8090-4da6-9da9-e75f720323b1 details requested by agent ovs-agent-n-d-804985-2 with host n-d-804985-2 {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:10:22.029856 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a742156-7de2-4316-84ad-831caede3026 tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] Made reservation on behalf of b2f034dec5be4b809c165a1e9821ed66 for: {'network': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:10:22.034468 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3a742156-7de2-4316-84ad-831caede3026 tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for network, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:22.071633 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a742156-7de2-4316-84ad-831caede3026 tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 807} {{(pid=106253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:10:22.091461 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3a742156-7de2-4316-84ad-831caede3026 tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:22.092147 n-d-804985-2 neutron-server[106253]: INFO neutron.db.segments_db [None req-3a742156-7de2-4316-84ad-831caede3026 tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] Added segment 520813a0-2bd3-4ffb-bade-819ecf3d2d10 of type vlan for network 1425f97b-71ce-4d04-a1b2-2bed6a7f53d0 Aug 18 12:10:22.162613 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbeda635-fbaa-4e7f-b85c-986fa94e8239 req-539f4660-d2fb-45de-8587-ce9fae4e46d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:10:22.162613 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-cbeda635-fbaa-4e7f-b85c-986fa94e8239 req-539f4660-d2fb-45de-8587-ce9fae4e46d3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a348b5f7-9a90-4c29-ba78-b2f4f4dbb536 HTTP/1.1" status: 200 len: 835 time: 0.4570429 Aug 18 12:10:22.165367 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3a742156-7de2-4316-84ad-831caede3026 tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789150665894'] for network, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:22.219329 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3a742156-7de2-4316-84ad-831caede3026 tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for network, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:22.220761 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-53584c24-f517-494e-ac93-c18bb92373f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:22.227327 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a742156-7de2-4316-84ad-831caede3026 tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:10:22.227955 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3a742156-7de2-4316-84ad-831caede3026 tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:22.254770 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbeda635-fbaa-4e7f-b85c-986fa94e8239 req-35f55e53-3e31-4897-80ee-f05315813100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:10:22.257402 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-cbeda635-fbaa-4e7f-b85c-986fa94e8239 req-35f55e53-3e31-4897-80ee-f05315813100 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=83c90a80-7784-4b6e-bd7b-aef3cab1c6ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0865035 Aug 18 12:10:22.287412 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-3a742156-7de2-4316-84ad-831caede3026 tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.2988834 Aug 18 12:10:22.290677 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 47404) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:22.298940 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-efe45850-d648-4632-9d75-fae88fc853b2 tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] Request body: {'ports': [{'network_id': 'aa77792f-8090-4da6-9da9-e75f720323b1', 'name': 'tempest-port--1640294936', 'admin_state_up': True}, {'network_id': '1425f97b-71ce-4d04-a1b2-2bed6a7f53d0', 'admin_state_up': False}]} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:10:22.299550 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-efe45850-d648-4632-9d75-fae88fc853b2 tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] Request body: {'port': {'network_id': 'aa77792f-8090-4da6-9da9-e75f720323b1', 'name': 'tempest-port--1640294936', 'admin_state_up': True}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:10:22.300129 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-efe45850-d648-4632-9d75-fae88fc853b2 tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] Request body: {'port': {'network_id': '1425f97b-71ce-4d04-a1b2-2bed6a7f53d0', 'admin_state_up': False}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:10:22.300838 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-298a63f1-957e-4eb5-a8a5-4a5183363026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aada72d7-ff52-459b-ab6c-ed495c94939d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-95929592', 'tenant_id': 'b60736d695f1461b9071c3b3eddcc039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.86'}], 'enable_snat': True}, 'gw_port_id': '3d27a835-9411-4c8f-ba53-fd7d8c66f2c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:09:53Z', 'updated_at': '2021-08-18T12:10:01Z', 'revision_number': 4, 'project_id': 'b60736d695f1461b9071c3b3eddcc039', 'gw_port': {'id': '3d27a835-9411-4c8f-ba53-fd7d8c66f2c0', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:35:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aada72d7-ff52-459b-ab6c-ed495c94939d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2135, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:09:54Z', 'updated_at': '2021-08-18T12:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_floatingips': [{'id': 'e6d9d344-bc81-4bcd-9131-4ebd47b07927', 'tenant_id': 'b60736d695f1461b9071c3b3eddcc039', 'floating_ip_address': '172.25.7.63', 'floating_network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'router_id': 'aada72d7-ff52-459b-ab6c-ed495c94939d', 'port_id': '968e30d9-1296-4575-8165-01e35855a47c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2198, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83c90a80-7784-4b6e-bd7b-aef3cab1c6ba', 'mac_address': 'fa:16:3e:62:c2:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b66eb4dc-3615-4bdf-b4ae-47b9aeb2581d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T12:10:19Z', 'updated_at': '2021-08-18T12:10:19Z', 'revision_number': 0, 'project_id': 'b60736d695f1461b9071c3b3eddcc039', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4a2ce56-6bc4-4f2f-bc7d-ba4c8b3a7bc2', 'name': '', 'network_id': '83c90a80-7784-4b6e-bd7b-aef3cab1c6ba', 'tenant_id': 'b60736d695f1461b9071c3b3eddcc039', 'mac_address': 'fa:16:3e:2d:ef:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aada72d7-ff52-459b-ab6c-ed495c94939d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2150, 'fixed_ips': [{'subnet_id': 'a348b5f7-9a90-4c29-ba78-b2f4f4dbb536', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:09:59Z', 'updated_at': '2021-08-18T12:10:09Z', 'revision_number': 5, 'project_id': 'b60736d695f1461b9071c3b3eddcc039', 'subnets': [{'id': 'a348b5f7-9a90-4c29-ba78-b2f4f4dbb536', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:10:22.331754 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-298a63f1-957e-4eb5-a8a5-4a5183363026 None None] The sync data for ids ['aada72d7-ff52-459b-ab6c-ed495c94939d'] in n-d-804985-2 is: [{'id': 'aada72d7-ff52-459b-ab6c-ed495c94939d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-95929592', 'tenant_id': 'b60736d695f1461b9071c3b3eddcc039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.86'}], 'enable_snat': True}, 'gw_port_id': '3d27a835-9411-4c8f-ba53-fd7d8c66f2c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:09:53Z', 'updated_at': '2021-08-18T12:10:01Z', 'revision_number': 4, 'project_id': 'b60736d695f1461b9071c3b3eddcc039', 'gw_port': {'id': '3d27a835-9411-4c8f-ba53-fd7d8c66f2c0', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:35:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aada72d7-ff52-459b-ab6c-ed495c94939d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2135, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:09:54Z', 'updated_at': '2021-08-18T12:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_floatingips': [{'id': 'e6d9d344-bc81-4bcd-9131-4ebd47b07927', 'tenant_id': 'b60736d695f1461b9071c3b3eddcc039', 'floating_ip_address': '172.25.7.63', 'floating_network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'router_id': 'aada72d7-ff52-459b-ab6c-ed495c94939d', 'port_id': '968e30d9-1296-4575-8165-01e35855a47c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2198, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83c90a80-7784-4b6e-bd7b-aef3cab1c6ba', 'mac_address': 'fa:16:3e:62:c2:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b66eb4dc-3615-4bdf-b4ae-47b9aeb2581d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T12:10:19Z', 'updated_at': '2021-08-18T12:10:19Z', 'revision_number': 0, 'project_id': 'b60736d695f1461b9071c3b3eddcc039', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4a2ce56-6bc4-4f2f-bc7d-ba4c8b3a7bc2', 'name': '', 'network_id': '83c90a80-7784-4b6e-bd7b-aef3cab1c6ba', 'tenant_id': 'b60736d695f1461b9071c3b3eddcc039', 'mac_address': 'fa:16:3e:2d:ef:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aada72d7-ff52-459b-ab6c-ed495c94939d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2150, 'fixed_ips': [{'subnet_id': 'a348b5f7-9a90-4c29-ba78-b2f4f4dbb536', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:09:59Z', 'updated_at': '2021-08-18T12:10:09Z', 'revision_number': 5, 'project_id': 'b60736d695f1461b9071c3b3eddcc039', 'subnets': [{'id': 'a348b5f7-9a90-4c29-ba78-b2f4f4dbb536', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:10:22.345853 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af099b4-0d4f-4a9a-9058-064d2669d5bf req-e3f987c3-54f7-4fa1-84a5-029ba506a016 tempest-ServerPasswordTestJSON-1344383271 tempest-ServerPasswordTestJSON-1344383271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:10:22.347409 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5af099b4-0d4f-4a9a-9058-064d2669d5bf req-e3f987c3-54f7-4fa1-84a5-029ba506a016 tempest-ServerPasswordTestJSON-1344383271 tempest-ServerPasswordTestJSON-1344383271-project] 10.222.0.66 "GET /v2.0/ports?device_id=e8d01a52-a1b4-4d87-a4fe-b80073fcc197 HTTP/1.1" status: 200 len: 946 time: 0.1271911 Aug 18 12:10:22.372625 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a742156-7de2-4316-84ad-831caede3026 tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] Pushing event updated for resources: {'Network': ['ID=1425f97b-71ce-4d04-a1b2-2bed6a7f53d0,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:10:22.397345 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Network 1425f97b-71ce-4d04-a1b2-2bed6a7f53d0 details requested by agent ovs-agent-n-d-804985-2 with host n-d-804985-2 {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:10:22.447795 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5af099b4-0d4f-4a9a-9058-064d2669d5bf req-3c1d1306-6afa-4aed-8c48-163abaf43198 tempest-ServerPasswordTestJSON-1344383271 tempest-ServerPasswordTestJSON-1344383271-project] 10.222.0.66 "GET /v2.0/security-groups?id=ce723242-394f-4e06-ba09-a9fa64583c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936992 Aug 18 12:10:22.454186 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-cbeda635-fbaa-4e7f-b85c-986fa94e8239 req-891154a6-b185-46b2-b956-56ccf8785e50 service neutron] 10.222.0.62 "GET /v2.0/networks/83c90a80-7784-4b6e-bd7b-aef3cab1c6ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1866264 Aug 18 12:10:22.581182 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efe45850-d648-4632-9d75-fae88fc853b2 tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] Made reservation on behalf of b2f034dec5be4b809c165a1e9821ed66 for: {'port': 2} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:10:22.597382 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-efe45850-d648-4632-9d75-fae88fc853b2 tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:22.616100 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-cbeda635-fbaa-4e7f-b85c-986fa94e8239 req-519792e4-fded-4052-a70c-ddbba2208fc7 service neutron] 10.222.0.62 "GET /v2.0/networks/83c90a80-7784-4b6e-bd7b-aef3cab1c6ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534164 Aug 18 12:10:22.640192 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-efe45850-d648-4632-9d75-fae88fc853b2 tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:22.670495 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 47418) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:22.696232 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b95a129a-7331-4de9-898d-d7144e615073 None None] New status for floating IP e6d9d344-bc81-4bcd-9131-4ebd47b07927: ACTIVE {{(pid=106254) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 12:10:22.750253 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-ac0fbe1e-166b-45d8-9397-05c366d98a50 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/floatingips/e6d9d344-bc81-4bcd-9131-4ebd47b07927 HTTP/1.1" status: 200 len: 991 time: 0.0781548 Aug 18 12:10:22.760118 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [None req-efe45850-d648-4632-9d75-fae88fc853b2 tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] device_id is not set on port c74a3b54-5471-4bfb-83a8-94edb85a2e34 yet. {{(pid=106253) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 12:10:22.921548 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-efe45850-d648-4632-9d75-fae88fc853b2 tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:22.934351 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04539a09-4734-4375-a85f-f23cea4ff5fa req-4d64bdcf-cc72-4326-8596-db31a5e0fc6d tempest-ServerPasswordTestJSON-1344383271 tempest-ServerPasswordTestJSON-1344383271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:10:22.947358 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-04539a09-4734-4375-a85f-f23cea4ff5fa req-4d64bdcf-cc72-4326-8596-db31a5e0fc6d tempest-ServerPasswordTestJSON-1344383271 tempest-ServerPasswordTestJSON-1344383271-project] 10.222.0.66 "GET /v2.0/ports?device_id=e8d01a52-a1b4-4d87-a4fe-b80073fcc197 HTTP/1.1" status: 200 len: 946 time: 0.0691943 Aug 18 12:10:22.985559 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-04539a09-4734-4375-a85f-f23cea4ff5fa req-b53db7bd-9a8f-471c-8f7f-78bc89702c99 tempest-ServerPasswordTestJSON-1344383271 tempest-ServerPasswordTestJSON-1344383271-project] 10.222.0.66 "GET /v2.0/security-groups?id=ce723242-394f-4e06-ba09-a9fa64583c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371866 Aug 18 12:10:23.000688 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [None req-efe45850-d648-4632-9d75-fae88fc853b2 tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] device_id is not set on port a898839f-11a9-4c05-a577-065d3d091ffc yet. {{(pid=106253) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 12:10:23.082687 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 47426) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:23.109814 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-efe45850-d648-4632-9d75-fae88fc853b2 tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:23.154286 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-efe45850-d648-4632-9d75-fae88fc853b2 tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:23.205726 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-9b2d778f-3af7-49e2-a35f-8c66418b49f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:23.213903 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe45850-d648-4632-9d75-fae88fc853b2 tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] Pushing event updated for resources: {'Port': ['ID=c74a3b54-5471-4bfb-83a8-94edb85a2e34,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:10:23.234070 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe45850-d648-4632-9d75-fae88fc853b2 tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] Checking segment: {'id': '7626129e-db22-40b7-b6e0-1350c7101aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'aa77792f-8090-4da6-9da9-e75f720323b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:10:23.234431 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efe45850-d648-4632-9d75-fae88fc853b2 tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] Network hostable DHCP agents. Network: aa77792f-8090-4da6-9da9-e75f720323b1, hostable agents: ['97c14208-2951-4361-8d64-3708c946ff5f'], hosted agents: [] {{(pid=106253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 12:10:23.257387 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efe45850-d648-4632-9d75-fae88fc853b2 tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] Network aa77792f-8090-4da6-9da9-e75f720323b1 is scheduled to be hosted by DHCP agent 97c14208-2951-4361-8d64-3708c946ff5f with binding_index 1 {{(pid=106253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 12:10:23.270642 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-efe45850-d648-4632-9d75-fae88fc853b2 tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-2, aa77792f-8090-4da6-9da9-e75f720323b1) {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:10:23.276321 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe45850-d648-4632-9d75-fae88fc853b2 tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:10:23.277308 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-efe45850-d648-4632-9d75-fae88fc853b2 tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:23.285621 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7638e8c4-83ec-4874-9501-7cb3244a4bb1 None None] Network aa77792f-8090-4da6-9da9-e75f720323b1 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:10:23.308366 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-9b2d778f-3af7-49e2-a35f-8c66418b49f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:23.312800 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-9b2d778f-3af7-49e2-a35f-8c66418b49f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:23.345768 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe45850-d648-4632-9d75-fae88fc853b2 tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] Pushing event updated for resources: {'Port': ['ID=a898839f-11a9-4c05-a577-065d3d091ffc,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:10:23.356323 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-9b2d778f-3af7-49e2-a35f-8c66418b49f8 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=3cf1b4c4f0ec4af3a678b0d48b679c5a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2696989 Aug 18 12:10:23.356466 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe45850-d648-4632-9d75-fae88fc853b2 tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] Checking segment: {'id': '520813a0-2bd3-4ffb-bade-819ecf3d2d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '1425f97b-71ce-4d04-a1b2-2bed6a7f53d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:10:23.356466 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efe45850-d648-4632-9d75-fae88fc853b2 tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] Network hostable DHCP agents. Network: 1425f97b-71ce-4d04-a1b2-2bed6a7f53d0, hostable agents: ['97c14208-2951-4361-8d64-3708c946ff5f'], hosted agents: [] {{(pid=106253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 12:10:23.356751 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 47432) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:23.362585 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2d778f-3af7-49e2-a35f-8c66418b49f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d44d8958-47f4-4a35-9221-0dc6fa853696,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:10:23.380434 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efe45850-d648-4632-9d75-fae88fc853b2 tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] Network 1425f97b-71ce-4d04-a1b2-2bed6a7f53d0 is scheduled to be hosted by DHCP agent 97c14208-2951-4361-8d64-3708c946ff5f with binding_index 1 {{(pid=106253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 12:10:23.390672 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-efe45850-d648-4632-9d75-fae88fc853b2 tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-2, 1425f97b-71ce-4d04-a1b2-2bed6a7f53d0) {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:10:23.401196 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe45850-d648-4632-9d75-fae88fc853b2 tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:10:23.407615 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efe45850-d648-4632-9d75-fae88fc853b2 tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:10:23.412899 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efe45850-d648-4632-9d75-fae88fc853b2 tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:10:23.413338 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-3a248a4e-7cb3-4508-a608-f2e5858ee619 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:23.413753 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-efe45850-d648-4632-9d75-fae88fc853b2 tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:23.417296 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-601b3af3-813f-40d3-92be-0919d8be374c None None] Network 1425f97b-71ce-4d04-a1b2-2bed6a7f53d0 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:10:23.429814 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-efe45850-d648-4632-9d75-fae88fc853b2 tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.1380529 Aug 18 12:10:23.433301 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 47434) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:23.435485 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-3a248a4e-7cb3-4508-a608-f2e5858ee619 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:23.486734 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1a0d964-39c7-4ddd-ba8a-a0f6c09c2091 tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:10:23.493286 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1a0d964-39c7-4ddd-ba8a-a0f6c09c2091 tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:10:23.494168 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-3a248a4e-7cb3-4508-a608-f2e5858ee619 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:23.500417 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-b1a0d964-39c7-4ddd-ba8a-a0f6c09c2091 tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.0602915 Aug 18 12:10:23.500673 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-3a248a4e-7cb3-4508-a608-f2e5858ee619 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:23.500673 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-3a248a4e-7cb3-4508-a608-f2e5858ee619 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d44d8958-47f4-4a35-9221-0dc6fa853696 HTTP/1.1" status: 204 len: 168 time: 0.1405907 Aug 18 12:10:23.500874 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 47438) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:23.511831 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a248a4e-7cb3-4508-a608-f2e5858ee619 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d44d8958-47f4-4a35-9221-0dc6fa853696,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:10:23.600260 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-6cfc2d22-271e-4802-959f-6b09575f80bb tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] Deleting port c74a3b54-5471-4bfb-83a8-94edb85a2e34 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:10:23.600761 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6cfc2d22-271e-4802-959f-6b09575f80bb tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:23.670117 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6cfc2d22-271e-4802-959f-6b09575f80bb tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:23.687465 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-6cfc2d22-271e-4802-959f-6b09575f80bb tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] Calling delete_port for c74a3b54-5471-4bfb-83a8-94edb85a2e34 owned by {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:10:23.753903 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 47444) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:23.797374 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 47446) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:23.806602 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6cfc2d22-271e-4802-959f-6b09575f80bb tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:23.808307 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-500a1c61-38a7-4c23-a7ec-4631080af5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:23.813177 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-edf06648-55cc-4564-9a38-711582a2351d admin admin] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:23.847503 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfc2d22-271e-4802-959f-6b09575f80bb tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] Pushing event deleted for resources: {'Port': ['ID=c74a3b54-5471-4bfb-83a8-94edb85a2e34,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:10:23.854030 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-2b1ace1f-5d59-4de2-a51f-d950eb9f0bf0 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/floatingips/e6d9d344-bc81-4bcd-9131-4ebd47b07927 HTTP/1.1" status: 200 len: 993 time: 0.0987797 Aug 18 12:10:23.861135 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6cfc2d22-271e-4802-959f-6b09575f80bb tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:23.863153 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-6cfc2d22-271e-4802-959f-6b09575f80bb tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] 10.222.0.66 "DELETE /v2.0/ports/c74a3b54-5471-4bfb-83a8-94edb85a2e34 HTTP/1.1" status: 204 len: 168 time: 0.3643076 Aug 18 12:10:23.866092 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 47448) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:23.918057 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-edf06648-55cc-4564-9a38-711582a2351d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:23.922376 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-edf06648-55cc-4564-9a38-711582a2351d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:23.953145 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-ab1c3025-dda6-4847-bdd7-74b1ca1862e1 tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] Deleting port a898839f-11a9-4c05-a577-065d3d091ffc {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:10:23.953811 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ab1c3025-dda6-4847-bdd7-74b1ca1862e1 tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:23.964813 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-edf06648-55cc-4564-9a38-711582a2351d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=923bab3b70564bb3b0f004d994972e06&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1622956 Aug 18 12:10:23.964813 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf06648-55cc-4564-9a38-711582a2351d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=999a213d-c322-44b0-9ec6-81ffc45a8af8,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:10:23.967499 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 47450) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:24.019210 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5ef3674d-a527-4091-a223-e002ee474e60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:24.026790 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ab1c3025-dda6-4847-bdd7-74b1ca1862e1 tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:24.040859 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-ab1c3025-dda6-4847-bdd7-74b1ca1862e1 tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] Calling delete_port for a898839f-11a9-4c05-a577-065d3d091ffc owned by {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:10:24.041131 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5ef3674d-a527-4091-a223-e002ee474e60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:24.127986 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55905f5d-fe18-4f5f-aece-cfb0879d1996 req-71fdb99e-56ff-433a-a089-e96163921db5 tempest-ServerPasswordTestJSON-1344383271 tempest-ServerPasswordTestJSON-1344383271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:10:24.129723 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-55905f5d-fe18-4f5f-aece-cfb0879d1996 req-71fdb99e-56ff-433a-a089-e96163921db5 tempest-ServerPasswordTestJSON-1344383271 tempest-ServerPasswordTestJSON-1344383271-project] 10.222.0.66 "GET /v2.0/ports?device_id=e8d01a52-a1b4-4d87-a4fe-b80073fcc197 HTTP/1.1" status: 200 len: 946 time: 0.0633531 Aug 18 12:10:24.130819 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5ef3674d-a527-4091-a223-e002ee474e60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:24.133473 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5ef3674d-a527-4091-a223-e002ee474e60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:24.134707 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-5ef3674d-a527-4091-a223-e002ee474e60 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/999a213d-c322-44b0-9ec6-81ffc45a8af8 HTTP/1.1" status: 204 len: 168 time: 0.1663280 Aug 18 12:10:24.136296 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ab1c3025-dda6-4847-bdd7-74b1ca1862e1 tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:24.155602 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef3674d-a527-4091-a223-e002ee474e60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=999a213d-c322-44b0-9ec6-81ffc45a8af8,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:10:24.171866 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1c3025-dda6-4847-bdd7-74b1ca1862e1 tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] Pushing event deleted for resources: {'Port': ['ID=a898839f-11a9-4c05-a577-065d3d091ffc,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:10:24.184510 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ab1c3025-dda6-4847-bdd7-74b1ca1862e1 tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:24.184734 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-55905f5d-fe18-4f5f-aece-cfb0879d1996 req-f997f12f-ad17-411b-9a83-2d05d4a72108 tempest-ServerPasswordTestJSON-1344383271 tempest-ServerPasswordTestJSON-1344383271-project] 10.222.0.66 "GET /v2.0/security-groups?id=ce723242-394f-4e06-ba09-a9fa64583c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466909 Aug 18 12:10:24.187406 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-ab1c3025-dda6-4847-bdd7-74b1ca1862e1 tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] 10.222.0.66 "DELETE /v2.0/ports/a898839f-11a9-4c05-a577-065d3d091ffc HTTP/1.1" status: 204 len: 168 time: 0.3203835 Aug 18 12:10:24.189924 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 47456) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:24.222309 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-bb06ffd5-a43c-440d-9d52-4ee4a0b2a5d0 tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0310426 Aug 18 12:10:24.226028 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 47458) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:24.231405 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-05539176-d9a4-4c41-8779-d7f7488b917a tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-743218320'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:10:24.276742 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05539176-d9a4-4c41-8779-d7f7488b917a tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] Made reservation on behalf of b2f034dec5be4b809c165a1e9821ed66 for: {'network': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:10:24.280340 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-05539176-d9a4-4c41-8779-d7f7488b917a tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for network, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:24.318775 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46744dac-d33d-4cc8-a5af-b10a26d9d1dd req-5d0dc443-4626-4218-a621-ad45be28429e tempest-ServerPasswordTestJSON-1344383271 tempest-ServerPasswordTestJSON-1344383271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:10:24.320282 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-46744dac-d33d-4cc8-a5af-b10a26d9d1dd req-5d0dc443-4626-4218-a621-ad45be28429e tempest-ServerPasswordTestJSON-1344383271 tempest-ServerPasswordTestJSON-1344383271-project] 10.222.0.63 "GET /v2.0/ports?device_id=e8d01a52-a1b4-4d87-a4fe-b80073fcc197 HTTP/1.1" status: 200 len: 946 time: 0.0760920 Aug 18 12:10:24.323749 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05539176-d9a4-4c41-8779-d7f7488b917a tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 806} {{(pid=106252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:10:24.357666 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-05539176-d9a4-4c41-8779-d7f7488b917a tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:24.358039 n-d-804985-2 neutron-server[106252]: INFO neutron.db.segments_db [None req-05539176-d9a4-4c41-8779-d7f7488b917a tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] Added segment e808eb34-687a-44f3-802e-ccc96271ccde of type vlan for network e3dcea70-5887-454d-9903-4236b213cc00 Aug 18 12:10:24.431208 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-05539176-d9a4-4c41-8779-d7f7488b917a tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789150665894'] for network, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:24.470618 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-05539176-d9a4-4c41-8779-d7f7488b917a tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for network, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:24.476246 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05539176-d9a4-4c41-8779-d7f7488b917a tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:10:24.476864 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-05539176-d9a4-4c41-8779-d7f7488b917a tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] Notify callbacks [] for network, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:24.533407 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-46744dac-d33d-4cc8-a5af-b10a26d9d1dd req-ba4a661b-b2fe-4323-b4ff-595ac4e99ede tempest-ServerPasswordTestJSON-1344383271 tempest-ServerPasswordTestJSON-1344383271-project] Deleting port 46e38fb3-5ed8-469f-8c0c-e77626e988bb {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:10:24.533686 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-46744dac-d33d-4cc8-a5af-b10a26d9d1dd req-ba4a661b-b2fe-4323-b4ff-595ac4e99ede tempest-ServerPasswordTestJSON-1344383271 tempest-ServerPasswordTestJSON-1344383271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:24.543045 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-05539176-d9a4-4c41-8779-d7f7488b917a tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3158596 Aug 18 12:10:24.545910 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 47472) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:24.551167 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-c1268b29-2d33-42df-b085-8b96bfb71b31 tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-122926136'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:10:24.593224 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1268b29-2d33-42df-b085-8b96bfb71b31 tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] Made reservation on behalf of b2f034dec5be4b809c165a1e9821ed66 for: {'network': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:10:24.597192 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c1268b29-2d33-42df-b085-8b96bfb71b31 tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for network, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:24.598983 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05539176-d9a4-4c41-8779-d7f7488b917a tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] Pushing event updated for resources: {'Network': ['ID=e3dcea70-5887-454d-9903-4236b213cc00,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:10:24.612554 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Network e3dcea70-5887-454d-9903-4236b213cc00 details requested by agent ovs-agent-n-d-804985-2 with host n-d-804985-2 {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:10:24.647446 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1268b29-2d33-42df-b085-8b96bfb71b31 tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 839} {{(pid=106253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:10:24.658401 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c1268b29-2d33-42df-b085-8b96bfb71b31 tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:24.658770 n-d-804985-2 neutron-server[106253]: INFO neutron.db.segments_db [None req-c1268b29-2d33-42df-b085-8b96bfb71b31 tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] Added segment 55834607-1311-4e3e-b8af-33a88fe94dff of type vlan for network 3dfcb29e-6b74-47b1-a033-e07895377310 Aug 18 12:10:24.679068 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-46744dac-d33d-4cc8-a5af-b10a26d9d1dd req-ba4a661b-b2fe-4323-b4ff-595ac4e99ede tempest-ServerPasswordTestJSON-1344383271 tempest-ServerPasswordTestJSON-1344383271-project] For port 46e38fb3-5ed8-469f-8c0c-e77626e988bb, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=46e38fb3-5ed8-469f-8c0c-e77626e988bb,segment=NetworkSegment(dfbbe62b-e166-4434-87d9-3b0eceb84c4a),segment_id=dfbbe62b-e166-4434-87d9-3b0eceb84c4a)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:10:24.679449 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-46744dac-d33d-4cc8-a5af-b10a26d9d1dd req-ba4a661b-b2fe-4323-b4ff-595ac4e99ede tempest-ServerPasswordTestJSON-1344383271 tempest-ServerPasswordTestJSON-1344383271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:24.701499 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-46744dac-d33d-4cc8-a5af-b10a26d9d1dd req-ba4a661b-b2fe-4323-b4ff-595ac4e99ede tempest-ServerPasswordTestJSON-1344383271 tempest-ServerPasswordTestJSON-1344383271-project] Calling delete_port for 46e38fb3-5ed8-469f-8c0c-e77626e988bb owned by compute:nova {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:10:24.720667 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c1268b29-2d33-42df-b085-8b96bfb71b31 tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789150665894'] for network, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:24.749320 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c1268b29-2d33-42df-b085-8b96bfb71b31 tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for network, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:24.758220 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1268b29-2d33-42df-b085-8b96bfb71b31 tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:10:24.758914 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c1268b29-2d33-42df-b085-8b96bfb71b31 tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:24.824674 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-c1268b29-2d33-42df-b085-8b96bfb71b31 tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.2682917 Aug 18 12:10:24.832500 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1268b29-2d33-42df-b085-8b96bfb71b31 tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] Pushing event updated for resources: {'Network': ['ID=3dfcb29e-6b74-47b1-a033-e07895377310,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:10:24.846551 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Network 3dfcb29e-6b74-47b1-a033-e07895377310 details requested by agent ovs-agent-n-d-804985-2 with host n-d-804985-2 {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:10:24.851539 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-46744dac-d33d-4cc8-a5af-b10a26d9d1dd req-ba4a661b-b2fe-4323-b4ff-595ac4e99ede tempest-ServerPasswordTestJSON-1344383271 tempest-ServerPasswordTestJSON-1344383271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:24.891078 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4a661b-b2fe-4323-b4ff-595ac4e99ede tempest-ServerPasswordTestJSON-1344383271 tempest-ServerPasswordTestJSON-1344383271-project] Pushing event deleted for resources: {'Port': ['ID=46e38fb3-5ed8-469f-8c0c-e77626e988bb,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:10:24.891340 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] get_ports_and_sgs() called for port_ids ['46e38fb3-5ed8-469f-8c0c-e77626e988bb'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:10:24.954763 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-46744dac-d33d-4cc8-a5af-b10a26d9d1dd req-ba4a661b-b2fe-4323-b4ff-595ac4e99ede tempest-ServerPasswordTestJSON-1344383271 tempest-ServerPasswordTestJSON-1344383271-project] No DVR routers for this DVR port 46e38fb3-5ed8-469f-8c0c-e77626e988bb on host n-h1-804985-2 {{(pid=106252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:10:24.957919 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-46744dac-d33d-4cc8-a5af-b10a26d9d1dd req-ba4a661b-b2fe-4323-b4ff-595ac4e99ede tempest-ServerPasswordTestJSON-1344383271 tempest-ServerPasswordTestJSON-1344383271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:24.960513 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-46744dac-d33d-4cc8-a5af-b10a26d9d1dd req-ba4a661b-b2fe-4323-b4ff-595ac4e99ede tempest-ServerPasswordTestJSON-1344383271 tempest-ServerPasswordTestJSON-1344383271-project] 10.222.0.63 "DELETE /v2.0/ports/46e38fb3-5ed8-469f-8c0c-e77626e988bb HTTP/1.1" status: 204 len: 173 time: 0.6318047 Aug 18 12:10:24.960977 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8d01a52-a1b4-4d87-a4fe-b80073fcc197', 'name': 'network-vif-deleted', 'tag': '46e38fb3-5ed8-469f-8c0c-e77626e988bb'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:10:24.963247 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cb814e5-30e1-4b89-81de-054c03820a65" -d '{"events": [{"server_uuid": "e8d01a52-a1b4-4d87-a4fe-b80073fcc197", "name": "network-vif-deleted", "tag": "46e38fb3-5ed8-469f-8c0c-e77626e988bb"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:10:24.965352 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 47484) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:24.970860 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-626ce87a-bafd-4abc-b1bb-d5a0b4355499 tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] Request body: {'subnets': [{'network_id': 'e3dcea70-5887-454d-9903-4236b213cc00', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--2088310562', 'ip_version': 4}, {'network_id': '3dfcb29e-6b74-47b1-a033-e07895377310', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:10:24.971358 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-626ce87a-bafd-4abc-b1bb-d5a0b4355499 tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] Request body: {'subnet': {'network_id': 'e3dcea70-5887-454d-9903-4236b213cc00', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--2088310562', 'ip_version': 4}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:10:24.972026 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-626ce87a-bafd-4abc-b1bb-d5a0b4355499 tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] Request body: {'subnet': {'network_id': '3dfcb29e-6b74-47b1-a033-e07895377310', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:10:25.030484 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:10:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c75ba5c2-7806-4d6e-86df-c596d68f4f12 x-openstack-request-id: req-c75ba5c2-7806-4d6e-86df-c596d68f4f12 {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:10:25.030790 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8d01a52-a1b4-4d87-a4fe-b80073fcc197", "name": "network-vif-deleted", "tag": "46e38fb3-5ed8-469f-8c0c-e77626e988bb", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:10:25.031231 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c75ba5c2-7806-4d6e-86df-c596d68f4f12 {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:10:25.031844 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8d01a52-a1b4-4d87-a4fe-b80073fcc197', 'name': 'network-vif-deleted', 'tag': '46e38fb3-5ed8-469f-8c0c-e77626e988bb', 'status': 'completed', 'code': 200} Aug 18 12:10:25.159880 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-626ce87a-bafd-4abc-b1bb-d5a0b4355499 tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] Made reservation on behalf of b2f034dec5be4b809c165a1e9821ed66 for: {'subnet': 2} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:10:25.164673 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-626ce87a-bafd-4abc-b1bb-d5a0b4355499 tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59388119'] for subnet, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:25.165015 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-626ce87a-bafd-4abc-b1bb-d5a0b4355499 tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59388119'] for subnet, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:25.320279 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3ad11592-d0a8-43c1-84c0-ef909442da18 req-7c228a3f-bc10-4e55-8541-50351113e83c tempest-ServerPasswordTestJSON-1344383271 tempest-ServerPasswordTestJSON-1344383271-project] 10.222.0.66 "GET /v2.0/ports?device_id=e8d01a52-a1b4-4d87-a4fe-b80073fcc197 HTTP/1.1" status: 200 len: 210 time: 0.0360510 Aug 18 12:10:25.552542 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-626ce87a-bafd-4abc-b1bb-d5a0b4355499 tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58902106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59388097'] for subnet, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:25.624740 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626ce87a-bafd-4abc-b1bb-d5a0b4355499 tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] Pushing event updated for resources: {'Subnet': ['ID=13ae3db4-0f06-41f9-9dc1-399c1d7f28eb,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:10:25.633477 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626ce87a-bafd-4abc-b1bb-d5a0b4355499 tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] Checking segment: {'id': 'e808eb34-687a-44f3-802e-ccc96271ccde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'e3dcea70-5887-454d-9903-4236b213cc00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:10:25.633835 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-626ce87a-bafd-4abc-b1bb-d5a0b4355499 tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] Network hostable DHCP agents. Network: e3dcea70-5887-454d-9903-4236b213cc00, hostable agents: ['97c14208-2951-4361-8d64-3708c946ff5f'], hosted agents: [] {{(pid=106253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 12:10:25.649858 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-626ce87a-bafd-4abc-b1bb-d5a0b4355499 tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] Network e3dcea70-5887-454d-9903-4236b213cc00 is scheduled to be hosted by DHCP agent 97c14208-2951-4361-8d64-3708c946ff5f with binding_index 1 {{(pid=106253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 12:10:25.666952 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-626ce87a-bafd-4abc-b1bb-d5a0b4355499 tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-2, e3dcea70-5887-454d-9903-4236b213cc00) {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:10:25.670996 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-626ce87a-bafd-4abc-b1bb-d5a0b4355499 tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58902106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59388097'] for subnet, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:25.679539 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3011717-162f-46ff-bf89-c0fb4ee9fac8 None None] Network e3dcea70-5887-454d-9903-4236b213cc00 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:10:25.732707 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626ce87a-bafd-4abc-b1bb-d5a0b4355499 tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] Pushing event updated for resources: {'Subnet': ['ID=82311537-d753-49d3-aaae-36c2ad5d95f5,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:10:25.759315 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626ce87a-bafd-4abc-b1bb-d5a0b4355499 tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] Checking segment: {'id': '55834607-1311-4e3e-b8af-33a88fe94dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '3dfcb29e-6b74-47b1-a033-e07895377310'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:10:25.759995 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-626ce87a-bafd-4abc-b1bb-d5a0b4355499 tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] Network hostable DHCP agents. Network: 3dfcb29e-6b74-47b1-a033-e07895377310, hostable agents: ['97c14208-2951-4361-8d64-3708c946ff5f'], hosted agents: [] {{(pid=106253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 12:10:25.779683 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-626ce87a-bafd-4abc-b1bb-d5a0b4355499 tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] Network 3dfcb29e-6b74-47b1-a033-e07895377310 is scheduled to be hosted by DHCP agent 97c14208-2951-4361-8d64-3708c946ff5f with binding_index 1 {{(pid=106253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 12:10:25.790732 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-626ce87a-bafd-4abc-b1bb-d5a0b4355499 tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-2, 3dfcb29e-6b74-47b1-a033-e07895377310) {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:10:25.795938 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-626ce87a-bafd-4abc-b1bb-d5a0b4355499 tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:10:25.796623 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-626ce87a-bafd-4abc-b1bb-d5a0b4355499 tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:10:25.797250 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-626ce87a-bafd-4abc-b1bb-d5a0b4355499 tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:25.803010 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6922478-faa8-41be-b16e-752ea8b17747 None None] Network 3dfcb29e-6b74-47b1-a033-e07895377310 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:10:25.814078 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-626ce87a-bafd-4abc-b1bb-d5a0b4355499 tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 0.8472238 Aug 18 12:10:25.817024 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 47514) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:25.882073 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59d763fb-5471-4bcd-b623-2501dcea6489 tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:10:25.883717 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59d763fb-5471-4bcd-b623-2501dcea6489 tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:10:25.885415 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59d763fb-5471-4bcd-b623-2501dcea6489 tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:10:25.887069 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-59d763fb-5471-4bcd-b623-2501dcea6489 tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.0691006 Aug 18 12:10:25.890508 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 47518) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:25.895508 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02667c4f-cb64-4b2e-91b0-a3acffb9eb2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp788be208-34ab-5a8f-af0f-528834af222f-e3dcea70-5887-454d-9903-4236b213cc00', 'network_id': 'e3dcea70-5887-454d-9903-4236b213cc00', 'tenant_id': 'b2f034dec5be4b809c165a1e9821ed66', 'fixed_ips': [{'subnet_id': '13ae3db4-0f06-41f9-9dc1-399c1d7f28eb'}]}} from n-d-804985-2. {{(pid=106254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 12:10:25.896360 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-02667c4f-cb64-4b2e-91b0-a3acffb9eb2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:25.951363 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_v2 [None req-77e8982f-44b0-4265-8e5a-27bf0ad8bf92 tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] Deleting subnet 13ae3db4-0f06-41f9-9dc1-399c1d7f28eb {{(pid=106253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 12:10:25.955450 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-77e8982f-44b0-4265-8e5a-27bf0ad8bf92 tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] Notify callbacks [] for subnet, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:26.006879 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-77e8982f-44b0-4265-8e5a-27bf0ad8bf92 tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902229'] for subnet, precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:26.064914 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-77e8982f-44b0-4265-8e5a-27bf0ad8bf92 tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:26.077713 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee815753-156c-473e-a7a8-0cd6dd630407 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp788be208-34ab-5a8f-af0f-528834af222f-3dfcb29e-6b74-47b1-a033-e07895377310', 'network_id': '3dfcb29e-6b74-47b1-a033-e07895377310', 'tenant_id': 'b2f034dec5be4b809c165a1e9821ed66', 'fixed_ips': [{'subnet_id': '82311537-d753-49d3-aaae-36c2ad5d95f5'}]}} from n-d-804985-2. {{(pid=106254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 12:10:26.079045 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ee815753-156c-473e-a7a8-0cd6dd630407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:26.134194 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-77e8982f-44b0-4265-8e5a-27bf0ad8bf92 tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58902171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59388106'] for subnet, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:26.161373 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e8982f-44b0-4265-8e5a-27bf0ad8bf92 tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] Pushing event deleted for resources: {'Subnet': ['ID=13ae3db4-0f06-41f9-9dc1-399c1d7f28eb,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:10:26.163097 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server [None req-02667c4f-cb64-4b2e-91b0-a3acffb9eb2c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 13ae3db4-0f06-41f9-9dc1-399c1d7f28eb: This subnet is being modified by another concurrent operation. Aug 18 12:10:26.163097 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 18 12:10:26.163097 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 18 12:10:26.163097 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 18 12:10:26.163097 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 18 12:10:26.163097 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 18 12:10:26.163097 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 18 12:10:26.163097 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 18 12:10:26.163097 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 18 12:10:26.163097 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 18 12:10:26.163097 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 18 12:10:26.163097 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 18 12:10:26.163097 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 18 12:10:26.163097 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 18 12:10:26.163097 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 18 12:10:26.163097 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server raise self.value Aug 18 12:10:26.163097 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 18 12:10:26.163097 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 18 12:10:26.163097 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 18 12:10:26.163097 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 18 12:10:26.163097 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 18 12:10:26.163097 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 18 12:10:26.163097 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 18 12:10:26.163097 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server raise self.value Aug 18 12:10:26.163097 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 18 12:10:26.163097 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 18 12:10:26.163097 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 18 12:10:26.163097 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 18 12:10:26.163097 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 18 12:10:26.163097 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 18 12:10:26.163097 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 18 12:10:26.163097 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server raise self.value Aug 18 12:10:26.163097 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 18 12:10:26.163097 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 18 12:10:26.163097 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 18 12:10:26.163097 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 18 12:10:26.163097 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 18 12:10:26.163097 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 18 12:10:26.163097 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 18 12:10:26.163097 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 18 12:10:26.163097 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 18 12:10:26.163097 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 18 12:10:26.163097 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 18 12:10:26.163097 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 18 12:10:26.163097 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 18 12:10:26.163097 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 18 12:10:26.163097 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 18 12:10:26.163097 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 18 12:10:26.163097 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 18 12:10:26.163097 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 18 12:10:26.163097 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 18 12:10:26.163097 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server raise self.value Aug 18 12:10:26.163097 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 18 12:10:26.163097 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 18 12:10:26.168039 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 18 12:10:26.168039 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 18 12:10:26.168039 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 18 12:10:26.168039 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 18 12:10:26.168039 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 18 12:10:26.168039 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server raise self.value Aug 18 12:10:26.168039 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 18 12:10:26.168039 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 18 12:10:26.168039 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 18 12:10:26.168039 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 18 12:10:26.168039 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 18 12:10:26.168039 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 18 12:10:26.168039 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 18 12:10:26.168039 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server raise self.value Aug 18 12:10:26.168039 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 18 12:10:26.168039 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 18 12:10:26.168039 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 18 12:10:26.168039 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 18 12:10:26.168039 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 18 12:10:26.168039 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 18 12:10:26.168039 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 18 12:10:26.168039 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 18 12:10:26.168039 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 18 12:10:26.168039 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 18 12:10:26.168039 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 18 12:10:26.168039 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 18 12:10:26.168039 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 18 12:10:26.168039 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server raise self.value Aug 18 12:10:26.168039 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 18 12:10:26.168039 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 18 12:10:26.168039 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 18 12:10:26.168039 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 18 12:10:26.168039 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 18 12:10:26.168039 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 18 12:10:26.168039 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 18 12:10:26.168039 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server raise exception Aug 18 12:10:26.168039 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 13ae3db4-0f06-41f9-9dc1-399c1d7f28eb: This subnet is being modified by another concurrent operation. Aug 18 12:10:26.168039 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server Aug 18 12:10:26.177195 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-068f51f7-2083-4c9c-a4c9-10e009230719 None None] Network e3dcea70-5887-454d-9903-4236b213cc00 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:10:26.179536 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-77e8982f-44b0-4265-8e5a-27bf0ad8bf92 tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:26.183956 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-77e8982f-44b0-4265-8e5a-27bf0ad8bf92 tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] 10.222.0.66 "DELETE /v2.0/subnets/13ae3db4-0f06-41f9-9dc1-399c1d7f28eb HTTP/1.1" status: 204 len: 168 time: 0.2909482 Aug 18 12:10:26.185321 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 47526) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:26.247501 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_v2 [None req-a713baf4-2e61-42c0-87e8-c788ead7fb36 tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] Deleting subnet 82311537-d753-49d3-aaae-36c2ad5d95f5 {{(pid=106252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 12:10:26.319538 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.db_base_plugin_common [None req-ee815753-156c-473e-a7a8-0cd6dd630407 None None] Allocated IP 172.20.0.18 (3dfcb29e-6b74-47b1-a033-e07895377310/82311537-d753-49d3-aaae-36c2ad5d95f5/373593b7-0f7d-4775-9b09-6aa36961bbef) {{(pid=106254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:10:26.387041 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 47532) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:26.442098 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_v2 [None req-04990c3f-1041-4db9-8ff9-bb4961685892 admin admin] Deleting subnet 22d36f33-3201-4880-9a3a-c522982bc74d {{(pid=106252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 12:10:26.445605 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-04990c3f-1041-4db9-8ff9-bb4961685892 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:26.487308 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-04990c3f-1041-4db9-8ff9-bb4961685892 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2221528'] for subnet, precommit_delete_associations {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:26.503375 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ee815753-156c-473e-a7a8-0cd6dd630407 None None] Notify callbacks [] for port, precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:26.512293 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-ee815753-156c-473e-a7a8-0cd6dd630407 None None] Transition to ACTIVE for port object 373593b7-0f7d-4775-9b09-6aa36961bbef will not be triggered until provisioned by entity L2. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:10:26.532981 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-ee815753-156c-473e-a7a8-0cd6dd630407 None None] Transition to ACTIVE for port object 373593b7-0f7d-4775-9b09-6aa36961bbef will not be triggered until provisioned by entity DHCP. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:10:26.536808 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-04990c3f-1041-4db9-8ff9-bb4961685892 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:26.541531 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ee815753-156c-473e-a7a8-0cd6dd630407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547'] for port, after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:26.574126 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a713baf4-2e61-42c0-87e8-c788ead7fb36 tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] Notify callbacks [] for subnet, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:26.591322 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee815753-156c-473e-a7a8-0cd6dd630407 None None] Network 3dfcb29e-6b74-47b1-a033-e07895377310 is already hosted by enough agents. {{(pid=106254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:10:26.594330 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.base_scheduler [None req-ee815753-156c-473e-a7a8-0cd6dd630407 None None] Resources bound (agent type, host, resource id): {{(pid=106254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:10:26.598252 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee815753-156c-473e-a7a8-0cd6dd630407 None None] Received port after_create {{(pid=106254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:10:26.607541 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee815753-156c-473e-a7a8-0cd6dd630407 None None] Pushing event updated for resources: {'Port': ['ID=373593b7-0f7d-4775-9b09-6aa36961bbef,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:10:26.627649 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a713baf4-2e61-42c0-87e8-c788ead7fb36 tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2221528'] for subnet, precommit_delete_associations {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:26.661899 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-ee815753-156c-473e-a7a8-0cd6dd630407 None None] Attempting to bind port 373593b7-0f7d-4775-9b09-6aa36961bbef on host n-d-804985-2 for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:10:26.662347 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-ee815753-156c-473e-a7a8-0cd6dd630407 None None] Attempting to bind port 373593b7-0f7d-4775-9b09-6aa36961bbef by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': '55834607-1311-4e3e-b8af-33a88fe94dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '3dfcb29e-6b74-47b1-a033-e07895377310'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:10:26.662777 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee815753-156c-473e-a7a8-0cd6dd630407 None None] Attempting to bind port 373593b7-0f7d-4775-9b09-6aa36961bbef on network 3dfcb29e-6b74-47b1-a033-e07895377310 {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:10:26.668104 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee815753-156c-473e-a7a8-0cd6dd630407 None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 10, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:10:26.668497 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee815753-156c-473e-a7a8-0cd6dd630407 None None] Checking segment: {'id': '55834607-1311-4e3e-b8af-33a88fe94dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '3dfcb29e-6b74-47b1-a033-e07895377310'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:10:26.668959 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ee815753-156c-473e-a7a8-0cd6dd630407 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:26.669602 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee815753-156c-473e-a7a8-0cd6dd630407 None None] Bound using segment: {'id': '55834607-1311-4e3e-b8af-33a88fe94dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '3dfcb29e-6b74-47b1-a033-e07895377310'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:10:26.669812 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-ee815753-156c-473e-a7a8-0cd6dd630407 None None] Bound port: 373593b7-0f7d-4775-9b09-6aa36961bbef, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55834607-1311-4e3e-b8af-33a88fe94dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '3dfcb29e-6b74-47b1-a033-e07895377310'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:10:26.670196 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ee815753-156c-473e-a7a8-0cd6dd630407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:26.694349 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-04990c3f-1041-4db9-8ff9-bb4961685892 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3572848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59074100'] for subnet, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:26.734351 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 47546) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:26.741837 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-ee815753-156c-473e-a7a8-0cd6dd630407 None None] For port 373593b7-0f7d-4775-9b09-6aa36961bbef, host n-d-804985-2, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:10:26.745700 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-ee815753-156c-473e-a7a8-0cd6dd630407 None None] For port 373593b7-0f7d-4775-9b09-6aa36961bbef, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=373593b7-0f7d-4775-9b09-6aa36961bbef,segment=NetworkSegment(55834607-1311-4e3e-b8af-33a88fe94dff),segment_id=55834607-1311-4e3e-b8af-33a88fe94dff)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:10:26.752833 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ee815753-156c-473e-a7a8-0cd6dd630407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:26.754636 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-04990c3f-1041-4db9-8ff9-bb4961685892 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for subnet, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:26.756668 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-04990c3f-1041-4db9-8ff9-bb4961685892 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/22d36f33-3201-4880-9a3a-c522982bc74d HTTP/1.1" status: 204 len: 168 time: 0.3685894 Aug 18 12:10:26.761121 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 47550) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:26.761918 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04990c3f-1041-4db9-8ff9-bb4961685892 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=22d36f33-3201-4880-9a3a-c522982bc74d,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:10:26.778767 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a713baf4-2e61-42c0-87e8-c788ead7fb36 tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:26.824660 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee815753-156c-473e-a7a8-0cd6dd630407 None None] Pushing event updated for resources: {'Port': ['ID=373593b7-0f7d-4775-9b09-6aa36961bbef,revision_number=2']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:10:26.852860 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a713baf4-2e61-42c0-87e8-c788ead7fb36 tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3572848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59074100'] for subnet, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:26.882295 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a713baf4-2e61-42c0-87e8-c788ead7fb36 tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] Pushing event deleted for resources: {'Subnet': ['ID=82311537-d753-49d3-aaae-36c2ad5d95f5,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:10:26.887329 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a713baf4-2e61-42c0-87e8-c788ead7fb36 tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for subnet, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:26.892462 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-a713baf4-2e61-42c0-87e8-c788ead7fb36 tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] 10.222.0.66 "DELETE /v2.0/subnets/82311537-d753-49d3-aaae-36c2ad5d95f5 HTTP/1.1" status: 204 len: 168 time: 0.7060447 Aug 18 12:10:26.893191 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 47552) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:26.947758 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8172ecfe-eaab-492e-9bb4-f7c5009a9f21 tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:10:26.953744 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-8172ecfe-eaab-492e-9bb4-f7c5009a9f21 tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0594482 Aug 18 12:10:26.954728 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 47554) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:27.075901 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-7672861b-80dd-4bbd-b7e9-35eb4630ac98 tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7904109'] for network, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:27.135707 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-7672861b-80dd-4bbd-b7e9-35eb4630ac98 tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] Deleting port 373593b7-0f7d-4775-9b09-6aa36961bbef {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:10:27.136087 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-7672861b-80dd-4bbd-b7e9-35eb4630ac98 tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:27.190081 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-da4daada-d7c8-4f4b-a82a-bd9dd1365fa2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:27.206967 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [None req-7672861b-80dd-4bbd-b7e9-35eb4630ac98 tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] For port 373593b7-0f7d-4775-9b09-6aa36961bbef, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=373593b7-0f7d-4775-9b09-6aa36961bbef,segment=NetworkSegment(55834607-1311-4e3e-b8af-33a88fe94dff),segment_id=55834607-1311-4e3e-b8af-33a88fe94dff)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:10:27.207389 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-7672861b-80dd-4bbd-b7e9-35eb4630ac98 tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:27.218473 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9a5fda5b-c408-493f-9ea5-de73147f365d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7904109'] for network, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:27.224946 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-7672861b-80dd-4bbd-b7e9-35eb4630ac98 tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] Calling delete_port for 373593b7-0f7d-4775-9b09-6aa36961bbef owned by network:dhcp {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:10:27.306576 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-7672861b-80dd-4bbd-b7e9-35eb4630ac98 tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:27.338159 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7672861b-80dd-4bbd-b7e9-35eb4630ac98 tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] Pushing event deleted for resources: {'Port': ['ID=373593b7-0f7d-4775-9b09-6aa36961bbef,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:10:27.341295 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7672861b-80dd-4bbd-b7e9-35eb4630ac98 tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] No DVR routers for this DVR port 373593b7-0f7d-4775-9b09-6aa36961bbef on host n-d-804985-2 {{(pid=106252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:10:27.341917 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9a5fda5b-c408-493f-9ea5-de73147f365d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8367869', 'neutron.services.segments.db._delete_segments_for_network-8789151212993'] for network, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:27.363819 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-9a5fda5b-c408-493f-9ea5-de73147f365d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43e01541-f71f-4b98-abe7-53d71cb768a4']}} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:10:27.379918 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-9a5fda5b-c408-493f-9ea5-de73147f365d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfbbe62b-e166-4434-87d9-3b0eceb84c4a') {'for_net_delete': True} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:10:27.380262 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-9a5fda5b-c408-493f-9ea5-de73147f365d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfbbe62b-e166-4434-87d9-3b0eceb84c4a') {} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:10:27.405554 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 373593b7-0f7d-4775-9b09-6aa36961bbef up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:10:27.406347 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9a5fda5b-c408-493f-9ea5-de73147f365d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789151225254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902236'] for segment, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:27.428376 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: 373593b7-0f7d-4775-9b09-6aa36961bbef {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:10:27.429072 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 373593b7-0f7d-4775-9b09-6aa36961bbef not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 18 12:10:27.433630 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9a5fda5b-c408-493f-9ea5-de73147f365d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:27.439841 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-7672861b-80dd-4bbd-b7e9-35eb4630ac98 tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8367869', 'neutron.services.segments.db._delete_segments_for_network-8789151212993'] for network, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:27.441166 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-da4daada-d7c8-4f4b-a82a-bd9dd1365fa2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:27.445198 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a5fda5b-c408-493f-9ea5-de73147f365d admin admin] Releasing vlan 822 on physical network physnet1 to pool {{(pid=106253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:10:27.445684 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9a5fda5b-c408-493f-9ea5-de73147f365d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58900537'] for segment, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:27.448124 n-d-804985-2 neutron-server[106253]: Traceback (most recent call last): Aug 18 12:10:27.448124 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:10:27.448124 n-d-804985-2 neutron-server[106253]: timer() Aug 18 12:10:27.448124 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:10:27.448124 n-d-804985-2 neutron-server[106253]: cb(*args, **kw) Aug 18 12:10:27.448124 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:10:27.448124 n-d-804985-2 neutron-server[106253]: return func(*args, **kwargs) Aug 18 12:10:27.448124 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:10:27.448124 n-d-804985-2 neutron-server[106253]: self._notify() Aug 18 12:10:27.448124 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:10:27.448124 n-d-804985-2 neutron-server[106253]: self.callback(batched_events) Aug 18 12:10:27.448124 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:10:27.448124 n-d-804985-2 neutron-server[106253]: event.method(event) Aug 18 12:10:27.448124 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:10:27.448124 n-d-804985-2 neutron-server[106253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:10:27.448124 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:10:27.448124 n-d-804985-2 neutron-server[106253]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:10:27.448124 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:10:27.448124 n-d-804985-2 neutron-server[106253]: return f(self, *a, **k) Aug 18 12:10:27.448124 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:10:27.448124 n-d-804985-2 neutron-server[106253]: return self._get(url).json() Aug 18 12:10:27.448124 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:10:27.448124 n-d-804985-2 neutron-server[106253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:10:27.448124 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:10:27.448124 n-d-804985-2 neutron-server[106253]: return self.request(url, 'GET', **kwargs) Aug 18 12:10:27.448124 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:10:27.448124 n-d-804985-2 neutron-server[106253]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:10:27.448124 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:10:27.448124 n-d-804985-2 neutron-server[106253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:10:27.448124 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:10:27.448124 n-d-804985-2 neutron-server[106253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:10:27.448124 n-d-804985-2 neutron-server[106253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:10:27.451005 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-da4daada-d7c8-4f4b-a82a-bd9dd1365fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:27.451263 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Port 373593b7-0f7d-4775-9b09-6aa36961bbef not found, will not notify nova. {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 18 12:10:27.453740 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-7672861b-80dd-4bbd-b7e9-35eb4630ac98 tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3dfcb29e-6b74-47b1-a033-e07895377310']}} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:10:27.464757 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-7672861b-80dd-4bbd-b7e9-35eb4630ac98 tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55834607-1311-4e3e-b8af-33a88fe94dff') {'for_net_delete': True} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:10:27.465056 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-7672861b-80dd-4bbd-b7e9-35eb4630ac98 tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55834607-1311-4e3e-b8af-33a88fe94dff') {} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:10:27.474391 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-7672861b-80dd-4bbd-b7e9-35eb4630ac98 tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789151225254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2221521'] for segment, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:27.488447 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-7672861b-80dd-4bbd-b7e9-35eb4630ac98 tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:27.495837 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7672861b-80dd-4bbd-b7e9-35eb4630ac98 tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] Releasing vlan 839 on physical network physnet1 to pool {{(pid=106252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:10:27.496276 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-7672861b-80dd-4bbd-b7e9-35eb4630ac98 tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3572434'] for segment, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:27.499491 n-d-804985-2 neutron-server[106252]: Traceback (most recent call last): Aug 18 12:10:27.499491 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:10:27.499491 n-d-804985-2 neutron-server[106252]: timer() Aug 18 12:10:27.499491 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:10:27.499491 n-d-804985-2 neutron-server[106252]: cb(*args, **kw) Aug 18 12:10:27.499491 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:10:27.499491 n-d-804985-2 neutron-server[106252]: return func(*args, **kwargs) Aug 18 12:10:27.499491 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:10:27.499491 n-d-804985-2 neutron-server[106252]: self._notify() Aug 18 12:10:27.499491 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:10:27.499491 n-d-804985-2 neutron-server[106252]: self.callback(batched_events) Aug 18 12:10:27.499491 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:10:27.499491 n-d-804985-2 neutron-server[106252]: event.method(event) Aug 18 12:10:27.499491 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:10:27.499491 n-d-804985-2 neutron-server[106252]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:10:27.499491 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:10:27.499491 n-d-804985-2 neutron-server[106252]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:10:27.499491 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:10:27.499491 n-d-804985-2 neutron-server[106252]: return f(self, *a, **k) Aug 18 12:10:27.499491 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:10:27.499491 n-d-804985-2 neutron-server[106252]: return self._get(url).json() Aug 18 12:10:27.499491 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:10:27.499491 n-d-804985-2 neutron-server[106252]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:10:27.499491 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:10:27.499491 n-d-804985-2 neutron-server[106252]: return self.request(url, 'GET', **kwargs) Aug 18 12:10:27.499491 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:10:27.499491 n-d-804985-2 neutron-server[106252]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:10:27.499491 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:10:27.499491 n-d-804985-2 neutron-server[106252]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:10:27.499491 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:10:27.499491 n-d-804985-2 neutron-server[106252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:10:27.499491 n-d-804985-2 neutron-server[106252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:10:27.538352 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4daada-d7c8-4f4b-a82a-bd9dd1365fa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a7e7a4f-5482-4c97-a830-d564b5283464,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:10:27.546533 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-da4daada-d7c8-4f4b-a82a-bd9dd1365fa2 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=24113043c6bc4d739feaf49d845b0dab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8093891 Aug 18 12:10:27.548060 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 47558) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:27.563137 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9a5fda5b-c408-493f-9ea5-de73147f365d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8367858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997186'] for network, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:27.569121 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9a5fda5b-c408-493f-9ea5-de73147f365d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:27.571908 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-9a5fda5b-c408-493f-9ea5-de73147f365d admin admin] 10.222.0.66 "DELETE /v2.0/networks/43e01541-f71f-4b98-abe7-53d71cb768a4 HTTP/1.1" status: 204 len: 168 time: 0.8096678 Aug 18 12:10:27.583614 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-7672861b-80dd-4bbd-b7e9-35eb4630ac98 tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8367858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997186'] for network, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:27.594773 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-7672861b-80dd-4bbd-b7e9-35eb4630ac98 tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] Notify callbacks [] for network, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:27.598129 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-7672861b-80dd-4bbd-b7e9-35eb4630ac98 tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] 10.222.0.66 "DELETE /v2.0/networks/3dfcb29e-6b74-47b1-a033-e07895377310 HTTP/1.1" status: 204 len: 168 time: 0.6418982 Aug 18 12:10:27.600445 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 47562) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:27.615534 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5fda5b-c408-493f-9ea5-de73147f365d admin admin] Pushing event deleted for resources: {'Network': ['ID=43e01541-f71f-4b98-abe7-53d71cb768a4,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:10:27.633978 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-fd103f3e-30d0-4aa4-9bf3-789f604c19d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:27.646022 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7672861b-80dd-4bbd-b7e9-35eb4630ac98 tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] Pushing event deleted for resources: {'Network': ['ID=3dfcb29e-6b74-47b1-a033-e07895377310,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:10:27.664819 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-fd103f3e-30d0-4aa4-9bf3-789f604c19d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:27.716862 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-99f0f8d2-620a-4a07-8a42-a84b6a69b7f2 tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7904109'] for network, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:27.728060 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-fd103f3e-30d0-4aa4-9bf3-789f604c19d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:27.731068 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-fd103f3e-30d0-4aa4-9bf3-789f604c19d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:27.732758 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-fd103f3e-30d0-4aa4-9bf3-789f604c19d0 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0a7e7a4f-5482-4c97-a830-d564b5283464 HTTP/1.1" status: 204 len: 168 time: 0.1832547 Aug 18 12:10:27.741824 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 47566) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:27.742756 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd103f3e-30d0-4aa4-9bf3-789f604c19d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a7e7a4f-5482-4c97-a830-d564b5283464,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:10:27.802055 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-b4b70997-53b2-4c96-9012-d3e54973f32b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=3923396a0fbf46309701429867ba9a7e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0558825 Aug 18 12:10:27.804535 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 47568) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:27.831332 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-99f0f8d2-620a-4a07-8a42-a84b6a69b7f2 tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8367869', 'neutron.services.segments.db._delete_segments_for_network-8789151212993'] for network, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:27.846513 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-99f0f8d2-620a-4a07-8a42-a84b6a69b7f2 tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3dcea70-5887-454d-9903-4236b213cc00']}} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:10:27.858364 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-99f0f8d2-620a-4a07-8a42-a84b6a69b7f2 tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e808eb34-687a-44f3-802e-ccc96271ccde') {'for_net_delete': True} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:10:27.859070 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-99f0f8d2-620a-4a07-8a42-a84b6a69b7f2 tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e808eb34-687a-44f3-802e-ccc96271ccde') {} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:10:27.869850 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-99f0f8d2-620a-4a07-8a42-a84b6a69b7f2 tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789151225254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2221521'] for segment, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:27.884757 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-99f0f8d2-620a-4a07-8a42-a84b6a69b7f2 tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:27.896277 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99f0f8d2-620a-4a07-8a42-a84b6a69b7f2 tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] Releasing vlan 806 on physical network physnet1 to pool {{(pid=106252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:10:27.896656 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-99f0f8d2-620a-4a07-8a42-a84b6a69b7f2 tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3572434'] for segment, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:27.899769 n-d-804985-2 neutron-server[106252]: Traceback (most recent call last): Aug 18 12:10:27.899769 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:10:27.899769 n-d-804985-2 neutron-server[106252]: timer() Aug 18 12:10:27.899769 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:10:27.899769 n-d-804985-2 neutron-server[106252]: cb(*args, **kw) Aug 18 12:10:27.899769 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:10:27.899769 n-d-804985-2 neutron-server[106252]: return func(*args, **kwargs) Aug 18 12:10:27.899769 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:10:27.899769 n-d-804985-2 neutron-server[106252]: self._notify() Aug 18 12:10:27.899769 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:10:27.899769 n-d-804985-2 neutron-server[106252]: self.callback(batched_events) Aug 18 12:10:27.899769 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:10:27.899769 n-d-804985-2 neutron-server[106252]: event.method(event) Aug 18 12:10:27.899769 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:10:27.899769 n-d-804985-2 neutron-server[106252]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:10:27.899769 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:10:27.899769 n-d-804985-2 neutron-server[106252]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:10:27.899769 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:10:27.899769 n-d-804985-2 neutron-server[106252]: return f(self, *a, **k) Aug 18 12:10:27.899769 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:10:27.899769 n-d-804985-2 neutron-server[106252]: return self._get(url).json() Aug 18 12:10:27.899769 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:10:27.899769 n-d-804985-2 neutron-server[106252]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:10:27.899769 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:10:27.899769 n-d-804985-2 neutron-server[106252]: return self.request(url, 'GET', **kwargs) Aug 18 12:10:27.899769 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:10:27.899769 n-d-804985-2 neutron-server[106252]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:10:27.899769 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:10:27.899769 n-d-804985-2 neutron-server[106252]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:10:27.899769 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:10:27.899769 n-d-804985-2 neutron-server[106252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:10:27.899769 n-d-804985-2 neutron-server[106252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:10:27.916862 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8fdf42d3-52a4-4c93-bcb6-deb01a1ffc82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:27.942066 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8fdf42d3-52a4-4c93-bcb6-deb01a1ffc82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:27.985637 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-99f0f8d2-620a-4a07-8a42-a84b6a69b7f2 tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8367858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997186'] for network, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:27.998335 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-99f0f8d2-620a-4a07-8a42-a84b6a69b7f2 tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] Notify callbacks [] for network, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:28.001295 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-99f0f8d2-620a-4a07-8a42-a84b6a69b7f2 tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] 10.222.0.66 "DELETE /v2.0/networks/e3dcea70-5887-454d-9903-4236b213cc00 HTTP/1.1" status: 204 len: 168 time: 0.3998389 Aug 18 12:10:28.003461 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8fdf42d3-52a4-4c93-bcb6-deb01a1ffc82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:28.005730 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 47574) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:28.006547 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8fdf42d3-52a4-4c93-bcb6-deb01a1ffc82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:28.010159 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-8fdf42d3-52a4-4c93-bcb6-deb01a1ffc82 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ce723242-394f-4e06-ba09-a9fa64583c75 HTTP/1.1" status: 204 len: 168 time: 0.2020748 Aug 18 12:10:28.015747 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdf42d3-52a4-4c93-bcb6-deb01a1ffc82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce723242-394f-4e06-ba09-a9fa64583c75,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:10:28.112817 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f0f8d2-620a-4a07-8a42-a84b6a69b7f2 tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] Pushing event deleted for resources: {'Network': ['ID=e3dcea70-5887-454d-9903-4236b213cc00,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:10:28.140843 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-db41ddc8-21fc-4b4c-ac79-07a59f158e98 None None] Could not find standard attr ID for object 373593b7-0f7d-4775-9b09-6aa36961bbef. {{(pid=106254) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 18 12:10:28.147839 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-068ea37d-72b5-4718-aa41-176093fb7bfb tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7904109'] for network, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:28.170733 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-072b6369-8c07-4770-9e9f-8b2d1b147b47 None None] DHCP port deletion for 3dfcb29e-6b74-47b1-a033-e07895377310 request from n-d-804985-2 {{(pid=106254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 12:10:28.192127 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2546f22a-9ca2-4d29-b25e-d436f6eb246c None None] Network 3dfcb29e-6b74-47b1-a033-e07895377310 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:10:28.207196 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2546f22a-9ca2-4d29-b25e-d436f6eb246c None None] Network 3dfcb29e-6b74-47b1-a033-e07895377310 could not be found, it might have been deleted concurrently. {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 18 12:10:28.221510 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-894f23e3-b79f-4e7f-a18a-230a11f35488 None None] get_active_networks_info from n-d-804985-2 {{(pid=106254) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 18 12:10:28.264881 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-068ea37d-72b5-4718-aa41-176093fb7bfb tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8367869', 'neutron.services.segments.db._delete_segments_for_network-8789151212993'] for network, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:28.282130 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-068ea37d-72b5-4718-aa41-176093fb7bfb tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1425f97b-71ce-4d04-a1b2-2bed6a7f53d0']}} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:10:28.283441 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 47584) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:28.309646 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-068ea37d-72b5-4718-aa41-176093fb7bfb tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '520813a0-2bd3-4ffb-bade-819ecf3d2d10') {'for_net_delete': True} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:10:28.309646 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-068ea37d-72b5-4718-aa41-176093fb7bfb tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '520813a0-2bd3-4ffb-bade-819ecf3d2d10') {} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:10:28.310301 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0118f883-3852-4b05-a481-9e90b112a9a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:28.321000 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-068ea37d-72b5-4718-aa41-176093fb7bfb tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789151225254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2221521'] for segment, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:28.345838 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-068ea37d-72b5-4718-aa41-176093fb7bfb tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:28.353787 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-068ea37d-72b5-4718-aa41-176093fb7bfb tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] Releasing vlan 807 on physical network physnet1 to pool {{(pid=106252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:10:28.353787 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-068ea37d-72b5-4718-aa41-176093fb7bfb tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3572434'] for segment, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:28.356369 n-d-804985-2 neutron-server[106252]: Traceback (most recent call last): Aug 18 12:10:28.356369 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:10:28.356369 n-d-804985-2 neutron-server[106252]: timer() Aug 18 12:10:28.356369 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:10:28.356369 n-d-804985-2 neutron-server[106252]: cb(*args, **kw) Aug 18 12:10:28.356369 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:10:28.356369 n-d-804985-2 neutron-server[106252]: return func(*args, **kwargs) Aug 18 12:10:28.356369 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:10:28.356369 n-d-804985-2 neutron-server[106252]: self._notify() Aug 18 12:10:28.356369 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:10:28.356369 n-d-804985-2 neutron-server[106252]: self.callback(batched_events) Aug 18 12:10:28.356369 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:10:28.356369 n-d-804985-2 neutron-server[106252]: event.method(event) Aug 18 12:10:28.356369 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:10:28.356369 n-d-804985-2 neutron-server[106252]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:10:28.356369 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:10:28.356369 n-d-804985-2 neutron-server[106252]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:10:28.356369 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:10:28.356369 n-d-804985-2 neutron-server[106252]: return f(self, *a, **k) Aug 18 12:10:28.356369 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:10:28.356369 n-d-804985-2 neutron-server[106252]: return self._get(url).json() Aug 18 12:10:28.356369 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:10:28.356369 n-d-804985-2 neutron-server[106252]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:10:28.356369 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:10:28.356369 n-d-804985-2 neutron-server[106252]: return self.request(url, 'GET', **kwargs) Aug 18 12:10:28.356369 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:10:28.356369 n-d-804985-2 neutron-server[106252]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:10:28.356369 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:10:28.356369 n-d-804985-2 neutron-server[106252]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:10:28.356369 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:10:28.356369 n-d-804985-2 neutron-server[106252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:10:28.356369 n-d-804985-2 neutron-server[106252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:10:28.386363 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-894f23e3-b79f-4e7f-a18a-230a11f35488 None None] Resources bound (agent type, host, resource id): {{(pid=106254) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 18 12:10:28.435430 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-068ea37d-72b5-4718-aa41-176093fb7bfb tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8367858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997186'] for network, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:28.461647 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-068ea37d-72b5-4718-aa41-176093fb7bfb tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] Notify callbacks [] for network, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:28.470243 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-068ea37d-72b5-4718-aa41-176093fb7bfb tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] 10.222.0.66 "DELETE /v2.0/networks/1425f97b-71ce-4d04-a1b2-2bed6a7f53d0 HTTP/1.1" status: 204 len: 168 time: 0.4596853 Aug 18 12:10:28.471083 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 47590) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:28.499341 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068ea37d-72b5-4718-aa41-176093fb7bfb tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] Pushing event deleted for resources: {'Network': ['ID=1425f97b-71ce-4d04-a1b2-2bed6a7f53d0,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:10:28.598794 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-cfcf32d6-8d3f-4fba-9507-d6b42189ab1f tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7904109'] for network, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:28.634591 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0118f883-3852-4b05-a481-9e90b112a9a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:28.661823 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0118f883-3852-4b05-a481-9e90b112a9a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:28.770159 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0118f883-3852-4b05-a481-9e90b112a9a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6ea414c-3d53-4b58-bb5a-98b6bb96930f,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:10:28.811569 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-cfcf32d6-8d3f-4fba-9507-d6b42189ab1f tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8367869', 'neutron.services.segments.db._delete_segments_for_network-8789151212993'] for network, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:28.820508 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-0118f883-3852-4b05-a481-9e90b112a9a3 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=67dcacb3dce943c98f19d032d9628745&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5330479 Aug 18 12:10:28.820978 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 47604) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:28.830156 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-cfcf32d6-8d3f-4fba-9507-d6b42189ab1f tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa77792f-8090-4da6-9da9-e75f720323b1']}} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:10:28.840460 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-cfcf32d6-8d3f-4fba-9507-d6b42189ab1f tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7626129e-db22-40b7-b6e0-1350c7101aca') {'for_net_delete': True} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:10:28.840915 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-cfcf32d6-8d3f-4fba-9507-d6b42189ab1f tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7626129e-db22-40b7-b6e0-1350c7101aca') {} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:10:28.852324 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-cfcf32d6-8d3f-4fba-9507-d6b42189ab1f tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789151225254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902236'] for segment, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:28.896322 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-cfcf32d6-8d3f-4fba-9507-d6b42189ab1f tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:28.904009 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfcf32d6-8d3f-4fba-9507-d6b42189ab1f tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] Releasing vlan 809 on physical network physnet1 to pool {{(pid=106253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:10:28.904338 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-cfcf32d6-8d3f-4fba-9507-d6b42189ab1f tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58900537'] for segment, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:28.907743 n-d-804985-2 neutron-server[106253]: Traceback (most recent call last): Aug 18 12:10:28.907743 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:10:28.907743 n-d-804985-2 neutron-server[106253]: timer() Aug 18 12:10:28.907743 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:10:28.907743 n-d-804985-2 neutron-server[106253]: cb(*args, **kw) Aug 18 12:10:28.907743 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:10:28.907743 n-d-804985-2 neutron-server[106253]: return func(*args, **kwargs) Aug 18 12:10:28.907743 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:10:28.907743 n-d-804985-2 neutron-server[106253]: self._notify() Aug 18 12:10:28.907743 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:10:28.907743 n-d-804985-2 neutron-server[106253]: self.callback(batched_events) Aug 18 12:10:28.907743 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:10:28.907743 n-d-804985-2 neutron-server[106253]: event.method(event) Aug 18 12:10:28.907743 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:10:28.907743 n-d-804985-2 neutron-server[106253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:10:28.907743 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:10:28.907743 n-d-804985-2 neutron-server[106253]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:10:28.907743 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:10:28.907743 n-d-804985-2 neutron-server[106253]: return f(self, *a, **k) Aug 18 12:10:28.907743 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:10:28.907743 n-d-804985-2 neutron-server[106253]: return self._get(url).json() Aug 18 12:10:28.907743 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:10:28.907743 n-d-804985-2 neutron-server[106253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:10:28.907743 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:10:28.907743 n-d-804985-2 neutron-server[106253]: return self.request(url, 'GET', **kwargs) Aug 18 12:10:28.907743 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:10:28.907743 n-d-804985-2 neutron-server[106253]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:10:28.907743 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:10:28.907743 n-d-804985-2 neutron-server[106253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:10:28.907743 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:10:28.907743 n-d-804985-2 neutron-server[106253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:10:28.907743 n-d-804985-2 neutron-server[106253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:10:28.915429 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-55f1c15d-1602-4efa-b3d6-6b8e7cd4fc30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:28.962418 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-55f1c15d-1602-4efa-b3d6-6b8e7cd4fc30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:29.014051 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-cfcf32d6-8d3f-4fba-9507-d6b42189ab1f tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8367858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997186'] for network, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:29.020583 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-cfcf32d6-8d3f-4fba-9507-d6b42189ab1f tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:29.027000 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-cfcf32d6-8d3f-4fba-9507-d6b42189ab1f tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] 10.222.0.66 "DELETE /v2.0/networks/aa77792f-8090-4da6-9da9-e75f720323b1 HTTP/1.1" status: 204 len: 168 time: 0.5548666 Aug 18 12:10:29.052618 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-55f1c15d-1602-4efa-b3d6-6b8e7cd4fc30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:29.055839 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-55f1c15d-1602-4efa-b3d6-6b8e7cd4fc30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:29.062596 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-55f1c15d-1602-4efa-b3d6-6b8e7cd4fc30 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c6ea414c-3d53-4b58-bb5a-98b6bb96930f HTTP/1.1" status: 204 len: 168 time: 0.2350383 Aug 18 12:10:29.082438 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f1c15d-1602-4efa-b3d6-6b8e7cd4fc30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6ea414c-3d53-4b58-bb5a-98b6bb96930f,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:10:29.085539 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcf32d6-8d3f-4fba-9507-d6b42189ab1f tempest-BulkNetworkOpsTest-1314180583 tempest-BulkNetworkOpsTest-1314180583-project] Pushing event deleted for resources: {'Network': ['ID=aa77792f-8090-4da6-9da9-e75f720323b1,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:10:29.170521 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 47618) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:29.366325 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 373593b7-0f7d-4775-9b09-6aa36961bbef no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:10:29.389075 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: 373593b7-0f7d-4775-9b09-6aa36961bbef {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:10:29.389075 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 373593b7-0f7d-4775-9b09-6aa36961bbef not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:10:29.389821 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 47626) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:29.444634 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-4b5efd09-54a6-4550-b095-2445c499c5b2 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1822317476-network', 'tenant_id': '287474964843457e83741728f27605af'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:10:29.467848 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b5efd09-54a6-4550-b095-2445c499c5b2 admin admin] Made reservation on behalf of 287474964843457e83741728f27605af for: {'network': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:10:29.470375 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4b5efd09-54a6-4550-b095-2445c499c5b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for network, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:29.479908 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4b5efd09-54a6-4550-b095-2445c499c5b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:29.517771 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-bc11f786-000b-4026-a437-0d3f489d2609 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b2f034dec5be4b809c165a1e9821ed66&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1261814 Aug 18 12:10:29.520546 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 47636) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:29.613441 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-de8b8f40-59d0-4243-bc7e-3e1460fdbe59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:29.651039 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-de8b8f40-59d0-4243-bc7e-3e1460fdbe59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:29.682714 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4b5efd09-54a6-4550-b095-2445c499c5b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:29.692593 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4b5efd09-54a6-4550-b095-2445c499c5b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:29.730224 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b5efd09-54a6-4550-b095-2445c499c5b2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 806} {{(pid=106252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:10:29.749852 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4b5efd09-54a6-4550-b095-2445c499c5b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:29.750244 n-d-804985-2 neutron-server[106252]: INFO neutron.db.segments_db [None req-4b5efd09-54a6-4550-b095-2445c499c5b2 admin admin] Added segment 04c90fa8-80d4-4b5a-8675-6489bbdf733a of type vlan for network 7dfc47df-47b4-4e90-bd94-e3bf14b5a490 Aug 18 12:10:29.760307 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5efd09-54a6-4550-b095-2445c499c5b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ef1fad5-9994-4d94-a262-3d4636ae09af,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:10:29.804761 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4b5efd09-54a6-4550-b095-2445c499c5b2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789150665894'] for network, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:29.812108 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-de8b8f40-59d0-4243-bc7e-3e1460fdbe59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:29.814697 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-de8b8f40-59d0-4243-bc7e-3e1460fdbe59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:29.815900 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-de8b8f40-59d0-4243-bc7e-3e1460fdbe59 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/36402430-95a8-48d2-a8b5-04fc855e163f HTTP/1.1" status: 204 len: 168 time: 0.2934582 Aug 18 12:10:29.823490 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 46e38fb3-5ed8-469f-8c0c-e77626e988bb no longer exists at agent hyperv_n-h1-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:10:29.842518 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8b8f40-59d0-4243-bc7e-3e1460fdbe59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36402430-95a8-48d2-a8b5-04fc855e163f,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:10:29.856575 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] No Port match for: 46e38fb3-5ed8-469f-8c0c-e77626e988bb {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:10:29.857466 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 46e38fb3-5ed8-469f-8c0c-e77626e988bb not bound to the agent host n-h1-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:10:29.885927 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4b5efd09-54a6-4550-b095-2445c499c5b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for network, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:29.887952 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b5efd09-54a6-4550-b095-2445c499c5b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:10:29.888872 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4b5efd09-54a6-4550-b095-2445c499c5b2 admin admin] Notify callbacks [] for network, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:29.920187 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-4b5efd09-54a6-4550-b095-2445c499c5b2 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7484853 Aug 18 12:10:29.923429 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 47662) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:29.928780 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-627c1649-1795-4d94-b71b-dedf1154af0a admin admin] Request body: {'subnet': {'network_id': '7dfc47df-47b4-4e90-bd94-e3bf14b5a490', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1822317476-subnet', 'tenant_id': '287474964843457e83741728f27605af', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:10:29.977017 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-627c1649-1795-4d94-b71b-dedf1154af0a admin admin] Made reservation on behalf of 287474964843457e83741728f27605af for: {'subnet': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:10:29.979959 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-627c1649-1795-4d94-b71b-dedf1154af0a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59388119'] for subnet, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:29.998495 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5efd09-54a6-4550-b095-2445c499c5b2 admin admin] Pushing event updated for resources: {'Network': ['ID=7dfc47df-47b4-4e90-bd94-e3bf14b5a490,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:10:30.013999 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Network 7dfc47df-47b4-4e90-bd94-e3bf14b5a490 details requested by agent ovs-agent-n-d-804985-2 with host n-d-804985-2 {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:10:30.288877 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-627c1649-1795-4d94-b71b-dedf1154af0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58902106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59388097'] for subnet, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:30.370553 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627c1649-1795-4d94-b71b-dedf1154af0a admin admin] Pushing event updated for resources: {'Subnet': ['ID=a76c24d3-b86e-48fd-b018-8474cde49ab5,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:10:30.398621 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627c1649-1795-4d94-b71b-dedf1154af0a admin admin] Checking segment: {'id': '04c90fa8-80d4-4b5a-8675-6489bbdf733a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '7dfc47df-47b4-4e90-bd94-e3bf14b5a490'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:10:30.401804 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-627c1649-1795-4d94-b71b-dedf1154af0a admin admin] Network hostable DHCP agents. Network: 7dfc47df-47b4-4e90-bd94-e3bf14b5a490, hostable agents: ['97c14208-2951-4361-8d64-3708c946ff5f'], hosted agents: [] {{(pid=106253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 12:10:30.436141 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3edd78c9-dd3e-4e4b-a387-5848389140c2 req-50c505d8-86ee-4b8c-b714-7ac738f993b1 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=c468f260-aa8b-4a9b-a477-213e251d7cef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0733917 Aug 18 12:10:30.445388 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-627c1649-1795-4d94-b71b-dedf1154af0a admin admin] Network 7dfc47df-47b4-4e90-bd94-e3bf14b5a490 is scheduled to be hosted by DHCP agent 97c14208-2951-4361-8d64-3708c946ff5f with binding_index 1 {{(pid=106253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 12:10:30.447729 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 47690) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:30.467222 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-627c1649-1795-4d94-b71b-dedf1154af0a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-2, 7dfc47df-47b4-4e90-bd94-e3bf14b5a490) {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:10:30.473135 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-627c1649-1795-4d94-b71b-dedf1154af0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:10:30.475423 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-627c1649-1795-4d94-b71b-dedf1154af0a admin admin] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:30.481129 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7a6a179-8692-47c8-abeb-2bf4e4a966b0 None None] Network 7dfc47df-47b4-4e90-bd94-e3bf14b5a490 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:10:30.503908 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-627c1649-1795-4d94-b71b-dedf1154af0a admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5724571 Aug 18 12:10:30.541110 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edd78c9-dd3e-4e4b-a387-5848389140c2 req-9679b4e6-37d6-4613-988b-dce46d85c465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:10:30.542863 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3edd78c9-dd3e-4e4b-a387-5848389140c2 req-9679b4e6-37d6-4613-988b-dce46d85c465 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=6be1f64524b04a05973aca1b3d3c7df9&device_id=c468f260-aa8b-4a9b-a477-213e251d7cef HTTP/1.1" status: 200 len: 1096 time: 0.0515289 Aug 18 12:10:30.653861 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-668db1ec-8e49-4ab5-8c3f-817000e39e43 None None] Network 7dfc47df-47b4-4e90-bd94-e3bf14b5a490 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:10:30.690071 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edd78c9-dd3e-4e4b-a387-5848389140c2 req-df64fb1c-b7bb-4c22-a1db-590c6767fa67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:10:30.692020 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3edd78c9-dd3e-4e4b-a387-5848389140c2 req-df64fb1c-b7bb-4c22-a1db-590c6767fa67 service neutron] 10.222.0.63 "GET /v2.0/networks?id=62590197-03a9-438c-a3e3-e417fcca582c HTTP/1.1" status: 200 len: 913 time: 0.1232471 Aug 18 12:10:30.821576 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3edd78c9-dd3e-4e4b-a387-5848389140c2 req-fe71b94d-c584-44b8-b8a5-de3d0ff08cef service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=39942e1b-8b42-46ce-8003-6ae0db0d3a39 HTTP/1.1" status: 200 len: 999 time: 0.1224399 Aug 18 12:10:30.864648 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5feaa33e-fad7-4cfc-ad53-13f5a2fc891f admin admin] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:30.906885 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edd78c9-dd3e-4e4b-a387-5848389140c2 req-2dca03cf-76e0-4234-9889-b29cdbfaa6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:10:30.909522 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3edd78c9-dd3e-4e4b-a387-5848389140c2 req-2dca03cf-76e0-4234-9889-b29cdbfaa6a7 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=01de034f-d2f0-4b70-88ab-1a19fe1401c1 HTTP/1.1" status: 200 len: 851 time: 0.0779889 Aug 18 12:10:30.988947 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edd78c9-dd3e-4e4b-a387-5848389140c2 req-5621e08d-fe76-46de-80ff-2d5cf10e4952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:10:30.991263 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3edd78c9-dd3e-4e4b-a387-5848389140c2 req-5621e08d-fe76-46de-80ff-2d5cf10e4952 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=62590197-03a9-438c-a3e3-e417fcca582c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0738544 Aug 18 12:10:31.116446 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 47714) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:31.172039 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5feaa33e-fad7-4cfc-ad53-13f5a2fc891f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:31.186912 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5feaa33e-fad7-4cfc-ad53-13f5a2fc891f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:31.217201 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3edd78c9-dd3e-4e4b-a387-5848389140c2 req-eb5031e8-7e81-48f7-ab60-f807fd8ab48d service neutron] 10.222.0.63 "GET /v2.0/networks/62590197-03a9-438c-a3e3-e417fcca582c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2170639 Aug 18 12:10:31.304854 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5feaa33e-fad7-4cfc-ad53-13f5a2fc891f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=498b6746-0f22-493f-a9c4-32446af24448,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:10:31.311034 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-5feaa33e-fad7-4cfc-ad53-13f5a2fc891f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9a190821558149bda9dd28d7b935dbcf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8619545 Aug 18 12:10:31.313252 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-a90e40ca-5935-408c-a28a-75a9c68931f8 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-616803057'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:10:31.329202 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 47726) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:31.340647 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a90e40ca-5935-408c-a28a-75a9c68931f8 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Made reservation on behalf of 1594a1fbf8ed45cba2282fb2179e6632 for: {'network': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:10:31.356567 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a90e40ca-5935-408c-a28a-75a9c68931f8 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for network, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:31.369016 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a90e40ca-5935-408c-a28a-75a9c68931f8 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:31.470767 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3edd78c9-dd3e-4e4b-a387-5848389140c2 req-b56649fb-46c2-4951-b939-dc84b7d68cd0 service neutron] 10.222.0.63 "GET /v2.0/networks/62590197-03a9-438c-a3e3-e417fcca582c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2415648 Aug 18 12:10:31.476095 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a90e40ca-5935-408c-a28a-75a9c68931f8 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:31.483440 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a90e40ca-5935-408c-a28a-75a9c68931f8 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:31.506477 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-cef1a35f-ff15-4999-b4a3-5a32624178fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:31.510373 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a90e40ca-5935-408c-a28a-75a9c68931f8 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 803} {{(pid=106253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:10:31.520620 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90e40ca-5935-408c-a28a-75a9c68931f8 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Pushing event updated for resources: {'SecurityGroup': ['ID=209df6d1-9bf2-4066-8867-a301331870cb,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:10:31.525726 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a90e40ca-5935-408c-a28a-75a9c68931f8 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:31.525927 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862c98a9-531e-4164-9659-591a34e2a0e6 req-fff8b626-c696-42da-88f9-876e2d77b499 tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:10:31.526452 n-d-804985-2 neutron-server[106253]: INFO neutron.db.segments_db [None req-a90e40ca-5935-408c-a28a-75a9c68931f8 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Added segment 88a5dadd-9cf8-4385-bab6-65dd4db87f15 of type vlan for network d271da4e-9f50-4c53-911b-d67de4f7e8dc Aug 18 12:10:31.527540 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-862c98a9-531e-4164-9659-591a34e2a0e6 req-fff8b626-c696-42da-88f9-876e2d77b499 tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] 10.222.0.66 "GET /v2.0/networks?id=7dfc47df-47b4-4e90-bd94-e3bf14b5a490 HTTP/1.1" status: 200 len: 815 time: 0.2768271 Aug 18 12:10:31.551641 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-cef1a35f-ff15-4999-b4a3-5a32624178fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:31.559576 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-862c98a9-531e-4164-9659-591a34e2a0e6 req-89e6be78-3502-4923-b45e-de3f7a463fef tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] 10.222.0.66 "GET /v2.0/quotas/287474964843457e83741728f27605af HTTP/1.1" status: 200 len: 375 time: 0.0259554 Aug 18 12:10:31.569310 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a90e40ca-5935-408c-a28a-75a9c68931f8 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789150665894'] for network, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:31.604935 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a90e40ca-5935-408c-a28a-75a9c68931f8 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for network, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:31.611564 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a90e40ca-5935-408c-a28a-75a9c68931f8 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:10:31.612276 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a90e40ca-5935-408c-a28a-75a9c68931f8 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:31.612912 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-862c98a9-531e-4164-9659-591a34e2a0e6 req-90be833e-dd23-4383-a3c9-dc9b2a92a078 tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=287474964843457e83741728f27605af&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0411377 Aug 18 12:10:31.687525 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-cef1a35f-ff15-4999-b4a3-5a32624178fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:31.688233 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-a90e40ca-5935-408c-a28a-75a9c68931f8 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5701737 Aug 18 12:10:31.694445 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90e40ca-5935-408c-a28a-75a9c68931f8 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Pushing event updated for resources: {'Network': ['ID=d271da4e-9f50-4c53-911b-d67de4f7e8dc,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:10:31.695268 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-cef1a35f-ff15-4999-b4a3-5a32624178fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:31.696695 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-cef1a35f-ff15-4999-b4a3-5a32624178fe admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/498b6746-0f22-493f-a9c4-32446af24448 HTTP/1.1" status: 204 len: 168 time: 0.3660502 Aug 18 12:10:31.707823 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Network d271da4e-9f50-4c53-911b-d67de4f7e8dc details requested by agent ovs-agent-n-d-804985-2 with host n-d-804985-2 {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:10:31.710563 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef1a35f-ff15-4999-b4a3-5a32624178fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=498b6746-0f22-493f-a9c4-32446af24448,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:10:31.739829 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-862c98a9-531e-4164-9659-591a34e2a0e6 req-56f6226c-b788-4e94-be5d-745736287fbc service neutron] 10.222.0.66 "GET /v2.0/networks/7dfc47df-47b4-4e90-bd94-e3bf14b5a490?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192434 Aug 18 12:10:31.824874 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 47730) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:31.830390 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-6644851e-68be-4be6-baa8-d22c47dacad7 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Request body: {'subnet': {'network_id': 'd271da4e-9f50-4c53-911b-d67de4f7e8dc', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:10:31.853192 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-862c98a9-531e-4164-9659-591a34e2a0e6 req-0b7d63c7-da75-48aa-bc51-c46a94e38c3a service neutron] 10.222.0.66 "GET /v2.0/networks/7dfc47df-47b4-4e90-bd94-e3bf14b5a490?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070232 Aug 18 12:10:31.987189 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6644851e-68be-4be6-baa8-d22c47dacad7 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Made reservation on behalf of 1594a1fbf8ed45cba2282fb2179e6632 for: {'subnet': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:10:31.995611 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6644851e-68be-4be6-baa8-d22c47dacad7 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59388119'] for subnet, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:32.087191 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0e74ecf2-a68d-4de6-8c64-83e561eb3884 req-a2cc218c-d702-4825-a7de-af58a4c7da8b tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] 10.222.0.66 "GET /v2.0/ports?device_id=684bb2d4-45fb-4af0-9220-074d433537ba HTTP/1.1" status: 200 len: 210 time: 0.0634861 Aug 18 12:10:32.292924 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6644851e-68be-4be6-baa8-d22c47dacad7 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58902106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59388097'] for subnet, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:32.366508 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6644851e-68be-4be6-baa8-d22c47dacad7 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Pushing event updated for resources: {'Subnet': ['ID=d62d51f8-d082-4151-a0c9-8ef7def52185,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:10:32.373862 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6644851e-68be-4be6-baa8-d22c47dacad7 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Checking segment: {'id': '88a5dadd-9cf8-4385-bab6-65dd4db87f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'd271da4e-9f50-4c53-911b-d67de4f7e8dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:10:32.374223 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6644851e-68be-4be6-baa8-d22c47dacad7 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Network hostable DHCP agents. Network: d271da4e-9f50-4c53-911b-d67de4f7e8dc, hostable agents: ['97c14208-2951-4361-8d64-3708c946ff5f'], hosted agents: [] {{(pid=106253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 12:10:32.409775 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6644851e-68be-4be6-baa8-d22c47dacad7 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Network d271da4e-9f50-4c53-911b-d67de4f7e8dc is scheduled to be hosted by DHCP agent 97c14208-2951-4361-8d64-3708c946ff5f with binding_index 1 {{(pid=106253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 12:10:32.425977 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-6644851e-68be-4be6-baa8-d22c47dacad7 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-2, d271da4e-9f50-4c53-911b-d67de4f7e8dc) {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:10:32.430288 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6644851e-68be-4be6-baa8-d22c47dacad7 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:10:32.430919 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6644851e-68be-4be6-baa8-d22c47dacad7 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:32.437632 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5a68953-4757-43af-826d-c71f3ca9baee None None] Network d271da4e-9f50-4c53-911b-d67de4f7e8dc requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:10:32.452603 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 47758) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:32.452838 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-6644851e-68be-4be6-baa8-d22c47dacad7 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.6265662 Aug 18 12:10:32.462430 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-accc3f26-bc72-44b5-af1a-4f2df394419b tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-483546063'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:10:32.500096 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-accc3f26-bc72-44b5-af1a-4f2df394419b tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Made reservation on behalf of 1594a1fbf8ed45cba2282fb2179e6632 for: {'network': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:10:32.505905 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-accc3f26-bc72-44b5-af1a-4f2df394419b tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for network, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:32.543582 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-accc3f26-bc72-44b5-af1a-4f2df394419b tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 828} {{(pid=106252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:10:32.555082 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-accc3f26-bc72-44b5-af1a-4f2df394419b tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:32.555428 n-d-804985-2 neutron-server[106252]: INFO neutron.db.segments_db [None req-accc3f26-bc72-44b5-af1a-4f2df394419b tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Added segment fed79204-8924-4ef2-9402-c654c8152b41 of type vlan for network 9764bbc7-626e-4e24-92bb-6f0a8e5459f7 Aug 18 12:10:32.611989 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-accc3f26-bc72-44b5-af1a-4f2df394419b tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789150665894'] for network, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:32.644290 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-accc3f26-bc72-44b5-af1a-4f2df394419b tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for network, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:32.655036 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-accc3f26-bc72-44b5-af1a-4f2df394419b tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:10:32.656096 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-accc3f26-bc72-44b5-af1a-4f2df394419b tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks [] for network, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:32.694840 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32d95d3a-21f9-4737-8b7d-740798ca2312 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp788be208-34ab-5a8f-af0f-528834af222f-d271da4e-9f50-4c53-911b-d67de4f7e8dc', 'network_id': 'd271da4e-9f50-4c53-911b-d67de4f7e8dc', 'tenant_id': '1594a1fbf8ed45cba2282fb2179e6632', 'fixed_ips': [{'subnet_id': 'd62d51f8-d082-4151-a0c9-8ef7def52185'}]}} from n-d-804985-2. {{(pid=106254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 12:10:32.696139 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-32d95d3a-21f9-4737-8b7d-740798ca2312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:32.774046 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accc3f26-bc72-44b5-af1a-4f2df394419b tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Pushing event updated for resources: {'Network': ['ID=9764bbc7-626e-4e24-92bb-6f0a8e5459f7,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:10:32.782833 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 47768) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:32.788143 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Network 9764bbc7-626e-4e24-92bb-6f0a8e5459f7 details requested by agent ovs-agent-n-d-804985-2 with host n-d-804985-2 {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:10:32.788689 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-20bed609-e6af-498f-96ca-85e212ebc985 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Request body: {'subnet': {'network_id': '9764bbc7-626e-4e24-92bb-6f0a8e5459f7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:10:32.793465 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-accc3f26-bc72-44b5-af1a-4f2df394419b tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3378360 Aug 18 12:10:32.944096 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.db_base_plugin_common [None req-32d95d3a-21f9-4737-8b7d-740798ca2312 None None] Allocated IP 172.20.255.242 (d271da4e-9f50-4c53-911b-d67de4f7e8dc/d62d51f8-d082-4151-a0c9-8ef7def52185/ca8ec146-4548-4cc9-af79-7660be9bdd72) {{(pid=106254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:10:32.961651 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20bed609-e6af-498f-96ca-85e212ebc985 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Made reservation on behalf of 1594a1fbf8ed45cba2282fb2179e6632 for: {'subnet': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:10:32.965963 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-20bed609-e6af-498f-96ca-85e212ebc985 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59388119'] for subnet, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:33.184313 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-32d95d3a-21f9-4737-8b7d-740798ca2312 None None] Notify callbacks [] for port, precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:33.195429 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-32d95d3a-21f9-4737-8b7d-740798ca2312 None None] Transition to ACTIVE for port object ca8ec146-4548-4cc9-af79-7660be9bdd72 will not be triggered until provisioned by entity L2. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:10:33.210748 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-20bed609-e6af-498f-96ca-85e212ebc985 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58902106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59388097'] for subnet, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:33.214834 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-32d95d3a-21f9-4737-8b7d-740798ca2312 None None] Transition to ACTIVE for port object ca8ec146-4548-4cc9-af79-7660be9bdd72 will not be triggered until provisioned by entity DHCP. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:10:33.228397 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-32d95d3a-21f9-4737-8b7d-740798ca2312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547'] for port, after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:33.295548 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bed609-e6af-498f-96ca-85e212ebc985 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Pushing event updated for resources: {'Subnet': ['ID=8db1ddc6-b815-4679-b0ac-2a20145b3f53,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:10:33.298150 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20bed609-e6af-498f-96ca-85e212ebc985 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Checking segment: {'id': 'fed79204-8924-4ef2-9402-c654c8152b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '9764bbc7-626e-4e24-92bb-6f0a8e5459f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:10:33.298411 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20bed609-e6af-498f-96ca-85e212ebc985 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Network hostable DHCP agents. Network: 9764bbc7-626e-4e24-92bb-6f0a8e5459f7, hostable agents: ['97c14208-2951-4361-8d64-3708c946ff5f'], hosted agents: [] {{(pid=106253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 12:10:33.323272 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20bed609-e6af-498f-96ca-85e212ebc985 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Network 9764bbc7-626e-4e24-92bb-6f0a8e5459f7 is scheduled to be hosted by DHCP agent 97c14208-2951-4361-8d64-3708c946ff5f with binding_index 1 {{(pid=106253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 12:10:33.329316 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32d95d3a-21f9-4737-8b7d-740798ca2312 None None] Network d271da4e-9f50-4c53-911b-d67de4f7e8dc is already hosted by enough agents. {{(pid=106254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:10:33.347430 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.base_scheduler [None req-32d95d3a-21f9-4737-8b7d-740798ca2312 None None] Resources bound (agent type, host, resource id): {{(pid=106254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:10:33.360456 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-20bed609-e6af-498f-96ca-85e212ebc985 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-2, 9764bbc7-626e-4e24-92bb-6f0a8e5459f7) {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:10:33.364577 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d95d3a-21f9-4737-8b7d-740798ca2312 None None] Received port after_create {{(pid=106254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:10:33.365055 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20bed609-e6af-498f-96ca-85e212ebc985 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:10:33.366091 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-20bed609-e6af-498f-96ca-85e212ebc985 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:33.375519 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d4f3cff5-af1e-4033-a8f5-3e1a790a7b19 req-94b9a75f-2727-41c1-87f0-aa95dff6a754 tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] 10.222.0.66 "GET /v2.0/ports?device_id=684bb2d4-45fb-4af0-9220-074d433537ba HTTP/1.1" status: 200 len: 210 time: 0.1302285 Aug 18 12:10:33.394820 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-794678dc-737e-4c8f-8c15-701e457a2ed8 None None] Network 9764bbc7-626e-4e24-92bb-6f0a8e5459f7 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:10:33.404071 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-20bed609-e6af-498f-96ca-85e212ebc985 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.6162369 Aug 18 12:10:33.404071 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 47824) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:33.424491 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d95d3a-21f9-4737-8b7d-740798ca2312 None None] Pushing event updated for resources: {'Port': ['ID=ca8ec146-4548-4cc9-af79-7660be9bdd72,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:10:33.484669 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 47826) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:33.518742 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862c98a9-531e-4164-9659-591a34e2a0e6 req-d7c6b71f-85f2-4e5c-b8ea-e6f15ae50de0 tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:10:33.521869 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-862c98a9-531e-4164-9659-591a34e2a0e6 req-d7c6b71f-85f2-4e5c-b8ea-e6f15ae50de0 tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] 10.222.0.63 "GET /v2.0/networks?id=7dfc47df-47b4-4e90-bd94-e3bf14b5a490 HTTP/1.1" status: 200 len: 815 time: 0.1762083 Aug 18 12:10:33.528351 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-32d95d3a-21f9-4737-8b7d-740798ca2312 None None] Attempting to bind port ca8ec146-4548-4cc9-af79-7660be9bdd72 on host n-d-804985-2 for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:10:33.528748 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-32d95d3a-21f9-4737-8b7d-740798ca2312 None None] Attempting to bind port ca8ec146-4548-4cc9-af79-7660be9bdd72 by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': '88a5dadd-9cf8-4385-bab6-65dd4db87f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'd271da4e-9f50-4c53-911b-d67de4f7e8dc'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:10:33.529125 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d95d3a-21f9-4737-8b7d-740798ca2312 None None] Attempting to bind port ca8ec146-4548-4cc9-af79-7660be9bdd72 on network d271da4e-9f50-4c53-911b-d67de4f7e8dc {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:10:33.539327 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-862c98a9-531e-4164-9659-591a34e2a0e6 req-cf919cfa-ce51-43ac-91c3-e9d83853cd1a tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] Request body: {'port': {'device_id': '684bb2d4-45fb-4af0-9220-074d433537ba', 'network_id': '7dfc47df-47b4-4e90-bd94-e3bf14b5a490', 'admin_state_up': True, 'tenant_id': '287474964843457e83741728f27605af'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:10:33.542894 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d95d3a-21f9-4737-8b7d-740798ca2312 None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 10, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:10:33.543204 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d95d3a-21f9-4737-8b7d-740798ca2312 None None] Checking segment: {'id': '88a5dadd-9cf8-4385-bab6-65dd4db87f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'd271da4e-9f50-4c53-911b-d67de4f7e8dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:10:33.543619 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-32d95d3a-21f9-4737-8b7d-740798ca2312 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:33.544016 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d95d3a-21f9-4737-8b7d-740798ca2312 None None] Bound using segment: {'id': '88a5dadd-9cf8-4385-bab6-65dd4db87f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'd271da4e-9f50-4c53-911b-d67de4f7e8dc'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:10:33.544514 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-32d95d3a-21f9-4737-8b7d-740798ca2312 None None] Bound port: ca8ec146-4548-4cc9-af79-7660be9bdd72, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88a5dadd-9cf8-4385-bab6-65dd4db87f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'd271da4e-9f50-4c53-911b-d67de4f7e8dc'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:10:33.545314 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-32d95d3a-21f9-4737-8b7d-740798ca2312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:33.613534 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0f76d3c5-86f8-48b1-9044-a1b0dc9a0d62 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7904109'] for network, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:33.658319 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-23f6f35a-518f-4364-b490-a7f7acba0efc admin admin] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:33.672893 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-32d95d3a-21f9-4737-8b7d-740798ca2312 None None] For port ca8ec146-4548-4cc9-af79-7660be9bdd72, host n-d-804985-2, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:10:33.686289 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05b50035-4bd1-4f10-925a-b29bf8ab1e95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp788be208-34ab-5a8f-af0f-528834af222f-9764bbc7-626e-4e24-92bb-6f0a8e5459f7', 'network_id': '9764bbc7-626e-4e24-92bb-6f0a8e5459f7', 'tenant_id': '1594a1fbf8ed45cba2282fb2179e6632', 'fixed_ips': [{'subnet_id': '8db1ddc6-b815-4679-b0ac-2a20145b3f53'}]}} from n-d-804985-2. {{(pid=106254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 12:10:33.687602 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-05b50035-4bd1-4f10-925a-b29bf8ab1e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:33.693461 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-32d95d3a-21f9-4737-8b7d-740798ca2312 None None] For port ca8ec146-4548-4cc9-af79-7660be9bdd72, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=ca8ec146-4548-4cc9-af79-7660be9bdd72,segment=NetworkSegment(88a5dadd-9cf8-4385-bab6-65dd4db87f15),segment_id=88a5dadd-9cf8-4385-bab6-65dd4db87f15)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:10:33.706576 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-32d95d3a-21f9-4737-8b7d-740798ca2312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:33.723540 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.db.api [req-862c98a9-531e-4164-9659-591a34e2a0e6 req-cf919cfa-ce51-43ac-91c3-e9d83853cd1a tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 18 12:10:33.723540 n-d-804985-2 neutron-server[106252]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 18 12:10:33.723540 n-d-804985-2 neutron-server[106252]: [parameters: {'project_id': '287474964843457e83741728f27605af', 'id': 'd3bed7cc-6f66-41d7-9c6b-616b6d55133a', 'expiration': datetime.datetime(2021, 8, 18, 12, 12, 33, 708895)}] Aug 18 12:10:33.723540 n-d-804985-2 neutron-server[106252]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=106252) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 18 12:10:33.724072 n-d-804985-2 neutron-server[106252]: DEBUG oslo_db.api [req-862c98a9-531e-4164-9659-591a34e2a0e6 req-cf919cfa-ce51-43ac-91c3-e9d83853cd1a tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 18 12:10:33.728655 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0f76d3c5-86f8-48b1-9044-a1b0dc9a0d62 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:33.836111 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0f76d3c5-86f8-48b1-9044-a1b0dc9a0d62 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58902171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59388106'] for subnet, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:33.852174 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-23f6f35a-518f-4364-b490-a7f7acba0efc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:33.860262 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-23f6f35a-518f-4364-b490-a7f7acba0efc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:33.862692 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d95d3a-21f9-4737-8b7d-740798ca2312 None None] Pushing event updated for resources: {'Port': ['ID=ca8ec146-4548-4cc9-af79-7660be9bdd72,revision_number=2']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:10:33.875762 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server [None req-05b50035-4bd1-4f10-925a-b29bf8ab1e95 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8db1ddc6-b815-4679-b0ac-2a20145b3f53: This subnet is being modified by another concurrent operation. Aug 18 12:10:33.875762 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 18 12:10:33.875762 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 18 12:10:33.875762 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 18 12:10:33.875762 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 18 12:10:33.875762 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 18 12:10:33.875762 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 18 12:10:33.875762 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 18 12:10:33.875762 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 18 12:10:33.875762 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 18 12:10:33.875762 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 18 12:10:33.875762 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 18 12:10:33.875762 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 18 12:10:33.875762 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 18 12:10:33.875762 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 18 12:10:33.875762 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server raise self.value Aug 18 12:10:33.875762 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 18 12:10:33.875762 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 18 12:10:33.875762 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 18 12:10:33.875762 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 18 12:10:33.875762 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 18 12:10:33.875762 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 18 12:10:33.875762 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 18 12:10:33.875762 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server raise self.value Aug 18 12:10:33.875762 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 18 12:10:33.875762 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 18 12:10:33.875762 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 18 12:10:33.875762 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 18 12:10:33.875762 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 18 12:10:33.875762 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 18 12:10:33.875762 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 18 12:10:33.875762 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server raise self.value Aug 18 12:10:33.875762 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 18 12:10:33.875762 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 18 12:10:33.875762 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 18 12:10:33.875762 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 18 12:10:33.875762 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 18 12:10:33.875762 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 18 12:10:33.875762 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 18 12:10:33.875762 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 18 12:10:33.875762 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 18 12:10:33.875762 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 18 12:10:33.875762 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 18 12:10:33.875762 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 18 12:10:33.875762 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 18 12:10:33.875762 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 18 12:10:33.875762 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 18 12:10:33.875762 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 18 12:10:33.875762 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 18 12:10:33.875762 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 18 12:10:33.875762 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 18 12:10:33.875762 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server raise self.value Aug 18 12:10:33.875762 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 18 12:10:33.875762 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 18 12:10:33.880178 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 18 12:10:33.880178 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 18 12:10:33.880178 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 18 12:10:33.880178 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 18 12:10:33.880178 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 18 12:10:33.880178 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server raise self.value Aug 18 12:10:33.880178 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 18 12:10:33.880178 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 18 12:10:33.880178 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 18 12:10:33.880178 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 18 12:10:33.880178 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 18 12:10:33.880178 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 18 12:10:33.880178 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 18 12:10:33.880178 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server raise self.value Aug 18 12:10:33.880178 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 18 12:10:33.880178 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 18 12:10:33.880178 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 18 12:10:33.880178 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 18 12:10:33.880178 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 18 12:10:33.880178 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 18 12:10:33.880178 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 18 12:10:33.880178 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 18 12:10:33.880178 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 18 12:10:33.880178 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 18 12:10:33.880178 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 18 12:10:33.880178 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 18 12:10:33.880178 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 18 12:10:33.880178 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server raise self.value Aug 18 12:10:33.880178 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 18 12:10:33.880178 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 18 12:10:33.880178 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 18 12:10:33.880178 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 18 12:10:33.880178 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 18 12:10:33.880178 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 18 12:10:33.880178 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 18 12:10:33.880178 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server raise exception Aug 18 12:10:33.880178 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8db1ddc6-b815-4679-b0ac-2a20145b3f53: This subnet is being modified by another concurrent operation. Aug 18 12:10:33.880178 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server Aug 18 12:10:33.882962 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f76d3c5-86f8-48b1-9044-a1b0dc9a0d62 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Pushing event deleted for resources: {'Subnet': ['ID=8db1ddc6-b815-4679-b0ac-2a20145b3f53,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:10:33.896622 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30e60527-8c36-4e61-a22a-c08fb0c1fa3e None None] Network 9764bbc7-626e-4e24-92bb-6f0a8e5459f7 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:10:33.921583 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f6f35a-518f-4364-b490-a7f7acba0efc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4972ee69-2f9a-4794-9b11-8fc5453983ac,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:10:33.935869 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-23f6f35a-518f-4364-b490-a7f7acba0efc admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a1b508d81dfb49e6bc88d78b76a81cbb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4500394 Aug 18 12:10:33.938324 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 47832) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:33.971667 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0f76d3c5-86f8-48b1-9044-a1b0dc9a0d62 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8367869', 'neutron.services.segments.db._delete_segments_for_network-8789151212993'] for network, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:33.986479 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-0f76d3c5-86f8-48b1-9044-a1b0dc9a0d62 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9764bbc7-626e-4e24-92bb-6f0a8e5459f7']}} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:10:34.019269 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-eb201403-38ea-46c5-9a3e-8521a6bb91bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:34.035578 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-0f76d3c5-86f8-48b1-9044-a1b0dc9a0d62 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fed79204-8924-4ef2-9402-c654c8152b41') {'for_net_delete': True} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:10:34.035892 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-0f76d3c5-86f8-48b1-9044-a1b0dc9a0d62 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fed79204-8924-4ef2-9402-c654c8152b41') {} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:10:34.047695 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0f76d3c5-86f8-48b1-9044-a1b0dc9a0d62 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789151225254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902236'] for segment, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:34.066076 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0f76d3c5-86f8-48b1-9044-a1b0dc9a0d62 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:34.077230 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f76d3c5-86f8-48b1-9044-a1b0dc9a0d62 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Releasing vlan 828 on physical network physnet1 to pool {{(pid=106253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:10:34.078021 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0f76d3c5-86f8-48b1-9044-a1b0dc9a0d62 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58900537'] for segment, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:34.092914 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-eb201403-38ea-46c5-9a3e-8521a6bb91bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:34.130934 n-d-804985-2 neutron-server[106253]: Traceback (most recent call last): Aug 18 12:10:34.130934 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:10:34.130934 n-d-804985-2 neutron-server[106253]: timer() Aug 18 12:10:34.130934 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:10:34.130934 n-d-804985-2 neutron-server[106253]: cb(*args, **kw) Aug 18 12:10:34.130934 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:10:34.130934 n-d-804985-2 neutron-server[106253]: return func(*args, **kwargs) Aug 18 12:10:34.130934 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:10:34.130934 n-d-804985-2 neutron-server[106253]: self._notify() Aug 18 12:10:34.130934 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:10:34.130934 n-d-804985-2 neutron-server[106253]: self.callback(batched_events) Aug 18 12:10:34.130934 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:10:34.130934 n-d-804985-2 neutron-server[106253]: event.method(event) Aug 18 12:10:34.130934 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:10:34.130934 n-d-804985-2 neutron-server[106253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:10:34.130934 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:10:34.130934 n-d-804985-2 neutron-server[106253]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:10:34.130934 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:10:34.130934 n-d-804985-2 neutron-server[106253]: return f(self, *a, **k) Aug 18 12:10:34.130934 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:10:34.130934 n-d-804985-2 neutron-server[106253]: return self._get(url).json() Aug 18 12:10:34.130934 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:10:34.130934 n-d-804985-2 neutron-server[106253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:10:34.130934 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:10:34.130934 n-d-804985-2 neutron-server[106253]: return self.request(url, 'GET', **kwargs) Aug 18 12:10:34.130934 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:10:34.130934 n-d-804985-2 neutron-server[106253]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:10:34.130934 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:10:34.130934 n-d-804985-2 neutron-server[106253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:10:34.130934 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:10:34.130934 n-d-804985-2 neutron-server[106253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:10:34.130934 n-d-804985-2 neutron-server[106253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:10:34.158514 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0f76d3c5-86f8-48b1-9044-a1b0dc9a0d62 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8367858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997186'] for network, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:34.170695 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0f76d3c5-86f8-48b1-9044-a1b0dc9a0d62 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:34.176800 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-0f76d3c5-86f8-48b1-9044-a1b0dc9a0d62 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] 10.222.0.66 "DELETE /v2.0/networks/9764bbc7-626e-4e24-92bb-6f0a8e5459f7 HTTP/1.1" status: 204 len: 168 time: 0.7726233 Aug 18 12:10:34.179894 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 47836) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:34.187945 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-e01c81ff-5cde-4c8b-aec4-9d8f2c6f7fd1 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-531113678'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:10:34.195992 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f76d3c5-86f8-48b1-9044-a1b0dc9a0d62 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Pushing event deleted for resources: {'Network': ['ID=9764bbc7-626e-4e24-92bb-6f0a8e5459f7,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:10:34.218042 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e01c81ff-5cde-4c8b-aec4-9d8f2c6f7fd1 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Made reservation on behalf of 1594a1fbf8ed45cba2282fb2179e6632 for: {'network': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:10:34.221496 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e01c81ff-5cde-4c8b-aec4-9d8f2c6f7fd1 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for network, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:34.228035 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-eb201403-38ea-46c5-9a3e-8521a6bb91bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:34.230783 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-eb201403-38ea-46c5-9a3e-8521a6bb91bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:34.231930 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-eb201403-38ea-46c5-9a3e-8521a6bb91bc admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/4972ee69-2f9a-4794-9b11-8fc5453983ac HTTP/1.1" status: 204 len: 168 time: 0.2924373 Aug 18 12:10:34.272620 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e01c81ff-5cde-4c8b-aec4-9d8f2c6f7fd1 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 849} {{(pid=106252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:10:34.286498 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e01c81ff-5cde-4c8b-aec4-9d8f2c6f7fd1 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:34.287277 n-d-804985-2 neutron-server[106252]: INFO neutron.db.segments_db [None req-e01c81ff-5cde-4c8b-aec4-9d8f2c6f7fd1 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Added segment 5a28c2e1-a10d-470e-8f7d-b4120fc212e5 of type vlan for network c227d3e5-d0c5-479c-b81e-5604bd85031e Aug 18 12:10:34.332360 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e01c81ff-5cde-4c8b-aec4-9d8f2c6f7fd1 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789150665894'] for network, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:34.380728 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb201403-38ea-46c5-9a3e-8521a6bb91bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4972ee69-2f9a-4794-9b11-8fc5453983ac,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:10:34.430036 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e01c81ff-5cde-4c8b-aec4-9d8f2c6f7fd1 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for network, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:34.435638 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e01c81ff-5cde-4c8b-aec4-9d8f2c6f7fd1 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:10:34.436238 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e01c81ff-5cde-4c8b-aec4-9d8f2c6f7fd1 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks [] for network, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:34.466961 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-862c98a9-531e-4164-9659-591a34e2a0e6 req-cf919cfa-ce51-43ac-91c3-e9d83853cd1a tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] Made reservation on behalf of 287474964843457e83741728f27605af for: {'port': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:10:34.470456 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-862c98a9-531e-4164-9659-591a34e2a0e6 req-cf919cfa-ce51-43ac-91c3-e9d83853cd1a tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:34.539157 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-e01c81ff-5cde-4c8b-aec4-9d8f2c6f7fd1 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3575022 Aug 18 12:10:34.541932 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 47850) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:34.551343 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-7afe9411-fbe9-45ff-a258-98e542e6a301 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Request body: {'subnet': {'network_id': 'c227d3e5-d0c5-479c-b81e-5604bd85031e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:10:34.559963 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6418d31f-10a2-4f2e-a44d-fd69028c0edc req-37296a57-4ad4-4dcf-96c2-b9686436d63f tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] 10.222.0.66 "GET /v2.0/ports?device_id=684bb2d4-45fb-4af0-9220-074d433537ba HTTP/1.1" status: 200 len: 210 time: 0.0573556 Aug 18 12:10:34.577628 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01c81ff-5cde-4c8b-aec4-9d8f2c6f7fd1 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Pushing event updated for resources: {'Network': ['ID=c227d3e5-d0c5-479c-b81e-5604bd85031e,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:10:34.583668 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-32e1ec96-def8-44c0-b9fc-b3a09debd88b req-617a8301-4eca-462b-91ec-977e2fb26ad9 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=3482930b-91fc-465f-bfb8-4751e56ef39b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2063715 Aug 18 12:10:34.601439 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Network c227d3e5-d0c5-479c-b81e-5604bd85031e details requested by agent ovs-agent-n-d-804985-2 with host n-d-804985-2 {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:10:34.753895 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99131c4-b332-4088-a9cb-4e97a3b99b8c req-4a71308e-3644-485b-b731-9c4afc506328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:10:34.755579 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-e99131c4-b332-4088-a9cb-4e97a3b99b8c req-4a71308e-3644-485b-b731-9c4afc506328 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=6be1f64524b04a05973aca1b3d3c7df9&device_id=c468f260-aa8b-4a9b-a477-213e251d7cef HTTP/1.1" status: 200 len: 1096 time: 0.0976186 Aug 18 12:10:34.885009 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7afe9411-fbe9-45ff-a258-98e542e6a301 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Made reservation on behalf of 1594a1fbf8ed45cba2282fb2179e6632 for: {'subnet': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:10:34.893460 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7afe9411-fbe9-45ff-a258-98e542e6a301 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59388119'] for subnet, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:34.939478 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99131c4-b332-4088-a9cb-4e97a3b99b8c req-88902252-73cc-43a8-a509-17b88d9ba49d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:10:34.941528 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-e99131c4-b332-4088-a9cb-4e97a3b99b8c req-88902252-73cc-43a8-a509-17b88d9ba49d service neutron] 10.222.0.63 "GET /v2.0/networks?id=62590197-03a9-438c-a3e3-e417fcca582c HTTP/1.1" status: 200 len: 913 time: 0.1758726 Aug 18 12:10:35.088093 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.ipam_backend_mixin [None req-7afe9411-fbe9-45ff-a258-98e542e6a301 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Performing IP validity checks on allocation pools {{(pid=106253) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 18 12:10:35.088911 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.ipam_backend_mixin [None req-7afe9411-fbe9-45ff-a258-98e542e6a301 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Checking for overlaps among allocation pools and gateway ip {{(pid=106253) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 18 12:10:35.218588 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-e99131c4-b332-4088-a9cb-4e97a3b99b8c req-f8a6d793-52e9-4e14-b47e-7ba1af1b347c service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=39942e1b-8b42-46ce-8003-6ae0db0d3a39 HTTP/1.1" status: 200 len: 999 time: 0.2618947 Aug 18 12:10:35.297532 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e52358f-9705-44b5-b71d-eb1084f5da88 req-0b9d393a-75b4-4a64-b3c0-16bfaf0c0ff9 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:10:35.307321 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1e52358f-9705-44b5-b71d-eb1084f5da88 req-0b9d393a-75b4-4a64-b3c0-16bfaf0c0ff9 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/ports?device_id=c468f260-aa8b-4a9b-a477-213e251d7cef HTTP/1.1" status: 200 len: 945 time: 0.6356671 Aug 18 12:10:35.332510 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99131c4-b332-4088-a9cb-4e97a3b99b8c req-186567c0-8c8c-450e-9f0c-09e320ec41c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:10:35.335084 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-e99131c4-b332-4088-a9cb-4e97a3b99b8c req-186567c0-8c8c-450e-9f0c-09e320ec41c1 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=01de034f-d2f0-4b70-88ab-1a19fe1401c1 HTTP/1.1" status: 200 len: 851 time: 0.1040418 Aug 18 12:10:35.383855 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e1ec96-def8-44c0-b9fc-b3a09debd88b req-03b844c3-8d7d-4267-9873-3bd64590e833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:10:35.386301 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-32e1ec96-def8-44c0-b9fc-b3a09debd88b req-03b844c3-8d7d-4267-9873-3bd64590e833 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6be1f64524b04a05973aca1b3d3c7df9&device_id=3482930b-91fc-465f-bfb8-4751e56ef39b HTTP/1.1" status: 200 len: 1096 time: 0.7131991 Aug 18 12:10:35.423516 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7afe9411-fbe9-45ff-a258-98e542e6a301 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58902106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59388097'] for subnet, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:35.471133 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99131c4-b332-4088-a9cb-4e97a3b99b8c req-c388d9c4-bf80-4524-baba-b1026e2e3d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:10:35.473647 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-e99131c4-b332-4088-a9cb-4e97a3b99b8c req-c388d9c4-bf80-4524-baba-b1026e2e3d21 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=62590197-03a9-438c-a3e3-e417fcca582c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1282966 Aug 18 12:10:35.478101 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9290876-c031-4707-9af5-18914239744e None None] Network d271da4e-9f50-4c53-911b-d67de4f7e8dc requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:10:35.500918 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [req-862c98a9-531e-4164-9659-591a34e2a0e6 req-cf919cfa-ce51-43ac-91c3-e9d83853cd1a tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] Allocated IP 172.20.0.3 (7dfc47df-47b4-4e90-bd94-e3bf14b5a490/a76c24d3-b86e-48fd-b018-8474cde49ab5/1f77a629-8000-4972-97a1-a5d329a83b02) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:10:35.572434 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1e52358f-9705-44b5-b71d-eb1084f5da88 req-fb928349-3e90-480f-844d-015e61792faf tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f58845c-8a6f-4750-8ac0-66868223b345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2638612 Aug 18 12:10:35.572590 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afe9411-fbe9-45ff-a258-98e542e6a301 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Pushing event updated for resources: {'Subnet': ['ID=c70742de-5108-4ffa-8761-3bd54519ce72,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:10:35.576071 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7afe9411-fbe9-45ff-a258-98e542e6a301 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Checking segment: {'id': '5a28c2e1-a10d-470e-8f7d-b4120fc212e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'c227d3e5-d0c5-479c-b81e-5604bd85031e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:10:35.576704 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7afe9411-fbe9-45ff-a258-98e542e6a301 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Network hostable DHCP agents. Network: c227d3e5-d0c5-479c-b81e-5604bd85031e, hostable agents: ['97c14208-2951-4361-8d64-3708c946ff5f'], hosted agents: [] {{(pid=106253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 12:10:35.592848 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device ca8ec146-4548-4cc9-af79-7660be9bdd72 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:10:35.630859 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7afe9411-fbe9-45ff-a258-98e542e6a301 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Network c227d3e5-d0c5-479c-b81e-5604bd85031e is scheduled to be hosted by DHCP agent 97c14208-2951-4361-8d64-3708c946ff5f with binding_index 1 {{(pid=106253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 12:10:35.692451 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-c4617474-b859-4fbd-b4b2-2ce90a2463f1 None None] Provisioning for port ca8ec146-4548-4cc9-af79-7660be9bdd72 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:10:35.694289 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-7afe9411-fbe9-45ff-a258-98e542e6a301 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-2, c227d3e5-d0c5-479c-b81e-5604bd85031e) {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:10:35.706470 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7afe9411-fbe9-45ff-a258-98e542e6a301 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:10:35.708737 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7afe9411-fbe9-45ff-a258-98e542e6a301 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:35.720276 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-e99131c4-b332-4088-a9cb-4e97a3b99b8c req-a312df4d-96cf-4616-98d5-c48964d0b06d service neutron] 10.222.0.63 "GET /v2.0/networks/62590197-03a9-438c-a3e3-e417fcca582c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2360132 Aug 18 12:10:35.737683 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22b8d73a-2404-41d1-9b81-d649b7fad865 None None] Network c227d3e5-d0c5-479c-b81e-5604bd85031e requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:10:35.739104 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e1ec96-def8-44c0-b9fc-b3a09debd88b req-00292ac6-2d7a-4af7-b6c9-0eff58738f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:10:35.743450 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-32e1ec96-def8-44c0-b9fc-b3a09debd88b req-00292ac6-2d7a-4af7-b6c9-0eff58738f31 service neutron] 10.222.0.62 "GET /v2.0/networks?id=62590197-03a9-438c-a3e3-e417fcca582c HTTP/1.1" status: 200 len: 913 time: 0.3186359 Aug 18 12:10:35.804816 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-7afe9411-fbe9-45ff-a258-98e542e6a301 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.2608798 Aug 18 12:10:35.807273 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 47882) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:35.893125 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-32e1ec96-def8-44c0-b9fc-b3a09debd88b req-a507da60-cf33-497c-ae86-836b54eca1be service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7a7db1db-b5ee-48d6-85e1-5e7495701d0f HTTP/1.1" status: 200 len: 217 time: 0.1171412 Aug 18 12:10:35.895051 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e46b134c-3ea1-41ba-8a16-525f0660eabb req-7d6b0ddc-3c02-4e7d-9e2b-626e8770ad70 tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] 10.222.0.66 "GET /v2.0/ports?device_id=684bb2d4-45fb-4af0-9220-074d433537ba HTTP/1.1" status: 200 len: 210 time: 0.1220357 Aug 18 12:10:35.951028 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3c40c0fc-3783-412c-81c1-a139422db3b7 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7904109'] for network, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:35.968969 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e1ec96-def8-44c0-b9fc-b3a09debd88b req-8d08bbe4-3f59-442a-8c4b-9aed1d402b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:10:35.974167 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-32e1ec96-def8-44c0-b9fc-b3a09debd88b req-8d08bbe4-3f59-442a-8c4b-9aed1d402b66 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=01de034f-d2f0-4b70-88ab-1a19fe1401c1 HTTP/1.1" status: 200 len: 851 time: 0.0726874 Aug 18 12:10:36.044997 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-e99131c4-b332-4088-a9cb-4e97a3b99b8c req-6de0fed7-89e3-4838-9e4a-69bfcc1b1056 service neutron] 10.222.0.63 "GET /v2.0/networks/62590197-03a9-438c-a3e3-e417fcca582c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3113763 Aug 18 12:10:36.060331 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3c40c0fc-3783-412c-81c1-a139422db3b7 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:36.070301 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port ca8ec146-4548-4cc9-af79-7660be9bdd72 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:10:36.080694 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port ca8ec146-4548-4cc9-af79-7660be9bdd72 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:10:36.081325 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:36.105210 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e1ec96-def8-44c0-b9fc-b3a09debd88b req-56a6f719-2474-42c3-b124-080bcb2a1233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:10:36.106767 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-32e1ec96-def8-44c0-b9fc-b3a09debd88b req-56a6f719-2474-42c3-b124-080bcb2a1233 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=62590197-03a9-438c-a3e3-e417fcca582c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1235833 Aug 18 12:10:36.143225 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-862c98a9-531e-4164-9659-591a34e2a0e6 req-cf919cfa-ce51-43ac-91c3-e9d83853cd1a tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:36.174025 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:36.207371 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3c40c0fc-3783-412c-81c1-a139422db3b7 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58902171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59388106'] for subnet, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:36.254088 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca2bb6b4-d666-4324-b016-3590cc4fe5cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp788be208-34ab-5a8f-af0f-528834af222f-c227d3e5-d0c5-479c-b81e-5604bd85031e', 'network_id': 'c227d3e5-d0c5-479c-b81e-5604bd85031e', 'tenant_id': '1594a1fbf8ed45cba2282fb2179e6632', 'fixed_ips': [{'subnet_id': 'c70742de-5108-4ffa-8761-3bd54519ce72'}]}} from n-d-804985-2. {{(pid=106254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 12:10:36.255060 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ca2bb6b4-d666-4324-b016-3590cc4fe5cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:36.266228 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 47892) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:36.290313 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:36.296328 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c40c0fc-3783-412c-81c1-a139422db3b7 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Pushing event deleted for resources: {'Subnet': ['ID=c70742de-5108-4ffa-8761-3bd54519ce72,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:10:36.314607 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-32e1ec96-def8-44c0-b9fc-b3a09debd88b req-a9037a52-ab1b-4cc9-886d-05dbcc6a9654 service neutron] 10.222.0.62 "GET /v2.0/networks/62590197-03a9-438c-a3e3-e417fcca582c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1974113 Aug 18 12:10:36.352394 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-862c98a9-531e-4164-9659-591a34e2a0e6 req-cf919cfa-ce51-43ac-91c3-e9d83853cd1a tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:36.386322 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3c40c0fc-3783-412c-81c1-a139422db3b7 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8367869', 'neutron.services.segments.db._delete_segments_for_network-8789151212993'] for network, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:36.404719 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-3c40c0fc-3783-412c-81c1-a139422db3b7 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c227d3e5-d0c5-479c-b81e-5604bd85031e']}} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:10:36.419960 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-3c40c0fc-3783-412c-81c1-a139422db3b7 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a28c2e1-a10d-470e-8f7d-b4120fc212e5') {'for_net_delete': True} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:10:36.420459 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-3c40c0fc-3783-412c-81c1-a139422db3b7 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a28c2e1-a10d-470e-8f7d-b4120fc212e5') {} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:10:36.423297 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] For port ca8ec146-4548-4cc9-af79-7660be9bdd72, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=ca8ec146-4548-4cc9-af79-7660be9bdd72,segment=NetworkSegment(88a5dadd-9cf8-4385-bab6-65dd4db87f15),segment_id=88a5dadd-9cf8-4385-bab6-65dd4db87f15)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:10:36.430972 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:36.452108 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3c40c0fc-3783-412c-81c1-a139422db3b7 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789151225254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902236'] for segment, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:36.460752 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-862c98a9-531e-4164-9659-591a34e2a0e6 req-cf919cfa-ce51-43ac-91c3-e9d83853cd1a tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] Network 7dfc47df-47b4-4e90-bd94-e3bf14b5a490 is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:10:36.467373 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [req-862c98a9-531e-4164-9659-591a34e2a0e6 req-cf919cfa-ce51-43ac-91c3-e9d83853cd1a tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:10:36.471472 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-862c98a9-531e-4164-9659-591a34e2a0e6 req-cf919cfa-ce51-43ac-91c3-e9d83853cd1a tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:10:36.472373 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f5a3f56-72bd-4987-b68b-731309a48c22 None None] Network c227d3e5-d0c5-479c-b81e-5604bd85031e requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:10:36.472872 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3c40c0fc-3783-412c-81c1-a139422db3b7 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:36.486805 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c40c0fc-3783-412c-81c1-a139422db3b7 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Releasing vlan 849 on physical network physnet1 to pool {{(pid=106253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:10:36.487214 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3c40c0fc-3783-412c-81c1-a139422db3b7 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58900537'] for segment, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:36.490869 n-d-804985-2 neutron-server[106253]: Traceback (most recent call last): Aug 18 12:10:36.490869 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:10:36.490869 n-d-804985-2 neutron-server[106253]: timer() Aug 18 12:10:36.490869 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:10:36.490869 n-d-804985-2 neutron-server[106253]: cb(*args, **kw) Aug 18 12:10:36.490869 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:10:36.490869 n-d-804985-2 neutron-server[106253]: return func(*args, **kwargs) Aug 18 12:10:36.490869 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:10:36.490869 n-d-804985-2 neutron-server[106253]: self._notify() Aug 18 12:10:36.490869 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:10:36.490869 n-d-804985-2 neutron-server[106253]: self.callback(batched_events) Aug 18 12:10:36.490869 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:10:36.490869 n-d-804985-2 neutron-server[106253]: event.method(event) Aug 18 12:10:36.490869 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:10:36.490869 n-d-804985-2 neutron-server[106253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:10:36.490869 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:10:36.490869 n-d-804985-2 neutron-server[106253]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:10:36.490869 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:10:36.490869 n-d-804985-2 neutron-server[106253]: return f(self, *a, **k) Aug 18 12:10:36.490869 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:10:36.490869 n-d-804985-2 neutron-server[106253]: return self._get(url).json() Aug 18 12:10:36.490869 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:10:36.490869 n-d-804985-2 neutron-server[106253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:10:36.490869 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:10:36.490869 n-d-804985-2 neutron-server[106253]: return self.request(url, 'GET', **kwargs) Aug 18 12:10:36.490869 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:10:36.490869 n-d-804985-2 neutron-server[106253]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:10:36.490869 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:10:36.490869 n-d-804985-2 neutron-server[106253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:10:36.490869 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:10:36.490869 n-d-804985-2 neutron-server[106253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:10:36.490869 n-d-804985-2 neutron-server[106253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:10:36.507804 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-675f2ea3-871a-48fe-be5a-9d117d84dd44 tempest-ExternalNetworksAdminNegativeTestJSON-2068768365 tempest-ExternalNetworksAdminNegativeTestJSON-2068768365-project-admin] Request body: {'floatingip': {'floating_network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:10:36.580271 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-675f2ea3-871a-48fe-be5a-9d117d84dd44 tempest-ExternalNetworksAdminNegativeTestJSON-2068768365 tempest-ExternalNetworksAdminNegativeTestJSON-2068768365-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:36.584731 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862c98a9-531e-4164-9659-591a34e2a0e6 req-cf919cfa-ce51-43ac-91c3-e9d83853cd1a tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:10:36.586103 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-862c98a9-531e-4164-9659-591a34e2a0e6 req-cf919cfa-ce51-43ac-91c3-e9d83853cd1a tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:36.606825 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3c40c0fc-3783-412c-81c1-a139422db3b7 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8367858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997186'] for network, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:36.615073 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf919cfa-ce51-43ac-91c3-e9d83853cd1a tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] Pushing event updated for resources: {'Port': ['ID=1f77a629-8000-4972-97a1-a5d329a83b02,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:10:36.638531 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-862c98a9-531e-4164-9659-591a34e2a0e6 req-cf919cfa-ce51-43ac-91c3-e9d83853cd1a tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1065936 Aug 18 12:10:36.650952 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3c40c0fc-3783-412c-81c1-a139422db3b7 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:36.657475 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-3c40c0fc-3783-412c-81c1-a139422db3b7 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] 10.222.0.66 "DELETE /v2.0/networks/c227d3e5-d0c5-479c-b81e-5604bd85031e HTTP/1.1" status: 204 len: 168 time: 0.8444195 Aug 18 12:10:36.658780 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-862c98a9-531e-4164-9659-591a34e2a0e6 req-dea43ec2-954c-47c3-8851-70912b98cc75 service neutron] Request body: {'port': {'device_id': '684bb2d4-45fb-4af0-9220-074d433537ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804985-2'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:10:36.662258 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 47900) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:36.671758 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-e5871790-2ab8-42c6-9b41-5e390b3f07e0 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-179820777'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:10:36.675798 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c40c0fc-3783-412c-81c1-a139422db3b7 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Pushing event deleted for resources: {'Network': ['ID=c227d3e5-d0c5-479c-b81e-5604bd85031e,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:10:36.689027 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-32e1ec96-def8-44c0-b9fc-b3a09debd88b req-4f6b7d87-2ed9-45dd-a5e0-109ca96a3a79 service neutron] 10.222.0.62 "GET /v2.0/networks/62590197-03a9-438c-a3e3-e417fcca582c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3587427 Aug 18 12:10:36.696357 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Pushing event updated for resources: {'Port': ['ID=ca8ec146-4548-4cc9-af79-7660be9bdd72,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:10:36.730079 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5871790-2ab8-42c6-9b41-5e390b3f07e0 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Made reservation on behalf of 1594a1fbf8ed45cba2282fb2179e6632 for: {'network': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:10:36.733643 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e5871790-2ab8-42c6-9b41-5e390b3f07e0 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for network, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:36.770801 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-862c98a9-531e-4164-9659-591a34e2a0e6 req-dea43ec2-954c-47c3-8851-70912b98cc75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:36.771217 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5871790-2ab8-42c6-9b41-5e390b3f07e0 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 819} {{(pid=106253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:10:36.782412 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-675f2ea3-871a-48fe-be5a-9d117d84dd44 tempest-ExternalNetworksAdminNegativeTestJSON-2068768365 tempest-ExternalNetworksAdminNegativeTestJSON-2068768365-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:36.787648 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e5871790-2ab8-42c6-9b41-5e390b3f07e0 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:36.787985 n-d-804985-2 neutron-server[106253]: INFO neutron.db.segments_db [None req-e5871790-2ab8-42c6-9b41-5e390b3f07e0 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Added segment 52c97ea3-faaf-4e30-b84d-c1ee2eea66b4 of type vlan for network 1a580b34-8c7f-4a39-af09-9100655f8735 Aug 18 12:10:36.800841 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb73b30-eff1-4873-b761-2b8bf5bc4beb req-b02e79a4-2dc9-4a90-9a46-2f277fe6228c tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:10:36.808847 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8bb73b30-eff1-4873-b761-2b8bf5bc4beb req-b02e79a4-2dc9-4a90-9a46-2f277fe6228c tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/ports?device_id=c468f260-aa8b-4a9b-a477-213e251d7cef HTTP/1.1" status: 200 len: 945 time: 0.1158450 Aug 18 12:10:36.880976 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e5871790-2ab8-42c6-9b41-5e390b3f07e0 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789150665894'] for network, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:36.897228 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8bb73b30-eff1-4873-b761-2b8bf5bc4beb req-b244a666-125d-48ca-8a13-a093f8edecda tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f58845c-8a6f-4750-8ac0-66868223b345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871286 Aug 18 12:10:36.906631 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8d3440c2-3266-4ffa-9b0a-219d607cb67d None None] Provisioning complete for port ca8ec146-4548-4cc9-af79-7660be9bdd72 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:10:36.907061 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8d3440c2-3266-4ffa-9b0a-219d607cb67d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:36.947942 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e5871790-2ab8-42c6-9b41-5e390b3f07e0 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for network, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:36.953256 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afa60054-0ee9-43f1-b195-87bb1021d7c2 None None] get_active_networks_info from n-d-804985-2 {{(pid=106254) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 18 12:10:36.953456 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5871790-2ab8-42c6-9b41-5e390b3f07e0 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:10:36.953986 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e5871790-2ab8-42c6-9b41-5e390b3f07e0 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:36.973087 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [None req-675f2ea3-871a-48fe-be5a-9d117d84dd44 tempest-ExternalNetworksAdminNegativeTestJSON-2068768365 tempest-ExternalNetworksAdminNegativeTestJSON-2068768365-project-admin] Allocated IP 172.25.7.186 (7cae7a70-14fd-408c-b14d-39ceb97cb60e/9784295a-20b8-4a4b-b105-f82737f0448f/79313810-b6e7-41a0-a4c7-34275803c7c8) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:10:37.043897 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-e5871790-2ab8-42c6-9b41-5e390b3f07e0 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3801718 Aug 18 12:10:37.048295 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 47906) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:37.054710 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-85727643-632d-4fc1-a472-f3cadbd22b99 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Request body: {'subnet': {'network_id': '1a580b34-8c7f-4a39-af09-9100655f8735', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:10:37.059733 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5871790-2ab8-42c6-9b41-5e390b3f07e0 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Pushing event updated for resources: {'Network': ['ID=1a580b34-8c7f-4a39-af09-9100655f8735,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:10:37.084195 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Network 1a580b34-8c7f-4a39-af09-9100655f8735 details requested by agent ovs-agent-n-d-804985-2 with host n-d-804985-2 {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:10:37.142497 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-675f2ea3-871a-48fe-be5a-9d117d84dd44 tempest-ExternalNetworksAdminNegativeTestJSON-2068768365 tempest-ExternalNetworksAdminNegativeTestJSON-2068768365-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:37.175994 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b285bb-c275-4564-b73e-7a44db97b967 req-f05dff10-2915-461f-a8d1-acff62c7801b tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:10:37.177576 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-71b285bb-c275-4564-b73e-7a44db97b967 req-f05dff10-2915-461f-a8d1-acff62c7801b tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] 10.222.0.66 "GET /v2.0/ports?device_id=684bb2d4-45fb-4af0-9220-074d433537ba HTTP/1.1" status: 200 len: 931 time: 0.1680229 Aug 18 12:10:37.193754 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afa60054-0ee9-43f1-b195-87bb1021d7c2 None None] Resources bound (agent type, host, resource id): {{(pid=106254) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 18 12:10:37.199712 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-675f2ea3-871a-48fe-be5a-9d117d84dd44 tempest-ExternalNetworksAdminNegativeTestJSON-2068768365 tempest-ExternalNetworksAdminNegativeTestJSON-2068768365-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:37.247724 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-675f2ea3-871a-48fe-be5a-9d117d84dd44 tempest-ExternalNetworksAdminNegativeTestJSON-2068768365 tempest-ExternalNetworksAdminNegativeTestJSON-2068768365-project-admin] Network 7cae7a70-14fd-408c-b14d-39ceb97cb60e is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:10:37.253584 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-675f2ea3-871a-48fe-be5a-9d117d84dd44 tempest-ExternalNetworksAdminNegativeTestJSON-2068768365 tempest-ExternalNetworksAdminNegativeTestJSON-2068768365-project-admin] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:10:37.257943 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675f2ea3-871a-48fe-be5a-9d117d84dd44 tempest-ExternalNetworksAdminNegativeTestJSON-2068768365 tempest-ExternalNetworksAdminNegativeTestJSON-2068768365-project-admin] Pushing event updated for resources: {'Port': ['ID=79313810-b6e7-41a0-a4c7-34275803c7c8,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:10:37.266376 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-675f2ea3-871a-48fe-be5a-9d117d84dd44 tempest-ExternalNetworksAdminNegativeTestJSON-2068768365 tempest-ExternalNetworksAdminNegativeTestJSON-2068768365-project-admin] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:10:37.276030 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-71b285bb-c275-4564-b73e-7a44db97b967 req-82947566-47b0-479b-a63d-6fca8ce5e0ca tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] 10.222.0.66 "GET /v2.0/security-groups?id=5ef1fad5-9994-4d94-a262-3d4636ae09af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831769 Aug 18 12:10:37.301490 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85727643-632d-4fc1-a472-f3cadbd22b99 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Made reservation on behalf of 1594a1fbf8ed45cba2282fb2179e6632 for: {'subnet': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:10:37.305273 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-85727643-632d-4fc1-a472-f3cadbd22b99 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59074089'] for subnet, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:37.376623 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-675f2ea3-871a-48fe-be5a-9d117d84dd44 tempest-ExternalNetworksAdminNegativeTestJSON-2068768365 tempest-ExternalNetworksAdminNegativeTestJSON-2068768365-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:37.383897 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device ca8ec146-4548-4cc9-af79-7660be9bdd72 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:10:37.425301 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-675f2ea3-871a-48fe-be5a-9d117d84dd44 tempest-ExternalNetworksAdminNegativeTestJSON-2068768365 tempest-ExternalNetworksAdminNegativeTestJSON-2068768365-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:37.444200 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [req-862c98a9-531e-4164-9659-591a34e2a0e6 req-dea43ec2-954c-47c3-8851-70912b98cc75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f77a629-8000-4972-97a1-a5d329a83b02 {{(pid=106252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:10:37.457123 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-862c98a9-531e-4164-9659-591a34e2a0e6 req-dea43ec2-954c-47c3-8851-70912b98cc75 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:37.484263 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [req-862c98a9-531e-4164-9659-591a34e2a0e6 req-dea43ec2-954c-47c3-8851-70912b98cc75 service neutron] Transition to ACTIVE for port object 1f77a629-8000-4972-97a1-a5d329a83b02 will not be triggered until provisioned by entity L2. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:10:37.494312 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-862c98a9-531e-4164-9659-591a34e2a0e6 req-dea43ec2-954c-47c3-8851-70912b98cc75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:37.529405 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port ca8ec146-4548-4cc9-af79-7660be9bdd72 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:10:37.529773 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:37.552202 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea43ec2-954c-47c3-8851-70912b98cc75 service neutron] Pushing event updated for resources: {'Port': ['ID=1f77a629-8000-4972-97a1-a5d329a83b02,revision_number=2']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:10:37.615591 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-675f2ea3-871a-48fe-be5a-9d117d84dd44 tempest-ExternalNetworksAdminNegativeTestJSON-2068768365 tempest-ExternalNetworksAdminNegativeTestJSON-2068768365-project-admin] Notify callbacks [] for port, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:37.621610 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-675f2ea3-871a-48fe-be5a-9d117d84dd44 tempest-ExternalNetworksAdminNegativeTestJSON-2068768365 tempest-ExternalNetworksAdminNegativeTestJSON-2068768365-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:37.695880 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675f2ea3-871a-48fe-be5a-9d117d84dd44 tempest-ExternalNetworksAdminNegativeTestJSON-2068768365 tempest-ExternalNetworksAdminNegativeTestJSON-2068768365-project-admin] Pushing event updated for resources: {'Port': ['ID=79313810-b6e7-41a0-a4c7-34275803c7c8,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:10:37.704401 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-675f2ea3-871a-48fe-be5a-9d117d84dd44 tempest-ExternalNetworksAdminNegativeTestJSON-2068768365 tempest-ExternalNetworksAdminNegativeTestJSON-2068768365-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-989945'] for floatingip, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:37.707108 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-862c98a9-531e-4164-9659-591a34e2a0e6 req-dea43ec2-954c-47c3-8851-70912b98cc75 service neutron] Attempting to bind port 1f77a629-8000-4972-97a1-a5d329a83b02 on host n-h1-804985-2 for vnic_type normal with profile {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:10:37.707449 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-862c98a9-531e-4164-9659-591a34e2a0e6 req-dea43ec2-954c-47c3-8851-70912b98cc75 service neutron] Attempting to bind port 1f77a629-8000-4972-97a1-a5d329a83b02 by drivers openvswitch,hyperv on host n-h1-804985-2 at level 0 using segments [{'id': '04c90fa8-80d4-4b5a-8675-6489bbdf733a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '7dfc47df-47b4-4e90-bd94-e3bf14b5a490'}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:10:37.707763 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-862c98a9-531e-4164-9659-591a34e2a0e6 req-dea43ec2-954c-47c3-8851-70912b98cc75 service neutron] Attempting to bind port 1f77a629-8000-4972-97a1-a5d329a83b02 on network 7dfc47df-47b4-4e90-bd94-e3bf14b5a490 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:10:37.711252 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-85727643-632d-4fc1-a472-f3cadbd22b99 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3572913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59074111'] for subnet, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:37.720042 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-675f2ea3-871a-48fe-be5a-9d117d84dd44 tempest-ExternalNetworksAdminNegativeTestJSON-2068768365 tempest-ExternalNetworksAdminNegativeTestJSON-2068768365-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for floatingip, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:37.720609 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-862c98a9-531e-4164-9659-591a34e2a0e6 req-dea43ec2-954c-47c3-8851-70912b98cc75 service neutron] Port 1f77a629-8000-4972-97a1-a5d329a83b02 on network 7dfc47df-47b4-4e90-bd94-e3bf14b5a490 not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-2 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:10:37.720939 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-862c98a9-531e-4164-9659-591a34e2a0e6 req-dea43ec2-954c-47c3-8851-70912b98cc75 service neutron] Attempting to bind port 1f77a629-8000-4972-97a1-a5d329a83b02 on network 7dfc47df-47b4-4e90-bd94-e3bf14b5a490 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:10:37.721323 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-675f2ea3-871a-48fe-be5a-9d117d84dd44 tempest-ExternalNetworksAdminNegativeTestJSON-2068768365 tempest-ExternalNetworksAdminNegativeTestJSON-2068768365-project-admin] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4519548 Aug 18 12:10:37.724433 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 47910) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:37.729304 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-21cdd4af-41b0-4d0f-993d-24f6ea503ebe tempest-ExternalNetworksAdminNegativeTestJSON-2068768365 tempest-ExternalNetworksAdminNegativeTestJSON-2068768365-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-695237743', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'fixed_ips': [{'ip_address': '172.25.7.186'}]}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:10:37.748756 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-862c98a9-531e-4164-9659-591a34e2a0e6 req-dea43ec2-954c-47c3-8851-70912b98cc75 service neutron] Checking agent: {'id': 'a613417a-d085-492c-941a-59bb18c633d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 49, 6), 'started_at': datetime.datetime(2021, 8, 18, 11, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 10, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:10:37.749119 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-862c98a9-531e-4164-9659-591a34e2a0e6 req-dea43ec2-954c-47c3-8851-70912b98cc75 service neutron] Checking segment: {'id': '04c90fa8-80d4-4b5a-8675-6489bbdf733a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '7dfc47df-47b4-4e90-bd94-e3bf14b5a490'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:10:37.749509 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-862c98a9-531e-4164-9659-591a34e2a0e6 req-dea43ec2-954c-47c3-8851-70912b98cc75 service neutron] Bound using segment: {'id': '04c90fa8-80d4-4b5a-8675-6489bbdf733a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '7dfc47df-47b4-4e90-bd94-e3bf14b5a490'} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:10:37.749932 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-862c98a9-531e-4164-9659-591a34e2a0e6 req-dea43ec2-954c-47c3-8851-70912b98cc75 service neutron] Bound port: 1f77a629-8000-4972-97a1-a5d329a83b02, host: n-h1-804985-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04c90fa8-80d4-4b5a-8675-6489bbdf733a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '7dfc47df-47b4-4e90-bd94-e3bf14b5a490'}}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:10:37.750302 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-862c98a9-531e-4164-9659-591a34e2a0e6 req-dea43ec2-954c-47c3-8851-70912b98cc75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:37.752231 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21cdd4af-41b0-4d0f-993d-24f6ea503ebe tempest-ExternalNetworksAdminNegativeTestJSON-2068768365 tempest-ExternalNetworksAdminNegativeTestJSON-2068768365-project-admin] Made reservation on behalf of a13132ac0ffe438690da95dbde5b73c8 for: {'port': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:10:37.754700 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-21cdd4af-41b0-4d0f-993d-24f6ea503ebe tempest-ExternalNetworksAdminNegativeTestJSON-2068768365 tempest-ExternalNetworksAdminNegativeTestJSON-2068768365-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:37.763912 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-21cdd4af-41b0-4d0f-993d-24f6ea503ebe tempest-ExternalNetworksAdminNegativeTestJSON-2068768365 tempest-ExternalNetworksAdminNegativeTestJSON-2068768365-project-admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:37.782577 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85727643-632d-4fc1-a472-f3cadbd22b99 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Pushing event updated for resources: {'Subnet': ['ID=c9b2c20d-4822-414d-afe2-ee3a3cbe7f69,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:10:37.836875 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85727643-632d-4fc1-a472-f3cadbd22b99 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Checking segment: {'id': '52c97ea3-faaf-4e30-b84d-c1ee2eea66b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '1a580b34-8c7f-4a39-af09-9100655f8735'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:10:37.837239 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85727643-632d-4fc1-a472-f3cadbd22b99 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Network hostable DHCP agents. Network: 1a580b34-8c7f-4a39-af09-9100655f8735, hostable agents: ['97c14208-2951-4361-8d64-3708c946ff5f'], hosted agents: [] {{(pid=106252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 12:10:37.856921 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-21cdd4af-41b0-4d0f-993d-24f6ea503ebe tempest-ExternalNetworksAdminNegativeTestJSON-2068768365 tempest-ExternalNetworksAdminNegativeTestJSON-2068768365-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:37.861761 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-862c98a9-531e-4164-9659-591a34e2a0e6 req-dea43ec2-954c-47c3-8851-70912b98cc75 service neutron] For port 1f77a629-8000-4972-97a1-a5d329a83b02, host n-h1-804985-2, cleared binding levels {{(pid=106252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:10:37.862743 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-21cdd4af-41b0-4d0f-993d-24f6ea503ebe tempest-ExternalNetworksAdminNegativeTestJSON-2068768365 tempest-ExternalNetworksAdminNegativeTestJSON-2068768365-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:37.865844 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-862c98a9-531e-4164-9659-591a34e2a0e6 req-dea43ec2-954c-47c3-8851-70912b98cc75 service neutron] For port 1f77a629-8000-4972-97a1-a5d329a83b02, host n-h1-804985-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=1f77a629-8000-4972-97a1-a5d329a83b02,segment=NetworkSegment(04c90fa8-80d4-4b5a-8675-6489bbdf733a),segment_id=04c90fa8-80d4-4b5a-8675-6489bbdf733a)] {{(pid=106252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:10:37.867401 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [None req-21cdd4af-41b0-4d0f-993d-24f6ea503ebe tempest-ExternalNetworksAdminNegativeTestJSON-2068768365 tempest-ExternalNetworksAdminNegativeTestJSON-2068768365-project-admin] device_id is not set on port 12ac70bb-357e-4af4-bd03-b5363dd6b145 yet. {{(pid=106253) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 12:10:37.867557 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85727643-632d-4fc1-a472-f3cadbd22b99 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Network 1a580b34-8c7f-4a39-af09-9100655f8735 is scheduled to be hosted by DHCP agent 97c14208-2951-4361-8d64-3708c946ff5f with binding_index 1 {{(pid=106252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 12:10:37.872971 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-862c98a9-531e-4164-9659-591a34e2a0e6 req-dea43ec2-954c-47c3-8851-70912b98cc75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:37.884591 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-85727643-632d-4fc1-a472-f3cadbd22b99 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-2, 1a580b34-8c7f-4a39-af09-9100655f8735) {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:10:37.893218 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1db4bfa8-6849-4489-bd24-37ec509f4515 None None] Network 1a580b34-8c7f-4a39-af09-9100655f8735 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:10:37.907502 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85727643-632d-4fc1-a472-f3cadbd22b99 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:10:37.908098 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-85727643-632d-4fc1-a472-f3cadbd22b99 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for subnet, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:37.915001 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862c98a9-531e-4164-9659-591a34e2a0e6 req-dea43ec2-954c-47c3-8851-70912b98cc75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:10:37.915607 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-862c98a9-531e-4164-9659-591a34e2a0e6 req-dea43ec2-954c-47c3-8851-70912b98cc75 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:37.917053 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-862c98a9-531e-4164-9659-591a34e2a0e6 req-dea43ec2-954c-47c3-8851-70912b98cc75 service neutron] 10.222.0.63 "PUT /v2.0/ports/1f77a629-8000-4972-97a1-a5d329a83b02 HTTP/1.1" status: 200 len: 1091 time: 1.2690821 Aug 18 12:10:37.919188 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '684bb2d4-45fb-4af0-9220-074d433537ba', 'tag': '1f77a629-8000-4972-97a1-a5d329a83b02'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:10:37.921427 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5c7dc64-91bd-468b-8a06-d903b6c0939e" -d '{"events": [{"name": "network-changed", "server_uuid": "684bb2d4-45fb-4af0-9220-074d433537ba", "tag": "1f77a629-8000-4972-97a1-a5d329a83b02"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:10:37.952975 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-85727643-632d-4fc1-a472-f3cadbd22b99 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.9032774 Aug 18 12:10:37.962162 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 47916) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:37.964230 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea43ec2-954c-47c3-8851-70912b98cc75 service neutron] Pushing event updated for resources: {'Port': ['ID=1f77a629-8000-4972-97a1-a5d329a83b02,revision_number=3']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:10:37.969648 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:10:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1635d097-afe1-43ae-9e79-8726d56cb724 x-openstack-request-id: req-1635d097-afe1-43ae-9e79-8726d56cb724 {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:10:37.970093 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "684bb2d4-45fb-4af0-9220-074d433537ba", "tag": "1f77a629-8000-4972-97a1-a5d329a83b02", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:10:37.970481 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-1635d097-afe1-43ae-9e79-8726d56cb724 {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:10:37.971014 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '684bb2d4-45fb-4af0-9220-074d433537ba', 'tag': '1f77a629-8000-4972-97a1-a5d329a83b02', 'status': 'completed', 'code': 200} Aug 18 12:10:38.001163 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cdd4af-41b0-4d0f-993d-24f6ea503ebe tempest-ExternalNetworksAdminNegativeTestJSON-2068768365 tempest-ExternalNetworksAdminNegativeTestJSON-2068768365-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac6a64a7-4e1a-4639-bc04-ed2107dc711c,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:10:38.022235 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862c98a9-531e-4164-9659-591a34e2a0e6 req-cd340ec4-ece3-4ccf-960e-aace000b214e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:10:38.025959 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-862c98a9-531e-4164-9659-591a34e2a0e6 req-cd340ec4-ece3-4ccf-960e-aace000b214e service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=287474964843457e83741728f27605af&device_id=684bb2d4-45fb-4af0-9220-074d433537ba HTTP/1.1" status: 200 len: 1094 time: 0.0488884 Aug 18 12:10:38.077796 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-862c98a9-531e-4164-9659-591a34e2a0e6 req-788b891e-7a81-436c-afe6-94a664e9c588 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1f77a629-8000-4972-97a1-a5d329a83b02 HTTP/1.1" status: 200 len: 217 time: 0.0424337 Aug 18 12:10:38.091599 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a883b64-ccd8-4d0f-94d1-a29e23d1e440 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp788be208-34ab-5a8f-af0f-528834af222f-1a580b34-8c7f-4a39-af09-9100655f8735', 'network_id': '1a580b34-8c7f-4a39-af09-9100655f8735', 'tenant_id': '1594a1fbf8ed45cba2282fb2179e6632', 'fixed_ips': [{'subnet_id': 'c9b2c20d-4822-414d-afe2-ee3a3cbe7f69'}]}} from n-d-804985-2. {{(pid=106254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 12:10:38.092630 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4a883b64-ccd8-4d0f-94d1-a29e23d1e440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:38.108750 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:38.139492 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862c98a9-531e-4164-9659-591a34e2a0e6 req-1cc53b69-a0f0-4ad0-8be0-03ca00efa94b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:10:38.141459 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-862c98a9-531e-4164-9659-591a34e2a0e6 req-1cc53b69-a0f0-4ad0-8be0-03ca00efa94b service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a76c24d3-b86e-48fd-b018-8474cde49ab5 HTTP/1.1" status: 200 len: 855 time: 0.0556996 Aug 18 12:10:38.175236 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-862c98a9-531e-4164-9659-591a34e2a0e6 req-bac3f76d-677c-4ab8-8967-82d8cfa1fafd service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=7dfc47df-47b4-4e90-bd94-e3bf14b5a490&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267320 Aug 18 12:10:38.245274 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.db_base_plugin_common [None req-4a883b64-ccd8-4d0f-94d1-a29e23d1e440 None None] Allocated IP 172.20.0.1 (1a580b34-8c7f-4a39-af09-9100655f8735/c9b2c20d-4822-414d-afe2-ee3a3cbe7f69/1a21a8f5-a969-460a-8c45-b3dc80e108f4) {{(pid=106254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:10:38.275869 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-862c98a9-531e-4164-9659-591a34e2a0e6 req-0b78050a-6213-4942-8430-006d98d9f067 service neutron] 10.222.0.63 "GET /v2.0/networks/7dfc47df-47b4-4e90-bd94-e3bf14b5a490?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931754 Aug 18 12:10:38.381538 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-862c98a9-531e-4164-9659-591a34e2a0e6 req-661089c0-0b6f-4816-abfa-1ca1f79dd4f5 service neutron] 10.222.0.63 "GET /v2.0/networks/7dfc47df-47b4-4e90-bd94-e3bf14b5a490?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978019 Aug 18 12:10:38.420200 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4a883b64-ccd8-4d0f-94d1-a29e23d1e440 None None] Notify callbacks [] for port, precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:38.433928 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-4a883b64-ccd8-4d0f-94d1-a29e23d1e440 None None] Transition to ACTIVE for port object 1a21a8f5-a969-460a-8c45-b3dc80e108f4 will not be triggered until provisioned by entity L2. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:10:38.457948 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-4a883b64-ccd8-4d0f-94d1-a29e23d1e440 None None] Transition to ACTIVE for port object 1a21a8f5-a969-460a-8c45-b3dc80e108f4 will not be triggered until provisioned by entity DHCP. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:10:38.470844 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4a883b64-ccd8-4d0f-94d1-a29e23d1e440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547'] for port, after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:38.507053 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aeb355-ca6e-4ae5-99bd-bc5326c7ada5 req-8812078e-6599-4c24-b7ce-a67eedd56610 tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:10:38.508557 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c6aeb355-ca6e-4ae5-99bd-bc5326c7ada5 req-8812078e-6599-4c24-b7ce-a67eedd56610 tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] 10.222.0.66 "GET /v2.0/ports?device_id=684bb2d4-45fb-4af0-9220-074d433537ba HTTP/1.1" status: 200 len: 943 time: 0.0937970 Aug 18 12:10:38.511969 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b8e520c4-c031-4311-a938-d847a8e2fd50 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7904109'] for network, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:38.520586 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a883b64-ccd8-4d0f-94d1-a29e23d1e440 None None] Network 1a580b34-8c7f-4a39-af09-9100655f8735 is already hosted by enough agents. {{(pid=106254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:10:38.525054 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.base_scheduler [None req-4a883b64-ccd8-4d0f-94d1-a29e23d1e440 None None] Resources bound (agent type, host, resource id): {{(pid=106254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:10:38.529222 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a883b64-ccd8-4d0f-94d1-a29e23d1e440 None None] Received port after_create {{(pid=106254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:10:38.539671 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c7dc64-91bd-468b-8a06-d903b6c0939e req-98c5c34f-7d16-44fd-bc03-9a29cfacc6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:10:38.541489 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c5c7dc64-91bd-468b-8a06-d903b6c0939e req-98c5c34f-7d16-44fd-bc03-9a29cfacc6cd service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=287474964843457e83741728f27605af&device_id=684bb2d4-45fb-4af0-9220-074d433537ba HTTP/1.1" status: 200 len: 1094 time: 0.0871513 Aug 18 12:10:38.549453 n-d-804985-2 neutron-server[106253]: INFO neutron.pecan_wsgi.hooks.translation [None req-21cdd4af-41b0-4d0f-993d-24f6ea503ebe tempest-ExternalNetworksAdminNegativeTestJSON-2068768365 tempest-ExternalNetworksAdminNegativeTestJSON-2068768365-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 18 12:10:38.549958 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21cdd4af-41b0-4d0f-993d-24f6ea503ebe tempest-ExternalNetworksAdminNegativeTestJSON-2068768365 tempest-ExternalNetworksAdminNegativeTestJSON-2068768365-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=106253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 12:10:38.550336 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a883b64-ccd8-4d0f-94d1-a29e23d1e440 None None] Pushing event updated for resources: {'Port': ['ID=1a21a8f5-a969-460a-8c45-b3dc80e108f4,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:10:38.575565 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-21cdd4af-41b0-4d0f-993d-24f6ea503ebe tempest-ExternalNetworksAdminNegativeTestJSON-2068768365 tempest-ExternalNetworksAdminNegativeTestJSON-2068768365-project-admin] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.8476040 Aug 18 12:10:38.576514 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 47922) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:38.605396 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-4a883b64-ccd8-4d0f-94d1-a29e23d1e440 None None] Attempting to bind port 1a21a8f5-a969-460a-8c45-b3dc80e108f4 on host n-d-804985-2 for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:10:38.605912 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-4a883b64-ccd8-4d0f-94d1-a29e23d1e440 None None] Attempting to bind port 1a21a8f5-a969-460a-8c45-b3dc80e108f4 by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': '52c97ea3-faaf-4e30-b84d-c1ee2eea66b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '1a580b34-8c7f-4a39-af09-9100655f8735'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:10:38.606152 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c6aeb355-ca6e-4ae5-99bd-bc5326c7ada5 req-150a06db-ca01-459c-b92f-c6a64bd1bae7 tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] 10.222.0.66 "GET /v2.0/security-groups?id=5ef1fad5-9994-4d94-a262-3d4636ae09af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849540 Aug 18 12:10:38.606456 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a883b64-ccd8-4d0f-94d1-a29e23d1e440 None None] Attempting to bind port 1a21a8f5-a969-460a-8c45-b3dc80e108f4 on network 1a580b34-8c7f-4a39-af09-9100655f8735 {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:10:38.613420 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a883b64-ccd8-4d0f-94d1-a29e23d1e440 None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 10, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:10:38.613980 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a883b64-ccd8-4d0f-94d1-a29e23d1e440 None None] Checking segment: {'id': '52c97ea3-faaf-4e30-b84d-c1ee2eea66b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '1a580b34-8c7f-4a39-af09-9100655f8735'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:10:38.614496 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4a883b64-ccd8-4d0f-94d1-a29e23d1e440 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:38.614961 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a883b64-ccd8-4d0f-94d1-a29e23d1e440 None None] Bound using segment: {'id': '52c97ea3-faaf-4e30-b84d-c1ee2eea66b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '1a580b34-8c7f-4a39-af09-9100655f8735'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:10:38.615525 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-4a883b64-ccd8-4d0f-94d1-a29e23d1e440 None None] Bound port: 1a21a8f5-a969-460a-8c45-b3dc80e108f4, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52c97ea3-faaf-4e30-b84d-c1ee2eea66b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '1a580b34-8c7f-4a39-af09-9100655f8735'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:10:38.616009 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4a883b64-ccd8-4d0f-94d1-a29e23d1e440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:38.659409 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-b8e520c4-c031-4311-a938-d847a8e2fd50 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Deleting port 1a21a8f5-a969-460a-8c45-b3dc80e108f4 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:10:38.659731 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b8e520c4-c031-4311-a938-d847a8e2fd50 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:38.665646 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c7dc64-91bd-468b-8a06-d903b6c0939e req-7525e6ce-95fa-4778-a029-c5e118218dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:10:38.667136 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c5c7dc64-91bd-468b-8a06-d903b6c0939e req-7525e6ce-95fa-4778-a029-c5e118218dcd service neutron] 10.222.0.63 "GET /v2.0/networks?id=7dfc47df-47b4-4e90-bd94-e3bf14b5a490 HTTP/1.1" status: 200 len: 916 time: 0.1177480 Aug 18 12:10:38.684996 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-4a883b64-ccd8-4d0f-94d1-a29e23d1e440 None None] For port 1a21a8f5-a969-460a-8c45-b3dc80e108f4, host n-d-804985-2, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:10:38.688524 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-4a883b64-ccd8-4d0f-94d1-a29e23d1e440 None None] For port 1a21a8f5-a969-460a-8c45-b3dc80e108f4, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=1a21a8f5-a969-460a-8c45-b3dc80e108f4,segment=NetworkSegment(52c97ea3-faaf-4e30-b84d-c1ee2eea66b4),segment_id=52c97ea3-faaf-4e30-b84d-c1ee2eea66b4)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:10:38.695442 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4a883b64-ccd8-4d0f-94d1-a29e23d1e440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:38.715860 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c5c7dc64-91bd-468b-8a06-d903b6c0939e req-f15e91c8-561f-422c-8da9-38043587b3f5 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1f77a629-8000-4972-97a1-a5d329a83b02 HTTP/1.1" status: 200 len: 217 time: 0.0393651 Aug 18 12:10:38.759294 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a883b64-ccd8-4d0f-94d1-a29e23d1e440 None None] Pushing event updated for resources: {'Port': ['ID=1a21a8f5-a969-460a-8c45-b3dc80e108f4,revision_number=2']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:10:38.775434 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c7dc64-91bd-468b-8a06-d903b6c0939e req-6527e3c4-6517-4859-9e2b-72cab25a3f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:10:38.777022 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c5c7dc64-91bd-468b-8a06-d903b6c0939e req-6527e3c4-6517-4859-9e2b-72cab25a3f61 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a76c24d3-b86e-48fd-b018-8474cde49ab5 HTTP/1.1" status: 200 len: 855 time: 0.0534766 Aug 18 12:10:38.799298 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [None req-b8e520c4-c031-4311-a938-d847a8e2fd50 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] For port 1a21a8f5-a969-460a-8c45-b3dc80e108f4, host n-d-804985-2, got binding levels [] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:10:38.799660 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b8e520c4-c031-4311-a938-d847a8e2fd50 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:38.813563 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c5c7dc64-91bd-468b-8a06-d903b6c0939e req-0f99dcff-7bc2-49ee-8405-6a9799e3b4d7 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=7dfc47df-47b4-4e90-bd94-e3bf14b5a490&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282910 Aug 18 12:10:38.814584 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-b8e520c4-c031-4311-a938-d847a8e2fd50 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Calling delete_port for 1a21a8f5-a969-460a-8c45-b3dc80e108f4 owned by network:dhcp {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:10:38.822523 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-8aa97dc9-b20c-4963-a773-e6f0d7ab48af tempest-ExternalNetworksAdminNegativeTestJSON-2068768365 tempest-ExternalNetworksAdminNegativeTestJSON-2068768365-project-admin] Deleting port 79313810-b6e7-41a0-a4c7-34275803c7c8 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:10:38.822865 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8aa97dc9-b20c-4963-a773-e6f0d7ab48af tempest-ExternalNetworksAdminNegativeTestJSON-2068768365 tempest-ExternalNetworksAdminNegativeTestJSON-2068768365-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:38.926830 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c5c7dc64-91bd-468b-8a06-d903b6c0939e req-02f37a0b-7ad1-4fbe-83d6-c738a813ec38 service neutron] 10.222.0.63 "GET /v2.0/networks/7dfc47df-47b4-4e90-bd94-e3bf14b5a490?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033003 Aug 18 12:10:38.963058 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8aa97dc9-b20c-4963-a773-e6f0d7ab48af tempest-ExternalNetworksAdminNegativeTestJSON-2068768365 tempest-ExternalNetworksAdminNegativeTestJSON-2068768365-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:38.963502 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8aa97dc9-b20c-4963-a773-e6f0d7ab48af tempest-ExternalNetworksAdminNegativeTestJSON-2068768365 tempest-ExternalNetworksAdminNegativeTestJSON-2068768365-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:38.983431 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-8aa97dc9-b20c-4963-a773-e6f0d7ab48af tempest-ExternalNetworksAdminNegativeTestJSON-2068768365 tempest-ExternalNetworksAdminNegativeTestJSON-2068768365-project-admin] Calling delete_port for 79313810-b6e7-41a0-a4c7-34275803c7c8 owned by network:floatingip {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:10:39.083255 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c5c7dc64-91bd-468b-8a06-d903b6c0939e req-844046c7-a570-4135-b359-1af4035e8852 service neutron] 10.222.0.63 "GET /v2.0/networks/7dfc47df-47b4-4e90-bd94-e3bf14b5a490?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456554 Aug 18 12:10:39.093776 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b8e520c4-c031-4311-a938-d847a8e2fd50 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:39.132822 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e520c4-c031-4311-a938-d847a8e2fd50 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Pushing event deleted for resources: {'Port': ['ID=1a21a8f5-a969-460a-8c45-b3dc80e108f4,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:10:39.183391 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e520c4-c031-4311-a938-d847a8e2fd50 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] No DVR routers for this DVR port 1a21a8f5-a969-460a-8c45-b3dc80e108f4 on host n-d-804985-2 {{(pid=106253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:10:39.254147 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b8e520c4-c031-4311-a938-d847a8e2fd50 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:39.302729 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8aa97dc9-b20c-4963-a773-e6f0d7ab48af tempest-ExternalNetworksAdminNegativeTestJSON-2068768365 tempest-ExternalNetworksAdminNegativeTestJSON-2068768365-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:39.348667 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa97dc9-b20c-4963-a773-e6f0d7ab48af tempest-ExternalNetworksAdminNegativeTestJSON-2068768365 tempest-ExternalNetworksAdminNegativeTestJSON-2068768365-project-admin] Pushing event deleted for resources: {'Port': ['ID=79313810-b6e7-41a0-a4c7-34275803c7c8,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:10:39.391293 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b8e520c4-c031-4311-a938-d847a8e2fd50 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58902171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59388106'] for subnet, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:39.436849 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e520c4-c031-4311-a938-d847a8e2fd50 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Pushing event deleted for resources: {'Subnet': ['ID=c9b2c20d-4822-414d-afe2-ee3a3cbe7f69,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:10:39.488945 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8aa97dc9-b20c-4963-a773-e6f0d7ab48af tempest-ExternalNetworksAdminNegativeTestJSON-2068768365 tempest-ExternalNetworksAdminNegativeTestJSON-2068768365-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:39.491417 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8aa97dc9-b20c-4963-a773-e6f0d7ab48af tempest-ExternalNetworksAdminNegativeTestJSON-2068768365 tempest-ExternalNetworksAdminNegativeTestJSON-2068768365-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for floatingip, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:39.492632 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-8aa97dc9-b20c-4963-a773-e6f0d7ab48af tempest-ExternalNetworksAdminNegativeTestJSON-2068768365 tempest-ExternalNetworksAdminNegativeTestJSON-2068768365-project-admin] 10.222.0.66 "DELETE /v2.0/floatingips/40033c62-191b-4518-be71-8815d21e5a03 HTTP/1.1" status: 204 len: 168 time: 0.9158804 Aug 18 12:10:39.509514 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b8e520c4-c031-4311-a938-d847a8e2fd50 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8367869', 'neutron.services.segments.db._delete_segments_for_network-8789151212993'] for network, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:39.521103 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-b8e520c4-c031-4311-a938-d847a8e2fd50 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a580b34-8c7f-4a39-af09-9100655f8735']}} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:10:39.533401 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-b8e520c4-c031-4311-a938-d847a8e2fd50 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52c97ea3-faaf-4e30-b84d-c1ee2eea66b4') {'for_net_delete': True} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:10:39.533818 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-b8e520c4-c031-4311-a938-d847a8e2fd50 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52c97ea3-faaf-4e30-b84d-c1ee2eea66b4') {} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:10:39.555479 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b8e520c4-c031-4311-a938-d847a8e2fd50 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789151225254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902236'] for segment, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:39.575341 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b8e520c4-c031-4311-a938-d847a8e2fd50 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:39.582703 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8e520c4-c031-4311-a938-d847a8e2fd50 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Releasing vlan 819 on physical network physnet1 to pool {{(pid=106253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:10:39.583274 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b8e520c4-c031-4311-a938-d847a8e2fd50 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58900537'] for segment, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:39.587559 n-d-804985-2 neutron-server[106253]: Traceback (most recent call last): Aug 18 12:10:39.587559 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:10:39.587559 n-d-804985-2 neutron-server[106253]: timer() Aug 18 12:10:39.587559 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:10:39.587559 n-d-804985-2 neutron-server[106253]: cb(*args, **kw) Aug 18 12:10:39.587559 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:10:39.587559 n-d-804985-2 neutron-server[106253]: return func(*args, **kwargs) Aug 18 12:10:39.587559 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:10:39.587559 n-d-804985-2 neutron-server[106253]: self._notify() Aug 18 12:10:39.587559 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:10:39.587559 n-d-804985-2 neutron-server[106253]: self.callback(batched_events) Aug 18 12:10:39.587559 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:10:39.587559 n-d-804985-2 neutron-server[106253]: event.method(event) Aug 18 12:10:39.587559 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:10:39.587559 n-d-804985-2 neutron-server[106253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:10:39.587559 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:10:39.587559 n-d-804985-2 neutron-server[106253]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:10:39.587559 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:10:39.587559 n-d-804985-2 neutron-server[106253]: return f(self, *a, **k) Aug 18 12:10:39.587559 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:10:39.587559 n-d-804985-2 neutron-server[106253]: return self._get(url).json() Aug 18 12:10:39.587559 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:10:39.587559 n-d-804985-2 neutron-server[106253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:10:39.587559 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:10:39.587559 n-d-804985-2 neutron-server[106253]: return self.request(url, 'GET', **kwargs) Aug 18 12:10:39.587559 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:10:39.587559 n-d-804985-2 neutron-server[106253]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:10:39.587559 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:10:39.587559 n-d-804985-2 neutron-server[106253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:10:39.587559 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:10:39.587559 n-d-804985-2 neutron-server[106253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:10:39.587559 n-d-804985-2 neutron-server[106253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:10:39.662732 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b8e520c4-c031-4311-a938-d847a8e2fd50 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8367858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997186'] for network, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:39.671918 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b8e520c4-c031-4311-a938-d847a8e2fd50 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:39.674087 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-b8e520c4-c031-4311-a938-d847a8e2fd50 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] 10.222.0.66 "DELETE /v2.0/networks/1a580b34-8c7f-4a39-af09-9100655f8735 HTTP/1.1" status: 204 len: 168 time: 1.7066376 Aug 18 12:10:39.678918 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 47932) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:39.684395 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-b011ef23-0982-4ab0-b606-dde48882e322 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-981302562'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:10:39.704665 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e520c4-c031-4311-a938-d847a8e2fd50 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Pushing event deleted for resources: {'Network': ['ID=1a580b34-8c7f-4a39-af09-9100655f8735,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:10:39.751375 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b011ef23-0982-4ab0-b606-dde48882e322 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Made reservation on behalf of 1594a1fbf8ed45cba2282fb2179e6632 for: {'network': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:10:39.755007 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b011ef23-0982-4ab0-b606-dde48882e322 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for network, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:39.781636 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47a954f-a30a-464e-bb6e-d25a97fab078 req-92d81944-f675-442b-817f-76d97f098aa6 tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:10:39.783203 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e47a954f-a30a-464e-bb6e-d25a97fab078 req-92d81944-f675-442b-817f-76d97f098aa6 tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] 10.222.0.66 "GET /v2.0/ports?device_id=684bb2d4-45fb-4af0-9220-074d433537ba HTTP/1.1" status: 200 len: 943 time: 0.0838001 Aug 18 12:10:39.808024 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b011ef23-0982-4ab0-b606-dde48882e322 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 800} {{(pid=106252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:10:39.808615 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 47936) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:39.824512 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b011ef23-0982-4ab0-b606-dde48882e322 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:39.824861 n-d-804985-2 neutron-server[106252]: INFO neutron.db.segments_db [None req-b011ef23-0982-4ab0-b606-dde48882e322 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Added segment 43fd9d60-659b-43e1-b6b0-eae98879b54e of type vlan for network d7464447-9bed-47a8-a03a-9dac8e796c44 Aug 18 12:10:39.846945 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e47a954f-a30a-464e-bb6e-d25a97fab078 req-327a4342-b719-4838-b311-0912b81d19c7 tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] 10.222.0.66 "GET /v2.0/security-groups?id=5ef1fad5-9994-4d94-a262-3d4636ae09af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561814 Aug 18 12:10:39.871070 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 1f77a629-8000-4972-97a1-a5d329a83b02 details requested by agent hyperv_n-h1-804985-2 with host n-h1-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:10:39.888020 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b011ef23-0982-4ab0-b606-dde48882e322 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789150665894'] for network, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:39.919146 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b011ef23-0982-4ab0-b606-dde48882e322 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for network, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:39.927379 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b011ef23-0982-4ab0-b606-dde48882e322 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:10:39.928061 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b011ef23-0982-4ab0-b606-dde48882e322 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks [] for network, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:39.940695 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1e20100-7d62-40d0-9b62-688fc6081964 None None] DHCP port deletion for 1a580b34-8c7f-4a39-af09-9100655f8735 request from n-d-804985-2 {{(pid=106254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 12:10:39.941598 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ba792d57-b842-499e-8995-1999829165f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:39.952624 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-51cc6957-d7a8-4f07-a857-f51804ff23c1 None None] Could not find standard attr ID for object 1a21a8f5-a969-460a-8c45-b3dc80e108f4. {{(pid=106254) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 18 12:10:39.979879 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a3ddb89-1769-45cd-9ebf-299fed980268 None None] Network 1a580b34-8c7f-4a39-af09-9100655f8735 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:10:40.001881 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a3ddb89-1769-45cd-9ebf-299fed980268 None None] Network 1a580b34-8c7f-4a39-af09-9100655f8735 could not be found, it might have been deleted concurrently. {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 18 12:10:40.015316 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 1f77a629-8000-4972-97a1-a5d329a83b02, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=1f77a629-8000-4972-97a1-a5d329a83b02,segment=NetworkSegment(04c90fa8-80d4-4b5a-8675-6489bbdf733a),segment_id=04c90fa8-80d4-4b5a-8675-6489bbdf733a)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:10:40.017492 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b011ef23-0982-4ab0-b606-dde48882e322 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Pushing event updated for resources: {'Network': ['ID=d7464447-9bed-47a8-a03a-9dac8e796c44,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:10:40.027169 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Returning: {'device': '1f77a629-8000-4972-97a1-a5d329a83b02', 'network_id': '7dfc47df-47b4-4e90-bd94-e3bf14b5a490', 'port_id': '1f77a629-8000-4972-97a1-a5d329a83b02', 'mac_address': 'fa:16:3e:78:70:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 806, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a76c24d3-b86e-48fd-b018-8474cde49ab5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:10:40.030114 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Network d7464447-9bed-47a8-a03a-9dac8e796c44 details requested by agent ovs-agent-n-d-804985-2 with host n-d-804985-2 {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:10:40.067651 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ba792d57-b842-499e-8995-1999829165f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:40.072452 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ba792d57-b842-499e-8995-1999829165f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:40.077536 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-b011ef23-0982-4ab0-b606-dde48882e322 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3974280 Aug 18 12:10:40.080343 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 47942) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:40.086396 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-3e71601e-ed52-4cf5-aaf8-cbdb69663b39 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Request body: {'subnet': {'network_id': 'd7464447-9bed-47a8-a03a-9dac8e796c44', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:10:40.116644 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-ba792d57-b842-499e-8995-1999829165f8 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=cfab04a9617a4cb6bd9d9b5ebf1b16a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3044496 Aug 18 12:10:40.118155 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 47944) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:40.123618 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba792d57-b842-499e-8995-1999829165f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2faeed7e-6cf2-4fe0-a5f3-691e652c9175,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:10:40.128183 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:40.144858 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba792d57-b842-499e-8995-1999829165f8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:10:40.145202 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba792d57-b842-499e-8995-1999829165f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:10:40.145449 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f77a629-8000-4972-97a1-a5d329a83b02 {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:10:40.145549 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba792d57-b842-499e-8995-1999829165f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:10:40.145849 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba792d57-b842-499e-8995-1999829165f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:10:40.146174 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba792d57-b842-499e-8995-1999829165f8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:10:40.146700 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba792d57-b842-499e-8995-1999829165f8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:10:40.147024 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba792d57-b842-499e-8995-1999829165f8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:10:40.147351 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba792d57-b842-499e-8995-1999829165f8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:10:40.148227 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba792d57-b842-499e-8995-1999829165f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:10:40.148227 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba792d57-b842-499e-8995-1999829165f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:10:40.148396 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba792d57-b842-499e-8995-1999829165f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:10:40.148614 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba792d57-b842-499e-8995-1999829165f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:10:40.177796 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 1f77a629-8000-4972-97a1-a5d329a83b02, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=1f77a629-8000-4972-97a1-a5d329a83b02,segment=NetworkSegment(04c90fa8-80d4-4b5a-8675-6489bbdf733a),segment_id=04c90fa8-80d4-4b5a-8675-6489bbdf733a)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:10:40.182953 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:40.185830 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e71601e-ed52-4cf5-aaf8-cbdb69663b39 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Made reservation on behalf of 1594a1fbf8ed45cba2282fb2179e6632 for: {'subnet': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:10:40.189662 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-3e71601e-ed52-4cf5-aaf8-cbdb69663b39 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59074089'] for subnet, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:40.192194 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ff8cf830-7d22-4e2c-bfa3-999b13bf2173 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:40.213577 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ff8cf830-7d22-4e2c-bfa3-999b13bf2173 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:40.234262 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=1f77a629-8000-4972-97a1-a5d329a83b02,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:10:40.262145 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ff8cf830-7d22-4e2c-bfa3-999b13bf2173 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:40.265067 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ff8cf830-7d22-4e2c-bfa3-999b13bf2173 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:40.266450 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-ff8cf830-7d22-4e2c-bfa3-999b13bf2173 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2faeed7e-6cf2-4fe0-a5f3-691e652c9175 HTTP/1.1" status: 204 len: 168 time: 0.1482925 Aug 18 12:10:40.276281 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8cf830-7d22-4e2c-bfa3-999b13bf2173 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2faeed7e-6cf2-4fe0-a5f3-691e652c9175,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:10:40.382094 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-3e71601e-ed52-4cf5-aaf8-cbdb69663b39 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3572913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59074111'] for subnet, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:40.433632 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] get_ports_and_sgs() called for port_ids ['1f77a629-8000-4972-97a1-a5d329a83b02'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:10:40.448705 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e71601e-ed52-4cf5-aaf8-cbdb69663b39 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Pushing event updated for resources: {'Subnet': ['ID=4f553e4b-740d-46dd-9d5a-92dea6b3bb11,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:10:40.453007 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e71601e-ed52-4cf5-aaf8-cbdb69663b39 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Checking segment: {'id': '43fd9d60-659b-43e1-b6b0-eae98879b54e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'd7464447-9bed-47a8-a03a-9dac8e796c44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:10:40.453361 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e71601e-ed52-4cf5-aaf8-cbdb69663b39 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Network hostable DHCP agents. Network: d7464447-9bed-47a8-a03a-9dac8e796c44, hostable agents: ['97c14208-2951-4361-8d64-3708c946ff5f'], hosted agents: [] {{(pid=106252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 12:10:40.471034 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e71601e-ed52-4cf5-aaf8-cbdb69663b39 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Network d7464447-9bed-47a8-a03a-9dac8e796c44 is scheduled to be hosted by DHCP agent 97c14208-2951-4361-8d64-3708c946ff5f with binding_index 1 {{(pid=106252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 12:10:40.481561 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-3e71601e-ed52-4cf5-aaf8-cbdb69663b39 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-2, d7464447-9bed-47a8-a03a-9dac8e796c44) {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:10:40.486393 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e71601e-ed52-4cf5-aaf8-cbdb69663b39 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:10:40.486988 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-3e71601e-ed52-4cf5-aaf8-cbdb69663b39 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for subnet, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:40.495151 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c8121b3-0a3c-4c4c-af18-eb9ead10ad2d None None] Network d7464447-9bed-47a8-a03a-9dac8e796c44 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:10:40.503499 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-3e71601e-ed52-4cf5-aaf8-cbdb69663b39 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4217815 Aug 18 12:10:40.506361 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 47950) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:40.553793 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 47952) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:40.600614 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-19ff07ca-04be-47ad-9459-2cecd8d11607 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a13132ac0ffe438690da95dbde5b73c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0437186 Aug 18 12:10:40.601431 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 47954) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:40.609022 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-78f04ce4-031d-4404-88e8-3b03c8697363 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7904109'] for network, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:40.661952 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-febb9793-0ced-4092-b331-3e5348ec3b64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:40.670293 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-78f04ce4-031d-4404-88e8-3b03c8697363 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:40.684033 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-febb9793-0ced-4092-b331-3e5348ec3b64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:40.733454 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6882131-78ce-4524-a4cb-9a82f79b927f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp788be208-34ab-5a8f-af0f-528834af222f-d7464447-9bed-47a8-a03a-9dac8e796c44', 'network_id': 'd7464447-9bed-47a8-a03a-9dac8e796c44', 'tenant_id': '1594a1fbf8ed45cba2282fb2179e6632', 'fixed_ips': [{'subnet_id': '4f553e4b-740d-46dd-9d5a-92dea6b3bb11'}]}} from n-d-804985-2. {{(pid=106254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 12:10:40.734541 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-b6882131-78ce-4524-a4cb-9a82f79b927f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:40.738390 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-78f04ce4-031d-4404-88e8-3b03c8697363 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58902171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59388106'] for subnet, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:40.744568 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-febb9793-0ced-4092-b331-3e5348ec3b64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:40.747436 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-febb9793-0ced-4092-b331-3e5348ec3b64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:40.752716 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-febb9793-0ced-4092-b331-3e5348ec3b64 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ac6a64a7-4e1a-4639-bc04-ed2107dc711c HTTP/1.1" status: 204 len: 168 time: 0.1466174 Aug 18 12:10:40.760719 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febb9793-0ced-4092-b331-3e5348ec3b64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac6a64a7-4e1a-4639-bc04-ed2107dc711c,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:10:40.769584 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f04ce4-031d-4404-88e8-3b03c8697363 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Pushing event deleted for resources: {'Subnet': ['ID=4f553e4b-740d-46dd-9d5a-92dea6b3bb11,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:10:40.830919 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3d24951-7367-4c9e-a4ed-d08982477ad7 None None] Network d7464447-9bed-47a8-a03a-9dac8e796c44 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:10:40.841385 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-78f04ce4-031d-4404-88e8-3b03c8697363 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8367869', 'neutron.services.segments.db._delete_segments_for_network-8789151212993'] for network, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:40.852203 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-78f04ce4-031d-4404-88e8-3b03c8697363 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7464447-9bed-47a8-a03a-9dac8e796c44']}} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:10:40.863184 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-78f04ce4-031d-4404-88e8-3b03c8697363 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43fd9d60-659b-43e1-b6b0-eae98879b54e') {'for_net_delete': True} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:10:40.863480 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-78f04ce4-031d-4404-88e8-3b03c8697363 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43fd9d60-659b-43e1-b6b0-eae98879b54e') {} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:10:40.872199 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-78f04ce4-031d-4404-88e8-3b03c8697363 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789151225254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902236'] for segment, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:40.902299 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-78f04ce4-031d-4404-88e8-3b03c8697363 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:40.913000 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78f04ce4-031d-4404-88e8-3b03c8697363 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Releasing vlan 800 on physical network physnet1 to pool {{(pid=106253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:10:40.913414 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-78f04ce4-031d-4404-88e8-3b03c8697363 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58900537'] for segment, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:40.916597 n-d-804985-2 neutron-server[106253]: Traceback (most recent call last): Aug 18 12:10:40.916597 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:10:40.916597 n-d-804985-2 neutron-server[106253]: timer() Aug 18 12:10:40.916597 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:10:40.916597 n-d-804985-2 neutron-server[106253]: cb(*args, **kw) Aug 18 12:10:40.916597 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:10:40.916597 n-d-804985-2 neutron-server[106253]: return func(*args, **kwargs) Aug 18 12:10:40.916597 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:10:40.916597 n-d-804985-2 neutron-server[106253]: self._notify() Aug 18 12:10:40.916597 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:10:40.916597 n-d-804985-2 neutron-server[106253]: self.callback(batched_events) Aug 18 12:10:40.916597 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:10:40.916597 n-d-804985-2 neutron-server[106253]: event.method(event) Aug 18 12:10:40.916597 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:10:40.916597 n-d-804985-2 neutron-server[106253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:10:40.916597 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:10:40.916597 n-d-804985-2 neutron-server[106253]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:10:40.916597 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:10:40.916597 n-d-804985-2 neutron-server[106253]: return f(self, *a, **k) Aug 18 12:10:40.916597 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:10:40.916597 n-d-804985-2 neutron-server[106253]: return self._get(url).json() Aug 18 12:10:40.916597 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:10:40.916597 n-d-804985-2 neutron-server[106253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:10:40.916597 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:10:40.916597 n-d-804985-2 neutron-server[106253]: return self.request(url, 'GET', **kwargs) Aug 18 12:10:40.916597 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:10:40.916597 n-d-804985-2 neutron-server[106253]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:10:40.916597 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:10:40.916597 n-d-804985-2 neutron-server[106253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:10:40.916597 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:10:40.916597 n-d-804985-2 neutron-server[106253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:10:40.916597 n-d-804985-2 neutron-server[106253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:10:41.001008 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-78f04ce4-031d-4404-88e8-3b03c8697363 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8367858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997186'] for network, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:41.003857 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c530ba-dd86-4e69-b4cc-5f28a9de444d req-3dd8c7b5-2d54-43b6-9b16-ff86fcd758dc tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:10:41.005767 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d5c530ba-dd86-4e69-b4cc-5f28a9de444d req-3dd8c7b5-2d54-43b6-9b16-ff86fcd758dc tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] 10.222.0.66 "GET /v2.0/ports?device_id=684bb2d4-45fb-4af0-9220-074d433537ba HTTP/1.1" status: 200 len: 944 time: 0.0638878 Aug 18 12:10:41.008939 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-78f04ce4-031d-4404-88e8-3b03c8697363 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:41.015089 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-78f04ce4-031d-4404-88e8-3b03c8697363 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] 10.222.0.66 "DELETE /v2.0/networks/d7464447-9bed-47a8-a03a-9dac8e796c44 HTTP/1.1" status: 204 len: 168 time: 0.5033896 Aug 18 12:10:41.015256 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 47966) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:41.025225 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-c6e39ea4-9141-4264-8891-efce6a942687 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-18436589'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:10:41.029758 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f04ce4-031d-4404-88e8-3b03c8697363 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Pushing event deleted for resources: {'Network': ['ID=d7464447-9bed-47a8-a03a-9dac8e796c44,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:10:41.079236 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d5c530ba-dd86-4e69-b4cc-5f28a9de444d req-ad532ae0-a4b5-4bbf-900e-5522d786d3e3 tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] 10.222.0.66 "GET /v2.0/security-groups?id=5ef1fad5-9994-4d94-a262-3d4636ae09af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665956 Aug 18 12:10:41.079968 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6e39ea4-9141-4264-8891-efce6a942687 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Made reservation on behalf of 1594a1fbf8ed45cba2282fb2179e6632 for: {'network': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:10:41.083312 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c6e39ea4-9141-4264-8891-efce6a942687 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for network, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:41.107483 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6e39ea4-9141-4264-8891-efce6a942687 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 844} {{(pid=106252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:10:41.116982 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c6e39ea4-9141-4264-8891-efce6a942687 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:41.117323 n-d-804985-2 neutron-server[106252]: INFO neutron.db.segments_db [None req-c6e39ea4-9141-4264-8891-efce6a942687 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Added segment 724a27e1-061c-4efa-8188-a83da2ddc78d of type vlan for network 698fa0f7-4e0b-429b-ad70-fa3b48f83f10 Aug 18 12:10:41.156888 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c6e39ea4-9141-4264-8891-efce6a942687 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789150665894'] for network, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:41.185243 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c6e39ea4-9141-4264-8891-efce6a942687 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for network, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:41.192172 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6e39ea4-9141-4264-8891-efce6a942687 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:10:41.192841 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c6e39ea4-9141-4264-8891-efce6a942687 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks [] for network, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:41.250123 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-c6e39ea4-9141-4264-8891-efce6a942687 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.2343948 Aug 18 12:10:41.253013 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 47976) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:41.264669 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-73fa4290-a572-459c-824d-99bf615dd654 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Request body: {'subnet': {'network_id': '698fa0f7-4e0b-429b-ad70-fa3b48f83f10', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:10:41.313558 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e39ea4-9141-4264-8891-efce6a942687 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Pushing event updated for resources: {'Network': ['ID=698fa0f7-4e0b-429b-ad70-fa3b48f83f10,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:10:41.329483 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 1a21a8f5-a969-460a-8c45-b3dc80e108f4 no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:10:41.333635 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Network 698fa0f7-4e0b-429b-ad70-fa3b48f83f10 details requested by agent ovs-agent-n-d-804985-2 with host n-d-804985-2 {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:10:41.366747 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73fa4290-a572-459c-824d-99bf615dd654 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Made reservation on behalf of 1594a1fbf8ed45cba2282fb2179e6632 for: {'subnet': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:10:41.367155 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: 1a21a8f5-a969-460a-8c45-b3dc80e108f4 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:10:41.367475 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 1a21a8f5-a969-460a-8c45-b3dc80e108f4 not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:10:41.373714 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-73fa4290-a572-459c-824d-99bf615dd654 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59074089'] for subnet, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:41.434793 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.ipam_backend_mixin [None req-73fa4290-a572-459c-824d-99bf615dd654 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Performing IP validity checks on allocation pools {{(pid=106252) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 18 12:10:41.435353 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.ipam_backend_mixin [None req-73fa4290-a572-459c-824d-99bf615dd654 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Checking for overlaps among allocation pools and gateway ip {{(pid=106252) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 18 12:10:41.555183 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-73fa4290-a572-459c-824d-99bf615dd654 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3572913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59074111'] for subnet, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:41.614288 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fa4290-a572-459c-824d-99bf615dd654 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Pushing event updated for resources: {'Subnet': ['ID=66c6485d-d85f-495f-929a-d1bd486efef7,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:10:41.627217 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73fa4290-a572-459c-824d-99bf615dd654 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Checking segment: {'id': '724a27e1-061c-4efa-8188-a83da2ddc78d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '698fa0f7-4e0b-429b-ad70-fa3b48f83f10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:10:41.627581 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73fa4290-a572-459c-824d-99bf615dd654 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Network hostable DHCP agents. Network: 698fa0f7-4e0b-429b-ad70-fa3b48f83f10, hostable agents: ['97c14208-2951-4361-8d64-3708c946ff5f'], hosted agents: [] {{(pid=106252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 12:10:41.646835 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73fa4290-a572-459c-824d-99bf615dd654 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Network 698fa0f7-4e0b-429b-ad70-fa3b48f83f10 is scheduled to be hosted by DHCP agent 97c14208-2951-4361-8d64-3708c946ff5f with binding_index 1 {{(pid=106252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 12:10:41.656467 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-73fa4290-a572-459c-824d-99bf615dd654 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-2, 698fa0f7-4e0b-429b-ad70-fa3b48f83f10) {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:10:41.662597 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73fa4290-a572-459c-824d-99bf615dd654 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:10:41.663720 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-73fa4290-a572-459c-824d-99bf615dd654 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for subnet, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:41.664523 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9c07774-f3cf-45f7-9dd0-58ebb9f7ffda None None] Network 698fa0f7-4e0b-429b-ad70-fa3b48f83f10 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:10:41.684587 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 47990) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:41.685199 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-73fa4290-a572-459c-824d-99bf615dd654 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.4306624 Aug 18 12:10:41.866707 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7bc5a37-9260-4400-b9a2-a8be52ec1da0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp788be208-34ab-5a8f-af0f-528834af222f-698fa0f7-4e0b-429b-ad70-fa3b48f83f10', 'network_id': '698fa0f7-4e0b-429b-ad70-fa3b48f83f10', 'tenant_id': '1594a1fbf8ed45cba2282fb2179e6632', 'fixed_ips': [{'subnet_id': '66c6485d-d85f-495f-929a-d1bd486efef7'}]}} from n-d-804985-2. {{(pid=106254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 12:10:41.867532 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-f7bc5a37-9260-4400-b9a2-a8be52ec1da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:41.867881 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1da7a9b0-b4c7-4133-89cd-61df8ba0d110 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7904109'] for network, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:41.882228 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 1f77a629-8000-4972-97a1-a5d329a83b02 up at agent hyperv_n-h1-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:10:41.925403 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1da7a9b0-b4c7-4133-89cd-61df8ba0d110 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:42.022552 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Provisioning for port 1f77a629-8000-4972-97a1-a5d329a83b02 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:10:42.022776 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1da7a9b0-b4c7-4133-89cd-61df8ba0d110 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58902171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59388106'] for subnet, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:42.027305 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Provisioning complete for port 1f77a629-8000-4972-97a1-a5d329a83b02 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:10:42.027743 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:42.037790 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server [None req-f7bc5a37-9260-4400-b9a2-a8be52ec1da0 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 66c6485d-d85f-495f-929a-d1bd486efef7: This subnet is being modified by another concurrent operation. Aug 18 12:10:42.037790 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 18 12:10:42.037790 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 18 12:10:42.037790 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 18 12:10:42.037790 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 18 12:10:42.037790 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 18 12:10:42.037790 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 18 12:10:42.037790 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 18 12:10:42.037790 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 18 12:10:42.037790 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 18 12:10:42.037790 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 18 12:10:42.037790 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 18 12:10:42.037790 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 18 12:10:42.037790 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 18 12:10:42.037790 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 18 12:10:42.037790 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server raise self.value Aug 18 12:10:42.037790 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 18 12:10:42.037790 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 18 12:10:42.037790 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 18 12:10:42.037790 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 18 12:10:42.037790 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 18 12:10:42.037790 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 18 12:10:42.037790 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 18 12:10:42.037790 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server raise self.value Aug 18 12:10:42.037790 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 18 12:10:42.037790 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 18 12:10:42.037790 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 18 12:10:42.037790 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 18 12:10:42.037790 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 18 12:10:42.037790 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 18 12:10:42.037790 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 18 12:10:42.037790 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server raise self.value Aug 18 12:10:42.037790 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 18 12:10:42.037790 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 18 12:10:42.037790 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 18 12:10:42.037790 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 18 12:10:42.037790 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 18 12:10:42.037790 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 18 12:10:42.037790 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 18 12:10:42.037790 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 18 12:10:42.037790 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 18 12:10:42.037790 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 18 12:10:42.037790 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 18 12:10:42.037790 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 18 12:10:42.037790 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 18 12:10:42.037790 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 18 12:10:42.037790 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 18 12:10:42.037790 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 18 12:10:42.037790 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 18 12:10:42.037790 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 18 12:10:42.037790 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 18 12:10:42.037790 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server raise self.value Aug 18 12:10:42.037790 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 18 12:10:42.037790 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 18 12:10:42.041047 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 18 12:10:42.041047 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 18 12:10:42.041047 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 18 12:10:42.041047 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 18 12:10:42.041047 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 18 12:10:42.041047 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server raise self.value Aug 18 12:10:42.041047 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 18 12:10:42.041047 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 18 12:10:42.041047 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 18 12:10:42.041047 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 18 12:10:42.041047 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 18 12:10:42.041047 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 18 12:10:42.041047 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 18 12:10:42.041047 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server raise self.value Aug 18 12:10:42.041047 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 18 12:10:42.041047 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 18 12:10:42.041047 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 18 12:10:42.041047 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 18 12:10:42.041047 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 18 12:10:42.041047 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 18 12:10:42.041047 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 18 12:10:42.041047 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 18 12:10:42.041047 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 18 12:10:42.041047 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 18 12:10:42.041047 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 18 12:10:42.041047 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 18 12:10:42.041047 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 18 12:10:42.041047 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server raise self.value Aug 18 12:10:42.041047 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 18 12:10:42.041047 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 18 12:10:42.041047 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 18 12:10:42.041047 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 18 12:10:42.041047 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 18 12:10:42.041047 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 18 12:10:42.041047 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 18 12:10:42.041047 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server raise exception Aug 18 12:10:42.041047 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 66c6485d-d85f-495f-929a-d1bd486efef7: This subnet is being modified by another concurrent operation. Aug 18 12:10:42.041047 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server Aug 18 12:10:42.065768 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6396a822-e665-4b8f-a9a6-9ceead0e2560 None None] Network 698fa0f7-4e0b-429b-ad70-fa3b48f83f10 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:10:42.073906 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da7a9b0-b4c7-4133-89cd-61df8ba0d110 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Pushing event deleted for resources: {'Subnet': ['ID=66c6485d-d85f-495f-929a-d1bd486efef7,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:10:42.177326 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1da7a9b0-b4c7-4133-89cd-61df8ba0d110 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8367869', 'neutron.services.segments.db._delete_segments_for_network-8789151212993'] for network, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:42.183986 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 48014) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:42.187673 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-1da7a9b0-b4c7-4133-89cd-61df8ba0d110 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['698fa0f7-4e0b-429b-ad70-fa3b48f83f10']}} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:10:42.198589 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-1da7a9b0-b4c7-4133-89cd-61df8ba0d110 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '724a27e1-061c-4efa-8188-a83da2ddc78d') {'for_net_delete': True} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:10:42.198883 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-1da7a9b0-b4c7-4133-89cd-61df8ba0d110 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '724a27e1-061c-4efa-8188-a83da2ddc78d') {} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:10:42.210861 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1da7a9b0-b4c7-4133-89cd-61df8ba0d110 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789151225254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902236'] for segment, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:42.226501 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1da7a9b0-b4c7-4133-89cd-61df8ba0d110 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:42.236899 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1da7a9b0-b4c7-4133-89cd-61df8ba0d110 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Releasing vlan 844 on physical network physnet1 to pool {{(pid=106253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:10:42.236899 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1da7a9b0-b4c7-4133-89cd-61df8ba0d110 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58900537'] for segment, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:42.256368 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6957e3b4-1b97-4676-9979-13be73d2d7d9 None None] get_active_networks_info from n-d-804985-2 {{(pid=106254) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 18 12:10:42.283750 n-d-804985-2 neutron-server[106253]: Traceback (most recent call last): Aug 18 12:10:42.283750 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:10:42.283750 n-d-804985-2 neutron-server[106253]: timer() Aug 18 12:10:42.283750 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:10:42.283750 n-d-804985-2 neutron-server[106253]: cb(*args, **kw) Aug 18 12:10:42.283750 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:10:42.283750 n-d-804985-2 neutron-server[106253]: return func(*args, **kwargs) Aug 18 12:10:42.283750 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:10:42.283750 n-d-804985-2 neutron-server[106253]: self._notify() Aug 18 12:10:42.283750 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:10:42.283750 n-d-804985-2 neutron-server[106253]: self.callback(batched_events) Aug 18 12:10:42.283750 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:10:42.283750 n-d-804985-2 neutron-server[106253]: event.method(event) Aug 18 12:10:42.283750 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:10:42.283750 n-d-804985-2 neutron-server[106253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:10:42.283750 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:10:42.283750 n-d-804985-2 neutron-server[106253]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:10:42.283750 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:10:42.283750 n-d-804985-2 neutron-server[106253]: return f(self, *a, **k) Aug 18 12:10:42.283750 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:10:42.283750 n-d-804985-2 neutron-server[106253]: return self._get(url).json() Aug 18 12:10:42.283750 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:10:42.283750 n-d-804985-2 neutron-server[106253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:10:42.283750 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:10:42.283750 n-d-804985-2 neutron-server[106253]: return self.request(url, 'GET', **kwargs) Aug 18 12:10:42.283750 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:10:42.283750 n-d-804985-2 neutron-server[106253]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:10:42.283750 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:10:42.283750 n-d-804985-2 neutron-server[106253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:10:42.283750 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:10:42.283750 n-d-804985-2 neutron-server[106253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:10:42.283750 n-d-804985-2 neutron-server[106253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:10:42.306944 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:42.308918 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4463d1dc-1e35-438e-9271-67ac67c63293 req-41462822-792d-4873-9e70-cdacbeb35b97 tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:10:42.311429 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4463d1dc-1e35-438e-9271-67ac67c63293 req-41462822-792d-4873-9e70-cdacbeb35b97 tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] 10.222.0.66 "GET /v2.0/ports?device_id=684bb2d4-45fb-4af0-9220-074d433537ba HTTP/1.1" status: 200 len: 944 time: 0.1143188 Aug 18 12:10:42.316064 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1da7a9b0-b4c7-4133-89cd-61df8ba0d110 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8367858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997186'] for network, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:42.324183 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1da7a9b0-b4c7-4133-89cd-61df8ba0d110 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:42.326838 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-1da7a9b0-b4c7-4133-89cd-61df8ba0d110 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] 10.222.0.66 "DELETE /v2.0/networks/698fa0f7-4e0b-429b-ad70-fa3b48f83f10 HTTP/1.1" status: 204 len: 168 time: 0.6400011 Aug 18 12:10:42.332034 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 48022) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:42.341226 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da7a9b0-b4c7-4133-89cd-61df8ba0d110 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Pushing event deleted for resources: {'Network': ['ID=698fa0f7-4e0b-429b-ad70-fa3b48f83f10,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:10:42.348293 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-b0d901db-a8ba-4231-abff-b34cdbd2f619 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-414516307'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:10:42.362828 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '684bb2d4-45fb-4af0-9220-074d433537ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f77a629-8000-4972-97a1-a5d329a83b02'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:10:42.365824 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db50a436fb3a98495337d8fe7487b4f2ea6f3c1052eb9efadc2ecda2d5737001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3799abdf-47c5-4fcd-a787-dcd1ed15c1f0" -d '{"events": [{"server_uuid": "684bb2d4-45fb-4af0-9220-074d433537ba", "name": "network-vif-plugged", "status": "completed", "tag": "1f77a629-8000-4972-97a1-a5d329a83b02"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:10:42.374681 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-f3a962b9-d155-47db-81c8-bb3be7da0c9d tempest-RoutersAdminNegativeIpV6Test-1207942631 tempest-RoutersAdminNegativeIpV6Test-1207942631-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-388542387', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:10:42.389623 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 1f77a629-8000-4972-97a1-a5d329a83b02, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=1f77a629-8000-4972-97a1-a5d329a83b02,segment=NetworkSegment(04c90fa8-80d4-4b5a-8675-6489bbdf733a),segment_id=04c90fa8-80d4-4b5a-8675-6489bbdf733a)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:10:42.409838 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:42.422136 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.db.api [None req-f3a962b9-d155-47db-81c8-bb3be7da0c9d tempest-RoutersAdminNegativeIpV6Test-1207942631 tempest-RoutersAdminNegativeIpV6Test-1207942631-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 18 12:10:42.422136 n-d-804985-2 neutron-server[106252]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 18 12:10:42.422136 n-d-804985-2 neutron-server[106252]: [parameters: {'project_id': 'df5fc07d60da4b6ca51d97de7e700b05', 'id': '9a73a0ba-aeab-42a5-b878-4ff4945fc169', 'expiration': datetime.datetime(2021, 8, 18, 12, 12, 42, 395474)}] Aug 18 12:10:42.422136 n-d-804985-2 neutron-server[106252]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=106252) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 18 12:10:42.422810 n-d-804985-2 neutron-server[106252]: DEBUG oslo_db.api [None req-f3a962b9-d155-47db-81c8-bb3be7da0c9d tempest-RoutersAdminNegativeIpV6Test-1207942631 tempest-RoutersAdminNegativeIpV6Test-1207942631-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 18 12:10:42.427927 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:10:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4bb3b1b-7f66-4f17-be3c-a2da2cb35711 x-openstack-request-id: req-b4bb3b1b-7f66-4f17-be3c-a2da2cb35711 {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:10:42.428221 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "684bb2d4-45fb-4af0-9220-074d433537ba", "name": "network-vif-plugged", "status": "completed", "tag": "1f77a629-8000-4972-97a1-a5d329a83b02", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:10:42.428465 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b4bb3b1b-7f66-4f17-be3c-a2da2cb35711 {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:10:42.428888 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '684bb2d4-45fb-4af0-9220-074d433537ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f77a629-8000-4972-97a1-a5d329a83b02', 'code': 200} Aug 18 12:10:42.432994 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4463d1dc-1e35-438e-9271-67ac67c63293 req-cf5e8b6b-aa03-4efd-bb91-b454f1988d61 tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] 10.222.0.66 "GET /v2.0/security-groups?id=5ef1fad5-9994-4d94-a262-3d4636ae09af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141517 Aug 18 12:10:42.453419 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0d901db-a8ba-4231-abff-b34cdbd2f619 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Made reservation on behalf of 1594a1fbf8ed45cba2282fb2179e6632 for: {'network': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:10:42.458766 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b0d901db-a8ba-4231-abff-b34cdbd2f619 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for network, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:42.471866 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6957e3b4-1b97-4676-9979-13be73d2d7d9 None None] Resources bound (agent type, host, resource id): {{(pid=106254) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 18 12:10:42.493104 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0d901db-a8ba-4231-abff-b34cdbd2f619 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 811} {{(pid=106252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:10:42.498772 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=1f77a629-8000-4972-97a1-a5d329a83b02,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:10:42.528052 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b0d901db-a8ba-4231-abff-b34cdbd2f619 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:42.528569 n-d-804985-2 neutron-server[106252]: INFO neutron.db.segments_db [None req-b0d901db-a8ba-4231-abff-b34cdbd2f619 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Added segment 8cde6cb4-14da-48a7-838e-6f8d991a2ad9 of type vlan for network c5de1c55-72ab-47e7-a783-872dfd88af26 Aug 18 12:10:42.582926 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b0d901db-a8ba-4231-abff-b34cdbd2f619 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789150665894'] for network, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:42.588821 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f23daf-2269-4899-84de-a842abf82249 req-c0ef9acb-58d9-4bda-ae22-b18b5592ea84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:10:42.590341 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-90f23daf-2269-4899-84de-a842abf82249 req-c0ef9acb-58d9-4bda-ae22-b18b5592ea84 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=684bb2d4-45fb-4af0-9220-074d433537ba HTTP/1.1" status: 200 len: 1096 time: 0.0916579 Aug 18 12:10:42.633790 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b0d901db-a8ba-4231-abff-b34cdbd2f619 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for network, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:42.640988 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0d901db-a8ba-4231-abff-b34cdbd2f619 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:10:42.641604 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b0d901db-a8ba-4231-abff-b34cdbd2f619 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks [] for network, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:43.051850 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-90f23daf-2269-4899-84de-a842abf82249 req-a275160b-b068-400a-8ef2-5fd493e25f14 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=5ef1fad5-9994-4d94-a262-3d4636ae09af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4531476 Aug 18 12:10:43.062333 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-b0d901db-a8ba-4231-abff-b34cdbd2f619 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7279000 Aug 18 12:10:43.062580 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 48036) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:43.068189 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-a4515dda-bf9e-4439-af8f-5680ff3872be tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Request body: {'subnet': {'network_id': 'c5de1c55-72ab-47e7-a783-872dfd88af26', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:10:43.084814 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d901db-a8ba-4231-abff-b34cdbd2f619 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Pushing event updated for resources: {'Network': ['ID=c5de1c55-72ab-47e7-a783-872dfd88af26,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:10:43.091623 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3a962b9-d155-47db-81c8-bb3be7da0c9d tempest-RoutersAdminNegativeIpV6Test-1207942631 tempest-RoutersAdminNegativeIpV6Test-1207942631-project-admin] Made reservation on behalf of df5fc07d60da4b6ca51d97de7e700b05 for: {'port': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:10:43.094383 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f3a962b9-d155-47db-81c8-bb3be7da0c9d tempest-RoutersAdminNegativeIpV6Test-1207942631 tempest-RoutersAdminNegativeIpV6Test-1207942631-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:43.098556 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Network c5de1c55-72ab-47e7-a783-872dfd88af26 details requested by agent ovs-agent-n-d-804985-2 with host n-d-804985-2 {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:10:43.103917 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f3a962b9-d155-47db-81c8-bb3be7da0c9d tempest-RoutersAdminNegativeIpV6Test-1207942631 tempest-RoutersAdminNegativeIpV6Test-1207942631-project-admin] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:43.211789 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f3a962b9-d155-47db-81c8-bb3be7da0c9d tempest-RoutersAdminNegativeIpV6Test-1207942631 tempest-RoutersAdminNegativeIpV6Test-1207942631-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:43.216633 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f3a962b9-d155-47db-81c8-bb3be7da0c9d tempest-RoutersAdminNegativeIpV6Test-1207942631 tempest-RoutersAdminNegativeIpV6Test-1207942631-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:43.236250 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [None req-f3a962b9-d155-47db-81c8-bb3be7da0c9d tempest-RoutersAdminNegativeIpV6Test-1207942631 tempest-RoutersAdminNegativeIpV6Test-1207942631-project-admin] device_id is not set on port 17011ed4-0859-4e96-94a4-ab851682e6bc yet. {{(pid=106252) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 12:10:43.236449 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4515dda-bf9e-4439-af8f-5680ff3872be tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Made reservation on behalf of 1594a1fbf8ed45cba2282fb2179e6632 for: {'subnet': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:10:43.243287 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a4515dda-bf9e-4439-af8f-5680ff3872be tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59388119'] for subnet, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:43.282912 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a962b9-d155-47db-81c8-bb3be7da0c9d tempest-RoutersAdminNegativeIpV6Test-1207942631 tempest-RoutersAdminNegativeIpV6Test-1207942631-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cff0aa5-73ba-4d9f-b209-9bff54485f26,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:10:43.395228 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [None req-f3a962b9-d155-47db-81c8-bb3be7da0c9d tempest-RoutersAdminNegativeIpV6Test-1207942631 tempest-RoutersAdminNegativeIpV6Test-1207942631-project-admin] Allocated IP 172.25.7.126 (7cae7a70-14fd-408c-b14d-39ceb97cb60e/9784295a-20b8-4a4b-b105-f82737f0448f/17011ed4-0859-4e96-94a4-ab851682e6bc) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:10:43.474040 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a4515dda-bf9e-4439-af8f-5680ff3872be tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58902106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59388097'] for subnet, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:43.543993 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4515dda-bf9e-4439-af8f-5680ff3872be tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Pushing event updated for resources: {'Subnet': ['ID=2273c853-accf-469a-9f38-21a93b35efca,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:10:43.553099 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4515dda-bf9e-4439-af8f-5680ff3872be tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Checking segment: {'id': '8cde6cb4-14da-48a7-838e-6f8d991a2ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'c5de1c55-72ab-47e7-a783-872dfd88af26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:10:43.553459 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4515dda-bf9e-4439-af8f-5680ff3872be tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Network hostable DHCP agents. Network: c5de1c55-72ab-47e7-a783-872dfd88af26, hostable agents: ['97c14208-2951-4361-8d64-3708c946ff5f'], hosted agents: [] {{(pid=106253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 12:10:43.573487 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4515dda-bf9e-4439-af8f-5680ff3872be tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Network c5de1c55-72ab-47e7-a783-872dfd88af26 is scheduled to be hosted by DHCP agent 97c14208-2951-4361-8d64-3708c946ff5f with binding_index 1 {{(pid=106253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 12:10:43.584495 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-a4515dda-bf9e-4439-af8f-5680ff3872be tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-2, c5de1c55-72ab-47e7-a783-872dfd88af26) {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:10:43.586941 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f3a962b9-d155-47db-81c8-bb3be7da0c9d tempest-RoutersAdminNegativeIpV6Test-1207942631 tempest-RoutersAdminNegativeIpV6Test-1207942631-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:43.591908 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4515dda-bf9e-4439-af8f-5680ff3872be tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:10:43.592752 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a4515dda-bf9e-4439-af8f-5680ff3872be tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:43.594941 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abb677d0-2a9e-46c4-a8ef-797579b37b69 None None] Network c5de1c55-72ab-47e7-a783-872dfd88af26 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:10:43.603697 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe6ef53-cfba-4487-94e1-992be378bedc req-c0bdeca4-3330-4ecd-bfde-c02c929b7f25 tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:10:43.605310 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3fe6ef53-cfba-4487-94e1-992be378bedc req-c0bdeca4-3330-4ecd-bfde-c02c929b7f25 tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] 10.222.0.66 "GET /v2.0/ports?device_id=684bb2d4-45fb-4af0-9220-074d433537ba HTTP/1.1" status: 200 len: 945 time: 0.0895131 Aug 18 12:10:43.614314 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-a4515dda-bf9e-4439-af8f-5680ff3872be tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.5481207 Aug 18 12:10:43.614517 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 48040) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:43.671850 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3fe6ef53-cfba-4487-94e1-992be378bedc req-c89195ec-9cf3-4eb9-ad92-50ebb3000428 tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] 10.222.0.66 "GET /v2.0/security-groups?id=5ef1fad5-9994-4d94-a262-3d4636ae09af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569315 Aug 18 12:10:43.680943 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f3a962b9-d155-47db-81c8-bb3be7da0c9d tempest-RoutersAdminNegativeIpV6Test-1207942631 tempest-RoutersAdminNegativeIpV6Test-1207942631-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:43.720971 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-205d636c-e429-47f1-965b-1c03b5e5f71c tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7904109'] for network, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:43.747883 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3a962b9-d155-47db-81c8-bb3be7da0c9d tempest-RoutersAdminNegativeIpV6Test-1207942631 tempest-RoutersAdminNegativeIpV6Test-1207942631-project-admin] Network 7cae7a70-14fd-408c-b14d-39ceb97cb60e is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:10:43.755843 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-f3a962b9-d155-47db-81c8-bb3be7da0c9d tempest-RoutersAdminNegativeIpV6Test-1207942631 tempest-RoutersAdminNegativeIpV6Test-1207942631-project-admin] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:10:43.758607 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a962b9-d155-47db-81c8-bb3be7da0c9d tempest-RoutersAdminNegativeIpV6Test-1207942631 tempest-RoutersAdminNegativeIpV6Test-1207942631-project-admin] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:10:43.762504 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a962b9-d155-47db-81c8-bb3be7da0c9d tempest-RoutersAdminNegativeIpV6Test-1207942631 tempest-RoutersAdminNegativeIpV6Test-1207942631-project-admin] Pushing event updated for resources: {'Port': ['ID=17011ed4-0859-4e96-94a4-ab851682e6bc,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:10:43.826177 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3a962b9-d155-47db-81c8-bb3be7da0c9d tempest-RoutersAdminNegativeIpV6Test-1207942631 tempest-RoutersAdminNegativeIpV6Test-1207942631-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:10:43.826882 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f3a962b9-d155-47db-81c8-bb3be7da0c9d tempest-RoutersAdminNegativeIpV6Test-1207942631 tempest-RoutersAdminNegativeIpV6Test-1207942631-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:43.847799 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-f3a962b9-d155-47db-81c8-bb3be7da0c9d tempest-RoutersAdminNegativeIpV6Test-1207942631 tempest-RoutersAdminNegativeIpV6Test-1207942631-project-admin] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 1.6621144 Aug 18 12:10:43.850743 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 48048) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:43.857222 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-f752595e-1477-4d46-9410-6a8748d552c2 tempest-RoutersAdminNegativeIpV6Test-1207942631 tempest-RoutersAdminNegativeIpV6Test-1207942631-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.126'}]}}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:10:43.877119 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-205d636c-e429-47f1-965b-1c03b5e5f71c tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:43.907102 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f752595e-1477-4d46-9410-6a8748d552c2 tempest-RoutersAdminNegativeIpV6Test-1207942631 tempest-RoutersAdminNegativeIpV6Test-1207942631-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-998592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15809'] for router, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:43.908632 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f752595e-1477-4d46-9410-6a8748d552c2 tempest-RoutersAdminNegativeIpV6Test-1207942631 tempest-RoutersAdminNegativeIpV6Test-1207942631-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-992733', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-971415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15816'] for router, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:43.952903 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b5b89d0-46a8-4d66-bf1d-e0e33e594276 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp788be208-34ab-5a8f-af0f-528834af222f-c5de1c55-72ab-47e7-a783-872dfd88af26', 'network_id': 'c5de1c55-72ab-47e7-a783-872dfd88af26', 'tenant_id': '1594a1fbf8ed45cba2282fb2179e6632', 'fixed_ips': [{'subnet_id': '2273c853-accf-469a-9f38-21a93b35efca'}]}} from n-d-804985-2. {{(pid=106254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 12:10:43.955099 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4b5b89d0-46a8-4d66-bf1d-e0e33e594276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:43.983407 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f752595e-1477-4d46-9410-6a8748d552c2 tempest-RoutersAdminNegativeIpV6Test-1207942631 tempest-RoutersAdminNegativeIpV6Test-1207942631-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:44.011829 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-205d636c-e429-47f1-965b-1c03b5e5f71c tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58902171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59388106'] for subnet, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:44.046262 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205d636c-e429-47f1-965b-1c03b5e5f71c tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Pushing event deleted for resources: {'Subnet': ['ID=2273c853-accf-469a-9f38-21a93b35efca,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:10:44.118271 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server [None req-4b5b89d0-46a8-4d66-bf1d-e0e33e594276 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2273c853-accf-469a-9f38-21a93b35efca: This subnet is being modified by another concurrent operation. Aug 18 12:10:44.118271 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 18 12:10:44.118271 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 18 12:10:44.118271 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 18 12:10:44.118271 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 18 12:10:44.118271 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 18 12:10:44.118271 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 18 12:10:44.118271 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 18 12:10:44.118271 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 18 12:10:44.118271 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 18 12:10:44.118271 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 18 12:10:44.118271 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 18 12:10:44.118271 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 18 12:10:44.118271 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 18 12:10:44.118271 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 18 12:10:44.118271 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server raise self.value Aug 18 12:10:44.118271 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 18 12:10:44.118271 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 18 12:10:44.118271 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 18 12:10:44.118271 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 18 12:10:44.118271 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 18 12:10:44.118271 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 18 12:10:44.118271 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 18 12:10:44.118271 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server raise self.value Aug 18 12:10:44.118271 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 18 12:10:44.118271 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 18 12:10:44.118271 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 18 12:10:44.118271 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 18 12:10:44.118271 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 18 12:10:44.118271 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 18 12:10:44.118271 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 18 12:10:44.118271 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server raise self.value Aug 18 12:10:44.118271 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 18 12:10:44.118271 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 18 12:10:44.118271 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 18 12:10:44.118271 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 18 12:10:44.118271 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 18 12:10:44.118271 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 18 12:10:44.118271 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 18 12:10:44.118271 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 18 12:10:44.118271 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 18 12:10:44.118271 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 18 12:10:44.118271 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 18 12:10:44.118271 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 18 12:10:44.118271 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 18 12:10:44.118271 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 18 12:10:44.118271 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 18 12:10:44.118271 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 18 12:10:44.118271 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 18 12:10:44.118271 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 18 12:10:44.118271 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 18 12:10:44.118271 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server raise self.value Aug 18 12:10:44.118271 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 18 12:10:44.118271 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 18 12:10:44.121435 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 18 12:10:44.121435 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 18 12:10:44.121435 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 18 12:10:44.121435 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 18 12:10:44.121435 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 18 12:10:44.121435 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server raise self.value Aug 18 12:10:44.121435 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 18 12:10:44.121435 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 18 12:10:44.121435 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 18 12:10:44.121435 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 18 12:10:44.121435 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 18 12:10:44.121435 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 18 12:10:44.121435 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 18 12:10:44.121435 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server raise self.value Aug 18 12:10:44.121435 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 18 12:10:44.121435 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 18 12:10:44.121435 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 18 12:10:44.121435 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 18 12:10:44.121435 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 18 12:10:44.121435 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 18 12:10:44.121435 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 18 12:10:44.121435 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 18 12:10:44.121435 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 18 12:10:44.121435 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 18 12:10:44.121435 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 18 12:10:44.121435 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 18 12:10:44.121435 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 18 12:10:44.121435 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server raise self.value Aug 18 12:10:44.121435 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 18 12:10:44.121435 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 18 12:10:44.121435 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 18 12:10:44.121435 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 18 12:10:44.121435 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 18 12:10:44.121435 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 18 12:10:44.121435 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 18 12:10:44.121435 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server raise exception Aug 18 12:10:44.121435 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2273c853-accf-469a-9f38-21a93b35efca: This subnet is being modified by another concurrent operation. Aug 18 12:10:44.121435 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server Aug 18 12:10:44.133668 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47d9bc3c-2d3b-446f-ae37-15f149249288 None None] Network c5de1c55-72ab-47e7-a783-872dfd88af26 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:10:44.138685 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-205d636c-e429-47f1-965b-1c03b5e5f71c tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8367869', 'neutron.services.segments.db._delete_segments_for_network-8789151212993'] for network, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:44.153157 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-205d636c-e429-47f1-965b-1c03b5e5f71c tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5de1c55-72ab-47e7-a783-872dfd88af26']}} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:10:44.167293 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-205d636c-e429-47f1-965b-1c03b5e5f71c tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cde6cb4-14da-48a7-838e-6f8d991a2ad9') {'for_net_delete': True} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:10:44.168172 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-205d636c-e429-47f1-965b-1c03b5e5f71c tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cde6cb4-14da-48a7-838e-6f8d991a2ad9') {} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:10:44.180719 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-205d636c-e429-47f1-965b-1c03b5e5f71c tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789151225254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902236'] for segment, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:44.190003 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f752595e-1477-4d46-9410-6a8748d552c2 tempest-RoutersAdminNegativeIpV6Test-1207942631 tempest-RoutersAdminNegativeIpV6Test-1207942631-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:44.217606 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-205d636c-e429-47f1-965b-1c03b5e5f71c tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:44.227241 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-205d636c-e429-47f1-965b-1c03b5e5f71c tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Releasing vlan 811 on physical network physnet1 to pool {{(pid=106253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:10:44.227715 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-205d636c-e429-47f1-965b-1c03b5e5f71c tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58900537'] for segment, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:44.231742 n-d-804985-2 neutron-server[106253]: Traceback (most recent call last): Aug 18 12:10:44.231742 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:10:44.231742 n-d-804985-2 neutron-server[106253]: timer() Aug 18 12:10:44.231742 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:10:44.231742 n-d-804985-2 neutron-server[106253]: cb(*args, **kw) Aug 18 12:10:44.231742 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:10:44.231742 n-d-804985-2 neutron-server[106253]: return func(*args, **kwargs) Aug 18 12:10:44.231742 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:10:44.231742 n-d-804985-2 neutron-server[106253]: self._notify() Aug 18 12:10:44.231742 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:10:44.231742 n-d-804985-2 neutron-server[106253]: self.callback(batched_events) Aug 18 12:10:44.231742 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:10:44.231742 n-d-804985-2 neutron-server[106253]: event.method(event) Aug 18 12:10:44.231742 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:10:44.231742 n-d-804985-2 neutron-server[106253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:10:44.231742 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:10:44.231742 n-d-804985-2 neutron-server[106253]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:10:44.231742 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:10:44.231742 n-d-804985-2 neutron-server[106253]: return f(self, *a, **k) Aug 18 12:10:44.231742 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:10:44.231742 n-d-804985-2 neutron-server[106253]: return self._get(url).json() Aug 18 12:10:44.231742 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:10:44.231742 n-d-804985-2 neutron-server[106253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:10:44.231742 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:10:44.231742 n-d-804985-2 neutron-server[106253]: return self.request(url, 'GET', **kwargs) Aug 18 12:10:44.231742 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:10:44.231742 n-d-804985-2 neutron-server[106253]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:10:44.231742 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:10:44.231742 n-d-804985-2 neutron-server[106253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:10:44.231742 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:10:44.231742 n-d-804985-2 neutron-server[106253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:10:44.231742 n-d-804985-2 neutron-server[106253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:10:44.264948 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46026727-7113-474a-9785-60aa0d6ac5ce None None] get_active_networks_info from n-d-804985-2 {{(pid=106254) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 18 12:10:44.318644 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-205d636c-e429-47f1-965b-1c03b5e5f71c tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8367858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997186'] for network, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:44.329309 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-205d636c-e429-47f1-965b-1c03b5e5f71c tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:44.332166 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-205d636c-e429-47f1-965b-1c03b5e5f71c tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] 10.222.0.66 "DELETE /v2.0/networks/c5de1c55-72ab-47e7-a783-872dfd88af26 HTTP/1.1" status: 204 len: 168 time: 0.7166569 Aug 18 12:10:44.338331 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 48058) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:44.353354 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-838ba365-010b-4aa6-afba-837727fcfb6e tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1025254400'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:10:44.368975 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205d636c-e429-47f1-965b-1c03b5e5f71c tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Pushing event deleted for resources: {'Network': ['ID=c5de1c55-72ab-47e7-a783-872dfd88af26,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:10:44.389229 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-838ba365-010b-4aa6-afba-837727fcfb6e tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Made reservation on behalf of 1594a1fbf8ed45cba2282fb2179e6632 for: {'network': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:10:44.393741 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-838ba365-010b-4aa6-afba-837727fcfb6e tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for network, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:44.395254 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46026727-7113-474a-9785-60aa0d6ac5ce None None] Resources bound (agent type, host, resource id): {{(pid=106254) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 18 12:10:44.421912 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-838ba365-010b-4aa6-afba-837727fcfb6e tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 837} {{(pid=106253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:10:44.442921 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-838ba365-010b-4aa6-afba-837727fcfb6e tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:44.443514 n-d-804985-2 neutron-server[106253]: INFO neutron.db.segments_db [None req-838ba365-010b-4aa6-afba-837727fcfb6e tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Added segment f5b9a49e-cd46-4821-af07-9886bfc7c326 of type vlan for network 260f89b1-168f-4925-88aa-bccd47f1920f Aug 18 12:10:44.449281 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f752595e-1477-4d46-9410-6a8748d552c2 tempest-RoutersAdminNegativeIpV6Test-1207942631 tempest-RoutersAdminNegativeIpV6Test-1207942631-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:44.469721 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f752595e-1477-4d46-9410-6a8748d552c2 tempest-RoutersAdminNegativeIpV6Test-1207942631 tempest-RoutersAdminNegativeIpV6Test-1207942631-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:44.504708 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-838ba365-010b-4aa6-afba-837727fcfb6e tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789150665894'] for network, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:44.534684 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-838ba365-010b-4aa6-afba-837727fcfb6e tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for network, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:44.541844 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-838ba365-010b-4aa6-afba-837727fcfb6e tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:10:44.542474 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-838ba365-010b-4aa6-afba-837727fcfb6e tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:44.617711 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-838ba365-010b-4aa6-afba-837727fcfb6e tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2763002 Aug 18 12:10:44.621041 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 48062) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:44.629267 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-70716f81-ba29-48cf-ae22-bc29ba5e5625 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Request body: {'subnet': {'network_id': '260f89b1-168f-4925-88aa-bccd47f1920f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:10:44.649742 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f752595e-1477-4d46-9410-6a8748d552c2 tempest-RoutersAdminNegativeIpV6Test-1207942631 tempest-RoutersAdminNegativeIpV6Test-1207942631-project-admin] Notify callbacks [] for router, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:44.709326 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838ba365-010b-4aa6-afba-837727fcfb6e tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Pushing event updated for resources: {'Network': ['ID=260f89b1-168f-4925-88aa-bccd47f1920f,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:10:44.719823 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Network 260f89b1-168f-4925-88aa-bccd47f1920f details requested by agent ovs-agent-n-d-804985-2 with host n-d-804985-2 {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:10:44.762532 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70716f81-ba29-48cf-ae22-bc29ba5e5625 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Made reservation on behalf of 1594a1fbf8ed45cba2282fb2179e6632 for: {'subnet': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:10:44.767975 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-70716f81-ba29-48cf-ae22-bc29ba5e5625 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59388119'] for subnet, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:44.893965 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f752595e-1477-4d46-9410-6a8748d552c2 tempest-RoutersAdminNegativeIpV6Test-1207942631 tempest-RoutersAdminNegativeIpV6Test-1207942631-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-996004', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15859'] for router, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:44.897737 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f752595e-1477-4d46-9410-6a8748d552c2 tempest-RoutersAdminNegativeIpV6Test-1207942631 tempest-RoutersAdminNegativeIpV6Test-1207942631-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:44.953796 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff4f5a7-3ab1-4a2f-bd2a-83a71ef25c18 req-9c5e6247-26c8-4886-9097-ffbdb223c5cc tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:10:44.955526 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6ff4f5a7-3ab1-4a2f-bd2a-83a71ef25c18 req-9c5e6247-26c8-4886-9097-ffbdb223c5cc tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] 10.222.0.66 "GET /v2.0/ports?device_id=684bb2d4-45fb-4af0-9220-074d433537ba HTTP/1.1" status: 200 len: 945 time: 0.1483593 Aug 18 12:10:44.956827 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f752595e-1477-4d46-9410-6a8748d552c2 tempest-RoutersAdminNegativeIpV6Test-1207942631 tempest-RoutersAdminNegativeIpV6Test-1207942631-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-996061'] for router, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:44.957411 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f752595e-1477-4d46-9410-6a8748d552c2 tempest-RoutersAdminNegativeIpV6Test-1207942631 tempest-RoutersAdminNegativeIpV6Test-1207942631-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d81deb01-e329-478f-a454-dc5b495590af {{(pid=106252) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 12:10:44.981995 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-70716f81-ba29-48cf-ae22-bc29ba5e5625 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58902106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59388097'] for subnet, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:44.989927 n-d-804985-2 neutron-server[106252]: INFO neutron.api.v2.resource [None req-f752595e-1477-4d46-9410-6a8748d552c2 tempest-RoutersAdminNegativeIpV6Test-1207942631 tempest-RoutersAdminNegativeIpV6Test-1207942631-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 18 12:10:44.991112 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-f752595e-1477-4d46-9410-6a8748d552c2 tempest-RoutersAdminNegativeIpV6Test-1207942631 tempest-RoutersAdminNegativeIpV6Test-1207942631-project-admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.1390018 Aug 18 12:10:44.994674 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 48066) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:45.004220 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6ff4f5a7-3ab1-4a2f-bd2a-83a71ef25c18 req-b923d921-2274-4989-996e-c9173332453e tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] 10.222.0.66 "GET /v2.0/security-groups?id=5ef1fad5-9994-4d94-a262-3d4636ae09af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413494 Aug 18 12:10:45.113452 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70716f81-ba29-48cf-ae22-bc29ba5e5625 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Pushing event updated for resources: {'Subnet': ['ID=e419d981-670c-416e-a757-5d91730dbfaa,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:10:45.126151 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70716f81-ba29-48cf-ae22-bc29ba5e5625 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Checking segment: {'id': 'f5b9a49e-cd46-4821-af07-9886bfc7c326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '260f89b1-168f-4925-88aa-bccd47f1920f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:10:45.126502 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70716f81-ba29-48cf-ae22-bc29ba5e5625 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Network hostable DHCP agents. Network: 260f89b1-168f-4925-88aa-bccd47f1920f, hostable agents: ['97c14208-2951-4361-8d64-3708c946ff5f'], hosted agents: [] {{(pid=106253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 12:10:45.155218 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70716f81-ba29-48cf-ae22-bc29ba5e5625 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Network 260f89b1-168f-4925-88aa-bccd47f1920f is scheduled to be hosted by DHCP agent 97c14208-2951-4361-8d64-3708c946ff5f with binding_index 1 {{(pid=106253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 12:10:45.159960 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-3960d338-8982-47a3-a00e-553cc9165708 tempest-RoutersAdminNegativeIpV6Test-1207942631 tempest-RoutersAdminNegativeIpV6Test-1207942631-project-admin] Deleting port 17011ed4-0859-4e96-94a4-ab851682e6bc {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:10:45.160302 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3960d338-8982-47a3-a00e-553cc9165708 tempest-RoutersAdminNegativeIpV6Test-1207942631 tempest-RoutersAdminNegativeIpV6Test-1207942631-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:45.205879 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-70716f81-ba29-48cf-ae22-bc29ba5e5625 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-2, 260f89b1-168f-4925-88aa-bccd47f1920f) {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:10:45.214576 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70716f81-ba29-48cf-ae22-bc29ba5e5625 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:10:45.217000 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56e5b10a-366c-461c-b9ba-1ee0d460c15a None None] Network 260f89b1-168f-4925-88aa-bccd47f1920f requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:10:45.220242 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-70716f81-ba29-48cf-ae22-bc29ba5e5625 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:45.280406 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-70716f81-ba29-48cf-ae22-bc29ba5e5625 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.6579993 Aug 18 12:10:45.282714 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 48074) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:45.326519 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3960d338-8982-47a3-a00e-553cc9165708 tempest-RoutersAdminNegativeIpV6Test-1207942631 tempest-RoutersAdminNegativeIpV6Test-1207942631-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:45.356938 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-3960d338-8982-47a3-a00e-553cc9165708 tempest-RoutersAdminNegativeIpV6Test-1207942631 tempest-RoutersAdminNegativeIpV6Test-1207942631-project-admin] Calling delete_port for 17011ed4-0859-4e96-94a4-ab851682e6bc owned by {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:10:45.470330 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b9e614eb-1ccd-4a20-b1c6-b66f39daf5af tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7904109'] for network, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:45.511655 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28bf0709-1481-4698-be37-6c5393f86b8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp788be208-34ab-5a8f-af0f-528834af222f-260f89b1-168f-4925-88aa-bccd47f1920f', 'network_id': '260f89b1-168f-4925-88aa-bccd47f1920f', 'tenant_id': '1594a1fbf8ed45cba2282fb2179e6632', 'fixed_ips': [{'subnet_id': 'e419d981-670c-416e-a757-5d91730dbfaa'}]}} from n-d-804985-2. {{(pid=106254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 12:10:45.512619 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-28bf0709-1481-4698-be37-6c5393f86b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:45.539640 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3960d338-8982-47a3-a00e-553cc9165708 tempest-RoutersAdminNegativeIpV6Test-1207942631 tempest-RoutersAdminNegativeIpV6Test-1207942631-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:45.578152 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3960d338-8982-47a3-a00e-553cc9165708 tempest-RoutersAdminNegativeIpV6Test-1207942631 tempest-RoutersAdminNegativeIpV6Test-1207942631-project-admin] Pushing event deleted for resources: {'Port': ['ID=17011ed4-0859-4e96-94a4-ab851682e6bc,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:10:45.633426 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b9e614eb-1ccd-4a20-b1c6-b66f39daf5af tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:45.677323 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3960d338-8982-47a3-a00e-553cc9165708 tempest-RoutersAdminNegativeIpV6Test-1207942631 tempest-RoutersAdminNegativeIpV6Test-1207942631-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:45.680038 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-3960d338-8982-47a3-a00e-553cc9165708 tempest-RoutersAdminNegativeIpV6Test-1207942631 tempest-RoutersAdminNegativeIpV6Test-1207942631-project-admin] 10.222.0.66 "DELETE /v2.0/ports/17011ed4-0859-4e96-94a4-ab851682e6bc HTTP/1.1" status: 204 len: 168 time: 0.6792409 Aug 18 12:10:45.730041 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.db_base_plugin_common [None req-28bf0709-1481-4698-be37-6c5393f86b8f None None] Allocated IP 172.20.0.1 (260f89b1-168f-4925-88aa-bccd47f1920f/e419d981-670c-416e-a757-5d91730dbfaa/682dfcb0-dd87-486e-85e4-08b00ff2a0a4) {{(pid=106254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:10:45.914317 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-28bf0709-1481-4698-be37-6c5393f86b8f None None] Notify callbacks [] for port, precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:45.925305 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-28bf0709-1481-4698-be37-6c5393f86b8f None None] Transition to ACTIVE for port object 682dfcb0-dd87-486e-85e4-08b00ff2a0a4 will not be triggered until provisioned by entity L2. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:10:45.947807 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-28bf0709-1481-4698-be37-6c5393f86b8f None None] Transition to ACTIVE for port object 682dfcb0-dd87-486e-85e4-08b00ff2a0a4 will not be triggered until provisioned by entity DHCP. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:10:45.956798 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-28bf0709-1481-4698-be37-6c5393f86b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547'] for port, after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:45.969246 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 48086) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:45.979666 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28bf0709-1481-4698-be37-6c5393f86b8f None None] Network 260f89b1-168f-4925-88aa-bccd47f1920f is already hosted by enough agents. {{(pid=106254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:10:45.987412 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b9e614eb-1ccd-4a20-b1c6-b66f39daf5af tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3572848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59074100'] for subnet, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:46.006398 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.base_scheduler [None req-28bf0709-1481-4698-be37-6c5393f86b8f None None] Resources bound (agent type, host, resource id): {{(pid=106254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:10:46.010494 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28bf0709-1481-4698-be37-6c5393f86b8f None None] Received port after_create {{(pid=106254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:10:46.042626 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e614eb-1ccd-4a20-b1c6-b66f39daf5af tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Pushing event deleted for resources: {'Subnet': ['ID=e419d981-670c-416e-a757-5d91730dbfaa,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:10:46.061983 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bf0709-1481-4698-be37-6c5393f86b8f None None] Pushing event updated for resources: {'Port': ['ID=682dfcb0-dd87-486e-85e4-08b00ff2a0a4,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:10:46.117616 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-28bf0709-1481-4698-be37-6c5393f86b8f None None] Attempting to bind port 682dfcb0-dd87-486e-85e4-08b00ff2a0a4 on host n-d-804985-2 for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:10:46.117969 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-28bf0709-1481-4698-be37-6c5393f86b8f None None] Attempting to bind port 682dfcb0-dd87-486e-85e4-08b00ff2a0a4 by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': 'f5b9a49e-cd46-4821-af07-9886bfc7c326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '260f89b1-168f-4925-88aa-bccd47f1920f'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:10:46.118477 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28bf0709-1481-4698-be37-6c5393f86b8f None None] Attempting to bind port 682dfcb0-dd87-486e-85e4-08b00ff2a0a4 on network 260f89b1-168f-4925-88aa-bccd47f1920f {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:10:46.127049 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28bf0709-1481-4698-be37-6c5393f86b8f None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 10, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:10:46.127428 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28bf0709-1481-4698-be37-6c5393f86b8f None None] Checking segment: {'id': 'f5b9a49e-cd46-4821-af07-9886bfc7c326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '260f89b1-168f-4925-88aa-bccd47f1920f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:10:46.128948 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-28bf0709-1481-4698-be37-6c5393f86b8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:46.131150 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e614eb-1ccd-4a20-b1c6-b66f39daf5af tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:10:46.131703 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e614eb-1ccd-4a20-b1c6-b66f39daf5af tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:10:46.131937 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a57216e7-61bd-4cdc-a5f7-1a9059c9cadc admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:46.132456 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e614eb-1ccd-4a20-b1c6-b66f39daf5af tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:10:46.132579 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28bf0709-1481-4698-be37-6c5393f86b8f None None] Bound using segment: {'id': 'f5b9a49e-cd46-4821-af07-9886bfc7c326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '260f89b1-168f-4925-88aa-bccd47f1920f'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:10:46.133115 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-28bf0709-1481-4698-be37-6c5393f86b8f None None] Bound port: 682dfcb0-dd87-486e-85e4-08b00ff2a0a4, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5b9a49e-cd46-4821-af07-9886bfc7c326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '260f89b1-168f-4925-88aa-bccd47f1920f'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:10:46.133511 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-28bf0709-1481-4698-be37-6c5393f86b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:46.135365 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e614eb-1ccd-4a20-b1c6-b66f39daf5af tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:10:46.135919 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e614eb-1ccd-4a20-b1c6-b66f39daf5af tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:10:46.136452 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e614eb-1ccd-4a20-b1c6-b66f39daf5af tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:10:46.137141 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e614eb-1ccd-4a20-b1c6-b66f39daf5af tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:10:46.137686 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e614eb-1ccd-4a20-b1c6-b66f39daf5af tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:10:46.138206 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e614eb-1ccd-4a20-b1c6-b66f39daf5af tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:10:46.138724 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e614eb-1ccd-4a20-b1c6-b66f39daf5af tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:10:46.139242 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e614eb-1ccd-4a20-b1c6-b66f39daf5af tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:10:46.139769 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e614eb-1ccd-4a20-b1c6-b66f39daf5af tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:10:46.182904 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b9e614eb-1ccd-4a20-b1c6-b66f39daf5af tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8367869', 'neutron.services.segments.db._delete_segments_for_network-8789151212993'] for network, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:46.214261 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-b9e614eb-1ccd-4a20-b1c6-b66f39daf5af tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['260f89b1-168f-4925-88aa-bccd47f1920f']}} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:10:46.233998 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-b9e614eb-1ccd-4a20-b1c6-b66f39daf5af tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5b9a49e-cd46-4821-af07-9886bfc7c326') {'for_net_delete': True} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:10:46.234495 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-b9e614eb-1ccd-4a20-b1c6-b66f39daf5af tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5b9a49e-cd46-4821-af07-9886bfc7c326') {} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:10:46.254415 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b9e614eb-1ccd-4a20-b1c6-b66f39daf5af tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789151225254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2221521'] for segment, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:46.270875 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-28bf0709-1481-4698-be37-6c5393f86b8f None None] For port 682dfcb0-dd87-486e-85e4-08b00ff2a0a4, host n-d-804985-2, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:10:46.274640 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-28bf0709-1481-4698-be37-6c5393f86b8f None None] For port 682dfcb0-dd87-486e-85e4-08b00ff2a0a4, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=682dfcb0-dd87-486e-85e4-08b00ff2a0a4,segment=NetworkSegment(f5b9a49e-cd46-4821-af07-9886bfc7c326),segment_id=f5b9a49e-cd46-4821-af07-9886bfc7c326)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:10:46.282824 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-28bf0709-1481-4698-be37-6c5393f86b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:46.288193 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b9e614eb-1ccd-4a20-b1c6-b66f39daf5af tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:46.305296 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9e614eb-1ccd-4a20-b1c6-b66f39daf5af tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Releasing vlan 837 on physical network physnet1 to pool {{(pid=106252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:10:46.305942 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b9e614eb-1ccd-4a20-b1c6-b66f39daf5af tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3572434'] for segment, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:46.335932 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a57216e7-61bd-4cdc-a5f7-1a9059c9cadc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:46.345257 n-d-804985-2 neutron-server[106252]: Traceback (most recent call last): Aug 18 12:10:46.345257 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:10:46.345257 n-d-804985-2 neutron-server[106252]: timer() Aug 18 12:10:46.345257 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:10:46.345257 n-d-804985-2 neutron-server[106252]: cb(*args, **kw) Aug 18 12:10:46.345257 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:10:46.345257 n-d-804985-2 neutron-server[106252]: return func(*args, **kwargs) Aug 18 12:10:46.345257 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:10:46.345257 n-d-804985-2 neutron-server[106252]: self._notify() Aug 18 12:10:46.345257 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:10:46.345257 n-d-804985-2 neutron-server[106252]: self.callback(batched_events) Aug 18 12:10:46.345257 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:10:46.345257 n-d-804985-2 neutron-server[106252]: event.method(event) Aug 18 12:10:46.345257 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:10:46.345257 n-d-804985-2 neutron-server[106252]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:10:46.345257 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:10:46.345257 n-d-804985-2 neutron-server[106252]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:10:46.345257 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:10:46.345257 n-d-804985-2 neutron-server[106252]: return f(self, *a, **k) Aug 18 12:10:46.345257 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:10:46.345257 n-d-804985-2 neutron-server[106252]: return self._get(url).json() Aug 18 12:10:46.345257 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:10:46.345257 n-d-804985-2 neutron-server[106252]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:10:46.345257 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:10:46.345257 n-d-804985-2 neutron-server[106252]: return self.request(url, 'GET', **kwargs) Aug 18 12:10:46.345257 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:10:46.345257 n-d-804985-2 neutron-server[106252]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:10:46.345257 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:10:46.345257 n-d-804985-2 neutron-server[106252]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:10:46.345257 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:10:46.345257 n-d-804985-2 neutron-server[106252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:10:46.345257 n-d-804985-2 neutron-server[106252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:10:46.356392 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a57216e7-61bd-4cdc-a5f7-1a9059c9cadc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:46.385061 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bf0709-1481-4698-be37-6c5393f86b8f None None] Pushing event updated for resources: {'Port': ['ID=682dfcb0-dd87-486e-85e4-08b00ff2a0a4,revision_number=2']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:10:46.395912 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-428ad06c-ed51-4de7-a25b-11836f975887 None None] Network 260f89b1-168f-4925-88aa-bccd47f1920f requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:10:46.418625 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.db.api [None req-b9e614eb-1ccd-4a20-b1c6-b66f39daf5af tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 18 12:10:46.418625 n-d-804985-2 neutron-server[106252]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 18 12:10:46.418625 n-d-804985-2 neutron-server[106252]: [parameters: {'id': '260f89b1-168f-4925-88aa-bccd47f1920f'}] Aug 18 12:10:46.418625 n-d-804985-2 neutron-server[106252]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=106252) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 18 12:10:46.419453 n-d-804985-2 neutron-server[106252]: DEBUG oslo_db.api [None req-b9e614eb-1ccd-4a20-b1c6-b66f39daf5af tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 18 12:10:46.433777 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-a57216e7-61bd-4cdc-a5f7-1a9059c9cadc admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4b7b4f3e64cb4450a4c4e302f48665ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4633410 Aug 18 12:10:46.436391 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 48092) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:46.455557 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57216e7-61bd-4cdc-a5f7-1a9059c9cadc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5904ffc-e8e6-4612-ac47-c4062bbb8734,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:10:46.510976 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c2feda0f-7397-451e-93ca-9f342140305a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:46.541489 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13dee0a4-bef8-4015-935f-f2ef04b5e680 None None] get_active_networks_info from n-d-804985-2 {{(pid=106254) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 18 12:10:46.543051 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c2feda0f-7397-451e-93ca-9f342140305a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:46.596484 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c2feda0f-7397-451e-93ca-9f342140305a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:46.599078 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c2feda0f-7397-451e-93ca-9f342140305a admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:46.603085 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-c2feda0f-7397-451e-93ca-9f342140305a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b5904ffc-e8e6-4612-ac47-c4062bbb8734 HTTP/1.1" status: 204 len: 168 time: 0.1648965 Aug 18 12:10:46.611119 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2feda0f-7397-451e-93ca-9f342140305a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5904ffc-e8e6-4612-ac47-c4062bbb8734,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:10:46.711342 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13dee0a4-bef8-4015-935f-f2ef04b5e680 None None] Resources bound (agent type, host, resource id): {{(pid=106254) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 18 12:10:46.921225 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b9e614eb-1ccd-4a20-b1c6-b66f39daf5af tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7904109'] for network, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:46.947518 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 48110) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:47.004766 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-b9e614eb-1ccd-4a20-b1c6-b66f39daf5af tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Deleting port 682dfcb0-dd87-486e-85e4-08b00ff2a0a4 {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:10:47.005166 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b9e614eb-1ccd-4a20-b1c6-b66f39daf5af tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:47.044748 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-fd1a59bb-98a2-46f4-8c64-c4403b95d490 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=df5fc07d60da4b6ca51d97de7e700b05&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0932884 Aug 18 12:10:47.046981 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 48114) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:47.096185 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [None req-b9e614eb-1ccd-4a20-b1c6-b66f39daf5af tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] For port 682dfcb0-dd87-486e-85e4-08b00ff2a0a4, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=682dfcb0-dd87-486e-85e4-08b00ff2a0a4,segment=NetworkSegment(f5b9a49e-cd46-4821-af07-9886bfc7c326),segment_id=f5b9a49e-cd46-4821-af07-9886bfc7c326)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:10:47.096789 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b9e614eb-1ccd-4a20-b1c6-b66f39daf5af tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:47.105372 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-40894ae3-5db1-4a6f-86df-1c4eec370389 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:47.113997 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-b9e614eb-1ccd-4a20-b1c6-b66f39daf5af tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Calling delete_port for 682dfcb0-dd87-486e-85e4-08b00ff2a0a4 owned by network:dhcp {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:10:47.134468 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-40894ae3-5db1-4a6f-86df-1c4eec370389 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:47.193421 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-40894ae3-5db1-4a6f-86df-1c4eec370389 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:47.195957 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-40894ae3-5db1-4a6f-86df-1c4eec370389 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:47.199966 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-40894ae3-5db1-4a6f-86df-1c4eec370389 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1cff0aa5-73ba-4d9f-b209-9bff54485f26 HTTP/1.1" status: 204 len: 168 time: 0.1494174 Aug 18 12:10:47.210023 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40894ae3-5db1-4a6f-86df-1c4eec370389 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cff0aa5-73ba-4d9f-b209-9bff54485f26,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:10:47.234774 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b9e614eb-1ccd-4a20-b1c6-b66f39daf5af tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:47.261293 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e614eb-1ccd-4a20-b1c6-b66f39daf5af tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Pushing event deleted for resources: {'Port': ['ID=682dfcb0-dd87-486e-85e4-08b00ff2a0a4,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:10:47.265582 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e614eb-1ccd-4a20-b1c6-b66f39daf5af tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] No DVR routers for this DVR port 682dfcb0-dd87-486e-85e4-08b00ff2a0a4 on host n-d-804985-2 {{(pid=106252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:10:47.328062 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.agents_db [None req-6dbb2658-0354-4101-8393-6e7505481cf6 None None] Agent healthcheck: found 7 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 12:10:47.359724 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b9e614eb-1ccd-4a20-b1c6-b66f39daf5af tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8367869', 'neutron.services.segments.db._delete_segments_for_network-8789151212993'] for network, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:47.371397 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-b9e614eb-1ccd-4a20-b1c6-b66f39daf5af tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['260f89b1-168f-4925-88aa-bccd47f1920f']}} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:10:47.383066 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-b9e614eb-1ccd-4a20-b1c6-b66f39daf5af tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5b9a49e-cd46-4821-af07-9886bfc7c326') {'for_net_delete': True} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:10:47.383404 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-b9e614eb-1ccd-4a20-b1c6-b66f39daf5af tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5b9a49e-cd46-4821-af07-9886bfc7c326') {} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:10:47.393034 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b9e614eb-1ccd-4a20-b1c6-b66f39daf5af tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789151225254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2221521'] for segment, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:47.411111 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b9e614eb-1ccd-4a20-b1c6-b66f39daf5af tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:47.420574 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9e614eb-1ccd-4a20-b1c6-b66f39daf5af tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Releasing vlan 837 on physical network physnet1 to pool {{(pid=106252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:10:47.421097 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b9e614eb-1ccd-4a20-b1c6-b66f39daf5af tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3572434'] for segment, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:47.425608 n-d-804985-2 neutron-server[106252]: Traceback (most recent call last): Aug 18 12:10:47.425608 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:10:47.425608 n-d-804985-2 neutron-server[106252]: timer() Aug 18 12:10:47.425608 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:10:47.425608 n-d-804985-2 neutron-server[106252]: cb(*args, **kw) Aug 18 12:10:47.425608 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:10:47.425608 n-d-804985-2 neutron-server[106252]: return func(*args, **kwargs) Aug 18 12:10:47.425608 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:10:47.425608 n-d-804985-2 neutron-server[106252]: self._notify() Aug 18 12:10:47.425608 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:10:47.425608 n-d-804985-2 neutron-server[106252]: self.callback(batched_events) Aug 18 12:10:47.425608 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:10:47.425608 n-d-804985-2 neutron-server[106252]: event.method(event) Aug 18 12:10:47.425608 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:10:47.425608 n-d-804985-2 neutron-server[106252]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:10:47.425608 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:10:47.425608 n-d-804985-2 neutron-server[106252]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:10:47.425608 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:10:47.425608 n-d-804985-2 neutron-server[106252]: return f(self, *a, **k) Aug 18 12:10:47.425608 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:10:47.425608 n-d-804985-2 neutron-server[106252]: return self._get(url).json() Aug 18 12:10:47.425608 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:10:47.425608 n-d-804985-2 neutron-server[106252]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:10:47.425608 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:10:47.425608 n-d-804985-2 neutron-server[106252]: return self.request(url, 'GET', **kwargs) Aug 18 12:10:47.425608 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:10:47.425608 n-d-804985-2 neutron-server[106252]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:10:47.425608 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:10:47.425608 n-d-804985-2 neutron-server[106252]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:10:47.425608 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:10:47.425608 n-d-804985-2 neutron-server[106252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:10:47.425608 n-d-804985-2 neutron-server[106252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:10:47.503451 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b9e614eb-1ccd-4a20-b1c6-b66f39daf5af tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8367858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997186'] for network, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:47.532320 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b9e614eb-1ccd-4a20-b1c6-b66f39daf5af tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks [] for network, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:47.534774 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-b9e614eb-1ccd-4a20-b1c6-b66f39daf5af tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] 10.222.0.66 "DELETE /v2.0/networks/260f89b1-168f-4925-88aa-bccd47f1920f HTTP/1.1" status: 204 len: 168 time: 2.2508876 Aug 18 12:10:47.536035 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e614eb-1ccd-4a20-b1c6-b66f39daf5af tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Pushing event deleted for resources: {'Network': ['ID=260f89b1-168f-4925-88aa-bccd47f1920f,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:10:47.539896 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 48126) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:47.545625 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-dbe5cbe2-2f1b-44cd-8aa7-83b291bae73f tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-659954956'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:10:47.575228 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbe5cbe2-2f1b-44cd-8aa7-83b291bae73f tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Made reservation on behalf of 1594a1fbf8ed45cba2282fb2179e6632 for: {'network': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:10:47.580864 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-dbe5cbe2-2f1b-44cd-8aa7-83b291bae73f tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for network, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:47.614688 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbe5cbe2-2f1b-44cd-8aa7-83b291bae73f tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 845} {{(pid=106253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:10:47.627259 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-dbe5cbe2-2f1b-44cd-8aa7-83b291bae73f tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:47.627840 n-d-804985-2 neutron-server[106253]: INFO neutron.db.segments_db [None req-dbe5cbe2-2f1b-44cd-8aa7-83b291bae73f tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Added segment ba2bc3f3-7a73-474c-b830-d2c45d568cbf of type vlan for network 0ad5e2a6-42d0-49bc-bf59-3200e1a58559 Aug 18 12:10:47.682196 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-dbe5cbe2-2f1b-44cd-8aa7-83b291bae73f tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789150665894'] for network, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:47.717332 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-dbe5cbe2-2f1b-44cd-8aa7-83b291bae73f tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for network, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:47.723869 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbe5cbe2-2f1b-44cd-8aa7-83b291bae73f tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:10:47.724252 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-dbe5cbe2-2f1b-44cd-8aa7-83b291bae73f tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:47.788320 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-dbe5cbe2-2f1b-44cd-8aa7-83b291bae73f tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2470088 Aug 18 12:10:47.790959 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 48134) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:47.796151 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-daf11d41-d7df-4f7d-bba8-e1be5e9a96b9 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Request body: {'network': {'name': 'New_network'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:10:47.826389 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe5cbe2-2f1b-44cd-8aa7-83b291bae73f tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Pushing event updated for resources: {'Network': ['ID=0ad5e2a6-42d0-49bc-bf59-3200e1a58559,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:10:47.846449 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Network 0ad5e2a6-42d0-49bc-bf59-3200e1a58559 details requested by agent ovs-agent-n-d-804985-2 with host n-d-804985-2 {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:10:47.990803 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-daf11d41-d7df-4f7d-bba8-e1be5e9a96b9 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789150665894'] for network, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:48.009570 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-daf11d41-d7df-4f7d-bba8-e1be5e9a96b9 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for network, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:48.054991 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-daf11d41-d7df-4f7d-bba8-e1be5e9a96b9 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Network 0ad5e2a6-42d0-49bc-bf59-3200e1a58559 is not hosted by any dhcp agent {{(pid=106253) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 18 12:10:48.060627 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daf11d41-d7df-4f7d-bba8-e1be5e9a96b9 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:10:48.061244 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-daf11d41-d7df-4f7d-bba8-e1be5e9a96b9 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks [] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:48.066484 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-daf11d41-d7df-4f7d-bba8-e1be5e9a96b9 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] 10.222.0.66 "PUT /v2.0/networks/0ad5e2a6-42d0-49bc-bf59-3200e1a58559 HTTP/1.1" status: 200 len: 723 time: 0.2706807 Aug 18 12:10:48.066484 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 48144) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:48.071408 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-c4885486-7b5c-4f3f-8c94-e4f4cb9ccdbd tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Request body: {'subnet': {'network_id': '0ad5e2a6-42d0-49bc-bf59-3200e1a58559', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:10:48.127136 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 48150) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:48.132228 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf11d41-d7df-4f7d-bba8-e1be5e9a96b9 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Pushing event updated for resources: {'Network': ['ID=0ad5e2a6-42d0-49bc-bf59-3200e1a58559,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:10:48.142812 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Network 0ad5e2a6-42d0-49bc-bf59-3200e1a58559 details requested by agent ovs-agent-n-d-804985-2 with host n-d-804985-2 {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:10:48.197469 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4885486-7b5c-4f3f-8c94-e4f4cb9ccdbd tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Made reservation on behalf of 1594a1fbf8ed45cba2282fb2179e6632 for: {'subnet': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:10:48.202205 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c4885486-7b5c-4f3f-8c94-e4f4cb9ccdbd tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59388119'] for subnet, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:48.251846 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-2a0f6794-8082-4498-8377-5bc8e6c4cc80 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1643475594'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:10:48.277678 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a0f6794-8082-4498-8377-5bc8e6c4cc80 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Made reservation on behalf of 89fffbe536a34d0daf05475e4f7847d4 for: {'network': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:10:48.281395 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2a0f6794-8082-4498-8377-5bc8e6c4cc80 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for network, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:48.290303 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2a0f6794-8082-4498-8377-5bc8e6c4cc80 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:48.400184 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2a0f6794-8082-4498-8377-5bc8e6c4cc80 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:48.405228 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2a0f6794-8082-4498-8377-5bc8e6c4cc80 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:48.434922 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c4885486-7b5c-4f3f-8c94-e4f4cb9ccdbd tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58902106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59388097'] for subnet, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:48.442261 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a0f6794-8082-4498-8377-5bc8e6c4cc80 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 817} {{(pid=106252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:10:48.456725 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0f6794-8082-4498-8377-5bc8e6c4cc80 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Pushing event updated for resources: {'SecurityGroup': ['ID=551d7463-d087-49d0-8647-1bfee061efa0,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:10:48.464577 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2a0f6794-8082-4498-8377-5bc8e6c4cc80 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:48.465432 n-d-804985-2 neutron-server[106252]: INFO neutron.db.segments_db [None req-2a0f6794-8082-4498-8377-5bc8e6c4cc80 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Added segment f0d13564-8779-4d58-90e2-d8bf499433c2 of type vlan for network 91153758-0f84-400f-b863-fb7cc0de61f2 Aug 18 12:10:48.489746 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-178a309d-aca0-4f30-ad4e-046ef21af835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:48.513995 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2a0f6794-8082-4498-8377-5bc8e6c4cc80 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789150665894'] for network, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:48.514654 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4885486-7b5c-4f3f-8c94-e4f4cb9ccdbd tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Pushing event updated for resources: {'Subnet': ['ID=53c94ed8-6698-4ed3-884a-e764d09d897e,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:10:48.519280 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4885486-7b5c-4f3f-8c94-e4f4cb9ccdbd tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Checking segment: {'id': 'ba2bc3f3-7a73-474c-b830-d2c45d568cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '0ad5e2a6-42d0-49bc-bf59-3200e1a58559'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:10:48.519756 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4885486-7b5c-4f3f-8c94-e4f4cb9ccdbd tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Network hostable DHCP agents. Network: 0ad5e2a6-42d0-49bc-bf59-3200e1a58559, hostable agents: ['97c14208-2951-4361-8d64-3708c946ff5f'], hosted agents: [] {{(pid=106253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 12:10:48.538449 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4885486-7b5c-4f3f-8c94-e4f4cb9ccdbd tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Network 0ad5e2a6-42d0-49bc-bf59-3200e1a58559 is scheduled to be hosted by DHCP agent 97c14208-2951-4361-8d64-3708c946ff5f with binding_index 1 {{(pid=106253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 12:10:48.543031 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2a0f6794-8082-4498-8377-5bc8e6c4cc80 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for network, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:48.549492 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-c4885486-7b5c-4f3f-8c94-e4f4cb9ccdbd tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-2, 0ad5e2a6-42d0-49bc-bf59-3200e1a58559) {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:10:48.551885 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a0f6794-8082-4498-8377-5bc8e6c4cc80 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:10:48.553338 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2a0f6794-8082-4498-8377-5bc8e6c4cc80 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks [] for network, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:48.554233 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4885486-7b5c-4f3f-8c94-e4f4cb9ccdbd tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:10:48.555010 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c4885486-7b5c-4f3f-8c94-e4f4cb9ccdbd tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:48.568368 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8457267-675e-44e6-9d22-9af170dd95c3 None None] Network 0ad5e2a6-42d0-49bc-bf59-3200e1a58559 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:10:48.572973 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-c4885486-7b5c-4f3f-8c94-e4f4cb9ccdbd tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5055296 Aug 18 12:10:48.575729 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 48156) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:48.581109 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-e4566147-4656-486d-bf1f-ef8f6f828fdf tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:10:48.593993 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-2a0f6794-8082-4498-8377-5bc8e6c4cc80 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4657056 Aug 18 12:10:48.594636 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 48158) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:48.609759 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-c1a60090-6e5c-4d4a-aa06-b84fefcb9e04 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Request body: {'subnet': {'network_id': '91153758-0f84-400f-b863-fb7cc0de61f2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:10:48.696997 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e4566147-4656-486d-bf1f-ef8f6f828fdf tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-59388120'] for subnet, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:48.718203 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0f6794-8082-4498-8377-5bc8e6c4cc80 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Pushing event updated for resources: {'Network': ['ID=91153758-0f84-400f-b863-fb7cc0de61f2,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:10:48.738732 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Network 91153758-0f84-400f-b863-fb7cc0de61f2 details requested by agent ovs-agent-n-d-804985-2 with host n-d-804985-2 {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:10:48.755000 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eb74ffe-bf27-4974-bfa0-612d8e80349d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp788be208-34ab-5a8f-af0f-528834af222f-0ad5e2a6-42d0-49bc-bf59-3200e1a58559', 'network_id': '0ad5e2a6-42d0-49bc-bf59-3200e1a58559', 'tenant_id': '1594a1fbf8ed45cba2282fb2179e6632', 'fixed_ips': [{'subnet_id': '53c94ed8-6698-4ed3-884a-e764d09d897e'}]}} from n-d-804985-2. {{(pid=106254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 12:10:48.755854 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-2eb74ffe-bf27-4974-bfa0-612d8e80349d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:48.766152 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1a60090-6e5c-4d4a-aa06-b84fefcb9e04 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Made reservation on behalf of 89fffbe536a34d0daf05475e4f7847d4 for: {'subnet': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:10:48.772276 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c1a60090-6e5c-4d4a-aa06-b84fefcb9e04 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59074089'] for subnet, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:48.896287 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e4566147-4656-486d-bf1f-ef8f6f828fdf tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8789151180903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-58902176'] for subnet, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:48.915109 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4566147-4656-486d-bf1f-ef8f6f828fdf tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:10:48.915967 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e4566147-4656-486d-bf1f-ef8f6f828fdf tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:48.917727 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-e4566147-4656-486d-bf1f-ef8f6f828fdf tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] 10.222.0.66 "PUT /v2.0/subnets/53c94ed8-6698-4ed3-884a-e764d09d897e HTTP/1.1" status: 200 len: 806 time: 0.3410032 Aug 18 12:10:48.929523 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 48160) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:48.951228 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.db_base_plugin_common [None req-2eb74ffe-bf27-4974-bfa0-612d8e80349d None None] Allocated IP 172.20.0.2 (0ad5e2a6-42d0-49bc-bf59-3200e1a58559/53c94ed8-6698-4ed3-884a-e764d09d897e/35bee74c-a3ed-43d0-8809-b5e88996390c) {{(pid=106254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:10:48.972667 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4566147-4656-486d-bf1f-ef8f6f828fdf tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Pushing event updated for resources: {'Subnet': ['ID=53c94ed8-6698-4ed3-884a-e764d09d897e,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:10:49.127047 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-2eb74ffe-bf27-4974-bfa0-612d8e80349d None None] Notify callbacks [] for port, precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:49.137300 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-2eb74ffe-bf27-4974-bfa0-612d8e80349d None None] Transition to ACTIVE for port object 35bee74c-a3ed-43d0-8809-b5e88996390c will not be triggered until provisioned by entity L2. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:10:49.137796 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e0b8f3d9-dd21-4c47-ac54-4deaeab61f99 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7904109'] for network, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:49.141096 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c1a60090-6e5c-4d4a-aa06-b84fefcb9e04 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3572913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59074111'] for subnet, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:49.160549 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-2eb74ffe-bf27-4974-bfa0-612d8e80349d None None] Transition to ACTIVE for port object 35bee74c-a3ed-43d0-8809-b5e88996390c will not be triggered until provisioned by entity DHCP. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:10:49.176964 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-2eb74ffe-bf27-4974-bfa0-612d8e80349d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547'] for port, after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:49.223137 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eb74ffe-bf27-4974-bfa0-612d8e80349d None None] Network 0ad5e2a6-42d0-49bc-bf59-3200e1a58559 is already hosted by enough agents. {{(pid=106254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:10:49.228193 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.base_scheduler [None req-2eb74ffe-bf27-4974-bfa0-612d8e80349d None None] Resources bound (agent type, host, resource id): {{(pid=106254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:10:49.231331 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb74ffe-bf27-4974-bfa0-612d8e80349d None None] Received port after_create {{(pid=106254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:10:49.245506 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb74ffe-bf27-4974-bfa0-612d8e80349d None None] Pushing event updated for resources: {'Port': ['ID=35bee74c-a3ed-43d0-8809-b5e88996390c,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:10:49.251569 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a60090-6e5c-4d4a-aa06-b84fefcb9e04 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Pushing event updated for resources: {'Subnet': ['ID=7ba83993-ebbc-46eb-85e0-9f832436a355,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:10:49.260986 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a60090-6e5c-4d4a-aa06-b84fefcb9e04 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Checking segment: {'id': 'f0d13564-8779-4d58-90e2-d8bf499433c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '91153758-0f84-400f-b863-fb7cc0de61f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:10:49.261485 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1a60090-6e5c-4d4a-aa06-b84fefcb9e04 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Network hostable DHCP agents. Network: 91153758-0f84-400f-b863-fb7cc0de61f2, hostable agents: ['97c14208-2951-4361-8d64-3708c946ff5f'], hosted agents: [] {{(pid=106252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 12:10:49.290294 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1a60090-6e5c-4d4a-aa06-b84fefcb9e04 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Network 91153758-0f84-400f-b863-fb7cc0de61f2 is scheduled to be hosted by DHCP agent 97c14208-2951-4361-8d64-3708c946ff5f with binding_index 1 {{(pid=106252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 12:10:49.295628 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-e0b8f3d9-dd21-4c47-ac54-4deaeab61f99 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Deleting port 35bee74c-a3ed-43d0-8809-b5e88996390c {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:10:49.296085 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e0b8f3d9-dd21-4c47-ac54-4deaeab61f99 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:49.297773 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-2eb74ffe-bf27-4974-bfa0-612d8e80349d None None] Attempting to bind port 35bee74c-a3ed-43d0-8809-b5e88996390c on host n-d-804985-2 for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:10:49.298176 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-2eb74ffe-bf27-4974-bfa0-612d8e80349d None None] Attempting to bind port 35bee74c-a3ed-43d0-8809-b5e88996390c by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': 'ba2bc3f3-7a73-474c-b830-d2c45d568cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '0ad5e2a6-42d0-49bc-bf59-3200e1a58559'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:10:49.298588 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb74ffe-bf27-4974-bfa0-612d8e80349d None None] Attempting to bind port 35bee74c-a3ed-43d0-8809-b5e88996390c on network 0ad5e2a6-42d0-49bc-bf59-3200e1a58559 {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:10:49.304783 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb74ffe-bf27-4974-bfa0-612d8e80349d None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 10, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:10:49.305379 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb74ffe-bf27-4974-bfa0-612d8e80349d None None] Checking segment: {'id': 'ba2bc3f3-7a73-474c-b830-d2c45d568cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '0ad5e2a6-42d0-49bc-bf59-3200e1a58559'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:10:49.305958 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-2eb74ffe-bf27-4974-bfa0-612d8e80349d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:49.306493 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb74ffe-bf27-4974-bfa0-612d8e80349d None None] Bound using segment: {'id': 'ba2bc3f3-7a73-474c-b830-d2c45d568cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '0ad5e2a6-42d0-49bc-bf59-3200e1a58559'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:10:49.307259 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-2eb74ffe-bf27-4974-bfa0-612d8e80349d None None] Bound port: 35bee74c-a3ed-43d0-8809-b5e88996390c, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba2bc3f3-7a73-474c-b830-d2c45d568cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '0ad5e2a6-42d0-49bc-bf59-3200e1a58559'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:10:49.307459 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-2eb74ffe-bf27-4974-bfa0-612d8e80349d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:49.335024 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-c1a60090-6e5c-4d4a-aa06-b84fefcb9e04 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-2, 91153758-0f84-400f-b863-fb7cc0de61f2) {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:10:49.341212 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1a60090-6e5c-4d4a-aa06-b84fefcb9e04 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:10:49.341954 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c1a60090-6e5c-4d4a-aa06-b84fefcb9e04 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for subnet, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:49.353657 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68379540-12d4-461a-aba2-3c1745b6b738 None None] Network 91153758-0f84-400f-b863-fb7cc0de61f2 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:10:49.366563 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-c1a60090-6e5c-4d4a-aa06-b84fefcb9e04 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.7585149 Aug 18 12:10:49.366756 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 48162) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:49.371437 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-6c406c05-d307-48e1-ac49-3dc5ee7729c0 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1335778653', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'}, 'admin_state_up': False}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:10:49.414332 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [None req-e0b8f3d9-dd21-4c47-ac54-4deaeab61f99 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] For port 35bee74c-a3ed-43d0-8809-b5e88996390c, host n-d-804985-2, got binding levels [] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:10:49.415073 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e0b8f3d9-dd21-4c47-ac54-4deaeab61f99 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:49.424829 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6c406c05-d307-48e1-ac49-3dc5ee7729c0 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-998592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15809'] for router, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:49.425934 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6c406c05-d307-48e1-ac49-3dc5ee7729c0 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-992733', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-971415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15816'] for router, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:49.434951 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-e0b8f3d9-dd21-4c47-ac54-4deaeab61f99 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Calling delete_port for 35bee74c-a3ed-43d0-8809-b5e88996390c owned by network:dhcp {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:10:49.439814 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-2eb74ffe-bf27-4974-bfa0-612d8e80349d None None] For port 35bee74c-a3ed-43d0-8809-b5e88996390c, host n-d-804985-2, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:10:49.464516 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-2eb74ffe-bf27-4974-bfa0-612d8e80349d None None] For port 35bee74c-a3ed-43d0-8809-b5e88996390c, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=35bee74c-a3ed-43d0-8809-b5e88996390c,segment=NetworkSegment(ba2bc3f3-7a73-474c-b830-d2c45d568cbf),segment_id=ba2bc3f3-7a73-474c-b830-d2c45d568cbf)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:10:49.501918 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-2eb74ffe-bf27-4974-bfa0-612d8e80349d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:49.545090 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6c406c05-d307-48e1-ac49-3dc5ee7729c0 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:49.570265 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85264856-1664-44fd-8b4c-7b91d7260164 None None] Network 91153758-0f84-400f-b863-fb7cc0de61f2 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:10:49.659938 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb74ffe-bf27-4974-bfa0-612d8e80349d None None] Pushing event updated for resources: {'Port': ['ID=35bee74c-a3ed-43d0-8809-b5e88996390c,revision_number=2']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:10:49.771462 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6c406c05-d307-48e1-ac49-3dc5ee7729c0 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:49.812014 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e0b8f3d9-dd21-4c47-ac54-4deaeab61f99 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:49.884667 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b8f3d9-dd21-4c47-ac54-4deaeab61f99 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Pushing event deleted for resources: {'Port': ['ID=35bee74c-a3ed-43d0-8809-b5e88996390c,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:10:49.932203 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b8f3d9-dd21-4c47-ac54-4deaeab61f99 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] No DVR routers for this DVR port 35bee74c-a3ed-43d0-8809-b5e88996390c on host n-d-804985-2 {{(pid=106252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:10:49.985520 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e0b8f3d9-dd21-4c47-ac54-4deaeab61f99 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:50.126892 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e0b8f3d9-dd21-4c47-ac54-4deaeab61f99 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3572848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59074100'] for subnet, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:50.173366 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6c406c05-d307-48e1-ac49-3dc5ee7729c0 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks [] for router_gateway, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:50.177301 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b8f3d9-dd21-4c47-ac54-4deaeab61f99 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Pushing event deleted for resources: {'Subnet': ['ID=53c94ed8-6698-4ed3-884a-e764d09d897e,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:10:50.199742 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6c406c05-d307-48e1-ac49-3dc5ee7729c0 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:50.295374 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e0b8f3d9-dd21-4c47-ac54-4deaeab61f99 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8367869', 'neutron.services.segments.db._delete_segments_for_network-8789151212993'] for network, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:50.316085 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-e0b8f3d9-dd21-4c47-ac54-4deaeab61f99 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ad5e2a6-42d0-49bc-bf59-3200e1a58559']}} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:10:50.331882 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-e0b8f3d9-dd21-4c47-ac54-4deaeab61f99 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba2bc3f3-7a73-474c-b830-d2c45d568cbf') {'for_net_delete': True} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:10:50.332186 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-e0b8f3d9-dd21-4c47-ac54-4deaeab61f99 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba2bc3f3-7a73-474c-b830-d2c45d568cbf') {} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:10:50.364745 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e0b8f3d9-dd21-4c47-ac54-4deaeab61f99 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789151225254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2221521'] for segment, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:50.389799 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e0b8f3d9-dd21-4c47-ac54-4deaeab61f99 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:50.403386 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0b8f3d9-dd21-4c47-ac54-4deaeab61f99 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Releasing vlan 845 on physical network physnet1 to pool {{(pid=106252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:10:50.403803 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e0b8f3d9-dd21-4c47-ac54-4deaeab61f99 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3572434'] for segment, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:50.406857 n-d-804985-2 neutron-server[106252]: Traceback (most recent call last): Aug 18 12:10:50.406857 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:10:50.406857 n-d-804985-2 neutron-server[106252]: timer() Aug 18 12:10:50.406857 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:10:50.406857 n-d-804985-2 neutron-server[106252]: cb(*args, **kw) Aug 18 12:10:50.406857 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:10:50.406857 n-d-804985-2 neutron-server[106252]: return func(*args, **kwargs) Aug 18 12:10:50.406857 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:10:50.406857 n-d-804985-2 neutron-server[106252]: self._notify() Aug 18 12:10:50.406857 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:10:50.406857 n-d-804985-2 neutron-server[106252]: self.callback(batched_events) Aug 18 12:10:50.406857 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:10:50.406857 n-d-804985-2 neutron-server[106252]: event.method(event) Aug 18 12:10:50.406857 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:10:50.406857 n-d-804985-2 neutron-server[106252]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:10:50.406857 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:10:50.406857 n-d-804985-2 neutron-server[106252]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:10:50.406857 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:10:50.406857 n-d-804985-2 neutron-server[106252]: return f(self, *a, **k) Aug 18 12:10:50.406857 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:10:50.406857 n-d-804985-2 neutron-server[106252]: return self._get(url).json() Aug 18 12:10:50.406857 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:10:50.406857 n-d-804985-2 neutron-server[106252]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:10:50.406857 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:10:50.406857 n-d-804985-2 neutron-server[106252]: return self.request(url, 'GET', **kwargs) Aug 18 12:10:50.406857 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:10:50.406857 n-d-804985-2 neutron-server[106252]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:10:50.406857 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:10:50.406857 n-d-804985-2 neutron-server[106252]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:10:50.406857 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:10:50.406857 n-d-804985-2 neutron-server[106252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:10:50.406857 n-d-804985-2 neutron-server[106252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:10:50.455289 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [None req-6c406c05-d307-48e1-ac49-3dc5ee7729c0 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Allocated IP 172.25.7.60 (7cae7a70-14fd-408c-b14d-39ceb97cb60e/9784295a-20b8-4a4b-b105-f82737f0448f/26903bb3-14d3-43c0-ac5b-64fe18c6fbf2) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:10:50.521965 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e0b8f3d9-dd21-4c47-ac54-4deaeab61f99 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8367858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997186'] for network, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:50.541085 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e0b8f3d9-dd21-4c47-ac54-4deaeab61f99 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks [] for network, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:50.544702 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-e0b8f3d9-dd21-4c47-ac54-4deaeab61f99 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] 10.222.0.66 "DELETE /v2.0/networks/0ad5e2a6-42d0-49bc-bf59-3200e1a58559 HTTP/1.1" status: 204 len: 168 time: 1.6125004 Aug 18 12:10:50.546201 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 48172) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:50.548598 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b8f3d9-dd21-4c47-ac54-4deaeab61f99 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Pushing event deleted for resources: {'Network': ['ID=0ad5e2a6-42d0-49bc-bf59-3200e1a58559,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:10:50.576088 n-d-804985-2 neutron-server[106252]: INFO neutron.pecan_wsgi.hooks.translation [None req-442f8cfe-d952-486f-8be7-834dc66ac42f tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] DELETE failed (client error): The resource could not be found. Aug 18 12:10:50.576811 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-442f8cfe-d952-486f-8be7-834dc66ac42f tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106252) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 12:10:50.578658 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-442f8cfe-d952-486f-8be7-834dc66ac42f tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] 10.222.0.66 "DELETE /v2.0/networks/0ad5e2a6-42d0-49bc-bf59-3200e1a58559 HTTP/1.1" status: 404 len: 339 time: 0.0313056 Aug 18 12:10:50.582380 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 48174) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:50.587516 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-2abf3ffb-b69b-44e6-8615-a455e4a97917 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-465302564', 'description': 'd1'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:10:50.630250 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2abf3ffb-b69b-44e6-8615-a455e4a97917 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Made reservation on behalf of 1594a1fbf8ed45cba2282fb2179e6632 for: {'network': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:10:50.634121 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2abf3ffb-b69b-44e6-8615-a455e4a97917 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for network, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:50.708806 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-6f7879e5-aed5-4002-ab5a-5346b7e3d0cd None None] Could not find standard attr ID for object 35bee74c-a3ed-43d0-8809-b5e88996390c. {{(pid=106254) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 18 12:10:50.774650 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bf4d8ae-d0c9-4ff8-adf5-c716b194c17a None None] DHCP port deletion for 0ad5e2a6-42d0-49bc-bf59-3200e1a58559 request from n-d-804985-2 {{(pid=106254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 12:10:50.795154 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-109a5b85-b1c5-42be-9ba2-74448dd452a2 None None] Network 0ad5e2a6-42d0-49bc-bf59-3200e1a58559 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:10:50.807922 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-109a5b85-b1c5-42be-9ba2-74448dd452a2 None None] Network 0ad5e2a6-42d0-49bc-bf59-3200e1a58559 could not be found, it might have been deleted concurrently. {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 18 12:10:50.816435 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08e8c045-58c7-4c5b-9704-e6d699897720 None None] Network 0ad5e2a6-42d0-49bc-bf59-3200e1a58559 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:10:50.828936 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08e8c045-58c7-4c5b-9704-e6d699897720 None None] Network 0ad5e2a6-42d0-49bc-bf59-3200e1a58559 could not be found, it might have been deleted concurrently. {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 18 12:10:51.005165 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6c406c05-d307-48e1-ac49-3dc5ee7729c0 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:51.018324 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2abf3ffb-b69b-44e6-8615-a455e4a97917 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 804} {{(pid=106252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:10:51.032212 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2abf3ffb-b69b-44e6-8615-a455e4a97917 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:51.032604 n-d-804985-2 neutron-server[106252]: INFO neutron.db.segments_db [None req-2abf3ffb-b69b-44e6-8615-a455e4a97917 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Added segment a39e6d39-34e7-45e6-b1bb-ac2edc7845d0 of type vlan for network 7313134f-7529-4381-8b74-f06d438c09e4 Aug 18 12:10:51.091827 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2abf3ffb-b69b-44e6-8615-a455e4a97917 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789150665894'] for network, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:51.100860 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6c406c05-d307-48e1-ac49-3dc5ee7729c0 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:51.151822 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c406c05-d307-48e1-ac49-3dc5ee7729c0 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Network 7cae7a70-14fd-408c-b14d-39ceb97cb60e is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:10:51.159813 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-6c406c05-d307-48e1-ac49-3dc5ee7729c0 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:10:51.164075 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c406c05-d307-48e1-ac49-3dc5ee7729c0 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:10:51.166053 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2abf3ffb-b69b-44e6-8615-a455e4a97917 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for network, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:51.171578 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2abf3ffb-b69b-44e6-8615-a455e4a97917 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:10:51.172159 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2abf3ffb-b69b-44e6-8615-a455e4a97917 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks [] for network, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:51.216723 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c406c05-d307-48e1-ac49-3dc5ee7729c0 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Pushing event updated for resources: {'Port': ['ID=26903bb3-14d3-43c0-ac5b-64fe18c6fbf2,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:10:51.274554 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 48178) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:51.275117 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-2abf3ffb-b69b-44e6-8615-a455e4a97917 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.6911542 Aug 18 12:10:51.284966 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abf3ffb-b69b-44e6-8615-a455e4a97917 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Pushing event updated for resources: {'Network': ['ID=7313134f-7529-4381-8b74-f06d438c09e4,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:10:51.295915 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Network 7313134f-7529-4381-8b74-f06d438c09e4 details requested by agent ovs-agent-n-d-804985-2 with host n-d-804985-2 {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:10:51.392250 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0dcb7a6-934f-4685-81d8-6c20e957525b tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:10:51.394526 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-e0dcb7a6-934f-4685-81d8-6c20e957525b tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] 10.222.0.66 "GET /v2.0/networks?id=7313134f-7529-4381-8b74-f06d438c09e4 HTTP/1.1" status: 200 len: 760 time: 0.1178274 Aug 18 12:10:51.396989 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 48182) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:51.402727 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-c5dff5ca-df6f-4e53-afb8-ff276ad0e070 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Request body: {'network': {'description': 'd2'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:10:51.431541 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:51.544651 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6c406c05-d307-48e1-ac49-3dc5ee7729c0 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks [] for router_gateway, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:51.576411 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c5dff5ca-df6f-4e53-afb8-ff276ad0e070 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789150665894'] for network, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:51.591234 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c5dff5ca-df6f-4e53-afb8-ff276ad0e070 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for network, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:51.600682 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c5dff5ca-df6f-4e53-afb8-ff276ad0e070 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Network 7313134f-7529-4381-8b74-f06d438c09e4 is not hosted by any dhcp agent {{(pid=106253) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 18 12:10:51.606067 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5dff5ca-df6f-4e53-afb8-ff276ad0e070 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:10:51.606665 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c5dff5ca-df6f-4e53-afb8-ff276ad0e070 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks [] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:51.610557 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-c5dff5ca-df6f-4e53-afb8-ff276ad0e070 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] 10.222.0.66 "PUT /v2.0/networks/7313134f-7529-4381-8b74-f06d438c09e4 HTTP/1.1" status: 200 len: 757 time: 0.2099526 Aug 18 12:10:51.618873 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 48184) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:51.670891 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-c7f31b46-eeb5-40a2-8cf8-610527c1b488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:51.723441 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dff5ca-df6f-4e53-afb8-ff276ad0e070 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Pushing event updated for resources: {'Network': ['ID=7313134f-7529-4381-8b74-f06d438c09e4,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:10:51.739931 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Network 7313134f-7529-4381-8b74-f06d438c09e4 details requested by agent ovs-agent-n-d-804985-2 with host n-d-804985-2 {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:10:51.748684 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfd20c20-8c50-4f4b-b5ca-045198ff98ae tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:10:51.750613 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-bfd20c20-8c50-4f4b-b5ca-045198ff98ae tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] 10.222.0.66 "GET /v2.0/networks?id=7313134f-7529-4381-8b74-f06d438c09e4 HTTP/1.1" status: 200 len: 760 time: 0.1311586 Aug 18 12:10:51.754680 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 48188) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:51.760538 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-514f043f-c007-4578-9f18-e2499caa8f09 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1307846366'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:10:51.790244 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-514f043f-c007-4578-9f18-e2499caa8f09 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Made reservation on behalf of 1594a1fbf8ed45cba2282fb2179e6632 for: {'network': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:10:51.795609 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-514f043f-c007-4578-9f18-e2499caa8f09 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for network, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:51.801796 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6c406c05-d307-48e1-ac49-3dc5ee7729c0 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-998473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-992536'] for router, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:51.827621 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-514f043f-c007-4578-9f18-e2499caa8f09 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 845} {{(pid=106253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:10:51.837730 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-514f043f-c007-4578-9f18-e2499caa8f09 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:51.838077 n-d-804985-2 neutron-server[106253]: INFO neutron.db.segments_db [None req-514f043f-c007-4578-9f18-e2499caa8f09 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Added segment f9a90df1-4da6-437f-9f50-37913aa0c34b of type vlan for network 1b14c315-3bed-4f24-b4c2-ad5be358ccf8 Aug 18 12:10:51.884333 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-514f043f-c007-4578-9f18-e2499caa8f09 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789150665894'] for network, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:51.937879 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c406c05-d307-48e1-ac49-3dc5ee7729c0 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Router 66b01843-3468-41fe-a34a-c2d199dbbb60 is scheduled to L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 with binding_index 1 {{(pid=106252) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 12:10:52.065698 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c406c05-d307-48e1-ac49-3dc5ee7729c0 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:10:52.083148 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f561b69b-4fa5-4b9f-8d77-864b17e8e0e8 None None] Sync routers for ids ['66b01843-3468-41fe-a34a-c2d199dbbb60'] in n-d-804985-2 {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:10:52.097508 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f561b69b-4fa5-4b9f-8d77-864b17e8e0e8 None None] Routers {'66b01843-3468-41fe-a34a-c2d199dbbb60'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:10:52.098448 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-f561b69b-4fa5-4b9f-8d77-864b17e8e0e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:10:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['66b01843-3468-41fe-a34a-c2d199dbbb60'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:10:52.103359 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6c406c05-d307-48e1-ac49-3dc5ee7729c0 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks [] for router, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:52.107679 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-6c406c05-d307-48e1-ac49-3dc5ee7729c0 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.7373559 Aug 18 12:10:52.107867 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-53584c24-f517-494e-ac93-c18bb92373f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:52.108029 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 48190) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:52.146839 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-f561b69b-4fa5-4b9f-8d77-864b17e8e0e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:10:52.156944 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f561b69b-4fa5-4b9f-8d77-864b17e8e0e8 None None] Routers {'66b01843-3468-41fe-a34a-c2d199dbbb60'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:10:52.158107 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-f561b69b-4fa5-4b9f-8d77-864b17e8e0e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:10:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['66b01843-3468-41fe-a34a-c2d199dbbb60'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:10:52.194087 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-f561b69b-4fa5-4b9f-8d77-864b17e8e0e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:10:52.194968 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f561b69b-4fa5-4b9f-8d77-864b17e8e0e8 None None] The sync data for ids ['66b01843-3468-41fe-a34a-c2d199dbbb60'] in n-d-804985-2 is: [] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:10:52.227228 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-514f043f-c007-4578-9f18-e2499caa8f09 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for network, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:52.233314 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-514f043f-c007-4578-9f18-e2499caa8f09 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:10:52.234042 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-514f043f-c007-4578-9f18-e2499caa8f09 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks [] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:52.292766 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-514f043f-c007-4578-9f18-e2499caa8f09 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5342047 Aug 18 12:10:52.293427 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 48192) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:52.298076 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-b600742a-cd09-4b4e-8aa8-9abf45134db8 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Request body: {'subnet': {'network_id': '1b14c315-3bed-4f24-b4c2-ad5be358ccf8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:10:52.320242 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514f043f-c007-4578-9f18-e2499caa8f09 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Pushing event updated for resources: {'Network': ['ID=1b14c315-3bed-4f24-b4c2-ad5be358ccf8,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:10:52.337174 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Network 1b14c315-3bed-4f24-b4c2-ad5be358ccf8 details requested by agent ovs-agent-n-d-804985-2 with host n-d-804985-2 {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:10:52.504694 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b600742a-cd09-4b4e-8aa8-9abf45134db8 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Made reservation on behalf of 1594a1fbf8ed45cba2282fb2179e6632 for: {'subnet': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:10:52.508933 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b600742a-cd09-4b4e-8aa8-9abf45134db8 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59388119'] for subnet, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:52.632636 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-65f1fc07-86ad-402d-af5d-bb43c97ca552 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:52.720294 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b600742a-cd09-4b4e-8aa8-9abf45134db8 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58902106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59388097'] for subnet, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:52.790104 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b600742a-cd09-4b4e-8aa8-9abf45134db8 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Pushing event updated for resources: {'Subnet': ['ID=470e61b6-6c5c-4cc4-8b55-798f423c7fcd,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:10:52.797571 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b600742a-cd09-4b4e-8aa8-9abf45134db8 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Checking segment: {'id': 'f9a90df1-4da6-437f-9f50-37913aa0c34b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '1b14c315-3bed-4f24-b4c2-ad5be358ccf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:10:52.797928 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b600742a-cd09-4b4e-8aa8-9abf45134db8 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Network hostable DHCP agents. Network: 1b14c315-3bed-4f24-b4c2-ad5be358ccf8, hostable agents: ['97c14208-2951-4361-8d64-3708c946ff5f'], hosted agents: [] {{(pid=106253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 12:10:52.814324 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b600742a-cd09-4b4e-8aa8-9abf45134db8 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Network 1b14c315-3bed-4f24-b4c2-ad5be358ccf8 is scheduled to be hosted by DHCP agent 97c14208-2951-4361-8d64-3708c946ff5f with binding_index 1 {{(pid=106253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 12:10:52.823580 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-b600742a-cd09-4b4e-8aa8-9abf45134db8 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-2, 1b14c315-3bed-4f24-b4c2-ad5be358ccf8) {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:10:52.828448 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b600742a-cd09-4b4e-8aa8-9abf45134db8 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:10:52.829080 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b600742a-cd09-4b4e-8aa8-9abf45134db8 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:52.835769 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32283d9c-ece2-4321-bdc9-70ccde2bb707 None None] Network 1b14c315-3bed-4f24-b4c2-ad5be358ccf8 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:10:52.849101 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-b600742a-cd09-4b4e-8aa8-9abf45134db8 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5551076 Aug 18 12:10:52.850415 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 48200) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:52.935455 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [None req-65f1fc07-86ad-402d-af5d-bb43c97ca552 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Allocated IP 172.20.0.1 (91153758-0f84-400f-b863-fb7cc0de61f2/7ba83993-ebbc-46eb-85e0-9f832436a355/58f9537a-846d-4ea4-b920-99d106832f10) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:10:52.959470 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8dbbb34b-ef63-4d44-8db9-9ca3b72da21e tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7904109'] for network, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:52.987438 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0bec368-f56d-4e43-af2c-9ef5d774f40b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp788be208-34ab-5a8f-af0f-528834af222f-1b14c315-3bed-4f24-b4c2-ad5be358ccf8', 'network_id': '1b14c315-3bed-4f24-b4c2-ad5be358ccf8', 'tenant_id': '1594a1fbf8ed45cba2282fb2179e6632', 'fixed_ips': [{'subnet_id': '470e61b6-6c5c-4cc4-8b55-798f423c7fcd'}]}} from n-d-804985-2. {{(pid=106254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 12:10:52.988361 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-d0bec368-f56d-4e43-af2c-9ef5d774f40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:53.014940 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8dbbb34b-ef63-4d44-8db9-9ca3b72da21e tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:53.069670 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-65f1fc07-86ad-402d-af5d-bb43c97ca552 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:53.081328 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8dbbb34b-ef63-4d44-8db9-9ca3b72da21e tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58902171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59388106'] for subnet, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:53.098487 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server [None req-d0bec368-f56d-4e43-af2c-9ef5d774f40b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 470e61b6-6c5c-4cc4-8b55-798f423c7fcd: This subnet is being modified by another concurrent operation. Aug 18 12:10:53.098487 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 18 12:10:53.098487 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 18 12:10:53.098487 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 18 12:10:53.098487 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 18 12:10:53.098487 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 18 12:10:53.098487 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 18 12:10:53.098487 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 18 12:10:53.098487 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 18 12:10:53.098487 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 18 12:10:53.098487 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 18 12:10:53.098487 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 18 12:10:53.098487 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 18 12:10:53.098487 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 18 12:10:53.098487 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 18 12:10:53.098487 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server raise self.value Aug 18 12:10:53.098487 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 18 12:10:53.098487 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 18 12:10:53.098487 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 18 12:10:53.098487 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 18 12:10:53.098487 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 18 12:10:53.098487 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 18 12:10:53.098487 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 18 12:10:53.098487 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server raise self.value Aug 18 12:10:53.098487 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 18 12:10:53.098487 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 18 12:10:53.098487 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 18 12:10:53.098487 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 18 12:10:53.098487 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 18 12:10:53.098487 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 18 12:10:53.098487 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 18 12:10:53.098487 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server raise self.value Aug 18 12:10:53.098487 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 18 12:10:53.098487 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 18 12:10:53.098487 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 18 12:10:53.098487 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 18 12:10:53.098487 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 18 12:10:53.098487 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 18 12:10:53.098487 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 18 12:10:53.098487 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 18 12:10:53.098487 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 18 12:10:53.098487 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 18 12:10:53.098487 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 18 12:10:53.098487 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 18 12:10:53.098487 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 18 12:10:53.098487 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 18 12:10:53.098487 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 18 12:10:53.098487 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 18 12:10:53.098487 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 18 12:10:53.098487 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 18 12:10:53.098487 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 18 12:10:53.098487 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server raise self.value Aug 18 12:10:53.098487 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 18 12:10:53.098487 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 18 12:10:53.101852 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 18 12:10:53.101852 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 18 12:10:53.101852 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 18 12:10:53.101852 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 18 12:10:53.101852 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 18 12:10:53.101852 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server raise self.value Aug 18 12:10:53.101852 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 18 12:10:53.101852 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 18 12:10:53.101852 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 18 12:10:53.101852 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 18 12:10:53.101852 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 18 12:10:53.101852 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 18 12:10:53.101852 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 18 12:10:53.101852 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server raise self.value Aug 18 12:10:53.101852 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 18 12:10:53.101852 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 18 12:10:53.101852 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 18 12:10:53.101852 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 18 12:10:53.101852 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 18 12:10:53.101852 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 18 12:10:53.101852 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 18 12:10:53.101852 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 18 12:10:53.101852 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 18 12:10:53.101852 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 18 12:10:53.101852 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 18 12:10:53.101852 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 18 12:10:53.101852 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 18 12:10:53.101852 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server raise self.value Aug 18 12:10:53.101852 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 18 12:10:53.101852 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 18 12:10:53.101852 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 18 12:10:53.101852 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 18 12:10:53.101852 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 18 12:10:53.101852 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 18 12:10:53.101852 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 18 12:10:53.101852 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server raise exception Aug 18 12:10:53.101852 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 470e61b6-6c5c-4cc4-8b55-798f423c7fcd: This subnet is being modified by another concurrent operation. Aug 18 12:10:53.101852 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server Aug 18 12:10:53.107732 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbbb34b-ef63-4d44-8db9-9ca3b72da21e tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Pushing event deleted for resources: {'Subnet': ['ID=470e61b6-6c5c-4cc4-8b55-798f423c7fcd,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:10:53.120560 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-746a36af-dca3-48ee-bf49-a543081dbe54 None None] Network 1b14c315-3bed-4f24-b4c2-ad5be358ccf8 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:10:53.141953 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-65f1fc07-86ad-402d-af5d-bb43c97ca552 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:53.182241 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8dbbb34b-ef63-4d44-8db9-9ca3b72da21e tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8367869', 'neutron.services.segments.db._delete_segments_for_network-8789151212993'] for network, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:53.193427 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-8dbbb34b-ef63-4d44-8db9-9ca3b72da21e tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b14c315-3bed-4f24-b4c2-ad5be358ccf8']}} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:10:53.204885 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-8dbbb34b-ef63-4d44-8db9-9ca3b72da21e tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9a90df1-4da6-437f-9f50-37913aa0c34b') {'for_net_delete': True} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:10:53.205270 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-8dbbb34b-ef63-4d44-8db9-9ca3b72da21e tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9a90df1-4da6-437f-9f50-37913aa0c34b') {} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:10:53.214468 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8dbbb34b-ef63-4d44-8db9-9ca3b72da21e tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789151225254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902236'] for segment, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:53.224196 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65f1fc07-86ad-402d-af5d-bb43c97ca552 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Network 91153758-0f84-400f-b863-fb7cc0de61f2 is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:10:53.228933 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8dbbb34b-ef63-4d44-8db9-9ca3b72da21e tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:53.229541 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-65f1fc07-86ad-402d-af5d-bb43c97ca552 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:10:53.232232 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f1fc07-86ad-402d-af5d-bb43c97ca552 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:10:53.235391 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8dbbb34b-ef63-4d44-8db9-9ca3b72da21e tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Releasing vlan 845 on physical network physnet1 to pool {{(pid=106253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:10:53.235871 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8dbbb34b-ef63-4d44-8db9-9ca3b72da21e tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58900537'] for segment, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:53.239377 n-d-804985-2 neutron-server[106253]: Traceback (most recent call last): Aug 18 12:10:53.239377 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:10:53.239377 n-d-804985-2 neutron-server[106253]: timer() Aug 18 12:10:53.239377 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:10:53.239377 n-d-804985-2 neutron-server[106253]: cb(*args, **kw) Aug 18 12:10:53.239377 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:10:53.239377 n-d-804985-2 neutron-server[106253]: return func(*args, **kwargs) Aug 18 12:10:53.239377 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:10:53.239377 n-d-804985-2 neutron-server[106253]: self._notify() Aug 18 12:10:53.239377 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:10:53.239377 n-d-804985-2 neutron-server[106253]: self.callback(batched_events) Aug 18 12:10:53.239377 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:10:53.239377 n-d-804985-2 neutron-server[106253]: event.method(event) Aug 18 12:10:53.239377 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:10:53.239377 n-d-804985-2 neutron-server[106253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:10:53.239377 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:10:53.239377 n-d-804985-2 neutron-server[106253]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:10:53.239377 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:10:53.239377 n-d-804985-2 neutron-server[106253]: return f(self, *a, **k) Aug 18 12:10:53.239377 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:10:53.239377 n-d-804985-2 neutron-server[106253]: return self._get(url).json() Aug 18 12:10:53.239377 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:10:53.239377 n-d-804985-2 neutron-server[106253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:10:53.239377 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:10:53.239377 n-d-804985-2 neutron-server[106253]: return self.request(url, 'GET', **kwargs) Aug 18 12:10:53.239377 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:10:53.239377 n-d-804985-2 neutron-server[106253]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:10:53.239377 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:10:53.239377 n-d-804985-2 neutron-server[106253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:10:53.239377 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:10:53.239377 n-d-804985-2 neutron-server[106253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:10:53.239377 n-d-804985-2 neutron-server[106253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:10:53.248638 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d56b140a-8875-49e2-acb0-577142937f1a None None] get_active_networks_info from n-d-804985-2 {{(pid=106254) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 18 12:10:53.262259 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f1fc07-86ad-402d-af5d-bb43c97ca552 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Pushing event updated for resources: {'Port': ['ID=58f9537a-846d-4ea4-b920-99d106832f10,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:10:53.284777 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e22df9-20bb-462a-b48b-a843c1c2a0c2 req-ff140f48-b856-4644-8417-89421085fe00 tempest-TestNetworkAdvancedServerOps-1126957736 tempest-TestNetworkAdvancedServerOps-1126957736-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:10:53.286334 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-83e22df9-20bb-462a-b48b-a843c1c2a0c2 req-ff140f48-b856-4644-8417-89421085fe00 tempest-TestNetworkAdvancedServerOps-1126957736 tempest-TestNetworkAdvancedServerOps-1126957736-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=b66eb4dc-3615-4bdf-b4ae-47b9aeb2581d HTTP/1.1" status: 200 len: 1097 time: 0.1042585 Aug 18 12:10:53.301326 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8dbbb34b-ef63-4d44-8db9-9ca3b72da21e tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8367858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997186'] for network, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:53.302057 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-65f1fc07-86ad-402d-af5d-bb43c97ca552 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-996688'] for router_interface, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:53.320332 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8dbbb34b-ef63-4d44-8db9-9ca3b72da21e tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks [] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:53.324772 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-8dbbb34b-ef63-4d44-8db9-9ca3b72da21e tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] 10.222.0.66 "DELETE /v2.0/networks/1b14c315-3bed-4f24-b4c2-ad5be358ccf8 HTTP/1.1" status: 204 len: 168 time: 0.4730947 Aug 18 12:10:53.334194 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 48206) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:53.344114 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbbb34b-ef63-4d44-8db9-9ca3b72da21e tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Pushing event deleted for resources: {'Network': ['ID=1b14c315-3bed-4f24-b4c2-ad5be358ccf8,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:10:53.353336 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-83e22df9-20bb-462a-b48b-a843c1c2a0c2 req-23d9c21c-e46f-4c16-a895-0f44cc34f2f5 tempest-TestNetworkAdvancedServerOps-1126957736 tempest-TestNetworkAdvancedServerOps-1126957736-project-admin] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:53.370402 n-d-804985-2 neutron-server[106253]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa523b26-0be4-4ac5-a09e-1e398f9a6b0e tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] GET failed (client error): The resource could not be found. Aug 18 12:10:53.371766 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-aa523b26-0be4-4ac5-a09e-1e398f9a6b0e tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] 10.222.0.66 "GET /v2.0/subnets/470e61b6-6c5c-4cc4-8b55-798f423c7fcd HTTP/1.1" status: 404 len: 337 time: 0.0362482 Aug 18 12:10:53.375722 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 48210) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:53.385620 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d56b140a-8875-49e2-acb0-577142937f1a None None] Resources bound (agent type, host, resource id): {{(pid=106254) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 18 12:10:53.401317 n-d-804985-2 neutron-server[106253]: INFO neutron.pecan_wsgi.hooks.translation [None req-7783ef4a-963e-4132-a419-5eaeb73406fd tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] DELETE failed (client error): The resource could not be found. Aug 18 12:10:53.402324 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7783ef4a-963e-4132-a419-5eaeb73406fd tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 12:10:53.408819 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-7783ef4a-963e-4132-a419-5eaeb73406fd tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] 10.222.0.66 "DELETE /v2.0/networks/1b14c315-3bed-4f24-b4c2-ad5be358ccf8 HTTP/1.1" status: 404 len: 339 time: 0.0319541 Aug 18 12:10:53.409874 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 48212) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:53.525888 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-65f1fc07-86ad-402d-af5d-bb43c97ca552 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:53.582219 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-83e22df9-20bb-462a-b48b-a843c1c2a0c2 req-23d9c21c-e46f-4c16-a895-0f44cc34f2f5 tempest-TestNetworkAdvancedServerOps-1126957736 tempest-TestNetworkAdvancedServerOps-1126957736-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:53.594689 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-83e22df9-20bb-462a-b48b-a843c1c2a0c2 req-23d9c21c-e46f-4c16-a895-0f44cc34f2f5 tempest-TestNetworkAdvancedServerOps-1126957736 tempest-TestNetworkAdvancedServerOps-1126957736-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:53.625591 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d39a022-b377-4da1-bb11-be73069bb54c tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:10:53.629957 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-8d39a022-b377-4da1-bb11-be73069bb54c tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2154341 Aug 18 12:10:53.630213 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 48216) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:53.654697 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-83e22df9-20bb-462a-b48b-a843c1c2a0c2 req-23d9c21c-e46f-4c16-a895-0f44cc34f2f5 tempest-TestNetworkAdvancedServerOps-1126957736 tempest-TestNetworkAdvancedServerOps-1126957736-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=18c0bfee-529e-472e-bb6d-39b7da39f1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3618989 Aug 18 12:10:53.666955 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-4a1515e2-ae04-4d83-9990-d6ed1c932289 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] 10.222.0.66 "GET /v2.0/subnets?network_id=7cae7a70-14fd-408c-b14d-39ceb97cb60e HTTP/1.1" status: 200 len: 207 time: 0.0349174 Aug 18 12:10:53.672460 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 48218) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:53.685305 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d9c21c-e46f-4c16-a895-0f44cc34f2f5 tempest-TestNetworkAdvancedServerOps-1126957736 tempest-TestNetworkAdvancedServerOps-1126957736-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67272350-9c94-4558-b8b1-7c102f2caaa1,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:10:53.807236 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-500a1c61-38a7-4c23-a7ec-4631080af5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:53.905241 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c256d919-6e7f-4b9d-a219-e504dee88349 req-202b3488-9573-4f55-b258-3aa794d60863 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:10:53.906715 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c256d919-6e7f-4b9d-a219-e504dee88349 req-202b3488-9573-4f55-b258-3aa794d60863 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/ports?device_id=b66eb4dc-3615-4bdf-b4ae-47b9aeb2581d HTTP/1.1" status: 200 len: 946 time: 0.1494884 Aug 18 12:10:53.931955 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a37001df-1eb0-4055-a570-fc8f0a1dfab2 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:10:53.937750 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a37001df-1eb0-4055-a570-fc8f0a1dfab2 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:10:53.944284 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a37001df-1eb0-4055-a570-fc8f0a1dfab2 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:10:53.950071 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a37001df-1eb0-4055-a570-fc8f0a1dfab2 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:10:53.951625 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-a37001df-1eb0-4055-a570-fc8f0a1dfab2 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2485 time: 0.2781703 Aug 18 12:10:53.955691 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 48224) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:54.007492 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c256d919-6e7f-4b9d-a219-e504dee88349 req-8aab037c-e745-435d-b252-8b6d1bd5dac7 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/security-groups?id=18c0bfee-529e-472e-bb6d-39b7da39f1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911841 Aug 18 12:10:54.030347 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 48226) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:54.041208 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-65f1fc07-86ad-402d-af5d-bb43c97ca552 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks [] for port, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:54.047899 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-65f1fc07-86ad-402d-af5d-bb43c97ca552 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:54.122096 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f1fc07-86ad-402d-af5d-bb43c97ca552 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Pushing event updated for resources: {'Port': ['ID=58f9537a-846d-4ea4-b920-99d106832f10,revision_number=2']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:10:54.125595 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-65f1fc07-86ad-402d-af5d-bb43c97ca552 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-996772'] for router_interface, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:54.170133 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-8b110582-0dcc-4e6e-a5fd-96d4245be8e3 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/floatingips/e6d9d344-bc81-4bcd-9131-4ebd47b07927 HTTP/1.1" status: 200 len: 993 time: 0.1386786 Aug 18 12:10:54.192168 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-95d66bec-2027-44a7-b4cd-01700b19786a tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] 10.222.0.66 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 574 time: 0.2349257 Aug 18 12:10:54.195464 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 48230) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:54.227428 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65f1fc07-86ad-402d-af5d-bb43c97ca552 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Network 91153758-0f84-400f-b863-fb7cc0de61f2 is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:10:54.229406 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-65f1fc07-86ad-402d-af5d-bb43c97ca552 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:10:54.252211 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f32f210d-e7e0-4da3-a340-95bcb47cede1 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:10:54.253977 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f32f210d-e7e0-4da3-a340-95bcb47cede1 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:10:54.256132 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-f32f210d-e7e0-4da3-a340-95bcb47cede1 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0597155 Aug 18 12:10:54.259389 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 48232) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:54.315468 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9457a10a-09cc-48bf-bf19-a0232357b1ff tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Attributes excluded by policy engine: ['shared'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:10:54.317293 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9457a10a-09cc-48bf-bf19-a0232357b1ff tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Attributes excluded by policy engine: ['shared'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:10:54.318847 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-9457a10a-09cc-48bf-bf19-a0232357b1ff tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] 10.222.0.66 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0586035 Aug 18 12:10:54.322748 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 48236) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:54.348408 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65f1fc07-86ad-402d-af5d-bb43c97ca552 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Router 66b01843-3468-41fe-a34a-c2d199dbbb60 has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:10:54.432038 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42293d5c-71c9-449f-a868-844af689a4ab tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:10:54.433560 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-42293d5c-71c9-449f-a868-844af689a4ab tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] 10.222.0.66 "GET /v2.0/networks/d271da4e-9f50-4c53-911b-d67de4f7e8dc HTTP/1.1" status: 200 len: 799 time: 0.1099010 Aug 18 12:10:54.437153 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 48240) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:54.461798 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65f1fc07-86ad-402d-af5d-bb43c97ca552 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:10:54.470957 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-65f1fc07-86ad-402d-af5d-bb43c97ca552 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] 10.222.0.66 "PUT /v2.0/routers/66b01843-3468-41fe-a34a-c2d199dbbb60/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3581364 Aug 18 12:10:54.472994 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 48248) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:54.475425 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-773cfb4c-d9d5-4ccc-b643-9230a1f3398e None None] Sync routers for ids ['66b01843-3468-41fe-a34a-c2d199dbbb60'] in n-d-804985-2 {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:10:54.484188 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-0301c3af-2c78-4f04-8418-524e1ed5abe3 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Request body: {'port': {'network_id': '91153758-0f84-400f-b863-fb7cc0de61f2', 'name': 'tempest-FloatingIPTestJSON-903217782'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:10:54.491632 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-773cfb4c-d9d5-4ccc-b643-9230a1f3398e None None] Routers {'66b01843-3468-41fe-a34a-c2d199dbbb60'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:10:54.492268 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-773cfb4c-d9d5-4ccc-b643-9230a1f3398e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:10:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['66b01843-3468-41fe-a34a-c2d199dbbb60'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:10:54.541705 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-773cfb4c-d9d5-4ccc-b643-9230a1f3398e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:10:54.555334 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-773cfb4c-d9d5-4ccc-b643-9230a1f3398e None None] Routers {'66b01843-3468-41fe-a34a-c2d199dbbb60'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:10:54.555553 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-17cdb78b-1471-41e8-a1fd-d9de70ea3ef4 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] 10.222.0.66 "GET /v2.0/networks/d271da4e-9f50-4c53-911b-d67de4f7e8dc?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.1147280 Aug 18 12:10:54.555637 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-773cfb4c-d9d5-4ccc-b643-9230a1f3398e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:10:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['66b01843-3468-41fe-a34a-c2d199dbbb60'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:10:54.555728 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 48250) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:54.598892 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-773cfb4c-d9d5-4ccc-b643-9230a1f3398e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:10:54.599589 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-773cfb4c-d9d5-4ccc-b643-9230a1f3398e None None] The sync data for ids ['66b01843-3468-41fe-a34a-c2d199dbbb60'] in n-d-804985-2 is: [] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:10:54.647364 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de1c59ae-4147-49b5-8bf7-32f5bbc56265 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:10:54.649392 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-de1c59ae-4147-49b5-8bf7-32f5bbc56265 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] 10.222.0.66 "GET /v2.0/subnets/d62d51f8-d082-4151-a0c9-8ef7def52185 HTTP/1.1" status: 200 len: 811 time: 0.0927167 Aug 18 12:10:54.653219 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 48254) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:54.712049 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71ca895b-789e-40ab-89ef-d79514e555d7 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Attributes excluded by policy engine: ['shared'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:10:54.713544 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-71ca895b-789e-40ab-89ef-d79514e555d7 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] 10.222.0.66 "GET /v2.0/subnets/d62d51f8-d082-4151-a0c9-8ef7def52185?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0591660 Aug 18 12:10:54.716975 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 48256) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:54.724184 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-96143af5-f439-47d6-9ff0-788248ea70bd tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1362442343'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:10:54.733848 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0301c3af-2c78-4f04-8418-524e1ed5abe3 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Made reservation on behalf of 89fffbe536a34d0daf05475e4f7847d4 for: {'port': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:10:54.737692 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0301c3af-2c78-4f04-8418-524e1ed5abe3 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:54.750606 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96143af5-f439-47d6-9ff0-788248ea70bd tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Made reservation on behalf of 1594a1fbf8ed45cba2282fb2179e6632 for: {'network': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:10:54.754444 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-96143af5-f439-47d6-9ff0-788248ea70bd tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for network, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:54.756657 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [None req-0301c3af-2c78-4f04-8418-524e1ed5abe3 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] device_id is not set on port b4f0b4a9-f735-4988-a4b5-f77e73fd1c0a yet. {{(pid=106252) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 12:10:54.779476 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96143af5-f439-47d6-9ff0-788248ea70bd tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 821} {{(pid=106253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:10:54.789268 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-96143af5-f439-47d6-9ff0-788248ea70bd tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:54.789624 n-d-804985-2 neutron-server[106253]: INFO neutron.db.segments_db [None req-96143af5-f439-47d6-9ff0-788248ea70bd tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Added segment d47159ff-6f00-43cf-a9bb-28b2336fca18 of type vlan for network 5c1fd4aa-a984-4292-bebe-0310436f51b1 Aug 18 12:10:54.849878 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-96143af5-f439-47d6-9ff0-788248ea70bd tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789150665894'] for network, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:54.884586 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-96143af5-f439-47d6-9ff0-788248ea70bd tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for network, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:54.890517 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96143af5-f439-47d6-9ff0-788248ea70bd tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:10:54.891408 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-96143af5-f439-47d6-9ff0-788248ea70bd tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks [] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:54.949286 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-96143af5-f439-47d6-9ff0-788248ea70bd tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2311068 Aug 18 12:10:54.952506 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 48262) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:54.960067 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-1291a8f4-98bd-43e0-ac14-f4355c8aaa1c tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Request body: {'subnet': {'network_id': '5c1fd4aa-a984-4292-bebe-0310436f51b1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:10:55.015034 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96143af5-f439-47d6-9ff0-788248ea70bd tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Pushing event updated for resources: {'Network': ['ID=5c1fd4aa-a984-4292-bebe-0310436f51b1,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:10:55.027396 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Network 5c1fd4aa-a984-4292-bebe-0310436f51b1 details requested by agent ovs-agent-n-d-804985-2 with host n-d-804985-2 {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:10:55.074259 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1291a8f4-98bd-43e0-ac14-f4355c8aaa1c tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Made reservation on behalf of 1594a1fbf8ed45cba2282fb2179e6632 for: {'subnet': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:10:55.078452 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1291a8f4-98bd-43e0-ac14-f4355c8aaa1c tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59388119'] for subnet, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:55.142916 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.ipam_backend_mixin [None req-1291a8f4-98bd-43e0-ac14-f4355c8aaa1c tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Performing IP validity checks on allocation pools {{(pid=106253) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 18 12:10:55.143421 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.ipam_backend_mixin [None req-1291a8f4-98bd-43e0-ac14-f4355c8aaa1c tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Checking for overlaps among allocation pools and gateway ip {{(pid=106253) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 18 12:10:55.251833 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [None req-0301c3af-2c78-4f04-8418-524e1ed5abe3 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Allocated IP 172.20.0.8 (91153758-0f84-400f-b863-fb7cc0de61f2/7ba83993-ebbc-46eb-85e0-9f832436a355/b4f0b4a9-f735-4988-a4b5-f77e73fd1c0a) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:10:55.271732 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1291a8f4-98bd-43e0-ac14-f4355c8aaa1c tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58902106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59388097'] for subnet, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:55.293423 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede13a38-5f35-4db9-b7f4-a5b555518342 req-127d0938-ed0c-4b33-b175-1b4fcf8836fa tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:10:55.294888 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ede13a38-5f35-4db9-b7f4-a5b555518342 req-127d0938-ed0c-4b33-b175-1b4fcf8836fa tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/ports?device_id=b66eb4dc-3615-4bdf-b4ae-47b9aeb2581d HTTP/1.1" status: 200 len: 946 time: 0.0991824 Aug 18 12:10:55.339945 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1291a8f4-98bd-43e0-ac14-f4355c8aaa1c tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Pushing event updated for resources: {'Subnet': ['ID=36baad94-6f11-4e8a-8cf9-f924703ba219,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:10:55.356035 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1291a8f4-98bd-43e0-ac14-f4355c8aaa1c tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Checking segment: {'id': 'd47159ff-6f00-43cf-a9bb-28b2336fca18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '5c1fd4aa-a984-4292-bebe-0310436f51b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:10:55.356035 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1291a8f4-98bd-43e0-ac14-f4355c8aaa1c tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Network hostable DHCP agents. Network: 5c1fd4aa-a984-4292-bebe-0310436f51b1, hostable agents: ['97c14208-2951-4361-8d64-3708c946ff5f'], hosted agents: [] {{(pid=106253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 12:10:55.371267 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1293844e-ee5a-42b1-9be6-f044a96718ed req-17774d89-beac-43da-92eb-7a6cfdf801cc service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=b66eb4dc-3615-4bdf-b4ae-47b9aeb2581d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1768239 Aug 18 12:10:55.375077 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1291a8f4-98bd-43e0-ac14-f4355c8aaa1c tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Network 5c1fd4aa-a984-4292-bebe-0310436f51b1 is scheduled to be hosted by DHCP agent 97c14208-2951-4361-8d64-3708c946ff5f with binding_index 1 {{(pid=106253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 12:10:55.382807 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ede13a38-5f35-4db9-b7f4-a5b555518342 req-744cb77a-7af5-45d9-a0b6-8bc50c30c7b0 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/security-groups?id=18c0bfee-529e-472e-bb6d-39b7da39f1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793300 Aug 18 12:10:55.388271 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-1291a8f4-98bd-43e0-ac14-f4355c8aaa1c tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-2, 5c1fd4aa-a984-4292-bebe-0310436f51b1) {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:10:55.400370 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc156bb3-46d8-4325-94b9-a68cd76058db None None] Network 5c1fd4aa-a984-4292-bebe-0310436f51b1 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:10:55.406435 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1291a8f4-98bd-43e0-ac14-f4355c8aaa1c tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:10:55.407346 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1291a8f4-98bd-43e0-ac14-f4355c8aaa1c tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:55.428513 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-1291a8f4-98bd-43e0-ac14-f4355c8aaa1c tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.4729497 Aug 18 12:10:55.430900 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 48266) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:55.441512 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-ceedf82a-3e06-4e5e-badd-0cef75c35cad tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:10:55.488875 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0301c3af-2c78-4f04-8418-524e1ed5abe3 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:55.542162 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0301c3af-2c78-4f04-8418-524e1ed5abe3 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:55.592014 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0301c3af-2c78-4f04-8418-524e1ed5abe3 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Network 91153758-0f84-400f-b863-fb7cc0de61f2 is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:10:55.599441 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1b1ca4c-fda8-4af0-98e5-54907058ca50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp788be208-34ab-5a8f-af0f-528834af222f-5c1fd4aa-a984-4292-bebe-0310436f51b1', 'network_id': '5c1fd4aa-a984-4292-bebe-0310436f51b1', 'tenant_id': '1594a1fbf8ed45cba2282fb2179e6632', 'fixed_ips': [{'subnet_id': '36baad94-6f11-4e8a-8cf9-f924703ba219'}]}} from n-d-804985-2. {{(pid=106254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 12:10:55.599952 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-0301c3af-2c78-4f04-8418-524e1ed5abe3 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:10:55.600319 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-c1b1ca4c-fda8-4af0-98e5-54907058ca50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:55.604447 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0301c3af-2c78-4f04-8418-524e1ed5abe3 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:10:55.618790 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ceedf82a-3e06-4e5e-badd-0cef75c35cad tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-59388120'] for subnet, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:55.659248 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0301c3af-2c78-4f04-8418-524e1ed5abe3 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Pushing event updated for resources: {'Port': ['ID=b4f0b4a9-f735-4988-a4b5-f77e73fd1c0a,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:10:55.699232 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0301c3af-2c78-4f04-8418-524e1ed5abe3 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:10:55.699893 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0301c3af-2c78-4f04-8418-524e1ed5abe3 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:55.724253 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-0301c3af-2c78-4f04-8418-524e1ed5abe3 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.2445717 Aug 18 12:10:55.727098 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 48292) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:55.734379 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-cf2996e5-c729-477e-a0e5-a2c4f3818848 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Request body: {'port': {'network_id': '91153758-0f84-400f-b863-fb7cc0de61f2', 'name': 'tempest-FloatingIPTestJSON-1243966802'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:10:55.860714 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ceedf82a-3e06-4e5e-badd-0cef75c35cad tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8789151180903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-58902176'] for subnet, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:55.888046 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf2996e5-c729-477e-a0e5-a2c4f3818848 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Made reservation on behalf of 89fffbe536a34d0daf05475e4f7847d4 for: {'port': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:10:55.893999 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-cf2996e5-c729-477e-a0e5-a2c4f3818848 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:55.906850 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceedf82a-3e06-4e5e-badd-0cef75c35cad tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:10:55.907483 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ceedf82a-3e06-4e5e-badd-0cef75c35cad tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:55.908777 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-ceedf82a-3e06-4e5e-badd-0cef75c35cad tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] 10.222.0.66 "PUT /v2.0/subnets/36baad94-6f11-4e8a-8cf9-f924703ba219 HTTP/1.1" status: 200 len: 877 time: 0.4753857 Aug 18 12:10:55.911607 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 48298) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:55.919209 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.db_base_plugin_common [None req-c1b1ca4c-fda8-4af0-98e5-54907058ca50 None None] Allocated IP 172.20.0.3 (5c1fd4aa-a984-4292-bebe-0310436f51b1/36baad94-6f11-4e8a-8cf9-f924703ba219/7f19c63b-293f-449e-b1a8-f73676e998f9) {{(pid=106254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:10:55.925358 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [None req-cf2996e5-c729-477e-a0e5-a2c4f3818848 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] device_id is not set on port 1de3388d-7e48-4620-b107-98bb729d77d2 yet. {{(pid=106252) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 12:10:56.035166 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5e4d639a-1044-4d81-adf2-ae169d4aae7f tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7904109'] for network, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:56.036779 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceedf82a-3e06-4e5e-badd-0cef75c35cad tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Pushing event updated for resources: {'Subnet': ['ID=36baad94-6f11-4e8a-8cf9-f924703ba219,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:10:56.113593 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5e4d639a-1044-4d81-adf2-ae169d4aae7f tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:56.146516 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-c1b1ca4c-fda8-4af0-98e5-54907058ca50 None None] Notify callbacks [] for port, precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:56.156642 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [None req-cf2996e5-c729-477e-a0e5-a2c4f3818848 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Allocated IP 172.20.0.7 (91153758-0f84-400f-b863-fb7cc0de61f2/7ba83993-ebbc-46eb-85e0-9f832436a355/1de3388d-7e48-4620-b107-98bb729d77d2) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:10:56.156849 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-c1b1ca4c-fda8-4af0-98e5-54907058ca50 None None] Transition to ACTIVE for port object 7f19c63b-293f-449e-b1a8-f73676e998f9 will not be triggered until provisioned by entity L2. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:10:56.172894 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-c1b1ca4c-fda8-4af0-98e5-54907058ca50 None None] Transition to ACTIVE for port object 7f19c63b-293f-449e-b1a8-f73676e998f9 will not be triggered until provisioned by entity DHCP. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:10:56.180086 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-c1b1ca4c-fda8-4af0-98e5-54907058ca50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547'] for port, after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:56.243894 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1b1ca4c-fda8-4af0-98e5-54907058ca50 None None] Network 5c1fd4aa-a984-4292-bebe-0310436f51b1 is already hosted by enough agents. {{(pid=106254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:10:56.249225 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5e4d639a-1044-4d81-adf2-ae169d4aae7f tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58902171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59388106'] for subnet, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:56.250379 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.base_scheduler [None req-c1b1ca4c-fda8-4af0-98e5-54907058ca50 None None] Resources bound (agent type, host, resource id): {{(pid=106254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:10:56.254034 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b1ca4c-fda8-4af0-98e5-54907058ca50 None None] Received port after_create {{(pid=106254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:10:56.257014 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b1ca4c-fda8-4af0-98e5-54907058ca50 None None] Pushing event updated for resources: {'Port': ['ID=7f19c63b-293f-449e-b1a8-f73676e998f9,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:10:56.308194 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4d639a-1044-4d81-adf2-ae169d4aae7f tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Pushing event deleted for resources: {'Subnet': ['ID=36baad94-6f11-4e8a-8cf9-f924703ba219,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:10:56.327322 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-c1b1ca4c-fda8-4af0-98e5-54907058ca50 None None] Attempting to bind port 7f19c63b-293f-449e-b1a8-f73676e998f9 on host n-d-804985-2 for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:10:56.327935 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-c1b1ca4c-fda8-4af0-98e5-54907058ca50 None None] Attempting to bind port 7f19c63b-293f-449e-b1a8-f73676e998f9 by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': 'd47159ff-6f00-43cf-a9bb-28b2336fca18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '5c1fd4aa-a984-4292-bebe-0310436f51b1'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:10:56.328752 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b1ca4c-fda8-4af0-98e5-54907058ca50 None None] Attempting to bind port 7f19c63b-293f-449e-b1a8-f73676e998f9 on network 5c1fd4aa-a984-4292-bebe-0310436f51b1 {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:10:56.337997 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b1ca4c-fda8-4af0-98e5-54907058ca50 None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 10, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:10:56.338373 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b1ca4c-fda8-4af0-98e5-54907058ca50 None None] Checking segment: {'id': 'd47159ff-6f00-43cf-a9bb-28b2336fca18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '5c1fd4aa-a984-4292-bebe-0310436f51b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:10:56.338846 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-c1b1ca4c-fda8-4af0-98e5-54907058ca50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:56.339246 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b1ca4c-fda8-4af0-98e5-54907058ca50 None None] Bound using segment: {'id': 'd47159ff-6f00-43cf-a9bb-28b2336fca18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '5c1fd4aa-a984-4292-bebe-0310436f51b1'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:10:56.339932 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-c1b1ca4c-fda8-4af0-98e5-54907058ca50 None None] Bound port: 7f19c63b-293f-449e-b1a8-f73676e998f9, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd47159ff-6f00-43cf-a9bb-28b2336fca18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '5c1fd4aa-a984-4292-bebe-0310436f51b1'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:10:56.340386 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-c1b1ca4c-fda8-4af0-98e5-54907058ca50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:56.400033 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-cf2996e5-c729-477e-a0e5-a2c4f3818848 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:56.408415 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5e4d639a-1044-4d81-adf2-ae169d4aae7f tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8367869', 'neutron.services.segments.db._delete_segments_for_network-8789151212993'] for network, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:56.425257 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-5e4d639a-1044-4d81-adf2-ae169d4aae7f tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c1fd4aa-a984-4292-bebe-0310436f51b1']}} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:10:56.460536 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-5e4d639a-1044-4d81-adf2-ae169d4aae7f tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd47159ff-6f00-43cf-a9bb-28b2336fca18') {'for_net_delete': True} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:10:56.460536 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-5e4d639a-1044-4d81-adf2-ae169d4aae7f tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd47159ff-6f00-43cf-a9bb-28b2336fca18') {} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:10:56.475543 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-c1b1ca4c-fda8-4af0-98e5-54907058ca50 None None] For port 7f19c63b-293f-449e-b1a8-f73676e998f9, host n-d-804985-2, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:10:56.480414 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-c1b1ca4c-fda8-4af0-98e5-54907058ca50 None None] For port 7f19c63b-293f-449e-b1a8-f73676e998f9, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=7f19c63b-293f-449e-b1a8-f73676e998f9,segment=NetworkSegment(d47159ff-6f00-43cf-a9bb-28b2336fca18),segment_id=d47159ff-6f00-43cf-a9bb-28b2336fca18)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:10:56.494060 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5e4d639a-1044-4d81-adf2-ae169d4aae7f tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789151225254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902236'] for segment, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:56.495925 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-c1b1ca4c-fda8-4af0-98e5-54907058ca50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:56.520101 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5e4d639a-1044-4d81-adf2-ae169d4aae7f tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:56.537217 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e4d639a-1044-4d81-adf2-ae169d4aae7f tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Releasing vlan 821 on physical network physnet1 to pool {{(pid=106253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:10:56.537972 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5e4d639a-1044-4d81-adf2-ae169d4aae7f tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58900537'] for segment, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:56.540072 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-cf2996e5-c729-477e-a0e5-a2c4f3818848 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:56.545150 n-d-804985-2 neutron-server[106253]: Traceback (most recent call last): Aug 18 12:10:56.545150 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:10:56.545150 n-d-804985-2 neutron-server[106253]: timer() Aug 18 12:10:56.545150 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:10:56.545150 n-d-804985-2 neutron-server[106253]: cb(*args, **kw) Aug 18 12:10:56.545150 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:10:56.545150 n-d-804985-2 neutron-server[106253]: return func(*args, **kwargs) Aug 18 12:10:56.545150 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:10:56.545150 n-d-804985-2 neutron-server[106253]: self._notify() Aug 18 12:10:56.545150 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:10:56.545150 n-d-804985-2 neutron-server[106253]: self.callback(batched_events) Aug 18 12:10:56.545150 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:10:56.545150 n-d-804985-2 neutron-server[106253]: event.method(event) Aug 18 12:10:56.545150 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:10:56.545150 n-d-804985-2 neutron-server[106253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:10:56.545150 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:10:56.545150 n-d-804985-2 neutron-server[106253]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:10:56.545150 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:10:56.545150 n-d-804985-2 neutron-server[106253]: return f(self, *a, **k) Aug 18 12:10:56.545150 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:10:56.545150 n-d-804985-2 neutron-server[106253]: return self._get(url).json() Aug 18 12:10:56.545150 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:10:56.545150 n-d-804985-2 neutron-server[106253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:10:56.545150 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:10:56.545150 n-d-804985-2 neutron-server[106253]: return self.request(url, 'GET', **kwargs) Aug 18 12:10:56.545150 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:10:56.545150 n-d-804985-2 neutron-server[106253]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:10:56.545150 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:10:56.545150 n-d-804985-2 neutron-server[106253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:10:56.545150 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:10:56.545150 n-d-804985-2 neutron-server[106253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:10:56.545150 n-d-804985-2 neutron-server[106253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:10:56.588392 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf2996e5-c729-477e-a0e5-a2c4f3818848 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Network 91153758-0f84-400f-b863-fb7cc0de61f2 is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:10:56.597863 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-cf2996e5-c729-477e-a0e5-a2c4f3818848 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:10:56.602112 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b1ca4c-fda8-4af0-98e5-54907058ca50 None None] Pushing event updated for resources: {'Port': ['ID=7f19c63b-293f-449e-b1a8-f73676e998f9,revision_number=2']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:10:56.612859 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94f8454-50c8-4d0e-a8e8-cad61b798428 req-a117e20e-00c1-414e-b5f9-5d9f4c5bd86f tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:10:56.614605 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d94f8454-50c8-4d0e-a8e8-cad61b798428 req-a117e20e-00c1-414e-b5f9-5d9f4c5bd86f tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/ports?device_id=b66eb4dc-3615-4bdf-b4ae-47b9aeb2581d HTTP/1.1" status: 200 len: 946 time: 0.1250989 Aug 18 12:10:56.617742 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf2996e5-c729-477e-a0e5-a2c4f3818848 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:10:56.618658 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.db.api [None req-5e4d639a-1044-4d81-adf2-ae169d4aae7f tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 18 12:10:56.618658 n-d-804985-2 neutron-server[106253]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 18 12:10:56.618658 n-d-804985-2 neutron-server[106253]: [parameters: {'id': '5c1fd4aa-a984-4292-bebe-0310436f51b1'}] Aug 18 12:10:56.618658 n-d-804985-2 neutron-server[106253]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=106253) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 18 12:10:56.619329 n-d-804985-2 neutron-server[106253]: DEBUG oslo_db.api [None req-5e4d639a-1044-4d81-adf2-ae169d4aae7f tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 18 12:10:56.623645 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5a551d2-82d5-4774-b087-7225716fec28 None None] Network 5c1fd4aa-a984-4292-bebe-0310436f51b1 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:10:56.656299 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2996e5-c729-477e-a0e5-a2c4f3818848 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Pushing event updated for resources: {'Port': ['ID=1de3388d-7e48-4620-b107-98bb729d77d2,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:10:56.700270 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf2996e5-c729-477e-a0e5-a2c4f3818848 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:10:56.700913 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-cf2996e5-c729-477e-a0e5-a2c4f3818848 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:56.706716 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d94f8454-50c8-4d0e-a8e8-cad61b798428 req-167c52f1-8b7f-40cf-abe4-58b5cbc34b00 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/security-groups?id=18c0bfee-529e-472e-bb6d-39b7da39f1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828121 Aug 18 12:10:56.722553 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-cf2996e5-c729-477e-a0e5-a2c4f3818848 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.9912980 Aug 18 12:10:56.722656 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 48318) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:56.727789 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-2cb21519-913b-4737-998c-b1f9356f4560 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Request body: {'floatingip': {'floating_network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'port_id': '1de3388d-7e48-4620-b107-98bb729d77d2', 'fixed_ip_address': '172.20.0.7'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:10:56.750807 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5ba498f-98e5-47ac-8cbc-b55fee0ba2fa None None] Network 5c1fd4aa-a984-4292-bebe-0310436f51b1 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:10:56.752273 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2cb21519-913b-4737-998c-b1f9356f4560 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks [] for floatingip, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:56.861985 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2cb21519-913b-4737-998c-b1f9356f4560 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:56.880626 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1632389-050c-4922-b625-7312f959ad8b None None] get_active_networks_info from n-d-804985-2 {{(pid=106254) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 18 12:10:56.995358 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1632389-050c-4922-b625-7312f959ad8b None None] Resources bound (agent type, host, resource id): {{(pid=106254) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 18 12:10:57.004951 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [None req-2cb21519-913b-4737-998c-b1f9356f4560 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Allocated IP 172.25.7.236 (7cae7a70-14fd-408c-b14d-39ceb97cb60e/9784295a-20b8-4a4b-b105-f82737f0448f/0162c291-7ee4-4db8-a658-829cf8f97c33) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:10:57.018188 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1293844e-ee5a-42b1-9be6-f044a96718ed req-f48427d6-eaf3-4d53-a9bb-cceacae08fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:10:57.019880 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1293844e-ee5a-42b1-9be6-f044a96718ed req-f48427d6-eaf3-4d53-a9bb-cceacae08fc3 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b60736d695f1461b9071c3b3eddcc039&device_id=b66eb4dc-3615-4bdf-b4ae-47b9aeb2581d HTTP/1.1" status: 200 len: 1097 time: 0.0688274 Aug 18 12:10:57.121240 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5e4d639a-1044-4d81-adf2-ae169d4aae7f tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7904109'] for network, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:57.182983 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-5e4d639a-1044-4d81-adf2-ae169d4aae7f tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Deleting port 7f19c63b-293f-449e-b1a8-f73676e998f9 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:10:57.183355 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5e4d639a-1044-4d81-adf2-ae169d4aae7f tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:57.195978 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1293844e-ee5a-42b1-9be6-f044a96718ed req-36e31bab-171f-4865-ae87-7e095993ce6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:10:57.197531 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1293844e-ee5a-42b1-9be6-f044a96718ed req-36e31bab-171f-4865-ae87-7e095993ce6f service neutron] 10.222.0.62 "GET /v2.0/networks?id=83c90a80-7784-4b6e-bd7b-aef3cab1c6ba HTTP/1.1" status: 200 len: 897 time: 0.1692624 Aug 18 12:10:57.202270 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2cb21519-913b-4737-998c-b1f9356f4560 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:57.257531 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [None req-5e4d639a-1044-4d81-adf2-ae169d4aae7f tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] For port 7f19c63b-293f-449e-b1a8-f73676e998f9, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=7f19c63b-293f-449e-b1a8-f73676e998f9,segment=NetworkSegment(d47159ff-6f00-43cf-a9bb-28b2336fca18),segment_id=d47159ff-6f00-43cf-a9bb-28b2336fca18)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:10:57.258388 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5e4d639a-1044-4d81-adf2-ae169d4aae7f tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:57.271711 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-5e4d639a-1044-4d81-adf2-ae169d4aae7f tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Calling delete_port for 7f19c63b-293f-449e-b1a8-f73676e998f9 owned by network:dhcp {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:10:57.293679 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1293844e-ee5a-42b1-9be6-f044a96718ed req-6f80e71f-0020-49c7-9a96-c87e340b94f3 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=968e30d9-1296-4575-8165-01e35855a47c HTTP/1.1" status: 200 len: 1001 time: 0.0858994 Aug 18 12:10:57.336363 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2cb21519-913b-4737-998c-b1f9356f4560 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:57.373219 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5e4d639a-1044-4d81-adf2-ae169d4aae7f tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:57.384867 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cb21519-913b-4737-998c-b1f9356f4560 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Network 7cae7a70-14fd-408c-b14d-39ceb97cb60e is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:10:57.393680 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-2cb21519-913b-4737-998c-b1f9356f4560 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:10:57.398227 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1293844e-ee5a-42b1-9be6-f044a96718ed req-cee49c34-2b3e-4e21-9e77-2f0c4042c5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:10:57.399845 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1293844e-ee5a-42b1-9be6-f044a96718ed req-cee49c34-2b3e-4e21-9e77-2f0c4042c5b9 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a348b5f7-9a90-4c29-ba78-b2f4f4dbb536 HTTP/1.1" status: 200 len: 835 time: 0.0991101 Aug 18 12:10:57.400590 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cb21519-913b-4737-998c-b1f9356f4560 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:10:57.405923 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4d639a-1044-4d81-adf2-ae169d4aae7f tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Pushing event deleted for resources: {'Port': ['ID=7f19c63b-293f-449e-b1a8-f73676e998f9,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:10:57.415042 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e4d639a-1044-4d81-adf2-ae169d4aae7f tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] No DVR routers for this DVR port 7f19c63b-293f-449e-b1a8-f73676e998f9 on host n-d-804985-2 {{(pid=106253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:10:57.435274 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb21519-913b-4737-998c-b1f9356f4560 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Pushing event updated for resources: {'Port': ['ID=0162c291-7ee4-4db8-a658-829cf8f97c33,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:10:57.509881 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5e4d639a-1044-4d81-adf2-ae169d4aae7f tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8367869', 'neutron.services.segments.db._delete_segments_for_network-8789151212993'] for network, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:57.521317 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-5e4d639a-1044-4d81-adf2-ae169d4aae7f tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c1fd4aa-a984-4292-bebe-0310436f51b1']}} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:10:57.533207 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-5e4d639a-1044-4d81-adf2-ae169d4aae7f tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd47159ff-6f00-43cf-a9bb-28b2336fca18') {'for_net_delete': True} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:10:57.533827 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-5e4d639a-1044-4d81-adf2-ae169d4aae7f tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd47159ff-6f00-43cf-a9bb-28b2336fca18') {} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:10:57.543442 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5e4d639a-1044-4d81-adf2-ae169d4aae7f tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789151225254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902236'] for segment, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:57.556878 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5e4d639a-1044-4d81-adf2-ae169d4aae7f tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:57.562767 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e4d639a-1044-4d81-adf2-ae169d4aae7f tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Releasing vlan 821 on physical network physnet1 to pool {{(pid=106253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:10:57.562914 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1293844e-ee5a-42b1-9be6-f044a96718ed req-9ff6a4de-f8ec-4545-b97d-1203faec1ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:10:57.563150 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5e4d639a-1044-4d81-adf2-ae169d4aae7f tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58900537'] for segment, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:57.564360 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1293844e-ee5a-42b1-9be6-f044a96718ed req-9ff6a4de-f8ec-4545-b97d-1203faec1ebf service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=83c90a80-7784-4b6e-bd7b-aef3cab1c6ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1385236 Aug 18 12:10:57.566206 n-d-804985-2 neutron-server[106253]: Traceback (most recent call last): Aug 18 12:10:57.566206 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:10:57.566206 n-d-804985-2 neutron-server[106253]: timer() Aug 18 12:10:57.566206 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:10:57.566206 n-d-804985-2 neutron-server[106253]: cb(*args, **kw) Aug 18 12:10:57.566206 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:10:57.566206 n-d-804985-2 neutron-server[106253]: return func(*args, **kwargs) Aug 18 12:10:57.566206 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:10:57.566206 n-d-804985-2 neutron-server[106253]: self._notify() Aug 18 12:10:57.566206 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:10:57.566206 n-d-804985-2 neutron-server[106253]: self.callback(batched_events) Aug 18 12:10:57.566206 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:10:57.566206 n-d-804985-2 neutron-server[106253]: event.method(event) Aug 18 12:10:57.566206 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:10:57.566206 n-d-804985-2 neutron-server[106253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:10:57.566206 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:10:57.566206 n-d-804985-2 neutron-server[106253]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:10:57.566206 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:10:57.566206 n-d-804985-2 neutron-server[106253]: return f(self, *a, **k) Aug 18 12:10:57.566206 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:10:57.566206 n-d-804985-2 neutron-server[106253]: return self._get(url).json() Aug 18 12:10:57.566206 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:10:57.566206 n-d-804985-2 neutron-server[106253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:10:57.566206 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:10:57.566206 n-d-804985-2 neutron-server[106253]: return self.request(url, 'GET', **kwargs) Aug 18 12:10:57.566206 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:10:57.566206 n-d-804985-2 neutron-server[106253]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:10:57.566206 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:10:57.566206 n-d-804985-2 neutron-server[106253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:10:57.566206 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:10:57.566206 n-d-804985-2 neutron-server[106253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:10:57.566206 n-d-804985-2 neutron-server[106253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:10:57.636113 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5e4d639a-1044-4d81-adf2-ae169d4aae7f tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8367858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997186'] for network, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:57.643583 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5e4d639a-1044-4d81-adf2-ae169d4aae7f tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks [] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:57.651134 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-5e4d639a-1044-4d81-adf2-ae169d4aae7f tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] 10.222.0.66 "DELETE /v2.0/networks/5c1fd4aa-a984-4292-bebe-0310436f51b1 HTTP/1.1" status: 204 len: 168 time: 1.7385666 Aug 18 12:10:57.651918 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 48326) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:57.663431 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4d639a-1044-4d81-adf2-ae169d4aae7f tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Pushing event deleted for resources: {'Network': ['ID=5c1fd4aa-a984-4292-bebe-0310436f51b1,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:10:57.720601 n-d-804985-2 neutron-server[106252]: INFO neutron.pecan_wsgi.hooks.translation [None req-83df51bb-2d2d-4a02-9d40-ae4e31b40872 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] DELETE failed (client error): The resource could not be found. Aug 18 12:10:57.720983 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83df51bb-2d2d-4a02-9d40-ae4e31b40872 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106252) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 12:10:57.722715 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-83df51bb-2d2d-4a02-9d40-ae4e31b40872 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] 10.222.0.66 "DELETE /v2.0/subnets/36baad94-6f11-4e8a-8cf9-f924703ba219 HTTP/1.1" status: 404 len: 337 time: 0.0699236 Aug 18 12:10:57.725557 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 48328) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:57.745783 n-d-804985-2 neutron-server[106253]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5b59d5e-40cf-4359-9a40-3de1ab18b0f4 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] DELETE failed (client error): The resource could not be found. Aug 18 12:10:57.746368 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5b59d5e-40cf-4359-9a40-3de1ab18b0f4 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 12:10:57.748141 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-d5b59d5e-40cf-4359-9a40-3de1ab18b0f4 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] 10.222.0.66 "DELETE /v2.0/networks/5c1fd4aa-a984-4292-bebe-0310436f51b1 HTTP/1.1" status: 404 len: 339 time: 0.0215862 Aug 18 12:10:57.751111 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 48332) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:57.798678 n-d-804985-2 neutron-server[106252]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d91d7c7-ee67-4550-bcdb-5055b4c16a7f tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] DELETE failed (client error): The resource could not be found. Aug 18 12:10:57.799162 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d91d7c7-ee67-4550-bcdb-5055b4c16a7f tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106252) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 12:10:57.800940 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-1d91d7c7-ee67-4550-bcdb-5055b4c16a7f tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] 10.222.0.66 "DELETE /v2.0/subnets/470e61b6-6c5c-4cc4-8b55-798f423c7fcd HTTP/1.1" status: 404 len: 337 time: 0.0469198 Aug 18 12:10:57.803919 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 48334) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:57.817310 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1293844e-ee5a-42b1-9be6-f044a96718ed req-1f0b2276-2c01-4c21-b75f-1600c3796495 service neutron] 10.222.0.62 "GET /v2.0/networks/83c90a80-7784-4b6e-bd7b-aef3cab1c6ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2133918 Aug 18 12:10:57.834583 n-d-804985-2 neutron-server[106253]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c00c03a-22cd-4142-abcf-bb8b863c01d1 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] DELETE failed (client error): The resource could not be found. Aug 18 12:10:57.835155 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c00c03a-22cd-4142-abcf-bb8b863c01d1 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 12:10:57.840013 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-9c00c03a-22cd-4142-abcf-bb8b863c01d1 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] 10.222.0.66 "DELETE /v2.0/networks/1b14c315-3bed-4f24-b4c2-ad5be358ccf8 HTTP/1.1" status: 404 len: 339 time: 0.0349722 Aug 18 12:10:57.840649 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 48338) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:57.924608 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5e4bb76a-3d12-48fd-be12-772de195a816 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7904109'] for network, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:57.982516 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763b625d-dd3b-4cf6-9710-e7faa1abe0f4 req-2d09c1e3-3b82-4a0a-bb48-5df74076ade8 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:10:57.984106 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-763b625d-dd3b-4cf6-9710-e7faa1abe0f4 req-2d09c1e3-3b82-4a0a-bb48-5df74076ade8 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/ports?device_id=b66eb4dc-3615-4bdf-b4ae-47b9aeb2581d HTTP/1.1" status: 200 len: 946 time: 0.1897016 Aug 18 12:10:58.022404 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5e4bb76a-3d12-48fd-be12-772de195a816 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8367869', 'neutron.services.segments.db._delete_segments_for_network-8789151212993'] for network, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:58.033563 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-5e4bb76a-3d12-48fd-be12-772de195a816 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7313134f-7529-4381-8b74-f06d438c09e4']}} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:10:58.049987 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-5e4bb76a-3d12-48fd-be12-772de195a816 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a39e6d39-34e7-45e6-b1bb-ac2edc7845d0') {'for_net_delete': True} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:10:58.049987 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-5e4bb76a-3d12-48fd-be12-772de195a816 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a39e6d39-34e7-45e6-b1bb-ac2edc7845d0') {} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:10:58.064841 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1293844e-ee5a-42b1-9be6-f044a96718ed req-803b8c4c-3144-4b2b-a528-bae3898a9d7b service neutron] 10.222.0.62 "GET /v2.0/networks/83c90a80-7784-4b6e-bd7b-aef3cab1c6ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2109966 Aug 18 12:10:58.067732 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5e4bb76a-3d12-48fd-be12-772de195a816 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789151225254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902236'] for segment, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:58.082553 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5e4bb76a-3d12-48fd-be12-772de195a816 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:58.089586 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e4bb76a-3d12-48fd-be12-772de195a816 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Releasing vlan 804 on physical network physnet1 to pool {{(pid=106253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:10:58.090071 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5e4bb76a-3d12-48fd-be12-772de195a816 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58900537'] for segment, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:58.091754 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-763b625d-dd3b-4cf6-9710-e7faa1abe0f4 req-fb82c72c-53ea-402e-acc7-d6271d4a0143 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/security-groups?id=18c0bfee-529e-472e-bb6d-39b7da39f1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651920 Aug 18 12:10:58.097483 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2cb21519-913b-4737-998c-b1f9356f4560 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:58.113955 n-d-804985-2 neutron-server[106253]: Traceback (most recent call last): Aug 18 12:10:58.113955 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:10:58.113955 n-d-804985-2 neutron-server[106253]: timer() Aug 18 12:10:58.113955 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:10:58.113955 n-d-804985-2 neutron-server[106253]: cb(*args, **kw) Aug 18 12:10:58.113955 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:10:58.113955 n-d-804985-2 neutron-server[106253]: return func(*args, **kwargs) Aug 18 12:10:58.113955 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:10:58.113955 n-d-804985-2 neutron-server[106253]: self._notify() Aug 18 12:10:58.113955 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:10:58.113955 n-d-804985-2 neutron-server[106253]: self.callback(batched_events) Aug 18 12:10:58.113955 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:10:58.113955 n-d-804985-2 neutron-server[106253]: event.method(event) Aug 18 12:10:58.113955 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:10:58.113955 n-d-804985-2 neutron-server[106253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:10:58.113955 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:10:58.113955 n-d-804985-2 neutron-server[106253]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:10:58.113955 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:10:58.113955 n-d-804985-2 neutron-server[106253]: return f(self, *a, **k) Aug 18 12:10:58.113955 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:10:58.113955 n-d-804985-2 neutron-server[106253]: return self._get(url).json() Aug 18 12:10:58.113955 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:10:58.113955 n-d-804985-2 neutron-server[106253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:10:58.113955 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:10:58.113955 n-d-804985-2 neutron-server[106253]: return self.request(url, 'GET', **kwargs) Aug 18 12:10:58.113955 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:10:58.113955 n-d-804985-2 neutron-server[106253]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:10:58.113955 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:10:58.113955 n-d-804985-2 neutron-server[106253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:10:58.113955 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:10:58.113955 n-d-804985-2 neutron-server[106253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:10:58.113955 n-d-804985-2 neutron-server[106253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:10:58.166583 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5e4bb76a-3d12-48fd-be12-772de195a816 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8367858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997186'] for network, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:58.178005 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5e4bb76a-3d12-48fd-be12-772de195a816 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks [] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:58.180023 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-5e4bb76a-3d12-48fd-be12-772de195a816 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] 10.222.0.66 "DELETE /v2.0/networks/7313134f-7529-4381-8b74-f06d438c09e4 HTTP/1.1" status: 204 len: 168 time: 0.3384571 Aug 18 12:10:58.182498 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 48342) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:58.190240 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4bb76a-3d12-48fd-be12-772de195a816 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Pushing event deleted for resources: {'Network': ['ID=7313134f-7529-4381-8b74-f06d438c09e4,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:10:58.220757 n-d-804985-2 neutron-server[106252]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2ebd2d3-91eb-451d-8afc-a6745d7c4ef2 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] DELETE failed (client error): The resource could not be found. Aug 18 12:10:58.221292 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2ebd2d3-91eb-451d-8afc-a6745d7c4ef2 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106252) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 12:10:58.223652 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-f2ebd2d3-91eb-451d-8afc-a6745d7c4ef2 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] 10.222.0.66 "DELETE /v2.0/subnets/53c94ed8-6698-4ed3-884a-e764d09d897e HTTP/1.1" status: 404 len: 337 time: 0.0400651 Aug 18 12:10:58.226373 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 48344) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:58.269499 n-d-804985-2 neutron-server[106252]: INFO neutron.pecan_wsgi.hooks.translation [None req-75c34e12-0d66-475b-bdfb-b3c84855c8c9 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] DELETE failed (client error): The resource could not be found. Aug 18 12:10:58.270113 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75c34e12-0d66-475b-bdfb-b3c84855c8c9 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106252) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 12:10:58.271868 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-75c34e12-0d66-475b-bdfb-b3c84855c8c9 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] 10.222.0.66 "DELETE /v2.0/networks/0ad5e2a6-42d0-49bc-bf59-3200e1a58559 HTTP/1.1" status: 404 len: 339 time: 0.0445004 Aug 18 12:10:58.274376 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 48346) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:58.306099 n-d-804985-2 neutron-server[106252]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b1225b3-c2b7-43be-9419-a73dbf30a94b tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] DELETE failed (client error): The resource could not be found. Aug 18 12:10:58.306560 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b1225b3-c2b7-43be-9419-a73dbf30a94b tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106252) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 12:10:58.310639 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-6b1225b3-c2b7-43be-9419-a73dbf30a94b tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] 10.222.0.66 "DELETE /v2.0/subnets/e419d981-670c-416e-a757-5d91730dbfaa HTTP/1.1" status: 404 len: 337 time: 0.0330400 Aug 18 12:10:58.310639 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2cb21519-913b-4737-998c-b1f9356f4560 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:58.312036 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 48348) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:58.333320 n-d-804985-2 neutron-server[106253]: INFO neutron.pecan_wsgi.hooks.translation [None req-50f48df6-165f-4f93-b25a-2776c4f85ddc tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] DELETE failed (client error): The resource could not be found. Aug 18 12:10:58.333995 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50f48df6-165f-4f93-b25a-2776c4f85ddc tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 12:10:58.338836 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-50f48df6-165f-4f93-b25a-2776c4f85ddc tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] 10.222.0.66 "DELETE /v2.0/networks/260f89b1-168f-4925-88aa-bccd47f1920f HTTP/1.1" status: 404 len: 339 time: 0.0229590 Aug 18 12:10:58.339003 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 48350) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:58.515258 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2cb21519-913b-4737-998c-b1f9356f4560 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks [] for port, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:58.521544 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2cb21519-913b-4737-998c-b1f9356f4560 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:58.580706 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb21519-913b-4737-998c-b1f9356f4560 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Pushing event updated for resources: {'Port': ['ID=0162c291-7ee4-4db8-a658-829cf8f97c33,revision_number=2']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:10:58.635184 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2cb21519-913b-4737-998c-b1f9356f4560 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-989945'] for floatingip, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:58.710919 n-d-804985-2 neutron-server[106253]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d200b20-fa49-4b7c-95c8-791bb804ace0 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] DELETE failed (client error): The resource could not be found. Aug 18 12:10:58.711524 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d200b20-fa49-4b7c-95c8-791bb804ace0 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 12:10:58.715723 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-4d200b20-fa49-4b7c-95c8-791bb804ace0 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] 10.222.0.66 "DELETE /v2.0/subnets/2273c853-accf-469a-9f38-21a93b35efca HTTP/1.1" status: 404 len: 337 time: 0.3731220 Aug 18 12:10:58.715861 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 48354) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:58.733693 n-d-804985-2 neutron-server[106253]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e3c585e-f492-410f-9b35-efcb71dae3c4 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] DELETE failed (client error): The resource could not be found. Aug 18 12:10:58.734227 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e3c585e-f492-410f-9b35-efcb71dae3c4 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 12:10:58.738717 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-2e3c585e-f492-410f-9b35-efcb71dae3c4 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] 10.222.0.66 "DELETE /v2.0/networks/c5de1c55-72ab-47e7-a783-872dfd88af26 HTTP/1.1" status: 404 len: 339 time: 0.0192111 Aug 18 12:10:58.739332 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 48356) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:58.768190 n-d-804985-2 neutron-server[106252]: INFO neutron.db.l3_db [None req-2cb21519-913b-4737-998c-b1f9356f4560 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Floating IP e4c682ce-3226-4663-986c-84a3017d22ed associated. External IP: 172.25.7.236, port: 1de3388d-7e48-4620-b107-98bb729d77d2. Aug 18 12:10:58.771800 n-d-804985-2 neutron-server[106252]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb9303aa-3550-42bb-9bb7-b3cbaf93081b tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] DELETE failed (client error): The resource could not be found. Aug 18 12:10:58.772212 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb9303aa-3550-42bb-9bb7-b3cbaf93081b tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106252) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 12:10:58.776532 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-eb9303aa-3550-42bb-9bb7-b3cbaf93081b tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] 10.222.0.66 "DELETE /v2.0/subnets/66c6485d-d85f-495f-929a-d1bd486efef7 HTTP/1.1" status: 404 len: 337 time: 0.0340056 Aug 18 12:10:58.776871 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 48358) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:58.795828 n-d-804985-2 neutron-server[106253]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0d9c670-8651-4679-87f8-74519fd1da92 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] DELETE failed (client error): The resource could not be found. Aug 18 12:10:58.796465 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0d9c670-8651-4679-87f8-74519fd1da92 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 12:10:58.800756 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-f0d9c670-8651-4679-87f8-74519fd1da92 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] 10.222.0.66 "DELETE /v2.0/networks/698fa0f7-4e0b-429b-ad70-fa3b48f83f10 HTTP/1.1" status: 404 len: 339 time: 0.0201681 Aug 18 12:10:58.801790 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 48360) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:58.829412 n-d-804985-2 neutron-server[106253]: INFO neutron.pecan_wsgi.hooks.translation [None req-2009c4a4-7fc9-41fa-b6e0-d34af6cc055c tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] DELETE failed (client error): The resource could not be found. Aug 18 12:10:58.829868 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2009c4a4-7fc9-41fa-b6e0-d34af6cc055c tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 12:10:58.834304 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-2009c4a4-7fc9-41fa-b6e0-d34af6cc055c tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] 10.222.0.66 "DELETE /v2.0/subnets/4f553e4b-740d-46dd-9d5a-92dea6b3bb11 HTTP/1.1" status: 404 len: 337 time: 0.0290198 Aug 18 12:10:58.834568 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 48362) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:58.853440 n-d-804985-2 neutron-server[106253]: INFO neutron.pecan_wsgi.hooks.translation [None req-50471b38-5e2b-4015-a0f9-012ee3f635cb tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] DELETE failed (client error): The resource could not be found. Aug 18 12:10:58.853941 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50471b38-5e2b-4015-a0f9-012ee3f635cb tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 12:10:58.855609 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-50471b38-5e2b-4015-a0f9-012ee3f635cb tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] 10.222.0.66 "DELETE /v2.0/networks/d7464447-9bed-47a8-a03a-9dac8e796c44 HTTP/1.1" status: 404 len: 339 time: 0.0201256 Aug 18 12:10:58.858345 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 48364) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:58.883912 n-d-804985-2 neutron-server[106253]: INFO neutron.pecan_wsgi.hooks.translation [None req-60153f16-4405-4a9b-88d0-8895499075fb tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] DELETE failed (client error): The resource could not be found. Aug 18 12:10:58.884281 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60153f16-4405-4a9b-88d0-8895499075fb tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 12:10:58.886020 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-60153f16-4405-4a9b-88d0-8895499075fb tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] 10.222.0.66 "DELETE /v2.0/subnets/c9b2c20d-4822-414d-afe2-ee3a3cbe7f69 HTTP/1.1" status: 404 len: 337 time: 0.0267813 Aug 18 12:10:58.888721 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 48366) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:58.908246 n-d-804985-2 neutron-server[106253]: INFO neutron.pecan_wsgi.hooks.translation [None req-45c295dd-a063-413f-887e-a1ebe98fa595 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] DELETE failed (client error): The resource could not be found. Aug 18 12:10:58.908835 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45c295dd-a063-413f-887e-a1ebe98fa595 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 12:10:58.913018 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-45c295dd-a063-413f-887e-a1ebe98fa595 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] 10.222.0.66 "DELETE /v2.0/networks/1a580b34-8c7f-4a39-af09-9100655f8735 HTTP/1.1" status: 404 len: 339 time: 0.0209873 Aug 18 12:10:58.913210 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 48370) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:58.944732 n-d-804985-2 neutron-server[106253]: INFO neutron.pecan_wsgi.hooks.translation [None req-66f341b5-adf2-40f8-a78a-676bc746f0d8 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] DELETE failed (client error): The resource could not be found. Aug 18 12:10:58.945187 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66f341b5-adf2-40f8-a78a-676bc746f0d8 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 12:10:58.949343 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-66f341b5-adf2-40f8-a78a-676bc746f0d8 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] 10.222.0.66 "DELETE /v2.0/subnets/c70742de-5108-4ffa-8761-3bd54519ce72 HTTP/1.1" status: 404 len: 337 time: 0.0327938 Aug 18 12:10:58.949525 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 48372) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:58.976535 n-d-804985-2 neutron-server[106253]: INFO neutron.pecan_wsgi.hooks.translation [None req-24e3216a-f302-4ee3-a27e-3cd881db650c tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] DELETE failed (client error): The resource could not be found. Aug 18 12:10:58.976535 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24e3216a-f302-4ee3-a27e-3cd881db650c tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 12:10:58.976535 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-24e3216a-f302-4ee3-a27e-3cd881db650c tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] 10.222.0.66 "DELETE /v2.0/networks/c227d3e5-d0c5-479c-b81e-5604bd85031e HTTP/1.1" status: 404 len: 339 time: 0.0236678 Aug 18 12:10:58.980749 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 48374) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:59.011413 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cb21519-913b-4737-998c-b1f9356f4560 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Router 66b01843-3468-41fe-a34a-c2d199dbbb60 has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:10:59.018659 n-d-804985-2 neutron-server[106253]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d86c7e2-5a05-4a43-9cc4-5b3c9d2227f2 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] DELETE failed (client error): The resource could not be found. Aug 18 12:10:59.019183 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d86c7e2-5a05-4a43-9cc4-5b3c9d2227f2 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 12:10:59.021858 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-5d86c7e2-5a05-4a43-9cc4-5b3c9d2227f2 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] 10.222.0.66 "DELETE /v2.0/subnets/8db1ddc6-b815-4679-b0ac-2a20145b3f53 HTTP/1.1" status: 404 len: 337 time: 0.0362628 Aug 18 12:10:59.025512 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 48378) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:59.082445 n-d-804985-2 neutron-server[106252]: INFO neutron.pecan_wsgi.hooks.translation [None req-e67ceca3-96d1-46e1-b088-471fa76fc7d8 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] DELETE failed (client error): The resource could not be found. Aug 18 12:10:59.083508 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e67ceca3-96d1-46e1-b088-471fa76fc7d8 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106252) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 12:10:59.085278 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-e67ceca3-96d1-46e1-b088-471fa76fc7d8 tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] 10.222.0.66 "DELETE /v2.0/networks/9764bbc7-626e-4e24-92bb-6f0a8e5459f7 HTTP/1.1" status: 404 len: 339 time: 0.0583301 Aug 18 12:10:59.087752 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 48382) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:59.206978 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8d2f4c8-c17d-4ab0-a266-b874923076fe tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Deleting subnet d62d51f8-d082-4151-a0c9-8ef7def52185 {{(pid=106252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 12:10:59.215582 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b8d2f4c8-c17d-4ab0-a266-b874923076fe tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks [] for subnet, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:59.264668 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cb21519-913b-4737-998c-b1f9356f4560 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:10:59.277187 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac1aea7d-d60c-4c16-867c-0fbf898d4c64 None None] Sync routers for ids ['66b01843-3468-41fe-a34a-c2d199dbbb60'] in n-d-804985-2 {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:10:59.289678 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac1aea7d-d60c-4c16-867c-0fbf898d4c64 None None] Routers {'66b01843-3468-41fe-a34a-c2d199dbbb60'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:10:59.290471 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-ac1aea7d-d60c-4c16-867c-0fbf898d4c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:10:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['66b01843-3468-41fe-a34a-c2d199dbbb60'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:10:59.328282 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b8d2f4c8-c17d-4ab0-a266-b874923076fe tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2221528'] for subnet, precommit_delete_associations {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:59.340960 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-ac1aea7d-d60c-4c16-867c-0fbf898d4c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:10:59.350263 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac1aea7d-d60c-4c16-867c-0fbf898d4c64 None None] Routers {'66b01843-3468-41fe-a34a-c2d199dbbb60'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:10:59.350940 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-ac1aea7d-d60c-4c16-867c-0fbf898d4c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:10:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['66b01843-3468-41fe-a34a-c2d199dbbb60'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:10:59.368365 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ed0ed7-7fdf-48fa-aa1b-2c89d73ad15d req-5bb72a17-ddf1-4d8e-a5a0-17ace75e4019 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:10:59.371226 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-45ed0ed7-7fdf-48fa-aa1b-2c89d73ad15d req-5bb72a17-ddf1-4d8e-a5a0-17ace75e4019 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/ports?device_id=b66eb4dc-3615-4bdf-b4ae-47b9aeb2581d HTTP/1.1" status: 200 len: 946 time: 0.2028255 Aug 18 12:10:59.378012 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2cb21519-913b-4737-998c-b1f9356f4560 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for floatingip, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:59.382971 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-ac1aea7d-d60c-4c16-867c-0fbf898d4c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:10:59.383891 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac1aea7d-d60c-4c16-867c-0fbf898d4c64 None None] The sync data for ids ['66b01843-3468-41fe-a34a-c2d199dbbb60'] in n-d-804985-2 is: [] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:10:59.455494 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-2cb21519-913b-4737-998c-b1f9356f4560 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.7291975 Aug 18 12:10:59.456411 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 48398) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:10:59.462059 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-62bdb69c-6085-4bb7-bb46-df1c545a1ea3 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Request body: {'floatingip': {'port_id': None}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:10:59.501554 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-45ed0ed7-7fdf-48fa-aa1b-2c89d73ad15d req-e59423b6-8907-49e1-abda-8949d8831c72 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/security-groups?id=18c0bfee-529e-472e-bb6d-39b7da39f1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1153591 Aug 18 12:10:59.508110 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ed56b8-0efd-429c-ae6a-0e460d77e08f req-32c0b0e3-d8f7-4450-8b24-8b45807ca195 tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:10:59.509526 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a9ed56b8-0efd-429c-ae6a-0e460d77e08f req-32c0b0e3-d8f7-4450-8b24-8b45807ca195 tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] 10.222.0.66 "GET /v2.0/networks?id=7dfc47df-47b4-4e90-bd94-e3bf14b5a490 HTTP/1.1" status: 200 len: 815 time: 0.2693028 Aug 18 12:10:59.533389 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-62bdb69c-6085-4bb7-bb46-df1c545a1ea3 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks [] for floatingip, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:59.536963 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b8d2f4c8-c17d-4ab0-a266-b874923076fe tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:59.541471 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a9ed56b8-0efd-429c-ae6a-0e460d77e08f req-41121c22-cfc2-422e-bf7e-ec765991ae23 tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] 10.222.0.66 "GET /v2.0/quotas/287474964843457e83741728f27605af HTTP/1.1" status: 200 len: 375 time: 0.0235796 Aug 18 12:10:59.640420 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a9ed56b8-0efd-429c-ae6a-0e460d77e08f req-541c85d0-ee18-4666-bc9c-01822c36f9b8 tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=287474964843457e83741728f27605af&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0784242 Aug 18 12:10:59.658779 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b8d2f4c8-c17d-4ab0-a266-b874923076fe tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3572848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59074100'] for subnet, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:59.721627 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-62bdb69c-6085-4bb7-bb46-df1c545a1ea3 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:59.726685 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-62bdb69c-6085-4bb7-bb46-df1c545a1ea3 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-989945'] for floatingip, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:10:59.727316 n-d-804985-2 neutron-server[106253]: INFO neutron.db.l3_db [None req-62bdb69c-6085-4bb7-bb46-df1c545a1ea3 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Floating IP e4c682ce-3226-4663-986c-84a3017d22ed disassociated. External IP: 172.25.7.236, port: 1de3388d-7e48-4620-b107-98bb729d77d2. Aug 18 12:10:59.948602 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62bdb69c-6085-4bb7-bb46-df1c545a1ea3 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Router 66b01843-3468-41fe-a34a-c2d199dbbb60 has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:11:00.066162 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62bdb69c-6085-4bb7-bb46-df1c545a1ea3 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:11:00.071630 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-62bdb69c-6085-4bb7-bb46-df1c545a1ea3 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for floatingip, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:00.078590 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe75d92-6a36-4a43-8167-91f66627f73e None None] Sync routers for ids ['66b01843-3468-41fe-a34a-c2d199dbbb60'] in n-d-804985-2 {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:11:00.079077 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d2f4c8-c17d-4ab0-a266-b874923076fe tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Pushing event deleted for resources: {'Subnet': ['ID=d62d51f8-d082-4151-a0c9-8ef7def52185,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:11:00.084879 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b8d2f4c8-c17d-4ab0-a266-b874923076fe tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for subnet, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:00.086968 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-b8d2f4c8-c17d-4ab0-a266-b874923076fe tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] 10.222.0.66 "DELETE /v2.0/subnets/d62d51f8-d082-4151-a0c9-8ef7def52185 HTTP/1.1" status: 204 len: 168 time: 0.9983001 Aug 18 12:11:00.089596 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 48402) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:11:00.099681 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31a514ee-366b-4135-bbbf-6b027c5d1cd6 None None] Network d271da4e-9f50-4c53-911b-d67de4f7e8dc requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:11:00.114762 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-62bdb69c-6085-4bb7-bb46-df1c545a1ea3 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] 10.222.0.66 "PUT /v2.0/floatingips/e4c682ce-3226-4663-986c-84a3017d22ed HTTP/1.1" status: 200 len: 688 time: 0.6572413 Aug 18 12:11:00.115366 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 48404) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:11:00.158953 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe75d92-6a36-4a43-8167-91f66627f73e None None] Routers {'66b01843-3468-41fe-a34a-c2d199dbbb60'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:11:00.159641 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-7fe75d92-6a36-4a43-8167-91f66627f73e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:10:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['66b01843-3468-41fe-a34a-c2d199dbbb60'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:11:00.188853 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a9ed56b8-0efd-429c-ae6a-0e460d77e08f req-d7301368-6bb8-4e26-b9a2-8833cd2390a2 service neutron] 10.222.0.66 "GET /v2.0/networks/7dfc47df-47b4-4e90-bd94-e3bf14b5a490?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5410392 Aug 18 12:11:00.193170 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f16bc681-e41c-427d-b7d8-14677b8f566b tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7904109'] for network, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:00.199891 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-7fe75d92-6a36-4a43-8167-91f66627f73e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:11:00.223932 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe75d92-6a36-4a43-8167-91f66627f73e None None] Routers {'66b01843-3468-41fe-a34a-c2d199dbbb60'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:11:00.224601 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-7fe75d92-6a36-4a43-8167-91f66627f73e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:10:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['66b01843-3468-41fe-a34a-c2d199dbbb60'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:11:00.260105 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-7fe75d92-6a36-4a43-8167-91f66627f73e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:11:00.260781 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe75d92-6a36-4a43-8167-91f66627f73e None None] The sync data for ids ['66b01843-3468-41fe-a34a-c2d199dbbb60'] in n-d-804985-2 is: [] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:11:00.295740 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-e4a97d89-2b27-44e2-9ed1-5efd883462a8 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Deleting port 0162c291-7ee4-4db8-a658-829cf8f97c33 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:11:00.296438 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e4a97d89-2b27-44e2-9ed1-5efd883462a8 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:00.345414 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a9ed56b8-0efd-429c-ae6a-0e460d77e08f req-c96ad7e2-7e28-4c32-87e9-3a1c82261129 service neutron] 10.222.0.66 "GET /v2.0/networks/7dfc47df-47b4-4e90-bd94-e3bf14b5a490?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481781 Aug 18 12:11:00.352344 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-f16bc681-e41c-427d-b7d8-14677b8f566b tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Deleting port ca8ec146-4548-4cc9-af79-7660be9bdd72 {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:11:00.355075 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f16bc681-e41c-427d-b7d8-14677b8f566b tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:00.390947 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73080530-2e9d-4365-b799-4960b3b0ae5a None None] DHCP port deletion for d271da4e-9f50-4c53-911b-d67de4f7e8dc request from n-d-804985-2 {{(pid=106254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 12:11:00.432277 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [None req-f16bc681-e41c-427d-b7d8-14677b8f566b tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] For port ca8ec146-4548-4cc9-af79-7660be9bdd72, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=ca8ec146-4548-4cc9-af79-7660be9bdd72,segment=NetworkSegment(88a5dadd-9cf8-4385-bab6-65dd4db87f15),segment_id=88a5dadd-9cf8-4385-bab6-65dd4db87f15)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:11:00.432975 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f16bc681-e41c-427d-b7d8-14677b8f566b tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:00.452740 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e4a97d89-2b27-44e2-9ed1-5efd883462a8 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:00.453611 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e4a97d89-2b27-44e2-9ed1-5efd883462a8 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:00.454462 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-f16bc681-e41c-427d-b7d8-14677b8f566b tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Calling delete_port for ca8ec146-4548-4cc9-af79-7660be9bdd72 owned by network:dhcp {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:11:00.469272 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-e4a97d89-2b27-44e2-9ed1-5efd883462a8 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Calling delete_port for 0162c291-7ee4-4db8-a658-829cf8f97c33 owned by network:floatingip {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:11:00.496120 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-73080530-2e9d-4365-b799-4960b3b0ae5a None None] Deleting port ca8ec146-4548-4cc9-af79-7660be9bdd72 {{(pid=106254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:11:00.496533 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-73080530-2e9d-4365-b799-4960b3b0ae5a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:00.578284 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-73080530-2e9d-4365-b799-4960b3b0ae5a None None] For port ca8ec146-4548-4cc9-af79-7660be9bdd72, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=ca8ec146-4548-4cc9-af79-7660be9bdd72,segment=NetworkSegment(88a5dadd-9cf8-4385-bab6-65dd4db87f15),segment_id=88a5dadd-9cf8-4385-bab6-65dd4db87f15)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:11:00.578842 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-73080530-2e9d-4365-b799-4960b3b0ae5a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:00.593590 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-73080530-2e9d-4365-b799-4960b3b0ae5a None None] Calling delete_port for ca8ec146-4548-4cc9-af79-7660be9bdd72 owned by network:dhcp {{(pid=106254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:11:00.656070 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-bd7df099-17c7-4df0-be92-3ac7dae73d74 req-6165e48b-b15a-47a1-a213-d0af7af29e2a tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] 10.222.0.66 "GET /v2.0/ports?device_id=a49a2d4d-53a9-4686-9973-74ec6d58345a HTTP/1.1" status: 200 len: 210 time: 0.0940099 Aug 18 12:11:00.713475 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e4a97d89-2b27-44e2-9ed1-5efd883462a8 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:00.759149 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f16bc681-e41c-427d-b7d8-14677b8f566b tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:00.762970 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-73080530-2e9d-4365-b799-4960b3b0ae5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556'] for port, after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:00.801884 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f16bc681-e41c-427d-b7d8-14677b8f566b tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] No DVR routers for this DVR port ca8ec146-4548-4cc9-af79-7660be9bdd72 on host n-d-804985-2 {{(pid=106252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:11:00.807633 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16bc681-e41c-427d-b7d8-14677b8f566b tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Pushing event deleted for resources: {'Port': ['ID=ca8ec146-4548-4cc9-af79-7660be9bdd72,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:11:00.809641 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73080530-2e9d-4365-b799-4960b3b0ae5a None None] Pushing event deleted for resources: {'Port': ['ID=ca8ec146-4548-4cc9-af79-7660be9bdd72,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:11:00.828839 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73080530-2e9d-4365-b799-4960b3b0ae5a None None] No DVR routers for this DVR port ca8ec146-4548-4cc9-af79-7660be9bdd72 on host n-d-804985-2 {{(pid=106254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:11:00.851119 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba07178-f1f9-4261-8bc0-363d9e8bd5a3 req-95711985-d838-491e-bc57-f152fd207350 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:11:00.853507 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-dba07178-f1f9-4261-8bc0-363d9e8bd5a3 req-95711985-d838-491e-bc57-f152fd207350 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/ports?device_id=b66eb4dc-3615-4bdf-b4ae-47b9aeb2581d HTTP/1.1" status: 200 len: 946 time: 0.2522962 Aug 18 12:11:00.865415 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a97d89-2b27-44e2-9ed1-5efd883462a8 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Pushing event deleted for resources: {'Port': ['ID=0162c291-7ee4-4db8-a658-829cf8f97c33,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:11:00.889398 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e4a97d89-2b27-44e2-9ed1-5efd883462a8 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks [] for floatingip, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:00.892305 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e4a97d89-2b27-44e2-9ed1-5efd883462a8 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for floatingip, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:00.893500 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-e4a97d89-2b27-44e2-9ed1-5efd883462a8 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] 10.222.0.66 "DELETE /v2.0/floatingips/e4c682ce-3226-4663-986c-84a3017d22ed HTTP/1.1" status: 204 len: 168 time: 0.7772262 Aug 18 12:11:00.897001 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 48420) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:11:00.901956 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-b8498faa-265e-4db8-bc08-edcd08a70f1f tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Request body: {'floatingip': {'floating_network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'port_id': 'b4f0b4a9-f735-4988-a4b5-f77e73fd1c0a'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:11:00.930131 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b8498faa-265e-4db8-bc08-edcd08a70f1f tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks [] for floatingip, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:00.947575 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f16bc681-e41c-427d-b7d8-14677b8f566b tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8367869', 'neutron.services.segments.db._delete_segments_for_network-8789151212993'] for network, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:00.972165 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-f16bc681-e41c-427d-b7d8-14677b8f566b tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d271da4e-9f50-4c53-911b-d67de4f7e8dc']}} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:11:00.995446 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-dba07178-f1f9-4261-8bc0-363d9e8bd5a3 req-65c38d5d-250b-45a1-907f-cfef8760a75b tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/security-groups?id=18c0bfee-529e-472e-bb6d-39b7da39f1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839860 Aug 18 12:11:01.000142 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-f16bc681-e41c-427d-b7d8-14677b8f566b tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88a5dadd-9cf8-4385-bab6-65dd4db87f15') {'for_net_delete': True} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:11:01.003525 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-f16bc681-e41c-427d-b7d8-14677b8f566b tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88a5dadd-9cf8-4385-bab6-65dd4db87f15') {} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:11:01.014297 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f16bc681-e41c-427d-b7d8-14677b8f566b tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789151225254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2221521'] for segment, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:01.031379 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f16bc681-e41c-427d-b7d8-14677b8f566b tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:01.038842 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f16bc681-e41c-427d-b7d8-14677b8f566b tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Releasing vlan 803 on physical network physnet1 to pool {{(pid=106252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:11:01.039516 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f16bc681-e41c-427d-b7d8-14677b8f566b tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3572434'] for segment, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:01.042869 n-d-804985-2 neutron-server[106252]: Traceback (most recent call last): Aug 18 12:11:01.042869 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:11:01.042869 n-d-804985-2 neutron-server[106252]: timer() Aug 18 12:11:01.042869 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:11:01.042869 n-d-804985-2 neutron-server[106252]: cb(*args, **kw) Aug 18 12:11:01.042869 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:11:01.042869 n-d-804985-2 neutron-server[106252]: return func(*args, **kwargs) Aug 18 12:11:01.042869 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:11:01.042869 n-d-804985-2 neutron-server[106252]: self._notify() Aug 18 12:11:01.042869 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:11:01.042869 n-d-804985-2 neutron-server[106252]: self.callback(batched_events) Aug 18 12:11:01.042869 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:11:01.042869 n-d-804985-2 neutron-server[106252]: event.method(event) Aug 18 12:11:01.042869 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:11:01.042869 n-d-804985-2 neutron-server[106252]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:11:01.042869 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:11:01.042869 n-d-804985-2 neutron-server[106252]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:11:01.042869 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:11:01.042869 n-d-804985-2 neutron-server[106252]: return f(self, *a, **k) Aug 18 12:11:01.042869 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:11:01.042869 n-d-804985-2 neutron-server[106252]: return self._get(url).json() Aug 18 12:11:01.042869 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:11:01.042869 n-d-804985-2 neutron-server[106252]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:11:01.042869 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:11:01.042869 n-d-804985-2 neutron-server[106252]: return self.request(url, 'GET', **kwargs) Aug 18 12:11:01.042869 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:11:01.042869 n-d-804985-2 neutron-server[106252]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:11:01.042869 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:11:01.042869 n-d-804985-2 neutron-server[106252]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:11:01.042869 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:11:01.042869 n-d-804985-2 neutron-server[106252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:11:01.042869 n-d-804985-2 neutron-server[106252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:11:01.065468 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b8498faa-265e-4db8-bc08-edcd08a70f1f tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:01.116744 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f16bc681-e41c-427d-b7d8-14677b8f566b tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8367858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997186'] for network, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:01.127892 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f16bc681-e41c-427d-b7d8-14677b8f566b tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Notify callbacks [] for network, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:01.130424 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-f16bc681-e41c-427d-b7d8-14677b8f566b tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] 10.222.0.66 "DELETE /v2.0/networks/d271da4e-9f50-4c53-911b-d67de4f7e8dc HTTP/1.1" status: 204 len: 168 time: 1.0398748 Aug 18 12:11:01.141505 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16bc681-e41c-427d-b7d8-14677b8f566b tempest-NetworksTest-1182347787 tempest-NetworksTest-1182347787-project] Pushing event deleted for resources: {'Network': ['ID=d271da4e-9f50-4c53-911b-d67de4f7e8dc,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:11:01.183875 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [None req-b8498faa-265e-4db8-bc08-edcd08a70f1f tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Allocated IP 172.25.7.213 (7cae7a70-14fd-408c-b14d-39ceb97cb60e/9784295a-20b8-4a4b-b105-f82737f0448f/2028a872-1e86-4667-8522-ed836bccdba9) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:11:01.304040 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b8498faa-265e-4db8-bc08-edcd08a70f1f tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:01.354205 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b8498faa-265e-4db8-bc08-edcd08a70f1f tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:01.391388 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device ca8ec146-4548-4cc9-af79-7660be9bdd72 no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:11:01.394375 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8498faa-265e-4db8-bc08-edcd08a70f1f tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Network 7cae7a70-14fd-408c-b14d-39ceb97cb60e is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:11:01.399390 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-b8498faa-265e-4db8-bc08-edcd08a70f1f tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:11:01.402952 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8498faa-265e-4db8-bc08-edcd08a70f1f tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:11:01.411541 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: ca8ec146-4548-4cc9-af79-7660be9bdd72 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:11:01.411880 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device ca8ec146-4548-4cc9-af79-7660be9bdd72 not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:11:01.420673 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 48428) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:11:01.426932 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8498faa-265e-4db8-bc08-edcd08a70f1f tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Pushing event updated for resources: {'Port': ['ID=2028a872-1e86-4667-8522-ed836bccdba9,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:11:01.552321 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-8ba9c673-6aea-43ab-a451-3dace4e93c31 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=1594a1fbf8ed45cba2282fb2179e6632&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1303589 Aug 18 12:11:01.554852 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 48432) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:11:01.604929 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2de563c8-808e-4f95-b7ae-d67674437095 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:01.631695 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2de563c8-808e-4f95-b7ae-d67674437095 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:01.701280 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2de563c8-808e-4f95-b7ae-d67674437095 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:01.704567 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2de563c8-808e-4f95-b7ae-d67674437095 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:01.708963 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-2de563c8-808e-4f95-b7ae-d67674437095 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/209df6d1-9bf2-4066-8867-a301331870cb HTTP/1.1" status: 204 len: 168 time: 0.1508012 Aug 18 12:11:01.814366 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de563c8-808e-4f95-b7ae-d67674437095 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=209df6d1-9bf2-4066-8867-a301331870cb,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:11:01.872355 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e0882152-25b6-4c73-9b86-4b880cc30de5 req-b5ed8b59-8c28-4cc9-a525-004f9004653c tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] 10.222.0.66 "GET /v2.0/ports?device_id=a49a2d4d-53a9-4686-9973-74ec6d58345a HTTP/1.1" status: 200 len: 210 time: 0.0790572 Aug 18 12:11:01.935540 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ed56b8-0efd-429c-ae6a-0e460d77e08f req-ed49b0bf-67c3-450a-b2a5-f462c876c873 tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:11:01.939571 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a9ed56b8-0efd-429c-ae6a-0e460d77e08f req-ed49b0bf-67c3-450a-b2a5-f462c876c873 tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] 10.222.0.62 "GET /v2.0/networks?id=7dfc47df-47b4-4e90-bd94-e3bf14b5a490 HTTP/1.1" status: 200 len: 815 time: 0.2412853 Aug 18 12:11:01.956853 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-a9ed56b8-0efd-429c-ae6a-0e460d77e08f req-cce3abdd-8f70-4aba-8374-85d6b19bc239 tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] Request body: {'port': {'device_id': 'a49a2d4d-53a9-4686-9973-74ec6d58345a', 'network_id': '7dfc47df-47b4-4e90-bd94-e3bf14b5a490', 'admin_state_up': True, 'tenant_id': '287474964843457e83741728f27605af'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:11:01.971706 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b8498faa-265e-4db8-bc08-edcd08a70f1f tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:02.131073 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b8498faa-265e-4db8-bc08-edcd08a70f1f tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:02.162969 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9ed56b8-0efd-429c-ae6a-0e460d77e08f req-cce3abdd-8f70-4aba-8374-85d6b19bc239 tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] Made reservation on behalf of 287474964843457e83741728f27605af for: {'port': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:11:02.168635 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-a9ed56b8-0efd-429c-ae6a-0e460d77e08f req-cce3abdd-8f70-4aba-8374-85d6b19bc239 tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:02.407063 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b8498faa-265e-4db8-bc08-edcd08a70f1f tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks [] for port, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:02.412874 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b8498faa-265e-4db8-bc08-edcd08a70f1f tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:02.415006 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a5f580-069d-4b40-9956-a68dbfd1bba9 req-15627356-4c41-4e41-abc2-8047367b2f82 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:11:02.416622 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e5a5f580-069d-4b40-9956-a68dbfd1bba9 req-15627356-4c41-4e41-abc2-8047367b2f82 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/ports?device_id=b66eb4dc-3615-4bdf-b4ae-47b9aeb2581d HTTP/1.1" status: 200 len: 946 time: 0.1311638 Aug 18 12:11:02.423153 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [req-a9ed56b8-0efd-429c-ae6a-0e460d77e08f req-cce3abdd-8f70-4aba-8374-85d6b19bc239 tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] Allocated IP 172.20.0.5 (7dfc47df-47b4-4e90-bd94-e3bf14b5a490/a76c24d3-b86e-48fd-b018-8474cde49ab5/be3a76b8-3890-4fa1-a0f9-dd4922568e66) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:11:02.480659 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e5a5f580-069d-4b40-9956-a68dbfd1bba9 req-4248c948-9f1b-4e1c-a779-31f9f3b690f8 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/security-groups?id=18c0bfee-529e-472e-bb6d-39b7da39f1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549629 Aug 18 12:11:02.487057 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8498faa-265e-4db8-bc08-edcd08a70f1f tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Pushing event updated for resources: {'Port': ['ID=2028a872-1e86-4667-8522-ed836bccdba9,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:11:02.499485 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b8498faa-265e-4db8-bc08-edcd08a70f1f tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-989945'] for floatingip, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:02.601888 n-d-804985-2 neutron-server[106253]: INFO neutron.db.l3_db [None req-b8498faa-265e-4db8-bc08-edcd08a70f1f tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Floating IP fdf9f3ae-7c4f-4fdc-afc6-92760ad0c1c9 associated. External IP: 172.25.7.213, port: b4f0b4a9-f735-4988-a4b5-f77e73fd1c0a. Aug 18 12:11:02.621997 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-a9ed56b8-0efd-429c-ae6a-0e460d77e08f req-cce3abdd-8f70-4aba-8374-85d6b19bc239 tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:02.665314 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-a9ed56b8-0efd-429c-ae6a-0e460d77e08f req-cce3abdd-8f70-4aba-8374-85d6b19bc239 tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:02.676656 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 48474) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:11:02.681760 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] get_ports_and_sgs() called for port_ids ['1f77a629-8000-4972-97a1-a5d329a83b02'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:11:02.721774 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9ed56b8-0efd-429c-ae6a-0e460d77e08f req-cce3abdd-8f70-4aba-8374-85d6b19bc239 tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] Network 7dfc47df-47b4-4e90-bd94-e3bf14b5a490 is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:11:02.725657 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [req-a9ed56b8-0efd-429c-ae6a-0e460d77e08f req-cce3abdd-8f70-4aba-8374-85d6b19bc239 tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:11:02.730236 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9ed56b8-0efd-429c-ae6a-0e460d77e08f req-cce3abdd-8f70-4aba-8374-85d6b19bc239 tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:11:02.783741 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ed56b8-0efd-429c-ae6a-0e460d77e08f req-cce3abdd-8f70-4aba-8374-85d6b19bc239 tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:11:02.784424 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-a9ed56b8-0efd-429c-ae6a-0e460d77e08f req-cce3abdd-8f70-4aba-8374-85d6b19bc239 tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:02.787969 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce3abdd-8f70-4aba-8374-85d6b19bc239 tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] Pushing event updated for resources: {'Port': ['ID=be3a76b8-3890-4fa1-a0f9-dd4922568e66,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:11:02.813008 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-5b5fe71c-4567-4a23-98df-9347d03c5d60 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-521666798'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:11:02.820585 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a9ed56b8-0efd-429c-ae6a-0e460d77e08f req-cce3abdd-8f70-4aba-8374-85d6b19bc239 tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8694608 Aug 18 12:11:02.839955 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-a9ed56b8-0efd-429c-ae6a-0e460d77e08f req-c35f67e1-c520-4127-9a67-2089317e5c26 service neutron] Request body: {'port': {'device_id': 'a49a2d4d-53a9-4686-9973-74ec6d58345a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804985-2'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:11:02.858986 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8498faa-265e-4db8-bc08-edcd08a70f1f tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Router 66b01843-3468-41fe-a34a-c2d199dbbb60 has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:11:02.864982 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b5fe71c-4567-4a23-98df-9347d03c5d60 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Made reservation on behalf of 945a2d7857154f6c9b28850f76e065fc for: {'network': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:11:02.868538 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5b5fe71c-4567-4a23-98df-9347d03c5d60 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for network, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:02.882721 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5b5fe71c-4567-4a23-98df-9347d03c5d60 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:02.927876 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-a9ed56b8-0efd-429c-ae6a-0e460d77e08f req-c35f67e1-c520-4127-9a67-2089317e5c26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:02.986637 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8498faa-265e-4db8-bc08-edcd08a70f1f tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:11:02.999730 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e274d7-f76f-494d-8fb1-92f526ce4855 None None] Sync routers for ids ['66b01843-3468-41fe-a34a-c2d199dbbb60'] in n-d-804985-2 {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:11:03.010590 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e274d7-f76f-494d-8fb1-92f526ce4855 None None] Routers {'66b01843-3468-41fe-a34a-c2d199dbbb60'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:11:03.012134 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-97e274d7-f76f-494d-8fb1-92f526ce4855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:10:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['66b01843-3468-41fe-a34a-c2d199dbbb60'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:11:03.047406 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-97e274d7-f76f-494d-8fb1-92f526ce4855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:11:03.060396 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e274d7-f76f-494d-8fb1-92f526ce4855 None None] Routers {'66b01843-3468-41fe-a34a-c2d199dbbb60'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:11:03.061402 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-97e274d7-f76f-494d-8fb1-92f526ce4855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:10:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['66b01843-3468-41fe-a34a-c2d199dbbb60'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:11:03.099324 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-97e274d7-f76f-494d-8fb1-92f526ce4855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:11:03.099969 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e274d7-f76f-494d-8fb1-92f526ce4855 None None] The sync data for ids ['66b01843-3468-41fe-a34a-c2d199dbbb60'] in n-d-804985-2 is: [] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:11:03.125123 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071ff2eb-7f5b-4edd-8c9e-7f252824a11a req-70cc66c9-b61f-4c4f-80c6-33ec959a426a tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:11:03.126596 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-071ff2eb-7f5b-4edd-8c9e-7f252824a11a req-70cc66c9-b61f-4c4f-80c6-33ec959a426a tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] 10.222.0.66 "GET /v2.0/ports?device_id=a49a2d4d-53a9-4686-9973-74ec6d58345a HTTP/1.1" status: 200 len: 931 time: 0.1680501 Aug 18 12:11:03.242251 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5b5fe71c-4567-4a23-98df-9347d03c5d60 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:03.247965 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-071ff2eb-7f5b-4edd-8c9e-7f252824a11a req-841260a5-1c11-4805-a472-d2e259139210 tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] 10.222.0.66 "GET /v2.0/security-groups?id=5ef1fad5-9994-4d94-a262-3d4636ae09af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135831 Aug 18 12:11:03.250715 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5b5fe71c-4567-4a23-98df-9347d03c5d60 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:03.254375 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b8498faa-265e-4db8-bc08-edcd08a70f1f tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for floatingip, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:03.288449 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-b8498faa-265e-4db8-bc08-edcd08a70f1f tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 2.3903623 Aug 18 12:11:03.291027 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 48480) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:11:03.291241 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b5fe71c-4567-4a23-98df-9347d03c5d60 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 821} {{(pid=106252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:11:03.302795 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5fe71c-4567-4a23-98df-9347d03c5d60 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1eebd7fc-b6a1-4294-8cb8-83749893af96,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:11:03.321220 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5b5fe71c-4567-4a23-98df-9347d03c5d60 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:03.321674 n-d-804985-2 neutron-server[106252]: INFO neutron.db.segments_db [None req-5b5fe71c-4567-4a23-98df-9347d03c5d60 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Added segment 748bf624-25c2-49c7-8c99-be10ec578d78 of type vlan for network 4d6f13ff-7ba1-4bb4-b06e-f8ea65047e3c Aug 18 12:11:03.391702 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5b5fe71c-4567-4a23-98df-9347d03c5d60 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789150665894'] for network, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:03.402043 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-7b9a3cf1-7e5c-485b-bb35-718b819444f8 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] 10.222.0.66 "GET /v2.0/floatingips/fdf9f3ae-7c4f-4fdc-afc6-92760ad0c1c9 HTTP/1.1" status: 200 len: 977 time: 0.1098135 Aug 18 12:11:03.410529 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 48486) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:11:03.469573 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5b5fe71c-4567-4a23-98df-9347d03c5d60 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for network, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:03.475546 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b5fe71c-4567-4a23-98df-9347d03c5d60 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:11:03.476144 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5b5fe71c-4567-4a23-98df-9347d03c5d60 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks [] for network, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:03.488168 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [req-a9ed56b8-0efd-429c-ae6a-0e460d77e08f req-c35f67e1-c520-4127-9a67-2089317e5c26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be3a76b8-3890-4fa1-a0f9-dd4922568e66 {{(pid=106252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:11:03.515885 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-a9ed56b8-0efd-429c-ae6a-0e460d77e08f req-c35f67e1-c520-4127-9a67-2089317e5c26 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:03.520453 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-da31beac-92f9-4484-ba7c-7e9caa15305f tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] 10.222.0.66 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.1084678 Aug 18 12:11:03.523265 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 48490) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:11:03.532083 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-6de1fb3f-2473-425b-b44f-28fef19933c8 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Request body: {'floatingip': {'port_id': '1de3388d-7e48-4620-b107-98bb729d77d2'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:11:03.569322 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [req-a9ed56b8-0efd-429c-ae6a-0e460d77e08f req-c35f67e1-c520-4127-9a67-2089317e5c26 service neutron] Transition to ACTIVE for port object be3a76b8-3890-4fa1-a0f9-dd4922568e66 will not be triggered until provisioned by entity L2. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:11:03.585853 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-5b5fe71c-4567-4a23-98df-9347d03c5d60 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8897891 Aug 18 12:11:03.589014 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 48492) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:11:03.594508 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-4b937bde-11d3-4108-b050-ddcf57369836 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Request body: {'port': {'network_id': '4d6f13ff-7ba1-4bb4-b06e-f8ea65047e3c', 'name': 'tempest-PortsTestJSON-18345351'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:11:03.608303 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-a9ed56b8-0efd-429c-ae6a-0e460d77e08f req-c35f67e1-c520-4127-9a67-2089317e5c26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:03.618045 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5fe71c-4567-4a23-98df-9347d03c5d60 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Pushing event updated for resources: {'Network': ['ID=4d6f13ff-7ba1-4bb4-b06e-f8ea65047e3c,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:11:03.631193 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Network 4d6f13ff-7ba1-4bb4-b06e-f8ea65047e3c details requested by agent ovs-agent-n-d-804985-2 with host n-d-804985-2 {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:11:03.686795 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934603f1-ad4d-4cc7-bd28-96cd633ee28c req-41d5e7ff-1f41-473a-b9da-4920fa56d57b tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:11:03.688504 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-934603f1-ad4d-4cc7-bd28-96cd633ee28c req-41d5e7ff-1f41-473a-b9da-4920fa56d57b tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/ports?device_id=b66eb4dc-3615-4bdf-b4ae-47b9aeb2581d HTTP/1.1" status: 200 len: 946 time: 0.1238236 Aug 18 12:11:03.689655 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35f67e1-c520-4127-9a67-2089317e5c26 service neutron] Pushing event updated for resources: {'Port': ['ID=be3a76b8-3890-4fa1-a0f9-dd4922568e66,revision_number=2']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:11:03.781249 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-934603f1-ad4d-4cc7-bd28-96cd633ee28c req-0fed32e0-7757-4899-9656-602d8746ef24 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/security-groups?id=18c0bfee-529e-472e-bb6d-39b7da39f1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860167 Aug 18 12:11:03.795152 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-a9ed56b8-0efd-429c-ae6a-0e460d77e08f req-c35f67e1-c520-4127-9a67-2089317e5c26 service neutron] Attempting to bind port be3a76b8-3890-4fa1-a0f9-dd4922568e66 on host n-h2-804985-2 for vnic_type normal with profile {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:11:03.795490 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-a9ed56b8-0efd-429c-ae6a-0e460d77e08f req-c35f67e1-c520-4127-9a67-2089317e5c26 service neutron] Attempting to bind port be3a76b8-3890-4fa1-a0f9-dd4922568e66 by drivers openvswitch,hyperv on host n-h2-804985-2 at level 0 using segments [{'id': '04c90fa8-80d4-4b5a-8675-6489bbdf733a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '7dfc47df-47b4-4e90-bd94-e3bf14b5a490'}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:11:03.795818 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9ed56b8-0efd-429c-ae6a-0e460d77e08f req-c35f67e1-c520-4127-9a67-2089317e5c26 service neutron] Attempting to bind port be3a76b8-3890-4fa1-a0f9-dd4922568e66 on network 7dfc47df-47b4-4e90-bd94-e3bf14b5a490 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:11:03.801139 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9ed56b8-0efd-429c-ae6a-0e460d77e08f req-c35f67e1-c520-4127-9a67-2089317e5c26 service neutron] Port be3a76b8-3890-4fa1-a0f9-dd4922568e66 on network 7dfc47df-47b4-4e90-bd94-e3bf14b5a490 not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-2 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:11:03.801458 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9ed56b8-0efd-429c-ae6a-0e460d77e08f req-c35f67e1-c520-4127-9a67-2089317e5c26 service neutron] Attempting to bind port be3a76b8-3890-4fa1-a0f9-dd4922568e66 on network 7dfc47df-47b4-4e90-bd94-e3bf14b5a490 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:11:03.808098 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9ed56b8-0efd-429c-ae6a-0e460d77e08f req-c35f67e1-c520-4127-9a67-2089317e5c26 service neutron] Checking agent: {'id': 'da5da552-709c-4248-84de-86af99a0dc87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 49, 8), 'started_at': datetime.datetime(2021, 8, 18, 11, 49, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 10, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:11:03.808442 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9ed56b8-0efd-429c-ae6a-0e460d77e08f req-c35f67e1-c520-4127-9a67-2089317e5c26 service neutron] Checking segment: {'id': '04c90fa8-80d4-4b5a-8675-6489bbdf733a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '7dfc47df-47b4-4e90-bd94-e3bf14b5a490'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:11:03.808862 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9ed56b8-0efd-429c-ae6a-0e460d77e08f req-c35f67e1-c520-4127-9a67-2089317e5c26 service neutron] Bound using segment: {'id': '04c90fa8-80d4-4b5a-8675-6489bbdf733a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '7dfc47df-47b4-4e90-bd94-e3bf14b5a490'} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:11:03.809291 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-a9ed56b8-0efd-429c-ae6a-0e460d77e08f req-c35f67e1-c520-4127-9a67-2089317e5c26 service neutron] Bound port: be3a76b8-3890-4fa1-a0f9-dd4922568e66, host: n-h2-804985-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04c90fa8-80d4-4b5a-8675-6489bbdf733a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '7dfc47df-47b4-4e90-bd94-e3bf14b5a490'}}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:11:03.809654 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-a9ed56b8-0efd-429c-ae6a-0e460d77e08f req-c35f67e1-c520-4127-9a67-2089317e5c26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:03.879545 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-a9ed56b8-0efd-429c-ae6a-0e460d77e08f req-c35f67e1-c520-4127-9a67-2089317e5c26 service neutron] For port be3a76b8-3890-4fa1-a0f9-dd4922568e66, host n-h2-804985-2, cleared binding levels {{(pid=106252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:11:03.883479 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-a9ed56b8-0efd-429c-ae6a-0e460d77e08f req-c35f67e1-c520-4127-9a67-2089317e5c26 service neutron] For port be3a76b8-3890-4fa1-a0f9-dd4922568e66, host n-h2-804985-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=be3a76b8-3890-4fa1-a0f9-dd4922568e66,segment=NetworkSegment(04c90fa8-80d4-4b5a-8675-6489bbdf733a),segment_id=04c90fa8-80d4-4b5a-8675-6489bbdf733a)] {{(pid=106252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:11:03.889493 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-a9ed56b8-0efd-429c-ae6a-0e460d77e08f req-c35f67e1-c520-4127-9a67-2089317e5c26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:03.931446 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ed56b8-0efd-429c-ae6a-0e460d77e08f req-c35f67e1-c520-4127-9a67-2089317e5c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:11:03.932023 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-a9ed56b8-0efd-429c-ae6a-0e460d77e08f req-c35f67e1-c520-4127-9a67-2089317e5c26 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:03.933555 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a9ed56b8-0efd-429c-ae6a-0e460d77e08f req-c35f67e1-c520-4127-9a67-2089317e5c26 service neutron] 10.222.0.62 "PUT /v2.0/ports/be3a76b8-3890-4fa1-a0f9-dd4922568e66 HTTP/1.1" status: 200 len: 1091 time: 1.1001921 Aug 18 12:11:03.934016 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a49a2d4d-53a9-4686-9973-74ec6d58345a', 'tag': 'be3a76b8-3890-4fa1-a0f9-dd4922568e66'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:11:03.936325 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77550d81-b311-4a40-98fd-4c9a1caf1ea4" -d '{"events": [{"name": "network-changed", "server_uuid": "a49a2d4d-53a9-4686-9973-74ec6d58345a", "tag": "be3a76b8-3890-4fa1-a0f9-dd4922568e66"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:11:03.963288 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35f67e1-c520-4127-9a67-2089317e5c26 service neutron] Pushing event updated for resources: {'Port': ['ID=be3a76b8-3890-4fa1-a0f9-dd4922568e66,revision_number=3']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:11:04.004971 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:11:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f651560b-2545-4d8f-8c9a-862404001ce3 x-openstack-request-id: req-f651560b-2545-4d8f-8c9a-862404001ce3 {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:11:04.005610 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a49a2d4d-53a9-4686-9973-74ec6d58345a", "tag": "be3a76b8-3890-4fa1-a0f9-dd4922568e66", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:11:04.006005 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f651560b-2545-4d8f-8c9a-862404001ce3 {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:11:04.006734 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a49a2d4d-53a9-4686-9973-74ec6d58345a', 'tag': 'be3a76b8-3890-4fa1-a0f9-dd4922568e66', 'status': 'completed', 'code': 200} Aug 18 12:11:04.040719 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ed56b8-0efd-429c-ae6a-0e460d77e08f req-87a7da8e-9e93-4438-8d0d-2160cd316030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:11:04.042262 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a9ed56b8-0efd-429c-ae6a-0e460d77e08f req-87a7da8e-9e93-4438-8d0d-2160cd316030 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=287474964843457e83741728f27605af&device_id=a49a2d4d-53a9-4686-9973-74ec6d58345a HTTP/1.1" status: 200 len: 1094 time: 0.0474467 Aug 18 12:11:04.075559 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6de1fb3f-2473-425b-b44f-28fef19933c8 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks [] for floatingip, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:04.089867 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a9ed56b8-0efd-429c-ae6a-0e460d77e08f req-e05cb947-fa58-42d7-82cb-5a2a2cce5c83 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=be3a76b8-3890-4fa1-a0f9-dd4922568e66 HTTP/1.1" status: 200 len: 217 time: 0.0394144 Aug 18 12:11:04.135365 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b937bde-11d3-4108-b050-ddcf57369836 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Made reservation on behalf of 945a2d7857154f6c9b28850f76e065fc for: {'port': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:11:04.138822 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4b937bde-11d3-4108-b050-ddcf57369836 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:04.147863 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ed56b8-0efd-429c-ae6a-0e460d77e08f req-f3207638-fc8f-461e-b195-ed4c5b7e5bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:11:04.150268 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a9ed56b8-0efd-429c-ae6a-0e460d77e08f req-f3207638-fc8f-461e-b195-ed4c5b7e5bc4 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a76c24d3-b86e-48fd-b018-8474cde49ab5 HTTP/1.1" status: 200 len: 855 time: 0.0506256 Aug 18 12:11:04.178857 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [None req-4b937bde-11d3-4108-b050-ddcf57369836 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] device_id is not set on port 27b9989b-27e5-4f98-80e4-a344d0cb9470 yet. {{(pid=106253) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 12:11:04.182883 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a9ed56b8-0efd-429c-ae6a-0e460d77e08f req-89b45c32-dc57-41fd-91b5-8f4273ca4438 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7dfc47df-47b4-4e90-bd94-e3bf14b5a490&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260906 Aug 18 12:11:04.275338 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a9ed56b8-0efd-429c-ae6a-0e460d77e08f req-6415546a-e190-4743-b39f-18c9ea640070 service neutron] 10.222.0.62 "GET /v2.0/networks/7dfc47df-47b4-4e90-bd94-e3bf14b5a490?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851414 Aug 18 12:11:04.425821 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a9ed56b8-0efd-429c-ae6a-0e460d77e08f req-e9229527-0c7f-4216-b5c5-4966e9e7dd4c service neutron] 10.222.0.62 "GET /v2.0/networks/7dfc47df-47b4-4e90-bd94-e3bf14b5a490?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432879 Aug 18 12:11:04.433783 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b313b3-944c-43e5-adf1-efaba839c2ef req-0c6c0d32-71f0-4543-a476-5fc40245f3f9 tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:11:04.435268 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-13b313b3-944c-43e5-adf1-efaba839c2ef req-0c6c0d32-71f0-4543-a476-5fc40245f3f9 tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] 10.222.0.66 "GET /v2.0/ports?device_id=a49a2d4d-53a9-4686-9973-74ec6d58345a HTTP/1.1" status: 200 len: 943 time: 0.0895064 Aug 18 12:11:04.489402 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-13b313b3-944c-43e5-adf1-efaba839c2ef req-e16a338e-ed8f-415f-92f9-a3c426290bb8 tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] 10.222.0.66 "GET /v2.0/security-groups?id=5ef1fad5-9994-4d94-a262-3d4636ae09af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469449 Aug 18 12:11:04.508667 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4b937bde-11d3-4108-b050-ddcf57369836 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:04.558621 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77550d81-b311-4a40-98fd-4c9a1caf1ea4 req-bc46403a-b6d5-4d2c-8ab2-59018679ea0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:11:04.560294 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-77550d81-b311-4a40-98fd-4c9a1caf1ea4 req-bc46403a-b6d5-4d2c-8ab2-59018679ea0d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=287474964843457e83741728f27605af&device_id=a49a2d4d-53a9-4686-9973-74ec6d58345a HTTP/1.1" status: 200 len: 1094 time: 0.0573516 Aug 18 12:11:04.645094 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4b937bde-11d3-4108-b050-ddcf57369836 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:04.659512 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77550d81-b311-4a40-98fd-4c9a1caf1ea4 req-fff8aa3c-70f0-4e6c-bd93-e439dc1e4234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:11:04.660898 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-77550d81-b311-4a40-98fd-4c9a1caf1ea4 req-fff8aa3c-70f0-4e6c-bd93-e439dc1e4234 service neutron] 10.222.0.62 "GET /v2.0/networks?id=7dfc47df-47b4-4e90-bd94-e3bf14b5a490 HTTP/1.1" status: 200 len: 916 time: 0.0935023 Aug 18 12:11:04.714246 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-77550d81-b311-4a40-98fd-4c9a1caf1ea4 req-c3d0148b-7766-4944-959a-b6390dd0543c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=be3a76b8-3890-4fa1-a0f9-dd4922568e66 HTTP/1.1" status: 200 len: 217 time: 0.0453322 Aug 18 12:11:04.745380 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b937bde-11d3-4108-b050-ddcf57369836 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Pushing event updated for resources: {'Port': ['ID=27b9989b-27e5-4f98-80e4-a344d0cb9470,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:11:04.773935 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77550d81-b311-4a40-98fd-4c9a1caf1ea4 req-8fb89191-4ec1-41eb-8085-4a452095a9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:11:04.775500 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-77550d81-b311-4a40-98fd-4c9a1caf1ea4 req-8fb89191-4ec1-41eb-8085-4a452095a9e9 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a76c24d3-b86e-48fd-b018-8474cde49ab5 HTTP/1.1" status: 200 len: 855 time: 0.0537546 Aug 18 12:11:04.796999 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b937bde-11d3-4108-b050-ddcf57369836 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Checking segment: {'id': '748bf624-25c2-49c7-8c99-be10ec578d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '4d6f13ff-7ba1-4bb4-b06e-f8ea65047e3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:11:04.797358 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b937bde-11d3-4108-b050-ddcf57369836 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Network hostable DHCP agents. Network: 4d6f13ff-7ba1-4bb4-b06e-f8ea65047e3c, hostable agents: ['97c14208-2951-4361-8d64-3708c946ff5f'], hosted agents: [] {{(pid=106253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 12:11:04.810301 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-77550d81-b311-4a40-98fd-4c9a1caf1ea4 req-23818526-9723-4224-86a6-537508e10639 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7dfc47df-47b4-4e90-bd94-e3bf14b5a490&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269170 Aug 18 12:11:04.828804 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6de1fb3f-2473-425b-b44f-28fef19933c8 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:04.835437 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6de1fb3f-2473-425b-b44f-28fef19933c8 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-989945'] for floatingip, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:04.839475 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b937bde-11d3-4108-b050-ddcf57369836 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Network 4d6f13ff-7ba1-4bb4-b06e-f8ea65047e3c is scheduled to be hosted by DHCP agent 97c14208-2951-4361-8d64-3708c946ff5f with binding_index 1 {{(pid=106253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 12:11:04.889296 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-4b937bde-11d3-4108-b050-ddcf57369836 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-2, 4d6f13ff-7ba1-4bb4-b06e-f8ea65047e3c) {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:11:04.897869 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71b813b5-1ae3-49a2-ada2-af001e8d283c None None] Network 4d6f13ff-7ba1-4bb4-b06e-f8ea65047e3c requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:11:04.906575 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b937bde-11d3-4108-b050-ddcf57369836 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:11:04.912156 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b937bde-11d3-4108-b050-ddcf57369836 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:11:04.912718 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4b937bde-11d3-4108-b050-ddcf57369836 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:04.946658 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0baf839-1408-4d5d-bb3a-8106ac708103 req-c972bd68-6fc2-4555-b173-cb890e83a404 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:11:04.948224 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a0baf839-1408-4d5d-bb3a-8106ac708103 req-c972bd68-6fc2-4555-b173-cb890e83a404 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/ports?device_id=b66eb4dc-3615-4bdf-b4ae-47b9aeb2581d HTTP/1.1" status: 200 len: 946 time: 0.0831523 Aug 18 12:11:04.952240 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-77550d81-b311-4a40-98fd-4c9a1caf1ea4 req-7e38da55-651a-47f6-ade4-66ef73d5cd9a service neutron] 10.222.0.62 "GET /v2.0/networks/7dfc47df-47b4-4e90-bd94-e3bf14b5a490?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342883 Aug 18 12:11:04.974010 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-4b937bde-11d3-4108-b050-ddcf57369836 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 844 time: 1.3837399 Aug 18 12:11:04.974242 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 48504) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:11:04.980217 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-5a7e6719-91ec-43e1-9344-f2f9ef740e65 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-348477723'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:11:04.992062 n-d-804985-2 neutron-server[106253]: INFO neutron.db.l3_db [None req-6de1fb3f-2473-425b-b44f-28fef19933c8 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Floating IP fdf9f3ae-7c4f-4fdc-afc6-92760ad0c1c9 associated. External IP: 172.25.7.213, port: b4f0b4a9-f735-4988-a4b5-f77e73fd1c0a. Aug 18 12:11:05.078260 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a0baf839-1408-4d5d-bb3a-8106ac708103 req-a0776eb3-6868-4159-905c-98e783a65d0e tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/security-groups?id=18c0bfee-529e-472e-bb6d-39b7da39f1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1198986 Aug 18 12:11:05.084629 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a7e6719-91ec-43e1-9344-f2f9ef740e65 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Made reservation on behalf of 945a2d7857154f6c9b28850f76e065fc for: {'network': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:11:05.089776 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5a7e6719-91ec-43e1-9344-f2f9ef740e65 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for network, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:05.136923 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-77550d81-b311-4a40-98fd-4c9a1caf1ea4 req-204b93d8-361e-4a43-9c8c-8570a98cddce service neutron] 10.222.0.62 "GET /v2.0/networks/7dfc47df-47b4-4e90-bd94-e3bf14b5a490?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1761034 Aug 18 12:11:05.137796 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a7e6719-91ec-43e1-9344-f2f9ef740e65 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 811} {{(pid=106252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:11:05.148541 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5a7e6719-91ec-43e1-9344-f2f9ef740e65 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:05.148904 n-d-804985-2 neutron-server[106252]: INFO neutron.db.segments_db [None req-5a7e6719-91ec-43e1-9344-f2f9ef740e65 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Added segment 1a87d96c-1e6b-49da-bb31-2132e67746bb of type vlan for network f17543fe-4a88-4d9e-856c-63de22e0d045 Aug 18 12:11:05.195899 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5a7e6719-91ec-43e1-9344-f2f9ef740e65 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789150665894'] for network, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:05.224777 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5a7e6719-91ec-43e1-9344-f2f9ef740e65 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for network, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:05.231030 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a7e6719-91ec-43e1-9344-f2f9ef740e65 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:11:05.231669 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5a7e6719-91ec-43e1-9344-f2f9ef740e65 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks [] for network, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:05.234983 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6de1fb3f-2473-425b-b44f-28fef19933c8 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Router 66b01843-3468-41fe-a34a-c2d199dbbb60 has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:11:05.290312 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-5a7e6719-91ec-43e1-9344-f2f9ef740e65 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3142936 Aug 18 12:11:05.293014 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 48506) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:11:05.308686 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-a1e7528e-3911-4728-9e18-99007fd6c374 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Request body: {'ports': [{'network_id': '4d6f13ff-7ba1-4bb4-b06e-f8ea65047e3c'}, {'network_id': 'f17543fe-4a88-4d9e-856c-63de22e0d045'}]} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:11:05.309063 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-a1e7528e-3911-4728-9e18-99007fd6c374 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Request body: {'port': {'network_id': '4d6f13ff-7ba1-4bb4-b06e-f8ea65047e3c'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:11:05.309506 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-a1e7528e-3911-4728-9e18-99007fd6c374 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Request body: {'port': {'network_id': 'f17543fe-4a88-4d9e-856c-63de22e0d045'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:11:05.354119 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7e6719-91ec-43e1-9344-f2f9ef740e65 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Pushing event updated for resources: {'Network': ['ID=f17543fe-4a88-4d9e-856c-63de22e0d045,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:11:05.365396 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6de1fb3f-2473-425b-b44f-28fef19933c8 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:11:05.382178 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c7d5bc-24a2-4910-a2f6-59e95e5fc57c None None] Sync routers for ids ['66b01843-3468-41fe-a34a-c2d199dbbb60'] in n-d-804985-2 {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:11:05.387032 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Network f17543fe-4a88-4d9e-856c-63de22e0d045 details requested by agent ovs-agent-n-d-804985-2 with host n-d-804985-2 {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:11:05.432167 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c7d5bc-24a2-4910-a2f6-59e95e5fc57c None None] Routers {'66b01843-3468-41fe-a34a-c2d199dbbb60'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:11:05.433196 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-b5c7d5bc-24a2-4910-a2f6-59e95e5fc57c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:10:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['66b01843-3468-41fe-a34a-c2d199dbbb60'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:11:05.479371 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-b5c7d5bc-24a2-4910-a2f6-59e95e5fc57c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:11:05.485319 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1e7528e-3911-4728-9e18-99007fd6c374 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Made reservation on behalf of 945a2d7857154f6c9b28850f76e065fc for: {'port': 2} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:11:05.490930 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a1e7528e-3911-4728-9e18-99007fd6c374 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:05.498939 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c7d5bc-24a2-4910-a2f6-59e95e5fc57c None None] Routers {'66b01843-3468-41fe-a34a-c2d199dbbb60'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:11:05.500111 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-b5c7d5bc-24a2-4910-a2f6-59e95e5fc57c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:10:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['66b01843-3468-41fe-a34a-c2d199dbbb60'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:11:05.506353 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a1e7528e-3911-4728-9e18-99007fd6c374 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:05.606713 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-b5c7d5bc-24a2-4910-a2f6-59e95e5fc57c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:11:05.607394 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c7d5bc-24a2-4910-a2f6-59e95e5fc57c None None] The sync data for ids ['66b01843-3468-41fe-a34a-c2d199dbbb60'] in n-d-804985-2 is: [] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:11:05.614329 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [None req-a1e7528e-3911-4728-9e18-99007fd6c374 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] device_id is not set on port 920d475f-b42e-4458-a048-b2077913bd2a yet. {{(pid=106252) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 12:11:05.663775 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6de1fb3f-2473-425b-b44f-28fef19933c8 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Router 66b01843-3468-41fe-a34a-c2d199dbbb60 has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:11:05.757540 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b3665d-c49d-4b97-bb06-1502a949a62a req-e3ac66cc-cc13-4d0a-a4af-e6f185389d02 tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:11:05.759150 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f0b3665d-c49d-4b97-bb06-1502a949a62a req-e3ac66cc-cc13-4d0a-a4af-e6f185389d02 tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] 10.222.0.66 "GET /v2.0/ports?device_id=a49a2d4d-53a9-4686-9973-74ec6d58345a HTTP/1.1" status: 200 len: 943 time: 0.1129825 Aug 18 12:11:05.776917 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6de1fb3f-2473-425b-b44f-28fef19933c8 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:11:05.781185 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6de1fb3f-2473-425b-b44f-28fef19933c8 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for floatingip, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:05.788394 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63eb2bd-e20a-4d93-87fc-87ea58641ead None None] Sync routers for ids ['66b01843-3468-41fe-a34a-c2d199dbbb60'] in n-d-804985-2 {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:11:05.802711 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63eb2bd-e20a-4d93-87fc-87ea58641ead None None] Routers {'66b01843-3468-41fe-a34a-c2d199dbbb60'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:11:05.804112 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-b63eb2bd-e20a-4d93-87fc-87ea58641ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:10:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['66b01843-3468-41fe-a34a-c2d199dbbb60'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:11:05.816886 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a1e7528e-3911-4728-9e18-99007fd6c374 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:05.831106 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f0b3665d-c49d-4b97-bb06-1502a949a62a req-1a00dc8a-3a6c-472f-81ef-13c604447f2a tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] 10.222.0.66 "GET /v2.0/security-groups?id=5ef1fad5-9994-4d94-a262-3d4636ae09af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617783 Aug 18 12:11:05.853258 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-6de1fb3f-2473-425b-b44f-28fef19933c8 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] 10.222.0.66 "PUT /v2.0/floatingips/fdf9f3ae-7c4f-4fdc-afc6-92760ad0c1c9 HTTP/1.1" status: 200 len: 978 time: 2.3281956 Aug 18 12:11:05.855777 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 48514) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:11:05.858767 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-b63eb2bd-e20a-4d93-87fc-87ea58641ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:11:05.861015 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-012b4090-dd61-4800-9d0d-2aad785a795d tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Request body: {'floatingip': {'port_id': None}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:11:05.868534 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63eb2bd-e20a-4d93-87fc-87ea58641ead None None] Routers {'66b01843-3468-41fe-a34a-c2d199dbbb60'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:11:05.869348 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-b63eb2bd-e20a-4d93-87fc-87ea58641ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:10:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['66b01843-3468-41fe-a34a-c2d199dbbb60'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:11:05.900317 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [None req-a1e7528e-3911-4728-9e18-99007fd6c374 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] device_id is not set on port a75838fe-1a71-4761-bcaf-394c1757522b yet. {{(pid=106252) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 12:11:05.905615 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-b63eb2bd-e20a-4d93-87fc-87ea58641ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:11:05.906623 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63eb2bd-e20a-4d93-87fc-87ea58641ead None None] The sync data for ids ['66b01843-3468-41fe-a34a-c2d199dbbb60'] in n-d-804985-2 is: [] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:11:05.925471 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-012b4090-dd61-4800-9d0d-2aad785a795d tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks [] for floatingip, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:06.027001 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a1e7528e-3911-4728-9e18-99007fd6c374 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:06.059789 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:06.091273 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a1e7528e-3911-4728-9e18-99007fd6c374 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:06.094310 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-012b4090-dd61-4800-9d0d-2aad785a795d tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:06.099641 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-012b4090-dd61-4800-9d0d-2aad785a795d tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-989945'] for floatingip, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:06.099780 n-d-804985-2 neutron-server[106253]: INFO neutron.db.l3_db [None req-012b4090-dd61-4800-9d0d-2aad785a795d tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Floating IP fdf9f3ae-7c4f-4fdc-afc6-92760ad0c1c9 disassociated. External IP: 172.25.7.213, port: 1de3388d-7e48-4620-b107-98bb729d77d2. Aug 18 12:11:06.132518 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1e7528e-3911-4728-9e18-99007fd6c374 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Network 4d6f13ff-7ba1-4bb4-b06e-f8ea65047e3c is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:11:06.135802 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-a1e7528e-3911-4728-9e18-99007fd6c374 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:11:06.139456 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e7528e-3911-4728-9e18-99007fd6c374 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:11:06.140305 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a1e7528e-3911-4728-9e18-99007fd6c374 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:06.186737 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e7528e-3911-4728-9e18-99007fd6c374 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Pushing event updated for resources: {'Port': ['ID=920d475f-b42e-4458-a048-b2077913bd2a,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:11:06.268908 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fdb44b-d2f0-4666-9617-3f3e02286fd7 req-788995cf-b381-484d-8c4e-d395fdb0058a tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:11:06.270416 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f8fdb44b-d2f0-4666-9617-3f3e02286fd7 req-788995cf-b381-484d-8c4e-d395fdb0058a tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/ports?device_id=b66eb4dc-3615-4bdf-b4ae-47b9aeb2581d HTTP/1.1" status: 200 len: 946 time: 0.1030991 Aug 18 12:11:06.276951 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e7528e-3911-4728-9e18-99007fd6c374 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Checking segment: {'id': '1a87d96c-1e6b-49da-bb31-2132e67746bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'f17543fe-4a88-4d9e-856c-63de22e0d045'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:11:06.277423 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1e7528e-3911-4728-9e18-99007fd6c374 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Network hostable DHCP agents. Network: f17543fe-4a88-4d9e-856c-63de22e0d045, hostable agents: ['97c14208-2951-4361-8d64-3708c946ff5f'], hosted agents: [] {{(pid=106252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 12:11:06.292123 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e7528e-3911-4728-9e18-99007fd6c374 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Pushing event updated for resources: {'Port': ['ID=a75838fe-1a71-4761-bcaf-394c1757522b,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:11:06.310994 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device be3a76b8-3890-4fa1-a0f9-dd4922568e66 details requested by agent hyperv_n-h2-804985-2 with host n-h2-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:11:06.335369 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f8fdb44b-d2f0-4666-9617-3f3e02286fd7 req-eb9c2c5b-1329-44b6-bc8a-9727af1553a4 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/security-groups?id=18c0bfee-529e-472e-bb6d-39b7da39f1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544717 Aug 18 12:11:06.344396 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1e7528e-3911-4728-9e18-99007fd6c374 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Network f17543fe-4a88-4d9e-856c-63de22e0d045 is scheduled to be hosted by DHCP agent 97c14208-2951-4361-8d64-3708c946ff5f with binding_index 1 {{(pid=106252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 12:11:06.358313 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-a1e7528e-3911-4728-9e18-99007fd6c374 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-2, f17543fe-4a88-4d9e-856c-63de22e0d045) {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:11:06.362679 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e7528e-3911-4728-9e18-99007fd6c374 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:11:06.369175 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1e7528e-3911-4728-9e18-99007fd6c374 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:11:06.374361 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1e7528e-3911-4728-9e18-99007fd6c374 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:11:06.375114 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a1e7528e-3911-4728-9e18-99007fd6c374 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:06.384774 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-012b4090-dd61-4800-9d0d-2aad785a795d tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Router 66b01843-3468-41fe-a34a-c2d199dbbb60 has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:11:06.394608 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-a1e7528e-3911-4728-9e18-99007fd6c374 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.1005311 Aug 18 12:11:06.397546 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 48518) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:11:06.502093 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-591ef891-80b5-4476-81bb-1179a2986e13 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Deleting port a75838fe-1a71-4761-bcaf-394c1757522b {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:11:06.502610 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-591ef891-80b5-4476-81bb-1179a2986e13 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:06.544544 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-012b4090-dd61-4800-9d0d-2aad785a795d tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:11:06.558877 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-012b4090-dd61-4800-9d0d-2aad785a795d tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for floatingip, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:06.574027 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-790133f8-439f-43ae-9605-2351de741ac1 None None] Sync routers for ids ['66b01843-3468-41fe-a34a-c2d199dbbb60'] in n-d-804985-2 {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:11:06.576637 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-957e2a48-efd1-4569-a561-c6c38a8dc800 None None] Network f17543fe-4a88-4d9e-856c-63de22e0d045 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:11:06.577857 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-591ef891-80b5-4476-81bb-1179a2986e13 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:06.592811 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-591ef891-80b5-4476-81bb-1179a2986e13 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Calling delete_port for a75838fe-1a71-4761-bcaf-394c1757522b owned by {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:11:06.597876 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-012b4090-dd61-4800-9d0d-2aad785a795d tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] 10.222.0.66 "PUT /v2.0/floatingips/fdf9f3ae-7c4f-4fdc-afc6-92760ad0c1c9 HTTP/1.1" status: 200 len: 688 time: 0.7384329 Aug 18 12:11:06.598291 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 48520) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:11:06.708209 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-591ef891-80b5-4476-81bb-1179a2986e13 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:06.742206 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-790133f8-439f-43ae-9605-2351de741ac1 None None] Routers {'66b01843-3468-41fe-a34a-c2d199dbbb60'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:11:06.742867 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-790133f8-439f-43ae-9605-2351de741ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:10:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['66b01843-3468-41fe-a34a-c2d199dbbb60'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:11:06.761558 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591ef891-80b5-4476-81bb-1179a2986e13 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Pushing event deleted for resources: {'Port': ['ID=a75838fe-1a71-4761-bcaf-394c1757522b,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:11:06.770780 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-591ef891-80b5-4476-81bb-1179a2986e13 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:06.775211 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-591ef891-80b5-4476-81bb-1179a2986e13 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] 10.222.0.66 "DELETE /v2.0/ports/a75838fe-1a71-4761-bcaf-394c1757522b HTTP/1.1" status: 204 len: 168 time: 0.3743029 Aug 18 12:11:06.780759 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 48526) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:11:06.798674 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-790133f8-439f-43ae-9605-2351de741ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:11:06.808999 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-71ed2d2b-a45c-4212-9077-aa08eee27cce tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Deleting port 2028a872-1e86-4667-8522-ed836bccdba9 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:11:06.809863 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-71ed2d2b-a45c-4212-9077-aa08eee27cce tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:06.842524 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-790133f8-439f-43ae-9605-2351de741ac1 None None] Routers {'66b01843-3468-41fe-a34a-c2d199dbbb60'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:11:06.843431 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-790133f8-439f-43ae-9605-2351de741ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:10:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['66b01843-3468-41fe-a34a-c2d199dbbb60'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:11:06.846035 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22c02946-b87a-4337-8c01-ab776ff2c65c tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:11:06.852150 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22c02946-b87a-4337-8c01-ab776ff2c65c tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:11:06.856441 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-22c02946-b87a-4337-8c01-ab776ff2c65c tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1450 time: 0.0718987 Aug 18 12:11:06.856887 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 48528) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:11:06.888921 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-790133f8-439f-43ae-9605-2351de741ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:11:06.889632 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-790133f8-439f-43ae-9605-2351de741ac1 None None] The sync data for ids ['66b01843-3468-41fe-a34a-c2d199dbbb60'] in n-d-804985-2 is: [] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:11:06.905380 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port be3a76b8-3890-4fa1-a0f9-dd4922568e66, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=be3a76b8-3890-4fa1-a0f9-dd4922568e66,segment=NetworkSegment(04c90fa8-80d4-4b5a-8675-6489bbdf733a),segment_id=04c90fa8-80d4-4b5a-8675-6489bbdf733a)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:11:06.916681 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Returning: {'device': 'be3a76b8-3890-4fa1-a0f9-dd4922568e66', 'network_id': '7dfc47df-47b4-4e90-bd94-e3bf14b5a490', 'port_id': 'be3a76b8-3890-4fa1-a0f9-dd4922568e66', 'mac_address': 'fa:16:3e:59:57:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 806, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a76c24d3-b86e-48fd-b018-8474cde49ab5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:11:06.956645 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:06.966557 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-71ed2d2b-a45c-4212-9077-aa08eee27cce tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:06.966912 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-71ed2d2b-a45c-4212-9077-aa08eee27cce tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:06.970600 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be3a76b8-3890-4fa1-a0f9-dd4922568e66 {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:11:06.972315 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9280a377-8b69-4784-88b5-86e2c3b6033d req-5c156b88-5709-47e3-917c-882dc94fbffe tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:11:06.973879 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9280a377-8b69-4784-88b5-86e2c3b6033d req-5c156b88-5709-47e3-917c-882dc94fbffe tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] 10.222.0.66 "GET /v2.0/ports?device_id=a49a2d4d-53a9-4686-9973-74ec6d58345a HTTP/1.1" status: 200 len: 943 time: 0.0585897 Aug 18 12:11:06.984542 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-71ed2d2b-a45c-4212-9077-aa08eee27cce tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Calling delete_port for 2028a872-1e86-4667-8522-ed836bccdba9 owned by network:floatingip {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:11:06.992419 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port be3a76b8-3890-4fa1-a0f9-dd4922568e66, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=be3a76b8-3890-4fa1-a0f9-dd4922568e66,segment=NetworkSegment(04c90fa8-80d4-4b5a-8675-6489bbdf733a),segment_id=04c90fa8-80d4-4b5a-8675-6489bbdf733a)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:11:06.996924 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:07.021748 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9280a377-8b69-4784-88b5-86e2c3b6033d req-2b17f1c9-c143-47a8-aef0-c7987ee53346 tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] 10.222.0.66 "GET /v2.0/security-groups?id=5ef1fad5-9994-4d94-a262-3d4636ae09af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369575 Aug 18 12:11:07.033548 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-3f4a3edc-a19a-4b21-a1ec-4ba188a61571 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Deleting port 920d475f-b42e-4458-a048-b2077913bd2a {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:11:07.033548 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3f4a3edc-a19a-4b21-a1ec-4ba188a61571 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:07.061687 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=be3a76b8-3890-4fa1-a0f9-dd4922568e66,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:11:07.118711 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3f4a3edc-a19a-4b21-a1ec-4ba188a61571 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:07.138648 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-3f4a3edc-a19a-4b21-a1ec-4ba188a61571 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Calling delete_port for 920d475f-b42e-4458-a048-b2077913bd2a owned by {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:11:07.246366 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-71ed2d2b-a45c-4212-9077-aa08eee27cce tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:07.274481 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ed2d2b-a45c-4212-9077-aa08eee27cce tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Pushing event deleted for resources: {'Port': ['ID=2028a872-1e86-4667-8522-ed836bccdba9,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:11:07.283179 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3f4a3edc-a19a-4b21-a1ec-4ba188a61571 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:07.303651 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] get_ports_and_sgs() called for port_ids ['be3a76b8-3890-4fa1-a0f9-dd4922568e66'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:11:07.324102 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4a3edc-a19a-4b21-a1ec-4ba188a61571 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Pushing event deleted for resources: {'Port': ['ID=920d475f-b42e-4458-a048-b2077913bd2a,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:11:07.357811 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3f4a3edc-a19a-4b21-a1ec-4ba188a61571 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:07.360165 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-3f4a3edc-a19a-4b21-a1ec-4ba188a61571 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] 10.222.0.66 "DELETE /v2.0/ports/920d475f-b42e-4458-a048-b2077913bd2a HTTP/1.1" status: 204 len: 168 time: 0.5023520 Aug 18 12:11:07.363052 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 48534) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:11:07.381072 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-71ed2d2b-a45c-4212-9077-aa08eee27cce tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks [] for floatingip, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:07.384414 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-71ed2d2b-a45c-4212-9077-aa08eee27cce tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for floatingip, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:07.388090 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-71ed2d2b-a45c-4212-9077-aa08eee27cce tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] 10.222.0.66 "DELETE /v2.0/floatingips/fdf9f3ae-7c4f-4fdc-afc6-92760ad0c1c9 HTTP/1.1" status: 204 len: 168 time: 0.7864079 Aug 18 12:11:07.389231 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 48536) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:11:07.419398 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca4bd180-b1c9-4e3a-b846-77335540960d tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:11:07.421147 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-ca4bd180-b1c9-4e3a-b846-77335540960d tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 842 time: 0.0571194 Aug 18 12:11:07.431084 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 48538) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:11:07.473957 n-d-804985-2 neutron-server[106252]: INFO neutron.pecan_wsgi.hooks.translation [None req-1179270b-fbda-442a-a863-391031775100 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] GET failed (client error): The resource could not be found. Aug 18 12:11:07.478148 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-1179270b-fbda-442a-a863-391031775100 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] 10.222.0.66 "GET /v2.0/ports/a75838fe-1a71-4761-bcaf-394c1757522b HTTP/1.1" status: 404 len: 333 time: 0.0404572 Aug 18 12:11:07.478442 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 48540) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:11:07.802057 n-d-804985-2 neutron-server[106253]: INFO neutron.api.v2.resource [None req-710d43e6-10ae-4f96-bb0a-3d26ad3786f5 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] delete failed (client error): The resource could not be found. Aug 18 12:11:07.806812 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-710d43e6-10ae-4f96-bb0a-3d26ad3786f5 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] 10.222.0.66 "DELETE /v2.0/floatingips/fdf9f3ae-7c4f-4fdc-afc6-92760ad0c1c9 HTTP/1.1" status: 404 len: 345 time: 0.4131393 Aug 18 12:11:07.807966 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 48546) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:11:07.852095 n-d-804985-2 neutron-server[106252]: INFO neutron.pecan_wsgi.hooks.translation [None req-6239362d-8ea8-456e-ae7b-1b2603718e48 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] GET failed (client error): The resource could not be found. Aug 18 12:11:07.853682 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-6239362d-8ea8-456e-ae7b-1b2603718e48 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] 10.222.0.66 "GET /v2.0/ports/920d475f-b42e-4458-a048-b2077913bd2a HTTP/1.1" status: 404 len: 333 time: 0.3743591 Aug 18 12:11:07.859230 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 48550) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:11:07.908307 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79a2b725-c1b9-4c3e-8dc5-c49a7051d4ec tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:11:07.911605 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62704216-c0b1-48c1-bb36-e0af6769f694 req-6631f65e-736c-4e49-b431-653325a6002d tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:11:07.913127 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-62704216-c0b1-48c1-bb36-e0af6769f694 req-6631f65e-736c-4e49-b431-653325a6002d tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/ports?device_id=b66eb4dc-3615-4bdf-b4ae-47b9aeb2581d HTTP/1.1" status: 200 len: 946 time: 0.4909642 Aug 18 12:11:07.914696 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79a2b725-c1b9-4c3e-8dc5-c49a7051d4ec tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:11:07.921682 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79a2b725-c1b9-4c3e-8dc5-c49a7051d4ec tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:11:07.925866 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-79a2b725-c1b9-4c3e-8dc5-c49a7051d4ec tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] 10.222.0.66 "GET /v2.0/ports?network_id=91153758-0f84-400f-b863-fb7cc0de61f2 HTTP/1.1" status: 200 len: 2357 time: 0.1143825 Aug 18 12:11:07.926166 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 48554) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:11:07.964174 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-7ff3b120-8d99-4821-bb02-29ed0fbc1792 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7904109'] for network, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:07.976953 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f73e32b3-20a8-44a1-ab85-ce710e6726d6 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:11:07.983037 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-f73e32b3-20a8-44a1-ab85-ce710e6726d6 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] 10.222.0.66 "GET /v2.0/subnets/7ba83993-ebbc-46eb-85e0-9f832436a355 HTTP/1.1" status: 200 len: 797 time: 0.0511844 Aug 18 12:11:07.983252 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 48558) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:11:07.988160 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-8a3ad799-8391-4fb7-9aef-a5e9fedcaf72 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Request body: {'port': {'network_id': '91153758-0f84-400f-b863-fb7cc0de61f2', 'name': 'tempest-FloatingIPTestJSON-2133676362', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:11:08.008588 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-62704216-c0b1-48c1-bb36-e0af6769f694 req-b4ac4fd1-2c59-4f14-abb9-64ad330597ad tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/security-groups?id=18c0bfee-529e-472e-bb6d-39b7da39f1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859067 Aug 18 12:11:08.085027 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:08.088374 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-7ff3b120-8d99-4821-bb02-29ed0fbc1792 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8367869', 'neutron.services.segments.db._delete_segments_for_network-8789151212993'] for network, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:08.100974 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-7ff3b120-8d99-4821-bb02-29ed0fbc1792 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f17543fe-4a88-4d9e-856c-63de22e0d045']}} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:11:08.112774 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-7ff3b120-8d99-4821-bb02-29ed0fbc1792 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a87d96c-1e6b-49da-bb31-2132e67746bb') {'for_net_delete': True} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:11:08.113310 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-7ff3b120-8d99-4821-bb02-29ed0fbc1792 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a87d96c-1e6b-49da-bb31-2132e67746bb') {} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:11:08.124351 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-7ff3b120-8d99-4821-bb02-29ed0fbc1792 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789151225254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2221521'] for segment, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:08.133429 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a3ad799-8391-4fb7-9aef-a5e9fedcaf72 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Made reservation on behalf of 89fffbe536a34d0daf05475e4f7847d4 for: {'port': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:11:08.162901 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-7ff3b120-8d99-4821-bb02-29ed0fbc1792 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:08.170378 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ff3b120-8d99-4821-bb02-29ed0fbc1792 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Releasing vlan 811 on physical network physnet1 to pool {{(pid=106252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:11:08.170632 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-7ff3b120-8d99-4821-bb02-29ed0fbc1792 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3572434'] for segment, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:08.174242 n-d-804985-2 neutron-server[106252]: Traceback (most recent call last): Aug 18 12:11:08.174242 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:11:08.174242 n-d-804985-2 neutron-server[106252]: timer() Aug 18 12:11:08.174242 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:11:08.174242 n-d-804985-2 neutron-server[106252]: cb(*args, **kw) Aug 18 12:11:08.174242 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:11:08.174242 n-d-804985-2 neutron-server[106252]: return func(*args, **kwargs) Aug 18 12:11:08.174242 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:11:08.174242 n-d-804985-2 neutron-server[106252]: self._notify() Aug 18 12:11:08.174242 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:11:08.174242 n-d-804985-2 neutron-server[106252]: self.callback(batched_events) Aug 18 12:11:08.174242 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:11:08.174242 n-d-804985-2 neutron-server[106252]: event.method(event) Aug 18 12:11:08.174242 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:11:08.174242 n-d-804985-2 neutron-server[106252]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:11:08.174242 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:11:08.174242 n-d-804985-2 neutron-server[106252]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:11:08.174242 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:11:08.174242 n-d-804985-2 neutron-server[106252]: return f(self, *a, **k) Aug 18 12:11:08.174242 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:11:08.174242 n-d-804985-2 neutron-server[106252]: return self._get(url).json() Aug 18 12:11:08.174242 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:11:08.174242 n-d-804985-2 neutron-server[106252]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:11:08.174242 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:11:08.174242 n-d-804985-2 neutron-server[106252]: return self.request(url, 'GET', **kwargs) Aug 18 12:11:08.174242 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:11:08.174242 n-d-804985-2 neutron-server[106252]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:11:08.174242 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:11:08.174242 n-d-804985-2 neutron-server[106252]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:11:08.174242 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:11:08.174242 n-d-804985-2 neutron-server[106252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:11:08.174242 n-d-804985-2 neutron-server[106252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:11:08.222082 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8a3ad799-8391-4fb7-9aef-a5e9fedcaf72 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:08.242368 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f424a5d-1ebb-4e1e-b614-b69f710d5e99 req-59a70e35-956d-4f90-b285-9959f92ab89d tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:11:08.243102 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [None req-8a3ad799-8391-4fb7-9aef-a5e9fedcaf72 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] device_id is not set on port df254438-260f-4147-b6b5-d9f236f7ab9d yet. {{(pid=106253) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 12:11:08.244254 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3f424a5d-1ebb-4e1e-b614-b69f710d5e99 req-59a70e35-956d-4f90-b285-9959f92ab89d tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] 10.222.0.66 "GET /v2.0/ports?device_id=a49a2d4d-53a9-4686-9973-74ec6d58345a HTTP/1.1" status: 200 len: 944 time: 0.1176815 Aug 18 12:11:08.255347 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-7ff3b120-8d99-4821-bb02-29ed0fbc1792 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8367858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997186'] for network, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:08.273360 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-7ff3b120-8d99-4821-bb02-29ed0fbc1792 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks [] for network, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:08.279204 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-7ff3b120-8d99-4821-bb02-29ed0fbc1792 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] 10.222.0.66 "DELETE /v2.0/networks/f17543fe-4a88-4d9e-856c-63de22e0d045 HTTP/1.1" status: 204 len: 168 time: 0.4148445 Aug 18 12:11:08.282701 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 48570) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:11:08.289495 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-0eeee570-fcb9-4687-8f1f-bf3130def7c3 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1965213860'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:11:08.317217 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff3b120-8d99-4821-bb02-29ed0fbc1792 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Pushing event deleted for resources: {'Network': ['ID=f17543fe-4a88-4d9e-856c-63de22e0d045,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:11:08.320421 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device be3a76b8-3890-4fa1-a0f9-dd4922568e66 up at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:11:08.340296 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3f424a5d-1ebb-4e1e-b614-b69f710d5e99 req-083f4136-c537-4e84-b020-4dd45465ae40 tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] 10.222.0.66 "GET /v2.0/security-groups?id=5ef1fad5-9994-4d94-a262-3d4636ae09af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867724 Aug 18 12:11:08.348773 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eeee570-fcb9-4687-8f1f-bf3130def7c3 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Made reservation on behalf of 945a2d7857154f6c9b28850f76e065fc for: {'network': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:11:08.372156 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0eeee570-fcb9-4687-8f1f-bf3130def7c3 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for network, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:08.396442 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Provisioning for port be3a76b8-3890-4fa1-a0f9-dd4922568e66 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:11:08.400827 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Provisioning complete for port be3a76b8-3890-4fa1-a0f9-dd4922568e66 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:11:08.401419 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:08.432356 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0eeee570-fcb9-4687-8f1f-bf3130def7c3 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 848} {{(pid=106252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:11:08.453099 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6c0684-e3ed-489f-9172-2cf6b83e11b7 req-5dc4c7c1-ac13-43a6-b0d1-0b65b8356c64 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:11:08.454659 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3f6c0684-e3ed-489f-9172-2cf6b83e11b7 req-5dc4c7c1-ac13-43a6-b0d1-0b65b8356c64 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] 10.222.0.66 "GET /v2.0/ports?device_id=4b84d9ad-b821-445d-a542-9ceb5fe46c34 HTTP/1.1" status: 200 len: 946 time: 0.0792027 Aug 18 12:11:08.458182 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0eeee570-fcb9-4687-8f1f-bf3130def7c3 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:08.458538 n-d-804985-2 neutron-server[106252]: INFO neutron.db.segments_db [None req-0eeee570-fcb9-4687-8f1f-bf3130def7c3 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Added segment 937c2c32-7c2f-4c9d-b1cc-349fa6b33e8e of type vlan for network 67a0ad27-04c7-4481-8b5b-79a66b619422 Aug 18 12:11:08.491967 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:08.515143 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0eeee570-fcb9-4687-8f1f-bf3130def7c3 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789150665894'] for network, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:08.515845 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a49a2d4d-53a9-4686-9973-74ec6d58345a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be3a76b8-3890-4fa1-a0f9-dd4922568e66'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:11:08.518169 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db50a436fb3a98495337d8fe7487b4f2ea6f3c1052eb9efadc2ecda2d5737001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7f89d66-a2ea-4818-bb06-4e491d5ded1f" -d '{"events": [{"server_uuid": "a49a2d4d-53a9-4686-9973-74ec6d58345a", "name": "network-vif-plugged", "status": "completed", "tag": "be3a76b8-3890-4fa1-a0f9-dd4922568e66"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:11:08.538195 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port be3a76b8-3890-4fa1-a0f9-dd4922568e66, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=be3a76b8-3890-4fa1-a0f9-dd4922568e66,segment=NetworkSegment(04c90fa8-80d4-4b5a-8675-6489bbdf733a),segment_id=04c90fa8-80d4-4b5a-8675-6489bbdf733a)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:11:08.542231 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3f6c0684-e3ed-489f-9172-2cf6b83e11b7 req-f026981b-0b58-472d-babd-0058c77a3e5e tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] 10.222.0.66 "GET /v2.0/security-groups?id=fe2dcb26-443e-4283-a770-27980373d006&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752938 Aug 18 12:11:08.547397 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:08.567190 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0eeee570-fcb9-4687-8f1f-bf3130def7c3 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for network, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:08.574418 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eeee570-fcb9-4687-8f1f-bf3130def7c3 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:11:08.575042 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0eeee570-fcb9-4687-8f1f-bf3130def7c3 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks [] for network, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:08.577129 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:11:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a24d658-a673-4a45-ab8a-3cbaa7ddd87e x-openstack-request-id: req-4a24d658-a673-4a45-ab8a-3cbaa7ddd87e {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:11:08.577521 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a49a2d4d-53a9-4686-9973-74ec6d58345a", "name": "network-vif-plugged", "status": "completed", "tag": "be3a76b8-3890-4fa1-a0f9-dd4922568e66", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:11:08.577899 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-4a24d658-a673-4a45-ab8a-3cbaa7ddd87e {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:11:08.578367 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a49a2d4d-53a9-4686-9973-74ec6d58345a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be3a76b8-3890-4fa1-a0f9-dd4922568e66', 'code': 200} Aug 18 12:11:08.621289 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=be3a76b8-3890-4fa1-a0f9-dd4922568e66,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:11:08.653089 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-0eeee570-fcb9-4687-8f1f-bf3130def7c3 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3693626 Aug 18 12:11:08.657253 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 48576) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:11:08.662856 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-7c184b77-2071-4c51-a533-b09339242cab tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Request body: {'subnet': {'network_id': '67a0ad27-04c7-4481-8b5b-79a66b619422', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:11:08.682833 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eeee570-fcb9-4687-8f1f-bf3130def7c3 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Pushing event updated for resources: {'Network': ['ID=67a0ad27-04c7-4481-8b5b-79a66b619422,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:11:08.696402 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Network 67a0ad27-04c7-4481-8b5b-79a66b619422 details requested by agent ovs-agent-n-d-804985-2 with host n-d-804985-2 {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:11:08.696607 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c647f3af-ffd0-4328-b06e-6e88e9d2c6e5 req-c1f0b37d-8665-4031-a949-d0df0490598e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:11:08.698011 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c647f3af-ffd0-4328-b06e-6e88e9d2c6e5 req-c1f0b37d-8665-4031-a949-d0df0490598e service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=a49a2d4d-53a9-4686-9973-74ec6d58345a HTTP/1.1" status: 200 len: 1096 time: 0.0600958 Aug 18 12:11:08.713911 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [None req-8a3ad799-8391-4fb7-9aef-a5e9fedcaf72 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Allocated IP 172.20.0.14 (91153758-0f84-400f-b863-fb7cc0de61f2/7ba83993-ebbc-46eb-85e0-9f832436a355/df254438-260f-4147-b6b5-d9f236f7ab9d) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:11:08.721695 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [None req-8a3ad799-8391-4fb7-9aef-a5e9fedcaf72 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Allocated IP 172.20.0.13 (91153758-0f84-400f-b863-fb7cc0de61f2/7ba83993-ebbc-46eb-85e0-9f832436a355/df254438-260f-4147-b6b5-d9f236f7ab9d) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:11:08.745015 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c647f3af-ffd0-4328-b06e-6e88e9d2c6e5 req-523b3347-1235-46f9-b807-bf24b89cfd42 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=5ef1fad5-9994-4d94-a262-3d4636ae09af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392644 Aug 18 12:11:08.888960 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c184b77-2071-4c51-a533-b09339242cab tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Made reservation on behalf of 945a2d7857154f6c9b28850f76e065fc for: {'subnet': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:11:08.893253 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7c184b77-2071-4c51-a533-b09339242cab tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59388119'] for subnet, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:08.976618 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8a3ad799-8391-4fb7-9aef-a5e9fedcaf72 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:09.072101 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8a3ad799-8391-4fb7-9aef-a5e9fedcaf72 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:09.138426 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a3ad799-8391-4fb7-9aef-a5e9fedcaf72 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Network 91153758-0f84-400f-b863-fb7cc0de61f2 is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:11:09.149328 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae862acd-7e7a-41d8-86ed-44d83fdf8f74 req-762f8f60-81f0-409c-b599-ce151d151283 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:11:09.150849 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ae862acd-7e7a-41d8-86ed-44d83fdf8f74 req-762f8f60-81f0-409c-b599-ce151d151283 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/ports?device_id=b66eb4dc-3615-4bdf-b4ae-47b9aeb2581d HTTP/1.1" status: 200 len: 946 time: 0.0533412 Aug 18 12:11:09.167278 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-8a3ad799-8391-4fb7-9aef-a5e9fedcaf72 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:11:09.178818 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a3ad799-8391-4fb7-9aef-a5e9fedcaf72 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:11:09.194035 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ae862acd-7e7a-41d8-86ed-44d83fdf8f74 req-0257dd96-1fe9-40ba-b93d-8c1fa3acd75b tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/security-groups?id=18c0bfee-529e-472e-bb6d-39b7da39f1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346563 Aug 18 12:11:09.224665 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3ad799-8391-4fb7-9aef-a5e9fedcaf72 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Pushing event updated for resources: {'Port': ['ID=df254438-260f-4147-b6b5-d9f236f7ab9d,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:11:09.248698 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7c184b77-2071-4c51-a533-b09339242cab tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58902106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59388097'] for subnet, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:09.284531 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a3ad799-8391-4fb7-9aef-a5e9fedcaf72 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:11:09.285053 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8a3ad799-8391-4fb7-9aef-a5e9fedcaf72 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:09.319501 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c184b77-2071-4c51-a533-b09339242cab tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Pushing event updated for resources: {'Subnet': ['ID=2b62ed60-5ae7-4836-91dc-2d6eb4a8a042,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:11:09.326429 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-8a3ad799-8391-4fb7-9aef-a5e9fedcaf72 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 1.3396666 Aug 18 12:11:09.327181 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 48582) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:11:09.332110 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-43202905-ec61-421c-97df-13e3202fff81 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Request body: {'floatingip': {'floating_network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'port_id': 'df254438-260f-4147-b6b5-d9f236f7ab9d', 'fixed_ip_address': '172.20.0.14'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:11:09.338879 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c184b77-2071-4c51-a533-b09339242cab tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Checking segment: {'id': '937c2c32-7c2f-4c9d-b1cc-349fa6b33e8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '67a0ad27-04c7-4481-8b5b-79a66b619422'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:11:09.339376 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c184b77-2071-4c51-a533-b09339242cab tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Network hostable DHCP agents. Network: 67a0ad27-04c7-4481-8b5b-79a66b619422, hostable agents: ['97c14208-2951-4361-8d64-3708c946ff5f'], hosted agents: [] {{(pid=106253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 12:11:09.358328 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c184b77-2071-4c51-a533-b09339242cab tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Network 67a0ad27-04c7-4481-8b5b-79a66b619422 is scheduled to be hosted by DHCP agent 97c14208-2951-4361-8d64-3708c946ff5f with binding_index 1 {{(pid=106253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 12:11:09.367573 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-43202905-ec61-421c-97df-13e3202fff81 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks [] for floatingip, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:09.370818 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-7c184b77-2071-4c51-a533-b09339242cab tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-2, 67a0ad27-04c7-4481-8b5b-79a66b619422) {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:11:09.375729 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c184b77-2071-4c51-a533-b09339242cab tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:11:09.376312 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7c184b77-2071-4c51-a533-b09339242cab tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:09.382623 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54acc237-62cd-45e4-8d9e-720c0675abd0 None None] Network 67a0ad27-04c7-4481-8b5b-79a66b619422 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:11:09.396947 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-7c184b77-2071-4c51-a533-b09339242cab tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7359087 Aug 18 12:11:09.397117 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 48586) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:11:09.402283 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-6c09eeda-36f5-4b82-85cd-8cd0aa0e9129 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Request body: {'port': {'network_id': '67a0ad27-04c7-4481-8b5b-79a66b619422', 'name': 'tempest-PortsTestJSON-1233848632'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:11:09.526216 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8539ac1-f4f1-41a3-bc7c-23dfbac76507 req-5ab141c7-c40c-4a3b-8950-0b830f6db296 tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:11:09.527830 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c8539ac1-f4f1-41a3-bc7c-23dfbac76507 req-5ab141c7-c40c-4a3b-8950-0b830f6db296 tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] 10.222.0.66 "GET /v2.0/ports?device_id=a49a2d4d-53a9-4686-9973-74ec6d58345a HTTP/1.1" status: 200 len: 945 time: 0.0909617 Aug 18 12:11:09.528214 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c09eeda-36f5-4b82-85cd-8cd0aa0e9129 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Made reservation on behalf of 945a2d7857154f6c9b28850f76e065fc for: {'port': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:11:09.532325 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6c09eeda-36f5-4b82-85cd-8cd0aa0e9129 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:09.552241 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [None req-6c09eeda-36f5-4b82-85cd-8cd0aa0e9129 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] device_id is not set on port a3692112-b4ae-4ee6-98bb-f29f1da23866 yet. {{(pid=106253) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 12:11:09.594287 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c8539ac1-f4f1-41a3-bc7c-23dfbac76507 req-1a79f762-61cf-4a83-9958-4f3d5d83438d tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] 10.222.0.66 "GET /v2.0/security-groups?id=5ef1fad5-9994-4d94-a262-3d4636ae09af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572853 Aug 18 12:11:09.600328 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-43202905-ec61-421c-97df-13e3202fff81 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:09.605008 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04bf3f63-6162-4cd7-a242-e5437ae63762 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp788be208-34ab-5a8f-af0f-528834af222f-67a0ad27-04c7-4481-8b5b-79a66b619422', 'network_id': '67a0ad27-04c7-4481-8b5b-79a66b619422', 'tenant_id': '945a2d7857154f6c9b28850f76e065fc', 'fixed_ips': [{'subnet_id': '2b62ed60-5ae7-4836-91dc-2d6eb4a8a042'}]}} from n-d-804985-2. {{(pid=106254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 12:11:09.606328 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-04bf3f63-6162-4cd7-a242-e5437ae63762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:09.718535 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [None req-6c09eeda-36f5-4b82-85cd-8cd0aa0e9129 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Allocated IP 172.20.0.13 (67a0ad27-04c7-4481-8b5b-79a66b619422/2b62ed60-5ae7-4836-91dc-2d6eb4a8a042/a3692112-b4ae-4ee6-98bb-f29f1da23866) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:11:09.759063 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [None req-43202905-ec61-421c-97df-13e3202fff81 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Allocated IP 172.25.7.218 (7cae7a70-14fd-408c-b14d-39ceb97cb60e/9784295a-20b8-4a4b-b105-f82737f0448f/5ab77762-e244-4a22-8891-5d9c0f258120) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:11:09.768168 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0c066b-4c04-4f89-b44e-5e0af4eb55ea req-184a5123-2742-4cd8-95f8-159d03bac210 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:11:09.769818 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ac0c066b-4c04-4f89-b44e-5e0af4eb55ea req-184a5123-2742-4cd8-95f8-159d03bac210 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] 10.222.0.66 "GET /v2.0/ports?device_id=4b84d9ad-b821-445d-a542-9ceb5fe46c34 HTTP/1.1" status: 200 len: 946 time: 0.0922401 Aug 18 12:11:09.859412 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ac0c066b-4c04-4f89-b44e-5e0af4eb55ea req-8707f61e-a00d-4d8c-b8ec-e62d53661627 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] 10.222.0.66 "GET /v2.0/security-groups?id=fe2dcb26-443e-4283-a770-27980373d006&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810156 Aug 18 12:11:09.883908 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6c09eeda-36f5-4b82-85cd-8cd0aa0e9129 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:09.897456 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [None req-6c09eeda-36f5-4b82-85cd-8cd0aa0e9129 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Transition to ACTIVE for port object a3692112-b4ae-4ee6-98bb-f29f1da23866 will not be triggered until provisioned by entity DHCP. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:11:09.903704 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-43202905-ec61-421c-97df-13e3202fff81 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:09.932839 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6c09eeda-36f5-4b82-85cd-8cd0aa0e9129 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:09.954191 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-43202905-ec61-421c-97df-13e3202fff81 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:09.974103 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c09eeda-36f5-4b82-85cd-8cd0aa0e9129 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Network 67a0ad27-04c7-4481-8b5b-79a66b619422 is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:11:09.977233 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-6c09eeda-36f5-4b82-85cd-8cd0aa0e9129 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:11:09.981252 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c09eeda-36f5-4b82-85cd-8cd0aa0e9129 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:11:09.996810 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.db_base_plugin_common [None req-04bf3f63-6162-4cd7-a242-e5437ae63762 None None] Allocated IP 172.20.0.2 (67a0ad27-04c7-4481-8b5b-79a66b619422/2b62ed60-5ae7-4836-91dc-2d6eb4a8a042/a172666c-761a-4155-b895-28574ac5c088) {{(pid=106254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:11:10.002507 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43202905-ec61-421c-97df-13e3202fff81 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Network 7cae7a70-14fd-408c-b14d-39ceb97cb60e is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:11:10.008885 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-43202905-ec61-421c-97df-13e3202fff81 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:11:10.012620 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43202905-ec61-421c-97df-13e3202fff81 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:11:10.028437 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c09eeda-36f5-4b82-85cd-8cd0aa0e9129 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Pushing event updated for resources: {'Port': ['ID=a3692112-b4ae-4ee6-98bb-f29f1da23866,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:11:10.038912 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43202905-ec61-421c-97df-13e3202fff81 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Pushing event updated for resources: {'Port': ['ID=5ab77762-e244-4a22-8891-5d9c0f258120,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:11:10.054515 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c09eeda-36f5-4b82-85cd-8cd0aa0e9129 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:11:10.055225 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6c09eeda-36f5-4b82-85cd-8cd0aa0e9129 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:10.076090 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-6c09eeda-36f5-4b82-85cd-8cd0aa0e9129 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 0.6755581 Aug 18 12:11:10.076453 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 48592) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:11:10.169250 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-7e8f7455-8208-48ab-923a-4fefba41bea7 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Deleting port a3692112-b4ae-4ee6-98bb-f29f1da23866 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:11:10.169772 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7e8f7455-8208-48ab-923a-4fefba41bea7 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:10.179475 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-04bf3f63-6162-4cd7-a242-e5437ae63762 None None] Notify callbacks [] for port, precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:10.187927 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-04bf3f63-6162-4cd7-a242-e5437ae63762 None None] Transition to ACTIVE for port object a172666c-761a-4155-b895-28574ac5c088 will not be triggered until provisioned by entity L2. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:11:10.203049 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-04bf3f63-6162-4cd7-a242-e5437ae63762 None None] Transition to ACTIVE for port object a172666c-761a-4155-b895-28574ac5c088 will not be triggered until provisioned by entity DHCP. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:11:10.211334 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-04bf3f63-6162-4cd7-a242-e5437ae63762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547'] for port, after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:10.255254 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04bf3f63-6162-4cd7-a242-e5437ae63762 None None] Network 67a0ad27-04c7-4481-8b5b-79a66b619422 is already hosted by enough agents. {{(pid=106254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:11:10.258374 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.base_scheduler [None req-04bf3f63-6162-4cd7-a242-e5437ae63762 None None] Resources bound (agent type, host, resource id): {{(pid=106254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:11:10.265502 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04bf3f63-6162-4cd7-a242-e5437ae63762 None None] Received port after_create {{(pid=106254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:11:10.273651 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bf3f63-6162-4cd7-a242-e5437ae63762 None None] Pushing event updated for resources: {'Port': ['ID=a172666c-761a-4155-b895-28574ac5c088,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:11:10.317862 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7e8f7455-8208-48ab-923a-4fefba41bea7 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:10.332656 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-04bf3f63-6162-4cd7-a242-e5437ae63762 None None] Attempting to bind port a172666c-761a-4155-b895-28574ac5c088 on host n-d-804985-2 for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:11:10.333020 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-04bf3f63-6162-4cd7-a242-e5437ae63762 None None] Attempting to bind port a172666c-761a-4155-b895-28574ac5c088 by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': '937c2c32-7c2f-4c9d-b1cc-349fa6b33e8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '67a0ad27-04c7-4481-8b5b-79a66b619422'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:11:10.333377 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04bf3f63-6162-4cd7-a242-e5437ae63762 None None] Attempting to bind port a172666c-761a-4155-b895-28574ac5c088 on network 67a0ad27-04c7-4481-8b5b-79a66b619422 {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:11:10.335278 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-7e8f7455-8208-48ab-923a-4fefba41bea7 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Calling delete_port for a3692112-b4ae-4ee6-98bb-f29f1da23866 owned by {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:11:10.338542 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04bf3f63-6162-4cd7-a242-e5437ae63762 None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 10, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:11:10.338905 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04bf3f63-6162-4cd7-a242-e5437ae63762 None None] Checking segment: {'id': '937c2c32-7c2f-4c9d-b1cc-349fa6b33e8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '67a0ad27-04c7-4481-8b5b-79a66b619422'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:11:10.339298 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-04bf3f63-6162-4cd7-a242-e5437ae63762 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:10.339676 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04bf3f63-6162-4cd7-a242-e5437ae63762 None None] Bound using segment: {'id': '937c2c32-7c2f-4c9d-b1cc-349fa6b33e8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '67a0ad27-04c7-4481-8b5b-79a66b619422'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:11:10.340131 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-04bf3f63-6162-4cd7-a242-e5437ae63762 None None] Bound port: a172666c-761a-4155-b895-28574ac5c088, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '937c2c32-7c2f-4c9d-b1cc-349fa6b33e8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '67a0ad27-04c7-4481-8b5b-79a66b619422'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:11:10.340526 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-04bf3f63-6162-4cd7-a242-e5437ae63762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:10.398028 n-d-804985-2 neutron-server[106252]: INFO neutron.api.v2.resource [req-1293844e-ee5a-42b1-9be6-f044a96718ed req-a58ac48a-1e1d-4b52-b59c-2df2724b3dd6 service neutron] show failed (client error): The resource could not be found. Aug 18 12:11:10.399030 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1293844e-ee5a-42b1-9be6-f044a96718ed req-a58ac48a-1e1d-4b52-b59c-2df2724b3dd6 service neutron] 10.222.0.62 "GET /v2.0/ports/968e30d9-1296-4575-8165-01e35855a47c/bindings/n-h1-804985-2 HTTP/1.1" status: 404 len: 380 time: 0.1667535 Aug 18 12:11:10.409498 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-04bf3f63-6162-4cd7-a242-e5437ae63762 None None] For port a172666c-761a-4155-b895-28574ac5c088, host n-d-804985-2, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:11:10.414107 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-04bf3f63-6162-4cd7-a242-e5437ae63762 None None] For port a172666c-761a-4155-b895-28574ac5c088, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=a172666c-761a-4155-b895-28574ac5c088,segment=NetworkSegment(937c2c32-7c2f-4c9d-b1cc-349fa6b33e8e),segment_id=937c2c32-7c2f-4c9d-b1cc-349fa6b33e8e)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:11:10.420315 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-04bf3f63-6162-4cd7-a242-e5437ae63762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:10.425642 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cbbfee-07d5-4603-a1c6-6cb22da08563 req-d5c78053-f6de-4f90-ba7c-59b75c0293fd tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:11:10.427528 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-34cbbfee-07d5-4603-a1c6-6cb22da08563 req-d5c78053-f6de-4f90-ba7c-59b75c0293fd tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/ports?device_id=b66eb4dc-3615-4bdf-b4ae-47b9aeb2581d HTTP/1.1" status: 200 len: 946 time: 0.1445260 Aug 18 12:11:10.500952 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bf3f63-6162-4cd7-a242-e5437ae63762 None None] Pushing event updated for resources: {'Port': ['ID=a172666c-761a-4155-b895-28574ac5c088,revision_number=2']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:11:10.509326 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7e8f7455-8208-48ab-923a-4fefba41bea7 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:10.546934 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8f7455-8208-48ab-923a-4fefba41bea7 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Pushing event deleted for resources: {'Port': ['ID=a3692112-b4ae-4ee6-98bb-f29f1da23866,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:11:10.552995 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aba1fd2-e04b-48d4-9994-3716110a86ea req-b5a8fe98-f145-467a-955b-75aaad8d374b tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:11:10.554583 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5aba1fd2-e04b-48d4-9994-3716110a86ea req-b5a8fe98-f145-467a-955b-75aaad8d374b tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] 10.222.0.63 "GET /v2.0/ports?device_id=4b84d9ad-b821-445d-a542-9ceb5fe46c34 HTTP/1.1" status: 200 len: 946 time: 0.1726005 Aug 18 12:11:10.595110 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-34cbbfee-07d5-4603-a1c6-6cb22da08563 req-15aef650-fca9-4079-9a1f-6e140fde7f9a tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/security-groups?id=18c0bfee-529e-472e-bb6d-39b7da39f1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1566000 Aug 18 12:11:10.682628 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7e8f7455-8208-48ab-923a-4fefba41bea7 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:10.684955 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-7e8f7455-8208-48ab-923a-4fefba41bea7 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] 10.222.0.66 "DELETE /v2.0/ports/a3692112-b4ae-4ee6-98bb-f29f1da23866 HTTP/1.1" status: 204 len: 168 time: 0.6075561 Aug 18 12:11:10.688504 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 48598) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:11:10.702713 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-43202905-ec61-421c-97df-13e3202fff81 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:10.742778 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1293844e-ee5a-42b1-9be6-f044a96718ed req-e3931a28-0c87-4dac-b0df-00f5d082a906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:11:10.744424 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-1293844e-ee5a-42b1-9be6-f044a96718ed req-e3931a28-0c87-4dac-b0df-00f5d082a906 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=b66eb4dc-3615-4bdf-b4ae-47b9aeb2581d&tenant_id=b60736d695f1461b9071c3b3eddcc039 HTTP/1.1" status: 200 len: 1097 time: 0.1078889 Aug 18 12:11:10.770743 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [req-1293844e-ee5a-42b1-9be6-f044a96718ed req-c667ad99-ca8e-4835-bc7b-0bc7dd896c5b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-804985-2', 'device_owner': 'compute:nova'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:11:10.773175 n-d-804985-2 neutron-server[106252]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e5decc3-8727-4b8f-b448-e4a97e6cacb7 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] DELETE failed (client error): The resource could not be found. Aug 18 12:11:10.773911 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e5decc3-8727-4b8f-b448-e4a97e6cacb7 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106252) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 12:11:10.775633 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-3e5decc3-8727-4b8f-b448-e4a97e6cacb7 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] 10.222.0.66 "DELETE /v2.0/ports/a3692112-b4ae-4ee6-98bb-f29f1da23866 HTTP/1.1" status: 404 len: 333 time: 0.0829339 Aug 18 12:11:10.782610 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 48600) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:11:10.836067 n-d-804985-2 neutron-server[106252]: INFO neutron.pecan_wsgi.hooks.translation [None req-002275fe-dd08-4d3b-97e3-a138aeaef6bf tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] GET failed (client error): The resource could not be found. Aug 18 12:11:10.838048 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-002275fe-dd08-4d3b-97e3-a138aeaef6bf tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] 10.222.0.66 "GET /v2.0/ports/a3692112-b4ae-4ee6-98bb-f29f1da23866 HTTP/1.1" status: 404 len: 333 time: 0.0543110 Aug 18 12:11:10.840740 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 48602) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:11:10.852866 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-1293844e-ee5a-42b1-9be6-f044a96718ed req-c667ad99-ca8e-4835-bc7b-0bc7dd896c5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:10.878273 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-5aba1fd2-e04b-48d4-9994-3716110a86ea req-ab4df6d6-61e2-4854-938d-8680676c9fd5 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] Deleting port 72adabbd-2512-4e74-bbd3-1dc520003492 {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:11:10.878953 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-5aba1fd2-e04b-48d4-9994-3716110a86ea req-ab4df6d6-61e2-4854-938d-8680676c9fd5 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:10.906819 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4d6329-8322-4c96-8534-3078c147cea0 req-31f15051-6bc2-425a-8cd1-56e73ce6fdd0 tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:11:10.910036 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-db4d6329-8322-4c96-8534-3078c147cea0 req-31f15051-6bc2-425a-8cd1-56e73ce6fdd0 tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] 10.222.0.66 "GET /v2.0/ports?device_id=a49a2d4d-53a9-4686-9973-74ec6d58345a HTTP/1.1" status: 200 len: 945 time: 0.2219081 Aug 18 12:11:10.934191 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-43202905-ec61-421c-97df-13e3202fff81 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:10.944218 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0be7020-5b28-4faa-912f-fb56893fae1b tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Deleting subnet 2b62ed60-5ae7-4836-91dc-2d6eb4a8a042 {{(pid=106253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 12:11:10.950341 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a0be7020-5b28-4faa-912f-fb56893fae1b tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks [] for subnet, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:11.048465 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a0be7020-5b28-4faa-912f-fb56893fae1b tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902229'] for subnet, precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:11.080661 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-db4d6329-8322-4c96-8534-3078c147cea0 req-82e7eebe-6a3a-4364-8f9b-038ded82436d tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] 10.222.0.66 "GET /v2.0/security-groups?id=5ef1fad5-9994-4d94-a262-3d4636ae09af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424341 Aug 18 12:11:11.154703 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ce051a-58ac-4475-a156-dc444d9c95e9 req-3607ccde-97af-415a-a6ca-7a26ce576fcf tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:11:11.162766 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-61ce051a-58ac-4475-a156-dc444d9c95e9 req-3607ccde-97af-415a-a6ca-7a26ce576fcf tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] 10.222.0.66 "GET /v2.0/ports?device_id=4b84d9ad-b821-445d-a542-9ceb5fe46c34 HTTP/1.1" status: 200 len: 946 time: 0.1990194 Aug 18 12:11:11.168218 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-5aba1fd2-e04b-48d4-9994-3716110a86ea req-ab4df6d6-61e2-4854-938d-8680676c9fd5 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] For port 72adabbd-2512-4e74-bbd3-1dc520003492, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=72adabbd-2512-4e74-bbd3-1dc520003492,segment=NetworkSegment(a349f629-a357-4fba-80a9-3970130b5e97),segment_id=a349f629-a357-4fba-80a9-3970130b5e97)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:11:11.168218 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-5aba1fd2-e04b-48d4-9994-3716110a86ea req-ab4df6d6-61e2-4854-938d-8680676c9fd5 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:11.213477 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a0be7020-5b28-4faa-912f-fb56893fae1b tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:11.283827 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-1293844e-ee5a-42b1-9be6-f044a96718ed req-c667ad99-ca8e-4835-bc7b-0bc7dd896c5b service neutron] For port 968e30d9-1296-4575-8165-01e35855a47c, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=968e30d9-1296-4575-8165-01e35855a47c,segment=NetworkSegment(a141fc5e-7e21-4fbf-84e2-32d69bd4741b),segment_id=a141fc5e-7e21-4fbf-84e2-32d69bd4741b)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:11:11.329587 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a0be7020-5b28-4faa-912f-fb56893fae1b tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58902171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59388106'] for subnet, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:11.361026 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-1293844e-ee5a-42b1-9be6-f044a96718ed req-c667ad99-ca8e-4835-bc7b-0bc7dd896c5b service neutron] For port 968e30d9-1296-4575-8165-01e35855a47c, host n-h2-804985-2, cleared binding levels {{(pid=106253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:11:11.392742 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0be7020-5b28-4faa-912f-fb56893fae1b tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Pushing event deleted for resources: {'Subnet': ['ID=2b62ed60-5ae7-4836-91dc-2d6eb4a8a042,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:11:11.398728 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a0be7020-5b28-4faa-912f-fb56893fae1b tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:11.402987 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-a0be7020-5b28-4faa-912f-fb56893fae1b tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] 10.222.0.66 "DELETE /v2.0/subnets/2b62ed60-5ae7-4836-91dc-2d6eb4a8a042 HTTP/1.1" status: 204 len: 168 time: 0.5589590 Aug 18 12:11:11.406534 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 48618) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:11:11.428705 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b66eb4dc-3615-4bdf-b4ae-47b9aeb2581d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '968e30d9-1296-4575-8165-01e35855a47c'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:11:11.431192 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0679f4c4b6e0e0c064a7d71d722dc30541a34fffee11680573be22ee2ffccc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ae59804-38d1-42f8-a654-f7f587747bf8" -d '{"events": [{"server_uuid": "b66eb4dc-3615-4bdf-b4ae-47b9aeb2581d", "name": "network-vif-unplugged", "status": "completed", "tag": "968e30d9-1296-4575-8165-01e35855a47c"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:11:11.436097 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-1293844e-ee5a-42b1-9be6-f044a96718ed req-c667ad99-ca8e-4835-bc7b-0bc7dd896c5b service neutron] Notify callbacks [] for port, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:11.456741 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [req-1293844e-ee5a-42b1-9be6-f044a96718ed req-c667ad99-ca8e-4835-bc7b-0bc7dd896c5b service neutron] Transition to ACTIVE for port object 968e30d9-1296-4575-8165-01e35855a47c will not be triggered until provisioned by entity L2. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:11:11.463292 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-1293844e-ee5a-42b1-9be6-f044a96718ed req-c667ad99-ca8e-4835-bc7b-0bc7dd896c5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:11.511288 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device a172666c-761a-4155-b895-28574ac5c088 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:11:11.541110 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-61ce051a-58ac-4475-a156-dc444d9c95e9 req-6226b72b-9d2b-4c15-a1de-c0b56fe42fb3 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] 10.222.0.66 "GET /v2.0/security-groups?id=fe2dcb26-443e-4283-a770-27980373d006&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3776207 Aug 18 12:11:11.605920 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-5aba1fd2-e04b-48d4-9994-3716110a86ea req-ab4df6d6-61e2-4854-938d-8680676c9fd5 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:11.606585 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-5aba1fd2-e04b-48d4-9994-3716110a86ea req-ab4df6d6-61e2-4854-938d-8680676c9fd5 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-989945'] for floatingip, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:11.606585 n-d-804985-2 neutron-server[106252]: INFO neutron.db.l3_db [req-5aba1fd2-e04b-48d4-9994-3716110a86ea req-ab4df6d6-61e2-4854-938d-8680676c9fd5 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] Floating IP 33c3463d-dff6-4a0d-bd70-31291a2d2b35 disassociated. External IP: 172.25.7.28, port: 72adabbd-2512-4e74-bbd3-1dc520003492. Aug 18 12:11:11.606924 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-5aba1fd2-e04b-48d4-9994-3716110a86ea req-ab4df6d6-61e2-4854-938d-8680676c9fd5 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] Calling delete_port for 72adabbd-2512-4e74-bbd3-1dc520003492 owned by compute:nova {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:11:11.619812 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port a172666c-761a-4155-b895-28574ac5c088 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:11:11.659601 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 18 Aug 2021 12:11:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f2111d8-54e0-47e6-aafb-68f885dfe1a1 x-openstack-request-id: req-8f2111d8-54e0-47e6-aafb-68f885dfe1a1 {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:11:11.659931 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b66eb4dc-3615-4bdf-b4ae-47b9aeb2581d", "name": "network-vif-unplugged", "status": "completed", "tag": "968e30d9-1296-4575-8165-01e35855a47c", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:11:11.660156 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-8f2111d8-54e0-47e6-aafb-68f885dfe1a1 {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:11:11.660599 n-d-804985-2 neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b66eb4dc-3615-4bdf-b4ae-47b9aeb2581d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '968e30d9-1296-4575-8165-01e35855a47c', 'code': 200} Aug 18 12:11:11.663564 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-44c84713-43e6-414a-802c-9cefab004de1 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7904109'] for network, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:11.753845 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c667ad99-ca8e-4835-bc7b-0bc7dd896c5b service neutron] Pushing event updated for resources: {'Port': ['ID=968e30d9-1296-4575-8165-01e35855a47c,revision_number=6']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:11:11.756751 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-43202905-ec61-421c-97df-13e3202fff81 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks [] for port, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:11.790191 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f56ab56-9b8b-4b21-a091-ceca13b0aafa None None] Network 67a0ad27-04c7-4481-8b5b-79a66b619422 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:11:11.828124 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-43202905-ec61-421c-97df-13e3202fff81 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:11.834930 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-1293844e-ee5a-42b1-9be6-f044a96718ed req-c667ad99-ca8e-4835-bc7b-0bc7dd896c5b service neutron] No DVR routers for this DVR port 968e30d9-1296-4575-8165-01e35855a47c on host n-h2-804985-2 {{(pid=106253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:11:11.909246 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-f8e292d9-910e-4c28-9da6-d3f10e7c378b None None] Provisioning for port a172666c-761a-4155-b895-28574ac5c088 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:11:11.928867 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-f8e292d9-910e-4c28-9da6-d3f10e7c378b None None] Provisioning complete for port a172666c-761a-4155-b895-28574ac5c088 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:11:11.929240 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-f8e292d9-910e-4c28-9da6-d3f10e7c378b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:11.985110 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-1293844e-ee5a-42b1-9be6-f044a96718ed req-c667ad99-ca8e-4835-bc7b-0bc7dd896c5b service neutron] Attempting to bind port 968e30d9-1296-4575-8165-01e35855a47c on host n-h1-804985-2 for vnic_type normal with profile {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:11:11.985503 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-1293844e-ee5a-42b1-9be6-f044a96718ed req-c667ad99-ca8e-4835-bc7b-0bc7dd896c5b service neutron] Attempting to bind port 968e30d9-1296-4575-8165-01e35855a47c by drivers openvswitch,hyperv on host n-h1-804985-2 at level 0 using segments [{'id': 'a141fc5e-7e21-4fbf-84e2-32d69bd4741b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '83c90a80-7784-4b6e-bd7b-aef3cab1c6ba'}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:11:11.986071 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1293844e-ee5a-42b1-9be6-f044a96718ed req-c667ad99-ca8e-4835-bc7b-0bc7dd896c5b service neutron] Attempting to bind port 968e30d9-1296-4575-8165-01e35855a47c on network 83c90a80-7784-4b6e-bd7b-aef3cab1c6ba {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:11:11.992584 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1293844e-ee5a-42b1-9be6-f044a96718ed req-c667ad99-ca8e-4835-bc7b-0bc7dd896c5b service neutron] Port 968e30d9-1296-4575-8165-01e35855a47c on network 83c90a80-7784-4b6e-bd7b-aef3cab1c6ba not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-2 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:11:11.993030 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1293844e-ee5a-42b1-9be6-f044a96718ed req-c667ad99-ca8e-4835-bc7b-0bc7dd896c5b service neutron] Attempting to bind port 968e30d9-1296-4575-8165-01e35855a47c on network 83c90a80-7784-4b6e-bd7b-aef3cab1c6ba {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:11:11.998374 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1293844e-ee5a-42b1-9be6-f044a96718ed req-c667ad99-ca8e-4835-bc7b-0bc7dd896c5b service neutron] Checking agent: {'id': 'a613417a-d085-492c-941a-59bb18c633d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 49, 6), 'started_at': datetime.datetime(2021, 8, 18, 11, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 11, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:11:11.998871 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1293844e-ee5a-42b1-9be6-f044a96718ed req-c667ad99-ca8e-4835-bc7b-0bc7dd896c5b service neutron] Checking segment: {'id': 'a141fc5e-7e21-4fbf-84e2-32d69bd4741b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '83c90a80-7784-4b6e-bd7b-aef3cab1c6ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:11:11.999485 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1293844e-ee5a-42b1-9be6-f044a96718ed req-c667ad99-ca8e-4835-bc7b-0bc7dd896c5b service neutron] Bound using segment: {'id': 'a141fc5e-7e21-4fbf-84e2-32d69bd4741b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '83c90a80-7784-4b6e-bd7b-aef3cab1c6ba'} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:11:12.000008 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-1293844e-ee5a-42b1-9be6-f044a96718ed req-c667ad99-ca8e-4835-bc7b-0bc7dd896c5b service neutron] Bound port: 968e30d9-1296-4575-8165-01e35855a47c, host: n-h1-804985-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a141fc5e-7e21-4fbf-84e2-32d69bd4741b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '83c90a80-7784-4b6e-bd7b-aef3cab1c6ba'}}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:11:12.000617 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-1293844e-ee5a-42b1-9be6-f044a96718ed req-c667ad99-ca8e-4835-bc7b-0bc7dd896c5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:12.029360 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-f8e292d9-910e-4c28-9da6-d3f10e7c378b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:12.031681 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43202905-ec61-421c-97df-13e3202fff81 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Pushing event updated for resources: {'Port': ['ID=5ab77762-e244-4a22-8891-5d9c0f258120,revision_number=2']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:11:12.041418 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b641b97a-e21a-4bb8-956f-c758984a159e req-1d5f744a-1cf4-4de9-ba49-8d0a532b0ad8 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:11:12.042958 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b641b97a-e21a-4bb8-956f-c758984a159e req-1d5f744a-1cf4-4de9-ba49-8d0a532b0ad8 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/ports?device_id=b66eb4dc-3615-4bdf-b4ae-47b9aeb2581d HTTP/1.1" status: 200 len: 944 time: 0.3270690 Aug 18 12:11:12.069404 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-43202905-ec61-421c-97df-13e3202fff81 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-989945'] for floatingip, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:12.078148 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-521bba6c-c2ba-45ec-92a9-1df830bf4b1a None None] DHCP port deletion for 67a0ad27-04c7-4481-8b5b-79a66b619422 request from n-d-804985-2 {{(pid=106254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 12:11:12.085343 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-f8e292d9-910e-4c28-9da6-d3f10e7c378b None None] For port a172666c-761a-4155-b895-28574ac5c088, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=a172666c-761a-4155-b895-28574ac5c088,segment=NetworkSegment(937c2c32-7c2f-4c9d-b1cc-349fa6b33e8e),segment_id=937c2c32-7c2f-4c9d-b1cc-349fa6b33e8e)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:11:12.100538 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-1293844e-ee5a-42b1-9be6-f044a96718ed req-c667ad99-ca8e-4835-bc7b-0bc7dd896c5b service neutron] For port 968e30d9-1296-4575-8165-01e35855a47c, host n-h1-804985-2, cleared binding levels {{(pid=106253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:11:12.103682 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-1293844e-ee5a-42b1-9be6-f044a96718ed req-c667ad99-ca8e-4835-bc7b-0bc7dd896c5b service neutron] For port 968e30d9-1296-4575-8165-01e35855a47c, host n-h1-804985-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=968e30d9-1296-4575-8165-01e35855a47c,segment=NetworkSegment(a141fc5e-7e21-4fbf-84e2-32d69bd4741b),segment_id=a141fc5e-7e21-4fbf-84e2-32d69bd4741b)] {{(pid=106253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:11:12.107146 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-1293844e-ee5a-42b1-9be6-f044a96718ed req-c667ad99-ca8e-4835-bc7b-0bc7dd896c5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:12.108818 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-f8e292d9-910e-4c28-9da6-d3f10e7c378b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:12.138667 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-44c84713-43e6-414a-802c-9cefab004de1 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Deleting port a172666c-761a-4155-b895-28574ac5c088 {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:11:12.139055 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-44c84713-43e6-414a-802c-9cefab004de1 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:12.143535 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1293844e-ee5a-42b1-9be6-f044a96718ed req-c667ad99-ca8e-4835-bc7b-0bc7dd896c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:11:12.144329 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-1293844e-ee5a-42b1-9be6-f044a96718ed req-c667ad99-ca8e-4835-bc7b-0bc7dd896c5b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:12.145813 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-1293844e-ee5a-42b1-9be6-f044a96718ed req-c667ad99-ca8e-4835-bc7b-0bc7dd896c5b service neutron] 10.222.0.63 "PUT /v2.0/ports/968e30d9-1296-4575-8165-01e35855a47c HTTP/1.1" status: 200 len: 1092 time: 1.3791161 Aug 18 12:11:12.204601 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e292d9-910e-4c28-9da6-d3f10e7c378b None None] Pushing event updated for resources: {'Port': ['ID=a172666c-761a-4155-b895-28574ac5c088,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:11:12.227182 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c667ad99-ca8e-4835-bc7b-0bc7dd896c5b service neutron] Pushing event updated for resources: {'Port': ['ID=968e30d9-1296-4575-8165-01e35855a47c,revision_number=7']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:11:12.234039 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-521bba6c-c2ba-45ec-92a9-1df830bf4b1a None None] Deleting port a172666c-761a-4155-b895-28574ac5c088 {{(pid=106254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:11:12.234271 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-521bba6c-c2ba-45ec-92a9-1df830bf4b1a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:12.246066 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1293844e-ee5a-42b1-9be6-f044a96718ed req-1532c9d5-48dd-4562-a3d6-64dfcdaf0f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:11:12.247640 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-1293844e-ee5a-42b1-9be6-f044a96718ed req-1532c9d5-48dd-4562-a3d6-64dfcdaf0f2e service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=b60736d695f1461b9071c3b3eddcc039&device_id=b66eb4dc-3615-4bdf-b4ae-47b9aeb2581d HTTP/1.1" status: 200 len: 1095 time: 0.0720074 Aug 18 12:11:12.330465 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-521bba6c-c2ba-45ec-92a9-1df830bf4b1a None None] For port a172666c-761a-4155-b895-28574ac5c088, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=a172666c-761a-4155-b895-28574ac5c088,segment=NetworkSegment(937c2c32-7c2f-4c9d-b1cc-349fa6b33e8e),segment_id=937c2c32-7c2f-4c9d-b1cc-349fa6b33e8e)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:11:12.331196 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-521bba6c-c2ba-45ec-92a9-1df830bf4b1a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:12.349760 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-521bba6c-c2ba-45ec-92a9-1df830bf4b1a None None] Calling delete_port for a172666c-761a-4155-b895-28574ac5c088 owned by network:dhcp {{(pid=106254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:11:12.392129 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1293844e-ee5a-42b1-9be6-f044a96718ed req-cdcf0440-559e-4d58-92d0-61f3d948d458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:11:12.393724 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-1293844e-ee5a-42b1-9be6-f044a96718ed req-cdcf0440-559e-4d58-92d0-61f3d948d458 service neutron] 10.222.0.63 "GET /v2.0/networks?id=83c90a80-7784-4b6e-bd7b-aef3cab1c6ba HTTP/1.1" status: 200 len: 897 time: 0.1343217 Aug 18 12:11:12.453420 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-521bba6c-c2ba-45ec-92a9-1df830bf4b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556'] for port, after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:12.491662 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-1293844e-ee5a-42b1-9be6-f044a96718ed req-b2ae2544-f5e4-4c18-a58f-edfa5aafb276 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=968e30d9-1296-4575-8165-01e35855a47c HTTP/1.1" status: 200 len: 999 time: 0.0875330 Aug 18 12:11:12.505719 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521bba6c-c2ba-45ec-92a9-1df830bf4b1a None None] Pushing event deleted for resources: {'Port': ['ID=a172666c-761a-4155-b895-28574ac5c088,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:11:12.508174 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-521bba6c-c2ba-45ec-92a9-1df830bf4b1a None None] No DVR routers for this DVR port a172666c-761a-4155-b895-28574ac5c088 on host n-d-804985-2 {{(pid=106254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:11:12.519675 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521bba6c-c2ba-45ec-92a9-1df830bf4b1a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:11:12.519675 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521bba6c-c2ba-45ec-92a9-1df830bf4b1a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:11:12.519675 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521bba6c-c2ba-45ec-92a9-1df830bf4b1a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:11:12.519675 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521bba6c-c2ba-45ec-92a9-1df830bf4b1a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:11:12.519675 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521bba6c-c2ba-45ec-92a9-1df830bf4b1a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:11:12.519675 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521bba6c-c2ba-45ec-92a9-1df830bf4b1a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:11:12.522500 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521bba6c-c2ba-45ec-92a9-1df830bf4b1a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:11:12.522500 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521bba6c-c2ba-45ec-92a9-1df830bf4b1a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:11:12.522500 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521bba6c-c2ba-45ec-92a9-1df830bf4b1a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:11:12.522500 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521bba6c-c2ba-45ec-92a9-1df830bf4b1a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:11:12.522500 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521bba6c-c2ba-45ec-92a9-1df830bf4b1a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:11:12.522500 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521bba6c-c2ba-45ec-92a9-1df830bf4b1a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:11:12.568249 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1293844e-ee5a-42b1-9be6-f044a96718ed req-ddd88138-c1e2-4c79-a664-08a9a95f0e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:11:12.569760 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-1293844e-ee5a-42b1-9be6-f044a96718ed req-ddd88138-c1e2-4c79-a664-08a9a95f0e29 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a348b5f7-9a90-4c29-ba78-b2f4f4dbb536 HTTP/1.1" status: 200 len: 835 time: 0.0683858 Aug 18 12:11:12.604808 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-5aba1fd2-e04b-48d4-9994-3716110a86ea req-ab4df6d6-61e2-4854-938d-8680676c9fd5 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:12.634149 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1293844e-ee5a-42b1-9be6-f044a96718ed req-9a6b933f-1ad7-4004-919c-7a0f06d98692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:11:12.636222 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-1293844e-ee5a-42b1-9be6-f044a96718ed req-9a6b933f-1ad7-4004-919c-7a0f06d98692 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=83c90a80-7784-4b6e-bd7b-aef3cab1c6ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0570738 Aug 18 12:11:12.677073 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b641b97a-e21a-4bb8-956f-c758984a159e req-206d7cbb-a2c0-4e24-9552-970f66f14db3 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/security-groups?id=18c0bfee-529e-472e-bb6d-39b7da39f1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6196356 Aug 18 12:11:12.736837 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4df6d6-61e2-4854-938d-8680676c9fd5 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] Pushing event deleted for resources: {'Port': ['ID=72adabbd-2512-4e74-bbd3-1dc520003492,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:11:12.739991 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-1293844e-ee5a-42b1-9be6-f044a96718ed req-7b247ef2-db15-4a4b-9727-d95c8bd771a6 service neutron] 10.222.0.63 "GET /v2.0/networks/83c90a80-7784-4b6e-bd7b-aef3cab1c6ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938852 Aug 18 12:11:12.764778 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7054ad00-070e-4f58-89c0-9d6df4e42232 req-dcf9f88c-da49-44f8-8e6a-52a4c210f3fd tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] 10.222.0.66 "GET /v2.0/ports?device_id=4b84d9ad-b821-445d-a542-9ceb5fe46c34 HTTP/1.1" status: 200 len: 210 time: 0.0939918 Aug 18 12:11:12.778264 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [None req-44c84713-43e6-414a-802c-9cefab004de1 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] For port a172666c-761a-4155-b895-28574ac5c088, host n-d-804985-2, got binding levels [] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:11:12.778627 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-44c84713-43e6-414a-802c-9cefab004de1 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:12.838480 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-1293844e-ee5a-42b1-9be6-f044a96718ed req-9bc7a61a-72f1-482d-baaf-105eadbb5c87 service neutron] 10.222.0.63 "GET /v2.0/networks/83c90a80-7784-4b6e-bd7b-aef3cab1c6ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889533 Aug 18 12:11:12.845398 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-44c84713-43e6-414a-802c-9cefab004de1 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Calling delete_port for a172666c-761a-4155-b895-28574ac5c088 owned by network:dhcp {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:11:12.851744 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.ipam_backend_mixin [None req-44c84713-43e6-414a-802c-9cefab004de1 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Port a172666c-761a-4155-b895-28574ac5c088 was not found and therefore no delete operation was performed {{(pid=106252) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 18 12:11:12.861514 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-44c84713-43e6-414a-802c-9cefab004de1 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:12.873300 n-d-804985-2 neutron-server[106252]: INFO neutron.db.l3_db [None req-43202905-ec61-421c-97df-13e3202fff81 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Floating IP 24bff0d3-6f0c-4340-9989-3e2d520614c9 associated. External IP: 172.25.7.218, port: df254438-260f-4147-b6b5-d9f236f7ab9d. Aug 18 12:11:12.962231 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c84713-43e6-414a-802c-9cefab004de1 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Pushing event deleted for resources: {'Port': ['ID=a172666c-761a-4155-b895-28574ac5c088,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:11:12.981084 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c84713-43e6-414a-802c-9cefab004de1 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] No DVR routers for this DVR port a172666c-761a-4155-b895-28574ac5c088 on host n-d-804985-2 {{(pid=106252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:11:13.000013 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8243a4-4988-4c58-bd30-9d2e732d0129 req-a580da38-3c55-4f21-9a71-de9e23eef9b7 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:11:13.001539 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ec8243a4-4988-4c58-bd30-9d2e732d0129 req-a580da38-3c55-4f21-9a71-de9e23eef9b7 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/ports?device_id=c468f260-aa8b-4a9b-a477-213e251d7cef HTTP/1.1" status: 200 len: 945 time: 0.2395837 Aug 18 12:11:13.140932 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5aba1fd2-e04b-48d4-9994-3716110a86ea req-ab4df6d6-61e2-4854-938d-8680676c9fd5 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] Router 3ce07beb-4db9-42ff-b7cc-1f34c3d5d38b has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:11:13.156556 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-44c84713-43e6-414a-802c-9cefab004de1 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8367869', 'neutron.services.segments.db._delete_segments_for_network-8789151212993'] for network, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:13.186646 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-44c84713-43e6-414a-802c-9cefab004de1 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67a0ad27-04c7-4481-8b5b-79a66b619422']}} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:11:13.192001 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ec8243a4-4988-4c58-bd30-9d2e732d0129 req-15328dfd-2abd-488a-9c39-ae20c5be41c3 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f58845c-8a6f-4750-8ac0-66868223b345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1644375 Aug 18 12:11:13.218772 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-44c84713-43e6-414a-802c-9cefab004de1 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '937c2c32-7c2f-4c9d-b1cc-349fa6b33e8e') {'for_net_delete': True} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:11:13.218772 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-44c84713-43e6-414a-802c-9cefab004de1 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '937c2c32-7c2f-4c9d-b1cc-349fa6b33e8e') {} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:11:13.222126 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-44c84713-43e6-414a-802c-9cefab004de1 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789151225254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2221521'] for segment, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:13.370967 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-44c84713-43e6-414a-802c-9cefab004de1 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:13.376915 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44c84713-43e6-414a-802c-9cefab004de1 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Releasing vlan 848 on physical network physnet1 to pool {{(pid=106252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:11:13.377316 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-44c84713-43e6-414a-802c-9cefab004de1 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3572434'] for segment, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:13.382044 n-d-804985-2 neutron-server[106252]: Traceback (most recent call last): Aug 18 12:11:13.382044 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:11:13.382044 n-d-804985-2 neutron-server[106252]: timer() Aug 18 12:11:13.382044 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:11:13.382044 n-d-804985-2 neutron-server[106252]: cb(*args, **kw) Aug 18 12:11:13.382044 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:11:13.382044 n-d-804985-2 neutron-server[106252]: return func(*args, **kwargs) Aug 18 12:11:13.382044 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:11:13.382044 n-d-804985-2 neutron-server[106252]: self._notify() Aug 18 12:11:13.382044 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:11:13.382044 n-d-804985-2 neutron-server[106252]: self.callback(batched_events) Aug 18 12:11:13.382044 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:11:13.382044 n-d-804985-2 neutron-server[106252]: event.method(event) Aug 18 12:11:13.382044 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:11:13.382044 n-d-804985-2 neutron-server[106252]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:11:13.382044 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:11:13.382044 n-d-804985-2 neutron-server[106252]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:11:13.382044 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:11:13.382044 n-d-804985-2 neutron-server[106252]: return f(self, *a, **k) Aug 18 12:11:13.382044 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:11:13.382044 n-d-804985-2 neutron-server[106252]: return self._get(url).json() Aug 18 12:11:13.382044 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:11:13.382044 n-d-804985-2 neutron-server[106252]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:11:13.382044 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:11:13.382044 n-d-804985-2 neutron-server[106252]: return self.request(url, 'GET', **kwargs) Aug 18 12:11:13.382044 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:11:13.382044 n-d-804985-2 neutron-server[106252]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:11:13.382044 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:11:13.382044 n-d-804985-2 neutron-server[106252]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:11:13.382044 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:11:13.382044 n-d-804985-2 neutron-server[106252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:11:13.382044 n-d-804985-2 neutron-server[106252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:11:13.427317 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device a172666c-761a-4155-b895-28574ac5c088 no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:11:13.449078 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: a172666c-761a-4155-b895-28574ac5c088 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:11:13.449078 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device a172666c-761a-4155-b895-28574ac5c088 not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:11:13.530807 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1a3a6f-f759-4b2f-95e8-a2e9c2939867 req-191bb31e-1e07-4c5c-b878-066a40bfc5f9 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:11:13.532308 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7a1a3a6f-f759-4b2f-95e8-a2e9c2939867 req-191bb31e-1e07-4c5c-b878-066a40bfc5f9 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/ports?device_id=c468f260-aa8b-4a9b-a477-213e251d7cef HTTP/1.1" status: 200 len: 945 time: 0.2102804 Aug 18 12:11:13.535776 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5aba1fd2-e04b-48d4-9994-3716110a86ea req-ab4df6d6-61e2-4854-938d-8680676c9fd5 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:11:13.538885 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-44c84713-43e6-414a-802c-9cefab004de1 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8367858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997186'] for network, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:13.548411 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b15df2-7256-4f84-b3c9-a84c5b9b0771 None None] Sync routers for ids ['3ce07beb-4db9-42ff-b7cc-1f34c3d5d38b'] in n-d-804985-2 {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:11:13.568086 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b15df2-7256-4f84-b3c9-a84c5b9b0771 None None] Routers {'3ce07beb-4db9-42ff-b7cc-1f34c3d5d38b'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:11:13.568898 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-a0b15df2-7256-4f84-b3c9-a84c5b9b0771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:10:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['3ce07beb-4db9-42ff-b7cc-1f34c3d5d38b'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:11:13.574331 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-44c84713-43e6-414a-802c-9cefab004de1 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks [] for network, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:13.579657 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-44c84713-43e6-414a-802c-9cefab004de1 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] 10.222.0.66 "DELETE /v2.0/networks/67a0ad27-04c7-4481-8b5b-79a66b619422 HTTP/1.1" status: 204 len: 168 time: 2.1446023 Aug 18 12:11:13.580564 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 48642) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:11:13.585681 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-8600464b-6cce-4812-afbf-eab62f079bb5 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1531068111'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:11:13.604893 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43202905-ec61-421c-97df-13e3202fff81 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Router 66b01843-3468-41fe-a34a-c2d199dbbb60 has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:11:13.606071 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c84713-43e6-414a-802c-9cefab004de1 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Pushing event deleted for resources: {'Network': ['ID=67a0ad27-04c7-4481-8b5b-79a66b619422,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:11:13.614710 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8600464b-6cce-4812-afbf-eab62f079bb5 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Made reservation on behalf of 945a2d7857154f6c9b28850f76e065fc for: {'network': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:11:13.618777 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8600464b-6cce-4812-afbf-eab62f079bb5 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for network, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:13.630052 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-5aba1fd2-e04b-48d4-9994-3716110a86ea req-ab4df6d6-61e2-4854-938d-8680676c9fd5 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] No DVR routers for this DVR port 72adabbd-2512-4e74-bbd3-1dc520003492 on host n-h1-804985-2 {{(pid=106252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:11:13.633463 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-5aba1fd2-e04b-48d4-9994-3716110a86ea req-ab4df6d6-61e2-4854-938d-8680676c9fd5 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:13.635455 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5aba1fd2-e04b-48d4-9994-3716110a86ea req-ab4df6d6-61e2-4854-938d-8680676c9fd5 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] 10.222.0.63 "DELETE /v2.0/ports/72adabbd-2512-4e74-bbd3-1dc520003492 HTTP/1.1" status: 204 len: 173 time: 3.0377328 Aug 18 12:11:13.643807 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b84d9ad-b821-445d-a542-9ceb5fe46c34', 'name': 'network-vif-deleted', 'tag': '72adabbd-2512-4e74-bbd3-1dc520003492'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:11:13.646903 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b3f9dc4-a65a-49ff-95d6-5c3dfee2b56c" -d '{"events": [{"server_uuid": "4b84d9ad-b821-445d-a542-9ceb5fe46c34", "name": "network-vif-deleted", "tag": "72adabbd-2512-4e74-bbd3-1dc520003492"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:11:13.651228 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8600464b-6cce-4812-afbf-eab62f079bb5 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 848} {{(pid=106253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:11:13.662229 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b66eb4dc-3615-4bdf-b4ae-47b9aeb2581d', 'tag': '968e30d9-1296-4575-8165-01e35855a47c'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:11:13.664587 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7a1a3a6f-f759-4b2f-95e8-a2e9c2939867 req-508fa872-56a3-4d32-9902-c111e22f1f66 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f58845c-8a6f-4750-8ac0-66868223b345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1196659 Aug 18 12:11:13.665093 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0679f4c4b6e0e0c064a7d71d722dc30541a34fffee11680573be22ee2ffccc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24af6079-7057-4058-8079-db52218ef101" -d '{"events": [{"name": "network-changed", "server_uuid": "b66eb4dc-3615-4bdf-b4ae-47b9aeb2581d", "tag": "968e30d9-1296-4575-8165-01e35855a47c"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:11:13.670853 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8600464b-6cce-4812-afbf-eab62f079bb5 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:13.671243 n-d-804985-2 neutron-server[106253]: INFO neutron.db.segments_db [None req-8600464b-6cce-4812-afbf-eab62f079bb5 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Added segment 4af343b2-4b86-4d71-8d0e-0c8a301baf76 of type vlan for network 1931c7f2-203c-4dea-8892-9b2fc18dc4c7 Aug 18 12:11:13.733957 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:11:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5891fac2-0fe9-4b2a-9001-2f19d6bd31ad x-openstack-request-id: req-5891fac2-0fe9-4b2a-9001-2f19d6bd31ad {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:11:13.734480 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b84d9ad-b821-445d-a542-9ceb5fe46c34", "name": "network-vif-deleted", "tag": "72adabbd-2512-4e74-bbd3-1dc520003492", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:11:13.734480 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-5891fac2-0fe9-4b2a-9001-2f19d6bd31ad {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:11:13.734874 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b84d9ad-b821-445d-a542-9ceb5fe46c34', 'name': 'network-vif-deleted', 'tag': '72adabbd-2512-4e74-bbd3-1dc520003492', 'status': 'completed', 'code': 200} Aug 18 12:11:13.769165 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-a0b15df2-7256-4f84-b3c9-a84c5b9b0771 None None] Set router 3ce07beb-4db9-42ff-b7cc-1f34c3d5d38b gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:11:13.784338 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8600464b-6cce-4812-afbf-eab62f079bb5 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789150665894'] for network, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:13.856726 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:11:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-575677c8-1750-4293-a9dd-014cadc501ae x-openstack-request-id: req-575677c8-1750-4293-a9dd-014cadc501ae {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:11:13.856726 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b66eb4dc-3615-4bdf-b4ae-47b9aeb2581d", "tag": "968e30d9-1296-4575-8165-01e35855a47c", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:11:13.856726 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-575677c8-1750-4293-a9dd-014cadc501ae {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:11:13.858066 n-d-804985-2 neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b66eb4dc-3615-4bdf-b4ae-47b9aeb2581d', 'tag': '968e30d9-1296-4575-8165-01e35855a47c', 'status': 'completed', 'code': 200} Aug 18 12:11:13.862953 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8600464b-6cce-4812-afbf-eab62f079bb5 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for network, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:13.870682 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8600464b-6cce-4812-afbf-eab62f079bb5 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:11:13.872906 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8600464b-6cce-4812-afbf-eab62f079bb5 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks [] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:13.959439 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-8600464b-6cce-4812-afbf-eab62f079bb5 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3777840 Aug 18 12:11:13.964815 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 48658) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:11:13.969867 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-1905d823-3f26-4f0c-985c-dd6f9392bb28 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Request body: {'subnet': {'network_id': '1931c7f2-203c-4dea-8892-9b2fc18dc4c7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:11:14.026697 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ea0020cc-1d80-497f-89d9-94989db41cbc req-f6b850a4-d4ef-4158-8c57-14891aeaf1db tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] 10.222.0.66 "GET /v2.0/ports?device_id=4b84d9ad-b821-445d-a542-9ceb5fe46c34 HTTP/1.1" status: 200 len: 210 time: 0.0464222 Aug 18 12:11:14.041181 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8600464b-6cce-4812-afbf-eab62f079bb5 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Pushing event updated for resources: {'Network': ['ID=1931c7f2-203c-4dea-8892-9b2fc18dc4c7,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:11:14.049390 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43202905-ec61-421c-97df-13e3202fff81 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:11:14.052357 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Network 1931c7f2-203c-4dea-8892-9b2fc18dc4c7 details requested by agent ovs-agent-n-d-804985-2 with host n-d-804985-2 {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:11:14.082672 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-777b8996-e2ec-46ab-837d-aa13f16af3cd None None] Sync routers for ids ['66b01843-3468-41fe-a34a-c2d199dbbb60'] in n-d-804985-2 {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:11:14.102808 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77ff84f-d386-4536-b7e6-26cd9f6ff4d1 req-948f70e0-0354-4522-9631-56bf8af543e4 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:11:14.116864 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e77ff84f-d386-4536-b7e6-26cd9f6ff4d1 req-948f70e0-0354-4522-9631-56bf8af543e4 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/ports?device_id=b66eb4dc-3615-4bdf-b4ae-47b9aeb2581d HTTP/1.1" status: 200 len: 944 time: 0.2692747 Aug 18 12:11:14.122316 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 72adabbd-2512-4e74-bbd3-1dc520003492 no longer exists at agent hyperv_n-h1-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:11:14.133170 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-a0b15df2-7256-4f84-b3c9-a84c5b9b0771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ce07beb-4db9-42ff-b7cc-1f34c3d5d38b', 'name': 'tempest-AttachVolumeTestJSON-383410670-router', 'tenant_id': '764f05f9d69b4134b93ed670f8afc320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.252'}], 'enable_snat': True}, 'gw_port_id': '72fe68a2-88d6-4327-b8d5-6daf9872f85d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:03:33Z', 'updated_at': '2021-08-18T12:03:42Z', 'revision_number': 4, 'project_id': '764f05f9d69b4134b93ed670f8afc320', 'gw_port': {'id': '72fe68a2-88d6-4327-b8d5-6daf9872f85d', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:89:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce07beb-4db9-42ff-b7cc-1f34c3d5d38b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:03:35Z', 'updated_at': '2021-08-18T12:03:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': '6cda11e2-5e40-4f5e-bf17-6026040fdd12', 'name': '', 'network_id': '365c1e73-53bd-4762-8c39-733a28020035', 'tenant_id': '764f05f9d69b4134b93ed670f8afc320', 'mac_address': 'fa:16:3e:71:c1:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce07beb-4db9-42ff-b7cc-1f34c3d5d38b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': 'e8e80694-e438-471b-8163-c76e1828e5ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:03:41Z', 'updated_at': '2021-08-18T12:03:49Z', 'revision_number': 5, 'project_id': '764f05f9d69b4134b93ed670f8afc320', 'subnets': [{'id': 'e8e80694-e438-471b-8163-c76e1828e5ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:11:14.134692 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1905d823-3f26-4f0c-985c-dd6f9392bb28 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Made reservation on behalf of 945a2d7857154f6c9b28850f76e065fc for: {'subnet': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:11:14.138603 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1905d823-3f26-4f0c-985c-dd6f9392bb28 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59388119'] for subnet, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:14.143964 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24af6079-7057-4058-8079-db52218ef101 req-71b0b83c-7967-4bc0-ba34-c99505ec6251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:11:14.146749 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-24af6079-7057-4058-8079-db52218ef101 req-71b0b83c-7967-4bc0-ba34-c99505ec6251 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b60736d695f1461b9071c3b3eddcc039&device_id=b66eb4dc-3615-4bdf-b4ae-47b9aeb2581d HTTP/1.1" status: 200 len: 1095 time: 0.2790082 Aug 18 12:11:14.150749 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24af6079-7057-4058-8079-db52218ef101 req-5578d14c-e453-45dd-a213-5ee22d178174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:11:14.152205 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-24af6079-7057-4058-8079-db52218ef101 req-5578d14c-e453-45dd-a213-5ee22d178174 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=b60736d695f1461b9071c3b3eddcc039&device_id=b66eb4dc-3615-4bdf-b4ae-47b9aeb2581d HTTP/1.1" status: 200 len: 1095 time: 0.2094359 Aug 18 12:11:14.158876 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] No Port match for: 72adabbd-2512-4e74-bbd3-1dc520003492 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:11:14.159584 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 72adabbd-2512-4e74-bbd3-1dc520003492 not bound to the agent host n-h1-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:11:14.161497 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-777b8996-e2ec-46ab-837d-aa13f16af3cd None None] Routers {'66b01843-3468-41fe-a34a-c2d199dbbb60'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:11:14.162607 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-777b8996-e2ec-46ab-837d-aa13f16af3cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:10:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['66b01843-3468-41fe-a34a-c2d199dbbb60'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:11:14.188933 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b15df2-7256-4f84-b3c9-a84c5b9b0771 None None] Checking router: 3ce07beb-4db9-42ff-b7cc-1f34c3d5d38b for host: n-d-804985-2 {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:11:14.194659 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-43202905-ec61-421c-97df-13e3202fff81 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for floatingip, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:14.198734 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b15df2-7256-4f84-b3c9-a84c5b9b0771 None None] Routers {'3ce07beb-4db9-42ff-b7cc-1f34c3d5d38b'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:11:14.199355 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-a0b15df2-7256-4f84-b3c9-a84c5b9b0771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:10:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['3ce07beb-4db9-42ff-b7cc-1f34c3d5d38b'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:11:14.212808 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-777b8996-e2ec-46ab-837d-aa13f16af3cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:11:14.249685 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-777b8996-e2ec-46ab-837d-aa13f16af3cd None None] Routers {'66b01843-3468-41fe-a34a-c2d199dbbb60'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:11:14.250910 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-777b8996-e2ec-46ab-837d-aa13f16af3cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:10:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['66b01843-3468-41fe-a34a-c2d199dbbb60'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:11:14.285189 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-777b8996-e2ec-46ab-837d-aa13f16af3cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:11:14.286329 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-777b8996-e2ec-46ab-837d-aa13f16af3cd None None] The sync data for ids ['66b01843-3468-41fe-a34a-c2d199dbbb60'] in n-d-804985-2 is: [] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:11:14.310355 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 968e30d9-1296-4575-8165-01e35855a47c no longer exists at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:11:14.385920 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-a0b15df2-7256-4f84-b3c9-a84c5b9b0771 None None] Set router 3ce07beb-4db9-42ff-b7cc-1f34c3d5d38b gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:11:14.387717 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-43202905-ec61-421c-97df-13e3202fff81 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 5.0596282 Aug 18 12:11:14.391073 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 48670) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:11:14.392946 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 968e30d9-1296-4575-8165-01e35855a47c not bound to the agent host n-h2-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:11:14.406112 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-09f72728-d033-4aa2-a59b-67a969f3c8a3 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Request body: {'floatingip': {'port_id': 'df254438-260f-4147-b6b5-d9f236f7ab9d', 'fixed_ip_address': '172.20.0.13'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:11:14.429187 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e77ff84f-d386-4536-b7e6-26cd9f6ff4d1 req-978e621b-b24f-49fe-938d-17a4e0cd2f4f tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/security-groups?id=18c0bfee-529e-472e-bb6d-39b7da39f1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2969835 Aug 18 12:11:14.590394 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24af6079-7057-4058-8079-db52218ef101 req-cc8297dc-41a5-41dc-98ea-9e942515fad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:11:14.592061 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-24af6079-7057-4058-8079-db52218ef101 req-cc8297dc-41a5-41dc-98ea-9e942515fad2 service neutron] 10.222.0.62 "GET /v2.0/networks?id=83c90a80-7784-4b6e-bd7b-aef3cab1c6ba HTTP/1.1" status: 200 len: 897 time: 0.4315591 Aug 18 12:11:14.618212 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24af6079-7057-4058-8079-db52218ef101 req-050a5d1a-7da1-4007-8e25-e815cf65e434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:11:14.618462 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1905d823-3f26-4f0c-985c-dd6f9392bb28 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58902106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59388097'] for subnet, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:14.624971 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-24af6079-7057-4058-8079-db52218ef101 req-050a5d1a-7da1-4007-8e25-e815cf65e434 service neutron] 10.222.0.63 "GET /v2.0/networks?id=83c90a80-7784-4b6e-bd7b-aef3cab1c6ba HTTP/1.1" status: 200 len: 897 time: 0.4492691 Aug 18 12:11:14.656502 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccac93df-198e-42b0-9b03-b09c6c9921ff req-f219089d-7622-4843-bd1c-bf6043486ca9 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:11:14.658559 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ccac93df-198e-42b0-9b03-b09c6c9921ff req-f219089d-7622-4843-bd1c-bf6043486ca9 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/networks?id=62590197-03a9-438c-a3e3-e417fcca582c HTTP/1.1" status: 200 len: 812 time: 0.4507716 Aug 18 12:11:14.736207 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-24af6079-7057-4058-8079-db52218ef101 req-b905d514-ca05-498c-800b-821a2cc87ab2 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=968e30d9-1296-4575-8165-01e35855a47c HTTP/1.1" status: 200 len: 999 time: 0.1222508 Aug 18 12:11:14.753046 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ccac93df-198e-42b0-9b03-b09c6c9921ff req-5ed0085c-a2ad-4ecc-95fb-1de70a9ed52a tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/quotas/6be1f64524b04a05973aca1b3d3c7df9 HTTP/1.1" status: 200 len: 375 time: 0.0140982 Aug 18 12:11:14.808359 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-a0b15df2-7256-4f84-b3c9-a84c5b9b0771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ce07beb-4db9-42ff-b7cc-1f34c3d5d38b', 'name': 'tempest-AttachVolumeTestJSON-383410670-router', 'tenant_id': '764f05f9d69b4134b93ed670f8afc320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.252'}], 'enable_snat': True}, 'gw_port_id': '72fe68a2-88d6-4327-b8d5-6daf9872f85d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:03:33Z', 'updated_at': '2021-08-18T12:03:42Z', 'revision_number': 4, 'project_id': '764f05f9d69b4134b93ed670f8afc320', 'gw_port': {'id': '72fe68a2-88d6-4327-b8d5-6daf9872f85d', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:89:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce07beb-4db9-42ff-b7cc-1f34c3d5d38b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:03:35Z', 'updated_at': '2021-08-18T12:03:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': '6cda11e2-5e40-4f5e-bf17-6026040fdd12', 'name': '', 'network_id': '365c1e73-53bd-4762-8c39-733a28020035', 'tenant_id': '764f05f9d69b4134b93ed670f8afc320', 'mac_address': 'fa:16:3e:71:c1:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce07beb-4db9-42ff-b7cc-1f34c3d5d38b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': 'e8e80694-e438-471b-8163-c76e1828e5ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:03:41Z', 'updated_at': '2021-08-18T12:03:49Z', 'revision_number': 5, 'project_id': '764f05f9d69b4134b93ed670f8afc320', 'subnets': [{'id': 'e8e80694-e438-471b-8163-c76e1828e5ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:11:14.839638 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b15df2-7256-4f84-b3c9-a84c5b9b0771 None None] The sync data for ids ['3ce07beb-4db9-42ff-b7cc-1f34c3d5d38b'] in n-d-804985-2 is: [{'id': '3ce07beb-4db9-42ff-b7cc-1f34c3d5d38b', 'name': 'tempest-AttachVolumeTestJSON-383410670-router', 'tenant_id': '764f05f9d69b4134b93ed670f8afc320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.252'}], 'enable_snat': True}, 'gw_port_id': '72fe68a2-88d6-4327-b8d5-6daf9872f85d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:03:33Z', 'updated_at': '2021-08-18T12:03:42Z', 'revision_number': 4, 'project_id': '764f05f9d69b4134b93ed670f8afc320', 'gw_port': {'id': '72fe68a2-88d6-4327-b8d5-6daf9872f85d', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:89:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce07beb-4db9-42ff-b7cc-1f34c3d5d38b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:03:35Z', 'updated_at': '2021-08-18T12:03:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': '6cda11e2-5e40-4f5e-bf17-6026040fdd12', 'name': '', 'network_id': '365c1e73-53bd-4762-8c39-733a28020035', 'tenant_id': '764f05f9d69b4134b93ed670f8afc320', 'mac_address': 'fa:16:3e:71:c1:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce07beb-4db9-42ff-b7cc-1f34c3d5d38b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': 'e8e80694-e438-471b-8163-c76e1828e5ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:03:41Z', 'updated_at': '2021-08-18T12:03:49Z', 'revision_number': 5, 'project_id': '764f05f9d69b4134b93ed670f8afc320', 'subnets': [{'id': 'e8e80694-e438-471b-8163-c76e1828e5ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:11:14.915555 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ccac93df-198e-42b0-9b03-b09c6c9921ff req-1cc98a4e-5e41-4dc7-8901-1807dc63db95 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=6be1f64524b04a05973aca1b3d3c7df9&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1267734 Aug 18 12:11:14.917418 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24af6079-7057-4058-8079-db52218ef101 req-db64029d-a689-4adb-9565-5c11856871f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:11:14.919360 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-24af6079-7057-4058-8079-db52218ef101 req-db64029d-a689-4adb-9565-5c11856871f9 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a348b5f7-9a90-4c29-ba78-b2f4f4dbb536 HTTP/1.1" status: 200 len: 835 time: 0.1320825 Aug 18 12:11:14.921580 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-24af6079-7057-4058-8079-db52218ef101 req-9d79aa4b-5b37-425f-a324-0d41f5d28d58 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=968e30d9-1296-4575-8165-01e35855a47c HTTP/1.1" status: 200 len: 999 time: 0.2618492 Aug 18 12:11:15.062913 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24af6079-7057-4058-8079-db52218ef101 req-5d04f4a1-f0a8-4ec1-911e-b07bac13139a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:11:15.074208 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-24af6079-7057-4058-8079-db52218ef101 req-5d04f4a1-f0a8-4ec1-911e-b07bac13139a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=83c90a80-7784-4b6e-bd7b-aef3cab1c6ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1427989 Aug 18 12:11:15.098836 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24af6079-7057-4058-8079-db52218ef101 req-5390aec2-af61-4d34-b2cf-ed0d388a902e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:11:15.101469 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-24af6079-7057-4058-8079-db52218ef101 req-5390aec2-af61-4d34-b2cf-ed0d388a902e service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a348b5f7-9a90-4c29-ba78-b2f4f4dbb536 HTTP/1.1" status: 200 len: 835 time: 0.1681924 Aug 18 12:11:15.143553 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-09f72728-d033-4aa2-a59b-67a969f3c8a3 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks [] for floatingip, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:15.194276 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 48676) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:11:15.195391 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1905d823-3f26-4f0c-985c-dd6f9392bb28 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Pushing event updated for resources: {'Subnet': ['ID=3ff3240c-435f-4421-80ba-7f0353307658,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:11:15.275774 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ccac93df-198e-42b0-9b03-b09c6c9921ff req-f8dbcdb8-9992-4130-bfa4-65f802cff479 service neutron] 10.222.0.66 "GET /v2.0/networks/62590197-03a9-438c-a3e3-e417fcca582c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3525760 Aug 18 12:11:15.288726 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24af6079-7057-4058-8079-db52218ef101 req-4adaa039-3e6c-4387-8384-ca79a6b47571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:11:15.289746 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1905d823-3f26-4f0c-985c-dd6f9392bb28 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Checking segment: {'id': '4af343b2-4b86-4d71-8d0e-0c8a301baf76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '1931c7f2-203c-4dea-8892-9b2fc18dc4c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:11:15.290115 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1905d823-3f26-4f0c-985c-dd6f9392bb28 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Network hostable DHCP agents. Network: 1931c7f2-203c-4dea-8892-9b2fc18dc4c7, hostable agents: ['97c14208-2951-4361-8d64-3708c946ff5f'], hosted agents: [] {{(pid=106253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 12:11:15.290230 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-24af6079-7057-4058-8079-db52218ef101 req-4adaa039-3e6c-4387-8384-ca79a6b47571 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=83c90a80-7784-4b6e-bd7b-aef3cab1c6ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1675842 Aug 18 12:11:15.333505 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca313cd4-d77f-46d8-8375-331ad183aa9c None None] New status for floating IP 33c3463d-dff6-4a0d-bd70-31291a2d2b35: DOWN {{(pid=106255) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 12:11:15.430058 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-24af6079-7057-4058-8079-db52218ef101 req-88ff0bfe-0715-4322-b2e0-635d7fa3816d service neutron] 10.222.0.62 "GET /v2.0/networks/83c90a80-7784-4b6e-bd7b-aef3cab1c6ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3359113 Aug 18 12:11:15.475583 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1905d823-3f26-4f0c-985c-dd6f9392bb28 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Network 1931c7f2-203c-4dea-8892-9b2fc18dc4c7 is scheduled to be hosted by DHCP agent 97c14208-2951-4361-8d64-3708c946ff5f with binding_index 1 {{(pid=106253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 12:11:15.503776 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6ea5c165-6158-481f-887f-c9164fa021c0 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:15.513632 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-1905d823-3f26-4f0c-985c-dd6f9392bb28 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-2, 1931c7f2-203c-4dea-8892-9b2fc18dc4c7) {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:11:15.519241 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1905d823-3f26-4f0c-985c-dd6f9392bb28 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:11:15.519838 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1905d823-3f26-4f0c-985c-dd6f9392bb28 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:15.526335 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c9ec9fa-faec-4e2e-bcee-c80dbb065ea3 None None] Network 1931c7f2-203c-4dea-8892-9b2fc18dc4c7 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:11:15.592754 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-1905d823-3f26-4f0c-985c-dd6f9392bb28 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6267557 Aug 18 12:11:15.600084 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6ea5c165-6158-481f-887f-c9164fa021c0 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:15.603411 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 48682) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:11:15.610697 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-9c89411d-a0ed-40f6-9722-24ef10f172bf tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Request body: {'port': {'network_id': '1931c7f2-203c-4dea-8892-9b2fc18dc4c7', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1520505116'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:11:15.738907 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f17b8161-2012-4264-bb42-ee3d6db52f34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp788be208-34ab-5a8f-af0f-528834af222f-1931c7f2-203c-4dea-8892-9b2fc18dc4c7', 'network_id': '1931c7f2-203c-4dea-8892-9b2fc18dc4c7', 'tenant_id': '945a2d7857154f6c9b28850f76e065fc', 'fixed_ips': [{'subnet_id': '3ff3240c-435f-4421-80ba-7f0353307658'}]}} from n-d-804985-2. {{(pid=106254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 12:11:15.740294 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-f17b8161-2012-4264-bb42-ee3d6db52f34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:15.829181 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c89411d-a0ed-40f6-9722-24ef10f172bf tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Made reservation on behalf of 945a2d7857154f6c9b28850f76e065fc for: {'port': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:11:15.832642 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9c89411d-a0ed-40f6-9722-24ef10f172bf tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:15.892609 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6ea5c165-6158-481f-887f-c9164fa021c0 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:15.899109 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.db_base_plugin_common [None req-f17b8161-2012-4264-bb42-ee3d6db52f34 None None] Allocated IP 172.20.0.2 (1931c7f2-203c-4dea-8892-9b2fc18dc4c7/3ff3240c-435f-4421-80ba-7f0353307658/7a1b0746-ce0d-4d24-b152-eb1db2c76c0b) {{(pid=106254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:11:15.900366 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6ea5c165-6158-481f-887f-c9164fa021c0 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:15.904454 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-6ea5c165-6158-481f-887f-c9164fa021c0 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] 10.222.0.66 "DELETE /v2.0/security-groups/fe2dcb26-443e-4283-a770-27980373d006 HTTP/1.1" status: 204 len: 168 time: 0.7033947 Aug 18 12:11:15.925707 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 48686) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:11:15.963300 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ccac93df-198e-42b0-9b03-b09c6c9921ff req-d731941e-8d29-4951-b09e-8ec1234fdc5c service neutron] 10.222.0.66 "GET /v2.0/networks/62590197-03a9-438c-a3e3-e417fcca582c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6865759 Aug 18 12:11:15.972067 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [None req-9c89411d-a0ed-40f6-9722-24ef10f172bf tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] device_id is not set on port edc743d1-dee8-4ff1-9b30-bf05cdf5979a yet. {{(pid=106253) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 12:11:15.979392 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea5c165-6158-481f-887f-c9164fa021c0 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe2dcb26-443e-4283-a770-27980373d006,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:11:16.039151 n-d-804985-2 neutron-server[106252]: INFO neutron.api.v2.resource [None req-c65c1b96-44e6-436f-bec5-e394645e4988 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] show failed (client error): The resource could not be found. Aug 18 12:11:16.046144 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 48688) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:11:16.060059 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-c65c1b96-44e6-436f-bec5-e394645e4988 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] 10.222.0.66 "GET /v2.0/security-groups/fe2dcb26-443e-4283-a770-27980373d006 HTTP/1.1" status: 404 len: 347 time: 0.1170909 Aug 18 12:11:16.087295 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-f17b8161-2012-4264-bb42-ee3d6db52f34 None None] Notify callbacks [] for port, precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:16.094599 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-24af6079-7057-4058-8079-db52218ef101 req-28d84600-1f3c-4acd-82c8-2e4f46efc490 service neutron] 10.222.0.63 "GET /v2.0/networks/83c90a80-7784-4b6e-bd7b-aef3cab1c6ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7923112 Aug 18 12:11:16.096254 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-f17b8161-2012-4264-bb42-ee3d6db52f34 None None] Transition to ACTIVE for port object 7a1b0746-ce0d-4d24-b152-eb1db2c76c0b will not be triggered until provisioned by entity L2. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:11:16.112191 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-f17b8161-2012-4264-bb42-ee3d6db52f34 None None] Transition to ACTIVE for port object 7a1b0746-ce0d-4d24-b152-eb1db2c76c0b will not be triggered until provisioned by entity DHCP. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:11:16.120040 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 968e30d9-1296-4575-8165-01e35855a47c details requested by agent hyperv_n-h1-804985-2 with host n-h1-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:11:16.132111 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-f17b8161-2012-4264-bb42-ee3d6db52f34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547'] for port, after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:16.190090 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3285c4-1cdb-44bf-a33d-6f39d6375210 req-bad78047-b628-45b2-a556-2c0995fb7bde tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:11:16.198822 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-bd3285c4-1cdb-44bf-a33d-6f39d6375210 req-bad78047-b628-45b2-a556-2c0995fb7bde tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/ports?device_id=b66eb4dc-3615-4bdf-b4ae-47b9aeb2581d HTTP/1.1" status: 200 len: 944 time: 0.2657592 Aug 18 12:11:16.211615 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17b8161-2012-4264-bb42-ee3d6db52f34 None None] Pushing event updated for resources: {'Port': ['ID=7a1b0746-ce0d-4d24-b152-eb1db2c76c0b,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:11:16.238229 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f17b8161-2012-4264-bb42-ee3d6db52f34 None None] Network 1931c7f2-203c-4dea-8892-9b2fc18dc4c7 is already hosted by enough agents. {{(pid=106254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:11:16.247360 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.base_scheduler [None req-f17b8161-2012-4264-bb42-ee3d6db52f34 None None] Resources bound (agent type, host, resource id): {{(pid=106254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:11:16.253945 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f17b8161-2012-4264-bb42-ee3d6db52f34 None None] Received port after_create {{(pid=106254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:11:16.278686 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-24af6079-7057-4058-8079-db52218ef101 req-8b08e865-c6b3-40ba-bd23-0139e38dba1e service neutron] 10.222.0.62 "GET /v2.0/networks/83c90a80-7784-4b6e-bd7b-aef3cab1c6ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8331439 Aug 18 12:11:16.282052 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.db.resource_extend [None req-09f72728-d033-4aa2-a59b-67a969f3c8a3 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 18 12:11:16.298659 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-bd3285c4-1cdb-44bf-a33d-6f39d6375210 req-f11885c3-06d1-492a-a939-c6ad51fb96b3 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/security-groups?id=18c0bfee-529e-472e-bb6d-39b7da39f1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982027 Aug 18 12:11:16.326641 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-24af6079-7057-4058-8079-db52218ef101 req-cbca71ac-0ef0-4757-876b-9bdfb87df081 service neutron] 10.222.0.63 "GET /v2.0/networks/83c90a80-7784-4b6e-bd7b-aef3cab1c6ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1907721 Aug 18 12:11:16.418953 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-09f72728-d033-4aa2-a59b-67a969f3c8a3 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:16.421528 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [None req-9c89411d-a0ed-40f6-9722-24ef10f172bf tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Allocated IP 172.20.0.6 (1931c7f2-203c-4dea-8892-9b2fc18dc4c7/3ff3240c-435f-4421-80ba-7f0353307658/edc743d1-dee8-4ff1-9b30-bf05cdf5979a) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:11:16.442170 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 968e30d9-1296-4575-8165-01e35855a47c, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=968e30d9-1296-4575-8165-01e35855a47c,segment=NetworkSegment(a141fc5e-7e21-4fbf-84e2-32d69bd4741b),segment_id=a141fc5e-7e21-4fbf-84e2-32d69bd4741b)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:11:16.445991 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-09f72728-d033-4aa2-a59b-67a969f3c8a3 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-989945'] for floatingip, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:16.476912 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-17e30b30-94f2-4d9e-8d27-21a2c1950b4c req-6b781ffa-1d4b-46ea-9308-8234a650fc14 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/ports?device_id=8a996e92-54c5-44fc-a0c3-2d1774bbf792 HTTP/1.1" status: 200 len: 210 time: 0.0643001 Aug 18 12:11:16.492813 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Returning: {'device': '968e30d9-1296-4575-8165-01e35855a47c', 'network_id': '83c90a80-7784-4b6e-bd7b-aef3cab1c6ba', 'port_id': '968e30d9-1296-4575-8165-01e35855a47c', 'mac_address': 'fa:16:3e:62:c2:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 825, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a348b5f7-9a90-4c29-ba78-b2f4f4dbb536', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:11:16.514133 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-f17b8161-2012-4264-bb42-ee3d6db52f34 None None] Attempting to bind port 7a1b0746-ce0d-4d24-b152-eb1db2c76c0b on host n-d-804985-2 for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:11:16.514502 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-f17b8161-2012-4264-bb42-ee3d6db52f34 None None] Attempting to bind port 7a1b0746-ce0d-4d24-b152-eb1db2c76c0b by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': '4af343b2-4b86-4d71-8d0e-0c8a301baf76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '1931c7f2-203c-4dea-8892-9b2fc18dc4c7'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:11:16.514869 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17b8161-2012-4264-bb42-ee3d6db52f34 None None] Attempting to bind port 7a1b0746-ce0d-4d24-b152-eb1db2c76c0b on network 1931c7f2-203c-4dea-8892-9b2fc18dc4c7 {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:11:16.524081 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-8a94160c-a7c8-4b7b-88de-d5d0e0ab30c3 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] Deleting port c8ccb6ee-a53c-449e-b8f9-381d29e8bc90 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:11:16.524403 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8a94160c-a7c8-4b7b-88de-d5d0e0ab30c3 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:16.546043 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17b8161-2012-4264-bb42-ee3d6db52f34 None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 10, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:11:16.546653 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17b8161-2012-4264-bb42-ee3d6db52f34 None None] Checking segment: {'id': '4af343b2-4b86-4d71-8d0e-0c8a301baf76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '1931c7f2-203c-4dea-8892-9b2fc18dc4c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:11:16.546800 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-f17b8161-2012-4264-bb42-ee3d6db52f34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:16.547192 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17b8161-2012-4264-bb42-ee3d6db52f34 None None] Bound using segment: {'id': '4af343b2-4b86-4d71-8d0e-0c8a301baf76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '1931c7f2-203c-4dea-8892-9b2fc18dc4c7'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:11:16.547669 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-f17b8161-2012-4264-bb42-ee3d6db52f34 None None] Bound port: 7a1b0746-ce0d-4d24-b152-eb1db2c76c0b, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4af343b2-4b86-4d71-8d0e-0c8a301baf76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '1931c7f2-203c-4dea-8892-9b2fc18dc4c7'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:11:16.548048 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-f17b8161-2012-4264-bb42-ee3d6db52f34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:16.747427 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9c89411d-a0ed-40f6-9722-24ef10f172bf tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:16.800874 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [None req-9c89411d-a0ed-40f6-9722-24ef10f172bf tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Transition to ACTIVE for port object edc743d1-dee8-4ff1-9b30-bf05cdf5979a will not be triggered until provisioned by entity DHCP. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:11:16.840007 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8a94160c-a7c8-4b7b-88de-d5d0e0ab30c3 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:16.840335 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8a94160c-a7c8-4b7b-88de-d5d0e0ab30c3 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:16.862708 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-8a94160c-a7c8-4b7b-88de-d5d0e0ab30c3 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] Calling delete_port for c8ccb6ee-a53c-449e-b8f9-381d29e8bc90 owned by network:floatingip {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:11:16.868312 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-f17b8161-2012-4264-bb42-ee3d6db52f34 None None] For port 7a1b0746-ce0d-4d24-b152-eb1db2c76c0b, host n-d-804985-2, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:11:16.871959 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-f17b8161-2012-4264-bb42-ee3d6db52f34 None None] For port 7a1b0746-ce0d-4d24-b152-eb1db2c76c0b, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=7a1b0746-ce0d-4d24-b152-eb1db2c76c0b,segment=NetworkSegment(4af343b2-4b86-4d71-8d0e-0c8a301baf76),segment_id=4af343b2-4b86-4d71-8d0e-0c8a301baf76)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:11:16.881095 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-f17b8161-2012-4264-bb42-ee3d6db52f34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:16.928256 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3c3651-a0b2-43d7-ad02-b277908a4e4b req-cf8918aa-30b3-443e-aac0-1960275867db tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:11:16.930420 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3c3c3651-a0b2-43d7-ad02-b277908a4e4b req-cf8918aa-30b3-443e-aac0-1960275867db tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.62 "GET /v2.0/ports?device_id=b66eb4dc-3615-4bdf-b4ae-47b9aeb2581d&tenant_id=b60736d695f1461b9071c3b3eddcc039&binding%3Ahost_id=n-h1-804985-2 HTTP/1.1" status: 200 len: 944 time: 0.2309344 Aug 18 12:11:16.943347 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184a9545-bcce-4a54-a6c2-0287862cd2a5 req-8db3cb81-9242-4622-a39f-cab8081300b4 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:11:16.951104 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-184a9545-bcce-4a54-a6c2-0287862cd2a5 req-8db3cb81-9242-4622-a39f-cab8081300b4 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/ports?device_id=b66eb4dc-3615-4bdf-b4ae-47b9aeb2581d HTTP/1.1" status: 200 len: 944 time: 0.1137714 Aug 18 12:11:16.975125 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:17.013195 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 968e30d9-1296-4575-8165-01e35855a47c {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:11:17.039345 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9c89411d-a0ed-40f6-9722-24ef10f172bf tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:17.054803 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-184a9545-bcce-4a54-a6c2-0287862cd2a5 req-b437fa5a-7b34-4e56-95ad-80ff205ce075 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/security-groups?id=18c0bfee-529e-472e-bb6d-39b7da39f1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024890 Aug 18 12:11:17.099027 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 968e30d9-1296-4575-8165-01e35855a47c, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=968e30d9-1296-4575-8165-01e35855a47c,segment=NetworkSegment(a141fc5e-7e21-4fbf-84e2-32d69bd4741b),segment_id=a141fc5e-7e21-4fbf-84e2-32d69bd4741b)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:11:17.109051 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17b8161-2012-4264-bb42-ee3d6db52f34 None None] Pushing event updated for resources: {'Port': ['ID=7a1b0746-ce0d-4d24-b152-eb1db2c76c0b,revision_number=2']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:11:17.118926 n-d-804985-2 neutron-server[106252]: INFO neutron.api.v2.resource [req-3c3c3651-a0b2-43d7-ad02-b277908a4e4b req-0ae98e0f-a0fe-4953-bae5-819f5506e905 service neutron] delete failed (client error): The resource could not be found. Aug 18 12:11:17.120153 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3c3c3651-a0b2-43d7-ad02-b277908a4e4b req-0ae98e0f-a0fe-4953-bae5-819f5506e905 service neutron] 10.222.0.62 "DELETE /v2.0/ports/968e30d9-1296-4575-8165-01e35855a47c/bindings/n-h2-804985-2 HTTP/1.1" status: 404 len: 380 time: 0.1668146 Aug 18 12:11:17.130275 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:17.132852 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c89411d-a0ed-40f6-9722-24ef10f172bf tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Network 1931c7f2-203c-4dea-8892-9b2fc18dc4c7 is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:11:17.142041 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-9c89411d-a0ed-40f6-9722-24ef10f172bf tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:11:17.152730 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c89411d-a0ed-40f6-9722-24ef10f172bf tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:11:17.184801 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c89411d-a0ed-40f6-9722-24ef10f172bf tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Pushing event updated for resources: {'Port': ['ID=edc743d1-dee8-4ff1-9b30-bf05cdf5979a,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:11:17.212160 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09f72728-d033-4aa2-a59b-67a969f3c8a3 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Router 66b01843-3468-41fe-a34a-c2d199dbbb60 has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:11:17.250719 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=968e30d9-1296-4575-8165-01e35855a47c,revision_number=8']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:11:17.251403 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c89411d-a0ed-40f6-9722-24ef10f172bf tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:11:17.252086 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9c89411d-a0ed-40f6-9722-24ef10f172bf tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:17.264609 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3c3651-a0b2-43d7-ad02-b277908a4e4b req-b39ede74-0d9f-4a30-88aa-e09c00549f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:11:17.266313 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3c3c3651-a0b2-43d7-ad02-b277908a4e4b req-b39ede74-0d9f-4a30-88aa-e09c00549f00 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b60736d695f1461b9071c3b3eddcc039&device_id=b66eb4dc-3615-4bdf-b4ae-47b9aeb2581d HTTP/1.1" status: 200 len: 1096 time: 0.0779555 Aug 18 12:11:17.352250 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-9c89411d-a0ed-40f6-9722-24ef10f172bf tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 1.7459567 Aug 18 12:11:17.382542 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 48704) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:11:17.464913 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] get_ports_and_sgs() called for port_ids ['968e30d9-1296-4575-8165-01e35855a47c'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:11:17.476161 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8a94160c-a7c8-4b7b-88de-d5d0e0ab30c3 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:17.481609 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3c3651-a0b2-43d7-ad02-b277908a4e4b req-fee0d188-f3c1-403b-9f7a-06f87923c3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:11:17.483722 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3c3c3651-a0b2-43d7-ad02-b277908a4e4b req-fee0d188-f3c1-403b-9f7a-06f87923c3c0 service neutron] 10.222.0.62 "GET /v2.0/networks?id=83c90a80-7784-4b6e-bd7b-aef3cab1c6ba HTTP/1.1" status: 200 len: 897 time: 0.2104063 Aug 18 12:11:17.585033 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 7a1b0746-ce0d-4d24-b152-eb1db2c76c0b up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:11:17.590981 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09f72728-d033-4aa2-a59b-67a969f3c8a3 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:11:17.661732 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca686ab5-fc99-4c7c-87a8-d86926407ed6 None None] Sync routers for ids ['66b01843-3468-41fe-a34a-c2d199dbbb60'] in n-d-804985-2 {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:11:17.664997 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c5998d17-3472-48b4-bf1d-e3d1dc50aa5b req-0cbb612f-a97a-4725-9db0-407385e210e4 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/ports?device_id=8a996e92-54c5-44fc-a0c3-2d1774bbf792 HTTP/1.1" status: 200 len: 210 time: 0.0857768 Aug 18 12:11:17.692961 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3c3c3651-a0b2-43d7-ad02-b277908a4e4b req-dc74c2fd-0ad6-4fc0-9c72-08c0761da60f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=968e30d9-1296-4575-8165-01e35855a47c HTTP/1.1" status: 200 len: 1000 time: 0.1976793 Aug 18 12:11:17.710522 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca686ab5-fc99-4c7c-87a8-d86926407ed6 None None] Routers {'66b01843-3468-41fe-a34a-c2d199dbbb60'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:11:17.711734 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-ca686ab5-fc99-4c7c-87a8-d86926407ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:10:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['66b01843-3468-41fe-a34a-c2d199dbbb60'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:11:17.788639 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-ca686ab5-fc99-4c7c-87a8-d86926407ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:11:17.813648 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca686ab5-fc99-4c7c-87a8-d86926407ed6 None None] Routers {'66b01843-3468-41fe-a34a-c2d199dbbb60'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:11:17.814325 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-ca686ab5-fc99-4c7c-87a8-d86926407ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:10:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['66b01843-3468-41fe-a34a-c2d199dbbb60'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:11:17.861263 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-ca686ab5-fc99-4c7c-87a8-d86926407ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:11:17.861920 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca686ab5-fc99-4c7c-87a8-d86926407ed6 None None] The sync data for ids ['66b01843-3468-41fe-a34a-c2d199dbbb60'] in n-d-804985-2 is: [] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:11:17.889621 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port 7a1b0746-ce0d-4d24-b152-eb1db2c76c0b completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:11:17.915639 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3c3651-a0b2-43d7-ad02-b277908a4e4b req-679b99a9-a467-4e02-9f6b-9a665db2610a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:11:17.917520 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3c3c3651-a0b2-43d7-ad02-b277908a4e4b req-679b99a9-a467-4e02-9f6b-9a665db2610a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a348b5f7-9a90-4c29-ba78-b2f4f4dbb536 HTTP/1.1" status: 200 len: 835 time: 0.2161348 Aug 18 12:11:17.957711 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-09f72728-d033-4aa2-a59b-67a969f3c8a3 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for floatingip, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:17.962005 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a94160c-a7c8-4b7b-88de-d5d0e0ab30c3 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] Pushing event deleted for resources: {'Port': ['ID=c8ccb6ee-a53c-449e-b8f9-381d29e8bc90,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:11:18.059029 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8a94160c-a7c8-4b7b-88de-d5d0e0ab30c3 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] Notify callbacks [] for floatingip, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:18.059234 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccac93df-198e-42b0-9b03-b09c6c9921ff req-cfda8e62-cb1f-4ea3-b343-0882c1df8212 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:11:18.062426 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8a94160c-a7c8-4b7b-88de-d5d0e0ab30c3 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for floatingip, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:18.066411 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ccac93df-198e-42b0-9b03-b09c6c9921ff req-cfda8e62-cb1f-4ea3-b343-0882c1df8212 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.63 "GET /v2.0/networks?id=62590197-03a9-438c-a3e3-e417fcca582c HTTP/1.1" status: 200 len: 812 time: 0.3238556 Aug 18 12:11:18.067650 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-8a94160c-a7c8-4b7b-88de-d5d0e0ab30c3 tempest-AttachVolumeTestJSON-1869731451 tempest-AttachVolumeTestJSON-1869731451-project] 10.222.0.66 "DELETE /v2.0/floatingips/33c3463d-dff6-4a0d-bd70-31291a2d2b35 HTTP/1.1" status: 204 len: 168 time: 2.0142167 Aug 18 12:11:18.073746 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3c3651-a0b2-43d7-ad02-b277908a4e4b req-77c5de44-4597-4ef8-a29f-753ff81ce282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:11:18.075340 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3c3c3651-a0b2-43d7-ad02-b277908a4e4b req-77c5de44-4597-4ef8-a29f-753ff81ce282 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=83c90a80-7784-4b6e-bd7b-aef3cab1c6ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1279602 Aug 18 12:11:18.080816 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-ccac93df-198e-42b0-9b03-b09c6c9921ff req-06ea150d-a26f-4b80-9b30-a3f8eec23ec1 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Request body: {'port': {'device_id': '8a996e92-54c5-44fc-a0c3-2d1774bbf792', 'network_id': '62590197-03a9-438c-a3e3-e417fcca582c', 'admin_state_up': True, 'tenant_id': '6be1f64524b04a05973aca1b3d3c7df9'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:11:18.091547 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd466e1e-b654-4380-8ae8-c7c8500f839e req-7010a791-0057-44ce-b03e-958d138ade20 tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:11:18.096105 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-09f72728-d033-4aa2-a59b-67a969f3c8a3 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] 10.222.0.66 "PUT /v2.0/floatingips/24bff0d3-6f0c-4340-9989-3e2d520614c9 HTTP/1.1" status: 200 len: 979 time: 3.7025406 Aug 18 12:11:18.097221 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 48728) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:11:18.098517 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-dd466e1e-b654-4380-8ae8-c7c8500f839e req-7010a791-0057-44ce-b03e-958d138ade20 tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] 10.222.0.66 "GET /v2.0/networks?id=7dfc47df-47b4-4e90-bd94-e3bf14b5a490 HTTP/1.1" status: 200 len: 815 time: 0.2109082 Aug 18 12:11:18.113154 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-1814fe6c-6149-4d35-9074-bfde9957c271 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Deleting port edc743d1-dee8-4ff1-9b30-bf05cdf5979a {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:11:18.113599 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1814fe6c-6149-4d35-9074-bfde9957c271 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:18.276651 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-dd466e1e-b654-4380-8ae8-c7c8500f839e req-e95584ba-ec5f-4682-b8da-bef4a2aff237 tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] 10.222.0.66 "GET /v2.0/quotas/287474964843457e83741728f27605af HTTP/1.1" status: 200 len: 375 time: 0.1769164 Aug 18 12:11:18.343700 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1814fe6c-6149-4d35-9074-bfde9957c271 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:18.398950 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-1814fe6c-6149-4d35-9074-bfde9957c271 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Calling delete_port for edc743d1-dee8-4ff1-9b30-bf05cdf5979a owned by {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:11:18.435077 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33c70fe-d411-4fe7-8c75-de4513184cd9 req-0e412f99-8c98-493e-9991-166d09e0550d tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:11:18.436962 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d33c70fe-d411-4fe7-8c75-de4513184cd9 req-0e412f99-8c98-493e-9991-166d09e0550d tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/ports?device_id=b66eb4dc-3615-4bdf-b4ae-47b9aeb2581d HTTP/1.1" status: 200 len: 945 time: 0.2614799 Aug 18 12:11:18.477069 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-f00e84c0-6352-499c-a908-d93832e39600 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Deleting port 5ab77762-e244-4a22-8891-5d9c0f258120 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:11:18.477425 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f00e84c0-6352-499c-a908-d93832e39600 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:18.484286 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-dd466e1e-b654-4380-8ae8-c7c8500f839e req-1bc786fa-068a-496a-9896-d40608b7421b tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=287474964843457e83741728f27605af&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2064617 Aug 18 12:11:18.488700 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3c3c3651-a0b2-43d7-ad02-b277908a4e4b req-f6b29b83-d2d6-4ded-bf70-381a4e67780b service neutron] 10.222.0.62 "GET /v2.0/networks/83c90a80-7784-4b6e-bd7b-aef3cab1c6ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3723333 Aug 18 12:11:18.490796 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3fc698dc-2e41-496a-900d-402cf6493ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:18.611683 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dd8e2ea-cb4c-4b4b-a81d-61e77c2e0639 None None] Network 1931c7f2-203c-4dea-8892-9b2fc18dc4c7 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:11:18.635683 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f00e84c0-6352-499c-a908-d93832e39600 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:18.635683 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f00e84c0-6352-499c-a908-d93832e39600 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:18.638499 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1814fe6c-6149-4d35-9074-bfde9957c271 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:18.654146 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ccac93df-198e-42b0-9b03-b09c6c9921ff req-06ea150d-a26f-4b80-9b30-a3f8eec23ec1 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Made reservation on behalf of 6be1f64524b04a05973aca1b3d3c7df9 for: {'port': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:11:18.657754 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-ccac93df-198e-42b0-9b03-b09c6c9921ff req-06ea150d-a26f-4b80-9b30-a3f8eec23ec1 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:18.672598 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d33c70fe-d411-4fe7-8c75-de4513184cd9 req-ee4d7c4f-20d3-411a-a502-401bd26981d9 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/security-groups?id=18c0bfee-529e-472e-bb6d-39b7da39f1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2249405 Aug 18 12:11:18.694520 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-f00e84c0-6352-499c-a908-d93832e39600 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Calling delete_port for 5ab77762-e244-4a22-8891-5d9c0f258120 owned by network:floatingip {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:11:18.708654 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1814fe6c-6149-4d35-9074-bfde9957c271 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Pushing event deleted for resources: {'Port': ['ID=edc743d1-dee8-4ff1-9b30-bf05cdf5979a,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:11:18.804113 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-dd466e1e-b654-4380-8ae8-c7c8500f839e req-ef526c0c-a319-455d-bf90-5d64dc9b2f85 service neutron] 10.222.0.66 "GET /v2.0/networks/7dfc47df-47b4-4e90-bd94-e3bf14b5a490?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3187416 Aug 18 12:11:18.809048 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3c3c3651-a0b2-43d7-ad02-b277908a4e4b req-db8c8e6c-f341-4801-8a23-b028afdf6989 service neutron] 10.222.0.62 "GET /v2.0/networks/83c90a80-7784-4b6e-bd7b-aef3cab1c6ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3001103 Aug 18 12:11:18.841992 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-a620c80a-38d8-40b8-b432-2213c2861862 None None] Provisioning for port 7a1b0746-ce0d-4d24-b152-eb1db2c76c0b completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:11:18.847225 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-a620c80a-38d8-40b8-b432-2213c2861862 None None] Provisioning complete for port 7a1b0746-ce0d-4d24-b152-eb1db2c76c0b triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:11:18.847680 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-a620c80a-38d8-40b8-b432-2213c2861862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:18.887378 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1814fe6c-6149-4d35-9074-bfde9957c271 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:18.892704 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-1814fe6c-6149-4d35-9074-bfde9957c271 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] 10.222.0.66 "DELETE /v2.0/ports/edc743d1-dee8-4ff1-9b30-bf05cdf5979a HTTP/1.1" status: 204 len: 168 time: 1.5078447 Aug 18 12:11:18.893596 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 48738) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:11:18.974703 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-a620c80a-38d8-40b8-b432-2213c2861862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:18.984626 n-d-804985-2 neutron-server[106253]: INFO neutron.pecan_wsgi.hooks.translation [None req-93bc899a-c381-4d8e-913c-5b012ebb34a1 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] GET failed (client error): The resource could not be found. Aug 18 12:11:18.989799 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-93bc899a-c381-4d8e-913c-5b012ebb34a1 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] 10.222.0.66 "GET /v2.0/ports/edc743d1-dee8-4ff1-9b30-bf05cdf5979a HTTP/1.1" status: 404 len: 333 time: 0.0874100 Aug 18 12:11:18.995374 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b5c87754-b12a-48ff-b4af-3730f4311110 req-3fa8bf2f-a2be-4893-a159-487576f2e9ae tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/ports?device_id=8a996e92-54c5-44fc-a0c3-2d1774bbf792 HTTP/1.1" status: 200 len: 210 time: 0.0538225 Aug 18 12:11:18.995902 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 48740) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:11:19.020242 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-a620c80a-38d8-40b8-b432-2213c2861862 None None] For port 7a1b0746-ce0d-4d24-b152-eb1db2c76c0b, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=7a1b0746-ce0d-4d24-b152-eb1db2c76c0b,segment=NetworkSegment(4af343b2-4b86-4d71-8d0e-0c8a301baf76),segment_id=4af343b2-4b86-4d71-8d0e-0c8a301baf76)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:11:19.028591 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-a620c80a-38d8-40b8-b432-2213c2861862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:19.134645 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a620c80a-38d8-40b8-b432-2213c2861862 None None] Pushing event updated for resources: {'Port': ['ID=7a1b0746-ce0d-4d24-b152-eb1db2c76c0b,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:11:19.146383 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [req-ccac93df-198e-42b0-9b03-b09c6c9921ff req-06ea150d-a26f-4b80-9b30-a3f8eec23ec1 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Allocated IP 172.20.0.6 (62590197-03a9-438c-a3e3-e417fcca582c/01de034f-d2f0-4b70-88ab-1a19fe1401c1/25136f60-7ebb-4fe1-8830-1b2392c99e14) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:11:19.174131 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f00e84c0-6352-499c-a908-d93832e39600 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:19.195785 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a915aca-4c7f-48bc-8124-b38e28cbc3db tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Deleting subnet 3ff3240c-435f-4421-80ba-7f0353307658 {{(pid=106252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 12:11:19.199200 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5a915aca-4c7f-48bc-8124-b38e28cbc3db tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks [] for subnet, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:19.218450 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00e84c0-6352-499c-a908-d93832e39600 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Pushing event deleted for resources: {'Port': ['ID=5ab77762-e244-4a22-8891-5d9c0f258120,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:11:19.258820 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-5a1d758c-de0f-483c-91ee-9b0bca56b673 None None] Provisioning complete for port 7a1b0746-ce0d-4d24-b152-eb1db2c76c0b triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:11:19.261482 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-dd466e1e-b654-4380-8ae8-c7c8500f839e req-41001e98-920d-414f-8d92-e9a0cf77db15 service neutron] 10.222.0.66 "GET /v2.0/networks/7dfc47df-47b4-4e90-bd94-e3bf14b5a490?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4424555 Aug 18 12:11:19.270033 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-5a1d758c-de0f-483c-91ee-9b0bca56b673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:19.280629 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5a915aca-4c7f-48bc-8124-b38e28cbc3db tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2221528'] for subnet, precommit_delete_associations {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:19.312432 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f00e84c0-6352-499c-a908-d93832e39600 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks [] for floatingip, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:19.313073 n-d-804985-2 neutron-server[106253]: INFO neutron.db.l3_db [None req-f00e84c0-6352-499c-a908-d93832e39600 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Floating IP 24bff0d3-6f0c-4340-9989-3e2d520614c9 disassociated (deleted). External IP: 172.25.7.218, port: df254438-260f-4147-b6b5-d9f236f7ab9d. Aug 18 12:11:19.518645 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 7a1b0746-ce0d-4d24-b152-eb1db2c76c0b up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:11:19.623378 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 7a1b0746-ce0d-4d24-b152-eb1db2c76c0b triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:11:19.628978 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:19.688235 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-94c5394e-266a-4da7-b57b-ba4537334838 req-25fb60a4-4543-4738-a9ac-f2d7a26479f9 tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] 10.222.0.66 "GET /v2.0/ports?device_id=fbc93e59-0e7f-45f2-bf39-a18809ca61eb HTTP/1.1" status: 200 len: 210 time: 0.0980551 Aug 18 12:11:19.693356 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-606ba6e2-6074-464d-9085-5286269aad3f None None] Could not find standard attr ID for object edc743d1-dee8-4ff1-9b30-bf05cdf5979a. {{(pid=106254) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 18 12:11:19.811347 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f00e84c0-6352-499c-a908-d93832e39600 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Router 66b01843-3468-41fe-a34a-c2d199dbbb60 has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:11:19.914969 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5a915aca-4c7f-48bc-8124-b38e28cbc3db tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:19.971996 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-ccac93df-198e-42b0-9b03-b09c6c9921ff req-06ea150d-a26f-4b80-9b30-a3f8eec23ec1 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:19.993089 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f00e84c0-6352-499c-a908-d93832e39600 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:11:19.999295 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f00e84c0-6352-499c-a908-d93832e39600 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for floatingip, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:20.005293 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8bae2fa-d5a9-4e17-a643-17801642ddef None None] Sync routers for ids ['66b01843-3468-41fe-a34a-c2d199dbbb60'] in n-d-804985-2 {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:11:20.009906 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e87922-7c3f-4c56-889a-27ecee660672 req-e4326c09-9d95-4a0f-ad5c-9fffccb15d52 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:11:20.011709 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-39e87922-7c3f-4c56-889a-27ecee660672 req-e4326c09-9d95-4a0f-ad5c-9fffccb15d52 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/ports?device_id=b66eb4dc-3615-4bdf-b4ae-47b9aeb2581d HTTP/1.1" status: 200 len: 945 time: 0.1701491 Aug 18 12:11:20.015150 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [req-ccac93df-198e-42b0-9b03-b09c6c9921ff req-06ea150d-a26f-4b80-9b30-a3f8eec23ec1 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Transition to ACTIVE for port object 25136f60-7ebb-4fe1-8830-1b2392c99e14 will not be triggered until provisioned by entity DHCP. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:11:20.020186 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8bae2fa-d5a9-4e17-a643-17801642ddef None None] Routers {'66b01843-3468-41fe-a34a-c2d199dbbb60'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:11:20.027631 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-f8bae2fa-d5a9-4e17-a643-17801642ddef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:10:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['66b01843-3468-41fe-a34a-c2d199dbbb60'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:11:20.078616 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-f00e84c0-6352-499c-a908-d93832e39600 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] 10.222.0.66 "DELETE /v2.0/floatingips/24bff0d3-6f0c-4340-9989-3e2d520614c9 HTTP/1.1" status: 204 len: 168 time: 1.9803443 Aug 18 12:11:20.080985 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5a915aca-4c7f-48bc-8124-b38e28cbc3db tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3572848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59074100'] for subnet, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:20.083183 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 48760) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:11:20.126358 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-f8bae2fa-d5a9-4e17-a643-17801642ddef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:11:20.127444 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-39e87922-7c3f-4c56-889a-27ecee660672 req-c3c3e088-a3f8-42a7-9be5-e86676c31787 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/security-groups?id=18c0bfee-529e-472e-bb6d-39b7da39f1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050849 Aug 18 12:11:20.140008 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 968e30d9-1296-4575-8165-01e35855a47c up at agent hyperv_n-h1-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:11:20.157708 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8bae2fa-d5a9-4e17-a643-17801642ddef None None] Routers {'66b01843-3468-41fe-a34a-c2d199dbbb60'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:11:20.158505 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-f8bae2fa-d5a9-4e17-a643-17801642ddef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:10:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['66b01843-3468-41fe-a34a-c2d199dbbb60'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:11:20.162455 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b18848e0-9125-4c77-b0c2-04ccbe269875 req-d2cd45d0-7cc4-4545-96a5-b345ea72be02 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/ports?device_id=8a996e92-54c5-44fc-a0c3-2d1774bbf792 HTTP/1.1" status: 200 len: 210 time: 0.0325201 Aug 18 12:11:20.163583 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a915aca-4c7f-48bc-8124-b38e28cbc3db tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Pushing event deleted for resources: {'Subnet': ['ID=3ff3240c-435f-4421-80ba-7f0353307658,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:11:20.177613 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 48762) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:11:20.184453 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4940c38-ff6f-4a8c-bfc3-dbe794a203a4 None None] Network 1931c7f2-203c-4dea-8892-9b2fc18dc4c7 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:11:20.195107 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5a915aca-4c7f-48bc-8124-b38e28cbc3db tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for subnet, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:20.201028 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 48764) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:11:20.213036 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-5a915aca-4c7f-48bc-8124-b38e28cbc3db tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] 10.222.0.66 "DELETE /v2.0/subnets/3ff3240c-435f-4421-80ba-7f0353307658 HTTP/1.1" status: 204 len: 168 time: 1.2001700 Aug 18 12:11:20.238344 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-f8bae2fa-d5a9-4e17-a643-17801642ddef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:11:20.239044 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8bae2fa-d5a9-4e17-a643-17801642ddef None None] The sync data for ids ['66b01843-3468-41fe-a34a-c2d199dbbb60'] in n-d-804985-2 is: [] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:11:20.273774 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-ccac93df-198e-42b0-9b03-b09c6c9921ff req-06ea150d-a26f-4b80-9b30-a3f8eec23ec1 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:20.299965 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] get_ports_and_sgs() called for port_ids ['55b318c7-6bb8-425f-b6db-088781d25c4e'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:11:20.301947 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] get_ports_and_sgs() called for port_ids ['7a7db1db-b5ee-48d6-85e1-5e7495701d0f'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:11:20.334479 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-dfef0c3b-9a78-4b99-9fde-39f35d43199b tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7904109'] for network, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:20.347536 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccac93df-198e-42b0-9b03-b09c6c9921ff req-06ea150d-a26f-4b80-9b30-a3f8eec23ec1 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Network 62590197-03a9-438c-a3e3-e417fcca582c is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:11:20.348343 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-fd895e06-862e-4a38-ad0f-c7e6dadbe836 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Deleting port df254438-260f-4147-b6b5-d9f236f7ab9d {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:11:20.348864 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-fd895e06-862e-4a38-ad0f-c7e6dadbe836 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:20.354777 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [req-ccac93df-198e-42b0-9b03-b09c6c9921ff req-06ea150d-a26f-4b80-9b30-a3f8eec23ec1 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:11:20.361564 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccac93df-198e-42b0-9b03-b09c6c9921ff req-06ea150d-a26f-4b80-9b30-a3f8eec23ec1 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:11:20.369208 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-799632ae-8e31-41f7-8ad6-1578bb9b32c0 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/floatingips/e6d9d344-bc81-4bcd-9131-4ebd47b07927 HTTP/1.1" status: 200 len: 992 time: 0.1901419 Aug 18 12:11:20.389264 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ea150d-a26f-4b80-9b30-a3f8eec23ec1 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Pushing event updated for resources: {'Port': ['ID=25136f60-7ebb-4fe1-8830-1b2392c99e14,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:11:20.424739 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Provisioning for port 968e30d9-1296-4575-8165-01e35855a47c completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:11:20.427527 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccac93df-198e-42b0-9b03-b09c6c9921ff req-06ea150d-a26f-4b80-9b30-a3f8eec23ec1 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:11:20.427916 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-ccac93df-198e-42b0-9b03-b09c6c9921ff req-06ea150d-a26f-4b80-9b30-a3f8eec23ec1 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:20.448089 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ccac93df-198e-42b0-9b03-b09c6c9921ff req-06ea150d-a26f-4b80-9b30-a3f8eec23ec1 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3714693 Aug 18 12:11:20.463014 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-ccac93df-198e-42b0-9b03-b09c6c9921ff req-1b2532aa-c1f2-4872-8035-b31b9f79e1a3 service neutron] Request body: {'port': {'device_id': '8a996e92-54c5-44fc-a0c3-2d1774bbf792', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804985-2'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:11:20.540055 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Provisioning complete for port 968e30d9-1296-4575-8165-01e35855a47c triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:11:20.540428 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:20.585477 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-ccac93df-198e-42b0-9b03-b09c6c9921ff req-1b2532aa-c1f2-4872-8035-b31b9f79e1a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:20.645083 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-fd895e06-862e-4a38-ad0f-c7e6dadbe836 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:20.663373 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-fd895e06-862e-4a38-ad0f-c7e6dadbe836 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Calling delete_port for df254438-260f-4147-b6b5-d9f236f7ab9d owned by {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:11:20.742017 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-dfef0c3b-9a78-4b99-9fde-39f35d43199b tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Deleting port 7a1b0746-ce0d-4d24-b152-eb1db2c76c0b {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:11:20.743078 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-dfef0c3b-9a78-4b99-9fde-39f35d43199b tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:20.798881 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-386644d0-0bd3-40ed-8ca1-e4d5f44a6bbd None None] Provisioning for port 25136f60-7ebb-4fe1-8830-1b2392c99e14 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:11:20.825764 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-386644d0-0bd3-40ed-8ca1-e4d5f44a6bbd None None] Provisioning complete for port 25136f60-7ebb-4fe1-8830-1b2392c99e14 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:11:20.826245 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-386644d0-0bd3-40ed-8ca1-e4d5f44a6bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:20.845376 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61e0ddc6-ab9a-4184-b648-0d56c568a03f None None] DHCP port deletion for 1931c7f2-203c-4dea-8892-9b2fc18dc4c7 request from n-d-804985-2 {{(pid=106254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 12:11:20.853964 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [None req-dfef0c3b-9a78-4b99-9fde-39f35d43199b tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] For port 7a1b0746-ce0d-4d24-b152-eb1db2c76c0b, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=7a1b0746-ce0d-4d24-b152-eb1db2c76c0b,segment=NetworkSegment(4af343b2-4b86-4d71-8d0e-0c8a301baf76),segment_id=4af343b2-4b86-4d71-8d0e-0c8a301baf76)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:11:20.854627 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-dfef0c3b-9a78-4b99-9fde-39f35d43199b tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:20.869670 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-dfef0c3b-9a78-4b99-9fde-39f35d43199b tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Calling delete_port for 7a1b0746-ce0d-4d24-b152-eb1db2c76c0b owned by network:dhcp {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:11:20.890658 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:21.010010 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b66eb4dc-3615-4bdf-b4ae-47b9aeb2581d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '968e30d9-1296-4575-8165-01e35855a47c'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:11:21.014186 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db50a436fb3a98495337d8fe7487b4f2ea6f3c1052eb9efadc2ecda2d5737001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db88d512-fa95-4b9f-90fa-65560b9ae5fb" -d '{"events": [{"server_uuid": "b66eb4dc-3615-4bdf-b4ae-47b9aeb2581d", "name": "network-vif-plugged", "status": "completed", "tag": "968e30d9-1296-4575-8165-01e35855a47c"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:11:21.033476 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-386644d0-0bd3-40ed-8ca1-e4d5f44a6bbd None None] Port 25136f60-7ebb-4fe1-8830-1b2392c99e14 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:11:21.072455 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [req-ccac93df-198e-42b0-9b03-b09c6c9921ff req-1b2532aa-c1f2-4872-8035-b31b9f79e1a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25136f60-7ebb-4fe1-8830-1b2392c99e14 {{(pid=106252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:11:21.079375 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 968e30d9-1296-4575-8165-01e35855a47c, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=968e30d9-1296-4575-8165-01e35855a47c,segment=NetworkSegment(a141fc5e-7e21-4fbf-84e2-32d69bd4741b),segment_id=a141fc5e-7e21-4fbf-84e2-32d69bd4741b)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:11:21.080638 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-ccac93df-198e-42b0-9b03-b09c6c9921ff req-1b2532aa-c1f2-4872-8035-b31b9f79e1a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:21.084295 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:11:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9953dc1a-4b8e-4567-90f7-742662c8e843 x-openstack-request-id: req-9953dc1a-4b8e-4567-90f7-742662c8e843 {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:11:21.086168 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b66eb4dc-3615-4bdf-b4ae-47b9aeb2581d", "name": "network-vif-plugged", "status": "completed", "tag": "968e30d9-1296-4575-8165-01e35855a47c", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:11:21.086940 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-9953dc1a-4b8e-4567-90f7-742662c8e843 {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:11:21.087794 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b66eb4dc-3615-4bdf-b4ae-47b9aeb2581d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '968e30d9-1296-4575-8165-01e35855a47c', 'code': 200} Aug 18 12:11:21.094196 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [req-ccac93df-198e-42b0-9b03-b09c6c9921ff req-1b2532aa-c1f2-4872-8035-b31b9f79e1a3 service neutron] Transition to ACTIVE for port object 25136f60-7ebb-4fe1-8830-1b2392c99e14 will not be triggered until provisioned by entity L2. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:11:21.094897 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:21.097227 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-fd895e06-862e-4a38-ad0f-c7e6dadbe836 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:21.147645 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd895e06-862e-4a38-ad0f-c7e6dadbe836 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Pushing event deleted for resources: {'Port': ['ID=df254438-260f-4147-b6b5-d9f236f7ab9d,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:11:21.169792 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-61e0ddc6-ab9a-4184-b648-0d56c568a03f None None] Deleting port 7a1b0746-ce0d-4d24-b152-eb1db2c76c0b {{(pid=106254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:11:21.170166 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-61e0ddc6-ab9a-4184-b648-0d56c568a03f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:21.233253 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd466e1e-b654-4380-8ae8-c7c8500f839e req-b0573857-206b-4098-819a-83ebd3cb39f4 tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:11:21.234775 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-dd466e1e-b654-4380-8ae8-c7c8500f839e req-b0573857-206b-4098-819a-83ebd3cb39f4 tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] 10.222.0.62 "GET /v2.0/networks?id=7dfc47df-47b4-4e90-bd94-e3bf14b5a490 HTTP/1.1" status: 200 len: 815 time: 0.1390121 Aug 18 12:11:21.239360 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=968e30d9-1296-4575-8165-01e35855a47c,revision_number=9']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:11:21.261120 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-59ab395f-be59-4797-b541-f01b33efc771 req-8e6a33ea-e73c-40d3-9014-4e48467b9330 tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] 10.222.0.66 "GET /v2.0/ports?device_id=fbc93e59-0e7f-45f2-bf39-a18809ca61eb HTTP/1.1" status: 200 len: 210 time: 0.0430014 Aug 18 12:11:21.261770 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-ccac93df-198e-42b0-9b03-b09c6c9921ff req-1b2532aa-c1f2-4872-8035-b31b9f79e1a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:21.268665 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-dfef0c3b-9a78-4b99-9fde-39f35d43199b tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:21.277144 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-dd466e1e-b654-4380-8ae8-c7c8500f839e req-51280c0a-9733-4ef5-a3fc-6a53a952d157 tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] Request body: {'port': {'device_id': 'fbc93e59-0e7f-45f2-bf39-a18809ca61eb', 'network_id': '7dfc47df-47b4-4e90-bd94-e3bf14b5a490', 'admin_state_up': True, 'tenant_id': '287474964843457e83741728f27605af'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:11:21.304514 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-61e0ddc6-ab9a-4184-b648-0d56c568a03f None None] For port 7a1b0746-ce0d-4d24-b152-eb1db2c76c0b, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=7a1b0746-ce0d-4d24-b152-eb1db2c76c0b,segment=NetworkSegment(4af343b2-4b86-4d71-8d0e-0c8a301baf76),segment_id=4af343b2-4b86-4d71-8d0e-0c8a301baf76)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:11:21.305721 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-61e0ddc6-ab9a-4184-b648-0d56c568a03f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:21.318643 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfef0c3b-9a78-4b99-9fde-39f35d43199b tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Pushing event deleted for resources: {'Port': ['ID=7a1b0746-ce0d-4d24-b152-eb1db2c76c0b,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:11:21.325068 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfef0c3b-9a78-4b99-9fde-39f35d43199b tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] No DVR routers for this DVR port 7a1b0746-ce0d-4d24-b152-eb1db2c76c0b on host n-d-804985-2 {{(pid=106253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:11:21.330614 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-61e0ddc6-ab9a-4184-b648-0d56c568a03f None None] Calling delete_port for 7a1b0746-ce0d-4d24-b152-eb1db2c76c0b owned by network:dhcp {{(pid=106254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:11:21.332429 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-fd895e06-862e-4a38-ad0f-c7e6dadbe836 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:21.334615 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-fd895e06-862e-4a38-ad0f-c7e6dadbe836 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] 10.222.0.66 "DELETE /v2.0/ports/df254438-260f-4147-b6b5-d9f236f7ab9d HTTP/1.1" status: 204 len: 168 time: 1.2503178 Aug 18 12:11:21.338395 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 48776) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:11:21.345019 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-bbd4b29c-7cda-4e8d-a424-89a73d6e0c52 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Request body: {'floatingip': {'floating_network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:11:21.441005 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:21.463874 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 7a1b0746-ce0d-4d24-b152-eb1db2c76c0b no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:11:21.489432 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-bbd4b29c-7cda-4e8d-a424-89a73d6e0c52 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks [] for floatingip, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:21.497703 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: 7a1b0746-ce0d-4d24-b152-eb1db2c76c0b {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:11:21.498036 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 7a1b0746-ce0d-4d24-b152-eb1db2c76c0b not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:11:21.506127 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-61e0ddc6-ab9a-4184-b648-0d56c568a03f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556'] for port, after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:21.511807 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2532aa-c1f2-4872-8035-b31b9f79e1a3 service neutron] Pushing event updated for resources: {'Port': ['ID=25136f60-7ebb-4fe1-8830-1b2392c99e14,revision_number=2']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:11:21.539854 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8a4d51-aa7b-4e4e-8990-4053c745d256 req-7c1ca31c-0e9f-4ff0-9b6e-ff1dbfd6aa5e tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:11:21.541451 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3a8a4d51-aa7b-4e4e-8990-4053c745d256 req-7c1ca31c-0e9f-4ff0-9b6e-ff1dbfd6aa5e tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/ports?device_id=8a996e92-54c5-44fc-a0c3-2d1774bbf792 HTTP/1.1" status: 200 len: 943 time: 0.1913488 Aug 18 12:11:21.541970 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e0ddc6-ab9a-4184-b648-0d56c568a03f None None] Pushing event deleted for resources: {'Port': ['ID=7a1b0746-ce0d-4d24-b152-eb1db2c76c0b,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:11:21.543597 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-dfef0c3b-9a78-4b99-9fde-39f35d43199b tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8367869', 'neutron.services.segments.db._delete_segments_for_network-8789151212993'] for network, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:21.552896 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e0ddc6-ab9a-4184-b648-0d56c568a03f None None] No DVR routers for this DVR port 7a1b0746-ce0d-4d24-b152-eb1db2c76c0b on host n-d-804985-2 {{(pid=106254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:11:21.625701 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-dfef0c3b-9a78-4b99-9fde-39f35d43199b tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1931c7f2-203c-4dea-8892-9b2fc18dc4c7']}} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:11:21.641981 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-dfef0c3b-9a78-4b99-9fde-39f35d43199b tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4af343b2-4b86-4d71-8d0e-0c8a301baf76') {'for_net_delete': True} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:11:21.642502 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-dfef0c3b-9a78-4b99-9fde-39f35d43199b tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4af343b2-4b86-4d71-8d0e-0c8a301baf76') {} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:11:21.644667 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3a8a4d51-aa7b-4e4e-8990-4053c745d256 req-910eca4a-e3d5-484a-8c39-a993cfeb76fc tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/security-groups?id=e93b90b0-d66c-467b-a848-eedd88936357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810933 Aug 18 12:11:21.648094 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-ccac93df-198e-42b0-9b03-b09c6c9921ff req-1b2532aa-c1f2-4872-8035-b31b9f79e1a3 service neutron] Attempting to bind port 25136f60-7ebb-4fe1-8830-1b2392c99e14 on host n-h1-804985-2 for vnic_type normal with profile {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:11:21.648439 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-ccac93df-198e-42b0-9b03-b09c6c9921ff req-1b2532aa-c1f2-4872-8035-b31b9f79e1a3 service neutron] Attempting to bind port 25136f60-7ebb-4fe1-8830-1b2392c99e14 by drivers openvswitch,hyperv on host n-h1-804985-2 at level 0 using segments [{'id': '299e2826-ecf6-416e-b53c-1b1574dd5315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '62590197-03a9-438c-a3e3-e417fcca582c'}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:11:21.648801 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccac93df-198e-42b0-9b03-b09c6c9921ff req-1b2532aa-c1f2-4872-8035-b31b9f79e1a3 service neutron] Attempting to bind port 25136f60-7ebb-4fe1-8830-1b2392c99e14 on network 62590197-03a9-438c-a3e3-e417fcca582c {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:11:21.676616 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccac93df-198e-42b0-9b03-b09c6c9921ff req-1b2532aa-c1f2-4872-8035-b31b9f79e1a3 service neutron] Port 25136f60-7ebb-4fe1-8830-1b2392c99e14 on network 62590197-03a9-438c-a3e3-e417fcca582c not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-2 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:11:21.676616 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccac93df-198e-42b0-9b03-b09c6c9921ff req-1b2532aa-c1f2-4872-8035-b31b9f79e1a3 service neutron] Attempting to bind port 25136f60-7ebb-4fe1-8830-1b2392c99e14 on network 62590197-03a9-438c-a3e3-e417fcca582c {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:11:21.676913 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-7e33e3c0-1631-4a60-8633-a26a09a904f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:21.676990 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd466e1e-b654-4380-8ae8-c7c8500f839e req-51280c0a-9733-4ef5-a3fc-6a53a952d157 tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] Made reservation on behalf of 287474964843457e83741728f27605af for: {'port': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:11:21.679366 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-dfef0c3b-9a78-4b99-9fde-39f35d43199b tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789151225254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902236'] for segment, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:21.685657 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-dd466e1e-b654-4380-8ae8-c7c8500f839e req-51280c0a-9733-4ef5-a3fc-6a53a952d157 tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:21.698485 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-dfef0c3b-9a78-4b99-9fde-39f35d43199b tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:21.713078 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfef0c3b-9a78-4b99-9fde-39f35d43199b tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Releasing vlan 848 on physical network physnet1 to pool {{(pid=106253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:11:21.713464 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-dfef0c3b-9a78-4b99-9fde-39f35d43199b tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58900537'] for segment, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:21.716026 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccac93df-198e-42b0-9b03-b09c6c9921ff req-1b2532aa-c1f2-4872-8035-b31b9f79e1a3 service neutron] Checking agent: {'id': 'a613417a-d085-492c-941a-59bb18c633d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 49, 6), 'started_at': datetime.datetime(2021, 8, 18, 11, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 11, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:11:21.716375 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccac93df-198e-42b0-9b03-b09c6c9921ff req-1b2532aa-c1f2-4872-8035-b31b9f79e1a3 service neutron] Checking segment: {'id': '299e2826-ecf6-416e-b53c-1b1574dd5315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '62590197-03a9-438c-a3e3-e417fcca582c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:11:21.716507 n-d-804985-2 neutron-server[106253]: Traceback (most recent call last): Aug 18 12:11:21.716507 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:11:21.716507 n-d-804985-2 neutron-server[106253]: timer() Aug 18 12:11:21.716507 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:11:21.716507 n-d-804985-2 neutron-server[106253]: cb(*args, **kw) Aug 18 12:11:21.716507 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:11:21.716507 n-d-804985-2 neutron-server[106253]: return func(*args, **kwargs) Aug 18 12:11:21.716507 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:11:21.716507 n-d-804985-2 neutron-server[106253]: self._notify() Aug 18 12:11:21.716507 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:11:21.716507 n-d-804985-2 neutron-server[106253]: self.callback(batched_events) Aug 18 12:11:21.716507 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:11:21.716507 n-d-804985-2 neutron-server[106253]: event.method(event) Aug 18 12:11:21.716507 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:11:21.716507 n-d-804985-2 neutron-server[106253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:11:21.716507 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:11:21.716507 n-d-804985-2 neutron-server[106253]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:11:21.716507 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:11:21.716507 n-d-804985-2 neutron-server[106253]: return f(self, *a, **k) Aug 18 12:11:21.716507 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:11:21.716507 n-d-804985-2 neutron-server[106253]: return self._get(url).json() Aug 18 12:11:21.716507 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:11:21.716507 n-d-804985-2 neutron-server[106253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:11:21.716507 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:11:21.716507 n-d-804985-2 neutron-server[106253]: return self.request(url, 'GET', **kwargs) Aug 18 12:11:21.716507 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:11:21.716507 n-d-804985-2 neutron-server[106253]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:11:21.716507 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:11:21.716507 n-d-804985-2 neutron-server[106253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:11:21.716507 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:11:21.716507 n-d-804985-2 neutron-server[106253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:11:21.716507 n-d-804985-2 neutron-server[106253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:11:21.718355 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccac93df-198e-42b0-9b03-b09c6c9921ff req-1b2532aa-c1f2-4872-8035-b31b9f79e1a3 service neutron] Bound using segment: {'id': '299e2826-ecf6-416e-b53c-1b1574dd5315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '62590197-03a9-438c-a3e3-e417fcca582c'} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:11:21.718355 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-ccac93df-198e-42b0-9b03-b09c6c9921ff req-1b2532aa-c1f2-4872-8035-b31b9f79e1a3 service neutron] Bound port: 25136f60-7ebb-4fe1-8830-1b2392c99e14, host: n-h1-804985-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '299e2826-ecf6-416e-b53c-1b1574dd5315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '62590197-03a9-438c-a3e3-e417fcca582c'}}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:11:21.718355 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-ccac93df-198e-42b0-9b03-b09c6c9921ff req-1b2532aa-c1f2-4872-8035-b31b9f79e1a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:21.793054 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-dfef0c3b-9a78-4b99-9fde-39f35d43199b tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8367858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997186'] for network, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:21.797798 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-bbd4b29c-7cda-4e8d-a424-89a73d6e0c52 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:21.804849 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-dfef0c3b-9a78-4b99-9fde-39f35d43199b tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks [] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:21.810981 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-dfef0c3b-9a78-4b99-9fde-39f35d43199b tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] 10.222.0.66 "DELETE /v2.0/networks/1931c7f2-203c-4dea-8892-9b2fc18dc4c7 HTTP/1.1" status: 204 len: 168 time: 1.6046484 Aug 18 12:11:21.817838 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 48780) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:11:21.822829 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfef0c3b-9a78-4b99-9fde-39f35d43199b tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Pushing event deleted for resources: {'Network': ['ID=1931c7f2-203c-4dea-8892-9b2fc18dc4c7,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:11:21.823344 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-34d7d929-bf50-4bf8-a8e1-620b61ca4d84 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Request body: {'port': {'network_id': '4d6f13ff-7ba1-4bb4-b06e-f8ea65047e3c', 'name': 'tempest-PortsTestJSON-1638975065'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:11:21.932813 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [None req-bbd4b29c-7cda-4e8d-a424-89a73d6e0c52 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Allocated IP 172.25.7.53 (7cae7a70-14fd-408c-b14d-39ceb97cb60e/9784295a-20b8-4a4b-b105-f82737f0448f/4e55cdc8-aef6-4b60-8840-71a740e8d620) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:11:22.062673 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-bbd4b29c-7cda-4e8d-a424-89a73d6e0c52 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:22.111223 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-53584c24-f517-494e-ac93-c18bb92373f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:22.112814 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-bbd4b29c-7cda-4e8d-a424-89a73d6e0c52 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:22.157954 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbd4b29c-7cda-4e8d-a424-89a73d6e0c52 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Network 7cae7a70-14fd-408c-b14d-39ceb97cb60e is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:11:22.162248 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-bbd4b29c-7cda-4e8d-a424-89a73d6e0c52 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:11:22.164070 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd4b29c-7cda-4e8d-a424-89a73d6e0c52 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Pushing event updated for resources: {'Port': ['ID=4e55cdc8-aef6-4b60-8840-71a740e8d620,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:11:22.166298 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd4b29c-7cda-4e8d-a424-89a73d6e0c52 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:11:22.317963 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-ccac93df-198e-42b0-9b03-b09c6c9921ff req-1b2532aa-c1f2-4872-8035-b31b9f79e1a3 service neutron] For port 25136f60-7ebb-4fe1-8830-1b2392c99e14, host n-h1-804985-2, cleared binding levels {{(pid=106252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:11:22.352508 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-ccac93df-198e-42b0-9b03-b09c6c9921ff req-1b2532aa-c1f2-4872-8035-b31b9f79e1a3 service neutron] For port 25136f60-7ebb-4fe1-8830-1b2392c99e14, host n-h1-804985-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=25136f60-7ebb-4fe1-8830-1b2392c99e14,segment=NetworkSegment(299e2826-ecf6-416e-b53c-1b1574dd5315),segment_id=299e2826-ecf6-416e-b53c-1b1574dd5315)] {{(pid=106252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:11:22.372524 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-ccac93df-198e-42b0-9b03-b09c6c9921ff req-1b2532aa-c1f2-4872-8035-b31b9f79e1a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:22.403408 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [req-dd466e1e-b654-4380-8ae8-c7c8500f839e req-51280c0a-9733-4ef5-a3fc-6a53a952d157 tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] Allocated IP 172.20.0.9 (7dfc47df-47b4-4e90-bd94-e3bf14b5a490/a76c24d3-b86e-48fd-b018-8474cde49ab5/7d19f69c-a14d-4f3a-9bcc-49905b2572cb) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:11:22.411098 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2824c0d9-888e-4bc6-80c3-9f573a87e83b req-934ab8c9-e169-405e-a0ea-49cf980346e3 tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] 10.222.0.66 "GET /v2.0/ports?device_id=fbc93e59-0e7f-45f2-bf39-a18809ca61eb HTTP/1.1" status: 200 len: 210 time: 0.0571444 Aug 18 12:11:22.433890 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34d7d929-bf50-4bf8-a8e1-620b61ca4d84 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Made reservation on behalf of 945a2d7857154f6c9b28850f76e065fc for: {'port': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:11:22.435632 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-34d7d929-bf50-4bf8-a8e1-620b61ca4d84 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:22.476296 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccac93df-198e-42b0-9b03-b09c6c9921ff req-1b2532aa-c1f2-4872-8035-b31b9f79e1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:11:22.476950 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-ccac93df-198e-42b0-9b03-b09c6c9921ff req-1b2532aa-c1f2-4872-8035-b31b9f79e1a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:22.478356 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ccac93df-198e-42b0-9b03-b09c6c9921ff req-1b2532aa-c1f2-4872-8035-b31b9f79e1a3 service neutron] 10.222.0.63 "PUT /v2.0/ports/25136f60-7ebb-4fe1-8830-1b2392c99e14 HTTP/1.1" status: 200 len: 1091 time: 2.0208740 Aug 18 12:11:22.478849 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a996e92-54c5-44fc-a0c3-2d1774bbf792', 'tag': '25136f60-7ebb-4fe1-8830-1b2392c99e14'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:11:22.481337 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8d1307a-1a48-4893-ad1b-2489d69bc46b" -d '{"events": [{"name": "network-changed", "server_uuid": "8a996e92-54c5-44fc-a0c3-2d1774bbf792", "tag": "25136f60-7ebb-4fe1-8830-1b2392c99e14"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:11:22.504167 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [None req-34d7d929-bf50-4bf8-a8e1-620b61ca4d84 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] device_id is not set on port 26348505-5d42-45db-a8a4-78b7162c38dd yet. {{(pid=106252) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 12:11:22.511329 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-bbd4b29c-7cda-4e8d-a424-89a73d6e0c52 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:22.552805 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2532aa-c1f2-4872-8035-b31b9f79e1a3 service neutron] Pushing event updated for resources: {'Port': ['ID=25136f60-7ebb-4fe1-8830-1b2392c99e14,revision_number=3']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:11:22.561678 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-bbd4b29c-7cda-4e8d-a424-89a73d6e0c52 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:22.578827 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:11:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c46c02ff-a6af-4dcd-a67b-1a5d90e1d1a6 x-openstack-request-id: req-c46c02ff-a6af-4dcd-a67b-1a5d90e1d1a6 {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:11:22.579379 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a996e92-54c5-44fc-a0c3-2d1774bbf792", "tag": "25136f60-7ebb-4fe1-8830-1b2392c99e14", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:11:22.579800 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c46c02ff-a6af-4dcd-a67b-1a5d90e1d1a6 {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:11:22.581234 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a996e92-54c5-44fc-a0c3-2d1774bbf792', 'tag': '25136f60-7ebb-4fe1-8830-1b2392c99e14', 'status': 'completed', 'code': 200} Aug 18 12:11:22.793022 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-bbd4b29c-7cda-4e8d-a424-89a73d6e0c52 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks [] for port, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:22.801073 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-bbd4b29c-7cda-4e8d-a424-89a73d6e0c52 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:22.883629 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd4b29c-7cda-4e8d-a424-89a73d6e0c52 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Pushing event updated for resources: {'Port': ['ID=4e55cdc8-aef6-4b60-8840-71a740e8d620,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:11:22.893728 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccac93df-198e-42b0-9b03-b09c6c9921ff req-98003e08-91fd-4081-bd12-0268640d32cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:11:22.895238 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ccac93df-198e-42b0-9b03-b09c6c9921ff req-98003e08-91fd-4081-bd12-0268640d32cb service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=6be1f64524b04a05973aca1b3d3c7df9&device_id=8a996e92-54c5-44fc-a0c3-2d1774bbf792 HTTP/1.1" status: 200 len: 1094 time: 0.3378789 Aug 18 12:11:22.907224 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-bbd4b29c-7cda-4e8d-a424-89a73d6e0c52 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-989945'] for floatingip, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:22.921938 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-bbd4b29c-7cda-4e8d-a424-89a73d6e0c52 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for floatingip, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:22.925808 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-bbd4b29c-7cda-4e8d-a424-89a73d6e0c52 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5832038 Aug 18 12:11:22.926023 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 48796) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:11:22.929764 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-dd466e1e-b654-4380-8ae8-c7c8500f839e req-51280c0a-9733-4ef5-a3fc-6a53a952d157 tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:22.932199 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-9e7532fc-2113-4c9e-9f65-ff2407b7f158 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Request body: {'port': {'network_id': '91153758-0f84-400f-b863-fb7cc0de61f2', 'name': 'tempest-FloatingIPTestJSON-2068573332'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:11:23.002915 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b952f5f-6b4c-4765-87dd-ca3281a79e4e req-410aa3b5-653a-489c-a2a0-7e4702bf00ea tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:11:23.004597 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7b952f5f-6b4c-4765-87dd-ca3281a79e4e req-410aa3b5-653a-489c-a2a0-7e4702bf00ea tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/ports?device_id=8a996e92-54c5-44fc-a0c3-2d1774bbf792 HTTP/1.1" status: 200 len: 943 time: 0.2309341 Aug 18 12:11:23.010335 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ccac93df-198e-42b0-9b03-b09c6c9921ff req-262adefa-7ca1-47c7-b537-76c13bd29308 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=25136f60-7ebb-4fe1-8830-1b2392c99e14 HTTP/1.1" status: 200 len: 217 time: 0.1014535 Aug 18 12:11:23.088005 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e7532fc-2113-4c9e-9f65-ff2407b7f158 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Made reservation on behalf of 89fffbe536a34d0daf05475e4f7847d4 for: {'port': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:11:23.093821 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9e7532fc-2113-4c9e-9f65-ff2407b7f158 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:23.120638 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [None req-9e7532fc-2113-4c9e-9f65-ff2407b7f158 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] device_id is not set on port 8553272a-5941-4578-bb42-ae528f0c9a65 yet. {{(pid=106253) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 12:11:23.122446 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-34d7d929-bf50-4bf8-a8e1-620b61ca4d84 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:23.176390 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7b952f5f-6b4c-4765-87dd-ca3281a79e4e req-e571031a-4a49-4ce7-bd02-a1177e829a34 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/security-groups?id=e93b90b0-d66c-467b-a848-eedd88936357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629319 Aug 18 12:11:23.178410 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccac93df-198e-42b0-9b03-b09c6c9921ff req-5f56bd52-42d6-4fc0-9776-51868d5c78df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:11:23.180111 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ccac93df-198e-42b0-9b03-b09c6c9921ff req-5f56bd52-42d6-4fc0-9776-51868d5c78df service neutron] 10.222.0.63 "GET /v2.0/subnets?id=01de034f-d2f0-4b70-88ab-1a19fe1401c1 HTTP/1.1" status: 200 len: 851 time: 0.1506014 Aug 18 12:11:23.237373 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-dd466e1e-b654-4380-8ae8-c7c8500f839e req-51280c0a-9733-4ef5-a3fc-6a53a952d157 tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:23.249377 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-34d7d929-bf50-4bf8-a8e1-620b61ca4d84 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:23.249760 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] get_ports_and_sgs() called for port_ids ['be3a76b8-3890-4fa1-a0f9-dd4922568e66'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:11:23.260983 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [None req-9e7532fc-2113-4c9e-9f65-ff2407b7f158 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Allocated IP 172.20.0.13 (91153758-0f84-400f-b863-fb7cc0de61f2/7ba83993-ebbc-46eb-85e0-9f832436a355/8553272a-5941-4578-bb42-ae528f0c9a65) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:11:23.294124 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccac93df-198e-42b0-9b03-b09c6c9921ff req-1e14c82f-3bc3-4156-a63a-633e4b4fe9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:11:23.295741 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ccac93df-198e-42b0-9b03-b09c6c9921ff req-1e14c82f-3bc3-4156-a63a-633e4b4fe9d6 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=62590197-03a9-438c-a3e3-e417fcca582c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1039414 Aug 18 12:11:23.296551 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] get_ports_and_sgs() called for port_ids ['1f77a629-8000-4972-97a1-a5d329a83b02'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:11:23.321255 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd466e1e-b654-4380-8ae8-c7c8500f839e req-51280c0a-9733-4ef5-a3fc-6a53a952d157 tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] Network 7dfc47df-47b4-4e90-bd94-e3bf14b5a490 is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:11:23.339337 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [req-dd466e1e-b654-4380-8ae8-c7c8500f839e req-51280c0a-9733-4ef5-a3fc-6a53a952d157 tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:11:23.341275 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51280c0a-9733-4ef5-a3fc-6a53a952d157 tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] Pushing event updated for resources: {'Port': ['ID=7d19f69c-a14d-4f3a-9bcc-49905b2572cb,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:11:23.343645 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd466e1e-b654-4380-8ae8-c7c8500f839e req-51280c0a-9733-4ef5-a3fc-6a53a952d157 tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:11:23.348025 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34d7d929-bf50-4bf8-a8e1-620b61ca4d84 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Network 4d6f13ff-7ba1-4bb4-b06e-f8ea65047e3c is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:11:23.397509 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-34d7d929-bf50-4bf8-a8e1-620b61ca4d84 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:11:23.412651 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d7d929-bf50-4bf8-a8e1-620b61ca4d84 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:11:23.419010 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34d7d929-bf50-4bf8-a8e1-620b61ca4d84 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:11:23.419720 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-34d7d929-bf50-4bf8-a8e1-620b61ca4d84 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:23.484844 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-34d7d929-bf50-4bf8-a8e1-620b61ca4d84 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.6655540 Aug 18 12:11:23.488030 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 48804) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:11:23.508932 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd466e1e-b654-4380-8ae8-c7c8500f839e req-51280c0a-9733-4ef5-a3fc-6a53a952d157 tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:11:23.509682 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-dd466e1e-b654-4380-8ae8-c7c8500f839e req-51280c0a-9733-4ef5-a3fc-6a53a952d157 tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:23.512195 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d7d929-bf50-4bf8-a8e1-620b61ca4d84 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Pushing event updated for resources: {'Port': ['ID=26348505-5d42-45db-a8a4-78b7162c38dd,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:11:23.536380 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ccac93df-198e-42b0-9b03-b09c6c9921ff req-111434d2-07d4-4a75-9894-2d307e93007b service neutron] 10.222.0.63 "GET /v2.0/networks/62590197-03a9-438c-a3e3-e417fcca582c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2258227 Aug 18 12:11:23.540730 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-dd466e1e-b654-4380-8ae8-c7c8500f839e req-51280c0a-9733-4ef5-a3fc-6a53a952d157 tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2694893 Aug 18 12:11:23.568152 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9e7532fc-2113-4c9e-9f65-ff2407b7f158 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:23.584148 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-dd466e1e-b654-4380-8ae8-c7c8500f839e req-10f3bdba-91df-4f94-9527-d06f2019659c service neutron] Request body: {'port': {'device_id': 'fbc93e59-0e7f-45f2-bf39-a18809ca61eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804985-2'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:11:23.661645 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9e7532fc-2113-4c9e-9f65-ff2407b7f158 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:23.696061 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-b78d02a5-3303-4409-ad83-2d5f97f5b566 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Deleting port 26348505-5d42-45db-a8a4-78b7162c38dd {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:11:23.696397 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b78d02a5-3303-4409-ad83-2d5f97f5b566 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:23.734526 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-dd466e1e-b654-4380-8ae8-c7c8500f839e req-10f3bdba-91df-4f94-9527-d06f2019659c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:23.743267 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05a75aa-5045-49a6-a6df-f721bf52033d req-a7780cb6-ae09-4777-9d74-31fdeca72fb6 tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:11:23.744795 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d05a75aa-5045-49a6-a6df-f721bf52033d req-a7780cb6-ae09-4777-9d74-31fdeca72fb6 tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] 10.222.0.66 "GET /v2.0/ports?device_id=fbc93e59-0e7f-45f2-bf39-a18809ca61eb HTTP/1.1" status: 200 len: 931 time: 0.1333094 Aug 18 12:11:23.752300 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e7532fc-2113-4c9e-9f65-ff2407b7f158 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Network 91153758-0f84-400f-b863-fb7cc0de61f2 is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:11:23.753998 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ccac93df-198e-42b0-9b03-b09c6c9921ff req-088bf82a-084f-4a55-8601-b4612fe02907 service neutron] 10.222.0.63 "GET /v2.0/networks/62590197-03a9-438c-a3e3-e417fcca582c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2088885 Aug 18 12:11:23.762840 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-9e7532fc-2113-4c9e-9f65-ff2407b7f158 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:11:23.765483 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e7532fc-2113-4c9e-9f65-ff2407b7f158 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:11:23.799877 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7532fc-2113-4c9e-9f65-ff2407b7f158 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Pushing event updated for resources: {'Port': ['ID=8553272a-5941-4578-bb42-ae528f0c9a65,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:11:23.829827 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b78d02a5-3303-4409-ad83-2d5f97f5b566 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:23.848193 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-b78d02a5-3303-4409-ad83-2d5f97f5b566 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Calling delete_port for 26348505-5d42-45db-a8a4-78b7162c38dd owned by {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:11:23.857579 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e7532fc-2113-4c9e-9f65-ff2407b7f158 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:11:23.858225 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9e7532fc-2113-4c9e-9f65-ff2407b7f158 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:23.872277 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-500a1c61-38a7-4c23-a7ec-4631080af5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:23.924613 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-9e7532fc-2113-4c9e-9f65-ff2407b7f158 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.9948862 Aug 18 12:11:23.924921 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 48808) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:11:23.930468 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-b9dc82aa-c6d5-4778-b589-6281d208299f tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Request body: {'floatingip': {'port_id': '8553272a-5941-4578-bb42-ae528f0c9a65'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:11:23.932120 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d05a75aa-5045-49a6-a6df-f721bf52033d req-06ef6944-d9a5-47f3-a7a4-ba26e95fa331 tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] 10.222.0.66 "GET /v2.0/security-groups?id=5ef1fad5-9994-4d94-a262-3d4636ae09af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336055 Aug 18 12:11:23.983675 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b9dc82aa-c6d5-4778-b589-6281d208299f tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks [] for floatingip, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:24.007485 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d1307a-1a48-4893-ad1b-2489d69bc46b req-361fe770-d09b-4aa7-b8b6-da81af7bba66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:11:24.009149 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a8d1307a-1a48-4893-ad1b-2489d69bc46b req-361fe770-d09b-4aa7-b8b6-da81af7bba66 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=6be1f64524b04a05973aca1b3d3c7df9&device_id=8a996e92-54c5-44fc-a0c3-2d1774bbf792 HTTP/1.1" status: 200 len: 1094 time: 0.1233866 Aug 18 12:11:24.119364 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b78d02a5-3303-4409-ad83-2d5f97f5b566 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:24.152241 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d1307a-1a48-4893-ad1b-2489d69bc46b req-e610e5e5-1af9-4c15-82b9-13d5ce559101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:11:24.153873 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a8d1307a-1a48-4893-ad1b-2489d69bc46b req-e610e5e5-1af9-4c15-82b9-13d5ce559101 service neutron] 10.222.0.63 "GET /v2.0/networks?id=62590197-03a9-438c-a3e3-e417fcca582c HTTP/1.1" status: 200 len: 913 time: 0.1343479 Aug 18 12:11:24.187752 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b78d02a5-3303-4409-ad83-2d5f97f5b566 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:24.192954 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-b78d02a5-3303-4409-ad83-2d5f97f5b566 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] 10.222.0.66 "DELETE /v2.0/ports/26348505-5d42-45db-a8a4-78b7162c38dd HTTP/1.1" status: 204 len: 168 time: 0.6965761 Aug 18 12:11:24.192954 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78d02a5-3303-4409-ad83-2d5f97f5b566 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Pushing event deleted for resources: {'Port': ['ID=26348505-5d42-45db-a8a4-78b7162c38dd,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:11:24.194104 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 48810) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:11:24.201027 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-5e86a270-0d3c-4d5c-b11c-46f119530296 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Request body: {'port': {'network_id': '4d6f13ff-7ba1-4bb4-b06e-f8ea65047e3c', 'mac_address': 'fa:16:3e:13:04:56', 'name': 'tempest-PortsTestJSON-1486599025'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:11:24.219453 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a8d1307a-1a48-4893-ad1b-2489d69bc46b req-cfd9fd79-9302-4b19-a94f-308b67844b2b service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=25136f60-7ebb-4fe1-8830-1b2392c99e14 HTTP/1.1" status: 200 len: 217 time: 0.0555353 Aug 18 12:11:24.284723 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [req-dd466e1e-b654-4380-8ae8-c7c8500f839e req-10f3bdba-91df-4f94-9527-d06f2019659c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d19f69c-a14d-4f3a-9bcc-49905b2572cb {{(pid=106252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:11:24.319790 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.agents_db [None req-6dbb2658-0354-4101-8393-6e7505481cf6 None None] Agent healthcheck: found 7 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 12:11:24.324180 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-dd466e1e-b654-4380-8ae8-c7c8500f839e req-10f3bdba-91df-4f94-9527-d06f2019659c service neutron] Notify callbacks [] for port, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:24.355292 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d1307a-1a48-4893-ad1b-2489d69bc46b req-4b5d9398-beee-4c81-9a83-af1ad0f4a477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:11:24.356955 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a8d1307a-1a48-4893-ad1b-2489d69bc46b req-4b5d9398-beee-4c81-9a83-af1ad0f4a477 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=01de034f-d2f0-4b70-88ab-1a19fe1401c1 HTTP/1.1" status: 200 len: 851 time: 0.1215744 Aug 18 12:11:24.357960 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [req-dd466e1e-b654-4380-8ae8-c7c8500f839e req-10f3bdba-91df-4f94-9527-d06f2019659c service neutron] Transition to ACTIVE for port object 7d19f69c-a14d-4f3a-9bcc-49905b2572cb will not be triggered until provisioned by entity L2. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:11:24.376598 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-dd466e1e-b654-4380-8ae8-c7c8500f839e req-10f3bdba-91df-4f94-9527-d06f2019659c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:24.397630 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e86a270-0d3c-4d5c-b11c-46f119530296 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Made reservation on behalf of 945a2d7857154f6c9b28850f76e065fc for: {'port': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:11:24.401509 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59bf3a2-d940-4522-a45e-df0fd9e90f94 req-402f7b29-57ce-4056-a437-9fb469ee81d5 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:11:24.403114 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d59bf3a2-d940-4522-a45e-df0fd9e90f94 req-402f7b29-57ce-4056-a437-9fb469ee81d5 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/ports?device_id=8a996e92-54c5-44fc-a0c3-2d1774bbf792 HTTP/1.1" status: 200 len: 943 time: 0.1135852 Aug 18 12:11:24.482527 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f3bdba-91df-4f94-9527-d06f2019659c service neutron] Pushing event updated for resources: {'Port': ['ID=7d19f69c-a14d-4f3a-9bcc-49905b2572cb,revision_number=2']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:11:24.499234 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d1307a-1a48-4893-ad1b-2489d69bc46b req-ffeaad82-7bd5-4989-8012-a05d8f58a890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:11:24.500528 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a8d1307a-1a48-4893-ad1b-2489d69bc46b req-ffeaad82-7bd5-4989-8012-a05d8f58a890 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=62590197-03a9-438c-a3e3-e417fcca582c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1333418 Aug 18 12:11:24.503016 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d59bf3a2-d940-4522-a45e-df0fd9e90f94 req-7ede265b-8cd4-4567-bf01-fccb075c526e tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/security-groups?id=e93b90b0-d66c-467b-a848-eedd88936357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753384 Aug 18 12:11:24.544898 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5e86a270-0d3c-4d5c-b11c-46f119530296 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:24.614136 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [None req-5e86a270-0d3c-4d5c-b11c-46f119530296 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] device_id is not set on port 05618cfc-80ca-43be-93d8-0a850c55dbce yet. {{(pid=106253) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 12:11:24.665639 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-dd466e1e-b654-4380-8ae8-c7c8500f839e req-10f3bdba-91df-4f94-9527-d06f2019659c service neutron] Attempting to bind port 7d19f69c-a14d-4f3a-9bcc-49905b2572cb on host n-h2-804985-2 for vnic_type normal with profile {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:11:24.665990 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-dd466e1e-b654-4380-8ae8-c7c8500f839e req-10f3bdba-91df-4f94-9527-d06f2019659c service neutron] Attempting to bind port 7d19f69c-a14d-4f3a-9bcc-49905b2572cb by drivers openvswitch,hyperv on host n-h2-804985-2 at level 0 using segments [{'id': '04c90fa8-80d4-4b5a-8675-6489bbdf733a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '7dfc47df-47b4-4e90-bd94-e3bf14b5a490'}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:11:24.666320 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd466e1e-b654-4380-8ae8-c7c8500f839e req-10f3bdba-91df-4f94-9527-d06f2019659c service neutron] Attempting to bind port 7d19f69c-a14d-4f3a-9bcc-49905b2572cb on network 7dfc47df-47b4-4e90-bd94-e3bf14b5a490 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:11:24.675037 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a8d1307a-1a48-4893-ad1b-2489d69bc46b req-7d74bc9c-703e-41a8-8cd0-3fde8cbae5e1 service neutron] 10.222.0.63 "GET /v2.0/networks/62590197-03a9-438c-a3e3-e417fcca582c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534629 Aug 18 12:11:24.675744 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd466e1e-b654-4380-8ae8-c7c8500f839e req-10f3bdba-91df-4f94-9527-d06f2019659c service neutron] Port 7d19f69c-a14d-4f3a-9bcc-49905b2572cb on network 7dfc47df-47b4-4e90-bd94-e3bf14b5a490 not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-2 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:11:24.676354 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd466e1e-b654-4380-8ae8-c7c8500f839e req-10f3bdba-91df-4f94-9527-d06f2019659c service neutron] Attempting to bind port 7d19f69c-a14d-4f3a-9bcc-49905b2572cb on network 7dfc47df-47b4-4e90-bd94-e3bf14b5a490 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:11:24.682440 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd466e1e-b654-4380-8ae8-c7c8500f839e req-10f3bdba-91df-4f94-9527-d06f2019659c service neutron] Checking agent: {'id': 'da5da552-709c-4248-84de-86af99a0dc87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 49, 8), 'started_at': datetime.datetime(2021, 8, 18, 11, 49, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 11, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:11:24.682963 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd466e1e-b654-4380-8ae8-c7c8500f839e req-10f3bdba-91df-4f94-9527-d06f2019659c service neutron] Checking segment: {'id': '04c90fa8-80d4-4b5a-8675-6489bbdf733a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '7dfc47df-47b4-4e90-bd94-e3bf14b5a490'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:11:24.683216 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd466e1e-b654-4380-8ae8-c7c8500f839e req-10f3bdba-91df-4f94-9527-d06f2019659c service neutron] Bound using segment: {'id': '04c90fa8-80d4-4b5a-8675-6489bbdf733a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '7dfc47df-47b4-4e90-bd94-e3bf14b5a490'} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:11:24.683665 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-dd466e1e-b654-4380-8ae8-c7c8500f839e req-10f3bdba-91df-4f94-9527-d06f2019659c service neutron] Bound port: 7d19f69c-a14d-4f3a-9bcc-49905b2572cb, host: n-h2-804985-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04c90fa8-80d4-4b5a-8675-6489bbdf733a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '7dfc47df-47b4-4e90-bd94-e3bf14b5a490'}}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:11:24.684050 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-dd466e1e-b654-4380-8ae8-c7c8500f839e req-10f3bdba-91df-4f94-9527-d06f2019659c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:24.785387 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b9dc82aa-c6d5-4778-b589-6281d208299f tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:24.813759 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b9dc82aa-c6d5-4778-b589-6281d208299f tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-989945'] for floatingip, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:24.829146 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a8d1307a-1a48-4893-ad1b-2489d69bc46b req-c36ad8e9-4277-4f7d-9e6a-a23befb01bcf service neutron] 10.222.0.63 "GET /v2.0/networks/62590197-03a9-438c-a3e3-e417fcca582c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428523 Aug 18 12:11:24.830129 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-dd466e1e-b654-4380-8ae8-c7c8500f839e req-10f3bdba-91df-4f94-9527-d06f2019659c service neutron] For port 7d19f69c-a14d-4f3a-9bcc-49905b2572cb, host n-h2-804985-2, cleared binding levels {{(pid=106252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:11:24.833616 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-dd466e1e-b654-4380-8ae8-c7c8500f839e req-10f3bdba-91df-4f94-9527-d06f2019659c service neutron] For port 7d19f69c-a14d-4f3a-9bcc-49905b2572cb, host n-h2-804985-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=7d19f69c-a14d-4f3a-9bcc-49905b2572cb,segment=NetworkSegment(04c90fa8-80d4-4b5a-8675-6489bbdf733a),segment_id=04c90fa8-80d4-4b5a-8675-6489bbdf733a)] {{(pid=106252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:11:24.839608 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-dd466e1e-b654-4380-8ae8-c7c8500f839e req-10f3bdba-91df-4f94-9527-d06f2019659c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:24.888129 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd466e1e-b654-4380-8ae8-c7c8500f839e req-10f3bdba-91df-4f94-9527-d06f2019659c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:11:24.889090 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-dd466e1e-b654-4380-8ae8-c7c8500f839e req-10f3bdba-91df-4f94-9527-d06f2019659c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:24.892451 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-dd466e1e-b654-4380-8ae8-c7c8500f839e req-10f3bdba-91df-4f94-9527-d06f2019659c service neutron] 10.222.0.62 "PUT /v2.0/ports/7d19f69c-a14d-4f3a-9bcc-49905b2572cb HTTP/1.1" status: 200 len: 1091 time: 1.3370583 Aug 18 12:11:24.892451 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbc93e59-0e7f-45f2-bf39-a18809ca61eb', 'tag': '7d19f69c-a14d-4f3a-9bcc-49905b2572cb'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:11:24.896456 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-688699be-5e5c-4d88-90b0-68ca6c015be6" -d '{"events": [{"name": "network-changed", "server_uuid": "fbc93e59-0e7f-45f2-bf39-a18809ca61eb", "tag": "7d19f69c-a14d-4f3a-9bcc-49905b2572cb"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:11:24.926346 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f3bdba-91df-4f94-9527-d06f2019659c service neutron] Pushing event updated for resources: {'Port': ['ID=7d19f69c-a14d-4f3a-9bcc-49905b2572cb,revision_number=3']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:11:24.934208 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5e86a270-0d3c-4d5c-b11c-46f119530296 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:24.967411 n-d-804985-2 neutron-server[106253]: INFO neutron.db.l3_db [None req-b9dc82aa-c6d5-4778-b589-6281d208299f tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Floating IP ce360a80-82f2-47c1-957c-88f54e47cea3 associated. External IP: 172.25.7.53, port: 8553272a-5941-4578-bb42-ae528f0c9a65. Aug 18 12:11:24.983524 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:11:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a403b44-69a1-4017-94d4-d5c5ecbcac09 x-openstack-request-id: req-1a403b44-69a1-4017-94d4-d5c5ecbcac09 {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:11:24.985133 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbc93e59-0e7f-45f2-bf39-a18809ca61eb", "tag": "7d19f69c-a14d-4f3a-9bcc-49905b2572cb", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:11:24.985625 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-1a403b44-69a1-4017-94d4-d5c5ecbcac09 {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:11:24.986243 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbc93e59-0e7f-45f2-bf39-a18809ca61eb', 'tag': '7d19f69c-a14d-4f3a-9bcc-49905b2572cb', 'status': 'completed', 'code': 200} Aug 18 12:11:25.070401 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd466e1e-b654-4380-8ae8-c7c8500f839e req-0b369b05-d00a-4976-8c48-8eb4711a118b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:11:25.072080 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-dd466e1e-b654-4380-8ae8-c7c8500f839e req-0b369b05-d00a-4976-8c48-8eb4711a118b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=287474964843457e83741728f27605af&device_id=fbc93e59-0e7f-45f2-bf39-a18809ca61eb HTTP/1.1" status: 200 len: 1094 time: 0.1114545 Aug 18 12:11:25.086252 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0570f1-2862-44d9-8c98-636ab8c0d4ce req-8d3b5aef-7692-4146-8e44-b066564181ec tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:11:25.087941 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5d0570f1-2862-44d9-8c98-636ab8c0d4ce req-8d3b5aef-7692-4146-8e44-b066564181ec tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] 10.222.0.66 "GET /v2.0/ports?device_id=fbc93e59-0e7f-45f2-bf39-a18809ca61eb HTTP/1.1" status: 200 len: 943 time: 0.0808513 Aug 18 12:11:25.113049 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5e86a270-0d3c-4d5c-b11c-46f119530296 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:25.130587 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-dd466e1e-b654-4380-8ae8-c7c8500f839e req-a8f34e4f-7eac-41f9-a9a1-7e376669d849 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7d19f69c-a14d-4f3a-9bcc-49905b2572cb HTTP/1.1" status: 200 len: 217 time: 0.0415349 Aug 18 12:11:25.169174 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e86a270-0d3c-4d5c-b11c-46f119530296 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Network 4d6f13ff-7ba1-4bb4-b06e-f8ea65047e3c is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:11:25.199380 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5d0570f1-2862-44d9-8c98-636ab8c0d4ce req-3dbea267-963e-450c-b960-cc57a993b65a tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] 10.222.0.66 "GET /v2.0/security-groups?id=5ef1fad5-9994-4d94-a262-3d4636ae09af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698907 Aug 18 12:11:25.209326 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-5e86a270-0d3c-4d5c-b11c-46f119530296 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:11:25.214314 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd466e1e-b654-4380-8ae8-c7c8500f839e req-990fa7a5-c88f-4721-a20d-d5a832784386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:11:25.215742 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-dd466e1e-b654-4380-8ae8-c7c8500f839e req-990fa7a5-c88f-4721-a20d-d5a832784386 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a76c24d3-b86e-48fd-b018-8474cde49ab5 HTTP/1.1" status: 200 len: 855 time: 0.0732324 Aug 18 12:11:25.217685 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e86a270-0d3c-4d5c-b11c-46f119530296 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:11:25.223574 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e86a270-0d3c-4d5c-b11c-46f119530296 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:11:25.224207 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5e86a270-0d3c-4d5c-b11c-46f119530296 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:25.228443 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e86a270-0d3c-4d5c-b11c-46f119530296 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Pushing event updated for resources: {'Port': ['ID=05618cfc-80ca-43be-93d8-0a850c55dbce,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:11:25.250363 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-dd466e1e-b654-4380-8ae8-c7c8500f839e req-ba834560-baf4-417c-8373-df8ca96185d6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7dfc47df-47b4-4e90-bd94-e3bf14b5a490&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268364 Aug 18 12:11:25.275478 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-5e86a270-0d3c-4d5c-b11c-46f119530296 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.0784125 Aug 18 12:11:25.277885 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 48822) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:11:25.343517 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b32384b5-a5e2-4bc2-97bc-3a3fbd47bcea tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:11:25.344158 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-b32384b5-a5e2-4bc2-97bc-3a3fbd47bcea tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] 10.222.0.66 "GET /v2.0/ports/05618cfc-80ca-43be-93d8-0a850c55dbce HTTP/1.1" status: 200 len: 841 time: 0.0653732 Aug 18 12:11:25.346976 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 48826) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:11:25.363813 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9dc82aa-c6d5-4778-b589-6281d208299f tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Router 66b01843-3468-41fe-a34a-c2d199dbbb60 has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:11:25.364624 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-dd466e1e-b654-4380-8ae8-c7c8500f839e req-ff5776e1-e37c-4742-a227-7ee7d5fe1d02 service neutron] 10.222.0.62 "GET /v2.0/networks/7dfc47df-47b4-4e90-bd94-e3bf14b5a490?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072011 Aug 18 12:11:25.470155 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-dd466e1e-b654-4380-8ae8-c7c8500f839e req-f50e0c76-ed63-40ca-8e5c-56ba9f5bb2f6 service neutron] 10.222.0.62 "GET /v2.0/networks/7dfc47df-47b4-4e90-bd94-e3bf14b5a490?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971353 Aug 18 12:11:25.574179 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688699be-5e5c-4d88-90b0-68ca6c015be6 req-5a1aacf6-5f27-4422-82b6-94078ddf40d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:11:25.575713 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-688699be-5e5c-4d88-90b0-68ca6c015be6 req-5a1aacf6-5f27-4422-82b6-94078ddf40d9 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=287474964843457e83741728f27605af&device_id=fbc93e59-0e7f-45f2-bf39-a18809ca61eb HTTP/1.1" status: 200 len: 1094 time: 0.0510864 Aug 18 12:11:25.697333 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5974953-e6a9-4254-990b-986e14491635 req-b75497ad-d3d5-4fe5-bdfa-3a55a212bc7d tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:11:25.698952 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d5974953-e6a9-4254-990b-986e14491635 req-b75497ad-d3d5-4fe5-bdfa-3a55a212bc7d tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/ports?device_id=8a996e92-54c5-44fc-a0c3-2d1774bbf792 HTTP/1.1" status: 200 len: 943 time: 0.1168892 Aug 18 12:11:25.741635 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688699be-5e5c-4d88-90b0-68ca6c015be6 req-0b0ce63b-e28a-47b7-856f-1d921be7d368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:11:25.743133 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-688699be-5e5c-4d88-90b0-68ca6c015be6 req-0b0ce63b-e28a-47b7-856f-1d921be7d368 service neutron] 10.222.0.62 "GET /v2.0/networks?id=7dfc47df-47b4-4e90-bd94-e3bf14b5a490 HTTP/1.1" status: 200 len: 916 time: 0.1517656 Aug 18 12:11:25.795607 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d5974953-e6a9-4254-990b-986e14491635 req-10d3db30-148a-446d-8cc7-c1f4ca009171 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/security-groups?id=e93b90b0-d66c-467b-a848-eedd88936357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846839 Aug 18 12:11:25.796862 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-688699be-5e5c-4d88-90b0-68ca6c015be6 req-38e3e9f9-8252-46e5-b3a7-e5ed9eec91e2 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7d19f69c-a14d-4f3a-9bcc-49905b2572cb HTTP/1.1" status: 200 len: 217 time: 0.0454874 Aug 18 12:11:25.797788 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-2be0a684-702e-49af-91b7-21efd67f76e8 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Deleting port 05618cfc-80ca-43be-93d8-0a850c55dbce {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:11:25.798121 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2be0a684-702e-49af-91b7-21efd67f76e8 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:25.804170 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9dc82aa-c6d5-4778-b589-6281d208299f tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:11:25.816411 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9e1f5f-bc72-422c-9d36-abea266e0e4e None None] Sync routers for ids ['66b01843-3468-41fe-a34a-c2d199dbbb60'] in n-d-804985-2 {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:11:25.818023 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b9dc82aa-c6d5-4778-b589-6281d208299f tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for floatingip, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:25.833445 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9e1f5f-bc72-422c-9d36-abea266e0e4e None None] Routers {'66b01843-3468-41fe-a34a-c2d199dbbb60'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:11:25.834395 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-5f9e1f5f-bc72-422c-9d36-abea266e0e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:11:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['66b01843-3468-41fe-a34a-c2d199dbbb60'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:11:25.856222 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688699be-5e5c-4d88-90b0-68ca6c015be6 req-901cf572-2e20-44a5-aec9-569be03eacdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:11:25.857880 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-688699be-5e5c-4d88-90b0-68ca6c015be6 req-901cf572-2e20-44a5-aec9-569be03eacdb service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a76c24d3-b86e-48fd-b018-8474cde49ab5 HTTP/1.1" status: 200 len: 855 time: 0.0529096 Aug 18 12:11:25.871792 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-5f9e1f5f-bc72-422c-9d36-abea266e0e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:11:25.882028 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9e1f5f-bc72-422c-9d36-abea266e0e4e None None] Routers {'66b01843-3468-41fe-a34a-c2d199dbbb60'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:11:25.882872 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-5f9e1f5f-bc72-422c-9d36-abea266e0e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:11:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['66b01843-3468-41fe-a34a-c2d199dbbb60'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:11:25.887608 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-b9dc82aa-c6d5-4778-b589-6281d208299f tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] 10.222.0.66 "PUT /v2.0/floatingips/ce360a80-82f2-47c1-957c-88f54e47cea3 HTTP/1.1" status: 200 len: 978 time: 1.9616771 Aug 18 12:11:25.891628 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 48830) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:11:25.900031 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-688699be-5e5c-4d88-90b0-68ca6c015be6 req-7e0513df-b1fa-4c71-af66-a19b4ab03aec service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7dfc47df-47b4-4e90-bd94-e3bf14b5a490&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330465 Aug 18 12:11:25.917753 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-5f9e1f5f-bc72-422c-9d36-abea266e0e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:11:25.918620 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9e1f5f-bc72-422c-9d36-abea266e0e4e None None] The sync data for ids ['66b01843-3468-41fe-a34a-c2d199dbbb60'] in n-d-804985-2 is: [] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:11:25.942099 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2be0a684-702e-49af-91b7-21efd67f76e8 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:25.980292 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-2be0a684-702e-49af-91b7-21efd67f76e8 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Calling delete_port for 05618cfc-80ca-43be-93d8-0a850c55dbce owned by {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:11:26.004626 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-688699be-5e5c-4d88-90b0-68ca6c015be6 req-1ebe9140-6157-4adb-8a1c-98e09b73e3f2 service neutron] 10.222.0.62 "GET /v2.0/networks/7dfc47df-47b4-4e90-bd94-e3bf14b5a490?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965095 Aug 18 12:11:26.058232 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-3c616349-9178-4c20-ad63-663059da62d6 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Deleting port 8553272a-5941-4578-bb42-ae528f0c9a65 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:11:26.058583 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3c616349-9178-4c20-ad63-663059da62d6 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:26.121800 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-688699be-5e5c-4d88-90b0-68ca6c015be6 req-44363b80-e7c0-4c12-9f30-c548d20fb81c service neutron] 10.222.0.62 "GET /v2.0/networks/7dfc47df-47b4-4e90-bd94-e3bf14b5a490?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078110 Aug 18 12:11:26.155935 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2be0a684-702e-49af-91b7-21efd67f76e8 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:26.157749 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 25136f60-7ebb-4fe1-8830-1b2392c99e14 details requested by agent hyperv_n-h1-804985-2 with host n-h1-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:11:26.202471 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be0a684-702e-49af-91b7-21efd67f76e8 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Pushing event deleted for resources: {'Port': ['ID=05618cfc-80ca-43be-93d8-0a850c55dbce,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:11:26.206997 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3c616349-9178-4c20-ad63-663059da62d6 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:26.210277 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2be0a684-702e-49af-91b7-21efd67f76e8 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:26.215067 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 48842) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:11:26.215205 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-2be0a684-702e-49af-91b7-21efd67f76e8 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] 10.222.0.66 "DELETE /v2.0/ports/05618cfc-80ca-43be-93d8-0a850c55dbce HTTP/1.1" status: 204 len: 168 time: 0.8670676 Aug 18 12:11:26.282184 n-d-804985-2 neutron-server[106252]: INFO neutron.pecan_wsgi.hooks.translation [None req-f681f538-e45c-4dd9-9601-7dbef51422fe tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] GET failed (client error): The resource could not be found. Aug 18 12:11:26.284179 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-f681f538-e45c-4dd9-9601-7dbef51422fe tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] 10.222.0.66 "GET /v2.0/ports/05618cfc-80ca-43be-93d8-0a850c55dbce HTTP/1.1" status: 404 len: 333 time: 0.0661821 Aug 18 12:11:26.288688 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 48846) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:11:26.300579 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-5b653f8c-c4cb-46c1-be09-f46ec9df7e42 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Request body: {'port': {'network_id': '4d6f13ff-7ba1-4bb4-b06e-f8ea65047e3c', 'name': 'tempest-PortsTestJSON-1341558010'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:11:26.311341 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 25136f60-7ebb-4fe1-8830-1b2392c99e14, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=25136f60-7ebb-4fe1-8830-1b2392c99e14,segment=NetworkSegment(299e2826-ecf6-416e-b53c-1b1574dd5315),segment_id=299e2826-ecf6-416e-b53c-1b1574dd5315)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:11:26.328381 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Returning: {'device': '25136f60-7ebb-4fe1-8830-1b2392c99e14', 'network_id': '62590197-03a9-438c-a3e3-e417fcca582c', 'port_id': '25136f60-7ebb-4fe1-8830-1b2392c99e14', 'mac_address': 'fa:16:3e:bd:8f:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 810, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01de034f-d2f0-4b70-88ab-1a19fe1401c1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:11:26.367518 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:26.381338 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25136f60-7ebb-4fe1-8830-1b2392c99e14 {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:11:26.404211 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 25136f60-7ebb-4fe1-8830-1b2392c99e14, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=25136f60-7ebb-4fe1-8830-1b2392c99e14,segment=NetworkSegment(299e2826-ecf6-416e-b53c-1b1574dd5315),segment_id=299e2826-ecf6-416e-b53c-1b1574dd5315)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:11:26.407466 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:26.438534 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5293ec-8c1a-483a-b3f3-06480186d483 req-3c631231-017f-4f28-aaa3-bb9ade1cfce7 tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:11:26.445569 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3f5293ec-8c1a-483a-b3f3-06480186d483 req-3c631231-017f-4f28-aaa3-bb9ade1cfce7 tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] 10.222.0.66 "GET /v2.0/ports?device_id=fbc93e59-0e7f-45f2-bf39-a18809ca61eb HTTP/1.1" status: 200 len: 943 time: 0.1313233 Aug 18 12:11:26.463479 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=25136f60-7ebb-4fe1-8830-1b2392c99e14,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:11:26.486282 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b653f8c-c4cb-46c1-be09-f46ec9df7e42 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Made reservation on behalf of 945a2d7857154f6c9b28850f76e065fc for: {'port': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:11:26.490370 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5b653f8c-c4cb-46c1-be09-f46ec9df7e42 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:26.495392 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3f5293ec-8c1a-483a-b3f3-06480186d483 req-a7f066e2-1858-4632-95ca-54301e0f3a53 tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] 10.222.0.66 "GET /v2.0/security-groups?id=5ef1fad5-9994-4d94-a262-3d4636ae09af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489576 Aug 18 12:11:26.519358 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [None req-5b653f8c-c4cb-46c1-be09-f46ec9df7e42 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] device_id is not set on port 1cf151ed-8649-476a-b594-e6635deff157 yet. {{(pid=106252) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 12:11:26.526049 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3c616349-9178-4c20-ad63-663059da62d6 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:26.526207 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3c616349-9178-4c20-ad63-663059da62d6 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-989945'] for floatingip, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:26.526528 n-d-804985-2 neutron-server[106253]: INFO neutron.db.l3_db [None req-3c616349-9178-4c20-ad63-663059da62d6 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Floating IP ce360a80-82f2-47c1-957c-88f54e47cea3 disassociated. External IP: 172.25.7.53, port: 8553272a-5941-4578-bb42-ae528f0c9a65. Aug 18 12:11:26.526902 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-3c616349-9178-4c20-ad63-663059da62d6 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Calling delete_port for 8553272a-5941-4578-bb42-ae528f0c9a65 owned by {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:11:26.675388 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3c616349-9178-4c20-ad63-663059da62d6 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:26.682798 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5b653f8c-c4cb-46c1-be09-f46ec9df7e42 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:26.712676 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c616349-9178-4c20-ad63-663059da62d6 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Pushing event deleted for resources: {'Port': ['ID=8553272a-5941-4578-bb42-ae528f0c9a65,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:11:26.724724 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5b653f8c-c4cb-46c1-be09-f46ec9df7e42 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:26.751254 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] get_ports_and_sgs() called for port_ids ['25136f60-7ebb-4fe1-8830-1b2392c99e14'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:11:26.770751 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b653f8c-c4cb-46c1-be09-f46ec9df7e42 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Network 4d6f13ff-7ba1-4bb4-b06e-f8ea65047e3c is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:11:26.773822 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-5b653f8c-c4cb-46c1-be09-f46ec9df7e42 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:11:26.777673 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b653f8c-c4cb-46c1-be09-f46ec9df7e42 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:11:26.783467 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b653f8c-c4cb-46c1-be09-f46ec9df7e42 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:11:26.784630 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5b653f8c-c4cb-46c1-be09-f46ec9df7e42 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:26.806335 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b653f8c-c4cb-46c1-be09-f46ec9df7e42 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Pushing event updated for resources: {'Port': ['ID=1cf151ed-8649-476a-b594-e6635deff157,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:11:26.819608 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-5b653f8c-c4cb-46c1-be09-f46ec9df7e42 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.5296922 Aug 18 12:11:26.820219 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 48850) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:11:26.825823 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-b4b8a53c-6cd8-4424-9cf0-8afa4dbfca65 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:11:26.882339 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c616349-9178-4c20-ad63-663059da62d6 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Router 66b01843-3468-41fe-a34a-c2d199dbbb60 has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:11:26.936139 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b4b8a53c-6cd8-4424-9cf0-8afa4dbfca65 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:26.994640 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e425a5e-a463-4108-8d2c-ee7e96719dd9 req-527fb06b-6b07-449a-b160-ef6b59ba9420 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:11:26.996194 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5e425a5e-a463-4108-8d2c-ee7e96719dd9 req-527fb06b-6b07-449a-b160-ef6b59ba9420 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/ports?device_id=8a996e92-54c5-44fc-a0c3-2d1774bbf792 HTTP/1.1" status: 200 len: 944 time: 0.0953770 Aug 18 12:11:27.020804 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c616349-9178-4c20-ad63-663059da62d6 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:11:27.038191 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b32d9d92-68e8-42df-ba9d-6bd7e55572df None None] Sync routers for ids ['66b01843-3468-41fe-a34a-c2d199dbbb60'] in n-d-804985-2 {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:11:27.061469 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b32d9d92-68e8-42df-ba9d-6bd7e55572df None None] Routers {'66b01843-3468-41fe-a34a-c2d199dbbb60'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:11:27.062288 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-b32d9d92-68e8-42df-ba9d-6bd7e55572df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:11:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['66b01843-3468-41fe-a34a-c2d199dbbb60'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:11:27.101069 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-b32d9d92-68e8-42df-ba9d-6bd7e55572df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:11:27.110203 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b32d9d92-68e8-42df-ba9d-6bd7e55572df None None] Routers {'66b01843-3468-41fe-a34a-c2d199dbbb60'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:11:27.112197 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-b32d9d92-68e8-42df-ba9d-6bd7e55572df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:11:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['66b01843-3468-41fe-a34a-c2d199dbbb60'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:11:27.114691 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3c616349-9178-4c20-ad63-663059da62d6 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:27.119279 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-3c616349-9178-4c20-ad63-663059da62d6 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] 10.222.0.66 "DELETE /v2.0/ports/8553272a-5941-4578-bb42-ae528f0c9a65 HTTP/1.1" status: 204 len: 168 time: 1.2243769 Aug 18 12:11:27.119591 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 48854) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:11:27.123428 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5e425a5e-a463-4108-8d2c-ee7e96719dd9 req-1403016e-8d62-4575-ab79-591ca51c3bd1 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/security-groups?id=e93b90b0-d66c-467b-a848-eedd88936357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146693 Aug 18 12:11:27.159007 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-b32d9d92-68e8-42df-ba9d-6bd7e55572df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:11:27.160317 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b32d9d92-68e8-42df-ba9d-6bd7e55572df None None] The sync data for ids ['66b01843-3468-41fe-a34a-c2d199dbbb60'] in n-d-804985-2 is: [] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:11:27.176518 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-060c06d4-4eff-4af6-9720-2bf74cb62443 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] 10.222.0.66 "GET /v2.0/floatingips/ce360a80-82f2-47c1-957c-88f54e47cea3 HTTP/1.1" status: 200 len: 687 time: 0.0546980 Aug 18 12:11:27.178080 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 48856) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:11:27.182187 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b4b8a53c-6cd8-4424-9cf0-8afa4dbfca65 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks [] for port, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:27.188541 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b4b8a53c-6cd8-4424-9cf0-8afa4dbfca65 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:27.222435 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-b4b8a53c-6cd8-4424-9cf0-8afa4dbfca65 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] In _notify_port_updated(), no bound segment for port 1cf151ed-8649-476a-b594-e6635deff157 on network 4d6f13ff-7ba1-4bb4-b06e-f8ea65047e3c {{(pid=106252) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 18 12:11:27.228182 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4b8a53c-6cd8-4424-9cf0-8afa4dbfca65 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:11:27.229108 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b4b8a53c-6cd8-4424-9cf0-8afa4dbfca65 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:27.230516 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-b4b8a53c-6cd8-4424-9cf0-8afa4dbfca65 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] 10.222.0.66 "PUT /v2.0/ports/1cf151ed-8649-476a-b594-e6635deff157 HTTP/1.1" status: 200 len: 818 time: 0.4093201 Aug 18 12:11:27.233885 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 48858) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:11:27.271353 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b8a53c-6cd8-4424-9cf0-8afa4dbfca65 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Pushing event updated for resources: {'Port': ['ID=1cf151ed-8649-476a-b594-e6635deff157,revision_number=2']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:11:27.315786 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-1223e461-7a5f-437f-a69c-22c06d4cb495 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Deleting port 4e55cdc8-aef6-4b60-8840-71a740e8d620 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:11:27.316313 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1223e461-7a5f-437f-a69c-22c06d4cb495 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:27.336046 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-1815ce82-9384-4f2d-8a19-c99342ea0ff8 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Deleting port 1cf151ed-8649-476a-b594-e6635deff157 {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:11:27.336534 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1815ce82-9384-4f2d-8a19-c99342ea0ff8 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:27.398867 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1223e461-7a5f-437f-a69c-22c06d4cb495 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:27.399195 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1223e461-7a5f-437f-a69c-22c06d4cb495 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:27.413123 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-1223e461-7a5f-437f-a69c-22c06d4cb495 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Calling delete_port for 4e55cdc8-aef6-4b60-8840-71a740e8d620 owned by network:floatingip {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:11:27.424866 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1815ce82-9384-4f2d-8a19-c99342ea0ff8 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:27.439013 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-1815ce82-9384-4f2d-8a19-c99342ea0ff8 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Calling delete_port for 1cf151ed-8649-476a-b594-e6635deff157 owned by {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:11:27.517910 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1815ce82-9384-4f2d-8a19-c99342ea0ff8 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:27.548033 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1815ce82-9384-4f2d-8a19-c99342ea0ff8 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Pushing event deleted for resources: {'Port': ['ID=1cf151ed-8649-476a-b594-e6635deff157,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:11:27.553543 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1223e461-7a5f-437f-a69c-22c06d4cb495 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:27.555494 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1815ce82-9384-4f2d-8a19-c99342ea0ff8 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:27.560321 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-1815ce82-9384-4f2d-8a19-c99342ea0ff8 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] 10.222.0.66 "DELETE /v2.0/ports/1cf151ed-8649-476a-b594-e6635deff157 HTTP/1.1" status: 204 len: 168 time: 0.3234065 Aug 18 12:11:27.560724 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 48866) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:11:27.588455 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1223e461-7a5f-437f-a69c-22c06d4cb495 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Pushing event deleted for resources: {'Port': ['ID=4e55cdc8-aef6-4b60-8840-71a740e8d620,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:11:27.638230 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac43c750-54ec-4be1-856d-b3a0eeaa91ca tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:11:27.640659 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-ac43c750-54ec-4be1-856d-b3a0eeaa91ca tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 842 time: 0.0790434 Aug 18 12:11:27.647462 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 48868) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:11:27.676315 n-d-804985-2 neutron-server[106253]: INFO neutron.pecan_wsgi.hooks.translation [None req-e50317c4-c782-4be0-92e1-b9867ae61fdc tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] GET failed (client error): The resource could not be found. Aug 18 12:11:27.677863 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-e50317c4-c782-4be0-92e1-b9867ae61fdc tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] 10.222.0.66 "GET /v2.0/ports/1cf151ed-8649-476a-b594-e6635deff157 HTTP/1.1" status: 404 len: 333 time: 0.0294583 Aug 18 12:11:27.681705 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 48870) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:11:27.689203 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-f421ca42-db17-4782-852b-259ed1bbcc74 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-160787888'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:11:27.696072 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e72b05-a12c-433f-9f47-8786419b996c req-0dd60f5b-9e76-433e-afa2-3c89a3f41706 tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:11:27.697186 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1223e461-7a5f-437f-a69c-22c06d4cb495 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks [] for floatingip, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:27.697822 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-27e72b05-a12c-433f-9f47-8786419b996c req-0dd60f5b-9e76-433e-afa2-3c89a3f41706 tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] 10.222.0.66 "GET /v2.0/ports?device_id=fbc93e59-0e7f-45f2-bf39-a18809ca61eb HTTP/1.1" status: 200 len: 943 time: 0.0695751 Aug 18 12:11:27.699672 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1223e461-7a5f-437f-a69c-22c06d4cb495 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for floatingip, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:27.700815 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-1223e461-7a5f-437f-a69c-22c06d4cb495 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] 10.222.0.66 "DELETE /v2.0/floatingips/ce360a80-82f2-47c1-957c-88f54e47cea3 HTTP/1.1" status: 204 len: 168 time: 0.5216444 Aug 18 12:11:27.707667 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 48872) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:11:27.713416 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-2aa5883f-008a-4b5a-98ea-405d68381552 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Request body: {'floatingip': {'floating_network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'port_id': '1de3388d-7e48-4620-b107-98bb729d77d2'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:11:27.729121 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f421ca42-db17-4782-852b-259ed1bbcc74 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Made reservation on behalf of 945a2d7857154f6c9b28850f76e065fc for: {'network': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:11:27.732865 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f421ca42-db17-4782-852b-259ed1bbcc74 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for network, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:27.740741 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-27e72b05-a12c-433f-9f47-8786419b996c req-4c0a1c7e-6808-4104-a0cb-c94a481b10e4 tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] 10.222.0.66 "GET /v2.0/security-groups?id=5ef1fad5-9994-4d94-a262-3d4636ae09af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335445 Aug 18 12:11:27.771074 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2aa5883f-008a-4b5a-98ea-405d68381552 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks [] for floatingip, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:27.773766 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f421ca42-db17-4782-852b-259ed1bbcc74 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 839} {{(pid=106253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:11:27.820659 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f421ca42-db17-4782-852b-259ed1bbcc74 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:27.821032 n-d-804985-2 neutron-server[106253]: INFO neutron.db.segments_db [None req-f421ca42-db17-4782-852b-259ed1bbcc74 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Added segment 4917ab86-bb03-49ae-afe5-7d10ec7ac3ed of type vlan for network 3031f995-b3df-4e00-8fd9-7f3d026c0ac9 Aug 18 12:11:27.870839 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f421ca42-db17-4782-852b-259ed1bbcc74 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789150665894'] for network, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:27.904295 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f421ca42-db17-4782-852b-259ed1bbcc74 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for network, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:27.910024 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f421ca42-db17-4782-852b-259ed1bbcc74 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:11:27.910608 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f421ca42-db17-4782-852b-259ed1bbcc74 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks [] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:27.971845 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-f421ca42-db17-4782-852b-259ed1bbcc74 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2891054 Aug 18 12:11:27.974846 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 48874) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:11:27.981785 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-40e71038-22f4-49c5-b718-7ad50fe491f9 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Request body: {'subnet': {'network_id': '3031f995-b3df-4e00-8fd9-7f3d026c0ac9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:11:27.987531 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f421ca42-db17-4782-852b-259ed1bbcc74 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Pushing event updated for resources: {'Network': ['ID=3031f995-b3df-4e00-8fd9-7f3d026c0ac9,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:11:27.998655 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Network 3031f995-b3df-4e00-8fd9-7f3d026c0ac9 details requested by agent ovs-agent-n-d-804985-2 with host n-d-804985-2 {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:11:28.008163 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2aa5883f-008a-4b5a-98ea-405d68381552 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:28.083934 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40e71038-22f4-49c5-b718-7ad50fe491f9 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Made reservation on behalf of 945a2d7857154f6c9b28850f76e065fc for: {'subnet': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:11:28.087911 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-40e71038-22f4-49c5-b718-7ad50fe491f9 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59074089'] for subnet, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:28.125970 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [None req-2aa5883f-008a-4b5a-98ea-405d68381552 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Allocated IP 172.25.7.73 (7cae7a70-14fd-408c-b14d-39ceb97cb60e/9784295a-20b8-4a4b-b105-f82737f0448f/f990e72e-2f17-4b17-9f6f-37adb6f2916a) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:11:28.168948 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 25136f60-7ebb-4fe1-8830-1b2392c99e14 up at agent hyperv_n-h1-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:11:28.243623 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Provisioning for port 25136f60-7ebb-4fe1-8830-1b2392c99e14 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:11:28.248166 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Provisioning complete for port 25136f60-7ebb-4fe1-8830-1b2392c99e14 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:11:28.248706 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:28.281732 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2aa5883f-008a-4b5a-98ea-405d68381552 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:28.332276 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2aa5883f-008a-4b5a-98ea-405d68381552 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:28.384647 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:28.400414 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aa5883f-008a-4b5a-98ea-405d68381552 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Network 7cae7a70-14fd-408c-b14d-39ceb97cb60e is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:11:28.403520 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-2aa5883f-008a-4b5a-98ea-405d68381552 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:11:28.411078 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-40e71038-22f4-49c5-b718-7ad50fe491f9 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3572913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59074111'] for subnet, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:28.413647 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aa5883f-008a-4b5a-98ea-405d68381552 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:11:28.415124 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 7d19f69c-a14d-4f3a-9bcc-49905b2572cb details requested by agent hyperv_n-h2-804985-2 with host n-h2-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:11:28.415770 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa5883f-008a-4b5a-98ea-405d68381552 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Pushing event updated for resources: {'Port': ['ID=f990e72e-2f17-4b17-9f6f-37adb6f2916a,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:11:28.504540 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a996e92-54c5-44fc-a0c3-2d1774bbf792', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25136f60-7ebb-4fe1-8830-1b2392c99e14'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:11:28.506930 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db50a436fb3a98495337d8fe7487b4f2ea6f3c1052eb9efadc2ecda2d5737001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-874ccfa5-a416-45c5-a354-6146e8968f08" -d '{"events": [{"server_uuid": "8a996e92-54c5-44fc-a0c3-2d1774bbf792", "name": "network-vif-plugged", "status": "completed", "tag": "25136f60-7ebb-4fe1-8830-1b2392c99e14"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:11:28.543368 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 25136f60-7ebb-4fe1-8830-1b2392c99e14, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=25136f60-7ebb-4fe1-8830-1b2392c99e14,segment=NetworkSegment(299e2826-ecf6-416e-b53c-1b1574dd5315),segment_id=299e2826-ecf6-416e-b53c-1b1574dd5315)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:11:28.555118 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:28.592600 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e71038-22f4-49c5-b718-7ad50fe491f9 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Pushing event updated for resources: {'Subnet': ['ID=636417b6-3475-4667-b11e-6ff215ea3a2b,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:11:28.616439 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:11:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb7b7f28-2ffa-49bf-a88f-74f0c5434933 x-openstack-request-id: req-bb7b7f28-2ffa-49bf-a88f-74f0c5434933 {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:11:28.617026 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a996e92-54c5-44fc-a0c3-2d1774bbf792", "name": "network-vif-plugged", "status": "completed", "tag": "25136f60-7ebb-4fe1-8830-1b2392c99e14", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:11:28.617474 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-bb7b7f28-2ffa-49bf-a88f-74f0c5434933 {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:11:28.618016 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a996e92-54c5-44fc-a0c3-2d1774bbf792', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25136f60-7ebb-4fe1-8830-1b2392c99e14', 'code': 200} Aug 18 12:11:28.623727 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cd8482-f27a-453c-9b2c-07cbf91ca7ea req-ec758cbb-c3dc-460d-b16a-36955cb00264 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:11:28.625946 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b4cd8482-f27a-453c-9b2c-07cbf91ca7ea req-ec758cbb-c3dc-460d-b16a-36955cb00264 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/ports?device_id=8a996e92-54c5-44fc-a0c3-2d1774bbf792 HTTP/1.1" status: 200 len: 944 time: 0.3901701 Aug 18 12:11:28.629944 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e71038-22f4-49c5-b718-7ad50fe491f9 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Checking segment: {'id': '4917ab86-bb03-49ae-afe5-7d10ec7ac3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '3031f995-b3df-4e00-8fd9-7f3d026c0ac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:11:28.630307 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40e71038-22f4-49c5-b718-7ad50fe491f9 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Network hostable DHCP agents. Network: 3031f995-b3df-4e00-8fd9-7f3d026c0ac9, hostable agents: ['97c14208-2951-4361-8d64-3708c946ff5f'], hosted agents: [] {{(pid=106252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 12:11:28.666211 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port 7d19f69c-a14d-4f3a-9bcc-49905b2572cb, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=7d19f69c-a14d-4f3a-9bcc-49905b2572cb,segment=NetworkSegment(04c90fa8-80d4-4b5a-8675-6489bbdf733a),segment_id=04c90fa8-80d4-4b5a-8675-6489bbdf733a)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:11:28.674447 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40e71038-22f4-49c5-b718-7ad50fe491f9 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Network 3031f995-b3df-4e00-8fd9-7f3d026c0ac9 is scheduled to be hosted by DHCP agent 97c14208-2951-4361-8d64-3708c946ff5f with binding_index 1 {{(pid=106252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 12:11:28.693312 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Returning: {'device': '7d19f69c-a14d-4f3a-9bcc-49905b2572cb', 'network_id': '7dfc47df-47b4-4e90-bd94-e3bf14b5a490', 'port_id': '7d19f69c-a14d-4f3a-9bcc-49905b2572cb', 'mac_address': 'fa:16:3e:7b:f2:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 806, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a76c24d3-b86e-48fd-b018-8474cde49ab5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:11:28.695146 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=25136f60-7ebb-4fe1-8830-1b2392c99e14,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:11:28.738247 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:28.743712 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b4cd8482-f27a-453c-9b2c-07cbf91ca7ea req-27dbf2cc-f72c-4ee2-b689-e9771468fc23 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/security-groups?id=e93b90b0-d66c-467b-a848-eedd88936357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045136 Aug 18 12:11:28.761491 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d19f69c-a14d-4f3a-9bcc-49905b2572cb {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:11:28.762304 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-40e71038-22f4-49c5-b718-7ad50fe491f9 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-2, 3031f995-b3df-4e00-8fd9-7f3d026c0ac9) {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:11:28.779462 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2e2e7ec-4688-4d8c-998b-66d25bfa6b5c None None] Network 3031f995-b3df-4e00-8fd9-7f3d026c0ac9 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:11:28.785657 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40e71038-22f4-49c5-b718-7ad50fe491f9 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:11:28.786317 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-40e71038-22f4-49c5-b718-7ad50fe491f9 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for subnet, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:28.791122 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132af710-9f43-401e-8cd5-da26f65d52ce req-65bccf4e-1e20-4dcf-bd77-b0ac4e837ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:11:28.792667 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-132af710-9f43-401e-8cd5-da26f65d52ce req-65bccf4e-1e20-4dcf-bd77-b0ac4e837ade service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=8a996e92-54c5-44fc-a0c3-2d1774bbf792 HTTP/1.1" status: 200 len: 1096 time: 0.1345663 Aug 18 12:11:28.836371 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-40e71038-22f4-49c5-b718-7ad50fe491f9 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8577538 Aug 18 12:11:28.836946 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 48888) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:11:28.838638 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-132af710-9f43-401e-8cd5-da26f65d52ce req-d4b9a543-4655-490a-a043-4ab339433dfb service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=e93b90b0-d66c-467b-a848-eedd88936357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367906 Aug 18 12:11:28.843717 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-670388df-9c48-416e-b6cf-4de82b8b8238 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Request body: {'subnet': {'network_id': '3031f995-b3df-4e00-8fd9-7f3d026c0ac9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:11:28.871245 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port 7d19f69c-a14d-4f3a-9bcc-49905b2572cb, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=7d19f69c-a14d-4f3a-9bcc-49905b2572cb,segment=NetworkSegment(04c90fa8-80d4-4b5a-8675-6489bbdf733a),segment_id=04c90fa8-80d4-4b5a-8675-6489bbdf733a)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:11:28.882856 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:28.934563 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2aa5883f-008a-4b5a-98ea-405d68381552 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:28.981286 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=7d19f69c-a14d-4f3a-9bcc-49905b2572cb,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:11:29.030976 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afe0678-330c-4188-8e1d-6736774e5421 req-c91f68dd-b386-490e-aed0-f2373113f0ea tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:11:29.032754 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3afe0678-330c-4188-8e1d-6736774e5421 req-c91f68dd-b386-490e-aed0-f2373113f0ea tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] 10.222.0.66 "GET /v2.0/ports?device_id=fbc93e59-0e7f-45f2-bf39-a18809ca61eb HTTP/1.1" status: 200 len: 944 time: 0.1211598 Aug 18 12:11:29.033806 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2aa5883f-008a-4b5a-98ea-405d68381552 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:29.034115 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-670388df-9c48-416e-b6cf-4de82b8b8238 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Made reservation on behalf of 945a2d7857154f6c9b28850f76e065fc for: {'subnet': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:11:29.037670 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-670388df-9c48-416e-b6cf-4de82b8b8238 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59074089'] for subnet, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:29.045379 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82655fab-7c0a-4463-a316-d4ce65cea073 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp788be208-34ab-5a8f-af0f-528834af222f-3031f995-b3df-4e00-8fd9-7f3d026c0ac9', 'network_id': '3031f995-b3df-4e00-8fd9-7f3d026c0ac9', 'tenant_id': '945a2d7857154f6c9b28850f76e065fc', 'fixed_ips': [{'subnet_id': '636417b6-3475-4667-b11e-6ff215ea3a2b'}]}} from n-d-804985-2. {{(pid=106254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 12:11:29.046350 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-82655fab-7c0a-4463-a316-d4ce65cea073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:29.144554 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3afe0678-330c-4188-8e1d-6736774e5421 req-f04f32f2-a0f5-4064-99b8-f4e0c396f3c9 tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] 10.222.0.66 "GET /v2.0/security-groups?id=5ef1fad5-9994-4d94-a262-3d4636ae09af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020212 Aug 18 12:11:29.185266 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] get_ports_and_sgs() called for port_ids ['7d19f69c-a14d-4f3a-9bcc-49905b2572cb'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:11:29.212083 n-d-804985-2 neutron-server[106252]: INFO neutron.db.ipam_backend_mixin [None req-670388df-9c48-416e-b6cf-4de82b8b8238 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 636417b6-3475-4667-b11e-6ff215ea3a2b (CIDR: 172.20.0.0/28) Aug 18 12:11:29.220629 n-d-804985-2 neutron-server[106252]: INFO neutron.pecan_wsgi.hooks.translation [None req-670388df-9c48-416e-b6cf-4de82b8b8238 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 18 12:11:29.222844 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-670388df-9c48-416e-b6cf-4de82b8b8238 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=106252) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 12:11:29.250770 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-670388df-9c48-416e-b6cf-4de82b8b8238 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4109085 Aug 18 12:11:29.254153 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 48890) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:11:29.262920 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-6dfdc4b1-ef21-4031-811d-4a9360a04482 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Request body: {'subnet': {'network_id': '3031f995-b3df-4e00-8fd9-7f3d026c0ac9', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:11:29.279847 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2aa5883f-008a-4b5a-98ea-405d68381552 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks [] for port, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:29.285759 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2aa5883f-008a-4b5a-98ea-405d68381552 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:29.292595 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.db_base_plugin_common [None req-82655fab-7c0a-4463-a316-d4ce65cea073 None None] Allocated IP 172.20.0.2 (3031f995-b3df-4e00-8fd9-7f3d026c0ac9/636417b6-3475-4667-b11e-6ff215ea3a2b/9ee6ad67-7719-4e4a-b55b-dcb87edb25ff) {{(pid=106254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:11:29.372225 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa5883f-008a-4b5a-98ea-405d68381552 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Pushing event updated for resources: {'Port': ['ID=f990e72e-2f17-4b17-9f6f-37adb6f2916a,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:11:29.379521 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2aa5883f-008a-4b5a-98ea-405d68381552 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-989945'] for floatingip, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:29.502760 n-d-804985-2 neutron-server[106253]: INFO neutron.db.l3_db [None req-2aa5883f-008a-4b5a-98ea-405d68381552 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Floating IP d96c802c-0ede-4f27-a620-9b609ad47852 associated. External IP: 172.25.7.73, port: 1de3388d-7e48-4620-b107-98bb729d77d2. Aug 18 12:11:29.651777 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 48898) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:11:29.768150 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-82655fab-7c0a-4463-a316-d4ce65cea073 None None] Notify callbacks [] for port, precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:29.789817 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-82655fab-7c0a-4463-a316-d4ce65cea073 None None] Transition to ACTIVE for port object 9ee6ad67-7719-4e4a-b55b-dcb87edb25ff will not be triggered until provisioned by entity L2. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:11:29.828851 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-82655fab-7c0a-4463-a316-d4ce65cea073 None None] Transition to ACTIVE for port object 9ee6ad67-7719-4e4a-b55b-dcb87edb25ff will not be triggered until provisioned by entity DHCP. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:11:29.843709 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-82655fab-7c0a-4463-a316-d4ce65cea073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547'] for port, after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:29.899177 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2aa5883f-008a-4b5a-98ea-405d68381552 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Router 66b01843-3468-41fe-a34a-c2d199dbbb60 has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:11:29.904392 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82655fab-7c0a-4463-a316-d4ce65cea073 None None] Network 3031f995-b3df-4e00-8fd9-7f3d026c0ac9 is already hosted by enough agents. {{(pid=106254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:11:29.907370 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.base_scheduler [None req-82655fab-7c0a-4463-a316-d4ce65cea073 None None] Resources bound (agent type, host, resource id): {{(pid=106254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:11:29.914000 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82655fab-7c0a-4463-a316-d4ce65cea073 None None] Received port after_create {{(pid=106254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:11:29.920837 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dfdc4b1-ef21-4031-811d-4a9360a04482 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Made reservation on behalf of 945a2d7857154f6c9b28850f76e065fc for: {'subnet': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:11:29.925221 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82655fab-7c0a-4463-a316-d4ce65cea073 None None] Pushing event updated for resources: {'Port': ['ID=9ee6ad67-7719-4e4a-b55b-dcb87edb25ff,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:11:29.926759 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6dfdc4b1-ef21-4031-811d-4a9360a04482 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59074089'] for subnet, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:29.986562 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-82655fab-7c0a-4463-a316-d4ce65cea073 None None] Attempting to bind port 9ee6ad67-7719-4e4a-b55b-dcb87edb25ff on host n-d-804985-2 for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:11:29.987084 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-82655fab-7c0a-4463-a316-d4ce65cea073 None None] Attempting to bind port 9ee6ad67-7719-4e4a-b55b-dcb87edb25ff by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': '4917ab86-bb03-49ae-afe5-7d10ec7ac3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '3031f995-b3df-4e00-8fd9-7f3d026c0ac9'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:11:29.987512 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82655fab-7c0a-4463-a316-d4ce65cea073 None None] Attempting to bind port 9ee6ad67-7719-4e4a-b55b-dcb87edb25ff on network 3031f995-b3df-4e00-8fd9-7f3d026c0ac9 {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:11:29.997576 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82655fab-7c0a-4463-a316-d4ce65cea073 None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 11, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:11:29.997959 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82655fab-7c0a-4463-a316-d4ce65cea073 None None] Checking segment: {'id': '4917ab86-bb03-49ae-afe5-7d10ec7ac3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '3031f995-b3df-4e00-8fd9-7f3d026c0ac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:11:29.998515 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-82655fab-7c0a-4463-a316-d4ce65cea073 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:29.999054 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82655fab-7c0a-4463-a316-d4ce65cea073 None None] Bound using segment: {'id': '4917ab86-bb03-49ae-afe5-7d10ec7ac3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '3031f995-b3df-4e00-8fd9-7f3d026c0ac9'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:11:29.999531 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-82655fab-7c0a-4463-a316-d4ce65cea073 None None] Bound port: 9ee6ad67-7719-4e4a-b55b-dcb87edb25ff, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4917ab86-bb03-49ae-afe5-7d10ec7ac3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '3031f995-b3df-4e00-8fd9-7f3d026c0ac9'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:11:29.999954 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-82655fab-7c0a-4463-a316-d4ce65cea073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:30.009458 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4ec8b1-1ce0-46ad-a7c7-668991bf82b1 req-e8b0ad6c-f670-4099-8869-3636aade6228 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:11:30.011469 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-cb4ec8b1-1ce0-46ad-a7c7-668991bf82b1 req-e8b0ad6c-f670-4099-8869-3636aade6228 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/ports?device_id=8a996e92-54c5-44fc-a0c3-2d1774bbf792 HTTP/1.1" status: 200 len: 945 time: 0.1284480 Aug 18 12:11:30.076359 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-82655fab-7c0a-4463-a316-d4ce65cea073 None None] For port 9ee6ad67-7719-4e4a-b55b-dcb87edb25ff, host n-d-804985-2, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:11:30.079865 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-82655fab-7c0a-4463-a316-d4ce65cea073 None None] For port 9ee6ad67-7719-4e4a-b55b-dcb87edb25ff, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=9ee6ad67-7719-4e4a-b55b-dcb87edb25ff,segment=NetworkSegment(4917ab86-bb03-49ae-afe5-7d10ec7ac3ed),segment_id=4917ab86-bb03-49ae-afe5-7d10ec7ac3ed)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:11:30.085237 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-cb4ec8b1-1ce0-46ad-a7c7-668991bf82b1 req-c074b969-9650-4351-afd4-3562b1fcf7bb tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/security-groups?id=e93b90b0-d66c-467b-a848-eedd88936357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640500 Aug 18 12:11:30.096279 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-82655fab-7c0a-4463-a316-d4ce65cea073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:30.184368 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82655fab-7c0a-4463-a316-d4ce65cea073 None None] Pushing event updated for resources: {'Port': ['ID=9ee6ad67-7719-4e4a-b55b-dcb87edb25ff,revision_number=2']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:11:30.320840 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2c6b91-f41a-4676-b9fa-bb145404178d req-1692a813-e803-433d-a04a-8e2592401180 tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:11:30.322341 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9f2c6b91-f41a-4676-b9fa-bb145404178d req-1692a813-e803-433d-a04a-8e2592401180 tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] 10.222.0.66 "GET /v2.0/ports?device_id=fbc93e59-0e7f-45f2-bf39-a18809ca61eb HTTP/1.1" status: 200 len: 944 time: 0.0886538 Aug 18 12:11:30.323778 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6dfdc4b1-ef21-4031-811d-4a9360a04482 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3572913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59074111'] for subnet, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:30.371938 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dfdc4b1-ef21-4031-811d-4a9360a04482 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Network 3031f995-b3df-4e00-8fd9-7f3d026c0ac9 is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:11:30.385832 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-6dfdc4b1-ef21-4031-811d-4a9360a04482 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:11:30.395139 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dfdc4b1-ef21-4031-811d-4a9360a04482 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:11:30.395897 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6dfdc4b1-ef21-4031-811d-4a9360a04482 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for subnet, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:30.441108 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9f2c6b91-f41a-4676-b9fa-bb145404178d req-6e4671d0-42e3-4668-94b1-430a06be5996 tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] 10.222.0.66 "GET /v2.0/security-groups?id=5ef1fad5-9994-4d94-a262-3d4636ae09af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083665 Aug 18 12:11:30.456674 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfdc4b1-ef21-4031-811d-4a9360a04482 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Pushing event updated for resources: {'Subnet': ['ID=e728e324-e125-4e9d-9deb-94958aef443f,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:11:30.465217 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-6dfdc4b1-ef21-4031-811d-4a9360a04482 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.2097263 Aug 18 12:11:30.465924 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 48908) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:11:30.471949 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-0c1f4f22-2031-4c2a-8948-b0b8dea93dc4 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Request body: {'port': {'network_id': '3031f995-b3df-4e00-8fd9-7f3d026c0ac9', 'fixed_ips': [{'subnet_id': '636417b6-3475-4667-b11e-6ff215ea3a2b'}, {'subnet_id': 'e728e324-e125-4e9d-9deb-94958aef443f'}], 'name': 'tempest-PortsTestJSON-1514486978'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:11:30.534460 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2aa5883f-008a-4b5a-98ea-405d68381552 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:11:30.544564 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a72538ff-12db-41b0-92a8-f99ab2bb9280 None None] Sync routers for ids ['66b01843-3468-41fe-a34a-c2d199dbbb60'] in n-d-804985-2 {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:11:30.556829 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a72538ff-12db-41b0-92a8-f99ab2bb9280 None None] Routers {'66b01843-3468-41fe-a34a-c2d199dbbb60'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:11:30.557765 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-a72538ff-12db-41b0-92a8-f99ab2bb9280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:11:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['66b01843-3468-41fe-a34a-c2d199dbbb60'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:11:30.576097 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2aa5883f-008a-4b5a-98ea-405d68381552 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for floatingip, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:30.596137 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c1f4f22-2031-4c2a-8948-b0b8dea93dc4 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Made reservation on behalf of 945a2d7857154f6c9b28850f76e065fc for: {'port': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:11:30.597463 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-a72538ff-12db-41b0-92a8-f99ab2bb9280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:11:30.606411 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a72538ff-12db-41b0-92a8-f99ab2bb9280 None None] Routers {'66b01843-3468-41fe-a34a-c2d199dbbb60'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:11:30.607026 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-a72538ff-12db-41b0-92a8-f99ab2bb9280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:11:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['66b01843-3468-41fe-a34a-c2d199dbbb60'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:11:30.615570 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-2aa5883f-008a-4b5a-98ea-405d68381552 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 2.9044914 Aug 18 12:11:30.615786 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 48910) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:11:30.621166 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-8ace5ede-e902-4724-a138-dd9af04714e8 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-582998386'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:11:30.639549 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-a72538ff-12db-41b0-92a8-f99ab2bb9280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:11:30.640197 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a72538ff-12db-41b0-92a8-f99ab2bb9280 None None] The sync data for ids ['66b01843-3468-41fe-a34a-c2d199dbbb60'] in n-d-804985-2 is: [] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:11:30.683932 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0c1f4f22-2031-4c2a-8948-b0b8dea93dc4 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:30.700399 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ace5ede-e902-4724-a138-dd9af04714e8 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Made reservation on behalf of 89fffbe536a34d0daf05475e4f7847d4 for: {'network': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:11:30.704046 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8ace5ede-e902-4724-a138-dd9af04714e8 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for network, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:30.704511 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [None req-0c1f4f22-2031-4c2a-8948-b0b8dea93dc4 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] device_id is not set on port f4ae87bf-0fbd-4781-9b63-109eb87cd80d yet. {{(pid=106252) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 12:11:30.748902 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ace5ede-e902-4724-a138-dd9af04714e8 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 813} {{(pid=106253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:11:30.765758 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8ace5ede-e902-4724-a138-dd9af04714e8 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:30.766152 n-d-804985-2 neutron-server[106253]: INFO neutron.db.segments_db [None req-8ace5ede-e902-4724-a138-dd9af04714e8 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Added segment 40a15917-3246-4275-9b88-ae038b976510 of type vlan for network 26eb6773-901e-4710-86dc-ed4de96161ce Aug 18 12:11:30.843895 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8ace5ede-e902-4724-a138-dd9af04714e8 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789150665894'] for network, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:30.904363 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8ace5ede-e902-4724-a138-dd9af04714e8 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for network, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:30.910227 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ace5ede-e902-4724-a138-dd9af04714e8 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:11:30.910850 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8ace5ede-e902-4724-a138-dd9af04714e8 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks [] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:30.923862 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c2c0cffc-9d51-4069-b398-9e3e1e4a8a2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-996815'] for router_interface, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:30.999074 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [None req-0c1f4f22-2031-4c2a-8948-b0b8dea93dc4 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Allocated IP 172.20.0.7 (3031f995-b3df-4e00-8fd9-7f3d026c0ac9/636417b6-3475-4667-b11e-6ff215ea3a2b/f4ae87bf-0fbd-4781-9b63-109eb87cd80d) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:11:31.006603 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [None req-0c1f4f22-2031-4c2a-8948-b0b8dea93dc4 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Allocated IP 172.20.0.27 (3031f995-b3df-4e00-8fd9-7f3d026c0ac9/e728e324-e125-4e9d-9deb-94958aef443f/f4ae87bf-0fbd-4781-9b63-109eb87cd80d) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:11:31.018684 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-8ace5ede-e902-4724-a138-dd9af04714e8 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4018464 Aug 18 12:11:31.022463 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 48914) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:11:31.027844 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-916fa54b-357b-46b7-9e7a-df73f87132a0 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Request body: {'subnet': {'network_id': '26eb6773-901e-4710-86dc-ed4de96161ce', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:11:31.030336 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ace5ede-e902-4724-a138-dd9af04714e8 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Pushing event updated for resources: {'Network': ['ID=26eb6773-901e-4710-86dc-ed4de96161ce,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:11:31.042912 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Network 26eb6773-901e-4710-86dc-ed4de96161ce details requested by agent ovs-agent-n-d-804985-2 with host n-d-804985-2 {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:11:31.249279 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-916fa54b-357b-46b7-9e7a-df73f87132a0 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Made reservation on behalf of 89fffbe536a34d0daf05475e4f7847d4 for: {'subnet': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:11:31.252900 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-916fa54b-357b-46b7-9e7a-df73f87132a0 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59074089'] for subnet, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:31.316058 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a88922fc-f6b5-4c84-88b1-8e16dbab93bc None None] Network 3031f995-b3df-4e00-8fd9-7f3d026c0ac9 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:11:31.325571 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f7a208-90c6-4e31-b3dc-115ca25f9686 req-e796af6a-47cd-4f9d-9197-91ea0711e7a5 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:11:31.327139 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a2f7a208-90c6-4e31-b3dc-115ca25f9686 req-e796af6a-47cd-4f9d-9197-91ea0711e7a5 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/ports?device_id=8a996e92-54c5-44fc-a0c3-2d1774bbf792 HTTP/1.1" status: 200 len: 945 time: 0.1448097 Aug 18 12:11:31.340936 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-c2c0cffc-9d51-4069-b398-9e3e1e4a8a2f admin admin] Deleting port 6cda11e2-5e40-4f5e-bf17-6026040fdd12 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:11:31.341228 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c2c0cffc-9d51-4069-b398-9e3e1e4a8a2f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:31.382610 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-d0508e32-0be7-4f08-919c-266d31f54d5f None None] Provisioning for port 9ee6ad67-7719-4e4a-b55b-dcb87edb25ff completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:11:31.382899 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0c1f4f22-2031-4c2a-8948-b0b8dea93dc4 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:31.424976 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [None req-0c1f4f22-2031-4c2a-8948-b0b8dea93dc4 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Transition to ACTIVE for port object f4ae87bf-0fbd-4781-9b63-109eb87cd80d will not be triggered until provisioned by entity DHCP. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:11:31.439116 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a2f7a208-90c6-4e31-b3dc-115ca25f9686 req-c75e9355-9612-47b8-b84f-18276f9d11bd tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/security-groups?id=e93b90b0-d66c-467b-a848-eedd88936357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922949 Aug 18 12:11:31.451046 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [None req-c2c0cffc-9d51-4069-b398-9e3e1e4a8a2f admin admin] For port 6cda11e2-5e40-4f5e-bf17-6026040fdd12, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=6cda11e2-5e40-4f5e-bf17-6026040fdd12,segment=NetworkSegment(a349f629-a357-4fba-80a9-3970130b5e97),segment_id=a349f629-a357-4fba-80a9-3970130b5e97)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:11:31.451499 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c2c0cffc-9d51-4069-b398-9e3e1e4a8a2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:31.489705 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-c2c0cffc-9d51-4069-b398-9e3e1e4a8a2f admin admin] Calling delete_port for 6cda11e2-5e40-4f5e-bf17-6026040fdd12 owned by network:router_interface {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:11:31.565456 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0c1f4f22-2031-4c2a-8948-b0b8dea93dc4 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:31.622873 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 9ee6ad67-7719-4e4a-b55b-dcb87edb25ff up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:11:31.669709 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4ca9acc-7fd7-446a-a3c5-91c508e8f2f9 None None] Update dhcp port {'port': {'network_id': '3031f995-b3df-4e00-8fd9-7f3d026c0ac9', 'fixed_ips': [{'subnet_id': '636417b6-3475-4667-b11e-6ff215ea3a2b', 'ip_address': '172.20.0.2'}, {'subnet_id': 'e728e324-e125-4e9d-9deb-94958aef443f'}], 'binding:host_id': 'n-d-804985-2'}, 'id': '9ee6ad67-7719-4e4a-b55b-dcb87edb25ff'} from n-d-804985-2. {{(pid=106254) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 18 12:11:31.704032 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-d4ca9acc-7fd7-446a-a3c5-91c508e8f2f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:31.716818 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c1f4f22-2031-4c2a-8948-b0b8dea93dc4 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Network 3031f995-b3df-4e00-8fd9-7f3d026c0ac9 is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:11:31.724096 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port 9ee6ad67-7719-4e4a-b55b-dcb87edb25ff completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:11:31.728920 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-916fa54b-357b-46b7-9e7a-df73f87132a0 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3572913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59074111'] for subnet, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:31.780005 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-0c1f4f22-2031-4c2a-8948-b0b8dea93dc4 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:11:31.789665 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916fa54b-357b-46b7-9e7a-df73f87132a0 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Pushing event updated for resources: {'Subnet': ['ID=4c982dca-9b39-47ec-b5ed-c4f4fe17600b,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:11:31.794537 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c1f4f22-2031-4c2a-8948-b0b8dea93dc4 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:11:31.837067 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1f4f22-2031-4c2a-8948-b0b8dea93dc4 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Pushing event updated for resources: {'Port': ['ID=f4ae87bf-0fbd-4781-9b63-109eb87cd80d,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:11:31.848301 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c2c0cffc-9d51-4069-b398-9e3e1e4a8a2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:31.887616 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c0cffc-9d51-4069-b398-9e3e1e4a8a2f admin admin] Pushing event deleted for resources: {'Port': ['ID=6cda11e2-5e40-4f5e-bf17-6026040fdd12,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:11:31.894104 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4d32b7ac-745a-4635-8684-94923941f309 req-9d8171ee-77fa-4765-a774-9394d47bb359 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=6be1f64524b04a05973aca1b3d3c7df9 HTTP/1.1" status: 200 len: 267 time: 0.2403588 Aug 18 12:11:31.962750 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c1f4f22-2031-4c2a-8948-b0b8dea93dc4 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:11:31.969783 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 9ee6ad67-7719-4e4a-b55b-dcb87edb25ff triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:11:31.970287 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:31.970601 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0c1f4f22-2031-4c2a-8948-b0b8dea93dc4 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:31.984803 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1c1bb3-96c8-47d6-b5c3-6176d3823c84 req-e1a8c461-7a6d-4ed7-aa2c-6e5e1f4acf66 tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:11:31.986636 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5a1c1bb3-96c8-47d6-b5c3-6176d3823c84 req-e1a8c461-7a6d-4ed7-aa2c-6e5e1f4acf66 tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] 10.222.0.66 "GET /v2.0/ports?device_id=fbc93e59-0e7f-45f2-bf39-a18809ca61eb HTTP/1.1" status: 200 len: 944 time: 0.3706574 Aug 18 12:11:31.990835 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-916fa54b-357b-46b7-9e7a-df73f87132a0 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Checking segment: {'id': '40a15917-3246-4275-9b88-ae038b976510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '26eb6773-901e-4710-86dc-ed4de96161ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:11:31.991456 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-916fa54b-357b-46b7-9e7a-df73f87132a0 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Network hostable DHCP agents. Network: 26eb6773-901e-4710-86dc-ed4de96161ce, hostable agents: ['97c14208-2951-4361-8d64-3708c946ff5f'], hosted agents: [] {{(pid=106252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 12:11:32.027207 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.db_base_plugin_common [None req-d4ca9acc-7fd7-446a-a3c5-91c508e8f2f9 None None] Allocated IP 172.20.0.18 (3031f995-b3df-4e00-8fd9-7f3d026c0ac9/e728e324-e125-4e9d-9deb-94958aef443f/9ee6ad67-7719-4e4a-b55b-dcb87edb25ff) {{(pid=106254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:11:32.028849 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-0c1f4f22-2031-4c2a-8948-b0b8dea93dc4 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 1.5616736 Aug 18 12:11:32.031575 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 48926) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:11:32.039314 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-06e03dce-3e4e-48b1-92c1-6952383bcfc9 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '636417b6-3475-4667-b11e-6ff215ea3a2b'}]}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:11:32.080644 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5a1c1bb3-96c8-47d6-b5c3-6176d3823c84 req-3ec7c966-bfc4-49e7-873a-5bee080dbf3c tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] 10.222.0.66 "GET /v2.0/security-groups?id=5ef1fad5-9994-4d94-a262-3d4636ae09af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835669 Aug 18 12:11:32.111879 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d32b7ac-745a-4635-8684-94923941f309 req-3125b8a9-d5e5-4f00-ad31-215354d28456 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:11:32.121124 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4d32b7ac-745a-4635-8684-94923941f309 req-3125b8a9-d5e5-4f00-ad31-215354d28456 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/ports?device_id=8a996e92-54c5-44fc-a0c3-2d1774bbf792 HTTP/1.1" status: 200 len: 945 time: 0.2260473 Aug 18 12:11:32.133562 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-4d32b7ac-745a-4635-8684-94923941f309 req-2836e9eb-bc1f-461d-9ccc-fd82fe99dc3d tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Request body: {'port': {'security_groups': []}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:11:32.136690 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-916fa54b-357b-46b7-9e7a-df73f87132a0 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Network 26eb6773-901e-4710-86dc-ed4de96161ce is scheduled to be hosted by DHCP agent 97c14208-2951-4361-8d64-3708c946ff5f with binding_index 1 {{(pid=106252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 12:11:32.161837 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c2c0cffc-9d51-4069-b398-9e3e1e4a8a2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953695'] for router_interface, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:32.179739 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-916fa54b-357b-46b7-9e7a-df73f87132a0 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-2, 26eb6773-901e-4710-86dc-ed4de96161ce) {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:11:32.207078 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-916fa54b-357b-46b7-9e7a-df73f87132a0 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:11:32.207682 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-916fa54b-357b-46b7-9e7a-df73f87132a0 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for subnet, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:32.233573 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ec996f8-5c6c-4374-b9f1-56463ebf989b None None] Network 26eb6773-901e-4710-86dc-ed4de96161ce requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:11:32.240652 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:32.257572 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-06e03dce-3e4e-48b1-92c1-6952383bcfc9 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:32.272119 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-4d32b7ac-745a-4635-8684-94923941f309 req-2836e9eb-bc1f-461d-9ccc-fd82fe99dc3d tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:32.274741 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-916fa54b-357b-46b7-9e7a-df73f87132a0 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2513382 Aug 18 12:11:32.278011 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 48928) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:11:32.283358 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-5cdc6b6c-aca0-4933-a183-5f9ac67b1a87 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1366490134', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'}, 'admin_state_up': False}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:11:32.331065 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5cdc6b6c-aca0-4933-a183-5f9ac67b1a87 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-998592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15809'] for router, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:32.333029 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5cdc6b6c-aca0-4933-a183-5f9ac67b1a87 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-992733', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-971415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15816'] for router, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:32.374448 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-d4ca9acc-7fd7-446a-a3c5-91c508e8f2f9 None None] For port 9ee6ad67-7719-4e4a-b55b-dcb87edb25ff, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=9ee6ad67-7719-4e4a-b55b-dcb87edb25ff,segment=NetworkSegment(4917ab86-bb03-49ae-afe5-7d10ec7ac3ed),segment_id=4917ab86-bb03-49ae-afe5-7d10ec7ac3ed)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:11:32.429998 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 7d19f69c-a14d-4f3a-9bcc-49905b2572cb up at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:11:32.438542 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-d4ca9acc-7fd7-446a-a3c5-91c508e8f2f9 None None] Notify callbacks [] for port, precommit_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:32.483466 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-d4ca9acc-7fd7-446a-a3c5-91c508e8f2f9 None None] Transition to ACTIVE for port object 9ee6ad67-7719-4e4a-b55b-dcb87edb25ff will not be triggered until provisioned by entity DHCP. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:11:32.508418 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-d4ca9acc-7fd7-446a-a3c5-91c508e8f2f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:32.564757 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7d2d257-f26a-443c-85d5-798d50909ccc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp788be208-34ab-5a8f-af0f-528834af222f-26eb6773-901e-4710-86dc-ed4de96161ce', 'network_id': '26eb6773-901e-4710-86dc-ed4de96161ce', 'tenant_id': '89fffbe536a34d0daf05475e4f7847d4', 'fixed_ips': [{'subnet_id': '4c982dca-9b39-47ec-b5ed-c4f4fe17600b'}]}} from n-d-804985-2. {{(pid=106254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 12:11:32.565668 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-a7d2d257-f26a-443c-85d5-798d50909ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:32.601646 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-4d32b7ac-745a-4635-8684-94923941f309 req-2836e9eb-bc1f-461d-9ccc-fd82fe99dc3d tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] For port 25136f60-7ebb-4fe1-8830-1b2392c99e14, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=25136f60-7ebb-4fe1-8830-1b2392c99e14,segment=NetworkSegment(299e2826-ecf6-416e-b53c-1b1574dd5315),segment_id=299e2826-ecf6-416e-b53c-1b1574dd5315)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:11:32.651718 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.db.api [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106254) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 18 12:11:32.652182 n-d-804985-2 neutron-server[106254]: DEBUG oslo_db.api [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 18 12:11:32.670475 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ca9acc-7fd7-446a-a3c5-91c508e8f2f9 None None] Pushing event updated for resources: {'Port': ['ID=9ee6ad67-7719-4e4a-b55b-dcb87edb25ff,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:11:32.702328 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-4d32b7ac-745a-4635-8684-94923941f309 req-2836e9eb-bc1f-461d-9ccc-fd82fe99dc3d tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Notify callbacks [] for port, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:32.704147 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [None req-06e03dce-3e4e-48b1-92c1-6952383bcfc9 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Delete allocated IP 172.20.0.27 (3031f995-b3df-4e00-8fd9-7f3d026c0ac9/e728e324-e125-4e9d-9deb-94958aef443f) {{(pid=106252) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 18 12:11:32.718781 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-4d32b7ac-745a-4635-8684-94923941f309 req-2836e9eb-bc1f-461d-9ccc-fd82fe99dc3d tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:32.728739 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Provisioning for port 7d19f69c-a14d-4f3a-9bcc-49905b2572cb completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:11:32.730991 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-cc37cb66-040f-484d-96e3-7b14aa494015 req-48547795-b501-442f-915c-7bb3cf8982c6 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=6011af90-500b-4206-8fbe-42824e0797da&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1407847 Aug 18 12:11:32.735563 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] get_ports_and_sgs() called for port_ids ['7a7db1db-b5ee-48d6-85e1-5e7495701d0f'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:11:32.738391 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] get_ports_and_sgs() called for port_ids ['55b318c7-6bb8-425f-b6db-088781d25c4e', '25136f60-7ebb-4fe1-8830-1b2392c99e14'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:11:32.793117 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Provisioning complete for port 7d19f69c-a14d-4f3a-9bcc-49905b2572cb triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:11:32.793117 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:32.829358 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5cdc6b6c-aca0-4933-a183-5f9ac67b1a87 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:32.843964 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d32b7ac-745a-4635-8684-94923941f309 req-2836e9eb-bc1f-461d-9ccc-fd82fe99dc3d tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:11:32.844668 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-4d32b7ac-745a-4635-8684-94923941f309 req-2836e9eb-bc1f-461d-9ccc-fd82fe99dc3d tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:32.846384 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4d32b7ac-745a-4635-8684-94923941f309 req-2836e9eb-bc1f-461d-9ccc-fd82fe99dc3d tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "PUT /v2.0/ports/25136f60-7ebb-4fe1-8830-1b2392c99e14 HTTP/1.1" status: 200 len: 904 time: 0.7240899 Aug 18 12:11:32.847293 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a996e92-54c5-44fc-a0c3-2d1774bbf792', 'tag': '25136f60-7ebb-4fe1-8830-1b2392c99e14'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:11:32.852050 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79c6b1cb-8eff-459d-8adb-06c91eebf8af" -d '{"events": [{"name": "network-changed", "server_uuid": "8a996e92-54c5-44fc-a0c3-2d1774bbf792", "tag": "25136f60-7ebb-4fe1-8830-1b2392c99e14"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:11:32.899534 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2836e9eb-bc1f-461d-9ccc-fd82fe99dc3d tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Pushing event updated for resources: {'Port': ['ID=25136f60-7ebb-4fe1-8830-1b2392c99e14,revision_number=6']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:11:32.922404 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:11:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bd2fa8c-797b-4246-af22-12f6cd1f3b1c x-openstack-request-id: req-7bd2fa8c-797b-4246-af22-12f6cd1f3b1c {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:11:32.922896 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a996e92-54c5-44fc-a0c3-2d1774bbf792", "tag": "25136f60-7ebb-4fe1-8830-1b2392c99e14", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:11:32.923237 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-7bd2fa8c-797b-4246-af22-12f6cd1f3b1c {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:11:32.923769 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a996e92-54c5-44fc-a0c3-2d1774bbf792', 'tag': '25136f60-7ebb-4fe1-8830-1b2392c99e14', 'status': 'completed', 'code': 200} Aug 18 12:11:32.960819 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc37cb66-040f-484d-96e3-7b14aa494015 req-6835fd29-d1d4-4222-a72a-657a1c74feb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:11:32.962643 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-cc37cb66-040f-484d-96e3-7b14aa494015 req-6835fd29-d1d4-4222-a72a-657a1c74feb7 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=6be1f64524b04a05973aca1b3d3c7df9&device_id=6011af90-500b-4206-8fbe-42824e0797da HTTP/1.1" status: 200 len: 1096 time: 0.2010801 Aug 18 12:11:33.014424 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] get_ports_and_sgs() called for port_ids ['25136f60-7ebb-4fe1-8830-1b2392c99e14'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:11:33.018370 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.db_base_plugin_common [None req-a7d2d257-f26a-443c-85d5-798d50909ccc None None] Allocated IP 172.20.0.2 (26eb6773-901e-4710-86dc-ed4de96161ce/4c982dca-9b39-47ec-b5ed-c4f4fe17600b/31825a9d-c874-45ce-9ad1-da71dd2fc1c4) {{(pid=106254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:11:33.134181 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2c0cffc-9d51-4069-b398-9e3e1e4a8a2f admin admin] Router 3ce07beb-4db9-42ff-b7cc-1f34c3d5d38b has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:11:33.183736 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-06e03dce-3e4e-48b1-92c1-6952383bcfc9 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks [] for port, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:33.201503 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbf851c-f7d6-4f3d-997f-3bfa2e69e890 req-0d714d69-d73f-4b84-ba3b-bffe6eb74df5 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:11:33.203253 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ffbf851c-f7d6-4f3d-997f-3bfa2e69e890 req-0d714d69-d73f-4b84-ba3b-bffe6eb74df5 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/ports?device_id=8a996e92-54c5-44fc-a0c3-2d1774bbf792 HTTP/1.1" status: 200 len: 907 time: 0.2309411 Aug 18 12:11:33.234314 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [None req-06e03dce-3e4e-48b1-92c1-6952383bcfc9 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Ignored duplicate provisioning block setup for port f4ae87bf-0fbd-4781-9b63-109eb87cd80d by entity DHCP. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 18 12:11:33.258657 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5cdc6b6c-aca0-4933-a183-5f9ac67b1a87 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:33.264237 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c6b1cb-8eff-459d-8adb-06c91eebf8af req-ef8aeadc-c23f-47f8-8004-8b12a29f860e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:11:33.267599 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-79c6b1cb-8eff-459d-8adb-06c91eebf8af req-ef8aeadc-c23f-47f8-8004-8b12a29f860e service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=6be1f64524b04a05973aca1b3d3c7df9&device_id=8a996e92-54c5-44fc-a0c3-2d1774bbf792 HTTP/1.1" status: 200 len: 1058 time: 0.1901131 Aug 18 12:11:33.272020 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-06e03dce-3e4e-48b1-92c1-6952383bcfc9 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:33.308612 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:33.368931 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc37cb66-040f-484d-96e3-7b14aa494015 req-eba661d0-659e-4923-b775-f0bba07021c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:11:33.371051 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-cc37cb66-040f-484d-96e3-7b14aa494015 req-eba661d0-659e-4923-b775-f0bba07021c3 service neutron] 10.222.0.63 "GET /v2.0/networks?id=62590197-03a9-438c-a3e3-e417fcca582c HTTP/1.1" status: 200 len: 913 time: 0.3620985 Aug 18 12:11:33.372037 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e03dce-3e4e-48b1-92c1-6952383bcfc9 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Pushing event updated for resources: {'Port': ['ID=f4ae87bf-0fbd-4781-9b63-109eb87cd80d,revision_number=2']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:11:33.412499 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-56e237a1-be59-4f90-ab02-b7b5bf453ed0 None None] Provisioning complete for port 25136f60-7ebb-4fe1-8830-1b2392c99e14 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:11:33.413102 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-56e237a1-be59-4f90-ab02-b7b5bf453ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:33.480671 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7302b68e-6d6f-4fdc-a3dd-53b96279af80 req-5ea858a0-bdc9-43dd-a152-d2197a64d053 tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:11:33.482391 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7302b68e-6d6f-4fdc-a3dd-53b96279af80 req-5ea858a0-bdc9-43dd-a152-d2197a64d053 tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] 10.222.0.66 "GET /v2.0/ports?device_id=fbc93e59-0e7f-45f2-bf39-a18809ca61eb HTTP/1.1" status: 200 len: 944 time: 0.2729454 Aug 18 12:11:33.514217 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] For port 9ee6ad67-7719-4e4a-b55b-dcb87edb25ff, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=9ee6ad67-7719-4e4a-b55b-dcb87edb25ff,segment=NetworkSegment(4917ab86-bb03-49ae-afe5-7d10ec7ac3ed),segment_id=4917ab86-bb03-49ae-afe5-7d10ec7ac3ed)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:11:33.536451 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-06e03dce-3e4e-48b1-92c1-6952383bcfc9 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] In _notify_port_updated(), no bound segment for port f4ae87bf-0fbd-4781-9b63-109eb87cd80d on network 3031f995-b3df-4e00-8fd9-7f3d026c0ac9 {{(pid=106252) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 18 12:11:33.542398 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06e03dce-3e4e-48b1-92c1-6952383bcfc9 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:11:33.543210 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-06e03dce-3e4e-48b1-92c1-6952383bcfc9 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:33.547290 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-06e03dce-3e4e-48b1-92c1-6952383bcfc9 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] 10.222.0.66 "PUT /v2.0/ports/f4ae87bf-0fbd-4781-9b63-109eb87cd80d HTTP/1.1" status: 200 len: 919 time: 1.5109367 Aug 18 12:11:33.547290 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-cc37cb66-040f-484d-96e3-7b14aa494015 req-71f3a948-8176-4835-b397-2807cd1c265a service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=55b318c7-6bb8-425f-b6db-088781d25c4e HTTP/1.1" status: 200 len: 217 time: 0.1438720 Aug 18 12:11:33.551192 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2c0cffc-9d51-4069-b398-9e3e1e4a8a2f admin admin] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:11:33.553635 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 48940) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:11:33.562023 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b56f59fd-9e7a-458a-9ca4-d9bd5a876b67 None None] Sync routers for ids ['3ce07beb-4db9-42ff-b7cc-1f34c3d5d38b'] in n-d-804985-2 {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:11:33.562883 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-891ede76-e2bf-479d-8864-4aaeb1ed0905 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '636417b6-3475-4667-b11e-6ff215ea3a2b'}, {'subnet_id': 'e728e324-e125-4e9d-9deb-94958aef443f'}]}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:11:33.566216 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-c2c0cffc-9d51-4069-b398-9e3e1e4a8a2f admin admin] 10.222.0.66 "PUT /v2.0/routers/3ce07beb-4db9-42ff-b7cc-1f34c3d5d38b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9128668 Aug 18 12:11:33.574849 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b56f59fd-9e7a-458a-9ca4-d9bd5a876b67 None None] Routers {'3ce07beb-4db9-42ff-b7cc-1f34c3d5d38b'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:11:33.574986 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 48942) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:11:33.577340 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-b56f59fd-9e7a-458a-9ca4-d9bd5a876b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:11:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['3ce07beb-4db9-42ff-b7cc-1f34c3d5d38b'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:11:33.663799 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c6b1cb-8eff-459d-8adb-06c91eebf8af req-c1b4113b-7a88-473d-b6a0-086f73583a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:11:33.665359 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-79c6b1cb-8eff-459d-8adb-06c91eebf8af req-c1b4113b-7a88-473d-b6a0-086f73583a17 service neutron] 10.222.0.63 "GET /v2.0/networks?id=62590197-03a9-438c-a3e3-e417fcca582c HTTP/1.1" status: 200 len: 913 time: 0.3825760 Aug 18 12:11:33.667792 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7302b68e-6d6f-4fdc-a3dd-53b96279af80 req-8629bbb4-2a76-4b6b-af16-07cefab2a525 tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] 10.222.0.66 "GET /v2.0/security-groups?id=5ef1fad5-9994-4d94-a262-3d4636ae09af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347280 Aug 18 12:11:33.677927 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ab966a-361d-4ff7-834e-eadab3580a72 req-31bee4fe-521d-4c54-b9b5-82a4f40706a4 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:11:33.685346 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-68ab966a-361d-4ff7-834e-eadab3580a72 req-31bee4fe-521d-4c54-b9b5-82a4f40706a4 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/ports?device_id=c468f260-aa8b-4a9b-a477-213e251d7cef HTTP/1.1" status: 200 len: 945 time: 0.3911228 Aug 18 12:11:33.698150 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-b56f59fd-9e7a-458a-9ca4-d9bd5a876b67 None None] Set router 3ce07beb-4db9-42ff-b7cc-1f34c3d5d38b gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:11:33.745076 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc37cb66-040f-484d-96e3-7b14aa494015 req-2197b10d-dfc9-40b6-b02b-fc49e4dc4089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:11:33.746802 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-cc37cb66-040f-484d-96e3-7b14aa494015 req-2197b10d-dfc9-40b6-b02b-fc49e4dc4089 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=01de034f-d2f0-4b70-88ab-1a19fe1401c1 HTTP/1.1" status: 200 len: 851 time: 0.1882677 Aug 18 12:11:33.765500 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-79c6b1cb-8eff-459d-8adb-06c91eebf8af req-0b7e9ccc-8e1c-41ed-ac9b-549467638b65 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=25136f60-7ebb-4fe1-8830-1b2392c99e14 HTTP/1.1" status: 200 len: 217 time: 0.0648019 Aug 18 12:11:33.769575 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-891ede76-e2bf-479d-8864-4aaeb1ed0905 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:33.817833 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:33.835431 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-34657e23-6a5d-4112-bc6c-8b8534e5bc1b admin admin] Notify callbacks [] for router, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:33.845610 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-68ab966a-361d-4ff7-834e-eadab3580a72 req-b68c08cb-9ace-4abd-aedb-86e6160db350 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f58845c-8a6f-4750-8ac0-66868223b345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1548128 Aug 18 12:11:33.920511 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc37cb66-040f-484d-96e3-7b14aa494015 req-decde8b1-e64c-4016-a8d8-9c8674a65ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:11:33.922214 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-cc37cb66-040f-484d-96e3-7b14aa494015 req-decde8b1-e64c-4016-a8d8-9c8674a65ac7 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=62590197-03a9-438c-a3e3-e417fcca582c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1644728 Aug 18 12:11:33.924022 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-a7d2d257-f26a-443c-85d5-798d50909ccc None None] Notify callbacks [] for port, precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:33.975457 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d618f7a-08cb-4fab-8443-66435606a6d1 None None] Network 3031f995-b3df-4e00-8fd9-7f3d026c0ac9 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:11:33.978068 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c6b1cb-8eff-459d-8adb-06c91eebf8af req-e8e6ff4b-080b-4bc0-b6e4-17c432b2cc79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:11:33.979070 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-79c6b1cb-8eff-459d-8adb-06c91eebf8af req-e8e6ff4b-080b-4bc0-b6e4-17c432b2cc79 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=01de034f-d2f0-4b70-88ab-1a19fe1401c1 HTTP/1.1" status: 200 len: 851 time: 0.2044275 Aug 18 12:11:33.999193 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-b56f59fd-9e7a-458a-9ca4-d9bd5a876b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ce07beb-4db9-42ff-b7cc-1f34c3d5d38b', 'name': 'tempest-AttachVolumeTestJSON-383410670-router', 'tenant_id': '764f05f9d69b4134b93ed670f8afc320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.252'}], 'enable_snat': True}, 'gw_port_id': '72fe68a2-88d6-4327-b8d5-6daf9872f85d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:03:33Z', 'updated_at': '2021-08-18T12:11:31Z', 'revision_number': 5, 'project_id': '764f05f9d69b4134b93ed670f8afc320', 'gw_port': {'id': '72fe68a2-88d6-4327-b8d5-6daf9872f85d', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:89:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce07beb-4db9-42ff-b7cc-1f34c3d5d38b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:03:35Z', 'updated_at': '2021-08-18T12:03:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:11:34.023734 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-cc37cb66-040f-484d-96e3-7b14aa494015 req-04b22b11-a54f-4c2c-9616-33fa6d59571b service neutron] 10.222.0.63 "GET /v2.0/networks/62590197-03a9-438c-a3e3-e417fcca582c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901055 Aug 18 12:11:34.027430 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b56f59fd-9e7a-458a-9ca4-d9bd5a876b67 None None] Checking router: 3ce07beb-4db9-42ff-b7cc-1f34c3d5d38b for host: n-d-804985-2 {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:11:34.036543 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b56f59fd-9e7a-458a-9ca4-d9bd5a876b67 None None] Routers {'3ce07beb-4db9-42ff-b7cc-1f34c3d5d38b'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:11:34.037423 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-b56f59fd-9e7a-458a-9ca4-d9bd5a876b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:11:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['3ce07beb-4db9-42ff-b7cc-1f34c3d5d38b'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:11:34.090505 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5cdc6b6c-aca0-4933-a183-5f9ac67b1a87 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks [] for router_gateway, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:34.127798 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5cdc6b6c-aca0-4933-a183-5f9ac67b1a87 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:34.144177 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-34657e23-6a5d-4112-bc6c-8b8534e5bc1b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:34.147907 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-b56f59fd-9e7a-458a-9ca4-d9bd5a876b67 None None] Set router 3ce07beb-4db9-42ff-b7cc-1f34c3d5d38b gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:11:34.148730 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:34.157666 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-a7d2d257-f26a-443c-85d5-798d50909ccc None None] Transition to ACTIVE for port object 31825a9d-c874-45ce-9ad1-da71dd2fc1c4 will not be triggered until provisioned by entity L2. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:11:34.176283 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c6b1cb-8eff-459d-8adb-06c91eebf8af req-e13e80c6-e1cb-4a2a-813c-cef266cfb7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:11:34.181217 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-79c6b1cb-8eff-459d-8adb-06c91eebf8af req-e13e80c6-e1cb-4a2a-813c-cef266cfb7d7 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=62590197-03a9-438c-a3e3-e417fcca582c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1708102 Aug 18 12:11:34.262409 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35292621-c14a-4398-848c-09caefed6f16 req-322b9f74-9b9e-4d22-9a53-1454ee4185b5 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:11:34.264095 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-35292621-c14a-4398-848c-09caefed6f16 req-322b9f74-9b9e-4d22-9a53-1454ee4185b5 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/ports?device_id=c468f260-aa8b-4a9b-a477-213e251d7cef HTTP/1.1" status: 200 len: 945 time: 0.2370570 Aug 18 12:11:34.272385 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Pushing event updated for resources: {'Port': ['ID=9ee6ad67-7719-4e4a-b55b-dcb87edb25ff,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:11:34.359916 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbc93e59-0e7f-45f2-bf39-a18809ca61eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d19f69c-a14d-4f3a-9bcc-49905b2572cb'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:11:34.362740 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db50a436fb3a98495337d8fe7487b4f2ea6f3c1052eb9efadc2ecda2d5737001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1d329ea-36a0-4cef-9f29-62799fafceb6" -d '{"events": [{"server_uuid": "fbc93e59-0e7f-45f2-bf39-a18809ca61eb", "name": "network-vif-plugged", "status": "completed", "tag": "7d19f69c-a14d-4f3a-9bcc-49905b2572cb"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:11:34.363475 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-35292621-c14a-4398-848c-09caefed6f16 req-592081c8-bede-4fea-929f-24bcf53ebf96 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f58845c-8a6f-4750-8ac0-66868223b345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880203 Aug 18 12:11:34.365844 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-cc37cb66-040f-484d-96e3-7b14aa494015 req-0fe6bb78-ae56-4470-aae7-60ba1768f716 service neutron] 10.222.0.63 "GET /v2.0/networks/62590197-03a9-438c-a3e3-e417fcca582c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2869051 Aug 18 12:11:34.370855 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-a7d2d257-f26a-443c-85d5-798d50909ccc None None] Transition to ACTIVE for port object 31825a9d-c874-45ce-9ad1-da71dd2fc1c4 will not be triggered until provisioned by entity DHCP. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:11:34.392355 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [None req-891ede76-e2bf-479d-8864-4aaeb1ed0905 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Allocated IP 172.20.0.22 (3031f995-b3df-4e00-8fd9-7f3d026c0ac9/e728e324-e125-4e9d-9deb-94958aef443f/f4ae87bf-0fbd-4781-9b63-109eb87cd80d) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:11:34.439158 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port 7d19f69c-a14d-4f3a-9bcc-49905b2572cb, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=7d19f69c-a14d-4f3a-9bcc-49905b2572cb,segment=NetworkSegment(04c90fa8-80d4-4b5a-8675-6489bbdf733a),segment_id=04c90fa8-80d4-4b5a-8675-6489bbdf733a)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:11:34.474469 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-a7d2d257-f26a-443c-85d5-798d50909ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547'] for port, after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:34.483211 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 9ee6ad67-7719-4e4a-b55b-dcb87edb25ff up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:11:34.490959 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-79c6b1cb-8eff-459d-8adb-06c91eebf8af req-d5b75bb5-8324-4731-9cea-903ec7a7211a service neutron] 10.222.0.63 "GET /v2.0/networks/62590197-03a9-438c-a3e3-e417fcca582c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2756941 Aug 18 12:11:34.530252 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-b56f59fd-9e7a-458a-9ca4-d9bd5a876b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ce07beb-4db9-42ff-b7cc-1f34c3d5d38b', 'name': 'tempest-AttachVolumeTestJSON-383410670-router', 'tenant_id': '764f05f9d69b4134b93ed670f8afc320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.252'}], 'enable_snat': True}, 'gw_port_id': '72fe68a2-88d6-4327-b8d5-6daf9872f85d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:03:33Z', 'updated_at': '2021-08-18T12:11:31Z', 'revision_number': 5, 'project_id': '764f05f9d69b4134b93ed670f8afc320', 'gw_port': {'id': '72fe68a2-88d6-4327-b8d5-6daf9872f85d', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:89:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce07beb-4db9-42ff-b7cc-1f34c3d5d38b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:03:35Z', 'updated_at': '2021-08-18T12:03:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:11:34.531415 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-34657e23-6a5d-4112-bc6c-8b8534e5bc1b admin admin] Deleting port 72fe68a2-88d6-4327-b8d5-6daf9872f85d {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:11:34.531757 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-34657e23-6a5d-4112-bc6c-8b8534e5bc1b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:34.534398 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [None req-5cdc6b6c-aca0-4933-a183-5f9ac67b1a87 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Allocated IP 172.25.7.100 (7cae7a70-14fd-408c-b14d-39ceb97cb60e/9784295a-20b8-4a4b-b105-f82737f0448f/8156883a-6571-428d-adb5-716139e14dbc) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:11:34.596698 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:11:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bb6bda2-ea11-482a-8b1c-cf4b9cc1bb1a x-openstack-request-id: req-5bb6bda2-ea11-482a-8b1c-cf4b9cc1bb1a {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:11:34.596994 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbc93e59-0e7f-45f2-bf39-a18809ca61eb", "name": "network-vif-plugged", "status": "completed", "tag": "7d19f69c-a14d-4f3a-9bcc-49905b2572cb", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:11:34.597245 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-5bb6bda2-ea11-482a-8b1c-cf4b9cc1bb1a {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:11:34.597653 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbc93e59-0e7f-45f2-bf39-a18809ca61eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d19f69c-a14d-4f3a-9bcc-49905b2572cb', 'code': 200} Aug 18 12:11:34.617755 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b56f59fd-9e7a-458a-9ca4-d9bd5a876b67 None None] The sync data for ids ['3ce07beb-4db9-42ff-b7cc-1f34c3d5d38b'] in n-d-804985-2 is: [{'id': '3ce07beb-4db9-42ff-b7cc-1f34c3d5d38b', 'name': 'tempest-AttachVolumeTestJSON-383410670-router', 'tenant_id': '764f05f9d69b4134b93ed670f8afc320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.252'}], 'enable_snat': True}, 'gw_port_id': '72fe68a2-88d6-4327-b8d5-6daf9872f85d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:03:33Z', 'updated_at': '2021-08-18T12:11:31Z', 'revision_number': 5, 'project_id': '764f05f9d69b4134b93ed670f8afc320', 'gw_port': {'id': '72fe68a2-88d6-4327-b8d5-6daf9872f85d', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:89:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce07beb-4db9-42ff-b7cc-1f34c3d5d38b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:03:35Z', 'updated_at': '2021-08-18T12:03:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:11:34.627706 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:34.678928 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7d2d257-f26a-443c-85d5-798d50909ccc None None] Network 26eb6773-901e-4710-86dc-ed4de96161ce is already hosted by enough agents. {{(pid=106254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:11:34.681369 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-0ee698a6-4b46-41a2-b5e0-fa3682c25cc3 None None] Provisioning for port 9ee6ad67-7719-4e4a-b55b-dcb87edb25ff completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:11:34.692379 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.base_scheduler [None req-a7d2d257-f26a-443c-85d5-798d50909ccc None None] Resources bound (agent type, host, resource id): {{(pid=106254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:11:34.695494 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d2d257-f26a-443c-85d5-798d50909ccc None None] Received port after_create {{(pid=106254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:11:34.710233 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-0ee698a6-4b46-41a2-b5e0-fa3682c25cc3 None None] Provisioning complete for port 9ee6ad67-7719-4e4a-b55b-dcb87edb25ff triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:11:34.710825 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-0ee698a6-4b46-41a2-b5e0-fa3682c25cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:34.720821 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 9ee6ad67-7719-4e4a-b55b-dcb87edb25ff triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:11:34.721448 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:34.817472 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d2d257-f26a-443c-85d5-798d50909ccc None None] Pushing event updated for resources: {'Port': ['ID=31825a9d-c874-45ce-9ad1-da71dd2fc1c4,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:11:34.915228 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-a7d2d257-f26a-443c-85d5-798d50909ccc None None] Attempting to bind port 31825a9d-c874-45ce-9ad1-da71dd2fc1c4 on host n-d-804985-2 for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:11:34.915594 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-a7d2d257-f26a-443c-85d5-798d50909ccc None None] Attempting to bind port 31825a9d-c874-45ce-9ad1-da71dd2fc1c4 by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': '40a15917-3246-4275-9b88-ae038b976510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '26eb6773-901e-4710-86dc-ed4de96161ce'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:11:34.915955 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d2d257-f26a-443c-85d5-798d50909ccc None None] Attempting to bind port 31825a9d-c874-45ce-9ad1-da71dd2fc1c4 on network 26eb6773-901e-4710-86dc-ed4de96161ce {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:11:34.972836 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d2d257-f26a-443c-85d5-798d50909ccc None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 11, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:11:34.973206 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d2d257-f26a-443c-85d5-798d50909ccc None None] Checking segment: {'id': '40a15917-3246-4275-9b88-ae038b976510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '26eb6773-901e-4710-86dc-ed4de96161ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:11:34.973615 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-a7d2d257-f26a-443c-85d5-798d50909ccc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:34.974002 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d2d257-f26a-443c-85d5-798d50909ccc None None] Bound using segment: {'id': '40a15917-3246-4275-9b88-ae038b976510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '26eb6773-901e-4710-86dc-ed4de96161ce'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:11:34.974469 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-a7d2d257-f26a-443c-85d5-798d50909ccc None None] Bound port: 31825a9d-c874-45ce-9ad1-da71dd2fc1c4, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40a15917-3246-4275-9b88-ae038b976510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '26eb6773-901e-4710-86dc-ed4de96161ce'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:11:34.974839 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-a7d2d257-f26a-443c-85d5-798d50909ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:34.993846 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=7d19f69c-a14d-4f3a-9bcc-49905b2572cb,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:11:35.084390 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-a7d2d257-f26a-443c-85d5-798d50909ccc None None] For port 31825a9d-c874-45ce-9ad1-da71dd2fc1c4, host n-d-804985-2, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:11:35.087675 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-a7d2d257-f26a-443c-85d5-798d50909ccc None None] For port 31825a9d-c874-45ce-9ad1-da71dd2fc1c4, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=31825a9d-c874-45ce-9ad1-da71dd2fc1c4,segment=NetworkSegment(40a15917-3246-4275-9b88-ae038b976510),segment_id=40a15917-3246-4275-9b88-ae038b976510)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:11:35.101011 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-a7d2d257-f26a-443c-85d5-798d50909ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:35.176600 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d2d257-f26a-443c-85d5-798d50909ccc None None] Pushing event updated for resources: {'Port': ['ID=31825a9d-c874-45ce-9ad1-da71dd2fc1c4,revision_number=2']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:11:35.197972 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcd37a1-1a2d-4420-ab91-29a01afae77c req-a94b2072-b4a7-41ef-aa96-51d4c2b3a42a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:11:35.199495 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5bcd37a1-1a2d-4420-ab91-29a01afae77c req-a94b2072-b4a7-41ef-aa96-51d4c2b3a42a service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=fbc93e59-0e7f-45f2-bf39-a18809ca61eb HTTP/1.1" status: 200 len: 1096 time: 0.6721537 Aug 18 12:11:35.266141 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-79c6b1cb-8eff-459d-8adb-06c91eebf8af req-caecc887-02e4-46a0-aa79-f9028551bc88 service neutron] 10.222.0.63 "GET /v2.0/networks/62590197-03a9-438c-a3e3-e417fcca582c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7648802 Aug 18 12:11:35.306753 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa97a71-1d98-4778-8209-831d21d310ea req-f5c640e0-e836-4f1f-b779-a480799529cf tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:11:35.308504 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-eaa97a71-1d98-4778-8209-831d21d310ea req-f5c640e0-e836-4f1f-b779-a480799529cf tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] 10.222.0.66 "GET /v2.0/ports?device_id=fbc93e59-0e7f-45f2-bf39-a18809ca61eb HTTP/1.1" status: 200 len: 945 time: 0.2460833 Aug 18 12:11:35.313867 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-b82aece2-866c-4d2f-86c5-0873bbbc8fc8 None None] Provisioning for port f4ae87bf-0fbd-4781-9b63-109eb87cd80d completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:11:35.315750 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5bcd37a1-1a2d-4420-ab91-29a01afae77c req-9c397994-166a-4b88-9e45-084f6fc17493 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=5ef1fad5-9994-4d94-a262-3d4636ae09af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875356 Aug 18 12:11:35.324558 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-b82aece2-866c-4d2f-86c5-0873bbbc8fc8 None None] Provisioning complete for port f4ae87bf-0fbd-4781-9b63-109eb87cd80d triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:11:35.324775 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-891ede76-e2bf-479d-8864-4aaeb1ed0905 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks [] for port, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:35.325023 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-b82aece2-866c-4d2f-86c5-0873bbbc8fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:35.341334 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5cdc6b6c-aca0-4933-a183-5f9ac67b1a87 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:35.347213 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [None req-34657e23-6a5d-4112-bc6c-8b8534e5bc1b admin admin] For port 72fe68a2-88d6-4327-b8d5-6daf9872f85d, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=72fe68a2-88d6-4327-b8d5-6daf9872f85d,segment=NetworkSegment(c5a3db9d-5c58-41b1-9177-d5787a597b78),segment_id=c5a3db9d-5c58-41b1-9177-d5787a597b78)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:11:35.348170 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-34657e23-6a5d-4112-bc6c-8b8534e5bc1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:35.357631 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [None req-891ede76-e2bf-479d-8864-4aaeb1ed0905 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Ignored duplicate provisioning block setup for port f4ae87bf-0fbd-4781-9b63-109eb87cd80d by entity DHCP. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 18 12:11:35.366100 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-34657e23-6a5d-4112-bc6c-8b8534e5bc1b admin admin] Calling delete_port for 72fe68a2-88d6-4327-b8d5-6daf9872f85d owned by network:router_gateway {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:11:35.371320 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca86937d-a56f-4db2-90c0-f99007a93307 req-be4b0368-4d79-474e-aa39-95c95e59b667 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:11:35.373083 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ca86937d-a56f-4db2-90c0-f99007a93307 req-be4b0368-4d79-474e-aa39-95c95e59b667 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/networks?id=62590197-03a9-438c-a3e3-e417fcca582c HTTP/1.1" status: 200 len: 812 time: 0.3092840 Aug 18 12:11:35.392518 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-891ede76-e2bf-479d-8864-4aaeb1ed0905 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:35.411976 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-b82aece2-866c-4d2f-86c5-0873bbbc8fc8 None None] Port f4ae87bf-0fbd-4781-9b63-109eb87cd80d cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:11:35.425112 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-eaa97a71-1d98-4778-8209-831d21d310ea req-bc94e678-ef04-41fb-b281-69db4e568c9f tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] 10.222.0.66 "GET /v2.0/security-groups?id=5ef1fad5-9994-4d94-a262-3d4636ae09af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082525 Aug 18 12:11:35.457963 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-b82aece2-866c-4d2f-86c5-0873bbbc8fc8 None None] Provisioning complete for port 9ee6ad67-7719-4e4a-b55b-dcb87edb25ff triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:11:35.458713 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-b82aece2-866c-4d2f-86c5-0873bbbc8fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:35.499757 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ca86937d-a56f-4db2-90c0-f99007a93307 req-d6039a7d-f450-4b85-ae7a-7afa47d1486b tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/quotas/6be1f64524b04a05973aca1b3d3c7df9 HTTP/1.1" status: 200 len: 375 time: 0.1085484 Aug 18 12:11:35.542751 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5cdc6b6c-aca0-4933-a183-5f9ac67b1a87 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:35.622204 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891ede76-e2bf-479d-8864-4aaeb1ed0905 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Pushing event updated for resources: {'Port': ['ID=f4ae87bf-0fbd-4781-9b63-109eb87cd80d,revision_number=3']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:11:35.674522 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cdc6b6c-aca0-4933-a183-5f9ac67b1a87 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Network 7cae7a70-14fd-408c-b14d-39ceb97cb60e is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:11:35.682856 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-5cdc6b6c-aca0-4933-a183-5f9ac67b1a87 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:11:35.685611 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cdc6b6c-aca0-4933-a183-5f9ac67b1a87 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:11:35.697138 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-891ede76-e2bf-479d-8864-4aaeb1ed0905 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] In _notify_port_updated(), no bound segment for port f4ae87bf-0fbd-4781-9b63-109eb87cd80d on network 3031f995-b3df-4e00-8fd9-7f3d026c0ac9 {{(pid=106252) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 18 12:11:35.702848 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-891ede76-e2bf-479d-8864-4aaeb1ed0905 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:11:35.703526 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-891ede76-e2bf-479d-8864-4aaeb1ed0905 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:35.704961 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-891ede76-e2bf-479d-8864-4aaeb1ed0905 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] 10.222.0.66 "PUT /v2.0/ports/f4ae87bf-0fbd-4781-9b63-109eb87cd80d HTTP/1.1" status: 200 len: 999 time: 2.1502411 Aug 18 12:11:35.708548 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 48964) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:11:35.727278 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdc6b6c-aca0-4933-a183-5f9ac67b1a87 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Pushing event updated for resources: {'Port': ['ID=8156883a-6571-428d-adb5-716139e14dbc,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:11:35.745803 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-566160ca-0615-47ac-8c76-2cb0f222e55d None None] Provisioning complete for port f4ae87bf-0fbd-4781-9b63-109eb87cd80d triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:11:35.746351 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-566160ca-0615-47ac-8c76-2cb0f222e55d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:35.760308 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ca86937d-a56f-4db2-90c0-f99007a93307 req-045b021d-a857-4bb6-8741-717911f64069 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=6be1f64524b04a05973aca1b3d3c7df9&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2200074 Aug 18 12:11:35.789020 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-420473e0-6feb-4520-92e5-b65c9567f01a req-a560e05a-8162-4e95-b59c-9c37989ab88b service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=2cc02556-7c0a-4e9b-9a09-a272e5dfabdc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1896586 Aug 18 12:11:35.794100 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-566160ca-0615-47ac-8c76-2cb0f222e55d None None] Port f4ae87bf-0fbd-4781-9b63-109eb87cd80d cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:11:35.889136 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-34657e23-6a5d-4112-bc6c-8b8534e5bc1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:35.915783 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-9a0b657e-d9a8-4a5b-87c0-43318980c4fe None None] Provisioning complete for port f4ae87bf-0fbd-4781-9b63-109eb87cd80d triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:11:35.916420 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-9a0b657e-d9a8-4a5b-87c0-43318980c4fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:35.947526 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420473e0-6feb-4520-92e5-b65c9567f01a req-1edec21d-40ca-477a-800a-0122c9b09ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:11:35.948005 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420473e0-6feb-4520-92e5-b65c9567f01a req-1edec21d-40ca-477a-800a-0122c9b09ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:11:35.948116 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34657e23-6a5d-4112-bc6c-8b8534e5bc1b admin admin] Pushing event deleted for resources: {'Port': ['ID=72fe68a2-88d6-4327-b8d5-6daf9872f85d,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:11:35.948509 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420473e0-6feb-4520-92e5-b65c9567f01a req-1edec21d-40ca-477a-800a-0122c9b09ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:11:35.948959 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420473e0-6feb-4520-92e5-b65c9567f01a req-1edec21d-40ca-477a-800a-0122c9b09ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:11:35.949420 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420473e0-6feb-4520-92e5-b65c9567f01a req-1edec21d-40ca-477a-800a-0122c9b09ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:11:35.949876 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420473e0-6feb-4520-92e5-b65c9567f01a req-1edec21d-40ca-477a-800a-0122c9b09ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:11:35.950335 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420473e0-6feb-4520-92e5-b65c9567f01a req-1edec21d-40ca-477a-800a-0122c9b09ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:11:35.952263 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-420473e0-6feb-4520-92e5-b65c9567f01a req-1edec21d-40ca-477a-800a-0122c9b09ad9 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c58c061f2ffb4e7caeee64937da3abfa&device_id=2cc02556-7c0a-4e9b-9a09-a272e5dfabdc HTTP/1.1" status: 200 len: 6494 time: 0.0936701 Aug 18 12:11:35.957413 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-9a0b657e-d9a8-4a5b-87c0-43318980c4fe None None] Port f4ae87bf-0fbd-4781-9b63-109eb87cd80d cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:11:35.960427 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ca86937d-a56f-4db2-90c0-f99007a93307 req-fb2eb63e-b775-4327-b603-b0f258cb9763 service neutron] 10.222.0.66 "GET /v2.0/networks/62590197-03a9-438c-a3e3-e417fcca582c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905260 Aug 18 12:11:35.962803 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-fe03793e-9396-45d5-90c6-d6f948f16a4a tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Deleting port f4ae87bf-0fbd-4781-9b63-109eb87cd80d {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:11:35.963143 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-fe03793e-9396-45d5-90c6-d6f948f16a4a tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:36.078343 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:36.103396 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-34657e23-6a5d-4112-bc6c-8b8534e5bc1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-997271'] for router_gateway, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:36.206056 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-fe03793e-9396-45d5-90c6-d6f948f16a4a tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:36.248615 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-fe03793e-9396-45d5-90c6-d6f948f16a4a tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Calling delete_port for f4ae87bf-0fbd-4781-9b63-109eb87cd80d owned by {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:11:36.251781 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ca86937d-a56f-4db2-90c0-f99007a93307 req-15e4a3e8-f4a7-4078-a426-4528049d166d service neutron] 10.222.0.66 "GET /v2.0/networks/62590197-03a9-438c-a3e3-e417fcca582c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2844305 Aug 18 12:11:36.274070 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420473e0-6feb-4520-92e5-b65c9567f01a req-e858abe8-2ccf-4694-b6cd-139f871cad96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:11:36.274355 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420473e0-6feb-4520-92e5-b65c9567f01a req-e858abe8-2ccf-4694-b6cd-139f871cad96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:11:36.274870 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420473e0-6feb-4520-92e5-b65c9567f01a req-e858abe8-2ccf-4694-b6cd-139f871cad96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:11:36.276601 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-420473e0-6feb-4520-92e5-b65c9567f01a req-e858abe8-2ccf-4694-b6cd-139f871cad96 service neutron] 10.222.0.62 "GET /v2.0/networks?id=b4c3ca6c-0ea6-41d9-a4f2-6163ca8a35bc&id=2212f13b-fd75-4d1b-969c-01d56f351ced&id=2212f13b-fd75-4d1b-969c-01d56f351ced&id=2212f13b-fd75-4d1b-969c-01d56f351ced&id=2212f13b-fd75-4d1b-969c-01d56f351ced&id=d3427385-4738-4edf-ab5a-b3bffa0e286e&id=d3427385-4738-4edf-ab5a-b3bffa0e286e HTTP/1.1" status: 200 len: 2293 time: 0.2876773 Aug 18 12:11:36.290611 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-34657e23-6a5d-4112-bc6c-8b8534e5bc1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-996004', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15859'] for router, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:36.295192 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-34657e23-6a5d-4112-bc6c-8b8534e5bc1b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:36.300047 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5cdc6b6c-aca0-4933-a183-5f9ac67b1a87 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks [] for router_gateway, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:36.424204 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-34657e23-6a5d-4112-bc6c-8b8534e5bc1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-996061'] for router, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:36.424956 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34657e23-6a5d-4112-bc6c-8b8534e5bc1b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3ce07beb-4db9-42ff-b7cc-1f34c3d5d38b {{(pid=106253) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 12:11:36.465648 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-34657e23-6a5d-4112-bc6c-8b8534e5bc1b admin admin] Notify callbacks [] for router, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:36.467037 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-34657e23-6a5d-4112-bc6c-8b8534e5bc1b admin admin] 10.222.0.66 "DELETE /v2.0/routers/3ce07beb-4db9-42ff-b7cc-1f34c3d5d38b HTTP/1.1" status: 204 len: 168 time: 2.8888164 Aug 18 12:11:36.469647 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 48970) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:11:36.499725 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-420473e0-6feb-4520-92e5-b65c9567f01a req-fbab4d5b-1101-4af5-be37-57ca57a64123 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=de89d536-372a-40f0-95d4-ece86e26ad02 HTTP/1.1" status: 200 len: 1002 time: 0.2117918 Aug 18 12:11:36.567187 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 31825a9d-c874-45ce-9ad1-da71dd2fc1c4 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:11:36.635412 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddb2439c-fbb0-4850-9306-468502924370 None None] Network 26eb6773-901e-4710-86dc-ed4de96161ce requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:11:36.659312 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_v2 [None req-dea43a44-8437-44a8-8053-dd1bd01ad61d admin admin] Deleting subnet e8e80694-e438-471b-8163-c76e1828e5ce {{(pid=106253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 12:11:36.666952 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-146de9b3-085c-4e2a-a799-777c37466fdc req-64d5f81e-d0fd-44b7-8b91-d40e18fd0bab tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/ports?device_id=921d3c41-9188-4e3c-a7f3-44c5c4f15460 HTTP/1.1" status: 200 len: 210 time: 0.1241970 Aug 18 12:11:36.679825 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420473e0-6feb-4520-92e5-b65c9567f01a req-d13d249b-6d70-46d5-af6a-2154e8aed4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:11:36.681803 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-420473e0-6feb-4520-92e5-b65c9567f01a req-d13d249b-6d70-46d5-af6a-2154e8aed4e1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f75dd902-4c34-4253-86a2-bc437c5b9dc4 HTTP/1.1" status: 200 len: 851 time: 0.1723864 Aug 18 12:11:36.709073 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-dea43a44-8437-44a8-8053-dd1bd01ad61d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:36.739391 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-2d64bf11-a06f-4057-810c-02066e399ee2 None None] Provisioning for port 31825a9d-c874-45ce-9ad1-da71dd2fc1c4 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:11:36.761213 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port 31825a9d-c874-45ce-9ad1-da71dd2fc1c4 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:11:36.780664 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 31825a9d-c874-45ce-9ad1-da71dd2fc1c4 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:11:36.781472 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:36.829937 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21fa6c0-f682-426f-a7a3-199c7e6ed4f4 req-24d8e8b6-7f9f-4d92-b101-7a9204178fb7 tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:11:36.831623 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e21fa6c0-f682-426f-a7a3-199c7e6ed4f4 req-24d8e8b6-7f9f-4d92-b101-7a9204178fb7 tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] 10.222.0.66 "GET /v2.0/ports?device_id=fbc93e59-0e7f-45f2-bf39-a18809ca61eb HTTP/1.1" status: 200 len: 945 time: 0.2199340 Aug 18 12:11:36.852816 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420473e0-6feb-4520-92e5-b65c9567f01a req-f4d9097b-e003-49ae-9c94-37c2b68fde8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:11:36.853935 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-420473e0-6feb-4520-92e5-b65c9567f01a req-f4d9097b-e003-49ae-9c94-37c2b68fde8a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b4c3ca6c-0ea6-41d9-a4f2-6163ca8a35bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1570220 Aug 18 12:11:36.871508 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-dea43a44-8437-44a8-8053-dd1bd01ad61d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902229'] for subnet, precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:36.918011 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5cdc6b6c-aca0-4933-a183-5f9ac67b1a87 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-998473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-992536'] for router, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:36.984952 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e21fa6c0-f682-426f-a7a3-199c7e6ed4f4 req-13d6faae-0e84-41fc-88d3-49fa022c03fc tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] 10.222.0.66 "GET /v2.0/security-groups?id=5ef1fad5-9994-4d94-a262-3d4636ae09af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377790 Aug 18 12:11:36.989214 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:37.002778 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-fe03793e-9396-45d5-90c6-d6f948f16a4a tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:37.082416 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] For port 31825a9d-c874-45ce-9ad1-da71dd2fc1c4, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=31825a9d-c874-45ce-9ad1-da71dd2fc1c4,segment=NetworkSegment(40a15917-3246-4275-9b88-ae038b976510),segment_id=40a15917-3246-4275-9b88-ae038b976510)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:11:37.089016 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe03793e-9396-45d5-90c6-d6f948f16a4a tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Pushing event deleted for resources: {'Port': ['ID=f4ae87bf-0fbd-4781-9b63-109eb87cd80d,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:11:37.095272 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:37.096555 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 9ee6ad67-7719-4e4a-b55b-dcb87edb25ff up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:11:37.135987 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-dea43a44-8437-44a8-8053-dd1bd01ad61d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:37.152038 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-420473e0-6feb-4520-92e5-b65c9567f01a req-d1d6f163-b6e0-450a-b1d9-f0a22c414d65 service neutron] 10.222.0.62 "GET /v2.0/networks/b4c3ca6c-0ea6-41d9-a4f2-6163ca8a35bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2825346 Aug 18 12:11:37.278334 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-dea43a44-8437-44a8-8053-dd1bd01ad61d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58902171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59388106'] for subnet, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:37.300504 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 9ee6ad67-7719-4e4a-b55b-dcb87edb25ff triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:11:37.301009 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:37.342047 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Pushing event updated for resources: {'Port': ['ID=31825a9d-c874-45ce-9ad1-da71dd2fc1c4,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:11:37.351046 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea43a44-8437-44a8-8053-dd1bd01ad61d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8e80694-e438-471b-8163-c76e1828e5ce,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:11:37.356857 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-dea43a44-8437-44a8-8053-dd1bd01ad61d admin admin] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:37.358661 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-dea43a44-8437-44a8-8053-dd1bd01ad61d admin admin] 10.222.0.66 "DELETE /v2.0/subnets/e8e80694-e438-471b-8163-c76e1828e5ce HTTP/1.1" status: 204 len: 168 time: 0.8877449 Aug 18 12:11:37.371018 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 48984) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:11:37.377246 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2484f14d-c0b6-4e18-9f0b-534c5ff92810 None None] Network 365c1e73-53bd-4762-8c39-733a28020035 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:11:37.406053 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-fe03793e-9396-45d5-90c6-d6f948f16a4a tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:37.418590 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-fe03793e-9396-45d5-90c6-d6f948f16a4a tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] 10.222.0.66 "DELETE /v2.0/ports/f4ae87bf-0fbd-4781-9b63-109eb87cd80d HTTP/1.1" status: 204 len: 168 time: 1.7089472 Aug 18 12:11:37.423176 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 48986) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:11:37.470628 n-d-804985-2 neutron-server[106252]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f4bfde0-569d-4181-98df-3ed7101a56b0 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] GET failed (client error): The resource could not be found. Aug 18 12:11:37.472631 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-4f4bfde0-569d-4181-98df-3ed7101a56b0 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] 10.222.0.66 "GET /v2.0/ports/f4ae87bf-0fbd-4781-9b63-109eb87cd80d HTTP/1.1" status: 404 len: 333 time: 0.0484569 Aug 18 12:11:37.474254 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cdc6b6c-aca0-4933-a183-5f9ac67b1a87 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Router 46849e4a-5869-4702-8363-7a3f7b333c39 is scheduled to L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 with binding_index 1 {{(pid=106253) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 12:11:37.477045 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 48988) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:11:37.504092 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-112e0b64-42f9-410d-bf36-aa96e6b80afe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7904109'] for network, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:37.570001 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_v2 [None req-1712c299-ac12-420e-9dfe-3b6b71a073f3 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Deleting subnet e728e324-e125-4e9d-9deb-94958aef443f {{(pid=106252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 12:11:37.572812 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1712c299-ac12-420e-9dfe-3b6b71a073f3 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks [] for subnet, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:37.619500 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1712c299-ac12-420e-9dfe-3b6b71a073f3 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2221528'] for subnet, precommit_delete_associations {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:37.630318 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-c09d408d-6740-4f0b-a150-f2c2db35079c None None] Provisioning complete for port 31825a9d-c874-45ce-9ad1-da71dd2fc1c4 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:11:37.631288 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-c09d408d-6740-4f0b-a150-f2c2db35079c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:37.670741 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cdc6b6c-aca0-4933-a183-5f9ac67b1a87 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:11:37.684929 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ec9e803-3fba-4d7d-a0de-79a2c948b0ce None None] Sync routers for ids ['46849e4a-5869-4702-8363-7a3f7b333c39'] in n-d-804985-2 {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:11:37.687866 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-112e0b64-42f9-410d-bf36-aa96e6b80afe admin admin] Deleting port b7495fa8-3e22-4ae0-ac00-a48771f62e66 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:11:37.688233 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-112e0b64-42f9-410d-bf36-aa96e6b80afe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:37.719245 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec9e803-3fba-4d7d-a0de-79a2c948b0ce None None] Routers {'46849e4a-5869-4702-8363-7a3f7b333c39'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:11:37.720154 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-5ec9e803-3fba-4d7d-a0de-79a2c948b0ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:11:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['46849e4a-5869-4702-8363-7a3f7b333c39'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:11:37.724420 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1712c299-ac12-420e-9dfe-3b6b71a073f3 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:37.729626 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5cdc6b6c-aca0-4933-a183-5f9ac67b1a87 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks [] for router, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:37.733790 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-5cdc6b6c-aca0-4933-a183-5f9ac67b1a87 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 5.4545774 Aug 18 12:11:37.736094 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 48998) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:11:37.765685 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-5ec9e803-3fba-4d7d-a0de-79a2c948b0ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:11:37.788502 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 6cda11e2-5e40-4f5e-bf17-6026040fdd12 no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:11:37.810420 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1712c299-ac12-420e-9dfe-3b6b71a073f3 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3572848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59074100'] for subnet, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:37.832974 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [None req-112e0b64-42f9-410d-bf36-aa96e6b80afe admin admin] For port b7495fa8-3e22-4ae0-ac00-a48771f62e66, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=b7495fa8-3e22-4ae0-ac00-a48771f62e66,segment=NetworkSegment(a349f629-a357-4fba-80a9-3970130b5e97),segment_id=a349f629-a357-4fba-80a9-3970130b5e97)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:11:37.833850 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-112e0b64-42f9-410d-bf36-aa96e6b80afe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:37.851820 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: 6cda11e2-5e40-4f5e-bf17-6026040fdd12 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:11:37.852163 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 6cda11e2-5e40-4f5e-bf17-6026040fdd12 not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:11:37.871508 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1712c299-ac12-420e-9dfe-3b6b71a073f3 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Pushing event deleted for resources: {'Subnet': ['ID=e728e324-e125-4e9d-9deb-94958aef443f,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:11:37.880712 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec9e803-3fba-4d7d-a0de-79a2c948b0ce None None] Routers {'46849e4a-5869-4702-8363-7a3f7b333c39'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:11:37.883922 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-5ec9e803-3fba-4d7d-a0de-79a2c948b0ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:11:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['46849e4a-5869-4702-8363-7a3f7b333c39'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:11:37.890647 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1712c299-ac12-420e-9dfe-3b6b71a073f3 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for subnet, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:37.892691 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-1712c299-ac12-420e-9dfe-3b6b71a073f3 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] 10.222.0.66 "DELETE /v2.0/subnets/e728e324-e125-4e9d-9deb-94958aef443f HTTP/1.1" status: 204 len: 168 time: 0.4123857 Aug 18 12:11:37.894953 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-420473e0-6feb-4520-92e5-b65c9567f01a req-4861cdbc-1672-4518-99b2-77ff1ab2bd1b service neutron] 10.222.0.62 "GET /v2.0/networks/b4c3ca6c-0ea6-41d9-a4f2-6163ca8a35bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7130606 Aug 18 12:11:37.895402 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 49004) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:11:37.899639 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-112e0b64-42f9-410d-bf36-aa96e6b80afe admin admin] Calling delete_port for b7495fa8-3e22-4ae0-ac00-a48771f62e66 owned by network:dhcp {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:11:37.903229 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f6bc1c8-b259-4c0b-b94a-9781c06be9a7 None None] DHCP port deletion for 365c1e73-53bd-4762-8c39-733a28020035 request from n-d-804985-2 {{(pid=106254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 12:11:37.914904 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d91f20ca-b183-4844-9647-bfe81729f90f None None] Network 3031f995-b3df-4e00-8fd9-7f3d026c0ac9 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:11:38.027903 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-981cd1ad-1dd4-4c01-b989-deb942705389 req-150a94db-c898-4e7c-ab3c-25d0db923d4f tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/ports?device_id=921d3c41-9188-4e3c-a7f3-44c5c4f15460 HTTP/1.1" status: 200 len: 210 time: 0.0808928 Aug 18 12:11:38.029206 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-420473e0-6feb-4520-92e5-b65c9567f01a req-34e18cbb-84fc-4865-a6ea-5522c0c7b305 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.157&port_id=8d12b24c-fdf8-4b6d-8d6e-bdd4c5941e08 HTTP/1.1" status: 200 len: 217 time: 0.0834804 Aug 18 12:11:38.033272 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4a718ab-fe42-4245-bdd5-d9687cfd9ed3 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Deleting subnet 636417b6-3475-4667-b11e-6ff215ea3a2b {{(pid=106252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 12:11:38.036989 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a4a718ab-fe42-4245-bdd5-d9687cfd9ed3 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks [] for subnet, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:38.097619 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-5ec9e803-3fba-4d7d-a0de-79a2c948b0ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:11:38.098561 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ec9e803-3fba-4d7d-a0de-79a2c948b0ce None None] The sync data for ids ['46849e4a-5869-4702-8363-7a3f7b333c39'] in n-d-804985-2 is: [] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:11:38.147045 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a4a718ab-fe42-4245-bdd5-d9687cfd9ed3 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2221528'] for subnet, precommit_delete_associations {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:38.176392 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420473e0-6feb-4520-92e5-b65c9567f01a req-8f38f787-bba2-48ab-a0d0-a900d67df3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:11:38.178198 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-420473e0-6feb-4520-92e5-b65c9567f01a req-8f38f787-bba2-48ab-a0d0-a900d67df3c3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c6d6e2ca-0ac3-47a3-8cbf-b12d0d7c45be HTTP/1.1" status: 200 len: 797 time: 0.1376541 Aug 18 12:11:38.237049 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:38.299214 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-6f6bc1c8-b259-4c0b-b94a-9781c06be9a7 None None] Deleting port b7495fa8-3e22-4ae0-ac00-a48771f62e66 {{(pid=106254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:11:38.299941 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-6f6bc1c8-b259-4c0b-b94a-9781c06be9a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:38.308318 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420473e0-6feb-4520-92e5-b65c9567f01a req-277d951d-7e85-4645-94c6-05fa6b6bc236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:11:38.310763 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-420473e0-6feb-4520-92e5-b65c9567f01a req-277d951d-7e85-4645-94c6-05fa6b6bc236 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2212f13b-fd75-4d1b-969c-01d56f351ced&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1218722 Aug 18 12:11:38.400654 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a4a718ab-fe42-4245-bdd5-d9687cfd9ed3 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:38.535886 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-420473e0-6feb-4520-92e5-b65c9567f01a req-fbeee2e8-b7b4-41a9-8d07-6c5dae352184 service neutron] 10.222.0.62 "GET /v2.0/networks/2212f13b-fd75-4d1b-969c-01d56f351ced?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2152588 Aug 18 12:11:38.571822 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a4a718ab-fe42-4245-bdd5-d9687cfd9ed3 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3572848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59074100'] for subnet, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:38.581379 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 31825a9d-c874-45ce-9ad1-da71dd2fc1c4 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:11:38.630420 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a718ab-fe42-4245-bdd5-d9687cfd9ed3 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Pushing event deleted for resources: {'Subnet': ['ID=636417b6-3475-4667-b11e-6ff215ea3a2b,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:11:38.682861 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a4a718ab-fe42-4245-bdd5-d9687cfd9ed3 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for subnet, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:38.685100 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-a4a718ab-fe42-4245-bdd5-d9687cfd9ed3 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] 10.222.0.66 "DELETE /v2.0/subnets/636417b6-3475-4667-b11e-6ff215ea3a2b HTTP/1.1" status: 204 len: 168 time: 0.7887676 Aug 18 12:11:38.687706 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 49008) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:11:38.711327 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-6f6bc1c8-b259-4c0b-b94a-9781c06be9a7 None None] For port b7495fa8-3e22-4ae0-ac00-a48771f62e66, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=b7495fa8-3e22-4ae0-ac00-a48771f62e66,segment=NetworkSegment(a349f629-a357-4fba-80a9-3970130b5e97),segment_id=a349f629-a357-4fba-80a9-3970130b5e97)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:11:38.711857 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-6f6bc1c8-b259-4c0b-b94a-9781c06be9a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:38.741104 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-6f6bc1c8-b259-4c0b-b94a-9781c06be9a7 None None] Calling delete_port for b7495fa8-3e22-4ae0-ac00-a48771f62e66 owned by network:dhcp {{(pid=106254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:11:38.806963 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 31825a9d-c874-45ce-9ad1-da71dd2fc1c4 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:11:38.807496 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:38.818956 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-112e0b64-42f9-410d-bf36-aa96e6b80afe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:38.850446 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-91ea48c4-44d7-4239-bde1-177841e57000 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7904109'] for network, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:38.855681 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-420473e0-6feb-4520-92e5-b65c9567f01a req-b219f1e3-7db7-4784-9bf2-24b685011120 service neutron] 10.222.0.62 "GET /v2.0/networks/2212f13b-fd75-4d1b-969c-01d56f351ced?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3097565 Aug 18 12:11:38.882938 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112e0b64-42f9-410d-bf36-aa96e6b80afe admin admin] Pushing event deleted for resources: {'Port': ['ID=b7495fa8-3e22-4ae0-ac00-a48771f62e66,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:11:38.886973 n-d-804985-2 neutron-server[106254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 12:11:38.886973 n-d-804985-2 neutron-server[106254]: self.session.flush() Aug 18 12:11:38.886973 n-d-804985-2 neutron-server[106254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 12:11:38.886973 n-d-804985-2 neutron-server[106254]: self.session.flush() Aug 18 12:11:38.886973 n-d-804985-2 neutron-server[106254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 12:11:38.886973 n-d-804985-2 neutron-server[106254]: self.session.flush() Aug 18 12:11:38.886973 n-d-804985-2 neutron-server[106254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 12:11:38.886973 n-d-804985-2 neutron-server[106254]: self.session.flush() Aug 18 12:11:38.886973 n-d-804985-2 neutron-server[106254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 12:11:38.886973 n-d-804985-2 neutron-server[106254]: self.session.flush() Aug 18 12:11:38.886973 n-d-804985-2 neutron-server[106254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 12:11:38.886973 n-d-804985-2 neutron-server[106254]: self.session.flush() Aug 18 12:11:38.886973 n-d-804985-2 neutron-server[106254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 12:11:38.886973 n-d-804985-2 neutron-server[106254]: self.session.flush() Aug 18 12:11:38.886973 n-d-804985-2 neutron-server[106254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 12:11:38.886973 n-d-804985-2 neutron-server[106254]: self.session.flush() Aug 18 12:11:38.886973 n-d-804985-2 neutron-server[106254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 12:11:38.886973 n-d-804985-2 neutron-server[106254]: self.session.flush() Aug 18 12:11:38.886973 n-d-804985-2 neutron-server[106254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 12:11:38.886973 n-d-804985-2 neutron-server[106254]: self.session.flush() Aug 18 12:11:38.886973 n-d-804985-2 neutron-server[106254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 12:11:38.886973 n-d-804985-2 neutron-server[106254]: self.session.flush() Aug 18 12:11:38.886973 n-d-804985-2 neutron-server[106254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 12:11:38.886973 n-d-804985-2 neutron-server[106254]: self.session.flush() Aug 18 12:11:38.886973 n-d-804985-2 neutron-server[106254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 12:11:38.886973 n-d-804985-2 neutron-server[106254]: self.session.flush() Aug 18 12:11:38.886973 n-d-804985-2 neutron-server[106254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 12:11:38.886973 n-d-804985-2 neutron-server[106254]: self.session.flush() Aug 18 12:11:38.886973 n-d-804985-2 neutron-server[106254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 12:11:38.886973 n-d-804985-2 neutron-server[106254]: self.session.flush() Aug 18 12:11:38.886973 n-d-804985-2 neutron-server[106254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 12:11:38.886973 n-d-804985-2 neutron-server[106254]: self.session.flush() Aug 18 12:11:38.886973 n-d-804985-2 neutron-server[106254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 12:11:38.886973 n-d-804985-2 neutron-server[106254]: self.session.flush() Aug 18 12:11:38.886973 n-d-804985-2 neutron-server[106254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 12:11:38.886973 n-d-804985-2 neutron-server[106254]: self.session.flush() Aug 18 12:11:38.886973 n-d-804985-2 neutron-server[106254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 12:11:38.886973 n-d-804985-2 neutron-server[106254]: self.session.flush() Aug 18 12:11:38.886973 n-d-804985-2 neutron-server[106254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 12:11:38.886973 n-d-804985-2 neutron-server[106254]: self.session.flush() Aug 18 12:11:38.889770 n-d-804985-2 neutron-server[106254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 12:11:38.889770 n-d-804985-2 neutron-server[106254]: self.session.flush() Aug 18 12:11:38.889770 n-d-804985-2 neutron-server[106254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 12:11:38.889770 n-d-804985-2 neutron-server[106254]: self.session.flush() Aug 18 12:11:38.889770 n-d-804985-2 neutron-server[106254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 12:11:38.889770 n-d-804985-2 neutron-server[106254]: self.session.flush() Aug 18 12:11:38.889770 n-d-804985-2 neutron-server[106254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 12:11:38.889770 n-d-804985-2 neutron-server[106254]: self.session.flush() Aug 18 12:11:38.889770 n-d-804985-2 neutron-server[106254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 12:11:38.889770 n-d-804985-2 neutron-server[106254]: self.session.flush() Aug 18 12:11:38.889770 n-d-804985-2 neutron-server[106254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 12:11:38.889770 n-d-804985-2 neutron-server[106254]: self.session.flush() Aug 18 12:11:38.889770 n-d-804985-2 neutron-server[106254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 12:11:38.889770 n-d-804985-2 neutron-server[106254]: self.session.flush() Aug 18 12:11:38.898936 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca86937d-a56f-4db2-90c0-f99007a93307 req-52a3bf51-62fe-4118-9634-3d9110f83008 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:11:38.899323 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-6f6bc1c8-b259-4c0b-b94a-9781c06be9a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556'] for port, after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:38.900885 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-ca86937d-a56f-4db2-90c0-f99007a93307 req-52a3bf51-62fe-4118-9634-3d9110f83008 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.62 "GET /v2.0/networks?id=62590197-03a9-438c-a3e3-e417fcca582c HTTP/1.1" status: 200 len: 812 time: 0.9255054 Aug 18 12:11:38.902230 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-112e0b64-42f9-410d-bf36-aa96e6b80afe admin admin] No DVR routers for this DVR port b7495fa8-3e22-4ae0-ac00-a48771f62e66 on host n-d-804985-2 {{(pid=106253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:11:38.920947 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [req-ca86937d-a56f-4db2-90c0-f99007a93307 req-29367195-d6bb-4a4c-98d8-450832132010 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Request body: {'port': {'device_id': '921d3c41-9188-4e3c-a7f3-44c5c4f15460', 'network_id': '62590197-03a9-438c-a3e3-e417fcca582c', 'admin_state_up': True, 'tenant_id': '6be1f64524b04a05973aca1b3d3c7df9'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:11:38.939333 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-420473e0-6feb-4520-92e5-b65c9567f01a req-cee933a2-86f2-4b36-9cf9-a50078d749f3 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.123&port_id=0800d992-3baf-4f75-8477-d82c2df6cfbf HTTP/1.1" status: 200 len: 217 time: 0.0742955 Aug 18 12:11:38.952507 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6bc1c8-b259-4c0b-b94a-9781c06be9a7 None None] Pushing event deleted for resources: {'Port': ['ID=b7495fa8-3e22-4ae0-ac00-a48771f62e66,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:11:38.965386 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f6bc1c8-b259-4c0b-b94a-9781c06be9a7 None None] No DVR routers for this DVR port b7495fa8-3e22-4ae0-ac00-a48771f62e66 on host n-d-804985-2 {{(pid=106254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:11:39.040577 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-91ea48c4-44d7-4239-bde1-177841e57000 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Deleting port 9ee6ad67-7719-4e4a-b55b-dcb87edb25ff {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:11:39.040577 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-91ea48c4-44d7-4239-bde1-177841e57000 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:39.082757 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 72fe68a2-88d6-4327-b8d5-6daf9872f85d no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:11:39.090252 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420473e0-6feb-4520-92e5-b65c9567f01a req-c99fb3e8-73f5-4d00-80fc-e3641afe9ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:11:39.093517 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-420473e0-6feb-4520-92e5-b65c9567f01a req-c99fb3e8-73f5-4d00-80fc-e3641afe9ac2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c6d6e2ca-0ac3-47a3-8cbf-b12d0d7c45be HTTP/1.1" status: 200 len: 797 time: 0.1427975 Aug 18 12:11:39.110940 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: 72fe68a2-88d6-4327-b8d5-6daf9872f85d {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:11:39.111607 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 72fe68a2-88d6-4327-b8d5-6daf9872f85d not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:11:39.112299 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device b7495fa8-3e22-4ae0-ac00-a48771f62e66 no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:11:39.128097 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-112e0b64-42f9-410d-bf36-aa96e6b80afe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8367869', 'neutron.services.segments.db._delete_segments_for_network-8789151212993'] for network, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:39.138254 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: b7495fa8-3e22-4ae0-ac00-a48771f62e66 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:11:39.138946 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device b7495fa8-3e22-4ae0-ac00-a48771f62e66 not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:11:39.168608 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d92a4018-4295-42b5-9813-757509c8e3ef None None] Network 3031f995-b3df-4e00-8fd9-7f3d026c0ac9 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:11:39.168755 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-112e0b64-42f9-410d-bf36-aa96e6b80afe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['365c1e73-53bd-4762-8c39-733a28020035']}} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:11:39.178536 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [None req-91ea48c4-44d7-4239-bde1-177841e57000 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] For port 9ee6ad67-7719-4e4a-b55b-dcb87edb25ff, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=9ee6ad67-7719-4e4a-b55b-dcb87edb25ff,segment=NetworkSegment(4917ab86-bb03-49ae-afe5-7d10ec7ac3ed),segment_id=4917ab86-bb03-49ae-afe5-7d10ec7ac3ed)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:11:39.179174 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-91ea48c4-44d7-4239-bde1-177841e57000 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:39.184297 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-112e0b64-42f9-410d-bf36-aa96e6b80afe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a349f629-a357-4fba-80a9-3970130b5e97') {'for_net_delete': True} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:11:39.184614 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-112e0b64-42f9-410d-bf36-aa96e6b80afe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a349f629-a357-4fba-80a9-3970130b5e97') {} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:11:39.206100 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-112e0b64-42f9-410d-bf36-aa96e6b80afe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789151225254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902236'] for segment, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:39.219120 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-16d79757-6c11-4b40-a725-3e54fd52aa78 req-6f31a387-e837-469e-a59e-94102fe6b933 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/ports?device_id=921d3c41-9188-4e3c-a7f3-44c5c4f15460 HTTP/1.1" status: 200 len: 210 time: 0.0432770 Aug 18 12:11:39.219977 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-91ea48c4-44d7-4239-bde1-177841e57000 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Calling delete_port for 9ee6ad67-7719-4e4a-b55b-dcb87edb25ff owned by network:dhcp {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:11:39.226047 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420473e0-6feb-4520-92e5-b65c9567f01a req-4312207e-1611-4c2a-a446-3fe8272b3cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:11:39.227327 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-420473e0-6feb-4520-92e5-b65c9567f01a req-4312207e-1611-4c2a-a446-3fe8272b3cea service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2212f13b-fd75-4d1b-969c-01d56f351ced&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1219909 Aug 18 12:11:39.240585 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-112e0b64-42f9-410d-bf36-aa96e6b80afe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:39.281750 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-112e0b64-42f9-410d-bf36-aa96e6b80afe admin admin] Releasing vlan 829 on physical network physnet1 to pool {{(pid=106253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:11:39.282156 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-112e0b64-42f9-410d-bf36-aa96e6b80afe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58900537'] for segment, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:39.283968 n-d-804985-2 neutron-server[106253]: Traceback (most recent call last): Aug 18 12:11:39.283968 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:11:39.283968 n-d-804985-2 neutron-server[106253]: timer() Aug 18 12:11:39.283968 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:11:39.283968 n-d-804985-2 neutron-server[106253]: cb(*args, **kw) Aug 18 12:11:39.283968 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:11:39.283968 n-d-804985-2 neutron-server[106253]: return func(*args, **kwargs) Aug 18 12:11:39.283968 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:11:39.283968 n-d-804985-2 neutron-server[106253]: self._notify() Aug 18 12:11:39.283968 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:11:39.283968 n-d-804985-2 neutron-server[106253]: self.callback(batched_events) Aug 18 12:11:39.283968 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:11:39.283968 n-d-804985-2 neutron-server[106253]: event.method(event) Aug 18 12:11:39.283968 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:11:39.283968 n-d-804985-2 neutron-server[106253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:11:39.283968 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:11:39.283968 n-d-804985-2 neutron-server[106253]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:11:39.283968 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:11:39.283968 n-d-804985-2 neutron-server[106253]: return f(self, *a, **k) Aug 18 12:11:39.283968 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:11:39.283968 n-d-804985-2 neutron-server[106253]: return self._get(url).json() Aug 18 12:11:39.283968 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:11:39.283968 n-d-804985-2 neutron-server[106253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:11:39.283968 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:11:39.283968 n-d-804985-2 neutron-server[106253]: return self.request(url, 'GET', **kwargs) Aug 18 12:11:39.283968 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:11:39.283968 n-d-804985-2 neutron-server[106253]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:11:39.283968 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:11:39.283968 n-d-804985-2 neutron-server[106253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:11:39.283968 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:11:39.283968 n-d-804985-2 neutron-server[106253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:11:39.283968 n-d-804985-2 neutron-server[106253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:11:39.308168 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1d54d0b1-7c38-4504-a3b7-3935196e4f0d None None] Provisioning complete for port 9ee6ad67-7719-4e4a-b55b-dcb87edb25ff triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:11:39.308609 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1d54d0b1-7c38-4504-a3b7-3935196e4f0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:39.328769 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca86937d-a56f-4db2-90c0-f99007a93307 req-29367195-d6bb-4a4c-98d8-450832132010 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Made reservation on behalf of 6be1f64524b04a05973aca1b3d3c7df9 for: {'port': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:11:39.332308 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-ca86937d-a56f-4db2-90c0-f99007a93307 req-29367195-d6bb-4a4c-98d8-450832132010 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:39.398990 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-112e0b64-42f9-410d-bf36-aa96e6b80afe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8367858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997186'] for network, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:39.402342 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-420473e0-6feb-4520-92e5-b65c9567f01a req-3816dc10-cf64-4ced-b5a6-fc452bf794b3 service neutron] 10.222.0.62 "GET /v2.0/networks/2212f13b-fd75-4d1b-969c-01d56f351ced?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257589 Aug 18 12:11:39.404515 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-91ea48c4-44d7-4239-bde1-177841e57000 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:39.414090 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-112e0b64-42f9-410d-bf36-aa96e6b80afe admin admin] Notify callbacks [] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:39.415802 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-112e0b64-42f9-410d-bf36-aa96e6b80afe admin admin] 10.222.0.66 "DELETE /v2.0/networks/365c1e73-53bd-4762-8c39-733a28020035 HTTP/1.1" status: 204 len: 168 time: 2.0438294 Aug 18 12:11:39.428219 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb7857c3-0741-4cc2-a6d9-3ebc4c639be9 None None] DHCP port deletion for 3031f995-b3df-4e00-8fd9-7f3d026c0ac9 request from n-d-804985-2 {{(pid=106254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 12:11:39.472136 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ea48c4-44d7-4239-bde1-177841e57000 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] No DVR routers for this DVR port 9ee6ad67-7719-4e4a-b55b-dcb87edb25ff on host n-d-804985-2 {{(pid=106252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:11:39.490784 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112e0b64-42f9-410d-bf36-aa96e6b80afe admin admin] Pushing event deleted for resources: {'Network': ['ID=365c1e73-53bd-4762-8c39-733a28020035,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:11:39.505683 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ea48c4-44d7-4239-bde1-177841e57000 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Pushing event deleted for resources: {'Port': ['ID=9ee6ad67-7719-4e4a-b55b-dcb87edb25ff,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:11:39.578377 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 49016) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:11:39.603579 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d3874b89-1120-47ed-b933-136baa183601 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:39.626319 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [req-ca86937d-a56f-4db2-90c0-f99007a93307 req-29367195-d6bb-4a4c-98d8-450832132010 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Allocated IP 172.20.0.13 (62590197-03a9-438c-a3e3-e417fcca582c/01de034f-d2f0-4b70-88ab-1a19fe1401c1/e4939108-0e12-4c3b-ac0f-5ee0dbe95aed) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:11:39.700345 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-b71f2705-2d44-4872-a54a-a50990fb8077 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=764f05f9d69b4134b93ed670f8afc320&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1207271 Aug 18 12:11:39.708591 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 49018) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:11:39.920922 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8db5bf26-1dc6-42a3-8036-b8519b948973 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:39.971897 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-91ea48c4-44d7-4239-bde1-177841e57000 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8367869', 'neutron.services.segments.db._delete_segments_for_network-8789151212993'] for network, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:39.989698 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-91ea48c4-44d7-4239-bde1-177841e57000 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3031f995-b3df-4e00-8fd9-7f3d026c0ac9']}} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:11:40.002977 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-420473e0-6feb-4520-92e5-b65c9567f01a req-884b94ad-a60d-41ac-b939-57d50696aaf6 service neutron] 10.222.0.62 "GET /v2.0/networks/2212f13b-fd75-4d1b-969c-01d56f351ced?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5895383 Aug 18 12:11:40.004634 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-91ea48c4-44d7-4239-bde1-177841e57000 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4917ab86-bb03-49ae-afe5-7d10ec7ac3ed') {'for_net_delete': True} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:11:40.004945 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-91ea48c4-44d7-4239-bde1-177841e57000 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4917ab86-bb03-49ae-afe5-7d10ec7ac3ed') {} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:11:40.021757 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-91ea48c4-44d7-4239-bde1-177841e57000 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789151225254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2221521'] for segment, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:40.056051 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-420473e0-6feb-4520-92e5-b65c9567f01a req-b51bf8f6-9fb8-46b1-96ef-ec6cc55ca7ca service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.241&port_id=7f6b3812-445c-4afd-a44a-5114fb7ae290 HTTP/1.1" status: 200 len: 217 time: 0.0443423 Aug 18 12:11:40.063227 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-91ea48c4-44d7-4239-bde1-177841e57000 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:40.090114 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8db5bf26-1dc6-42a3-8036-b8519b948973 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:40.097222 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91ea48c4-44d7-4239-bde1-177841e57000 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Releasing vlan 839 on physical network physnet1 to pool {{(pid=106252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:11:40.097634 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-91ea48c4-44d7-4239-bde1-177841e57000 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3572434'] for segment, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:40.100972 n-d-804985-2 neutron-server[106252]: Traceback (most recent call last): Aug 18 12:11:40.100972 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:11:40.100972 n-d-804985-2 neutron-server[106252]: timer() Aug 18 12:11:40.100972 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:11:40.100972 n-d-804985-2 neutron-server[106252]: cb(*args, **kw) Aug 18 12:11:40.100972 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:11:40.100972 n-d-804985-2 neutron-server[106252]: return func(*args, **kwargs) Aug 18 12:11:40.100972 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:11:40.100972 n-d-804985-2 neutron-server[106252]: self._notify() Aug 18 12:11:40.100972 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:11:40.100972 n-d-804985-2 neutron-server[106252]: self.callback(batched_events) Aug 18 12:11:40.100972 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:11:40.100972 n-d-804985-2 neutron-server[106252]: event.method(event) Aug 18 12:11:40.100972 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:11:40.100972 n-d-804985-2 neutron-server[106252]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:11:40.100972 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:11:40.100972 n-d-804985-2 neutron-server[106252]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:11:40.100972 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:11:40.100972 n-d-804985-2 neutron-server[106252]: return f(self, *a, **k) Aug 18 12:11:40.100972 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:11:40.100972 n-d-804985-2 neutron-server[106252]: return self._get(url).json() Aug 18 12:11:40.100972 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:11:40.100972 n-d-804985-2 neutron-server[106252]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:11:40.100972 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:11:40.100972 n-d-804985-2 neutron-server[106252]: return self.request(url, 'GET', **kwargs) Aug 18 12:11:40.100972 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:11:40.100972 n-d-804985-2 neutron-server[106252]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:11:40.100972 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:11:40.100972 n-d-804985-2 neutron-server[106252]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:11:40.100972 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:11:40.100972 n-d-804985-2 neutron-server[106252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:11:40.100972 n-d-804985-2 neutron-server[106252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:11:40.128043 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-ca86937d-a56f-4db2-90c0-f99007a93307 req-29367195-d6bb-4a4c-98d8-450832132010 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:40.173078 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420473e0-6feb-4520-92e5-b65c9567f01a req-5fcd3fa1-4ef2-4a15-9563-990df1caa7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:11:40.175028 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-420473e0-6feb-4520-92e5-b65c9567f01a req-5fcd3fa1-4ef2-4a15-9563-990df1caa7ea service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c6d6e2ca-0ac3-47a3-8cbf-b12d0d7c45be HTTP/1.1" status: 200 len: 797 time: 0.1092455 Aug 18 12:11:40.179781 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-91ea48c4-44d7-4239-bde1-177841e57000 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8367858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997186'] for network, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:40.203139 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [req-ca86937d-a56f-4db2-90c0-f99007a93307 req-29367195-d6bb-4a4c-98d8-450832132010 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Transition to ACTIVE for port object e4939108-0e12-4c3b-ac0f-5ee0dbe95aed will not be triggered until provisioned by entity DHCP. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:11:40.204790 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-91ea48c4-44d7-4239-bde1-177841e57000 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks [] for network, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:40.210206 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-91ea48c4-44d7-4239-bde1-177841e57000 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] 10.222.0.66 "DELETE /v2.0/networks/3031f995-b3df-4e00-8fd9-7f3d026c0ac9 HTTP/1.1" status: 204 len: 168 time: 1.5180042 Aug 18 12:11:40.211130 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ea48c4-44d7-4239-bde1-177841e57000 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Pushing event deleted for resources: {'Network': ['ID=3031f995-b3df-4e00-8fd9-7f3d026c0ac9,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:11:40.219613 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 49034) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:11:40.294067 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 9ee6ad67-7719-4e4a-b55b-dcb87edb25ff no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:11:40.295198 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a464966f-c9ee-4cf0-b305-0465ef45512e tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:11:40.296751 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-a464966f-c9ee-4cf0-b305-0465ef45512e tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 842 time: 0.0761535 Aug 18 12:11:40.300213 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420473e0-6feb-4520-92e5-b65c9567f01a req-9026cb91-bc28-4652-b93c-a1a94c67caca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:11:40.301683 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-420473e0-6feb-4520-92e5-b65c9567f01a req-9026cb91-bc28-4652-b93c-a1a94c67caca service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2212f13b-fd75-4d1b-969c-01d56f351ced&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0939894 Aug 18 12:11:40.302170 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 49038) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:11:40.344994 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: 9ee6ad67-7719-4e4a-b55b-dcb87edb25ff {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:11:40.345346 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 9ee6ad67-7719-4e4a-b55b-dcb87edb25ff not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:11:40.348168 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-ca86937d-a56f-4db2-90c0-f99007a93307 req-29367195-d6bb-4a4c-98d8-450832132010 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:40.355436 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [None req-d3874b89-1120-47ed-b933-136baa183601 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Allocated IP 172.20.0.1 (26eb6773-901e-4710-86dc-ed4de96161ce/4c982dca-9b39-47ec-b5ed-c4f4fe17600b/57ef5855-5cbf-4a80-8f61-d8f7895abb62) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:11:40.360107 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] get_ports_and_sgs() called for port_ids ['7a7db1db-b5ee-48d6-85e1-5e7495701d0f'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:11:40.364540 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8db5bf26-1dc6-42a3-8036-b8519b948973 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:40.366966 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8db5bf26-1dc6-42a3-8036-b8519b948973 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:40.369727 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-8db5bf26-1dc6-42a3-8036-b8519b948973 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/50d2b580-e3ad-47c2-93e7-c9ef6872d2c3 HTTP/1.1" status: 204 len: 168 time: 0.6585662 Aug 18 12:11:40.404531 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] get_ports_and_sgs() called for port_ids ['55b318c7-6bb8-425f-b6db-088781d25c4e'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:11:40.468138 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-c817ade2-8292-4410-9c5c-8ed62c2b13e9 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] 10.222.0.66 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1647246 Aug 18 12:11:40.472570 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 49042) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:11:40.480322 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-4a376b42-c5ae-4ff5-922a-012a4bd49c8d tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1691597034'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:11:40.500523 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfce8dd-27a8-43fb-8cb7-f0ad46a4d736 req-42734400-8528-4620-b06a-f44c40a90f1b tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:11:40.500849 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db5bf26-1dc6-42a3-8036-b8519b948973 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50d2b580-e3ad-47c2-93e7-c9ef6872d2c3,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:11:40.501602 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5cfce8dd-27a8-43fb-8cb7-f0ad46a4d736 req-42734400-8528-4620-b06a-f44c40a90f1b tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/ports?device_id=921d3c41-9188-4e3c-a7f3-44c5c4f15460 HTTP/1.1" status: 200 len: 932 time: 0.1562021 Aug 18 12:11:40.511549 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-420473e0-6feb-4520-92e5-b65c9567f01a req-5b95ad3d-5eb6-4d4b-9bfe-dd2b8d2f8f88 service neutron] 10.222.0.62 "GET /v2.0/networks/2212f13b-fd75-4d1b-969c-01d56f351ced?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1997709 Aug 18 12:11:40.516829 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db5bf26-1dc6-42a3-8036-b8519b948973 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:11:40.517736 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db5bf26-1dc6-42a3-8036-b8519b948973 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:11:40.517736 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db5bf26-1dc6-42a3-8036-b8519b948973 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:11:40.518004 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db5bf26-1dc6-42a3-8036-b8519b948973 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:11:40.518318 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db5bf26-1dc6-42a3-8036-b8519b948973 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:11:40.518649 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db5bf26-1dc6-42a3-8036-b8519b948973 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:11:40.518971 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db5bf26-1dc6-42a3-8036-b8519b948973 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:11:40.519465 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db5bf26-1dc6-42a3-8036-b8519b948973 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:11:40.519706 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db5bf26-1dc6-42a3-8036-b8519b948973 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:11:40.520052 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db5bf26-1dc6-42a3-8036-b8519b948973 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:11:40.520377 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db5bf26-1dc6-42a3-8036-b8519b948973 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:11:40.526688 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db5bf26-1dc6-42a3-8036-b8519b948973 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:11:40.539570 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca86937d-a56f-4db2-90c0-f99007a93307 req-29367195-d6bb-4a4c-98d8-450832132010 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Network 62590197-03a9-438c-a3e3-e417fcca582c is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:11:40.547659 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [req-ca86937d-a56f-4db2-90c0-f99007a93307 req-29367195-d6bb-4a4c-98d8-450832132010 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:11:40.552209 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29367195-d6bb-4a4c-98d8-450832132010 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Pushing event updated for resources: {'Port': ['ID=e4939108-0e12-4c3b-ac0f-5ee0dbe95aed,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:11:40.554585 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca86937d-a56f-4db2-90c0-f99007a93307 req-29367195-d6bb-4a4c-98d8-450832132010 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:11:40.631893 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a376b42-c5ae-4ff5-922a-012a4bd49c8d tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Made reservation on behalf of 945a2d7857154f6c9b28850f76e065fc for: {'network': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:11:40.636417 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4a376b42-c5ae-4ff5-922a-012a4bd49c8d tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for network, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:40.661558 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca86937d-a56f-4db2-90c0-f99007a93307 req-29367195-d6bb-4a4c-98d8-450832132010 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:11:40.662234 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-ca86937d-a56f-4db2-90c0-f99007a93307 req-29367195-d6bb-4a4c-98d8-450832132010 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:40.680860 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5cfce8dd-27a8-43fb-8cb7-f0ad46a4d736 req-44af5dae-e0bd-4d53-a33b-2da3e480ba23 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/security-groups?id=e93b90b0-d66c-467b-a848-eedd88936357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625943 Aug 18 12:11:40.684505 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d3874b89-1120-47ed-b933-136baa183601 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:40.719935 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-ca86937d-a56f-4db2-90c0-f99007a93307 req-29367195-d6bb-4a4c-98d8-450832132010 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8029060 Aug 18 12:11:40.720826 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [None req-d3874b89-1120-47ed-b933-136baa183601 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Transition to ACTIVE for port object 57ef5855-5cbf-4a80-8f61-d8f7895abb62 will not be triggered until provisioned by entity DHCP. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:11:40.733307 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [req-ca86937d-a56f-4db2-90c0-f99007a93307 req-5854a8ff-d8b8-4e67-90b0-bae90684e757 service neutron] Request body: {'port': {'device_id': '921d3c41-9188-4e3c-a7f3-44c5c4f15460', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804985-2'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:11:40.764365 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a376b42-c5ae-4ff5-922a-012a4bd49c8d tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 819} {{(pid=106252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:11:40.771424 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-420473e0-6feb-4520-92e5-b65c9567f01a req-d325cc26-fcae-4ab1-93c5-fe1b67c4d75b service neutron] 10.222.0.62 "GET /v2.0/networks/2212f13b-fd75-4d1b-969c-01d56f351ced?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2382288 Aug 18 12:11:40.794832 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4a376b42-c5ae-4ff5-922a-012a4bd49c8d tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:40.795142 n-d-804985-2 neutron-server[106252]: INFO neutron.db.segments_db [None req-4a376b42-c5ae-4ff5-922a-012a4bd49c8d tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Added segment ca2b0c90-e7a7-4709-9d62-50d844e9c4aa of type vlan for network 71263c44-c14a-4b3f-8b15-31728cc932a6 Aug 18 12:11:40.849618 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-ca86937d-a56f-4db2-90c0-f99007a93307 req-5854a8ff-d8b8-4e67-90b0-bae90684e757 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:40.894217 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-420473e0-6feb-4520-92e5-b65c9567f01a req-cbe02450-bf8d-4069-aea5-6aa85b063031 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.142&port_id=3399a875-8536-4e63-b5c5-d638ea0b8100 HTTP/1.1" status: 200 len: 217 time: 0.1099713 Aug 18 12:11:40.919150 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d3874b89-1120-47ed-b933-136baa183601 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:40.978216 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3874b89-1120-47ed-b933-136baa183601 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Pushing event updated for resources: {'Port': ['ID=57ef5855-5cbf-4a80-8f61-d8f7895abb62,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:11:41.006105 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-724cbdda-8780-401f-a4eb-7d9df7512d65 None None] Provisioning for port e4939108-0e12-4c3b-ac0f-5ee0dbe95aed completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:11:41.011691 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3874b89-1120-47ed-b933-136baa183601 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Network 26eb6773-901e-4710-86dc-ed4de96161ce is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:11:41.012075 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-724cbdda-8780-401f-a4eb-7d9df7512d65 None None] Provisioning complete for port e4939108-0e12-4c3b-ac0f-5ee0dbe95aed triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:11:41.013961 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-724cbdda-8780-401f-a4eb-7d9df7512d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:41.026818 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4a376b42-c5ae-4ff5-922a-012a4bd49c8d tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789150665894'] for network, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:41.042576 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420473e0-6feb-4520-92e5-b65c9567f01a req-d4e76041-d42a-4c20-85c8-3ab148d0f823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:11:41.045000 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-420473e0-6feb-4520-92e5-b65c9567f01a req-d4e76041-d42a-4c20-85c8-3ab148d0f823 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c6d6e2ca-0ac3-47a3-8cbf-b12d0d7c45be HTTP/1.1" status: 200 len: 797 time: 0.1312034 Aug 18 12:11:41.065240 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-d3874b89-1120-47ed-b933-136baa183601 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:11:41.068771 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-724cbdda-8780-401f-a4eb-7d9df7512d65 None None] Port e4939108-0e12-4c3b-ac0f-5ee0dbe95aed cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:11:41.083808 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3874b89-1120-47ed-b933-136baa183601 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:11:41.145631 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420473e0-6feb-4520-92e5-b65c9567f01a req-a9b7ee84-f094-4c81-b079-7ca954957d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:11:41.147658 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-420473e0-6feb-4520-92e5-b65c9567f01a req-a9b7ee84-f094-4c81-b079-7ca954957d0b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2212f13b-fd75-4d1b-969c-01d56f351ced&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0895541 Aug 18 12:11:41.150035 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4a376b42-c5ae-4ff5-922a-012a4bd49c8d tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for network, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:41.157822 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a376b42-c5ae-4ff5-922a-012a4bd49c8d tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:11:41.158851 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4a376b42-c5ae-4ff5-922a-012a4bd49c8d tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks [] for network, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:41.193720 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d3874b89-1120-47ed-b933-136baa183601 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-996688'] for router_interface, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:41.410944 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-a9afbb45-eab5-4396-a7d2-25ba3a73f070 None None] Provisioning for port 57ef5855-5cbf-4a80-8f61-d8f7895abb62 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:11:41.413161 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a376b42-c5ae-4ff5-922a-012a4bd49c8d tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Pushing event updated for resources: {'Network': ['ID=71263c44-c14a-4b3f-8b15-31728cc932a6,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:11:41.419713 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-4a376b42-c5ae-4ff5-922a-012a4bd49c8d tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9459050 Aug 18 12:11:41.423322 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-a9afbb45-eab5-4396-a7d2-25ba3a73f070 None None] Provisioning complete for port 57ef5855-5cbf-4a80-8f61-d8f7895abb62 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:11:41.423745 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 49062) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:11:41.423983 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-a9afbb45-eab5-4396-a7d2-25ba3a73f070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:41.431875 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-c51e70b4-c0d9-447f-9750-7bfd61020f61 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Request body: {'subnet': {'network_id': '71263c44-c14a-4b3f-8b15-31728cc932a6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:11:41.507735 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Network 71263c44-c14a-4b3f-8b15-31728cc932a6 details requested by agent ovs-agent-n-d-804985-2 with host n-d-804985-2 {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:11:41.520352 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-420473e0-6feb-4520-92e5-b65c9567f01a req-044c93c4-24d4-49f3-9332-bea93b05ba26 service neutron] 10.222.0.62 "GET /v2.0/networks/2212f13b-fd75-4d1b-969c-01d56f351ced?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3579202 Aug 18 12:11:41.609946 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-a9afbb45-eab5-4396-a7d2-25ba3a73f070 None None] Port 57ef5855-5cbf-4a80-8f61-d8f7895abb62 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:11:41.640382 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-420473e0-6feb-4520-92e5-b65c9567f01a req-cd9d4833-7de2-4b04-8cc6-ffff56d442c8 service neutron] 10.222.0.62 "GET /v2.0/networks/2212f13b-fd75-4d1b-969c-01d56f351ced?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069553 Aug 18 12:11:41.687280 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d3874b89-1120-47ed-b933-136baa183601 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:41.700282 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-420473e0-6feb-4520-92e5-b65c9567f01a req-6776874d-d03c-4b51-907d-e6759ebdf119 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ade7379f-b75b-4a6b-95bb-ab4ecbe29d42 HTTP/1.1" status: 200 len: 217 time: 0.0487034 Aug 18 12:11:41.714276 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c51e70b4-c0d9-447f-9750-7bfd61020f61 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Made reservation on behalf of 945a2d7857154f6c9b28850f76e065fc for: {'subnet': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:11:41.717628 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [req-ca86937d-a56f-4db2-90c0-f99007a93307 req-5854a8ff-d8b8-4e67-90b0-bae90684e757 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4939108-0e12-4c3b-ac0f-5ee0dbe95aed {{(pid=106253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:11:41.721041 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c51e70b4-c0d9-447f-9750-7bfd61020f61 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59074089'] for subnet, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:41.746241 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-ca86937d-a56f-4db2-90c0-f99007a93307 req-5854a8ff-d8b8-4e67-90b0-bae90684e757 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:41.768183 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [req-ca86937d-a56f-4db2-90c0-f99007a93307 req-5854a8ff-d8b8-4e67-90b0-bae90684e757 service neutron] Transition to ACTIVE for port object e4939108-0e12-4c3b-ac0f-5ee0dbe95aed will not be triggered until provisioned by entity L2. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:11:41.793435 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-ca86937d-a56f-4db2-90c0-f99007a93307 req-5854a8ff-d8b8-4e67-90b0-bae90684e757 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:41.860429 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5854a8ff-d8b8-4e67-90b0-bae90684e757 service neutron] Pushing event updated for resources: {'Port': ['ID=e4939108-0e12-4c3b-ac0f-5ee0dbe95aed,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:11:41.911997 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420473e0-6feb-4520-92e5-b65c9567f01a req-f6191560-6501-4f5c-b28d-250c58b51453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:11:41.913733 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-420473e0-6feb-4520-92e5-b65c9567f01a req-f6191560-6501-4f5c-b28d-250c58b51453 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=765693c9-62f2-43a4-a4e0-0c1c5bb2242d HTTP/1.1" status: 200 len: 797 time: 0.1873021 Aug 18 12:11:42.012748 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cf3c85-587e-4003-93c4-998ffa385001 req-a197aa72-00e4-4a96-afd4-5f500fb1e985 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:11:42.021751 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-99cf3c85-587e-4003-93c4-998ffa385001 req-a197aa72-00e4-4a96-afd4-5f500fb1e985 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/ports?device_id=921d3c41-9188-4e3c-a7f3-44c5c4f15460 HTTP/1.1" status: 200 len: 944 time: 0.2327034 Aug 18 12:11:42.079889 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420473e0-6feb-4520-92e5-b65c9567f01a req-bbf6f4bb-bf80-4d3f-b2a7-52342f04d020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:11:42.081593 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-420473e0-6feb-4520-92e5-b65c9567f01a req-bbf6f4bb-bf80-4d3f-b2a7-52342f04d020 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d3427385-4738-4edf-ab5a-b3bffa0e286e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1483226 Aug 18 12:11:42.140188 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-99cf3c85-587e-4003-93c4-998ffa385001 req-25eb7e47-e267-4b6a-8616-47f544250a1d tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/security-groups?id=e93b90b0-d66c-467b-a848-eedd88936357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125331 Aug 18 12:11:42.300734 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-420473e0-6feb-4520-92e5-b65c9567f01a req-0206f036-ce12-473d-83fe-9fcf3d441f0f service neutron] 10.222.0.62 "GET /v2.0/networks/d3427385-4738-4edf-ab5a-b3bffa0e286e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1867003 Aug 18 12:11:42.309245 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c51e70b4-c0d9-447f-9750-7bfd61020f61 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3572913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59074111'] for subnet, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:42.519084 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-ca86937d-a56f-4db2-90c0-f99007a93307 req-5854a8ff-d8b8-4e67-90b0-bae90684e757 service neutron] Attempting to bind port e4939108-0e12-4c3b-ac0f-5ee0dbe95aed on host n-h2-804985-2 for vnic_type normal with profile {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:11:42.519749 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-ca86937d-a56f-4db2-90c0-f99007a93307 req-5854a8ff-d8b8-4e67-90b0-bae90684e757 service neutron] Attempting to bind port e4939108-0e12-4c3b-ac0f-5ee0dbe95aed by drivers openvswitch,hyperv on host n-h2-804985-2 at level 0 using segments [{'id': '299e2826-ecf6-416e-b53c-1b1574dd5315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '62590197-03a9-438c-a3e3-e417fcca582c'}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:11:42.520013 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca86937d-a56f-4db2-90c0-f99007a93307 req-5854a8ff-d8b8-4e67-90b0-bae90684e757 service neutron] Attempting to bind port e4939108-0e12-4c3b-ac0f-5ee0dbe95aed on network 62590197-03a9-438c-a3e3-e417fcca582c {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:11:42.526424 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca86937d-a56f-4db2-90c0-f99007a93307 req-5854a8ff-d8b8-4e67-90b0-bae90684e757 service neutron] Port e4939108-0e12-4c3b-ac0f-5ee0dbe95aed on network 62590197-03a9-438c-a3e3-e417fcca582c not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-2 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:11:42.526861 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca86937d-a56f-4db2-90c0-f99007a93307 req-5854a8ff-d8b8-4e67-90b0-bae90684e757 service neutron] Attempting to bind port e4939108-0e12-4c3b-ac0f-5ee0dbe95aed on network 62590197-03a9-438c-a3e3-e417fcca582c {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:11:42.537359 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51e70b4-c0d9-447f-9750-7bfd61020f61 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Pushing event updated for resources: {'Subnet': ['ID=a13d7f67-3bb5-4dcd-9aa9-398958986bf8,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:11:42.537554 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca86937d-a56f-4db2-90c0-f99007a93307 req-5854a8ff-d8b8-4e67-90b0-bae90684e757 service neutron] Checking agent: {'id': 'da5da552-709c-4248-84de-86af99a0dc87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 49, 8), 'started_at': datetime.datetime(2021, 8, 18, 11, 49, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 11, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:11:42.537984 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca86937d-a56f-4db2-90c0-f99007a93307 req-5854a8ff-d8b8-4e67-90b0-bae90684e757 service neutron] Checking segment: {'id': '299e2826-ecf6-416e-b53c-1b1574dd5315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '62590197-03a9-438c-a3e3-e417fcca582c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:11:42.538450 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca86937d-a56f-4db2-90c0-f99007a93307 req-5854a8ff-d8b8-4e67-90b0-bae90684e757 service neutron] Bound using segment: {'id': '299e2826-ecf6-416e-b53c-1b1574dd5315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '62590197-03a9-438c-a3e3-e417fcca582c'} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:11:42.538975 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-ca86937d-a56f-4db2-90c0-f99007a93307 req-5854a8ff-d8b8-4e67-90b0-bae90684e757 service neutron] Bound port: e4939108-0e12-4c3b-ac0f-5ee0dbe95aed, host: n-h2-804985-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '299e2826-ecf6-416e-b53c-1b1574dd5315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '62590197-03a9-438c-a3e3-e417fcca582c'}}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:11:42.539441 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-ca86937d-a56f-4db2-90c0-f99007a93307 req-5854a8ff-d8b8-4e67-90b0-bae90684e757 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:42.557433 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51e70b4-c0d9-447f-9750-7bfd61020f61 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Checking segment: {'id': 'ca2b0c90-e7a7-4709-9d62-50d844e9c4aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '71263c44-c14a-4b3f-8b15-31728cc932a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:11:42.557823 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c51e70b4-c0d9-447f-9750-7bfd61020f61 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Network hostable DHCP agents. Network: 71263c44-c14a-4b3f-8b15-31728cc932a6, hostable agents: ['97c14208-2951-4361-8d64-3708c946ff5f'], hosted agents: [] {{(pid=106252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 12:11:42.583526 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-420473e0-6feb-4520-92e5-b65c9567f01a req-ef57327a-9c84-4d05-94fd-f9a7755eed47 service neutron] 10.222.0.62 "GET /v2.0/networks/d3427385-4738-4edf-ab5a-b3bffa0e286e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2590632 Aug 18 12:11:42.638227 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-420473e0-6feb-4520-92e5-b65c9567f01a req-223f095d-1c06-476f-bc57-f1f1dddecae9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d8713f4a-f3e1-4969-98d9-fb54153a1b08 HTTP/1.1" status: 200 len: 217 time: 0.0459661 Aug 18 12:11:42.639291 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c51e70b4-c0d9-447f-9750-7bfd61020f61 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Network 71263c44-c14a-4b3f-8b15-31728cc932a6 is scheduled to be hosted by DHCP agent 97c14208-2951-4361-8d64-3708c946ff5f with binding_index 1 {{(pid=106252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 12:11:42.660324 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-c51e70b4-c0d9-447f-9750-7bfd61020f61 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-2, 71263c44-c14a-4b3f-8b15-31728cc932a6) {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:11:42.675511 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c3dd758-1618-400a-a252-17160ef44981 None None] Network 71263c44-c14a-4b3f-8b15-31728cc932a6 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:11:42.683927 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-ca86937d-a56f-4db2-90c0-f99007a93307 req-5854a8ff-d8b8-4e67-90b0-bae90684e757 service neutron] For port e4939108-0e12-4c3b-ac0f-5ee0dbe95aed, host n-h2-804985-2, cleared binding levels {{(pid=106253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:11:42.689459 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-ca86937d-a56f-4db2-90c0-f99007a93307 req-5854a8ff-d8b8-4e67-90b0-bae90684e757 service neutron] For port e4939108-0e12-4c3b-ac0f-5ee0dbe95aed, host n-h2-804985-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=e4939108-0e12-4c3b-ac0f-5ee0dbe95aed,segment=NetworkSegment(299e2826-ecf6-416e-b53c-1b1574dd5315),segment_id=299e2826-ecf6-416e-b53c-1b1574dd5315)] {{(pid=106253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:11:42.701636 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c51e70b4-c0d9-447f-9750-7bfd61020f61 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:11:42.702733 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c51e70b4-c0d9-447f-9750-7bfd61020f61 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for subnet, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:42.706072 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-ca86937d-a56f-4db2-90c0-f99007a93307 req-5854a8ff-d8b8-4e67-90b0-bae90684e757 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:42.731766 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-c51e70b4-c0d9-447f-9750-7bfd61020f61 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3039815 Aug 18 12:11:42.735269 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 49090) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:11:42.740592 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-1507761e-2f8b-44cf-993e-1b8f2f4bfdc0 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Request body: {'port': {'network_id': '71263c44-c14a-4b3f-8b15-31728cc932a6', 'name': 'tempest-PortsTestJSON-609235207'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:11:42.744845 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420473e0-6feb-4520-92e5-b65c9567f01a req-78457c24-f458-4844-8817-958a97378d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:11:42.747050 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-420473e0-6feb-4520-92e5-b65c9567f01a req-78457c24-f458-4844-8817-958a97378d67 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=765693c9-62f2-43a4-a4e0-0c1c5bb2242d HTTP/1.1" status: 200 len: 797 time: 0.0989609 Aug 18 12:11:42.779444 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca86937d-a56f-4db2-90c0-f99007a93307 req-5854a8ff-d8b8-4e67-90b0-bae90684e757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:11:42.780657 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-ca86937d-a56f-4db2-90c0-f99007a93307 req-5854a8ff-d8b8-4e67-90b0-bae90684e757 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:42.782199 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-ca86937d-a56f-4db2-90c0-f99007a93307 req-5854a8ff-d8b8-4e67-90b0-bae90684e757 service neutron] 10.222.0.62 "PUT /v2.0/ports/e4939108-0e12-4c3b-ac0f-5ee0dbe95aed HTTP/1.1" status: 200 len: 1092 time: 2.0532379 Aug 18 12:11:42.785638 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '921d3c41-9188-4e3c-a7f3-44c5c4f15460', 'tag': 'e4939108-0e12-4c3b-ac0f-5ee0dbe95aed'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:11:42.788041 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0679f4c4b6e0e0c064a7d71d722dc30541a34fffee11680573be22ee2ffccc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0902f299-3080-42e3-91b5-31fe03a858f4" -d '{"events": [{"name": "network-changed", "server_uuid": "921d3c41-9188-4e3c-a7f3-44c5c4f15460", "tag": "e4939108-0e12-4c3b-ac0f-5ee0dbe95aed"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:11:42.828584 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5854a8ff-d8b8-4e67-90b0-bae90684e757 service neutron] Pushing event updated for resources: {'Port': ['ID=e4939108-0e12-4c3b-ac0f-5ee0dbe95aed,revision_number=3']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:11:42.874116 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d3874b89-1120-47ed-b933-136baa183601 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks [] for port, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:42.883837 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:11:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4198dcf8-4362-4434-878f-9e171e3f14ca x-openstack-request-id: req-4198dcf8-4362-4434-878f-9e171e3f14ca {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:11:42.884290 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "921d3c41-9188-4e3c-a7f3-44c5c4f15460", "tag": "e4939108-0e12-4c3b-ac0f-5ee0dbe95aed", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:11:42.884665 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-4198dcf8-4362-4434-878f-9e171e3f14ca {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:11:42.885249 n-d-804985-2 neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '921d3c41-9188-4e3c-a7f3-44c5c4f15460', 'tag': 'e4939108-0e12-4c3b-ac0f-5ee0dbe95aed', 'status': 'completed', 'code': 200} Aug 18 12:11:42.893860 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420473e0-6feb-4520-92e5-b65c9567f01a req-5f14e9d0-b7ab-4adf-b44c-53be7966a058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:11:42.895865 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-420473e0-6feb-4520-92e5-b65c9567f01a req-5f14e9d0-b7ab-4adf-b44c-53be7966a058 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d3427385-4738-4edf-ab5a-b3bffa0e286e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1356962 Aug 18 12:11:42.924939 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d3874b89-1120-47ed-b933-136baa183601 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:43.034999 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a55e854-6d30-4d06-9e84-e6155dfe1bb8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp788be208-34ab-5a8f-af0f-528834af222f-71263c44-c14a-4b3f-8b15-31728cc932a6', 'network_id': '71263c44-c14a-4b3f-8b15-31728cc932a6', 'tenant_id': '945a2d7857154f6c9b28850f76e065fc', 'fixed_ips': [{'subnet_id': 'a13d7f67-3bb5-4dcd-9aa9-398958986bf8'}]}} from n-d-804985-2. {{(pid=106254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 12:11:43.036266 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3a55e854-6d30-4d06-9e84-e6155dfe1bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:43.047308 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3874b89-1120-47ed-b933-136baa183601 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Pushing event updated for resources: {'Port': ['ID=57ef5855-5cbf-4a80-8f61-d8f7895abb62,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:11:43.052526 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d3874b89-1120-47ed-b933-136baa183601 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-996772'] for router_interface, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:43.082337 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca86937d-a56f-4db2-90c0-f99007a93307 req-28edb4cc-4d39-414c-afda-0dec5c983c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:11:43.083216 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-ca86937d-a56f-4db2-90c0-f99007a93307 req-28edb4cc-4d39-414c-afda-0dec5c983c7b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6be1f64524b04a05973aca1b3d3c7df9&device_id=921d3c41-9188-4e3c-a7f3-44c5c4f15460 HTTP/1.1" status: 200 len: 1095 time: 0.2361066 Aug 18 12:11:43.147033 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1507761e-2f8b-44cf-993e-1b8f2f4bfdc0 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Made reservation on behalf of 945a2d7857154f6c9b28850f76e065fc for: {'port': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:11:43.170615 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1507761e-2f8b-44cf-993e-1b8f2f4bfdc0 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:43.187564 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-ca86937d-a56f-4db2-90c0-f99007a93307 req-6f1230fd-1d66-4580-a170-764c2b5072b6 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e4939108-0e12-4c3b-ac0f-5ee0dbe95aed HTTP/1.1" status: 200 len: 217 time: 0.0831120 Aug 18 12:11:43.196828 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-420473e0-6feb-4520-92e5-b65c9567f01a req-175a4b45-baed-4f8b-8be0-e681dd026472 service neutron] 10.222.0.62 "GET /v2.0/networks/d3427385-4738-4edf-ab5a-b3bffa0e286e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2907608 Aug 18 12:11:43.329161 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-420473e0-6feb-4520-92e5-b65c9567f01a req-e7ee200f-ac3b-4469-aa3e-b5e1232d7fb1 service neutron] 10.222.0.62 "GET /v2.0/networks/d3427385-4738-4edf-ab5a-b3bffa0e286e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223440 Aug 18 12:11:43.330220 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca86937d-a56f-4db2-90c0-f99007a93307 req-f2bdd5c7-d3b5-483f-acc1-bced773e0ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:11:43.332451 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-ca86937d-a56f-4db2-90c0-f99007a93307 req-f2bdd5c7-d3b5-483f-acc1-bced773e0ff1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=01de034f-d2f0-4b70-88ab-1a19fe1401c1 HTTP/1.1" status: 200 len: 851 time: 0.1340406 Aug 18 12:11:43.338673 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [None req-1507761e-2f8b-44cf-993e-1b8f2f4bfdc0 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] device_id is not set on port 8e39cf9d-ad28-43bd-8137-da140ab7b1f7 yet. {{(pid=106252) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 12:11:43.343887 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3874b89-1120-47ed-b933-136baa183601 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Network 26eb6773-901e-4710-86dc-ed4de96161ce is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:11:43.359335 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-d3874b89-1120-47ed-b933-136baa183601 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:11:43.416094 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.db_base_plugin_common [None req-3a55e854-6d30-4d06-9e84-e6155dfe1bb8 None None] Allocated IP 172.20.0.2 (71263c44-c14a-4b3f-8b15-31728cc932a6/a13d7f67-3bb5-4dcd-9aa9-398958986bf8/51c75a79-0eef-4c67-9ddf-ccf23f708834) {{(pid=106254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:11:43.501538 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9a6a38-f203-450a-aaca-b105280939ae req-02abaa97-3f91-4ef0-9b19-4012a7ff8117 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:11:43.503190 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-bf9a6a38-f203-450a-aaca-b105280939ae req-02abaa97-3f91-4ef0-9b19-4012a7ff8117 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/ports?device_id=921d3c41-9188-4e3c-a7f3-44c5c4f15460 HTTP/1.1" status: 200 len: 944 time: 0.1730263 Aug 18 12:11:43.588685 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-bf9a6a38-f203-450a-aaca-b105280939ae req-57b48ddc-c14b-4799-ae4a-9ec85799b7ed tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/security-groups?id=e93b90b0-d66c-467b-a848-eedd88936357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775840 Aug 18 12:11:43.646826 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca86937d-a56f-4db2-90c0-f99007a93307 req-5c68c93e-3173-4b5a-961f-65fb1e88d87b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:11:43.648397 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-ca86937d-a56f-4db2-90c0-f99007a93307 req-5c68c93e-3173-4b5a-961f-65fb1e88d87b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=62590197-03a9-438c-a3e3-e417fcca582c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3027670 Aug 18 12:11:43.707588 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3a55e854-6d30-4d06-9e84-e6155dfe1bb8 None None] Notify callbacks [] for port, precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:43.734553 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-3a55e854-6d30-4d06-9e84-e6155dfe1bb8 None None] Transition to ACTIVE for port object 51c75a79-0eef-4c67-9ddf-ccf23f708834 will not be triggered until provisioned by entity L2. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:11:43.767442 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3874b89-1120-47ed-b933-136baa183601 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Router 46849e4a-5869-4702-8363-7a3f7b333c39 has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:11:43.769915 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-3a55e854-6d30-4d06-9e84-e6155dfe1bb8 None None] Transition to ACTIVE for port object 51c75a79-0eef-4c67-9ddf-ccf23f708834 will not be triggered until provisioned by entity DHCP. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:11:43.776344 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-ca86937d-a56f-4db2-90c0-f99007a93307 req-d18c4151-fa6b-4b09-961e-6572308661e7 service neutron] 10.222.0.62 "GET /v2.0/networks/62590197-03a9-438c-a3e3-e417fcca582c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196401 Aug 18 12:11:43.788942 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3a55e854-6d30-4d06-9e84-e6155dfe1bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547'] for port, after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:43.843738 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a55e854-6d30-4d06-9e84-e6155dfe1bb8 None None] Network 71263c44-c14a-4b3f-8b15-31728cc932a6 is already hosted by enough agents. {{(pid=106254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:11:43.851249 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-6ca5a8a0-dedf-4992-a196-feb32252b027 None None] Provisioning complete for port 57ef5855-5cbf-4a80-8f61-d8f7895abb62 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:11:43.851846 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-6ca5a8a0-dedf-4992-a196-feb32252b027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:43.853845 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.base_scheduler [None req-3a55e854-6d30-4d06-9e84-e6155dfe1bb8 None None] Resources bound (agent type, host, resource id): {{(pid=106254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:11:43.860491 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a55e854-6d30-4d06-9e84-e6155dfe1bb8 None None] Received port after_create {{(pid=106254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:11:43.901983 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [None req-1507761e-2f8b-44cf-993e-1b8f2f4bfdc0 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Allocated IP 172.20.0.8 (71263c44-c14a-4b3f-8b15-31728cc932a6/a13d7f67-3bb5-4dcd-9aa9-398958986bf8/8e39cf9d-ad28-43bd-8137-da140ab7b1f7) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:11:43.928087 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3874b89-1120-47ed-b933-136baa183601 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:11:43.938978 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f3c02a4-8a15-450b-8a4f-ccccc6224b77 None None] Sync routers for ids ['46849e4a-5869-4702-8363-7a3f7b333c39'] in n-d-804985-2 {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:11:43.952123 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f3c02a4-8a15-450b-8a4f-ccccc6224b77 None None] Routers {'46849e4a-5869-4702-8363-7a3f7b333c39'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:11:43.952975 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-0f3c02a4-8a15-450b-8a4f-ccccc6224b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:11:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['46849e4a-5869-4702-8363-7a3f7b333c39'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:11:43.965056 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-d3874b89-1120-47ed-b933-136baa183601 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] 10.222.0.66 "PUT /v2.0/routers/46849e4a-5869-4702-8363-7a3f7b333c39/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2275655 Aug 18 12:11:43.965977 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 49112) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:11:43.998376 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-0f3c02a4-8a15-450b-8a4f-ccccc6224b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:11:44.009032 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f3c02a4-8a15-450b-8a4f-ccccc6224b77 None None] Routers {'46849e4a-5869-4702-8363-7a3f7b333c39'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:11:44.009877 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-0f3c02a4-8a15-450b-8a4f-ccccc6224b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:11:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['46849e4a-5869-4702-8363-7a3f7b333c39'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:11:44.014179 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-3e0ecc5d-3a6f-4102-b247-b1a083010855 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Request body: {'port': {'network_id': '26eb6773-901e-4710-86dc-ed4de96161ce', 'name': 'tempest-FloatingIPTestJSON-1591850292'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:11:44.022700 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a55e854-6d30-4d06-9e84-e6155dfe1bb8 None None] Pushing event updated for resources: {'Port': ['ID=51c75a79-0eef-4c67-9ddf-ccf23f708834,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:11:44.065538 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-3a55e854-6d30-4d06-9e84-e6155dfe1bb8 None None] Attempting to bind port 51c75a79-0eef-4c67-9ddf-ccf23f708834 on host n-d-804985-2 for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:11:44.067152 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-3a55e854-6d30-4d06-9e84-e6155dfe1bb8 None None] Attempting to bind port 51c75a79-0eef-4c67-9ddf-ccf23f708834 by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': 'ca2b0c90-e7a7-4709-9d62-50d844e9c4aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '71263c44-c14a-4b3f-8b15-31728cc932a6'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:11:44.067152 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a55e854-6d30-4d06-9e84-e6155dfe1bb8 None None] Attempting to bind port 51c75a79-0eef-4c67-9ddf-ccf23f708834 on network 71263c44-c14a-4b3f-8b15-31728cc932a6 {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:11:44.074841 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-0f3c02a4-8a15-450b-8a4f-ccccc6224b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:11:44.075682 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f3c02a4-8a15-450b-8a4f-ccccc6224b77 None None] The sync data for ids ['46849e4a-5869-4702-8363-7a3f7b333c39'] in n-d-804985-2 is: [] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:11:44.080006 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a55e854-6d30-4d06-9e84-e6155dfe1bb8 None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 11, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:11:44.080425 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a55e854-6d30-4d06-9e84-e6155dfe1bb8 None None] Checking segment: {'id': 'ca2b0c90-e7a7-4709-9d62-50d844e9c4aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '71263c44-c14a-4b3f-8b15-31728cc932a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:11:44.080959 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3a55e854-6d30-4d06-9e84-e6155dfe1bb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:44.081335 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a55e854-6d30-4d06-9e84-e6155dfe1bb8 None None] Bound using segment: {'id': 'ca2b0c90-e7a7-4709-9d62-50d844e9c4aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '71263c44-c14a-4b3f-8b15-31728cc932a6'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:11:44.082443 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-3a55e854-6d30-4d06-9e84-e6155dfe1bb8 None None] Bound port: 51c75a79-0eef-4c67-9ddf-ccf23f708834, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca2b0c90-e7a7-4709-9d62-50d844e9c4aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '71263c44-c14a-4b3f-8b15-31728cc932a6'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:11:44.083105 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3a55e854-6d30-4d06-9e84-e6155dfe1bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:44.086573 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-6ca5a8a0-dedf-4992-a196-feb32252b027 None None] Port 57ef5855-5cbf-4a80-8f61-d8f7895abb62 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:11:44.157604 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-3a55e854-6d30-4d06-9e84-e6155dfe1bb8 None None] For port 51c75a79-0eef-4c67-9ddf-ccf23f708834, host n-d-804985-2, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:11:44.161935 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-3a55e854-6d30-4d06-9e84-e6155dfe1bb8 None None] For port 51c75a79-0eef-4c67-9ddf-ccf23f708834, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=51c75a79-0eef-4c67-9ddf-ccf23f708834,segment=NetworkSegment(ca2b0c90-e7a7-4709-9d62-50d844e9c4aa),segment_id=ca2b0c90-e7a7-4709-9d62-50d844e9c4aa)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:11:44.169964 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3a55e854-6d30-4d06-9e84-e6155dfe1bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:44.248980 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a55e854-6d30-4d06-9e84-e6155dfe1bb8 None None] Pushing event updated for resources: {'Port': ['ID=51c75a79-0eef-4c67-9ddf-ccf23f708834,revision_number=2']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:11:44.273182 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-ca86937d-a56f-4db2-90c0-f99007a93307 req-db8dabbf-5ed7-4ec6-a65f-d679e7e811ce service neutron] 10.222.0.62 "GET /v2.0/networks/62590197-03a9-438c-a3e3-e417fcca582c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3303196 Aug 18 12:11:44.280117 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1507761e-2f8b-44cf-993e-1b8f2f4bfdc0 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:44.283692 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e0ecc5d-3a6f-4102-b247-b1a083010855 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Made reservation on behalf of 89fffbe536a34d0daf05475e4f7847d4 for: {'port': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:11:44.291272 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3e0ecc5d-3a6f-4102-b247-b1a083010855 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:44.322399 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [None req-1507761e-2f8b-44cf-993e-1b8f2f4bfdc0 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Transition to ACTIVE for port object 8e39cf9d-ad28-43bd-8137-da140ab7b1f7 will not be triggered until provisioned by entity DHCP. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:11:44.332118 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [None req-3e0ecc5d-3a6f-4102-b247-b1a083010855 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] device_id is not set on port e9ae530b-0383-4afa-b294-ffb90956bbb5 yet. {{(pid=106253) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 12:11:44.379058 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1507761e-2f8b-44cf-993e-1b8f2f4bfdc0 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:44.430214 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1507761e-2f8b-44cf-993e-1b8f2f4bfdc0 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Pushing event updated for resources: {'Port': ['ID=8e39cf9d-ad28-43bd-8137-da140ab7b1f7,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:11:44.447441 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1507761e-2f8b-44cf-993e-1b8f2f4bfdc0 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Network 71263c44-c14a-4b3f-8b15-31728cc932a6 is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:11:44.449037 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-1507761e-2f8b-44cf-993e-1b8f2f4bfdc0 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:11:44.451445 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1507761e-2f8b-44cf-993e-1b8f2f4bfdc0 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:11:44.523650 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1507761e-2f8b-44cf-993e-1b8f2f4bfdc0 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:11:44.527826 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1507761e-2f8b-44cf-993e-1b8f2f4bfdc0 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:44.586746 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [None req-3e0ecc5d-3a6f-4102-b247-b1a083010855 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Allocated IP 172.20.0.11 (26eb6773-901e-4710-86dc-ed4de96161ce/4c982dca-9b39-47ec-b5ed-c4f4fe17600b/e9ae530b-0383-4afa-b294-ffb90956bbb5) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:11:44.615634 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-1507761e-2f8b-44cf-993e-1b8f2f4bfdc0 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.8791256 Aug 18 12:11:44.616336 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 49128) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:11:44.622003 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-acd97174-328a-4302-b796-62c6a6839bd0 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Request body: {'port': {'network_id': '71263c44-c14a-4b3f-8b15-31728cc932a6', 'name': 'tempest-PortsTestJSON-656838930'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:11:44.655036 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0902f299-3080-42e3-91b5-31fe03a858f4 req-30934071-f946-4d48-b5c2-be92c94a4ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:11:44.658704 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-0902f299-3080-42e3-91b5-31fe03a858f4 req-30934071-f946-4d48-b5c2-be92c94a4ffa service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6be1f64524b04a05973aca1b3d3c7df9&device_id=921d3c41-9188-4e3c-a7f3-44c5c4f15460 HTTP/1.1" status: 200 len: 1095 time: 0.1723359 Aug 18 12:11:44.878796 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa95346e-d8ee-4b21-a014-ab194c49a67b req-111ab7ae-a6e8-4f9c-9426-8fd3a53e8a50 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:11:44.881008 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-fa95346e-d8ee-4b21-a014-ab194c49a67b req-111ab7ae-a6e8-4f9c-9426-8fd3a53e8a50 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/ports?device_id=921d3c41-9188-4e3c-a7f3-44c5c4f15460 HTTP/1.1" status: 200 len: 944 time: 0.1175563 Aug 18 12:11:44.919891 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0902f299-3080-42e3-91b5-31fe03a858f4 req-68e05149-5217-44a3-b9f4-03d887bb50db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:11:44.921563 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-0902f299-3080-42e3-91b5-31fe03a858f4 req-68e05149-5217-44a3-b9f4-03d887bb50db service neutron] 10.222.0.62 "GET /v2.0/networks?id=62590197-03a9-438c-a3e3-e417fcca582c HTTP/1.1" status: 200 len: 913 time: 0.2545905 Aug 18 12:11:44.941852 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-fa95346e-d8ee-4b21-a014-ab194c49a67b req-0a98083e-9eba-45c4-9b2d-97be8f05bb10 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/security-groups?id=e93b90b0-d66c-467b-a848-eedd88936357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514174 Aug 18 12:11:44.942574 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acd97174-328a-4302-b796-62c6a6839bd0 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Made reservation on behalf of 945a2d7857154f6c9b28850f76e065fc for: {'port': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:11:44.946267 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-acd97174-328a-4302-b796-62c6a6839bd0 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:44.978693 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [None req-acd97174-328a-4302-b796-62c6a6839bd0 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] device_id is not set on port 77dfcc89-126a-456d-bba4-4e678583a95f yet. {{(pid=106252) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 12:11:45.007553 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-0902f299-3080-42e3-91b5-31fe03a858f4 req-e678d2b4-886a-48da-9123-826b4e67ac91 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e4939108-0e12-4c3b-ac0f-5ee0dbe95aed HTTP/1.1" status: 200 len: 217 time: 0.0750461 Aug 18 12:11:45.033042 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3e0ecc5d-3a6f-4102-b247-b1a083010855 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:45.082483 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [None req-3e0ecc5d-3a6f-4102-b247-b1a083010855 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Transition to ACTIVE for port object e9ae530b-0383-4afa-b294-ffb90956bbb5 will not be triggered until provisioned by entity DHCP. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:11:45.096277 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0902f299-3080-42e3-91b5-31fe03a858f4 req-9eeb1948-a227-41d1-8a83-f208e8dafcba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:11:45.098218 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-0902f299-3080-42e3-91b5-31fe03a858f4 req-9eeb1948-a227-41d1-8a83-f208e8dafcba service neutron] 10.222.0.62 "GET /v2.0/subnets?id=01de034f-d2f0-4b70-88ab-1a19fe1401c1 HTTP/1.1" status: 200 len: 851 time: 0.0820663 Aug 18 12:11:45.137500 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [None req-acd97174-328a-4302-b796-62c6a6839bd0 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Allocated IP 172.20.0.5 (71263c44-c14a-4b3f-8b15-31728cc932a6/a13d7f67-3bb5-4dcd-9aa9-398958986bf8/77dfcc89-126a-456d-bba4-4e678583a95f) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:11:45.173752 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3e0ecc5d-3a6f-4102-b247-b1a083010855 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:45.195842 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0902f299-3080-42e3-91b5-31fe03a858f4 req-5b9de766-75e1-49d0-a112-bdb92e08d06a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:11:45.202312 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-0902f299-3080-42e3-91b5-31fe03a858f4 req-5b9de766-75e1-49d0-a112-bdb92e08d06a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=62590197-03a9-438c-a3e3-e417fcca582c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0918517 Aug 18 12:11:45.297908 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e0ecc5d-3a6f-4102-b247-b1a083010855 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Network 26eb6773-901e-4710-86dc-ed4de96161ce is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:11:45.308498 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-3e0ecc5d-3a6f-4102-b247-b1a083010855 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:11:45.320499 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e0ecc5d-3a6f-4102-b247-b1a083010855 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:11:45.328114 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0ecc5d-3a6f-4102-b247-b1a083010855 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Pushing event updated for resources: {'Port': ['ID=e9ae530b-0383-4afa-b294-ffb90956bbb5,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:11:45.403084 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e0ecc5d-3a6f-4102-b247-b1a083010855 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:11:45.403937 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3e0ecc5d-3a6f-4102-b247-b1a083010855 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:45.408109 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-0902f299-3080-42e3-91b5-31fe03a858f4 req-ebc3ea6a-79c4-4d51-b984-a860be16c903 service neutron] 10.222.0.62 "GET /v2.0/networks/62590197-03a9-438c-a3e3-e417fcca582c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814356 Aug 18 12:11:45.435110 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-3e0ecc5d-3a6f-4102-b247-b1a083010855 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.4340672 Aug 18 12:11:45.439106 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-acd97174-328a-4302-b796-62c6a6839bd0 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:45.450649 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 49138) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:11:45.458338 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-2b3ce884-ec95-4781-8acf-c0ff84493fb3 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Request body: {'floatingip': {'port_id': 'e9ae530b-0383-4afa-b294-ffb90956bbb5'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:11:45.477758 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [None req-acd97174-328a-4302-b796-62c6a6839bd0 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Transition to ACTIVE for port object 77dfcc89-126a-456d-bba4-4e678583a95f will not be triggered until provisioned by entity DHCP. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:11:45.554868 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-acd97174-328a-4302-b796-62c6a6839bd0 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:45.646755 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd97174-328a-4302-b796-62c6a6839bd0 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Pushing event updated for resources: {'Port': ['ID=77dfcc89-126a-456d-bba4-4e678583a95f,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:11:45.667969 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2b3ce884-ec95-4781-8acf-c0ff84493fb3 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks [] for floatingip, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:45.678214 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acd97174-328a-4302-b796-62c6a6839bd0 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Network 71263c44-c14a-4b3f-8b15-31728cc932a6 is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:11:45.679782 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-acd97174-328a-4302-b796-62c6a6839bd0 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:11:45.682767 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd97174-328a-4302-b796-62c6a6839bd0 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:11:45.789213 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acd97174-328a-4302-b796-62c6a6839bd0 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:11:45.789895 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-acd97174-328a-4302-b796-62c6a6839bd0 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:45.810205 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-0902f299-3080-42e3-91b5-31fe03a858f4 req-8feb68cf-bf8b-482c-a4ac-1cdfbbd26c3a service neutron] 10.222.0.62 "GET /v2.0/networks/62590197-03a9-438c-a3e3-e417fcca582c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3915234 Aug 18 12:11:45.841329 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-acd97174-328a-4302-b796-62c6a6839bd0 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.2237649 Aug 18 12:11:45.845533 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 49144) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:11:45.945070 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-87673bf3-799e-464f-8800-972aee7b3867 None None] Provisioning for port e9ae530b-0383-4afa-b294-ffb90956bbb5 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:11:45.946595 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dba6fed-edcb-4442-bd35-375debb3335f tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:11:45.948233 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-2dba6fed-edcb-4442-bd35-375debb3335f tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] 10.222.0.66 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.8 HTTP/1.1" status: 200 len: 921 time: 0.1013062 Aug 18 12:11:45.950962 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 49146) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:11:45.956166 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-87673bf3-799e-464f-8800-972aee7b3867 None None] Provisioning complete for port e9ae530b-0383-4afa-b294-ffb90956bbb5 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:11:45.956566 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-87673bf3-799e-464f-8800-972aee7b3867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:45.990584 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecfa5f8e-621c-4806-9ed4-1ffff22c8fe0 None None] Network 71263c44-c14a-4b3f-8b15-31728cc932a6 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:11:46.067029 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-87673bf3-799e-464f-8800-972aee7b3867 None None] Port e9ae530b-0383-4afa-b294-ffb90956bbb5 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:11:46.093137 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e70d2eb-c60c-4940-8db0-4c1752f3ddea req-c24e8446-d6be-4960-b692-462084d5e676 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:11:46.094810 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8e70d2eb-c60c-4940-8db0-4c1752f3ddea req-c24e8446-d6be-4960-b692-462084d5e676 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/ports?device_id=921d3c41-9188-4e3c-a7f3-44c5c4f15460 HTTP/1.1" status: 200 len: 944 time: 0.0645249 Aug 18 12:11:46.144145 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8e70d2eb-c60c-4940-8db0-4c1752f3ddea req-8e32d57d-af0d-441e-8f97-8ea0308a7d1f tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/security-groups?id=e93b90b0-d66c-467b-a848-eedd88936357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394747 Aug 18 12:11:46.200033 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-55b86a4d-6ef1-419b-a41e-fc09d88ca980 None None] Provisioning for port 51c75a79-0eef-4c67-9ddf-ccf23f708834 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:11:46.352552 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-7a9592a5-d5c5-44c1-a7aa-a8a70d7f316a tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Deleting port 77dfcc89-126a-456d-bba4-4e678583a95f {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:11:46.352998 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7a9592a5-d5c5-44c1-a7aa-a8a70d7f316a tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:46.368989 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 51c75a79-0eef-4c67-9ddf-ccf23f708834 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:11:46.433599 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port 51c75a79-0eef-4c67-9ddf-ccf23f708834 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:11:46.438936 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 51c75a79-0eef-4c67-9ddf-ccf23f708834 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:11:46.439324 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:46.493218 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device e4939108-0e12-4c3b-ac0f-5ee0dbe95aed details requested by agent hyperv_n-h2-804985-2 with host n-h2-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:11:46.560040 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7a9592a5-d5c5-44c1-a7aa-a8a70d7f316a tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:46.582001 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-7a9592a5-d5c5-44c1-a7aa-a8a70d7f316a tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Calling delete_port for 77dfcc89-126a-456d-bba4-4e678583a95f owned by {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:11:46.602346 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2b3ce884-ec95-4781-8acf-c0ff84493fb3 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:46.614633 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-25a8da16-bd79-4de6-8a85-9e4e22b1d9cc None None] Provisioning for port 8e39cf9d-ad28-43bd-8137-da140ab7b1f7 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:11:46.622341 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-25a8da16-bd79-4de6-8a85-9e4e22b1d9cc None None] Provisioning complete for port 8e39cf9d-ad28-43bd-8137-da140ab7b1f7 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:11:46.622717 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-25a8da16-bd79-4de6-8a85-9e4e22b1d9cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:46.646441 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2b3ce884-ec95-4781-8acf-c0ff84493fb3 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-989945'] for floatingip, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:46.663233 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:46.705865 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-25a8da16-bd79-4de6-8a85-9e4e22b1d9cc None None] Port 8e39cf9d-ad28-43bd-8137-da140ab7b1f7 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:11:46.731576 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port e4939108-0e12-4c3b-ac0f-5ee0dbe95aed, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=e4939108-0e12-4c3b-ac0f-5ee0dbe95aed,segment=NetworkSegment(299e2826-ecf6-416e-b53c-1b1574dd5315),segment_id=299e2826-ecf6-416e-b53c-1b1574dd5315)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:11:46.756400 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-25a8da16-bd79-4de6-8a85-9e4e22b1d9cc None None] Provisioning for port 77dfcc89-126a-456d-bba4-4e678583a95f completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:11:46.761931 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] For port 51c75a79-0eef-4c67-9ddf-ccf23f708834, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=51c75a79-0eef-4c67-9ddf-ccf23f708834,segment=NetworkSegment(ca2b0c90-e7a7-4709-9d62-50d844e9c4aa),segment_id=ca2b0c90-e7a7-4709-9d62-50d844e9c4aa)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:11:46.763108 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-25a8da16-bd79-4de6-8a85-9e4e22b1d9cc None None] Provisioning complete for port 77dfcc89-126a-456d-bba4-4e678583a95f triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:11:46.763608 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-25a8da16-bd79-4de6-8a85-9e4e22b1d9cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:46.803367 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Returning: {'device': 'e4939108-0e12-4c3b-ac0f-5ee0dbe95aed', 'network_id': '62590197-03a9-438c-a3e3-e417fcca582c', 'port_id': 'e4939108-0e12-4c3b-ac0f-5ee0dbe95aed', 'mac_address': 'fa:16:3e:e8:89:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 810, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01de034f-d2f0-4b70-88ab-1a19fe1401c1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:11:46.806880 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-25a8da16-bd79-4de6-8a85-9e4e22b1d9cc None None] Port 77dfcc89-126a-456d-bba4-4e678583a95f cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:11:46.808941 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:46.870666 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Pushing event updated for resources: {'Port': ['ID=51c75a79-0eef-4c67-9ddf-ccf23f708834,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:11:46.915501 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-25a8da16-bd79-4de6-8a85-9e4e22b1d9cc None None] Provisioning complete for port 51c75a79-0eef-4c67-9ddf-ccf23f708834 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:11:46.915898 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-25a8da16-bd79-4de6-8a85-9e4e22b1d9cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:46.955776 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:46.977439 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4939108-0e12-4c3b-ac0f-5ee0dbe95aed {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:11:47.012901 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port e4939108-0e12-4c3b-ac0f-5ee0dbe95aed, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=e4939108-0e12-4c3b-ac0f-5ee0dbe95aed,segment=NetworkSegment(299e2826-ecf6-416e-b53c-1b1574dd5315),segment_id=299e2826-ecf6-416e-b53c-1b1574dd5315)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:11:47.018558 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:47.099437 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=e4939108-0e12-4c3b-ac0f-5ee0dbe95aed,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:11:47.160291 n-d-804985-2 neutron-server[106253]: INFO neutron.db.l3_db [None req-2b3ce884-ec95-4781-8acf-c0ff84493fb3 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Floating IP d96c802c-0ede-4f27-a620-9b609ad47852 associated. External IP: 172.25.7.73, port: 1de3388d-7e48-4620-b107-98bb729d77d2. Aug 18 12:11:47.213053 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-cd866074-cc09-4ae5-8b97-2b3bb910bc4a None None] Provisioning complete for port 8e39cf9d-ad28-43bd-8137-da140ab7b1f7 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:11:47.214684 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-cd866074-cc09-4ae5-8b97-2b3bb910bc4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:47.272761 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-cd866074-cc09-4ae5-8b97-2b3bb910bc4a None None] Port 8e39cf9d-ad28-43bd-8137-da140ab7b1f7 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:11:47.275298 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7a9592a5-d5c5-44c1-a7aa-a8a70d7f316a tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:47.278879 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-cd866074-cc09-4ae5-8b97-2b3bb910bc4a None None] Could not find standard attr ID for object 77dfcc89-126a-456d-bba4-4e678583a95f. {{(pid=106254) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 18 12:11:47.284382 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c912f8-5d57-4c9c-8a16-e06a54daf879 req-bef33b42-f0c3-4aba-a447-bbd2426eea46 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:11:47.286127 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-10c912f8-5d57-4c9c-8a16-e06a54daf879 req-bef33b42-f0c3-4aba-a447-bbd2426eea46 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/ports?device_id=921d3c41-9188-4e3c-a7f3-44c5c4f15460 HTTP/1.1" status: 200 len: 945 time: 0.0579581 Aug 18 12:11:47.314400 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] get_ports_and_sgs() called for port_ids ['e4939108-0e12-4c3b-ac0f-5ee0dbe95aed'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:11:47.319487 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9592a5-d5c5-44c1-a7aa-a8a70d7f316a tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Pushing event deleted for resources: {'Port': ['ID=77dfcc89-126a-456d-bba4-4e678583a95f,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:11:47.364612 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-10c912f8-5d57-4c9c-8a16-e06a54daf879 req-87741dba-0307-4bdf-8261-ac3827ecb558 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/security-groups?id=e93b90b0-d66c-467b-a848-eedd88936357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629897 Aug 18 12:11:47.457372 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7a9592a5-d5c5-44c1-a7aa-a8a70d7f316a tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:47.459584 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-7a9592a5-d5c5-44c1-a7aa-a8a70d7f316a tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] 10.222.0.66 "DELETE /v2.0/ports/77dfcc89-126a-456d-bba4-4e678583a95f HTTP/1.1" status: 204 len: 168 time: 1.5076573 Aug 18 12:11:47.462284 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 49174) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:11:47.501337 n-d-804985-2 neutron-server[106252]: INFO neutron.pecan_wsgi.hooks.translation [None req-50a179d5-9dce-4123-9101-e791c431313e tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] GET failed (client error): The resource could not be found. Aug 18 12:11:47.505572 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-50a179d5-9dce-4123-9101-e791c431313e tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] 10.222.0.66 "GET /v2.0/ports/77dfcc89-126a-456d-bba4-4e678583a95f HTTP/1.1" status: 404 len: 333 time: 0.0398343 Aug 18 12:11:47.507027 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 49176) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:11:47.558239 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b3ce884-ec95-4781-8acf-c0ff84493fb3 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Router 66b01843-3468-41fe-a34a-c2d199dbbb60 has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:11:47.626117 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-49fcffcf-d532-40d2-b629-72e34a77e6f7 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Deleting port 8e39cf9d-ad28-43bd-8137-da140ab7b1f7 {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:11:47.628586 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-49fcffcf-d532-40d2-b629-72e34a77e6f7 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:47.686534 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b3ce884-ec95-4781-8acf-c0ff84493fb3 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:11:47.700324 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee975617-e0e4-4413-a55a-544ed16e3d1b None None] Sync routers for ids ['66b01843-3468-41fe-a34a-c2d199dbbb60'] in n-d-804985-2 {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:11:47.709546 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee975617-e0e4-4413-a55a-544ed16e3d1b None None] Routers {'66b01843-3468-41fe-a34a-c2d199dbbb60'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:11:47.710163 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-ee975617-e0e4-4413-a55a-544ed16e3d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:11:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['66b01843-3468-41fe-a34a-c2d199dbbb60'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:11:47.725223 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-49fcffcf-d532-40d2-b629-72e34a77e6f7 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:47.740646 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-49fcffcf-d532-40d2-b629-72e34a77e6f7 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Calling delete_port for 8e39cf9d-ad28-43bd-8137-da140ab7b1f7 owned by {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:11:47.774529 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-ee975617-e0e4-4413-a55a-544ed16e3d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:11:47.784424 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee975617-e0e4-4413-a55a-544ed16e3d1b None None] Routers {'66b01843-3468-41fe-a34a-c2d199dbbb60'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:11:47.784993 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-ee975617-e0e4-4413-a55a-544ed16e3d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:11:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['66b01843-3468-41fe-a34a-c2d199dbbb60'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:11:47.818894 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-ee975617-e0e4-4413-a55a-544ed16e3d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:11:47.819400 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee975617-e0e4-4413-a55a-544ed16e3d1b None None] The sync data for ids ['66b01843-3468-41fe-a34a-c2d199dbbb60'] in n-d-804985-2 is: [] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:11:47.897803 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-49fcffcf-d532-40d2-b629-72e34a77e6f7 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:47.929885 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fcffcf-d532-40d2-b629-72e34a77e6f7 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Pushing event deleted for resources: {'Port': ['ID=8e39cf9d-ad28-43bd-8137-da140ab7b1f7,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:11:47.939348 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fcffcf-d532-40d2-b629-72e34a77e6f7 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:11:47.939736 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fcffcf-d532-40d2-b629-72e34a77e6f7 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:11:47.940054 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fcffcf-d532-40d2-b629-72e34a77e6f7 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:11:47.940385 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fcffcf-d532-40d2-b629-72e34a77e6f7 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:11:47.940738 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fcffcf-d532-40d2-b629-72e34a77e6f7 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:11:47.941066 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fcffcf-d532-40d2-b629-72e34a77e6f7 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:11:47.941388 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fcffcf-d532-40d2-b629-72e34a77e6f7 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:11:47.942077 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fcffcf-d532-40d2-b629-72e34a77e6f7 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:11:47.942400 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fcffcf-d532-40d2-b629-72e34a77e6f7 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:11:47.942715 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fcffcf-d532-40d2-b629-72e34a77e6f7 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:11:47.943034 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fcffcf-d532-40d2-b629-72e34a77e6f7 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:11:47.943347 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fcffcf-d532-40d2-b629-72e34a77e6f7 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:11:47.946988 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b3ce884-ec95-4781-8acf-c0ff84493fb3 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Router 46849e4a-5869-4702-8363-7a3f7b333c39 has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:11:48.017435 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-49fcffcf-d532-40d2-b629-72e34a77e6f7 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:48.022407 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-49fcffcf-d532-40d2-b629-72e34a77e6f7 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] 10.222.0.66 "DELETE /v2.0/ports/8e39cf9d-ad28-43bd-8137-da140ab7b1f7 HTTP/1.1" status: 204 len: 168 time: 0.5137887 Aug 18 12:11:48.023102 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 49182) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:11:48.048992 n-d-804985-2 neutron-server[106252]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b1cd1ee-9f0f-42d1-82dc-376fb3bb3132 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] GET failed (client error): The resource could not be found. Aug 18 12:11:48.053544 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-3b1cd1ee-9f0f-42d1-82dc-376fb3bb3132 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] 10.222.0.66 "GET /v2.0/ports/8e39cf9d-ad28-43bd-8137-da140ab7b1f7 HTTP/1.1" status: 404 len: 333 time: 0.0293574 Aug 18 12:11:48.054247 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 49184) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:11:48.098890 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b3ce884-ec95-4781-8acf-c0ff84493fb3 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:11:48.103596 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2b3ce884-ec95-4781-8acf-c0ff84493fb3 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for floatingip, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:48.109497 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa18f4a7-e08a-4033-bfaa-1f0714395cc3 None None] Sync routers for ids ['46849e4a-5869-4702-8363-7a3f7b333c39'] in n-d-804985-2 {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:11:48.112397 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c7f1bb7-c46f-4179-b31f-0c87445bcc9f tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Deleting subnet a13d7f67-3bb5-4dcd-9aa9-398958986bf8 {{(pid=106252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 12:11:48.116106 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4c7f1bb7-c46f-4179-b31f-0c87445bcc9f tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks [] for subnet, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:48.120941 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa18f4a7-e08a-4033-bfaa-1f0714395cc3 None None] Routers {'46849e4a-5869-4702-8363-7a3f7b333c39'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:11:48.121561 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-fa18f4a7-e08a-4033-bfaa-1f0714395cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:11:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['46849e4a-5869-4702-8363-7a3f7b333c39'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:11:48.159338 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4c7f1bb7-c46f-4179-b31f-0c87445bcc9f tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2221528'] for subnet, precommit_delete_associations {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:48.166904 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-fa18f4a7-e08a-4033-bfaa-1f0714395cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:11:48.167921 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-2b3ce884-ec95-4781-8acf-c0ff84493fb3 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] 10.222.0.66 "PUT /v2.0/floatingips/d96c802c-0ede-4f27-a620-9b609ad47852 HTTP/1.1" status: 200 len: 978 time: 2.7147782 Aug 18 12:11:48.171568 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 49186) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:11:48.177132 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa18f4a7-e08a-4033-bfaa-1f0714395cc3 None None] Routers {'46849e4a-5869-4702-8363-7a3f7b333c39'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:11:48.178190 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-fa18f4a7-e08a-4033-bfaa-1f0714395cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:11:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['46849e4a-5869-4702-8363-7a3f7b333c39'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:11:48.213685 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-fa18f4a7-e08a-4033-bfaa-1f0714395cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:11:48.214318 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa18f4a7-e08a-4033-bfaa-1f0714395cc3 None None] The sync data for ids ['46849e4a-5869-4702-8363-7a3f7b333c39'] in n-d-804985-2 is: [] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:11:48.248305 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 51c75a79-0eef-4c67-9ddf-ccf23f708834 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:11:48.262857 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4c7f1bb7-c46f-4179-b31f-0c87445bcc9f tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:48.283854 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-bc171774-811b-4c8f-a629-e82d410369a9 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Deleting port e9ae530b-0383-4afa-b294-ffb90956bbb5 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:11:48.284592 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-bc171774-811b-4c8f-a629-e82d410369a9 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:48.295631 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 51c75a79-0eef-4c67-9ddf-ccf23f708834 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:11:48.296006 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:48.335455 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4c7f1bb7-c46f-4179-b31f-0c87445bcc9f tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3572848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59074100'] for subnet, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:48.363191 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7f1bb7-c46f-4179-b31f-0c87445bcc9f tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Pushing event deleted for resources: {'Subnet': ['ID=a13d7f67-3bb5-4dcd-9aa9-398958986bf8,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:11:48.372576 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4c7f1bb7-c46f-4179-b31f-0c87445bcc9f tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for subnet, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:48.379073 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb1d6db0-127d-47e9-b257-79795153167e None None] Network 71263c44-c14a-4b3f-8b15-31728cc932a6 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:11:48.379532 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-4c7f1bb7-c46f-4179-b31f-0c87445bcc9f tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] 10.222.0.66 "DELETE /v2.0/subnets/a13d7f67-3bb5-4dcd-9aa9-398958986bf8 HTTP/1.1" status: 204 len: 168 time: 0.3240023 Aug 18 12:11:48.380330 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 49188) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:11:48.403953 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-bc171774-811b-4c8f-a629-e82d410369a9 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:48.483753 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device e4939108-0e12-4c3b-ac0f-5ee0dbe95aed up at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:11:48.511346 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8cace174-52c0-48e6-8f28-17c3b56aeff0 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7904109'] for network, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:48.541111 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb505aae-ac85-41ef-b17e-0bb7d4f7ece9 req-89fc8b72-b85b-4a23-a743-3f1656b42f18 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:11:48.544958 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-bb505aae-ac85-41ef-b17e-0bb7d4f7ece9 req-89fc8b72-b85b-4a23-a743-3f1656b42f18 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/ports?device_id=921d3c41-9188-4e3c-a7f3-44c5c4f15460 HTTP/1.1" status: 200 len: 945 time: 0.0848053 Aug 18 12:11:48.548918 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-362f6194-64a8-4a48-9c52-e8d9b2600dcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:48.584849 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Provisioning for port e4939108-0e12-4c3b-ac0f-5ee0dbe95aed completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:11:48.594119 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Provisioning complete for port e4939108-0e12-4c3b-ac0f-5ee0dbe95aed triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:11:48.594485 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:48.643887 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-bb505aae-ac85-41ef-b17e-0bb7d4f7ece9 req-7780f64e-e13d-4fb4-aab2-fee61cacc4cd tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/security-groups?id=e93b90b0-d66c-467b-a848-eedd88936357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894556 Aug 18 12:11:48.665538 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-8cace174-52c0-48e6-8f28-17c3b56aeff0 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Deleting port 51c75a79-0eef-4c67-9ddf-ccf23f708834 {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:11:48.666014 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8cace174-52c0-48e6-8f28-17c3b56aeff0 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:48.672227 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7a040d3-3a0f-4340-a178-ad00d06fe66e None None] DHCP port deletion for 71263c44-c14a-4b3f-8b15-31728cc932a6 request from n-d-804985-2 {{(pid=106254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 12:11:48.702960 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-bc171774-811b-4c8f-a629-e82d410369a9 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:48.703303 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-bc171774-811b-4c8f-a629-e82d410369a9 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-989945'] for floatingip, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:48.703615 n-d-804985-2 neutron-server[106253]: INFO neutron.db.l3_db [None req-bc171774-811b-4c8f-a629-e82d410369a9 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Floating IP d96c802c-0ede-4f27-a620-9b609ad47852 disassociated. External IP: 172.25.7.73, port: e9ae530b-0383-4afa-b294-ffb90956bbb5. Aug 18 12:11:48.703980 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-bc171774-811b-4c8f-a629-e82d410369a9 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Calling delete_port for e9ae530b-0383-4afa-b294-ffb90956bbb5 owned by {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:11:48.742816 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:48.743831 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [None req-8cace174-52c0-48e6-8f28-17c3b56aeff0 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] For port 51c75a79-0eef-4c67-9ddf-ccf23f708834, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=51c75a79-0eef-4c67-9ddf-ccf23f708834,segment=NetworkSegment(ca2b0c90-e7a7-4709-9d62-50d844e9c4aa),segment_id=ca2b0c90-e7a7-4709-9d62-50d844e9c4aa)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:11:48.744357 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8cace174-52c0-48e6-8f28-17c3b56aeff0 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:48.762615 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-8cace174-52c0-48e6-8f28-17c3b56aeff0 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Calling delete_port for 51c75a79-0eef-4c67-9ddf-ccf23f708834 owned by network:dhcp {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:11:48.794512 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '921d3c41-9188-4e3c-a7f3-44c5c4f15460', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4939108-0e12-4c3b-ac0f-5ee0dbe95aed'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:11:48.796820 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db50a436fb3a98495337d8fe7487b4f2ea6f3c1052eb9efadc2ecda2d5737001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12ebb764-30a5-4ed2-81ba-45060c3d1c35" -d '{"events": [{"server_uuid": "921d3c41-9188-4e3c-a7f3-44c5c4f15460", "name": "network-vif-plugged", "status": "completed", "tag": "e4939108-0e12-4c3b-ac0f-5ee0dbe95aed"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:11:48.813317 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port e4939108-0e12-4c3b-ac0f-5ee0dbe95aed, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=e4939108-0e12-4c3b-ac0f-5ee0dbe95aed,segment=NetworkSegment(299e2826-ecf6-416e-b53c-1b1574dd5315),segment_id=299e2826-ecf6-416e-b53c-1b1574dd5315)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:11:48.840870 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:48.844512 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:11:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8986e9c7-9cfc-4479-a159-880e0b0a6fcf x-openstack-request-id: req-8986e9c7-9cfc-4479-a159-880e0b0a6fcf {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:11:48.844798 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "921d3c41-9188-4e3c-a7f3-44c5c4f15460", "name": "network-vif-plugged", "status": "completed", "tag": "e4939108-0e12-4c3b-ac0f-5ee0dbe95aed", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:11:48.846877 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-8986e9c7-9cfc-4479-a159-880e0b0a6fcf {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:11:48.847302 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '921d3c41-9188-4e3c-a7f3-44c5c4f15460', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4939108-0e12-4c3b-ac0f-5ee0dbe95aed', 'code': 200} Aug 18 12:11:48.881905 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8cace174-52c0-48e6-8f28-17c3b56aeff0 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:48.890537 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-f7a040d3-3a0f-4340-a178-ad00d06fe66e None None] Deleting port 51c75a79-0eef-4c67-9ddf-ccf23f708834 {{(pid=106254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:11:48.890921 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-f7a040d3-3a0f-4340-a178-ad00d06fe66e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:48.903564 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-bc171774-811b-4c8f-a629-e82d410369a9 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:48.910865 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cace174-52c0-48e6-8f28-17c3b56aeff0 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Pushing event deleted for resources: {'Port': ['ID=51c75a79-0eef-4c67-9ddf-ccf23f708834,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:11:48.920888 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cace174-52c0-48e6-8f28-17c3b56aeff0 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] No DVR routers for this DVR port 51c75a79-0eef-4c67-9ddf-ccf23f708834 on host n-d-804985-2 {{(pid=106252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:11:48.945252 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc171774-811b-4c8f-a629-e82d410369a9 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Pushing event deleted for resources: {'Port': ['ID=e9ae530b-0383-4afa-b294-ffb90956bbb5,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:11:48.973588 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-f7a040d3-3a0f-4340-a178-ad00d06fe66e None None] For port 51c75a79-0eef-4c67-9ddf-ccf23f708834, host n-d-804985-2, got binding levels [] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:11:48.973588 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-f7a040d3-3a0f-4340-a178-ad00d06fe66e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:48.993834 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-f7a040d3-3a0f-4340-a178-ad00d06fe66e None None] Calling delete_port for 51c75a79-0eef-4c67-9ddf-ccf23f708834 owned by network:dhcp {{(pid=106254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:11:48.996695 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.ipam_backend_mixin [None req-f7a040d3-3a0f-4340-a178-ad00d06fe66e None None] Port 51c75a79-0eef-4c67-9ddf-ccf23f708834 was not found and therefore no delete operation was performed {{(pid=106254) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 18 12:11:48.997998 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-f7a040d3-3a0f-4340-a178-ad00d06fe66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556'] for port, after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:49.054609 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8cace174-52c0-48e6-8f28-17c3b56aeff0 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8367869', 'neutron.services.segments.db._delete_segments_for_network-8789151212993'] for network, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:49.069568 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-8cace174-52c0-48e6-8f28-17c3b56aeff0 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71263c44-c14a-4b3f-8b15-31728cc932a6']}} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:11:49.101129 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-8cace174-52c0-48e6-8f28-17c3b56aeff0 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca2b0c90-e7a7-4709-9d62-50d844e9c4aa') {'for_net_delete': True} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:11:49.104956 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-8cace174-52c0-48e6-8f28-17c3b56aeff0 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca2b0c90-e7a7-4709-9d62-50d844e9c4aa') {} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:11:49.127593 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8cace174-52c0-48e6-8f28-17c3b56aeff0 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789151225254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2221521'] for segment, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:49.156874 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8cace174-52c0-48e6-8f28-17c3b56aeff0 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:49.171662 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cace174-52c0-48e6-8f28-17c3b56aeff0 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Releasing vlan 819 on physical network physnet1 to pool {{(pid=106252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:11:49.172197 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8cace174-52c0-48e6-8f28-17c3b56aeff0 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3572434'] for segment, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:49.175614 n-d-804985-2 neutron-server[106252]: Traceback (most recent call last): Aug 18 12:11:49.175614 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:11:49.175614 n-d-804985-2 neutron-server[106252]: timer() Aug 18 12:11:49.175614 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:11:49.175614 n-d-804985-2 neutron-server[106252]: cb(*args, **kw) Aug 18 12:11:49.175614 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:11:49.175614 n-d-804985-2 neutron-server[106252]: return func(*args, **kwargs) Aug 18 12:11:49.175614 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:11:49.175614 n-d-804985-2 neutron-server[106252]: self._notify() Aug 18 12:11:49.175614 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:11:49.175614 n-d-804985-2 neutron-server[106252]: self.callback(batched_events) Aug 18 12:11:49.175614 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:11:49.175614 n-d-804985-2 neutron-server[106252]: event.method(event) Aug 18 12:11:49.175614 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:11:49.175614 n-d-804985-2 neutron-server[106252]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:11:49.175614 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:11:49.175614 n-d-804985-2 neutron-server[106252]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:11:49.175614 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:11:49.175614 n-d-804985-2 neutron-server[106252]: return f(self, *a, **k) Aug 18 12:11:49.175614 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:11:49.175614 n-d-804985-2 neutron-server[106252]: return self._get(url).json() Aug 18 12:11:49.175614 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:11:49.175614 n-d-804985-2 neutron-server[106252]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:11:49.175614 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:11:49.175614 n-d-804985-2 neutron-server[106252]: return self.request(url, 'GET', **kwargs) Aug 18 12:11:49.175614 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:11:49.175614 n-d-804985-2 neutron-server[106252]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:11:49.175614 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:11:49.175614 n-d-804985-2 neutron-server[106252]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:11:49.175614 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:11:49.175614 n-d-804985-2 neutron-server[106252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:11:49.175614 n-d-804985-2 neutron-server[106252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:11:49.200019 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc171774-811b-4c8f-a629-e82d410369a9 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Router 46849e4a-5869-4702-8363-7a3f7b333c39 has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:11:49.225271 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe594319-27fc-43d8-ad79-6401a4257f4b req-5a3ba6f1-5f13-41c8-b246-ca762c14387b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:11:49.227184 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-fe594319-27fc-43d8-ad79-6401a4257f4b req-5a3ba6f1-5f13-41c8-b246-ca762c14387b service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=921d3c41-9188-4e3c-a7f3-44c5c4f15460 HTTP/1.1" status: 200 len: 1097 time: 0.1049905 Aug 18 12:11:49.256644 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a040d3-3a0f-4340-a178-ad00d06fe66e None None] No DVR routers for this DVR port 51c75a79-0eef-4c67-9ddf-ccf23f708834 on host n-d-804985-2 {{(pid=106254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:11:49.258210 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=e4939108-0e12-4c3b-ac0f-5ee0dbe95aed,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:11:49.282635 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a040d3-3a0f-4340-a178-ad00d06fe66e None None] Pushing event deleted for resources: {'Port': ['ID=51c75a79-0eef-4c67-9ddf-ccf23f708834,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:11:49.287449 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8cace174-52c0-48e6-8f28-17c3b56aeff0 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8367858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997186'] for network, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:49.301871 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8cace174-52c0-48e6-8f28-17c3b56aeff0 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks [] for network, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:49.308465 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-8cace174-52c0-48e6-8f28-17c3b56aeff0 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] 10.222.0.66 "DELETE /v2.0/networks/71263c44-c14a-4b3f-8b15-31728cc932a6 HTTP/1.1" status: 204 len: 168 time: 0.9268997 Aug 18 12:11:49.309042 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 49210) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:11:49.317225 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-36c96d29-0332-4f67-beb0-3a21fe4f59d6 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2013783850'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:11:49.321055 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cace174-52c0-48e6-8f28-17c3b56aeff0 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Pushing event deleted for resources: {'Network': ['ID=71263c44-c14a-4b3f-8b15-31728cc932a6,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:11:49.405383 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-fe594319-27fc-43d8-ad79-6401a4257f4b req-d855109b-62e3-4c6c-9f2b-c30e65ec6c2b service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=e93b90b0-d66c-467b-a848-eedd88936357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161489 Aug 18 12:11:49.412764 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36c96d29-0332-4f67-beb0-3a21fe4f59d6 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Made reservation on behalf of 945a2d7857154f6c9b28850f76e065fc for: {'network': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:11:49.416640 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-36c96d29-0332-4f67-beb0-3a21fe4f59d6 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for network, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:49.438327 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc171774-811b-4c8f-a629-e82d410369a9 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:11:49.451874 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806f9870-31f0-48c9-902f-48c861a65f16 None None] Sync routers for ids ['46849e4a-5869-4702-8363-7a3f7b333c39'] in n-d-804985-2 {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:11:49.463065 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-806f9870-31f0-48c9-902f-48c861a65f16 None None] Routers {'46849e4a-5869-4702-8363-7a3f7b333c39'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:11:49.463854 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-806f9870-31f0-48c9-902f-48c861a65f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:11:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['46849e4a-5869-4702-8363-7a3f7b333c39'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:11:49.496308 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36c96d29-0332-4f67-beb0-3a21fe4f59d6 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 830} {{(pid=106253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:11:49.498181 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-806f9870-31f0-48c9-902f-48c861a65f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:11:49.506946 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-806f9870-31f0-48c9-902f-48c861a65f16 None None] Routers {'46849e4a-5869-4702-8363-7a3f7b333c39'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:11:49.507514 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-806f9870-31f0-48c9-902f-48c861a65f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:11:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['46849e4a-5869-4702-8363-7a3f7b333c39'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:11:49.515999 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-36c96d29-0332-4f67-beb0-3a21fe4f59d6 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:49.516340 n-d-804985-2 neutron-server[106253]: INFO neutron.db.segments_db [None req-36c96d29-0332-4f67-beb0-3a21fe4f59d6 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Added segment 9184d107-fbe7-448f-a380-65ef014284c7 of type vlan for network b4de0c89-7c4b-47e3-922d-5f777938d411 Aug 18 12:11:49.531800 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-bc171774-811b-4c8f-a629-e82d410369a9 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:49.536390 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-bc171774-811b-4c8f-a629-e82d410369a9 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] 10.222.0.66 "DELETE /v2.0/ports/e9ae530b-0383-4afa-b294-ffb90956bbb5 HTTP/1.1" status: 204 len: 168 time: 1.3609734 Aug 18 12:11:49.536699 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 49212) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:11:49.542724 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-806f9870-31f0-48c9-902f-48c861a65f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:11:49.543374 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806f9870-31f0-48c9-902f-48c861a65f16 None None] The sync data for ids ['46849e4a-5869-4702-8363-7a3f7b333c39'] in n-d-804985-2 is: [] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:11:49.576494 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-36c96d29-0332-4f67-beb0-3a21fe4f59d6 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789150665894'] for network, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:49.605771 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-36c96d29-0332-4f67-beb0-3a21fe4f59d6 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for network, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:49.612301 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36c96d29-0332-4f67-beb0-3a21fe4f59d6 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:11:49.613048 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-36c96d29-0332-4f67-beb0-3a21fe4f59d6 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks [] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:49.681504 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-36c96d29-0332-4f67-beb0-3a21fe4f59d6 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3691454 Aug 18 12:11:49.684599 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 49216) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:11:49.689859 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-04387809-cf8a-445d-b4d5-24c492152ca1 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Request body: {'subnet': {'network_id': 'b4de0c89-7c4b-47e3-922d-5f777938d411', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:11:49.695643 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c96d29-0332-4f67-beb0-3a21fe4f59d6 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Pushing event updated for resources: {'Network': ['ID=b4de0c89-7c4b-47e3-922d-5f777938d411,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:11:49.707865 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Network b4de0c89-7c4b-47e3-922d-5f777938d411 details requested by agent ovs-agent-n-d-804985-2 with host n-d-804985-2 {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:11:49.811907 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04387809-cf8a-445d-b4d5-24c492152ca1 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Made reservation on behalf of 945a2d7857154f6c9b28850f76e065fc for: {'subnet': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:11:49.820574 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-04387809-cf8a-445d-b4d5-24c492152ca1 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59388119'] for subnet, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:50.017150 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-04387809-cf8a-445d-b4d5-24c492152ca1 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58902106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59388097'] for subnet, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:50.080123 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04387809-cf8a-445d-b4d5-24c492152ca1 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Pushing event updated for resources: {'Subnet': ['ID=f7d30986-c123-4503-b67e-e6bd87685d88,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:11:50.089449 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04387809-cf8a-445d-b4d5-24c492152ca1 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Checking segment: {'id': '9184d107-fbe7-448f-a380-65ef014284c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'b4de0c89-7c4b-47e3-922d-5f777938d411'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:11:50.089810 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04387809-cf8a-445d-b4d5-24c492152ca1 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Network hostable DHCP agents. Network: b4de0c89-7c4b-47e3-922d-5f777938d411, hostable agents: ['97c14208-2951-4361-8d64-3708c946ff5f'], hosted agents: [] {{(pid=106253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 12:11:50.113213 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04387809-cf8a-445d-b4d5-24c492152ca1 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Network b4de0c89-7c4b-47e3-922d-5f777938d411 is scheduled to be hosted by DHCP agent 97c14208-2951-4361-8d64-3708c946ff5f with binding_index 1 {{(pid=106253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 12:11:50.124691 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-04387809-cf8a-445d-b4d5-24c492152ca1 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-2, b4de0c89-7c4b-47e3-922d-5f777938d411) {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:11:50.129861 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04387809-cf8a-445d-b4d5-24c492152ca1 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:11:50.130635 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-04387809-cf8a-445d-b4d5-24c492152ca1 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:50.140061 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ebba719-a2fe-47b5-a988-6e2e1b3d64eb None None] Network b4de0c89-7c4b-47e3-922d-5f777938d411 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:11:50.150296 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-04387809-cf8a-445d-b4d5-24c492152ca1 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4645531 Aug 18 12:11:50.153137 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 49224) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:11:50.162340 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-20c06841-7e8d-4707-a603-9a06892f25a7 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Request body: {'port': {'network_id': 'b4de0c89-7c4b-47e3-922d-5f777938d411', 'name': 'tempest-PortsTestJSON-595630515', 'fixed_ips': [{'subnet_id': 'f7d30986-c123-4503-b67e-e6bd87685d88', 'ip_address': '172.20.0.10'}]}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:11:50.214342 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129d1999-f0b4-4aac-8fa8-819ce78ffbf5 req-aba81551-3f3b-46c6-a0e6-b6de691bacf2 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:11:50.226196 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-129d1999-f0b4-4aac-8fa8-819ce78ffbf5 req-aba81551-3f3b-46c6-a0e6-b6de691bacf2 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/ports?device_id=921d3c41-9188-4e3c-a7f3-44c5c4f15460 HTTP/1.1" status: 200 len: 946 time: 0.1240087 Aug 18 12:11:50.323709 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20c06841-7e8d-4707-a603-9a06892f25a7 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Made reservation on behalf of 945a2d7857154f6c9b28850f76e065fc for: {'port': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:11:50.328066 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-129d1999-f0b4-4aac-8fa8-819ce78ffbf5 req-ee988284-8d38-4b9e-bef1-37c255bbaf33 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/security-groups?id=e93b90b0-d66c-467b-a848-eedd88936357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963359 Aug 18 12:11:50.365588 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 51c75a79-0eef-4c67-9ddf-ccf23f708834 no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:11:50.441940 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: 51c75a79-0eef-4c67-9ddf-ccf23f708834 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:11:50.442614 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 51c75a79-0eef-4c67-9ddf-ccf23f708834 not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:11:50.455858 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-20c06841-7e8d-4707-a603-9a06892f25a7 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:50.475828 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [None req-20c06841-7e8d-4707-a603-9a06892f25a7 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] device_id is not set on port 8ea20f7f-d1c5-4615-b357-65ba57961627 yet. {{(pid=106253) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 12:11:50.511541 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e963100-78af-45f8-8475-c6ccae5ffede None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp788be208-34ab-5a8f-af0f-528834af222f-b4de0c89-7c4b-47e3-922d-5f777938d411', 'network_id': 'b4de0c89-7c4b-47e3-922d-5f777938d411', 'tenant_id': '945a2d7857154f6c9b28850f76e065fc', 'fixed_ips': [{'subnet_id': 'f7d30986-c123-4503-b67e-e6bd87685d88'}]}} from n-d-804985-2. {{(pid=106254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 12:11:50.512788 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3e963100-78af-45f8-8475-c6ccae5ffede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:50.582173 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-16c65fe1-9894-4337-ae25-d61ab9fad184 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-996815'] for router_interface, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:50.664436 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [None req-20c06841-7e8d-4707-a603-9a06892f25a7 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Allocated IP 172.20.0.10 (b4de0c89-7c4b-47e3-922d-5f777938d411/f7d30986-c123-4503-b67e-e6bd87685d88/8ea20f7f-d1c5-4615-b357-65ba57961627) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:11:50.860917 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-20c06841-7e8d-4707-a603-9a06892f25a7 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:50.895175 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [None req-20c06841-7e8d-4707-a603-9a06892f25a7 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Transition to ACTIVE for port object 8ea20f7f-d1c5-4615-b357-65ba57961627 will not be triggered until provisioned by entity DHCP. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:11:50.915081 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-16c65fe1-9894-4337-ae25-d61ab9fad184 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Deleting port 57ef5855-5cbf-4a80-8f61-d8f7895abb62 {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:11:50.915438 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-16c65fe1-9894-4337-ae25-d61ab9fad184 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:50.936366 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-20c06841-7e8d-4707-a603-9a06892f25a7 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:50.984356 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e131ac-dac6-447c-824b-73a97fd94312 req-55d207f3-e21d-49f6-9b5f-445d1bf65334 tempest-TestNetworkAdvancedServerOps-1126957736 tempest-TestNetworkAdvancedServerOps-1126957736-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:11:50.992790 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-51e131ac-dac6-447c-824b-73a97fd94312 req-55d207f3-e21d-49f6-9b5f-445d1bf65334 tempest-TestNetworkAdvancedServerOps-1126957736 tempest-TestNetworkAdvancedServerOps-1126957736-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=b66eb4dc-3615-4bdf-b4ae-47b9aeb2581d HTTP/1.1" status: 200 len: 1097 time: 0.1206622 Aug 18 12:11:51.005990 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20c06841-7e8d-4707-a603-9a06892f25a7 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Network b4de0c89-7c4b-47e3-922d-5f777938d411 is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:11:51.009489 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-20c06841-7e8d-4707-a603-9a06892f25a7 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:11:51.017209 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c06841-7e8d-4707-a603-9a06892f25a7 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:11:51.028802 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.db_base_plugin_common [None req-3e963100-78af-45f8-8475-c6ccae5ffede None None] Allocated IP 172.20.0.2 (b4de0c89-7c4b-47e3-922d-5f777938d411/f7d30986-c123-4503-b67e-e6bd87685d88/4186a33e-fd77-4464-9c90-3abbafaef72f) {{(pid=106254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:11:51.031310 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c06841-7e8d-4707-a603-9a06892f25a7 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Pushing event updated for resources: {'Port': ['ID=8ea20f7f-d1c5-4615-b357-65ba57961627,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:11:51.061443 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-16c65fe1-9894-4337-ae25-d61ab9fad184 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:51.077507 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-16c65fe1-9894-4337-ae25-d61ab9fad184 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Calling delete_port for 57ef5855-5cbf-4a80-8f61-d8f7895abb62 owned by network:router_interface {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:11:51.091828 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20c06841-7e8d-4707-a603-9a06892f25a7 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:11:51.093306 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-20c06841-7e8d-4707-a603-9a06892f25a7 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:51.115440 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-51e131ac-dac6-447c-824b-73a97fd94312 req-8becb216-26d4-47a7-9c33-c0812f790301 tempest-TestNetworkAdvancedServerOps-1126957736 tempest-TestNetworkAdvancedServerOps-1126957736-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=18c0bfee-529e-472e-bb6d-39b7da39f1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1160040 Aug 18 12:11:51.134308 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 49246) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:11:51.225379 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3e963100-78af-45f8-8475-c6ccae5ffede None None] Notify callbacks [] for port, precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:51.231295 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-20c06841-7e8d-4707-a603-9a06892f25a7 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.0760863 Aug 18 12:11:51.245199 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-3e963100-78af-45f8-8475-c6ccae5ffede None None] Transition to ACTIVE for port object 4186a33e-fd77-4464-9c90-3abbafaef72f will not be triggered until provisioned by entity L2. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:11:51.261751 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-3e963100-78af-45f8-8475-c6ccae5ffede None None] Transition to ACTIVE for port object 4186a33e-fd77-4464-9c90-3abbafaef72f will not be triggered until provisioned by entity DHCP. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:11:51.270297 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 49250) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:11:51.276671 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3e963100-78af-45f8-8475-c6ccae5ffede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547'] for port, after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:51.277685 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-5144cb42-8ac2-4106-8dcc-cfd9b84fbfb5 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Request body: {'port': {'network_id': 'b4de0c89-7c4b-47e3-922d-5f777938d411', 'name': 'tempest-PortsTestJSON-1932127913', 'fixed_ips': [{'subnet_id': 'f7d30986-c123-4503-b67e-e6bd87685d88', 'ip_address': '172.20.0.9'}]}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:11:51.361336 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e963100-78af-45f8-8475-c6ccae5ffede None None] Network b4de0c89-7c4b-47e3-922d-5f777938d411 is already hosted by enough agents. {{(pid=106254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:11:51.367519 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.base_scheduler [None req-3e963100-78af-45f8-8475-c6ccae5ffede None None] Resources bound (agent type, host, resource id): {{(pid=106254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:11:51.374642 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e963100-78af-45f8-8475-c6ccae5ffede None None] Pushing event updated for resources: {'Port': ['ID=4186a33e-fd77-4464-9c90-3abbafaef72f,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:11:51.391820 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e963100-78af-45f8-8475-c6ccae5ffede None None] Received port after_create {{(pid=106254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:11:51.490971 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:51.556658 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-3e963100-78af-45f8-8475-c6ccae5ffede None None] Attempting to bind port 4186a33e-fd77-4464-9c90-3abbafaef72f on host n-d-804985-2 for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:11:51.557356 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-3e963100-78af-45f8-8475-c6ccae5ffede None None] Attempting to bind port 4186a33e-fd77-4464-9c90-3abbafaef72f by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': '9184d107-fbe7-448f-a380-65ef014284c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'b4de0c89-7c4b-47e3-922d-5f777938d411'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:11:51.558717 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e963100-78af-45f8-8475-c6ccae5ffede None None] Attempting to bind port 4186a33e-fd77-4464-9c90-3abbafaef72f on network b4de0c89-7c4b-47e3-922d-5f777938d411 {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:11:51.562857 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-16c65fe1-9894-4337-ae25-d61ab9fad184 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:51.563394 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 49258) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:11:51.573624 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-eae51481-db25-40cd-bc81-b31edd13b650 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Deleting port 5e5c9add-14ce-4f9f-9e1d-232ccbdc9736 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:11:51.574214 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-eae51481-db25-40cd-bc81-b31edd13b650 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:51.584609 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e963100-78af-45f8-8475-c6ccae5ffede None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 11, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:11:51.585240 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e963100-78af-45f8-8475-c6ccae5ffede None None] Checking segment: {'id': '9184d107-fbe7-448f-a380-65ef014284c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'b4de0c89-7c4b-47e3-922d-5f777938d411'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:11:51.585923 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3e963100-78af-45f8-8475-c6ccae5ffede None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:51.586664 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e963100-78af-45f8-8475-c6ccae5ffede None None] Bound using segment: {'id': '9184d107-fbe7-448f-a380-65ef014284c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'b4de0c89-7c4b-47e3-922d-5f777938d411'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:11:51.587541 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-3e963100-78af-45f8-8475-c6ccae5ffede None None] Bound port: 4186a33e-fd77-4464-9c90-3abbafaef72f, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9184d107-fbe7-448f-a380-65ef014284c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'b4de0c89-7c4b-47e3-922d-5f777938d411'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:11:51.588253 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3e963100-78af-45f8-8475-c6ccae5ffede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:51.604456 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5144cb42-8ac2-4106-8dcc-cfd9b84fbfb5 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Made reservation on behalf of 945a2d7857154f6c9b28850f76e065fc for: {'port': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:11:51.604735 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c65fe1-9894-4337-ae25-d61ab9fad184 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Pushing event deleted for resources: {'Port': ['ID=57ef5855-5cbf-4a80-8f61-d8f7895abb62,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:11:51.619406 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5144cb42-8ac2-4106-8dcc-cfd9b84fbfb5 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:51.629329 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377df0e8-9b1c-4198-b2c9-98bdd4390d30 req-b3399fae-c9cc-437c-bd30-320ef14365dd tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:11:51.641048 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-377df0e8-9b1c-4198-b2c9-98bdd4390d30 req-b3399fae-c9cc-437c-bd30-320ef14365dd tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/ports?device_id=921d3c41-9188-4e3c-a7f3-44c5c4f15460 HTTP/1.1" status: 200 len: 946 time: 0.1603432 Aug 18 12:11:51.714711 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-eae51481-db25-40cd-bc81-b31edd13b650 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:51.715207 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-eae51481-db25-40cd-bc81-b31edd13b650 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:51.741608 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-eae51481-db25-40cd-bc81-b31edd13b650 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Calling delete_port for 5e5c9add-14ce-4f9f-9e1d-232ccbdc9736 owned by network:floatingip {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:11:51.747695 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-a6c58dbc-46d0-47d6-909e-fdde3772c6f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:51.780705 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-377df0e8-9b1c-4198-b2c9-98bdd4390d30 req-8fdc7104-af73-4184-a763-c6014b122fa3 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/security-groups?id=e93b90b0-d66c-467b-a848-eedd88936357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323514 Aug 18 12:11:51.821199 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-3e963100-78af-45f8-8475-c6ccae5ffede None None] For port 4186a33e-fd77-4464-9c90-3abbafaef72f, host n-d-804985-2, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:11:51.829235 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-3e963100-78af-45f8-8475-c6ccae5ffede None None] For port 4186a33e-fd77-4464-9c90-3abbafaef72f, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=4186a33e-fd77-4464-9c90-3abbafaef72f,segment=NetworkSegment(9184d107-fbe7-448f-a380-65ef014284c7),segment_id=9184d107-fbe7-448f-a380-65ef014284c7)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:11:51.847662 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3e963100-78af-45f8-8475-c6ccae5ffede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:51.990585 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e963100-78af-45f8-8475-c6ccae5ffede None None] Pushing event updated for resources: {'Port': ['ID=4186a33e-fd77-4464-9c90-3abbafaef72f,revision_number=2']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:11:52.009142 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-653ddb26-ccfc-48bc-8456-eb557d22697a admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:52.022755 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-16c65fe1-9894-4337-ae25-d61ab9fad184 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953695'] for router_interface, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:52.044652 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [None req-5144cb42-8ac2-4106-8dcc-cfd9b84fbfb5 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] device_id is not set on port c0765f87-628a-4803-8f06-a026c2c32098 yet. {{(pid=106253) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 12:11:52.114873 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-eae51481-db25-40cd-bc81-b31edd13b650 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:52.118680 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-53584c24-f517-494e-ac93-c18bb92373f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:52.243566 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae51481-db25-40cd-bc81-b31edd13b650 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Pushing event deleted for resources: {'Port': ['ID=5e5c9add-14ce-4f9f-9e1d-232ccbdc9736,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:11:52.297196 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977773dc-0171-475b-bb5c-688b9d93e8e0 req-8b9ab6c5-2ab8-4948-938d-77292dfef905 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:11:52.305512 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-977773dc-0171-475b-bb5c-688b9d93e8e0 req-8b9ab6c5-2ab8-4948-938d-77292dfef905 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/ports?device_id=921d3c41-9188-4e3c-a7f3-44c5c4f15460 HTTP/1.1" status: 200 len: 946 time: 0.2107587 Aug 18 12:11:52.379126 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-eae51481-db25-40cd-bc81-b31edd13b650 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks [] for floatingip, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:52.379474 n-d-804985-2 neutron-server[106253]: INFO neutron.db.l3_db [None req-eae51481-db25-40cd-bc81-b31edd13b650 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Floating IP e6d9d344-bc81-4bcd-9131-4ebd47b07927 disassociated (deleted). External IP: 172.25.7.63, port: 968e30d9-1296-4575-8165-01e35855a47c. Aug 18 12:11:52.449233 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-977773dc-0171-475b-bb5c-688b9d93e8e0 req-8ed67b77-50d7-46a6-b186-b42b9e95c6b4 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/security-groups?id=e93b90b0-d66c-467b-a848-eedd88936357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422422 Aug 18 12:11:52.540124 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 4186a33e-fd77-4464-9c90-3abbafaef72f up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:11:52.565628 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16c65fe1-9894-4337-ae25-d61ab9fad184 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Router 46849e4a-5869-4702-8363-7a3f7b333c39 has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:11:52.610151 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [None req-5144cb42-8ac2-4106-8dcc-cfd9b84fbfb5 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Allocated IP 172.20.0.9 (b4de0c89-7c4b-47e3-922d-5f777938d411/f7d30986-c123-4503-b67e-e6bd87685d88/c0765f87-628a-4803-8f06-a026c2c32098) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:11:52.612729 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port 4186a33e-fd77-4464-9c90-3abbafaef72f completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:11:52.628463 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-653ddb26-ccfc-48bc-8456-eb557d22697a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:52.644128 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-653ddb26-ccfc-48bc-8456-eb557d22697a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:52.675486 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-653ddb26-ccfc-48bc-8456-eb557d22697a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=dabaa9475bac46a8bd9486769df8fa72&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1071744 Aug 18 12:11:52.680749 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 49276) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:11:52.729719 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16c65fe1-9894-4337-ae25-d61ab9fad184 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:11:52.734959 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-16c65fe1-9894-4337-ae25-d61ab9fad184 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] 10.222.0.66 "PUT /v2.0/routers/46849e4a-5869-4702-8363-7a3f7b333c39/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1971815 Aug 18 12:11:52.738466 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 49280) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:11:52.744058 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc5c17e-0280-46a6-b9b7-6b24dc20dccc None None] Sync routers for ids ['46849e4a-5869-4702-8363-7a3f7b333c39'] in n-d-804985-2 {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:11:52.757724 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc5c17e-0280-46a6-b9b7-6b24dc20dccc None None] Routers {'46849e4a-5869-4702-8363-7a3f7b333c39'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:11:52.758869 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-bdc5c17e-0280-46a6-b9b7-6b24dc20dccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:11:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['46849e4a-5869-4702-8363-7a3f7b333c39'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:11:52.918954 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0ea27fcc-6cf6-4834-9574-02c2c0d8fa46 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks [] for router, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:52.926193 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-bdc5c17e-0280-46a6-b9b7-6b24dc20dccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:11:52.937449 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc5c17e-0280-46a6-b9b7-6b24dc20dccc None None] Routers {'46849e4a-5869-4702-8363-7a3f7b333c39'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:11:52.938087 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-bdc5c17e-0280-46a6-b9b7-6b24dc20dccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:11:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['46849e4a-5869-4702-8363-7a3f7b333c39'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:11:52.987757 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-bdc5c17e-0280-46a6-b9b7-6b24dc20dccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:11:52.988410 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc5c17e-0280-46a6-b9b7-6b24dc20dccc None None] The sync data for ids ['46849e4a-5869-4702-8363-7a3f7b333c39'] in n-d-804985-2 is: [] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:11:53.152859 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0ea27fcc-6cf6-4834-9574-02c2c0d8fa46 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:53.253615 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653ddb26-ccfc-48bc-8456-eb557d22697a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faa8c3a7-5c68-4c30-8192-38c74527f146,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:11:53.267154 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-0ea27fcc-6cf6-4834-9574-02c2c0d8fa46 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Deleting port 8156883a-6571-428d-adb5-716139e14dbc {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:11:53.267743 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0ea27fcc-6cf6-4834-9574-02c2c0d8fa46 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:53.327195 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31d76a60-68b3-4ccc-a543-24286efabfab None None] Network b4de0c89-7c4b-47e3-922d-5f777938d411 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:11:53.334225 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-513e65c2-b801-40ea-94a1-424b1af25e71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:53.350073 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0ea27fcc-6cf6-4834-9574-02c2c0d8fa46 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:53.362221 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-0ea27fcc-6cf6-4834-9574-02c2c0d8fa46 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Calling delete_port for 8156883a-6571-428d-adb5-716139e14dbc owned by network:router_gateway {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:11:53.413401 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-513e65c2-b801-40ea-94a1-424b1af25e71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:53.421855 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-69557abc-10fa-4f5d-80b9-204184c528de None None] Provisioning for port 4186a33e-fd77-4464-9c90-3abbafaef72f completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:11:53.435569 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-69557abc-10fa-4f5d-80b9-204184c528de None None] Provisioning complete for port 4186a33e-fd77-4464-9c90-3abbafaef72f triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:11:53.436595 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-69557abc-10fa-4f5d-80b9-204184c528de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:53.488269 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eae51481-db25-40cd-bc81-b31edd13b650 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Router aada72d7-ff52-459b-ab6c-ed495c94939d has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:11:53.496508 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5144cb42-8ac2-4106-8dcc-cfd9b84fbfb5 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:53.524838 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [None req-5144cb42-8ac2-4106-8dcc-cfd9b84fbfb5 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Transition to ACTIVE for port object c0765f87-628a-4803-8f06-a026c2c32098 will not be triggered until provisioned by entity DHCP. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:11:53.571307 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-513e65c2-b801-40ea-94a1-424b1af25e71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:53.573904 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-513e65c2-b801-40ea-94a1-424b1af25e71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:53.577503 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-513e65c2-b801-40ea-94a1-424b1af25e71 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/faa8c3a7-5c68-4c30-8192-38c74527f146 HTTP/1.1" status: 204 len: 168 time: 0.8934157 Aug 18 12:11:53.577653 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-69557abc-10fa-4f5d-80b9-204184c528de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:53.592824 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513e65c2-b801-40ea-94a1-424b1af25e71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faa8c3a7-5c68-4c30-8192-38c74527f146,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:11:53.660660 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0ea27fcc-6cf6-4834-9574-02c2c0d8fa46 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:53.660945 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-69557abc-10fa-4f5d-80b9-204184c528de None None] For port 4186a33e-fd77-4464-9c90-3abbafaef72f, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=4186a33e-fd77-4464-9c90-3abbafaef72f,segment=NetworkSegment(9184d107-fbe7-448f-a380-65ef014284c7),segment_id=9184d107-fbe7-448f-a380-65ef014284c7)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:11:53.668408 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-69557abc-10fa-4f5d-80b9-204184c528de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:53.719359 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea27fcc-6cf6-4834-9574-02c2c0d8fa46 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Pushing event deleted for resources: {'Port': ['ID=8156883a-6571-428d-adb5-716139e14dbc,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:11:53.735979 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5144cb42-8ac2-4106-8dcc-cfd9b84fbfb5 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:53.738142 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c28287-9db4-40ff-b8f1-a08e187d3943 req-e8876ac0-2f94-43f3-a912-da6fa611d6e1 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:11:53.746794 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-37c28287-9db4-40ff-b8f1-a08e187d3943 req-e8876ac0-2f94-43f3-a912-da6fa611d6e1 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/ports?device_id=921d3c41-9188-4e3c-a7f3-44c5c4f15460 HTTP/1.1" status: 200 len: 946 time: 0.1985426 Aug 18 12:11:53.749795 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eae51481-db25-40cd-bc81-b31edd13b650 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:11:53.776034 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-eae51481-db25-40cd-bc81-b31edd13b650 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for floatingip, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:53.781830 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69557abc-10fa-4f5d-80b9-204184c528de None None] Pushing event updated for resources: {'Port': ['ID=4186a33e-fd77-4464-9c90-3abbafaef72f,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:11:53.794477 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb3de7b1-6205-44d1-862b-675bbf06d252 None None] Sync routers for ids ['aada72d7-ff52-459b-ab6c-ed495c94939d'] in n-d-804985-2 {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:11:53.802973 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5144cb42-8ac2-4106-8dcc-cfd9b84fbfb5 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Network b4de0c89-7c4b-47e3-922d-5f777938d411 is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:11:53.829968 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb3de7b1-6205-44d1-862b-675bbf06d252 None None] Routers {'aada72d7-ff52-459b-ab6c-ed495c94939d'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:11:53.830930 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-bb3de7b1-6205-44d1-862b-675bbf06d252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:11:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['aada72d7-ff52-459b-ab6c-ed495c94939d'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:11:53.835852 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-500a1c61-38a7-4c23-a7ec-4631080af5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:53.838572 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-5144cb42-8ac2-4106-8dcc-cfd9b84fbfb5 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:11:53.854137 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5144cb42-8ac2-4106-8dcc-cfd9b84fbfb5 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:11:53.857222 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0ea27fcc-6cf6-4834-9574-02c2c0d8fa46 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-997271'] for router_gateway, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:53.919040 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-eae51481-db25-40cd-bc81-b31edd13b650 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "DELETE /v2.0/floatingips/e6d9d344-bc81-4bcd-9131-4ebd47b07927 HTTP/1.1" status: 204 len: 168 time: 2.7834840 Aug 18 12:11:53.919909 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5144cb42-8ac2-4106-8dcc-cfd9b84fbfb5 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Pushing event updated for resources: {'Port': ['ID=c0765f87-628a-4803-8f06-a026c2c32098,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:11:53.938440 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b66eb4dc-3615-4bdf-b4ae-47b9aeb2581d', 'tag': '968e30d9-1296-4575-8165-01e35855a47c'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:11:53.943071 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0679f4c4b6e0e0c064a7d71d722dc30541a34fffee11680573be22ee2ffccc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56d5eaf3-354f-40ce-bc8a-6e8a1afa7da9" -d '{"events": [{"name": "network-changed", "server_uuid": "b66eb4dc-3615-4bdf-b4ae-47b9aeb2581d", "tag": "968e30d9-1296-4575-8165-01e35855a47c"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:11:53.976446 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-bb3de7b1-6205-44d1-862b-675bbf06d252 None None] Set router aada72d7-ff52-459b-ab6c-ed495c94939d gateway port host: n-d-804985-2 {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:11:53.993554 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5144cb42-8ac2-4106-8dcc-cfd9b84fbfb5 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:11:53.997283 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5144cb42-8ac2-4106-8dcc-cfd9b84fbfb5 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:54.034127 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-5144cb42-8ac2-4106-8dcc-cfd9b84fbfb5 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.7614477 Aug 18 12:11:54.036583 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 49304) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:11:54.141895 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-37c28287-9db4-40ff-b8f1-a08e187d3943 req-825a6384-fac1-4485-907d-921745c170b7 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/security-groups?id=e93b90b0-d66c-467b-a848-eedd88936357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3897884 Aug 18 12:11:54.203560 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0ea27fcc-6cf6-4834-9574-02c2c0d8fa46 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-996004', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15859'] for router, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:54.214001 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0ea27fcc-6cf6-4834-9574-02c2c0d8fa46 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:54.296319 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:11:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-433800c4-7e5b-4bea-b221-9fd8c763f49c x-openstack-request-id: req-433800c4-7e5b-4bea-b221-9fd8c763f49c {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:11:54.296856 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b66eb4dc-3615-4bdf-b4ae-47b9aeb2581d", "tag": "968e30d9-1296-4575-8165-01e35855a47c", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:11:54.297317 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-433800c4-7e5b-4bea-b221-9fd8c763f49c {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:11:54.297966 n-d-804985-2 neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b66eb4dc-3615-4bdf-b4ae-47b9aeb2581d', 'tag': '968e30d9-1296-4575-8165-01e35855a47c', 'status': 'completed', 'code': 200} Aug 18 12:11:54.346026 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0ea27fcc-6cf6-4834-9574-02c2c0d8fa46 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-996061'] for router, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:54.346679 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ea27fcc-6cf6-4834-9574-02c2c0d8fa46 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Fanout notify agent at l3_agent the message router_deleted on router 46849e4a-5869-4702-8363-7a3f7b333c39 {{(pid=106252) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 12:11:54.351169 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9e24b4d-1c4f-4539-a1fa-7f8376deee7f tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:11:54.360212 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-f9e24b4d-1c4f-4539-a1fa-7f8376deee7f tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] 10.222.0.66 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.3201473 Aug 18 12:11:54.362901 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 49318) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:11:54.366794 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0ea27fcc-6cf6-4834-9574-02c2c0d8fa46 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks [] for router, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:54.369805 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-0ea27fcc-6cf6-4834-9574-02c2c0d8fa46 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] 10.222.0.66 "DELETE /v2.0/routers/46849e4a-5869-4702-8363-7a3f7b333c39 HTTP/1.1" status: 204 len: 168 time: 1.6303515 Aug 18 12:11:54.373170 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 49322) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:11:54.406483 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 4186a33e-fd77-4464-9c90-3abbafaef72f up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:11:54.433758 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-77f8baad-b80d-4b3e-8ccd-abe2893470db None None] Provisioning complete for port 4186a33e-fd77-4464-9c90-3abbafaef72f triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:11:54.445314 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-77f8baad-b80d-4b3e-8ccd-abe2893470db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:54.504169 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89787b92-a89d-4fc6-94e2-bc87d81af547 req-eb17a20e-f147-4443-b7f8-265f91b6a4b4 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:11:54.506285 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-89787b92-a89d-4fc6-94e2-bc87d81af547 req-eb17a20e-f147-4443-b7f8-265f91b6a4b4 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/ports?device_id=b66eb4dc-3615-4bdf-b4ae-47b9aeb2581d HTTP/1.1" status: 200 len: 946 time: 0.0657563 Aug 18 12:11:54.587819 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-89787b92-a89d-4fc6-94e2-bc87d81af547 req-931e6255-446d-49b5-85c6-b1775faa886c tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/security-groups?id=18c0bfee-529e-472e-bb6d-39b7da39f1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732732 Aug 18 12:11:54.658273 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d5eaf3-354f-40ce-bc8a-6e8a1afa7da9 req-4021f0e0-27d8-4548-bdf0-b6cb94416fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:11:54.660540 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-56d5eaf3-354f-40ce-bc8a-6e8a1afa7da9 req-4021f0e0-27d8-4548-bdf0-b6cb94416fb5 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=b60736d695f1461b9071c3b3eddcc039&device_id=b66eb4dc-3615-4bdf-b4ae-47b9aeb2581d HTTP/1.1" status: 200 len: 1097 time: 0.2986352 Aug 18 12:11:54.722813 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c430037-7588-4c96-b65e-003fb6beabf2 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Deleting subnet 4c982dca-9b39-47ec-b5ed-c4f4fe17600b {{(pid=106253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 12:11:54.756397 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 4186a33e-fd77-4464-9c90-3abbafaef72f triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:11:54.757463 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:54.758764 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25cfcf24-b092-4db6-a230-a6b9e302d26c tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:11:54.783069 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25cfcf24-b092-4db6-a230-a6b9e302d26c tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:11:54.808917 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25cfcf24-b092-4db6-a230-a6b9e302d26c tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:11:54.817041 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-25cfcf24-b092-4db6-a230-a6b9e302d26c tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] 10.222.0.66 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.4487433 Aug 18 12:11:54.817313 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 49338) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:11:54.835633 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6c430037-7588-4c96-b65e-003fb6beabf2 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks [] for subnet, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:54.896117 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6c430037-7588-4c96-b65e-003fb6beabf2 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902229'] for subnet, precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:54.982447 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-77f8baad-b80d-4b3e-8ccd-abe2893470db None None] Provisioning for port 8ea20f7f-d1c5-4615-b357-65ba57961627 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:11:55.012312 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-77f8baad-b80d-4b3e-8ccd-abe2893470db None None] Provisioning complete for port 8ea20f7f-d1c5-4615-b357-65ba57961627 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:11:55.013225 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-77f8baad-b80d-4b3e-8ccd-abe2893470db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:55.018384 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6c430037-7588-4c96-b65e-003fb6beabf2 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:55.093709 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-78a485d2-ab88-43b8-bf8a-dc20187626fa tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Deleting port c0765f87-628a-4803-8f06-a026c2c32098 {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:11:55.103219 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-bb3de7b1-6205-44d1-862b-675bbf06d252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aada72d7-ff52-459b-ab6c-ed495c94939d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-95929592', 'tenant_id': 'b60736d695f1461b9071c3b3eddcc039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.86'}], 'enable_snat': True}, 'gw_port_id': '3d27a835-9411-4c8f-ba53-fd7d8c66f2c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:09:53Z', 'updated_at': '2021-08-18T12:10:01Z', 'revision_number': 4, 'project_id': 'b60736d695f1461b9071c3b3eddcc039', 'gw_port': {'id': '3d27a835-9411-4c8f-ba53-fd7d8c66f2c0', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:35:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aada72d7-ff52-459b-ab6c-ed495c94939d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2135, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:09:54Z', 'updated_at': '2021-08-18T12:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': 'd4a2ce56-6bc4-4f2f-bc7d-ba4c8b3a7bc2', 'name': '', 'network_id': '83c90a80-7784-4b6e-bd7b-aef3cab1c6ba', 'tenant_id': 'b60736d695f1461b9071c3b3eddcc039', 'mac_address': 'fa:16:3e:2d:ef:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aada72d7-ff52-459b-ab6c-ed495c94939d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2150, 'fixed_ips': [{'subnet_id': 'a348b5f7-9a90-4c29-ba78-b2f4f4dbb536', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:09:59Z', 'updated_at': '2021-08-18T12:10:09Z', 'revision_number': 5, 'project_id': 'b60736d695f1461b9071c3b3eddcc039', 'subnets': [{'id': 'a348b5f7-9a90-4c29-ba78-b2f4f4dbb536', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:11:55.104909 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-78a485d2-ab88-43b8-bf8a-dc20187626fa tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:55.159385 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb3de7b1-6205-44d1-862b-675bbf06d252 None None] Checking router: aada72d7-ff52-459b-ab6c-ed495c94939d for host: n-d-804985-2 {{(pid=106254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:11:55.181442 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6c430037-7588-4c96-b65e-003fb6beabf2 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58902171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59388106'] for subnet, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:55.206919 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-77f8baad-b80d-4b3e-8ccd-abe2893470db None None] Port 8ea20f7f-d1c5-4615-b357-65ba57961627 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:11:55.225726 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb3de7b1-6205-44d1-862b-675bbf06d252 None None] Routers {'aada72d7-ff52-459b-ab6c-ed495c94939d'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:11:55.227033 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c430037-7588-4c96-b65e-003fb6beabf2 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Pushing event deleted for resources: {'Subnet': ['ID=4c982dca-9b39-47ec-b5ed-c4f4fe17600b,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:11:55.227876 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-bb3de7b1-6205-44d1-862b-675bbf06d252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:11:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['aada72d7-ff52-459b-ab6c-ed495c94939d'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:11:55.232348 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-78a485d2-ab88-43b8-bf8a-dc20187626fa tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:55.252768 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6c430037-7588-4c96-b65e-003fb6beabf2 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:55.257161 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-6c430037-7588-4c96-b65e-003fb6beabf2 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] 10.222.0.66 "DELETE /v2.0/subnets/4c982dca-9b39-47ec-b5ed-c4f4fe17600b HTTP/1.1" status: 204 len: 168 time: 0.7930079 Aug 18 12:11:55.257161 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d5eaf3-354f-40ce-bc8a-6e8a1afa7da9 req-c640850b-821b-4141-bd0c-19b47edc99d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:11:55.257862 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-56d5eaf3-354f-40ce-bc8a-6e8a1afa7da9 req-c640850b-821b-4141-bd0c-19b47edc99d8 service neutron] 10.222.0.63 "GET /v2.0/networks?id=83c90a80-7784-4b6e-bd7b-aef3cab1c6ba HTTP/1.1" status: 200 len: 897 time: 0.5305789 Aug 18 12:11:55.258494 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 49350) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:11:55.290721 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-78a485d2-ab88-43b8-bf8a-dc20187626fa tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Calling delete_port for c0765f87-628a-4803-8f06-a026c2c32098 owned by {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:11:55.326661 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e622c5-069e-4e13-be92-61a8ac58ca4f req-6414db80-8caa-4de2-8199-0454499b5bae tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:11:55.328622 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e2e622c5-069e-4e13-be92-61a8ac58ca4f req-6414db80-8caa-4de2-8199-0454499b5bae tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/ports?device_id=921d3c41-9188-4e3c-a7f3-44c5c4f15460 HTTP/1.1" status: 200 len: 946 time: 0.1113174 Aug 18 12:11:55.393093 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-bb3de7b1-6205-44d1-862b-675bbf06d252 None None] Set router aada72d7-ff52-459b-ab6c-ed495c94939d gateway port host: n-d-804985-2 {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:11:55.400149 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d8fbed63-306c-40d4-a287-d4628a73f9c3 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7904109'] for network, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:55.401776 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-56d5eaf3-354f-40ce-bc8a-6e8a1afa7da9 req-0a1c487b-b653-41eb-ae34-98e3fb2e12db service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=968e30d9-1296-4575-8165-01e35855a47c HTTP/1.1" status: 200 len: 217 time: 0.0513122 Aug 18 12:11:55.477151 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c27186e-d52d-4d63-9817-debb8bc0eacf None None] Network 26eb6773-901e-4710-86dc-ed4de96161ce requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:11:55.493340 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e2e622c5-069e-4e13-be92-61a8ac58ca4f req-d89ba220-2192-4710-b3bf-351efe21c53e tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/security-groups?id=e93b90b0-d66c-467b-a848-eedd88936357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839007 Aug 18 12:11:55.605086 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d5eaf3-354f-40ce-bc8a-6e8a1afa7da9 req-2af9aa0a-5a07-4808-9395-ea5e20125b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:11:55.617384 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-56d5eaf3-354f-40ce-bc8a-6e8a1afa7da9 req-2af9aa0a-5a07-4808-9395-ea5e20125b3d service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a348b5f7-9a90-4c29-ba78-b2f4f4dbb536 HTTP/1.1" status: 200 len: 835 time: 0.2023244 Aug 18 12:11:55.620550 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-c18e6e63-928d-42fb-bf2b-fa6b972e79d5 None None] Provisioning complete for port 8ea20f7f-d1c5-4615-b357-65ba57961627 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:11:55.621270 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-c18e6e63-928d-42fb-bf2b-fa6b972e79d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:55.622462 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-78a485d2-ab88-43b8-bf8a-dc20187626fa tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:55.675439 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-d8fbed63-306c-40d4-a287-d4628a73f9c3 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Deleting port 31825a9d-c874-45ce-9ad1-da71dd2fc1c4 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:11:55.675917 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d8fbed63-306c-40d4-a287-d4628a73f9c3 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:55.707890 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a485d2-ab88-43b8-bf8a-dc20187626fa tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Pushing event deleted for resources: {'Port': ['ID=c0765f87-628a-4803-8f06-a026c2c32098,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:11:55.773610 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [None req-d8fbed63-306c-40d4-a287-d4628a73f9c3 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] For port 31825a9d-c874-45ce-9ad1-da71dd2fc1c4, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=31825a9d-c874-45ce-9ad1-da71dd2fc1c4,segment=NetworkSegment(40a15917-3246-4275-9b88-ae038b976510),segment_id=40a15917-3246-4275-9b88-ae038b976510)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:11:55.774425 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d8fbed63-306c-40d4-a287-d4628a73f9c3 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:55.789381 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-d8fbed63-306c-40d4-a287-d4628a73f9c3 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Calling delete_port for 31825a9d-c874-45ce-9ad1-da71dd2fc1c4 owned by network:dhcp {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:11:55.949117 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d5eaf3-354f-40ce-bc8a-6e8a1afa7da9 req-1050d680-af3b-4e23-bb0a-22ab3d06b854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:11:55.952708 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-56d5eaf3-354f-40ce-bc8a-6e8a1afa7da9 req-1050d680-af3b-4e23-bb0a-22ab3d06b854 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=83c90a80-7784-4b6e-bd7b-aef3cab1c6ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3218093 Aug 18 12:11:55.953564 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d8fbed63-306c-40d4-a287-d4628a73f9c3 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:56.008208 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [req-56d5eaf3-354f-40ce-bc8a-6e8a1afa7da9 req-302e52ef-9f2c-4376-924b-ecffcb530936 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=106253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 12:11:56.009585 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-56d5eaf3-354f-40ce-bc8a-6e8a1afa7da9 req-302e52ef-9f2c-4376-924b-ecffcb530936 service neutron] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0141909 Aug 18 12:11:56.017088 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-c18e6e63-928d-42fb-bf2b-fa6b972e79d5 None None] Port 8ea20f7f-d1c5-4615-b357-65ba57961627 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:11:56.018908 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fbed63-306c-40d4-a287-d4628a73f9c3 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Pushing event deleted for resources: {'Port': ['ID=31825a9d-c874-45ce-9ad1-da71dd2fc1c4,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:11:56.026400 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-c18e6e63-928d-42fb-bf2b-fa6b972e79d5 None None] Could not find standard attr ID for object c0765f87-628a-4803-8f06-a026c2c32098. {{(pid=106254) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 18 12:11:56.073010 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-bb3de7b1-6205-44d1-862b-675bbf06d252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aada72d7-ff52-459b-ab6c-ed495c94939d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-95929592', 'tenant_id': 'b60736d695f1461b9071c3b3eddcc039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.86'}], 'enable_snat': True}, 'gw_port_id': '3d27a835-9411-4c8f-ba53-fd7d8c66f2c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:09:53Z', 'updated_at': '2021-08-18T12:10:01Z', 'revision_number': 4, 'project_id': 'b60736d695f1461b9071c3b3eddcc039', 'gw_port': {'id': '3d27a835-9411-4c8f-ba53-fd7d8c66f2c0', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:35:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aada72d7-ff52-459b-ab6c-ed495c94939d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2135, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:09:54Z', 'updated_at': '2021-08-18T12:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': 'd4a2ce56-6bc4-4f2f-bc7d-ba4c8b3a7bc2', 'name': '', 'network_id': '83c90a80-7784-4b6e-bd7b-aef3cab1c6ba', 'tenant_id': 'b60736d695f1461b9071c3b3eddcc039', 'mac_address': 'fa:16:3e:2d:ef:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aada72d7-ff52-459b-ab6c-ed495c94939d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2150, 'fixed_ips': [{'subnet_id': 'a348b5f7-9a90-4c29-ba78-b2f4f4dbb536', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:09:59Z', 'updated_at': '2021-08-18T12:10:09Z', 'revision_number': 5, 'project_id': 'b60736d695f1461b9071c3b3eddcc039', 'subnets': [{'id': 'a348b5f7-9a90-4c29-ba78-b2f4f4dbb536', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:11:56.076837 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380fd138-ddaa-4d0d-be71-37ea0c715d61 req-6840dbc0-45c5-4713-8dc7-53be48108d03 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:11:56.082730 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-380fd138-ddaa-4d0d-be71-37ea0c715d61 req-6840dbc0-45c5-4713-8dc7-53be48108d03 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/ports?device_id=b66eb4dc-3615-4bdf-b4ae-47b9aeb2581d HTTP/1.1" status: 200 len: 946 time: 0.2958672 Aug 18 12:11:56.088819 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-78a485d2-ab88-43b8-bf8a-dc20187626fa tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:56.094478 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-78a485d2-ab88-43b8-bf8a-dc20187626fa tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] 10.222.0.66 "DELETE /v2.0/ports/c0765f87-628a-4803-8f06-a026c2c32098 HTTP/1.1" status: 204 len: 168 time: 1.2746727 Aug 18 12:11:56.105491 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 49368) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:11:56.122236 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb3de7b1-6205-44d1-862b-675bbf06d252 None None] The sync data for ids ['aada72d7-ff52-459b-ab6c-ed495c94939d'] in n-d-804985-2 is: [{'id': 'aada72d7-ff52-459b-ab6c-ed495c94939d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-95929592', 'tenant_id': 'b60736d695f1461b9071c3b3eddcc039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.86'}], 'enable_snat': True}, 'gw_port_id': '3d27a835-9411-4c8f-ba53-fd7d8c66f2c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:09:53Z', 'updated_at': '2021-08-18T12:10:01Z', 'revision_number': 4, 'project_id': 'b60736d695f1461b9071c3b3eddcc039', 'gw_port': {'id': '3d27a835-9411-4c8f-ba53-fd7d8c66f2c0', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:35:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aada72d7-ff52-459b-ab6c-ed495c94939d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2135, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:09:54Z', 'updated_at': '2021-08-18T12:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': 'd4a2ce56-6bc4-4f2f-bc7d-ba4c8b3a7bc2', 'name': '', 'network_id': '83c90a80-7784-4b6e-bd7b-aef3cab1c6ba', 'tenant_id': 'b60736d695f1461b9071c3b3eddcc039', 'mac_address': 'fa:16:3e:2d:ef:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aada72d7-ff52-459b-ab6c-ed495c94939d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2150, 'fixed_ips': [{'subnet_id': 'a348b5f7-9a90-4c29-ba78-b2f4f4dbb536', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:09:59Z', 'updated_at': '2021-08-18T12:10:09Z', 'revision_number': 5, 'project_id': 'b60736d695f1461b9071c3b3eddcc039', 'subnets': [{'id': 'a348b5f7-9a90-4c29-ba78-b2f4f4dbb536', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:11:56.134015 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8fbed63-306c-40d4-a287-d4628a73f9c3 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] No DVR routers for this DVR port 31825a9d-c874-45ce-9ad1-da71dd2fc1c4 on host n-d-804985-2 {{(pid=106253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:11:56.134581 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4710e21e-265a-47d6-93c0-7b3d100ee843 None None] DHCP port deletion for 26eb6773-901e-4710-86dc-ed4de96161ce request from n-d-804985-2 {{(pid=106254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 12:11:56.153936 n-d-804985-2 neutron-server[106252]: INFO neutron.pecan_wsgi.hooks.translation [None req-4508f62d-a0a7-41b3-a26a-7046b699c591 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] GET failed (client error): The resource could not be found. Aug 18 12:11:56.155836 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-4508f62d-a0a7-41b3-a26a-7046b699c591 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] 10.222.0.66 "GET /v2.0/ports/c0765f87-628a-4803-8f06-a026c2c32098 HTTP/1.1" status: 404 len: 333 time: 0.0483165 Aug 18 12:11:56.163078 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 49370) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:11:56.264407 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ce88a1-d6b0-42f1-be45-2e64fb1e9b76 req-bf1d1201-477d-4557-9943-92e49e2e8119 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:11:56.267170 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e5ce88a1-d6b0-42f1-be45-2e64fb1e9b76 req-bf1d1201-477d-4557-9943-92e49e2e8119 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.63 "GET /v2.0/ports?device_id=b66eb4dc-3615-4bdf-b4ae-47b9aeb2581d HTTP/1.1" status: 200 len: 946 time: 0.3658795 Aug 18 12:11:56.312655 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-380fd138-ddaa-4d0d-be71-37ea0c715d61 req-782dfc29-5b98-4dc1-975b-1a8d77a0f0db tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/security-groups?id=18c0bfee-529e-472e-bb6d-39b7da39f1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2105491 Aug 18 12:11:56.314857 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 31825a9d-c874-45ce-9ad1-da71dd2fc1c4 no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:11:56.338886 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d8fbed63-306c-40d4-a287-d4628a73f9c3 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8367869', 'neutron.services.segments.db._delete_segments_for_network-8789151212993'] for network, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:56.362479 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-d8fbed63-306c-40d4-a287-d4628a73f9c3 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26eb6773-901e-4710-86dc-ed4de96161ce']}} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:11:56.380868 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: 31825a9d-c874-45ce-9ad1-da71dd2fc1c4 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:11:56.381207 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 31825a9d-c874-45ce-9ad1-da71dd2fc1c4 not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:11:56.386501 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-d8fbed63-306c-40d4-a287-d4628a73f9c3 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40a15917-3246-4275-9b88-ae038b976510') {'for_net_delete': True} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:11:56.386806 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-d8fbed63-306c-40d4-a287-d4628a73f9c3 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40a15917-3246-4275-9b88-ae038b976510') {} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:11:56.402656 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-56d5eaf3-354f-40ce-bc8a-6e8a1afa7da9 req-6d3a7d47-4512-4c45-9983-b2c34bbb834c service neutron] 10.222.0.63 "GET /v2.0/networks/83c90a80-7784-4b6e-bd7b-aef3cab1c6ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3709929 Aug 18 12:11:56.404866 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d8fbed63-306c-40d4-a287-d4628a73f9c3 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789151225254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902236'] for segment, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:56.548857 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device e4939108-0e12-4c3b-ac0f-5ee0dbe95aed details requested by agent hyperv_n-h2-804985-2 with host n-h2-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:11:56.572917 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-e5ce88a1-d6b0-42f1-be45-2e64fb1e9b76 req-70daf83f-1605-4b46-a1ca-71df5093d100 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Deleting port 968e30d9-1296-4575-8165-01e35855a47c {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:11:56.576420 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-e5ce88a1-d6b0-42f1-be45-2e64fb1e9b76 req-70daf83f-1605-4b46-a1ca-71df5093d100 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:56.597765 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50afe460-683f-4719-b08f-415be5d64886 None None] New status for floating IP e6d9d344-bc81-4bcd-9131-4ebd47b07927: DOWN {{(pid=106255) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 12:11:56.629909 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-56d5eaf3-354f-40ce-bc8a-6e8a1afa7da9 req-d5ef740e-a8e7-47ba-aee3-d046de8066c7 service neutron] 10.222.0.63 "GET /v2.0/networks/83c90a80-7784-4b6e-bd7b-aef3cab1c6ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2164845 Aug 18 12:11:56.646955 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d8fbed63-306c-40d4-a287-d4628a73f9c3 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:56.659152 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8fbed63-306c-40d4-a287-d4628a73f9c3 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Releasing vlan 813 on physical network physnet1 to pool {{(pid=106253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:11:56.661820 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d8fbed63-306c-40d4-a287-d4628a73f9c3 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58900537'] for segment, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:56.669420 n-d-804985-2 neutron-server[106253]: Traceback (most recent call last): Aug 18 12:11:56.669420 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:11:56.669420 n-d-804985-2 neutron-server[106253]: timer() Aug 18 12:11:56.669420 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:11:56.669420 n-d-804985-2 neutron-server[106253]: cb(*args, **kw) Aug 18 12:11:56.669420 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:11:56.669420 n-d-804985-2 neutron-server[106253]: return func(*args, **kwargs) Aug 18 12:11:56.669420 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:11:56.669420 n-d-804985-2 neutron-server[106253]: self._notify() Aug 18 12:11:56.669420 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:11:56.669420 n-d-804985-2 neutron-server[106253]: self.callback(batched_events) Aug 18 12:11:56.669420 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:11:56.669420 n-d-804985-2 neutron-server[106253]: event.method(event) Aug 18 12:11:56.669420 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:11:56.669420 n-d-804985-2 neutron-server[106253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:11:56.669420 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:11:56.669420 n-d-804985-2 neutron-server[106253]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:11:56.669420 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:11:56.669420 n-d-804985-2 neutron-server[106253]: return f(self, *a, **k) Aug 18 12:11:56.669420 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:11:56.669420 n-d-804985-2 neutron-server[106253]: return self._get(url).json() Aug 18 12:11:56.669420 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:11:56.669420 n-d-804985-2 neutron-server[106253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:11:56.669420 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:11:56.669420 n-d-804985-2 neutron-server[106253]: return self.request(url, 'GET', **kwargs) Aug 18 12:11:56.669420 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:11:56.669420 n-d-804985-2 neutron-server[106253]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:11:56.669420 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:11:56.669420 n-d-804985-2 neutron-server[106253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:11:56.669420 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:11:56.669420 n-d-804985-2 neutron-server[106253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:11:56.669420 n-d-804985-2 neutron-server[106253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:11:56.692663 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-2f13d891-299d-40a8-ac3f-0c5ff5fdbe7a tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Deleting port 8ea20f7f-d1c5-4615-b357-65ba57961627 {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:11:56.693018 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2f13d891-299d-40a8-ac3f-0c5ff5fdbe7a tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:56.762734 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port e4939108-0e12-4c3b-ac0f-5ee0dbe95aed, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=e4939108-0e12-4c3b-ac0f-5ee0dbe95aed,segment=NetworkSegment(299e2826-ecf6-416e-b53c-1b1574dd5315),segment_id=299e2826-ecf6-416e-b53c-1b1574dd5315)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:11:56.793497 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d8fbed63-306c-40d4-a287-d4628a73f9c3 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8367858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997186'] for network, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:56.794503 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Returning: {'device': 'e4939108-0e12-4c3b-ac0f-5ee0dbe95aed', 'network_id': '62590197-03a9-438c-a3e3-e417fcca582c', 'port_id': 'e4939108-0e12-4c3b-ac0f-5ee0dbe95aed', 'mac_address': 'fa:16:3e:e8:89:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 810, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01de034f-d2f0-4b70-88ab-1a19fe1401c1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:11:56.808681 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d8fbed63-306c-40d4-a287-d4628a73f9c3 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks [] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:56.810791 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-d8fbed63-306c-40d4-a287-d4628a73f9c3 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] 10.222.0.66 "DELETE /v2.0/networks/26eb6773-901e-4710-86dc-ed4de96161ce HTTP/1.1" status: 204 len: 168 time: 1.5513849 Aug 18 12:11:56.840898 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 49388) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:11:56.842066 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fbed63-306c-40d4-a287-d4628a73f9c3 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Pushing event deleted for resources: {'Network': ['ID=26eb6773-901e-4710-86dc-ed4de96161ce,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:11:56.853371 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:56.877841 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e4939108-0e12-4c3b-ac0f-5ee0dbe95aed {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:11:56.938800 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port e4939108-0e12-4c3b-ac0f-5ee0dbe95aed, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=e4939108-0e12-4c3b-ac0f-5ee0dbe95aed,segment=NetworkSegment(299e2826-ecf6-416e-b53c-1b1574dd5315),segment_id=299e2826-ecf6-416e-b53c-1b1574dd5315)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:11:56.953130 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:57.086389 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=e4939108-0e12-4c3b-ac0f-5ee0dbe95aed,revision_number=6']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:11:57.104097 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-3ab84381-4aa2-47f8-b643-8bd23f940aca tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Deleting port f990e72e-2f17-4b17-9f6f-37adb6f2916a {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:11:57.104627 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3ab84381-4aa2-47f8-b643-8bd23f940aca tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:57.203065 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] get_ports_and_sgs() called for port_ids ['e4939108-0e12-4c3b-ac0f-5ee0dbe95aed'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:11:57.309430 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e0b074-3949-40c6-97ae-bee58293ded4 req-5747b528-c04b-4fab-bf15-2487aa72ac47 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:11:57.318130 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-43e0b074-3949-40c6-97ae-bee58293ded4 req-5747b528-c04b-4fab-bf15-2487aa72ac47 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/ports?device_id=921d3c41-9188-4e3c-a7f3-44c5c4f15460 HTTP/1.1" status: 200 len: 945 time: 0.6014864 Aug 18 12:11:57.367784 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3ab84381-4aa2-47f8-b643-8bd23f940aca tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:57.368720 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3ab84381-4aa2-47f8-b643-8bd23f940aca tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:57.370328 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-e5ce88a1-d6b0-42f1-be45-2e64fb1e9b76 req-70daf83f-1605-4b46-a1ca-71df5093d100 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] For port 968e30d9-1296-4575-8165-01e35855a47c, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=968e30d9-1296-4575-8165-01e35855a47c,segment=NetworkSegment(a141fc5e-7e21-4fbf-84e2-32d69bd4741b),segment_id=a141fc5e-7e21-4fbf-84e2-32d69bd4741b)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:11:57.378467 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-e5ce88a1-d6b0-42f1-be45-2e64fb1e9b76 req-70daf83f-1605-4b46-a1ca-71df5093d100 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:57.400994 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-3ab84381-4aa2-47f8-b643-8bd23f940aca tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Calling delete_port for f990e72e-2f17-4b17-9f6f-37adb6f2916a owned by network:floatingip {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:11:57.475997 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-e5ce88a1-d6b0-42f1-be45-2e64fb1e9b76 req-70daf83f-1605-4b46-a1ca-71df5093d100 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Calling delete_port for 968e30d9-1296-4575-8165-01e35855a47c owned by compute:nova {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:11:57.483308 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2f13d891-299d-40a8-ac3f-0c5ff5fdbe7a tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:57.512759 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-43e0b074-3949-40c6-97ae-bee58293ded4 req-0ffd6580-b7f9-417e-80e4-07681827ef84 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/security-groups?id=e93b90b0-d66c-467b-a848-eedd88936357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930680 Aug 18 12:11:57.532752 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-2f13d891-299d-40a8-ac3f-0c5ff5fdbe7a tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Calling delete_port for 8ea20f7f-d1c5-4615-b357-65ba57961627 owned by {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:11:57.639259 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3ab84381-4aa2-47f8-b643-8bd23f940aca tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:57.659096 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bae2a58-75eb-4f35-beed-9b2bbdb07ea0 req-f3f29bb4-7cf8-4642-bb12-53734acb0d5b tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:11:57.666605 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1bae2a58-75eb-4f35-beed-9b2bbdb07ea0 req-f3f29bb4-7cf8-4642-bb12-53734acb0d5b tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/ports?device_id=b66eb4dc-3615-4bdf-b4ae-47b9aeb2581d HTTP/1.1" status: 200 len: 946 time: 0.2249987 Aug 18 12:11:57.697825 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab84381-4aa2-47f8-b643-8bd23f940aca tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Pushing event deleted for resources: {'Port': ['ID=f990e72e-2f17-4b17-9f6f-37adb6f2916a,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:11:57.744278 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3ab84381-4aa2-47f8-b643-8bd23f940aca tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks [] for floatingip, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:57.754542 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3ab84381-4aa2-47f8-b643-8bd23f940aca tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for floatingip, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:57.761418 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-3ab84381-4aa2-47f8-b643-8bd23f940aca tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] 10.222.0.66 "DELETE /v2.0/floatingips/d96c802c-0ede-4f27-a620-9b609ad47852 HTTP/1.1" status: 204 len: 168 time: 0.8939893 Aug 18 12:11:57.761418 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 49422) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:11:57.773740 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1bae2a58-75eb-4f35-beed-9b2bbdb07ea0 req-eebddc6c-4595-4fdb-b674-c40ee1289bc7 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/security-groups?id=18c0bfee-529e-472e-bb6d-39b7da39f1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000295 Aug 18 12:11:57.808522 n-d-804985-2 neutron-server[106253]: INFO neutron.pecan_wsgi.hooks.translation [None req-c941737f-d336-420e-8daf-3670ecf48734 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] DELETE failed (client error): The resource could not be found. Aug 18 12:11:57.809316 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c941737f-d336-420e-8daf-3670ecf48734 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 12:11:57.810992 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-c941737f-d336-420e-8daf-3670ecf48734 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] 10.222.0.66 "DELETE /v2.0/ports/e9ae530b-0383-4afa-b294-ffb90956bbb5 HTTP/1.1" status: 404 len: 333 time: 0.0503957 Aug 18 12:11:57.818475 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 49424) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:11:57.922194 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-a6061dc2-a3bc-4801-b68f-590b59349367 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] 10.222.0.66 "GET /v2.0/ports?device_id=46849e4a-5869-4702-8363-7a3f7b333c39 HTTP/1.1" status: 200 len: 205 time: 0.1025741 Aug 18 12:11:57.922789 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 49434) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:11:57.960609 n-d-804985-2 neutron-server[106253]: INFO neutron.api.v2.resource [None req-c0fec596-2e40-4850-9102-4d168db77919 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] delete failed (client error): The resource could not be found. Aug 18 12:11:57.964235 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-c0fec596-2e40-4850-9102-4d168db77919 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] 10.222.0.66 "DELETE /v2.0/routers/46849e4a-5869-4702-8363-7a3f7b333c39 HTTP/1.1" status: 404 len: 336 time: 0.0405176 Aug 18 12:11:57.964821 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 49438) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:11:57.971174 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-e5ce88a1-d6b0-42f1-be45-2e64fb1e9b76 req-70daf83f-1605-4b46-a1ca-71df5093d100 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:57.972777 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2f13d891-299d-40a8-ac3f-0c5ff5fdbe7a tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:57.994601 n-d-804985-2 neutron-server[106253]: INFO neutron.pecan_wsgi.hooks.translation [None req-72daaf1d-a23f-4534-a4d8-75790005166a tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] DELETE failed (client error): The resource could not be found. Aug 18 12:11:57.995061 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72daaf1d-a23f-4534-a4d8-75790005166a tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 12:11:58.000411 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-72daaf1d-a23f-4534-a4d8-75790005166a tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] 10.222.0.66 "DELETE /v2.0/subnets/4c982dca-9b39-47ec-b5ed-c4f4fe17600b HTTP/1.1" status: 404 len: 337 time: 0.0344760 Aug 18 12:11:58.001879 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 49442) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:11:58.034030 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 49444) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:11:58.038124 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70daf83f-1605-4b46-a1ca-71df5093d100 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Pushing event deleted for resources: {'Port': ['ID=968e30d9-1296-4575-8165-01e35855a47c,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:11:58.091272 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5ce88a1-d6b0-42f1-be45-2e64fb1e9b76 req-70daf83f-1605-4b46-a1ca-71df5093d100 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] No DVR routers for this DVR port 968e30d9-1296-4575-8165-01e35855a47c on host n-h1-804985-2 {{(pid=106252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:11:58.100163 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-e5ce88a1-d6b0-42f1-be45-2e64fb1e9b76 req-70daf83f-1605-4b46-a1ca-71df5093d100 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:58.102850 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e5ce88a1-d6b0-42f1-be45-2e64fb1e9b76 req-70daf83f-1605-4b46-a1ca-71df5093d100 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.63 "DELETE /v2.0/ports/968e30d9-1296-4575-8165-01e35855a47c HTTP/1.1" status: 204 len: 173 time: 1.8161721 Aug 18 12:11:58.156400 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-6e081cc6-9abb-4e81-80d6-4ab535743e17 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Deleting port 1de3388d-7e48-4620-b107-98bb729d77d2 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:11:58.157220 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6e081cc6-9abb-4e81-80d6-4ab535743e17 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:58.204636 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b66eb4dc-3615-4bdf-b4ae-47b9aeb2581d', 'name': 'network-vif-deleted', 'tag': '968e30d9-1296-4575-8165-01e35855a47c'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:11:58.213725 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d926101-42ee-401c-bcff-c831bde36c5c" -d '{"events": [{"server_uuid": "b66eb4dc-3615-4bdf-b4ae-47b9aeb2581d", "name": "network-vif-deleted", "tag": "968e30d9-1296-4575-8165-01e35855a47c"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:11:58.231876 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f13d891-299d-40a8-ac3f-0c5ff5fdbe7a tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Pushing event deleted for resources: {'Port': ['ID=8ea20f7f-d1c5-4615-b357-65ba57961627,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:11:58.386891 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-eea335b9-9553-42e2-a5f2-b8393c0f4c9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:58.417456 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6e081cc6-9abb-4e81-80d6-4ab535743e17 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:58.448971 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-6e081cc6-9abb-4e81-80d6-4ab535743e17 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Calling delete_port for 1de3388d-7e48-4620-b107-98bb729d77d2 owned by {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:11:58.451813 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2f13d891-299d-40a8-ac3f-0c5ff5fdbe7a tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:58.456586 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-2f13d891-299d-40a8-ac3f-0c5ff5fdbe7a tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] 10.222.0.66 "DELETE /v2.0/ports/8ea20f7f-d1c5-4615-b357-65ba57961627 HTTP/1.1" status: 204 len: 168 time: 2.2918024 Aug 18 12:11:58.462861 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 49454) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:11:58.522618 n-d-804985-2 neutron-server[106253]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cc7a026-fc94-41e0-b6b9-9d2769722fff tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] GET failed (client error): The resource could not be found. Aug 18 12:11:58.533362 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 49458) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:11:58.542230 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-6cc7a026-fc94-41e0-b6b9-9d2769722fff tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] 10.222.0.66 "GET /v2.0/ports/8ea20f7f-d1c5-4615-b357-65ba57961627 HTTP/1.1" status: 404 len: 333 time: 0.0782573 Aug 18 12:11:58.562070 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device e4939108-0e12-4c3b-ac0f-5ee0dbe95aed up at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:11:58.698721 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Provisioning complete for port e4939108-0e12-4c3b-ac0f-5ee0dbe95aed triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:11:58.699469 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:58.726741 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:11:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94353c2e-8ad7-4466-93e9-3d937f835e31 x-openstack-request-id: req-94353c2e-8ad7-4466-93e9-3d937f835e31 {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:11:58.729025 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b66eb4dc-3615-4bdf-b4ae-47b9aeb2581d", "name": "network-vif-deleted", "tag": "968e30d9-1296-4575-8165-01e35855a47c", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:11:58.729292 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-94353c2e-8ad7-4466-93e9-3d937f835e31 {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:11:58.729713 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b66eb4dc-3615-4bdf-b4ae-47b9aeb2581d', 'name': 'network-vif-deleted', 'tag': '968e30d9-1296-4575-8165-01e35855a47c', 'status': 'completed', 'code': 200} Aug 18 12:11:58.835607 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_v2 [None req-71b2db97-760c-4297-bf20-7859189faf35 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Deleting subnet f7d30986-c123-4503-b67e-e6bd87685d88 {{(pid=106252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 12:11:58.844374 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-71b2db97-760c-4297-bf20-7859189faf35 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks [] for subnet, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:58.846286 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6e081cc6-9abb-4e81-80d6-4ab535743e17 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:58.909252 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c397bd8c-afc2-4994-8e14-45b7ef57f5b9 req-16f74b38-10d8-4688-ac27-01f3aaf72bb3 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:11:58.917012 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:58.917955 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c397bd8c-afc2-4994-8e14-45b7ef57f5b9 req-16f74b38-10d8-4688-ac27-01f3aaf72bb3 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/ports?device_id=921d3c41-9188-4e3c-a7f3-44c5c4f15460 HTTP/1.1" status: 200 len: 945 time: 0.1966929 Aug 18 12:11:58.952318 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e081cc6-9abb-4e81-80d6-4ab535743e17 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Pushing event deleted for resources: {'Port': ['ID=1de3388d-7e48-4620-b107-98bb729d77d2,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:11:59.031029 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-71b2db97-760c-4297-bf20-7859189faf35 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2221528'] for subnet, precommit_delete_associations {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:59.048047 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c397bd8c-afc2-4994-8e14-45b7ef57f5b9 req-15bfb7b8-66ea-4848-9893-36b20fa8f302 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/security-groups?id=e93b90b0-d66c-467b-a848-eedd88936357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252270 Aug 18 12:11:59.053216 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-eea335b9-9553-42e2-a5f2-b8393c0f4c9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:59.069815 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '921d3c41-9188-4e3c-a7f3-44c5c4f15460', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4939108-0e12-4c3b-ac0f-5ee0dbe95aed'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:11:59.072629 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db50a436fb3a98495337d8fe7487b4f2ea6f3c1052eb9efadc2ecda2d5737001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ec73807-a99c-4df8-b88a-780f0cbf74e9" -d '{"events": [{"server_uuid": "921d3c41-9188-4e3c-a7f3-44c5c4f15460", "name": "network-vif-plugged", "status": "completed", "tag": "e4939108-0e12-4c3b-ac0f-5ee0dbe95aed"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:11:59.092319 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port e4939108-0e12-4c3b-ac0f-5ee0dbe95aed, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=e4939108-0e12-4c3b-ac0f-5ee0dbe95aed,segment=NetworkSegment(299e2826-ecf6-416e-b53c-1b1574dd5315),segment_id=299e2826-ecf6-416e-b53c-1b1574dd5315)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:11:59.101751 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6e081cc6-9abb-4e81-80d6-4ab535743e17 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:59.106344 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:59.107988 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-6e081cc6-9abb-4e81-80d6-4ab535743e17 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] 10.222.0.66 "DELETE /v2.0/ports/1de3388d-7e48-4620-b107-98bb729d77d2 HTTP/1.1" status: 204 len: 168 time: 1.1056840 Aug 18 12:11:59.108524 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 49470) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:11:59.115812 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-eea335b9-9553-42e2-a5f2-b8393c0f4c9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:59.164690 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=e4939108-0e12-4c3b-ac0f-5ee0dbe95aed,revision_number=7']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:11:59.183628 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:11:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c58b5c78-e183-4d3a-bb81-2c3b4c022c8d x-openstack-request-id: req-c58b5c78-e183-4d3a-bb81-2c3b4c022c8d {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:11:59.183919 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "921d3c41-9188-4e3c-a7f3-44c5c4f15460", "name": "network-vif-plugged", "status": "completed", "tag": "e4939108-0e12-4c3b-ac0f-5ee0dbe95aed", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:11:59.184168 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c58b5c78-e183-4d3a-bb81-2c3b4c022c8d {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:11:59.184588 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '921d3c41-9188-4e3c-a7f3-44c5c4f15460', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4939108-0e12-4c3b-ac0f-5ee0dbe95aed', 'code': 200} Aug 18 12:11:59.234360 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea335b9-9553-42e2-a5f2-b8393c0f4c9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=896d9d06-ebde-472f-8c8f-da4504c3bd60,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:11:59.257306 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-a6c67e75-2955-4ecc-8c6f-8fec583df493 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Deleting port b4f0b4a9-f735-4988-a4b5-f77e73fd1c0a {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:11:59.258334 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a6c67e75-2955-4ecc-8c6f-8fec583df493 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:59.266330 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2a252486-c14a-4c4a-acd0-786fffdf1285 req-c3245e66-a6f8-42b5-94cb-17aaefc72245 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/ports?device_id=b66eb4dc-3615-4bdf-b4ae-47b9aeb2581d HTTP/1.1" status: 200 len: 210 time: 0.2449405 Aug 18 12:11:59.307114 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-eea335b9-9553-42e2-a5f2-b8393c0f4c9a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9287d40e350c4bfd94b0f0c7d32b7c04&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2660851 Aug 18 12:11:59.315676 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 49474) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:11:59.424875 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a6c67e75-2955-4ecc-8c6f-8fec583df493 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:59.447611 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-a6c67e75-2955-4ecc-8c6f-8fec583df493 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Calling delete_port for b4f0b4a9-f735-4988-a4b5-f77e73fd1c0a owned by {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:11:59.468679 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-71b2db97-760c-4297-bf20-7859189faf35 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:59.495806 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-97a45406-27dc-4ec4-a88f-007121efcef3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:59.535395 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-97a45406-27dc-4ec4-a88f-007121efcef3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:59.584333 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-71b2db97-760c-4297-bf20-7859189faf35 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3572848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59074100'] for subnet, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:59.628621 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a6c67e75-2955-4ecc-8c6f-8fec583df493 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:59.638220 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b2db97-760c-4297-bf20-7859189faf35 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Pushing event deleted for resources: {'Subnet': ['ID=f7d30986-c123-4503-b67e-e6bd87685d88,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:11:59.641680 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-71b2db97-760c-4297-bf20-7859189faf35 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for subnet, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:59.642860 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-71b2db97-760c-4297-bf20-7859189faf35 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] 10.222.0.66 "DELETE /v2.0/subnets/f7d30986-c123-4503-b67e-e6bd87685d88 HTTP/1.1" status: 204 len: 168 time: 1.1085007 Aug 18 12:11:59.646606 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 49476) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:11:59.656716 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63fec536-99d4-441a-bfce-9d46341c3af0 None None] Network b4de0c89-7c4b-47e3-922d-5f777938d411 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:11:59.666191 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c67e75-2955-4ecc-8c6f-8fec583df493 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Pushing event deleted for resources: {'Port': ['ID=b4f0b4a9-f735-4988-a4b5-f77e73fd1c0a,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:11:59.759121 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2a17c53b-25a3-4ab4-b149-c1691dafd32a tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7904109'] for network, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:59.794692 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-97a45406-27dc-4ec4-a88f-007121efcef3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:59.797400 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-97a45406-27dc-4ec4-a88f-007121efcef3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:59.798634 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-97a45406-27dc-4ec4-a88f-007121efcef3 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/896d9d06-ebde-472f-8c8f-da4504c3bd60 HTTP/1.1" status: 204 len: 168 time: 0.4775550 Aug 18 12:11:59.814612 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a6c67e75-2955-4ecc-8c6f-8fec583df493 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:59.817244 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-a6c67e75-2955-4ecc-8c6f-8fec583df493 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] 10.222.0.66 "DELETE /v2.0/ports/b4f0b4a9-f735-4988-a4b5-f77e73fd1c0a HTTP/1.1" status: 204 len: 168 time: 0.7077141 Aug 18 12:11:59.825342 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 49480) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:11:59.835536 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a45406-27dc-4ec4-a88f-007121efcef3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=896d9d06-ebde-472f-8c8f-da4504c3bd60,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:11:59.894411 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-2a17c53b-25a3-4ab4-b149-c1691dafd32a tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Deleting port 4186a33e-fd77-4464-9c90-3abbafaef72f {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:11:59.894911 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2a17c53b-25a3-4ab4-b149-c1691dafd32a tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:11:59.943704 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-399a556f-e4f2-48b1-90cf-547670c851f0 None None] DHCP port deletion for b4de0c89-7c4b-47e3-922d-5f777938d411 request from n-d-804985-2 {{(pid=106254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 12:12:00.081299 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf848eb8-c59b-4aca-8cc6-7287e47608a1 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:12:00.085440 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [None req-2a17c53b-25a3-4ab4-b149-c1691dafd32a tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] For port 4186a33e-fd77-4464-9c90-3abbafaef72f, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=4186a33e-fd77-4464-9c90-3abbafaef72f,segment=NetworkSegment(9184d107-fbe7-448f-a380-65ef014284c7),segment_id=9184d107-fbe7-448f-a380-65ef014284c7)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:12:00.085882 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2a17c53b-25a3-4ab4-b149-c1691dafd32a tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:00.091528 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-bf848eb8-c59b-4aca-8cc6-7287e47608a1 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] 10.222.0.66 "GET /v2.0/ports?device_id=66b01843-3468-41fe-a34a-c2d199dbbb60 HTTP/1.1" status: 200 len: 913 time: 0.2649400 Aug 18 12:12:00.094153 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 49488) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:12:00.099944 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-399a556f-e4f2-48b1-90cf-547670c851f0 None None] Deleting port 4186a33e-fd77-4464-9c90-3abbafaef72f {{(pid=106254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:12:00.100315 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-399a556f-e4f2-48b1-90cf-547670c851f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:00.125567 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-2a17c53b-25a3-4ab4-b149-c1691dafd32a tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Calling delete_port for 4186a33e-fd77-4464-9c90-3abbafaef72f owned by network:dhcp {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:12:00.196291 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-399a556f-e4f2-48b1-90cf-547670c851f0 None None] For port 4186a33e-fd77-4464-9c90-3abbafaef72f, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=4186a33e-fd77-4464-9c90-3abbafaef72f,segment=NetworkSegment(9184d107-fbe7-448f-a380-65ef014284c7),segment_id=9184d107-fbe7-448f-a380-65ef014284c7)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:12:00.196983 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-399a556f-e4f2-48b1-90cf-547670c851f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:00.215432 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-399a556f-e4f2-48b1-90cf-547670c851f0 None None] Calling delete_port for 4186a33e-fd77-4464-9c90-3abbafaef72f owned by network:dhcp {{(pid=106254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:12:00.363039 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 4186a33e-fd77-4464-9c90-3abbafaef72f no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:12:00.403936 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870c69c0-49d8-4849-b950-b265753364c5 req-b6aa128d-e209-4296-ab40-d655be3c92d1 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:12:00.420542 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-870c69c0-49d8-4849-b950-b265753364c5 req-b6aa128d-e209-4296-ab40-d655be3c92d1 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/ports?device_id=921d3c41-9188-4e3c-a7f3-44c5c4f15460 HTTP/1.1" status: 200 len: 946 time: 0.2057991 Aug 18 12:12:00.422721 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 49496) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:12:00.426406 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 968e30d9-1296-4575-8165-01e35855a47c no longer exists at agent hyperv_n-h1-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:12:00.565584 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] No Port match for: 968e30d9-1296-4575-8165-01e35855a47c {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:12:00.567188 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 968e30d9-1296-4575-8165-01e35855a47c not bound to the agent host n-h1-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:12:00.573028 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-399a556f-e4f2-48b1-90cf-547670c851f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556'] for port, after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:00.685831 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399a556f-e4f2-48b1-90cf-547670c851f0 None None] Pushing event deleted for resources: {'Port': ['ID=4186a33e-fd77-4464-9c90-3abbafaef72f,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:12:00.695537 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-399a556f-e4f2-48b1-90cf-547670c851f0 None None] No DVR routers for this DVR port 4186a33e-fd77-4464-9c90-3abbafaef72f on host n-d-804985-2 {{(pid=106254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:12:00.714578 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No active binding found for port 4186a33e-fd77-4464-9c90-3abbafaef72f {{(pid=106254) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 18 12:12:00.718472 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 4186a33e-fd77-4464-9c90-3abbafaef72f not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:12:00.736750 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-870c69c0-49d8-4849-b950-b265753364c5 req-b523befb-e046-4884-9013-ca33a8eba576 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/security-groups?id=e93b90b0-d66c-467b-a848-eedd88936357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3154085 Aug 18 12:12:00.794138 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2a17c53b-25a3-4ab4-b149-c1691dafd32a tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:00.843190 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a17c53b-25a3-4ab4-b149-c1691dafd32a tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Pushing event deleted for resources: {'Port': ['ID=4186a33e-fd77-4464-9c90-3abbafaef72f,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:12:00.847537 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a17c53b-25a3-4ab4-b149-c1691dafd32a tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] No DVR routers for this DVR port 4186a33e-fd77-4464-9c90-3abbafaef72f on host n-d-804985-2 {{(pid=106252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:12:00.964388 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2a17c53b-25a3-4ab4-b149-c1691dafd32a tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8367869', 'neutron.services.segments.db._delete_segments_for_network-8789151212993'] for network, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:00.980867 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-2a17c53b-25a3-4ab4-b149-c1691dafd32a tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4de0c89-7c4b-47e3-922d-5f777938d411']}} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:12:00.996095 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-2a17c53b-25a3-4ab4-b149-c1691dafd32a tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9184d107-fbe7-448f-a380-65ef014284c7') {'for_net_delete': True} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:12:00.996447 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-2a17c53b-25a3-4ab4-b149-c1691dafd32a tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9184d107-fbe7-448f-a380-65ef014284c7') {} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:12:01.010757 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2a17c53b-25a3-4ab4-b149-c1691dafd32a tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789151225254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2221521'] for segment, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:01.156323 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2a17c53b-25a3-4ab4-b149-c1691dafd32a tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:01.166864 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a17c53b-25a3-4ab4-b149-c1691dafd32a tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Releasing vlan 830 on physical network physnet1 to pool {{(pid=106252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:12:01.167905 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2a17c53b-25a3-4ab4-b149-c1691dafd32a tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3572434'] for segment, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:01.171179 n-d-804985-2 neutron-server[106252]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 12:12:01.171179 n-d-804985-2 neutron-server[106252]: self.session.flush() Aug 18 12:12:01.171179 n-d-804985-2 neutron-server[106252]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 12:12:01.171179 n-d-804985-2 neutron-server[106252]: self.session.flush() Aug 18 12:12:01.171179 n-d-804985-2 neutron-server[106252]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 12:12:01.171179 n-d-804985-2 neutron-server[106252]: self.session.flush() Aug 18 12:12:01.171179 n-d-804985-2 neutron-server[106252]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 12:12:01.171179 n-d-804985-2 neutron-server[106252]: self.session.flush() Aug 18 12:12:01.171179 n-d-804985-2 neutron-server[106252]: Traceback (most recent call last): Aug 18 12:12:01.171179 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:12:01.171179 n-d-804985-2 neutron-server[106252]: timer() Aug 18 12:12:01.171179 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:12:01.171179 n-d-804985-2 neutron-server[106252]: cb(*args, **kw) Aug 18 12:12:01.171179 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:12:01.171179 n-d-804985-2 neutron-server[106252]: return func(*args, **kwargs) Aug 18 12:12:01.171179 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:12:01.171179 n-d-804985-2 neutron-server[106252]: self._notify() Aug 18 12:12:01.171179 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:12:01.171179 n-d-804985-2 neutron-server[106252]: self.callback(batched_events) Aug 18 12:12:01.171179 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:12:01.171179 n-d-804985-2 neutron-server[106252]: event.method(event) Aug 18 12:12:01.171179 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:12:01.171179 n-d-804985-2 neutron-server[106252]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:12:01.171179 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:12:01.171179 n-d-804985-2 neutron-server[106252]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:12:01.171179 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:12:01.171179 n-d-804985-2 neutron-server[106252]: return f(self, *a, **k) Aug 18 12:12:01.171179 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:12:01.171179 n-d-804985-2 neutron-server[106252]: return self._get(url).json() Aug 18 12:12:01.171179 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:12:01.171179 n-d-804985-2 neutron-server[106252]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:12:01.171179 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:12:01.171179 n-d-804985-2 neutron-server[106252]: return self.request(url, 'GET', **kwargs) Aug 18 12:12:01.171179 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:12:01.171179 n-d-804985-2 neutron-server[106252]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:12:01.171179 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:12:01.171179 n-d-804985-2 neutron-server[106252]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:12:01.171179 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:12:01.171179 n-d-804985-2 neutron-server[106252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:12:01.171179 n-d-804985-2 neutron-server[106252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:12:01.312639 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.agents_db [None req-6dbb2658-0354-4101-8393-6e7505481cf6 None None] Agent healthcheck: found 7 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 12:12:01.314164 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2a17c53b-25a3-4ab4-b149-c1691dafd32a tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8367858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997186'] for network, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:01.328779 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2a17c53b-25a3-4ab4-b149-c1691dafd32a tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks [] for network, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:01.335373 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-2a17c53b-25a3-4ab4-b149-c1691dafd32a tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] 10.222.0.66 "DELETE /v2.0/networks/b4de0c89-7c4b-47e3-922d-5f777938d411 HTTP/1.1" status: 204 len: 168 time: 1.6877317 Aug 18 12:12:01.336951 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 49526) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:12:01.346322 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-500b37bf-bd4b-4112-8173-659123c3ed69 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1846719359'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:12:01.353122 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a17c53b-25a3-4ab4-b149-c1691dafd32a tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Pushing event deleted for resources: {'Network': ['ID=b4de0c89-7c4b-47e3-922d-5f777938d411,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:12:01.376889 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e6f23c83-1098-43be-aac3-5e24eb1a39cc tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-996815'] for router_interface, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:01.419612 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e5c0dbda-fefa-4c32-a8c7-36901fbae643 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-996815'] for router_interface, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:01.455156 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-500b37bf-bd4b-4112-8173-659123c3ed69 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Made reservation on behalf of 945a2d7857154f6c9b28850f76e065fc for: {'network': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:12:01.458698 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-500b37bf-bd4b-4112-8173-659123c3ed69 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for network, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:01.518282 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-500b37bf-bd4b-4112-8173-659123c3ed69 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 849} {{(pid=106253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:12:01.555544 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-500b37bf-bd4b-4112-8173-659123c3ed69 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:01.555885 n-d-804985-2 neutron-server[106253]: INFO neutron.db.segments_db [None req-500b37bf-bd4b-4112-8173-659123c3ed69 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Added segment 7dba05a8-3f3e-4cdc-9ecc-d358ed75f9ff of type vlan for network 6977fe4e-bf9c-4b63-95bd-38cecb77c3ed Aug 18 12:12:01.632920 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-500b37bf-bd4b-4112-8173-659123c3ed69 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789150665894'] for network, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:01.679663 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-500b37bf-bd4b-4112-8173-659123c3ed69 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for network, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:01.687782 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-500b37bf-bd4b-4112-8173-659123c3ed69 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:12:01.688756 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-500b37bf-bd4b-4112-8173-659123c3ed69 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks [] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:01.789847 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500b37bf-bd4b-4112-8173-659123c3ed69 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Pushing event updated for resources: {'Network': ['ID=6977fe4e-bf9c-4b63-95bd-38cecb77c3ed,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:12:01.807609 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Network 6977fe4e-bf9c-4b63-95bd-38cecb77c3ed details requested by agent ovs-agent-n-d-804985-2 with host n-d-804985-2 {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:12:01.835716 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-500b37bf-bd4b-4112-8173-659123c3ed69 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4956303 Aug 18 12:12:01.838129 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 49556) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:12:01.853914 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-a07183b4-65d1-4d31-9688-b3e76bd1aa34 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Request body: {'subnet': {'network_id': '6977fe4e-bf9c-4b63-95bd-38cecb77c3ed', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:12:01.858926 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6290c256-1e57-4d26-9cda-43805e4ec2a2 req-c162d114-1803-495d-aeef-1ff012e838a2 tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:12:01.862314 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6290c256-1e57-4d26-9cda-43805e4ec2a2 req-c162d114-1803-495d-aeef-1ff012e838a2 tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] 10.222.0.66 "GET /v2.0/networks?id=7dfc47df-47b4-4e90-bd94-e3bf14b5a490 HTTP/1.1" status: 200 len: 815 time: 0.3039358 Aug 18 12:12:01.923951 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6290c256-1e57-4d26-9cda-43805e4ec2a2 req-1576d79f-37b8-48bf-9d7e-3d91d42ad125 tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] 10.222.0.66 "GET /v2.0/quotas/287474964843457e83741728f27605af HTTP/1.1" status: 200 len: 375 time: 0.0546207 Aug 18 12:12:01.995531 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-e5c0dbda-fefa-4c32-a8c7-36901fbae643 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Deleting port d4a2ce56-6bc4-4f2f-bc7d-ba4c8b3a7bc2 {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:12:01.995879 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e5c0dbda-fefa-4c32-a8c7-36901fbae643 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:02.085207 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a07183b4-65d1-4d31-9688-b3e76bd1aa34 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Made reservation on behalf of 945a2d7857154f6c9b28850f76e065fc for: {'subnet': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:12:02.086268 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6290c256-1e57-4d26-9cda-43805e4ec2a2 req-0fa2cc8f-2d2e-42cf-a45b-54d8dffa7cf2 tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=287474964843457e83741728f27605af&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1337702 Aug 18 12:12:02.097343 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a07183b4-65d1-4d31-9688-b3e76bd1aa34 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59388119'] for subnet, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:02.102529 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [req-6290c256-1e57-4d26-9cda-43805e4ec2a2 req-3dad997d-f236-4eee-a013-e8b61420b96d service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=106252) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 12:12:02.103466 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6290c256-1e57-4d26-9cda-43805e4ec2a2 req-3dad997d-f236-4eee-a013-e8b61420b96d service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0084457 Aug 18 12:12:02.113979 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184208cf-e548-4d8e-85b0-9cedf0b760bd req-f2af0220-2517-40ae-b745-7ab23ba743a7 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:12:02.115558 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-184208cf-e548-4d8e-85b0-9cedf0b760bd req-f2af0220-2517-40ae-b745-7ab23ba743a7 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/ports?device_id=921d3c41-9188-4e3c-a7f3-44c5c4f15460 HTTP/1.1" status: 200 len: 946 time: 0.2129300 Aug 18 12:12:02.202750 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [None req-e5c0dbda-fefa-4c32-a8c7-36901fbae643 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] For port d4a2ce56-6bc4-4f2f-bc7d-ba4c8b3a7bc2, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=d4a2ce56-6bc4-4f2f-bc7d-ba4c8b3a7bc2,segment=NetworkSegment(a141fc5e-7e21-4fbf-84e2-32d69bd4741b),segment_id=a141fc5e-7e21-4fbf-84e2-32d69bd4741b)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:12:02.203153 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e5c0dbda-fefa-4c32-a8c7-36901fbae643 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:02.234419 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-e5c0dbda-fefa-4c32-a8c7-36901fbae643 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Calling delete_port for d4a2ce56-6bc4-4f2f-bc7d-ba4c8b3a7bc2 owned by network:router_interface {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:12:02.257034 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-184208cf-e548-4d8e-85b0-9cedf0b760bd req-7f148dff-dabf-46c7-bbdf-f00ce06f8dd1 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/security-groups?id=e93b90b0-d66c-467b-a848-eedd88936357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253800 Aug 18 12:12:02.280031 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-e6f23c83-1098-43be-aac3-5e24eb1a39cc tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Deleting port 58f9537a-846d-4ea4-b920-99d106832f10 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:12:02.280031 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e6f23c83-1098-43be-aac3-5e24eb1a39cc tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:02.321886 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6290c256-1e57-4d26-9cda-43805e4ec2a2 req-88d3082e-e91e-4da7-8951-5a04fabeeca5 service neutron] 10.222.0.66 "GET /v2.0/networks/7dfc47df-47b4-4e90-bd94-e3bf14b5a490?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2050681 Aug 18 12:12:02.382346 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 49566) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:12:02.456070 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e6f23c83-1098-43be-aac3-5e24eb1a39cc tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:02.480972 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-e6f23c83-1098-43be-aac3-5e24eb1a39cc tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Calling delete_port for 58f9537a-846d-4ea4-b920-99d106832f10 owned by network:router_interface {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:12:02.500903 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a07183b4-65d1-4d31-9688-b3e76bd1aa34 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58902106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59388097'] for subnet, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:02.529938 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6290c256-1e57-4d26-9cda-43805e4ec2a2 req-db65f65e-de28-4b27-8c7d-2d9e290c619e service neutron] 10.222.0.66 "GET /v2.0/networks/7dfc47df-47b4-4e90-bd94-e3bf14b5a490?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1768486 Aug 18 12:12:02.623214 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-24dc279d-b4da-4f03-a462-2147ad5d5031 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:02.653361 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07183b4-65d1-4d31-9688-b3e76bd1aa34 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Pushing event updated for resources: {'Subnet': ['ID=15949ba7-f1db-4a53-a3e4-2892d5b1f330,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:12:02.674366 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e5c0dbda-fefa-4c32-a8c7-36901fbae643 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:02.718237 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a07183b4-65d1-4d31-9688-b3e76bd1aa34 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Checking segment: {'id': '7dba05a8-3f3e-4cdc-9ecc-d358ed75f9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '6977fe4e-bf9c-4b63-95bd-38cecb77c3ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:12:02.718604 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a07183b4-65d1-4d31-9688-b3e76bd1aa34 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Network hostable DHCP agents. Network: 6977fe4e-bf9c-4b63-95bd-38cecb77c3ed, hostable agents: ['97c14208-2951-4361-8d64-3708c946ff5f'], hosted agents: [] {{(pid=106253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 12:12:02.760408 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c0dbda-fefa-4c32-a8c7-36901fbae643 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Pushing event deleted for resources: {'Port': ['ID=d4a2ce56-6bc4-4f2f-bc7d-ba4c8b3a7bc2,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:12:02.791980 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a07183b4-65d1-4d31-9688-b3e76bd1aa34 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Network 6977fe4e-bf9c-4b63-95bd-38cecb77c3ed is scheduled to be hosted by DHCP agent 97c14208-2951-4361-8d64-3708c946ff5f with binding_index 1 {{(pid=106253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 12:12:02.836869 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-a07183b4-65d1-4d31-9688-b3e76bd1aa34 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-2, 6977fe4e-bf9c-4b63-95bd-38cecb77c3ed) {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:12:02.844581 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b43239ab-d092-4a88-8e14-beae7499b0d8 None None] Network 6977fe4e-bf9c-4b63-95bd-38cecb77c3ed requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:12:02.868808 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a07183b4-65d1-4d31-9688-b3e76bd1aa34 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:12:02.868808 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a07183b4-65d1-4d31-9688-b3e76bd1aa34 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:02.951621 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d560c0e5-e6dc-4471-b1e5-3cd6cc28fc23 req-ba214123-b973-442f-840b-f27628b194f2 tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] 10.222.0.66 "GET /v2.0/ports?device_id=63ed90c6-053d-4efc-86f0-c549d3d30e58 HTTP/1.1" status: 200 len: 210 time: 0.0635569 Aug 18 12:12:02.986682 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-24dc279d-b4da-4f03-a462-2147ad5d5031 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:02.987434 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e6f23c83-1098-43be-aac3-5e24eb1a39cc tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:03.071446 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-24dc279d-b4da-4f03-a462-2147ad5d5031 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:03.088093 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f23c83-1098-43be-aac3-5e24eb1a39cc tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Pushing event deleted for resources: {'Port': ['ID=58f9537a-846d-4ea4-b920-99d106832f10,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:12:03.114488 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-a07183b4-65d1-4d31-9688-b3e76bd1aa34 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2733450 Aug 18 12:12:03.117412 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 49578) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:12:03.122711 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-d4379b96-b826-4be5-815b-9d490e9f7c6b tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-576810550', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:12:03.193750 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f93626b-7fd3-4d10-b7f9-e29dfa4d26ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp788be208-34ab-5a8f-af0f-528834af222f-6977fe4e-bf9c-4b63-95bd-38cecb77c3ed', 'network_id': '6977fe4e-bf9c-4b63-95bd-38cecb77c3ed', 'tenant_id': '945a2d7857154f6c9b28850f76e065fc', 'fixed_ips': [{'subnet_id': '15949ba7-f1db-4a53-a3e4-2892d5b1f330'}]}} from n-d-804985-2. {{(pid=106254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 12:12:03.196669 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-2f93626b-7fd3-4d10-b7f9-e29dfa4d26ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:03.239086 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d4379b96-b826-4be5-815b-9d490e9f7c6b tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-998592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15809'] for router, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:03.240430 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d4379b96-b826-4be5-815b-9d490e9f7c6b tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-992733', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-971415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15816'] for router, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:03.247130 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-24dc279d-b4da-4f03-a462-2147ad5d5031 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d8f776b9f9254101882832731bea9096&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8633873 Aug 18 12:12:03.250471 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24dc279d-b4da-4f03-a462-2147ad5d5031 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47de9ca4-1784-4bd1-97c3-606874577fd8,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:12:03.258843 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 49580) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:12:03.481102 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-725b7695-f436-4490-a8f8-165e4deb646c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:03.506926 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.db_base_plugin_common [None req-2f93626b-7fd3-4d10-b7f9-e29dfa4d26ca None None] Allocated IP 172.20.0.2 (6977fe4e-bf9c-4b63-95bd-38cecb77c3ed/15949ba7-f1db-4a53-a3e4-2892d5b1f330/934957b7-dc4f-47ed-9d70-96e89bbe0524) {{(pid=106254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:12:03.508671 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e6f23c83-1098-43be-aac3-5e24eb1a39cc tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953695'] for router_interface, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:03.515814 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-725b7695-f436-4490-a8f8-165e4deb646c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:03.733098 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-725b7695-f436-4490-a8f8-165e4deb646c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:03.737163 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-725b7695-f436-4490-a8f8-165e4deb646c admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:03.738637 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-725b7695-f436-4490-a8f8-165e4deb646c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/47de9ca4-1784-4bd1-97c3-606874577fd8 HTTP/1.1" status: 204 len: 168 time: 0.4782615 Aug 18 12:12:03.754232 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725b7695-f436-4490-a8f8-165e4deb646c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47de9ca4-1784-4bd1-97c3-606874577fd8,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:12:03.821922 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-2f93626b-7fd3-4d10-b7f9-e29dfa4d26ca None None] Notify callbacks [] for port, precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:03.834899 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-2f93626b-7fd3-4d10-b7f9-e29dfa4d26ca None None] Transition to ACTIVE for port object 934957b7-dc4f-47ed-9d70-96e89bbe0524 will not be triggered until provisioned by entity L2. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:12:03.857789 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-2f93626b-7fd3-4d10-b7f9-e29dfa4d26ca None None] Transition to ACTIVE for port object 934957b7-dc4f-47ed-9d70-96e89bbe0524 will not be triggered until provisioned by entity DHCP. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:12:03.872349 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-2f93626b-7fd3-4d10-b7f9-e29dfa4d26ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547'] for port, after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:03.942951 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f93626b-7fd3-4d10-b7f9-e29dfa4d26ca None None] Pushing event updated for resources: {'Port': ['ID=934957b7-dc4f-47ed-9d70-96e89bbe0524,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:12:03.952538 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f93626b-7fd3-4d10-b7f9-e29dfa4d26ca None None] Network 6977fe4e-bf9c-4b63-95bd-38cecb77c3ed is already hosted by enough agents. {{(pid=106254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:12:03.958904 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.base_scheduler [None req-2f93626b-7fd3-4d10-b7f9-e29dfa4d26ca None None] Resources bound (agent type, host, resource id): {{(pid=106254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:12:03.962929 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f93626b-7fd3-4d10-b7f9-e29dfa4d26ca None None] Received port after_create {{(pid=106254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:12:04.019199 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6f23c83-1098-43be-aac3-5e24eb1a39cc tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Router 66b01843-3468-41fe-a34a-c2d199dbbb60 has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:12:04.047598 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-2f93626b-7fd3-4d10-b7f9-e29dfa4d26ca None None] Attempting to bind port 934957b7-dc4f-47ed-9d70-96e89bbe0524 on host n-d-804985-2 for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:12:04.047906 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-2f93626b-7fd3-4d10-b7f9-e29dfa4d26ca None None] Attempting to bind port 934957b7-dc4f-47ed-9d70-96e89bbe0524 by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': '7dba05a8-3f3e-4cdc-9ecc-d358ed75f9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '6977fe4e-bf9c-4b63-95bd-38cecb77c3ed'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:12:04.048495 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f93626b-7fd3-4d10-b7f9-e29dfa4d26ca None None] Attempting to bind port 934957b7-dc4f-47ed-9d70-96e89bbe0524 on network 6977fe4e-bf9c-4b63-95bd-38cecb77c3ed {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:12:04.054931 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f93626b-7fd3-4d10-b7f9-e29dfa4d26ca None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 11, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:12:04.055209 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f93626b-7fd3-4d10-b7f9-e29dfa4d26ca None None] Checking segment: {'id': '7dba05a8-3f3e-4cdc-9ecc-d358ed75f9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '6977fe4e-bf9c-4b63-95bd-38cecb77c3ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:12:04.055694 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-2f93626b-7fd3-4d10-b7f9-e29dfa4d26ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:04.056094 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f93626b-7fd3-4d10-b7f9-e29dfa4d26ca None None] Bound using segment: {'id': '7dba05a8-3f3e-4cdc-9ecc-d358ed75f9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '6977fe4e-bf9c-4b63-95bd-38cecb77c3ed'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:12:04.056658 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-2f93626b-7fd3-4d10-b7f9-e29dfa4d26ca None None] Bound port: 934957b7-dc4f-47ed-9d70-96e89bbe0524, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dba05a8-3f3e-4cdc-9ecc-d358ed75f9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '6977fe4e-bf9c-4b63-95bd-38cecb77c3ed'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:12:04.057052 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-2f93626b-7fd3-4d10-b7f9-e29dfa4d26ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:04.082956 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8de265-6fac-46a5-9f61-796ae96d0345 req-2d003495-1fba-4013-abfb-837eb3c6ffde tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:12:04.089928 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9b8de265-6fac-46a5-9f61-796ae96d0345 req-2d003495-1fba-4013-abfb-837eb3c6ffde tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/ports?device_id=921d3c41-9188-4e3c-a7f3-44c5c4f15460 HTTP/1.1" status: 200 len: 946 time: 0.3054938 Aug 18 12:12:04.099099 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d4379b96-b826-4be5-815b-9d490e9f7c6b tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:04.130270 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e5c0dbda-fefa-4c32-a8c7-36901fbae643 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953695'] for router_interface, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:04.172285 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d4379b96-b826-4be5-815b-9d490e9f7c6b tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-998473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-992536'] for router, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:04.179142 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6f23c83-1098-43be-aac3-5e24eb1a39cc tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:12:04.189168 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-2f93626b-7fd3-4d10-b7f9-e29dfa4d26ca None None] For port 934957b7-dc4f-47ed-9d70-96e89bbe0524, host n-d-804985-2, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:12:04.189945 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-e6f23c83-1098-43be-aac3-5e24eb1a39cc tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] 10.222.0.66 "PUT /v2.0/routers/66b01843-3468-41fe-a34a-c2d199dbbb60/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0942519 Aug 18 12:12:04.191301 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 49598) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:12:04.201757 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2294d137-2f8d-4454-823e-f581ad08026a None None] Sync routers for ids ['66b01843-3468-41fe-a34a-c2d199dbbb60'] in n-d-804985-2 {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:12:04.266230 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9b8de265-6fac-46a5-9f61-796ae96d0345 req-59b81d6a-98f6-48e6-9076-9853418426eb tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/security-groups?id=e93b90b0-d66c-467b-a848-eedd88936357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655874 Aug 18 12:12:04.282903 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-49109759-619f-44b9-8d00-0b0738000700 req-d9557d62-c3ef-472e-b892-1eea19e8e53a tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] 10.222.0.66 "GET /v2.0/ports?device_id=63ed90c6-053d-4efc-86f0-c549d3d30e58 HTTP/1.1" status: 200 len: 210 time: 0.0593748 Aug 18 12:12:04.283860 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d4379b96-b826-4be5-815b-9d490e9f7c6b tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks [] for router, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:04.285048 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-2f93626b-7fd3-4d10-b7f9-e29dfa4d26ca None None] For port 934957b7-dc4f-47ed-9d70-96e89bbe0524, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=934957b7-dc4f-47ed-9d70-96e89bbe0524,segment=NetworkSegment(7dba05a8-3f3e-4cdc-9ecc-d358ed75f9ff),segment_id=7dba05a8-3f3e-4cdc-9ecc-d358ed75f9ff)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:12:04.290181 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-d4379b96-b826-4be5-815b-9d490e9f7c6b tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 1.1696424 Aug 18 12:12:04.290181 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 49600) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:12:04.296345 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-c75d796d-4ff5-4906-9761-da15ffaeea5d tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Request body: {'port': {'network_id': '6977fe4e-bf9c-4b63-95bd-38cecb77c3ed', 'name': 'tempest-PortsTestJSON-1715105507'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:12:04.306549 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2294d137-2f8d-4454-823e-f581ad08026a None None] Routers {'66b01843-3468-41fe-a34a-c2d199dbbb60'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:12:04.311992 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-2294d137-2f8d-4454-823e-f581ad08026a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:11:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['66b01843-3468-41fe-a34a-c2d199dbbb60'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:12:04.422599 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-2f93626b-7fd3-4d10-b7f9-e29dfa4d26ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:04.428424 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-2294d137-2f8d-4454-823e-f581ad08026a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:12:04.481966 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5384f416-d8f5-4392-8987-a88ccecc19d2 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks [] for router, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:04.529549 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2294d137-2f8d-4454-823e-f581ad08026a None None] Routers {'66b01843-3468-41fe-a34a-c2d199dbbb60'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:12:04.530094 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-2294d137-2f8d-4454-823e-f581ad08026a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:11:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['66b01843-3468-41fe-a34a-c2d199dbbb60'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:12:04.624788 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-2294d137-2f8d-4454-823e-f581ad08026a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:12:04.625829 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2294d137-2f8d-4454-823e-f581ad08026a None None] The sync data for ids ['66b01843-3468-41fe-a34a-c2d199dbbb60'] in n-d-804985-2 is: [] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:12:04.678625 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f93626b-7fd3-4d10-b7f9-e29dfa4d26ca None None] Pushing event updated for resources: {'Port': ['ID=934957b7-dc4f-47ed-9d70-96e89bbe0524,revision_number=2']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:12:04.731436 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5384f416-d8f5-4392-8987-a88ccecc19d2 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:04.858484 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c75d796d-4ff5-4906-9761-da15ffaeea5d tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Made reservation on behalf of 945a2d7857154f6c9b28850f76e065fc for: {'port': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:12:04.863278 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c75d796d-4ff5-4906-9761-da15ffaeea5d tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:04.863742 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-5384f416-d8f5-4392-8987-a88ccecc19d2 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Deleting port 26903bb3-14d3-43c0-ac5b-64fe18c6fbf2 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:12:04.864160 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5384f416-d8f5-4392-8987-a88ccecc19d2 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:04.974331 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [None req-c75d796d-4ff5-4906-9761-da15ffaeea5d tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] device_id is not set on port dcb43d49-9a23-499f-bb6e-b9f43a03bb9d yet. {{(pid=106252) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 12:12:04.981585 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5c0dbda-fefa-4c32-a8c7-36901fbae643 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Router aada72d7-ff52-459b-ab6c-ed495c94939d has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:12:05.002441 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6290c256-1e57-4d26-9cda-43805e4ec2a2 req-295ad8a5-1744-4c81-b3ef-936c3f2bceb1 tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:12:05.020160 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6290c256-1e57-4d26-9cda-43805e4ec2a2 req-295ad8a5-1744-4c81-b3ef-936c3f2bceb1 tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] 10.222.0.63 "GET /v2.0/networks?id=7dfc47df-47b4-4e90-bd94-e3bf14b5a490 HTTP/1.1" status: 200 len: 815 time: 0.4463811 Aug 18 12:12:05.065649 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5384f416-d8f5-4392-8987-a88ccecc19d2 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:05.085429 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-5384f416-d8f5-4392-8987-a88ccecc19d2 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Calling delete_port for 26903bb3-14d3-43c0-ac5b-64fe18c6fbf2 owned by network:router_gateway {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:12:05.108494 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-6290c256-1e57-4d26-9cda-43805e4ec2a2 req-e9a8d9f9-b1ab-4d3a-96a9-65c2a3a24d6b tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] Request body: {'port': {'device_id': '63ed90c6-053d-4efc-86f0-c549d3d30e58', 'network_id': '7dfc47df-47b4-4e90-bd94-e3bf14b5a490', 'admin_state_up': True, 'tenant_id': '287474964843457e83741728f27605af'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:12:05.366569 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5384f416-d8f5-4392-8987-a88ccecc19d2 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:05.428732 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5384f416-d8f5-4392-8987-a88ccecc19d2 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Pushing event deleted for resources: {'Port': ['ID=26903bb3-14d3-43c0-ac5b-64fe18c6fbf2,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:12:05.525563 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d0d394e7-a972-4810-823c-f9dff6905a3f req-58710a71-66c8-4374-8101-94496a8cc535 tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] 10.222.0.66 "GET /v2.0/ports?device_id=63ed90c6-053d-4efc-86f0-c549d3d30e58 HTTP/1.1" status: 200 len: 210 time: 0.0642917 Aug 18 12:12:05.544665 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [None req-c75d796d-4ff5-4906-9761-da15ffaeea5d tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Allocated IP 172.20.0.12 (6977fe4e-bf9c-4b63-95bd-38cecb77c3ed/15949ba7-f1db-4a53-a3e4-2892d5b1f330/dcb43d49-9a23-499f-bb6e-b9f43a03bb9d) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:12:05.556243 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6290c256-1e57-4d26-9cda-43805e4ec2a2 req-e9a8d9f9-b1ab-4d3a-96a9-65c2a3a24d6b tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] Made reservation on behalf of 287474964843457e83741728f27605af for: {'port': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:12:05.560213 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-6290c256-1e57-4d26-9cda-43805e4ec2a2 req-e9a8d9f9-b1ab-4d3a-96a9-65c2a3a24d6b tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:05.571429 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5384f416-d8f5-4392-8987-a88ccecc19d2 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-997271'] for router_gateway, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:05.598236 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5c0dbda-fefa-4c32-a8c7-36901fbae643 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:12:05.606867 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-e5c0dbda-fefa-4c32-a8c7-36901fbae643 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "PUT /v2.0/routers/aada72d7-ff52-459b-ab6c-ed495c94939d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1812310 Aug 18 12:12:05.611261 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 49632) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:12:05.623304 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e199994c-baae-4c33-86bd-d0b1e2a98c47 None None] Sync routers for ids ['aada72d7-ff52-459b-ab6c-ed495c94939d'] in n-d-804985-2 {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:12:05.636968 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e199994c-baae-4c33-86bd-d0b1e2a98c47 None None] Routers {'aada72d7-ff52-459b-ab6c-ed495c94939d'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:12:05.637756 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-e199994c-baae-4c33-86bd-d0b1e2a98c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:11:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['aada72d7-ff52-459b-ab6c-ed495c94939d'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:12:05.648218 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fc3225-5c9a-49a7-bd16-48f5bc512bf2 req-547c4102-ffea-4719-b83a-a2f397a0a34c tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:12:05.660726 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-22fc3225-5c9a-49a7-bd16-48f5bc512bf2 req-547c4102-ffea-4719-b83a-a2f397a0a34c tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/ports?device_id=921d3c41-9188-4e3c-a7f3-44c5c4f15460 HTTP/1.1" status: 200 len: 946 time: 0.2153792 Aug 18 12:12:05.795301 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5384f416-d8f5-4392-8987-a88ccecc19d2 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-996004', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15859'] for router, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:05.800842 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5384f416-d8f5-4392-8987-a88ccecc19d2 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:05.882503 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-e199994c-baae-4c33-86bd-d0b1e2a98c47 None None] Set router aada72d7-ff52-459b-ab6c-ed495c94939d gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:12:05.909700 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5384f416-d8f5-4392-8987-a88ccecc19d2 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-996061'] for router, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:05.910698 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5384f416-d8f5-4392-8987-a88ccecc19d2 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Fanout notify agent at l3_agent the message router_deleted on router 66b01843-3468-41fe-a34a-c2d199dbbb60 {{(pid=106253) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 12:12:05.921008 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5384f416-d8f5-4392-8987-a88ccecc19d2 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks [] for router, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:05.922390 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-5384f416-d8f5-4392-8987-a88ccecc19d2 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] 10.222.0.66 "DELETE /v2.0/routers/66b01843-3468-41fe-a34a-c2d199dbbb60 HTTP/1.1" status: 204 len: 168 time: 1.7296855 Aug 18 12:12:05.925300 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 49636) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:12:05.931941 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_v2 [None req-5dd380fb-4b29-4536-85ee-bda225888dda tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Deleting subnet a348b5f7-9a90-4c29-ba78-b2f4f4dbb536 {{(pid=106252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 12:12:05.959662 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5dd380fb-4b29-4536-85ee-bda225888dda tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks [] for subnet, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:06.040440 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-22fc3225-5c9a-49a7-bd16-48f5bc512bf2 req-92e1aea2-f7b2-496b-b355-acbde5f59e11 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/security-groups?id=e93b90b0-d66c-467b-a848-eedd88936357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3785701 Aug 18 12:12:06.071701 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_v2 [None req-f31f968e-7ef6-439a-b289-8606669bbb18 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Deleting subnet 7ba83993-ebbc-46eb-85e0-9f832436a355 {{(pid=106253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 12:12:06.077474 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:06.081147 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f31f968e-7ef6-439a-b289-8606669bbb18 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks [] for subnet, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:06.154860 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5dd380fb-4b29-4536-85ee-bda225888dda tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2221528'] for subnet, precommit_delete_associations {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:06.164998 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f31f968e-7ef6-439a-b289-8606669bbb18 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902229'] for subnet, precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:06.295810 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f31f968e-7ef6-439a-b289-8606669bbb18 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:06.347319 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-e199994c-baae-4c33-86bd-d0b1e2a98c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aada72d7-ff52-459b-ab6c-ed495c94939d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-95929592', 'tenant_id': 'b60736d695f1461b9071c3b3eddcc039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.86'}], 'enable_snat': True}, 'gw_port_id': '3d27a835-9411-4c8f-ba53-fd7d8c66f2c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:09:53Z', 'updated_at': '2021-08-18T12:12:02Z', 'revision_number': 5, 'project_id': 'b60736d695f1461b9071c3b3eddcc039', 'gw_port': {'id': '3d27a835-9411-4c8f-ba53-fd7d8c66f2c0', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:35:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aada72d7-ff52-459b-ab6c-ed495c94939d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2135, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:09:54Z', 'updated_at': '2021-08-18T12:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:12:06.362915 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c75d796d-4ff5-4906-9761-da15ffaeea5d tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:06.362915 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [req-6290c256-1e57-4d26-9cda-43805e4ec2a2 req-e9a8d9f9-b1ab-4d3a-96a9-65c2a3a24d6b tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] Allocated IP 172.20.0.14 (7dfc47df-47b4-4e90-bd94-e3bf14b5a490/a76c24d3-b86e-48fd-b018-8474cde49ab5/ac0331fb-c470-4646-ab34-bae714f4d297) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:12:06.382146 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40914743-9bea-426c-acdb-a267ca9a2801 None None] Network 6977fe4e-bf9c-4b63-95bd-38cecb77c3ed requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:12:06.393517 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [None req-c75d796d-4ff5-4906-9761-da15ffaeea5d tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Transition to ACTIVE for port object dcb43d49-9a23-499f-bb6e-b9f43a03bb9d will not be triggered until provisioned by entity DHCP. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:12:06.420860 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e199994c-baae-4c33-86bd-d0b1e2a98c47 None None] Checking router: aada72d7-ff52-459b-ab6c-ed495c94939d for host: n-d-804985-2 {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:12:06.432946 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e199994c-baae-4c33-86bd-d0b1e2a98c47 None None] Routers {'aada72d7-ff52-459b-ab6c-ed495c94939d'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:12:06.435421 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-e199994c-baae-4c33-86bd-d0b1e2a98c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:11:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['aada72d7-ff52-459b-ab6c-ed495c94939d'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:12:06.512524 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5dd380fb-4b29-4536-85ee-bda225888dda tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:06.513313 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 934957b7-dc4f-47ed-9d70-96e89bbe0524 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:12:06.526576 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f31f968e-7ef6-439a-b289-8606669bbb18 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58902171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59388106'] for subnet, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:06.635030 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-145a47a9-2030-4b69-9463-786a3db0b475 None None] Provisioning for port 934957b7-dc4f-47ed-9d70-96e89bbe0524 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:12:06.647912 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-e199994c-baae-4c33-86bd-d0b1e2a98c47 None None] Set router aada72d7-ff52-459b-ab6c-ed495c94939d gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:12:06.681655 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f31f968e-7ef6-439a-b289-8606669bbb18 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:06.691220 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-f31f968e-7ef6-439a-b289-8606669bbb18 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] 10.222.0.66 "DELETE /v2.0/subnets/7ba83993-ebbc-46eb-85e0-9f832436a355 HTTP/1.1" status: 204 len: 168 time: 0.7571211 Aug 18 12:12:06.692303 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 49656) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:12:06.704851 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8f30b817-3552-4e0f-a892-e0558fe1a325 req-0023d690-af46-4bad-a61a-1ab9d5e09895 tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] 10.222.0.66 "GET /v2.0/ports?device_id=63ed90c6-053d-4efc-86f0-c549d3d30e58 HTTP/1.1" status: 200 len: 210 time: 0.0600593 Aug 18 12:12:06.722209 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c75d796d-4ff5-4906-9761-da15ffaeea5d tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:06.725583 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port 934957b7-dc4f-47ed-9d70-96e89bbe0524 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:12:06.735351 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 934957b7-dc4f-47ed-9d70-96e89bbe0524 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:12:06.735728 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:06.747351 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31f968e-7ef6-439a-b289-8606669bbb18 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Pushing event deleted for resources: {'Subnet': ['ID=7ba83993-ebbc-46eb-85e0-9f832436a355,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:12:06.826082 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c75d796d-4ff5-4906-9761-da15ffaeea5d tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Network 6977fe4e-bf9c-4b63-95bd-38cecb77c3ed is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:12:06.829635 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-6290c256-1e57-4d26-9cda-43805e4ec2a2 req-e9a8d9f9-b1ab-4d3a-96a9-65c2a3a24d6b tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:06.836244 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-c75d796d-4ff5-4906-9761-da15ffaeea5d tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:12:06.843666 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5dd380fb-4b29-4536-85ee-bda225888dda tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3572848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59074100'] for subnet, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:06.847242 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c75d796d-4ff5-4906-9761-da15ffaeea5d tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:12:06.855681 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75d796d-4ff5-4906-9761-da15ffaeea5d tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Pushing event updated for resources: {'Port': ['ID=dcb43d49-9a23-499f-bb6e-b9f43a03bb9d,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:12:06.906987 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd380fb-4b29-4536-85ee-bda225888dda tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Pushing event deleted for resources: {'Subnet': ['ID=a348b5f7-9a90-4c29-ba78-b2f4f4dbb536,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:12:06.917268 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5dd380fb-4b29-4536-85ee-bda225888dda tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for subnet, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:06.919183 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-5dd380fb-4b29-4536-85ee-bda225888dda tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "DELETE /v2.0/subnets/a348b5f7-9a90-4c29-ba78-b2f4f4dbb536 HTTP/1.1" status: 204 len: 168 time: 1.2982099 Aug 18 12:12:06.923707 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 49658) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:12:06.931471 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89b5d4ff-94a2-4760-bfec-01481c5cf535 None None] Network 83c90a80-7784-4b6e-bd7b-aef3cab1c6ba requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:12:07.001692 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c75d796d-4ff5-4906-9761-da15ffaeea5d tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:12:07.002398 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c75d796d-4ff5-4906-9761-da15ffaeea5d tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:07.004010 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8e5c65fa-e63d-4818-b9c0-5734dabaaf18 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7904109'] for network, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:07.074197 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-6290c256-1e57-4d26-9cda-43805e4ec2a2 req-e9a8d9f9-b1ab-4d3a-96a9-65c2a3a24d6b tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:07.093201 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-c75d796d-4ff5-4906-9761-da15ffaeea5d tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.7978475 Aug 18 12:12:07.095234 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 49666) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:12:07.099584 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-e199994c-baae-4c33-86bd-d0b1e2a98c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aada72d7-ff52-459b-ab6c-ed495c94939d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-95929592', 'tenant_id': 'b60736d695f1461b9071c3b3eddcc039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.86'}], 'enable_snat': True}, 'gw_port_id': '3d27a835-9411-4c8f-ba53-fd7d8c66f2c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:09:53Z', 'updated_at': '2021-08-18T12:12:02Z', 'revision_number': 5, 'project_id': 'b60736d695f1461b9071c3b3eddcc039', 'gw_port': {'id': '3d27a835-9411-4c8f-ba53-fd7d8c66f2c0', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:35:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aada72d7-ff52-459b-ab6c-ed495c94939d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2135, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:09:54Z', 'updated_at': '2021-08-18T12:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:12:07.119343 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] get_ports_and_sgs() called for port_ids ['be3a76b8-3890-4fa1-a0f9-dd4922568e66', '7d19f69c-a14d-4f3a-9bcc-49905b2572cb'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:12:07.121532 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] get_ports_and_sgs() called for port_ids ['1f77a629-8000-4972-97a1-a5d329a83b02'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:12:07.161546 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e199994c-baae-4c33-86bd-d0b1e2a98c47 None None] The sync data for ids ['aada72d7-ff52-459b-ab6c-ed495c94939d'] in n-d-804985-2 is: [{'id': 'aada72d7-ff52-459b-ab6c-ed495c94939d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-95929592', 'tenant_id': 'b60736d695f1461b9071c3b3eddcc039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.86'}], 'enable_snat': True}, 'gw_port_id': '3d27a835-9411-4c8f-ba53-fd7d8c66f2c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:09:53Z', 'updated_at': '2021-08-18T12:12:02Z', 'revision_number': 5, 'project_id': 'b60736d695f1461b9071c3b3eddcc039', 'gw_port': {'id': '3d27a835-9411-4c8f-ba53-fd7d8c66f2c0', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:35:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aada72d7-ff52-459b-ab6c-ed495c94939d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2135, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:09:54Z', 'updated_at': '2021-08-18T12:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:12:07.252230 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8e5c65fa-e63d-4818-b9c0-5734dabaaf18 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8367869', 'neutron.services.segments.db._delete_segments_for_network-8789151212993'] for network, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:07.271997 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-8e5c65fa-e63d-4818-b9c0-5734dabaaf18 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91153758-0f84-400f-b863-fb7cc0de61f2']}} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:12:07.301638 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6290c256-1e57-4d26-9cda-43805e4ec2a2 req-e9a8d9f9-b1ab-4d3a-96a9-65c2a3a24d6b tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] Network 7dfc47df-47b4-4e90-bd94-e3bf14b5a490 is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:12:07.305983 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-8e5c65fa-e63d-4818-b9c0-5734dabaaf18 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0d13564-8779-4d58-90e2-d8bf499433c2') {'for_net_delete': True} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:12:07.306275 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-8e5c65fa-e63d-4818-b9c0-5734dabaaf18 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0d13564-8779-4d58-90e2-d8bf499433c2') {} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:12:07.317083 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8e5c65fa-e63d-4818-b9c0-5734dabaaf18 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789151225254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902236'] for segment, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:07.360687 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8e5c65fa-e63d-4818-b9c0-5734dabaaf18 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:07.375289 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e5c65fa-e63d-4818-b9c0-5734dabaaf18 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Releasing vlan 817 on physical network physnet1 to pool {{(pid=106253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:12:07.380175 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8e5c65fa-e63d-4818-b9c0-5734dabaaf18 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58900537'] for segment, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:07.383926 n-d-804985-2 neutron-server[106253]: Traceback (most recent call last): Aug 18 12:12:07.383926 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:12:07.383926 n-d-804985-2 neutron-server[106253]: timer() Aug 18 12:12:07.383926 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:12:07.383926 n-d-804985-2 neutron-server[106253]: cb(*args, **kw) Aug 18 12:12:07.383926 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:12:07.383926 n-d-804985-2 neutron-server[106253]: return func(*args, **kwargs) Aug 18 12:12:07.383926 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:12:07.383926 n-d-804985-2 neutron-server[106253]: self._notify() Aug 18 12:12:07.383926 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:12:07.383926 n-d-804985-2 neutron-server[106253]: self.callback(batched_events) Aug 18 12:12:07.383926 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:12:07.383926 n-d-804985-2 neutron-server[106253]: event.method(event) Aug 18 12:12:07.383926 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:12:07.383926 n-d-804985-2 neutron-server[106253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:12:07.383926 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:12:07.383926 n-d-804985-2 neutron-server[106253]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:12:07.383926 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:12:07.383926 n-d-804985-2 neutron-server[106253]: return f(self, *a, **k) Aug 18 12:12:07.383926 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:12:07.383926 n-d-804985-2 neutron-server[106253]: return self._get(url).json() Aug 18 12:12:07.383926 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:12:07.383926 n-d-804985-2 neutron-server[106253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:12:07.383926 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:12:07.383926 n-d-804985-2 neutron-server[106253]: return self.request(url, 'GET', **kwargs) Aug 18 12:12:07.383926 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:12:07.383926 n-d-804985-2 neutron-server[106253]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:12:07.383926 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:12:07.383926 n-d-804985-2 neutron-server[106253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:12:07.383926 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:12:07.383926 n-d-804985-2 neutron-server[106253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:12:07.383926 n-d-804985-2 neutron-server[106253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:12:07.431888 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:07.443070 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [req-6290c256-1e57-4d26-9cda-43805e4ec2a2 req-e9a8d9f9-b1ab-4d3a-96a9-65c2a3a24d6b tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:12:07.453941 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a8d9f9-b1ab-4d3a-96a9-65c2a3a24d6b tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] Pushing event updated for resources: {'Port': ['ID=ac0331fb-c470-4646-ab34-bae714f4d297,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:12:07.467731 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-6290c256-1e57-4d26-9cda-43805e4ec2a2 req-e9a8d9f9-b1ab-4d3a-96a9-65c2a3a24d6b tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:12:07.479902 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-cdb2ec8d-f940-4393-8d46-4ab5b610f59a tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks [] for router, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:07.506204 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8e5c65fa-e63d-4818-b9c0-5734dabaaf18 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8367858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997186'] for network, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:07.517570 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8e5c65fa-e63d-4818-b9c0-5734dabaaf18 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Notify callbacks [] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:07.525648 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-8e5c65fa-e63d-4818-b9c0-5734dabaaf18 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] 10.222.0.66 "DELETE /v2.0/networks/91153758-0f84-400f-b863-fb7cc0de61f2 HTTP/1.1" status: 204 len: 168 time: 0.8241944 Aug 18 12:12:07.566233 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5c65fa-e63d-4818-b9c0-5734dabaaf18 tempest-FloatingIPTestJSON-1368458822 tempest-FloatingIPTestJSON-1368458822-project] Pushing event deleted for resources: {'Network': ['ID=91153758-0f84-400f-b863-fb7cc0de61f2,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:12:07.579646 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] For port 934957b7-dc4f-47ed-9d70-96e89bbe0524, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=934957b7-dc4f-47ed-9d70-96e89bbe0524,segment=NetworkSegment(7dba05a8-3f3e-4cdc-9ecc-d358ed75f9ff),segment_id=7dba05a8-3f3e-4cdc-9ecc-d358ed75f9ff)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:12:07.599722 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:07.762396 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6290c256-1e57-4d26-9cda-43805e4ec2a2 req-e9a8d9f9-b1ab-4d3a-96a9-65c2a3a24d6b tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:12:07.763087 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-6290c256-1e57-4d26-9cda-43805e4ec2a2 req-e9a8d9f9-b1ab-4d3a-96a9-65c2a3a24d6b tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:07.782454 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77c4c768-3ddd-4a4c-a0e8-2e76d90a0689 None None] DHCP port deletion for 83c90a80-7784-4b6e-bd7b-aef3cab1c6ba request from n-d-804985-2 {{(pid=106254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 12:12:07.855578 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-22b9a79b-2899-449a-89cc-5cfed3591818 None None] Provisioning complete for port 934957b7-dc4f-47ed-9d70-96e89bbe0524 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:12:07.855908 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-22b9a79b-2899-449a-89cc-5cfed3591818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:08.161059 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 49702) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:12:08.176260 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Pushing event updated for resources: {'Port': ['ID=934957b7-dc4f-47ed-9d70-96e89bbe0524,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:12:08.322135 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15211d85-146f-458f-a877-970c243738e7 req-bcf01e77-6763-4365-be7e-b12ccee0c1b1 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:12:08.324366 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-15211d85-146f-458f-a877-970c243738e7 req-bcf01e77-6763-4365-be7e-b12ccee0c1b1 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/ports?device_id=921d3c41-9188-4e3c-a7f3-44c5c4f15460 HTTP/1.1" status: 200 len: 946 time: 0.8850436 Aug 18 12:12:08.335487 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6290c256-1e57-4d26-9cda-43805e4ec2a2 req-e9a8d9f9-b1ab-4d3a-96a9-65c2a3a24d6b tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2337668 Aug 18 12:12:08.402275 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-6290c256-1e57-4d26-9cda-43805e4ec2a2 req-08c3b873-274f-411b-9426-1d2e8c6fa882 service neutron] Request body: {'port': {'device_id': '63ed90c6-053d-4efc-86f0-c549d3d30e58', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804985-2'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:12:08.444755 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-fc636683-4ec0-4835-aaf4-f148921a7eb2 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=89fffbe536a34d0daf05475e4f7847d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2815020 Aug 18 12:12:08.445895 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 49706) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:12:08.480345 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 934957b7-dc4f-47ed-9d70-96e89bbe0524 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:12:08.499616 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdd1410-8aa5-4e0e-a191-d92a88d92a85 req-bb387104-5452-4d54-a5f5-1caebef0a018 tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:12:08.507786 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-cfdd1410-8aa5-4e0e-a191-d92a88d92a85 req-bb387104-5452-4d54-a5f5-1caebef0a018 tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] 10.222.0.66 "GET /v2.0/ports?device_id=63ed90c6-053d-4efc-86f0-c549d3d30e58 HTTP/1.1" status: 200 len: 932 time: 0.4443736 Aug 18 12:12:08.549531 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:08.567429 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e9dee3d7-7468-40cd-b6e4-06e507304d12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:08.601958 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e9dee3d7-7468-40cd-b6e4-06e507304d12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:08.606244 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-15211d85-146f-458f-a877-970c243738e7 req-c4cc0137-1b0f-42e9-92a1-2a5dc8f82c69 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/security-groups?id=e93b90b0-d66c-467b-a848-eedd88936357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177184 Aug 18 12:12:08.670070 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e9dee3d7-7468-40cd-b6e4-06e507304d12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:08.673303 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e9dee3d7-7468-40cd-b6e4-06e507304d12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:08.690665 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-6290c256-1e57-4d26-9cda-43805e4ec2a2 req-08c3b873-274f-411b-9426-1d2e8c6fa882 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:08.691236 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-e9dee3d7-7468-40cd-b6e4-06e507304d12 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/551d7463-d087-49d0-8647-1bfee061efa0 HTTP/1.1" status: 204 len: 168 time: 0.2258668 Aug 18 12:12:08.697350 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-22b9a79b-2899-449a-89cc-5cfed3591818 None None] Provisioning for port dcb43d49-9a23-499f-bb6e-b9f43a03bb9d completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:12:08.711728 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dee3d7-7468-40cd-b6e4-06e507304d12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=551d7463-d087-49d0-8647-1bfee061efa0,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:12:08.715608 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-77c4c768-3ddd-4a4c-a0e8-2e76d90a0689 None None] Deleting port 3f563cb9-011a-4ac0-9678-ff375c9287bd {{(pid=106254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:12:08.715990 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-77c4c768-3ddd-4a4c-a0e8-2e76d90a0689 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:08.724658 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-cfdd1410-8aa5-4e0e-a191-d92a88d92a85 req-09eb7883-95b3-48d7-a738-87a2b15ba8b1 tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] 10.222.0.66 "GET /v2.0/security-groups?id=5ef1fad5-9994-4d94-a262-3d4636ae09af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158375 Aug 18 12:12:08.728944 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-22b9a79b-2899-449a-89cc-5cfed3591818 None None] Provisioning complete for port dcb43d49-9a23-499f-bb6e-b9f43a03bb9d triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:12:08.729296 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-22b9a79b-2899-449a-89cc-5cfed3591818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:08.738865 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-cdb2ec8d-f940-4393-8d46-4ab5b610f59a tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:08.775436 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 49714) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:12:08.968196 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-22b9a79b-2899-449a-89cc-5cfed3591818 None None] Port dcb43d49-9a23-499f-bb6e-b9f43a03bb9d cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:12:09.089966 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 934957b7-dc4f-47ed-9d70-96e89bbe0524 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:12:09.101366 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:09.183922 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-77c4c768-3ddd-4a4c-a0e8-2e76d90a0689 None None] For port 3f563cb9-011a-4ac0-9678-ff375c9287bd, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=3f563cb9-011a-4ac0-9678-ff375c9287bd,segment=NetworkSegment(a141fc5e-7e21-4fbf-84e2-32d69bd4741b),segment_id=a141fc5e-7e21-4fbf-84e2-32d69bd4741b)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:12:09.184545 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-77c4c768-3ddd-4a4c-a0e8-2e76d90a0689 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:09.220510 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-77c4c768-3ddd-4a4c-a0e8-2e76d90a0689 None None] Calling delete_port for 3f563cb9-011a-4ac0-9678-ff375c9287bd owned by network:dhcp {{(pid=106254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:12:09.226505 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-0ccd0c77-4269-4a2e-97ce-0d4e8c3923aa None None] Provisioning complete for port dcb43d49-9a23-499f-bb6e-b9f43a03bb9d triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:12:09.226876 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-0ccd0c77-4269-4a2e-97ce-0d4e8c3923aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:09.242814 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2f049341-6b02-4ab3-a8f7-e8c3077f047a admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:09.340635 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-0ccd0c77-4269-4a2e-97ce-0d4e8c3923aa None None] Port dcb43d49-9a23-499f-bb6e-b9f43a03bb9d cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:12:09.495617 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2f049341-6b02-4ab3-a8f7-e8c3077f047a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:09.502736 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2f049341-6b02-4ab3-a8f7-e8c3077f047a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:09.565047 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f049341-6b02-4ab3-a8f7-e8c3077f047a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb988519-d7d6-44c4-87e6-f615eb514f80,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:12:09.565956 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-77c4c768-3ddd-4a4c-a0e8-2e76d90a0689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556'] for port, after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:09.593851 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-2f049341-6b02-4ab3-a8f7-e8c3077f047a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6f1b0615b0c14cf899a51edaa3450c7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8170931 Aug 18 12:12:09.596220 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 49730) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:12:09.610114 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c4c768-3ddd-4a4c-a0e8-2e76d90a0689 None None] No DVR routers for this DVR port 3f563cb9-011a-4ac0-9678-ff375c9287bd on host n-d-804985-2 {{(pid=106254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:12:09.703955 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device d4a2ce56-6bc4-4f2f-bc7d-ba4c8b3a7bc2 no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:12:09.706336 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c4c768-3ddd-4a4c-a0e8-2e76d90a0689 None None] Pushing event deleted for resources: {'Port': ['ID=3f563cb9-011a-4ac0-9678-ff375c9287bd,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:12:09.714309 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-33922025-05f7-4800-8398-7601f1c7e05e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:09.740863 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: d4a2ce56-6bc4-4f2f-bc7d-ba4c8b3a7bc2 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:12:09.751978 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device d4a2ce56-6bc4-4f2f-bc7d-ba4c8b3a7bc2 not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:12:09.751978 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 3f563cb9-011a-4ac0-9678-ff375c9287bd no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:12:09.777795 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: 3f563cb9-011a-4ac0-9678-ff375c9287bd {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:12:09.778391 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 3f563cb9-011a-4ac0-9678-ff375c9287bd not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:12:09.799230 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-33922025-05f7-4800-8398-7601f1c7e05e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:09.851697 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c33364ff-5b74-4cd1-9e7d-0dea31b92789 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:09.924056 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-33922025-05f7-4800-8398-7601f1c7e05e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:09.926744 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-33922025-05f7-4800-8398-7601f1c7e05e admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:09.928052 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-33922025-05f7-4800-8398-7601f1c7e05e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/bb988519-d7d6-44c4-87e6-f615eb514f80 HTTP/1.1" status: 204 len: 168 time: 0.3304305 Aug 18 12:12:09.939552 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33922025-05f7-4800-8398-7601f1c7e05e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb988519-d7d6-44c4-87e6-f615eb514f80,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:12:09.987651 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 49746) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:12:10.166974 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-313ab43f-aae7-487f-99cb-c33867460ad1 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Request body: {'network': {'name': 'tempest-RoutersTest-1696937539'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:12:10.167665 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [req-6290c256-1e57-4d26-9cda-43805e4ec2a2 req-08c3b873-274f-411b-9426-1d2e8c6fa882 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac0331fb-c470-4646-ab34-bae714f4d297 {{(pid=106252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:12:10.177649 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-6290c256-1e57-4d26-9cda-43805e4ec2a2 req-08c3b873-274f-411b-9426-1d2e8c6fa882 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:10.203191 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [req-6290c256-1e57-4d26-9cda-43805e4ec2a2 req-08c3b873-274f-411b-9426-1d2e8c6fa882 service neutron] Transition to ACTIVE for port object ac0331fb-c470-4646-ab34-bae714f4d297 will not be triggered until provisioned by entity L2. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:12:10.209097 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-313ab43f-aae7-487f-99cb-c33867460ad1 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Made reservation on behalf of c4a8742f0e794123b38cc3300291c37d for: {'network': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:12:10.213767 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-313ab43f-aae7-487f-99cb-c33867460ad1 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for network, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:10.225296 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-313ab43f-aae7-487f-99cb-c33867460ad1 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:10.264656 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7661018-06fe-47f7-ba8a-d49b53cde7c6 req-ea3aea8c-c124-45fe-a977-8c2b0340f37c tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:12:10.266499 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e7661018-06fe-47f7-ba8a-d49b53cde7c6 req-ea3aea8c-c124-45fe-a977-8c2b0340f37c tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] 10.222.0.66 "GET /v2.0/ports?device_id=63ed90c6-053d-4efc-86f0-c549d3d30e58 HTTP/1.1" status: 200 len: 932 time: 0.3728735 Aug 18 12:12:10.273121 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-cdb2ec8d-f940-4393-8d46-4ab5b610f59a tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Deleting port 3d27a835-9411-4c8f-ba53-fd7d8c66f2c0 {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:12:10.273738 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-cdb2ec8d-f940-4393-8d46-4ab5b610f59a tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:10.279035 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-6290c256-1e57-4d26-9cda-43805e4ec2a2 req-08c3b873-274f-411b-9426-1d2e8c6fa882 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:10.329234 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904d1143-f243-44b2-8bc7-32ecb4d50cc9 req-19e9a84c-0a9d-4fec-9f60-f82c89ba59a2 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:12:10.337896 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-904d1143-f243-44b2-8bc7-32ecb4d50cc9 req-19e9a84c-0a9d-4fec-9f60-f82c89ba59a2 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/ports?device_id=921d3c41-9188-4e3c-a7f3-44c5c4f15460 HTTP/1.1" status: 200 len: 946 time: 0.4544430 Aug 18 12:12:10.431668 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-313ab43f-aae7-487f-99cb-c33867460ad1 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:10.441961 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-313ab43f-aae7-487f-99cb-c33867460ad1 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:10.464802 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-313ab43f-aae7-487f-99cb-c33867460ad1 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 832} {{(pid=106253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:12:10.483447 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313ab43f-aae7-487f-99cb-c33867460ad1 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35ff868e-5d9c-43c0-ab4c-f47e4258c901,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:12:10.483847 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c3b873-274f-411b-9426-1d2e8c6fa882 service neutron] Pushing event updated for resources: {'Port': ['ID=ac0331fb-c470-4646-ab34-bae714f4d297,revision_number=2']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:12:10.486690 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-313ab43f-aae7-487f-99cb-c33867460ad1 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:10.487026 n-d-804985-2 neutron-server[106253]: INFO neutron.db.segments_db [None req-313ab43f-aae7-487f-99cb-c33867460ad1 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Added segment d6b09a12-f461-4cbb-8767-063a0bd16879 of type vlan for network 563b708f-5c6a-4051-9765-bf65b396499c Aug 18 12:12:10.569366 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-313ab43f-aae7-487f-99cb-c33867460ad1 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789150665894'] for network, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:10.591985 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e7661018-06fe-47f7-ba8a-d49b53cde7c6 req-e230aed3-a240-4e22-a106-0d7d99493587 tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] 10.222.0.66 "GET /v2.0/security-groups?id=5ef1fad5-9994-4d94-a262-3d4636ae09af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2998145 Aug 18 12:12:10.613638 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 49752) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:12:10.627514 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-313ab43f-aae7-487f-99cb-c33867460ad1 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for network, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:10.629014 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-904d1143-f243-44b2-8bc7-32ecb4d50cc9 req-b0cd99fc-759b-4bc7-9daa-e61baaf35e21 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/security-groups?id=e93b90b0-d66c-467b-a848-eedd88936357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2868221 Aug 18 12:12:10.648191 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-313ab43f-aae7-487f-99cb-c33867460ad1 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:12:10.648191 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-313ab43f-aae7-487f-99cb-c33867460ad1 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks [] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:10.649741 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [None req-cdb2ec8d-f940-4393-8d46-4ab5b610f59a tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] For port 3d27a835-9411-4c8f-ba53-fd7d8c66f2c0, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=3d27a835-9411-4c8f-ba53-fd7d8c66f2c0,segment=NetworkSegment(c5a3db9d-5c58-41b1-9177-d5787a597b78),segment_id=c5a3db9d-5c58-41b1-9177-d5787a597b78)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:12:10.650182 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-cdb2ec8d-f940-4393-8d46-4ab5b610f59a tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:10.666841 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-cdb2ec8d-f940-4393-8d46-4ab5b610f59a tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Calling delete_port for 3d27a835-9411-4c8f-ba53-fd7d8c66f2c0 owned by network:router_gateway {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:12:10.696042 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a7dc81b6-9318-4bd0-8957-d1fc2a0d5492 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:10.759449 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-313ab43f-aae7-487f-99cb-c33867460ad1 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7697060 Aug 18 12:12:10.762722 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 49754) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:12:10.780294 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-9ff9c3b0-9227-46ac-82d5-dcb284b63e14 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Request body: {'network': {'name': 'tempest-RoutersTest-1648246509'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:12:10.798485 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313ab43f-aae7-487f-99cb-c33867460ad1 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Pushing event updated for resources: {'Network': ['ID=563b708f-5c6a-4051-9765-bf65b396499c,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:12:10.809994 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Network 563b708f-5c6a-4051-9765-bf65b396499c details requested by agent ovs-agent-n-d-804985-2 with host n-d-804985-2 {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:12:10.821634 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-6290c256-1e57-4d26-9cda-43805e4ec2a2 req-08c3b873-274f-411b-9426-1d2e8c6fa882 service neutron] Attempting to bind port ac0331fb-c470-4646-ab34-bae714f4d297 on host n-h1-804985-2 for vnic_type normal with profile {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:12:10.821980 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-6290c256-1e57-4d26-9cda-43805e4ec2a2 req-08c3b873-274f-411b-9426-1d2e8c6fa882 service neutron] Attempting to bind port ac0331fb-c470-4646-ab34-bae714f4d297 by drivers openvswitch,hyperv on host n-h1-804985-2 at level 0 using segments [{'id': '04c90fa8-80d4-4b5a-8675-6489bbdf733a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '7dfc47df-47b4-4e90-bd94-e3bf14b5a490'}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:12:10.822236 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6290c256-1e57-4d26-9cda-43805e4ec2a2 req-08c3b873-274f-411b-9426-1d2e8c6fa882 service neutron] Attempting to bind port ac0331fb-c470-4646-ab34-bae714f4d297 on network 7dfc47df-47b4-4e90-bd94-e3bf14b5a490 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:12:10.833186 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.db.api [None req-9ff9c3b0-9227-46ac-82d5-dcb284b63e14 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 18 12:12:10.833186 n-d-804985-2 neutron-server[106253]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 18 12:12:10.833186 n-d-804985-2 neutron-server[106253]: [parameters: {'project_id_1': 'c4a8742f0e794123b38cc3300291c37d', 'expiration_1': datetime.datetime(2021, 8, 18, 12, 12, 10, 786465)}] Aug 18 12:12:10.833186 n-d-804985-2 neutron-server[106253]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=106253) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 18 12:12:10.833843 n-d-804985-2 neutron-server[106253]: DEBUG oslo_db.api [None req-9ff9c3b0-9227-46ac-82d5-dcb284b63e14 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 18 12:12:10.836700 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6290c256-1e57-4d26-9cda-43805e4ec2a2 req-08c3b873-274f-411b-9426-1d2e8c6fa882 service neutron] Port ac0331fb-c470-4646-ab34-bae714f4d297 on network 7dfc47df-47b4-4e90-bd94-e3bf14b5a490 not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-2 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:12:10.836860 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6290c256-1e57-4d26-9cda-43805e4ec2a2 req-08c3b873-274f-411b-9426-1d2e8c6fa882 service neutron] Attempting to bind port ac0331fb-c470-4646-ab34-bae714f4d297 on network 7dfc47df-47b4-4e90-bd94-e3bf14b5a490 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:12:10.885769 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c33364ff-5b74-4cd1-9e7d-0dea31b92789 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks [] for port, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:10.889110 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6290c256-1e57-4d26-9cda-43805e4ec2a2 req-08c3b873-274f-411b-9426-1d2e8c6fa882 service neutron] Checking agent: {'id': 'a613417a-d085-492c-941a-59bb18c633d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 49, 6), 'started_at': datetime.datetime(2021, 8, 18, 11, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 12, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:12:10.889463 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6290c256-1e57-4d26-9cda-43805e4ec2a2 req-08c3b873-274f-411b-9426-1d2e8c6fa882 service neutron] Checking segment: {'id': '04c90fa8-80d4-4b5a-8675-6489bbdf733a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '7dfc47df-47b4-4e90-bd94-e3bf14b5a490'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:12:10.889852 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6290c256-1e57-4d26-9cda-43805e4ec2a2 req-08c3b873-274f-411b-9426-1d2e8c6fa882 service neutron] Bound using segment: {'id': '04c90fa8-80d4-4b5a-8675-6489bbdf733a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '7dfc47df-47b4-4e90-bd94-e3bf14b5a490'} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:12:10.890298 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-6290c256-1e57-4d26-9cda-43805e4ec2a2 req-08c3b873-274f-411b-9426-1d2e8c6fa882 service neutron] Bound port: ac0331fb-c470-4646-ab34-bae714f4d297, host: n-h1-804985-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04c90fa8-80d4-4b5a-8675-6489bbdf733a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '7dfc47df-47b4-4e90-bd94-e3bf14b5a490'}}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:12:10.890659 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-6290c256-1e57-4d26-9cda-43805e4ec2a2 req-08c3b873-274f-411b-9426-1d2e8c6fa882 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:10.908078 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c33364ff-5b74-4cd1-9e7d-0dea31b92789 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:10.943153 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a7dc81b6-9318-4bd0-8957-d1fc2a0d5492 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:10.953353 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a7dc81b6-9318-4bd0-8957-d1fc2a0d5492 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:11.002851 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-a7dc81b6-9318-4bd0-8957-d1fc2a0d5492 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=83eb76e984ab4aec8e4cb719ea999cef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3874519 Aug 18 12:12:11.007123 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 49756) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:12:11.024830 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dc81b6-9318-4bd0-8957-d1fc2a0d5492 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=039896a3-0176-4df6-ade7-2c34978fe48a,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:12:11.047697 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33364ff-5b74-4cd1-9e7d-0dea31b92789 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Pushing event updated for resources: {'Port': ['ID=dcb43d49-9a23-499f-bb6e-b9f43a03bb9d,revision_number=2']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:12:11.108914 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ab4b12f6-766f-42b7-92cc-c8a1a7973a21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:11.135411 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ab4b12f6-766f-42b7-92cc-c8a1a7973a21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:11.166218 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-6290c256-1e57-4d26-9cda-43805e4ec2a2 req-08c3b873-274f-411b-9426-1d2e8c6fa882 service neutron] For port ac0331fb-c470-4646-ab34-bae714f4d297, host n-h1-804985-2, cleared binding levels {{(pid=106252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:12:11.201497 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-cdb2ec8d-f940-4393-8d46-4ab5b610f59a tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:11.203106 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ab4b12f6-766f-42b7-92cc-c8a1a7973a21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:11.208171 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ab4b12f6-766f-42b7-92cc-c8a1a7973a21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:11.211500 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-6290c256-1e57-4d26-9cda-43805e4ec2a2 req-08c3b873-274f-411b-9426-1d2e8c6fa882 service neutron] For port ac0331fb-c470-4646-ab34-bae714f4d297, host n-h1-804985-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=ac0331fb-c470-4646-ab34-bae714f4d297,segment=NetworkSegment(04c90fa8-80d4-4b5a-8675-6489bbdf733a),segment_id=04c90fa8-80d4-4b5a-8675-6489bbdf733a)] {{(pid=106252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:12:11.211665 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-ab4b12f6-766f-42b7-92cc-c8a1a7973a21 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/039896a3-0176-4df6-ade7-2c34978fe48a HTTP/1.1" status: 204 len: 168 time: 0.2012882 Aug 18 12:12:11.257498 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4b12f6-766f-42b7-92cc-c8a1a7973a21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=039896a3-0176-4df6-ade7-2c34978fe48a,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:12:11.263934 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-6290c256-1e57-4d26-9cda-43805e4ec2a2 req-08c3b873-274f-411b-9426-1d2e8c6fa882 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:11.274271 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb2ec8d-f940-4393-8d46-4ab5b610f59a tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Pushing event deleted for resources: {'Port': ['ID=3d27a835-9411-4c8f-ba53-fd7d8c66f2c0,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:12:11.317098 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-a2566b80-530b-4105-b639-6579717bc2c3 None None] Provisioning complete for port dcb43d49-9a23-499f-bb6e-b9f43a03bb9d triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:12:11.317831 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-a2566b80-530b-4105-b639-6579717bc2c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:11.336673 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c3b873-274f-411b-9426-1d2e8c6fa882 service neutron] Pushing event updated for resources: {'Port': ['ID=ac0331fb-c470-4646-ab34-bae714f4d297,revision_number=3']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:12:11.364810 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-a2566b80-530b-4105-b639-6579717bc2c3 None None] Port dcb43d49-9a23-499f-bb6e-b9f43a03bb9d cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:12:11.390927 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ff9c3b0-9227-46ac-82d5-dcb284b63e14 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Made reservation on behalf of c4a8742f0e794123b38cc3300291c37d for: {'network': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:12:11.406201 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6290c256-1e57-4d26-9cda-43805e4ec2a2 req-08c3b873-274f-411b-9426-1d2e8c6fa882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:12:11.406879 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-6290c256-1e57-4d26-9cda-43805e4ec2a2 req-08c3b873-274f-411b-9426-1d2e8c6fa882 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:11.407543 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9ff9c3b0-9227-46ac-82d5-dcb284b63e14 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for network, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:11.408392 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6290c256-1e57-4d26-9cda-43805e4ec2a2 req-08c3b873-274f-411b-9426-1d2e8c6fa882 service neutron] 10.222.0.63 "PUT /v2.0/ports/ac0331fb-c470-4646-ab34-bae714f4d297 HTTP/1.1" status: 200 len: 1092 time: 3.0108523 Aug 18 12:12:11.430174 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63ed90c6-053d-4efc-86f0-c549d3d30e58', 'tag': 'ac0331fb-c470-4646-ab34-bae714f4d297'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:12:11.432317 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b02a493-70cd-4f28-b1bd-de45751b66af" -d '{"events": [{"name": "network-changed", "server_uuid": "63ed90c6-053d-4efc-86f0-c549d3d30e58", "tag": "ac0331fb-c470-4646-ab34-bae714f4d297"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:12:11.460851 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ff9c3b0-9227-46ac-82d5-dcb284b63e14 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 824} {{(pid=106253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:12:11.475267 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9ff9c3b0-9227-46ac-82d5-dcb284b63e14 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:11.475685 n-d-804985-2 neutron-server[106253]: INFO neutron.db.segments_db [None req-9ff9c3b0-9227-46ac-82d5-dcb284b63e14 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Added segment 153fad04-f8ae-43f1-8a65-c4c9fce81756 of type vlan for network 709f5c4b-ad0a-4ca4-8c4b-81fbbdf25870 Aug 18 12:12:11.524930 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:12:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48314acc-a931-48dd-8ae2-051275c23fa0 x-openstack-request-id: req-48314acc-a931-48dd-8ae2-051275c23fa0 {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:12:11.525310 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63ed90c6-053d-4efc-86f0-c549d3d30e58", "tag": "ac0331fb-c470-4646-ab34-bae714f4d297", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:12:11.525506 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-48314acc-a931-48dd-8ae2-051275c23fa0 {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:12:11.526581 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63ed90c6-053d-4efc-86f0-c549d3d30e58', 'tag': 'ac0331fb-c470-4646-ab34-bae714f4d297', 'status': 'completed', 'code': 200} Aug 18 12:12:11.553155 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c33364ff-5b74-4cd1-9e7d-0dea31b92789 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-996688'] for router_interface, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:11.565218 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9ff9c3b0-9227-46ac-82d5-dcb284b63e14 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789150665894'] for network, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:11.636595 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9ff9c3b0-9227-46ac-82d5-dcb284b63e14 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for network, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:11.647519 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ff9c3b0-9227-46ac-82d5-dcb284b63e14 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:12:11.648595 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9ff9c3b0-9227-46ac-82d5-dcb284b63e14 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks [] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:11.723440 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-cdb2ec8d-f940-4393-8d46-4ab5b610f59a tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-997271'] for router_gateway, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:11.840314 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff9c3b0-9227-46ac-82d5-dcb284b63e14 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Pushing event updated for resources: {'Network': ['ID=709f5c4b-ad0a-4ca4-8c4b-81fbbdf25870,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:12:11.859073 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Network 709f5c4b-ad0a-4ca4-8c4b-81fbbdf25870 details requested by agent ovs-agent-n-d-804985-2 with host n-d-804985-2 {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:12:11.901319 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-9ff9c3b0-9227-46ac-82d5-dcb284b63e14 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.1314342 Aug 18 12:12:11.901810 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 49780) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:12:11.909023 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-b8feb126-6fdb-4a20-9ec2-2628dbf383bf tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Request body: {'subnet': {'network_id': '563b708f-5c6a-4051-9765-bf65b396499c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:12:12.008751 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-cdb2ec8d-f940-4393-8d46-4ab5b610f59a tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-996004', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15859'] for router, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:12.017542 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-cdb2ec8d-f940-4393-8d46-4ab5b610f59a tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:12.041280 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c33364ff-5b74-4cd1-9e7d-0dea31b92789 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:12.049126 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8feb126-6fdb-4a20-9ec2-2628dbf383bf tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Made reservation on behalf of c4a8742f0e794123b38cc3300291c37d for: {'subnet': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:12:12.055568 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b8feb126-6fdb-4a20-9ec2-2628dbf383bf tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59388119'] for subnet, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:12.109303 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9d1326-ddf7-4755-b5fe-b513a9fe1492 req-394f215e-b2a4-4f91-879c-f92801c132cb tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:12:12.116949 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9e9d1326-ddf7-4755-b5fe-b513a9fe1492 req-394f215e-b2a4-4f91-879c-f92801c132cb tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] 10.222.0.66 "GET /v2.0/ports?device_id=63ed90c6-053d-4efc-86f0-c549d3d30e58 HTTP/1.1" status: 200 len: 944 time: 0.3413787 Aug 18 12:12:12.162315 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d05fe5-c1d0-4023-ab57-cf86b51ea838 req-e41a74d8-ed11-467e-9f31-f0eb36dd4ef6 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:12:12.163670 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d7d05fe5-c1d0-4023-ab57-cf86b51ea838 req-e41a74d8-ed11-467e-9f31-f0eb36dd4ef6 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/ports?device_id=921d3c41-9188-4e3c-a7f3-44c5c4f15460 HTTP/1.1" status: 200 len: 946 time: 0.3896537 Aug 18 12:12:12.164236 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-cdb2ec8d-f940-4393-8d46-4ab5b610f59a tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-996061'] for router, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:12.164773 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdb2ec8d-f940-4393-8d46-4ab5b610f59a tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Fanout notify agent at l3_agent the message router_deleted on router aada72d7-ff52-459b-ab6c-ed495c94939d {{(pid=106252) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 12:12:12.181196 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-cdb2ec8d-f940-4393-8d46-4ab5b610f59a tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks [] for router, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:12.185402 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-cdb2ec8d-f940-4393-8d46-4ab5b610f59a tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "DELETE /v2.0/routers/aada72d7-ff52-459b-ab6c-ed495c94939d HTTP/1.1" status: 204 len: 168 time: 5.2555785 Aug 18 12:12:12.185703 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 49786) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:12:12.209303 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6290c256-1e57-4d26-9cda-43805e4ec2a2 req-183cb975-30fd-4e96-bcb1-769c440732b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:12:12.210883 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6290c256-1e57-4d26-9cda-43805e4ec2a2 req-183cb975-30fd-4e96-bcb1-769c440732b8 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=287474964843457e83741728f27605af&device_id=63ed90c6-053d-4efc-86f0-c549d3d30e58 HTTP/1.1" status: 200 len: 1095 time: 0.7116730 Aug 18 12:12:12.408699 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9e9d1326-ddf7-4755-b5fe-b513a9fe1492 req-9550d16a-880a-46bc-94ee-fb50ac84eef2 tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] 10.222.0.66 "GET /v2.0/security-groups?id=5ef1fad5-9994-4d94-a262-3d4636ae09af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2868493 Aug 18 12:12:12.414680 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6290c256-1e57-4d26-9cda-43805e4ec2a2 req-d19df838-57be-40cc-80c7-e570bd22c0c8 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ac0331fb-c470-4646-ab34-bae714f4d297 HTTP/1.1" status: 200 len: 217 time: 0.1883023 Aug 18 12:12:12.502965 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d7d05fe5-c1d0-4023-ab57-cf86b51ea838 req-43d40539-dbf2-4767-8dfa-5b721e9dc695 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/security-groups?id=e93b90b0-d66c-467b-a848-eedd88936357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3176987 Aug 18 12:12:12.571485 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6290c256-1e57-4d26-9cda-43805e4ec2a2 req-acebd7db-5a61-4960-9060-83cb37cd3087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:12:12.573141 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6290c256-1e57-4d26-9cda-43805e4ec2a2 req-acebd7db-5a61-4960-9060-83cb37cd3087 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a76c24d3-b86e-48fd-b018-8474cde49ab5 HTTP/1.1" status: 200 len: 855 time: 0.1483595 Aug 18 12:12:12.637835 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6290c256-1e57-4d26-9cda-43805e4ec2a2 req-7d6fe554-4e36-457b-9be4-1415d8dd1cc4 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=7dfc47df-47b4-4e90-bd94-e3bf14b5a490&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333333 Aug 18 12:12:12.870995 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-16258d28-6286-47b4-9d31-ecb6a2a967d1 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7904109'] for network, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:12.899043 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c33364ff-5b74-4cd1-9e7d-0dea31b92789 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks [] for port, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:12.904507 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6290c256-1e57-4d26-9cda-43805e4ec2a2 req-6479d654-2958-4f08-93c4-05e91f7680d5 service neutron] 10.222.0.63 "GET /v2.0/networks/7dfc47df-47b4-4e90-bd94-e3bf14b5a490?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2566037 Aug 18 12:12:12.907079 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c33364ff-5b74-4cd1-9e7d-0dea31b92789 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:12.960986 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b8feb126-6fdb-4a20-9ec2-2628dbf383bf tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58902106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59388097'] for subnet, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:13.055059 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-16258d28-6286-47b4-9d31-ecb6a2a967d1 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8367869', 'neutron.services.segments.db._delete_segments_for_network-8789151212993'] for network, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:13.070471 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-16258d28-6286-47b4-9d31-ecb6a2a967d1 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83c90a80-7784-4b6e-bd7b-aef3cab1c6ba']}} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:12:13.080891 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-16258d28-6286-47b4-9d31-ecb6a2a967d1 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a141fc5e-7e21-4fbf-84e2-32d69bd4741b') {'for_net_delete': True} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:12:13.081275 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-16258d28-6286-47b4-9d31-ecb6a2a967d1 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a141fc5e-7e21-4fbf-84e2-32d69bd4741b') {} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:12:13.090871 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-16258d28-6286-47b4-9d31-ecb6a2a967d1 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789151225254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902236'] for segment, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:13.105483 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-16258d28-6286-47b4-9d31-ecb6a2a967d1 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:13.108056 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6290c256-1e57-4d26-9cda-43805e4ec2a2 req-bbed74af-6479-4105-b0f0-4702efcc7a43 service neutron] 10.222.0.63 "GET /v2.0/networks/7dfc47df-47b4-4e90-bd94-e3bf14b5a490?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704409 Aug 18 12:12:13.111700 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16258d28-6286-47b4-9d31-ecb6a2a967d1 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Releasing vlan 825 on physical network physnet1 to pool {{(pid=106253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:12:13.113156 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-16258d28-6286-47b4-9d31-ecb6a2a967d1 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58900537'] for segment, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:13.137041 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33364ff-5b74-4cd1-9e7d-0dea31b92789 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Pushing event updated for resources: {'Port': ['ID=dcb43d49-9a23-499f-bb6e-b9f43a03bb9d,revision_number=3']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:12:13.143837 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c33364ff-5b74-4cd1-9e7d-0dea31b92789 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-996772'] for router_interface, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:13.196667 n-d-804985-2 neutron-server[106253]: Traceback (most recent call last): Aug 18 12:12:13.196667 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:12:13.196667 n-d-804985-2 neutron-server[106253]: timer() Aug 18 12:12:13.196667 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:12:13.196667 n-d-804985-2 neutron-server[106253]: cb(*args, **kw) Aug 18 12:12:13.196667 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:12:13.196667 n-d-804985-2 neutron-server[106253]: return func(*args, **kwargs) Aug 18 12:12:13.196667 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:12:13.196667 n-d-804985-2 neutron-server[106253]: self._notify() Aug 18 12:12:13.196667 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:12:13.196667 n-d-804985-2 neutron-server[106253]: self.callback(batched_events) Aug 18 12:12:13.196667 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:12:13.196667 n-d-804985-2 neutron-server[106253]: event.method(event) Aug 18 12:12:13.196667 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:12:13.196667 n-d-804985-2 neutron-server[106253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:12:13.196667 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:12:13.196667 n-d-804985-2 neutron-server[106253]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:12:13.196667 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:12:13.196667 n-d-804985-2 neutron-server[106253]: return f(self, *a, **k) Aug 18 12:12:13.196667 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:12:13.196667 n-d-804985-2 neutron-server[106253]: return self._get(url).json() Aug 18 12:12:13.196667 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:12:13.196667 n-d-804985-2 neutron-server[106253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:12:13.196667 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:12:13.196667 n-d-804985-2 neutron-server[106253]: return self.request(url, 'GET', **kwargs) Aug 18 12:12:13.196667 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:12:13.196667 n-d-804985-2 neutron-server[106253]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:12:13.196667 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:12:13.196667 n-d-804985-2 neutron-server[106253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:12:13.196667 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:12:13.196667 n-d-804985-2 neutron-server[106253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:12:13.196667 n-d-804985-2 neutron-server[106253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:12:13.267165 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-16258d28-6286-47b4-9d31-ecb6a2a967d1 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8367858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997186'] for network, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:13.290449 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8feb126-6fdb-4a20-9ec2-2628dbf383bf tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Checking segment: {'id': 'd6b09a12-f461-4cbb-8767-063a0bd16879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '563b708f-5c6a-4051-9765-bf65b396499c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:12:13.290830 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8feb126-6fdb-4a20-9ec2-2628dbf383bf tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Network hostable DHCP agents. Network: 563b708f-5c6a-4051-9765-bf65b396499c, hostable agents: ['97c14208-2951-4361-8d64-3708c946ff5f'], hosted agents: [] {{(pid=106253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 12:12:13.293865 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-16258d28-6286-47b4-9d31-ecb6a2a967d1 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks [] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:13.295723 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-16258d28-6286-47b4-9d31-ecb6a2a967d1 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "DELETE /v2.0/networks/83c90a80-7784-4b6e-bd7b-aef3cab1c6ba HTTP/1.1" status: 204 len: 168 time: 1.1090109 Aug 18 12:12:13.297833 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8feb126-6fdb-4a20-9ec2-2628dbf383bf tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Pushing event updated for resources: {'Subnet': ['ID=3c666d2b-6736-46b4-9dba-19cfba9187f7,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:12:13.300091 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16258d28-6286-47b4-9d31-ecb6a2a967d1 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Pushing event deleted for resources: {'Network': ['ID=83c90a80-7784-4b6e-bd7b-aef3cab1c6ba,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:12:13.307270 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 49826) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:12:13.335128 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8feb126-6fdb-4a20-9ec2-2628dbf383bf tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Network 563b708f-5c6a-4051-9765-bf65b396499c is scheduled to be hosted by DHCP agent 97c14208-2951-4361-8d64-3708c946ff5f with binding_index 1 {{(pid=106253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 12:12:13.356259 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-b8feb126-6fdb-4a20-9ec2-2628dbf383bf tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-2, 563b708f-5c6a-4051-9765-bf65b396499c) {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:12:13.369519 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-871c0054-d678-498d-94d4-4df5e9d3259a None None] Network 563b708f-5c6a-4051-9765-bf65b396499c requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:12:13.374971 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8feb126-6fdb-4a20-9ec2-2628dbf383bf tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:12:13.375590 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b8feb126-6fdb-4a20-9ec2-2628dbf383bf tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:13.400657 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-b8feb126-6fdb-4a20-9ec2-2628dbf383bf tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4951313 Aug 18 12:12:13.400888 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 49828) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:12:13.417051 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-14eaf1eb-72ef-4ed2-8f2b-6b68d5195260 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Request body: {'subnet': {'network_id': '709f5c4b-ad0a-4ca4-8c4b-81fbbdf25870', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:12:13.605736 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bfda7d6-8ee3-435b-8acd-6d67da08dec7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp788be208-34ab-5a8f-af0f-528834af222f-563b708f-5c6a-4051-9765-bf65b396499c', 'network_id': '563b708f-5c6a-4051-9765-bf65b396499c', 'tenant_id': 'c4a8742f0e794123b38cc3300291c37d', 'fixed_ips': [{'subnet_id': '3c666d2b-6736-46b4-9dba-19cfba9187f7'}]}} from n-d-804985-2. {{(pid=106254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 12:12:13.607405 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-5bfda7d6-8ee3-435b-8acd-6d67da08dec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:13.625000 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 49830) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:12:13.696264 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14eaf1eb-72ef-4ed2-8f2b-6b68d5195260 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Made reservation on behalf of c4a8742f0e794123b38cc3300291c37d for: {'subnet': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:12:13.701800 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-14eaf1eb-72ef-4ed2-8f2b-6b68d5195260 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59388119'] for subnet, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:13.739488 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b02a493-70cd-4f28-b1bd-de45751b66af req-314027eb-7ad6-4297-8957-469210338726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:12:13.741020 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9b02a493-70cd-4f28-b1bd-de45751b66af req-314027eb-7ad6-4297-8957-469210338726 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=287474964843457e83741728f27605af&device_id=63ed90c6-053d-4efc-86f0-c549d3d30e58 HTTP/1.1" status: 200 len: 1095 time: 0.5676219 Aug 18 12:12:13.847144 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.db_base_plugin_common [None req-5bfda7d6-8ee3-435b-8acd-6d67da08dec7 None None] Allocated IP 172.20.0.2 (563b708f-5c6a-4051-9765-bf65b396499c/3c666d2b-6736-46b4-9dba-19cfba9187f7/00ec4e11-204f-4ac4-b55c-4e8b3844ff2c) {{(pid=106254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:12:13.911608 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-914ce0dc-8134-4e5d-943e-96229c748a32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:13.928524 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c33364ff-5b74-4cd1-9e7d-0dea31b92789 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Network 6977fe4e-bf9c-4b63-95bd-38cecb77c3ed is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:12:13.940455 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-c33364ff-5b74-4cd1-9e7d-0dea31b92789 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:12:14.003971 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57201dda-bd75-4b3e-b503-c726d30f582f req-29e8ce4a-8ecc-48e3-8354-d676d92df909 tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:12:14.005871 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-57201dda-bd75-4b3e-b503-c726d30f582f req-29e8ce4a-8ecc-48e3-8354-d676d92df909 tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] 10.222.0.66 "GET /v2.0/ports?device_id=63ed90c6-053d-4efc-86f0-c549d3d30e58 HTTP/1.1" status: 200 len: 944 time: 0.2463996 Aug 18 12:12:14.041736 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd05dc4a-00bf-4f8b-ae89-251b80785f29 req-236da28a-7d4a-46dc-8706-de6886e4dada tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:12:14.049675 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-cd05dc4a-00bf-4f8b-ae89-251b80785f29 req-236da28a-7d4a-46dc-8706-de6886e4dada tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/ports?device_id=921d3c41-9188-4e3c-a7f3-44c5c4f15460 HTTP/1.1" status: 200 len: 946 time: 0.2548659 Aug 18 12:12:14.055792 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-664af93a-2b54-4f62-847d-44de70f34f08 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:14.058436 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-914ce0dc-8134-4e5d-943e-96229c748a32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:14.069123 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-914ce0dc-8134-4e5d-943e-96229c748a32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:14.105022 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-914ce0dc-8134-4e5d-943e-96229c748a32 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b988ceee5f0a4591b9d90661a2da695c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4368806 Aug 18 12:12:14.110771 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 49840) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:12:14.116276 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-5bfda7d6-8ee3-435b-8acd-6d67da08dec7 None None] Notify callbacks [] for port, precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:14.136503 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-5bfda7d6-8ee3-435b-8acd-6d67da08dec7 None None] Transition to ACTIVE for port object 00ec4e11-204f-4ac4-b55c-4e8b3844ff2c will not be triggered until provisioned by entity L2. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:12:14.162272 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-5bfda7d6-8ee3-435b-8acd-6d67da08dec7 None None] Transition to ACTIVE for port object 00ec4e11-204f-4ac4-b55c-4e8b3844ff2c will not be triggered until provisioned by entity DHCP. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:12:14.175610 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-5bfda7d6-8ee3-435b-8acd-6d67da08dec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547'] for port, after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:14.180945 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b02a493-70cd-4f28-b1bd-de45751b66af req-65ca8a9a-df59-4fa2-a160-d8aec39759bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:12:14.183101 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9b02a493-70cd-4f28-b1bd-de45751b66af req-65ca8a9a-df59-4fa2-a160-d8aec39759bc service neutron] 10.222.0.63 "GET /v2.0/networks?id=7dfc47df-47b4-4e90-bd94-e3bf14b5a490 HTTP/1.1" status: 200 len: 916 time: 0.4190931 Aug 18 12:12:14.187747 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ce0dc-8134-4e5d-943e-96229c748a32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e12124ba-7079-45d0-915b-9116df194aee,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:12:14.215975 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bfda7d6-8ee3-435b-8acd-6d67da08dec7 None None] Network 563b708f-5c6a-4051-9765-bf65b396499c is already hosted by enough agents. {{(pid=106254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:12:14.219089 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.base_scheduler [None req-5bfda7d6-8ee3-435b-8acd-6d67da08dec7 None None] Resources bound (agent type, host, resource id): {{(pid=106254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:12:14.234140 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-caa2be28-3932-4ad2-852c-2c1b1070d38a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:14.243480 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bfda7d6-8ee3-435b-8acd-6d67da08dec7 None None] Received port after_create {{(pid=106254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:12:14.266601 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-caa2be28-3932-4ad2-852c-2c1b1070d38a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:14.331449 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-caa2be28-3932-4ad2-852c-2c1b1070d38a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:14.334372 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-caa2be28-3932-4ad2-852c-2c1b1070d38a admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:14.335968 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-caa2be28-3932-4ad2-852c-2c1b1070d38a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e12124ba-7079-45d0-915b-9116df194aee HTTP/1.1" status: 204 len: 168 time: 0.2240291 Aug 18 12:12:14.342803 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 3d27a835-9411-4c8f-ba53-fd7d8c66f2c0 no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:12:14.355968 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-14eaf1eb-72ef-4ed2-8f2b-6b68d5195260 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58902106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59388097'] for subnet, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:14.372630 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfda7d6-8ee3-435b-8acd-6d67da08dec7 None None] Pushing event updated for resources: {'Port': ['ID=00ec4e11-204f-4ac4-b55c-4e8b3844ff2c,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:12:14.380412 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: 3d27a835-9411-4c8f-ba53-fd7d8c66f2c0 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:12:14.380783 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 3d27a835-9411-4c8f-ba53-fd7d8c66f2c0 not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:12:14.382125 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-664af93a-2b54-4f62-847d-44de70f34f08 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:14.391106 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfda7d6-8ee3-435b-8acd-6d67da08dec7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:12:14.391455 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfda7d6-8ee3-435b-8acd-6d67da08dec7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:12:14.391795 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfda7d6-8ee3-435b-8acd-6d67da08dec7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:12:14.392277 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfda7d6-8ee3-435b-8acd-6d67da08dec7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:12:14.392767 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfda7d6-8ee3-435b-8acd-6d67da08dec7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:12:14.393100 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfda7d6-8ee3-435b-8acd-6d67da08dec7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:12:14.393431 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfda7d6-8ee3-435b-8acd-6d67da08dec7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:12:14.393755 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfda7d6-8ee3-435b-8acd-6d67da08dec7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:12:14.394078 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfda7d6-8ee3-435b-8acd-6d67da08dec7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:12:14.394399 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfda7d6-8ee3-435b-8acd-6d67da08dec7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:12:14.394720 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfda7d6-8ee3-435b-8acd-6d67da08dec7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:12:14.395038 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfda7d6-8ee3-435b-8acd-6d67da08dec7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:12:14.406564 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9b02a493-70cd-4f28-b1bd-de45751b66af req-e7f8f239-be92-43b7-a1c7-ab281f0f2307 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ac0331fb-c470-4646-ab34-bae714f4d297 HTTP/1.1" status: 200 len: 217 time: 0.1796832 Aug 18 12:12:14.407642 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-5bfda7d6-8ee3-435b-8acd-6d67da08dec7 None None] Attempting to bind port 00ec4e11-204f-4ac4-b55c-4e8b3844ff2c on host n-d-804985-2 for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:12:14.408017 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-5bfda7d6-8ee3-435b-8acd-6d67da08dec7 None None] Attempting to bind port 00ec4e11-204f-4ac4-b55c-4e8b3844ff2c by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': 'd6b09a12-f461-4cbb-8767-063a0bd16879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '563b708f-5c6a-4051-9765-bf65b396499c'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:12:14.408380 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bfda7d6-8ee3-435b-8acd-6d67da08dec7 None None] Attempting to bind port 00ec4e11-204f-4ac4-b55c-4e8b3844ff2c on network 563b708f-5c6a-4051-9765-bf65b396499c {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:12:14.416488 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device ac0331fb-c470-4646-ab34-bae714f4d297 details requested by agent hyperv_n-h1-804985-2 with host n-h1-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:12:14.440262 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-57201dda-bd75-4b3e-b503-c726d30f582f req-243f9375-e6b1-46fe-859d-769241d100b7 tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] 10.222.0.66 "GET /v2.0/security-groups?id=5ef1fad5-9994-4d94-a262-3d4636ae09af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4151824 Aug 18 12:12:14.469342 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-cd05dc4a-00bf-4f8b-ae89-251b80785f29 req-a8a61eac-5e26-485d-8bb8-670b04eaba41 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/security-groups?id=e93b90b0-d66c-467b-a848-eedd88936357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4183352 Aug 18 12:12:14.513825 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa2be28-3932-4ad2-852c-2c1b1070d38a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e12124ba-7079-45d0-915b-9116df194aee,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:12:14.539291 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port ac0331fb-c470-4646-ab34-bae714f4d297, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=ac0331fb-c470-4646-ab34-bae714f4d297,segment=NetworkSegment(04c90fa8-80d4-4b5a-8675-6489bbdf733a),segment_id=04c90fa8-80d4-4b5a-8675-6489bbdf733a)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:12:14.548248 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b02a493-70cd-4f28-b1bd-de45751b66af req-f5f28114-246b-47fc-a952-60c42705cbc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:12:14.549906 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9b02a493-70cd-4f28-b1bd-de45751b66af req-f5f28114-246b-47fc-a952-60c42705cbc1 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a76c24d3-b86e-48fd-b018-8474cde49ab5 HTTP/1.1" status: 200 len: 855 time: 0.1292741 Aug 18 12:12:14.550924 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14eaf1eb-72ef-4ed2-8f2b-6b68d5195260 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Checking segment: {'id': '153fad04-f8ae-43f1-8a65-c4c9fce81756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '709f5c4b-ad0a-4ca4-8c4b-81fbbdf25870'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:12:14.551405 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14eaf1eb-72ef-4ed2-8f2b-6b68d5195260 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Network hostable DHCP agents. Network: 709f5c4b-ad0a-4ca4-8c4b-81fbbdf25870, hostable agents: ['97c14208-2951-4361-8d64-3708c946ff5f'], hosted agents: [] {{(pid=106253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 12:12:14.567257 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Returning: {'device': 'ac0331fb-c470-4646-ab34-bae714f4d297', 'network_id': '7dfc47df-47b4-4e90-bd94-e3bf14b5a490', 'port_id': 'ac0331fb-c470-4646-ab34-bae714f4d297', 'mac_address': 'fa:16:3e:dc:f4:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 806, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a76c24d3-b86e-48fd-b018-8474cde49ab5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:12:14.572704 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bfda7d6-8ee3-435b-8acd-6d67da08dec7 None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 11, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:12:14.573090 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bfda7d6-8ee3-435b-8acd-6d67da08dec7 None None] Checking segment: {'id': 'd6b09a12-f461-4cbb-8767-063a0bd16879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '563b708f-5c6a-4051-9765-bf65b396499c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:12:14.573470 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-5bfda7d6-8ee3-435b-8acd-6d67da08dec7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:14.573862 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bfda7d6-8ee3-435b-8acd-6d67da08dec7 None None] Bound using segment: {'id': 'd6b09a12-f461-4cbb-8767-063a0bd16879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '563b708f-5c6a-4051-9765-bf65b396499c'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:12:14.574345 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-5bfda7d6-8ee3-435b-8acd-6d67da08dec7 None None] Bound port: 00ec4e11-204f-4ac4-b55c-4e8b3844ff2c, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6b09a12-f461-4cbb-8767-063a0bd16879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '563b708f-5c6a-4051-9765-bf65b396499c'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:12:14.574722 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-5bfda7d6-8ee3-435b-8acd-6d67da08dec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:14.579143 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-565663a2-e2dc-4d87-81a0-8a40e2125360 None None] Provisioning complete for port dcb43d49-9a23-499f-bb6e-b9f43a03bb9d triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:12:14.579671 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-565663a2-e2dc-4d87-81a0-8a40e2125360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:14.604219 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9b02a493-70cd-4f28-b1bd-de45751b66af req-e2c4412b-b9d5-462e-815b-185867484094 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=7dfc47df-47b4-4e90-bd94-e3bf14b5a490&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430684 Aug 18 12:12:14.615137 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c33364ff-5b74-4cd1-9e7d-0dea31b92789 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Router 0cca1b76-7e9a-4eb0-a5c8-29f69e245efd is scheduled to L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 with binding_index 1 {{(pid=106252) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 12:12:14.631853 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-565663a2-e2dc-4d87-81a0-8a40e2125360 None None] Port dcb43d49-9a23-499f-bb6e-b9f43a03bb9d cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:12:14.655804 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14eaf1eb-72ef-4ed2-8f2b-6b68d5195260 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Network 709f5c4b-ad0a-4ca4-8c4b-81fbbdf25870 is scheduled to be hosted by DHCP agent 97c14208-2951-4361-8d64-3708c946ff5f with binding_index 1 {{(pid=106253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 12:12:14.665097 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14eaf1eb-72ef-4ed2-8f2b-6b68d5195260 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Pushing event updated for resources: {'Subnet': ['ID=4c676b6b-b6ec-4c49-9d91-ceb95ff8cc55,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:12:14.693611 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-14eaf1eb-72ef-4ed2-8f2b-6b68d5195260 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-2, 709f5c4b-ad0a-4ca4-8c4b-81fbbdf25870) {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:12:14.705720 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14eaf1eb-72ef-4ed2-8f2b-6b68d5195260 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:12:14.706563 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-14eaf1eb-72ef-4ed2-8f2b-6b68d5195260 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:14.707720 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-5bfda7d6-8ee3-435b-8acd-6d67da08dec7 None None] For port 00ec4e11-204f-4ac4-b55c-4e8b3844ff2c, host n-d-804985-2, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:12:14.711234 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-5bfda7d6-8ee3-435b-8acd-6d67da08dec7 None None] For port 00ec4e11-204f-4ac4-b55c-4e8b3844ff2c, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=00ec4e11-204f-4ac4-b55c-4e8b3844ff2c,segment=NetworkSegment(d6b09a12-f461-4cbb-8767-063a0bd16879),segment_id=d6b09a12-f461-4cbb-8767-063a0bd16879)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:12:14.744134 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-14eaf1eb-72ef-4ed2-8f2b-6b68d5195260 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3392529 Aug 18 12:12:14.744347 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-664af93a-2b54-4f62-847d-44de70f34f08 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:14.744463 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 49848) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:12:14.757644 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-e8189269-9ab3-471d-8aee-50d40d1b8cec tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-323966377', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:12:14.761091 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96c546c8-fa16-4618-89e6-6589bcb6d88e None None] Network 709f5c4b-ad0a-4ca4-8c4b-81fbbdf25870 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:12:14.766988 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-664af93a-2b54-4f62-847d-44de70f34f08 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:14.769353 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-664af93a-2b54-4f62-847d-44de70f34f08 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "DELETE /v2.0/security-groups/18c0bfee-529e-472e-bb6d-39b7da39f1c6 HTTP/1.1" status: 204 len: 168 time: 1.0274334 Aug 18 12:12:14.810317 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e8189269-9ab3-471d-8aee-50d40d1b8cec tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-998592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15809'] for router, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:14.812097 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e8189269-9ab3-471d-8aee-50d40d1b8cec tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-992733', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-971415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15816'] for router, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:14.814062 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664af93a-2b54-4f62-847d-44de70f34f08 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18c0bfee-529e-472e-bb6d-39b7da39f1c6,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:12:14.924317 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-5bfda7d6-8ee3-435b-8acd-6d67da08dec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:14.949361 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e8189269-9ab3-471d-8aee-50d40d1b8cec tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:14.958865 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e8189269-9ab3-471d-8aee-50d40d1b8cec tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-998473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-992536'] for router, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:14.993072 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e8189269-9ab3-471d-8aee-50d40d1b8cec tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks [] for router, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:14.995219 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-e8189269-9ab3-471d-8aee-50d40d1b8cec tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2485404 Aug 18 12:12:14.999031 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 49860) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:12:15.029601 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9b02a493-70cd-4f28-b1bd-de45751b66af req-dd897f01-7092-4bb2-8656-a30808b97106 service neutron] 10.222.0.63 "GET /v2.0/networks/7dfc47df-47b4-4e90-bd94-e3bf14b5a490?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4168141 Aug 18 12:12:15.050986 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c33364ff-5b74-4cd1-9e7d-0dea31b92789 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:12:15.067096 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-c33364ff-5b74-4cd1-9e7d-0dea31b92789 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] 10.222.0.66 "PUT /v2.0/routers/0cca1b76-7e9a-4eb0-a5c8-29f69e245efd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9607499 Aug 18 12:12:15.074658 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 49864) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:12:15.075558 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b6d012-0892-425c-a047-93aab6d7dfd8 None None] Sync routers for ids ['0cca1b76-7e9a-4eb0-a5c8-29f69e245efd'] in n-d-804985-2 {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:12:15.084301 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:15.172342 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac0331fb-c470-4646-ab34-bae714f4d297 {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:12:15.211509 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port ac0331fb-c470-4646-ab34-bae714f4d297, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=ac0331fb-c470-4646-ab34-bae714f4d297,segment=NetworkSegment(04c90fa8-80d4-4b5a-8675-6489bbdf733a),segment_id=04c90fa8-80d4-4b5a-8675-6489bbdf733a)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:12:15.234971 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:15.240023 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b6d012-0892-425c-a047-93aab6d7dfd8 None None] Routers {'0cca1b76-7e9a-4eb0-a5c8-29f69e245efd'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:12:15.242747 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-61b6d012-0892-425c-a047-93aab6d7dfd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:11:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['0cca1b76-7e9a-4eb0-a5c8-29f69e245efd'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:12:15.262211 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9b02a493-70cd-4f28-b1bd-de45751b66af req-81a04d34-91cc-450a-86e5-1e233a322f8e service neutron] 10.222.0.63 "GET /v2.0/networks/7dfc47df-47b4-4e90-bd94-e3bf14b5a490?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2128305 Aug 18 12:12:15.288531 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29b88ea1-a8c8-4031-a6a7-ac1f78204bd6 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:12:15.290366 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-29b88ea1-a8c8-4031-a6a7-ac1f78204bd6 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] 10.222.0.66 "GET /v2.0/ports?device_id=0cca1b76-7e9a-4eb0-a5c8-29f69e245efd HTTP/1.1" status: 200 len: 983 time: 0.2146261 Aug 18 12:12:15.293352 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 49870) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:12:15.392932 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-61b6d012-0892-425c-a047-93aab6d7dfd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:12:15.402296 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfda7d6-8ee3-435b-8acd-6d67da08dec7 None None] Pushing event updated for resources: {'Port': ['ID=00ec4e11-204f-4ac4-b55c-4e8b3844ff2c,revision_number=2']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:12:15.546634 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b6d012-0892-425c-a047-93aab6d7dfd8 None None] Routers {'0cca1b76-7e9a-4eb0-a5c8-29f69e245efd'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:12:15.547265 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-61b6d012-0892-425c-a047-93aab6d7dfd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:11:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['0cca1b76-7e9a-4eb0-a5c8-29f69e245efd'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:12:15.561794 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] get_ports_and_sgs() called for port_ids ['ac0331fb-c470-4646-ab34-bae714f4d297'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:12:15.568245 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3699ecaa-31d0-4a5f-b0ae-f009ab6b996b tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:15.619107 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=ac0331fb-c470-4646-ab34-bae714f4d297,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:12:15.702204 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-61b6d012-0892-425c-a047-93aab6d7dfd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:12:15.703124 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b6d012-0892-425c-a047-93aab6d7dfd8 None None] The sync data for ids ['0cca1b76-7e9a-4eb0-a5c8-29f69e245efd'] in n-d-804985-2 is: [] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:12:15.754993 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09a8bfa4-2e69-45f2-a9b6-01aab9b138ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp788be208-34ab-5a8f-af0f-528834af222f-709f5c4b-ad0a-4ca4-8c4b-81fbbdf25870', 'network_id': '709f5c4b-ad0a-4ca4-8c4b-81fbbdf25870', 'tenant_id': 'c4a8742f0e794123b38cc3300291c37d', 'fixed_ips': [{'subnet_id': '4c676b6b-b6ec-4c49-9d91-ceb95ff8cc55'}]}} from n-d-804985-2. {{(pid=106254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 12:12:15.756326 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-09a8bfa4-2e69-45f2-a9b6-01aab9b138ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:15.814088 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ac9770-b4ad-48a2-8539-bf5e757fc753 req-871aa232-dd16-42c0-ad65-4a4dcd74d398 tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:12:15.824364 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-89ac9770-b4ad-48a2-8539-bf5e757fc753 req-871aa232-dd16-42c0-ad65-4a4dcd74d398 tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] 10.222.0.66 "GET /v2.0/ports?device_id=63ed90c6-053d-4efc-86f0-c549d3d30e58 HTTP/1.1" status: 200 len: 945 time: 0.1831565 Aug 18 12:12:15.939697 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [None req-3699ecaa-31d0-4a5f-b0ae-f009ab6b996b tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Allocated IP 172.20.0.1 (563b708f-5c6a-4051-9765-bf65b396499c/3c666d2b-6736-46b4-9dba-19cfba9187f7/a52b74b9-8396-40d6-be8a-85d405e53a56) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:12:15.957875 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-89ac9770-b4ad-48a2-8539-bf5e757fc753 req-76600a03-d4fc-4ced-8862-6e635a8000d1 tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] 10.222.0.66 "GET /v2.0/security-groups?id=5ef1fad5-9994-4d94-a262-3d4636ae09af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239917 Aug 18 12:12:16.028190 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.db_base_plugin_common [None req-09a8bfa4-2e69-45f2-a9b6-01aab9b138ce None None] Allocated IP 172.21.0.2 (709f5c4b-ad0a-4ca4-8c4b-81fbbdf25870/4c676b6b-b6ec-4c49-9d91-ceb95ff8cc55/16dadfe6-ea25-4b90-b500-de691049ab62) {{(pid=106254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:12:16.237080 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-09a8bfa4-2e69-45f2-a9b6-01aab9b138ce None None] Notify callbacks [] for port, precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:16.255748 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-09a8bfa4-2e69-45f2-a9b6-01aab9b138ce None None] Transition to ACTIVE for port object 16dadfe6-ea25-4b90-b500-de691049ab62 will not be triggered until provisioned by entity L2. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:12:16.275320 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-09a8bfa4-2e69-45f2-a9b6-01aab9b138ce None None] Transition to ACTIVE for port object 16dadfe6-ea25-4b90-b500-de691049ab62 will not be triggered until provisioned by entity DHCP. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:12:16.284762 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3699ecaa-31d0-4a5f-b0ae-f009ab6b996b tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:16.301257 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-09a8bfa4-2e69-45f2-a9b6-01aab9b138ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547'] for port, after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:16.304504 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [None req-3699ecaa-31d0-4a5f-b0ae-f009ab6b996b tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Transition to ACTIVE for port object a52b74b9-8396-40d6-be8a-85d405e53a56 will not be triggered until provisioned by entity DHCP. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:12:16.410332 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3699ecaa-31d0-4a5f-b0ae-f009ab6b996b tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:16.423962 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a8bfa4-2e69-45f2-a9b6-01aab9b138ce None None] Pushing event updated for resources: {'Port': ['ID=16dadfe6-ea25-4b90-b500-de691049ab62,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:12:16.468490 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 00ec4e11-204f-4ac4-b55c-4e8b3844ff2c up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:12:16.470296 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371a48cf-fe18-46db-99c4-ddfde126fbdb req-825b7d6e-e356-4931-97d6-8af9e581bf73 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:12:16.479639 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-371a48cf-fe18-46db-99c4-ddfde126fbdb req-825b7d6e-e356-4931-97d6-8af9e581bf73 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/ports?device_id=921d3c41-9188-4e3c-a7f3-44c5c4f15460 HTTP/1.1" status: 200 len: 946 time: 0.3369253 Aug 18 12:12:16.513256 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3699ecaa-31d0-4a5f-b0ae-f009ab6b996b tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Network 563b708f-5c6a-4051-9765-bf65b396499c is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:12:16.524438 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-3699ecaa-31d0-4a5f-b0ae-f009ab6b996b tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:12:16.527696 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3699ecaa-31d0-4a5f-b0ae-f009ab6b996b tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:12:16.552325 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09a8bfa4-2e69-45f2-a9b6-01aab9b138ce None None] Network 709f5c4b-ad0a-4ca4-8c4b-81fbbdf25870 is already hosted by enough agents. {{(pid=106254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:12:16.573739 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.base_scheduler [None req-09a8bfa4-2e69-45f2-a9b6-01aab9b138ce None None] Resources bound (agent type, host, resource id): {{(pid=106254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:12:16.581100 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a8bfa4-2e69-45f2-a9b6-01aab9b138ce None None] Received port after_create {{(pid=106254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:12:16.591230 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3699ecaa-31d0-4a5f-b0ae-f009ab6b996b tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Pushing event updated for resources: {'Port': ['ID=a52b74b9-8396-40d6-be8a-85d405e53a56,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:12:16.608753 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-384b3d8c-6b99-4fe6-a030-e035163c3eba tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-996815'] for router_interface, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:16.625143 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-371a48cf-fe18-46db-99c4-ddfde126fbdb req-acb01813-3b82-4d12-83f6-71f2d22fef33 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/security-groups?id=e93b90b0-d66c-467b-a848-eedd88936357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437387 Aug 18 12:12:16.635252 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3699ecaa-31d0-4a5f-b0ae-f009ab6b996b tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-996688'] for router_interface, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:16.902677 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ae1e3c3-46f8-454b-b960-17fea86e7c6f None None] Network 563b708f-5c6a-4051-9765-bf65b396499c requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:12:16.930753 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3699ecaa-31d0-4a5f-b0ae-f009ab6b996b tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:16.957023 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 49898) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:12:16.966485 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-82aa766e-e65f-42d0-99b8-8b00c9d085d9 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1667411570', 'description': 'tempest-secgroup-smoke-1667411570 description', 'project_id': 'b60736d695f1461b9071c3b3eddcc039'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:12:16.973142 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-09a8bfa4-2e69-45f2-a9b6-01aab9b138ce None None] Attempting to bind port 16dadfe6-ea25-4b90-b500-de691049ab62 on host n-d-804985-2 for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:12:16.973735 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-09a8bfa4-2e69-45f2-a9b6-01aab9b138ce None None] Attempting to bind port 16dadfe6-ea25-4b90-b500-de691049ab62 by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': '153fad04-f8ae-43f1-8a65-c4c9fce81756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '709f5c4b-ad0a-4ca4-8c4b-81fbbdf25870'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:12:16.974282 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a8bfa4-2e69-45f2-a9b6-01aab9b138ce None None] Attempting to bind port 16dadfe6-ea25-4b90-b500-de691049ab62 on network 709f5c4b-ad0a-4ca4-8c4b-81fbbdf25870 {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:12:16.983027 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a8bfa4-2e69-45f2-a9b6-01aab9b138ce None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 11, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:12:16.983692 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a8bfa4-2e69-45f2-a9b6-01aab9b138ce None None] Checking segment: {'id': '153fad04-f8ae-43f1-8a65-c4c9fce81756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '709f5c4b-ad0a-4ca4-8c4b-81fbbdf25870'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:12:16.984251 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-09a8bfa4-2e69-45f2-a9b6-01aab9b138ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:16.984898 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a8bfa4-2e69-45f2-a9b6-01aab9b138ce None None] Bound using segment: {'id': '153fad04-f8ae-43f1-8a65-c4c9fce81756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '709f5c4b-ad0a-4ca4-8c4b-81fbbdf25870'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:12:16.985552 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-09a8bfa4-2e69-45f2-a9b6-01aab9b138ce None None] Bound port: 16dadfe6-ea25-4b90-b500-de691049ab62, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '153fad04-f8ae-43f1-8a65-c4c9fce81756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '709f5c4b-ad0a-4ca4-8c4b-81fbbdf25870'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:12:16.986129 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-09a8bfa4-2e69-45f2-a9b6-01aab9b138ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:17.006377 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port 00ec4e11-204f-4ac4-b55c-4e8b3844ff2c completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:12:17.049517 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-384b3d8c-6b99-4fe6-a030-e035163c3eba tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Deleting port dcb43d49-9a23-499f-bb6e-b9f43a03bb9d {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:12:17.049517 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-384b3d8c-6b99-4fe6-a030-e035163c3eba tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:17.108204 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-09a8bfa4-2e69-45f2-a9b6-01aab9b138ce None None] For port 16dadfe6-ea25-4b90-b500-de691049ab62, host n-d-804985-2, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:12:17.111539 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-09a8bfa4-2e69-45f2-a9b6-01aab9b138ce None None] For port 16dadfe6-ea25-4b90-b500-de691049ab62, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=16dadfe6-ea25-4b90-b500-de691049ab62,segment=NetworkSegment(153fad04-f8ae-43f1-8a65-c4c9fce81756),segment_id=153fad04-f8ae-43f1-8a65-c4c9fce81756)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:12:17.117396 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-a12d808b-4e4a-41c0-bfdf-a0cf154f2ee8 None None] Provisioning for port 00ec4e11-204f-4ac4-b55c-4e8b3844ff2c completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:12:17.178330 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 49902) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:12:17.213212 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539f6ae9-0acb-46c7-bd25-0cbcc918f7b1 req-fa94d7c2-f3ee-46c8-8505-ad6ed2af9333 tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:12:17.215372 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-539f6ae9-0acb-46c7-bd25-0cbcc918f7b1 req-fa94d7c2-f3ee-46c8-8505-ad6ed2af9333 tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] 10.222.0.66 "GET /v2.0/ports?device_id=63ed90c6-053d-4efc-86f0-c549d3d30e58 HTTP/1.1" status: 200 len: 945 time: 0.0896165 Aug 18 12:12:17.277965 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-539f6ae9-0acb-46c7-bd25-0cbcc918f7b1 req-3680741d-078b-4b4b-8f7e-b694a37366ec tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] 10.222.0.66 "GET /v2.0/security-groups?id=5ef1fad5-9994-4d94-a262-3d4636ae09af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508282 Aug 18 12:12:17.315049 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-384b3d8c-6b99-4fe6-a030-e035163c3eba tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:17.320045 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-09a8bfa4-2e69-45f2-a9b6-01aab9b138ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:17.334004 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-a12d808b-4e4a-41c0-bfdf-a0cf154f2ee8 None None] Provisioning complete for port 00ec4e11-204f-4ac4-b55c-4e8b3844ff2c triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:12:17.334824 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-a12d808b-4e4a-41c0-bfdf-a0cf154f2ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:17.340675 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-384b3d8c-6b99-4fe6-a030-e035163c3eba tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Calling delete_port for dcb43d49-9a23-499f-bb6e-b9f43a03bb9d owned by network:router_interface {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:12:17.403465 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3699ecaa-31d0-4a5f-b0ae-f009ab6b996b tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks [] for port, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:17.416620 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3699ecaa-31d0-4a5f-b0ae-f009ab6b996b tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:17.487560 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-59efadb5-2d3c-4981-9753-6f4a0e4c03a3 tempest-MeteringIpV6TestJSON-117157672 tempest-MeteringIpV6TestJSON-117157672-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-736927493'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:12:17.488061 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-59efadb5-2d3c-4981-9753-6f4a0e4c03a3 tempest-MeteringIpV6TestJSON-117157672 tempest-MeteringIpV6TestJSON-117157672-project-admin] Unknown quota resources ['metering_label']. {{(pid=106252) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 18 12:12:17.501158 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-82aa766e-e65f-42d0-99b8-8b00c9d085d9 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:17.541208 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3699ecaa-31d0-4a5f-b0ae-f009ab6b996b tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Pushing event updated for resources: {'Port': ['ID=a52b74b9-8396-40d6-be8a-85d405e53a56,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:12:17.562119 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3699ecaa-31d0-4a5f-b0ae-f009ab6b996b tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-996772'] for router_interface, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:17.565571 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a8bfa4-2e69-45f2-a9b6-01aab9b138ce None None] Pushing event updated for resources: {'Port': ['ID=16dadfe6-ea25-4b90-b500-de691049ab62,revision_number=2']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:12:17.730468 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-a12d808b-4e4a-41c0-bfdf-a0cf154f2ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:17.802225 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-a12d808b-4e4a-41c0-bfdf-a0cf154f2ee8 None None] For port 00ec4e11-204f-4ac4-b55c-4e8b3844ff2c, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=00ec4e11-204f-4ac4-b55c-4e8b3844ff2c,segment=NetworkSegment(d6b09a12-f461-4cbb-8767-063a0bd16879),segment_id=d6b09a12-f461-4cbb-8767-063a0bd16879)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:12:17.808996 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-a12d808b-4e4a-41c0-bfdf-a0cf154f2ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:17.823799 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-384b3d8c-6b99-4fe6-a030-e035163c3eba tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:17.906176 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12d808b-4e4a-41c0-bfdf-a0cf154f2ee8 None None] Pushing event updated for resources: {'Port': ['ID=00ec4e11-204f-4ac4-b55c-4e8b3844ff2c,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:12:17.917342 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384b3d8c-6b99-4fe6-a030-e035163c3eba tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Pushing event deleted for resources: {'Port': ['ID=dcb43d49-9a23-499f-bb6e-b9f43a03bb9d,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:12:17.940568 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3699ecaa-31d0-4a5f-b0ae-f009ab6b996b tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Network 563b708f-5c6a-4051-9765-bf65b396499c is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:12:17.943429 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-82aa766e-e65f-42d0-99b8-8b00c9d085d9 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:17.945105 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-3699ecaa-31d0-4a5f-b0ae-f009ab6b996b tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:12:17.957752 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-82aa766e-e65f-42d0-99b8-8b00c9d085d9 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:18.130983 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-82aa766e-e65f-42d0-99b8-8b00c9d085d9 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:18.140909 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-82aa766e-e65f-42d0-99b8-8b00c9d085d9 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.1814098 Aug 18 12:12:18.141634 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 49910) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:12:18.158600 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-790b88ae-c427-42ff-92ca-5b889b733fd9 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Request body: {'security_group_rule': {'security_group_id': '5d728c3d-d0c0-4fba-b9fc-5096721eb4e4', 'project_id': 'b60736d695f1461b9071c3b3eddcc039', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:12:18.193284 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82aa766e-e65f-42d0-99b8-8b00c9d085d9 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d728c3d-d0c0-4fba-b9fc-5096721eb4e4,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:12:18.204730 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-59efadb5-2d3c-4981-9753-6f4a0e4c03a3 tempest-MeteringIpV6TestJSON-117157672 tempest-MeteringIpV6TestJSON-117157672-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:18.205948 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-59efadb5-2d3c-4981-9753-6f4a0e4c03a3 tempest-MeteringIpV6TestJSON-117157672 tempest-MeteringIpV6TestJSON-117157672-project-admin] 10.222.0.66 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 1.0207584 Aug 18 12:12:18.212049 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 49912) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:12:18.219150 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-ff08b5f5-4fe2-4837-b10e-63a99a8504d3 tempest-MeteringIpV6TestJSON-117157672 tempest-MeteringIpV6TestJSON-117157672-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '81637946-4bbf-47e6-ad41-48fc5b297b2d'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:12:18.219669 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-ff08b5f5-4fe2-4837-b10e-63a99a8504d3 tempest-MeteringIpV6TestJSON-117157672 tempest-MeteringIpV6TestJSON-117157672-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=106252) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 18 12:12:18.252287 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9703e4fe-4b77-431e-a9de-d9c12f58c32f req-e6de692a-1cbb-421e-9140-0a3032194e95 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:12:18.262088 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-a8955d6a-213e-495c-9e8d-fb0e73fac0a1 None None] Provisioning complete for port 00ec4e11-204f-4ac4-b55c-4e8b3844ff2c triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:12:18.262537 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-a8955d6a-213e-495c-9e8d-fb0e73fac0a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:18.265397 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9703e4fe-4b77-431e-a9de-d9c12f58c32f req-e6de692a-1cbb-421e-9140-0a3032194e95 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/ports?device_id=921d3c41-9188-4e3c-a7f3-44c5c4f15460 HTTP/1.1" status: 200 len: 946 time: 0.4603331 Aug 18 12:12:18.337698 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-790b88ae-c427-42ff-92ca-5b889b733fd9 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:18.427450 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3699ecaa-31d0-4a5f-b0ae-f009ab6b996b tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Router 93402c34-c0f6-4130-baa0-67d1c7569959 is scheduled to L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 with binding_index 1 {{(pid=106253) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 12:12:18.450170 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device ac0331fb-c470-4646-ab34-bae714f4d297 up at agent hyperv_n-h1-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:12:18.603897 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 00ec4e11-204f-4ac4-b55c-4e8b3844ff2c up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:12:18.609030 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-5fb26bdc-746e-472c-af2a-e5e1b0f88922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:18.649240 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-a8955d6a-213e-495c-9e8d-fb0e73fac0a1 None None] Provisioning for port a52b74b9-8396-40d6-be8a-85d405e53a56 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:12:18.663271 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-a8955d6a-213e-495c-9e8d-fb0e73fac0a1 None None] Provisioning complete for port a52b74b9-8396-40d6-be8a-85d405e53a56 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:12:18.663651 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-a8955d6a-213e-495c-9e8d-fb0e73fac0a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:18.701776 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Provisioning for port ac0331fb-c470-4646-ab34-bae714f4d297 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:12:18.718621 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Provisioning complete for port ac0331fb-c470-4646-ab34-bae714f4d297 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:12:18.719291 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:18.754738 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 00ec4e11-204f-4ac4-b55c-4e8b3844ff2c triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:12:18.755372 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:18.763008 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9703e4fe-4b77-431e-a9de-d9c12f58c32f req-726192c3-ad4a-4e43-bb69-839d20bc8d8e tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/security-groups?id=e93b90b0-d66c-467b-a848-eedd88936357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4956050 Aug 18 12:12:18.768101 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-a8955d6a-213e-495c-9e8d-fb0e73fac0a1 None None] Port a52b74b9-8396-40d6-be8a-85d405e53a56 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:12:18.774994 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-790b88ae-c427-42ff-92ca-5b889b733fd9 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:18.776722 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3699ecaa-31d0-4a5f-b0ae-f009ab6b996b tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:12:18.788008 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-3699ecaa-31d0-4a5f-b0ae-f009ab6b996b tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] 10.222.0.66 "PUT /v2.0/routers/93402c34-c0f6-4130-baa0-67d1c7569959/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7866926 Aug 18 12:12:18.789360 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 49916) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:12:18.792712 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e9af05f-c89c-4cd6-91ad-734ae2533893 None None] Sync routers for ids ['93402c34-c0f6-4130-baa0-67d1c7569959'] in n-d-804985-2 {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:12:18.807449 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e9af05f-c89c-4cd6-91ad-734ae2533893 None None] Routers {'93402c34-c0f6-4130-baa0-67d1c7569959'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:12:18.812892 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-7e9af05f-c89c-4cd6-91ad-734ae2533893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:11:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['93402c34-c0f6-4130-baa0-67d1c7569959'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:12:18.832107 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-790b88ae-c427-42ff-92ca-5b889b733fd9 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992607'] for security_group_rule, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:18.856195 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-384b3d8c-6b99-4fe6-a030-e035163c3eba tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953695'] for router_interface, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:18.858607 n-d-804985-2 neutron-server[106252]: WARNING neutron.services.metering.metering_plugin [None req-ff08b5f5-4fe2-4837-b10e-63a99a8504d3 tempest-MeteringIpV6TestJSON-117157672 tempest-MeteringIpV6TestJSON-117157672-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 18 12:12:18.928392 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-790b88ae-c427-42ff-92ca-5b889b733fd9 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:18.930553 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-790b88ae-c427-42ff-92ca-5b889b733fd9 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7825613 Aug 18 12:12:18.952649 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 49920) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:12:18.955842 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790b88ae-c427-42ff-92ca-5b889b733fd9 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fac4d6f9-6217-42b0-8352-0b8ed6478354,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:12:18.975527 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-38b86979-0205-4663-b491-b8d24e8fb3d8 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Request body: {'security_group_rule': {'security_group_id': '5d728c3d-d0c0-4fba-b9fc-5096721eb4e4', 'project_id': 'b60736d695f1461b9071c3b3eddcc039', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:12:18.979009 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-7e9af05f-c89c-4cd6-91ad-734ae2533893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:12:18.996277 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 16dadfe6-ea25-4b90-b500-de691049ab62 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:12:19.000993 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e9af05f-c89c-4cd6-91ad-734ae2533893 None None] Routers {'93402c34-c0f6-4130-baa0-67d1c7569959'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:12:19.003034 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-7e9af05f-c89c-4cd6-91ad-734ae2533893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:11:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['93402c34-c0f6-4130-baa0-67d1c7569959'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:12:19.039188 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d76b79c-6a42-4d90-a7f9-ba7f718f8d6d tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:12:19.049441 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-5d76b79c-6a42-4d90-a7f9-ba7f718f8d6d tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] 10.222.0.66 "GET /v2.0/ports/a52b74b9-8396-40d6-be8a-85d405e53a56 HTTP/1.1" status: 200 len: 910 time: 0.2589221 Aug 18 12:12:19.050131 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 49922) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:12:19.079781 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-38b86979-0205-4663-b491-b8d24e8fb3d8 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:19.080228 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-7e9af05f-c89c-4cd6-91ad-734ae2533893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:12:19.085441 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e9af05f-c89c-4cd6-91ad-734ae2533893 None None] The sync data for ids ['93402c34-c0f6-4130-baa0-67d1c7569959'] in n-d-804985-2 is: [] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:12:19.132646 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:19.145411 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cffe5a5-916d-4601-9d29-ec697c1340bd None None] Network 709f5c4b-ad0a-4ca4-8c4b-81fbbdf25870 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:12:19.266931 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-4d68c3b3-4238-4e64-83b2-355afe935d8f None None] Provisioning complete for port a52b74b9-8396-40d6-be8a-85d405e53a56 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:12:19.268212 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-38b86979-0205-4663-b491-b8d24e8fb3d8 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:19.268436 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4d68c3b3-4238-4e64-83b2-355afe935d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:19.358894 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port ac0331fb-c470-4646-ab34-bae714f4d297, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=ac0331fb-c470-4646-ab34-bae714f4d297,segment=NetworkSegment(04c90fa8-80d4-4b5a-8675-6489bbdf733a),segment_id=04c90fa8-80d4-4b5a-8675-6489bbdf733a)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:12:19.369667 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63ed90c6-053d-4efc-86f0-c549d3d30e58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac0331fb-c470-4646-ab34-bae714f4d297'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:12:19.372748 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db50a436fb3a98495337d8fe7487b4f2ea6f3c1052eb9efadc2ecda2d5737001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c3778b3-a15a-4bc4-862a-8e5855d35c5b" -d '{"events": [{"server_uuid": "63ed90c6-053d-4efc-86f0-c549d3d30e58", "name": "network-vif-plugged", "status": "completed", "tag": "ac0331fb-c470-4646-ab34-bae714f4d297"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:12:19.376330 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-38b86979-0205-4663-b491-b8d24e8fb3d8 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992607'] for security_group_rule, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:19.382312 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:19.384685 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port 16dadfe6-ea25-4b90-b500-de691049ab62 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:12:19.442860 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b86979-0205-4663-b491-b8d24e8fb3d8 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f661a57b-2c28-44bd-a01f-5ecc1d0c35cc,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:12:19.465261 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=ac0331fb-c470-4646-ab34-bae714f4d297,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:12:19.470899 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-4d68c3b3-4238-4e64-83b2-355afe935d8f None None] Port a52b74b9-8396-40d6-be8a-85d405e53a56 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:12:19.527462 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ff08b5f5-4fe2-4837-b10e-63a99a8504d3 tempest-MeteringIpV6TestJSON-117157672 tempest-MeteringIpV6TestJSON-117157672-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:19.532692 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-ff08b5f5-4fe2-4837-b10e-63a99a8504d3 tempest-MeteringIpV6TestJSON-117157672 tempest-MeteringIpV6TestJSON-117157672-project-admin] 10.222.0.66 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 1.3189290 Aug 18 12:12:19.533677 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 49928) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:12:19.540383 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-b3eb0bf7-589f-4a91-8695-50db8076f2e4 tempest-MeteringIpV6TestJSON-117157672 tempest-MeteringIpV6TestJSON-117157672-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '81637946-4bbf-47e6-ad41-48fc5b297b2d'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:12:19.540945 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-b3eb0bf7-589f-4a91-8695-50db8076f2e4 tempest-MeteringIpV6TestJSON-117157672 tempest-MeteringIpV6TestJSON-117157672-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=106252) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 18 12:12:19.555079 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-38b86979-0205-4663-b491-b8d24e8fb3d8 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:19.556303 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-38b86979-0205-4663-b491-b8d24e8fb3d8 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6025620 Aug 18 12:12:19.574911 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 49930) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:12:19.579595 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-9020a592-2d4a-400b-8369-396d1a3322e9 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Request body: {'security_group_rule': {'security_group_id': '5d728c3d-d0c0-4fba-b9fc-5096721eb4e4', 'project_id': 'b60736d695f1461b9071c3b3eddcc039', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:12:19.618985 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-c2b9c8d5-5a78-4604-9331-1c7e7d31a492 None None] Provisioning for port 16dadfe6-ea25-4b90-b500-de691049ab62 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:12:19.624935 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-c2b9c8d5-5a78-4604-9331-1c7e7d31a492 None None] Provisioning complete for port 16dadfe6-ea25-4b90-b500-de691049ab62 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:12:19.625863 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-c2b9c8d5-5a78-4604-9331-1c7e7d31a492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:19.734982 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9020a592-2d4a-400b-8369-396d1a3322e9 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:19.741479 n-d-804985-2 neutron-server[106252]: WARNING neutron.services.metering.metering_plugin [None req-b3eb0bf7-589f-4a91-8695-50db8076f2e4 tempest-MeteringIpV6TestJSON-117157672 tempest-MeteringIpV6TestJSON-117157672-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 18 12:12:19.787099 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:12:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb9d55d7-2b43-40ee-b19c-b8d8e9b02a91 x-openstack-request-id: req-eb9d55d7-2b43-40ee-b19c-b8d8e9b02a91 {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:12:19.787404 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63ed90c6-053d-4efc-86f0-c549d3d30e58", "name": "network-vif-plugged", "status": "completed", "tag": "ac0331fb-c470-4646-ab34-bae714f4d297", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:12:19.794588 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-eb9d55d7-2b43-40ee-b19c-b8d8e9b02a91 {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:12:19.795303 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63ed90c6-053d-4efc-86f0-c549d3d30e58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac0331fb-c470-4646-ab34-bae714f4d297', 'code': 200} Aug 18 12:12:19.825535 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-c2b9c8d5-5a78-4604-9331-1c7e7d31a492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:19.830727 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9020a592-2d4a-400b-8369-396d1a3322e9 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:19.833354 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-110a59df-49db-4552-8a24-d7e50c63a258 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:19.855539 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9020a592-2d4a-400b-8369-396d1a3322e9 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992607'] for security_group_rule, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:19.892405 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-c2b9c8d5-5a78-4604-9331-1c7e7d31a492 None None] For port 16dadfe6-ea25-4b90-b500-de691049ab62, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=16dadfe6-ea25-4b90-b500-de691049ab62,segment=NetworkSegment(153fad04-f8ae-43f1-8a65-c4c9fce81756),segment_id=153fad04-f8ae-43f1-8a65-c4c9fce81756)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:12:19.899835 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-c2b9c8d5-5a78-4604-9331-1c7e7d31a492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:19.912642 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce51874-cafa-4459-a6b3-0d626bf01094 req-d81ede6b-ed08-4578-b3a5-e2236e2aef64 tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:12:19.920008 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8ce51874-cafa-4459-a6b3-0d626bf01094 req-d81ede6b-ed08-4578-b3a5-e2236e2aef64 tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] 10.222.0.66 "GET /v2.0/ports?device_id=63ed90c6-053d-4efc-86f0-c549d3d30e58 HTTP/1.1" status: 200 len: 945 time: 1.4142694 Aug 18 12:12:19.945348 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-c2b9c8d5-5a78-4604-9331-1c7e7d31a492 None None] Provisioning complete for port a52b74b9-8396-40d6-be8a-85d405e53a56 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:12:19.946178 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-c2b9c8d5-5a78-4604-9331-1c7e7d31a492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:19.987972 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-c2b9c8d5-5a78-4604-9331-1c7e7d31a492 None None] Port a52b74b9-8396-40d6-be8a-85d405e53a56 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:12:19.996994 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b3eb0bf7-589f-4a91-8695-50db8076f2e4 tempest-MeteringIpV6TestJSON-117157672 tempest-MeteringIpV6TestJSON-117157672-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:19.998223 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-b3eb0bf7-589f-4a91-8695-50db8076f2e4 tempest-MeteringIpV6TestJSON-117157672 tempest-MeteringIpV6TestJSON-117157672-project-admin] 10.222.0.66 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.4624836 Aug 18 12:12:20.021238 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 49934) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:12:20.035777 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b9c8d5-5a78-4604-9331-1c7e7d31a492 None None] Pushing event updated for resources: {'Port': ['ID=16dadfe6-ea25-4b90-b500-de691049ab62,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:12:20.132978 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-db03b83e-0219-45fe-b2f9-d1afddc39943 None None] Provisioning complete for port 16dadfe6-ea25-4b90-b500-de691049ab62 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:12:20.133359 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-db03b83e-0219-45fe-b2f9-d1afddc39943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:20.149903 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8ce51874-cafa-4459-a6b3-0d626bf01094 req-6068dd97-ce17-4a08-86e5-c8b113d8a437 tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] 10.222.0.66 "GET /v2.0/security-groups?id=5ef1fad5-9994-4d94-a262-3d4636ae09af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149656 Aug 18 12:12:20.154372 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-f8d07812-03a8-40c6-90fb-dd9cc0820b2e tempest-MeteringIpV6TestJSON-117157672 tempest-MeteringIpV6TestJSON-117157672-project-admin] 10.222.0.66 "GET /v2.0/metering/metering-label-rules?id=b8a58414-5b76-465c-869d-ab9699309be5 HTTP/1.1" status: 200 len: 462 time: 0.1279061 Aug 18 12:12:20.168953 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 49938) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:12:20.232235 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97689951-de56-473f-afbe-3a48127eda94 req-4ac406ec-addc-4450-9d05-909a5b81431d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:12:20.233852 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-97689951-de56-473f-afbe-3a48127eda94 req-4ac406ec-addc-4450-9d05-909a5b81431d service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=63ed90c6-053d-4efc-86f0-c549d3d30e58 HTTP/1.1" status: 200 len: 1097 time: 0.4389350 Aug 18 12:12:20.251945 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d88974-949d-4809-b5b8-6af6f9458263 req-7401ff5c-8ea9-4236-a936-6338f99d0140 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:12:20.254150 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-05d88974-949d-4809-b5b8-6af6f9458263 req-7401ff5c-8ea9-4236-a936-6338f99d0140 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/ports?device_id=921d3c41-9188-4e3c-a7f3-44c5c4f15460 HTTP/1.1" status: 200 len: 946 time: 0.3629024 Aug 18 12:12:20.258261 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-384b3d8c-6b99-4fe6-a030-e035163c3eba tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Router 0cca1b76-7e9a-4eb0-a5c8-29f69e245efd has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:12:20.344925 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 16dadfe6-ea25-4b90-b500-de691049ab62 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:12:20.420977 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 16dadfe6-ea25-4b90-b500-de691049ab62 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:12:20.421940 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:20.452909 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-97689951-de56-473f-afbe-3a48127eda94 req-902c605a-d3a4-48ec-a11f-90aa76f5b11d service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=5ef1fad5-9994-4d94-a262-3d4636ae09af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972020 Aug 18 12:12:20.462209 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-05d88974-949d-4809-b5b8-6af6f9458263 req-8757c440-5906-44c9-8c69-cd330bf81126 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/security-groups?id=e93b90b0-d66c-467b-a848-eedd88936357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940901 Aug 18 12:12:20.496851 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-032bcdf1-5fb1-4b36-8b19-03f4a24f0772 tempest-MeteringIpV6TestJSON-117157672 tempest-MeteringIpV6TestJSON-117157672-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:20.497879 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-032bcdf1-5fb1-4b36-8b19-03f4a24f0772 tempest-MeteringIpV6TestJSON-117157672 tempest-MeteringIpV6TestJSON-117157672-project-admin] 10.222.0.66 "DELETE /v2.0/metering/metering-label-rules/b8a58414-5b76-465c-869d-ab9699309be5 HTTP/1.1" status: 204 len: 168 time: 0.3267210 Aug 18 12:12:20.500834 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-384b3d8c-6b99-4fe6-a030-e035163c3eba tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:12:20.502374 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 49940) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:12:20.510204 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-384b3d8c-6b99-4fe6-a030-e035163c3eba tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] 10.222.0.66 "PUT /v2.0/routers/0cca1b76-7e9a-4eb0-a5c8-29f69e245efd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2157707 Aug 18 12:12:20.515180 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 49942) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:12:20.519218 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61552809-dd77-4e0f-8b2f-68164e16f865 None None] Sync routers for ids ['0cca1b76-7e9a-4eb0-a5c8-29f69e245efd'] in n-d-804985-2 {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:12:20.528686 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-7d37579e-2be4-430c-9a93-b9b345cfea7b tempest-MeteringIpV6TestJSON-117157672 tempest-MeteringIpV6TestJSON-117157672-project-admin] 10.222.0.66 "GET /v2.0/metering/metering-label-rules?id=b8a58414-5b76-465c-869d-ab9699309be5 HTTP/1.1" status: 200 len: 221 time: 0.0251169 Aug 18 12:12:20.544437 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 49944) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:12:20.550010 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-e4621435-7563-4b45-ac8b-1432f90c2d0a tempest-MeteringIpV6TestJSON-117157672 tempest-MeteringIpV6TestJSON-117157672-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1948100043', 'description': 'label created by tempest'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:12:20.550328 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-e4621435-7563-4b45-ac8b-1432f90c2d0a tempest-MeteringIpV6TestJSON-117157672 tempest-MeteringIpV6TestJSON-117157672-project-admin] Unknown quota resources ['metering_label']. {{(pid=106252) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 18 12:12:20.553694 n-d-804985-2 neutron-server[106252]: INFO neutron.pecan_wsgi.hooks.translation [None req-80d7da35-c1e5-4aac-b800-4f4e7556b23b tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] GET failed (client error): The resource could not be found. Aug 18 12:12:20.558425 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-80d7da35-c1e5-4aac-b800-4f4e7556b23b tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] 10.222.0.66 "GET /v2.0/ports/dcb43d49-9a23-499f-bb6e-b9f43a03bb9d HTTP/1.1" status: 404 len: 333 time: 0.0408683 Aug 18 12:12:20.559911 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 49946) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:12:20.588745 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61552809-dd77-4e0f-8b2f-68164e16f865 None None] Routers {'0cca1b76-7e9a-4eb0-a5c8-29f69e245efd'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:12:20.588745 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-61552809-dd77-4e0f-8b2f-68164e16f865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:11:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['0cca1b76-7e9a-4eb0-a5c8-29f69e245efd'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:12:20.601669 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9020a592-2d4a-400b-8369-396d1a3322e9 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=687ec461-766b-4770-ba29-c4e0ac59a9fe,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:12:20.628953 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9020a592-2d4a-400b-8369-396d1a3322e9 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:20.628953 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-9020a592-2d4a-400b-8369-396d1a3322e9 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0518425 Aug 18 12:12:20.628953 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 49948) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:12:20.654888 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-94cbcd6e-3da8-4e54-a25a-459b4c1240f2 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Request body: {'security_group_rule': {'security_group_id': '5d728c3d-d0c0-4fba-b9fc-5096721eb4e4', 'project_id': 'b60736d695f1461b9071c3b3eddcc039', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:12:20.662211 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-61552809-dd77-4e0f-8b2f-68164e16f865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:12:20.674591 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61552809-dd77-4e0f-8b2f-68164e16f865 None None] Routers {'0cca1b76-7e9a-4eb0-a5c8-29f69e245efd'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:12:20.675152 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-61552809-dd77-4e0f-8b2f-68164e16f865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:11:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['0cca1b76-7e9a-4eb0-a5c8-29f69e245efd'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:12:20.676903 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f6ce95d9-ace0-487f-80b8-8e8396cf76b9 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks [] for router, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:20.719427 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-61552809-dd77-4e0f-8b2f-68164e16f865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:12:20.720345 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61552809-dd77-4e0f-8b2f-68164e16f865 None None] The sync data for ids ['0cca1b76-7e9a-4eb0-a5c8-29f69e245efd'] in n-d-804985-2 is: [] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:12:20.836698 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-94cbcd6e-3da8-4e54-a25a-459b4c1240f2 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:20.874170 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [None req-110a59df-49db-4552-8a24-d7e50c63a258 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Allocated IP 172.21.0.1 (709f5c4b-ad0a-4ca4-8c4b-81fbbdf25870/4c676b6b-b6ec-4c49-9d91-ceb95ff8cc55/5855121d-54df-4299-8ef3-1f61baca7c59) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:12:20.881969 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e4621435-7563-4b45-ac8b-1432f90c2d0a tempest-MeteringIpV6TestJSON-117157672 tempest-MeteringIpV6TestJSON-117157672-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:20.883147 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-e4621435-7563-4b45-ac8b-1432f90c2d0a tempest-MeteringIpV6TestJSON-117157672 tempest-MeteringIpV6TestJSON-117157672-project-admin] 10.222.0.66 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.3381608 Aug 18 12:12:20.886048 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 49952) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:12:20.969319 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-94cbcd6e-3da8-4e54-a25a-459b4c1240f2 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:20.983492 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-94cbcd6e-3da8-4e54-a25a-459b4c1240f2 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992607'] for security_group_rule, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:21.009984 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-94cbcd6e-3da8-4e54-a25a-459b4c1240f2 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:21.014166 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-94cbcd6e-3da8-4e54-a25a-459b4c1240f2 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3767557 Aug 18 12:12:21.014946 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f6ce95d9-ace0-487f-80b8-8e8396cf76b9 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-996004', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15859'] for router, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:21.016336 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 49956) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:12:21.027565 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cbcd6e-3da8-4e54-a25a-459b4c1240f2 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40235e24-a61f-47b9-b974-330b08564ab6,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:12:21.074012 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-110a59df-49db-4552-8a24-d7e50c63a258 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:21.076843 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f6ce95d9-ace0-487f-80b8-8e8396cf76b9 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:21.082373 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-34f2d63e-5674-43f5-b4d5-eccdf47e92de tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Request body: {'security_group_rule': {'security_group_id': '5d728c3d-d0c0-4fba-b9fc-5096721eb4e4', 'project_id': 'b60736d695f1461b9071c3b3eddcc039', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:12:21.094656 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-bf3eb6db-1aac-4b3c-8d4d-58c50482f079 tempest-MeteringIpV6TestJSON-117157672 tempest-MeteringIpV6TestJSON-117157672-project-admin] 10.222.0.66 "GET /v2.0/metering/metering-labels?id=2a0d9aec-30b5-418d-961c-70e357a0b5ad HTTP/1.1" status: 200 len: 468 time: 0.0977628 Aug 18 12:12:21.098032 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 49958) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:12:21.099080 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [None req-110a59df-49db-4552-8a24-d7e50c63a258 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Transition to ACTIVE for port object 5855121d-54df-4299-8ef3-1f61baca7c59 will not be triggered until provisioned by entity DHCP. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:12:21.165005 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f6ce95d9-ace0-487f-80b8-8e8396cf76b9 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-996061'] for router, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:21.166425 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6ce95d9-ace0-487f-80b8-8e8396cf76b9 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Fanout notify agent at l3_agent the message router_deleted on router 0cca1b76-7e9a-4eb0-a5c8-29f69e245efd {{(pid=106252) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 12:12:21.171695 n-d-804985-2 neutron-server[106252]: INFO neutron.db.securitygroups_db [None req-34f2d63e-5674-43f5-b4d5-eccdf47e92de tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Project b60736d695f1461b9071c3b3eddcc039 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 18 12:12:21.184691 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f6ce95d9-ace0-487f-80b8-8e8396cf76b9 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks [] for router, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:21.188435 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-f6ce95d9-ace0-487f-80b8-8e8396cf76b9 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] 10.222.0.66 "DELETE /v2.0/routers/0cca1b76-7e9a-4eb0-a5c8-29f69e245efd HTTP/1.1" status: 204 len: 168 time: 0.6250546 Aug 18 12:12:21.188435 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-34f2d63e-5674-43f5-b4d5-eccdf47e92de tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:21.190346 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 49962) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:12:21.396314 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:21.435162 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ea7a554-b7f0-4f8d-80bf-4e489fde5307 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Deleting subnet 15949ba7-f1db-4a53-a3e4-2892d5b1f330 {{(pid=106252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 12:12:21.444049 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab35dfe-59eb-45ac-a71c-6a1ccc8dcfd9 req-c0a79d5c-3251-4cd5-9e7d-04694fe3faed tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:12:21.445886 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1ab35dfe-59eb-45ac-a71c-6a1ccc8dcfd9 req-c0a79d5c-3251-4cd5-9e7d-04694fe3faed tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] 10.222.0.66 "GET /v2.0/ports?device_id=63ed90c6-053d-4efc-86f0-c549d3d30e58 HTTP/1.1" status: 200 len: 946 time: 0.1886251 Aug 18 12:12:21.451644 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-3ea7a554-b7f0-4f8d-80bf-4e489fde5307 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks [] for subnet, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:21.497674 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-34f2d63e-5674-43f5-b4d5-eccdf47e92de tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:21.513029 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-792cb78f-a2f2-488c-bc88-e1719ef3f7bb tempest-MeteringIpV6TestJSON-117157672 tempest-MeteringIpV6TestJSON-117157672-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:21.514209 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-792cb78f-a2f2-488c-bc88-e1719ef3f7bb tempest-MeteringIpV6TestJSON-117157672 tempest-MeteringIpV6TestJSON-117157672-project-admin] 10.222.0.66 "DELETE /v2.0/metering/metering-labels/2a0d9aec-30b5-418d-961c-70e357a0b5ad HTTP/1.1" status: 204 len: 168 time: 0.4132593 Aug 18 12:12:21.518103 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 49972) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:12:21.520652 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-34f2d63e-5674-43f5-b4d5-eccdf47e92de tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992607'] for security_group_rule, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:21.528270 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-110a59df-49db-4552-8a24-d7e50c63a258 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:21.558846 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-3ea7a554-b7f0-4f8d-80bf-4e489fde5307 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2221528'] for subnet, precommit_delete_associations {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:21.567761 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1ab35dfe-59eb-45ac-a71c-6a1ccc8dcfd9 req-020614bd-f027-4427-97ec-0b92e1a4611a tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] 10.222.0.66 "GET /v2.0/security-groups?id=5ef1fad5-9994-4d94-a262-3d4636ae09af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121390 Aug 18 12:12:21.576312 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-22f92b59-308b-4dea-8fd9-43b70562db9a tempest-MeteringIpV6TestJSON-117157672 tempest-MeteringIpV6TestJSON-117157672-project-admin] 10.222.0.66 "GET /v2.0/metering/metering-labels?id=2a0d9aec-30b5-418d-961c-70e357a0b5ad HTTP/1.1" status: 200 len: 216 time: 0.0568502 Aug 18 12:12:21.581970 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 49976) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:12:21.593362 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f2d63e-5674-43f5-b4d5-eccdf47e92de tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07c15a9a-7feb-460e-8f24-682db4658e4b,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:12:21.617783 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-110a59df-49db-4552-8a24-d7e50c63a258 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Network 709f5c4b-ad0a-4ca4-8c4b-81fbbdf25870 is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:12:21.622188 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-cba57556-bbde-4a66-8d96-de0621934c87 tempest-MeteringIpV6TestJSON-117157672 tempest-MeteringIpV6TestJSON-117157672-project-admin] 10.222.0.66 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0381308 Aug 18 12:12:21.625117 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-110a59df-49db-4552-8a24-d7e50c63a258 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:12:21.627071 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-110a59df-49db-4552-8a24-d7e50c63a258 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:12:21.629919 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 49978) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:12:21.630750 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110a59df-49db-4552-8a24-d7e50c63a258 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Pushing event updated for resources: {'Port': ['ID=5855121d-54df-4299-8ef3-1f61baca7c59,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:12:21.636377 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-34f2d63e-5674-43f5-b4d5-eccdf47e92de tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:21.637610 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-34f2d63e-5674-43f5-b4d5-eccdf47e92de tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5993032 Aug 18 12:12:21.641361 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 49982) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:12:21.655133 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-5f808bef-9cc4-4922-b4df-790996ab7e25 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Request body: {'security_group_rule': {'security_group_id': '5d728c3d-d0c0-4fba-b9fc-5096721eb4e4', 'project_id': 'b60736d695f1461b9071c3b3eddcc039', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:12:21.667122 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-09ab5b42-08ea-4b51-aa40-4507bc647d24 tempest-MeteringIpV6TestJSON-117157672 tempest-MeteringIpV6TestJSON-117157672-project-admin] 10.222.0.66 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0329409 Aug 18 12:12:21.672828 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 49984) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:12:21.674350 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-0eb0eff0-f53e-4f4a-8738-01084e93ff60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:21.742509 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-723a0ad9-8f1c-4e99-9752-0e2d78877671 tempest-MeteringIpV6TestJSON-117157672 tempest-MeteringIpV6TestJSON-117157672-project-admin] 10.222.0.66 "GET /v2.0/metering/metering-labels/81637946-4bbf-47e6-ad41-48fc5b297b2d HTTP/1.1" status: 200 len: 472 time: 0.0684481 Aug 18 12:12:21.745543 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b83499e-8662-4e4d-a362-ff0d05895c64 req-724da862-da3f-4a56-a197-c7610c009407 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:12:21.746419 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5b83499e-8662-4e4d-a362-ff0d05895c64 req-724da862-da3f-4a56-a197-c7610c009407 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/ports?device_id=921d3c41-9188-4e3c-a7f3-44c5c4f15460 HTTP/1.1" status: 200 len: 946 time: 0.1490943 Aug 18 12:12:21.746542 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 49988) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:12:21.751648 n-d-804985-2 neutron-server[106252]: INFO neutron.db.securitygroups_db [None req-5f808bef-9cc4-4922-b4df-790996ab7e25 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Project b60736d695f1461b9071c3b3eddcc039 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 18 12:12:21.753349 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-110a59df-49db-4552-8a24-d7e50c63a258 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-996688'] for router_interface, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:21.771767 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5f808bef-9cc4-4922-b4df-790996ab7e25 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:21.795022 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-3ea7a554-b7f0-4f8d-80bf-4e489fde5307 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:21.798858 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-36e3510d-77d4-4d2f-8489-116e3ed20c62 tempest-MeteringIpV6TestJSON-117157672 tempest-MeteringIpV6TestJSON-117157672-project-admin] 10.222.0.66 "GET /v2.0/metering/metering-label-rules/faffedf9-7a6f-44ca-8644-28ff94482298 HTTP/1.1" status: 200 len: 459 time: 0.0478683 Aug 18 12:12:21.799008 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 49990) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:12:21.859226 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5b83499e-8662-4e4d-a362-ff0d05895c64 req-72a92d4a-0822-435d-9cec-ffb925a97d6c tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/security-groups?id=e93b90b0-d66c-467b-a848-eedd88936357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985031 Aug 18 12:12:21.890225 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5f808bef-9cc4-4922-b4df-790996ab7e25 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:21.895765 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5f808bef-9cc4-4922-b4df-790996ab7e25 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992607'] for security_group_rule, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:21.910711 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-3ea7a554-b7f0-4f8d-80bf-4e489fde5307 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3572848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59074100'] for subnet, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:21.930860 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f808bef-9cc4-4922-b4df-790996ab7e25 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=272751e3-017e-44e9-ad71-2f63de8269ce,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:12:21.949654 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5f808bef-9cc4-4922-b4df-790996ab7e25 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:21.950880 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-5f808bef-9cc4-4922-b4df-790996ab7e25 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3067083 Aug 18 12:12:21.953155 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea7a554-b7f0-4f8d-80bf-4e489fde5307 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Pushing event deleted for resources: {'Subnet': ['ID=15949ba7-f1db-4a53-a3e4-2892d5b1f330,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:12:21.954368 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 49992) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:12:21.956720 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-3ea7a554-b7f0-4f8d-80bf-4e489fde5307 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for subnet, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:21.959218 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-3ea7a554-b7f0-4f8d-80bf-4e489fde5307 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] 10.222.0.66 "DELETE /v2.0/subnets/15949ba7-f1db-4a53-a3e4-2892d5b1f330 HTTP/1.1" status: 204 len: 168 time: 0.7662213 Aug 18 12:12:21.963246 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-d76efa6f-9abc-48d3-95c7-97d6614086e2 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Request body: {'network': {'name': 'tempest-network-smoke--571347361', 'project_id': 'b60736d695f1461b9071c3b3eddcc039', 'port_security_enabled': True}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:12:21.967035 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 49994) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:12:21.968409 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f731ece-afdf-446b-a403-a75e0a842836 None None] Network 6977fe4e-bf9c-4b63-95bd-38cecb77c3ed requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:12:21.972296 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-9b550271-08f1-4755-abb3-e7f360075872 None None] Provisioning for port 5855121d-54df-4299-8ef3-1f61baca7c59 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:12:21.975757 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-72ae54f6-3161-4137-91c0-593acdbf31e2 tempest-MeteringIpV6TestJSON-117157672 tempest-MeteringIpV6TestJSON-117157672-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:21.979179 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-72ae54f6-3161-4137-91c0-593acdbf31e2 tempest-MeteringIpV6TestJSON-117157672 tempest-MeteringIpV6TestJSON-117157672-project-admin] 10.222.0.66 "DELETE /v2.0/metering/metering-label-rules/faffedf9-7a6f-44ca-8644-28ff94482298 HTTP/1.1" status: 204 len: 168 time: 0.1770937 Aug 18 12:12:21.980715 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 49996) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:12:21.993056 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-110a59df-49db-4552-8a24-d7e50c63a258 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:22.014772 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-9b550271-08f1-4755-abb3-e7f360075872 None None] Provisioning complete for port 5855121d-54df-4299-8ef3-1f61baca7c59 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:12:22.015237 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-9b550271-08f1-4755-abb3-e7f360075872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:22.076277 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-9b550271-08f1-4755-abb3-e7f360075872 None None] Port 5855121d-54df-4299-8ef3-1f61baca7c59 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:12:22.092038 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d76efa6f-9abc-48d3-95c7-97d6614086e2 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Made reservation on behalf of b60736d695f1461b9071c3b3eddcc039 for: {'network': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:12:22.095281 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d76efa6f-9abc-48d3-95c7-97d6614086e2 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for network, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:22.123452 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-67b7ef6e-5167-4b4e-a925-396c344a7acb tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7904109'] for network, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:22.136168 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-53584c24-f517-494e-ac93-c18bb92373f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:22.215458 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57ee61a5-e647-4d54-83df-e8e04426cdf8 None None] DHCP port deletion for 6977fe4e-bf9c-4b63-95bd-38cecb77c3ed request from n-d-804985-2 {{(pid=106254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 12:12:22.218794 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d76efa6f-9abc-48d3-95c7-97d6614086e2 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 820} {{(pid=106252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:12:22.269350 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-57ee61a5-e647-4d54-83df-e8e04426cdf8 None None] Deleting port 934957b7-dc4f-47ed-9d70-96e89bbe0524 {{(pid=106254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:12:22.269797 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-57ee61a5-e647-4d54-83df-e8e04426cdf8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:22.293836 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d76efa6f-9abc-48d3-95c7-97d6614086e2 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:22.294179 n-d-804985-2 neutron-server[106252]: INFO neutron.db.segments_db [None req-d76efa6f-9abc-48d3-95c7-97d6614086e2 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Added segment 55da2c2d-7b34-4aab-8a41-786d81396444 of type vlan for network f5b38dfb-a77f-4baa-a778-99adb769d1c2 Aug 18 12:12:22.308216 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-9cd3d304-1b74-4eed-b8e7-bc77530e60c5 tempest-MeteringIpV6TestJSON-117157672 tempest-MeteringIpV6TestJSON-117157672-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:22.309386 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-9cd3d304-1b74-4eed-b8e7-bc77530e60c5 tempest-MeteringIpV6TestJSON-117157672 tempest-MeteringIpV6TestJSON-117157672-project-admin] 10.222.0.66 "DELETE /v2.0/metering/metering-labels/81637946-4bbf-47e6-ad41-48fc5b297b2d HTTP/1.1" status: 204 len: 168 time: 0.3187037 Aug 18 12:12:22.315166 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 934957b7-dc4f-47ed-9d70-96e89bbe0524 no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:12:22.345636 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d76efa6f-9abc-48d3-95c7-97d6614086e2 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789150665894'] for network, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:22.351045 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-110a59df-49db-4552-8a24-d7e50c63a258 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks [] for port, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:22.377056 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-67b7ef6e-5167-4b4e-a925-396c344a7acb tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Deleting port 934957b7-dc4f-47ed-9d70-96e89bbe0524 {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:12:22.377431 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-67b7ef6e-5167-4b4e-a925-396c344a7acb tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:22.391573 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d76efa6f-9abc-48d3-95c7-97d6614086e2 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for network, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:22.393590 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-110a59df-49db-4552-8a24-d7e50c63a258 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:22.398062 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d76efa6f-9abc-48d3-95c7-97d6614086e2 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:12:22.398222 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d76efa6f-9abc-48d3-95c7-97d6614086e2 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks [] for network, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:22.418947 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-57ee61a5-e647-4d54-83df-e8e04426cdf8 None None] For port 934957b7-dc4f-47ed-9d70-96e89bbe0524, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=934957b7-dc4f-47ed-9d70-96e89bbe0524,segment=NetworkSegment(7dba05a8-3f3e-4cdc-9ecc-d358ed75f9ff),segment_id=7dba05a8-3f3e-4cdc-9ecc-d358ed75f9ff)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:12:22.422683 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-57ee61a5-e647-4d54-83df-e8e04426cdf8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:22.448957 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-57ee61a5-e647-4d54-83df-e8e04426cdf8 None None] Calling delete_port for 934957b7-dc4f-47ed-9d70-96e89bbe0524 owned by network:dhcp {{(pid=106254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:12:22.481744 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110a59df-49db-4552-8a24-d7e50c63a258 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Pushing event updated for resources: {'Port': ['ID=5855121d-54df-4299-8ef3-1f61baca7c59,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:12:22.488431 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-d76efa6f-9abc-48d3-95c7-97d6614086e2 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5301805 Aug 18 12:12:22.489918 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 50004) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:12:22.499674 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-110ebd59-81f0-4bf4-9d8d-741c9aa7840c tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-371597633', 'admin_state_up': True, 'project_id': 'b60736d695f1461b9071c3b3eddcc039', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'}}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:12:22.520732 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0479a09-f617-488d-9da5-be0a7e2f40f2 req-17e37792-f705-4398-83ca-0559189965a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:12:22.523896 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-a0479a09-f617-488d-9da5-be0a7e2f40f2 req-17e37792-f705-4398-83ca-0559189965a5 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6be1f64524b04a05973aca1b3d3c7df9&device_id=921d3c41-9188-4e3c-a7f3-44c5c4f15460 HTTP/1.1" status: 200 len: 1097 time: 0.2728817 Aug 18 12:12:22.531794 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [None req-67b7ef6e-5167-4b4e-a925-396c344a7acb tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] For port 934957b7-dc4f-47ed-9d70-96e89bbe0524, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=934957b7-dc4f-47ed-9d70-96e89bbe0524,segment=NetworkSegment(7dba05a8-3f3e-4cdc-9ecc-d358ed75f9ff),segment_id=7dba05a8-3f3e-4cdc-9ecc-d358ed75f9ff)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:12:22.532163 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-67b7ef6e-5167-4b4e-a925-396c344a7acb tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:22.541302 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:22.541563 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76efa6f-9abc-48d3-95c7-97d6614086e2 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Pushing event updated for resources: {'Network': ['ID=f5b38dfb-a77f-4baa-a778-99adb769d1c2,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:12:22.554249 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-67b7ef6e-5167-4b4e-a925-396c344a7acb tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Calling delete_port for 934957b7-dc4f-47ed-9d70-96e89bbe0524 owned by network:dhcp {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:12:22.555930 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Network f5b38dfb-a77f-4baa-a778-99adb769d1c2 details requested by agent ovs-agent-n-d-804985-2 with host n-d-804985-2 {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:12:22.565954 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-110ebd59-81f0-4bf4-9d8d-741c9aa7840c tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-998592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15809'] for router, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:22.567262 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-110ebd59-81f0-4bf4-9d8d-741c9aa7840c tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-992733', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-971415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15816'] for router, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:22.648712 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] For port 934957b7-dc4f-47ed-9d70-96e89bbe0524, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=934957b7-dc4f-47ed-9d70-96e89bbe0524,segment=NetworkSegment(7dba05a8-3f3e-4cdc-9ecc-d358ed75f9ff),segment_id=7dba05a8-3f3e-4cdc-9ecc-d358ed75f9ff)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:12:22.659704 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:22.671394 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-110ebd59-81f0-4bf4-9d8d-741c9aa7840c tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:22.692196 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-57ee61a5-e647-4d54-83df-e8e04426cdf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556'] for port, after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:22.710515 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ee61a5-e647-4d54-83df-e8e04426cdf8 None None] No DVR routers for this DVR port 934957b7-dc4f-47ed-9d70-96e89bbe0524 on host n-d-804985-2 {{(pid=106254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:12:22.722950 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0479a09-f617-488d-9da5-be0a7e2f40f2 req-e0a57817-024b-4ce1-a61a-71f1d015cb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:12:22.726787 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-a0479a09-f617-488d-9da5-be0a7e2f40f2 req-e0a57817-024b-4ce1-a61a-71f1d015cb8c service neutron] 10.222.0.62 "GET /v2.0/networks?id=62590197-03a9-438c-a3e3-e417fcca582c HTTP/1.1" status: 200 len: 913 time: 0.1924038 Aug 18 12:12:22.729175 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Pushing event updated for resources: {'Port': ['ID=934957b7-dc4f-47ed-9d70-96e89bbe0524,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:12:22.729913 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-110a59df-49db-4552-8a24-d7e50c63a258 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-996772'] for router_interface, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:22.756963 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ee61a5-e647-4d54-83df-e8e04426cdf8 None None] Pushing event deleted for resources: {'Port': ['ID=934957b7-dc4f-47ed-9d70-96e89bbe0524,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:12:22.758729 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 50010) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:12:22.783585 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-a0479a09-f617-488d-9da5-be0a7e2f40f2 req-cf3365a0-965a-4a34-b0cb-6ca56f50b138 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e4939108-0e12-4c3b-ac0f-5ee0dbe95aed HTTP/1.1" status: 200 len: 217 time: 0.0486982 Aug 18 12:12:22.796185 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-67b7ef6e-5167-4b4e-a925-396c344a7acb tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:22.851463 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b7ef6e-5167-4b4e-a925-396c344a7acb tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Pushing event deleted for resources: {'Port': ['ID=934957b7-dc4f-47ed-9d70-96e89bbe0524,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:12:22.854758 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b7ef6e-5167-4b4e-a925-396c344a7acb tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] No DVR routers for this DVR port 934957b7-dc4f-47ed-9d70-96e89bbe0524 on host n-d-804985-2 {{(pid=106252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:12:22.883565 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0479a09-f617-488d-9da5-be0a7e2f40f2 req-a667dfc4-d4c6-4fb4-b053-f29b6f9c7635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:12:22.885096 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-a0479a09-f617-488d-9da5-be0a7e2f40f2 req-a667dfc4-d4c6-4fb4-b053-f29b6f9c7635 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=01de034f-d2f0-4b70-88ab-1a19fe1401c1 HTTP/1.1" status: 200 len: 851 time: 0.0887954 Aug 18 12:12:22.940845 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-110a59df-49db-4552-8a24-d7e50c63a258 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Network 709f5c4b-ad0a-4ca4-8c4b-81fbbdf25870 is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:12:22.945224 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-110a59df-49db-4552-8a24-d7e50c63a258 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:12:22.958113 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0479a09-f617-488d-9da5-be0a7e2f40f2 req-8fdff049-5c4e-46d5-a8b9-d702d7bc701b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:12:22.959642 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-a0479a09-f617-488d-9da5-be0a7e2f40f2 req-8fdff049-5c4e-46d5-a8b9-d702d7bc701b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=62590197-03a9-438c-a3e3-e417fcca582c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0660927 Aug 18 12:12:23.003030 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [req-a0479a09-f617-488d-9da5-be0a7e2f40f2 req-3e5c7214-285b-461c-9035-15de99418319 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=106253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 12:12:23.004070 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-a0479a09-f617-488d-9da5-be0a7e2f40f2 req-3e5c7214-285b-461c-9035-15de99418319 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056303 Aug 18 12:12:23.142668 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-110a59df-49db-4552-8a24-d7e50c63a258 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Router 93402c34-c0f6-4130-baa0-67d1c7569959 has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:12:23.167885 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-a0479a09-f617-488d-9da5-be0a7e2f40f2 req-49f36f01-1c23-4d95-86ef-c2d1b2a579b8 service neutron] 10.222.0.62 "GET /v2.0/networks/62590197-03a9-438c-a3e3-e417fcca582c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372628 Aug 18 12:12:23.202546 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-a180cb62-c5b3-43d1-8b90-5dcb1c4d5627 None None] Provisioning complete for port 5855121d-54df-4299-8ef3-1f61baca7c59 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:12:23.203055 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-a180cb62-c5b3-43d1-8b90-5dcb1c4d5627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:23.238712 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-a180cb62-c5b3-43d1-8b90-5dcb1c4d5627 None None] Port 5855121d-54df-4299-8ef3-1f61baca7c59 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:12:23.307152 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-110a59df-49db-4552-8a24-d7e50c63a258 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:12:23.317985 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-110a59df-49db-4552-8a24-d7e50c63a258 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] 10.222.0.66 "PUT /v2.0/routers/93402c34-c0f6-4130-baa0-67d1c7569959/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2596488 Aug 18 12:12:23.320644 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b83d5019-865f-46ac-8cfa-16e1109aafee None None] Sync routers for ids ['93402c34-c0f6-4130-baa0-67d1c7569959'] in n-d-804985-2 {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:12:23.321917 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 50016) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:12:23.330225 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b83d5019-865f-46ac-8cfa-16e1109aafee None None] Routers {'93402c34-c0f6-4130-baa0-67d1c7569959'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:12:23.330873 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-b83d5019-865f-46ac-8cfa-16e1109aafee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:12:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['93402c34-c0f6-4130-baa0-67d1c7569959'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:12:23.346704 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ef1c3286-3829-42cb-8452-525da007b094 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:23.360265 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-110ebd59-81f0-4bf4-9d8d-741c9aa7840c tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:23.366667 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-b83d5019-865f-46ac-8cfa-16e1109aafee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:12:23.373135 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-a0479a09-f617-488d-9da5-be0a7e2f40f2 req-623ca629-197a-405f-a439-58ebdbe7b8fb service neutron] 10.222.0.62 "GET /v2.0/networks/62590197-03a9-438c-a3e3-e417fcca582c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743190 Aug 18 12:12:23.376671 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b83d5019-865f-46ac-8cfa-16e1109aafee None None] Routers {'93402c34-c0f6-4130-baa0-67d1c7569959'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:12:23.377939 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-b83d5019-865f-46ac-8cfa-16e1109aafee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:12:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['93402c34-c0f6-4130-baa0-67d1c7569959'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:12:23.383178 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-068b1efd-3bb7-44cc-bf7e-5b285d427ed5 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:12:23.384777 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-068b1efd-3bb7-44cc-bf7e-5b285d427ed5 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] 10.222.0.66 "GET /v2.0/ports/5855121d-54df-4299-8ef3-1f61baca7c59 HTTP/1.1" status: 200 len: 910 time: 0.0618436 Aug 18 12:12:23.389133 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 50018) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:12:23.403759 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0c63e8-8ed2-435f-9b03-b53a0534992f req-6f623507-9fbb-43c6-9d41-dd24826f0886 tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:12:23.405296 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1a0c63e8-8ed2-435f-9b03-b53a0534992f req-6f623507-9fbb-43c6-9d41-dd24826f0886 tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] 10.222.0.66 "GET /v2.0/ports?device_id=63ed90c6-053d-4efc-86f0-c549d3d30e58 HTTP/1.1" status: 200 len: 946 time: 0.6485205 Aug 18 12:12:23.411023 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-b83d5019-865f-46ac-8cfa-16e1109aafee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:12:23.411995 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b83d5019-865f-46ac-8cfa-16e1109aafee None None] The sync data for ids ['93402c34-c0f6-4130-baa0-67d1c7569959'] in n-d-804985-2 is: [] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:12:23.461478 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-67b7ef6e-5167-4b4e-a925-396c344a7acb tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8367869', 'neutron.services.segments.db._delete_segments_for_network-8789151212993'] for network, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:23.509464 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-67b7ef6e-5167-4b4e-a925-396c344a7acb tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6977fe4e-bf9c-4b63-95bd-38cecb77c3ed']}} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:12:23.528759 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611f2c80-00b7-4065-a6b1-f0b9d6781f4d req-c801e228-12e7-4d58-9e34-cf978ae4a79f tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:12:23.530261 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-611f2c80-00b7-4065-a6b1-f0b9d6781f4d req-c801e228-12e7-4d58-9e34-cf978ae4a79f tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/ports?device_id=921d3c41-9188-4e3c-a7f3-44c5c4f15460 HTTP/1.1" status: 200 len: 946 time: 0.2722824 Aug 18 12:12:23.541618 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-67b7ef6e-5167-4b4e-a925-396c344a7acb tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7dba05a8-3f3e-4cdc-9ecc-d358ed75f9ff') {'for_net_delete': True} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:12:23.541909 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-67b7ef6e-5167-4b4e-a925-396c344a7acb tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7dba05a8-3f3e-4cdc-9ecc-d358ed75f9ff') {} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:12:23.575437 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-67b7ef6e-5167-4b4e-a925-396c344a7acb tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789151225254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2221521'] for segment, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:23.607860 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1a0c63e8-8ed2-435f-9b03-b53a0534992f req-7b20fb23-94f5-4383-99a8-efa1d5539ba2 tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] 10.222.0.66 "GET /v2.0/security-groups?id=5ef1fad5-9994-4d94-a262-3d4636ae09af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756921 Aug 18 12:12:23.616000 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-67b7ef6e-5167-4b4e-a925-396c344a7acb tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:23.626789 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67b7ef6e-5167-4b4e-a925-396c344a7acb tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Releasing vlan 849 on physical network physnet1 to pool {{(pid=106252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:12:23.627047 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-67b7ef6e-5167-4b4e-a925-396c344a7acb tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3572434'] for segment, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:23.629971 n-d-804985-2 neutron-server[106252]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 12:12:23.629971 n-d-804985-2 neutron-server[106252]: self.session.flush() Aug 18 12:12:23.629971 n-d-804985-2 neutron-server[106252]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 12:12:23.629971 n-d-804985-2 neutron-server[106252]: self.session.flush() Aug 18 12:12:23.629971 n-d-804985-2 neutron-server[106252]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 12:12:23.629971 n-d-804985-2 neutron-server[106252]: self.session.flush() Aug 18 12:12:23.629971 n-d-804985-2 neutron-server[106252]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 12:12:23.629971 n-d-804985-2 neutron-server[106252]: self.session.flush() Aug 18 12:12:23.629971 n-d-804985-2 neutron-server[106252]: Traceback (most recent call last): Aug 18 12:12:23.629971 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:12:23.629971 n-d-804985-2 neutron-server[106252]: timer() Aug 18 12:12:23.629971 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:12:23.629971 n-d-804985-2 neutron-server[106252]: cb(*args, **kw) Aug 18 12:12:23.629971 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:12:23.629971 n-d-804985-2 neutron-server[106252]: return func(*args, **kwargs) Aug 18 12:12:23.629971 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:12:23.629971 n-d-804985-2 neutron-server[106252]: self._notify() Aug 18 12:12:23.629971 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:12:23.629971 n-d-804985-2 neutron-server[106252]: self.callback(batched_events) Aug 18 12:12:23.629971 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:12:23.629971 n-d-804985-2 neutron-server[106252]: event.method(event) Aug 18 12:12:23.629971 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:12:23.629971 n-d-804985-2 neutron-server[106252]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:12:23.629971 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:12:23.629971 n-d-804985-2 neutron-server[106252]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:12:23.629971 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:12:23.629971 n-d-804985-2 neutron-server[106252]: return f(self, *a, **k) Aug 18 12:12:23.629971 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:12:23.629971 n-d-804985-2 neutron-server[106252]: return self._get(url).json() Aug 18 12:12:23.629971 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:12:23.629971 n-d-804985-2 neutron-server[106252]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:12:23.629971 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:12:23.629971 n-d-804985-2 neutron-server[106252]: return self.request(url, 'GET', **kwargs) Aug 18 12:12:23.629971 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:12:23.629971 n-d-804985-2 neutron-server[106252]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:12:23.629971 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:12:23.629971 n-d-804985-2 neutron-server[106252]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:12:23.629971 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:12:23.629971 n-d-804985-2 neutron-server[106252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:12:23.629971 n-d-804985-2 neutron-server[106252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:12:23.700819 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-611f2c80-00b7-4065-a6b1-f0b9d6781f4d req-4e93f300-ca52-45de-8fa0-8e23670d5f42 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/security-groups?id=e93b90b0-d66c-467b-a848-eedd88936357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568651 Aug 18 12:12:23.726021 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3e50b2bd-ffbe-425e-91a9-4ca3a2e4b694 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-996815'] for router_interface, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:23.773784 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ef1c3286-3829-42cb-8452-525da007b094 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:23.783627 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ef1c3286-3829-42cb-8452-525da007b094 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:23.796309 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-67b7ef6e-5167-4b4e-a925-396c344a7acb tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8367858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997186'] for network, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:23.807083 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-67b7ef6e-5167-4b4e-a925-396c344a7acb tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks [] for network, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:23.809047 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-67b7ef6e-5167-4b4e-a925-396c344a7acb tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] 10.222.0.66 "DELETE /v2.0/networks/6977fe4e-bf9c-4b63-95bd-38cecb77c3ed HTTP/1.1" status: 204 len: 168 time: 1.8401377 Aug 18 12:12:23.819339 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 50024) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:12:23.823125 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-500a1c61-38a7-4c23-a7ec-4631080af5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:23.857033 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b7ef6e-5167-4b4e-a925-396c344a7acb tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Pushing event deleted for resources: {'Network': ['ID=6977fe4e-bf9c-4b63-95bd-38cecb77c3ed,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:12:23.869739 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-ef1c3286-3829-42cb-8452-525da007b094 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d04e3de4d6f14ec8a3c69a9c5df5b8a2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1100149 Aug 18 12:12:23.875622 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e7fe62b-a162-4196-8db3-3ff662d5dade tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:12:23.884528 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-1e7fe62b-a162-4196-8db3-3ff662d5dade tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] 10.222.0.66 "GET /v2.0/ports/27b9989b-27e5-4f98-80e4-a344d0cb9470 HTTP/1.1" status: 200 len: 839 time: 0.0563216 Aug 18 12:12:23.884717 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1c3286-3829-42cb-8452-525da007b094 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57c040f7-967c-449b-b888-7e987ddf1e92,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:12:23.884834 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 50026) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:12:23.884909 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 50028) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:12:24.006116 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8ddd2267-3325-4542-b9a1-fdd52d5e4b46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:24.010825 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-37b50e24-7a7c-422d-8c09-9c871b493a6f tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] 10.222.0.66 "GET /v2.0/ports/27b9989b-27e5-4f98-80e4-a344d0cb9470?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1273909 Aug 18 12:12:24.014689 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 50034) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:12:24.021349 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-bca3d1f5-cb82-4cee-8101-2df2f6dd015b tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Request body: {'subnet': {'network_id': '4d6f13ff-7ba1-4bb4-b06e-f8ea65047e3c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:12:24.037892 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8ddd2267-3325-4542-b9a1-fdd52d5e4b46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:24.089226 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-110ebd59-81f0-4bf4-9d8d-741c9aa7840c tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks [] for router_gateway, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:24.113443 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-110ebd59-81f0-4bf4-9d8d-741c9aa7840c tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:24.157033 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-3e50b2bd-ffbe-425e-91a9-4ca3a2e4b694 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Deleting port 5855121d-54df-4299-8ef3-1f61baca7c59 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:12:24.157341 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3e50b2bd-ffbe-425e-91a9-4ca3a2e4b694 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:24.161485 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8ddd2267-3325-4542-b9a1-fdd52d5e4b46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:24.164278 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8ddd2267-3325-4542-b9a1-fdd52d5e4b46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:24.165474 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-8ddd2267-3325-4542-b9a1-fdd52d5e4b46 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/57c040f7-967c-449b-b888-7e987ddf1e92 HTTP/1.1" status: 204 len: 168 time: 0.2856226 Aug 18 12:12:24.210776 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddd2267-3325-4542-b9a1-fdd52d5e4b46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57c040f7-967c-449b-b888-7e987ddf1e92,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:12:24.272241 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bca3d1f5-cb82-4cee-8101-2df2f6dd015b tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Made reservation on behalf of 945a2d7857154f6c9b28850f76e065fc for: {'subnet': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:12:24.275956 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-bca3d1f5-cb82-4cee-8101-2df2f6dd015b tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59074089'] for subnet, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:24.292419 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3e50b2bd-ffbe-425e-91a9-4ca3a2e4b694 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:24.298617 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [None req-110ebd59-81f0-4bf4-9d8d-741c9aa7840c tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Allocated IP 172.25.7.74 (7cae7a70-14fd-408c-b14d-39ceb97cb60e/9784295a-20b8-4a4b-b105-f82737f0448f/f645b6eb-46e1-4007-aac6-d8ed7cf3c892) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:12:24.310114 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-3e50b2bd-ffbe-425e-91a9-4ca3a2e4b694 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Calling delete_port for 5855121d-54df-4299-8ef3-1f61baca7c59 owned by network:router_interface {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:12:24.504764 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-110ebd59-81f0-4bf4-9d8d-741c9aa7840c tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:24.550568 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 50042) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:12:24.565877 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3e50b2bd-ffbe-425e-91a9-4ca3a2e4b694 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:24.590168 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-bca3d1f5-cb82-4cee-8101-2df2f6dd015b tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3572913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59074111'] for subnet, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:24.604083 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-09cd5794-89be-4b56-ad33-226fc214289a admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:24.613773 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e50b2bd-ffbe-425e-91a9-4ca3a2e4b694 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Pushing event deleted for resources: {'Port': ['ID=5855121d-54df-4299-8ef3-1f61baca7c59,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:12:24.642604 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bca3d1f5-cb82-4cee-8101-2df2f6dd015b tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Network 4d6f13ff-7ba1-4bb4-b06e-f8ea65047e3c is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:12:24.655706 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-bca3d1f5-cb82-4cee-8101-2df2f6dd015b tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:12:24.668189 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b212e2b1-a6e1-44b4-859b-0d2b45ad2a7f None None] Network 4d6f13ff-7ba1-4bb4-b06e-f8ea65047e3c requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:12:24.669592 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bca3d1f5-cb82-4cee-8101-2df2f6dd015b tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:12:24.670494 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-bca3d1f5-cb82-4cee-8101-2df2f6dd015b tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for subnet, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:24.678729 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-110ebd59-81f0-4bf4-9d8d-741c9aa7840c tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:24.765325 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110ebd59-81f0-4bf4-9d8d-741c9aa7840c tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Pushing event updated for resources: {'Port': ['ID=f645b6eb-46e1-4007-aac6-d8ed7cf3c892,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:12:24.777804 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca3d1f5-cb82-4cee-8101-2df2f6dd015b tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Pushing event updated for resources: {'Subnet': ['ID=c3b7f8c0-3619-4421-a488-28aa4fe0bc50,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:12:24.793696 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device e4939108-0e12-4c3b-ac0f-5ee0dbe95aed no longer exists at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:12:24.808436 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-110ebd59-81f0-4bf4-9d8d-741c9aa7840c tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Network 7cae7a70-14fd-408c-b14d-39ceb97cb60e is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:12:24.811703 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-110ebd59-81f0-4bf4-9d8d-741c9aa7840c tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:12:24.826736 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-110ebd59-81f0-4bf4-9d8d-741c9aa7840c tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:12:24.957172 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:24.992611 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-947a87ce-8312-4d89-927f-d54497963a14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp788be208-34ab-5a8f-af0f-528834af222f-4d6f13ff-7ba1-4bb4-b06e-f8ea65047e3c', 'network_id': '4d6f13ff-7ba1-4bb4-b06e-f8ea65047e3c', 'tenant_id': '945a2d7857154f6c9b28850f76e065fc', 'fixed_ips': [{'subnet_id': 'c3b7f8c0-3619-4421-a488-28aa4fe0bc50'}]}} from n-d-804985-2. {{(pid=106254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 12:12:24.994036 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-947a87ce-8312-4d89-927f-d54497963a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:25.022372 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '921d3c41-9188-4e3c-a7f3-44c5c4f15460', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e4939108-0e12-4c3b-ac0f-5ee0dbe95aed'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:12:25.025056 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db50a436fb3a98495337d8fe7487b4f2ea6f3c1052eb9efadc2ecda2d5737001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0996685-95ab-4eef-94db-0fb778c9b3ee" -d '{"events": [{"server_uuid": "921d3c41-9188-4e3c-a7f3-44c5c4f15460", "name": "network-vif-unplugged", "status": "completed", "tag": "e4939108-0e12-4c3b-ac0f-5ee0dbe95aed"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:12:25.025305 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecd073e-2ab1-439f-a92c-8e88cc82f699 req-62a98b31-cb47-402b-a6c7-532c7cc29ac0 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:12:25.027094 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2ecd073e-2ab1-439f-a92c-8e88cc82f699 req-62a98b31-cb47-402b-a6c7-532c7cc29ac0 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/ports?device_id=921d3c41-9188-4e3c-a7f3-44c5c4f15460 HTTP/1.1" status: 200 len: 946 time: 0.2174480 Aug 18 12:12:25.073632 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port e4939108-0e12-4c3b-ac0f-5ee0dbe95aed, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=e4939108-0e12-4c3b-ac0f-5ee0dbe95aed,segment=NetworkSegment(299e2826-ecf6-416e-b53c-1b1574dd5315),segment_id=299e2826-ecf6-416e-b53c-1b1574dd5315)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:12:25.150341 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:25.153930 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2ecd073e-2ab1-439f-a92c-8e88cc82f699 req-9e8bb8f8-1229-4141-abfe-76b4b71aa56e tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/security-groups?id=e93b90b0-d66c-467b-a848-eedd88936357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012211 Aug 18 12:12:25.294239 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3e50b2bd-ffbe-425e-91a9-4ca3a2e4b694 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953695'] for router_interface, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:25.297635 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-110ebd59-81f0-4bf4-9d8d-741c9aa7840c tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks [] for router_gateway, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:25.384410 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 18 Aug 2021 12:12:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8d8fd68-8a9f-4d99-bd17-670bef6d2117 x-openstack-request-id: req-a8d8fd68-8a9f-4d99-bd17-670bef6d2117 {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:12:25.384732 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "921d3c41-9188-4e3c-a7f3-44c5c4f15460", "name": "network-vif-unplugged", "status": "completed", "tag": "e4939108-0e12-4c3b-ac0f-5ee0dbe95aed", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:12:25.384988 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a8d8fd68-8a9f-4d99-bd17-670bef6d2117 {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:12:25.385389 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '921d3c41-9188-4e3c-a7f3-44c5c4f15460', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e4939108-0e12-4c3b-ac0f-5ee0dbe95aed', 'code': 200} Aug 18 12:12:25.385951 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=e4939108-0e12-4c3b-ac0f-5ee0dbe95aed,revision_number=8']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:12:25.396977 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.db_base_plugin_common [None req-947a87ce-8312-4d89-927f-d54497963a14 None None] Allocated IP 172.20.0.2 (4d6f13ff-7ba1-4bb4-b06e-f8ea65047e3c/c3b7f8c0-3619-4421-a488-28aa4fe0bc50/7b483e5e-2513-40a9-9917-0ca682c96faf) {{(pid=106254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:12:25.399422 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-09cd5794-89be-4b56-ad33-226fc214289a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:25.409382 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-09cd5794-89be-4b56-ad33-226fc214289a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:25.420549 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-bca3d1f5-cb82-4cee-8101-2df2f6dd015b tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4039962 Aug 18 12:12:25.423247 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 50060) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:12:25.428294 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-c21d41f3-3651-48bd-b2ae-bf6e366392b9 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Request body: {'security_group': {'name': 'tempest-secgroup-832208978'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:12:25.463945 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cd5794-89be-4b56-ad33-226fc214289a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf5739d5-c12c-4219-bb0f-b50d901fd58c,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:12:25.473483 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-09cd5794-89be-4b56-ad33-226fc214289a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=aa27b363ca0f437fb6fe8fa29216d2a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9213152 Aug 18 12:12:25.475920 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 50064) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:12:25.584462 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c21d41f3-3651-48bd-b2ae-bf6e366392b9 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:25.616925 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e50b2bd-ffbe-425e-91a9-4ca3a2e4b694 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Router 93402c34-c0f6-4130-baa0-67d1c7569959 has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:12:25.622335 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5d15a99a-ac43-4f48-8d38-a900fc748aaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:25.655174 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5d15a99a-ac43-4f48-8d38-a900fc748aaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:25.656074 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-110ebd59-81f0-4bf4-9d8d-741c9aa7840c tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-998473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-992536'] for router, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:25.771792 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e50b2bd-ffbe-425e-91a9-4ca3a2e4b694 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:12:25.781324 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-3e50b2bd-ffbe-425e-91a9-4ca3a2e4b694 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] 10.222.0.66 "PUT /v2.0/routers/93402c34-c0f6-4130-baa0-67d1c7569959/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3903804 Aug 18 12:12:25.782064 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 50066) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:12:25.793792 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af86367-a381-4bde-a163-ecd16603448f None None] Sync routers for ids ['93402c34-c0f6-4130-baa0-67d1c7569959'] in n-d-804985-2 {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:12:25.820853 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af86367-a381-4bde-a163-ecd16603448f None None] Routers {'93402c34-c0f6-4130-baa0-67d1c7569959'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:12:25.821774 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-2af86367-a381-4bde-a163-ecd16603448f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:12:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['93402c34-c0f6-4130-baa0-67d1c7569959'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:12:25.838595 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c21d41f3-3651-48bd-b2ae-bf6e366392b9 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:25.852323 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c21d41f3-3651-48bd-b2ae-bf6e366392b9 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:25.871484 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-2af86367-a381-4bde-a163-ecd16603448f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:12:25.877728 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5d15a99a-ac43-4f48-8d38-a900fc748aaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:25.881632 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5d15a99a-ac43-4f48-8d38-a900fc748aaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:25.881792 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c21d41f3-3651-48bd-b2ae-bf6e366392b9 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:25.885393 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-c21d41f3-3651-48bd-b2ae-bf6e366392b9 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4587469 Aug 18 12:12:25.885538 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-5d15a99a-ac43-4f48-8d38-a900fc748aaf admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/cf5739d5-c12c-4219-bb0f-b50d901fd58c HTTP/1.1" status: 204 len: 168 time: 0.4072115 Aug 18 12:12:25.890684 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 50072) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:12:25.895653 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-b701ae66-8a13-440c-8920-8a66a86a3219 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Request body: {'security_group': {'name': 'tempest-secgroup-1565112341'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:12:25.915194 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d15a99a-ac43-4f48-8d38-a900fc748aaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf5739d5-c12c-4219-bb0f-b50d901fd58c,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:12:25.927156 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21d41f3-3651-48bd-b2ae-bf6e366392b9 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34468fc4-dba8-4088-8260-9cf6c3e4a92a,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:12:25.944510 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-110ebd59-81f0-4bf4-9d8d-741c9aa7840c tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Router a24b442a-33be-4d6e-a008-5f640087c76d is scheduled to L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 with binding_index 1 {{(pid=106252) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 12:12:25.952012 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af86367-a381-4bde-a163-ecd16603448f None None] Routers {'93402c34-c0f6-4130-baa0-67d1c7569959'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:12:25.956525 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-2af86367-a381-4bde-a163-ecd16603448f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:12:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['93402c34-c0f6-4130-baa0-67d1c7569959'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:12:26.036247 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-2af86367-a381-4bde-a163-ecd16603448f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:12:26.037572 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af86367-a381-4bde-a163-ecd16603448f None None] The sync data for ids ['93402c34-c0f6-4130-baa0-67d1c7569959'] in n-d-804985-2 is: [] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:12:26.065229 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-947a87ce-8312-4d89-927f-d54497963a14 None None] Notify callbacks [] for port, precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:26.070852 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b701ae66-8a13-440c-8920-8a66a86a3219 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:26.077158 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-947a87ce-8312-4d89-927f-d54497963a14 None None] Transition to ACTIVE for port object 7b483e5e-2513-40a9-9917-0ca682c96faf will not be triggered until provisioned by entity L2. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:12:26.097970 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-947a87ce-8312-4d89-927f-d54497963a14 None None] Transition to ACTIVE for port object 7b483e5e-2513-40a9-9917-0ca682c96faf will not be triggered until provisioned by entity DHCP. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:12:26.110526 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-947a87ce-8312-4d89-927f-d54497963a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547'] for port, after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:26.137460 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-110ebd59-81f0-4bf4-9d8d-741c9aa7840c tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:12:26.148850 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baad289c-b613-44d2-9cac-ba96e7971223 None None] Sync routers for ids ['a24b442a-33be-4d6e-a008-5f640087c76d'] in n-d-804985-2 {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:12:26.162207 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baad289c-b613-44d2-9cac-ba96e7971223 None None] Routers {'a24b442a-33be-4d6e-a008-5f640087c76d'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:12:26.162832 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-baad289c-b613-44d2-9cac-ba96e7971223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:12:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['a24b442a-33be-4d6e-a008-5f640087c76d'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:12:26.178380 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-110ebd59-81f0-4bf4-9d8d-741c9aa7840c tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks [] for router, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:26.182661 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-947a87ce-8312-4d89-927f-d54497963a14 None None] Network 4d6f13ff-7ba1-4bb4-b06e-f8ea65047e3c is already hosted by enough agents. {{(pid=106254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:12:26.185494 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.base_scheduler [None req-947a87ce-8312-4d89-927f-d54497963a14 None None] Resources bound (agent type, host, resource id): {{(pid=106254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:12:26.188983 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-947a87ce-8312-4d89-927f-d54497963a14 None None] Received port after_create {{(pid=106254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:12:26.196127 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-110ebd59-81f0-4bf4-9d8d-741c9aa7840c tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 3.7051425 Aug 18 12:12:26.199986 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 50076) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:12:26.208643 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947a87ce-8312-4d89-927f-d54497963a14 None None] Pushing event updated for resources: {'Port': ['ID=7b483e5e-2513-40a9-9917-0ca682c96faf,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:12:26.268760 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-947a87ce-8312-4d89-927f-d54497963a14 None None] Attempting to bind port 7b483e5e-2513-40a9-9917-0ca682c96faf on host n-d-804985-2 for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:12:26.269122 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-947a87ce-8312-4d89-927f-d54497963a14 None None] Attempting to bind port 7b483e5e-2513-40a9-9917-0ca682c96faf by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': '748bf624-25c2-49c7-8c99-be10ec578d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '4d6f13ff-7ba1-4bb4-b06e-f8ea65047e3c'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:12:26.269614 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-947a87ce-8312-4d89-927f-d54497963a14 None None] Attempting to bind port 7b483e5e-2513-40a9-9917-0ca682c96faf on network 4d6f13ff-7ba1-4bb4-b06e-f8ea65047e3c {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:12:26.283308 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-947a87ce-8312-4d89-927f-d54497963a14 None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 12, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:12:26.283693 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-947a87ce-8312-4d89-927f-d54497963a14 None None] Checking segment: {'id': '748bf624-25c2-49c7-8c99-be10ec578d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '4d6f13ff-7ba1-4bb4-b06e-f8ea65047e3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:12:26.284238 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-947a87ce-8312-4d89-927f-d54497963a14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:26.284658 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-947a87ce-8312-4d89-927f-d54497963a14 None None] Bound using segment: {'id': '748bf624-25c2-49c7-8c99-be10ec578d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '4d6f13ff-7ba1-4bb4-b06e-f8ea65047e3c'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:12:26.285124 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-947a87ce-8312-4d89-927f-d54497963a14 None None] Bound port: 7b483e5e-2513-40a9-9917-0ca682c96faf, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '748bf624-25c2-49c7-8c99-be10ec578d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '4d6f13ff-7ba1-4bb4-b06e-f8ea65047e3c'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:12:26.285883 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-947a87ce-8312-4d89-927f-d54497963a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:26.290775 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-47b3b180-6f55-4739-ab50-ab5213406237 tempest-TestNetworkAdvancedServerOps-1126957736 tempest-TestNetworkAdvancedServerOps-1126957736-project-admin] 10.222.0.66 "GET /v2.0/subnets?project_id=b60736d695f1461b9071c3b3eddcc039&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0843184 Aug 18 12:12:26.296127 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 50078) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:12:26.376151 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-947a87ce-8312-4d89-927f-d54497963a14 None None] For port 7b483e5e-2513-40a9-9917-0ca682c96faf, host n-d-804985-2, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:12:26.381123 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-947a87ce-8312-4d89-927f-d54497963a14 None None] For port 7b483e5e-2513-40a9-9917-0ca682c96faf, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=7b483e5e-2513-40a9-9917-0ca682c96faf,segment=NetworkSegment(748bf624-25c2-49c7-8c99-be10ec578d78),segment_id=748bf624-25c2-49c7-8c99-be10ec578d78)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:12:26.390331 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-947a87ce-8312-4d89-927f-d54497963a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:26.401107 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4c4f5c15-d89e-4c35-8de8-615664d1b15c tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-996815'] for router_interface, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:26.439953 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-baad289c-b613-44d2-9cac-ba96e7971223 None None] Set router a24b442a-33be-4d6e-a008-5f640087c76d gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:12:26.440379 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b701ae66-8a13-440c-8920-8a66a86a3219 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:26.474202 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5189ff-8674-481e-815c-bd68a817d471 req-25af0624-37c8-41d7-a66f-b4c029cd0fce tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:12:26.475831 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5e5189ff-8674-481e-815c-bd68a817d471 req-25af0624-37c8-41d7-a66f-b4c029cd0fce tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/ports?device_id=921d3c41-9188-4e3c-a7f3-44c5c4f15460 HTTP/1.1" status: 200 len: 944 time: 0.1504564 Aug 18 12:12:26.477032 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b701ae66-8a13-440c-8920-8a66a86a3219 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:26.495211 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947a87ce-8312-4d89-927f-d54497963a14 None None] Pushing event updated for resources: {'Port': ['ID=7b483e5e-2513-40a9-9917-0ca682c96faf,revision_number=2']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:12:26.551008 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b701ae66-8a13-440c-8920-8a66a86a3219 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84daac7b-d918-49ad-aa68-921372bc9187,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:12:26.558841 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b701ae66-8a13-440c-8920-8a66a86a3219 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:26.573872 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-b701ae66-8a13-440c-8920-8a66a86a3219 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6820083 Aug 18 12:12:26.574563 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 50084) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:12:26.606001 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-3a72bd5d-6c65-4c4e-ae60-dac176498407 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1855812828', 'security_groups': ['84daac7b-d918-49ad-aa68-921372bc9187'], 'network_id': '4d6f13ff-7ba1-4bb4-b06e-f8ea65047e3c', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'c3b7f8c0-3619-4421-a488-28aa4fe0bc50'}]}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:12:26.648040 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5e5189ff-8674-481e-815c-bd68a817d471 req-38c4825f-d9e1-4990-9ac0-140031a04b17 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/security-groups?id=e93b90b0-d66c-467b-a848-eedd88936357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630666 Aug 18 12:12:26.791772 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a168d24a-c53c-4955-8f12-2a79017f8e92 tempest-TestNetworkAdvancedServerOps-1126957736 tempest-TestNetworkAdvancedServerOps-1126957736-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:12:26.793517 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-a168d24a-c53c-4955-8f12-2a79017f8e92 tempest-TestNetworkAdvancedServerOps-1126957736 tempest-TestNetworkAdvancedServerOps-1126957736-project-admin] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4940901 Aug 18 12:12:26.810424 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 50096) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:12:26.837440 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-baad289c-b613-44d2-9cac-ba96e7971223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a24b442a-33be-4d6e-a008-5f640087c76d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-371597633', 'tenant_id': 'b60736d695f1461b9071c3b3eddcc039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': 'f645b6eb-46e1-4007-aac6-d8ed7cf3c892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:12:22Z', 'updated_at': '2021-08-18T12:12:25Z', 'revision_number': 3, 'project_id': 'b60736d695f1461b9071c3b3eddcc039', 'gw_port': {'id': 'f645b6eb-46e1-4007-aac6-d8ed7cf3c892', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:2b:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a24b442a-33be-4d6e-a008-5f640087c76d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2493, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:12:24Z', 'updated_at': '2021-08-18T12:12:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:12:26.894964 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baad289c-b613-44d2-9cac-ba96e7971223 None None] Checking router: a24b442a-33be-4d6e-a008-5f640087c76d for host: n-d-804985-2 {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:12:26.895558 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baad289c-b613-44d2-9cac-ba96e7971223 None None] Updating router a24b442a-33be-4d6e-a008-5f640087c76d port f645b6eb-46e1-4007-aac6-d8ed7cf3c892 binding host n-d-804985-2 {{(pid=106255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 12:12:26.924294 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-baad289c-b613-44d2-9cac-ba96e7971223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:26.927481 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-48e6b46a-4504-4458-b790-7daaa0bce1c5 tempest-TestNetworkAdvancedServerOps-1126957736 tempest-TestNetworkAdvancedServerOps-1126957736-project-admin] 10.222.0.66 "GET /v2.0/subnets?network_id=7cae7a70-14fd-408c-b14d-39ceb97cb60e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1132994 Aug 18 12:12:26.931623 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 50098) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:12:26.941719 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-3c3ac780-e37a-45d8-a5f2-087d400adc5c tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1909343212', 'network_id': 'f5b38dfb-a77f-4baa-a778-99adb769d1c2', 'project_id': 'b60736d695f1461b9071c3b3eddcc039', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:12:27.106310 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-4c4f5c15-d89e-4c35-8de8-615664d1b15c tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Deleting port a52b74b9-8396-40d6-be8a-85d405e53a56 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:12:27.126625 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4c4f5c15-d89e-4c35-8de8-615664d1b15c tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:27.155150 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3497261-eded-4849-9ac1-cf3fdc3f31d8 req-474907f3-8930-4b22-b364-aadb40ab86d6 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:12:27.167559 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b3497261-eded-4849-9ac1-cf3fdc3f31d8 req-474907f3-8930-4b22-b364-aadb40ab86d6 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/ports?device_id=c468f260-aa8b-4a9b-a477-213e251d7cef HTTP/1.1" status: 200 len: 945 time: 0.3297758 Aug 18 12:12:27.252384 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b3497261-eded-4849-9ac1-cf3fdc3f31d8 req-7c37d6aa-fca3-4e59-ab42-c6fa99edeec7 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f58845c-8a6f-4750-8ac0-66868223b345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838754 Aug 18 12:12:27.263459 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a72bd5d-6c65-4c4e-ae60-dac176498407 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Made reservation on behalf of 945a2d7857154f6c9b28850f76e065fc for: {'port': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:12:27.315479 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4c4f5c15-d89e-4c35-8de8-615664d1b15c tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:27.328776 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-4c4f5c15-d89e-4c35-8de8-615664d1b15c tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Calling delete_port for a52b74b9-8396-40d6-be8a-85d405e53a56 owned by network:router_interface {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:12:27.379735 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c3ac780-e37a-45d8-a5f2-087d400adc5c tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Made reservation on behalf of b60736d695f1461b9071c3b3eddcc039 for: {'subnet': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:12:27.383291 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-3c3ac780-e37a-45d8-a5f2-087d400adc5c tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59074089'] for subnet, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:27.535232 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-baad289c-b613-44d2-9cac-ba96e7971223 None None] Notify callbacks [] for port, precommit_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:27.539587 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-3a72bd5d-6c65-4c4e-ae60-dac176498407 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:27.562288 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-baad289c-b613-44d2-9cac-ba96e7971223 None None] Transition to ACTIVE for port object f645b6eb-46e1-4007-aac6-d8ed7cf3c892 will not be triggered until provisioned by entity L2. {{(pid=106255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:12:27.588065 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-baad289c-b613-44d2-9cac-ba96e7971223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:27.668632 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [None req-3a72bd5d-6c65-4c4e-ae60-dac176498407 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] device_id is not set on port 7743b619-cd4f-4adc-9af5-ab675f37c3c3 yet. {{(pid=106252) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 12:12:27.683080 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acd48e8-70fc-4afd-87b5-0a85133da22c None None] Pushing event updated for resources: {'Port': ['ID=f645b6eb-46e1-4007-aac6-d8ed7cf3c892,revision_number=2']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:12:27.704529 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-baad289c-b613-44d2-9cac-ba96e7971223 None None] Attempting to bind port f645b6eb-46e1-4007-aac6-d8ed7cf3c892 on host n-d-804985-2 for vnic_type normal with profile {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:12:27.704797 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-baad289c-b613-44d2-9cac-ba96e7971223 None None] Attempting to bind port f645b6eb-46e1-4007-aac6-d8ed7cf3c892 by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'}] {{(pid=106255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:12:27.705242 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baad289c-b613-44d2-9cac-ba96e7971223 None None] Attempting to bind port f645b6eb-46e1-4007-aac6-d8ed7cf3c892 on network 7cae7a70-14fd-408c-b14d-39ceb97cb60e {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:12:27.716621 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1acd48e8-70fc-4afd-87b5-0a85133da22c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:12:27.717090 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1acd48e8-70fc-4afd-87b5-0a85133da22c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:12:27.718859 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1acd48e8-70fc-4afd-87b5-0a85133da22c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:12:27.719209 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1acd48e8-70fc-4afd-87b5-0a85133da22c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:12:27.719537 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1acd48e8-70fc-4afd-87b5-0a85133da22c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:12:27.720097 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1acd48e8-70fc-4afd-87b5-0a85133da22c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:12:27.721539 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1acd48e8-70fc-4afd-87b5-0a85133da22c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:12:27.721894 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1acd48e8-70fc-4afd-87b5-0a85133da22c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:12:27.722220 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1acd48e8-70fc-4afd-87b5-0a85133da22c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:12:27.722554 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1acd48e8-70fc-4afd-87b5-0a85133da22c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:12:27.722860 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1acd48e8-70fc-4afd-87b5-0a85133da22c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:12:27.723179 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1acd48e8-70fc-4afd-87b5-0a85133da22c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:12:27.725481 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4c4f5c15-d89e-4c35-8de8-615664d1b15c tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:27.733825 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baad289c-b613-44d2-9cac-ba96e7971223 None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 12, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:12:27.734202 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baad289c-b613-44d2-9cac-ba96e7971223 None None] Checking segment: {'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:12:27.734604 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-baad289c-b613-44d2-9cac-ba96e7971223 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:27.734992 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baad289c-b613-44d2-9cac-ba96e7971223 None None] Bound using segment: {'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'} {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:12:27.739424 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-baad289c-b613-44d2-9cac-ba96e7971223 None None] Bound port: f645b6eb-46e1-4007-aac6-d8ed7cf3c892, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'}}] {{(pid=106255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:12:27.739865 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-baad289c-b613-44d2-9cac-ba96e7971223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:27.818589 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4f5c15-d89e-4c35-8de8-615664d1b15c tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Pushing event deleted for resources: {'Port': ['ID=a52b74b9-8396-40d6-be8a-85d405e53a56,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:12:27.822416 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-baad289c-b613-44d2-9cac-ba96e7971223 None None] For port f645b6eb-46e1-4007-aac6-d8ed7cf3c892, host n-d-804985-2, cleared binding levels {{(pid=106255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:12:27.828574 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-baad289c-b613-44d2-9cac-ba96e7971223 None None] For port f645b6eb-46e1-4007-aac6-d8ed7cf3c892, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=f645b6eb-46e1-4007-aac6-d8ed7cf3c892,segment=NetworkSegment(c5a3db9d-5c58-41b1-9177-d5787a597b78),segment_id=c5a3db9d-5c58-41b1-9177-d5787a597b78)] {{(pid=106255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:12:27.841386 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-baad289c-b613-44d2-9cac-ba96e7971223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:27.946045 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baad289c-b613-44d2-9cac-ba96e7971223 None None] Routers {'a24b442a-33be-4d6e-a008-5f640087c76d'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:12:27.946697 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-baad289c-b613-44d2-9cac-ba96e7971223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:12:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['a24b442a-33be-4d6e-a008-5f640087c76d'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:12:28.102315 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acd48e8-70fc-4afd-87b5-0a85133da22c None None] Pushing event updated for resources: {'Port': ['ID=f645b6eb-46e1-4007-aac6-d8ed7cf3c892,revision_number=3']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:12:28.104287 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932dd9af-3bbf-4a13-be5a-7d85c7444ab6 req-3fcf2edc-7b8f-432c-a77e-3e5a0a55affe tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:12:28.106442 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-932dd9af-3bbf-4a13-be5a-7d85c7444ab6 req-3fcf2edc-7b8f-432c-a77e-3e5a0a55affe tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/ports?device_id=c468f260-aa8b-4a9b-a477-213e251d7cef HTTP/1.1" status: 200 len: 945 time: 0.7087455 Aug 18 12:12:28.109739 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4c4f5c15-d89e-4c35-8de8-615664d1b15c tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953695'] for router_interface, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:28.226819 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-4842e6f6-4afe-4bbc-94ab-8422ac41e912 None None] Provisioning for port 7b483e5e-2513-40a9-9917-0ca682c96faf completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:12:28.238620 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-932dd9af-3bbf-4a13-be5a-7d85c7444ab6 req-37ba8768-9dd7-4094-b8b9-a98cb6f39278 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f58845c-8a6f-4750-8ac0-66868223b345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1172254 Aug 18 12:12:28.244064 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-baad289c-b613-44d2-9cac-ba96e7971223 None None] Set router a24b442a-33be-4d6e-a008-5f640087c76d gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:12:28.250142 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [None req-3a72bd5d-6c65-4c4e-ae60-dac176498407 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Allocated IP 172.20.0.10 (4d6f13ff-7ba1-4bb4-b06e-f8ea65047e3c/c3b7f8c0-3619-4421-a488-28aa4fe0bc50/7743b619-cd4f-4adc-9af5-ab675f37c3c3) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:12:28.270702 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-4842e6f6-4afe-4bbc-94ab-8422ac41e912 None None] Provisioning complete for port 27b9989b-27e5-4f98-80e4-a344d0cb9470 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:12:28.271160 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4842e6f6-4afe-4bbc-94ab-8422ac41e912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:28.388832 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-4842e6f6-4afe-4bbc-94ab-8422ac41e912 None None] Port 27b9989b-27e5-4f98-80e4-a344d0cb9470 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:12:28.497611 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 7b483e5e-2513-40a9-9917-0ca682c96faf up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:12:28.505156 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 50134) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:12:28.539340 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c4f5c15-d89e-4c35-8de8-615664d1b15c tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Router 93402c34-c0f6-4130-baa0-67d1c7569959 has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:12:28.627088 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-baad289c-b613-44d2-9cac-ba96e7971223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a24b442a-33be-4d6e-a008-5f640087c76d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-371597633', 'tenant_id': 'b60736d695f1461b9071c3b3eddcc039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': 'f645b6eb-46e1-4007-aac6-d8ed7cf3c892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:12:22Z', 'updated_at': '2021-08-18T12:12:25Z', 'revision_number': 3, 'project_id': 'b60736d695f1461b9071c3b3eddcc039', 'gw_port': {'id': 'f645b6eb-46e1-4007-aac6-d8ed7cf3c892', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:2b:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a24b442a-33be-4d6e-a008-5f640087c76d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2493, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:12:24Z', 'updated_at': '2021-08-18T12:12:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:12:28.645417 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port 7b483e5e-2513-40a9-9917-0ca682c96faf completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:12:28.650370 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 7b483e5e-2513-40a9-9917-0ca682c96faf triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:12:28.650815 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:28.682153 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baad289c-b613-44d2-9cac-ba96e7971223 None None] The sync data for ids ['a24b442a-33be-4d6e-a008-5f640087c76d'] in n-d-804985-2 is: [{'id': 'a24b442a-33be-4d6e-a008-5f640087c76d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-371597633', 'tenant_id': 'b60736d695f1461b9071c3b3eddcc039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': 'f645b6eb-46e1-4007-aac6-d8ed7cf3c892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:12:22Z', 'updated_at': '2021-08-18T12:12:25Z', 'revision_number': 3, 'project_id': 'b60736d695f1461b9071c3b3eddcc039', 'gw_port': {'id': 'f645b6eb-46e1-4007-aac6-d8ed7cf3c892', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:2b:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a24b442a-33be-4d6e-a008-5f640087c76d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2493, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:12:24Z', 'updated_at': '2021-08-18T12:12:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:12:28.693125 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-3c3ac780-e37a-45d8-a5f2-087d400adc5c tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3572913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59074111'] for subnet, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:28.721061 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2146440a-4048-486d-8805-346fbbac3fdd req-44f5502a-5ef0-437c-a23b-7bb6e925abd5 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:12:28.732840 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2146440a-4048-486d-8805-346fbbac3fdd req-44f5502a-5ef0-437c-a23b-7bb6e925abd5 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/ports?device_id=c468f260-aa8b-4a9b-a477-213e251d7cef HTTP/1.1" status: 200 len: 945 time: 0.1413174 Aug 18 12:12:28.733084 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c4f5c15-d89e-4c35-8de8-615664d1b15c tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:12:28.749498 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65393257-66ab-41f6-b338-37fb4a09cf75 None None] Sync routers for ids ['93402c34-c0f6-4130-baa0-67d1c7569959'] in n-d-804985-2 {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:12:28.749707 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-4c4f5c15-d89e-4c35-8de8-615664d1b15c tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] 10.222.0.66 "PUT /v2.0/routers/93402c34-c0f6-4130-baa0-67d1c7569959/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9644856 Aug 18 12:12:28.750392 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 50138) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:12:28.788830 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device e4939108-0e12-4c3b-ac0f-5ee0dbe95aed no longer exists at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:12:28.814477 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-156da864-cd04-4b51-a1fb-87cfb2536692 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] 10.222.0.66 "GET /v2.0/ports?device_id=93402c34-c0f6-4130-baa0-67d1c7569959 HTTP/1.1" status: 200 len: 205 time: 0.0627627 Aug 18 12:12:28.817177 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 50140) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:12:28.833416 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-65c69e63-8fd5-464b-a8ff-c894a251a769 tempest-MeteringTestJSON-726836423 tempest-MeteringTestJSON-726836423-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-830594690'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:12:28.833517 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-65c69e63-8fd5-464b-a8ff-c894a251a769 tempest-MeteringTestJSON-726836423 tempest-MeteringTestJSON-726836423-project-admin] Unknown quota resources ['metering_label']. {{(pid=106253) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 18 12:12:28.844347 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65393257-66ab-41f6-b338-37fb4a09cf75 None None] Routers {'93402c34-c0f6-4130-baa0-67d1c7569959'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:12:28.845663 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-65393257-66ab-41f6-b338-37fb4a09cf75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:12:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['93402c34-c0f6-4130-baa0-67d1c7569959'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:12:28.863104 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-3a72bd5d-6c65-4c4e-ae60-dac176498407 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:28.884416 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3ac780-e37a-45d8-a5f2-087d400adc5c tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Pushing event updated for resources: {'Subnet': ['ID=5eb95836-9c09-482a-936d-fd43d3b2ac48,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:12:28.917444 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2146440a-4048-486d-8805-346fbbac3fdd req-b6e6147f-a01e-4f3f-be58-1a8c89349684 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f58845c-8a6f-4750-8ac0-66868223b345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1879280 Aug 18 12:12:28.942940 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c3ac780-e37a-45d8-a5f2-087d400adc5c tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Checking segment: {'id': '55da2c2d-7b34-4aab-8a41-786d81396444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'f5b38dfb-a77f-4baa-a778-99adb769d1c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:12:28.943644 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c3ac780-e37a-45d8-a5f2-087d400adc5c tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Network hostable DHCP agents. Network: f5b38dfb-a77f-4baa-a778-99adb769d1c2, hostable agents: ['97c14208-2951-4361-8d64-3708c946ff5f'], hosted agents: [] {{(pid=106252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 12:12:28.950652 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [None req-3a72bd5d-6c65-4c4e-ae60-dac176498407 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Transition to ACTIVE for port object 7743b619-cd4f-4adc-9af5-ab675f37c3c3 will not be triggered until provisioned by entity DHCP. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:12:28.969225 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:28.985521 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-65393257-66ab-41f6-b338-37fb4a09cf75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:12:28.993235 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c3ac780-e37a-45d8-a5f2-087d400adc5c tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Network f5b38dfb-a77f-4baa-a778-99adb769d1c2 is scheduled to be hosted by DHCP agent 97c14208-2951-4361-8d64-3708c946ff5f with binding_index 1 {{(pid=106252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 12:12:29.021844 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65393257-66ab-41f6-b338-37fb4a09cf75 None None] Routers {'93402c34-c0f6-4130-baa0-67d1c7569959'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:12:29.022488 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-65393257-66ab-41f6-b338-37fb4a09cf75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:12:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['93402c34-c0f6-4130-baa0-67d1c7569959'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:12:29.026013 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-3c3ac780-e37a-45d8-a5f2-087d400adc5c tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-2, f5b38dfb-a77f-4baa-a778-99adb769d1c2) {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:12:29.031797 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c3ac780-e37a-45d8-a5f2-087d400adc5c tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:12:29.032688 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-3c3ac780-e37a-45d8-a5f2-087d400adc5c tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for subnet, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:29.037034 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-3a72bd5d-6c65-4c4e-ae60-dac176498407 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:29.083746 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74828d96-3727-44e0-a347-801e8dc936ff None None] Network f5b38dfb-a77f-4baa-a778-99adb769d1c2 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:12:29.090870 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-fe4549fd-f54b-46c7-b482-b1c7d5caf4a7 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks [] for router, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:29.093544 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-65393257-66ab-41f6-b338-37fb4a09cf75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:12:29.094196 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65393257-66ab-41f6-b338-37fb4a09cf75 None None] The sync data for ids ['93402c34-c0f6-4130-baa0-67d1c7569959'] in n-d-804985-2 is: [] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:12:29.149111 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-3c3ac780-e37a-45d8-a5f2-087d400adc5c tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.2149744 Aug 18 12:12:29.155800 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 50144) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:12:29.164827 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a72bd5d-6c65-4c4e-ae60-dac176498407 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Network 4d6f13ff-7ba1-4bb4-b06e-f8ea65047e3c is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:12:29.187896 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-3a72bd5d-6c65-4c4e-ae60-dac176498407 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:12:29.195843 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-65c69e63-8fd5-464b-a8ff-c894a251a769 tempest-MeteringTestJSON-726836423 tempest-MeteringTestJSON-726836423-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:29.202813 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-65c69e63-8fd5-464b-a8ff-c894a251a769 tempest-MeteringTestJSON-726836423 tempest-MeteringTestJSON-726836423-project-admin] 10.222.0.66 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.6964135 Aug 18 12:12:29.203622 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 50146) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:12:29.218753 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] For port 7b483e5e-2513-40a9-9917-0ca682c96faf, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=7b483e5e-2513-40a9-9917-0ca682c96faf,segment=NetworkSegment(748bf624-25c2-49c7-8c99-be10ec578d78),segment_id=748bf624-25c2-49c7-8c99-be10ec578d78)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:12:29.244411 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:29.259719 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-0369ad20-a1e1-428d-b503-f7ae70217d5f tempest-MeteringTestJSON-726836423 tempest-MeteringTestJSON-726836423-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '43a321e8-5ba3-4bc3-92a7-98bc961b47a3'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:12:29.260746 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-0369ad20-a1e1-428d-b503-f7ae70217d5f tempest-MeteringTestJSON-726836423 tempest-MeteringTestJSON-726836423-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=106253) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 18 12:12:29.277964 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a72bd5d-6c65-4c4e-ae60-dac176498407 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:12:29.367186 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a72bd5d-6c65-4c4e-ae60-dac176498407 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:12:29.367891 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-3a72bd5d-6c65-4c4e-ae60-dac176498407 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:29.385791 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Pushing event updated for resources: {'Port': ['ID=7b483e5e-2513-40a9-9917-0ca682c96faf,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:12:29.399598 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a72bd5d-6c65-4c4e-ae60-dac176498407 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Pushing event updated for resources: {'Port': ['ID=7743b619-cd4f-4adc-9af5-ab675f37c3c3,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:12:29.421934 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-3a72bd5d-6c65-4c4e-ae60-dac176498407 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.8436999 Aug 18 12:12:29.427817 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 50150) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:12:29.437632 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-d80edb8d-2f69-4ba2-813d-0b559a95c930 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Request body: {'subnet': {'network_id': '4d6f13ff-7ba1-4bb4-b06e-f8ea65047e3c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:12:29.497548 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b78bdb4-9709-454a-b97d-c1fe51006fb7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp788be208-34ab-5a8f-af0f-528834af222f-f5b38dfb-a77f-4baa-a778-99adb769d1c2', 'network_id': 'f5b38dfb-a77f-4baa-a778-99adb769d1c2', 'tenant_id': 'b60736d695f1461b9071c3b3eddcc039', 'fixed_ips': [{'subnet_id': '5eb95836-9c09-482a-936d-fd43d3b2ac48'}]}} from n-d-804985-2. {{(pid=106254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 12:12:29.498734 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-0b78bdb4-9709-454a-b97d-c1fe51006fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:29.692282 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.db_base_plugin_common [None req-0b78bdb4-9709-454a-b97d-c1fe51006fb7 None None] Allocated IP 172.20.0.2 (f5b38dfb-a77f-4baa-a778-99adb769d1c2/5eb95836-9c09-482a-936d-fd43d3b2ac48/a5bfc5ec-fd0e-408a-814e-26a686651d74) {{(pid=106254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:12:29.855298 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-0b78bdb4-9709-454a-b97d-c1fe51006fb7 None None] Notify callbacks [] for port, precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:29.868295 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-0b78bdb4-9709-454a-b97d-c1fe51006fb7 None None] Transition to ACTIVE for port object a5bfc5ec-fd0e-408a-814e-26a686651d74 will not be triggered until provisioned by entity L2. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:12:29.871861 n-d-804985-2 neutron-server[106253]: WARNING neutron.services.metering.metering_plugin [None req-0369ad20-a1e1-428d-b503-f7ae70217d5f tempest-MeteringTestJSON-726836423 tempest-MeteringTestJSON-726836423-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 18 12:12:29.876802 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d80edb8d-2f69-4ba2-813d-0b559a95c930 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Made reservation on behalf of 945a2d7857154f6c9b28850f76e065fc for: {'subnet': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:12:29.880731 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d80edb8d-2f69-4ba2-813d-0b559a95c930 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59074089'] for subnet, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:29.885370 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-0b78bdb4-9709-454a-b97d-c1fe51006fb7 None None] Transition to ACTIVE for port object a5bfc5ec-fd0e-408a-814e-26a686651d74 will not be triggered until provisioned by entity DHCP. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:12:29.900916 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-0b78bdb4-9709-454a-b97d-c1fe51006fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547'] for port, after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:29.931907 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-c020b93e-6894-41ad-95f2-0127dd724aac None None] Provisioning for port 7743b619-cd4f-4adc-9af5-ab675f37c3c3 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:12:29.944060 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b78bdb4-9709-454a-b97d-c1fe51006fb7 None None] Network f5b38dfb-a77f-4baa-a778-99adb769d1c2 is already hosted by enough agents. {{(pid=106254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:12:29.944987 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-c020b93e-6894-41ad-95f2-0127dd724aac None None] Provisioning complete for port 7743b619-cd4f-4adc-9af5-ab675f37c3c3 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:12:29.945357 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-c020b93e-6894-41ad-95f2-0127dd724aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:29.949973 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.base_scheduler [None req-0b78bdb4-9709-454a-b97d-c1fe51006fb7 None None] Resources bound (agent type, host, resource id): {{(pid=106254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:12:29.972824 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b78bdb4-9709-454a-b97d-c1fe51006fb7 None None] Received port after_create {{(pid=106254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:12:30.027063 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-c020b93e-6894-41ad-95f2-0127dd724aac None None] Port 7743b619-cd4f-4adc-9af5-ab675f37c3c3 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:12:30.037700 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b78bdb4-9709-454a-b97d-c1fe51006fb7 None None] Pushing event updated for resources: {'Port': ['ID=a5bfc5ec-fd0e-408a-814e-26a686651d74,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:12:30.130865 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-0b78bdb4-9709-454a-b97d-c1fe51006fb7 None None] Attempting to bind port a5bfc5ec-fd0e-408a-814e-26a686651d74 on host n-d-804985-2 for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:12:30.131227 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-0b78bdb4-9709-454a-b97d-c1fe51006fb7 None None] Attempting to bind port a5bfc5ec-fd0e-408a-814e-26a686651d74 by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': '55da2c2d-7b34-4aab-8a41-786d81396444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'f5b38dfb-a77f-4baa-a778-99adb769d1c2'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:12:30.131586 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b78bdb4-9709-454a-b97d-c1fe51006fb7 None None] Attempting to bind port a5bfc5ec-fd0e-408a-814e-26a686651d74 on network f5b38dfb-a77f-4baa-a778-99adb769d1c2 {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:12:30.138794 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b78bdb4-9709-454a-b97d-c1fe51006fb7 None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 12, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:12:30.139169 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b78bdb4-9709-454a-b97d-c1fe51006fb7 None None] Checking segment: {'id': '55da2c2d-7b34-4aab-8a41-786d81396444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'f5b38dfb-a77f-4baa-a778-99adb769d1c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:12:30.139730 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-0b78bdb4-9709-454a-b97d-c1fe51006fb7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:30.140128 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b78bdb4-9709-454a-b97d-c1fe51006fb7 None None] Bound using segment: {'id': '55da2c2d-7b34-4aab-8a41-786d81396444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'f5b38dfb-a77f-4baa-a778-99adb769d1c2'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:12:30.140622 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-0b78bdb4-9709-454a-b97d-c1fe51006fb7 None None] Bound port: a5bfc5ec-fd0e-408a-814e-26a686651d74, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55da2c2d-7b34-4aab-8a41-786d81396444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'f5b38dfb-a77f-4baa-a778-99adb769d1c2'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:12:30.141591 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-0b78bdb4-9709-454a-b97d-c1fe51006fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:30.219424 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0369ad20-a1e1-428d-b503-f7ae70217d5f tempest-MeteringTestJSON-726836423 tempest-MeteringTestJSON-726836423-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:30.224934 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-0369ad20-a1e1-428d-b503-f7ae70217d5f tempest-MeteringTestJSON-726836423 tempest-MeteringTestJSON-726836423-project-admin] 10.222.0.66 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.9795072 Aug 18 12:12:30.225626 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 50156) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:12:30.237043 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-fe4549fd-f54b-46c7-b482-b1c7d5caf4a7 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-996004', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15859'] for router, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:30.242789 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-3107c346-8c87-48b5-8f4e-99b70af0401a tempest-MeteringTestJSON-726836423 tempest-MeteringTestJSON-726836423-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '43a321e8-5ba3-4bc3-92a7-98bc961b47a3'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:12:30.243300 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-3107c346-8c87-48b5-8f4e-99b70af0401a tempest-MeteringTestJSON-726836423 tempest-MeteringTestJSON-726836423-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=106253) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 18 12:12:30.243803 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-0b78bdb4-9709-454a-b97d-c1fe51006fb7 None None] For port a5bfc5ec-fd0e-408a-814e-26a686651d74, host n-d-804985-2, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:12:30.249387 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-0b78bdb4-9709-454a-b97d-c1fe51006fb7 None None] For port a5bfc5ec-fd0e-408a-814e-26a686651d74, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=a5bfc5ec-fd0e-408a-814e-26a686651d74,segment=NetworkSegment(55da2c2d-7b34-4aab-8a41-786d81396444),segment_id=55da2c2d-7b34-4aab-8a41-786d81396444)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:12:30.257168 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-fe4549fd-f54b-46c7-b482-b1c7d5caf4a7 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:30.261518 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-0b78bdb4-9709-454a-b97d-c1fe51006fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:30.370171 n-d-804985-2 neutron-server[106253]: WARNING neutron.services.metering.metering_plugin [None req-3107c346-8c87-48b5-8f4e-99b70af0401a tempest-MeteringTestJSON-726836423 tempest-MeteringTestJSON-726836423-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 18 12:12:30.387623 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b78bdb4-9709-454a-b97d-c1fe51006fb7 None None] Pushing event updated for resources: {'Port': ['ID=a5bfc5ec-fd0e-408a-814e-26a686651d74,revision_number=2']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:12:30.429547 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-fe4549fd-f54b-46c7-b482-b1c7d5caf4a7 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-996061'] for router, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:30.430529 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe4549fd-f54b-46c7-b482-b1c7d5caf4a7 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Fanout notify agent at l3_agent the message router_deleted on router 93402c34-c0f6-4130-baa0-67d1c7569959 {{(pid=106253) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 12:12:30.441102 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-fe4549fd-f54b-46c7-b482-b1c7d5caf4a7 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks [] for router, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:30.445888 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-fe4549fd-f54b-46c7-b482-b1c7d5caf4a7 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] 10.222.0.66 "DELETE /v2.0/routers/93402c34-c0f6-4130-baa0-67d1c7569959 HTTP/1.1" status: 204 len: 168 time: 1.6277132 Aug 18 12:12:30.447555 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 50158) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:12:30.473715 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 7b483e5e-2513-40a9-9917-0ca682c96faf up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:12:30.523738 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3107c346-8c87-48b5-8f4e-99b70af0401a tempest-MeteringTestJSON-726836423 tempest-MeteringTestJSON-726836423-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:30.527695 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-3107c346-8c87-48b5-8f4e-99b70af0401a tempest-MeteringTestJSON-726836423 tempest-MeteringTestJSON-726836423-project-admin] 10.222.0.66 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2950611 Aug 18 12:12:30.529387 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 50162) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:12:30.556116 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-d228519f-9ea8-455d-828d-8bf084f3ec41 tempest-MeteringTestJSON-726836423 tempest-MeteringTestJSON-726836423-project-admin] 10.222.0.66 "GET /v2.0/metering/metering-label-rules?id=0cb9f06f-4a0f-4f93-8551-60cc72f11588 HTTP/1.1" status: 200 len: 464 time: 0.0240722 Aug 18 12:12:30.556354 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 50164) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:12:30.573047 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cea1ff8-bb0d-478c-8843-08beb01c1707 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Deleting subnet 4c676b6b-b6ec-4c49-9d91-ceb95ff8cc55 {{(pid=106253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 12:12:30.583866 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9cea1ff8-bb0d-478c-8843-08beb01c1707 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks [] for subnet, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:30.595816 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 7b483e5e-2513-40a9-9917-0ca682c96faf triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:12:30.596187 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:30.670710 n-d-804985-2 neutron-server[106252]: INFO neutron.db.ipam_backend_mixin [None req-d80edb8d-2f69-4ba2-813d-0b559a95c930 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet c3b7f8c0-3619-4421-a488-28aa4fe0bc50 (CIDR: 172.20.0.0/28) Aug 18 12:12:30.713550 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9cea1ff8-bb0d-478c-8843-08beb01c1707 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902229'] for subnet, precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:30.726771 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43882ffd-7d7f-4b31-9d22-27defe5ad30a req-71a3fe65-8a4d-4bce-9596-aea3ef4c241b tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:12:30.728308 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-43882ffd-7d7f-4b31-9d22-27defe5ad30a req-71a3fe65-8a4d-4bce-9596-aea3ef4c241b tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/ports?device_id=c468f260-aa8b-4a9b-a477-213e251d7cef HTTP/1.1" status: 200 len: 945 time: 0.2654815 Aug 18 12:12:30.729236 n-d-804985-2 neutron-server[106252]: INFO neutron.pecan_wsgi.hooks.translation [None req-d80edb8d-2f69-4ba2-813d-0b559a95c930 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 18 12:12:30.729700 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d80edb8d-2f69-4ba2-813d-0b559a95c930 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=106252) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 12:12:30.785458 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a0364b32-cf10-4f02-bb8c-3309a9524779 tempest-MeteringTestJSON-726836423 tempest-MeteringTestJSON-726836423-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:30.790062 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-a0364b32-cf10-4f02-bb8c-3309a9524779 tempest-MeteringTestJSON-726836423 tempest-MeteringTestJSON-726836423-project-admin] 10.222.0.66 "DELETE /v2.0/metering/metering-label-rules/0cb9f06f-4a0f-4f93-8551-60cc72f11588 HTTP/1.1" status: 204 len: 168 time: 0.2294869 Aug 18 12:12:30.790246 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device f645b6eb-46e1-4007-aac6-d8ed7cf3c892 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:12:30.797425 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 50166) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:12:30.854296 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-d80edb8d-2f69-4ba2-813d-0b559a95c930 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4216504 Aug 18 12:12:30.855018 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 50168) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:12:30.867383 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port f645b6eb-46e1-4007-aac6-d8ed7cf3c892 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:12:30.873303 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-148c22eb-ff37-4c24-aead-c08c98747b16 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Request body: {'subnet': {'network_id': '4d6f13ff-7ba1-4bb4-b06e-f8ea65047e3c', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:12:30.875353 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port f645b6eb-46e1-4007-aac6-d8ed7cf3c892 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:12:30.875950 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:30.901669 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9cea1ff8-bb0d-478c-8843-08beb01c1707 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:30.920266 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-d34df33b-92f9-4f0e-a9be-49eb685e7174 tempest-MeteringTestJSON-726836423 tempest-MeteringTestJSON-726836423-project-admin] 10.222.0.66 "GET /v2.0/metering/metering-label-rules?id=0cb9f06f-4a0f-4f93-8551-60cc72f11588 HTTP/1.1" status: 200 len: 221 time: 0.1138227 Aug 18 12:12:30.931989 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 50170) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:12:30.937278 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-1b7b42c1-5fac-4e2d-b177-62df3197e5c8 tempest-MeteringTestJSON-726836423 tempest-MeteringTestJSON-726836423-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1276096138', 'description': 'label created by tempest'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:12:30.937668 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-1b7b42c1-5fac-4e2d-b177-62df3197e5c8 tempest-MeteringTestJSON-726836423 tempest-MeteringTestJSON-726836423-project-admin] Unknown quota resources ['metering_label']. {{(pid=106253) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 18 12:12:30.963952 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-43882ffd-7d7f-4b31-9d22-27defe5ad30a req-9cd5cf59-f895-4984-8f5a-2f87cc49dad1 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f58845c-8a6f-4750-8ac0-66868223b345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2276821 Aug 18 12:12:31.011792 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:31.078999 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] For port f645b6eb-46e1-4007-aac6-d8ed7cf3c892, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=f645b6eb-46e1-4007-aac6-d8ed7cf3c892,segment=NetworkSegment(c5a3db9d-5c58-41b1-9177-d5787a597b78),segment_id=c5a3db9d-5c58-41b1-9177-d5787a597b78)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:12:31.088898 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:31.198637 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Pushing event updated for resources: {'Port': ['ID=f645b6eb-46e1-4007-aac6-d8ed7cf3c892,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:12:31.214689 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1b7b42c1-5fac-4e2d-b177-62df3197e5c8 tempest-MeteringTestJSON-726836423 tempest-MeteringTestJSON-726836423-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:31.216601 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-1b7b42c1-5fac-4e2d-b177-62df3197e5c8 tempest-MeteringTestJSON-726836423 tempest-MeteringTestJSON-726836423-project-admin] 10.222.0.66 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.2835841 Aug 18 12:12:31.218152 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9cea1ff8-bb0d-478c-8843-08beb01c1707 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58902171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59388106'] for subnet, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:31.220951 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 50174) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:12:31.231941 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-cd48f6fe-0f09-4e21-b204-20a6197f0acc tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:31.263323 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cea1ff8-bb0d-478c-8843-08beb01c1707 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Pushing event deleted for resources: {'Subnet': ['ID=4c676b6b-b6ec-4c49-9d91-ceb95ff8cc55,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:12:31.265894 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9cea1ff8-bb0d-478c-8843-08beb01c1707 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:31.268391 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-9cea1ff8-bb0d-478c-8843-08beb01c1707 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] 10.222.0.66 "DELETE /v2.0/subnets/4c676b6b-b6ec-4c49-9d91-ceb95ff8cc55 HTTP/1.1" status: 204 len: 168 time: 0.8192890 Aug 18 12:12:31.271050 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 50176) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:12:31.281053 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77fc5338-4531-4006-b2d7-a03dcb71522f None None] Network 709f5c4b-ad0a-4ca4-8c4b-81fbbdf25870 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:12:31.312753 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-deb17250-6d8e-4e95-a1ae-17bac9a29eec tempest-MeteringTestJSON-726836423 tempest-MeteringTestJSON-726836423-project-admin] 10.222.0.66 "GET /v2.0/metering/metering-labels?id=28d339dc-20ff-4773-8f55-b81af094dbca HTTP/1.1" status: 200 len: 468 time: 0.0894399 Aug 18 12:12:31.316067 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 50178) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:12:31.338529 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff63c1c5-0a02-47ce-9358-9f25b745eabf tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Deleting subnet 3c666d2b-6736-46b4-9dba-19cfba9187f7 {{(pid=106253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 12:12:31.342624 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ff63c1c5-0a02-47ce-9358-9f25b745eabf tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks [] for subnet, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:31.368641 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-148c22eb-ff37-4c24-aead-c08c98747b16 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Made reservation on behalf of 945a2d7857154f6c9b28850f76e065fc for: {'subnet': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:12:31.372333 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-148c22eb-ff37-4c24-aead-c08c98747b16 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59074089'] for subnet, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:31.390563 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ff63c1c5-0a02-47ce-9358-9f25b745eabf tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902229'] for subnet, precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:31.510147 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ff63c1c5-0a02-47ce-9358-9f25b745eabf tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:31.546803 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd657e55-ff9a-4fd8-a308-c05bc8590c1c None None] DHCP port deletion for 709f5c4b-ad0a-4ca4-8c4b-81fbbdf25870 request from n-d-804985-2 {{(pid=106254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 12:12:31.646985 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-bd657e55-ff9a-4fd8-a308-c05bc8590c1c None None] Deleting port 16dadfe6-ea25-4b90-b500-de691049ab62 {{(pid=106254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:12:31.649312 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ff63c1c5-0a02-47ce-9358-9f25b745eabf tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58902171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59388106'] for subnet, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:31.657065 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-bd657e55-ff9a-4fd8-a308-c05bc8590c1c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:31.713361 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff63c1c5-0a02-47ce-9358-9f25b745eabf tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Pushing event deleted for resources: {'Subnet': ['ID=3c666d2b-6736-46b4-9dba-19cfba9187f7,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:12:31.723893 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ff63c1c5-0a02-47ce-9358-9f25b745eabf tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:31.732253 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-ff63c1c5-0a02-47ce-9358-9f25b745eabf tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] 10.222.0.66 "DELETE /v2.0/subnets/3c666d2b-6736-46b4-9dba-19cfba9187f7 HTTP/1.1" status: 204 len: 168 time: 0.4574208 Aug 18 12:12:31.732537 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 50182) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:12:31.751923 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0be84e40-c727-4221-95c7-7e864d1ae779 None None] Network 563b708f-5c6a-4051-9765-bf65b396499c requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:12:31.861285 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1711dc0d-0e09-4926-8d42-9d70b77cc241 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7904109'] for network, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:31.878852 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-bd657e55-ff9a-4fd8-a308-c05bc8590c1c None None] For port 16dadfe6-ea25-4b90-b500-de691049ab62, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=16dadfe6-ea25-4b90-b500-de691049ab62,segment=NetworkSegment(153fad04-f8ae-43f1-8a65-c4c9fce81756),segment_id=153fad04-f8ae-43f1-8a65-c4c9fce81756)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:12:31.879839 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-bd657e55-ff9a-4fd8-a308-c05bc8590c1c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:31.906281 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-148c22eb-ff37-4c24-aead-c08c98747b16 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3572913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59074111'] for subnet, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:31.923201 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-bd657e55-ff9a-4fd8-a308-c05bc8590c1c None None] Calling delete_port for 16dadfe6-ea25-4b90-b500-de691049ab62 owned by network:dhcp {{(pid=106254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:12:31.962855 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-148c22eb-ff37-4c24-aead-c08c98747b16 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Network 4d6f13ff-7ba1-4bb4-b06e-f8ea65047e3c is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:12:31.981652 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-1711dc0d-0e09-4926-8d42-9d70b77cc241 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Deleting port 16dadfe6-ea25-4b90-b500-de691049ab62 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:12:31.981652 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1711dc0d-0e09-4926-8d42-9d70b77cc241 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:32.020766 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-148c22eb-ff37-4c24-aead-c08c98747b16 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:12:32.033471 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-148c22eb-ff37-4c24-aead-c08c98747b16 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:12:32.034085 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-148c22eb-ff37-4c24-aead-c08c98747b16 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for subnet, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:32.057647 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-958e96aa-a7b2-4cda-bcd3-95c485753502 tempest-MeteringTestJSON-726836423 tempest-MeteringTestJSON-726836423-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:32.058946 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-958e96aa-a7b2-4cda-bcd3-95c485753502 tempest-MeteringTestJSON-726836423 tempest-MeteringTestJSON-726836423-project-admin] 10.222.0.66 "DELETE /v2.0/metering/metering-labels/28d339dc-20ff-4773-8f55-b81af094dbca HTTP/1.1" status: 204 len: 168 time: 0.7413487 Aug 18 12:12:32.065594 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-148c22eb-ff37-4c24-aead-c08c98747b16 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.1965649 Aug 18 12:12:32.069525 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-792c2af3-2edc-42f2-8a04-fbc88ab77d74 None None] Network 4d6f13ff-7ba1-4bb4-b06e-f8ea65047e3c requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:12:32.070136 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 50186) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:12:32.070521 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 50188) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:12:32.081568 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-425f5734-e71f-49c9-aa65-e4181433e458 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1477620615', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '6ccb69ee-9fc2-4ef0-94f3-28d894ea3215'}], 'security_groups': ['34468fc4-dba8-4088-8260-9cf6c3e4a92a']}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:12:32.133112 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [None req-1711dc0d-0e09-4926-8d42-9d70b77cc241 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] For port 16dadfe6-ea25-4b90-b500-de691049ab62, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=16dadfe6-ea25-4b90-b500-de691049ab62,segment=NetworkSegment(153fad04-f8ae-43f1-8a65-c4c9fce81756),segment_id=153fad04-f8ae-43f1-8a65-c4c9fce81756)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:12:32.133466 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1711dc0d-0e09-4926-8d42-9d70b77cc241 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:32.149494 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-0e1dcd82-f2c7-454c-9ab7-57366d3db7ea tempest-MeteringTestJSON-726836423 tempest-MeteringTestJSON-726836423-project-admin] 10.222.0.66 "GET /v2.0/metering/metering-labels?id=28d339dc-20ff-4773-8f55-b81af094dbca HTTP/1.1" status: 200 len: 216 time: 0.0762422 Aug 18 12:12:32.151294 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-1711dc0d-0e09-4926-8d42-9d70b77cc241 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Calling delete_port for 16dadfe6-ea25-4b90-b500-de691049ab62 owned by network:dhcp {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:12:32.153064 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7d1ffad-e9b2-44dd-93c1-4e67ea7507c4 None None] Network f5b38dfb-a77f-4baa-a778-99adb769d1c2 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:12:32.156779 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 50190) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:12:32.241747 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-bd657e55-ff9a-4fd8-a308-c05bc8590c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556'] for port, after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:32.286861 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd657e55-ff9a-4fd8-a308-c05bc8590c1c None None] Pushing event deleted for resources: {'Port': ['ID=16dadfe6-ea25-4b90-b500-de691049ab62,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:12:32.296377 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148c22eb-ff37-4c24-aead-c08c98747b16 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Pushing event updated for resources: {'Subnet': ['ID=6ccb69ee-9fc2-4ef0-94f3-28d894ea3215,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:12:32.328717 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-ef3d4145-6315-4a4e-88e9-c5edd0e22df3 None None] Provisioning for port a5bfc5ec-fd0e-408a-814e-26a686651d74 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:12:32.344765 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd657e55-ff9a-4fd8-a308-c05bc8590c1c None None] No DVR routers for this DVR port 16dadfe6-ea25-4b90-b500-de691049ab62 on host n-d-804985-2 {{(pid=106254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:12:32.350203 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-192f6940-04b4-4512-a82c-1b47eee17cd4 tempest-MeteringTestJSON-726836423 tempest-MeteringTestJSON-726836423-project-admin] 10.222.0.66 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.1921165 Aug 18 12:12:32.357741 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f84719b-c72d-4f05-91a8-f1e40ccdf7d5 None None] DHCP port deletion for 563b708f-5c6a-4051-9765-bf65b396499c request from n-d-804985-2 {{(pid=106254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 12:12:32.358905 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 50194) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:12:32.399355 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-ae2462d0-9501-4f62-b935-d226a58cfa08 tempest-MeteringTestJSON-726836423 tempest-MeteringTestJSON-726836423-project-admin] 10.222.0.66 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0392857 Aug 18 12:12:32.428209 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 50196) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:12:32.565068 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1711dc0d-0e09-4926-8d42-9d70b77cc241 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:32.591852 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1711dc0d-0e09-4926-8d42-9d70b77cc241 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Pushing event deleted for resources: {'Port': ['ID=16dadfe6-ea25-4b90-b500-de691049ab62,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:12:32.600239 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-4d30785b-9f88-4521-b71c-aad8ef623d1b tempest-MeteringTestJSON-726836423 tempest-MeteringTestJSON-726836423-project-admin] 10.222.0.66 "GET /v2.0/metering/metering-labels/43a321e8-5ba3-4bc3-92a7-98bc961b47a3 HTTP/1.1" status: 200 len: 472 time: 0.1705084 Aug 18 12:12:32.600730 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 50198) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:12:32.618068 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1711dc0d-0e09-4926-8d42-9d70b77cc241 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] No DVR routers for this DVR port 16dadfe6-ea25-4b90-b500-de691049ab62 on host n-d-804985-2 {{(pid=106253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:12:32.630092 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-d1ca99bd-8320-439a-9fa9-e0ead9bca1f2 tempest-MeteringTestJSON-726836423 tempest-MeteringTestJSON-726836423-project-admin] 10.222.0.66 "GET /v2.0/metering/metering-label-rules/37a2fe07-f1d8-4b8a-a136-e628158516ee HTTP/1.1" status: 200 len: 461 time: 0.0245457 Aug 18 12:12:32.630699 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 50200) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:12:32.638979 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [None req-cd48f6fe-0f09-4e21-b204-20a6197f0acc tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Allocated IP 172.20.0.1 (f5b38dfb-a77f-4baa-a778-99adb769d1c2/5eb95836-9c09-482a-936d-fd43d3b2ac48/ca446deb-9dfe-443e-a1dd-5e9b22a56b9e) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:12:32.649750 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device a5bfc5ec-fd0e-408a-814e-26a686651d74 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:12:32.657975 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-425f5734-e71f-49c9-aa65-e4181433e458 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:32.738228 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49084ed6-3c1b-45b0-ab11-4fac3abb20c2 req-c7e343b1-5348-4f84-b928-bdb6c947d03d tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:12:32.739890 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-49084ed6-3c1b-45b0-ab11-4fac3abb20c2 req-c7e343b1-5348-4f84-b928-bdb6c947d03d tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/ports?device_id=c468f260-aa8b-4a9b-a477-213e251d7cef HTTP/1.1" status: 200 len: 945 time: 0.5061567 Aug 18 12:12:32.747869 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1711dc0d-0e09-4926-8d42-9d70b77cc241 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8367869', 'neutron.services.segments.db._delete_segments_for_network-8789151212993'] for network, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:32.770166 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-1711dc0d-0e09-4926-8d42-9d70b77cc241 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['709f5c4b-ad0a-4ca4-8c4b-81fbbdf25870']}} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:12:32.797877 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-1711dc0d-0e09-4926-8d42-9d70b77cc241 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '153fad04-f8ae-43f1-8a65-c4c9fce81756') {'for_net_delete': True} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:12:32.798086 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-1711dc0d-0e09-4926-8d42-9d70b77cc241 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '153fad04-f8ae-43f1-8a65-c4c9fce81756') {} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:12:32.821863 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1711dc0d-0e09-4926-8d42-9d70b77cc241 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789151225254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902236'] for segment, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:32.826342 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-2f84719b-c72d-4f05-91a8-f1e40ccdf7d5 None None] Deleting port 00ec4e11-204f-4ac4-b55c-4e8b3844ff2c {{(pid=106254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:12:32.826721 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-2f84719b-c72d-4f05-91a8-f1e40ccdf7d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:32.828316 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port a5bfc5ec-fd0e-408a-814e-26a686651d74 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:12:32.845889 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1711dc0d-0e09-4926-8d42-9d70b77cc241 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:32.877411 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-49084ed6-3c1b-45b0-ab11-4fac3abb20c2 req-c7f31820-d865-4193-aa24-152214400140 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f58845c-8a6f-4750-8ac0-66868223b345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1118820 Aug 18 12:12:32.906938 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-cd48f6fe-0f09-4e21-b204-20a6197f0acc tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:32.915983 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port a5bfc5ec-fd0e-408a-814e-26a686651d74 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:12:32.916362 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:32.926323 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1711dc0d-0e09-4926-8d42-9d70b77cc241 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Releasing vlan 824 on physical network physnet1 to pool {{(pid=106253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:12:32.926845 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1711dc0d-0e09-4926-8d42-9d70b77cc241 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58900537'] for segment, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:32.930614 n-d-804985-2 neutron-server[106253]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 12:12:32.930614 n-d-804985-2 neutron-server[106253]: self.session.flush() Aug 18 12:12:32.930614 n-d-804985-2 neutron-server[106253]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 12:12:32.930614 n-d-804985-2 neutron-server[106253]: self.session.flush() Aug 18 12:12:32.930614 n-d-804985-2 neutron-server[106253]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 12:12:32.930614 n-d-804985-2 neutron-server[106253]: self.session.flush() Aug 18 12:12:32.930614 n-d-804985-2 neutron-server[106253]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 12:12:32.930614 n-d-804985-2 neutron-server[106253]: self.session.flush() Aug 18 12:12:32.930614 n-d-804985-2 neutron-server[106253]: Traceback (most recent call last): Aug 18 12:12:32.930614 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:12:32.930614 n-d-804985-2 neutron-server[106253]: timer() Aug 18 12:12:32.930614 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:12:32.930614 n-d-804985-2 neutron-server[106253]: cb(*args, **kw) Aug 18 12:12:32.930614 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:12:32.930614 n-d-804985-2 neutron-server[106253]: return func(*args, **kwargs) Aug 18 12:12:32.930614 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:12:32.930614 n-d-804985-2 neutron-server[106253]: self._notify() Aug 18 12:12:32.930614 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:12:32.930614 n-d-804985-2 neutron-server[106253]: self.callback(batched_events) Aug 18 12:12:32.930614 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:12:32.930614 n-d-804985-2 neutron-server[106253]: event.method(event) Aug 18 12:12:32.930614 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:12:32.930614 n-d-804985-2 neutron-server[106253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:12:32.930614 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:12:32.930614 n-d-804985-2 neutron-server[106253]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:12:32.930614 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:12:32.930614 n-d-804985-2 neutron-server[106253]: return f(self, *a, **k) Aug 18 12:12:32.930614 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:12:32.930614 n-d-804985-2 neutron-server[106253]: return self._get(url).json() Aug 18 12:12:32.930614 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:12:32.930614 n-d-804985-2 neutron-server[106253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:12:32.930614 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:12:32.930614 n-d-804985-2 neutron-server[106253]: return self.request(url, 'GET', **kwargs) Aug 18 12:12:32.930614 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:12:32.930614 n-d-804985-2 neutron-server[106253]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:12:32.930614 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:12:32.930614 n-d-804985-2 neutron-server[106253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:12:32.930614 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:12:32.930614 n-d-804985-2 neutron-server[106253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:12:32.930614 n-d-804985-2 neutron-server[106253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:12:32.961278 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [None req-cd48f6fe-0f09-4e21-b204-20a6197f0acc tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Transition to ACTIVE for port object ca446deb-9dfe-443e-a1dd-5e9b22a56b9e will not be triggered until provisioned by entity DHCP. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:12:33.007563 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-2f84719b-c72d-4f05-91a8-f1e40ccdf7d5 None None] For port 00ec4e11-204f-4ac4-b55c-4e8b3844ff2c, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=00ec4e11-204f-4ac4-b55c-4e8b3844ff2c,segment=NetworkSegment(d6b09a12-f461-4cbb-8767-063a0bd16879),segment_id=d6b09a12-f461-4cbb-8767-063a0bd16879)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:12:33.007947 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-2f84719b-c72d-4f05-91a8-f1e40ccdf7d5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:33.009362 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-53b94af9-c438-4fc2-911b-776c8b996b3b tempest-MeteringTestJSON-726836423 tempest-MeteringTestJSON-726836423-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:33.013273 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-53b94af9-c438-4fc2-911b-776c8b996b3b tempest-MeteringTestJSON-726836423 tempest-MeteringTestJSON-726836423-project-admin] 10.222.0.66 "DELETE /v2.0/metering/metering-label-rules/37a2fe07-f1d8-4b8a-a136-e628158516ee HTTP/1.1" status: 204 len: 168 time: 0.3507016 Aug 18 12:12:33.013708 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 50204) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:12:33.032401 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-2f84719b-c72d-4f05-91a8-f1e40ccdf7d5 None None] Calling delete_port for 00ec4e11-204f-4ac4-b55c-4e8b3844ff2c owned by network:dhcp {{(pid=106254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:12:33.037525 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a1bc65b-bb5a-4f5a-b18d-18b288dd2751 None None] Update dhcp port {'port': {'network_id': '4d6f13ff-7ba1-4bb4-b06e-f8ea65047e3c', 'fixed_ips': [{'subnet_id': 'c3b7f8c0-3619-4421-a488-28aa4fe0bc50', 'ip_address': '172.20.0.2'}, {'subnet_id': '6ccb69ee-9fc2-4ef0-94f3-28d894ea3215'}], 'binding:host_id': 'n-d-804985-2'}, 'id': '7b483e5e-2513-40a9-9917-0ca682c96faf'} from n-d-804985-2. {{(pid=106254) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 18 12:12:33.056483 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1711dc0d-0e09-4926-8d42-9d70b77cc241 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8367858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997186'] for network, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:33.065078 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1711dc0d-0e09-4926-8d42-9d70b77cc241 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks [] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:33.070780 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-1711dc0d-0e09-4926-8d42-9d70b77cc241 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] 10.222.0.66 "DELETE /v2.0/networks/709f5c4b-ad0a-4ca4-8c4b-81fbbdf25870 HTTP/1.1" status: 204 len: 168 time: 1.3347797 Aug 18 12:12:33.071291 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 50206) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:12:33.111725 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-6a1bc65b-bb5a-4f5a-b18d-18b288dd2751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:33.114785 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1711dc0d-0e09-4926-8d42-9d70b77cc241 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Pushing event deleted for resources: {'Network': ['ID=709f5c4b-ad0a-4ca4-8c4b-81fbbdf25870,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:12:33.205378 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:33.207779 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2db38892-3b26-4775-90b8-c5c988bb535b tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7904109'] for network, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:33.280797 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-2db38892-3b26-4775-90b8-c5c988bb535b tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Deleting port 00ec4e11-204f-4ac4-b55c-4e8b3844ff2c {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:12:33.281455 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2db38892-3b26-4775-90b8-c5c988bb535b tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:33.322590 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-2f84719b-c72d-4f05-91a8-f1e40ccdf7d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556'] for port, after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:33.362970 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f84719b-c72d-4f05-91a8-f1e40ccdf7d5 None None] No DVR routers for this DVR port 00ec4e11-204f-4ac4-b55c-4e8b3844ff2c on host n-d-804985-2 {{(pid=106254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:12:33.369243 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f84719b-c72d-4f05-91a8-f1e40ccdf7d5 None None] Pushing event deleted for resources: {'Port': ['ID=00ec4e11-204f-4ac4-b55c-4e8b3844ff2c,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:12:33.380185 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [None req-2db38892-3b26-4775-90b8-c5c988bb535b tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] For port 00ec4e11-204f-4ac4-b55c-4e8b3844ff2c, host n-d-804985-2, got binding levels [] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:12:33.380415 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2db38892-3b26-4775-90b8-c5c988bb535b tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:33.393334 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] For port a5bfc5ec-fd0e-408a-814e-26a686651d74, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=a5bfc5ec-fd0e-408a-814e-26a686651d74,segment=NetworkSegment(55da2c2d-7b34-4aab-8a41-786d81396444),segment_id=55da2c2d-7b34-4aab-8a41-786d81396444)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:12:33.397384 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-2db38892-3b26-4775-90b8-c5c988bb535b tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Calling delete_port for 00ec4e11-204f-4ac4-b55c-4e8b3844ff2c owned by network:dhcp {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:12:33.400338 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:33.401360 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device f645b6eb-46e1-4007-aac6-d8ed7cf3c892 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:12:33.403343 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.ipam_backend_mixin [None req-2db38892-3b26-4775-90b8-c5c988bb535b tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Port 00ec4e11-204f-4ac4-b55c-4e8b3844ff2c was not found and therefore no delete operation was performed {{(pid=106253) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 18 12:12:33.404773 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2db38892-3b26-4775-90b8-c5c988bb535b tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:33.455252 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db38892-3b26-4775-90b8-c5c988bb535b tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Pushing event deleted for resources: {'Port': ['ID=00ec4e11-204f-4ac4-b55c-4e8b3844ff2c,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:12:33.468202 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db38892-3b26-4775-90b8-c5c988bb535b tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] No DVR routers for this DVR port 00ec4e11-204f-4ac4-b55c-4e8b3844ff2c on host n-d-804985-2 {{(pid=106253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:12:33.489756 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-fd319eb7-efdb-4b6f-8d7f-38f3b7ce672c None None] Provisioning complete for port a5bfc5ec-fd0e-408a-814e-26a686651d74 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:12:33.490221 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-fd319eb7-efdb-4b6f-8d7f-38f3b7ce672c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:33.496268 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-cd48f6fe-0f09-4e21-b204-20a6197f0acc tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:33.521403 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Pushing event updated for resources: {'Port': ['ID=a5bfc5ec-fd0e-408a-814e-26a686651d74,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:12:33.549790 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port f645b6eb-46e1-4007-aac6-d8ed7cf3c892 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:12:33.550175 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:33.558782 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2db38892-3b26-4775-90b8-c5c988bb535b tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8367869', 'neutron.services.segments.db._delete_segments_for_network-8789151212993'] for network, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:33.569357 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-2db38892-3b26-4775-90b8-c5c988bb535b tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['563b708f-5c6a-4051-9765-bf65b396499c']}} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:12:33.580674 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-2db38892-3b26-4775-90b8-c5c988bb535b tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6b09a12-f461-4cbb-8767-063a0bd16879') {'for_net_delete': True} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:12:33.581436 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-2db38892-3b26-4775-90b8-c5c988bb535b tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6b09a12-f461-4cbb-8767-063a0bd16879') {} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:12:33.592013 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2db38892-3b26-4775-90b8-c5c988bb535b tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789151225254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902236'] for segment, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:33.592285 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-584df08a-ccba-49ab-80f9-c37e739c4f26 tempest-MeteringTestJSON-726836423 tempest-MeteringTestJSON-726836423-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:33.593452 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-584df08a-ccba-49ab-80f9-c37e739c4f26 tempest-MeteringTestJSON-726836423 tempest-MeteringTestJSON-726836423-project-admin] 10.222.0.66 "DELETE /v2.0/metering/metering-labels/43a321e8-5ba3-4bc3-92a7-98bc961b47a3 HTTP/1.1" status: 204 len: 168 time: 0.5789330 Aug 18 12:12:33.619737 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2db38892-3b26-4775-90b8-c5c988bb535b tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:33.623300 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd48f6fe-0f09-4e21-b204-20a6197f0acc tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Network f5b38dfb-a77f-4baa-a778-99adb769d1c2 is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:12:33.626852 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd48f6fe-0f09-4e21-b204-20a6197f0acc tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Pushing event updated for resources: {'Port': ['ID=ca446deb-9dfe-443e-a1dd-5e9b22a56b9e,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:12:33.629561 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-cd48f6fe-0f09-4e21-b204-20a6197f0acc tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:12:33.630316 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2db38892-3b26-4775-90b8-c5c988bb535b tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Releasing vlan 832 on physical network physnet1 to pool {{(pid=106253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:12:33.630936 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2db38892-3b26-4775-90b8-c5c988bb535b tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58900537'] for segment, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:33.634313 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd48f6fe-0f09-4e21-b204-20a6197f0acc tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:12:33.700611 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [None req-425f5734-e71f-49c9-aa65-e4181433e458 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Delete allocated IP 172.20.0.10 (4d6f13ff-7ba1-4bb4-b06e-f8ea65047e3c/c3b7f8c0-3619-4421-a488-28aa4fe0bc50) {{(pid=106252) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 18 12:12:33.708221 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-cd48f6fe-0f09-4e21-b204-20a6197f0acc tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-996688'] for router_interface, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:33.732357 n-d-804985-2 neutron-server[106253]: Traceback (most recent call last): Aug 18 12:12:33.732357 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:12:33.732357 n-d-804985-2 neutron-server[106253]: timer() Aug 18 12:12:33.732357 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:12:33.732357 n-d-804985-2 neutron-server[106253]: cb(*args, **kw) Aug 18 12:12:33.732357 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:12:33.732357 n-d-804985-2 neutron-server[106253]: return func(*args, **kwargs) Aug 18 12:12:33.732357 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:12:33.732357 n-d-804985-2 neutron-server[106253]: self._notify() Aug 18 12:12:33.732357 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:12:33.732357 n-d-804985-2 neutron-server[106253]: self.callback(batched_events) Aug 18 12:12:33.732357 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:12:33.732357 n-d-804985-2 neutron-server[106253]: event.method(event) Aug 18 12:12:33.732357 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:12:33.732357 n-d-804985-2 neutron-server[106253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:12:33.732357 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:12:33.732357 n-d-804985-2 neutron-server[106253]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:12:33.732357 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:12:33.732357 n-d-804985-2 neutron-server[106253]: return f(self, *a, **k) Aug 18 12:12:33.732357 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:12:33.732357 n-d-804985-2 neutron-server[106253]: return self._get(url).json() Aug 18 12:12:33.732357 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:12:33.732357 n-d-804985-2 neutron-server[106253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:12:33.732357 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:12:33.732357 n-d-804985-2 neutron-server[106253]: return self.request(url, 'GET', **kwargs) Aug 18 12:12:33.732357 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:12:33.732357 n-d-804985-2 neutron-server[106253]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:12:33.732357 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:12:33.732357 n-d-804985-2 neutron-server[106253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:12:33.732357 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:12:33.732357 n-d-804985-2 neutron-server[106253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:12:33.732357 n-d-804985-2 neutron-server[106253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:12:33.754485 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [None req-425f5734-e71f-49c9-aa65-e4181433e458 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Allocated IP 172.20.0.21 (4d6f13ff-7ba1-4bb4-b06e-f8ea65047e3c/6ccb69ee-9fc2-4ef0-94f3-28d894ea3215/7743b619-cd4f-4adc-9af5-ab675f37c3c3) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:12:33.770185 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2db38892-3b26-4775-90b8-c5c988bb535b tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8367858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997186'] for network, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:33.775837 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 16dadfe6-ea25-4b90-b500-de691049ab62 no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:12:33.777387 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2db38892-3b26-4775-90b8-c5c988bb535b tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks [] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:33.784247 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-2db38892-3b26-4775-90b8-c5c988bb535b tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] 10.222.0.66 "DELETE /v2.0/networks/563b708f-5c6a-4051-9765-bf65b396499c HTTP/1.1" status: 204 len: 168 time: 0.7117529 Aug 18 12:12:33.784920 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 50212) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:12:33.793130 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-7b4da8d7-6000-48eb-8731-2ec573da169b tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Request body: {'network': {'name': 'tempest-RoutersTest-1523204884'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:12:33.810617 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db38892-3b26-4775-90b8-c5c988bb535b tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Pushing event deleted for resources: {'Network': ['ID=563b708f-5c6a-4051-9765-bf65b396499c,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:12:33.837950 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b4da8d7-6000-48eb-8731-2ec573da169b tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Made reservation on behalf of c4a8742f0e794123b38cc3300291c37d for: {'network': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:12:33.839091 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: 16dadfe6-ea25-4b90-b500-de691049ab62 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:12:33.844733 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7b4da8d7-6000-48eb-8731-2ec573da169b tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for network, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:33.853910 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 16dadfe6-ea25-4b90-b500-de691049ab62 not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:12:33.894600 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b4da8d7-6000-48eb-8731-2ec573da169b tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 812} {{(pid=106253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:12:33.907929 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7b4da8d7-6000-48eb-8731-2ec573da169b tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:33.908352 n-d-804985-2 neutron-server[106253]: INFO neutron.db.segments_db [None req-7b4da8d7-6000-48eb-8731-2ec573da169b tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Added segment 63968316-f4cc-4d05-9340-4b1c46400732 of type vlan for network 6781ba79-884e-4584-85c0-c2aa000ecadc Aug 18 12:12:33.953744 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7b4da8d7-6000-48eb-8731-2ec573da169b tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789150665894'] for network, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:33.974205 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-4efbd2dd-945c-4d59-b4b5-43ddbb705ff1 None None] Provisioning for port ca446deb-9dfe-443e-a1dd-5e9b22a56b9e completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:12:33.982486 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-4efbd2dd-945c-4d59-b4b5-43ddbb705ff1 None None] Provisioning complete for port ca446deb-9dfe-443e-a1dd-5e9b22a56b9e triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:12:33.983783 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4efbd2dd-945c-4d59-b4b5-43ddbb705ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:33.984449 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7b4da8d7-6000-48eb-8731-2ec573da169b tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for network, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:33.992015 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b4da8d7-6000-48eb-8731-2ec573da169b tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:12:33.992840 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7b4da8d7-6000-48eb-8731-2ec573da169b tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks [] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:34.015438 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 50220) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:12:34.030428 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-4efbd2dd-945c-4d59-b4b5-43ddbb705ff1 None None] Port ca446deb-9dfe-443e-a1dd-5e9b22a56b9e cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:12:34.074467 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-7b4da8d7-6000-48eb-8731-2ec573da169b tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2849555 Aug 18 12:12:34.081730 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 50224) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:12:34.088755 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-4ac9ca51-fa85-4732-8a9e-3874dec37d53 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Request body: {'subnet': {'network_id': '6781ba79-884e-4584-85c0-c2aa000ecadc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:12:34.101966 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4da8d7-6000-48eb-8731-2ec573da169b tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Pushing event updated for resources: {'Network': ['ID=6781ba79-884e-4584-85c0-c2aa000ecadc,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:12:34.105221 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbb302a-f090-4045-8342-b48e5979c20c req-32943370-20a3-4122-a656-41b63910ddfc tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:12:34.106784 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8dbb302a-f090-4045-8342-b48e5979c20c req-32943370-20a3-4122-a656-41b63910ddfc tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/ports?device_id=c468f260-aa8b-4a9b-a477-213e251d7cef HTTP/1.1" status: 200 len: 945 time: 0.1295040 Aug 18 12:12:34.112339 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-cd48f6fe-0f09-4e21-b204-20a6197f0acc tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:34.113843 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Network 6781ba79-884e-4584-85c0-c2aa000ecadc details requested by agent ovs-agent-n-d-804985-2 with host n-d-804985-2 {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:12:34.213536 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-53ce9048-7946-4bc7-a574-7464fbe6f0b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:34.224812 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8dbb302a-f090-4045-8342-b48e5979c20c req-3e63bd51-87d4-4db9-9689-f7b8e0ed88fc tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f58845c-8a6f-4750-8ac0-66868223b345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037748 Aug 18 12:12:34.245367 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ac9ca51-fa85-4732-8a9e-3874dec37d53 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Made reservation on behalf of c4a8742f0e794123b38cc3300291c37d for: {'subnet': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:12:34.249148 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4ac9ca51-fa85-4732-8a9e-3874dec37d53 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59388119'] for subnet, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:34.266562 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-425f5734-e71f-49c9-aa65-e4181433e458 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks [] for port, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:34.289293 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [None req-425f5734-e71f-49c9-aa65-e4181433e458 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Transition to ACTIVE for port object 7743b619-cd4f-4adc-9af5-ab675f37c3c3 will not be triggered until provisioned by entity DHCP. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:12:34.331831 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-425f5734-e71f-49c9-aa65-e4181433e458 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:34.353058 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.db_base_plugin_common [None req-6a1bc65b-bb5a-4f5a-b18d-18b288dd2751 None None] Allocated IP 172.20.0.18 (4d6f13ff-7ba1-4bb4-b06e-f8ea65047e3c/6ccb69ee-9fc2-4ef0-94f3-28d894ea3215/7b483e5e-2513-40a9-9917-0ca682c96faf) {{(pid=106254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:12:34.412109 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device a5bfc5ec-fd0e-408a-814e-26a686651d74 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:12:34.456341 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425f5734-e71f-49c9-aa65-e4181433e458 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Pushing event updated for resources: {'Port': ['ID=7743b619-cd4f-4adc-9af5-ab675f37c3c3,revision_number=2']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:12:34.480638 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-53ce9048-7946-4bc7-a574-7464fbe6f0b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:34.497033 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-6a1bc65b-bb5a-4f5a-b18d-18b288dd2751 None None] For port 7b483e5e-2513-40a9-9917-0ca682c96faf, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=7b483e5e-2513-40a9-9917-0ca682c96faf,segment=NetworkSegment(748bf624-25c2-49c7-8c99-be10ec578d78),segment_id=748bf624-25c2-49c7-8c99-be10ec578d78)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:12:34.512366 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port a5bfc5ec-fd0e-408a-814e-26a686651d74 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:12:34.512769 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:34.515259 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-53ce9048-7946-4bc7-a574-7464fbe6f0b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:34.543039 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-425f5734-e71f-49c9-aa65-e4181433e458 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] In _notify_port_updated(), no bound segment for port 7743b619-cd4f-4adc-9af5-ab675f37c3c3 on network 4d6f13ff-7ba1-4bb4-b06e-f8ea65047e3c {{(pid=106252) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 18 12:12:34.548849 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-425f5734-e71f-49c9-aa65-e4181433e458 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:12:34.549486 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-425f5734-e71f-49c9-aa65-e4181433e458 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:34.553396 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-425f5734-e71f-49c9-aa65-e4181433e458 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] 10.222.0.66 "PUT /v2.0/ports/7743b619-cd4f-4adc-9af5-ab675f37c3c3 HTTP/1.1" status: 200 len: 921 time: 2.4778564 Aug 18 12:12:34.553662 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 50228) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:12:34.554787 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-6a1bc65b-bb5a-4f5a-b18d-18b288dd2751 None None] Notify callbacks [] for port, precommit_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:34.573007 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4ac9ca51-fa85-4732-8a9e-3874dec37d53 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58902106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59388097'] for subnet, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:34.576104 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-6a1bc65b-bb5a-4f5a-b18d-18b288dd2751 None None] Transition to ACTIVE for port object 7b483e5e-2513-40a9-9917-0ca682c96faf will not be triggered until provisioned by entity DHCP. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:12:34.581594 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-6a1bc65b-bb5a-4f5a-b18d-18b288dd2751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:34.581855 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ce9048-7946-4bc7-a574-7464fbe6f0b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7feebc8-054d-4656-8d1d-dbca9c27574f,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:12:34.621719 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-53ce9048-7946-4bc7-a574-7464fbe6f0b1 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8faa095004944674ac4db46390a5d45a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6001337 Aug 18 12:12:34.622352 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 50230) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:12:34.695869 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac9ca51-fa85-4732-8a9e-3874dec37d53 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Pushing event updated for resources: {'Subnet': ['ID=c2f57a14-7b42-4124-98a2-4ed2d0c0dace,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:12:34.700141 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1bc65b-bb5a-4f5a-b18d-18b288dd2751 None None] Pushing event updated for resources: {'Port': ['ID=7b483e5e-2513-40a9-9917-0ca682c96faf,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:12:34.701607 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-cd48f6fe-0f09-4e21-b204-20a6197f0acc tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks [] for port, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:34.706233 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-503e2dd6-3418-46fc-84f3-71e5dd8685c8 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Deleting port 7743b619-cd4f-4adc-9af5-ab675f37c3c3 {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:12:34.706595 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-503e2dd6-3418-46fc-84f3-71e5dd8685c8 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:34.711598 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-cd48f6fe-0f09-4e21-b204-20a6197f0acc tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:34.716020 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac9ca51-fa85-4732-8a9e-3874dec37d53 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Checking segment: {'id': '63968316-f4cc-4d05-9340-4b1c46400732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '6781ba79-884e-4584-85c0-c2aa000ecadc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:12:34.716422 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ac9ca51-fa85-4732-8a9e-3874dec37d53 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Network hostable DHCP agents. Network: 6781ba79-884e-4584-85c0-c2aa000ecadc, hostable agents: ['97c14208-2951-4361-8d64-3708c946ff5f'], hosted agents: [] {{(pid=106253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 12:12:34.734143 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ce5c37df-c464-426a-b937-561d3256312a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:34.757107 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ac9ca51-fa85-4732-8a9e-3874dec37d53 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Network 6781ba79-884e-4584-85c0-c2aa000ecadc is scheduled to be hosted by DHCP agent 97c14208-2951-4361-8d64-3708c946ff5f with binding_index 1 {{(pid=106253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 12:12:34.763726 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ce5c37df-c464-426a-b937-561d3256312a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:34.785091 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-4ac9ca51-fa85-4732-8a9e-3874dec37d53 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-2, 6781ba79-884e-4584-85c0-c2aa000ecadc) {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:12:34.794865 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 00ec4e11-204f-4ac4-b55c-4e8b3844ff2c no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:12:34.799594 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ac9ca51-fa85-4732-8a9e-3874dec37d53 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:12:34.800300 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4ac9ca51-fa85-4732-8a9e-3874dec37d53 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:34.807755 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03c8280b-e979-4692-8d93-972b9d11ab0f None None] Network 6781ba79-884e-4584-85c0-c2aa000ecadc requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:12:34.833716 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-4ac9ca51-fa85-4732-8a9e-3874dec37d53 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7482960 Aug 18 12:12:34.836978 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 50232) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:12:34.845774 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-10ca4bd6-573d-4717-92ad-d1c58cbfe1b9 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1512292320', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:12:34.854769 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ce5c37df-c464-426a-b937-561d3256312a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:34.855941 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: 00ec4e11-204f-4ac4-b55c-4e8b3844ff2c {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:12:34.855941 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 00ec4e11-204f-4ac4-b55c-4e8b3844ff2c not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:12:34.857047 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ce5c37df-c464-426a-b937-561d3256312a admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:34.860972 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-ce5c37df-c464-426a-b937-561d3256312a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b7feebc8-054d-4656-8d1d-dbca9c27574f HTTP/1.1" status: 204 len: 168 time: 0.2376070 Aug 18 12:12:34.869568 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-cd48f6fe-0f09-4e21-b204-20a6197f0acc tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-996772'] for router_interface, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:34.873812 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd48f6fe-0f09-4e21-b204-20a6197f0acc tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Pushing event updated for resources: {'Port': ['ID=ca446deb-9dfe-443e-a1dd-5e9b22a56b9e,revision_number=2']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:12:34.875931 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5c37df-c464-426a-b937-561d3256312a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7feebc8-054d-4656-8d1d-dbca9c27574f,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:12:34.897747 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-10ca4bd6-573d-4717-92ad-d1c58cbfe1b9 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-998592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15809'] for router, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:34.899079 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-10ca4bd6-573d-4717-92ad-d1c58cbfe1b9 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-992733', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-971415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15816'] for router, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:34.957675 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-503e2dd6-3418-46fc-84f3-71e5dd8685c8 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:34.976563 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-503e2dd6-3418-46fc-84f3-71e5dd8685c8 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Calling delete_port for 7743b619-cd4f-4adc-9af5-ab675f37c3c3 owned by {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:12:35.007607 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-10ca4bd6-573d-4717-92ad-d1c58cbfe1b9 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:35.019298 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-10ca4bd6-573d-4717-92ad-d1c58cbfe1b9 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-998473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-992536'] for router, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:35.065107 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-10ca4bd6-573d-4717-92ad-d1c58cbfe1b9 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks [] for router, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:35.069560 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-10ca4bd6-573d-4717-92ad-d1c58cbfe1b9 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2283165 Aug 18 12:12:35.070598 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 50238) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:12:35.074422 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0858f50-2452-41de-b802-37639d273af6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp788be208-34ab-5a8f-af0f-528834af222f-6781ba79-884e-4584-85c0-c2aa000ecadc', 'network_id': '6781ba79-884e-4584-85c0-c2aa000ecadc', 'tenant_id': 'c4a8742f0e794123b38cc3300291c37d', 'fixed_ips': [{'subnet_id': 'c2f57a14-7b42-4124-98a2-4ed2d0c0dace'}]}} from n-d-804985-2. {{(pid=106254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 12:12:35.075852 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-b5a5fde9-2328-416a-8d7a-ff67fd75a5bf tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Request body: {'port': {'network_id': '6781ba79-884e-4584-85c0-c2aa000ecadc', 'name': 'tempest-RoutersTest-1245352389'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:12:35.076069 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-c0858f50-2452-41de-b802-37639d273af6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:35.163313 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd48f6fe-0f09-4e21-b204-20a6197f0acc tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Network f5b38dfb-a77f-4baa-a778-99adb769d1c2 is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:12:35.168951 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-cd48f6fe-0f09-4e21-b204-20a6197f0acc tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:12:35.307789 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5a5fde9-2328-416a-8d7a-ff67fd75a5bf tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Made reservation on behalf of c4a8742f0e794123b38cc3300291c37d for: {'port': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:12:35.313453 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b5a5fde9-2328-416a-8d7a-ff67fd75a5bf tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:35.339557 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.db_base_plugin_common [None req-c0858f50-2452-41de-b802-37639d273af6 None None] Allocated IP 172.20.0.2 (6781ba79-884e-4584-85c0-c2aa000ecadc/c2f57a14-7b42-4124-98a2-4ed2d0c0dace/47b4d4f3-045b-4c88-88df-e49311d5a7d7) {{(pid=106254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:12:35.363723 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [None req-b5a5fde9-2328-416a-8d7a-ff67fd75a5bf tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] device_id is not set on port 90b598a9-e548-498b-bf26-0901b22b3fe3 yet. {{(pid=106253) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 12:12:35.426836 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 50244) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:12:35.440838 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd48f6fe-0f09-4e21-b204-20a6197f0acc tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Router a24b442a-33be-4d6e-a008-5f640087c76d has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:12:35.479988 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-85485594-b9fb-4463-ac99-5ad4cbdd5c2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:35.532982 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-503e2dd6-3418-46fc-84f3-71e5dd8685c8 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:35.578885 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-c0858f50-2452-41de-b802-37639d273af6 None None] Notify callbacks [] for port, precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:35.592604 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-5d77d5d5-c6db-424f-b54e-b0853f7e5da5 None None] Provisioning complete for port ca446deb-9dfe-443e-a1dd-5e9b22a56b9e triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:12:35.592879 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-5d77d5d5-c6db-424f-b54e-b0853f7e5da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:35.597773 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-c0858f50-2452-41de-b802-37639d273af6 None None] Transition to ACTIVE for port object 47b4d4f3-045b-4c88-88df-e49311d5a7d7 will not be triggered until provisioned by entity L2. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:12:35.598800 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a8bd09-91b9-4dc5-8485-be98812b6d93 req-6b5e0267-9beb-4da8-b076-43827e3fbd58 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:12:35.600443 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-66a8bd09-91b9-4dc5-8485-be98812b6d93 req-6b5e0267-9beb-4da8-b076-43827e3fbd58 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/ports?device_id=c468f260-aa8b-4a9b-a477-213e251d7cef HTTP/1.1" status: 200 len: 945 time: 0.2258391 Aug 18 12:12:35.606487 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503e2dd6-3418-46fc-84f3-71e5dd8685c8 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Pushing event deleted for resources: {'Port': ['ID=7743b619-cd4f-4adc-9af5-ab675f37c3c3,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:12:35.643223 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-c0858f50-2452-41de-b802-37639d273af6 None None] Transition to ACTIVE for port object 47b4d4f3-045b-4c88-88df-e49311d5a7d7 will not be triggered until provisioned by entity DHCP. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:12:35.647276 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-5d77d5d5-c6db-424f-b54e-b0853f7e5da5 None None] Port ca446deb-9dfe-443e-a1dd-5e9b22a56b9e cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:12:35.653184 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-c0858f50-2452-41de-b802-37639d273af6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547'] for port, after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:35.685902 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-95bb77bf-18db-4233-a1e8-b4a94a8f009e req-a72fc163-1dce-49df-b733-3d250e9ef6d8 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=3482930b-91fc-465f-bfb8-4751e56ef39b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0868173 Aug 18 12:12:35.694196 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0858f50-2452-41de-b802-37639d273af6 None None] Network 6781ba79-884e-4584-85c0-c2aa000ecadc is already hosted by enough agents. {{(pid=106254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:12:35.697168 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.base_scheduler [None req-c0858f50-2452-41de-b802-37639d273af6 None None] Resources bound (agent type, host, resource id): {{(pid=106254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:12:35.701140 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0858f50-2452-41de-b802-37639d273af6 None None] Received port after_create {{(pid=106254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:12:35.708488 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0858f50-2452-41de-b802-37639d273af6 None None] Pushing event updated for resources: {'Port': ['ID=47b4d4f3-045b-4c88-88df-e49311d5a7d7,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:12:35.719815 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.db.api [None req-b5a5fde9-2328-416a-8d7a-ff67fd75a5bf tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-f060b221-787a-4035-98e8-908445eea1f7 {{(pid=106253) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 18 12:12:35.720165 n-d-804985-2 neutron-server[106253]: DEBUG oslo_db.api [None req-b5a5fde9-2328-416a-8d7a-ff67fd75a5bf tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 18 12:12:35.764054 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-503e2dd6-3418-46fc-84f3-71e5dd8685c8 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:35.766051 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-503e2dd6-3418-46fc-84f3-71e5dd8685c8 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] 10.222.0.66 "DELETE /v2.0/ports/7743b619-cd4f-4adc-9af5-ab675f37c3c3 HTTP/1.1" status: 204 len: 168 time: 1.2114680 Aug 18 12:12:35.772206 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 50248) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:12:35.778213 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-c0858f50-2452-41de-b802-37639d273af6 None None] Attempting to bind port 47b4d4f3-045b-4c88-88df-e49311d5a7d7 on host n-d-804985-2 for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:12:35.778654 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-c0858f50-2452-41de-b802-37639d273af6 None None] Attempting to bind port 47b4d4f3-045b-4c88-88df-e49311d5a7d7 by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': '63968316-f4cc-4d05-9340-4b1c46400732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '6781ba79-884e-4584-85c0-c2aa000ecadc'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:12:35.779016 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0858f50-2452-41de-b802-37639d273af6 None None] Attempting to bind port 47b4d4f3-045b-4c88-88df-e49311d5a7d7 on network 6781ba79-884e-4584-85c0-c2aa000ecadc {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:12:35.783330 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-66a8bd09-91b9-4dc5-8485-be98812b6d93 req-db237282-c72b-4a51-b61c-3f12f10c9c82 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f58845c-8a6f-4750-8ac0-66868223b345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1527679 Aug 18 12:12:35.784245 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-b65ff3f5-263e-472e-8b35-63902c8d613a None None] Provisioning for port 7b483e5e-2513-40a9-9917-0ca682c96faf completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:12:35.788062 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0858f50-2452-41de-b802-37639d273af6 None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 12, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:12:35.788520 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0858f50-2452-41de-b802-37639d273af6 None None] Checking segment: {'id': '63968316-f4cc-4d05-9340-4b1c46400732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '6781ba79-884e-4584-85c0-c2aa000ecadc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:12:35.788932 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-c0858f50-2452-41de-b802-37639d273af6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:35.789341 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0858f50-2452-41de-b802-37639d273af6 None None] Bound using segment: {'id': '63968316-f4cc-4d05-9340-4b1c46400732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '6781ba79-884e-4584-85c0-c2aa000ecadc'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:12:35.789896 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-c0858f50-2452-41de-b802-37639d273af6 None None] Bound port: 47b4d4f3-045b-4c88-88df-e49311d5a7d7, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63968316-f4cc-4d05-9340-4b1c46400732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '6781ba79-884e-4584-85c0-c2aa000ecadc'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:12:35.790276 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-c0858f50-2452-41de-b802-37639d273af6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:35.798376 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd48f6fe-0f09-4e21-b204-20a6197f0acc tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:12:35.800504 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-b65ff3f5-263e-472e-8b35-63902c8d613a None None] Provisioning complete for port 7b483e5e-2513-40a9-9917-0ca682c96faf triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:12:35.800908 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-b65ff3f5-263e-472e-8b35-63902c8d613a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:35.815692 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-cd48f6fe-0f09-4e21-b204-20a6197f0acc tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "PUT /v2.0/routers/a24b442a-33be-4d6e-a008-5f640087c76d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6487777 Aug 18 12:12:35.823833 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec971ed-1be6-48b8-a076-4ee2e7938805 None None] Sync routers for ids ['a24b442a-33be-4d6e-a008-5f640087c76d'] in n-d-804985-2 {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:12:35.836313 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec971ed-1be6-48b8-a076-4ee2e7938805 None None] Routers {'a24b442a-33be-4d6e-a008-5f640087c76d'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:12:35.837020 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-aec971ed-1be6-48b8-a076-4ee2e7938805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:12:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['a24b442a-33be-4d6e-a008-5f640087c76d'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:12:35.870568 n-d-804985-2 neutron-server[106253]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d2b7e93-0caf-4efa-a5e4-ed477f7ff668 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] GET failed (client error): The resource could not be found. Aug 18 12:12:35.872988 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-7d2b7e93-0caf-4efa-a5e4-ed477f7ff668 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] 10.222.0.66 "GET /v2.0/ports/7743b619-cd4f-4adc-9af5-ab675f37c3c3 HTTP/1.1" status: 404 len: 333 time: 0.0978472 Aug 18 12:12:35.876358 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 50252) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:12:35.903439 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-c0858f50-2452-41de-b802-37639d273af6 None None] For port 47b4d4f3-045b-4c88-88df-e49311d5a7d7, host n-d-804985-2, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:12:35.906364 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bb77bf-18db-4233-a1e8-b4a94a8f009e req-8ba82763-367e-4506-8dba-a409e4dcd5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:12:35.907023 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-c0858f50-2452-41de-b802-37639d273af6 None None] For port 47b4d4f3-045b-4c88-88df-e49311d5a7d7, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=47b4d4f3-045b-4c88-88df-e49311d5a7d7,segment=NetworkSegment(63968316-f4cc-4d05-9340-4b1c46400732),segment_id=63968316-f4cc-4d05-9340-4b1c46400732)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:12:35.907944 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-95bb77bf-18db-4233-a1e8-b4a94a8f009e req-8ba82763-367e-4506-8dba-a409e4dcd5bd service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6be1f64524b04a05973aca1b3d3c7df9&device_id=3482930b-91fc-465f-bfb8-4751e56ef39b HTTP/1.1" status: 200 len: 1096 time: 0.1670177 Aug 18 12:12:35.945148 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-c0858f50-2452-41de-b802-37639d273af6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:35.980852 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-85485594-b9fb-4463-ac99-5ad4cbdd5c2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:35.996214 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-aec971ed-1be6-48b8-a076-4ee2e7938805 None None] Set router a24b442a-33be-4d6e-a008-5f640087c76d gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:12:36.001115 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-85485594-b9fb-4463-ac99-5ad4cbdd5c2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:36.056119 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0858f50-2452-41de-b802-37639d273af6 None None] Pushing event updated for resources: {'Port': ['ID=47b4d4f3-045b-4c88-88df-e49311d5a7d7,revision_number=2']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:12:36.102909 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-b65ff3f5-263e-472e-8b35-63902c8d613a None None] Provisioning complete for port 27b9989b-27e5-4f98-80e4-a344d0cb9470 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:12:36.103457 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-b65ff3f5-263e-472e-8b35-63902c8d613a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:36.132602 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:36.154913 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-b65ff3f5-263e-472e-8b35-63902c8d613a None None] Port 27b9989b-27e5-4f98-80e4-a344d0cb9470 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:12:36.162663 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-b65ff3f5-263e-472e-8b35-63902c8d613a None None] Could not find standard attr ID for object 7743b619-cd4f-4adc-9af5-ab675f37c3c3. {{(pid=106254) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 18 12:12:36.182259 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bb77bf-18db-4233-a1e8-b4a94a8f009e req-dda53915-c6df-4a74-881e-07353fc31d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:12:36.183776 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-95bb77bf-18db-4233-a1e8-b4a94a8f009e req-dda53915-c6df-4a74-881e-07353fc31d71 service neutron] 10.222.0.62 "GET /v2.0/networks?id=62590197-03a9-438c-a3e3-e417fcca582c HTTP/1.1" status: 200 len: 913 time: 0.2526433 Aug 18 12:12:36.190938 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0761b5a1-a89e-42f2-af9b-818fd2c961e1 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:36.194894 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-85485594-b9fb-4463-ac99-5ad4cbdd5c2d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=fae4d7adfec04a4e8194f26bff1d8438&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7510357 Aug 18 12:12:36.203702 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85485594-b9fb-4463-ac99-5ad4cbdd5c2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5819c2e-5909-4625-a235-66c569010b9f,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:12:36.204547 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 50266) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:12:36.256503 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0761b5a1-a89e-42f2-af9b-818fd2c961e1 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:36.274808 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b5a5fde9-2328-416a-8d7a-ff67fd75a5bf tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:36.281456 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-830b3a00-f0c6-42b9-8bdc-30ecfe7ed663 req-a4a72a2a-fb0a-4803-bb95-9e4ecc2045bb tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1667411570&fields=id&tenant_id=b60736d695f1461b9071c3b3eddcc039 HTTP/1.1" status: 200 len: 267 time: 0.1911399 Aug 18 12:12:36.360426 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-aec971ed-1be6-48b8-a076-4ee2e7938805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a24b442a-33be-4d6e-a008-5f640087c76d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-371597633', 'tenant_id': 'b60736d695f1461b9071c3b3eddcc039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': 'f645b6eb-46e1-4007-aac6-d8ed7cf3c892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:12:22Z', 'updated_at': '2021-08-18T12:12:34Z', 'revision_number': 4, 'project_id': 'b60736d695f1461b9071c3b3eddcc039', 'gw_port': {'id': 'f645b6eb-46e1-4007-aac6-d8ed7cf3c892', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:2b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a24b442a-33be-4d6e-a008-5f640087c76d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2493, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:12:24Z', 'updated_at': '2021-08-18T12:12:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': 'ca446deb-9dfe-443e-a1dd-5e9b22a56b9e', 'name': '', 'network_id': 'f5b38dfb-a77f-4baa-a778-99adb769d1c2', 'tenant_id': 'b60736d695f1461b9071c3b3eddcc039', 'mac_address': 'fa:16:3e:79:36:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a24b442a-33be-4d6e-a008-5f640087c76d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2511, 'fixed_ips': [{'subnet_id': '5eb95836-9c09-482a-936d-fd43d3b2ac48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:12:32Z', 'updated_at': '2021-08-18T12:12:34Z', 'revision_number': 2, 'project_id': 'b60736d695f1461b9071c3b3eddcc039', 'subnets': [{'id': '5eb95836-9c09-482a-936d-fd43d3b2ac48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:12:36.380556 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-0682b12d-1426-4e13-89e0-a332e620d0f9 None None] Could not find standard attr ID for object 7743b619-cd4f-4adc-9af5-ab675f37c3c3. {{(pid=106254) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 18 12:12:36.405894 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-95bb77bf-18db-4233-a1e8-b4a94a8f009e req-96eb8a5b-1dd8-4708-bb7f-c1c3dc562f49 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7a7db1db-b5ee-48d6-85e1-5e7495701d0f HTTP/1.1" status: 200 len: 217 time: 0.2136157 Aug 18 12:12:36.411176 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 7b483e5e-2513-40a9-9917-0ca682c96faf up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:12:36.427542 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [None req-b5a5fde9-2328-416a-8d7a-ff67fd75a5bf tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] device_id is not set on port cde524c3-8a96-458e-a1d6-51fdb84a4587 yet. {{(pid=106253) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 12:12:36.433201 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec971ed-1be6-48b8-a076-4ee2e7938805 None None] Checking router: a24b442a-33be-4d6e-a008-5f640087c76d for host: n-d-804985-2 {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:12:36.433818 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec971ed-1be6-48b8-a076-4ee2e7938805 None None] Updating router a24b442a-33be-4d6e-a008-5f640087c76d port ca446deb-9dfe-443e-a1dd-5e9b22a56b9e binding host n-d-804985-2 {{(pid=106255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 12:12:36.504617 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-aec971ed-1be6-48b8-a076-4ee2e7938805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:36.510530 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0761b5a1-a89e-42f2-af9b-818fd2c961e1 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:36.513337 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 7b483e5e-2513-40a9-9917-0ca682c96faf triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:12:36.513678 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:36.522445 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0761b5a1-a89e-42f2-af9b-818fd2c961e1 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:36.523245 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-0761b5a1-a89e-42f2-af9b-818fd2c961e1 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] 10.222.0.66 "DELETE /v2.0/security-groups/84daac7b-d918-49ad-aa68-921372bc9187 HTTP/1.1" status: 204 len: 168 time: 0.6458881 Aug 18 12:12:36.524058 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bb77bf-18db-4233-a1e8-b4a94a8f009e req-bb83c342-58ca-4607-ac51-abac9397d149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:12:36.526705 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-95bb77bf-18db-4233-a1e8-b4a94a8f009e req-bb83c342-58ca-4607-ac51-abac9397d149 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=01de034f-d2f0-4b70-88ab-1a19fe1401c1 HTTP/1.1" status: 200 len: 851 time: 0.1001832 Aug 18 12:12:36.528292 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 50268) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:12:36.550149 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f1e299b3-b1c9-44f7-9b7c-5e4fd8861d8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:36.628452 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830b3a00-f0c6-42b9-8bdc-30ecfe7ed663 req-5333ac0d-05be-4f35-998a-dc292eac3ddb tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:12:36.635978 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-830b3a00-f0c6-42b9-8bdc-30ecfe7ed663 req-5333ac0d-05be-4f35-998a-dc292eac3ddb tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/networks?id=f5b38dfb-a77f-4baa-a778-99adb769d1c2 HTTP/1.1" status: 200 len: 796 time: 0.3535936 Aug 18 12:12:36.640915 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0761b5a1-a89e-42f2-af9b-818fd2c961e1 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84daac7b-d918-49ad-aa68-921372bc9187,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:12:36.663514 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-830b3a00-f0c6-42b9-8bdc-30ecfe7ed663 req-3dc235a1-deb6-4009-a9b6-4fde688c5c04 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/quotas/b60736d695f1461b9071c3b3eddcc039 HTTP/1.1" status: 200 len: 375 time: 0.0261669 Aug 18 12:12:36.694667 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f1e299b3-b1c9-44f7-9b7c-5e4fd8861d8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:36.713464 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f0e16676-f466-44b8-be00-ce8e0e51033a tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:36.728412 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bb77bf-18db-4233-a1e8-b4a94a8f009e req-83189b6f-546a-4388-ba19-db7d732f1629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:12:36.730253 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-95bb77bf-18db-4233-a1e8-b4a94a8f009e req-83189b6f-546a-4388-ba19-db7d732f1629 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=62590197-03a9-438c-a3e3-e417fcca582c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1929317 Aug 18 12:12:36.744863 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-830b3a00-f0c6-42b9-8bdc-30ecfe7ed663 req-33112161-a750-46c9-9bf4-66d6f7ce36af tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=b60736d695f1461b9071c3b3eddcc039&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0801926 Aug 18 12:12:36.748929 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f0e16676-f466-44b8-be00-ce8e0e51033a tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:36.852839 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [None req-b5a5fde9-2328-416a-8d7a-ff67fd75a5bf tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Allocated IP 172.20.0.12 (6781ba79-884e-4584-85c0-c2aa000ecadc/c2f57a14-7b42-4124-98a2-4ed2d0c0dace/cde524c3-8a96-458e-a1d6-51fdb84a4587) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:12:36.878953 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f1e299b3-b1c9-44f7-9b7c-5e4fd8861d8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:36.881477 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f1e299b3-b1c9-44f7-9b7c-5e4fd8861d8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:36.882618 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-f1e299b3-b1c9-44f7-9b7c-5e4fd8861d8a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f5819c2e-5909-4625-a235-66c569010b9f HTTP/1.1" status: 204 len: 168 time: 0.6771178 Aug 18 12:12:36.914360 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e299b3-b1c9-44f7-9b7c-5e4fd8861d8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5819c2e-5909-4625-a235-66c569010b9f,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:12:36.920725 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-95bb77bf-18db-4233-a1e8-b4a94a8f009e req-89abde6e-0a31-4810-aa0f-bbdb4cb43e9d service neutron] 10.222.0.62 "GET /v2.0/networks/62590197-03a9-438c-a3e3-e417fcca582c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657593 Aug 18 12:12:36.954426 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f0e16676-f466-44b8-be00-ce8e0e51033a tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:36.957100 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f0e16676-f466-44b8-be00-ce8e0e51033a tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:36.958145 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-f0e16676-f466-44b8-be00-ce8e0e51033a tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] 10.222.0.66 "DELETE /v2.0/security-groups/34468fc4-dba8-4088-8260-9cf6c3e4a92a HTTP/1.1" status: 204 len: 168 time: 0.4094522 Aug 18 12:12:36.962797 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-aec971ed-1be6-48b8-a076-4ee2e7938805 None None] Notify callbacks [] for port, precommit_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:36.968408 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 50276) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:12:36.978676 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-830b3a00-f0c6-42b9-8bdc-30ecfe7ed663 req-16c85a99-329a-4a74-9c5b-b97fc5bcde48 service neutron] 10.222.0.66 "GET /v2.0/networks/f5b38dfb-a77f-4baa-a778-99adb769d1c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2098036 Aug 18 12:12:36.985757 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-aec971ed-1be6-48b8-a076-4ee2e7938805 None None] Transition to ACTIVE for port object ca446deb-9dfe-443e-a1dd-5e9b22a56b9e will not be triggered until provisioned by entity L2. {{(pid=106255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:12:36.996396 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e16676-f466-44b8-be00-ce8e0e51033a tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34468fc4-dba8-4088-8260-9cf6c3e4a92a,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:12:36.997146 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-aec971ed-1be6-48b8-a076-4ee2e7938805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:37.033512 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59506f0b-4874-414b-845e-b642f77c676f req-ff19663f-8536-4694-87f6-c355781ececf tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:12:37.042045 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-59506f0b-4874-414b-845e-b642f77c676f req-ff19663f-8536-4694-87f6-c355781ececf tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/ports?device_id=c468f260-aa8b-4a9b-a477-213e251d7cef HTTP/1.1" status: 200 len: 945 time: 0.1582735 Aug 18 12:12:37.102750 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d636d783-bc76-4cfd-9e86-64cd5ecf3c4a None None] Pushing event updated for resources: {'Port': ['ID=ca446deb-9dfe-443e-a1dd-5e9b22a56b9e,revision_number=3']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:12:37.192597 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-aec971ed-1be6-48b8-a076-4ee2e7938805 None None] Attempting to bind port ca446deb-9dfe-443e-a1dd-5e9b22a56b9e on host n-d-804985-2 for vnic_type normal with profile {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:12:37.193120 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-aec971ed-1be6-48b8-a076-4ee2e7938805 None None] Attempting to bind port ca446deb-9dfe-443e-a1dd-5e9b22a56b9e by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': '55da2c2d-7b34-4aab-8a41-786d81396444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'f5b38dfb-a77f-4baa-a778-99adb769d1c2'}] {{(pid=106255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:12:37.193878 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec971ed-1be6-48b8-a076-4ee2e7938805 None None] Attempting to bind port ca446deb-9dfe-443e-a1dd-5e9b22a56b9e on network f5b38dfb-a77f-4baa-a778-99adb769d1c2 {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:12:37.201424 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec971ed-1be6-48b8-a076-4ee2e7938805 None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 12, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:12:37.202029 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec971ed-1be6-48b8-a076-4ee2e7938805 None None] Checking segment: {'id': '55da2c2d-7b34-4aab-8a41-786d81396444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'f5b38dfb-a77f-4baa-a778-99adb769d1c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:12:37.202655 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-aec971ed-1be6-48b8-a076-4ee2e7938805 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:37.203498 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec971ed-1be6-48b8-a076-4ee2e7938805 None None] Bound using segment: {'id': '55da2c2d-7b34-4aab-8a41-786d81396444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'f5b38dfb-a77f-4baa-a778-99adb769d1c2'} {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:12:37.205490 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-aec971ed-1be6-48b8-a076-4ee2e7938805 None None] Bound port: ca446deb-9dfe-443e-a1dd-5e9b22a56b9e, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55da2c2d-7b34-4aab-8a41-786d81396444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'f5b38dfb-a77f-4baa-a778-99adb769d1c2'}}] {{(pid=106255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:12:37.205912 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-aec971ed-1be6-48b8-a076-4ee2e7938805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:37.355622 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-aec971ed-1be6-48b8-a076-4ee2e7938805 None None] For port ca446deb-9dfe-443e-a1dd-5e9b22a56b9e, host n-d-804985-2, cleared binding levels {{(pid=106255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:12:37.358937 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-aec971ed-1be6-48b8-a076-4ee2e7938805 None None] For port ca446deb-9dfe-443e-a1dd-5e9b22a56b9e, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=ca446deb-9dfe-443e-a1dd-5e9b22a56b9e,segment=NetworkSegment(55da2c2d-7b34-4aab-8a41-786d81396444),segment_id=55da2c2d-7b34-4aab-8a41-786d81396444)] {{(pid=106255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:12:37.370602 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-aec971ed-1be6-48b8-a076-4ee2e7938805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:37.479069 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-59506f0b-4874-414b-845e-b642f77c676f req-352d18ec-28a3-4e73-a6bb-2cd2199ac281 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f58845c-8a6f-4750-8ac0-66868223b345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4355104 Aug 18 12:12:37.554595 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d636d783-bc76-4cfd-9e86-64cd5ecf3c4a None None] Pushing event updated for resources: {'Port': ['ID=ca446deb-9dfe-443e-a1dd-5e9b22a56b9e,revision_number=4']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:12:37.559657 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec971ed-1be6-48b8-a076-4ee2e7938805 None None] Routers {'a24b442a-33be-4d6e-a008-5f640087c76d'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:12:37.560580 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-aec971ed-1be6-48b8-a076-4ee2e7938805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:12:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['a24b442a-33be-4d6e-a008-5f640087c76d'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:12:37.581695 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-830b3a00-f0c6-42b9-8bdc-30ecfe7ed663 req-9f6443b2-3d1d-4a91-a0b6-50796759b89a service neutron] 10.222.0.66 "GET /v2.0/networks/f5b38dfb-a77f-4baa-a778-99adb769d1c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5878973 Aug 18 12:12:37.722178 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bfec156-8bb6-4eb4-a000-fb3b1f12acd3 None None] Network 6781ba79-884e-4584-85c0-c2aa000ecadc requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:12:37.786680 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_v2 [None req-e10bc6e5-b291-4abb-8d3a-b69c0cbdbc25 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Deleting subnet c3b7f8c0-3619-4421-a488-28aa4fe0bc50 {{(pid=106253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 12:12:37.806236 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e10bc6e5-b291-4abb-8d3a-b69c0cbdbc25 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks [] for subnet, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:37.856080 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-aec971ed-1be6-48b8-a076-4ee2e7938805 None None] Set router a24b442a-33be-4d6e-a008-5f640087c76d gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:12:37.914050 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465e5fb4-fb91-487a-91da-23e58929da60 None None] Provisioning for port 47b4d4f3-045b-4c88-88df-e49311d5a7d7 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:12:37.933821 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-113030ed-6caf-42eb-9552-a0796f28f088 req-0a6f1c4c-3d33-4641-a8d9-163da4edca35 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/ports?device_id=3276acee-812f-4d8b-a68e-2c7c94906266 HTTP/1.1" status: 200 len: 210 time: 0.0611198 Aug 18 12:12:37.953997 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e10bc6e5-b291-4abb-8d3a-b69c0cbdbc25 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902229'] for subnet, precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:38.008814 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-95bb77bf-18db-4233-a1e8-b4a94a8f009e req-2cc5d382-9c75-46e8-a856-a2f46b537f2e service neutron] 10.222.0.62 "GET /v2.0/networks/62590197-03a9-438c-a3e3-e417fcca582c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0691950 Aug 18 12:12:38.091351 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b5a5fde9-2328-416a-8d7a-ff67fd75a5bf tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:38.112406 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:38.131183 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [None req-b5a5fde9-2328-416a-8d7a-ff67fd75a5bf tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Transition to ACTIVE for port object cde524c3-8a96-458e-a1d6-51fdb84a4587 will not be triggered until provisioned by entity DHCP. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:12:38.158111 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e10bc6e5-b291-4abb-8d3a-b69c0cbdbc25 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:38.174907 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-aec971ed-1be6-48b8-a076-4ee2e7938805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a24b442a-33be-4d6e-a008-5f640087c76d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-371597633', 'tenant_id': 'b60736d695f1461b9071c3b3eddcc039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': 'f645b6eb-46e1-4007-aac6-d8ed7cf3c892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:12:22Z', 'updated_at': '2021-08-18T12:12:34Z', 'revision_number': 4, 'project_id': 'b60736d695f1461b9071c3b3eddcc039', 'gw_port': {'id': 'f645b6eb-46e1-4007-aac6-d8ed7cf3c892', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:2b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a24b442a-33be-4d6e-a008-5f640087c76d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2493, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:12:24Z', 'updated_at': '2021-08-18T12:12:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': 'ca446deb-9dfe-443e-a1dd-5e9b22a56b9e', 'name': '', 'network_id': 'f5b38dfb-a77f-4baa-a778-99adb769d1c2', 'tenant_id': 'b60736d695f1461b9071c3b3eddcc039', 'mac_address': 'fa:16:3e:79:36:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a24b442a-33be-4d6e-a008-5f640087c76d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2511, 'fixed_ips': [{'subnet_id': '5eb95836-9c09-482a-936d-fd43d3b2ac48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:12:32Z', 'updated_at': '2021-08-18T12:12:37Z', 'revision_number': 4, 'project_id': 'b60736d695f1461b9071c3b3eddcc039', 'subnets': [{'id': '5eb95836-9c09-482a-936d-fd43d3b2ac48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:12:38.242184 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b5a5fde9-2328-416a-8d7a-ff67fd75a5bf tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:38.293623 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e10bc6e5-b291-4abb-8d3a-b69c0cbdbc25 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58902171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59388106'] for subnet, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:38.300990 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5a5fde9-2328-416a-8d7a-ff67fd75a5bf tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Network 6781ba79-884e-4584-85c0-c2aa000ecadc is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:12:38.330962 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10bc6e5-b291-4abb-8d3a-b69c0cbdbc25 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Pushing event deleted for resources: {'Subnet': ['ID=c3b7f8c0-3619-4421-a488-28aa4fe0bc50,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:12:38.362279 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-b5a5fde9-2328-416a-8d7a-ff67fd75a5bf tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:12:38.366904 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a5fde9-2328-416a-8d7a-ff67fd75a5bf tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:12:38.401854 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e10bc6e5-b291-4abb-8d3a-b69c0cbdbc25 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:38.406603 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-e10bc6e5-b291-4abb-8d3a-b69c0cbdbc25 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] 10.222.0.66 "DELETE /v2.0/subnets/c3b7f8c0-3619-4421-a488-28aa4fe0bc50 HTTP/1.1" status: 204 len: 168 time: 1.4371009 Aug 18 12:12:38.410601 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 50312) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:12:38.414381 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-379378b5-d878-437d-ab19-86db93f26eb6 None None] Network 4d6f13ff-7ba1-4bb4-b06e-f8ea65047e3c requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:12:38.416840 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-1fc6d319-01ba-4907-8b7a-6c23ec5168b0 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Request body: {'subnet': {'network_id': '4d6f13ff-7ba1-4bb4-b06e-f8ea65047e3c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:12:38.486208 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a5fde9-2328-416a-8d7a-ff67fd75a5bf tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Pushing event updated for resources: {'Port': ['ID=cde524c3-8a96-458e-a1d6-51fdb84a4587,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:12:38.560130 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5a5fde9-2328-416a-8d7a-ff67fd75a5bf tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:12:38.565472 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b5a5fde9-2328-416a-8d7a-ff67fd75a5bf tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:38.585662 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.agents_db [None req-6dbb2658-0354-4101-8393-6e7505481cf6 None None] Agent healthcheck: found 7 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 12:12:38.586720 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec971ed-1be6-48b8-a076-4ee2e7938805 None None] The sync data for ids ['a24b442a-33be-4d6e-a008-5f640087c76d'] in n-d-804985-2 is: [{'id': 'a24b442a-33be-4d6e-a008-5f640087c76d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-371597633', 'tenant_id': 'b60736d695f1461b9071c3b3eddcc039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': 'f645b6eb-46e1-4007-aac6-d8ed7cf3c892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:12:22Z', 'updated_at': '2021-08-18T12:12:34Z', 'revision_number': 4, 'project_id': 'b60736d695f1461b9071c3b3eddcc039', 'gw_port': {'id': 'f645b6eb-46e1-4007-aac6-d8ed7cf3c892', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:2b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a24b442a-33be-4d6e-a008-5f640087c76d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2493, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:12:24Z', 'updated_at': '2021-08-18T12:12:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': 'ca446deb-9dfe-443e-a1dd-5e9b22a56b9e', 'name': '', 'network_id': 'f5b38dfb-a77f-4baa-a778-99adb769d1c2', 'tenant_id': 'b60736d695f1461b9071c3b3eddcc039', 'mac_address': 'fa:16:3e:79:36:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a24b442a-33be-4d6e-a008-5f640087c76d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2511, 'fixed_ips': [{'subnet_id': '5eb95836-9c09-482a-936d-fd43d3b2ac48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:12:32Z', 'updated_at': '2021-08-18T12:12:37Z', 'revision_number': 4, 'project_id': 'b60736d695f1461b9071c3b3eddcc039', 'subnets': [{'id': '5eb95836-9c09-482a-936d-fd43d3b2ac48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:12:38.615795 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-b5a5fde9-2328-416a-8d7a-ff67fd75a5bf tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.5440793 Aug 18 12:12:38.621980 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 50316) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:12:38.626576 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 47b4d4f3-045b-4c88-88df-e49311d5a7d7 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:12:38.853897 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port 47b4d4f3-045b-4c88-88df-e49311d5a7d7 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:12:38.874381 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 47b4d4f3-045b-4c88-88df-e49311d5a7d7 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:12:38.876103 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:38.901153 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fc6d319-01ba-4907-8b7a-6c23ec5168b0 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Made reservation on behalf of 945a2d7857154f6c9b28850f76e065fc for: {'subnet': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:12:38.918727 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1fc6d319-01ba-4907-8b7a-6c23ec5168b0 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59074089'] for subnet, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:39.206805 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:39.303740 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] For port 47b4d4f3-045b-4c88-88df-e49311d5a7d7, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=47b4d4f3-045b-4c88-88df-e49311d5a7d7,segment=NetworkSegment(63968316-f4cc-4d05-9340-4b1c46400732),segment_id=63968316-f4cc-4d05-9340-4b1c46400732)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:12:39.322118 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-9c810623-b038-4112-a20c-848891bc23e0 None None] Provisioning for port cde524c3-8a96-458e-a1d6-51fdb84a4587 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:12:39.329430 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:39.346491 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-9c810623-b038-4112-a20c-848891bc23e0 None None] Provisioning complete for port cde524c3-8a96-458e-a1d6-51fdb84a4587 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:12:39.346864 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-9c810623-b038-4112-a20c-848891bc23e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:39.469332 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-9c810623-b038-4112-a20c-848891bc23e0 None None] Port cde524c3-8a96-458e-a1d6-51fdb84a4587 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:12:39.479665 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Pushing event updated for resources: {'Port': ['ID=47b4d4f3-045b-4c88-88df-e49311d5a7d7,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:12:39.572084 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-91096d58-1b04-45b2-8991-6275222f259b req-1633a703-89ae-451d-b1af-4d4d3df5e4e7 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/ports?device_id=3276acee-812f-4d8b-a68e-2c7c94906266 HTTP/1.1" status: 200 len: 210 time: 0.4044831 Aug 18 12:12:39.615772 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77afd5b1-de3e-45c1-b84d-2fd96698663c req-21298b50-a391-4ce2-98d2-5bf199c5b359 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:12:39.621802 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-77afd5b1-de3e-45c1-b84d-2fd96698663c req-21298b50-a391-4ce2-98d2-5bf199c5b359 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/ports?device_id=c468f260-aa8b-4a9b-a477-213e251d7cef HTTP/1.1" status: 200 len: 945 time: 0.9345927 Aug 18 12:12:39.622801 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1fc6d319-01ba-4907-8b7a-6c23ec5168b0 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3572913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59074111'] for subnet, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:39.656192 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-edb15f27-9812-4a78-9b00-14cb07301982 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:39.757848 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fc6d319-01ba-4907-8b7a-6c23ec5168b0 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Network 4d6f13ff-7ba1-4bb4-b06e-f8ea65047e3c is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:12:39.778905 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-77afd5b1-de3e-45c1-b84d-2fd96698663c req-5bfa228a-87dc-4f54-988b-ac2d3b4fe2dc tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f58845c-8a6f-4750-8ac0-66868223b345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979116 Aug 18 12:12:39.792283 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-1fc6d319-01ba-4907-8b7a-6c23ec5168b0 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:12:39.797946 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fc6d319-01ba-4907-8b7a-6c23ec5168b0 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:12:39.798544 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1fc6d319-01ba-4907-8b7a-6c23ec5168b0 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for subnet, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:39.819567 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830b3a00-f0c6-42b9-8bdc-30ecfe7ed663 req-5cb45cff-bec4-4991-ae57-5b0b0bcc813b tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:12:39.821412 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-830b3a00-f0c6-42b9-8bdc-30ecfe7ed663 req-5cb45cff-bec4-4991-ae57-5b0b0bcc813b tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.62 "GET /v2.0/networks?id=f5b38dfb-a77f-4baa-a778-99adb769d1c2 HTTP/1.1" status: 200 len: 796 time: 0.3133199 Aug 18 12:12:39.840323 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc6d319-01ba-4907-8b7a-6c23ec5168b0 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Pushing event updated for resources: {'Subnet': ['ID=861ca2af-5f68-487b-a3d2-7a521d267db2,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:12:39.862128 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-1fc6d319-01ba-4907-8b7a-6c23ec5168b0 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4495680 Aug 18 12:12:39.864438 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 50348) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:12:39.869281 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-f4fa44a2-5fc5-457e-a8fd-4512df9df3c2 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Request body: {'security_group': {'name': 'tempest-secgroup-622113321'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:12:39.909669 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f4fa44a2-5fc5-457e-a8fd-4512df9df3c2 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:39.931651 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 50352) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:12:40.064170 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f4fa44a2-5fc5-457e-a8fd-4512df9df3c2 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:40.077438 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f4fa44a2-5fc5-457e-a8fd-4512df9df3c2 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:40.113579 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8109bd35-2bdc-457a-a11b-81758d2ba793 None None] Network 4d6f13ff-7ba1-4bb4-b06e-f8ea65047e3c requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:12:40.139770 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f4fa44a2-5fc5-457e-a8fd-4512df9df3c2 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:40.142790 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-f4fa44a2-5fc5-457e-a8fd-4512df9df3c2 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2772143 Aug 18 12:12:40.146006 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 50358) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:12:40.151634 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-1fcfc19c-94f9-447a-9b20-7aeb17454c46 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Request body: {'security_group': {'name': 'tempest-secgroup-933774851'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:12:40.153779 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fa44a2-5fc5-457e-a8fd-4512df9df3c2 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f0efc79-956c-4f9f-888b-2cfb9f68c998,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:12:40.180774 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-830b3a00-f0c6-42b9-8bdc-30ecfe7ed663 req-74e451bd-8bf6-42a1-9ab1-2f6f0b6dcdf0 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b60736d695f1461b9071c3b3eddcc039 HTTP/1.1" status: 200 len: 380 time: 0.3485813 Aug 18 12:12:40.185332 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1fcfc19c-94f9-447a-9b20-7aeb17454c46 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:40.194932 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [req-830b3a00-f0c6-42b9-8bdc-30ecfe7ed663 req-4ef4dd56-1e0b-498e-875c-d952cd7368fb tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Request body: {'port': {'device_id': '3276acee-812f-4d8b-a68e-2c7c94906266', 'network_id': 'f5b38dfb-a77f-4baa-a778-99adb769d1c2', 'admin_state_up': True, 'tenant_id': 'b60736d695f1461b9071c3b3eddcc039', 'security_groups': ['5d728c3d-d0c0-4fba-b9fc-5096721eb4e4']}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:12:40.215784 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-81a9b3b4-cb3b-4e7b-ac2e-1c889e68e9fb None None] Provisioning complete for port 7b483e5e-2513-40a9-9917-0ca682c96faf triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:12:40.216167 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-81a9b3b4-cb3b-4e7b-ac2e-1c889e68e9fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:40.258452 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-e3b7b3cd-9cec-4e35-bca6-3d338e1c0268 tempest-PortsAdminExtendedAttrsTestJSON-1379400381 tempest-PortsAdminExtendedAttrsTestJSON-1379400381-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1405955448'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:12:40.349348 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3b7b3cd-9cec-4e35-bca6-3d338e1c0268 tempest-PortsAdminExtendedAttrsTestJSON-1379400381 tempest-PortsAdminExtendedAttrsTestJSON-1379400381-project] Made reservation on behalf of 75dca289700a4c21b14901cb8f0b8507 for: {'network': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:12:40.353179 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e3b7b3cd-9cec-4e35-bca6-3d338e1c0268 tempest-PortsAdminExtendedAttrsTestJSON-1379400381 tempest-PortsAdminExtendedAttrsTestJSON-1379400381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for network, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:40.395118 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e3b7b3cd-9cec-4e35-bca6-3d338e1c0268 tempest-PortsAdminExtendedAttrsTestJSON-1379400381 tempest-PortsAdminExtendedAttrsTestJSON-1379400381-project] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:40.467110 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-edb15f27-9812-4a78-9b00-14cb07301982 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks [] for port, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:40.475303 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-edb15f27-9812-4a78-9b00-14cb07301982 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:40.558078 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device ca446deb-9dfe-443e-a1dd-5e9b22a56b9e up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:12:40.589457 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb15f27-9812-4a78-9b00-14cb07301982 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Pushing event updated for resources: {'Port': ['ID=cde524c3-8a96-458e-a1d6-51fdb84a4587,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:12:40.610964 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1fcfc19c-94f9-447a-9b20-7aeb17454c46 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:40.615755 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb15f27-9812-4a78-9b00-14cb07301982 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:12:40.615755 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb15f27-9812-4a78-9b00-14cb07301982 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:12:40.616203 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb15f27-9812-4a78-9b00-14cb07301982 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:12:40.616647 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb15f27-9812-4a78-9b00-14cb07301982 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:12:40.617088 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb15f27-9812-4a78-9b00-14cb07301982 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:12:40.617416 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb15f27-9812-4a78-9b00-14cb07301982 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:12:40.617842 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb15f27-9812-4a78-9b00-14cb07301982 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:12:40.618270 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb15f27-9812-4a78-9b00-14cb07301982 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:12:40.618723 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb15f27-9812-4a78-9b00-14cb07301982 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:12:40.619134 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb15f27-9812-4a78-9b00-14cb07301982 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:12:40.619657 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb15f27-9812-4a78-9b00-14cb07301982 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:12:40.620652 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb15f27-9812-4a78-9b00-14cb07301982 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:12:40.627971 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1fcfc19c-94f9-447a-9b20-7aeb17454c46 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:40.681829 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port ca446deb-9dfe-443e-a1dd-5e9b22a56b9e completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:12:40.687754 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-81a9b3b4-cb3b-4e7b-ac2e-1c889e68e9fb None None] Provisioning complete for port 27b9989b-27e5-4f98-80e4-a344d0cb9470 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:12:40.688913 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-81a9b3b4-cb3b-4e7b-ac2e-1c889e68e9fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:40.696731 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port ca446deb-9dfe-443e-a1dd-5e9b22a56b9e triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:12:40.699083 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:40.737068 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcfc19c-94f9-447a-9b20-7aeb17454c46 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Pushing event updated for resources: {'SecurityGroup': ['ID=219b3704-8638-4e76-ad04-75e17275b44f,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:12:40.817170 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e32ecbe8-77c3-4f13-a3dc-7460617e26b2 req-d0797acc-396c-42b1-96a1-52024c2f7cc1 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/ports?device_id=3276acee-812f-4d8b-a68e-2c7c94906266 HTTP/1.1" status: 200 len: 210 time: 0.1080673 Aug 18 12:12:40.832906 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba27191a-a296-40ab-b275-710543f652de None None] Update dhcp port {'port': {'network_id': '4d6f13ff-7ba1-4bb4-b06e-f8ea65047e3c', 'fixed_ips': [{'subnet_id': '6ccb69ee-9fc2-4ef0-94f3-28d894ea3215', 'ip_address': '172.20.0.18'}, {'subnet_id': '861ca2af-5f68-487b-a3d2-7a521d267db2'}], 'binding:host_id': 'n-d-804985-2'}, 'id': '7b483e5e-2513-40a9-9917-0ca682c96faf'} from n-d-804985-2. {{(pid=106254) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 18 12:12:40.835538 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-81a9b3b4-cb3b-4e7b-ac2e-1c889e68e9fb None None] Port 27b9989b-27e5-4f98-80e4-a344d0cb9470 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:12:40.870564 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ba27191a-a296-40ab-b275-710543f652de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:40.909051 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-edb15f27-9812-4a78-9b00-14cb07301982 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-996688'] for router_interface, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:40.929520 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42e5e8e-1ffe-4fc8-a779-2388e0410b75 req-baeb42df-4ebf-4c2a-bb23-87aaf51ac3f3 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:12:40.937560 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e42e5e8e-1ffe-4fc8-a779-2388e0410b75 req-baeb42df-4ebf-4c2a-bb23-87aaf51ac3f3 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/ports?device_id=c468f260-aa8b-4a9b-a477-213e251d7cef HTTP/1.1" status: 200 len: 945 time: 0.0580244 Aug 18 12:12:40.993649 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e42e5e8e-1ffe-4fc8-a779-2388e0410b75 req-fb3db17f-d7f3-46e1-80b1-92319de98372 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f58845c-8a6f-4750-8ac0-66868223b345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499227 Aug 18 12:12:41.019237 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e3b7b3cd-9cec-4e35-bca6-3d338e1c0268 tempest-PortsAdminExtendedAttrsTestJSON-1379400381 tempest-PortsAdminExtendedAttrsTestJSON-1379400381-project] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:41.032237 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e3b7b3cd-9cec-4e35-bca6-3d338e1c0268 tempest-PortsAdminExtendedAttrsTestJSON-1379400381 tempest-PortsAdminExtendedAttrsTestJSON-1379400381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:41.057672 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:41.068784 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1fcfc19c-94f9-447a-9b20-7aeb17454c46 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:41.070324 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-1fcfc19c-94f9-447a-9b20-7aeb17454c46 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9229653 Aug 18 12:12:41.073744 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 50368) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:12:41.079813 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-d43349bb-d290-43ab-beef-bae4777d7bc4 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Request body: {'security_group': {'name': 'tempest-secgroup-1893957617'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:12:41.138287 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-0d33772a-9811-4a22-9e48-9f742048fc74 None None] Provisioning complete for port cde524c3-8a96-458e-a1d6-51fdb84a4587 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:12:41.138795 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-0d33772a-9811-4a22-9e48-9f742048fc74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:41.197634 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] For port ca446deb-9dfe-443e-a1dd-5e9b22a56b9e, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=ca446deb-9dfe-443e-a1dd-5e9b22a56b9e,segment=NetworkSegment(55da2c2d-7b34-4aab-8a41-786d81396444),segment_id=55da2c2d-7b34-4aab-8a41-786d81396444)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:12:41.213223 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.db_base_plugin_common [None req-ba27191a-a296-40ab-b275-710543f652de None None] Allocated IP 172.20.0.2 (4d6f13ff-7ba1-4bb4-b06e-f8ea65047e3c/861ca2af-5f68-487b-a3d2-7a521d267db2/7b483e5e-2513-40a9-9917-0ca682c96faf) {{(pid=106254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:12:41.214054 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-edb15f27-9812-4a78-9b00-14cb07301982 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:41.216064 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-0d33772a-9811-4a22-9e48-9f742048fc74 None None] Port cde524c3-8a96-458e-a1d6-51fdb84a4587 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:12:41.216572 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b7b3cd-9cec-4e35-bca6-3d338e1c0268 tempest-PortsAdminExtendedAttrsTestJSON-1379400381 tempest-PortsAdminExtendedAttrsTestJSON-1379400381-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74128d84-0433-44e3-89d8-b8eb6d3fd843,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:12:41.217762 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:41.218798 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 47b4d4f3-045b-4c88-88df-e49311d5a7d7 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:12:41.253465 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-830b3a00-f0c6-42b9-8bdc-30ecfe7ed663 req-4ef4dd56-1e0b-498e-875c-d952cd7368fb tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Made reservation on behalf of b60736d695f1461b9071c3b3eddcc039 for: {'port': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:12:41.258615 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-830b3a00-f0c6-42b9-8bdc-30ecfe7ed663 req-4ef4dd56-1e0b-498e-875c-d952cd7368fb tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:41.264635 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3b7b3cd-9cec-4e35-bca6-3d338e1c0268 tempest-PortsAdminExtendedAttrsTestJSON-1379400381 tempest-PortsAdminExtendedAttrsTestJSON-1379400381-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 825} {{(pid=106253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:12:41.280769 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d43349bb-d290-43ab-beef-bae4777d7bc4 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:41.363660 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e3b7b3cd-9cec-4e35-bca6-3d338e1c0268 tempest-PortsAdminExtendedAttrsTestJSON-1379400381 tempest-PortsAdminExtendedAttrsTestJSON-1379400381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:41.364018 n-d-804985-2 neutron-server[106253]: INFO neutron.db.segments_db [None req-e3b7b3cd-9cec-4e35-bca6-3d338e1c0268 tempest-PortsAdminExtendedAttrsTestJSON-1379400381 tempest-PortsAdminExtendedAttrsTestJSON-1379400381-project] Added segment 5ba9cd69-bade-4f15-8383-e94d9d0ddc24 of type vlan for network d9c7f4bb-f435-48a9-bed9-1ae645680b31 Aug 18 12:12:41.380824 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Pushing event updated for resources: {'Port': ['ID=ca446deb-9dfe-443e-a1dd-5e9b22a56b9e,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:12:41.421735 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 47b4d4f3-045b-4c88-88df-e49311d5a7d7 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:12:41.422578 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:41.446291 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d43349bb-d290-43ab-beef-bae4777d7bc4 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:41.464591 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d43349bb-d290-43ab-beef-bae4777d7bc4 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:41.464758 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-ba27191a-a296-40ab-b275-710543f652de None None] For port 7b483e5e-2513-40a9-9917-0ca682c96faf, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=7b483e5e-2513-40a9-9917-0ca682c96faf,segment=NetworkSegment(748bf624-25c2-49c7-8c99-be10ec578d78),segment_id=748bf624-25c2-49c7-8c99-be10ec578d78)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:12:41.510299 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ba27191a-a296-40ab-b275-710543f652de None None] Notify callbacks [] for port, precommit_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:41.532333 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-ba27191a-a296-40ab-b275-710543f652de None None] Transition to ACTIVE for port object 7b483e5e-2513-40a9-9917-0ca682c96faf will not be triggered until provisioned by entity DHCP. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:12:41.553247 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43349bb-d290-43ab-beef-bae4777d7bc4 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7763534-cf0b-4a4b-b42a-9c070b8af443,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:12:41.571407 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d43349bb-d290-43ab-beef-bae4777d7bc4 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:41.573021 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-d43349bb-d290-43ab-beef-bae4777d7bc4 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4979274 Aug 18 12:12:41.576118 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 50374) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:12:41.584984 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-e4d68601-d53a-4e8f-b57b-21d8138b618e tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-729045201', 'security_groups': ['a7763534-cf0b-4a4b-b42a-9c070b8af443'], 'network_id': '4d6f13ff-7ba1-4bb4-b06e-f8ea65047e3c', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '861ca2af-5f68-487b-a3d2-7a521d267db2'}]}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:12:41.592190 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ba27191a-a296-40ab-b275-710543f652de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:41.638843 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4107b6c6-ecd8-4cbc-83ca-0fa24fe307e1 req-73b5eda0-bfcd-458a-903a-818d02c87f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:12:41.640796 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4107b6c6-ecd8-4cbc-83ca-0fa24fe307e1 req-73b5eda0-bfcd-458a-903a-818d02c87f94 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=6be1f64524b04a05973aca1b3d3c7df9&device_id=c468f260-aa8b-4a9b-a477-213e251d7cef HTTP/1.1" status: 200 len: 1096 time: 0.1904244 Aug 18 12:12:41.648335 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [req-830b3a00-f0c6-42b9-8bdc-30ecfe7ed663 req-4ef4dd56-1e0b-498e-875c-d952cd7368fb tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Allocated IP 172.20.0.3 (f5b38dfb-a77f-4baa-a778-99adb769d1c2/5eb95836-9c09-482a-936d-fd43d3b2ac48/70709313-3c87-49e1-bd2d-7d1562521e80) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:12:41.656695 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7524b8d-b6b9-4274-b7dc-a011654f17d7 req-10cd5c0c-ed6e-4c10-8c3f-4717f1733730 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:12:41.658656 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e3b7b3cd-9cec-4e35-bca6-3d338e1c0268 tempest-PortsAdminExtendedAttrsTestJSON-1379400381 tempest-PortsAdminExtendedAttrsTestJSON-1379400381-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789150665894'] for network, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:41.665557 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d7524b8d-b6b9-4274-b7dc-a011654f17d7 req-10cd5c0c-ed6e-4c10-8c3f-4717f1733730 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/ports?device_id=c468f260-aa8b-4a9b-a477-213e251d7cef HTTP/1.1" status: 200 len: 945 time: 0.2172766 Aug 18 12:12:41.673190 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba27191a-a296-40ab-b275-710543f652de None None] Pushing event updated for resources: {'Port': ['ID=7b483e5e-2513-40a9-9917-0ca682c96faf,revision_number=6']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:12:41.817213 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d7524b8d-b6b9-4274-b7dc-a011654f17d7 req-325fde9b-a273-4d96-aee0-0535b42efebc tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f58845c-8a6f-4750-8ac0-66868223b345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1503463 Aug 18 12:12:41.847975 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4107b6c6-ecd8-4cbc-83ca-0fa24fe307e1 req-01daebe6-55b3-4d54-bd9f-224453fb1af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:12:41.849670 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4107b6c6-ecd8-4cbc-83ca-0fa24fe307e1 req-01daebe6-55b3-4d54-bd9f-224453fb1af0 service neutron] 10.222.0.63 "GET /v2.0/networks?id=62590197-03a9-438c-a3e3-e417fcca582c HTTP/1.1" status: 200 len: 913 time: 0.1815217 Aug 18 12:12:41.892987 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-edb15f27-9812-4a78-9b00-14cb07301982 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks [] for port, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:41.903703 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e3b7b3cd-9cec-4e35-bca6-3d338e1c0268 tempest-PortsAdminExtendedAttrsTestJSON-1379400381 tempest-PortsAdminExtendedAttrsTestJSON-1379400381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for network, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:41.910520 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3b7b3cd-9cec-4e35-bca6-3d338e1c0268 tempest-PortsAdminExtendedAttrsTestJSON-1379400381 tempest-PortsAdminExtendedAttrsTestJSON-1379400381-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:12:41.911162 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e3b7b3cd-9cec-4e35-bca6-3d338e1c0268 tempest-PortsAdminExtendedAttrsTestJSON-1379400381 tempest-PortsAdminExtendedAttrsTestJSON-1379400381-project] Notify callbacks [] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:41.976770 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-edb15f27-9812-4a78-9b00-14cb07301982 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:41.979193 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-25a1d4d5-4b0d-4d94-9593-3dad0d7e6ea5 req-aa210e6e-151a-4862-bd64-4c867efbe85f tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/ports?device_id=3276acee-812f-4d8b-a68e-2c7c94906266 HTTP/1.1" status: 200 len: 210 time: 0.0709574 Aug 18 12:12:41.987908 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4d68601-d53a-4e8f-b57b-21d8138b618e tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Made reservation on behalf of 945a2d7857154f6c9b28850f76e065fc for: {'port': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:12:42.018766 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4107b6c6-ecd8-4cbc-83ca-0fa24fe307e1 req-aa2d21c8-dc8f-416e-a263-89d018634969 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=39942e1b-8b42-46ce-8003-6ae0db0d3a39 HTTP/1.1" status: 200 len: 999 time: 0.1558774 Aug 18 12:12:42.090647 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-edb15f27-9812-4a78-9b00-14cb07301982 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-996772'] for router_interface, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:42.113406 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b7b3cd-9cec-4e35-bca6-3d338e1c0268 tempest-PortsAdminExtendedAttrsTestJSON-1379400381 tempest-PortsAdminExtendedAttrsTestJSON-1379400381-project] Pushing event updated for resources: {'Network': ['ID=d9c7f4bb-f435-48a9-bed9-1ae645680b31,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:12:42.127733 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Network d9c7f4bb-f435-48a9-bed9-1ae645680b31 details requested by agent ovs-agent-n-d-804985-2 with host n-d-804985-2 {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:12:42.161807 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-e3b7b3cd-9cec-4e35-bca6-3d338e1c0268 tempest-PortsAdminExtendedAttrsTestJSON-1379400381 tempest-PortsAdminExtendedAttrsTestJSON-1379400381-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 2.2233026 Aug 18 12:12:42.185112 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4107b6c6-ecd8-4cbc-83ca-0fa24fe307e1 req-0a255ce3-a508-4831-b11b-9e33a705b2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:12:42.188498 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4107b6c6-ecd8-4cbc-83ca-0fa24fe307e1 req-0a255ce3-a508-4831-b11b-9e33a705b2bd service neutron] 10.222.0.63 "GET /v2.0/subnets?id=01de034f-d2f0-4b70-88ab-1a19fe1401c1 HTTP/1.1" status: 200 len: 851 time: 0.1247311 Aug 18 12:12:42.230734 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb15f27-9812-4a78-9b00-14cb07301982 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Pushing event updated for resources: {'Port': ['ID=cde524c3-8a96-458e-a1d6-51fdb84a4587,revision_number=3']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:12:42.320794 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edb15f27-9812-4a78-9b00-14cb07301982 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Network 6781ba79-884e-4584-85c0-c2aa000ecadc is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:12:42.328247 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-edb15f27-9812-4a78-9b00-14cb07301982 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:12:42.338724 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-830b3a00-f0c6-42b9-8bdc-30ecfe7ed663 req-4ef4dd56-1e0b-498e-875c-d952cd7368fb tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:42.351075 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e4d68601-d53a-4e8f-b57b-21d8138b618e tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:42.408093 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4107b6c6-ecd8-4cbc-83ca-0fa24fe307e1 req-460e79cc-4bf6-4191-ab3a-8f43efb306a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:12:42.409703 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4107b6c6-ecd8-4cbc-83ca-0fa24fe307e1 req-460e79cc-4bf6-4191-ab3a-8f43efb306a7 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=62590197-03a9-438c-a3e3-e417fcca582c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2102940 Aug 18 12:12:42.415554 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device ca446deb-9dfe-443e-a1dd-5e9b22a56b9e up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:12:42.421229 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [None req-e4d68601-d53a-4e8f-b57b-21d8138b618e tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] device_id is not set on port a33349a3-8977-4f0a-834c-4c1b0a5fec4f yet. {{(pid=106252) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 12:12:42.480882 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [req-830b3a00-f0c6-42b9-8bdc-30ecfe7ed663 req-4ef4dd56-1e0b-498e-875c-d952cd7368fb tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Transition to ACTIVE for port object 70709313-3c87-49e1-bd2d-7d1562521e80 will not be triggered until provisioned by entity DHCP. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:12:42.531494 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port ca446deb-9dfe-443e-a1dd-5e9b22a56b9e triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:12:42.532656 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:42.540444 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4107b6c6-ecd8-4cbc-83ca-0fa24fe307e1 req-ed529256-b262-4202-a76e-0f997becc017 service neutron] 10.222.0.63 "GET /v2.0/networks/62590197-03a9-438c-a3e3-e417fcca582c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210549 Aug 18 12:12:42.580750 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-830b3a00-f0c6-42b9-8bdc-30ecfe7ed663 req-4ef4dd56-1e0b-498e-875c-d952cd7368fb tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:42.624557 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edb15f27-9812-4a78-9b00-14cb07301982 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Router cd2fe1a2-b99c-4915-b87d-d52560880ff4 is scheduled to L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 with binding_index 1 {{(pid=106253) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 12:12:42.655754 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-830b3a00-f0c6-42b9-8bdc-30ecfe7ed663 req-4ef4dd56-1e0b-498e-875c-d952cd7368fb tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Network f5b38dfb-a77f-4baa-a778-99adb769d1c2 is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:12:42.667265 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [req-830b3a00-f0c6-42b9-8bdc-30ecfe7ed663 req-4ef4dd56-1e0b-498e-875c-d952cd7368fb tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:12:42.669874 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-830b3a00-f0c6-42b9-8bdc-30ecfe7ed663 req-4ef4dd56-1e0b-498e-875c-d952cd7368fb tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:12:42.676538 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 50386) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:12:42.688379 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-3b2059e0-2bf1-4c61-9f5f-c182c608a3a8 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Request body: {'port': {'network_id': 'd9c7f4bb-f435-48a9-bed9-1ae645680b31', 'binding:host_id': 'n-h1-804985-2', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1766272933'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:12:42.723328 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 7b483e5e-2513-40a9-9917-0ca682c96faf up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:12:42.725373 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830b3a00-f0c6-42b9-8bdc-30ecfe7ed663 req-4ef4dd56-1e0b-498e-875c-d952cd7368fb tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:12:42.726444 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-830b3a00-f0c6-42b9-8bdc-30ecfe7ed663 req-4ef4dd56-1e0b-498e-875c-d952cd7368fb tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:42.755030 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-830b3a00-f0c6-42b9-8bdc-30ecfe7ed663 req-4ef4dd56-1e0b-498e-875c-d952cd7368fb tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5662656 Aug 18 12:12:42.812803 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [req-830b3a00-f0c6-42b9-8bdc-30ecfe7ed663 req-08c5dcb0-e751-48f6-9e94-b2cd8760c5b1 service neutron] Request body: {'port': {'device_id': '3276acee-812f-4d8b-a68e-2c7c94906266', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804985-2'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:12:42.818519 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-2b086403-beed-4ab7-8339-841bb97f8150 None None] Provisioning for port 7b483e5e-2513-40a9-9917-0ca682c96faf completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:12:42.822236 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b2059e0-2bf1-4c61-9f5f-c182c608a3a8 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Made reservation on behalf of 8d6e70022b504214abd9cf8a9fd330e7 for: {'port': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:12:42.825086 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-3b2059e0-2bf1-4c61-9f5f-c182c608a3a8 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:42.827498 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-2b086403-beed-4ab7-8339-841bb97f8150 None None] Provisioning complete for port 7b483e5e-2513-40a9-9917-0ca682c96faf triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:12:42.827926 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-2b086403-beed-4ab7-8339-841bb97f8150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:42.832270 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4107b6c6-ecd8-4cbc-83ca-0fa24fe307e1 req-3a069b6e-0f7f-4c26-b138-6274888a4f17 service neutron] 10.222.0.63 "GET /v2.0/networks/62590197-03a9-438c-a3e3-e417fcca582c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2822111 Aug 18 12:12:42.853117 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-3b2059e0-2bf1-4c61-9f5f-c182c608a3a8 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:42.950368 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 7b483e5e-2513-40a9-9917-0ca682c96faf triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:12:42.950738 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:43.020824 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [None req-e4d68601-d53a-4e8f-b57b-21d8138b618e tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Allocated IP 172.20.0.3 (4d6f13ff-7ba1-4bb4-b06e-f8ea65047e3c/861ca2af-5f68-487b-a3d2-7a521d267db2/a33349a3-8977-4f0a-834c-4c1b0a5fec4f) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:12:43.042897 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-2b086403-beed-4ab7-8339-841bb97f8150 None None] Provisioning complete for port 27b9989b-27e5-4f98-80e4-a344d0cb9470 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:12:43.070175 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-2b086403-beed-4ab7-8339-841bb97f8150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:43.094662 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f549ed55-5a95-4ddc-80fd-99cbe9b17f3c req-992c3955-a2f9-4c2b-94e0-b01d468ff045 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:12:43.103174 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f549ed55-5a95-4ddc-80fd-99cbe9b17f3c req-992c3955-a2f9-4c2b-94e0-b01d468ff045 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/ports?device_id=c468f260-aa8b-4a9b-a477-213e251d7cef HTTP/1.1" status: 200 len: 945 time: 0.1629107 Aug 18 12:12:43.175290 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-2b086403-beed-4ab7-8339-841bb97f8150 None None] Port 27b9989b-27e5-4f98-80e4-a344d0cb9470 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:12:43.242672 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f549ed55-5a95-4ddc-80fd-99cbe9b17f3c req-63041665-fabd-4d68-9baa-50846074b88e tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f58845c-8a6f-4750-8ac0-66868223b345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1383088 Aug 18 12:12:43.298559 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-75de95fa-a10d-44c6-bec1-2fc6bb9f3d61 None None] Provisioning for port 70709313-3c87-49e1-bd2d-7d1562521e80 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:12:43.305146 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-75de95fa-a10d-44c6-bec1-2fc6bb9f3d61 None None] Provisioning complete for port 70709313-3c87-49e1-bd2d-7d1562521e80 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:12:43.305530 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-75de95fa-a10d-44c6-bec1-2fc6bb9f3d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:43.329965 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-3b2059e0-2bf1-4c61-9f5f-c182c608a3a8 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:43.359805 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4ef7ac-cddf-43aa-9e27-ef26a891fb70 req-b2727a8c-7004-4e54-a96a-9d1139f26465 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:12:43.361732 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8e4ef7ac-cddf-43aa-9e27-ef26a891fb70 req-b2727a8c-7004-4e54-a96a-9d1139f26465 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/ports?device_id=3276acee-812f-4d8b-a68e-2c7c94906266 HTTP/1.1" status: 200 len: 931 time: 0.2111576 Aug 18 12:12:43.365138 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-3b2059e0-2bf1-4c61-9f5f-c182c608a3a8 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:43.378266 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-75de95fa-a10d-44c6-bec1-2fc6bb9f3d61 None None] Port 70709313-3c87-49e1-bd2d-7d1562521e80 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:12:43.390909 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [None req-3b2059e0-2bf1-4c61-9f5f-c182c608a3a8 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] device_id is not set on port cff8cebe-ffc6-44b5-9dd7-44361553886d yet. {{(pid=106252) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 12:12:43.391473 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-75de95fa-a10d-44c6-bec1-2fc6bb9f3d61 None None] Provisioning complete for port cde524c3-8a96-458e-a1d6-51fdb84a4587 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:12:43.391858 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-75de95fa-a10d-44c6-bec1-2fc6bb9f3d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:43.464885 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-75de95fa-a10d-44c6-bec1-2fc6bb9f3d61 None None] Port cde524c3-8a96-458e-a1d6-51fdb84a4587 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:12:43.529340 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-830b3a00-f0c6-42b9-8bdc-30ecfe7ed663 req-08c5dcb0-e751-48f6-9e94-b2cd8760c5b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:43.531693 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef4dd56-1e0b-498e-875c-d952cd7368fb tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Pushing event updated for resources: {'Port': ['ID=70709313-3c87-49e1-bd2d-7d1562521e80,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:12:43.590979 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2059e0-2bf1-4c61-9f5f-c182c608a3a8 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f111ff5-384d-4a84-b3b7-532e0ece2e97,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:12:43.599194 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edb15f27-9812-4a78-9b00-14cb07301982 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:12:43.603298 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e4d68601-d53a-4e8f-b57b-21d8138b618e tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:43.612030 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-edb15f27-9812-4a78-9b00-14cb07301982 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] 10.222.0.66 "PUT /v2.0/routers/cd2fe1a2-b99c-4915-b87d-d52560880ff4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9886355 Aug 18 12:12:43.621629 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee731741-2391-45dc-ad3f-893f23ba431f None None] Sync routers for ids ['cd2fe1a2-b99c-4915-b87d-d52560880ff4'] in n-d-804985-2 {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:12:43.623523 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8e4ef7ac-cddf-43aa-9e27-ef26a891fb70 req-5372e357-700d-4b9b-93d7-15d3baed5ff4 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d728c3d-d0c0-4fba-b9fc-5096721eb4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2446952 Aug 18 12:12:43.624088 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 50396) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:12:43.637691 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee731741-2391-45dc-ad3f-893f23ba431f None None] Routers {'cd2fe1a2-b99c-4915-b87d-d52560880ff4'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:12:43.638420 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-ee731741-2391-45dc-ad3f-893f23ba431f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:12:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['cd2fe1a2-b99c-4915-b87d-d52560880ff4'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:12:43.683026 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [None req-e4d68601-d53a-4e8f-b57b-21d8138b618e tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Transition to ACTIVE for port object a33349a3-8977-4f0a-834c-4c1b0a5fec4f will not be triggered until provisioned by entity DHCP. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:12:43.688788 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-ee731741-2391-45dc-ad3f-893f23ba431f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:12:43.700316 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee731741-2391-45dc-ad3f-893f23ba431f None None] Routers {'cd2fe1a2-b99c-4915-b87d-d52560880ff4'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:12:43.700978 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-ee731741-2391-45dc-ad3f-893f23ba431f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:12:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['cd2fe1a2-b99c-4915-b87d-d52560880ff4'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:12:43.715718 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcdde211-f538-481f-b0c2-95a5ee07858a tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:12:43.720338 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-bcdde211-f538-481f-b0c2-95a5ee07858a tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] 10.222.0.66 "GET /v2.0/ports/cde524c3-8a96-458e-a1d6-51fdb84a4587 HTTP/1.1" status: 200 len: 978 time: 0.0866201 Aug 18 12:12:43.722986 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 50398) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:12:43.750423 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-ee731741-2391-45dc-ad3f-893f23ba431f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:12:43.751673 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee731741-2391-45dc-ad3f-893f23ba431f None None] The sync data for ids ['cd2fe1a2-b99c-4915-b87d-d52560880ff4'] in n-d-804985-2 is: [] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:12:43.907031 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [req-830b3a00-f0c6-42b9-8bdc-30ecfe7ed663 req-08c5dcb0-e751-48f6-9e94-b2cd8760c5b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70709313-3c87-49e1-bd2d-7d1562521e80 {{(pid=106253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:12:43.916234 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-830b3a00-f0c6-42b9-8bdc-30ecfe7ed663 req-08c5dcb0-e751-48f6-9e94-b2cd8760c5b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:43.930071 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [req-830b3a00-f0c6-42b9-8bdc-30ecfe7ed663 req-08c5dcb0-e751-48f6-9e94-b2cd8760c5b1 service neutron] Transition to ACTIVE for port object 70709313-3c87-49e1-bd2d-7d1562521e80 will not be triggered until provisioned by entity L2. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:12:43.935354 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-830b3a00-f0c6-42b9-8bdc-30ecfe7ed663 req-08c5dcb0-e751-48f6-9e94-b2cd8760c5b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:43.989142 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c5dcb0-e751-48f6-9e94-b2cd8760c5b1 service neutron] Pushing event updated for resources: {'Port': ['ID=70709313-3c87-49e1-bd2d-7d1562521e80,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:12:44.075390 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-830b3a00-f0c6-42b9-8bdc-30ecfe7ed663 req-08c5dcb0-e751-48f6-9e94-b2cd8760c5b1 service neutron] Attempting to bind port 70709313-3c87-49e1-bd2d-7d1562521e80 on host n-h2-804985-2 for vnic_type normal with profile {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:12:44.075777 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-830b3a00-f0c6-42b9-8bdc-30ecfe7ed663 req-08c5dcb0-e751-48f6-9e94-b2cd8760c5b1 service neutron] Attempting to bind port 70709313-3c87-49e1-bd2d-7d1562521e80 by drivers openvswitch,hyperv on host n-h2-804985-2 at level 0 using segments [{'id': '55da2c2d-7b34-4aab-8a41-786d81396444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'f5b38dfb-a77f-4baa-a778-99adb769d1c2'}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:12:44.076114 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-830b3a00-f0c6-42b9-8bdc-30ecfe7ed663 req-08c5dcb0-e751-48f6-9e94-b2cd8760c5b1 service neutron] Attempting to bind port 70709313-3c87-49e1-bd2d-7d1562521e80 on network f5b38dfb-a77f-4baa-a778-99adb769d1c2 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:12:44.081387 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-830b3a00-f0c6-42b9-8bdc-30ecfe7ed663 req-08c5dcb0-e751-48f6-9e94-b2cd8760c5b1 service neutron] Port 70709313-3c87-49e1-bd2d-7d1562521e80 on network f5b38dfb-a77f-4baa-a778-99adb769d1c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-2 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:12:44.081715 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-830b3a00-f0c6-42b9-8bdc-30ecfe7ed663 req-08c5dcb0-e751-48f6-9e94-b2cd8760c5b1 service neutron] Attempting to bind port 70709313-3c87-49e1-bd2d-7d1562521e80 on network f5b38dfb-a77f-4baa-a778-99adb769d1c2 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:12:44.087426 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-830b3a00-f0c6-42b9-8bdc-30ecfe7ed663 req-08c5dcb0-e751-48f6-9e94-b2cd8760c5b1 service neutron] Checking agent: {'id': 'da5da552-709c-4248-84de-86af99a0dc87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 49, 8), 'started_at': datetime.datetime(2021, 8, 18, 11, 49, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 12, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:12:44.087907 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-830b3a00-f0c6-42b9-8bdc-30ecfe7ed663 req-08c5dcb0-e751-48f6-9e94-b2cd8760c5b1 service neutron] Checking segment: {'id': '55da2c2d-7b34-4aab-8a41-786d81396444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'f5b38dfb-a77f-4baa-a778-99adb769d1c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:12:44.088203 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-830b3a00-f0c6-42b9-8bdc-30ecfe7ed663 req-08c5dcb0-e751-48f6-9e94-b2cd8760c5b1 service neutron] Bound using segment: {'id': '55da2c2d-7b34-4aab-8a41-786d81396444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'f5b38dfb-a77f-4baa-a778-99adb769d1c2'} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:12:44.088680 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-830b3a00-f0c6-42b9-8bdc-30ecfe7ed663 req-08c5dcb0-e751-48f6-9e94-b2cd8760c5b1 service neutron] Bound port: 70709313-3c87-49e1-bd2d-7d1562521e80, host: n-h2-804985-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55da2c2d-7b34-4aab-8a41-786d81396444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'f5b38dfb-a77f-4baa-a778-99adb769d1c2'}}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:12:44.089043 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-830b3a00-f0c6-42b9-8bdc-30ecfe7ed663 req-08c5dcb0-e751-48f6-9e94-b2cd8760c5b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:44.155678 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e4d68601-d53a-4e8f-b57b-21d8138b618e tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:44.174796 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-830b3a00-f0c6-42b9-8bdc-30ecfe7ed663 req-08c5dcb0-e751-48f6-9e94-b2cd8760c5b1 service neutron] For port 70709313-3c87-49e1-bd2d-7d1562521e80, host n-h2-804985-2, cleared binding levels {{(pid=106253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:12:44.178207 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-830b3a00-f0c6-42b9-8bdc-30ecfe7ed663 req-08c5dcb0-e751-48f6-9e94-b2cd8760c5b1 service neutron] For port 70709313-3c87-49e1-bd2d-7d1562521e80, host n-h2-804985-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=70709313-3c87-49e1-bd2d-7d1562521e80,segment=NetworkSegment(55da2c2d-7b34-4aab-8a41-786d81396444),segment_id=55da2c2d-7b34-4aab-8a41-786d81396444)] {{(pid=106253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:12:44.185912 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-830b3a00-f0c6-42b9-8bdc-30ecfe7ed663 req-08c5dcb0-e751-48f6-9e94-b2cd8760c5b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:44.248738 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830b3a00-f0c6-42b9-8bdc-30ecfe7ed663 req-08c5dcb0-e751-48f6-9e94-b2cd8760c5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:12:44.250932 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-830b3a00-f0c6-42b9-8bdc-30ecfe7ed663 req-08c5dcb0-e751-48f6-9e94-b2cd8760c5b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:44.252787 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-830b3a00-f0c6-42b9-8bdc-30ecfe7ed663 req-08c5dcb0-e751-48f6-9e94-b2cd8760c5b1 service neutron] 10.222.0.62 "PUT /v2.0/ports/70709313-3c87-49e1-bd2d-7d1562521e80 HTTP/1.1" status: 200 len: 1091 time: 1.4462826 Aug 18 12:12:44.258732 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3276acee-812f-4d8b-a68e-2c7c94906266', 'tag': '70709313-3c87-49e1-bd2d-7d1562521e80'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:12:44.261675 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0679f4c4b6e0e0c064a7d71d722dc30541a34fffee11680573be22ee2ffccc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08820be7-ae6f-49b7-8cb8-f8ebf7427c9e" -d '{"events": [{"name": "network-changed", "server_uuid": "3276acee-812f-4d8b-a68e-2c7c94906266", "tag": "70709313-3c87-49e1-bd2d-7d1562521e80"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:12:44.289074 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c5dcb0-e751-48f6-9e94-b2cd8760c5b1 service neutron] Pushing event updated for resources: {'Port': ['ID=70709313-3c87-49e1-bd2d-7d1562521e80,revision_number=3']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:12:44.357607 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830b3a00-f0c6-42b9-8bdc-30ecfe7ed663 req-9d5729cd-51e7-425e-a685-1665de04fcba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:12:44.359142 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-830b3a00-f0c6-42b9-8bdc-30ecfe7ed663 req-9d5729cd-51e7-425e-a685-1665de04fcba service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b60736d695f1461b9071c3b3eddcc039&device_id=3276acee-812f-4d8b-a68e-2c7c94906266 HTTP/1.1" status: 200 len: 1094 time: 0.0517101 Aug 18 12:12:44.365858 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4d68601-d53a-4e8f-b57b-21d8138b618e tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Network 4d6f13ff-7ba1-4bb4-b06e-f8ea65047e3c is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:12:44.386471 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [None req-3b2059e0-2bf1-4c61-9f5f-c182c608a3a8 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] device_id is not set on port cff8cebe-ffc6-44b5-9dd7-44361553886d yet. {{(pid=106252) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 12:12:44.406083 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-e4d68601-d53a-4e8f-b57b-21d8138b618e tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:12:44.445878 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d68601-d53a-4e8f-b57b-21d8138b618e tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Pushing event updated for resources: {'Port': ['ID=a33349a3-8977-4f0a-834c-4c1b0a5fec4f,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:12:44.449843 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:12:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dbd9ee5-d4dc-48a8-8509-045f7e261074 x-openstack-request-id: req-6dbd9ee5-d4dc-48a8-8509-045f7e261074 {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:12:44.450241 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3276acee-812f-4d8b-a68e-2c7c94906266", "tag": "70709313-3c87-49e1-bd2d-7d1562521e80", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:12:44.450569 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-6dbd9ee5-d4dc-48a8-8509-045f7e261074 {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:12:44.451032 n-d-804985-2 neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3276acee-812f-4d8b-a68e-2c7c94906266', 'tag': '70709313-3c87-49e1-bd2d-7d1562521e80', 'status': 'completed', 'code': 200} Aug 18 12:12:44.452955 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-830b3a00-f0c6-42b9-8bdc-30ecfe7ed663 req-97c1e067-ec09-4d45-99d4-2a50225360cc service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=70709313-3c87-49e1-bd2d-7d1562521e80 HTTP/1.1" status: 200 len: 217 time: 0.0803287 Aug 18 12:12:44.467405 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-3b2059e0-2bf1-4c61-9f5f-c182c608a3a8 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:44.479885 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [None req-3b2059e0-2bf1-4c61-9f5f-c182c608a3a8 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Transition to ACTIVE for port object cff8cebe-ffc6-44b5-9dd7-44361553886d will not be triggered until provisioned by entity L2. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:12:44.539066 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d68601-d53a-4e8f-b57b-21d8138b618e tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:12:44.562720 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830b3a00-f0c6-42b9-8bdc-30ecfe7ed663 req-e34475ab-4dc5-48c9-870c-f5e95274bf2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:12:44.567591 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-830b3a00-f0c6-42b9-8bdc-30ecfe7ed663 req-e34475ab-4dc5-48c9-870c-f5e95274bf2b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5eb95836-9c09-482a-936d-fd43d3b2ac48 HTTP/1.1" status: 200 len: 835 time: 0.0867658 Aug 18 12:12:44.576852 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-3b2059e0-2bf1-4c61-9f5f-c182c608a3a8 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:44.651641 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830b3a00-f0c6-42b9-8bdc-30ecfe7ed663 req-cd36a9ea-8948-412c-b813-2b98abcd2e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:12:44.653230 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-830b3a00-f0c6-42b9-8bdc-30ecfe7ed663 req-cd36a9ea-8948-412c-b813-2b98abcd2e98 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f5b38dfb-a77f-4baa-a778-99adb769d1c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0759597 Aug 18 12:12:44.772455 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-830b3a00-f0c6-42b9-8bdc-30ecfe7ed663 req-e5a802c0-cdba-421c-8eca-d07fa1f3e2af service neutron] 10.222.0.62 "GET /v2.0/networks/f5b38dfb-a77f-4baa-a778-99adb769d1c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118050 Aug 18 12:12:44.802211 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab53282f-2f46-42c3-9b69-2f2ae6882588 req-b4bcdc68-febf-41c4-852c-f175954d2bb9 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:12:44.803736 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ab53282f-2f46-42c3-9b69-2f2ae6882588 req-b4bcdc68-febf-41c4-852c-f175954d2bb9 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/ports?device_id=c468f260-aa8b-4a9b-a477-213e251d7cef HTTP/1.1" status: 200 len: 945 time: 0.4013536 Aug 18 12:12:44.817597 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4d68601-d53a-4e8f-b57b-21d8138b618e tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:12:44.818253 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e4d68601-d53a-4e8f-b57b-21d8138b618e tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:44.827034 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2059e0-2bf1-4c61-9f5f-c182c608a3a8 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Pushing event updated for resources: {'Port': ['ID=cff8cebe-ffc6-44b5-9dd7-44361553886d,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:12:44.877462 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-4fb07d32-c91b-4a43-a658-84058c8dfa4a None None] Provisioning for port a33349a3-8977-4f0a-834c-4c1b0a5fec4f completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:12:44.884712 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-830b3a00-f0c6-42b9-8bdc-30ecfe7ed663 req-4aa82114-11be-49ab-8c6d-a2bce4e91530 service neutron] 10.222.0.62 "GET /v2.0/networks/f5b38dfb-a77f-4baa-a778-99adb769d1c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043031 Aug 18 12:12:44.885368 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-4fb07d32-c91b-4a43-a658-84058c8dfa4a None None] Provisioning complete for port a33349a3-8977-4f0a-834c-4c1b0a5fec4f triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:12:44.886133 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4fb07d32-c91b-4a43-a658-84058c8dfa4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:44.893752 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83cc193-f57b-401e-8cc9-25c6b74d595a req-1bf46342-758c-40e0-bf68-18b227e3e1b2 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:12:44.901010 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d83cc193-f57b-401e-8cc9-25c6b74d595a req-1bf46342-758c-40e0-bf68-18b227e3e1b2 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/ports?device_id=3276acee-812f-4d8b-a68e-2c7c94906266 HTTP/1.1" status: 200 len: 943 time: 0.2002292 Aug 18 12:12:44.909642 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2059e0-2bf1-4c61-9f5f-c182c608a3a8 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Checking segment: {'id': '5ba9cd69-bade-4f15-8383-e94d9d0ddc24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'd9c7f4bb-f435-48a9-bed9-1ae645680b31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:12:44.909992 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b2059e0-2bf1-4c61-9f5f-c182c608a3a8 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Network hostable DHCP agents. Network: d9c7f4bb-f435-48a9-bed9-1ae645680b31, hostable agents: ['97c14208-2951-4361-8d64-3708c946ff5f'], hosted agents: [] {{(pid=106252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 12:12:44.930762 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-e4d68601-d53a-4e8f-b57b-21d8138b618e tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.3516304 Aug 18 12:12:44.934115 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 50412) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:12:44.938517 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-4fb07d32-c91b-4a43-a658-84058c8dfa4a None None] Port a33349a3-8977-4f0a-834c-4c1b0a5fec4f cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:12:44.939388 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-af4472bc-2ee1-49f6-9e69-abdff390755f tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Request body: {'subnet': {'network_id': '4d6f13ff-7ba1-4bb4-b06e-f8ea65047e3c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:12:44.961052 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ab53282f-2f46-42c3-9b69-2f2ae6882588 req-a5efa424-03c7-468e-b5ff-a8f04cd07dad tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f58845c-8a6f-4750-8ac0-66868223b345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1377234 Aug 18 12:12:45.002521 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d83cc193-f57b-401e-8cc9-25c6b74d595a req-01354997-e244-4266-8b11-55592affdc8d tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d728c3d-d0c0-4fba-b9fc-5096721eb4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003129 Aug 18 12:12:45.004730 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b2059e0-2bf1-4c61-9f5f-c182c608a3a8 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Network d9c7f4bb-f435-48a9-bed9-1ae645680b31 is scheduled to be hosted by DHCP agent 97c14208-2951-4361-8d64-3708c946ff5f with binding_index 1 {{(pid=106252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 12:12:45.054370 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-3b2059e0-2bf1-4c61-9f5f-c182c608a3a8 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-2, d9c7f4bb-f435-48a9-bed9-1ae645680b31) {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:12:45.055862 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08820be7-ae6f-49b7-8cb8-f8ebf7427c9e req-08ce6de3-281b-4d7c-b7fa-468bba914637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:12:45.057564 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-08820be7-ae6f-49b7-8cb8-f8ebf7427c9e req-08ce6de3-281b-4d7c-b7fa-468bba914637 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b60736d695f1461b9071c3b3eddcc039&device_id=3276acee-812f-4d8b-a68e-2c7c94906266 HTTP/1.1" status: 200 len: 1094 time: 0.1142831 Aug 18 12:12:45.063960 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87cb8663-0e8d-4648-a87e-bc97cb7f470b None None] Network d9c7f4bb-f435-48a9-bed9-1ae645680b31 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:12:45.069328 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b2059e0-2bf1-4c61-9f5f-c182c608a3a8 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:12:45.117355 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [None req-3b2059e0-2bf1-4c61-9f5f-c182c608a3a8 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Attempting to bind port cff8cebe-ffc6-44b5-9dd7-44361553886d on host n-h1-804985-2 for vnic_type normal with profile {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:12:45.117860 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [None req-3b2059e0-2bf1-4c61-9f5f-c182c608a3a8 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Attempting to bind port cff8cebe-ffc6-44b5-9dd7-44361553886d by drivers openvswitch,hyperv on host n-h1-804985-2 at level 0 using segments [{'id': '5ba9cd69-bade-4f15-8383-e94d9d0ddc24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'd9c7f4bb-f435-48a9-bed9-1ae645680b31'}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:12:45.119653 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2059e0-2bf1-4c61-9f5f-c182c608a3a8 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Attempting to bind port cff8cebe-ffc6-44b5-9dd7-44361553886d on network d9c7f4bb-f435-48a9-bed9-1ae645680b31 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:12:45.149247 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2059e0-2bf1-4c61-9f5f-c182c608a3a8 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Port cff8cebe-ffc6-44b5-9dd7-44361553886d on network d9c7f4bb-f435-48a9-bed9-1ae645680b31 not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-2 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:12:45.150016 n-d-804985-2 neutron-server[106252]: ERROR neutron.plugins.ml2.managers [None req-3b2059e0-2bf1-4c61-9f5f-c182c608a3a8 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Failed to bind port cff8cebe-ffc6-44b5-9dd7-44361553886d on host n-h1-804985-2 for vnic_type normal using segments [{'id': '5ba9cd69-bade-4f15-8383-e94d9d0ddc24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'd9c7f4bb-f435-48a9-bed9-1ae645680b31'}] Aug 18 12:12:45.153668 n-d-804985-2 neutron-server[106252]: INFO neutron.plugins.ml2.plugin [None req-3b2059e0-2bf1-4c61-9f5f-c182c608a3a8 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Attempt 2 to bind port cff8cebe-ffc6-44b5-9dd7-44361553886d Aug 18 12:12:45.171987 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af4472bc-2ee1-49f6-9e69-abdff390755f tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Made reservation on behalf of 945a2d7857154f6c9b28850f76e065fc for: {'subnet': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:12:45.175831 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-af4472bc-2ee1-49f6-9e69-abdff390755f tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59388119'] for subnet, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:45.176419 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [None req-3b2059e0-2bf1-4c61-9f5f-c182c608a3a8 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Attempting to bind port cff8cebe-ffc6-44b5-9dd7-44361553886d on host n-h1-804985-2 for vnic_type normal with profile {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:12:45.176844 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [None req-3b2059e0-2bf1-4c61-9f5f-c182c608a3a8 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Attempting to bind port cff8cebe-ffc6-44b5-9dd7-44361553886d by drivers openvswitch,hyperv on host n-h1-804985-2 at level 0 using segments [{'id': '5ba9cd69-bade-4f15-8383-e94d9d0ddc24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'd9c7f4bb-f435-48a9-bed9-1ae645680b31'}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:12:45.177285 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2059e0-2bf1-4c61-9f5f-c182c608a3a8 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Attempting to bind port cff8cebe-ffc6-44b5-9dd7-44361553886d on network d9c7f4bb-f435-48a9-bed9-1ae645680b31 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:12:45.185565 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2059e0-2bf1-4c61-9f5f-c182c608a3a8 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Port cff8cebe-ffc6-44b5-9dd7-44361553886d on network d9c7f4bb-f435-48a9-bed9-1ae645680b31 not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-2 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:12:45.186038 n-d-804985-2 neutron-server[106252]: ERROR neutron.plugins.ml2.managers [None req-3b2059e0-2bf1-4c61-9f5f-c182c608a3a8 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Failed to bind port cff8cebe-ffc6-44b5-9dd7-44361553886d on host n-h1-804985-2 for vnic_type normal using segments [{'id': '5ba9cd69-bade-4f15-8383-e94d9d0ddc24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'd9c7f4bb-f435-48a9-bed9-1ae645680b31'}] Aug 18 12:12:45.186739 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6bd31fd1-8aea-4d8c-acee-b37912fb43d8 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-996815'] for router_interface, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:45.189743 n-d-804985-2 neutron-server[106252]: INFO neutron.plugins.ml2.plugin [None req-3b2059e0-2bf1-4c61-9f5f-c182c608a3a8 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Attempt 3 to bind port cff8cebe-ffc6-44b5-9dd7-44361553886d Aug 18 12:12:45.232050 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08820be7-ae6f-49b7-8cb8-f8ebf7427c9e req-7d0a4b64-8103-46c0-8c7b-0a34249eee35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:12:45.237422 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-08820be7-ae6f-49b7-8cb8-f8ebf7427c9e req-7d0a4b64-8103-46c0-8c7b-0a34249eee35 service neutron] 10.222.0.62 "GET /v2.0/networks?id=f5b38dfb-a77f-4baa-a778-99adb769d1c2 HTTP/1.1" status: 200 len: 897 time: 0.1684101 Aug 18 12:12:45.286158 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [None req-3b2059e0-2bf1-4c61-9f5f-c182c608a3a8 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Attempting to bind port cff8cebe-ffc6-44b5-9dd7-44361553886d on host n-h1-804985-2 for vnic_type normal with profile {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:12:45.286456 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [None req-3b2059e0-2bf1-4c61-9f5f-c182c608a3a8 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Attempting to bind port cff8cebe-ffc6-44b5-9dd7-44361553886d by drivers openvswitch,hyperv on host n-h1-804985-2 at level 0 using segments [{'id': '5ba9cd69-bade-4f15-8383-e94d9d0ddc24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'd9c7f4bb-f435-48a9-bed9-1ae645680b31'}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:12:45.286773 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2059e0-2bf1-4c61-9f5f-c182c608a3a8 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Attempting to bind port cff8cebe-ffc6-44b5-9dd7-44361553886d on network d9c7f4bb-f435-48a9-bed9-1ae645680b31 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:12:45.294360 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-08820be7-ae6f-49b7-8cb8-f8ebf7427c9e req-edb15d16-84f6-417c-87fe-ddc222ac0e79 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=70709313-3c87-49e1-bd2d-7d1562521e80 HTTP/1.1" status: 200 len: 217 time: 0.0470264 Aug 18 12:12:45.300294 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a6e08b-ae17-4a18-abae-523e8756256a req-ea991dd4-319e-4ca8-b8a3-c3ec4108c9e5 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:12:45.301879 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d2a6e08b-ae17-4a18-abae-523e8756256a req-ea991dd4-319e-4ca8-b8a3-c3ec4108c9e5 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/ports?device_id=c468f260-aa8b-4a9b-a477-213e251d7cef HTTP/1.1" status: 200 len: 945 time: 0.2168441 Aug 18 12:12:45.311648 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2059e0-2bf1-4c61-9f5f-c182c608a3a8 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Port cff8cebe-ffc6-44b5-9dd7-44361553886d on network d9c7f4bb-f435-48a9-bed9-1ae645680b31 not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-2 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:12:45.312025 n-d-804985-2 neutron-server[106252]: ERROR neutron.plugins.ml2.managers [None req-3b2059e0-2bf1-4c61-9f5f-c182c608a3a8 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Failed to bind port cff8cebe-ffc6-44b5-9dd7-44361553886d on host n-h1-804985-2 for vnic_type normal using segments [{'id': '5ba9cd69-bade-4f15-8383-e94d9d0ddc24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'd9c7f4bb-f435-48a9-bed9-1ae645680b31'}] Aug 18 12:12:45.315458 n-d-804985-2 neutron-server[106252]: INFO neutron.plugins.ml2.plugin [None req-3b2059e0-2bf1-4c61-9f5f-c182c608a3a8 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Attempt 4 to bind port cff8cebe-ffc6-44b5-9dd7-44361553886d Aug 18 12:12:45.347784 n-d-804985-2 neutron-server[106253]: INFO neutron.db.ipam_backend_mixin [None req-af4472bc-2ee1-49f6-9e69-abdff390755f tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 861ca2af-5f68-487b-a3d2-7a521d267db2 (CIDR: 172.20.0.0/28) Aug 18 12:12:45.351900 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [None req-3b2059e0-2bf1-4c61-9f5f-c182c608a3a8 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Attempting to bind port cff8cebe-ffc6-44b5-9dd7-44361553886d on host n-h1-804985-2 for vnic_type normal with profile {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:12:45.352241 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [None req-3b2059e0-2bf1-4c61-9f5f-c182c608a3a8 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Attempting to bind port cff8cebe-ffc6-44b5-9dd7-44361553886d by drivers openvswitch,hyperv on host n-h1-804985-2 at level 0 using segments [{'id': '5ba9cd69-bade-4f15-8383-e94d9d0ddc24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'd9c7f4bb-f435-48a9-bed9-1ae645680b31'}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:12:45.352612 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2059e0-2bf1-4c61-9f5f-c182c608a3a8 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Attempting to bind port cff8cebe-ffc6-44b5-9dd7-44361553886d on network d9c7f4bb-f435-48a9-bed9-1ae645680b31 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:12:45.354536 n-d-804985-2 neutron-server[106253]: INFO neutron.pecan_wsgi.hooks.translation [None req-af4472bc-2ee1-49f6-9e69-abdff390755f tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 18 12:12:45.355024 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af4472bc-2ee1-49f6-9e69-abdff390755f tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=106253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 12:12:45.370590 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2059e0-2bf1-4c61-9f5f-c182c608a3a8 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Port cff8cebe-ffc6-44b5-9dd7-44361553886d on network d9c7f4bb-f435-48a9-bed9-1ae645680b31 not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-2 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:12:45.370937 n-d-804985-2 neutron-server[106252]: ERROR neutron.plugins.ml2.managers [None req-3b2059e0-2bf1-4c61-9f5f-c182c608a3a8 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Failed to bind port cff8cebe-ffc6-44b5-9dd7-44361553886d on host n-h1-804985-2 for vnic_type normal using segments [{'id': '5ba9cd69-bade-4f15-8383-e94d9d0ddc24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'd9c7f4bb-f435-48a9-bed9-1ae645680b31'}] Aug 18 12:12:45.371068 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08820be7-ae6f-49b7-8cb8-f8ebf7427c9e req-d909b972-3066-4b0a-a4ba-5007d2c8b3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:12:45.372530 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-08820be7-ae6f-49b7-8cb8-f8ebf7427c9e req-d909b972-3066-4b0a-a4ba-5007d2c8b3d4 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5eb95836-9c09-482a-936d-fd43d3b2ac48 HTTP/1.1" status: 200 len: 835 time: 0.0659657 Aug 18 12:12:45.379486 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-af4472bc-2ee1-49f6-9e69-abdff390755f tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4442401 Aug 18 12:12:45.380077 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 50416) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:12:45.385972 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-7f77c083-4ba3-4492-b31b-d9d352732781 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Request body: {'subnet': {'network_id': '4d6f13ff-7ba1-4bb4-b06e-f8ea65047e3c', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:12:45.400592 n-d-804985-2 neutron-server[106252]: INFO neutron.plugins.ml2.plugin [None req-3b2059e0-2bf1-4c61-9f5f-c182c608a3a8 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Attempt 5 to bind port cff8cebe-ffc6-44b5-9dd7-44361553886d Aug 18 12:12:45.413131 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d2a6e08b-ae17-4a18-abae-523e8756256a req-091bbb56-5ffd-4550-b740-0b7a84228ebc tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f58845c-8a6f-4750-8ac0-66868223b345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028419 Aug 18 12:12:45.439211 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [None req-3b2059e0-2bf1-4c61-9f5f-c182c608a3a8 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Attempting to bind port cff8cebe-ffc6-44b5-9dd7-44361553886d on host n-h1-804985-2 for vnic_type normal with profile {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:12:45.439211 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [None req-3b2059e0-2bf1-4c61-9f5f-c182c608a3a8 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Attempting to bind port cff8cebe-ffc6-44b5-9dd7-44361553886d by drivers openvswitch,hyperv on host n-h1-804985-2 at level 0 using segments [{'id': '5ba9cd69-bade-4f15-8383-e94d9d0ddc24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'd9c7f4bb-f435-48a9-bed9-1ae645680b31'}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:12:45.439211 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2059e0-2bf1-4c61-9f5f-c182c608a3a8 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Attempting to bind port cff8cebe-ffc6-44b5-9dd7-44361553886d on network d9c7f4bb-f435-48a9-bed9-1ae645680b31 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:12:45.444011 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2059e0-2bf1-4c61-9f5f-c182c608a3a8 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Port cff8cebe-ffc6-44b5-9dd7-44361553886d on network d9c7f4bb-f435-48a9-bed9-1ae645680b31 not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-2 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:12:45.444348 n-d-804985-2 neutron-server[106252]: ERROR neutron.plugins.ml2.managers [None req-3b2059e0-2bf1-4c61-9f5f-c182c608a3a8 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Failed to bind port cff8cebe-ffc6-44b5-9dd7-44361553886d on host n-h1-804985-2 for vnic_type normal using segments [{'id': '5ba9cd69-bade-4f15-8383-e94d9d0ddc24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'd9c7f4bb-f435-48a9-bed9-1ae645680b31'}] Aug 18 12:12:45.445644 n-d-804985-2 neutron-server[106252]: INFO neutron.plugins.ml2.plugin [None req-3b2059e0-2bf1-4c61-9f5f-c182c608a3a8 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Attempt 6 to bind port cff8cebe-ffc6-44b5-9dd7-44361553886d Aug 18 12:12:45.466128 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [None req-3b2059e0-2bf1-4c61-9f5f-c182c608a3a8 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Attempting to bind port cff8cebe-ffc6-44b5-9dd7-44361553886d on host n-h1-804985-2 for vnic_type normal with profile {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:12:45.466482 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [None req-3b2059e0-2bf1-4c61-9f5f-c182c608a3a8 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Attempting to bind port cff8cebe-ffc6-44b5-9dd7-44361553886d by drivers openvswitch,hyperv on host n-h1-804985-2 at level 0 using segments [{'id': '5ba9cd69-bade-4f15-8383-e94d9d0ddc24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'd9c7f4bb-f435-48a9-bed9-1ae645680b31'}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:12:45.466823 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2059e0-2bf1-4c61-9f5f-c182c608a3a8 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Attempting to bind port cff8cebe-ffc6-44b5-9dd7-44361553886d on network d9c7f4bb-f435-48a9-bed9-1ae645680b31 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:12:45.477065 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2059e0-2bf1-4c61-9f5f-c182c608a3a8 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Port cff8cebe-ffc6-44b5-9dd7-44361553886d on network d9c7f4bb-f435-48a9-bed9-1ae645680b31 not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-2 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:12:45.477319 n-d-804985-2 neutron-server[106252]: ERROR neutron.plugins.ml2.managers [None req-3b2059e0-2bf1-4c61-9f5f-c182c608a3a8 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Failed to bind port cff8cebe-ffc6-44b5-9dd7-44361553886d on host n-h1-804985-2 for vnic_type normal using segments [{'id': '5ba9cd69-bade-4f15-8383-e94d9d0ddc24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'd9c7f4bb-f435-48a9-bed9-1ae645680b31'}] Aug 18 12:12:45.478815 n-d-804985-2 neutron-server[106252]: INFO neutron.plugins.ml2.plugin [None req-3b2059e0-2bf1-4c61-9f5f-c182c608a3a8 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Attempt 7 to bind port cff8cebe-ffc6-44b5-9dd7-44361553886d Aug 18 12:12:45.497285 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08820be7-ae6f-49b7-8cb8-f8ebf7427c9e req-ea8ddf86-67d8-4e5d-b6b6-fc0347b6eb12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:12:45.498791 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-08820be7-ae6f-49b7-8cb8-f8ebf7427c9e req-ea8ddf86-67d8-4e5d-b6b6-fc0347b6eb12 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f5b38dfb-a77f-4baa-a778-99adb769d1c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1178639 Aug 18 12:12:45.498919 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [None req-3b2059e0-2bf1-4c61-9f5f-c182c608a3a8 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Attempting to bind port cff8cebe-ffc6-44b5-9dd7-44361553886d on host n-h1-804985-2 for vnic_type normal with profile {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:12:45.499230 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [None req-3b2059e0-2bf1-4c61-9f5f-c182c608a3a8 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Attempting to bind port cff8cebe-ffc6-44b5-9dd7-44361553886d by drivers openvswitch,hyperv on host n-h1-804985-2 at level 0 using segments [{'id': '5ba9cd69-bade-4f15-8383-e94d9d0ddc24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'd9c7f4bb-f435-48a9-bed9-1ae645680b31'}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:12:45.499565 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2059e0-2bf1-4c61-9f5f-c182c608a3a8 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Attempting to bind port cff8cebe-ffc6-44b5-9dd7-44361553886d on network d9c7f4bb-f435-48a9-bed9-1ae645680b31 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:12:45.533850 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2059e0-2bf1-4c61-9f5f-c182c608a3a8 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Port cff8cebe-ffc6-44b5-9dd7-44361553886d on network d9c7f4bb-f435-48a9-bed9-1ae645680b31 not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-2 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:12:45.534189 n-d-804985-2 neutron-server[106252]: ERROR neutron.plugins.ml2.managers [None req-3b2059e0-2bf1-4c61-9f5f-c182c608a3a8 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Failed to bind port cff8cebe-ffc6-44b5-9dd7-44361553886d on host n-h1-804985-2 for vnic_type normal using segments [{'id': '5ba9cd69-bade-4f15-8383-e94d9d0ddc24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'd9c7f4bb-f435-48a9-bed9-1ae645680b31'}] Aug 18 12:12:45.534847 n-d-804985-2 neutron-server[106252]: INFO neutron.plugins.ml2.plugin [None req-3b2059e0-2bf1-4c61-9f5f-c182c608a3a8 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Attempt 8 to bind port cff8cebe-ffc6-44b5-9dd7-44361553886d Aug 18 12:12:45.580227 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [None req-3b2059e0-2bf1-4c61-9f5f-c182c608a3a8 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Attempting to bind port cff8cebe-ffc6-44b5-9dd7-44361553886d on host n-h1-804985-2 for vnic_type normal with profile {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:12:45.580664 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [None req-3b2059e0-2bf1-4c61-9f5f-c182c608a3a8 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Attempting to bind port cff8cebe-ffc6-44b5-9dd7-44361553886d by drivers openvswitch,hyperv on host n-h1-804985-2 at level 0 using segments [{'id': '5ba9cd69-bade-4f15-8383-e94d9d0ddc24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'd9c7f4bb-f435-48a9-bed9-1ae645680b31'}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:12:45.581781 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2059e0-2bf1-4c61-9f5f-c182c608a3a8 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Attempting to bind port cff8cebe-ffc6-44b5-9dd7-44361553886d on network d9c7f4bb-f435-48a9-bed9-1ae645680b31 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:12:45.585969 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f77c083-4ba3-4492-b31b-d9d352732781 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Made reservation on behalf of 945a2d7857154f6c9b28850f76e065fc for: {'subnet': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:12:45.589553 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7f77c083-4ba3-4492-b31b-d9d352732781 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59388119'] for subnet, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:45.594116 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2059e0-2bf1-4c61-9f5f-c182c608a3a8 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Port cff8cebe-ffc6-44b5-9dd7-44361553886d on network d9c7f4bb-f435-48a9-bed9-1ae645680b31 not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-2 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:12:45.594516 n-d-804985-2 neutron-server[106252]: ERROR neutron.plugins.ml2.managers [None req-3b2059e0-2bf1-4c61-9f5f-c182c608a3a8 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Failed to bind port cff8cebe-ffc6-44b5-9dd7-44361553886d on host n-h1-804985-2 for vnic_type normal using segments [{'id': '5ba9cd69-bade-4f15-8383-e94d9d0ddc24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'd9c7f4bb-f435-48a9-bed9-1ae645680b31'}] Aug 18 12:12:45.596066 n-d-804985-2 neutron-server[106252]: INFO neutron.plugins.ml2.plugin [None req-3b2059e0-2bf1-4c61-9f5f-c182c608a3a8 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Attempt 9 to bind port cff8cebe-ffc6-44b5-9dd7-44361553886d Aug 18 12:12:45.608254 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835f4a99-e50f-45e6-ac1d-187e8ce3cc54 req-67d197b5-d1a7-4bb3-b272-ba4957e8eb5c tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:12:45.609871 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-835f4a99-e50f-45e6-ac1d-187e8ce3cc54 req-67d197b5-d1a7-4bb3-b272-ba4957e8eb5c tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/ports?device_id=c468f260-aa8b-4a9b-a477-213e251d7cef HTTP/1.1" status: 200 len: 945 time: 0.1137629 Aug 18 12:12:45.633210 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [None req-3b2059e0-2bf1-4c61-9f5f-c182c608a3a8 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Attempting to bind port cff8cebe-ffc6-44b5-9dd7-44361553886d on host n-h1-804985-2 for vnic_type normal with profile {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:12:45.633563 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [None req-3b2059e0-2bf1-4c61-9f5f-c182c608a3a8 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Attempting to bind port cff8cebe-ffc6-44b5-9dd7-44361553886d by drivers openvswitch,hyperv on host n-h1-804985-2 at level 0 using segments [{'id': '5ba9cd69-bade-4f15-8383-e94d9d0ddc24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'd9c7f4bb-f435-48a9-bed9-1ae645680b31'}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:12:45.633909 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2059e0-2bf1-4c61-9f5f-c182c608a3a8 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Attempting to bind port cff8cebe-ffc6-44b5-9dd7-44361553886d on network d9c7f4bb-f435-48a9-bed9-1ae645680b31 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:12:45.651339 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2059e0-2bf1-4c61-9f5f-c182c608a3a8 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Port cff8cebe-ffc6-44b5-9dd7-44361553886d on network d9c7f4bb-f435-48a9-bed9-1ae645680b31 not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-2 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:12:45.651691 n-d-804985-2 neutron-server[106252]: ERROR neutron.plugins.ml2.managers [None req-3b2059e0-2bf1-4c61-9f5f-c182c608a3a8 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Failed to bind port cff8cebe-ffc6-44b5-9dd7-44361553886d on host n-h1-804985-2 for vnic_type normal using segments [{'id': '5ba9cd69-bade-4f15-8383-e94d9d0ddc24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'd9c7f4bb-f435-48a9-bed9-1ae645680b31'}] Aug 18 12:12:45.652306 n-d-804985-2 neutron-server[106252]: INFO neutron.plugins.ml2.plugin [None req-3b2059e0-2bf1-4c61-9f5f-c182c608a3a8 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Attempt 10 to bind port cff8cebe-ffc6-44b5-9dd7-44361553886d Aug 18 12:12:45.669325 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-08820be7-ae6f-49b7-8cb8-f8ebf7427c9e req-de031154-2856-4fdb-946b-84bf15c82640 service neutron] 10.222.0.62 "GET /v2.0/networks/f5b38dfb-a77f-4baa-a778-99adb769d1c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596227 Aug 18 12:12:45.679220 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-6bd31fd1-8aea-4d8c-acee-b37912fb43d8 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Deleting port cde524c3-8a96-458e-a1d6-51fdb84a4587 {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:12:45.679562 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6bd31fd1-8aea-4d8c-acee-b37912fb43d8 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:45.688056 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-835f4a99-e50f-45e6-ac1d-187e8ce3cc54 req-d0c98460-12e4-49f3-b7c6-48391e2df2a3 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f58845c-8a6f-4750-8ac0-66868223b345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652478 Aug 18 12:12:45.689024 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [None req-3b2059e0-2bf1-4c61-9f5f-c182c608a3a8 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Attempting to bind port cff8cebe-ffc6-44b5-9dd7-44361553886d on host n-h1-804985-2 for vnic_type normal with profile {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:12:45.689140 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [None req-3b2059e0-2bf1-4c61-9f5f-c182c608a3a8 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Attempting to bind port cff8cebe-ffc6-44b5-9dd7-44361553886d by drivers openvswitch,hyperv on host n-h1-804985-2 at level 0 using segments [{'id': '5ba9cd69-bade-4f15-8383-e94d9d0ddc24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'd9c7f4bb-f435-48a9-bed9-1ae645680b31'}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:12:45.689412 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2059e0-2bf1-4c61-9f5f-c182c608a3a8 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Attempting to bind port cff8cebe-ffc6-44b5-9dd7-44361553886d on network d9c7f4bb-f435-48a9-bed9-1ae645680b31 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:12:45.756629 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2059e0-2bf1-4c61-9f5f-c182c608a3a8 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Port cff8cebe-ffc6-44b5-9dd7-44361553886d on network d9c7f4bb-f435-48a9-bed9-1ae645680b31 not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-2 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:12:45.757071 n-d-804985-2 neutron-server[106252]: ERROR neutron.plugins.ml2.managers [None req-3b2059e0-2bf1-4c61-9f5f-c182c608a3a8 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Failed to bind port cff8cebe-ffc6-44b5-9dd7-44361553886d on host n-h1-804985-2 for vnic_type normal using segments [{'id': '5ba9cd69-bade-4f15-8383-e94d9d0ddc24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'd9c7f4bb-f435-48a9-bed9-1ae645680b31'}] Aug 18 12:12:45.757724 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-3b2059e0-2bf1-4c61-9f5f-c182c608a3a8 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:45.762927 n-d-804985-2 neutron-server[106253]: INFO neutron.db.ipam_backend_mixin [None req-7f77c083-4ba3-4492-b31b-d9d352732781 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 6ccb69ee-9fc2-4ef0-94f3-28d894ea3215 (CIDR: 172.20.0.16/28) Aug 18 12:12:45.771206 n-d-804985-2 neutron-server[106253]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f77c083-4ba3-4492-b31b-d9d352732781 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 18 12:12:45.771697 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f77c083-4ba3-4492-b31b-d9d352732781 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=106253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 12:12:45.805980 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-7f77c083-4ba3-4492-b31b-d9d352732781 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.4235377 Aug 18 12:12:45.810061 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-08820be7-ae6f-49b7-8cb8-f8ebf7427c9e req-90f7f0dd-4399-49e1-928d-2357c0aec1d0 service neutron] 10.222.0.62 "GET /v2.0/networks/f5b38dfb-a77f-4baa-a778-99adb769d1c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314142 Aug 18 12:12:45.810222 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 50430) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:12:45.843109 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-f54f404e-1fc0-4a11-9805-6310ee63de0f tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Request body: {'subnet': {'network_id': '4d6f13ff-7ba1-4bb4-b06e-f8ea65047e3c', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:12:45.850865 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6bd31fd1-8aea-4d8c-acee-b37912fb43d8 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:45.913698 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-6bd31fd1-8aea-4d8c-acee-b37912fb43d8 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Calling delete_port for cde524c3-8a96-458e-a1d6-51fdb84a4587 owned by network:router_interface {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:12:45.976271 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [None req-3b2059e0-2bf1-4c61-9f5f-c182c608a3a8 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] For port cff8cebe-ffc6-44b5-9dd7-44361553886d, host n-h1-804985-2, cleared binding levels {{(pid=106252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:12:45.976703 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [None req-3b2059e0-2bf1-4c61-9f5f-c182c608a3a8 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Attempted to set empty binding levels {{(pid=106252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 18 12:12:46.022100 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-3b2059e0-2bf1-4c61-9f5f-c182c608a3a8 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:46.090001 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b2059e0-2bf1-4c61-9f5f-c182c608a3a8 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:12:46.090612 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-3b2059e0-2bf1-4c61-9f5f-c182c608a3a8 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:46.164260 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2059e0-2bf1-4c61-9f5f-c182c608a3a8 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Pushing event updated for resources: {'Port': ['ID=cff8cebe-ffc6-44b5-9dd7-44361553886d,revision_number=2']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:12:46.174208 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-3b2059e0-2bf1-4c61-9f5f-c182c608a3a8 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 3.4874749 Aug 18 12:12:46.175113 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 50438) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:12:46.185802 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18748227-93e4-47a3-930f-7403b7e1a777 req-2b599089-5067-435f-a26d-6248f886ceaf tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:12:46.187294 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-18748227-93e4-47a3-930f-7403b7e1a777 req-2b599089-5067-435f-a26d-6248f886ceaf tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/ports?device_id=c468f260-aa8b-4a9b-a477-213e251d7cef HTTP/1.1" status: 200 len: 945 time: 0.2397366 Aug 18 12:12:46.258196 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f54f404e-1fc0-4a11-9805-6310ee63de0f tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Made reservation on behalf of 945a2d7857154f6c9b28850f76e065fc for: {'subnet': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:12:46.262129 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f54f404e-1fc0-4a11-9805-6310ee63de0f tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59074089'] for subnet, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:46.271476 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-e82e4419-d196-45e6-b278-093f368fb31c tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Deleting port cff8cebe-ffc6-44b5-9dd7-44361553886d {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:12:46.271804 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e82e4419-d196-45e6-b278-093f368fb31c tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:46.279464 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30842cf3-0cae-42a0-b4e6-9b0d3cf5803b req-c845cc55-59e6-4779-9af4-6666bc12c443 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:12:46.280952 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-30842cf3-0cae-42a0-b4e6-9b0d3cf5803b req-c845cc55-59e6-4779-9af4-6666bc12c443 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/ports?device_id=3276acee-812f-4d8b-a68e-2c7c94906266 HTTP/1.1" status: 200 len: 943 time: 0.1976867 Aug 18 12:12:46.344023 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [None req-e82e4419-d196-45e6-b278-093f368fb31c tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] For port cff8cebe-ffc6-44b5-9dd7-44361553886d, host n-h1-804985-2, got binding levels [] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:12:46.344463 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e82e4419-d196-45e6-b278-093f368fb31c tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:46.359239 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-e82e4419-d196-45e6-b278-093f368fb31c tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Calling delete_port for cff8cebe-ffc6-44b5-9dd7-44361553886d owned by {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:12:46.379792 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-18748227-93e4-47a3-930f-7403b7e1a777 req-291c6b70-2723-4798-bb75-ba31ed902799 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f58845c-8a6f-4750-8ac0-66868223b345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1564209 Aug 18 12:12:46.453633 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-30842cf3-0cae-42a0-b4e6-9b0d3cf5803b req-56983a82-5df9-4103-b5e6-f3ec7eb372b9 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d728c3d-d0c0-4fba-b9fc-5096721eb4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1569071 Aug 18 12:12:46.461186 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e82e4419-d196-45e6-b278-093f368fb31c tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:46.484382 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6bd31fd1-8aea-4d8c-acee-b37912fb43d8 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:46.491066 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82e4419-d196-45e6-b278-093f368fb31c tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Pushing event deleted for resources: {'Port': ['ID=cff8cebe-ffc6-44b5-9dd7-44361553886d,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:12:46.504609 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e82e4419-d196-45e6-b278-093f368fb31c tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:46.507336 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-e82e4419-d196-45e6-b278-093f368fb31c tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] 10.222.0.66 "DELETE /v2.0/ports/cff8cebe-ffc6-44b5-9dd7-44361553886d HTTP/1.1" status: 204 len: 168 time: 0.3313398 Aug 18 12:12:46.509880 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 50440) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:12:46.525067 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd31fd1-8aea-4d8c-acee-b37912fb43d8 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Pushing event deleted for resources: {'Port': ['ID=cde524c3-8a96-458e-a1d6-51fdb84a4587,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:12:46.536920 n-d-804985-2 neutron-server[106253]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad0b666d-5d8d-4679-953c-ee2f94e6273b tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] GET failed (client error): The resource could not be found. Aug 18 12:12:46.540461 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-ad0b666d-5d8d-4679-953c-ee2f94e6273b tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] 10.222.0.66 "GET /v2.0/ports/cff8cebe-ffc6-44b5-9dd7-44361553886d HTTP/1.1" status: 404 len: 333 time: 0.0277185 Aug 18 12:12:46.542244 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 50442) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:12:46.547387 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-0d4b2245-383c-4e0f-bdc8-5cbae3f11ed5 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Request body: {'port': {'network_id': 'd9c7f4bb-f435-48a9-bed9-1ae645680b31', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-94075888'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:12:46.571553 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d4b2245-383c-4e0f-bdc8-5cbae3f11ed5 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Made reservation on behalf of 8d6e70022b504214abd9cf8a9fd330e7 for: {'port': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:12:46.574540 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0d4b2245-383c-4e0f-bdc8-5cbae3f11ed5 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:46.605837 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [None req-0d4b2245-383c-4e0f-bdc8-5cbae3f11ed5 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] device_id is not set on port 0a14799b-fbcc-43df-842a-f390b0b45fcf yet. {{(pid=106253) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 12:12:46.771882 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6bd31fd1-8aea-4d8c-acee-b37912fb43d8 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953695'] for router_interface, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:46.815514 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0d4b2245-383c-4e0f-bdc8-5cbae3f11ed5 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:46.849820 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 70709313-3c87-49e1-bd2d-7d1562521e80 details requested by agent hyperv_n-h2-804985-2 with host n-h2-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:12:46.859524 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0d4b2245-383c-4e0f-bdc8-5cbae3f11ed5 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:46.893626 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f54f404e-1fc0-4a11-9805-6310ee63de0f tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3572913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59074111'] for subnet, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:46.922114 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4b2245-383c-4e0f-bdc8-5cbae3f11ed5 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Pushing event updated for resources: {'Port': ['ID=0a14799b-fbcc-43df-842a-f390b0b45fcf,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:12:46.950311 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d4b2245-383c-4e0f-bdc8-5cbae3f11ed5 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Network d9c7f4bb-f435-48a9-bed9-1ae645680b31 is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:12:46.952373 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-0d4b2245-383c-4e0f-bdc8-5cbae3f11ed5 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:12:46.957434 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d4b2245-383c-4e0f-bdc8-5cbae3f11ed5 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:12:46.958964 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d4b2245-383c-4e0f-bdc8-5cbae3f11ed5 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:12:46.959804 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0d4b2245-383c-4e0f-bdc8-5cbae3f11ed5 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:46.981884 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-0d4b2245-383c-4e0f-bdc8-5cbae3f11ed5 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 958 time: 0.4385080 Aug 18 12:12:46.983017 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 50448) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:12:46.983157 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port 70709313-3c87-49e1-bd2d-7d1562521e80, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=70709313-3c87-49e1-bd2d-7d1562521e80,segment=NetworkSegment(55da2c2d-7b34-4aab-8a41-786d81396444),segment_id=55da2c2d-7b34-4aab-8a41-786d81396444)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:12:46.989064 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-5abec637-a583-419e-b07a-0019f8561e07 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-804985-2'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:12:46.998219 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Returning: {'device': '70709313-3c87-49e1-bd2d-7d1562521e80', 'network_id': 'f5b38dfb-a77f-4baa-a778-99adb769d1c2', 'port_id': '70709313-3c87-49e1-bd2d-7d1562521e80', 'mac_address': 'fa:16:3e:75:77:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 820, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5eb95836-9c09-482a-936d-fd43d3b2ac48', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:12:47.031494 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f54f404e-1fc0-4a11-9805-6310ee63de0f tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Network 4d6f13ff-7ba1-4bb4-b06e-f8ea65047e3c is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:12:47.036978 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:47.038294 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-f54f404e-1fc0-4a11-9805-6310ee63de0f tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:12:47.043942 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f54f404e-1fc0-4a11-9805-6310ee63de0f tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:12:47.044941 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f54f404e-1fc0-4a11-9805-6310ee63de0f tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for subnet, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:47.050604 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70709313-3c87-49e1-bd2d-7d1562521e80 {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:12:47.057219 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2257d0ec-ffea-491d-bd6a-f7a585668b4d None None] Network 4d6f13ff-7ba1-4bb4-b06e-f8ea65047e3c requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:12:47.068321 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5abec637-a583-419e-b07a-0019f8561e07 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:47.078268 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54f404e-1fc0-4a11-9805-6310ee63de0f tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Pushing event updated for resources: {'Subnet': ['ID=0c8eb89d-afae-454a-a604-d9c5d66b1795,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:12:47.084393 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bd31fd1-8aea-4d8c-acee-b37912fb43d8 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Router cd2fe1a2-b99c-4915-b87d-d52560880ff4 has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:12:47.102097 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-f54f404e-1fc0-4a11-9805-6310ee63de0f tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.2637856 Aug 18 12:12:47.102919 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 50450) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:12:47.110568 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-2c194afe-1e50-41b2-a05d-80a0b9eb8f3e tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1035107404', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '0c8eb89d-afae-454a-a604-d9c5d66b1795'}], 'security_groups': ['1f0efc79-956c-4f9f-888b-2cfb9f68c998', '219b3704-8638-4e76-ad04-75e17275b44f']}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:12:47.129423 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port 70709313-3c87-49e1-bd2d-7d1562521e80, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=70709313-3c87-49e1-bd2d-7d1562521e80,segment=NetworkSegment(55da2c2d-7b34-4aab-8a41-786d81396444),segment_id=55da2c2d-7b34-4aab-8a41-786d81396444)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:12:47.138860 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:47.228873 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bd31fd1-8aea-4d8c-acee-b37912fb43d8 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:12:47.236007 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-6bd31fd1-8aea-4d8c-acee-b37912fb43d8 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] 10.222.0.66 "PUT /v2.0/routers/cd2fe1a2-b99c-4915-b87d-d52560880ff4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5104084 Aug 18 12:12:47.243896 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-961eebdf-a1b2-496b-851e-e7386aedffcd None None] Sync routers for ids ['cd2fe1a2-b99c-4915-b87d-d52560880ff4'] in n-d-804985-2 {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:12:47.254720 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 50452) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:12:47.258326 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=70709313-3c87-49e1-bd2d-7d1562521e80,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:12:47.260069 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-961eebdf-a1b2-496b-851e-e7386aedffcd None None] Routers {'cd2fe1a2-b99c-4915-b87d-d52560880ff4'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:12:47.261640 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-961eebdf-a1b2-496b-851e-e7386aedffcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:12:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['cd2fe1a2-b99c-4915-b87d-d52560880ff4'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:12:47.282759 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [None req-5abec637-a583-419e-b07a-0019f8561e07 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] device_id is not set on port 0a14799b-fbcc-43df-842a-f390b0b45fcf yet. {{(pid=106253) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 12:12:47.299688 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5abec637-a583-419e-b07a-0019f8561e07 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Notify callbacks [] for port, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:47.314723 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [None req-5abec637-a583-419e-b07a-0019f8561e07 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Transition to ACTIVE for port object 0a14799b-fbcc-43df-842a-f390b0b45fcf will not be triggered until provisioned by entity L2. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:12:47.321776 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5abec637-a583-419e-b07a-0019f8561e07 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:47.334509 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-961eebdf-a1b2-496b-851e-e7386aedffcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:12:47.365478 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-961eebdf-a1b2-496b-851e-e7386aedffcd None None] Routers {'cd2fe1a2-b99c-4915-b87d-d52560880ff4'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:12:47.367376 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-961eebdf-a1b2-496b-851e-e7386aedffcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:12:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['cd2fe1a2-b99c-4915-b87d-d52560880ff4'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:12:47.398377 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [None req-5abec637-a583-419e-b07a-0019f8561e07 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Attempting to bind port 0a14799b-fbcc-43df-842a-f390b0b45fcf on host n-h1-804985-2 for vnic_type normal with profile {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:12:47.398813 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [None req-5abec637-a583-419e-b07a-0019f8561e07 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Attempting to bind port 0a14799b-fbcc-43df-842a-f390b0b45fcf by drivers openvswitch,hyperv on host n-h1-804985-2 at level 0 using segments [{'id': '5ba9cd69-bade-4f15-8383-e94d9d0ddc24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'd9c7f4bb-f435-48a9-bed9-1ae645680b31'}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:12:47.399221 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5abec637-a583-419e-b07a-0019f8561e07 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Attempting to bind port 0a14799b-fbcc-43df-842a-f390b0b45fcf on network d9c7f4bb-f435-48a9-bed9-1ae645680b31 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:12:47.401449 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abec637-a583-419e-b07a-0019f8561e07 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Pushing event updated for resources: {'Port': ['ID=0a14799b-fbcc-43df-842a-f390b0b45fcf,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:12:47.407197 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5abec637-a583-419e-b07a-0019f8561e07 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Port 0a14799b-fbcc-43df-842a-f390b0b45fcf on network d9c7f4bb-f435-48a9-bed9-1ae645680b31 not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-2 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:12:47.407776 n-d-804985-2 neutron-server[106253]: ERROR neutron.plugins.ml2.managers [None req-5abec637-a583-419e-b07a-0019f8561e07 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Failed to bind port 0a14799b-fbcc-43df-842a-f390b0b45fcf on host n-h1-804985-2 for vnic_type normal using segments [{'id': '5ba9cd69-bade-4f15-8383-e94d9d0ddc24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'd9c7f4bb-f435-48a9-bed9-1ae645680b31'}] Aug 18 12:12:47.408227 n-d-804985-2 neutron-server[106253]: INFO neutron.plugins.ml2.plugin [None req-5abec637-a583-419e-b07a-0019f8561e07 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Attempt 2 to bind port 0a14799b-fbcc-43df-842a-f390b0b45fcf Aug 18 12:12:47.423390 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ae53dee-3010-4b1f-892c-05c085240b95 None None] Update dhcp port {'port': {'network_id': '4d6f13ff-7ba1-4bb4-b06e-f8ea65047e3c', 'fixed_ips': [{'subnet_id': '6ccb69ee-9fc2-4ef0-94f3-28d894ea3215', 'ip_address': '172.20.0.18'}, {'subnet_id': '861ca2af-5f68-487b-a3d2-7a521d267db2', 'ip_address': '172.20.0.2'}, {'subnet_id': '0c8eb89d-afae-454a-a604-d9c5d66b1795'}], 'binding:host_id': 'n-d-804985-2'}, 'id': '7b483e5e-2513-40a9-9917-0ca682c96faf'} from n-d-804985-2. {{(pid=106254) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 18 12:12:47.446206 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [None req-5abec637-a583-419e-b07a-0019f8561e07 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Attempting to bind port 0a14799b-fbcc-43df-842a-f390b0b45fcf on host n-h1-804985-2 for vnic_type normal with profile {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:12:47.449959 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [None req-5abec637-a583-419e-b07a-0019f8561e07 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Attempting to bind port 0a14799b-fbcc-43df-842a-f390b0b45fcf by drivers openvswitch,hyperv on host n-h1-804985-2 at level 0 using segments [{'id': '5ba9cd69-bade-4f15-8383-e94d9d0ddc24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'd9c7f4bb-f435-48a9-bed9-1ae645680b31'}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:12:47.450555 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5abec637-a583-419e-b07a-0019f8561e07 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Attempting to bind port 0a14799b-fbcc-43df-842a-f390b0b45fcf on network d9c7f4bb-f435-48a9-bed9-1ae645680b31 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:12:47.455759 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-9ae53dee-3010-4b1f-892c-05c085240b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:47.457882 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-961eebdf-a1b2-496b-851e-e7386aedffcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:12:47.458608 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] get_ports_and_sgs() called for port_ids ['70709313-3c87-49e1-bd2d-7d1562521e80'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:12:47.458998 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-961eebdf-a1b2-496b-851e-e7386aedffcd None None] The sync data for ids ['cd2fe1a2-b99c-4915-b87d-d52560880ff4'] in n-d-804985-2 is: [] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:12:47.471017 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5abec637-a583-419e-b07a-0019f8561e07 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Port 0a14799b-fbcc-43df-842a-f390b0b45fcf on network d9c7f4bb-f435-48a9-bed9-1ae645680b31 not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-2 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:12:47.471599 n-d-804985-2 neutron-server[106253]: ERROR neutron.plugins.ml2.managers [None req-5abec637-a583-419e-b07a-0019f8561e07 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Failed to bind port 0a14799b-fbcc-43df-842a-f390b0b45fcf on host n-h1-804985-2 for vnic_type normal using segments [{'id': '5ba9cd69-bade-4f15-8383-e94d9d0ddc24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'd9c7f4bb-f435-48a9-bed9-1ae645680b31'}] Aug 18 12:12:47.472163 n-d-804985-2 neutron-server[106253]: INFO neutron.plugins.ml2.plugin [None req-5abec637-a583-419e-b07a-0019f8561e07 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Attempt 3 to bind port 0a14799b-fbcc-43df-842a-f390b0b45fcf Aug 18 12:12:47.511450 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [None req-5abec637-a583-419e-b07a-0019f8561e07 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Attempting to bind port 0a14799b-fbcc-43df-842a-f390b0b45fcf on host n-h1-804985-2 for vnic_type normal with profile {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:12:47.511797 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [None req-5abec637-a583-419e-b07a-0019f8561e07 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Attempting to bind port 0a14799b-fbcc-43df-842a-f390b0b45fcf by drivers openvswitch,hyperv on host n-h1-804985-2 at level 0 using segments [{'id': '5ba9cd69-bade-4f15-8383-e94d9d0ddc24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'd9c7f4bb-f435-48a9-bed9-1ae645680b31'}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:12:47.512142 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5abec637-a583-419e-b07a-0019f8561e07 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Attempting to bind port 0a14799b-fbcc-43df-842a-f390b0b45fcf on network d9c7f4bb-f435-48a9-bed9-1ae645680b31 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:12:47.524628 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5abec637-a583-419e-b07a-0019f8561e07 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Port 0a14799b-fbcc-43df-842a-f390b0b45fcf on network d9c7f4bb-f435-48a9-bed9-1ae645680b31 not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-2 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:12:47.525070 n-d-804985-2 neutron-server[106253]: ERROR neutron.plugins.ml2.managers [None req-5abec637-a583-419e-b07a-0019f8561e07 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Failed to bind port 0a14799b-fbcc-43df-842a-f390b0b45fcf on host n-h1-804985-2 for vnic_type normal using segments [{'id': '5ba9cd69-bade-4f15-8383-e94d9d0ddc24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'd9c7f4bb-f435-48a9-bed9-1ae645680b31'}] Aug 18 12:12:47.525568 n-d-804985-2 neutron-server[106253]: INFO neutron.plugins.ml2.plugin [None req-5abec637-a583-419e-b07a-0019f8561e07 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Attempt 4 to bind port 0a14799b-fbcc-43df-842a-f390b0b45fcf Aug 18 12:12:47.545731 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [None req-5abec637-a583-419e-b07a-0019f8561e07 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Attempting to bind port 0a14799b-fbcc-43df-842a-f390b0b45fcf on host n-h1-804985-2 for vnic_type normal with profile {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:12:47.546425 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [None req-5abec637-a583-419e-b07a-0019f8561e07 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Attempting to bind port 0a14799b-fbcc-43df-842a-f390b0b45fcf by drivers openvswitch,hyperv on host n-h1-804985-2 at level 0 using segments [{'id': '5ba9cd69-bade-4f15-8383-e94d9d0ddc24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'd9c7f4bb-f435-48a9-bed9-1ae645680b31'}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:12:47.546425 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5abec637-a583-419e-b07a-0019f8561e07 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Attempting to bind port 0a14799b-fbcc-43df-842a-f390b0b45fcf on network d9c7f4bb-f435-48a9-bed9-1ae645680b31 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:12:47.552101 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5abec637-a583-419e-b07a-0019f8561e07 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Port 0a14799b-fbcc-43df-842a-f390b0b45fcf on network d9c7f4bb-f435-48a9-bed9-1ae645680b31 not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-2 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:12:47.552736 n-d-804985-2 neutron-server[106253]: ERROR neutron.plugins.ml2.managers [None req-5abec637-a583-419e-b07a-0019f8561e07 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Failed to bind port 0a14799b-fbcc-43df-842a-f390b0b45fcf on host n-h1-804985-2 for vnic_type normal using segments [{'id': '5ba9cd69-bade-4f15-8383-e94d9d0ddc24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'd9c7f4bb-f435-48a9-bed9-1ae645680b31'}] Aug 18 12:12:47.552995 n-d-804985-2 neutron-server[106253]: INFO neutron.plugins.ml2.plugin [None req-5abec637-a583-419e-b07a-0019f8561e07 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Attempt 5 to bind port 0a14799b-fbcc-43df-842a-f390b0b45fcf Aug 18 12:12:47.568236 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [None req-5abec637-a583-419e-b07a-0019f8561e07 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Attempting to bind port 0a14799b-fbcc-43df-842a-f390b0b45fcf on host n-h1-804985-2 for vnic_type normal with profile {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:12:47.568236 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [None req-5abec637-a583-419e-b07a-0019f8561e07 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Attempting to bind port 0a14799b-fbcc-43df-842a-f390b0b45fcf by drivers openvswitch,hyperv on host n-h1-804985-2 at level 0 using segments [{'id': '5ba9cd69-bade-4f15-8383-e94d9d0ddc24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'd9c7f4bb-f435-48a9-bed9-1ae645680b31'}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:12:47.568567 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5abec637-a583-419e-b07a-0019f8561e07 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Attempting to bind port 0a14799b-fbcc-43df-842a-f390b0b45fcf on network d9c7f4bb-f435-48a9-bed9-1ae645680b31 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:12:47.573444 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5abec637-a583-419e-b07a-0019f8561e07 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Port 0a14799b-fbcc-43df-842a-f390b0b45fcf on network d9c7f4bb-f435-48a9-bed9-1ae645680b31 not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-2 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:12:47.573773 n-d-804985-2 neutron-server[106253]: ERROR neutron.plugins.ml2.managers [None req-5abec637-a583-419e-b07a-0019f8561e07 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Failed to bind port 0a14799b-fbcc-43df-842a-f390b0b45fcf on host n-h1-804985-2 for vnic_type normal using segments [{'id': '5ba9cd69-bade-4f15-8383-e94d9d0ddc24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'd9c7f4bb-f435-48a9-bed9-1ae645680b31'}] Aug 18 12:12:47.574164 n-d-804985-2 neutron-server[106253]: INFO neutron.plugins.ml2.plugin [None req-5abec637-a583-419e-b07a-0019f8561e07 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Attempt 6 to bind port 0a14799b-fbcc-43df-842a-f390b0b45fcf Aug 18 12:12:47.587150 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [None req-5abec637-a583-419e-b07a-0019f8561e07 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Attempting to bind port 0a14799b-fbcc-43df-842a-f390b0b45fcf on host n-h1-804985-2 for vnic_type normal with profile {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:12:47.587493 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [None req-5abec637-a583-419e-b07a-0019f8561e07 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Attempting to bind port 0a14799b-fbcc-43df-842a-f390b0b45fcf by drivers openvswitch,hyperv on host n-h1-804985-2 at level 0 using segments [{'id': '5ba9cd69-bade-4f15-8383-e94d9d0ddc24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'd9c7f4bb-f435-48a9-bed9-1ae645680b31'}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:12:47.587849 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5abec637-a583-419e-b07a-0019f8561e07 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Attempting to bind port 0a14799b-fbcc-43df-842a-f390b0b45fcf on network d9c7f4bb-f435-48a9-bed9-1ae645680b31 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:12:47.592676 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5abec637-a583-419e-b07a-0019f8561e07 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Port 0a14799b-fbcc-43df-842a-f390b0b45fcf on network d9c7f4bb-f435-48a9-bed9-1ae645680b31 not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-2 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:12:47.593002 n-d-804985-2 neutron-server[106253]: ERROR neutron.plugins.ml2.managers [None req-5abec637-a583-419e-b07a-0019f8561e07 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Failed to bind port 0a14799b-fbcc-43df-842a-f390b0b45fcf on host n-h1-804985-2 for vnic_type normal using segments [{'id': '5ba9cd69-bade-4f15-8383-e94d9d0ddc24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'd9c7f4bb-f435-48a9-bed9-1ae645680b31'}] Aug 18 12:12:47.593393 n-d-804985-2 neutron-server[106253]: INFO neutron.plugins.ml2.plugin [None req-5abec637-a583-419e-b07a-0019f8561e07 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Attempt 7 to bind port 0a14799b-fbcc-43df-842a-f390b0b45fcf Aug 18 12:12:47.607236 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [None req-5abec637-a583-419e-b07a-0019f8561e07 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Attempting to bind port 0a14799b-fbcc-43df-842a-f390b0b45fcf on host n-h1-804985-2 for vnic_type normal with profile {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:12:47.607886 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [None req-5abec637-a583-419e-b07a-0019f8561e07 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Attempting to bind port 0a14799b-fbcc-43df-842a-f390b0b45fcf by drivers openvswitch,hyperv on host n-h1-804985-2 at level 0 using segments [{'id': '5ba9cd69-bade-4f15-8383-e94d9d0ddc24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'd9c7f4bb-f435-48a9-bed9-1ae645680b31'}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:12:47.607886 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5abec637-a583-419e-b07a-0019f8561e07 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Attempting to bind port 0a14799b-fbcc-43df-842a-f390b0b45fcf on network d9c7f4bb-f435-48a9-bed9-1ae645680b31 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:12:47.612936 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5abec637-a583-419e-b07a-0019f8561e07 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Port 0a14799b-fbcc-43df-842a-f390b0b45fcf on network d9c7f4bb-f435-48a9-bed9-1ae645680b31 not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-2 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:12:47.613261 n-d-804985-2 neutron-server[106253]: ERROR neutron.plugins.ml2.managers [None req-5abec637-a583-419e-b07a-0019f8561e07 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Failed to bind port 0a14799b-fbcc-43df-842a-f390b0b45fcf on host n-h1-804985-2 for vnic_type normal using segments [{'id': '5ba9cd69-bade-4f15-8383-e94d9d0ddc24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'd9c7f4bb-f435-48a9-bed9-1ae645680b31'}] Aug 18 12:12:47.613655 n-d-804985-2 neutron-server[106253]: INFO neutron.plugins.ml2.plugin [None req-5abec637-a583-419e-b07a-0019f8561e07 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Attempt 8 to bind port 0a14799b-fbcc-43df-842a-f390b0b45fcf Aug 18 12:12:47.627667 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [None req-5abec637-a583-419e-b07a-0019f8561e07 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Attempting to bind port 0a14799b-fbcc-43df-842a-f390b0b45fcf on host n-h1-804985-2 for vnic_type normal with profile {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:12:47.628003 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [None req-5abec637-a583-419e-b07a-0019f8561e07 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Attempting to bind port 0a14799b-fbcc-43df-842a-f390b0b45fcf by drivers openvswitch,hyperv on host n-h1-804985-2 at level 0 using segments [{'id': '5ba9cd69-bade-4f15-8383-e94d9d0ddc24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'd9c7f4bb-f435-48a9-bed9-1ae645680b31'}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:12:47.628346 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5abec637-a583-419e-b07a-0019f8561e07 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Attempting to bind port 0a14799b-fbcc-43df-842a-f390b0b45fcf on network d9c7f4bb-f435-48a9-bed9-1ae645680b31 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:12:47.633785 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5abec637-a583-419e-b07a-0019f8561e07 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Port 0a14799b-fbcc-43df-842a-f390b0b45fcf on network d9c7f4bb-f435-48a9-bed9-1ae645680b31 not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-2 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:12:47.634168 n-d-804985-2 neutron-server[106253]: ERROR neutron.plugins.ml2.managers [None req-5abec637-a583-419e-b07a-0019f8561e07 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Failed to bind port 0a14799b-fbcc-43df-842a-f390b0b45fcf on host n-h1-804985-2 for vnic_type normal using segments [{'id': '5ba9cd69-bade-4f15-8383-e94d9d0ddc24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'd9c7f4bb-f435-48a9-bed9-1ae645680b31'}] Aug 18 12:12:47.634561 n-d-804985-2 neutron-server[106253]: INFO neutron.plugins.ml2.plugin [None req-5abec637-a583-419e-b07a-0019f8561e07 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Attempt 9 to bind port 0a14799b-fbcc-43df-842a-f390b0b45fcf Aug 18 12:12:47.649516 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [None req-5abec637-a583-419e-b07a-0019f8561e07 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Attempting to bind port 0a14799b-fbcc-43df-842a-f390b0b45fcf on host n-h1-804985-2 for vnic_type normal with profile {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:12:47.649849 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [None req-5abec637-a583-419e-b07a-0019f8561e07 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Attempting to bind port 0a14799b-fbcc-43df-842a-f390b0b45fcf by drivers openvswitch,hyperv on host n-h1-804985-2 at level 0 using segments [{'id': '5ba9cd69-bade-4f15-8383-e94d9d0ddc24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'd9c7f4bb-f435-48a9-bed9-1ae645680b31'}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:12:47.650497 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5abec637-a583-419e-b07a-0019f8561e07 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Attempting to bind port 0a14799b-fbcc-43df-842a-f390b0b45fcf on network d9c7f4bb-f435-48a9-bed9-1ae645680b31 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:12:47.656412 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5abec637-a583-419e-b07a-0019f8561e07 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Port 0a14799b-fbcc-43df-842a-f390b0b45fcf on network d9c7f4bb-f435-48a9-bed9-1ae645680b31 not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-2 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:12:47.657032 n-d-804985-2 neutron-server[106253]: ERROR neutron.plugins.ml2.managers [None req-5abec637-a583-419e-b07a-0019f8561e07 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Failed to bind port 0a14799b-fbcc-43df-842a-f390b0b45fcf on host n-h1-804985-2 for vnic_type normal using segments [{'id': '5ba9cd69-bade-4f15-8383-e94d9d0ddc24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'd9c7f4bb-f435-48a9-bed9-1ae645680b31'}] Aug 18 12:12:47.657504 n-d-804985-2 neutron-server[106253]: INFO neutron.plugins.ml2.plugin [None req-5abec637-a583-419e-b07a-0019f8561e07 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Attempt 10 to bind port 0a14799b-fbcc-43df-842a-f390b0b45fcf Aug 18 12:12:47.672095 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [None req-5abec637-a583-419e-b07a-0019f8561e07 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Attempting to bind port 0a14799b-fbcc-43df-842a-f390b0b45fcf on host n-h1-804985-2 for vnic_type normal with profile {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:12:47.672449 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [None req-5abec637-a583-419e-b07a-0019f8561e07 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Attempting to bind port 0a14799b-fbcc-43df-842a-f390b0b45fcf by drivers openvswitch,hyperv on host n-h1-804985-2 at level 0 using segments [{'id': '5ba9cd69-bade-4f15-8383-e94d9d0ddc24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'd9c7f4bb-f435-48a9-bed9-1ae645680b31'}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:12:47.672850 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5abec637-a583-419e-b07a-0019f8561e07 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Attempting to bind port 0a14799b-fbcc-43df-842a-f390b0b45fcf on network d9c7f4bb-f435-48a9-bed9-1ae645680b31 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:12:47.677795 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5abec637-a583-419e-b07a-0019f8561e07 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Port 0a14799b-fbcc-43df-842a-f390b0b45fcf on network d9c7f4bb-f435-48a9-bed9-1ae645680b31 not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-2 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:12:47.678124 n-d-804985-2 neutron-server[106253]: ERROR neutron.plugins.ml2.managers [None req-5abec637-a583-419e-b07a-0019f8561e07 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Failed to bind port 0a14799b-fbcc-43df-842a-f390b0b45fcf on host n-h1-804985-2 for vnic_type normal using segments [{'id': '5ba9cd69-bade-4f15-8383-e94d9d0ddc24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'd9c7f4bb-f435-48a9-bed9-1ae645680b31'}] Aug 18 12:12:47.678499 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5abec637-a583-419e-b07a-0019f8561e07 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:47.748419 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [None req-5abec637-a583-419e-b07a-0019f8561e07 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] For port 0a14799b-fbcc-43df-842a-f390b0b45fcf, host n-h1-804985-2, cleared binding levels {{(pid=106253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:12:47.748830 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [None req-5abec637-a583-419e-b07a-0019f8561e07 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Attempted to set empty binding levels {{(pid=106253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 18 12:12:47.755491 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5abec637-a583-419e-b07a-0019f8561e07 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:47.779456 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.db_base_plugin_common [None req-9ae53dee-3010-4b1f-892c-05c085240b95 None None] Allocated IP 172.20.0.34 (4d6f13ff-7ba1-4bb4-b06e-f8ea65047e3c/0c8eb89d-afae-454a-a604-d9c5d66b1795/7b483e5e-2513-40a9-9917-0ca682c96faf) {{(pid=106254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:12:47.782887 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2c194afe-1e50-41b2-a05d-80a0b9eb8f3e tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:47.812815 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abec637-a583-419e-b07a-0019f8561e07 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Pushing event updated for resources: {'Port': ['ID=0a14799b-fbcc-43df-842a-f390b0b45fcf,revision_number=3']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:12:47.824743 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-5abec637-a583-419e-b07a-0019f8561e07 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] In _notify_port_updated(), no bound segment for port 0a14799b-fbcc-43df-842a-f390b0b45fcf on network d9c7f4bb-f435-48a9-bed9-1ae645680b31 {{(pid=106253) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 18 12:12:47.825836 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5abec637-a583-419e-b07a-0019f8561e07 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:12:47.826773 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5abec637-a583-419e-b07a-0019f8561e07 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:47.830919 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-5abec637-a583-419e-b07a-0019f8561e07 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] 10.222.0.66 "PUT /v2.0/ports/0a14799b-fbcc-43df-842a-f390b0b45fcf HTTP/1.1" status: 200 len: 973 time: 0.8462453 Aug 18 12:12:47.831542 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 50460) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:12:47.944555 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4007b2e5-d1e5-4bb3-9bcb-cc9e1ceb2872 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:12:47.945038 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4007b2e5-d1e5-4bb3-9bcb-cc9e1ceb2872 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:12:47.945510 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4007b2e5-d1e5-4bb3-9bcb-cc9e1ceb2872 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:12:47.946014 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4007b2e5-d1e5-4bb3-9bcb-cc9e1ceb2872 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:12:47.946476 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4007b2e5-d1e5-4bb3-9bcb-cc9e1ceb2872 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:12:47.947297 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4007b2e5-d1e5-4bb3-9bcb-cc9e1ceb2872 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:12:47.947815 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4007b2e5-d1e5-4bb3-9bcb-cc9e1ceb2872 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:12:47.948651 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4007b2e5-d1e5-4bb3-9bcb-cc9e1ceb2872 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:12:47.949123 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4007b2e5-d1e5-4bb3-9bcb-cc9e1ceb2872 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:12:47.949576 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4007b2e5-d1e5-4bb3-9bcb-cc9e1ceb2872 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:12:47.950028 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4007b2e5-d1e5-4bb3-9bcb-cc9e1ceb2872 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:12:47.950612 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4007b2e5-d1e5-4bb3-9bcb-cc9e1ceb2872 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:12:47.951068 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4007b2e5-d1e5-4bb3-9bcb-cc9e1ceb2872 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:12:47.951520 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4007b2e5-d1e5-4bb3-9bcb-cc9e1ceb2872 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:12:47.951967 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4007b2e5-d1e5-4bb3-9bcb-cc9e1ceb2872 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:12:47.952413 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4007b2e5-d1e5-4bb3-9bcb-cc9e1ceb2872 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:12:47.952890 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4007b2e5-d1e5-4bb3-9bcb-cc9e1ceb2872 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:12:47.953340 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4007b2e5-d1e5-4bb3-9bcb-cc9e1ceb2872 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:12:47.953887 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4007b2e5-d1e5-4bb3-9bcb-cc9e1ceb2872 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:12:47.954564 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4007b2e5-d1e5-4bb3-9bcb-cc9e1ceb2872 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:12:47.955022 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4007b2e5-d1e5-4bb3-9bcb-cc9e1ceb2872 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:12:47.955472 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4007b2e5-d1e5-4bb3-9bcb-cc9e1ceb2872 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:12:47.955920 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4007b2e5-d1e5-4bb3-9bcb-cc9e1ceb2872 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:12:47.956365 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4007b2e5-d1e5-4bb3-9bcb-cc9e1ceb2872 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:12:47.956577 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-9ae53dee-3010-4b1f-892c-05c085240b95 None None] For port 7b483e5e-2513-40a9-9917-0ca682c96faf, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=7b483e5e-2513-40a9-9917-0ca682c96faf,segment=NetworkSegment(748bf624-25c2-49c7-8c99-be10ec578d78),segment_id=748bf624-25c2-49c7-8c99-be10ec578d78)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:12:47.957133 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4007b2e5-d1e5-4bb3-9bcb-cc9e1ceb2872 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:12:47.957293 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4007b2e5-d1e5-4bb3-9bcb-cc9e1ceb2872 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:12:47.957712 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4007b2e5-d1e5-4bb3-9bcb-cc9e1ceb2872 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:12:47.958603 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4007b2e5-d1e5-4bb3-9bcb-cc9e1ceb2872 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:12:47.960206 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4007b2e5-d1e5-4bb3-9bcb-cc9e1ceb2872 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:12:47.960829 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4007b2e5-d1e5-4bb3-9bcb-cc9e1ceb2872 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:12:47.961291 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4007b2e5-d1e5-4bb3-9bcb-cc9e1ceb2872 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:12:47.961747 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4007b2e5-d1e5-4bb3-9bcb-cc9e1ceb2872 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:12:47.962202 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4007b2e5-d1e5-4bb3-9bcb-cc9e1ceb2872 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:12:47.962651 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4007b2e5-d1e5-4bb3-9bcb-cc9e1ceb2872 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:12:47.964508 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4007b2e5-d1e5-4bb3-9bcb-cc9e1ceb2872 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:12:47.964508 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4007b2e5-d1e5-4bb3-9bcb-cc9e1ceb2872 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:12:47.964508 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4007b2e5-d1e5-4bb3-9bcb-cc9e1ceb2872 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:12:47.964746 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4007b2e5-d1e5-4bb3-9bcb-cc9e1ceb2872 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:12:47.965144 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4007b2e5-d1e5-4bb3-9bcb-cc9e1ceb2872 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:12:47.974843 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-4007b2e5-d1e5-4bb3-9bcb-cc9e1ceb2872 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 35014 time: 0.1416869 Aug 18 12:12:47.975479 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 50464) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:12:48.014595 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-9ae53dee-3010-4b1f-892c-05c085240b95 None None] Notify callbacks [] for port, precommit_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:48.039111 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-9ae53dee-3010-4b1f-892c-05c085240b95 None None] Transition to ACTIVE for port object 7b483e5e-2513-40a9-9917-0ca682c96faf will not be triggered until provisioned by entity DHCP. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:12:48.056120 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-9ae53dee-3010-4b1f-892c-05c085240b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:48.090999 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-1cfa6fca-eae3-48f9-9f3e-713a18bb23d1 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Deleting port 0a14799b-fbcc-43df-842a-f390b0b45fcf {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:12:48.091601 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1cfa6fca-eae3-48f9-9f3e-713a18bb23d1 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:48.132990 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88aec1e2-6a20-423c-a56f-12f14b44d4d4 req-9b16421b-e27c-4d70-ab3f-3d42ee3a33c4 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:12:48.140559 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-88aec1e2-6a20-423c-a56f-12f14b44d4d4 req-9b16421b-e27c-4d70-ab3f-3d42ee3a33c4 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/ports?device_id=3276acee-812f-4d8b-a68e-2c7c94906266 HTTP/1.1" status: 200 len: 944 time: 0.4630535 Aug 18 12:12:48.172296 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [None req-1cfa6fca-eae3-48f9-9f3e-713a18bb23d1 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] For port 0a14799b-fbcc-43df-842a-f390b0b45fcf, host n-h1-804985-2, got binding levels [] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:12:48.173021 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1cfa6fca-eae3-48f9-9f3e-713a18bb23d1 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:48.193740 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-1cfa6fca-eae3-48f9-9f3e-713a18bb23d1 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Calling delete_port for 0a14799b-fbcc-43df-842a-f390b0b45fcf owned by {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:12:48.195443 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5827c92-9f53-4562-ac91-5ace952d7c1b req-ba78b68d-8e8b-4d61-b092-9bdcf1f51922 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:12:48.197105 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d5827c92-9f53-4562-ac91-5ace952d7c1b req-ba78b68d-8e8b-4d61-b092-9bdcf1f51922 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/ports?device_id=c468f260-aa8b-4a9b-a477-213e251d7cef HTTP/1.1" status: 200 len: 945 time: 0.5208926 Aug 18 12:12:48.266623 n-d-804985-2 neutron-server[106252]: INFO neutron.api.v2.resource [None req-a69545cc-fa5b-44bb-bfe9-d0079a6df0e5 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] remove_router_interface failed (client error): The resource could not be found. Aug 18 12:12:48.268604 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-a69545cc-fa5b-44bb-bfe9-d0079a6df0e5 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] 10.222.0.66 "PUT /v2.0/routers/cd2fe1a2-b99c-4915-b87d-d52560880ff4/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 1.0117795 Aug 18 12:12:48.272812 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 50466) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:12:48.295876 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-88aec1e2-6a20-423c-a56f-12f14b44d4d4 req-2df2c33b-2f41-462a-87e9-83f550cdb80d tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d728c3d-d0c0-4fba-b9fc-5096721eb4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1539109 Aug 18 12:12:48.330828 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-8145a3b7-07d9-4efb-a857-767ff0eb7c50 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] 10.222.0.66 "GET /v2.0/ports?device_id=cd2fe1a2-b99c-4915-b87d-d52560880ff4 HTTP/1.1" status: 200 len: 205 time: 0.0496783 Aug 18 12:12:48.335617 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 50468) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:12:48.366510 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d5827c92-9f53-4562-ac91-5ace952d7c1b req-35491041-9d73-4097-8ee0-593f0223f8d2 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f58845c-8a6f-4750-8ac0-66868223b345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1558089 Aug 18 12:12:48.404397 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae53dee-3010-4b1f-892c-05c085240b95 None None] Pushing event updated for resources: {'Port': ['ID=7b483e5e-2513-40a9-9917-0ca682c96faf,revision_number=7']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:12:48.460930 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a5da75d3-689a-41ce-b7fc-1d453f66dc6d tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks [] for router, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:48.484213 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [None req-2c194afe-1e50-41b2-a05d-80a0b9eb8f3e tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Delete allocated IP 172.20.0.3 (4d6f13ff-7ba1-4bb4-b06e-f8ea65047e3c/861ca2af-5f68-487b-a3d2-7a521d267db2) {{(pid=106252) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 18 12:12:48.487851 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-7c1d4d05-ee4e-465b-9806-d03c4d9b1f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:48.506637 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [None req-2c194afe-1e50-41b2-a05d-80a0b9eb8f3e tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Allocated IP 172.20.0.45 (4d6f13ff-7ba1-4bb4-b06e-f8ea65047e3c/0c8eb89d-afae-454a-a604-d9c5d66b1795/a33349a3-8977-4f0a-834c-4c1b0a5fec4f) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:12:48.627521 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1cfa6fca-eae3-48f9-9f3e-713a18bb23d1 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:48.725178 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a5da75d3-689a-41ce-b7fc-1d453f66dc6d tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-996004', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15859'] for router, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:48.728565 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a5da75d3-689a-41ce-b7fc-1d453f66dc6d tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:48.730366 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfa6fca-eae3-48f9-9f3e-713a18bb23d1 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Pushing event deleted for resources: {'Port': ['ID=0a14799b-fbcc-43df-842a-f390b0b45fcf,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:12:48.742189 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1cfa6fca-eae3-48f9-9f3e-713a18bb23d1 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:48.744155 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-1cfa6fca-eae3-48f9-9f3e-713a18bb23d1 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] 10.222.0.66 "DELETE /v2.0/ports/0a14799b-fbcc-43df-842a-f390b0b45fcf HTTP/1.1" status: 204 len: 168 time: 0.7677128 Aug 18 12:12:48.749432 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 50474) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:12:48.783171 n-d-804985-2 neutron-server[106253]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fada83c-fb00-4f01-95d0-66374ec511cc tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] GET failed (client error): The resource could not be found. Aug 18 12:12:48.791424 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-0fada83c-fb00-4f01-95d0-66374ec511cc tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] 10.222.0.66 "GET /v2.0/ports/0a14799b-fbcc-43df-842a-f390b0b45fcf HTTP/1.1" status: 404 len: 333 time: 0.0406775 Aug 18 12:12:48.806068 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 50476) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:12:48.812982 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-bebedcd5-2dbb-424c-b690-50545d81c505 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1080424150', 'network_id': 'd9c7f4bb-f435-48a9-bed9-1ae645680b31'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:12:48.837314 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a5da75d3-689a-41ce-b7fc-1d453f66dc6d tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-996061'] for router, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:48.837963 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5da75d3-689a-41ce-b7fc-1d453f66dc6d tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Fanout notify agent at l3_agent the message router_deleted on router cd2fe1a2-b99c-4915-b87d-d52560880ff4 {{(pid=106253) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 12:12:48.846652 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a5da75d3-689a-41ce-b7fc-1d453f66dc6d tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks [] for router, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:48.850198 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-a5da75d3-689a-41ce-b7fc-1d453f66dc6d tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] 10.222.0.66 "DELETE /v2.0/routers/cd2fe1a2-b99c-4915-b87d-d52560880ff4 HTTP/1.1" status: 204 len: 168 time: 0.5098381 Aug 18 12:12:48.851064 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 50478) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:12:48.872537 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 70709313-3c87-49e1-bd2d-7d1562521e80 up at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:12:48.887891 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dd6b8d-b99a-4db0-8ad5-9e98887817cd req-396b2f86-663d-4d44-afd8-12a63fdf37ef tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:12:48.895424 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c6dd6b8d-b99a-4db0-8ad5-9e98887817cd req-396b2f86-663d-4d44-afd8-12a63fdf37ef tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/ports?device_id=c468f260-aa8b-4a9b-a477-213e251d7cef HTTP/1.1" status: 200 len: 945 time: 0.2000098 Aug 18 12:12:48.922968 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdf3183-794b-41f0-a279-635a723a6048 req-7f4f18b5-35e8-4a17-b06b-1ff4fb33fd70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:12:48.923230 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_v2 [None req-0744e113-88bb-4e7f-b8e8-23890ab71b55 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Deleting subnet c2f57a14-7b42-4124-98a2-4ed2d0c0dace {{(pid=106253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 12:12:48.925006 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-bcdf3183-794b-41f0-a279-635a723a6048 req-7f4f18b5-35e8-4a17-b06b-1ff4fb33fd70 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=6be1f64524b04a05973aca1b3d3c7df9&device_id=c468f260-aa8b-4a9b-a477-213e251d7cef HTTP/1.1" status: 200 len: 1096 time: 0.2382360 Aug 18 12:12:48.927063 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0744e113-88bb-4e7f-b8e8-23890ab71b55 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks [] for subnet, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:48.950644 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bebedcd5-2dbb-424c-b690-50545d81c505 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Made reservation on behalf of 8d6e70022b504214abd9cf8a9fd330e7 for: {'port': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:12:48.953878 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-bebedcd5-2dbb-424c-b690-50545d81c505 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:48.965882 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Provisioning for port 70709313-3c87-49e1-bd2d-7d1562521e80 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:12:48.973552 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2c194afe-1e50-41b2-a05d-80a0b9eb8f3e tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks [] for port, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:48.976263 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Provisioning complete for port 70709313-3c87-49e1-bd2d-7d1562521e80 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:12:48.976402 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:48.977312 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0744e113-88bb-4e7f-b8e8-23890ab71b55 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902229'] for subnet, precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:49.027571 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [None req-bebedcd5-2dbb-424c-b690-50545d81c505 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] device_id is not set on port cbba5ca0-bd5a-409a-82a5-8cc43153a783 yet. {{(pid=106252) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 12:12:49.073198 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c6dd6b8d-b99a-4db0-8ad5-9e98887817cd req-b6ddb439-f39b-47cc-a085-c35a889ea538 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f58845c-8a6f-4750-8ac0-66868223b345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1767006 Aug 18 12:12:49.097921 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0744e113-88bb-4e7f-b8e8-23890ab71b55 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:49.105101 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [None req-2c194afe-1e50-41b2-a05d-80a0b9eb8f3e tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Transition to ACTIVE for port object a33349a3-8977-4f0a-834c-4c1b0a5fec4f will not be triggered until provisioned by entity DHCP. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:12:49.108078 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:49.149200 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port 70709313-3c87-49e1-bd2d-7d1562521e80, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=70709313-3c87-49e1-bd2d-7d1562521e80,segment=NetworkSegment(55da2c2d-7b34-4aab-8a41-786d81396444),segment_id=55da2c2d-7b34-4aab-8a41-786d81396444)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:12:49.150639 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3276acee-812f-4d8b-a68e-2c7c94906266', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70709313-3c87-49e1-bd2d-7d1562521e80'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:12:49.153528 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db50a436fb3a98495337d8fe7487b4f2ea6f3c1052eb9efadc2ecda2d5737001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10fb1049-1871-40f8-9a3d-2763ca89fda7" -d '{"events": [{"server_uuid": "3276acee-812f-4d8b-a68e-2c7c94906266", "name": "network-vif-plugged", "status": "completed", "tag": "70709313-3c87-49e1-bd2d-7d1562521e80"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:12:49.169359 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:49.205616 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdf3183-794b-41f0-a279-635a723a6048 req-4549417f-095b-44d0-991a-a0719a61494a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:12:49.207551 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-bcdf3183-794b-41f0-a279-635a723a6048 req-4549417f-095b-44d0-991a-a0719a61494a service neutron] 10.222.0.63 "GET /v2.0/networks?id=62590197-03a9-438c-a3e3-e417fcca582c HTTP/1.1" status: 200 len: 913 time: 0.2674696 Aug 18 12:12:49.228511 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:12:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc1452e5-7b6b-4159-8d2b-7b4e1a0eb502 x-openstack-request-id: req-bc1452e5-7b6b-4159-8d2b-7b4e1a0eb502 {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:12:49.228889 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3276acee-812f-4d8b-a68e-2c7c94906266", "name": "network-vif-plugged", "status": "completed", "tag": "70709313-3c87-49e1-bd2d-7d1562521e80", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:12:49.229091 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-bc1452e5-7b6b-4159-8d2b-7b4e1a0eb502 {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:12:49.229669 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3276acee-812f-4d8b-a68e-2c7c94906266', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70709313-3c87-49e1-bd2d-7d1562521e80', 'code': 200} Aug 18 12:12:49.256968 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0744e113-88bb-4e7f-b8e8-23890ab71b55 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58902171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59388106'] for subnet, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:49.257360 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=70709313-3c87-49e1-bd2d-7d1562521e80,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:12:49.266732 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2c194afe-1e50-41b2-a05d-80a0b9eb8f3e tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:49.321331 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe4d83a8-2d92-42b4-bfdd-82c9f350d22c None None] Network 6781ba79-884e-4584-85c0-c2aa000ecadc requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:12:49.325360 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0744e113-88bb-4e7f-b8e8-23890ab71b55 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:49.329677 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-0744e113-88bb-4e7f-b8e8-23890ab71b55 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] 10.222.0.66 "DELETE /v2.0/subnets/c2f57a14-7b42-4124-98a2-4ed2d0c0dace HTTP/1.1" status: 204 len: 168 time: 0.4781456 Aug 18 12:12:49.334619 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 50490) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:12:49.337088 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0744e113-88bb-4e7f-b8e8-23890ab71b55 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Pushing event deleted for resources: {'Subnet': ['ID=c2f57a14-7b42-4124-98a2-4ed2d0c0dace,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:12:49.478734 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-f8627dc9-5502-46e8-a2a9-e9a58c6d4a63 None None] Provisioning for port a33349a3-8977-4f0a-834c-4c1b0a5fec4f completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:12:49.489150 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-f8627dc9-5502-46e8-a2a9-e9a58c6d4a63 None None] Provisioning complete for port a33349a3-8977-4f0a-834c-4c1b0a5fec4f triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:12:49.489523 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-f8627dc9-5502-46e8-a2a9-e9a58c6d4a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:49.494634 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45395342-4a65-4112-af75-a1fe19ce277a req-017e529e-571a-4708-971e-c16582ac88e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:12:49.496536 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-45395342-4a65-4112-af75-a1fe19ce277a req-017e529e-571a-4708-971e-c16582ac88e6 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=3276acee-812f-4d8b-a68e-2c7c94906266 HTTP/1.1" status: 200 len: 1096 time: 0.1538916 Aug 18 12:12:49.502573 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2438ca7d-7a4d-4898-8d05-8e33a705d589 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7904109'] for network, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:49.538045 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-f8627dc9-5502-46e8-a2a9-e9a58c6d4a63 None None] Port a33349a3-8977-4f0a-834c-4c1b0a5fec4f cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:12:49.574619 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-f8627dc9-5502-46e8-a2a9-e9a58c6d4a63 None None] Provisioning for port 7b483e5e-2513-40a9-9917-0ca682c96faf completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:12:49.579227 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-f8627dc9-5502-46e8-a2a9-e9a58c6d4a63 None None] Provisioning complete for port 7b483e5e-2513-40a9-9917-0ca682c96faf triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:12:49.579727 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-f8627dc9-5502-46e8-a2a9-e9a58c6d4a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:49.580452 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-45395342-4a65-4112-af75-a1fe19ce277a req-bf3c70e3-a9e0-4209-a350-52b1a3938746 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=5d728c3d-d0c0-4fba-b9fc-5096721eb4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756588 Aug 18 12:12:49.589675 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4a2fc9-2256-4dd1-9710-e30573688012 req-68899974-2183-4a5e-a832-69923229498e tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:12:49.591380 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9e4a2fc9-2256-4dd1-9710-e30573688012 req-68899974-2183-4a5e-a832-69923229498e tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/ports?device_id=3276acee-812f-4d8b-a68e-2c7c94906266 HTTP/1.1" status: 200 len: 945 time: 0.1537797 Aug 18 12:12:49.604067 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-2438ca7d-7a4d-4898-8d05-8e33a705d589 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Deleting port 47b4d4f3-045b-4c88-88df-e49311d5a7d7 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:12:49.604531 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2438ca7d-7a4d-4898-8d05-8e33a705d589 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:49.605318 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-bcdf3183-794b-41f0-a279-635a723a6048 req-6002d783-a5f3-446b-8276-cba37db98e5f service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=39942e1b-8b42-46ce-8003-6ae0db0d3a39 HTTP/1.1" status: 200 len: 999 time: 0.3529208 Aug 18 12:12:49.613238 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e06a2d-dd18-4450-a267-08b0a63a4383 req-5fbb5796-34eb-407d-a11a-6e17e532e32b tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:12:49.614750 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e2e06a2d-dd18-4450-a267-08b0a63a4383 req-5fbb5796-34eb-407d-a11a-6e17e532e32b tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] 10.222.0.66 "GET /v2.0/ports?device_id=63ed90c6-053d-4efc-86f0-c549d3d30e58 HTTP/1.1" status: 200 len: 946 time: 0.2572310 Aug 18 12:12:49.652036 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04a80a9c-8c6c-4a66-913f-56ea47dd1b64 None None] DHCP port deletion for 6781ba79-884e-4584-85c0-c2aa000ecadc request from n-d-804985-2 {{(pid=106254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 12:12:49.682980 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [None req-2438ca7d-7a4d-4898-8d05-8e33a705d589 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] For port 47b4d4f3-045b-4c88-88df-e49311d5a7d7, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=47b4d4f3-045b-4c88-88df-e49311d5a7d7,segment=NetworkSegment(63968316-f4cc-4d05-9340-4b1c46400732),segment_id=63968316-f4cc-4d05-9340-4b1c46400732)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:12:49.683544 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2438ca7d-7a4d-4898-8d05-8e33a705d589 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:49.697236 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-2438ca7d-7a4d-4898-8d05-8e33a705d589 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Calling delete_port for 47b4d4f3-045b-4c88-88df-e49311d5a7d7 owned by network:dhcp {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:12:49.697904 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c194afe-1e50-41b2-a05d-80a0b9eb8f3e tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Pushing event updated for resources: {'Port': ['ID=a33349a3-8977-4f0a-834c-4c1b0a5fec4f,revision_number=2']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:12:49.700817 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdf3183-794b-41f0-a279-635a723a6048 req-b789ed04-d9c9-446c-90be-5d013758fba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:12:49.702423 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-bcdf3183-794b-41f0-a279-635a723a6048 req-b789ed04-d9c9-446c-90be-5d013758fba6 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=01de034f-d2f0-4b70-88ab-1a19fe1401c1 HTTP/1.1" status: 200 len: 851 time: 0.0637374 Aug 18 12:12:49.728870 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9e4a2fc9-2256-4dd1-9710-e30573688012 req-e2f89d92-31aa-41f2-a44f-0a625243fa3d tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d728c3d-d0c0-4fba-b9fc-5096721eb4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091123 Aug 18 12:12:49.783854 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-04a80a9c-8c6c-4a66-913f-56ea47dd1b64 None None] Deleting port 47b4d4f3-045b-4c88-88df-e49311d5a7d7 {{(pid=106254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:12:49.784523 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-04a80a9c-8c6c-4a66-913f-56ea47dd1b64 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:49.817175 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2438ca7d-7a4d-4898-8d05-8e33a705d589 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:49.842669 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c194afe-1e50-41b2-a05d-80a0b9eb8f3e tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:12:49.842901 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c194afe-1e50-41b2-a05d-80a0b9eb8f3e tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:12:49.843089 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c194afe-1e50-41b2-a05d-80a0b9eb8f3e tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:12:49.843621 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c194afe-1e50-41b2-a05d-80a0b9eb8f3e tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:12:49.844285 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c194afe-1e50-41b2-a05d-80a0b9eb8f3e tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:12:49.844813 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c194afe-1e50-41b2-a05d-80a0b9eb8f3e tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:12:49.845689 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c194afe-1e50-41b2-a05d-80a0b9eb8f3e tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:12:49.846297 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c194afe-1e50-41b2-a05d-80a0b9eb8f3e tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:12:49.846801 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c194afe-1e50-41b2-a05d-80a0b9eb8f3e tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:12:49.847284 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c194afe-1e50-41b2-a05d-80a0b9eb8f3e tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:12:49.847776 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c194afe-1e50-41b2-a05d-80a0b9eb8f3e tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:12:49.848267 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c194afe-1e50-41b2-a05d-80a0b9eb8f3e tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:12:49.855942 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-2c194afe-1e50-41b2-a05d-80a0b9eb8f3e tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] In _notify_port_updated(), no bound segment for port a33349a3-8977-4f0a-834c-4c1b0a5fec4f on network 4d6f13ff-7ba1-4bb4-b06e-f8ea65047e3c {{(pid=106252) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 18 12:12:49.864448 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2438ca7d-7a4d-4898-8d05-8e33a705d589 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Pushing event deleted for resources: {'Port': ['ID=47b4d4f3-045b-4c88-88df-e49311d5a7d7,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:12:49.869435 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2438ca7d-7a4d-4898-8d05-8e33a705d589 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] No DVR routers for this DVR port 47b4d4f3-045b-4c88-88df-e49311d5a7d7 on host n-d-804985-2 {{(pid=106253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:12:49.872714 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c194afe-1e50-41b2-a05d-80a0b9eb8f3e tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:12:49.873407 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2c194afe-1e50-41b2-a05d-80a0b9eb8f3e tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:49.878113 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 50494) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:12:49.879089 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-2c194afe-1e50-41b2-a05d-80a0b9eb8f3e tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] 10.222.0.66 "PUT /v2.0/ports/a33349a3-8977-4f0a-834c-4c1b0a5fec4f HTTP/1.1" status: 200 len: 960 time: 2.7735090 Aug 18 12:12:49.890071 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-f8627dc9-5502-46e8-a2a9-e9a58c6d4a63 None None] Provisioning complete for port 27b9989b-27e5-4f98-80e4-a344d0cb9470 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:12:49.890071 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-f8627dc9-5502-46e8-a2a9-e9a58c6d4a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:49.938773 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-04a80a9c-8c6c-4a66-913f-56ea47dd1b64 None None] For port 47b4d4f3-045b-4c88-88df-e49311d5a7d7, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=47b4d4f3-045b-4c88-88df-e49311d5a7d7,segment=NetworkSegment(63968316-f4cc-4d05-9340-4b1c46400732),segment_id=63968316-f4cc-4d05-9340-4b1c46400732)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:12:49.939175 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-04a80a9c-8c6c-4a66-913f-56ea47dd1b64 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:49.961330 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-04a80a9c-8c6c-4a66-913f-56ea47dd1b64 None None] Calling delete_port for 47b4d4f3-045b-4c88-88df-e49311d5a7d7 owned by network:dhcp {{(pid=106254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:12:49.963429 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e2e06a2d-dd18-4450-a267-08b0a63a4383 req-98deaf4a-ccec-480a-8e51-ad8005938036 tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] 10.222.0.66 "GET /v2.0/security-groups?id=5ef1fad5-9994-4d94-a262-3d4636ae09af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2587705 Aug 18 12:12:49.974159 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdf3183-794b-41f0-a279-635a723a6048 req-d08ff46d-b5ef-47bd-b9a2-6177bfd7b145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:12:49.975891 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-bcdf3183-794b-41f0-a279-635a723a6048 req-d08ff46d-b5ef-47bd-b9a2-6177bfd7b145 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=62590197-03a9-438c-a3e3-e417fcca582c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1972132 Aug 18 12:12:50.002519 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2438ca7d-7a4d-4898-8d05-8e33a705d589 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8367869', 'neutron.services.segments.db._delete_segments_for_network-8789151212993'] for network, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:50.002820 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-bebedcd5-2dbb-424c-b690-50545d81c505 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:50.015434 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-2438ca7d-7a4d-4898-8d05-8e33a705d589 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6781ba79-884e-4584-85c0-c2aa000ecadc']}} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:12:50.023471 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-f8627dc9-5502-46e8-a2a9-e9a58c6d4a63 None None] Port 27b9989b-27e5-4f98-80e4-a344d0cb9470 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:12:50.031079 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-2438ca7d-7a4d-4898-8d05-8e33a705d589 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63968316-f4cc-4d05-9340-4b1c46400732') {'for_net_delete': True} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:12:50.031344 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-2438ca7d-7a4d-4898-8d05-8e33a705d589 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63968316-f4cc-4d05-9340-4b1c46400732') {} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:12:50.050079 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2438ca7d-7a4d-4898-8d05-8e33a705d589 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789151225254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902236'] for segment, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:50.083294 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-04a80a9c-8c6c-4a66-913f-56ea47dd1b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556'] for port, after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:50.097721 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2438ca7d-7a4d-4898-8d05-8e33a705d589 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:50.110574 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-bcdf3183-794b-41f0-a279-635a723a6048 req-fdcdeb1c-8741-4a02-bc6b-aa323ec81fe6 service neutron] 10.222.0.63 "GET /v2.0/networks/62590197-03a9-438c-a3e3-e417fcca582c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221883 Aug 18 12:12:50.112729 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2438ca7d-7a4d-4898-8d05-8e33a705d589 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Releasing vlan 812 on physical network physnet1 to pool {{(pid=106253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:12:50.113415 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2438ca7d-7a4d-4898-8d05-8e33a705d589 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58900537'] for segment, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:50.115315 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-bebedcd5-2dbb-424c-b690-50545d81c505 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:50.117670 n-d-804985-2 neutron-server[106253]: Traceback (most recent call last): Aug 18 12:12:50.117670 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:12:50.117670 n-d-804985-2 neutron-server[106253]: timer() Aug 18 12:12:50.117670 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:12:50.117670 n-d-804985-2 neutron-server[106253]: cb(*args, **kw) Aug 18 12:12:50.117670 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:12:50.117670 n-d-804985-2 neutron-server[106253]: return func(*args, **kwargs) Aug 18 12:12:50.117670 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:12:50.117670 n-d-804985-2 neutron-server[106253]: self._notify() Aug 18 12:12:50.117670 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:12:50.117670 n-d-804985-2 neutron-server[106253]: self.callback(batched_events) Aug 18 12:12:50.117670 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:12:50.117670 n-d-804985-2 neutron-server[106253]: event.method(event) Aug 18 12:12:50.117670 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:12:50.117670 n-d-804985-2 neutron-server[106253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:12:50.117670 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:12:50.117670 n-d-804985-2 neutron-server[106253]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:12:50.117670 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:12:50.117670 n-d-804985-2 neutron-server[106253]: return f(self, *a, **k) Aug 18 12:12:50.117670 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:12:50.117670 n-d-804985-2 neutron-server[106253]: return self._get(url).json() Aug 18 12:12:50.117670 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:12:50.117670 n-d-804985-2 neutron-server[106253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:12:50.117670 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:12:50.117670 n-d-804985-2 neutron-server[106253]: return self.request(url, 'GET', **kwargs) Aug 18 12:12:50.117670 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:12:50.117670 n-d-804985-2 neutron-server[106253]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:12:50.117670 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:12:50.117670 n-d-804985-2 neutron-server[106253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:12:50.117670 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:12:50.117670 n-d-804985-2 neutron-server[106253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:12:50.117670 n-d-804985-2 neutron-server[106253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:12:50.125335 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a80a9c-8c6c-4a66-913f-56ea47dd1b64 None None] Pushing event deleted for resources: {'Port': ['ID=47b4d4f3-045b-4c88-88df-e49311d5a7d7,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:12:50.133480 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a80a9c-8c6c-4a66-913f-56ea47dd1b64 None None] No DVR routers for this DVR port 47b4d4f3-045b-4c88-88df-e49311d5a7d7 on host n-d-804985-2 {{(pid=106254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:12:50.157061 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-94125045-8654-45ec-9bc8-89a294801c44 None None] Provisioning complete for port a33349a3-8977-4f0a-834c-4c1b0a5fec4f triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:12:50.157599 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-94125045-8654-45ec-9bc8-89a294801c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:50.184885 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-0ad79bef-12d7-46a5-9f60-b6c32a5774ee tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Deleting port a33349a3-8977-4f0a-834c-4c1b0a5fec4f {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:12:50.185133 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0ad79bef-12d7-46a5-9f60-b6c32a5774ee tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:50.193050 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-94125045-8654-45ec-9bc8-89a294801c44 None None] Port a33349a3-8977-4f0a-834c-4c1b0a5fec4f cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:12:50.242993 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2438ca7d-7a4d-4898-8d05-8e33a705d589 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8367858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997186'] for network, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:50.247855 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2438ca7d-7a4d-4898-8d05-8e33a705d589 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks [] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:50.261175 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bebedcd5-2dbb-424c-b690-50545d81c505 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Network d9c7f4bb-f435-48a9-bed9-1ae645680b31 is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:12:50.261684 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-2438ca7d-7a4d-4898-8d05-8e33a705d589 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] 10.222.0.66 "DELETE /v2.0/networks/6781ba79-884e-4584-85c0-c2aa000ecadc HTTP/1.1" status: 204 len: 168 time: 0.9138536 Aug 18 12:12:50.261775 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-bebedcd5-2dbb-424c-b690-50545d81c505 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:12:50.266842 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 50498) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:12:50.273619 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-0e376ca9-2f1f-4ca5-b93a-cea73337b7bf tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Request body: {'network': {'name': 'tempest-RoutersTest-1865729620'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:12:50.277233 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2438ca7d-7a4d-4898-8d05-8e33a705d589 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Pushing event deleted for resources: {'Network': ['ID=6781ba79-884e-4584-85c0-c2aa000ecadc,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:12:50.282009 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bebedcd5-2dbb-424c-b690-50545d81c505 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:12:50.282965 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bebedcd5-2dbb-424c-b690-50545d81c505 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:12:50.283565 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-bebedcd5-2dbb-424c-b690-50545d81c505 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:50.296136 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebedcd5-2dbb-424c-b690-50545d81c505 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Pushing event updated for resources: {'Port': ['ID=cbba5ca0-bd5a-409a-82a5-8cc43153a783,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:12:50.334842 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0ad79bef-12d7-46a5-9f60-b6c32a5774ee tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:50.342416 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32328db-c1f5-4586-83d7-938d83e9b570 req-3468a6ea-c939-4a7c-832a-253a88a60835 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:12:50.349125 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-0ad79bef-12d7-46a5-9f60-b6c32a5774ee tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Calling delete_port for a33349a3-8977-4f0a-834c-4c1b0a5fec4f owned by {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:12:50.349949 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e32328db-c1f5-4586-83d7-938d83e9b570 req-3468a6ea-c939-4a7c-832a-253a88a60835 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/ports?device_id=c468f260-aa8b-4a9b-a477-213e251d7cef HTTP/1.1" status: 200 len: 945 time: 0.1770899 Aug 18 12:12:50.353952 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 7b483e5e-2513-40a9-9917-0ca682c96faf up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:12:50.379907 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e376ca9-2f1f-4ca5-b93a-cea73337b7bf tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Made reservation on behalf of c4a8742f0e794123b38cc3300291c37d for: {'network': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:12:50.384324 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0e376ca9-2f1f-4ca5-b93a-cea73337b7bf tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for network, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:50.402043 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-bebedcd5-2dbb-424c-b690-50545d81c505 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.5947077 Aug 18 12:12:50.409216 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 50500) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:12:50.414304 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-bcdf3183-794b-41f0-a279-635a723a6048 req-85cfa61f-b650-4492-b7a7-4a2c2d617540 service neutron] 10.222.0.63 "GET /v2.0/networks/62590197-03a9-438c-a3e3-e417fcca582c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2807465 Aug 18 12:12:50.419160 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 7b483e5e-2513-40a9-9917-0ca682c96faf triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:12:50.419789 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:50.456812 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e32328db-c1f5-4586-83d7-938d83e9b570 req-dd919eef-e8d6-4936-84a0-658496d46381 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f58845c-8a6f-4750-8ac0-66868223b345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1058073 Aug 18 12:12:50.469248 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e376ca9-2f1f-4ca5-b93a-cea73337b7bf tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 807} {{(pid=106252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:12:50.471924 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0afb27a3-d772-4578-bafb-487012acdb18 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:12:50.476003 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-0afb27a3-d772-4578-bafb-487012acdb18 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] 10.222.0.66 "GET /v2.0/ports/cbba5ca0-bd5a-409a-82a5-8cc43153a783 HTTP/1.1" status: 200 len: 955 time: 0.0618994 Aug 18 12:12:50.476666 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 50502) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:12:50.537268 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0ad79bef-12d7-46a5-9f60-b6c32a5774ee tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:50.541431 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0e376ca9-2f1f-4ca5-b93a-cea73337b7bf tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:50.541786 n-d-804985-2 neutron-server[106252]: INFO neutron.db.segments_db [None req-0e376ca9-2f1f-4ca5-b93a-cea73337b7bf tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Added segment 81620f8e-3c78-4ff3-b6a5-5473c8e82710 of type vlan for network c8c601c9-3d73-45f3-b872-e66f852868da Aug 18 12:12:50.568781 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad79bef-12d7-46a5-9f60-b6c32a5774ee tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Pushing event deleted for resources: {'Port': ['ID=a33349a3-8977-4f0a-834c-4c1b0a5fec4f,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:12:50.585951 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 47b4d4f3-045b-4c88-88df-e49311d5a7d7 no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:12:50.609010 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: 47b4d4f3-045b-4c88-88df-e49311d5a7d7 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:12:50.609476 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0e376ca9-2f1f-4ca5-b93a-cea73337b7bf tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789150665894'] for network, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:50.614826 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 47b4d4f3-045b-4c88-88df-e49311d5a7d7 not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:12:50.622965 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-ec5e1016-57e8-42da-8e89-b768dece6cea tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Deleting port cbba5ca0-bd5a-409a-82a5-8cc43153a783 {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:12:50.623309 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ec5e1016-57e8-42da-8e89-b768dece6cea tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:50.646121 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0ad79bef-12d7-46a5-9f60-b6c32a5774ee tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:50.649048 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-0ad79bef-12d7-46a5-9f60-b6c32a5774ee tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] 10.222.0.66 "DELETE /v2.0/ports/a33349a3-8977-4f0a-834c-4c1b0a5fec4f HTTP/1.1" status: 204 len: 168 time: 0.7688768 Aug 18 12:12:50.650747 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 50504) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:12:50.676190 n-d-804985-2 neutron-server[106253]: INFO neutron.pecan_wsgi.hooks.translation [None req-35a3d3be-a104-4bd3-96f2-95a0273a8dbc tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] GET failed (client error): The resource could not be found. Aug 18 12:12:50.680623 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-35a3d3be-a104-4bd3-96f2-95a0273a8dbc tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] 10.222.0.66 "GET /v2.0/ports/a33349a3-8977-4f0a-834c-4c1b0a5fec4f HTTP/1.1" status: 404 len: 333 time: 0.0262558 Aug 18 12:12:50.681045 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 50506) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:12:50.689103 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0e376ca9-2f1f-4ca5-b93a-cea73337b7bf tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for network, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:50.697243 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e376ca9-2f1f-4ca5-b93a-cea73337b7bf tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:12:50.697890 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0e376ca9-2f1f-4ca5-b93a-cea73337b7bf tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks [] for network, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:50.747970 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b3cc05ee-080c-4f65-9bb4-a1ef847be5b9 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:50.768538 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ec5e1016-57e8-42da-8e89-b768dece6cea tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:50.776464 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b3cc05ee-080c-4f65-9bb4-a1ef847be5b9 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:50.785065 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-0e376ca9-2f1f-4ca5-b93a-cea73337b7bf tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5155234 Aug 18 12:12:50.788073 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 50510) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:12:50.794997 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-0b01add4-9c4e-41dd-ab8b-cd5089038107 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Request body: {'subnet': {'network_id': 'c8c601c9-3d73-45f3-b872-e66f852868da', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:12:50.795780 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-ec5e1016-57e8-42da-8e89-b768dece6cea tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Calling delete_port for cbba5ca0-bd5a-409a-82a5-8cc43153a783 owned by {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:12:50.808370 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e376ca9-2f1f-4ca5-b93a-cea73337b7bf tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Pushing event updated for resources: {'Network': ['ID=c8c601c9-3d73-45f3-b872-e66f852868da,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:12:50.821425 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Network c8c601c9-3d73-45f3-b872-e66f852868da details requested by agent ovs-agent-n-d-804985-2 with host n-d-804985-2 {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:12:50.916786 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b3cc05ee-080c-4f65-9bb4-a1ef847be5b9 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:50.919541 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b3cc05ee-080c-4f65-9bb4-a1ef847be5b9 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:50.921381 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-b3cc05ee-080c-4f65-9bb4-a1ef847be5b9 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] 10.222.0.66 "DELETE /v2.0/security-groups/a7763534-cf0b-4a4b-b42a-9c070b8af443 HTTP/1.1" status: 204 len: 168 time: 0.2383339 Aug 18 12:12:50.928064 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 50514) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:12:50.946843 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cc05ee-080c-4f65-9bb4-a1ef847be5b9 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7763534-cf0b-4a4b-b42a-9c070b8af443,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:12:50.956775 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b01add4-9c4e-41dd-ab8b-cd5089038107 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Made reservation on behalf of c4a8742f0e794123b38cc3300291c37d for: {'subnet': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:12:50.961380 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0b01add4-9c4e-41dd-ab8b-cd5089038107 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59388119'] for subnet, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:51.093810 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2d41697f-1f79-4f9b-b07e-80538dab88fc tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:51.125863 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2d41697f-1f79-4f9b-b07e-80538dab88fc tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:51.227084 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2d41697f-1f79-4f9b-b07e-80538dab88fc tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:51.229667 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2d41697f-1f79-4f9b-b07e-80538dab88fc tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:51.230819 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-2d41697f-1f79-4f9b-b07e-80538dab88fc tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] 10.222.0.66 "DELETE /v2.0/security-groups/219b3704-8638-4e76-ad04-75e17275b44f HTTP/1.1" status: 204 len: 168 time: 0.2988386 Aug 18 12:12:51.238571 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 50518) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:12:51.252325 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab04542c-3d1b-4cc0-9db4-6bf39a6ba482 req-92db7b87-e4c0-4513-9323-55b93c179219 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:12:51.253852 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ab04542c-3d1b-4cc0-9db4-6bf39a6ba482 req-92db7b87-e4c0-4513-9323-55b93c179219 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/ports?device_id=3276acee-812f-4d8b-a68e-2c7c94906266 HTTP/1.1" status: 200 len: 945 time: 0.4068108 Aug 18 12:12:51.265113 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d41697f-1f79-4f9b-b07e-80538dab88fc tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=219b3704-8638-4e76-ad04-75e17275b44f,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:12:51.267112 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0b01add4-9c4e-41dd-ab8b-cd5089038107 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58902106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59388097'] for subnet, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:51.290258 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ec5e1016-57e8-42da-8e89-b768dece6cea tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:51.304967 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf816c5-d5c7-4e31-ab51-55815a28f7d0 req-78da8d5c-f9fe-433c-aa43-e0c2014dd7a2 tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:12:51.306451 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9bf816c5-d5c7-4e31-ab51-55815a28f7d0 req-78da8d5c-f9fe-433c-aa43-e0c2014dd7a2 tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] 10.222.0.63 "GET /v2.0/ports?device_id=63ed90c6-053d-4efc-86f0-c549d3d30e58 HTTP/1.1" status: 200 len: 946 time: 0.4049594 Aug 18 12:12:51.340894 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b01add4-9c4e-41dd-ab8b-cd5089038107 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Pushing event updated for resources: {'Subnet': ['ID=8aae32e1-f5f7-42c4-8e0a-f01550483414,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:12:51.351807 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5e1016-57e8-42da-8e89-b768dece6cea tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Pushing event deleted for resources: {'Port': ['ID=cbba5ca0-bd5a-409a-82a5-8cc43153a783,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:12:51.360755 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661cd207-8daa-4799-bb1a-0e9f913374f8 req-3b5cbe6e-0806-4119-8e59-e665ee9c80bf tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:12:51.362230 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-661cd207-8daa-4799-bb1a-0e9f913374f8 req-3b5cbe6e-0806-4119-8e59-e665ee9c80bf tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] 10.222.0.66 "GET /v2.0/ports?device_id=63ed90c6-053d-4efc-86f0-c549d3d30e58 HTTP/1.1" status: 200 len: 946 time: 0.1808710 Aug 18 12:12:51.369729 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b01add4-9c4e-41dd-ab8b-cd5089038107 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Checking segment: {'id': '81620f8e-3c78-4ff3-b6a5-5473c8e82710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'c8c601c9-3d73-45f3-b872-e66f852868da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:12:51.370137 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b01add4-9c4e-41dd-ab8b-cd5089038107 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Network hostable DHCP agents. Network: c8c601c9-3d73-45f3-b872-e66f852868da, hostable agents: ['97c14208-2951-4361-8d64-3708c946ff5f'], hosted agents: [] {{(pid=106253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 12:12:51.372212 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d8cdb667-c193-4855-8d8e-13f8f5b34dce tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:51.395738 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ec5e1016-57e8-42da-8e89-b768dece6cea tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:51.397594 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-ec5e1016-57e8-42da-8e89-b768dece6cea tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] 10.222.0.66 "DELETE /v2.0/ports/cbba5ca0-bd5a-409a-82a5-8cc43153a783 HTTP/1.1" status: 204 len: 168 time: 0.9200501 Aug 18 12:12:51.401763 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d8cdb667-c193-4855-8d8e-13f8f5b34dce tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:51.404080 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ab04542c-3d1b-4cc0-9db4-6bf39a6ba482 req-acb464c5-5423-44e3-8178-446129f7cad8 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d728c3d-d0c0-4fba-b9fc-5096721eb4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1429141 Aug 18 12:12:51.404262 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 50520) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:12:51.412370 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:51.423391 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b01add4-9c4e-41dd-ab8b-cd5089038107 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Network c8c601c9-3d73-45f3-b872-e66f852868da is scheduled to be hosted by DHCP agent 97c14208-2951-4361-8d64-3708c946ff5f with binding_index 1 {{(pid=106253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 12:12:51.458485 n-d-804985-2 neutron-server[106253]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c667e7f-1f7a-46b2-9e1b-6c7d9bd2fb4b tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] GET failed (client error): The resource could not be found. Aug 18 12:12:51.460068 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-3c667e7f-1f7a-46b2-9e1b-6c7d9bd2fb4b tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] 10.222.0.66 "GET /v2.0/ports/cbba5ca0-bd5a-409a-82a5-8cc43153a783 HTTP/1.1" status: 404 len: 333 time: 0.0537653 Aug 18 12:12:51.465097 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-0b01add4-9c4e-41dd-ab8b-cd5089038107 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-2, c8c601c9-3d73-45f3-b872-e66f852868da) {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:12:51.465529 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 50524) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:12:51.470714 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-0c5d6ff6-b5eb-4f0c-ba93-096545de82c2 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Request body: {'port': {'network_id': 'd9c7f4bb-f435-48a9-bed9-1ae645680b31', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-9365935'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:12:51.470840 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b01add4-9c4e-41dd-ab8b-cd5089038107 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:12:51.471365 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0b01add4-9c4e-41dd-ab8b-cd5089038107 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:51.482703 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-661cd207-8daa-4799-bb1a-0e9f913374f8 req-a14a38d8-0fe3-43e9-a099-dcd9ac798f9d tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] 10.222.0.66 "GET /v2.0/security-groups?id=5ef1fad5-9994-4d94-a262-3d4636ae09af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971122 Aug 18 12:12:51.484970 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bb40d0c-029e-48fc-b420-2f38f3d79c83 None None] Network c8c601c9-3d73-45f3-b872-e66f852868da requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:12:51.490190 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d8cdb667-c193-4855-8d8e-13f8f5b34dce tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:51.493536 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d8cdb667-c193-4855-8d8e-13f8f5b34dce tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:51.495225 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-d8cdb667-c193-4855-8d8e-13f8f5b34dce tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] 10.222.0.66 "DELETE /v2.0/security-groups/1f0efc79-956c-4f9f-888b-2cfb9f68c998 HTTP/1.1" status: 204 len: 168 time: 0.2556963 Aug 18 12:12:51.499567 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 50528) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:12:51.529733 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-9bf816c5-d5c7-4e31-ab51-55815a28f7d0 req-caaea718-0f97-4f19-ba8c-48c74fe995c4 tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] Deleting port ac0331fb-c470-4646-ab34-bae714f4d297 {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:12:51.530071 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-9bf816c5-d5c7-4e31-ab51-55815a28f7d0 req-caaea718-0f97-4f19-ba8c-48c74fe995c4 tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:51.534639 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c5d6ff6-b5eb-4f0c-ba93-096545de82c2 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Made reservation on behalf of 8d6e70022b504214abd9cf8a9fd330e7 for: {'port': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:12:51.537038 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0c5d6ff6-b5eb-4f0c-ba93-096545de82c2 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:51.542368 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cdb667-c193-4855-8d8e-13f8f5b34dce tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f0efc79-956c-4f9f-888b-2cfb9f68c998,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:12:51.558774 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-0b01add4-9c4e-41dd-ab8b-cd5089038107 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7672663 Aug 18 12:12:51.559472 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 50530) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:12:51.564184 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-166cac98-be4b-4ea0-8f8a-6126f5890766 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1133340822', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:12:51.593488 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b07bcf2-b368-4bca-b007-cfb090cff884 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Deleting subnet 861ca2af-5f68-487b-a3d2-7a521d267db2 {{(pid=106253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 12:12:51.602169 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2b07bcf2-b368-4bca-b007-cfb090cff884 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks [] for subnet, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:51.624883 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-166cac98-be4b-4ea0-8f8a-6126f5890766 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-998592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15809'] for router, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:51.626078 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-166cac98-be4b-4ea0-8f8a-6126f5890766 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-992733', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-971415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15816'] for router, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:51.656370 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2b07bcf2-b368-4bca-b007-cfb090cff884 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902229'] for subnet, precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:51.662920 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [None req-0c5d6ff6-b5eb-4f0c-ba93-096545de82c2 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] device_id is not set on port 01fb81b7-77ec-45ac-9917-e52ae3f3a082 yet. {{(pid=106252) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 12:12:51.687138 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-b32f35a9-5077-406e-9f26-284e15868271 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:51.723286 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c09383bf-dba5-4829-8d2e-eed2a4a45e02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp788be208-34ab-5a8f-af0f-528834af222f-c8c601c9-3d73-45f3-b872-e66f852868da', 'network_id': 'c8c601c9-3d73-45f3-b872-e66f852868da', 'tenant_id': 'c4a8742f0e794123b38cc3300291c37d', 'fixed_ips': [{'subnet_id': '8aae32e1-f5f7-42c4-8e0a-f01550483414'}]}} from n-d-804985-2. {{(pid=106254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 12:12:51.724388 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-c09383bf-dba5-4829-8d2e-eed2a4a45e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:51.772509 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b96c0b9-0fa7-497e-a1eb-ce2f5186f8f9 req-777ec3cb-b68e-4545-8ec1-a93ebe1863bb tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:12:51.774049 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2b96c0b9-0fa7-497e-a1eb-ce2f5186f8f9 req-777ec3cb-b68e-4545-8ec1-a93ebe1863bb tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/ports?device_id=c468f260-aa8b-4a9b-a477-213e251d7cef HTTP/1.1" status: 200 len: 945 time: 0.1861403 Aug 18 12:12:51.782359 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-9bf816c5-d5c7-4e31-ab51-55815a28f7d0 req-caaea718-0f97-4f19-ba8c-48c74fe995c4 tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] For port ac0331fb-c470-4646-ab34-bae714f4d297, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=ac0331fb-c470-4646-ab34-bae714f4d297,segment=NetworkSegment(04c90fa8-80d4-4b5a-8675-6489bbdf733a),segment_id=04c90fa8-80d4-4b5a-8675-6489bbdf733a)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:12:51.783056 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-9bf816c5-d5c7-4e31-ab51-55815a28f7d0 req-caaea718-0f97-4f19-ba8c-48c74fe995c4 tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:51.821482 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26b9f2a-f4ee-4374-be1b-4198d6ff0bdf req-f7e74535-381f-464e-9265-7e91332b9208 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:12:51.824990 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c26b9f2a-f4ee-4374-be1b-4198d6ff0bdf req-f7e74535-381f-464e-9265-7e91332b9208 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/ports?device_id=3276acee-812f-4d8b-a68e-2c7c94906266 HTTP/1.1" status: 200 len: 945 time: 0.2356937 Aug 18 12:12:51.827215 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-9bf816c5-d5c7-4e31-ab51-55815a28f7d0 req-caaea718-0f97-4f19-ba8c-48c74fe995c4 tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] Calling delete_port for ac0331fb-c470-4646-ab34-bae714f4d297 owned by compute:nova {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:12:51.876004 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.db_base_plugin_common [None req-c09383bf-dba5-4829-8d2e-eed2a4a45e02 None None] Allocated IP 172.20.0.2 (c8c601c9-3d73-45f3-b872-e66f852868da/8aae32e1-f5f7-42c4-8e0a-f01550483414/b7106ef4-cc68-4a8c-9711-ec58021299fd) {{(pid=106254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:12:51.968356 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2b96c0b9-0fa7-497e-a1eb-ce2f5186f8f9 req-18f748df-f66a-44c2-a157-332faf78e8c2 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f58845c-8a6f-4750-8ac0-66868223b345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1762006 Aug 18 12:12:52.011737 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c26b9f2a-f4ee-4374-be1b-4198d6ff0bdf req-f48f7780-707f-4d5f-9fe1-4e9d8268538f tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d728c3d-d0c0-4fba-b9fc-5096721eb4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1653016 Aug 18 12:12:52.039393 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 50536) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:12:52.073584 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-c09383bf-dba5-4829-8d2e-eed2a4a45e02 None None] Notify callbacks [] for port, precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:52.084790 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-c09383bf-dba5-4829-8d2e-eed2a4a45e02 None None] Transition to ACTIVE for port object b7106ef4-cc68-4a8c-9711-ec58021299fd will not be triggered until provisioned by entity L2. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:12:52.103807 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-166cac98-be4b-4ea0-8f8a-6126f5890766 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:52.106821 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0c5d6ff6-b5eb-4f0c-ba93-096545de82c2 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:52.112223 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-166cac98-be4b-4ea0-8f8a-6126f5890766 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-998473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-992536'] for router, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:52.113955 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-c09383bf-dba5-4829-8d2e-eed2a4a45e02 None None] Transition to ACTIVE for port object b7106ef4-cc68-4a8c-9711-ec58021299fd will not be triggered until provisioned by entity DHCP. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:12:52.120903 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-c09383bf-dba5-4829-8d2e-eed2a4a45e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547'] for port, after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:52.131071 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-53584c24-f517-494e-ac93-c18bb92373f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:52.153118 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-166cac98-be4b-4ea0-8f8a-6126f5890766 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks [] for router, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:52.154330 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-166cac98-be4b-4ea0-8f8a-6126f5890766 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5938809 Aug 18 12:12:52.158224 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 50538) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:12:52.167069 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c09383bf-dba5-4829-8d2e-eed2a4a45e02 None None] Network c8c601c9-3d73-45f3-b872-e66f852868da is already hosted by enough agents. {{(pid=106254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:12:52.174432 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.base_scheduler [None req-c09383bf-dba5-4829-8d2e-eed2a4a45e02 None None] Resources bound (agent type, host, resource id): {{(pid=106254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:12:52.178800 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c09383bf-dba5-4829-8d2e-eed2a4a45e02 None None] Received port after_create {{(pid=106254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:12:52.186250 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09383bf-dba5-4829-8d2e-eed2a4a45e02 None None] Pushing event updated for resources: {'Port': ['ID=b7106ef4-cc68-4a8c-9711-ec58021299fd,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:12:52.222595 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7fe46ea-cef9-49f7-9b9a-242de9a7360f tempest-TestNetworkAdvancedServerOps-1126957736 tempest-TestNetworkAdvancedServerOps-1126957736-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:12:52.224265 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-d7fe46ea-cef9-49f7-9b9a-242de9a7360f tempest-TestNetworkAdvancedServerOps-1126957736 tempest-TestNetworkAdvancedServerOps-1126957736-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=3276acee-812f-4d8b-a68e-2c7c94906266 HTTP/1.1" status: 200 len: 1091 time: 0.1764226 Aug 18 12:12:52.234754 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 50540) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:12:52.242677 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-1868132d-4c14-4cbd-9eec-7cae1394d769 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Request body: {'floatingip': {'floating_network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'port_id': '70709313-3c87-49e1-bd2d-7d1562521e80', 'tenant_id': 'b60736d695f1461b9071c3b3eddcc039', 'fixed_ip_address': '172.20.0.3'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:12:52.252597 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-c09383bf-dba5-4829-8d2e-eed2a4a45e02 None None] Attempting to bind port b7106ef4-cc68-4a8c-9711-ec58021299fd on host n-d-804985-2 for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:12:52.253111 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-c09383bf-dba5-4829-8d2e-eed2a4a45e02 None None] Attempting to bind port b7106ef4-cc68-4a8c-9711-ec58021299fd by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': '81620f8e-3c78-4ff3-b6a5-5473c8e82710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'c8c601c9-3d73-45f3-b872-e66f852868da'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:12:52.253443 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c09383bf-dba5-4829-8d2e-eed2a4a45e02 None None] Attempting to bind port b7106ef4-cc68-4a8c-9711-ec58021299fd on network c8c601c9-3d73-45f3-b872-e66f852868da {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:12:52.261865 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c09383bf-dba5-4829-8d2e-eed2a4a45e02 None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 12, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:12:52.262575 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c09383bf-dba5-4829-8d2e-eed2a4a45e02 None None] Checking segment: {'id': '81620f8e-3c78-4ff3-b6a5-5473c8e82710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'c8c601c9-3d73-45f3-b872-e66f852868da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:12:52.263146 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-c09383bf-dba5-4829-8d2e-eed2a4a45e02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:52.263591 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c09383bf-dba5-4829-8d2e-eed2a4a45e02 None None] Bound using segment: {'id': '81620f8e-3c78-4ff3-b6a5-5473c8e82710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'c8c601c9-3d73-45f3-b872-e66f852868da'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:12:52.265688 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-c09383bf-dba5-4829-8d2e-eed2a4a45e02 None None] Bound port: b7106ef4-cc68-4a8c-9711-ec58021299fd, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81620f8e-3c78-4ff3-b6a5-5473c8e82710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'c8c601c9-3d73-45f3-b872-e66f852868da'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:12:52.265688 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-c09383bf-dba5-4829-8d2e-eed2a4a45e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:52.273878 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db28c591-39f6-4d02-86c9-8dbfe1ba8c75 req-a4588b42-c912-424d-966a-cb9a5e8d8f51 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:12:52.275467 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-db28c591-39f6-4d02-86c9-8dbfe1ba8c75 req-a4588b42-c912-424d-966a-cb9a5e8d8f51 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/ports?device_id=c468f260-aa8b-4a9b-a477-213e251d7cef HTTP/1.1" status: 200 len: 945 time: 0.1662564 Aug 18 12:12:52.303124 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2b07bcf2-b368-4bca-b007-cfb090cff884 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:52.315877 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0c5d6ff6-b5eb-4f0c-ba93-096545de82c2 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:52.342361 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-c09383bf-dba5-4829-8d2e-eed2a4a45e02 None None] For port b7106ef4-cc68-4a8c-9711-ec58021299fd, host n-d-804985-2, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:12:52.345580 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-c09383bf-dba5-4829-8d2e-eed2a4a45e02 None None] For port b7106ef4-cc68-4a8c-9711-ec58021299fd, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=b7106ef4-cc68-4a8c-9711-ec58021299fd,segment=NetworkSegment(81620f8e-3c78-4ff3-b6a5-5473c8e82710),segment_id=81620f8e-3c78-4ff3-b6a5-5473c8e82710)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:12:52.350327 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-c09383bf-dba5-4829-8d2e-eed2a4a45e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:52.376462 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1868132d-4c14-4cbd-9eec-7cae1394d769 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks [] for floatingip, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:52.379541 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c5d6ff6-b5eb-4f0c-ba93-096545de82c2 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Network d9c7f4bb-f435-48a9-bed9-1ae645680b31 is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:12:52.383084 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-db28c591-39f6-4d02-86c9-8dbfe1ba8c75 req-b7b1f0ce-6032-494f-b443-ef80dd13d84f tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f58845c-8a6f-4750-8ac0-66868223b345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923710 Aug 18 12:12:52.383687 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-9bf816c5-d5c7-4e31-ab51-55815a28f7d0 req-caaea718-0f97-4f19-ba8c-48c74fe995c4 tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:52.400128 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] get_ports_and_sgs() called for port_ids ['be3a76b8-3890-4fa1-a0f9-dd4922568e66', '7d19f69c-a14d-4f3a-9bcc-49905b2572cb'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:12:52.401076 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-0c5d6ff6-b5eb-4f0c-ba93-096545de82c2 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:12:52.403742 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] get_ports_and_sgs() called for port_ids ['1f77a629-8000-4972-97a1-a5d329a83b02', 'ac0331fb-c470-4646-ab34-bae714f4d297'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:12:52.407474 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c5d6ff6-b5eb-4f0c-ba93-096545de82c2 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:12:52.408424 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c5d6ff6-b5eb-4f0c-ba93-096545de82c2 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:12:52.409049 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0c5d6ff6-b5eb-4f0c-ba93-096545de82c2 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:52.444085 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5d6ff6-b5eb-4f0c-ba93-096545de82c2 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Pushing event updated for resources: {'Port': ['ID=01fb81b7-77ec-45ac-9917-e52ae3f3a082,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:12:52.538156 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09383bf-dba5-4829-8d2e-eed2a4a45e02 None None] Pushing event updated for resources: {'Port': ['ID=b7106ef4-cc68-4a8c-9711-ec58021299fd,revision_number=2']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:12:52.547844 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caaea718-0f97-4f19-ba8c-48c74fe995c4 tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] Pushing event deleted for resources: {'Port': ['ID=ac0331fb-c470-4646-ab34-bae714f4d297,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:12:52.550664 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bf816c5-d5c7-4e31-ab51-55815a28f7d0 req-caaea718-0f97-4f19-ba8c-48c74fe995c4 tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] No DVR routers for this DVR port ac0331fb-c470-4646-ab34-bae714f4d297 on host n-h1-804985-2 {{(pid=106252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:12:52.554772 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-0c5d6ff6-b5eb-4f0c-ba93-096545de82c2 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 957 time: 1.0881934 Aug 18 12:12:52.556458 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-9bf816c5-d5c7-4e31-ab51-55815a28f7d0 req-caaea718-0f97-4f19-ba8c-48c74fe995c4 tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:52.560894 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9bf816c5-d5c7-4e31-ab51-55815a28f7d0 req-caaea718-0f97-4f19-ba8c-48c74fe995c4 tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] 10.222.0.63 "DELETE /v2.0/ports/ac0331fb-c470-4646-ab34-bae714f4d297 HTTP/1.1" status: 204 len: 173 time: 1.2203536 Aug 18 12:12:52.560894 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63ed90c6-053d-4efc-86f0-c549d3d30e58', 'name': 'network-vif-deleted', 'tag': 'ac0331fb-c470-4646-ab34-bae714f4d297'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:12:52.563117 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e0364d5-dacb-451c-8432-23129389edf0" -d '{"events": [{"server_uuid": "63ed90c6-053d-4efc-86f0-c549d3d30e58", "name": "network-vif-deleted", "tag": "ac0331fb-c470-4646-ab34-bae714f4d297"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:12:52.566142 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 50550) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:12:52.571927 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-e88e9d23-a42e-432c-9c98-c36ab9a4f665 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-804985-2'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:12:52.640306 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2b07bcf2-b368-4bca-b007-cfb090cff884 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58902171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59388106'] for subnet, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:52.670806 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e88e9d23-a42e-432c-9c98-c36ab9a4f665 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:52.710924 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2d530066-c878-4e82-b531-9fc025eb846e req-f92b8a58-c90e-4dc3-b8b5-9c42fd4cabbb tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] 10.222.0.66 "GET /v2.0/ports?device_id=63ed90c6-053d-4efc-86f0-c549d3d30e58 HTTP/1.1" status: 200 len: 210 time: 0.0501211 Aug 18 12:12:52.721177 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b07bcf2-b368-4bca-b007-cfb090cff884 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Pushing event deleted for resources: {'Subnet': ['ID=861ca2af-5f68-487b-a3d2-7a521d267db2,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:12:52.725902 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-522752b5-2cb2-4916-8a7c-e480979f0cfb tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:52.729211 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2b07bcf2-b368-4bca-b007-cfb090cff884 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:52.734704 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-2b07bcf2-b368-4bca-b007-cfb090cff884 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] 10.222.0.66 "DELETE /v2.0/subnets/861ca2af-5f68-487b-a3d2-7a521d267db2 HTTP/1.1" status: 204 len: 168 time: 1.2302887 Aug 18 12:12:52.748808 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 50556) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:12:52.862626 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eae7dac5-bbe6-4a9c-b10b-424b13ba9e5c None None] Network 4d6f13ff-7ba1-4bb4-b06e-f8ea65047e3c requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:12:52.905076 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:12:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-718df23f-86d7-4f0e-b92e-6b1ea632b914 x-openstack-request-id: req-718df23f-86d7-4f0e-b92e-6b1ea632b914 {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:12:52.905775 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63ed90c6-053d-4efc-86f0-c549d3d30e58", "name": "network-vif-deleted", "tag": "ac0331fb-c470-4646-ab34-bae714f4d297", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:12:52.906205 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-718df23f-86d7-4f0e-b92e-6b1ea632b914 {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:12:52.908073 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63ed90c6-053d-4efc-86f0-c549d3d30e58', 'name': 'network-vif-deleted', 'tag': 'ac0331fb-c470-4646-ab34-bae714f4d297', 'status': 'completed', 'code': 200} Aug 18 12:12:52.915644 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ec2c9bc-90c7-4258-8913-c315be3f75a0 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Deleting subnet 0c8eb89d-afae-454a-a604-d9c5d66b1795 {{(pid=106253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 12:12:52.921506 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1ec2c9bc-90c7-4258-8913-c315be3f75a0 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks [] for subnet, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:53.034723 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1ec2c9bc-90c7-4258-8913-c315be3f75a0 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902229'] for subnet, precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:53.101127 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [None req-e88e9d23-a42e-432c-9c98-c36ab9a4f665 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] device_id is not set on port 01fb81b7-77ec-45ac-9917-e52ae3f3a082 yet. {{(pid=106252) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 12:12:53.111573 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1868132d-4c14-4cbd-9eec-7cae1394d769 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:53.114947 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e88e9d23-a42e-432c-9c98-c36ab9a4f665 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Notify callbacks [] for port, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:53.137434 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [None req-e88e9d23-a42e-432c-9c98-c36ab9a4f665 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Transition to ACTIVE for port object 01fb81b7-77ec-45ac-9917-e52ae3f3a082 will not be triggered until provisioned by entity L2. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:12:53.145633 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e88e9d23-a42e-432c-9c98-c36ab9a4f665 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:53.199545 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88e9d23-a42e-432c-9c98-c36ab9a4f665 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Pushing event updated for resources: {'Port': ['ID=01fb81b7-77ec-45ac-9917-e52ae3f3a082,revision_number=2']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:12:53.233861 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [None req-e88e9d23-a42e-432c-9c98-c36ab9a4f665 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Attempting to bind port 01fb81b7-77ec-45ac-9917-e52ae3f3a082 on host n-h1-804985-2 for vnic_type normal with profile {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:12:53.234327 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [None req-e88e9d23-a42e-432c-9c98-c36ab9a4f665 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Attempting to bind port 01fb81b7-77ec-45ac-9917-e52ae3f3a082 by drivers openvswitch,hyperv on host n-h1-804985-2 at level 0 using segments [{'id': '5ba9cd69-bade-4f15-8383-e94d9d0ddc24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'd9c7f4bb-f435-48a9-bed9-1ae645680b31'}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:12:53.234850 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88e9d23-a42e-432c-9c98-c36ab9a4f665 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Attempting to bind port 01fb81b7-77ec-45ac-9917-e52ae3f3a082 on network d9c7f4bb-f435-48a9-bed9-1ae645680b31 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:12:53.240194 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88e9d23-a42e-432c-9c98-c36ab9a4f665 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Port 01fb81b7-77ec-45ac-9917-e52ae3f3a082 on network d9c7f4bb-f435-48a9-bed9-1ae645680b31 not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-2 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:12:53.240710 n-d-804985-2 neutron-server[106252]: ERROR neutron.plugins.ml2.managers [None req-e88e9d23-a42e-432c-9c98-c36ab9a4f665 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Failed to bind port 01fb81b7-77ec-45ac-9917-e52ae3f3a082 on host n-h1-804985-2 for vnic_type normal using segments [{'id': '5ba9cd69-bade-4f15-8383-e94d9d0ddc24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'd9c7f4bb-f435-48a9-bed9-1ae645680b31'}] Aug 18 12:12:53.241113 n-d-804985-2 neutron-server[106252]: INFO neutron.plugins.ml2.plugin [None req-e88e9d23-a42e-432c-9c98-c36ab9a4f665 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Attempt 2 to bind port 01fb81b7-77ec-45ac-9917-e52ae3f3a082 Aug 18 12:12:53.263572 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [None req-e88e9d23-a42e-432c-9c98-c36ab9a4f665 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Attempting to bind port 01fb81b7-77ec-45ac-9917-e52ae3f3a082 on host n-h1-804985-2 for vnic_type normal with profile {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:12:53.264075 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [None req-e88e9d23-a42e-432c-9c98-c36ab9a4f665 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Attempting to bind port 01fb81b7-77ec-45ac-9917-e52ae3f3a082 by drivers openvswitch,hyperv on host n-h1-804985-2 at level 0 using segments [{'id': '5ba9cd69-bade-4f15-8383-e94d9d0ddc24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'd9c7f4bb-f435-48a9-bed9-1ae645680b31'}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:12:53.265043 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88e9d23-a42e-432c-9c98-c36ab9a4f665 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Attempting to bind port 01fb81b7-77ec-45ac-9917-e52ae3f3a082 on network d9c7f4bb-f435-48a9-bed9-1ae645680b31 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:12:53.271536 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88e9d23-a42e-432c-9c98-c36ab9a4f665 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Port 01fb81b7-77ec-45ac-9917-e52ae3f3a082 on network d9c7f4bb-f435-48a9-bed9-1ae645680b31 not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-2 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:12:53.271886 n-d-804985-2 neutron-server[106252]: ERROR neutron.plugins.ml2.managers [None req-e88e9d23-a42e-432c-9c98-c36ab9a4f665 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Failed to bind port 01fb81b7-77ec-45ac-9917-e52ae3f3a082 on host n-h1-804985-2 for vnic_type normal using segments [{'id': '5ba9cd69-bade-4f15-8383-e94d9d0ddc24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'd9c7f4bb-f435-48a9-bed9-1ae645680b31'}] Aug 18 12:12:53.272289 n-d-804985-2 neutron-server[106252]: INFO neutron.plugins.ml2.plugin [None req-e88e9d23-a42e-432c-9c98-c36ab9a4f665 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Attempt 3 to bind port 01fb81b7-77ec-45ac-9917-e52ae3f3a082 Aug 18 12:12:53.290707 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [None req-e88e9d23-a42e-432c-9c98-c36ab9a4f665 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Attempting to bind port 01fb81b7-77ec-45ac-9917-e52ae3f3a082 on host n-h1-804985-2 for vnic_type normal with profile {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:12:53.291675 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [None req-e88e9d23-a42e-432c-9c98-c36ab9a4f665 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Attempting to bind port 01fb81b7-77ec-45ac-9917-e52ae3f3a082 by drivers openvswitch,hyperv on host n-h1-804985-2 at level 0 using segments [{'id': '5ba9cd69-bade-4f15-8383-e94d9d0ddc24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'd9c7f4bb-f435-48a9-bed9-1ae645680b31'}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:12:53.292050 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88e9d23-a42e-432c-9c98-c36ab9a4f665 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Attempting to bind port 01fb81b7-77ec-45ac-9917-e52ae3f3a082 on network d9c7f4bb-f435-48a9-bed9-1ae645680b31 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:12:53.302177 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88e9d23-a42e-432c-9c98-c36ab9a4f665 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Port 01fb81b7-77ec-45ac-9917-e52ae3f3a082 on network d9c7f4bb-f435-48a9-bed9-1ae645680b31 not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-2 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:12:53.302529 n-d-804985-2 neutron-server[106252]: ERROR neutron.plugins.ml2.managers [None req-e88e9d23-a42e-432c-9c98-c36ab9a4f665 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Failed to bind port 01fb81b7-77ec-45ac-9917-e52ae3f3a082 on host n-h1-804985-2 for vnic_type normal using segments [{'id': '5ba9cd69-bade-4f15-8383-e94d9d0ddc24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'd9c7f4bb-f435-48a9-bed9-1ae645680b31'}] Aug 18 12:12:53.302985 n-d-804985-2 neutron-server[106252]: INFO neutron.plugins.ml2.plugin [None req-e88e9d23-a42e-432c-9c98-c36ab9a4f665 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Attempt 4 to bind port 01fb81b7-77ec-45ac-9917-e52ae3f3a082 Aug 18 12:12:53.333334 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [None req-e88e9d23-a42e-432c-9c98-c36ab9a4f665 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Attempting to bind port 01fb81b7-77ec-45ac-9917-e52ae3f3a082 on host n-h1-804985-2 for vnic_type normal with profile {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:12:53.333987 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [None req-e88e9d23-a42e-432c-9c98-c36ab9a4f665 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Attempting to bind port 01fb81b7-77ec-45ac-9917-e52ae3f3a082 by drivers openvswitch,hyperv on host n-h1-804985-2 at level 0 using segments [{'id': '5ba9cd69-bade-4f15-8383-e94d9d0ddc24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'd9c7f4bb-f435-48a9-bed9-1ae645680b31'}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:12:53.334075 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88e9d23-a42e-432c-9c98-c36ab9a4f665 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Attempting to bind port 01fb81b7-77ec-45ac-9917-e52ae3f3a082 on network d9c7f4bb-f435-48a9-bed9-1ae645680b31 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:12:53.338848 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88e9d23-a42e-432c-9c98-c36ab9a4f665 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Port 01fb81b7-77ec-45ac-9917-e52ae3f3a082 on network d9c7f4bb-f435-48a9-bed9-1ae645680b31 not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-2 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:12:53.339184 n-d-804985-2 neutron-server[106252]: ERROR neutron.plugins.ml2.managers [None req-e88e9d23-a42e-432c-9c98-c36ab9a4f665 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Failed to bind port 01fb81b7-77ec-45ac-9917-e52ae3f3a082 on host n-h1-804985-2 for vnic_type normal using segments [{'id': '5ba9cd69-bade-4f15-8383-e94d9d0ddc24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'd9c7f4bb-f435-48a9-bed9-1ae645680b31'}] Aug 18 12:12:53.339581 n-d-804985-2 neutron-server[106252]: INFO neutron.plugins.ml2.plugin [None req-e88e9d23-a42e-432c-9c98-c36ab9a4f665 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Attempt 5 to bind port 01fb81b7-77ec-45ac-9917-e52ae3f3a082 Aug 18 12:12:53.364711 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [None req-e88e9d23-a42e-432c-9c98-c36ab9a4f665 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Attempting to bind port 01fb81b7-77ec-45ac-9917-e52ae3f3a082 on host n-h1-804985-2 for vnic_type normal with profile {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:12:53.365136 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [None req-e88e9d23-a42e-432c-9c98-c36ab9a4f665 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Attempting to bind port 01fb81b7-77ec-45ac-9917-e52ae3f3a082 by drivers openvswitch,hyperv on host n-h1-804985-2 at level 0 using segments [{'id': '5ba9cd69-bade-4f15-8383-e94d9d0ddc24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'd9c7f4bb-f435-48a9-bed9-1ae645680b31'}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:12:53.365490 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88e9d23-a42e-432c-9c98-c36ab9a4f665 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Attempting to bind port 01fb81b7-77ec-45ac-9917-e52ae3f3a082 on network d9c7f4bb-f435-48a9-bed9-1ae645680b31 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:12:53.380240 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88e9d23-a42e-432c-9c98-c36ab9a4f665 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Port 01fb81b7-77ec-45ac-9917-e52ae3f3a082 on network d9c7f4bb-f435-48a9-bed9-1ae645680b31 not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-2 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:12:53.380240 n-d-804985-2 neutron-server[106252]: ERROR neutron.plugins.ml2.managers [None req-e88e9d23-a42e-432c-9c98-c36ab9a4f665 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Failed to bind port 01fb81b7-77ec-45ac-9917-e52ae3f3a082 on host n-h1-804985-2 for vnic_type normal using segments [{'id': '5ba9cd69-bade-4f15-8383-e94d9d0ddc24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'd9c7f4bb-f435-48a9-bed9-1ae645680b31'}] Aug 18 12:12:53.380842 n-d-804985-2 neutron-server[106252]: INFO neutron.plugins.ml2.plugin [None req-e88e9d23-a42e-432c-9c98-c36ab9a4f665 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Attempt 6 to bind port 01fb81b7-77ec-45ac-9917-e52ae3f3a082 Aug 18 12:12:53.390156 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1ec2c9bc-90c7-4258-8913-c315be3f75a0 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:53.398633 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [None req-e88e9d23-a42e-432c-9c98-c36ab9a4f665 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Attempting to bind port 01fb81b7-77ec-45ac-9917-e52ae3f3a082 on host n-h1-804985-2 for vnic_type normal with profile {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:12:53.399696 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [None req-e88e9d23-a42e-432c-9c98-c36ab9a4f665 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Attempting to bind port 01fb81b7-77ec-45ac-9917-e52ae3f3a082 by drivers openvswitch,hyperv on host n-h1-804985-2 at level 0 using segments [{'id': '5ba9cd69-bade-4f15-8383-e94d9d0ddc24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'd9c7f4bb-f435-48a9-bed9-1ae645680b31'}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:12:53.399696 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88e9d23-a42e-432c-9c98-c36ab9a4f665 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Attempting to bind port 01fb81b7-77ec-45ac-9917-e52ae3f3a082 on network d9c7f4bb-f435-48a9-bed9-1ae645680b31 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:12:53.405477 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88e9d23-a42e-432c-9c98-c36ab9a4f665 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Port 01fb81b7-77ec-45ac-9917-e52ae3f3a082 on network d9c7f4bb-f435-48a9-bed9-1ae645680b31 not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-2 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:12:53.405477 n-d-804985-2 neutron-server[106252]: ERROR neutron.plugins.ml2.managers [None req-e88e9d23-a42e-432c-9c98-c36ab9a4f665 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Failed to bind port 01fb81b7-77ec-45ac-9917-e52ae3f3a082 on host n-h1-804985-2 for vnic_type normal using segments [{'id': '5ba9cd69-bade-4f15-8383-e94d9d0ddc24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'd9c7f4bb-f435-48a9-bed9-1ae645680b31'}] Aug 18 12:12:53.405792 n-d-804985-2 neutron-server[106252]: INFO neutron.plugins.ml2.plugin [None req-e88e9d23-a42e-432c-9c98-c36ab9a4f665 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Attempt 7 to bind port 01fb81b7-77ec-45ac-9917-e52ae3f3a082 Aug 18 12:12:53.420047 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [None req-e88e9d23-a42e-432c-9c98-c36ab9a4f665 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Attempting to bind port 01fb81b7-77ec-45ac-9917-e52ae3f3a082 on host n-h1-804985-2 for vnic_type normal with profile {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:12:53.420357 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [None req-e88e9d23-a42e-432c-9c98-c36ab9a4f665 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Attempting to bind port 01fb81b7-77ec-45ac-9917-e52ae3f3a082 by drivers openvswitch,hyperv on host n-h1-804985-2 at level 0 using segments [{'id': '5ba9cd69-bade-4f15-8383-e94d9d0ddc24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'd9c7f4bb-f435-48a9-bed9-1ae645680b31'}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:12:53.420733 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88e9d23-a42e-432c-9c98-c36ab9a4f665 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Attempting to bind port 01fb81b7-77ec-45ac-9917-e52ae3f3a082 on network d9c7f4bb-f435-48a9-bed9-1ae645680b31 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:12:53.433319 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88e9d23-a42e-432c-9c98-c36ab9a4f665 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Port 01fb81b7-77ec-45ac-9917-e52ae3f3a082 on network d9c7f4bb-f435-48a9-bed9-1ae645680b31 not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-2 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:12:53.433664 n-d-804985-2 neutron-server[106252]: ERROR neutron.plugins.ml2.managers [None req-e88e9d23-a42e-432c-9c98-c36ab9a4f665 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Failed to bind port 01fb81b7-77ec-45ac-9917-e52ae3f3a082 on host n-h1-804985-2 for vnic_type normal using segments [{'id': '5ba9cd69-bade-4f15-8383-e94d9d0ddc24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'd9c7f4bb-f435-48a9-bed9-1ae645680b31'}] Aug 18 12:12:53.434066 n-d-804985-2 neutron-server[106252]: INFO neutron.plugins.ml2.plugin [None req-e88e9d23-a42e-432c-9c98-c36ab9a4f665 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Attempt 8 to bind port 01fb81b7-77ec-45ac-9917-e52ae3f3a082 Aug 18 12:12:53.457512 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [None req-e88e9d23-a42e-432c-9c98-c36ab9a4f665 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Attempting to bind port 01fb81b7-77ec-45ac-9917-e52ae3f3a082 on host n-h1-804985-2 for vnic_type normal with profile {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:12:53.457870 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [None req-e88e9d23-a42e-432c-9c98-c36ab9a4f665 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Attempting to bind port 01fb81b7-77ec-45ac-9917-e52ae3f3a082 by drivers openvswitch,hyperv on host n-h1-804985-2 at level 0 using segments [{'id': '5ba9cd69-bade-4f15-8383-e94d9d0ddc24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'd9c7f4bb-f435-48a9-bed9-1ae645680b31'}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:12:53.459378 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88e9d23-a42e-432c-9c98-c36ab9a4f665 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Attempting to bind port 01fb81b7-77ec-45ac-9917-e52ae3f3a082 on network d9c7f4bb-f435-48a9-bed9-1ae645680b31 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:12:53.465728 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88e9d23-a42e-432c-9c98-c36ab9a4f665 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Port 01fb81b7-77ec-45ac-9917-e52ae3f3a082 on network d9c7f4bb-f435-48a9-bed9-1ae645680b31 not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-2 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:12:53.466195 n-d-804985-2 neutron-server[106252]: ERROR neutron.plugins.ml2.managers [None req-e88e9d23-a42e-432c-9c98-c36ab9a4f665 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Failed to bind port 01fb81b7-77ec-45ac-9917-e52ae3f3a082 on host n-h1-804985-2 for vnic_type normal using segments [{'id': '5ba9cd69-bade-4f15-8383-e94d9d0ddc24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'd9c7f4bb-f435-48a9-bed9-1ae645680b31'}] Aug 18 12:12:53.466462 n-d-804985-2 neutron-server[106252]: INFO neutron.plugins.ml2.plugin [None req-e88e9d23-a42e-432c-9c98-c36ab9a4f665 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Attempt 9 to bind port 01fb81b7-77ec-45ac-9917-e52ae3f3a082 Aug 18 12:12:53.480149 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [None req-e88e9d23-a42e-432c-9c98-c36ab9a4f665 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Attempting to bind port 01fb81b7-77ec-45ac-9917-e52ae3f3a082 on host n-h1-804985-2 for vnic_type normal with profile {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:12:53.480516 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [None req-e88e9d23-a42e-432c-9c98-c36ab9a4f665 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Attempting to bind port 01fb81b7-77ec-45ac-9917-e52ae3f3a082 by drivers openvswitch,hyperv on host n-h1-804985-2 at level 0 using segments [{'id': '5ba9cd69-bade-4f15-8383-e94d9d0ddc24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'd9c7f4bb-f435-48a9-bed9-1ae645680b31'}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:12:53.480874 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88e9d23-a42e-432c-9c98-c36ab9a4f665 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Attempting to bind port 01fb81b7-77ec-45ac-9917-e52ae3f3a082 on network d9c7f4bb-f435-48a9-bed9-1ae645680b31 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:12:53.485917 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88e9d23-a42e-432c-9c98-c36ab9a4f665 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Port 01fb81b7-77ec-45ac-9917-e52ae3f3a082 on network d9c7f4bb-f435-48a9-bed9-1ae645680b31 not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-2 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:12:53.486242 n-d-804985-2 neutron-server[106252]: ERROR neutron.plugins.ml2.managers [None req-e88e9d23-a42e-432c-9c98-c36ab9a4f665 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Failed to bind port 01fb81b7-77ec-45ac-9917-e52ae3f3a082 on host n-h1-804985-2 for vnic_type normal using segments [{'id': '5ba9cd69-bade-4f15-8383-e94d9d0ddc24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'd9c7f4bb-f435-48a9-bed9-1ae645680b31'}] Aug 18 12:12:53.486638 n-d-804985-2 neutron-server[106252]: INFO neutron.plugins.ml2.plugin [None req-e88e9d23-a42e-432c-9c98-c36ab9a4f665 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Attempt 10 to bind port 01fb81b7-77ec-45ac-9917-e52ae3f3a082 Aug 18 12:12:53.505275 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [None req-e88e9d23-a42e-432c-9c98-c36ab9a4f665 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Attempting to bind port 01fb81b7-77ec-45ac-9917-e52ae3f3a082 on host n-h1-804985-2 for vnic_type normal with profile {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:12:53.505616 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [None req-e88e9d23-a42e-432c-9c98-c36ab9a4f665 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Attempting to bind port 01fb81b7-77ec-45ac-9917-e52ae3f3a082 by drivers openvswitch,hyperv on host n-h1-804985-2 at level 0 using segments [{'id': '5ba9cd69-bade-4f15-8383-e94d9d0ddc24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'd9c7f4bb-f435-48a9-bed9-1ae645680b31'}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:12:53.505960 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88e9d23-a42e-432c-9c98-c36ab9a4f665 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Attempting to bind port 01fb81b7-77ec-45ac-9917-e52ae3f3a082 on network d9c7f4bb-f435-48a9-bed9-1ae645680b31 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:12:53.509364 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [None req-1868132d-4c14-4cbd-9eec-7cae1394d769 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Allocated IP 172.25.7.206 (7cae7a70-14fd-408c-b14d-39ceb97cb60e/9784295a-20b8-4a4b-b105-f82737f0448f/789b12d1-b704-4282-96b9-6b7fcd672b7a) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:12:53.514744 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88e9d23-a42e-432c-9c98-c36ab9a4f665 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Port 01fb81b7-77ec-45ac-9917-e52ae3f3a082 on network d9c7f4bb-f435-48a9-bed9-1ae645680b31 not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-2 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:12:53.514744 n-d-804985-2 neutron-server[106252]: ERROR neutron.plugins.ml2.managers [None req-e88e9d23-a42e-432c-9c98-c36ab9a4f665 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Failed to bind port 01fb81b7-77ec-45ac-9917-e52ae3f3a082 on host n-h1-804985-2 for vnic_type normal using segments [{'id': '5ba9cd69-bade-4f15-8383-e94d9d0ddc24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'd9c7f4bb-f435-48a9-bed9-1ae645680b31'}] Aug 18 12:12:53.515064 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e88e9d23-a42e-432c-9c98-c36ab9a4f665 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:53.521006 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [None req-522752b5-2cb2-4916-8a7c-e480979f0cfb tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Allocated IP 172.20.0.1 (c8c601c9-3d73-45f3-b872-e66f852868da/8aae32e1-f5f7-42c4-8e0a-f01550483414/be0c7d75-32b6-4722-a6a7-17a0e401f1b4) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:12:53.653482 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1ec2c9bc-90c7-4258-8913-c315be3f75a0 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58902171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59388106'] for subnet, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:53.670958 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [None req-e88e9d23-a42e-432c-9c98-c36ab9a4f665 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] For port 01fb81b7-77ec-45ac-9917-e52ae3f3a082, host n-h1-804985-2, cleared binding levels {{(pid=106252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:12:53.671381 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [None req-e88e9d23-a42e-432c-9c98-c36ab9a4f665 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Attempted to set empty binding levels {{(pid=106252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 18 12:12:53.681414 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e88e9d23-a42e-432c-9c98-c36ab9a4f665 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:53.700730 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec2c9bc-90c7-4258-8913-c315be3f75a0 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Pushing event deleted for resources: {'Subnet': ['ID=0c8eb89d-afae-454a-a604-d9c5d66b1795,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:12:53.707440 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1ec2c9bc-90c7-4258-8913-c315be3f75a0 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:53.709681 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-1ec2c9bc-90c7-4258-8913-c315be3f75a0 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] 10.222.0.66 "DELETE /v2.0/subnets/0c8eb89d-afae-454a-a604-d9c5d66b1795 HTTP/1.1" status: 204 len: 168 time: 0.9599020 Aug 18 12:12:53.714539 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 50590) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:12:53.739586 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9f9853-892f-4232-afad-ea678fb0172b req-05281552-6e57-4051-9768-af685c2b6577 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:12:53.741604 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5a9f9853-892f-4232-afad-ea678fb0172b req-05281552-6e57-4051-9768-af685c2b6577 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/ports?device_id=921d3c41-9188-4e3c-a7f3-44c5c4f15460 HTTP/1.1" status: 200 len: 944 time: 0.1118467 Aug 18 12:12:53.761958 n-d-804985-2 neutron-server[106253]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9ff5f0e-e9bf-42a5-b366-6bab87d50169 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] DELETE failed (client error): The resource could not be found. Aug 18 12:12:53.762499 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9ff5f0e-e9bf-42a5-b366-6bab87d50169 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 12:12:53.763079 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-e88e9d23-a42e-432c-9c98-c36ab9a4f665 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] In _notify_port_updated(), no bound segment for port 01fb81b7-77ec-45ac-9917-e52ae3f3a082 on network d9c7f4bb-f435-48a9-bed9-1ae645680b31 {{(pid=106252) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 18 12:12:53.766719 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e88e9d23-a42e-432c-9c98-c36ab9a4f665 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:12:53.766874 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-d9ff5f0e-e9bf-42a5-b366-6bab87d50169 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] 10.222.0.66 "DELETE /v2.0/subnets/861ca2af-5f68-487b-a3d2-7a521d267db2 HTTP/1.1" status: 404 len: 337 time: 0.0465751 Aug 18 12:12:53.766957 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e88e9d23-a42e-432c-9c98-c36ab9a4f665 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:53.770304 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-e88e9d23-a42e-432c-9c98-c36ab9a4f665 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] 10.222.0.66 "PUT /v2.0/ports/01fb81b7-77ec-45ac-9917-e52ae3f3a082 HTTP/1.1" status: 200 len: 972 time: 1.2026105 Aug 18 12:12:53.771179 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88e9d23-a42e-432c-9c98-c36ab9a4f665 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Pushing event updated for resources: {'Port': ['ID=01fb81b7-77ec-45ac-9917-e52ae3f3a082,revision_number=3']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:12:53.774589 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 50592) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:12:53.774968 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 50594) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:12:53.835241 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-500a1c61-38a7-4c23-a7ec-4631080af5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:53.853036 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1868132d-4c14-4cbd-9eec-7cae1394d769 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:53.869861 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-522752b5-2cb2-4916-8a7c-e480979f0cfb tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:53.897711 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [None req-522752b5-2cb2-4916-8a7c-e480979f0cfb tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Transition to ACTIVE for port object be0c7d75-32b6-4722-a6a7-17a0e401f1b4 will not be triggered until provisioned by entity DHCP. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:12:53.955957 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1868132d-4c14-4cbd-9eec-7cae1394d769 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:53.991885 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_v2 [None req-adb17328-80e1-4153-8f50-acecf20e4575 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Deleting subnet 6ccb69ee-9fc2-4ef0-94f3-28d894ea3215 {{(pid=106252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 12:12:54.004889 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-adb17328-80e1-4153-8f50-acecf20e4575 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks [] for subnet, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:54.036095 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1868132d-4c14-4cbd-9eec-7cae1394d769 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Pushing event updated for resources: {'Port': ['ID=789b12d1-b704-4282-96b9-6b7fcd672b7a,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:12:54.052648 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1868132d-4c14-4cbd-9eec-7cae1394d769 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Network 7cae7a70-14fd-408c-b14d-39ceb97cb60e is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:12:54.056036 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-1868132d-4c14-4cbd-9eec-7cae1394d769 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:12:54.059423 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1868132d-4c14-4cbd-9eec-7cae1394d769 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:12:54.065703 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-522752b5-2cb2-4916-8a7c-e480979f0cfb tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:54.144931 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-522752b5-2cb2-4916-8a7c-e480979f0cfb tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Network c8c601c9-3d73-45f3-b872-e66f852868da is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:12:54.150181 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53dbce4e-e3a0-4028-beb9-29922d374c87 None None] Network c8c601c9-3d73-45f3-b872-e66f852868da requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:12:54.153689 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-522752b5-2cb2-4916-8a7c-e480979f0cfb tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:12:54.161842 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-522752b5-2cb2-4916-8a7c-e480979f0cfb tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:12:54.189122 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-adb17328-80e1-4153-8f50-acecf20e4575 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2221528'] for subnet, precommit_delete_associations {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:54.275273 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-2db5291e-c2ac-4624-aeef-417573586220 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Deleting port 01fb81b7-77ec-45ac-9917-e52ae3f3a082 {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:12:54.275611 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2db5291e-c2ac-4624-aeef-417573586220 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:54.276843 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522752b5-2cb2-4916-8a7c-e480979f0cfb tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Pushing event updated for resources: {'Port': ['ID=be0c7d75-32b6-4722-a6a7-17a0e401f1b4,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:12:54.317287 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff8c200c-602c-4a7f-9130-67cb50b7a086 None None] Network 4d6f13ff-7ba1-4bb4-b06e-f8ea65047e3c requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:12:54.372424 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-5a9f9853-892f-4232-afad-ea678fb0172b req-bf98bae9-1a1e-42a8-8865-039cb69de6ff tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Deleting port e4939108-0e12-4c3b-ac0f-5ee0dbe95aed {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:12:54.372988 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-5a9f9853-892f-4232-afad-ea678fb0172b req-bf98bae9-1a1e-42a8-8865-039cb69de6ff tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:54.442990 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-522752b5-2cb2-4916-8a7c-e480979f0cfb tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-996688'] for router_interface, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:54.455707 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device b7106ef4-cc68-4a8c-9711-ec58021299fd up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:12:54.473112 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [None req-2db5291e-c2ac-4624-aeef-417573586220 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] For port 01fb81b7-77ec-45ac-9917-e52ae3f3a082, host n-h1-804985-2, got binding levels [] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:12:54.473473 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2db5291e-c2ac-4624-aeef-417573586220 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:54.484958 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-adb17328-80e1-4153-8f50-acecf20e4575 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:54.513945 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-2db5291e-c2ac-4624-aeef-417573586220 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Calling delete_port for 01fb81b7-77ec-45ac-9917-e52ae3f3a082 owned by {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:12:54.543112 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-69c2e924-24ba-444f-aedb-f06de3628412 None None] Provisioning for port b7106ef4-cc68-4a8c-9711-ec58021299fd completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:12:54.618724 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-5a9f9853-892f-4232-afad-ea678fb0172b req-bf98bae9-1a1e-42a8-8865-039cb69de6ff tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] For port e4939108-0e12-4c3b-ac0f-5ee0dbe95aed, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=e4939108-0e12-4c3b-ac0f-5ee0dbe95aed,segment=NetworkSegment(299e2826-ecf6-416e-b53c-1b1574dd5315),segment_id=299e2826-ecf6-416e-b53c-1b1574dd5315)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:12:54.619113 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-5a9f9853-892f-4232-afad-ea678fb0172b req-bf98bae9-1a1e-42a8-8865-039cb69de6ff tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:54.648334 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-5a9f9853-892f-4232-afad-ea678fb0172b req-bf98bae9-1a1e-42a8-8865-039cb69de6ff tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Calling delete_port for e4939108-0e12-4c3b-ac0f-5ee0dbe95aed owned by compute:nova {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:12:54.667082 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device ac0331fb-c470-4646-ab34-bae714f4d297 no longer exists at agent hyperv_n-h1-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:12:54.671126 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-adb17328-80e1-4153-8f50-acecf20e4575 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3572848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59074100'] for subnet, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:54.673124 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-522752b5-2cb2-4916-8a7c-e480979f0cfb tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:54.716915 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] No Port match for: ac0331fb-c470-4646-ab34-bae714f4d297 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:12:54.717558 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device ac0331fb-c470-4646-ab34-bae714f4d297 not bound to the agent host n-h1-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:12:54.747897 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb17328-80e1-4153-8f50-acecf20e4575 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Pushing event deleted for resources: {'Subnet': ['ID=6ccb69ee-9fc2-4ef0-94f3-28d894ea3215,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:12:54.760268 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-adb17328-80e1-4153-8f50-acecf20e4575 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for subnet, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:54.764379 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-adb17328-80e1-4153-8f50-acecf20e4575 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] 10.222.0.66 "DELETE /v2.0/subnets/6ccb69ee-9fc2-4ef0-94f3-28d894ea3215 HTTP/1.1" status: 204 len: 168 time: 0.9841397 Aug 18 12:12:54.764777 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2db5291e-c2ac-4624-aeef-417573586220 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:54.766257 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 50604) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:12:54.769035 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port b7106ef4-cc68-4a8c-9711-ec58021299fd completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:12:54.777406 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port b7106ef4-cc68-4a8c-9711-ec58021299fd triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:12:54.777781 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:54.788865 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-d38a30c2-c6c1-425e-b8d7-3e9892651cd5 None None] Provisioning complete for port 7b483e5e-2513-40a9-9917-0ca682c96faf triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:12:54.789487 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-d38a30c2-c6c1-425e-b8d7-3e9892651cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:54.896254 n-d-804985-2 neutron-server[106252]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba1b3d63-67a3-4e37-b821-bc2dadc3f79c tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] DELETE failed (client error): The resource could not be found. Aug 18 12:12:54.896907 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba1b3d63-67a3-4e37-b821-bc2dadc3f79c tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106252) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 12:12:54.901747 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-ba1b3d63-67a3-4e37-b821-bc2dadc3f79c tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] 10.222.0.66 "DELETE /v2.0/subnets/c3b7f8c0-3619-4421-a488-28aa4fe0bc50 HTTP/1.1" status: 404 len: 337 time: 0.1328592 Aug 18 12:12:54.902319 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 50606) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:12:54.944320 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db5291e-c2ac-4624-aeef-417573586220 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Pushing event deleted for resources: {'Port': ['ID=01fb81b7-77ec-45ac-9917-e52ae3f3a082,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:12:54.962014 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-87a31b17-fc3d-4dd1-b8b3-a58e4a25a096 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] 10.222.0.66 "GET /v2.0/ports?device_id=0cca1b76-7e9a-4eb0-a5c8-29f69e245efd HTTP/1.1" status: 200 len: 205 time: 0.0540330 Aug 18 12:12:54.968411 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 50608) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:12:55.010780 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2db5291e-c2ac-4624-aeef-417573586220 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:55.013421 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-2db5291e-c2ac-4624-aeef-417573586220 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] 10.222.0.66 "DELETE /v2.0/ports/01fb81b7-77ec-45ac-9917-e52ae3f3a082 HTTP/1.1" status: 204 len: 168 time: 1.1455798 Aug 18 12:12:55.015061 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-5a9f9853-892f-4232-afad-ea678fb0172b req-bf98bae9-1a1e-42a8-8865-039cb69de6ff tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:55.017325 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 50612) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:12:55.034608 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-369f060d-2dde-40f1-97dc-447fab61f50a None None] Update dhcp port {'port': {'network_id': '4d6f13ff-7ba1-4bb4-b06e-f8ea65047e3c', 'fixed_ips': [{'subnet_id': '6ccb69ee-9fc2-4ef0-94f3-28d894ea3215'}], 'binding:host_id': 'n-d-804985-2'}, 'id': '7b483e5e-2513-40a9-9917-0ca682c96faf'} from n-d-804985-2. {{(pid=106254) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 18 12:12:55.040732 n-d-804985-2 neutron-server[106253]: INFO neutron.api.v2.resource [None req-38f9eb14-90e5-4bcd-b07a-d9ffe8e9dabe tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] delete failed (client error): The resource could not be found. Aug 18 12:12:55.042486 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-38f9eb14-90e5-4bcd-b07a-d9ffe8e9dabe tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] 10.222.0.66 "DELETE /v2.0/routers/0cca1b76-7e9a-4eb0-a5c8-29f69e245efd HTTP/1.1" status: 404 len: 336 time: 0.0731139 Aug 18 12:12:55.043433 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] get_ports_and_sgs() called for port_ids ['7a7db1db-b5ee-48d6-85e1-5e7495701d0f'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:12:55.052994 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 50614) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:12:55.064126 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] get_ports_and_sgs() called for port_ids ['55b318c7-6bb8-425f-b6db-088781d25c4e'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:12:55.103303 n-d-804985-2 neutron-server[106253]: INFO neutron.pecan_wsgi.hooks.translation [None req-d556eafd-0ec3-496a-a61f-909ee8883ee3 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] DELETE failed (client error): The resource could not be found. Aug 18 12:12:55.103759 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d556eafd-0ec3-496a-a61f-909ee8883ee3 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 12:12:55.105574 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-d556eafd-0ec3-496a-a61f-909ee8883ee3 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] 10.222.0.66 "DELETE /v2.0/subnets/15949ba7-f1db-4a53-a3e4-2892d5b1f330 HTTP/1.1" status: 404 len: 337 time: 0.0558665 Aug 18 12:12:55.106912 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1868132d-4c14-4cbd-9eec-7cae1394d769 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:55.112291 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 50616) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:12:55.186799 n-d-804985-2 neutron-server[106252]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9a7071e-2f88-4996-9780-5a1f0da85b92 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] GET failed (client error): The resource could not be found. Aug 18 12:12:55.186799 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-e9a7071e-2f88-4996-9780-5a1f0da85b92 tempest-PortsAdminExtendedAttrsTestJSON-1693409282 tempest-PortsAdminExtendedAttrsTestJSON-1693409282-project-admin] 10.222.0.66 "GET /v2.0/ports/01fb81b7-77ec-45ac-9917-e52ae3f3a082 HTTP/1.1" status: 404 len: 333 time: 0.1635609 Aug 18 12:12:55.189057 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 50618) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:12:55.210562 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf98bae9-1a1e-42a8-8865-039cb69de6ff tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Pushing event deleted for resources: {'Port': ['ID=e4939108-0e12-4c3b-ac0f-5ee0dbe95aed,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:12:55.234250 n-d-804985-2 neutron-server[106252]: INFO neutron.pecan_wsgi.hooks.translation [None req-72a06815-4a93-403d-8cb8-51752871d052 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] DELETE failed (client error): The resource could not be found. Aug 18 12:12:55.235731 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72a06815-4a93-403d-8cb8-51752871d052 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106252) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 12:12:55.238881 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-72a06815-4a93-403d-8cb8-51752871d052 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] 10.222.0.66 "DELETE /v2.0/subnets/f7d30986-c123-4503-b67e-e6bd87685d88 HTTP/1.1" status: 404 len: 337 time: 0.0762849 Aug 18 12:12:55.242924 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 50620) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:12:55.351140 n-d-804985-2 neutron-server[106252]: INFO neutron.pecan_wsgi.hooks.translation [None req-00f2e443-2785-4680-a05a-436b099e9c83 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] DELETE failed (client error): The resource could not be found. Aug 18 12:12:55.353414 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00f2e443-2785-4680-a05a-436b099e9c83 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106252) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 12:12:55.355604 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-00f2e443-2785-4680-a05a-436b099e9c83 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] 10.222.0.66 "DELETE /v2.0/subnets/a13d7f67-3bb5-4dcd-9aa9-398958986bf8 HTTP/1.1" status: 404 len: 337 time: 0.1114652 Aug 18 12:12:55.357017 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a9f9853-892f-4232-afad-ea678fb0172b req-bf98bae9-1a1e-42a8-8865-039cb69de6ff tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] No DVR routers for this DVR port e4939108-0e12-4c3b-ac0f-5ee0dbe95aed on host n-h2-804985-2 {{(pid=106252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:12:55.358825 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 50624) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:12:55.367527 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-5a9f9853-892f-4232-afad-ea678fb0172b req-bf98bae9-1a1e-42a8-8865-039cb69de6ff tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:55.369778 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5a9f9853-892f-4232-afad-ea678fb0172b req-bf98bae9-1a1e-42a8-8865-039cb69de6ff tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "DELETE /v2.0/ports/e4939108-0e12-4c3b-ac0f-5ee0dbe95aed HTTP/1.1" status: 204 len: 173 time: 1.5937090 Aug 18 12:12:55.370568 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '921d3c41-9188-4e3c-a7f3-44c5c4f15460', 'name': 'network-vif-deleted', 'tag': 'e4939108-0e12-4c3b-ac0f-5ee0dbe95aed'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:12:55.373067 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aeb6b1c-1004-40ca-a723-a40a4818dda2" -d '{"events": [{"server_uuid": "921d3c41-9188-4e3c-a7f3-44c5c4f15460", "name": "network-vif-deleted", "tag": "e4939108-0e12-4c3b-ac0f-5ee0dbe95aed"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:12:55.397354 n-d-804985-2 neutron-server[106252]: INFO neutron.pecan_wsgi.hooks.translation [None req-50e24bbc-3f94-4747-8ea0-1b3527926f15 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] DELETE failed (client error): The resource could not be found. Aug 18 12:12:55.398195 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50e24bbc-3f94-4747-8ea0-1b3527926f15 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106252) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 12:12:55.402465 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-50e24bbc-3f94-4747-8ea0-1b3527926f15 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] 10.222.0.66 "DELETE /v2.0/ports/f4ae87bf-0fbd-4781-9b63-109eb87cd80d HTTP/1.1" status: 404 len: 333 time: 0.0404398 Aug 18 12:12:55.402843 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 50628) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:12:55.452681 n-d-804985-2 neutron-server[106252]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0bc6701-4df5-4507-92eb-f424b5b822d2 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] DELETE failed (client error): The resource could not be found. Aug 18 12:12:55.453264 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0bc6701-4df5-4507-92eb-f424b5b822d2 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106252) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 12:12:55.456847 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-c0bc6701-4df5-4507-92eb-f424b5b822d2 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] 10.222.0.66 "DELETE /v2.0/subnets/e728e324-e125-4e9d-9deb-94958aef443f HTTP/1.1" status: 404 len: 337 time: 0.0519211 Aug 18 12:12:55.461689 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 50630) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:12:55.521683 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 18 Aug 2021 12:12:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51fe3392-4c1f-4cfb-b5ba-a4a750b16dab x-openstack-request-id: req-51fe3392-4c1f-4cfb-b5ba-a4a750b16dab {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:12:55.522063 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "921d3c41-9188-4e3c-a7f3-44c5c4f15460", "name": "network-vif-deleted", "tag": "e4939108-0e12-4c3b-ac0f-5ee0dbe95aed", "status": "failed", "code": 422}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:12:55.522373 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-51fe3392-4c1f-4cfb-b5ba-a4a750b16dab {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:12:55.522836 n-d-804985-2 neutron-server[106252]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '921d3c41-9188-4e3c-a7f3-44c5c4f15460', 'name': 'network-vif-deleted', 'tag': 'e4939108-0e12-4c3b-ac0f-5ee0dbe95aed', 'status': 'failed', 'code': 422} returned with failed status Aug 18 12:12:55.528171 n-d-804985-2 neutron-server[106252]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cb1858c-bcac-4cd0-87a8-5dde26c5dafb tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] DELETE failed (client error): The resource could not be found. Aug 18 12:12:55.528832 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9cb1858c-bcac-4cd0-87a8-5dde26c5dafb tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106252) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 12:12:55.530902 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-9cb1858c-bcac-4cd0-87a8-5dde26c5dafb tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] 10.222.0.66 "DELETE /v2.0/subnets/636417b6-3475-4667-b11e-6ff215ea3a2b HTTP/1.1" status: 404 len: 337 time: 0.0682218 Aug 18 12:12:55.534030 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 50636) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:12:55.536166 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1868132d-4c14-4cbd-9eec-7cae1394d769 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:55.543400 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-d38a30c2-c6c1-425e-b8d7-3e9892651cd5 None None] Provisioning complete for port 27b9989b-27e5-4f98-80e4-a344d0cb9470 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:12:55.544355 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-d38a30c2-c6c1-425e-b8d7-3e9892651cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:55.560732 n-d-804985-2 neutron-server[106252]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6eb69e2-ce12-46a6-aff7-3125677ad8ef tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] DELETE failed (client error): The resource could not be found. Aug 18 12:12:55.561590 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6eb69e2-ce12-46a6-aff7-3125677ad8ef tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106252) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 12:12:55.568932 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-b6eb69e2-ce12-46a6-aff7-3125677ad8ef tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] 10.222.0.66 "DELETE /v2.0/ports/edc743d1-dee8-4ff1-9b30-bf05cdf5979a HTTP/1.1" status: 404 len: 333 time: 0.0309761 Aug 18 12:12:55.570489 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 50638) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:12:55.588143 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-364744e6-4854-4dcf-ac00-6b6da5558411 tempest-PortsAdminExtendedAttrsTestJSON-1379400381 tempest-PortsAdminExtendedAttrsTestJSON-1379400381-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7904109'] for network, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:55.590955 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-d38a30c2-c6c1-425e-b8d7-3e9892651cd5 None None] Port 27b9989b-27e5-4f98-80e4-a344d0cb9470 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:12:55.601204 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-369f060d-2dde-40f1-97dc-447fab61f50a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:55.631222 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:55.669286 n-d-804985-2 neutron-server[106252]: INFO neutron.pecan_wsgi.hooks.translation [None req-58f833be-0c51-4a67-b857-072b3c0e3042 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] DELETE failed (client error): The resource could not be found. Aug 18 12:12:55.671097 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58f833be-0c51-4a67-b857-072b3c0e3042 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106252) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 12:12:55.678987 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-58f833be-0c51-4a67-b857-072b3c0e3042 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] 10.222.0.66 "DELETE /v2.0/subnets/3ff3240c-435f-4421-80ba-7f0353307658 HTTP/1.1" status: 404 len: 337 time: 0.1083512 Aug 18 12:12:55.679740 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 50640) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:12:55.731923 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-522752b5-2cb2-4916-8a7c-e480979f0cfb tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks [] for port, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:55.737218 n-d-804985-2 neutron-server[106252]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae0990c5-f23f-473b-a981-7c630582ff60 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] DELETE failed (client error): The resource could not be found. Aug 18 12:12:55.737916 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae0990c5-f23f-473b-a981-7c630582ff60 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106252) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 12:12:55.746258 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-ae0990c5-f23f-473b-a981-7c630582ff60 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] 10.222.0.66 "DELETE /v2.0/subnets/2b62ed60-5ae7-4836-91dc-2d6eb4a8a042 HTTP/1.1" status: 404 len: 337 time: 0.0648777 Aug 18 12:12:55.747236 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 50644) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:12:55.762421 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] For port b7106ef4-cc68-4a8c-9711-ec58021299fd, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=b7106ef4-cc68-4a8c-9711-ec58021299fd,segment=NetworkSegment(81620f8e-3c78-4ff3-b6a5-5473c8e82710),segment_id=81620f8e-3c78-4ff3-b6a5-5473c8e82710)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:12:55.772544 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-522752b5-2cb2-4916-8a7c-e480979f0cfb tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:55.815052 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:55.853448 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-69854e7d-23cc-4af1-b0a2-0ebea03f50c7 None None] Provisioning for port be0c7d75-32b6-4722-a6a7-17a0e401f1b4 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:12:55.888353 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-c41ea3e6-1005-4db3-b386-f777540ec7c2 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Deleting port 27b9989b-27e5-4f98-80e4-a344d0cb9470 {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:12:55.889130 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c41ea3e6-1005-4db3-b386-f777540ec7c2 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:55.982380 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-69854e7d-23cc-4af1-b0a2-0ebea03f50c7 None None] Provisioning complete for port be0c7d75-32b6-4722-a6a7-17a0e401f1b4 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:12:55.983528 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-69854e7d-23cc-4af1-b0a2-0ebea03f50c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:55.997718 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c41ea3e6-1005-4db3-b386-f777540ec7c2 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:56.018720 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-c41ea3e6-1005-4db3-b386-f777540ec7c2 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Calling delete_port for 27b9989b-27e5-4f98-80e4-a344d0cb9470 owned by {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:12:56.052082 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-69854e7d-23cc-4af1-b0a2-0ebea03f50c7 None None] Port be0c7d75-32b6-4722-a6a7-17a0e401f1b4 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:12:56.108651 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1e3998a-28e6-4283-ab09-d48023b46f93 None None] Network 4d6f13ff-7ba1-4bb4-b06e-f8ea65047e3c requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:12:56.158037 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c41ea3e6-1005-4db3-b386-f777540ec7c2 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:56.200322 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41ea3e6-1005-4db3-b386-f777540ec7c2 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Pushing event deleted for resources: {'Port': ['ID=27b9989b-27e5-4f98-80e4-a344d0cb9470,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:12:56.214400 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c41ea3e6-1005-4db3-b386-f777540ec7c2 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:56.219472 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-c41ea3e6-1005-4db3-b386-f777540ec7c2 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] 10.222.0.66 "DELETE /v2.0/ports/27b9989b-27e5-4f98-80e4-a344d0cb9470 HTTP/1.1" status: 204 len: 168 time: 0.4687417 Aug 18 12:12:56.220570 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 50656) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:12:56.296404 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Pushing event updated for resources: {'Port': ['ID=b7106ef4-cc68-4a8c-9711-ec58021299fd,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:12:56.323658 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-69854e7d-23cc-4af1-b0a2-0ebea03f50c7 None None] Provisioning complete for port b7106ef4-cc68-4a8c-9711-ec58021299fd triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:12:56.337145 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-69854e7d-23cc-4af1-b0a2-0ebea03f50c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:56.377347 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-75e6b10e-909c-4840-8d1e-6394b4a26bd4 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7904109'] for network, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:56.454446 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 7b483e5e-2513-40a9-9917-0ca682c96faf no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:12:56.490036 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-522752b5-2cb2-4916-8a7c-e480979f0cfb tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-996772'] for router_interface, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:56.495790 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-75e6b10e-909c-4840-8d1e-6394b4a26bd4 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Deleting port 7b483e5e-2513-40a9-9917-0ca682c96faf {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:12:56.496511 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-75e6b10e-909c-4840-8d1e-6394b4a26bd4 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:56.506797 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-364744e6-4854-4dcf-ac00-6b6da5558411 tempest-PortsAdminExtendedAttrsTestJSON-1379400381 tempest-PortsAdminExtendedAttrsTestJSON-1379400381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8367869', 'neutron.services.segments.db._delete_segments_for_network-8789151212993'] for network, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:56.517854 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1868132d-4c14-4cbd-9eec-7cae1394d769 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks [] for port, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:56.541695 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1868132d-4c14-4cbd-9eec-7cae1394d769 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:56.547190 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-364744e6-4854-4dcf-ac00-6b6da5558411 tempest-PortsAdminExtendedAttrsTestJSON-1379400381 tempest-PortsAdminExtendedAttrsTestJSON-1379400381-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9c7f4bb-f435-48a9-bed9-1ae645680b31']}} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:12:56.624587 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9c6b23-7a0d-4a84-a328-43aa09e6e4be req-8032b057-57ff-462f-ba47-d57172446f70 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:12:56.626626 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-db9c6b23-7a0d-4a84-a328-43aa09e6e4be req-8032b057-57ff-462f-ba47-d57172446f70 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/ports?device_id=8a996e92-54c5-44fc-a0c3-2d1774bbf792 HTTP/1.1" status: 200 len: 907 time: 0.1284626 Aug 18 12:12:56.654814 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [None req-75e6b10e-909c-4840-8d1e-6394b4a26bd4 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] For port 7b483e5e-2513-40a9-9917-0ca682c96faf, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=7b483e5e-2513-40a9-9917-0ca682c96faf,segment=NetworkSegment(748bf624-25c2-49c7-8c99-be10ec578d78),segment_id=748bf624-25c2-49c7-8c99-be10ec578d78)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:12:56.654814 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-75e6b10e-909c-4840-8d1e-6394b4a26bd4 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:56.659271 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522752b5-2cb2-4916-8a7c-e480979f0cfb tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Pushing event updated for resources: {'Port': ['ID=be0c7d75-32b6-4722-a6a7-17a0e401f1b4,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:12:56.666587 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-364744e6-4854-4dcf-ac00-6b6da5558411 tempest-PortsAdminExtendedAttrsTestJSON-1379400381 tempest-PortsAdminExtendedAttrsTestJSON-1379400381-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ba9cd69-bade-4f15-8383-e94d9d0ddc24') {'for_net_delete': True} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:12:56.666926 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-364744e6-4854-4dcf-ac00-6b6da5558411 tempest-PortsAdminExtendedAttrsTestJSON-1379400381 tempest-PortsAdminExtendedAttrsTestJSON-1379400381-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ba9cd69-bade-4f15-8383-e94d9d0ddc24') {} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:12:56.677535 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-75e6b10e-909c-4840-8d1e-6394b4a26bd4 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Calling delete_port for 7b483e5e-2513-40a9-9917-0ca682c96faf owned by network:dhcp {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:12:56.682269 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-522752b5-2cb2-4916-8a7c-e480979f0cfb tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Network c8c601c9-3d73-45f3-b872-e66f852868da is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:12:56.697061 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:56.746843 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-364744e6-4854-4dcf-ac00-6b6da5558411 tempest-PortsAdminExtendedAttrsTestJSON-1379400381 tempest-PortsAdminExtendedAttrsTestJSON-1379400381-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789151225254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902236'] for segment, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:56.748994 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-522752b5-2cb2-4916-8a7c-e480979f0cfb tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:12:56.756501 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] For port 7b483e5e-2513-40a9-9917-0ca682c96faf, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=7b483e5e-2513-40a9-9917-0ca682c96faf,segment=NetworkSegment(748bf624-25c2-49c7-8c99-be10ec578d78),segment_id=748bf624-25c2-49c7-8c99-be10ec578d78)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:12:56.762699 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2dbc709-3c3a-45f3-850e-e154a5dac247 None None] DHCP port deletion for 4d6f13ff-7ba1-4bb4-b06e-f8ea65047e3c request from n-d-804985-2 {{(pid=106254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 12:12:56.772847 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:56.788111 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-364744e6-4854-4dcf-ac00-6b6da5558411 tempest-PortsAdminExtendedAttrsTestJSON-1379400381 tempest-PortsAdminExtendedAttrsTestJSON-1379400381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:56.840751 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1868132d-4c14-4cbd-9eec-7cae1394d769 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-989945'] for floatingip, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:56.869401 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-364744e6-4854-4dcf-ac00-6b6da5558411 tempest-PortsAdminExtendedAttrsTestJSON-1379400381 tempest-PortsAdminExtendedAttrsTestJSON-1379400381-project] Releasing vlan 825 on physical network physnet1 to pool {{(pid=106253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:12:56.869820 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-364744e6-4854-4dcf-ac00-6b6da5558411 tempest-PortsAdminExtendedAttrsTestJSON-1379400381 tempest-PortsAdminExtendedAttrsTestJSON-1379400381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58900537'] for segment, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:56.873575 n-d-804985-2 neutron-server[106253]: Traceback (most recent call last): Aug 18 12:12:56.873575 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:12:56.873575 n-d-804985-2 neutron-server[106253]: timer() Aug 18 12:12:56.873575 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:12:56.873575 n-d-804985-2 neutron-server[106253]: cb(*args, **kw) Aug 18 12:12:56.873575 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:12:56.873575 n-d-804985-2 neutron-server[106253]: return func(*args, **kwargs) Aug 18 12:12:56.873575 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:12:56.873575 n-d-804985-2 neutron-server[106253]: self._notify() Aug 18 12:12:56.873575 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:12:56.873575 n-d-804985-2 neutron-server[106253]: self.callback(batched_events) Aug 18 12:12:56.873575 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:12:56.873575 n-d-804985-2 neutron-server[106253]: event.method(event) Aug 18 12:12:56.873575 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:12:56.873575 n-d-804985-2 neutron-server[106253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:12:56.873575 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:12:56.873575 n-d-804985-2 neutron-server[106253]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:12:56.873575 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:12:56.873575 n-d-804985-2 neutron-server[106253]: return f(self, *a, **k) Aug 18 12:12:56.873575 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:12:56.873575 n-d-804985-2 neutron-server[106253]: return self._get(url).json() Aug 18 12:12:56.873575 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:12:56.873575 n-d-804985-2 neutron-server[106253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:12:56.873575 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:12:56.873575 n-d-804985-2 neutron-server[106253]: return self.request(url, 'GET', **kwargs) Aug 18 12:12:56.873575 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:12:56.873575 n-d-804985-2 neutron-server[106253]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:12:56.873575 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:12:56.873575 n-d-804985-2 neutron-server[106253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:12:56.873575 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:12:56.873575 n-d-804985-2 neutron-server[106253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:12:56.873575 n-d-804985-2 neutron-server[106253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:12:56.887156 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1868132d-4c14-4cbd-9eec-7cae1394d769 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Pushing event updated for resources: {'Port': ['ID=789b12d1-b704-4282-96b9-6b7fcd672b7a,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:12:56.933452 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-c646354d-835a-4725-ba1e-538f5d2d3a30 None None] Provisioning complete for port 7b483e5e-2513-40a9-9917-0ca682c96faf triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:12:56.935052 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-c646354d-835a-4725-ba1e-538f5d2d3a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:56.995767 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Pushing event updated for resources: {'Port': ['ID=7b483e5e-2513-40a9-9917-0ca682c96faf,revision_number=11']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:12:57.031353 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-a2dbc709-3c3a-45f3-850e-e154a5dac247 None None] Deleting port 7b483e5e-2513-40a9-9917-0ca682c96faf {{(pid=106254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:12:57.032456 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-a2dbc709-3c3a-45f3-850e-e154a5dac247 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:57.084697 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-364744e6-4854-4dcf-ac00-6b6da5558411 tempest-PortsAdminExtendedAttrsTestJSON-1379400381 tempest-PortsAdminExtendedAttrsTestJSON-1379400381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8367858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997186'] for network, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:57.104685 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-364744e6-4854-4dcf-ac00-6b6da5558411 tempest-PortsAdminExtendedAttrsTestJSON-1379400381 tempest-PortsAdminExtendedAttrsTestJSON-1379400381-project] Notify callbacks [] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:57.106926 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-364744e6-4854-4dcf-ac00-6b6da5558411 tempest-PortsAdminExtendedAttrsTestJSON-1379400381 tempest-PortsAdminExtendedAttrsTestJSON-1379400381-project] 10.222.0.66 "DELETE /v2.0/networks/d9c7f4bb-f435-48a9-bed9-1ae645680b31 HTTP/1.1" status: 204 len: 168 time: 1.9090557 Aug 18 12:12:57.152400 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364744e6-4854-4dcf-ac00-6b6da5558411 tempest-PortsAdminExtendedAttrsTestJSON-1379400381 tempest-PortsAdminExtendedAttrsTestJSON-1379400381-project] Pushing event deleted for resources: {'Network': ['ID=d9c7f4bb-f435-48a9-bed9-1ae645680b31,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:12:57.175226 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-a2dbc709-3c3a-45f3-850e-e154a5dac247 None None] For port 7b483e5e-2513-40a9-9917-0ca682c96faf, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=7b483e5e-2513-40a9-9917-0ca682c96faf,segment=NetworkSegment(748bf624-25c2-49c7-8c99-be10ec578d78),segment_id=748bf624-25c2-49c7-8c99-be10ec578d78)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:12:57.175787 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-a2dbc709-3c3a-45f3-850e-e154a5dac247 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:57.177898 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-75e6b10e-909c-4840-8d1e-6394b4a26bd4 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:57.182763 n-d-804985-2 neutron-server[106253]: INFO neutron.db.l3_db [None req-1868132d-4c14-4cbd-9eec-7cae1394d769 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Floating IP 12d4a940-00cc-41e1-810a-e53f441fd6ed associated. External IP: 172.25.7.206, port: 70709313-3c87-49e1-bd2d-7d1562521e80. Aug 18 12:12:57.203473 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-a2dbc709-3c3a-45f3-850e-e154a5dac247 None None] Calling delete_port for 7b483e5e-2513-40a9-9917-0ca682c96faf owned by network:dhcp {{(pid=106254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:12:57.206265 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-c646354d-835a-4725-ba1e-538f5d2d3a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:57.222550 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-522752b5-2cb2-4916-8a7c-e480979f0cfb tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Router f02f88d1-78e4-463b-9b82-f1464b8da012 is scheduled to L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 with binding_index 1 {{(pid=106253) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 12:12:57.251048 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e6b10e-909c-4840-8d1e-6394b4a26bd4 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Pushing event deleted for resources: {'Port': ['ID=7b483e5e-2513-40a9-9917-0ca682c96faf,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:12:57.262554 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e6b10e-909c-4840-8d1e-6394b4a26bd4 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] No DVR routers for this DVR port 7b483e5e-2513-40a9-9917-0ca682c96faf on host n-d-804985-2 {{(pid=106252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:12:57.373904 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-75e6b10e-909c-4840-8d1e-6394b4a26bd4 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8367869', 'neutron.services.segments.db._delete_segments_for_network-8789151212993'] for network, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:57.390482 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-75e6b10e-909c-4840-8d1e-6394b4a26bd4 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d6f13ff-7ba1-4bb4-b06e-f8ea65047e3c']}} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:12:57.402702 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-75e6b10e-909c-4840-8d1e-6394b4a26bd4 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '748bf624-25c2-49c7-8c99-be10ec578d78') {'for_net_delete': True} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:12:57.403326 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-75e6b10e-909c-4840-8d1e-6394b4a26bd4 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '748bf624-25c2-49c7-8c99-be10ec578d78') {} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:12:57.414641 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-75e6b10e-909c-4840-8d1e-6394b4a26bd4 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789151225254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2221521'] for segment, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:57.429691 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-c646354d-835a-4725-ba1e-538f5d2d3a30 None None] Could not find standard attr ID for object 27b9989b-27e5-4f98-80e4-a344d0cb9470. {{(pid=106254) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 18 12:12:57.445389 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-a2dbc709-3c3a-45f3-850e-e154a5dac247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556'] for port, after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:57.446990 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-75e6b10e-909c-4840-8d1e-6394b4a26bd4 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:57.468426 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75e6b10e-909c-4840-8d1e-6394b4a26bd4 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Releasing vlan 821 on physical network physnet1 to pool {{(pid=106252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:12:57.468880 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-75e6b10e-909c-4840-8d1e-6394b4a26bd4 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3572434'] for segment, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:57.476811 n-d-804985-2 neutron-server[106252]: Traceback (most recent call last): Aug 18 12:12:57.476811 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:12:57.476811 n-d-804985-2 neutron-server[106252]: timer() Aug 18 12:12:57.476811 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:12:57.476811 n-d-804985-2 neutron-server[106252]: cb(*args, **kw) Aug 18 12:12:57.476811 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:12:57.476811 n-d-804985-2 neutron-server[106252]: return func(*args, **kwargs) Aug 18 12:12:57.476811 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:12:57.476811 n-d-804985-2 neutron-server[106252]: self._notify() Aug 18 12:12:57.476811 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:12:57.476811 n-d-804985-2 neutron-server[106252]: self.callback(batched_events) Aug 18 12:12:57.476811 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:12:57.476811 n-d-804985-2 neutron-server[106252]: event.method(event) Aug 18 12:12:57.476811 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:12:57.476811 n-d-804985-2 neutron-server[106252]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:12:57.476811 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:12:57.476811 n-d-804985-2 neutron-server[106252]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:12:57.476811 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:12:57.476811 n-d-804985-2 neutron-server[106252]: return f(self, *a, **k) Aug 18 12:12:57.476811 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:12:57.476811 n-d-804985-2 neutron-server[106252]: return self._get(url).json() Aug 18 12:12:57.476811 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:12:57.476811 n-d-804985-2 neutron-server[106252]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:12:57.476811 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:12:57.476811 n-d-804985-2 neutron-server[106252]: return self.request(url, 'GET', **kwargs) Aug 18 12:12:57.476811 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:12:57.476811 n-d-804985-2 neutron-server[106252]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:12:57.476811 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:12:57.476811 n-d-804985-2 neutron-server[106252]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:12:57.476811 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:12:57.476811 n-d-804985-2 neutron-server[106252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:12:57.476811 n-d-804985-2 neutron-server[106252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:12:57.490411 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dbc709-3c3a-45f3-850e-e154a5dac247 None None] Pushing event deleted for resources: {'Port': ['ID=7b483e5e-2513-40a9-9917-0ca682c96faf,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:12:57.501171 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2dbc709-3c3a-45f3-850e-e154a5dac247 None None] No DVR routers for this DVR port 7b483e5e-2513-40a9-9917-0ca682c96faf on host n-d-804985-2 {{(pid=106254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:12:57.553931 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-79179e3b-9b88-4497-9806-95477f7ecc4d None None] Provisioning complete for port be0c7d75-32b6-4722-a6a7-17a0e401f1b4 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:12:57.554303 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-79179e3b-9b88-4497-9806-95477f7ecc4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:57.569507 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-522752b5-2cb2-4916-8a7c-e480979f0cfb tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:12:57.610579 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6845a032-6f5f-44d5-a320-20f47bdc58ae None None] Sync routers for ids ['f02f88d1-78e4-463b-9b82-f1464b8da012'] in n-d-804985-2 {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:12:57.640583 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-522752b5-2cb2-4916-8a7c-e480979f0cfb tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] 10.222.0.66 "PUT /v2.0/routers/f02f88d1-78e4-463b-9b82-f1464b8da012/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4811518 Aug 18 12:12:57.646053 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 50674) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:12:57.646053 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 50676) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:12:57.662077 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6845a032-6f5f-44d5-a320-20f47bdc58ae None None] Routers {'f02f88d1-78e4-463b-9b82-f1464b8da012'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:12:57.662724 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-6845a032-6f5f-44d5-a320-20f47bdc58ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:12:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['f02f88d1-78e4-463b-9b82-f1464b8da012'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:12:57.702812 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-6845a032-6f5f-44d5-a320-20f47bdc58ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:12:57.707065 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-79179e3b-9b88-4497-9806-95477f7ecc4d None None] Port be0c7d75-32b6-4722-a6a7-17a0e401f1b4 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:12:57.716881 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bbd55c4-bb3a-43bb-bd58-ff7e488cb4b5 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:12:57.721079 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-6bbd55c4-bb3a-43bb-bd58-ff7e488cb4b5 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] 10.222.0.66 "GET /v2.0/ports/be0c7d75-32b6-4722-a6a7-17a0e401f1b4 HTTP/1.1" status: 200 len: 910 time: 0.0713801 Aug 18 12:12:57.723590 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6845a032-6f5f-44d5-a320-20f47bdc58ae None None] Routers {'f02f88d1-78e4-463b-9b82-f1464b8da012'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:12:57.724414 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-6845a032-6f5f-44d5-a320-20f47bdc58ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:12:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['f02f88d1-78e4-463b-9b82-f1464b8da012'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:12:57.724625 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-75e6b10e-909c-4840-8d1e-6394b4a26bd4 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8367858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997186'] for network, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:57.732650 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-75e6b10e-909c-4840-8d1e-6394b4a26bd4 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Notify callbacks [] for network, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:57.734724 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-75e6b10e-909c-4840-8d1e-6394b4a26bd4 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] 10.222.0.66 "DELETE /v2.0/networks/4d6f13ff-7ba1-4bb4-b06e-f8ea65047e3c HTTP/1.1" status: 204 len: 168 time: 1.5140057 Aug 18 12:12:57.735579 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 50682) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:12:57.763278 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e6b10e-909c-4840-8d1e-6394b4a26bd4 tempest-PortsTestJSON-1503302057 tempest-PortsTestJSON-1503302057-project] Pushing event deleted for resources: {'Network': ['ID=4d6f13ff-7ba1-4bb4-b06e-f8ea65047e3c,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:12:57.769439 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-6845a032-6f5f-44d5-a320-20f47bdc58ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:12:57.770314 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6845a032-6f5f-44d5-a320-20f47bdc58ae None None] The sync data for ids ['f02f88d1-78e4-463b-9b82-f1464b8da012'] in n-d-804985-2 is: [] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:12:57.792343 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d05f0c-9818-46f4-b51e-ff3783ca83f1 req-77c96e22-e516-48b6-a748-9afd78360dde tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:12:57.793940 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d0d05f0c-9818-46f4-b51e-ff3783ca83f1 req-77c96e22-e516-48b6-a748-9afd78360dde tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] 10.222.0.66 "GET /v2.0/ports?device_id=fbc93e59-0e7f-45f2-bf39-a18809ca61eb HTTP/1.1" status: 200 len: 945 time: 0.1874995 Aug 18 12:12:57.839939 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1868132d-4c14-4cbd-9eec-7cae1394d769 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Router a24b442a-33be-4d6e-a008-5f640087c76d has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:12:58.009311 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-db7bb868-2524-40f2-8395-970f54f5e101 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=75dca289700a4c21b14901cb8f0b8507&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3490741 Aug 18 12:12:58.013067 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 50690) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:12:58.019383 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d0d05f0c-9818-46f4-b51e-ff3783ca83f1 req-b6f7129c-ea66-4e6c-88fe-77a32762788b tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] 10.222.0.66 "GET /v2.0/security-groups?id=5ef1fad5-9994-4d94-a262-3d4636ae09af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811268 Aug 18 12:12:58.028838 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 50692) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:12:58.062879 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907eeae6-53e5-4ece-9a3f-1712dd2ebcf8 req-9d9322e9-b661-4d3a-a8dd-ad9d4be6bc55 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:12:58.064636 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-907eeae6-53e5-4ece-9a3f-1712dd2ebcf8 req-9d9322e9-b661-4d3a-a8dd-ad9d4be6bc55 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.63 "GET /v2.0/ports?device_id=8a996e92-54c5-44fc-a0c3-2d1774bbf792 HTTP/1.1" status: 200 len: 907 time: 0.2279565 Aug 18 12:12:58.090245 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f69183-6121-4319-8aef-f7a9990b71ba req-329a00c0-4c54-4705-91a7-4e5eeb49b298 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:12:58.091989 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-51f69183-6121-4319-8aef-f7a9990b71ba req-329a00c0-4c54-4705-91a7-4e5eeb49b298 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/ports?device_id=8a996e92-54c5-44fc-a0c3-2d1774bbf792 HTTP/1.1" status: 200 len: 907 time: 0.2523761 Aug 18 12:12:58.109282 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1868132d-4c14-4cbd-9eec-7cae1394d769 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:12:58.115194 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0eeb6474-524e-4664-8e31-9303a5912ad2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:58.129640 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d984dc3-c62c-4cec-bda0-6d235d55d760 None None] Sync routers for ids ['a24b442a-33be-4d6e-a008-5f640087c76d'] in n-d-804985-2 {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:12:58.142318 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d984dc3-c62c-4cec-bda0-6d235d55d760 None None] Routers {'a24b442a-33be-4d6e-a008-5f640087c76d'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:12:58.144356 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-6d984dc3-c62c-4cec-bda0-6d235d55d760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:12:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['a24b442a-33be-4d6e-a008-5f640087c76d'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:12:58.147552 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1868132d-4c14-4cbd-9eec-7cae1394d769 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for floatingip, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:58.152181 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0eeb6474-524e-4664-8e31-9303a5912ad2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:58.202782 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-1868132d-4c14-4cbd-9eec-7cae1394d769 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.9654419 Aug 18 12:12:58.220450 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3276acee-812f-4d8b-a68e-2c7c94906266', 'tag': '70709313-3c87-49e1-bd2d-7d1562521e80'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:12:58.228222 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0679f4c4b6e0e0c064a7d71d722dc30541a34fffee11680573be22ee2ffccc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-423f8a10-2f67-4a09-99a7-b14fd422050d" -d '{"events": [{"name": "network-changed", "server_uuid": "3276acee-812f-4d8b-a68e-2c7c94906266", "tag": "70709313-3c87-49e1-bd2d-7d1562521e80"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:12:58.282067 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0eeb6474-524e-4664-8e31-9303a5912ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:58.286551 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0eeb6474-524e-4664-8e31-9303a5912ad2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:58.290371 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-0eeb6474-524e-4664-8e31-9303a5912ad2 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/74128d84-0433-44e3-89d8-b8eb6d3fd843 HTTP/1.1" status: 204 len: 168 time: 0.2741082 Aug 18 12:12:58.311013 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-6d984dc3-c62c-4cec-bda0-6d235d55d760 None None] Set router a24b442a-33be-4d6e-a008-5f640087c76d gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:12:58.318566 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eeb6474-524e-4664-8e31-9303a5912ad2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74128d84-0433-44e3-89d8-b8eb6d3fd843,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:12:58.343430 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:12:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67ed9bc4-201e-4b2a-8228-ecbaae9daa9a x-openstack-request-id: req-67ed9bc4-201e-4b2a-8228-ecbaae9daa9a {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:12:58.343777 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3276acee-812f-4d8b-a68e-2c7c94906266", "tag": "70709313-3c87-49e1-bd2d-7d1562521e80", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:12:58.344191 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-67ed9bc4-201e-4b2a-8228-ecbaae9daa9a {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:12:58.344747 n-d-804985-2 neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3276acee-812f-4d8b-a68e-2c7c94906266', 'tag': '70709313-3c87-49e1-bd2d-7d1562521e80', 'status': 'completed', 'code': 200} Aug 18 12:12:58.410857 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-c8f1fe74-d43c-415a-8e33-c9624c6ddf8f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=945a2d7857154f6c9b28850f76e065fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3667557 Aug 18 12:12:58.414734 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 50702) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:12:58.435517 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-907eeae6-53e5-4ece-9a3f-1712dd2ebcf8 req-b8b25581-35bd-4ce8-8f3f-9c60e910dfa5 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Deleting port 25136f60-7ebb-4fe1-8830-1b2392c99e14 {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:12:58.435874 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-907eeae6-53e5-4ece-9a3f-1712dd2ebcf8 req-b8b25581-35bd-4ce8-8f3f-9c60e910dfa5 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:58.458044 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device b7106ef4-cc68-4a8c-9711-ec58021299fd up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:12:58.461498 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423f8a10-2f67-4a09-99a7-b14fd422050d req-f6a9373f-cbba-41d2-b4a8-299114d6ecd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:12:58.464251 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-423f8a10-2f67-4a09-99a7-b14fd422050d req-f6a9373f-cbba-41d2-b4a8-299114d6ecd5 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b60736d695f1461b9071c3b3eddcc039&device_id=3276acee-812f-4d8b-a68e-2c7c94906266 HTTP/1.1" status: 200 len: 1096 time: 0.0864067 Aug 18 12:12:58.465275 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa453c8-31fe-4106-af32-06d62a128243 req-fe4e0327-db6e-44ce-91c2-8c4f17109b44 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:12:58.466823 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8fa453c8-31fe-4106-af32-06d62a128243 req-fe4e0327-db6e-44ce-91c2-8c4f17109b44 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/ports?device_id=3276acee-812f-4d8b-a68e-2c7c94906266 HTTP/1.1" status: 200 len: 945 time: 0.1839004 Aug 18 12:12:58.524006 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port b7106ef4-cc68-4a8c-9711-ec58021299fd triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:12:58.524727 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:58.615072 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-6d984dc3-c62c-4cec-bda0-6d235d55d760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a24b442a-33be-4d6e-a008-5f640087c76d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-371597633', 'tenant_id': 'b60736d695f1461b9071c3b3eddcc039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': 'f645b6eb-46e1-4007-aac6-d8ed7cf3c892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:12:22Z', 'updated_at': '2021-08-18T12:12:34Z', 'revision_number': 4, 'project_id': 'b60736d695f1461b9071c3b3eddcc039', 'gw_port': {'id': 'f645b6eb-46e1-4007-aac6-d8ed7cf3c892', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:2b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a24b442a-33be-4d6e-a008-5f640087c76d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2493, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:12:24Z', 'updated_at': '2021-08-18T12:12:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_floatingips': [{'id': '12d4a940-00cc-41e1-810a-e53f441fd6ed', 'tenant_id': 'b60736d695f1461b9071c3b3eddcc039', 'floating_ip_address': '172.25.7.206', 'floating_network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'router_id': 'a24b442a-33be-4d6e-a008-5f640087c76d', 'port_id': '70709313-3c87-49e1-bd2d-7d1562521e80', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2565, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5b38dfb-a77f-4baa-a778-99adb769d1c2', 'mac_address': 'fa:16:3e:75:77:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3276acee-812f-4d8b-a68e-2c7c94906266', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T12:12:54Z', 'updated_at': '2021-08-18T12:12:54Z', 'revision_number': 0, 'project_id': 'b60736d695f1461b9071c3b3eddcc039', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca446deb-9dfe-443e-a1dd-5e9b22a56b9e', 'name': '', 'network_id': 'f5b38dfb-a77f-4baa-a778-99adb769d1c2', 'tenant_id': 'b60736d695f1461b9071c3b3eddcc039', 'mac_address': 'fa:16:3e:79:36:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a24b442a-33be-4d6e-a008-5f640087c76d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2511, 'fixed_ips': [{'subnet_id': '5eb95836-9c09-482a-936d-fd43d3b2ac48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:12:32Z', 'updated_at': '2021-08-18T12:12:41Z', 'revision_number': 5, 'project_id': 'b60736d695f1461b9071c3b3eddcc039', 'subnets': [{'id': '5eb95836-9c09-482a-936d-fd43d3b2ac48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:12:58.615865 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8fa453c8-31fe-4106-af32-06d62a128243 req-ba8319cd-3ee3-4258-a6b5-2dcd0529137c tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d728c3d-d0c0-4fba-b9fc-5096721eb4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1166971 Aug 18 12:12:58.642202 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-31e80298-845c-4cf5-8342-e7a9c90e9426 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:58.643463 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 50708) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:12:58.680117 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d984dc3-c62c-4cec-bda0-6d235d55d760 None None] Checking router: a24b442a-33be-4d6e-a008-5f640087c76d for host: n-d-804985-2 {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:12:58.696104 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423f8a10-2f67-4a09-99a7-b14fd422050d req-fde0e11d-d691-41ae-a97e-71ecb6306ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:12:58.698877 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-423f8a10-2f67-4a09-99a7-b14fd422050d req-fde0e11d-d691-41ae-a97e-71ecb6306ff0 service neutron] 10.222.0.62 "GET /v2.0/networks?id=f5b38dfb-a77f-4baa-a778-99adb769d1c2 HTTP/1.1" status: 200 len: 897 time: 0.2229564 Aug 18 12:12:58.701118 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d984dc3-c62c-4cec-bda0-6d235d55d760 None None] Routers {'a24b442a-33be-4d6e-a008-5f640087c76d'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:12:58.701886 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-6d984dc3-c62c-4cec-bda0-6d235d55d760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:12:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['a24b442a-33be-4d6e-a008-5f640087c76d'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:12:58.774127 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-907eeae6-53e5-4ece-9a3f-1712dd2ebcf8 req-b8b25581-35bd-4ce8-8f3f-9c60e910dfa5 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] For port 25136f60-7ebb-4fe1-8830-1b2392c99e14, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=25136f60-7ebb-4fe1-8830-1b2392c99e14,segment=NetworkSegment(299e2826-ecf6-416e-b53c-1b1574dd5315),segment_id=299e2826-ecf6-416e-b53c-1b1574dd5315)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:12:58.774439 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-907eeae6-53e5-4ece-9a3f-1712dd2ebcf8 req-b8b25581-35bd-4ce8-8f3f-9c60e910dfa5 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:58.779682 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-423f8a10-2f67-4a09-99a7-b14fd422050d req-c1bd526c-0c64-4dce-8b16-9def82b3f74f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=70709313-3c87-49e1-bd2d-7d1562521e80 HTTP/1.1" status: 200 len: 999 time: 0.0689008 Aug 18 12:12:58.823114 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-31e80298-845c-4cf5-8342-e7a9c90e9426 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:58.825109 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-907eeae6-53e5-4ece-9a3f-1712dd2ebcf8 req-b8b25581-35bd-4ce8-8f3f-9c60e910dfa5 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Calling delete_port for 25136f60-7ebb-4fe1-8830-1b2392c99e14 owned by compute:nova {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:12:58.832375 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 50710) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:12:58.853989 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-6d984dc3-c62c-4cec-bda0-6d235d55d760 None None] Set router a24b442a-33be-4d6e-a008-5f640087c76d gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:12:58.905038 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-6adc7f9b-2d78-4080-8039-14842ed7d5b6 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8d6e70022b504214abd9cf8a9fd330e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0690475 Aug 18 12:12:58.905289 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423f8a10-2f67-4a09-99a7-b14fd422050d req-dec93114-5cd3-4fd9-b0fd-81e984596985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:12:58.907129 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-423f8a10-2f67-4a09-99a7-b14fd422050d req-dec93114-5cd3-4fd9-b0fd-81e984596985 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5eb95836-9c09-482a-936d-fd43d3b2ac48 HTTP/1.1" status: 200 len: 835 time: 0.1174128 Aug 18 12:12:58.907462 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 50712) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:12:58.912736 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-94a67286-cdeb-4c9f-98e9-ec2d3477548e tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/floatingips/12d4a940-00cc-41e1-810a-e53f441fd6ed HTTP/1.1" status: 200 len: 991 time: 0.2662783 Aug 18 12:12:58.951658 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-65ab1c21-89ba-4409-ae86-0df18bf47bca tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-996815'] for router_interface, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:58.991588 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423f8a10-2f67-4a09-99a7-b14fd422050d req-f554e5cb-34d8-454a-8367-f49745d8e190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:12:58.993679 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-423f8a10-2f67-4a09-99a7-b14fd422050d req-f554e5cb-34d8-454a-8367-f49745d8e190 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f5b38dfb-a77f-4baa-a778-99adb769d1c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0781946 Aug 18 12:12:58.994555 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2487a80a-4c64-4cb3-a388-7e45915148da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:59.027727 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2487a80a-4c64-4cb3-a388-7e45915148da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:59.069357 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-31e80298-845c-4cf5-8342-e7a9c90e9426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:59.073299 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-31e80298-845c-4cf5-8342-e7a9c90e9426 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:59.076728 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-31e80298-845c-4cf5-8342-e7a9c90e9426 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1eebd7fc-b6a1-4294-8cb8-83749893af96 HTTP/1.1" status: 204 len: 168 time: 0.6574807 Aug 18 12:12:59.103489 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e80298-845c-4cf5-8342-e7a9c90e9426 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eebd7fc-b6a1-4294-8cb8-83749893af96,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:12:59.185861 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-423f8a10-2f67-4a09-99a7-b14fd422050d req-3b4eb0fb-ed3e-4c47-84b7-2df4707f98cf service neutron] 10.222.0.62 "GET /v2.0/networks/f5b38dfb-a77f-4baa-a778-99adb769d1c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710496 Aug 18 12:12:59.191134 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2487a80a-4c64-4cb3-a388-7e45915148da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:59.199287 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2487a80a-4c64-4cb3-a388-7e45915148da admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:59.203130 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-2487a80a-4c64-4cb3-a388-7e45915148da admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/7f111ff5-384d-4a84-b3b7-532e0ece2e97 HTTP/1.1" status: 204 len: 168 time: 0.2920434 Aug 18 12:12:59.207922 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acba4a19-8a83-427b-94df-172c3ea5fbb2 req-e6bf4f36-c289-4873-ab95-de38f77ebc4f tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:12:59.209448 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-acba4a19-8a83-427b-94df-172c3ea5fbb2 req-e6bf4f36-c289-4873-ab95-de38f77ebc4f tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbc93e59-0e7f-45f2-bf39-a18809ca61eb HTTP/1.1" status: 200 len: 945 time: 0.1928675 Aug 18 12:12:59.228869 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-6d984dc3-c62c-4cec-bda0-6d235d55d760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a24b442a-33be-4d6e-a008-5f640087c76d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-371597633', 'tenant_id': 'b60736d695f1461b9071c3b3eddcc039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': 'f645b6eb-46e1-4007-aac6-d8ed7cf3c892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:12:22Z', 'updated_at': '2021-08-18T12:12:34Z', 'revision_number': 4, 'project_id': 'b60736d695f1461b9071c3b3eddcc039', 'gw_port': {'id': 'f645b6eb-46e1-4007-aac6-d8ed7cf3c892', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:2b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a24b442a-33be-4d6e-a008-5f640087c76d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2493, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:12:24Z', 'updated_at': '2021-08-18T12:12:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_floatingips': [{'id': '12d4a940-00cc-41e1-810a-e53f441fd6ed', 'tenant_id': 'b60736d695f1461b9071c3b3eddcc039', 'floating_ip_address': '172.25.7.206', 'floating_network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'router_id': 'a24b442a-33be-4d6e-a008-5f640087c76d', 'port_id': '70709313-3c87-49e1-bd2d-7d1562521e80', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2565, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5b38dfb-a77f-4baa-a778-99adb769d1c2', 'mac_address': 'fa:16:3e:75:77:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3276acee-812f-4d8b-a68e-2c7c94906266', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T12:12:54Z', 'updated_at': '2021-08-18T12:12:54Z', 'revision_number': 0, 'project_id': 'b60736d695f1461b9071c3b3eddcc039', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca446deb-9dfe-443e-a1dd-5e9b22a56b9e', 'name': '', 'network_id': 'f5b38dfb-a77f-4baa-a778-99adb769d1c2', 'tenant_id': 'b60736d695f1461b9071c3b3eddcc039', 'mac_address': 'fa:16:3e:79:36:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a24b442a-33be-4d6e-a008-5f640087c76d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2511, 'fixed_ips': [{'subnet_id': '5eb95836-9c09-482a-936d-fd43d3b2ac48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:12:32Z', 'updated_at': '2021-08-18T12:12:41Z', 'revision_number': 5, 'project_id': 'b60736d695f1461b9071c3b3eddcc039', 'subnets': [{'id': '5eb95836-9c09-482a-936d-fd43d3b2ac48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:12:59.262504 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d984dc3-c62c-4cec-bda0-6d235d55d760 None None] The sync data for ids ['a24b442a-33be-4d6e-a008-5f640087c76d'] in n-d-804985-2 is: [{'id': 'a24b442a-33be-4d6e-a008-5f640087c76d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-371597633', 'tenant_id': 'b60736d695f1461b9071c3b3eddcc039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': 'f645b6eb-46e1-4007-aac6-d8ed7cf3c892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:12:22Z', 'updated_at': '2021-08-18T12:12:34Z', 'revision_number': 4, 'project_id': 'b60736d695f1461b9071c3b3eddcc039', 'gw_port': {'id': 'f645b6eb-46e1-4007-aac6-d8ed7cf3c892', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:2b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a24b442a-33be-4d6e-a008-5f640087c76d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2493, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:12:24Z', 'updated_at': '2021-08-18T12:12:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_floatingips': [{'id': '12d4a940-00cc-41e1-810a-e53f441fd6ed', 'tenant_id': 'b60736d695f1461b9071c3b3eddcc039', 'floating_ip_address': '172.25.7.206', 'floating_network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'router_id': 'a24b442a-33be-4d6e-a008-5f640087c76d', 'port_id': '70709313-3c87-49e1-bd2d-7d1562521e80', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2565, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5b38dfb-a77f-4baa-a778-99adb769d1c2', 'mac_address': 'fa:16:3e:75:77:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3276acee-812f-4d8b-a68e-2c7c94906266', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T12:12:54Z', 'updated_at': '2021-08-18T12:12:54Z', 'revision_number': 0, 'project_id': 'b60736d695f1461b9071c3b3eddcc039', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca446deb-9dfe-443e-a1dd-5e9b22a56b9e', 'name': '', 'network_id': 'f5b38dfb-a77f-4baa-a778-99adb769d1c2', 'tenant_id': 'b60736d695f1461b9071c3b3eddcc039', 'mac_address': 'fa:16:3e:79:36:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a24b442a-33be-4d6e-a008-5f640087c76d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2511, 'fixed_ips': [{'subnet_id': '5eb95836-9c09-482a-936d-fd43d3b2ac48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:12:32Z', 'updated_at': '2021-08-18T12:12:41Z', 'revision_number': 5, 'project_id': 'b60736d695f1461b9071c3b3eddcc039', 'subnets': [{'id': '5eb95836-9c09-482a-936d-fd43d3b2ac48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:12:59.287444 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-907eeae6-53e5-4ece-9a3f-1712dd2ebcf8 req-b8b25581-35bd-4ce8-8f3f-9c60e910dfa5 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:59.355170 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2487a80a-4c64-4cb3-a388-7e45915148da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f111ff5-384d-4a84-b3b7-532e0ece2e97,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:12:59.389330 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-423f8a10-2f67-4a09-99a7-b14fd422050d req-af316d2d-ee75-4f98-8e73-5beb9961dadb service neutron] 10.222.0.62 "GET /v2.0/networks/f5b38dfb-a77f-4baa-a778-99adb769d1c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1865001 Aug 18 12:12:59.591854 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d339ed5-f645-4ff9-9059-5f5f10eb21a1 None None] New status for floating IP 12d4a940-00cc-41e1-810a-e53f441fd6ed: ACTIVE {{(pid=106254) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 12:12:59.642337 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b25581-35bd-4ce8-8f3f-9c60e910dfa5 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Pushing event deleted for resources: {'Port': ['ID=25136f60-7ebb-4fe1-8830-1b2392c99e14,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:12:59.654330 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-185d0829-327e-4d9e-8f76-f91686d12b8a req-5c41f72a-c246-4c0d-892e-25406f9c0eb5 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/ports?device_id=8a996e92-54c5-44fc-a0c3-2d1774bbf792 HTTP/1.1" status: 200 len: 210 time: 0.4311426 Aug 18 12:12:59.764884 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-907eeae6-53e5-4ece-9a3f-1712dd2ebcf8 req-b8b25581-35bd-4ce8-8f3f-9c60e910dfa5 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] No DVR routers for this DVR port 25136f60-7ebb-4fe1-8830-1b2392c99e14 on host n-h1-804985-2 {{(pid=106252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:12:59.770615 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-907eeae6-53e5-4ece-9a3f-1712dd2ebcf8 req-b8b25581-35bd-4ce8-8f3f-9c60e910dfa5 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:59.772756 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-907eeae6-53e5-4ece-9a3f-1712dd2ebcf8 req-b8b25581-35bd-4ce8-8f3f-9c60e910dfa5 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.63 "DELETE /v2.0/ports/25136f60-7ebb-4fe1-8830-1b2392c99e14 HTTP/1.1" status: 204 len: 173 time: 1.6982923 Aug 18 12:12:59.778279 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a996e92-54c5-44fc-a0c3-2d1774bbf792', 'name': 'network-vif-deleted', 'tag': '25136f60-7ebb-4fe1-8830-1b2392c99e14'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:12:59.780811 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb8c5e95-784e-4f41-81ad-2e487d9b6e5b" -d '{"events": [{"server_uuid": "8a996e92-54c5-44fc-a0c3-2d1774bbf792", "name": "network-vif-deleted", "tag": "25136f60-7ebb-4fe1-8830-1b2392c99e14"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:12:59.798585 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4222c94b-1c4e-453c-82be-ea093112e80b req-8329d1f1-30fc-4aa8-a7de-a2b307c49954 tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:12:59.805642 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4222c94b-1c4e-453c-82be-ea093112e80b req-8329d1f1-30fc-4aa8-a7de-a2b307c49954 tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] 10.222.0.66 "GET /v2.0/ports?device_id=fbc93e59-0e7f-45f2-bf39-a18809ca61eb HTTP/1.1" status: 200 len: 945 time: 0.6136684 Aug 18 12:12:59.901936 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:12:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18e4cd1d-f4c5-487b-8bb3-a75ab3d8a79a x-openstack-request-id: req-18e4cd1d-f4c5-487b-8bb3-a75ab3d8a79a {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:12:59.902226 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a996e92-54c5-44fc-a0c3-2d1774bbf792", "name": "network-vif-deleted", "tag": "25136f60-7ebb-4fe1-8830-1b2392c99e14", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:12:59.902476 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-18e4cd1d-f4c5-487b-8bb3-a75ab3d8a79a {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:12:59.902881 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a996e92-54c5-44fc-a0c3-2d1774bbf792', 'name': 'network-vif-deleted', 'tag': '25136f60-7ebb-4fe1-8830-1b2392c99e14', 'status': 'completed', 'code': 200} Aug 18 12:12:59.914272 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 50748) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:12:59.942731 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-acba4a19-8a83-427b-94df-172c3ea5fbb2 req-dbef3cf6-fc2d-42e2-8d54-8c89131eeb2d tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] Deleting port 7d19f69c-a14d-4f3a-9bcc-49905b2572cb {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:12:59.943065 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-acba4a19-8a83-427b-94df-172c3ea5fbb2 req-dbef3cf6-fc2d-42e2-8d54-8c89131eeb2d tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:12:59.996284 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4222c94b-1c4e-453c-82be-ea093112e80b req-50473550-3eec-4a19-ac64-32caa56556d1 tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] 10.222.0.66 "GET /v2.0/security-groups?id=5ef1fad5-9994-4d94-a262-3d4636ae09af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596935 Aug 18 12:13:00.030245 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-d5743a16-735d-4bcd-89b7-50632a55445e tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/floatingips/12d4a940-00cc-41e1-810a-e53f441fd6ed HTTP/1.1" status: 200 len: 993 time: 0.1142287 Aug 18 12:13:00.112159 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-acba4a19-8a83-427b-94df-172c3ea5fbb2 req-dbef3cf6-fc2d-42e2-8d54-8c89131eeb2d tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] For port 7d19f69c-a14d-4f3a-9bcc-49905b2572cb, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=7d19f69c-a14d-4f3a-9bcc-49905b2572cb,segment=NetworkSegment(04c90fa8-80d4-4b5a-8675-6489bbdf733a),segment_id=04c90fa8-80d4-4b5a-8675-6489bbdf733a)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:13:00.112804 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-acba4a19-8a83-427b-94df-172c3ea5fbb2 req-dbef3cf6-fc2d-42e2-8d54-8c89131eeb2d tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:00.117028 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-65ab1c21-89ba-4409-ae86-0df18bf47bca tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Deleting port be0c7d75-32b6-4722-a6a7-17a0e401f1b4 {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:13:00.117514 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-65ab1c21-89ba-4409-ae86-0df18bf47bca tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:00.166639 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-acba4a19-8a83-427b-94df-172c3ea5fbb2 req-dbef3cf6-fc2d-42e2-8d54-8c89131eeb2d tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] Calling delete_port for 7d19f69c-a14d-4f3a-9bcc-49905b2572cb owned by compute:nova {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:13:00.279007 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-65ab1c21-89ba-4409-ae86-0df18bf47bca tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:00.280851 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 50762) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:13:00.302482 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-65ab1c21-89ba-4409-ae86-0df18bf47bca tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Calling delete_port for be0c7d75-32b6-4722-a6a7-17a0e401f1b4 owned by network:router_interface {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:13:00.431363 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-acba4a19-8a83-427b-94df-172c3ea5fbb2 req-dbef3cf6-fc2d-42e2-8d54-8c89131eeb2d tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:00.446454 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] get_ports_and_sgs() called for port_ids ['be3a76b8-3890-4fa1-a0f9-dd4922568e66', '7d19f69c-a14d-4f3a-9bcc-49905b2572cb'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:13:00.449514 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] get_ports_and_sgs() called for port_ids ['1f77a629-8000-4972-97a1-a5d329a83b02'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:13:00.460503 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 50768) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:13:00.499104 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-311d87b0-1468-46c4-a955-28dcd325ce2e tempest-DvrRoutersNegativeTest-872542791 tempest-DvrRoutersNegativeTest-872542791-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-917863028', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:13:00.501590 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbef3cf6-fc2d-42e2-8d54-8c89131eeb2d tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] Pushing event deleted for resources: {'Port': ['ID=7d19f69c-a14d-4f3a-9bcc-49905b2572cb,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:13:00.503708 n-d-804985-2 neutron-server[106253]: DEBUG neutron.policy [None req-311d87b0-1468-46c4-a955-28dcd325ce2e tempest-DvrRoutersNegativeTest-872542791 tempest-DvrRoutersNegativeTest-872542791-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=106253) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Aug 18 12:13:00.504575 n-d-804985-2 neutron-server[106253]: DEBUG neutron.policy [None req-311d87b0-1468-46c4-a955-28dcd325ce2e tempest-DvrRoutersNegativeTest-872542791 tempest-DvrRoutersNegativeTest-872542791-project] Failed policy check for 'create_router' {{(pid=106253) enforce /opt/stack/neutron/neutron/policy.py:520}} Aug 18 12:13:00.505336 n-d-804985-2 neutron-server[106253]: INFO neutron.api.v2.resource [None req-311d87b0-1468-46c4-a955-28dcd325ce2e tempest-DvrRoutersNegativeTest-872542791 tempest-DvrRoutersNegativeTest-872542791-project] create failed (client error): Access was denied to this resource. Aug 18 12:13:00.510164 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-311d87b0-1468-46c4-a955-28dcd325ce2e tempest-DvrRoutersNegativeTest-872542791 tempest-DvrRoutersNegativeTest-872542791-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2236073 Aug 18 12:13:00.570552 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-acba4a19-8a83-427b-94df-172c3ea5fbb2 req-dbef3cf6-fc2d-42e2-8d54-8c89131eeb2d tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] No DVR routers for this DVR port 7d19f69c-a14d-4f3a-9bcc-49905b2572cb on host n-h2-804985-2 {{(pid=106252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:13:00.573668 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-acba4a19-8a83-427b-94df-172c3ea5fbb2 req-dbef3cf6-fc2d-42e2-8d54-8c89131eeb2d tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:00.577472 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-acba4a19-8a83-427b-94df-172c3ea5fbb2 req-dbef3cf6-fc2d-42e2-8d54-8c89131eeb2d tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] 10.222.0.62 "DELETE /v2.0/ports/7d19f69c-a14d-4f3a-9bcc-49905b2572cb HTTP/1.1" status: 204 len: 173 time: 1.3532650 Aug 18 12:13:00.582396 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [None req-6dc8eb5a-3a23-44c5-83de-846f9bfd93e1 tempest-ExtensionsTestJSON-940472256 tempest-ExtensionsTestJSON-940472256-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=106253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 12:13:00.587332 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-6dc8eb5a-3a23-44c5-83de-846f9bfd93e1 tempest-ExtensionsTestJSON-940472256 tempest-ExtensionsTestJSON-940472256-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.1253932 Aug 18 12:13:00.588327 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 50774) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:13:00.595884 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [None req-6fb2c1e2-2bd8-4657-8f02-ff066ad11c44 tempest-ExtensionsTestJSON-940472256 tempest-ExtensionsTestJSON-940472256-project] http://10.222.0.66:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=106253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 12:13:00.600831 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 50776) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:13:00.601157 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-6fb2c1e2-2bd8-4657-8f02-ff066ad11c44 tempest-ExtensionsTestJSON-940472256 tempest-ExtensionsTestJSON-940472256-project] 10.222.0.66 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0112648 Aug 18 12:13:00.615269 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [None req-fb8a8b57-a198-4f5f-a963-61ef6353b829 tempest-ExtensionsTestJSON-940472256 tempest-ExtensionsTestJSON-940472256-project] http://10.222.0.66:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=106252) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 12:13:00.621483 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 50778) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:13:00.625693 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-fb8a8b57-a198-4f5f-a963-61ef6353b829 tempest-ExtensionsTestJSON-940472256 tempest-ExtensionsTestJSON-940472256-project] 10.222.0.66 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0158188 Aug 18 12:13:00.628442 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [None req-1c5de31d-cc84-46d5-a480-686e194033d8 tempest-ExtensionsTestJSON-940472256 tempest-ExtensionsTestJSON-940472256-project] http://10.222.0.66:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=106253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 12:13:00.630267 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-1c5de31d-cc84-46d5-a480-686e194033d8 tempest-ExtensionsTestJSON-940472256 tempest-ExtensionsTestJSON-940472256-project] 10.222.0.66 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0075450 Aug 18 12:13:00.632291 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 50780) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:13:00.639110 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [None req-e5e3f70f-68f1-4ca2-bcff-165c64c84ec1 tempest-ExtensionsTestJSON-940472256 tempest-ExtensionsTestJSON-940472256-project] http://10.222.0.66:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=106253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 12:13:00.640442 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-e5e3f70f-68f1-4ca2-bcff-165c64c84ec1 tempest-ExtensionsTestJSON-940472256 tempest-ExtensionsTestJSON-940472256-project] 10.222.0.66 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0070117 Aug 18 12:13:00.643037 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 50782) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:13:00.665818 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [None req-760402b0-e832-4166-bc6d-0f67fa0486a9 tempest-ExtensionsTestJSON-940472256 tempest-ExtensionsTestJSON-940472256-project] http://10.222.0.66:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=106253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 12:13:00.667111 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-760402b0-e832-4166-bc6d-0f67fa0486a9 tempest-ExtensionsTestJSON-940472256 tempest-ExtensionsTestJSON-940472256-project] 10.222.0.66 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0230072 Aug 18 12:13:00.671368 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 50784) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:13:00.678417 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [None req-cfae039d-9681-45f8-99fb-e4cd38c4e279 tempest-ExtensionsTestJSON-940472256 tempest-ExtensionsTestJSON-940472256-project] http://10.222.0.66:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=106253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 12:13:00.679527 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-cfae039d-9681-45f8-99fb-e4cd38c4e279 tempest-ExtensionsTestJSON-940472256 tempest-ExtensionsTestJSON-940472256-project] 10.222.0.66 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0071390 Aug 18 12:13:00.689772 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 50788) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:13:00.705528 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [None req-60ea249f-f005-4f4b-b4be-33f44bec0543 tempest-ExtensionsTestJSON-940472256 tempest-ExtensionsTestJSON-940472256-project] http://10.222.0.66:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=106253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 12:13:00.708114 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-60ea249f-f005-4f4b-b4be-33f44bec0543 tempest-ExtensionsTestJSON-940472256 tempest-ExtensionsTestJSON-940472256-project] 10.222.0.66 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0169151 Aug 18 12:13:00.713500 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 50790) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:13:00.723701 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [None req-4a0196b5-f0d1-4373-bfdc-6d4552cc1165 tempest-ExtensionsTestJSON-940472256 tempest-ExtensionsTestJSON-940472256-project] http://10.222.0.66:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=106252) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 12:13:00.727644 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-4a0196b5-f0d1-4373-bfdc-6d4552cc1165 tempest-ExtensionsTestJSON-940472256 tempest-ExtensionsTestJSON-940472256-project] 10.222.0.66 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0095923 Aug 18 12:13:00.728436 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 50792) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:13:00.735018 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [None req-12f6638b-49da-4470-be3e-76bff2f4d6c6 tempest-ExtensionsTestJSON-940472256 tempest-ExtensionsTestJSON-940472256-project] http://10.222.0.66:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=106253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 12:13:00.739618 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-12f6638b-49da-4470-be3e-76bff2f4d6c6 tempest-ExtensionsTestJSON-940472256 tempest-ExtensionsTestJSON-940472256-project] 10.222.0.66 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0097730 Aug 18 12:13:00.739779 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 50794) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:13:00.747309 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [None req-f2dad2c1-6b75-41cb-999c-f67d2c758022 tempest-ExtensionsTestJSON-940472256 tempest-ExtensionsTestJSON-940472256-project] http://10.222.0.66:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=106252) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 12:13:00.750862 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-f2dad2c1-6b75-41cb-999c-f67d2c758022 tempest-ExtensionsTestJSON-940472256 tempest-ExtensionsTestJSON-940472256-project] 10.222.0.66 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0076466 Aug 18 12:13:00.752158 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 50796) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:13:00.768247 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [None req-1832811a-6d59-4255-b50c-3e43ac56167b tempest-ExtensionsTestJSON-940472256 tempest-ExtensionsTestJSON-940472256-project] http://10.222.0.66:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=106252) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 12:13:00.769615 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-1832811a-6d59-4255-b50c-3e43ac56167b tempest-ExtensionsTestJSON-940472256 tempest-ExtensionsTestJSON-940472256-project] 10.222.0.66 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0164981 Aug 18 12:13:00.772321 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 50800) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:13:00.778754 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [None req-ec35e43e-37ae-400d-9bb5-5902df38b933 tempest-ExtensionsTestJSON-940472256 tempest-ExtensionsTestJSON-940472256-project] http://10.222.0.66:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=106252) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 12:13:00.780253 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-ec35e43e-37ae-400d-9bb5-5902df38b933 tempest-ExtensionsTestJSON-940472256 tempest-ExtensionsTestJSON-940472256-project] 10.222.0.66 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0065486 Aug 18 12:13:00.782544 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-65ab1c21-89ba-4409-ae86-0df18bf47bca tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:00.783581 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 50804) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:13:00.789508 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [None req-e9fcc47c-3230-44f2-8f8c-6588b4a96e99 tempest-ExtensionsTestJSON-940472256 tempest-ExtensionsTestJSON-940472256-project] http://10.222.0.66:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=106253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 12:13:00.790995 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-e9fcc47c-3230-44f2-8f8c-6588b4a96e99 tempest-ExtensionsTestJSON-940472256 tempest-ExtensionsTestJSON-940472256-project] 10.222.0.66 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0058339 Aug 18 12:13:00.793141 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 50806) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:13:00.799724 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [None req-5ac128a3-8a4c-4c3b-815c-9352c8d1d92c tempest-ExtensionsTestJSON-940472256 tempest-ExtensionsTestJSON-940472256-project] http://10.222.0.66:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=106253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 12:13:00.800809 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-5ac128a3-8a4c-4c3b-815c-9352c8d1d92c tempest-ExtensionsTestJSON-940472256 tempest-ExtensionsTestJSON-940472256-project] 10.222.0.66 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0066674 Aug 18 12:13:00.803309 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 50808) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:13:00.808203 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [None req-ee93801c-3e1a-4940-b48c-066a7d05a301 tempest-ExtensionsTestJSON-940472256 tempest-ExtensionsTestJSON-940472256-project] http://10.222.0.66:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=106253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 12:13:00.809381 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-ee93801c-3e1a-4940-b48c-066a7d05a301 tempest-ExtensionsTestJSON-940472256 tempest-ExtensionsTestJSON-940472256-project] 10.222.0.66 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0050848 Aug 18 12:13:00.811743 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 50810) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:13:00.817674 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [None req-ef472f6c-c0c3-4c34-98d6-60fb4715eacb tempest-ExtensionsTestJSON-940472256 tempest-ExtensionsTestJSON-940472256-project] http://10.222.0.66:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=106253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 12:13:00.818957 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-ef472f6c-c0c3-4c34-98d6-60fb4715eacb tempest-ExtensionsTestJSON-940472256 tempest-ExtensionsTestJSON-940472256-project] 10.222.0.66 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0058029 Aug 18 12:13:00.819645 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ab1c21-89ba-4409-ae86-0df18bf47bca tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Pushing event deleted for resources: {'Port': ['ID=be0c7d75-32b6-4722-a6a7-17a0e401f1b4,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:13:00.823982 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 50812) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:13:00.830451 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [None req-bf0ade8c-d313-4a50-a7ee-3721b5df4d6b tempest-ExtensionsTestJSON-940472256 tempest-ExtensionsTestJSON-940472256-project] http://10.222.0.66:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=106252) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 12:13:00.831450 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-bf0ade8c-d313-4a50-a7ee-3721b5df4d6b tempest-ExtensionsTestJSON-940472256 tempest-ExtensionsTestJSON-940472256-project] 10.222.0.66 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0062971 Aug 18 12:13:00.842818 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 50816) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:13:00.858583 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [None req-52448586-b627-4b78-b35a-62c1a65ee538 tempest-ExtensionsTestJSON-940472256 tempest-ExtensionsTestJSON-940472256-project] http://10.222.0.66:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=106253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 12:13:00.862016 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-52448586-b627-4b78-b35a-62c1a65ee538 tempest-ExtensionsTestJSON-940472256 tempest-ExtensionsTestJSON-940472256-project] 10.222.0.66 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0158079 Aug 18 12:13:00.866097 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 50818) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:13:00.879215 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [None req-c7933b6c-de9e-45d7-a473-5a41358e6ba1 tempest-ExtensionsTestJSON-940472256 tempest-ExtensionsTestJSON-940472256-project] http://10.222.0.66:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=106253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 12:13:00.880266 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-c7933b6c-de9e-45d7-a473-5a41358e6ba1 tempest-ExtensionsTestJSON-940472256 tempest-ExtensionsTestJSON-940472256-project] 10.222.0.66 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0131760 Aug 18 12:13:00.883357 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 50820) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:13:00.897059 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [None req-b4e8d40a-3004-4261-8949-f413c4c56c52 tempest-ExtensionsTestJSON-940472256 tempest-ExtensionsTestJSON-940472256-project] http://10.222.0.66:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=106253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 12:13:00.898499 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-b4e8d40a-3004-4261-8949-f413c4c56c52 tempest-ExtensionsTestJSON-940472256 tempest-ExtensionsTestJSON-940472256-project] 10.222.0.66 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0134723 Aug 18 12:13:00.901093 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 50822) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:13:00.906262 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [None req-a80db584-962e-4f02-bb4d-83a37eed89fe tempest-ExtensionsTestJSON-940472256 tempest-ExtensionsTestJSON-940472256-project] http://10.222.0.66:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=106253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 12:13:00.909606 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-a80db584-962e-4f02-bb4d-83a37eed89fe tempest-ExtensionsTestJSON-940472256 tempest-ExtensionsTestJSON-940472256-project] 10.222.0.66 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0073478 Aug 18 12:13:00.912752 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 50824) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:13:00.918756 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [None req-2123ff60-0697-4e57-93d2-aae7e5557731 tempest-ExtensionsTestJSON-940472256 tempest-ExtensionsTestJSON-940472256-project] http://10.222.0.66:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=106252) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 12:13:00.920679 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-2123ff60-0697-4e57-93d2-aae7e5557731 tempest-ExtensionsTestJSON-940472256 tempest-ExtensionsTestJSON-940472256-project] 10.222.0.66 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0072658 Aug 18 12:13:00.923502 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 50826) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:13:00.933382 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [None req-35c3985a-13c7-4503-ab5d-cb7a1d4fd9d2 tempest-ExtensionsTestJSON-940472256 tempest-ExtensionsTestJSON-940472256-project] http://10.222.0.66:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=106253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 12:13:00.935342 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-35c3985a-13c7-4503-ab5d-cb7a1d4fd9d2 tempest-ExtensionsTestJSON-940472256 tempest-ExtensionsTestJSON-940472256-project] 10.222.0.66 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0085132 Aug 18 12:13:00.937975 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 50828) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:13:00.943777 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [None req-5696c57d-2c7b-4b3c-b80e-3414b65befa9 tempest-ExtensionsTestJSON-940472256 tempest-ExtensionsTestJSON-940472256-project] http://10.222.0.66:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=106253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 12:13:00.945150 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-5696c57d-2c7b-4b3c-b80e-3414b65befa9 tempest-ExtensionsTestJSON-940472256 tempest-ExtensionsTestJSON-940472256-project] 10.222.0.66 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0061147 Aug 18 12:13:00.947542 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 50830) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:13:00.952673 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [None req-169f34cd-012a-4201-9b05-581d7f88ab4a tempest-ExtensionsTestJSON-940472256 tempest-ExtensionsTestJSON-940472256-project] http://10.222.0.66:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=106253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 12:13:00.954084 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-169f34cd-012a-4201-9b05-581d7f88ab4a tempest-ExtensionsTestJSON-940472256 tempest-ExtensionsTestJSON-940472256-project] 10.222.0.66 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0049901 Aug 18 12:13:00.956608 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 50832) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:13:00.961236 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [None req-c1ce1b8d-1ac7-4bd2-9155-7a8d146f6b0f tempest-ExtensionsTestJSON-940472256 tempest-ExtensionsTestJSON-940472256-project] http://10.222.0.66:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=106253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 12:13:00.962518 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-c1ce1b8d-1ac7-4bd2-9155-7a8d146f6b0f tempest-ExtensionsTestJSON-940472256 tempest-ExtensionsTestJSON-940472256-project] 10.222.0.66 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0048721 Aug 18 12:13:00.964299 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 50834) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:13:00.969903 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 50836) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:13:00.975486 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [None req-14052509-4f02-4323-b2e4-8aea2ba872fa tempest-ExtensionsTestJSON-940472256 tempest-ExtensionsTestJSON-940472256-project] http://10.222.0.66:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=106253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 12:13:00.976703 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-14052509-4f02-4323-b2e4-8aea2ba872fa tempest-ExtensionsTestJSON-940472256 tempest-ExtensionsTestJSON-940472256-project] 10.222.0.66 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0052876 Aug 18 12:13:00.979272 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 50840) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:13:00.988540 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [None req-ac93a40d-2670-4bd0-8c71-11b633ac6a5d tempest-ExtensionsTestJSON-940472256 tempest-ExtensionsTestJSON-940472256-project] http://10.222.0.66:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=106253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 12:13:00.989837 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-ac93a40d-2670-4bd0-8c71-11b633ac6a5d tempest-ExtensionsTestJSON-940472256 tempest-ExtensionsTestJSON-940472256-project] 10.222.0.66 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0094874 Aug 18 12:13:00.993046 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 50842) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:13:01.004149 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [None req-11335908-206b-4dee-a07a-592f845a9f8a tempest-ExtensionsTestJSON-940472256 tempest-ExtensionsTestJSON-940472256-project] http://10.222.0.66:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=106253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 12:13:01.007670 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-11335908-206b-4dee-a07a-592f845a9f8a tempest-ExtensionsTestJSON-940472256 tempest-ExtensionsTestJSON-940472256-project] 10.222.0.66 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0108457 Aug 18 12:13:01.007900 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 50848) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:13:01.013564 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [None req-9ccd6a5b-607a-4291-a758-c0c5d8f02bc1 tempest-ExtensionsTestJSON-940472256 tempest-ExtensionsTestJSON-940472256-project] http://10.222.0.66:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=106253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 12:13:01.017354 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-9ccd6a5b-607a-4291-a758-c0c5d8f02bc1 tempest-ExtensionsTestJSON-940472256 tempest-ExtensionsTestJSON-940472256-project] 10.222.0.66 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0053797 Aug 18 12:13:01.018301 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 50850) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:13:01.024532 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [None req-add7ad65-0a7e-4831-a9f1-ac980010dde0 tempest-ExtensionsTestJSON-940472256 tempest-ExtensionsTestJSON-940472256-project] http://10.222.0.66:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=106253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 12:13:01.028160 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-add7ad65-0a7e-4831-a9f1-ac980010dde0 tempest-ExtensionsTestJSON-940472256 tempest-ExtensionsTestJSON-940472256-project] 10.222.0.66 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0059960 Aug 18 12:13:01.028160 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 50852) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:13:01.033872 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [None req-c793eca1-d6be-4fb7-880c-cfc80ace9c8f tempest-ExtensionsTestJSON-940472256 tempest-ExtensionsTestJSON-940472256-project] http://10.222.0.66:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=106253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 12:13:01.037269 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-c793eca1-d6be-4fb7-880c-cfc80ace9c8f tempest-ExtensionsTestJSON-940472256 tempest-ExtensionsTestJSON-940472256-project] 10.222.0.66 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0057070 Aug 18 12:13:01.037586 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 50854) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:13:01.043617 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [None req-bef9df10-d1d4-48d6-bfca-ce3b799f9f3a tempest-ExtensionsTestJSON-940472256 tempest-ExtensionsTestJSON-940472256-project] http://10.222.0.66:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=106253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 12:13:01.047074 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-bef9df10-d1d4-48d6-bfca-ce3b799f9f3a tempest-ExtensionsTestJSON-940472256 tempest-ExtensionsTestJSON-940472256-project] 10.222.0.66 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0062306 Aug 18 12:13:01.047366 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 50856) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:13:01.054276 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [None req-c65092e4-c68f-450a-a5fb-39286390055a tempest-ExtensionsTestJSON-940472256 tempest-ExtensionsTestJSON-940472256-project] http://10.222.0.66:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=106253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 12:13:01.056525 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-c65092e4-c68f-450a-a5fb-39286390055a tempest-ExtensionsTestJSON-940472256 tempest-ExtensionsTestJSON-940472256-project] 10.222.0.66 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0070677 Aug 18 12:13:01.058261 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 50858) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:13:01.067611 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [None req-2795fd97-bc67-47bc-9715-0471ab6aebbf tempest-ExtensionsTestJSON-940472256 tempest-ExtensionsTestJSON-940472256-project] http://10.222.0.66:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=106253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 12:13:01.071678 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-2795fd97-bc67-47bc-9715-0471ab6aebbf tempest-ExtensionsTestJSON-940472256 tempest-ExtensionsTestJSON-940472256-project] 10.222.0.66 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0094304 Aug 18 12:13:01.071678 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 50860) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:13:01.083197 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [None req-a6a5a906-1a42-4ebe-b805-d643974ad077 tempest-ExtensionsTestJSON-940472256 tempest-ExtensionsTestJSON-940472256-project] http://10.222.0.66:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=106253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 12:13:01.084311 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-a6a5a906-1a42-4ebe-b805-d643974ad077 tempest-ExtensionsTestJSON-940472256 tempest-ExtensionsTestJSON-940472256-project] 10.222.0.66 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0118012 Aug 18 12:13:01.087015 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 50862) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:13:01.098276 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [None req-365c93c7-90db-4aa9-9a58-e0912cfc66da tempest-ExtensionsTestJSON-940472256 tempest-ExtensionsTestJSON-940472256-project] http://10.222.0.66:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=106253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 12:13:01.099304 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-365c93c7-90db-4aa9-9a58-e0912cfc66da tempest-ExtensionsTestJSON-940472256 tempest-ExtensionsTestJSON-940472256-project] 10.222.0.66 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0113828 Aug 18 12:13:01.102378 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 50864) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:13:01.108520 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [None req-c1a02231-cab1-4fc5-8053-9c2b909c81bf tempest-ExtensionsTestJSON-940472256 tempest-ExtensionsTestJSON-940472256-project] http://10.222.0.66:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=106253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 12:13:01.114199 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-c1a02231-cab1-4fc5-8053-9c2b909c81bf tempest-ExtensionsTestJSON-940472256 tempest-ExtensionsTestJSON-940472256-project] 10.222.0.66 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0107582 Aug 18 12:13:01.118780 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 50866) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:13:01.125310 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [None req-3765a4b7-fb0c-4d6f-8f7f-aea630de84d1 tempest-ExtensionsTestJSON-940472256 tempest-ExtensionsTestJSON-940472256-project] http://10.222.0.66:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=106253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 12:13:01.130776 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-3765a4b7-fb0c-4d6f-8f7f-aea630de84d1 tempest-ExtensionsTestJSON-940472256 tempest-ExtensionsTestJSON-940472256-project] 10.222.0.66 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0086808 Aug 18 12:13:01.131879 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 50868) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:13:01.139644 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [None req-1749b03b-8e68-4e27-a058-b1e04f99cc95 tempest-ExtensionsTestJSON-940472256 tempest-ExtensionsTestJSON-940472256-project] http://10.222.0.66:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=106253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 12:13:01.143213 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-1749b03b-8e68-4e27-a058-b1e04f99cc95 tempest-ExtensionsTestJSON-940472256 tempest-ExtensionsTestJSON-940472256-project] 10.222.0.66 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0079169 Aug 18 12:13:01.144956 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 50870) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:13:01.151123 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [None req-60943f75-85fe-4db4-bc9e-7ec906f99a1b tempest-ExtensionsTestJSON-940472256 tempest-ExtensionsTestJSON-940472256-project] http://10.222.0.66:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=106253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 12:13:01.152844 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-60943f75-85fe-4db4-bc9e-7ec906f99a1b tempest-ExtensionsTestJSON-940472256 tempest-ExtensionsTestJSON-940472256-project] 10.222.0.66 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0062521 Aug 18 12:13:01.155603 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 50872) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:13:01.160522 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [None req-9a3e256d-705a-4bf5-a9f6-a0817ebecfad tempest-ExtensionsTestJSON-940472256 tempest-ExtensionsTestJSON-940472256-project] http://10.222.0.66:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=106253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 12:13:01.161600 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-9a3e256d-705a-4bf5-a9f6-a0817ebecfad tempest-ExtensionsTestJSON-940472256 tempest-ExtensionsTestJSON-940472256-project] 10.222.0.66 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0052850 Aug 18 12:13:01.164256 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 50874) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:13:01.169764 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [None req-c7f71f08-f6e9-40ed-ab2f-bb93bdbfccf0 tempest-ExtensionsTestJSON-940472256 tempest-ExtensionsTestJSON-940472256-project] http://10.222.0.66:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=106253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 12:13:01.183500 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-c7f71f08-f6e9-40ed-ab2f-bb93bdbfccf0 tempest-ExtensionsTestJSON-940472256 tempest-ExtensionsTestJSON-940472256-project] 10.222.0.66 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0158186 Aug 18 12:13:01.184239 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 50876) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:13:01.190255 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [None req-256ec20a-bf04-44fe-9baf-196d20701ac2 tempest-ExtensionsTestJSON-940472256 tempest-ExtensionsTestJSON-940472256-project] http://10.222.0.66:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=106252) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 12:13:01.194520 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-256ec20a-bf04-44fe-9baf-196d20701ac2 tempest-ExtensionsTestJSON-940472256 tempest-ExtensionsTestJSON-940472256-project] 10.222.0.66 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0091779 Aug 18 12:13:01.194748 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 50878) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:13:01.196996 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-90a78a3c-740c-48ba-b784-b570a53fcd0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:01.210093 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [None req-81fdf6c7-f2aa-4aca-bf37-4349df8420c1 tempest-ExtensionsTestJSON-940472256 tempest-ExtensionsTestJSON-940472256-project] http://10.222.0.66:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=106253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 12:13:01.212519 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-81fdf6c7-f2aa-4aca-bf37-4349df8420c1 tempest-ExtensionsTestJSON-940472256 tempest-ExtensionsTestJSON-940472256-project] 10.222.0.66 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0154140 Aug 18 12:13:01.214767 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-65ab1c21-89ba-4409-ae86-0df18bf47bca tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953695'] for router_interface, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:01.215284 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 50880) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:13:01.220587 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [None req-d3c7cb37-35df-4468-912f-8549e29fa71e tempest-ExtensionsTestJSON-940472256 tempest-ExtensionsTestJSON-940472256-project] http://10.222.0.66:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=106253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 12:13:01.221285 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d1cdc8f8-5b8f-4b40-83be-649b5fe47481 req-9e0347f1-b330-402f-a9ed-75c86e91403c tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] 10.222.0.66 "GET /v2.0/ports?device_id=fbc93e59-0e7f-45f2-bf39-a18809ca61eb HTTP/1.1" status: 200 len: 210 time: 0.0560160 Aug 18 12:13:01.224190 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-d3c7cb37-35df-4468-912f-8549e29fa71e tempest-ExtensionsTestJSON-940472256 tempest-ExtensionsTestJSON-940472256-project] 10.222.0.66 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0046296 Aug 18 12:13:01.224790 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 50882) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:13:01.230666 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [None req-a42f3056-7927-4051-9791-2f1b9170cf50 tempest-ExtensionsTestJSON-940472256 tempest-ExtensionsTestJSON-940472256-project] http://10.222.0.66:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=106253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 12:13:01.234814 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-a42f3056-7927-4051-9791-2f1b9170cf50 tempest-ExtensionsTestJSON-940472256 tempest-ExtensionsTestJSON-940472256-project] 10.222.0.66 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0061615 Aug 18 12:13:01.234814 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 50884) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:13:01.238820 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [None req-cabcfdc2-fd72-4062-97d9-20179d4b473e tempest-ExtensionsTestJSON-940472256 tempest-ExtensionsTestJSON-940472256-project] http://10.222.0.66:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=106253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 12:13:01.239757 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-cabcfdc2-fd72-4062-97d9-20179d4b473e tempest-ExtensionsTestJSON-940472256 tempest-ExtensionsTestJSON-940472256-project] 10.222.0.66 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0042510 Aug 18 12:13:01.242547 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 50886) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:13:01.250853 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [None req-36fa9d88-de4e-4f86-bd3f-ee8f97173073 tempest-ExtensionsTestJSON-940472256 tempest-ExtensionsTestJSON-940472256-project] http://10.222.0.66:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=106253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 12:13:01.251905 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-36fa9d88-de4e-4f86-bd3f-ee8f97173073 tempest-ExtensionsTestJSON-940472256 tempest-ExtensionsTestJSON-940472256-project] 10.222.0.66 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0084736 Aug 18 12:13:01.258319 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 50888) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:13:01.264315 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [None req-072562e4-208a-48cb-8e96-4c6f76adc968 tempest-ExtensionsTestJSON-940472256 tempest-ExtensionsTestJSON-940472256-project] http://10.222.0.66:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=106253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 12:13:01.265319 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-072562e4-208a-48cb-8e96-4c6f76adc968 tempest-ExtensionsTestJSON-940472256 tempest-ExtensionsTestJSON-940472256-project] 10.222.0.66 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0060356 Aug 18 12:13:01.268193 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 50890) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:13:01.272531 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [None req-d5fc1452-e92d-4fe2-8df4-1b92b1f0e482 tempest-ExtensionsTestJSON-940472256 tempest-ExtensionsTestJSON-940472256-project] http://10.222.0.66:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=106253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 12:13:01.273463 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-d5fc1452-e92d-4fe2-8df4-1b92b1f0e482 tempest-ExtensionsTestJSON-940472256 tempest-ExtensionsTestJSON-940472256-project] 10.222.0.66 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0043669 Aug 18 12:13:01.276436 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 50892) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:13:01.281043 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [None req-fd2b8106-c80b-4336-be9c-af48ed2550cb tempest-ExtensionsTestJSON-940472256 tempest-ExtensionsTestJSON-940472256-project] http://10.222.0.66:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=106253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 12:13:01.281730 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-fd2b8106-c80b-4336-be9c-af48ed2550cb tempest-ExtensionsTestJSON-940472256 tempest-ExtensionsTestJSON-940472256-project] 10.222.0.66 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0042202 Aug 18 12:13:01.286222 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 50894) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:13:01.292843 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [None req-7e579b7b-0a32-41cb-9523-d8e9968650b8 tempest-ExtensionsTestJSON-940472256 tempest-ExtensionsTestJSON-940472256-project] http://10.222.0.66:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=106253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 12:13:01.296124 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-7e579b7b-0a32-41cb-9523-d8e9968650b8 tempest-ExtensionsTestJSON-940472256 tempest-ExtensionsTestJSON-940472256-project] 10.222.0.66 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0070224 Aug 18 12:13:01.296676 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 50896) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:13:01.300720 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [None req-39161966-0c9f-44f7-804b-74512b00b3e0 tempest-ExtensionsTestJSON-940472256 tempest-ExtensionsTestJSON-940472256-project] http://10.222.0.66:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=106253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 12:13:01.303595 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-39161966-0c9f-44f7-804b-74512b00b3e0 tempest-ExtensionsTestJSON-940472256 tempest-ExtensionsTestJSON-940472256-project] 10.222.0.66 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0043468 Aug 18 12:13:01.305237 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 50898) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:13:01.309562 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [None req-e35abea5-725b-4bd3-bbd3-d4fe485df99e tempest-ExtensionsTestJSON-940472256 tempest-ExtensionsTestJSON-940472256-project] http://10.222.0.66:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=106253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 12:13:01.310488 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-e35abea5-725b-4bd3-bbd3-d4fe485df99e tempest-ExtensionsTestJSON-940472256 tempest-ExtensionsTestJSON-940472256-project] 10.222.0.66 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0044003 Aug 18 12:13:01.312848 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 50900) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:13:01.317070 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [None req-b2fc8bd8-2d1b-44f3-bb57-ff7c08bd832b tempest-ExtensionsTestJSON-940472256 tempest-ExtensionsTestJSON-940472256-project] http://10.222.0.66:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=106253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 12:13:01.317975 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-b2fc8bd8-2d1b-44f3-bb57-ff7c08bd832b tempest-ExtensionsTestJSON-940472256 tempest-ExtensionsTestJSON-940472256-project] 10.222.0.66 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0043032 Aug 18 12:13:01.320021 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 50902) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:13:01.324027 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [None req-1de395aa-664b-4827-ab54-6ef57f7096c4 tempest-ExtensionsTestJSON-940472256 tempest-ExtensionsTestJSON-940472256-project] http://10.222.0.66:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=106253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 12:13:01.325430 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-1de395aa-664b-4827-ab54-6ef57f7096c4 tempest-ExtensionsTestJSON-940472256 tempest-ExtensionsTestJSON-940472256-project] 10.222.0.66 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0041494 Aug 18 12:13:01.327674 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 50904) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:13:01.332422 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [None req-cde9343e-43cb-46a6-8f9c-bde5a6179a3b tempest-ExtensionsTestJSON-940472256 tempest-ExtensionsTestJSON-940472256-project] http://10.222.0.66:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=106253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 12:13:01.333276 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc610bf-d8cb-4e24-904a-f778482fdf52 req-063aa8b0-2a99-4a52-a8ce-cfa5b8f77f28 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:13:01.333414 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-cde9343e-43cb-46a6-8f9c-bde5a6179a3b tempest-ExtensionsTestJSON-940472256 tempest-ExtensionsTestJSON-940472256-project] 10.222.0.66 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0048535 Aug 18 12:13:01.334857 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-cbc610bf-d8cb-4e24-904a-f778482fdf52 req-063aa8b0-2a99-4a52-a8ce-cfa5b8f77f28 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/ports?device_id=3482930b-91fc-465f-bfb8-4751e56ef39b HTTP/1.1" status: 200 len: 945 time: 0.2222250 Aug 18 12:13:01.335667 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 50906) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:13:01.343374 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [None req-43bf08cc-f75c-44af-902d-07783d8464a3 tempest-ExtensionsTestJSON-940472256 tempest-ExtensionsTestJSON-940472256-project] http://10.222.0.66:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=106253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 12:13:01.344532 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-43bf08cc-f75c-44af-902d-07783d8464a3 tempest-ExtensionsTestJSON-940472256 tempest-ExtensionsTestJSON-940472256-project] 10.222.0.66 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0079997 Aug 18 12:13:01.347004 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 50908) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:13:01.352493 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [None req-3fe1b4a1-fa91-49c3-9884-82efe73654f7 tempest-ExtensionsTestJSON-940472256 tempest-ExtensionsTestJSON-940472256-project] http://10.222.0.66:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=106253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 12:13:01.353497 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-3fe1b4a1-fa91-49c3-9884-82efe73654f7 tempest-ExtensionsTestJSON-940472256 tempest-ExtensionsTestJSON-940472256-project] 10.222.0.66 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0056143 Aug 18 12:13:01.357277 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 50910) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:13:01.362502 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [None req-e84bb64a-e159-4adf-9748-5224ccf95a98 tempest-ExtensionsTestJSON-940472256 tempest-ExtensionsTestJSON-940472256-project] http://10.222.0.66:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=106253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 12:13:01.365662 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-e84bb64a-e159-4adf-9748-5224ccf95a98 tempest-ExtensionsTestJSON-940472256 tempest-ExtensionsTestJSON-940472256-project] 10.222.0.66 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0053065 Aug 18 12:13:01.366241 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 50912) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:13:01.373534 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [None req-60b68865-c5cb-4082-8c32-8afc6bb2769a tempest-ExtensionsTestJSON-940472256 tempest-ExtensionsTestJSON-940472256-project] http://10.222.0.66:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=106253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 12:13:01.374900 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-60b68865-c5cb-4082-8c32-8afc6bb2769a tempest-ExtensionsTestJSON-940472256 tempest-ExtensionsTestJSON-940472256-project] 10.222.0.66 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0078127 Aug 18 12:13:01.377816 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 50914) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:13:01.382069 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [None req-349ca447-50ec-4232-92c5-6b34f263ddcd tempest-ExtensionsTestJSON-940472256 tempest-ExtensionsTestJSON-940472256-project] http://10.222.0.66:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=106253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 12:13:01.384510 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-349ca447-50ec-4232-92c5-6b34f263ddcd tempest-ExtensionsTestJSON-940472256 tempest-ExtensionsTestJSON-940472256-project] 10.222.0.66 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0042021 Aug 18 12:13:01.385828 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 50916) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:13:01.389688 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [None req-2c20358f-337e-48bd-a0f5-d9f90b68c0eb tempest-ExtensionsTestJSON-940472256 tempest-ExtensionsTestJSON-940472256-project] http://10.222.0.66:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=106253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 12:13:01.390593 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-2c20358f-337e-48bd-a0f5-d9f90b68c0eb tempest-ExtensionsTestJSON-940472256 tempest-ExtensionsTestJSON-940472256-project] 10.222.0.66 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0039220 Aug 18 12:13:01.394147 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 50918) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:13:01.398117 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [None req-2f0fd73b-e9cc-4c80-9a62-9da17af1bfc6 tempest-ExtensionsTestJSON-940472256 tempest-ExtensionsTestJSON-940472256-project] http://10.222.0.66:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=106253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 12:13:01.400515 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-2f0fd73b-e9cc-4c80-9a62-9da17af1bfc6 tempest-ExtensionsTestJSON-940472256 tempest-ExtensionsTestJSON-940472256-project] 10.222.0.66 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0040903 Aug 18 12:13:01.401543 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 50920) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:13:01.405709 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [None req-39bd427c-03f9-4488-99b7-c1e34ca59517 tempest-ExtensionsTestJSON-940472256 tempest-ExtensionsTestJSON-940472256-project] http://10.222.0.66:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=106253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 12:13:01.406687 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-39bd427c-03f9-4488-99b7-c1e34ca59517 tempest-ExtensionsTestJSON-940472256 tempest-ExtensionsTestJSON-940472256-project] 10.222.0.66 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0043266 Aug 18 12:13:01.408842 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 50922) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:13:01.412810 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [None req-382f48f7-12f1-403d-a4a0-f258465296dd tempest-ExtensionsTestJSON-940472256 tempest-ExtensionsTestJSON-940472256-project] http://10.222.0.66:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=106253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 12:13:01.413701 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-382f48f7-12f1-403d-a4a0-f258465296dd tempest-ExtensionsTestJSON-940472256 tempest-ExtensionsTestJSON-940472256-project] 10.222.0.66 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0040619 Aug 18 12:13:01.415875 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 50924) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:13:01.424852 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [None req-d3033482-2825-4e16-b331-5c6433c6fe38 tempest-ExtensionsTestJSON-940472256 tempest-ExtensionsTestJSON-940472256-project] http://10.222.0.66:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=106253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 12:13:01.425785 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-d3033482-2825-4e16-b331-5c6433c6fe38 tempest-ExtensionsTestJSON-940472256 tempest-ExtensionsTestJSON-940472256-project] 10.222.0.66 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0090892 Aug 18 12:13:01.445776 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-90a78a3c-740c-48ba-b784-b570a53fcd0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:01.449263 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-cbc610bf-d8cb-4e24-904a-f778482fdf52 req-f3469d44-29cd-49ad-b33e-afb7a64e1c25 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/security-groups?id=e93b90b0-d66c-467b-a848-eedd88936357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058629 Aug 18 12:13:01.451161 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65ab1c21-89ba-4409-ae86-0df18bf47bca tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Router f02f88d1-78e4-463b-9b82-f1464b8da012 has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:13:01.451311 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-90a78a3c-740c-48ba-b784-b570a53fcd0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:01.496310 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-90a78a3c-740c-48ba-b784-b570a53fcd0c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8079f8739ad9415b9fdfc975fcb15dd4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5283759 Aug 18 12:13:01.497322 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 50928) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:13:01.510307 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a78a3c-740c-48ba-b784-b570a53fcd0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00f98c07-56ec-4a00-a34c-8cee616529e0,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:13:01.532850 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65ab1c21-89ba-4409-ae86-0df18bf47bca tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:13:01.541721 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-65ab1c21-89ba-4409-ae86-0df18bf47bca tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] 10.222.0.66 "PUT /v2.0/routers/f02f88d1-78e4-463b-9b82-f1464b8da012/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7771080 Aug 18 12:13:01.541908 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 50930) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:13:01.543298 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d29342-d2c1-42cf-ad47-f3c4848d439f None None] Sync routers for ids ['f02f88d1-78e4-463b-9b82-f1464b8da012'] in n-d-804985-2 {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:13:01.558012 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d29342-d2c1-42cf-ad47-f3c4848d439f None None] Routers {'f02f88d1-78e4-463b-9b82-f1464b8da012'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:13:01.558917 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-94d29342-d2c1-42cf-ad47-f3c4848d439f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:12:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['f02f88d1-78e4-463b-9b82-f1464b8da012'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:13:01.575626 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ad5f0454-0e43-446e-a778-4bb1431734f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:01.579265 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-4d715122-115d-45bd-817a-ded8fdf78165 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] 10.222.0.66 "GET /v2.0/ports?device_id=f02f88d1-78e4-463b-9b82-f1464b8da012 HTTP/1.1" status: 200 len: 205 time: 0.0338185 Aug 18 12:13:01.579475 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 50934) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:13:01.598370 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ad5f0454-0e43-446e-a778-4bb1431734f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:01.604517 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-94d29342-d2c1-42cf-ad47-f3c4848d439f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:13:01.613813 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d29342-d2c1-42cf-ad47-f3c4848d439f None None] Routers {'f02f88d1-78e4-463b-9b82-f1464b8da012'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:13:01.614557 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-94d29342-d2c1-42cf-ad47-f3c4848d439f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:12:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['f02f88d1-78e4-463b-9b82-f1464b8da012'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:13:01.648302 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ad5f0454-0e43-446e-a778-4bb1431734f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:01.648571 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-94d29342-d2c1-42cf-ad47-f3c4848d439f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:13:01.649309 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d29342-d2c1-42cf-ad47-f3c4848d439f None None] The sync data for ids ['f02f88d1-78e4-463b-9b82-f1464b8da012'] in n-d-804985-2 is: [] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:13:01.651506 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ad5f0454-0e43-446e-a778-4bb1431734f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:01.652866 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-ad5f0454-0e43-446e-a778-4bb1431734f0 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/00f98c07-56ec-4a00-a34c-8cee616529e0 HTTP/1.1" status: 204 len: 168 time: 0.1546791 Aug 18 12:13:01.662505 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5f0454-0e43-446e-a778-4bb1431734f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00f98c07-56ec-4a00-a34c-8cee616529e0,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:13:01.666463 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b4be4a1d-f6ce-4df4-8640-3b393494fcc2 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks [] for router, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:01.704265 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 50938) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:13:01.821483 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1629a45d-76e9-4455-970d-35565886567a admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:01.839280 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b4be4a1d-f6ce-4df4-8640-3b393494fcc2 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-996004', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15859'] for router, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:01.842045 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b4be4a1d-f6ce-4df4-8640-3b393494fcc2 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:01.886425 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b4be4a1d-f6ce-4df4-8640-3b393494fcc2 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-996061'] for router, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:01.887053 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4be4a1d-f6ce-4df4-8640-3b393494fcc2 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Fanout notify agent at l3_agent the message router_deleted on router f02f88d1-78e4-463b-9b82-f1464b8da012 {{(pid=106252) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 12:13:01.896774 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b4be4a1d-f6ce-4df4-8640-3b393494fcc2 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks [] for router, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:01.901314 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 50944) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:13:01.901535 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-b4be4a1d-f6ce-4df4-8640-3b393494fcc2 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] 10.222.0.66 "DELETE /v2.0/routers/f02f88d1-78e4-463b-9b82-f1464b8da012 HTTP/1.1" status: 204 len: 168 time: 0.3205183 Aug 18 12:13:01.904334 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbc93e59-0e7f-45f2-bf39-a18809ca61eb', 'name': 'network-vif-deleted', 'tag': '7d19f69c-a14d-4f3a-9bcc-49905b2572cb'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:13:01.907225 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8264ce14-d2ff-4656-a181-95704cfd724e" -d '{"events": [{"server_uuid": "fbc93e59-0e7f-45f2-bf39-a18809ca61eb", "name": "network-vif-deleted", "tag": "7d19f69c-a14d-4f3a-9bcc-49905b2572cb"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:13:01.949079 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:13:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daedd474-805a-405a-b4bd-6294c7975ab6 x-openstack-request-id: req-daedd474-805a-405a-b4bd-6294c7975ab6 {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:13:01.949553 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbc93e59-0e7f-45f2-bf39-a18809ca61eb", "name": "network-vif-deleted", "tag": "7d19f69c-a14d-4f3a-9bcc-49905b2572cb", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:13:01.950741 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-daedd474-805a-405a-b4bd-6294c7975ab6 {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:13:01.951463 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbc93e59-0e7f-45f2-bf39-a18809ca61eb', 'name': 'network-vif-deleted', 'tag': '7d19f69c-a14d-4f3a-9bcc-49905b2572cb', 'status': 'completed', 'code': 200} Aug 18 12:13:01.961958 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1629a45d-76e9-4455-970d-35565886567a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:01.971056 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1629a45d-76e9-4455-970d-35565886567a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:01.977358 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea3a59bf-7b3c-4d73-81aa-ad2fdaf0ef7a tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Deleting subnet 8aae32e1-f5f7-42c4-8e0a-f01550483414 {{(pid=106253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 12:13:01.989641 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ea3a59bf-7b3c-4d73-81aa-ad2fdaf0ef7a tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks [] for subnet, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:02.051811 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-1629a45d-76e9-4455-970d-35565886567a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=92cf26ee3d134a8fa870a7aa81b1bc58&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3464046 Aug 18 12:13:02.054825 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 50956) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:13:02.057337 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1629a45d-76e9-4455-970d-35565886567a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8edf52ff-48f9-4099-b3b2-b82871e518f4,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:13:02.075633 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ea3a59bf-7b3c-4d73-81aa-ad2fdaf0ef7a tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902229'] for subnet, precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:02.115192 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-268b82a7-0b57-4ba9-bd72-274371418964 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:02.137720 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-268b82a7-0b57-4ba9-bd72-274371418964 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:02.163240 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ea3a59bf-7b3c-4d73-81aa-ad2fdaf0ef7a tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:02.199917 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-268b82a7-0b57-4ba9-bd72-274371418964 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:02.203272 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-268b82a7-0b57-4ba9-bd72-274371418964 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:02.205056 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-268b82a7-0b57-4ba9-bd72-274371418964 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/8edf52ff-48f9-4099-b3b2-b82871e518f4 HTTP/1.1" status: 204 len: 168 time: 0.1489880 Aug 18 12:13:02.214423 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268b82a7-0b57-4ba9-bd72-274371418964 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8edf52ff-48f9-4099-b3b2-b82871e518f4,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:13:02.242520 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ea3a59bf-7b3c-4d73-81aa-ad2fdaf0ef7a tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58902171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59388106'] for subnet, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:02.284515 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3a59bf-7b3c-4d73-81aa-ad2fdaf0ef7a tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Pushing event deleted for resources: {'Subnet': ['ID=8aae32e1-f5f7-42c4-8e0a-f01550483414,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:13:02.286400 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ea3a59bf-7b3c-4d73-81aa-ad2fdaf0ef7a tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:02.291528 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 50968) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:13:02.299049 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-904c30eb-92e2-409b-8e32-59c8926c4cd8 None None] Network c8c601c9-3d73-45f3-b872-e66f852868da requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:13:02.301317 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-ea3a59bf-7b3c-4d73-81aa-ad2fdaf0ef7a tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] 10.222.0.66 "DELETE /v2.0/subnets/8aae32e1-f5f7-42c4-8e0a-f01550483414 HTTP/1.1" status: 204 len: 168 time: 0.3988338 Aug 18 12:13:02.465842 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6aa94060-fccc-46ea-a795-435999a2f30a tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7904109'] for network, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:02.492576 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489f5382-1d93-40eb-875f-55381c584b29 req-3f33155b-3923-4c89-b9e3-74b66cd902b7 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:13:02.494469 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-489f5382-1d93-40eb-875f-55381c584b29 req-3f33155b-3923-4c89-b9e3-74b66cd902b7 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.62 "GET /v2.0/ports?device_id=3482930b-91fc-465f-bfb8-4751e56ef39b HTTP/1.1" status: 200 len: 945 time: 0.0957134 Aug 18 12:13:02.588939 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85c9559c-e680-48ec-b11b-c28b6a419bf8 None None] DHCP port deletion for c8c601c9-3d73-45f3-b872-e66f852868da request from n-d-804985-2 {{(pid=106254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 12:13:02.640102 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-85c9559c-e680-48ec-b11b-c28b6a419bf8 None None] Deleting port b7106ef4-cc68-4a8c-9711-ec58021299fd {{(pid=106254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:13:02.640638 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-85c9559c-e680-48ec-b11b-c28b6a419bf8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:02.669391 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 50986) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:13:02.674271 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7862a2d9-1386-4273-8c20-8a20aac6c413 req-a2d1b6ad-6bf3-4425-a4a7-59e63ee8d598 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:13:02.675812 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7862a2d9-1386-4273-8c20-8a20aac6c413 req-a2d1b6ad-6bf3-4425-a4a7-59e63ee8d598 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/ports?device_id=3482930b-91fc-465f-bfb8-4751e56ef39b HTTP/1.1" status: 200 len: 945 time: 0.1195304 Aug 18 12:13:02.710972 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 25136f60-7ebb-4fe1-8830-1b2392c99e14 no longer exists at agent hyperv_n-h1-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:13:02.751836 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] No Port match for: 25136f60-7ebb-4fe1-8830-1b2392c99e14 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:13:02.752428 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 25136f60-7ebb-4fe1-8830-1b2392c99e14 not bound to the agent host n-h1-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:13:02.764173 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-85c9559c-e680-48ec-b11b-c28b6a419bf8 None None] For port b7106ef4-cc68-4a8c-9711-ec58021299fd, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=b7106ef4-cc68-4a8c-9711-ec58021299fd,segment=NetworkSegment(81620f8e-3c78-4ff3-b6a5-5473c8e82710),segment_id=81620f8e-3c78-4ff3-b6a5-5473c8e82710)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:13:02.764815 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-85c9559c-e680-48ec-b11b-c28b6a419bf8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:02.770059 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae7c097-c4cf-47cf-9714-8f42905ff9f8 req-a0bba239-954e-4c99-bc06-4bbdaf43e178 tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:13:02.771817 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1ae7c097-c4cf-47cf-9714-8f42905ff9f8 req-a0bba239-954e-4c99-bc06-4bbdaf43e178 tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] 10.222.0.66 "GET /v2.0/ports?device_id=a49a2d4d-53a9-4686-9973-74ec6d58345a HTTP/1.1" status: 200 len: 945 time: 0.1462929 Aug 18 12:13:02.774429 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-6aa94060-fccc-46ea-a795-435999a2f30a tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Deleting port b7106ef4-cc68-4a8c-9711-ec58021299fd {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:13:02.774855 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6aa94060-fccc-46ea-a795-435999a2f30a tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:02.778854 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-85c9559c-e680-48ec-b11b-c28b6a419bf8 None None] Calling delete_port for b7106ef4-cc68-4a8c-9711-ec58021299fd owned by network:dhcp {{(pid=106254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:13:02.840519 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [None req-6aa94060-fccc-46ea-a795-435999a2f30a tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] For port b7106ef4-cc68-4a8c-9711-ec58021299fd, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=b7106ef4-cc68-4a8c-9711-ec58021299fd,segment=NetworkSegment(81620f8e-3c78-4ff3-b6a5-5473c8e82710),segment_id=81620f8e-3c78-4ff3-b6a5-5473c8e82710)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:13:02.841072 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6aa94060-fccc-46ea-a795-435999a2f30a tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:02.859528 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-6aa94060-fccc-46ea-a795-435999a2f30a tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Calling delete_port for b7106ef4-cc68-4a8c-9711-ec58021299fd owned by network:dhcp {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:13:02.871619 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-85c9559c-e680-48ec-b11b-c28b6a419bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556'] for port, after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:02.901135 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-ef54d034-2048-4392-b7d8-5d2b650ad192 tempest-ServiceProvidersTest-1087187979 tempest-ServiceProvidersTest-1087187979-project] 10.222.0.66 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2298834 Aug 18 12:13:02.920898 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c9559c-e680-48ec-b11b-c28b6a419bf8 None None] No DVR routers for this DVR port b7106ef4-cc68-4a8c-9711-ec58021299fd on host n-d-804985-2 {{(pid=106254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:13:02.925468 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c9559c-e680-48ec-b11b-c28b6a419bf8 None None] Pushing event deleted for resources: {'Port': ['ID=b7106ef4-cc68-4a8c-9711-ec58021299fd,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:13:02.927156 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7862a2d9-1386-4273-8c20-8a20aac6c413 req-505b3def-bb23-43c8-8b71-6cf9af8c51ad tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/security-groups?id=e93b90b0-d66c-467b-a848-eedd88936357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2323742 Aug 18 12:13:02.953578 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 7d19f69c-a14d-4f3a-9bcc-49905b2572cb no longer exists at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:13:02.986863 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] No Port match for: 7d19f69c-a14d-4f3a-9bcc-49905b2572cb {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:13:02.987624 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 7d19f69c-a14d-4f3a-9bcc-49905b2572cb not bound to the agent host n-h2-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:13:02.988431 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 7a7db1db-b5ee-48d6-85e1-5e7495701d0f no longer exists at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:13:02.998655 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1ae7c097-c4cf-47cf-9714-8f42905ff9f8 req-d415ed33-b27f-4442-8953-2e81510c99e8 tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] 10.222.0.66 "GET /v2.0/security-groups?id=5ef1fad5-9994-4d94-a262-3d4636ae09af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294250 Aug 18 12:13:03.000927 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-489f5382-1d93-40eb-875f-55381c584b29 req-b540d918-1126-4889-b897-6c9ba3899a08 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Deleting port 7a7db1db-b5ee-48d6-85e1-5e7495701d0f {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:13:03.001332 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-489f5382-1d93-40eb-875f-55381c584b29 req-b540d918-1126-4889-b897-6c9ba3899a08 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:03.081228 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:03.135043 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port 7a7db1db-b5ee-48d6-85e1-5e7495701d0f, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=7a7db1db-b5ee-48d6-85e1-5e7495701d0f,segment=NetworkSegment(299e2826-ecf6-416e-b53c-1b1574dd5315),segment_id=299e2826-ecf6-416e-b53c-1b1574dd5315)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:13:03.136371 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3482930b-91fc-465f-bfb8-4751e56ef39b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a7db1db-b5ee-48d6-85e1-5e7495701d0f'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:13:03.139131 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db50a436fb3a98495337d8fe7487b4f2ea6f3c1052eb9efadc2ecda2d5737001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18dad09c-6f74-48b0-9081-42e9c13226e2" -d '{"events": [{"server_uuid": "3482930b-91fc-465f-bfb8-4751e56ef39b", "name": "network-vif-unplugged", "status": "completed", "tag": "7a7db1db-b5ee-48d6-85e1-5e7495701d0f"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:13:03.148651 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-489f5382-1d93-40eb-875f-55381c584b29 req-b540d918-1126-4889-b897-6c9ba3899a08 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] For port 7a7db1db-b5ee-48d6-85e1-5e7495701d0f, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=7a7db1db-b5ee-48d6-85e1-5e7495701d0f,segment=NetworkSegment(299e2826-ecf6-416e-b53c-1b1574dd5315),segment_id=299e2826-ecf6-416e-b53c-1b1574dd5315)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:13:03.149234 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-489f5382-1d93-40eb-875f-55381c584b29 req-b540d918-1126-4889-b897-6c9ba3899a08 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:03.155005 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:03.173166 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-489f5382-1d93-40eb-875f-55381c584b29 req-b540d918-1126-4889-b897-6c9ba3899a08 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Calling delete_port for 7a7db1db-b5ee-48d6-85e1-5e7495701d0f owned by compute:nova {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:13:03.179635 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6aa94060-fccc-46ea-a795-435999a2f30a tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:03.206120 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 18 Aug 2021 12:13:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c78b6696-7f40-4224-966d-2d3d33942872 x-openstack-request-id: req-c78b6696-7f40-4224-966d-2d3d33942872 {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:13:03.206407 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3482930b-91fc-465f-bfb8-4751e56ef39b", "name": "network-vif-unplugged", "status": "completed", "tag": "7a7db1db-b5ee-48d6-85e1-5e7495701d0f", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:13:03.206657 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c78b6696-7f40-4224-966d-2d3d33942872 {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:13:03.207050 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3482930b-91fc-465f-bfb8-4751e56ef39b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a7db1db-b5ee-48d6-85e1-5e7495701d0f', 'code': 200} Aug 18 12:13:03.242698 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=7a7db1db-b5ee-48d6-85e1-5e7495701d0f,revision_number=6']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:13:03.247569 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 51010) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:13:03.251105 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa94060-fccc-46ea-a795-435999a2f30a tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] No DVR routers for this DVR port b7106ef4-cc68-4a8c-9711-ec58021299fd on host n-d-804985-2 {{(pid=106252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:13:03.252823 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa94060-fccc-46ea-a795-435999a2f30a tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Pushing event deleted for resources: {'Port': ['ID=b7106ef4-cc68-4a8c-9711-ec58021299fd,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:13:03.254148 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 51012) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:13:03.354693 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-378186e9-de7d-4eac-831b-ca04381711c7 tempest-ExtraDHCPOptionsIpV6TestJSON-530910195 tempest-ExtraDHCPOptionsIpV6TestJSON-530910195-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-695828624'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:13:03.356204 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6aa94060-fccc-46ea-a795-435999a2f30a tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8367869', 'neutron.services.segments.db._delete_segments_for_network-8789151212993'] for network, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:03.367064 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-6aa94060-fccc-46ea-a795-435999a2f30a tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8c601c9-3d73-45f3-b872-e66f852868da']}} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:13:03.378346 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-6aa94060-fccc-46ea-a795-435999a2f30a tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81620f8e-3c78-4ff3-b6a5-5473c8e82710') {'for_net_delete': True} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:13:03.378645 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-6aa94060-fccc-46ea-a795-435999a2f30a tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81620f8e-3c78-4ff3-b6a5-5473c8e82710') {} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:13:03.378985 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8bc23788-b45b-4bed-a490-65baf39000a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:03.401075 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-378186e9-de7d-4eac-831b-ca04381711c7 tempest-ExtraDHCPOptionsIpV6TestJSON-530910195 tempest-ExtraDHCPOptionsIpV6TestJSON-530910195-project] Made reservation on behalf of 74131b417b0049b6a82d6b6b56ea6c17 for: {'network': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:13:03.404455 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-378186e9-de7d-4eac-831b-ca04381711c7 tempest-ExtraDHCPOptionsIpV6TestJSON-530910195 tempest-ExtraDHCPOptionsIpV6TestJSON-530910195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for network, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:03.408251 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6aa94060-fccc-46ea-a795-435999a2f30a tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789151225254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2221521'] for segment, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:03.417659 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-378186e9-de7d-4eac-831b-ca04381711c7 tempest-ExtraDHCPOptionsIpV6TestJSON-530910195 tempest-ExtraDHCPOptionsIpV6TestJSON-530910195-project] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:03.431687 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6aa94060-fccc-46ea-a795-435999a2f30a tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:03.442717 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6aa94060-fccc-46ea-a795-435999a2f30a tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Releasing vlan 807 on physical network physnet1 to pool {{(pid=106252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:13:03.443124 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6aa94060-fccc-46ea-a795-435999a2f30a tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3572434'] for segment, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:03.455953 n-d-804985-2 neutron-server[106252]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 12:13:03.455953 n-d-804985-2 neutron-server[106252]: self.session.flush() Aug 18 12:13:03.455953 n-d-804985-2 neutron-server[106252]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 12:13:03.455953 n-d-804985-2 neutron-server[106252]: self.session.flush() Aug 18 12:13:03.455953 n-d-804985-2 neutron-server[106252]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 12:13:03.455953 n-d-804985-2 neutron-server[106252]: self.session.flush() Aug 18 12:13:03.455953 n-d-804985-2 neutron-server[106252]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 12:13:03.455953 n-d-804985-2 neutron-server[106252]: self.session.flush() Aug 18 12:13:03.455953 n-d-804985-2 neutron-server[106252]: Traceback (most recent call last): Aug 18 12:13:03.455953 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:13:03.455953 n-d-804985-2 neutron-server[106252]: timer() Aug 18 12:13:03.455953 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:13:03.455953 n-d-804985-2 neutron-server[106252]: cb(*args, **kw) Aug 18 12:13:03.455953 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:13:03.455953 n-d-804985-2 neutron-server[106252]: return func(*args, **kwargs) Aug 18 12:13:03.455953 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:13:03.455953 n-d-804985-2 neutron-server[106252]: self._notify() Aug 18 12:13:03.455953 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:13:03.455953 n-d-804985-2 neutron-server[106252]: self.callback(batched_events) Aug 18 12:13:03.455953 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:13:03.455953 n-d-804985-2 neutron-server[106252]: event.method(event) Aug 18 12:13:03.455953 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:13:03.455953 n-d-804985-2 neutron-server[106252]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:13:03.455953 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:13:03.455953 n-d-804985-2 neutron-server[106252]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:13:03.455953 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:13:03.455953 n-d-804985-2 neutron-server[106252]: return f(self, *a, **k) Aug 18 12:13:03.455953 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:13:03.455953 n-d-804985-2 neutron-server[106252]: return self._get(url).json() Aug 18 12:13:03.455953 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:13:03.455953 n-d-804985-2 neutron-server[106252]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:13:03.455953 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:13:03.455953 n-d-804985-2 neutron-server[106252]: return self.request(url, 'GET', **kwargs) Aug 18 12:13:03.455953 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:13:03.455953 n-d-804985-2 neutron-server[106252]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:13:03.455953 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:13:03.455953 n-d-804985-2 neutron-server[106252]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:13:03.455953 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:13:03.455953 n-d-804985-2 neutron-server[106252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:13:03.455953 n-d-804985-2 neutron-server[106252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:13:03.490847 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-489f5382-1d93-40eb-875f-55381c584b29 req-b540d918-1126-4889-b897-6c9ba3899a08 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:03.501959 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] get_ports_and_sgs() called for port_ids ['55b318c7-6bb8-425f-b6db-088781d25c4e'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:13:03.529221 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b540d918-1126-4889-b897-6c9ba3899a08 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Pushing event deleted for resources: {'Port': ['ID=7a7db1db-b5ee-48d6-85e1-5e7495701d0f,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:13:03.538104 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6aa94060-fccc-46ea-a795-435999a2f30a tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8367858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997186'] for network, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:03.577936 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6aa94060-fccc-46ea-a795-435999a2f30a tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks [] for network, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:03.579917 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-6aa94060-fccc-46ea-a795-435999a2f30a tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] 10.222.0.66 "DELETE /v2.0/networks/c8c601c9-3d73-45f3-b872-e66f852868da HTTP/1.1" status: 204 len: 168 time: 1.2873082 Aug 18 12:13:03.583656 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-489f5382-1d93-40eb-875f-55381c584b29 req-b540d918-1126-4889-b897-6c9ba3899a08 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] No DVR routers for this DVR port 7a7db1db-b5ee-48d6-85e1-5e7495701d0f on host n-h2-804985-2 {{(pid=106252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:13:03.584510 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 51018) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:13:03.592397 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-489f5382-1d93-40eb-875f-55381c584b29 req-b540d918-1126-4889-b897-6c9ba3899a08 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:03.594589 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-489f5382-1d93-40eb-875f-55381c584b29 req-b540d918-1126-4889-b897-6c9ba3899a08 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.62 "DELETE /v2.0/ports/7a7db1db-b5ee-48d6-85e1-5e7495701d0f HTTP/1.1" status: 204 len: 173 time: 1.0469108 Aug 18 12:13:03.595838 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa94060-fccc-46ea-a795-435999a2f30a tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Pushing event deleted for resources: {'Network': ['ID=c8c601c9-3d73-45f3-b872-e66f852868da,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:13:03.596512 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-6cfac923-341f-4f98-ba58-0ebf53f7c104 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1257072464', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'}, 'admin_state_up': False}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:13:03.636971 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8bc23788-b45b-4bed-a490-65baf39000a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:03.645057 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8bc23788-b45b-4bed-a490-65baf39000a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:03.704852 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-8bc23788-b45b-4bed-a490-65baf39000a7 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=fa2a83b94b2d4ce69bd428c91b635fb1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4559824 Aug 18 12:13:03.708211 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 51020) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:13:03.709934 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc23788-b45b-4bed-a490-65baf39000a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b7d75d1-1f1c-4486-b1dd-9a070326602b,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:13:03.764753 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-feecaabc-2329-43c5-9c17-645473af7f24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:03.775825 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-378186e9-de7d-4eac-831b-ca04381711c7 tempest-ExtraDHCPOptionsIpV6TestJSON-530910195 tempest-ExtraDHCPOptionsIpV6TestJSON-530910195-project] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:03.783744 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-378186e9-de7d-4eac-831b-ca04381711c7 tempest-ExtraDHCPOptionsIpV6TestJSON-530910195 tempest-ExtraDHCPOptionsIpV6TestJSON-530910195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:03.790761 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-feecaabc-2329-43c5-9c17-645473af7f24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:03.821597 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-378186e9-de7d-4eac-831b-ca04381711c7 tempest-ExtraDHCPOptionsIpV6TestJSON-530910195 tempest-ExtraDHCPOptionsIpV6TestJSON-530910195-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 830} {{(pid=106253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:13:03.823666 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6cfac923-341f-4f98-ba58-0ebf53f7c104 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-998592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15809'] for router, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:03.824680 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6cfac923-341f-4f98-ba58-0ebf53f7c104 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-992733', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-971415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15816'] for router, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:03.835171 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378186e9-de7d-4eac-831b-ca04381711c7 tempest-ExtraDHCPOptionsIpV6TestJSON-530910195 tempest-ExtraDHCPOptionsIpV6TestJSON-530910195-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38d06e75-4bde-4db6-bcf2-fd4fc166eacb,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:13:03.845458 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-feecaabc-2329-43c5-9c17-645473af7f24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:03.848223 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-feecaabc-2329-43c5-9c17-645473af7f24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:03.851056 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-378186e9-de7d-4eac-831b-ca04381711c7 tempest-ExtraDHCPOptionsIpV6TestJSON-530910195 tempest-ExtraDHCPOptionsIpV6TestJSON-530910195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:03.851421 n-d-804985-2 neutron-server[106253]: INFO neutron.db.segments_db [None req-378186e9-de7d-4eac-831b-ca04381711c7 tempest-ExtraDHCPOptionsIpV6TestJSON-530910195 tempest-ExtraDHCPOptionsIpV6TestJSON-530910195-project] Added segment e7350a6f-fb25-4fea-917b-4373b5265c8a of type vlan for network c9c0801a-fd92-4dd9-a1b4-24ae02f24879 Aug 18 12:13:03.854501 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-feecaabc-2329-43c5-9c17-645473af7f24 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/8b7d75d1-1f1c-4486-b1dd-9a070326602b HTTP/1.1" status: 204 len: 168 time: 0.1414893 Aug 18 12:13:03.862870 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feecaabc-2329-43c5-9c17-645473af7f24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b7d75d1-1f1c-4486-b1dd-9a070326602b,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:13:03.922670 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6cfac923-341f-4f98-ba58-0ebf53f7c104 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:03.932497 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-378186e9-de7d-4eac-831b-ca04381711c7 tempest-ExtraDHCPOptionsIpV6TestJSON-530910195 tempest-ExtraDHCPOptionsIpV6TestJSON-530910195-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789150665894'] for network, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:03.999538 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3482930b-91fc-465f-bfb8-4751e56ef39b', 'name': 'network-vif-deleted', 'tag': '7a7db1db-b5ee-48d6-85e1-5e7495701d0f'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:13:04.006753 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3731202a-8d77-4436-813b-232726599ccf" -d '{"events": [{"server_uuid": "3482930b-91fc-465f-bfb8-4751e56ef39b", "name": "network-vif-deleted", "tag": "7a7db1db-b5ee-48d6-85e1-5e7495701d0f"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:13:04.098271 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.db.resource_extend [None req-378186e9-de7d-4eac-831b-ca04381711c7 tempest-ExtraDHCPOptionsIpV6TestJSON-530910195 tempest-ExtraDHCPOptionsIpV6TestJSON-530910195-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 18 12:13:04.111561 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf501cbd-38db-4797-9617-6724cdd669d2 req-4b4d16d3-bc30-4fb2-916e-066c325261ad tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:13:04.116787 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6cfac923-341f-4f98-ba58-0ebf53f7c104 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:04.120225 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-bf501cbd-38db-4797-9617-6724cdd669d2 req-4b4d16d3-bc30-4fb2-916e-066c325261ad tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] 10.222.0.62 "GET /v2.0/ports?device_id=a49a2d4d-53a9-4686-9973-74ec6d58345a HTTP/1.1" status: 200 len: 945 time: 0.1907809 Aug 18 12:13:04.135387 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-378186e9-de7d-4eac-831b-ca04381711c7 tempest-ExtraDHCPOptionsIpV6TestJSON-530910195 tempest-ExtraDHCPOptionsIpV6TestJSON-530910195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for network, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:04.143235 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-378186e9-de7d-4eac-831b-ca04381711c7 tempest-ExtraDHCPOptionsIpV6TestJSON-530910195 tempest-ExtraDHCPOptionsIpV6TestJSON-530910195-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:13:04.144084 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-378186e9-de7d-4eac-831b-ca04381711c7 tempest-ExtraDHCPOptionsIpV6TestJSON-530910195 tempest-ExtraDHCPOptionsIpV6TestJSON-530910195-project] Notify callbacks [] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:04.172822 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-df002a58-e14d-4fa3-832d-891196587aea req-1b34b3bc-aaad-438b-bb85-10e2ab999301 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/ports?device_id=3482930b-91fc-465f-bfb8-4751e56ef39b HTTP/1.1" status: 200 len: 210 time: 0.0435734 Aug 18 12:13:04.245587 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:13:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2203db34-fb4a-4d58-abc4-adb70a4308a8 x-openstack-request-id: req-2203db34-fb4a-4d58-abc4-adb70a4308a8 {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:13:04.245884 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3482930b-91fc-465f-bfb8-4751e56ef39b", "name": "network-vif-deleted", "tag": "7a7db1db-b5ee-48d6-85e1-5e7495701d0f", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:13:04.246136 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-2203db34-fb4a-4d58-abc4-adb70a4308a8 {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:13:04.246528 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3482930b-91fc-465f-bfb8-4751e56ef39b', 'name': 'network-vif-deleted', 'tag': '7a7db1db-b5ee-48d6-85e1-5e7495701d0f', 'status': 'completed', 'code': 200} Aug 18 12:13:04.280093 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905cf7dd-1434-4b60-a045-c8f73b2bf1f9 req-a12b4f55-0292-484c-a622-5c5a578ebfe1 tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:13:04.282070 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-905cf7dd-1434-4b60-a045-c8f73b2bf1f9 req-a12b4f55-0292-484c-a622-5c5a578ebfe1 tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] 10.222.0.66 "GET /v2.0/ports?device_id=a49a2d4d-53a9-4686-9973-74ec6d58345a HTTP/1.1" status: 200 len: 945 time: 0.1233020 Aug 18 12:13:04.333709 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-378186e9-de7d-4eac-831b-ca04381711c7 tempest-ExtraDHCPOptionsIpV6TestJSON-530910195 tempest-ExtraDHCPOptionsIpV6TestJSON-530910195-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.0778751 Aug 18 12:13:04.338059 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 51042) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:13:04.350893 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-15a0b59f-6411-48f9-8083-789b818dbd7f tempest-ExtraDHCPOptionsIpV6TestJSON-530910195 tempest-ExtraDHCPOptionsIpV6TestJSON-530910195-project] Request body: {'subnet': {'network_id': 'c9c0801a-fd92-4dd9-a1b4-24ae02f24879', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:13:04.371547 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-905cf7dd-1434-4b60-a045-c8f73b2bf1f9 req-1df1b679-7fae-4e02-961c-abc1bb3ddc29 tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] 10.222.0.66 "GET /v2.0/security-groups?id=5ef1fad5-9994-4d94-a262-3d4636ae09af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658240 Aug 18 12:13:04.378678 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device b7106ef4-cc68-4a8c-9711-ec58021299fd no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:13:04.389450 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-bf501cbd-38db-4797-9617-6724cdd669d2 req-b858c8bd-27e2-4611-a1e0-aea54b0639fa tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] Deleting port be3a76b8-3890-4fa1-a0f9-dd4922568e66 {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:13:04.399146 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-bf501cbd-38db-4797-9617-6724cdd669d2 req-b858c8bd-27e2-4611-a1e0-aea54b0639fa tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:04.418470 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378186e9-de7d-4eac-831b-ca04381711c7 tempest-ExtraDHCPOptionsIpV6TestJSON-530910195 tempest-ExtraDHCPOptionsIpV6TestJSON-530910195-project] Pushing event updated for resources: {'Network': ['ID=c9c0801a-fd92-4dd9-a1b4-24ae02f24879,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:13:04.438451 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: b7106ef4-cc68-4a8c-9711-ec58021299fd {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:13:04.438912 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device b7106ef4-cc68-4a8c-9711-ec58021299fd not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:13:04.455514 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Network c9c0801a-fd92-4dd9-a1b4-24ae02f24879 details requested by agent ovs-agent-n-d-804985-2 with host n-d-804985-2 {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:13:04.508789 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15a0b59f-6411-48f9-8083-789b818dbd7f tempest-ExtraDHCPOptionsIpV6TestJSON-530910195 tempest-ExtraDHCPOptionsIpV6TestJSON-530910195-project] Made reservation on behalf of 74131b417b0049b6a82d6b6b56ea6c17 for: {'subnet': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:13:04.513172 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-15a0b59f-6411-48f9-8083-789b818dbd7f tempest-ExtraDHCPOptionsIpV6TestJSON-530910195 tempest-ExtraDHCPOptionsIpV6TestJSON-530910195-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59388119'] for subnet, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:04.681304 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6cfac923-341f-4f98-ba58-0ebf53f7c104 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks [] for router_gateway, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:04.705858 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6cfac923-341f-4f98-ba58-0ebf53f7c104 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:04.781854 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 51054) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:13:04.818037 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-bf501cbd-38db-4797-9617-6724cdd669d2 req-b858c8bd-27e2-4611-a1e0-aea54b0639fa tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] For port be3a76b8-3890-4fa1-a0f9-dd4922568e66, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=be3a76b8-3890-4fa1-a0f9-dd4922568e66,segment=NetworkSegment(04c90fa8-80d4-4b5a-8675-6489bbdf733a),segment_id=04c90fa8-80d4-4b5a-8675-6489bbdf733a)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:13:04.818412 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-bf501cbd-38db-4797-9617-6724cdd669d2 req-b858c8bd-27e2-4611-a1e0-aea54b0639fa tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:04.833550 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-bf501cbd-38db-4797-9617-6724cdd669d2 req-b858c8bd-27e2-4611-a1e0-aea54b0639fa tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] Calling delete_port for be3a76b8-3890-4fa1-a0f9-dd4922568e66 owned by compute:nova {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:13:04.902945 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-67f81e1c-387f-473b-88d2-427b55db763b tempest-TagsTest-1008183266 tempest-TagsTest-1008183266-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-78203879'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:13:04.942261 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67f81e1c-387f-473b-88d2-427b55db763b tempest-TagsTest-1008183266 tempest-TagsTest-1008183266-project] Made reservation on behalf of 6c8df502aa45414bb035ebffabd86c41 for: {'network': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:13:04.945842 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-67f81e1c-387f-473b-88d2-427b55db763b tempest-TagsTest-1008183266 tempest-TagsTest-1008183266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for network, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:04.978636 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-67f81e1c-387f-473b-88d2-427b55db763b tempest-TagsTest-1008183266 tempest-TagsTest-1008183266-project] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:05.020346 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-bf501cbd-38db-4797-9617-6724cdd669d2 req-b858c8bd-27e2-4611-a1e0-aea54b0639fa tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:05.033175 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] get_ports_and_sgs() called for port_ids ['1f77a629-8000-4972-97a1-a5d329a83b02'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:13:05.067733 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b858c8bd-27e2-4611-a1e0-aea54b0639fa tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] Pushing event deleted for resources: {'Port': ['ID=be3a76b8-3890-4fa1-a0f9-dd4922568e66,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:13:05.118736 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf501cbd-38db-4797-9617-6724cdd669d2 req-b858c8bd-27e2-4611-a1e0-aea54b0639fa tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] No DVR routers for this DVR port be3a76b8-3890-4fa1-a0f9-dd4922568e66 on host n-h2-804985-2 {{(pid=106252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:13:05.122229 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-bf501cbd-38db-4797-9617-6724cdd669d2 req-b858c8bd-27e2-4611-a1e0-aea54b0639fa tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:05.124424 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-bf501cbd-38db-4797-9617-6724cdd669d2 req-b858c8bd-27e2-4611-a1e0-aea54b0639fa tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] 10.222.0.62 "DELETE /v2.0/ports/be3a76b8-3890-4fa1-a0f9-dd4922568e66 HTTP/1.1" status: 204 len: 173 time: 0.9673061 Aug 18 12:13:05.188666 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-67f81e1c-387f-473b-88d2-427b55db763b tempest-TagsTest-1008183266 tempest-TagsTest-1008183266-project] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:05.196526 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-67f81e1c-387f-473b-88d2-427b55db763b tempest-TagsTest-1008183266 tempest-TagsTest-1008183266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:05.224811 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67f81e1c-387f-473b-88d2-427b55db763b tempest-TagsTest-1008183266 tempest-TagsTest-1008183266-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 849} {{(pid=106252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:13:05.240829 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f81e1c-387f-473b-88d2-427b55db763b tempest-TagsTest-1008183266 tempest-TagsTest-1008183266-project] Pushing event updated for resources: {'SecurityGroup': ['ID=befdcee9-0632-4d46-8e31-d291787a8388,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:13:05.244097 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-67f81e1c-387f-473b-88d2-427b55db763b tempest-TagsTest-1008183266 tempest-TagsTest-1008183266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:05.244448 n-d-804985-2 neutron-server[106252]: INFO neutron.db.segments_db [None req-67f81e1c-387f-473b-88d2-427b55db763b tempest-TagsTest-1008183266 tempest-TagsTest-1008183266-project] Added segment 73209b63-57c0-467d-9781-8c4ee9a1c0b9 of type vlan for network 3f9d9d18-15b4-4c80-bad8-f5a5e82e01b0 Aug 18 12:13:05.292895 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-67f81e1c-387f-473b-88d2-427b55db763b tempest-TagsTest-1008183266 tempest-TagsTest-1008183266-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789150665894'] for network, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:05.321448 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-67f81e1c-387f-473b-88d2-427b55db763b tempest-TagsTest-1008183266 tempest-TagsTest-1008183266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for network, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:05.323464 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [None req-6cfac923-341f-4f98-ba58-0ebf53f7c104 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Allocated IP 172.25.7.179 (7cae7a70-14fd-408c-b14d-39ceb97cb60e/9784295a-20b8-4a4b-b105-f82737f0448f/6cc6a0e2-e808-4117-9820-1dfedd69b44d) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:13:05.325863 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-15a0b59f-6411-48f9-8083-789b818dbd7f tempest-ExtraDHCPOptionsIpV6TestJSON-530910195 tempest-ExtraDHCPOptionsIpV6TestJSON-530910195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58902106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59388097'] for subnet, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:05.327177 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67f81e1c-387f-473b-88d2-427b55db763b tempest-TagsTest-1008183266 tempest-TagsTest-1008183266-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:13:05.327773 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-67f81e1c-387f-473b-88d2-427b55db763b tempest-TagsTest-1008183266 tempest-TagsTest-1008183266-project] Notify callbacks [] for network, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:05.362377 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-67f81e1c-387f-473b-88d2-427b55db763b tempest-TagsTest-1008183266 tempest-TagsTest-1008183266-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5761955 Aug 18 12:13:05.367277 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 51064) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:13:05.376866 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.tag.tag_plugin [None req-a6be7c52-1216-4a17-b842-32bcdf471fd4 tempest-TagsTest-1008183266 tempest-TagsTest-1008183266-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '3f9d9d18-15b4-4c80-bad8-f5a5e82e01b0', 'tempest-TagsTest-Tag-1977942815') {} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:13:05.420257 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f81e1c-387f-473b-88d2-427b55db763b tempest-TagsTest-1008183266 tempest-TagsTest-1008183266-project] Pushing event updated for resources: {'Network': ['ID=3f9d9d18-15b4-4c80-bad8-f5a5e82e01b0,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:13:05.431885 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Network 3f9d9d18-15b4-4c80-bad8-f5a5e82e01b0 details requested by agent ovs-agent-n-d-804985-2 with host n-d-804985-2 {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:13:05.498554 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a0b59f-6411-48f9-8083-789b818dbd7f tempest-ExtraDHCPOptionsIpV6TestJSON-530910195 tempest-ExtraDHCPOptionsIpV6TestJSON-530910195-project] Pushing event updated for resources: {'Subnet': ['ID=bef5620c-e151-4601-ae2a-5de78534c1de,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:13:05.509103 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9e998f41-399b-445b-bcb4-078159fc777d req-daf824ac-a6ee-4934-af57-0e46ef8f0c0b tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] 10.222.0.66 "GET /v2.0/ports?device_id=a49a2d4d-53a9-4686-9973-74ec6d58345a HTTP/1.1" status: 200 len: 210 time: 0.0346339 Aug 18 12:13:05.550894 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15a0b59f-6411-48f9-8083-789b818dbd7f tempest-ExtraDHCPOptionsIpV6TestJSON-530910195 tempest-ExtraDHCPOptionsIpV6TestJSON-530910195-project] Checking segment: {'id': 'e7350a6f-fb25-4fea-917b-4373b5265c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'c9c0801a-fd92-4dd9-a1b4-24ae02f24879'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:13:05.551180 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15a0b59f-6411-48f9-8083-789b818dbd7f tempest-ExtraDHCPOptionsIpV6TestJSON-530910195 tempest-ExtraDHCPOptionsIpV6TestJSON-530910195-project] Network hostable DHCP agents. Network: c9c0801a-fd92-4dd9-a1b4-24ae02f24879, hostable agents: ['97c14208-2951-4361-8d64-3708c946ff5f'], hosted agents: [] {{(pid=106253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 12:13:05.571785 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6077b4-706d-41e9-bbb5-25d5bc78da4c req-65e2ecee-1736-4e77-93ff-2206a7d9066e tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:13:05.573303 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-bf6077b4-706d-41e9-bbb5-25d5bc78da4c req-65e2ecee-1736-4e77-93ff-2206a7d9066e tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/ports?device_id=6011af90-500b-4206-8fbe-42824e0797da HTTP/1.1" status: 200 len: 945 time: 0.0564976 Aug 18 12:13:05.597212 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6cfac923-341f-4f98-ba58-0ebf53f7c104 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:05.616883 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-bf6077b4-706d-41e9-bbb5-25d5bc78da4c req-9dff9510-5739-44f4-ac6e-bfba2b04d0b5 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/security-groups?id=e93b90b0-d66c-467b-a848-eedd88936357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365357 Aug 18 12:13:05.619381 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15a0b59f-6411-48f9-8083-789b818dbd7f tempest-ExtraDHCPOptionsIpV6TestJSON-530910195 tempest-ExtraDHCPOptionsIpV6TestJSON-530910195-project] Network c9c0801a-fd92-4dd9-a1b4-24ae02f24879 is scheduled to be hosted by DHCP agent 97c14208-2951-4361-8d64-3708c946ff5f with binding_index 1 {{(pid=106253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 12:13:05.625236 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-a6be7c52-1216-4a17-b842-32bcdf471fd4 tempest-TagsTest-1008183266 tempest-TagsTest-1008183266-project] 10.222.0.66 "PUT /v2.0/networks/3f9d9d18-15b4-4c80-bad8-f5a5e82e01b0/tags/tempest-TagsTest-Tag-1977942815 HTTP/1.1" status: 201 len: 201 time: 0.2545125 Aug 18 12:13:05.628518 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 51070) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:13:05.645074 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-15a0b59f-6411-48f9-8083-789b818dbd7f tempest-ExtraDHCPOptionsIpV6TestJSON-530910195 tempest-ExtraDHCPOptionsIpV6TestJSON-530910195-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-2, c9c0801a-fd92-4dd9-a1b4-24ae02f24879) {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:13:05.645074 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15a0b59f-6411-48f9-8083-789b818dbd7f tempest-ExtraDHCPOptionsIpV6TestJSON-530910195 tempest-ExtraDHCPOptionsIpV6TestJSON-530910195-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:13:05.645074 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-15a0b59f-6411-48f9-8083-789b818dbd7f tempest-ExtraDHCPOptionsIpV6TestJSON-530910195 tempest-ExtraDHCPOptionsIpV6TestJSON-530910195-project] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:05.647929 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d0e9957-da3a-485f-b4b9-5864b63cfb15 None None] Network c9c0801a-fd92-4dd9-a1b4-24ae02f24879 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:13:05.651266 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.tag.tag_plugin [None req-ee754a07-a308-4171-8684-46b7933428ac tempest-TagsTest-1008183266 tempest-TagsTest-1008183266-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '3f9d9d18-15b4-4c80-bad8-f5a5e82e01b0', 'tempest-TagsTest-Tag-1977942815') {} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:13:05.680363 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-15a0b59f-6411-48f9-8083-789b818dbd7f tempest-ExtraDHCPOptionsIpV6TestJSON-530910195 tempest-ExtraDHCPOptionsIpV6TestJSON-530910195-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3372691 Aug 18 12:13:05.681919 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 51072) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:13:05.687720 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-14d89778-4ef7-4bd9-90bb-fa12dad6033e tempest-ExtraDHCPOptionsIpV6TestJSON-530910195 tempest-ExtraDHCPOptionsIpV6TestJSON-530910195-project] Request body: {'port': {'network_id': 'c9c0801a-fd92-4dd9-a1b4-24ae02f24879', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1244287839'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:13:05.708087 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6cfac923-341f-4f98-ba58-0ebf53f7c104 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:05.727889 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-ee754a07-a308-4171-8684-46b7933428ac tempest-TagsTest-1008183266 tempest-TagsTest-1008183266-project] 10.222.0.66 "GET /v2.0/networks/3f9d9d18-15b4-4c80-bad8-f5a5e82e01b0/tags/tempest-TagsTest-Tag-1977942815 HTTP/1.1" status: 204 len: 168 time: 0.0972190 Aug 18 12:13:05.732946 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 51074) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:13:05.739916 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.tag.tag_plugin [None req-75756cbe-a1d9-48d0-a786-15322783975c tempest-TagsTest-1008183266 tempest-TagsTest-1008183266-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '3f9d9d18-15b4-4c80-bad8-f5a5e82e01b0') {} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:13:05.801993 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cfac923-341f-4f98-ba58-0ebf53f7c104 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Network 7cae7a70-14fd-408c-b14d-39ceb97cb60e is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:13:05.808724 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-6cfac923-341f-4f98-ba58-0ebf53f7c104 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:13:05.811151 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cfac923-341f-4f98-ba58-0ebf53f7c104 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:13:05.826927 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-75756cbe-a1d9-48d0-a786-15322783975c tempest-TagsTest-1008183266 tempest-TagsTest-1008183266-project] 10.222.0.66 "GET /v2.0/networks/3f9d9d18-15b4-4c80-bad8-f5a5e82e01b0/tags HTTP/1.1" status: 200 len: 238 time: 0.0905287 Aug 18 12:13:05.827130 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 51076) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:13:05.832023 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.tag.tag_plugin [None req-1305c390-0fc8-41d3-8d0d-99961e141f8e tempest-TagsTest-1008183266 tempest-TagsTest-1008183266-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '3f9d9d18-15b4-4c80-bad8-f5a5e82e01b0', {'tags': ['tempest-TagsTest-Tag-1793897985', 'tempest-TagsTest-Tag-2145721566', 'tempest-TagsTest-Tag-836125550']}) {} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:13:05.843211 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c76804f6-43da-4e4e-8e4a-6bee04621768 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp788be208-34ab-5a8f-af0f-528834af222f-c9c0801a-fd92-4dd9-a1b4-24ae02f24879', 'network_id': 'c9c0801a-fd92-4dd9-a1b4-24ae02f24879', 'tenant_id': '74131b417b0049b6a82d6b6b56ea6c17', 'fixed_ips': [{'subnet_id': 'bef5620c-e151-4601-ae2a-5de78534c1de'}]}} from n-d-804985-2. {{(pid=106254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 12:13:05.844938 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-c76804f6-43da-4e4e-8e4a-6bee04621768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:05.852447 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfac923-341f-4f98-ba58-0ebf53f7c104 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Pushing event updated for resources: {'Port': ['ID=6cc6a0e2-e808-4117-9820-1dfedd69b44d,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:13:05.920355 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-1305c390-0fc8-41d3-8d0d-99961e141f8e tempest-TagsTest-1008183266 tempest-TagsTest-1008183266-project] 10.222.0.66 "PUT /v2.0/networks/3f9d9d18-15b4-4c80-bad8-f5a5e82e01b0/tags HTTP/1.1" status: 200 len: 308 time: 0.0903585 Aug 18 12:13:05.921549 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 51078) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:13:05.927071 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.tag.tag_plugin [None req-73e57e5f-41b4-4bcd-a11f-d8be8aa20fb7 tempest-TagsTest-1008183266 tempest-TagsTest-1008183266-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '3f9d9d18-15b4-4c80-bad8-f5a5e82e01b0', 'tempest-TagsTest-Tag-1793897985') {} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:13:05.986956 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14d89778-4ef7-4bd9-90bb-fa12dad6033e tempest-ExtraDHCPOptionsIpV6TestJSON-530910195 tempest-ExtraDHCPOptionsIpV6TestJSON-530910195-project] Made reservation on behalf of 74131b417b0049b6a82d6b6b56ea6c17 for: {'port': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:13:05.990477 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-14d89778-4ef7-4bd9-90bb-fa12dad6033e tempest-ExtraDHCPOptionsIpV6TestJSON-530910195 tempest-ExtraDHCPOptionsIpV6TestJSON-530910195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:06.023154 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [None req-14d89778-4ef7-4bd9-90bb-fa12dad6033e tempest-ExtraDHCPOptionsIpV6TestJSON-530910195 tempest-ExtraDHCPOptionsIpV6TestJSON-530910195-project] device_id is not set on port 0f8f4ddb-36e2-4d04-8759-3fc4db234dbd yet. {{(pid=106253) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 12:13:06.025013 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-73e57e5f-41b4-4bcd-a11f-d8be8aa20fb7 tempest-TagsTest-1008183266 tempest-TagsTest-1008183266-project] 10.222.0.66 "DELETE /v2.0/networks/3f9d9d18-15b4-4c80-bad8-f5a5e82e01b0/tags/tempest-TagsTest-Tag-1793897985 HTTP/1.1" status: 204 len: 168 time: 0.1018758 Aug 18 12:13:06.027687 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 51080) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:13:06.032816 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.tag.tag_plugin [None req-50ef5618-01f2-4c2f-9fdf-08a74a586027 tempest-TagsTest-1008183266 tempest-TagsTest-1008183266-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '3f9d9d18-15b4-4c80-bad8-f5a5e82e01b0', 'tempest-TagsTest-Tag-1793897985') {} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:13:06.105787 n-d-804985-2 neutron-server[106252]: INFO neutron.api.v2.resource [None req-50ef5618-01f2-4c2f-9fdf-08a74a586027 tempest-TagsTest-1008183266 tempest-TagsTest-1008183266-project] show failed (client error): The resource could not be found. Aug 18 12:13:06.108529 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-50ef5618-01f2-4c2f-9fdf-08a74a586027 tempest-TagsTest-1008183266 tempest-TagsTest-1008183266-project] 10.222.0.66 "GET /v2.0/networks/3f9d9d18-15b4-4c80-bad8-f5a5e82e01b0/tags/tempest-TagsTest-Tag-1793897985 HTTP/1.1" status: 404 len: 326 time: 0.0780895 Aug 18 12:13:06.109817 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 51082) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:13:06.114269 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.tag.tag_plugin [None req-ba98a5a3-bc03-4f30-86e9-5469b91f34bc tempest-TagsTest-1008183266 tempest-TagsTest-1008183266-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '3f9d9d18-15b4-4c80-bad8-f5a5e82e01b0', 'tempest-TagsTest-Tag-2145721566') {} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:13:06.154864 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:06.196357 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-ba98a5a3-bc03-4f30-86e9-5469b91f34bc tempest-TagsTest-1008183266 tempest-TagsTest-1008183266-project] 10.222.0.66 "GET /v2.0/networks/3f9d9d18-15b4-4c80-bad8-f5a5e82e01b0/tags/tempest-TagsTest-Tag-2145721566 HTTP/1.1" status: 204 len: 168 time: 0.0854292 Aug 18 12:13:06.199092 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 51084) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:13:06.203462 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.tag.tag_plugin [None req-efe5e7d0-9a20-4a54-8f5f-ee31601857b5 tempest-TagsTest-1008183266 tempest-TagsTest-1008183266-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '3f9d9d18-15b4-4c80-bad8-f5a5e82e01b0', 'tempest-TagsTest-Tag-836125550') {} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:13:06.226393 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [None req-14d89778-4ef7-4bd9-90bb-fa12dad6033e tempest-ExtraDHCPOptionsIpV6TestJSON-530910195 tempest-ExtraDHCPOptionsIpV6TestJSON-530910195-project] Allocated IP 2001:db8::321 (c9c0801a-fd92-4dd9-a1b4-24ae02f24879/bef5620c-e151-4601-ae2a-5de78534c1de/0f8f4ddb-36e2-4d04-8759-3fc4db234dbd) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:13:06.228361 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6cfac923-341f-4f98-ba58-0ebf53f7c104 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks [] for router_gateway, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:06.248186 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a49a2d4d-53a9-4686-9973-74ec6d58345a', 'name': 'network-vif-deleted', 'tag': 'be3a76b8-3890-4fa1-a0f9-dd4922568e66'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:13:06.250592 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ced331ab-9d87-4172-947e-d96b015f059b" -d '{"events": [{"server_uuid": "a49a2d4d-53a9-4686-9973-74ec6d58345a", "name": "network-vif-deleted", "tag": "be3a76b8-3890-4fa1-a0f9-dd4922568e66"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:13:06.278168 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-efe5e7d0-9a20-4a54-8f5f-ee31601857b5 tempest-TagsTest-1008183266 tempest-TagsTest-1008183266-project] 10.222.0.66 "GET /v2.0/networks/3f9d9d18-15b4-4c80-bad8-f5a5e82e01b0/tags/tempest-TagsTest-Tag-836125550 HTTP/1.1" status: 204 len: 168 time: 0.0759232 Aug 18 12:13:06.278411 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 51088) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:13:06.283025 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.tag.tag_plugin [None req-bee8cd80-3b32-4a06-ad41-78d5661145dd tempest-TagsTest-1008183266 tempest-TagsTest-1008183266-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '3f9d9d18-15b4-4c80-bad8-f5a5e82e01b0') {} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:13:06.301901 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:13:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ce2f0d9-b0fe-4eaa-a8cf-9495da9ec61c x-openstack-request-id: req-8ce2f0d9-b0fe-4eaa-a8cf-9495da9ec61c {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:13:06.302176 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a49a2d4d-53a9-4686-9973-74ec6d58345a", "name": "network-vif-deleted", "tag": "be3a76b8-3890-4fa1-a0f9-dd4922568e66", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:13:06.302424 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-8ce2f0d9-b0fe-4eaa-a8cf-9495da9ec61c {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:13:06.302861 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a49a2d4d-53a9-4686-9973-74ec6d58345a', 'name': 'network-vif-deleted', 'tag': 'be3a76b8-3890-4fa1-a0f9-dd4922568e66', 'status': 'completed', 'code': 200} Aug 18 12:13:06.374724 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-bee8cd80-3b32-4a06-ad41-78d5661145dd tempest-TagsTest-1008183266 tempest-TagsTest-1008183266-project] 10.222.0.66 "DELETE /v2.0/networks/3f9d9d18-15b4-4c80-bad8-f5a5e82e01b0/tags HTTP/1.1" status: 204 len: 168 time: 0.0951331 Aug 18 12:13:06.377277 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 51090) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:13:06.381713 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.tag.tag_plugin [None req-e88802b5-8507-4e08-b9fc-201a5faf901a tempest-TagsTest-1008183266 tempest-TagsTest-1008183266-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '3f9d9d18-15b4-4c80-bad8-f5a5e82e01b0', 'tempest-TagsTest-Tag-2145721566') {} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:13:06.456738 n-d-804985-2 neutron-server[106252]: INFO neutron.api.v2.resource [None req-e88802b5-8507-4e08-b9fc-201a5faf901a tempest-TagsTest-1008183266 tempest-TagsTest-1008183266-project] show failed (client error): The resource could not be found. Aug 18 12:13:06.460540 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-e88802b5-8507-4e08-b9fc-201a5faf901a tempest-TagsTest-1008183266 tempest-TagsTest-1008183266-project] 10.222.0.66 "GET /v2.0/networks/3f9d9d18-15b4-4c80-bad8-f5a5e82e01b0/tags/tempest-TagsTest-Tag-2145721566 HTTP/1.1" status: 404 len: 326 time: 0.0795588 Aug 18 12:13:06.460820 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 51094) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:13:06.465834 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.tag.tag_plugin [None req-c5121bf6-5649-45e8-8861-c5f2d08488c3 tempest-TagsTest-1008183266 tempest-TagsTest-1008183266-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '3f9d9d18-15b4-4c80-bad8-f5a5e82e01b0', 'tempest-TagsTest-Tag-836125550') {} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:13:06.533916 n-d-804985-2 neutron-server[106252]: INFO neutron.api.v2.resource [None req-c5121bf6-5649-45e8-8861-c5f2d08488c3 tempest-TagsTest-1008183266 tempest-TagsTest-1008183266-project] show failed (client error): The resource could not be found. Aug 18 12:13:06.535002 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-c5121bf6-5649-45e8-8861-c5f2d08488c3 tempest-TagsTest-1008183266 tempest-TagsTest-1008183266-project] 10.222.0.66 "GET /v2.0/networks/3f9d9d18-15b4-4c80-bad8-f5a5e82e01b0/tags/tempest-TagsTest-Tag-836125550 HTTP/1.1" status: 404 len: 325 time: 0.0727243 Aug 18 12:13:06.537775 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 51098) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:13:06.542251 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.tag.tag_plugin [None req-7c575a2d-1ef3-4853-b6ce-52a7e980a1ef tempest-TagsTest-1008183266 tempest-TagsTest-1008183266-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '3f9d9d18-15b4-4c80-bad8-f5a5e82e01b0') {} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:13:06.552254 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-14d89778-4ef7-4bd9-90bb-fa12dad6033e tempest-ExtraDHCPOptionsIpV6TestJSON-530910195 tempest-ExtraDHCPOptionsIpV6TestJSON-530910195-project] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:06.567690 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6cfac923-341f-4f98-ba58-0ebf53f7c104 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-998473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-992536'] for router, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:06.572799 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [None req-14d89778-4ef7-4bd9-90bb-fa12dad6033e tempest-ExtraDHCPOptionsIpV6TestJSON-530910195 tempest-ExtraDHCPOptionsIpV6TestJSON-530910195-project] Transition to ACTIVE for port object 0f8f4ddb-36e2-4d04-8759-3fc4db234dbd will not be triggered until provisioned by entity DHCP. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:13:06.621722 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-7c575a2d-1ef3-4853-b6ce-52a7e980a1ef tempest-TagsTest-1008183266 tempest-TagsTest-1008183266-project] 10.222.0.66 "DELETE /v2.0/networks/3f9d9d18-15b4-4c80-bad8-f5a5e82e01b0/tags HTTP/1.1" status: 204 len: 168 time: 0.0829351 Aug 18 12:13:06.626060 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 51102) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:13:06.758355 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417ea57e-3514-4bb0-b029-d1081b60f9c7 req-650e1d70-7cae-4993-99c9-ab60eda6469d tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:13:06.760023 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-417ea57e-3514-4bb0-b029-d1081b60f9c7 req-650e1d70-7cae-4993-99c9-ab60eda6469d tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/ports?device_id=6011af90-500b-4206-8fbe-42824e0797da HTTP/1.1" status: 200 len: 945 time: 0.0516002 Aug 18 12:13:06.773510 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-46644ea7-a075-4e7c-8807-7b77e3221090 tempest-TagsTest-1008183266 tempest-TagsTest-1008183266-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7904109'] for network, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:06.775548 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-14d89778-4ef7-4bd9-90bb-fa12dad6033e tempest-ExtraDHCPOptionsIpV6TestJSON-530910195 tempest-ExtraDHCPOptionsIpV6TestJSON-530910195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:06.811677 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.db_base_plugin_common [None req-c76804f6-43da-4e4e-8e4a-6bee04621768 None None] Allocated IP 2001:db8::2 (c9c0801a-fd92-4dd9-a1b4-24ae02f24879/bef5620c-e151-4601-ae2a-5de78534c1de/433acfb3-86b2-4a3d-8814-29e5c464f004) {{(pid=106254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:13:06.836063 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-417ea57e-3514-4bb0-b029-d1081b60f9c7 req-c0588bb7-76ea-4bba-b63e-ead6f0c84c9f tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/security-groups?id=e93b90b0-d66c-467b-a848-eedd88936357&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586047 Aug 18 12:13:06.847929 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14d89778-4ef7-4bd9-90bb-fa12dad6033e tempest-ExtraDHCPOptionsIpV6TestJSON-530910195 tempest-ExtraDHCPOptionsIpV6TestJSON-530910195-project] Network c9c0801a-fd92-4dd9-a1b4-24ae02f24879 is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:13:06.873037 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-14d89778-4ef7-4bd9-90bb-fa12dad6033e tempest-ExtraDHCPOptionsIpV6TestJSON-530910195 tempest-ExtraDHCPOptionsIpV6TestJSON-530910195-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:13:06.880644 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d89778-4ef7-4bd9-90bb-fa12dad6033e tempest-ExtraDHCPOptionsIpV6TestJSON-530910195 tempest-ExtraDHCPOptionsIpV6TestJSON-530910195-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:13:06.886546 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14d89778-4ef7-4bd9-90bb-fa12dad6033e tempest-ExtraDHCPOptionsIpV6TestJSON-530910195 tempest-ExtraDHCPOptionsIpV6TestJSON-530910195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:13:06.886958 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-14d89778-4ef7-4bd9-90bb-fa12dad6033e tempest-ExtraDHCPOptionsIpV6TestJSON-530910195 tempest-ExtraDHCPOptionsIpV6TestJSON-530910195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:06.895203 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d89778-4ef7-4bd9-90bb-fa12dad6033e tempest-ExtraDHCPOptionsIpV6TestJSON-530910195 tempest-ExtraDHCPOptionsIpV6TestJSON-530910195-project] Pushing event updated for resources: {'Port': ['ID=0f8f4ddb-36e2-4d04-8759-3fc4db234dbd,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:13:06.913658 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed38da4-90a6-4a93-97cd-e291c343f6f8 req-e4719023-4f4d-4d4e-918c-9cf99fe2044c tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:13:06.915779 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-bed38da4-90a6-4a93-97cd-e291c343f6f8 req-e4719023-4f4d-4d4e-918c-9cf99fe2044c tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.63 "GET /v2.0/ports?device_id=6011af90-500b-4206-8fbe-42824e0797da HTTP/1.1" status: 200 len: 945 time: 0.0786207 Aug 18 12:13:06.968431 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-46644ea7-a075-4e7c-8807-7b77e3221090 tempest-TagsTest-1008183266 tempest-TagsTest-1008183266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8367869', 'neutron.services.segments.db._delete_segments_for_network-8789151212993'] for network, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:06.981363 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-14d89778-4ef7-4bd9-90bb-fa12dad6033e tempest-ExtraDHCPOptionsIpV6TestJSON-530910195 tempest-ExtraDHCPOptionsIpV6TestJSON-530910195-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.2953856 Aug 18 12:13:06.983254 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 51108) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:13:06.985813 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-46644ea7-a075-4e7c-8807-7b77e3221090 tempest-TagsTest-1008183266 tempest-TagsTest-1008183266-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f9d9d18-15b4-4c80-bad8-f5a5e82e01b0']}} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:13:07.000150 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-3f7eb802-7499-48a7-ba2a-379aebead33b tempest-ExtraDHCPOptionsIpV6TestJSON-530910195 tempest-ExtraDHCPOptionsIpV6TestJSON-530910195-project] Request body: {'port': {'network_id': 'c9c0801a-fd92-4dd9-a1b4-24ae02f24879', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-514382815', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:13:07.002173 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.api.validators [None req-3f7eb802-7499-48a7-ba2a-379aebead33b tempest-ExtraDHCPOptionsIpV6TestJSON-530910195 tempest-ExtraDHCPOptionsIpV6TestJSON-530910195-project] bootfile-name is not in valid_values {{(pid=106253) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 18 12:13:07.003103 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.api.validators [None req-3f7eb802-7499-48a7-ba2a-379aebead33b tempest-ExtraDHCPOptionsIpV6TestJSON-530910195 tempest-ExtraDHCPOptionsIpV6TestJSON-530910195-project] tftp-server is not in valid_values {{(pid=106253) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 18 12:13:07.003839 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.api.validators [None req-3f7eb802-7499-48a7-ba2a-379aebead33b tempest-ExtraDHCPOptionsIpV6TestJSON-530910195 tempest-ExtraDHCPOptionsIpV6TestJSON-530910195-project] server-ip-address is not in valid_values {{(pid=106253) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 18 12:13:07.009150 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-c76804f6-43da-4e4e-8e4a-6bee04621768 None None] Notify callbacks [] for port, precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:07.020297 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-c76804f6-43da-4e4e-8e4a-6bee04621768 None None] Transition to ACTIVE for port object 433acfb3-86b2-4a3d-8814-29e5c464f004 will not be triggered until provisioned by entity L2. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:13:07.038371 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-c76804f6-43da-4e4e-8e4a-6bee04621768 None None] Transition to ACTIVE for port object 433acfb3-86b2-4a3d-8814-29e5c464f004 will not be triggered until provisioned by entity DHCP. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:13:07.041276 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device be3a76b8-3890-4fa1-a0f9-dd4922568e66 no longer exists at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:13:07.064223 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] No Port match for: be3a76b8-3890-4fa1-a0f9-dd4922568e66 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:13:07.064223 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device be3a76b8-3890-4fa1-a0f9-dd4922568e66 not bound to the agent host n-h2-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:13:07.068237 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-c76804f6-43da-4e4e-8e4a-6bee04621768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547'] for port, after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:07.070934 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-bed38da4-90a6-4a93-97cd-e291c343f6f8 req-b825f10f-d2b9-4cb5-9138-3764665161b8 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Deleting port 55b318c7-6bb8-425f-b6db-088781d25c4e {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:13:07.070934 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-bed38da4-90a6-4a93-97cd-e291c343f6f8 req-b825f10f-d2b9-4cb5-9138-3764665161b8 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:07.116561 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c76804f6-43da-4e4e-8e4a-6bee04621768 None None] Network c9c0801a-fd92-4dd9-a1b4-24ae02f24879 is already hosted by enough agents. {{(pid=106254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:13:07.121942 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cfac923-341f-4f98-ba58-0ebf53f7c104 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Router db16acf6-618e-4b7c-974c-b93177dfa570 is scheduled to L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 with binding_index 1 {{(pid=106253) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 12:13:07.125041 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.base_scheduler [None req-c76804f6-43da-4e4e-8e4a-6bee04621768 None None] Resources bound (agent type, host, resource id): {{(pid=106254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:13:07.127399 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c76804f6-43da-4e4e-8e4a-6bee04621768 None None] Received port after_create {{(pid=106254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:13:07.128756 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-46644ea7-a075-4e7c-8807-7b77e3221090 tempest-TagsTest-1008183266 tempest-TagsTest-1008183266-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73209b63-57c0-467d-9781-8c4ee9a1c0b9') {'for_net_delete': True} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:13:07.129059 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-46644ea7-a075-4e7c-8807-7b77e3221090 tempest-TagsTest-1008183266 tempest-TagsTest-1008183266-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73209b63-57c0-467d-9781-8c4ee9a1c0b9') {} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:13:07.139919 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76804f6-43da-4e4e-8e4a-6bee04621768 None None] Pushing event updated for resources: {'Port': ['ID=433acfb3-86b2-4a3d-8814-29e5c464f004,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:13:07.146958 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-46644ea7-a075-4e7c-8807-7b77e3221090 tempest-TagsTest-1008183266 tempest-TagsTest-1008183266-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789151225254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902236'] for segment, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:07.193386 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-bed38da4-90a6-4a93-97cd-e291c343f6f8 req-b825f10f-d2b9-4cb5-9138-3764665161b8 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] For port 55b318c7-6bb8-425f-b6db-088781d25c4e, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=55b318c7-6bb8-425f-b6db-088781d25c4e,segment=NetworkSegment(299e2826-ecf6-416e-b53c-1b1574dd5315),segment_id=299e2826-ecf6-416e-b53c-1b1574dd5315)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:13:07.194201 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-bed38da4-90a6-4a93-97cd-e291c343f6f8 req-b825f10f-d2b9-4cb5-9138-3764665161b8 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:07.201144 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-c76804f6-43da-4e4e-8e4a-6bee04621768 None None] Attempting to bind port 433acfb3-86b2-4a3d-8814-29e5c464f004 on host n-d-804985-2 for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:13:07.201679 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-c76804f6-43da-4e4e-8e4a-6bee04621768 None None] Attempting to bind port 433acfb3-86b2-4a3d-8814-29e5c464f004 by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': 'e7350a6f-fb25-4fea-917b-4373b5265c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'c9c0801a-fd92-4dd9-a1b4-24ae02f24879'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:13:07.202228 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c76804f6-43da-4e4e-8e4a-6bee04621768 None None] Attempting to bind port 433acfb3-86b2-4a3d-8814-29e5c464f004 on network c9c0801a-fd92-4dd9-a1b4-24ae02f24879 {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:13:07.202521 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-46644ea7-a075-4e7c-8807-7b77e3221090 tempest-TagsTest-1008183266 tempest-TagsTest-1008183266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:07.209759 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c76804f6-43da-4e4e-8e4a-6bee04621768 None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 12, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:13:07.210714 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c76804f6-43da-4e4e-8e4a-6bee04621768 None None] Checking segment: {'id': 'e7350a6f-fb25-4fea-917b-4373b5265c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'c9c0801a-fd92-4dd9-a1b4-24ae02f24879'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:13:07.210714 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-c76804f6-43da-4e4e-8e4a-6bee04621768 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:07.211069 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c76804f6-43da-4e4e-8e4a-6bee04621768 None None] Bound using segment: {'id': 'e7350a6f-fb25-4fea-917b-4373b5265c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'c9c0801a-fd92-4dd9-a1b4-24ae02f24879'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:13:07.212018 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-c76804f6-43da-4e4e-8e4a-6bee04621768 None None] Bound port: 433acfb3-86b2-4a3d-8814-29e5c464f004, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7350a6f-fb25-4fea-917b-4373b5265c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'c9c0801a-fd92-4dd9-a1b4-24ae02f24879'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:13:07.212904 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-c76804f6-43da-4e4e-8e4a-6bee04621768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:07.213379 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46644ea7-a075-4e7c-8807-7b77e3221090 tempest-TagsTest-1008183266 tempest-TagsTest-1008183266-project] Releasing vlan 849 on physical network physnet1 to pool {{(pid=106253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:13:07.213789 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-46644ea7-a075-4e7c-8807-7b77e3221090 tempest-TagsTest-1008183266 tempest-TagsTest-1008183266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58900537'] for segment, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:07.217820 n-d-804985-2 neutron-server[106253]: Traceback (most recent call last): Aug 18 12:13:07.217820 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:13:07.217820 n-d-804985-2 neutron-server[106253]: timer() Aug 18 12:13:07.217820 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:13:07.217820 n-d-804985-2 neutron-server[106253]: cb(*args, **kw) Aug 18 12:13:07.217820 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:13:07.217820 n-d-804985-2 neutron-server[106253]: return func(*args, **kwargs) Aug 18 12:13:07.217820 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:13:07.217820 n-d-804985-2 neutron-server[106253]: self._notify() Aug 18 12:13:07.217820 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:13:07.217820 n-d-804985-2 neutron-server[106253]: self.callback(batched_events) Aug 18 12:13:07.217820 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:13:07.217820 n-d-804985-2 neutron-server[106253]: event.method(event) Aug 18 12:13:07.217820 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:13:07.217820 n-d-804985-2 neutron-server[106253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:13:07.217820 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:13:07.217820 n-d-804985-2 neutron-server[106253]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:13:07.217820 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:13:07.217820 n-d-804985-2 neutron-server[106253]: return f(self, *a, **k) Aug 18 12:13:07.217820 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:13:07.217820 n-d-804985-2 neutron-server[106253]: return self._get(url).json() Aug 18 12:13:07.217820 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:13:07.217820 n-d-804985-2 neutron-server[106253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:13:07.217820 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:13:07.217820 n-d-804985-2 neutron-server[106253]: return self.request(url, 'GET', **kwargs) Aug 18 12:13:07.217820 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:13:07.217820 n-d-804985-2 neutron-server[106253]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:13:07.217820 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:13:07.217820 n-d-804985-2 neutron-server[106253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:13:07.217820 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:13:07.217820 n-d-804985-2 neutron-server[106253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:13:07.217820 n-d-804985-2 neutron-server[106253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:13:07.221889 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-bed38da4-90a6-4a93-97cd-e291c343f6f8 req-b825f10f-d2b9-4cb5-9138-3764665161b8 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Calling delete_port for 55b318c7-6bb8-425f-b6db-088781d25c4e owned by compute:nova {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:13:07.234657 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f7eb802-7499-48a7-ba2a-379aebead33b tempest-ExtraDHCPOptionsIpV6TestJSON-530910195 tempest-ExtraDHCPOptionsIpV6TestJSON-530910195-project] Made reservation on behalf of 74131b417b0049b6a82d6b6b56ea6c17 for: {'port': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:13:07.238339 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3f7eb802-7499-48a7-ba2a-379aebead33b tempest-ExtraDHCPOptionsIpV6TestJSON-530910195 tempest-ExtraDHCPOptionsIpV6TestJSON-530910195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:07.294115 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-c76804f6-43da-4e4e-8e4a-6bee04621768 None None] For port 433acfb3-86b2-4a3d-8814-29e5c464f004, host n-d-804985-2, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:13:07.298597 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-c76804f6-43da-4e4e-8e4a-6bee04621768 None None] For port 433acfb3-86b2-4a3d-8814-29e5c464f004, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=433acfb3-86b2-4a3d-8814-29e5c464f004,segment=NetworkSegment(e7350a6f-fb25-4fea-917b-4373b5265c8a),segment_id=e7350a6f-fb25-4fea-917b-4373b5265c8a)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:13:07.307249 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-c76804f6-43da-4e4e-8e4a-6bee04621768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:07.329472 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [None req-3f7eb802-7499-48a7-ba2a-379aebead33b tempest-ExtraDHCPOptionsIpV6TestJSON-530910195 tempest-ExtraDHCPOptionsIpV6TestJSON-530910195-project] device_id is not set on port 5da966e3-c0fc-4a05-b693-d8fd590a62d9 yet. {{(pid=106253) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 12:13:07.377079 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76804f6-43da-4e4e-8e4a-6bee04621768 None None] Pushing event updated for resources: {'Port': ['ID=433acfb3-86b2-4a3d-8814-29e5c464f004,revision_number=2']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:13:07.421204 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-bed38da4-90a6-4a93-97cd-e291c343f6f8 req-b825f10f-d2b9-4cb5-9138-3764665161b8 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:07.430152 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-46644ea7-a075-4e7c-8807-7b77e3221090 tempest-TagsTest-1008183266 tempest-TagsTest-1008183266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8367858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997186'] for network, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:07.435742 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-46644ea7-a075-4e7c-8807-7b77e3221090 tempest-TagsTest-1008183266 tempest-TagsTest-1008183266-project] Notify callbacks [] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:07.437990 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-46644ea7-a075-4e7c-8807-7b77e3221090 tempest-TagsTest-1008183266 tempest-TagsTest-1008183266-project] 10.222.0.66 "DELETE /v2.0/networks/3f9d9d18-15b4-4c80-bad8-f5a5e82e01b0 HTTP/1.1" status: 204 len: 168 time: 0.8109403 Aug 18 12:13:07.438378 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] get_ports_and_sgs() called for port_ids ['55b318c7-6bb8-425f-b6db-088781d25c4e'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:13:07.506141 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46644ea7-a075-4e7c-8807-7b77e3221090 tempest-TagsTest-1008183266 tempest-TagsTest-1008183266-project] Pushing event deleted for resources: {'Network': ['ID=3f9d9d18-15b4-4c80-bad8-f5a5e82e01b0,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:13:07.514416 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cfac923-341f-4f98-ba58-0ebf53f7c104 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:13:07.517814 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b825f10f-d2b9-4cb5-9138-3764665161b8 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Pushing event deleted for resources: {'Port': ['ID=55b318c7-6bb8-425f-b6db-088781d25c4e,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:13:07.525647 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6b7af5f-e262-4a5f-8959-e71897d17cef None None] Sync routers for ids ['db16acf6-618e-4b7c-974c-b93177dfa570'] in n-d-804985-2 {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:13:07.544512 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [None req-3f7eb802-7499-48a7-ba2a-379aebead33b tempest-ExtraDHCPOptionsIpV6TestJSON-530910195 tempest-ExtraDHCPOptionsIpV6TestJSON-530910195-project] Allocated IP 2001:db8::345 (c9c0801a-fd92-4dd9-a1b4-24ae02f24879/bef5620c-e151-4601-ae2a-5de78534c1de/5da966e3-c0fc-4a05-b693-d8fd590a62d9) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:13:07.551760 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b7af5f-e262-4a5f-8959-e71897d17cef None None] Routers {'db16acf6-618e-4b7c-974c-b93177dfa570'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:13:07.556992 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-a6b7af5f-e262-4a5f-8959-e71897d17cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:12:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['db16acf6-618e-4b7c-974c-b93177dfa570'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:13:07.567483 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6cfac923-341f-4f98-ba58-0ebf53f7c104 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks [] for router, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:07.571323 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-6cfac923-341f-4f98-ba58-0ebf53f7c104 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 3.9817681 Aug 18 12:13:07.575399 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 51114) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:13:07.643266 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-a6b7af5f-e262-4a5f-8959-e71897d17cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:13:07.654632 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b7af5f-e262-4a5f-8959-e71897d17cef None None] Routers {'db16acf6-618e-4b7c-974c-b93177dfa570'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:13:07.655935 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-a6b7af5f-e262-4a5f-8959-e71897d17cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:12:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['db16acf6-618e-4b7c-974c-b93177dfa570'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:13:07.663609 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-bed38da4-90a6-4a93-97cd-e291c343f6f8 req-b825f10f-d2b9-4cb5-9138-3764665161b8 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] No DVR routers for this DVR port 55b318c7-6bb8-425f-b6db-088781d25c4e on host n-h1-804985-2 {{(pid=106252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:13:07.667127 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-bed38da4-90a6-4a93-97cd-e291c343f6f8 req-b825f10f-d2b9-4cb5-9138-3764665161b8 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:07.669270 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-bed38da4-90a6-4a93-97cd-e291c343f6f8 req-b825f10f-d2b9-4cb5-9138-3764665161b8 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.63 "DELETE /v2.0/ports/55b318c7-6bb8-425f-b6db-088781d25c4e HTTP/1.1" status: 204 len: 173 time: 0.7456136 Aug 18 12:13:07.736551 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-a6b7af5f-e262-4a5f-8959-e71897d17cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:13:07.737352 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6b7af5f-e262-4a5f-8959-e71897d17cef None None] The sync data for ids ['db16acf6-618e-4b7c-974c-b93177dfa570'] in n-d-804985-2 is: [] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:13:07.986747 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-2fa79c10-345c-4ebb-86b8-eebc531faa33 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] 10.222.0.66 "GET /v2.0/routers/db16acf6-618e-4b7c-974c-b93177dfa570 HTTP/1.1" status: 200 len: 881 time: 0.4075072 Aug 18 12:13:07.989981 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 51122) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:13:07.990332 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 51124) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:13:07.996591 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-acbc3dbb-6ac1-4427-8429-29252be6a44d req-2d05c3c9-bff3-4123-bb6e-7f69557e38a0 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/ports?device_id=6011af90-500b-4206-8fbe-42824e0797da HTTP/1.1" status: 200 len: 210 time: 0.0379367 Aug 18 12:13:08.118332 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:08.153512 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3f7eb802-7499-48a7-ba2a-379aebead33b tempest-ExtraDHCPOptionsIpV6TestJSON-530910195 tempest-ExtraDHCPOptionsIpV6TestJSON-530910195-project] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:08.307830 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6011af90-500b-4206-8fbe-42824e0797da', 'name': 'network-vif-deleted', 'tag': '55b318c7-6bb8-425f-b6db-088781d25c4e'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:13:08.321428 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a5fff14-d62c-4a3f-a5c1-7df137dfbbfb" -d '{"events": [{"server_uuid": "6011af90-500b-4206-8fbe-42824e0797da", "name": "network-vif-deleted", "tag": "55b318c7-6bb8-425f-b6db-088781d25c4e"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:13:08.422851 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:13:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44e06160-a0fa-4cbd-9d25-95d86a52482a x-openstack-request-id: req-44e06160-a0fa-4cbd-9d25-95d86a52482a {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:13:08.423048 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6011af90-500b-4206-8fbe-42824e0797da", "name": "network-vif-deleted", "tag": "55b318c7-6bb8-425f-b6db-088781d25c4e", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:13:08.423306 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-44e06160-a0fa-4cbd-9d25-95d86a52482a {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:13:08.424215 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6011af90-500b-4206-8fbe-42824e0797da', 'name': 'network-vif-deleted', 'tag': '55b318c7-6bb8-425f-b6db-088781d25c4e', 'status': 'completed', 'code': 200} Aug 18 12:13:08.486231 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 433acfb3-86b2-4a3d-8814-29e5c464f004 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:13:08.572254 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port 433acfb3-86b2-4a3d-8814-29e5c464f004 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:13:08.638274 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [None req-3f7eb802-7499-48a7-ba2a-379aebead33b tempest-ExtraDHCPOptionsIpV6TestJSON-530910195 tempest-ExtraDHCPOptionsIpV6TestJSON-530910195-project] Transition to ACTIVE for port object 5da966e3-c0fc-4a05-b693-d8fd590a62d9 will not be triggered until provisioned by entity DHCP. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:13:08.752724 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 51132) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:13:08.760509 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-0a6200c5-d786-4cb1-af9e-acc762e05796 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6c8df502aa45414bb035ebffabd86c41&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7689843 Aug 18 12:13:08.779572 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3f7eb802-7499-48a7-ba2a-379aebead33b tempest-ExtraDHCPOptionsIpV6TestJSON-530910195 tempest-ExtraDHCPOptionsIpV6TestJSON-530910195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:08.821460 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-17641b47-3ba6-4e22-bfc6-8239a8905dae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:08.860981 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-17641b47-3ba6-4e22-bfc6-8239a8905dae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:08.917345 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [req-16895f6e-ebb4-40c1-91a8-15c06aa4a31a req-59ef30d3-7809-4877-9752-32af91b2f7d0 service neutron] (106253) timed out ('10.222.0.63', 54258) {{(pid=106253) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 18 12:13:08.918019 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7eb802-7499-48a7-ba2a-379aebead33b tempest-ExtraDHCPOptionsIpV6TestJSON-530910195 tempest-ExtraDHCPOptionsIpV6TestJSON-530910195-project] Pushing event updated for resources: {'Port': ['ID=5da966e3-c0fc-4a05-b693-d8fd590a62d9,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:13:08.932917 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-095e61cc-1371-4a64-b5e9-afffea4add6f None None] Network c9c0801a-fd92-4dd9-a1b4-24ae02f24879 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:13:08.940260 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-17641b47-3ba6-4e22-bfc6-8239a8905dae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:08.950911 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-17641b47-3ba6-4e22-bfc6-8239a8905dae admin admin] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:08.950911 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-17641b47-3ba6-4e22-bfc6-8239a8905dae admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/befdcee9-0632-4d46-8e31-d291787a8388 HTTP/1.1" status: 204 len: 168 time: 0.1914191 Aug 18 12:13:08.959025 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17641b47-3ba6-4e22-bfc6-8239a8905dae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=befdcee9-0632-4d46-8e31-d291787a8388,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:13:08.968795 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f7eb802-7499-48a7-ba2a-379aebead33b tempest-ExtraDHCPOptionsIpV6TestJSON-530910195 tempest-ExtraDHCPOptionsIpV6TestJSON-530910195-project] Network c9c0801a-fd92-4dd9-a1b4-24ae02f24879 is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:13:08.974998 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-3f7eb802-7499-48a7-ba2a-379aebead33b tempest-ExtraDHCPOptionsIpV6TestJSON-530910195 tempest-ExtraDHCPOptionsIpV6TestJSON-530910195-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:13:08.978196 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f7eb802-7499-48a7-ba2a-379aebead33b tempest-ExtraDHCPOptionsIpV6TestJSON-530910195 tempest-ExtraDHCPOptionsIpV6TestJSON-530910195-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:13:08.984835 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f7eb802-7499-48a7-ba2a-379aebead33b tempest-ExtraDHCPOptionsIpV6TestJSON-530910195 tempest-ExtraDHCPOptionsIpV6TestJSON-530910195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:13:08.985609 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3f7eb802-7499-48a7-ba2a-379aebead33b tempest-ExtraDHCPOptionsIpV6TestJSON-530910195 tempest-ExtraDHCPOptionsIpV6TestJSON-530910195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:09.022759 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 51140) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:13:09.029892 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-228f78dd-1c5e-4d37-b998-4ff0ebf1ae19 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1257072464'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:13:09.036924 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-52471b70-cb69-4735-8713-7ac6e9af0ece tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 1.0442681 Aug 18 12:13:09.040010 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-3f7eb802-7499-48a7-ba2a-379aebead33b tempest-ExtraDHCPOptionsIpV6TestJSON-530910195 tempest-ExtraDHCPOptionsIpV6TestJSON-530910195-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 2.0510421 Aug 18 12:13:09.042926 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 51142) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:13:09.198373 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8d059b58-dc9e-4fdf-ae91-c18514870bd9 None None] Provisioning for port 433acfb3-86b2-4a3d-8814-29e5c464f004 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:13:09.211107 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8d059b58-dc9e-4fdf-ae91-c18514870bd9 None None] Provisioning complete for port 433acfb3-86b2-4a3d-8814-29e5c464f004 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:13:09.211742 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8d059b58-dc9e-4fdf-ae91-c18514870bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:09.249835 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0797c023-ee83-403c-acf5-35d247d6919c tempest-ExtraDHCPOptionsIpV6TestJSON-530910195 tempest-ExtraDHCPOptionsIpV6TestJSON-530910195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:13:09.266310 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0797c023-ee83-403c-acf5-35d247d6919c tempest-ExtraDHCPOptionsIpV6TestJSON-530910195 tempest-ExtraDHCPOptionsIpV6TestJSON-530910195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:13:09.278728 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0797c023-ee83-403c-acf5-35d247d6919c tempest-ExtraDHCPOptionsIpV6TestJSON-530910195 tempest-ExtraDHCPOptionsIpV6TestJSON-530910195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:13:09.282751 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-0797c023-ee83-403c-acf5-35d247d6919c tempest-ExtraDHCPOptionsIpV6TestJSON-530910195 tempest-ExtraDHCPOptionsIpV6TestJSON-530910195-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.2280281 Aug 18 12:13:09.287890 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 51148) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:13:09.401881 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8d059b58-dc9e-4fdf-ae91-c18514870bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:09.467284 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8d059b58-dc9e-4fdf-ae91-c18514870bd9 None None] For port 433acfb3-86b2-4a3d-8814-29e5c464f004, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=433acfb3-86b2-4a3d-8814-29e5c464f004,segment=NetworkSegment(e7350a6f-fb25-4fea-917b-4373b5265c8a),segment_id=e7350a6f-fb25-4fea-917b-4373b5265c8a)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:13:09.504719 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-7fc9b138-c60f-4181-98ec-4d5f262a15ac tempest-ExtraDHCPOptionsIpV6TestJSON-530910195 tempest-ExtraDHCPOptionsIpV6TestJSON-530910195-project] Deleting port 5da966e3-c0fc-4a05-b693-d8fd590a62d9 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:13:09.505226 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7fc9b138-c60f-4181-98ec-4d5f262a15ac tempest-ExtraDHCPOptionsIpV6TestJSON-530910195 tempest-ExtraDHCPOptionsIpV6TestJSON-530910195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:09.510089 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8d059b58-dc9e-4fdf-ae91-c18514870bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:09.623861 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d059b58-dc9e-4fdf-ae91-c18514870bd9 None None] Pushing event updated for resources: {'Port': ['ID=433acfb3-86b2-4a3d-8814-29e5c464f004,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:13:09.681603 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7fc9b138-c60f-4181-98ec-4d5f262a15ac tempest-ExtraDHCPOptionsIpV6TestJSON-530910195 tempest-ExtraDHCPOptionsIpV6TestJSON-530910195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:09.711085 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-7fc9b138-c60f-4181-98ec-4d5f262a15ac tempest-ExtraDHCPOptionsIpV6TestJSON-530910195 tempest-ExtraDHCPOptionsIpV6TestJSON-530910195-project] Calling delete_port for 5da966e3-c0fc-4a05-b693-d8fd590a62d9 owned by {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:13:09.761997 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049371c6-1484-42e3-9df2-23f2151b25b8 req-c8187d26-6586-4272-b667-b502445c9ed6 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:13:09.765630 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-049371c6-1484-42e3-9df2-23f2151b25b8 req-c8187d26-6586-4272-b667-b502445c9ed6 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/ports?device_id=c468f260-aa8b-4a9b-a477-213e251d7cef HTTP/1.1" status: 200 len: 945 time: 0.2409730 Aug 18 12:13:09.779611 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-228f78dd-1c5e-4d37-b998-4ff0ebf1ae19 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-992676', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-996089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15866'] for router, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:09.835753 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-228f78dd-1c5e-4d37-b998-4ff0ebf1ae19 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-992536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-992522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-992529', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-996032'] for router, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:09.844441 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-049371c6-1484-42e3-9df2-23f2151b25b8 req-10311f94-bd9e-4b8c-9359-6410aef8beba tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f58845c-8a6f-4750-8ac0-66868223b345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591099 Aug 18 12:13:09.970509 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-228f78dd-1c5e-4d37-b998-4ff0ebf1ae19 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Router db16acf6-618e-4b7c-974c-b93177dfa570 has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:13:09.979213 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7fc9b138-c60f-4181-98ec-4d5f262a15ac tempest-ExtraDHCPOptionsIpV6TestJSON-530910195 tempest-ExtraDHCPOptionsIpV6TestJSON-530910195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:10.035535 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-bd6b5779-49ed-4f2a-aa44-07601df3ca23 None None] Could not find standard attr ID for object 5da966e3-c0fc-4a05-b693-d8fd590a62d9. {{(pid=106254) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 18 12:13:10.065220 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-bd6b5779-49ed-4f2a-aa44-07601df3ca23 None None] Provisioning complete for port 433acfb3-86b2-4a3d-8814-29e5c464f004 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:13:10.065603 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-bd6b5779-49ed-4f2a-aa44-07601df3ca23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:10.120360 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc9b138-c60f-4181-98ec-4d5f262a15ac tempest-ExtraDHCPOptionsIpV6TestJSON-530910195 tempest-ExtraDHCPOptionsIpV6TestJSON-530910195-project] Pushing event deleted for resources: {'Port': ['ID=5da966e3-c0fc-4a05-b693-d8fd590a62d9,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:13:10.164950 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-228f78dd-1c5e-4d37-b998-4ff0ebf1ae19 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:13:10.181307 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe029628-6f3c-4960-a31c-7f918465ced6 None None] Sync routers for ids ['db16acf6-618e-4b7c-974c-b93177dfa570'] in n-d-804985-2 {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:13:10.193201 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-228f78dd-1c5e-4d37-b998-4ff0ebf1ae19 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks [] for router, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:10.198654 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-228f78dd-1c5e-4d37-b998-4ff0ebf1ae19 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] 10.222.0.66 "PUT /v2.0/routers/db16acf6-618e-4b7c-974c-b93177dfa570 HTTP/1.1" status: 200 len: 888 time: 1.1729045 Aug 18 12:13:10.199195 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe029628-6f3c-4960-a31c-7f918465ced6 None None] Routers {'db16acf6-618e-4b7c-974c-b93177dfa570'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:13:10.199908 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-fe029628-6f3c-4960-a31c-7f918465ced6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:12:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['db16acf6-618e-4b7c-974c-b93177dfa570'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:13:10.207897 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 51174) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:13:10.208547 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7fc9b138-c60f-4181-98ec-4d5f262a15ac tempest-ExtraDHCPOptionsIpV6TestJSON-530910195 tempest-ExtraDHCPOptionsIpV6TestJSON-530910195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:10.216672 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 51176) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:13:10.223306 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-7fc9b138-c60f-4181-98ec-4d5f262a15ac tempest-ExtraDHCPOptionsIpV6TestJSON-530910195 tempest-ExtraDHCPOptionsIpV6TestJSON-530910195-project] 10.222.0.66 "DELETE /v2.0/ports/5da966e3-c0fc-4a05-b693-d8fd590a62d9 HTTP/1.1" status: 204 len: 168 time: 0.9257894 Aug 18 12:13:10.238096 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-85139f02-7640-43c7-aa28-d764756cc59a tempest-ExtraDHCPOptionsIpV6TestJSON-530910195 tempest-ExtraDHCPOptionsIpV6TestJSON-530910195-project] Request body: {'port': {'name': 'tempest-new-port-name-1304971964', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:13:10.238559 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.api.validators [None req-85139f02-7640-43c7-aa28-d764756cc59a tempest-ExtraDHCPOptionsIpV6TestJSON-530910195 tempest-ExtraDHCPOptionsIpV6TestJSON-530910195-project] bootfile-name is not in valid_values {{(pid=106252) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 18 12:13:10.238903 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.api.validators [None req-85139f02-7640-43c7-aa28-d764756cc59a tempest-ExtraDHCPOptionsIpV6TestJSON-530910195 tempest-ExtraDHCPOptionsIpV6TestJSON-530910195-project] tftp-server is not in valid_values {{(pid=106252) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 18 12:13:10.239238 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.api.validators [None req-85139f02-7640-43c7-aa28-d764756cc59a tempest-ExtraDHCPOptionsIpV6TestJSON-530910195 tempest-ExtraDHCPOptionsIpV6TestJSON-530910195-project] server-ip-address is not in valid_values {{(pid=106252) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 18 12:13:10.280918 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-bd6b5779-49ed-4f2a-aa44-07601df3ca23 None None] Provisioning for port 0f8f4ddb-36e2-4d04-8759-3fc4db234dbd completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:13:10.287188 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-bd6b5779-49ed-4f2a-aa44-07601df3ca23 None None] Provisioning complete for port 0f8f4ddb-36e2-4d04-8759-3fc4db234dbd triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:13:10.287903 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-bd6b5779-49ed-4f2a-aa44-07601df3ca23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:10.335365 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-fe029628-6f3c-4960-a31c-7f918465ced6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:13:10.353647 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe029628-6f3c-4960-a31c-7f918465ced6 None None] Routers {'db16acf6-618e-4b7c-974c-b93177dfa570'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:13:10.355719 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-fe029628-6f3c-4960-a31c-7f918465ced6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:12:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['db16acf6-618e-4b7c-974c-b93177dfa570'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:13:10.371291 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-bd6b5779-49ed-4f2a-aa44-07601df3ca23 None None] Port 0f8f4ddb-36e2-4d04-8759-3fc4db234dbd cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:13:10.430599 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 433acfb3-86b2-4a3d-8814-29e5c464f004 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:13:10.432202 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-fe029628-6f3c-4960-a31c-7f918465ced6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:13:10.432877 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe029628-6f3c-4960-a31c-7f918465ced6 None None] The sync data for ids ['db16acf6-618e-4b7c-974c-b93177dfa570'] in n-d-804985-2 is: [] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:13:10.481777 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 433acfb3-86b2-4a3d-8814-29e5c464f004 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:13:10.482146 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:10.521894 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-85139f02-7640-43c7-aa28-d764756cc59a tempest-ExtraDHCPOptionsIpV6TestJSON-530910195 tempest-ExtraDHCPOptionsIpV6TestJSON-530910195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:10.528046 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-13f0eb19-ee89-45a2-a9d5-a88839cdcc63 None None] Provisioning complete for port 0f8f4ddb-36e2-4d04-8759-3fc4db234dbd triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:13:10.528541 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-13f0eb19-ee89-45a2-a9d5-a88839cdcc63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:10.640102 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 51184) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:13:10.640329 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-83b5927a-2e4f-4511-b012-9c985b34b157 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] 10.222.0.66 "GET /v2.0/routers/db16acf6-618e-4b7c-974c-b93177dfa570 HTTP/1.1" status: 200 len: 888 time: 0.4308619 Aug 18 12:13:10.678650 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819d5345-71a4-4d4f-8774-435711008333 req-eb77f2bf-7f04-4b9f-a664-bb053824964a tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:13:10.681139 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-819d5345-71a4-4d4f-8774-435711008333 req-eb77f2bf-7f04-4b9f-a664-bb053824964a tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] 10.222.0.66 "GET /v2.0/ports?device_id=684bb2d4-45fb-4af0-9220-074d433537ba HTTP/1.1" status: 200 len: 945 time: 0.3197527 Aug 18 12:13:10.705240 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-db2941c9-5233-4cdf-a8cb-e7275b014d68 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] 10.222.0.66 "GET /v2.0/ports?device_id=db16acf6-618e-4b7c-974c-b93177dfa570 HTTP/1.1" status: 200 len: 205 time: 0.0609388 Aug 18 12:13:10.705240 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 51186) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:13:10.706944 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-13f0eb19-ee89-45a2-a9d5-a88839cdcc63 None None] Port 0f8f4ddb-36e2-4d04-8759-3fc4db234dbd cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:13:10.740142 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 55b318c7-6bb8-425f-b6db-088781d25c4e no longer exists at agent hyperv_n-h1-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:13:10.765700 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] No Port match for: 55b318c7-6bb8-425f-b6db-088781d25c4e {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:13:10.766045 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 55b318c7-6bb8-425f-b6db-088781d25c4e not bound to the agent host n-h1-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:13:10.769272 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-819d5345-71a4-4d4f-8774-435711008333 req-c354fc76-c363-4180-9e05-8f8ebc773b21 tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] 10.222.0.66 "GET /v2.0/security-groups?id=5ef1fad5-9994-4d94-a262-3d4636ae09af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812020 Aug 18 12:13:10.843531 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-b16a5d0b-7693-432f-b364-7efb9c8da267 None None] Could not find standard attr ID for object 5da966e3-c0fc-4a05-b693-d8fd590a62d9. {{(pid=106254) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 18 12:13:10.860679 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e56ec8ba-52d9-4523-800c-db41f6b3b02d tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks [] for router, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:11.018323 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e56ec8ba-52d9-4523-800c-db41f6b3b02d tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:11.068864 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-85139f02-7640-43c7-aa28-d764756cc59a tempest-ExtraDHCPOptionsIpV6TestJSON-530910195 tempest-ExtraDHCPOptionsIpV6TestJSON-530910195-project] Notify callbacks [] for port, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:11.077951 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-85139f02-7640-43c7-aa28-d764756cc59a tempest-ExtraDHCPOptionsIpV6TestJSON-530910195 tempest-ExtraDHCPOptionsIpV6TestJSON-530910195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:11.086787 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-e56ec8ba-52d9-4523-800c-db41f6b3b02d tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Deleting port 6cc6a0e2-e808-4117-9820-1dfedd69b44d {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:13:11.087363 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e56ec8ba-52d9-4523-800c-db41f6b3b02d tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:11.127206 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-85139f02-7640-43c7-aa28-d764756cc59a tempest-ExtraDHCPOptionsIpV6TestJSON-530910195 tempest-ExtraDHCPOptionsIpV6TestJSON-530910195-project] In _notify_port_updated(), no bound segment for port 0f8f4ddb-36e2-4d04-8759-3fc4db234dbd on network c9c0801a-fd92-4dd9-a1b4-24ae02f24879 {{(pid=106252) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 18 12:13:11.133823 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85139f02-7640-43c7-aa28-d764756cc59a tempest-ExtraDHCPOptionsIpV6TestJSON-530910195 tempest-ExtraDHCPOptionsIpV6TestJSON-530910195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:13:11.134487 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-85139f02-7640-43c7-aa28-d764756cc59a tempest-ExtraDHCPOptionsIpV6TestJSON-530910195 tempest-ExtraDHCPOptionsIpV6TestJSON-530910195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:11.135928 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-85139f02-7640-43c7-aa28-d764756cc59a tempest-ExtraDHCPOptionsIpV6TestJSON-530910195 tempest-ExtraDHCPOptionsIpV6TestJSON-530910195-project] 10.222.0.66 "PUT /v2.0/ports/0f8f4ddb-36e2-4d04-8759-3fc4db234dbd HTTP/1.1" status: 200 len: 1130 time: 0.9191775 Aug 18 12:13:11.138546 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 51200) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:13:11.166839 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4425da75-f223-4925-bd87-528ef039be59 req-1d93b6c7-4470-4eb8-83bc-e37f082c74da tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:13:11.177774 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4425da75-f223-4925-bd87-528ef039be59 req-1d93b6c7-4470-4eb8-83bc-e37f082c74da tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/ports?device_id=c468f260-aa8b-4a9b-a477-213e251d7cef HTTP/1.1" status: 200 len: 945 time: 0.1699708 Aug 18 12:13:11.199728 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cae610a-8b28-4057-981e-6217556e8a1f tempest-ExtraDHCPOptionsIpV6TestJSON-530910195 tempest-ExtraDHCPOptionsIpV6TestJSON-530910195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:13:11.201116 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-2cae610a-8b28-4057-981e-6217556e8a1f tempest-ExtraDHCPOptionsIpV6TestJSON-530910195 tempest-ExtraDHCPOptionsIpV6TestJSON-530910195-project] 10.222.0.66 "GET /v2.0/ports/0f8f4ddb-36e2-4d04-8759-3fc4db234dbd HTTP/1.1" status: 200 len: 1130 time: 0.0616152 Aug 18 12:13:11.207822 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 51204) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:13:11.215109 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85139f02-7640-43c7-aa28-d764756cc59a tempest-ExtraDHCPOptionsIpV6TestJSON-530910195 tempest-ExtraDHCPOptionsIpV6TestJSON-530910195-project] Pushing event updated for resources: {'Port': ['ID=0f8f4ddb-36e2-4d04-8759-3fc4db234dbd,revision_number=2']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:13:11.246754 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68380924-0387-423e-bfdb-fcb9544ec37f req-379170b0-420b-4c30-af65-51780c792c5f tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:13:11.248296 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-68380924-0387-423e-bfdb-fcb9544ec37f req-379170b0-420b-4c30-af65-51780c792c5f tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.63 "GET /v2.0/ports?device_id=c468f260-aa8b-4a9b-a477-213e251d7cef HTTP/1.1" status: 200 len: 945 time: 0.1384256 Aug 18 12:13:11.257914 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4425da75-f223-4925-bd87-528ef039be59 req-d10d3bbb-706f-4c5b-8da4-210b582feb6f tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f58845c-8a6f-4750-8ac0-66868223b345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789373 Aug 18 12:13:11.303245 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e56ec8ba-52d9-4523-800c-db41f6b3b02d tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:11.318886 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-e56ec8ba-52d9-4523-800c-db41f6b3b02d tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Calling delete_port for 6cc6a0e2-e808-4117-9820-1dfedd69b44d owned by network:router_gateway {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:13:11.375152 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-68380924-0387-423e-bfdb-fcb9544ec37f req-403175e5-a51c-49b0-8c48-9028c407e611 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Deleting port 39942e1b-8b42-46ce-8003-6ae0db0d3a39 {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:13:11.375631 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-68380924-0387-423e-bfdb-fcb9544ec37f req-403175e5-a51c-49b0-8c48-9028c407e611 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:11.389957 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-e536c58b-e767-4663-a00f-787f433de807 tempest-ExtraDHCPOptionsIpV6TestJSON-530910195 tempest-ExtraDHCPOptionsIpV6TestJSON-530910195-project] Deleting port 0f8f4ddb-36e2-4d04-8759-3fc4db234dbd {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:13:11.390301 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e536c58b-e767-4663-a00f-787f433de807 tempest-ExtraDHCPOptionsIpV6TestJSON-530910195 tempest-ExtraDHCPOptionsIpV6TestJSON-530910195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:11.476279 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-a525b02f-3eaf-4011-803c-d5420c1c1887 None None] Provisioning complete for port 0f8f4ddb-36e2-4d04-8759-3fc4db234dbd triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:13:11.477378 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-a525b02f-3eaf-4011-803c-d5420c1c1887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:11.490373 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-68380924-0387-423e-bfdb-fcb9544ec37f req-403175e5-a51c-49b0-8c48-9028c407e611 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] For port 39942e1b-8b42-46ce-8003-6ae0db0d3a39, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=39942e1b-8b42-46ce-8003-6ae0db0d3a39,segment=NetworkSegment(299e2826-ecf6-416e-b53c-1b1574dd5315),segment_id=299e2826-ecf6-416e-b53c-1b1574dd5315)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:13:11.490808 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-68380924-0387-423e-bfdb-fcb9544ec37f req-403175e5-a51c-49b0-8c48-9028c407e611 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:11.519920 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-a525b02f-3eaf-4011-803c-d5420c1c1887 None None] Port 0f8f4ddb-36e2-4d04-8759-3fc4db234dbd cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:13:11.539396 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e536c58b-e767-4663-a00f-787f433de807 tempest-ExtraDHCPOptionsIpV6TestJSON-530910195 tempest-ExtraDHCPOptionsIpV6TestJSON-530910195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:11.574239 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-e536c58b-e767-4663-a00f-787f433de807 tempest-ExtraDHCPOptionsIpV6TestJSON-530910195 tempest-ExtraDHCPOptionsIpV6TestJSON-530910195-project] Calling delete_port for 0f8f4ddb-36e2-4d04-8759-3fc4db234dbd owned by {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:13:11.641336 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e56ec8ba-52d9-4523-800c-db41f6b3b02d tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:11.680228 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56ec8ba-52d9-4523-800c-db41f6b3b02d tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Pushing event deleted for resources: {'Port': ['ID=6cc6a0e2-e808-4117-9820-1dfedd69b44d,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:13:11.763985 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e56ec8ba-52d9-4523-800c-db41f6b3b02d tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-997271'] for router_gateway, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:11.898022 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e56ec8ba-52d9-4523-800c-db41f6b3b02d tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-996004', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15859'] for router, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:11.905154 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e56ec8ba-52d9-4523-800c-db41f6b3b02d tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:11.978272 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e56ec8ba-52d9-4523-800c-db41f6b3b02d tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-996061'] for router, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:11.978820 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e56ec8ba-52d9-4523-800c-db41f6b3b02d tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Fanout notify agent at l3_agent the message router_deleted on router db16acf6-618e-4b7c-974c-b93177dfa570 {{(pid=106253) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 12:13:11.988147 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e56ec8ba-52d9-4523-800c-db41f6b3b02d tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks [] for router, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:11.989442 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-e56ec8ba-52d9-4523-800c-db41f6b3b02d tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] 10.222.0.66 "DELETE /v2.0/routers/db16acf6-618e-4b7c-974c-b93177dfa570 HTTP/1.1" status: 204 len: 168 time: 1.2833147 Aug 18 12:13:11.993269 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 51220) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:13:11.995219 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e536c58b-e767-4663-a00f-787f433de807 tempest-ExtraDHCPOptionsIpV6TestJSON-530910195 tempest-ExtraDHCPOptionsIpV6TestJSON-530910195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:12.003825 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-e1d7eac1-8bef-45ea-99d3-ca785d306768 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Request body: {'network': {'name': 'tempest-RoutersTest-1485374062'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:13:12.051473 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9682317a-30bb-4a7e-8cd6-9dc9b1051403 req-c5c97823-a9dd-453d-be62-2aaca8a55d99 tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:13:12.052312 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-9682317a-30bb-4a7e-8cd6-9dc9b1051403 req-c5c97823-a9dd-453d-be62-2aaca8a55d99 tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] 10.222.0.63 "GET /v2.0/ports?device_id=684bb2d4-45fb-4af0-9220-074d433537ba HTTP/1.1" status: 200 len: 945 time: 0.1843679 Aug 18 12:13:12.058275 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e536c58b-e767-4663-a00f-787f433de807 tempest-ExtraDHCPOptionsIpV6TestJSON-530910195 tempest-ExtraDHCPOptionsIpV6TestJSON-530910195-project] Pushing event deleted for resources: {'Port': ['ID=0f8f4ddb-36e2-4d04-8759-3fc4db234dbd,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:13:12.070059 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44f8aa8-f394-4912-960b-7dde79e89a14 req-d60d08ea-d80e-4143-8bc4-6b66ad6facec tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:13:12.071680 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a44f8aa8-f394-4912-960b-7dde79e89a14 req-d60d08ea-d80e-4143-8bc4-6b66ad6facec tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] 10.222.0.66 "GET /v2.0/ports?device_id=684bb2d4-45fb-4af0-9220-074d433537ba HTTP/1.1" status: 200 len: 945 time: 0.1455710 Aug 18 12:13:12.121062 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1d7eac1-8bef-45ea-99d3-ca785d306768 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Made reservation on behalf of c4a8742f0e794123b38cc3300291c37d for: {'network': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:13:12.124121 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-68380924-0387-423e-bfdb-fcb9544ec37f req-403175e5-a51c-49b0-8c48-9028c407e611 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:12.124753 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-68380924-0387-423e-bfdb-fcb9544ec37f req-403175e5-a51c-49b0-8c48-9028c407e611 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-989945'] for floatingip, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:12.125066 n-d-804985-2 neutron-server[106252]: INFO neutron.db.l3_db [req-68380924-0387-423e-bfdb-fcb9544ec37f req-403175e5-a51c-49b0-8c48-9028c407e611 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Floating IP 0a8363e2-4428-4d9d-9c48-dafcdc7e9aaf disassociated. External IP: 172.25.7.87, port: 39942e1b-8b42-46ce-8003-6ae0db0d3a39. Aug 18 12:13:12.125568 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-68380924-0387-423e-bfdb-fcb9544ec37f req-403175e5-a51c-49b0-8c48-9028c407e611 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Calling delete_port for 39942e1b-8b42-46ce-8003-6ae0db0d3a39 owned by compute:nova {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:13:12.126121 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e1d7eac1-8bef-45ea-99d3-ca785d306768 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for network, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:12.131081 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e536c58b-e767-4663-a00f-787f433de807 tempest-ExtraDHCPOptionsIpV6TestJSON-530910195 tempest-ExtraDHCPOptionsIpV6TestJSON-530910195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:12.136450 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-e536c58b-e767-4663-a00f-787f433de807 tempest-ExtraDHCPOptionsIpV6TestJSON-530910195 tempest-ExtraDHCPOptionsIpV6TestJSON-530910195-project] 10.222.0.66 "DELETE /v2.0/ports/0f8f4ddb-36e2-4d04-8759-3fc4db234dbd HTTP/1.1" status: 204 len: 168 time: 0.9273734 Aug 18 12:13:12.137364 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 51224) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:13:12.181751 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a44f8aa8-f394-4912-960b-7dde79e89a14 req-c7eaf970-e907-4714-89c2-627e15f6cac4 tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] 10.222.0.66 "GET /v2.0/security-groups?id=5ef1fad5-9994-4d94-a262-3d4636ae09af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938084 Aug 18 12:13:12.203337 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1d7eac1-8bef-45ea-99d3-ca785d306768 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 841} {{(pid=106253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:13:12.217378 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e1d7eac1-8bef-45ea-99d3-ca785d306768 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:12.217733 n-d-804985-2 neutron-server[106253]: INFO neutron.db.segments_db [None req-e1d7eac1-8bef-45ea-99d3-ca785d306768 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Added segment 32a68a17-4c3a-43f8-a75c-e4e47527b4b8 of type vlan for network be304bbf-43f8-409d-b363-ce39fcaa38e2 Aug 18 12:13:12.245459 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_v2 [None req-452e814d-9526-4c53-874b-a28d834716b3 tempest-ExtraDHCPOptionsIpV6TestJSON-530910195 tempest-ExtraDHCPOptionsIpV6TestJSON-530910195-project] Deleting subnet bef5620c-e151-4601-ae2a-5de78534c1de {{(pid=106252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 12:13:12.251622 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-452e814d-9526-4c53-874b-a28d834716b3 tempest-ExtraDHCPOptionsIpV6TestJSON-530910195 tempest-ExtraDHCPOptionsIpV6TestJSON-530910195-project] Notify callbacks [] for subnet, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:12.272339 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e1d7eac1-8bef-45ea-99d3-ca785d306768 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789150665894'] for network, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:12.280561 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-9682317a-30bb-4a7e-8cd6-9dc9b1051403 req-313805e7-e83f-48c0-82ae-67c6740bf315 tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] Deleting port 1f77a629-8000-4972-97a1-a5d329a83b02 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:13:12.280561 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-9682317a-30bb-4a7e-8cd6-9dc9b1051403 req-313805e7-e83f-48c0-82ae-67c6740bf315 tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:12.307353 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-452e814d-9526-4c53-874b-a28d834716b3 tempest-ExtraDHCPOptionsIpV6TestJSON-530910195 tempest-ExtraDHCPOptionsIpV6TestJSON-530910195-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2221528'] for subnet, precommit_delete_associations {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:12.379019 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e1d7eac1-8bef-45ea-99d3-ca785d306768 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for network, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:12.384591 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1d7eac1-8bef-45ea-99d3-ca785d306768 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:13:12.385174 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e1d7eac1-8bef-45ea-99d3-ca785d306768 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks [] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:12.469910 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-e1d7eac1-8bef-45ea-99d3-ca785d306768 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4758115 Aug 18 12:13:12.473947 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 51228) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:13:12.484236 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-a4c31462-0303-46c8-a3d5-64912d69d58d tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Request body: {'subnet': {'network_id': 'be304bbf-43f8-409d-b363-ce39fcaa38e2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:13:12.486238 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb32a29-a4bf-4f0b-b505-e7be34536c5e req-a02d69d7-05aa-4b5d-80af-0a727db40531 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:13:12.487779 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9eb32a29-a4bf-4f0b-b505-e7be34536c5e req-a02d69d7-05aa-4b5d-80af-0a727db40531 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/ports?device_id=c468f260-aa8b-4a9b-a477-213e251d7cef HTTP/1.1" status: 200 len: 945 time: 0.1352644 Aug 18 12:13:12.488437 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-9682317a-30bb-4a7e-8cd6-9dc9b1051403 req-313805e7-e83f-48c0-82ae-67c6740bf315 tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] For port 1f77a629-8000-4972-97a1-a5d329a83b02, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=1f77a629-8000-4972-97a1-a5d329a83b02,segment=NetworkSegment(04c90fa8-80d4-4b5a-8675-6489bbdf733a),segment_id=04c90fa8-80d4-4b5a-8675-6489bbdf733a)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:13:12.488819 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-9682317a-30bb-4a7e-8cd6-9dc9b1051403 req-313805e7-e83f-48c0-82ae-67c6740bf315 tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:12.491262 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d7eac1-8bef-45ea-99d3-ca785d306768 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Pushing event updated for resources: {'Network': ['ID=be304bbf-43f8-409d-b363-ce39fcaa38e2,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:13:12.493057 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-452e814d-9526-4c53-874b-a28d834716b3 tempest-ExtraDHCPOptionsIpV6TestJSON-530910195 tempest-ExtraDHCPOptionsIpV6TestJSON-530910195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:12.504764 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Network be304bbf-43f8-409d-b363-ce39fcaa38e2 details requested by agent ovs-agent-n-d-804985-2 with host n-d-804985-2 {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:13:12.514290 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-9682317a-30bb-4a7e-8cd6-9dc9b1051403 req-313805e7-e83f-48c0-82ae-67c6740bf315 tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] Calling delete_port for 1f77a629-8000-4972-97a1-a5d329a83b02 owned by compute:nova {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:13:12.527666 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-68380924-0387-423e-bfdb-fcb9544ec37f req-403175e5-a51c-49b0-8c48-9028c407e611 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:12.585016 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403175e5-a51c-49b0-8c48-9028c407e611 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Pushing event deleted for resources: {'Port': ['ID=39942e1b-8b42-46ce-8003-6ae0db0d3a39,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:13:12.614621 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9eb32a29-a4bf-4f0b-b505-e7be34536c5e req-486756c4-59ec-4ac4-b0f7-d8bc5a1656e4 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/security-groups?id=6f58845c-8a6f-4750-8ac0-66868223b345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1179373 Aug 18 12:13:12.659077 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4c31462-0303-46c8-a3d5-64912d69d58d tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Made reservation on behalf of c4a8742f0e794123b38cc3300291c37d for: {'subnet': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:13:12.659321 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-452e814d-9526-4c53-874b-a28d834716b3 tempest-ExtraDHCPOptionsIpV6TestJSON-530910195 tempest-ExtraDHCPOptionsIpV6TestJSON-530910195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3572848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59074100'] for subnet, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:12.662776 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a4c31462-0303-46c8-a3d5-64912d69d58d tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59388119'] for subnet, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:12.713544 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452e814d-9526-4c53-874b-a28d834716b3 tempest-ExtraDHCPOptionsIpV6TestJSON-530910195 tempest-ExtraDHCPOptionsIpV6TestJSON-530910195-project] Pushing event deleted for resources: {'Subnet': ['ID=bef5620c-e151-4601-ae2a-5de78534c1de,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:13:12.716506 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1c7eb4a-6b67-4298-9140-be5f6b4fc3ba None None] Network c9c0801a-fd92-4dd9-a1b4-24ae02f24879 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:13:12.742636 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-452e814d-9526-4c53-874b-a28d834716b3 tempest-ExtraDHCPOptionsIpV6TestJSON-530910195 tempest-ExtraDHCPOptionsIpV6TestJSON-530910195-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for subnet, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:12.747217 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-452e814d-9526-4c53-874b-a28d834716b3 tempest-ExtraDHCPOptionsIpV6TestJSON-530910195 tempest-ExtraDHCPOptionsIpV6TestJSON-530910195-project] 10.222.0.66 "DELETE /v2.0/subnets/bef5620c-e151-4601-ae2a-5de78534c1de HTTP/1.1" status: 204 len: 168 time: 0.6070988 Aug 18 12:13:12.747855 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 51230) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:13:12.845368 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-9682317a-30bb-4a7e-8cd6-9dc9b1051403 req-313805e7-e83f-48c0-82ae-67c6740bf315 tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:12.854700 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-fa495918-fc14-40b1-b152-246bf253e7b2 tempest-ExtraDHCPOptionsIpV6TestJSON-530910195 tempest-ExtraDHCPOptionsIpV6TestJSON-530910195-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7904109'] for network, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:12.858528 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.l3_agent_scheduler [req-68380924-0387-423e-bfdb-fcb9544ec37f req-403175e5-a51c-49b0-8c48-9028c407e611 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Router 058ce3ac-96ae-47cc-b6ff-e08c1a01e2a1 has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:13:12.874080 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] get_ports_and_sgs() called for port_ids ['1f77a629-8000-4972-97a1-a5d329a83b02'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:13:12.950981 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313805e7-e83f-48c0-82ae-67c6740bf315 tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] Pushing event deleted for resources: {'Port': ['ID=1f77a629-8000-4972-97a1-a5d329a83b02,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:13:13.003429 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b8e0877-7b66-45b9-b86d-0843d57f2e1c None None] DHCP port deletion for c9c0801a-fd92-4dd9-a1b4-24ae02f24879 request from n-d-804985-2 {{(pid=106254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 12:13:13.014553 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-9682317a-30bb-4a7e-8cd6-9dc9b1051403 req-313805e7-e83f-48c0-82ae-67c6740bf315 tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] No DVR routers for this DVR port 1f77a629-8000-4972-97a1-a5d329a83b02 on host n-h1-804985-2 {{(pid=106253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:13:13.021658 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-9682317a-30bb-4a7e-8cd6-9dc9b1051403 req-313805e7-e83f-48c0-82ae-67c6740bf315 tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:13.023948 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-9682317a-30bb-4a7e-8cd6-9dc9b1051403 req-313805e7-e83f-48c0-82ae-67c6740bf315 tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] 10.222.0.63 "DELETE /v2.0/ports/1f77a629-8000-4972-97a1-a5d329a83b02 HTTP/1.1" status: 204 len: 173 time: 0.9631031 Aug 18 12:13:13.024096 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '684bb2d4-45fb-4af0-9220-074d433537ba', 'name': 'network-vif-deleted', 'tag': '1f77a629-8000-4972-97a1-a5d329a83b02'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:13:13.024986 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-fa495918-fc14-40b1-b152-246bf253e7b2 tempest-ExtraDHCPOptionsIpV6TestJSON-530910195 tempest-ExtraDHCPOptionsIpV6TestJSON-530910195-project] Deleting port 433acfb3-86b2-4a3d-8814-29e5c464f004 {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:13:13.025540 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-fa495918-fc14-40b1-b152-246bf253e7b2 tempest-ExtraDHCPOptionsIpV6TestJSON-530910195 tempest-ExtraDHCPOptionsIpV6TestJSON-530910195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:13.026449 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0679f4c4b6e0e0c064a7d71d722dc30541a34fffee11680573be22ee2ffccc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d34ae0e3-4f9a-4ed3-aded-2bb4bb0dd723" -d '{"events": [{"server_uuid": "684bb2d4-45fb-4af0-9220-074d433537ba", "name": "network-vif-deleted", "tag": "1f77a629-8000-4972-97a1-a5d329a83b02"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:13:13.107653 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-68380924-0387-423e-bfdb-fcb9544ec37f req-403175e5-a51c-49b0-8c48-9028c407e611 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:13:13.113127 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-0b8e0877-7b66-45b9-b86d-0843d57f2e1c None None] Deleting port 433acfb3-86b2-4a3d-8814-29e5c464f004 {{(pid=106254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:13:13.114627 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-0b8e0877-7b66-45b9-b86d-0843d57f2e1c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:13.120147 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3295c7d-8861-4101-8cbc-68756b0139f7 None None] Sync routers for ids ['058ce3ac-96ae-47cc-b6ff-e08c1a01e2a1'] in n-d-804985-2 {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:13:13.142523 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3295c7d-8861-4101-8cbc-68756b0139f7 None None] Routers {'058ce3ac-96ae-47cc-b6ff-e08c1a01e2a1'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:13:13.143651 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-c3295c7d-8861-4101-8cbc-68756b0139f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:12:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['058ce3ac-96ae-47cc-b6ff-e08c1a01e2a1'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:13:13.147817 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:13:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3993cd89-fccb-4cc7-81e4-93d520551a4a x-openstack-request-id: req-3993cd89-fccb-4cc7-81e4-93d520551a4a {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:13:13.148103 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "684bb2d4-45fb-4af0-9220-074d433537ba", "name": "network-vif-deleted", "tag": "1f77a629-8000-4972-97a1-a5d329a83b02", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:13:13.149618 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-3993cd89-fccb-4cc7-81e4-93d520551a4a {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:13:13.150601 n-d-804985-2 neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '684bb2d4-45fb-4af0-9220-074d433537ba', 'name': 'network-vif-deleted', 'tag': '1f77a629-8000-4972-97a1-a5d329a83b02', 'status': 'completed', 'code': 200} Aug 18 12:13:13.157346 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a4c31462-0303-46c8-a3d5-64912d69d58d tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58902106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59388097'] for subnet, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:13.176221 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-68380924-0387-423e-bfdb-fcb9544ec37f req-403175e5-a51c-49b0-8c48-9028c407e611 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] No DVR routers for this DVR port 39942e1b-8b42-46ce-8003-6ae0db0d3a39 on host n-h1-804985-2 {{(pid=106252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:13:13.182101 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-68380924-0387-423e-bfdb-fcb9544ec37f req-403175e5-a51c-49b0-8c48-9028c407e611 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:13.184199 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-68380924-0387-423e-bfdb-fcb9544ec37f req-403175e5-a51c-49b0-8c48-9028c407e611 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.63 "DELETE /v2.0/ports/39942e1b-8b42-46ce-8003-6ae0db0d3a39 HTTP/1.1" status: 204 len: 173 time: 1.9253104 Aug 18 12:13:13.184742 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c468f260-aa8b-4a9b-a477-213e251d7cef', 'name': 'network-vif-deleted', 'tag': '39942e1b-8b42-46ce-8003-6ae0db0d3a39'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:13:13.187129 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcf8f517-bcaa-416e-8075-3532cf4a455c" -d '{"events": [{"server_uuid": "c468f260-aa8b-4a9b-a477-213e251d7cef", "name": "network-vif-deleted", "tag": "39942e1b-8b42-46ce-8003-6ae0db0d3a39"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:13:13.203043 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [None req-fa495918-fc14-40b1-b152-246bf253e7b2 tempest-ExtraDHCPOptionsIpV6TestJSON-530910195 tempest-ExtraDHCPOptionsIpV6TestJSON-530910195-project] For port 433acfb3-86b2-4a3d-8814-29e5c464f004, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=433acfb3-86b2-4a3d-8814-29e5c464f004,segment=NetworkSegment(e7350a6f-fb25-4fea-917b-4373b5265c8a),segment_id=e7350a6f-fb25-4fea-917b-4373b5265c8a)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:13:13.207915 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-fa495918-fc14-40b1-b152-246bf253e7b2 tempest-ExtraDHCPOptionsIpV6TestJSON-530910195 tempest-ExtraDHCPOptionsIpV6TestJSON-530910195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:13.249124 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-fa495918-fc14-40b1-b152-246bf253e7b2 tempest-ExtraDHCPOptionsIpV6TestJSON-530910195 tempest-ExtraDHCPOptionsIpV6TestJSON-530910195-project] Calling delete_port for 433acfb3-86b2-4a3d-8814-29e5c464f004 owned by network:dhcp {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:13:13.259140 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:13:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-679beb5c-2718-45bf-9335-7df5aa779c6e x-openstack-request-id: req-679beb5c-2718-45bf-9335-7df5aa779c6e {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:13:13.259437 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c468f260-aa8b-4a9b-a477-213e251d7cef", "name": "network-vif-deleted", "tag": "39942e1b-8b42-46ce-8003-6ae0db0d3a39", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:13:13.271893 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-679beb5c-2718-45bf-9335-7df5aa779c6e {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:13:13.272358 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c468f260-aa8b-4a9b-a477-213e251d7cef', 'name': 'network-vif-deleted', 'tag': '39942e1b-8b42-46ce-8003-6ae0db0d3a39', 'status': 'completed', 'code': 200} Aug 18 12:13:13.299529 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c31462-0303-46c8-a3d5-64912d69d58d tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Checking segment: {'id': '32a68a17-4c3a-43f8-a75c-e4e47527b4b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'be304bbf-43f8-409d-b363-ce39fcaa38e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:13:13.299893 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4c31462-0303-46c8-a3d5-64912d69d58d tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Network hostable DHCP agents. Network: be304bbf-43f8-409d-b363-ce39fcaa38e2, hostable agents: ['97c14208-2951-4361-8d64-3708c946ff5f'], hosted agents: [] {{(pid=106253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 12:13:13.317713 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-0b8e0877-7b66-45b9-b86d-0843d57f2e1c None None] For port 433acfb3-86b2-4a3d-8814-29e5c464f004, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=433acfb3-86b2-4a3d-8814-29e5c464f004,segment=NetworkSegment(e7350a6f-fb25-4fea-917b-4373b5265c8a),segment_id=e7350a6f-fb25-4fea-917b-4373b5265c8a)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:13:13.318545 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-0b8e0877-7b66-45b9-b86d-0843d57f2e1c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:13.318986 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c31462-0303-46c8-a3d5-64912d69d58d tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Pushing event updated for resources: {'Subnet': ['ID=366c327e-60d8-4103-9b49-6f9d37904d58,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:13:13.336935 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4c31462-0303-46c8-a3d5-64912d69d58d tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Network be304bbf-43f8-409d-b363-ce39fcaa38e2 is scheduled to be hosted by DHCP agent 97c14208-2951-4361-8d64-3708c946ff5f with binding_index 1 {{(pid=106253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 12:13:13.352086 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-a4c31462-0303-46c8-a3d5-64912d69d58d tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-2, be304bbf-43f8-409d-b363-ce39fcaa38e2) {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:13:13.357219 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-0b8e0877-7b66-45b9-b86d-0843d57f2e1c None None] Calling delete_port for 433acfb3-86b2-4a3d-8814-29e5c464f004 owned by network:dhcp {{(pid=106254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:13:13.368309 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4c31462-0303-46c8-a3d5-64912d69d58d tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:13:13.369076 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a4c31462-0303-46c8-a3d5-64912d69d58d tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:13.371487 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2496093-3c0d-41f6-8350-597efd4c6574 None None] Network be304bbf-43f8-409d-b363-ce39fcaa38e2 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:13:13.392213 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-a4c31462-0303-46c8-a3d5-64912d69d58d tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9149044 Aug 18 12:13:13.392721 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 51244) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:13:13.398911 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-58642a54-5687-402b-a747-0e1b9cea00f7 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-299904166', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:13:13.411774 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-fa495918-fc14-40b1-b152-246bf253e7b2 tempest-ExtraDHCPOptionsIpV6TestJSON-530910195 tempest-ExtraDHCPOptionsIpV6TestJSON-530910195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:13.438766 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-58642a54-5687-402b-a747-0e1b9cea00f7 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-998592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15809'] for router, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:13.439848 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-58642a54-5687-402b-a747-0e1b9cea00f7 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-992733', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-971415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15816'] for router, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:13.441022 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa495918-fc14-40b1-b152-246bf253e7b2 tempest-ExtraDHCPOptionsIpV6TestJSON-530910195 tempest-ExtraDHCPOptionsIpV6TestJSON-530910195-project] Pushing event deleted for resources: {'Port': ['ID=433acfb3-86b2-4a3d-8814-29e5c464f004,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:13:13.446042 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa495918-fc14-40b1-b152-246bf253e7b2 tempest-ExtraDHCPOptionsIpV6TestJSON-530910195 tempest-ExtraDHCPOptionsIpV6TestJSON-530910195-project] No DVR routers for this DVR port 433acfb3-86b2-4a3d-8814-29e5c464f004 on host n-d-804985-2 {{(pid=106252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:13:13.582391 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-58642a54-5687-402b-a747-0e1b9cea00f7 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:13.591020 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-58642a54-5687-402b-a747-0e1b9cea00f7 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-998473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-992536'] for router, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:13.616814 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-58642a54-5687-402b-a747-0e1b9cea00f7 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks [] for router, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:13.618553 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-58642a54-5687-402b-a747-0e1b9cea00f7 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2246795 Aug 18 12:13:13.620979 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 51254) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:13:13.627160 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-fa495918-fc14-40b1-b152-246bf253e7b2 tempest-ExtraDHCPOptionsIpV6TestJSON-530910195 tempest-ExtraDHCPOptionsIpV6TestJSON-530910195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8367869', 'neutron.services.segments.db._delete_segments_for_network-8789151212993'] for network, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:13.645371 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-c3295c7d-8861-4101-8cbc-68756b0139f7 None None] Set router 058ce3ac-96ae-47cc-b6ff-e08c1a01e2a1 gateway port host: n-d-804985-2 {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:13:13.651987 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-fa495918-fc14-40b1-b152-246bf253e7b2 tempest-ExtraDHCPOptionsIpV6TestJSON-530910195 tempest-ExtraDHCPOptionsIpV6TestJSON-530910195-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9c0801a-fd92-4dd9-a1b4-24ae02f24879']}} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:13:13.683916 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c8308cb5-d594-47f4-909d-ce87fcf23777 req-9b4acf9b-80c0-4ec9-9f38-687d4e202779 tempest-AttachVolumeNegativeTest-270554260 tempest-AttachVolumeNegativeTest-270554260-project] 10.222.0.66 "GET /v2.0/ports?device_id=684bb2d4-45fb-4af0-9220-074d433537ba HTTP/1.1" status: 200 len: 210 time: 0.2443421 Aug 18 12:13:13.698277 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-fa495918-fc14-40b1-b152-246bf253e7b2 tempest-ExtraDHCPOptionsIpV6TestJSON-530910195 tempest-ExtraDHCPOptionsIpV6TestJSON-530910195-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7350a6f-fb25-4fea-917b-4373b5265c8a') {'for_net_delete': True} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:13:13.699400 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-fa495918-fc14-40b1-b152-246bf253e7b2 tempest-ExtraDHCPOptionsIpV6TestJSON-530910195 tempest-ExtraDHCPOptionsIpV6TestJSON-530910195-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7350a6f-fb25-4fea-917b-4373b5265c8a') {} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:13:13.732395 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-fa495918-fc14-40b1-b152-246bf253e7b2 tempest-ExtraDHCPOptionsIpV6TestJSON-530910195 tempest-ExtraDHCPOptionsIpV6TestJSON-530910195-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789151225254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2221521'] for segment, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:13.793631 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-fa495918-fc14-40b1-b152-246bf253e7b2 tempest-ExtraDHCPOptionsIpV6TestJSON-530910195 tempest-ExtraDHCPOptionsIpV6TestJSON-530910195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:13.823943 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa495918-fc14-40b1-b152-246bf253e7b2 tempest-ExtraDHCPOptionsIpV6TestJSON-530910195 tempest-ExtraDHCPOptionsIpV6TestJSON-530910195-project] Releasing vlan 830 on physical network physnet1 to pool {{(pid=106252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:13:13.824552 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-fa495918-fc14-40b1-b152-246bf253e7b2 tempest-ExtraDHCPOptionsIpV6TestJSON-530910195 tempest-ExtraDHCPOptionsIpV6TestJSON-530910195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3572434'] for segment, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:13.828747 n-d-804985-2 neutron-server[106252]: Traceback (most recent call last): Aug 18 12:13:13.828747 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:13:13.828747 n-d-804985-2 neutron-server[106252]: timer() Aug 18 12:13:13.828747 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:13:13.828747 n-d-804985-2 neutron-server[106252]: cb(*args, **kw) Aug 18 12:13:13.828747 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:13:13.828747 n-d-804985-2 neutron-server[106252]: return func(*args, **kwargs) Aug 18 12:13:13.828747 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:13:13.828747 n-d-804985-2 neutron-server[106252]: self._notify() Aug 18 12:13:13.828747 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:13:13.828747 n-d-804985-2 neutron-server[106252]: self.callback(batched_events) Aug 18 12:13:13.828747 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:13:13.828747 n-d-804985-2 neutron-server[106252]: event.method(event) Aug 18 12:13:13.828747 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:13:13.828747 n-d-804985-2 neutron-server[106252]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:13:13.828747 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:13:13.828747 n-d-804985-2 neutron-server[106252]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:13:13.828747 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:13:13.828747 n-d-804985-2 neutron-server[106252]: return f(self, *a, **k) Aug 18 12:13:13.828747 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:13:13.828747 n-d-804985-2 neutron-server[106252]: return self._get(url).json() Aug 18 12:13:13.828747 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:13:13.828747 n-d-804985-2 neutron-server[106252]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:13:13.828747 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:13:13.828747 n-d-804985-2 neutron-server[106252]: return self.request(url, 'GET', **kwargs) Aug 18 12:13:13.828747 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:13:13.828747 n-d-804985-2 neutron-server[106252]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:13:13.828747 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:13:13.828747 n-d-804985-2 neutron-server[106252]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:13:13.828747 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:13:13.828747 n-d-804985-2 neutron-server[106252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:13:13.828747 n-d-804985-2 neutron-server[106252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:13:13.878939 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-dd1394de-7ace-4c27-91e6-90a2d3137175 req-346b9acb-387c-4862-9afa-6d3cb355b1c8 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/ports?device_id=c468f260-aa8b-4a9b-a477-213e251d7cef HTTP/1.1" status: 200 len: 210 time: 0.0800796 Aug 18 12:13:13.943150 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7946b330-bf21-4d57-9097-fe57d5c40b4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp788be208-34ab-5a8f-af0f-528834af222f-be304bbf-43f8-409d-b363-ce39fcaa38e2', 'network_id': 'be304bbf-43f8-409d-b363-ce39fcaa38e2', 'tenant_id': 'c4a8742f0e794123b38cc3300291c37d', 'fixed_ips': [{'subnet_id': '366c327e-60d8-4103-9b49-6f9d37904d58'}]}} from n-d-804985-2. {{(pid=106254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 12:13:13.945800 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-fa495918-fc14-40b1-b152-246bf253e7b2 tempest-ExtraDHCPOptionsIpV6TestJSON-530910195 tempest-ExtraDHCPOptionsIpV6TestJSON-530910195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8367858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997186'] for network, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:13.947402 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-7946b330-bf21-4d57-9097-fe57d5c40b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:13.962477 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-fa495918-fc14-40b1-b152-246bf253e7b2 tempest-ExtraDHCPOptionsIpV6TestJSON-530910195 tempest-ExtraDHCPOptionsIpV6TestJSON-530910195-project] Notify callbacks [] for network, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:13.975450 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-fa495918-fc14-40b1-b152-246bf253e7b2 tempest-ExtraDHCPOptionsIpV6TestJSON-530910195 tempest-ExtraDHCPOptionsIpV6TestJSON-530910195-project] 10.222.0.66 "DELETE /v2.0/networks/c9c0801a-fd92-4dd9-a1b4-24ae02f24879 HTTP/1.1" status: 204 len: 168 time: 1.2198188 Aug 18 12:13:14.008648 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa495918-fc14-40b1-b152-246bf253e7b2 tempest-ExtraDHCPOptionsIpV6TestJSON-530910195 tempest-ExtraDHCPOptionsIpV6TestJSON-530910195-project] Pushing event deleted for resources: {'Network': ['ID=c9c0801a-fd92-4dd9-a1b4-24ae02f24879,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:13:14.042048 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-0b8e0877-7b66-45b9-b86d-0843d57f2e1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556'] for port, after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:14.048843 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4c1537d1-e8ff-44ea-8bf5-79b069aa88f1 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:14.056991 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0b8e0877-7b66-45b9-b86d-0843d57f2e1c None None] Network c9c0801a-fd92-4dd9-a1b4-24ae02f24879 is not hosted by any dhcp agent {{(pid=106254) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 18 12:13:14.060101 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b8e0877-7b66-45b9-b86d-0843d57f2e1c None None] No DVR routers for this DVR port 433acfb3-86b2-4a3d-8814-29e5c464f004 on host n-d-804985-2 {{(pid=106254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:13:14.110775 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8e0877-7b66-45b9-b86d-0843d57f2e1c None None] Pushing event deleted for resources: {'Port': ['ID=433acfb3-86b2-4a3d-8814-29e5c464f004,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:13:14.263404 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.db_base_plugin_common [None req-7946b330-bf21-4d57-9097-fe57d5c40b4d None None] Allocated IP 172.20.0.2 (be304bbf-43f8-409d-b363-ce39fcaa38e2/366c327e-60d8-4103-9b49-6f9d37904d58/34e09767-bb52-44f9-9d36-d405e2447117) {{(pid=106254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:13:14.270250 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-c3295c7d-8861-4101-8cbc-68756b0139f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '058ce3ac-96ae-47cc-b6ff-e08c1a01e2a1', 'name': 'tempest-ServerActionsTestJSON-1785510433-router', 'tenant_id': '6be1f64524b04a05973aca1b3d3c7df9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.192'}], 'enable_snat': True}, 'gw_port_id': 'b2677f2f-3160-447b-b772-56ca04d3c7f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:04:36Z', 'updated_at': '2021-08-18T12:04:42Z', 'revision_number': 4, 'project_id': '6be1f64524b04a05973aca1b3d3c7df9', 'gw_port': {'id': 'b2677f2f-3160-447b-b772-56ca04d3c7f2', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:56:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058ce3ac-96ae-47cc-b6ff-e08c1a01e2a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:04:37Z', 'updated_at': '2021-08-18T12:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': '8bf8797a-cade-4001-94ca-9d2a8948a836', 'name': '', 'network_id': '62590197-03a9-438c-a3e3-e417fcca582c', 'tenant_id': '6be1f64524b04a05973aca1b3d3c7df9', 'mac_address': 'fa:16:3e:15:bb:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058ce3ac-96ae-47cc-b6ff-e08c1a01e2a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '01de034f-d2f0-4b70-88ab-1a19fe1401c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:04:41Z', 'updated_at': '2021-08-18T12:04:47Z', 'revision_number': 5, 'project_id': '6be1f64524b04a05973aca1b3d3c7df9', 'subnets': [{'id': '01de034f-d2f0-4b70-88ab-1a19fe1401c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:13:14.308956 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3295c7d-8861-4101-8cbc-68756b0139f7 None None] Checking router: 058ce3ac-96ae-47cc-b6ff-e08c1a01e2a1 for host: n-d-804985-2 {{(pid=106254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:13:14.343051 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3295c7d-8861-4101-8cbc-68756b0139f7 None None] Routers {'058ce3ac-96ae-47cc-b6ff-e08c1a01e2a1'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:13:14.343779 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-c3295c7d-8861-4101-8cbc-68756b0139f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:12:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['058ce3ac-96ae-47cc-b6ff-e08c1a01e2a1'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:13:14.372093 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 51264) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:13:14.374946 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 433acfb3-86b2-4a3d-8814-29e5c464f004 no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:13:14.557391 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-6c3cb157-cf83-4216-94c9-226733f46480 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=74131b417b0049b6a82d6b6b56ea6c17&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1833103 Aug 18 12:13:14.559704 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 51270) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:13:14.604051 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: 433acfb3-86b2-4a3d-8814-29e5c464f004 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:13:14.604420 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 433acfb3-86b2-4a3d-8814-29e5c464f004 not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:13:14.619357 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5abcb525-07f3-42ca-80db-abfde16686df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:14.641636 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5abcb525-07f3-42ca-80db-abfde16686df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:14.697691 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5abcb525-07f3-42ca-80db-abfde16686df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:14.700601 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5abcb525-07f3-42ca-80db-abfde16686df admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:14.701532 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-5abcb525-07f3-42ca-80db-abfde16686df admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/38d06e75-4bde-4db6-bcf2-fd4fc166eacb HTTP/1.1" status: 204 len: 168 time: 0.1407762 Aug 18 12:13:14.710361 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abcb525-07f3-42ca-80db-abfde16686df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38d06e75-4bde-4db6-bcf2-fd4fc166eacb,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:13:14.725545 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-c3295c7d-8861-4101-8cbc-68756b0139f7 None None] Set router 058ce3ac-96ae-47cc-b6ff-e08c1a01e2a1 gateway port host: n-d-804985-2 {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:13:14.764406 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 51282) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:13:14.795134 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 1f77a629-8000-4972-97a1-a5d329a83b02 no longer exists at agent hyperv_n-h1-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:13:14.813517 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_v2 [None req-886ace7c-e300-4ff4-9410-20afc24b3820 admin admin] Deleting subnet a76c24d3-b86e-48fd-b018-8474cde49ab5 {{(pid=106253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 12:13:14.815269 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-7946b330-bf21-4d57-9097-fe57d5c40b4d None None] Notify callbacks [] for port, precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:14.817869 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-886ace7c-e300-4ff4-9410-20afc24b3820 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:14.825411 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-7946b330-bf21-4d57-9097-fe57d5c40b4d None None] Transition to ACTIVE for port object 34e09767-bb52-44f9-9d36-d405e2447117 will not be triggered until provisioned by entity L2. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:13:14.861662 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-886ace7c-e300-4ff4-9410-20afc24b3820 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902229'] for subnet, precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:14.902742 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-7946b330-bf21-4d57-9097-fe57d5c40b4d None None] Transition to ACTIVE for port object 34e09767-bb52-44f9-9d36-d405e2447117 will not be triggered until provisioned by entity DHCP. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:13:14.907610 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-886ace7c-e300-4ff4-9410-20afc24b3820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:14.957181 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] No Port match for: 1f77a629-8000-4972-97a1-a5d329a83b02 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:13:14.957945 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 1f77a629-8000-4972-97a1-a5d329a83b02 not bound to the agent host n-h1-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:13:14.958706 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 39942e1b-8b42-46ce-8003-6ae0db0d3a39 no longer exists at agent hyperv_n-h1-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:13:14.985560 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-7946b330-bf21-4d57-9097-fe57d5c40b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547'] for port, after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:14.993131 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] No Port match for: 39942e1b-8b42-46ce-8003-6ae0db0d3a39 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:13:14.993888 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 39942e1b-8b42-46ce-8003-6ae0db0d3a39 not bound to the agent host n-h1-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:13:14.998949 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 51292) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:13:15.065986 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7946b330-bf21-4d57-9097-fe57d5c40b4d None None] Network be304bbf-43f8-409d-b363-ce39fcaa38e2 is already hosted by enough agents. {{(pid=106254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:13:15.073331 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [None req-4c1537d1-e8ff-44ea-8bf5-79b069aa88f1 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Allocated IP 172.20.0.1 (be304bbf-43f8-409d-b363-ce39fcaa38e2/366c327e-60d8-4103-9b49-6f9d37904d58/51e059ec-6fca-4f8b-b145-facfbab65739) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:13:15.084539 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.base_scheduler [None req-7946b330-bf21-4d57-9097-fe57d5c40b4d None None] Resources bound (agent type, host, resource id): {{(pid=106254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:13:15.093610 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-cea8afaf-db7f-4e41-a456-152080c01443 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:15.096374 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7946b330-bf21-4d57-9097-fe57d5c40b4d None None] Received port after_create {{(pid=106254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:13:15.097115 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-886ace7c-e300-4ff4-9410-20afc24b3820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58902171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59388106'] for subnet, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:15.107222 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7946b330-bf21-4d57-9097-fe57d5c40b4d None None] Pushing event updated for resources: {'Port': ['ID=34e09767-bb52-44f9-9d36-d405e2447117,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:13:15.135939 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-cea8afaf-db7f-4e41-a456-152080c01443 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:15.178686 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886ace7c-e300-4ff4-9410-20afc24b3820 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a76c24d3-b86e-48fd-b018-8474cde49ab5,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:13:15.192856 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-886ace7c-e300-4ff4-9410-20afc24b3820 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:15.194761 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-886ace7c-e300-4ff4-9410-20afc24b3820 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/a76c24d3-b86e-48fd-b018-8474cde49ab5 HTTP/1.1" status: 204 len: 168 time: 0.4293354 Aug 18 12:13:15.197331 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 51298) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:13:15.204925 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-cea8afaf-db7f-4e41-a456-152080c01443 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:15.208149 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-cea8afaf-db7f-4e41-a456-152080c01443 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:15.208848 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7946b330-bf21-4d57-9097-fe57d5c40b4d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:13:15.209361 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7946b330-bf21-4d57-9097-fe57d5c40b4d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:13:15.210011 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7946b330-bf21-4d57-9097-fe57d5c40b4d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:13:15.210358 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7946b330-bf21-4d57-9097-fe57d5c40b4d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:13:15.210691 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7946b330-bf21-4d57-9097-fe57d5c40b4d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:13:15.211333 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-cea8afaf-db7f-4e41-a456-152080c01443 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "DELETE /v2.0/security-groups/6f58845c-8a6f-4750-8ac0-66868223b345 HTTP/1.1" status: 204 len: 168 time: 0.2106795 Aug 18 12:13:15.213649 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7946b330-bf21-4d57-9097-fe57d5c40b4d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:13:15.214001 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7946b330-bf21-4d57-9097-fe57d5c40b4d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:13:15.214336 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7946b330-bf21-4d57-9097-fe57d5c40b4d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:13:15.214667 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7946b330-bf21-4d57-9097-fe57d5c40b4d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:13:15.214994 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7946b330-bf21-4d57-9097-fe57d5c40b4d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:13:15.215322 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7946b330-bf21-4d57-9097-fe57d5c40b4d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:13:15.215645 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7946b330-bf21-4d57-9097-fe57d5c40b4d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:13:15.222753 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 51302) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:13:15.225075 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea8afaf-db7f-4e41-a456-152080c01443 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f58845c-8a6f-4750-8ac0-66868223b345,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:13:15.245708 n-d-804985-2 neutron-server[106252]: INFO neutron.api.v2.resource [None req-2b458f84-4bc9-425e-a914-2054bea316c4 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] show failed (client error): The resource could not be found. Aug 18 12:13:15.248499 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-2b458f84-4bc9-425e-a914-2054bea316c4 tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "GET /v2.0/security-groups/6f58845c-8a6f-4750-8ac0-66868223b345 HTTP/1.1" status: 404 len: 347 time: 0.0206699 Aug 18 12:13:15.251305 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 51304) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:13:15.305626 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-7946b330-bf21-4d57-9097-fe57d5c40b4d None None] Attempting to bind port 34e09767-bb52-44f9-9d36-d405e2447117 on host n-d-804985-2 for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:13:15.306669 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-7946b330-bf21-4d57-9097-fe57d5c40b4d None None] Attempting to bind port 34e09767-bb52-44f9-9d36-d405e2447117 by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': '32a68a17-4c3a-43f8-a75c-e4e47527b4b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'be304bbf-43f8-409d-b363-ce39fcaa38e2'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:13:15.307211 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7946b330-bf21-4d57-9097-fe57d5c40b4d None None] Attempting to bind port 34e09767-bb52-44f9-9d36-d405e2447117 on network be304bbf-43f8-409d-b363-ce39fcaa38e2 {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:13:15.313707 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7946b330-bf21-4d57-9097-fe57d5c40b4d None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 12, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:13:15.313707 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7946b330-bf21-4d57-9097-fe57d5c40b4d None None] Checking segment: {'id': '32a68a17-4c3a-43f8-a75c-e4e47527b4b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'be304bbf-43f8-409d-b363-ce39fcaa38e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:13:15.314071 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-7946b330-bf21-4d57-9097-fe57d5c40b4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:15.314528 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7946b330-bf21-4d57-9097-fe57d5c40b4d None None] Bound using segment: {'id': '32a68a17-4c3a-43f8-a75c-e4e47527b4b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'be304bbf-43f8-409d-b363-ce39fcaa38e2'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:13:15.315166 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-7946b330-bf21-4d57-9097-fe57d5c40b4d None None] Bound port: 34e09767-bb52-44f9-9d36-d405e2447117, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32a68a17-4c3a-43f8-a75c-e4e47527b4b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'be304bbf-43f8-409d-b363-ce39fcaa38e2'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:13:15.315495 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-7946b330-bf21-4d57-9097-fe57d5c40b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:15.427675 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-c3295c7d-8861-4101-8cbc-68756b0139f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '058ce3ac-96ae-47cc-b6ff-e08c1a01e2a1', 'name': 'tempest-ServerActionsTestJSON-1785510433-router', 'tenant_id': '6be1f64524b04a05973aca1b3d3c7df9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.192'}], 'enable_snat': True}, 'gw_port_id': 'b2677f2f-3160-447b-b772-56ca04d3c7f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:04:36Z', 'updated_at': '2021-08-18T12:04:42Z', 'revision_number': 4, 'project_id': '6be1f64524b04a05973aca1b3d3c7df9', 'gw_port': {'id': 'b2677f2f-3160-447b-b772-56ca04d3c7f2', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:56:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058ce3ac-96ae-47cc-b6ff-e08c1a01e2a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:04:37Z', 'updated_at': '2021-08-18T12:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': '8bf8797a-cade-4001-94ca-9d2a8948a836', 'name': '', 'network_id': '62590197-03a9-438c-a3e3-e417fcca582c', 'tenant_id': '6be1f64524b04a05973aca1b3d3c7df9', 'mac_address': 'fa:16:3e:15:bb:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058ce3ac-96ae-47cc-b6ff-e08c1a01e2a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '01de034f-d2f0-4b70-88ab-1a19fe1401c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:04:41Z', 'updated_at': '2021-08-18T12:04:47Z', 'revision_number': 5, 'project_id': '6be1f64524b04a05973aca1b3d3c7df9', 'subnets': [{'id': '01de034f-d2f0-4b70-88ab-1a19fe1401c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:13:15.459992 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3295c7d-8861-4101-8cbc-68756b0139f7 None None] The sync data for ids ['058ce3ac-96ae-47cc-b6ff-e08c1a01e2a1'] in n-d-804985-2 is: [{'id': '058ce3ac-96ae-47cc-b6ff-e08c1a01e2a1', 'name': 'tempest-ServerActionsTestJSON-1785510433-router', 'tenant_id': '6be1f64524b04a05973aca1b3d3c7df9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.192'}], 'enable_snat': True}, 'gw_port_id': 'b2677f2f-3160-447b-b772-56ca04d3c7f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:04:36Z', 'updated_at': '2021-08-18T12:04:42Z', 'revision_number': 4, 'project_id': '6be1f64524b04a05973aca1b3d3c7df9', 'gw_port': {'id': 'b2677f2f-3160-447b-b772-56ca04d3c7f2', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:56:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058ce3ac-96ae-47cc-b6ff-e08c1a01e2a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:04:37Z', 'updated_at': '2021-08-18T12:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': '8bf8797a-cade-4001-94ca-9d2a8948a836', 'name': '', 'network_id': '62590197-03a9-438c-a3e3-e417fcca582c', 'tenant_id': '6be1f64524b04a05973aca1b3d3c7df9', 'mac_address': 'fa:16:3e:15:bb:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058ce3ac-96ae-47cc-b6ff-e08c1a01e2a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '01de034f-d2f0-4b70-88ab-1a19fe1401c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:04:41Z', 'updated_at': '2021-08-18T12:04:47Z', 'revision_number': 5, 'project_id': '6be1f64524b04a05973aca1b3d3c7df9', 'subnets': [{'id': '01de034f-d2f0-4b70-88ab-1a19fe1401c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:13:15.508804 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-7946b330-bf21-4d57-9097-fe57d5c40b4d None None] For port 34e09767-bb52-44f9-9d36-d405e2447117, host n-d-804985-2, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:13:15.513313 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-7946b330-bf21-4d57-9097-fe57d5c40b4d None None] For port 34e09767-bb52-44f9-9d36-d405e2447117, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=34e09767-bb52-44f9-9d36-d405e2447117,segment=NetworkSegment(32a68a17-4c3a-43f8-a75c-e4e47527b4b8),segment_id=32a68a17-4c3a-43f8-a75c-e4e47527b4b8)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:13:15.525365 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-7946b330-bf21-4d57-9097-fe57d5c40b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:15.578008 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.agents_db [None req-6dbb2658-0354-4101-8393-6e7505481cf6 None None] Agent healthcheck: found 7 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 12:13:15.643159 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7946b330-bf21-4d57-9097-fe57d5c40b4d None None] Pushing event updated for resources: {'Port': ['ID=34e09767-bb52-44f9-9d36-d405e2447117,revision_number=2']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:13:15.815936 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5d9da70f-2c24-4500-a2cb-3d9a9a5e2e35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7904109'] for network, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:15.844932 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4c1537d1-e8ff-44ea-8bf5-79b069aa88f1 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:15.859324 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 51320) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:13:15.909581 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [None req-4c1537d1-e8ff-44ea-8bf5-79b069aa88f1 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Transition to ACTIVE for port object 51e059ec-6fca-4f8b-b145-facfbab65739 will not be triggered until provisioned by entity DHCP. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:13:15.914615 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f59949cd-b00e-4945-af1a-008ae665b4db None None] New status for floating IP 0a8363e2-4428-4d9d-9c48-dafcdc7e9aaf: DOWN {{(pid=106255) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 12:13:15.985704 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5d9da70f-2c24-4500-a2cb-3d9a9a5e2e35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8367869', 'neutron.services.segments.db._delete_segments_for_network-8789151212993'] for network, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:16.012538 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-5d9da70f-2c24-4500-a2cb-3d9a9a5e2e35 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7dfc47df-47b4-4e90-bd94-e3bf14b5a490']}} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:13:16.029888 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-7e28b02c-75e2-49e5-87aa-50ae17f5ea5f tempest-ExtraDHCPOptionsTestJSON-1903868101 tempest-ExtraDHCPOptionsTestJSON-1903868101-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1379633577'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:13:16.049576 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-5d9da70f-2c24-4500-a2cb-3d9a9a5e2e35 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04c90fa8-80d4-4b5a-8675-6489bbdf733a') {'for_net_delete': True} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:13:16.049904 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-5d9da70f-2c24-4500-a2cb-3d9a9a5e2e35 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04c90fa8-80d4-4b5a-8675-6489bbdf733a') {} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:13:16.053841 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-1d3d2cfb-0a9b-482c-8f01-e4dc14188f7b tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Deleting port 7ef3c9cc-a7ee-48b6-8ede-4994ed816778 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:13:16.054174 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1d3d2cfb-0a9b-482c-8f01-e4dc14188f7b tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:16.073365 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e28b02c-75e2-49e5-87aa-50ae17f5ea5f tempest-ExtraDHCPOptionsTestJSON-1903868101 tempest-ExtraDHCPOptionsTestJSON-1903868101-project] Made reservation on behalf of 97f0ccbb10a64054a5cd14e2656b5e17 for: {'network': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:13:16.077284 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-7e28b02c-75e2-49e5-87aa-50ae17f5ea5f tempest-ExtraDHCPOptionsTestJSON-1903868101 tempest-ExtraDHCPOptionsTestJSON-1903868101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for network, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:16.094981 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-7e28b02c-75e2-49e5-87aa-50ae17f5ea5f tempest-ExtraDHCPOptionsTestJSON-1903868101 tempest-ExtraDHCPOptionsTestJSON-1903868101-project] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:16.106390 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5d9da70f-2c24-4500-a2cb-3d9a9a5e2e35 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789151225254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902236'] for segment, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:16.144153 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4c1537d1-e8ff-44ea-8bf5-79b069aa88f1 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:16.157233 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5d9da70f-2c24-4500-a2cb-3d9a9a5e2e35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:16.195106 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d9da70f-2c24-4500-a2cb-3d9a9a5e2e35 admin admin] Releasing vlan 806 on physical network physnet1 to pool {{(pid=106253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:13:16.195514 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5d9da70f-2c24-4500-a2cb-3d9a9a5e2e35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58900537'] for segment, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:16.197454 n-d-804985-2 neutron-server[106253]: Traceback (most recent call last): Aug 18 12:13:16.197454 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:13:16.197454 n-d-804985-2 neutron-server[106253]: timer() Aug 18 12:13:16.197454 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:13:16.197454 n-d-804985-2 neutron-server[106253]: cb(*args, **kw) Aug 18 12:13:16.197454 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:13:16.197454 n-d-804985-2 neutron-server[106253]: return func(*args, **kwargs) Aug 18 12:13:16.197454 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:13:16.197454 n-d-804985-2 neutron-server[106253]: self._notify() Aug 18 12:13:16.197454 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:13:16.197454 n-d-804985-2 neutron-server[106253]: self.callback(batched_events) Aug 18 12:13:16.197454 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:13:16.197454 n-d-804985-2 neutron-server[106253]: event.method(event) Aug 18 12:13:16.197454 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:13:16.197454 n-d-804985-2 neutron-server[106253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:13:16.197454 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:13:16.197454 n-d-804985-2 neutron-server[106253]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:13:16.197454 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:13:16.197454 n-d-804985-2 neutron-server[106253]: return f(self, *a, **k) Aug 18 12:13:16.197454 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:13:16.197454 n-d-804985-2 neutron-server[106253]: return self._get(url).json() Aug 18 12:13:16.197454 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:13:16.197454 n-d-804985-2 neutron-server[106253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:13:16.197454 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:13:16.197454 n-d-804985-2 neutron-server[106253]: return self.request(url, 'GET', **kwargs) Aug 18 12:13:16.197454 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:13:16.197454 n-d-804985-2 neutron-server[106253]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:13:16.197454 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:13:16.197454 n-d-804985-2 neutron-server[106253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:13:16.197454 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:13:16.197454 n-d-804985-2 neutron-server[106253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:13:16.197454 n-d-804985-2 neutron-server[106253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:13:16.244731 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-7e28b02c-75e2-49e5-87aa-50ae17f5ea5f tempest-ExtraDHCPOptionsTestJSON-1903868101 tempest-ExtraDHCPOptionsTestJSON-1903868101-project] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:16.253924 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-7e28b02c-75e2-49e5-87aa-50ae17f5ea5f tempest-ExtraDHCPOptionsTestJSON-1903868101 tempest-ExtraDHCPOptionsTestJSON-1903868101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:16.254265 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c1537d1-e8ff-44ea-8bf5-79b069aa88f1 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Network be304bbf-43f8-409d-b363-ce39fcaa38e2 is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:13:16.269028 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-4c1537d1-e8ff-44ea-8bf5-79b069aa88f1 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:13:16.283772 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c1537d1-e8ff-44ea-8bf5-79b069aa88f1 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:13:16.318320 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e28b02c-75e2-49e5-87aa-50ae17f5ea5f tempest-ExtraDHCPOptionsTestJSON-1903868101 tempest-ExtraDHCPOptionsTestJSON-1903868101-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 812} {{(pid=106252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:13:16.329431 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e28b02c-75e2-49e5-87aa-50ae17f5ea5f tempest-ExtraDHCPOptionsTestJSON-1903868101 tempest-ExtraDHCPOptionsTestJSON-1903868101-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce5bd8f3-42bc-4180-a767-52761759d650,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:13:16.332427 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1d3d2cfb-0a9b-482c-8f01-e4dc14188f7b tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:16.332769 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1d3d2cfb-0a9b-482c-8f01-e4dc14188f7b tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:16.335256 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1537d1-e8ff-44ea-8bf5-79b069aa88f1 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Pushing event updated for resources: {'Port': ['ID=51e059ec-6fca-4f8b-b145-facfbab65739,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:13:16.360380 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-7e28b02c-75e2-49e5-87aa-50ae17f5ea5f tempest-ExtraDHCPOptionsTestJSON-1903868101 tempest-ExtraDHCPOptionsTestJSON-1903868101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:16.360825 n-d-804985-2 neutron-server[106252]: INFO neutron.db.segments_db [None req-7e28b02c-75e2-49e5-87aa-50ae17f5ea5f tempest-ExtraDHCPOptionsTestJSON-1903868101 tempest-ExtraDHCPOptionsTestJSON-1903868101-project] Added segment 92b1d7c7-1d3b-48e4-a183-c8352864d64c of type vlan for network 9b6f5227-a0bc-48e8-808b-05a6b440f9c0 Aug 18 12:13:16.360929 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-1d3d2cfb-0a9b-482c-8f01-e4dc14188f7b tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Calling delete_port for 7ef3c9cc-a7ee-48b6-8ede-4994ed816778 owned by network:floatingip {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:13:16.367244 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5d9da70f-2c24-4500-a2cb-3d9a9a5e2e35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8367858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997186'] for network, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:16.383194 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5d9da70f-2c24-4500-a2cb-3d9a9a5e2e35 admin admin] Notify callbacks [] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:16.385568 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-5d9da70f-2c24-4500-a2cb-3d9a9a5e2e35 admin admin] 10.222.0.66 "DELETE /v2.0/networks/7dfc47df-47b4-4e90-bd94-e3bf14b5a490 HTTP/1.1" status: 204 len: 168 time: 1.1873286 Aug 18 12:13:16.404402 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4c1537d1-e8ff-44ea-8bf5-79b069aa88f1 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-996688'] for router_interface, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:16.426213 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-7e28b02c-75e2-49e5-87aa-50ae17f5ea5f tempest-ExtraDHCPOptionsTestJSON-1903868101 tempest-ExtraDHCPOptionsTestJSON-1903868101-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789150665894'] for network, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:16.434370 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 34e09767-bb52-44f9-9d36-d405e2447117 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:13:16.444029 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9da70f-2c24-4500-a2cb-3d9a9a5e2e35 admin admin] Pushing event deleted for resources: {'Network': ['ID=7dfc47df-47b4-4e90-bd94-e3bf14b5a490,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:13:16.525896 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-7e28b02c-75e2-49e5-87aa-50ae17f5ea5f tempest-ExtraDHCPOptionsTestJSON-1903868101 tempest-ExtraDHCPOptionsTestJSON-1903868101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for network, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:16.547593 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e28b02c-75e2-49e5-87aa-50ae17f5ea5f tempest-ExtraDHCPOptionsTestJSON-1903868101 tempest-ExtraDHCPOptionsTestJSON-1903868101-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:13:16.552154 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-7e28b02c-75e2-49e5-87aa-50ae17f5ea5f tempest-ExtraDHCPOptionsTestJSON-1903868101 tempest-ExtraDHCPOptionsTestJSON-1903868101-project] Notify callbacks [] for network, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:16.613968 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-7e28b02c-75e2-49e5-87aa-50ae17f5ea5f tempest-ExtraDHCPOptionsTestJSON-1903868101 tempest-ExtraDHCPOptionsTestJSON-1903868101-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.7515981 Aug 18 12:13:16.614637 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 51334) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:13:16.616374 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port 34e09767-bb52-44f9-9d36-d405e2447117 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:13:16.721755 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-2fb2b69c-1b72-4c51-8fac-8ea76d78a428 tempest-ExtraDHCPOptionsTestJSON-1903868101 tempest-ExtraDHCPOptionsTestJSON-1903868101-project] Request body: {'subnet': {'network_id': '9b6f5227-a0bc-48e8-808b-05a6b440f9c0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:13:16.745473 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4c1537d1-e8ff-44ea-8bf5-79b069aa88f1 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:16.792996 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e28b02c-75e2-49e5-87aa-50ae17f5ea5f tempest-ExtraDHCPOptionsTestJSON-1903868101 tempest-ExtraDHCPOptionsTestJSON-1903868101-project] Pushing event updated for resources: {'Network': ['ID=9b6f5227-a0bc-48e8-808b-05a6b440f9c0,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:13:16.806572 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Network 9b6f5227-a0bc-48e8-808b-05a6b440f9c0 details requested by agent ovs-agent-n-d-804985-2 with host n-d-804985-2 {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:13:16.828810 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1d3d2cfb-0a9b-482c-8f01-e4dc14188f7b tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:16.871675 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3d2cfb-0a9b-482c-8f01-e4dc14188f7b tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Pushing event deleted for resources: {'Port': ['ID=7ef3c9cc-a7ee-48b6-8ede-4994ed816778,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:13:16.881014 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 51336) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:13:16.889134 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fb2b69c-1b72-4c51-8fac-8ea76d78a428 tempest-ExtraDHCPOptionsTestJSON-1903868101 tempest-ExtraDHCPOptionsTestJSON-1903868101-project] Made reservation on behalf of 97f0ccbb10a64054a5cd14e2656b5e17 for: {'subnet': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:13:16.898803 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2fb2b69c-1b72-4c51-8fac-8ea76d78a428 tempest-ExtraDHCPOptionsTestJSON-1903868101 tempest-ExtraDHCPOptionsTestJSON-1903868101-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59074089'] for subnet, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:16.997441 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-473aa45b-0636-41cd-9c77-f367870670ac admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=287474964843457e83741728f27605af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1129680 Aug 18 12:13:16.997817 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 51338) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:13:17.118060 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2fb2b69c-1b72-4c51-8fac-8ea76d78a428 tempest-ExtraDHCPOptionsTestJSON-1903868101 tempest-ExtraDHCPOptionsTestJSON-1903868101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3572913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59074111'] for subnet, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:17.135146 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72cdd4e5-7f69-4dbd-a6bb-7051da8f9b3a None None] Network be304bbf-43f8-409d-b363-ce39fcaa38e2 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:13:17.147490 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1d3d2cfb-0a9b-482c-8f01-e4dc14188f7b tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Notify callbacks [] for floatingip, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:17.150676 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1d3d2cfb-0a9b-482c-8f01-e4dc14188f7b tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for floatingip, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:17.152041 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-1d3d2cfb-0a9b-482c-8f01-e4dc14188f7b tempest-ServerActionsTestJSON-447080874 tempest-ServerActionsTestJSON-447080874-project] 10.222.0.66 "DELETE /v2.0/floatingips/0a8363e2-4428-4d9d-9c48-dafcdc7e9aaf HTTP/1.1" status: 204 len: 168 time: 1.8998027 Aug 18 12:13:17.157573 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 51348) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:13:17.201056 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-17d185ed-6df6-40e8-9260-76945bf37909 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:17.201282 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb2b69c-1b72-4c51-8fac-8ea76d78a428 tempest-ExtraDHCPOptionsTestJSON-1903868101 tempest-ExtraDHCPOptionsTestJSON-1903868101-project] Checking segment: {'id': '92b1d7c7-1d3b-48e4-a183-c8352864d64c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '9b6f5227-a0bc-48e8-808b-05a6b440f9c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:13:17.201411 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fb2b69c-1b72-4c51-8fac-8ea76d78a428 tempest-ExtraDHCPOptionsTestJSON-1903868101 tempest-ExtraDHCPOptionsTestJSON-1903868101-project] Network hostable DHCP agents. Network: 9b6f5227-a0bc-48e8-808b-05a6b440f9c0, hostable agents: ['97c14208-2951-4361-8d64-3708c946ff5f'], hosted agents: [] {{(pid=106252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 12:13:17.203761 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb2b69c-1b72-4c51-8fac-8ea76d78a428 tempest-ExtraDHCPOptionsTestJSON-1903868101 tempest-ExtraDHCPOptionsTestJSON-1903868101-project] Pushing event updated for resources: {'Subnet': ['ID=0da8caf0-beeb-4232-b82e-9f433f81b95a,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:13:17.230548 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fb2b69c-1b72-4c51-8fac-8ea76d78a428 tempest-ExtraDHCPOptionsTestJSON-1903868101 tempest-ExtraDHCPOptionsTestJSON-1903868101-project] Network 9b6f5227-a0bc-48e8-808b-05a6b440f9c0 is scheduled to be hosted by DHCP agent 97c14208-2951-4361-8d64-3708c946ff5f with binding_index 1 {{(pid=106252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 12:13:17.244540 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-17d185ed-6df6-40e8-9260-76945bf37909 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:17.254008 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-2fb2b69c-1b72-4c51-8fac-8ea76d78a428 tempest-ExtraDHCPOptionsTestJSON-1903868101 tempest-ExtraDHCPOptionsTestJSON-1903868101-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-2, 9b6f5227-a0bc-48e8-808b-05a6b440f9c0) {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:13:17.260169 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fb2b69c-1b72-4c51-8fac-8ea76d78a428 tempest-ExtraDHCPOptionsTestJSON-1903868101 tempest-ExtraDHCPOptionsTestJSON-1903868101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:13:17.261399 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2fb2b69c-1b72-4c51-8fac-8ea76d78a428 tempest-ExtraDHCPOptionsTestJSON-1903868101 tempest-ExtraDHCPOptionsTestJSON-1903868101-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for subnet, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:17.267222 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aed68e1c-8645-460c-8131-08fe7f3be0ad None None] Network 9b6f5227-a0bc-48e8-808b-05a6b440f9c0 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:13:17.287750 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-2fb2b69c-1b72-4c51-8fac-8ea76d78a428 tempest-ExtraDHCPOptionsTestJSON-1903868101 tempest-ExtraDHCPOptionsTestJSON-1903868101-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5761442 Aug 18 12:13:17.290296 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 51352) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:13:17.299520 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4c1537d1-e8ff-44ea-8bf5-79b069aa88f1 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks [] for port, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:17.305218 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-464c0c37-0394-43ea-8200-bcbb839023d4 tempest-ExtraDHCPOptionsTestJSON-1903868101 tempest-ExtraDHCPOptionsTestJSON-1903868101-project] Request body: {'port': {'network_id': '9b6f5227-a0bc-48e8-808b-05a6b440f9c0', 'name': 'tempest-ExtraDHCPOptionsTestJSON-193241471'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:13:17.306773 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4c1537d1-e8ff-44ea-8bf5-79b069aa88f1 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:17.400813 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-e4609d24-2b41-426a-a885-2d2d1444a437 None None] Provisioning for port 34e09767-bb52-44f9-9d36-d405e2447117 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:13:17.431657 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1537d1-e8ff-44ea-8bf5-79b069aa88f1 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Pushing event updated for resources: {'Port': ['ID=51e059ec-6fca-4f8b-b145-facfbab65739,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:13:17.436678 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-464c0c37-0394-43ea-8200-bcbb839023d4 tempest-ExtraDHCPOptionsTestJSON-1903868101 tempest-ExtraDHCPOptionsTestJSON-1903868101-project] Made reservation on behalf of 97f0ccbb10a64054a5cd14e2656b5e17 for: {'port': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:13:17.439156 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4c1537d1-e8ff-44ea-8bf5-79b069aa88f1 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-996772'] for router_interface, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:17.439582 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-e4609d24-2b41-426a-a885-2d2d1444a437 None None] Provisioning complete for port 34e09767-bb52-44f9-9d36-d405e2447117 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:13:17.440080 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-e4609d24-2b41-426a-a885-2d2d1444a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:17.441513 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-17d185ed-6df6-40e8-9260-76945bf37909 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:17.444102 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-17d185ed-6df6-40e8-9260-76945bf37909 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:17.447757 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-17d185ed-6df6-40e8-9260-76945bf37909 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/5ef1fad5-9994-4d94-a262-3d4636ae09af HTTP/1.1" status: 204 len: 168 time: 0.4463131 Aug 18 12:13:17.447910 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-464c0c37-0394-43ea-8200-bcbb839023d4 tempest-ExtraDHCPOptionsTestJSON-1903868101 tempest-ExtraDHCPOptionsTestJSON-1903868101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:17.458567 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d185ed-6df6-40e8-9260-76945bf37909 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ef1fad5-9994-4d94-a262-3d4636ae09af,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:13:17.495668 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [None req-464c0c37-0394-43ea-8200-bcbb839023d4 tempest-ExtraDHCPOptionsTestJSON-1903868101 tempest-ExtraDHCPOptionsTestJSON-1903868101-project] device_id is not set on port 1e83b82e-d22a-44ec-a1fb-1be42080390c yet. {{(pid=106252) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 12:13:17.584446 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c1537d1-e8ff-44ea-8bf5-79b069aa88f1 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Network be304bbf-43f8-409d-b363-ce39fcaa38e2 is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:13:17.587201 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-4c1537d1-e8ff-44ea-8bf5-79b069aa88f1 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:13:17.706341 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60569979-cd6f-43e7-a4a6-b68a10c021fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp788be208-34ab-5a8f-af0f-528834af222f-9b6f5227-a0bc-48e8-808b-05a6b440f9c0', 'network_id': '9b6f5227-a0bc-48e8-808b-05a6b440f9c0', 'tenant_id': '97f0ccbb10a64054a5cd14e2656b5e17', 'fixed_ips': [{'subnet_id': '0da8caf0-beeb-4232-b82e-9f433f81b95a'}]}} from n-d-804985-2. {{(pid=106254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 12:13:17.706341 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-60569979-cd6f-43e7-a4a6-b68a10c021fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:17.718145 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-e4609d24-2b41-426a-a885-2d2d1444a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:17.783023 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-e4609d24-2b41-426a-a885-2d2d1444a437 None None] For port 34e09767-bb52-44f9-9d36-d405e2447117, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=34e09767-bb52-44f9-9d36-d405e2447117,segment=NetworkSegment(32a68a17-4c3a-43f8-a75c-e4e47527b4b8),segment_id=32a68a17-4c3a-43f8-a75c-e4e47527b4b8)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:13:17.850480 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c1537d1-e8ff-44ea-8bf5-79b069aa88f1 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Router ce65a2d7-e8eb-434a-9d41-1683ca917223 is scheduled to L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 with binding_index 1 {{(pid=106253) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 12:13:17.927609 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-e4609d24-2b41-426a-a885-2d2d1444a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:18.043052 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c1537d1-e8ff-44ea-8bf5-79b069aa88f1 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:13:18.067410 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-4c1537d1-e8ff-44ea-8bf5-79b069aa88f1 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] 10.222.0.66 "PUT /v2.0/routers/ce65a2d7-e8eb-434a-9d41-1683ca917223/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4451351 Aug 18 12:13:18.069943 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 51370) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:13:18.075919 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f46c6cf9-0abf-4247-a8f3-4e372de91598 None None] Sync routers for ids ['ce65a2d7-e8eb-434a-9d41-1683ca917223'] in n-d-804985-2 {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:13:18.136745 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [None req-464c0c37-0394-43ea-8200-bcbb839023d4 tempest-ExtraDHCPOptionsTestJSON-1903868101 tempest-ExtraDHCPOptionsTestJSON-1903868101-project] Allocated IP 172.20.0.12 (9b6f5227-a0bc-48e8-808b-05a6b440f9c0/0da8caf0-beeb-4232-b82e-9f433f81b95a/1e83b82e-d22a-44ec-a1fb-1be42080390c) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:13:18.151088 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f46c6cf9-0abf-4247-a8f3-4e372de91598 None None] Routers {'ce65a2d7-e8eb-434a-9d41-1683ca917223'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:13:18.151732 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-f46c6cf9-0abf-4247-a8f3-4e372de91598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:12:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['ce65a2d7-e8eb-434a-9d41-1683ca917223'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:13:18.173140 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ed82efc-5ab7-42eb-bdb7-4fd6ff0342ab tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:13:18.178635 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-8ed82efc-5ab7-42eb-bdb7-4fd6ff0342ab tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] 10.222.0.66 "GET /v2.0/ports/51e059ec-6fca-4f8b-b145-facfbab65739 HTTP/1.1" status: 200 len: 910 time: 0.1069496 Aug 18 12:13:18.180953 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 51378) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:13:18.192674 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-756fd69e-4de1-41cf-8d74-29ed139fcd70 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '366c327e-60d8-4103-9b49-6f9d37904d58'}]}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:13:18.260632 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-680ca115-5cbf-44f9-8d86-8e4d36724c11 None None] Provisioning for port 51e059ec-6fca-4f8b-b145-facfbab65739 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:13:18.264769 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-f46c6cf9-0abf-4247-a8f3-4e372de91598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:13:18.266742 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4609d24-2b41-426a-a885-2d2d1444a437 None None] Pushing event updated for resources: {'Port': ['ID=34e09767-bb52-44f9-9d36-d405e2447117,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:13:18.271371 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-680ca115-5cbf-44f9-8d86-8e4d36724c11 None None] Provisioning complete for port 51e059ec-6fca-4f8b-b145-facfbab65739 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:13:18.277565 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-680ca115-5cbf-44f9-8d86-8e4d36724c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:18.320232 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f46c6cf9-0abf-4247-a8f3-4e372de91598 None None] Routers {'ce65a2d7-e8eb-434a-9d41-1683ca917223'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:13:18.320909 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-f46c6cf9-0abf-4247-a8f3-4e372de91598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:12:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['ce65a2d7-e8eb-434a-9d41-1683ca917223'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:13:18.412813 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-f46c6cf9-0abf-4247-a8f3-4e372de91598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:13:18.413492 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f46c6cf9-0abf-4247-a8f3-4e372de91598 None None] The sync data for ids ['ce65a2d7-e8eb-434a-9d41-1683ca917223'] in n-d-804985-2 is: [] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:13:18.414843 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-680ca115-5cbf-44f9-8d86-8e4d36724c11 None None] Port 51e059ec-6fca-4f8b-b145-facfbab65739 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:13:18.431072 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-680ca115-5cbf-44f9-8d86-8e4d36724c11 None None] Provisioning complete for port 34e09767-bb52-44f9-9d36-d405e2447117 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:13:18.431449 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-680ca115-5cbf-44f9-8d86-8e4d36724c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:18.457617 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-756fd69e-4de1-41cf-8d74-29ed139fcd70 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:18.529602 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-04a33e4d-e660-48d1-be13-ca49a92659a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:18.587838 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-464c0c37-0394-43ea-8200-bcbb839023d4 tempest-ExtraDHCPOptionsTestJSON-1903868101 tempest-ExtraDHCPOptionsTestJSON-1903868101-project] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:18.630543 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [None req-464c0c37-0394-43ea-8200-bcbb839023d4 tempest-ExtraDHCPOptionsTestJSON-1903868101 tempest-ExtraDHCPOptionsTestJSON-1903868101-project] Transition to ACTIVE for port object 1e83b82e-d22a-44ec-a1fb-1be42080390c will not be triggered until provisioned by entity DHCP. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:13:18.748892 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-464c0c37-0394-43ea-8200-bcbb839023d4 tempest-ExtraDHCPOptionsTestJSON-1903868101 tempest-ExtraDHCPOptionsTestJSON-1903868101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:18.790539 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8251e88e-1812-4715-aeb2-c101a720c9e5 None None] Provisioning complete for port 51e059ec-6fca-4f8b-b145-facfbab65739 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:13:18.790829 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8251e88e-1812-4715-aeb2-c101a720c9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:18.813869 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-75cb58c8-b2d8-47c0-8638-27159671e8c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-996815'] for router_interface, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:18.847608 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-8251e88e-1812-4715-aeb2-c101a720c9e5 None None] Port 51e059ec-6fca-4f8b-b145-facfbab65739 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:13:18.854178 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.db_base_plugin_common [None req-60569979-cd6f-43e7-a4a6-b68a10c021fb None None] Allocated IP 172.20.0.2 (9b6f5227-a0bc-48e8-808b-05a6b440f9c0/0da8caf0-beeb-4232-b82e-9f433f81b95a/9532a3c7-6a5c-448c-81ec-eed8b0a6c1e2) {{(pid=106254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:13:18.943574 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464c0c37-0394-43ea-8200-bcbb839023d4 tempest-ExtraDHCPOptionsTestJSON-1903868101 tempest-ExtraDHCPOptionsTestJSON-1903868101-project] Pushing event updated for resources: {'Port': ['ID=1e83b82e-d22a-44ec-a1fb-1be42080390c,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:13:19.069926 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-756fd69e-4de1-41cf-8d74-29ed139fcd70 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks [] for port, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:19.085213 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-756fd69e-4de1-41cf-8d74-29ed139fcd70 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:19.117922 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-60569979-cd6f-43e7-a4a6-b68a10c021fb None None] Notify callbacks [] for port, precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:19.128947 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-60569979-cd6f-43e7-a4a6-b68a10c021fb None None] Transition to ACTIVE for port object 9532a3c7-6a5c-448c-81ec-eed8b0a6c1e2 will not be triggered until provisioned by entity L2. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:13:19.151461 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-60569979-cd6f-43e7-a4a6-b68a10c021fb None None] Transition to ACTIVE for port object 9532a3c7-6a5c-448c-81ec-eed8b0a6c1e2 will not be triggered until provisioned by entity DHCP. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:13:19.160877 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-60569979-cd6f-43e7-a4a6-b68a10c021fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547'] for port, after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:19.213269 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60569979-cd6f-43e7-a4a6-b68a10c021fb None None] Network 9b6f5227-a0bc-48e8-808b-05a6b440f9c0 is already hosted by enough agents. {{(pid=106254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:13:19.216707 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.base_scheduler [None req-60569979-cd6f-43e7-a4a6-b68a10c021fb None None] Resources bound (agent type, host, resource id): {{(pid=106254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:13:19.219719 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60569979-cd6f-43e7-a4a6-b68a10c021fb None None] Received port after_create {{(pid=106254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:13:19.222055 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-756fd69e-4de1-41cf-8d74-29ed139fcd70 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:13:19.223163 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-756fd69e-4de1-41cf-8d74-29ed139fcd70 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:19.227323 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-756fd69e-4de1-41cf-8d74-29ed139fcd70 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] 10.222.0.66 "PUT /v2.0/ports/51e059ec-6fca-4f8b-b145-facfbab65739 HTTP/1.1" status: 200 len: 910 time: 1.0409765 Aug 18 12:13:19.227323 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756fd69e-4de1-41cf-8d74-29ed139fcd70 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Pushing event updated for resources: {'Port': ['ID=51e059ec-6fca-4f8b-b145-facfbab65739,revision_number=3']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:13:19.227747 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 51400) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:13:19.237780 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60569979-cd6f-43e7-a4a6-b68a10c021fb None None] Pushing event updated for resources: {'Port': ['ID=9532a3c7-6a5c-448c-81ec-eed8b0a6c1e2,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:13:19.298244 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-60569979-cd6f-43e7-a4a6-b68a10c021fb None None] Attempting to bind port 9532a3c7-6a5c-448c-81ec-eed8b0a6c1e2 on host n-d-804985-2 for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:13:19.298623 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-60569979-cd6f-43e7-a4a6-b68a10c021fb None None] Attempting to bind port 9532a3c7-6a5c-448c-81ec-eed8b0a6c1e2 by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': '92b1d7c7-1d3b-48e4-a183-c8352864d64c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '9b6f5227-a0bc-48e8-808b-05a6b440f9c0'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:13:19.298990 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60569979-cd6f-43e7-a4a6-b68a10c021fb None None] Attempting to bind port 9532a3c7-6a5c-448c-81ec-eed8b0a6c1e2 on network 9b6f5227-a0bc-48e8-808b-05a6b440f9c0 {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:13:19.305066 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60569979-cd6f-43e7-a4a6-b68a10c021fb None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 12, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:13:19.305482 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60569979-cd6f-43e7-a4a6-b68a10c021fb None None] Checking segment: {'id': '92b1d7c7-1d3b-48e4-a183-c8352864d64c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '9b6f5227-a0bc-48e8-808b-05a6b440f9c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:13:19.305848 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-60569979-cd6f-43e7-a4a6-b68a10c021fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:19.306384 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60569979-cd6f-43e7-a4a6-b68a10c021fb None None] Bound using segment: {'id': '92b1d7c7-1d3b-48e4-a183-c8352864d64c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '9b6f5227-a0bc-48e8-808b-05a6b440f9c0'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:13:19.306870 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-60569979-cd6f-43e7-a4a6-b68a10c021fb None None] Bound port: 9532a3c7-6a5c-448c-81ec-eed8b0a6c1e2, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92b1d7c7-1d3b-48e4-a183-c8352864d64c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '9b6f5227-a0bc-48e8-808b-05a6b440f9c0'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:13:19.307258 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-60569979-cd6f-43e7-a4a6-b68a10c021fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:19.420661 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-60569979-cd6f-43e7-a4a6-b68a10c021fb None None] For port 9532a3c7-6a5c-448c-81ec-eed8b0a6c1e2, host n-d-804985-2, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:13:19.424700 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-60569979-cd6f-43e7-a4a6-b68a10c021fb None None] For port 9532a3c7-6a5c-448c-81ec-eed8b0a6c1e2, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=9532a3c7-6a5c-448c-81ec-eed8b0a6c1e2,segment=NetworkSegment(92b1d7c7-1d3b-48e4-a183-c8352864d64c),segment_id=92b1d7c7-1d3b-48e4-a183-c8352864d64c)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:13:19.434905 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-60569979-cd6f-43e7-a4a6-b68a10c021fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:19.445083 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-464c0c37-0394-43ea-8200-bcbb839023d4 tempest-ExtraDHCPOptionsTestJSON-1903868101 tempest-ExtraDHCPOptionsTestJSON-1903868101-project] Network 9b6f5227-a0bc-48e8-808b-05a6b440f9c0 is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:13:19.448003 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-464c0c37-0394-43ea-8200-bcbb839023d4 tempest-ExtraDHCPOptionsTestJSON-1903868101 tempest-ExtraDHCPOptionsTestJSON-1903868101-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:13:19.452914 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-464c0c37-0394-43ea-8200-bcbb839023d4 tempest-ExtraDHCPOptionsTestJSON-1903868101 tempest-ExtraDHCPOptionsTestJSON-1903868101-project] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:13:19.504998 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60569979-cd6f-43e7-a4a6-b68a10c021fb None None] Pushing event updated for resources: {'Port': ['ID=9532a3c7-6a5c-448c-81ec-eed8b0a6c1e2,revision_number=2']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:13:19.583242 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-464c0c37-0394-43ea-8200-bcbb839023d4 tempest-ExtraDHCPOptionsTestJSON-1903868101 tempest-ExtraDHCPOptionsTestJSON-1903868101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:13:19.583670 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-464c0c37-0394-43ea-8200-bcbb839023d4 tempest-ExtraDHCPOptionsTestJSON-1903868101 tempest-ExtraDHCPOptionsTestJSON-1903868101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:19.649836 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-464c0c37-0394-43ea-8200-bcbb839023d4 tempest-ExtraDHCPOptionsTestJSON-1903868101 tempest-ExtraDHCPOptionsTestJSON-1903868101-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.3565216 Aug 18 12:13:19.659211 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 51414) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:13:19.664864 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-7484454a-2349-4221-b0ad-6017eeb26f8a tempest-ExtraDHCPOptionsTestJSON-1903868101 tempest-ExtraDHCPOptionsTestJSON-1903868101-project] Request body: {'port': {'network_id': '9b6f5227-a0bc-48e8-808b-05a6b440f9c0', 'name': 'tempest-ExtraDHCPOptionsTestJSON-258446765', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:13:19.665267 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.api.validators [None req-7484454a-2349-4221-b0ad-6017eeb26f8a tempest-ExtraDHCPOptionsTestJSON-1903868101 tempest-ExtraDHCPOptionsTestJSON-1903868101-project] bootfile-name is not in valid_values {{(pid=106252) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 18 12:13:19.665630 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.api.validators [None req-7484454a-2349-4221-b0ad-6017eeb26f8a tempest-ExtraDHCPOptionsTestJSON-1903868101 tempest-ExtraDHCPOptionsTestJSON-1903868101-project] tftp-server is not in valid_values {{(pid=106252) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 18 12:13:19.666013 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.api.validators [None req-7484454a-2349-4221-b0ad-6017eeb26f8a tempest-ExtraDHCPOptionsTestJSON-1903868101 tempest-ExtraDHCPOptionsTestJSON-1903868101-project] server-ip-address is not in valid_values {{(pid=106252) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 18 12:13:19.769838 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f27d23b1-3654-4786-a5f5-fcc9d8b8ecb9 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-996815'] for router_interface, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:19.922537 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7484454a-2349-4221-b0ad-6017eeb26f8a tempest-ExtraDHCPOptionsTestJSON-1903868101 tempest-ExtraDHCPOptionsTestJSON-1903868101-project] Made reservation on behalf of 97f0ccbb10a64054a5cd14e2656b5e17 for: {'port': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:13:19.928675 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-7484454a-2349-4221-b0ad-6017eeb26f8a tempest-ExtraDHCPOptionsTestJSON-1903868101 tempest-ExtraDHCPOptionsTestJSON-1903868101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:19.953891 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [None req-7484454a-2349-4221-b0ad-6017eeb26f8a tempest-ExtraDHCPOptionsTestJSON-1903868101 tempest-ExtraDHCPOptionsTestJSON-1903868101-project] device_id is not set on port d17f427f-367a-4e57-b008-14b24d4d7e88 yet. {{(pid=106252) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 12:13:19.961473 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-75cb58c8-b2d8-47c0-8638-27159671e8c0 admin admin] Deleting port 8bf8797a-cade-4001-94ca-9d2a8948a836 {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:13:19.961819 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-75cb58c8-b2d8-47c0-8638-27159671e8c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:20.144863 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [None req-75cb58c8-b2d8-47c0-8638-27159671e8c0 admin admin] For port 8bf8797a-cade-4001-94ca-9d2a8948a836, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=8bf8797a-cade-4001-94ca-9d2a8948a836,segment=NetworkSegment(299e2826-ecf6-416e-b53c-1b1574dd5315),segment_id=299e2826-ecf6-416e-b53c-1b1574dd5315)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:13:20.145333 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-75cb58c8-b2d8-47c0-8638-27159671e8c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:20.171940 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-75cb58c8-b2d8-47c0-8638-27159671e8c0 admin admin] Calling delete_port for 8bf8797a-cade-4001-94ca-9d2a8948a836 owned by network:router_interface {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:13:20.184348 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-f27d23b1-3654-4786-a5f5-fcc9d8b8ecb9 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Deleting port 51e059ec-6fca-4f8b-b145-facfbab65739 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:13:20.184964 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f27d23b1-3654-4786-a5f5-fcc9d8b8ecb9 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:20.295589 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f27d23b1-3654-4786-a5f5-fcc9d8b8ecb9 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:20.321043 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-f27d23b1-3654-4786-a5f5-fcc9d8b8ecb9 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Calling delete_port for 51e059ec-6fca-4f8b-b145-facfbab65739 owned by network:router_interface {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:13:20.348525 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [None req-7484454a-2349-4221-b0ad-6017eeb26f8a tempest-ExtraDHCPOptionsTestJSON-1903868101 tempest-ExtraDHCPOptionsTestJSON-1903868101-project] Allocated IP 172.20.0.4 (9b6f5227-a0bc-48e8-808b-05a6b440f9c0/0da8caf0-beeb-4232-b82e-9f433f81b95a/d17f427f-367a-4e57-b008-14b24d4d7e88) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:13:20.552922 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 9532a3c7-6a5c-448c-81ec-eed8b0a6c1e2 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:13:20.662951 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port 9532a3c7-6a5c-448c-81ec-eed8b0a6c1e2 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:13:20.668613 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 34e09767-bb52-44f9-9d36-d405e2447117 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:13:20.686443 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f27d23b1-3654-4786-a5f5-fcc9d8b8ecb9 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:20.736382 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27d23b1-3654-4786-a5f5-fcc9d8b8ecb9 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Pushing event deleted for resources: {'Port': ['ID=51e059ec-6fca-4f8b-b145-facfbab65739,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:13:20.755147 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 34e09767-bb52-44f9-9d36-d405e2447117 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:13:20.756106 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:20.892045 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-75cb58c8-b2d8-47c0-8638-27159671e8c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:20.961123 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cb58c8-b2d8-47c0-8638-27159671e8c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=8bf8797a-cade-4001-94ca-9d2a8948a836,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:13:20.999673 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f27d23b1-3654-4786-a5f5-fcc9d8b8ecb9 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953695'] for router_interface, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:21.127834 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-7484454a-2349-4221-b0ad-6017eeb26f8a tempest-ExtraDHCPOptionsTestJSON-1903868101 tempest-ExtraDHCPOptionsTestJSON-1903868101-project] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:21.169455 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf4e828a-f058-4393-9c10-86ddbf4c168d None None] Network 9b6f5227-a0bc-48e8-808b-05a6b440f9c0 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:13:21.196937 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [None req-7484454a-2349-4221-b0ad-6017eeb26f8a tempest-ExtraDHCPOptionsTestJSON-1903868101 tempest-ExtraDHCPOptionsTestJSON-1903868101-project] Transition to ACTIVE for port object d17f427f-367a-4e57-b008-14b24d4d7e88 will not be triggered until provisioned by entity DHCP. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:13:21.291879 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-75cb58c8-b2d8-47c0-8638-27159671e8c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953695'] for router_interface, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:21.381849 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-7484454a-2349-4221-b0ad-6017eeb26f8a tempest-ExtraDHCPOptionsTestJSON-1903868101 tempest-ExtraDHCPOptionsTestJSON-1903868101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:21.397138 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f27d23b1-3654-4786-a5f5-fcc9d8b8ecb9 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Router ce65a2d7-e8eb-434a-9d41-1683ca917223 has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:13:21.453908 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-aa0d2410-8ac5-447a-bbbe-88acdd78f944 None None] Provisioning for port 9532a3c7-6a5c-448c-81ec-eed8b0a6c1e2 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:13:21.491950 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7484454a-2349-4221-b0ad-6017eeb26f8a tempest-ExtraDHCPOptionsTestJSON-1903868101 tempest-ExtraDHCPOptionsTestJSON-1903868101-project] Network 9b6f5227-a0bc-48e8-808b-05a6b440f9c0 is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:13:21.495951 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-aa0d2410-8ac5-447a-bbbe-88acdd78f944 None None] Provisioning complete for port 9532a3c7-6a5c-448c-81ec-eed8b0a6c1e2 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:13:21.496462 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-aa0d2410-8ac5-447a-bbbe-88acdd78f944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:21.533404 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-7484454a-2349-4221-b0ad-6017eeb26f8a tempest-ExtraDHCPOptionsTestJSON-1903868101 tempest-ExtraDHCPOptionsTestJSON-1903868101-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:13:21.543176 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7484454a-2349-4221-b0ad-6017eeb26f8a tempest-ExtraDHCPOptionsTestJSON-1903868101 tempest-ExtraDHCPOptionsTestJSON-1903868101-project] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:13:21.581454 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7484454a-2349-4221-b0ad-6017eeb26f8a tempest-ExtraDHCPOptionsTestJSON-1903868101 tempest-ExtraDHCPOptionsTestJSON-1903868101-project] Pushing event updated for resources: {'Port': ['ID=d17f427f-367a-4e57-b008-14b24d4d7e88,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:13:21.634149 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f27d23b1-3654-4786-a5f5-fcc9d8b8ecb9 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:13:21.645539 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a6b0ced-d68e-4dbd-a8e7-d81263a91f92 None None] Sync routers for ids ['ce65a2d7-e8eb-434a-9d41-1683ca917223'] in n-d-804985-2 {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:13:21.646206 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-f27d23b1-3654-4786-a5f5-fcc9d8b8ecb9 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] 10.222.0.66 "PUT /v2.0/routers/ce65a2d7-e8eb-434a-9d41-1683ca917223/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4174459 Aug 18 12:13:21.646840 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 51442) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:13:21.648752 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 51444) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:13:21.651720 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7484454a-2349-4221-b0ad-6017eeb26f8a tempest-ExtraDHCPOptionsTestJSON-1903868101 tempest-ExtraDHCPOptionsTestJSON-1903868101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:13:21.654454 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-7484454a-2349-4221-b0ad-6017eeb26f8a tempest-ExtraDHCPOptionsTestJSON-1903868101 tempest-ExtraDHCPOptionsTestJSON-1903868101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:21.659648 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a6b0ced-d68e-4dbd-a8e7-d81263a91f92 None None] Routers {'ce65a2d7-e8eb-434a-9d41-1683ca917223'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:13:21.675504 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-3a6b0ced-d68e-4dbd-a8e7-d81263a91f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:12:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['ce65a2d7-e8eb-434a-9d41-1683ca917223'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:13:21.678100 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:21.727866 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-7484454a-2349-4221-b0ad-6017eeb26f8a tempest-ExtraDHCPOptionsTestJSON-1903868101 tempest-ExtraDHCPOptionsTestJSON-1903868101-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 2.0670052 Aug 18 12:13:21.731125 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 51450) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:13:21.749437 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-9ca414de-2608-4958-bb4e-92b5164913d8 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] 10.222.0.66 "GET /v2.0/ports?device_id=ce65a2d7-e8eb-434a-9d41-1683ca917223 HTTP/1.1" status: 200 len: 205 time: 0.0974758 Aug 18 12:13:21.753337 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 51452) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:13:21.835298 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-3a6b0ced-d68e-4dbd-a8e7-d81263a91f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:13:21.862272 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a6b0ced-d68e-4dbd-a8e7-d81263a91f92 None None] Routers {'ce65a2d7-e8eb-434a-9d41-1683ca917223'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:13:21.862890 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-3a6b0ced-d68e-4dbd-a8e7-d81263a91f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:12:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['ce65a2d7-e8eb-434a-9d41-1683ca917223'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:13:21.887741 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5600708-47f5-46d0-aad4-9d6564d58cdd tempest-ExtraDHCPOptionsTestJSON-1903868101 tempest-ExtraDHCPOptionsTestJSON-1903868101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:13:21.903037 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-2bcc756c-a523-4440-aea9-10a2420ea83b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:21.905364 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5600708-47f5-46d0-aad4-9d6564d58cdd tempest-ExtraDHCPOptionsTestJSON-1903868101 tempest-ExtraDHCPOptionsTestJSON-1903868101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:13:21.914297 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3f80c931-4df6-410c-ba51-9b15b070825c tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks [] for router, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:21.917308 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5600708-47f5-46d0-aad4-9d6564d58cdd tempest-ExtraDHCPOptionsTestJSON-1903868101 tempest-ExtraDHCPOptionsTestJSON-1903868101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:13:21.919072 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-d5600708-47f5-46d0-aad4-9d6564d58cdd tempest-ExtraDHCPOptionsTestJSON-1903868101 tempest-ExtraDHCPOptionsTestJSON-1903868101-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2615 time: 0.1870081 Aug 18 12:13:21.925260 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-aa0d2410-8ac5-447a-bbbe-88acdd78f944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:21.927069 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 51456) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:13:21.940254 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75cb58c8-b2d8-47c0-8638-27159671e8c0 admin admin] Router 058ce3ac-96ae-47cc-b6ff-e08c1a01e2a1 has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:13:21.970242 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-aa0d2410-8ac5-447a-bbbe-88acdd78f944 None None] For port 9532a3c7-6a5c-448c-81ec-eed8b0a6c1e2, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=9532a3c7-6a5c-448c-81ec-eed8b0a6c1e2,segment=NetworkSegment(92b1d7c7-1d3b-48e4-a183-c8352864d64c),segment_id=92b1d7c7-1d3b-48e4-a183-c8352864d64c)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:13:21.980664 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-aa0d2410-8ac5-447a-bbbe-88acdd78f944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:22.094339 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2825ff32-569e-40ca-b7c3-da1a8abdc79d admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:22.167104 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-3a6b0ced-d68e-4dbd-a8e7-d81263a91f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:13:22.168042 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a6b0ced-d68e-4dbd-a8e7-d81263a91f92 None None] The sync data for ids ['ce65a2d7-e8eb-434a-9d41-1683ca917223'] in n-d-804985-2 is: [] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:13:22.187252 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-53584c24-f517-494e-ac93-c18bb92373f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:22.188088 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0d2410-8ac5-447a-bbbe-88acdd78f944 None None] Pushing event updated for resources: {'Port': ['ID=9532a3c7-6a5c-448c-81ec-eed8b0a6c1e2,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:13:22.264672 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75cb58c8-b2d8-47c0-8638-27159671e8c0 admin admin] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:13:22.270755 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-75cb58c8-b2d8-47c0-8638-27159671e8c0 admin admin] 10.222.0.66 "PUT /v2.0/routers/058ce3ac-96ae-47cc-b6ff-e08c1a01e2a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1118355 Aug 18 12:13:22.273676 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 51462) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:13:22.275449 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3f80c931-4df6-410c-ba51-9b15b070825c tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-996004', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15859'] for router, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:22.280583 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3f80c931-4df6-410c-ba51-9b15b070825c tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:22.316997 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b33c85d7-385a-4e64-816e-a099d10268a6 None None] Sync routers for ids ['058ce3ac-96ae-47cc-b6ff-e08c1a01e2a1'] in n-d-804985-2 {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:13:22.349798 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33c85d7-385a-4e64-816e-a099d10268a6 None None] Routers {'058ce3ac-96ae-47cc-b6ff-e08c1a01e2a1'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:13:22.352270 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-b33c85d7-385a-4e64-816e-a099d10268a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:13:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['058ce3ac-96ae-47cc-b6ff-e08c1a01e2a1'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:13:22.368202 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3f80c931-4df6-410c-ba51-9b15b070825c tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-996061'] for router, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:22.369236 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f80c931-4df6-410c-ba51-9b15b070825c tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Fanout notify agent at l3_agent the message router_deleted on router ce65a2d7-e8eb-434a-9d41-1683ca917223 {{(pid=106253) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 12:13:22.377838 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3f80c931-4df6-410c-ba51-9b15b070825c tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks [] for router, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:22.381713 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-3f80c931-4df6-410c-ba51-9b15b070825c tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] 10.222.0.66 "DELETE /v2.0/routers/ce65a2d7-e8eb-434a-9d41-1683ca917223 HTTP/1.1" status: 204 len: 168 time: 0.6272976 Aug 18 12:13:22.383702 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 51464) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:13:22.416563 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-8cb296b2-4573-4a90-bc2f-473c9b28f2ba tempest-ExtraDHCPOptionsTestJSON-1903868101 tempest-ExtraDHCPOptionsTestJSON-1903868101-project] Deleting port d17f427f-367a-4e57-b008-14b24d4d7e88 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:13:22.417358 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8cb296b2-4573-4a90-bc2f-473c9b28f2ba tempest-ExtraDHCPOptionsTestJSON-1903868101 tempest-ExtraDHCPOptionsTestJSON-1903868101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:22.456203 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-16714ced-e4c8-4d16-8df0-f3612cd938e3 None None] Provisioning for port 1e83b82e-d22a-44ec-a1fb-1be42080390c completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:13:22.462766 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-16714ced-e4c8-4d16-8df0-f3612cd938e3 None None] Provisioning complete for port 1e83b82e-d22a-44ec-a1fb-1be42080390c triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:13:22.463233 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-16714ced-e4c8-4d16-8df0-f3612cd938e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:22.540530 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-16714ced-e4c8-4d16-8df0-f3612cd938e3 None None] Port 1e83b82e-d22a-44ec-a1fb-1be42080390c cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:13:22.559871 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-16714ced-e4c8-4d16-8df0-f3612cd938e3 None None] Provisioning for port d17f427f-367a-4e57-b008-14b24d4d7e88 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:13:22.565994 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-16714ced-e4c8-4d16-8df0-f3612cd938e3 None None] Provisioning complete for port d17f427f-367a-4e57-b008-14b24d4d7e88 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:13:22.566781 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-16714ced-e4c8-4d16-8df0-f3612cd938e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:22.592994 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-b33c85d7-385a-4e64-816e-a099d10268a6 None None] Set router 058ce3ac-96ae-47cc-b6ff-e08c1a01e2a1 gateway port host: n-d-804985-2 {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:13:22.642405 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-05db9ac7-d2b6-497c-b830-6b559ca262bd admin admin] Notify callbacks [] for router, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:22.663162 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 9532a3c7-6a5c-448c-81ec-eed8b0a6c1e2 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:13:22.692597 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba7f5cca-cc9a-4be1-a50d-2563102ac15a tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Deleting subnet 366c327e-60d8-4103-9b49-6f9d37904d58 {{(pid=106253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 12:13:22.712212 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ba7f5cca-cc9a-4be1-a50d-2563102ac15a tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks [] for subnet, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:22.717640 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8cb296b2-4573-4a90-bc2f-473c9b28f2ba tempest-ExtraDHCPOptionsTestJSON-1903868101 tempest-ExtraDHCPOptionsTestJSON-1903868101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:22.749445 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2825ff32-569e-40ca-b7c3-da1a8abdc79d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:22.767436 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-8cb296b2-4573-4a90-bc2f-473c9b28f2ba tempest-ExtraDHCPOptionsTestJSON-1903868101 tempest-ExtraDHCPOptionsTestJSON-1903868101-project] Calling delete_port for d17f427f-367a-4e57-b008-14b24d4d7e88 owned by {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:13:22.773615 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2825ff32-569e-40ca-b7c3-da1a8abdc79d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:22.773925 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-16714ced-e4c8-4d16-8df0-f3612cd938e3 None None] Port d17f427f-367a-4e57-b008-14b24d4d7e88 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:13:22.833380 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-2825ff32-569e-40ca-b7c3-da1a8abdc79d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=bc014597e4cd4d51bd7c2afa4086e4e8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1853492 Aug 18 12:13:22.846800 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 51468) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:13:22.860419 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ba7f5cca-cc9a-4be1-a50d-2563102ac15a tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902229'] for subnet, precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:22.891759 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-16714ced-e4c8-4d16-8df0-f3612cd938e3 None None] Provisioning complete for port 9532a3c7-6a5c-448c-81ec-eed8b0a6c1e2 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:13:22.892240 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-16714ced-e4c8-4d16-8df0-f3612cd938e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:22.934460 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 9532a3c7-6a5c-448c-81ec-eed8b0a6c1e2 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:13:22.934925 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:23.010023 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2825ff32-569e-40ca-b7c3-da1a8abdc79d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3b2c9fe-a6a1-4de7-bd4d-cd8300cbd589,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:13:23.134554 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4d62683b-de61-4a8f-a3bb-4e41eb67b5c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:23.287244 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-b33c85d7-385a-4e64-816e-a099d10268a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '058ce3ac-96ae-47cc-b6ff-e08c1a01e2a1', 'name': 'tempest-ServerActionsTestJSON-1785510433-router', 'tenant_id': '6be1f64524b04a05973aca1b3d3c7df9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.192'}], 'enable_snat': True}, 'gw_port_id': 'b2677f2f-3160-447b-b772-56ca04d3c7f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:04:36Z', 'updated_at': '2021-08-18T12:13:20Z', 'revision_number': 5, 'project_id': '6be1f64524b04a05973aca1b3d3c7df9', 'gw_port': {'id': 'b2677f2f-3160-447b-b772-56ca04d3c7f2', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:56:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058ce3ac-96ae-47cc-b6ff-e08c1a01e2a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:04:37Z', 'updated_at': '2021-08-18T12:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:13:23.298083 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-05db9ac7-d2b6-497c-b830-6b559ca262bd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:23.321956 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589cf40c-8641-481c-8879-3638bb8744d8 req-5abd0484-6574-4a99-aecc-749983810e6a tempest-TestNetworkAdvancedServerOps-1126957736 tempest-TestNetworkAdvancedServerOps-1126957736-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:13:23.323786 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-589cf40c-8641-481c-8879-3638bb8744d8 req-5abd0484-6574-4a99-aecc-749983810e6a tempest-TestNetworkAdvancedServerOps-1126957736 tempest-TestNetworkAdvancedServerOps-1126957736-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=3276acee-812f-4d8b-a68e-2c7c94906266 HTTP/1.1" status: 200 len: 1096 time: 0.5367239 Aug 18 12:13:23.329927 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b33c85d7-385a-4e64-816e-a099d10268a6 None None] Checking router: 058ce3ac-96ae-47cc-b6ff-e08c1a01e2a1 for host: n-d-804985-2 {{(pid=106254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:13:23.352712 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33c85d7-385a-4e64-816e-a099d10268a6 None None] Routers {'058ce3ac-96ae-47cc-b6ff-e08c1a01e2a1'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:13:23.353652 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-b33c85d7-385a-4e64-816e-a099d10268a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:13:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['058ce3ac-96ae-47cc-b6ff-e08c1a01e2a1'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:13:23.378320 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-589cf40c-8641-481c-8879-3638bb8744d8 req-6aa6bf44-09b4-42f3-aa62-d1120827eb04 tempest-TestNetworkAdvancedServerOps-1126957736 tempest-TestNetworkAdvancedServerOps-1126957736-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=5d728c3d-d0c0-4fba-b9fc-5096721eb4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377791 Aug 18 12:13:23.398705 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-05db9ac7-d2b6-497c-b830-6b559ca262bd admin admin] Deleting port b2677f2f-3160-447b-b772-56ca04d3c7f2 {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:13:23.401085 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-05db9ac7-d2b6-497c-b830-6b559ca262bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:23.515457 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-a7ec6a63-18aa-446b-8570-91b2bbfa7c2f None None] Provisioning complete for port 1e83b82e-d22a-44ec-a1fb-1be42080390c triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:13:23.515889 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-a7ec6a63-18aa-446b-8570-91b2bbfa7c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:23.537630 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [None req-05db9ac7-d2b6-497c-b830-6b559ca262bd admin admin] For port b2677f2f-3160-447b-b772-56ca04d3c7f2, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=b2677f2f-3160-447b-b772-56ca04d3c7f2,segment=NetworkSegment(c5a3db9d-5c58-41b1-9177-d5787a597b78),segment_id=c5a3db9d-5c58-41b1-9177-d5787a597b78)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:13:23.537992 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-05db9ac7-d2b6-497c-b830-6b559ca262bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:23.554037 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-05db9ac7-d2b6-497c-b830-6b559ca262bd admin admin] Calling delete_port for b2677f2f-3160-447b-b772-56ca04d3c7f2 owned by network:router_gateway {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:13:23.554644 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-b33c85d7-385a-4e64-816e-a099d10268a6 None None] Set router 058ce3ac-96ae-47cc-b6ff-e08c1a01e2a1 gateway port host: None {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:13:23.579900 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3d53f8-3267-434f-90c1-183a028d071e req-9e4f87b7-ed4c-4d4c-b622-683d123ca6c1 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:13:23.581629 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ab3d53f8-3267-434f-90c1-183a028d071e req-9e4f87b7-ed4c-4d4c-b622-683d123ca6c1 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/ports?device_id=3276acee-812f-4d8b-a68e-2c7c94906266 HTTP/1.1" status: 200 len: 945 time: 0.0838447 Aug 18 12:13:23.623967 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-b33c85d7-385a-4e64-816e-a099d10268a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '058ce3ac-96ae-47cc-b6ff-e08c1a01e2a1', 'name': 'tempest-ServerActionsTestJSON-1785510433-router', 'tenant_id': '6be1f64524b04a05973aca1b3d3c7df9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:04:36Z', 'updated_at': '2021-08-18T12:13:23Z', 'revision_number': 6, 'project_id': '6be1f64524b04a05973aca1b3d3c7df9', 'gw_port_host': None}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:13:23.626447 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-a7ec6a63-18aa-446b-8570-91b2bbfa7c2f None None] Port 1e83b82e-d22a-44ec-a1fb-1be42080390c cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:13:23.660539 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b33c85d7-385a-4e64-816e-a099d10268a6 None None] The sync data for ids ['058ce3ac-96ae-47cc-b6ff-e08c1a01e2a1'] in n-d-804985-2 is: [{'id': '058ce3ac-96ae-47cc-b6ff-e08c1a01e2a1', 'name': 'tempest-ServerActionsTestJSON-1785510433-router', 'tenant_id': '6be1f64524b04a05973aca1b3d3c7df9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:04:36Z', 'updated_at': '2021-08-18T12:13:23Z', 'revision_number': 6, 'project_id': '6be1f64524b04a05973aca1b3d3c7df9', 'gw_port_host': None}] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:13:23.665606 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-a7ec6a63-18aa-446b-8570-91b2bbfa7c2f None None] Provisioning complete for port d17f427f-367a-4e57-b008-14b24d4d7e88 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:13:23.665982 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-a7ec6a63-18aa-446b-8570-91b2bbfa7c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:23.670971 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ab3d53f8-3267-434f-90c1-183a028d071e req-e2ede7d4-8002-4c40-b9fc-f5921e1dd5ed tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d728c3d-d0c0-4fba-b9fc-5096721eb4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538194 Aug 18 12:13:23.697322 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4d62683b-de61-4a8f-a3bb-4e41eb67b5c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:23.717079 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 51478) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:13:23.735419 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ba7f5cca-cc9a-4be1-a50d-2563102ac15a tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:23.739215 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-a7ec6a63-18aa-446b-8570-91b2bbfa7c2f None None] Port d17f427f-367a-4e57-b008-14b24d4d7e88 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:13:23.835671 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-500a1c61-38a7-4c23-a7ec-4631080af5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:23.857959 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-05db9ac7-d2b6-497c-b830-6b559ca262bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:23.898374 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8cb296b2-4573-4a90-bc2f-473c9b28f2ba tempest-ExtraDHCPOptionsTestJSON-1903868101 tempest-ExtraDHCPOptionsTestJSON-1903868101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:23.901704 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05db9ac7-d2b6-497c-b830-6b559ca262bd admin admin] Pushing event deleted for resources: {'Port': ['ID=b2677f2f-3160-447b-b772-56ca04d3c7f2,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:13:23.917139 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-0ca717ff-f90d-42f5-b156-39cfd02417ed tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/floatingips/12d4a940-00cc-41e1-810a-e53f441fd6ed HTTP/1.1" status: 200 len: 993 time: 0.1964738 Aug 18 12:13:23.962652 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4d62683b-de61-4a8f-a3bb-4e41eb67b5c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:23.965389 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4d62683b-de61-4a8f-a3bb-4e41eb67b5c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:23.966677 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-4d62683b-de61-4a8f-a3bb-4e41eb67b5c7 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e3b2c9fe-a6a1-4de7-bd4d-cd8300cbd589 HTTP/1.1" status: 204 len: 168 time: 1.1184530 Aug 18 12:13:23.981538 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-05db9ac7-d2b6-497c-b830-6b559ca262bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-997271'] for router_gateway, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:24.005367 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb296b2-4573-4a90-bc2f-473c9b28f2ba tempest-ExtraDHCPOptionsTestJSON-1903868101 tempest-ExtraDHCPOptionsTestJSON-1903868101-project] Pushing event deleted for resources: {'Port': ['ID=d17f427f-367a-4e57-b008-14b24d4d7e88,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:13:24.005367 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d62683b-de61-4a8f-a3bb-4e41eb67b5c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3b2c9fe-a6a1-4de7-bd4d-cd8300cbd589,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:13:24.168349 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8cb296b2-4573-4a90-bc2f-473c9b28f2ba tempest-ExtraDHCPOptionsTestJSON-1903868101 tempest-ExtraDHCPOptionsTestJSON-1903868101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:24.178188 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-8cb296b2-4573-4a90-bc2f-473c9b28f2ba tempest-ExtraDHCPOptionsTestJSON-1903868101 tempest-ExtraDHCPOptionsTestJSON-1903868101-project] 10.222.0.66 "DELETE /v2.0/ports/d17f427f-367a-4e57-b008-14b24d4d7e88 HTTP/1.1" status: 204 len: 168 time: 2.2411184 Aug 18 12:13:24.178188 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ba7f5cca-cc9a-4be1-a50d-2563102ac15a tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58902171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59388106'] for subnet, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:24.188880 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 51494) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:13:24.226270 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-97b511a9-1d13-496e-867f-b6b5e4c4269d tempest-ExtraDHCPOptionsTestJSON-1903868101 tempest-ExtraDHCPOptionsTestJSON-1903868101-project] Request body: {'port': {'name': 'tempest-new-port-name-1447767152', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:13:24.226787 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.api.validators [None req-97b511a9-1d13-496e-867f-b6b5e4c4269d tempest-ExtraDHCPOptionsTestJSON-1903868101 tempest-ExtraDHCPOptionsTestJSON-1903868101-project] bootfile-name is not in valid_values {{(pid=106253) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 18 12:13:24.227142 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.api.validators [None req-97b511a9-1d13-496e-867f-b6b5e4c4269d tempest-ExtraDHCPOptionsTestJSON-1903868101 tempest-ExtraDHCPOptionsTestJSON-1903868101-project] tftp-server is not in valid_values {{(pid=106253) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 18 12:13:24.227533 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.api.validators [None req-97b511a9-1d13-496e-867f-b6b5e4c4269d tempest-ExtraDHCPOptionsTestJSON-1903868101 tempest-ExtraDHCPOptionsTestJSON-1903868101-project] server-ip-address is not in valid_values {{(pid=106253) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 18 12:13:24.290306 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7f5cca-cc9a-4be1-a50d-2563102ac15a tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Pushing event deleted for resources: {'Subnet': ['ID=366c327e-60d8-4103-9b49-6f9d37904d58,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:13:24.295958 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-05db9ac7-d2b6-497c-b830-6b559ca262bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-996004', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15859'] for router, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:24.301473 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ba7f5cca-cc9a-4be1-a50d-2563102ac15a tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:24.303619 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-ba7f5cca-cc9a-4be1-a50d-2563102ac15a tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] 10.222.0.66 "DELETE /v2.0/subnets/366c327e-60d8-4103-9b49-6f9d37904d58 HTTP/1.1" status: 204 len: 168 time: 1.9176762 Aug 18 12:13:24.309261 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 51502) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:13:24.312154 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea667434-95f6-4399-af4e-021b962a6366 None None] Network be304bbf-43f8-409d-b363-ce39fcaa38e2 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:13:24.334056 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-05db9ac7-d2b6-497c-b830-6b559ca262bd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:24.489475 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-05db9ac7-d2b6-497c-b830-6b559ca262bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-996061'] for router, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:24.493956 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05db9ac7-d2b6-497c-b830-6b559ca262bd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 058ce3ac-96ae-47cc-b6ff-e08c1a01e2a1 {{(pid=106252) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 12:13:24.508040 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-05db9ac7-d2b6-497c-b830-6b559ca262bd admin admin] Notify callbacks [] for router, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:24.511511 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-05db9ac7-d2b6-497c-b830-6b559ca262bd admin admin] 10.222.0.66 "DELETE /v2.0/routers/058ce3ac-96ae-47cc-b6ff-e08c1a01e2a1 HTTP/1.1" status: 204 len: 168 time: 2.2343905 Aug 18 12:13:24.512615 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 51504) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:13:24.513098 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-97b511a9-1d13-496e-867f-b6b5e4c4269d tempest-ExtraDHCPOptionsTestJSON-1903868101 tempest-ExtraDHCPOptionsTestJSON-1903868101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:24.580680 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0a51e355-1e6c-41f6-a229-f225ffbc19a0 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7904109'] for network, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:24.642982 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_v2 [None req-a569b73e-4ff6-42d1-9e89-80c34ae72c58 admin admin] Deleting subnet 01de034f-d2f0-4b70-88ab-1a19fe1401c1 {{(pid=106252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 12:13:24.646941 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a569b73e-4ff6-42d1-9e89-80c34ae72c58 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:24.745244 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83ca6339-4dbd-4bdf-b16e-def6ea08709a None None] DHCP port deletion for be304bbf-43f8-409d-b363-ce39fcaa38e2 request from n-d-804985-2 {{(pid=106254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 12:13:24.753033 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a569b73e-4ff6-42d1-9e89-80c34ae72c58 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2221528'] for subnet, precommit_delete_associations {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:24.755145 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 51508) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:13:24.791168 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-59673e14-8bdb-46f6-b659-2db1b12b58f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:24.818029 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 8bf8797a-cade-4001-94ca-9d2a8948a836 no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:13:24.842916 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: 8bf8797a-cade-4001-94ca-9d2a8948a836 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:13:24.845753 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 8bf8797a-cade-4001-94ca-9d2a8948a836 not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:13:24.890630 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-83ca6339-4dbd-4bdf-b16e-def6ea08709a None None] Deleting port 34e09767-bb52-44f9-9d36-d405e2447117 {{(pid=106254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:13:24.891010 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-83ca6339-4dbd-4bdf-b16e-def6ea08709a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:24.973516 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-0a51e355-1e6c-41f6-a229-f225ffbc19a0 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Deleting port 34e09767-bb52-44f9-9d36-d405e2447117 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:13:24.977558 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0a51e355-1e6c-41f6-a229-f225ffbc19a0 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:24.993406 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-83ca6339-4dbd-4bdf-b16e-def6ea08709a None None] For port 34e09767-bb52-44f9-9d36-d405e2447117, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=34e09767-bb52-44f9-9d36-d405e2447117,segment=NetworkSegment(32a68a17-4c3a-43f8-a75c-e4e47527b4b8),segment_id=32a68a17-4c3a-43f8-a75c-e4e47527b4b8)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:13:24.994118 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-83ca6339-4dbd-4bdf-b16e-def6ea08709a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:25.008128 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a569b73e-4ff6-42d1-9e89-80c34ae72c58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:25.024998 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-83ca6339-4dbd-4bdf-b16e-def6ea08709a None None] Calling delete_port for 34e09767-bb52-44f9-9d36-d405e2447117 owned by network:dhcp {{(pid=106254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:13:25.138689 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-83ca6339-4dbd-4bdf-b16e-def6ea08709a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556'] for port, after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:25.176074 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [None req-0a51e355-1e6c-41f6-a229-f225ffbc19a0 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] For port 34e09767-bb52-44f9-9d36-d405e2447117, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=34e09767-bb52-44f9-9d36-d405e2447117,segment=NetworkSegment(32a68a17-4c3a-43f8-a75c-e4e47527b4b8),segment_id=32a68a17-4c3a-43f8-a75c-e4e47527b4b8)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:13:25.176450 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0a51e355-1e6c-41f6-a229-f225ffbc19a0 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:25.213163 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ca6339-4dbd-4bdf-b16e-def6ea08709a None None] No DVR routers for this DVR port 34e09767-bb52-44f9-9d36-d405e2447117 on host n-d-804985-2 {{(pid=106254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:13:25.233505 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ca6339-4dbd-4bdf-b16e-def6ea08709a None None] Pushing event deleted for resources: {'Port': ['ID=34e09767-bb52-44f9-9d36-d405e2447117,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:13:25.235957 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-0a51e355-1e6c-41f6-a229-f225ffbc19a0 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Calling delete_port for 34e09767-bb52-44f9-9d36-d405e2447117 owned by network:dhcp {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:13:25.281658 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-97b511a9-1d13-496e-867f-b6b5e4c4269d tempest-ExtraDHCPOptionsTestJSON-1903868101 tempest-ExtraDHCPOptionsTestJSON-1903868101-project] Notify callbacks [] for port, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:25.305220 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e062000-e9f9-41eb-a64d-c63f39f1252b req-c6817cdb-2f46-4e10-8870-8b026500f84f tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:13:25.307264 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4e062000-e9f9-41eb-a64d-c63f39f1252b req-c6817cdb-2f46-4e10-8870-8b026500f84f tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/ports?device_id=3276acee-812f-4d8b-a68e-2c7c94906266 HTTP/1.1" status: 200 len: 945 time: 0.2475069 Aug 18 12:13:25.335182 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-97b511a9-1d13-496e-867f-b6b5e4c4269d tempest-ExtraDHCPOptionsTestJSON-1903868101 tempest-ExtraDHCPOptionsTestJSON-1903868101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:25.349420 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a569b73e-4ff6-42d1-9e89-80c34ae72c58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3572848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59074100'] for subnet, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:25.361116 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-59673e14-8bdb-46f6-b659-2db1b12b58f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:25.390353 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-59673e14-8bdb-46f6-b659-2db1b12b58f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:25.422991 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-59673e14-8bdb-46f6-b659-2db1b12b58f7 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=05a8d476fcef47aba73a456fb1ad8850&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6642890 Aug 18 12:13:25.422991 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a569b73e-4ff6-42d1-9e89-80c34ae72c58 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=01de034f-d2f0-4b70-88ab-1a19fe1401c1,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:13:25.435605 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 51518) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:13:25.467386 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b511a9-1d13-496e-867f-b6b5e4c4269d tempest-ExtraDHCPOptionsTestJSON-1903868101 tempest-ExtraDHCPOptionsTestJSON-1903868101-project] Pushing event updated for resources: {'Port': ['ID=1e83b82e-d22a-44ec-a1fb-1be42080390c,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:13:25.482216 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10045be5-2089-4324-9192-72cafd32a689 None None] Network 62590197-03a9-438c-a3e3-e417fcca582c requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:13:25.486522 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a569b73e-4ff6-42d1-9e89-80c34ae72c58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for subnet, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:25.491162 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-a569b73e-4ff6-42d1-9e89-80c34ae72c58 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/01de034f-d2f0-4b70-88ab-1a19fe1401c1 HTTP/1.1" status: 204 len: 168 time: 0.9775391 Aug 18 12:13:25.506030 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 51520) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:13:25.547000 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0a51e355-1e6c-41f6-a229-f225ffbc19a0 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:25.549682 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4e062000-e9f9-41eb-a64d-c63f39f1252b req-82e55eeb-7e73-4bba-9e07-1eef747be17a tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d728c3d-d0c0-4fba-b9fc-5096721eb4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2246935 Aug 18 12:13:25.550355 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59673e14-8bdb-46f6-b659-2db1b12b58f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28f02e19-6b20-4c2e-9978-8dd2f844ffd0,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:13:25.620994 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-97b511a9-1d13-496e-867f-b6b5e4c4269d tempest-ExtraDHCPOptionsTestJSON-1903868101 tempest-ExtraDHCPOptionsTestJSON-1903868101-project] In _notify_port_updated(), no bound segment for port 1e83b82e-d22a-44ec-a1fb-1be42080390c on network 9b6f5227-a0bc-48e8-808b-05a6b440f9c0 {{(pid=106253) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 18 12:13:25.627290 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97b511a9-1d13-496e-867f-b6b5e4c4269d tempest-ExtraDHCPOptionsTestJSON-1903868101 tempest-ExtraDHCPOptionsTestJSON-1903868101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:13:25.628626 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-97b511a9-1d13-496e-867f-b6b5e4c4269d tempest-ExtraDHCPOptionsTestJSON-1903868101 tempest-ExtraDHCPOptionsTestJSON-1903868101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:25.630581 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-97b511a9-1d13-496e-867f-b6b5e4c4269d tempest-ExtraDHCPOptionsTestJSON-1903868101 tempest-ExtraDHCPOptionsTestJSON-1903868101-project] 10.222.0.66 "PUT /v2.0/ports/1e83b82e-d22a-44ec-a1fb-1be42080390c HTTP/1.1" status: 200 len: 1137 time: 1.4148090 Aug 18 12:13:25.633676 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 51522) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:13:25.656205 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4f569599-c7b4-4c24-82d0-731a0b42280d req-f0ae5222-6639-4de0-bc63-4e27d2f6a33a service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=3276acee-812f-4d8b-a68e-2c7c94906266&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5936518 Aug 18 12:13:25.706794 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-29821fd6-a39d-4425-930f-71f83b886003 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:25.711094 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a51e355-1e6c-41f6-a229-f225ffbc19a0 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Pushing event deleted for resources: {'Port': ['ID=34e09767-bb52-44f9-9d36-d405e2447117,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:13:25.738842 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56152301-b4ef-4386-9e00-11e60cdd216f tempest-ExtraDHCPOptionsTestJSON-1903868101 tempest-ExtraDHCPOptionsTestJSON-1903868101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:13:25.740243 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-56152301-b4ef-4386-9e00-11e60cdd216f tempest-ExtraDHCPOptionsTestJSON-1903868101 tempest-ExtraDHCPOptionsTestJSON-1903868101-project] 10.222.0.66 "GET /v2.0/ports/1e83b82e-d22a-44ec-a1fb-1be42080390c HTTP/1.1" status: 200 len: 1137 time: 0.1055360 Aug 18 12:13:25.752581 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 51526) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:13:25.757835 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a51e355-1e6c-41f6-a229-f225ffbc19a0 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] No DVR routers for this DVR port 34e09767-bb52-44f9-9d36-d405e2447117 on host n-d-804985-2 {{(pid=106253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:13:25.797161 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-29821fd6-a39d-4425-930f-71f83b886003 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:25.914481 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8c7b3d8-0adf-444b-9fcb-86a8829d2ea1 None None] DHCP port deletion for 62590197-03a9-438c-a3e3-e417fcca582c request from n-d-804985-2 {{(pid=106254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 12:13:25.918829 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e43f607f-317b-4f80-a81b-e3bc2f4cea4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7904109'] for network, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:25.940441 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-29821fd6-a39d-4425-930f-71f83b886003 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:25.946125 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-29821fd6-a39d-4425-930f-71f83b886003 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:25.948053 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-29821fd6-a39d-4425-930f-71f83b886003 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/28f02e19-6b20-4c2e-9978-8dd2f844ffd0 HTTP/1.1" status: 204 len: 168 time: 0.5035367 Aug 18 12:13:25.955495 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-66335df0-cda7-48a8-8a0a-8da751c73363 tempest-ExtraDHCPOptionsTestJSON-1903868101 tempest-ExtraDHCPOptionsTestJSON-1903868101-project] Deleting port 1e83b82e-d22a-44ec-a1fb-1be42080390c {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:13:25.955843 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-66335df0-cda7-48a8-8a0a-8da751c73363 tempest-ExtraDHCPOptionsTestJSON-1903868101 tempest-ExtraDHCPOptionsTestJSON-1903868101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:25.957802 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0a51e355-1e6c-41f6-a229-f225ffbc19a0 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8367869', 'neutron.services.segments.db._delete_segments_for_network-8789151212993'] for network, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:25.971030 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-0a51e355-1e6c-41f6-a229-f225ffbc19a0 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be304bbf-43f8-409d-b363-ce39fcaa38e2']}} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:13:25.976798 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29821fd6-a39d-4425-930f-71f83b886003 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28f02e19-6b20-4c2e-9978-8dd2f844ffd0,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:13:26.005729 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-0a51e355-1e6c-41f6-a229-f225ffbc19a0 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32a68a17-4c3a-43f8-a75c-e4e47527b4b8') {'for_net_delete': True} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:13:26.006309 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-0a51e355-1e6c-41f6-a229-f225ffbc19a0 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32a68a17-4c3a-43f8-a75c-e4e47527b4b8') {} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:13:26.020368 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0a51e355-1e6c-41f6-a229-f225ffbc19a0 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789151225254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902236'] for segment, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:26.050941 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8a992e41-b525-4e35-b6f4-a2b474db2b3c None None] Provisioning complete for port 1e83b82e-d22a-44ec-a1fb-1be42080390c triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:13:26.051405 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8a992e41-b525-4e35-b6f4-a2b474db2b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:26.090473 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0a51e355-1e6c-41f6-a229-f225ffbc19a0 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:26.101936 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-8a992e41-b525-4e35-b6f4-a2b474db2b3c None None] Port 1e83b82e-d22a-44ec-a1fb-1be42080390c cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:13:26.104454 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-d8c7b3d8-0adf-444b-9fcb-86a8829d2ea1 None None] Deleting port 543c4320-95a1-4a61-8b46-8a4e4b7007f8 {{(pid=106254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:13:26.104922 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-d8c7b3d8-0adf-444b-9fcb-86a8829d2ea1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:26.130996 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a51e355-1e6c-41f6-a229-f225ffbc19a0 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Releasing vlan 841 on physical network physnet1 to pool {{(pid=106253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:13:26.131285 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0a51e355-1e6c-41f6-a229-f225ffbc19a0 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58900537'] for segment, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:26.134989 n-d-804985-2 neutron-server[106253]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 12:13:26.134989 n-d-804985-2 neutron-server[106253]: self.session.flush() Aug 18 12:13:26.134989 n-d-804985-2 neutron-server[106253]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 12:13:26.134989 n-d-804985-2 neutron-server[106253]: self.session.flush() Aug 18 12:13:26.134989 n-d-804985-2 neutron-server[106253]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 12:13:26.134989 n-d-804985-2 neutron-server[106253]: self.session.flush() Aug 18 12:13:26.134989 n-d-804985-2 neutron-server[106253]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 12:13:26.134989 n-d-804985-2 neutron-server[106253]: self.session.flush() Aug 18 12:13:26.134989 n-d-804985-2 neutron-server[106253]: Traceback (most recent call last): Aug 18 12:13:26.134989 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:13:26.134989 n-d-804985-2 neutron-server[106253]: timer() Aug 18 12:13:26.134989 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:13:26.134989 n-d-804985-2 neutron-server[106253]: cb(*args, **kw) Aug 18 12:13:26.134989 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:13:26.134989 n-d-804985-2 neutron-server[106253]: return func(*args, **kwargs) Aug 18 12:13:26.134989 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:13:26.134989 n-d-804985-2 neutron-server[106253]: self._notify() Aug 18 12:13:26.134989 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:13:26.134989 n-d-804985-2 neutron-server[106253]: self.callback(batched_events) Aug 18 12:13:26.134989 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:13:26.134989 n-d-804985-2 neutron-server[106253]: event.method(event) Aug 18 12:13:26.134989 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:13:26.134989 n-d-804985-2 neutron-server[106253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:13:26.134989 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:13:26.134989 n-d-804985-2 neutron-server[106253]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:13:26.134989 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:13:26.134989 n-d-804985-2 neutron-server[106253]: return f(self, *a, **k) Aug 18 12:13:26.134989 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:13:26.134989 n-d-804985-2 neutron-server[106253]: return self._get(url).json() Aug 18 12:13:26.134989 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:13:26.134989 n-d-804985-2 neutron-server[106253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:13:26.134989 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:13:26.134989 n-d-804985-2 neutron-server[106253]: return self.request(url, 'GET', **kwargs) Aug 18 12:13:26.134989 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:13:26.134989 n-d-804985-2 neutron-server[106253]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:13:26.134989 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:13:26.134989 n-d-804985-2 neutron-server[106253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:13:26.134989 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:13:26.134989 n-d-804985-2 neutron-server[106253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:13:26.134989 n-d-804985-2 neutron-server[106253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:13:26.138073 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-66335df0-cda7-48a8-8a0a-8da751c73363 tempest-ExtraDHCPOptionsTestJSON-1903868101 tempest-ExtraDHCPOptionsTestJSON-1903868101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:26.187485 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-66335df0-cda7-48a8-8a0a-8da751c73363 tempest-ExtraDHCPOptionsTestJSON-1903868101 tempest-ExtraDHCPOptionsTestJSON-1903868101-project] Calling delete_port for 1e83b82e-d22a-44ec-a1fb-1be42080390c owned by {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:13:26.195043 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-d8c7b3d8-0adf-444b-9fcb-86a8829d2ea1 None None] For port 543c4320-95a1-4a61-8b46-8a4e4b7007f8, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=543c4320-95a1-4a61-8b46-8a4e4b7007f8,segment=NetworkSegment(299e2826-ecf6-416e-b53c-1b1574dd5315),segment_id=299e2826-ecf6-416e-b53c-1b1574dd5315)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:13:26.195902 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-d8c7b3d8-0adf-444b-9fcb-86a8829d2ea1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:26.216052 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-d8c7b3d8-0adf-444b-9fcb-86a8829d2ea1 None None] Calling delete_port for 543c4320-95a1-4a61-8b46-8a4e4b7007f8 owned by network:dhcp {{(pid=106254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:13:26.289595 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-e43f607f-317b-4f80-a81b-e3bc2f4cea4a admin admin] Deleting port 543c4320-95a1-4a61-8b46-8a4e4b7007f8 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:13:26.289934 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e43f607f-317b-4f80-a81b-e3bc2f4cea4a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:26.400322 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device b2677f2f-3160-447b-b772-56ca04d3c7f2 no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:13:26.439095 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0a51e355-1e6c-41f6-a229-f225ffbc19a0 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8367858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997186'] for network, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:26.451755 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: b2677f2f-3160-447b-b772-56ca04d3c7f2 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:13:26.452098 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device b2677f2f-3160-447b-b772-56ca04d3c7f2 not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:13:26.452526 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 34e09767-bb52-44f9-9d36-d405e2447117 no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:13:26.482845 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0a51e355-1e6c-41f6-a229-f225ffbc19a0 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks [] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:26.490095 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-0a51e355-1e6c-41f6-a229-f225ffbc19a0 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] 10.222.0.66 "DELETE /v2.0/networks/be304bbf-43f8-409d-b363-ce39fcaa38e2 HTTP/1.1" status: 204 len: 168 time: 2.1741395 Aug 18 12:13:26.494989 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 51552) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:13:26.508286 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-eed93607-34fc-4ce2-8578-3f42c020c0e5 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1153144194', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:13:26.512856 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: 34e09767-bb52-44f9-9d36-d405e2447117 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:13:26.513205 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 34e09767-bb52-44f9-9d36-d405e2447117 not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:13:26.513618 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 543c4320-95a1-4a61-8b46-8a4e4b7007f8 no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:13:26.519295 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a51e355-1e6c-41f6-a229-f225ffbc19a0 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Pushing event deleted for resources: {'Network': ['ID=be304bbf-43f8-409d-b363-ce39fcaa38e2,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:13:26.523935 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [None req-e43f607f-317b-4f80-a81b-e3bc2f4cea4a admin admin] For port 543c4320-95a1-4a61-8b46-8a4e4b7007f8, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=543c4320-95a1-4a61-8b46-8a4e4b7007f8,segment=NetworkSegment(299e2826-ecf6-416e-b53c-1b1574dd5315),segment_id=299e2826-ecf6-416e-b53c-1b1574dd5315)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:13:26.524302 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e43f607f-317b-4f80-a81b-e3bc2f4cea4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:26.557548 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-e43f607f-317b-4f80-a81b-e3bc2f4cea4a admin admin] Calling delete_port for 543c4320-95a1-4a61-8b46-8a4e4b7007f8 owned by network:dhcp {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:13:26.564138 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-d8c7b3d8-0adf-444b-9fcb-86a8829d2ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556'] for port, after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:26.564509 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-66335df0-cda7-48a8-8a0a-8da751c73363 tempest-ExtraDHCPOptionsTestJSON-1903868101 tempest-ExtraDHCPOptionsTestJSON-1903868101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:26.596466 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c7b3d8-0adf-444b-9fcb-86a8829d2ea1 None None] Pushing event deleted for resources: {'Port': ['ID=543c4320-95a1-4a61-8b46-8a4e4b7007f8,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:13:26.615596 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-eed93607-34fc-4ce2-8578-3f42c020c0e5 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-998592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15809'] for router, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:26.616601 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-eed93607-34fc-4ce2-8578-3f42c020c0e5 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-992733', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-971415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15816'] for router, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:26.626798 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66335df0-cda7-48a8-8a0a-8da751c73363 tempest-ExtraDHCPOptionsTestJSON-1903868101 tempest-ExtraDHCPOptionsTestJSON-1903868101-project] Pushing event deleted for resources: {'Port': ['ID=1e83b82e-d22a-44ec-a1fb-1be42080390c,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:13:26.637411 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c7b3d8-0adf-444b-9fcb-86a8829d2ea1 None None] No DVR routers for this DVR port 543c4320-95a1-4a61-8b46-8a4e4b7007f8 on host n-d-804985-2 {{(pid=106254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:13:26.670552 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No active binding found for port 543c4320-95a1-4a61-8b46-8a4e4b7007f8 {{(pid=106254) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 18 12:13:26.671232 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 543c4320-95a1-4a61-8b46-8a4e4b7007f8 not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:13:26.720263 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-eed93607-34fc-4ce2-8578-3f42c020c0e5 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:26.762709 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-eed93607-34fc-4ce2-8578-3f42c020c0e5 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-998473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-992536'] for router, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:26.857725 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e43f607f-317b-4f80-a81b-e3bc2f4cea4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:26.944026 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43f607f-317b-4f80-a81b-e3bc2f4cea4a admin admin] Pushing event deleted for resources: {'Port': ['ID=543c4320-95a1-4a61-8b46-8a4e4b7007f8,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:13:26.966013 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e43f607f-317b-4f80-a81b-e3bc2f4cea4a admin admin] No DVR routers for this DVR port 543c4320-95a1-4a61-8b46-8a4e4b7007f8 on host n-d-804985-2 {{(pid=106253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:13:26.978069 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-66335df0-cda7-48a8-8a0a-8da751c73363 tempest-ExtraDHCPOptionsTestJSON-1903868101 tempest-ExtraDHCPOptionsTestJSON-1903868101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:26.981341 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-66335df0-cda7-48a8-8a0a-8da751c73363 tempest-ExtraDHCPOptionsTestJSON-1903868101 tempest-ExtraDHCPOptionsTestJSON-1903868101-project] 10.222.0.66 "DELETE /v2.0/ports/1e83b82e-d22a-44ec-a1fb-1be42080390c HTTP/1.1" status: 204 len: 168 time: 1.2222757 Aug 18 12:13:26.987742 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 51570) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:13:26.992174 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-eed93607-34fc-4ce2-8578-3f42c020c0e5 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks [] for router, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:26.993684 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-eed93607-34fc-4ce2-8578-3f42c020c0e5 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4936199 Aug 18 12:13:27.016211 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 51572) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:13:27.021550 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-9c7ad576-7456-489d-88db-462f8f176e62 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Request body: {'network': {'name': 'tempest-RoutersTest-1367375357'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:13:27.147371 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d46c153-313d-40f9-97d1-fd48f9298a6e tempest-ExtraDHCPOptionsTestJSON-1903868101 tempest-ExtraDHCPOptionsTestJSON-1903868101-project] Deleting subnet 0da8caf0-beeb-4232-b82e-9f433f81b95a {{(pid=106252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 12:13:27.151821 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-9d46c153-313d-40f9-97d1-fd48f9298a6e tempest-ExtraDHCPOptionsTestJSON-1903868101 tempest-ExtraDHCPOptionsTestJSON-1903868101-project] Notify callbacks [] for subnet, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:27.170293 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e43f607f-317b-4f80-a81b-e3bc2f4cea4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8367869', 'neutron.services.segments.db._delete_segments_for_network-8789151212993'] for network, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:27.184708 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b40957b-9963-4eef-890b-e270b8bc6c3f req-00b3ff91-8bc6-452e-bae1-da087a75cafd tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:13:27.193089 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3b40957b-9963-4eef-890b-e270b8bc6c3f req-00b3ff91-8bc6-452e-bae1-da087a75cafd tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/ports?device_id=3276acee-812f-4d8b-a68e-2c7c94906266 HTTP/1.1" status: 200 len: 945 time: 0.4216971 Aug 18 12:13:27.217304 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c7ad576-7456-489d-88db-462f8f176e62 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Made reservation on behalf of c4a8742f0e794123b38cc3300291c37d for: {'network': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:13:27.235048 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9c7ad576-7456-489d-88db-462f8f176e62 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for network, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:27.246016 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-9d46c153-313d-40f9-97d1-fd48f9298a6e tempest-ExtraDHCPOptionsTestJSON-1903868101 tempest-ExtraDHCPOptionsTestJSON-1903868101-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2221528'] for subnet, precommit_delete_associations {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:27.256504 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-e43f607f-317b-4f80-a81b-e3bc2f4cea4a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62590197-03a9-438c-a3e3-e417fcca582c']}} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:13:27.262298 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3b40957b-9963-4eef-890b-e270b8bc6c3f req-f964edc1-561d-4bcb-ad22-92b84ad54914 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d728c3d-d0c0-4fba-b9fc-5096721eb4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646486 Aug 18 12:13:27.292371 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-e43f607f-317b-4f80-a81b-e3bc2f4cea4a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '299e2826-ecf6-416e-b53c-1b1574dd5315') {'for_net_delete': True} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:13:27.292792 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-e43f607f-317b-4f80-a81b-e3bc2f4cea4a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '299e2826-ecf6-416e-b53c-1b1574dd5315') {} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:13:27.309395 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e43f607f-317b-4f80-a81b-e3bc2f4cea4a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789151225254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902236'] for segment, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:27.311515 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c7ad576-7456-489d-88db-462f8f176e62 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 835} {{(pid=106253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:13:27.336257 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9c7ad576-7456-489d-88db-462f8f176e62 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:27.337075 n-d-804985-2 neutron-server[106253]: INFO neutron.db.segments_db [None req-9c7ad576-7456-489d-88db-462f8f176e62 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Added segment af45a9ff-af05-4277-b033-9e03e4950e89 of type vlan for network eec76161-c359-4186-b3d0-0801154df67c Aug 18 12:13:27.338750 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e43f607f-317b-4f80-a81b-e3bc2f4cea4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:27.388778 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e43f607f-317b-4f80-a81b-e3bc2f4cea4a admin admin] Releasing vlan 810 on physical network physnet1 to pool {{(pid=106253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:13:27.389177 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e43f607f-317b-4f80-a81b-e3bc2f4cea4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58900537'] for segment, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:27.390967 n-d-804985-2 neutron-server[106253]: Traceback (most recent call last): Aug 18 12:13:27.390967 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:13:27.390967 n-d-804985-2 neutron-server[106253]: timer() Aug 18 12:13:27.390967 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:13:27.390967 n-d-804985-2 neutron-server[106253]: cb(*args, **kw) Aug 18 12:13:27.390967 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:13:27.390967 n-d-804985-2 neutron-server[106253]: return func(*args, **kwargs) Aug 18 12:13:27.390967 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:13:27.390967 n-d-804985-2 neutron-server[106253]: self._notify() Aug 18 12:13:27.390967 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:13:27.390967 n-d-804985-2 neutron-server[106253]: self.callback(batched_events) Aug 18 12:13:27.390967 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:13:27.390967 n-d-804985-2 neutron-server[106253]: event.method(event) Aug 18 12:13:27.390967 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:13:27.390967 n-d-804985-2 neutron-server[106253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:13:27.390967 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:13:27.390967 n-d-804985-2 neutron-server[106253]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:13:27.390967 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:13:27.390967 n-d-804985-2 neutron-server[106253]: return f(self, *a, **k) Aug 18 12:13:27.390967 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:13:27.390967 n-d-804985-2 neutron-server[106253]: return self._get(url).json() Aug 18 12:13:27.390967 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:13:27.390967 n-d-804985-2 neutron-server[106253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:13:27.390967 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:13:27.390967 n-d-804985-2 neutron-server[106253]: return self.request(url, 'GET', **kwargs) Aug 18 12:13:27.390967 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:13:27.390967 n-d-804985-2 neutron-server[106253]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:13:27.390967 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:13:27.390967 n-d-804985-2 neutron-server[106253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:13:27.390967 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:13:27.390967 n-d-804985-2 neutron-server[106253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:13:27.390967 n-d-804985-2 neutron-server[106253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:13:27.428927 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-9d46c153-313d-40f9-97d1-fd48f9298a6e tempest-ExtraDHCPOptionsTestJSON-1903868101 tempest-ExtraDHCPOptionsTestJSON-1903868101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:27.467930 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9c7ad576-7456-489d-88db-462f8f176e62 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789150665894'] for network, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:27.502814 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e43f607f-317b-4f80-a81b-e3bc2f4cea4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8367858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997186'] for network, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:27.549297 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e43f607f-317b-4f80-a81b-e3bc2f4cea4a admin admin] Notify callbacks [] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:27.571201 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-e43f607f-317b-4f80-a81b-e3bc2f4cea4a admin admin] 10.222.0.66 "DELETE /v2.0/networks/62590197-03a9-438c-a3e3-e417fcca582c HTTP/1.1" status: 204 len: 168 time: 2.0624163 Aug 18 12:13:27.588420 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43f607f-317b-4f80-a81b-e3bc2f4cea4a admin admin] Pushing event deleted for resources: {'Network': ['ID=62590197-03a9-438c-a3e3-e417fcca582c,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:13:27.597662 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-9d46c153-313d-40f9-97d1-fd48f9298a6e tempest-ExtraDHCPOptionsTestJSON-1903868101 tempest-ExtraDHCPOptionsTestJSON-1903868101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3572848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59074100'] for subnet, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:27.598894 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9c7ad576-7456-489d-88db-462f8f176e62 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for network, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:27.612215 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c7ad576-7456-489d-88db-462f8f176e62 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:13:27.628082 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9c7ad576-7456-489d-88db-462f8f176e62 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks [] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:27.674776 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d46c153-313d-40f9-97d1-fd48f9298a6e tempest-ExtraDHCPOptionsTestJSON-1903868101 tempest-ExtraDHCPOptionsTestJSON-1903868101-project] Pushing event deleted for resources: {'Subnet': ['ID=0da8caf0-beeb-4232-b82e-9f433f81b95a,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:13:27.688143 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddfa471c-b541-401d-add3-6836209c089d None None] Network 9b6f5227-a0bc-48e8-808b-05a6b440f9c0 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:13:27.689435 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-9d46c153-313d-40f9-97d1-fd48f9298a6e tempest-ExtraDHCPOptionsTestJSON-1903868101 tempest-ExtraDHCPOptionsTestJSON-1903868101-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for subnet, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:27.693623 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-9d46c153-313d-40f9-97d1-fd48f9298a6e tempest-ExtraDHCPOptionsTestJSON-1903868101 tempest-ExtraDHCPOptionsTestJSON-1903868101-project] 10.222.0.66 "DELETE /v2.0/subnets/0da8caf0-beeb-4232-b82e-9f433f81b95a HTTP/1.1" status: 204 len: 168 time: 0.7049365 Aug 18 12:13:27.709024 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 51594) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:13:27.788117 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-9c7ad576-7456-489d-88db-462f8f176e62 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7683275 Aug 18 12:13:27.799121 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 51596) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:13:27.817991 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-2d1b4c98-e39b-4f45-b641-6908160bc796 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Request body: {'subnet': {'network_id': 'eec76161-c359-4186-b3d0-0801154df67c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:13:27.892831 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-3ea2f258-78b7-496e-8ee6-ce4a0b65ae0f tempest-ExtraDHCPOptionsTestJSON-1903868101 tempest-ExtraDHCPOptionsTestJSON-1903868101-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7904109'] for network, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:27.899388 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7ad576-7456-489d-88db-462f8f176e62 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Pushing event updated for resources: {'Network': ['ID=eec76161-c359-4186-b3d0-0801154df67c,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:13:27.925819 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 51600) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:13:27.936706 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Network eec76161-c359-4186-b3d0-0801154df67c details requested by agent ovs-agent-n-d-804985-2 with host n-d-804985-2 {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:13:27.999863 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-e38a655c-c9c8-4fcb-a3d3-26bc6662b165 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6be1f64524b04a05973aca1b3d3c7df9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0701284 Aug 18 12:13:28.001413 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 51604) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:13:28.013587 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2f258-78b7-496e-8ee6-ce4a0b65ae0f tempest-ExtraDHCPOptionsTestJSON-1903868101 tempest-ExtraDHCPOptionsTestJSON-1903868101-project] Deleting port 9532a3c7-6a5c-448c-81ec-eed8b0a6c1e2 {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:13:28.014013 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-3ea2f258-78b7-496e-8ee6-ce4a0b65ae0f tempest-ExtraDHCPOptionsTestJSON-1903868101 tempest-ExtraDHCPOptionsTestJSON-1903868101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:28.014438 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d1b4c98-e39b-4f45-b641-6908160bc796 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Made reservation on behalf of c4a8742f0e794123b38cc3300291c37d for: {'subnet': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:13:28.025642 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2d1b4c98-e39b-4f45-b641-6908160bc796 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59388119'] for subnet, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:28.174458 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4411977d-8399-41c6-a407-f9acc6f54e9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:28.196545 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-582c14e0-f84c-46c3-9082-4f9c7821053b None None] DHCP port deletion for 9b6f5227-a0bc-48e8-808b-05a6b440f9c0 request from n-d-804985-2 {{(pid=106254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 12:13:28.198281 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [None req-3ea2f258-78b7-496e-8ee6-ce4a0b65ae0f tempest-ExtraDHCPOptionsTestJSON-1903868101 tempest-ExtraDHCPOptionsTestJSON-1903868101-project] For port 9532a3c7-6a5c-448c-81ec-eed8b0a6c1e2, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=9532a3c7-6a5c-448c-81ec-eed8b0a6c1e2,segment=NetworkSegment(92b1d7c7-1d3b-48e4-a183-c8352864d64c),segment_id=92b1d7c7-1d3b-48e4-a183-c8352864d64c)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:13:28.198860 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-3ea2f258-78b7-496e-8ee6-ce4a0b65ae0f tempest-ExtraDHCPOptionsTestJSON-1903868101 tempest-ExtraDHCPOptionsTestJSON-1903868101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:28.216077 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2f258-78b7-496e-8ee6-ce4a0b65ae0f tempest-ExtraDHCPOptionsTestJSON-1903868101 tempest-ExtraDHCPOptionsTestJSON-1903868101-project] Calling delete_port for 9532a3c7-6a5c-448c-81ec-eed8b0a6c1e2 owned by network:dhcp {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:13:28.227620 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4411977d-8399-41c6-a407-f9acc6f54e9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:28.231655 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f569599-c7b4-4c24-82d0-731a0b42280d req-8e8a771a-4dea-4c0c-9689-6d5916fa819e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:13:28.233248 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4f569599-c7b4-4c24-82d0-731a0b42280d req-8e8a771a-4dea-4c0c-9689-6d5916fa819e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b60736d695f1461b9071c3b3eddcc039&device_id=3276acee-812f-4d8b-a68e-2c7c94906266 HTTP/1.1" status: 200 len: 1096 time: 0.1097584 Aug 18 12:13:28.345790 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-582c14e0-f84c-46c3-9082-4f9c7821053b None None] Deleting port 9532a3c7-6a5c-448c-81ec-eed8b0a6c1e2 {{(pid=106254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:13:28.346164 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-582c14e0-f84c-46c3-9082-4f9c7821053b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:28.427679 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4411977d-8399-41c6-a407-f9acc6f54e9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:28.430305 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4411977d-8399-41c6-a407-f9acc6f54e9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:28.434576 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-4411977d-8399-41c6-a407-f9acc6f54e9e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e93b90b0-d66c-467b-a848-eedd88936357 HTTP/1.1" status: 204 len: 168 time: 0.4286702 Aug 18 12:13:28.440964 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f569599-c7b4-4c24-82d0-731a0b42280d req-53d2a3d0-4dc0-42e4-a55b-fcb8ea593f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:13:28.444781 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4f569599-c7b4-4c24-82d0-731a0b42280d req-53d2a3d0-4dc0-42e4-a55b-fcb8ea593f58 service neutron] 10.222.0.62 "GET /v2.0/networks?id=f5b38dfb-a77f-4baa-a778-99adb769d1c2 HTTP/1.1" status: 200 len: 897 time: 0.1687920 Aug 18 12:13:28.462410 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 9532a3c7-6a5c-448c-81ec-eed8b0a6c1e2 no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:13:28.528446 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-3ea2f258-78b7-496e-8ee6-ce4a0b65ae0f tempest-ExtraDHCPOptionsTestJSON-1903868101 tempest-ExtraDHCPOptionsTestJSON-1903868101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:28.550576 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-582c14e0-f84c-46c3-9082-4f9c7821053b None None] For port 9532a3c7-6a5c-448c-81ec-eed8b0a6c1e2, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=9532a3c7-6a5c-448c-81ec-eed8b0a6c1e2,segment=NetworkSegment(92b1d7c7-1d3b-48e4-a183-c8352864d64c),segment_id=92b1d7c7-1d3b-48e4-a183-c8352864d64c)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:13:28.554775 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-582c14e0-f84c-46c3-9082-4f9c7821053b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:28.555528 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4411977d-8399-41c6-a407-f9acc6f54e9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e93b90b0-d66c-467b-a848-eedd88936357,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:13:28.569040 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2d1b4c98-e39b-4f45-b641-6908160bc796 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58902106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59388097'] for subnet, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:28.595859 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-582c14e0-f84c-46c3-9082-4f9c7821053b None None] Calling delete_port for 9532a3c7-6a5c-448c-81ec-eed8b0a6c1e2 owned by network:dhcp {{(pid=106254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:13:28.597983 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No active binding found for port 9532a3c7-6a5c-448c-81ec-eed8b0a6c1e2 {{(pid=106254) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 18 12:13:28.598627 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 9532a3c7-6a5c-448c-81ec-eed8b0a6c1e2 not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:13:28.612988 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2f258-78b7-496e-8ee6-ce4a0b65ae0f tempest-ExtraDHCPOptionsTestJSON-1903868101 tempest-ExtraDHCPOptionsTestJSON-1903868101-project] Pushing event deleted for resources: {'Port': ['ID=9532a3c7-6a5c-448c-81ec-eed8b0a6c1e2,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:13:28.642452 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea2f258-78b7-496e-8ee6-ce4a0b65ae0f tempest-ExtraDHCPOptionsTestJSON-1903868101 tempest-ExtraDHCPOptionsTestJSON-1903868101-project] No DVR routers for this DVR port 9532a3c7-6a5c-448c-81ec-eed8b0a6c1e2 on host n-d-804985-2 {{(pid=106252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:13:28.684805 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1b4c98-e39b-4f45-b641-6908160bc796 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Pushing event updated for resources: {'Subnet': ['ID=6bea84c0-7697-4923-b905-7c0527019ab5,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:13:28.715004 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8082f1-9850-4170-a291-0096d2767d38 req-e4a973f9-d3c9-4902-8c3e-7c2baf91a5b7 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:13:28.717424 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-cb8082f1-9850-4170-a291-0096d2767d38 req-e4a973f9-d3c9-4902-8c3e-7c2baf91a5b7 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/ports?device_id=3276acee-812f-4d8b-a68e-2c7c94906266 HTTP/1.1" status: 200 len: 945 time: 0.3219397 Aug 18 12:13:28.734159 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d1b4c98-e39b-4f45-b641-6908160bc796 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Checking segment: {'id': 'af45a9ff-af05-4277-b033-9e03e4950e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'eec76161-c359-4186-b3d0-0801154df67c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:13:28.734835 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d1b4c98-e39b-4f45-b641-6908160bc796 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Network hostable DHCP agents. Network: eec76161-c359-4186-b3d0-0801154df67c, hostable agents: ['97c14208-2951-4361-8d64-3708c946ff5f'], hosted agents: [] {{(pid=106253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 12:13:28.736835 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-582c14e0-f84c-46c3-9082-4f9c7821053b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556'] for port, after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:28.766300 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d1b4c98-e39b-4f45-b641-6908160bc796 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Network eec76161-c359-4186-b3d0-0801154df67c is scheduled to be hosted by DHCP agent 97c14208-2951-4361-8d64-3708c946ff5f with binding_index 1 {{(pid=106253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 12:13:28.770015 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582c14e0-f84c-46c3-9082-4f9c7821053b None None] Pushing event deleted for resources: {'Port': ['ID=9532a3c7-6a5c-448c-81ec-eed8b0a6c1e2,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:13:28.774121 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-582c14e0-f84c-46c3-9082-4f9c7821053b None None] No DVR routers for this DVR port 9532a3c7-6a5c-448c-81ec-eed8b0a6c1e2 on host n-d-804985-2 {{(pid=106254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:13:28.795492 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-2d1b4c98-e39b-4f45-b641-6908160bc796 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-2, eec76161-c359-4186-b3d0-0801154df67c) {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:13:28.800892 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d1b4c98-e39b-4f45-b641-6908160bc796 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:13:28.802262 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2d1b4c98-e39b-4f45-b641-6908160bc796 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:28.806261 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d891561c-b8af-41d7-95b7-49916b1188fa None None] Network eec76161-c359-4186-b3d0-0801154df67c requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:13:28.822957 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-2d1b4c98-e39b-4f45-b641-6908160bc796 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0225973 Aug 18 12:13:28.825655 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 51622) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:13:28.853693 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-3ea2f258-78b7-496e-8ee6-ce4a0b65ae0f tempest-ExtraDHCPOptionsTestJSON-1903868101 tempest-ExtraDHCPOptionsTestJSON-1903868101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8367869', 'neutron.services.segments.db._delete_segments_for_network-8789151212993'] for network, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:28.862811 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4f569599-c7b4-4c24-82d0-731a0b42280d req-872039e3-8796-488c-9b55-9d3c16159188 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=70709313-3c87-49e1-bd2d-7d1562521e80 HTTP/1.1" status: 200 len: 1001 time: 0.3683627 Aug 18 12:13:28.880922 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-3ea2f258-78b7-496e-8ee6-ce4a0b65ae0f tempest-ExtraDHCPOptionsTestJSON-1903868101 tempest-ExtraDHCPOptionsTestJSON-1903868101-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b6f5227-a0bc-48e8-808b-05a6b440f9c0']}} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:13:28.957505 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-3ea2f258-78b7-496e-8ee6-ce4a0b65ae0f tempest-ExtraDHCPOptionsTestJSON-1903868101 tempest-ExtraDHCPOptionsTestJSON-1903868101-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92b1d7c7-1d3b-48e4-a183-c8352864d64c') {'for_net_delete': True} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:13:28.957852 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-3ea2f258-78b7-496e-8ee6-ce4a0b65ae0f tempest-ExtraDHCPOptionsTestJSON-1903868101 tempest-ExtraDHCPOptionsTestJSON-1903868101-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92b1d7c7-1d3b-48e4-a183-c8352864d64c') {} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:13:28.974267 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-3ea2f258-78b7-496e-8ee6-ce4a0b65ae0f tempest-ExtraDHCPOptionsTestJSON-1903868101 tempest-ExtraDHCPOptionsTestJSON-1903868101-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789151225254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2221521'] for segment, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:29.009155 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-cb8082f1-9850-4170-a291-0096d2767d38 req-9fdce893-5a9a-4410-9e0b-4d25330535ca tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d728c3d-d0c0-4fba-b9fc-5096721eb4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1486108 Aug 18 12:13:29.010157 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-3ea2f258-78b7-496e-8ee6-ce4a0b65ae0f tempest-ExtraDHCPOptionsTestJSON-1903868101 tempest-ExtraDHCPOptionsTestJSON-1903868101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:29.013370 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f569599-c7b4-4c24-82d0-731a0b42280d req-cf6d03b9-4d97-4ddc-9a5f-26f95338c960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:13:29.014883 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4f569599-c7b4-4c24-82d0-731a0b42280d req-cf6d03b9-4d97-4ddc-9a5f-26f95338c960 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5eb95836-9c09-482a-936d-fd43d3b2ac48 HTTP/1.1" status: 200 len: 835 time: 0.1442399 Aug 18 12:13:29.026765 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ea2f258-78b7-496e-8ee6-ce4a0b65ae0f tempest-ExtraDHCPOptionsTestJSON-1903868101 tempest-ExtraDHCPOptionsTestJSON-1903868101-project] Releasing vlan 812 on physical network physnet1 to pool {{(pid=106252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:13:29.027059 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-3ea2f258-78b7-496e-8ee6-ce4a0b65ae0f tempest-ExtraDHCPOptionsTestJSON-1903868101 tempest-ExtraDHCPOptionsTestJSON-1903868101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3572434'] for segment, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:29.045503 n-d-804985-2 neutron-server[106252]: Traceback (most recent call last): Aug 18 12:13:29.045503 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:13:29.045503 n-d-804985-2 neutron-server[106252]: timer() Aug 18 12:13:29.045503 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:13:29.045503 n-d-804985-2 neutron-server[106252]: cb(*args, **kw) Aug 18 12:13:29.045503 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:13:29.045503 n-d-804985-2 neutron-server[106252]: return func(*args, **kwargs) Aug 18 12:13:29.045503 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:13:29.045503 n-d-804985-2 neutron-server[106252]: self._notify() Aug 18 12:13:29.045503 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:13:29.045503 n-d-804985-2 neutron-server[106252]: self.callback(batched_events) Aug 18 12:13:29.045503 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:13:29.045503 n-d-804985-2 neutron-server[106252]: event.method(event) Aug 18 12:13:29.045503 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:13:29.045503 n-d-804985-2 neutron-server[106252]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:13:29.045503 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:13:29.045503 n-d-804985-2 neutron-server[106252]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:13:29.045503 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:13:29.045503 n-d-804985-2 neutron-server[106252]: return f(self, *a, **k) Aug 18 12:13:29.045503 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:13:29.045503 n-d-804985-2 neutron-server[106252]: return self._get(url).json() Aug 18 12:13:29.045503 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:13:29.045503 n-d-804985-2 neutron-server[106252]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:13:29.045503 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:13:29.045503 n-d-804985-2 neutron-server[106252]: return self.request(url, 'GET', **kwargs) Aug 18 12:13:29.045503 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:13:29.045503 n-d-804985-2 neutron-server[106252]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:13:29.045503 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:13:29.045503 n-d-804985-2 neutron-server[106252]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:13:29.045503 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:13:29.045503 n-d-804985-2 neutron-server[106252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:13:29.045503 n-d-804985-2 neutron-server[106252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:13:29.053040 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3b0a59c-84d2-4ce7-a90e-6a2af010599c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp788be208-34ab-5a8f-af0f-528834af222f-eec76161-c359-4186-b3d0-0801154df67c', 'network_id': 'eec76161-c359-4186-b3d0-0801154df67c', 'tenant_id': 'c4a8742f0e794123b38cc3300291c37d', 'fixed_ips': [{'subnet_id': '6bea84c0-7697-4923-b905-7c0527019ab5'}]}} from n-d-804985-2. {{(pid=106254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 12:13:29.055114 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-b3b0a59c-84d2-4ce7-a90e-6a2af010599c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:29.194573 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-3ea2f258-78b7-496e-8ee6-ce4a0b65ae0f tempest-ExtraDHCPOptionsTestJSON-1903868101 tempest-ExtraDHCPOptionsTestJSON-1903868101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8367858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997186'] for network, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:29.201820 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-3ea2f258-78b7-496e-8ee6-ce4a0b65ae0f tempest-ExtraDHCPOptionsTestJSON-1903868101 tempest-ExtraDHCPOptionsTestJSON-1903868101-project] Notify callbacks [] for network, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:29.206514 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-3ea2f258-78b7-496e-8ee6-ce4a0b65ae0f tempest-ExtraDHCPOptionsTestJSON-1903868101 tempest-ExtraDHCPOptionsTestJSON-1903868101-project] 10.222.0.66 "DELETE /v2.0/networks/9b6f5227-a0bc-48e8-808b-05a6b440f9c0 HTTP/1.1" status: 204 len: 168 time: 1.4920242 Aug 18 12:13:29.216571 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f569599-c7b4-4c24-82d0-731a0b42280d req-a668408a-eb12-480c-9b2c-b73d11850a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:13:29.218695 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4f569599-c7b4-4c24-82d0-731a0b42280d req-a668408a-eb12-480c-9b2c-b73d11850a27 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f5b38dfb-a77f-4baa-a778-99adb769d1c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1950183 Aug 18 12:13:29.252430 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2f258-78b7-496e-8ee6-ce4a0b65ae0f tempest-ExtraDHCPOptionsTestJSON-1903868101 tempest-ExtraDHCPOptionsTestJSON-1903868101-project] Pushing event deleted for resources: {'Network': ['ID=9b6f5227-a0bc-48e8-808b-05a6b440f9c0,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:13:29.381574 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4f569599-c7b4-4c24-82d0-731a0b42280d req-f9e3049a-d2a2-4078-a34f-76bfa0611285 service neutron] 10.222.0.62 "GET /v2.0/networks/f5b38dfb-a77f-4baa-a778-99adb769d1c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369848 Aug 18 12:13:29.417311 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.db_base_plugin_common [None req-b3b0a59c-84d2-4ce7-a90e-6a2af010599c None None] Allocated IP 172.20.0.2 (eec76161-c359-4186-b3d0-0801154df67c/6bea84c0-7697-4923-b905-7c0527019ab5/1429e617-969c-4bdd-b428-480d5f14fb4d) {{(pid=106254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:13:29.516240 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-95246d1d-fa13-4bdf-bb2d-9adb03df172e tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:29.588271 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4f569599-c7b4-4c24-82d0-731a0b42280d req-35301951-b82c-45dc-bc53-dc1fd28f9709 service neutron] 10.222.0.62 "GET /v2.0/networks/f5b38dfb-a77f-4baa-a778-99adb769d1c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1982093 Aug 18 12:13:29.642078 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-b3b0a59c-84d2-4ce7-a90e-6a2af010599c None None] Notify callbacks [] for port, precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:29.661491 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-b3b0a59c-84d2-4ce7-a90e-6a2af010599c None None] Transition to ACTIVE for port object 1429e617-969c-4bdd-b428-480d5f14fb4d will not be triggered until provisioned by entity L2. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:13:29.696839 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-b3b0a59c-84d2-4ce7-a90e-6a2af010599c None None] Transition to ACTIVE for port object 1429e617-969c-4bdd-b428-480d5f14fb4d will not be triggered until provisioned by entity DHCP. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:13:29.709626 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-b3b0a59c-84d2-4ce7-a90e-6a2af010599c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547'] for port, after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:29.794625 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3b0a59c-84d2-4ce7-a90e-6a2af010599c None None] Network eec76161-c359-4186-b3d0-0801154df67c is already hosted by enough agents. {{(pid=106254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:13:29.804633 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.base_scheduler [None req-b3b0a59c-84d2-4ce7-a90e-6a2af010599c None None] Resources bound (agent type, host, resource id): {{(pid=106254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:13:29.809227 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b0a59c-84d2-4ce7-a90e-6a2af010599c None None] Received port after_create {{(pid=106254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:13:29.812405 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b0a59c-84d2-4ce7-a90e-6a2af010599c None None] Pushing event updated for resources: {'Port': ['ID=1429e617-969c-4bdd-b428-480d5f14fb4d,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:13:29.824046 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 51664) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:13:29.864440 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [None req-95246d1d-fa13-4bdf-bb2d-9adb03df172e tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Allocated IP 172.20.0.1 (eec76161-c359-4186-b3d0-0801154df67c/6bea84c0-7697-4923-b905-7c0527019ab5/81c95162-6352-4b55-aa79-ac683e6c2d28) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:13:29.905270 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-b3b0a59c-84d2-4ce7-a90e-6a2af010599c None None] Attempting to bind port 1429e617-969c-4bdd-b428-480d5f14fb4d on host n-d-804985-2 for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:13:29.905611 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-b3b0a59c-84d2-4ce7-a90e-6a2af010599c None None] Attempting to bind port 1429e617-969c-4bdd-b428-480d5f14fb4d by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': 'af45a9ff-af05-4277-b033-9e03e4950e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'eec76161-c359-4186-b3d0-0801154df67c'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:13:29.906015 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b0a59c-84d2-4ce7-a90e-6a2af010599c None None] Attempting to bind port 1429e617-969c-4bdd-b428-480d5f14fb4d on network eec76161-c359-4186-b3d0-0801154df67c {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:13:29.911912 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b0a59c-84d2-4ce7-a90e-6a2af010599c None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 13, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:13:29.912362 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b0a59c-84d2-4ce7-a90e-6a2af010599c None None] Checking segment: {'id': 'af45a9ff-af05-4277-b033-9e03e4950e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'eec76161-c359-4186-b3d0-0801154df67c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:13:29.912869 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-b3b0a59c-84d2-4ce7-a90e-6a2af010599c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:29.913298 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b0a59c-84d2-4ce7-a90e-6a2af010599c None None] Bound using segment: {'id': 'af45a9ff-af05-4277-b033-9e03e4950e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'eec76161-c359-4186-b3d0-0801154df67c'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:13:29.913770 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-b3b0a59c-84d2-4ce7-a90e-6a2af010599c None None] Bound port: 1429e617-969c-4bdd-b428-480d5f14fb4d, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af45a9ff-af05-4277-b033-9e03e4950e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'eec76161-c359-4186-b3d0-0801154df67c'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:13:29.914143 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-b3b0a59c-84d2-4ce7-a90e-6a2af010599c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:29.993046 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-b3b0a59c-84d2-4ce7-a90e-6a2af010599c None None] For port 1429e617-969c-4bdd-b428-480d5f14fb4d, host n-d-804985-2, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:13:29.998097 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-b3b0a59c-84d2-4ce7-a90e-6a2af010599c None None] For port 1429e617-969c-4bdd-b428-480d5f14fb4d, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=1429e617-969c-4bdd-b428-480d5f14fb4d,segment=NetworkSegment(af45a9ff-af05-4277-b033-9e03e4950e89),segment_id=af45a9ff-af05-4277-b033-9e03e4950e89)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:13:30.004840 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-b3b0a59c-84d2-4ce7-a90e-6a2af010599c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:30.038729 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-95246d1d-fa13-4bdf-bb2d-9adb03df172e tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:30.072366 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [None req-95246d1d-fa13-4bdf-bb2d-9adb03df172e tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Transition to ACTIVE for port object 81c95162-6352-4b55-aa79-ac683e6c2d28 will not be triggered until provisioned by entity DHCP. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:13:30.105614 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b0a59c-84d2-4ce7-a90e-6a2af010599c None None] Pushing event updated for resources: {'Port': ['ID=1429e617-969c-4bdd-b428-480d5f14fb4d,revision_number=2']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:13:30.139120 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-4e5c42f9-2aae-4a29-8bd2-0b67a2ffb674 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=97f0ccbb10a64054a5cd14e2656b5e17&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3110182 Aug 18 12:13:30.140114 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 51676) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:13:30.174975 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-95246d1d-fa13-4bdf-bb2d-9adb03df172e tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:30.282981 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95246d1d-fa13-4bdf-bb2d-9adb03df172e tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Network eec76161-c359-4186-b3d0-0801154df67c is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:13:30.296997 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-95246d1d-fa13-4bdf-bb2d-9adb03df172e tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:13:30.301111 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95246d1d-fa13-4bdf-bb2d-9adb03df172e tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:13:30.366874 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a3aeb9ca-5ec2-4a3c-965f-d3a9617aad19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:30.372936 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95246d1d-fa13-4bdf-bb2d-9adb03df172e tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Pushing event updated for resources: {'Port': ['ID=81c95162-6352-4b55-aa79-ac683e6c2d28,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:13:30.425239 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-95246d1d-fa13-4bdf-bb2d-9adb03df172e tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-996688'] for router_interface, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:30.440244 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d1030e-9a72-4f86-8993-4690c83bc83a req-15f022fd-28db-45f8-ba40-c7f5cb488768 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:13:30.451081 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-55d1030e-9a72-4f86-8993-4690c83bc83a req-15f022fd-28db-45f8-ba40-c7f5cb488768 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/ports?device_id=3276acee-812f-4d8b-a68e-2c7c94906266 HTTP/1.1" status: 200 len: 945 time: 0.2883837 Aug 18 12:13:30.495033 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 51686) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:13:30.547461 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a3aeb9ca-5ec2-4a3c-965f-d3a9617aad19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:30.586790 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-55d1030e-9a72-4f86-8993-4690c83bc83a req-4998cc3f-4f79-4c8e-96c8-746e262e96e8 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d728c3d-d0c0-4fba-b9fc-5096721eb4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1320143 Aug 18 12:13:30.596631 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 51692) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:13:30.661986 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a3aeb9ca-5ec2-4a3c-965f-d3a9617aad19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:30.665639 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a3aeb9ca-5ec2-4a3c-965f-d3a9617aad19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:30.677357 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-95246d1d-fa13-4bdf-bb2d-9adb03df172e tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:30.679078 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-a3aeb9ca-5ec2-4a3c-965f-d3a9617aad19 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ce5bd8f3-42bc-4180-a767-52761759d650 HTTP/1.1" status: 204 len: 168 time: 0.5378604 Aug 18 12:13:30.687387 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3aeb9ca-5ec2-4a3c-965f-d3a9617aad19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce5bd8f3-42bc-4180-a767-52761759d650,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:13:30.802663 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2803f29e-12d3-474c-8677-82d0d2bf8bea admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:30.836544 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-1d41ad0c-a139-4ff3-8b6d-6402b6d683b2 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-881515564-network', 'tenant_id': '80ccae5b7ca44dea956560c8bb3b0804'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:13:30.890902 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d41ad0c-a139-4ff3-8b6d-6402b6d683b2 admin admin] Made reservation on behalf of 80ccae5b7ca44dea956560c8bb3b0804 for: {'network': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:13:30.893480 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1d41ad0c-a139-4ff3-8b6d-6402b6d683b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for network, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:30.911825 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1d41ad0c-a139-4ff3-8b6d-6402b6d683b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:31.116715 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-95246d1d-fa13-4bdf-bb2d-9adb03df172e tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks [] for port, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:31.123805 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-95246d1d-fa13-4bdf-bb2d-9adb03df172e tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:31.145714 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2803f29e-12d3-474c-8677-82d0d2bf8bea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:31.202915 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2803f29e-12d3-474c-8677-82d0d2bf8bea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:31.308903 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-95246d1d-fa13-4bdf-bb2d-9adb03df172e tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-996772'] for router_interface, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:31.319171 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 51710) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:13:31.319660 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-2803f29e-12d3-474c-8677-82d0d2bf8bea admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5db2e769000a4ddfb9ccc91052bc4fb2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7228124 Aug 18 12:13:31.320201 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2803f29e-12d3-474c-8677-82d0d2bf8bea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61b4fce1-35ba-429a-af1d-6132906ef1b0,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:13:31.332620 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95246d1d-fa13-4bdf-bb2d-9adb03df172e tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Pushing event updated for resources: {'Port': ['ID=81c95162-6352-4b55-aa79-ac683e6c2d28,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:13:31.400006 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8f70dfd9-d01f-452a-a3ae-cd1fed3e5a69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:31.434938 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8f70dfd9-d01f-452a-a3ae-cd1fed3e5a69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:31.469486 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1af85a6-6509-49f6-9bf7-76c9d355333d None None] Network eec76161-c359-4186-b3d0-0801154df67c requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:13:31.498336 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1d41ad0c-a139-4ff3-8b6d-6402b6d683b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:31.504186 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95246d1d-fa13-4bdf-bb2d-9adb03df172e tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Network eec76161-c359-4186-b3d0-0801154df67c is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:13:31.506488 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-95246d1d-fa13-4bdf-bb2d-9adb03df172e tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:13:31.508458 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1d41ad0c-a139-4ff3-8b6d-6402b6d683b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:31.515106 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8f70dfd9-d01f-452a-a3ae-cd1fed3e5a69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:31.518221 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8f70dfd9-d01f-452a-a3ae-cd1fed3e5a69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:31.519725 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-8f70dfd9-d01f-452a-a3ae-cd1fed3e5a69 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/61b4fce1-35ba-429a-af1d-6132906ef1b0 HTTP/1.1" status: 204 len: 168 time: 0.1994998 Aug 18 12:13:31.549787 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f70dfd9-d01f-452a-a3ae-cd1fed3e5a69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61b4fce1-35ba-429a-af1d-6132906ef1b0,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:13:31.580100 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-f16b9045-ee10-450c-ad80-10527d39d81b None None] Provisioning for port 1429e617-969c-4bdd-b428-480d5f14fb4d completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:13:31.624198 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d41ad0c-a139-4ff3-8b6d-6402b6d683b2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 825} {{(pid=106253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:13:31.632396 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d41ad0c-a139-4ff3-8b6d-6402b6d683b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f205947a-78c8-47c2-a88e-fcd6a653f91f,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:13:31.688463 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1d41ad0c-a139-4ff3-8b6d-6402b6d683b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:31.689194 n-d-804985-2 neutron-server[106253]: INFO neutron.db.segments_db [None req-1d41ad0c-a139-4ff3-8b6d-6402b6d683b2 admin admin] Added segment 147769cf-caf7-4798-98a3-f642a4dbc70c of type vlan for network 5e3c563b-0f90-4ff8-a4a0-58d4a08980b5 Aug 18 12:13:31.747050 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1d41ad0c-a139-4ff3-8b6d-6402b6d683b2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789150665894'] for network, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:31.790011 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1d41ad0c-a139-4ff3-8b6d-6402b6d683b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for network, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:31.791601 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d41ad0c-a139-4ff3-8b6d-6402b6d683b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:13:31.792574 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1d41ad0c-a139-4ff3-8b6d-6402b6d683b2 admin admin] Notify callbacks [] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:31.803895 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95246d1d-fa13-4bdf-bb2d-9adb03df172e tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Router a3c58560-96af-45c6-abef-7a97a89df4a0 is scheduled to L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 with binding_index 1 {{(pid=106253) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 12:13:31.807798 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78e5174-f84c-4a7c-adf2-99d65aaa4b42 req-11496cd4-f7ba-4b8c-b251-d8b87e564346 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:13:31.840976 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 51732) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:13:31.843385 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e78e5174-f84c-4a7c-adf2-99d65aaa4b42 req-11496cd4-f7ba-4b8c-b251-d8b87e564346 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/ports?device_id=3276acee-812f-4d8b-a68e-2c7c94906266 HTTP/1.1" status: 200 len: 945 time: 0.1431990 Aug 18 12:13:31.921706 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e78e5174-f84c-4a7c-adf2-99d65aaa4b42 req-957ece62-e9a9-495c-9a90-785f86accc8b tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d728c3d-d0c0-4fba-b9fc-5096721eb4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762289 Aug 18 12:13:31.993101 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-1d41ad0c-a139-4ff3-8b6d-6402b6d683b2 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.4969959 Aug 18 12:13:31.996728 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 51740) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:13:32.013847 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-30cf0524-766e-42a7-8dc4-923737d58974 admin admin] Request body: {'subnet': {'network_id': '5e3c563b-0f90-4ff8-a4a0-58d4a08980b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-881515564-subnet', 'tenant_id': '80ccae5b7ca44dea956560c8bb3b0804', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:13:32.094173 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30cf0524-766e-42a7-8dc4-923737d58974 admin admin] Made reservation on behalf of 80ccae5b7ca44dea956560c8bb3b0804 for: {'subnet': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:13:32.109943 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-30cf0524-766e-42a7-8dc4-923737d58974 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59074089'] for subnet, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:32.169914 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d41ad0c-a139-4ff3-8b6d-6402b6d683b2 admin admin] Pushing event updated for resources: {'Network': ['ID=5e3c563b-0f90-4ff8-a4a0-58d4a08980b5,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:13:32.183819 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Network 5e3c563b-0f90-4ff8-a4a0-58d4a08980b5 details requested by agent ovs-agent-n-d-804985-2 with host n-d-804985-2 {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:13:32.260770 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95246d1d-fa13-4bdf-bb2d-9adb03df172e tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:13:32.277724 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa5055df-1916-484f-8f2c-aa79d9c590e0 None None] Sync routers for ids ['a3c58560-96af-45c6-abef-7a97a89df4a0'] in n-d-804985-2 {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:13:32.291107 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-95246d1d-fa13-4bdf-bb2d-9adb03df172e tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] 10.222.0.66 "PUT /v2.0/routers/a3c58560-96af-45c6-abef-7a97a89df4a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4642000 Aug 18 12:13:32.293233 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa5055df-1916-484f-8f2c-aa79d9c590e0 None None] Routers {'a3c58560-96af-45c6-abef-7a97a89df4a0'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:13:32.293832 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-aa5055df-1916-484f-8f2c-aa79d9c590e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:13:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['a3c58560-96af-45c6-abef-7a97a89df4a0'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:13:32.308211 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-558fa241-e822-497a-bcbe-2f9e1aaa7d51 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1783742786'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:13:32.315950 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 51746) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:13:32.346332 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-7ab2cf16-0aae-4c3f-b63b-a220ee769a46 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Request body: {'network': {'name': 'tempest-RoutersTest-1796719334'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:13:32.429315 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ab2cf16-0aae-4c3f-b63b-a220ee769a46 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Made reservation on behalf of c4a8742f0e794123b38cc3300291c37d for: {'network': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:13:32.438555 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7ab2cf16-0aae-4c3f-b63b-a220ee769a46 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for network, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:32.443880 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-30cf0524-766e-42a7-8dc4-923737d58974 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3572913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59074111'] for subnet, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:32.446476 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-6a95a112-378f-4f45-b29e-2fd5f73a782c None None] Provisioning for port 81c95162-6352-4b55-aa79-ac683e6c2d28 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:13:32.453078 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-6a95a112-378f-4f45-b29e-2fd5f73a782c None None] Provisioning complete for port 81c95162-6352-4b55-aa79-ac683e6c2d28 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:13:32.454178 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-6a95a112-378f-4f45-b29e-2fd5f73a782c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:32.537632 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 1429e617-969c-4bdd-b428-480d5f14fb4d up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:13:32.559111 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-558fa241-e822-497a-bcbe-2f9e1aaa7d51 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Made reservation on behalf of 7fd02f6d258d49aeaa22e91f82208987 for: {'network': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:13:32.568972 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-aa5055df-1916-484f-8f2c-aa79d9c590e0 None None] Set router a3c58560-96af-45c6-abef-7a97a89df4a0 gateway port host: None {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:13:32.581279 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-558fa241-e822-497a-bcbe-2f9e1aaa7d51 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for network, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:32.586554 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cf0524-766e-42a7-8dc4-923737d58974 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cef74562-b2f4-4168-bb97-7e50812d654d,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:13:32.606630 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ab2cf16-0aae-4c3f-b63b-a220ee769a46 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 826} {{(pid=106253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:13:32.610035 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-558fa241-e822-497a-bcbe-2f9e1aaa7d51 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:32.630637 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30cf0524-766e-42a7-8dc4-923737d58974 admin admin] Checking segment: {'id': '147769cf-caf7-4798-98a3-f642a4dbc70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '5e3c563b-0f90-4ff8-a4a0-58d4a08980b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:13:32.630637 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30cf0524-766e-42a7-8dc4-923737d58974 admin admin] Network hostable DHCP agents. Network: 5e3c563b-0f90-4ff8-a4a0-58d4a08980b5, hostable agents: ['97c14208-2951-4361-8d64-3708c946ff5f'], hosted agents: [] {{(pid=106252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 12:13:32.637513 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7ab2cf16-0aae-4c3f-b63b-a220ee769a46 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:32.638112 n-d-804985-2 neutron-server[106253]: INFO neutron.db.segments_db [None req-7ab2cf16-0aae-4c3f-b63b-a220ee769a46 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Added segment bf69c900-8549-40c1-8f74-5741e9d08029 of type vlan for network 12bc12d9-0a65-41fe-9c3a-c624e76addd1 Aug 18 12:13:32.673539 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30cf0524-766e-42a7-8dc4-923737d58974 admin admin] Network 5e3c563b-0f90-4ff8-a4a0-58d4a08980b5 is scheduled to be hosted by DHCP agent 97c14208-2951-4361-8d64-3708c946ff5f with binding_index 1 {{(pid=106252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 12:13:32.689647 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-30cf0524-766e-42a7-8dc4-923737d58974 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-2, 5e3c563b-0f90-4ff8-a4a0-58d4a08980b5) {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:13:32.712186 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30cf0524-766e-42a7-8dc4-923737d58974 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:13:32.712897 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-30cf0524-766e-42a7-8dc4-923737d58974 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for subnet, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:32.742144 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cf37749-7098-48f3-aac6-aa9f6ede2db4 None None] Network 5e3c563b-0f90-4ff8-a4a0-58d4a08980b5 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:13:32.781555 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-6a95a112-378f-4f45-b29e-2fd5f73a782c None None] Port 81c95162-6352-4b55-aa79-ac683e6c2d28 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:13:32.822090 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7ab2cf16-0aae-4c3f-b63b-a220ee769a46 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789150665894'] for network, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:32.855122 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 51750) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:13:32.878289 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-079badcc-2795-4e25-878e-4d48e022cfd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:32.883795 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7ab2cf16-0aae-4c3f-b63b-a220ee769a46 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for network, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:32.889571 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ab2cf16-0aae-4c3f-b63b-a220ee769a46 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:13:32.900439 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7ab2cf16-0aae-4c3f-b63b-a220ee769a46 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks [] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:33.162140 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab2cf16-0aae-4c3f-b63b-a220ee769a46 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Pushing event updated for resources: {'Network': ['ID=12bc12d9-0a65-41fe-9c3a-c624e76addd1,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:13:33.173672 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-aa5055df-1916-484f-8f2c-aa79d9c590e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c58560-96af-45c6-abef-7a97a89df4a0', 'name': 'tempest-RoutersTest-router-1153144194', 'tenant_id': 'c4a8742f0e794123b38cc3300291c37d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:13:26Z', 'updated_at': '2021-08-18T12:13:30Z', 'revision_number': 2, 'project_id': 'c4a8742f0e794123b38cc3300291c37d', 'gw_port_host': None, '_interfaces': [{'id': '81c95162-6352-4b55-aa79-ac683e6c2d28', 'name': '', 'network_id': 'eec76161-c359-4186-b3d0-0801154df67c', 'tenant_id': 'c4a8742f0e794123b38cc3300291c37d', 'mac_address': 'fa:16:3e:dd:ec:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3c58560-96af-45c6-abef-7a97a89df4a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2633, 'fixed_ips': [{'subnet_id': '6bea84c0-7697-4923-b905-7c0527019ab5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:13:29Z', 'updated_at': '2021-08-18T12:13:30Z', 'revision_number': 2, 'project_id': 'c4a8742f0e794123b38cc3300291c37d', 'subnets': [{'id': '6bea84c0-7697-4923-b905-7c0527019ab5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:13:33.177702 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-558fa241-e822-497a-bcbe-2f9e1aaa7d51 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:33.189057 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-558fa241-e822-497a-bcbe-2f9e1aaa7d51 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:33.202093 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaa57a0-a68a-4fea-bc7f-601767c8b3ae req-af03b6b2-84bd-4c87-9dd1-e5843a8605c1 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:13:33.211502 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-fcaa57a0-a68a-4fea-bc7f-601767c8b3ae req-af03b6b2-84bd-4c87-9dd1-e5843a8605c1 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/ports?device_id=3276acee-812f-4d8b-a68e-2c7c94906266 HTTP/1.1" status: 200 len: 945 time: 0.1253057 Aug 18 12:13:33.237916 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-30cf0524-766e-42a7-8dc4-923737d58974 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2396462 Aug 18 12:13:33.245867 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-558fa241-e822-497a-bcbe-2f9e1aaa7d51 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 809} {{(pid=106253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:13:33.252145 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa5055df-1916-484f-8f2c-aa79d9c590e0 None None] Checking router: a3c58560-96af-45c6-abef-7a97a89df4a0 for host: n-d-804985-2 {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:13:33.252568 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa5055df-1916-484f-8f2c-aa79d9c590e0 None None] Updating router a3c58560-96af-45c6-abef-7a97a89df4a0 port 81c95162-6352-4b55-aa79-ac683e6c2d28 binding host n-d-804985-2 {{(pid=106255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 12:13:33.275373 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558fa241-e822-497a-bcbe-2f9e1aaa7d51 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c90a5bf-325d-4273-b1ae-f72c055f2c61,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:13:33.303750 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-558fa241-e822-497a-bcbe-2f9e1aaa7d51 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:33.304906 n-d-804985-2 neutron-server[106253]: INFO neutron.db.segments_db [None req-558fa241-e822-497a-bcbe-2f9e1aaa7d51 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Added segment dd786fa6-a0b0-4447-97b4-aa52108cc709 of type vlan for network 989738a6-cd5c-4d7c-a944-d3fc08f437e0 Aug 18 12:13:33.306494 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-aa5055df-1916-484f-8f2c-aa79d9c590e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:33.358833 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-fcaa57a0-a68a-4fea-bc7f-601767c8b3ae req-998acacc-c07a-4a99-8c70-1a3055115e09 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d728c3d-d0c0-4fba-b9fc-5096721eb4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1462650 Aug 18 12:13:33.449720 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-558fa241-e822-497a-bcbe-2f9e1aaa7d51 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789150665894'] for network, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:33.506885 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-079badcc-2795-4e25-878e-4d48e022cfd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:33.517303 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-079badcc-2795-4e25-878e-4d48e022cfd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:33.520440 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-558fa241-e822-497a-bcbe-2f9e1aaa7d51 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for network, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:33.562714 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-558fa241-e822-497a-bcbe-2f9e1aaa7d51 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:13:33.563400 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-558fa241-e822-497a-bcbe-2f9e1aaa7d51 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks [] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:33.564012 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Network 12bc12d9-0a65-41fe-9c3a-c624e76addd1 details requested by agent ovs-agent-n-d-804985-2 with host n-d-804985-2 {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:13:33.581781 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-079badcc-2795-4e25-878e-4d48e022cfd7 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=2b8f663d6fbd41fa9da33100d8407dcf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7222662 Aug 18 12:13:33.587445 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 51762) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:13:33.625090 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079badcc-2795-4e25-878e-4d48e022cfd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbd68b39-abac-49f1-8882-246bf88e816b,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:13:33.717939 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558fa241-e822-497a-bcbe-2f9e1aaa7d51 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Pushing event updated for resources: {'Network': ['ID=989738a6-cd5c-4d7c-a944-d3fc08f437e0,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:13:33.731693 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-7ab2cf16-0aae-4c3f-b63b-a220ee769a46 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.4054053 Aug 18 12:13:33.737127 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 51770) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:13:33.747981 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-a180959e-8fbb-4a64-9b1e-317a043f4696 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Request body: {'subnet': {'network_id': '12bc12d9-0a65-41fe-9c3a-c624e76addd1', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:13:33.756940 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f43f3e32-27ef-4496-bec2-bd199fa46766 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:33.778474 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Network 989738a6-cd5c-4d7c-a944-d3fc08f437e0 details requested by agent ovs-agent-n-d-804985-2 with host n-d-804985-2 {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:13:33.862690 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-aa5055df-1916-484f-8f2c-aa79d9c590e0 None None] Notify callbacks [] for port, precommit_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:33.867144 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f43f3e32-27ef-4496-bec2-bd199fa46766 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:33.899066 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-aa5055df-1916-484f-8f2c-aa79d9c590e0 None None] Transition to ACTIVE for port object 81c95162-6352-4b55-aa79-ac683e6c2d28 will not be triggered until provisioned by entity L2. {{(pid=106255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:13:33.918687 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-aa5055df-1916-484f-8f2c-aa79d9c590e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:33.949708 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f24054ec-f73c-469b-94ea-126286a574aa None None] Network 5e3c563b-0f90-4ff8-a4a0-58d4a08980b5 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:13:34.002017 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port 1429e617-969c-4bdd-b428-480d5f14fb4d completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:13:34.005979 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0581075f-9287-45b1-a566-f094e1ba1b4c None None] Pushing event updated for resources: {'Port': ['ID=81c95162-6352-4b55-aa79-ac683e6c2d28,revision_number=3']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:13:34.013583 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f43f3e32-27ef-4496-bec2-bd199fa46766 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:34.016390 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f43f3e32-27ef-4496-bec2-bd199fa46766 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:34.020207 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-f43f3e32-27ef-4496-bec2-bd199fa46766 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/fbd68b39-abac-49f1-8882-246bf88e816b HTTP/1.1" status: 204 len: 168 time: 0.4238713 Aug 18 12:13:34.061371 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0581075f-9287-45b1-a566-f094e1ba1b4c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:13:34.063389 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0581075f-9287-45b1-a566-f094e1ba1b4c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:13:34.064053 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0581075f-9287-45b1-a566-f094e1ba1b4c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:13:34.065569 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0581075f-9287-45b1-a566-f094e1ba1b4c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:13:34.066832 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0581075f-9287-45b1-a566-f094e1ba1b4c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:13:34.068160 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0581075f-9287-45b1-a566-f094e1ba1b4c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:13:34.070071 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0581075f-9287-45b1-a566-f094e1ba1b4c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:13:34.070644 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0581075f-9287-45b1-a566-f094e1ba1b4c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:13:34.071182 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0581075f-9287-45b1-a566-f094e1ba1b4c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:13:34.071754 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0581075f-9287-45b1-a566-f094e1ba1b4c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:13:34.073430 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0581075f-9287-45b1-a566-f094e1ba1b4c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:13:34.074016 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0581075f-9287-45b1-a566-f094e1ba1b4c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:13:34.078619 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43f3e32-27ef-4496-bec2-bd199fa46766 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbd68b39-abac-49f1-8882-246bf88e816b,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:13:34.161783 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-aa5055df-1916-484f-8f2c-aa79d9c590e0 None None] Attempting to bind port 81c95162-6352-4b55-aa79-ac683e6c2d28 on host n-d-804985-2 for vnic_type normal with profile {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:13:34.161989 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18e6917-84eb-49da-a107-979553666643 req-d1f5663a-7ef1-40af-ab1c-0f1ca6eadec4 tempest-ServerTagsTestJSON-176843464 tempest-ServerTagsTestJSON-176843464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:13:34.162436 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 1429e617-969c-4bdd-b428-480d5f14fb4d triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:13:34.162894 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:34.163223 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-aa5055df-1916-484f-8f2c-aa79d9c590e0 None None] Attempting to bind port 81c95162-6352-4b55-aa79-ac683e6c2d28 by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': 'af45a9ff-af05-4277-b033-9e03e4950e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'eec76161-c359-4186-b3d0-0801154df67c'}] {{(pid=106255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:13:34.163803 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa5055df-1916-484f-8f2c-aa79d9c590e0 None None] Attempting to bind port 81c95162-6352-4b55-aa79-ac683e6c2d28 on network eec76161-c359-4186-b3d0-0801154df67c {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:13:34.166879 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b18e6917-84eb-49da-a107-979553666643 req-d1f5663a-7ef1-40af-ab1c-0f1ca6eadec4 tempest-ServerTagsTestJSON-176843464 tempest-ServerTagsTestJSON-176843464-project] 10.222.0.66 "GET /v2.0/networks?id=5e3c563b-0f90-4ff8-a4a0-58d4a08980b5 HTTP/1.1" status: 200 len: 808 time: 0.1954026 Aug 18 12:13:34.170097 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa5055df-1916-484f-8f2c-aa79d9c590e0 None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 13, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:13:34.170997 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa5055df-1916-484f-8f2c-aa79d9c590e0 None None] Checking segment: {'id': 'af45a9ff-af05-4277-b033-9e03e4950e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'eec76161-c359-4186-b3d0-0801154df67c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:13:34.171825 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-aa5055df-1916-484f-8f2c-aa79d9c590e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:34.172584 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa5055df-1916-484f-8f2c-aa79d9c590e0 None None] Bound using segment: {'id': 'af45a9ff-af05-4277-b033-9e03e4950e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'eec76161-c359-4186-b3d0-0801154df67c'} {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:13:34.173319 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-aa5055df-1916-484f-8f2c-aa79d9c590e0 None None] Bound port: 81c95162-6352-4b55-aa79-ac683e6c2d28, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af45a9ff-af05-4277-b033-9e03e4950e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'eec76161-c359-4186-b3d0-0801154df67c'}}] {{(pid=106255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:13:34.174204 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-aa5055df-1916-484f-8f2c-aa79d9c590e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:34.189711 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b18e6917-84eb-49da-a107-979553666643 req-5e07f208-40f9-4919-9ec4-ee96081708f1 tempest-ServerTagsTestJSON-176843464 tempest-ServerTagsTestJSON-176843464-project] 10.222.0.66 "GET /v2.0/quotas/80ccae5b7ca44dea956560c8bb3b0804 HTTP/1.1" status: 200 len: 375 time: 0.0166955 Aug 18 12:13:34.259046 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b18e6917-84eb-49da-a107-979553666643 req-70968fcc-1ad2-4573-a06e-ec70c9a0df23 tempest-ServerTagsTestJSON-176843464 tempest-ServerTagsTestJSON-176843464-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=80ccae5b7ca44dea956560c8bb3b0804&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0621228 Aug 18 12:13:34.259790 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-aa5055df-1916-484f-8f2c-aa79d9c590e0 None None] For port 81c95162-6352-4b55-aa79-ac683e6c2d28, host n-d-804985-2, cleared binding levels {{(pid=106255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:13:34.264053 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-aa5055df-1916-484f-8f2c-aa79d9c590e0 None None] For port 81c95162-6352-4b55-aa79-ac683e6c2d28, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=81c95162-6352-4b55-aa79-ac683e6c2d28,segment=NetworkSegment(af45a9ff-af05-4277-b033-9e03e4950e89),segment_id=af45a9ff-af05-4277-b033-9e03e4950e89)] {{(pid=106255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:13:34.279010 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-aa5055df-1916-484f-8f2c-aa79d9c590e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:34.403424 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0581075f-9287-45b1-a566-f094e1ba1b4c None None] Pushing event updated for resources: {'Port': ['ID=81c95162-6352-4b55-aa79-ac683e6c2d28,revision_number=4']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:13:34.422097 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa5055df-1916-484f-8f2c-aa79d9c590e0 None None] Routers {'a3c58560-96af-45c6-abef-7a97a89df4a0'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:13:34.426512 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-aa5055df-1916-484f-8f2c-aa79d9c590e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:13:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['a3c58560-96af-45c6-abef-7a97a89df4a0'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:13:34.489116 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b18e6917-84eb-49da-a107-979553666643 req-36dcd005-f2ce-40ef-864a-6947d4350405 service neutron] 10.222.0.66 "GET /v2.0/networks/5e3c563b-0f90-4ff8-a4a0-58d4a08980b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2223673 Aug 18 12:13:34.599282 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-aa5055df-1916-484f-8f2c-aa79d9c590e0 None None] Set router a3c58560-96af-45c6-abef-7a97a89df4a0 gateway port host: None {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:13:34.625905 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:34.671558 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-558fa241-e822-497a-bcbe-2f9e1aaa7d51 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 2.7866461 Aug 18 12:13:34.674305 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 51790) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:13:34.682708 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-25ca0a0b-9baa-45e4-afe6-41715f8d8a93 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-322771313'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:13:34.705129 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01afccac-2235-41c4-97d8-bb1525a5bd22 req-4afbb4f0-b149-4e1c-b0ae-72734989da3c tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:13:34.706967 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-01afccac-2235-41c4-97d8-bb1525a5bd22 req-4afbb4f0-b149-4e1c-b0ae-72734989da3c tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/ports?device_id=3276acee-812f-4d8b-a68e-2c7c94906266 HTTP/1.1" status: 200 len: 945 time: 0.1823430 Aug 18 12:13:34.732650 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] For port 1429e617-969c-4bdd-b428-480d5f14fb4d, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=1429e617-969c-4bdd-b428-480d5f14fb4d,segment=NetworkSegment(af45a9ff-af05-4277-b033-9e03e4950e89),segment_id=af45a9ff-af05-4277-b033-9e03e4950e89)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:13:34.743142 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:34.765137 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a180959e-8fbb-4a64-9b1e-317a043f4696 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Made reservation on behalf of c4a8742f0e794123b38cc3300291c37d for: {'subnet': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:13:34.769572 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a180959e-8fbb-4a64-9b1e-317a043f4696 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59388119'] for subnet, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:34.779790 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.db.api [None req-25ca0a0b-9baa-45e4-afe6-41715f8d8a93 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 18 12:13:34.779790 n-d-804985-2 neutron-server[106252]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 18 12:13:34.779790 n-d-804985-2 neutron-server[106252]: [parameters: {'project_id': '7fd02f6d258d49aeaa22e91f82208987', 'id': '3b9613eb-d04a-43c1-8868-6298a55fb6dc', 'expiration': datetime.datetime(2021, 8, 18, 12, 15, 34, 749292)}] Aug 18 12:13:34.779790 n-d-804985-2 neutron-server[106252]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=106252) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 18 12:13:34.780196 n-d-804985-2 neutron-server[106252]: DEBUG oslo_db.api [None req-25ca0a0b-9baa-45e4-afe6-41715f8d8a93 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 18 12:13:34.787824 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-01afccac-2235-41c4-97d8-bb1525a5bd22 req-8918eb03-5dd6-41ab-a824-60fa3f8a765c tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d728c3d-d0c0-4fba-b9fc-5096721eb4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732226 Aug 18 12:13:34.790026 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b18e6917-84eb-49da-a107-979553666643 req-2eb8eaf8-fa42-4ee5-9e4c-f41e6bf56602 service neutron] 10.222.0.66 "GET /v2.0/networks/5e3c563b-0f90-4ff8-a4a0-58d4a08980b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2941687 Aug 18 12:13:34.885131 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Pushing event updated for resources: {'Port': ['ID=1429e617-969c-4bdd-b428-480d5f14fb4d,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:13:35.000969 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-aa5055df-1916-484f-8f2c-aa79d9c590e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c58560-96af-45c6-abef-7a97a89df4a0', 'name': 'tempest-RoutersTest-router-1153144194', 'tenant_id': 'c4a8742f0e794123b38cc3300291c37d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:13:26Z', 'updated_at': '2021-08-18T12:13:30Z', 'revision_number': 2, 'project_id': 'c4a8742f0e794123b38cc3300291c37d', 'gw_port_host': None, '_interfaces': [{'id': '81c95162-6352-4b55-aa79-ac683e6c2d28', 'name': '', 'network_id': 'eec76161-c359-4186-b3d0-0801154df67c', 'tenant_id': 'c4a8742f0e794123b38cc3300291c37d', 'mac_address': 'fa:16:3e:dd:ec:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3c58560-96af-45c6-abef-7a97a89df4a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2633, 'fixed_ips': [{'subnet_id': '6bea84c0-7697-4923-b905-7c0527019ab5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:13:29Z', 'updated_at': '2021-08-18T12:13:34Z', 'revision_number': 4, 'project_id': 'c4a8742f0e794123b38cc3300291c37d', 'subnets': [{'id': '6bea84c0-7697-4923-b905-7c0527019ab5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:13:35.007468 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a180959e-8fbb-4a64-9b1e-317a043f4696 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58902106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59388097'] for subnet, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:35.036419 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa5055df-1916-484f-8f2c-aa79d9c590e0 None None] The sync data for ids ['a3c58560-96af-45c6-abef-7a97a89df4a0'] in n-d-804985-2 is: [{'id': 'a3c58560-96af-45c6-abef-7a97a89df4a0', 'name': 'tempest-RoutersTest-router-1153144194', 'tenant_id': 'c4a8742f0e794123b38cc3300291c37d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:13:26Z', 'updated_at': '2021-08-18T12:13:30Z', 'revision_number': 2, 'project_id': 'c4a8742f0e794123b38cc3300291c37d', 'gw_port_host': None, '_interfaces': [{'id': '81c95162-6352-4b55-aa79-ac683e6c2d28', 'name': '', 'network_id': 'eec76161-c359-4186-b3d0-0801154df67c', 'tenant_id': 'c4a8742f0e794123b38cc3300291c37d', 'mac_address': 'fa:16:3e:dd:ec:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3c58560-96af-45c6-abef-7a97a89df4a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2633, 'fixed_ips': [{'subnet_id': '6bea84c0-7697-4923-b905-7c0527019ab5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:13:29Z', 'updated_at': '2021-08-18T12:13:34Z', 'revision_number': 4, 'project_id': 'c4a8742f0e794123b38cc3300291c37d', 'subnets': [{'id': '6bea84c0-7697-4923-b905-7c0527019ab5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:13:35.057959 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-35e2d51f-fcf3-402e-963e-09c8aab2da32 req-0077f36d-85ea-416a-b83f-f13ac5b0136f tempest-ServerTagsTestJSON-176843464 tempest-ServerTagsTestJSON-176843464-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ee4e352-46ac-441b-bfe3-198da1bbc850 HTTP/1.1" status: 200 len: 210 time: 0.0407059 Aug 18 12:13:35.073115 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a180959e-8fbb-4a64-9b1e-317a043f4696 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Pushing event updated for resources: {'Subnet': ['ID=dc464a88-2743-4832-8ba8-c87a80288def,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:13:35.106466 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a180959e-8fbb-4a64-9b1e-317a043f4696 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Checking segment: {'id': 'bf69c900-8549-40c1-8f74-5741e9d08029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '12bc12d9-0a65-41fe-9c3a-c624e76addd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:13:35.106976 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a180959e-8fbb-4a64-9b1e-317a043f4696 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Network hostable DHCP agents. Network: 12bc12d9-0a65-41fe-9c3a-c624e76addd1, hostable agents: ['97c14208-2951-4361-8d64-3708c946ff5f'], hosted agents: [] {{(pid=106253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 12:13:35.136983 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a180959e-8fbb-4a64-9b1e-317a043f4696 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Network 12bc12d9-0a65-41fe-9c3a-c624e76addd1 is scheduled to be hosted by DHCP agent 97c14208-2951-4361-8d64-3708c946ff5f with binding_index 1 {{(pid=106253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 12:13:35.164890 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-a180959e-8fbb-4a64-9b1e-317a043f4696 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-2, 12bc12d9-0a65-41fe-9c3a-c624e76addd1) {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:13:35.169413 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a180959e-8fbb-4a64-9b1e-317a043f4696 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:13:35.170080 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a180959e-8fbb-4a64-9b1e-317a043f4696 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:35.180819 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-546d8c98-ba6c-476c-ae61-0fd215485a3e None None] Network 12bc12d9-0a65-41fe-9c3a-c624e76addd1 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:13:35.198458 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-a180959e-8fbb-4a64-9b1e-317a043f4696 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4597776 Aug 18 12:13:35.201530 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 51814) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:13:35.408107 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eff18fc-5011-48a6-bb36-c638b038aec2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp788be208-34ab-5a8f-af0f-528834af222f-12bc12d9-0a65-41fe-9c3a-c624e76addd1', 'network_id': '12bc12d9-0a65-41fe-9c3a-c624e76addd1', 'tenant_id': 'c4a8742f0e794123b38cc3300291c37d', 'fixed_ips': [{'subnet_id': 'dc464a88-2743-4832-8ba8-c87a80288def'}]}} from n-d-804985-2. {{(pid=106254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 12:13:35.409769 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-9eff18fc-5011-48a6-bb36-c638b038aec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:35.682865 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.db_base_plugin_common [None req-9eff18fc-5011-48a6-bb36-c638b038aec2 None None] Allocated IP 172.21.0.2 (12bc12d9-0a65-41fe-9c3a-c624e76addd1/dc464a88-2743-4832-8ba8-c87a80288def/292ba787-c861-4974-bd00-8eb43b0b818b) {{(pid=106254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:13:35.945485 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25ca0a0b-9baa-45e4-afe6-41715f8d8a93 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Made reservation on behalf of 7fd02f6d258d49aeaa22e91f82208987 for: {'network': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:13:35.949899 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-25ca0a0b-9baa-45e4-afe6-41715f8d8a93 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for network, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:35.976464 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-9eff18fc-5011-48a6-bb36-c638b038aec2 None None] Notify callbacks [] for port, precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:36.008708 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-9eff18fc-5011-48a6-bb36-c638b038aec2 None None] Transition to ACTIVE for port object 292ba787-c861-4974-bd00-8eb43b0b818b will not be triggered until provisioned by entity L2. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:13:36.085436 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-9eff18fc-5011-48a6-bb36-c638b038aec2 None None] Transition to ACTIVE for port object 292ba787-c861-4974-bd00-8eb43b0b818b will not be triggered until provisioned by entity DHCP. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:13:36.094474 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:36.097813 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-9eff18fc-5011-48a6-bb36-c638b038aec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547'] for port, after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:36.154101 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eff18fc-5011-48a6-bb36-c638b038aec2 None None] Network 12bc12d9-0a65-41fe-9c3a-c624e76addd1 is already hosted by enough agents. {{(pid=106254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:13:36.158279 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.base_scheduler [None req-9eff18fc-5011-48a6-bb36-c638b038aec2 None None] Resources bound (agent type, host, resource id): {{(pid=106254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:13:36.162544 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eff18fc-5011-48a6-bb36-c638b038aec2 None None] Received port after_create {{(pid=106254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:13:36.189655 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25ca0a0b-9baa-45e4-afe6-41715f8d8a93 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 811} {{(pid=106252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:13:36.227744 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22a2207-aac7-4488-8bd9-cbfaa402793f req-7d7532f0-fccb-4ff4-b451-035f8a299f81 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:13:36.235052 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e22a2207-aac7-4488-8bd9-cbfaa402793f req-7d7532f0-fccb-4ff4-b451-035f8a299f81 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/ports?device_id=3276acee-812f-4d8b-a68e-2c7c94906266 HTTP/1.1" status: 200 len: 945 time: 0.2465889 Aug 18 12:13:36.259300 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-9eff18fc-5011-48a6-bb36-c638b038aec2 None None] Attempting to bind port 292ba787-c861-4974-bd00-8eb43b0b818b on host n-d-804985-2 for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:13:36.259806 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-9eff18fc-5011-48a6-bb36-c638b038aec2 None None] Attempting to bind port 292ba787-c861-4974-bd00-8eb43b0b818b by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': 'bf69c900-8549-40c1-8f74-5741e9d08029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '12bc12d9-0a65-41fe-9c3a-c624e76addd1'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:13:36.260406 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eff18fc-5011-48a6-bb36-c638b038aec2 None None] Attempting to bind port 292ba787-c861-4974-bd00-8eb43b0b818b on network 12bc12d9-0a65-41fe-9c3a-c624e76addd1 {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:13:36.268307 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eff18fc-5011-48a6-bb36-c638b038aec2 None None] Pushing event updated for resources: {'Port': ['ID=292ba787-c861-4974-bd00-8eb43b0b818b,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:13:36.269175 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-25ca0a0b-9baa-45e4-afe6-41715f8d8a93 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:36.269529 n-d-804985-2 neutron-server[106252]: INFO neutron.db.segments_db [None req-25ca0a0b-9baa-45e4-afe6-41715f8d8a93 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Added segment 64862db2-f3df-47ae-a0ae-d231afe93509 of type vlan for network 5c6d8e84-28b4-466f-b7df-af1190bfe888 Aug 18 12:13:36.277831 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eff18fc-5011-48a6-bb36-c638b038aec2 None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 13, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:13:36.278055 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eff18fc-5011-48a6-bb36-c638b038aec2 None None] Checking segment: {'id': 'bf69c900-8549-40c1-8f74-5741e9d08029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '12bc12d9-0a65-41fe-9c3a-c624e76addd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:13:36.278802 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-9eff18fc-5011-48a6-bb36-c638b038aec2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:36.279157 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eff18fc-5011-48a6-bb36-c638b038aec2 None None] Bound using segment: {'id': 'bf69c900-8549-40c1-8f74-5741e9d08029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '12bc12d9-0a65-41fe-9c3a-c624e76addd1'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:13:36.279691 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-9eff18fc-5011-48a6-bb36-c638b038aec2 None None] Bound port: 292ba787-c861-4974-bd00-8eb43b0b818b, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf69c900-8549-40c1-8f74-5741e9d08029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '12bc12d9-0a65-41fe-9c3a-c624e76addd1'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:13:36.280125 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-9eff18fc-5011-48a6-bb36-c638b038aec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:36.391132 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-9eff18fc-5011-48a6-bb36-c638b038aec2 None None] For port 292ba787-c861-4974-bd00-8eb43b0b818b, host n-d-804985-2, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:13:36.395693 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-9eff18fc-5011-48a6-bb36-c638b038aec2 None None] For port 292ba787-c861-4974-bd00-8eb43b0b818b, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=292ba787-c861-4974-bd00-8eb43b0b818b,segment=NetworkSegment(bf69c900-8549-40c1-8f74-5741e9d08029),segment_id=bf69c900-8549-40c1-8f74-5741e9d08029)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:13:36.403884 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6beaab6a-6140-4fe9-a50a-365d1636427b req-dfd29a2e-5c30-4b9e-b0e6-13907947ffed tempest-ServerTagsTestJSON-176843464 tempest-ServerTagsTestJSON-176843464-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ee4e352-46ac-441b-bfe3-198da1bbc850 HTTP/1.1" status: 200 len: 210 time: 0.1618645 Aug 18 12:13:36.404835 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-9eff18fc-5011-48a6-bb36-c638b038aec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:36.408433 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-25ca0a0b-9baa-45e4-afe6-41715f8d8a93 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789150665894'] for network, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:36.479820 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eff18fc-5011-48a6-bb36-c638b038aec2 None None] Pushing event updated for resources: {'Port': ['ID=292ba787-c861-4974-bd00-8eb43b0b818b,revision_number=2']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:13:36.552801 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e22a2207-aac7-4488-8bd9-cbfaa402793f req-3f0373f1-3c24-4401-9723-1986a88ef3f4 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d728c3d-d0c0-4fba-b9fc-5096721eb4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3122728 Aug 18 12:13:36.605408 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-25ca0a0b-9baa-45e4-afe6-41715f8d8a93 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for network, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:36.612674 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25ca0a0b-9baa-45e4-afe6-41715f8d8a93 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:13:36.613545 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-25ca0a0b-9baa-45e4-afe6-41715f8d8a93 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks [] for network, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:36.692598 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ca0a0b-9baa-45e4-afe6-41715f8d8a93 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Pushing event updated for resources: {'Network': ['ID=5c6d8e84-28b4-466f-b7df-af1190bfe888,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:13:36.705486 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Network 5c6d8e84-28b4-466f-b7df-af1190bfe888 details requested by agent ovs-agent-n-d-804985-2 with host n-d-804985-2 {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:13:36.771891 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18e6917-84eb-49da-a107-979553666643 req-5a88ca70-2d22-449b-a145-792cf8242f97 tempest-ServerTagsTestJSON-176843464 tempest-ServerTagsTestJSON-176843464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:13:36.773491 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b18e6917-84eb-49da-a107-979553666643 req-5a88ca70-2d22-449b-a145-792cf8242f97 tempest-ServerTagsTestJSON-176843464 tempest-ServerTagsTestJSON-176843464-project] 10.222.0.63 "GET /v2.0/networks?id=5e3c563b-0f90-4ff8-a4a0-58d4a08980b5 HTTP/1.1" status: 200 len: 808 time: 0.4344420 Aug 18 12:13:36.785715 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 51860) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:13:36.801225 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-1b3406d3-82e3-47ab-a112-4c5997bb472c tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Request body: {'subnet': {'network_id': '989738a6-cd5c-4d7c-a944-d3fc08f437e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:13:36.807828 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-25ca0a0b-9baa-45e4-afe6-41715f8d8a93 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.1304586 Aug 18 12:13:36.823477 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-b18e6917-84eb-49da-a107-979553666643 req-a3900921-b572-4274-bc66-91888bc8ddd8 tempest-ServerTagsTestJSON-176843464 tempest-ServerTagsTestJSON-176843464-project] Request body: {'port': {'device_id': '6ee4e352-46ac-441b-bfe3-198da1bbc850', 'network_id': '5e3c563b-0f90-4ff8-a4a0-58d4a08980b5', 'admin_state_up': True, 'tenant_id': '80ccae5b7ca44dea956560c8bb3b0804'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:13:37.009472 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b3406d3-82e3-47ab-a112-4c5997bb472c tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Made reservation on behalf of 7fd02f6d258d49aeaa22e91f82208987 for: {'subnet': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:13:37.021144 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1b3406d3-82e3-47ab-a112-4c5997bb472c tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59388119'] for subnet, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:37.092005 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 81c95162-6352-4b55-aa79-ac683e6c2d28 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:13:37.109527 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-93e32dc7-59fd-4b15-af1a-465a9ea0337d tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:37.160687 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port 81c95162-6352-4b55-aa79-ac683e6c2d28 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:13:37.168662 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 81c95162-6352-4b55-aa79-ac683e6c2d28 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:13:37.169271 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:37.321551 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1b3406d3-82e3-47ab-a112-4c5997bb472c tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58902106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59388097'] for subnet, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:37.328466 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:37.402999 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] For port 81c95162-6352-4b55-aa79-ac683e6c2d28, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=81c95162-6352-4b55-aa79-ac683e6c2d28,segment=NetworkSegment(af45a9ff-af05-4277-b033-9e03e4950e89),segment_id=af45a9ff-af05-4277-b033-9e03e4950e89)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:13:37.404651 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3406d3-82e3-47ab-a112-4c5997bb472c tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Pushing event updated for resources: {'Subnet': ['ID=47b6fbce-ff8a-46f5-aab2-d639b919048b,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:13:37.412130 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:37.414864 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 1429e617-969c-4bdd-b428-480d5f14fb4d up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:13:37.420769 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b18e6917-84eb-49da-a107-979553666643 req-a3900921-b572-4274-bc66-91888bc8ddd8 tempest-ServerTagsTestJSON-176843464 tempest-ServerTagsTestJSON-176843464-project] Made reservation on behalf of 80ccae5b7ca44dea956560c8bb3b0804 for: {'port': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:13:37.423148 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b3406d3-82e3-47ab-a112-4c5997bb472c tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Checking segment: {'id': 'dd786fa6-a0b0-4447-97b4-aa52108cc709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '989738a6-cd5c-4d7c-a944-d3fc08f437e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:13:37.423689 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b3406d3-82e3-47ab-a112-4c5997bb472c tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Network hostable DHCP agents. Network: 989738a6-cd5c-4d7c-a944-d3fc08f437e0, hostable agents: ['97c14208-2951-4361-8d64-3708c946ff5f'], hosted agents: [] {{(pid=106253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 12:13:37.426532 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-b18e6917-84eb-49da-a107-979553666643 req-a3900921-b572-4274-bc66-91888bc8ddd8 tempest-ServerTagsTestJSON-176843464 tempest-ServerTagsTestJSON-176843464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:37.463388 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b3406d3-82e3-47ab-a112-4c5997bb472c tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Network 989738a6-cd5c-4d7c-a944-d3fc08f437e0 is scheduled to be hosted by DHCP agent 97c14208-2951-4361-8d64-3708c946ff5f with binding_index 1 {{(pid=106253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 12:13:37.495271 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-1b3406d3-82e3-47ab-a112-4c5997bb472c tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-2, 989738a6-cd5c-4d7c-a944-d3fc08f437e0) {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:13:37.501361 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b3406d3-82e3-47ab-a112-4c5997bb472c tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:13:37.502299 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1b3406d3-82e3-47ab-a112-4c5997bb472c tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:37.519021 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b1deed4-4db4-4150-a9e7-d74602d24f98 None None] Network 989738a6-cd5c-4d7c-a944-d3fc08f437e0 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:13:37.555030 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-1b3406d3-82e3-47ab-a112-4c5997bb472c tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7674136 Aug 18 12:13:37.555856 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 51880) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:13:37.585800 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-f1bae6a2-9fc5-49be-9e1e-ed90eaa7ee8c tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Request body: {'subnet': {'network_id': '5c6d8e84-28b4-466f-b7df-af1190bfe888', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:13:37.687374 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [None req-93e32dc7-59fd-4b15-af1a-465a9ea0337d tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Allocated IP 172.21.0.1 (12bc12d9-0a65-41fe-9c3a-c624e76addd1/dc464a88-2743-4832-8ba8-c87a80288def/caad6f05-cd03-484c-8ddb-4d467994ef4a) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:13:37.774224 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 1429e617-969c-4bdd-b428-480d5f14fb4d triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:13:37.774721 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:37.778643 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Pushing event updated for resources: {'Port': ['ID=81c95162-6352-4b55-aa79-ac683e6c2d28,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:13:37.802912 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1bae6a2-9fc5-49be-9e1e-ed90eaa7ee8c tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Made reservation on behalf of 7fd02f6d258d49aeaa22e91f82208987 for: {'subnet': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:13:37.809304 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b06b8a89-1fcf-49ba-ba1e-9b9d8a0282e7 req-7b2ec3c2-81b5-4cb3-a8da-b790d1bf174d tempest-ServerTagsTestJSON-176843464 tempest-ServerTagsTestJSON-176843464-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ee4e352-46ac-441b-bfe3-198da1bbc850 HTTP/1.1" status: 200 len: 210 time: 0.1149876 Aug 18 12:13:37.810141 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f1bae6a2-9fc5-49be-9e1e-ed90eaa7ee8c tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59388119'] for subnet, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:38.003172 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46625c87-c7ff-46cc-8760-ae62f470eed4 req-0bbcd801-a8f7-4385-9345-2f76d6580def tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:13:38.005022 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-46625c87-c7ff-46cc-8760-ae62f470eed4 req-0bbcd801-a8f7-4385-9345-2f76d6580def tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/ports?device_id=3276acee-812f-4d8b-a68e-2c7c94906266 HTTP/1.1" status: 200 len: 945 time: 0.3121071 Aug 18 12:13:38.029507 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daac7b61-b464-4168-ae90-87f46e7a85ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp788be208-34ab-5a8f-af0f-528834af222f-989738a6-cd5c-4d7c-a944-d3fc08f437e0', 'network_id': '989738a6-cd5c-4d7c-a944-d3fc08f437e0', 'tenant_id': '7fd02f6d258d49aeaa22e91f82208987', 'fixed_ips': [{'subnet_id': '47b6fbce-ff8a-46f5-aab2-d639b919048b'}]}} from n-d-804985-2. {{(pid=106254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 12:13:38.030608 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-daac7b61-b464-4168-ae90-87f46e7a85ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:38.185472 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:38.202685 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f3161d9-6112-4f93-b232-990161df9ecf None None] Network 12bc12d9-0a65-41fe-9c3a-c624e76addd1 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:13:38.232997 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-46625c87-c7ff-46cc-8760-ae62f470eed4 req-cc1925fa-7756-4304-95e8-5f762faa90ed tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d728c3d-d0c0-4fba-b9fc-5096721eb4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2077212 Aug 18 12:13:38.236036 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-93e32dc7-59fd-4b15-af1a-465a9ea0337d tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:38.255249 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [req-b18e6917-84eb-49da-a107-979553666643 req-a3900921-b572-4274-bc66-91888bc8ddd8 tempest-ServerTagsTestJSON-176843464 tempest-ServerTagsTestJSON-176843464-project] Allocated IP 172.20.0.7 (5e3c563b-0f90-4ff8-a4a0-58d4a08980b5/cef74562-b2f4-4168-bb97-7e50812d654d/65d2aa10-5be7-47b3-9cfd-a7c38bafc855) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:13:38.264275 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [None req-93e32dc7-59fd-4b15-af1a-465a9ea0337d tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Transition to ACTIVE for port object caad6f05-cd03-484c-8ddb-4d467994ef4a will not be triggered until provisioned by entity DHCP. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:13:38.304716 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-33ed749e-0324-487c-882c-96d7ee92916d None None] Provisioning for port 292ba787-c861-4974-bd00-8eb43b0b818b completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:13:38.309904 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f1bae6a2-9fc5-49be-9e1e-ed90eaa7ee8c tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58902106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59388097'] for subnet, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:38.363688 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.db_base_plugin_common [None req-daac7b61-b464-4168-ae90-87f46e7a85ae None None] Allocated IP 2001:db8::2 (989738a6-cd5c-4d7c-a944-d3fc08f437e0/47b6fbce-ff8a-46f5-aab2-d639b919048b/86b7e2d5-5a72-4035-b7fb-2761a9ffd5c7) {{(pid=106254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:13:38.409135 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-93e32dc7-59fd-4b15-af1a-465a9ea0337d tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:38.421253 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bae6a2-9fc5-49be-9e1e-ed90eaa7ee8c tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Pushing event updated for resources: {'Subnet': ['ID=30b513fe-ff97-489a-b22e-db5efd1e3212,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:13:38.444899 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1bae6a2-9fc5-49be-9e1e-ed90eaa7ee8c tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Checking segment: {'id': '64862db2-f3df-47ae-a0ae-d231afe93509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '5c6d8e84-28b4-466f-b7df-af1190bfe888'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:13:38.445345 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1bae6a2-9fc5-49be-9e1e-ed90eaa7ee8c tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Network hostable DHCP agents. Network: 5c6d8e84-28b4-466f-b7df-af1190bfe888, hostable agents: ['97c14208-2951-4361-8d64-3708c946ff5f'], hosted agents: [] {{(pid=106253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 12:13:38.477305 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93e32dc7-59fd-4b15-af1a-465a9ea0337d tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Network 12bc12d9-0a65-41fe-9c3a-c624e76addd1 is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:13:38.487295 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-93e32dc7-59fd-4b15-af1a-465a9ea0337d tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:13:38.496070 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e32dc7-59fd-4b15-af1a-465a9ea0337d tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:13:38.501154 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1bae6a2-9fc5-49be-9e1e-ed90eaa7ee8c tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Network 5c6d8e84-28b4-466f-b7df-af1190bfe888 is scheduled to be hosted by DHCP agent 97c14208-2951-4361-8d64-3708c946ff5f with binding_index 1 {{(pid=106253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 12:13:38.517477 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-f1bae6a2-9fc5-49be-9e1e-ed90eaa7ee8c tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-2, 5c6d8e84-28b4-466f-b7df-af1190bfe888) {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:13:38.522195 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1bae6a2-9fc5-49be-9e1e-ed90eaa7ee8c tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:13:38.522854 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f1bae6a2-9fc5-49be-9e1e-ed90eaa7ee8c tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:38.537527 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95922b17-f927-4e46-8391-f39458c19960 None None] Network 5c6d8e84-28b4-466f-b7df-af1190bfe888 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:13:38.552255 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-f1bae6a2-9fc5-49be-9e1e-ed90eaa7ee8c tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9935832 Aug 18 12:13:38.555149 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 51904) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:13:38.557259 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e32dc7-59fd-4b15-af1a-465a9ea0337d tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Pushing event updated for resources: {'Port': ['ID=caad6f05-cd03-484c-8ddb-4d467994ef4a,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:13:38.560846 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-48b786d4-4c59-4a32-82d1-6e6378b75582 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-612415726', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:13:38.580169 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-b18e6917-84eb-49da-a107-979553666643 req-a3900921-b572-4274-bc66-91888bc8ddd8 tempest-ServerTagsTestJSON-176843464 tempest-ServerTagsTestJSON-176843464-project] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:38.586356 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-93e32dc7-59fd-4b15-af1a-465a9ea0337d tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-996688'] for router_interface, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:38.629004 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-48b786d4-4c59-4a32-82d1-6e6378b75582 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-998592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15809'] for router, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:38.630095 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-48b786d4-4c59-4a32-82d1-6e6378b75582 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-992733', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-971415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15816'] for router, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:38.747712 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-48b786d4-4c59-4a32-82d1-6e6378b75582 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:38.755758 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-48b786d4-4c59-4a32-82d1-6e6378b75582 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-998473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-992536'] for router, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:38.758476 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-b18e6917-84eb-49da-a107-979553666643 req-a3900921-b572-4274-bc66-91888bc8ddd8 tempest-ServerTagsTestJSON-176843464 tempest-ServerTagsTestJSON-176843464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:38.778149 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-daac7b61-b464-4168-ae90-87f46e7a85ae None None] Notify callbacks [] for port, precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:38.792043 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-48b786d4-4c59-4a32-82d1-6e6378b75582 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks [] for router, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:38.796146 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-48b786d4-4c59-4a32-82d1-6e6378b75582 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2369747 Aug 18 12:13:38.796447 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 51908) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:13:38.831980 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-daac7b61-b464-4168-ae90-87f46e7a85ae None None] Transition to ACTIVE for port object 86b7e2d5-5a72-4035-b7fb-2761a9ffd5c7 will not be triggered until provisioned by entity L2. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:13:38.834038 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b18e6917-84eb-49da-a107-979553666643 req-a3900921-b572-4274-bc66-91888bc8ddd8 tempest-ServerTagsTestJSON-176843464 tempest-ServerTagsTestJSON-176843464-project] Network 5e3c563b-0f90-4ff8-a4a0-58d4a08980b5 is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:13:38.835373 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-93e32dc7-59fd-4b15-af1a-465a9ea0337d tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:38.862401 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-daac7b61-b464-4168-ae90-87f46e7a85ae None None] Transition to ACTIVE for port object 86b7e2d5-5a72-4035-b7fb-2761a9ffd5c7 will not be triggered until provisioned by entity DHCP. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:13:38.887204 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [req-b18e6917-84eb-49da-a107-979553666643 req-a3900921-b572-4274-bc66-91888bc8ddd8 tempest-ServerTagsTestJSON-176843464 tempest-ServerTagsTestJSON-176843464-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:13:38.892971 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-daac7b61-b464-4168-ae90-87f46e7a85ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547'] for port, after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:38.896505 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-b18e6917-84eb-49da-a107-979553666643 req-a3900921-b572-4274-bc66-91888bc8ddd8 tempest-ServerTagsTestJSON-176843464 tempest-ServerTagsTestJSON-176843464-project] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:13:39.055840 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daac7b61-b464-4168-ae90-87f46e7a85ae None None] Network 989738a6-cd5c-4d7c-a944-d3fc08f437e0 is already hosted by enough agents. {{(pid=106254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:13:39.061076 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.base_scheduler [None req-daac7b61-b464-4168-ae90-87f46e7a85ae None None] Resources bound (agent type, host, resource id): {{(pid=106254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:13:39.071231 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d24b46cd-54f6-426a-bd66-b784861fb174 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp788be208-34ab-5a8f-af0f-528834af222f-5c6d8e84-28b4-466f-b7df-af1190bfe888', 'network_id': '5c6d8e84-28b4-466f-b7df-af1190bfe888', 'tenant_id': '7fd02f6d258d49aeaa22e91f82208987', 'fixed_ips': [{'subnet_id': '30b513fe-ff97-489a-b22e-db5efd1e3212'}]}} from n-d-804985-2. {{(pid=106254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 12:13:39.072907 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-d24b46cd-54f6-426a-bd66-b784861fb174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:39.105814 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daac7b61-b464-4168-ae90-87f46e7a85ae None None] Received port after_create {{(pid=106254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:13:39.189243 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 81c95162-6352-4b55-aa79-ac683e6c2d28 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:13:39.253122 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3900921-b572-4274-bc66-91888bc8ddd8 tempest-ServerTagsTestJSON-176843464 tempest-ServerTagsTestJSON-176843464-project] Pushing event updated for resources: {'Port': ['ID=65d2aa10-5be7-47b3-9cfd-a7c38bafc855,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:13:39.305385 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df89400-638f-459c-9dc9-1716bf62bf3b req-bd07de12-12ea-4e78-8300-e9f0680d2dea tempest-ServerTagsTestJSON-176843464 tempest-ServerTagsTestJSON-176843464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:13:39.314391 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3df89400-638f-459c-9dc9-1716bf62bf3b req-bd07de12-12ea-4e78-8300-e9f0680d2dea tempest-ServerTagsTestJSON-176843464 tempest-ServerTagsTestJSON-176843464-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ee4e352-46ac-441b-bfe3-198da1bbc850 HTTP/1.1" status: 200 len: 931 time: 0.3717995 Aug 18 12:13:39.351666 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18e6917-84eb-49da-a107-979553666643 req-a3900921-b572-4274-bc66-91888bc8ddd8 tempest-ServerTagsTestJSON-176843464 tempest-ServerTagsTestJSON-176843464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:13:39.363089 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-b18e6917-84eb-49da-a107-979553666643 req-a3900921-b572-4274-bc66-91888bc8ddd8 tempest-ServerTagsTestJSON-176843464 tempest-ServerTagsTestJSON-176843464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:39.426284 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8fd80b91-4d17-4439-8b8c-b3caa52d5f7b tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:39.454245 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daac7b61-b464-4168-ae90-87f46e7a85ae None None] Pushing event updated for resources: {'Port': ['ID=86b7e2d5-5a72-4035-b7fb-2761a9ffd5c7,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:13:39.497017 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3df89400-638f-459c-9dc9-1716bf62bf3b req-3282704d-2dcd-4a72-8051-5794cba741d7 tempest-ServerTagsTestJSON-176843464 tempest-ServerTagsTestJSON-176843464-project] 10.222.0.66 "GET /v2.0/security-groups?id=f205947a-78c8-47c2-a88e-fcd6a653f91f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303368 Aug 18 12:13:39.553310 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b18e6917-84eb-49da-a107-979553666643 req-a3900921-b572-4274-bc66-91888bc8ddd8 tempest-ServerTagsTestJSON-176843464 tempest-ServerTagsTestJSON-176843464-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7441440 Aug 18 12:13:39.588755 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-b18e6917-84eb-49da-a107-979553666643 req-9bef5121-a278-4757-aa8b-53130dd93f93 service neutron] Request body: {'port': {'device_id': '6ee4e352-46ac-441b-bfe3-198da1bbc850', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804985-2'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:13:39.591111 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-daac7b61-b464-4168-ae90-87f46e7a85ae None None] Attempting to bind port 86b7e2d5-5a72-4035-b7fb-2761a9ffd5c7 on host n-d-804985-2 for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:13:39.591499 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-daac7b61-b464-4168-ae90-87f46e7a85ae None None] Attempting to bind port 86b7e2d5-5a72-4035-b7fb-2761a9ffd5c7 by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': 'dd786fa6-a0b0-4447-97b4-aa52108cc709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '989738a6-cd5c-4d7c-a944-d3fc08f437e0'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:13:39.591879 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daac7b61-b464-4168-ae90-87f46e7a85ae None None] Attempting to bind port 86b7e2d5-5a72-4035-b7fb-2761a9ffd5c7 on network 989738a6-cd5c-4d7c-a944-d3fc08f437e0 {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:13:39.617489 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daac7b61-b464-4168-ae90-87f46e7a85ae None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 13, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:13:39.621161 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daac7b61-b464-4168-ae90-87f46e7a85ae None None] Checking segment: {'id': 'dd786fa6-a0b0-4447-97b4-aa52108cc709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '989738a6-cd5c-4d7c-a944-d3fc08f437e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:13:39.621773 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-daac7b61-b464-4168-ae90-87f46e7a85ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:39.622328 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daac7b61-b464-4168-ae90-87f46e7a85ae None None] Bound using segment: {'id': 'dd786fa6-a0b0-4447-97b4-aa52108cc709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '989738a6-cd5c-4d7c-a944-d3fc08f437e0'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:13:39.622980 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-daac7b61-b464-4168-ae90-87f46e7a85ae None None] Bound port: 86b7e2d5-5a72-4035-b7fb-2761a9ffd5c7, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd786fa6-a0b0-4447-97b4-aa52108cc709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '989738a6-cd5c-4d7c-a944-d3fc08f437e0'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:13:39.623528 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-daac7b61-b464-4168-ae90-87f46e7a85ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:39.668109 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.db_base_plugin_common [None req-d24b46cd-54f6-426a-bd66-b784861fb174 None None] Allocated IP 2001:db8:1::2 (5c6d8e84-28b4-466f-b7df-af1190bfe888/30b513fe-ff97-489a-b22e-db5efd1e3212/114ecb02-e96e-423c-a221-62b900489cb9) {{(pid=106254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:13:39.695893 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-a875f116-c7e3-47c1-86ad-829f9027dc19 None None] Provisioning for port caad6f05-cd03-484c-8ddb-4d467994ef4a completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:13:39.735551 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-a875f116-c7e3-47c1-86ad-829f9027dc19 None None] Provisioning complete for port caad6f05-cd03-484c-8ddb-4d467994ef4a triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:13:39.736188 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-a875f116-c7e3-47c1-86ad-829f9027dc19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:39.744740 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 81c95162-6352-4b55-aa79-ac683e6c2d28 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:13:39.745326 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:39.773383 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935cc619-453c-4f37-bc94-1bf1d45d64de req-2bfb43d1-32b6-45cd-ae4c-ec5f1b8285d6 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:13:39.794630 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-935cc619-453c-4f37-bc94-1bf1d45d64de req-2bfb43d1-32b6-45cd-ae4c-ec5f1b8285d6 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/ports?device_id=3276acee-812f-4d8b-a68e-2c7c94906266 HTTP/1.1" status: 200 len: 945 time: 0.3878114 Aug 18 12:13:39.899498 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-b18e6917-84eb-49da-a107-979553666643 req-9bef5121-a278-4757-aa8b-53130dd93f93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:39.947986 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-935cc619-453c-4f37-bc94-1bf1d45d64de req-b31e7ef0-714b-47e5-9d23-77940be6f725 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d728c3d-d0c0-4fba-b9fc-5096721eb4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1522501 Aug 18 12:13:39.950791 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-93e32dc7-59fd-4b15-af1a-465a9ea0337d tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks [] for port, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:39.992622 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [None req-8fd80b91-4d17-4439-8b8c-b3caa52d5f7b tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Allocated IP 2001:db8::1 (989738a6-cd5c-4d7c-a944-d3fc08f437e0/47b6fbce-ff8a-46f5-aab2-d639b919048b/a5e3fe48-6e8f-4d96-bb86-e2197e026849) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:13:40.019953 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-93e32dc7-59fd-4b15-af1a-465a9ea0337d tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:40.117749 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-a875f116-c7e3-47c1-86ad-829f9027dc19 None None] Port caad6f05-cd03-484c-8ddb-4d467994ef4a cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:13:40.120198 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-daac7b61-b464-4168-ae90-87f46e7a85ae None None] For port 86b7e2d5-5a72-4035-b7fb-2761a9ffd5c7, host n-d-804985-2, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:13:40.126127 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-daac7b61-b464-4168-ae90-87f46e7a85ae None None] For port 86b7e2d5-5a72-4035-b7fb-2761a9ffd5c7, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=86b7e2d5-5a72-4035-b7fb-2761a9ffd5c7,segment=NetworkSegment(dd786fa6-a0b0-4447-97b4-aa52108cc709),segment_id=dd786fa6-a0b0-4447-97b4-aa52108cc709)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:13:40.147480 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-daac7b61-b464-4168-ae90-87f46e7a85ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:40.204200 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8fd80b91-4d17-4439-8b8c-b3caa52d5f7b tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:40.243244 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [None req-8fd80b91-4d17-4439-8b8c-b3caa52d5f7b tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Transition to ACTIVE for port object a5e3fe48-6e8f-4d96-bb86-e2197e026849 will not be triggered until provisioned by entity DHCP. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:13:40.295775 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8fd80b91-4d17-4439-8b8c-b3caa52d5f7b tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:40.332847 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 292ba787-c861-4974-bd00-8eb43b0b818b up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:13:40.361336 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fd80b91-4d17-4439-8b8c-b3caa52d5f7b tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Network 989738a6-cd5c-4d7c-a944-d3fc08f437e0 is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:13:40.363341 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1f707daa-7c24-42ae-891e-f5704298be57 None None] Provisioning complete for port caad6f05-cd03-484c-8ddb-4d467994ef4a triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:13:40.363714 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1f707daa-7c24-42ae-891e-f5704298be57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:40.365386 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-8fd80b91-4d17-4439-8b8c-b3caa52d5f7b tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:13:40.371754 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd80b91-4d17-4439-8b8c-b3caa52d5f7b tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:13:40.372463 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8fd80b91-4d17-4439-8b8c-b3caa52d5f7b tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-996688'] for router_interface, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:40.376351 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daac7b61-b464-4168-ae90-87f46e7a85ae None None] Pushing event updated for resources: {'Port': ['ID=86b7e2d5-5a72-4035-b7fb-2761a9ffd5c7,revision_number=2']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:13:40.407668 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-d24b46cd-54f6-426a-bd66-b784861fb174 None None] Notify callbacks [] for port, precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:40.428262 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-d24b46cd-54f6-426a-bd66-b784861fb174 None None] Transition to ACTIVE for port object 114ecb02-e96e-423c-a221-62b900489cb9 will not be triggered until provisioned by entity L2. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:13:40.435278 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd80b91-4d17-4439-8b8c-b3caa52d5f7b tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Pushing event updated for resources: {'Port': ['ID=a5e3fe48-6e8f-4d96-bb86-e2197e026849,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:13:40.442699 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-1f707daa-7c24-42ae-891e-f5704298be57 None None] Port caad6f05-cd03-484c-8ddb-4d467994ef4a cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:13:40.453581 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-d24b46cd-54f6-426a-bd66-b784861fb174 None None] Transition to ACTIVE for port object 114ecb02-e96e-423c-a221-62b900489cb9 will not be triggered until provisioned by entity DHCP. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:13:40.464084 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-d24b46cd-54f6-426a-bd66-b784861fb174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547'] for port, after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:40.513046 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port 292ba787-c861-4974-bd00-8eb43b0b818b completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:13:40.537942 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 292ba787-c861-4974-bd00-8eb43b0b818b triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:13:40.538313 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:40.599800 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8fd80b91-4d17-4439-8b8c-b3caa52d5f7b tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:40.602938 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d24b46cd-54f6-426a-bd66-b784861fb174 None None] Network 5c6d8e84-28b4-466f-b7df-af1190bfe888 is already hosted by enough agents. {{(pid=106254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:13:40.609073 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24b46cd-54f6-426a-bd66-b784861fb174 None None] Pushing event updated for resources: {'Port': ['ID=114ecb02-e96e-423c-a221-62b900489cb9,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:13:40.616114 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.base_scheduler [None req-d24b46cd-54f6-426a-bd66-b784861fb174 None None] Resources bound (agent type, host, resource id): {{(pid=106254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:13:40.620107 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d24b46cd-54f6-426a-bd66-b784861fb174 None None] Received port after_create {{(pid=106254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:13:40.627015 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-93e32dc7-59fd-4b15-af1a-465a9ea0337d tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-996772'] for router_interface, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:40.754885 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e32dc7-59fd-4b15-af1a-465a9ea0337d tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Pushing event updated for resources: {'Port': ['ID=caad6f05-cd03-484c-8ddb-4d467994ef4a,revision_number=2']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:13:40.795549 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-d24b46cd-54f6-426a-bd66-b784861fb174 None None] Attempting to bind port 114ecb02-e96e-423c-a221-62b900489cb9 on host n-d-804985-2 for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:13:40.795922 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-d24b46cd-54f6-426a-bd66-b784861fb174 None None] Attempting to bind port 114ecb02-e96e-423c-a221-62b900489cb9 by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': '64862db2-f3df-47ae-a0ae-d231afe93509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '5c6d8e84-28b4-466f-b7df-af1190bfe888'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:13:40.796407 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d24b46cd-54f6-426a-bd66-b784861fb174 None None] Attempting to bind port 114ecb02-e96e-423c-a221-62b900489cb9 on network 5c6d8e84-28b4-466f-b7df-af1190bfe888 {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:13:40.842011 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d24b46cd-54f6-426a-bd66-b784861fb174 None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 13, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:13:40.842377 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d24b46cd-54f6-426a-bd66-b784861fb174 None None] Checking segment: {'id': '64862db2-f3df-47ae-a0ae-d231afe93509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '5c6d8e84-28b4-466f-b7df-af1190bfe888'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:13:40.842820 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-d24b46cd-54f6-426a-bd66-b784861fb174 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:40.843211 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d24b46cd-54f6-426a-bd66-b784861fb174 None None] Bound using segment: {'id': '64862db2-f3df-47ae-a0ae-d231afe93509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '5c6d8e84-28b4-466f-b7df-af1190bfe888'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:13:40.843699 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-d24b46cd-54f6-426a-bd66-b784861fb174 None None] Bound port: 114ecb02-e96e-423c-a221-62b900489cb9, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64862db2-f3df-47ae-a0ae-d231afe93509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '5c6d8e84-28b4-466f-b7df-af1190bfe888'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:13:40.848624 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-d24b46cd-54f6-426a-bd66-b784861fb174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:40.853653 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:40.927470 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] For port 292ba787-c861-4974-bd00-8eb43b0b818b, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=292ba787-c861-4974-bd00-8eb43b0b818b,segment=NetworkSegment(bf69c900-8549-40c1-8f74-5741e9d08029),segment_id=bf69c900-8549-40c1-8f74-5741e9d08029)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:13:40.943816 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [req-b18e6917-84eb-49da-a107-979553666643 req-9bef5121-a278-4757-aa8b-53130dd93f93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65d2aa10-5be7-47b3-9cfd-a7c38bafc855 {{(pid=106252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:13:40.960607 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-b18e6917-84eb-49da-a107-979553666643 req-9bef5121-a278-4757-aa8b-53130dd93f93 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:40.969844 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-d24b46cd-54f6-426a-bd66-b784861fb174 None None] For port 114ecb02-e96e-423c-a221-62b900489cb9, host n-d-804985-2, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:13:40.974569 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-d24b46cd-54f6-426a-bd66-b784861fb174 None None] For port 114ecb02-e96e-423c-a221-62b900489cb9, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=114ecb02-e96e-423c-a221-62b900489cb9,segment=NetworkSegment(64862db2-f3df-47ae-a0ae-d231afe93509),segment_id=64862db2-f3df-47ae-a0ae-d231afe93509)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:13:40.976537 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:41.012513 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-d24b46cd-54f6-426a-bd66-b784861fb174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:41.075271 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [req-b18e6917-84eb-49da-a107-979553666643 req-9bef5121-a278-4757-aa8b-53130dd93f93 service neutron] Transition to ACTIVE for port object 65d2aa10-5be7-47b3-9cfd-a7c38bafc855 will not be triggered until provisioned by entity L2. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:13:41.091839 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Pushing event updated for resources: {'Port': ['ID=292ba787-c861-4974-bd00-8eb43b0b818b,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:13:41.093099 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-b18e6917-84eb-49da-a107-979553666643 req-9bef5121-a278-4757-aa8b-53130dd93f93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:41.123535 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339ffd77-7292-483f-b903-b919df2b94dc req-74b2ced2-e3e3-447c-ae50-daee169a3a78 tempest-ServerTagsTestJSON-176843464 tempest-ServerTagsTestJSON-176843464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:13:41.132254 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-339ffd77-7292-483f-b903-b919df2b94dc req-74b2ced2-e3e3-447c-ae50-daee169a3a78 tempest-ServerTagsTestJSON-176843464 tempest-ServerTagsTestJSON-176843464-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ee4e352-46ac-441b-bfe3-198da1bbc850 HTTP/1.1" status: 200 len: 931 time: 0.3728399 Aug 18 12:13:41.178866 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 86b7e2d5-5a72-4035-b7fb-2761a9ffd5c7 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:13:41.213381 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8fd80b91-4d17-4439-8b8c-b3caa52d5f7b tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks [] for port, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:41.226379 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8fd80b91-4d17-4439-8b8c-b3caa52d5f7b tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:41.227309 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24b46cd-54f6-426a-bd66-b784861fb174 None None] Pushing event updated for resources: {'Port': ['ID=114ecb02-e96e-423c-a221-62b900489cb9,revision_number=2']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:13:41.227703 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8fd80b91-4d17-4439-8b8c-b3caa52d5f7b tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-996772'] for router_interface, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:41.330857 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port 86b7e2d5-5a72-4035-b7fb-2761a9ffd5c7 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:13:41.372908 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93e32dc7-59fd-4b15-af1a-465a9ea0337d tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Network 12bc12d9-0a65-41fe-9c3a-c624e76addd1 is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:13:41.383961 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bef5121-a278-4757-aa8b-53130dd93f93 service neutron] Pushing event updated for resources: {'Port': ['ID=65d2aa10-5be7-47b3-9cfd-a7c38bafc855,revision_number=2']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:13:41.399272 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-93e32dc7-59fd-4b15-af1a-465a9ea0337d tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:13:41.423934 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-339ffd77-7292-483f-b903-b919df2b94dc req-11a225ee-c672-4f5c-86a8-3e70245c5724 tempest-ServerTagsTestJSON-176843464 tempest-ServerTagsTestJSON-176843464-project] 10.222.0.66 "GET /v2.0/security-groups?id=f205947a-78c8-47c2-a88e-fcd6a653f91f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2902939 Aug 18 12:13:41.468442 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd80b91-4d17-4439-8b8c-b3caa52d5f7b tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Pushing event updated for resources: {'Port': ['ID=a5e3fe48-6e8f-4d96-bb86-e2197e026849,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:13:41.512832 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd80b91-4d17-4439-8b8c-b3caa52d5f7b tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:13:41.512832 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd80b91-4d17-4439-8b8c-b3caa52d5f7b tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:13:41.512832 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd80b91-4d17-4439-8b8c-b3caa52d5f7b tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:13:41.512832 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd80b91-4d17-4439-8b8c-b3caa52d5f7b tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:13:41.512832 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd80b91-4d17-4439-8b8c-b3caa52d5f7b tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:13:41.512832 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd80b91-4d17-4439-8b8c-b3caa52d5f7b tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:13:41.512832 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd80b91-4d17-4439-8b8c-b3caa52d5f7b tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:13:41.512832 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd80b91-4d17-4439-8b8c-b3caa52d5f7b tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:13:41.512832 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd80b91-4d17-4439-8b8c-b3caa52d5f7b tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:13:41.512832 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd80b91-4d17-4439-8b8c-b3caa52d5f7b tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:13:41.512832 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd80b91-4d17-4439-8b8c-b3caa52d5f7b tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:13:41.512832 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd80b91-4d17-4439-8b8c-b3caa52d5f7b tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:13:41.536114 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb778f9d-8eef-48ce-ab04-e9ad58860a4b req-62d7f0bd-58df-4fba-8ec2-d6653cdcfe61 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:13:41.538054 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-fb778f9d-8eef-48ce-ab04-e9ad58860a4b req-62d7f0bd-58df-4fba-8ec2-d6653cdcfe61 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/ports?device_id=3276acee-812f-4d8b-a68e-2c7c94906266 HTTP/1.1" status: 200 len: 945 time: 0.4013438 Aug 18 12:13:41.651779 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fd80b91-4d17-4439-8b8c-b3caa52d5f7b tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Network 989738a6-cd5c-4d7c-a944-d3fc08f437e0 is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:13:41.653783 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-8fd80b91-4d17-4439-8b8c-b3caa52d5f7b tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:13:41.856889 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fd80b91-4d17-4439-8b8c-b3caa52d5f7b tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Router 85dd515d-5922-457b-8fc8-f3154ca1c6b2 is scheduled to L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 with binding_index 1 {{(pid=106253) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 12:13:41.918478 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-b18e6917-84eb-49da-a107-979553666643 req-9bef5121-a278-4757-aa8b-53130dd93f93 service neutron] Attempting to bind port 65d2aa10-5be7-47b3-9cfd-a7c38bafc855 on host n-h1-804985-2 for vnic_type normal with profile {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:13:41.919090 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-b18e6917-84eb-49da-a107-979553666643 req-9bef5121-a278-4757-aa8b-53130dd93f93 service neutron] Attempting to bind port 65d2aa10-5be7-47b3-9cfd-a7c38bafc855 by drivers openvswitch,hyperv on host n-h1-804985-2 at level 0 using segments [{'id': '147769cf-caf7-4798-98a3-f642a4dbc70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '5e3c563b-0f90-4ff8-a4a0-58d4a08980b5'}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:13:41.919231 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b18e6917-84eb-49da-a107-979553666643 req-9bef5121-a278-4757-aa8b-53130dd93f93 service neutron] Attempting to bind port 65d2aa10-5be7-47b3-9cfd-a7c38bafc855 on network 5e3c563b-0f90-4ff8-a4a0-58d4a08980b5 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:13:41.945529 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93e32dc7-59fd-4b15-af1a-465a9ea0337d tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Router a3c58560-96af-45c6-abef-7a97a89df4a0 has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:13:41.950111 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-fb778f9d-8eef-48ce-ab04-e9ad58860a4b req-0ca0cbec-5b83-4fab-af7a-906f6d844098 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d728c3d-d0c0-4fba-b9fc-5096721eb4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3804150 Aug 18 12:13:41.957520 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b18e6917-84eb-49da-a107-979553666643 req-9bef5121-a278-4757-aa8b-53130dd93f93 service neutron] Port 65d2aa10-5be7-47b3-9cfd-a7c38bafc855 on network 5e3c563b-0f90-4ff8-a4a0-58d4a08980b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-2 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:13:41.958846 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b18e6917-84eb-49da-a107-979553666643 req-9bef5121-a278-4757-aa8b-53130dd93f93 service neutron] Attempting to bind port 65d2aa10-5be7-47b3-9cfd-a7c38bafc855 on network 5e3c563b-0f90-4ff8-a4a0-58d4a08980b5 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:13:41.973998 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b18e6917-84eb-49da-a107-979553666643 req-9bef5121-a278-4757-aa8b-53130dd93f93 service neutron] Checking agent: {'id': 'a613417a-d085-492c-941a-59bb18c633d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 49, 6), 'started_at': datetime.datetime(2021, 8, 18, 11, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 13, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:13:41.976795 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b18e6917-84eb-49da-a107-979553666643 req-9bef5121-a278-4757-aa8b-53130dd93f93 service neutron] Checking segment: {'id': '147769cf-caf7-4798-98a3-f642a4dbc70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '5e3c563b-0f90-4ff8-a4a0-58d4a08980b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:13:41.977370 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b18e6917-84eb-49da-a107-979553666643 req-9bef5121-a278-4757-aa8b-53130dd93f93 service neutron] Bound using segment: {'id': '147769cf-caf7-4798-98a3-f642a4dbc70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '5e3c563b-0f90-4ff8-a4a0-58d4a08980b5'} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:13:41.979311 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-b18e6917-84eb-49da-a107-979553666643 req-9bef5121-a278-4757-aa8b-53130dd93f93 service neutron] Bound port: 65d2aa10-5be7-47b3-9cfd-a7c38bafc855, host: n-h1-804985-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '147769cf-caf7-4798-98a3-f642a4dbc70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '5e3c563b-0f90-4ff8-a4a0-58d4a08980b5'}}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:13:41.979859 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-b18e6917-84eb-49da-a107-979553666643 req-9bef5121-a278-4757-aa8b-53130dd93f93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:42.006610 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-37945aee-1172-4f07-850f-645f41b467fa None None] Provisioning complete for port caad6f05-cd03-484c-8ddb-4d467994ef4a triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:13:42.007159 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-37945aee-1172-4f07-850f-645f41b467fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:42.010206 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fd80b91-4d17-4439-8b8c-b3caa52d5f7b tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:13:42.028738 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-8fd80b91-4d17-4439-8b8c-b3caa52d5f7b tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] 10.222.0.66 "PUT /v2.0/routers/85dd515d-5922-457b-8fc8-f3154ca1c6b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2309189 Aug 18 12:13:42.031506 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 51980) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:13:42.099201 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3025c5d-b442-4bbf-9941-48275ea21ed1 None None] Sync routers for ids ['85dd515d-5922-457b-8fc8-f3154ca1c6b2'] in n-d-804985-2 {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:13:42.110591 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37b9393a-d395-405e-a91b-6cbf9b175692 None None] Network 989738a6-cd5c-4d7c-a944-d3fc08f437e0 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:13:42.127241 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea2a3025-b055-4067-a4d3-872baad5cf41 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:13:42.131619 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-ea2a3025-b055-4067-a4d3-872baad5cf41 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] 10.222.0.66 "GET /v2.0/ports/a5e3fe48-6e8f-4d96-bb86-e2197e026849 HTTP/1.1" status: 200 len: 911 time: 0.0966661 Aug 18 12:13:42.134834 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 51982) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:13:42.190656 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93e32dc7-59fd-4b15-af1a-465a9ea0337d tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:13:42.198585 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-93e32dc7-59fd-4b15-af1a-465a9ea0337d tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] 10.222.0.66 "PUT /v2.0/routers/a3c58560-96af-45c6-abef-7a97a89df4a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9957254 Aug 18 12:13:42.201458 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af047f23-dfd4-426b-8543-a42be9d65e40 None None] Sync routers for ids ['a3c58560-96af-45c6-abef-7a97a89df4a0'] in n-d-804985-2 {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:13:42.204948 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 51984) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:13:42.214693 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3025c5d-b442-4bbf-9941-48275ea21ed1 None None] Routers {'85dd515d-5922-457b-8fc8-f3154ca1c6b2'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:13:42.215210 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-f421a588-0d37-4f46-ae7f-04ba94632f3c tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Request body: {'network': {'name': 'tempest-RoutersTest-761247728'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:13:42.215301 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-d3025c5d-b442-4bbf-9941-48275ea21ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:13:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['85dd515d-5922-457b-8fc8-f3154ca1c6b2'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:13:42.216376 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-b18e6917-84eb-49da-a107-979553666643 req-9bef5121-a278-4757-aa8b-53130dd93f93 service neutron] For port 65d2aa10-5be7-47b3-9cfd-a7c38bafc855, host n-h1-804985-2, cleared binding levels {{(pid=106252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:13:42.221431 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-b18e6917-84eb-49da-a107-979553666643 req-9bef5121-a278-4757-aa8b-53130dd93f93 service neutron] For port 65d2aa10-5be7-47b3-9cfd-a7c38bafc855, host n-h1-804985-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=65d2aa10-5be7-47b3-9cfd-a7c38bafc855,segment=NetworkSegment(147769cf-caf7-4798-98a3-f642a4dbc70c),segment_id=147769cf-caf7-4798-98a3-f642a4dbc70c)] {{(pid=106252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:13:42.232393 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af047f23-dfd4-426b-8543-a42be9d65e40 None None] Routers {'a3c58560-96af-45c6-abef-7a97a89df4a0'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:13:42.233315 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-af047f23-dfd4-426b-8543-a42be9d65e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:13:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['a3c58560-96af-45c6-abef-7a97a89df4a0'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:13:42.239871 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-b18e6917-84eb-49da-a107-979553666643 req-9bef5121-a278-4757-aa8b-53130dd93f93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:42.276887 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-d3025c5d-b442-4bbf-9941-48275ea21ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:13:42.309725 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-37945aee-1172-4f07-850f-645f41b467fa None None] Port caad6f05-cd03-484c-8ddb-4d467994ef4a cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:13:42.334627 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3025c5d-b442-4bbf-9941-48275ea21ed1 None None] Routers {'85dd515d-5922-457b-8fc8-f3154ca1c6b2'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:13:42.336302 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-d3025c5d-b442-4bbf-9941-48275ea21ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:13:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['85dd515d-5922-457b-8fc8-f3154ca1c6b2'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:13:42.391200 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18e6917-84eb-49da-a107-979553666643 req-9bef5121-a278-4757-aa8b-53130dd93f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:13:42.393920 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-b18e6917-84eb-49da-a107-979553666643 req-9bef5121-a278-4757-aa8b-53130dd93f93 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:42.399062 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b18e6917-84eb-49da-a107-979553666643 req-9bef5121-a278-4757-aa8b-53130dd93f93 service neutron] 10.222.0.63 "PUT /v2.0/ports/65d2aa10-5be7-47b3-9cfd-a7c38bafc855 HTTP/1.1" status: 200 len: 1091 time: 2.8228185 Aug 18 12:13:42.427661 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ee4e352-46ac-441b-bfe3-198da1bbc850', 'tag': '65d2aa10-5be7-47b3-9cfd-a7c38bafc855'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:13:42.434553 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-102d3682-ded2-4cd2-a0d1-d4a7fb1a8d4a" -d '{"events": [{"name": "network-changed", "server_uuid": "6ee4e352-46ac-441b-bfe3-198da1bbc850", "tag": "65d2aa10-5be7-47b3-9cfd-a7c38bafc855"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:13:42.438950 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-af047f23-dfd4-426b-8543-a42be9d65e40 None None] Set router a3c58560-96af-45c6-abef-7a97a89df4a0 gateway port host: None {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:13:42.440652 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-d3025c5d-b442-4bbf-9941-48275ea21ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:13:42.443853 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3025c5d-b442-4bbf-9941-48275ea21ed1 None None] The sync data for ids ['85dd515d-5922-457b-8fc8-f3154ca1c6b2'] in n-d-804985-2 is: [] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:13:42.499121 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f421a588-0d37-4f46-ae7f-04ba94632f3c tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Made reservation on behalf of c4a8742f0e794123b38cc3300291c37d for: {'network': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:13:42.512610 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f421a588-0d37-4f46-ae7f-04ba94632f3c tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for network, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:42.564095 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-26d738f1-f9ea-49a8-9b12-d873490a8dd6 None None] Provisioning for port 86b7e2d5-5a72-4035-b7fb-2761a9ffd5c7 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:13:42.578759 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-26d738f1-f9ea-49a8-9b12-d873490a8dd6 None None] Provisioning complete for port 86b7e2d5-5a72-4035-b7fb-2761a9ffd5c7 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:13:42.579143 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-26d738f1-f9ea-49a8-9b12-d873490a8dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:42.613071 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:13:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f1be426-c40d-43c5-b1d0-25fc50bf5954 x-openstack-request-id: req-8f1be426-c40d-43c5-b1d0-25fc50bf5954 {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:13:42.613603 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ee4e352-46ac-441b-bfe3-198da1bbc850", "tag": "65d2aa10-5be7-47b3-9cfd-a7c38bafc855", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:13:42.613863 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-8f1be426-c40d-43c5-b1d0-25fc50bf5954 {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:13:42.615764 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ee4e352-46ac-441b-bfe3-198da1bbc850', 'tag': '65d2aa10-5be7-47b3-9cfd-a7c38bafc855', 'status': 'completed', 'code': 200} Aug 18 12:13:42.742699 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-26d738f1-f9ea-49a8-9b12-d873490a8dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:42.750587 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bef5121-a278-4757-aa8b-53130dd93f93 service neutron] Pushing event updated for resources: {'Port': ['ID=65d2aa10-5be7-47b3-9cfd-a7c38bafc855,revision_number=3']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:13:42.808130 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-26d738f1-f9ea-49a8-9b12-d873490a8dd6 None None] For port 86b7e2d5-5a72-4035-b7fb-2761a9ffd5c7, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=86b7e2d5-5a72-4035-b7fb-2761a9ffd5c7,segment=NetworkSegment(dd786fa6-a0b0-4447-97b4-aa52108cc709),segment_id=dd786fa6-a0b0-4447-97b4-aa52108cc709)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:13:42.818827 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-26d738f1-f9ea-49a8-9b12-d873490a8dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:42.849084 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f421a588-0d37-4f46-ae7f-04ba94632f3c tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 813} {{(pid=106252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:13:42.881628 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b2ccf7-8f0c-4c9a-aa67-8f4bd12fab8a req-bb2463c1-3f87-444f-aa39-1fc9c5e4a201 tempest-ServerTagsTestJSON-176843464 tempest-ServerTagsTestJSON-176843464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:13:42.894079 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e5b2ccf7-8f0c-4c9a-aa67-8f4bd12fab8a req-bb2463c1-3f87-444f-aa39-1fc9c5e4a201 tempest-ServerTagsTestJSON-176843464 tempest-ServerTagsTestJSON-176843464-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ee4e352-46ac-441b-bfe3-198da1bbc850 HTTP/1.1" status: 200 len: 943 time: 0.2548735 Aug 18 12:13:42.921413 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18e6917-84eb-49da-a107-979553666643 req-17001c07-ad8d-4034-9b29-885e7130fe28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:13:42.929576 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b18e6917-84eb-49da-a107-979553666643 req-17001c07-ad8d-4034-9b29-885e7130fe28 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=80ccae5b7ca44dea956560c8bb3b0804&device_id=6ee4e352-46ac-441b-bfe3-198da1bbc850 HTTP/1.1" status: 200 len: 1094 time: 0.4556425 Aug 18 12:13:42.971015 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-de092f30-4d39-4dce-8e05-275cb00135d9 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:42.975774 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d738f1-f9ea-49a8-9b12-d873490a8dd6 None None] Pushing event updated for resources: {'Port': ['ID=86b7e2d5-5a72-4035-b7fb-2761a9ffd5c7,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:13:43.061863 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b18e6917-84eb-49da-a107-979553666643 req-70c62038-eed2-47dc-9fef-fd002e4c8da7 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=65d2aa10-5be7-47b3-9cfd-a7c38bafc855 HTTP/1.1" status: 200 len: 217 time: 0.1204453 Aug 18 12:13:43.113686 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b8d9082-2f4d-4711-a431-72bdc4bcfb35 None None] Network 5c6d8e84-28b4-466f-b7df-af1190bfe888 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:13:43.139082 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f421a588-0d37-4f46-ae7f-04ba94632f3c tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:43.141796 n-d-804985-2 neutron-server[106252]: INFO neutron.db.segments_db [None req-f421a588-0d37-4f46-ae7f-04ba94632f3c tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Added segment b0236129-e1d2-4277-9435-f23279ca70b9 of type vlan for network 0f204d23-15d6-4f74-9e88-0c18b0f1f4ba Aug 18 12:13:43.291895 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-ad7b0d41-7971-4963-941f-d48103daa4ed None None] Provisioning for port 114ecb02-e96e-423c-a221-62b900489cb9 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:13:43.340961 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-af047f23-dfd4-426b-8543-a42be9d65e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c58560-96af-45c6-abef-7a97a89df4a0', 'name': 'tempest-RoutersTest-router-1153144194', 'tenant_id': 'c4a8742f0e794123b38cc3300291c37d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:13:26Z', 'updated_at': '2021-08-18T12:13:38Z', 'revision_number': 3, 'project_id': 'c4a8742f0e794123b38cc3300291c37d', 'gw_port_host': None, '_interfaces': [{'id': '81c95162-6352-4b55-aa79-ac683e6c2d28', 'name': '', 'network_id': 'eec76161-c359-4186-b3d0-0801154df67c', 'tenant_id': 'c4a8742f0e794123b38cc3300291c37d', 'mac_address': 'fa:16:3e:dd:ec:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c58560-96af-45c6-abef-7a97a89df4a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2633, 'fixed_ips': [{'subnet_id': '6bea84c0-7697-4923-b905-7c0527019ab5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:13:29Z', 'updated_at': '2021-08-18T12:13:37Z', 'revision_number': 5, 'project_id': 'c4a8742f0e794123b38cc3300291c37d', 'subnets': [{'id': '6bea84c0-7697-4923-b905-7c0527019ab5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'caad6f05-cd03-484c-8ddb-4d467994ef4a', 'name': '', 'network_id': '12bc12d9-0a65-41fe-9c3a-c624e76addd1', 'tenant_id': 'c4a8742f0e794123b38cc3300291c37d', 'mac_address': 'fa:16:3e:48:d7:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3c58560-96af-45c6-abef-7a97a89df4a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2666, 'fixed_ips': [{'subnet_id': 'dc464a88-2743-4832-8ba8-c87a80288def', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:13:37Z', 'updated_at': '2021-08-18T12:13:39Z', 'revision_number': 2, 'project_id': 'c4a8742f0e794123b38cc3300291c37d', 'subnets': [{'id': 'dc464a88-2743-4832-8ba8-c87a80288def', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:13:43.350716 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 114ecb02-e96e-423c-a221-62b900489cb9 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:13:43.413817 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af047f23-dfd4-426b-8543-a42be9d65e40 None None] Checking router: a3c58560-96af-45c6-abef-7a97a89df4a0 for host: n-d-804985-2 {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:13:43.415566 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af047f23-dfd4-426b-8543-a42be9d65e40 None None] Updating router a3c58560-96af-45c6-abef-7a97a89df4a0 port caad6f05-cd03-484c-8ddb-4d467994ef4a binding host n-d-804985-2 {{(pid=106255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 12:13:43.458894 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f421a588-0d37-4f46-ae7f-04ba94632f3c tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789150665894'] for network, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:43.476313 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-af047f23-dfd4-426b-8543-a42be9d65e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:43.491787 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e5b2ccf7-8f0c-4c9a-aa67-8f4bd12fab8a req-e39a76c9-10ad-453c-8f22-84b578299377 tempest-ServerTagsTestJSON-176843464 tempest-ServerTagsTestJSON-176843464-project] 10.222.0.66 "GET /v2.0/security-groups?id=f205947a-78c8-47c2-a88e-fcd6a653f91f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5589859 Aug 18 12:13:43.609807 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18e6917-84eb-49da-a107-979553666643 req-25bbe756-ccfe-42cf-acb3-5bbd5d15fc0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:13:43.610037 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [None req-de092f30-4d39-4dce-8e05-275cb00135d9 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Allocated IP 2001:db8:1::1 (5c6d8e84-28b4-466f-b7df-af1190bfe888/30b513fe-ff97-489a-b22e-db5efd1e3212/2dac095c-266e-4ffa-a8b4-4f0e232b2e63) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:13:43.611801 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b18e6917-84eb-49da-a107-979553666643 req-25bbe756-ccfe-42cf-acb3-5bbd5d15fc0f service neutron] 10.222.0.63 "GET /v2.0/subnets?id=cef74562-b2f4-4168-bb97-7e50812d654d HTTP/1.1" status: 200 len: 848 time: 0.5168388 Aug 18 12:13:43.661520 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f421a588-0d37-4f46-ae7f-04ba94632f3c tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for network, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:43.670452 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f421a588-0d37-4f46-ae7f-04ba94632f3c tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:13:43.671399 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f421a588-0d37-4f46-ae7f-04ba94632f3c tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks [] for network, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:43.766753 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-e8c32251-be35-412a-aa5e-8a0ce166367a None None] Provisioning for port a5e3fe48-6e8f-4d96-bb86-e2197e026849 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:13:43.786591 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-e8c32251-be35-412a-aa5e-8a0ce166367a None None] Provisioning complete for port a5e3fe48-6e8f-4d96-bb86-e2197e026849 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:13:43.786980 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-e8c32251-be35-412a-aa5e-8a0ce166367a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:43.818627 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-de092f30-4d39-4dce-8e05-275cb00135d9 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:43.836665 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [None req-de092f30-4d39-4dce-8e05-275cb00135d9 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Transition to ACTIVE for port object 2dac095c-266e-4ffa-a8b4-4f0e232b2e63 will not be triggered until provisioned by entity DHCP. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:13:43.858346 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b18e6917-84eb-49da-a107-979553666643 req-9f7376d5-658c-4fec-89c6-447990da9b27 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=5e3c563b-0f90-4ff8-a4a0-58d4a08980b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2208703 Aug 18 12:13:43.862176 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f421a588-0d37-4f46-ae7f-04ba94632f3c tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Pushing event updated for resources: {'Network': ['ID=0f204d23-15d6-4f74-9e88-0c18b0f1f4ba,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:13:43.883702 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-de092f30-4d39-4dce-8e05-275cb00135d9 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:43.907342 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Network 0f204d23-15d6-4f74-9e88-0c18b0f1f4ba details requested by agent ovs-agent-n-d-804985-2 with host n-d-804985-2 {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:13:43.980599 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port 114ecb02-e96e-423c-a221-62b900489cb9 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:13:43.990308 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-e8c32251-be35-412a-aa5e-8a0ce166367a None None] Port a5e3fe48-6e8f-4d96-bb86-e2197e026849 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:13:43.995092 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 114ecb02-e96e-423c-a221-62b900489cb9 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:13:43.995695 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:44.014527 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730a971e-e79c-4c92-b174-cad4685e5e59 req-4ddc4c2b-2262-4e07-bb77-632c1a391d6d tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:13:44.017642 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de092f30-4d39-4dce-8e05-275cb00135d9 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Network 5c6d8e84-28b4-466f-b7df-af1190bfe888 is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:13:44.023176 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-730a971e-e79c-4c92-b174-cad4685e5e59 req-4ddc4c2b-2262-4e07-bb77-632c1a391d6d tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/ports?device_id=3276acee-812f-4d8b-a68e-2c7c94906266 HTTP/1.1" status: 200 len: 945 time: 0.6081159 Aug 18 12:13:44.030231 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-de092f30-4d39-4dce-8e05-275cb00135d9 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:13:44.035720 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de092f30-4d39-4dce-8e05-275cb00135d9 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:13:44.039151 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-de092f30-4d39-4dce-8e05-275cb00135d9 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-996688'] for router_interface, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:44.054631 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-af047f23-dfd4-426b-8543-a42be9d65e40 None None] Notify callbacks [] for port, precommit_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:44.083685 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-af047f23-dfd4-426b-8543-a42be9d65e40 None None] Transition to ACTIVE for port object caad6f05-cd03-484c-8ddb-4d467994ef4a will not be triggered until provisioned by entity L2. {{(pid=106255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:13:44.108968 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-af047f23-dfd4-426b-8543-a42be9d65e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:44.112832 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-f421a588-0d37-4f46-ae7f-04ba94632f3c tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.9063678 Aug 18 12:13:44.133684 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-730a971e-e79c-4c92-b174-cad4685e5e59 req-03f1ad49-4aa7-4d24-9e03-df43319b54fb tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d728c3d-d0c0-4fba-b9fc-5096721eb4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091349 Aug 18 12:13:44.157273 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 52024) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:13:44.169914 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-699b35a0-b64e-4309-8739-6734352f7b4b tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Request body: {'subnet': {'network_id': '0f204d23-15d6-4f74-9e88-0c18b0f1f4ba', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:13:44.172029 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-e8c32251-be35-412a-aa5e-8a0ce166367a None None] Provisioning complete for port 86b7e2d5-5a72-4035-b7fb-2761a9ffd5c7 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:13:44.172428 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-e8c32251-be35-412a-aa5e-8a0ce166367a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:44.203236 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de092f30-4d39-4dce-8e05-275cb00135d9 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Pushing event updated for resources: {'Port': ['ID=2dac095c-266e-4ffa-a8b4-4f0e232b2e63,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:13:44.360154 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-af047f23-dfd4-426b-8543-a42be9d65e40 None None] Attempting to bind port caad6f05-cd03-484c-8ddb-4d467994ef4a on host n-d-804985-2 for vnic_type normal with profile {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:13:44.360708 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-af047f23-dfd4-426b-8543-a42be9d65e40 None None] Attempting to bind port caad6f05-cd03-484c-8ddb-4d467994ef4a by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': 'bf69c900-8549-40c1-8f74-5741e9d08029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '12bc12d9-0a65-41fe-9c3a-c624e76addd1'}] {{(pid=106255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:13:44.361582 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:44.362294 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af047f23-dfd4-426b-8543-a42be9d65e40 None None] Attempting to bind port caad6f05-cd03-484c-8ddb-4d467994ef4a on network 12bc12d9-0a65-41fe-9c3a-c624e76addd1 {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:13:44.366176 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35fea77-c206-46a1-87e8-3951ad7ac74b None None] Pushing event updated for resources: {'Port': ['ID=caad6f05-cd03-484c-8ddb-4d467994ef4a,revision_number=3']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:13:44.369841 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-de092f30-4d39-4dce-8e05-275cb00135d9 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:44.393623 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af047f23-dfd4-426b-8543-a42be9d65e40 None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 13, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:13:44.394445 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af047f23-dfd4-426b-8543-a42be9d65e40 None None] Checking segment: {'id': 'bf69c900-8549-40c1-8f74-5741e9d08029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '12bc12d9-0a65-41fe-9c3a-c624e76addd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:13:44.395087 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-af047f23-dfd4-426b-8543-a42be9d65e40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:44.395707 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af047f23-dfd4-426b-8543-a42be9d65e40 None None] Bound using segment: {'id': 'bf69c900-8549-40c1-8f74-5741e9d08029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '12bc12d9-0a65-41fe-9c3a-c624e76addd1'} {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:13:44.396398 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-af047f23-dfd4-426b-8543-a42be9d65e40 None None] Bound port: caad6f05-cd03-484c-8ddb-4d467994ef4a, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf69c900-8549-40c1-8f74-5741e9d08029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '12bc12d9-0a65-41fe-9c3a-c624e76addd1'}}] {{(pid=106255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:13:44.397060 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-af047f23-dfd4-426b-8543-a42be9d65e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:44.462383 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] For port 114ecb02-e96e-423c-a221-62b900489cb9, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=114ecb02-e96e-423c-a221-62b900489cb9,segment=NetworkSegment(64862db2-f3df-47ae-a0ae-d231afe93509),segment_id=64862db2-f3df-47ae-a0ae-d231afe93509)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:13:44.467457 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-699b35a0-b64e-4309-8739-6734352f7b4b tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Made reservation on behalf of c4a8742f0e794123b38cc3300291c37d for: {'subnet': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:13:44.480166 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:44.481047 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 86b7e2d5-5a72-4035-b7fb-2761a9ffd5c7 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:13:44.483142 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-699b35a0-b64e-4309-8739-6734352f7b4b tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59074089'] for subnet, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:44.528749 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-af047f23-dfd4-426b-8543-a42be9d65e40 None None] For port caad6f05-cd03-484c-8ddb-4d467994ef4a, host n-d-804985-2, cleared binding levels {{(pid=106255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:13:44.539850 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b18e6917-84eb-49da-a107-979553666643 req-a2c81560-015c-4d08-9eb9-5451f7a21095 service neutron] 10.222.0.63 "GET /v2.0/networks/5e3c563b-0f90-4ff8-a4a0-58d4a08980b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6638186 Aug 18 12:13:44.542234 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-af047f23-dfd4-426b-8543-a42be9d65e40 None None] For port caad6f05-cd03-484c-8ddb-4d467994ef4a, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=caad6f05-cd03-484c-8ddb-4d467994ef4a,segment=NetworkSegment(bf69c900-8549-40c1-8f74-5741e9d08029),segment_id=bf69c900-8549-40c1-8f74-5741e9d08029)] {{(pid=106255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:13:44.551280 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-af047f23-dfd4-426b-8543-a42be9d65e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:44.662731 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af047f23-dfd4-426b-8543-a42be9d65e40 None None] Routers {'a3c58560-96af-45c6-abef-7a97a89df4a0'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:13:44.663677 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-af047f23-dfd4-426b-8543-a42be9d65e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:13:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['a3c58560-96af-45c6-abef-7a97a89df4a0'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:13:44.723212 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Pushing event updated for resources: {'Port': ['ID=114ecb02-e96e-423c-a221-62b900489cb9,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:13:44.744973 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 86b7e2d5-5a72-4035-b7fb-2761a9ffd5c7 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:13:44.745778 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:44.797545 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35fea77-c206-46a1-87e8-3951ad7ac74b None None] Pushing event updated for resources: {'Port': ['ID=caad6f05-cd03-484c-8ddb-4d467994ef4a,revision_number=4']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:13:44.871458 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-af047f23-dfd4-426b-8543-a42be9d65e40 None None] Set router a3c58560-96af-45c6-abef-7a97a89df4a0 gateway port host: None {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:13:44.970554 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 292ba787-c861-4974-bd00-8eb43b0b818b up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:13:44.974558 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-4e69570f-2e0a-4718-b673-32d3f30bbc08 None None] Provisioning complete for port 114ecb02-e96e-423c-a221-62b900489cb9 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:13:44.974934 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4e69570f-2e0a-4718-b673-32d3f30bbc08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:45.155285 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-de092f30-4d39-4dce-8e05-275cb00135d9 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks [] for port, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:45.173500 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 292ba787-c861-4974-bd00-8eb43b0b818b triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:13:45.173767 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-de092f30-4d39-4dce-8e05-275cb00135d9 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:45.173908 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:45.174906 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-de092f30-4d39-4dce-8e05-275cb00135d9 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-996772'] for router_interface, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:45.296268 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-4e69570f-2e0a-4718-b673-32d3f30bbc08 None None] Provisioning complete for port a5e3fe48-6e8f-4d96-bb86-e2197e026849 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:13:45.296701 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4e69570f-2e0a-4718-b673-32d3f30bbc08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:45.335955 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca522b84-0251-4a48-b851-68863ecbd032 req-7cb8b4f4-85a2-42ac-9924-dab91ac44479 tempest-ServerTagsTestJSON-176843464 tempest-ServerTagsTestJSON-176843464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:13:45.341847 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ca522b84-0251-4a48-b851-68863ecbd032 req-7cb8b4f4-85a2-42ac-9924-dab91ac44479 tempest-ServerTagsTestJSON-176843464 tempest-ServerTagsTestJSON-176843464-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ee4e352-46ac-441b-bfe3-198da1bbc850 HTTP/1.1" status: 200 len: 943 time: 0.6651857 Aug 18 12:13:45.374012 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-699b35a0-b64e-4309-8739-6734352f7b4b tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3572913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59074111'] for subnet, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:45.382928 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-af047f23-dfd4-426b-8543-a42be9d65e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c58560-96af-45c6-abef-7a97a89df4a0', 'name': 'tempest-RoutersTest-router-1153144194', 'tenant_id': 'c4a8742f0e794123b38cc3300291c37d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:13:26Z', 'updated_at': '2021-08-18T12:13:38Z', 'revision_number': 3, 'project_id': 'c4a8742f0e794123b38cc3300291c37d', 'gw_port_host': None, '_interfaces': [{'id': '81c95162-6352-4b55-aa79-ac683e6c2d28', 'name': '', 'network_id': 'eec76161-c359-4186-b3d0-0801154df67c', 'tenant_id': 'c4a8742f0e794123b38cc3300291c37d', 'mac_address': 'fa:16:3e:dd:ec:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c58560-96af-45c6-abef-7a97a89df4a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2633, 'fixed_ips': [{'subnet_id': '6bea84c0-7697-4923-b905-7c0527019ab5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:13:29Z', 'updated_at': '2021-08-18T12:13:37Z', 'revision_number': 5, 'project_id': 'c4a8742f0e794123b38cc3300291c37d', 'subnets': [{'id': '6bea84c0-7697-4923-b905-7c0527019ab5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'caad6f05-cd03-484c-8ddb-4d467994ef4a', 'name': '', 'network_id': '12bc12d9-0a65-41fe-9c3a-c624e76addd1', 'tenant_id': 'c4a8742f0e794123b38cc3300291c37d', 'mac_address': 'fa:16:3e:48:d7:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3c58560-96af-45c6-abef-7a97a89df4a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2666, 'fixed_ips': [{'subnet_id': 'dc464a88-2743-4832-8ba8-c87a80288def', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:13:37Z', 'updated_at': '2021-08-18T12:13:44Z', 'revision_number': 4, 'project_id': 'c4a8742f0e794123b38cc3300291c37d', 'subnets': [{'id': 'dc464a88-2743-4832-8ba8-c87a80288def', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:13:45.392020 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de092f30-4d39-4dce-8e05-275cb00135d9 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Network 5c6d8e84-28b4-466f-b7df-af1190bfe888 is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:13:45.392231 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-4e69570f-2e0a-4718-b673-32d3f30bbc08 None None] Port a5e3fe48-6e8f-4d96-bb86-e2197e026849 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:13:45.396304 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-de092f30-4d39-4dce-8e05-275cb00135d9 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:13:45.419353 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de092f30-4d39-4dce-8e05-275cb00135d9 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Pushing event updated for resources: {'Port': ['ID=2dac095c-266e-4ffa-a8b4-4f0e232b2e63,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:13:45.444300 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af047f23-dfd4-426b-8543-a42be9d65e40 None None] The sync data for ids ['a3c58560-96af-45c6-abef-7a97a89df4a0'] in n-d-804985-2 is: [{'id': 'a3c58560-96af-45c6-abef-7a97a89df4a0', 'name': 'tempest-RoutersTest-router-1153144194', 'tenant_id': 'c4a8742f0e794123b38cc3300291c37d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:13:26Z', 'updated_at': '2021-08-18T12:13:38Z', 'revision_number': 3, 'project_id': 'c4a8742f0e794123b38cc3300291c37d', 'gw_port_host': None, '_interfaces': [{'id': '81c95162-6352-4b55-aa79-ac683e6c2d28', 'name': '', 'network_id': 'eec76161-c359-4186-b3d0-0801154df67c', 'tenant_id': 'c4a8742f0e794123b38cc3300291c37d', 'mac_address': 'fa:16:3e:dd:ec:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c58560-96af-45c6-abef-7a97a89df4a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2633, 'fixed_ips': [{'subnet_id': '6bea84c0-7697-4923-b905-7c0527019ab5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:13:29Z', 'updated_at': '2021-08-18T12:13:37Z', 'revision_number': 5, 'project_id': 'c4a8742f0e794123b38cc3300291c37d', 'subnets': [{'id': '6bea84c0-7697-4923-b905-7c0527019ab5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'caad6f05-cd03-484c-8ddb-4d467994ef4a', 'name': '', 'network_id': '12bc12d9-0a65-41fe-9c3a-c624e76addd1', 'tenant_id': 'c4a8742f0e794123b38cc3300291c37d', 'mac_address': 'fa:16:3e:48:d7:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3c58560-96af-45c6-abef-7a97a89df4a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2666, 'fixed_ips': [{'subnet_id': 'dc464a88-2743-4832-8ba8-c87a80288def', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:13:37Z', 'updated_at': '2021-08-18T12:13:44Z', 'revision_number': 4, 'project_id': 'c4a8742f0e794123b38cc3300291c37d', 'subnets': [{'id': 'dc464a88-2743-4832-8ba8-c87a80288def', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:13:45.552718 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ca522b84-0251-4a48-b851-68863ecbd032 req-7bcd9a8f-0fa4-4f65-8f85-cac0b5ef3976 tempest-ServerTagsTestJSON-176843464 tempest-ServerTagsTestJSON-176843464-project] 10.222.0.66 "GET /v2.0/security-groups?id=f205947a-78c8-47c2-a88e-fcd6a653f91f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607478 Aug 18 12:13:45.561335 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 114ecb02-e96e-423c-a221-62b900489cb9 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:13:45.613582 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49baf1b5-0788-4ce2-8ce1-3a545e286d25 req-c1ec83b1-b7bb-43cb-9485-3685f1ae0818 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:13:45.615279 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de092f30-4d39-4dce-8e05-275cb00135d9 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Router 85dd515d-5922-457b-8fc8-f3154ca1c6b2 has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:13:45.621696 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-49baf1b5-0788-4ce2-8ce1-3a545e286d25 req-c1ec83b1-b7bb-43cb-9485-3685f1ae0818 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/ports?device_id=3276acee-812f-4d8b-a68e-2c7c94906266 HTTP/1.1" status: 200 len: 945 time: 0.3397069 Aug 18 12:13:45.624093 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b18e6917-84eb-49da-a107-979553666643 req-ca4ae2e5-a28c-4e90-99da-c766429e1ea6 service neutron] 10.222.0.63 "GET /v2.0/networks/5e3c563b-0f90-4ff8-a4a0-58d4a08980b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9365737 Aug 18 12:13:45.654282 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699b35a0-b64e-4309-8739-6734352f7b4b tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Pushing event updated for resources: {'Subnet': ['ID=42914db1-e760-42e3-a947-adbad8f50271,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:13:45.724968 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-36e80c2b-2a7f-4e0f-8637-3896355aeae3 None None] Provisioning for port 2dac095c-266e-4ffa-a8b4-4f0e232b2e63 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:13:45.736626 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-699b35a0-b64e-4309-8739-6734352f7b4b tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Checking segment: {'id': 'b0236129-e1d2-4277-9435-f23279ca70b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '0f204d23-15d6-4f74-9e88-0c18b0f1f4ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:13:45.737386 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-699b35a0-b64e-4309-8739-6734352f7b4b tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Network hostable DHCP agents. Network: 0f204d23-15d6-4f74-9e88-0c18b0f1f4ba, hostable agents: ['97c14208-2951-4361-8d64-3708c946ff5f'], hosted agents: [] {{(pid=106252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 12:13:45.742418 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-36e80c2b-2a7f-4e0f-8637-3896355aeae3 None None] Provisioning complete for port 2dac095c-266e-4ffa-a8b4-4f0e232b2e63 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:13:45.743660 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-36e80c2b-2a7f-4e0f-8637-3896355aeae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:45.801903 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 114ecb02-e96e-423c-a221-62b900489cb9 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:13:45.802456 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:45.808667 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-49baf1b5-0788-4ce2-8ce1-3a545e286d25 req-a23f097c-82aa-4cf1-86d5-0dadda804132 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d728c3d-d0c0-4fba-b9fc-5096721eb4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1572318 Aug 18 12:13:45.839102 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102d3682-ded2-4cd2-a0d1-d4a7fb1a8d4a req-20056c76-c37b-4a4c-a16d-5e643b43bd47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:13:45.840639 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-102d3682-ded2-4cd2-a0d1-d4a7fb1a8d4a req-20056c76-c37b-4a4c-a16d-5e643b43bd47 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=80ccae5b7ca44dea956560c8bb3b0804&device_id=6ee4e352-46ac-441b-bfe3-198da1bbc850 HTTP/1.1" status: 200 len: 1094 time: 0.1508033 Aug 18 12:13:45.841421 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-699b35a0-b64e-4309-8739-6734352f7b4b tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Network 0f204d23-15d6-4f74-9e88-0c18b0f1f4ba is scheduled to be hosted by DHCP agent 97c14208-2951-4361-8d64-3708c946ff5f with binding_index 1 {{(pid=106252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 12:13:45.874273 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-36e80c2b-2a7f-4e0f-8637-3896355aeae3 None None] Port 2dac095c-266e-4ffa-a8b4-4f0e232b2e63 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:13:45.889322 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de092f30-4d39-4dce-8e05-275cb00135d9 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:13:45.904677 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-de092f30-4d39-4dce-8e05-275cb00135d9 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] 10.222.0.66 "PUT /v2.0/routers/85dd515d-5922-457b-8fc8-f3154ca1c6b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7682416 Aug 18 12:13:45.907925 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 52048) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:13:45.923678 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d8761a-bf4c-4097-9329-9a02df987534 None None] Sync routers for ids ['85dd515d-5922-457b-8fc8-f3154ca1c6b2'] in n-d-804985-2 {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:13:45.950603 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d8761a-bf4c-4097-9329-9a02df987534 None None] Routers {'85dd515d-5922-457b-8fc8-f3154ca1c6b2'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:13:45.953378 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-75d8761a-bf4c-4097-9329-9a02df987534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:13:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['85dd515d-5922-457b-8fc8-f3154ca1c6b2'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:13:45.955698 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-699b35a0-b64e-4309-8739-6734352f7b4b tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-2, 0f204d23-15d6-4f74-9e88-0c18b0f1f4ba) {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:13:45.972986 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-699b35a0-b64e-4309-8739-6734352f7b4b tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:13:45.973685 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-699b35a0-b64e-4309-8739-6734352f7b4b tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for subnet, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:45.999159 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-699b35a0-b64e-4309-8739-6734352f7b4b tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8358130 Aug 18 12:13:46.003657 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 52052) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:13:46.028832 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c8d0fb0-ab3b-4eef-a054-d0875c2e3486 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:13:46.030918 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-0c8d0fb0-ab3b-4eef-a054-d0875c2e3486 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] 10.222.0.66 "GET /v2.0/ports/2dac095c-266e-4ffa-a8b4-4f0e232b2e63 HTTP/1.1" status: 200 len: 913 time: 0.1219461 Aug 18 12:13:46.034631 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 52054) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:13:46.065205 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf9dc3cb-ddc2-4b61-a923-1d7588cbe6db None None] Network 0f204d23-15d6-4f74-9e88-0c18b0f1f4ba requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:13:46.090976 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-75d8761a-bf4c-4097-9329-9a02df987534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:13:46.154924 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102d3682-ded2-4cd2-a0d1-d4a7fb1a8d4a req-2e626eb7-f9e4-415e-b9d5-8cd0c3e7a728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:13:46.156778 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-102d3682-ded2-4cd2-a0d1-d4a7fb1a8d4a req-2e626eb7-f9e4-415e-b9d5-8cd0c3e7a728 service neutron] 10.222.0.63 "GET /v2.0/networks?id=5e3c563b-0f90-4ff8-a4a0-58d4a08980b5 HTTP/1.1" status: 200 len: 909 time: 0.3018513 Aug 18 12:13:46.262018 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-102d3682-ded2-4cd2-a0d1-d4a7fb1a8d4a req-3b9b3118-5675-4392-939b-616baef15a27 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=65d2aa10-5be7-47b3-9cfd-a7c38bafc855 HTTP/1.1" status: 200 len: 217 time: 0.0955293 Aug 18 12:13:46.288151 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d8761a-bf4c-4097-9329-9a02df987534 None None] Routers {'85dd515d-5922-457b-8fc8-f3154ca1c6b2'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:13:46.289498 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-75d8761a-bf4c-4097-9329-9a02df987534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:13:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['85dd515d-5922-457b-8fc8-f3154ca1c6b2'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:13:46.294674 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1b2e62e3-64cc-4478-9162-b2df668f6c64 None None] Provisioning complete for port 2dac095c-266e-4ffa-a8b4-4f0e232b2e63 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:13:46.295043 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1b2e62e3-64cc-4478-9162-b2df668f6c64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:46.406292 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-75d8761a-bf4c-4097-9329-9a02df987534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:13:46.409091 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d8761a-bf4c-4097-9329-9a02df987534 None None] The sync data for ids ['85dd515d-5922-457b-8fc8-f3154ca1c6b2'] in n-d-804985-2 is: [] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:13:46.426543 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102d3682-ded2-4cd2-a0d1-d4a7fb1a8d4a req-b862c201-86ba-4768-a404-e3769aced934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:13:46.428288 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-102d3682-ded2-4cd2-a0d1-d4a7fb1a8d4a req-b862c201-86ba-4768-a404-e3769aced934 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=cef74562-b2f4-4168-bb97-7e50812d654d HTTP/1.1" status: 200 len: 848 time: 0.1104562 Aug 18 12:13:46.440579 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-1b2e62e3-64cc-4478-9162-b2df668f6c64 None None] Port 2dac095c-266e-4ffa-a8b4-4f0e232b2e63 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:13:46.451148 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e05a06e8-347a-400b-98ce-fb97ffe62491 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp788be208-34ab-5a8f-af0f-528834af222f-0f204d23-15d6-4f74-9e88-0c18b0f1f4ba', 'network_id': '0f204d23-15d6-4f74-9e88-0c18b0f1f4ba', 'tenant_id': 'c4a8742f0e794123b38cc3300291c37d', 'fixed_ips': [{'subnet_id': '42914db1-e760-42e3-a947-adbad8f50271'}]}} from n-d-804985-2. {{(pid=106254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 12:13:46.452300 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-e05a06e8-347a-400b-98ce-fb97ffe62491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:46.532248 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-102d3682-ded2-4cd2-a0d1-d4a7fb1a8d4a req-f866afa0-4569-4a5a-95b5-5e8090c14cc7 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=5e3c563b-0f90-4ff8-a4a0-58d4a08980b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0598931 Aug 18 12:13:46.887985 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.db_base_plugin_common [None req-e05a06e8-347a-400b-98ce-fb97ffe62491 None None] Allocated IP 172.22.0.2 (0f204d23-15d6-4f74-9e88-0c18b0f1f4ba/42914db1-e760-42e3-a947-adbad8f50271/c8c25e43-50dd-4c02-b1a7-19446e92e1c4) {{(pid=106254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:13:47.042392 n-d-804985-2 neutron-server[106252]: INFO neutron.api.v2.resource [req-4f569599-c7b4-4c24-82d0-731a0b42280d req-09ef5b53-7956-4b8c-8b05-23f45e9150b3 service neutron] show failed (client error): The resource could not be found. Aug 18 12:13:47.043540 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4f569599-c7b4-4c24-82d0-731a0b42280d req-09ef5b53-7956-4b8c-8b05-23f45e9150b3 service neutron] 10.222.0.62 "GET /v2.0/ports/70709313-3c87-49e1-bd2d-7d1562521e80/bindings/n-h1-804985-2 HTTP/1.1" status: 404 len: 380 time: 0.5695717 Aug 18 12:13:47.100783 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-e05a06e8-347a-400b-98ce-fb97ffe62491 None None] Notify callbacks [] for port, precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:47.111472 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-e05a06e8-347a-400b-98ce-fb97ffe62491 None None] Transition to ACTIVE for port object c8c25e43-50dd-4c02-b1a7-19446e92e1c4 will not be triggered until provisioned by entity L2. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:13:47.131063 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-e05a06e8-347a-400b-98ce-fb97ffe62491 None None] Transition to ACTIVE for port object c8c25e43-50dd-4c02-b1a7-19446e92e1c4 will not be triggered until provisioned by entity DHCP. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:13:47.132396 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f746b94b-6453-4dbd-8c76-5274bf416cd1 req-401a9a23-11d7-4595-8f85-4d02285a56a5 tempest-ServerTagsTestJSON-176843464 tempest-ServerTagsTestJSON-176843464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:13:47.135513 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f746b94b-6453-4dbd-8c76-5274bf416cd1 req-401a9a23-11d7-4595-8f85-4d02285a56a5 tempest-ServerTagsTestJSON-176843464 tempest-ServerTagsTestJSON-176843464-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ee4e352-46ac-441b-bfe3-198da1bbc850 HTTP/1.1" status: 200 len: 943 time: 0.2516420 Aug 18 12:13:47.142040 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d5a92cac-f6f0-4f63-8f56-8fdd1c9cf26f tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-996815'] for router_interface, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:47.147806 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-e05a06e8-347a-400b-98ce-fb97ffe62491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547'] for port, after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:47.162672 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c10ddf4-1aa7-4076-a85b-3d6d4612f467 req-180402cf-0468-42d4-9eca-23a3382614f6 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:13:47.170669 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1c10ddf4-1aa7-4076-a85b-3d6d4612f467 req-180402cf-0468-42d4-9eca-23a3382614f6 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/ports?device_id=3276acee-812f-4d8b-a68e-2c7c94906266 HTTP/1.1" status: 200 len: 945 time: 0.2009358 Aug 18 12:13:47.195934 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e05a06e8-347a-400b-98ce-fb97ffe62491 None None] Network 0f204d23-15d6-4f74-9e88-0c18b0f1f4ba is already hosted by enough agents. {{(pid=106254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:13:47.199354 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.base_scheduler [None req-e05a06e8-347a-400b-98ce-fb97ffe62491 None None] Resources bound (agent type, host, resource id): {{(pid=106254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:13:47.203401 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05a06e8-347a-400b-98ce-fb97ffe62491 None None] Received port after_create {{(pid=106254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:13:47.229873 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a06e8-347a-400b-98ce-fb97ffe62491 None None] Pushing event updated for resources: {'Port': ['ID=c8c25e43-50dd-4c02-b1a7-19446e92e1c4,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:13:47.274213 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-e05a06e8-347a-400b-98ce-fb97ffe62491 None None] Attempting to bind port c8c25e43-50dd-4c02-b1a7-19446e92e1c4 on host n-d-804985-2 for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:13:47.274768 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-e05a06e8-347a-400b-98ce-fb97ffe62491 None None] Attempting to bind port c8c25e43-50dd-4c02-b1a7-19446e92e1c4 by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': 'b0236129-e1d2-4277-9435-f23279ca70b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '0f204d23-15d6-4f74-9e88-0c18b0f1f4ba'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:13:47.275239 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05a06e8-347a-400b-98ce-fb97ffe62491 None None] Attempting to bind port c8c25e43-50dd-4c02-b1a7-19446e92e1c4 on network 0f204d23-15d6-4f74-9e88-0c18b0f1f4ba {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:13:47.281053 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05a06e8-347a-400b-98ce-fb97ffe62491 None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 13, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:13:47.281729 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05a06e8-347a-400b-98ce-fb97ffe62491 None None] Checking segment: {'id': 'b0236129-e1d2-4277-9435-f23279ca70b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '0f204d23-15d6-4f74-9e88-0c18b0f1f4ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:13:47.282384 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-e05a06e8-347a-400b-98ce-fb97ffe62491 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:47.284205 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05a06e8-347a-400b-98ce-fb97ffe62491 None None] Bound using segment: {'id': 'b0236129-e1d2-4277-9435-f23279ca70b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '0f204d23-15d6-4f74-9e88-0c18b0f1f4ba'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:13:47.284205 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-e05a06e8-347a-400b-98ce-fb97ffe62491 None None] Bound port: c8c25e43-50dd-4c02-b1a7-19446e92e1c4, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0236129-e1d2-4277-9435-f23279ca70b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '0f204d23-15d6-4f74-9e88-0c18b0f1f4ba'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:13:47.284205 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-e05a06e8-347a-400b-98ce-fb97ffe62491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:47.314168 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-102d3682-ded2-4cd2-a0d1-d4a7fb1a8d4a req-b09a6864-eed5-41e5-89c5-a406e95fb44f service neutron] 10.222.0.63 "GET /v2.0/networks/5e3c563b-0f90-4ff8-a4a0-58d4a08980b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7477791 Aug 18 12:13:47.355595 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f569599-c7b4-4c24-82d0-731a0b42280d req-6eebe2f9-8dde-466e-a421-581e28020cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:13:47.357452 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-4f569599-c7b4-4c24-82d0-731a0b42280d req-6eebe2f9-8dde-466e-a421-581e28020cf4 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=3276acee-812f-4d8b-a68e-2c7c94906266&tenant_id=b60736d695f1461b9071c3b3eddcc039 HTTP/1.1" status: 200 len: 1096 time: 0.0782535 Aug 18 12:13:47.362555 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-e05a06e8-347a-400b-98ce-fb97ffe62491 None None] For port c8c25e43-50dd-4c02-b1a7-19446e92e1c4, host n-d-804985-2, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:13:47.366654 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-e05a06e8-347a-400b-98ce-fb97ffe62491 None None] For port c8c25e43-50dd-4c02-b1a7-19446e92e1c4, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=c8c25e43-50dd-4c02-b1a7-19446e92e1c4,segment=NetworkSegment(b0236129-e1d2-4277-9435-f23279ca70b9),segment_id=b0236129-e1d2-4277-9435-f23279ca70b9)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:13:47.376103 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-e05a06e8-347a-400b-98ce-fb97ffe62491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:47.408539 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-aaa84fe4-3b94-4eba-9c97-39750a960420 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:47.412962 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f746b94b-6453-4dbd-8c76-5274bf416cd1 req-fa6562d8-2137-4eb1-b006-777bcf601690 tempest-ServerTagsTestJSON-176843464 tempest-ServerTagsTestJSON-176843464-project] 10.222.0.66 "GET /v2.0/security-groups?id=f205947a-78c8-47c2-a88e-fcd6a653f91f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2610567 Aug 18 12:13:47.430268 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1c10ddf4-1aa7-4076-a85b-3d6d4612f467 req-2fc2f170-7565-4956-b0cc-83e47d8d0ea7 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d728c3d-d0c0-4fba-b9fc-5096721eb4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2579956 Aug 18 12:13:47.464720 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [req-4f569599-c7b4-4c24-82d0-731a0b42280d req-6e389c5f-6120-4b61-951a-3f563c896768 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-804985-2', 'device_owner': 'compute:nova'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:13:47.511631 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a06e8-347a-400b-98ce-fb97ffe62491 None None] Pushing event updated for resources: {'Port': ['ID=c8c25e43-50dd-4c02-b1a7-19446e92e1c4,revision_number=2']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:13:47.576972 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device caad6f05-cd03-484c-8ddb-4d467994ef4a up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:13:47.650941 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port caad6f05-cd03-484c-8ddb-4d467994ef4a completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:13:47.656555 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-102d3682-ded2-4cd2-a0d1-d4a7fb1a8d4a req-892187a2-7136-4757-ac14-478d8ffc8008 service neutron] 10.222.0.63 "GET /v2.0/networks/5e3c563b-0f90-4ff8-a4a0-58d4a08980b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3301620 Aug 18 12:13:47.657674 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port caad6f05-cd03-484c-8ddb-4d467994ef4a triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:13:47.658209 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:47.669101 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-4f569599-c7b4-4c24-82d0-731a0b42280d req-6e389c5f-6120-4b61-951a-3f563c896768 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:47.784802 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:47.862222 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] For port caad6f05-cd03-484c-8ddb-4d467994ef4a, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=caad6f05-cd03-484c-8ddb-4d467994ef4a,segment=NetworkSegment(bf69c900-8549-40c1-8f74-5741e9d08029),segment_id=bf69c900-8549-40c1-8f74-5741e9d08029)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:13:47.879463 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:47.932702 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Pushing event updated for resources: {'Port': ['ID=caad6f05-cd03-484c-8ddb-4d467994ef4a,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:13:48.002016 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [None req-aaa84fe4-3b94-4eba-9c97-39750a960420 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Allocated IP 172.22.0.1 (0f204d23-15d6-4f74-9e88-0c18b0f1f4ba/42914db1-e760-42e3-a947-adbad8f50271/c640891d-b335-4f23-9259-8215b559e36d) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:13:48.065619 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-4f569599-c7b4-4c24-82d0-731a0b42280d req-6e389c5f-6120-4b61-951a-3f563c896768 service neutron] For port 70709313-3c87-49e1-bd2d-7d1562521e80, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=70709313-3c87-49e1-bd2d-7d1562521e80,segment=NetworkSegment(55da2c2d-7b34-4aab-8a41-786d81396444),segment_id=55da2c2d-7b34-4aab-8a41-786d81396444)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:13:48.085264 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-d5a92cac-f6f0-4f63-8f56-8fdd1c9cf26f tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Deleting port 2dac095c-266e-4ffa-a8b4-4f0e232b2e63 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:13:48.085584 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d5a92cac-f6f0-4f63-8f56-8fdd1c9cf26f tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:48.138907 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-aaa84fe4-3b94-4eba-9c97-39750a960420 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:48.154562 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-4f569599-c7b4-4c24-82d0-731a0b42280d req-6e389c5f-6120-4b61-951a-3f563c896768 service neutron] For port 70709313-3c87-49e1-bd2d-7d1562521e80, host n-h2-804985-2, cleared binding levels {{(pid=106253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:13:48.155178 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [None req-aaa84fe4-3b94-4eba-9c97-39750a960420 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Transition to ACTIVE for port object c640891d-b335-4f23-9259-8215b559e36d will not be triggered until provisioned by entity DHCP. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:13:48.207583 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-aaa84fe4-3b94-4eba-9c97-39750a960420 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:48.219964 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3276acee-812f-4d8b-a68e-2c7c94906266', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '70709313-3c87-49e1-bd2d-7d1562521e80'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:13:48.222271 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0679f4c4b6e0e0c064a7d71d722dc30541a34fffee11680573be22ee2ffccc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27e629db-3aa0-4822-a3ad-bcc9bee19ace" -d '{"events": [{"server_uuid": "3276acee-812f-4d8b-a68e-2c7c94906266", "name": "network-vif-unplugged", "status": "completed", "tag": "70709313-3c87-49e1-bd2d-7d1562521e80"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:13:48.226892 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-4f569599-c7b4-4c24-82d0-731a0b42280d req-6e389c5f-6120-4b61-951a-3f563c896768 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:48.240917 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d5a92cac-f6f0-4f63-8f56-8fdd1c9cf26f tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:48.258127 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaa84fe4-3b94-4eba-9c97-39750a960420 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Network 0f204d23-15d6-4f74-9e88-0c18b0f1f4ba is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:13:48.261617 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [req-4f569599-c7b4-4c24-82d0-731a0b42280d req-6e389c5f-6120-4b61-951a-3f563c896768 service neutron] Transition to ACTIVE for port object 70709313-3c87-49e1-bd2d-7d1562521e80 will not be triggered until provisioned by entity L2. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:13:48.262427 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-aaa84fe4-3b94-4eba-9c97-39750a960420 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:13:48.262716 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-d5a92cac-f6f0-4f63-8f56-8fdd1c9cf26f tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Calling delete_port for 2dac095c-266e-4ffa-a8b4-4f0e232b2e63 owned by network:router_interface {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:13:48.270062 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa84fe4-3b94-4eba-9c97-39750a960420 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:13:48.275327 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-4f569599-c7b4-4c24-82d0-731a0b42280d req-6e389c5f-6120-4b61-951a-3f563c896768 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:48.312546 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa84fe4-3b94-4eba-9c97-39750a960420 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Pushing event updated for resources: {'Port': ['ID=c640891d-b335-4f23-9259-8215b559e36d,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:13:48.329226 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-aaa84fe4-3b94-4eba-9c97-39750a960420 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-996688'] for router_interface, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:48.338893 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 18 Aug 2021 12:13:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef6c7efd-f434-4417-b243-0752a936878e x-openstack-request-id: req-ef6c7efd-f434-4417-b243-0752a936878e {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:13:48.339273 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3276acee-812f-4d8b-a68e-2c7c94906266", "name": "network-vif-unplugged", "status": "completed", "tag": "70709313-3c87-49e1-bd2d-7d1562521e80", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:13:48.339456 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ef6c7efd-f434-4417-b243-0752a936878e {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:13:48.339836 n-d-804985-2 neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3276acee-812f-4d8b-a68e-2c7c94906266', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '70709313-3c87-49e1-bd2d-7d1562521e80', 'code': 200} Aug 18 12:13:48.414634 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e389c5f-6120-4b61-951a-3f563c896768 service neutron] Pushing event updated for resources: {'Port': ['ID=70709313-3c87-49e1-bd2d-7d1562521e80,revision_number=6']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:13:48.499891 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ccb0c83f-0d57-49c0-bc09-3254a880ac9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:48.550207 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-aaa84fe4-3b94-4eba-9c97-39750a960420 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:48.602915 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f569599-c7b4-4c24-82d0-731a0b42280d req-6e389c5f-6120-4b61-951a-3f563c896768 service neutron] No DVR routers for this DVR port 70709313-3c87-49e1-bd2d-7d1562521e80 on host n-h2-804985-2 {{(pid=106253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:13:48.835381 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d5a92cac-f6f0-4f63-8f56-8fdd1c9cf26f tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:48.870325 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a92cac-f6f0-4f63-8f56-8fdd1c9cf26f tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Pushing event deleted for resources: {'Port': ['ID=2dac095c-266e-4ffa-a8b4-4f0e232b2e63,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:13:48.906728 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7f0f1d-f484-48aa-b26e-2fe5058779a6 req-f38bf70c-c658-46ec-bbe1-a2ebee5dce88 tempest-ServerTagsTestJSON-176843464 tempest-ServerTagsTestJSON-176843464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:13:48.912390 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 65d2aa10-5be7-47b3-9cfd-a7c38bafc855 details requested by agent hyperv_n-h1-804985-2 with host n-h1-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:13:48.918541 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4f7f0f1d-f484-48aa-b26e-2fe5058779a6 req-f38bf70c-c658-46ec-bbe1-a2ebee5dce88 tempest-ServerTagsTestJSON-176843464 tempest-ServerTagsTestJSON-176843464-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ee4e352-46ac-441b-bfe3-198da1bbc850 HTTP/1.1" status: 200 len: 943 time: 0.3300583 Aug 18 12:13:48.967022 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1efa32-7599-4356-89ce-e07b71587a6f req-fba6c0a9-38f5-4272-adfd-6bf995b45705 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:13:48.970934 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-4f569599-c7b4-4c24-82d0-731a0b42280d req-6e389c5f-6120-4b61-951a-3f563c896768 service neutron] Attempting to bind port 70709313-3c87-49e1-bd2d-7d1562521e80 on host n-h1-804985-2 for vnic_type normal with profile {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:13:48.970934 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-4f569599-c7b4-4c24-82d0-731a0b42280d req-6e389c5f-6120-4b61-951a-3f563c896768 service neutron] Attempting to bind port 70709313-3c87-49e1-bd2d-7d1562521e80 by drivers openvswitch,hyperv on host n-h1-804985-2 at level 0 using segments [{'id': '55da2c2d-7b34-4aab-8a41-786d81396444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'f5b38dfb-a77f-4baa-a778-99adb769d1c2'}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:13:48.970934 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f569599-c7b4-4c24-82d0-731a0b42280d req-6e389c5f-6120-4b61-951a-3f563c896768 service neutron] Attempting to bind port 70709313-3c87-49e1-bd2d-7d1562521e80 on network f5b38dfb-a77f-4baa-a778-99adb769d1c2 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:13:48.976523 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6e1efa32-7599-4356-89ce-e07b71587a6f req-fba6c0a9-38f5-4272-adfd-6bf995b45705 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/ports?device_id=3276acee-812f-4d8b-a68e-2c7c94906266 HTTP/1.1" status: 200 len: 943 time: 0.3891780 Aug 18 12:13:49.011120 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f569599-c7b4-4c24-82d0-731a0b42280d req-6e389c5f-6120-4b61-951a-3f563c896768 service neutron] Port 70709313-3c87-49e1-bd2d-7d1562521e80 on network f5b38dfb-a77f-4baa-a778-99adb769d1c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-2 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:13:49.011483 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f569599-c7b4-4c24-82d0-731a0b42280d req-6e389c5f-6120-4b61-951a-3f563c896768 service neutron] Attempting to bind port 70709313-3c87-49e1-bd2d-7d1562521e80 on network f5b38dfb-a77f-4baa-a778-99adb769d1c2 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:13:49.037863 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f569599-c7b4-4c24-82d0-731a0b42280d req-6e389c5f-6120-4b61-951a-3f563c896768 service neutron] Checking agent: {'id': 'a613417a-d085-492c-941a-59bb18c633d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 49, 6), 'started_at': datetime.datetime(2021, 8, 18, 11, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 13, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:13:49.039993 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f569599-c7b4-4c24-82d0-731a0b42280d req-6e389c5f-6120-4b61-951a-3f563c896768 service neutron] Checking segment: {'id': '55da2c2d-7b34-4aab-8a41-786d81396444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'f5b38dfb-a77f-4baa-a778-99adb769d1c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:13:49.040433 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f569599-c7b4-4c24-82d0-731a0b42280d req-6e389c5f-6120-4b61-951a-3f563c896768 service neutron] Bound using segment: {'id': '55da2c2d-7b34-4aab-8a41-786d81396444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'f5b38dfb-a77f-4baa-a778-99adb769d1c2'} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:13:49.040951 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-4f569599-c7b4-4c24-82d0-731a0b42280d req-6e389c5f-6120-4b61-951a-3f563c896768 service neutron] Bound port: 70709313-3c87-49e1-bd2d-7d1562521e80, host: n-h1-804985-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55da2c2d-7b34-4aab-8a41-786d81396444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'f5b38dfb-a77f-4baa-a778-99adb769d1c2'}}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:13:49.041318 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-4f569599-c7b4-4c24-82d0-731a0b42280d req-6e389c5f-6120-4b61-951a-3f563c896768 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:49.103731 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4f7f0f1d-f484-48aa-b26e-2fe5058779a6 req-1c2e628b-05d4-4b72-89a6-23d477f75043 tempest-ServerTagsTestJSON-176843464 tempest-ServerTagsTestJSON-176843464-project] 10.222.0.66 "GET /v2.0/security-groups?id=f205947a-78c8-47c2-a88e-fcd6a653f91f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815963 Aug 18 12:13:49.111363 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 65d2aa10-5be7-47b3-9cfd-a7c38bafc855, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=65d2aa10-5be7-47b3-9cfd-a7c38bafc855,segment=NetworkSegment(147769cf-caf7-4798-98a3-f642a4dbc70c),segment_id=147769cf-caf7-4798-98a3-f642a4dbc70c)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:13:49.126934 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d5a92cac-f6f0-4f63-8f56-8fdd1c9cf26f tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953695'] for router_interface, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:49.157909 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 70709313-3c87-49e1-bd2d-7d1562521e80 no longer exists at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:13:49.184199 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6e1efa32-7599-4356-89ce-e07b71587a6f req-0ff0438e-b203-4530-a883-7150cb48650a tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d728c3d-d0c0-4fba-b9fc-5096721eb4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2067778 Aug 18 12:13:49.207125 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2c056d0-9520-439a-a5d9-d57440fe1a87 None None] Network 0f204d23-15d6-4f74-9e88-0c18b0f1f4ba requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:13:49.300186 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-4f569599-c7b4-4c24-82d0-731a0b42280d req-6e389c5f-6120-4b61-951a-3f563c896768 service neutron] For port 70709313-3c87-49e1-bd2d-7d1562521e80, host n-h1-804985-2, cleared binding levels {{(pid=106253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:13:49.300819 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-aaa84fe4-3b94-4eba-9c97-39750a960420 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks [] for port, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:49.307921 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-aaa84fe4-3b94-4eba-9c97-39750a960420 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:49.317986 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-4f569599-c7b4-4c24-82d0-731a0b42280d req-6e389c5f-6120-4b61-951a-3f563c896768 service neutron] For port 70709313-3c87-49e1-bd2d-7d1562521e80, host n-h1-804985-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=70709313-3c87-49e1-bd2d-7d1562521e80,segment=NetworkSegment(55da2c2d-7b34-4aab-8a41-786d81396444),segment_id=55da2c2d-7b34-4aab-8a41-786d81396444)] {{(pid=106253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:13:49.331455 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Returning: {'device': '65d2aa10-5be7-47b3-9cfd-a7c38bafc855', 'network_id': '5e3c563b-0f90-4ff8-a4a0-58d4a08980b5', 'port_id': '65d2aa10-5be7-47b3-9cfd-a7c38bafc855', 'mac_address': 'fa:16:3e:8b:2a:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 825, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cef74562-b2f4-4168-bb97-7e50812d654d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:13:49.366402 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-4f569599-c7b4-4c24-82d0-731a0b42280d req-6e389c5f-6120-4b61-951a-3f563c896768 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:49.392675 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-aaa84fe4-3b94-4eba-9c97-39750a960420 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-996772'] for router_interface, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:49.394582 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa84fe4-3b94-4eba-9c97-39750a960420 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Pushing event updated for resources: {'Port': ['ID=c640891d-b335-4f23-9259-8215b559e36d,revision_number=2']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:13:49.399180 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 70709313-3c87-49e1-bd2d-7d1562521e80 not bound to the agent host n-h2-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:13:49.426766 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:49.444800 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65d2aa10-5be7-47b3-9cfd-a7c38bafc855 {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:13:49.481923 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f569599-c7b4-4c24-82d0-731a0b42280d req-6e389c5f-6120-4b61-951a-3f563c896768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:13:49.482417 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-4f569599-c7b4-4c24-82d0-731a0b42280d req-6e389c5f-6120-4b61-951a-3f563c896768 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:49.486595 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-4f569599-c7b4-4c24-82d0-731a0b42280d req-6e389c5f-6120-4b61-951a-3f563c896768 service neutron] 10.222.0.63 "PUT /v2.0/ports/70709313-3c87-49e1-bd2d-7d1562521e80 HTTP/1.1" status: 200 len: 1091 time: 2.0334296 Aug 18 12:13:49.491327 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 65d2aa10-5be7-47b3-9cfd-a7c38bafc855, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=65d2aa10-5be7-47b3-9cfd-a7c38bafc855,segment=NetworkSegment(147769cf-caf7-4798-98a3-f642a4dbc70c),segment_id=147769cf-caf7-4798-98a3-f642a4dbc70c)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:13:49.496530 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-d43ae975-5057-4a66-a525-2fb7f96beb4e None None] Provisioning for port c8c25e43-50dd-4c02-b1a7-19446e92e1c4 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:13:49.516145 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:49.517749 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaa84fe4-3b94-4eba-9c97-39750a960420 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Network 0f204d23-15d6-4f74-9e88-0c18b0f1f4ba is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:13:49.519284 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-aaa84fe4-3b94-4eba-9c97-39750a960420 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:13:49.612016 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=65d2aa10-5be7-47b3-9cfd-a7c38bafc855,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:13:49.662295 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device caad6f05-cd03-484c-8ddb-4d467994ef4a up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:13:49.690149 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5a92cac-f6f0-4f63-8f56-8fdd1c9cf26f tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Router 85dd515d-5922-457b-8fc8-f3154ca1c6b2 has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:13:49.693600 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e389c5f-6120-4b61-951a-3f563c896768 service neutron] Pushing event updated for resources: {'Port': ['ID=70709313-3c87-49e1-bd2d-7d1562521e80,revision_number=7']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:13:49.694616 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaa84fe4-3b94-4eba-9c97-39750a960420 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Router a3c58560-96af-45c6-abef-7a97a89df4a0 has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:13:49.702229 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f569599-c7b4-4c24-82d0-731a0b42280d req-e6395189-6fe1-41cd-8dc6-361a1702e094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:13:49.704171 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-4f569599-c7b4-4c24-82d0-731a0b42280d req-e6395189-6fe1-41cd-8dc6-361a1702e094 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=b60736d695f1461b9071c3b3eddcc039&device_id=3276acee-812f-4d8b-a68e-2c7c94906266 HTTP/1.1" status: 200 len: 1094 time: 0.1501775 Aug 18 12:13:49.730016 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] get_ports_and_sgs() called for port_ids ['65d2aa10-5be7-47b3-9cfd-a7c38bafc855'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:13:49.799479 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port caad6f05-cd03-484c-8ddb-4d467994ef4a triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:13:49.800225 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:49.934197 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaa84fe4-3b94-4eba-9c97-39750a960420 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:13:49.951812 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a1896fb-4c7e-4d5e-a277-a2483b49b64b None None] Sync routers for ids ['a3c58560-96af-45c6-abef-7a97a89df4a0'] in n-d-804985-2 {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:13:49.957798 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-aaa84fe4-3b94-4eba-9c97-39750a960420 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] 10.222.0.66 "PUT /v2.0/routers/a3c58560-96af-45c6-abef-7a97a89df4a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9500384 Aug 18 12:13:49.960954 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 52142) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:13:49.964869 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5a92cac-f6f0-4f63-8f56-8fdd1c9cf26f tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:13:49.972754 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-d5a92cac-f6f0-4f63-8f56-8fdd1c9cf26f tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] 10.222.0.66 "PUT /v2.0/routers/85dd515d-5922-457b-8fc8-f3154ca1c6b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9364915 Aug 18 12:13:49.976196 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 52144) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:13:49.982821 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a1896fb-4c7e-4d5e-a277-a2483b49b64b None None] Routers {'a3c58560-96af-45c6-abef-7a97a89df4a0'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:13:49.983522 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-2a1896fb-4c7e-4d5e-a277-a2483b49b64b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:13:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['a3c58560-96af-45c6-abef-7a97a89df4a0'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:13:49.989479 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b14ea5-a468-4331-a9af-b02f1353ef52 None None] Sync routers for ids ['85dd515d-5922-457b-8fc8-f3154ca1c6b2'] in n-d-804985-2 {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:13:49.990020 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-4fda0e74-389f-4e80-a1cf-fb999972e280 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Request body: {'network': {'name': 'tempest-RoutersTest-1533091030'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:13:50.042979 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fda0e74-389f-4e80-a1cf-fb999972e280 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Made reservation on behalf of c4a8742f0e794123b38cc3300291c37d for: {'network': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:13:50.050043 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4fda0e74-389f-4e80-a1cf-fb999972e280 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for network, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:50.075530 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device c8c25e43-50dd-4c02-b1a7-19446e92e1c4 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:13:50.090775 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fda0e74-389f-4e80-a1cf-fb999972e280 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 831} {{(pid=106252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:13:50.101538 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4fda0e74-389f-4e80-a1cf-fb999972e280 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:50.101900 n-d-804985-2 neutron-server[106252]: INFO neutron.db.segments_db [None req-4fda0e74-389f-4e80-a1cf-fb999972e280 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Added segment ef08ae35-086f-49fe-8078-bdb57de1f960 of type vlan for network 55c3560e-f83a-4ee4-831a-673c7ab357e4 Aug 18 12:13:50.150339 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4fda0e74-389f-4e80-a1cf-fb999972e280 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789150665894'] for network, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:50.178241 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b14ea5-a468-4331-a9af-b02f1353ef52 None None] Routers {'85dd515d-5922-457b-8fc8-f3154ca1c6b2'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:13:50.181372 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4fda0e74-389f-4e80-a1cf-fb999972e280 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for network, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:50.182029 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-31b14ea5-a468-4331-a9af-b02f1353ef52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:13:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['85dd515d-5922-457b-8fc8-f3154ca1c6b2'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:13:50.198719 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fda0e74-389f-4e80-a1cf-fb999972e280 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:13:50.200175 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4fda0e74-389f-4e80-a1cf-fb999972e280 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks [] for network, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:50.279925 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-2a1896fb-4c7e-4d5e-a277-a2483b49b64b None None] Set router a3c58560-96af-45c6-abef-7a97a89df4a0 gateway port host: None {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:13:50.333129 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-31b14ea5-a468-4331-a9af-b02f1353ef52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:13:50.378034 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3276acee-812f-4d8b-a68e-2c7c94906266', 'tag': '70709313-3c87-49e1-bd2d-7d1562521e80'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:13:50.380610 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fda0e74-389f-4e80-a1cf-fb999972e280 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Pushing event updated for resources: {'Network': ['ID=55c3560e-f83a-4ee4-831a-673c7ab357e4,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:13:50.384922 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0679f4c4b6e0e0c064a7d71d722dc30541a34fffee11680573be22ee2ffccc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4343a2c7-bd0c-4b8f-877b-b98feae0eb45" -d '{"events": [{"name": "network-changed", "server_uuid": "3276acee-812f-4d8b-a68e-2c7c94906266", "tag": "70709313-3c87-49e1-bd2d-7d1562521e80"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:13:50.411105 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-d4231a31-213d-4a20-bcec-39826e38c004 None None] Provisioning for port c640891d-b335-4f23-9259-8215b559e36d completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:13:50.433178 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b14ea5-a468-4331-a9af-b02f1353ef52 None None] Routers {'85dd515d-5922-457b-8fc8-f3154ca1c6b2'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:13:50.433822 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-31b14ea5-a468-4331-a9af-b02f1353ef52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:13:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['85dd515d-5922-457b-8fc8-f3154ca1c6b2'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:13:50.448137 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fda0e74-389f-4e80-a1cf-fb999972e280 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:13:50.448501 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fda0e74-389f-4e80-a1cf-fb999972e280 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:13:50.448852 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fda0e74-389f-4e80-a1cf-fb999972e280 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:13:50.449189 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fda0e74-389f-4e80-a1cf-fb999972e280 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:13:50.449525 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fda0e74-389f-4e80-a1cf-fb999972e280 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:13:50.449916 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fda0e74-389f-4e80-a1cf-fb999972e280 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:13:50.450846 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fda0e74-389f-4e80-a1cf-fb999972e280 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:13:50.450846 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fda0e74-389f-4e80-a1cf-fb999972e280 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:13:50.450846 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fda0e74-389f-4e80-a1cf-fb999972e280 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:13:50.451222 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fda0e74-389f-4e80-a1cf-fb999972e280 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:13:50.451810 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fda0e74-389f-4e80-a1cf-fb999972e280 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:13:50.452168 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fda0e74-389f-4e80-a1cf-fb999972e280 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:13:50.474739 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-4fda0e74-389f-4e80-a1cf-fb999972e280 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5075729 Aug 18 12:13:50.476875 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 52162) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:13:50.482852 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-0f2d204f-9a8e-488b-9756-f00ac3fb3256 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Request body: {'subnet': {'network_id': '55c3560e-f83a-4ee4-831a-673c7ab357e4', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:13:50.515593 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-d4231a31-213d-4a20-bcec-39826e38c004 None None] Provisioning complete for port c640891d-b335-4f23-9259-8215b559e36d triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:13:50.515973 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-d4231a31-213d-4a20-bcec-39826e38c004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:50.519008 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Network 55c3560e-f83a-4ee4-831a-673c7ab357e4 details requested by agent ovs-agent-n-d-804985-2 with host n-d-804985-2 {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:13:50.526935 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-31b14ea5-a468-4331-a9af-b02f1353ef52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:13:50.527992 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b14ea5-a468-4331-a9af-b02f1353ef52 None None] The sync data for ids ['85dd515d-5922-457b-8fc8-f3154ca1c6b2'] in n-d-804985-2 is: [] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:13:50.533529 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f569599-c7b4-4c24-82d0-731a0b42280d req-f74e33e1-d046-4703-bd2d-0e238ac6eb94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:13:50.535000 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-4f569599-c7b4-4c24-82d0-731a0b42280d req-f74e33e1-d046-4703-bd2d-0e238ac6eb94 service neutron] 10.222.0.63 "GET /v2.0/networks?id=f5b38dfb-a77f-4baa-a778-99adb769d1c2 HTTP/1.1" status: 200 len: 897 time: 0.8199100 Aug 18 12:13:50.642739 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b665117-36dc-4241-b230-ead0066bb44e req-9907417a-5300-443c-8245-639d6a732e13 tempest-ServerTagsTestJSON-176843464 tempest-ServerTagsTestJSON-176843464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:13:50.644994 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2b665117-36dc-4241-b230-ead0066bb44e req-9907417a-5300-443c-8245-639d6a732e13 tempest-ServerTagsTestJSON-176843464 tempest-ServerTagsTestJSON-176843464-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ee4e352-46ac-441b-bfe3-198da1bbc850 HTTP/1.1" status: 200 len: 944 time: 0.2712157 Aug 18 12:13:50.663639 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643596b3-885b-460d-bab7-3e458671f627 req-e7af3d4b-eb06-4978-849c-19fd4846ed09 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:13:50.664413 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-4f569599-c7b4-4c24-82d0-731a0b42280d req-0605ba91-e122-4e1d-9294-a6ebe9feba3d service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=70709313-3c87-49e1-bd2d-7d1562521e80 HTTP/1.1" status: 200 len: 999 time: 0.1169777 Aug 18 12:13:50.665496 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-643596b3-885b-460d-bab7-3e458671f627 req-e7af3d4b-eb06-4978-849c-19fd4846ed09 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/ports?device_id=3276acee-812f-4d8b-a68e-2c7c94906266 HTTP/1.1" status: 200 len: 943 time: 0.2871625 Aug 18 12:13:50.704822 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-2a1896fb-4c7e-4d5e-a277-a2483b49b64b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c58560-96af-45c6-abef-7a97a89df4a0', 'name': 'tempest-RoutersTest-router-1153144194', 'tenant_id': 'c4a8742f0e794123b38cc3300291c37d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:13:26Z', 'updated_at': '2021-08-18T12:13:48Z', 'revision_number': 4, 'project_id': 'c4a8742f0e794123b38cc3300291c37d', 'gw_port_host': None, '_interfaces': [{'id': '81c95162-6352-4b55-aa79-ac683e6c2d28', 'name': '', 'network_id': 'eec76161-c359-4186-b3d0-0801154df67c', 'tenant_id': 'c4a8742f0e794123b38cc3300291c37d', 'mac_address': 'fa:16:3e:dd:ec:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c58560-96af-45c6-abef-7a97a89df4a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2633, 'fixed_ips': [{'subnet_id': '6bea84c0-7697-4923-b905-7c0527019ab5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:13:29Z', 'updated_at': '2021-08-18T12:13:37Z', 'revision_number': 5, 'project_id': 'c4a8742f0e794123b38cc3300291c37d', 'subnets': [{'id': '6bea84c0-7697-4923-b905-7c0527019ab5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c640891d-b335-4f23-9259-8215b559e36d', 'name': '', 'network_id': '0f204d23-15d6-4f74-9e88-0c18b0f1f4ba', 'tenant_id': 'c4a8742f0e794123b38cc3300291c37d', 'mac_address': 'fa:16:3e:50:50:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3c58560-96af-45c6-abef-7a97a89df4a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2678, 'fixed_ips': [{'subnet_id': '42914db1-e760-42e3-a947-adbad8f50271', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:13:47Z', 'updated_at': '2021-08-18T12:13:49Z', 'revision_number': 2, 'project_id': 'c4a8742f0e794123b38cc3300291c37d', 'subnets': [{'id': '42914db1-e760-42e3-a947-adbad8f50271', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'caad6f05-cd03-484c-8ddb-4d467994ef4a', 'name': '', 'network_id': '12bc12d9-0a65-41fe-9c3a-c624e76addd1', 'tenant_id': 'c4a8742f0e794123b38cc3300291c37d', 'mac_address': 'fa:16:3e:48:d7:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c58560-96af-45c6-abef-7a97a89df4a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2666, 'fixed_ips': [{'subnet_id': 'dc464a88-2743-4832-8ba8-c87a80288def', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:13:37Z', 'updated_at': '2021-08-18T12:13:47Z', 'revision_number': 5, 'project_id': 'c4a8742f0e794123b38cc3300291c37d', 'subnets': [{'id': 'dc464a88-2743-4832-8ba8-c87a80288def', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:13:50.739261 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-d4231a31-213d-4a20-bcec-39826e38c004 None None] Port c640891d-b335-4f23-9259-8215b559e36d cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:13:50.744998 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port c8c25e43-50dd-4c02-b1a7-19446e92e1c4 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:13:50.746212 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a1896fb-4c7e-4d5e-a277-a2483b49b64b None None] Checking router: a3c58560-96af-45c6-abef-7a97a89df4a0 for host: n-d-804985-2 {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:13:50.746558 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a1896fb-4c7e-4d5e-a277-a2483b49b64b None None] Updating router a3c58560-96af-45c6-abef-7a97a89df4a0 port c640891d-b335-4f23-9259-8215b559e36d binding host n-d-804985-2 {{(pid=106255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 12:13:50.754793 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port c8c25e43-50dd-4c02-b1a7-19446e92e1c4 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:13:50.755596 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:50.757308 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f2d204f-9a8e-488b-9756-f00ac3fb3256 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Made reservation on behalf of c4a8742f0e794123b38cc3300291c37d for: {'subnet': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:13:50.769547 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0f2d204f-9a8e-488b-9756-f00ac3fb3256 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59074089'] for subnet, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:50.779381 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 52166) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:13:50.781905 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-2a1896fb-4c7e-4d5e-a277-a2483b49b64b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:50.793944 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-d4231a31-213d-4a20-bcec-39826e38c004 None None] Provisioning complete for port c8c25e43-50dd-4c02-b1a7-19446e92e1c4 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:13:50.794729 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-d4231a31-213d-4a20-bcec-39826e38c004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:50.823279 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f569599-c7b4-4c24-82d0-731a0b42280d req-8bc0d9c0-9ac4-4b9f-8376-2c5872f3c246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:13:50.825285 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-4f569599-c7b4-4c24-82d0-731a0b42280d req-8bc0d9c0-9ac4-4b9f-8376-2c5872f3c246 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=5eb95836-9c09-482a-936d-fd43d3b2ac48 HTTP/1.1" status: 200 len: 835 time: 0.1498368 Aug 18 12:13:50.860421 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2b665117-36dc-4241-b230-ead0066bb44e req-0d5bb374-536b-4b29-9f25-aa3160b908c2 tempest-ServerTagsTestJSON-176843464 tempest-ServerTagsTestJSON-176843464-project] 10.222.0.66 "GET /v2.0/security-groups?id=f205947a-78c8-47c2-a88e-fcd6a653f91f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937354 Aug 18 12:13:50.876082 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-643596b3-885b-460d-bab7-3e458671f627 req-32ff247b-2edd-4861-8135-ec78e51b693f tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d728c3d-d0c0-4fba-b9fc-5096721eb4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1938670 Aug 18 12:13:50.928052 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-abe77100-948c-408f-8c4a-8ae4254e091c tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-996815'] for router_interface, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:51.026716 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2c36a755-474a-420b-a410-b78b38da84fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:51.070304 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:51.119860 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] For port c8c25e43-50dd-4c02-b1a7-19446e92e1c4, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=c8c25e43-50dd-4c02-b1a7-19446e92e1c4,segment=NetworkSegment(b0236129-e1d2-4277-9435-f23279ca70b9),segment_id=b0236129-e1d2-4277-9435-f23279ca70b9)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:13:51.132602 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:51.142506 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-d4231a31-213d-4a20-bcec-39826e38c004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:51.142610 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0f2d204f-9a8e-488b-9756-f00ac3fb3256 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3572913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59074111'] for subnet, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:51.246935 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Pushing event updated for resources: {'Port': ['ID=c8c25e43-50dd-4c02-b1a7-19446e92e1c4,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:13:51.260255 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.db.api [None req-d4231a31-213d-4a20-bcec-39826e38c004 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106254) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 18 12:13:51.260747 n-d-804985-2 neutron-server[106254]: DEBUG oslo_db.api [None req-d4231a31-213d-4a20-bcec-39826e38c004 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 18 12:13:51.315092 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-2a1896fb-4c7e-4d5e-a277-a2483b49b64b None None] Notify callbacks [] for port, precommit_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:51.330014 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4343a2c7-bd0c-4b8f-877b-b98feae0eb45 req-339c074d-9435-42a1-9fd2-c45238d6d48b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:13:51.331945 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-2a1896fb-4c7e-4d5e-a277-a2483b49b64b None None] Transition to ACTIVE for port object c640891d-b335-4f23-9259-8215b559e36d will not be triggered until provisioned by entity L2. {{(pid=106255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:13:51.334743 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4343a2c7-bd0c-4b8f-877b-b98feae0eb45 req-339c074d-9435-42a1-9fd2-c45238d6d48b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b60736d695f1461b9071c3b3eddcc039&device_id=3276acee-812f-4d8b-a68e-2c7c94906266 HTTP/1.1" status: 200 len: 1094 time: 0.3010738 Aug 18 12:13:51.342139 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-2a1896fb-4c7e-4d5e-a277-a2483b49b64b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:51.415969 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:51.447328 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:13:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a783d589-4ac8-4604-af95-3bcb66e8c7b3 x-openstack-request-id: req-a783d589-4ac8-4604-af95-3bcb66e8c7b3 {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:13:51.447864 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3276acee-812f-4d8b-a68e-2c7c94906266", "tag": "70709313-3c87-49e1-bd2d-7d1562521e80", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:13:51.447864 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a783d589-4ac8-4604-af95-3bcb66e8c7b3 {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:13:51.448233 n-d-804985-2 neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3276acee-812f-4d8b-a68e-2c7c94906266', 'tag': '70709313-3c87-49e1-bd2d-7d1562521e80', 'status': 'completed', 'code': 200} Aug 18 12:13:51.485905 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f569599-c7b4-4c24-82d0-731a0b42280d req-4c5a3dc0-4971-4e1c-ade2-ff6a7fd455d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:13:51.487464 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-4f569599-c7b4-4c24-82d0-731a0b42280d req-4c5a3dc0-4971-4e1c-ade2-ff6a7fd455d5 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=f5b38dfb-a77f-4baa-a778-99adb769d1c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6520519 Aug 18 12:13:51.520657 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b19f73-470a-4460-83bd-37555a879ac1 None None] Pushing event updated for resources: {'Port': ['ID=c640891d-b335-4f23-9259-8215b559e36d,revision_number=3']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:13:51.534184 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device c8c25e43-50dd-4c02-b1a7-19446e92e1c4 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:13:51.558116 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-2a1896fb-4c7e-4d5e-a277-a2483b49b64b None None] Attempting to bind port c640891d-b335-4f23-9259-8215b559e36d on host n-d-804985-2 for vnic_type normal with profile {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:13:51.558475 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-2a1896fb-4c7e-4d5e-a277-a2483b49b64b None None] Attempting to bind port c640891d-b335-4f23-9259-8215b559e36d by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': 'b0236129-e1d2-4277-9435-f23279ca70b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '0f204d23-15d6-4f74-9e88-0c18b0f1f4ba'}] {{(pid=106255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:13:51.558840 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1896fb-4c7e-4d5e-a277-a2483b49b64b None None] Attempting to bind port c640891d-b335-4f23-9259-8215b559e36d on network 0f204d23-15d6-4f74-9e88-0c18b0f1f4ba {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:13:51.570046 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1896fb-4c7e-4d5e-a277-a2483b49b64b None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 13, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:13:51.571008 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1896fb-4c7e-4d5e-a277-a2483b49b64b None None] Checking segment: {'id': 'b0236129-e1d2-4277-9435-f23279ca70b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '0f204d23-15d6-4f74-9e88-0c18b0f1f4ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:13:51.573900 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-2a1896fb-4c7e-4d5e-a277-a2483b49b64b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:51.573900 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1896fb-4c7e-4d5e-a277-a2483b49b64b None None] Bound using segment: {'id': 'b0236129-e1d2-4277-9435-f23279ca70b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '0f204d23-15d6-4f74-9e88-0c18b0f1f4ba'} {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:13:51.574998 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-2a1896fb-4c7e-4d5e-a277-a2483b49b64b None None] Bound port: c640891d-b335-4f23-9259-8215b559e36d, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0236129-e1d2-4277-9435-f23279ca70b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '0f204d23-15d6-4f74-9e88-0c18b0f1f4ba'}}] {{(pid=106255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:13:51.575390 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-2a1896fb-4c7e-4d5e-a277-a2483b49b64b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:51.686554 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port c8c25e43-50dd-4c02-b1a7-19446e92e1c4 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:13:51.687502 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:51.687618 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-4f569599-c7b4-4c24-82d0-731a0b42280d req-4de3003c-0779-485a-9a54-dc37db38d22d service neutron] 10.222.0.63 "GET /v2.0/networks/f5b38dfb-a77f-4baa-a778-99adb769d1c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1904290 Aug 18 12:13:51.717228 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-2a1896fb-4c7e-4d5e-a277-a2483b49b64b None None] For port c640891d-b335-4f23-9259-8215b559e36d, host n-d-804985-2, cleared binding levels {{(pid=106255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:13:51.725690 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-2a1896fb-4c7e-4d5e-a277-a2483b49b64b None None] For port c640891d-b335-4f23-9259-8215b559e36d, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=c640891d-b335-4f23-9259-8215b559e36d,segment=NetworkSegment(b0236129-e1d2-4277-9435-f23279ca70b9),segment_id=b0236129-e1d2-4277-9435-f23279ca70b9)] {{(pid=106255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:13:51.735829 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-cbfc9326-b786-465a-972c-a09ec7557886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:51.737930 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-2a1896fb-4c7e-4d5e-a277-a2483b49b64b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:51.794002 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b19f73-470a-4460-83bd-37555a879ac1 None None] Pushing event updated for resources: {'Port': ['ID=c640891d-b335-4f23-9259-8215b559e36d,revision_number=4']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:13:51.830650 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a1896fb-4c7e-4d5e-a277-a2483b49b64b None None] Routers {'a3c58560-96af-45c6-abef-7a97a89df4a0'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:13:51.831746 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-2a1896fb-4c7e-4d5e-a277-a2483b49b64b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:13:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['a3c58560-96af-45c6-abef-7a97a89df4a0'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:13:51.893379 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2d204f-9a8e-488b-9756-f00ac3fb3256 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Pushing event updated for resources: {'Subnet': ['ID=7949f6fc-6ce7-4c0c-a1ef-09a5cda7b53b,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:13:51.908957 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2c36a755-474a-420b-a410-b78b38da84fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:52.001052 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-4f569599-c7b4-4c24-82d0-731a0b42280d req-252e7ecc-304d-49df-aa33-ac07fc0e7067 service neutron] 10.222.0.63 "GET /v2.0/networks/f5b38dfb-a77f-4baa-a778-99adb769d1c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2999284 Aug 18 12:13:52.014201 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2c36a755-474a-420b-a410-b78b38da84fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:52.089413 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-2a1896fb-4c7e-4d5e-a277-a2483b49b64b None None] Set router a3c58560-96af-45c6-abef-7a97a89df4a0 gateway port host: None {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:13:52.110456 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c36a755-474a-420b-a410-b78b38da84fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c116a761-04cc-4db0-bc03-4ed318430217,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:13:52.128109 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-53584c24-f517-494e-ac93-c18bb92373f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:52.162075 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2d204f-9a8e-488b-9756-f00ac3fb3256 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Checking segment: {'id': 'ef08ae35-086f-49fe-8078-bdb57de1f960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '55c3560e-f83a-4ee4-831a-673c7ab357e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:13:52.162498 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f2d204f-9a8e-488b-9756-f00ac3fb3256 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Network hostable DHCP agents. Network: 55c3560e-f83a-4ee4-831a-673c7ab357e4, hostable agents: ['97c14208-2951-4361-8d64-3708c946ff5f'], hosted agents: [] {{(pid=106252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 12:13:52.229622 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4343a2c7-bd0c-4b8f-877b-b98feae0eb45 req-5808a254-d8bf-4b14-a971-c8c3e0b577e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:13:52.231140 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-4343a2c7-bd0c-4b8f-877b-b98feae0eb45 req-5808a254-d8bf-4b14-a971-c8c3e0b577e5 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=b60736d695f1461b9071c3b3eddcc039&device_id=3276acee-812f-4d8b-a68e-2c7c94906266 HTTP/1.1" status: 200 len: 1094 time: 0.1098704 Aug 18 12:13:52.271672 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-2c36a755-474a-420b-a410-b78b38da84fd admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=921a2eedf67b4593a482cf98c33e709c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4797134 Aug 18 12:13:52.279299 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 52188) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:13:52.318490 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-abe77100-948c-408f-8c4a-8ae4254e091c tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Deleting port a5e3fe48-6e8f-4d96-bb86-e2197e026849 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:13:52.318836 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-abe77100-948c-408f-8c4a-8ae4254e091c tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:52.326475 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f2d204f-9a8e-488b-9756-f00ac3fb3256 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Network 55c3560e-f83a-4ee4-831a-673c7ab357e4 is scheduled to be hosted by DHCP agent 97c14208-2951-4361-8d64-3708c946ff5f with binding_index 1 {{(pid=106252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 12:13:52.365675 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-2a1896fb-4c7e-4d5e-a277-a2483b49b64b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c58560-96af-45c6-abef-7a97a89df4a0', 'name': 'tempest-RoutersTest-router-1153144194', 'tenant_id': 'c4a8742f0e794123b38cc3300291c37d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:13:26Z', 'updated_at': '2021-08-18T12:13:48Z', 'revision_number': 4, 'project_id': 'c4a8742f0e794123b38cc3300291c37d', 'gw_port_host': None, '_interfaces': [{'id': '81c95162-6352-4b55-aa79-ac683e6c2d28', 'name': '', 'network_id': 'eec76161-c359-4186-b3d0-0801154df67c', 'tenant_id': 'c4a8742f0e794123b38cc3300291c37d', 'mac_address': 'fa:16:3e:dd:ec:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c58560-96af-45c6-abef-7a97a89df4a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2633, 'fixed_ips': [{'subnet_id': '6bea84c0-7697-4923-b905-7c0527019ab5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:13:29Z', 'updated_at': '2021-08-18T12:13:37Z', 'revision_number': 5, 'project_id': 'c4a8742f0e794123b38cc3300291c37d', 'subnets': [{'id': '6bea84c0-7697-4923-b905-7c0527019ab5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c640891d-b335-4f23-9259-8215b559e36d', 'name': '', 'network_id': '0f204d23-15d6-4f74-9e88-0c18b0f1f4ba', 'tenant_id': 'c4a8742f0e794123b38cc3300291c37d', 'mac_address': 'fa:16:3e:50:50:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3c58560-96af-45c6-abef-7a97a89df4a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2678, 'fixed_ips': [{'subnet_id': '42914db1-e760-42e3-a947-adbad8f50271', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:13:47Z', 'updated_at': '2021-08-18T12:13:51Z', 'revision_number': 4, 'project_id': 'c4a8742f0e794123b38cc3300291c37d', 'subnets': [{'id': '42914db1-e760-42e3-a947-adbad8f50271', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'caad6f05-cd03-484c-8ddb-4d467994ef4a', 'name': '', 'network_id': '12bc12d9-0a65-41fe-9c3a-c624e76addd1', 'tenant_id': 'c4a8742f0e794123b38cc3300291c37d', 'mac_address': 'fa:16:3e:48:d7:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c58560-96af-45c6-abef-7a97a89df4a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2666, 'fixed_ips': [{'subnet_id': 'dc464a88-2743-4832-8ba8-c87a80288def', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:13:37Z', 'updated_at': '2021-08-18T12:13:47Z', 'revision_number': 5, 'project_id': 'c4a8742f0e794123b38cc3300291c37d', 'subnets': [{'id': 'dc464a88-2743-4832-8ba8-c87a80288def', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:13:52.380118 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-0f2d204f-9a8e-488b-9756-f00ac3fb3256 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-2, 55c3560e-f83a-4ee4-831a-673c7ab357e4) {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:13:52.385008 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f2d204f-9a8e-488b-9756-f00ac3fb3256 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:13:52.386014 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0f2d204f-9a8e-488b-9756-f00ac3fb3256 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for subnet, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:52.392442 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3123a461-0627-46c3-b899-d23510786a6b None None] Network 55c3560e-f83a-4ee4-831a-673c7ab357e4 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:13:52.401559 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049a9c32-5829-453b-94c4-750c7b7ed415 req-99c9cfb6-8e84-44d3-b25c-f5b0a4b940fc tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:13:52.408269 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a1896fb-4c7e-4d5e-a277-a2483b49b64b None None] The sync data for ids ['a3c58560-96af-45c6-abef-7a97a89df4a0'] in n-d-804985-2 is: [{'id': 'a3c58560-96af-45c6-abef-7a97a89df4a0', 'name': 'tempest-RoutersTest-router-1153144194', 'tenant_id': 'c4a8742f0e794123b38cc3300291c37d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:13:26Z', 'updated_at': '2021-08-18T12:13:48Z', 'revision_number': 4, 'project_id': 'c4a8742f0e794123b38cc3300291c37d', 'gw_port_host': None, '_interfaces': [{'id': '81c95162-6352-4b55-aa79-ac683e6c2d28', 'name': '', 'network_id': 'eec76161-c359-4186-b3d0-0801154df67c', 'tenant_id': 'c4a8742f0e794123b38cc3300291c37d', 'mac_address': 'fa:16:3e:dd:ec:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c58560-96af-45c6-abef-7a97a89df4a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2633, 'fixed_ips': [{'subnet_id': '6bea84c0-7697-4923-b905-7c0527019ab5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:13:29Z', 'updated_at': '2021-08-18T12:13:37Z', 'revision_number': 5, 'project_id': 'c4a8742f0e794123b38cc3300291c37d', 'subnets': [{'id': '6bea84c0-7697-4923-b905-7c0527019ab5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c640891d-b335-4f23-9259-8215b559e36d', 'name': '', 'network_id': '0f204d23-15d6-4f74-9e88-0c18b0f1f4ba', 'tenant_id': 'c4a8742f0e794123b38cc3300291c37d', 'mac_address': 'fa:16:3e:50:50:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3c58560-96af-45c6-abef-7a97a89df4a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2678, 'fixed_ips': [{'subnet_id': '42914db1-e760-42e3-a947-adbad8f50271', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:13:47Z', 'updated_at': '2021-08-18T12:13:51Z', 'revision_number': 4, 'project_id': 'c4a8742f0e794123b38cc3300291c37d', 'subnets': [{'id': '42914db1-e760-42e3-a947-adbad8f50271', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'caad6f05-cd03-484c-8ddb-4d467994ef4a', 'name': '', 'network_id': '12bc12d9-0a65-41fe-9c3a-c624e76addd1', 'tenant_id': 'c4a8742f0e794123b38cc3300291c37d', 'mac_address': 'fa:16:3e:48:d7:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c58560-96af-45c6-abef-7a97a89df4a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2666, 'fixed_ips': [{'subnet_id': 'dc464a88-2743-4832-8ba8-c87a80288def', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:13:37Z', 'updated_at': '2021-08-18T12:13:47Z', 'revision_number': 5, 'project_id': 'c4a8742f0e794123b38cc3300291c37d', 'subnets': [{'id': 'dc464a88-2743-4832-8ba8-c87a80288def', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:13:52.410164 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-049a9c32-5829-453b-94c4-750c7b7ed415 req-99c9cfb6-8e84-44d3-b25c-f5b0a4b940fc tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/ports?device_id=3276acee-812f-4d8b-a68e-2c7c94906266 HTTP/1.1" status: 200 len: 943 time: 0.3323569 Aug 18 12:13:52.423007 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b8f752-6566-4bb6-9795-a67604e4a22e req-bfd92115-3570-4a93-8ccb-7068fd0e221c tempest-ServerTagsTestJSON-176843464 tempest-ServerTagsTestJSON-176843464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:13:52.424651 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-93b8f752-6566-4bb6-9795-a67604e4a22e req-bfd92115-3570-4a93-8ccb-7068fd0e221c tempest-ServerTagsTestJSON-176843464 tempest-ServerTagsTestJSON-176843464-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ee4e352-46ac-441b-bfe3-198da1bbc850 HTTP/1.1" status: 200 len: 944 time: 0.3962941 Aug 18 12:13:52.436738 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4343a2c7-bd0c-4b8f-877b-b98feae0eb45 req-6172bbcd-0269-4813-a8d9-455cdd500b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:13:52.438284 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4343a2c7-bd0c-4b8f-877b-b98feae0eb45 req-6172bbcd-0269-4813-a8d9-455cdd500b74 service neutron] 10.222.0.62 "GET /v2.0/networks?id=f5b38dfb-a77f-4baa-a778-99adb769d1c2 HTTP/1.1" status: 200 len: 897 time: 1.0913999 Aug 18 12:13:52.438604 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4343a2c7-bd0c-4b8f-877b-b98feae0eb45 req-823cde95-a991-47f9-9c1e-e5b47ea3794f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:13:52.440829 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-4343a2c7-bd0c-4b8f-877b-b98feae0eb45 req-823cde95-a991-47f9-9c1e-e5b47ea3794f service neutron] 10.222.0.63 "GET /v2.0/networks?id=f5b38dfb-a77f-4baa-a778-99adb769d1c2 HTTP/1.1" status: 200 len: 897 time: 0.2001750 Aug 18 12:13:52.577367 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.agents_db [None req-6dbb2658-0354-4101-8393-6e7505481cf6 None None] Agent healthcheck: found 7 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 12:13:52.600848 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-abe77100-948c-408f-8c4a-8ae4254e091c tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:52.619367 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-0f2d204f-9a8e-488b-9756-f00ac3fb3256 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1413639 Aug 18 12:13:52.622437 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 52190) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:13:52.647251 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-040bb961-5911-4a13-a9ee-431d973b5f7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:52.652622 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-abe77100-948c-408f-8c4a-8ae4254e091c tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Calling delete_port for a5e3fe48-6e8f-4d96-bb86-e2197e026849 owned by network:router_interface {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:13:52.698771 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e97a4b2-fc3c-4e81-9790-613c17cd6ea6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp788be208-34ab-5a8f-af0f-528834af222f-55c3560e-f83a-4ee4-831a-673c7ab357e4', 'network_id': '55c3560e-f83a-4ee4-831a-673c7ab357e4', 'tenant_id': 'c4a8742f0e794123b38cc3300291c37d', 'fixed_ips': [{'subnet_id': '7949f6fc-6ce7-4c0c-a1ef-09a5cda7b53b'}]}} from n-d-804985-2. {{(pid=106254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 12:13:52.699623 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-7e97a4b2-fc3c-4e81-9790-613c17cd6ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:52.721743 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-93b8f752-6566-4bb6-9795-a67604e4a22e req-0ede10ee-8127-4344-a956-1770bfd2e0bb tempest-ServerTagsTestJSON-176843464 tempest-ServerTagsTestJSON-176843464-project] 10.222.0.66 "GET /v2.0/security-groups?id=f205947a-78c8-47c2-a88e-fcd6a653f91f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2824442 Aug 18 12:13:52.763149 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-049a9c32-5829-453b-94c4-750c7b7ed415 req-d884cd31-bb8b-4520-b8cc-6a463076db28 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d728c3d-d0c0-4fba-b9fc-5096721eb4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3517630 Aug 18 12:13:52.774271 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-040bb961-5911-4a13-a9ee-431d973b5f7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:52.781786 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4343a2c7-bd0c-4b8f-877b-b98feae0eb45 req-02a1f92d-1a4b-460d-aba5-3fe934d3cc20 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=70709313-3c87-49e1-bd2d-7d1562521e80 HTTP/1.1" status: 200 len: 999 time: 0.3238263 Aug 18 12:13:52.790257 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-4343a2c7-bd0c-4b8f-877b-b98feae0eb45 req-5239edce-3e27-469e-a599-8ee04ccda0db service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=70709313-3c87-49e1-bd2d-7d1562521e80 HTTP/1.1" status: 200 len: 999 time: 0.3404589 Aug 18 12:13:52.912370 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4343a2c7-bd0c-4b8f-877b-b98feae0eb45 req-0e625a1f-5216-4023-b126-4926c41eb600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:13:52.914327 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4343a2c7-bd0c-4b8f-877b-b98feae0eb45 req-0e625a1f-5216-4023-b126-4926c41eb600 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5eb95836-9c09-482a-936d-fd43d3b2ac48 HTTP/1.1" status: 200 len: 835 time: 0.1207395 Aug 18 12:13:52.967136 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 65d2aa10-5be7-47b3-9cfd-a7c38bafc855 up at agent hyperv_n-h1-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:13:52.982147 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-040bb961-5911-4a13-a9ee-431d973b5f7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:52.985885 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-040bb961-5911-4a13-a9ee-431d973b5f7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:52.990670 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-040bb961-5911-4a13-a9ee-431d973b5f7c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c116a761-04cc-4db0-bc03-4ed318430217 HTTP/1.1" status: 204 len: 168 time: 0.7042139 Aug 18 12:13:53.006295 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040bb961-5911-4a13-a9ee-431d973b5f7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c116a761-04cc-4db0-bc03-4ed318430217,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:13:53.024830 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4343a2c7-bd0c-4b8f-877b-b98feae0eb45 req-78d50e8f-2097-48a2-be18-3667ef3eda9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:13:53.026374 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-4343a2c7-bd0c-4b8f-877b-b98feae0eb45 req-78d50e8f-2097-48a2-be18-3667ef3eda9b service neutron] 10.222.0.63 "GET /v2.0/subnets?id=5eb95836-9c09-482a-936d-fd43d3b2ac48 HTTP/1.1" status: 200 len: 835 time: 0.2033434 Aug 18 12:13:53.027042 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4343a2c7-bd0c-4b8f-877b-b98feae0eb45 req-27dfa124-6f7f-4d1e-b5f0-cbe208f9d3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:13:53.029673 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4343a2c7-bd0c-4b8f-877b-b98feae0eb45 req-27dfa124-6f7f-4d1e-b5f0-cbe208f9d3ba service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f5b38dfb-a77f-4baa-a778-99adb769d1c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1075184 Aug 18 12:13:53.074317 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.db_base_plugin_common [None req-7e97a4b2-fc3c-4e81-9790-613c17cd6ea6 None None] Allocated IP 172.23.0.2 (55c3560e-f83a-4ee4-831a-673c7ab357e4/7949f6fc-6ce7-4c0c-a1ef-09a5cda7b53b/65201734-d3b0-4657-b83f-371a157778df) {{(pid=106254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:13:53.181033 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Provisioning for port 65d2aa10-5be7-47b3-9cfd-a7c38bafc855 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:13:53.192901 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4343a2c7-bd0c-4b8f-877b-b98feae0eb45 req-d0fae9d3-26a3-4320-b3bc-4ab16416cee6 service neutron] 10.222.0.62 "GET /v2.0/networks/f5b38dfb-a77f-4baa-a778-99adb769d1c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545005 Aug 18 12:13:53.194183 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Provisioning complete for port 65d2aa10-5be7-47b3-9cfd-a7c38bafc855 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:13:53.194558 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:53.392983 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4343a2c7-bd0c-4b8f-877b-b98feae0eb45 req-a7b16eab-c67e-436c-9327-37308cc9a143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:13:53.403886 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-4343a2c7-bd0c-4b8f-877b-b98feae0eb45 req-a7b16eab-c67e-436c-9327-37308cc9a143 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=f5b38dfb-a77f-4baa-a778-99adb769d1c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3022053 Aug 18 12:13:53.437297 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4343a2c7-bd0c-4b8f-877b-b98feae0eb45 req-dfec4cb7-0d64-4092-8f54-d0b701889940 service neutron] 10.222.0.62 "GET /v2.0/networks/f5b38dfb-a77f-4baa-a778-99adb769d1c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2346811 Aug 18 12:13:53.633561 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-4343a2c7-bd0c-4b8f-877b-b98feae0eb45 req-8ac16f3e-e10c-4f97-94c0-e50ee4f2c4fb service neutron] 10.222.0.63 "GET /v2.0/networks/f5b38dfb-a77f-4baa-a778-99adb769d1c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2230043 Aug 18 12:13:53.663751 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 52198) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:13:53.679744 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-dfbc51b6-5b57-4f6a-8aca-4d12e85230f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:53.736059 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device c640891d-b335-4f23-9259-8215b559e36d up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:13:53.746497 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-abe77100-948c-408f-8c4a-8ae4254e091c tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:53.826832 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port c640891d-b335-4f23-9259-8215b559e36d completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:13:53.836086 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port c640891d-b335-4f23-9259-8215b559e36d triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:13:53.836554 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:53.853457 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe77100-948c-408f-8c4a-8ae4254e091c tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Pushing event deleted for resources: {'Port': ['ID=a5e3fe48-6e8f-4d96-bb86-e2197e026849,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:13:53.897961 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-7e97a4b2-fc3c-4e81-9790-613c17cd6ea6 None None] Notify callbacks [] for port, precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:53.908361 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-dfbc51b6-5b57-4f6a-8aca-4d12e85230f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:53.950167 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-7e97a4b2-fc3c-4e81-9790-613c17cd6ea6 None None] Transition to ACTIVE for port object 65201734-d3b0-4657-b83f-371a157778df will not be triggered until provisioned by entity L2. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:13:53.965971 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-dfbc51b6-5b57-4f6a-8aca-4d12e85230f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:53.968452 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-500a1c61-38a7-4c23-a7ec-4631080af5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:54.028232 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-abe77100-948c-408f-8c4a-8ae4254e091c tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953695'] for router_interface, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:54.059774 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-7e97a4b2-fc3c-4e81-9790-613c17cd6ea6 None None] Transition to ACTIVE for port object 65201734-d3b0-4657-b83f-371a157778df will not be triggered until provisioned by entity DHCP. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:13:54.065665 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:54.083969 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-7e97a4b2-fc3c-4e81-9790-613c17cd6ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547'] for port, after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:54.090340 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:54.097547 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-4343a2c7-bd0c-4b8f-877b-b98feae0eb45 req-cc1ddd0f-2b22-42f9-8434-1fcb6cce6c0b service neutron] 10.222.0.63 "GET /v2.0/networks/f5b38dfb-a77f-4baa-a778-99adb769d1c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4488790 Aug 18 12:13:54.114403 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-dfbc51b6-5b57-4f6a-8aca-4d12e85230f3 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6856258d5f794b8da22659cd9dd3d243&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4493685 Aug 18 12:13:54.115253 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbc51b6-5b57-4f6a-8aca-4d12e85230f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae327611-ec7e-4cce-8843-f6ba62317900,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:13:54.120712 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 52208) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:13:54.153003 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2318cc-3b25-4ba2-abde-070edb51666f req-9209f4f3-7310-438a-bc75-de86261287e5 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:13:54.162127 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9f2318cc-3b25-4ba2-abde-070edb51666f req-9209f4f3-7310-438a-bc75-de86261287e5 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/ports?device_id=3276acee-812f-4d8b-a68e-2c7c94906266 HTTP/1.1" status: 200 len: 943 time: 0.2140212 Aug 18 12:13:54.179257 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ee4e352-46ac-441b-bfe3-198da1bbc850', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65d2aa10-5be7-47b3-9cfd-a7c38bafc855'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:13:54.179588 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8478d3ce-acc7-4453-a7aa-115e7718d863 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:54.179982 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b4a51b-a6e0-4a45-a7e4-07d7fbcef49b req-e71a2010-66fe-4ff1-a6bc-5bf3150ac59a tempest-ServerTagsTestJSON-176843464 tempest-ServerTagsTestJSON-176843464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:13:54.185840 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db50a436fb3a98495337d8fe7487b4f2ea6f3c1052eb9efadc2ecda2d5737001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50a93254-c0fd-4da3-80f9-50da31cd7dea" -d '{"events": [{"server_uuid": "6ee4e352-46ac-441b-bfe3-198da1bbc850", "name": "network-vif-plugged", "status": "completed", "tag": "65d2aa10-5be7-47b3-9cfd-a7c38bafc855"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:13:54.189289 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-84b4a51b-a6e0-4a45-a7e4-07d7fbcef49b req-e71a2010-66fe-4ff1-a6bc-5bf3150ac59a tempest-ServerTagsTestJSON-176843464 tempest-ServerTagsTestJSON-176843464-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ee4e352-46ac-441b-bfe3-198da1bbc850 HTTP/1.1" status: 200 len: 944 time: 0.2612212 Aug 18 12:13:54.216061 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e97a4b2-fc3c-4e81-9790-613c17cd6ea6 None None] Network 55c3560e-f83a-4ee4-831a-673c7ab357e4 is already hosted by enough agents. {{(pid=106254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:13:54.231383 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 65d2aa10-5be7-47b3-9cfd-a7c38bafc855, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=65d2aa10-5be7-47b3-9cfd-a7c38bafc855,segment=NetworkSegment(147769cf-caf7-4798-98a3-f642a4dbc70c),segment_id=147769cf-caf7-4798-98a3-f642a4dbc70c)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:13:54.233404 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.base_scheduler [None req-7e97a4b2-fc3c-4e81-9790-613c17cd6ea6 None None] Resources bound (agent type, host, resource id): {{(pid=106254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:13:54.244048 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e97a4b2-fc3c-4e81-9790-613c17cd6ea6 None None] Pushing event updated for resources: {'Port': ['ID=65201734-d3b0-4657-b83f-371a157778df,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:13:54.247540 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e97a4b2-fc3c-4e81-9790-613c17cd6ea6 None None] Received port after_create {{(pid=106254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:13:54.253987 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:54.291489 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9f2318cc-3b25-4ba2-abde-070edb51666f req-80302e0a-3d5f-44d9-9dae-dfaa9c6080a7 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d728c3d-d0c0-4fba-b9fc-5096721eb4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1283205 Aug 18 12:13:54.294438 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] For port c640891d-b335-4f23-9259-8215b559e36d, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=c640891d-b335-4f23-9259-8215b559e36d,segment=NetworkSegment(b0236129-e1d2-4277-9435-f23279ca70b9),segment_id=b0236129-e1d2-4277-9435-f23279ca70b9)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:13:54.303551 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-84b4a51b-a6e0-4a45-a7e4-07d7fbcef49b req-dafb3361-5dd7-4c45-92f0-fc72741c2732 tempest-ServerTagsTestJSON-176843464 tempest-ServerTagsTestJSON-176843464-project] 10.222.0.66 "GET /v2.0/security-groups?id=f205947a-78c8-47c2-a88e-fcd6a653f91f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133800 Aug 18 12:13:54.304807 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-befe0d54-c2ed-4b5f-aeec-4b96dd148c1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:54.322399 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:54.362638 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-befe0d54-c2ed-4b5f-aeec-4b96dd148c1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:54.366764 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=65d2aa10-5be7-47b3-9cfd-a7c38bafc855,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:13:54.379653 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-7e97a4b2-fc3c-4e81-9790-613c17cd6ea6 None None] Attempting to bind port 65201734-d3b0-4657-b83f-371a157778df on host n-d-804985-2 for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:13:54.380024 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-7e97a4b2-fc3c-4e81-9790-613c17cd6ea6 None None] Attempting to bind port 65201734-d3b0-4657-b83f-371a157778df by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': 'ef08ae35-086f-49fe-8078-bdb57de1f960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '55c3560e-f83a-4ee4-831a-673c7ab357e4'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:13:54.380384 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e97a4b2-fc3c-4e81-9790-613c17cd6ea6 None None] Attempting to bind port 65201734-d3b0-4657-b83f-371a157778df on network 55c3560e-f83a-4ee4-831a-673c7ab357e4 {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:13:54.391813 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abe77100-948c-408f-8c4a-8ae4254e091c tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Router 85dd515d-5922-457b-8fc8-f3154ca1c6b2 has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:13:54.429752 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-befe0d54-c2ed-4b5f-aeec-4b96dd148c1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:54.433700 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-befe0d54-c2ed-4b5f-aeec-4b96dd148c1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:54.435264 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-befe0d54-c2ed-4b5f-aeec-4b96dd148c1c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ae327611-ec7e-4cce-8843-f6ba62317900 HTTP/1.1" status: 204 len: 168 time: 0.3122475 Aug 18 12:13:54.461484 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Pushing event updated for resources: {'Port': ['ID=c640891d-b335-4f23-9259-8215b559e36d,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:13:54.468101 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befe0d54-c2ed-4b5f-aeec-4b96dd148c1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae327611-ec7e-4cce-8843-f6ba62317900,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:13:54.471288 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:13:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0951c7e-9876-40fd-9de0-556b624158bd x-openstack-request-id: req-c0951c7e-9876-40fd-9de0-556b624158bd {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:13:54.471288 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ee4e352-46ac-441b-bfe3-198da1bbc850", "name": "network-vif-plugged", "status": "completed", "tag": "65d2aa10-5be7-47b3-9cfd-a7c38bafc855", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:13:54.471568 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c0951c7e-9876-40fd-9de0-556b624158bd {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:13:54.472043 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ee4e352-46ac-441b-bfe3-198da1bbc850', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65d2aa10-5be7-47b3-9cfd-a7c38bafc855', 'code': 200} Aug 18 12:13:54.472933 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e97a4b2-fc3c-4e81-9790-613c17cd6ea6 None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 13, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:13:54.473347 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e97a4b2-fc3c-4e81-9790-613c17cd6ea6 None None] Checking segment: {'id': 'ef08ae35-086f-49fe-8078-bdb57de1f960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '55c3560e-f83a-4ee4-831a-673c7ab357e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:13:54.474169 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-7e97a4b2-fc3c-4e81-9790-613c17cd6ea6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:54.474338 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e97a4b2-fc3c-4e81-9790-613c17cd6ea6 None None] Bound using segment: {'id': 'ef08ae35-086f-49fe-8078-bdb57de1f960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '55c3560e-f83a-4ee4-831a-673c7ab357e4'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:13:54.474989 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-7e97a4b2-fc3c-4e81-9790-613c17cd6ea6 None None] Bound port: 65201734-d3b0-4657-b83f-371a157778df, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef08ae35-086f-49fe-8078-bdb57de1f960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '55c3560e-f83a-4ee4-831a-673c7ab357e4'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:13:54.475571 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-7e97a4b2-fc3c-4e81-9790-613c17cd6ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:54.559387 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-7e97a4b2-fc3c-4e81-9790-613c17cd6ea6 None None] For port 65201734-d3b0-4657-b83f-371a157778df, host n-d-804985-2, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:13:54.563244 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-7e97a4b2-fc3c-4e81-9790-613c17cd6ea6 None None] For port 65201734-d3b0-4657-b83f-371a157778df, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=65201734-d3b0-4657-b83f-371a157778df,segment=NetworkSegment(ef08ae35-086f-49fe-8078-bdb57de1f960),segment_id=ef08ae35-086f-49fe-8078-bdb57de1f960)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:13:54.568104 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-7e97a4b2-fc3c-4e81-9790-613c17cd6ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:54.629342 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e97a4b2-fc3c-4e81-9790-613c17cd6ea6 None None] Pushing event updated for resources: {'Port': ['ID=65201734-d3b0-4657-b83f-371a157778df,revision_number=2']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:13:54.658728 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abe77100-948c-408f-8c4a-8ae4254e091c tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:13:54.669540 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc204332-e0d3-46a8-834d-4dcca4a18e65 None None] Sync routers for ids ['85dd515d-5922-457b-8fc8-f3154ca1c6b2'] in n-d-804985-2 {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:13:54.679869 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc204332-e0d3-46a8-834d-4dcca4a18e65 None None] Routers {'85dd515d-5922-457b-8fc8-f3154ca1c6b2'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:13:54.680837 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-dc204332-e0d3-46a8-834d-4dcca4a18e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:13:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['85dd515d-5922-457b-8fc8-f3154ca1c6b2'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:13:54.701790 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-abe77100-948c-408f-8c4a-8ae4254e091c tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] 10.222.0.66 "PUT /v2.0/routers/85dd515d-5922-457b-8fc8-f3154ca1c6b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7244830 Aug 18 12:13:54.706267 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 52216) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:13:54.710224 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e67e5c-00d4-4e0f-80d8-b7b3f8da10c7 req-aa76738d-536c-46e4-a4c5-7c1065c4bf5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:13:54.711718 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-f0e67e5c-00d4-4e0f-80d8-b7b3f8da10c7 req-aa76738d-536c-46e4-a4c5-7c1065c4bf5e service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=6ee4e352-46ac-441b-bfe3-198da1bbc850 HTTP/1.1" status: 200 len: 1096 time: 0.1541524 Aug 18 12:13:54.719792 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-dc204332-e0d3-46a8-834d-4dcca4a18e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:13:54.729476 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc204332-e0d3-46a8-834d-4dcca4a18e65 None None] Routers {'85dd515d-5922-457b-8fc8-f3154ca1c6b2'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:13:54.729936 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-dc204332-e0d3-46a8-834d-4dcca4a18e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:13:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['85dd515d-5922-457b-8fc8-f3154ca1c6b2'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:13:54.768779 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-dc204332-e0d3-46a8-834d-4dcca4a18e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:13:54.771629 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc204332-e0d3-46a8-834d-4dcca4a18e65 None None] The sync data for ids ['85dd515d-5922-457b-8fc8-f3154ca1c6b2'] in n-d-804985-2 is: [] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:13:54.771990 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-f0e67e5c-00d4-4e0f-80d8-b7b3f8da10c7 req-c7db8a1c-dbb7-42ea-9bf4-51d722abcda8 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=f205947a-78c8-47c2-a88e-fcd6a653f91f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486119 Aug 18 12:13:54.785674 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-064006ca-3f89-4ff7-b1ed-1e8643d8e428 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] 10.222.0.66 "GET /v2.0/ports?device_id=85dd515d-5922-457b-8fc8-f3154ca1c6b2 HTTP/1.1" status: 200 len: 205 time: 0.0776486 Aug 18 12:13:54.786418 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 52220) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:13:54.854744 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [None req-8478d3ce-acc7-4453-a7aa-115e7718d863 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Allocated IP 172.23.0.1 (55c3560e-f83a-4ee4-831a-673c7ab357e4/7949f6fc-6ce7-4c0c-a1ef-09a5cda7b53b/fe08f71b-f84d-43bf-8f8c-8da7fa83d8da) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:13:54.925939 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8d6edb92-84bf-42d3-a39b-4f6fc64fc83b tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks [] for router, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:54.957499 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 70709313-3c87-49e1-bd2d-7d1562521e80 details requested by agent hyperv_n-h1-804985-2 with host n-h1-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:13:55.020301 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 52222) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:13:55.079421 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8478d3ce-acc7-4453-a7aa-115e7718d863 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:55.109699 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [None req-8478d3ce-acc7-4453-a7aa-115e7718d863 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Transition to ACTIVE for port object fe08f71b-f84d-43bf-8f8c-8da7fa83d8da will not be triggered until provisioned by entity DHCP. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:13:55.136568 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 70709313-3c87-49e1-bd2d-7d1562521e80, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=70709313-3c87-49e1-bd2d-7d1562521e80,segment=NetworkSegment(55da2c2d-7b34-4aab-8a41-786d81396444),segment_id=55da2c2d-7b34-4aab-8a41-786d81396444)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:13:55.148402 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c2a5a59e-efe8-4a97-ae5b-3d03c7e82a6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:55.160429 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Returning: {'device': '70709313-3c87-49e1-bd2d-7d1562521e80', 'network_id': 'f5b38dfb-a77f-4baa-a778-99adb769d1c2', 'port_id': '70709313-3c87-49e1-bd2d-7d1562521e80', 'mac_address': 'fa:16:3e:75:77:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 820, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5eb95836-9c09-482a-936d-fd43d3b2ac48', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:13:55.164376 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8d6edb92-84bf-42d3-a39b-4f6fc64fc83b tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-996004', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15859'] for router, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:55.167240 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8478d3ce-acc7-4453-a7aa-115e7718d863 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:55.169035 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8d6edb92-84bf-42d3-a39b-4f6fc64fc83b tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:55.241338 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:55.265016 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8d6edb92-84bf-42d3-a39b-4f6fc64fc83b tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-996061'] for router, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:55.265268 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70709313-3c87-49e1-bd2d-7d1562521e80 {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:13:55.268220 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d6edb92-84bf-42d3-a39b-4f6fc64fc83b tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Fanout notify agent at l3_agent the message router_deleted on router 85dd515d-5922-457b-8fc8-f3154ca1c6b2 {{(pid=106252) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 12:13:55.279760 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8d6edb92-84bf-42d3-a39b-4f6fc64fc83b tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks [] for router, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:55.281308 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-8d6edb92-84bf-42d3-a39b-4f6fc64fc83b tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] 10.222.0.66 "DELETE /v2.0/routers/85dd515d-5922-457b-8fc8-f3154ca1c6b2 HTTP/1.1" status: 204 len: 168 time: 0.4938262 Aug 18 12:13:55.285945 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 52224) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:13:55.300379 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 70709313-3c87-49e1-bd2d-7d1562521e80, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=70709313-3c87-49e1-bd2d-7d1562521e80,segment=NetworkSegment(55da2c2d-7b34-4aab-8a41-786d81396444),segment_id=55da2c2d-7b34-4aab-8a41-786d81396444)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:13:55.311563 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:55.315385 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8478d3ce-acc7-4453-a7aa-115e7718d863 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Network 55c3560e-f83a-4ee4-831a-673c7ab357e4 is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:13:55.325611 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-8478d3ce-acc7-4453-a7aa-115e7718d863 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:13:55.329033 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8478d3ce-acc7-4453-a7aa-115e7718d863 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:13:55.389513 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8478d3ce-acc7-4453-a7aa-115e7718d863 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Pushing event updated for resources: {'Port': ['ID=fe08f71b-f84d-43bf-8f8c-8da7fa83d8da,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:13:55.409594 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=70709313-3c87-49e1-bd2d-7d1562521e80,revision_number=8']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:13:55.427388 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_v2 [None req-889da143-c63e-4902-96c0-f8c24fb3050f tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Deleting subnet 30b513fe-ff97-489a-b22e-db5efd1e3212 {{(pid=106252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 12:13:55.429615 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8478d3ce-acc7-4453-a7aa-115e7718d863 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-996688'] for router_interface, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:55.430930 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-889da143-c63e-4902-96c0-f8c24fb3050f tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks [] for subnet, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:55.485355 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-889da143-c63e-4902-96c0-f8c24fb3050f tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2221528'] for subnet, precommit_delete_associations {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:55.637239 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8478d3ce-acc7-4453-a7aa-115e7718d863 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:55.640973 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] get_ports_and_sgs() called for port_ids ['70709313-3c87-49e1-bd2d-7d1562521e80'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:13:55.706957 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c2a5a59e-efe8-4a97-ae5b-3d03c7e82a6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:55.716403 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 65201734-d3b0-4657-b83f-371a157778df up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:13:55.721096 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c2a5a59e-efe8-4a97-ae5b-3d03c7e82a6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:55.742104 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-889da143-c63e-4902-96c0-f8c24fb3050f tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:55.802039 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c2c519-3762-4e1d-8fd9-fa8170c5c0a7 req-98bf48f6-e043-4403-ba74-c9f856f987a6 tempest-ServerTagsTestJSON-176843464 tempest-ServerTagsTestJSON-176843464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:13:55.810774 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c7c2c519-3762-4e1d-8fd9-fa8170c5c0a7 req-98bf48f6-e043-4403-ba74-c9f856f987a6 tempest-ServerTagsTestJSON-176843464 tempest-ServerTagsTestJSON-176843464-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ee4e352-46ac-441b-bfe3-198da1bbc850 HTTP/1.1" status: 200 len: 945 time: 0.2807887 Aug 18 12:13:55.832556 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72771f13-fa15-4709-9afa-68d825d5d705 req-35cf8d20-b6f8-46cc-812e-e839f068e1dc tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:13:55.839952 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-72771f13-fa15-4709-9afa-68d825d5d705 req-35cf8d20-b6f8-46cc-812e-e839f068e1dc tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/ports?device_id=3276acee-812f-4d8b-a68e-2c7c94906266 HTTP/1.1" status: 200 len: 944 time: 0.3145578 Aug 18 12:13:55.869439 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port 65201734-d3b0-4657-b83f-371a157778df completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:13:55.883781 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device c640891d-b335-4f23-9259-8215b559e36d up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:13:55.885922 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-c2a5a59e-efe8-4a97-ae5b-3d03c7e82a6f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d3327f17cb8f45ed9e69e745c3b77c88&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8648906 Aug 18 12:13:55.892668 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a5a59e-efe8-4a97-ae5b-3d03c7e82a6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cad6bf50-71cc-46e9-ac79-646691895bd7,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:13:55.901460 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 52238) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:13:56.025962 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-72771f13-fa15-4709-9afa-68d825d5d705 req-89c40d8c-926c-495f-96e1-a4953eaa7f58 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d728c3d-d0c0-4fba-b9fc-5096721eb4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1848519 Aug 18 12:13:56.033369 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port c640891d-b335-4f23-9259-8215b559e36d triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:13:56.033853 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:56.073303 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c7c2c519-3762-4e1d-8fd9-fa8170c5c0a7 req-dc0077a3-bb46-4551-bd19-3d473e46d109 tempest-ServerTagsTestJSON-176843464 tempest-ServerTagsTestJSON-176843464-project] 10.222.0.66 "GET /v2.0/security-groups?id=f205947a-78c8-47c2-a88e-fcd6a653f91f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2594979 Aug 18 12:13:56.096343 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-889da143-c63e-4902-96c0-f8c24fb3050f tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3572848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59074100'] for subnet, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:56.112499 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8478d3ce-acc7-4453-a7aa-115e7718d863 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks [] for port, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:56.126011 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8478d3ce-acc7-4453-a7aa-115e7718d863 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:56.129120 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-889da143-c63e-4902-96c0-f8c24fb3050f tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for subnet, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:56.134703 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-889da143-c63e-4902-96c0-f8c24fb3050f tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] 10.222.0.66 "DELETE /v2.0/subnets/30b513fe-ff97-489a-b22e-db5efd1e3212 HTTP/1.1" status: 204 len: 168 time: 0.8470824 Aug 18 12:13:56.135591 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 52248) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:13:56.135940 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e72e25b-429b-4f7e-b455-a7162b1b18b6 None None] Network 5c6d8e84-28b4-466f-b7df-af1190bfe888 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:13:56.248264 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889da143-c63e-4902-96c0-f8c24fb3050f tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Pushing event deleted for resources: {'Subnet': ['ID=30b513fe-ff97-489a-b22e-db5efd1e3212,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:13:56.260978 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-73c12e91-6f41-4310-abec-9266caf278b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:56.362499 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-530652dc-ab0b-4ca6-aef2-b202ba97996b None None] Network 55c3560e-f83a-4ee4-831a-673c7ab357e4 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:13:56.387276 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_v2 [None req-5461c4db-bc40-4f4b-b9e0-28dc865bdced tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Deleting subnet 47b6fbce-ff8a-46f5-aab2-d639b919048b {{(pid=106252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 12:13:56.397982 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-73c12e91-6f41-4310-abec-9266caf278b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:56.410725 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5461c4db-bc40-4f4b-b9e0-28dc865bdced tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks [] for subnet, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:56.485190 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-dd03b130-fe8d-4e57-82e7-ff0f00bfd3e1 None None] Provisioning for port 65201734-d3b0-4657-b83f-371a157778df completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:13:56.488065 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5461c4db-bc40-4f4b-b9e0-28dc865bdced tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2221528'] for subnet, precommit_delete_associations {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:56.509662 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-dd03b130-fe8d-4e57-82e7-ff0f00bfd3e1 None None] Provisioning complete for port 65201734-d3b0-4657-b83f-371a157778df triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:13:56.510354 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-dd03b130-fe8d-4e57-82e7-ff0f00bfd3e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:56.605760 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c041493-8b3e-4188-a79f-d03908cc1900 None None] DHCP port deletion for 5c6d8e84-28b4-466f-b7df-af1190bfe888 request from n-d-804985-2 {{(pid=106254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 12:13:56.691946 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5461c4db-bc40-4f4b-b9e0-28dc865bdced tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:56.735432 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-dd03b130-fe8d-4e57-82e7-ff0f00bfd3e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:56.746954 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-73c12e91-6f41-4310-abec-9266caf278b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:56.748511 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-5c041493-8b3e-4188-a79f-d03908cc1900 None None] Deleting port 114ecb02-e96e-423c-a221-62b900489cb9 {{(pid=106254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:13:56.748925 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-5c041493-8b3e-4188-a79f-d03908cc1900 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:56.749925 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-73c12e91-6f41-4310-abec-9266caf278b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:56.753212 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-73c12e91-6f41-4310-abec-9266caf278b0 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/cad6bf50-71cc-46e9-ac79-646691895bd7 HTTP/1.1" status: 204 len: 168 time: 0.8410516 Aug 18 12:13:56.808805 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c12e91-6f41-4310-abec-9266caf278b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cad6bf50-71cc-46e9-ac79-646691895bd7,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:13:56.840461 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8478d3ce-acc7-4453-a7aa-115e7718d863 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Pushing event updated for resources: {'Port': ['ID=fe08f71b-f84d-43bf-8f8c-8da7fa83d8da,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:13:56.843957 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230bf5d1-99ce-4fbc-ae8f-f65d3153110c req-23a83c0b-fd00-4a30-9564-3310dae79a1c tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:13:56.858689 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-230bf5d1-99ce-4fbc-ae8f-f65d3153110c req-23a83c0b-fd00-4a30-9564-3310dae79a1c tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/ports?device_id=3276acee-812f-4d8b-a68e-2c7c94906266 HTTP/1.1" status: 200 len: 944 time: 0.3508649 Aug 18 12:13:56.871376 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5461c4db-bc40-4f4b-b9e0-28dc865bdced tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3572848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59074100'] for subnet, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:56.887105 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-dd03b130-fe8d-4e57-82e7-ff0f00bfd3e1 None None] For port 65201734-d3b0-4657-b83f-371a157778df, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=65201734-d3b0-4657-b83f-371a157778df,segment=NetworkSegment(ef08ae35-086f-49fe-8078-bdb57de1f960),segment_id=ef08ae35-086f-49fe-8078-bdb57de1f960)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:13:56.895674 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-5c041493-8b3e-4188-a79f-d03908cc1900 None None] For port 114ecb02-e96e-423c-a221-62b900489cb9, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=114ecb02-e96e-423c-a221-62b900489cb9,segment=NetworkSegment(64862db2-f3df-47ae-a0ae-d231afe93509),segment_id=64862db2-f3df-47ae-a0ae-d231afe93509)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:13:56.896138 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-5c041493-8b3e-4188-a79f-d03908cc1900 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:56.899395 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-dd03b130-fe8d-4e57-82e7-ff0f00bfd3e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:56.920883 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5461c4db-bc40-4f4b-b9e0-28dc865bdced tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for subnet, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:56.922792 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-5461c4db-bc40-4f4b-b9e0-28dc865bdced tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] 10.222.0.66 "DELETE /v2.0/subnets/47b6fbce-ff8a-46f5-aab2-d639b919048b HTTP/1.1" status: 204 len: 168 time: 0.7472157 Aug 18 12:13:56.923627 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5461c4db-bc40-4f4b-b9e0-28dc865bdced tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Pushing event deleted for resources: {'Subnet': ['ID=47b6fbce-ff8a-46f5-aab2-d639b919048b,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:13:56.926757 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 52262) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:13:56.934044 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-5c041493-8b3e-4188-a79f-d03908cc1900 None None] Calling delete_port for 114ecb02-e96e-423c-a221-62b900489cb9 owned by network:dhcp {{(pid=106254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:13:56.939004 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32dc0fe2-4019-4af8-96d7-bd8d8509fd02 None None] Network 989738a6-cd5c-4d7c-a944-d3fc08f437e0 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:13:56.955468 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-230bf5d1-99ce-4fbc-ae8f-f65d3153110c req-4f0bad9a-9d2e-4dfc-bfa2-678538478b29 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d728c3d-d0c0-4fba-b9fc-5096721eb4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957215 Aug 18 12:13:57.001118 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 70709313-3c87-49e1-bd2d-7d1562521e80 up at agent hyperv_n-h1-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:13:57.027089 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8478d3ce-acc7-4453-a7aa-115e7718d863 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-996772'] for router_interface, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:57.088937 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0ed6171a-28ad-4a29-afa7-368813b68437 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7904109'] for network, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:57.108741 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3e81cf-78e0-40b0-9e65-0ff4942bafb8 req-02b822a6-2b85-4a73-83cc-8954d019751d tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:13:57.110540 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-ff3e81cf-78e0-40b0-9e65-0ff4942bafb8 req-02b822a6-2b85-4a73-83cc-8954d019751d tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.63 "GET /v2.0/ports?device_id=3276acee-812f-4d8b-a68e-2c7c94906266&tenant_id=b60736d695f1461b9071c3b3eddcc039&binding%3Ahost_id=n-h1-804985-2 HTTP/1.1" status: 200 len: 944 time: 0.2664046 Aug 18 12:13:57.176365 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd03b130-fe8d-4e57-82e7-ff0f00bfd3e1 None None] Pushing event updated for resources: {'Port': ['ID=65201734-d3b0-4657-b83f-371a157778df,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:13:57.296925 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b12408-000b-435f-9552-37d3d1118aad req-0e3a6c3f-bd19-4397-b33d-7c6d2fa231ab tempest-ServerTagsTestJSON-176843464 tempest-ServerTagsTestJSON-176843464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:13:57.308070 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e9b12408-000b-435f-9552-37d3d1118aad req-0e3a6c3f-bd19-4397-b33d-7c6d2fa231ab tempest-ServerTagsTestJSON-176843464 tempest-ServerTagsTestJSON-176843464-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ee4e352-46ac-441b-bfe3-198da1bbc850 HTTP/1.1" status: 200 len: 945 time: 0.1453004 Aug 18 12:13:57.313185 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-4f3a2b64-b039-4ae7-a1d1-e1bbb276c82e None None] Provisioning for port fe08f71b-f84d-43bf-8f8c-8da7fa83d8da completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:13:57.376946 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-4f3a2b64-b039-4ae7-a1d1-e1bbb276c82e None None] Provisioning complete for port fe08f71b-f84d-43bf-8f8c-8da7fa83d8da triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:13:57.377600 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4f3a2b64-b039-4ae7-a1d1-e1bbb276c82e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:57.381246 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Provisioning for port 70709313-3c87-49e1-bd2d-7d1562521e80 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:13:57.388327 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e9b12408-000b-435f-9552-37d3d1118aad req-d852fe78-4111-4759-b98c-1782c15ce193 tempest-ServerTagsTestJSON-176843464 tempest-ServerTagsTestJSON-176843464-project] 10.222.0.66 "GET /v2.0/security-groups?id=f205947a-78c8-47c2-a88e-fcd6a653f91f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790222 Aug 18 12:13:57.410907 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Provisioning complete for port 70709313-3c87-49e1-bd2d-7d1562521e80 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:13:57.411279 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:57.444858 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-5c041493-8b3e-4188-a79f-d03908cc1900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556'] for port, after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:57.487688 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-0ed6171a-28ad-4a29-afa7-368813b68437 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Deleting port 114ecb02-e96e-423c-a221-62b900489cb9 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:13:57.488225 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0ed6171a-28ad-4a29-afa7-368813b68437 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:57.509436 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-ff3e81cf-78e0-40b0-9e65-0ff4942bafb8 req-0ef24f31-038d-4321-934b-56e43419372d service neutron] 10.222.0.63 "GET /v2.0/ports/70709313-3c87-49e1-bd2d-7d1562521e80/bindings/n-h1-804985-2 HTTP/1.1" status: 200 len: 382 time: 0.3823380 Aug 18 12:13:57.572798 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-4f3a2b64-b039-4ae7-a1d1-e1bbb276c82e None None] Port fe08f71b-f84d-43bf-8f8c-8da7fa83d8da cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:13:57.579059 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8478d3ce-acc7-4453-a7aa-115e7718d863 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Network 55c3560e-f83a-4ee4-831a-673c7ab357e4 is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:13:57.581779 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 65201734-d3b0-4657-b83f-371a157778df up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:13:57.593345 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c041493-8b3e-4188-a79f-d03908cc1900 None None] Pushing event deleted for resources: {'Port': ['ID=114ecb02-e96e-423c-a221-62b900489cb9,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:13:57.621926 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-8478d3ce-acc7-4453-a7aa-115e7718d863 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:13:57.671977 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c041493-8b3e-4188-a79f-d03908cc1900 None None] No DVR routers for this DVR port 114ecb02-e96e-423c-a221-62b900489cb9 on host n-d-804985-2 {{(pid=106254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:13:57.735277 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-4f3a2b64-b039-4ae7-a1d1-e1bbb276c82e None None] Provisioning complete for port 65201734-d3b0-4657-b83f-371a157778df triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:13:57.735412 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4f3a2b64-b039-4ae7-a1d1-e1bbb276c82e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:57.829837 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8478d3ce-acc7-4453-a7aa-115e7718d863 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Router a3c58560-96af-45c6-abef-7a97a89df4a0 has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:13:57.829837 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [None req-0ed6171a-28ad-4a29-afa7-368813b68437 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] For port 114ecb02-e96e-423c-a221-62b900489cb9, host n-d-804985-2, got binding levels [] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:13:57.829837 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0ed6171a-28ad-4a29-afa7-368813b68437 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:57.833142 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cc90d9f-aa12-4f80-b8fc-91c4414f881c None None] DHCP port deletion for 989738a6-cd5c-4d7c-a944-d3fc08f437e0 request from n-d-804985-2 {{(pid=106254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 12:13:57.839786 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 65201734-d3b0-4657-b83f-371a157778df triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:13:57.840376 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:57.858507 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-0ed6171a-28ad-4a29-afa7-368813b68437 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Calling delete_port for 114ecb02-e96e-423c-a221-62b900489cb9 owned by network:dhcp {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:13:57.904001 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:57.990235 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.ipam_backend_mixin [None req-0ed6171a-28ad-4a29-afa7-368813b68437 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Port 114ecb02-e96e-423c-a221-62b900489cb9 was not found and therefore no delete operation was performed {{(pid=106253) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 18 12:13:57.991739 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8478d3ce-acc7-4453-a7aa-115e7718d863 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:13:57.995129 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3e81cf-78e0-40b0-9e65-0ff4942bafb8 req-7c78da3e-0b84-409b-99af-6d064c386b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:13:57.996752 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-ff3e81cf-78e0-40b0-9e65-0ff4942bafb8 req-7c78da3e-0b84-409b-99af-6d064c386b0b service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=b60736d695f1461b9071c3b3eddcc039&device_id=3276acee-812f-4d8b-a68e-2c7c94906266 HTTP/1.1" status: 200 len: 1095 time: 0.4563117 Aug 18 12:13:58.004195 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 52290) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:13:58.009096 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-e43f68d7-0a97-4088-b662-88d297fe42c2 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:13:58.012749 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-8478d3ce-acc7-4453-a7aa-115e7718d863 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] 10.222.0.66 "PUT /v2.0/routers/a3c58560-96af-45c6-abef-7a97a89df4a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3860037 Aug 18 12:13:58.015051 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0ed6171a-28ad-4a29-afa7-368813b68437 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:58.195522 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37267ebd-ce61-4d97-8b80-9d2c5601b143 None None] Sync routers for ids ['a3c58560-96af-45c6-abef-7a97a89df4a0'] in n-d-804985-2 {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:13:58.227215 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3e81cf-78e0-40b0-9e65-0ff4942bafb8 req-5ff84b0c-d933-47ca-9067-cf5737568b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:13:58.227798 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3276acee-812f-4d8b-a68e-2c7c94906266', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70709313-3c87-49e1-bd2d-7d1562521e80'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:13:58.228703 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-ff3e81cf-78e0-40b0-9e65-0ff4942bafb8 req-5ff84b0c-d933-47ca-9067-cf5737568b52 service neutron] 10.222.0.63 "GET /v2.0/networks?id=f5b38dfb-a77f-4baa-a778-99adb769d1c2 HTTP/1.1" status: 200 len: 897 time: 0.2150035 Aug 18 12:13:58.229783 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed6171a-28ad-4a29-afa7-368813b68437 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] No DVR routers for this DVR port 114ecb02-e96e-423c-a221-62b900489cb9 on host n-d-804985-2 {{(pid=106253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:13:58.230078 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db50a436fb3a98495337d8fe7487b4f2ea6f3c1052eb9efadc2ecda2d5737001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e41e57eb-5d28-408d-922f-c902deabd7dd" -d '{"events": [{"server_uuid": "3276acee-812f-4d8b-a68e-2c7c94906266", "name": "network-vif-plugged", "status": "completed", "tag": "70709313-3c87-49e1-bd2d-7d1562521e80"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:13:58.231199 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed6171a-28ad-4a29-afa7-368813b68437 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Pushing event deleted for resources: {'Port': ['ID=114ecb02-e96e-423c-a221-62b900489cb9,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:13:58.246123 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37267ebd-ce61-4d97-8b80-9d2c5601b143 None None] Routers {'a3c58560-96af-45c6-abef-7a97a89df4a0'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:13:58.246743 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-37267ebd-ce61-4d97-8b80-9d2c5601b143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:13:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['a3c58560-96af-45c6-abef-7a97a89df4a0'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:13:58.305026 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 70709313-3c87-49e1-bd2d-7d1562521e80, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=70709313-3c87-49e1-bd2d-7d1562521e80,segment=NetworkSegment(55da2c2d-7b34-4aab-8a41-786d81396444),segment_id=55da2c2d-7b34-4aab-8a41-786d81396444)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:13:58.349630 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:58.371745 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0ed6171a-28ad-4a29-afa7-368813b68437 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8367869', 'neutron.services.segments.db._delete_segments_for_network-8789151212993'] for network, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:58.388091 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-0ed6171a-28ad-4a29-afa7-368813b68437 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c6d8e84-28b4-466f-b7df-af1190bfe888']}} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:13:58.399056 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-0ed6171a-28ad-4a29-afa7-368813b68437 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64862db2-f3df-47ae-a0ae-d231afe93509') {'for_net_delete': True} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:13:58.399363 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-0ed6171a-28ad-4a29-afa7-368813b68437 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64862db2-f3df-47ae-a0ae-d231afe93509') {} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:13:58.409474 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0ed6171a-28ad-4a29-afa7-368813b68437 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789151225254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902236'] for segment, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:58.425700 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0ed6171a-28ad-4a29-afa7-368813b68437 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:58.432691 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ed6171a-28ad-4a29-afa7-368813b68437 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Releasing vlan 811 on physical network physnet1 to pool {{(pid=106253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:13:58.433103 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0ed6171a-28ad-4a29-afa7-368813b68437 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58900537'] for segment, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:58.480823 n-d-804985-2 neutron-server[106253]: Traceback (most recent call last): Aug 18 12:13:58.480823 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:13:58.480823 n-d-804985-2 neutron-server[106253]: timer() Aug 18 12:13:58.480823 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:13:58.480823 n-d-804985-2 neutron-server[106253]: cb(*args, **kw) Aug 18 12:13:58.480823 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:13:58.480823 n-d-804985-2 neutron-server[106253]: return func(*args, **kwargs) Aug 18 12:13:58.480823 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:13:58.480823 n-d-804985-2 neutron-server[106253]: self._notify() Aug 18 12:13:58.480823 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:13:58.480823 n-d-804985-2 neutron-server[106253]: self.callback(batched_events) Aug 18 12:13:58.480823 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:13:58.480823 n-d-804985-2 neutron-server[106253]: event.method(event) Aug 18 12:13:58.480823 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:13:58.480823 n-d-804985-2 neutron-server[106253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:13:58.480823 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:13:58.480823 n-d-804985-2 neutron-server[106253]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:13:58.480823 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:13:58.480823 n-d-804985-2 neutron-server[106253]: return f(self, *a, **k) Aug 18 12:13:58.480823 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:13:58.480823 n-d-804985-2 neutron-server[106253]: return self._get(url).json() Aug 18 12:13:58.480823 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:13:58.480823 n-d-804985-2 neutron-server[106253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:13:58.480823 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:13:58.480823 n-d-804985-2 neutron-server[106253]: return self.request(url, 'GET', **kwargs) Aug 18 12:13:58.480823 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:13:58.480823 n-d-804985-2 neutron-server[106253]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:13:58.480823 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:13:58.480823 n-d-804985-2 neutron-server[106253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:13:58.480823 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:13:58.480823 n-d-804985-2 neutron-server[106253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:13:58.480823 n-d-804985-2 neutron-server[106253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:13:58.558211 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-ff3e81cf-78e0-40b0-9e65-0ff4942bafb8 req-71098687-9b99-48ac-8522-821f2e28fd74 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=70709313-3c87-49e1-bd2d-7d1562521e80 HTTP/1.1" status: 200 len: 1000 time: 0.3168039 Aug 18 12:13:58.559663 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:13:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c7a1584-238d-4064-9f7a-0130690fb85c x-openstack-request-id: req-2c7a1584-238d-4064-9f7a-0130690fb85c {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:13:58.560143 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3276acee-812f-4d8b-a68e-2c7c94906266", "name": "network-vif-plugged", "status": "completed", "tag": "70709313-3c87-49e1-bd2d-7d1562521e80", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:13:58.560238 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-2c7a1584-238d-4064-9f7a-0130690fb85c {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:13:58.560640 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3276acee-812f-4d8b-a68e-2c7c94906266', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70709313-3c87-49e1-bd2d-7d1562521e80', 'code': 200} Aug 18 12:13:58.562220 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2651bb04-d86e-4a68-b3ed-dc938ff4d408 req-49538dee-f8d3-4ebd-82f0-ac7ce65447ff tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:13:58.564312 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0ed6171a-28ad-4a29-afa7-368813b68437 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8367858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997186'] for network, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:58.569987 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=70709313-3c87-49e1-bd2d-7d1562521e80,revision_number=9']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:13:58.574695 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2651bb04-d86e-4a68-b3ed-dc938ff4d408 req-49538dee-f8d3-4ebd-82f0-ac7ce65447ff tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/ports?device_id=3276acee-812f-4d8b-a68e-2c7c94906266 HTTP/1.1" status: 200 len: 944 time: 0.4455991 Aug 18 12:13:58.589732 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-3cc90d9f-aa12-4f80-b8fc-91c4414f881c None None] Deleting port 86b7e2d5-5a72-4035-b7fb-2761a9ffd5c7 {{(pid=106254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:13:58.590235 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3cc90d9f-aa12-4f80-b8fc-91c4414f881c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:58.632717 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0ed6171a-28ad-4a29-afa7-368813b68437 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks [] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:58.634869 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-0ed6171a-28ad-4a29-afa7-368813b68437 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] 10.222.0.66 "DELETE /v2.0/networks/5c6d8e84-28b4-466f-b7df-af1190bfe888 HTTP/1.1" status: 204 len: 168 time: 1.7058394 Aug 18 12:13:58.642193 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-37267ebd-ce61-4d97-8b80-9d2c5601b143 None None] Set router a3c58560-96af-45c6-abef-7a97a89df4a0 gateway port host: None {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:13:58.642731 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 52312) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:13:58.648651 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed6171a-28ad-4a29-afa7-368813b68437 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Pushing event deleted for resources: {'Network': ['ID=5c6d8e84-28b4-466f-b7df-af1190bfe888,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:13:58.657439 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3e81cf-78e0-40b0-9e65-0ff4942bafb8 req-3f8a72e1-f785-4361-a65c-bfd7bbff5468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:13:58.659233 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-ff3e81cf-78e0-40b0-9e65-0ff4942bafb8 req-3f8a72e1-f785-4361-a65c-bfd7bbff5468 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=5eb95836-9c09-482a-936d-fd43d3b2ac48 HTTP/1.1" status: 200 len: 835 time: 0.0918388 Aug 18 12:13:58.737383 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 114ecb02-e96e-423c-a221-62b900489cb9 no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:13:58.756968 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3e81cf-78e0-40b0-9e65-0ff4942bafb8 req-2b9b470a-897a-4a76-8028-713b1868e919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:13:58.758479 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-ff3e81cf-78e0-40b0-9e65-0ff4942bafb8 req-2b9b470a-897a-4a76-8028-713b1868e919 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=f5b38dfb-a77f-4baa-a778-99adb769d1c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0890267 Aug 18 12:13:58.847901 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: 114ecb02-e96e-423c-a221-62b900489cb9 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:13:58.848266 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 114ecb02-e96e-423c-a221-62b900489cb9 not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:13:58.859752 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2651bb04-d86e-4a68-b3ed-dc938ff4d408 req-c58b04b4-a99f-4fad-bcc2-4de2de6f2747 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d728c3d-d0c0-4fba-b9fc-5096721eb4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2762249 Aug 18 12:13:58.906896 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-3cc90d9f-aa12-4f80-b8fc-91c4414f881c None None] For port 86b7e2d5-5a72-4035-b7fb-2761a9ffd5c7, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=86b7e2d5-5a72-4035-b7fb-2761a9ffd5c7,segment=NetworkSegment(dd786fa6-a0b0-4447-97b4-aa52108cc709),segment_id=dd786fa6-a0b0-4447-97b4-aa52108cc709)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:13:58.908767 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3cc90d9f-aa12-4f80-b8fc-91c4414f881c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:58.993788 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-ff3e81cf-78e0-40b0-9e65-0ff4942bafb8 req-b6ab771e-01fb-4eb2-b5be-55e0d4e8d353 service neutron] 10.222.0.63 "GET /v2.0/networks/f5b38dfb-a77f-4baa-a778-99adb769d1c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2237349 Aug 18 12:13:59.012765 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-3cc90d9f-aa12-4f80-b8fc-91c4414f881c None None] Calling delete_port for 86b7e2d5-5a72-4035-b7fb-2761a9ffd5c7 owned by network:dhcp {{(pid=106254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:13:59.031232 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-39dcdba6-51c0-473a-9963-3cf298d8db55 None None] Provisioning complete for port fe08f71b-f84d-43bf-8f8c-8da7fa83d8da triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:13:59.031639 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-39dcdba6-51c0-473a-9963-3cf298d8db55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:59.069154 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ed815266-74c4-49e0-b660-4873489c094d tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7904109'] for network, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:59.195491 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-ff3e81cf-78e0-40b0-9e65-0ff4942bafb8 req-50b93e6d-70c8-4806-a91b-e1d8f52dcd28 service neutron] 10.222.0.63 "GET /v2.0/networks/f5b38dfb-a77f-4baa-a778-99adb769d1c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1925244 Aug 18 12:13:59.303338 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-39dcdba6-51c0-473a-9963-3cf298d8db55 None None] Port fe08f71b-f84d-43bf-8f8c-8da7fa83d8da cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:13:59.353636 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3cc90d9f-aa12-4f80-b8fc-91c4414f881c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556'] for port, after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:59.401627 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc90d9f-aa12-4f80-b8fc-91c4414f881c None None] Pushing event deleted for resources: {'Port': ['ID=86b7e2d5-5a72-4035-b7fb-2761a9ffd5c7,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:13:59.408843 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-37267ebd-ce61-4d97-8b80-9d2c5601b143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c58560-96af-45c6-abef-7a97a89df4a0', 'name': 'tempest-RoutersTest-router-1153144194', 'tenant_id': 'c4a8742f0e794123b38cc3300291c37d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:13:26Z', 'updated_at': '2021-08-18T12:13:55Z', 'revision_number': 5, 'project_id': 'c4a8742f0e794123b38cc3300291c37d', 'gw_port_host': None, '_interfaces': [{'id': '81c95162-6352-4b55-aa79-ac683e6c2d28', 'name': '', 'network_id': 'eec76161-c359-4186-b3d0-0801154df67c', 'tenant_id': 'c4a8742f0e794123b38cc3300291c37d', 'mac_address': 'fa:16:3e:dd:ec:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c58560-96af-45c6-abef-7a97a89df4a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2633, 'fixed_ips': [{'subnet_id': '6bea84c0-7697-4923-b905-7c0527019ab5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:13:29Z', 'updated_at': '2021-08-18T12:13:37Z', 'revision_number': 5, 'project_id': 'c4a8742f0e794123b38cc3300291c37d', 'subnets': [{'id': '6bea84c0-7697-4923-b905-7c0527019ab5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c640891d-b335-4f23-9259-8215b559e36d', 'name': '', 'network_id': '0f204d23-15d6-4f74-9e88-0c18b0f1f4ba', 'tenant_id': 'c4a8742f0e794123b38cc3300291c37d', 'mac_address': 'fa:16:3e:50:50:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c58560-96af-45c6-abef-7a97a89df4a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2678, 'fixed_ips': [{'subnet_id': '42914db1-e760-42e3-a947-adbad8f50271', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:13:47Z', 'updated_at': '2021-08-18T12:13:54Z', 'revision_number': 5, 'project_id': 'c4a8742f0e794123b38cc3300291c37d', 'subnets': [{'id': '42914db1-e760-42e3-a947-adbad8f50271', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'caad6f05-cd03-484c-8ddb-4d467994ef4a', 'name': '', 'network_id': '12bc12d9-0a65-41fe-9c3a-c624e76addd1', 'tenant_id': 'c4a8742f0e794123b38cc3300291c37d', 'mac_address': 'fa:16:3e:48:d7:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c58560-96af-45c6-abef-7a97a89df4a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2666, 'fixed_ips': [{'subnet_id': 'dc464a88-2743-4832-8ba8-c87a80288def', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:13:37Z', 'updated_at': '2021-08-18T12:13:47Z', 'revision_number': 5, 'project_id': 'c4a8742f0e794123b38cc3300291c37d', 'subnets': [{'id': 'dc464a88-2743-4832-8ba8-c87a80288def', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fe08f71b-f84d-43bf-8f8c-8da7fa83d8da', 'name': '', 'network_id': '55c3560e-f83a-4ee4-831a-673c7ab357e4', 'tenant_id': 'c4a8742f0e794123b38cc3300291c37d', 'mac_address': 'fa:16:3e:76:cd:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3c58560-96af-45c6-abef-7a97a89df4a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2693, 'fixed_ips': [{'subnet_id': '7949f6fc-6ce7-4c0c-a1ef-09a5cda7b53b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:13:54Z', 'updated_at': '2021-08-18T12:13:55Z', 'revision_number': 2, 'project_id': 'c4a8742f0e794123b38cc3300291c37d', 'subnets': [{'id': '7949f6fc-6ce7-4c0c-a1ef-09a5cda7b53b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:13:59.416584 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc90d9f-aa12-4f80-b8fc-91c4414f881c None None] No DVR routers for this DVR port 86b7e2d5-5a72-4035-b7fb-2761a9ffd5c7 on host n-d-804985-2 {{(pid=106254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:13:59.472285 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37267ebd-ce61-4d97-8b80-9d2c5601b143 None None] Checking router: a3c58560-96af-45c6-abef-7a97a89df4a0 for host: n-d-804985-2 {{(pid=106254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:13:59.472285 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37267ebd-ce61-4d97-8b80-9d2c5601b143 None None] Updating router a3c58560-96af-45c6-abef-7a97a89df4a0 port fe08f71b-f84d-43bf-8f8c-8da7fa83d8da binding host n-d-804985-2 {{(pid=106254) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 12:13:59.508732 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 86b7e2d5-5a72-4035-b7fb-2761a9ffd5c7 no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:13:59.567366 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-37267ebd-ce61-4d97-8b80-9d2c5601b143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:59.572722 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: 86b7e2d5-5a72-4035-b7fb-2761a9ffd5c7 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:13:59.573064 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 86b7e2d5-5a72-4035-b7fb-2761a9ffd5c7 not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:13:59.746702 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.extraroute_db [None req-e43f68d7-0a97-4088-b662-88d297fe42c2 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=106252) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 18 12:13:59.774028 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.extraroute_db [None req-e43f68d7-0a97-4088-b662-88d297fe42c2 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Removed routes are [] {{(pid=106252) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 18 12:13:59.774433 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e43f68d7-0a97-4088-b662-88d297fe42c2 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-992676', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-996089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15866'] for router, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:59.786154 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-ed815266-74c4-49e0-b660-4873489c094d tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Deleting port 86b7e2d5-5a72-4035-b7fb-2761a9ffd5c7 {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:13:59.786603 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ed815266-74c4-49e0-b660-4873489c094d tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:59.925777 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-37267ebd-ce61-4d97-8b80-9d2c5601b143 None None] Notify callbacks [] for port, precommit_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:59.941931 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-37267ebd-ce61-4d97-8b80-9d2c5601b143 None None] Transition to ACTIVE for port object fe08f71b-f84d-43bf-8f8c-8da7fa83d8da will not be triggered until provisioned by entity L2. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:13:59.955055 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-37267ebd-ce61-4d97-8b80-9d2c5601b143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:59.960402 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [None req-ed815266-74c4-49e0-b660-4873489c094d tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] For port 86b7e2d5-5a72-4035-b7fb-2761a9ffd5c7, host n-d-804985-2, got binding levels [] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:13:59.960989 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ed815266-74c4-49e0-b660-4873489c094d tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:13:59.980526 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-ed815266-74c4-49e0-b660-4873489c094d tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Calling delete_port for 86b7e2d5-5a72-4035-b7fb-2761a9ffd5c7 owned by network:dhcp {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:14:00.025678 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.ipam_backend_mixin [None req-ed815266-74c4-49e0-b660-4873489c094d tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Port 86b7e2d5-5a72-4035-b7fb-2761a9ffd5c7 was not found and therefore no delete operation was performed {{(pid=106252) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 18 12:14:00.080923 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ed815266-74c4-49e0-b660-4873489c094d tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:00.098759 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07330695-bb30-42d5-90c0-c5fce8d68901 None None] Pushing event updated for resources: {'Port': ['ID=fe08f71b-f84d-43bf-8f8c-8da7fa83d8da,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:14:00.148766 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed815266-74c4-49e0-b660-4873489c094d tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Pushing event deleted for resources: {'Port': ['ID=86b7e2d5-5a72-4035-b7fb-2761a9ffd5c7,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:14:00.154876 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed815266-74c4-49e0-b660-4873489c094d tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] No DVR routers for this DVR port 86b7e2d5-5a72-4035-b7fb-2761a9ffd5c7 on host n-d-804985-2 {{(pid=106252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:14:00.171062 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-37267ebd-ce61-4d97-8b80-9d2c5601b143 None None] Attempting to bind port fe08f71b-f84d-43bf-8f8c-8da7fa83d8da on host n-d-804985-2 for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:14:00.171436 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-37267ebd-ce61-4d97-8b80-9d2c5601b143 None None] Attempting to bind port fe08f71b-f84d-43bf-8f8c-8da7fa83d8da by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': 'ef08ae35-086f-49fe-8078-bdb57de1f960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '55c3560e-f83a-4ee4-831a-673c7ab357e4'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:14:00.171799 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37267ebd-ce61-4d97-8b80-9d2c5601b143 None None] Attempting to bind port fe08f71b-f84d-43bf-8f8c-8da7fa83d8da on network 55c3560e-f83a-4ee4-831a-673c7ab357e4 {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:14:00.177308 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37267ebd-ce61-4d97-8b80-9d2c5601b143 None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 13, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:14:00.177685 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37267ebd-ce61-4d97-8b80-9d2c5601b143 None None] Checking segment: {'id': 'ef08ae35-086f-49fe-8078-bdb57de1f960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '55c3560e-f83a-4ee4-831a-673c7ab357e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:14:00.178156 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-37267ebd-ce61-4d97-8b80-9d2c5601b143 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:00.178500 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37267ebd-ce61-4d97-8b80-9d2c5601b143 None None] Bound using segment: {'id': 'ef08ae35-086f-49fe-8078-bdb57de1f960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '55c3560e-f83a-4ee4-831a-673c7ab357e4'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:14:00.178941 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-37267ebd-ce61-4d97-8b80-9d2c5601b143 None None] Bound port: fe08f71b-f84d-43bf-8f8c-8da7fa83d8da, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef08ae35-086f-49fe-8078-bdb57de1f960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '55c3560e-f83a-4ee4-831a-673c7ab357e4'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:14:00.179362 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-37267ebd-ce61-4d97-8b80-9d2c5601b143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:00.210947 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e43f68d7-0a97-4088-b662-88d297fe42c2 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-992676', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-996089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15866'] for router, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:00.273734 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e43f68d7-0a97-4088-b662-88d297fe42c2 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-992536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-992522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-992529', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-996032'] for router, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:00.274058 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-37267ebd-ce61-4d97-8b80-9d2c5601b143 None None] For port fe08f71b-f84d-43bf-8f8c-8da7fa83d8da, host n-d-804985-2, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:14:00.277920 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-37267ebd-ce61-4d97-8b80-9d2c5601b143 None None] For port fe08f71b-f84d-43bf-8f8c-8da7fa83d8da, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=fe08f71b-f84d-43bf-8f8c-8da7fa83d8da,segment=NetworkSegment(ef08ae35-086f-49fe-8078-bdb57de1f960),segment_id=ef08ae35-086f-49fe-8078-bdb57de1f960)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:14:00.284612 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-37267ebd-ce61-4d97-8b80-9d2c5601b143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:00.331367 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ed815266-74c4-49e0-b660-4873489c094d tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8367869', 'neutron.services.segments.db._delete_segments_for_network-8789151212993'] for network, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:00.345772 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8105d4-7af6-4104-9053-556eab6a69bf req-c55bfab2-4cc2-4c2c-ba27-1beb5d19a027 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:14:00.353712 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3c8105d4-7af6-4104-9053-556eab6a69bf req-c55bfab2-4cc2-4c2c-ba27-1beb5d19a027 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/ports?device_id=3276acee-812f-4d8b-a68e-2c7c94906266 HTTP/1.1" status: 200 len: 945 time: 0.3299954 Aug 18 12:14:00.387133 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07330695-bb30-42d5-90c0-c5fce8d68901 None None] Pushing event updated for resources: {'Port': ['ID=fe08f71b-f84d-43bf-8f8c-8da7fa83d8da,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:14:00.387479 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37267ebd-ce61-4d97-8b80-9d2c5601b143 None None] Routers {'a3c58560-96af-45c6-abef-7a97a89df4a0'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:14:00.388284 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-37267ebd-ce61-4d97-8b80-9d2c5601b143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:13:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['a3c58560-96af-45c6-abef-7a97a89df4a0'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:14:00.508231 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-ed815266-74c4-49e0-b660-4873489c094d tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['989738a6-cd5c-4d7c-a944-d3fc08f437e0']}} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:14:00.521762 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-37267ebd-ce61-4d97-8b80-9d2c5601b143 None None] Set router a3c58560-96af-45c6-abef-7a97a89df4a0 gateway port host: None {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:14:00.535757 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-ed815266-74c4-49e0-b660-4873489c094d tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd786fa6-a0b0-4447-97b4-aa52108cc709') {'for_net_delete': True} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:14:00.536063 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-ed815266-74c4-49e0-b660-4873489c094d tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd786fa6-a0b0-4447-97b4-aa52108cc709') {} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:14:00.583746 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ed815266-74c4-49e0-b660-4873489c094d tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789151225254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2221521'] for segment, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:00.611272 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ed815266-74c4-49e0-b660-4873489c094d tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:00.650835 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3c8105d4-7af6-4104-9053-556eab6a69bf req-4c24d96f-9491-42c9-9b3c-0777fd459bd8 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d728c3d-d0c0-4fba-b9fc-5096721eb4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2876761 Aug 18 12:14:00.658563 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed815266-74c4-49e0-b660-4873489c094d tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Releasing vlan 809 on physical network physnet1 to pool {{(pid=106252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:14:00.659456 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ed815266-74c4-49e0-b660-4873489c094d tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3572434'] for segment, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:00.662910 n-d-804985-2 neutron-server[106252]: Traceback (most recent call last): Aug 18 12:14:00.662910 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:14:00.662910 n-d-804985-2 neutron-server[106252]: timer() Aug 18 12:14:00.662910 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:14:00.662910 n-d-804985-2 neutron-server[106252]: cb(*args, **kw) Aug 18 12:14:00.662910 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:14:00.662910 n-d-804985-2 neutron-server[106252]: return func(*args, **kwargs) Aug 18 12:14:00.662910 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:14:00.662910 n-d-804985-2 neutron-server[106252]: self._notify() Aug 18 12:14:00.662910 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:14:00.662910 n-d-804985-2 neutron-server[106252]: self.callback(batched_events) Aug 18 12:14:00.662910 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:14:00.662910 n-d-804985-2 neutron-server[106252]: event.method(event) Aug 18 12:14:00.662910 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:14:00.662910 n-d-804985-2 neutron-server[106252]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:14:00.662910 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:14:00.662910 n-d-804985-2 neutron-server[106252]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:14:00.662910 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:14:00.662910 n-d-804985-2 neutron-server[106252]: return f(self, *a, **k) Aug 18 12:14:00.662910 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:14:00.662910 n-d-804985-2 neutron-server[106252]: return self._get(url).json() Aug 18 12:14:00.662910 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:14:00.662910 n-d-804985-2 neutron-server[106252]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:14:00.662910 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:14:00.662910 n-d-804985-2 neutron-server[106252]: return self.request(url, 'GET', **kwargs) Aug 18 12:14:00.662910 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:14:00.662910 n-d-804985-2 neutron-server[106252]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:14:00.662910 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:14:00.662910 n-d-804985-2 neutron-server[106252]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:14:00.662910 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:14:00.662910 n-d-804985-2 neutron-server[106252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:14:00.662910 n-d-804985-2 neutron-server[106252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:14:00.677000 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e43f68d7-0a97-4088-b662-88d297fe42c2 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Router a3c58560-96af-45c6-abef-7a97a89df4a0 has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:14:00.908646 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ed815266-74c4-49e0-b660-4873489c094d tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8367858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997186'] for network, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:00.934735 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ed815266-74c4-49e0-b660-4873489c094d tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks [] for network, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:00.936963 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-ed815266-74c4-49e0-b660-4873489c094d tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] 10.222.0.66 "DELETE /v2.0/networks/989738a6-cd5c-4d7c-a944-d3fc08f437e0 HTTP/1.1" status: 204 len: 168 time: 2.2932897 Aug 18 12:14:00.942118 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 52398) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:14:00.948695 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-861c93f1-4f90-417a-ae9f-1a90ea7b4b78 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1757590776'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:14:00.981735 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-861c93f1-4f90-417a-ae9f-1a90ea7b4b78 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Made reservation on behalf of 7fd02f6d258d49aeaa22e91f82208987 for: {'network': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:14:00.983351 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed815266-74c4-49e0-b660-4873489c094d tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Pushing event deleted for resources: {'Network': ['ID=989738a6-cd5c-4d7c-a944-d3fc08f437e0,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:14:00.991106 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-861c93f1-4f90-417a-ae9f-1a90ea7b4b78 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for network, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:01.005943 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e43f68d7-0a97-4088-b662-88d297fe42c2 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:14:01.014755 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e43f68d7-0a97-4088-b662-88d297fe42c2 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks [] for router, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:01.018873 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 52402) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:14:01.019035 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-e43f68d7-0a97-4088-b662-88d297fe42c2 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] 10.222.0.66 "PUT /v2.0/routers/a3c58560-96af-45c6-abef-7a97a89df4a0 HTTP/1.1" status: 200 len: 934 time: 3.0137918 Aug 18 12:14:01.032242 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ec206e-5dd8-4d7d-8bb5-8caed2a6fb54 req-372233a9-5780-4ad7-9419-5bcc6877535a tempest-ServerTagsTestJSON-176843464 tempest-ServerTagsTestJSON-176843464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:14:01.033930 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-38ec206e-5dd8-4d7d-8bb5-8caed2a6fb54 req-372233a9-5780-4ad7-9419-5bcc6877535a tempest-ServerTagsTestJSON-176843464 tempest-ServerTagsTestJSON-176843464-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ee4e352-46ac-441b-bfe3-198da1bbc850 HTTP/1.1" status: 200 len: 945 time: 0.1301224 Aug 18 12:14:01.114271 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-37267ebd-ce61-4d97-8b80-9d2c5601b143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c58560-96af-45c6-abef-7a97a89df4a0', 'name': 'tempest-RoutersTest-router-1153144194', 'tenant_id': 'c4a8742f0e794123b38cc3300291c37d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:13:26Z', 'updated_at': '2021-08-18T12:13:59Z', 'revision_number': 6, 'project_id': 'c4a8742f0e794123b38cc3300291c37d', 'gw_port_host': None, '_interfaces': [{'id': '81c95162-6352-4b55-aa79-ac683e6c2d28', 'name': '', 'network_id': 'eec76161-c359-4186-b3d0-0801154df67c', 'tenant_id': 'c4a8742f0e794123b38cc3300291c37d', 'mac_address': 'fa:16:3e:dd:ec:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c58560-96af-45c6-abef-7a97a89df4a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2633, 'fixed_ips': [{'subnet_id': '6bea84c0-7697-4923-b905-7c0527019ab5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:13:29Z', 'updated_at': '2021-08-18T12:13:37Z', 'revision_number': 5, 'project_id': 'c4a8742f0e794123b38cc3300291c37d', 'subnets': [{'id': '6bea84c0-7697-4923-b905-7c0527019ab5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c640891d-b335-4f23-9259-8215b559e36d', 'name': '', 'network_id': '0f204d23-15d6-4f74-9e88-0c18b0f1f4ba', 'tenant_id': 'c4a8742f0e794123b38cc3300291c37d', 'mac_address': 'fa:16:3e:50:50:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c58560-96af-45c6-abef-7a97a89df4a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2678, 'fixed_ips': [{'subnet_id': '42914db1-e760-42e3-a947-adbad8f50271', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:13:47Z', 'updated_at': '2021-08-18T12:13:54Z', 'revision_number': 5, 'project_id': 'c4a8742f0e794123b38cc3300291c37d', 'subnets': [{'id': '42914db1-e760-42e3-a947-adbad8f50271', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'caad6f05-cd03-484c-8ddb-4d467994ef4a', 'name': '', 'network_id': '12bc12d9-0a65-41fe-9c3a-c624e76addd1', 'tenant_id': 'c4a8742f0e794123b38cc3300291c37d', 'mac_address': 'fa:16:3e:48:d7:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c58560-96af-45c6-abef-7a97a89df4a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2666, 'fixed_ips': [{'subnet_id': 'dc464a88-2743-4832-8ba8-c87a80288def', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:13:37Z', 'updated_at': '2021-08-18T12:13:47Z', 'revision_number': 5, 'project_id': 'c4a8742f0e794123b38cc3300291c37d', 'subnets': [{'id': 'dc464a88-2743-4832-8ba8-c87a80288def', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fe08f71b-f84d-43bf-8f8c-8da7fa83d8da', 'name': '', 'network_id': '55c3560e-f83a-4ee4-831a-673c7ab357e4', 'tenant_id': 'c4a8742f0e794123b38cc3300291c37d', 'mac_address': 'fa:16:3e:76:cd:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3c58560-96af-45c6-abef-7a97a89df4a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2693, 'fixed_ips': [{'subnet_id': '7949f6fc-6ce7-4c0c-a1ef-09a5cda7b53b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:13:54Z', 'updated_at': '2021-08-18T12:14:00Z', 'revision_number': 4, 'project_id': 'c4a8742f0e794123b38cc3300291c37d', 'subnets': [{'id': '7949f6fc-6ce7-4c0c-a1ef-09a5cda7b53b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:14:01.131735 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-38ec206e-5dd8-4d7d-8bb5-8caed2a6fb54 req-548ef64f-f08b-4beb-a94f-6905346457b8 tempest-ServerTagsTestJSON-176843464 tempest-ServerTagsTestJSON-176843464-project] 10.222.0.66 "GET /v2.0/security-groups?id=f205947a-78c8-47c2-a88e-fcd6a653f91f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907941 Aug 18 12:14:01.154620 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37267ebd-ce61-4d97-8b80-9d2c5601b143 None None] The sync data for ids ['a3c58560-96af-45c6-abef-7a97a89df4a0'] in n-d-804985-2 is: [{'id': 'a3c58560-96af-45c6-abef-7a97a89df4a0', 'name': 'tempest-RoutersTest-router-1153144194', 'tenant_id': 'c4a8742f0e794123b38cc3300291c37d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:13:26Z', 'updated_at': '2021-08-18T12:13:59Z', 'revision_number': 6, 'project_id': 'c4a8742f0e794123b38cc3300291c37d', 'gw_port_host': None, '_interfaces': [{'id': '81c95162-6352-4b55-aa79-ac683e6c2d28', 'name': '', 'network_id': 'eec76161-c359-4186-b3d0-0801154df67c', 'tenant_id': 'c4a8742f0e794123b38cc3300291c37d', 'mac_address': 'fa:16:3e:dd:ec:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c58560-96af-45c6-abef-7a97a89df4a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2633, 'fixed_ips': [{'subnet_id': '6bea84c0-7697-4923-b905-7c0527019ab5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:13:29Z', 'updated_at': '2021-08-18T12:13:37Z', 'revision_number': 5, 'project_id': 'c4a8742f0e794123b38cc3300291c37d', 'subnets': [{'id': '6bea84c0-7697-4923-b905-7c0527019ab5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c640891d-b335-4f23-9259-8215b559e36d', 'name': '', 'network_id': '0f204d23-15d6-4f74-9e88-0c18b0f1f4ba', 'tenant_id': 'c4a8742f0e794123b38cc3300291c37d', 'mac_address': 'fa:16:3e:50:50:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c58560-96af-45c6-abef-7a97a89df4a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2678, 'fixed_ips': [{'subnet_id': '42914db1-e760-42e3-a947-adbad8f50271', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:13:47Z', 'updated_at': '2021-08-18T12:13:54Z', 'revision_number': 5, 'project_id': 'c4a8742f0e794123b38cc3300291c37d', 'subnets': [{'id': '42914db1-e760-42e3-a947-adbad8f50271', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'caad6f05-cd03-484c-8ddb-4d467994ef4a', 'name': '', 'network_id': '12bc12d9-0a65-41fe-9c3a-c624e76addd1', 'tenant_id': 'c4a8742f0e794123b38cc3300291c37d', 'mac_address': 'fa:16:3e:48:d7:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c58560-96af-45c6-abef-7a97a89df4a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2666, 'fixed_ips': [{'subnet_id': 'dc464a88-2743-4832-8ba8-c87a80288def', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:13:37Z', 'updated_at': '2021-08-18T12:13:47Z', 'revision_number': 5, 'project_id': 'c4a8742f0e794123b38cc3300291c37d', 'subnets': [{'id': 'dc464a88-2743-4832-8ba8-c87a80288def', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fe08f71b-f84d-43bf-8f8c-8da7fa83d8da', 'name': '', 'network_id': '55c3560e-f83a-4ee4-831a-673c7ab357e4', 'tenant_id': 'c4a8742f0e794123b38cc3300291c37d', 'mac_address': 'fa:16:3e:76:cd:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3c58560-96af-45c6-abef-7a97a89df4a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2693, 'fixed_ips': [{'subnet_id': '7949f6fc-6ce7-4c0c-a1ef-09a5cda7b53b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:13:54Z', 'updated_at': '2021-08-18T12:14:00Z', 'revision_number': 4, 'project_id': 'c4a8742f0e794123b38cc3300291c37d', 'subnets': [{'id': '7949f6fc-6ce7-4c0c-a1ef-09a5cda7b53b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:14:01.243502 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-0781fd26-e9a6-4f40-b791-6a4bd2feecc9 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] 10.222.0.66 "GET /v2.0/routers/a3c58560-96af-45c6-abef-7a97a89df4a0 HTTP/1.1" status: 200 len: 934 time: 0.2231946 Aug 18 12:14:01.244198 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 52410) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:14:01.244327 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-861c93f1-4f90-417a-ae9f-1a90ea7b4b78 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 808} {{(pid=106253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:14:01.250146 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-ad6f8bd3-823e-47b4-90dd-7fe44f12666e tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Request body: {'router': {'routes': None}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:14:01.255609 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-861c93f1-4f90-417a-ae9f-1a90ea7b4b78 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:01.255954 n-d-804985-2 neutron-server[106253]: INFO neutron.db.segments_db [None req-861c93f1-4f90-417a-ae9f-1a90ea7b4b78 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Added segment 7e46ea39-8b40-4ed4-b063-dfaa15f67611 of type vlan for network 20c5a976-3916-4401-ad61-cd9c2f1e540a Aug 18 12:14:01.347277 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-861c93f1-4f90-417a-ae9f-1a90ea7b4b78 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789150665894'] for network, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:01.412336 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-861c93f1-4f90-417a-ae9f-1a90ea7b4b78 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for network, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:01.418133 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-861c93f1-4f90-417a-ae9f-1a90ea7b4b78 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:14:01.418766 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-861c93f1-4f90-417a-ae9f-1a90ea7b4b78 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks [] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:01.559148 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861c93f1-4f90-417a-ae9f-1a90ea7b4b78 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Pushing event updated for resources: {'Network': ['ID=20c5a976-3916-4401-ad61-cd9c2f1e540a,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:14:01.562680 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-861c93f1-4f90-417a-ae9f-1a90ea7b4b78 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6184847 Aug 18 12:14:01.570878 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 52420) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:14:01.577054 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-1350136a-c045-40ee-aadf-9013897595d4 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Request body: {'subnet': {'network_id': '20c5a976-3916-4401-ad61-cd9c2f1e540a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:14:01.577482 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Network 20c5a976-3916-4401-ad61-cd9c2f1e540a details requested by agent ovs-agent-n-d-804985-2 with host n-d-804985-2 {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:14:01.688839 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device fe08f71b-f84d-43bf-8f8c-8da7fa83d8da up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:14:01.787607 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1350136a-c045-40ee-aadf-9013897595d4 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Made reservation on behalf of 7fd02f6d258d49aeaa22e91f82208987 for: {'subnet': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:14:01.791868 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1350136a-c045-40ee-aadf-9013897595d4 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59388119'] for subnet, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:01.815548 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port fe08f71b-f84d-43bf-8f8c-8da7fa83d8da completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:14:01.821544 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port fe08f71b-f84d-43bf-8f8c-8da7fa83d8da triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:14:01.821916 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:01.976820 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3e81cf-78e0-40b0-9e65-0ff4942bafb8 req-5c31f10b-b1a3-40b3-a6fd-2c8c7b82d797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:14:01.987029 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ff3e81cf-78e0-40b0-9e65-0ff4942bafb8 req-5c31f10b-b1a3-40b3-a6fd-2c8c7b82d797 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=3276acee-812f-4d8b-a68e-2c7c94906266&tenant_id=b60736d695f1461b9071c3b3eddcc039 HTTP/1.1" status: 200 len: 1096 time: 0.3840504 Aug 18 12:14:02.011378 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:02.022395 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-ff3e81cf-78e0-40b0-9e65-0ff4942bafb8 req-7f41a564-eded-4053-94c9-c45bad2a791b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-804985-2', 'device_owner': 'compute:nova'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:14:02.031352 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1350136a-c045-40ee-aadf-9013897595d4 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58902106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59388097'] for subnet, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:02.062605 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] For port fe08f71b-f84d-43bf-8f8c-8da7fa83d8da, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=fe08f71b-f84d-43bf-8f8c-8da7fa83d8da,segment=NetworkSegment(ef08ae35-086f-49fe-8078-bdb57de1f960),segment_id=ef08ae35-086f-49fe-8078-bdb57de1f960)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:14:02.074584 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:02.107850 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1350136a-c045-40ee-aadf-9013897595d4 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Pushing event updated for resources: {'Subnet': ['ID=3084d6c2-360e-4b83-8b65-0885a5ccbee0,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:14:02.122580 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1350136a-c045-40ee-aadf-9013897595d4 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Checking segment: {'id': '7e46ea39-8b40-4ed4-b063-dfaa15f67611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '20c5a976-3916-4401-ad61-cd9c2f1e540a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:14:02.123450 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1350136a-c045-40ee-aadf-9013897595d4 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Network hostable DHCP agents. Network: 20c5a976-3916-4401-ad61-cd9c2f1e540a, hostable agents: ['97c14208-2951-4361-8d64-3708c946ff5f'], hosted agents: [] {{(pid=106253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 12:14:02.144182 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1350136a-c045-40ee-aadf-9013897595d4 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Network 20c5a976-3916-4401-ad61-cd9c2f1e540a is scheduled to be hosted by DHCP agent 97c14208-2951-4361-8d64-3708c946ff5f with binding_index 1 {{(pid=106253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 12:14:02.148512 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Pushing event updated for resources: {'Port': ['ID=fe08f71b-f84d-43bf-8f8c-8da7fa83d8da,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:14:02.160163 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-1350136a-c045-40ee-aadf-9013897595d4 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-2, 20c5a976-3916-4401-ad61-cd9c2f1e540a) {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:14:02.169789 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13a5899f-0423-4294-a96b-ec31b6322141 None None] Network 20c5a976-3916-4401-ad61-cd9c2f1e540a requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:14:02.175354 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1350136a-c045-40ee-aadf-9013897595d4 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:14:02.175982 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1350136a-c045-40ee-aadf-9013897595d4 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:02.198917 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-1350136a-c045-40ee-aadf-9013897595d4 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6268826 Aug 18 12:14:02.202905 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 52432) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:14:02.209177 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-9411c640-d54f-482b-a0dc-0c58d9499ae5 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1476925598', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:14:02.211405 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba745e07-46f1-458f-8eeb-f0219231a968 req-e93798ba-3b32-4da1-b6f0-26fb6d3ed237 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:14:02.216278 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ba745e07-46f1-458f-8eeb-f0219231a968 req-e93798ba-3b32-4da1-b6f0-26fb6d3ed237 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/ports?device_id=3276acee-812f-4d8b-a68e-2c7c94906266 HTTP/1.1" status: 200 len: 945 time: 0.4310093 Aug 18 12:14:02.273260 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9411c640-d54f-482b-a0dc-0c58d9499ae5 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-998592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15809'] for router, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:02.274714 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9411c640-d54f-482b-a0dc-0c58d9499ae5 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-992733', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-971415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15816'] for router, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:02.320167 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-ff3e81cf-78e0-40b0-9e65-0ff4942bafb8 req-7f41a564-eded-4053-94c9-c45bad2a791b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:02.411023 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86136bde-76b4-43b3-9685-f0c5f43541b9 req-63ca9515-f587-4a0e-9ac2-368efd41cdff tempest-ServerTagsTestJSON-176843464 tempest-ServerTagsTestJSON-176843464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:14:02.417767 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-86136bde-76b4-43b3-9685-f0c5f43541b9 req-63ca9515-f587-4a0e-9ac2-368efd41cdff tempest-ServerTagsTestJSON-176843464 tempest-ServerTagsTestJSON-176843464-project] 10.222.0.63 "GET /v2.0/ports?device_id=6ee4e352-46ac-441b-bfe3-198da1bbc850 HTTP/1.1" status: 200 len: 945 time: 0.1289129 Aug 18 12:14:02.425701 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9411c640-d54f-482b-a0dc-0c58d9499ae5 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:02.442073 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9411c640-d54f-482b-a0dc-0c58d9499ae5 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-998473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-992536'] for router, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:02.496681 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0f56971-d1a4-4139-9083-8c5e84389d59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp788be208-34ab-5a8f-af0f-528834af222f-20c5a976-3916-4401-ad61-cd9c2f1e540a', 'network_id': '20c5a976-3916-4401-ad61-cd9c2f1e540a', 'tenant_id': '7fd02f6d258d49aeaa22e91f82208987', 'fixed_ips': [{'subnet_id': '3084d6c2-360e-4b83-8b65-0885a5ccbee0'}]}} from n-d-804985-2. {{(pid=106254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 12:14:02.497808 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-b0f56971-d1a4-4139-9083-8c5e84389d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:02.524274 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a235847-cd58-4538-99e4-317d857483db None None] Sync routers for ids ['a3c58560-96af-45c6-abef-7a97a89df4a0'] in n-d-804985-2 {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:14:02.538082 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a235847-cd58-4538-99e4-317d857483db None None] Routers {'a3c58560-96af-45c6-abef-7a97a89df4a0'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:14:02.539587 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-7a235847-cd58-4538-99e4-317d857483db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:13:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['a3c58560-96af-45c6-abef-7a97a89df4a0'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:14:02.552872 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9411c640-d54f-482b-a0dc-0c58d9499ae5 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks [] for router, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:02.556672 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-9411c640-d54f-482b-a0dc-0c58d9499ae5 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3502035 Aug 18 12:14:02.557641 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 52440) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:14:02.567665 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-93f16e72-420d-41d0-b7ff-e8375f2a914f tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Request body: {'port': {'network_id': '20c5a976-3916-4401-ad61-cd9c2f1e540a', 'name': 'tempest-RoutersIpV6Test-1762817807'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:14:02.588953 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ba745e07-46f1-458f-8eeb-f0219231a968 req-1482802b-aa60-40f1-ad65-21ec2f15be5e tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d728c3d-d0c0-4fba-b9fc-5096721eb4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3490610 Aug 18 12:14:02.655200 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-86136bde-76b4-43b3-9685-f0c5f43541b9 req-9fd46c2a-c856-4131-91a6-eedfcaf63e55 tempest-ServerTagsTestJSON-176843464 tempest-ServerTagsTestJSON-176843464-project] Deleting port 65d2aa10-5be7-47b3-9cfd-a7c38bafc855 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:14:02.655546 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-86136bde-76b4-43b3-9685-f0c5f43541b9 req-9fd46c2a-c856-4131-91a6-eedfcaf63e55 tempest-ServerTagsTestJSON-176843464 tempest-ServerTagsTestJSON-176843464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:02.682517 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c206374-bb53-42ae-9f08-053356e36d92 req-4e4e9d9b-ad77-477b-9f3c-be7723981627 tempest-ServerTagsTestJSON-176843464 tempest-ServerTagsTestJSON-176843464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:14:02.690463 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8c206374-bb53-42ae-9f08-053356e36d92 req-4e4e9d9b-ad77-477b-9f3c-be7723981627 tempest-ServerTagsTestJSON-176843464 tempest-ServerTagsTestJSON-176843464-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ee4e352-46ac-441b-bfe3-198da1bbc850 HTTP/1.1" status: 200 len: 945 time: 0.4017575 Aug 18 12:14:02.742621 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-7a235847-cd58-4538-99e4-317d857483db None None] Set router a3c58560-96af-45c6-abef-7a97a89df4a0 gateway port host: None {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:14:02.771245 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93f16e72-420d-41d0-b7ff-e8375f2a914f tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Made reservation on behalf of 7fd02f6d258d49aeaa22e91f82208987 for: {'port': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:14:02.775449 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-93f16e72-420d-41d0-b7ff-e8375f2a914f tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:02.798100 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.extraroute_db [None req-ad6f8bd3-823e-47b4-90dd-7fe44f12666e tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Added routes are [] {{(pid=106252) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 18 12:14:02.798455 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.extraroute_db [None req-ad6f8bd3-823e-47b4-90dd-7fe44f12666e tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=106252) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 18 12:14:02.812951 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [None req-93f16e72-420d-41d0-b7ff-e8375f2a914f tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] device_id is not set on port b32a6296-8604-408f-9f13-196172528c33 yet. {{(pid=106253) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 12:14:02.875451 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.db_base_plugin_common [None req-b0f56971-d1a4-4139-9083-8c5e84389d59 None None] Allocated IP 2001:db8::2 (20c5a976-3916-4401-ad61-cd9c2f1e540a/3084d6c2-360e-4b83-8b65-0885a5ccbee0/3638032f-6bf1-4dea-8a2b-18c66472e242) {{(pid=106254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:14:02.923350 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8c206374-bb53-42ae-9f08-053356e36d92 req-de1e2439-1227-4989-b1c2-29a81adefd98 tempest-ServerTagsTestJSON-176843464 tempest-ServerTagsTestJSON-176843464-project] 10.222.0.66 "GET /v2.0/security-groups?id=f205947a-78c8-47c2-a88e-fcd6a653f91f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2252705 Aug 18 12:14:02.932261 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-86136bde-76b4-43b3-9685-f0c5f43541b9 req-9fd46c2a-c856-4131-91a6-eedfcaf63e55 tempest-ServerTagsTestJSON-176843464 tempest-ServerTagsTestJSON-176843464-project] For port 65d2aa10-5be7-47b3-9cfd-a7c38bafc855, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=65d2aa10-5be7-47b3-9cfd-a7c38bafc855,segment=NetworkSegment(147769cf-caf7-4798-98a3-f642a4dbc70c),segment_id=147769cf-caf7-4798-98a3-f642a4dbc70c)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:14:02.932719 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-86136bde-76b4-43b3-9685-f0c5f43541b9 req-9fd46c2a-c856-4131-91a6-eedfcaf63e55 tempest-ServerTagsTestJSON-176843464 tempest-ServerTagsTestJSON-176843464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:02.969560 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-86136bde-76b4-43b3-9685-f0c5f43541b9 req-9fd46c2a-c856-4131-91a6-eedfcaf63e55 tempest-ServerTagsTestJSON-176843464 tempest-ServerTagsTestJSON-176843464-project] Calling delete_port for 65d2aa10-5be7-47b3-9cfd-a7c38bafc855 owned by compute:nova {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:14:03.044383 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ad6f8bd3-823e-47b4-90dd-7fe44f12666e tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-992676', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-996089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15866'] for router, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:03.055386 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-7a235847-cd58-4538-99e4-317d857483db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c58560-96af-45c6-abef-7a97a89df4a0', 'name': 'tempest-RoutersTest-router-1153144194', 'tenant_id': 'c4a8742f0e794123b38cc3300291c37d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:13:26Z', 'updated_at': '2021-08-18T12:13:59Z', 'revision_number': 6, 'project_id': 'c4a8742f0e794123b38cc3300291c37d', 'gw_port_host': None, '_interfaces': [{'id': '81c95162-6352-4b55-aa79-ac683e6c2d28', 'name': '', 'network_id': 'eec76161-c359-4186-b3d0-0801154df67c', 'tenant_id': 'c4a8742f0e794123b38cc3300291c37d', 'mac_address': 'fa:16:3e:dd:ec:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c58560-96af-45c6-abef-7a97a89df4a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2633, 'fixed_ips': [{'subnet_id': '6bea84c0-7697-4923-b905-7c0527019ab5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:13:29Z', 'updated_at': '2021-08-18T12:13:37Z', 'revision_number': 5, 'project_id': 'c4a8742f0e794123b38cc3300291c37d', 'subnets': [{'id': '6bea84c0-7697-4923-b905-7c0527019ab5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c640891d-b335-4f23-9259-8215b559e36d', 'name': '', 'network_id': '0f204d23-15d6-4f74-9e88-0c18b0f1f4ba', 'tenant_id': 'c4a8742f0e794123b38cc3300291c37d', 'mac_address': 'fa:16:3e:50:50:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c58560-96af-45c6-abef-7a97a89df4a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2678, 'fixed_ips': [{'subnet_id': '42914db1-e760-42e3-a947-adbad8f50271', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:13:47Z', 'updated_at': '2021-08-18T12:13:54Z', 'revision_number': 5, 'project_id': 'c4a8742f0e794123b38cc3300291c37d', 'subnets': [{'id': '42914db1-e760-42e3-a947-adbad8f50271', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'caad6f05-cd03-484c-8ddb-4d467994ef4a', 'name': '', 'network_id': '12bc12d9-0a65-41fe-9c3a-c624e76addd1', 'tenant_id': 'c4a8742f0e794123b38cc3300291c37d', 'mac_address': 'fa:16:3e:48:d7:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c58560-96af-45c6-abef-7a97a89df4a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2666, 'fixed_ips': [{'subnet_id': 'dc464a88-2743-4832-8ba8-c87a80288def', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:13:37Z', 'updated_at': '2021-08-18T12:13:47Z', 'revision_number': 5, 'project_id': 'c4a8742f0e794123b38cc3300291c37d', 'subnets': [{'id': 'dc464a88-2743-4832-8ba8-c87a80288def', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fe08f71b-f84d-43bf-8f8c-8da7fa83d8da', 'name': '', 'network_id': '55c3560e-f83a-4ee4-831a-673c7ab357e4', 'tenant_id': 'c4a8742f0e794123b38cc3300291c37d', 'mac_address': 'fa:16:3e:76:cd:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c58560-96af-45c6-abef-7a97a89df4a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2693, 'fixed_ips': [{'subnet_id': '7949f6fc-6ce7-4c0c-a1ef-09a5cda7b53b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:13:54Z', 'updated_at': '2021-08-18T12:14:02Z', 'revision_number': 5, 'project_id': 'c4a8742f0e794123b38cc3300291c37d', 'subnets': [{'id': '7949f6fc-6ce7-4c0c-a1ef-09a5cda7b53b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:14:03.089037 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a235847-cd58-4538-99e4-317d857483db None None] Checking router: a3c58560-96af-45c6-abef-7a97a89df4a0 for host: n-d-804985-2 {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:14:03.100327 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a235847-cd58-4538-99e4-317d857483db None None] Routers {'a3c58560-96af-45c6-abef-7a97a89df4a0'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:14:03.101212 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-7a235847-cd58-4538-99e4-317d857483db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:13:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['a3c58560-96af-45c6-abef-7a97a89df4a0'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:14:03.197728 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-b0f56971-d1a4-4139-9083-8c5e84389d59 None None] Notify callbacks [] for port, precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:03.231880 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-86136bde-76b4-43b3-9685-f0c5f43541b9 req-9fd46c2a-c856-4131-91a6-eedfcaf63e55 tempest-ServerTagsTestJSON-176843464 tempest-ServerTagsTestJSON-176843464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:03.232588 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-b0f56971-d1a4-4139-9083-8c5e84389d59 None None] Transition to ACTIVE for port object 3638032f-6bf1-4dea-8a2b-18c66472e242 will not be triggered until provisioned by entity L2. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:14:03.247592 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] get_ports_and_sgs() called for port_ids ['65d2aa10-5be7-47b3-9cfd-a7c38bafc855'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:14:03.255411 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-b0f56971-d1a4-4139-9083-8c5e84389d59 None None] Transition to ACTIVE for port object 3638032f-6bf1-4dea-8a2b-18c66472e242 will not be triggered until provisioned by entity DHCP. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:14:03.276013 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-7a235847-cd58-4538-99e4-317d857483db None None] Set router a3c58560-96af-45c6-abef-7a97a89df4a0 gateway port host: None {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:14:03.286695 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-b0f56971-d1a4-4139-9083-8c5e84389d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547'] for port, after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:03.298784 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-ff3e81cf-78e0-40b0-9e65-0ff4942bafb8 req-7f41a564-eded-4053-94c9-c45bad2a791b service neutron] For port 70709313-3c87-49e1-bd2d-7d1562521e80, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=70709313-3c87-49e1-bd2d-7d1562521e80,segment=NetworkSegment(55da2c2d-7b34-4aab-8a41-786d81396444),segment_id=55da2c2d-7b34-4aab-8a41-786d81396444)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:14:03.367495 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0f56971-d1a4-4139-9083-8c5e84389d59 None None] Network 20c5a976-3916-4401-ad61-cd9c2f1e540a is already hosted by enough agents. {{(pid=106254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:14:03.370055 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.base_scheduler [None req-b0f56971-d1a4-4139-9083-8c5e84389d59 None None] Resources bound (agent type, host, resource id): {{(pid=106254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:14:03.377188 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd46c2a-c856-4131-91a6-eedfcaf63e55 tempest-ServerTagsTestJSON-176843464 tempest-ServerTagsTestJSON-176843464-project] Pushing event deleted for resources: {'Port': ['ID=65d2aa10-5be7-47b3-9cfd-a7c38bafc855,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:14:03.386037 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f56971-d1a4-4139-9083-8c5e84389d59 None None] Received port after_create {{(pid=106254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:14:03.440692 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-86136bde-76b4-43b3-9685-f0c5f43541b9 req-9fd46c2a-c856-4131-91a6-eedfcaf63e55 tempest-ServerTagsTestJSON-176843464 tempest-ServerTagsTestJSON-176843464-project] No DVR routers for this DVR port 65d2aa10-5be7-47b3-9cfd-a7c38bafc855 on host n-h1-804985-2 {{(pid=106253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:14:03.445842 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f56971-d1a4-4139-9083-8c5e84389d59 None None] Pushing event updated for resources: {'Port': ['ID=3638032f-6bf1-4dea-8a2b-18c66472e242,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:14:03.455223 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-86136bde-76b4-43b3-9685-f0c5f43541b9 req-9fd46c2a-c856-4131-91a6-eedfcaf63e55 tempest-ServerTagsTestJSON-176843464 tempest-ServerTagsTestJSON-176843464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:03.457199 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-86136bde-76b4-43b3-9685-f0c5f43541b9 req-9fd46c2a-c856-4131-91a6-eedfcaf63e55 tempest-ServerTagsTestJSON-176843464 tempest-ServerTagsTestJSON-176843464-project] 10.222.0.63 "DELETE /v2.0/ports/65d2aa10-5be7-47b3-9cfd-a7c38bafc855 HTTP/1.1" status: 204 len: 173 time: 1.0273659 Aug 18 12:14:03.489785 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ee4e352-46ac-441b-bfe3-198da1bbc850', 'name': 'network-vif-deleted', 'tag': '65d2aa10-5be7-47b3-9cfd-a7c38bafc855'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:14:03.495963 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0679f4c4b6e0e0c064a7d71d722dc30541a34fffee11680573be22ee2ffccc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ebb77dc-965d-43a9-babf-557987a5cfa5" -d '{"events": [{"server_uuid": "6ee4e352-46ac-441b-bfe3-198da1bbc850", "name": "network-vif-deleted", "tag": "65d2aa10-5be7-47b3-9cfd-a7c38bafc855"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:14:03.526866 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-b0f56971-d1a4-4139-9083-8c5e84389d59 None None] Attempting to bind port 3638032f-6bf1-4dea-8a2b-18c66472e242 on host n-d-804985-2 for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:14:03.527321 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-b0f56971-d1a4-4139-9083-8c5e84389d59 None None] Attempting to bind port 3638032f-6bf1-4dea-8a2b-18c66472e242 by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': '7e46ea39-8b40-4ed4-b063-dfaa15f67611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '20c5a976-3916-4401-ad61-cd9c2f1e540a'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:14:03.527693 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f56971-d1a4-4139-9083-8c5e84389d59 None None] Attempting to bind port 3638032f-6bf1-4dea-8a2b-18c66472e242 on network 20c5a976-3916-4401-ad61-cd9c2f1e540a {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:14:03.531971 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [None req-93f16e72-420d-41d0-b7ff-e8375f2a914f tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Allocated IP 2001:db8::286 (20c5a976-3916-4401-ad61-cd9c2f1e540a/3084d6c2-360e-4b83-8b65-0885a5ccbee0/b32a6296-8604-408f-9f13-196172528c33) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:14:03.558648 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device fe08f71b-f84d-43bf-8f8c-8da7fa83d8da up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:14:03.562918 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f56971-d1a4-4139-9083-8c5e84389d59 None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 13, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:14:03.563297 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f56971-d1a4-4139-9083-8c5e84389d59 None None] Checking segment: {'id': '7e46ea39-8b40-4ed4-b063-dfaa15f67611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '20c5a976-3916-4401-ad61-cd9c2f1e540a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:14:03.563710 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-b0f56971-d1a4-4139-9083-8c5e84389d59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:03.564108 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f56971-d1a4-4139-9083-8c5e84389d59 None None] Bound using segment: {'id': '7e46ea39-8b40-4ed4-b063-dfaa15f67611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '20c5a976-3916-4401-ad61-cd9c2f1e540a'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:14:03.564636 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-b0f56971-d1a4-4139-9083-8c5e84389d59 None None] Bound port: 3638032f-6bf1-4dea-8a2b-18c66472e242, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e46ea39-8b40-4ed4-b063-dfaa15f67611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '20c5a976-3916-4401-ad61-cd9c2f1e540a'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:14:03.565029 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-b0f56971-d1a4-4139-9083-8c5e84389d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:03.632762 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:14:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8c9111c-286a-4154-b420-36c993a03c87 x-openstack-request-id: req-b8c9111c-286a-4154-b420-36c993a03c87 {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:14:03.635378 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ee4e352-46ac-441b-bfe3-198da1bbc850", "name": "network-vif-deleted", "tag": "65d2aa10-5be7-47b3-9cfd-a7c38bafc855", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:14:03.635635 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b8c9111c-286a-4154-b420-36c993a03c87 {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:14:03.636186 n-d-804985-2 neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ee4e352-46ac-441b-bfe3-198da1bbc850', 'name': 'network-vif-deleted', 'tag': '65d2aa10-5be7-47b3-9cfd-a7c38bafc855', 'status': 'completed', 'code': 200} Aug 18 12:14:03.700039 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port fe08f71b-f84d-43bf-8f8c-8da7fa83d8da triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:14:03.700416 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:03.739129 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-b0f56971-d1a4-4139-9083-8c5e84389d59 None None] For port 3638032f-6bf1-4dea-8a2b-18c66472e242, host n-d-804985-2, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:14:03.754642 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-b0f56971-d1a4-4139-9083-8c5e84389d59 None None] For port 3638032f-6bf1-4dea-8a2b-18c66472e242, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=3638032f-6bf1-4dea-8a2b-18c66472e242,segment=NetworkSegment(7e46ea39-8b40-4ed4-b063-dfaa15f67611),segment_id=7e46ea39-8b40-4ed4-b063-dfaa15f67611)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:14:03.788045 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-b0f56971-d1a4-4139-9083-8c5e84389d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:03.853555 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f56971-d1a4-4139-9083-8c5e84389d59 None None] Pushing event updated for resources: {'Port': ['ID=3638032f-6bf1-4dea-8a2b-18c66472e242,revision_number=2']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:14:03.887158 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-93f16e72-420d-41d0-b7ff-e8375f2a914f tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:03.904949 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-7a235847-cd58-4538-99e4-317d857483db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c58560-96af-45c6-abef-7a97a89df4a0', 'name': 'tempest-RoutersTest-router-1153144194', 'tenant_id': 'c4a8742f0e794123b38cc3300291c37d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:13:26Z', 'updated_at': '2021-08-18T12:14:02Z', 'revision_number': 7, 'project_id': 'c4a8742f0e794123b38cc3300291c37d', 'gw_port_host': None, '_interfaces': [{'id': '81c95162-6352-4b55-aa79-ac683e6c2d28', 'name': '', 'network_id': 'eec76161-c359-4186-b3d0-0801154df67c', 'tenant_id': 'c4a8742f0e794123b38cc3300291c37d', 'mac_address': 'fa:16:3e:dd:ec:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c58560-96af-45c6-abef-7a97a89df4a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2633, 'fixed_ips': [{'subnet_id': '6bea84c0-7697-4923-b905-7c0527019ab5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:13:29Z', 'updated_at': '2021-08-18T12:13:37Z', 'revision_number': 5, 'project_id': 'c4a8742f0e794123b38cc3300291c37d', 'subnets': [{'id': '6bea84c0-7697-4923-b905-7c0527019ab5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c640891d-b335-4f23-9259-8215b559e36d', 'name': '', 'network_id': '0f204d23-15d6-4f74-9e88-0c18b0f1f4ba', 'tenant_id': 'c4a8742f0e794123b38cc3300291c37d', 'mac_address': 'fa:16:3e:50:50:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c58560-96af-45c6-abef-7a97a89df4a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2678, 'fixed_ips': [{'subnet_id': '42914db1-e760-42e3-a947-adbad8f50271', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:13:47Z', 'updated_at': '2021-08-18T12:13:54Z', 'revision_number': 5, 'project_id': 'c4a8742f0e794123b38cc3300291c37d', 'subnets': [{'id': '42914db1-e760-42e3-a947-adbad8f50271', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'caad6f05-cd03-484c-8ddb-4d467994ef4a', 'name': '', 'network_id': '12bc12d9-0a65-41fe-9c3a-c624e76addd1', 'tenant_id': 'c4a8742f0e794123b38cc3300291c37d', 'mac_address': 'fa:16:3e:48:d7:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c58560-96af-45c6-abef-7a97a89df4a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2666, 'fixed_ips': [{'subnet_id': 'dc464a88-2743-4832-8ba8-c87a80288def', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:13:37Z', 'updated_at': '2021-08-18T12:13:47Z', 'revision_number': 5, 'project_id': 'c4a8742f0e794123b38cc3300291c37d', 'subnets': [{'id': 'dc464a88-2743-4832-8ba8-c87a80288def', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fe08f71b-f84d-43bf-8f8c-8da7fa83d8da', 'name': '', 'network_id': '55c3560e-f83a-4ee4-831a-673c7ab357e4', 'tenant_id': 'c4a8742f0e794123b38cc3300291c37d', 'mac_address': 'fa:16:3e:76:cd:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c58560-96af-45c6-abef-7a97a89df4a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2693, 'fixed_ips': [{'subnet_id': '7949f6fc-6ce7-4c0c-a1ef-09a5cda7b53b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:13:54Z', 'updated_at': '2021-08-18T12:14:02Z', 'revision_number': 5, 'project_id': 'c4a8742f0e794123b38cc3300291c37d', 'subnets': [{'id': '7949f6fc-6ce7-4c0c-a1ef-09a5cda7b53b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:14:03.907631 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [None req-93f16e72-420d-41d0-b7ff-e8375f2a914f tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Transition to ACTIVE for port object b32a6296-8604-408f-9f13-196172528c33 will not be triggered until provisioned by entity DHCP. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:14:03.945450 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-93f16e72-420d-41d0-b7ff-e8375f2a914f tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:03.979661 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a235847-cd58-4538-99e4-317d857483db None None] The sync data for ids ['a3c58560-96af-45c6-abef-7a97a89df4a0'] in n-d-804985-2 is: [{'id': 'a3c58560-96af-45c6-abef-7a97a89df4a0', 'name': 'tempest-RoutersTest-router-1153144194', 'tenant_id': 'c4a8742f0e794123b38cc3300291c37d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:13:26Z', 'updated_at': '2021-08-18T12:14:02Z', 'revision_number': 7, 'project_id': 'c4a8742f0e794123b38cc3300291c37d', 'gw_port_host': None, '_interfaces': [{'id': '81c95162-6352-4b55-aa79-ac683e6c2d28', 'name': '', 'network_id': 'eec76161-c359-4186-b3d0-0801154df67c', 'tenant_id': 'c4a8742f0e794123b38cc3300291c37d', 'mac_address': 'fa:16:3e:dd:ec:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c58560-96af-45c6-abef-7a97a89df4a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2633, 'fixed_ips': [{'subnet_id': '6bea84c0-7697-4923-b905-7c0527019ab5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:13:29Z', 'updated_at': '2021-08-18T12:13:37Z', 'revision_number': 5, 'project_id': 'c4a8742f0e794123b38cc3300291c37d', 'subnets': [{'id': '6bea84c0-7697-4923-b905-7c0527019ab5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c640891d-b335-4f23-9259-8215b559e36d', 'name': '', 'network_id': '0f204d23-15d6-4f74-9e88-0c18b0f1f4ba', 'tenant_id': 'c4a8742f0e794123b38cc3300291c37d', 'mac_address': 'fa:16:3e:50:50:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c58560-96af-45c6-abef-7a97a89df4a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2678, 'fixed_ips': [{'subnet_id': '42914db1-e760-42e3-a947-adbad8f50271', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:13:47Z', 'updated_at': '2021-08-18T12:13:54Z', 'revision_number': 5, 'project_id': 'c4a8742f0e794123b38cc3300291c37d', 'subnets': [{'id': '42914db1-e760-42e3-a947-adbad8f50271', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'caad6f05-cd03-484c-8ddb-4d467994ef4a', 'name': '', 'network_id': '12bc12d9-0a65-41fe-9c3a-c624e76addd1', 'tenant_id': 'c4a8742f0e794123b38cc3300291c37d', 'mac_address': 'fa:16:3e:48:d7:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c58560-96af-45c6-abef-7a97a89df4a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2666, 'fixed_ips': [{'subnet_id': 'dc464a88-2743-4832-8ba8-c87a80288def', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:13:37Z', 'updated_at': '2021-08-18T12:13:47Z', 'revision_number': 5, 'project_id': 'c4a8742f0e794123b38cc3300291c37d', 'subnets': [{'id': 'dc464a88-2743-4832-8ba8-c87a80288def', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fe08f71b-f84d-43bf-8f8c-8da7fa83d8da', 'name': '', 'network_id': '55c3560e-f83a-4ee4-831a-673c7ab357e4', 'tenant_id': 'c4a8742f0e794123b38cc3300291c37d', 'mac_address': 'fa:16:3e:76:cd:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c58560-96af-45c6-abef-7a97a89df4a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2693, 'fixed_ips': [{'subnet_id': '7949f6fc-6ce7-4c0c-a1ef-09a5cda7b53b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:13:54Z', 'updated_at': '2021-08-18T12:14:02Z', 'revision_number': 5, 'project_id': 'c4a8742f0e794123b38cc3300291c37d', 'subnets': [{'id': '7949f6fc-6ce7-4c0c-a1ef-09a5cda7b53b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:14:04.075385 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93f16e72-420d-41d0-b7ff-e8375f2a914f tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Network 20c5a976-3916-4401-ad61-cd9c2f1e540a is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:14:04.084247 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f16e72-420d-41d0-b7ff-e8375f2a914f tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Pushing event updated for resources: {'Port': ['ID=b32a6296-8604-408f-9f13-196172528c33,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:14:04.095996 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-93f16e72-420d-41d0-b7ff-e8375f2a914f tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:14:04.107121 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f16e72-420d-41d0-b7ff-e8375f2a914f tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:14:04.109432 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-ff3e81cf-78e0-40b0-9e65-0ff4942bafb8 req-7f41a564-eded-4053-94c9-c45bad2a791b service neutron] For port 70709313-3c87-49e1-bd2d-7d1562521e80, host n-h1-804985-2, cleared binding levels {{(pid=106252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:14:04.125233 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93f16e72-420d-41d0-b7ff-e8375f2a914f tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:14:04.125922 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-93f16e72-420d-41d0-b7ff-e8375f2a914f tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:04.170110 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-93f16e72-420d-41d0-b7ff-e8375f2a914f tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.6089506 Aug 18 12:14:04.170326 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 52474) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:14:04.317323 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8400c01e-7a15-4f55-b047-0752ca3f37ca req-24f98c8d-cc6e-46b5-92dd-b5815e3b2331 tempest-ServerTagsTestJSON-176843464 tempest-ServerTagsTestJSON-176843464-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ee4e352-46ac-441b-bfe3-198da1bbc850 HTTP/1.1" status: 200 len: 210 time: 0.1967218 Aug 18 12:14:04.335843 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ad6f8bd3-823e-47b4-90dd-7fe44f12666e tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-992676', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-996089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15866'] for router, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:04.346252 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c2064e-3eb7-4a9b-b9be-4150ec6c3b61 req-c25b26ff-0a25-4a0c-862e-74d7371556e2 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:14:04.358816 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f0c2064e-3eb7-4a9b-b9be-4150ec6c3b61 req-c25b26ff-0a25-4a0c-862e-74d7371556e2 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/ports?device_id=3276acee-812f-4d8b-a68e-2c7c94906266 HTTP/1.1" status: 200 len: 945 time: 0.4385111 Aug 18 12:14:04.379509 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ad6f8bd3-823e-47b4-90dd-7fe44f12666e tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-992536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-992522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-992529', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-996032'] for router, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:04.508266 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3276acee-812f-4d8b-a68e-2c7c94906266', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '70709313-3c87-49e1-bd2d-7d1562521e80'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:14:04.510744 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a9d3fc9-d354-4a1e-9ca7-8d546f0e1719" -d '{"events": [{"server_uuid": "3276acee-812f-4d8b-a68e-2c7c94906266", "name": "network-vif-unplugged", "status": "completed", "tag": "70709313-3c87-49e1-bd2d-7d1562521e80"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:14:04.518787 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-ff3e81cf-78e0-40b0-9e65-0ff4942bafb8 req-7f41a564-eded-4053-94c9-c45bad2a791b service neutron] Notify callbacks [] for port, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:04.579242 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f0c2064e-3eb7-4a9b-b9be-4150ec6c3b61 req-3b9f3863-14b9-4570-a68b-8c7f5730b5df tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d728c3d-d0c0-4fba-b9fc-5096721eb4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2158537 Aug 18 12:14:04.586589 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [req-ff3e81cf-78e0-40b0-9e65-0ff4942bafb8 req-7f41a564-eded-4053-94c9-c45bad2a791b service neutron] Transition to ACTIVE for port object 70709313-3c87-49e1-bd2d-7d1562521e80 will not be triggered until provisioned by entity L2. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:14:04.602371 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad6f8bd3-823e-47b4-90dd-7fe44f12666e tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Router a3c58560-96af-45c6-abef-7a97a89df4a0 has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:14:04.603530 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-ff3e81cf-78e0-40b0-9e65-0ff4942bafb8 req-7f41a564-eded-4053-94c9-c45bad2a791b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:04.618208 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 18 Aug 2021 12:14:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d13ad397-453c-43e3-8f0f-b8715066f32a x-openstack-request-id: req-d13ad397-453c-43e3-8f0f-b8715066f32a {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:14:04.618583 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3276acee-812f-4d8b-a68e-2c7c94906266", "name": "network-vif-unplugged", "status": "completed", "tag": "70709313-3c87-49e1-bd2d-7d1562521e80", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:14:04.618849 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d13ad397-453c-43e3-8f0f-b8715066f32a {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:14:04.619484 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3276acee-812f-4d8b-a68e-2c7c94906266', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '70709313-3c87-49e1-bd2d-7d1562521e80', 'code': 200} Aug 18 12:14:04.722468 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3c046d3a-fb1d-47f6-837f-5f84573b5f91 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:04.874309 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f41a564-eded-4053-94c9-c45bad2a791b service neutron] Pushing event updated for resources: {'Port': ['ID=70709313-3c87-49e1-bd2d-7d1562521e80,revision_number=10']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:14:04.974664 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff3e81cf-78e0-40b0-9e65-0ff4942bafb8 req-7f41a564-eded-4053-94c9-c45bad2a791b service neutron] No DVR routers for this DVR port 70709313-3c87-49e1-bd2d-7d1562521e80 on host n-h1-804985-2 {{(pid=106252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:14:05.007258 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 70709313-3c87-49e1-bd2d-7d1562521e80 no longer exists at agent hyperv_n-h1-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:14:05.100964 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 70709313-3c87-49e1-bd2d-7d1562521e80 not bound to the agent host n-h1-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:14:05.127913 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad6f8bd3-823e-47b4-90dd-7fe44f12666e tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:14:05.136808 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ad6f8bd3-823e-47b4-90dd-7fe44f12666e tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks [] for router, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:05.138003 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-ad6f8bd3-823e-47b4-90dd-7fe44f12666e tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] 10.222.0.66 "PUT /v2.0/routers/a3c58560-96af-45c6-abef-7a97a89df4a0 HTTP/1.1" status: 200 len: 700 time: 3.8925993 Aug 18 12:14:05.140205 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb3d684e-1b86-44b0-a7fb-8b8be057aad8 None None] Sync routers for ids ['a3c58560-96af-45c6-abef-7a97a89df4a0'] in n-d-804985-2 {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:14:05.142723 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 52494) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:14:05.149933 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3c046d3a-fb1d-47f6-837f-5f84573b5f91 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks [] for port, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:05.154583 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb3d684e-1b86-44b0-a7fb-8b8be057aad8 None None] Routers {'a3c58560-96af-45c6-abef-7a97a89df4a0'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:14:05.155503 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-eb3d684e-1b86-44b0-a7fb-8b8be057aad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:13:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['a3c58560-96af-45c6-abef-7a97a89df4a0'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:14:05.218836 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-ff3e81cf-78e0-40b0-9e65-0ff4942bafb8 req-7f41a564-eded-4053-94c9-c45bad2a791b service neutron] Attempting to bind port 70709313-3c87-49e1-bd2d-7d1562521e80 on host n-h2-804985-2 for vnic_type normal with profile {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:14:05.219882 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-ff3e81cf-78e0-40b0-9e65-0ff4942bafb8 req-7f41a564-eded-4053-94c9-c45bad2a791b service neutron] Attempting to bind port 70709313-3c87-49e1-bd2d-7d1562521e80 by drivers openvswitch,hyperv on host n-h2-804985-2 at level 0 using segments [{'id': '55da2c2d-7b34-4aab-8a41-786d81396444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'f5b38dfb-a77f-4baa-a778-99adb769d1c2'}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:14:05.220685 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff3e81cf-78e0-40b0-9e65-0ff4942bafb8 req-7f41a564-eded-4053-94c9-c45bad2a791b service neutron] Attempting to bind port 70709313-3c87-49e1-bd2d-7d1562521e80 on network f5b38dfb-a77f-4baa-a778-99adb769d1c2 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:14:05.227165 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff3e81cf-78e0-40b0-9e65-0ff4942bafb8 req-7f41a564-eded-4053-94c9-c45bad2a791b service neutron] Port 70709313-3c87-49e1-bd2d-7d1562521e80 on network f5b38dfb-a77f-4baa-a778-99adb769d1c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-2 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:14:05.227992 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff3e81cf-78e0-40b0-9e65-0ff4942bafb8 req-7f41a564-eded-4053-94c9-c45bad2a791b service neutron] Attempting to bind port 70709313-3c87-49e1-bd2d-7d1562521e80 on network f5b38dfb-a77f-4baa-a778-99adb769d1c2 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:14:05.234811 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff3e81cf-78e0-40b0-9e65-0ff4942bafb8 req-7f41a564-eded-4053-94c9-c45bad2a791b service neutron] Checking agent: {'id': 'da5da552-709c-4248-84de-86af99a0dc87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 49, 8), 'started_at': datetime.datetime(2021, 8, 18, 11, 49, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 13, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:14:05.235614 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff3e81cf-78e0-40b0-9e65-0ff4942bafb8 req-7f41a564-eded-4053-94c9-c45bad2a791b service neutron] Checking segment: {'id': '55da2c2d-7b34-4aab-8a41-786d81396444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'f5b38dfb-a77f-4baa-a778-99adb769d1c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:14:05.236281 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff3e81cf-78e0-40b0-9e65-0ff4942bafb8 req-7f41a564-eded-4053-94c9-c45bad2a791b service neutron] Bound using segment: {'id': '55da2c2d-7b34-4aab-8a41-786d81396444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'f5b38dfb-a77f-4baa-a778-99adb769d1c2'} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:14:05.237170 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-ff3e81cf-78e0-40b0-9e65-0ff4942bafb8 req-7f41a564-eded-4053-94c9-c45bad2a791b service neutron] Bound port: 70709313-3c87-49e1-bd2d-7d1562521e80, host: n-h2-804985-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55da2c2d-7b34-4aab-8a41-786d81396444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'f5b38dfb-a77f-4baa-a778-99adb769d1c2'}}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:14:05.237796 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-ff3e81cf-78e0-40b0-9e65-0ff4942bafb8 req-7f41a564-eded-4053-94c9-c45bad2a791b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:05.305976 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3c046d3a-fb1d-47f6-837f-5f84573b5f91 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:05.336207 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-eb3d684e-1b86-44b0-a7fb-8b8be057aad8 None None] Set router a3c58560-96af-45c6-abef-7a97a89df4a0 gateway port host: None {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:14:05.350168 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-ff3e81cf-78e0-40b0-9e65-0ff4942bafb8 req-7f41a564-eded-4053-94c9-c45bad2a791b service neutron] For port 70709313-3c87-49e1-bd2d-7d1562521e80, host n-h2-804985-2, cleared binding levels {{(pid=106252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:14:05.360528 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-ff3e81cf-78e0-40b0-9e65-0ff4942bafb8 req-7f41a564-eded-4053-94c9-c45bad2a791b service neutron] For port 70709313-3c87-49e1-bd2d-7d1562521e80, host n-h2-804985-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=70709313-3c87-49e1-bd2d-7d1562521e80,segment=NetworkSegment(55da2c2d-7b34-4aab-8a41-786d81396444),segment_id=55da2c2d-7b34-4aab-8a41-786d81396444)] {{(pid=106252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:14:05.371396 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c046d3a-fb1d-47f6-837f-5f84573b5f91 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Pushing event updated for resources: {'Port': ['ID=b32a6296-8604-408f-9f13-196172528c33,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:14:05.373170 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-ff3e81cf-78e0-40b0-9e65-0ff4942bafb8 req-7f41a564-eded-4053-94c9-c45bad2a791b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:05.453605 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 52500) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:14:05.479519 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-4bfd1bbe-16ad-4899-bde3-bf6bef1bbd44 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] 10.222.0.66 "GET /v2.0/routers/a3c58560-96af-45c6-abef-7a97a89df4a0 HTTP/1.1" status: 200 len: 700 time: 0.3333404 Aug 18 12:14:05.505061 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 52504) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:14:05.533226 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3e81cf-78e0-40b0-9e65-0ff4942bafb8 req-7f41a564-eded-4053-94c9-c45bad2a791b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:14:05.536842 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-ff3e81cf-78e0-40b0-9e65-0ff4942bafb8 req-7f41a564-eded-4053-94c9-c45bad2a791b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:05.540029 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ff3e81cf-78e0-40b0-9e65-0ff4942bafb8 req-7f41a564-eded-4053-94c9-c45bad2a791b service neutron] 10.222.0.62 "PUT /v2.0/ports/70709313-3c87-49e1-bd2d-7d1562521e80 HTTP/1.1" status: 200 len: 1092 time: 3.5234079 Aug 18 12:14:05.606700 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bac154c2-2fe0-4502-acf7-aa083d409fea None None] Network 20c5a976-3916-4401-ad61-cd9c2f1e540a requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:14:05.619434 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f41a564-eded-4053-94c9-c45bad2a791b service neutron] Pushing event updated for resources: {'Port': ['ID=70709313-3c87-49e1-bd2d-7d1562521e80,revision_number=11']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:14:05.661149 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3e81cf-78e0-40b0-9e65-0ff4942bafb8 req-51554cd2-3340-4f4a-988c-34218536bda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:14:05.674887 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ff3e81cf-78e0-40b0-9e65-0ff4942bafb8 req-51554cd2-3340-4f4a-988c-34218536bda3 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b60736d695f1461b9071c3b3eddcc039&device_id=3276acee-812f-4d8b-a68e-2c7c94906266 HTTP/1.1" status: 200 len: 1095 time: 0.0925922 Aug 18 12:14:05.680499 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 3638032f-6bf1-4dea-8a2b-18c66472e242 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:14:05.808529 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d641caf-74ca-4a49-812e-b132d78ca6e0 req-fdd97024-1802-4eb9-9bbb-95d6b59a9399 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:14:05.810204 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8d641caf-74ca-4a49-812e-b132d78ca6e0 req-fdd97024-1802-4eb9-9bbb-95d6b59a9399 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/ports?device_id=3276acee-812f-4d8b-a68e-2c7c94906266 HTTP/1.1" status: 200 len: 944 time: 0.1092737 Aug 18 12:14:05.854730 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3e81cf-78e0-40b0-9e65-0ff4942bafb8 req-68a2637a-f3a4-4315-9d9c-836df90dbc97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:14:05.856424 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ff3e81cf-78e0-40b0-9e65-0ff4942bafb8 req-68a2637a-f3a4-4315-9d9c-836df90dbc97 service neutron] 10.222.0.62 "GET /v2.0/networks?id=f5b38dfb-a77f-4baa-a778-99adb769d1c2 HTTP/1.1" status: 200 len: 897 time: 0.1802745 Aug 18 12:14:05.949286 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ff3e81cf-78e0-40b0-9e65-0ff4942bafb8 req-acfe1d8f-fc69-4fc4-a5c8-6f994a32e18a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=70709313-3c87-49e1-bd2d-7d1562521e80 HTTP/1.1" status: 200 len: 999 time: 0.0809305 Aug 18 12:14:05.984303 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-d1b85f0c-e736-433c-804f-325fe55a4c25 None None] Provisioning for port 3638032f-6bf1-4dea-8a2b-18c66472e242 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:14:05.984803 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8d641caf-74ca-4a49-812e-b132d78ca6e0 req-94a16944-70f4-4630-ba0d-90415b58aa12 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d728c3d-d0c0-4fba-b9fc-5096721eb4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1667168 Aug 18 12:14:06.035369 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3e81cf-78e0-40b0-9e65-0ff4942bafb8 req-24caba78-46f2-4a44-bf8a-24839e4bffb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:14:06.037182 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ff3e81cf-78e0-40b0-9e65-0ff4942bafb8 req-24caba78-46f2-4a44-bf8a-24839e4bffb2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5eb95836-9c09-482a-936d-fd43d3b2ac48 HTTP/1.1" status: 200 len: 835 time: 0.0765710 Aug 18 12:14:06.038835 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port 3638032f-6bf1-4dea-8a2b-18c66472e242 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:14:06.048798 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 3638032f-6bf1-4dea-8a2b-18c66472e242 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:14:06.049249 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:06.100659 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3e81cf-78e0-40b0-9e65-0ff4942bafb8 req-8ae4fa83-b7ad-429b-89d1-c774e68f0d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:14:06.102564 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ff3e81cf-78e0-40b0-9e65-0ff4942bafb8 req-8ae4fa83-b7ad-429b-89d1-c774e68f0d28 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f5b38dfb-a77f-4baa-a778-99adb769d1c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465865 Aug 18 12:14:06.109438 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-d1b85f0c-e736-433c-804f-325fe55a4c25 None None] Provisioning complete for port 3638032f-6bf1-4dea-8a2b-18c66472e242 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:14:06.109865 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-d1b85f0c-e736-433c-804f-325fe55a4c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:06.222985 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:06.229146 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ff3e81cf-78e0-40b0-9e65-0ff4942bafb8 req-0d4b4033-73e4-4709-88fa-051348ab8b2b service neutron] 10.222.0.62 "GET /v2.0/networks/f5b38dfb-a77f-4baa-a778-99adb769d1c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173775 Aug 18 12:14:06.360207 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:06.398548 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ff3e81cf-78e0-40b0-9e65-0ff4942bafb8 req-bc77b8be-1cae-444e-bcb3-8474446aeff9 service neutron] 10.222.0.62 "GET /v2.0/networks/f5b38dfb-a77f-4baa-a778-99adb769d1c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605136 Aug 18 12:14:06.451038 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_v2 [None req-68d195ab-7f24-40ab-aba8-1b282a8d34d4 admin admin] Deleting subnet cef74562-b2f4-4168-bb97-7e50812d654d {{(pid=106253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 12:14:06.460515 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] For port 3638032f-6bf1-4dea-8a2b-18c66472e242, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=3638032f-6bf1-4dea-8a2b-18c66472e242,segment=NetworkSegment(7e46ea39-8b40-4ed4-b063-dfaa15f67611),segment_id=7e46ea39-8b40-4ed4-b063-dfaa15f67611)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:14:06.463533 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-d1b85f0c-e736-433c-804f-325fe55a4c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:06.463716 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-68d195ab-7f24-40ab-aba8-1b282a8d34d4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:06.478046 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-eb3d684e-1b86-44b0-a7fb-8b8be057aad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c58560-96af-45c6-abef-7a97a89df4a0', 'name': 'tempest-RoutersTest-router-1153144194', 'tenant_id': 'c4a8742f0e794123b38cc3300291c37d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:13:26Z', 'updated_at': '2021-08-18T12:14:02Z', 'revision_number': 7, 'project_id': 'c4a8742f0e794123b38cc3300291c37d', 'gw_port_host': None, '_interfaces': [{'id': '81c95162-6352-4b55-aa79-ac683e6c2d28', 'name': '', 'network_id': 'eec76161-c359-4186-b3d0-0801154df67c', 'tenant_id': 'c4a8742f0e794123b38cc3300291c37d', 'mac_address': 'fa:16:3e:dd:ec:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c58560-96af-45c6-abef-7a97a89df4a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2633, 'fixed_ips': [{'subnet_id': '6bea84c0-7697-4923-b905-7c0527019ab5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:13:29Z', 'updated_at': '2021-08-18T12:13:37Z', 'revision_number': 5, 'project_id': 'c4a8742f0e794123b38cc3300291c37d', 'subnets': [{'id': '6bea84c0-7697-4923-b905-7c0527019ab5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c640891d-b335-4f23-9259-8215b559e36d', 'name': '', 'network_id': '0f204d23-15d6-4f74-9e88-0c18b0f1f4ba', 'tenant_id': 'c4a8742f0e794123b38cc3300291c37d', 'mac_address': 'fa:16:3e:50:50:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c58560-96af-45c6-abef-7a97a89df4a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2678, 'fixed_ips': [{'subnet_id': '42914db1-e760-42e3-a947-adbad8f50271', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:13:47Z', 'updated_at': '2021-08-18T12:13:54Z', 'revision_number': 5, 'project_id': 'c4a8742f0e794123b38cc3300291c37d', 'subnets': [{'id': '42914db1-e760-42e3-a947-adbad8f50271', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'caad6f05-cd03-484c-8ddb-4d467994ef4a', 'name': '', 'network_id': '12bc12d9-0a65-41fe-9c3a-c624e76addd1', 'tenant_id': 'c4a8742f0e794123b38cc3300291c37d', 'mac_address': 'fa:16:3e:48:d7:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c58560-96af-45c6-abef-7a97a89df4a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2666, 'fixed_ips': [{'subnet_id': 'dc464a88-2743-4832-8ba8-c87a80288def', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:13:37Z', 'updated_at': '2021-08-18T12:13:47Z', 'revision_number': 5, 'project_id': 'c4a8742f0e794123b38cc3300291c37d', 'subnets': [{'id': 'dc464a88-2743-4832-8ba8-c87a80288def', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fe08f71b-f84d-43bf-8f8c-8da7fa83d8da', 'name': '', 'network_id': '55c3560e-f83a-4ee4-831a-673c7ab357e4', 'tenant_id': 'c4a8742f0e794123b38cc3300291c37d', 'mac_address': 'fa:16:3e:76:cd:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c58560-96af-45c6-abef-7a97a89df4a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2693, 'fixed_ips': [{'subnet_id': '7949f6fc-6ce7-4c0c-a1ef-09a5cda7b53b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:13:54Z', 'updated_at': '2021-08-18T12:14:02Z', 'revision_number': 5, 'project_id': 'c4a8742f0e794123b38cc3300291c37d', 'subnets': [{'id': '7949f6fc-6ce7-4c0c-a1ef-09a5cda7b53b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:14:06.481710 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:06.549726 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb3d684e-1b86-44b0-a7fb-8b8be057aad8 None None] Checking router: a3c58560-96af-45c6-abef-7a97a89df4a0 for host: n-d-804985-2 {{(pid=106254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:14:06.579260 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb3d684e-1b86-44b0-a7fb-8b8be057aad8 None None] Routers {'a3c58560-96af-45c6-abef-7a97a89df4a0'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:14:06.580439 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-eb3d684e-1b86-44b0-a7fb-8b8be057aad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:13:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['a3c58560-96af-45c6-abef-7a97a89df4a0'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:14:06.607281 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3c046d3a-fb1d-47f6-837f-5f84573b5f91 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-996688'] for router_interface, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:06.622288 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3276acee-812f-4d8b-a68e-2c7c94906266', 'tag': '70709313-3c87-49e1-bd2d-7d1562521e80'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:14:06.625241 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f10184c-f97e-40d9-b5ee-679f7cf98ed0" -d '{"events": [{"name": "network-changed", "server_uuid": "3276acee-812f-4d8b-a68e-2c7c94906266", "tag": "70709313-3c87-49e1-bd2d-7d1562521e80"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:14:06.680897 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Pushing event updated for resources: {'Port': ['ID=3638032f-6bf1-4dea-8a2b-18c66472e242,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:14:06.697915 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-68d195ab-7f24-40ab-aba8-1b282a8d34d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902229'] for subnet, precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:06.717119 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.db.api [None req-d1b85f0c-e736-433c-804f-325fe55a4c25 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106254) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 18 12:14:06.717768 n-d-804985-2 neutron-server[106254]: DEBUG oslo_db.api [None req-d1b85f0c-e736-433c-804f-325fe55a4c25 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 18 12:14:06.724988 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:14:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cfbff98-23fb-4a8d-bd98-ca2ac5fc3426 x-openstack-request-id: req-6cfbff98-23fb-4a8d-bd98-ca2ac5fc3426 {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:14:06.725532 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3276acee-812f-4d8b-a68e-2c7c94906266", "tag": "70709313-3c87-49e1-bd2d-7d1562521e80", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:14:06.725845 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-6cfbff98-23fb-4a8d-bd98-ca2ac5fc3426 {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:14:06.726307 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3276acee-812f-4d8b-a68e-2c7c94906266', 'tag': '70709313-3c87-49e1-bd2d-7d1562521e80', 'status': 'completed', 'code': 200} Aug 18 12:14:06.742195 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-eb3d684e-1b86-44b0-a7fb-8b8be057aad8 None None] Set router a3c58560-96af-45c6-abef-7a97a89df4a0 gateway port host: None {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:14:06.820949 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f10184c-f97e-40d9-b5ee-679f7cf98ed0 req-35c84153-b040-4f19-aa2c-316ae1741f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:14:06.822463 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1f10184c-f97e-40d9-b5ee-679f7cf98ed0 req-35c84153-b040-4f19-aa2c-316ae1741f93 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b60736d695f1461b9071c3b3eddcc039&device_id=3276acee-812f-4d8b-a68e-2c7c94906266 HTTP/1.1" status: 200 len: 1095 time: 0.0787685 Aug 18 12:14:06.998223 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f10184c-f97e-40d9-b5ee-679f7cf98ed0 req-3f9f4141-0f51-426e-8f74-f19b2b962ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:14:06.999906 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1f10184c-f97e-40d9-b5ee-679f7cf98ed0 req-3f9f4141-0f51-426e-8f74-f19b2b962ab0 service neutron] 10.222.0.62 "GET /v2.0/networks?id=f5b38dfb-a77f-4baa-a778-99adb769d1c2 HTTP/1.1" status: 200 len: 897 time: 0.1689906 Aug 18 12:14:07.046057 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 65d2aa10-5be7-47b3-9cfd-a7c38bafc855 no longer exists at agent hyperv_n-h1-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:14:07.062511 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-68d195ab-7f24-40ab-aba8-1b282a8d34d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:07.096018 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1f10184c-f97e-40d9-b5ee-679f7cf98ed0 req-5f942367-695b-44ec-8baf-6dbb20e5a323 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=70709313-3c87-49e1-bd2d-7d1562521e80 HTTP/1.1" status: 200 len: 999 time: 0.0855913 Aug 18 12:14:07.162740 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] No Port match for: 65d2aa10-5be7-47b3-9cfd-a7c38bafc855 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:14:07.163103 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 65d2aa10-5be7-47b3-9cfd-a7c38bafc855 not bound to the agent host n-h1-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:14:07.226912 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f10184c-f97e-40d9-b5ee-679f7cf98ed0 req-42645022-d232-4015-b82a-664505f05a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:14:07.228892 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1f10184c-f97e-40d9-b5ee-679f7cf98ed0 req-42645022-d232-4015-b82a-664505f05a0d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5eb95836-9c09-482a-936d-fd43d3b2ac48 HTTP/1.1" status: 200 len: 835 time: 0.1236191 Aug 18 12:14:07.247797 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657851d3-f4b5-4373-aa48-c2c74952fe35 req-7395f01c-e5bc-4562-a364-f9beb31a6e62 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:14:07.250146 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-657851d3-f4b5-4373-aa48-c2c74952fe35 req-7395f01c-e5bc-4562-a364-f9beb31a6e62 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/ports?device_id=3276acee-812f-4d8b-a68e-2c7c94906266 HTTP/1.1" status: 200 len: 944 time: 0.0774164 Aug 18 12:14:07.286183 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3c046d3a-fb1d-47f6-837f-5f84573b5f91 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:07.289819 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f10184c-f97e-40d9-b5ee-679f7cf98ed0 req-660934cb-535f-48e6-bc0b-78d500aa5eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:14:07.291559 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-1f10184c-f97e-40d9-b5ee-679f7cf98ed0 req-660934cb-535f-48e6-bc0b-78d500aa5eb5 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=b60736d695f1461b9071c3b3eddcc039&device_id=3276acee-812f-4d8b-a68e-2c7c94906266 HTTP/1.1" status: 200 len: 1095 time: 0.5028343 Aug 18 12:14:07.326192 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-657851d3-f4b5-4373-aa48-c2c74952fe35 req-adcc665f-f9cc-4cb5-aa0f-28a83ac37ea7 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d728c3d-d0c0-4fba-b9fc-5096721eb4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630083 Aug 18 12:14:07.341705 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f10184c-f97e-40d9-b5ee-679f7cf98ed0 req-37790b4e-e3d6-4e65-a29e-85b73e71c75b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:14:07.343284 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1f10184c-f97e-40d9-b5ee-679f7cf98ed0 req-37790b4e-e3d6-4e65-a29e-85b73e71c75b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f5b38dfb-a77f-4baa-a778-99adb769d1c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0917628 Aug 18 12:14:07.473400 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1f10184c-f97e-40d9-b5ee-679f7cf98ed0 req-d9c9b7af-d727-4af3-8679-9531765ac427 service neutron] 10.222.0.62 "GET /v2.0/networks/f5b38dfb-a77f-4baa-a778-99adb769d1c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222401 Aug 18 12:14:07.614496 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 70709313-3c87-49e1-bd2d-7d1562521e80 details requested by agent hyperv_n-h2-804985-2 with host n-h2-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:14:07.678564 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1f10184c-f97e-40d9-b5ee-679f7cf98ed0 req-f0abb849-4c93-4d45-ac87-49ecc414885a service neutron] 10.222.0.62 "GET /v2.0/networks/f5b38dfb-a77f-4baa-a778-99adb769d1c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1961622 Aug 18 12:14:07.729463 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 3638032f-6bf1-4dea-8a2b-18c66472e242 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:14:07.855266 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3c046d3a-fb1d-47f6-837f-5f84573b5f91 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks [] for port, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:07.897651 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3c046d3a-fb1d-47f6-837f-5f84573b5f91 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:07.898676 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3c046d3a-fb1d-47f6-837f-5f84573b5f91 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-996772'] for router_interface, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:07.912094 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port 70709313-3c87-49e1-bd2d-7d1562521e80, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=70709313-3c87-49e1-bd2d-7d1562521e80,segment=NetworkSegment(55da2c2d-7b34-4aab-8a41-786d81396444),segment_id=55da2c2d-7b34-4aab-8a41-786d81396444)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:14:07.984762 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Returning: {'device': '70709313-3c87-49e1-bd2d-7d1562521e80', 'network_id': 'f5b38dfb-a77f-4baa-a778-99adb769d1c2', 'port_id': '70709313-3c87-49e1-bd2d-7d1562521e80', 'mac_address': 'fa:16:3e:75:77:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 820, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5eb95836-9c09-482a-936d-fd43d3b2ac48', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:14:08.063029 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-68d195ab-7f24-40ab-aba8-1b282a8d34d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58902171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59388106'] for subnet, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:08.107056 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d195ab-7f24-40ab-aba8-1b282a8d34d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cef74562-b2f4-4168-bb97-7e50812d654d,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:14:08.138754 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c046d3a-fb1d-47f6-837f-5f84573b5f91 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Pushing event updated for resources: {'Port': ['ID=b32a6296-8604-408f-9f13-196172528c33,revision_number=3']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:14:08.143777 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 3638032f-6bf1-4dea-8a2b-18c66472e242 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:14:08.144343 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:08.158198 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-68d195ab-7f24-40ab-aba8-1b282a8d34d4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:08.162718 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-68d195ab-7f24-40ab-aba8-1b282a8d34d4 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/cef74562-b2f4-4168-bb97-7e50812d654d HTTP/1.1" status: 204 len: 168 time: 2.7061102 Aug 18 12:14:08.162924 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 52564) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:14:08.181158 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f10184c-f97e-40d9-b5ee-679f7cf98ed0 req-52632e15-80ee-4ce6-8925-7806ca4e672d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:14:08.182837 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-1f10184c-f97e-40d9-b5ee-679f7cf98ed0 req-52632e15-80ee-4ce6-8925-7806ca4e672d service neutron] 10.222.0.63 "GET /v2.0/networks?id=f5b38dfb-a77f-4baa-a778-99adb769d1c2 HTTP/1.1" status: 200 len: 897 time: 0.8566813 Aug 18 12:14:08.192692 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c45d355d-3d3e-4463-8763-2dcb5113c9db tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-996815'] for router_interface, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:08.270042 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:08.279046 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-1f10184c-f97e-40d9-b5ee-679f7cf98ed0 req-ad7d16e9-77d3-417f-a7c6-6d9ad6919bb1 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=70709313-3c87-49e1-bd2d-7d1562521e80 HTTP/1.1" status: 200 len: 999 time: 0.0832000 Aug 18 12:14:08.305029 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d8d8b9dc-a4e2-4dde-a915-cea187f54db3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7904109'] for network, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:08.319074 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c046d3a-fb1d-47f6-837f-5f84573b5f91 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Network 20c5a976-3916-4401-ad61-cd9c2f1e540a is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:14:08.342119 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-e8d5ad6d-c674-487f-9ee2-127b3dde1911 None None] Provisioning complete for port 3638032f-6bf1-4dea-8a2b-18c66472e242 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:14:08.343350 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-e8d5ad6d-c674-487f-9ee2-127b3dde1911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:08.359540 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-eb3d684e-1b86-44b0-a7fb-8b8be057aad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c58560-96af-45c6-abef-7a97a89df4a0', 'name': 'tempest-RoutersTest-router-1153144194', 'tenant_id': 'c4a8742f0e794123b38cc3300291c37d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:13:26Z', 'updated_at': '2021-08-18T12:14:02Z', 'revision_number': 7, 'project_id': 'c4a8742f0e794123b38cc3300291c37d', 'gw_port_host': None, '_interfaces': [{'id': '81c95162-6352-4b55-aa79-ac683e6c2d28', 'name': '', 'network_id': 'eec76161-c359-4186-b3d0-0801154df67c', 'tenant_id': 'c4a8742f0e794123b38cc3300291c37d', 'mac_address': 'fa:16:3e:dd:ec:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c58560-96af-45c6-abef-7a97a89df4a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2633, 'fixed_ips': [{'subnet_id': '6bea84c0-7697-4923-b905-7c0527019ab5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:13:29Z', 'updated_at': '2021-08-18T12:13:37Z', 'revision_number': 5, 'project_id': 'c4a8742f0e794123b38cc3300291c37d', 'subnets': [{'id': '6bea84c0-7697-4923-b905-7c0527019ab5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c640891d-b335-4f23-9259-8215b559e36d', 'name': '', 'network_id': '0f204d23-15d6-4f74-9e88-0c18b0f1f4ba', 'tenant_id': 'c4a8742f0e794123b38cc3300291c37d', 'mac_address': 'fa:16:3e:50:50:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c58560-96af-45c6-abef-7a97a89df4a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2678, 'fixed_ips': [{'subnet_id': '42914db1-e760-42e3-a947-adbad8f50271', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:13:47Z', 'updated_at': '2021-08-18T12:13:54Z', 'revision_number': 5, 'project_id': 'c4a8742f0e794123b38cc3300291c37d', 'subnets': [{'id': '42914db1-e760-42e3-a947-adbad8f50271', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'caad6f05-cd03-484c-8ddb-4d467994ef4a', 'name': '', 'network_id': '12bc12d9-0a65-41fe-9c3a-c624e76addd1', 'tenant_id': 'c4a8742f0e794123b38cc3300291c37d', 'mac_address': 'fa:16:3e:48:d7:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c58560-96af-45c6-abef-7a97a89df4a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2666, 'fixed_ips': [{'subnet_id': 'dc464a88-2743-4832-8ba8-c87a80288def', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:13:37Z', 'updated_at': '2021-08-18T12:13:47Z', 'revision_number': 5, 'project_id': 'c4a8742f0e794123b38cc3300291c37d', 'subnets': [{'id': 'dc464a88-2743-4832-8ba8-c87a80288def', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fe08f71b-f84d-43bf-8f8c-8da7fa83d8da', 'name': '', 'network_id': '55c3560e-f83a-4ee4-831a-673c7ab357e4', 'tenant_id': 'c4a8742f0e794123b38cc3300291c37d', 'mac_address': 'fa:16:3e:76:cd:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c58560-96af-45c6-abef-7a97a89df4a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2693, 'fixed_ips': [{'subnet_id': '7949f6fc-6ce7-4c0c-a1ef-09a5cda7b53b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:13:54Z', 'updated_at': '2021-08-18T12:14:02Z', 'revision_number': 5, 'project_id': 'c4a8742f0e794123b38cc3300291c37d', 'subnets': [{'id': '7949f6fc-6ce7-4c0c-a1ef-09a5cda7b53b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:14:08.373062 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-3c046d3a-fb1d-47f6-837f-5f84573b5f91 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:14:08.461037 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:08.546215 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70709313-3c87-49e1-bd2d-7d1562521e80 {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:14:08.565522 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f10184c-f97e-40d9-b5ee-679f7cf98ed0 req-3b164819-665b-4cff-8152-58ae7e98fbf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:14:08.568058 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb3d684e-1b86-44b0-a7fb-8b8be057aad8 None None] The sync data for ids ['a3c58560-96af-45c6-abef-7a97a89df4a0'] in n-d-804985-2 is: [{'id': 'a3c58560-96af-45c6-abef-7a97a89df4a0', 'name': 'tempest-RoutersTest-router-1153144194', 'tenant_id': 'c4a8742f0e794123b38cc3300291c37d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:13:26Z', 'updated_at': '2021-08-18T12:14:02Z', 'revision_number': 7, 'project_id': 'c4a8742f0e794123b38cc3300291c37d', 'gw_port_host': None, '_interfaces': [{'id': '81c95162-6352-4b55-aa79-ac683e6c2d28', 'name': '', 'network_id': 'eec76161-c359-4186-b3d0-0801154df67c', 'tenant_id': 'c4a8742f0e794123b38cc3300291c37d', 'mac_address': 'fa:16:3e:dd:ec:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c58560-96af-45c6-abef-7a97a89df4a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2633, 'fixed_ips': [{'subnet_id': '6bea84c0-7697-4923-b905-7c0527019ab5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:13:29Z', 'updated_at': '2021-08-18T12:13:37Z', 'revision_number': 5, 'project_id': 'c4a8742f0e794123b38cc3300291c37d', 'subnets': [{'id': '6bea84c0-7697-4923-b905-7c0527019ab5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c640891d-b335-4f23-9259-8215b559e36d', 'name': '', 'network_id': '0f204d23-15d6-4f74-9e88-0c18b0f1f4ba', 'tenant_id': 'c4a8742f0e794123b38cc3300291c37d', 'mac_address': 'fa:16:3e:50:50:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c58560-96af-45c6-abef-7a97a89df4a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2678, 'fixed_ips': [{'subnet_id': '42914db1-e760-42e3-a947-adbad8f50271', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:13:47Z', 'updated_at': '2021-08-18T12:13:54Z', 'revision_number': 5, 'project_id': 'c4a8742f0e794123b38cc3300291c37d', 'subnets': [{'id': '42914db1-e760-42e3-a947-adbad8f50271', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'caad6f05-cd03-484c-8ddb-4d467994ef4a', 'name': '', 'network_id': '12bc12d9-0a65-41fe-9c3a-c624e76addd1', 'tenant_id': 'c4a8742f0e794123b38cc3300291c37d', 'mac_address': 'fa:16:3e:48:d7:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c58560-96af-45c6-abef-7a97a89df4a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2666, 'fixed_ips': [{'subnet_id': 'dc464a88-2743-4832-8ba8-c87a80288def', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:13:37Z', 'updated_at': '2021-08-18T12:13:47Z', 'revision_number': 5, 'project_id': 'c4a8742f0e794123b38cc3300291c37d', 'subnets': [{'id': 'dc464a88-2743-4832-8ba8-c87a80288def', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fe08f71b-f84d-43bf-8f8c-8da7fa83d8da', 'name': '', 'network_id': '55c3560e-f83a-4ee4-831a-673c7ab357e4', 'tenant_id': 'c4a8742f0e794123b38cc3300291c37d', 'mac_address': 'fa:16:3e:76:cd:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c58560-96af-45c6-abef-7a97a89df4a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2693, 'fixed_ips': [{'subnet_id': '7949f6fc-6ce7-4c0c-a1ef-09a5cda7b53b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:13:54Z', 'updated_at': '2021-08-18T12:14:02Z', 'revision_number': 5, 'project_id': 'c4a8742f0e794123b38cc3300291c37d', 'subnets': [{'id': '7949f6fc-6ce7-4c0c-a1ef-09a5cda7b53b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:14:08.568326 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-1f10184c-f97e-40d9-b5ee-679f7cf98ed0 req-3b164819-665b-4cff-8152-58ae7e98fbf2 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=5eb95836-9c09-482a-936d-fd43d3b2ac48 HTTP/1.1" status: 200 len: 835 time: 0.2114072 Aug 18 12:14:08.613452 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port 70709313-3c87-49e1-bd2d-7d1562521e80, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=70709313-3c87-49e1-bd2d-7d1562521e80,segment=NetworkSegment(55da2c2d-7b34-4aab-8a41-786d81396444),segment_id=55da2c2d-7b34-4aab-8a41-786d81396444)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:14:08.616003 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d8d8b9dc-a4e2-4dde-a915-cea187f54db3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8367869', 'neutron.services.segments.db._delete_segments_for_network-8789151212993'] for network, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:08.685444 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-d8d8b9dc-a4e2-4dde-a915-cea187f54db3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e3c563b-0f90-4ff8-a4a0-58d4a08980b5']}} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:14:08.699138 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:08.713521 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-d8d8b9dc-a4e2-4dde-a915-cea187f54db3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '147769cf-caf7-4798-98a3-f642a4dbc70c') {'for_net_delete': True} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:14:08.716715 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-d8d8b9dc-a4e2-4dde-a915-cea187f54db3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '147769cf-caf7-4798-98a3-f642a4dbc70c') {} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:14:08.740454 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d8d8b9dc-a4e2-4dde-a915-cea187f54db3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789151225254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2221521'] for segment, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:08.769938 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d8d8b9dc-a4e2-4dde-a915-cea187f54db3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:08.790883 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8d8b9dc-a4e2-4dde-a915-cea187f54db3 admin admin] Releasing vlan 825 on physical network physnet1 to pool {{(pid=106252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:14:08.791306 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d8d8b9dc-a4e2-4dde-a915-cea187f54db3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3572434'] for segment, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:08.858206 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f10184c-f97e-40d9-b5ee-679f7cf98ed0 req-e64aa266-14ee-421b-aea9-928aaa007b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:14:08.861906 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-1f10184c-f97e-40d9-b5ee-679f7cf98ed0 req-e64aa266-14ee-421b-aea9-928aaa007b7f service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=f5b38dfb-a77f-4baa-a778-99adb769d1c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2406375 Aug 18 12:14:08.986402 n-d-804985-2 neutron-server[106252]: Traceback (most recent call last): Aug 18 12:14:08.986402 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:14:08.986402 n-d-804985-2 neutron-server[106252]: timer() Aug 18 12:14:08.986402 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:14:08.986402 n-d-804985-2 neutron-server[106252]: cb(*args, **kw) Aug 18 12:14:08.986402 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:14:08.986402 n-d-804985-2 neutron-server[106252]: return func(*args, **kwargs) Aug 18 12:14:08.986402 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:14:08.986402 n-d-804985-2 neutron-server[106252]: self._notify() Aug 18 12:14:08.986402 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:14:08.986402 n-d-804985-2 neutron-server[106252]: self.callback(batched_events) Aug 18 12:14:08.986402 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:14:08.986402 n-d-804985-2 neutron-server[106252]: event.method(event) Aug 18 12:14:08.986402 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:14:08.986402 n-d-804985-2 neutron-server[106252]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:14:08.986402 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:14:08.986402 n-d-804985-2 neutron-server[106252]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:14:08.986402 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:14:08.986402 n-d-804985-2 neutron-server[106252]: return f(self, *a, **k) Aug 18 12:14:08.986402 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:14:08.986402 n-d-804985-2 neutron-server[106252]: return self._get(url).json() Aug 18 12:14:08.986402 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:14:08.986402 n-d-804985-2 neutron-server[106252]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:14:08.986402 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:14:08.986402 n-d-804985-2 neutron-server[106252]: return self.request(url, 'GET', **kwargs) Aug 18 12:14:08.986402 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:14:08.986402 n-d-804985-2 neutron-server[106252]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:14:08.986402 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:14:08.986402 n-d-804985-2 neutron-server[106252]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:14:08.986402 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:14:08.986402 n-d-804985-2 neutron-server[106252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:14:08.986402 n-d-804985-2 neutron-server[106252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:14:08.988976 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c046d3a-fb1d-47f6-837f-5f84573b5f91 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Router 0b7e32f3-1a82-4445-bf9b-c15ad3855a07 is scheduled to L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 with binding_index 1 {{(pid=106253) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 12:14:08.989153 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d8d8b9dc-a4e2-4dde-a915-cea187f54db3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8367858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997186'] for network, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:09.018833 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=70709313-3c87-49e1-bd2d-7d1562521e80,revision_number=12']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:14:09.058414 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] get_ports_and_sgs() called for port_ids ['70709313-3c87-49e1-bd2d-7d1562521e80'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:14:09.085776 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d8d8b9dc-a4e2-4dde-a915-cea187f54db3 admin admin] Notify callbacks [] for network, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:09.087918 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-d8d8b9dc-a4e2-4dde-a915-cea187f54db3 admin admin] 10.222.0.66 "DELETE /v2.0/networks/5e3c563b-0f90-4ff8-a4a0-58d4a08980b5 HTTP/1.1" status: 204 len: 168 time: 0.9237874 Aug 18 12:14:09.111610 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d8b9dc-a4e2-4dde-a915-cea187f54db3 admin admin] Pushing event deleted for resources: {'Network': ['ID=5e3c563b-0f90-4ff8-a4a0-58d4a08980b5,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:14:09.125719 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-1f10184c-f97e-40d9-b5ee-679f7cf98ed0 req-0b018384-3976-42ac-bd37-82693254c7e0 service neutron] 10.222.0.63 "GET /v2.0/networks/f5b38dfb-a77f-4baa-a778-99adb769d1c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2492805 Aug 18 12:14:09.138267 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-e8d5ad6d-c674-487f-9ee2-127b3dde1911 None None] Provisioning for port b32a6296-8604-408f-9f13-196172528c33 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:14:09.153707 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-e8d5ad6d-c674-487f-9ee2-127b3dde1911 None None] Provisioning complete for port b32a6296-8604-408f-9f13-196172528c33 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:14:09.154408 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-e8d5ad6d-c674-487f-9ee2-127b3dde1911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:09.167677 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9a4b6b-f9c5-4cac-b470-106b1f0f06f0 req-bf85613e-3433-44ab-92b3-ac99b57bee15 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:14:09.170390 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1a9a4b6b-f9c5-4cac-b470-106b1f0f06f0 req-bf85613e-3433-44ab-92b3-ac99b57bee15 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/ports?device_id=3276acee-812f-4d8b-a68e-2c7c94906266 HTTP/1.1" status: 200 len: 945 time: 0.1913221 Aug 18 12:14:09.227074 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1a9a4b6b-f9c5-4cac-b470-106b1f0f06f0 req-254db625-d238-4b8c-8212-b42e9ef3e2fc tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d728c3d-d0c0-4fba-b9fc-5096721eb4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430129 Aug 18 12:14:09.240035 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 52594) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:14:09.250742 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-e8d5ad6d-c674-487f-9ee2-127b3dde1911 None None] Port b32a6296-8604-408f-9f13-196172528c33 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:14:09.387997 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-c45d355d-3d3e-4463-8763-2dcb5113c9db tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Deleting port fe08f71b-f84d-43bf-8f8c-8da7fa83d8da {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:14:09.388521 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c45d355d-3d3e-4463-8763-2dcb5113c9db tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:09.424405 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-b25553fa-9173-4ca3-af80-f2b3aa924969 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/floatingips/12d4a940-00cc-41e1-810a-e53f441fd6ed HTTP/1.1" status: 200 len: 992 time: 0.1738431 Aug 18 12:14:09.459357 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c046d3a-fb1d-47f6-837f-5f84573b5f91 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:14:09.471089 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-3c046d3a-fb1d-47f6-837f-5f84573b5f91 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] 10.222.0.66 "PUT /v2.0/routers/0b7e32f3-1a82-4445-bf9b-c15ad3855a07/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2992423 Aug 18 12:14:09.474124 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 52602) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:14:09.480380 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-1f10184c-f97e-40d9-b5ee-679f7cf98ed0 req-6558fb13-0886-458d-be37-23a6869b9d68 service neutron] 10.222.0.63 "GET /v2.0/networks/f5b38dfb-a77f-4baa-a778-99adb769d1c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3429837 Aug 18 12:14:09.487326 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-609576b6-c9bc-452e-95d0-1119b8af8680 None None] Sync routers for ids ['0b7e32f3-1a82-4445-bf9b-c15ad3855a07'] in n-d-804985-2 {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:14:09.510230 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-609576b6-c9bc-452e-95d0-1119b8af8680 None None] Routers {'0b7e32f3-1a82-4445-bf9b-c15ad3855a07'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:14:09.513679 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-609576b6-c9bc-452e-95d0-1119b8af8680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:13:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['0b7e32f3-1a82-4445-bf9b-c15ad3855a07'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:14:09.578226 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-2056227c-85fd-442d-b6ed-0e9e60ee4512 None None] Provisioning complete for port b32a6296-8604-408f-9f13-196172528c33 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:14:09.578537 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-2056227c-85fd-442d-b6ed-0e9e60ee4512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:09.584167 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 52606) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:14:09.614260 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [None req-c45d355d-3d3e-4463-8763-2dcb5113c9db tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] For port fe08f71b-f84d-43bf-8f8c-8da7fa83d8da, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=fe08f71b-f84d-43bf-8f8c-8da7fa83d8da,segment=NetworkSegment(ef08ae35-086f-49fe-8078-bdb57de1f960),segment_id=ef08ae35-086f-49fe-8078-bdb57de1f960)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:14:09.614869 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c45d355d-3d3e-4463-8763-2dcb5113c9db tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:09.615941 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-609576b6-c9bc-452e-95d0-1119b8af8680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:14:09.626468 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-2056227c-85fd-442d-b6ed-0e9e60ee4512 None None] Port b32a6296-8604-408f-9f13-196172528c33 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:14:09.638114 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-609576b6-c9bc-452e-95d0-1119b8af8680 None None] Routers {'0b7e32f3-1a82-4445-bf9b-c15ad3855a07'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:14:09.639194 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-609576b6-c9bc-452e-95d0-1119b8af8680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:13:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['0b7e32f3-1a82-4445-bf9b-c15ad3855a07'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:14:09.649390 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-523a09f9-fd05-46db-b034-d9cd6e8bd1fa tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:14:09.650948 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-c45d355d-3d3e-4463-8763-2dcb5113c9db tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Calling delete_port for fe08f71b-f84d-43bf-8f8c-8da7fa83d8da owned by network:router_interface {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:14:09.659835 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-523a09f9-fd05-46db-b034-d9cd6e8bd1fa tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] 10.222.0.66 "GET /v2.0/ports/b32a6296-8604-408f-9f13-196172528c33 HTTP/1.1" status: 200 len: 984 time: 0.1795673 Aug 18 12:14:09.663798 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 52610) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:14:09.682618 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-609576b6-c9bc-452e-95d0-1119b8af8680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:14:09.683564 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-609576b6-c9bc-452e-95d0-1119b8af8680 None None] The sync data for ids ['0b7e32f3-1a82-4445-bf9b-c15ad3855a07'] in n-d-804985-2 is: [] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:14:09.780626 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-246e1570-a6ee-4634-950a-d83c1a6b0b71 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=80ccae5b7ca44dea956560c8bb3b0804&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1950059 Aug 18 12:14:09.783122 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 52614) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:14:09.890015 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c45d355d-3d3e-4463-8763-2dcb5113c9db tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:09.931557 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45d355d-3d3e-4463-8763-2dcb5113c9db tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Pushing event deleted for resources: {'Port': ['ID=fe08f71b-f84d-43bf-8f8c-8da7fa83d8da,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:14:09.969057 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-450ce5b9-20e9-497e-a428-27d78e316e9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:10.005566 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-450ce5b9-20e9-497e-a428-27d78e316e9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:10.144797 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c45d355d-3d3e-4463-8763-2dcb5113c9db tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953695'] for router_interface, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:10.165349 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-450ce5b9-20e9-497e-a428-27d78e316e9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:10.167992 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-450ce5b9-20e9-497e-a428-27d78e316e9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:10.169251 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-450ce5b9-20e9-497e-a428-27d78e316e9b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f205947a-78c8-47c2-a88e-fcd6a653f91f HTTP/1.1" status: 204 len: 168 time: 0.3851912 Aug 18 12:14:10.204376 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450ce5b9-20e9-497e-a428-27d78e316e9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f205947a-78c8-47c2-a88e-fcd6a653f91f,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:14:10.353887 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-7f0a6a38-523d-49ee-8a0b-b48b97c22fb5 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-996815'] for router_interface, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:10.469634 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c45d355d-3d3e-4463-8763-2dcb5113c9db tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Router a3c58560-96af-45c6-abef-7a97a89df4a0 has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:14:10.599097 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c45d355d-3d3e-4463-8763-2dcb5113c9db tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:14:10.605799 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-c45d355d-3d3e-4463-8763-2dcb5113c9db tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] 10.222.0.66 "PUT /v2.0/routers/a3c58560-96af-45c6-abef-7a97a89df4a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0994508 Aug 18 12:14:10.608439 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 52640) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:14:10.611824 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-736be521-4694-420e-80c7-1a9ad62951f4 None None] Sync routers for ids ['a3c58560-96af-45c6-abef-7a97a89df4a0'] in n-d-804985-2 {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:14:10.626223 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-736be521-4694-420e-80c7-1a9ad62951f4 None None] Routers {'a3c58560-96af-45c6-abef-7a97a89df4a0'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:14:10.626881 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-736be521-4694-420e-80c7-1a9ad62951f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:13:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['a3c58560-96af-45c6-abef-7a97a89df4a0'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:14:10.680390 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_v2 [None req-7030421b-d02b-4046-b1b4-dc07f734f6fc tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Deleting subnet 7949f6fc-6ce7-4c0c-a1ef-09a5cda7b53b {{(pid=106253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 12:14:10.684706 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7030421b-d02b-4046-b1b4-dc07f734f6fc tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks [] for subnet, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:10.801351 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7030421b-d02b-4046-b1b4-dc07f734f6fc tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902229'] for subnet, precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:10.844399 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-736be521-4694-420e-80c7-1a9ad62951f4 None None] Set router a3c58560-96af-45c6-abef-7a97a89df4a0 gateway port host: None {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:14:10.978429 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7030421b-d02b-4046-b1b4-dc07f734f6fc tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:11.048191 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-7f0a6a38-523d-49ee-8a0b-b48b97c22fb5 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Deleting port b32a6296-8604-408f-9f13-196172528c33 {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:14:11.048806 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-7f0a6a38-523d-49ee-8a0b-b48b97c22fb5 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:11.081377 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7030421b-d02b-4046-b1b4-dc07f734f6fc tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58902171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59388106'] for subnet, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:11.121799 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7030421b-d02b-4046-b1b4-dc07f734f6fc tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:11.127557 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-7030421b-d02b-4046-b1b4-dc07f734f6fc tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] 10.222.0.66 "DELETE /v2.0/subnets/7949f6fc-6ce7-4c0c-a1ef-09a5cda7b53b HTTP/1.1" status: 204 len: 168 time: 0.5179591 Aug 18 12:14:11.128871 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 52656) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:14:11.136771 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30366fdd-dd7e-481e-a9be-4e45c1c68163 None None] Network 55c3560e-f83a-4ee4-831a-673c7ab357e4 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:14:11.163115 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7030421b-d02b-4046-b1b4-dc07f734f6fc tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Pushing event deleted for resources: {'Subnet': ['ID=7949f6fc-6ce7-4c0c-a1ef-09a5cda7b53b,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:14:11.178570 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-7f0a6a38-523d-49ee-8a0b-b48b97c22fb5 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:11.200378 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-7f0a6a38-523d-49ee-8a0b-b48b97c22fb5 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Calling delete_port for b32a6296-8604-408f-9f13-196172528c33 owned by network:router_interface {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:14:11.288584 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 70709313-3c87-49e1-bd2d-7d1562521e80 up at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:14:11.555840 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Provisioning for port 70709313-3c87-49e1-bd2d-7d1562521e80 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:14:11.564850 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-736be521-4694-420e-80c7-1a9ad62951f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c58560-96af-45c6-abef-7a97a89df4a0', 'name': 'tempest-RoutersTest-router-1153144194', 'tenant_id': 'c4a8742f0e794123b38cc3300291c37d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:13:26Z', 'updated_at': '2021-08-18T12:14:09Z', 'revision_number': 8, 'project_id': 'c4a8742f0e794123b38cc3300291c37d', 'gw_port_host': None, '_interfaces': [{'id': '81c95162-6352-4b55-aa79-ac683e6c2d28', 'name': '', 'network_id': 'eec76161-c359-4186-b3d0-0801154df67c', 'tenant_id': 'c4a8742f0e794123b38cc3300291c37d', 'mac_address': 'fa:16:3e:dd:ec:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c58560-96af-45c6-abef-7a97a89df4a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2633, 'fixed_ips': [{'subnet_id': '6bea84c0-7697-4923-b905-7c0527019ab5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:13:29Z', 'updated_at': '2021-08-18T12:13:37Z', 'revision_number': 5, 'project_id': 'c4a8742f0e794123b38cc3300291c37d', 'subnets': [{'id': '6bea84c0-7697-4923-b905-7c0527019ab5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c640891d-b335-4f23-9259-8215b559e36d', 'name': '', 'network_id': '0f204d23-15d6-4f74-9e88-0c18b0f1f4ba', 'tenant_id': 'c4a8742f0e794123b38cc3300291c37d', 'mac_address': 'fa:16:3e:50:50:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c58560-96af-45c6-abef-7a97a89df4a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2678, 'fixed_ips': [{'subnet_id': '42914db1-e760-42e3-a947-adbad8f50271', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:13:47Z', 'updated_at': '2021-08-18T12:13:54Z', 'revision_number': 5, 'project_id': 'c4a8742f0e794123b38cc3300291c37d', 'subnets': [{'id': '42914db1-e760-42e3-a947-adbad8f50271', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'caad6f05-cd03-484c-8ddb-4d467994ef4a', 'name': '', 'network_id': '12bc12d9-0a65-41fe-9c3a-c624e76addd1', 'tenant_id': 'c4a8742f0e794123b38cc3300291c37d', 'mac_address': 'fa:16:3e:48:d7:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c58560-96af-45c6-abef-7a97a89df4a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2666, 'fixed_ips': [{'subnet_id': 'dc464a88-2743-4832-8ba8-c87a80288def', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:13:37Z', 'updated_at': '2021-08-18T12:13:47Z', 'revision_number': 5, 'project_id': 'c4a8742f0e794123b38cc3300291c37d', 'subnets': [{'id': 'dc464a88-2743-4832-8ba8-c87a80288def', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:14:11.568312 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Provisioning complete for port 70709313-3c87-49e1-bd2d-7d1562521e80 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:14:11.568792 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:11.630851 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-736be521-4694-420e-80c7-1a9ad62951f4 None None] Checking router: a3c58560-96af-45c6-abef-7a97a89df4a0 for host: n-d-804985-2 {{(pid=106254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:14:11.649474 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e64600a-bd7e-43ca-bb06-b19ecb1b82c6 None None] DHCP port deletion for 55c3560e-f83a-4ee4-831a-673c7ab357e4 request from n-d-804985-2 {{(pid=106254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 12:14:11.686568 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-7f0a6a38-523d-49ee-8a0b-b48b97c22fb5 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:11.692032 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-736be521-4694-420e-80c7-1a9ad62951f4 None None] Routers {'a3c58560-96af-45c6-abef-7a97a89df4a0'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:14:11.692732 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-736be521-4694-420e-80c7-1a9ad62951f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:13:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['a3c58560-96af-45c6-abef-7a97a89df4a0'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:14:11.719704 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 52674) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:14:11.724305 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0a6a38-523d-49ee-8a0b-b48b97c22fb5 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Pushing event deleted for resources: {'Port': ['ID=b32a6296-8604-408f-9f13-196172528c33,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:14:11.796868 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-736be521-4694-420e-80c7-1a9ad62951f4 None None] Set router a3c58560-96af-45c6-abef-7a97a89df4a0 gateway port host: None {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:14:11.959564 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-7f0a6a38-523d-49ee-8a0b-b48b97c22fb5 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953695'] for router_interface, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:12.007775 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-2e64600a-bd7e-43ca-bb06-b19ecb1b82c6 None None] Deleting port 65201734-d3b0-4657-b83f-371a157778df {{(pid=106254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:14:12.008423 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-2e64600a-bd7e-43ca-bb06-b19ecb1b82c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:12.048653 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-665d9f79-c02f-4b05-9ae7-572a8e02935d tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7904109'] for network, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:12.128131 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-665d9f79-c02f-4b05-9ae7-572a8e02935d tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Deleting port 65201734-d3b0-4657-b83f-371a157778df {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:14:12.128506 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-665d9f79-c02f-4b05-9ae7-572a8e02935d tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:12.134599 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-471e930c-02ca-4a86-924a-394d7d0122c9 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-270799749-network', 'tenant_id': '59731c38cd3545548fd9068627717b8a'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:14:12.147222 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-2e64600a-bd7e-43ca-bb06-b19ecb1b82c6 None None] For port 65201734-d3b0-4657-b83f-371a157778df, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=65201734-d3b0-4657-b83f-371a157778df,segment=NetworkSegment(ef08ae35-086f-49fe-8078-bdb57de1f960),segment_id=ef08ae35-086f-49fe-8078-bdb57de1f960)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:14:12.147222 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-2e64600a-bd7e-43ca-bb06-b19ecb1b82c6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:12.193835 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-2e64600a-bd7e-43ca-bb06-b19ecb1b82c6 None None] Calling delete_port for 65201734-d3b0-4657-b83f-371a157778df owned by network:dhcp {{(pid=106254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:14:12.196198 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:12.236315 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [None req-665d9f79-c02f-4b05-9ae7-572a8e02935d tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] For port 65201734-d3b0-4657-b83f-371a157778df, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=65201734-d3b0-4657-b83f-371a157778df,segment=NetworkSegment(ef08ae35-086f-49fe-8078-bdb57de1f960),segment_id=ef08ae35-086f-49fe-8078-bdb57de1f960)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:14:12.237459 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-665d9f79-c02f-4b05-9ae7-572a8e02935d tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:12.238888 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f0a6a38-523d-49ee-8a0b-b48b97c22fb5 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Router 0b7e32f3-1a82-4445-bf9b-c15ad3855a07 has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:14:12.240767 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-471e930c-02ca-4a86-924a-394d7d0122c9 admin admin] Made reservation on behalf of 59731c38cd3545548fd9068627717b8a for: {'network': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:14:12.243373 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-471e930c-02ca-4a86-924a-394d7d0122c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for network, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:12.257001 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-471e930c-02ca-4a86-924a-394d7d0122c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:12.261509 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-665d9f79-c02f-4b05-9ae7-572a8e02935d tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Calling delete_port for 65201734-d3b0-4657-b83f-371a157778df owned by network:dhcp {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:14:12.386486 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-665d9f79-c02f-4b05-9ae7-572a8e02935d tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:12.387287 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f0a6a38-523d-49ee-8a0b-b48b97c22fb5 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:14:12.393320 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-7f0a6a38-523d-49ee-8a0b-b48b97c22fb5 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] 10.222.0.66 "PUT /v2.0/routers/0b7e32f3-1a82-4445-bf9b-c15ad3855a07/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7285078 Aug 18 12:14:12.397087 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 52686) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:14:12.401724 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46832097-6fef-41ad-b5d8-2d0ee01f82d9 None None] Sync routers for ids ['0b7e32f3-1a82-4445-bf9b-c15ad3855a07'] in n-d-804985-2 {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:14:12.419645 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46832097-6fef-41ad-b5d8-2d0ee01f82d9 None None] Routers {'0b7e32f3-1a82-4445-bf9b-c15ad3855a07'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:14:12.420659 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-46832097-6fef-41ad-b5d8-2d0ee01f82d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:13:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['0b7e32f3-1a82-4445-bf9b-c15ad3855a07'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:14:12.430462 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d9f79-c02f-4b05-9ae7-572a8e02935d tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Pushing event deleted for resources: {'Port': ['ID=65201734-d3b0-4657-b83f-371a157778df,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:14:12.442832 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665d9f79-c02f-4b05-9ae7-572a8e02935d tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] No DVR routers for this DVR port 65201734-d3b0-4657-b83f-371a157778df on host n-d-804985-2 {{(pid=106253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:14:12.458386 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3276acee-812f-4d8b-a68e-2c7c94906266', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70709313-3c87-49e1-bd2d-7d1562521e80'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:14:12.461027 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db50a436fb3a98495337d8fe7487b4f2ea6f3c1052eb9efadc2ecda2d5737001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9620abf0-c8b4-47d8-867a-9eaa0d8901c3" -d '{"events": [{"server_uuid": "3276acee-812f-4d8b-a68e-2c7c94906266", "name": "network-vif-plugged", "status": "completed", "tag": "70709313-3c87-49e1-bd2d-7d1562521e80"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:14:12.487126 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port 70709313-3c87-49e1-bd2d-7d1562521e80, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=70709313-3c87-49e1-bd2d-7d1562521e80,segment=NetworkSegment(55da2c2d-7b34-4aab-8a41-786d81396444),segment_id=55da2c2d-7b34-4aab-8a41-786d81396444)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:14:12.504179 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:12.533027 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-46832097-6fef-41ad-b5d8-2d0ee01f82d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:14:12.558311 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46832097-6fef-41ad-b5d8-2d0ee01f82d9 None None] Routers {'0b7e32f3-1a82-4445-bf9b-c15ad3855a07'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:14:12.558993 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-471e930c-02ca-4a86-924a-394d7d0122c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:12.559708 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-46832097-6fef-41ad-b5d8-2d0ee01f82d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:13:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['0b7e32f3-1a82-4445-bf9b-c15ad3855a07'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:14:12.567437 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:14:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7210ba3c-4810-4d38-8306-244c6062a291 x-openstack-request-id: req-7210ba3c-4810-4d38-8306-244c6062a291 {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:14:12.567733 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3276acee-812f-4d8b-a68e-2c7c94906266", "name": "network-vif-plugged", "status": "completed", "tag": "70709313-3c87-49e1-bd2d-7d1562521e80", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:14:12.567987 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-7210ba3c-4810-4d38-8306-244c6062a291 {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:14:12.568512 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3276acee-812f-4d8b-a68e-2c7c94906266', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70709313-3c87-49e1-bd2d-7d1562521e80', 'code': 200} Aug 18 12:14:12.569072 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=70709313-3c87-49e1-bd2d-7d1562521e80,revision_number=13']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:14:12.575970 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-736be521-4694-420e-80c7-1a9ad62951f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c58560-96af-45c6-abef-7a97a89df4a0', 'name': 'tempest-RoutersTest-router-1153144194', 'tenant_id': 'c4a8742f0e794123b38cc3300291c37d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:13:26Z', 'updated_at': '2021-08-18T12:14:09Z', 'revision_number': 8, 'project_id': 'c4a8742f0e794123b38cc3300291c37d', 'gw_port_host': None, '_interfaces': [{'id': '81c95162-6352-4b55-aa79-ac683e6c2d28', 'name': '', 'network_id': 'eec76161-c359-4186-b3d0-0801154df67c', 'tenant_id': 'c4a8742f0e794123b38cc3300291c37d', 'mac_address': 'fa:16:3e:dd:ec:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c58560-96af-45c6-abef-7a97a89df4a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2633, 'fixed_ips': [{'subnet_id': '6bea84c0-7697-4923-b905-7c0527019ab5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:13:29Z', 'updated_at': '2021-08-18T12:13:37Z', 'revision_number': 5, 'project_id': 'c4a8742f0e794123b38cc3300291c37d', 'subnets': [{'id': '6bea84c0-7697-4923-b905-7c0527019ab5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c640891d-b335-4f23-9259-8215b559e36d', 'name': '', 'network_id': '0f204d23-15d6-4f74-9e88-0c18b0f1f4ba', 'tenant_id': 'c4a8742f0e794123b38cc3300291c37d', 'mac_address': 'fa:16:3e:50:50:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c58560-96af-45c6-abef-7a97a89df4a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2678, 'fixed_ips': [{'subnet_id': '42914db1-e760-42e3-a947-adbad8f50271', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:13:47Z', 'updated_at': '2021-08-18T12:13:54Z', 'revision_number': 5, 'project_id': 'c4a8742f0e794123b38cc3300291c37d', 'subnets': [{'id': '42914db1-e760-42e3-a947-adbad8f50271', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'caad6f05-cd03-484c-8ddb-4d467994ef4a', 'name': '', 'network_id': '12bc12d9-0a65-41fe-9c3a-c624e76addd1', 'tenant_id': 'c4a8742f0e794123b38cc3300291c37d', 'mac_address': 'fa:16:3e:48:d7:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c58560-96af-45c6-abef-7a97a89df4a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2666, 'fixed_ips': [{'subnet_id': 'dc464a88-2743-4832-8ba8-c87a80288def', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:13:37Z', 'updated_at': '2021-08-18T12:13:47Z', 'revision_number': 5, 'project_id': 'c4a8742f0e794123b38cc3300291c37d', 'subnets': [{'id': 'dc464a88-2743-4832-8ba8-c87a80288def', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:14:12.603662 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-46832097-6fef-41ad-b5d8-2d0ee01f82d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:14:12.604325 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46832097-6fef-41ad-b5d8-2d0ee01f82d9 None None] The sync data for ids ['0b7e32f3-1a82-4445-bf9b-c15ad3855a07'] in n-d-804985-2 is: [] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:14:12.613182 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-665d9f79-c02f-4b05-9ae7-572a8e02935d tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8367869', 'neutron.services.segments.db._delete_segments_for_network-8789151212993'] for network, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:12.623805 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-665d9f79-c02f-4b05-9ae7-572a8e02935d tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55c3560e-f83a-4ee4-831a-673c7ab357e4']}} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:14:12.630589 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-471e930c-02ca-4a86-924a-394d7d0122c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:12.637319 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-665d9f79-c02f-4b05-9ae7-572a8e02935d tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef08ae35-086f-49fe-8078-bdb57de1f960') {'for_net_delete': True} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:14:12.637647 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-665d9f79-c02f-4b05-9ae7-572a8e02935d tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef08ae35-086f-49fe-8078-bdb57de1f960') {} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:14:12.644980 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-736be521-4694-420e-80c7-1a9ad62951f4 None None] The sync data for ids ['a3c58560-96af-45c6-abef-7a97a89df4a0'] in n-d-804985-2 is: [{'id': 'a3c58560-96af-45c6-abef-7a97a89df4a0', 'name': 'tempest-RoutersTest-router-1153144194', 'tenant_id': 'c4a8742f0e794123b38cc3300291c37d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:13:26Z', 'updated_at': '2021-08-18T12:14:09Z', 'revision_number': 8, 'project_id': 'c4a8742f0e794123b38cc3300291c37d', 'gw_port_host': None, '_interfaces': [{'id': '81c95162-6352-4b55-aa79-ac683e6c2d28', 'name': '', 'network_id': 'eec76161-c359-4186-b3d0-0801154df67c', 'tenant_id': 'c4a8742f0e794123b38cc3300291c37d', 'mac_address': 'fa:16:3e:dd:ec:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c58560-96af-45c6-abef-7a97a89df4a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2633, 'fixed_ips': [{'subnet_id': '6bea84c0-7697-4923-b905-7c0527019ab5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:13:29Z', 'updated_at': '2021-08-18T12:13:37Z', 'revision_number': 5, 'project_id': 'c4a8742f0e794123b38cc3300291c37d', 'subnets': [{'id': '6bea84c0-7697-4923-b905-7c0527019ab5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c640891d-b335-4f23-9259-8215b559e36d', 'name': '', 'network_id': '0f204d23-15d6-4f74-9e88-0c18b0f1f4ba', 'tenant_id': 'c4a8742f0e794123b38cc3300291c37d', 'mac_address': 'fa:16:3e:50:50:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c58560-96af-45c6-abef-7a97a89df4a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2678, 'fixed_ips': [{'subnet_id': '42914db1-e760-42e3-a947-adbad8f50271', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:13:47Z', 'updated_at': '2021-08-18T12:13:54Z', 'revision_number': 5, 'project_id': 'c4a8742f0e794123b38cc3300291c37d', 'subnets': [{'id': '42914db1-e760-42e3-a947-adbad8f50271', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'caad6f05-cd03-484c-8ddb-4d467994ef4a', 'name': '', 'network_id': '12bc12d9-0a65-41fe-9c3a-c624e76addd1', 'tenant_id': 'c4a8742f0e794123b38cc3300291c37d', 'mac_address': 'fa:16:3e:48:d7:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c58560-96af-45c6-abef-7a97a89df4a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2666, 'fixed_ips': [{'subnet_id': 'dc464a88-2743-4832-8ba8-c87a80288def', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:13:37Z', 'updated_at': '2021-08-18T12:13:47Z', 'revision_number': 5, 'project_id': 'c4a8742f0e794123b38cc3300291c37d', 'subnets': [{'id': 'dc464a88-2743-4832-8ba8-c87a80288def', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:14:12.653192 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-665d9f79-c02f-4b05-9ae7-572a8e02935d tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789151225254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902236'] for segment, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:12.655338 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-471e930c-02ca-4a86-924a-394d7d0122c9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 829} {{(pid=106252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:14:12.661989 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-2e64600a-bd7e-43ca-bb06-b19ecb1b82c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556'] for port, after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:12.667788 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-471e930c-02ca-4a86-924a-394d7d0122c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:12.667985 n-d-804985-2 neutron-server[106252]: INFO neutron.db.segments_db [None req-471e930c-02ca-4a86-924a-394d7d0122c9 admin admin] Added segment 7debb683-8da8-4ebd-96ee-5107ebc325c2 of type vlan for network cb2dce53-c8a1-4716-a534-65470a335f39 Aug 18 12:14:12.674597 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-665d9f79-c02f-4b05-9ae7-572a8e02935d tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:12.683945 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-665d9f79-c02f-4b05-9ae7-572a8e02935d tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Releasing vlan 831 on physical network physnet1 to pool {{(pid=106253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:14:12.685618 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-665d9f79-c02f-4b05-9ae7-572a8e02935d tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58900537'] for segment, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:12.690562 n-d-804985-2 neutron-server[106253]: Traceback (most recent call last): Aug 18 12:14:12.690562 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:14:12.690562 n-d-804985-2 neutron-server[106253]: timer() Aug 18 12:14:12.690562 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:14:12.690562 n-d-804985-2 neutron-server[106253]: cb(*args, **kw) Aug 18 12:14:12.690562 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:14:12.690562 n-d-804985-2 neutron-server[106253]: return func(*args, **kwargs) Aug 18 12:14:12.690562 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:14:12.690562 n-d-804985-2 neutron-server[106253]: self._notify() Aug 18 12:14:12.690562 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:14:12.690562 n-d-804985-2 neutron-server[106253]: self.callback(batched_events) Aug 18 12:14:12.690562 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:14:12.690562 n-d-804985-2 neutron-server[106253]: event.method(event) Aug 18 12:14:12.690562 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:14:12.690562 n-d-804985-2 neutron-server[106253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:14:12.690562 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:14:12.690562 n-d-804985-2 neutron-server[106253]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:14:12.690562 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:14:12.690562 n-d-804985-2 neutron-server[106253]: return f(self, *a, **k) Aug 18 12:14:12.690562 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:14:12.690562 n-d-804985-2 neutron-server[106253]: return self._get(url).json() Aug 18 12:14:12.690562 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:14:12.690562 n-d-804985-2 neutron-server[106253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:14:12.690562 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:14:12.690562 n-d-804985-2 neutron-server[106253]: return self.request(url, 'GET', **kwargs) Aug 18 12:14:12.690562 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:14:12.690562 n-d-804985-2 neutron-server[106253]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:14:12.690562 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:14:12.690562 n-d-804985-2 neutron-server[106253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:14:12.690562 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:14:12.690562 n-d-804985-2 neutron-server[106253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:14:12.690562 n-d-804985-2 neutron-server[106253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:14:12.733698 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e64600a-bd7e-43ca-bb06-b19ecb1b82c6 None None] Pushing event deleted for resources: {'Port': ['ID=65201734-d3b0-4657-b83f-371a157778df,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:14:12.733698 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e64600a-bd7e-43ca-bb06-b19ecb1b82c6 None None] No DVR routers for this DVR port 65201734-d3b0-4657-b83f-371a157778df on host n-d-804985-2 {{(pid=106254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:14:12.734024 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-471e930c-02ca-4a86-924a-394d7d0122c9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789150665894'] for network, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:12.803504 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-665d9f79-c02f-4b05-9ae7-572a8e02935d tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8367858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997186'] for network, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:12.815835 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-665d9f79-c02f-4b05-9ae7-572a8e02935d tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks [] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:12.819086 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-665d9f79-c02f-4b05-9ae7-572a8e02935d tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] 10.222.0.66 "DELETE /v2.0/networks/55c3560e-f83a-4ee4-831a-673c7ab357e4 HTTP/1.1" status: 204 len: 168 time: 1.6666362 Aug 18 12:14:12.822022 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 52704) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:14:12.839494 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d9f79-c02f-4b05-9ae7-572a8e02935d tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Pushing event deleted for resources: {'Network': ['ID=55c3560e-f83a-4ee4-831a-673c7ab357e4,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:14:12.905582 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471e930c-02ca-4a86-924a-394d7d0122c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=010d2fe3-2429-47cf-9550-a083a6957ae7,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:14:12.938870 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-471e930c-02ca-4a86-924a-394d7d0122c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for network, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:12.939854 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-471e930c-02ca-4a86-924a-394d7d0122c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:14:12.940557 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-471e930c-02ca-4a86-924a-394d7d0122c9 admin admin] Notify callbacks [] for network, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:13.047835 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-471e930c-02ca-4a86-924a-394d7d0122c9 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3190386 Aug 18 12:14:13.055179 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 52712) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:14:13.066734 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-990771d7-948f-4de4-8f45-d8e87aa992c9 admin admin] Request body: {'subnet': {'network_id': 'cb2dce53-c8a1-4716-a534-65470a335f39', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-270799749-subnet', 'tenant_id': '59731c38cd3545548fd9068627717b8a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:14:13.111298 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-990771d7-948f-4de4-8f45-d8e87aa992c9 admin admin] Made reservation on behalf of 59731c38cd3545548fd9068627717b8a for: {'subnet': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:14:13.114669 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-990771d7-948f-4de4-8f45-d8e87aa992c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59388119'] for subnet, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:13.121176 n-d-804985-2 neutron-server[106252]: INFO neutron.api.v2.resource [None req-90c7dacb-f2ca-4107-bfc4-4bcdc6cbfd4e tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] remove_router_interface failed (client error): The resource could not be found. Aug 18 12:14:13.124538 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-90c7dacb-f2ca-4107-bfc4-4bcdc6cbfd4e tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] 10.222.0.66 "PUT /v2.0/routers/0b7e32f3-1a82-4445-bf9b-c15ad3855a07/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.7238588 Aug 18 12:14:13.132059 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 52714) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:14:13.173873 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-8c149acb-bcb0-41cb-8315-aec48d5f59c2 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] 10.222.0.66 "GET /v2.0/ports?device_id=0b7e32f3-1a82-4445-bf9b-c15ad3855a07 HTTP/1.1" status: 200 len: 205 time: 0.0399916 Aug 18 12:14:13.174570 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471e930c-02ca-4a86-924a-394d7d0122c9 admin admin] Pushing event updated for resources: {'Network': ['ID=cb2dce53-c8a1-4716-a534-65470a335f39,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:14:13.184963 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Network cb2dce53-c8a1-4716-a534-65470a335f39 details requested by agent ovs-agent-n-d-804985-2 with host n-d-804985-2 {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:14:13.186704 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 52718) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:14:13.304657 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-990771d7-948f-4de4-8f45-d8e87aa992c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58902106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59388097'] for subnet, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:13.379601 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990771d7-948f-4de4-8f45-d8e87aa992c9 admin admin] Checking segment: {'id': '7debb683-8da8-4ebd-96ee-5107ebc325c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'cb2dce53-c8a1-4716-a534-65470a335f39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:14:13.379916 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-990771d7-948f-4de4-8f45-d8e87aa992c9 admin admin] Network hostable DHCP agents. Network: cb2dce53-c8a1-4716-a534-65470a335f39, hostable agents: ['97c14208-2951-4361-8d64-3708c946ff5f'], hosted agents: [] {{(pid=106253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 12:14:13.383871 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990771d7-948f-4de4-8f45-d8e87aa992c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e25775f7-6f33-4e6e-ba0b-8558f72a0630,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:14:13.386326 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-9e61314c-322e-4af5-bc19-6674a2618809 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks [] for router, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:13.402991 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-990771d7-948f-4de4-8f45-d8e87aa992c9 admin admin] Network cb2dce53-c8a1-4716-a534-65470a335f39 is scheduled to be hosted by DHCP agent 97c14208-2951-4361-8d64-3708c946ff5f with binding_index 1 {{(pid=106253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 12:14:13.418802 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-990771d7-948f-4de4-8f45-d8e87aa992c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-2, cb2dce53-c8a1-4716-a534-65470a335f39) {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:14:13.424340 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-990771d7-948f-4de4-8f45-d8e87aa992c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:14:13.425067 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-990771d7-948f-4de4-8f45-d8e87aa992c9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:13.430225 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f917590c-fe76-4fce-938a-d5ee683e0217 None None] Network cb2dce53-c8a1-4716-a534-65470a335f39 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:14:13.454083 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-990771d7-948f-4de4-8f45-d8e87aa992c9 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3926849 Aug 18 12:14:13.572331 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 65201734-d3b0-4657-b83f-371a157778df no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:14:13.598676 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: 65201734-d3b0-4657-b83f-371a157778df {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:14:13.599388 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 65201734-d3b0-4657-b83f-371a157778df not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:14:13.600272 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device fe08f71b-f84d-43bf-8f8c-8da7fa83d8da no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:14:13.624213 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: fe08f71b-f84d-43bf-8f8c-8da7fa83d8da {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:14:13.624768 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device fe08f71b-f84d-43bf-8f8c-8da7fa83d8da not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:14:13.669053 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 52740) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:14:13.699659 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-9e61314c-322e-4af5-bc19-6674a2618809 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-996004', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15859'] for router, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:13.702483 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-9e61314c-322e-4af5-bc19-6674a2618809 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:13.725329 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba0372bf-bc94-4943-9a4f-806304d6e0f6 None None] Network cb2dce53-c8a1-4716-a534-65470a335f39 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:14:13.741227 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5c37509-3d8a-4ce8-95a5-4bfb53847912 admin admin] Deleting subnet e25775f7-6f33-4e6e-ba0b-8558f72a0630 {{(pid=106253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 12:14:13.744905 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a5c37509-3d8a-4ce8-95a5-4bfb53847912 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:13.766808 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-9e61314c-322e-4af5-bc19-6674a2618809 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-996061'] for router, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:13.767428 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e61314c-322e-4af5-bc19-6674a2618809 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Fanout notify agent at l3_agent the message router_deleted on router 0b7e32f3-1a82-4445-bf9b-c15ad3855a07 {{(pid=106252) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 12:14:13.792056 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-9e61314c-322e-4af5-bc19-6674a2618809 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks [] for router, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:13.793222 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-9e61314c-322e-4af5-bc19-6674a2618809 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] 10.222.0.66 "DELETE /v2.0/routers/0b7e32f3-1a82-4445-bf9b-c15ad3855a07 HTTP/1.1" status: 204 len: 168 time: 0.6043115 Aug 18 12:14:13.796437 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 52744) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:14:13.801732 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a5c37509-3d8a-4ce8-95a5-4bfb53847912 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902229'] for subnet, precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:13.857953 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a5c37509-3d8a-4ce8-95a5-4bfb53847912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:13.864987 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c63c8e9-381b-4ce2-a195-b9b53ff352cc tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Deleting subnet 3084d6c2-360e-4b83-8b65-0885a5ccbee0 {{(pid=106252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 12:14:13.868899 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6c63c8e9-381b-4ce2-a195-b9b53ff352cc tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks [] for subnet, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:13.927432 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a5c37509-3d8a-4ce8-95a5-4bfb53847912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58902171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59388106'] for subnet, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:13.934150 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6c63c8e9-381b-4ce2-a195-b9b53ff352cc tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2221528'] for subnet, precommit_delete_associations {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:13.987438 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c37509-3d8a-4ce8-95a5-4bfb53847912 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e25775f7-6f33-4e6e-ba0b-8558f72a0630,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:14:14.011801 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a5c37509-3d8a-4ce8-95a5-4bfb53847912 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:14.016704 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-a5c37509-3d8a-4ce8-95a5-4bfb53847912 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/e25775f7-6f33-4e6e-ba0b-8558f72a0630 HTTP/1.1" status: 204 len: 168 time: 0.3463538 Aug 18 12:14:14.020146 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 52752) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:14:14.109718 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-014002e5-4705-400f-ae61-cf14ec293ed0 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-996815'] for router_interface, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:14.154138 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6c63c8e9-381b-4ce2-a195-b9b53ff352cc tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:14.569780 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c7df0cbb-355e-4852-af95-a045ca10aea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7904109'] for network, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:14.693261 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6c63c8e9-381b-4ce2-a195-b9b53ff352cc tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3572848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59074100'] for subnet, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:14.758331 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c63c8e9-381b-4ce2-a195-b9b53ff352cc tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Pushing event deleted for resources: {'Subnet': ['ID=3084d6c2-360e-4b83-8b65-0885a5ccbee0,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:14:14.763733 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6c63c8e9-381b-4ce2-a195-b9b53ff352cc tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for subnet, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:14.764753 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-6c63c8e9-381b-4ce2-a195-b9b53ff352cc tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] 10.222.0.66 "DELETE /v2.0/subnets/3084d6c2-360e-4b83-8b65-0885a5ccbee0 HTTP/1.1" status: 204 len: 168 time: 0.9672897 Aug 18 12:14:14.765268 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cac5d6ac-725a-4ce9-b68f-f52e9ffc634d None None] Network 20c5a976-3916-4401-ad61-cd9c2f1e540a requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:14:14.767921 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c7df0cbb-355e-4852-af95-a045ca10aea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8367869', 'neutron.services.segments.db._delete_segments_for_network-8789151212993'] for network, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:14.768504 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 52764) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:14:14.786284 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-c7df0cbb-355e-4852-af95-a045ca10aea3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb2dce53-c8a1-4716-a534-65470a335f39']}} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:14:14.800873 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-c7df0cbb-355e-4852-af95-a045ca10aea3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7debb683-8da8-4ebd-96ee-5107ebc325c2') {'for_net_delete': True} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:14:14.801184 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-c7df0cbb-355e-4852-af95-a045ca10aea3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7debb683-8da8-4ebd-96ee-5107ebc325c2') {} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:14:14.813609 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c7df0cbb-355e-4852-af95-a045ca10aea3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789151225254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2221521'] for segment, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:14.873184 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c7df0cbb-355e-4852-af95-a045ca10aea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:14.874782 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-eb369d90-cdb5-4e70-8052-8e5a4b11e113 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7904109'] for network, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:14.887741 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7df0cbb-355e-4852-af95-a045ca10aea3 admin admin] Releasing vlan 829 on physical network physnet1 to pool {{(pid=106252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:14:14.888317 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c7df0cbb-355e-4852-af95-a045ca10aea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3572434'] for segment, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:14.890259 n-d-804985-2 neutron-server[106252]: Traceback (most recent call last): Aug 18 12:14:14.890259 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:14:14.890259 n-d-804985-2 neutron-server[106252]: timer() Aug 18 12:14:14.890259 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:14:14.890259 n-d-804985-2 neutron-server[106252]: cb(*args, **kw) Aug 18 12:14:14.890259 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:14:14.890259 n-d-804985-2 neutron-server[106252]: return func(*args, **kwargs) Aug 18 12:14:14.890259 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:14:14.890259 n-d-804985-2 neutron-server[106252]: self._notify() Aug 18 12:14:14.890259 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:14:14.890259 n-d-804985-2 neutron-server[106252]: self.callback(batched_events) Aug 18 12:14:14.890259 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:14:14.890259 n-d-804985-2 neutron-server[106252]: event.method(event) Aug 18 12:14:14.890259 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:14:14.890259 n-d-804985-2 neutron-server[106252]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:14:14.890259 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:14:14.890259 n-d-804985-2 neutron-server[106252]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:14:14.890259 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:14:14.890259 n-d-804985-2 neutron-server[106252]: return f(self, *a, **k) Aug 18 12:14:14.890259 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:14:14.890259 n-d-804985-2 neutron-server[106252]: return self._get(url).json() Aug 18 12:14:14.890259 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:14:14.890259 n-d-804985-2 neutron-server[106252]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:14:14.890259 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:14:14.890259 n-d-804985-2 neutron-server[106252]: return self.request(url, 'GET', **kwargs) Aug 18 12:14:14.890259 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:14:14.890259 n-d-804985-2 neutron-server[106252]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:14:14.890259 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:14:14.890259 n-d-804985-2 neutron-server[106252]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:14:14.890259 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:14:14.890259 n-d-804985-2 neutron-server[106252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:14:14.890259 n-d-804985-2 neutron-server[106252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:14:14.953709 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-eb369d90-cdb5-4e70-8052-8e5a4b11e113 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Deleting port 3638032f-6bf1-4dea-8a2b-18c66472e242 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:14:14.954094 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-eb369d90-cdb5-4e70-8052-8e5a4b11e113 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:14.999386 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c7df0cbb-355e-4852-af95-a045ca10aea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8367858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997186'] for network, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:15.020922 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c7df0cbb-355e-4852-af95-a045ca10aea3 admin admin] Notify callbacks [] for network, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:15.023464 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-c7df0cbb-355e-4852-af95-a045ca10aea3 admin admin] 10.222.0.66 "DELETE /v2.0/networks/cb2dce53-c8a1-4716-a534-65470a335f39 HTTP/1.1" status: 204 len: 168 time: 0.9988236 Aug 18 12:14:15.026762 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7df0cbb-355e-4852-af95-a045ca10aea3 admin admin] Pushing event deleted for resources: {'Network': ['ID=cb2dce53-c8a1-4716-a534-65470a335f39,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:14:15.032130 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-014002e5-4705-400f-ae61-cf14ec293ed0 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Deleting port c640891d-b335-4f23-9259-8215b559e36d {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:14:15.032932 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-014002e5-4705-400f-ae61-cf14ec293ed0 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:15.040500 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95710bc1-7153-448d-b254-1e11f988e844 None None] DHCP port deletion for 20c5a976-3916-4401-ad61-cd9c2f1e540a request from n-d-804985-2 {{(pid=106254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 12:14:15.046240 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [None req-eb369d90-cdb5-4e70-8052-8e5a4b11e113 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] For port 3638032f-6bf1-4dea-8a2b-18c66472e242, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=3638032f-6bf1-4dea-8a2b-18c66472e242,segment=NetworkSegment(7e46ea39-8b40-4ed4-b063-dfaa15f67611),segment_id=7e46ea39-8b40-4ed4-b063-dfaa15f67611)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:14:15.046607 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-eb369d90-cdb5-4e70-8052-8e5a4b11e113 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:15.100893 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-eb369d90-cdb5-4e70-8052-8e5a4b11e113 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Calling delete_port for 3638032f-6bf1-4dea-8a2b-18c66472e242 owned by network:dhcp {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:14:15.154315 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-95710bc1-7153-448d-b254-1e11f988e844 None None] Deleting port 3638032f-6bf1-4dea-8a2b-18c66472e242 {{(pid=106254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:14:15.154730 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-95710bc1-7153-448d-b254-1e11f988e844 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:15.172559 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [None req-014002e5-4705-400f-ae61-cf14ec293ed0 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] For port c640891d-b335-4f23-9259-8215b559e36d, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=c640891d-b335-4f23-9259-8215b559e36d,segment=NetworkSegment(b0236129-e1d2-4277-9435-f23279ca70b9),segment_id=b0236129-e1d2-4277-9435-f23279ca70b9)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:14:15.172875 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-014002e5-4705-400f-ae61-cf14ec293ed0 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:15.192720 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-014002e5-4705-400f-ae61-cf14ec293ed0 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Calling delete_port for c640891d-b335-4f23-9259-8215b559e36d owned by network:router_interface {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:14:15.237600 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-eb369d90-cdb5-4e70-8052-8e5a4b11e113 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:15.280831 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb369d90-cdb5-4e70-8052-8e5a4b11e113 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] No DVR routers for this DVR port 3638032f-6bf1-4dea-8a2b-18c66472e242 on host n-d-804985-2 {{(pid=106253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:14:15.290313 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb369d90-cdb5-4e70-8052-8e5a4b11e113 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Pushing event deleted for resources: {'Port': ['ID=3638032f-6bf1-4dea-8a2b-18c66472e242,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:14:15.306908 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-95710bc1-7153-448d-b254-1e11f988e844 None None] For port 3638032f-6bf1-4dea-8a2b-18c66472e242, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=3638032f-6bf1-4dea-8a2b-18c66472e242,segment=NetworkSegment(7e46ea39-8b40-4ed4-b063-dfaa15f67611),segment_id=7e46ea39-8b40-4ed4-b063-dfaa15f67611)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:14:15.308105 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-95710bc1-7153-448d-b254-1e11f988e844 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:15.342178 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-95710bc1-7153-448d-b254-1e11f988e844 None None] Calling delete_port for 3638032f-6bf1-4dea-8a2b-18c66472e242 owned by network:dhcp {{(pid=106254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:14:15.456202 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 52794) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:14:15.475197 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-eb369d90-cdb5-4e70-8052-8e5a4b11e113 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8367869', 'neutron.services.segments.db._delete_segments_for_network-8789151212993'] for network, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:15.478696 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-95710bc1-7153-448d-b254-1e11f988e844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556'] for port, after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:15.503015 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-eb369d90-cdb5-4e70-8052-8e5a4b11e113 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20c5a976-3916-4401-ad61-cd9c2f1e540a']}} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:14:15.510367 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95710bc1-7153-448d-b254-1e11f988e844 None None] Pushing event deleted for resources: {'Port': ['ID=3638032f-6bf1-4dea-8a2b-18c66472e242,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:14:15.519139 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95710bc1-7153-448d-b254-1e11f988e844 None None] No DVR routers for this DVR port 3638032f-6bf1-4dea-8a2b-18c66472e242 on host n-d-804985-2 {{(pid=106254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:14:15.542282 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95710bc1-7153-448d-b254-1e11f988e844 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:14:15.542814 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95710bc1-7153-448d-b254-1e11f988e844 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:14:15.543305 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95710bc1-7153-448d-b254-1e11f988e844 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:14:15.544217 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95710bc1-7153-448d-b254-1e11f988e844 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:14:15.544798 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95710bc1-7153-448d-b254-1e11f988e844 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:14:15.545483 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95710bc1-7153-448d-b254-1e11f988e844 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:14:15.546108 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95710bc1-7153-448d-b254-1e11f988e844 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:14:15.546604 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95710bc1-7153-448d-b254-1e11f988e844 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:14:15.546741 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-eb369d90-cdb5-4e70-8052-8e5a4b11e113 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e46ea39-8b40-4ed4-b063-dfaa15f67611') {'for_net_delete': True} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:14:15.547453 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95710bc1-7153-448d-b254-1e11f988e844 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:14:15.547946 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95710bc1-7153-448d-b254-1e11f988e844 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:14:15.548438 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95710bc1-7153-448d-b254-1e11f988e844 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:14:15.548646 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-eb369d90-cdb5-4e70-8052-8e5a4b11e113 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e46ea39-8b40-4ed4-b063-dfaa15f67611') {} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:14:15.549103 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95710bc1-7153-448d-b254-1e11f988e844 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:14:15.554808 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 3638032f-6bf1-4dea-8a2b-18c66472e242 no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:14:15.556955 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 52798) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:14:15.559579 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-27c4a5eb-1f65-4c62-85de-9f1cf0d05a66 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=59731c38cd3545548fd9068627717b8a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1021290 Aug 18 12:14:15.571963 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-014002e5-4705-400f-ae61-cf14ec293ed0 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:15.586995 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: 3638032f-6bf1-4dea-8a2b-18c66472e242 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:14:15.587390 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 3638032f-6bf1-4dea-8a2b-18c66472e242 not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:14:15.623712 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014002e5-4705-400f-ae61-cf14ec293ed0 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Pushing event deleted for resources: {'Port': ['ID=c640891d-b335-4f23-9259-8215b559e36d,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:14:15.631955 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-eb369d90-cdb5-4e70-8052-8e5a4b11e113 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789151225254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902236'] for segment, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:15.678333 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-eb369d90-cdb5-4e70-8052-8e5a4b11e113 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:15.713895 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb369d90-cdb5-4e70-8052-8e5a4b11e113 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Releasing vlan 808 on physical network physnet1 to pool {{(pid=106253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:14:15.714313 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-eb369d90-cdb5-4e70-8052-8e5a4b11e113 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58900537'] for segment, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:15.717457 n-d-804985-2 neutron-server[106253]: Traceback (most recent call last): Aug 18 12:14:15.717457 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:14:15.717457 n-d-804985-2 neutron-server[106253]: timer() Aug 18 12:14:15.717457 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:14:15.717457 n-d-804985-2 neutron-server[106253]: cb(*args, **kw) Aug 18 12:14:15.717457 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:14:15.717457 n-d-804985-2 neutron-server[106253]: return func(*args, **kwargs) Aug 18 12:14:15.717457 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:14:15.717457 n-d-804985-2 neutron-server[106253]: self._notify() Aug 18 12:14:15.717457 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:14:15.717457 n-d-804985-2 neutron-server[106253]: self.callback(batched_events) Aug 18 12:14:15.717457 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:14:15.717457 n-d-804985-2 neutron-server[106253]: event.method(event) Aug 18 12:14:15.717457 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:14:15.717457 n-d-804985-2 neutron-server[106253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:14:15.717457 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:14:15.717457 n-d-804985-2 neutron-server[106253]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:14:15.717457 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:14:15.717457 n-d-804985-2 neutron-server[106253]: return f(self, *a, **k) Aug 18 12:14:15.717457 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:14:15.717457 n-d-804985-2 neutron-server[106253]: return self._get(url).json() Aug 18 12:14:15.717457 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:14:15.717457 n-d-804985-2 neutron-server[106253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:14:15.717457 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:14:15.717457 n-d-804985-2 neutron-server[106253]: return self.request(url, 'GET', **kwargs) Aug 18 12:14:15.717457 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:14:15.717457 n-d-804985-2 neutron-server[106253]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:14:15.717457 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:14:15.717457 n-d-804985-2 neutron-server[106253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:14:15.717457 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:14:15.717457 n-d-804985-2 neutron-server[106253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:14:15.717457 n-d-804985-2 neutron-server[106253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:14:15.753436 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3368dd1a-ceee-43c3-a569-725b87a78888 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:15.840437 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3368dd1a-ceee-43c3-a569-725b87a78888 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:15.851455 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-eb369d90-cdb5-4e70-8052-8e5a4b11e113 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8367858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997186'] for network, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:15.858131 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-eb369d90-cdb5-4e70-8052-8e5a4b11e113 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks [] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:15.864368 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 52808) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:14:15.864945 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-eb369d90-cdb5-4e70-8052-8e5a4b11e113 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] 10.222.0.66 "DELETE /v2.0/networks/20c5a976-3916-4401-ad61-cd9c2f1e540a HTTP/1.1" status: 204 len: 168 time: 1.0941949 Aug 18 12:14:15.878543 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-e594dc26-78ed-443b-b28b-15b7f37109cc tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-980895281'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:14:15.899150 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb369d90-cdb5-4e70-8052-8e5a4b11e113 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Pushing event deleted for resources: {'Network': ['ID=20c5a976-3916-4401-ad61-cd9c2f1e540a,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:14:15.904147 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-014002e5-4705-400f-ae61-cf14ec293ed0 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953695'] for router_interface, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:15.941321 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3368dd1a-ceee-43c3-a569-725b87a78888 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:15.943770 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3368dd1a-ceee-43c3-a569-725b87a78888 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:15.951905 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-3368dd1a-ceee-43c3-a569-725b87a78888 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/010d2fe3-2429-47cf-9550-a083a6957ae7 HTTP/1.1" status: 204 len: 168 time: 0.3721762 Aug 18 12:14:15.964326 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3368dd1a-ceee-43c3-a569-725b87a78888 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=010d2fe3-2429-47cf-9550-a083a6957ae7,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:14:15.985636 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e594dc26-78ed-443b-b28b-15b7f37109cc tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Made reservation on behalf of 7fd02f6d258d49aeaa22e91f82208987 for: {'network': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:14:15.989233 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e594dc26-78ed-443b-b28b-15b7f37109cc tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for network, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:16.070837 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e594dc26-78ed-443b-b28b-15b7f37109cc tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 816} {{(pid=106252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:14:16.118019 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e594dc26-78ed-443b-b28b-15b7f37109cc tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:16.118519 n-d-804985-2 neutron-server[106252]: INFO neutron.db.segments_db [None req-e594dc26-78ed-443b-b28b-15b7f37109cc tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Added segment 2f780c38-73bc-4f3c-afe1-e3edb6e50900 of type vlan for network 1f5ce82b-312e-4caf-9b9a-3d7895cb616f Aug 18 12:14:16.215475 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e594dc26-78ed-443b-b28b-15b7f37109cc tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789150665894'] for network, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:16.229044 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-014002e5-4705-400f-ae61-cf14ec293ed0 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Router a3c58560-96af-45c6-abef-7a97a89df4a0 has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:14:16.288902 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e594dc26-78ed-443b-b28b-15b7f37109cc tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for network, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:16.295097 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e594dc26-78ed-443b-b28b-15b7f37109cc tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:14:16.295889 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e594dc26-78ed-443b-b28b-15b7f37109cc tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks [] for network, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:16.398745 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-e594dc26-78ed-443b-b28b-15b7f37109cc tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5332327 Aug 18 12:14:16.402351 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 52830) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:14:16.408174 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-40993d7f-8623-45bc-86b1-41b6b7b97f6c tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Request body: {'subnet': {'network_id': '1f5ce82b-312e-4caf-9b9a-3d7895cb616f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:14:16.450408 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e594dc26-78ed-443b-b28b-15b7f37109cc tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Pushing event updated for resources: {'Network': ['ID=1f5ce82b-312e-4caf-9b9a-3d7895cb616f,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:14:16.456547 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-014002e5-4705-400f-ae61-cf14ec293ed0 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:14:16.460734 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Network 1f5ce82b-312e-4caf-9b9a-3d7895cb616f details requested by agent ovs-agent-n-d-804985-2 with host n-d-804985-2 {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:14:16.478647 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-014002e5-4705-400f-ae61-cf14ec293ed0 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] 10.222.0.66 "PUT /v2.0/routers/a3c58560-96af-45c6-abef-7a97a89df4a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6472199 Aug 18 12:14:16.478840 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 52836) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:14:16.497983 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-561f5447-5bba-4d18-b021-eb11ed323a5f None None] Sync routers for ids ['a3c58560-96af-45c6-abef-7a97a89df4a0'] in n-d-804985-2 {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:14:16.598854 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_v2 [None req-56726c83-8a30-4b74-97a3-d73a73c952ff tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Deleting subnet 42914db1-e760-42e3-a947-adbad8f50271 {{(pid=106253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 12:14:16.599911 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-561f5447-5bba-4d18-b021-eb11ed323a5f None None] Routers {'a3c58560-96af-45c6-abef-7a97a89df4a0'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:14:16.600919 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-561f5447-5bba-4d18-b021-eb11ed323a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:13:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['a3c58560-96af-45c6-abef-7a97a89df4a0'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:14:16.618443 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-56726c83-8a30-4b74-97a3-d73a73c952ff tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks [] for subnet, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:16.663918 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40993d7f-8623-45bc-86b1-41b6b7b97f6c tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Made reservation on behalf of 7fd02f6d258d49aeaa22e91f82208987 for: {'subnet': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:14:16.668415 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-40993d7f-8623-45bc-86b1-41b6b7b97f6c tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59388119'] for subnet, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:16.753512 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-56726c83-8a30-4b74-97a3-d73a73c952ff tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902229'] for subnet, precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:16.844852 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-561f5447-5bba-4d18-b021-eb11ed323a5f None None] Set router a3c58560-96af-45c6-abef-7a97a89df4a0 gateway port host: None {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:14:16.916275 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-56726c83-8a30-4b74-97a3-d73a73c952ff tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:17.070817 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-40993d7f-8623-45bc-86b1-41b6b7b97f6c tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58902106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59388097'] for subnet, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:17.083396 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-56726c83-8a30-4b74-97a3-d73a73c952ff tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58902171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59388106'] for subnet, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:17.132289 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-56726c83-8a30-4b74-97a3-d73a73c952ff tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:17.136409 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-56726c83-8a30-4b74-97a3-d73a73c952ff tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] 10.222.0.66 "DELETE /v2.0/subnets/42914db1-e760-42e3-a947-adbad8f50271 HTTP/1.1" status: 204 len: 168 time: 0.6543312 Aug 18 12:14:17.137638 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 52870) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:14:17.144573 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7411ae8-ed3b-48e5-9fc9-948422bfb7fe None None] Network 0f204d23-15d6-4f74-9e88-0c18b0f1f4ba requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:14:17.158326 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40993d7f-8623-45bc-86b1-41b6b7b97f6c tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Checking segment: {'id': '2f780c38-73bc-4f3c-afe1-e3edb6e50900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '1f5ce82b-312e-4caf-9b9a-3d7895cb616f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:14:17.158845 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40993d7f-8623-45bc-86b1-41b6b7b97f6c tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Network hostable DHCP agents. Network: 1f5ce82b-312e-4caf-9b9a-3d7895cb616f, hostable agents: ['97c14208-2951-4361-8d64-3708c946ff5f'], hosted agents: [] {{(pid=106253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 12:14:17.169500 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40993d7f-8623-45bc-86b1-41b6b7b97f6c tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Pushing event updated for resources: {'Subnet': ['ID=0ca67e84-14b4-42b4-b10e-8b85e67af982,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:14:17.216823 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40993d7f-8623-45bc-86b1-41b6b7b97f6c tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Network 1f5ce82b-312e-4caf-9b9a-3d7895cb616f is scheduled to be hosted by DHCP agent 97c14208-2951-4361-8d64-3708c946ff5f with binding_index 1 {{(pid=106253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 12:14:17.220863 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-561f5447-5bba-4d18-b021-eb11ed323a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c58560-96af-45c6-abef-7a97a89df4a0', 'name': 'tempest-RoutersTest-router-1153144194', 'tenant_id': 'c4a8742f0e794123b38cc3300291c37d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:13:26Z', 'updated_at': '2021-08-18T12:14:15Z', 'revision_number': 9, 'project_id': 'c4a8742f0e794123b38cc3300291c37d', 'gw_port_host': None, '_interfaces': [{'id': '81c95162-6352-4b55-aa79-ac683e6c2d28', 'name': '', 'network_id': 'eec76161-c359-4186-b3d0-0801154df67c', 'tenant_id': 'c4a8742f0e794123b38cc3300291c37d', 'mac_address': 'fa:16:3e:dd:ec:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c58560-96af-45c6-abef-7a97a89df4a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2633, 'fixed_ips': [{'subnet_id': '6bea84c0-7697-4923-b905-7c0527019ab5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:13:29Z', 'updated_at': '2021-08-18T12:13:37Z', 'revision_number': 5, 'project_id': 'c4a8742f0e794123b38cc3300291c37d', 'subnets': [{'id': '6bea84c0-7697-4923-b905-7c0527019ab5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'caad6f05-cd03-484c-8ddb-4d467994ef4a', 'name': '', 'network_id': '12bc12d9-0a65-41fe-9c3a-c624e76addd1', 'tenant_id': 'c4a8742f0e794123b38cc3300291c37d', 'mac_address': 'fa:16:3e:48:d7:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c58560-96af-45c6-abef-7a97a89df4a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2666, 'fixed_ips': [{'subnet_id': 'dc464a88-2743-4832-8ba8-c87a80288def', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:13:37Z', 'updated_at': '2021-08-18T12:13:47Z', 'revision_number': 5, 'project_id': 'c4a8742f0e794123b38cc3300291c37d', 'subnets': [{'id': 'dc464a88-2743-4832-8ba8-c87a80288def', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:14:17.234899 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56726c83-8a30-4b74-97a3-d73a73c952ff tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Pushing event deleted for resources: {'Subnet': ['ID=42914db1-e760-42e3-a947-adbad8f50271,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:14:17.241948 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-40993d7f-8623-45bc-86b1-41b6b7b97f6c tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-2, 1f5ce82b-312e-4caf-9b9a-3d7895cb616f) {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:14:17.248446 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40993d7f-8623-45bc-86b1-41b6b7b97f6c tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:14:17.249801 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-40993d7f-8623-45bc-86b1-41b6b7b97f6c tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:17.258334 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db19b7b2-9cec-4e36-bebe-e9d9da04bb69 None None] Network 1f5ce82b-312e-4caf-9b9a-3d7895cb616f requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:14:17.261814 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-561f5447-5bba-4d18-b021-eb11ed323a5f None None] Checking router: a3c58560-96af-45c6-abef-7a97a89df4a0 for host: n-d-804985-2 {{(pid=106254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:14:17.281227 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-40993d7f-8623-45bc-86b1-41b6b7b97f6c tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8773589 Aug 18 12:14:17.284162 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 52874) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:14:17.290882 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ab362a1f-8a40-4dfd-b018-94a5ff8921c1 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7904109'] for network, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:17.294471 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-20275a53-046a-430e-95a1-f12951690961 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1893332775', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:14:17.335561 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-561f5447-5bba-4d18-b021-eb11ed323a5f None None] Routers {'a3c58560-96af-45c6-abef-7a97a89df4a0'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:14:17.336263 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-561f5447-5bba-4d18-b021-eb11ed323a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:13:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['a3c58560-96af-45c6-abef-7a97a89df4a0'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:14:17.360000 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-20275a53-046a-430e-95a1-f12951690961 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-998592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15809'] for router, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:17.361920 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-20275a53-046a-430e-95a1-f12951690961 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-992733', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-971415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15816'] for router, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:17.362380 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-ab362a1f-8a40-4dfd-b018-94a5ff8921c1 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Deleting port c8c25e43-50dd-4c02-b1a7-19446e92e1c4 {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:14:17.362732 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ab362a1f-8a40-4dfd-b018-94a5ff8921c1 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:17.474234 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-561f5447-5bba-4d18-b021-eb11ed323a5f None None] Set router a3c58560-96af-45c6-abef-7a97a89df4a0 gateway port host: None {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:14:17.476763 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [None req-ab362a1f-8a40-4dfd-b018-94a5ff8921c1 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] For port c8c25e43-50dd-4c02-b1a7-19446e92e1c4, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=c8c25e43-50dd-4c02-b1a7-19446e92e1c4,segment=NetworkSegment(b0236129-e1d2-4277-9435-f23279ca70b9),segment_id=b0236129-e1d2-4277-9435-f23279ca70b9)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:14:17.477063 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ab362a1f-8a40-4dfd-b018-94a5ff8921c1 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:17.492317 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-20275a53-046a-430e-95a1-f12951690961 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:17.500484 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-ab362a1f-8a40-4dfd-b018-94a5ff8921c1 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Calling delete_port for c8c25e43-50dd-4c02-b1a7-19446e92e1c4 owned by network:dhcp {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:14:17.503071 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-20275a53-046a-430e-95a1-f12951690961 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-998473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-992536'] for router, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:17.545681 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-20275a53-046a-430e-95a1-f12951690961 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks [] for router, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:17.549790 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-20275a53-046a-430e-95a1-f12951690961 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2618484 Aug 18 12:14:17.550066 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 52880) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:14:17.567830 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d1ee148-7b4f-41b5-a94e-7cd639cc5689 None None] DHCP port deletion for 0f204d23-15d6-4f74-9e88-0c18b0f1f4ba request from n-d-804985-2 {{(pid=106254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 12:14:17.636169 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ab362a1f-8a40-4dfd-b018-94a5ff8921c1 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:17.667252 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab362a1f-8a40-4dfd-b018-94a5ff8921c1 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Pushing event deleted for resources: {'Port': ['ID=c8c25e43-50dd-4c02-b1a7-19446e92e1c4,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:14:17.671115 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 52882) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:14:17.676189 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab362a1f-8a40-4dfd-b018-94a5ff8921c1 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] No DVR routers for this DVR port c8c25e43-50dd-4c02-b1a7-19446e92e1c4 on host n-d-804985-2 {{(pid=106252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:14:17.722822 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c150e8e-6ee5-47a1-8b16-2ad2eff325aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp788be208-34ab-5a8f-af0f-528834af222f-1f5ce82b-312e-4caf-9b9a-3d7895cb616f', 'network_id': '1f5ce82b-312e-4caf-9b9a-3d7895cb616f', 'tenant_id': '7fd02f6d258d49aeaa22e91f82208987', 'fixed_ips': [{'subnet_id': '0ca67e84-14b4-42b4-b10e-8b85e67af982'}]}} from n-d-804985-2. {{(pid=106254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 12:14:17.723820 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4c150e8e-6ee5-47a1-8b16-2ad2eff325aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:17.784336 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ab362a1f-8a40-4dfd-b018-94a5ff8921c1 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8367869', 'neutron.services.segments.db._delete_segments_for_network-8789151212993'] for network, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:17.795859 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-ab362a1f-8a40-4dfd-b018-94a5ff8921c1 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f204d23-15d6-4f74-9e88-0c18b0f1f4ba']}} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:14:17.809682 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-ab362a1f-8a40-4dfd-b018-94a5ff8921c1 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0236129-e1d2-4277-9435-f23279ca70b9') {'for_net_delete': True} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:14:17.809985 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-ab362a1f-8a40-4dfd-b018-94a5ff8921c1 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0236129-e1d2-4277-9435-f23279ca70b9') {} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:14:17.821656 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ab362a1f-8a40-4dfd-b018-94a5ff8921c1 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789151225254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2221521'] for segment, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:17.837864 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ab362a1f-8a40-4dfd-b018-94a5ff8921c1 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:17.844383 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab362a1f-8a40-4dfd-b018-94a5ff8921c1 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Releasing vlan 813 on physical network physnet1 to pool {{(pid=106252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:14:17.844856 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ab362a1f-8a40-4dfd-b018-94a5ff8921c1 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3572434'] for segment, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:17.904246 n-d-804985-2 neutron-server[106252]: Traceback (most recent call last): Aug 18 12:14:17.904246 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:14:17.904246 n-d-804985-2 neutron-server[106252]: timer() Aug 18 12:14:17.904246 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:14:17.904246 n-d-804985-2 neutron-server[106252]: cb(*args, **kw) Aug 18 12:14:17.904246 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:14:17.904246 n-d-804985-2 neutron-server[106252]: return func(*args, **kwargs) Aug 18 12:14:17.904246 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:14:17.904246 n-d-804985-2 neutron-server[106252]: self._notify() Aug 18 12:14:17.904246 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:14:17.904246 n-d-804985-2 neutron-server[106252]: self.callback(batched_events) Aug 18 12:14:17.904246 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:14:17.904246 n-d-804985-2 neutron-server[106252]: event.method(event) Aug 18 12:14:17.904246 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:14:17.904246 n-d-804985-2 neutron-server[106252]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:14:17.904246 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:14:17.904246 n-d-804985-2 neutron-server[106252]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:14:17.904246 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:14:17.904246 n-d-804985-2 neutron-server[106252]: return f(self, *a, **k) Aug 18 12:14:17.904246 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:14:17.904246 n-d-804985-2 neutron-server[106252]: return self._get(url).json() Aug 18 12:14:17.904246 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:14:17.904246 n-d-804985-2 neutron-server[106252]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:14:17.904246 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:14:17.904246 n-d-804985-2 neutron-server[106252]: return self.request(url, 'GET', **kwargs) Aug 18 12:14:17.904246 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:14:17.904246 n-d-804985-2 neutron-server[106252]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:14:17.904246 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:14:17.904246 n-d-804985-2 neutron-server[106252]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:14:17.904246 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:14:17.904246 n-d-804985-2 neutron-server[106252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:14:17.904246 n-d-804985-2 neutron-server[106252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:14:17.934644 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ab362a1f-8a40-4dfd-b018-94a5ff8921c1 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8367858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997186'] for network, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:17.948159 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ab362a1f-8a40-4dfd-b018-94a5ff8921c1 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks [] for network, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:17.950289 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-ab362a1f-8a40-4dfd-b018-94a5ff8921c1 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] 10.222.0.66 "DELETE /v2.0/networks/0f204d23-15d6-4f74-9e88-0c18b0f1f4ba HTTP/1.1" status: 204 len: 168 time: 0.8120961 Aug 18 12:14:17.953723 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 52900) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:14:17.977724 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab362a1f-8a40-4dfd-b018-94a5ff8921c1 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Pushing event deleted for resources: {'Network': ['ID=0f204d23-15d6-4f74-9e88-0c18b0f1f4ba,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:14:17.981201 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d5b08145-a145-488b-96b6-e32ec90b765b admin admin] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:18.057647 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1eeda680-ddc4-46de-8167-d1a542bfdf21 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:18.114143 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-6d1ee148-7b4f-41b5-a94e-7cd639cc5689 None None] Deleting port c8c25e43-50dd-4c02-b1a7-19446e92e1c4 {{(pid=106254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:14:18.114561 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-6d1ee148-7b4f-41b5-a94e-7cd639cc5689 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:18.142304 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d5b08145-a145-488b-96b6-e32ec90b765b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:18.153266 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d5b08145-a145-488b-96b6-e32ec90b765b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:18.161704 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server [None req-6d1ee148-7b4f-41b5-a94e-7cd639cc5689 None None] Exception during message handling: neutron_lib.exceptions.NetworkNotFound: Network 0f204d23-15d6-4f74-9e88-0c18b0f1f4ba could not be found. Aug 18 12:14:18.161704 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 18 12:14:18.161704 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Aug 18 12:14:18.161704 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server network = model_query.get_by_id(context, models_v2.Network, id) Aug 18 12:14:18.161704 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Aug 18 12:14:18.161704 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Aug 18 12:14:18.161704 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2809, in one Aug 18 12:14:18.161704 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server return self._iter().one() Aug 18 12:14:18.161704 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1374, in one Aug 18 12:14:18.161704 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server return self._only_one_row( Aug 18 12:14:18.161704 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Aug 18 12:14:18.161704 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Aug 18 12:14:18.161704 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Aug 18 12:14:18.161704 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server Aug 18 12:14:18.161704 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Aug 18 12:14:18.161704 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server Aug 18 12:14:18.161704 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 18 12:14:18.161704 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 18 12:14:18.161704 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 18 12:14:18.161704 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 18 12:14:18.161704 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 18 12:14:18.161704 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 18 12:14:18.161704 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 18 12:14:18.161704 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 18 12:14:18.161704 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 18 12:14:18.161704 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 18 12:14:18.161704 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 18 12:14:18.161704 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 18 12:14:18.161704 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server raise self.value Aug 18 12:14:18.161704 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 18 12:14:18.161704 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 18 12:14:18.161704 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 18 12:14:18.161704 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 18 12:14:18.161704 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 18 12:14:18.161704 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 18 12:14:18.161704 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 18 12:14:18.161704 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server raise self.value Aug 18 12:14:18.161704 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 18 12:14:18.161704 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 18 12:14:18.161704 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 18 12:14:18.161704 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 18 12:14:18.161704 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 18 12:14:18.161704 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 18 12:14:18.161704 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 18 12:14:18.161704 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server raise self.value Aug 18 12:14:18.161704 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 18 12:14:18.161704 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 18 12:14:18.161704 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 270, in release_dhcp_port Aug 18 12:14:18.161704 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server plugin.delete_ports_by_device_id(context, device_id, network_id) Aug 18 12:14:18.161704 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1541, in delete_ports_by_device_id Aug 18 12:14:18.161704 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server self.delete_port(context, port_id) Aug 18 12:14:18.161704 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 18 12:14:18.161704 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 18 12:14:18.161704 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 18 12:14:18.161704 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 18 12:14:18.161704 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 18 12:14:18.161704 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 18 12:14:18.161704 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 18 12:14:18.161704 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 18 12:14:18.161704 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 18 12:14:18.161704 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server raise self.value Aug 18 12:14:18.161704 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 18 12:14:18.161704 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 18 12:14:18.161704 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 18 12:14:18.161704 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 18 12:14:18.161704 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 18 12:14:18.161704 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 18 12:14:18.161704 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 18 12:14:18.161704 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server raise self.value Aug 18 12:14:18.161704 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 18 12:14:18.161704 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 18 12:14:18.161704 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 18 12:14:18.161704 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 18 12:14:18.161704 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 18 12:14:18.161704 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 18 12:14:18.161704 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 18 12:14:18.161704 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server raise self.value Aug 18 12:14:18.161704 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 18 12:14:18.161704 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 18 12:14:18.161704 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1952, in delete_port Aug 18 12:14:18.161704 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server network = self.get_network(context, port['network_id']) Aug 18 12:14:18.161704 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 18 12:14:18.161704 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 18 12:14:18.161704 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1188, in get_network Aug 18 12:14:18.161704 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server net_db = net_db or self._get_network(context, id) Aug 18 12:14:18.161704 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 266, in _get_network Aug 18 12:14:18.161704 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server raise exceptions.NetworkNotFound(net_id=id) Aug 18 12:14:18.161704 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.NetworkNotFound: Network 0f204d23-15d6-4f74-9e88-0c18b0f1f4ba could not be found. Aug 18 12:14:18.161704 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server Aug 18 12:14:18.194063 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.db_base_plugin_common [None req-4c150e8e-6ee5-47a1-8b16-2ad2eff325aa None None] Allocated IP 2001:db8::2 (1f5ce82b-312e-4caf-9b9a-3d7895cb616f/0ca67e84-14b4-42b4-b10e-8b85e67af982/34d354b8-079a-419c-b6fc-a9ae9a4c8e9c) {{(pid=106254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:14:18.254945 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-d5b08145-a145-488b-96b6-e32ec90b765b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8f95526366d74df78e4a6d037a451e92&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5509946 Aug 18 12:14:18.256235 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 52908) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:14:18.257026 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b08145-a145-488b-96b6-e32ec90b765b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54a6b544-2fba-4008-a8ea-3257992f3174,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:14:18.317846 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73eb421f-6e5b-4480-8a90-71baa1deb65b None None] DHCP port deletion for 0f204d23-15d6-4f74-9e88-0c18b0f1f4ba request from n-d-804985-2 {{(pid=106254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 12:14:18.330759 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-561f5447-5bba-4d18-b021-eb11ed323a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c58560-96af-45c6-abef-7a97a89df4a0', 'name': 'tempest-RoutersTest-router-1153144194', 'tenant_id': 'c4a8742f0e794123b38cc3300291c37d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:13:26Z', 'updated_at': '2021-08-18T12:14:15Z', 'revision_number': 9, 'project_id': 'c4a8742f0e794123b38cc3300291c37d', 'gw_port_host': None, '_interfaces': [{'id': '81c95162-6352-4b55-aa79-ac683e6c2d28', 'name': '', 'network_id': 'eec76161-c359-4186-b3d0-0801154df67c', 'tenant_id': 'c4a8742f0e794123b38cc3300291c37d', 'mac_address': 'fa:16:3e:dd:ec:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c58560-96af-45c6-abef-7a97a89df4a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2633, 'fixed_ips': [{'subnet_id': '6bea84c0-7697-4923-b905-7c0527019ab5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:13:29Z', 'updated_at': '2021-08-18T12:13:37Z', 'revision_number': 5, 'project_id': 'c4a8742f0e794123b38cc3300291c37d', 'subnets': [{'id': '6bea84c0-7697-4923-b905-7c0527019ab5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'caad6f05-cd03-484c-8ddb-4d467994ef4a', 'name': '', 'network_id': '12bc12d9-0a65-41fe-9c3a-c624e76addd1', 'tenant_id': 'c4a8742f0e794123b38cc3300291c37d', 'mac_address': 'fa:16:3e:48:d7:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c58560-96af-45c6-abef-7a97a89df4a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2666, 'fixed_ips': [{'subnet_id': 'dc464a88-2743-4832-8ba8-c87a80288def', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:13:37Z', 'updated_at': '2021-08-18T12:13:47Z', 'revision_number': 5, 'project_id': 'c4a8742f0e794123b38cc3300291c37d', 'subnets': [{'id': 'dc464a88-2743-4832-8ba8-c87a80288def', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:14:18.337945 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ebd9e395-8980-44c4-a124-16c966ff3486 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:18.371265 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ebd9e395-8980-44c4-a124-16c966ff3486 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:18.449872 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ebd9e395-8980-44c4-a124-16c966ff3486 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:18.457376 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ebd9e395-8980-44c4-a124-16c966ff3486 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:18.466173 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-ebd9e395-8980-44c4-a124-16c966ff3486 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/54a6b544-2fba-4008-a8ea-3257992f3174 HTTP/1.1" status: 204 len: 168 time: 0.2025802 Aug 18 12:14:18.476722 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd9e395-8980-44c4-a124-16c966ff3486 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54a6b544-2fba-4008-a8ea-3257992f3174,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:14:18.664015 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-561f5447-5bba-4d18-b021-eb11ed323a5f None None] The sync data for ids ['a3c58560-96af-45c6-abef-7a97a89df4a0'] in n-d-804985-2 is: [{'id': 'a3c58560-96af-45c6-abef-7a97a89df4a0', 'name': 'tempest-RoutersTest-router-1153144194', 'tenant_id': 'c4a8742f0e794123b38cc3300291c37d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:13:26Z', 'updated_at': '2021-08-18T12:14:15Z', 'revision_number': 9, 'project_id': 'c4a8742f0e794123b38cc3300291c37d', 'gw_port_host': None, '_interfaces': [{'id': '81c95162-6352-4b55-aa79-ac683e6c2d28', 'name': '', 'network_id': 'eec76161-c359-4186-b3d0-0801154df67c', 'tenant_id': 'c4a8742f0e794123b38cc3300291c37d', 'mac_address': 'fa:16:3e:dd:ec:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c58560-96af-45c6-abef-7a97a89df4a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2633, 'fixed_ips': [{'subnet_id': '6bea84c0-7697-4923-b905-7c0527019ab5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:13:29Z', 'updated_at': '2021-08-18T12:13:37Z', 'revision_number': 5, 'project_id': 'c4a8742f0e794123b38cc3300291c37d', 'subnets': [{'id': '6bea84c0-7697-4923-b905-7c0527019ab5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'caad6f05-cd03-484c-8ddb-4d467994ef4a', 'name': '', 'network_id': '12bc12d9-0a65-41fe-9c3a-c624e76addd1', 'tenant_id': 'c4a8742f0e794123b38cc3300291c37d', 'mac_address': 'fa:16:3e:48:d7:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c58560-96af-45c6-abef-7a97a89df4a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2666, 'fixed_ips': [{'subnet_id': 'dc464a88-2743-4832-8ba8-c87a80288def', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:13:37Z', 'updated_at': '2021-08-18T12:13:47Z', 'revision_number': 5, 'project_id': 'c4a8742f0e794123b38cc3300291c37d', 'subnets': [{'id': 'dc464a88-2743-4832-8ba8-c87a80288def', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:14:18.721380 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ca5976d3-6043-47e4-8273-efb11d888338 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-996815'] for router_interface, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:18.733919 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-bb103086-8958-4887-8597-68a1f073eb1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:18.805226 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 52920) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:14:18.838451 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4c150e8e-6ee5-47a1-8b16-2ad2eff325aa None None] Notify callbacks [] for port, precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:18.856672 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-4c150e8e-6ee5-47a1-8b16-2ad2eff325aa None None] Transition to ACTIVE for port object 34d354b8-079a-419c-b6fc-a9ae9a4c8e9c will not be triggered until provisioned by entity L2. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:14:18.882073 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-4c150e8e-6ee5-47a1-8b16-2ad2eff325aa None None] Transition to ACTIVE for port object 34d354b8-079a-419c-b6fc-a9ae9a4c8e9c will not be triggered until provisioned by entity DHCP. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:14:18.893407 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4c150e8e-6ee5-47a1-8b16-2ad2eff325aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547'] for port, after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:18.962933 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-68d116a5-93bb-427c-b4e6-f9ff1e9142c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:18.970181 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c150e8e-6ee5-47a1-8b16-2ad2eff325aa None None] Network 1f5ce82b-312e-4caf-9b9a-3d7895cb616f is already hosted by enough agents. {{(pid=106254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:14:18.976658 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.base_scheduler [None req-4c150e8e-6ee5-47a1-8b16-2ad2eff325aa None None] Resources bound (agent type, host, resource id): {{(pid=106254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:14:18.979214 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c150e8e-6ee5-47a1-8b16-2ad2eff325aa None None] Pushing event updated for resources: {'Port': ['ID=34d354b8-079a-419c-b6fc-a9ae9a4c8e9c,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:14:18.982321 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c150e8e-6ee5-47a1-8b16-2ad2eff325aa None None] Received port after_create {{(pid=106254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:14:19.043750 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [None req-1eeda680-ddc4-46de-8167-d1a542bfdf21 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Allocated IP 2001:db8::1 (1f5ce82b-312e-4caf-9b9a-3d7895cb616f/0ca67e84-14b4-42b4-b10e-8b85e67af982/882ab6a1-4ec5-4fec-947d-4efa596cce2d) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:14:19.057849 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-4c150e8e-6ee5-47a1-8b16-2ad2eff325aa None None] Attempting to bind port 34d354b8-079a-419c-b6fc-a9ae9a4c8e9c on host n-d-804985-2 for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:14:19.058621 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-4c150e8e-6ee5-47a1-8b16-2ad2eff325aa None None] Attempting to bind port 34d354b8-079a-419c-b6fc-a9ae9a4c8e9c by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': '2f780c38-73bc-4f3c-afe1-e3edb6e50900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '1f5ce82b-312e-4caf-9b9a-3d7895cb616f'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:14:19.059242 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c150e8e-6ee5-47a1-8b16-2ad2eff325aa None None] Attempting to bind port 34d354b8-079a-419c-b6fc-a9ae9a4c8e9c on network 1f5ce82b-312e-4caf-9b9a-3d7895cb616f {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:14:19.071804 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c150e8e-6ee5-47a1-8b16-2ad2eff325aa None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 13, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:14:19.072422 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c150e8e-6ee5-47a1-8b16-2ad2eff325aa None None] Checking segment: {'id': '2f780c38-73bc-4f3c-afe1-e3edb6e50900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '1f5ce82b-312e-4caf-9b9a-3d7895cb616f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:14:19.073055 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4c150e8e-6ee5-47a1-8b16-2ad2eff325aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:19.073779 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c150e8e-6ee5-47a1-8b16-2ad2eff325aa None None] Bound using segment: {'id': '2f780c38-73bc-4f3c-afe1-e3edb6e50900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '1f5ce82b-312e-4caf-9b9a-3d7895cb616f'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:14:19.074468 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-4c150e8e-6ee5-47a1-8b16-2ad2eff325aa None None] Bound port: 34d354b8-079a-419c-b6fc-a9ae9a4c8e9c, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f780c38-73bc-4f3c-afe1-e3edb6e50900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '1f5ce82b-312e-4caf-9b9a-3d7895cb616f'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:14:19.075037 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4c150e8e-6ee5-47a1-8b16-2ad2eff325aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:19.150543 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-4c150e8e-6ee5-47a1-8b16-2ad2eff325aa None None] For port 34d354b8-079a-419c-b6fc-a9ae9a4c8e9c, host n-d-804985-2, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:14:19.154142 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-4c150e8e-6ee5-47a1-8b16-2ad2eff325aa None None] For port 34d354b8-079a-419c-b6fc-a9ae9a4c8e9c, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=34d354b8-079a-419c-b6fc-a9ae9a4c8e9c,segment=NetworkSegment(2f780c38-73bc-4f3c-afe1-e3edb6e50900),segment_id=2f780c38-73bc-4f3c-afe1-e3edb6e50900)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:14:19.160982 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4c150e8e-6ee5-47a1-8b16-2ad2eff325aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:19.221228 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-ca5976d3-6043-47e4-8273-efb11d888338 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Deleting port caad6f05-cd03-484c-8ddb-4d467994ef4a {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:14:19.221599 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ca5976d3-6043-47e4-8273-efb11d888338 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:19.265251 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c150e8e-6ee5-47a1-8b16-2ad2eff325aa None None] Pushing event updated for resources: {'Port': ['ID=34d354b8-079a-419c-b6fc-a9ae9a4c8e9c,revision_number=2']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:14:19.417273 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1eeda680-ddc4-46de-8167-d1a542bfdf21 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:19.473553 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [None req-1eeda680-ddc4-46de-8167-d1a542bfdf21 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Transition to ACTIVE for port object 882ab6a1-4ec5-4fec-947d-4efa596cce2d will not be triggered until provisioned by entity DHCP. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:14:19.483002 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device c640891d-b335-4f23-9259-8215b559e36d no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:14:19.491224 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [None req-ca5976d3-6043-47e4-8273-efb11d888338 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] For port caad6f05-cd03-484c-8ddb-4d467994ef4a, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=caad6f05-cd03-484c-8ddb-4d467994ef4a,segment=NetworkSegment(bf69c900-8549-40c1-8f74-5741e9d08029),segment_id=bf69c900-8549-40c1-8f74-5741e9d08029)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:14:19.491598 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ca5976d3-6043-47e4-8273-efb11d888338 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:19.504958 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: c640891d-b335-4f23-9259-8215b559e36d {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:14:19.505586 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device c640891d-b335-4f23-9259-8215b559e36d not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:14:19.505586 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device c8c25e43-50dd-4c02-b1a7-19446e92e1c4 no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:14:19.519538 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-ca5976d3-6043-47e4-8273-efb11d888338 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Calling delete_port for caad6f05-cd03-484c-8ddb-4d467994ef4a owned by network:router_interface {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:14:19.523270 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-68d116a5-93bb-427c-b4e6-f9ff1e9142c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:19.542533 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-68d116a5-93bb-427c-b4e6-f9ff1e9142c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:19.572448 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: c8c25e43-50dd-4c02-b1a7-19446e92e1c4 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:14:19.573246 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device c8c25e43-50dd-4c02-b1a7-19446e92e1c4 not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:14:19.579825 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d116a5-93bb-427c-b4e6-f9ff1e9142c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=296468ae-606a-4e1c-8398-3381947c5f59,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:14:19.681634 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 52946) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:14:19.683777 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-68d116a5-93bb-427c-b4e6-f9ff1e9142c1 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f254b4ffdfe744468f50824516bb86c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8774738 Aug 18 12:14:19.687510 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 52948) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:14:19.701635 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1eeda680-ddc4-46de-8167-d1a542bfdf21 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:19.788509 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-615bd460-3c7d-4a58-8470-e25b3a60bccd admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-984932346-network', 'tenant_id': '8fca7d5a19c54940b367d2e63154d6ee'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:14:19.805398 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eeda680-ddc4-46de-8167-d1a542bfdf21 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Network 1f5ce82b-312e-4caf-9b9a-3d7895cb616f is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:14:19.814955 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-615bd460-3c7d-4a58-8470-e25b3a60bccd admin admin] Made reservation on behalf of 8fca7d5a19c54940b367d2e63154d6ee for: {'network': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:14:19.818110 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-1eeda680-ddc4-46de-8167-d1a542bfdf21 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:14:19.819331 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-615bd460-3c7d-4a58-8470-e25b3a60bccd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for network, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:19.820937 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eeda680-ddc4-46de-8167-d1a542bfdf21 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:14:19.821840 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1eeda680-ddc4-46de-8167-d1a542bfdf21 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-996688'] for router_interface, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:19.830502 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-615bd460-3c7d-4a58-8470-e25b3a60bccd admin admin] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:19.871004 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eeda680-ddc4-46de-8167-d1a542bfdf21 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Pushing event updated for resources: {'Port': ['ID=882ab6a1-4ec5-4fec-947d-4efa596cce2d,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:14:19.939852 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-615bd460-3c7d-4a58-8470-e25b3a60bccd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:19.946220 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-615bd460-3c7d-4a58-8470-e25b3a60bccd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:19.977517 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-615bd460-3c7d-4a58-8470-e25b3a60bccd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 849} {{(pid=106252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:14:19.983327 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615bd460-3c7d-4a58-8470-e25b3a60bccd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=642294e2-caa5-412a-b5ea-d1a1a7f3d0d8,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:14:19.992191 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-615bd460-3c7d-4a58-8470-e25b3a60bccd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:19.992595 n-d-804985-2 neutron-server[106252]: INFO neutron.db.segments_db [None req-615bd460-3c7d-4a58-8470-e25b3a60bccd admin admin] Added segment b37ee6ef-093c-4194-a906-24a6a3165741 of type vlan for network 9a60ecad-83fa-47c2-91d2-f7a65c03fb59 Aug 18 12:14:20.051994 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-615bd460-3c7d-4a58-8470-e25b3a60bccd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789150665894'] for network, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:20.094428 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-615bd460-3c7d-4a58-8470-e25b3a60bccd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for network, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:20.095919 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-615bd460-3c7d-4a58-8470-e25b3a60bccd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:14:20.096586 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-615bd460-3c7d-4a58-8470-e25b3a60bccd admin admin] Notify callbacks [] for network, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:20.171152 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615bd460-3c7d-4a58-8470-e25b3a60bccd admin admin] Pushing event updated for resources: {'Network': ['ID=9a60ecad-83fa-47c2-91d2-f7a65c03fb59,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:14:20.183118 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Network 9a60ecad-83fa-47c2-91d2-f7a65c03fb59 details requested by agent ovs-agent-n-d-804985-2 with host n-d-804985-2 {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:14:20.184380 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-615bd460-3c7d-4a58-8470-e25b3a60bccd admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5004661 Aug 18 12:14:20.188506 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 52954) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:14:20.194995 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-30531af2-a510-4079-8546-68aba63e62f7 admin admin] Request body: {'subnet': {'network_id': '9a60ecad-83fa-47c2-91d2-f7a65c03fb59', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-984932346-subnet', 'tenant_id': '8fca7d5a19c54940b367d2e63154d6ee', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:14:20.248078 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30531af2-a510-4079-8546-68aba63e62f7 admin admin] Made reservation on behalf of 8fca7d5a19c54940b367d2e63154d6ee for: {'subnet': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:14:20.252011 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-30531af2-a510-4079-8546-68aba63e62f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59074089'] for subnet, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:20.448295 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-30531af2-a510-4079-8546-68aba63e62f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3572913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59074111'] for subnet, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:20.499772 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d3f70bf1-3fd6-454f-be30-2337d8c2867a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:20.535699 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30531af2-a510-4079-8546-68aba63e62f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb04d889-17cd-4540-8b57-641bd70e62c4,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:14:20.538332 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30531af2-a510-4079-8546-68aba63e62f7 admin admin] Checking segment: {'id': 'b37ee6ef-093c-4194-a906-24a6a3165741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '9a60ecad-83fa-47c2-91d2-f7a65c03fb59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:14:20.538695 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30531af2-a510-4079-8546-68aba63e62f7 admin admin] Network hostable DHCP agents. Network: 9a60ecad-83fa-47c2-91d2-f7a65c03fb59, hostable agents: ['97c14208-2951-4361-8d64-3708c946ff5f'], hosted agents: [] {{(pid=106252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 12:14:20.571168 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30531af2-a510-4079-8546-68aba63e62f7 admin admin] Network 9a60ecad-83fa-47c2-91d2-f7a65c03fb59 is scheduled to be hosted by DHCP agent 97c14208-2951-4361-8d64-3708c946ff5f with binding_index 1 {{(pid=106252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 12:14:20.574653 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d3f70bf1-3fd6-454f-be30-2337d8c2867a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:20.589519 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-30531af2-a510-4079-8546-68aba63e62f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-2, 9a60ecad-83fa-47c2-91d2-f7a65c03fb59) {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:14:20.594765 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30531af2-a510-4079-8546-68aba63e62f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:14:20.595552 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-30531af2-a510-4079-8546-68aba63e62f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for subnet, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:20.599387 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd3a808b-6934-4dcb-a4bb-b00a2887d895 None None] Network 9a60ecad-83fa-47c2-91d2-f7a65c03fb59 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:14:20.624739 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-30531af2-a510-4079-8546-68aba63e62f7 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4349384 Aug 18 12:14:20.627820 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 52968) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:14:20.632974 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-f73e7a3a-f068-4722-860b-215ac8538127 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-984932346-router', 'tenant_id': '8fca7d5a19c54940b367d2e63154d6ee', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'}}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:14:20.671341 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ca5976d3-6043-47e4-8273-efb11d888338 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:20.688488 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bbd50f3-730f-4996-957d-bc5a4b17c7e0 None None] Network 1f5ce82b-312e-4caf-9b9a-3d7895cb616f requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:14:20.690432 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f73e7a3a-f068-4722-860b-215ac8538127 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-998592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15809'] for router, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:20.693127 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f73e7a3a-f068-4722-860b-215ac8538127 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-992733', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-971415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15816'] for router, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:20.778038 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1eeda680-ddc4-46de-8167-d1a542bfdf21 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:20.818196 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f73e7a3a-f068-4722-860b-215ac8538127 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:20.837557 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-c3be330a-3975-4763-a733-435af9773ee1 None None] Provisioning for port 34d354b8-079a-419c-b6fc-a9ae9a4c8e9c completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:14:20.877289 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5976d3-6043-47e4-8273-efb11d888338 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Pushing event deleted for resources: {'Port': ['ID=caad6f05-cd03-484c-8ddb-4d467994ef4a,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:14:21.051928 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7919e37-40a7-4ae4-a8f4-25550ff73173 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp788be208-34ab-5a8f-af0f-528834af222f-9a60ecad-83fa-47c2-91d2-f7a65c03fb59', 'network_id': '9a60ecad-83fa-47c2-91d2-f7a65c03fb59', 'tenant_id': '8fca7d5a19c54940b367d2e63154d6ee', 'fixed_ips': [{'subnet_id': 'cb04d889-17cd-4540-8b57-641bd70e62c4'}]}} from n-d-804985-2. {{(pid=106254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 12:14:21.053006 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-f7919e37-40a7-4ae4-a8f4-25550ff73173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:21.148801 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f73e7a3a-f068-4722-860b-215ac8538127 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:21.182833 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d3f70bf1-3fd6-454f-be30-2337d8c2867a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:21.191263 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d3f70bf1-3fd6-454f-be30-2337d8c2867a admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:21.194003 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-d3f70bf1-3fd6-454f-be30-2337d8c2867a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/296468ae-606a-4e1c-8398-3381947c5f59 HTTP/1.1" status: 204 len: 168 time: 1.5041709 Aug 18 12:14:21.230549 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f70bf1-3fd6-454f-be30-2337d8c2867a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=296468ae-606a-4e1c-8398-3381947c5f59,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:14:21.258706 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ca5976d3-6043-47e4-8273-efb11d888338 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953695'] for router_interface, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:21.314484 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.db_base_plugin_common [None req-f7919e37-40a7-4ae4-a8f4-25550ff73173 None None] Allocated IP 172.20.0.2 (9a60ecad-83fa-47c2-91d2-f7a65c03fb59/cb04d889-17cd-4540-8b57-641bd70e62c4/7d89416d-2fcd-44c8-861d-b217d63f2a8d) {{(pid=106254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:14:21.499066 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 52994) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:14:21.543645 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-f7919e37-40a7-4ae4-a8f4-25550ff73173 None None] Notify callbacks [] for port, precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:21.560728 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-f7919e37-40a7-4ae4-a8f4-25550ff73173 None None] Transition to ACTIVE for port object 7d89416d-2fcd-44c8-861d-b217d63f2a8d will not be triggered until provisioned by entity L2. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:14:21.577062 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-f7919e37-40a7-4ae4-a8f4-25550ff73173 None None] Transition to ACTIVE for port object 7d89416d-2fcd-44c8-861d-b217d63f2a8d will not be triggered until provisioned by entity DHCP. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:14:21.608110 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-f7919e37-40a7-4ae4-a8f4-25550ff73173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547'] for port, after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:21.632923 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:21.707035 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7919e37-40a7-4ae4-a8f4-25550ff73173 None None] Network 9a60ecad-83fa-47c2-91d2-f7a65c03fb59 is already hosted by enough agents. {{(pid=106254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:14:21.728312 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-f61a6415-dfbe-4618-a18d-fc233669bf52 None None] Provisioning for port 882ab6a1-4ec5-4fec-947d-4efa596cce2d completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:14:21.729874 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca5976d3-6043-47e4-8273-efb11d888338 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Router a3c58560-96af-45c6-abef-7a97a89df4a0 has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:14:21.764518 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.base_scheduler [None req-f7919e37-40a7-4ae4-a8f4-25550ff73173 None None] Resources bound (agent type, host, resource id): {{(pid=106254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:14:21.779380 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7919e37-40a7-4ae4-a8f4-25550ff73173 None None] Received port after_create {{(pid=106254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:14:21.784988 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f73e7a3a-f068-4722-860b-215ac8538127 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:21.790076 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 34d354b8-079a-419c-b6fc-a9ae9a4c8e9c up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:14:21.836535 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f73e7a3a-f068-4722-860b-215ac8538127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:21.847825 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-f61a6415-dfbe-4618-a18d-fc233669bf52 None None] Provisioning complete for port 882ab6a1-4ec5-4fec-947d-4efa596cce2d triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:14:21.848146 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-f61a6415-dfbe-4618-a18d-fc233669bf52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:21.895411 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-f61a6415-dfbe-4618-a18d-fc233669bf52 None None] Port 882ab6a1-4ec5-4fec-947d-4efa596cce2d cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:14:21.905634 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 52998) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:14:21.911335 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-56a5535f-d371-4f77-a5a6-898763f5ea01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:21.918438 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7919e37-40a7-4ae4-a8f4-25550ff73173 None None] Pushing event updated for resources: {'Port': ['ID=7d89416d-2fcd-44c8-861d-b217d63f2a8d,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:14:21.946094 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0ed368e9-f59a-4a89-9668-8220f3d6e008 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:21.957238 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port 34d354b8-079a-419c-b6fc-a9ae9a4c8e9c completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:14:21.978053 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 34d354b8-079a-419c-b6fc-a9ae9a4c8e9c triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:14:21.978431 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:21.989551 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-109033bd-9b88-4773-a87a-efedf30096dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:22.001544 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [None req-f73e7a3a-f068-4722-860b-215ac8538127 admin admin] Allocated IP 172.25.7.65 (7cae7a70-14fd-408c-b14d-39ceb97cb60e/9784295a-20b8-4a4b-b105-f82737f0448f/3b45d6e6-41d7-49b3-b0ae-a5d284a14577) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:14:22.008176 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-f7919e37-40a7-4ae4-a8f4-25550ff73173 None None] Attempting to bind port 7d89416d-2fcd-44c8-861d-b217d63f2a8d on host n-d-804985-2 for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:14:22.008593 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-f7919e37-40a7-4ae4-a8f4-25550ff73173 None None] Attempting to bind port 7d89416d-2fcd-44c8-861d-b217d63f2a8d by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': 'b37ee6ef-093c-4194-a906-24a6a3165741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '9a60ecad-83fa-47c2-91d2-f7a65c03fb59'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:14:22.009095 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7919e37-40a7-4ae4-a8f4-25550ff73173 None None] Attempting to bind port 7d89416d-2fcd-44c8-861d-b217d63f2a8d on network 9a60ecad-83fa-47c2-91d2-f7a65c03fb59 {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:14:22.017016 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7919e37-40a7-4ae4-a8f4-25550ff73173 None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 14, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:14:22.017425 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7919e37-40a7-4ae4-a8f4-25550ff73173 None None] Checking segment: {'id': 'b37ee6ef-093c-4194-a906-24a6a3165741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '9a60ecad-83fa-47c2-91d2-f7a65c03fb59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:14:22.018121 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-f7919e37-40a7-4ae4-a8f4-25550ff73173 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:22.018240 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7919e37-40a7-4ae4-a8f4-25550ff73173 None None] Bound using segment: {'id': 'b37ee6ef-093c-4194-a906-24a6a3165741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '9a60ecad-83fa-47c2-91d2-f7a65c03fb59'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:14:22.018721 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-f7919e37-40a7-4ae4-a8f4-25550ff73173 None None] Bound port: 7d89416d-2fcd-44c8-861d-b217d63f2a8d, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b37ee6ef-093c-4194-a906-24a6a3165741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '9a60ecad-83fa-47c2-91d2-f7a65c03fb59'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:14:22.019168 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-f7919e37-40a7-4ae4-a8f4-25550ff73173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:22.074132 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca5976d3-6043-47e4-8273-efb11d888338 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:14:22.092066 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5dccf05-ff9a-42fd-bbee-5440793bdb2b None None] Sync routers for ids ['a3c58560-96af-45c6-abef-7a97a89df4a0'] in n-d-804985-2 {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:14:22.105120 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5dccf05-ff9a-42fd-bbee-5440793bdb2b None None] Routers {'a3c58560-96af-45c6-abef-7a97a89df4a0'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:14:22.108965 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-ca5976d3-6043-47e4-8273-efb11d888338 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] 10.222.0.66 "PUT /v2.0/routers/a3c58560-96af-45c6-abef-7a97a89df4a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1503530 Aug 18 12:14:22.109731 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 53000) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:14:22.111056 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-a5dccf05-ff9a-42fd-bbee-5440793bdb2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:14:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['a3c58560-96af-45c6-abef-7a97a89df4a0'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:14:22.137624 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1eeda680-ddc4-46de-8167-d1a542bfdf21 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks [] for port, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:22.142513 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8bae341a-2d22-49fd-8c13-1b346fd2c737 None None] Provisioning complete for port 882ab6a1-4ec5-4fec-947d-4efa596cce2d triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:14:22.142937 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8bae341a-2d22-49fd-8c13-1b346fd2c737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:22.153390 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1eeda680-ddc4-46de-8167-d1a542bfdf21 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:22.154224 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1eeda680-ddc4-46de-8167-d1a542bfdf21 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-996772'] for router_interface, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:22.199823 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-f7919e37-40a7-4ae4-a8f4-25550ff73173 None None] For port 7d89416d-2fcd-44c8-861d-b217d63f2a8d, host n-d-804985-2, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:14:22.202959 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f73e7a3a-f068-4722-860b-215ac8538127 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:22.206277 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:22.221985 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b7b22e7-cfb3-491d-ad9d-1c25696792f6 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Deleting subnet dc464a88-2743-4832-8ba8-c87a80288def {{(pid=106252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 12:14:22.224109 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-53584c24-f517-494e-ac93-c18bb92373f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:22.225404 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6b7b22e7-cfb3-491d-ad9d-1c25696792f6 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks [] for subnet, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:22.236093 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-f7919e37-40a7-4ae4-a8f4-25550ff73173 None None] For port 7d89416d-2fcd-44c8-861d-b217d63f2a8d, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=7d89416d-2fcd-44c8-861d-b217d63f2a8d,segment=NetworkSegment(b37ee6ef-093c-4194-a906-24a6a3165741),segment_id=b37ee6ef-093c-4194-a906-24a6a3165741)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:14:22.245330 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-8bae341a-2d22-49fd-8c13-1b346fd2c737 None None] Port 882ab6a1-4ec5-4fec-947d-4efa596cce2d cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:14:22.248865 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-f7919e37-40a7-4ae4-a8f4-25550ff73173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:22.282715 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6b7b22e7-cfb3-491d-ad9d-1c25696792f6 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2221528'] for subnet, precommit_delete_associations {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:22.290456 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] For port 34d354b8-079a-419c-b6fc-a9ae9a4c8e9c, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=34d354b8-079a-419c-b6fc-a9ae9a4c8e9c,segment=NetworkSegment(2f780c38-73bc-4f3c-afe1-e3edb6e50900),segment_id=2f780c38-73bc-4f3c-afe1-e3edb6e50900)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:14:22.304605 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:22.309867 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eeda680-ddc4-46de-8167-d1a542bfdf21 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Pushing event updated for resources: {'Port': ['ID=882ab6a1-4ec5-4fec-947d-4efa596cce2d,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:14:22.337975 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7919e37-40a7-4ae4-a8f4-25550ff73173 None None] Pushing event updated for resources: {'Port': ['ID=7d89416d-2fcd-44c8-861d-b217d63f2a8d,revision_number=2']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:14:22.387822 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0ed368e9-f59a-4a89-9668-8220f3d6e008 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:22.389368 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-a5dccf05-ff9a-42fd-bbee-5440793bdb2b None None] Set router a3c58560-96af-45c6-abef-7a97a89df4a0 gateway port host: None {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:14:22.442512 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Pushing event updated for resources: {'Port': ['ID=34d354b8-079a-419c-b6fc-a9ae9a4c8e9c,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:14:22.449547 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0ed368e9-f59a-4a89-9668-8220f3d6e008 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:22.453881 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eeda680-ddc4-46de-8167-d1a542bfdf21 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Network 1f5ce82b-312e-4caf-9b9a-3d7895cb616f is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:14:22.486181 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-1eeda680-ddc4-46de-8167-d1a542bfdf21 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:14:22.508640 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6b7b22e7-cfb3-491d-ad9d-1c25696792f6 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:22.523204 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-0ed368e9-f59a-4a89-9668-8220f3d6e008 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=296785a83389480887f4fb82ced12658&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6166844 Aug 18 12:14:22.577612 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 53004) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:14:22.603439 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f73e7a3a-f068-4722-860b-215ac8538127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:22.661925 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed368e9-f59a-4a89-9668-8220f3d6e008 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45284e29-4bb1-4702-99a2-39bda334b68a,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:14:22.720819 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-109033bd-9b88-4773-a87a-efedf30096dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:22.731957 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-109033bd-9b88-4773-a87a-efedf30096dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:22.762432 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-a5dccf05-ff9a-42fd-bbee-5440793bdb2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c58560-96af-45c6-abef-7a97a89df4a0', 'name': 'tempest-RoutersTest-router-1153144194', 'tenant_id': 'c4a8742f0e794123b38cc3300291c37d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:13:26Z', 'updated_at': '2021-08-18T12:14:19Z', 'revision_number': 10, 'project_id': 'c4a8742f0e794123b38cc3300291c37d', 'gw_port_host': None, '_interfaces': [{'id': '81c95162-6352-4b55-aa79-ac683e6c2d28', 'name': '', 'network_id': 'eec76161-c359-4186-b3d0-0801154df67c', 'tenant_id': 'c4a8742f0e794123b38cc3300291c37d', 'mac_address': 'fa:16:3e:dd:ec:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c58560-96af-45c6-abef-7a97a89df4a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2633, 'fixed_ips': [{'subnet_id': '6bea84c0-7697-4923-b905-7c0527019ab5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:13:29Z', 'updated_at': '2021-08-18T12:13:37Z', 'revision_number': 5, 'project_id': 'c4a8742f0e794123b38cc3300291c37d', 'subnets': [{'id': '6bea84c0-7697-4923-b905-7c0527019ab5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:14:22.766106 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6b7b22e7-cfb3-491d-ad9d-1c25696792f6 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3572848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59074100'] for subnet, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:22.766610 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-109033bd-9b88-4773-a87a-efedf30096dc admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f18dd5dab2c0458d96b84f821b603416&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2560203 Aug 18 12:14:22.771548 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 53008) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:14:22.794346 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5dccf05-ff9a-42fd-bbee-5440793bdb2b None None] Checking router: a3c58560-96af-45c6-abef-7a97a89df4a0 for host: n-d-804985-2 {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:14:22.804391 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-206d8169-dbb9-4426-8425-354145bac2c2 None None] Network 12bc12d9-0a65-41fe-9c3a-c624e76addd1 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:14:22.807792 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5dccf05-ff9a-42fd-bbee-5440793bdb2b None None] Routers {'a3c58560-96af-45c6-abef-7a97a89df4a0'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:14:22.808424 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-a5dccf05-ff9a-42fd-bbee-5440793bdb2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:14:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['a3c58560-96af-45c6-abef-7a97a89df4a0'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:14:22.826847 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f73e7a3a-f068-4722-860b-215ac8538127 admin admin] Network 7cae7a70-14fd-408c-b14d-39ceb97cb60e is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:14:22.834483 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109033bd-9b88-4773-a87a-efedf30096dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7dcd60b-026a-420b-9978-5cac420ff534,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:14:22.887396 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6b7b22e7-cfb3-491d-ad9d-1c25696792f6 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for subnet, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:22.889381 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-6b7b22e7-cfb3-491d-ad9d-1c25696792f6 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] 10.222.0.66 "DELETE /v2.0/subnets/dc464a88-2743-4832-8ba8-c87a80288def HTTP/1.1" status: 204 len: 168 time: 0.7786758 Aug 18 12:14:22.891955 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-f73e7a3a-f068-4722-860b-215ac8538127 admin admin] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:14:22.902011 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 53010) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:14:22.902895 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f73e7a3a-f068-4722-860b-215ac8538127 admin admin] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:14:22.920669 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e9e3dd45-7753-4074-bab3-4bb3f40ebf5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:22.929829 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-a5dccf05-ff9a-42fd-bbee-5440793bdb2b None None] Set router a3c58560-96af-45c6-abef-7a97a89df4a0 gateway port host: None {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:14:22.950139 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1eeda680-ddc4-46de-8167-d1a542bfdf21 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Router 9c74a2a0-1606-42fe-8a87-91ddefe18cee is scheduled to L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 with binding_index 1 {{(pid=106253) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 12:14:22.950550 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7b22e7-cfb3-491d-ad9d-1c25696792f6 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Pushing event deleted for resources: {'Subnet': ['ID=dc464a88-2743-4832-8ba8-c87a80288def,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:14:22.980674 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e9e3dd45-7753-4074-bab3-4bb3f40ebf5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:23.017489 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-25e4e9ff-fbcf-408a-b30d-0c1c0a540ecc None None] Provisioning complete for port 882ab6a1-4ec5-4fec-947d-4efa596cce2d triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:14:23.017949 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-25e4e9ff-fbcf-408a-b30d-0c1c0a540ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:23.032324 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4abfc0e7-97c2-4484-9227-ff9e1a03d0a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:23.033966 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73e7a3a-f068-4722-860b-215ac8538127 admin admin] Pushing event updated for resources: {'Port': ['ID=3b45d6e6-41d7-49b3-b0ae-a5d284a14577,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:14:23.062239 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e83567-bb56-4bfb-86f5-22fd27886f97 req-f8a3b99f-1584-4240-9682-ca36d23309a5 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:14:23.075246 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-25e4e9ff-fbcf-408a-b30d-0c1c0a540ecc None None] Port 882ab6a1-4ec5-4fec-947d-4efa596cce2d cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:14:23.081238 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e83567-bb56-4bfb-86f5-22fd27886f97 req-f8a3b99f-1584-4240-9682-ca36d23309a5 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:14:23.088738 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e83567-bb56-4bfb-86f5-22fd27886f97 req-f8a3b99f-1584-4240-9682-ca36d23309a5 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:14:23.097299 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e83567-bb56-4bfb-86f5-22fd27886f97 req-f8a3b99f-1584-4240-9682-ca36d23309a5 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:14:23.103354 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e83567-bb56-4bfb-86f5-22fd27886f97 req-f8a3b99f-1584-4240-9682-ca36d23309a5 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:14:23.109350 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e83567-bb56-4bfb-86f5-22fd27886f97 req-f8a3b99f-1584-4240-9682-ca36d23309a5 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:14:23.115568 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e83567-bb56-4bfb-86f5-22fd27886f97 req-f8a3b99f-1584-4240-9682-ca36d23309a5 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:14:23.117567 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c4e83567-bb56-4bfb-86f5-22fd27886f97 req-f8a3b99f-1584-4240-9682-ca36d23309a5 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] 10.222.0.66 "GET /v2.0/ports?device_id=2cc02556-7c0a-4e9b-9a09-a272e5dfabdc HTTP/1.1" status: 200 len: 5437 time: 0.3368273 Aug 18 12:14:23.138618 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e9e3dd45-7753-4074-bab3-4bb3f40ebf5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:23.141195 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e9e3dd45-7753-4074-bab3-4bb3f40ebf5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:23.142553 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-e9e3dd45-7753-4074-bab3-4bb3f40ebf5f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d7dcd60b-026a-420b-9978-5cac420ff534 HTTP/1.1" status: 204 len: 168 time: 0.3695056 Aug 18 12:14:23.154489 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e3dd45-7753-4074-bab3-4bb3f40ebf5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7dcd60b-026a-420b-9978-5cac420ff534,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:14:23.175200 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a43957f-ba21-4586-ab46-c1291e1fd634 None None] DHCP port deletion for 12bc12d9-0a65-41fe-9c3a-c624e76addd1 request from n-d-804985-2 {{(pid=106254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 12:14:23.197510 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eeda680-ddc4-46de-8167-d1a542bfdf21 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:14:23.207866 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-1eeda680-ddc4-46de-8167-d1a542bfdf21 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] 10.222.0.66 "PUT /v2.0/routers/9c74a2a0-1606-42fe-8a87-91ddefe18cee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6550419 Aug 18 12:14:23.208578 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 53014) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:14:23.239468 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ac59a0-2a9d-480c-920c-0cffef8afebc None None] Sync routers for ids ['9c74a2a0-1606-42fe-8a87-91ddefe18cee'] in n-d-804985-2 {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:14:23.259518 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ac59a0-2a9d-480c-920c-0cffef8afebc None None] Routers {'9c74a2a0-1606-42fe-8a87-91ddefe18cee'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:14:23.260103 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-92ac59a0-2a9d-480c-920c-0cffef8afebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:14:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['9c74a2a0-1606-42fe-8a87-91ddefe18cee'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:14:23.267761 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-a5dccf05-ff9a-42fd-bbee-5440793bdb2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c58560-96af-45c6-abef-7a97a89df4a0', 'name': 'tempest-RoutersTest-router-1153144194', 'tenant_id': 'c4a8742f0e794123b38cc3300291c37d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:13:26Z', 'updated_at': '2021-08-18T12:14:19Z', 'revision_number': 10, 'project_id': 'c4a8742f0e794123b38cc3300291c37d', 'gw_port_host': None, '_interfaces': [{'id': '81c95162-6352-4b55-aa79-ac683e6c2d28', 'name': '', 'network_id': 'eec76161-c359-4186-b3d0-0801154df67c', 'tenant_id': 'c4a8742f0e794123b38cc3300291c37d', 'mac_address': 'fa:16:3e:dd:ec:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c58560-96af-45c6-abef-7a97a89df4a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2633, 'fixed_ips': [{'subnet_id': '6bea84c0-7697-4923-b905-7c0527019ab5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:13:29Z', 'updated_at': '2021-08-18T12:13:37Z', 'revision_number': 5, 'project_id': 'c4a8742f0e794123b38cc3300291c37d', 'subnets': [{'id': '6bea84c0-7697-4923-b905-7c0527019ab5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:14:23.289133 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47b3531d-4f81-40eb-921b-44a0b872cafc tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:14:23.301259 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-47b3531d-4f81-40eb-921b-44a0b872cafc tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] 10.222.0.66 "GET /v2.0/ports/882ab6a1-4ec5-4fec-947d-4efa596cce2d HTTP/1.1" status: 200 len: 911 time: 0.0889261 Aug 18 12:14:23.302221 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 53016) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:14:23.302649 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-92ac59a0-2a9d-480c-920c-0cffef8afebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:14:23.316903 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5dccf05-ff9a-42fd-bbee-5440793bdb2b None None] The sync data for ids ['a3c58560-96af-45c6-abef-7a97a89df4a0'] in n-d-804985-2 is: [{'id': 'a3c58560-96af-45c6-abef-7a97a89df4a0', 'name': 'tempest-RoutersTest-router-1153144194', 'tenant_id': 'c4a8742f0e794123b38cc3300291c37d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:13:26Z', 'updated_at': '2021-08-18T12:14:19Z', 'revision_number': 10, 'project_id': 'c4a8742f0e794123b38cc3300291c37d', 'gw_port_host': None, '_interfaces': [{'id': '81c95162-6352-4b55-aa79-ac683e6c2d28', 'name': '', 'network_id': 'eec76161-c359-4186-b3d0-0801154df67c', 'tenant_id': 'c4a8742f0e794123b38cc3300291c37d', 'mac_address': 'fa:16:3e:dd:ec:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c58560-96af-45c6-abef-7a97a89df4a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2633, 'fixed_ips': [{'subnet_id': '6bea84c0-7697-4923-b905-7c0527019ab5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:13:29Z', 'updated_at': '2021-08-18T12:13:37Z', 'revision_number': 5, 'project_id': 'c4a8742f0e794123b38cc3300291c37d', 'subnets': [{'id': '6bea84c0-7697-4923-b905-7c0527019ab5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:14:23.318881 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ac59a0-2a9d-480c-920c-0cffef8afebc None None] Routers {'9c74a2a0-1606-42fe-8a87-91ddefe18cee'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:14:23.319524 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-92ac59a0-2a9d-480c-920c-0cffef8afebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:14:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['9c74a2a0-1606-42fe-8a87-91ddefe18cee'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:14:23.368027 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-92ac59a0-2a9d-480c-920c-0cffef8afebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:14:23.368779 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ac59a0-2a9d-480c-920c-0cffef8afebc None None] The sync data for ids ['9c74a2a0-1606-42fe-8a87-91ddefe18cee'] in n-d-804985-2 is: [] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:14:23.392782 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-8a43957f-ba21-4586-ab46-c1291e1fd634 None None] Deleting port 292ba787-c861-4974-bd00-8eb43b0b818b {{(pid=106254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:14:23.393168 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8a43957f-ba21-4586-ab46-c1291e1fd634 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:23.487318 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8a43957f-ba21-4586-ab46-c1291e1fd634 None None] For port 292ba787-c861-4974-bd00-8eb43b0b818b, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=292ba787-c861-4974-bd00-8eb43b0b818b,segment=NetworkSegment(bf69c900-8549-40c1-8f74-5741e9d08029),segment_id=bf69c900-8549-40c1-8f74-5741e9d08029)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:14:23.487318 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8a43957f-ba21-4586-ab46-c1291e1fd634 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:23.502191 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-8a43957f-ba21-4586-ab46-c1291e1fd634 None None] Calling delete_port for 292ba787-c861-4974-bd00-8eb43b0b818b owned by network:dhcp {{(pid=106254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:14:23.619763 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8a43957f-ba21-4586-ab46-c1291e1fd634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556'] for port, after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:23.667021 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a43957f-ba21-4586-ab46-c1291e1fd634 None None] Pushing event deleted for resources: {'Port': ['ID=292ba787-c861-4974-bd00-8eb43b0b818b,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:14:23.669018 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a43957f-ba21-4586-ab46-c1291e1fd634 None None] No DVR routers for this DVR port 292ba787-c861-4974-bd00-8eb43b0b818b on host n-d-804985-2 {{(pid=106254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:14:23.798431 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 53020) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:14:23.805314 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4abfc0e7-97c2-4484-9227-ff9e1a03d0a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:23.836829 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6e8827d8-1fe4-4e6a-a51f-3f152d6bdc20 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7904109'] for network, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:23.839530 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-500a1c61-38a7-4c23-a7ec-4631080af5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:23.841584 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-11d223d2-8096-4ff9-8fd4-08846d685855 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:23.876030 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c4e83567-bb56-4bfb-86f5-22fd27886f97 req-d4404544-ab8d-4d93-9ce7-05078691453b tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] 10.222.0.66 "GET /v2.0/security-groups?id=9ed89c48-68fa-47c4-9ca6-08ae23ef0876&id=f288757b-df2a-4147-b6e9-81a127940c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7237601 Aug 18 12:14:23.903839 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12af8705-84b7-4d39-aa30-7738a0a423df None None] Network 9a60ecad-83fa-47c2-91d2-f7a65c03fb59 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:14:23.940279 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ef438785-6555-499a-beb5-d097888fec2f tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-996815'] for router_interface, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:23.967526 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 34d354b8-079a-419c-b6fc-a9ae9a4c8e9c up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:14:24.100865 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4abfc0e7-97c2-4484-9227-ff9e1a03d0a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:24.103741 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4abfc0e7-97c2-4484-9227-ff9e1a03d0a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:24.104949 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-4abfc0e7-97c2-4484-9227-ff9e1a03d0a6 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/45284e29-4bb1-4702-99a2-39bda334b68a HTTP/1.1" status: 204 len: 168 time: 1.5259893 Aug 18 12:14:24.113214 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6e8827d8-1fe4-4e6a-a51f-3f152d6bdc20 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8367869', 'neutron.services.segments.db._delete_segments_for_network-8789151212993'] for network, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:24.166732 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-6e8827d8-1fe4-4e6a-a51f-3f152d6bdc20 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12bc12d9-0a65-41fe-9c3a-c624e76addd1']}} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:14:24.170920 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abfc0e7-97c2-4484-9227-ff9e1a03d0a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45284e29-4bb1-4702-99a2-39bda334b68a,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:14:24.205240 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd07220-2f94-45b4-bfee-9300ac52a651 req-671f4fc7-bbc2-4d26-a0a2-5875dfa5d9e1 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:14:24.211812 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd07220-2f94-45b4-bfee-9300ac52a651 req-671f4fc7-bbc2-4d26-a0a2-5875dfa5d9e1 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:14:24.218239 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd07220-2f94-45b4-bfee-9300ac52a651 req-671f4fc7-bbc2-4d26-a0a2-5875dfa5d9e1 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:14:24.224632 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd07220-2f94-45b4-bfee-9300ac52a651 req-671f4fc7-bbc2-4d26-a0a2-5875dfa5d9e1 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:14:24.226313 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-80cea95e-2d19-45fd-be3d-1fd5fe40d65e None None] Provisioning for port 7d89416d-2fcd-44c8-861d-b217d63f2a8d completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:14:24.230786 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd07220-2f94-45b4-bfee-9300ac52a651 req-671f4fc7-bbc2-4d26-a0a2-5875dfa5d9e1 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:14:24.236576 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-11d223d2-8096-4ff9-8fd4-08846d685855 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:24.236990 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd07220-2f94-45b4-bfee-9300ac52a651 req-671f4fc7-bbc2-4d26-a0a2-5875dfa5d9e1 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:14:24.243323 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd07220-2f94-45b4-bfee-9300ac52a651 req-671f4fc7-bbc2-4d26-a0a2-5875dfa5d9e1 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:14:24.245255 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8fd07220-2f94-45b4-bfee-9300ac52a651 req-671f4fc7-bbc2-4d26-a0a2-5875dfa5d9e1 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] 10.222.0.66 "GET /v2.0/ports?device_id=2cc02556-7c0a-4e9b-9a09-a272e5dfabdc HTTP/1.1" status: 200 len: 5437 time: 0.2802873 Aug 18 12:14:24.247188 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-6e8827d8-1fe4-4e6a-a51f-3f152d6bdc20 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf69c900-8549-40c1-8f74-5741e9d08029') {'for_net_delete': True} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:14:24.247485 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-6e8827d8-1fe4-4e6a-a51f-3f152d6bdc20 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf69c900-8549-40c1-8f74-5741e9d08029') {} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:14:24.273190 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-11d223d2-8096-4ff9-8fd4-08846d685855 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:24.276362 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6e8827d8-1fe4-4e6a-a51f-3f152d6bdc20 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789151225254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2221521'] for segment, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:24.283699 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 34d354b8-079a-419c-b6fc-a9ae9a4c8e9c triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:14:24.284070 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:24.296465 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f73e7a3a-f068-4722-860b-215ac8538127 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:24.336376 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6e8827d8-1fe4-4e6a-a51f-3f152d6bdc20 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:24.347347 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e8827d8-1fe4-4e6a-a51f-3f152d6bdc20 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Releasing vlan 826 on physical network physnet1 to pool {{(pid=106252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:14:24.347904 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6e8827d8-1fe4-4e6a-a51f-3f152d6bdc20 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3572434'] for segment, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:24.351590 n-d-804985-2 neutron-server[106252]: Traceback (most recent call last): Aug 18 12:14:24.351590 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:14:24.351590 n-d-804985-2 neutron-server[106252]: timer() Aug 18 12:14:24.351590 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:14:24.351590 n-d-804985-2 neutron-server[106252]: cb(*args, **kw) Aug 18 12:14:24.351590 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:14:24.351590 n-d-804985-2 neutron-server[106252]: return func(*args, **kwargs) Aug 18 12:14:24.351590 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:14:24.351590 n-d-804985-2 neutron-server[106252]: self._notify() Aug 18 12:14:24.351590 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:14:24.351590 n-d-804985-2 neutron-server[106252]: self.callback(batched_events) Aug 18 12:14:24.351590 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:14:24.351590 n-d-804985-2 neutron-server[106252]: event.method(event) Aug 18 12:14:24.351590 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:14:24.351590 n-d-804985-2 neutron-server[106252]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:14:24.351590 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:14:24.351590 n-d-804985-2 neutron-server[106252]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:14:24.351590 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:14:24.351590 n-d-804985-2 neutron-server[106252]: return f(self, *a, **k) Aug 18 12:14:24.351590 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:14:24.351590 n-d-804985-2 neutron-server[106252]: return self._get(url).json() Aug 18 12:14:24.351590 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:14:24.351590 n-d-804985-2 neutron-server[106252]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:14:24.351590 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:14:24.351590 n-d-804985-2 neutron-server[106252]: return self.request(url, 'GET', **kwargs) Aug 18 12:14:24.351590 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:14:24.351590 n-d-804985-2 neutron-server[106252]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:14:24.351590 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:14:24.351590 n-d-804985-2 neutron-server[106252]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:14:24.351590 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:14:24.351590 n-d-804985-2 neutron-server[106252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:14:24.351590 n-d-804985-2 neutron-server[106252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:14:24.357946 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-11d223d2-8096-4ff9-8fd4-08846d685855 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a56aa82f15444945a575acc9fcc698a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5584369 Aug 18 12:14:24.359900 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 53028) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:14:24.369355 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d223d2-8096-4ff9-8fd4-08846d685855 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a2ca327-2bc4-4626-b9f7-85c56ae64b2c,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:14:24.431550 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 7d89416d-2fcd-44c8-861d-b217d63f2a8d up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:14:24.443788 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-ef438785-6555-499a-beb5-d097888fec2f tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Deleting port 882ab6a1-4ec5-4fec-947d-4efa596cce2d {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:14:24.443788 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ef438785-6555-499a-beb5-d097888fec2f tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:24.486817 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6e8827d8-1fe4-4e6a-a51f-3f152d6bdc20 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8367858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997186'] for network, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:24.496775 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6e8827d8-1fe4-4e6a-a51f-3f152d6bdc20 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks [] for network, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:24.498976 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-6e8827d8-1fe4-4e6a-a51f-3f152d6bdc20 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] 10.222.0.66 "DELETE /v2.0/networks/12bc12d9-0a65-41fe-9c3a-c624e76addd1 HTTP/1.1" status: 204 len: 168 time: 1.5726540 Aug 18 12:14:24.503507 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 53032) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:14:24.514059 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port 7d89416d-2fcd-44c8-861d-b217d63f2a8d completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:14:24.519225 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8827d8-1fe4-4e6a-a51f-3f152d6bdc20 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Pushing event deleted for resources: {'Network': ['ID=12bc12d9-0a65-41fe-9c3a-c624e76addd1,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:14:24.522128 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 7d89416d-2fcd-44c8-861d-b217d63f2a8d triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:14:24.522710 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:24.602816 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0e4558fe-fbd5-4e36-94e1-02171d4f1d83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:24.636752 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0e4558fe-fbd5-4e36-94e1-02171d4f1d83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:24.641710 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:24.661064 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f73e7a3a-f068-4722-860b-215ac8538127 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-998473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-992536'] for router, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:24.741203 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ef438785-6555-499a-beb5-d097888fec2f tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:24.743958 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0e4558fe-fbd5-4e36-94e1-02171d4f1d83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:24.745471 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] For port 7d89416d-2fcd-44c8-861d-b217d63f2a8d, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=7d89416d-2fcd-44c8-861d-b217d63f2a8d,segment=NetworkSegment(b37ee6ef-093c-4194-a906-24a6a3165741),segment_id=b37ee6ef-093c-4194-a906-24a6a3165741)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:14:24.746829 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0e4558fe-fbd5-4e36-94e1-02171d4f1d83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:24.751391 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-0e4558fe-fbd5-4e36-94e1-02171d4f1d83 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9a2ca327-2bc4-4626-b9f7-85c56ae64b2c HTTP/1.1" status: 204 len: 168 time: 0.3898718 Aug 18 12:14:24.763311 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:24.774461 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-ef438785-6555-499a-beb5-d097888fec2f tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Calling delete_port for 882ab6a1-4ec5-4fec-947d-4efa596cce2d owned by network:router_interface {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:14:24.807959 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3140f801-3046-4d4a-8044-a714c2dbbb49 None None] get_active_networks_info from n-d-804985-2 {{(pid=106254) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 18 12:14:24.848675 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device caad6f05-cd03-484c-8ddb-4d467994ef4a no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:14:24.896582 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: caad6f05-cd03-484c-8ddb-4d467994ef4a {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:14:24.897501 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device caad6f05-cd03-484c-8ddb-4d467994ef4a not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:14:24.898340 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 292ba787-c861-4974-bd00-8eb43b0b818b no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:14:24.909233 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f73e7a3a-f068-4722-860b-215ac8538127 admin admin] Router 4dfb3a65-10ca-4a39-aaa7-690473775a34 is scheduled to L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 with binding_index 1 {{(pid=106252) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 12:14:24.934039 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Pushing event updated for resources: {'Port': ['ID=7d89416d-2fcd-44c8-861d-b217d63f2a8d,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:14:24.940592 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: 292ba787-c861-4974-bd00-8eb43b0b818b {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:14:24.941290 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 292ba787-c861-4974-bd00-8eb43b0b818b not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:14:24.967417 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-fdebb501-6015-4ef8-ba4f-5c898f14bd0d None None] Provisioning complete for port 7d89416d-2fcd-44c8-861d-b217d63f2a8d triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:14:24.967792 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-fdebb501-6015-4ef8-ba4f-5c898f14bd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:25.039449 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4558fe-fbd5-4e36-94e1-02171d4f1d83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a2ca327-2bc4-4626-b9f7-85c56ae64b2c,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:14:25.102046 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f73e7a3a-f068-4722-860b-215ac8538127 admin admin] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:14:25.116023 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b96b23ba-988d-4eda-a253-c5a6bd62664a None None] Sync routers for ids ['4dfb3a65-10ca-4a39-aaa7-690473775a34'] in n-d-804985-2 {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:14:25.130161 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f73e7a3a-f068-4722-860b-215ac8538127 admin admin] Notify callbacks [] for router, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:25.135856 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b96b23ba-988d-4eda-a253-c5a6bd62664a None None] Routers {'4dfb3a65-10ca-4a39-aaa7-690473775a34'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:14:25.136529 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-b96b23ba-988d-4eda-a253-c5a6bd62664a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:14:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['4dfb3a65-10ca-4a39-aaa7-690473775a34'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:14:25.142864 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-f73e7a3a-f068-4722-860b-215ac8538127 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.5131819 Aug 18 12:14:25.145642 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 53046) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:14:25.179006 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3140f801-3046-4d4a-8044-a714c2dbbb49 None None] Resources bound (agent type, host, resource id): {{(pid=106254) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 18 12:14:25.379909 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-b96b23ba-988d-4eda-a253-c5a6bd62664a None None] Set router 4dfb3a65-10ca-4a39-aaa7-690473775a34 gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:14:25.673429 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 7d89416d-2fcd-44c8-861d-b217d63f2a8d up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:14:25.673879 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-b96b23ba-988d-4eda-a253-c5a6bd62664a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dfb3a65-10ca-4a39-aaa7-690473775a34', 'name': 'tempest-AttachVolumeShelveTestJSON-984932346-router', 'tenant_id': '8fca7d5a19c54940b367d2e63154d6ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': '3b45d6e6-41d7-49b3-b0ae-a5d284a14577', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:14:20Z', 'updated_at': '2021-08-18T12:14:23Z', 'revision_number': 3, 'project_id': '8fca7d5a19c54940b367d2e63154d6ee', 'gw_port': {'id': '3b45d6e6-41d7-49b3-b0ae-a5d284a14577', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:17:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dfb3a65-10ca-4a39-aaa7-690473775a34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:14:21Z', 'updated_at': '2021-08-18T12:14:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:14:25.717839 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b96b23ba-988d-4eda-a253-c5a6bd62664a None None] Checking router: 4dfb3a65-10ca-4a39-aaa7-690473775a34 for host: n-d-804985-2 {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:14:25.718375 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b96b23ba-988d-4eda-a253-c5a6bd62664a None None] Updating router 4dfb3a65-10ca-4a39-aaa7-690473775a34 port 3b45d6e6-41d7-49b3-b0ae-a5d284a14577 binding host n-d-804985-2 {{(pid=106255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 12:14:25.733009 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 7d89416d-2fcd-44c8-861d-b217d63f2a8d triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:14:25.733659 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:25.756208 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-b96b23ba-988d-4eda-a253-c5a6bd62664a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:26.013542 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-fe0f856c-45fc-4f57-a13d-f1486f663643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:26.072717 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ef438785-6555-499a-beb5-d097888fec2f tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:26.179569 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef438785-6555-499a-beb5-d097888fec2f tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Pushing event deleted for resources: {'Port': ['ID=882ab6a1-4ec5-4fec-947d-4efa596cce2d,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:14:26.183439 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-b96b23ba-988d-4eda-a253-c5a6bd62664a None None] Notify callbacks [] for port, precommit_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:26.200046 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-b96b23ba-988d-4eda-a253-c5a6bd62664a None None] Transition to ACTIVE for port object 3b45d6e6-41d7-49b3-b0ae-a5d284a14577 will not be triggered until provisioned by entity L2. {{(pid=106255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:14:26.208858 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-b96b23ba-988d-4eda-a253-c5a6bd62664a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:26.286851 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-b96b23ba-988d-4eda-a253-c5a6bd62664a None None] Attempting to bind port 3b45d6e6-41d7-49b3-b0ae-a5d284a14577 on host n-d-804985-2 for vnic_type normal with profile {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:14:26.287289 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-b96b23ba-988d-4eda-a253-c5a6bd62664a None None] Attempting to bind port 3b45d6e6-41d7-49b3-b0ae-a5d284a14577 by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'}] {{(pid=106255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:14:26.287712 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96b23ba-988d-4eda-a253-c5a6bd62664a None None] Attempting to bind port 3b45d6e6-41d7-49b3-b0ae-a5d284a14577 on network 7cae7a70-14fd-408c-b14d-39ceb97cb60e {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:14:26.302945 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96b23ba-988d-4eda-a253-c5a6bd62664a None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 14, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:14:26.303286 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96b23ba-988d-4eda-a253-c5a6bd62664a None None] Checking segment: {'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:14:26.303844 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-b96b23ba-988d-4eda-a253-c5a6bd62664a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:26.304338 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96b23ba-988d-4eda-a253-c5a6bd62664a None None] Bound using segment: {'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'} {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:14:26.304977 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-b96b23ba-988d-4eda-a253-c5a6bd62664a None None] Bound port: 3b45d6e6-41d7-49b3-b0ae-a5d284a14577, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'}}] {{(pid=106255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:14:26.305515 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-b96b23ba-988d-4eda-a253-c5a6bd62664a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:26.367278 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [None req-fe0f856c-45fc-4f57-a13d-f1486f663643 admin admin] Allocated IP 172.20.0.1 (9a60ecad-83fa-47c2-91d2-f7a65c03fb59/cb04d889-17cd-4540-8b57-641bd70e62c4/b601dfce-541d-4812-8364-38785b16ca51) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:14:26.388139 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-b96b23ba-988d-4eda-a253-c5a6bd62664a None None] For port 3b45d6e6-41d7-49b3-b0ae-a5d284a14577, host n-d-804985-2, cleared binding levels {{(pid=106255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:14:26.393453 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-b96b23ba-988d-4eda-a253-c5a6bd62664a None None] For port 3b45d6e6-41d7-49b3-b0ae-a5d284a14577, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=3b45d6e6-41d7-49b3-b0ae-a5d284a14577,segment=NetworkSegment(c5a3db9d-5c58-41b1-9177-d5787a597b78),segment_id=c5a3db9d-5c58-41b1-9177-d5787a597b78)] {{(pid=106255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:14:26.402621 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64823b8e-21df-41b9-9646-ebb740df5dd1 None None] Pushing event updated for resources: {'Port': ['ID=3b45d6e6-41d7-49b3-b0ae-a5d284a14577,revision_number=2']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:14:26.406990 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-b96b23ba-988d-4eda-a253-c5a6bd62664a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:26.474079 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b96b23ba-988d-4eda-a253-c5a6bd62664a None None] Routers {'4dfb3a65-10ca-4a39-aaa7-690473775a34'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:14:26.474079 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-b96b23ba-988d-4eda-a253-c5a6bd62664a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:14:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['4dfb3a65-10ca-4a39-aaa7-690473775a34'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:14:26.479718 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64823b8e-21df-41b9-9646-ebb740df5dd1 None None] Pushing event updated for resources: {'Port': ['ID=3b45d6e6-41d7-49b3-b0ae-a5d284a14577,revision_number=3']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:14:26.522361 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ef438785-6555-499a-beb5-d097888fec2f tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953695'] for router_interface, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:26.571386 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 53100) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:14:26.603603 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-fe0f856c-45fc-4f57-a13d-f1486f663643 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:26.619768 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-56e313a1-6b38-44ae-a6df-d84a28dfbe72 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-996815'] for router_interface, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:26.630847 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [None req-fe0f856c-45fc-4f57-a13d-f1486f663643 admin admin] Transition to ACTIVE for port object b601dfce-541d-4812-8364-38785b16ca51 will not be triggered until provisioned by entity DHCP. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:14:26.640854 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-b96b23ba-988d-4eda-a253-c5a6bd62664a None None] Set router 4dfb3a65-10ca-4a39-aaa7-690473775a34 gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:14:26.685851 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-fe0f856c-45fc-4f57-a13d-f1486f663643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:26.719343 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe0f856c-45fc-4f57-a13d-f1486f663643 admin admin] Network 9a60ecad-83fa-47c2-91d2-f7a65c03fb59 is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:14:26.755092 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-fe0f856c-45fc-4f57-a13d-f1486f663643 admin admin] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:14:26.763074 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe0f856c-45fc-4f57-a13d-f1486f663643 admin admin] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:14:26.834679 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef438785-6555-499a-beb5-d097888fec2f tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Router 9c74a2a0-1606-42fe-8a87-91ddefe18cee has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:14:26.852269 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-b96b23ba-988d-4eda-a253-c5a6bd62664a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dfb3a65-10ca-4a39-aaa7-690473775a34', 'name': 'tempest-AttachVolumeShelveTestJSON-984932346-router', 'tenant_id': '8fca7d5a19c54940b367d2e63154d6ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': '3b45d6e6-41d7-49b3-b0ae-a5d284a14577', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:14:20Z', 'updated_at': '2021-08-18T12:14:23Z', 'revision_number': 3, 'project_id': '8fca7d5a19c54940b367d2e63154d6ee', 'gw_port': {'id': '3b45d6e6-41d7-49b3-b0ae-a5d284a14577', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:17:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dfb3a65-10ca-4a39-aaa7-690473775a34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:14:21Z', 'updated_at': '2021-08-18T12:14:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:14:26.943884 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0f856c-45fc-4f57-a13d-f1486f663643 admin admin] Pushing event updated for resources: {'Port': ['ID=b601dfce-541d-4812-8364-38785b16ca51,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:14:26.962844 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-fe0f856c-45fc-4f57-a13d-f1486f663643 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-996688'] for router_interface, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:27.040919 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b96b23ba-988d-4eda-a253-c5a6bd62664a None None] The sync data for ids ['4dfb3a65-10ca-4a39-aaa7-690473775a34'] in n-d-804985-2 is: [{'id': '4dfb3a65-10ca-4a39-aaa7-690473775a34', 'name': 'tempest-AttachVolumeShelveTestJSON-984932346-router', 'tenant_id': '8fca7d5a19c54940b367d2e63154d6ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': '3b45d6e6-41d7-49b3-b0ae-a5d284a14577', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:14:20Z', 'updated_at': '2021-08-18T12:14:23Z', 'revision_number': 3, 'project_id': '8fca7d5a19c54940b367d2e63154d6ee', 'gw_port': {'id': '3b45d6e6-41d7-49b3-b0ae-a5d284a14577', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:17:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dfb3a65-10ca-4a39-aaa7-690473775a34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:14:21Z', 'updated_at': '2021-08-18T12:14:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:14:27.047294 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c750da2-57a9-4652-9e03-46e950a05794 req-4e39f594-bf4c-4b1e-9887-495a289925b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:14:27.050713 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c750da2-57a9-4652-9e03-46e950a05794 req-4e39f594-bf4c-4b1e-9887-495a289925b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:14:27.051205 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c750da2-57a9-4652-9e03-46e950a05794 req-4e39f594-bf4c-4b1e-9887-495a289925b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:14:27.056528 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c750da2-57a9-4652-9e03-46e950a05794 req-4e39f594-bf4c-4b1e-9887-495a289925b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:14:27.057019 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c750da2-57a9-4652-9e03-46e950a05794 req-4e39f594-bf4c-4b1e-9887-495a289925b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:14:27.057503 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c750da2-57a9-4652-9e03-46e950a05794 req-4e39f594-bf4c-4b1e-9887-495a289925b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:14:27.057973 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c750da2-57a9-4652-9e03-46e950a05794 req-4e39f594-bf4c-4b1e-9887-495a289925b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:14:27.060081 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0c750da2-57a9-4652-9e03-46e950a05794 req-4e39f594-bf4c-4b1e-9887-495a289925b3 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=2cc02556-7c0a-4e9b-9a09-a272e5dfabdc HTTP/1.1" status: 200 len: 6494 time: 0.4876184 Aug 18 12:14:27.093614 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-7dc57594-ef5e-4e95-96e9-ff63c4bebfb1 None None] Provisioning for port b601dfce-541d-4812-8364-38785b16ca51 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:14:27.097482 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-7dc57594-ef5e-4e95-96e9-ff63c4bebfb1 None None] Provisioning complete for port b601dfce-541d-4812-8364-38785b16ca51 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:14:27.097865 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-7dc57594-ef5e-4e95-96e9-ff63c4bebfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:27.117154 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef438785-6555-499a-beb5-d097888fec2f tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:14:27.125182 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-ef438785-6555-499a-beb5-d097888fec2f tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] 10.222.0.66 "PUT /v2.0/routers/9c74a2a0-1606-42fe-8a87-91ddefe18cee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8218226 Aug 18 12:14:27.132898 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 53116) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:14:27.153294 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b535c966-4d54-4a8a-9b84-765cf8a9f4eb None None] Sync routers for ids ['9c74a2a0-1606-42fe-8a87-91ddefe18cee'] in n-d-804985-2 {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:14:27.179353 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0c750da2-57a9-4652-9e03-46e950a05794 req-85ad107e-4f7a-4351-ae90-51425a496f47 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=9ed89c48-68fa-47c4-9ca6-08ae23ef0876&id=f288757b-df2a-4147-b6e9-81a127940c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0976043 Aug 18 12:14:27.194324 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-0bdd68f8-4621-436e-8481-940fa54e157b tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] 10.222.0.66 "GET /v2.0/ports?device_id=9c74a2a0-1606-42fe-8a87-91ddefe18cee HTTP/1.1" status: 200 len: 205 time: 0.0571105 Aug 18 12:14:27.196770 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 53122) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:14:27.203326 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b535c966-4d54-4a8a-9b84-765cf8a9f4eb None None] Routers {'9c74a2a0-1606-42fe-8a87-91ddefe18cee'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:14:27.205627 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-b535c966-4d54-4a8a-9b84-765cf8a9f4eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:14:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['9c74a2a0-1606-42fe-8a87-91ddefe18cee'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:14:27.281320 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-b535c966-4d54-4a8a-9b84-765cf8a9f4eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:14:27.284664 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-7dc57594-ef5e-4e95-96e9-ff63c4bebfb1 None None] Port b601dfce-541d-4812-8364-38785b16ca51 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:14:27.288162 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-fe0f856c-45fc-4f57-a13d-f1486f663643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:27.298614 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b535c966-4d54-4a8a-9b84-765cf8a9f4eb None None] Routers {'9c74a2a0-1606-42fe-8a87-91ddefe18cee'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:14:27.299274 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-b535c966-4d54-4a8a-9b84-765cf8a9f4eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:14:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['9c74a2a0-1606-42fe-8a87-91ddefe18cee'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:14:27.322327 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d61656ec-f52a-4ed5-b23d-28a655896942 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks [] for router, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:27.365678 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-b535c966-4d54-4a8a-9b84-765cf8a9f4eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:14:27.366945 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b535c966-4d54-4a8a-9b84-765cf8a9f4eb None None] The sync data for ids ['9c74a2a0-1606-42fe-8a87-91ddefe18cee'] in n-d-804985-2 is: [] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:14:27.595821 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-fe0f856c-45fc-4f57-a13d-f1486f663643 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:27.602959 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-fe0f856c-45fc-4f57-a13d-f1486f663643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:27.603590 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d61656ec-f52a-4ed5-b23d-28a655896942 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-996004', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15859'] for router, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:27.610877 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d61656ec-f52a-4ed5-b23d-28a655896942 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:27.695238 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-56e313a1-6b38-44ae-a6df-d84a28dfbe72 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Deleting port 81c95162-6352-4b55-aa79-ac683e6c2d28 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:14:27.695588 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-56e313a1-6b38-44ae-a6df-d84a28dfbe72 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:27.698227 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-fe0f856c-45fc-4f57-a13d-f1486f663643 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-996772'] for router_interface, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:27.709833 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0f856c-45fc-4f57-a13d-f1486f663643 admin admin] Pushing event updated for resources: {'Port': ['ID=b601dfce-541d-4812-8364-38785b16ca51,revision_number=2']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:14:27.750786 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d61656ec-f52a-4ed5-b23d-28a655896942 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-996061'] for router, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:27.751563 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d61656ec-f52a-4ed5-b23d-28a655896942 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Fanout notify agent at l3_agent the message router_deleted on router 9c74a2a0-1606-42fe-8a87-91ddefe18cee {{(pid=106253) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 12:14:27.760839 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d61656ec-f52a-4ed5-b23d-28a655896942 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks [] for router, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:27.762260 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-d61656ec-f52a-4ed5-b23d-28a655896942 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] 10.222.0.66 "DELETE /v2.0/routers/9c74a2a0-1606-42fe-8a87-91ddefe18cee HTTP/1.1" status: 204 len: 168 time: 0.5619612 Aug 18 12:14:27.765394 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 53136) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:14:27.865823 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e560696-21c4-4433-aa6b-3701d7891012 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Deleting subnet 0ca67e84-14b4-42b4-b10e-8b85e67af982 {{(pid=106253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 12:14:27.870143 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8e560696-21c4-4433-aa6b-3701d7891012 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks [] for subnet, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:27.928790 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8e560696-21c4-4433-aa6b-3701d7891012 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902229'] for subnet, precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:27.972283 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [None req-56e313a1-6b38-44ae-a6df-d84a28dfbe72 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] For port 81c95162-6352-4b55-aa79-ac683e6c2d28, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=81c95162-6352-4b55-aa79-ac683e6c2d28,segment=NetworkSegment(af45a9ff-af05-4277-b033-9e03e4950e89),segment_id=af45a9ff-af05-4277-b033-9e03e4950e89)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:14:27.972857 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-56e313a1-6b38-44ae-a6df-d84a28dfbe72 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:27.988345 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-56e313a1-6b38-44ae-a6df-d84a28dfbe72 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Calling delete_port for 81c95162-6352-4b55-aa79-ac683e6c2d28 owned by network:router_interface {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:14:28.061635 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 53142) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:14:28.061982 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 53144) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:14:28.184930 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe0f856c-45fc-4f57-a13d-f1486f663643 admin admin] Network 9a60ecad-83fa-47c2-91d2-f7a65c03fb59 is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:14:28.188137 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-fe0f856c-45fc-4f57-a13d-f1486f663643 admin admin] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:14:28.312333 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f5afd1a8-2f16-46a6-a1ae-44580cf2853b admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:28.320298 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-38532627-64f4-4e62-aab4-f15b78725612 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:28.320672 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe0f856c-45fc-4f57-a13d-f1486f663643 admin admin] Router 4dfb3a65-10ca-4a39-aaa7-690473775a34 has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:14:28.346416 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8e560696-21c4-4433-aa6b-3701d7891012 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:28.351160 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-56e313a1-6b38-44ae-a6df-d84a28dfbe72 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:28.437241 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e313a1-6b38-44ae-a6df-d84a28dfbe72 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Pushing event deleted for resources: {'Port': ['ID=81c95162-6352-4b55-aa79-ac683e6c2d28,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:14:28.446012 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe0f856c-45fc-4f57-a13d-f1486f663643 admin admin] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:14:28.460233 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-fe0f856c-45fc-4f57-a13d-f1486f663643 admin admin] 10.222.0.66 "PUT /v2.0/routers/4dfb3a65-10ca-4a39-aaa7-690473775a34/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3071129 Aug 18 12:14:28.461079 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.db.api [None req-38532627-64f4-4e62-aab4-f15b78725612 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 18 12:14:28.461079 n-d-804985-2 neutron-server[106253]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 18 12:14:28.461079 n-d-804985-2 neutron-server[106253]: [parameters: {'project_id': '34a810cc9c7c49819ff1d8274dc1cef6', 'id': 'd2648c80-b0dd-46be-aee2-ceb9c360d7df', 'expiration': datetime.datetime(2021, 8, 18, 12, 16, 28, 435280)}] Aug 18 12:14:28.461079 n-d-804985-2 neutron-server[106253]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=106253) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 18 12:14:28.461079 n-d-804985-2 neutron-server[106253]: DEBUG oslo_db.api [None req-38532627-64f4-4e62-aab4-f15b78725612 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 18 12:14:28.545771 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8e560696-21c4-4433-aa6b-3701d7891012 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58902171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59388106'] for subnet, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:28.554494 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-cc5080cd-2cf7-4015-87f8-df0cacc1e1e7 None None] Provisioning complete for port b601dfce-541d-4812-8364-38785b16ca51 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:14:28.555597 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-cc5080cd-2cf7-4015-87f8-df0cacc1e1e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:28.594355 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e560696-21c4-4433-aa6b-3701d7891012 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Pushing event deleted for resources: {'Subnet': ['ID=0ca67e84-14b4-42b4-b10e-8b85e67af982,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:14:28.597440 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-cc5080cd-2cf7-4015-87f8-df0cacc1e1e7 None None] Port b601dfce-541d-4812-8364-38785b16ca51 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:14:28.600725 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8e560696-21c4-4433-aa6b-3701d7891012 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:28.602578 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-8e560696-21c4-4433-aa6b-3701d7891012 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] 10.222.0.66 "DELETE /v2.0/subnets/0ca67e84-14b4-42b4-b10e-8b85e67af982 HTTP/1.1" status: 204 len: 168 time: 0.8295169 Aug 18 12:14:28.606338 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 53154) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:14:28.611575 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e84326d7-0e2c-456e-bcd3-2efee1e7ff5e None None] Network 1f5ce82b-312e-4caf-9b9a-3d7895cb616f requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:14:28.710343 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-56e313a1-6b38-44ae-a6df-d84a28dfbe72 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953695'] for router_interface, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:28.745899 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f5afd1a8-2f16-46a6-a1ae-44580cf2853b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:28.784253 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f5afd1a8-2f16-46a6-a1ae-44580cf2853b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:28.785433 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-edbc5997-cb67-429e-a61d-a81758944018 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7904109'] for network, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:28.856253 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-edbc5997-cb67-429e-a61d-a81758944018 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Deleting port 34d354b8-079a-419c-b6fc-a9ae9a4c8e9c {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:14:28.857395 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-edbc5997-cb67-429e-a61d-a81758944018 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:28.867308 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5afd1a8-2f16-46a6-a1ae-44580cf2853b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2462471-4def-4fd2-9243-00a62e57aecd,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:14:28.871933 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-f5afd1a8-2f16-46a6-a1ae-44580cf2853b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=88c1af5a15824a6c8da508b7e49299ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8026326 Aug 18 12:14:28.875373 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 53160) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:14:28.891140 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6390996-cf8d-40b4-a016-1ae336971a6e None None] DHCP port deletion for 1f5ce82b-312e-4caf-9b9a-3d7895cb616f request from n-d-804985-2 {{(pid=106254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 12:14:28.982421 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-38532627-64f4-4e62-aab4-f15b78725612 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:28.993470 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [None req-edbc5997-cb67-429e-a61d-a81758944018 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] For port 34d354b8-079a-419c-b6fc-a9ae9a4c8e9c, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=34d354b8-079a-419c-b6fc-a9ae9a4c8e9c,segment=NetworkSegment(2f780c38-73bc-4f3c-afe1-e3edb6e50900),segment_id=2f780c38-73bc-4f3c-afe1-e3edb6e50900)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:14:28.994083 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-edbc5997-cb67-429e-a61d-a81758944018 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:29.004996 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-b6390996-cf8d-40b4-a016-1ae336971a6e None None] Deleting port 34d354b8-079a-419c-b6fc-a9ae9a4c8e9c {{(pid=106254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:14:29.004996 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-b6390996-cf8d-40b4-a016-1ae336971a6e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:29.024870 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-edbc5997-cb67-429e-a61d-a81758944018 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Calling delete_port for 34d354b8-079a-419c-b6fc-a9ae9a4c8e9c owned by network:dhcp {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:14:29.035717 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-40dc4cd9-0ede-4d43-93f0-c2246277cb3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:29.065307 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-40dc4cd9-0ede-4d43-93f0-c2246277cb3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:29.083930 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56e313a1-6b38-44ae-a6df-d84a28dfbe72 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Router a3c58560-96af-45c6-abef-7a97a89df4a0 has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:14:29.157914 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-edbc5997-cb67-429e-a61d-a81758944018 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:29.163869 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-b6390996-cf8d-40b4-a016-1ae336971a6e None None] For port 34d354b8-079a-419c-b6fc-a9ae9a4c8e9c, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=34d354b8-079a-419c-b6fc-a9ae9a4c8e9c,segment=NetworkSegment(2f780c38-73bc-4f3c-afe1-e3edb6e50900),segment_id=2f780c38-73bc-4f3c-afe1-e3edb6e50900)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:14:29.164689 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-b6390996-cf8d-40b4-a016-1ae336971a6e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:29.191247 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edbc5997-cb67-429e-a61d-a81758944018 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] No DVR routers for this DVR port 34d354b8-079a-419c-b6fc-a9ae9a4c8e9c on host n-d-804985-2 {{(pid=106252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:14:29.192873 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbc5997-cb67-429e-a61d-a81758944018 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Pushing event deleted for resources: {'Port': ['ID=34d354b8-079a-419c-b6fc-a9ae9a4c8e9c,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:14:29.214542 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-b6390996-cf8d-40b4-a016-1ae336971a6e None None] Calling delete_port for 34d354b8-079a-419c-b6fc-a9ae9a4c8e9c owned by network:dhcp {{(pid=106254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:14:29.245372 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56e313a1-6b38-44ae-a6df-d84a28dfbe72 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:14:29.260079 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-56e313a1-6b38-44ae-a6df-d84a28dfbe72 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] 10.222.0.66 "PUT /v2.0/routers/a3c58560-96af-45c6-abef-7a97a89df4a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7505050 Aug 18 12:14:29.264585 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e7aaa68-4a20-4ac9-8a4c-c15e0fe6c137 None None] Sync routers for ids ['a3c58560-96af-45c6-abef-7a97a89df4a0'] in n-d-804985-2 {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:14:29.274877 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 53162) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:14:29.281710 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e7aaa68-4a20-4ac9-8a4c-c15e0fe6c137 None None] Routers {'a3c58560-96af-45c6-abef-7a97a89df4a0'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:14:29.287685 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-6e7aaa68-4a20-4ac9-8a4c-c15e0fe6c137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:14:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['a3c58560-96af-45c6-abef-7a97a89df4a0'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:14:29.303173 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-40dc4cd9-0ede-4d43-93f0-c2246277cb3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:29.304880 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-edbc5997-cb67-429e-a61d-a81758944018 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8367869', 'neutron.services.segments.db._delete_segments_for_network-8789151212993'] for network, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:29.311054 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-40dc4cd9-0ede-4d43-93f0-c2246277cb3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:29.312289 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-40dc4cd9-0ede-4d43-93f0-c2246277cb3e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b2462471-4def-4fd2-9243-00a62e57aecd HTTP/1.1" status: 204 len: 168 time: 0.4364853 Aug 18 12:14:29.316374 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 53164) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:14:29.321188 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-7e0ae0e4-23b1-4680-942c-0610d5dad244 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Request body: {'security_group': {'name': 'tempest-securitygroup--808441121', 'description': 'tempest-description--9365822'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:14:29.350487 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-edbc5997-cb67-429e-a61d-a81758944018 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f5ce82b-312e-4caf-9b9a-3d7895cb616f']}} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:14:29.369617 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-edbc5997-cb67-429e-a61d-a81758944018 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f780c38-73bc-4f3c-afe1-e3edb6e50900') {'for_net_delete': True} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:14:29.374569 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-edbc5997-cb67-429e-a61d-a81758944018 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f780c38-73bc-4f3c-afe1-e3edb6e50900') {} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:14:29.390890 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-b6390996-cf8d-40b4-a016-1ae336971a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556'] for port, after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:29.396966 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dc4cd9-0ede-4d43-93f0-c2246277cb3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2462471-4def-4fd2-9243-00a62e57aecd,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:14:29.403342 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-edbc5997-cb67-429e-a61d-a81758944018 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789151225254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2221521'] for segment, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:29.425138 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_v2 [None req-70ac0025-de70-4a25-866d-e76155a44664 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Deleting subnet 6bea84c0-7697-4923-b905-7c0527019ab5 {{(pid=106253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 12:14:29.430360 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-70ac0025-de70-4a25-866d-e76155a44664 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks [] for subnet, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:29.437292 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-edbc5997-cb67-429e-a61d-a81758944018 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:29.445297 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6390996-cf8d-40b4-a016-1ae336971a6e None None] Pushing event deleted for resources: {'Port': ['ID=34d354b8-079a-419c-b6fc-a9ae9a4c8e9c,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:14:29.454530 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6390996-cf8d-40b4-a016-1ae336971a6e None None] No DVR routers for this DVR port 34d354b8-079a-419c-b6fc-a9ae9a4c8e9c on host n-d-804985-2 {{(pid=106254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:14:29.455079 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edbc5997-cb67-429e-a61d-a81758944018 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Releasing vlan 816 on physical network physnet1 to pool {{(pid=106252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:14:29.455495 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-edbc5997-cb67-429e-a61d-a81758944018 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3572434'] for segment, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:29.467950 n-d-804985-2 neutron-server[106252]: Traceback (most recent call last): Aug 18 12:14:29.467950 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:14:29.467950 n-d-804985-2 neutron-server[106252]: timer() Aug 18 12:14:29.467950 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:14:29.467950 n-d-804985-2 neutron-server[106252]: cb(*args, **kw) Aug 18 12:14:29.467950 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:14:29.467950 n-d-804985-2 neutron-server[106252]: return func(*args, **kwargs) Aug 18 12:14:29.467950 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:14:29.467950 n-d-804985-2 neutron-server[106252]: self._notify() Aug 18 12:14:29.467950 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:14:29.467950 n-d-804985-2 neutron-server[106252]: self.callback(batched_events) Aug 18 12:14:29.467950 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:14:29.467950 n-d-804985-2 neutron-server[106252]: event.method(event) Aug 18 12:14:29.467950 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:14:29.467950 n-d-804985-2 neutron-server[106252]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:14:29.467950 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:14:29.467950 n-d-804985-2 neutron-server[106252]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:14:29.467950 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:14:29.467950 n-d-804985-2 neutron-server[106252]: return f(self, *a, **k) Aug 18 12:14:29.467950 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:14:29.467950 n-d-804985-2 neutron-server[106252]: return self._get(url).json() Aug 18 12:14:29.467950 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:14:29.467950 n-d-804985-2 neutron-server[106252]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:14:29.467950 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:14:29.467950 n-d-804985-2 neutron-server[106252]: return self.request(url, 'GET', **kwargs) Aug 18 12:14:29.467950 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:14:29.467950 n-d-804985-2 neutron-server[106252]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:14:29.467950 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:14:29.467950 n-d-804985-2 neutron-server[106252]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:14:29.467950 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:14:29.467950 n-d-804985-2 neutron-server[106252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:14:29.467950 n-d-804985-2 neutron-server[106252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:14:29.485130 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-6e7aaa68-4a20-4ac9-8a4c-c15e0fe6c137 None None] Set router a3c58560-96af-45c6-abef-7a97a89df4a0 gateway port host: None {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:14:29.502867 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-38532627-64f4-4e62-aab4-f15b78725612 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:29.519931 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-38532627-64f4-4e62-aab4-f15b78725612 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:29.532169 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-70ac0025-de70-4a25-866d-e76155a44664 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902229'] for subnet, precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:29.604857 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1b57d5-faaf-4558-b7d3-d2d330fc6610 None None] Sync routers for ids ['4dfb3a65-10ca-4a39-aaa7-690473775a34'] in n-d-804985-2 {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:14:29.619742 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1b57d5-faaf-4558-b7d3-d2d330fc6610 None None] Routers {'4dfb3a65-10ca-4a39-aaa7-690473775a34'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:14:29.620841 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-fc1b57d5-faaf-4558-b7d3-d2d330fc6610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:14:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['4dfb3a65-10ca-4a39-aaa7-690473775a34'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:14:29.621527 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-6e7aaa68-4a20-4ac9-8a4c-c15e0fe6c137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c58560-96af-45c6-abef-7a97a89df4a0', 'name': 'tempest-RoutersTest-router-1153144194', 'tenant_id': 'c4a8742f0e794123b38cc3300291c37d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:13:26Z', 'updated_at': '2021-08-18T12:14:28Z', 'revision_number': 11, 'project_id': 'c4a8742f0e794123b38cc3300291c37d', 'gw_port_host': None}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:14:29.625130 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.agents_db [None req-6dbb2658-0354-4101-8393-6e7505481cf6 None None] Agent healthcheck: found 7 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 12:14:29.642411 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38532627-64f4-4e62-aab4-f15b78725612 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7e27b74-47c3-4fc2-86a2-6a8ed534c5db,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:14:29.649103 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-7e0ae0e4-23b1-4680-942c-0610d5dad244 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:29.651124 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-38532627-64f4-4e62-aab4-f15b78725612 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=34a810cc9c7c49819ff1d8274dc1cef6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5829778 Aug 18 12:14:29.654303 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 53170) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:14:29.662219 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-edbc5997-cb67-429e-a61d-a81758944018 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8367858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997186'] for network, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:29.674253 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-edbc5997-cb67-429e-a61d-a81758944018 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks [] for network, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:29.683641 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-edbc5997-cb67-429e-a61d-a81758944018 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] 10.222.0.66 "DELETE /v2.0/networks/1f5ce82b-312e-4caf-9b9a-3d7895cb616f HTTP/1.1" status: 204 len: 168 time: 1.0751188 Aug 18 12:14:29.686671 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 53172) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:14:29.696699 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e7aaa68-4a20-4ac9-8a4c-c15e0fe6c137 None None] Checking router: a3c58560-96af-45c6-abef-7a97a89df4a0 for host: n-d-804985-2 {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:14:29.708085 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e7aaa68-4a20-4ac9-8a4c-c15e0fe6c137 None None] Routers {'a3c58560-96af-45c6-abef-7a97a89df4a0'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:14:29.709081 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-6e7aaa68-4a20-4ac9-8a4c-c15e0fe6c137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:14:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['a3c58560-96af-45c6-abef-7a97a89df4a0'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:14:29.754049 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-9cb144ec-9ba8-4c40-b5ca-d395a06d4b43 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-714592259', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'}, 'admin_state_up': False}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:14:29.764701 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 3b45d6e6-41d7-49b3-b0ae-a5d284a14577 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:14:29.778346 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbc5997-cb67-429e-a61d-a81758944018 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Pushing event deleted for resources: {'Network': ['ID=1f5ce82b-312e-4caf-9b9a-3d7895cb616f,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:14:29.791449 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-9cb144ec-9ba8-4c40-b5ca-d395a06d4b43 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-998592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15809'] for router, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:29.792871 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-9cb144ec-9ba8-4c40-b5ca-d395a06d4b43 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-992733', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-971415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15816'] for router, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:29.806934 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f2030475-0bdf-4d4b-b6c7-e8f9cd18d696 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:29.837018 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-6e7aaa68-4a20-4ac9-8a4c-c15e0fe6c137 None None] Set router a3c58560-96af-45c6-abef-7a97a89df4a0 gateway port host: None {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:14:29.848612 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-fc1b57d5-faaf-4558-b7d3-d2d330fc6610 None None] Set router 4dfb3a65-10ca-4a39-aaa7-690473775a34 gateway port host: n-d-804985-2 {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:14:29.849745 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-70ac0025-de70-4a25-866d-e76155a44664 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:29.883474 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-9cb144ec-9ba8-4c40-b5ca-d395a06d4b43 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:29.886428 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f2030475-0bdf-4d4b-b6c7-e8f9cd18d696 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:29.917066 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port 3b45d6e6-41d7-49b3-b0ae-a5d284a14577 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:14:29.949895 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 3b45d6e6-41d7-49b3-b0ae-a5d284a14577 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:14:29.949895 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:29.957818 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-6e7aaa68-4a20-4ac9-8a4c-c15e0fe6c137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c58560-96af-45c6-abef-7a97a89df4a0', 'name': 'tempest-RoutersTest-router-1153144194', 'tenant_id': 'c4a8742f0e794123b38cc3300291c37d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:13:26Z', 'updated_at': '2021-08-18T12:14:28Z', 'revision_number': 11, 'project_id': 'c4a8742f0e794123b38cc3300291c37d', 'gw_port_host': None}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:14:30.006181 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e7aaa68-4a20-4ac9-8a4c-c15e0fe6c137 None None] The sync data for ids ['a3c58560-96af-45c6-abef-7a97a89df4a0'] in n-d-804985-2 is: [{'id': 'a3c58560-96af-45c6-abef-7a97a89df4a0', 'name': 'tempest-RoutersTest-router-1153144194', 'tenant_id': 'c4a8742f0e794123b38cc3300291c37d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:13:26Z', 'updated_at': '2021-08-18T12:14:28Z', 'revision_number': 11, 'project_id': 'c4a8742f0e794123b38cc3300291c37d', 'gw_port_host': None}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:14:30.015694 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-70ac0025-de70-4a25-866d-e76155a44664 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58902171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59388106'] for subnet, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:30.069722 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f2030475-0bdf-4d4b-b6c7-e8f9cd18d696 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:30.072839 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f2030475-0bdf-4d4b-b6c7-e8f9cd18d696 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:30.074391 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-9cb144ec-9ba8-4c40-b5ca-d395a06d4b43 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:30.075466 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-f2030475-0bdf-4d4b-b6c7-e8f9cd18d696 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d7e27b74-47c3-4fc2-86a2-6a8ed534c5db HTTP/1.1" status: 204 len: 168 time: 0.4164243 Aug 18 12:14:30.087799 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ac0025-de70-4a25-866d-e76155a44664 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Pushing event deleted for resources: {'Subnet': ['ID=6bea84c0-7697-4923-b905-7c0527019ab5,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:14:30.101854 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-70ac0025-de70-4a25-866d-e76155a44664 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:30.106645 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 53184) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:14:30.107706 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-70ac0025-de70-4a25-866d-e76155a44664 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] 10.222.0.66 "DELETE /v2.0/subnets/6bea84c0-7697-4923-b905-7c0527019ab5 HTTP/1.1" status: 204 len: 168 time: 0.8266542 Aug 18 12:14:30.111708 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-7e0ae0e4-23b1-4680-942c-0610d5dad244 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:30.113134 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2030475-0bdf-4d4b-b6c7-e8f9cd18d696 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7e27b74-47c3-4fc2-86a2-6a8ed534c5db,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:14:30.137414 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-590b5907-3eb1-4c36-b675-2f94016f84af None None] Network eec76161-c359-4186-b3d0-0801154df67c requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:14:30.140767 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-7e0ae0e4-23b1-4680-942c-0610d5dad244 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:30.271643 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0ae0e4-23b1-4680-942c-0610d5dad244 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e403c9b-7ac1-4005-9e0c-41b5a2ce4137,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:14:30.273988 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-7e0ae0e4-23b1-4680-942c-0610d5dad244 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:30.275221 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-7e0ae0e4-23b1-4680-942c-0610d5dad244 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.9578197 Aug 18 12:14:30.278788 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 53190) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:14:30.281597 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:30.287302 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f32ae9a6-d4ca-43e6-960d-8373cd10f7a8 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7904109'] for network, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:30.290158 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-9bf02a8e-c287-4cb9-8e81-4d514272aca9 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Request body: {'security_group_rule': {'security_group_id': '0e403c9b-7ac1-4005-9e0c-41b5a2ce4137', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:14:30.338494 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-fc1b57d5-faaf-4558-b7d3-d2d330fc6610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dfb3a65-10ca-4a39-aaa7-690473775a34', 'name': 'tempest-AttachVolumeShelveTestJSON-984932346-router', 'tenant_id': '8fca7d5a19c54940b367d2e63154d6ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': '3b45d6e6-41d7-49b3-b0ae-a5d284a14577', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:14:20Z', 'updated_at': '2021-08-18T12:14:27Z', 'revision_number': 4, 'project_id': '8fca7d5a19c54940b367d2e63154d6ee', 'gw_port': {'id': '3b45d6e6-41d7-49b3-b0ae-a5d284a14577', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:17:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dfb3a65-10ca-4a39-aaa7-690473775a34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:14:21Z', 'updated_at': '2021-08-18T12:14:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': 'b601dfce-541d-4812-8364-38785b16ca51', 'name': '', 'network_id': '9a60ecad-83fa-47c2-91d2-f7a65c03fb59', 'tenant_id': '8fca7d5a19c54940b367d2e63154d6ee', 'mac_address': 'fa:16:3e:ec:bb:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dfb3a65-10ca-4a39-aaa7-690473775a34', 'device_owner': 'network:router_interface', 'standard_attr_id': 2755, 'fixed_ips': [{'subnet_id': 'cb04d889-17cd-4540-8b57-641bd70e62c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:14:26Z', 'updated_at': '2021-08-18T12:14:27Z', 'revision_number': 2, 'project_id': '8fca7d5a19c54940b367d2e63154d6ee', 'subnets': [{'id': 'cb04d889-17cd-4540-8b57-641bd70e62c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:14:30.375150 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9bf02a8e-c287-4cb9-8e81-4d514272aca9 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:30.375817 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] For port 3b45d6e6-41d7-49b3-b0ae-a5d284a14577, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=3b45d6e6-41d7-49b3-b0ae-a5d284a14577,segment=NetworkSegment(c5a3db9d-5c58-41b1-9177-d5787a597b78),segment_id=c5a3db9d-5c58-41b1-9177-d5787a597b78)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:14:30.379376 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1b57d5-faaf-4558-b7d3-d2d330fc6610 None None] Checking router: 4dfb3a65-10ca-4a39-aaa7-690473775a34 for host: n-d-804985-2 {{(pid=106254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:14:30.379376 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1b57d5-faaf-4558-b7d3-d2d330fc6610 None None] Updating router 4dfb3a65-10ca-4a39-aaa7-690473775a34 port b601dfce-541d-4812-8364-38785b16ca51 binding host n-d-804985-2 {{(pid=106254) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 12:14:30.406402 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-f32ae9a6-d4ca-43e6-960d-8373cd10f7a8 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Deleting port 1429e617-969c-4bdd-b428-480d5f14fb4d {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:14:30.406728 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f32ae9a6-d4ca-43e6-960d-8373cd10f7a8 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:30.410432 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:30.456782 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-fc1b57d5-faaf-4558-b7d3-d2d330fc6610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:30.479241 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9bf02a8e-c287-4cb9-8e81-4d514272aca9 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:30.491169 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9bf02a8e-c287-4cb9-8e81-4d514272aca9 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992607'] for security_group_rule, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:30.530631 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9bf02a8e-c287-4cb9-8e81-4d514272aca9 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:30.534471 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-9bf02a8e-c287-4cb9-8e81-4d514272aca9 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2515953 Aug 18 12:14:30.534471 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf02a8e-c287-4cb9-8e81-4d514272aca9 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3600df3b-c542-47e3-9617-8744824e1d7f,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:14:30.536153 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 53196) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:14:30.552439 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-cb5247cf-5047-4db8-a1c3-4936662d144a tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Request body: {'security_group_rule': {'security_group_id': '0e403c9b-7ac1-4005-9e0c-41b5a2ce4137', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:14:30.556326 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 34d354b8-079a-419c-b6fc-a9ae9a4c8e9c no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:14:30.600408 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: 34d354b8-079a-419c-b6fc-a9ae9a4c8e9c {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:14:30.600775 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 34d354b8-079a-419c-b6fc-a9ae9a4c8e9c not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:14:30.650370 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [None req-f32ae9a6-d4ca-43e6-960d-8373cd10f7a8 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] For port 1429e617-969c-4bdd-b428-480d5f14fb4d, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=1429e617-969c-4bdd-b428-480d5f14fb4d,segment=NetworkSegment(af45a9ff-af05-4277-b033-9e03e4950e89),segment_id=af45a9ff-af05-4277-b033-9e03e4950e89)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:14:30.650736 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f32ae9a6-d4ca-43e6-960d-8373cd10f7a8 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:30.659801 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-cb5247cf-5047-4db8-a1c3-4936662d144a tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:30.684552 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 53200) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:14:30.685929 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdd48b7c-4e3f-4527-8d30-2a4f32e8bffe None None] DHCP port deletion for eec76161-c359-4186-b3d0-0801154df67c request from n-d-804985-2 {{(pid=106254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 12:14:30.696892 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Pushing event updated for resources: {'Port': ['ID=3b45d6e6-41d7-49b3-b0ae-a5d284a14577,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:14:30.703629 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-f32ae9a6-d4ca-43e6-960d-8373cd10f7a8 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Calling delete_port for 1429e617-969c-4bdd-b428-480d5f14fb4d owned by network:dhcp {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:14:30.730166 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-cb5247cf-5047-4db8-a1c3-4936662d144a tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:30.738549 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-cb5247cf-5047-4db8-a1c3-4936662d144a tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992607'] for security_group_rule, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:30.743192 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-94cac8d3-6389-4975-b5ab-d66c6bcfc94e admin admin] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:30.750794 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-9cb144ec-9ba8-4c40-b5ca-d395a06d4b43 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks [] for router_gateway, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:30.760383 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5247cf-5047-4db8-a1c3-4936662d144a tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=282cd09f-8465-4df8-99c1-d1c5b8c317eb,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:14:30.774334 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-cb5247cf-5047-4db8-a1c3-4936662d144a tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:30.778663 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-cb5247cf-5047-4db8-a1c3-4936662d144a tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2337179 Aug 18 12:14:30.778891 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 53202) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:14:30.788819 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-f588e28b-3b59-4216-9264-c62c2e7f26de tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Request body: {'floatingip': {'floating_network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:14:30.790243 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-9cb144ec-9ba8-4c40-b5ca-d395a06d4b43 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:30.824130 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f588e28b-3b59-4216-9264-c62c2e7f26de tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Notify callbacks [] for floatingip, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:30.984783 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f588e28b-3b59-4216-9264-c62c2e7f26de tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:31.005605 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f32ae9a6-d4ca-43e6-960d-8373cd10f7a8 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:31.059688 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [None req-9cb144ec-9ba8-4c40-b5ca-d395a06d4b43 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Allocated IP 172.25.7.150 (7cae7a70-14fd-408c-b14d-39ceb97cb60e/9784295a-20b8-4a4b-b105-f82737f0448f/55667a39-56ab-48e6-9ede-361873ea6e14) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:14:31.065175 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32ae9a6-d4ca-43e6-960d-8373cd10f7a8 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Pushing event deleted for resources: {'Port': ['ID=1429e617-969c-4bdd-b428-480d5f14fb4d,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:14:31.073441 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f32ae9a6-d4ca-43e6-960d-8373cd10f7a8 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] No DVR routers for this DVR port 1429e617-969c-4bdd-b428-480d5f14fb4d on host n-d-804985-2 {{(pid=106252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:14:31.096996 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-fdd48b7c-4e3f-4527-8d30-2a4f32e8bffe None None] Deleting port 1429e617-969c-4bdd-b428-480d5f14fb4d {{(pid=106254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:14:31.097367 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-fdd48b7c-4e3f-4527-8d30-2a4f32e8bffe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:31.191312 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-fdd48b7c-4e3f-4527-8d30-2a4f32e8bffe None None] For port 1429e617-969c-4bdd-b428-480d5f14fb4d, host n-d-804985-2, got binding levels [] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:14:31.191723 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-fdd48b7c-4e3f-4527-8d30-2a4f32e8bffe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:31.203201 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-94cac8d3-6389-4975-b5ab-d66c6bcfc94e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:31.209427 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-fdd48b7c-4e3f-4527-8d30-2a4f32e8bffe None None] Calling delete_port for 1429e617-969c-4bdd-b428-480d5f14fb4d owned by network:dhcp {{(pid=106254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:14:31.213383 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.ipam_backend_mixin [None req-fdd48b7c-4e3f-4527-8d30-2a4f32e8bffe None None] Port 1429e617-969c-4bdd-b428-480d5f14fb4d was not found and therefore no delete operation was performed {{(pid=106254) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 18 12:14:31.217745 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-fdd48b7c-4e3f-4527-8d30-2a4f32e8bffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556'] for port, after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:31.223601 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-94cac8d3-6389-4975-b5ab-d66c6bcfc94e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:31.228649 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f32ae9a6-d4ca-43e6-960d-8373cd10f7a8 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8367869', 'neutron.services.segments.db._delete_segments_for_network-8789151212993'] for network, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:31.252977 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-f32ae9a6-d4ca-43e6-960d-8373cd10f7a8 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eec76161-c359-4186-b3d0-0801154df67c']}} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:14:31.268316 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd48b7c-4e3f-4527-8d30-2a4f32e8bffe None None] Pushing event deleted for resources: {'Port': ['ID=1429e617-969c-4bdd-b428-480d5f14fb4d,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:14:31.270240 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd48b7c-4e3f-4527-8d30-2a4f32e8bffe None None] No DVR routers for this DVR port 1429e617-969c-4bdd-b428-480d5f14fb4d on host n-d-804985-2 {{(pid=106254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:14:31.283225 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-f32ae9a6-d4ca-43e6-960d-8373cd10f7a8 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af45a9ff-af05-4277-b033-9e03e4950e89') {'for_net_delete': True} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:14:31.283762 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-f32ae9a6-d4ca-43e6-960d-8373cd10f7a8 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af45a9ff-af05-4277-b033-9e03e4950e89') {} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:14:31.293407 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-fc1b57d5-faaf-4558-b7d3-d2d330fc6610 None None] Notify callbacks [] for port, precommit_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:31.305219 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cac8d3-6389-4975-b5ab-d66c6bcfc94e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f27e16c3-d6a8-475b-8eb7-a4f257f43c7e,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:14:31.308203 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-fc1b57d5-faaf-4558-b7d3-d2d330fc6610 None None] Transition to ACTIVE for port object b601dfce-541d-4812-8364-38785b16ca51 will not be triggered until provisioned by entity L2. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:14:31.313165 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f32ae9a6-d4ca-43e6-960d-8373cd10f7a8 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789151225254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2221521'] for segment, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:31.317131 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-94cac8d3-6389-4975-b5ab-d66c6bcfc94e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d9e565b8e1604f4e83d7cad49451e94b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6308551 Aug 18 12:14:31.320041 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 53214) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:14:31.320289 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-fc1b57d5-faaf-4558-b7d3-d2d330fc6610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:31.344300 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f32ae9a6-d4ca-43e6-960d-8373cd10f7a8 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:31.356588 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f32ae9a6-d4ca-43e6-960d-8373cd10f7a8 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Releasing vlan 835 on physical network physnet1 to pool {{(pid=106252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:14:31.356588 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f32ae9a6-d4ca-43e6-960d-8373cd10f7a8 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3572434'] for segment, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:31.359905 n-d-804985-2 neutron-server[106252]: Traceback (most recent call last): Aug 18 12:14:31.359905 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:14:31.359905 n-d-804985-2 neutron-server[106252]: timer() Aug 18 12:14:31.359905 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:14:31.359905 n-d-804985-2 neutron-server[106252]: cb(*args, **kw) Aug 18 12:14:31.359905 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:14:31.359905 n-d-804985-2 neutron-server[106252]: return func(*args, **kwargs) Aug 18 12:14:31.359905 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:14:31.359905 n-d-804985-2 neutron-server[106252]: self._notify() Aug 18 12:14:31.359905 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:14:31.359905 n-d-804985-2 neutron-server[106252]: self.callback(batched_events) Aug 18 12:14:31.359905 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:14:31.359905 n-d-804985-2 neutron-server[106252]: event.method(event) Aug 18 12:14:31.359905 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:14:31.359905 n-d-804985-2 neutron-server[106252]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:14:31.359905 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:14:31.359905 n-d-804985-2 neutron-server[106252]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:14:31.359905 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:14:31.359905 n-d-804985-2 neutron-server[106252]: return f(self, *a, **k) Aug 18 12:14:31.359905 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:14:31.359905 n-d-804985-2 neutron-server[106252]: return self._get(url).json() Aug 18 12:14:31.359905 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:14:31.359905 n-d-804985-2 neutron-server[106252]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:14:31.359905 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:14:31.359905 n-d-804985-2 neutron-server[106252]: return self.request(url, 'GET', **kwargs) Aug 18 12:14:31.359905 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:14:31.359905 n-d-804985-2 neutron-server[106252]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:14:31.359905 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:14:31.359905 n-d-804985-2 neutron-server[106252]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:14:31.359905 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:14:31.359905 n-d-804985-2 neutron-server[106252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:14:31.359905 n-d-804985-2 neutron-server[106252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:14:31.415741 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-9cb144ec-9ba8-4c40-b5ca-d395a06d4b43 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:31.420363 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd67253-f18b-4e21-a33a-7633b157e6c5 None None] Pushing event updated for resources: {'Port': ['ID=b601dfce-541d-4812-8364-38785b16ca51,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:14:31.449871 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1d3fbcfb-2b15-4c34-924e-56597fbd5a20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:31.481930 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f32ae9a6-d4ca-43e6-960d-8373cd10f7a8 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8367858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997186'] for network, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:31.489515 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-fc1b57d5-faaf-4558-b7d3-d2d330fc6610 None None] Attempting to bind port b601dfce-541d-4812-8364-38785b16ca51 on host n-d-804985-2 for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:14:31.489891 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-fc1b57d5-faaf-4558-b7d3-d2d330fc6610 None None] Attempting to bind port b601dfce-541d-4812-8364-38785b16ca51 by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': 'b37ee6ef-093c-4194-a906-24a6a3165741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '9a60ecad-83fa-47c2-91d2-f7a65c03fb59'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:14:31.490253 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1b57d5-faaf-4558-b7d3-d2d330fc6610 None None] Attempting to bind port b601dfce-541d-4812-8364-38785b16ca51 on network 9a60ecad-83fa-47c2-91d2-f7a65c03fb59 {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:14:31.490976 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1d3fbcfb-2b15-4c34-924e-56597fbd5a20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:31.494608 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f32ae9a6-d4ca-43e6-960d-8373cd10f7a8 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks [] for network, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:31.499890 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 53218) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:14:31.502014 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-f32ae9a6-d4ca-43e6-960d-8373cd10f7a8 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] 10.222.0.66 "DELETE /v2.0/networks/eec76161-c359-4186-b3d0-0801154df67c HTTP/1.1" status: 204 len: 168 time: 1.3882263 Aug 18 12:14:31.505506 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-fa5d989e-4854-4bdd-b4a4-205d09a5ac40 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Request body: {'router': {'routes': None}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:14:31.508391 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1b57d5-faaf-4558-b7d3-d2d330fc6610 None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 14, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:14:31.508790 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1b57d5-faaf-4558-b7d3-d2d330fc6610 None None] Checking segment: {'id': 'b37ee6ef-093c-4194-a906-24a6a3165741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '9a60ecad-83fa-47c2-91d2-f7a65c03fb59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:14:31.510902 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-fc1b57d5-faaf-4558-b7d3-d2d330fc6610 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:31.510902 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1b57d5-faaf-4558-b7d3-d2d330fc6610 None None] Bound using segment: {'id': 'b37ee6ef-093c-4194-a906-24a6a3165741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '9a60ecad-83fa-47c2-91d2-f7a65c03fb59'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:14:31.510902 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-fc1b57d5-faaf-4558-b7d3-d2d330fc6610 None None] Bound port: b601dfce-541d-4812-8364-38785b16ca51, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b37ee6ef-093c-4194-a906-24a6a3165741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '9a60ecad-83fa-47c2-91d2-f7a65c03fb59'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:14:31.511512 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-fc1b57d5-faaf-4558-b7d3-d2d330fc6610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:31.553337 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32ae9a6-d4ca-43e6-960d-8373cd10f7a8 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Pushing event deleted for resources: {'Network': ['ID=eec76161-c359-4186-b3d0-0801154df67c,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:14:31.598845 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-9cb144ec-9ba8-4c40-b5ca-d395a06d4b43 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:31.615727 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-fc1b57d5-faaf-4558-b7d3-d2d330fc6610 None None] For port b601dfce-541d-4812-8364-38785b16ca51, host n-d-804985-2, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:14:31.619123 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-fc1b57d5-faaf-4558-b7d3-d2d330fc6610 None None] For port b601dfce-541d-4812-8364-38785b16ca51, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=b601dfce-541d-4812-8364-38785b16ca51,segment=NetworkSegment(b37ee6ef-093c-4194-a906-24a6a3165741),segment_id=b37ee6ef-093c-4194-a906-24a6a3165741)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:14:31.622008 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 3b45d6e6-41d7-49b3-b0ae-a5d284a14577 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:14:31.650841 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-fc1b57d5-faaf-4558-b7d3-d2d330fc6610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:31.664066 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cb144ec-9ba8-4c40-b5ca-d395a06d4b43 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Network 7cae7a70-14fd-408c-b14d-39ceb97cb60e is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:14:31.672675 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-9cb144ec-9ba8-4c40-b5ca-d395a06d4b43 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:14:31.678366 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb144ec-9ba8-4c40-b5ca-d395a06d4b43 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:14:31.711192 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [None req-f588e28b-3b59-4216-9264-c62c2e7f26de tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Allocated IP 172.25.7.66 (7cae7a70-14fd-408c-b14d-39ceb97cb60e/9784295a-20b8-4a4b-b105-f82737f0448f/6932b65b-81d4-42ea-aae7-0674ff8f8086) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:14:31.740699 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd67253-f18b-4e21-a33a-7633b157e6c5 None None] Pushing event updated for resources: {'Port': ['ID=b601dfce-541d-4812-8364-38785b16ca51,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:14:31.747125 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb144ec-9ba8-4c40-b5ca-d395a06d4b43 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Pushing event updated for resources: {'Port': ['ID=55667a39-56ab-48e6-9ede-361873ea6e14,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:14:31.759166 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1b57d5-faaf-4558-b7d3-d2d330fc6610 None None] Routers {'4dfb3a65-10ca-4a39-aaa7-690473775a34'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:14:31.759802 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-fc1b57d5-faaf-4558-b7d3-d2d330fc6610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:14:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['4dfb3a65-10ca-4a39-aaa7-690473775a34'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:14:31.823175 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 3b45d6e6-41d7-49b3-b0ae-a5d284a14577 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:14:31.823755 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:31.934036 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-fc1b57d5-faaf-4558-b7d3-d2d330fc6610 None None] Set router 4dfb3a65-10ca-4a39-aaa7-690473775a34 gateway port host: n-d-804985-2 {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:14:31.993287 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 53228) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:14:32.136070 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-a66448e5-42d6-4664-bedb-f257174f1760 tempest-QuotasNegativeTest-487263672 tempest-QuotasNegativeTest-487263672-project-admin] Request body: {'quota': {'network': 2}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:14:32.149984 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-9cb144ec-9ba8-4c40-b5ca-d395a06d4b43 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks [] for router_gateway, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:32.206940 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-a66448e5-42d6-4664-bedb-f257174f1760 tempest-QuotasNegativeTest-487263672 tempest-QuotasNegativeTest-487263672-project-admin] 10.222.0.66 "PUT /v2.0/quotas/9425eaf47ef64a7b96410d7fd2bb208f HTTP/1.1" status: 200 len: 368 time: 0.2120693 Aug 18 12:14:32.212183 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 53232) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:14:32.218285 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-c1c1d1dc-6eab-4cd4-8f9a-4427519bf9d5 tempest-QuotasNegativeTest-487263672 tempest-QuotasNegativeTest-487263672-project-admin] Request body: {'network': {'project_id': '9425eaf47ef64a7b96410d7fd2bb208f'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:14:32.253303 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-fc1b57d5-faaf-4558-b7d3-d2d330fc6610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dfb3a65-10ca-4a39-aaa7-690473775a34', 'name': 'tempest-AttachVolumeShelveTestJSON-984932346-router', 'tenant_id': '8fca7d5a19c54940b367d2e63154d6ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': '3b45d6e6-41d7-49b3-b0ae-a5d284a14577', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:14:20Z', 'updated_at': '2021-08-18T12:14:27Z', 'revision_number': 4, 'project_id': '8fca7d5a19c54940b367d2e63154d6ee', 'gw_port': {'id': '3b45d6e6-41d7-49b3-b0ae-a5d284a14577', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:17:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dfb3a65-10ca-4a39-aaa7-690473775a34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:14:21Z', 'updated_at': '2021-08-18T12:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': 'b601dfce-541d-4812-8364-38785b16ca51', 'name': '', 'network_id': '9a60ecad-83fa-47c2-91d2-f7a65c03fb59', 'tenant_id': '8fca7d5a19c54940b367d2e63154d6ee', 'mac_address': 'fa:16:3e:ec:bb:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dfb3a65-10ca-4a39-aaa7-690473775a34', 'device_owner': 'network:router_interface', 'standard_attr_id': 2755, 'fixed_ips': [{'subnet_id': 'cb04d889-17cd-4540-8b57-641bd70e62c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:14:26Z', 'updated_at': '2021-08-18T12:14:31Z', 'revision_number': 4, 'project_id': '8fca7d5a19c54940b367d2e63154d6ee', 'subnets': [{'id': 'cb04d889-17cd-4540-8b57-641bd70e62c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:14:32.286279 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1b57d5-faaf-4558-b7d3-d2d330fc6610 None None] The sync data for ids ['4dfb3a65-10ca-4a39-aaa7-690473775a34'] in n-d-804985-2 is: [{'id': '4dfb3a65-10ca-4a39-aaa7-690473775a34', 'name': 'tempest-AttachVolumeShelveTestJSON-984932346-router', 'tenant_id': '8fca7d5a19c54940b367d2e63154d6ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': '3b45d6e6-41d7-49b3-b0ae-a5d284a14577', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:14:20Z', 'updated_at': '2021-08-18T12:14:27Z', 'revision_number': 4, 'project_id': '8fca7d5a19c54940b367d2e63154d6ee', 'gw_port': {'id': '3b45d6e6-41d7-49b3-b0ae-a5d284a14577', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:17:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dfb3a65-10ca-4a39-aaa7-690473775a34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:14:21Z', 'updated_at': '2021-08-18T12:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': 'b601dfce-541d-4812-8364-38785b16ca51', 'name': '', 'network_id': '9a60ecad-83fa-47c2-91d2-f7a65c03fb59', 'tenant_id': '8fca7d5a19c54940b367d2e63154d6ee', 'mac_address': 'fa:16:3e:ec:bb:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dfb3a65-10ca-4a39-aaa7-690473775a34', 'device_owner': 'network:router_interface', 'standard_attr_id': 2755, 'fixed_ips': [{'subnet_id': 'cb04d889-17cd-4540-8b57-641bd70e62c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:14:26Z', 'updated_at': '2021-08-18T12:14:31Z', 'revision_number': 4, 'project_id': '8fca7d5a19c54940b367d2e63154d6ee', 'subnets': [{'id': 'cb04d889-17cd-4540-8b57-641bd70e62c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:14:32.294239 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1c1d1dc-6eab-4cd4-8f9a-4427519bf9d5 tempest-QuotasNegativeTest-487263672 tempest-QuotasNegativeTest-487263672-project-admin] Made reservation on behalf of 9425eaf47ef64a7b96410d7fd2bb208f for: {'network': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:14:32.296787 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c1c1d1dc-6eab-4cd4-8f9a-4427519bf9d5 tempest-QuotasNegativeTest-487263672 tempest-QuotasNegativeTest-487263672-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for network, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:32.300045 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 81c95162-6352-4b55-aa79-ac683e6c2d28 no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:14:32.311782 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c1c1d1dc-6eab-4cd4-8f9a-4427519bf9d5 tempest-QuotasNegativeTest-487263672 tempest-QuotasNegativeTest-487263672-project-admin] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:32.325311 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: 81c95162-6352-4b55-aa79-ac683e6c2d28 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:14:32.325661 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 81c95162-6352-4b55-aa79-ac683e6c2d28 not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:14:32.326298 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 1429e617-969c-4bdd-b428-480d5f14fb4d no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:14:32.383764 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: 1429e617-969c-4bdd-b428-480d5f14fb4d {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:14:32.384530 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 1429e617-969c-4bdd-b428-480d5f14fb4d not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:14:32.398767 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.extraroute_db [None req-fa5d989e-4854-4bdd-b4a4-205d09a5ac40 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Added routes are [] {{(pid=106253) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 18 12:14:32.399070 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.extraroute_db [None req-fa5d989e-4854-4bdd-b4a4-205d09a5ac40 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Removed routes are [] {{(pid=106253) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 18 12:14:32.399434 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-fa5d989e-4854-4bdd-b4a4-205d09a5ac40 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-992676', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-996089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15866'] for router, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:32.469052 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-9cb144ec-9ba8-4c40-b5ca-d395a06d4b43 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-998473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-992536'] for router, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:32.509614 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1d3fbcfb-2b15-4c34-924e-56597fbd5a20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:32.512041 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1d3fbcfb-2b15-4c34-924e-56597fbd5a20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:32.513291 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-1d3fbcfb-2b15-4c34-924e-56597fbd5a20 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f27e16c3-d6a8-475b-8eb7-a4f257f43c7e HTTP/1.1" status: 204 len: 168 time: 1.1917903 Aug 18 12:14:32.541360 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3fbcfb-2b15-4c34-924e-56597fbd5a20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f27e16c3-d6a8-475b-8eb7-a4f257f43c7e,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:14:32.611918 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f588e28b-3b59-4216-9264-c62c2e7f26de tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:32.627222 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-fa5d989e-4854-4bdd-b4a4-205d09a5ac40 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-992676', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-996089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15866'] for router, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:32.635595 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-fa5d989e-4854-4bdd-b4a4-205d09a5ac40 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-992536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-992522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-992529', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-996032'] for router, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:32.684733 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c1c1d1dc-6eab-4cd4-8f9a-4427519bf9d5 tempest-QuotasNegativeTest-487263672 tempest-QuotasNegativeTest-487263672-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:32.693567 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c1c1d1dc-6eab-4cd4-8f9a-4427519bf9d5 tempest-QuotasNegativeTest-487263672 tempest-QuotasNegativeTest-487263672-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:32.711879 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cb144ec-9ba8-4c40-b5ca-d395a06d4b43 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Router 9300caa4-e79d-4935-b1c9-d94857946eba is scheduled to L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 with binding_index 1 {{(pid=106252) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 12:14:32.737960 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1c1d1dc-6eab-4cd4-8f9a-4427519bf9d5 tempest-QuotasNegativeTest-487263672 tempest-QuotasNegativeTest-487263672-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 821} {{(pid=106252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:14:32.745483 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa5d989e-4854-4bdd-b4a4-205d09a5ac40 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Router a3c58560-96af-45c6-abef-7a97a89df4a0 has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:14:32.756536 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f588e28b-3b59-4216-9264-c62c2e7f26de tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:32.800056 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c1d1dc-6eab-4cd4-8f9a-4427519bf9d5 tempest-QuotasNegativeTest-487263672 tempest-QuotasNegativeTest-487263672-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d6e9570-8a85-41a0-a411-a16b2568721f,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:14:32.806839 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c1c1d1dc-6eab-4cd4-8f9a-4427519bf9d5 tempest-QuotasNegativeTest-487263672 tempest-QuotasNegativeTest-487263672-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:32.807192 n-d-804985-2 neutron-server[106252]: INFO neutron.db.segments_db [None req-c1c1d1dc-6eab-4cd4-8f9a-4427519bf9d5 tempest-QuotasNegativeTest-487263672 tempest-QuotasNegativeTest-487263672-project-admin] Added segment b03b0aec-d38a-49dc-8abe-c332c6a75f55 of type vlan for network 986bff0f-56a9-4eea-8493-1ecb0d502128 Aug 18 12:14:32.856599 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c1c1d1dc-6eab-4cd4-8f9a-4427519bf9d5 tempest-QuotasNegativeTest-487263672 tempest-QuotasNegativeTest-487263672-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789150665894'] for network, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:32.881034 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f588e28b-3b59-4216-9264-c62c2e7f26de tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Network 7cae7a70-14fd-408c-b14d-39ceb97cb60e is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:14:32.888783 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-f588e28b-3b59-4216-9264-c62c2e7f26de tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:14:32.892415 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f588e28b-3b59-4216-9264-c62c2e7f26de tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:14:32.901148 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c1c1d1dc-6eab-4cd4-8f9a-4427519bf9d5 tempest-QuotasNegativeTest-487263672 tempest-QuotasNegativeTest-487263672-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for network, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:32.902131 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1c1d1dc-6eab-4cd4-8f9a-4427519bf9d5 tempest-QuotasNegativeTest-487263672 tempest-QuotasNegativeTest-487263672-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:14:32.902699 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c1c1d1dc-6eab-4cd4-8f9a-4427519bf9d5 tempest-QuotasNegativeTest-487263672 tempest-QuotasNegativeTest-487263672-project-admin] Notify callbacks [] for network, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:32.926520 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa5d989e-4854-4bdd-b4a4-205d09a5ac40 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:14:32.936181 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-fa5d989e-4854-4bdd-b4a4-205d09a5ac40 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks [] for router, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:32.939527 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-fa5d989e-4854-4bdd-b4a4-205d09a5ac40 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] 10.222.0.66 "PUT /v2.0/routers/a3c58560-96af-45c6-abef-7a97a89df4a0 HTTP/1.1" status: 200 len: 701 time: 1.4360671 Aug 18 12:14:32.939693 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd22a2c3-3ff9-4e14-8024-f05df49717d5 None None] Sync routers for ids ['a3c58560-96af-45c6-abef-7a97a89df4a0'] in n-d-804985-2 {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:14:32.940154 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 53240) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:14:32.951784 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f588e28b-3b59-4216-9264-c62c2e7f26de tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Pushing event updated for resources: {'Port': ['ID=6932b65b-81d4-42ea-aae7-0674ff8f8086,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:14:32.952195 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd22a2c3-3ff9-4e14-8024-f05df49717d5 None None] Routers {'a3c58560-96af-45c6-abef-7a97a89df4a0'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:14:32.952857 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-dd22a2c3-3ff9-4e14-8024-f05df49717d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:14:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['a3c58560-96af-45c6-abef-7a97a89df4a0'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:14:33.008909 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-6235577f-f424-44f1-808c-303d7e2ec417 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] 10.222.0.66 "GET /v2.0/ports?device_id=a3c58560-96af-45c6-abef-7a97a89df4a0 HTTP/1.1" status: 200 len: 205 time: 0.0665264 Aug 18 12:14:33.013426 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 53244) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:14:33.039341 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-c1c1d1dc-6eab-4cd4-8f9a-4427519bf9d5 tempest-QuotasNegativeTest-487263672 tempest-QuotasNegativeTest-487263672-project-admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.8256412 Aug 18 12:14:33.042588 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c1d1dc-6eab-4cd4-8f9a-4427519bf9d5 tempest-QuotasNegativeTest-487263672 tempest-QuotasNegativeTest-487263672-project-admin] Pushing event updated for resources: {'Network': ['ID=986bff0f-56a9-4eea-8493-1ecb0d502128,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:14:33.059679 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 53248) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:14:33.072721 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Network 986bff0f-56a9-4eea-8493-1ecb0d502128 details requested by agent ovs-agent-n-d-804985-2 with host n-d-804985-2 {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:14:33.082400 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-82008202-bad1-4d66-afc8-87a5962e5eab tempest-QuotasNegativeTest-487263672 tempest-QuotasNegativeTest-487263672-project-admin] Request body: {'network': {'project_id': '9425eaf47ef64a7b96410d7fd2bb208f'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:14:33.096681 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cb144ec-9ba8-4c40-b5ca-d395a06d4b43 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:14:33.115436 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10bd2320-794c-4557-b24b-7988cb69887a None None] Sync routers for ids ['9300caa4-e79d-4935-b1c9-d94857946eba'] in n-d-804985-2 {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:14:33.135005 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82008202-bad1-4d66-afc8-87a5962e5eab tempest-QuotasNegativeTest-487263672 tempest-QuotasNegativeTest-487263672-project-admin] Made reservation on behalf of 9425eaf47ef64a7b96410d7fd2bb208f for: {'network': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:14:33.138823 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-82008202-bad1-4d66-afc8-87a5962e5eab tempest-QuotasNegativeTest-487263672 tempest-QuotasNegativeTest-487263672-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for network, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:33.146450 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-9cb144ec-9ba8-4c40-b5ca-d395a06d4b43 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks [] for router, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:33.151846 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 53252) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:14:33.152761 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-9cb144ec-9ba8-4c40-b5ca-d395a06d4b43 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 3.4417930 Aug 18 12:14:33.164955 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-dd22a2c3-3ff9-4e14-8024-f05df49717d5 None None] Set router a3c58560-96af-45c6-abef-7a97a89df4a0 gateway port host: None {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:14:33.190537 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82008202-bad1-4d66-afc8-87a5962e5eab tempest-QuotasNegativeTest-487263672 tempest-QuotasNegativeTest-487263672-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 832} {{(pid=106252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:14:33.203328 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-82008202-bad1-4d66-afc8-87a5962e5eab tempest-QuotasNegativeTest-487263672 tempest-QuotasNegativeTest-487263672-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:33.204402 n-d-804985-2 neutron-server[106252]: INFO neutron.db.segments_db [None req-82008202-bad1-4d66-afc8-87a5962e5eab tempest-QuotasNegativeTest-487263672 tempest-QuotasNegativeTest-487263672-project-admin] Added segment 7226db37-aa95-4704-96b4-f04d9bbb8eae of type vlan for network 09b44273-e853-4f49-b322-6f5950ed803a Aug 18 12:14:33.265457 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-82008202-bad1-4d66-afc8-87a5962e5eab tempest-QuotasNegativeTest-487263672 tempest-QuotasNegativeTest-487263672-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789150665894'] for network, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:33.303648 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10bd2320-794c-4557-b24b-7988cb69887a None None] Routers {'9300caa4-e79d-4935-b1c9-d94857946eba'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:14:33.304822 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-10bd2320-794c-4557-b24b-7988cb69887a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:14:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['9300caa4-e79d-4935-b1c9-d94857946eba'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:14:33.345710 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-dd22a2c3-3ff9-4e14-8024-f05df49717d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c58560-96af-45c6-abef-7a97a89df4a0', 'name': 'tempest-RoutersTest-router-1153144194', 'tenant_id': 'c4a8742f0e794123b38cc3300291c37d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:13:26Z', 'updated_at': '2021-08-18T12:14:28Z', 'revision_number': 11, 'project_id': 'c4a8742f0e794123b38cc3300291c37d', 'gw_port_host': None}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:14:33.352315 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-82008202-bad1-4d66-afc8-87a5962e5eab tempest-QuotasNegativeTest-487263672 tempest-QuotasNegativeTest-487263672-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for network, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:33.354402 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82008202-bad1-4d66-afc8-87a5962e5eab tempest-QuotasNegativeTest-487263672 tempest-QuotasNegativeTest-487263672-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:14:33.355970 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-82008202-bad1-4d66-afc8-87a5962e5eab tempest-QuotasNegativeTest-487263672 tempest-QuotasNegativeTest-487263672-project-admin] Notify callbacks [] for network, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:33.416830 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-10bd2320-794c-4557-b24b-7988cb69887a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:14:33.427235 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f588e28b-3b59-4216-9264-c62c2e7f26de tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:33.449333 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd22a2c3-3ff9-4e14-8024-f05df49717d5 None None] Checking router: a3c58560-96af-45c6-abef-7a97a89df4a0 for host: n-d-804985-2 {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:14:33.460910 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10bd2320-794c-4557-b24b-7988cb69887a None None] Routers {'9300caa4-e79d-4935-b1c9-d94857946eba'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:14:33.461573 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-10bd2320-794c-4557-b24b-7988cb69887a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:14:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['9300caa4-e79d-4935-b1c9-d94857946eba'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:14:33.487044 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd22a2c3-3ff9-4e14-8024-f05df49717d5 None None] Routers {'a3c58560-96af-45c6-abef-7a97a89df4a0'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:14:33.487701 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-dd22a2c3-3ff9-4e14-8024-f05df49717d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:14:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['a3c58560-96af-45c6-abef-7a97a89df4a0'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:14:33.592345 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-10bd2320-794c-4557-b24b-7988cb69887a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:14:33.594007 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10bd2320-794c-4557-b24b-7988cb69887a None None] The sync data for ids ['9300caa4-e79d-4935-b1c9-d94857946eba'] in n-d-804985-2 is: [] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:14:33.668766 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-82008202-bad1-4d66-afc8-87a5962e5eab tempest-QuotasNegativeTest-487263672 tempest-QuotasNegativeTest-487263672-project-admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.5698705 Aug 18 12:14:33.668766 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 53262) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:14:33.691427 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-cf56cc20-84f1-4c00-8e6a-099987d6cbac tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks [] for router, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:33.692608 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-97518bb0-7ef1-4b39-a566-0f7a8888f46c tempest-QuotasNegativeTest-487263672 tempest-QuotasNegativeTest-487263672-project-admin] Request body: {'network': {'project_id': '9425eaf47ef64a7b96410d7fd2bb208f'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:14:33.737166 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82008202-bad1-4d66-afc8-87a5962e5eab tempest-QuotasNegativeTest-487263672 tempest-QuotasNegativeTest-487263672-project-admin] Pushing event updated for resources: {'Network': ['ID=09b44273-e853-4f49-b322-6f5950ed803a,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:14:33.746515 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device b601dfce-541d-4812-8364-38785b16ca51 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:14:33.747922 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-dd22a2c3-3ff9-4e14-8024-f05df49717d5 None None] Set router a3c58560-96af-45c6-abef-7a97a89df4a0 gateway port host: None {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:14:33.783879 n-d-804985-2 neutron-server[106252]: INFO neutron.pecan_wsgi.hooks.translation [None req-97518bb0-7ef1-4b39-a566-0f7a8888f46c tempest-QuotasNegativeTest-487263672 tempest-QuotasNegativeTest-487263672-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 18 12:14:33.784431 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97518bb0-7ef1-4b39-a566-0f7a8888f46c tempest-QuotasNegativeTest-487263672 tempest-QuotasNegativeTest-487263672-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=106252) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 12:14:33.797131 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-97518bb0-7ef1-4b39-a566-0f7a8888f46c tempest-QuotasNegativeTest-487263672 tempest-QuotasNegativeTest-487263672-project-admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.1372347 Aug 18 12:14:33.806599 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Network 09b44273-e853-4f49-b322-6f5950ed803a details requested by agent ovs-agent-n-d-804985-2 with host n-d-804985-2 {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:14:33.811601 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-dd22a2c3-3ff9-4e14-8024-f05df49717d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c58560-96af-45c6-abef-7a97a89df4a0', 'name': 'tempest-RoutersTest-router-1153144194', 'tenant_id': 'c4a8742f0e794123b38cc3300291c37d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:13:26Z', 'updated_at': '2021-08-18T12:14:28Z', 'revision_number': 11, 'project_id': 'c4a8742f0e794123b38cc3300291c37d', 'gw_port_host': None}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:14:33.840153 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd22a2c3-3ff9-4e14-8024-f05df49717d5 None None] The sync data for ids ['a3c58560-96af-45c6-abef-7a97a89df4a0'] in n-d-804985-2 is: [{'id': 'a3c58560-96af-45c6-abef-7a97a89df4a0', 'name': 'tempest-RoutersTest-router-1153144194', 'tenant_id': 'c4a8742f0e794123b38cc3300291c37d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:13:26Z', 'updated_at': '2021-08-18T12:14:28Z', 'revision_number': 11, 'project_id': 'c4a8742f0e794123b38cc3300291c37d', 'gw_port_host': None}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:14:33.848681 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 53272) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:14:33.903813 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 53278) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:14:33.906042 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-0adc268b-4173-43a9-91d3-997d3e10e91d tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] 10.222.0.66 "GET /v2.0/routers/9300caa4-e79d-4935-b1c9-d94857946eba HTTP/1.1" status: 200 len: 884 time: 0.7405422 Aug 18 12:14:33.978913 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port b601dfce-541d-4812-8364-38785b16ca51 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:14:33.987496 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port b601dfce-541d-4812-8364-38785b16ca51 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:14:33.987753 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:34.132264 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-cf56cc20-84f1-4c00-8e6a-099987d6cbac tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-996004', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15859'] for router, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:34.133478 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:34.137173 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-cf56cc20-84f1-4c00-8e6a-099987d6cbac tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:34.149173 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f588e28b-3b59-4216-9264-c62c2e7f26de tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:34.211334 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] For port b601dfce-541d-4812-8364-38785b16ca51, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=b601dfce-541d-4812-8364-38785b16ca51,segment=NetworkSegment(b37ee6ef-093c-4194-a906-24a6a3165741),segment_id=b37ee6ef-093c-4194-a906-24a6a3165741)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:14:34.218668 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:34.266168 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-cf56cc20-84f1-4c00-8e6a-099987d6cbac tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-996061'] for router, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:34.266680 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf56cc20-84f1-4c00-8e6a-099987d6cbac tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Fanout notify agent at l3_agent the message router_deleted on router a3c58560-96af-45c6-abef-7a97a89df4a0 {{(pid=106253) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 12:14:34.282595 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-cf56cc20-84f1-4c00-8e6a-099987d6cbac tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks [] for router, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:34.284623 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-cf56cc20-84f1-4c00-8e6a-099987d6cbac tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] 10.222.0.66 "DELETE /v2.0/routers/a3c58560-96af-45c6-abef-7a97a89df4a0 HTTP/1.1" status: 204 len: 168 time: 1.2695391 Aug 18 12:14:34.316554 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Pushing event updated for resources: {'Port': ['ID=b601dfce-541d-4812-8364-38785b16ca51,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:14:34.361765 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 53284) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:14:34.368445 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-cb3d7336-67f4-427a-bdb0-e9219cdbc1a1 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-567953176', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:14:34.415789 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-cb3d7336-67f4-427a-bdb0-e9219cdbc1a1 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-998592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15809'] for router, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:34.417389 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-cb3d7336-67f4-427a-bdb0-e9219cdbc1a1 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-992733', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-971415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15816'] for router, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:34.477732 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f588e28b-3b59-4216-9264-c62c2e7f26de tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Notify callbacks [] for port, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:34.490755 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f588e28b-3b59-4216-9264-c62c2e7f26de tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:34.607269 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-cb3d7336-67f4-427a-bdb0-e9219cdbc1a1 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:34.607925 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-8491ee1a-0c68-446b-9881-23e61db6c78e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9425eaf47ef64a7b96410d7fd2bb208f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7579215 Aug 18 12:14:34.611565 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 53292) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:14:34.630724 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-cb3d7336-67f4-427a-bdb0-e9219cdbc1a1 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-998473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-992536'] for router, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:34.647596 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f588e28b-3b59-4216-9264-c62c2e7f26de tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Pushing event updated for resources: {'Port': ['ID=6932b65b-81d4-42ea-aae7-0674ff8f8086,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:14:34.690129 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-cb3d7336-67f4-427a-bdb0-e9219cdbc1a1 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks [] for router, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:34.694605 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-cb3d7336-67f4-427a-bdb0-e9219cdbc1a1 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3293166 Aug 18 12:14:34.694605 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f588e28b-3b59-4216-9264-c62c2e7f26de tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-989945'] for floatingip, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:34.695887 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-3d188689-8a07-4b11-8377-fb1c94007cd9 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.7907679 Aug 18 12:14:34.696498 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 53296) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:14:34.700297 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 53298) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:14:34.704368 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-799c7f47-f52c-4ba7-a0fb-9d504d89a1d9 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Request body: {'router': {'admin_state_up': True}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:14:34.712386 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-17a3ca73-3cec-46fe-acab-d2b876afc616 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-714592259'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:14:34.715973 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b1648f19-638d-4717-86b7-c1ebc3bbb9d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:34.726109 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f588e28b-3b59-4216-9264-c62c2e7f26de tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for floatingip, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:34.728506 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-f588e28b-3b59-4216-9264-c62c2e7f26de tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.9473944 Aug 18 12:14:34.749770 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b1648f19-638d-4717-86b7-c1ebc3bbb9d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:34.802951 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b1648f19-638d-4717-86b7-c1ebc3bbb9d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:34.806002 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b1648f19-638d-4717-86b7-c1ebc3bbb9d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:34.808514 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-b1648f19-638d-4717-86b7-c1ebc3bbb9d9 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/7d6e9570-8a85-41a0-a411-a16b2568721f HTTP/1.1" status: 204 len: 168 time: 0.1925898 Aug 18 12:14:34.811976 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 53304) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:14:34.819146 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1648f19-638d-4717-86b7-c1ebc3bbb9d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d6e9570-8a85-41a0-a411-a16b2568721f,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:14:35.040624 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2449b589-dbe6-4943-a907-5b146839f862 tempest-QuotasNegativeTest-487263672 tempest-QuotasNegativeTest-487263672-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7904109'] for network, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:35.136310 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-799c7f47-f52c-4ba7-a0fb-9d504d89a1d9 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-992676', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-996089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15866'] for router, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:35.146169 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d2ed79c6-5a37-4369-8d7a-9c118be2a899 req-7264e3c6-d0f5-4e2d-b2c5-59d9d691a892 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--808441121&fields=id&tenant_id=8fca7d5a19c54940b367d2e63154d6ee HTTP/1.1" status: 200 len: 267 time: 0.1986918 Aug 18 12:14:35.209928 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-799c7f47-f52c-4ba7-a0fb-9d504d89a1d9 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-992536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-992522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-992529', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-996032'] for router, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:35.380523 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 53338) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:14:35.428183 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2449b589-dbe6-4943-a907-5b146839f862 tempest-QuotasNegativeTest-487263672 tempest-QuotasNegativeTest-487263672-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8367869', 'neutron.services.segments.db._delete_segments_for_network-8789151212993'] for network, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:35.455067 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-2449b589-dbe6-4943-a907-5b146839f862 tempest-QuotasNegativeTest-487263672 tempest-QuotasNegativeTest-487263672-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09b44273-e853-4f49-b322-6f5950ed803a']}} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:14:35.484968 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-2449b589-dbe6-4943-a907-5b146839f862 tempest-QuotasNegativeTest-487263672 tempest-QuotasNegativeTest-487263672-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7226db37-aa95-4704-96b4-f04d9bbb8eae') {'for_net_delete': True} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:14:35.485275 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-2449b589-dbe6-4943-a907-5b146839f862 tempest-QuotasNegativeTest-487263672 tempest-QuotasNegativeTest-487263672-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7226db37-aa95-4704-96b4-f04d9bbb8eae') {} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:14:35.492543 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device b601dfce-541d-4812-8364-38785b16ca51 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:14:35.509809 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-22b396fa-07d6-4cca-a575-19db0338e560 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:35.514785 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2449b589-dbe6-4943-a907-5b146839f862 tempest-QuotasNegativeTest-487263672 tempest-QuotasNegativeTest-487263672-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789151225254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2221521'] for segment, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:35.549241 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port b601dfce-541d-4812-8364-38785b16ca51 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:14:35.549641 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:35.577600 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ed79c6-5a37-4369-8d7a-9c118be2a899 req-17bbead8-7ce5-4041-b399-eda044a89bac tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:14:35.586386 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d2ed79c6-5a37-4369-8d7a-9c118be2a899 req-17bbead8-7ce5-4041-b399-eda044a89bac tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/networks?id=9a60ecad-83fa-47c2-91d2-f7a65c03fb59 HTTP/1.1" status: 200 len: 816 time: 0.3954585 Aug 18 12:14:35.590542 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2449b589-dbe6-4943-a907-5b146839f862 tempest-QuotasNegativeTest-487263672 tempest-QuotasNegativeTest-487263672-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:35.614094 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2449b589-dbe6-4943-a907-5b146839f862 tempest-QuotasNegativeTest-487263672 tempest-QuotasNegativeTest-487263672-project-admin] Releasing vlan 832 on physical network physnet1 to pool {{(pid=106252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:14:35.614834 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2449b589-dbe6-4943-a907-5b146839f862 tempest-QuotasNegativeTest-487263672 tempest-QuotasNegativeTest-487263672-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3572434'] for segment, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:35.615554 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-22b396fa-07d6-4cca-a575-19db0338e560 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:35.616807 n-d-804985-2 neutron-server[106252]: Traceback (most recent call last): Aug 18 12:14:35.616807 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:14:35.616807 n-d-804985-2 neutron-server[106252]: timer() Aug 18 12:14:35.616807 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:14:35.616807 n-d-804985-2 neutron-server[106252]: cb(*args, **kw) Aug 18 12:14:35.616807 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:14:35.616807 n-d-804985-2 neutron-server[106252]: return func(*args, **kwargs) Aug 18 12:14:35.616807 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:14:35.616807 n-d-804985-2 neutron-server[106252]: self._notify() Aug 18 12:14:35.616807 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:14:35.616807 n-d-804985-2 neutron-server[106252]: self.callback(batched_events) Aug 18 12:14:35.616807 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:14:35.616807 n-d-804985-2 neutron-server[106252]: event.method(event) Aug 18 12:14:35.616807 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:14:35.616807 n-d-804985-2 neutron-server[106252]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:14:35.616807 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:14:35.616807 n-d-804985-2 neutron-server[106252]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:14:35.616807 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:14:35.616807 n-d-804985-2 neutron-server[106252]: return f(self, *a, **k) Aug 18 12:14:35.616807 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:14:35.616807 n-d-804985-2 neutron-server[106252]: return self._get(url).json() Aug 18 12:14:35.616807 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:14:35.616807 n-d-804985-2 neutron-server[106252]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:14:35.616807 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:14:35.616807 n-d-804985-2 neutron-server[106252]: return self.request(url, 'GET', **kwargs) Aug 18 12:14:35.616807 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:14:35.616807 n-d-804985-2 neutron-server[106252]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:14:35.616807 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:14:35.616807 n-d-804985-2 neutron-server[106252]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:14:35.616807 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:14:35.616807 n-d-804985-2 neutron-server[106252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:14:35.616807 n-d-804985-2 neutron-server[106252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:14:35.621940 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-22b396fa-07d6-4cca-a575-19db0338e560 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:35.639071 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d2ed79c6-5a37-4369-8d7a-9c118be2a899 req-99176f86-62cc-4a1b-b351-c0b05f4d26b1 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/quotas/8fca7d5a19c54940b367d2e63154d6ee HTTP/1.1" status: 200 len: 375 time: 0.0516992 Aug 18 12:14:35.660973 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-22b396fa-07d6-4cca-a575-19db0338e560 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=7cbbc1078b0f4565a503d55f1efce0e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2793279 Aug 18 12:14:35.663050 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b396fa-07d6-4cca-a575-19db0338e560 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e263ffd5-7652-4c2f-ac9d-81aa8727fb91,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:14:35.665452 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 53342) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:14:35.712913 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-799c7f47-f52c-4ba7-a0fb-9d504d89a1d9 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Router 78fdedf8-c4ab-4403-877e-487dd496bbf5 is scheduled to L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 with binding_index 1 {{(pid=106252) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 12:14:35.715254 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-07e54643-da09-47a2-8a77-80dfcf57dcfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:35.736707 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-07e54643-da09-47a2-8a77-80dfcf57dcfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:35.769547 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2449b589-dbe6-4943-a907-5b146839f862 tempest-QuotasNegativeTest-487263672 tempest-QuotasNegativeTest-487263672-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8367858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997186'] for network, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:35.774143 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2449b589-dbe6-4943-a907-5b146839f862 tempest-QuotasNegativeTest-487263672 tempest-QuotasNegativeTest-487263672-project-admin] Notify callbacks [] for network, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:35.776619 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-2449b589-dbe6-4943-a907-5b146839f862 tempest-QuotasNegativeTest-487263672 tempest-QuotasNegativeTest-487263672-project-admin] 10.222.0.66 "DELETE /v2.0/networks/09b44273-e853-4f49-b322-6f5950ed803a HTTP/1.1" status: 204 len: 168 time: 0.9612076 Aug 18 12:14:35.779770 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 53344) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:14:35.828059 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-07e54643-da09-47a2-8a77-80dfcf57dcfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:35.830473 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-07e54643-da09-47a2-8a77-80dfcf57dcfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:35.831607 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-07e54643-da09-47a2-8a77-80dfcf57dcfd admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e263ffd5-7652-4c2f-ac9d-81aa8727fb91 HTTP/1.1" status: 204 len: 168 time: 0.1652408 Aug 18 12:14:35.849382 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e54643-da09-47a2-8a77-80dfcf57dcfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e263ffd5-7652-4c2f-ac9d-81aa8727fb91,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:14:35.855521 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-17a3ca73-3cec-46fe-acab-d2b876afc616 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-992676', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-996089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15866'] for router, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:35.867705 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9b13bc64-261e-4861-af83-f73c89f4bac8 tempest-QuotasNegativeTest-487263672 tempest-QuotasNegativeTest-487263672-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7904109'] for network, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:35.870195 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2449b589-dbe6-4943-a907-5b146839f862 tempest-QuotasNegativeTest-487263672 tempest-QuotasNegativeTest-487263672-project-admin] Pushing event deleted for resources: {'Network': ['ID=09b44273-e853-4f49-b322-6f5950ed803a,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:14:35.879768 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-799c7f47-f52c-4ba7-a0fb-9d504d89a1d9 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:14:35.889821 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-799c7f47-f52c-4ba7-a0fb-9d504d89a1d9 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks [] for router, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:35.890832 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2635c328-2cce-4163-a22c-dd78cb4ce92b None None] Sync routers for ids ['78fdedf8-c4ab-4403-877e-487dd496bbf5'] in n-d-804985-2 {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:14:35.891325 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-799c7f47-f52c-4ba7-a0fb-9d504d89a1d9 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] 10.222.0.66 "PUT /v2.0/routers/78fdedf8-c4ab-4403-877e-487dd496bbf5 HTTP/1.1" status: 200 len: 693 time: 1.1935496 Aug 18 12:14:35.899257 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d2ed79c6-5a37-4369-8d7a-9c118be2a899 req-e91e57d4-5f68-4f45-9f4c-32501a18f06c tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=8fca7d5a19c54940b367d2e63154d6ee&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2593086 Aug 18 12:14:35.900293 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-17a3ca73-3cec-46fe-acab-d2b876afc616 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-992536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-992522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-992529', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-996032'] for router, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:35.902271 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 53348) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:14:35.904287 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2635c328-2cce-4163-a22c-dd78cb4ce92b None None] Routers {'78fdedf8-c4ab-4403-877e-487dd496bbf5'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:14:35.904978 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-2635c328-2cce-4163-a22c-dd78cb4ce92b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:14:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['78fdedf8-c4ab-4403-877e-487dd496bbf5'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:14:35.971934 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9b13bc64-261e-4861-af83-f73c89f4bac8 tempest-QuotasNegativeTest-487263672 tempest-QuotasNegativeTest-487263672-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8367869', 'neutron.services.segments.db._delete_segments_for_network-8789151212993'] for network, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:35.986627 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-2635c328-2cce-4163-a22c-dd78cb4ce92b None None] Set router 78fdedf8-c4ab-4403-877e-487dd496bbf5 gateway port host: None {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:14:35.989062 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-9b13bc64-261e-4861-af83-f73c89f4bac8 tempest-QuotasNegativeTest-487263672 tempest-QuotasNegativeTest-487263672-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['986bff0f-56a9-4eea-8493-1ecb0d502128']}} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:14:36.006126 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-9b13bc64-261e-4861-af83-f73c89f4bac8 tempest-QuotasNegativeTest-487263672 tempest-QuotasNegativeTest-487263672-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b03b0aec-d38a-49dc-8abe-c332c6a75f55') {'for_net_delete': True} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:14:36.006417 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-9b13bc64-261e-4861-af83-f73c89f4bac8 tempest-QuotasNegativeTest-487263672 tempest-QuotasNegativeTest-487263672-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b03b0aec-d38a-49dc-8abe-c332c6a75f55') {} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:14:36.020522 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9b13bc64-261e-4861-af83-f73c89f4bac8 tempest-QuotasNegativeTest-487263672 tempest-QuotasNegativeTest-487263672-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789151225254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902236'] for segment, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:36.034586 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-62860619-c65e-452e-8af0-15e8b3694207 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] 10.222.0.66 "GET /v2.0/routers/78fdedf8-c4ab-4403-877e-487dd496bbf5 HTTP/1.1" status: 200 len: 699 time: 0.1300550 Aug 18 12:14:36.037131 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 53354) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:14:36.041041 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9b13bc64-261e-4861-af83-f73c89f4bac8 tempest-QuotasNegativeTest-487263672 tempest-QuotasNegativeTest-487263672-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:36.049277 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b13bc64-261e-4861-af83-f73c89f4bac8 tempest-QuotasNegativeTest-487263672 tempest-QuotasNegativeTest-487263672-project-admin] Releasing vlan 821 on physical network physnet1 to pool {{(pid=106253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:14:36.050047 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9b13bc64-261e-4861-af83-f73c89f4bac8 tempest-QuotasNegativeTest-487263672 tempest-QuotasNegativeTest-487263672-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58900537'] for segment, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:36.092508 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:36.097060 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-2635c328-2cce-4163-a22c-dd78cb4ce92b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78fdedf8-c4ab-4403-877e-487dd496bbf5', 'name': 'tempest-RoutersTest-router-567953176', 'tenant_id': 'c4a8742f0e794123b38cc3300291c37d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:14:34Z', 'updated_at': '2021-08-18T12:14:35Z', 'revision_number': 2, 'project_id': 'c4a8742f0e794123b38cc3300291c37d', 'gw_port_host': None}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:14:36.100164 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-d7788c96-c27f-4161-98f6-54494596927d tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] 10.222.0.66 "GET /v2.0/ports?device_id=78fdedf8-c4ab-4403-877e-487dd496bbf5 HTTP/1.1" status: 200 len: 205 time: 0.0596285 Aug 18 12:14:36.100784 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 53356) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:14:36.121773 n-d-804985-2 neutron-server[106253]: Traceback (most recent call last): Aug 18 12:14:36.121773 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:14:36.121773 n-d-804985-2 neutron-server[106253]: timer() Aug 18 12:14:36.121773 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:14:36.121773 n-d-804985-2 neutron-server[106253]: cb(*args, **kw) Aug 18 12:14:36.121773 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:14:36.121773 n-d-804985-2 neutron-server[106253]: return func(*args, **kwargs) Aug 18 12:14:36.121773 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:14:36.121773 n-d-804985-2 neutron-server[106253]: self._notify() Aug 18 12:14:36.121773 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:14:36.121773 n-d-804985-2 neutron-server[106253]: self.callback(batched_events) Aug 18 12:14:36.121773 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:14:36.121773 n-d-804985-2 neutron-server[106253]: event.method(event) Aug 18 12:14:36.121773 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:14:36.121773 n-d-804985-2 neutron-server[106253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:14:36.121773 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:14:36.121773 n-d-804985-2 neutron-server[106253]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:14:36.121773 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:14:36.121773 n-d-804985-2 neutron-server[106253]: return f(self, *a, **k) Aug 18 12:14:36.121773 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:14:36.121773 n-d-804985-2 neutron-server[106253]: return self._get(url).json() Aug 18 12:14:36.121773 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:14:36.121773 n-d-804985-2 neutron-server[106253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:14:36.121773 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:14:36.121773 n-d-804985-2 neutron-server[106253]: return self.request(url, 'GET', **kwargs) Aug 18 12:14:36.121773 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:14:36.121773 n-d-804985-2 neutron-server[106253]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:14:36.121773 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:14:36.121773 n-d-804985-2 neutron-server[106253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:14:36.121773 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:14:36.121773 n-d-804985-2 neutron-server[106253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:14:36.121773 n-d-804985-2 neutron-server[106253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:14:36.127843 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9b13bc64-261e-4861-af83-f73c89f4bac8 tempest-QuotasNegativeTest-487263672 tempest-QuotasNegativeTest-487263672-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8367858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997186'] for network, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:36.135228 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9b13bc64-261e-4861-af83-f73c89f4bac8 tempest-QuotasNegativeTest-487263672 tempest-QuotasNegativeTest-487263672-project-admin] Notify callbacks [] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:36.139503 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-9b13bc64-261e-4861-af83-f73c89f4bac8 tempest-QuotasNegativeTest-487263672 tempest-QuotasNegativeTest-487263672-project-admin] 10.222.0.66 "DELETE /v2.0/networks/986bff0f-56a9-4eea-8493-1ecb0d502128 HTTP/1.1" status: 204 len: 168 time: 0.3583307 Aug 18 12:14:36.155652 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b13bc64-261e-4861-af83-f73c89f4bac8 tempest-QuotasNegativeTest-487263672 tempest-QuotasNegativeTest-487263672-project-admin] Pushing event deleted for resources: {'Network': ['ID=986bff0f-56a9-4eea-8493-1ecb0d502128,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:14:36.160786 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2635c328-2cce-4163-a22c-dd78cb4ce92b None None] Checking router: 78fdedf8-c4ab-4403-877e-487dd496bbf5 for host: n-d-804985-2 {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:14:36.173752 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2635c328-2cce-4163-a22c-dd78cb4ce92b None None] Routers {'78fdedf8-c4ab-4403-877e-487dd496bbf5'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:14:36.174814 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-2635c328-2cce-4163-a22c-dd78cb4ce92b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:14:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['78fdedf8-c4ab-4403-877e-487dd496bbf5'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:14:36.253515 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-2635c328-2cce-4163-a22c-dd78cb4ce92b None None] Set router 78fdedf8-c4ab-4403-877e-487dd496bbf5 gateway port host: None {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:14:36.257571 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 53360) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:14:36.271924 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5cf176ab-5149-483b-aa8c-1798f99532bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:36.398258 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5cf176ab-5149-483b-aa8c-1798f99532bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:36.405637 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5cf176ab-5149-483b-aa8c-1798f99532bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:36.436721 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-5cf176ab-5149-483b-aa8c-1798f99532bd admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=bd955fbfb75b4fbd87400d90c18ca4c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1779702 Aug 18 12:14:36.439316 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 53364) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:14:36.453170 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-2635c328-2cce-4163-a22c-dd78cb4ce92b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78fdedf8-c4ab-4403-877e-487dd496bbf5', 'name': 'tempest-RoutersTest-router-567953176', 'tenant_id': 'c4a8742f0e794123b38cc3300291c37d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:14:34Z', 'updated_at': '2021-08-18T12:14:35Z', 'revision_number': 2, 'project_id': 'c4a8742f0e794123b38cc3300291c37d', 'gw_port_host': None}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:14:36.484552 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2635c328-2cce-4163-a22c-dd78cb4ce92b None None] The sync data for ids ['78fdedf8-c4ab-4403-877e-487dd496bbf5'] in n-d-804985-2 is: [{'id': '78fdedf8-c4ab-4403-877e-487dd496bbf5', 'name': 'tempest-RoutersTest-router-567953176', 'tenant_id': 'c4a8742f0e794123b38cc3300291c37d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:14:34Z', 'updated_at': '2021-08-18T12:14:35Z', 'revision_number': 2, 'project_id': 'c4a8742f0e794123b38cc3300291c37d', 'gw_port_host': None}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:14:36.490416 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf176ab-5149-483b-aa8c-1798f99532bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74370139-7ea2-45cb-9f69-2202cd4be5cd,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:14:36.517132 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [req-d2ed79c6-5a37-4369-8d7a-9c118be2a899 req-aa7a0a73-2dbc-4077-b79c-70cc6a8e2a79 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=106252) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 12:14:36.518169 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d2ed79c6-5a37-4369-8d7a-9c118be2a899 req-aa7a0a73-2dbc-4077-b79c-70cc6a8e2a79 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5433395 Aug 18 12:14:36.533373 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0a50b943-4361-4c71-ad76-d0ecea351f4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:36.566885 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0a50b943-4361-4c71-ad76-d0ecea351f4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:36.589236 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-3187ce44-a9a9-4fae-8861-ed8bc9a9b1e6 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks [] for router, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:36.635648 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0a50b943-4361-4c71-ad76-d0ecea351f4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:36.640168 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0a50b943-4361-4c71-ad76-d0ecea351f4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:36.641573 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-0a50b943-4361-4c71-ad76-d0ecea351f4a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/74370139-7ea2-45cb-9f69-2202cd4be5cd HTTP/1.1" status: 204 len: 168 time: 0.2011032 Aug 18 12:14:36.650061 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a50b943-4361-4c71-ad76-d0ecea351f4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74370139-7ea2-45cb-9f69-2202cd4be5cd,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:14:36.684334 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17a3ca73-3cec-46fe-acab-d2b876afc616 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Router 9300caa4-e79d-4935-b1c9-d94857946eba has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:14:36.823006 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 53370) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:14:36.839272 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c83501c7-6792-433c-81df-e0552a5d8d0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:36.885913 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-52a542f3-512b-42e6-b510-141dea13c417 req-a2cc5707-f7f1-43a8-8324-4a6b9e47ae18 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=2cc02556-7c0a-4e9b-9a09-a272e5dfabdc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2944832 Aug 18 12:14:36.894812 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-3187ce44-a9a9-4fae-8861-ed8bc9a9b1e6 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-996004', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15859'] for router, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:36.906059 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-3187ce44-a9a9-4fae-8861-ed8bc9a9b1e6 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:36.947417 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c83501c7-6792-433c-81df-e0552a5d8d0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:36.952513 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c83501c7-6792-433c-81df-e0552a5d8d0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:36.996020 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-c83501c7-6792-433c-81df-e0552a5d8d0e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=56162316519b4f0bbef0ece7bccd92ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1718788 Aug 18 12:14:36.996849 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 53376) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:14:36.999498 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83501c7-6792-433c-81df-e0552a5d8d0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0fd5ab6-c28e-4847-aa3a-25149a7e7c8a,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:14:37.001223 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d2ed79c6-5a37-4369-8d7a-9c118be2a899 req-fe56f453-5b6b-437c-81c5-21cc74519e35 service neutron] 10.222.0.66 "GET /v2.0/networks/9a60ecad-83fa-47c2-91d2-f7a65c03fb59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4736128 Aug 18 12:14:37.046321 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-3187ce44-a9a9-4fae-8861-ed8bc9a9b1e6 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-996061'] for router, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:37.046829 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3187ce44-a9a9-4fae-8861-ed8bc9a9b1e6 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Fanout notify agent at l3_agent the message router_deleted on router 78fdedf8-c4ab-4403-877e-487dd496bbf5 {{(pid=106252) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 12:14:37.054017 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-3187ce44-a9a9-4fae-8861-ed8bc9a9b1e6 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] Notify callbacks [] for router, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:37.055245 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-3187ce44-a9a9-4fae-8861-ed8bc9a9b1e6 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] 10.222.0.66 "DELETE /v2.0/routers/78fdedf8-c4ab-4403-877e-487dd496bbf5 HTTP/1.1" status: 204 len: 168 time: 0.9535506 Aug 18 12:14:37.064798 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 53378) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:14:37.083246 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2cdd092a-da05-4fff-b6fc-f2be137e7898 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:37.106767 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-be53d355-b7ff-4eca-86a2-abbe823274d2 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] 10.222.0.66 "GET /v2.0/ports?device_id=78fdedf8-c4ab-4403-877e-487dd496bbf5 HTTP/1.1" status: 200 len: 205 time: 0.0350924 Aug 18 12:14:37.107073 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 53382) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:14:37.116681 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17a3ca73-3cec-46fe-acab-d2b876afc616 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:14:37.123863 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-17a3ca73-3cec-46fe-acab-d2b876afc616 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks [] for router, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:37.128522 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-17a3ca73-3cec-46fe-acab-d2b876afc616 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] 10.222.0.66 "PUT /v2.0/routers/9300caa4-e79d-4935-b1c9-d94857946eba HTTP/1.1" status: 200 len: 891 time: 2.4208946 Aug 18 12:14:37.129328 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 53386) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:14:37.130607 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d017713-aa82-4e6a-8b73-90448e55fcb9 None None] Sync routers for ids ['9300caa4-e79d-4935-b1c9-d94857946eba'] in n-d-804985-2 {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:14:37.143248 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d017713-aa82-4e6a-8b73-90448e55fcb9 None None] Routers {'9300caa4-e79d-4935-b1c9-d94857946eba'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:14:37.144107 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-0d017713-aa82-4e6a-8b73-90448e55fcb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:14:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['9300caa4-e79d-4935-b1c9-d94857946eba'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:14:37.157191 n-d-804985-2 neutron-server[106253]: INFO neutron.api.v2.resource [None req-61c4c07a-1d3c-4a98-8da2-835eb08013a7 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] delete failed (client error): The resource could not be found. Aug 18 12:14:37.160986 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-61c4c07a-1d3c-4a98-8da2-835eb08013a7 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] 10.222.0.66 "DELETE /v2.0/routers/78fdedf8-c4ab-4403-877e-487dd496bbf5 HTTP/1.1" status: 404 len: 336 time: 0.0505674 Aug 18 12:14:37.161772 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 53388) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:14:37.164945 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2cdd092a-da05-4fff-b6fc-f2be137e7898 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:37.186405 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a542f3-512b-42e6-b510-141dea13c417 req-458e1cda-150a-49af-9b63-1f7c124e05a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:14:37.186908 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a542f3-512b-42e6-b510-141dea13c417 req-458e1cda-150a-49af-9b63-1f7c124e05a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:14:37.187373 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a542f3-512b-42e6-b510-141dea13c417 req-458e1cda-150a-49af-9b63-1f7c124e05a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:14:37.187846 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a542f3-512b-42e6-b510-141dea13c417 req-458e1cda-150a-49af-9b63-1f7c124e05a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:14:37.188406 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a542f3-512b-42e6-b510-141dea13c417 req-458e1cda-150a-49af-9b63-1f7c124e05a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:14:37.188810 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a542f3-512b-42e6-b510-141dea13c417 req-458e1cda-150a-49af-9b63-1f7c124e05a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:14:37.189290 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a542f3-512b-42e6-b510-141dea13c417 req-458e1cda-150a-49af-9b63-1f7c124e05a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:14:37.189534 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-0d017713-aa82-4e6a-8b73-90448e55fcb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:14:37.191839 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-52a542f3-512b-42e6-b510-141dea13c417 req-458e1cda-150a-49af-9b63-1f7c124e05a8 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c58c061f2ffb4e7caeee64937da3abfa&device_id=2cc02556-7c0a-4e9b-9a09-a272e5dfabdc HTTP/1.1" status: 200 len: 6494 time: 0.2037702 Aug 18 12:14:37.204638 n-d-804985-2 neutron-server[106253]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f9e34f3-b141-4e94-85f2-086182bbf08f tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] DELETE failed (client error): The resource could not be found. Aug 18 12:14:37.204638 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f9e34f3-b141-4e94-85f2-086182bbf08f tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 12:14:37.208533 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-2f9e34f3-b141-4e94-85f2-086182bbf08f tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] 10.222.0.66 "DELETE /v2.0/subnets/7949f6fc-6ce7-4c0c-a1ef-09a5cda7b53b HTTP/1.1" status: 404 len: 337 time: 0.0436134 Aug 18 12:14:37.209169 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 53392) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:14:37.223167 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d017713-aa82-4e6a-8b73-90448e55fcb9 None None] Routers {'9300caa4-e79d-4935-b1c9-d94857946eba'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:14:37.228144 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-0d017713-aa82-4e6a-8b73-90448e55fcb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:14:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['9300caa4-e79d-4935-b1c9-d94857946eba'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:14:37.254728 n-d-804985-2 neutron-server[106253]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0b583e3-c6c9-4927-ae9b-ef50e3cb976f tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] DELETE failed (client error): The resource could not be found. Aug 18 12:14:37.255279 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0b583e3-c6c9-4927-ae9b-ef50e3cb976f tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 12:14:37.257204 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-f0b583e3-c6c9-4927-ae9b-ef50e3cb976f tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] 10.222.0.66 "DELETE /v2.0/subnets/42914db1-e760-42e3-a947-adbad8f50271 HTTP/1.1" status: 404 len: 337 time: 0.0470405 Aug 18 12:14:37.260049 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 53394) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:14:37.275358 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-0d017713-aa82-4e6a-8b73-90448e55fcb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:14:37.276507 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d017713-aa82-4e6a-8b73-90448e55fcb9 None None] The sync data for ids ['9300caa4-e79d-4935-b1c9-d94857946eba'] in n-d-804985-2 is: [] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:14:37.290855 n-d-804985-2 neutron-server[106253]: INFO neutron.pecan_wsgi.hooks.translation [None req-46740172-10b6-403f-b712-a79959dc3911 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] DELETE failed (client error): The resource could not be found. Aug 18 12:14:37.291415 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d2ed79c6-5a37-4369-8d7a-9c118be2a899 req-d8270dc9-3c2f-4f90-839e-20626b80e70f service neutron] 10.222.0.66 "GET /v2.0/networks/9a60ecad-83fa-47c2-91d2-f7a65c03fb59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2614026 Aug 18 12:14:37.298823 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46740172-10b6-403f-b712-a79959dc3911 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 12:14:37.303192 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-46740172-10b6-403f-b712-a79959dc3911 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] 10.222.0.66 "DELETE /v2.0/subnets/dc464a88-2743-4832-8ba8-c87a80288def HTTP/1.1" status: 404 len: 337 time: 0.0396001 Aug 18 12:14:37.307730 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 53396) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:14:37.345022 n-d-804985-2 neutron-server[106253]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f233a21-bda2-49a8-b49c-323c02a90b18 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] DELETE failed (client error): The resource could not be found. Aug 18 12:14:37.345022 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f233a21-bda2-49a8-b49c-323c02a90b18 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 12:14:37.348535 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-4f233a21-bda2-49a8-b49c-323c02a90b18 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] 10.222.0.66 "DELETE /v2.0/subnets/6bea84c0-7697-4923-b905-7c0527019ab5 HTTP/1.1" status: 404 len: 337 time: 0.0376511 Aug 18 12:14:37.351364 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 53400) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:14:37.375704 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-fc409457-223a-4c3c-ae8d-f79218354752 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] 10.222.0.66 "GET /v2.0/routers/9300caa4-e79d-4935-b1c9-d94857946eba HTTP/1.1" status: 200 len: 891 time: 0.2424114 Aug 18 12:14:37.376413 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 53402) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:14:37.386269 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-46853a32-148c-41e2-9a91-d0786c402de1 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] 10.222.0.66 "GET /v2.0/ports?device_id=a3c58560-96af-45c6-abef-7a97a89df4a0 HTTP/1.1" status: 200 len: 205 time: 0.0329766 Aug 18 12:14:37.387411 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2cdd092a-da05-4fff-b6fc-f2be137e7898 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:37.390341 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 53404) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:14:37.390743 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2cdd092a-da05-4fff-b6fc-f2be137e7898 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:37.394281 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-2cdd092a-da05-4fff-b6fc-f2be137e7898 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e0fd5ab6-c28e-4847-aa3a-25149a7e7c8a HTTP/1.1" status: 204 len: 168 time: 0.3939693 Aug 18 12:14:37.400678 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdd092a-da05-4fff-b6fc-f2be137e7898 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0fd5ab6-c28e-4847-aa3a-25149a7e7c8a,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:14:37.447043 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-7e4014fc-bd6b-4e84-b397-4cf05859a06a tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] 10.222.0.66 "GET /v2.0/ports?device_id=9300caa4-e79d-4935-b1c9-d94857946eba HTTP/1.1" status: 200 len: 205 time: 0.0673010 Aug 18 12:14:37.447916 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 53410) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:14:37.507329 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a542f3-512b-42e6-b510-141dea13c417 req-1121f4b6-884c-4612-83fa-c25c64addcf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:14:37.508061 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a542f3-512b-42e6-b510-141dea13c417 req-1121f4b6-884c-4612-83fa-c25c64addcf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:14:37.508814 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a542f3-512b-42e6-b510-141dea13c417 req-1121f4b6-884c-4612-83fa-c25c64addcf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:14:37.511258 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-52a542f3-512b-42e6-b510-141dea13c417 req-1121f4b6-884c-4612-83fa-c25c64addcf4 service neutron] 10.222.0.62 "GET /v2.0/networks?id=b4c3ca6c-0ea6-41d9-a4f2-6163ca8a35bc&id=2212f13b-fd75-4d1b-969c-01d56f351ced&id=2212f13b-fd75-4d1b-969c-01d56f351ced&id=2212f13b-fd75-4d1b-969c-01d56f351ced&id=2212f13b-fd75-4d1b-969c-01d56f351ced&id=d3427385-4738-4edf-ab5a-b3bffa0e286e&id=d3427385-4738-4edf-ab5a-b3bffa0e286e HTTP/1.1" status: 200 len: 2293 time: 0.2494893 Aug 18 12:14:37.512603 n-d-804985-2 neutron-server[106252]: INFO neutron.api.v2.resource [None req-2f08758b-c6a0-4bc9-b9f4-8eb91af9972c tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] delete failed (client error): The resource could not be found. Aug 18 12:14:37.513890 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-2f08758b-c6a0-4bc9-b9f4-8eb91af9972c tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] 10.222.0.66 "DELETE /v2.0/routers/a3c58560-96af-45c6-abef-7a97a89df4a0 HTTP/1.1" status: 404 len: 336 time: 0.0985966 Aug 18 12:14:37.516543 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 53416) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:14:37.633487 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-26521c40-003a-4f97-9202-7b9d094a94db tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks [] for router, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:37.645713 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-d3631559-d2a5-4b7a-bd27-80bf1fcd4d74 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] 10.222.0.66 "GET /v2.0/ports?device_id=ce65a2d7-e8eb-434a-9d41-1683ca917223 HTTP/1.1" status: 200 len: 205 time: 0.1250472 Aug 18 12:14:37.650348 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-42c68450-e401-46e8-ba8b-051c6653f4b8 req-fbca0b35-f149-4794-82b7-0ffdf3440878 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/ports?device_id=dc3e2d7d-3d63-428a-bc66-41ae157ef28e HTTP/1.1" status: 200 len: 210 time: 0.1067455 Aug 18 12:14:37.650988 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 53420) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:14:37.729145 n-d-804985-2 neutron-server[106252]: INFO neutron.api.v2.resource [None req-7c37a996-2075-4934-908a-089ea83d7c34 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] delete failed (client error): The resource could not be found. Aug 18 12:14:37.731475 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-7c37a996-2075-4934-908a-089ea83d7c34 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] 10.222.0.66 "DELETE /v2.0/routers/ce65a2d7-e8eb-434a-9d41-1683ca917223 HTTP/1.1" status: 404 len: 336 time: 0.0672660 Aug 18 12:14:37.733607 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 53424) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:14:37.771188 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-52a542f3-512b-42e6-b510-141dea13c417 req-d98123b0-6d3e-4d80-a911-0e2d58f62579 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=de89d536-372a-40f0-95d4-ece86e26ad02 HTTP/1.1" status: 200 len: 1002 time: 0.2478998 Aug 18 12:14:37.806671 n-d-804985-2 neutron-server[106253]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc658661-656a-470a-a33d-f841210c7e2b tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] DELETE failed (client error): The resource could not be found. Aug 18 12:14:37.807220 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc658661-656a-470a-a33d-f841210c7e2b tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 12:14:37.816280 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-cc658661-656a-470a-a33d-f841210c7e2b tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] 10.222.0.66 "DELETE /v2.0/subnets/366c327e-60d8-4103-9b49-6f9d37904d58 HTTP/1.1" status: 404 len: 337 time: 0.0809925 Aug 18 12:14:37.819245 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 53432) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:14:37.871701 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a542f3-512b-42e6-b510-141dea13c417 req-c3743567-f1e6-4c61-92e4-1189801c6aba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:14:37.873773 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-52a542f3-512b-42e6-b510-141dea13c417 req-c3743567-f1e6-4c61-92e4-1189801c6aba service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f75dd902-4c34-4253-86a2-bc437c5b9dc4 HTTP/1.1" status: 200 len: 851 time: 0.0937684 Aug 18 12:14:37.909856 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-80a388b3-5317-446e-bba3-0d6b8f040d87 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] 10.222.0.66 "GET /v2.0/ports?device_id=db16acf6-618e-4b7c-974c-b93177dfa570 HTTP/1.1" status: 200 len: 205 time: 0.0885410 Aug 18 12:14:37.918371 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 53434) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:14:37.918663 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 53436) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:14:37.942032 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-51245850-4ba1-4fb7-91b4-4b935567dbe4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:37.953262 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-26521c40-003a-4f97-9202-7b9d094a94db tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:37.990041 n-d-804985-2 neutron-server[106252]: INFO neutron.api.v2.resource [None req-04812a07-17ff-4989-83c9-be18dd91930d tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] delete failed (client error): The resource could not be found. Aug 18 12:14:37.991237 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-04812a07-17ff-4989-83c9-be18dd91930d tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] 10.222.0.66 "DELETE /v2.0/routers/db16acf6-618e-4b7c-974c-b93177dfa570 HTTP/1.1" status: 404 len: 336 time: 0.0715034 Aug 18 12:14:37.993983 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 53442) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:14:38.029635 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-9b7d2249-8a4f-4adf-875b-8e390c8a41e6 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] 10.222.0.66 "GET /v2.0/ports?device_id=f02f88d1-78e4-463b-9b82-f1464b8da012 HTTP/1.1" status: 200 len: 205 time: 0.0341539 Aug 18 12:14:38.031608 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 53444) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:14:38.041302 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a542f3-512b-42e6-b510-141dea13c417 req-d7cce7a8-9c89-4c89-8721-eef3dcfba637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:14:38.043223 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-52a542f3-512b-42e6-b510-141dea13c417 req-d7cce7a8-9c89-4c89-8721-eef3dcfba637 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b4c3ca6c-0ea6-41d9-a4f2-6163ca8a35bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1617339 Aug 18 12:14:38.076672 n-d-804985-2 neutron-server[106253]: INFO neutron.api.v2.resource [None req-5f33eff4-9595-483f-8e68-702058abef3b tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] delete failed (client error): The resource could not be found. Aug 18 12:14:38.080204 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-5f33eff4-9595-483f-8e68-702058abef3b tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] 10.222.0.66 "DELETE /v2.0/routers/f02f88d1-78e4-463b-9b82-f1464b8da012 HTTP/1.1" status: 404 len: 336 time: 0.0451763 Aug 18 12:14:38.082311 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 53446) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:14:38.127150 n-d-804985-2 neutron-server[106253]: INFO neutron.pecan_wsgi.hooks.translation [None req-315bb728-0794-48e2-be6f-280632765973 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] DELETE failed (client error): The resource could not be found. Aug 18 12:14:38.127984 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-315bb728-0794-48e2-be6f-280632765973 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 12:14:38.131856 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-315bb728-0794-48e2-be6f-280632765973 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] 10.222.0.66 "DELETE /v2.0/subnets/8aae32e1-f5f7-42c4-8e0a-f01550483414 HTTP/1.1" status: 404 len: 337 time: 0.0458753 Aug 18 12:14:38.132119 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 53450) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:14:38.152367 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:38.172667 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-75eb74e0-19e3-473d-8ab3-89587ceb9e90 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] 10.222.0.66 "GET /v2.0/ports?device_id=cd2fe1a2-b99c-4915-b87d-d52560880ff4 HTTP/1.1" status: 200 len: 205 time: 0.0393496 Aug 18 12:14:38.174667 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-26521c40-003a-4f97-9202-7b9d094a94db tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Deleting port 55667a39-56ab-48e6-9ede-361873ea6e14 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:14:38.175170 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-26521c40-003a-4f97-9202-7b9d094a94db tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:38.177197 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 53452) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:14:38.206350 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-52a542f3-512b-42e6-b510-141dea13c417 req-a4a0fb0d-d480-4ef6-828f-4768149c6634 service neutron] 10.222.0.62 "GET /v2.0/networks/b4c3ca6c-0ea6-41d9-a4f2-6163ca8a35bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528299 Aug 18 12:14:38.219861 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-51245850-4ba1-4fb7-91b4-4b935567dbe4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:38.244047 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-51245850-4ba1-4fb7-91b4-4b935567dbe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:38.253966 n-d-804985-2 neutron-server[106253]: INFO neutron.api.v2.resource [None req-aad22927-b89f-484d-bff1-ce22a97fcfa9 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] delete failed (client error): The resource could not be found. Aug 18 12:14:38.255096 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-aad22927-b89f-484d-bff1-ce22a97fcfa9 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] 10.222.0.66 "DELETE /v2.0/routers/cd2fe1a2-b99c-4915-b87d-d52560880ff4 HTTP/1.1" status: 404 len: 336 time: 0.0759585 Aug 18 12:14:38.262036 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 53454) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:14:38.294690 n-d-804985-2 neutron-server[106253]: INFO neutron.pecan_wsgi.hooks.translation [None req-62a4fcb0-b886-4e22-8c3d-620f49ac8cab tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] DELETE failed (client error): The resource could not be found. Aug 18 12:14:38.295133 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62a4fcb0-b886-4e22-8c3d-620f49ac8cab tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 12:14:38.299305 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-62a4fcb0-b886-4e22-8c3d-620f49ac8cab tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] 10.222.0.66 "DELETE /v2.0/subnets/c2f57a14-7b42-4124-98a2-4ed2d0c0dace HTTP/1.1" status: 404 len: 337 time: 0.0339551 Aug 18 12:14:38.299972 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 53456) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:14:38.309069 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-51245850-4ba1-4fb7-91b4-4b935567dbe4 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a8c5dbb526254648885f22be93bed493&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3825350 Aug 18 12:14:38.312429 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 53458) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:14:38.326858 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51245850-4ba1-4fb7-91b4-4b935567dbe4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6dbbe56-a01f-4df9-ad0d-25e81028d16e,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:14:38.340254 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-3cdd8b0e-2d53-437d-8ea4-c90630be0e96 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] 10.222.0.66 "GET /v2.0/ports?device_id=93402c34-c0f6-4130-baa0-67d1c7569959 HTTP/1.1" status: 200 len: 205 time: 0.0395503 Aug 18 12:14:38.345416 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 53462) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:14:38.377661 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-26521c40-003a-4f97-9202-7b9d094a94db tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:38.408963 n-d-804985-2 neutron-server[106252]: INFO neutron.api.v2.resource [None req-4a0271fa-5dc6-4607-88cb-b8fcaef025bc tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] delete failed (client error): The resource could not be found. Aug 18 12:14:38.412689 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-4a0271fa-5dc6-4607-88cb-b8fcaef025bc tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] 10.222.0.66 "DELETE /v2.0/routers/93402c34-c0f6-4130-baa0-67d1c7569959 HTTP/1.1" status: 404 len: 336 time: 0.0633759 Aug 18 12:14:38.415402 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 53466) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:14:38.438053 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9bfa7f04-5995-4821-b04f-01fd5344411e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:38.441626 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-26521c40-003a-4f97-9202-7b9d094a94db tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Calling delete_port for 55667a39-56ab-48e6-9ede-361873ea6e14 owned by network:router_gateway {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:14:38.452943 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-52a542f3-512b-42e6-b510-141dea13c417 req-c9287701-916e-458b-9a02-bc712a08d96b service neutron] 10.222.0.62 "GET /v2.0/networks/b4c3ca6c-0ea6-41d9-a4f2-6163ca8a35bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2356741 Aug 18 12:14:38.453968 n-d-804985-2 neutron-server[106252]: INFO neutron.pecan_wsgi.hooks.translation [None req-12dbc10a-ade9-400a-a80e-476d80aa7e48 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] DELETE failed (client error): The resource could not be found. Aug 18 12:14:38.454476 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12dbc10a-ade9-400a-a80e-476d80aa7e48 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106252) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 12:14:38.458453 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-12dbc10a-ade9-400a-a80e-476d80aa7e48 tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] 10.222.0.66 "DELETE /v2.0/subnets/4c676b6b-b6ec-4c49-9d91-ceb95ff8cc55 HTTP/1.1" status: 404 len: 337 time: 0.0398295 Aug 18 12:14:38.458993 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 53470) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:14:38.481792 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9bfa7f04-5995-4821-b04f-01fd5344411e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:38.487520 n-d-804985-2 neutron-server[106252]: INFO neutron.pecan_wsgi.hooks.translation [None req-138c9024-2699-4528-a35c-70e955ee383d tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] DELETE failed (client error): The resource could not be found. Aug 18 12:14:38.488106 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-138c9024-2699-4528-a35c-70e955ee383d tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106252) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 12:14:38.492504 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-138c9024-2699-4528-a35c-70e955ee383d tempest-RoutersTest-1572613190 tempest-RoutersTest-1572613190-project] 10.222.0.66 "DELETE /v2.0/subnets/3c666d2b-6736-46b4-9dba-19cfba9187f7 HTTP/1.1" status: 404 len: 337 time: 0.0298791 Aug 18 12:14:38.532827 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-52a542f3-512b-42e6-b510-141dea13c417 req-ef9f9c06-d513-41a2-8871-e41382bb62ad service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.157&port_id=8d12b24c-fdf8-4b6d-8d6e-bdd4c5941e08 HTTP/1.1" status: 200 len: 217 time: 0.0417337 Aug 18 12:14:38.598967 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a542f3-512b-42e6-b510-141dea13c417 req-36e5789a-8da0-4201-a253-e894082b5aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:14:38.600996 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-52a542f3-512b-42e6-b510-141dea13c417 req-36e5789a-8da0-4201-a253-e894082b5aa0 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c6d6e2ca-0ac3-47a3-8cbf-b12d0d7c45be HTTP/1.1" status: 200 len: 797 time: 0.0609264 Aug 18 12:14:38.623472 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9bfa7f04-5995-4821-b04f-01fd5344411e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:38.626139 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9bfa7f04-5995-4821-b04f-01fd5344411e admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:38.630108 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-9bfa7f04-5995-4821-b04f-01fd5344411e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a6dbbe56-a01f-4df9-ad0d-25e81028d16e HTTP/1.1" status: 204 len: 168 time: 0.3142018 Aug 18 12:14:38.641542 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfa7f04-5995-4821-b04f-01fd5344411e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6dbbe56-a01f-4df9-ad0d-25e81028d16e,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:14:38.671409 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a542f3-512b-42e6-b510-141dea13c417 req-003ecf2e-b1dd-4d14-a8d8-501222987a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:14:38.673594 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-52a542f3-512b-42e6-b510-141dea13c417 req-003ecf2e-b1dd-4d14-a8d8-501222987a60 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2212f13b-fd75-4d1b-969c-01d56f351ced&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0644636 Aug 18 12:14:38.714726 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-26521c40-003a-4f97-9202-7b9d094a94db tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:38.767520 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26521c40-003a-4f97-9202-7b9d094a94db tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Pushing event deleted for resources: {'Port': ['ID=55667a39-56ab-48e6-9ede-361873ea6e14,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:14:38.846396 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-872eb9e8-d1ca-4521-bdc1-af8adb167617 req-258a4faa-78a7-4b18-b69d-2b8d4a9fb50e tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/ports?device_id=dc3e2d7d-3d63-428a-bc66-41ae157ef28e HTTP/1.1" status: 200 len: 210 time: 0.0436311 Aug 18 12:14:38.881085 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-26521c40-003a-4f97-9202-7b9d094a94db tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-997271'] for router_gateway, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:38.896855 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-52a542f3-512b-42e6-b510-141dea13c417 req-39212f71-0f2d-48b3-b879-b516cf53894e service neutron] 10.222.0.62 "GET /v2.0/networks/2212f13b-fd75-4d1b-969c-01d56f351ced?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2111557 Aug 18 12:14:39.112990 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-26521c40-003a-4f97-9202-7b9d094a94db tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-996004', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15859'] for router, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:39.117277 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-52a542f3-512b-42e6-b510-141dea13c417 req-4c0431ce-5558-49b9-922d-1e7b00aabc40 service neutron] 10.222.0.62 "GET /v2.0/networks/2212f13b-fd75-4d1b-969c-01d56f351ced?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2077336 Aug 18 12:14:39.123819 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-26521c40-003a-4f97-9202-7b9d094a94db tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:39.156703 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 53490) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:14:39.174100 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-52a542f3-512b-42e6-b510-141dea13c417 req-009ddc49-9331-462a-880c-24d25f03207c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.123&port_id=0800d992-3baf-4f75-8477-d82c2df6cfbf HTTP/1.1" status: 200 len: 217 time: 0.0477827 Aug 18 12:14:39.266179 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a542f3-512b-42e6-b510-141dea13c417 req-ed323099-8a31-4def-a21e-6c770465911d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:14:39.268062 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-52a542f3-512b-42e6-b510-141dea13c417 req-ed323099-8a31-4def-a21e-6c770465911d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c6d6e2ca-0ac3-47a3-8cbf-b12d0d7c45be HTTP/1.1" status: 200 len: 797 time: 0.0856478 Aug 18 12:14:39.331345 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a542f3-512b-42e6-b510-141dea13c417 req-583d0f13-6593-420b-a88a-946f6b3fbb48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:14:39.339588 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-52a542f3-512b-42e6-b510-141dea13c417 req-583d0f13-6593-420b-a88a-946f6b3fbb48 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2212f13b-fd75-4d1b-969c-01d56f351ced&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0602670 Aug 18 12:14:39.468271 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-52a542f3-512b-42e6-b510-141dea13c417 req-3a0778e3-59fb-4c9b-9c55-abf81d7cc504 service neutron] 10.222.0.62 "GET /v2.0/networks/2212f13b-fd75-4d1b-969c-01d56f351ced?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226337 Aug 18 12:14:39.573024 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-52a542f3-512b-42e6-b510-141dea13c417 req-db2e5eb6-8b6e-4ecb-8e8b-e881b6e13a8d service neutron] 10.222.0.62 "GET /v2.0/networks/2212f13b-fd75-4d1b-969c-01d56f351ced?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964658 Aug 18 12:14:39.631773 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-52a542f3-512b-42e6-b510-141dea13c417 req-49510043-210c-4589-8695-1be50ed702d4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.241&port_id=7f6b3812-445c-4afd-a44a-5114fb7ae290 HTTP/1.1" status: 200 len: 217 time: 0.0507779 Aug 18 12:14:39.654288 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-26521c40-003a-4f97-9202-7b9d094a94db tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-996061'] for router, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:39.654826 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26521c40-003a-4f97-9202-7b9d094a94db tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Fanout notify agent at l3_agent the message router_deleted on router 9300caa4-e79d-4935-b1c9-d94857946eba {{(pid=106253) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 12:14:39.672438 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-26521c40-003a-4f97-9202-7b9d094a94db tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks [] for router, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:39.674283 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-26521c40-003a-4f97-9202-7b9d094a94db tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] 10.222.0.66 "DELETE /v2.0/routers/9300caa4-e79d-4935-b1c9-d94857946eba HTTP/1.1" status: 204 len: 168 time: 2.2248061 Aug 18 12:14:39.682168 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 53522) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:14:39.687515 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-3d4e8412-d716-4c81-85d1-2625d88ff3b5 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1103655839'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:14:39.716026 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a542f3-512b-42e6-b510-141dea13c417 req-f838def0-020f-491c-be4c-3046750dfc2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:14:39.718068 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-52a542f3-512b-42e6-b510-141dea13c417 req-f838def0-020f-491c-be4c-3046750dfc2c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c6d6e2ca-0ac3-47a3-8cbf-b12d0d7c45be HTTP/1.1" status: 200 len: 797 time: 0.0787268 Aug 18 12:14:39.719438 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d4e8412-d716-4c81-85d1-2625d88ff3b5 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Made reservation on behalf of 7fd02f6d258d49aeaa22e91f82208987 for: {'network': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:14:39.723056 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3d4e8412-d716-4c81-85d1-2625d88ff3b5 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for network, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:39.749277 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ed79c6-5a37-4369-8d7a-9c118be2a899 req-35b6b386-42c2-4c51-bd4a-c1a7f72ef90c tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:14:39.750781 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-d2ed79c6-5a37-4369-8d7a-9c118be2a899 req-35b6b386-42c2-4c51-bd4a-c1a7f72ef90c tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.63 "GET /v2.0/networks?id=9a60ecad-83fa-47c2-91d2-f7a65c03fb59 HTTP/1.1" status: 200 len: 816 time: 0.8647730 Aug 18 12:14:39.784645 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d4e8412-d716-4c81-85d1-2625d88ff3b5 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 826} {{(pid=106253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:14:39.819928 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a542f3-512b-42e6-b510-141dea13c417 req-afd45d10-c046-4d3a-b963-92f1f9e267d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:14:39.821939 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-52a542f3-512b-42e6-b510-141dea13c417 req-afd45d10-c046-4d3a-b963-92f1f9e267d7 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2212f13b-fd75-4d1b-969c-01d56f351ced&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0819504 Aug 18 12:14:39.834975 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3d4e8412-d716-4c81-85d1-2625d88ff3b5 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:39.835323 n-d-804985-2 neutron-server[106253]: INFO neutron.db.segments_db [None req-3d4e8412-d716-4c81-85d1-2625d88ff3b5 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Added segment 3a7f1b4d-1eba-42cd-8f47-61e32e23b34b of type vlan for network b43f5d46-8aac-4d1d-b04c-bd27c8412151 Aug 18 12:14:39.853431 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-d2ed79c6-5a37-4369-8d7a-9c118be2a899 req-dee11b1d-6554-4aeb-8f22-83c5383aa018 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.63 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8fca7d5a19c54940b367d2e63154d6ee HTTP/1.1" status: 200 len: 379 time: 0.0897174 Aug 18 12:14:39.868719 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [req-d2ed79c6-5a37-4369-8d7a-9c118be2a899 req-6ecec540-9950-42d9-be11-c65e712ce0b0 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Request body: {'port': {'device_id': 'dc3e2d7d-3d63-428a-bc66-41ae157ef28e', 'network_id': '9a60ecad-83fa-47c2-91d2-f7a65c03fb59', 'admin_state_up': True, 'tenant_id': '8fca7d5a19c54940b367d2e63154d6ee', 'security_groups': ['0e403c9b-7ac1-4005-9e0c-41b5a2ce4137']}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:14:39.961062 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-52a542f3-512b-42e6-b510-141dea13c417 req-01f19506-836b-4a16-937f-c8e37f8a3480 service neutron] 10.222.0.62 "GET /v2.0/networks/2212f13b-fd75-4d1b-969c-01d56f351ced?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271701 Aug 18 12:14:39.976661 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3d4e8412-d716-4c81-85d1-2625d88ff3b5 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789150665894'] for network, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:39.985227 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-ad86b87d-dae0-44d3-86b0-828db2bdfe0a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c4a8742f0e794123b38cc3300291c37d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8251126 Aug 18 12:14:39.987916 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 53546) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:14:40.048203 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3d4e8412-d716-4c81-85d1-2625d88ff3b5 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for network, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:40.055537 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d4e8412-d716-4c81-85d1-2625d88ff3b5 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:14:40.058619 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3d4e8412-d716-4c81-85d1-2625d88ff3b5 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks [] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:40.084560 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b3e46e52-55bd-4133-a5fd-5c12732d2846 req-7bb4ad4e-de20-452e-9eba-942ed5599498 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/ports?device_id=dc3e2d7d-3d63-428a-bc66-41ae157ef28e HTTP/1.1" status: 200 len: 210 time: 0.1020980 Aug 18 12:14:40.145998 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-3d4e8412-d716-4c81-85d1-2625d88ff3b5 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4598424 Aug 18 12:14:40.149260 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 53558) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:14:40.162347 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-52a542f3-512b-42e6-b510-141dea13c417 req-4c61da41-f6a0-42a6-a3c4-40b002f01eca service neutron] 10.222.0.62 "GET /v2.0/networks/2212f13b-fd75-4d1b-969c-01d56f351ced?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1933885 Aug 18 12:14:40.165456 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d6f23e32-c858-4fcd-9457-3e6777c89c1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:40.167287 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-48dd19ee-d857-42e1-b4ed-24eb5061b299 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Request body: {'subnet': {'network_id': 'b43f5d46-8aac-4d1d-b04c-bd27c8412151', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:14:40.227787 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4e8412-d716-4c81-85d1-2625d88ff3b5 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Pushing event updated for resources: {'Network': ['ID=b43f5d46-8aac-4d1d-b04c-bd27c8412151,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:14:40.228420 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-52a542f3-512b-42e6-b510-141dea13c417 req-643cbbf8-0b1b-4bff-bbb6-ae51c773dbcb service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.142&port_id=3399a875-8536-4e63-b5c5-d638ea0b8100 HTTP/1.1" status: 200 len: 217 time: 0.0511882 Aug 18 12:14:40.233233 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2ed79c6-5a37-4369-8d7a-9c118be2a899 req-6ecec540-9950-42d9-be11-c65e712ce0b0 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Made reservation on behalf of 8fca7d5a19c54940b367d2e63154d6ee for: {'port': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:14:40.237530 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-d2ed79c6-5a37-4369-8d7a-9c118be2a899 req-6ecec540-9950-42d9-be11-c65e712ce0b0 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:40.238015 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d6f23e32-c858-4fcd-9457-3e6777c89c1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:40.240698 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Network b43f5d46-8aac-4d1d-b04c-bd27c8412151 details requested by agent ovs-agent-n-d-804985-2 with host n-d-804985-2 {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:14:40.328975 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a542f3-512b-42e6-b510-141dea13c417 req-f87abc85-b6c9-4d64-944e-9eabeda26002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:14:40.330572 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-52a542f3-512b-42e6-b510-141dea13c417 req-f87abc85-b6c9-4d64-944e-9eabeda26002 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c6d6e2ca-0ac3-47a3-8cbf-b12d0d7c45be HTTP/1.1" status: 200 len: 797 time: 0.0758543 Aug 18 12:14:40.460850 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48dd19ee-d857-42e1-b4ed-24eb5061b299 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Made reservation on behalf of 7fd02f6d258d49aeaa22e91f82208987 for: {'subnet': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:14:40.464486 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-48dd19ee-d857-42e1-b4ed-24eb5061b299 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59388119'] for subnet, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:40.564314 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [req-d2ed79c6-5a37-4369-8d7a-9c118be2a899 req-6ecec540-9950-42d9-be11-c65e712ce0b0 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Allocated IP 172.20.0.13 (9a60ecad-83fa-47c2-91d2-f7a65c03fb59/cb04d889-17cd-4540-8b57-641bd70e62c4/83ee1a77-6dbe-4990-9f37-fcb519558d22) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:14:40.775050 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d6f23e32-c858-4fcd-9457-3e6777c89c1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:40.777779 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d6f23e32-c858-4fcd-9457-3e6777c89c1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:40.781430 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-d6f23e32-c858-4fcd-9457-3e6777c89c1c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/35ff868e-5d9c-43c0-ab4c-f47e4258c901 HTTP/1.1" status: 204 len: 168 time: 0.7787044 Aug 18 12:14:40.796026 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f23e32-c858-4fcd-9457-3e6777c89c1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35ff868e-5d9c-43c0-ab4c-f47e4258c901,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:14:40.811400 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a542f3-512b-42e6-b510-141dea13c417 req-66941357-b65e-433b-9e54-a41290384b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:14:40.812953 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-52a542f3-512b-42e6-b510-141dea13c417 req-66941357-b65e-433b-9e54-a41290384b91 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2212f13b-fd75-4d1b-969c-01d56f351ced&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4742913 Aug 18 12:14:40.836089 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e39280-79af-4853-bf14-b47d21962cb9 req-4485568d-8445-464f-a869-c181c59891fe tempest-TestNetworkAdvancedServerOps-1126957736 tempest-TestNetworkAdvancedServerOps-1126957736-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:14:40.837836 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b1e39280-79af-4853-bf14-b47d21962cb9 req-4485568d-8445-464f-a869-c181c59891fe tempest-TestNetworkAdvancedServerOps-1126957736 tempest-TestNetworkAdvancedServerOps-1126957736-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=3276acee-812f-4d8b-a68e-2c7c94906266 HTTP/1.1" status: 200 len: 1097 time: 0.0985413 Aug 18 12:14:40.854814 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-48dd19ee-d857-42e1-b4ed-24eb5061b299 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58902106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59388097'] for subnet, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:40.913507 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 53618) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:14:40.939187 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b1e39280-79af-4853-bf14-b47d21962cb9 req-419185f7-8b90-4ded-b5ba-0a7a95fa39fd tempest-TestNetworkAdvancedServerOps-1126957736 tempest-TestNetworkAdvancedServerOps-1126957736-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=5d728c3d-d0c0-4fba-b9fc-5096721eb4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910807 Aug 18 12:14:40.965914 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 53624) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:14:40.970188 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-52a542f3-512b-42e6-b510-141dea13c417 req-682e85f1-6ce5-4da7-b508-0f236d2e9e14 service neutron] 10.222.0.62 "GET /v2.0/networks/2212f13b-fd75-4d1b-969c-01d56f351ced?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447875 Aug 18 12:14:40.986054 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dd19ee-d857-42e1-b4ed-24eb5061b299 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Pushing event updated for resources: {'Subnet': ['ID=505aacd0-6313-4e0b-a886-577201688a44,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:14:41.056311 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-d2ed79c6-5a37-4369-8d7a-9c118be2a899 req-6ecec540-9950-42d9-be11-c65e712ce0b0 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:41.074955 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [req-d2ed79c6-5a37-4369-8d7a-9c118be2a899 req-6ecec540-9950-42d9-be11-c65e712ce0b0 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Transition to ACTIVE for port object 83ee1a77-6dbe-4990-9f37-fcb519558d22 will not be triggered until provisioned by entity DHCP. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:14:41.112356 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-0b6b64bf-be61-4b78-8cab-064fe03dd188 tempest-RoutersTestDVR-1697636056 tempest-RoutersTestDVR-1697636056-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-98375046'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:14:41.142187 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48dd19ee-d857-42e1-b4ed-24eb5061b299 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Checking segment: {'id': '3a7f1b4d-1eba-42cd-8f47-61e32e23b34b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'b43f5d46-8aac-4d1d-b04c-bd27c8412151'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:14:41.142578 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48dd19ee-d857-42e1-b4ed-24eb5061b299 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Network hostable DHCP agents. Network: b43f5d46-8aac-4d1d-b04c-bd27c8412151, hostable agents: ['97c14208-2951-4361-8d64-3708c946ff5f'], hosted agents: [] {{(pid=106253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 12:14:41.176231 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-52a542f3-512b-42e6-b510-141dea13c417 req-29a94636-cdc4-4339-bfeb-74a17a787e2c service neutron] 10.222.0.62 "GET /v2.0/networks/2212f13b-fd75-4d1b-969c-01d56f351ced?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1981385 Aug 18 12:14:41.179463 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0b6b64bf-be61-4b78-8cab-064fe03dd188 tempest-RoutersTestDVR-1697636056 tempest-RoutersTestDVR-1697636056-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-998592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15809'] for router, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:41.181745 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0b6b64bf-be61-4b78-8cab-064fe03dd188 tempest-RoutersTestDVR-1697636056 tempest-RoutersTestDVR-1697636056-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-992733', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-971415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15816'] for router, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:41.193573 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-d2ed79c6-5a37-4369-8d7a-9c118be2a899 req-6ecec540-9950-42d9-be11-c65e712ce0b0 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:41.250102 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0b6b64bf-be61-4b78-8cab-064fe03dd188 tempest-RoutersTestDVR-1697636056 tempest-RoutersTestDVR-1697636056-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:41.256193 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48dd19ee-d857-42e1-b4ed-24eb5061b299 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Network b43f5d46-8aac-4d1d-b04c-bd27c8412151 is scheduled to be hosted by DHCP agent 97c14208-2951-4361-8d64-3708c946ff5f with binding_index 1 {{(pid=106253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 12:14:41.277646 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2ed79c6-5a37-4369-8d7a-9c118be2a899 req-6ecec540-9950-42d9-be11-c65e712ce0b0 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Network 9a60ecad-83fa-47c2-91d2-f7a65c03fb59 is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:14:41.285241 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0b6b64bf-be61-4b78-8cab-064fe03dd188 tempest-RoutersTestDVR-1697636056 tempest-RoutersTestDVR-1697636056-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-998473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-992536'] for router, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:41.309761 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [req-d2ed79c6-5a37-4369-8d7a-9c118be2a899 req-6ecec540-9950-42d9-be11-c65e712ce0b0 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:14:41.312429 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2ed79c6-5a37-4369-8d7a-9c118be2a899 req-6ecec540-9950-42d9-be11-c65e712ce0b0 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:14:41.315246 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-48dd19ee-d857-42e1-b4ed-24eb5061b299 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-2, b43f5d46-8aac-4d1d-b04c-bd27c8412151) {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:14:41.320740 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48dd19ee-d857-42e1-b4ed-24eb5061b299 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:14:41.321375 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-48dd19ee-d857-42e1-b4ed-24eb5061b299 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:41.330358 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-52a542f3-512b-42e6-b510-141dea13c417 req-5900d5e6-8c02-4edd-b551-89f119fe80cc service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ade7379f-b75b-4a6b-95bb-ab4ecbe29d42 HTTP/1.1" status: 200 len: 217 time: 0.0787342 Aug 18 12:14:41.347745 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0b389db-6822-48af-8969-77cacdadf005 None None] Network b43f5d46-8aac-4d1d-b04c-bd27c8412151 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:14:41.354516 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0b6b64bf-be61-4b78-8cab-064fe03dd188 tempest-RoutersTestDVR-1697636056 tempest-RoutersTestDVR-1697636056-project-admin] Notify callbacks [] for router, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:41.357545 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecec540-9950-42d9-be11-c65e712ce0b0 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Pushing event updated for resources: {'Port': ['ID=83ee1a77-6dbe-4990-9f37-fcb519558d22,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:14:41.358675 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-0b6b64bf-be61-4b78-8cab-064fe03dd188 tempest-RoutersTestDVR-1697636056 tempest-RoutersTestDVR-1697636056-project-admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 727 time: 0.4439409 Aug 18 12:14:41.365375 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 53644) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:14:41.384792 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7fa6bc-fe5a-4caf-83a9-6c275b150d5a req-dc65e8fe-bd4e-44e5-8256-9d3ae940ad55 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:14:41.386346 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-db7fa6bc-fe5a-4caf-83a9-6c275b150d5a req-dc65e8fe-bd4e-44e5-8256-9d3ae940ad55 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/ports?device_id=dc3e2d7d-3d63-428a-bc66-41ae157ef28e HTTP/1.1" status: 200 len: 932 time: 0.1327803 Aug 18 12:14:41.481676 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a542f3-512b-42e6-b510-141dea13c417 req-5ee338cb-1b4c-4cef-8732-881a48225f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:14:41.487921 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-52a542f3-512b-42e6-b510-141dea13c417 req-5ee338cb-1b4c-4cef-8732-881a48225f1a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=765693c9-62f2-43a4-a4e0-0c1c5bb2242d HTTP/1.1" status: 200 len: 797 time: 0.1442747 Aug 18 12:14:41.501371 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-db7fa6bc-fe5a-4caf-83a9-6c275b150d5a req-1473af86-0b12-40cd-b528-35a750522c26 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/security-groups?id=0e403c9b-7ac1-4005-9e0c-41b5a2ce4137&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1043787 Aug 18 12:14:41.502116 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 53650) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:14:41.509479 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-48dd19ee-d857-42e1-b4ed-24eb5061b299 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3427680 Aug 18 12:14:41.521902 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-6ea01b60-0a71-4004-b018-b7987ed69ee6 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-794807829', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:14:41.564856 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 53652) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:14:41.576549 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-354d63a8-f9e5-43e7-891f-49f833e8e15d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp788be208-34ab-5a8f-af0f-528834af222f-b43f5d46-8aac-4d1d-b04c-bd27c8412151', 'network_id': 'b43f5d46-8aac-4d1d-b04c-bd27c8412151', 'tenant_id': '7fd02f6d258d49aeaa22e91f82208987', 'fixed_ips': [{'subnet_id': '505aacd0-6313-4e0b-a886-577201688a44'}]}} from n-d-804985-2. {{(pid=106254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 12:14:41.577525 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ed79c6-5a37-4369-8d7a-9c118be2a899 req-6ecec540-9950-42d9-be11-c65e712ce0b0 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:14:41.577681 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-354d63a8-f9e5-43e7-891f-49f833e8e15d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:41.578178 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-d2ed79c6-5a37-4369-8d7a-9c118be2a899 req-6ecec540-9950-42d9-be11-c65e712ce0b0 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:41.583760 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-18bca707-33a6-4db6-a2d1-1b89bef1bed9 tempest-RoutersTestDVR-1697636056 tempest-RoutersTestDVR-1697636056-project-admin] Notify callbacks [] for router, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:41.626344 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a542f3-512b-42e6-b510-141dea13c417 req-0daf9f9f-3449-42de-892a-a4fff851ae9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:14:41.628218 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-52a542f3-512b-42e6-b510-141dea13c417 req-0daf9f9f-3449-42de-892a-a4fff851ae9b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d3427385-4738-4edf-ab5a-b3bffa0e286e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1252179 Aug 18 12:14:41.629542 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6ea01b60-0a71-4004-b018-b7987ed69ee6 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-998592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15809'] for router, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:41.630848 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6ea01b60-0a71-4004-b018-b7987ed69ee6 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-992733', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-971415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15816'] for router, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:41.716800 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-80ed6112-dc59-494b-ae3c-b0f7f0bb69e2 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Deleting port 789b12d1-b704-4282-96b9-6b7fcd672b7a {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:14:41.717150 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-80ed6112-dc59-494b-ae3c-b0f7f0bb69e2 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:41.767561 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-d2ed79c6-5a37-4369-8d7a-9c118be2a899 req-6ecec540-9950-42d9-be11-c65e712ce0b0 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9045072 Aug 18 12:14:41.781762 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-f887064c-2170-4def-a395-fd82b32a7249 None None] Provisioning for port 83ee1a77-6dbe-4990-9f37-fcb519558d22 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:14:41.795068 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-f887064c-2170-4def-a395-fd82b32a7249 None None] Provisioning complete for port 83ee1a77-6dbe-4990-9f37-fcb519558d22 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:14:41.795617 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-f887064c-2170-4def-a395-fd82b32a7249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:41.799288 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.db_base_plugin_common [None req-354d63a8-f9e5-43e7-891f-49f833e8e15d None None] Allocated IP 2001:db8::2 (b43f5d46-8aac-4d1d-b04c-bd27c8412151/505aacd0-6313-4e0b-a886-577201688a44/83fef97d-acf0-4dfe-8a30-1482640d5c47) {{(pid=106254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:14:41.800448 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6ea01b60-0a71-4004-b018-b7987ed69ee6 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:41.817225 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [req-d2ed79c6-5a37-4369-8d7a-9c118be2a899 req-bee9f59b-4292-4bb6-b67e-f23d215f0867 service neutron] Request body: {'port': {'device_id': 'dc3e2d7d-3d63-428a-bc66-41ae157ef28e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804985-2'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:14:41.819318 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6ea01b60-0a71-4004-b018-b7987ed69ee6 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-998473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-992536'] for router, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:41.853119 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-52a542f3-512b-42e6-b510-141dea13c417 req-cb3f9f1e-069e-40dd-92df-cb6ab8ea3079 service neutron] 10.222.0.62 "GET /v2.0/networks/d3427385-4738-4edf-ab5a-b3bffa0e286e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2132115 Aug 18 12:14:41.859380 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6ea01b60-0a71-4004-b018-b7987ed69ee6 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks [] for router, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:41.861713 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-6ea01b60-0a71-4004-b018-b7987ed69ee6 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3547716 Aug 18 12:14:41.890736 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-f887064c-2170-4def-a395-fd82b32a7249 None None] Port 83ee1a77-6dbe-4990-9f37-fcb519558d22 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:14:41.899617 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 53662) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:14:41.983006 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-52a542f3-512b-42e6-b510-141dea13c417 req-fe4b438a-c373-42e5-b67b-8fb02a9d3978 service neutron] 10.222.0.62 "GET /v2.0/networks/d3427385-4738-4edf-ab5a-b3bffa0e286e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196442 Aug 18 12:14:41.998167 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-18bca707-33a6-4db6-a2d1-1b89bef1bed9 tempest-RoutersTestDVR-1697636056 tempest-RoutersTestDVR-1697636056-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-996004', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15859'] for router, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:42.004077 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-18bca707-33a6-4db6-a2d1-1b89bef1bed9 tempest-RoutersTestDVR-1697636056 tempest-RoutersTestDVR-1697636056-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:42.005991 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f13e9afd-f7a5-424f-8bf8-cb63c0bfc012 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:42.039506 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-52a542f3-512b-42e6-b510-141dea13c417 req-0ffd5fe2-6c46-4063-9a38-320cf4cb2184 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d8713f4a-f3e1-4969-98d9-fb54153a1b08 HTTP/1.1" status: 200 len: 217 time: 0.0491953 Aug 18 12:14:42.050141 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-354d63a8-f9e5-43e7-891f-49f833e8e15d None None] Notify callbacks [] for port, precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:42.062620 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-354d63a8-f9e5-43e7-891f-49f833e8e15d None None] Transition to ACTIVE for port object 83fef97d-acf0-4dfe-8a30-1482640d5c47 will not be triggered until provisioned by entity L2. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:14:42.079902 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-354d63a8-f9e5-43e7-891f-49f833e8e15d None None] Transition to ACTIVE for port object 83fef97d-acf0-4dfe-8a30-1482640d5c47 will not be triggered until provisioned by entity DHCP. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:14:42.086179 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-354d63a8-f9e5-43e7-891f-49f833e8e15d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547'] for port, after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:42.090559 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 53666) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:14:42.129472 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-354d63a8-f9e5-43e7-891f-49f833e8e15d None None] Network b43f5d46-8aac-4d1d-b04c-bd27c8412151 is already hosted by enough agents. {{(pid=106254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:14:42.131148 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.base_scheduler [None req-354d63a8-f9e5-43e7-891f-49f833e8e15d None None] Resources bound (agent type, host, resource id): {{(pid=106254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:14:42.137602 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-354d63a8-f9e5-43e7-891f-49f833e8e15d None None] Received port after_create {{(pid=106254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:14:42.144546 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a542f3-512b-42e6-b510-141dea13c417 req-845341ae-bb87-4dc9-9408-8e38efee3a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:14:42.149572 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-52a542f3-512b-42e6-b510-141dea13c417 req-845341ae-bb87-4dc9-9408-8e38efee3a0b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=765693c9-62f2-43a4-a4e0-0c1c5bb2242d HTTP/1.1" status: 200 len: 797 time: 0.0980873 Aug 18 12:14:42.157617 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-18bca707-33a6-4db6-a2d1-1b89bef1bed9 tempest-RoutersTestDVR-1697636056 tempest-RoutersTestDVR-1697636056-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-996061'] for router, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:42.158362 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18bca707-33a6-4db6-a2d1-1b89bef1bed9 tempest-RoutersTestDVR-1697636056 tempest-RoutersTestDVR-1697636056-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 84d4c9bd-4f6d-4fee-8804-535050e9525d {{(pid=106253) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 12:14:42.187089 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-80ed6112-dc59-494b-ae3c-b0f7f0bb69e2 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:42.187421 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-80ed6112-dc59-494b-ae3c-b0f7f0bb69e2 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:42.189916 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-d2ed79c6-5a37-4369-8d7a-9c118be2a899 req-bee9f59b-4292-4bb6-b67e-f23d215f0867 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:42.194405 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354d63a8-f9e5-43e7-891f-49f833e8e15d None None] Pushing event updated for resources: {'Port': ['ID=83fef97d-acf0-4dfe-8a30-1482640d5c47,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:14:42.203911 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-18bca707-33a6-4db6-a2d1-1b89bef1bed9 tempest-RoutersTestDVR-1697636056 tempest-RoutersTestDVR-1697636056-project-admin] Notify callbacks [] for router, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:42.208809 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-18bca707-33a6-4db6-a2d1-1b89bef1bed9 tempest-RoutersTestDVR-1697636056 tempest-RoutersTestDVR-1697636056-project-admin] 10.222.0.66 "DELETE /v2.0/routers/84d4c9bd-4f6d-4fee-8804-535050e9525d HTTP/1.1" status: 204 len: 168 time: 0.8420930 Aug 18 12:14:42.211582 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-354d63a8-f9e5-43e7-891f-49f833e8e15d None None] Attempting to bind port 83fef97d-acf0-4dfe-8a30-1482640d5c47 on host n-d-804985-2 for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:14:42.211954 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-354d63a8-f9e5-43e7-891f-49f833e8e15d None None] Attempting to bind port 83fef97d-acf0-4dfe-8a30-1482640d5c47 by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': '3a7f1b4d-1eba-42cd-8f47-61e32e23b34b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'b43f5d46-8aac-4d1d-b04c-bd27c8412151'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:14:42.212165 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 53670) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:14:42.212315 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354d63a8-f9e5-43e7-891f-49f833e8e15d None None] Attempting to bind port 83fef97d-acf0-4dfe-8a30-1482640d5c47 on network b43f5d46-8aac-4d1d-b04c-bd27c8412151 {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:14:42.217790 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354d63a8-f9e5-43e7-891f-49f833e8e15d None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 14, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:14:42.218161 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354d63a8-f9e5-43e7-891f-49f833e8e15d None None] Checking segment: {'id': '3a7f1b4d-1eba-42cd-8f47-61e32e23b34b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'b43f5d46-8aac-4d1d-b04c-bd27c8412151'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:14:42.218567 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-354d63a8-f9e5-43e7-891f-49f833e8e15d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:42.218957 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354d63a8-f9e5-43e7-891f-49f833e8e15d None None] Bound using segment: {'id': '3a7f1b4d-1eba-42cd-8f47-61e32e23b34b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'b43f5d46-8aac-4d1d-b04c-bd27c8412151'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:14:42.219422 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-354d63a8-f9e5-43e7-891f-49f833e8e15d None None] Bound port: 83fef97d-acf0-4dfe-8a30-1482640d5c47, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a7f1b4d-1eba-42cd-8f47-61e32e23b34b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'b43f5d46-8aac-4d1d-b04c-bd27c8412151'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:14:42.219799 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-354d63a8-f9e5-43e7-891f-49f833e8e15d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:42.231225 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-0b184587-f0ba-4915-b01a-b13610f6ba9a tempest-RoutersTestDVR-1697636056 tempest-RoutersTestDVR-1697636056-project-admin] Request body: {'router': {'name': 'tempest-router-1079320154', 'distributed': False}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:14:42.233214 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-c0e4caf0-3fc2-453c-9c10-971f1544c525 tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Request body: {'security_group': {'name': 'tempest-secgroup--1137760771'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:14:42.240741 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a542f3-512b-42e6-b510-141dea13c417 req-de632315-4b02-4882-bcaa-d9d5799cd8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:14:42.241822 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-80ed6112-dc59-494b-ae3c-b0f7f0bb69e2 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Calling delete_port for 789b12d1-b704-4282-96b9-6b7fcd672b7a owned by network:floatingip {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:14:42.242296 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-52a542f3-512b-42e6-b510-141dea13c417 req-de632315-4b02-4882-bcaa-d9d5799cd8f7 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d3427385-4738-4edf-ab5a-b3bffa0e286e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0844078 Aug 18 12:14:42.290484 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-354d63a8-f9e5-43e7-891f-49f833e8e15d None None] For port 83fef97d-acf0-4dfe-8a30-1482640d5c47, host n-d-804985-2, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:14:42.293777 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-354d63a8-f9e5-43e7-891f-49f833e8e15d None None] For port 83fef97d-acf0-4dfe-8a30-1482640d5c47, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=83fef97d-acf0-4dfe-8a30-1482640d5c47,segment=NetworkSegment(3a7f1b4d-1eba-42cd-8f47-61e32e23b34b),segment_id=3a7f1b4d-1eba-42cd-8f47-61e32e23b34b)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:14:42.298418 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-354d63a8-f9e5-43e7-891f-49f833e8e15d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:42.347304 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-52a542f3-512b-42e6-b510-141dea13c417 req-4d3abe55-ba99-46a8-8686-f49ddb1eada3 service neutron] 10.222.0.62 "GET /v2.0/networks/d3427385-4738-4edf-ab5a-b3bffa0e286e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922012 Aug 18 12:14:42.357972 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354d63a8-f9e5-43e7-891f-49f833e8e15d None None] Pushing event updated for resources: {'Port': ['ID=83fef97d-acf0-4dfe-8a30-1482640d5c47,revision_number=2']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:14:42.457713 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-52a542f3-512b-42e6-b510-141dea13c417 req-798f1d57-4d99-4054-b1ef-a43e159e59bc service neutron] 10.222.0.62 "GET /v2.0/networks/d3427385-4738-4edf-ab5a-b3bffa0e286e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998428 Aug 18 12:14:42.659554 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c21f7a-db5e-4833-82de-5f4d8163eb40 req-51a5a43c-7c29-430a-bcd3-d02f60b3974a tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:14:42.667281 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-48c21f7a-db5e-4833-82de-5f4d8163eb40 req-51a5a43c-7c29-430a-bcd3-d02f60b3974a tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/ports?device_id=dc3e2d7d-3d63-428a-bc66-41ae157ef28e HTTP/1.1" status: 200 len: 932 time: 0.0668254 Aug 18 12:14:42.702714 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-48c21f7a-db5e-4833-82de-5f4d8163eb40 req-a6e23564-3c02-44b5-ab4e-447e691bf1f5 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/security-groups?id=0e403c9b-7ac1-4005-9e0c-41b5a2ce4137&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345120 Aug 18 12:14:42.903404 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-fb5bcbbf-5d93-49c0-8462-a8362f98cca5 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:42.939815 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f13e9afd-f7a5-424f-8bf8-cb63c0bfc012 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:42.965121 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c0e4caf0-3fc2-453c-9c10-971f1544c525 tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:42.975027 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c0e4caf0-3fc2-453c-9c10-971f1544c525 tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:42.977978 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f13e9afd-f7a5-424f-8bf8-cb63c0bfc012 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:43.002807 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.db.api [None req-c0e4caf0-3fc2-453c-9c10-971f1544c525 tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 18 12:14:43.002807 n-d-804985-2 neutron-server[106252]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 18 12:14:43.002807 n-d-804985-2 neutron-server[106252]: [parameters: {'project_id_1': '920525a069ea49fc9abb058751d9d8e0', 'expiration_1': datetime.datetime(2021, 8, 18, 12, 14, 42, 990855)}] Aug 18 12:14:43.002807 n-d-804985-2 neutron-server[106252]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=106252) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 18 12:14:43.003949 n-d-804985-2 neutron-server[106252]: DEBUG oslo_db.api [None req-c0e4caf0-3fc2-453c-9c10-971f1544c525 tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 18 12:14:43.110801 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0b184587-f0ba-4915-b01a-b13610f6ba9a tempest-RoutersTestDVR-1697636056 tempest-RoutersTestDVR-1697636056-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-998592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15809'] for router, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:43.111824 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0b184587-f0ba-4915-b01a-b13610f6ba9a tempest-RoutersTestDVR-1697636056 tempest-RoutersTestDVR-1697636056-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-992733', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-971415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15816'] for router, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:43.140774 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-f13e9afd-f7a5-424f-8bf8-cb63c0bfc012 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8ba99754ef434b24bc98708486b662f1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5748541 Aug 18 12:14:43.143549 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 53676) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:14:43.157032 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13e9afd-f7a5-424f-8bf8-cb63c0bfc012 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77462b4e-7b95-4a9e-bad8-9a11f6f60e95,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:14:43.198273 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1b9e8dab-d230-4e8f-a292-8b72ff20d9fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:43.226744 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1b9e8dab-d230-4e8f-a292-8b72ff20d9fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:43.242632 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13e9afd-f7a5-424f-8bf8-cb63c0bfc012 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:14:43.243126 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13e9afd-f7a5-424f-8bf8-cb63c0bfc012 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:14:43.243303 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13e9afd-f7a5-424f-8bf8-cb63c0bfc012 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:14:43.243641 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13e9afd-f7a5-424f-8bf8-cb63c0bfc012 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:14:43.243970 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13e9afd-f7a5-424f-8bf8-cb63c0bfc012 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:14:43.244289 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13e9afd-f7a5-424f-8bf8-cb63c0bfc012 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:14:43.244851 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13e9afd-f7a5-424f-8bf8-cb63c0bfc012 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:14:43.245175 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13e9afd-f7a5-424f-8bf8-cb63c0bfc012 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:14:43.245515 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13e9afd-f7a5-424f-8bf8-cb63c0bfc012 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:14:43.245813 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13e9afd-f7a5-424f-8bf8-cb63c0bfc012 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:14:43.246142 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13e9afd-f7a5-424f-8bf8-cb63c0bfc012 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:14:43.246451 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13e9afd-f7a5-424f-8bf8-cb63c0bfc012 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:14:43.286172 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1b9e8dab-d230-4e8f-a292-8b72ff20d9fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:43.289253 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1b9e8dab-d230-4e8f-a292-8b72ff20d9fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:43.290515 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-1b9e8dab-d230-4e8f-a292-8b72ff20d9fc admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/77462b4e-7b95-4a9e-bad8-9a11f6f60e95 HTTP/1.1" status: 204 len: 168 time: 0.1457369 Aug 18 12:14:43.291024 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a907333c-1220-47c1-8a3a-a92bba0f9879 None None] Network b43f5d46-8aac-4d1d-b04c-bd27c8412151 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:14:43.299819 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9e8dab-d230-4e8f-a292-8b72ff20d9fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77462b4e-7b95-4a9e-bad8-9a11f6f60e95,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:14:43.333522 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0b184587-f0ba-4915-b01a-b13610f6ba9a tempest-RoutersTestDVR-1697636056 tempest-RoutersTestDVR-1697636056-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:43.351983 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0b184587-f0ba-4915-b01a-b13610f6ba9a tempest-RoutersTestDVR-1697636056 tempest-RoutersTestDVR-1697636056-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-998473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-992536'] for router, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:43.366493 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-80ed6112-dc59-494b-ae3c-b0f7f0bb69e2 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:43.386550 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-3141a83b-a791-4fa1-b7d5-a5df352fa3ae None None] Provisioning for port 83fef97d-acf0-4dfe-8a30-1482640d5c47 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:14:43.445124 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0b184587-f0ba-4915-b01a-b13610f6ba9a tempest-RoutersTestDVR-1697636056 tempest-RoutersTestDVR-1697636056-project-admin] Notify callbacks [] for router, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:43.447752 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-0b184587-f0ba-4915-b01a-b13610f6ba9a tempest-RoutersTestDVR-1697636056 tempest-RoutersTestDVR-1697636056-project-admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.2216325 Aug 18 12:14:43.447886 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 53680) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:14:43.448685 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ed6112-dc59-494b-ae3c-b0f7f0bb69e2 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Pushing event deleted for resources: {'Port': ['ID=789b12d1-b704-4282-96b9-6b7fcd672b7a,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:14:43.520220 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c0e4caf0-3fc2-453c-9c10-971f1544c525 tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:43.542329 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [req-d2ed79c6-5a37-4369-8d7a-9c118be2a899 req-bee9f59b-4292-4bb6-b67e-f23d215f0867 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83ee1a77-6dbe-4990-9f37-fcb519558d22 {{(pid=106253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:14:43.584622 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 83fef97d-acf0-4dfe-8a30-1482640d5c47 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:14:43.585201 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-d2ed79c6-5a37-4369-8d7a-9c118be2a899 req-bee9f59b-4292-4bb6-b67e-f23d215f0867 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:43.614175 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [None req-fb5bcbbf-5d93-49c0-8462-a8362f98cca5 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Allocated IP 2001:db8::1 (b43f5d46-8aac-4d1d-b04c-bd27c8412151/505aacd0-6313-4e0b-a886-577201688a44/fdd2c413-34df-4b60-ac21-b11cd99f2deb) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:14:43.619449 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [req-d2ed79c6-5a37-4369-8d7a-9c118be2a899 req-bee9f59b-4292-4bb6-b67e-f23d215f0867 service neutron] Transition to ACTIVE for port object 83ee1a77-6dbe-4990-9f37-fcb519558d22 will not be triggered until provisioned by entity L2. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:14:43.632805 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-80ed6112-dc59-494b-ae3c-b0f7f0bb69e2 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks [] for floatingip, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:43.633162 n-d-804985-2 neutron-server[106253]: INFO neutron.db.l3_db [None req-80ed6112-dc59-494b-ae3c-b0f7f0bb69e2 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Floating IP 12d4a940-00cc-41e1-810a-e53f441fd6ed disassociated (deleted). External IP: 172.25.7.206, port: 70709313-3c87-49e1-bd2d-7d1562521e80. Aug 18 12:14:43.637257 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-d2ed79c6-5a37-4369-8d7a-9c118be2a899 req-bee9f59b-4292-4bb6-b67e-f23d215f0867 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:43.642356 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0fe2770a-e0f0-481a-9ec2-fe2c4f257208 tempest-RoutersTestDVR-1697636056 tempest-RoutersTestDVR-1697636056-project-admin] Notify callbacks [] for router, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:43.664569 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port 83fef97d-acf0-4dfe-8a30-1482640d5c47 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:14:43.670252 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 83fef97d-acf0-4dfe-8a30-1482640d5c47 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:14:43.670901 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:43.831493 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:43.877135 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] For port 83fef97d-acf0-4dfe-8a30-1482640d5c47, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=83fef97d-acf0-4dfe-8a30-1482640d5c47,segment=NetworkSegment(3a7f1b4d-1eba-42cd-8f47-61e32e23b34b),segment_id=3a7f1b4d-1eba-42cd-8f47-61e32e23b34b)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:14:43.883360 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:43.899408 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 53686) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:14:43.940081 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee9f59b-4292-4bb6-b67e-f23d215f0867 service neutron] Pushing event updated for resources: {'Port': ['ID=83ee1a77-6dbe-4990-9f37-fcb519558d22,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:14:43.944581 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-ee7661ea-7a55-4715-8e00-b6c2fe338cbe None None] Provisioning complete for port 83fef97d-acf0-4dfe-8a30-1482640d5c47 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:14:43.944969 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ee7661ea-7a55-4715-8e00-b6c2fe338cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:43.951530 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0fe2770a-e0f0-481a-9ec2-fe2c4f257208 tempest-RoutersTestDVR-1697636056 tempest-RoutersTestDVR-1697636056-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-996004', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15859'] for router, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:43.960861 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0fe2770a-e0f0-481a-9ec2-fe2c4f257208 tempest-RoutersTestDVR-1697636056 tempest-RoutersTestDVR-1697636056-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:43.983829 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01115656-1d2a-468b-a4a6-ae5d9945c8fc req-01d03d05-4b9f-4d18-b4be-4d6607463f0c tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:14:43.985684 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4493ff3a-1b6d-4fd6-aeef-3075dd4bc89a admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:43.986450 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-01115656-1d2a-468b-a4a6-ae5d9945c8fc req-01d03d05-4b9f-4d18-b4be-4d6607463f0c tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/ports?device_id=dc3e2d7d-3d63-428a-bc66-41ae157ef28e HTTP/1.1" status: 200 len: 944 time: 0.1299412 Aug 18 12:14:43.993794 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Pushing event updated for resources: {'Port': ['ID=83fef97d-acf0-4dfe-8a30-1482640d5c47,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:14:44.101191 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-01115656-1d2a-468b-a4a6-ae5d9945c8fc req-114d3dcd-9717-4db3-80d1-a702c18b5666 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/security-groups?id=0e403c9b-7ac1-4005-9e0c-41b5a2ce4137&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664673 Aug 18 12:14:44.123209 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0fe2770a-e0f0-481a-9ec2-fe2c4f257208 tempest-RoutersTestDVR-1697636056 tempest-RoutersTestDVR-1697636056-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-996061'] for router, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:44.123209 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fe2770a-e0f0-481a-9ec2-fe2c4f257208 tempest-RoutersTestDVR-1697636056 tempest-RoutersTestDVR-1697636056-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6d060b14-9a62-4631-a63a-27105541b98e {{(pid=106252) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 12:14:44.123209 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0fe2770a-e0f0-481a-9ec2-fe2c4f257208 tempest-RoutersTestDVR-1697636056 tempest-RoutersTestDVR-1697636056-project-admin] Notify callbacks [] for router, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:44.123999 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-0fe2770a-e0f0-481a-9ec2-fe2c4f257208 tempest-RoutersTestDVR-1697636056 tempest-RoutersTestDVR-1697636056-project-admin] 10.222.0.66 "DELETE /v2.0/routers/6d060b14-9a62-4631-a63a-27105541b98e HTTP/1.1" status: 204 len: 168 time: 0.6744153 Aug 18 12:14:44.127439 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-fb5bcbbf-5d93-49c0-8462-a8362f98cca5 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:44.127964 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 53688) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:14:44.133541 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-d2ed79c6-5a37-4369-8d7a-9c118be2a899 req-bee9f59b-4292-4bb6-b67e-f23d215f0867 service neutron] Attempting to bind port 83ee1a77-6dbe-4990-9f37-fcb519558d22 on host n-h1-804985-2 for vnic_type normal with profile {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:14:44.133948 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-d2ed79c6-5a37-4369-8d7a-9c118be2a899 req-bee9f59b-4292-4bb6-b67e-f23d215f0867 service neutron] Attempting to bind port 83ee1a77-6dbe-4990-9f37-fcb519558d22 by drivers openvswitch,hyperv on host n-h1-804985-2 at level 0 using segments [{'id': 'b37ee6ef-093c-4194-a906-24a6a3165741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '9a60ecad-83fa-47c2-91d2-f7a65c03fb59'}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:14:44.134174 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ed79c6-5a37-4369-8d7a-9c118be2a899 req-bee9f59b-4292-4bb6-b67e-f23d215f0867 service neutron] Attempting to bind port 83ee1a77-6dbe-4990-9f37-fcb519558d22 on network 9a60ecad-83fa-47c2-91d2-f7a65c03fb59 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:14:44.134975 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-99bb628e-396d-475e-91d5-e4029102ff58 tempest-RoutersTestDVR-1697636056 tempest-RoutersTestDVR-1697636056-project-admin] Request body: {'router': {'name': 'tempest-router-451319522', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'c515c9c795474e188ebade19639862e0'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:14:44.146848 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ed79c6-5a37-4369-8d7a-9c118be2a899 req-bee9f59b-4292-4bb6-b67e-f23d215f0867 service neutron] Port 83ee1a77-6dbe-4990-9f37-fcb519558d22 on network 9a60ecad-83fa-47c2-91d2-f7a65c03fb59 not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-2 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:14:44.147170 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ed79c6-5a37-4369-8d7a-9c118be2a899 req-bee9f59b-4292-4bb6-b67e-f23d215f0867 service neutron] Attempting to bind port 83ee1a77-6dbe-4990-9f37-fcb519558d22 on network 9a60ecad-83fa-47c2-91d2-f7a65c03fb59 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:14:44.149806 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c0e4caf0-3fc2-453c-9c10-971f1544c525 tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:44.155038 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c0e4caf0-3fc2-453c-9c10-971f1544c525 tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:44.183024 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e4caf0-3fc2-453c-9c10-971f1544c525 tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f80b60f8-2fd6-4029-8e12-8ae479f1693f,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:14:44.196025 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [None req-fb5bcbbf-5d93-49c0-8462-a8362f98cca5 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Transition to ACTIVE for port object fdd2c413-34df-4b60-ac21-b11cd99f2deb will not be triggered until provisioned by entity DHCP. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:14:44.197525 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ed79c6-5a37-4369-8d7a-9c118be2a899 req-bee9f59b-4292-4bb6-b67e-f23d215f0867 service neutron] Checking agent: {'id': 'a613417a-d085-492c-941a-59bb18c633d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 49, 6), 'started_at': datetime.datetime(2021, 8, 18, 11, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 14, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:14:44.197857 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ed79c6-5a37-4369-8d7a-9c118be2a899 req-bee9f59b-4292-4bb6-b67e-f23d215f0867 service neutron] Checking segment: {'id': 'b37ee6ef-093c-4194-a906-24a6a3165741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '9a60ecad-83fa-47c2-91d2-f7a65c03fb59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:14:44.198261 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ed79c6-5a37-4369-8d7a-9c118be2a899 req-bee9f59b-4292-4bb6-b67e-f23d215f0867 service neutron] Bound using segment: {'id': 'b37ee6ef-093c-4194-a906-24a6a3165741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '9a60ecad-83fa-47c2-91d2-f7a65c03fb59'} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:14:44.198691 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-d2ed79c6-5a37-4369-8d7a-9c118be2a899 req-bee9f59b-4292-4bb6-b67e-f23d215f0867 service neutron] Bound port: 83ee1a77-6dbe-4990-9f37-fcb519558d22, host: n-h1-804985-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b37ee6ef-093c-4194-a906-24a6a3165741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '9a60ecad-83fa-47c2-91d2-f7a65c03fb59'}}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:14:44.199047 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-d2ed79c6-5a37-4369-8d7a-9c118be2a899 req-bee9f59b-4292-4bb6-b67e-f23d215f0867 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:44.300839 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80ed6112-dc59-494b-ae3c-b0f7f0bb69e2 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Router a24b442a-33be-4d6e-a008-5f640087c76d has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:14:44.334600 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-fb5bcbbf-5d93-49c0-8462-a8362f98cca5 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:44.348254 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-d2ed79c6-5a37-4369-8d7a-9c118be2a899 req-bee9f59b-4292-4bb6-b67e-f23d215f0867 service neutron] For port 83ee1a77-6dbe-4990-9f37-fcb519558d22, host n-h1-804985-2, cleared binding levels {{(pid=106253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:14:44.390661 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-d2ed79c6-5a37-4369-8d7a-9c118be2a899 req-bee9f59b-4292-4bb6-b67e-f23d215f0867 service neutron] For port 83ee1a77-6dbe-4990-9f37-fcb519558d22, host n-h1-804985-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=83ee1a77-6dbe-4990-9f37-fcb519558d22,segment=NetworkSegment(b37ee6ef-093c-4194-a906-24a6a3165741),segment_id=b37ee6ef-093c-4194-a906-24a6a3165741)] {{(pid=106253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:14:44.430951 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb5bcbbf-5d93-49c0-8462-a8362f98cca5 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Network b43f5d46-8aac-4d1d-b04c-bd27c8412151 is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:14:44.439790 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-d2ed79c6-5a37-4369-8d7a-9c118be2a899 req-bee9f59b-4292-4bb6-b67e-f23d215f0867 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:44.447358 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-fb5bcbbf-5d93-49c0-8462-a8362f98cca5 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:14:44.464636 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb5bcbbf-5d93-49c0-8462-a8362f98cca5 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:14:44.465174 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-fb5bcbbf-5d93-49c0-8462-a8362f98cca5 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-996688'] for router_interface, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:44.474064 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5bcbbf-5d93-49c0-8462-a8362f98cca5 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Pushing event updated for resources: {'Port': ['ID=fdd2c413-34df-4b60-ac21-b11cd99f2deb,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:14:44.559078 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ed79c6-5a37-4369-8d7a-9c118be2a899 req-bee9f59b-4292-4bb6-b67e-f23d215f0867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:14:44.559710 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-d2ed79c6-5a37-4369-8d7a-9c118be2a899 req-bee9f59b-4292-4bb6-b67e-f23d215f0867 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:44.561227 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-d2ed79c6-5a37-4369-8d7a-9c118be2a899 req-bee9f59b-4292-4bb6-b67e-f23d215f0867 service neutron] 10.222.0.63 "PUT /v2.0/ports/83ee1a77-6dbe-4990-9f37-fcb519558d22 HTTP/1.1" status: 200 len: 1092 time: 2.7835007 Aug 18 12:14:44.596003 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc3e2d7d-3d63-428a-bc66-41ae157ef28e', 'tag': '83ee1a77-6dbe-4990-9f37-fcb519558d22'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:14:44.598879 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0679f4c4b6e0e0c064a7d71d722dc30541a34fffee11680573be22ee2ffccc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3284dd53-4a4a-46fd-a425-39c4c3c3bcad" -d '{"events": [{"name": "network-changed", "server_uuid": "dc3e2d7d-3d63-428a-bc66-41ae157ef28e", "tag": "83ee1a77-6dbe-4990-9f37-fcb519558d22"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:14:44.853274 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-71a359b4-22e4-416b-81f3-ba45adb3b2a1 None None] Provisioning for port fdd2c413-34df-4b60-ac21-b11cd99f2deb completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:14:44.857977 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-71a359b4-22e4-416b-81f3-ba45adb3b2a1 None None] Provisioning complete for port fdd2c413-34df-4b60-ac21-b11cd99f2deb triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:14:44.858467 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-71a359b4-22e4-416b-81f3-ba45adb3b2a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:44.896739 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-71a359b4-22e4-416b-81f3-ba45adb3b2a1 None None] Port fdd2c413-34df-4b60-ac21-b11cd99f2deb cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:14:44.962625 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:14:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a7a53c3-e6cd-451e-9081-2891c95ab05d x-openstack-request-id: req-6a7a53c3-e6cd-451e-9081-2891c95ab05d {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:14:44.962910 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc3e2d7d-3d63-428a-bc66-41ae157ef28e", "tag": "83ee1a77-6dbe-4990-9f37-fcb519558d22", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:14:44.963150 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-6a7a53c3-e6cd-451e-9081-2891c95ab05d {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:14:44.963566 n-d-804985-2 neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc3e2d7d-3d63-428a-bc66-41ae157ef28e', 'tag': '83ee1a77-6dbe-4990-9f37-fcb519558d22', 'status': 'completed', 'code': 200} Aug 18 12:14:44.965560 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4493ff3a-1b6d-4fd6-aeef-3075dd4bc89a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:44.979732 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.db.api [None req-c0e4caf0-3fc2-453c-9c10-971f1544c525 tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 18 12:14:44.979732 n-d-804985-2 neutron-server[106252]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 18 12:14:44.979732 n-d-804985-2 neutron-server[106252]: [parameters: {'project_id_1': '920525a069ea49fc9abb058751d9d8e0', 'expiration_1': datetime.datetime(2021, 8, 18, 12, 14, 44, 161251)}] Aug 18 12:14:44.979732 n-d-804985-2 neutron-server[106252]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=106252) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 18 12:14:44.980253 n-d-804985-2 neutron-server[106252]: DEBUG oslo_db.api [None req-c0e4caf0-3fc2-453c-9c10-971f1544c525 tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 18 12:14:44.989376 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-99bb628e-396d-475e-91d5-e4029102ff58 tempest-RoutersTestDVR-1697636056 tempest-RoutersTestDVR-1697636056-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-998592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15809'] for router, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:44.990299 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-99bb628e-396d-475e-91d5-e4029102ff58 tempest-RoutersTestDVR-1697636056 tempest-RoutersTestDVR-1697636056-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-992733', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-971415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15816'] for router, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:44.995520 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4493ff3a-1b6d-4fd6-aeef-3075dd4bc89a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:45.029179 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee9f59b-4292-4bb6-b67e-f23d215f0867 service neutron] Pushing event updated for resources: {'Port': ['ID=83ee1a77-6dbe-4990-9f37-fcb519558d22,revision_number=3']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:14:45.048215 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-99bb628e-396d-475e-91d5-e4029102ff58 tempest-RoutersTestDVR-1697636056 tempest-RoutersTestDVR-1697636056-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:45.054886 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-99bb628e-396d-475e-91d5-e4029102ff58 tempest-RoutersTestDVR-1697636056 tempest-RoutersTestDVR-1697636056-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-998473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-992536'] for router, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:45.063119 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80ed6112-dc59-494b-ae3c-b0f7f0bb69e2 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:14:45.070319 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-80ed6112-dc59-494b-ae3c-b0f7f0bb69e2 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for floatingip, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:45.074770 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-99bb628e-396d-475e-91d5-e4029102ff58 tempest-RoutersTestDVR-1697636056 tempest-RoutersTestDVR-1697636056-project-admin] Notify callbacks [] for router, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:45.076267 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-99bb628e-396d-475e-91d5-e4029102ff58 tempest-RoutersTestDVR-1697636056 tempest-RoutersTestDVR-1697636056-project-admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.9471855 Aug 18 12:14:45.077770 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268144c5-daa5-4540-b177-a7d4ebaee0f4 None None] Sync routers for ids ['a24b442a-33be-4d6e-a008-5f640087c76d'] in n-d-804985-2 {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:14:45.078959 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 53692) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:14:45.083530 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-357ee72c-9a03-4a77-a37c-66502ff3fcbe tempest-RoutersTestDVR-1697636056 tempest-RoutersTestDVR-1697636056-project-admin] Request body: {'router': {'distributed': True}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:14:45.088193 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268144c5-daa5-4540-b177-a7d4ebaee0f4 None None] Routers {'a24b442a-33be-4d6e-a008-5f640087c76d'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:14:45.088888 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-268144c5-daa5-4540-b177-a7d4ebaee0f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:14:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['a24b442a-33be-4d6e-a008-5f640087c76d'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:14:45.122838 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-4493ff3a-1b6d-4fd6-aeef-3075dd4bc89a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c838b89a12cd4f6bba21c1f07726d3b6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2197709 Aug 18 12:14:45.122838 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4493ff3a-1b6d-4fd6-aeef-3075dd4bc89a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3bc6122-b31e-4829-883d-770af046243f,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:14:45.127228 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ed79c6-5a37-4369-8d7a-9c118be2a899 req-39ffc5e2-4525-4c3b-840f-41f99ea0de36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:14:45.129006 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-d2ed79c6-5a37-4369-8d7a-9c118be2a899 req-39ffc5e2-4525-4c3b-840f-41f99ea0de36 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=8fca7d5a19c54940b367d2e63154d6ee&device_id=dc3e2d7d-3d63-428a-bc66-41ae157ef28e HTTP/1.1" status: 200 len: 1095 time: 0.5167542 Aug 18 12:14:45.129666 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 53694) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:14:45.165189 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-fb5bcbbf-5d93-49c0-8462-a8362f98cca5 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:45.173498 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-80ed6112-dc59-494b-ae3c-b0f7f0bb69e2 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "DELETE /v2.0/floatingips/12d4a940-00cc-41e1-810a-e53f441fd6ed HTTP/1.1" status: 204 len: 168 time: 4.2001126 Aug 18 12:14:45.211078 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-268144c5-daa5-4540-b177-a7d4ebaee0f4 None None] Set router a24b442a-33be-4d6e-a008-5f640087c76d gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:14:45.221917 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-d2ed79c6-5a37-4369-8d7a-9c118be2a899 req-fccd4152-1c72-4cad-9286-6e4610444829 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=83ee1a77-6dbe-4990-9f37-fcb519558d22 HTTP/1.1" status: 200 len: 217 time: 0.0742381 Aug 18 12:14:45.342450 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-357ee72c-9a03-4a77-a37c-66502ff3fcbe tempest-RoutersTestDVR-1697636056 tempest-RoutersTestDVR-1697636056-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-992676', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-996089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15866'] for router, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:45.343099 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-357ee72c-9a03-4a77-a37c-66502ff3fcbe tempest-RoutersTestDVR-1697636056 tempest-RoutersTestDVR-1697636056-project-admin] Notify callbacks [] for router, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:45.405709 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d0365b7c-b6f0-4c89-b681-78cb6ccd43d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:45.410963 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ed79c6-5a37-4369-8d7a-9c118be2a899 req-9caa15f2-7b15-472a-a90f-b3e0a944fee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:14:45.412682 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-d2ed79c6-5a37-4369-8d7a-9c118be2a899 req-9caa15f2-7b15-472a-a90f-b3e0a944fee4 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=cb04d889-17cd-4540-8b57-641bd70e62c4 HTTP/1.1" status: 200 len: 855 time: 0.1827722 Aug 18 12:14:45.441872 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7af613-23fc-458f-90d4-643bb6e8c2e5 req-f22c4da1-925b-4280-a0bb-bb4849952ab3 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:14:45.451544 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7f7af613-23fc-458f-90d4-643bb6e8c2e5 req-f22c4da1-925b-4280-a0bb-bb4849952ab3 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/ports?device_id=dc3e2d7d-3d63-428a-bc66-41ae157ef28e HTTP/1.1" status: 200 len: 944 time: 0.1772151 Aug 18 12:14:45.468438 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-268144c5-daa5-4540-b177-a7d4ebaee0f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a24b442a-33be-4d6e-a008-5f640087c76d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-371597633', 'tenant_id': 'b60736d695f1461b9071c3b3eddcc039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': 'f645b6eb-46e1-4007-aac6-d8ed7cf3c892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:12:22Z', 'updated_at': '2021-08-18T12:12:34Z', 'revision_number': 4, 'project_id': 'b60736d695f1461b9071c3b3eddcc039', 'gw_port': {'id': 'f645b6eb-46e1-4007-aac6-d8ed7cf3c892', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:2b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a24b442a-33be-4d6e-a008-5f640087c76d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2493, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:12:24Z', 'updated_at': '2021-08-18T12:12:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': 'ca446deb-9dfe-443e-a1dd-5e9b22a56b9e', 'name': '', 'network_id': 'f5b38dfb-a77f-4baa-a778-99adb769d1c2', 'tenant_id': 'b60736d695f1461b9071c3b3eddcc039', 'mac_address': 'fa:16:3e:79:36:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a24b442a-33be-4d6e-a008-5f640087c76d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2511, 'fixed_ips': [{'subnet_id': '5eb95836-9c09-482a-936d-fd43d3b2ac48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:12:32Z', 'updated_at': '2021-08-18T12:12:41Z', 'revision_number': 5, 'project_id': 'b60736d695f1461b9071c3b3eddcc039', 'subnets': [{'id': '5eb95836-9c09-482a-936d-fd43d3b2ac48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:14:45.474098 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d0365b7c-b6f0-4c89-b681-78cb6ccd43d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:45.485085 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c0e4caf0-3fc2-453c-9c10-971f1544c525 tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:45.498454 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-357ee72c-9a03-4a77-a37c-66502ff3fcbe tempest-RoutersTestDVR-1697636056 tempest-RoutersTestDVR-1697636056-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=106252) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Aug 18 12:14:45.499104 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-357ee72c-9a03-4a77-a37c-66502ff3fcbe tempest-RoutersTestDVR-1697636056 tempest-RoutersTestDVR-1697636056-project-admin] Router 18364ec4-84e8-4e8c-a7ef-43b15f31c008 migrating from provider to provider. {{(pid=106252) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Aug 18 12:14:45.499325 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-357ee72c-9a03-4a77-a37c-66502ff3fcbe tempest-RoutersTestDVR-1697636056 tempest-RoutersTestDVR-1697636056-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:45.512352 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268144c5-daa5-4540-b177-a7d4ebaee0f4 None None] Checking router: a24b442a-33be-4d6e-a008-5f640087c76d for host: n-d-804985-2 {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:14:45.523699 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-357ee72c-9a03-4a77-a37c-66502ff3fcbe tempest-RoutersTestDVR-1697636056 tempest-RoutersTestDVR-1697636056-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:45.525191 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268144c5-daa5-4540-b177-a7d4ebaee0f4 None None] Routers {'a24b442a-33be-4d6e-a008-5f640087c76d'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:14:45.526992 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-268144c5-daa5-4540-b177-a7d4ebaee0f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:14:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['a24b442a-33be-4d6e-a008-5f640087c76d'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:14:45.562338 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-357ee72c-9a03-4a77-a37c-66502ff3fcbe tempest-RoutersTestDVR-1697636056 tempest-RoutersTestDVR-1697636056-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-992536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-992522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-992529', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-996032'] for router, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:45.577456 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 83fef97d-acf0-4dfe-8a30-1482640d5c47 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:14:45.585433 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ed79c6-5a37-4369-8d7a-9c118be2a899 req-31f3e4e2-1622-439b-8045-d5d7c8281f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:14:45.586826 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-d2ed79c6-5a37-4369-8d7a-9c118be2a899 req-31f3e4e2-1622-439b-8045-d5d7c8281f81 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=9a60ecad-83fa-47c2-91d2-f7a65c03fb59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1610181 Aug 18 12:14:45.589566 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7f7af613-23fc-458f-90d4-643bb6e8c2e5 req-6131cac7-5e3d-4544-9af5-970a7df91feb tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/security-groups?id=0e403c9b-7ac1-4005-9e0c-41b5a2ce4137&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1369896 Aug 18 12:14:45.679037 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d0365b7c-b6f0-4c89-b681-78cb6ccd43d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:45.681661 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d0365b7c-b6f0-4c89-b681-78cb6ccd43d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:45.683598 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-d0365b7c-b6f0-4c89-b681-78cb6ccd43d4 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b3bc6122-b31e-4829-883d-770af046243f HTTP/1.1" status: 204 len: 168 time: 0.5464411 Aug 18 12:14:45.705929 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295fa0e0-711c-4667-9029-a1835670bfd8 req-3e433adf-79a7-4b86-8603-61e76983cf1e tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:14:45.714316 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-295fa0e0-711c-4667-9029-a1835670bfd8 req-3e433adf-79a7-4b86-8603-61e76983cf1e tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/ports?device_id=3276acee-812f-4d8b-a68e-2c7c94906266 HTTP/1.1" status: 200 len: 946 time: 0.1919355 Aug 18 12:14:45.718099 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-268144c5-daa5-4540-b177-a7d4ebaee0f4 None None] Set router a24b442a-33be-4d6e-a008-5f640087c76d gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:14:45.726827 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0365b7c-b6f0-4c89-b681-78cb6ccd43d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3bc6122-b31e-4829-883d-770af046243f,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:14:45.759723 n-d-804985-2 neutron-server[106252]: WARNING neutron.scheduler.l3_agent_scheduler [None req-357ee72c-9a03-4a77-a37c-66502ff3fcbe tempest-RoutersTestDVR-1697636056 tempest-RoutersTestDVR-1697636056-project-admin] No L3 agents can host the router 18364ec4-84e8-4e8c-a7ef-43b15f31c008 Aug 18 12:14:45.775436 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-d2ed79c6-5a37-4369-8d7a-9c118be2a899 req-cd19af0e-5ee0-4980-84c7-9740b047a3de service neutron] 10.222.0.63 "GET /v2.0/networks/9a60ecad-83fa-47c2-91d2-f7a65c03fb59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1790006 Aug 18 12:14:45.800151 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-fb5bcbbf-5d93-49c0-8462-a8362f98cca5 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks [] for port, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:45.818637 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-fb5bcbbf-5d93-49c0-8462-a8362f98cca5 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:45.819752 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-fb5bcbbf-5d93-49c0-8462-a8362f98cca5 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-996772'] for router_interface, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:45.826732 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-295fa0e0-711c-4667-9029-a1835670bfd8 req-0c025434-6781-4fc8-a864-54c7daa06206 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d728c3d-d0c0-4fba-b9fc-5096721eb4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1109200 Aug 18 12:14:45.928624 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5bcbbf-5d93-49c0-8462-a8362f98cca5 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Pushing event updated for resources: {'Port': ['ID=fdd2c413-34df-4b60-ac21-b11cd99f2deb,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:14:45.950412 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c0e4caf0-3fc2-453c-9c10-971f1544c525 tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:45.956036 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357ee72c-9a03-4a77-a37c-66502ff3fcbe tempest-RoutersTestDVR-1697636056 tempest-RoutersTestDVR-1697636056-project-admin] Hosts for router 18364ec4-84e8-4e8c-a7ef-43b15f31c008: [] {{(pid=106252) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Aug 18 12:14:45.960147 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c0e4caf0-3fc2-453c-9c10-971f1544c525 tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:45.985761 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 83fef97d-acf0-4dfe-8a30-1482640d5c47 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:14:45.986726 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:46.004238 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357ee72c-9a03-4a77-a37c-66502ff3fcbe tempest-RoutersTestDVR-1697636056 tempest-RoutersTestDVR-1697636056-project-admin] Hosts for other DVR routers connected to router 18364ec4-84e8-4e8c-a7ef-43b15f31c008: set() {{(pid=106252) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Aug 18 12:14:46.007016 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-357ee72c-9a03-4a77-a37c-66502ff3fcbe tempest-RoutersTestDVR-1697636056 tempest-RoutersTestDVR-1697636056-project-admin] Notify callbacks [] for router, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:46.012025 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-357ee72c-9a03-4a77-a37c-66502ff3fcbe tempest-RoutersTestDVR-1697636056 tempest-RoutersTestDVR-1697636056-project-admin] 10.222.0.66 "PUT /v2.0/routers/18364ec4-84e8-4e8c-a7ef-43b15f31c008 HTTP/1.1" status: 200 len: 716 time: 0.9284258 Aug 18 12:14:46.012025 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 53706) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:14:46.023755 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c0e4caf0-3fc2-453c-9c10-971f1544c525 tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:46.025539 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-c0e4caf0-3fc2-453c-9c10-971f1544c525 tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 3.9338703 Aug 18 12:14:46.046493 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 53708) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:14:46.113568 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-268144c5-daa5-4540-b177-a7d4ebaee0f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a24b442a-33be-4d6e-a008-5f640087c76d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-371597633', 'tenant_id': 'b60736d695f1461b9071c3b3eddcc039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': 'f645b6eb-46e1-4007-aac6-d8ed7cf3c892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:12:22Z', 'updated_at': '2021-08-18T12:12:34Z', 'revision_number': 4, 'project_id': 'b60736d695f1461b9071c3b3eddcc039', 'gw_port': {'id': 'f645b6eb-46e1-4007-aac6-d8ed7cf3c892', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:2b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a24b442a-33be-4d6e-a008-5f640087c76d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2493, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:12:24Z', 'updated_at': '2021-08-18T12:12:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': 'ca446deb-9dfe-443e-a1dd-5e9b22a56b9e', 'name': '', 'network_id': 'f5b38dfb-a77f-4baa-a778-99adb769d1c2', 'tenant_id': 'b60736d695f1461b9071c3b3eddcc039', 'mac_address': 'fa:16:3e:79:36:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a24b442a-33be-4d6e-a008-5f640087c76d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2511, 'fixed_ips': [{'subnet_id': '5eb95836-9c09-482a-936d-fd43d3b2ac48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:12:32Z', 'updated_at': '2021-08-18T12:12:41Z', 'revision_number': 5, 'project_id': 'b60736d695f1461b9071c3b3eddcc039', 'subnets': [{'id': '5eb95836-9c09-482a-936d-fd43d3b2ac48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:14:46.119530 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e4caf0-3fc2-453c-9c10-971f1544c525 tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe3bf0e1-9104-4101-a375-e5e9aaf8ab29,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:14:46.133636 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-a9c83fef-3b79-49bb-ba2d-497c589e3cbc tempest-RoutersTestDVR-1697636056 tempest-RoutersTestDVR-1697636056-project-admin] 10.222.0.66 "GET /v2.0/routers/18364ec4-84e8-4e8c-a7ef-43b15f31c008 HTTP/1.1" status: 200 len: 716 time: 0.1201971 Aug 18 12:14:46.136726 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 53710) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:14:46.154253 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268144c5-daa5-4540-b177-a7d4ebaee0f4 None None] The sync data for ids ['a24b442a-33be-4d6e-a008-5f640087c76d'] in n-d-804985-2 is: [{'id': 'a24b442a-33be-4d6e-a008-5f640087c76d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-371597633', 'tenant_id': 'b60736d695f1461b9071c3b3eddcc039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': 'f645b6eb-46e1-4007-aac6-d8ed7cf3c892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:12:22Z', 'updated_at': '2021-08-18T12:12:34Z', 'revision_number': 4, 'project_id': 'b60736d695f1461b9071c3b3eddcc039', 'gw_port': {'id': 'f645b6eb-46e1-4007-aac6-d8ed7cf3c892', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:2b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a24b442a-33be-4d6e-a008-5f640087c76d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2493, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:12:24Z', 'updated_at': '2021-08-18T12:12:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': 'ca446deb-9dfe-443e-a1dd-5e9b22a56b9e', 'name': '', 'network_id': 'f5b38dfb-a77f-4baa-a778-99adb769d1c2', 'tenant_id': 'b60736d695f1461b9071c3b3eddcc039', 'mac_address': 'fa:16:3e:79:36:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a24b442a-33be-4d6e-a008-5f640087c76d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2511, 'fixed_ips': [{'subnet_id': '5eb95836-9c09-482a-936d-fd43d3b2ac48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:12:32Z', 'updated_at': '2021-08-18T12:12:41Z', 'revision_number': 5, 'project_id': 'b60736d695f1461b9071c3b3eddcc039', 'subnets': [{'id': '5eb95836-9c09-482a-936d-fd43d3b2ac48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:14:46.166420 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb5bcbbf-5d93-49c0-8462-a8362f98cca5 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Network b43f5d46-8aac-4d1d-b04c-bd27c8412151 is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:14:46.214052 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-d2ed79c6-5a37-4369-8d7a-9c118be2a899 req-c8fe5cb8-d0a7-4292-9624-65182146f689 service neutron] 10.222.0.63 "GET /v2.0/networks/9a60ecad-83fa-47c2-91d2-f7a65c03fb59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4252651 Aug 18 12:14:46.222790 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-fb5bcbbf-5d93-49c0-8462-a8362f98cca5 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:14:46.324292 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-a1a00f60-4298-41ee-a306-824484d38d82 tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2669494 Aug 18 12:14:46.327257 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 53720) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:14:46.332074 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-752af71e-1484-4841-b166-fc20acfa69ce tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Request body: {'security_group': {'name': 'tempest-security--1150791386', 'description': 'tempest-security-description-1890115790'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:14:46.371229 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-752af71e-1484-4841-b166-fc20acfa69ce tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Notify callbacks [] for security_group, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:46.413301 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3284dd53-4a4a-46fd-a425-39c4c3c3bcad req-8fe93b85-2502-4ac6-a04d-7d4acfda4936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:14:46.415901 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-3284dd53-4a4a-46fd-a425-39c4c3c3bcad req-8fe93b85-2502-4ac6-a04d-7d4acfda4936 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=8fca7d5a19c54940b367d2e63154d6ee&device_id=dc3e2d7d-3d63-428a-bc66-41ae157ef28e HTTP/1.1" status: 200 len: 1095 time: 0.0974617 Aug 18 12:14:46.541912 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3284dd53-4a4a-46fd-a425-39c4c3c3bcad req-c1a33613-2be0-44d6-b52f-5367cbf31d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:14:46.543444 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-3284dd53-4a4a-46fd-a425-39c4c3c3bcad req-c1a33613-2be0-44d6-b52f-5367cbf31d3a service neutron] 10.222.0.63 "GET /v2.0/networks?id=9a60ecad-83fa-47c2-91d2-f7a65c03fb59 HTTP/1.1" status: 200 len: 917 time: 0.1187236 Aug 18 12:14:46.565297 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb5bcbbf-5d93-49c0-8462-a8362f98cca5 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Router a8ec5c51-b61a-45dc-8fe4-6a6e39928b0f is scheduled to L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 with binding_index 1 {{(pid=106253) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 12:14:46.606470 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-3284dd53-4a4a-46fd-a425-39c4c3c3bcad req-a2a04dc7-700d-4978-8a0c-152e0fe40ed7 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=83ee1a77-6dbe-4990-9f37-fcb519558d22 HTTP/1.1" status: 200 len: 217 time: 0.0499692 Aug 18 12:14:46.657019 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b682ea35-dd43-4f46-a949-7e9788bbcba3 None None] New status for floating IP 12d4a940-00cc-41e1-810a-e53f441fd6ed: DOWN {{(pid=106254) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 12:14:46.741666 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3284dd53-4a4a-46fd-a425-39c4c3c3bcad req-36d742c5-6f1d-4633-b46e-1e7f1ff6da4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:14:46.743019 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-3284dd53-4a4a-46fd-a425-39c4c3c3bcad req-36d742c5-6f1d-4633-b46e-1e7f1ff6da4f service neutron] 10.222.0.63 "GET /v2.0/subnets?id=cb04d889-17cd-4540-8b57-641bd70e62c4 HTTP/1.1" status: 200 len: 855 time: 0.1273613 Aug 18 12:14:46.745852 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb5bcbbf-5d93-49c0-8462-a8362f98cca5 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:14:46.753768 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-fb5bcbbf-5d93-49c0-8462-a8362f98cca5 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] 10.222.0.66 "PUT /v2.0/routers/a8ec5c51-b61a-45dc-8fe4-6a6e39928b0f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8479393 Aug 18 12:14:46.753984 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 53732) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:14:46.763194 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfcfaaaa-0375-4185-ba20-d09ff929ab67 None None] Sync routers for ids ['a8ec5c51-b61a-45dc-8fe4-6a6e39928b0f'] in n-d-804985-2 {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:14:46.779637 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfcfaaaa-0375-4185-ba20-d09ff929ab67 None None] Routers {'a8ec5c51-b61a-45dc-8fe4-6a6e39928b0f'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:14:46.780256 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-cfcfaaaa-0375-4185-ba20-d09ff929ab67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:14:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['a8ec5c51-b61a-45dc-8fe4-6a6e39928b0f'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:14:46.801187 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-2d6e82e3-4925-47af-858d-5b244bc1304e None None] Provisioning complete for port fdd2c413-34df-4b60-ac21-b11cd99f2deb triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:14:46.802301 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-2d6e82e3-4925-47af-858d-5b244bc1304e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:46.847875 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-cfcfaaaa-0375-4185-ba20-d09ff929ab67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:14:46.876257 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfcfaaaa-0375-4185-ba20-d09ff929ab67 None None] Routers {'a8ec5c51-b61a-45dc-8fe4-6a6e39928b0f'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:14:46.876984 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-cfcfaaaa-0375-4185-ba20-d09ff929ab67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:14:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['a8ec5c51-b61a-45dc-8fe4-6a6e39928b0f'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:14:46.901034 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-2d6e82e3-4925-47af-858d-5b244bc1304e None None] Port fdd2c413-34df-4b60-ac21-b11cd99f2deb cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:14:46.916325 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3284dd53-4a4a-46fd-a425-39c4c3c3bcad req-3b91081b-d4f2-406f-8c08-d3a6b69f4cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:14:46.916876 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-cfcfaaaa-0375-4185-ba20-d09ff929ab67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:14:46.917596 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfcfaaaa-0375-4185-ba20-d09ff929ab67 None None] The sync data for ids ['a8ec5c51-b61a-45dc-8fe4-6a6e39928b0f'] in n-d-804985-2 is: [] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:14:46.925729 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-3284dd53-4a4a-46fd-a425-39c4c3c3bcad req-3b91081b-d4f2-406f-8c08-d3a6b69f4cf8 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=9a60ecad-83fa-47c2-91d2-f7a65c03fb59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1694477 Aug 18 12:14:46.929907 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-752af71e-1484-4841-b166-fc20acfa69ce tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Notify callbacks [] for security_group, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:46.933598 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1092d448-5bcf-4560-87ba-95206bbc59bc tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:14:46.937896 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-1092d448-5bcf-4560-87ba-95206bbc59bc tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] 10.222.0.66 "GET /v2.0/ports/fdd2c413-34df-4b60-ac21-b11cd99f2deb HTTP/1.1" status: 200 len: 911 time: 0.1803098 Aug 18 12:14:46.943944 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 53738) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:14:46.947533 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-1b5833bc-36f8-4c47-a581-f1a057d904d0 tempest-RoutersTestDVR-1366400329 tempest-RoutersTestDVR-1366400329-project] 10.222.0.66 "GET /v2.0/routers/18364ec4-84e8-4e8c-a7ef-43b15f31c008 HTTP/1.1" status: 200 len: 682 time: 0.8062565 Aug 18 12:14:46.949993 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-ada8654e-5e1c-4988-8459-a2f69f6475f1 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '505aacd0-6313-4e0b-a886-577201688a44'}]}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:14:46.953403 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 53740) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:14:46.986183 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-752af71e-1484-4841-b166-fc20acfa69ce tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:46.988851 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-752af71e-1484-4841-b166-fc20acfa69ce tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:46.992372 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-752af71e-1484-4841-b166-fc20acfa69ce tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] 10.222.0.66 "PUT /v2.0/security-groups/fe3bf0e1-9104-4101-a375-e5e9aaf8ab29 HTTP/1.1" status: 200 len: 1780 time: 0.6637046 Aug 18 12:14:46.993235 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 53744) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:14:47.011401 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3276acee-812f-4d8b-a68e-2c7c94906266', 'tag': '70709313-3c87-49e1-bd2d-7d1562521e80'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:14:47.013964 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0679f4c4b6e0e0c064a7d71d722dc30541a34fffee11680573be22ee2ffccc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cf4c2da-ceb8-42ab-bc34-c6f5f009694a" -d '{"events": [{"name": "network-changed", "server_uuid": "3276acee-812f-4d8b-a68e-2c7c94906266", "tag": "70709313-3c87-49e1-bd2d-7d1562521e80"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:14:47.073679 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d90fbf-39c1-49c3-a1d2-5ad0a1b05e3a req-f080990e-7a50-437f-a60d-e25a7767cc82 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:14:47.075177 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e8d90fbf-39c1-49c3-a1d2-5ad0a1b05e3a req-f080990e-7a50-437f-a60d-e25a7767cc82 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.62 "GET /v2.0/ports?device_id=3276acee-812f-4d8b-a68e-2c7c94906266 HTTP/1.1" status: 200 len: 946 time: 0.2656772 Aug 18 12:14:47.108124 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cefa6e-47d6-4ff4-9155-3b3af969aa33 req-28404570-a3bf-4c98-a56a-f4d0457bf20c tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:14:47.109891 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d3cefa6e-47d6-4ff4-9155-3b3af969aa33 req-28404570-a3bf-4c98-a56a-f4d0457bf20c tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/ports?device_id=dc3e2d7d-3d63-428a-bc66-41ae157ef28e HTTP/1.1" status: 200 len: 944 time: 0.2992425 Aug 18 12:14:47.110704 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752af71e-1484-4841-b166-fc20acfa69ce tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe3bf0e1-9104-4101-a375-e5e9aaf8ab29,revision_number=2']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:14:47.154986 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-69bf1896-45d1-4804-a24a-3785bdffc3d6 tempest-RoutersTestDVR-1697636056 tempest-RoutersTestDVR-1697636056-project-admin] Notify callbacks [] for router, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:47.172808 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34722fe2-0fc3-4d9f-8d0c-267f7a7bf574 req-6c3209b5-5997-4cca-862e-6d5556393596 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:14:47.174359 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-34722fe2-0fc3-4d9f-8d0c-267f7a7bf574 req-6c3209b5-5997-4cca-862e-6d5556393596 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/ports?device_id=3276acee-812f-4d8b-a68e-2c7c94906266 HTTP/1.1" status: 200 len: 946 time: 0.2282588 Aug 18 12:14:47.179529 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-574a9645-06d0-4d48-a4d8-b7f904097f4d tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] 10.222.0.66 "GET /v2.0/security-groups/fe3bf0e1-9104-4101-a375-e5e9aaf8ab29 HTTP/1.1" status: 200 len: 1780 time: 0.1663618 Aug 18 12:14:47.187374 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 53750) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:14:47.267320 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d3cefa6e-47d6-4ff4-9155-3b3af969aa33 req-4e89d865-f54b-4ae6-9bae-ec431da2e4fe tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/security-groups?id=0e403c9b-7ac1-4005-9e0c-41b5a2ce4137&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1277864 Aug 18 12:14:47.309681 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-34722fe2-0fc3-4d9f-8d0c-267f7a7bf574 req-201b557c-fea4-454a-ae77-1736646fbfe8 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/security-groups?id=5d728c3d-d0c0-4fba-b9fc-5096721eb4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1161895 Aug 18 12:14:47.337789 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-9cb52bd7-d14f-43e4-85c9-68985e31b8aa tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:47.342258 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-3284dd53-4a4a-46fd-a425-39c4c3c3bcad req-d8f331ee-547b-4a8d-8221-a977a4e9b666 service neutron] 10.222.0.63 "GET /v2.0/networks/9a60ecad-83fa-47c2-91d2-f7a65c03fb59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4059005 Aug 18 12:14:47.346139 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-e8d90fbf-39c1-49c3-a1d2-5ad0a1b05e3a req-143d9eee-067d-41d8-b400-992256b70cc1 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Deleting port 70709313-3c87-49e1-bd2d-7d1562521e80 {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:14:47.346484 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-e8d90fbf-39c1-49c3-a1d2-5ad0a1b05e3a req-143d9eee-067d-41d8-b400-992256b70cc1 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:47.389171 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:14:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd3f490b-cead-48ee-8afc-892e7c656a45 x-openstack-request-id: req-bd3f490b-cead-48ee-8afc-892e7c656a45 {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:14:47.389459 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3276acee-812f-4d8b-a68e-2c7c94906266", "tag": "70709313-3c87-49e1-bd2d-7d1562521e80", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:14:47.389747 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-bd3f490b-cead-48ee-8afc-892e7c656a45 {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:14:47.390064 n-d-804985-2 neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3276acee-812f-4d8b-a68e-2c7c94906266', 'tag': '70709313-3c87-49e1-bd2d-7d1562521e80', 'status': 'completed', 'code': 200} Aug 18 12:14:47.402471 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-9cb52bd7-d14f-43e4-85c9-68985e31b8aa tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:47.420722 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-69bf1896-45d1-4804-a24a-3785bdffc3d6 tempest-RoutersTestDVR-1697636056 tempest-RoutersTestDVR-1697636056-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-996004', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15859'] for router, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:47.483467 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-9cb52bd7-d14f-43e4-85c9-68985e31b8aa tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:47.486919 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-9cb52bd7-d14f-43e4-85c9-68985e31b8aa tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:47.488394 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-9cb52bd7-d14f-43e4-85c9-68985e31b8aa tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] 10.222.0.66 "DELETE /v2.0/security-groups/fe3bf0e1-9104-4101-a375-e5e9aaf8ab29 HTTP/1.1" status: 204 len: 168 time: 0.2984655 Aug 18 12:14:47.495631 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 53760) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:14:47.497680 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-e8d90fbf-39c1-49c3-a1d2-5ad0a1b05e3a req-143d9eee-067d-41d8-b400-992256b70cc1 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] For port 70709313-3c87-49e1-bd2d-7d1562521e80, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=70709313-3c87-49e1-bd2d-7d1562521e80,segment=NetworkSegment(55da2c2d-7b34-4aab-8a41-786d81396444),segment_id=55da2c2d-7b34-4aab-8a41-786d81396444)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:14:47.498118 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-e8d90fbf-39c1-49c3-a1d2-5ad0a1b05e3a req-143d9eee-067d-41d8-b400-992256b70cc1 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:47.524915 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb52bd7-d14f-43e4-85c9-68985e31b8aa tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe3bf0e1-9104-4101-a375-e5e9aaf8ab29,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:14:47.533071 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-e8d90fbf-39c1-49c3-a1d2-5ad0a1b05e3a req-143d9eee-067d-41d8-b400-992256b70cc1 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Calling delete_port for 70709313-3c87-49e1-bd2d-7d1562521e80 owned by compute:nova {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:14:47.614831 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-ccfd698d-133f-42ad-b305-d788ffb62d5b tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1123755 Aug 18 12:14:47.617658 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 53764) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:14:47.641702 n-d-804985-2 neutron-server[106252]: INFO neutron.api.v2.resource [None req-d7d1c9c4-b716-4996-8a6f-0ff4ef86e324 tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] delete failed (client error): The resource could not be found. Aug 18 12:14:47.642867 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-d7d1c9c4-b716-4996-8a6f-0ff4ef86e324 tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] 10.222.0.66 "DELETE /v2.0/security-groups/fe3bf0e1-9104-4101-a375-e5e9aaf8ab29 HTTP/1.1" status: 404 len: 347 time: 0.0241990 Aug 18 12:14:47.646950 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 53766) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:14:47.652970 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-0aed8e16-65ab-442c-a586-5b8ec01e53d9 tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Request body: {'security_group': {'name': 'tempest-secgroup--727151313'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:14:47.706762 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0aed8e16-65ab-442c-a586-5b8ec01e53d9 tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:47.764203 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-69bf1896-45d1-4804-a24a-3785bdffc3d6 tempest-RoutersTestDVR-1697636056 tempest-RoutersTestDVR-1697636056-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:47.772955 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-e8d90fbf-39c1-49c3-a1d2-5ad0a1b05e3a req-143d9eee-067d-41d8-b400-992256b70cc1 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:47.811160 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143d9eee-067d-41d8-b400-992256b70cc1 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Pushing event deleted for resources: {'Port': ['ID=70709313-3c87-49e1-bd2d-7d1562521e80,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:14:47.848517 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ada8654e-5e1c-4988-8459-a2f69f6475f1 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:47.866018 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8d90fbf-39c1-49c3-a1d2-5ad0a1b05e3a req-143d9eee-067d-41d8-b400-992256b70cc1 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] No DVR routers for this DVR port 70709313-3c87-49e1-bd2d-7d1562521e80 on host n-h2-804985-2 {{(pid=106252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:14:47.867683 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-69bf1896-45d1-4804-a24a-3785bdffc3d6 tempest-RoutersTestDVR-1697636056 tempest-RoutersTestDVR-1697636056-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-996061'] for router, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:47.868666 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69bf1896-45d1-4804-a24a-3785bdffc3d6 tempest-RoutersTestDVR-1697636056 tempest-RoutersTestDVR-1697636056-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 18364ec4-84e8-4e8c-a7ef-43b15f31c008 {{(pid=106253) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 12:14:47.869308 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-e8d90fbf-39c1-49c3-a1d2-5ad0a1b05e3a req-143d9eee-067d-41d8-b400-992256b70cc1 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:47.871596 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e8d90fbf-39c1-49c3-a1d2-5ad0a1b05e3a req-143d9eee-067d-41d8-b400-992256b70cc1 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.62 "DELETE /v2.0/ports/70709313-3c87-49e1-bd2d-7d1562521e80 HTTP/1.1" status: 204 len: 173 time: 0.7848508 Aug 18 12:14:47.872035 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3276acee-812f-4d8b-a68e-2c7c94906266', 'name': 'network-vif-deleted', 'tag': '70709313-3c87-49e1-bd2d-7d1562521e80'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:14:47.874586 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd654856-7f23-4543-a0a0-9d4a8bcd4ac8" -d '{"events": [{"server_uuid": "3276acee-812f-4d8b-a68e-2c7c94906266", "name": "network-vif-deleted", "tag": "70709313-3c87-49e1-bd2d-7d1562521e80"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:14:47.876015 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-69bf1896-45d1-4804-a24a-3785bdffc3d6 tempest-RoutersTestDVR-1697636056 tempest-RoutersTestDVR-1697636056-project-admin] Notify callbacks [] for router, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:47.881923 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-69bf1896-45d1-4804-a24a-3785bdffc3d6 tempest-RoutersTestDVR-1697636056 tempest-RoutersTestDVR-1697636056-project-admin] 10.222.0.66 "DELETE /v2.0/routers/18364ec4-84e8-4e8c-a7ef-43b15f31c008 HTTP/1.1" status: 204 len: 168 time: 0.9140022 Aug 18 12:14:47.882062 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 53778) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:14:47.886823 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-6b92b444-f8a6-4f74-8c9a-6866e6027774 tempest-RoutersTestDVR-1697636056 tempest-RoutersTestDVR-1697636056-project-admin] Request body: {'router': {'name': 'tempest-router-1260422203', 'distributed': True}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:14:47.888715 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf4c2da-ceb8-42ab-bc34-c6f5f009694a req-47415891-1181-44f0-bca3-734f5bad42c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:14:47.890265 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-6cf4c2da-ceb8-42ab-bc34-c6f5f009694a req-47415891-1181-44f0-bca3-734f5bad42c6 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b60736d695f1461b9071c3b3eddcc039&device_id=3276acee-812f-4d8b-a68e-2c7c94906266 HTTP/1.1" status: 200 len: 1019 time: 0.4848306 Aug 18 12:14:47.927820 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0aed8e16-65ab-442c-a586-5b8ec01e53d9 tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:47.936168 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0aed8e16-65ab-442c-a586-5b8ec01e53d9 tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:47.946310 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:14:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d24a9801-1a22-4c52-afd1-258e31f92c7a x-openstack-request-id: req-d24a9801-1a22-4c52-afd1-258e31f92c7a {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:14:47.946868 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3276acee-812f-4d8b-a68e-2c7c94906266", "name": "network-vif-deleted", "tag": "70709313-3c87-49e1-bd2d-7d1562521e80", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:14:47.947278 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d24a9801-1a22-4c52-afd1-258e31f92c7a {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:14:47.947824 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3276acee-812f-4d8b-a68e-2c7c94906266', 'name': 'network-vif-deleted', 'tag': '70709313-3c87-49e1-bd2d-7d1562521e80', 'status': 'completed', 'code': 200} Aug 18 12:14:47.982667 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aed8e16-65ab-442c-a586-5b8ec01e53d9 tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9837e769-355a-4dee-b2be-036dca1b56ea,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:14:47.983300 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-3284dd53-4a4a-46fd-a425-39c4c3c3bcad req-5489209d-c3e4-46be-b923-767e4937eccc service neutron] 10.222.0.63 "GET /v2.0/networks/9a60ecad-83fa-47c2-91d2-f7a65c03fb59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6004455 Aug 18 12:14:47.997724 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6b92b444-f8a6-4f74-8c9a-6866e6027774 tempest-RoutersTestDVR-1697636056 tempest-RoutersTestDVR-1697636056-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-998592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15809'] for router, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:47.999027 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6b92b444-f8a6-4f74-8c9a-6866e6027774 tempest-RoutersTestDVR-1697636056 tempest-RoutersTestDVR-1697636056-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-992733', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-971415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15816'] for router, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:48.005796 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0aed8e16-65ab-442c-a586-5b8ec01e53d9 tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:48.007675 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-0aed8e16-65ab-442c-a586-5b8ec01e53d9 tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3596463 Aug 18 12:14:48.011300 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 53780) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:14:48.017713 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-c76b6c1d-a09b-4041-8e67-35dbc8c5e20a tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Request body: {'security_group_rule': {'security_group_id': '9837e769-355a-4dee-b2be-036dca1b56ea', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:14:48.083584 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6b92b444-f8a6-4f74-8c9a-6866e6027774 tempest-RoutersTestDVR-1697636056 tempest-RoutersTestDVR-1697636056-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:48.090788 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6b92b444-f8a6-4f74-8c9a-6866e6027774 tempest-RoutersTestDVR-1697636056 tempest-RoutersTestDVR-1697636056-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-998473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-992536'] for router, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:48.105872 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c76b6c1d-a09b-4041-8e67-35dbc8c5e20a tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:48.110453 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6b92b444-f8a6-4f74-8c9a-6866e6027774 tempest-RoutersTestDVR-1697636056 tempest-RoutersTestDVR-1697636056-project-admin] Notify callbacks [] for router, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:48.114803 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-6b92b444-f8a6-4f74-8c9a-6866e6027774 tempest-RoutersTestDVR-1697636056 tempest-RoutersTestDVR-1697636056-project-admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.2324355 Aug 18 12:14:48.116010 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 53782) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:14:48.125546 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf4c2da-ceb8-42ab-bc34-c6f5f009694a req-0f184a18-c959-4d89-8ee3-279032b864ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:14:48.126996 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-6cf4c2da-ceb8-42ab-bc34-c6f5f009694a req-0f184a18-c959-4d89-8ee3-279032b864ba service neutron] 10.222.0.62 "GET /v2.0/networks?id=f5b38dfb-a77f-4baa-a778-99adb769d1c2 HTTP/1.1" status: 200 len: 897 time: 0.2097709 Aug 18 12:14:48.187739 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c76b6c1d-a09b-4041-8e67-35dbc8c5e20a tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:48.198695 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c76b6c1d-a09b-4041-8e67-35dbc8c5e20a tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992607'] for security_group_rule, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:48.218649 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76b6c1d-a09b-4041-8e67-35dbc8c5e20a tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbe51240-41c4-4d55-bfbe-ba724eab1dfb,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:14:48.229144 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c76b6c1d-a09b-4041-8e67-35dbc8c5e20a tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:48.230113 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-c76b6c1d-a09b-4041-8e67-35dbc8c5e20a tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2176695 Aug 18 12:14:48.233548 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 53784) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:14:48.253922 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-03115c54-bb21-4a74-a71c-c21b859da65f tempest-RoutersTestDVR-1697636056 tempest-RoutersTestDVR-1697636056-project-admin] Notify callbacks [] for router, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:48.268392 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c7ced2e9-fcef-4f47-a867-25b0a69dba69 tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:48.284235 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c7ced2e9-fcef-4f47-a867-25b0a69dba69 tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:48.382808 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c7ced2e9-fcef-4f47-a867-25b0a69dba69 tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992607'] for security_group_rule, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:48.396232 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c7ced2e9-fcef-4f47-a867-25b0a69dba69 tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:48.402411 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-c7ced2e9-fcef-4f47-a867-25b0a69dba69 tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/cbe51240-41c4-4d55-bfbe-ba724eab1dfb HTTP/1.1" status: 204 len: 168 time: 0.1652799 Aug 18 12:14:48.437598 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 53792) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:14:48.469176 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ced2e9-fcef-4f47-a867-25b0a69dba69 tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cbe51240-41c4-4d55-bfbe-ba724eab1dfb,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:14:48.490082 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-95b08b69-f410-413d-ae6a-325ca97c0f8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:48.539721 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-723bf08b-28fa-4229-b186-71d10100b55d req-eb74df68-945d-4902-8157-8b9954d3be05 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/ports?device_id=3276acee-812f-4d8b-a68e-2c7c94906266 HTTP/1.1" status: 200 len: 210 time: 0.0378416 Aug 18 12:14:48.560738 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722f1a75-d3ae-4085-bab5-8e5113c3d95c req-8fe9e77b-3c22-4749-8dfd-4563857cbaf8 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:14:48.562453 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-722f1a75-d3ae-4085-bab5-8e5113c3d95c req-8fe9e77b-3c22-4749-8dfd-4563857cbaf8 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/ports?device_id=dc3e2d7d-3d63-428a-bc66-41ae157ef28e HTTP/1.1" status: 200 len: 944 time: 0.1606960 Aug 18 12:14:48.610461 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-722f1a75-d3ae-4085-bab5-8e5113c3d95c req-2ec1d92b-d080-45ca-9189-6e53455a5f70 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/security-groups?id=0e403c9b-7ac1-4005-9e0c-41b5a2ce4137&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335555 Aug 18 12:14:48.646787 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-77fd6b49-02c3-402d-aa8b-9843e1cfdda9 tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2080536 Aug 18 12:14:48.649720 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 53796) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:14:48.675529 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-03115c54-bb21-4a74-a71c-c21b859da65f tempest-RoutersTestDVR-1697636056 tempest-RoutersTestDVR-1697636056-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-996004', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15859'] for router, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:48.689875 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-03115c54-bb21-4a74-a71c-c21b859da65f tempest-RoutersTestDVR-1697636056 tempest-RoutersTestDVR-1697636056-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:48.707652 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1b17b107-1ac9-48ee-8361-da61a111d66a tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:48.720973 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-6cf4c2da-ceb8-42ab-bc34-c6f5f009694a req-fd04492b-4f40-46ef-89a7-d9a6461304a2 service neutron] 10.222.0.62 "GET /v2.0/networks/f5b38dfb-a77f-4baa-a778-99adb769d1c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5643377 Aug 18 12:14:48.730642 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1b17b107-1ac9-48ee-8361-da61a111d66a tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:48.776236 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1b17b107-1ac9-48ee-8361-da61a111d66a tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:48.779139 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1b17b107-1ac9-48ee-8361-da61a111d66a tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:48.782487 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-1b17b107-1ac9-48ee-8361-da61a111d66a tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] 10.222.0.66 "DELETE /v2.0/security-groups/9837e769-355a-4dee-b2be-036dca1b56ea HTTP/1.1" status: 204 len: 168 time: 0.1296763 Aug 18 12:14:48.783101 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 53798) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:14:48.803724 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b17b107-1ac9-48ee-8361-da61a111d66a tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9837e769-355a-4dee-b2be-036dca1b56ea,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:14:48.819163 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-03115c54-bb21-4a74-a71c-c21b859da65f tempest-RoutersTestDVR-1697636056 tempest-RoutersTestDVR-1697636056-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-996061'] for router, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:48.819674 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03115c54-bb21-4a74-a71c-c21b859da65f tempest-RoutersTestDVR-1697636056 tempest-RoutersTestDVR-1697636056-project-admin] Fanout notify agent at l3_agent the message router_deleted on router dcb17b6f-f16c-43c3-b770-88fce9e12acc {{(pid=106253) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 12:14:48.828554 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-03115c54-bb21-4a74-a71c-c21b859da65f tempest-RoutersTestDVR-1697636056 tempest-RoutersTestDVR-1697636056-project-admin] Notify callbacks [] for router, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:48.829711 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-03115c54-bb21-4a74-a71c-c21b859da65f tempest-RoutersTestDVR-1697636056 tempest-RoutersTestDVR-1697636056-project-admin] 10.222.0.66 "DELETE /v2.0/routers/dcb17b6f-f16c-43c3-b770-88fce9e12acc HTTP/1.1" status: 204 len: 168 time: 0.7127318 Aug 18 12:14:48.841439 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-e8ad47a6-fed9-4f2b-9434-4055d44b6c54 tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0541887 Aug 18 12:14:48.846101 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 53802) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:14:48.851335 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-ad60e030-893e-4d37-bae8-dca141793806 tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Request body: {'security_group': {'name': 'tempest-secgroup--332468048'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:14:48.874965 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ad60e030-893e-4d37-bae8-dca141793806 tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:48.902232 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-6cf4c2da-ceb8-42ab-bc34-c6f5f009694a req-9b5f1469-5c6f-4001-8182-4495a8968d10 service neutron] 10.222.0.62 "GET /v2.0/networks/f5b38dfb-a77f-4baa-a778-99adb769d1c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717486 Aug 18 12:14:48.918794 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ada8654e-5e1c-4988-8459-a2f69f6475f1 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks [] for port, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:48.928467 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ada8654e-5e1c-4988-8459-a2f69f6475f1 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:48.937439 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ada8654e-5e1c-4988-8459-a2f69f6475f1 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:14:48.938323 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ada8654e-5e1c-4988-8459-a2f69f6475f1 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:48.943689 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-ada8654e-5e1c-4988-8459-a2f69f6475f1 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] 10.222.0.66 "PUT /v2.0/ports/fdd2c413-34df-4b60-ac21-b11cd99f2deb HTTP/1.1" status: 200 len: 911 time: 1.9978187 Aug 18 12:14:48.944183 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 53804) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:14:48.989099 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada8654e-5e1c-4988-8459-a2f69f6475f1 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Pushing event updated for resources: {'Port': ['ID=fdd2c413-34df-4b60-ac21-b11cd99f2deb,revision_number=3']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:14:49.049677 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ad60e030-893e-4d37-bae8-dca141793806 tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:49.050067 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ad60e030-893e-4d37-bae8-dca141793806 tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:49.089140 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ad60e030-893e-4d37-bae8-dca141793806 tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:49.090288 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-ad60e030-893e-4d37-bae8-dca141793806 tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2429950 Aug 18 12:14:49.093340 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 53808) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:14:49.098891 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad60e030-893e-4d37-bae8-dca141793806 tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c53c08a5-2e23-417b-b3f5-78f36b5b046f,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:14:49.099321 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-e96c0e81-ffab-4134-9084-b71a300fe2c2 tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Request body: {'security_group_rule': {'security_group_id': 'c53c08a5-2e23-417b-b3f5-78f36b5b046f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:14:49.121605 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 53810) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:14:49.135128 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e96c0e81-ffab-4134-9084-b71a300fe2c2 tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:49.194147 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e96c0e81-ffab-4134-9084-b71a300fe2c2 tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:49.200265 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e96c0e81-ffab-4134-9084-b71a300fe2c2 tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992607'] for security_group_rule, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:49.214073 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96c0e81-ffab-4134-9084-b71a300fe2c2 tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ed5267f-632b-47d7-8fff-89cf79730093,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:14:49.230313 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e96c0e81-ffab-4134-9084-b71a300fe2c2 tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:49.231531 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-e96c0e81-ffab-4134-9084-b71a300fe2c2 tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1366546 Aug 18 12:14:49.234345 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 53814) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:14:49.244730 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-6f033fca-4727-45db-b991-4bf5e0e1ecc9 tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Request body: {'security_group_rule': {'security_group_id': 'c53c08a5-2e23-417b-b3f5-78f36b5b046f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:14:49.249108 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7b302ddb-49a8-4fb5-bb50-a3b2c50ab921 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:49.267135 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 83ee1a77-6dbe-4990-9f37-fcb519558d22 details requested by agent hyperv_n-h1-804985-2 with host n-h1-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:14:49.284108 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.db.api [None req-6f033fca-4727-45db-b991-4bf5e0e1ecc9 tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 18 12:14:49.284108 n-d-804985-2 neutron-server[106252]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 18 12:14:49.284108 n-d-804985-2 neutron-server[106252]: [parameters: {'project_id': '920525a069ea49fc9abb058751d9d8e0', 'id': '31cf3dce-a049-45de-962a-792690864f67', 'expiration': datetime.datetime(2021, 8, 18, 12, 16, 49, 278011)}] Aug 18 12:14:49.284108 n-d-804985-2 neutron-server[106252]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=106252) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 18 12:14:49.284618 n-d-804985-2 neutron-server[106252]: DEBUG oslo_db.api [None req-6f033fca-4727-45db-b991-4bf5e0e1ecc9 tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 18 12:14:49.359392 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a6ea1658-5de1-4ec9-a5f2-d26a553f7f65 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-996815'] for router_interface, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:49.361428 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7b302ddb-49a8-4fb5-bb50-a3b2c50ab921 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:49.366624 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7b302ddb-49a8-4fb5-bb50-a3b2c50ab921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:49.381922 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 83ee1a77-6dbe-4990-9f37-fcb519558d22, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=83ee1a77-6dbe-4990-9f37-fcb519558d22,segment=NetworkSegment(b37ee6ef-093c-4194-a906-24a6a3165741),segment_id=b37ee6ef-093c-4194-a906-24a6a3165741)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:14:49.394681 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Returning: {'device': '83ee1a77-6dbe-4990-9f37-fcb519558d22', 'network_id': '9a60ecad-83fa-47c2-91d2-f7a65c03fb59', 'port_id': '83ee1a77-6dbe-4990-9f37-fcb519558d22', 'mac_address': 'fa:16:3e:1e:76:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 849, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb04d889-17cd-4540-8b57-641bd70e62c4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:14:49.403131 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b302ddb-49a8-4fb5-bb50-a3b2c50ab921 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cba0e3c8-6dd4-4d2c-9c2e-ad5dfb512540,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:14:49.413569 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-7b302ddb-49a8-4fb5-bb50-a3b2c50ab921 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c515c9c795474e188ebade19639862e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2911220 Aug 18 12:14:49.416328 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 53816) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:14:49.440002 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:49.454498 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83ee1a77-6dbe-4990-9f37-fcb519558d22 {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:14:49.484205 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 83ee1a77-6dbe-4990-9f37-fcb519558d22, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=83ee1a77-6dbe-4990-9f37-fcb519558d22,segment=NetworkSegment(b37ee6ef-093c-4194-a906-24a6a3165741),segment_id=b37ee6ef-093c-4194-a906-24a6a3165741)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:14:49.491019 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d4fdab23-1df6-458a-84a1-82e820bb1a4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:49.493001 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:49.497088 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 70709313-3c87-49e1-bd2d-7d1562521e80 no longer exists at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:14:49.515789 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d4fdab23-1df6-458a-84a1-82e820bb1a4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:49.536624 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] No Port match for: 70709313-3c87-49e1-bd2d-7d1562521e80 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:14:49.537199 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 70709313-3c87-49e1-bd2d-7d1562521e80 not bound to the agent host n-h2-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:14:49.602051 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=83ee1a77-6dbe-4990-9f37-fcb519558d22,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:14:49.605988 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d4fdab23-1df6-458a-84a1-82e820bb1a4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:49.609171 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d4fdab23-1df6-458a-84a1-82e820bb1a4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:49.619703 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-d4fdab23-1df6-458a-84a1-82e820bb1a4c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/cba0e3c8-6dd4-4d2c-9c2e-ad5dfb512540 HTTP/1.1" status: 204 len: 168 time: 0.1957285 Aug 18 12:14:49.630947 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-a6ea1658-5de1-4ec9-a5f2-d26a553f7f65 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Deleting port fdd2c413-34df-4b60-ac21-b11cd99f2deb {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:14:49.631546 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a6ea1658-5de1-4ec9-a5f2-d26a553f7f65 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:49.634271 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fdab23-1df6-458a-84a1-82e820bb1a4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cba0e3c8-6dd4-4d2c-9c2e-ad5dfb512540,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:14:49.698087 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] get_ports_and_sgs() called for port_ids ['83ee1a77-6dbe-4990-9f37-fcb519558d22'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:14:49.878167 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a6ea1658-5de1-4ec9-a5f2-d26a553f7f65 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:49.907586 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265fe369-e193-44ff-a47e-36bc6cea54be req-40346ce9-9eec-4e77-9991-af805ab29f96 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:14:49.909204 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-265fe369-e193-44ff-a47e-36bc6cea54be req-40346ce9-9eec-4e77-9991-af805ab29f96 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/ports?device_id=dc3e2d7d-3d63-428a-bc66-41ae157ef28e HTTP/1.1" status: 200 len: 945 time: 0.1748321 Aug 18 12:14:49.914726 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-a6ea1658-5de1-4ec9-a5f2-d26a553f7f65 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Calling delete_port for fdd2c413-34df-4b60-ac21-b11cd99f2deb owned by network:router_interface {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:14:49.935907 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6f033fca-4727-45db-b991-4bf5e0e1ecc9 tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:49.983236 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 53840) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:14:50.034628 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-265fe369-e193-44ff-a47e-36bc6cea54be req-50f9fc90-7f21-4e8a-ae17-614ff1f29844 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/security-groups?id=0e403c9b-7ac1-4005-9e0c-41b5a2ce4137&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1153378 Aug 18 12:14:50.046393 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 53844) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:14:50.067711 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c6f52361-839e-4fa9-af9e-3305d3c6998c admin admin] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:50.140073 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6f033fca-4727-45db-b991-4bf5e0e1ecc9 tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:50.154959 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6f033fca-4727-45db-b991-4bf5e0e1ecc9 tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992607'] for security_group_rule, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:50.192253 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f033fca-4727-45db-b991-4bf5e0e1ecc9 tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9381b61-2b15-4070-9919-4334d066ebd1,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:14:50.266132 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a6ea1658-5de1-4ec9-a5f2-d26a553f7f65 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:50.301183 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ea1658-5de1-4ec9-a5f2-d26a553f7f65 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Pushing event deleted for resources: {'Port': ['ID=fdd2c413-34df-4b60-ac21-b11cd99f2deb,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:14:50.418056 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-281dbb0e-b006-48f9-bf99-a7b06041b421 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-996815'] for router_interface, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:50.418399 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c6f52361-839e-4fa9-af9e-3305d3c6998c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:50.419695 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a6ea1658-5de1-4ec9-a5f2-d26a553f7f65 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953695'] for router_interface, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:50.427627 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c6f52361-839e-4fa9-af9e-3305d3c6998c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:50.439923 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6f033fca-4727-45db-b991-4bf5e0e1ecc9 tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:50.444190 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-6f033fca-4727-45db-b991-4bf5e0e1ecc9 tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.2063487 Aug 18 12:14:50.454955 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 53848) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:14:50.463809 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-6fae06ac-8511-499c-a684-4c77154acb18 tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Request body: {'security_group_rule': {'security_group_id': 'c53c08a5-2e23-417b-b3f5-78f36b5b046f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:14:50.560772 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-c6f52361-839e-4fa9-af9e-3305d3c6998c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=befc48238c7b43cd92eba7e02a0dd8c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5085206 Aug 18 12:14:50.565061 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 53850) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:14:50.565727 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f52361-839e-4fa9-af9e-3305d3c6998c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=775c9cb9-59d2-4e84-89a8-9f8b74236296,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:14:50.594207 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f52361-839e-4fa9-af9e-3305d3c6998c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:14:50.594527 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f52361-839e-4fa9-af9e-3305d3c6998c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:14:50.594998 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f52361-839e-4fa9-af9e-3305d3c6998c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:14:50.595359 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f52361-839e-4fa9-af9e-3305d3c6998c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:14:50.595724 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f52361-839e-4fa9-af9e-3305d3c6998c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:14:50.596042 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f52361-839e-4fa9-af9e-3305d3c6998c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:14:50.596370 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f52361-839e-4fa9-af9e-3305d3c6998c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:14:50.596722 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f52361-839e-4fa9-af9e-3305d3c6998c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:14:50.597046 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f52361-839e-4fa9-af9e-3305d3c6998c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:14:50.597398 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f52361-839e-4fa9-af9e-3305d3c6998c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:14:50.597767 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f52361-839e-4fa9-af9e-3305d3c6998c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:14:50.598128 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f52361-839e-4fa9-af9e-3305d3c6998c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:14:50.675626 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6fae06ac-8511-499c-a684-4c77154acb18 tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:50.689795 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-281dbb0e-b006-48f9-bf99-a7b06041b421 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Deleting port ca446deb-9dfe-443e-a1dd-5e9b22a56b9e {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:14:50.690351 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-281dbb0e-b006-48f9-bf99-a7b06041b421 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:50.732629 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6ea1658-5de1-4ec9-a5f2-d26a553f7f65 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Router a8ec5c51-b61a-45dc-8fe4-6a6e39928b0f has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:14:50.750647 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5222d734-9307-493e-9f43-9a10c231b67a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:50.775173 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6fae06ac-8511-499c-a684-4c77154acb18 tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:50.784062 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [None req-281dbb0e-b006-48f9-bf99-a7b06041b421 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] For port ca446deb-9dfe-443e-a1dd-5e9b22a56b9e, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=ca446deb-9dfe-443e-a1dd-5e9b22a56b9e,segment=NetworkSegment(55da2c2d-7b34-4aab-8a41-786d81396444),segment_id=55da2c2d-7b34-4aab-8a41-786d81396444)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:14:50.784291 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-281dbb0e-b006-48f9-bf99-a7b06041b421 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:50.785443 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6fae06ac-8511-499c-a684-4c77154acb18 tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992607'] for security_group_rule, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:50.797236 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-281dbb0e-b006-48f9-bf99-a7b06041b421 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Calling delete_port for ca446deb-9dfe-443e-a1dd-5e9b22a56b9e owned by network:router_interface {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:14:50.825578 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5222d734-9307-493e-9f43-9a10c231b67a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:50.887233 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fae06ac-8511-499c-a684-4c77154acb18 tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1433fa2a-96d6-4e61-9132-d0bd5e785062,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:14:50.896506 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6ea1658-5de1-4ec9-a5f2-d26a553f7f65 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:14:50.907321 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-a6ea1658-5de1-4ec9-a5f2-d26a553f7f65 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] 10.222.0.66 "PUT /v2.0/routers/a8ec5c51-b61a-45dc-8fe4-6a6e39928b0f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9565601 Aug 18 12:14:50.907321 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6fae06ac-8511-499c-a684-4c77154acb18 tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:50.907321 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-6fae06ac-8511-499c-a684-4c77154acb18 tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4478648 Aug 18 12:14:50.910086 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 53852) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:14:50.910271 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 53854) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:14:50.910381 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3970dd58-45e3-4aa1-ac64-434b64848300 None None] Sync routers for ids ['a8ec5c51-b61a-45dc-8fe4-6a6e39928b0f'] in n-d-804985-2 {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:14:50.915795 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-e297fe27-3a01-474d-8849-6ff09df3195a tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Request body: {'security_group_rule': {'security_group_id': 'c53c08a5-2e23-417b-b3f5-78f36b5b046f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:14:50.920012 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3970dd58-45e3-4aa1-ac64-434b64848300 None None] Routers {'a8ec5c51-b61a-45dc-8fe4-6a6e39928b0f'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:14:50.920775 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-3970dd58-45e3-4aa1-ac64-434b64848300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:14:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['a8ec5c51-b61a-45dc-8fe4-6a6e39928b0f'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:14:50.957460 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-3970dd58-45e3-4aa1-ac64-434b64848300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:14:50.962701 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-388afedd-b726-47f8-8f11-8cca887b2bb8 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] 10.222.0.66 "GET /v2.0/ports?device_id=a8ec5c51-b61a-45dc-8fe4-6a6e39928b0f HTTP/1.1" status: 200 len: 205 time: 0.0470116 Aug 18 12:14:50.963008 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 53856) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:14:50.966879 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3970dd58-45e3-4aa1-ac64-434b64848300 None None] Routers {'a8ec5c51-b61a-45dc-8fe4-6a6e39928b0f'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:14:50.967621 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-3970dd58-45e3-4aa1-ac64-434b64848300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:14:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['a8ec5c51-b61a-45dc-8fe4-6a6e39928b0f'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:14:51.001089 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-3970dd58-45e3-4aa1-ac64-434b64848300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:14:51.001756 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3970dd58-45e3-4aa1-ac64-434b64848300 None None] The sync data for ids ['a8ec5c51-b61a-45dc-8fe4-6a6e39928b0f'] in n-d-804985-2 is: [] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:14:51.060333 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f08d9d8d-3944-477b-b5d0-09ebfb7a559b tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks [] for router, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:51.064508 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5222d734-9307-493e-9f43-9a10c231b67a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:51.067386 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5222d734-9307-493e-9f43-9a10c231b67a admin admin] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:51.069336 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-5222d734-9307-493e-9f43-9a10c231b67a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/775c9cb9-59d2-4e84-89a8-9f8b74236296 HTTP/1.1" status: 204 len: 168 time: 0.5001502 Aug 18 12:14:51.148882 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e297fe27-3a01-474d-8849-6ff09df3195a tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:51.185851 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5222d734-9307-493e-9f43-9a10c231b67a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=775c9cb9-59d2-4e84-89a8-9f8b74236296,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:14:51.267193 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 83ee1a77-6dbe-4990-9f37-fcb519558d22 up at agent hyperv_n-h1-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:14:51.357866 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f08d9d8d-3944-477b-b5d0-09ebfb7a559b tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-996004', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15859'] for router, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:51.360208 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f08d9d8d-3944-477b-b5d0-09ebfb7a559b tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:51.368543 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-281dbb0e-b006-48f9-bf99-a7b06041b421 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:51.379000 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Provisioning for port 83ee1a77-6dbe-4990-9f37-fcb519558d22 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:14:51.395523 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Provisioning complete for port 83ee1a77-6dbe-4990-9f37-fcb519558d22 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:14:51.396153 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:51.417458 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281dbb0e-b006-48f9-bf99-a7b06041b421 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Pushing event deleted for resources: {'Port': ['ID=ca446deb-9dfe-443e-a1dd-5e9b22a56b9e,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:14:51.417618 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7acf083-b088-4b0f-a08f-06542ddcd54f req-405b6c41-34ec-4cf3-8947-fb73ddd849da tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:14:51.419217 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a7acf083-b088-4b0f-a08f-06542ddcd54f req-405b6c41-34ec-4cf3-8947-fb73ddd849da tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/ports?device_id=dc3e2d7d-3d63-428a-bc66-41ae157ef28e HTTP/1.1" status: 200 len: 945 time: 0.2596414 Aug 18 12:14:51.434626 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e297fe27-3a01-474d-8849-6ff09df3195a tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:51.438109 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:51.455602 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e297fe27-3a01-474d-8849-6ff09df3195a tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992607'] for security_group_rule, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:51.514652 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e297fe27-3a01-474d-8849-6ff09df3195a tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6efce3b-4889-4cf3-9c18-888175785cd6,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:14:51.522196 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f08d9d8d-3944-477b-b5d0-09ebfb7a559b tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-996061'] for router, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:51.522552 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:51.522668 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f08d9d8d-3944-477b-b5d0-09ebfb7a559b tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Fanout notify agent at l3_agent the message router_deleted on router a8ec5c51-b61a-45dc-8fe4-6a6e39928b0f {{(pid=106252) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 12:14:51.566531 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f08d9d8d-3944-477b-b5d0-09ebfb7a559b tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks [] for router, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:51.570069 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-f08d9d8d-3944-477b-b5d0-09ebfb7a559b tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] 10.222.0.66 "DELETE /v2.0/routers/a8ec5c51-b61a-45dc-8fe4-6a6e39928b0f HTTP/1.1" status: 204 len: 168 time: 0.6038041 Aug 18 12:14:51.570455 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 53882) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:14:51.574693 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 83ee1a77-6dbe-4990-9f37-fcb519558d22, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=83ee1a77-6dbe-4990-9f37-fcb519558d22,segment=NetworkSegment(b37ee6ef-093c-4194-a906-24a6a3165741),segment_id=b37ee6ef-093c-4194-a906-24a6a3165741)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:14:51.576294 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc3e2d7d-3d63-428a-bc66-41ae157ef28e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83ee1a77-6dbe-4990-9f37-fcb519558d22'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:14:51.579643 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db50a436fb3a98495337d8fe7487b4f2ea6f3c1052eb9efadc2ecda2d5737001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92f7030a-7856-4a28-8538-8af23777a58f" -d '{"events": [{"server_uuid": "dc3e2d7d-3d63-428a-bc66-41ae157ef28e", "name": "network-vif-plugged", "status": "completed", "tag": "83ee1a77-6dbe-4990-9f37-fcb519558d22"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:14:51.585197 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:51.619286 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a7acf083-b088-4b0f-a08f-06542ddcd54f req-02e861f8-edf8-4532-87ac-4ef13b0457e0 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/security-groups?id=0e403c9b-7ac1-4005-9e0c-41b5a2ce4137&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1912041 Aug 18 12:14:51.629576 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e297fe27-3a01-474d-8849-6ff09df3195a tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:51.630784 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-e297fe27-3a01-474d-8849-6ff09df3195a tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7184870 Aug 18 12:14:51.633564 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 53888) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:14:51.638748 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-f679bd7b-7679-4702-9b5e-1117823743cb tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Request body: {'security_group_rule': {'security_group_id': 'c53c08a5-2e23-417b-b3f5-78f36b5b046f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:14:51.671584 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:14:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07419f50-f151-4986-b202-75eee8c0b927 x-openstack-request-id: req-07419f50-f151-4986-b202-75eee8c0b927 {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:14:51.672060 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc3e2d7d-3d63-428a-bc66-41ae157ef28e", "name": "network-vif-plugged", "status": "completed", "tag": "83ee1a77-6dbe-4990-9f37-fcb519558d22", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:14:51.672703 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-07419f50-f151-4986-b202-75eee8c0b927 {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:14:51.673203 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc3e2d7d-3d63-428a-bc66-41ae157ef28e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83ee1a77-6dbe-4990-9f37-fcb519558d22', 'code': 200} Aug 18 12:14:51.707930 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1d0dcf4a-73ca-43a7-95cf-c9182e164b68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:51.714140 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=83ee1a77-6dbe-4990-9f37-fcb519558d22,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:14:51.725931 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f679bd7b-7679-4702-9b5e-1117823743cb tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:51.814409 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f679bd7b-7679-4702-9b5e-1117823743cb tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:51.824034 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f679bd7b-7679-4702-9b5e-1117823743cb tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992607'] for security_group_rule, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:51.834796 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_v2 [None req-6dfb3f1d-998e-41fc-bf98-0576e676a83f tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Deleting subnet 505aacd0-6313-4e0b-a886-577201688a44 {{(pid=106253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 12:14:51.852942 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f679bd7b-7679-4702-9b5e-1117823743cb tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c34f69d1-b470-4aed-b902-9f2d4e4027df,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:14:51.861567 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f679bd7b-7679-4702-9b5e-1117823743cb tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:51.865614 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-f679bd7b-7679-4702-9b5e-1117823743cb tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.2284021 Aug 18 12:14:51.867669 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 53898) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:14:51.880672 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6dfb3f1d-998e-41fc-bf98-0576e676a83f tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks [] for subnet, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:51.895458 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-289159ba-2e8c-4708-a874-b9fee2e97003 tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:51.903505 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-289159ba-2e8c-4708-a874-b9fee2e97003 tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:51.911206 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8df67d-1d54-49ad-8363-40047f31c9e8 req-53877c5f-5bb8-4a8f-8c61-6ae88dab2ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:14:51.912812 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-ea8df67d-1d54-49ad-8363-40047f31c9e8 req-53877c5f-5bb8-4a8f-8c61-6ae88dab2ac9 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=dc3e2d7d-3d63-428a-bc66-41ae157ef28e HTTP/1.1" status: 200 len: 1097 time: 0.1609323 Aug 18 12:14:51.947461 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-289159ba-2e8c-4708-a874-b9fee2e97003 tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992607'] for security_group_rule, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:51.954569 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-289159ba-2e8c-4708-a874-b9fee2e97003 tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:51.956656 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-289159ba-2e8c-4708-a874-b9fee2e97003 tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/c34f69d1-b470-4aed-b902-9f2d4e4027df HTTP/1.1" status: 204 len: 168 time: 0.0875216 Aug 18 12:14:51.962567 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 53908) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:14:51.980740 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6dfb3f1d-998e-41fc-bf98-0576e676a83f tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902229'] for subnet, precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:51.985318 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-ea8df67d-1d54-49ad-8363-40047f31c9e8 req-adb2356f-55a1-4fc2-a22b-32cbadade16d service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=0e403c9b-7ac1-4005-9e0c-41b5a2ce4137&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639212 Aug 18 12:14:51.986721 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289159ba-2e8c-4708-a874-b9fee2e97003 tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c34f69d1-b470-4aed-b902-9f2d4e4027df,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:14:52.007753 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-281dbb0e-b006-48f9-bf99-a7b06041b421 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953695'] for router_interface, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:52.037319 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-4d3d9929-2b46-4607-8af6-7b00cedcbe14 tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0740857 Aug 18 12:14:52.039177 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 53916) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:14:52.100392 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-930de85a-8d6b-4d5a-bb7b-e8f395b4b3a5 tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:52.109727 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-930de85a-8d6b-4d5a-bb7b-e8f395b4b3a5 tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:52.136175 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-53584c24-f517-494e-ac93-c18bb92373f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:52.141950 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-930de85a-8d6b-4d5a-bb7b-e8f395b4b3a5 tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992607'] for security_group_rule, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:52.150767 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-930de85a-8d6b-4d5a-bb7b-e8f395b4b3a5 tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:52.154706 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-930de85a-8d6b-4d5a-bb7b-e8f395b4b3a5 tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/e6efce3b-4889-4cf3-9c18-888175785cd6 HTTP/1.1" status: 204 len: 168 time: 0.1144702 Aug 18 12:14:52.158549 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 53920) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:14:52.179071 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930de85a-8d6b-4d5a-bb7b-e8f395b4b3a5 tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e6efce3b-4889-4cf3-9c18-888175785cd6,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:14:52.186868 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6dfb3f1d-998e-41fc-bf98-0576e676a83f tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:52.212022 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 53922) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:14:52.214195 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-636b2b8d-2811-4277-9329-f5e1c5eea55c tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0545568 Aug 18 12:14:52.217544 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 53924) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:14:52.253168 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d65ae7c2-2ac5-49a0-b7dd-53bb3acc1a68 tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:52.262644 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d65ae7c2-2ac5-49a0-b7dd-53bb3acc1a68 tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:52.296013 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d65ae7c2-2ac5-49a0-b7dd-53bb3acc1a68 tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992607'] for security_group_rule, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:52.304528 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d65ae7c2-2ac5-49a0-b7dd-53bb3acc1a68 tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:52.305788 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-d65ae7c2-2ac5-49a0-b7dd-53bb3acc1a68 tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/1433fa2a-96d6-4e61-9132-d0bd5e785062 HTTP/1.1" status: 204 len: 168 time: 0.0869610 Aug 18 12:14:52.308892 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 53928) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:14:52.310648 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65ae7c2-2ac5-49a0-b7dd-53bb3acc1a68 tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1433fa2a-96d6-4e61-9132-d0bd5e785062,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:14:52.396430 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6dfb3f1d-998e-41fc-bf98-0576e676a83f tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58902171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59388106'] for subnet, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:52.407630 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 53932) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:14:52.423098 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-bcddd10e-1956-4375-ac27-0dd87109117a tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1130862 Aug 18 12:14:52.425979 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 53936) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:14:52.448148 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfb3f1d-998e-41fc-bf98-0576e676a83f tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Pushing event deleted for resources: {'Subnet': ['ID=505aacd0-6313-4e0b-a886-577201688a44,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:14:52.450217 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6dfb3f1d-998e-41fc-bf98-0576e676a83f tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:52.452255 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-6dfb3f1d-998e-41fc-bf98-0576e676a83f tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] 10.222.0.66 "DELETE /v2.0/subnets/505aacd0-6313-4e0b-a886-577201688a44 HTTP/1.1" status: 204 len: 168 time: 0.8788795 Aug 18 12:14:52.456055 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 53938) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:14:52.462339 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6753b10-71d6-4a59-b504-52e923edec6d None None] Network b43f5d46-8aac-4d1d-b04c-bd27c8412151 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:14:52.465132 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-281dbb0e-b006-48f9-bf99-a7b06041b421 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Router a24b442a-33be-4d6e-a008-5f640087c76d has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:14:52.479812 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-817347f4-1948-4f30-ab63-3e29947dbb2d tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:52.520266 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-4a2d15d5-af60-4f93-985e-bee24a803bca tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1984012873'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:14:52.524831 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-817347f4-1948-4f30-ab63-3e29947dbb2d tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:52.543081 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-78fa5603-1d9e-4260-9307-0aa4a00d85ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:52.580986 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e7e98feb-6c0f-4fd4-81e4-26c4eeb00648 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7904109'] for network, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:52.588009 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a2d15d5-af60-4f93-985e-bee24a803bca tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] Made reservation on behalf of ad867e17edc74f14bec8195aa02703b1 for: {'network': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:14:52.591584 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4a2d15d5-af60-4f93-985e-bee24a803bca tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for network, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:52.604274 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4a2d15d5-af60-4f93-985e-bee24a803bca tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:52.605472 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-817347f4-1948-4f30-ab63-3e29947dbb2d tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992607'] for security_group_rule, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:52.613911 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-817347f4-1948-4f30-ab63-3e29947dbb2d tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:52.617533 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-817347f4-1948-4f30-ab63-3e29947dbb2d tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/a9381b61-2b15-4070-9919-4334d066ebd1 HTTP/1.1" status: 204 len: 168 time: 0.1880751 Aug 18 12:14:52.618495 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 53940) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:14:52.643866 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-281dbb0e-b006-48f9-bf99-a7b06041b421 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:14:52.650294 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-281dbb0e-b006-48f9-bf99-a7b06041b421 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "PUT /v2.0/routers/a24b442a-33be-4d6e-a008-5f640087c76d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6658976 Aug 18 12:14:52.653180 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 53942) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:14:52.660246 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c0cfa8b-162d-401c-a9ea-a058c29a1f4b None None] Sync routers for ids ['a24b442a-33be-4d6e-a008-5f640087c76d'] in n-d-804985-2 {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:14:52.675884 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c0cfa8b-162d-401c-a9ea-a058c29a1f4b None None] Routers {'a24b442a-33be-4d6e-a008-5f640087c76d'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:14:52.676086 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817347f4-1948-4f30-ab63-3e29947dbb2d tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a9381b61-2b15-4070-9919-4334d066ebd1,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:14:52.676877 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-5c0cfa8b-162d-401c-a9ea-a058c29a1f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:14:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['a24b442a-33be-4d6e-a008-5f640087c76d'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:14:52.692123 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-9b73425c-b888-43fa-979f-1be8a66d6920 tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0714855 Aug 18 12:14:52.694750 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 53946) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:14:52.730695 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-17d92bf7-e173-4891-afca-d64ab508ed4f tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:52.739867 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4db2655-1bbc-492b-b890-803fb63de2d8 None None] DHCP port deletion for b43f5d46-8aac-4d1d-b04c-bd27c8412151 request from n-d-804985-2 {{(pid=106254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 12:14:52.740803 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-17d92bf7-e173-4891-afca-d64ab508ed4f tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:52.787117 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-17d92bf7-e173-4891-afca-d64ab508ed4f tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992607'] for security_group_rule, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:52.797952 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-17d92bf7-e173-4891-afca-d64ab508ed4f tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:52.802743 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-17d92bf7-e173-4891-afca-d64ab508ed4f tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/6ed5267f-632b-47d7-8fff-89cf79730093 HTTP/1.1" status: 204 len: 168 time: 0.1055341 Aug 18 12:14:52.802743 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 53948) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:14:52.808395 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-a4db2655-1bbc-492b-b890-803fb63de2d8 None None] Deleting port 83fef97d-acf0-4dfe-8a30-1482640d5c47 {{(pid=106254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:14:52.809064 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-a4db2655-1bbc-492b-b890-803fb63de2d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:52.827363 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d92bf7-e173-4891-afca-d64ab508ed4f tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6ed5267f-632b-47d7-8fff-89cf79730093,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:14:52.851304 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_v2 [None req-a66ba17c-757d-4f7d-8ada-5a365480395a tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Deleting subnet 5eb95836-9c09-482a-936d-fd43d3b2ac48 {{(pid=106252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 12:14:52.859249 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a66ba17c-757d-4f7d-8ada-5a365480395a tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks [] for subnet, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:52.884277 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-0d528fad-b241-4d2a-a8f4-0c864f47a670 tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0618465 Aug 18 12:14:52.884984 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 53950) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:14:52.894535 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-5c0cfa8b-162d-401c-a9ea-a058c29a1f4b None None] Set router a24b442a-33be-4d6e-a008-5f640087c76d gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:14:52.900551 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-a4db2655-1bbc-492b-b890-803fb63de2d8 None None] For port 83fef97d-acf0-4dfe-8a30-1482640d5c47, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=83fef97d-acf0-4dfe-8a30-1482640d5c47,segment=NetworkSegment(3a7f1b4d-1eba-42cd-8f47-61e32e23b34b),segment_id=3a7f1b4d-1eba-42cd-8f47-61e32e23b34b)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:14:52.900924 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-a4db2655-1bbc-492b-b890-803fb63de2d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:52.919034 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-a4db2655-1bbc-492b-b890-803fb63de2d8 None None] Calling delete_port for 83fef97d-acf0-4dfe-8a30-1482640d5c47 owned by network:dhcp {{(pid=106254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:14:52.957801 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b28bba9b-7176-4a62-b0f0-908f0b4857d7 tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:52.985809 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b28bba9b-7176-4a62-b0f0-908f0b4857d7 tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:53.032705 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-a4db2655-1bbc-492b-b890-803fb63de2d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556'] for port, after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:53.040958 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b28bba9b-7176-4a62-b0f0-908f0b4857d7 tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:53.045388 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b28bba9b-7176-4a62-b0f0-908f0b4857d7 tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:53.046957 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-b28bba9b-7176-4a62-b0f0-908f0b4857d7 tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] 10.222.0.66 "DELETE /v2.0/security-groups/c53c08a5-2e23-417b-b3f5-78f36b5b046f HTTP/1.1" status: 204 len: 168 time: 0.1600273 Aug 18 12:14:53.051518 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 53952) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:14:53.080324 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28bba9b-7176-4a62-b0f0-908f0b4857d7 tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c53c08a5-2e23-417b-b3f5-78f36b5b046f,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:14:53.085952 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4db2655-1bbc-492b-b890-803fb63de2d8 None None] No DVR routers for this DVR port 83fef97d-acf0-4dfe-8a30-1482640d5c47 on host n-d-804985-2 {{(pid=106254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:14:53.088672 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4db2655-1bbc-492b-b890-803fb63de2d8 None None] Pushing event deleted for resources: {'Port': ['ID=83fef97d-acf0-4dfe-8a30-1482640d5c47,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:14:53.132431 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-751d9191-fd5b-45c4-b8ad-8c1a96975374 tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0796916 Aug 18 12:14:53.138679 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 53954) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:14:53.141736 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-8875fcef-a5c4-4933-b133-7649e2efa542 tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Request body: {'security_group': {'name': 'tempest-secgroup--1853807733'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:14:53.152799 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-5c0cfa8b-162d-401c-a9ea-a058c29a1f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a24b442a-33be-4d6e-a008-5f640087c76d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-371597633', 'tenant_id': 'b60736d695f1461b9071c3b3eddcc039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': 'f645b6eb-46e1-4007-aac6-d8ed7cf3c892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:12:22Z', 'updated_at': '2021-08-18T12:14:51Z', 'revision_number': 5, 'project_id': 'b60736d695f1461b9071c3b3eddcc039', 'gw_port': {'id': 'f645b6eb-46e1-4007-aac6-d8ed7cf3c892', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:2b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a24b442a-33be-4d6e-a008-5f640087c76d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2493, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:12:24Z', 'updated_at': '2021-08-18T12:12:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:14:53.178600 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c0cfa8b-162d-401c-a9ea-a058c29a1f4b None None] Checking router: a24b442a-33be-4d6e-a008-5f640087c76d for host: n-d-804985-2 {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:14:53.187085 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c0cfa8b-162d-401c-a9ea-a058c29a1f4b None None] Routers {'a24b442a-33be-4d6e-a008-5f640087c76d'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:14:53.187791 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-5c0cfa8b-162d-401c-a9ea-a058c29a1f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:14:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['a24b442a-33be-4d6e-a008-5f640087c76d'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:14:53.240287 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-e7e98feb-6c0f-4fd4-81e4-26c4eeb00648 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Deleting port 83fef97d-acf0-4dfe-8a30-1482640d5c47 {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:14:53.240532 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e7e98feb-6c0f-4fd4-81e4-26c4eeb00648 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:53.254234 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854c9d4a-29c4-411f-bf3a-f0b91bad6635 req-6b795c02-cfec-4cab-83b9-fbdf98f6fcd9 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:14:53.255817 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-854c9d4a-29c4-411f-bf3a-f0b91bad6635 req-6b795c02-cfec-4cab-83b9-fbdf98f6fcd9 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/ports?device_id=dc3e2d7d-3d63-428a-bc66-41ae157ef28e HTTP/1.1" status: 200 len: 946 time: 0.4799137 Aug 18 12:14:53.257929 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-78fa5603-1d9e-4260-9307-0aa4a00d85ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:53.279219 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.db.api [None req-8875fcef-a5c4-4933-b133-7649e2efa542 tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 18 12:14:53.279219 n-d-804985-2 neutron-server[106253]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 18 12:14:53.279219 n-d-804985-2 neutron-server[106253]: [parameters: {'project_id_1': '920525a069ea49fc9abb058751d9d8e0', 'expiration_1': datetime.datetime(2021, 8, 18, 12, 14, 53, 147771)}] Aug 18 12:14:53.279219 n-d-804985-2 neutron-server[106253]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=106253) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 18 12:14:53.280061 n-d-804985-2 neutron-server[106253]: DEBUG oslo_db.api [None req-8875fcef-a5c4-4933-b133-7649e2efa542 tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 18 12:14:53.299989 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-78fa5603-1d9e-4260-9307-0aa4a00d85ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:53.310966 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a66ba17c-757d-4f7d-8ada-5a365480395a tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2221528'] for subnet, precommit_delete_associations {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:53.366023 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4a2d15d5-af60-4f93-985e-bee24a803bca tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:53.373469 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4a2d15d5-af60-4f93-985e-bee24a803bca tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:53.399588 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a2d15d5-af60-4f93-985e-bee24a803bca tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 807} {{(pid=106253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:14:53.407531 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-5c0cfa8b-162d-401c-a9ea-a058c29a1f4b None None] Set router a24b442a-33be-4d6e-a008-5f640087c76d gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:14:53.413866 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2d15d5-af60-4f93-985e-bee24a803bca tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] Pushing event updated for resources: {'SecurityGroup': ['ID=710ae6f5-d2d4-475d-8706-56e3a8bfd70c,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:14:53.421576 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4a2d15d5-af60-4f93-985e-bee24a803bca tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:53.422714 n-d-804985-2 neutron-server[106253]: INFO neutron.db.segments_db [None req-4a2d15d5-af60-4f93-985e-bee24a803bca tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] Added segment 8b14af48-91ea-4072-a239-57bcb43af0ed of type vlan for network 16826e30-aad3-4fd3-adb5-9d3ed4b985e0 Aug 18 12:14:53.427563 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-78fa5603-1d9e-4260-9307-0aa4a00d85ba admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6e6631f8bca84821810981f7c590c2e4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0188322 Aug 18 12:14:53.428734 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [None req-e7e98feb-6c0f-4fd4-81e4-26c4eeb00648 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] For port 83fef97d-acf0-4dfe-8a30-1482640d5c47, host n-d-804985-2, got binding levels [] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:14:53.429092 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e7e98feb-6c0f-4fd4-81e4-26c4eeb00648 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:53.432336 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 53956) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:14:53.436002 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fa5603-1d9e-4260-9307-0aa4a00d85ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a308f9e-fef8-47be-a22d-bd14e639d6f4,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:14:53.451318 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-854c9d4a-29c4-411f-bf3a-f0b91bad6635 req-57561fda-144f-402a-9984-d8ee2cf479fc tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/security-groups?id=0e403c9b-7ac1-4005-9e0c-41b5a2ce4137&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1799533 Aug 18 12:14:53.458556 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-e7e98feb-6c0f-4fd4-81e4-26c4eeb00648 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Calling delete_port for 83fef97d-acf0-4dfe-8a30-1482640d5c47 owned by network:dhcp {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:14:53.485984 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.ipam_backend_mixin [None req-e7e98feb-6c0f-4fd4-81e4-26c4eeb00648 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Port 83fef97d-acf0-4dfe-8a30-1482640d5c47 was not found and therefore no delete operation was performed {{(pid=106252) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 18 12:14:53.485984 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e7e98feb-6c0f-4fd4-81e4-26c4eeb00648 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:53.516232 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e98feb-6c0f-4fd4-81e4-26c4eeb00648 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Pushing event deleted for resources: {'Port': ['ID=83fef97d-acf0-4dfe-8a30-1482640d5c47,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:14:53.523089 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e98feb-6c0f-4fd4-81e4-26c4eeb00648 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] No DVR routers for this DVR port 83fef97d-acf0-4dfe-8a30-1482640d5c47 on host n-d-804985-2 {{(pid=106252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:14:53.524721 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-601c1348-c6b2-46d8-84dd-d6f9eb6f501e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:53.525238 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a66ba17c-757d-4f7d-8ada-5a365480395a tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:53.544200 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 83fef97d-acf0-4dfe-8a30-1482640d5c47 no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:14:53.554234 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4a2d15d5-af60-4f93-985e-bee24a803bca tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789150665894'] for network, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:53.567303 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-601c1348-c6b2-46d8-84dd-d6f9eb6f501e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:53.578918 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: 83fef97d-acf0-4dfe-8a30-1482640d5c47 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:14:53.580083 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 83fef97d-acf0-4dfe-8a30-1482640d5c47 not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:14:53.630085 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4a2d15d5-af60-4f93-985e-bee24a803bca tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for network, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:53.636971 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a2d15d5-af60-4f93-985e-bee24a803bca tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:14:53.637564 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4a2d15d5-af60-4f93-985e-bee24a803bca tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] Notify callbacks [] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:53.639719 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e7e98feb-6c0f-4fd4-81e4-26c4eeb00648 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8367869', 'neutron.services.segments.db._delete_segments_for_network-8789151212993'] for network, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:53.654411 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-e7e98feb-6c0f-4fd4-81e4-26c4eeb00648 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b43f5d46-8aac-4d1d-b04c-bd27c8412151']}} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:14:53.667352 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-e7e98feb-6c0f-4fd4-81e4-26c4eeb00648 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a7f1b4d-1eba-42cd-8f47-61e32e23b34b') {'for_net_delete': True} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:14:53.667644 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-e7e98feb-6c0f-4fd4-81e4-26c4eeb00648 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a7f1b4d-1eba-42cd-8f47-61e32e23b34b') {} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:14:53.674559 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a66ba17c-757d-4f7d-8ada-5a365480395a tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3572848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59074100'] for subnet, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:53.675233 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-5c0cfa8b-162d-401c-a9ea-a058c29a1f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a24b442a-33be-4d6e-a008-5f640087c76d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-371597633', 'tenant_id': 'b60736d695f1461b9071c3b3eddcc039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': 'f645b6eb-46e1-4007-aac6-d8ed7cf3c892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:12:22Z', 'updated_at': '2021-08-18T12:14:51Z', 'revision_number': 5, 'project_id': 'b60736d695f1461b9071c3b3eddcc039', 'gw_port': {'id': 'f645b6eb-46e1-4007-aac6-d8ed7cf3c892', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:2b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a24b442a-33be-4d6e-a008-5f640087c76d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2493, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:12:24Z', 'updated_at': '2021-08-18T12:12:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:14:53.683991 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e7e98feb-6c0f-4fd4-81e4-26c4eeb00648 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789151225254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2221521'] for segment, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:53.699539 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-4a2d15d5-af60-4f93-985e-bee24a803bca tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.4840753 Aug 18 12:14:53.706524 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 53958) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:14:53.712191 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66ba17c-757d-4f7d-8ada-5a365480395a tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Pushing event deleted for resources: {'Subnet': ['ID=5eb95836-9c09-482a-936d-fd43d3b2ac48,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:14:53.712907 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-0774a24b-3ef9-4ce5-8598-395faee74d49 tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] Request body: {'subnet': {'network_id': '16826e30-aad3-4fd3-adb5-9d3ed4b985e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:14:53.718614 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a66ba17c-757d-4f7d-8ada-5a365480395a tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for subnet, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:53.718828 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-601c1348-c6b2-46d8-84dd-d6f9eb6f501e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:53.725448 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-a66ba17c-757d-4f7d-8ada-5a365480395a tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "DELETE /v2.0/subnets/5eb95836-9c09-482a-936d-fd43d3b2ac48 HTTP/1.1" status: 204 len: 168 time: 1.0659120 Aug 18 12:14:53.725576 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-601c1348-c6b2-46d8-84dd-d6f9eb6f501e admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:53.725576 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-601c1348-c6b2-46d8-84dd-d6f9eb6f501e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/3a308f9e-fef8-47be-a22d-bd14e639d6f4 HTTP/1.1" status: 204 len: 168 time: 0.2885225 Aug 18 12:14:53.725737 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 53960) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:14:53.728839 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6767ebaf-b136-42e4-a98b-98b912954ffa None None] Network f5b38dfb-a77f-4baa-a778-99adb769d1c2 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:14:53.732589 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e7e98feb-6c0f-4fd4-81e4-26c4eeb00648 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:53.740087 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2d15d5-af60-4f93-985e-bee24a803bca tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] Pushing event updated for resources: {'Network': ['ID=16826e30-aad3-4fd3-adb5-9d3ed4b985e0,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:14:53.762341 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c0cfa8b-162d-401c-a9ea-a058c29a1f4b None None] The sync data for ids ['a24b442a-33be-4d6e-a008-5f640087c76d'] in n-d-804985-2 is: [{'id': 'a24b442a-33be-4d6e-a008-5f640087c76d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-371597633', 'tenant_id': 'b60736d695f1461b9071c3b3eddcc039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': 'f645b6eb-46e1-4007-aac6-d8ed7cf3c892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:12:22Z', 'updated_at': '2021-08-18T12:14:51Z', 'revision_number': 5, 'project_id': 'b60736d695f1461b9071c3b3eddcc039', 'gw_port': {'id': 'f645b6eb-46e1-4007-aac6-d8ed7cf3c892', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:2b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a24b442a-33be-4d6e-a008-5f640087c76d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2493, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:12:24Z', 'updated_at': '2021-08-18T12:12:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:14:53.775760 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601c1348-c6b2-46d8-84dd-d6f9eb6f501e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a308f9e-fef8-47be-a22d-bd14e639d6f4,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:14:53.780852 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7e98feb-6c0f-4fd4-81e4-26c4eeb00648 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Releasing vlan 826 on physical network physnet1 to pool {{(pid=106252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:14:53.781268 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e7e98feb-6c0f-4fd4-81e4-26c4eeb00648 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3572434'] for segment, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:53.784427 n-d-804985-2 neutron-server[106252]: Traceback (most recent call last): Aug 18 12:14:53.784427 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:14:53.784427 n-d-804985-2 neutron-server[106252]: timer() Aug 18 12:14:53.784427 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:14:53.784427 n-d-804985-2 neutron-server[106252]: cb(*args, **kw) Aug 18 12:14:53.784427 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:14:53.784427 n-d-804985-2 neutron-server[106252]: return func(*args, **kwargs) Aug 18 12:14:53.784427 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:14:53.784427 n-d-804985-2 neutron-server[106252]: self._notify() Aug 18 12:14:53.784427 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:14:53.784427 n-d-804985-2 neutron-server[106252]: self.callback(batched_events) Aug 18 12:14:53.784427 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:14:53.784427 n-d-804985-2 neutron-server[106252]: event.method(event) Aug 18 12:14:53.784427 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:14:53.784427 n-d-804985-2 neutron-server[106252]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:14:53.784427 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:14:53.784427 n-d-804985-2 neutron-server[106252]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:14:53.784427 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:14:53.784427 n-d-804985-2 neutron-server[106252]: return f(self, *a, **k) Aug 18 12:14:53.784427 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:14:53.784427 n-d-804985-2 neutron-server[106252]: return self._get(url).json() Aug 18 12:14:53.784427 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:14:53.784427 n-d-804985-2 neutron-server[106252]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:14:53.784427 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:14:53.784427 n-d-804985-2 neutron-server[106252]: return self.request(url, 'GET', **kwargs) Aug 18 12:14:53.784427 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:14:53.784427 n-d-804985-2 neutron-server[106252]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:14:53.784427 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:14:53.784427 n-d-804985-2 neutron-server[106252]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:14:53.784427 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:14:53.784427 n-d-804985-2 neutron-server[106252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:14:53.784427 n-d-804985-2 neutron-server[106252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:14:53.836191 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8875fcef-a5c4-4933-b133-7649e2efa542 tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:53.846026 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Network 16826e30-aad3-4fd3-adb5-9d3ed4b985e0 details requested by agent ovs-agent-n-d-804985-2 with host n-d-804985-2 {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:14:53.899763 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e7e98feb-6c0f-4fd4-81e4-26c4eeb00648 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8367858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997186'] for network, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:53.900395 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0774a24b-3ef9-4ce5-8598-395faee74d49 tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] Made reservation on behalf of ad867e17edc74f14bec8195aa02703b1 for: {'subnet': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:14:53.904940 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0774a24b-3ef9-4ce5-8598-395faee74d49 tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59388119'] for subnet, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:53.918419 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e7e98feb-6c0f-4fd4-81e4-26c4eeb00648 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks [] for network, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:53.931087 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-e7e98feb-6c0f-4fd4-81e4-26c4eeb00648 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] 10.222.0.66 "DELETE /v2.0/networks/b43f5d46-8aac-4d1d-b04c-bd27c8412151 HTTP/1.1" status: 204 len: 168 time: 1.4681766 Aug 18 12:14:53.936200 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 53964) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:14:53.944523 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-90add15c-e3fc-4149-866e-7cbd512a82e2 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks [] for router, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:53.950048 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-66848dc8-8da9-422a-a3f2-3eccaa3f4271 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2037665960', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:14:53.961038 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e98feb-6c0f-4fd4-81e4-26c4eeb00648 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Pushing event deleted for resources: {'Network': ['ID=b43f5d46-8aac-4d1d-b04c-bd27c8412151,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:14:53.980846 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-500a1c61-38a7-4c23-a7ec-4631080af5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:54.094805 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8875fcef-a5c4-4933-b133-7649e2efa542 tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:54.117455 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-90add15c-e3fc-4149-866e-7cbd512a82e2 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:54.119385 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8875fcef-a5c4-4933-b133-7649e2efa542 tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:54.139793 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-66848dc8-8da9-422a-a3f2-3eccaa3f4271 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-998592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15809'] for router, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:54.141126 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-66848dc8-8da9-422a-a3f2-3eccaa3f4271 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-992733', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-971415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15816'] for router, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:54.161506 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd4ca947-2f14-461e-b54b-135c90aee9e7 None None] DHCP port deletion for f5b38dfb-a77f-4baa-a778-99adb769d1c2 request from n-d-804985-2 {{(pid=106254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 12:14:54.169146 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 53968) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:14:54.176918 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8875fcef-a5c4-4933-b133-7649e2efa542 tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:54.182628 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-8875fcef-a5c4-4933-b133-7649e2efa542 tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0402815 Aug 18 12:14:54.186368 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 53970) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:14:54.194051 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-eac6fb74-fee4-429d-abda-e66e2d3f1c0b tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Request body: {'security_group_rule': {'security_group_id': 'f0cc2b73-b5fe-4b85-bc9b-e1ab9a57054f', 'direction': 'ingress', 'protocol': 17}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:14:54.200570 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8875fcef-a5c4-4933-b133-7649e2efa542 tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0cc2b73-b5fe-4b85-bc9b-e1ab9a57054f,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:14:54.231555 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-dd4ca947-2f14-461e-b54b-135c90aee9e7 None None] Deleting port a5bfc5ec-fd0e-408a-814e-26a686651d74 {{(pid=106254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:14:54.232178 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-dd4ca947-2f14-461e-b54b-135c90aee9e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:54.254761 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-66848dc8-8da9-422a-a3f2-3eccaa3f4271 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:54.261772 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0774a24b-3ef9-4ce5-8598-395faee74d49 tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58902106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59388097'] for subnet, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:54.267345 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1b7555d3-7ed9-4b2b-8d48-479a6ff74cef admin admin] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:54.270430 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-66848dc8-8da9-422a-a3f2-3eccaa3f4271 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-998473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-992536'] for router, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:54.295242 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-eac6fb74-fee4-429d-abda-e66e2d3f1c0b tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:54.305306 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-dd4ca947-2f14-461e-b54b-135c90aee9e7 None None] For port a5bfc5ec-fd0e-408a-814e-26a686651d74, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=a5bfc5ec-fd0e-408a-814e-26a686651d74,segment=NetworkSegment(55da2c2d-7b34-4aab-8a41-786d81396444),segment_id=55da2c2d-7b34-4aab-8a41-786d81396444)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:14:54.306372 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-dd4ca947-2f14-461e-b54b-135c90aee9e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:54.314438 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-66848dc8-8da9-422a-a3f2-3eccaa3f4271 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks [] for router, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:54.315650 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-66848dc8-8da9-422a-a3f2-3eccaa3f4271 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3746228 Aug 18 12:14:54.319155 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 53972) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:14:54.323727 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-90add15c-e3fc-4149-866e-7cbd512a82e2 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Deleting port f645b6eb-46e1-4007-aac6-d8ed7cf3c892 {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:14:54.324356 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-90add15c-e3fc-4149-866e-7cbd512a82e2 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:54.327055 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-a838d8d2-ed04-4742-bc04-6acb58b375ec tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-481046904'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:14:54.328210 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-dd4ca947-2f14-461e-b54b-135c90aee9e7 None None] Calling delete_port for a5bfc5ec-fd0e-408a-814e-26a686651d74 owned by network:dhcp {{(pid=106254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:14:54.376614 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0774a24b-3ef9-4ce5-8598-395faee74d49 tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] Pushing event updated for resources: {'Subnet': ['ID=8451365f-ca59-4703-a74c-1f3e2ebefdb7,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:14:54.397595 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0774a24b-3ef9-4ce5-8598-395faee74d49 tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] Checking segment: {'id': '8b14af48-91ea-4072-a239-57bcb43af0ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '16826e30-aad3-4fd3-adb5-9d3ed4b985e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:14:54.397595 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0774a24b-3ef9-4ce5-8598-395faee74d49 tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] Network hostable DHCP agents. Network: 16826e30-aad3-4fd3-adb5-9d3ed4b985e0, hostable agents: ['97c14208-2951-4361-8d64-3708c946ff5f'], hosted agents: [] {{(pid=106253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 12:14:54.402143 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-eac6fb74-fee4-429d-abda-e66e2d3f1c0b tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:54.412325 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-eac6fb74-fee4-429d-abda-e66e2d3f1c0b tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992607'] for security_group_rule, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:54.435571 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0774a24b-3ef9-4ce5-8598-395faee74d49 tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] Network 16826e30-aad3-4fd3-adb5-9d3ed4b985e0 is scheduled to be hosted by DHCP agent 97c14208-2951-4361-8d64-3708c946ff5f with binding_index 1 {{(pid=106253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 12:14:54.440762 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac6fb74-fee4-429d-abda-e66e2d3f1c0b tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cdf2491-3e6d-438e-a9ad-93bfb4b36eed,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:14:54.450280 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-0774a24b-3ef9-4ce5-8598-395faee74d49 tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-2, 16826e30-aad3-4fd3-adb5-9d3ed4b985e0) {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:14:54.452022 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [None req-90add15c-e3fc-4149-866e-7cbd512a82e2 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] For port f645b6eb-46e1-4007-aac6-d8ed7cf3c892, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=f645b6eb-46e1-4007-aac6-d8ed7cf3c892,segment=NetworkSegment(c5a3db9d-5c58-41b1-9177-d5787a597b78),segment_id=c5a3db9d-5c58-41b1-9177-d5787a597b78)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:14:54.452404 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-90add15c-e3fc-4149-866e-7cbd512a82e2 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:54.454919 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0774a24b-3ef9-4ce5-8598-395faee74d49 tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:14:54.455135 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-dd4ca947-2f14-461e-b54b-135c90aee9e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556'] for port, after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:54.455542 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0774a24b-3ef9-4ce5-8598-395faee74d49 tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:54.471400 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-90add15c-e3fc-4149-866e-7cbd512a82e2 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Calling delete_port for f645b6eb-46e1-4007-aac6-d8ed7cf3c892 owned by network:router_gateway {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:14:54.488532 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54ab0c82-c089-4e98-bbdd-e0755f51f8a8 None None] Network 16826e30-aad3-4fd3-adb5-9d3ed4b985e0 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:14:54.493766 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4ca947-2f14-461e-b54b-135c90aee9e7 None None] Pushing event deleted for resources: {'Port': ['ID=a5bfc5ec-fd0e-408a-814e-26a686651d74,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:14:54.510257 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd4ca947-2f14-461e-b54b-135c90aee9e7 None None] No DVR routers for this DVR port a5bfc5ec-fd0e-408a-814e-26a686651d74 on host n-d-804985-2 {{(pid=106254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:14:54.549496 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1b7555d3-7ed9-4b2b-8d48-479a6ff74cef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:54.561311 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-0774a24b-3ef9-4ce5-8598-395faee74d49 tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8537509 Aug 18 12:14:54.562419 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1b7555d3-7ed9-4b2b-8d48-479a6ff74cef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:54.564596 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 53976) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:14:54.566816 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-eac6fb74-fee4-429d-abda-e66e2d3f1c0b tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:54.568610 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-eac6fb74-fee4-429d-abda-e66e2d3f1c0b tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3800476 Aug 18 12:14:54.571766 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 53978) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:14:54.576045 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-6d4e50ef-2bc4-4f0a-b605-019b2c2289b2 tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] Request body: {'port': {'network_id': '16826e30-aad3-4fd3-adb5-9d3ed4b985e0', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1107067175'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:14:54.603713 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a838d8d2-ed04-4742-bc04-6acb58b375ec tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Made reservation on behalf of 7fd02f6d258d49aeaa22e91f82208987 for: {'network': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:14:54.607536 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a838d8d2-ed04-4742-bc04-6acb58b375ec tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for network, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:54.660778 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a838d8d2-ed04-4742-bc04-6acb58b375ec tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 829} {{(pid=106253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:14:54.677638 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63014d45-7754-4ae2-85e9-081217cf94d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp788be208-34ab-5a8f-af0f-528834af222f-16826e30-aad3-4fd3-adb5-9d3ed4b985e0', 'network_id': '16826e30-aad3-4fd3-adb5-9d3ed4b985e0', 'tenant_id': 'ad867e17edc74f14bec8195aa02703b1', 'fixed_ips': [{'subnet_id': '8451365f-ca59-4703-a74c-1f3e2ebefdb7'}]}} from n-d-804985-2. {{(pid=106254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 12:14:54.678859 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-63014d45-7754-4ae2-85e9-081217cf94d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:54.679745 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7e61aada-1f99-4629-9f41-429a3280172e tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:54.691128 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a838d8d2-ed04-4742-bc04-6acb58b375ec tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:54.691485 n-d-804985-2 neutron-server[106253]: INFO neutron.db.segments_db [None req-a838d8d2-ed04-4742-bc04-6acb58b375ec tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Added segment 901c6530-e433-4e78-aaec-6e03fb7dd3a7 of type vlan for network 1ee821c8-80e5-4623-b08e-ba8369ed062a Aug 18 12:14:54.699595 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-1b7555d3-7ed9-4b2b-8d48-479a6ff74cef admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e5f5591e97f544279ec40bfb900afd14&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5222075 Aug 18 12:14:54.699595 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7555d3-7ed9-4b2b-8d48-479a6ff74cef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93a33f87-435d-4807-a7ac-9579da18b3d4,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:14:54.704082 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 53980) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:14:54.737309 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7e61aada-1f99-4629-9f41-429a3280172e tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:54.771640 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3536901-9471-433b-b382-f7021fd83557 req-3a69dc97-3b50-498b-bc23-0f0514574588 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:14:54.773289 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d3536901-9471-433b-b382-f7021fd83557 req-3a69dc97-3b50-498b-bc23-0f0514574588 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/ports?device_id=dc3e2d7d-3d63-428a-bc66-41ae157ef28e HTTP/1.1" status: 200 len: 946 time: 0.2279549 Aug 18 12:14:54.789141 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a838d8d2-ed04-4742-bc04-6acb58b375ec tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789150665894'] for network, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:54.830818 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7f8b8529-630e-4a04-a804-2567bf18773b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:54.852500 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a838d8d2-ed04-4742-bc04-6acb58b375ec tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for network, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:54.858303 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a838d8d2-ed04-4742-bc04-6acb58b375ec tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:14:54.858912 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a838d8d2-ed04-4742-bc04-6acb58b375ec tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks [] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:54.863401 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.db_base_plugin_common [None req-63014d45-7754-4ae2-85e9-081217cf94d8 None None] Allocated IP 2001:db8::2 (16826e30-aad3-4fd3-adb5-9d3ed4b985e0/8451365f-ca59-4703-a74c-1f3e2ebefdb7/95635f26-b5bd-469f-b768-e7455af3316f) {{(pid=106254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:14:54.869078 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7f8b8529-630e-4a04-a804-2567bf18773b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:54.871851 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7e61aada-1f99-4629-9f41-429a3280172e tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:54.874397 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7e61aada-1f99-4629-9f41-429a3280172e tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:54.878394 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-7e61aada-1f99-4629-9f41-429a3280172e tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] 10.222.0.66 "DELETE /v2.0/security-groups/f0cc2b73-b5fe-4b85-bc9b-e1ab9a57054f HTTP/1.1" status: 204 len: 168 time: 0.3024967 Aug 18 12:14:54.882694 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 53982) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:14:54.900648 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d3536901-9471-433b-b382-f7021fd83557 req-106f7e5e-38c6-4ac2-9867-5bd58506a1d3 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/security-groups?id=0e403c9b-7ac1-4005-9e0c-41b5a2ce4137&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1172302 Aug 18 12:14:54.917735 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d4e50ef-2bc4-4f0a-b605-019b2c2289b2 tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] Made reservation on behalf of ad867e17edc74f14bec8195aa02703b1 for: {'port': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:14:54.921464 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6d4e50ef-2bc4-4f0a-b605-019b2c2289b2 tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:54.945350 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [None req-6d4e50ef-2bc4-4f0a-b605-019b2c2289b2 tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] device_id is not set on port d7ab2119-c543-4187-9d57-160fb1f11bd3 yet. {{(pid=106252) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 12:14:54.970606 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-90add15c-e3fc-4149-866e-7cbd512a82e2 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:54.981366 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a838d8d2-ed04-4742-bc04-6acb58b375ec tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Pushing event updated for resources: {'Network': ['ID=1ee821c8-80e5-4623-b08e-ba8369ed062a,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:14:54.995843 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Network 1ee821c8-80e5-4623-b08e-ba8369ed062a details requested by agent ovs-agent-n-d-804985-2 with host n-d-804985-2 {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:14:54.999178 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e61aada-1f99-4629-9f41-429a3280172e tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0cc2b73-b5fe-4b85-bc9b-e1ab9a57054f,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:14:55.023126 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-a838d8d2-ed04-4742-bc04-6acb58b375ec tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6972926 Aug 18 12:14:55.023346 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 53986) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:14:55.028644 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-3e5be86f-b059-4ffb-bd13-a95181caf937 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Request body: {'subnet': {'network_id': '1ee821c8-80e5-4623-b08e-ba8369ed062a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:14:55.043169 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90add15c-e3fc-4149-866e-7cbd512a82e2 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Pushing event deleted for resources: {'Port': ['ID=f645b6eb-46e1-4007-aac6-d8ed7cf3c892,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:14:55.093868 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-cee907ca-be31-4967-932a-416c515c93bb tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2064941 Aug 18 12:14:55.108108 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 53988) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:14:55.114354 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-c86788ad-2f88-4181-a74c-aea675bfecf0 tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Request body: {'security_group': {'name': 'tempest-secgroup--637299738'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:14:55.136709 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7f8b8529-630e-4a04-a804-2567bf18773b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:55.139458 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7f8b8529-630e-4a04-a804-2567bf18773b admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:55.140631 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-7f8b8529-630e-4a04-a804-2567bf18773b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/93a33f87-435d-4807-a7ac-9579da18b3d4 HTTP/1.1" status: 204 len: 168 time: 0.4359648 Aug 18 12:14:55.154024 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8b8529-630e-4a04-a804-2567bf18773b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93a33f87-435d-4807-a7ac-9579da18b3d4,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:14:55.173008 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-63014d45-7754-4ae2-85e9-081217cf94d8 None None] Notify callbacks [] for port, precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:55.173995 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c86788ad-2f88-4181-a74c-aea675bfecf0 tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:55.186636 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e5be86f-b059-4ffb-bd13-a95181caf937 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Made reservation on behalf of 7fd02f6d258d49aeaa22e91f82208987 for: {'subnet': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:14:55.188634 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-63014d45-7754-4ae2-85e9-081217cf94d8 None None] Transition to ACTIVE for port object 95635f26-b5bd-469f-b768-e7455af3316f will not be triggered until provisioned by entity L2. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:14:55.192220 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3e5be86f-b059-4ffb-bd13-a95181caf937 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59388119'] for subnet, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:55.201524 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2608471f-2a4d-4886-b739-c68ce3acfed4 req-b15190f1-8b89-4106-80b8-41b70c2a53ce tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:14:55.203106 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2608471f-2a4d-4886-b739-c68ce3acfed4 req-b15190f1-8b89-4106-80b8-41b70c2a53ce tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/ports?device_id=dc3e2d7d-3d63-428a-bc66-41ae157ef28e HTTP/1.1" status: 200 len: 946 time: 0.1516056 Aug 18 12:14:55.213715 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 53992) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:14:55.217652 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-63014d45-7754-4ae2-85e9-081217cf94d8 None None] Transition to ACTIVE for port object 95635f26-b5bd-469f-b768-e7455af3316f will not be triggered until provisioned by entity DHCP. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:14:55.222299 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-e7c55294-d8ae-49ac-a2e0-dea2e39ca068 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Request body: {'floatingip': {'port_id': '83ee1a77-6dbe-4990-9f37-fcb519558d22'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:14:55.233144 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-63014d45-7754-4ae2-85e9-081217cf94d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547'] for port, after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:55.271464 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63014d45-7754-4ae2-85e9-081217cf94d8 None None] Network 16826e30-aad3-4fd3-adb5-9d3ed4b985e0 is already hosted by enough agents. {{(pid=106254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:14:55.276803 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.base_scheduler [None req-63014d45-7754-4ae2-85e9-081217cf94d8 None None] Resources bound (agent type, host, resource id): {{(pid=106254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:14:55.286892 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63014d45-7754-4ae2-85e9-081217cf94d8 None None] Received port after_create {{(pid=106254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:14:55.305796 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63014d45-7754-4ae2-85e9-081217cf94d8 None None] Pushing event updated for resources: {'Port': ['ID=95635f26-b5bd-469f-b768-e7455af3316f,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:14:55.333063 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e7c55294-d8ae-49ac-a2e0-dea2e39ca068 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Notify callbacks [] for floatingip, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:55.336810 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-90add15c-e3fc-4149-866e-7cbd512a82e2 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-997271'] for router_gateway, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:55.370340 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-63014d45-7754-4ae2-85e9-081217cf94d8 None None] Attempting to bind port 95635f26-b5bd-469f-b768-e7455af3316f on host n-d-804985-2 for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:14:55.371441 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-63014d45-7754-4ae2-85e9-081217cf94d8 None None] Attempting to bind port 95635f26-b5bd-469f-b768-e7455af3316f by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': '8b14af48-91ea-4072-a239-57bcb43af0ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '16826e30-aad3-4fd3-adb5-9d3ed4b985e0'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:14:55.372060 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63014d45-7754-4ae2-85e9-081217cf94d8 None None] Attempting to bind port 95635f26-b5bd-469f-b768-e7455af3316f on network 16826e30-aad3-4fd3-adb5-9d3ed4b985e0 {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:14:55.389570 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63014d45-7754-4ae2-85e9-081217cf94d8 None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 14, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:14:55.390985 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63014d45-7754-4ae2-85e9-081217cf94d8 None None] Checking segment: {'id': '8b14af48-91ea-4072-a239-57bcb43af0ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '16826e30-aad3-4fd3-adb5-9d3ed4b985e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:14:55.391406 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-63014d45-7754-4ae2-85e9-081217cf94d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:55.391809 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63014d45-7754-4ae2-85e9-081217cf94d8 None None] Bound using segment: {'id': '8b14af48-91ea-4072-a239-57bcb43af0ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '16826e30-aad3-4fd3-adb5-9d3ed4b985e0'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:14:55.392306 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-63014d45-7754-4ae2-85e9-081217cf94d8 None None] Bound port: 95635f26-b5bd-469f-b768-e7455af3316f, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b14af48-91ea-4072-a239-57bcb43af0ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '16826e30-aad3-4fd3-adb5-9d3ed4b985e0'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:14:55.392762 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-63014d45-7754-4ae2-85e9-081217cf94d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:55.397651 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c86788ad-2f88-4181-a74c-aea675bfecf0 tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:55.409045 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c86788ad-2f88-4181-a74c-aea675bfecf0 tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:55.470086 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86788ad-2f88-4181-a74c-aea675bfecf0 tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f42069f5-f5b4-444c-96ee-60dd17ca23b0,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:14:55.502218 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c86788ad-2f88-4181-a74c-aea675bfecf0 tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:55.504104 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-c86788ad-2f88-4181-a74c-aea675bfecf0 tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3944366 Aug 18 12:14:55.510934 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-63014d45-7754-4ae2-85e9-081217cf94d8 None None] For port 95635f26-b5bd-469f-b768-e7455af3316f, host n-d-804985-2, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:14:55.514034 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 53998) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:14:55.519734 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-740a889c-dd44-4804-be52-99379f2294bd tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Request body: {'security_group': {'name': 'tempest-secgroup--1457934075'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:14:55.523319 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-63014d45-7754-4ae2-85e9-081217cf94d8 None None] For port 95635f26-b5bd-469f-b768-e7455af3316f, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=95635f26-b5bd-469f-b768-e7455af3316f,segment=NetworkSegment(8b14af48-91ea-4072-a239-57bcb43af0ed),segment_id=8b14af48-91ea-4072-a239-57bcb43af0ed)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:14:55.526544 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-90add15c-e3fc-4149-866e-7cbd512a82e2 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-996004', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15859'] for router, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:55.534374 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-90add15c-e3fc-4149-866e-7cbd512a82e2 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:55.534599 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-63014d45-7754-4ae2-85e9-081217cf94d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:55.548421 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3e5be86f-b059-4ffb-bd13-a95181caf937 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58902106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59388097'] for subnet, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:55.560023 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-740a889c-dd44-4804-be52-99379f2294bd tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:55.636522 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [None req-6d4e50ef-2bc4-4f0a-b605-019b2c2289b2 tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] Allocated IP 2001:db8::8b (16826e30-aad3-4fd3-adb5-9d3ed4b985e0/8451365f-ca59-4703-a74c-1f3e2ebefdb7/d7ab2119-c543-4187-9d57-160fb1f11bd3) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:14:55.664738 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5be86f-b059-4ffb-bd13-a95181caf937 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Pushing event updated for resources: {'Subnet': ['ID=ce02d789-05af-4dbb-affc-5b3aa6c6120f,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:14:55.670705 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e5be86f-b059-4ffb-bd13-a95181caf937 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Checking segment: {'id': '901c6530-e433-4e78-aaec-6e03fb7dd3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '1ee821c8-80e5-4623-b08e-ba8369ed062a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:14:55.671017 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e5be86f-b059-4ffb-bd13-a95181caf937 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Network hostable DHCP agents. Network: 1ee821c8-80e5-4623-b08e-ba8369ed062a, hostable agents: ['97c14208-2951-4361-8d64-3708c946ff5f'], hosted agents: [] {{(pid=106253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 12:14:55.683638 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-90add15c-e3fc-4149-866e-7cbd512a82e2 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-996061'] for router, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:55.684215 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90add15c-e3fc-4149-866e-7cbd512a82e2 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Fanout notify agent at l3_agent the message router_deleted on router a24b442a-33be-4d6e-a008-5f640087c76d {{(pid=106252) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 12:14:55.697460 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63014d45-7754-4ae2-85e9-081217cf94d8 None None] Pushing event updated for resources: {'Port': ['ID=95635f26-b5bd-469f-b768-e7455af3316f,revision_number=2']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:14:55.705126 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device ca446deb-9dfe-443e-a1dd-5e9b22a56b9e no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:14:55.726873 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e5be86f-b059-4ffb-bd13-a95181caf937 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Network 1ee821c8-80e5-4623-b08e-ba8369ed062a is scheduled to be hosted by DHCP agent 97c14208-2951-4361-8d64-3708c946ff5f with binding_index 1 {{(pid=106253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 12:14:55.744677 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: ca446deb-9dfe-443e-a1dd-5e9b22a56b9e {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:14:55.745074 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device ca446deb-9dfe-443e-a1dd-5e9b22a56b9e not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:14:55.745861 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device a5bfc5ec-fd0e-408a-814e-26a686651d74 no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:14:55.757824 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-90add15c-e3fc-4149-866e-7cbd512a82e2 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks [] for router, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:55.758426 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-3e5be86f-b059-4ffb-bd13-a95181caf937 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-2, 1ee821c8-80e5-4623-b08e-ba8369ed062a) {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:14:55.763889 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-90add15c-e3fc-4149-866e-7cbd512a82e2 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "DELETE /v2.0/routers/a24b442a-33be-4d6e-a008-5f640087c76d HTTP/1.1" status: 204 len: 168 time: 2.0330191 Aug 18 12:14:55.768843 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 54006) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:14:55.781259 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3ea698c-c913-4526-b529-bfb367b895f7 None None] Network 1ee821c8-80e5-4623-b08e-ba8369ed062a requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:14:55.875917 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: a5bfc5ec-fd0e-408a-814e-26a686651d74 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:14:55.876288 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device a5bfc5ec-fd0e-408a-814e-26a686651d74 not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:14:55.982230 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-882c9e1e-1d52-4c67-9ee2-c5c18656a4a4 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7904109'] for network, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:55.987291 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e5be86f-b059-4ffb-bd13-a95181caf937 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:14:55.988121 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3e5be86f-b059-4ffb-bd13-a95181caf937 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:56.000540 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd190f76-98f1-4532-bf87-add9044992e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp788be208-34ab-5a8f-af0f-528834af222f-1ee821c8-80e5-4623-b08e-ba8369ed062a', 'network_id': '1ee821c8-80e5-4623-b08e-ba8369ed062a', 'tenant_id': '7fd02f6d258d49aeaa22e91f82208987', 'fixed_ips': [{'subnet_id': 'ce02d789-05af-4dbb-affc-5b3aa6c6120f'}]}} from n-d-804985-2. {{(pid=106254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 12:14:56.001468 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-fd190f76-98f1-4532-bf87-add9044992e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:56.044224 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-740a889c-dd44-4804-be52-99379f2294bd tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:56.086082 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-740a889c-dd44-4804-be52-99379f2294bd tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:56.149801 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-3e5be86f-b059-4ffb-bd13-a95181caf937 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1254668 Aug 18 12:14:56.155167 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-740a889c-dd44-4804-be52-99379f2294bd tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:56.156597 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-740a889c-dd44-4804-be52-99379f2294bd tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6414585 Aug 18 12:14:56.167747 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 54014) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:14:56.168381 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 54016) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:14:56.183972 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-93eddafd-f2d8-472d-a612-04ed6564f838 tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Request body: {'security_group_rule': {'security_group_id': 'f42069f5-f5b4-444c-96ee-60dd17ca23b0', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '6bae6e13-34b6-4969-8c00-c9363dfd23ce', 'remote_ip_prefix': None}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:14:56.192148 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.db_base_plugin_common [None req-fd190f76-98f1-4532-bf87-add9044992e0 None None] Allocated IP 2001:db8::2 (1ee821c8-80e5-4623-b08e-ba8369ed062a/ce02d789-05af-4dbb-affc-5b3aa6c6120f/07e242fd-cf36-43a8-8458-b107bbcf0b00) {{(pid=106254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:14:56.221860 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6d4e50ef-2bc4-4f0a-b605-019b2c2289b2 tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:56.263018 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [None req-6d4e50ef-2bc4-4f0a-b605-019b2c2289b2 tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] Transition to ACTIVE for port object d7ab2119-c543-4187-9d57-160fb1f11bd3 will not be triggered until provisioned by entity DHCP. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:14:56.405531 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-fd190f76-98f1-4532-bf87-add9044992e0 None None] Notify callbacks [] for port, precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:56.417164 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-fd190f76-98f1-4532-bf87-add9044992e0 None None] Transition to ACTIVE for port object 07e242fd-cf36-43a8-8458-b107bbcf0b00 will not be triggered until provisioned by entity L2. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:14:56.435140 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-fd190f76-98f1-4532-bf87-add9044992e0 None None] Transition to ACTIVE for port object 07e242fd-cf36-43a8-8458-b107bbcf0b00 will not be triggered until provisioned by entity DHCP. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:14:56.445518 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-fd190f76-98f1-4532-bf87-add9044992e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547'] for port, after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:56.499866 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd190f76-98f1-4532-bf87-add9044992e0 None None] Network 1ee821c8-80e5-4623-b08e-ba8369ed062a is already hosted by enough agents. {{(pid=106254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:14:56.503897 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6d4e50ef-2bc4-4f0a-b605-019b2c2289b2 tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:56.509293 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.base_scheduler [None req-fd190f76-98f1-4532-bf87-add9044992e0 None None] Resources bound (agent type, host, resource id): {{(pid=106254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:14:56.524252 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd190f76-98f1-4532-bf87-add9044992e0 None None] Received port after_create {{(pid=106254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:14:56.534565 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd190f76-98f1-4532-bf87-add9044992e0 None None] Pushing event updated for resources: {'Port': ['ID=07e242fd-cf36-43a8-8458-b107bbcf0b00,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:14:56.610866 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-fd190f76-98f1-4532-bf87-add9044992e0 None None] Attempting to bind port 07e242fd-cf36-43a8-8458-b107bbcf0b00 on host n-d-804985-2 for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:14:56.611486 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-fd190f76-98f1-4532-bf87-add9044992e0 None None] Attempting to bind port 07e242fd-cf36-43a8-8458-b107bbcf0b00 by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': '901c6530-e433-4e78-aaec-6e03fb7dd3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '1ee821c8-80e5-4623-b08e-ba8369ed062a'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:14:56.612025 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd190f76-98f1-4532-bf87-add9044992e0 None None] Attempting to bind port 07e242fd-cf36-43a8-8458-b107bbcf0b00 on network 1ee821c8-80e5-4623-b08e-ba8369ed062a {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:14:56.619665 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd190f76-98f1-4532-bf87-add9044992e0 None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 14, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:14:56.620267 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd190f76-98f1-4532-bf87-add9044992e0 None None] Checking segment: {'id': '901c6530-e433-4e78-aaec-6e03fb7dd3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '1ee821c8-80e5-4623-b08e-ba8369ed062a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:14:56.620868 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-fd190f76-98f1-4532-bf87-add9044992e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:56.628088 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd190f76-98f1-4532-bf87-add9044992e0 None None] Bound using segment: {'id': '901c6530-e433-4e78-aaec-6e03fb7dd3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '1ee821c8-80e5-4623-b08e-ba8369ed062a'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:14:56.629042 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-fd190f76-98f1-4532-bf87-add9044992e0 None None] Bound port: 07e242fd-cf36-43a8-8458-b107bbcf0b00, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '901c6530-e433-4e78-aaec-6e03fb7dd3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '1ee821c8-80e5-4623-b08e-ba8369ed062a'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:14:56.629768 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-fd190f76-98f1-4532-bf87-add9044992e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:56.713954 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-882c9e1e-1d52-4c67-9ee2-c5c18656a4a4 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8367869', 'neutron.services.segments.db._delete_segments_for_network-8789151212993'] for network, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:56.720664 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a889c-dd44-4804-be52-99379f2294bd tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6bae6e13-34b6-4969-8c00-c9363dfd23ce,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:14:56.734828 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-882c9e1e-1d52-4c67-9ee2-c5c18656a4a4 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5b38dfb-a77f-4baa-a778-99adb769d1c2']}} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:14:56.757948 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-882c9e1e-1d52-4c67-9ee2-c5c18656a4a4 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55da2c2d-7b34-4aab-8a41-786d81396444') {'for_net_delete': True} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:14:56.758283 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-882c9e1e-1d52-4c67-9ee2-c5c18656a4a4 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55da2c2d-7b34-4aab-8a41-786d81396444') {} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:14:56.784198 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-fd190f76-98f1-4532-bf87-add9044992e0 None None] For port 07e242fd-cf36-43a8-8458-b107bbcf0b00, host n-d-804985-2, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:14:56.796514 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-fd190f76-98f1-4532-bf87-add9044992e0 None None] For port 07e242fd-cf36-43a8-8458-b107bbcf0b00, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=07e242fd-cf36-43a8-8458-b107bbcf0b00,segment=NetworkSegment(901c6530-e433-4e78-aaec-6e03fb7dd3a7),segment_id=901c6530-e433-4e78-aaec-6e03fb7dd3a7)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:14:56.813336 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-fd190f76-98f1-4532-bf87-add9044992e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:56.842806 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-882c9e1e-1d52-4c67-9ee2-c5c18656a4a4 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789151225254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902236'] for segment, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:56.860190 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-93eddafd-f2d8-472d-a612-04ed6564f838 tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:56.884972 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-882c9e1e-1d52-4c67-9ee2-c5c18656a4a4 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:56.944764 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd190f76-98f1-4532-bf87-add9044992e0 None None] Pushing event updated for resources: {'Port': ['ID=07e242fd-cf36-43a8-8458-b107bbcf0b00,revision_number=2']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:14:57.017275 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-882c9e1e-1d52-4c67-9ee2-c5c18656a4a4 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Releasing vlan 820 on physical network physnet1 to pool {{(pid=106253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:14:57.017938 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-882c9e1e-1d52-4c67-9ee2-c5c18656a4a4 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58900537'] for segment, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:57.023141 n-d-804985-2 neutron-server[106253]: Traceback (most recent call last): Aug 18 12:14:57.023141 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:14:57.023141 n-d-804985-2 neutron-server[106253]: timer() Aug 18 12:14:57.023141 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:14:57.023141 n-d-804985-2 neutron-server[106253]: cb(*args, **kw) Aug 18 12:14:57.023141 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:14:57.023141 n-d-804985-2 neutron-server[106253]: return func(*args, **kwargs) Aug 18 12:14:57.023141 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:14:57.023141 n-d-804985-2 neutron-server[106253]: self._notify() Aug 18 12:14:57.023141 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:14:57.023141 n-d-804985-2 neutron-server[106253]: self.callback(batched_events) Aug 18 12:14:57.023141 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:14:57.023141 n-d-804985-2 neutron-server[106253]: event.method(event) Aug 18 12:14:57.023141 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:14:57.023141 n-d-804985-2 neutron-server[106253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:14:57.023141 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:14:57.023141 n-d-804985-2 neutron-server[106253]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:14:57.023141 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:14:57.023141 n-d-804985-2 neutron-server[106253]: return f(self, *a, **k) Aug 18 12:14:57.023141 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:14:57.023141 n-d-804985-2 neutron-server[106253]: return self._get(url).json() Aug 18 12:14:57.023141 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:14:57.023141 n-d-804985-2 neutron-server[106253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:14:57.023141 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:14:57.023141 n-d-804985-2 neutron-server[106253]: return self.request(url, 'GET', **kwargs) Aug 18 12:14:57.023141 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:14:57.023141 n-d-804985-2 neutron-server[106253]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:14:57.023141 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:14:57.023141 n-d-804985-2 neutron-server[106253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:14:57.023141 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:14:57.023141 n-d-804985-2 neutron-server[106253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:14:57.023141 n-d-804985-2 neutron-server[106253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:14:57.046268 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.db.resource_extend [None req-e7c55294-d8ae-49ac-a2e0-dea2e39ca068 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] It took 0.57 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 18 12:14:57.051521 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d4e50ef-2bc4-4f0a-b605-019b2c2289b2 tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] Network 16826e30-aad3-4fd3-adb5-9d3ed4b985e0 is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:14:57.089017 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-6d4e50ef-2bc4-4f0a-b605-019b2c2289b2 tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:14:57.091600 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d4e50ef-2bc4-4f0a-b605-019b2c2289b2 tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:14:57.097658 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d4e50ef-2bc4-4f0a-b605-019b2c2289b2 tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:14:57.098493 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6d4e50ef-2bc4-4f0a-b605-019b2c2289b2 tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:57.106572 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4e50ef-2bc4-4f0a-b605-019b2c2289b2 tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] Pushing event updated for resources: {'Port': ['ID=d7ab2119-c543-4187-9d57-160fb1f11bd3,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:14:57.108602 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dcd148d-2bfc-4806-a1b6-1d4ddc3f5770 None None] Network 16826e30-aad3-4fd3-adb5-9d3ed4b985e0 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:14:57.145091 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-6d4e50ef-2bc4-4f0a-b605-019b2c2289b2 tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.5744796 Aug 18 12:14:57.148549 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e7c55294-d8ae-49ac-a2e0-dea2e39ca068 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:57.149507 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 54034) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:14:57.155393 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-d2fe72ce-dfbc-4c67-9c7c-d7fc13260bc3 tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] Request body: {'port': {'network_id': '16826e30-aad3-4fd3-adb5-9d3ed4b985e0', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-349781318', 'allowed_address_pairs': [{'ip_address': '2001:db8::8b', 'mac_address': 'fa:16:3e:4c:d5:be'}]}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:14:57.161527 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e7c55294-d8ae-49ac-a2e0-dea2e39ca068 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-989945'] for floatingip, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:57.181852 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-dc63eaeb-c028-4304-8dba-377ecdf32a96 None None] Provisioning for port 95635f26-b5bd-469f-b768-e7455af3316f completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:14:57.223227 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-882c9e1e-1d52-4c67-9ee2-c5c18656a4a4 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8367858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997186'] for network, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:57.270901 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-882c9e1e-1d52-4c67-9ee2-c5c18656a4a4 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks [] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:57.274847 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-882c9e1e-1d52-4c67-9ee2-c5c18656a4a4 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "DELETE /v2.0/networks/f5b38dfb-a77f-4baa-a778-99adb769d1c2 HTTP/1.1" status: 204 len: 168 time: 1.5010538 Aug 18 12:14:57.276420 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e91fdc3e-0e12-45c8-a530-e0f9d070ecb1 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:57.282327 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 54036) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:14:57.364623 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-93eddafd-f2d8-472d-a612-04ed6564f838 tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:57.368621 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882c9e1e-1d52-4c67-9ee2-c5c18656a4a4 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Pushing event deleted for resources: {'Network': ['ID=f5b38dfb-a77f-4baa-a778-99adb769d1c2,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:14:57.385386 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-93eddafd-f2d8-472d-a612-04ed6564f838 tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992607'] for security_group_rule, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:57.413545 n-d-804985-2 neutron-server[106252]: INFO neutron.db.l3_db [None req-e7c55294-d8ae-49ac-a2e0-dea2e39ca068 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Floating IP b69179be-5a9c-45a6-b6ea-d7d3334b81bc associated. External IP: 172.25.7.66, port: 83ee1a77-6dbe-4990-9f37-fcb519558d22. Aug 18 12:14:57.537132 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2fe72ce-dfbc-4c67-9c7c-d7fc13260bc3 tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] Made reservation on behalf of ad867e17edc74f14bec8195aa02703b1 for: {'port': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:14:57.639493 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93eddafd-f2d8-472d-a612-04ed6564f838 tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f31af1ac-b187-4c76-998d-85e78fe1cfec,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:14:57.667646 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-efe6595f-cf5e-48fa-830a-351d26ab83be tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:57.700797 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 07e242fd-cf36-43a8-8458-b107bbcf0b00 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:14:57.714479 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-efe6595f-cf5e-48fa-830a-351d26ab83be tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:57.734438 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d2fe72ce-dfbc-4c67-9c7c-d7fc13260bc3 tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:57.772278 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-93eddafd-f2d8-472d-a612-04ed6564f838 tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:57.773573 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-93eddafd-f2d8-472d-a612-04ed6564f838 tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.6015439 Aug 18 12:14:57.785302 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 54046) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:14:57.814212 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [None req-d2fe72ce-dfbc-4c67-9c7c-d7fc13260bc3 tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] device_id is not set on port add6fe54-aa63-43f8-a006-06657b794211 yet. {{(pid=106252) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 12:14:57.828505 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port 07e242fd-cf36-43a8-8458-b107bbcf0b00 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:14:57.836377 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 95635f26-b5bd-469f-b768-e7455af3316f up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:14:57.841776 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-7d3bb46e-29ae-4bae-9758-7af45c93b428 None None] Provisioning for port d7ab2119-c543-4187-9d57-160fb1f11bd3 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:14:57.842542 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-79c494d2-517e-4a5c-bfaa-ba03f0918ff6 tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:57.842922 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-efe6595f-cf5e-48fa-830a-351d26ab83be tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:57.848894 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-efe6595f-cf5e-48fa-830a-351d26ab83be tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:57.856823 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-efe6595f-cf5e-48fa-830a-351d26ab83be tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "DELETE /v2.0/security-groups/5d728c3d-d0c0-4fba-b9fc-5096721eb4e4 HTTP/1.1" status: 204 len: 168 time: 0.5722947 Aug 18 12:14:57.873839 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-7d3bb46e-29ae-4bae-9758-7af45c93b428 None None] Provisioning complete for port d7ab2119-c543-4187-9d57-160fb1f11bd3 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:14:57.874521 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-7d3bb46e-29ae-4bae-9758-7af45c93b428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:57.897457 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe6595f-cf5e-48fa-830a-351d26ab83be tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d728c3d-d0c0-4fba-b9fc-5096721eb4e4,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:14:57.927843 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-79c494d2-517e-4a5c-bfaa-ba03f0918ff6 tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:58.009560 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [None req-e91fdc3e-0e12-45c8-a530-e0f9d070ecb1 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Allocated IP 2001:db8::1 (1ee821c8-80e5-4623-b08e-ba8369ed062a/ce02d789-05af-4dbb-affc-5b3aa6c6120f/f06a4c55-5381-4400-ba79-665acea3969d) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:14:58.011506 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-7d3bb46e-29ae-4bae-9758-7af45c93b428 None None] Port d7ab2119-c543-4187-9d57-160fb1f11bd3 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:14:58.037365 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7c55294-d8ae-49ac-a2e0-dea2e39ca068 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Router 4dfb3a65-10ca-4a39-aaa7-690473775a34 has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:14:58.097892 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port 95635f26-b5bd-469f-b768-e7455af3316f completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:14:58.102300 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 95635f26-b5bd-469f-b768-e7455af3316f triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:14:58.102670 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:58.170207 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [None req-d2fe72ce-dfbc-4c67-9c7c-d7fc13260bc3 tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] Allocated IP 2001:db8::141 (16826e30-aad3-4fd3-adb5-9d3ed4b985e0/8451365f-ca59-4703-a74c-1f3e2ebefdb7/add6fe54-aa63-43f8-a006-06657b794211) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:14:58.290637 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e91fdc3e-0e12-45c8-a530-e0f9d070ecb1 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:58.291968 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:58.340193 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-cd3f8820-d937-4862-9a45-0b485d129874 None None] Provisioning complete for port d7ab2119-c543-4187-9d57-160fb1f11bd3 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:14:58.340589 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-cd3f8820-d937-4862-9a45-0b485d129874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:58.378435 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] For port 95635f26-b5bd-469f-b768-e7455af3316f, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=95635f26-b5bd-469f-b768-e7455af3316f,segment=NetworkSegment(8b14af48-91ea-4072-a239-57bcb43af0ed),segment_id=8b14af48-91ea-4072-a239-57bcb43af0ed)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:14:58.390588 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:58.452055 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Pushing event updated for resources: {'Port': ['ID=95635f26-b5bd-469f-b768-e7455af3316f,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:14:58.455872 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device f645b6eb-46e1-4007-aac6-d8ed7cf3c892 no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:14:58.458699 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-cd3f8820-d937-4862-9a45-0b485d129874 None None] Port d7ab2119-c543-4187-9d57-160fb1f11bd3 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:14:58.477880 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [None req-e91fdc3e-0e12-45c8-a530-e0f9d070ecb1 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Transition to ACTIVE for port object f06a4c55-5381-4400-ba79-665acea3969d will not be triggered until provisioned by entity DHCP. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:14:58.482128 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: f645b6eb-46e1-4007-aac6-d8ed7cf3c892 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:14:58.482536 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device f645b6eb-46e1-4007-aac6-d8ed7cf3c892 not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:14:58.498774 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d2fe72ce-dfbc-4c67-9c7c-d7fc13260bc3 tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:58.503131 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-79c494d2-517e-4a5c-bfaa-ba03f0918ff6 tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992607'] for security_group_rule, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:58.512607 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-79c494d2-517e-4a5c-bfaa-ba03f0918ff6 tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:58.513762 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-79c494d2-517e-4a5c-bfaa-ba03f0918ff6 tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/f31af1ac-b187-4c76-998d-85e78fe1cfec HTTP/1.1" status: 204 len: 168 time: 0.7275076 Aug 18 12:14:58.516560 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 54060) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:14:58.527647 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36ef3746-abd2-4204-b07f-7e73b0dd87ea None None] Network 1ee821c8-80e5-4623-b08e-ba8369ed062a requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:14:58.560998 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c494d2-517e-4a5c-bfaa-ba03f0918ff6 tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f31af1ac-b187-4c76-998d-85e78fe1cfec,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:14:58.572302 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [None req-d2fe72ce-dfbc-4c67-9c7c-d7fc13260bc3 tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] Transition to ACTIVE for port object add6fe54-aa63-43f8-a006-06657b794211 will not be triggered until provisioned by entity DHCP. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:14:58.586163 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e91fdc3e-0e12-45c8-a530-e0f9d070ecb1 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:58.627549 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-bae0d785-08d1-4091-808a-0ae9c32c7f2c None None] Provisioning for port 07e242fd-cf36-43a8-8458-b107bbcf0b00 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:14:58.643548 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-bae0d785-08d1-4091-808a-0ae9c32c7f2c None None] Provisioning complete for port 07e242fd-cf36-43a8-8458-b107bbcf0b00 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:14:58.643923 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-bae0d785-08d1-4091-808a-0ae9c32c7f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:58.662678 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91fdc3e-0e12-45c8-a530-e0f9d070ecb1 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Pushing event updated for resources: {'Port': ['ID=f06a4c55-5381-4400-ba79-665acea3969d,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:14:58.675349 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7c55294-d8ae-49ac-a2e0-dea2e39ca068 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:14:58.680120 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-544a2b42-e6c3-4f69-952d-420bc3701b45 tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1615796 Aug 18 12:14:58.680915 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e7c55294-d8ae-49ac-a2e0-dea2e39ca068 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for floatingip, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:58.682920 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 54062) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:14:58.698914 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e91fdc3e-0e12-45c8-a530-e0f9d070ecb1 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Network 1ee821c8-80e5-4623-b08e-ba8369ed062a is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:14:58.706867 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-e91fdc3e-0e12-45c8-a530-e0f9d070ecb1 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:14:58.711483 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e91fdc3e-0e12-45c8-a530-e0f9d070ecb1 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:14:58.712031 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e91fdc3e-0e12-45c8-a530-e0f9d070ecb1 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-996688'] for router_interface, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:58.719101 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d2fe72ce-dfbc-4c67-9c7c-d7fc13260bc3 tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:58.772562 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2fe72ce-dfbc-4c67-9c7c-d7fc13260bc3 tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] Network 16826e30-aad3-4fd3-adb5-9d3ed4b985e0 is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:14:58.773285 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 54064) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:14:58.780788 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-92e903ed-a84c-43e2-bff6-59d8c40628fc tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-942359882', 'description': 'tempest-secgroup-smoke-942359882 description', 'project_id': 'b60736d695f1461b9071c3b3eddcc039'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:14:58.801527 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-e7c55294-d8ae-49ac-a2e0-dea2e39ca068 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "PUT /v2.0/floatingips/b69179be-5a9c-45a6-b6ea-d7d3334b81bc HTTP/1.1" status: 200 len: 991 time: 3.5758777 Aug 18 12:14:58.813278 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc3e2d7d-3d63-428a-bc66-41ae157ef28e', 'tag': '83ee1a77-6dbe-4990-9f37-fcb519558d22'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:14:58.819293 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90ba021e-d153-4e37-bfde-b8f49b076b37" -d '{"events": [{"name": "network-changed", "server_uuid": "dc3e2d7d-3d63-428a-bc66-41ae157ef28e", "tag": "83ee1a77-6dbe-4990-9f37-fcb519558d22"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:14:58.829425 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-d2fe72ce-dfbc-4c67-9c7c-d7fc13260bc3 tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:14:58.850609 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2fe72ce-dfbc-4c67-9c7c-d7fc13260bc3 tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:14:58.874834 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2fe72ce-dfbc-4c67-9c7c-d7fc13260bc3 tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:14:58.875679 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d2fe72ce-dfbc-4c67-9c7c-d7fc13260bc3 tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:58.904924 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e91fdc3e-0e12-45c8-a530-e0f9d070ecb1 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:58.915769 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:14:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efd872d6-7e02-4d09-b90d-33797aeae74f x-openstack-request-id: req-efd872d6-7e02-4d09-b90d-33797aeae74f {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:14:58.916385 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc3e2d7d-3d63-428a-bc66-41ae157ef28e", "tag": "83ee1a77-6dbe-4990-9f37-fcb519558d22", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:14:58.916850 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-efd872d6-7e02-4d09-b90d-33797aeae74f {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:14:58.917579 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc3e2d7d-3d63-428a-bc66-41ae157ef28e', 'tag': '83ee1a77-6dbe-4990-9f37-fcb519558d22', 'status': 'completed', 'code': 200} Aug 18 12:14:58.923045 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fe72ce-dfbc-4c67-9c7c-d7fc13260bc3 tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] Pushing event updated for resources: {'Port': ['ID=add6fe54-aa63-43f8-a006-06657b794211,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:14:58.946432 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-92e903ed-a84c-43e2-bff6-59d8c40628fc tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:58.971900 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-d2fe72ce-dfbc-4c67-9c7c-d7fc13260bc3 tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1006 time: 1.8211491 Aug 18 12:14:58.977614 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 54070) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:14:59.002257 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b12755b-9c4a-42ff-949d-677da07d7a8b None None] Sync routers for ids ['4dfb3a65-10ca-4a39-aaa7-690473775a34'] in n-d-804985-2 {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:14:59.042530 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b12755b-9c4a-42ff-949d-677da07d7a8b None None] Routers {'4dfb3a65-10ca-4a39-aaa7-690473775a34'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:14:59.043170 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-1b12755b-9c4a-42ff-949d-677da07d7a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:14:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['4dfb3a65-10ca-4a39-aaa7-690473775a34'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:14:59.101762 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5f96f5d-2704-42d7-aab2-18d1d0ce0e9c tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:14:59.108563 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5f96f5d-2704-42d7-aab2-18d1d0ce0e9c tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:14:59.114875 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5f96f5d-2704-42d7-aab2-18d1d0ce0e9c tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:14:59.119605 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-a5f96f5d-2704-42d7-aab2-18d1d0ce0e9c tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 0.1369524 Aug 18 12:14:59.119987 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 54072) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:14:59.122898 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f5a0d56e-89a2-494d-bf86-1b0796a92be4 tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:59.150967 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f5a0d56e-89a2-494d-bf86-1b0796a92be4 tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:59.212133 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ba021e-d153-4e37-bfde-b8f49b076b37 req-40816608-9508-4577-a980-b886a45e77db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:14:59.214454 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-90ba021e-d153-4e37-bfde-b8f49b076b37 req-40816608-9508-4577-a980-b886a45e77db service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=8fca7d5a19c54940b367d2e63154d6ee&device_id=dc3e2d7d-3d63-428a-bc66-41ae157ef28e HTTP/1.1" status: 200 len: 1097 time: 0.2780056 Aug 18 12:14:59.219042 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-bae0d785-08d1-4091-808a-0ae9c32c7f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:59.236884 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f5a0d56e-89a2-494d-bf86-1b0796a92be4 tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:59.239609 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f5a0d56e-89a2-494d-bf86-1b0796a92be4 tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:59.241685 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-f5a0d56e-89a2-494d-bf86-1b0796a92be4 tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] 10.222.0.66 "DELETE /v2.0/security-groups/6bae6e13-34b6-4969-8c00-c9363dfd23ce HTTP/1.1" status: 204 len: 168 time: 0.5578418 Aug 18 12:14:59.246929 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 54074) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:14:59.310379 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a0d56e-89a2-494d-bf86-1b0796a92be4 tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bae6e13-34b6-4969-8c00-c9363dfd23ce,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:14:59.312790 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-92e903ed-a84c-43e2-bff6-59d8c40628fc tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:59.347492 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-92e903ed-a84c-43e2-bff6-59d8c40628fc tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:59.350187 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-bae0d785-08d1-4091-808a-0ae9c32c7f2c None None] For port 07e242fd-cf36-43a8-8458-b107bbcf0b00, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=07e242fd-cf36-43a8-8458-b107bbcf0b00,segment=NetworkSegment(901c6530-e433-4e78-aaec-6e03fb7dd3a7),segment_id=901c6530-e433-4e78-aaec-6e03fb7dd3a7)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:14:59.365549 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-bae0d785-08d1-4091-808a-0ae9c32c7f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:59.382725 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-bf97a48c-4f4b-47d6-9d95-8beabf5d3b5f tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1295557 Aug 18 12:14:59.388758 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 54076) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:14:59.391380 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-939a6d31-f574-4712-9cf5-ef1af8626c03 tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] Deleting port add6fe54-aa63-43f8-a006-06657b794211 {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:14:59.391380 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-939a6d31-f574-4712-9cf5-ef1af8626c03 tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:59.395450 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-1b12755b-9c4a-42ff-949d-677da07d7a8b None None] Set router 4dfb3a65-10ca-4a39-aaa7-690473775a34 gateway port host: n-d-804985-2 {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:14:59.461062 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ba021e-d153-4e37-bfde-b8f49b076b37 req-1f09489d-c16b-4655-90d9-abac616df502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:14:59.462334 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-90ba021e-d153-4e37-bfde-b8f49b076b37 req-1f09489d-c16b-4655-90d9-abac616df502 service neutron] 10.222.0.63 "GET /v2.0/networks?id=9a60ecad-83fa-47c2-91d2-f7a65c03fb59 HTTP/1.1" status: 200 len: 917 time: 0.2376733 Aug 18 12:14:59.501083 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae0d785-08d1-4091-808a-0ae9c32c7f2c None None] Pushing event updated for resources: {'Port': ['ID=07e242fd-cf36-43a8-8458-b107bbcf0b00,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:14:59.536605 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-c7ba627a-0f96-426c-b0d2-ec64cc439b7e None None] Provisioning for port add6fe54-aa63-43f8-a006-06657b794211 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:14:59.542505 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-c7ba627a-0f96-426c-b0d2-ec64cc439b7e None None] Provisioning complete for port add6fe54-aa63-43f8-a006-06657b794211 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:14:59.542630 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-c7ba627a-0f96-426c-b0d2-ec64cc439b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:59.557726 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-92e903ed-a84c-43e2-bff6-59d8c40628fc tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:59.562671 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-92e903ed-a84c-43e2-bff6-59d8c40628fc tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.7856677 Aug 18 12:14:59.567787 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 54082) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:14:59.575491 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-1e8b9efe-46a7-4a48-988e-7158fcdf4b97 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Request body: {'security_group_rule': {'security_group_id': '9d0a542a-8fa5-4941-b184-fa1bbc2c5b94', 'project_id': 'b60736d695f1461b9071c3b3eddcc039', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:14:59.586445 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e903ed-a84c-43e2-bff6-59d8c40628fc tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d0a542a-8fa5-4941-b184-fa1bbc2c5b94,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:14:59.610376 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e91fdc3e-0e12-45c8-a530-e0f9d070ecb1 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks [] for port, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:59.636903 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e91fdc3e-0e12-45c8-a530-e0f9d070ecb1 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:59.637869 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e91fdc3e-0e12-45c8-a530-e0f9d070ecb1 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-996772'] for router_interface, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:59.660085 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 95635f26-b5bd-469f-b768-e7455af3316f up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:14:59.660360 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e248bd78-7720-43bf-905d-550d958857ef tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:59.683016 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1e8b9efe-46a7-4a48-988e-7158fcdf4b97 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:59.711155 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-c7ba627a-0f96-426c-b0d2-ec64cc439b7e None None] Port add6fe54-aa63-43f8-a006-06657b794211 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:14:59.768277 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 95635f26-b5bd-469f-b768-e7455af3316f triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:14:59.768759 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:59.777267 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-939a6d31-f574-4712-9cf5-ef1af8626c03 tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:59.777452 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-90ba021e-d153-4e37-bfde-b8f49b076b37 req-7768dc76-8aa9-44a2-9786-022a0876bb45 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=83ee1a77-6dbe-4990-9f37-fcb519558d22 HTTP/1.1" status: 200 len: 999 time: 0.3061721 Aug 18 12:14:59.797085 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-939a6d31-f574-4712-9cf5-ef1af8626c03 tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] Calling delete_port for add6fe54-aa63-43f8-a006-06657b794211 owned by {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:14:59.818891 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1e8b9efe-46a7-4a48-988e-7158fcdf4b97 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:59.829231 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1e8b9efe-46a7-4a48-988e-7158fcdf4b97 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992607'] for security_group_rule, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:59.914852 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-410fca26-53bc-4809-b4d7-a2213051f1a8 None None] Provisioning for port f06a4c55-5381-4400-ba79-665acea3969d completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:14:59.918628 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8b9efe-46a7-4a48-988e-7158fcdf4b97 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4a79279-ba47-4ad2-ad12-fbe921be8379,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:14:59.923376 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ba021e-d153-4e37-bfde-b8f49b076b37 req-8fa8830d-2af1-42e8-ae33-21e9e00f299d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:14:59.930138 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-90ba021e-d153-4e37-bfde-b8f49b076b37 req-8fa8830d-2af1-42e8-ae33-21e9e00f299d service neutron] 10.222.0.63 "GET /v2.0/subnets?id=cb04d889-17cd-4540-8b57-641bd70e62c4 HTTP/1.1" status: 200 len: 855 time: 0.1069601 Aug 18 12:14:59.931046 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1e8b9efe-46a7-4a48-988e-7158fcdf4b97 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:59.932001 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-1e8b9efe-46a7-4a48-988e-7158fcdf4b97 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3605947 Aug 18 12:14:59.936593 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 54090) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:14:59.937661 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-1b12755b-9c4a-42ff-949d-677da07d7a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dfb3a65-10ca-4a39-aaa7-690473775a34', 'name': 'tempest-AttachVolumeShelveTestJSON-984932346-router', 'tenant_id': '8fca7d5a19c54940b367d2e63154d6ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': '3b45d6e6-41d7-49b3-b0ae-a5d284a14577', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:14:20Z', 'updated_at': '2021-08-18T12:14:27Z', 'revision_number': 4, 'project_id': '8fca7d5a19c54940b367d2e63154d6ee', 'gw_port': {'id': '3b45d6e6-41d7-49b3-b0ae-a5d284a14577', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:17:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dfb3a65-10ca-4a39-aaa7-690473775a34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:14:21Z', 'updated_at': '2021-08-18T12:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_floatingips': [{'id': 'b69179be-5a9c-45a6-b6ea-d7d3334b81bc', 'tenant_id': '8fca7d5a19c54940b367d2e63154d6ee', 'floating_ip_address': '172.25.7.66', 'floating_network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'router_id': '4dfb3a65-10ca-4a39-aaa7-690473775a34', 'port_id': '83ee1a77-6dbe-4990-9f37-fcb519558d22', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2787, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a60ecad-83fa-47c2-91d2-f7a65c03fb59', 'mac_address': 'fa:16:3e:1e:76:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc3e2d7d-3d63-428a-bc66-41ae157ef28e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T12:14:33Z', 'updated_at': '2021-08-18T12:14:56Z', 'revision_number': 1, 'project_id': '8fca7d5a19c54940b367d2e63154d6ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b601dfce-541d-4812-8364-38785b16ca51', 'name': '', 'network_id': '9a60ecad-83fa-47c2-91d2-f7a65c03fb59', 'tenant_id': '8fca7d5a19c54940b367d2e63154d6ee', 'mac_address': 'fa:16:3e:ec:bb:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dfb3a65-10ca-4a39-aaa7-690473775a34', 'device_owner': 'network:router_interface', 'standard_attr_id': 2755, 'fixed_ips': [{'subnet_id': 'cb04d889-17cd-4540-8b57-641bd70e62c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:14:26Z', 'updated_at': '2021-08-18T12:14:34Z', 'revision_number': 5, 'project_id': '8fca7d5a19c54940b367d2e63154d6ee', 'subnets': [{'id': 'cb04d889-17cd-4540-8b57-641bd70e62c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:14:59.942291 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e248bd78-7720-43bf-905d-550d958857ef tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:59.946612 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-410fca26-53bc-4809-b4d7-a2213051f1a8 None None] Provisioning complete for port f06a4c55-5381-4400-ba79-665acea3969d triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:14:59.946980 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-410fca26-53bc-4809-b4d7-a2213051f1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:14:59.949735 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91fdc3e-0e12-45c8-a530-e0f9d070ecb1 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Pushing event updated for resources: {'Port': ['ID=f06a4c55-5381-4400-ba79-665acea3969d,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:14:59.969199 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-5ef52e1a-ee8c-40a0-baf3-b2b47b6978a2 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Request body: {'security_group_rule': {'security_group_id': '9d0a542a-8fa5-4941-b184-fa1bbc2c5b94', 'project_id': 'b60736d695f1461b9071c3b3eddcc039', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:15:00.010733 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b12755b-9c4a-42ff-949d-677da07d7a8b None None] Checking router: 4dfb3a65-10ca-4a39-aaa7-690473775a34 for host: n-d-804985-2 {{(pid=106254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:15:00.053625 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-410fca26-53bc-4809-b4d7-a2213051f1a8 None None] Port f06a4c55-5381-4400-ba79-665acea3969d cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:15:00.061710 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b12755b-9c4a-42ff-949d-677da07d7a8b None None] Routers {'4dfb3a65-10ca-4a39-aaa7-690473775a34'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:15:00.062561 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-1b12755b-9c4a-42ff-949d-677da07d7a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:14:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['4dfb3a65-10ca-4a39-aaa7-690473775a34'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:15:00.080554 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ba021e-d153-4e37-bfde-b8f49b076b37 req-26ed9ddc-08c3-4100-8b46-ea1605aeebc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:15:00.082732 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5ef52e1a-ee8c-40a0-baf3-b2b47b6978a2 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:00.083378 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-90ba021e-d153-4e37-bfde-b8f49b076b37 req-26ed9ddc-08c3-4100-8b46-ea1605aeebc4 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=9a60ecad-83fa-47c2-91d2-f7a65c03fb59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1226771 Aug 18 12:15:00.087824 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-939a6d31-f574-4712-9cf5-ef1af8626c03 tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:00.136392 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939a6d31-f574-4712-9cf5-ef1af8626c03 tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] Pushing event deleted for resources: {'Port': ['ID=add6fe54-aa63-43f8-a006-06657b794211,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:15:00.146578 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-410fca26-53bc-4809-b4d7-a2213051f1a8 None None] Provisioning complete for port 07e242fd-cf36-43a8-8458-b107bbcf0b00 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:15:00.147071 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-410fca26-53bc-4809-b4d7-a2213051f1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:00.178521 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e91fdc3e-0e12-45c8-a530-e0f9d070ecb1 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Network 1ee821c8-80e5-4623-b08e-ba8369ed062a is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:15:00.181772 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-e91fdc3e-0e12-45c8-a530-e0f9d070ecb1 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:15:00.197244 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e248bd78-7720-43bf-905d-550d958857ef tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:00.200922 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e248bd78-7720-43bf-905d-550d958857ef tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:00.202935 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-e248bd78-7720-43bf-905d-550d958857ef tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] 10.222.0.66 "DELETE /v2.0/security-groups/f42069f5-f5b4-444c-96ee-60dd17ca23b0 HTTP/1.1" status: 204 len: 168 time: 0.8131003 Aug 18 12:15:00.213277 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 54094) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:15:00.304437 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-1b12755b-9c4a-42ff-949d-677da07d7a8b None None] Set router 4dfb3a65-10ca-4a39-aaa7-690473775a34 gateway port host: n-d-804985-2 {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:15:00.318823 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-ac440a48-e0f1-47e2-b7f8-d9fc630decb8 tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1002421 Aug 18 12:15:00.334276 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 54096) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:15:00.351624 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5ef52e1a-ee8c-40a0-baf3-b2b47b6978a2 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:00.355445 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-e7d66796-f5e0-4d6d-be72-58179d14b575 tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Request body: {'security_group': {'name': 'tempest-secgroup--385446951'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:15:00.408009 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5ef52e1a-ee8c-40a0-baf3-b2b47b6978a2 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992607'] for security_group_rule, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:00.418594 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-939a6d31-f574-4712-9cf5-ef1af8626c03 tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:00.421879 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-939a6d31-f574-4712-9cf5-ef1af8626c03 tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] 10.222.0.66 "DELETE /v2.0/ports/add6fe54-aa63-43f8-a006-06657b794211 HTTP/1.1" status: 204 len: 168 time: 1.2998493 Aug 18 12:15:00.440597 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 54100) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:15:00.456156 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef52e1a-ee8c-40a0-baf3-b2b47b6978a2 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=838bb984-04d9-4cfc-adbf-30c23d63bafe,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:15:00.512547 n-d-804985-2 neutron-server[106252]: INFO neutron.pecan_wsgi.hooks.translation [None req-7947a3e3-7682-4556-be3a-39362848004b tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] GET failed (client error): The resource could not be found. Aug 18 12:15:00.514242 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-7947a3e3-7682-4556-be3a-39362848004b tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] 10.222.0.66 "GET /v2.0/ports/add6fe54-aa63-43f8-a006-06657b794211 HTTP/1.1" status: 404 len: 333 time: 0.0607574 Aug 18 12:15:00.518094 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 54104) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:15:00.527703 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-938f2201-7702-4988-86f4-874ec0f0200e tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] Request body: {'port': {'network_id': '16826e30-aad3-4fd3-adb5-9d3ed4b985e0', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1880594378'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:15:00.666478 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-ed381a84-2394-4e33-bcd1-45684b5ebc78 None None] Provisioning complete for port f06a4c55-5381-4400-ba79-665acea3969d triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:15:00.667254 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ed381a84-2394-4e33-bcd1-45684b5ebc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:00.722510 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-ed381a84-2394-4e33-bcd1-45684b5ebc78 None None] Port f06a4c55-5381-4400-ba79-665acea3969d cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:15:00.729796 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-1b12755b-9c4a-42ff-949d-677da07d7a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dfb3a65-10ca-4a39-aaa7-690473775a34', 'name': 'tempest-AttachVolumeShelveTestJSON-984932346-router', 'tenant_id': '8fca7d5a19c54940b367d2e63154d6ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': '3b45d6e6-41d7-49b3-b0ae-a5d284a14577', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:14:20Z', 'updated_at': '2021-08-18T12:14:27Z', 'revision_number': 4, 'project_id': '8fca7d5a19c54940b367d2e63154d6ee', 'gw_port': {'id': '3b45d6e6-41d7-49b3-b0ae-a5d284a14577', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:17:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dfb3a65-10ca-4a39-aaa7-690473775a34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:14:21Z', 'updated_at': '2021-08-18T12:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_floatingips': [{'id': 'b69179be-5a9c-45a6-b6ea-d7d3334b81bc', 'tenant_id': '8fca7d5a19c54940b367d2e63154d6ee', 'floating_ip_address': '172.25.7.66', 'floating_network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'router_id': '4dfb3a65-10ca-4a39-aaa7-690473775a34', 'port_id': '83ee1a77-6dbe-4990-9f37-fcb519558d22', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2787, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a60ecad-83fa-47c2-91d2-f7a65c03fb59', 'mac_address': 'fa:16:3e:1e:76:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc3e2d7d-3d63-428a-bc66-41ae157ef28e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T12:14:33Z', 'updated_at': '2021-08-18T12:14:56Z', 'revision_number': 1, 'project_id': '8fca7d5a19c54940b367d2e63154d6ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b601dfce-541d-4812-8364-38785b16ca51', 'name': '', 'network_id': '9a60ecad-83fa-47c2-91d2-f7a65c03fb59', 'tenant_id': '8fca7d5a19c54940b367d2e63154d6ee', 'mac_address': 'fa:16:3e:ec:bb:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dfb3a65-10ca-4a39-aaa7-690473775a34', 'device_owner': 'network:router_interface', 'standard_attr_id': 2755, 'fixed_ips': [{'subnet_id': 'cb04d889-17cd-4540-8b57-641bd70e62c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:14:26Z', 'updated_at': '2021-08-18T12:14:34Z', 'revision_number': 5, 'project_id': '8fca7d5a19c54940b367d2e63154d6ee', 'subnets': [{'id': 'cb04d889-17cd-4540-8b57-641bd70e62c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:15:00.757775 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b12755b-9c4a-42ff-949d-677da07d7a8b None None] The sync data for ids ['4dfb3a65-10ca-4a39-aaa7-690473775a34'] in n-d-804985-2 is: [{'id': '4dfb3a65-10ca-4a39-aaa7-690473775a34', 'name': 'tempest-AttachVolumeShelveTestJSON-984932346-router', 'tenant_id': '8fca7d5a19c54940b367d2e63154d6ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': '3b45d6e6-41d7-49b3-b0ae-a5d284a14577', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:14:20Z', 'updated_at': '2021-08-18T12:14:27Z', 'revision_number': 4, 'project_id': '8fca7d5a19c54940b367d2e63154d6ee', 'gw_port': {'id': '3b45d6e6-41d7-49b3-b0ae-a5d284a14577', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:17:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dfb3a65-10ca-4a39-aaa7-690473775a34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:14:21Z', 'updated_at': '2021-08-18T12:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_floatingips': [{'id': 'b69179be-5a9c-45a6-b6ea-d7d3334b81bc', 'tenant_id': '8fca7d5a19c54940b367d2e63154d6ee', 'floating_ip_address': '172.25.7.66', 'floating_network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'router_id': '4dfb3a65-10ca-4a39-aaa7-690473775a34', 'port_id': '83ee1a77-6dbe-4990-9f37-fcb519558d22', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2787, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a60ecad-83fa-47c2-91d2-f7a65c03fb59', 'mac_address': 'fa:16:3e:1e:76:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc3e2d7d-3d63-428a-bc66-41ae157ef28e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T12:14:33Z', 'updated_at': '2021-08-18T12:14:56Z', 'revision_number': 1, 'project_id': '8fca7d5a19c54940b367d2e63154d6ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b601dfce-541d-4812-8364-38785b16ca51', 'name': '', 'network_id': '9a60ecad-83fa-47c2-91d2-f7a65c03fb59', 'tenant_id': '8fca7d5a19c54940b367d2e63154d6ee', 'mac_address': 'fa:16:3e:ec:bb:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dfb3a65-10ca-4a39-aaa7-690473775a34', 'device_owner': 'network:router_interface', 'standard_attr_id': 2755, 'fixed_ips': [{'subnet_id': 'cb04d889-17cd-4540-8b57-641bd70e62c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:14:26Z', 'updated_at': '2021-08-18T12:14:34Z', 'revision_number': 5, 'project_id': '8fca7d5a19c54940b367d2e63154d6ee', 'subnets': [{'id': 'cb04d889-17cd-4540-8b57-641bd70e62c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:15:00.766323 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e248bd78-7720-43bf-905d-550d958857ef tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f42069f5-f5b4-444c-96ee-60dd17ca23b0,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:15:00.810400 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-90ba021e-d153-4e37-bfde-b8f49b076b37 req-cbeec0e9-5b50-4125-ba17-93454dce30cb service neutron] 10.222.0.63 "GET /v2.0/networks/9a60ecad-83fa-47c2-91d2-f7a65c03fb59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7110407 Aug 18 12:15:00.814665 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e7d66796-f5e0-4d6d-be72-58179d14b575 tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:00.823904 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5ef52e1a-ee8c-40a0-baf3-b2b47b6978a2 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:00.829426 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-5ef52e1a-ee8c-40a0-baf3-b2b47b6978a2 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8696566 Aug 18 12:15:00.833281 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 54110) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:15:00.839942 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-3067531c-66ba-491f-8215-4504d553a78d tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Request body: {'security_group_rule': {'security_group_id': '9d0a542a-8fa5-4941-b184-fa1bbc2c5b94', 'project_id': 'b60736d695f1461b9071c3b3eddcc039', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:15:00.844021 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e91fdc3e-0e12-45c8-a530-e0f9d070ecb1 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Router 9b9fadb2-082b-4c2f-bfb6-a1a6476659e7 is scheduled to L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 with binding_index 1 {{(pid=106253) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 12:15:00.849300 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8edf9595-58ac-43b0-8631-0d8aa87c1c06 None None] Provisioning complete for port f06a4c55-5381-4400-ba79-665acea3969d triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:15:00.850484 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8edf9595-58ac-43b0-8631-0d8aa87c1c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:00.864893 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.db.api [None req-3067531c-66ba-491f-8215-4504d553a78d tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 18 12:15:00.864893 n-d-804985-2 neutron-server[106252]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 18 12:15:00.864893 n-d-804985-2 neutron-server[106252]: [parameters: {'project_id_1': 'b60736d695f1461b9071c3b3eddcc039', 'expiration_1': datetime.datetime(2021, 8, 18, 12, 15, 0, 848969)}] Aug 18 12:15:00.864893 n-d-804985-2 neutron-server[106252]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=106252) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 18 12:15:00.866946 n-d-804985-2 neutron-server[106252]: DEBUG oslo_db.api [None req-3067531c-66ba-491f-8215-4504d553a78d tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 18 12:15:00.892311 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-938f2201-7702-4988-86f4-874ec0f0200e tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] Made reservation on behalf of ad867e17edc74f14bec8195aa02703b1 for: {'port': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:15:00.902127 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-938f2201-7702-4988-86f4-874ec0f0200e tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:00.913796 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-8edf9595-58ac-43b0-8631-0d8aa87c1c06 None None] Port f06a4c55-5381-4400-ba79-665acea3969d cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:15:00.937944 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [None req-938f2201-7702-4988-86f4-874ec0f0200e tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] device_id is not set on port c8e4e6a1-edaa-4f77-9e92-42175793eff2 yet. {{(pid=106252) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 12:15:01.095260 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [None req-938f2201-7702-4988-86f4-874ec0f0200e tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] Allocated IP 2001:db8::342 (16826e30-aad3-4fd3-adb5-9d3ed4b985e0/8451365f-ca59-4703-a74c-1f3e2ebefdb7/c8e4e6a1-edaa-4f77-9e92-42175793eff2) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:15:01.095834 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-90ba021e-d153-4e37-bfde-b8f49b076b37 req-c5f5615f-8123-4f35-8439-d1850d4ac82c service neutron] 10.222.0.63 "GET /v2.0/networks/9a60ecad-83fa-47c2-91d2-f7a65c03fb59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2774889 Aug 18 12:15:01.099495 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e91fdc3e-0e12-45c8-a530-e0f9d070ecb1 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:15:01.117831 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d15bc38-8f35-4bd9-9e64-31061e813423 None None] Sync routers for ids ['9b9fadb2-082b-4c2f-bfb6-a1a6476659e7'] in n-d-804985-2 {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:15:01.118991 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-e91fdc3e-0e12-45c8-a530-e0f9d070ecb1 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] 10.222.0.66 "PUT /v2.0/routers/9b9fadb2-082b-4c2f-bfb6-a1a6476659e7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9485402 Aug 18 12:15:01.120513 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 54114) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:15:01.132670 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-23b0a758-11f9-4471-9c37-c880c235931f tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1355238983'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:15:01.139332 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c4f3e37-93ce-4a5c-a385-cb963509dcdd None None] New status for floating IP b69179be-5a9c-45a6-b6ea-d7d3334b81bc: ACTIVE {{(pid=106254) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 12:15:01.149007 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d15bc38-8f35-4bd9-9e64-31061e813423 None None] Routers {'9b9fadb2-082b-4c2f-bfb6-a1a6476659e7'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:15:01.149697 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-0d15bc38-8f35-4bd9-9e64-31061e813423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:14:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['9b9fadb2-082b-4c2f-bfb6-a1a6476659e7'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:15:01.159513 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e7d66796-f5e0-4d6d-be72-58179d14b575 tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:01.173388 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e7d66796-f5e0-4d6d-be72-58179d14b575 tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:01.267062 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-0d15bc38-8f35-4bd9-9e64-31061e813423 None None] Set router 9b9fadb2-082b-4c2f-bfb6-a1a6476659e7 gateway port host: None {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:15:01.275773 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23b0a758-11f9-4471-9c37-c880c235931f tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Made reservation on behalf of 7fd02f6d258d49aeaa22e91f82208987 for: {'network': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:15:01.280011 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-23b0a758-11f9-4471-9c37-c880c235931f tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for network, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:01.286326 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d66796-f5e0-4d6d-be72-58179d14b575 tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e06d06e-e60b-4a3b-9f6d-33bb9780c410,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:15:01.307098 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e7d66796-f5e0-4d6d-be72-58179d14b575 tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:01.308520 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-e7d66796-f5e0-4d6d-be72-58179d14b575 tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9601102 Aug 18 12:15:01.312362 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 54116) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:15:01.324707 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-a5248665-5537-4408-be58-fa9f938c73da tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Request body: {'security_group_rule': {'security_group_id': '7e06d06e-e60b-4a3b-9f6d-33bb9780c410', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:15:01.350049 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23b0a758-11f9-4471-9c37-c880c235931f tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 821} {{(pid=106253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:15:01.350674 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-938f2201-7702-4988-86f4-874ec0f0200e tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:01.369082 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-23b0a758-11f9-4471-9c37-c880c235931f tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:01.369745 n-d-804985-2 neutron-server[106253]: INFO neutron.db.segments_db [None req-23b0a758-11f9-4471-9c37-c880c235931f tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Added segment 52b7006f-2792-43ce-9b2f-843ac02dbbee of type vlan for network 32b5dc54-1967-415e-952a-a2c98fd214ba Aug 18 12:15:01.371099 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [None req-938f2201-7702-4988-86f4-874ec0f0200e tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] Transition to ACTIVE for port object c8e4e6a1-edaa-4f77-9e92-42175793eff2 will not be triggered until provisioned by entity DHCP. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:15:01.392339 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a5248665-5537-4408-be58-fa9f938c73da tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:01.432494 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-3067531c-66ba-491f-8215-4504d553a78d tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:01.449109 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-938f2201-7702-4988-86f4-874ec0f0200e tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:01.455468 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-23b0a758-11f9-4471-9c37-c880c235931f tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789150665894'] for network, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:01.522968 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a5248665-5537-4408-be58-fa9f938c73da tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:01.524392 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-23b0a758-11f9-4471-9c37-c880c235931f tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for network, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:01.531767 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23b0a758-11f9-4471-9c37-c880c235931f tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:15:01.532349 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-23b0a758-11f9-4471-9c37-c880c235931f tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks [] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:01.536355 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-938f2201-7702-4988-86f4-874ec0f0200e tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] Network 16826e30-aad3-4fd3-adb5-9d3ed4b985e0 is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:15:01.545613 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a5248665-5537-4408-be58-fa9f938c73da tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992607'] for security_group_rule, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:01.556584 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 07e242fd-cf36-43a8-8458-b107bbcf0b00 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:15:01.560372 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-938f2201-7702-4988-86f4-874ec0f0200e tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:15:01.561280 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-0d15bc38-8f35-4bd9-9e64-31061e813423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b9fadb2-082b-4c2f-bfb6-a1a6476659e7', 'name': 'tempest-RoutersIpV6Test-router-2037665960', 'tenant_id': '7fd02f6d258d49aeaa22e91f82208987', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:14:54Z', 'updated_at': '2021-08-18T12:14:58Z', 'revision_number': 2, 'project_id': '7fd02f6d258d49aeaa22e91f82208987', 'gw_port_host': None, '_interfaces': [{'id': 'f06a4c55-5381-4400-ba79-665acea3969d', 'name': '', 'network_id': '1ee821c8-80e5-4623-b08e-ba8369ed062a', 'tenant_id': '7fd02f6d258d49aeaa22e91f82208987', 'mac_address': 'fa:16:3e:c3:b1:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b9fadb2-082b-4c2f-bfb6-a1a6476659e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2897, 'fixed_ips': [{'subnet_id': 'ce02d789-05af-4dbb-affc-5b3aa6c6120f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:14:57Z', 'updated_at': '2021-08-18T12:14:59Z', 'revision_number': 2, 'project_id': '7fd02f6d258d49aeaa22e91f82208987', 'subnets': [{'id': 'ce02d789-05af-4dbb-affc-5b3aa6c6120f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:15:01.563469 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-938f2201-7702-4988-86f4-874ec0f0200e tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:15:01.578196 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-938f2201-7702-4988-86f4-874ec0f0200e tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:15:01.579373 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-938f2201-7702-4988-86f4-874ec0f0200e tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:01.592904 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d15bc38-8f35-4bd9-9e64-31061e813423 None None] Checking router: 9b9fadb2-082b-4c2f-bfb6-a1a6476659e7 for host: n-d-804985-2 {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:15:01.593258 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d15bc38-8f35-4bd9-9e64-31061e813423 None None] Updating router 9b9fadb2-082b-4c2f-bfb6-a1a6476659e7 port f06a4c55-5381-4400-ba79-665acea3969d binding host n-d-804985-2 {{(pid=106255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 12:15:01.625556 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-0d15bc38-8f35-4bd9-9e64-31061e813423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:01.629953 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938f2201-7702-4988-86f4-874ec0f0200e tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] Pushing event updated for resources: {'Port': ['ID=c8e4e6a1-edaa-4f77-9e92-42175793eff2,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:15:01.635864 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-938f2201-7702-4988-86f4-874ec0f0200e tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.1141150 Aug 18 12:15:01.638653 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 54118) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:15:01.646356 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-ae81f272-e131-4425-b2fc-5a69fc89e38c tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::8b', 'mac_address': 'fa:16:3e:4c:d5:be'}]}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:15:01.678937 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5248665-5537-4408-be58-fa9f938c73da tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=908f1993-6e53-4878-9d76-5ffc6942df23,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:15:01.685424 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-3067531c-66ba-491f-8215-4504d553a78d tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:01.700021 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-3067531c-66ba-491f-8215-4504d553a78d tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992607'] for security_group_rule, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:01.720601 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a5248665-5537-4408-be58-fa9f938c73da tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:01.722768 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-a5248665-5537-4408-be58-fa9f938c73da tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4018738 Aug 18 12:15:01.726728 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-23b0a758-11f9-4471-9c37-c880c235931f tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6024754 Aug 18 12:15:01.727259 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 54120) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:15:01.727600 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 54122) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:15:01.735818 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-70d81341-e461-4c7e-bd18-958b33dcf251 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Request body: {'subnet': {'network_id': '32b5dc54-1967-415e-952a-a2c98fd214ba', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:15:01.755601 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3067531c-66ba-491f-8215-4504d553a78d tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb50bf9f-01d1-4407-9fde-a3288d9c8ce4,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:15:01.771006 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ae81f272-e131-4425-b2fc-5a69fc89e38c tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:01.775329 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-3067531c-66ba-491f-8215-4504d553a78d tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:01.776802 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-3067531c-66ba-491f-8215-4504d553a78d tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9424381 Aug 18 12:15:01.783920 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 54124) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:15:01.791585 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-263c6599-8b1c-4f1d-81a9-e1def43a7920 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Request body: {'security_group_rule': {'security_group_id': '9d0a542a-8fa5-4941-b184-fa1bbc2c5b94', 'project_id': 'b60736d695f1461b9071c3b3eddcc039', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:15:01.810146 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b0a758-11f9-4471-9c37-c880c235931f tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Pushing event updated for resources: {'Network': ['ID=32b5dc54-1967-415e-952a-a2c98fd214ba,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:15:01.844615 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1fe1aa56-aeaf-4e6d-8474-e8b22ef201c0 tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:01.880578 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-263c6599-8b1c-4f1d-81a9-e1def43a7920 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:01.885193 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1fe1aa56-aeaf-4e6d-8474-e8b22ef201c0 tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:02.003329 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70d81341-e461-4c7e-bd18-958b33dcf251 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Made reservation on behalf of 7fd02f6d258d49aeaa22e91f82208987 for: {'subnet': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:15:02.006324 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Network 32b5dc54-1967-415e-952a-a2c98fd214ba details requested by agent ovs-agent-n-d-804985-2 with host n-d-804985-2 {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:15:02.006983 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-70d81341-e461-4c7e-bd18-958b33dcf251 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59388119'] for subnet, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:02.046778 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-263c6599-8b1c-4f1d-81a9-e1def43a7920 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:02.069387 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-263c6599-8b1c-4f1d-81a9-e1def43a7920 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992607'] for security_group_rule, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:02.098402 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1fe1aa56-aeaf-4e6d-8474-e8b22ef201c0 tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992607'] for security_group_rule, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:02.101657 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-847f1ce4-db47-40c6-8893-d3330b88fa8a None None] Provisioning for port c8e4e6a1-edaa-4f77-9e92-42175793eff2 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:15:02.109436 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1fe1aa56-aeaf-4e6d-8474-e8b22ef201c0 tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:02.111181 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-1fe1aa56-aeaf-4e6d-8474-e8b22ef201c0 tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/908f1993-6e53-4878-9d76-5ffc6942df23 HTTP/1.1" status: 204 len: 168 time: 0.3826592 Aug 18 12:15:02.115441 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-847f1ce4-db47-40c6-8893-d3330b88fa8a None None] Provisioning complete for port c8e4e6a1-edaa-4f77-9e92-42175793eff2 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:15:02.115990 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-847f1ce4-db47-40c6-8893-d3330b88fa8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:02.119335 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 07e242fd-cf36-43a8-8458-b107bbcf0b00 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:15:02.119335 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:02.119904 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 54130) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:15:02.137359 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe1aa56-aeaf-4e6d-8474-e8b22ef201c0 tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=908f1993-6e53-4878-9d76-5ffc6942df23,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:15:02.148745 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-263c6599-8b1c-4f1d-81a9-e1def43a7920 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:02.152726 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-263c6599-8b1c-4f1d-81a9-e1def43a7920 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3650851 Aug 18 12:15:02.156873 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 54132) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:15:02.164210 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-115d0f96-8d1a-4f39-8f8f-a612ae74e11d tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Request body: {'security_group_rule': {'security_group_id': '9d0a542a-8fa5-4941-b184-fa1bbc2c5b94', 'project_id': 'b60736d695f1461b9071c3b3eddcc039', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:15:02.167512 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263c6599-8b1c-4f1d-81a9-e1def43a7920 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e973974a-2875-4b29-bbef-e91887f93b48,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:15:02.188070 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-847f1ce4-db47-40c6-8893-d3330b88fa8a None None] Port c8e4e6a1-edaa-4f77-9e92-42175793eff2 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:15:02.212690 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ae81f272-e131-4425-b2fc-5a69fc89e38c tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] Notify callbacks [] for port, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:02.214268 n-d-804985-2 neutron-server[106253]: INFO neutron.db.securitygroups_db [None req-115d0f96-8d1a-4f39-8f8f-a612ae74e11d tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Project b60736d695f1461b9071c3b3eddcc039 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 18 12:15:02.224670 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-115d0f96-8d1a-4f39-8f8f-a612ae74e11d tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:02.247679 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-f9a378d6-ed14-4cdb-a108-552fb31d7f54 tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1208131 Aug 18 12:15:02.248550 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 54134) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:15:02.250029 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ae81f272-e131-4425-b2fc-5a69fc89e38c tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:02.283676 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-ae81f272-e131-4425-b2fc-5a69fc89e38c tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] In _notify_port_updated(), no bound segment for port c8e4e6a1-edaa-4f77-9e92-42175793eff2 on network 16826e30-aad3-4fd3-adb5-9d3ed4b985e0 {{(pid=106252) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 18 12:15:02.291225 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae81f272-e131-4425-b2fc-5a69fc89e38c tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:15:02.291668 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ae81f272-e131-4425-b2fc-5a69fc89e38c tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:02.297063 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-ae81f272-e131-4425-b2fc-5a69fc89e38c tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] 10.222.0.66 "PUT /v2.0/ports/c8e4e6a1-edaa-4f77-9e92-42175793eff2 HTTP/1.1" status: 200 len: 1002 time: 0.6572201 Aug 18 12:15:02.300006 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 54136) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:15:02.305689 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-0d15bc38-8f35-4bd9-9e64-31061e813423 None None] Notify callbacks [] for port, precommit_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:02.318129 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-0d15bc38-8f35-4bd9-9e64-31061e813423 None None] Transition to ACTIVE for port object f06a4c55-5381-4400-ba79-665acea3969d will not be triggered until provisioned by entity L2. {{(pid=106255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:15:02.330036 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-0d15bc38-8f35-4bd9-9e64-31061e813423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:02.403551 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-115d0f96-8d1a-4f39-8f8f-a612ae74e11d tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:02.419535 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae81f272-e131-4425-b2fc-5a69fc89e38c tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] Pushing event updated for resources: {'Port': ['ID=c8e4e6a1-edaa-4f77-9e92-42175793eff2,revision_number=2']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:15:02.435247 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a42c1e36-823e-443d-b343-5979e7f2ba13 tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:02.437037 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-115d0f96-8d1a-4f39-8f8f-a612ae74e11d tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992607'] for security_group_rule, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:02.470627 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759b69aa-85a4-4dcf-bb99-3e4b5a96de13 None None] Pushing event updated for resources: {'Port': ['ID=f06a4c55-5381-4400-ba79-665acea3969d,revision_number=3']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:15:02.482916 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-0d15bc38-8f35-4bd9-9e64-31061e813423 None None] Attempting to bind port f06a4c55-5381-4400-ba79-665acea3969d on host n-d-804985-2 for vnic_type normal with profile {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:15:02.483463 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-0d15bc38-8f35-4bd9-9e64-31061e813423 None None] Attempting to bind port f06a4c55-5381-4400-ba79-665acea3969d by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': '901c6530-e433-4e78-aaec-6e03fb7dd3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '1ee821c8-80e5-4623-b08e-ba8369ed062a'}] {{(pid=106255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:15:02.484028 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d15bc38-8f35-4bd9-9e64-31061e813423 None None] Attempting to bind port f06a4c55-5381-4400-ba79-665acea3969d on network 1ee821c8-80e5-4623-b08e-ba8369ed062a {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:15:02.494028 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759b69aa-85a4-4dcf-bb99-3e4b5a96de13 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:15:02.494516 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759b69aa-85a4-4dcf-bb99-3e4b5a96de13 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:15:02.494989 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759b69aa-85a4-4dcf-bb99-3e4b5a96de13 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:15:02.495722 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759b69aa-85a4-4dcf-bb99-3e4b5a96de13 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:15:02.495722 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759b69aa-85a4-4dcf-bb99-3e4b5a96de13 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:15:02.496544 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759b69aa-85a4-4dcf-bb99-3e4b5a96de13 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:15:02.496960 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759b69aa-85a4-4dcf-bb99-3e4b5a96de13 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:15:02.497407 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759b69aa-85a4-4dcf-bb99-3e4b5a96de13 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:15:02.497813 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759b69aa-85a4-4dcf-bb99-3e4b5a96de13 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:15:02.498399 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759b69aa-85a4-4dcf-bb99-3e4b5a96de13 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:15:02.498809 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759b69aa-85a4-4dcf-bb99-3e4b5a96de13 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:15:02.499325 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759b69aa-85a4-4dcf-bb99-3e4b5a96de13 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:15:02.502951 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d15bc38-8f35-4bd9-9e64-31061e813423 None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 14, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:15:02.503433 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d15bc38-8f35-4bd9-9e64-31061e813423 None None] Checking segment: {'id': '901c6530-e433-4e78-aaec-6e03fb7dd3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '1ee821c8-80e5-4623-b08e-ba8369ed062a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:15:02.504210 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-0d15bc38-8f35-4bd9-9e64-31061e813423 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:02.504652 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d15bc38-8f35-4bd9-9e64-31061e813423 None None] Bound using segment: {'id': '901c6530-e433-4e78-aaec-6e03fb7dd3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '1ee821c8-80e5-4623-b08e-ba8369ed062a'} {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:15:02.506146 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-0d15bc38-8f35-4bd9-9e64-31061e813423 None None] Bound port: f06a4c55-5381-4400-ba79-665acea3969d, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '901c6530-e433-4e78-aaec-6e03fb7dd3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '1ee821c8-80e5-4623-b08e-ba8369ed062a'}}] {{(pid=106255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:15:02.506626 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-0d15bc38-8f35-4bd9-9e64-31061e813423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:02.518503 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-d6605194-a97a-48fb-abdf-535d6d8c14ab tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] Deleting port c8e4e6a1-edaa-4f77-9e92-42175793eff2 {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:15:02.519073 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d6605194-a97a-48fb-abdf-535d6d8c14ab tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:02.613076 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-0d15bc38-8f35-4bd9-9e64-31061e813423 None None] For port f06a4c55-5381-4400-ba79-665acea3969d, host n-d-804985-2, cleared binding levels {{(pid=106255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:15:02.615162 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a42c1e36-823e-443d-b343-5979e7f2ba13 tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:02.625099 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-0d15bc38-8f35-4bd9-9e64-31061e813423 None None] For port f06a4c55-5381-4400-ba79-665acea3969d, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=f06a4c55-5381-4400-ba79-665acea3969d,segment=NetworkSegment(901c6530-e433-4e78-aaec-6e03fb7dd3a7),segment_id=901c6530-e433-4e78-aaec-6e03fb7dd3a7)] {{(pid=106255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:15:02.633380 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-0d15bc38-8f35-4bd9-9e64-31061e813423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:02.635523 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-70d81341-e461-4c7e-bd18-958b33dcf251 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58902106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59388097'] for subnet, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:02.648403 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115d0f96-8d1a-4f39-8f8f-a612ae74e11d tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ff814a5-cf4c-4f4f-9577-010a1890ec69,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:15:02.711776 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d15bc38-8f35-4bd9-9e64-31061e813423 None None] Routers {'9b9fadb2-082b-4c2f-bfb6-a1a6476659e7'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:15:02.712414 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-0d15bc38-8f35-4bd9-9e64-31061e813423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:14:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['9b9fadb2-082b-4c2f-bfb6-a1a6476659e7'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:15:02.719530 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d6605194-a97a-48fb-abdf-535d6d8c14ab tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:02.737879 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-aaf24c70-20a7-4094-8ceb-662d0cc063e0 None None] Provisioning complete for port c8e4e6a1-edaa-4f77-9e92-42175793eff2 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:15:02.738882 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-aaf24c70-20a7-4094-8ceb-662d0cc063e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:02.745707 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-d6605194-a97a-48fb-abdf-535d6d8c14ab tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] Calling delete_port for c8e4e6a1-edaa-4f77-9e92-42175793eff2 owned by {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:15:02.755135 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-115d0f96-8d1a-4f39-8f8f-a612ae74e11d tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:02.760971 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 54138) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:15:02.765679 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-15b93c4e-ef6a-448b-8933-19677573c857 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Request body: {'security_group_rule': {'security_group_id': '9d0a542a-8fa5-4941-b184-fa1bbc2c5b94', 'project_id': 'b60736d695f1461b9071c3b3eddcc039', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:15:02.769040 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-115d0f96-8d1a-4f39-8f8f-a612ae74e11d tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6107876 Aug 18 12:15:02.791831 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-aaf24c70-20a7-4094-8ceb-662d0cc063e0 None None] Port c8e4e6a1-edaa-4f77-9e92-42175793eff2 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:15:02.805695 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759b69aa-85a4-4dcf-bb99-3e4b5a96de13 None None] Pushing event updated for resources: {'Port': ['ID=f06a4c55-5381-4400-ba79-665acea3969d,revision_number=4']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:15:02.834544 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d81341-e461-4c7e-bd18-958b33dcf251 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Pushing event updated for resources: {'Subnet': ['ID=88b214a2-91a3-4444-8954-b59619dc4724,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:15:02.843292 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-0d15bc38-8f35-4bd9-9e64-31061e813423 None None] Set router 9b9fadb2-082b-4c2f-bfb6-a1a6476659e7 gateway port host: None {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:15:02.851027 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70d81341-e461-4c7e-bd18-958b33dcf251 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Checking segment: {'id': '52b7006f-2792-43ce-9b2f-843ac02dbbee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '32b5dc54-1967-415e-952a-a2c98fd214ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:15:02.851362 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70d81341-e461-4c7e-bd18-958b33dcf251 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Network hostable DHCP agents. Network: 32b5dc54-1967-415e-952a-a2c98fd214ba, hostable agents: ['97c14208-2951-4361-8d64-3708c946ff5f'], hosted agents: [] {{(pid=106253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 12:15:02.869245 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a42c1e36-823e-443d-b343-5979e7f2ba13 tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:02.872193 n-d-804985-2 neutron-server[106252]: INFO neutron.db.securitygroups_db [None req-15b93c4e-ef6a-448b-8933-19677573c857 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Project b60736d695f1461b9071c3b3eddcc039 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 18 12:15:02.881685 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a42c1e36-823e-443d-b343-5979e7f2ba13 tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:02.886184 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-a42c1e36-823e-443d-b343-5979e7f2ba13 tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] 10.222.0.66 "DELETE /v2.0/security-groups/7e06d06e-e60b-4a3b-9f6d-33bb9780c410 HTTP/1.1" status: 204 len: 168 time: 0.6336808 Aug 18 12:15:02.886338 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-15b93c4e-ef6a-448b-8933-19677573c857 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:02.887167 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 54140) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:15:02.896658 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70d81341-e461-4c7e-bd18-958b33dcf251 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Network 32b5dc54-1967-415e-952a-a2c98fd214ba is scheduled to be hosted by DHCP agent 97c14208-2951-4361-8d64-3708c946ff5f with binding_index 1 {{(pid=106253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 12:15:02.909482 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42c1e36-823e-443d-b343-5979e7f2ba13 tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e06d06e-e60b-4a3b-9f6d-33bb9780c410,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:15:02.921873 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-70d81341-e461-4c7e-bd18-958b33dcf251 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-2, 32b5dc54-1967-415e-952a-a2c98fd214ba) {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:15:02.933845 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70d81341-e461-4c7e-bd18-958b33dcf251 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:15:02.934292 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-70d81341-e461-4c7e-bd18-958b33dcf251 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:02.949763 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93b034fd-251a-46c2-a7ae-dfa42c346bd3 None None] Network 32b5dc54-1967-415e-952a-a2c98fd214ba requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:15:02.959760 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-70d81341-e461-4c7e-bd18-958b33dcf251 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2298117 Aug 18 12:15:02.960756 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 54142) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:15:03.194720 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-0e7ab520-b354-4918-b934-f88c14baf8b9 tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3066480 Aug 18 12:15:03.207474 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-0d15bc38-8f35-4bd9-9e64-31061e813423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b9fadb2-082b-4c2f-bfb6-a1a6476659e7', 'name': 'tempest-RoutersIpV6Test-router-2037665960', 'tenant_id': '7fd02f6d258d49aeaa22e91f82208987', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:14:54Z', 'updated_at': '2021-08-18T12:14:58Z', 'revision_number': 2, 'project_id': '7fd02f6d258d49aeaa22e91f82208987', 'gw_port_host': None, '_interfaces': [{'id': 'f06a4c55-5381-4400-ba79-665acea3969d', 'name': '', 'network_id': '1ee821c8-80e5-4623-b08e-ba8369ed062a', 'tenant_id': '7fd02f6d258d49aeaa22e91f82208987', 'mac_address': 'fa:16:3e:c3:b1:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b9fadb2-082b-4c2f-bfb6-a1a6476659e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2897, 'fixed_ips': [{'subnet_id': 'ce02d789-05af-4dbb-affc-5b3aa6c6120f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:14:57Z', 'updated_at': '2021-08-18T12:15:02Z', 'revision_number': 4, 'project_id': '7fd02f6d258d49aeaa22e91f82208987', 'subnets': [{'id': 'ce02d789-05af-4dbb-affc-5b3aa6c6120f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:15:03.215354 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 54146) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:15:03.220293 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-6b522c02-cb3c-490d-bbd3-c30b1748ae1d tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Request body: {'security_group': {'name': 'tempest-secgroup--67756774'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:15:03.239095 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d15bc38-8f35-4bd9-9e64-31061e813423 None None] The sync data for ids ['9b9fadb2-082b-4c2f-bfb6-a1a6476659e7'] in n-d-804985-2 is: [{'id': '9b9fadb2-082b-4c2f-bfb6-a1a6476659e7', 'name': 'tempest-RoutersIpV6Test-router-2037665960', 'tenant_id': '7fd02f6d258d49aeaa22e91f82208987', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:14:54Z', 'updated_at': '2021-08-18T12:14:58Z', 'revision_number': 2, 'project_id': '7fd02f6d258d49aeaa22e91f82208987', 'gw_port_host': None, '_interfaces': [{'id': 'f06a4c55-5381-4400-ba79-665acea3969d', 'name': '', 'network_id': '1ee821c8-80e5-4623-b08e-ba8369ed062a', 'tenant_id': '7fd02f6d258d49aeaa22e91f82208987', 'mac_address': 'fa:16:3e:c3:b1:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b9fadb2-082b-4c2f-bfb6-a1a6476659e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2897, 'fixed_ips': [{'subnet_id': 'ce02d789-05af-4dbb-affc-5b3aa6c6120f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:14:57Z', 'updated_at': '2021-08-18T12:15:02Z', 'revision_number': 4, 'project_id': '7fd02f6d258d49aeaa22e91f82208987', 'subnets': [{'id': 'ce02d789-05af-4dbb-affc-5b3aa6c6120f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:15:03.254602 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6b522c02-cb3c-490d-bbd3-c30b1748ae1d tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:03.276040 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4805ed2f-0ae5-48d7-8df4-ce35259b3fc5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp788be208-34ab-5a8f-af0f-528834af222f-32b5dc54-1967-415e-952a-a2c98fd214ba', 'network_id': '32b5dc54-1967-415e-952a-a2c98fd214ba', 'tenant_id': '7fd02f6d258d49aeaa22e91f82208987', 'fixed_ips': [{'subnet_id': '88b214a2-91a3-4444-8954-b59619dc4724'}]}} from n-d-804985-2. {{(pid=106254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 12:15:03.277151 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4805ed2f-0ae5-48d7-8df4-ce35259b3fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:03.296817 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-15b93c4e-ef6a-448b-8933-19677573c857 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:03.299469 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d6605194-a97a-48fb-abdf-535d6d8c14ab tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:03.318336 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-15b93c4e-ef6a-448b-8933-19677573c857 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992607'] for security_group_rule, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:03.399554 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6b522c02-cb3c-490d-bbd3-c30b1748ae1d tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:03.429125 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6b522c02-cb3c-490d-bbd3-c30b1748ae1d tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:03.440348 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6605194-a97a-48fb-abdf-535d6d8c14ab tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] Pushing event deleted for resources: {'Port': ['ID=c8e4e6a1-edaa-4f77-9e92-42175793eff2,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:15:03.452682 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b93c4e-ef6a-448b-8933-19677573c857 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b1758ca-e3b1-48ce-a22c-7dcdbf43870b,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:15:03.493761 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.db_base_plugin_common [None req-4805ed2f-0ae5-48d7-8df4-ce35259b3fc5 None None] Allocated IP 2001:db8:1::2 (32b5dc54-1967-415e-952a-a2c98fd214ba/88b214a2-91a3-4444-8954-b59619dc4724/63fefbf3-6d12-4d8a-9a75-3aa58649a530) {{(pid=106254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:15:03.495722 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-15b93c4e-ef6a-448b-8933-19677573c857 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:03.501452 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-15b93c4e-ef6a-448b-8933-19677573c857 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7394447 Aug 18 12:15:03.507230 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 54150) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:15:03.512904 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-9c2a2a78-0180-44dc-a2fb-58cce5718794 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Request body: {'network': {'name': 'tempest-network-smoke--956380081', 'project_id': 'b60736d695f1461b9071c3b3eddcc039', 'port_security_enabled': True}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:15:03.518323 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8487f5b9-e4a8-4ae0-9ac4-55b5ca96437d tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:03.532327 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6b522c02-cb3c-490d-bbd3-c30b1748ae1d tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:03.533864 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-6b522c02-cb3c-490d-bbd3-c30b1748ae1d tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3176310 Aug 18 12:15:03.543849 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 54152) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:15:03.555364 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-99d91d63-a759-48a4-b402-58d77df90309 tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Request body: {'security_group_rule': {'security_group_id': '4f145dda-d162-486f-a95a-7e980d958969', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:15:03.556041 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b522c02-cb3c-490d-bbd3-c30b1748ae1d tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f145dda-d162-486f-a95a-7e980d958969,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:15:03.633965 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c2a2a78-0180-44dc-a2fb-58cce5718794 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Made reservation on behalf of b60736d695f1461b9071c3b3eddcc039 for: {'network': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:15:03.647925 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-9c2a2a78-0180-44dc-a2fb-58cce5718794 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for network, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:03.654418 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d6605194-a97a-48fb-abdf-535d6d8c14ab tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:03.668526 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-d6605194-a97a-48fb-abdf-535d6d8c14ab tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] 10.222.0.66 "DELETE /v2.0/ports/c8e4e6a1-edaa-4f77-9e92-42175793eff2 HTTP/1.1" status: 204 len: 168 time: 1.3675101 Aug 18 12:15:03.674218 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 54154) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:15:03.697051 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c2a2a78-0180-44dc-a2fb-58cce5718794 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 839} {{(pid=106252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:15:03.707343 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-9c2a2a78-0180-44dc-a2fb-58cce5718794 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:03.708027 n-d-804985-2 neutron-server[106252]: INFO neutron.db.segments_db [None req-9c2a2a78-0180-44dc-a2fb-58cce5718794 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Added segment 853c2d50-b260-40cd-8b91-d791f4791b51 of type vlan for network e9151886-a8d5-45f7-8d09-a3bfb73f6646 Aug 18 12:15:03.726924 n-d-804985-2 neutron-server[106253]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b2a32c5-ba72-46d1-b941-a51fe99dac74 tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] GET failed (client error): The resource could not be found. Aug 18 12:15:03.732959 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-9b2a32c5-ba72-46d1-b941-a51fe99dac74 tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] 10.222.0.66 "GET /v2.0/ports/c8e4e6a1-edaa-4f77-9e92-42175793eff2 HTTP/1.1" status: 404 len: 333 time: 0.0576293 Aug 18 12:15:03.736740 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 54156) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:15:03.742291 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-26d21eef-4bd4-44f2-ad1a-c449e19d0722 tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] Request body: {'port': {'network_id': '16826e30-aad3-4fd3-adb5-9d3ed4b985e0', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-308314091'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:15:03.783507 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-9c2a2a78-0180-44dc-a2fb-58cce5718794 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789150665894'] for network, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:03.815224 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-9c2a2a78-0180-44dc-a2fb-58cce5718794 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for network, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:03.828711 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c2a2a78-0180-44dc-a2fb-58cce5718794 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:15:03.829350 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-9c2a2a78-0180-44dc-a2fb-58cce5718794 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks [] for network, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:03.856053 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4805ed2f-0ae5-48d7-8df4-ce35259b3fc5 None None] Notify callbacks [] for port, precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:03.878601 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-4805ed2f-0ae5-48d7-8df4-ce35259b3fc5 None None] Transition to ACTIVE for port object 63fefbf3-6d12-4d8a-9a75-3aa58649a530 will not be triggered until provisioned by entity L2. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:15:03.905805 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-99d91d63-a759-48a4-b402-58d77df90309 tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:03.920044 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-4805ed2f-0ae5-48d7-8df4-ce35259b3fc5 None None] Transition to ACTIVE for port object 63fefbf3-6d12-4d8a-9a75-3aa58649a530 will not be triggered until provisioned by entity DHCP. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:15:03.928956 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-9c2a2a78-0180-44dc-a2fb-58cce5718794 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4199750 Aug 18 12:15:03.932812 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 54158) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:15:03.938058 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-f88ab862-bd81-412e-9f0c-528240a90432 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-228808610', 'admin_state_up': True, 'project_id': 'b60736d695f1461b9071c3b3eddcc039', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'}}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:15:03.942008 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4805ed2f-0ae5-48d7-8df4-ce35259b3fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547'] for port, after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:03.965263 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2a2a78-0180-44dc-a2fb-58cce5718794 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Pushing event updated for resources: {'Network': ['ID=e9151886-a8d5-45f7-8d09-a3bfb73f6646,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:15:03.981342 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Network e9151886-a8d5-45f7-8d09-a3bfb73f6646 details requested by agent ovs-agent-n-d-804985-2 with host n-d-804985-2 {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:15:03.993119 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f88ab862-bd81-412e-9f0c-528240a90432 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-998592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15809'] for router, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:03.993802 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26d21eef-4bd4-44f2-ad1a-c449e19d0722 tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] Made reservation on behalf of ad867e17edc74f14bec8195aa02703b1 for: {'port': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:15:03.995151 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f88ab862-bd81-412e-9f0c-528240a90432 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-992733', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-971415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15816'] for router, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:03.997221 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-26d21eef-4bd4-44f2-ad1a-c449e19d0722 tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:04.048171 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4805ed2f-0ae5-48d7-8df4-ce35259b3fc5 None None] Network 32b5dc54-1967-415e-952a-a2c98fd214ba is already hosted by enough agents. {{(pid=106254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:15:04.058987 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-99d91d63-a759-48a4-b402-58d77df90309 tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:04.059280 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.base_scheduler [None req-4805ed2f-0ae5-48d7-8df4-ce35259b3fc5 None None] Resources bound (agent type, host, resource id): {{(pid=106254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:15:04.060650 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [None req-26d21eef-4bd4-44f2-ad1a-c449e19d0722 tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] device_id is not set on port 382d9477-a801-4687-8ecd-6aa0defb9b2c yet. {{(pid=106253) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 12:15:04.071299 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4805ed2f-0ae5-48d7-8df4-ce35259b3fc5 None None] Received port after_create {{(pid=106254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:15:04.078511 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-99d91d63-a759-48a4-b402-58d77df90309 tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992607'] for security_group_rule, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:04.084823 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f88ab862-bd81-412e-9f0c-528240a90432 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:04.089400 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4805ed2f-0ae5-48d7-8df4-ce35259b3fc5 None None] Pushing event updated for resources: {'Port': ['ID=63fefbf3-6d12-4d8a-9a75-3aa58649a530,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:15:04.147241 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-99d91d63-a759-48a4-b402-58d77df90309 tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:04.153464 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-99d91d63-a759-48a4-b402-58d77df90309 tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6064119 Aug 18 12:15:04.153464 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 54162) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:15:04.185402 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-72927e62-b49d-4701-8240-08f92d12edf7 tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] 10.222.0.66 "GET /v2.0/security-group-rules/9104e563-4383-4058-84f3-0a6cdf0a4efa HTTP/1.1" status: 200 len: 763 time: 0.0249650 Aug 18 12:15:04.186078 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 54166) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:15:04.211847 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-4805ed2f-0ae5-48d7-8df4-ce35259b3fc5 None None] Attempting to bind port 63fefbf3-6d12-4d8a-9a75-3aa58649a530 on host n-d-804985-2 for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:15:04.212525 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-4805ed2f-0ae5-48d7-8df4-ce35259b3fc5 None None] Attempting to bind port 63fefbf3-6d12-4d8a-9a75-3aa58649a530 by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': '52b7006f-2792-43ce-9b2f-843ac02dbbee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '32b5dc54-1967-415e-952a-a2c98fd214ba'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:15:04.213047 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4805ed2f-0ae5-48d7-8df4-ce35259b3fc5 None None] Attempting to bind port 63fefbf3-6d12-4d8a-9a75-3aa58649a530 on network 32b5dc54-1967-415e-952a-a2c98fd214ba {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:15:04.218789 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4805ed2f-0ae5-48d7-8df4-ce35259b3fc5 None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 14, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:15:04.219576 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4805ed2f-0ae5-48d7-8df4-ce35259b3fc5 None None] Checking segment: {'id': '52b7006f-2792-43ce-9b2f-843ac02dbbee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '32b5dc54-1967-415e-952a-a2c98fd214ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:15:04.220128 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4805ed2f-0ae5-48d7-8df4-ce35259b3fc5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:04.220451 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d91d63-a759-48a4-b402-58d77df90309 tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9104e563-4383-4058-84f3-0a6cdf0a4efa,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:15:04.221018 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4805ed2f-0ae5-48d7-8df4-ce35259b3fc5 None None] Bound using segment: {'id': '52b7006f-2792-43ce-9b2f-843ac02dbbee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '32b5dc54-1967-415e-952a-a2c98fd214ba'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:15:04.221642 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-4805ed2f-0ae5-48d7-8df4-ce35259b3fc5 None None] Bound port: 63fefbf3-6d12-4d8a-9a75-3aa58649a530, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52b7006f-2792-43ce-9b2f-843ac02dbbee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '32b5dc54-1967-415e-952a-a2c98fd214ba'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:15:04.222191 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4805ed2f-0ae5-48d7-8df4-ce35259b3fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:04.314742 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-4805ed2f-0ae5-48d7-8df4-ce35259b3fc5 None None] For port 63fefbf3-6d12-4d8a-9a75-3aa58649a530, host n-d-804985-2, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:15:04.320712 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-4805ed2f-0ae5-48d7-8df4-ce35259b3fc5 None None] For port 63fefbf3-6d12-4d8a-9a75-3aa58649a530, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=63fefbf3-6d12-4d8a-9a75-3aa58649a530,segment=NetworkSegment(52b7006f-2792-43ce-9b2f-843ac02dbbee),segment_id=52b7006f-2792-43ce-9b2f-843ac02dbbee)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:15:04.330889 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4805ed2f-0ae5-48d7-8df4-ce35259b3fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:04.360132 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f88ab862-bd81-412e-9f0c-528240a90432 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:04.364761 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-c0ee73f6-29b1-45b1-8f49-83a4101d30ba tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1450548 Aug 18 12:15:04.365713 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 54168) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:15:04.413403 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4805ed2f-0ae5-48d7-8df4-ce35259b3fc5 None None] Pushing event updated for resources: {'Port': ['ID=63fefbf3-6d12-4d8a-9a75-3aa58649a530,revision_number=2']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:15:04.535282 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [None req-26d21eef-4bd4-44f2-ad1a-c449e19d0722 tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] Allocated IP 2001:db8::5b (16826e30-aad3-4fd3-adb5-9d3ed4b985e0/8451365f-ca59-4703-a74c-1f3e2ebefdb7/382d9477-a801-4687-8ecd-6aa0defb9b2c) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:15:04.541226 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [None req-8487f5b9-e4a8-4ae0-9ac4-55b5ca96437d tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Allocated IP 2001:db8:1::1 (32b5dc54-1967-415e-952a-a2c98fd214ba/88b214a2-91a3-4444-8954-b59619dc4724/6f4e5afa-a411-4d92-9871-5baef131dd26) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:15:04.546081 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8105e558-24c7-4c86-90c7-e4d89fd634e8 tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:04.554468 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8105e558-24c7-4c86-90c7-e4d89fd634e8 tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:04.597752 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8105e558-24c7-4c86-90c7-e4d89fd634e8 tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992607'] for security_group_rule, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:04.602753 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8105e558-24c7-4c86-90c7-e4d89fd634e8 tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:04.606986 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-8105e558-24c7-4c86-90c7-e4d89fd634e8 tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/9104e563-4383-4058-84f3-0a6cdf0a4efa HTTP/1.1" status: 204 len: 168 time: 0.2341819 Aug 18 12:15:04.610011 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 54174) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:15:04.622729 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8105e558-24c7-4c86-90c7-e4d89fd634e8 tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9104e563-4383-4058-84f3-0a6cdf0a4efa,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:15:04.728202 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f88ab862-bd81-412e-9f0c-528240a90432 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks [] for router_gateway, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:04.782480 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f88ab862-bd81-412e-9f0c-528240a90432 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:04.785067 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-7f318a93-f861-40d7-b3a5-abe07ea39cf8 tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1670401 Aug 18 12:15:04.785617 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 54178) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:15:04.791713 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-f90be645-c08e-4dc4-bad9-1afe9a500d83 tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Request body: {'security_group_rule': {'security_group_id': '4f145dda-d162-486f-a95a-7e980d958969', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:15:04.889048 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 54180) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:15:04.934552 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8487f5b9-e4a8-4ae0-9ac4-55b5ca96437d tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:04.944630 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [None req-f88ab862-bd81-412e-9f0c-528240a90432 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Allocated IP 172.25.7.39 (7cae7a70-14fd-408c-b14d-39ceb97cb60e/9784295a-20b8-4a4b-b105-f82737f0448f/1bcaea4e-7a3a-4229-9f58-d8c14d2fd3d5) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:15:04.946646 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f90be645-c08e-4dc4-bad9-1afe9a500d83 tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:04.972824 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [None req-8487f5b9-e4a8-4ae0-9ac4-55b5ca96437d tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Transition to ACTIVE for port object 6f4e5afa-a411-4d92-9871-5baef131dd26 will not be triggered until provisioned by entity DHCP. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:15:05.014131 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-26d21eef-4bd4-44f2-ad1a-c449e19d0722 tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:05.078710 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [None req-26d21eef-4bd4-44f2-ad1a-c449e19d0722 tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] Transition to ACTIVE for port object 382d9477-a801-4687-8ecd-6aa0defb9b2c will not be triggered until provisioned by entity DHCP. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:15:05.079452 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f90be645-c08e-4dc4-bad9-1afe9a500d83 tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:05.089074 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f90be645-c08e-4dc4-bad9-1afe9a500d83 tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992607'] for security_group_rule, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:05.109119 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-16735b9c-ce54-4611-b517-f5a4e8df7e49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:05.123342 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90be645-c08e-4dc4-bad9-1afe9a500d83 tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22faa854-f3cb-4b5c-81b3-347b6f20a8a1,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:15:05.131708 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f90be645-c08e-4dc4-bad9-1afe9a500d83 tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:05.132426 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8487f5b9-e4a8-4ae0-9ac4-55b5ca96437d tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:05.135680 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-f90be645-c08e-4dc4-bad9-1afe9a500d83 tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3490360 Aug 18 12:15:05.137865 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 54184) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:15:05.141976 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f88ab862-bd81-412e-9f0c-528240a90432 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:05.163740 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-d99312ca-6aa3-4d2a-a9ae-98cb3c0b35be tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] 10.222.0.66 "GET /v2.0/security-group-rules/22faa854-f3cb-4b5c-81b3-347b6f20a8a1 HTTP/1.1" status: 200 len: 763 time: 0.0248127 Aug 18 12:15:05.167164 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 54186) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:15:05.195212 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8487f5b9-e4a8-4ae0-9ac4-55b5ca96437d tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Network 32b5dc54-1967-415e-952a-a2c98fd214ba is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:15:05.205443 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-8487f5b9-e4a8-4ae0-9ac4-55b5ca96437d tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:15:05.214222 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8487f5b9-e4a8-4ae0-9ac4-55b5ca96437d tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:15:05.214761 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8487f5b9-e4a8-4ae0-9ac4-55b5ca96437d tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-996688'] for router_interface, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:05.218658 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-26d21eef-4bd4-44f2-ad1a-c449e19d0722 tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:05.222150 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8487f5b9-e4a8-4ae0-9ac4-55b5ca96437d tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Pushing event updated for resources: {'Port': ['ID=6f4e5afa-a411-4d92-9871-5baef131dd26,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:15:05.229307 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-601b8de0-7059-4026-bd2a-3988201d5107 tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0608592 Aug 18 12:15:05.231841 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 54188) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:15:05.246702 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f88ab862-bd81-412e-9f0c-528240a90432 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:05.355169 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26d21eef-4bd4-44f2-ad1a-c449e19d0722 tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] Network 16826e30-aad3-4fd3-adb5-9d3ed4b985e0 is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:15:05.366323 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-26d21eef-4bd4-44f2-ad1a-c449e19d0722 tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:15:05.373563 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d21eef-4bd4-44f2-ad1a-c449e19d0722 tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] Pushing event updated for resources: {'Port': ['ID=382d9477-a801-4687-8ecd-6aa0defb9b2c,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:15:05.376084 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d21eef-4bd4-44f2-ad1a-c449e19d0722 tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:15:05.381945 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26d21eef-4bd4-44f2-ad1a-c449e19d0722 tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:15:05.382599 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-26d21eef-4bd4-44f2-ad1a-c449e19d0722 tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:05.465472 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8487f5b9-e4a8-4ae0-9ac4-55b5ca96437d tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:05.485061 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-16735b9c-ce54-4611-b517-f5a4e8df7e49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:05.562580 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-26d21eef-4bd4-44f2-ad1a-c449e19d0722 tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.8247724 Aug 18 12:15:05.563436 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-16735b9c-ce54-4611-b517-f5a4e8df7e49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:05.566495 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 54192) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:15:05.597179 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-c777d4fe-fe14-4695-a73e-b7d4f6754994 tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:4c:d5:be'}]}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:15:05.651691 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c3335002-ae06-4cad-910e-f04ff38d55ab tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:05.664765 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 63fefbf3-6d12-4d8a-9a75-3aa58649a530 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:15:05.669484 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f88ab862-bd81-412e-9f0c-528240a90432 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Network 7cae7a70-14fd-408c-b14d-39ceb97cb60e is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:15:05.681216 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c3335002-ae06-4cad-910e-f04ff38d55ab tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:05.683785 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88ab862-bd81-412e-9f0c-528240a90432 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Pushing event updated for resources: {'Port': ['ID=1bcaea4e-7a3a-4229-9f58-d8c14d2fd3d5,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:15:05.698568 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-f88ab862-bd81-412e-9f0c-528240a90432 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:15:05.705884 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f88ab862-bd81-412e-9f0c-528240a90432 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:15:05.761789 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-fdeca769-3a4e-4b44-86a4-8c019740042b None None] Provisioning for port 382d9477-a801-4687-8ecd-6aa0defb9b2c completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:15:05.765340 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c3335002-ae06-4cad-910e-f04ff38d55ab tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992607'] for security_group_rule, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:05.766756 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-fdeca769-3a4e-4b44-86a4-8c019740042b None None] Provisioning complete for port 382d9477-a801-4687-8ecd-6aa0defb9b2c triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:15:05.767114 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16735b9c-ce54-4611-b517-f5a4e8df7e49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68123626-2318-4ab8-b362-7c04394fc6a7,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:15:05.767718 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-fdeca769-3a4e-4b44-86a4-8c019740042b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:05.792215 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port 63fefbf3-6d12-4d8a-9a75-3aa58649a530 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:15:05.801502 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device f06a4c55-5381-4400-ba79-665acea3969d up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:15:05.825505 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c3335002-ae06-4cad-910e-f04ff38d55ab tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:05.827029 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-c3335002-ae06-4cad-910e-f04ff38d55ab tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/22faa854-f3cb-4b5c-81b3-347b6f20a8a1 HTTP/1.1" status: 204 len: 168 time: 0.5941346 Aug 18 12:15:05.856129 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 54194) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:15:05.864387 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-fdeca769-3a4e-4b44-86a4-8c019740042b None None] Port 382d9477-a801-4687-8ecd-6aa0defb9b2c cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:15:05.877821 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port f06a4c55-5381-4400-ba79-665acea3969d completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:15:05.879722 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3335002-ae06-4cad-910e-f04ff38d55ab tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=22faa854-f3cb-4b5c-81b3-347b6f20a8a1,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:15:05.885357 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port f06a4c55-5381-4400-ba79-665acea3969d triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:15:05.885782 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:05.952165 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-c4790063-e565-4693-ac88-528d8190e49b tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0908372 Aug 18 12:15:05.955119 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 54196) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:15:05.960246 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-95efd1bd-8903-4948-ae8b-ab1cbd0f77c9 tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Request body: {'security_group_rule': {'security_group_id': '4f145dda-d162-486f-a95a-7e980d958969', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:15:06.006373 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:06.045263 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] For port f06a4c55-5381-4400-ba79-665acea3969d, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=f06a4c55-5381-4400-ba79-665acea3969d,segment=NetworkSegment(901c6530-e433-4e78-aaec-6e03fb7dd3a7),segment_id=901c6530-e433-4e78-aaec-6e03fb7dd3a7)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:15:06.047356 n-d-804985-2 neutron-server[106252]: INFO neutron.db.securitygroups_db [None req-95efd1bd-8903-4948-ae8b-ab1cbd0f77c9 tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Project 920525a069ea49fc9abb058751d9d8e0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 18 12:15:06.057720 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-95efd1bd-8903-4948-ae8b-ab1cbd0f77c9 tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:06.061324 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:06.127218 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-16735b9c-ce54-4611-b517-f5a4e8df7e49 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=39229a397ceb4b8ba5b68102e30635b7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2283657 Aug 18 12:15:06.135407 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 54198) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:15:06.138317 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:06.142197 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Pushing event updated for resources: {'Port': ['ID=f06a4c55-5381-4400-ba79-665acea3969d,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:15:06.168515 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f2a5cc7-d7bb-4f3f-b26b-665584fc105b None None] Network 32b5dc54-1967-415e-952a-a2c98fd214ba requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:15:06.175925 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-95efd1bd-8903-4948-ae8b-ab1cbd0f77c9 tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:06.176637 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f88ab862-bd81-412e-9f0c-528240a90432 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks [] for router_gateway, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:06.221302 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-95efd1bd-8903-4948-ae8b-ab1cbd0f77c9 tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992607'] for security_group_rule, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:06.240955 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-af71c10d-a05b-47e9-83a6-eeb5a785e5cd None None] Provisioning for port 63fefbf3-6d12-4d8a-9a75-3aa58649a530 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:15:06.253340 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-af71c10d-a05b-47e9-83a6-eeb5a785e5cd None None] Provisioning complete for port 63fefbf3-6d12-4d8a-9a75-3aa58649a530 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:15:06.253725 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-af71c10d-a05b-47e9-83a6-eeb5a785e5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:06.292048 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95efd1bd-8903-4948-ae8b-ab1cbd0f77c9 tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c27cd9d2-e991-461d-bf33-3d4c48a8ae0b,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:15:06.299697 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-95efd1bd-8903-4948-ae8b-ab1cbd0f77c9 tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:06.303852 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-95efd1bd-8903-4948-ae8b-ab1cbd0f77c9 tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3449829 Aug 18 12:15:06.306708 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 54200) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:15:06.315596 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-daa28bb0-25b9-4c87-ba26-a2fc89100a24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:06.324929 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c777d4fe-fe14-4695-a73e-b7d4f6754994 tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:06.327839 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-68dd85f1-4aef-4e91-969f-e4cbcc695bbf tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] 10.222.0.66 "GET /v2.0/security-group-rules/c27cd9d2-e991-461d-bf33-3d4c48a8ae0b HTTP/1.1" status: 200 len: 769 time: 0.0207305 Aug 18 12:15:06.330858 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 54202) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:15:06.373054 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-daa28bb0-25b9-4c87-ba26-a2fc89100a24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:06.382333 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-6136db36-6544-47fc-ba63-6f198216adbf tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0501952 Aug 18 12:15:06.385153 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 54204) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:15:06.420353 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-af71c10d-a05b-47e9-83a6-eeb5a785e5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:06.453043 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-bb00103c-c1d7-49ba-a1ed-093e9ae2dcb0 tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:06.459361 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-af71c10d-a05b-47e9-83a6-eeb5a785e5cd None None] For port 63fefbf3-6d12-4d8a-9a75-3aa58649a530, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=63fefbf3-6d12-4d8a-9a75-3aa58649a530,segment=NetworkSegment(52b7006f-2792-43ce-9b2f-843ac02dbbee),segment_id=52b7006f-2792-43ce-9b2f-843ac02dbbee)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:15:06.468005 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-bb00103c-c1d7-49ba-a1ed-093e9ae2dcb0 tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:06.468896 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-af71c10d-a05b-47e9-83a6-eeb5a785e5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:06.469051 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8487f5b9-e4a8-4ae0-9ac4-55b5ca96437d tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks [] for port, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:06.523448 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af71c10d-a05b-47e9-83a6-eeb5a785e5cd None None] Pushing event updated for resources: {'Port': ['ID=63fefbf3-6d12-4d8a-9a75-3aa58649a530,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:15:06.538622 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8487f5b9-e4a8-4ae0-9ac4-55b5ca96437d tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:06.539436 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8487f5b9-e4a8-4ae0-9ac4-55b5ca96437d tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-996772'] for router_interface, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:06.543606 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-bb00103c-c1d7-49ba-a1ed-093e9ae2dcb0 tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992607'] for security_group_rule, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:06.552724 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-bb00103c-c1d7-49ba-a1ed-093e9ae2dcb0 tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:06.553866 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-bb00103c-c1d7-49ba-a1ed-093e9ae2dcb0 tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/c27cd9d2-e991-461d-bf33-3d4c48a8ae0b HTTP/1.1" status: 204 len: 168 time: 0.1677434 Aug 18 12:15:06.559040 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 54206) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:15:06.578793 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f88ab862-bd81-412e-9f0c-528240a90432 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-998473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-992536'] for router, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:06.585153 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb00103c-c1d7-49ba-a1ed-093e9ae2dcb0 tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c27cd9d2-e991-461d-bf33-3d4c48a8ae0b,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:15:06.585344 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-daa28bb0-25b9-4c87-ba26-a2fc89100a24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:06.587730 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-daa28bb0-25b9-4c87-ba26-a2fc89100a24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:06.588904 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-daa28bb0-25b9-4c87-ba26-a2fc89100a24 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/68123626-2318-4ab8-b362-7c04394fc6a7 HTTP/1.1" status: 204 len: 168 time: 0.4522927 Aug 18 12:15:06.606091 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.agents_db [None req-6dbb2658-0354-4101-8393-6e7505481cf6 None None] Agent healthcheck: found 7 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 12:15:06.635402 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa28bb0-25b9-4c87-ba26-a2fc89100a24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68123626-2318-4ab8-b362-7c04394fc6a7,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:15:06.728067 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-121df01e-56bd-44f6-ab47-3f44817e782d tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1678514 Aug 18 12:15:06.731163 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 54212) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:15:06.746287 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f88ab862-bd81-412e-9f0c-528240a90432 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Router 5c3821dd-0e2c-4044-bf37-1988f8119a50 is scheduled to L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 with binding_index 1 {{(pid=106252) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 12:15:06.750190 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8487f5b9-e4a8-4ae0-9ac4-55b5ca96437d tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Pushing event updated for resources: {'Port': ['ID=6f4e5afa-a411-4d92-9871-5baef131dd26,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:15:06.812009 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-4de3bf56-514b-4a99-854a-54f3d0a363fe None None] Provisioning complete for port 63fefbf3-6d12-4d8a-9a75-3aa58649a530 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:15:06.812978 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4de3bf56-514b-4a99-854a-54f3d0a363fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:06.874222 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c777d4fe-fe14-4695-a73e-b7d4f6754994 tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] Notify callbacks [] for port, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:06.886440 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8487f5b9-e4a8-4ae0-9ac4-55b5ca96437d tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Network 32b5dc54-1967-415e-952a-a2c98fd214ba is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:15:06.886870 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f88ab862-bd81-412e-9f0c-528240a90432 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:15:06.889565 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c777d4fe-fe14-4695-a73e-b7d4f6754994 tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:06.897833 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a6cdf87-915e-4ff3-8e25-1ba0983ba837 None None] Sync routers for ids ['5c3821dd-0e2c-4044-bf37-1988f8119a50'] in n-d-804985-2 {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:15:06.908859 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-8487f5b9-e4a8-4ae0-9ac4-55b5ca96437d tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:15:06.909820 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a6cdf87-915e-4ff3-8e25-1ba0983ba837 None None] Routers {'5c3821dd-0e2c-4044-bf37-1988f8119a50'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:15:06.911103 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-4a6cdf87-915e-4ff3-8e25-1ba0983ba837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:14:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['5c3821dd-0e2c-4044-bf37-1988f8119a50'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:15:06.917792 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6e660f69-9765-4aab-b1db-b8b5dc7036bd tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:06.928298 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f88ab862-bd81-412e-9f0c-528240a90432 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks [] for router, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:06.934390 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-f88ab862-bd81-412e-9f0c-528240a90432 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.9991996 Aug 18 12:15:06.935100 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 54216) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:15:06.974558 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-c777d4fe-fe14-4695-a73e-b7d4f6754994 tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] In _notify_port_updated(), no bound segment for port 382d9477-a801-4687-8ecd-6aa0defb9b2c on network 16826e30-aad3-4fd3-adb5-9d3ed4b985e0 {{(pid=106253) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 18 12:15:06.989299 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c777d4fe-fe14-4695-a73e-b7d4f6754994 tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:15:06.990001 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c777d4fe-fe14-4695-a73e-b7d4f6754994 tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:06.991364 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-c777d4fe-fe14-4695-a73e-b7d4f6754994 tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] 10.222.0.66 "PUT /v2.0/ports/382d9477-a801-4687-8ecd-6aa0defb9b2c HTTP/1.1" status: 200 len: 1001 time: 1.4205608 Aug 18 12:15:06.994719 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 54220) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:15:07.012172 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-4de3bf56-514b-4a99-854a-54f3d0a363fe None None] Provisioning for port 6f4e5afa-a411-4d92-9871-5baef131dd26 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:15:07.019173 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-4de3bf56-514b-4a99-854a-54f3d0a363fe None None] Provisioning complete for port 6f4e5afa-a411-4d92-9871-5baef131dd26 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:15:07.020102 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4de3bf56-514b-4a99-854a-54f3d0a363fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:07.074746 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6e660f69-9765-4aab-b1db-b8b5dc7036bd tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:07.122096 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-4de3bf56-514b-4a99-854a-54f3d0a363fe None None] Port 6f4e5afa-a411-4d92-9871-5baef131dd26 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:15:07.156282 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-4a6cdf87-915e-4ff3-8e25-1ba0983ba837 None None] Set router 5c3821dd-0e2c-4044-bf37-1988f8119a50 gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:15:07.165895 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 54222) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:15:07.180833 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c777d4fe-fe14-4695-a73e-b7d4f6754994 tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] Pushing event updated for resources: {'Port': ['ID=382d9477-a801-4687-8ecd-6aa0defb9b2c,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:15:07.207655 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-af6d70a0-6fda-4179-9181-a01f9f087edd admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:07.252538 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-d3050dbf-b2ec-4dce-bcc7-4b4bcc9c7c67 tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] Deleting port 382d9477-a801-4687-8ecd-6aa0defb9b2c {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:15:07.252884 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d3050dbf-b2ec-4dce-bcc7-4b4bcc9c7c67 tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:07.265063 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8487f5b9-e4a8-4ae0-9ac4-55b5ca96437d tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Router 9b9fadb2-082b-4c2f-bfb6-a1a6476659e7 has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:15:07.267482 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-f3cb4e80-ea8e-4304-bc2b-44a11f576c7e None None] Provisioning complete for port 6f4e5afa-a411-4d92-9871-5baef131dd26 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:15:07.267482 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-f3cb4e80-ea8e-4304-bc2b-44a11f576c7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:07.304312 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6e660f69-9765-4aab-b1db-b8b5dc7036bd tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:07.307231 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6e660f69-9765-4aab-b1db-b8b5dc7036bd tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:07.308591 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-6e660f69-9765-4aab-b1db-b8b5dc7036bd tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] 10.222.0.66 "DELETE /v2.0/security-groups/4f145dda-d162-486f-a95a-7e980d958969 HTTP/1.1" status: 204 len: 168 time: 0.5763996 Aug 18 12:15:07.318016 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-f3cb4e80-ea8e-4304-bc2b-44a11f576c7e None None] Port 6f4e5afa-a411-4d92-9871-5baef131dd26 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:15:07.320142 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 54224) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:15:07.358146 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e660f69-9765-4aab-b1db-b8b5dc7036bd tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f145dda-d162-486f-a95a-7e980d958969,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:15:07.458313 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-a92488c0-8522-4bcf-a842-9927bcf1335e tempest-TestNetworkAdvancedServerOps-1126957736 tempest-TestNetworkAdvancedServerOps-1126957736-project-admin] 10.222.0.66 "GET /v2.0/subnets?project_id=b60736d695f1461b9071c3b3eddcc039&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5196440 Aug 18 12:15:07.461653 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 54226) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:15:07.506417 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-f8d57e2a-2ec1-458c-85cf-bb723f38262b tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1850049 Aug 18 12:15:07.517914 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 54228) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:15:07.563336 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-181c7d26-4f79-4258-850b-a74b6bccfe03 None None] Provisioning complete for port 382d9477-a801-4687-8ecd-6aa0defb9b2c triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:15:07.577456 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-181c7d26-4f79-4258-850b-a74b6bccfe03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:07.582983 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8487f5b9-e4a8-4ae0-9ac4-55b5ca96437d tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:15:07.606032 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-8487f5b9-e4a8-4ae0-9ac4-55b5ca96437d tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] 10.222.0.66 "PUT /v2.0/routers/9b9fadb2-082b-4c2f-bfb6-a1a6476659e7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6438370 Aug 18 12:15:07.607730 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d3050dbf-b2ec-4dce-bcc7-4b4bcc9c7c67 tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:07.608258 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-af6d70a0-6fda-4179-9181-a01f9f087edd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:07.611654 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 54230) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:15:07.627100 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-f0836e59-1db3-475b-8d4f-837d36f59983 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-900160342'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:15:07.636320 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-af6d70a0-6fda-4179-9181-a01f9f087edd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:07.650358 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 63fefbf3-6d12-4d8a-9a75-3aa58649a530 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:15:07.655920 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b93af6b-608f-4e72-aa54-a716c1a21b1c None None] Sync routers for ids ['9b9fadb2-082b-4c2f-bfb6-a1a6476659e7'] in n-d-804985-2 {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:15:07.667925 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-d3050dbf-b2ec-4dce-bcc7-4b4bcc9c7c67 tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] Calling delete_port for 382d9477-a801-4687-8ecd-6aa0defb9b2c owned by {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:15:07.679362 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-45f08f7c-9bb4-4472-b016-ffaed560d8f8 tempest-SecGroupIPv6Test-447563356 tempest-SecGroupIPv6Test-447563356-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1561599 Aug 18 12:15:07.679608 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-4a6cdf87-915e-4ff3-8e25-1ba0983ba837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c3821dd-0e2c-4044-bf37-1988f8119a50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-228808610', 'tenant_id': 'b60736d695f1461b9071c3b3eddcc039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.39'}], 'enable_snat': True}, 'gw_port_id': '1bcaea4e-7a3a-4229-9f58-d8c14d2fd3d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:15:04Z', 'updated_at': '2021-08-18T12:15:05Z', 'revision_number': 3, 'project_id': 'b60736d695f1461b9071c3b3eddcc039', 'gw_port': {'id': '1bcaea4e-7a3a-4229-9f58-d8c14d2fd3d5', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:5a:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c3821dd-0e2c-4044-bf37-1988f8119a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2926, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:15:04Z', 'updated_at': '2021-08-18T12:15:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:15:07.711894 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a6cdf87-915e-4ff3-8e25-1ba0983ba837 None None] Checking router: 5c3821dd-0e2c-4044-bf37-1988f8119a50 for host: n-d-804985-2 {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:15:07.712772 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a6cdf87-915e-4ff3-8e25-1ba0983ba837 None None] Updating router 5c3821dd-0e2c-4044-bf37-1988f8119a50 port 1bcaea4e-7a3a-4229-9f58-d8c14d2fd3d5 binding host n-d-804985-2 {{(pid=106255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 12:15:07.727284 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6d70a0-6fda-4179-9181-a01f9f087edd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b5f228e-81b5-4453-a7fe-83d149ff4deb,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:15:07.734503 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-af6d70a0-6fda-4179-9181-a01f9f087edd admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8b6aad15adb94f2980ac83e737f2269a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5631030 Aug 18 12:15:07.734934 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-181c7d26-4f79-4258-850b-a74b6bccfe03 None None] Port 382d9477-a801-4687-8ecd-6aa0defb9b2c cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:15:07.749896 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b93af6b-608f-4e72-aa54-a716c1a21b1c None None] Routers {'9b9fadb2-082b-4c2f-bfb6-a1a6476659e7'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:15:07.750181 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 54236) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:15:07.750976 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-3b93af6b-608f-4e72-aa54-a716c1a21b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:14:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['9b9fadb2-082b-4c2f-bfb6-a1a6476659e7'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:15:07.770536 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0836e59-1db3-475b-8d4f-837d36f59983 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Made reservation on behalf of 7fd02f6d258d49aeaa22e91f82208987 for: {'network': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:15:07.780866 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-4a6cdf87-915e-4ff3-8e25-1ba0983ba837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:07.783967 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09c507f0-227e-41e1-bc0d-7eefafa186d9 tempest-TestNetworkAdvancedServerOps-1126957736 tempest-TestNetworkAdvancedServerOps-1126957736-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:15:07.784130 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f0836e59-1db3-475b-8d4f-837d36f59983 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for network, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:07.787370 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-09c507f0-227e-41e1-bc0d-7eefafa186d9 tempest-TestNetworkAdvancedServerOps-1126957736 tempest-TestNetworkAdvancedServerOps-1126957736-project-admin] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3224792 Aug 18 12:15:07.787787 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 54238) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:15:07.831232 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-9d6242d8-a8b3-41bb-8813-709256d79d2a tempest-TestNetworkAdvancedServerOps-1126957736 tempest-TestNetworkAdvancedServerOps-1126957736-project-admin] 10.222.0.66 "GET /v2.0/subnets?network_id=7cae7a70-14fd-408c-b14d-39ceb97cb60e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0425062 Aug 18 12:15:07.835496 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 54240) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:15:07.844807 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0836e59-1db3-475b-8d4f-837d36f59983 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 832} {{(pid=106253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:15:07.845369 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-4fffe39d-eea2-4dac-ab80-ba4c402d779f tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-604146639', 'network_id': 'e9151886-a8d5-45f7-8d09-a3bfb73f6646', 'project_id': 'b60736d695f1461b9071c3b3eddcc039', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:15:07.869034 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f0836e59-1db3-475b-8d4f-837d36f59983 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:07.869340 n-d-804985-2 neutron-server[106253]: INFO neutron.db.segments_db [None req-f0836e59-1db3-475b-8d4f-837d36f59983 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Added segment 69a22383-2b5e-467c-8cdd-97149961ccfd of type vlan for network 385ff2b1-ae5a-42a9-be01-5c8503379d25 Aug 18 12:15:07.896709 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b89134d6-f1c7-47d8-aeb4-b126cd4f23d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:07.922329 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-28f2a6b5-e604-454a-8f3a-434f1c9ce774 None None] Provisioning complete for port 6f4e5afa-a411-4d92-9871-5baef131dd26 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:15:07.923011 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-28f2a6b5-e604-454a-8f3a-434f1c9ce774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:07.926159 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b89134d6-f1c7-47d8-aeb4-b126cd4f23d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:07.962924 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d3050dbf-b2ec-4dce-bcc7-4b4bcc9c7c67 tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:07.964208 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-28f2a6b5-e604-454a-8f3a-434f1c9ce774 None None] Port 6f4e5afa-a411-4d92-9871-5baef131dd26 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:15:07.968513 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 63fefbf3-6d12-4d8a-9a75-3aa58649a530 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:15:07.968910 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:07.975532 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-3b93af6b-608f-4e72-aa54-a716c1a21b1c None None] Set router 9b9fadb2-082b-4c2f-bfb6-a1a6476659e7 gateway port host: None {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:15:08.046269 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b89134d6-f1c7-47d8-aeb4-b126cd4f23d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:08.054028 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b89134d6-f1c7-47d8-aeb4-b126cd4f23d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:08.070039 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-b89134d6-f1c7-47d8-aeb4-b126cd4f23d9 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2b5f228e-81b5-4453-a7fe-83d149ff4deb HTTP/1.1" status: 204 len: 168 time: 0.3042095 Aug 18 12:15:08.075426 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f0836e59-1db3-475b-8d4f-837d36f59983 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789150665894'] for network, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:08.090554 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3050dbf-b2ec-4dce-bcc7-4b4bcc9c7c67 tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] Pushing event deleted for resources: {'Port': ['ID=382d9477-a801-4687-8ecd-6aa0defb9b2c,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:15:08.098698 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89134d6-f1c7-47d8-aeb4-b126cd4f23d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b5f228e-81b5-4453-a7fe-83d149ff4deb,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:15:08.161669 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f0836e59-1db3-475b-8d4f-837d36f59983 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for network, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:08.174454 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0836e59-1db3-475b-8d4f-837d36f59983 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:15:08.177998 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f0836e59-1db3-475b-8d4f-837d36f59983 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks [] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:08.224513 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d3050dbf-b2ec-4dce-bcc7-4b4bcc9c7c67 tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:08.226959 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-d3050dbf-b2ec-4dce-bcc7-4b4bcc9c7c67 tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] 10.222.0.66 "DELETE /v2.0/ports/382d9477-a801-4687-8ecd-6aa0defb9b2c HTTP/1.1" status: 204 len: 168 time: 1.2305560 Aug 18 12:15:08.229794 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 54248) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:15:08.262830 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 54250) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:15:08.275495 n-d-804985-2 neutron-server[106252]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c6af868-08e5-4598-8514-fd43dbc606dc tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] GET failed (client error): The resource could not be found. Aug 18 12:15:08.278005 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-9c6af868-08e5-4598-8514-fd43dbc606dc tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] 10.222.0.66 "GET /v2.0/ports/382d9477-a801-4687-8ecd-6aa0defb9b2c HTTP/1.1" status: 404 len: 333 time: 0.0469496 Aug 18 12:15:08.289592 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 54254) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:15:08.297892 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-e02aea3a-6a3a-40b6-b2c7-43918f9ea769 tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] Request body: {'port': {'network_id': '16826e30-aad3-4fd3-adb5-9d3ed4b985e0', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-561347803'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:15:08.366968 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0836e59-1db3-475b-8d4f-837d36f59983 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Pushing event updated for resources: {'Network': ['ID=385ff2b1-ae5a-42a9-be01-5c8503379d25,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:15:08.367972 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fffe39d-eea2-4dac-ab80-ba4c402d779f tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Made reservation on behalf of b60736d695f1461b9071c3b3eddcc039 for: {'subnet': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:15:08.372733 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4fffe39d-eea2-4dac-ab80-ba4c402d779f tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59074089'] for subnet, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:08.373770 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-f0836e59-1db3-475b-8d4f-837d36f59983 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7610731 Aug 18 12:15:08.376661 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 54256) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:15:08.386561 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-4a6cdf87-915e-4ff3-8e25-1ba0983ba837 None None] Notify callbacks [] for port, precommit_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:08.388860 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-758cefc2-40bc-4cd2-af55-9f60535cb548 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Request body: {'subnet': {'network_id': '385ff2b1-ae5a-42a9-be01-5c8503379d25', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:15:08.419553 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-4a6cdf87-915e-4ff3-8e25-1ba0983ba837 None None] Transition to ACTIVE for port object 1bcaea4e-7a3a-4229-9f58-d8c14d2fd3d5 will not be triggered until provisioned by entity L2. {{(pid=106255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:15:08.435577 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Network 385ff2b1-ae5a-42a9-be01-5c8503379d25 details requested by agent ovs-agent-n-d-804985-2 with host n-d-804985-2 {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:15:08.436904 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-4a6cdf87-915e-4ff3-8e25-1ba0983ba837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:08.517673 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device f06a4c55-5381-4400-ba79-665acea3969d up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:15:08.567586 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-4a6cdf87-915e-4ff3-8e25-1ba0983ba837 None None] Attempting to bind port 1bcaea4e-7a3a-4229-9f58-d8c14d2fd3d5 on host n-d-804985-2 for vnic_type normal with profile {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:15:08.568626 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-4a6cdf87-915e-4ff3-8e25-1ba0983ba837 None None] Attempting to bind port 1bcaea4e-7a3a-4229-9f58-d8c14d2fd3d5 by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'}] {{(pid=106255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:15:08.571585 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6cdf87-915e-4ff3-8e25-1ba0983ba837 None None] Attempting to bind port 1bcaea4e-7a3a-4229-9f58-d8c14d2fd3d5 on network 7cae7a70-14fd-408c-b14d-39ceb97cb60e {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:15:08.590085 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:08.593930 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac37cfd4-2d08-485b-8d1f-7f2a6133763a None None] Pushing event updated for resources: {'Port': ['ID=1bcaea4e-7a3a-4229-9f58-d8c14d2fd3d5,revision_number=2']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:15:08.604987 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6cdf87-915e-4ff3-8e25-1ba0983ba837 None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 14, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:15:08.607782 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6cdf87-915e-4ff3-8e25-1ba0983ba837 None None] Checking segment: {'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:15:08.608232 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-4a6cdf87-915e-4ff3-8e25-1ba0983ba837 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:08.608671 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6cdf87-915e-4ff3-8e25-1ba0983ba837 None None] Bound using segment: {'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'} {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:15:08.611464 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-4a6cdf87-915e-4ff3-8e25-1ba0983ba837 None None] Bound port: 1bcaea4e-7a3a-4229-9f58-d8c14d2fd3d5, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'}}] {{(pid=106255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:15:08.611811 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-4a6cdf87-915e-4ff3-8e25-1ba0983ba837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:08.637188 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.db.api [None req-758cefc2-40bc-4cd2-af55-9f60535cb548 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 18 12:15:08.637188 n-d-804985-2 neutron-server[106253]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 18 12:15:08.637188 n-d-804985-2 neutron-server[106253]: [parameters: {'project_id_1': '7fd02f6d258d49aeaa22e91f82208987', 'expiration_1': datetime.datetime(2021, 8, 18, 12, 15, 8, 617667)}] Aug 18 12:15:08.637188 n-d-804985-2 neutron-server[106253]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=106253) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 18 12:15:08.638973 n-d-804985-2 neutron-server[106253]: DEBUG oslo_db.api [None req-758cefc2-40bc-4cd2-af55-9f60535cb548 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 18 12:15:08.655456 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port f06a4c55-5381-4400-ba79-665acea3969d triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:15:08.655826 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:08.671719 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e02aea3a-6a3a-40b6-b2c7-43918f9ea769 tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] Made reservation on behalf of ad867e17edc74f14bec8195aa02703b1 for: {'port': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:15:08.676654 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e02aea3a-6a3a-40b6-b2c7-43918f9ea769 tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:08.701221 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [None req-e02aea3a-6a3a-40b6-b2c7-43918f9ea769 tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] device_id is not set on port 632f1cfc-da6f-43fa-ba80-0391e2e1fcd8 yet. {{(pid=106252) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 12:15:08.717275 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-3b93af6b-608f-4e72-aa54-a716c1a21b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b9fadb2-082b-4c2f-bfb6-a1a6476659e7', 'name': 'tempest-RoutersIpV6Test-router-2037665960', 'tenant_id': '7fd02f6d258d49aeaa22e91f82208987', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:14:54Z', 'updated_at': '2021-08-18T12:15:05Z', 'revision_number': 3, 'project_id': '7fd02f6d258d49aeaa22e91f82208987', 'gw_port_host': None, '_interfaces': [{'id': '6f4e5afa-a411-4d92-9871-5baef131dd26', 'name': '', 'network_id': '32b5dc54-1967-415e-952a-a2c98fd214ba', 'tenant_id': '7fd02f6d258d49aeaa22e91f82208987', 'mac_address': 'fa:16:3e:aa:99:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b9fadb2-082b-4c2f-bfb6-a1a6476659e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2922, 'fixed_ips': [{'subnet_id': '88b214a2-91a3-4444-8954-b59619dc4724', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:15:03Z', 'updated_at': '2021-08-18T12:15:06Z', 'revision_number': 2, 'project_id': '7fd02f6d258d49aeaa22e91f82208987', 'subnets': [{'id': '88b214a2-91a3-4444-8954-b59619dc4724', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f06a4c55-5381-4400-ba79-665acea3969d', 'name': '', 'network_id': '1ee821c8-80e5-4623-b08e-ba8369ed062a', 'tenant_id': '7fd02f6d258d49aeaa22e91f82208987', 'mac_address': 'fa:16:3e:c3:b1:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9fadb2-082b-4c2f-bfb6-a1a6476659e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2897, 'fixed_ips': [{'subnet_id': 'ce02d789-05af-4dbb-affc-5b3aa6c6120f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:14:57Z', 'updated_at': '2021-08-18T12:15:06Z', 'revision_number': 5, 'project_id': '7fd02f6d258d49aeaa22e91f82208987', 'subnets': [{'id': 'ce02d789-05af-4dbb-affc-5b3aa6c6120f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:15:08.753702 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-4a6cdf87-915e-4ff3-8e25-1ba0983ba837 None None] For port 1bcaea4e-7a3a-4229-9f58-d8c14d2fd3d5, host n-d-804985-2, cleared binding levels {{(pid=106255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:15:08.757012 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-4a6cdf87-915e-4ff3-8e25-1ba0983ba837 None None] For port 1bcaea4e-7a3a-4229-9f58-d8c14d2fd3d5, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=1bcaea4e-7a3a-4229-9f58-d8c14d2fd3d5,segment=NetworkSegment(c5a3db9d-5c58-41b1-9177-d5787a597b78),segment_id=c5a3db9d-5c58-41b1-9177-d5787a597b78)] {{(pid=106255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:15:08.760872 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b93af6b-608f-4e72-aa54-a716c1a21b1c None None] Checking router: 9b9fadb2-082b-4c2f-bfb6-a1a6476659e7 for host: n-d-804985-2 {{(pid=106254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:15:08.761216 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b93af6b-608f-4e72-aa54-a716c1a21b1c None None] Updating router 9b9fadb2-082b-4c2f-bfb6-a1a6476659e7 port 6f4e5afa-a411-4d92-9871-5baef131dd26 binding host n-d-804985-2 {{(pid=106254) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 12:15:08.767557 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-4a6cdf87-915e-4ff3-8e25-1ba0983ba837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:08.799439 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3b93af6b-608f-4e72-aa54-a716c1a21b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:08.931809 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a6cdf87-915e-4ff3-8e25-1ba0983ba837 None None] Routers {'5c3821dd-0e2c-4044-bf37-1988f8119a50'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:15:08.932466 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-4a6cdf87-915e-4ff3-8e25-1ba0983ba837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:14:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['5c3821dd-0e2c-4044-bf37-1988f8119a50'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:15:08.937597 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac37cfd4-2d08-485b-8d1f-7f2a6133763a None None] Pushing event updated for resources: {'Port': ['ID=1bcaea4e-7a3a-4229-9f58-d8c14d2fd3d5,revision_number=3']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:15:08.952244 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4fffe39d-eea2-4dac-ab80-ba4c402d779f tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3572913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59074111'] for subnet, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:09.026939 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [None req-e02aea3a-6a3a-40b6-b2c7-43918f9ea769 tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] Allocated IP 2001:db8::3a1 (16826e30-aad3-4fd3-adb5-9d3ed4b985e0/8451365f-ca59-4703-a74c-1f3e2ebefdb7/632f1cfc-da6f-43fa-ba80-0391e2e1fcd8) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:15:09.040623 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-071d90a6-a4e7-4d3d-8d05-0df7ad1115b2 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=920525a069ea49fc9abb058751d9d8e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7738206 Aug 18 12:15:09.043511 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 54270) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:15:09.095703 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fffe39d-eea2-4dac-ab80-ba4c402d779f tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Pushing event updated for resources: {'Subnet': ['ID=e946d931-a852-4d12-bbc8-b7cb94a92f2a,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:15:09.121653 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fffe39d-eea2-4dac-ab80-ba4c402d779f tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Checking segment: {'id': '853c2d50-b260-40cd-8b91-d791f4791b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'e9151886-a8d5-45f7-8d09-a3bfb73f6646'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:15:09.122052 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fffe39d-eea2-4dac-ab80-ba4c402d779f tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Network hostable DHCP agents. Network: e9151886-a8d5-45f7-8d09-a3bfb73f6646, hostable agents: ['97c14208-2951-4361-8d64-3708c946ff5f'], hosted agents: [] {{(pid=106252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 12:15:09.183579 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9075ba06-4054-4745-a4b3-de48e9da827f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:09.189704 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-4a6cdf87-915e-4ff3-8e25-1ba0983ba837 None None] Set router 5c3821dd-0e2c-4044-bf37-1988f8119a50 gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:15:09.204520 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fffe39d-eea2-4dac-ab80-ba4c402d779f tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Network e9151886-a8d5-45f7-8d09-a3bfb73f6646 is scheduled to be hosted by DHCP agent 97c14208-2951-4361-8d64-3708c946ff5f with binding_index 1 {{(pid=106252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 12:15:09.225847 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-4fffe39d-eea2-4dac-ab80-ba4c402d779f tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-2, e9151886-a8d5-45f7-8d09-a3bfb73f6646) {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:15:09.239747 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fffe39d-eea2-4dac-ab80-ba4c402d779f tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:15:09.240399 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4fffe39d-eea2-4dac-ab80-ba4c402d779f tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for subnet, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:09.247046 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0bbce41-f21a-49e8-ac38-f6680a9161aa None None] Network e9151886-a8d5-45f7-8d09-a3bfb73f6646 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:15:09.277305 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e02aea3a-6a3a-40b6-b2c7-43918f9ea769 tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:09.279116 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9075ba06-4054-4745-a4b3-de48e9da827f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:09.296594 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [None req-e02aea3a-6a3a-40b6-b2c7-43918f9ea769 tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] Transition to ACTIVE for port object 632f1cfc-da6f-43fa-ba80-0391e2e1fcd8 will not be triggered until provisioned by entity DHCP. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:15:09.302111 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-4fffe39d-eea2-4dac-ab80-ba4c402d779f tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.4606178 Aug 18 12:15:09.305971 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 54272) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:15:09.316644 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-758cefc2-40bc-4cd2-af55-9f60535cb548 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Made reservation on behalf of 7fd02f6d258d49aeaa22e91f82208987 for: {'subnet': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:15:09.326420 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-758cefc2-40bc-4cd2-af55-9f60535cb548 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59388119'] for subnet, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:09.406981 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3b93af6b-608f-4e72-aa54-a716c1a21b1c None None] Notify callbacks [] for port, precommit_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:09.457761 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e02aea3a-6a3a-40b6-b2c7-43918f9ea769 tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:09.529208 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9075ba06-4054-4745-a4b3-de48e9da827f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:09.533141 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9075ba06-4054-4745-a4b3-de48e9da827f admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:09.535491 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-9075ba06-4054-4745-a4b3-de48e9da827f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f80b60f8-2fd6-4029-8e12-8ae479f1693f HTTP/1.1" status: 204 len: 168 time: 0.4841256 Aug 18 12:15:09.540359 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-4a6cdf87-915e-4ff3-8e25-1ba0983ba837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c3821dd-0e2c-4044-bf37-1988f8119a50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-228808610', 'tenant_id': 'b60736d695f1461b9071c3b3eddcc039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.39'}], 'enable_snat': True}, 'gw_port_id': '1bcaea4e-7a3a-4229-9f58-d8c14d2fd3d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:15:04Z', 'updated_at': '2021-08-18T12:15:05Z', 'revision_number': 3, 'project_id': 'b60736d695f1461b9071c3b3eddcc039', 'gw_port': {'id': '1bcaea4e-7a3a-4229-9f58-d8c14d2fd3d5', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:5a:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c3821dd-0e2c-4044-bf37-1988f8119a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2926, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:15:04Z', 'updated_at': '2021-08-18T12:15:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:15:09.554576 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e02aea3a-6a3a-40b6-b2c7-43918f9ea769 tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] Network 16826e30-aad3-4fd3-adb5-9d3ed4b985e0 is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:15:09.561985 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-e02aea3a-6a3a-40b6-b2c7-43918f9ea769 tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:15:09.568777 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e02aea3a-6a3a-40b6-b2c7-43918f9ea769 tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:15:09.574508 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e02aea3a-6a3a-40b6-b2c7-43918f9ea769 tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:15:09.575202 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e02aea3a-6a3a-40b6-b2c7-43918f9ea769 tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:09.579566 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02aea3a-6a3a-40b6-b2c7-43918f9ea769 tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] Pushing event updated for resources: {'Port': ['ID=632f1cfc-da6f-43fa-ba80-0391e2e1fcd8,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:15:09.580002 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-3b93af6b-608f-4e72-aa54-a716c1a21b1c None None] Transition to ACTIVE for port object 6f4e5afa-a411-4d92-9871-5baef131dd26 will not be triggered until provisioned by entity L2. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:15:09.614590 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3b93af6b-608f-4e72-aa54-a716c1a21b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:09.622280 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a6cdf87-915e-4ff3-8e25-1ba0983ba837 None None] The sync data for ids ['5c3821dd-0e2c-4044-bf37-1988f8119a50'] in n-d-804985-2 is: [{'id': '5c3821dd-0e2c-4044-bf37-1988f8119a50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-228808610', 'tenant_id': 'b60736d695f1461b9071c3b3eddcc039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.39'}], 'enable_snat': True}, 'gw_port_id': '1bcaea4e-7a3a-4229-9f58-d8c14d2fd3d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:15:04Z', 'updated_at': '2021-08-18T12:15:05Z', 'revision_number': 3, 'project_id': 'b60736d695f1461b9071c3b3eddcc039', 'gw_port': {'id': '1bcaea4e-7a3a-4229-9f58-d8c14d2fd3d5', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:5a:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c3821dd-0e2c-4044-bf37-1988f8119a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2926, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:15:04Z', 'updated_at': '2021-08-18T12:15:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:15:09.631374 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-e02aea3a-6a3a-40b6-b2c7-43918f9ea769 tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.3403387 Aug 18 12:15:09.634404 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 54284) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:15:09.658459 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-a9ed9bb3-a8cd-4fae-a9c0-99b57ade3b05 tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] Request body: {'port': {'network_id': '16826e30-aad3-4fd3-adb5-9d3ed4b985e0', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1156715945'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:15:09.754434 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83601296-49fd-4f3f-a7ea-c59fc334bf7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp788be208-34ab-5a8f-af0f-528834af222f-e9151886-a8d5-45f7-8d09-a3bfb73f6646', 'network_id': 'e9151886-a8d5-45f7-8d09-a3bfb73f6646', 'tenant_id': 'b60736d695f1461b9071c3b3eddcc039', 'fixed_ips': [{'subnet_id': 'e946d931-a852-4d12-bbc8-b7cb94a92f2a'}]}} from n-d-804985-2. {{(pid=106254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 12:15:09.755272 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-83601296-49fd-4f3f-a7ea-c59fc334bf7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:09.771447 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-758cefc2-40bc-4cd2-af55-9f60535cb548 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58902106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59388097'] for subnet, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:09.795130 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9075ba06-4054-4745-a4b3-de48e9da827f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f80b60f8-2fd6-4029-8e12-8ae479f1693f,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:15:09.887323 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f53c306-3ace-43eb-9fae-4e6aa8fb91e5 None None] Pushing event updated for resources: {'Port': ['ID=6f4e5afa-a411-4d92-9871-5baef131dd26,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:15:09.957397 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758cefc2-40bc-4cd2-af55-9f60535cb548 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Pushing event updated for resources: {'Subnet': ['ID=136e5406-6b7d-484f-89d3-a94beab44cca,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:15:10.031280 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-758cefc2-40bc-4cd2-af55-9f60535cb548 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Checking segment: {'id': '69a22383-2b5e-467c-8cdd-97149961ccfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '385ff2b1-ae5a-42a9-be01-5c8503379d25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:15:10.031870 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-758cefc2-40bc-4cd2-af55-9f60535cb548 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Network hostable DHCP agents. Network: 385ff2b1-ae5a-42a9-be01-5c8503379d25, hostable agents: ['97c14208-2951-4361-8d64-3708c946ff5f'], hosted agents: [] {{(pid=106253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 12:15:10.123685 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-758cefc2-40bc-4cd2-af55-9f60535cb548 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Network 385ff2b1-ae5a-42a9-be01-5c8503379d25 is scheduled to be hosted by DHCP agent 97c14208-2951-4361-8d64-3708c946ff5f with binding_index 1 {{(pid=106253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 12:15:10.150189 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-758cefc2-40bc-4cd2-af55-9f60535cb548 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-2, 385ff2b1-ae5a-42a9-be01-5c8503379d25) {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:15:10.190225 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-758cefc2-40bc-4cd2-af55-9f60535cb548 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:15:10.196668 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-758cefc2-40bc-4cd2-af55-9f60535cb548 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:10.229747 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-758cefc2-40bc-4cd2-af55-9f60535cb548 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.8497415 Aug 18 12:15:10.232314 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 54294) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:15:10.345841 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22047042-5a49-410c-b39b-1ea8d9e2b8bb None None] Network 385ff2b1-ae5a-42a9-be01-5c8503379d25 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:15:10.451822 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9ed9bb3-a8cd-4fae-a9c0-99b57ade3b05 tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] Made reservation on behalf of ad867e17edc74f14bec8195aa02703b1 for: {'port': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:15:10.455542 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a9ed9bb3-a8cd-4fae-a9c0-99b57ade3b05 tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:10.475648 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-31f588d1-dde1-4f37-8352-9bf81c199ef4 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:10.490110 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [None req-a9ed9bb3-a8cd-4fae-a9c0-99b57ade3b05 tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] device_id is not set on port e3716171-a550-4a74-8c77-ae686486bdac yet. {{(pid=106252) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 12:15:10.571573 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.db_base_plugin_common [None req-83601296-49fd-4f3f-a7ea-c59fc334bf7c None None] Allocated IP 172.20.0.2 (e9151886-a8d5-45f7-8d09-a3bfb73f6646/e946d931-a852-4d12-bbc8-b7cb94a92f2a/ae0e4c1c-72f4-4efd-bc35-31856d67b7ee) {{(pid=106254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:15:10.577998 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-3b93af6b-608f-4e72-aa54-a716c1a21b1c None None] Attempting to bind port 6f4e5afa-a411-4d92-9871-5baef131dd26 on host n-d-804985-2 for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:15:10.578373 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-3b93af6b-608f-4e72-aa54-a716c1a21b1c None None] Attempting to bind port 6f4e5afa-a411-4d92-9871-5baef131dd26 by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': '52b7006f-2792-43ce-9b2f-843ac02dbbee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '32b5dc54-1967-415e-952a-a2c98fd214ba'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:15:10.578742 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b93af6b-608f-4e72-aa54-a716c1a21b1c None None] Attempting to bind port 6f4e5afa-a411-4d92-9871-5baef131dd26 on network 32b5dc54-1967-415e-952a-a2c98fd214ba {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:15:10.599089 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b93af6b-608f-4e72-aa54-a716c1a21b1c None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 14, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:15:10.599532 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b93af6b-608f-4e72-aa54-a716c1a21b1c None None] Checking segment: {'id': '52b7006f-2792-43ce-9b2f-843ac02dbbee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '32b5dc54-1967-415e-952a-a2c98fd214ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:15:10.599957 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3b93af6b-608f-4e72-aa54-a716c1a21b1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:10.600357 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b93af6b-608f-4e72-aa54-a716c1a21b1c None None] Bound using segment: {'id': '52b7006f-2792-43ce-9b2f-843ac02dbbee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '32b5dc54-1967-415e-952a-a2c98fd214ba'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:15:10.600870 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-3b93af6b-608f-4e72-aa54-a716c1a21b1c None None] Bound port: 6f4e5afa-a411-4d92-9871-5baef131dd26, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52b7006f-2792-43ce-9b2f-843ac02dbbee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '32b5dc54-1967-415e-952a-a2c98fd214ba'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:15:10.601257 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3b93af6b-608f-4e72-aa54-a716c1a21b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:10.619091 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-ec1eefe6-2a68-496f-b1db-dd6e5621d471 None None] Provisioning for port 632f1cfc-da6f-43fa-ba80-0391e2e1fcd8 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:15:10.742848 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-ec1eefe6-2a68-496f-b1db-dd6e5621d471 None None] Provisioning complete for port 632f1cfc-da6f-43fa-ba80-0391e2e1fcd8 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:15:10.743267 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ec1eefe6-2a68-496f-b1db-dd6e5621d471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:10.948840 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-3b93af6b-608f-4e72-aa54-a716c1a21b1c None None] For port 6f4e5afa-a411-4d92-9871-5baef131dd26, host n-d-804985-2, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:15:10.953402 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-3b93af6b-608f-4e72-aa54-a716c1a21b1c None None] For port 6f4e5afa-a411-4d92-9871-5baef131dd26, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=6f4e5afa-a411-4d92-9871-5baef131dd26,segment=NetworkSegment(52b7006f-2792-43ce-9b2f-843ac02dbbee),segment_id=52b7006f-2792-43ce-9b2f-843ac02dbbee)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:15:10.969602 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-ec1eefe6-2a68-496f-b1db-dd6e5621d471 None None] Port 632f1cfc-da6f-43fa-ba80-0391e2e1fcd8 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:15:10.974839 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3b93af6b-608f-4e72-aa54-a716c1a21b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:11.010478 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23ab9f2c-3a25-4c4e-8189-7498c86427ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp788be208-34ab-5a8f-af0f-528834af222f-385ff2b1-ae5a-42a9-be01-5c8503379d25', 'network_id': '385ff2b1-ae5a-42a9-be01-5c8503379d25', 'tenant_id': '7fd02f6d258d49aeaa22e91f82208987', 'fixed_ips': [{'subnet_id': '136e5406-6b7d-484f-89d3-a94beab44cca'}]}} from n-d-804985-2. {{(pid=106254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 12:15:11.012678 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-23ab9f2c-3a25-4c4e-8189-7498c86427ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:11.014369 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6ba62b72-d945-4331-aac2-05f141cfccea tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:11.077121 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f53c306-3ace-43eb-9fae-4e6aa8fb91e5 None None] Pushing event updated for resources: {'Port': ['ID=6f4e5afa-a411-4d92-9871-5baef131dd26,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:15:11.172974 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b93af6b-608f-4e72-aa54-a716c1a21b1c None None] Routers {'9b9fadb2-082b-4c2f-bfb6-a1a6476659e7'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:15:11.173664 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-3b93af6b-608f-4e72-aa54-a716c1a21b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:14:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['9b9fadb2-082b-4c2f-bfb6-a1a6476659e7'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:15:11.549969 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-3b93af6b-608f-4e72-aa54-a716c1a21b1c None None] Set router 9b9fadb2-082b-4c2f-bfb6-a1a6476659e7 gateway port host: None {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:15:11.565659 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [None req-6ba62b72-d945-4331-aac2-05f141cfccea tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Allocated IP 2001:db8:2::1 (385ff2b1-ae5a-42a9-be01-5c8503379d25/136e5406-6b7d-484f-89d3-a94beab44cca/ecf89dae-ca9f-4bbb-9091-a1db7f3f32b9) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:15:11.612319 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 1bcaea4e-7a3a-4229-9f58-d8c14d2fd3d5 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:15:11.661536 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [None req-a9ed9bb3-a8cd-4fae-a9c0-99b57ade3b05 tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] Allocated IP 2001:db8::2e6 (16826e30-aad3-4fd3-adb5-9d3ed4b985e0/8451365f-ca59-4703-a74c-1f3e2ebefdb7/e3716171-a550-4a74-8c77-ae686486bdac) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:15:11.743983 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6ba62b72-d945-4331-aac2-05f141cfccea tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:11.773128 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [None req-6ba62b72-d945-4331-aac2-05f141cfccea tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Transition to ACTIVE for port object ecf89dae-ca9f-4bbb-9091-a1db7f3f32b9 will not be triggered until provisioned by entity DHCP. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:15:11.842781 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6ba62b72-d945-4331-aac2-05f141cfccea tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:11.870506 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ba62b72-d945-4331-aac2-05f141cfccea tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Network 385ff2b1-ae5a-42a9-be01-5c8503379d25 is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:15:11.875272 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-6ba62b72-d945-4331-aac2-05f141cfccea tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:15:11.904405 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba62b72-d945-4331-aac2-05f141cfccea tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:15:11.905362 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6ba62b72-d945-4331-aac2-05f141cfccea tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-996688'] for router_interface, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:11.964015 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a9ed9bb3-a8cd-4fae-a9c0-99b57ade3b05 tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:11.985078 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [None req-a9ed9bb3-a8cd-4fae-a9c0-99b57ade3b05 tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] Transition to ACTIVE for port object e3716171-a550-4a74-8c77-ae686486bdac will not be triggered until provisioned by entity DHCP. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:15:12.012231 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba62b72-d945-4331-aac2-05f141cfccea tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Pushing event updated for resources: {'Port': ['ID=ecf89dae-ca9f-4bbb-9091-a1db7f3f32b9,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:15:12.037304 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a9ed9bb3-a8cd-4fae-a9c0-99b57ade3b05 tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:12.097716 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6ba62b72-d945-4331-aac2-05f141cfccea tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:12.144697 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ed9bb3-a8cd-4fae-a9c0-99b57ade3b05 tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] Pushing event updated for resources: {'Port': ['ID=e3716171-a550-4a74-8c77-ae686486bdac,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:15:12.170801 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.db_base_plugin_common [None req-23ab9f2c-3a25-4c4e-8189-7498c86427ee None None] Allocated IP 2001:db8:2::2 (385ff2b1-ae5a-42a9-be01-5c8503379d25/136e5406-6b7d-484f-89d3-a94beab44cca/73f4bd22-6797-4500-96cd-cea462aa354a) {{(pid=106254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:15:12.189595 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-83601296-49fd-4f3f-a7ea-c59fc334bf7c None None] Notify callbacks [] for port, precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:12.192077 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9ed9bb3-a8cd-4fae-a9c0-99b57ade3b05 tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] Network 16826e30-aad3-4fd3-adb5-9d3ed4b985e0 is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:15:12.196570 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-a9ed9bb3-a8cd-4fae-a9c0-99b57ade3b05 tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:15:12.203623 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ed9bb3-a8cd-4fae-a9c0-99b57ade3b05 tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:15:12.224693 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9ed9bb3-a8cd-4fae-a9c0-99b57ade3b05 tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:15:12.227208 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a9ed9bb3-a8cd-4fae-a9c0-99b57ade3b05 tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:12.249689 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-83601296-49fd-4f3f-a7ea-c59fc334bf7c None None] Transition to ACTIVE for port object ae0e4c1c-72f4-4efd-bc35-31856d67b7ee will not be triggered until provisioned by entity L2. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:15:12.262548 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-a9ed9bb3-a8cd-4fae-a9c0-99b57ade3b05 tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.6185350 Aug 18 12:15:12.265569 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 54350) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:15:12.276011 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-61880f3e-2b0c-4ebb-8cfd-283faa55fefc tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::8b', 'mac_address': 'fa:16:3e:4c:d5:be'}, {'ip_address': '2001:db8::3a1', 'mac_address': 'fa:16:3e:3b:e2:ff'}]}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:15:12.286709 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port 1bcaea4e-7a3a-4229-9f58-d8c14d2fd3d5 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:15:12.306614 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 1bcaea4e-7a3a-4229-9f58-d8c14d2fd3d5 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:15:12.306992 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:12.387867 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-83601296-49fd-4f3f-a7ea-c59fc334bf7c None None] Transition to ACTIVE for port object ae0e4c1c-72f4-4efd-bc35-31856d67b7ee will not be triggered until provisioned by entity DHCP. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:15:12.435593 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-83601296-49fd-4f3f-a7ea-c59fc334bf7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547'] for port, after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:12.545578 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83601296-49fd-4f3f-a7ea-c59fc334bf7c None None] Pushing event updated for resources: {'Port': ['ID=ae0e4c1c-72f4-4efd-bc35-31856d67b7ee,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:15:12.562576 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [None req-31f588d1-dde1-4f37-8352-9bf81c199ef4 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Allocated IP 172.20.0.1 (e9151886-a8d5-45f7-8d09-a3bfb73f6646/e946d931-a852-4d12-bbc8-b7cb94a92f2a/cfbaf780-ba47-4a84-9f06-fb1c7929dccd) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:15:12.571658 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6ba62b72-d945-4331-aac2-05f141cfccea tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks [] for port, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:12.582023 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6ba62b72-d945-4331-aac2-05f141cfccea tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:12.583446 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6ba62b72-d945-4331-aac2-05f141cfccea tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-996772'] for router_interface, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:12.637083 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83601296-49fd-4f3f-a7ea-c59fc334bf7c None None] Network e9151886-a8d5-45f7-8d09-a3bfb73f6646 is already hosted by enough agents. {{(pid=106254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:15:12.644105 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.base_scheduler [None req-83601296-49fd-4f3f-a7ea-c59fc334bf7c None None] Resources bound (agent type, host, resource id): {{(pid=106254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:15:12.663031 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83601296-49fd-4f3f-a7ea-c59fc334bf7c None None] Received port after_create {{(pid=106254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:15:12.671270 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-61880f3e-2b0c-4ebb-8cfd-283faa55fefc tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:12.834765 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ba62b72-d945-4331-aac2-05f141cfccea tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Network 385ff2b1-ae5a-42a9-be01-5c8503379d25 is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:15:12.839251 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:12.839457 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-6ba62b72-d945-4331-aac2-05f141cfccea tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:15:12.854408 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-31f588d1-dde1-4f37-8352-9bf81c199ef4 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:12.869450 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] For port 1bcaea4e-7a3a-4229-9f58-d8c14d2fd3d5, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=1bcaea4e-7a3a-4229-9f58-d8c14d2fd3d5,segment=NetworkSegment(c5a3db9d-5c58-41b1-9177-d5787a597b78),segment_id=c5a3db9d-5c58-41b1-9177-d5787a597b78)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:15:12.887661 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:12.895980 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-344a7e86-74e4-48b4-80a8-b9942a601d10 None None] Provisioning for port e3716171-a550-4a74-8c77-ae686486bdac completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:15:12.911705 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-344a7e86-74e4-48b4-80a8-b9942a601d10 None None] Provisioning complete for port e3716171-a550-4a74-8c77-ae686486bdac triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:15:12.912239 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-344a7e86-74e4-48b4-80a8-b9942a601d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:12.964024 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [None req-31f588d1-dde1-4f37-8352-9bf81c199ef4 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Transition to ACTIVE for port object cfbaf780-ba47-4a84-9f06-fb1c7929dccd will not be triggered until provisioned by entity DHCP. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:15:12.971340 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba62b72-d945-4331-aac2-05f141cfccea tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Pushing event updated for resources: {'Port': ['ID=ecf89dae-ca9f-4bbb-9091-a1db7f3f32b9,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:15:12.979390 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ba62b72-d945-4331-aac2-05f141cfccea tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Router 9b9fadb2-082b-4c2f-bfb6-a1a6476659e7 has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:15:13.057820 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-344a7e86-74e4-48b4-80a8-b9942a601d10 None None] Port e3716171-a550-4a74-8c77-ae686486bdac cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:15:13.080377 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-3b93af6b-608f-4e72-aa54-a716c1a21b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b9fadb2-082b-4c2f-bfb6-a1a6476659e7', 'name': 'tempest-RoutersIpV6Test-router-2037665960', 'tenant_id': '7fd02f6d258d49aeaa22e91f82208987', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:14:54Z', 'updated_at': '2021-08-18T12:15:05Z', 'revision_number': 3, 'project_id': '7fd02f6d258d49aeaa22e91f82208987', 'gw_port_host': None, '_interfaces': [{'id': '6f4e5afa-a411-4d92-9871-5baef131dd26', 'name': '', 'network_id': '32b5dc54-1967-415e-952a-a2c98fd214ba', 'tenant_id': '7fd02f6d258d49aeaa22e91f82208987', 'mac_address': 'fa:16:3e:aa:99:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b9fadb2-082b-4c2f-bfb6-a1a6476659e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2922, 'fixed_ips': [{'subnet_id': '88b214a2-91a3-4444-8954-b59619dc4724', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:15:03Z', 'updated_at': '2021-08-18T12:15:10Z', 'revision_number': 4, 'project_id': '7fd02f6d258d49aeaa22e91f82208987', 'subnets': [{'id': '88b214a2-91a3-4444-8954-b59619dc4724', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f06a4c55-5381-4400-ba79-665acea3969d', 'name': '', 'network_id': '1ee821c8-80e5-4623-b08e-ba8369ed062a', 'tenant_id': '7fd02f6d258d49aeaa22e91f82208987', 'mac_address': 'fa:16:3e:c3:b1:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9fadb2-082b-4c2f-bfb6-a1a6476659e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2897, 'fixed_ips': [{'subnet_id': 'ce02d789-05af-4dbb-affc-5b3aa6c6120f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:14:57Z', 'updated_at': '2021-08-18T12:15:06Z', 'revision_number': 5, 'project_id': '7fd02f6d258d49aeaa22e91f82208987', 'subnets': [{'id': 'ce02d789-05af-4dbb-affc-5b3aa6c6120f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:15:13.118196 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-23ab9f2c-3a25-4c4e-8189-7498c86427ee None None] Notify callbacks [] for port, precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:13.120229 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-83601296-49fd-4f3f-a7ea-c59fc334bf7c None None] Attempting to bind port ae0e4c1c-72f4-4efd-bc35-31856d67b7ee on host n-d-804985-2 for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:15:13.120780 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-83601296-49fd-4f3f-a7ea-c59fc334bf7c None None] Attempting to bind port ae0e4c1c-72f4-4efd-bc35-31856d67b7ee by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': '853c2d50-b260-40cd-8b91-d791f4791b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'e9151886-a8d5-45f7-8d09-a3bfb73f6646'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:15:13.121598 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83601296-49fd-4f3f-a7ea-c59fc334bf7c None None] Attempting to bind port ae0e4c1c-72f4-4efd-bc35-31856d67b7ee on network e9151886-a8d5-45f7-8d09-a3bfb73f6646 {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:15:13.126172 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-31f588d1-dde1-4f37-8352-9bf81c199ef4 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:13.131102 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b93af6b-608f-4e72-aa54-a716c1a21b1c None None] The sync data for ids ['9b9fadb2-082b-4c2f-bfb6-a1a6476659e7'] in n-d-804985-2 is: [{'id': '9b9fadb2-082b-4c2f-bfb6-a1a6476659e7', 'name': 'tempest-RoutersIpV6Test-router-2037665960', 'tenant_id': '7fd02f6d258d49aeaa22e91f82208987', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:14:54Z', 'updated_at': '2021-08-18T12:15:05Z', 'revision_number': 3, 'project_id': '7fd02f6d258d49aeaa22e91f82208987', 'gw_port_host': None, '_interfaces': [{'id': '6f4e5afa-a411-4d92-9871-5baef131dd26', 'name': '', 'network_id': '32b5dc54-1967-415e-952a-a2c98fd214ba', 'tenant_id': '7fd02f6d258d49aeaa22e91f82208987', 'mac_address': 'fa:16:3e:aa:99:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b9fadb2-082b-4c2f-bfb6-a1a6476659e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2922, 'fixed_ips': [{'subnet_id': '88b214a2-91a3-4444-8954-b59619dc4724', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:15:03Z', 'updated_at': '2021-08-18T12:15:10Z', 'revision_number': 4, 'project_id': '7fd02f6d258d49aeaa22e91f82208987', 'subnets': [{'id': '88b214a2-91a3-4444-8954-b59619dc4724', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f06a4c55-5381-4400-ba79-665acea3969d', 'name': '', 'network_id': '1ee821c8-80e5-4623-b08e-ba8369ed062a', 'tenant_id': '7fd02f6d258d49aeaa22e91f82208987', 'mac_address': 'fa:16:3e:c3:b1:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9fadb2-082b-4c2f-bfb6-a1a6476659e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2897, 'fixed_ips': [{'subnet_id': 'ce02d789-05af-4dbb-affc-5b3aa6c6120f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:14:57Z', 'updated_at': '2021-08-18T12:15:06Z', 'revision_number': 5, 'project_id': '7fd02f6d258d49aeaa22e91f82208987', 'subnets': [{'id': 'ce02d789-05af-4dbb-affc-5b3aa6c6120f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:15:13.131381 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-61880f3e-2b0c-4ebb-8cfd-283faa55fefc tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] Notify callbacks [] for port, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:13.148949 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83601296-49fd-4f3f-a7ea-c59fc334bf7c None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 14, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:15:13.155013 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83601296-49fd-4f3f-a7ea-c59fc334bf7c None None] Checking segment: {'id': '853c2d50-b260-40cd-8b91-d791f4791b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'e9151886-a8d5-45f7-8d09-a3bfb73f6646'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:15:13.155722 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-83601296-49fd-4f3f-a7ea-c59fc334bf7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:13.156277 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83601296-49fd-4f3f-a7ea-c59fc334bf7c None None] Bound using segment: {'id': '853c2d50-b260-40cd-8b91-d791f4791b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'e9151886-a8d5-45f7-8d09-a3bfb73f6646'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:15:13.156966 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-83601296-49fd-4f3f-a7ea-c59fc334bf7c None None] Bound port: ae0e4c1c-72f4-4efd-bc35-31856d67b7ee, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '853c2d50-b260-40cd-8b91-d791f4791b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'e9151886-a8d5-45f7-8d09-a3bfb73f6646'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:15:13.157516 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-83601296-49fd-4f3f-a7ea-c59fc334bf7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:13.162170 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-61880f3e-2b0c-4ebb-8cfd-283faa55fefc tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:13.171889 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-23ab9f2c-3a25-4c4e-8189-7498c86427ee None None] Transition to ACTIVE for port object 73f4bd22-6797-4500-96cd-cea462aa354a will not be triggered until provisioned by entity L2. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:15:13.208578 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Pushing event updated for resources: {'Port': ['ID=1bcaea4e-7a3a-4229-9f58-d8c14d2fd3d5,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:15:13.210130 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31f588d1-dde1-4f37-8352-9bf81c199ef4 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Network e9151886-a8d5-45f7-8d09-a3bfb73f6646 is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:15:13.224318 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-61880f3e-2b0c-4ebb-8cfd-283faa55fefc tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] In _notify_port_updated(), no bound segment for port e3716171-a550-4a74-8c77-ae686486bdac on network 16826e30-aad3-4fd3-adb5-9d3ed4b985e0 {{(pid=106252) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 18 12:15:13.226728 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ba62b72-d945-4331-aac2-05f141cfccea tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:15:13.231617 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61880f3e-2b0c-4ebb-8cfd-283faa55fefc tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:15:13.232293 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-61880f3e-2b0c-4ebb-8cfd-283faa55fefc tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:13.233817 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-61880f3e-2b0c-4ebb-8cfd-283faa55fefc tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] 10.222.0.66 "PUT /v2.0/ports/e3716171-a550-4a74-8c77-ae686486bdac HTTP/1.1" status: 200 len: 1067 time: 0.9670930 Aug 18 12:15:13.237874 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-31f588d1-dde1-4f37-8352-9bf81c199ef4 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:15:13.242410 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 54372) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:15:13.243250 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-6ba62b72-d945-4331-aac2-05f141cfccea tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] 10.222.0.66 "PUT /v2.0/routers/9b9fadb2-082b-4c2f-bfb6-a1a6476659e7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0076158 Aug 18 12:15:13.245903 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-23ab9f2c-3a25-4c4e-8189-7498c86427ee None None] Transition to ACTIVE for port object 73f4bd22-6797-4500-96cd-cea462aa354a will not be triggered until provisioned by entity DHCP. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:15:13.246039 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 54374) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:15:13.253066 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f588d1-dde1-4f37-8352-9bf81c199ef4 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:15:13.260784 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-2428b08e-0269-440b-b8d2-cdb634092e75 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1494767598'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:15:13.269015 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-23ab9f2c-3a25-4c4e-8189-7498c86427ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547'] for port, after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:13.316931 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2428b08e-0269-440b-b8d2-cdb634092e75 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Made reservation on behalf of 7fd02f6d258d49aeaa22e91f82208987 for: {'network': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:15:13.322412 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2428b08e-0269-440b-b8d2-cdb634092e75 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for network, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:13.322983 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-31f588d1-dde1-4f37-8352-9bf81c199ef4 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-996688'] for router_interface, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:13.329487 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f588d1-dde1-4f37-8352-9bf81c199ef4 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Pushing event updated for resources: {'Port': ['ID=cfbaf780-ba47-4a84-9f06-fb1c7929dccd,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:15:13.342626 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 54376) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:15:13.368386 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2428b08e-0269-440b-b8d2-cdb634092e75 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 830} {{(pid=106253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:15:13.380963 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2428b08e-0269-440b-b8d2-cdb634092e75 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:13.381438 n-d-804985-2 neutron-server[106253]: INFO neutron.db.segments_db [None req-2428b08e-0269-440b-b8d2-cdb634092e75 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Added segment 164f4a2d-52ee-4e7f-82f3-641b72305a42 of type vlan for network d5593390-dd4d-48e1-9b99-a948a0a3238e Aug 18 12:15:13.456941 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23ab9f2c-3a25-4c4e-8189-7498c86427ee None None] Network 385ff2b1-ae5a-42a9-be01-5c8503379d25 is already hosted by enough agents. {{(pid=106254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:15:13.484813 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.base_scheduler [None req-23ab9f2c-3a25-4c4e-8189-7498c86427ee None None] Resources bound (agent type, host, resource id): {{(pid=106254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:15:13.498252 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2428b08e-0269-440b-b8d2-cdb634092e75 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789150665894'] for network, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:13.515450 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ab9f2c-3a25-4c4e-8189-7498c86427ee None None] Received port after_create {{(pid=106254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:15:13.532790 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ab9f2c-3a25-4c4e-8189-7498c86427ee None None] Pushing event updated for resources: {'Port': ['ID=73f4bd22-6797-4500-96cd-cea462aa354a,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:15:13.535624 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-83601296-49fd-4f3f-a7ea-c59fc334bf7c None None] For port ae0e4c1c-72f4-4efd-bc35-31856d67b7ee, host n-d-804985-2, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:15:13.572110 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0fc38b1b-9e5c-4eb7-9ca5-3d73346273da admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:13.598296 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2428b08e-0269-440b-b8d2-cdb634092e75 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for network, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:13.616442 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2428b08e-0269-440b-b8d2-cdb634092e75 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:15:13.617153 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2428b08e-0269-440b-b8d2-cdb634092e75 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks [] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:13.663944 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-83601296-49fd-4f3f-a7ea-c59fc334bf7c None None] For port ae0e4c1c-72f4-4efd-bc35-31856d67b7ee, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=ae0e4c1c-72f4-4efd-bc35-31856d67b7ee,segment=NetworkSegment(853c2d50-b260-40cd-8b91-d791f4791b51),segment_id=853c2d50-b260-40cd-8b91-d791f4791b51)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:15:13.678280 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-83601296-49fd-4f3f-a7ea-c59fc334bf7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:13.697562 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-23ab9f2c-3a25-4c4e-8189-7498c86427ee None None] Attempting to bind port 73f4bd22-6797-4500-96cd-cea462aa354a on host n-d-804985-2 for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:15:13.698431 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-23ab9f2c-3a25-4c4e-8189-7498c86427ee None None] Attempting to bind port 73f4bd22-6797-4500-96cd-cea462aa354a by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': '69a22383-2b5e-467c-8cdd-97149961ccfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '385ff2b1-ae5a-42a9-be01-5c8503379d25'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:15:13.698557 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ab9f2c-3a25-4c4e-8189-7498c86427ee None None] Attempting to bind port 73f4bd22-6797-4500-96cd-cea462aa354a on network 385ff2b1-ae5a-42a9-be01-5c8503379d25 {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:15:13.707708 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61880f3e-2b0c-4ebb-8cfd-283faa55fefc tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] Pushing event updated for resources: {'Port': ['ID=e3716171-a550-4a74-8c77-ae686486bdac,revision_number=2']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:15:13.718051 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-2428b08e-0269-440b-b8d2-cdb634092e75 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4710090 Aug 18 12:15:13.734667 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 54382) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:15:13.744196 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 1bcaea4e-7a3a-4229-9f58-d8c14d2fd3d5 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:15:13.749638 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ab9f2c-3a25-4c4e-8189-7498c86427ee None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 14, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:15:13.749638 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ab9f2c-3a25-4c4e-8189-7498c86427ee None None] Checking segment: {'id': '69a22383-2b5e-467c-8cdd-97149961ccfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '385ff2b1-ae5a-42a9-be01-5c8503379d25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:15:13.749638 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-23ab9f2c-3a25-4c4e-8189-7498c86427ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:13.749638 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ab9f2c-3a25-4c4e-8189-7498c86427ee None None] Bound using segment: {'id': '69a22383-2b5e-467c-8cdd-97149961ccfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '385ff2b1-ae5a-42a9-be01-5c8503379d25'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:15:13.749638 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-23ab9f2c-3a25-4c4e-8189-7498c86427ee None None] Bound port: 73f4bd22-6797-4500-96cd-cea462aa354a, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69a22383-2b5e-467c-8cdd-97149961ccfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '385ff2b1-ae5a-42a9-be01-5c8503379d25'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:15:13.749638 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-23ab9f2c-3a25-4c4e-8189-7498c86427ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:13.754720 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-7029f67c-2f6f-4b8d-baa1-12a5d4bf091e tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Request body: {'subnet': {'network_id': 'd5593390-dd4d-48e1-9b99-a948a0a3238e', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:15:13.816886 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-d7d9973a-0911-4d3f-8c06-1b53b6831bf6 tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] Deleting port e3716171-a550-4a74-8c77-ae686486bdac {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:15:13.822293 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d7d9973a-0911-4d3f-8c06-1b53b6831bf6 tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:13.838439 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-23ab9f2c-3a25-4c4e-8189-7498c86427ee None None] For port 73f4bd22-6797-4500-96cd-cea462aa354a, host n-d-804985-2, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:15:13.842918 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-23ab9f2c-3a25-4c4e-8189-7498c86427ee None None] For port 73f4bd22-6797-4500-96cd-cea462aa354a, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=73f4bd22-6797-4500-96cd-cea462aa354a,segment=NetworkSegment(69a22383-2b5e-467c-8cdd-97149961ccfd),segment_id=69a22383-2b5e-467c-8cdd-97149961ccfd)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:15:13.877944 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-23ab9f2c-3a25-4c4e-8189-7498c86427ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:13.928686 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-12a925f8-36f1-4765-ad97-c6840cc78a72 None None] Provisioning complete for port e3716171-a550-4a74-8c77-ae686486bdac triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:15:13.928686 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-12a925f8-36f1-4765-ad97-c6840cc78a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:13.981735 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83601296-49fd-4f3f-a7ea-c59fc334bf7c None None] Pushing event updated for resources: {'Port': ['ID=ae0e4c1c-72f4-4efd-bc35-31856d67b7ee,revision_number=2']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:15:14.002362 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d7d9973a-0911-4d3f-8c06-1b53b6831bf6 tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:14.019162 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-d7d9973a-0911-4d3f-8c06-1b53b6831bf6 tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] Calling delete_port for e3716171-a550-4a74-8c77-ae686486bdac owned by {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:15:14.192678 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-12a925f8-36f1-4765-ad97-c6840cc78a72 None None] Port e3716171-a550-4a74-8c77-ae686486bdac cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:15:14.221973 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ab9f2c-3a25-4c4e-8189-7498c86427ee None None] Pushing event updated for resources: {'Port': ['ID=73f4bd22-6797-4500-96cd-cea462aa354a,revision_number=2']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:15:14.239125 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 1bcaea4e-7a3a-4229-9f58-d8c14d2fd3d5 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:15:14.239512 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:14.310019 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-31f588d1-dde1-4f37-8352-9bf81c199ef4 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:14.327264 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d7d9973a-0911-4d3f-8c06-1b53b6831bf6 tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:14.424511 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 6f4e5afa-a411-4d92-9871-5baef131dd26 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:15:14.458891 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d9973a-0911-4d3f-8c06-1b53b6831bf6 tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] Pushing event deleted for resources: {'Port': ['ID=e3716171-a550-4a74-8c77-ae686486bdac,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:15:14.551970 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port 6f4e5afa-a411-4d92-9871-5baef131dd26 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:15:14.557978 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 6f4e5afa-a411-4d92-9871-5baef131dd26 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:15:14.558501 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:14.632358 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2428b08e-0269-440b-b8d2-cdb634092e75 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Pushing event updated for resources: {'Network': ['ID=d5593390-dd4d-48e1-9b99-a948a0a3238e,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:15:14.644727 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Network d5593390-dd4d-48e1-9b99-a948a0a3238e details requested by agent ovs-agent-n-d-804985-2 with host n-d-804985-2 {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:15:14.739874 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0fc38b1b-9e5c-4eb7-9ca5-3d73346273da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:14.749214 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0fc38b1b-9e5c-4eb7-9ca5-3d73346273da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:14.789901 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:14.794749 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-0fc38b1b-9e5c-4eb7-9ca5-3d73346273da admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=86b88d89b83f490f9d008d20aec4563d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4509299 Aug 18 12:15:14.799532 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 54388) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:15:14.828012 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc38b1b-9e5c-4eb7-9ca5-3d73346273da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb90c97d-fa2e-49c5-88ba-492bb1250bfd,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:15:14.839693 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] For port 6f4e5afa-a411-4d92-9871-5baef131dd26, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=6f4e5afa-a411-4d92-9871-5baef131dd26,segment=NetworkSegment(52b7006f-2792-43ce-9b2f-843ac02dbbee),segment_id=52b7006f-2792-43ce-9b2f-843ac02dbbee)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:15:14.847983 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:14.884094 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7029f67c-2f6f-4b8d-baa1-12a5d4bf091e tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Made reservation on behalf of 7fd02f6d258d49aeaa22e91f82208987 for: {'subnet': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:15:14.887884 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7029f67c-2f6f-4b8d-baa1-12a5d4bf091e tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59388119'] for subnet, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:14.900844 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-31f588d1-dde1-4f37-8352-9bf81c199ef4 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks [] for port, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:14.916714 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Pushing event updated for resources: {'Port': ['ID=6f4e5afa-a411-4d92-9871-5baef131dd26,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:15:14.924920 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-31f588d1-dde1-4f37-8352-9bf81c199ef4 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:14.954618 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b011998d-a614-4f4d-9906-ac4032d88ddd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:14.997548 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b011998d-a614-4f4d-9906-ac4032d88ddd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:15.029005 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d7d9973a-0911-4d3f-8c06-1b53b6831bf6 tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:15.031106 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-d7d9973a-0911-4d3f-8c06-1b53b6831bf6 tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] 10.222.0.66 "DELETE /v2.0/ports/e3716171-a550-4a74-8c77-ae686486bdac HTTP/1.1" status: 204 len: 168 time: 1.7859778 Aug 18 12:15:15.037730 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 54390) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:15:15.078642 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f588d1-dde1-4f37-8352-9bf81c199ef4 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Pushing event updated for resources: {'Port': ['ID=cfbaf780-ba47-4a84-9f06-fb1c7929dccd,revision_number=2']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:15:15.081739 n-d-804985-2 neutron-server[106252]: INFO neutron.pecan_wsgi.hooks.translation [None req-d63ffb16-8875-49e0-a234-7e048a2ea6db tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] GET failed (client error): The resource could not be found. Aug 18 12:15:15.083403 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-d63ffb16-8875-49e0-a234-7e048a2ea6db tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] 10.222.0.66 "GET /v2.0/ports/e3716171-a550-4a74-8c77-ae686486bdac HTTP/1.1" status: 404 len: 333 time: 0.0446973 Aug 18 12:15:15.084881 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-31f588d1-dde1-4f37-8352-9bf81c199ef4 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-996772'] for router_interface, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:15.086634 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 54392) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:15:15.115313 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b011998d-a614-4f4d-9906-ac4032d88ddd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:15.118029 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b011998d-a614-4f4d-9906-ac4032d88ddd admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:15.119328 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-b011998d-a614-4f4d-9906-ac4032d88ddd admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/cb90c97d-fa2e-49c5-88ba-492bb1250bfd HTTP/1.1" status: 204 len: 168 time: 0.3164046 Aug 18 12:15:15.136970 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b011998d-a614-4f4d-9906-ac4032d88ddd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb90c97d-fa2e-49c5-88ba-492bb1250bfd,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:15:15.217192 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7029f67c-2f6f-4b8d-baa1-12a5d4bf091e tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58902106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59388097'] for subnet, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:15.294668 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31f588d1-dde1-4f37-8352-9bf81c199ef4 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Network e9151886-a8d5-45f7-8d09-a3bfb73f6646 is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:15:15.298987 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-31f588d1-dde1-4f37-8352-9bf81c199ef4 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:15:15.317186 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-8d046ffe-f874-4e7d-abce-4eed9dd7343f tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] Deleting port 632f1cfc-da6f-43fa-ba80-0391e2e1fcd8 {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:15:15.317884 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8d046ffe-f874-4e7d-abce-4eed9dd7343f tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:15.320958 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-641f69c2-c8bc-4550-9ec6-e3812fcdd047 None None] Network e9151886-a8d5-45f7-8d09-a3bfb73f6646 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:15:15.338555 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f70f5c46-8955-4991-ad1f-2bdd2345515c None None] Sync routers for ids ['9b9fadb2-082b-4c2f-bfb6-a1a6476659e7'] in n-d-804985-2 {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:15:15.356401 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7029f67c-2f6f-4b8d-baa1-12a5d4bf091e tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Pushing event updated for resources: {'Subnet': ['ID=1c9003e3-f128-4f96-8d69-9b5d96d6b2c4,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:15:15.357610 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f70f5c46-8955-4991-ad1f-2bdd2345515c None None] Routers {'9b9fadb2-082b-4c2f-bfb6-a1a6476659e7'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:15:15.361129 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-f70f5c46-8955-4991-ad1f-2bdd2345515c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:14:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['9b9fadb2-082b-4c2f-bfb6-a1a6476659e7'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:15:15.404260 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7029f67c-2f6f-4b8d-baa1-12a5d4bf091e tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Checking segment: {'id': '164f4a2d-52ee-4e7f-82f3-641b72305a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'd5593390-dd4d-48e1-9b99-a948a0a3238e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:15:15.404547 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7029f67c-2f6f-4b8d-baa1-12a5d4bf091e tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Network hostable DHCP agents. Network: d5593390-dd4d-48e1-9b99-a948a0a3238e, hostable agents: ['97c14208-2951-4361-8d64-3708c946ff5f'], hosted agents: [] {{(pid=106253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 12:15:15.450498 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7029f67c-2f6f-4b8d-baa1-12a5d4bf091e tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Network d5593390-dd4d-48e1-9b99-a948a0a3238e is scheduled to be hosted by DHCP agent 97c14208-2951-4361-8d64-3708c946ff5f with binding_index 1 {{(pid=106253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 12:15:15.474307 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-7029f67c-2f6f-4b8d-baa1-12a5d4bf091e tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-2, d5593390-dd4d-48e1-9b99-a948a0a3238e) {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:15:15.482233 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7029f67c-2f6f-4b8d-baa1-12a5d4bf091e tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:15:15.484500 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7029f67c-2f6f-4b8d-baa1-12a5d4bf091e tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:15.489905 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cee0f518-3c88-4612-92d3-8a6d35f4687f None None] Network d5593390-dd4d-48e1-9b99-a948a0a3238e requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:15:15.537591 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-7029f67c-2f6f-4b8d-baa1-12a5d4bf091e tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.8013616 Aug 18 12:15:15.540376 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 54404) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:15:15.553754 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-f70f5c46-8955-4991-ad1f-2bdd2345515c None None] Set router 9b9fadb2-082b-4c2f-bfb6-a1a6476659e7 gateway port host: None {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:15:15.652054 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8d046ffe-f874-4e7d-abce-4eed9dd7343f tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:15.778650 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 54408) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:15:15.804987 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b990b16f-8ab7-4097-abaf-a38d9a35f5f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:15.848389 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-7a51bf03-20e8-415c-a6c9-fa17f1ea12f6 None None] Provisioning for port ae0e4c1c-72f4-4efd-bc35-31856d67b7ee completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:15:15.855162 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31f588d1-dde1-4f37-8352-9bf81c199ef4 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Router 5c3821dd-0e2c-4044-bf37-1988f8119a50 has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:15:15.909435 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-8d046ffe-f874-4e7d-abce-4eed9dd7343f tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] Calling delete_port for 632f1cfc-da6f-43fa-ba80-0391e2e1fcd8 owned by {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:15:15.964770 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 6f4e5afa-a411-4d92-9871-5baef131dd26 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:15:16.001735 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1e4a3e2-aa6e-4742-9bff-cd1b13a3f5b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp788be208-34ab-5a8f-af0f-528834af222f-d5593390-dd4d-48e1-9b99-a948a0a3238e', 'network_id': 'd5593390-dd4d-48e1-9b99-a948a0a3238e', 'tenant_id': '7fd02f6d258d49aeaa22e91f82208987', 'fixed_ips': [{'subnet_id': '1c9003e3-f128-4f96-8d69-9b5d96d6b2c4'}]}} from n-d-804985-2. {{(pid=106254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 12:15:16.002589 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-f1e4a3e2-aa6e-4742-9bff-cd1b13a3f5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:16.075624 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-f70f5c46-8955-4991-ad1f-2bdd2345515c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b9fadb2-082b-4c2f-bfb6-a1a6476659e7', 'name': 'tempest-RoutersIpV6Test-router-2037665960', 'tenant_id': '7fd02f6d258d49aeaa22e91f82208987', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:14:54Z', 'updated_at': '2021-08-18T12:15:12Z', 'revision_number': 4, 'project_id': '7fd02f6d258d49aeaa22e91f82208987', 'gw_port_host': None, '_interfaces': [{'id': '6f4e5afa-a411-4d92-9871-5baef131dd26', 'name': '', 'network_id': '32b5dc54-1967-415e-952a-a2c98fd214ba', 'tenant_id': '7fd02f6d258d49aeaa22e91f82208987', 'mac_address': 'fa:16:3e:aa:99:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9fadb2-082b-4c2f-bfb6-a1a6476659e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2922, 'fixed_ips': [{'subnet_id': '88b214a2-91a3-4444-8954-b59619dc4724', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:15:03Z', 'updated_at': '2021-08-18T12:15:14Z', 'revision_number': 5, 'project_id': '7fd02f6d258d49aeaa22e91f82208987', 'subnets': [{'id': '88b214a2-91a3-4444-8954-b59619dc4724', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ecf89dae-ca9f-4bbb-9091-a1db7f3f32b9', 'name': '', 'network_id': '385ff2b1-ae5a-42a9-be01-5c8503379d25', 'tenant_id': '7fd02f6d258d49aeaa22e91f82208987', 'mac_address': 'fa:16:3e:95:26:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b9fadb2-082b-4c2f-bfb6-a1a6476659e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2948, 'fixed_ips': [{'subnet_id': '136e5406-6b7d-484f-89d3-a94beab44cca', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:15:11Z', 'updated_at': '2021-08-18T12:15:12Z', 'revision_number': 2, 'project_id': '7fd02f6d258d49aeaa22e91f82208987', 'subnets': [{'id': '136e5406-6b7d-484f-89d3-a94beab44cca', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f06a4c55-5381-4400-ba79-665acea3969d', 'name': '', 'network_id': '1ee821c8-80e5-4623-b08e-ba8369ed062a', 'tenant_id': '7fd02f6d258d49aeaa22e91f82208987', 'mac_address': 'fa:16:3e:c3:b1:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9fadb2-082b-4c2f-bfb6-a1a6476659e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2897, 'fixed_ips': [{'subnet_id': 'ce02d789-05af-4dbb-affc-5b3aa6c6120f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:14:57Z', 'updated_at': '2021-08-18T12:15:06Z', 'revision_number': 5, 'project_id': '7fd02f6d258d49aeaa22e91f82208987', 'subnets': [{'id': 'ce02d789-05af-4dbb-affc-5b3aa6c6120f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:15:16.115326 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f70f5c46-8955-4991-ad1f-2bdd2345515c None None] Checking router: 9b9fadb2-082b-4c2f-bfb6-a1a6476659e7 for host: n-d-804985-2 {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:15:16.115797 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f70f5c46-8955-4991-ad1f-2bdd2345515c None None] Updating router 9b9fadb2-082b-4c2f-bfb6-a1a6476659e7 port ecf89dae-ca9f-4bbb-9091-a1db7f3f32b9 binding host n-d-804985-2 {{(pid=106255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 12:15:16.145681 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-f70f5c46-8955-4991-ad1f-2bdd2345515c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:16.149706 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31f588d1-dde1-4f37-8352-9bf81c199ef4 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:15:16.158738 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-31f588d1-dde1-4f37-8352-9bf81c199ef4 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "PUT /v2.0/routers/5c3821dd-0e2c-4044-bf37-1988f8119a50/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8515215 Aug 18 12:15:16.283721 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8d046ffe-f874-4e7d-abce-4eed9dd7343f tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:16.331325 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d046ffe-f874-4e7d-abce-4eed9dd7343f tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] Pushing event deleted for resources: {'Port': ['ID=632f1cfc-da6f-43fa-ba80-0391e2e1fcd8,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:15:16.332128 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b990b16f-8ab7-4097-abaf-a38d9a35f5f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:16.349928 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b990b16f-8ab7-4097-abaf-a38d9a35f5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:16.380058 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8d046ffe-f874-4e7d-abce-4eed9dd7343f tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:16.385898 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-8d046ffe-f874-4e7d-abce-4eed9dd7343f tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] 10.222.0.66 "DELETE /v2.0/ports/632f1cfc-da6f-43fa-ba80-0391e2e1fcd8 HTTP/1.1" status: 204 len: 168 time: 1.2981951 Aug 18 12:15:16.387885 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 54422) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:15:16.443833 n-d-804985-2 neutron-server[106252]: INFO neutron.pecan_wsgi.hooks.translation [None req-b688cedf-99a3-4ae1-be14-84fc773d869b tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] GET failed (client error): The resource could not be found. Aug 18 12:15:16.451266 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-b688cedf-99a3-4ae1-be14-84fc773d869b tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] 10.222.0.66 "GET /v2.0/ports/632f1cfc-da6f-43fa-ba80-0391e2e1fcd8 HTTP/1.1" status: 404 len: 333 time: 0.0620546 Aug 18 12:15:16.453871 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 54426) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:15:16.520404 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e22a58ae-5714-4a66-92a6-7ac085831151 req-4a66d065-4d5f-4649-8e3e-a7ab5003fa0d tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-942359882&fields=id&tenant_id=b60736d695f1461b9071c3b3eddcc039 HTTP/1.1" status: 200 len: 267 time: 0.1129134 Aug 18 12:15:16.526214 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-b990b16f-8ab7-4097-abaf-a38d9a35f5f6 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c917dc28ddd94083b83172a086a68ecf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7407022 Aug 18 12:15:16.527806 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 54428) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:15:16.598748 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-f70f5c46-8955-4991-ad1f-2bdd2345515c None None] Notify callbacks [] for port, precommit_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:16.628198 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-f70f5c46-8955-4991-ad1f-2bdd2345515c None None] Transition to ACTIVE for port object ecf89dae-ca9f-4bbb-9091-a1db7f3f32b9 will not be triggered until provisioned by entity L2. {{(pid=106255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:15:16.640378 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-f70f5c46-8955-4991-ad1f-2bdd2345515c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:16.656527 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b990b16f-8ab7-4097-abaf-a38d9a35f5f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5edb9eb7-c121-4bf6-908d-d7a16abf7424,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:15:16.660045 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.db_base_plugin_common [None req-f1e4a3e2-aa6e-4742-9bff-cd1b13a3f5b9 None None] Allocated IP 2001:db8:3::2 (d5593390-dd4d-48e1-9b99-a948a0a3238e/1c9003e3-f128-4f96-8d69-9b5d96d6b2c4/308ed377-d38a-4ff2-8c73-e1a4c0b9c102) {{(pid=106254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:15:16.693021 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2efc230f-2991-423d-921a-4237560e09f9 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:16.709103 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cb1dc28-c060-4cc2-80a0-b87758c37e4c None None] Network 385ff2b1-ae5a-42a9-be01-5c8503379d25 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:15:16.732179 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-9285a123-c00d-46be-af48-be11a3a4e04f tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] Deleting port d7ab2119-c543-4187-9d57-160fb1f11bd3 {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:15:16.732672 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-9285a123-c00d-46be-af48-be11a3a4e04f tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:16.749438 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb8a886-3945-4b3e-923e-a7c2d3f05e47 None None] Sync routers for ids ['5c3821dd-0e2c-4044-bf37-1988f8119a50'] in n-d-804985-2 {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:15:16.786716 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-905355ef-c924-4320-a1d2-75274d79add9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:16.826286 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198e22a9-50fa-41da-9a71-6ae236a2a678 None None] Pushing event updated for resources: {'Port': ['ID=ecf89dae-ca9f-4bbb-9091-a1db7f3f32b9,revision_number=3']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:15:16.830376 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22a58ae-5714-4a66-92a6-7ac085831151 req-f4c42410-dd79-48e6-84eb-1032bae12999 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:15:16.832848 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e22a58ae-5714-4a66-92a6-7ac085831151 req-f4c42410-dd79-48e6-84eb-1032bae12999 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/networks?id=e9151886-a8d5-45f7-8d09-a3bfb73f6646 HTTP/1.1" status: 200 len: 796 time: 0.3020546 Aug 18 12:15:16.852935 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-f70f5c46-8955-4991-ad1f-2bdd2345515c None None] Attempting to bind port ecf89dae-ca9f-4bbb-9091-a1db7f3f32b9 on host n-d-804985-2 for vnic_type normal with profile {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:15:16.853389 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-f70f5c46-8955-4991-ad1f-2bdd2345515c None None] Attempting to bind port ecf89dae-ca9f-4bbb-9091-a1db7f3f32b9 by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': '69a22383-2b5e-467c-8cdd-97149961ccfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '385ff2b1-ae5a-42a9-be01-5c8503379d25'}] {{(pid=106255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:15:16.853813 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70f5c46-8955-4991-ad1f-2bdd2345515c None None] Attempting to bind port ecf89dae-ca9f-4bbb-9091-a1db7f3f32b9 on network 385ff2b1-ae5a-42a9-be01-5c8503379d25 {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:15:16.861694 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70f5c46-8955-4991-ad1f-2bdd2345515c None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 14, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:15:16.862175 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70f5c46-8955-4991-ad1f-2bdd2345515c None None] Checking segment: {'id': '69a22383-2b5e-467c-8cdd-97149961ccfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '385ff2b1-ae5a-42a9-be01-5c8503379d25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:15:16.862642 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-f70f5c46-8955-4991-ad1f-2bdd2345515c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:16.863102 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70f5c46-8955-4991-ad1f-2bdd2345515c None None] Bound using segment: {'id': '69a22383-2b5e-467c-8cdd-97149961ccfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '385ff2b1-ae5a-42a9-be01-5c8503379d25'} {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:15:16.863629 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-f70f5c46-8955-4991-ad1f-2bdd2345515c None None] Bound port: ecf89dae-ca9f-4bbb-9091-a1db7f3f32b9, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69a22383-2b5e-467c-8cdd-97149961ccfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '385ff2b1-ae5a-42a9-be01-5c8503379d25'}}] {{(pid=106255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:15:16.864502 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-f70f5c46-8955-4991-ad1f-2bdd2345515c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:16.879057 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-905355ef-c924-4320-a1d2-75274d79add9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:16.897604 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e22a58ae-5714-4a66-92a6-7ac085831151 req-199c3351-ddbf-42f4-ac8c-907d1465b553 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/quotas/b60736d695f1461b9071c3b3eddcc039 HTTP/1.1" status: 200 len: 375 time: 0.0526450 Aug 18 12:15:16.950437 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-6c1322ce-2615-421a-a186-c990973beb96 None None] Provisioning for port 73f4bd22-6797-4500-96cd-cea462aa354a completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:15:16.959768 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb8a886-3945-4b3e-923e-a7c2d3f05e47 None None] Routers {'5c3821dd-0e2c-4044-bf37-1988f8119a50'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:15:16.960511 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-4cb8a886-3945-4b3e-923e-a7c2d3f05e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:14:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['5c3821dd-0e2c-4044-bf37-1988f8119a50'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:15:17.009295 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-9285a123-c00d-46be-af48-be11a3a4e04f tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:17.033586 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-9285a123-c00d-46be-af48-be11a3a4e04f tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] Calling delete_port for d7ab2119-c543-4187-9d57-160fb1f11bd3 owned by {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:15:17.056778 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e22a58ae-5714-4a66-92a6-7ac085831151 req-651857b8-9b9f-42df-9154-ba560cf058a2 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=b60736d695f1461b9071c3b3eddcc039&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1448038 Aug 18 12:15:17.061257 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-f70f5c46-8955-4991-ad1f-2bdd2345515c None None] For port ecf89dae-ca9f-4bbb-9091-a1db7f3f32b9, host n-d-804985-2, cleared binding levels {{(pid=106255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:15:17.080682 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-f70f5c46-8955-4991-ad1f-2bdd2345515c None None] For port ecf89dae-ca9f-4bbb-9091-a1db7f3f32b9, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=ecf89dae-ca9f-4bbb-9091-a1db7f3f32b9,segment=NetworkSegment(69a22383-2b5e-467c-8cdd-97149961ccfd),segment_id=69a22383-2b5e-467c-8cdd-97149961ccfd)] {{(pid=106255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:15:17.083608 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 6f4e5afa-a411-4d92-9871-5baef131dd26 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:15:17.084047 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:17.095257 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-f70f5c46-8955-4991-ad1f-2bdd2345515c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:17.199340 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198e22a9-50fa-41da-9a71-6ae236a2a678 None None] Pushing event updated for resources: {'Port': ['ID=ecf89dae-ca9f-4bbb-9091-a1db7f3f32b9,revision_number=4']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:15:17.236580 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f70f5c46-8955-4991-ad1f-2bdd2345515c None None] Routers {'9b9fadb2-082b-4c2f-bfb6-a1a6476659e7'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:15:17.237665 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-f70f5c46-8955-4991-ad1f-2bdd2345515c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:14:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['9b9fadb2-082b-4c2f-bfb6-a1a6476659e7'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:15:17.289253 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-4cb8a886-3945-4b3e-923e-a7c2d3f05e47 None None] Set router 5c3821dd-0e2c-4044-bf37-1988f8119a50 gateway port host: n-d-804985-2 {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:15:17.321972 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e22a58ae-5714-4a66-92a6-7ac085831151 req-c170de35-a613-4687-9a1c-8d3a06c2362c service neutron] 10.222.0.66 "GET /v2.0/networks/e9151886-a8d5-45f7-8d09-a3bfb73f6646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861174 Aug 18 12:15:17.331598 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-905355ef-c924-4320-a1d2-75274d79add9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:17.335226 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-905355ef-c924-4320-a1d2-75274d79add9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:17.344181 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-905355ef-c924-4320-a1d2-75274d79add9 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/5edb9eb7-c121-4bf6-908d-d7a16abf7424 HTTP/1.1" status: 204 len: 168 time: 0.8127029 Aug 18 12:15:17.380976 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905355ef-c924-4320-a1d2-75274d79add9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5edb9eb7-c121-4bf6-908d-d7a16abf7424,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:15:17.596123 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e22a58ae-5714-4a66-92a6-7ac085831151 req-5caa6d70-c2d6-46f3-9228-742a00472115 service neutron] 10.222.0.66 "GET /v2.0/networks/e9151886-a8d5-45f7-8d09-a3bfb73f6646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2528496 Aug 18 12:15:17.636697 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-9285a123-c00d-46be-af48-be11a3a4e04f tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:17.699428 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-21fc7dc3-aa1d-4d29-8bae-2367ff1c536c None None] Provisioning for port cfbaf780-ba47-4a84-9f06-fb1c7929dccd completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:15:17.721644 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-9285a123-c00d-46be-af48-be11a3a4e04f tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:17.728150 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 54444) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:15:17.729353 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-9285a123-c00d-46be-af48-be11a3a4e04f tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] 10.222.0.66 "DELETE /v2.0/ports/d7ab2119-c543-4187-9d57-160fb1f11bd3 HTTP/1.1" status: 204 len: 168 time: 1.2738857 Aug 18 12:15:17.730492 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9285a123-c00d-46be-af48-be11a3a4e04f tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] Pushing event deleted for resources: {'Port': ['ID=d7ab2119-c543-4187-9d57-160fb1f11bd3,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:15:17.740551 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-f1e4a3e2-aa6e-4742-9bff-cd1b13a3f5b9 None None] Notify callbacks [] for port, precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:17.745886 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-f70f5c46-8955-4991-ad1f-2bdd2345515c None None] Set router 9b9fadb2-082b-4c2f-bfb6-a1a6476659e7 gateway port host: None {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:15:17.750354 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-21fc7dc3-aa1d-4d29-8bae-2367ff1c536c None None] Provisioning complete for port cfbaf780-ba47-4a84-9f06-fb1c7929dccd triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:15:17.754778 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-21fc7dc3-aa1d-4d29-8bae-2367ff1c536c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:17.887932 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_v2 [None req-dce07fc0-6bd5-4b4e-b5b1-4c93f79aad95 tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] Deleting subnet 8451365f-ca59-4703-a74c-1f3e2ebefdb7 {{(pid=106253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 12:15:17.895667 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-dce07fc0-6bd5-4b4e-b5b1-4c93f79aad95 tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] Notify callbacks [] for subnet, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:17.960805 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-21fc7dc3-aa1d-4d29-8bae-2367ff1c536c None None] Port cfbaf780-ba47-4a84-9f06-fb1c7929dccd cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:15:17.985037 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-dce07fc0-6bd5-4b4e-b5b1-4c93f79aad95 tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902229'] for subnet, precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:18.028086 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f28b7dda-32eb-4c9d-b8af-4ba553d62d68 req-9a9c3f98-dc84-4e40-aaa8-1e64c58f51b4 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/ports?device_id=648de63a-f17d-4471-aa62-ae662a3248dd HTTP/1.1" status: 200 len: 210 time: 0.0637267 Aug 18 12:15:18.051924 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-f1e4a3e2-aa6e-4742-9bff-cd1b13a3f5b9 None None] Transition to ACTIVE for port object 308ed377-d38a-4ff2-8c73-e1a4c0b9c102 will not be triggered until provisioned by entity L2. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:15:18.087938 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-f1e4a3e2-aa6e-4742-9bff-cd1b13a3f5b9 None None] Transition to ACTIVE for port object 308ed377-d38a-4ff2-8c73-e1a4c0b9c102 will not be triggered until provisioned by entity DHCP. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:15:18.179539 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-f70f5c46-8955-4991-ad1f-2bdd2345515c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b9fadb2-082b-4c2f-bfb6-a1a6476659e7', 'name': 'tempest-RoutersIpV6Test-router-2037665960', 'tenant_id': '7fd02f6d258d49aeaa22e91f82208987', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:14:54Z', 'updated_at': '2021-08-18T12:15:12Z', 'revision_number': 4, 'project_id': '7fd02f6d258d49aeaa22e91f82208987', 'gw_port_host': None, '_interfaces': [{'id': '6f4e5afa-a411-4d92-9871-5baef131dd26', 'name': '', 'network_id': '32b5dc54-1967-415e-952a-a2c98fd214ba', 'tenant_id': '7fd02f6d258d49aeaa22e91f82208987', 'mac_address': 'fa:16:3e:aa:99:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9fadb2-082b-4c2f-bfb6-a1a6476659e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2922, 'fixed_ips': [{'subnet_id': '88b214a2-91a3-4444-8954-b59619dc4724', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:15:03Z', 'updated_at': '2021-08-18T12:15:14Z', 'revision_number': 5, 'project_id': '7fd02f6d258d49aeaa22e91f82208987', 'subnets': [{'id': '88b214a2-91a3-4444-8954-b59619dc4724', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ecf89dae-ca9f-4bbb-9091-a1db7f3f32b9', 'name': '', 'network_id': '385ff2b1-ae5a-42a9-be01-5c8503379d25', 'tenant_id': '7fd02f6d258d49aeaa22e91f82208987', 'mac_address': 'fa:16:3e:95:26:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b9fadb2-082b-4c2f-bfb6-a1a6476659e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2948, 'fixed_ips': [{'subnet_id': '136e5406-6b7d-484f-89d3-a94beab44cca', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:15:11Z', 'updated_at': '2021-08-18T12:15:17Z', 'revision_number': 4, 'project_id': '7fd02f6d258d49aeaa22e91f82208987', 'subnets': [{'id': '136e5406-6b7d-484f-89d3-a94beab44cca', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f06a4c55-5381-4400-ba79-665acea3969d', 'name': '', 'network_id': '1ee821c8-80e5-4623-b08e-ba8369ed062a', 'tenant_id': '7fd02f6d258d49aeaa22e91f82208987', 'mac_address': 'fa:16:3e:c3:b1:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9fadb2-082b-4c2f-bfb6-a1a6476659e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2897, 'fixed_ips': [{'subnet_id': 'ce02d789-05af-4dbb-affc-5b3aa6c6120f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:14:57Z', 'updated_at': '2021-08-18T12:15:06Z', 'revision_number': 5, 'project_id': '7fd02f6d258d49aeaa22e91f82208987', 'subnets': [{'id': 'ce02d789-05af-4dbb-affc-5b3aa6c6120f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:15:18.195945 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device ae0e4c1c-72f4-4efd-bc35-31856d67b7ee up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:15:18.209370 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-f1e4a3e2-aa6e-4742-9bff-cd1b13a3f5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547'] for port, after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:18.209907 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f70f5c46-8955-4991-ad1f-2bdd2345515c None None] The sync data for ids ['9b9fadb2-082b-4c2f-bfb6-a1a6476659e7'] in n-d-804985-2 is: [{'id': '9b9fadb2-082b-4c2f-bfb6-a1a6476659e7', 'name': 'tempest-RoutersIpV6Test-router-2037665960', 'tenant_id': '7fd02f6d258d49aeaa22e91f82208987', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:14:54Z', 'updated_at': '2021-08-18T12:15:12Z', 'revision_number': 4, 'project_id': '7fd02f6d258d49aeaa22e91f82208987', 'gw_port_host': None, '_interfaces': [{'id': '6f4e5afa-a411-4d92-9871-5baef131dd26', 'name': '', 'network_id': '32b5dc54-1967-415e-952a-a2c98fd214ba', 'tenant_id': '7fd02f6d258d49aeaa22e91f82208987', 'mac_address': 'fa:16:3e:aa:99:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9fadb2-082b-4c2f-bfb6-a1a6476659e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2922, 'fixed_ips': [{'subnet_id': '88b214a2-91a3-4444-8954-b59619dc4724', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:15:03Z', 'updated_at': '2021-08-18T12:15:14Z', 'revision_number': 5, 'project_id': '7fd02f6d258d49aeaa22e91f82208987', 'subnets': [{'id': '88b214a2-91a3-4444-8954-b59619dc4724', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ecf89dae-ca9f-4bbb-9091-a1db7f3f32b9', 'name': '', 'network_id': '385ff2b1-ae5a-42a9-be01-5c8503379d25', 'tenant_id': '7fd02f6d258d49aeaa22e91f82208987', 'mac_address': 'fa:16:3e:95:26:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b9fadb2-082b-4c2f-bfb6-a1a6476659e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2948, 'fixed_ips': [{'subnet_id': '136e5406-6b7d-484f-89d3-a94beab44cca', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:15:11Z', 'updated_at': '2021-08-18T12:15:17Z', 'revision_number': 4, 'project_id': '7fd02f6d258d49aeaa22e91f82208987', 'subnets': [{'id': '136e5406-6b7d-484f-89d3-a94beab44cca', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f06a4c55-5381-4400-ba79-665acea3969d', 'name': '', 'network_id': '1ee821c8-80e5-4623-b08e-ba8369ed062a', 'tenant_id': '7fd02f6d258d49aeaa22e91f82208987', 'mac_address': 'fa:16:3e:c3:b1:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9fadb2-082b-4c2f-bfb6-a1a6476659e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2897, 'fixed_ips': [{'subnet_id': 'ce02d789-05af-4dbb-affc-5b3aa6c6120f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:14:57Z', 'updated_at': '2021-08-18T12:15:06Z', 'revision_number': 5, 'project_id': '7fd02f6d258d49aeaa22e91f82208987', 'subnets': [{'id': 'ce02d789-05af-4dbb-affc-5b3aa6c6120f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:15:18.327407 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [None req-2efc230f-2991-423d-921a-4237560e09f9 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Allocated IP 2001:db8:3::1 (d5593390-dd4d-48e1-9b99-a948a0a3238e/1c9003e3-f128-4f96-8d69-9b5d96d6b2c4/a159e630-b17e-4fd6-9b0a-208281e61879) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:15:18.374427 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-dce07fc0-6bd5-4b4e-b5b1-4c93f79aad95 tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:18.495821 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1e4a3e2-aa6e-4742-9bff-cd1b13a3f5b9 None None] Network d5593390-dd4d-48e1-9b99-a948a0a3238e is already hosted by enough agents. {{(pid=106254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:15:18.549140 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.base_scheduler [None req-f1e4a3e2-aa6e-4742-9bff-cd1b13a3f5b9 None None] Resources bound (agent type, host, resource id): {{(pid=106254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:15:18.552147 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e4a3e2-aa6e-4742-9bff-cd1b13a3f5b9 None None] Received port after_create {{(pid=106254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:15:18.616912 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-19c66e6c-748b-4d6c-8ae6-92eec6f9547c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:18.648798 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-f1e4a3e2-aa6e-4742-9bff-cd1b13a3f5b9 None None] Attempting to bind port 308ed377-d38a-4ff2-8c73-e1a4c0b9c102 on host n-d-804985-2 for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:15:18.649156 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-f1e4a3e2-aa6e-4742-9bff-cd1b13a3f5b9 None None] Attempting to bind port 308ed377-d38a-4ff2-8c73-e1a4c0b9c102 by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': '164f4a2d-52ee-4e7f-82f3-641b72305a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'd5593390-dd4d-48e1-9b99-a948a0a3238e'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:15:18.649541 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e4a3e2-aa6e-4742-9bff-cd1b13a3f5b9 None None] Attempting to bind port 308ed377-d38a-4ff2-8c73-e1a4c0b9c102 on network d5593390-dd4d-48e1-9b99-a948a0a3238e {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:15:18.656742 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e4a3e2-aa6e-4742-9bff-cd1b13a3f5b9 None None] Pushing event updated for resources: {'Port': ['ID=308ed377-d38a-4ff2-8c73-e1a4c0b9c102,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:15:18.662287 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e4a3e2-aa6e-4742-9bff-cd1b13a3f5b9 None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 14, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:15:18.662695 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e4a3e2-aa6e-4742-9bff-cd1b13a3f5b9 None None] Checking segment: {'id': '164f4a2d-52ee-4e7f-82f3-641b72305a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'd5593390-dd4d-48e1-9b99-a948a0a3238e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:15:18.663129 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-f1e4a3e2-aa6e-4742-9bff-cd1b13a3f5b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:18.663518 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e4a3e2-aa6e-4742-9bff-cd1b13a3f5b9 None None] Bound using segment: {'id': '164f4a2d-52ee-4e7f-82f3-641b72305a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'd5593390-dd4d-48e1-9b99-a948a0a3238e'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:15:18.664003 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-f1e4a3e2-aa6e-4742-9bff-cd1b13a3f5b9 None None] Bound port: 308ed377-d38a-4ff2-8c73-e1a4c0b9c102, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '164f4a2d-52ee-4e7f-82f3-641b72305a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'd5593390-dd4d-48e1-9b99-a948a0a3238e'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:15:18.664408 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-f1e4a3e2-aa6e-4742-9bff-cd1b13a3f5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:18.684822 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2efc230f-2991-423d-921a-4237560e09f9 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:18.733176 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e4a3e2-aa6e-4742-9bff-cd1b13a3f5b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:15:18.733785 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e4a3e2-aa6e-4742-9bff-cd1b13a3f5b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:15:18.734487 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e4a3e2-aa6e-4742-9bff-cd1b13a3f5b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:15:18.734992 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e4a3e2-aa6e-4742-9bff-cd1b13a3f5b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:15:18.735484 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e4a3e2-aa6e-4742-9bff-cd1b13a3f5b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:15:18.735966 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e4a3e2-aa6e-4742-9bff-cd1b13a3f5b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:15:18.736437 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e4a3e2-aa6e-4742-9bff-cd1b13a3f5b9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:15:18.736954 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e4a3e2-aa6e-4742-9bff-cd1b13a3f5b9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:15:18.737424 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e4a3e2-aa6e-4742-9bff-cd1b13a3f5b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:15:18.737901 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e4a3e2-aa6e-4742-9bff-cd1b13a3f5b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:15:18.738371 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e4a3e2-aa6e-4742-9bff-cd1b13a3f5b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:15:18.738845 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e4a3e2-aa6e-4742-9bff-cd1b13a3f5b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:15:18.743088 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port ae0e4c1c-72f4-4efd-bc35-31856d67b7ee completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:15:18.750890 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port ae0e4c1c-72f4-4efd-bc35-31856d67b7ee triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:15:18.752280 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:18.785254 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-dce07fc0-6bd5-4b4e-b5b1-4c93f79aad95 tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58902171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59388106'] for subnet, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:18.804698 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [None req-2efc230f-2991-423d-921a-4237560e09f9 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Transition to ACTIVE for port object a159e630-b17e-4fd6-9b0a-208281e61879 will not be triggered until provisioned by entity DHCP. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:15:18.839059 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-01211fe5-25fc-4dc0-880d-fce1c555db48 None None] Provisioning complete for port cfbaf780-ba47-4a84-9f06-fb1c7929dccd triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:15:18.839641 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-01211fe5-25fc-4dc0-880d-fce1c555db48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:18.887009 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce07fc0-6bd5-4b4e-b5b1-4c93f79aad95 tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] Pushing event deleted for resources: {'Subnet': ['ID=8451365f-ca59-4703-a74c-1f3e2ebefdb7,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:15:18.895121 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-dce07fc0-6bd5-4b4e-b5b1-4c93f79aad95 tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:18.897403 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-dce07fc0-6bd5-4b4e-b5b1-4c93f79aad95 tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] 10.222.0.66 "DELETE /v2.0/subnets/8451365f-ca59-4703-a74c-1f3e2ebefdb7 HTTP/1.1" status: 204 len: 168 time: 1.1681426 Aug 18 12:15:18.901042 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 54476) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:15:18.992156 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2efc230f-2991-423d-921a-4237560e09f9 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:19.104366 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5e58dd95-0ff5-4c68-8e87-166b1a38374f tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7904109'] for network, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:19.120777 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-f1e4a3e2-aa6e-4742-9bff-cd1b13a3f5b9 None None] For port 308ed377-d38a-4ff2-8c73-e1a4c0b9c102, host n-d-804985-2, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:15:19.123946 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d3e7bcb-4760-40d4-aeaa-74dba8b2938c None None] Network 16826e30-aad3-4fd3-adb5-9d3ed4b985e0 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:15:19.159245 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2efc230f-2991-423d-921a-4237560e09f9 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Network d5593390-dd4d-48e1-9b99-a948a0a3238e is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:15:19.167904 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-2efc230f-2991-423d-921a-4237560e09f9 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:15:19.177318 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2efc230f-2991-423d-921a-4237560e09f9 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:15:19.178477 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2efc230f-2991-423d-921a-4237560e09f9 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-996688'] for router_interface, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:19.252237 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efc230f-2991-423d-921a-4237560e09f9 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Pushing event updated for resources: {'Port': ['ID=a159e630-b17e-4fd6-9b0a-208281e61879,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:15:19.321128 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8e1c70b3-f40b-4683-828e-00974a154d0d req-0bc1d7c1-c4c3-42da-9173-e1f98f951694 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/ports?device_id=648de63a-f17d-4471-aa62-ae662a3248dd HTTP/1.1" status: 200 len: 210 time: 0.0954831 Aug 18 12:15:19.328311 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-5e58dd95-0ff5-4c68-8e87-166b1a38374f tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] Deleting port 95635f26-b5bd-469f-b768-e7455af3316f {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:15:19.332174 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5e58dd95-0ff5-4c68-8e87-166b1a38374f tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:19.371913 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-f1e4a3e2-aa6e-4742-9bff-cd1b13a3f5b9 None None] For port 308ed377-d38a-4ff2-8c73-e1a4c0b9c102, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=308ed377-d38a-4ff2-8c73-e1a4c0b9c102,segment=NetworkSegment(164f4a2d-52ee-4e7f-82f3-641b72305a42),segment_id=164f4a2d-52ee-4e7f-82f3-641b72305a42)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:15:19.429083 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2efc230f-2991-423d-921a-4237560e09f9 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:19.438378 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-f1e4a3e2-aa6e-4742-9bff-cd1b13a3f5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:19.490324 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [None req-5e58dd95-0ff5-4c68-8e87-166b1a38374f tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] For port 95635f26-b5bd-469f-b768-e7455af3316f, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=95635f26-b5bd-469f-b768-e7455af3316f,segment=NetworkSegment(8b14af48-91ea-4072-a239-57bcb43af0ed),segment_id=8b14af48-91ea-4072-a239-57bcb43af0ed)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:15:19.490819 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5e58dd95-0ff5-4c68-8e87-166b1a38374f tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:19.506652 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-01211fe5-25fc-4dc0-880d-fce1c555db48 None None] Port cfbaf780-ba47-4a84-9f06-fb1c7929dccd cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:15:19.518682 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-5e58dd95-0ff5-4c68-8e87-166b1a38374f tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] Calling delete_port for 95635f26-b5bd-469f-b768-e7455af3316f owned by network:dhcp {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:15:19.523243 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:19.674215 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e4a3e2-aa6e-4742-9bff-cd1b13a3f5b9 None None] Pushing event updated for resources: {'Port': ['ID=308ed377-d38a-4ff2-8c73-e1a4c0b9c102,revision_number=2']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:15:19.718073 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] For port ae0e4c1c-72f4-4efd-bc35-31856d67b7ee, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=ae0e4c1c-72f4-4efd-bc35-31856d67b7ee,segment=NetworkSegment(853c2d50-b260-40cd-8b91-d791f4791b51),segment_id=853c2d50-b260-40cd-8b91-d791f4791b51)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:15:19.730475 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:19.731653 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 73f4bd22-6797-4500-96cd-cea462aa354a up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:15:19.737418 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-4cb8a886-3945-4b3e-923e-a7c2d3f05e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c3821dd-0e2c-4044-bf37-1988f8119a50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-228808610', 'tenant_id': 'b60736d695f1461b9071c3b3eddcc039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.39'}], 'enable_snat': True}, 'gw_port_id': '1bcaea4e-7a3a-4229-9f58-d8c14d2fd3d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:15:04Z', 'updated_at': '2021-08-18T12:15:13Z', 'revision_number': 4, 'project_id': 'b60736d695f1461b9071c3b3eddcc039', 'gw_port': {'id': '1bcaea4e-7a3a-4229-9f58-d8c14d2fd3d5', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:5a:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c3821dd-0e2c-4044-bf37-1988f8119a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2926, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:15:04Z', 'updated_at': '2021-08-18T12:15:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': 'cfbaf780-ba47-4a84-9f06-fb1c7929dccd', 'name': '', 'network_id': 'e9151886-a8d5-45f7-8d09-a3bfb73f6646', 'tenant_id': 'b60736d695f1461b9071c3b3eddcc039', 'mac_address': 'fa:16:3e:c7:5e:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c3821dd-0e2c-4044-bf37-1988f8119a50', 'device_owner': 'network:router_interface', 'standard_attr_id': 2946, 'fixed_ips': [{'subnet_id': 'e946d931-a852-4d12-bbc8-b7cb94a92f2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:15:10Z', 'updated_at': '2021-08-18T12:15:14Z', 'revision_number': 2, 'project_id': 'b60736d695f1461b9071c3b3eddcc039', 'subnets': [{'id': 'e946d931-a852-4d12-bbc8-b7cb94a92f2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:15:19.744435 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5e58dd95-0ff5-4c68-8e87-166b1a38374f tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:19.828049 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e58dd95-0ff5-4c68-8e87-166b1a38374f tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] Pushing event deleted for resources: {'Port': ['ID=95635f26-b5bd-469f-b768-e7455af3316f,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:15:19.850054 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e58dd95-0ff5-4c68-8e87-166b1a38374f tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] No DVR routers for this DVR port 95635f26-b5bd-469f-b768-e7455af3316f on host n-d-804985-2 {{(pid=106252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:15:19.980748 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40df595c-17fa-4e3b-a2ba-dfc7ef3b453a None None] DHCP port deletion for 16826e30-aad3-4fd3-adb5-9d3ed4b985e0 request from n-d-804985-2 {{(pid=106254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 12:15:20.030708 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb8a886-3945-4b3e-923e-a7c2d3f05e47 None None] Checking router: 5c3821dd-0e2c-4044-bf37-1988f8119a50 for host: n-d-804985-2 {{(pid=106254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:15:20.031364 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb8a886-3945-4b3e-923e-a7c2d3f05e47 None None] Updating router 5c3821dd-0e2c-4044-bf37-1988f8119a50 port cfbaf780-ba47-4a84-9f06-fb1c7929dccd binding host n-d-804985-2 {{(pid=106254) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 12:15:20.111341 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-ffbaa5f9-5bab-4d43-b6c5-58cff1260e4e None None] Provisioning for port ecf89dae-ca9f-4bbb-9091-a1db7f3f32b9 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:15:20.139670 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5e58dd95-0ff5-4c68-8e87-166b1a38374f tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8367869', 'neutron.services.segments.db._delete_segments_for_network-8789151212993'] for network, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:20.164499 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-5e58dd95-0ff5-4c68-8e87-166b1a38374f tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16826e30-aad3-4fd3-adb5-9d3ed4b985e0']}} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:15:20.176044 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4cb8a886-3945-4b3e-923e-a7c2d3f05e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:20.187810 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Pushing event updated for resources: {'Port': ['ID=ae0e4c1c-72f4-4efd-bc35-31856d67b7ee,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:15:20.195468 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-5e58dd95-0ff5-4c68-8e87-166b1a38374f tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b14af48-91ea-4072-a239-57bcb43af0ed') {'for_net_delete': True} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:15:20.196224 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-5e58dd95-0ff5-4c68-8e87-166b1a38374f tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b14af48-91ea-4072-a239-57bcb43af0ed') {} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:15:20.225065 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5e58dd95-0ff5-4c68-8e87-166b1a38374f tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789151225254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2221521'] for segment, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:20.254268 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22a58ae-5714-4a66-92a6-7ac085831151 req-d68b9dcc-ceba-4301-bd5a-d636bd9a781d tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:15:20.257619 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-e22a58ae-5714-4a66-92a6-7ac085831151 req-d68b9dcc-ceba-4301-bd5a-d636bd9a781d tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.62 "GET /v2.0/networks?id=e9151886-a8d5-45f7-8d09-a3bfb73f6646 HTTP/1.1" status: 200 len: 796 time: 0.5156908 Aug 18 12:15:20.273171 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5e58dd95-0ff5-4c68-8e87-166b1a38374f tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:20.280165 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e58dd95-0ff5-4c68-8e87-166b1a38374f tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] Releasing vlan 807 on physical network physnet1 to pool {{(pid=106252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:15:20.280899 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5e58dd95-0ff5-4c68-8e87-166b1a38374f tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3572434'] for segment, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:20.284916 n-d-804985-2 neutron-server[106252]: Traceback (most recent call last): Aug 18 12:15:20.284916 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:15:20.284916 n-d-804985-2 neutron-server[106252]: timer() Aug 18 12:15:20.284916 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:15:20.284916 n-d-804985-2 neutron-server[106252]: cb(*args, **kw) Aug 18 12:15:20.284916 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:15:20.284916 n-d-804985-2 neutron-server[106252]: return func(*args, **kwargs) Aug 18 12:15:20.284916 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:15:20.284916 n-d-804985-2 neutron-server[106252]: self._notify() Aug 18 12:15:20.284916 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:15:20.284916 n-d-804985-2 neutron-server[106252]: self.callback(batched_events) Aug 18 12:15:20.284916 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:15:20.284916 n-d-804985-2 neutron-server[106252]: event.method(event) Aug 18 12:15:20.284916 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:15:20.284916 n-d-804985-2 neutron-server[106252]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:15:20.284916 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:15:20.284916 n-d-804985-2 neutron-server[106252]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:15:20.284916 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:15:20.284916 n-d-804985-2 neutron-server[106252]: return f(self, *a, **k) Aug 18 12:15:20.284916 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:15:20.284916 n-d-804985-2 neutron-server[106252]: return self._get(url).json() Aug 18 12:15:20.284916 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:15:20.284916 n-d-804985-2 neutron-server[106252]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:15:20.284916 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:15:20.284916 n-d-804985-2 neutron-server[106252]: return self.request(url, 'GET', **kwargs) Aug 18 12:15:20.284916 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:15:20.284916 n-d-804985-2 neutron-server[106252]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:15:20.284916 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:15:20.284916 n-d-804985-2 neutron-server[106252]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:15:20.284916 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:15:20.284916 n-d-804985-2 neutron-server[106252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:15:20.284916 n-d-804985-2 neutron-server[106252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:15:20.292576 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port 73f4bd22-6797-4500-96cd-cea462aa354a completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:15:20.307525 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 73f4bd22-6797-4500-96cd-cea462aa354a triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:15:20.308937 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:20.436962 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5e58dd95-0ff5-4c68-8e87-166b1a38374f tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8367858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997186'] for network, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:20.454716 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-e22a58ae-5714-4a66-92a6-7ac085831151 req-93f2407f-d32b-4cbf-b508-893f6e65026a tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b60736d695f1461b9071c3b3eddcc039 HTTP/1.1" status: 200 len: 379 time: 0.1752753 Aug 18 12:15:20.467765 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2efc230f-2991-423d-921a-4237560e09f9 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks [] for port, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:20.468761 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5e58dd95-0ff5-4c68-8e87-166b1a38374f tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] Notify callbacks [] for network, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:20.471847 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-5e58dd95-0ff5-4c68-8e87-166b1a38374f tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] 10.222.0.66 "DELETE /v2.0/networks/16826e30-aad3-4fd3-adb5-9d3ed4b985e0 HTTP/1.1" status: 204 len: 168 time: 1.5695298 Aug 18 12:15:20.474978 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e58dd95-0ff5-4c68-8e87-166b1a38374f tempest-AllowedAddressPairIpV6TestJSON-1679278462 tempest-AllowedAddressPairIpV6TestJSON-1679278462-project] Pushing event deleted for resources: {'Network': ['ID=16826e30-aad3-4fd3-adb5-9d3ed4b985e0,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:15:20.500364 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [req-e22a58ae-5714-4a66-92a6-7ac085831151 req-99e34206-de03-4283-99c8-c55613130dab tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Request body: {'port': {'device_id': '648de63a-f17d-4471-aa62-ae662a3248dd', 'network_id': 'e9151886-a8d5-45f7-8d09-a3bfb73f6646', 'admin_state_up': True, 'tenant_id': 'b60736d695f1461b9071c3b3eddcc039', 'security_groups': ['9d0a542a-8fa5-4941-b184-fa1bbc2c5b94']}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:15:20.505725 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2efc230f-2991-423d-921a-4237560e09f9 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:20.507048 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2efc230f-2991-423d-921a-4237560e09f9 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-996772'] for router_interface, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:20.536516 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-33412180-70bb-4e1d-895d-b1f7b625febe req-488c8c27-dcb5-41d6-bd0c-03964bc688b2 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/ports?device_id=648de63a-f17d-4471-aa62-ae662a3248dd HTTP/1.1" status: 200 len: 210 time: 0.0632381 Aug 18 12:15:20.689299 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efc230f-2991-423d-921a-4237560e09f9 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Pushing event updated for resources: {'Port': ['ID=a159e630-b17e-4fd6-9b0a-208281e61879,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:15:20.854449 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2efc230f-2991-423d-921a-4237560e09f9 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Network d5593390-dd4d-48e1-9b99-a948a0a3238e is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:15:20.858378 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-2efc230f-2991-423d-921a-4237560e09f9 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:15:20.876694 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e22a58ae-5714-4a66-92a6-7ac085831151 req-99e34206-de03-4283-99c8-c55613130dab tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Made reservation on behalf of b60736d695f1461b9071c3b3eddcc039 for: {'port': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:15:20.881676 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-e22a58ae-5714-4a66-92a6-7ac085831151 req-99e34206-de03-4283-99c8-c55613130dab tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:21.020826 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 54520) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:15:21.189582 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:21.249376 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-a92ce8ce-fe49-4bca-8671-ccf321726446 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ad867e17edc74f14bec8195aa02703b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2273231 Aug 18 12:15:21.250656 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 54524) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:15:21.283663 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] For port 73f4bd22-6797-4500-96cd-cea462aa354a, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=73f4bd22-6797-4500-96cd-cea462aa354a,segment=NetworkSegment(69a22383-2b5e-467c-8cdd-97149961ccfd),segment_id=69a22383-2b5e-467c-8cdd-97149961ccfd)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:15:21.298326 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:21.361473 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4cb8a886-3945-4b3e-923e-a7c2d3f05e47 None None] Notify callbacks [] for port, precommit_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:21.372582 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a9946dbb-2a0e-4f46-99ed-37c63265cc78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:21.500806 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21f13ba3-f9e3-4e4f-b7dd-d9570b234c81 None None] Network d5593390-dd4d-48e1-9b99-a948a0a3238e requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:15:21.550484 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-4cb8a886-3945-4b3e-923e-a7c2d3f05e47 None None] Transition to ACTIVE for port object cfbaf780-ba47-4a84-9f06-fb1c7929dccd will not be triggered until provisioned by entity L2. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:15:21.621760 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:21.636109 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4cb8a886-3945-4b3e-923e-a7c2d3f05e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:21.644741 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Pushing event updated for resources: {'Port': ['ID=73f4bd22-6797-4500-96cd-cea462aa354a,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:15:21.738107 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-861399af-b361-4f3f-98c9-0f3e562d78a3 None None] Provisioning for port 308ed377-d38a-4ff2-8c73-e1a4c0b9c102 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:15:21.743433 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device ecf89dae-ca9f-4bbb-9091-a1db7f3f32b9 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:15:21.898946 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2efc230f-2991-423d-921a-4237560e09f9 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Router 9b9fadb2-082b-4c2f-bfb6-a1a6476659e7 has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:15:21.901201 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-4cb8a886-3945-4b3e-923e-a7c2d3f05e47 None None] Attempting to bind port cfbaf780-ba47-4a84-9f06-fb1c7929dccd on host n-d-804985-2 for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:15:21.901717 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-4cb8a886-3945-4b3e-923e-a7c2d3f05e47 None None] Attempting to bind port cfbaf780-ba47-4a84-9f06-fb1c7929dccd by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': '853c2d50-b260-40cd-8b91-d791f4791b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'e9151886-a8d5-45f7-8d09-a3bfb73f6646'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:15:21.902264 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb8a886-3945-4b3e-923e-a7c2d3f05e47 None None] Attempting to bind port cfbaf780-ba47-4a84-9f06-fb1c7929dccd on network e9151886-a8d5-45f7-8d09-a3bfb73f6646 {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:15:21.926671 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb8a886-3945-4b3e-923e-a7c2d3f05e47 None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 15, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:15:21.927450 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb8a886-3945-4b3e-923e-a7c2d3f05e47 None None] Checking segment: {'id': '853c2d50-b260-40cd-8b91-d791f4791b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'e9151886-a8d5-45f7-8d09-a3bfb73f6646'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:15:21.927975 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4cb8a886-3945-4b3e-923e-a7c2d3f05e47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:21.928463 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb8a886-3945-4b3e-923e-a7c2d3f05e47 None None] Bound using segment: {'id': '853c2d50-b260-40cd-8b91-d791f4791b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'e9151886-a8d5-45f7-8d09-a3bfb73f6646'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:15:21.929135 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-4cb8a886-3945-4b3e-923e-a7c2d3f05e47 None None] Bound port: cfbaf780-ba47-4a84-9f06-fb1c7929dccd, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '853c2d50-b260-40cd-8b91-d791f4791b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'e9151886-a8d5-45f7-8d09-a3bfb73f6646'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:15:21.931507 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4cb8a886-3945-4b3e-923e-a7c2d3f05e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:22.030163 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-872b7eef-1d88-41d4-bc4e-2fc0a2c58328 req-8a87c870-0072-4289-a4b8-42ecedd80d87 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/ports?device_id=648de63a-f17d-4471-aa62-ae662a3248dd HTTP/1.1" status: 200 len: 210 time: 0.0383875 Aug 18 12:15:22.032437 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a9946dbb-2a0e-4f46-99ed-37c63265cc78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:22.088698 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-bb69053b-0374-47e9-b7e6-b2ff41fba3c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:22.108202 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [req-e22a58ae-5714-4a66-92a6-7ac085831151 req-99e34206-de03-4283-99c8-c55613130dab tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Allocated IP 172.20.0.6 (e9151886-a8d5-45f7-8d09-a3bfb73f6646/e946d931-a852-4d12-bbc8-b7cb94a92f2a/378cdb6a-0d9a-4570-93f4-a99b5b90ef40) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:15:22.108667 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a9946dbb-2a0e-4f46-99ed-37c63265cc78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:22.117437 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a9946dbb-2a0e-4f46-99ed-37c63265cc78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:22.119458 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-a9946dbb-2a0e-4f46-99ed-37c63265cc78 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/710ae6f5-d2d4-475d-8706-56e3a8bfd70c HTTP/1.1" status: 204 len: 168 time: 0.8675442 Aug 18 12:15:22.128282 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee3d4db-ab46-468b-8699-4805b0916b00 None None] Pushing event updated for resources: {'Port': ['ID=cfbaf780-ba47-4a84-9f06-fb1c7929dccd,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:15:22.128993 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2efc230f-2991-423d-921a-4237560e09f9 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:15:22.140230 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b44ba8ca-4063-4381-b0bd-c247b6c9412b None None] Sync routers for ids ['9b9fadb2-082b-4c2f-bfb6-a1a6476659e7'] in n-d-804985-2 {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:15:22.143105 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 54546) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:15:22.148698 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-2414473e-7b72-4f3e-887b-9606526676ac tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:15:22.150077 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-2efc230f-2991-423d-921a-4237560e09f9 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] 10.222.0.66 "PUT /v2.0/routers/9b9fadb2-082b-4c2f-bfb6-a1a6476659e7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5966980 Aug 18 12:15:22.154295 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b44ba8ca-4063-4381-b0bd-c247b6c9412b None None] Routers {'9b9fadb2-082b-4c2f-bfb6-a1a6476659e7'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:15:22.155378 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-b44ba8ca-4063-4381-b0bd-c247b6c9412b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:15:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['9b9fadb2-082b-4c2f-bfb6-a1a6476659e7'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:15:22.207523 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-4cb8a886-3945-4b3e-923e-a7c2d3f05e47 None None] For port cfbaf780-ba47-4a84-9f06-fb1c7929dccd, host n-d-804985-2, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:15:22.213064 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-4cb8a886-3945-4b3e-923e-a7c2d3f05e47 None None] For port cfbaf780-ba47-4a84-9f06-fb1c7929dccd, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=cfbaf780-ba47-4a84-9f06-fb1c7929dccd,segment=NetworkSegment(853c2d50-b260-40cd-8b91-d791f4791b51),segment_id=853c2d50-b260-40cd-8b91-d791f4791b51)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:15:22.246608 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9946dbb-2a0e-4f46-99ed-37c63265cc78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=710ae6f5-d2d4-475d-8706-56e3a8bfd70c,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:15:22.316973 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-b44ba8ca-4063-4381-b0bd-c247b6c9412b None None] Set router 9b9fadb2-082b-4c2f-bfb6-a1a6476659e7 gateway port host: None {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:15:22.322380 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4cb8a886-3945-4b3e-923e-a7c2d3f05e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:22.397267 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-53584c24-f517-494e-ac93-c18bb92373f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:22.460275 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-e22a58ae-5714-4a66-92a6-7ac085831151 req-99e34206-de03-4283-99c8-c55613130dab tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:22.490063 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 54552) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:15:22.495710 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb8a886-3945-4b3e-923e-a7c2d3f05e47 None None] Routers {'5c3821dd-0e2c-4044-bf37-1988f8119a50'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:15:22.496902 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-4cb8a886-3945-4b3e-923e-a7c2d3f05e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:15:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['5c3821dd-0e2c-4044-bf37-1988f8119a50'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:15:22.511696 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [req-e22a58ae-5714-4a66-92a6-7ac085831151 req-99e34206-de03-4283-99c8-c55613130dab tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Transition to ACTIVE for port object 378cdb6a-0d9a-4570-93f4-a99b5b90ef40 will not be triggered until provisioned by entity DHCP. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:15:22.593025 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-e22a58ae-5714-4a66-92a6-7ac085831151 req-99e34206-de03-4283-99c8-c55613130dab tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:22.606247 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port ecf89dae-ca9f-4bbb-9091-a1db7f3f32b9 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:15:22.652951 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port ecf89dae-ca9f-4bbb-9091-a1db7f3f32b9 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:15:22.653382 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:22.688058 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e22a58ae-5714-4a66-92a6-7ac085831151 req-99e34206-de03-4283-99c8-c55613130dab tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Network e9151886-a8d5-45f7-8d09-a3bfb73f6646 is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:15:22.697202 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [req-e22a58ae-5714-4a66-92a6-7ac085831151 req-99e34206-de03-4283-99c8-c55613130dab tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:15:22.701443 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-e22a58ae-5714-4a66-92a6-7ac085831151 req-99e34206-de03-4283-99c8-c55613130dab tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:15:22.778635 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee3d4db-ab46-468b-8699-4805b0916b00 None None] Pushing event updated for resources: {'Port': ['ID=cfbaf780-ba47-4a84-9f06-fb1c7929dccd,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:15:22.861378 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e34206-de03-4283-99c8-c55613130dab tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Pushing event updated for resources: {'Port': ['ID=378cdb6a-0d9a-4570-93f4-a99b5b90ef40,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:15:22.892542 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-45b78e73-abeb-45cd-ade6-88572e4cf110 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:22.893236 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-b44ba8ca-4063-4381-b0bd-c247b6c9412b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b9fadb2-082b-4c2f-bfb6-a1a6476659e7', 'name': 'tempest-RoutersIpV6Test-router-2037665960', 'tenant_id': '7fd02f6d258d49aeaa22e91f82208987', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:14:54Z', 'updated_at': '2021-08-18T12:15:19Z', 'revision_number': 5, 'project_id': '7fd02f6d258d49aeaa22e91f82208987', 'gw_port_host': None, '_interfaces': [{'id': '6f4e5afa-a411-4d92-9871-5baef131dd26', 'name': '', 'network_id': '32b5dc54-1967-415e-952a-a2c98fd214ba', 'tenant_id': '7fd02f6d258d49aeaa22e91f82208987', 'mac_address': 'fa:16:3e:aa:99:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9fadb2-082b-4c2f-bfb6-a1a6476659e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2922, 'fixed_ips': [{'subnet_id': '88b214a2-91a3-4444-8954-b59619dc4724', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:15:03Z', 'updated_at': '2021-08-18T12:15:14Z', 'revision_number': 5, 'project_id': '7fd02f6d258d49aeaa22e91f82208987', 'subnets': [{'id': '88b214a2-91a3-4444-8954-b59619dc4724', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a159e630-b17e-4fd6-9b0a-208281e61879', 'name': '', 'network_id': 'd5593390-dd4d-48e1-9b99-a948a0a3238e', 'tenant_id': '7fd02f6d258d49aeaa22e91f82208987', 'mac_address': 'fa:16:3e:2f:82:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b9fadb2-082b-4c2f-bfb6-a1a6476659e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2963, 'fixed_ips': [{'subnet_id': '1c9003e3-f128-4f96-8d69-9b5d96d6b2c4', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:15:16Z', 'updated_at': '2021-08-18T12:15:19Z', 'revision_number': 2, 'project_id': '7fd02f6d258d49aeaa22e91f82208987', 'subnets': [{'id': '1c9003e3-f128-4f96-8d69-9b5d96d6b2c4', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ecf89dae-ca9f-4bbb-9091-a1db7f3f32b9', 'name': '', 'network_id': '385ff2b1-ae5a-42a9-be01-5c8503379d25', 'tenant_id': '7fd02f6d258d49aeaa22e91f82208987', 'mac_address': 'fa:16:3e:95:26:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b9fadb2-082b-4c2f-bfb6-a1a6476659e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2948, 'fixed_ips': [{'subnet_id': '136e5406-6b7d-484f-89d3-a94beab44cca', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:15:11Z', 'updated_at': '2021-08-18T12:15:17Z', 'revision_number': 4, 'project_id': '7fd02f6d258d49aeaa22e91f82208987', 'subnets': [{'id': '136e5406-6b7d-484f-89d3-a94beab44cca', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f06a4c55-5381-4400-ba79-665acea3969d', 'name': '', 'network_id': '1ee821c8-80e5-4623-b08e-ba8369ed062a', 'tenant_id': '7fd02f6d258d49aeaa22e91f82208987', 'mac_address': 'fa:16:3e:c3:b1:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9fadb2-082b-4c2f-bfb6-a1a6476659e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2897, 'fixed_ips': [{'subnet_id': 'ce02d789-05af-4dbb-affc-5b3aa6c6120f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:14:57Z', 'updated_at': '2021-08-18T12:15:06Z', 'revision_number': 5, 'project_id': '7fd02f6d258d49aeaa22e91f82208987', 'subnets': [{'id': 'ce02d789-05af-4dbb-affc-5b3aa6c6120f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:15:22.950013 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-4cb8a886-3945-4b3e-923e-a7c2d3f05e47 None None] Set router 5c3821dd-0e2c-4044-bf37-1988f8119a50 gateway port host: n-d-804985-2 {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:15:22.952934 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b44ba8ca-4063-4381-b0bd-c247b6c9412b None None] Checking router: 9b9fadb2-082b-4c2f-bfb6-a1a6476659e7 for host: n-d-804985-2 {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:15:22.953498 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b44ba8ca-4063-4381-b0bd-c247b6c9412b None None] Updating router 9b9fadb2-082b-4c2f-bfb6-a1a6476659e7 port a159e630-b17e-4fd6-9b0a-208281e61879 binding host n-d-804985-2 {{(pid=106255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 12:15:22.983150 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-b44ba8ca-4063-4381-b0bd-c247b6c9412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:22.987818 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:22.988117 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.extraroute_db [None req-2414473e-7b72-4f3e-887b-9606526676ac tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=106252) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 18 12:15:23.032566 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.extraroute_db [None req-2414473e-7b72-4f3e-887b-9606526676ac tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Removed routes are [] {{(pid=106252) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 18 12:15:23.033211 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2414473e-7b72-4f3e-887b-9606526676ac tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-992676', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-996089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15866'] for router, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:23.082644 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22a58ae-5714-4a66-92a6-7ac085831151 req-99e34206-de03-4283-99c8-c55613130dab tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:15:23.084731 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-e22a58ae-5714-4a66-92a6-7ac085831151 req-99e34206-de03-4283-99c8-c55613130dab tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:23.257635 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-45b78e73-abeb-45cd-ade6-88572e4cf110 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:23.266957 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-45b78e73-abeb-45cd-ade6-88572e4cf110 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:23.292935 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-e22a58ae-5714-4a66-92a6-7ac085831151 req-99e34206-de03-4283-99c8-c55613130dab tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8228948 Aug 18 12:15:23.341125 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [req-e22a58ae-5714-4a66-92a6-7ac085831151 req-7c8be662-25a7-41bf-868a-a8d5d109ea90 service neutron] Request body: {'port': {'device_id': '648de63a-f17d-4471-aa62-ae662a3248dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804985-2'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:15:23.402286 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] For port ecf89dae-ca9f-4bbb-9091-a1db7f3f32b9, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=ecf89dae-ca9f-4bbb-9091-a1db7f3f32b9,segment=NetworkSegment(69a22383-2b5e-467c-8cdd-97149961ccfd),segment_id=69a22383-2b5e-467c-8cdd-97149961ccfd)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:15:23.429577 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:23.430034 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device ae0e4c1c-72f4-4efd-bc35-31856d67b7ee up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:15:23.450470 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b78e73-abeb-45cd-ade6-88572e4cf110 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b2bf151-a2fe-43db-859d-6ebaa036d467,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:15:23.468363 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-45b78e73-abeb-45cd-ade6-88572e4cf110 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=0719a2ad16964800b8d8617e771a29ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9772377 Aug 18 12:15:23.474758 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 54582) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:15:23.505852 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Pushing event updated for resources: {'Port': ['ID=ecf89dae-ca9f-4bbb-9091-a1db7f3f32b9,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:15:23.529661 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2414473e-7b72-4f3e-887b-9606526676ac tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-992676', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-996089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15866'] for router, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:23.544369 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2414473e-7b72-4f3e-887b-9606526676ac tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-992536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-992522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-992529', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-996032'] for router, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:23.574296 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-d6d6e656-54f4-4766-8758-38ad9078d6ca None None] Provisioning for port a159e630-b17e-4fd6-9b0a-208281e61879 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:15:23.574535 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-b44ba8ca-4063-4381-b0bd-c247b6c9412b None None] Notify callbacks [] for port, precommit_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:23.580753 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-caa43754-4843-4bfd-921b-3c1d617cec36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:23.589819 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-d6d6e656-54f4-4766-8758-38ad9078d6ca None None] Provisioning complete for port a159e630-b17e-4fd6-9b0a-208281e61879 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:15:23.590178 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-d6d6e656-54f4-4766-8758-38ad9078d6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:23.598423 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-b44ba8ca-4063-4381-b0bd-c247b6c9412b None None] Transition to ACTIVE for port object a159e630-b17e-4fd6-9b0a-208281e61879 will not be triggered until provisioned by entity L2. {{(pid=106255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:15:23.607575 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-caa43754-4843-4bfd-921b-3c1d617cec36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:23.616732 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-b44ba8ca-4063-4381-b0bd-c247b6c9412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:23.640057 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-d6d6e656-54f4-4766-8758-38ad9078d6ca None None] Port a159e630-b17e-4fd6-9b0a-208281e61879 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:15:23.652171 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce919e72-8c93-4686-98fd-509f27fb44ca req-107385a9-660f-422f-be43-0fd0505e6cf4 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:15:23.654599 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ce919e72-8c93-4686-98fd-509f27fb44ca req-107385a9-660f-422f-be43-0fd0505e6cf4 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/ports?device_id=648de63a-f17d-4471-aa62-ae662a3248dd HTTP/1.1" status: 200 len: 931 time: 0.3872855 Aug 18 12:15:23.655125 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 54584) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:15:23.670025 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-4cb8a886-3945-4b3e-923e-a7c2d3f05e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c3821dd-0e2c-4044-bf37-1988f8119a50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-228808610', 'tenant_id': 'b60736d695f1461b9071c3b3eddcc039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.39'}], 'enable_snat': True}, 'gw_port_id': '1bcaea4e-7a3a-4229-9f58-d8c14d2fd3d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:15:04Z', 'updated_at': '2021-08-18T12:15:13Z', 'revision_number': 4, 'project_id': 'b60736d695f1461b9071c3b3eddcc039', 'gw_port': {'id': '1bcaea4e-7a3a-4229-9f58-d8c14d2fd3d5', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:5a:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c3821dd-0e2c-4044-bf37-1988f8119a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2926, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:15:04Z', 'updated_at': '2021-08-18T12:15:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': 'cfbaf780-ba47-4a84-9f06-fb1c7929dccd', 'name': '', 'network_id': 'e9151886-a8d5-45f7-8d09-a3bfb73f6646', 'tenant_id': 'b60736d695f1461b9071c3b3eddcc039', 'mac_address': 'fa:16:3e:c7:5e:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c3821dd-0e2c-4044-bf37-1988f8119a50', 'device_owner': 'network:router_interface', 'standard_attr_id': 2946, 'fixed_ips': [{'subnet_id': 'e946d931-a852-4d12-bbc8-b7cb94a92f2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:15:10Z', 'updated_at': '2021-08-18T12:15:22Z', 'revision_number': 4, 'project_id': 'b60736d695f1461b9071c3b3eddcc039', 'subnets': [{'id': 'e946d931-a852-4d12-bbc8-b7cb94a92f2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:15:23.694807 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-e22a58ae-5714-4a66-92a6-7ac085831151 req-7c8be662-25a7-41bf-868a-a8d5d109ea90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:23.704547 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb8a886-3945-4b3e-923e-a7c2d3f05e47 None None] The sync data for ids ['5c3821dd-0e2c-4044-bf37-1988f8119a50'] in n-d-804985-2 is: [{'id': '5c3821dd-0e2c-4044-bf37-1988f8119a50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-228808610', 'tenant_id': 'b60736d695f1461b9071c3b3eddcc039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.39'}], 'enable_snat': True}, 'gw_port_id': '1bcaea4e-7a3a-4229-9f58-d8c14d2fd3d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:15:04Z', 'updated_at': '2021-08-18T12:15:13Z', 'revision_number': 4, 'project_id': 'b60736d695f1461b9071c3b3eddcc039', 'gw_port': {'id': '1bcaea4e-7a3a-4229-9f58-d8c14d2fd3d5', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:5a:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c3821dd-0e2c-4044-bf37-1988f8119a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2926, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:15:04Z', 'updated_at': '2021-08-18T12:15:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': 'cfbaf780-ba47-4a84-9f06-fb1c7929dccd', 'name': '', 'network_id': 'e9151886-a8d5-45f7-8d09-a3bfb73f6646', 'tenant_id': 'b60736d695f1461b9071c3b3eddcc039', 'mac_address': 'fa:16:3e:c7:5e:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c3821dd-0e2c-4044-bf37-1988f8119a50', 'device_owner': 'network:router_interface', 'standard_attr_id': 2946, 'fixed_ips': [{'subnet_id': 'e946d931-a852-4d12-bbc8-b7cb94a92f2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:15:10Z', 'updated_at': '2021-08-18T12:15:22Z', 'revision_number': 4, 'project_id': 'b60736d695f1461b9071c3b3eddcc039', 'subnets': [{'id': 'e946d931-a852-4d12-bbc8-b7cb94a92f2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:15:23.707567 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port ae0e4c1c-72f4-4efd-bc35-31856d67b7ee triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:15:23.708350 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:23.710305 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-d6d6e656-54f4-4766-8758-38ad9078d6ca None None] Provisioning for port 378cdb6a-0d9a-4570-93f4-a99b5b90ef40 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:15:23.726161 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-caa43754-4843-4bfd-921b-3c1d617cec36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:23.734409 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-caa43754-4843-4bfd-921b-3c1d617cec36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:23.736535 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-caa43754-4843-4bfd-921b-3c1d617cec36 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1b2bf151-a2fe-43db-859d-6ebaa036d467 HTTP/1.1" status: 204 len: 168 time: 0.2570372 Aug 18 12:15:23.742466 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83a1986-012f-4a11-99b4-730d23cea865 None None] Pushing event updated for resources: {'Port': ['ID=a159e630-b17e-4fd6-9b0a-208281e61879,revision_number=3']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:15:23.779774 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-d6d6e656-54f4-4766-8758-38ad9078d6ca None None] Provisioning complete for port 378cdb6a-0d9a-4570-93f4-a99b5b90ef40 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:15:23.780683 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-d6d6e656-54f4-4766-8758-38ad9078d6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:23.888496 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-d6d6e656-54f4-4766-8758-38ad9078d6ca None None] Port 378cdb6a-0d9a-4570-93f4-a99b5b90ef40 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:15:23.894203 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ce919e72-8c93-4686-98fd-509f27fb44ca req-3dd7705d-aeaa-4bd8-add2-becc1d62b533 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/security-groups?id=9d0a542a-8fa5-4941-b184-fa1bbc2c5b94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1960762 Aug 18 12:15:23.904174 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2414473e-7b72-4f3e-887b-9606526676ac tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Router 9b9fadb2-082b-4c2f-bfb6-a1a6476659e7 has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:15:23.979693 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-500a1c61-38a7-4c23-a7ec-4631080af5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:23.984173 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-b44ba8ca-4063-4381-b0bd-c247b6c9412b None None] Attempting to bind port a159e630-b17e-4fd6-9b0a-208281e61879 on host n-d-804985-2 for vnic_type normal with profile {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:15:23.984173 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-b44ba8ca-4063-4381-b0bd-c247b6c9412b None None] Attempting to bind port a159e630-b17e-4fd6-9b0a-208281e61879 by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': '164f4a2d-52ee-4e7f-82f3-641b72305a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'd5593390-dd4d-48e1-9b99-a948a0a3238e'}] {{(pid=106255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:15:23.984173 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44ba8ca-4063-4381-b0bd-c247b6c9412b None None] Attempting to bind port a159e630-b17e-4fd6-9b0a-208281e61879 on network d5593390-dd4d-48e1-9b99-a948a0a3238e {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:15:24.004243 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44ba8ca-4063-4381-b0bd-c247b6c9412b None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 15, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:15:24.004647 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44ba8ca-4063-4381-b0bd-c247b6c9412b None None] Checking segment: {'id': '164f4a2d-52ee-4e7f-82f3-641b72305a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'd5593390-dd4d-48e1-9b99-a948a0a3238e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:15:24.005063 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-b44ba8ca-4063-4381-b0bd-c247b6c9412b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:24.005458 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44ba8ca-4063-4381-b0bd-c247b6c9412b None None] Bound using segment: {'id': '164f4a2d-52ee-4e7f-82f3-641b72305a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'd5593390-dd4d-48e1-9b99-a948a0a3238e'} {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:15:24.006283 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-b44ba8ca-4063-4381-b0bd-c247b6c9412b None None] Bound port: a159e630-b17e-4fd6-9b0a-208281e61879, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '164f4a2d-52ee-4e7f-82f3-641b72305a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'd5593390-dd4d-48e1-9b99-a948a0a3238e'}}] {{(pid=106255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:15:24.006283 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-b44ba8ca-4063-4381-b0bd-c247b6c9412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:24.070999 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-ad0234b5-4b9e-42f6-90e4-df163a5a25da tempest-SubnetPoolsTestJSON-2044972436 tempest-SubnetPoolsTestJSON-2044972436-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-185472008', 'prefixes': ['172.20.0.0/16']}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:15:24.081435 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 308ed377-d38a-4ff2-8c73-e1a4c0b9c102 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:15:24.089420 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa43754-4843-4bfd-921b-3c1d617cec36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b2bf151-a2fe-43db-859d-6ebaa036d467,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:15:24.197456 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-b44ba8ca-4063-4381-b0bd-c247b6c9412b None None] For port a159e630-b17e-4fd6-9b0a-208281e61879, host n-d-804985-2, cleared binding levels {{(pid=106255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:15:24.231048 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-b44ba8ca-4063-4381-b0bd-c247b6c9412b None None] For port a159e630-b17e-4fd6-9b0a-208281e61879, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=a159e630-b17e-4fd6-9b0a-208281e61879,segment=NetworkSegment(164f4a2d-52ee-4e7f-82f3-641b72305a42),segment_id=164f4a2d-52ee-4e7f-82f3-641b72305a42)] {{(pid=106255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:15:24.231524 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port 308ed377-d38a-4ff2-8c73-e1a4c0b9c102 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:15:24.236581 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 308ed377-d38a-4ff2-8c73-e1a4c0b9c102 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:15:24.237183 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:24.246245 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-b44ba8ca-4063-4381-b0bd-c247b6c9412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:24.310799 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2414473e-7b72-4f3e-887b-9606526676ac tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:15:24.345178 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2414473e-7b72-4f3e-887b-9606526676ac tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks [] for router, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:24.346485 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-2414473e-7b72-4f3e-887b-9606526676ac tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] 10.222.0.66 "PUT /v2.0/routers/9b9fadb2-082b-4c2f-bfb6-a1a6476659e7 HTTP/1.1" status: 200 len: 954 time: 2.2022746 Aug 18 12:15:24.351585 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 54598) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:15:24.376519 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b44ba8ca-4063-4381-b0bd-c247b6c9412b None None] Routers {'9b9fadb2-082b-4c2f-bfb6-a1a6476659e7'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:15:24.387575 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-b44ba8ca-4063-4381-b0bd-c247b6c9412b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:15:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['9b9fadb2-082b-4c2f-bfb6-a1a6476659e7'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:15:24.527318 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 54600) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:15:24.527821 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:24.555612 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [req-e22a58ae-5714-4a66-92a6-7ac085831151 req-7c8be662-25a7-41bf-868a-a8d5d109ea90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 378cdb6a-0d9a-4570-93f4-a99b5b90ef40 {{(pid=106253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:15:24.566276 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-b3942ebb-2acb-447b-9055-9af123b409b2 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] 10.222.0.66 "GET /v2.0/routers/9b9fadb2-082b-4c2f-bfb6-a1a6476659e7 HTTP/1.1" status: 200 len: 954 time: 0.2111390 Aug 18 12:15:24.568818 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 54602) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:15:24.574643 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-4f2bad7f-6b6d-466d-8eaa-27c78943fde0 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Request body: {'router': {'routes': None}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:15:24.592151 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] For port 308ed377-d38a-4ff2-8c73-e1a4c0b9c102, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=308ed377-d38a-4ff2-8c73-e1a4c0b9c102,segment=NetworkSegment(164f4a2d-52ee-4e7f-82f3-641b72305a42),segment_id=164f4a2d-52ee-4e7f-82f3-641b72305a42)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:15:24.602696 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:24.609524 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-316ac12b-ff44-45a2-8813-64aec5417ae2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:24.621693 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-e22a58ae-5714-4a66-92a6-7ac085831151 req-7c8be662-25a7-41bf-868a-a8d5d109ea90 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:24.682154 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [req-e22a58ae-5714-4a66-92a6-7ac085831151 req-7c8be662-25a7-41bf-868a-a8d5d109ea90 service neutron] Transition to ACTIVE for port object 378cdb6a-0d9a-4570-93f4-a99b5b90ef40 will not be triggered until provisioned by entity L2. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:15:24.684777 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83a1986-012f-4a11-99b4-730d23cea865 None None] Pushing event updated for resources: {'Port': ['ID=a159e630-b17e-4fd6-9b0a-208281e61879,revision_number=4']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:15:24.698676 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-e22a58ae-5714-4a66-92a6-7ac085831151 req-7c8be662-25a7-41bf-868a-a8d5d109ea90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:24.724930 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 95635f26-b5bd-469f-b768-e7455af3316f no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:15:24.727303 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-b44ba8ca-4063-4381-b0bd-c247b6c9412b None None] Set router 9b9fadb2-082b-4c2f-bfb6-a1a6476659e7 gateway port host: None {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:15:24.826291 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: 95635f26-b5bd-469f-b768-e7455af3316f {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:15:24.826617 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 95635f26-b5bd-469f-b768-e7455af3316f not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:15:24.945764 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Pushing event updated for resources: {'Port': ['ID=308ed377-d38a-4ff2-8c73-e1a4c0b9c102,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:15:25.087450 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8be662-25a7-41bf-868a-a8d5d109ea90 service neutron] Pushing event updated for resources: {'Port': ['ID=378cdb6a-0d9a-4570-93f4-a99b5b90ef40,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:15:25.201222 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-e22a58ae-5714-4a66-92a6-7ac085831151 req-7c8be662-25a7-41bf-868a-a8d5d109ea90 service neutron] Attempting to bind port 378cdb6a-0d9a-4570-93f4-a99b5b90ef40 on host n-h2-804985-2 for vnic_type normal with profile {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:15:25.202321 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-e22a58ae-5714-4a66-92a6-7ac085831151 req-7c8be662-25a7-41bf-868a-a8d5d109ea90 service neutron] Attempting to bind port 378cdb6a-0d9a-4570-93f4-a99b5b90ef40 by drivers openvswitch,hyperv on host n-h2-804985-2 at level 0 using segments [{'id': '853c2d50-b260-40cd-8b91-d791f4791b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'e9151886-a8d5-45f7-8d09-a3bfb73f6646'}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:15:25.202843 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e22a58ae-5714-4a66-92a6-7ac085831151 req-7c8be662-25a7-41bf-868a-a8d5d109ea90 service neutron] Attempting to bind port 378cdb6a-0d9a-4570-93f4-a99b5b90ef40 on network e9151886-a8d5-45f7-8d09-a3bfb73f6646 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:15:25.226955 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e22a58ae-5714-4a66-92a6-7ac085831151 req-7c8be662-25a7-41bf-868a-a8d5d109ea90 service neutron] Port 378cdb6a-0d9a-4570-93f4-a99b5b90ef40 on network e9151886-a8d5-45f7-8d09-a3bfb73f6646 not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-2 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:15:25.227292 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e22a58ae-5714-4a66-92a6-7ac085831151 req-7c8be662-25a7-41bf-868a-a8d5d109ea90 service neutron] Attempting to bind port 378cdb6a-0d9a-4570-93f4-a99b5b90ef40 on network e9151886-a8d5-45f7-8d09-a3bfb73f6646 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:15:25.234969 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e22a58ae-5714-4a66-92a6-7ac085831151 req-7c8be662-25a7-41bf-868a-a8d5d109ea90 service neutron] Checking agent: {'id': 'da5da552-709c-4248-84de-86af99a0dc87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 49, 8), 'started_at': datetime.datetime(2021, 8, 18, 11, 49, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 15, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:15:25.241179 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e22a58ae-5714-4a66-92a6-7ac085831151 req-7c8be662-25a7-41bf-868a-a8d5d109ea90 service neutron] Checking segment: {'id': '853c2d50-b260-40cd-8b91-d791f4791b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'e9151886-a8d5-45f7-8d09-a3bfb73f6646'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:15:25.241864 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e22a58ae-5714-4a66-92a6-7ac085831151 req-7c8be662-25a7-41bf-868a-a8d5d109ea90 service neutron] Bound using segment: {'id': '853c2d50-b260-40cd-8b91-d791f4791b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'e9151886-a8d5-45f7-8d09-a3bfb73f6646'} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:15:25.242117 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-e22a58ae-5714-4a66-92a6-7ac085831151 req-7c8be662-25a7-41bf-868a-a8d5d109ea90 service neutron] Bound port: 378cdb6a-0d9a-4570-93f4-a99b5b90ef40, host: n-h2-804985-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '853c2d50-b260-40cd-8b91-d791f4791b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'e9151886-a8d5-45f7-8d09-a3bfb73f6646'}}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:15:25.242512 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-e22a58ae-5714-4a66-92a6-7ac085831151 req-7c8be662-25a7-41bf-868a-a8d5d109ea90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:25.258046 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device cfbaf780-ba47-4a84-9f06-fb1c7929dccd up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:15:25.285334 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-b44ba8ca-4063-4381-b0bd-c247b6c9412b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b9fadb2-082b-4c2f-bfb6-a1a6476659e7', 'name': 'tempest-RoutersIpV6Test-router-2037665960', 'tenant_id': '7fd02f6d258d49aeaa22e91f82208987', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:14:54Z', 'updated_at': '2021-08-18T12:15:22Z', 'revision_number': 6, 'project_id': '7fd02f6d258d49aeaa22e91f82208987', 'gw_port_host': None, '_interfaces': [{'id': '6f4e5afa-a411-4d92-9871-5baef131dd26', 'name': '', 'network_id': '32b5dc54-1967-415e-952a-a2c98fd214ba', 'tenant_id': '7fd02f6d258d49aeaa22e91f82208987', 'mac_address': 'fa:16:3e:aa:99:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9fadb2-082b-4c2f-bfb6-a1a6476659e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2922, 'fixed_ips': [{'subnet_id': '88b214a2-91a3-4444-8954-b59619dc4724', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:15:03Z', 'updated_at': '2021-08-18T12:15:14Z', 'revision_number': 5, 'project_id': '7fd02f6d258d49aeaa22e91f82208987', 'subnets': [{'id': '88b214a2-91a3-4444-8954-b59619dc4724', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a159e630-b17e-4fd6-9b0a-208281e61879', 'name': '', 'network_id': 'd5593390-dd4d-48e1-9b99-a948a0a3238e', 'tenant_id': '7fd02f6d258d49aeaa22e91f82208987', 'mac_address': 'fa:16:3e:2f:82:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b9fadb2-082b-4c2f-bfb6-a1a6476659e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2963, 'fixed_ips': [{'subnet_id': '1c9003e3-f128-4f96-8d69-9b5d96d6b2c4', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:15:16Z', 'updated_at': '2021-08-18T12:15:24Z', 'revision_number': 4, 'project_id': '7fd02f6d258d49aeaa22e91f82208987', 'subnets': [{'id': '1c9003e3-f128-4f96-8d69-9b5d96d6b2c4', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ecf89dae-ca9f-4bbb-9091-a1db7f3f32b9', 'name': '', 'network_id': '385ff2b1-ae5a-42a9-be01-5c8503379d25', 'tenant_id': '7fd02f6d258d49aeaa22e91f82208987', 'mac_address': 'fa:16:3e:95:26:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9fadb2-082b-4c2f-bfb6-a1a6476659e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2948, 'fixed_ips': [{'subnet_id': '136e5406-6b7d-484f-89d3-a94beab44cca', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:15:11Z', 'updated_at': '2021-08-18T12:15:23Z', 'revision_number': 5, 'project_id': '7fd02f6d258d49aeaa22e91f82208987', 'subnets': [{'id': '136e5406-6b7d-484f-89d3-a94beab44cca', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f06a4c55-5381-4400-ba79-665acea3969d', 'name': '', 'network_id': '1ee821c8-80e5-4623-b08e-ba8369ed062a', 'tenant_id': '7fd02f6d258d49aeaa22e91f82208987', 'mac_address': 'fa:16:3e:c3:b1:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9fadb2-082b-4c2f-bfb6-a1a6476659e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2897, 'fixed_ips': [{'subnet_id': 'ce02d789-05af-4dbb-affc-5b3aa6c6120f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:14:57Z', 'updated_at': '2021-08-18T12:15:06Z', 'revision_number': 5, 'project_id': '7fd02f6d258d49aeaa22e91f82208987', 'subnets': [{'id': 'ce02d789-05af-4dbb-affc-5b3aa6c6120f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:15:25.321740 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d701fd44-b2d4-433d-9973-04c2776cefcc req-b8bd8718-346b-4427-8788-23665459bf34 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:15:25.329419 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b44ba8ca-4063-4381-b0bd-c247b6c9412b None None] The sync data for ids ['9b9fadb2-082b-4c2f-bfb6-a1a6476659e7'] in n-d-804985-2 is: [{'id': '9b9fadb2-082b-4c2f-bfb6-a1a6476659e7', 'name': 'tempest-RoutersIpV6Test-router-2037665960', 'tenant_id': '7fd02f6d258d49aeaa22e91f82208987', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:14:54Z', 'updated_at': '2021-08-18T12:15:22Z', 'revision_number': 6, 'project_id': '7fd02f6d258d49aeaa22e91f82208987', 'gw_port_host': None, '_interfaces': [{'id': '6f4e5afa-a411-4d92-9871-5baef131dd26', 'name': '', 'network_id': '32b5dc54-1967-415e-952a-a2c98fd214ba', 'tenant_id': '7fd02f6d258d49aeaa22e91f82208987', 'mac_address': 'fa:16:3e:aa:99:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9fadb2-082b-4c2f-bfb6-a1a6476659e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2922, 'fixed_ips': [{'subnet_id': '88b214a2-91a3-4444-8954-b59619dc4724', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:15:03Z', 'updated_at': '2021-08-18T12:15:14Z', 'revision_number': 5, 'project_id': '7fd02f6d258d49aeaa22e91f82208987', 'subnets': [{'id': '88b214a2-91a3-4444-8954-b59619dc4724', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a159e630-b17e-4fd6-9b0a-208281e61879', 'name': '', 'network_id': 'd5593390-dd4d-48e1-9b99-a948a0a3238e', 'tenant_id': '7fd02f6d258d49aeaa22e91f82208987', 'mac_address': 'fa:16:3e:2f:82:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b9fadb2-082b-4c2f-bfb6-a1a6476659e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2963, 'fixed_ips': [{'subnet_id': '1c9003e3-f128-4f96-8d69-9b5d96d6b2c4', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:15:16Z', 'updated_at': '2021-08-18T12:15:24Z', 'revision_number': 4, 'project_id': '7fd02f6d258d49aeaa22e91f82208987', 'subnets': [{'id': '1c9003e3-f128-4f96-8d69-9b5d96d6b2c4', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ecf89dae-ca9f-4bbb-9091-a1db7f3f32b9', 'name': '', 'network_id': '385ff2b1-ae5a-42a9-be01-5c8503379d25', 'tenant_id': '7fd02f6d258d49aeaa22e91f82208987', 'mac_address': 'fa:16:3e:95:26:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9fadb2-082b-4c2f-bfb6-a1a6476659e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2948, 'fixed_ips': [{'subnet_id': '136e5406-6b7d-484f-89d3-a94beab44cca', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:15:11Z', 'updated_at': '2021-08-18T12:15:23Z', 'revision_number': 5, 'project_id': '7fd02f6d258d49aeaa22e91f82208987', 'subnets': [{'id': '136e5406-6b7d-484f-89d3-a94beab44cca', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f06a4c55-5381-4400-ba79-665acea3969d', 'name': '', 'network_id': '1ee821c8-80e5-4623-b08e-ba8369ed062a', 'tenant_id': '7fd02f6d258d49aeaa22e91f82208987', 'mac_address': 'fa:16:3e:c3:b1:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9fadb2-082b-4c2f-bfb6-a1a6476659e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2897, 'fixed_ips': [{'subnet_id': 'ce02d789-05af-4dbb-affc-5b3aa6c6120f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:14:57Z', 'updated_at': '2021-08-18T12:15:06Z', 'revision_number': 5, 'project_id': '7fd02f6d258d49aeaa22e91f82208987', 'subnets': [{'id': 'ce02d789-05af-4dbb-affc-5b3aa6c6120f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:15:25.340880 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d701fd44-b2d4-433d-9973-04c2776cefcc req-b8bd8718-346b-4427-8788-23665459bf34 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/ports?device_id=648de63a-f17d-4471-aa62-ae662a3248dd HTTP/1.1" status: 200 len: 943 time: 0.1899159 Aug 18 12:15:25.354836 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port cfbaf780-ba47-4a84-9f06-fb1c7929dccd completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:15:25.359475 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port cfbaf780-ba47-4a84-9f06-fb1c7929dccd triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:15:25.359962 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:25.471843 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-316ac12b-ff44-45a2-8813-64aec5417ae2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:25.494695 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-316ac12b-ff44-45a2-8813-64aec5417ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:25.498376 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-e22a58ae-5714-4a66-92a6-7ac085831151 req-7c8be662-25a7-41bf-868a-a8d5d109ea90 service neutron] For port 378cdb6a-0d9a-4570-93f4-a99b5b90ef40, host n-h2-804985-2, cleared binding levels {{(pid=106253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:15:25.512396 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-e22a58ae-5714-4a66-92a6-7ac085831151 req-7c8be662-25a7-41bf-868a-a8d5d109ea90 service neutron] For port 378cdb6a-0d9a-4570-93f4-a99b5b90ef40, host n-h2-804985-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=378cdb6a-0d9a-4570-93f4-a99b5b90ef40,segment=NetworkSegment(853c2d50-b260-40cd-8b91-d791f4791b51),segment_id=853c2d50-b260-40cd-8b91-d791f4791b51)] {{(pid=106253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:15:25.534631 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:25.536362 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ad0234b5-4b9e-42f6-90e4-df163a5a25da tempest-SubnetPoolsTestJSON-2044972436 tempest-SubnetPoolsTestJSON-2044972436-project] Notify callbacks [] for subnetpool, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:25.540882 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-ad0234b5-4b9e-42f6-90e4-df163a5a25da tempest-SubnetPoolsTestJSON-2044972436 tempest-SubnetPoolsTestJSON-2044972436-project] 10.222.0.66 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 1.8507211 Aug 18 12:15:25.546621 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 54618) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:15:25.568600 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-e22a58ae-5714-4a66-92a6-7ac085831151 req-7c8be662-25a7-41bf-868a-a8d5d109ea90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:25.643493 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] For port cfbaf780-ba47-4a84-9f06-fb1c7929dccd, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=cfbaf780-ba47-4a84-9f06-fb1c7929dccd,segment=NetworkSegment(853c2d50-b260-40cd-8b91-d791f4791b51),segment_id=853c2d50-b260-40cd-8b91-d791f4791b51)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:15:25.655305 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8be662-25a7-41bf-868a-a8d5d109ea90 service neutron] Pushing event updated for resources: {'Port': ['ID=378cdb6a-0d9a-4570-93f4-a99b5b90ef40,revision_number=3']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:15:25.665832 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-0f4dc4f4-060d-4593-a6e3-cf58428f47f5 tempest-SubnetPoolsTestJSON-2044972436 tempest-SubnetPoolsTestJSON-2044972436-project] 10.222.0.66 "GET /v2.0/subnetpools/e38d54e2-2a94-49e6-8290-d79fd52b20bf HTTP/1.1" status: 200 len: 731 time: 0.1180148 Aug 18 12:15:25.667349 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:25.669001 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 73f4bd22-6797-4500-96cd-cea462aa354a up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:15:25.672682 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 54620) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:15:25.687081 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d701fd44-b2d4-433d-9973-04c2776cefcc req-bca71a6b-e44a-4ec0-91d7-21117de7e80c tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/security-groups?id=9d0a542a-8fa5-4941-b184-fa1bbc2c5b94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1729865 Aug 18 12:15:25.688731 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-2f4cf81c-dda8-40dc-8fad-d2f89dcb27e9 tempest-SubnetPoolsTestJSON-2044972436 tempest-SubnetPoolsTestJSON-2044972436-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-859844473'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:15:25.737318 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.extraroute_db [None req-4f2bad7f-6b6d-466d-8eaa-27c78943fde0 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Added routes are [] {{(pid=106252) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 18 12:15:25.737647 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.extraroute_db [None req-4f2bad7f-6b6d-466d-8eaa-27c78943fde0 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=106252) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 18 12:15:25.782600 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Pushing event updated for resources: {'Port': ['ID=cfbaf780-ba47-4a84-9f06-fb1c7929dccd,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:15:25.802245 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4f2bad7f-6b6d-466d-8eaa-27c78943fde0 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-992676', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-996089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15866'] for router, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:25.806234 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 73f4bd22-6797-4500-96cd-cea462aa354a triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:15:25.806948 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:25.836971 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-316ac12b-ff44-45a2-8813-64aec5417ae2 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=7f0c47a4e11c4763883956f09e2d35b5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3080702 Aug 18 12:15:25.845266 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 54622) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:15:25.845965 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316ac12b-ff44-45a2-8813-64aec5417ae2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5f4c640-13f0-4fc7-baee-0ddad900e5f0,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:15:25.861591 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22a58ae-5714-4a66-92a6-7ac085831151 req-7c8be662-25a7-41bf-868a-a8d5d109ea90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:15:25.862900 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-e22a58ae-5714-4a66-92a6-7ac085831151 req-7c8be662-25a7-41bf-868a-a8d5d109ea90 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:25.864648 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-e22a58ae-5714-4a66-92a6-7ac085831151 req-7c8be662-25a7-41bf-868a-a8d5d109ea90 service neutron] 10.222.0.62 "PUT /v2.0/ports/378cdb6a-0d9a-4570-93f4-a99b5b90ef40 HTTP/1.1" status: 200 len: 1091 time: 2.5592864 Aug 18 12:15:25.866289 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '648de63a-f17d-4471-aa62-ae662a3248dd', 'tag': '378cdb6a-0d9a-4570-93f4-a99b5b90ef40'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:15:25.869485 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0679f4c4b6e0e0c064a7d71d722dc30541a34fffee11680573be22ee2ffccc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3534975-4d20-4f63-bdc8-a572ab01902b" -d '{"events": [{"name": "network-changed", "server_uuid": "648de63a-f17d-4471-aa62-ae662a3248dd", "tag": "378cdb6a-0d9a-4570-93f4-a99b5b90ef40"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:15:26.001582 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:15:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd081138-4d7b-4045-ba5b-349f12dd6337 x-openstack-request-id: req-dd081138-4d7b-4045-ba5b-349f12dd6337 {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:15:26.001964 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "648de63a-f17d-4471-aa62-ae662a3248dd", "tag": "378cdb6a-0d9a-4570-93f4-a99b5b90ef40", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:15:26.002622 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-dd081138-4d7b-4045-ba5b-349f12dd6337 {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:15:26.017677 n-d-804985-2 neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '648de63a-f17d-4471-aa62-ae662a3248dd', 'tag': '378cdb6a-0d9a-4570-93f4-a99b5b90ef40', 'status': 'completed', 'code': 200} Aug 18 12:15:26.038479 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2f4cf81c-dda8-40dc-8fad-d2f89dcb27e9 tempest-SubnetPoolsTestJSON-2044972436 tempest-SubnetPoolsTestJSON-2044972436-project] Notify callbacks [] for subnetpool, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:26.040014 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-2f4cf81c-dda8-40dc-8fad-d2f89dcb27e9 tempest-SubnetPoolsTestJSON-2044972436 tempest-SubnetPoolsTestJSON-2044972436-project] 10.222.0.66 "PUT /v2.0/subnetpools/e38d54e2-2a94-49e6-8290-d79fd52b20bf HTTP/1.1" status: 200 len: 683 time: 0.3569341 Aug 18 12:15:26.044627 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 54630) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:15:26.081395 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-fa936400-dbf1-4d9a-9703-e04c72d944bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:26.107814 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-fa936400-dbf1-4d9a-9703-e04c72d944bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:26.151824 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device ecf89dae-ca9f-4bbb-9091-a1db7f3f32b9 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:15:26.211783 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22a58ae-5714-4a66-92a6-7ac085831151 req-cc6235fe-4fa1-4360-b8b0-43168b6c4246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:15:26.214659 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-e22a58ae-5714-4a66-92a6-7ac085831151 req-cc6235fe-4fa1-4360-b8b0-43168b6c4246 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b60736d695f1461b9071c3b3eddcc039&device_id=648de63a-f17d-4471-aa62-ae662a3248dd HTTP/1.1" status: 200 len: 1094 time: 0.2928677 Aug 18 12:15:26.227927 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-fa936400-dbf1-4d9a-9703-e04c72d944bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:26.230340 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port ecf89dae-ca9f-4bbb-9091-a1db7f3f32b9 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:15:26.231057 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:26.232900 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-fa936400-dbf1-4d9a-9703-e04c72d944bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:26.235484 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-fa936400-dbf1-4d9a-9703-e04c72d944bb admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a5f4c640-13f0-4fc7-baee-0ddad900e5f0 HTTP/1.1" status: 204 len: 168 time: 0.3853955 Aug 18 12:15:26.316954 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa936400-dbf1-4d9a-9703-e04c72d944bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5f4c640-13f0-4fc7-baee-0ddad900e5f0,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:15:26.320087 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-e22a58ae-5714-4a66-92a6-7ac085831151 req-44db22f9-ed2d-4cdf-877f-db1d416559d5 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=378cdb6a-0d9a-4570-93f4-a99b5b90ef40 HTTP/1.1" status: 200 len: 217 time: 0.0832813 Aug 18 12:15:26.407049 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-288efdcf-5e14-4f8f-aa0e-d0de1b383fa6 tempest-SubnetPoolsTestJSON-2044972436 tempest-SubnetPoolsTestJSON-2044972436-project] Notify callbacks [] for subnetpool, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:26.411769 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-288efdcf-5e14-4f8f-aa0e-d0de1b383fa6 tempest-SubnetPoolsTestJSON-2044972436 tempest-SubnetPoolsTestJSON-2044972436-project] 10.222.0.66 "DELETE /v2.0/subnetpools/e38d54e2-2a94-49e6-8290-d79fd52b20bf HTTP/1.1" status: 204 len: 168 time: 0.3661821 Aug 18 12:15:26.412002 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 54636) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:15:26.433759 n-d-804985-2 neutron-server[106253]: INFO neutron.api.v2.resource [None req-6f72210b-ce86-4a47-ad98-e41765870d37 tempest-SubnetPoolsTestJSON-2044972436 tempest-SubnetPoolsTestJSON-2044972436-project] show failed (client error): The resource could not be found. Aug 18 12:15:26.437971 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-6f72210b-ce86-4a47-ad98-e41765870d37 tempest-SubnetPoolsTestJSON-2044972436 tempest-SubnetPoolsTestJSON-2044972436-project] 10.222.0.66 "GET /v2.0/subnetpools/e38d54e2-2a94-49e6-8290-d79fd52b20bf HTTP/1.1" status: 404 len: 346 time: 0.0197842 Aug 18 12:15:26.437971 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 54638) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:15:26.467225 n-d-804985-2 neutron-server[106253]: INFO neutron.api.v2.resource [None req-9da1abc0-0c35-491f-913c-6dd977eb0509 tempest-SubnetPoolsTestJSON-2044972436 tempest-SubnetPoolsTestJSON-2044972436-project] delete failed (client error): The resource could not be found. Aug 18 12:15:26.473083 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-9da1abc0-0c35-491f-913c-6dd977eb0509 tempest-SubnetPoolsTestJSON-2044972436 tempest-SubnetPoolsTestJSON-2044972436-project] 10.222.0.66 "DELETE /v2.0/subnetpools/e38d54e2-2a94-49e6-8290-d79fd52b20bf HTTP/1.1" status: 404 len: 346 time: 0.0293779 Aug 18 12:15:26.473083 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22a58ae-5714-4a66-92a6-7ac085831151 req-c50e1058-beea-4fa4-9a3e-86320fcf846b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:15:26.474253 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-e22a58ae-5714-4a66-92a6-7ac085831151 req-c50e1058-beea-4fa4-9a3e-86320fcf846b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e946d931-a852-4d12-bbc8-b7cb94a92f2a HTTP/1.1" status: 200 len: 834 time: 0.1459935 Aug 18 12:15:26.491328 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4f2bad7f-6b6d-466d-8eaa-27c78943fde0 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-992676', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-996089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15866'] for router, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:26.496798 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4f2bad7f-6b6d-466d-8eaa-27c78943fde0 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-992536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-992522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-992529', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-996032'] for router, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:26.541516 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22a58ae-5714-4a66-92a6-7ac085831151 req-51fb1b79-be73-49d6-af5f-23bf5cb374a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:15:26.543406 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-e22a58ae-5714-4a66-92a6-7ac085831151 req-51fb1b79-be73-49d6-af5f-23bf5cb374a0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e9151886-a8d5-45f7-8d09-a3bfb73f6646&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0612571 Aug 18 12:15:26.614709 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f2bad7f-6b6d-466d-8eaa-27c78943fde0 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Router 9b9fadb2-082b-4c2f-bfb6-a1a6476659e7 has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:15:26.657367 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-e22a58ae-5714-4a66-92a6-7ac085831151 req-98000486-3e56-43d2-bdfc-52118e0c604a service neutron] 10.222.0.62 "GET /v2.0/networks/e9151886-a8d5-45f7-8d09-a3bfb73f6646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061683 Aug 18 12:15:26.760606 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a916fa-37d9-49ac-980d-2ead72854fec None None] Sync routers for ids ['9b9fadb2-082b-4c2f-bfb6-a1a6476659e7'] in n-d-804985-2 {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:15:26.772977 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a916fa-37d9-49ac-980d-2ead72854fec None None] Routers {'9b9fadb2-082b-4c2f-bfb6-a1a6476659e7'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:15:26.773607 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-80a916fa-37d9-49ac-980d-2ead72854fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:15:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['9b9fadb2-082b-4c2f-bfb6-a1a6476659e7'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:15:26.777353 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f2bad7f-6b6d-466d-8eaa-27c78943fde0 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:15:26.785940 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4f2bad7f-6b6d-466d-8eaa-27c78943fde0 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks [] for router, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:26.787244 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-4f2bad7f-6b6d-466d-8eaa-27c78943fde0 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] 10.222.0.66 "PUT /v2.0/routers/9b9fadb2-082b-4c2f-bfb6-a1a6476659e7 HTTP/1.1" status: 200 len: 704 time: 2.2172112 Aug 18 12:15:26.795714 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 54650) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:15:26.802955 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-e22a58ae-5714-4a66-92a6-7ac085831151 req-4c263c92-24e4-453f-8e15-653c89757af4 service neutron] 10.222.0.62 "GET /v2.0/networks/e9151886-a8d5-45f7-8d09-a3bfb73f6646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370769 Aug 18 12:15:26.842892 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 54652) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:15:26.936403 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-80a916fa-37d9-49ac-980d-2ead72854fec None None] Set router 9b9fadb2-082b-4c2f-bfb6-a1a6476659e7 gateway port host: None {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:15:26.987308 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3534975-4d20-4f63-bdc8-a572ab01902b req-9b152379-e5a7-4bcf-8e43-5a1a732c0dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:15:26.991041 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-b3534975-4d20-4f63-bdc8-a572ab01902b req-9b152379-e5a7-4bcf-8e43-5a1a732c0dd7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b60736d695f1461b9071c3b3eddcc039&device_id=648de63a-f17d-4471-aa62-ae662a3248dd HTTP/1.1" status: 200 len: 1094 time: 0.1217582 Aug 18 12:15:27.012305 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a60a7d-ba64-4e07-8405-9f568b675389 req-642628de-edd2-41a1-9801-cebd4516ded2 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:15:27.015689 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-42a60a7d-ba64-4e07-8405-9f568b675389 req-642628de-edd2-41a1-9801-cebd4516ded2 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/ports?device_id=648de63a-f17d-4471-aa62-ae662a3248dd HTTP/1.1" status: 200 len: 943 time: 0.2189136 Aug 18 12:15:27.033769 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-e3397d48-9d42-4459-b600-e60411b835e0 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] 10.222.0.66 "GET /v2.0/routers/9b9fadb2-082b-4c2f-bfb6-a1a6476659e7 HTTP/1.1" status: 200 len: 704 time: 0.2211785 Aug 18 12:15:27.034681 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 54660) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:15:27.114275 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device cfbaf780-ba47-4a84-9f06-fb1c7929dccd up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:15:27.132156 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3f3a3828-bd11-451c-b91b-6c976088d67c admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:27.196350 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-42a60a7d-ba64-4e07-8405-9f568b675389 req-d3ef128a-87a4-490e-978d-994fea6fe15b tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/security-groups?id=9d0a542a-8fa5-4941-b184-fa1bbc2c5b94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1594796 Aug 18 12:15:27.206055 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3534975-4d20-4f63-bdc8-a572ab01902b req-1c85b01c-0084-4cf9-a561-bcc72e78d22f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:15:27.207562 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-b3534975-4d20-4f63-bdc8-a572ab01902b req-1c85b01c-0084-4cf9-a561-bcc72e78d22f service neutron] 10.222.0.62 "GET /v2.0/networks?id=e9151886-a8d5-45f7-8d09-a3bfb73f6646 HTTP/1.1" status: 200 len: 897 time: 0.2050374 Aug 18 12:15:27.332990 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-b3534975-4d20-4f63-bdc8-a572ab01902b req-5dec26a1-b22e-4a01-b521-b03204a427f0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=378cdb6a-0d9a-4570-93f4-a99b5b90ef40 HTTP/1.1" status: 200 len: 217 time: 0.1052361 Aug 18 12:15:27.413683 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3534975-4d20-4f63-bdc8-a572ab01902b req-0fcb8736-a402-4ebf-aa9a-e0ca97339fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:15:27.415323 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-b3534975-4d20-4f63-bdc8-a572ab01902b req-0fcb8736-a402-4ebf-aa9a-e0ca97339fbb service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e946d931-a852-4d12-bbc8-b7cb94a92f2a HTTP/1.1" status: 200 len: 834 time: 0.0790992 Aug 18 12:15:27.497265 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3534975-4d20-4f63-bdc8-a572ab01902b req-80eb331b-f481-486f-9de5-20da91beb3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:15:27.498731 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-b3534975-4d20-4f63-bdc8-a572ab01902b req-80eb331b-f481-486f-9de5-20da91beb3bb service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e9151886-a8d5-45f7-8d09-a3bfb73f6646&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0737040 Aug 18 12:15:27.554935 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port cfbaf780-ba47-4a84-9f06-fb1c7929dccd triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:15:27.555313 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:27.567440 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3f3a3828-bd11-451c-b91b-6c976088d67c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:27.585963 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3f3a3828-bd11-451c-b91b-6c976088d67c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:27.676273 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-80a916fa-37d9-49ac-980d-2ead72854fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b9fadb2-082b-4c2f-bfb6-a1a6476659e7', 'name': 'tempest-RoutersIpV6Test-router-2037665960', 'tenant_id': '7fd02f6d258d49aeaa22e91f82208987', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:14:54Z', 'updated_at': '2021-08-18T12:15:25Z', 'revision_number': 7, 'project_id': '7fd02f6d258d49aeaa22e91f82208987', 'gw_port_host': None, '_interfaces': [{'id': '6f4e5afa-a411-4d92-9871-5baef131dd26', 'name': '', 'network_id': '32b5dc54-1967-415e-952a-a2c98fd214ba', 'tenant_id': '7fd02f6d258d49aeaa22e91f82208987', 'mac_address': 'fa:16:3e:aa:99:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9fadb2-082b-4c2f-bfb6-a1a6476659e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2922, 'fixed_ips': [{'subnet_id': '88b214a2-91a3-4444-8954-b59619dc4724', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:15:03Z', 'updated_at': '2021-08-18T12:15:14Z', 'revision_number': 5, 'project_id': '7fd02f6d258d49aeaa22e91f82208987', 'subnets': [{'id': '88b214a2-91a3-4444-8954-b59619dc4724', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a159e630-b17e-4fd6-9b0a-208281e61879', 'name': '', 'network_id': 'd5593390-dd4d-48e1-9b99-a948a0a3238e', 'tenant_id': '7fd02f6d258d49aeaa22e91f82208987', 'mac_address': 'fa:16:3e:2f:82:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b9fadb2-082b-4c2f-bfb6-a1a6476659e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2963, 'fixed_ips': [{'subnet_id': '1c9003e3-f128-4f96-8d69-9b5d96d6b2c4', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:15:16Z', 'updated_at': '2021-08-18T12:15:24Z', 'revision_number': 4, 'project_id': '7fd02f6d258d49aeaa22e91f82208987', 'subnets': [{'id': '1c9003e3-f128-4f96-8d69-9b5d96d6b2c4', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ecf89dae-ca9f-4bbb-9091-a1db7f3f32b9', 'name': '', 'network_id': '385ff2b1-ae5a-42a9-be01-5c8503379d25', 'tenant_id': '7fd02f6d258d49aeaa22e91f82208987', 'mac_address': 'fa:16:3e:95:26:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9fadb2-082b-4c2f-bfb6-a1a6476659e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2948, 'fixed_ips': [{'subnet_id': '136e5406-6b7d-484f-89d3-a94beab44cca', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:15:11Z', 'updated_at': '2021-08-18T12:15:23Z', 'revision_number': 5, 'project_id': '7fd02f6d258d49aeaa22e91f82208987', 'subnets': [{'id': '136e5406-6b7d-484f-89d3-a94beab44cca', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f06a4c55-5381-4400-ba79-665acea3969d', 'name': '', 'network_id': '1ee821c8-80e5-4623-b08e-ba8369ed062a', 'tenant_id': '7fd02f6d258d49aeaa22e91f82208987', 'mac_address': 'fa:16:3e:c3:b1:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9fadb2-082b-4c2f-bfb6-a1a6476659e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2897, 'fixed_ips': [{'subnet_id': 'ce02d789-05af-4dbb-affc-5b3aa6c6120f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:14:57Z', 'updated_at': '2021-08-18T12:15:06Z', 'revision_number': 5, 'project_id': '7fd02f6d258d49aeaa22e91f82208987', 'subnets': [{'id': 'ce02d789-05af-4dbb-affc-5b3aa6c6120f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:15:27.697298 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-3f3a3828-bd11-451c-b91b-6c976088d67c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=bc33831df39c41eb9b353bdd36d09f9c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8530734 Aug 18 12:15:27.701234 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 54690) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:15:27.716092 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a916fa-37d9-49ac-980d-2ead72854fec None None] Checking router: 9b9fadb2-082b-4c2f-bfb6-a1a6476659e7 for host: n-d-804985-2 {{(pid=106254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:15:27.724352 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 308ed377-d38a-4ff2-8c73-e1a4c0b9c102 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:15:27.745800 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3a3828-bd11-451c-b91b-6c976088d67c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa5ffecb-3b5f-488b-9a2b-3dda394f84ab,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:15:27.749320 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a916fa-37d9-49ac-980d-2ead72854fec None None] Routers {'9b9fadb2-082b-4c2f-bfb6-a1a6476659e7'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:15:27.749963 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-80a916fa-37d9-49ac-980d-2ead72854fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:15:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['9b9fadb2-082b-4c2f-bfb6-a1a6476659e7'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:15:27.783181 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-cc0c06f1-15a4-40e6-84e1-021ae8682558 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:27.832793 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-cc0c06f1-15a4-40e6-84e1-021ae8682558 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:27.837409 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-b3534975-4d20-4f63-bdc8-a572ab01902b req-e6200bbc-bbfb-4efb-bb9c-c08361b059ea service neutron] 10.222.0.62 "GET /v2.0/networks/e9151886-a8d5-45f7-8d09-a3bfb73f6646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3253131 Aug 18 12:15:27.876183 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-80a916fa-37d9-49ac-980d-2ead72854fec None None] Set router 9b9fadb2-082b-4c2f-bfb6-a1a6476659e7 gateway port host: None {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:15:27.878560 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 308ed377-d38a-4ff2-8c73-e1a4c0b9c102 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:15:27.878894 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:28.031309 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-b3534975-4d20-4f63-bdc8-a572ab01902b req-1448f117-1b78-4f94-b043-611cad078c11 service neutron] 10.222.0.62 "GET /v2.0/networks/e9151886-a8d5-45f7-8d09-a3bfb73f6646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1835618 Aug 18 12:15:28.053748 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-cc0c06f1-15a4-40e6-84e1-021ae8682558 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:28.056458 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-cc0c06f1-15a4-40e6-84e1-021ae8682558 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:28.057540 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-cc0c06f1-15a4-40e6-84e1-021ae8682558 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/aa5ffecb-3b5f-488b-9a2b-3dda394f84ab HTTP/1.1" status: 204 len: 168 time: 0.3549876 Aug 18 12:15:28.075258 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0c06f1-15a4-40e6-84e1-021ae8682558 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa5ffecb-3b5f-488b-9a2b-3dda394f84ab,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:15:28.178863 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f57c6393-9f5a-4770-819d-ddd4fe685c63 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-996815'] for router_interface, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:28.282979 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device a159e630-b17e-4fd6-9b0a-208281e61879 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:15:28.457963 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port a159e630-b17e-4fd6-9b0a-208281e61879 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:15:28.464188 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee4a143-f131-4132-8ca8-e37c776ef8be req-6319c075-c33e-469e-88b5-e0622cca1455 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:15:28.466001 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-bee4a143-f131-4132-8ca8-e37c776ef8be req-6319c075-c33e-469e-88b5-e0622cca1455 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/ports?device_id=648de63a-f17d-4471-aa62-ae662a3248dd HTTP/1.1" status: 200 len: 943 time: 0.1260796 Aug 18 12:15:28.475217 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-80a916fa-37d9-49ac-980d-2ead72854fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b9fadb2-082b-4c2f-bfb6-a1a6476659e7', 'name': 'tempest-RoutersIpV6Test-router-2037665960', 'tenant_id': '7fd02f6d258d49aeaa22e91f82208987', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:14:54Z', 'updated_at': '2021-08-18T12:15:25Z', 'revision_number': 7, 'project_id': '7fd02f6d258d49aeaa22e91f82208987', 'gw_port_host': None, '_interfaces': [{'id': '6f4e5afa-a411-4d92-9871-5baef131dd26', 'name': '', 'network_id': '32b5dc54-1967-415e-952a-a2c98fd214ba', 'tenant_id': '7fd02f6d258d49aeaa22e91f82208987', 'mac_address': 'fa:16:3e:aa:99:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9fadb2-082b-4c2f-bfb6-a1a6476659e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2922, 'fixed_ips': [{'subnet_id': '88b214a2-91a3-4444-8954-b59619dc4724', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:15:03Z', 'updated_at': '2021-08-18T12:15:14Z', 'revision_number': 5, 'project_id': '7fd02f6d258d49aeaa22e91f82208987', 'subnets': [{'id': '88b214a2-91a3-4444-8954-b59619dc4724', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a159e630-b17e-4fd6-9b0a-208281e61879', 'name': '', 'network_id': 'd5593390-dd4d-48e1-9b99-a948a0a3238e', 'tenant_id': '7fd02f6d258d49aeaa22e91f82208987', 'mac_address': 'fa:16:3e:2f:82:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b9fadb2-082b-4c2f-bfb6-a1a6476659e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2963, 'fixed_ips': [{'subnet_id': '1c9003e3-f128-4f96-8d69-9b5d96d6b2c4', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:15:16Z', 'updated_at': '2021-08-18T12:15:24Z', 'revision_number': 4, 'project_id': '7fd02f6d258d49aeaa22e91f82208987', 'subnets': [{'id': '1c9003e3-f128-4f96-8d69-9b5d96d6b2c4', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ecf89dae-ca9f-4bbb-9091-a1db7f3f32b9', 'name': '', 'network_id': '385ff2b1-ae5a-42a9-be01-5c8503379d25', 'tenant_id': '7fd02f6d258d49aeaa22e91f82208987', 'mac_address': 'fa:16:3e:95:26:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9fadb2-082b-4c2f-bfb6-a1a6476659e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2948, 'fixed_ips': [{'subnet_id': '136e5406-6b7d-484f-89d3-a94beab44cca', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:15:11Z', 'updated_at': '2021-08-18T12:15:23Z', 'revision_number': 5, 'project_id': '7fd02f6d258d49aeaa22e91f82208987', 'subnets': [{'id': '136e5406-6b7d-484f-89d3-a94beab44cca', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f06a4c55-5381-4400-ba79-665acea3969d', 'name': '', 'network_id': '1ee821c8-80e5-4623-b08e-ba8369ed062a', 'tenant_id': '7fd02f6d258d49aeaa22e91f82208987', 'mac_address': 'fa:16:3e:c3:b1:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9fadb2-082b-4c2f-bfb6-a1a6476659e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2897, 'fixed_ips': [{'subnet_id': 'ce02d789-05af-4dbb-affc-5b3aa6c6120f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:14:57Z', 'updated_at': '2021-08-18T12:15:06Z', 'revision_number': 5, 'project_id': '7fd02f6d258d49aeaa22e91f82208987', 'subnets': [{'id': 'ce02d789-05af-4dbb-affc-5b3aa6c6120f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:15:28.520648 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port a159e630-b17e-4fd6-9b0a-208281e61879 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:15:28.520648 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:28.523059 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a916fa-37d9-49ac-980d-2ead72854fec None None] The sync data for ids ['9b9fadb2-082b-4c2f-bfb6-a1a6476659e7'] in n-d-804985-2 is: [{'id': '9b9fadb2-082b-4c2f-bfb6-a1a6476659e7', 'name': 'tempest-RoutersIpV6Test-router-2037665960', 'tenant_id': '7fd02f6d258d49aeaa22e91f82208987', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:14:54Z', 'updated_at': '2021-08-18T12:15:25Z', 'revision_number': 7, 'project_id': '7fd02f6d258d49aeaa22e91f82208987', 'gw_port_host': None, '_interfaces': [{'id': '6f4e5afa-a411-4d92-9871-5baef131dd26', 'name': '', 'network_id': '32b5dc54-1967-415e-952a-a2c98fd214ba', 'tenant_id': '7fd02f6d258d49aeaa22e91f82208987', 'mac_address': 'fa:16:3e:aa:99:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9fadb2-082b-4c2f-bfb6-a1a6476659e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2922, 'fixed_ips': [{'subnet_id': '88b214a2-91a3-4444-8954-b59619dc4724', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:15:03Z', 'updated_at': '2021-08-18T12:15:14Z', 'revision_number': 5, 'project_id': '7fd02f6d258d49aeaa22e91f82208987', 'subnets': [{'id': '88b214a2-91a3-4444-8954-b59619dc4724', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a159e630-b17e-4fd6-9b0a-208281e61879', 'name': '', 'network_id': 'd5593390-dd4d-48e1-9b99-a948a0a3238e', 'tenant_id': '7fd02f6d258d49aeaa22e91f82208987', 'mac_address': 'fa:16:3e:2f:82:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b9fadb2-082b-4c2f-bfb6-a1a6476659e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2963, 'fixed_ips': [{'subnet_id': '1c9003e3-f128-4f96-8d69-9b5d96d6b2c4', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:15:16Z', 'updated_at': '2021-08-18T12:15:24Z', 'revision_number': 4, 'project_id': '7fd02f6d258d49aeaa22e91f82208987', 'subnets': [{'id': '1c9003e3-f128-4f96-8d69-9b5d96d6b2c4', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ecf89dae-ca9f-4bbb-9091-a1db7f3f32b9', 'name': '', 'network_id': '385ff2b1-ae5a-42a9-be01-5c8503379d25', 'tenant_id': '7fd02f6d258d49aeaa22e91f82208987', 'mac_address': 'fa:16:3e:95:26:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9fadb2-082b-4c2f-bfb6-a1a6476659e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2948, 'fixed_ips': [{'subnet_id': '136e5406-6b7d-484f-89d3-a94beab44cca', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:15:11Z', 'updated_at': '2021-08-18T12:15:23Z', 'revision_number': 5, 'project_id': '7fd02f6d258d49aeaa22e91f82208987', 'subnets': [{'id': '136e5406-6b7d-484f-89d3-a94beab44cca', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f06a4c55-5381-4400-ba79-665acea3969d', 'name': '', 'network_id': '1ee821c8-80e5-4623-b08e-ba8369ed062a', 'tenant_id': '7fd02f6d258d49aeaa22e91f82208987', 'mac_address': 'fa:16:3e:c3:b1:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9fadb2-082b-4c2f-bfb6-a1a6476659e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2897, 'fixed_ips': [{'subnet_id': 'ce02d789-05af-4dbb-affc-5b3aa6c6120f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:14:57Z', 'updated_at': '2021-08-18T12:15:06Z', 'revision_number': 5, 'project_id': '7fd02f6d258d49aeaa22e91f82208987', 'subnets': [{'id': 'ce02d789-05af-4dbb-affc-5b3aa6c6120f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:15:28.616113 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-bee4a143-f131-4132-8ca8-e37c776ef8be req-d2e301c5-2e9a-4d73-896a-11b10c74e12b tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/security-groups?id=9d0a542a-8fa5-4941-b184-fa1bbc2c5b94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1420212 Aug 18 12:15:28.658307 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-f57c6393-9f5a-4770-819d-ddd4fe685c63 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Deleting port a159e630-b17e-4fd6-9b0a-208281e61879 {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:15:28.658797 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f57c6393-9f5a-4770-819d-ddd4fe685c63 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:28.701215 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:28.769100 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] For port a159e630-b17e-4fd6-9b0a-208281e61879, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=a159e630-b17e-4fd6-9b0a-208281e61879,segment=NetworkSegment(164f4a2d-52ee-4e7f-82f3-641b72305a42),segment_id=164f4a2d-52ee-4e7f-82f3-641b72305a42)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:15:28.777018 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:28.848519 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [None req-f57c6393-9f5a-4770-819d-ddd4fe685c63 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] For port a159e630-b17e-4fd6-9b0a-208281e61879, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=a159e630-b17e-4fd6-9b0a-208281e61879,segment=NetworkSegment(164f4a2d-52ee-4e7f-82f3-641b72305a42),segment_id=164f4a2d-52ee-4e7f-82f3-641b72305a42)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:15:28.849174 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f57c6393-9f5a-4770-819d-ddd4fe685c63 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:28.874189 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Pushing event updated for resources: {'Port': ['ID=a159e630-b17e-4fd6-9b0a-208281e61879,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:15:28.874888 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-f57c6393-9f5a-4770-819d-ddd4fe685c63 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Calling delete_port for a159e630-b17e-4fd6-9b0a-208281e61879 owned by network:router_interface {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:15:28.987702 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b22ec3ab-7aa2-42c5-8f44-b2411cf837b4 None None] Sync routers for ids ['9b9fadb2-082b-4c2f-bfb6-a1a6476659e7'] in n-d-804985-2 {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:15:29.000785 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b22ec3ab-7aa2-42c5-8f44-b2411cf837b4 None None] Routers {'9b9fadb2-082b-4c2f-bfb6-a1a6476659e7'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:15:29.002299 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-b22ec3ab-7aa2-42c5-8f44-b2411cf837b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:15:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['9b9fadb2-082b-4c2f-bfb6-a1a6476659e7'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:15:29.155067 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f57c6393-9f5a-4770-819d-ddd4fe685c63 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:29.195507 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57c6393-9f5a-4770-819d-ddd4fe685c63 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Pushing event deleted for resources: {'Port': ['ID=a159e630-b17e-4fd6-9b0a-208281e61879,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:15:29.233815 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-b22ec3ab-7aa2-42c5-8f44-b2411cf837b4 None None] Set router 9b9fadb2-082b-4c2f-bfb6-a1a6476659e7 gateway port host: None {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:15:29.393258 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f57c6393-9f5a-4770-819d-ddd4fe685c63 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953695'] for router_interface, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:29.648102 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 378cdb6a-0d9a-4570-93f4-a99b5b90ef40 details requested by agent hyperv_n-h2-804985-2 with host n-h2-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:15:29.720671 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f57c6393-9f5a-4770-819d-ddd4fe685c63 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Router 9b9fadb2-082b-4c2f-bfb6-a1a6476659e7 has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:15:29.728838 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-b22ec3ab-7aa2-42c5-8f44-b2411cf837b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b9fadb2-082b-4c2f-bfb6-a1a6476659e7', 'name': 'tempest-RoutersIpV6Test-router-2037665960', 'tenant_id': '7fd02f6d258d49aeaa22e91f82208987', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:14:54Z', 'updated_at': '2021-08-18T12:15:25Z', 'revision_number': 7, 'project_id': '7fd02f6d258d49aeaa22e91f82208987', 'gw_port_host': None, '_interfaces': [{'id': '6f4e5afa-a411-4d92-9871-5baef131dd26', 'name': '', 'network_id': '32b5dc54-1967-415e-952a-a2c98fd214ba', 'tenant_id': '7fd02f6d258d49aeaa22e91f82208987', 'mac_address': 'fa:16:3e:aa:99:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9fadb2-082b-4c2f-bfb6-a1a6476659e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2922, 'fixed_ips': [{'subnet_id': '88b214a2-91a3-4444-8954-b59619dc4724', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:15:03Z', 'updated_at': '2021-08-18T12:15:14Z', 'revision_number': 5, 'project_id': '7fd02f6d258d49aeaa22e91f82208987', 'subnets': [{'id': '88b214a2-91a3-4444-8954-b59619dc4724', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a159e630-b17e-4fd6-9b0a-208281e61879', 'name': '', 'network_id': 'd5593390-dd4d-48e1-9b99-a948a0a3238e', 'tenant_id': '7fd02f6d258d49aeaa22e91f82208987', 'mac_address': 'fa:16:3e:2f:82:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9fadb2-082b-4c2f-bfb6-a1a6476659e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2963, 'fixed_ips': [{'subnet_id': '1c9003e3-f128-4f96-8d69-9b5d96d6b2c4', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:15:16Z', 'updated_at': '2021-08-18T12:15:28Z', 'revision_number': 5, 'project_id': '7fd02f6d258d49aeaa22e91f82208987', 'subnets': [{'id': '1c9003e3-f128-4f96-8d69-9b5d96d6b2c4', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ecf89dae-ca9f-4bbb-9091-a1db7f3f32b9', 'name': '', 'network_id': '385ff2b1-ae5a-42a9-be01-5c8503379d25', 'tenant_id': '7fd02f6d258d49aeaa22e91f82208987', 'mac_address': 'fa:16:3e:95:26:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9fadb2-082b-4c2f-bfb6-a1a6476659e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2948, 'fixed_ips': [{'subnet_id': '136e5406-6b7d-484f-89d3-a94beab44cca', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:15:11Z', 'updated_at': '2021-08-18T12:15:23Z', 'revision_number': 5, 'project_id': '7fd02f6d258d49aeaa22e91f82208987', 'subnets': [{'id': '136e5406-6b7d-484f-89d3-a94beab44cca', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f06a4c55-5381-4400-ba79-665acea3969d', 'name': '', 'network_id': '1ee821c8-80e5-4623-b08e-ba8369ed062a', 'tenant_id': '7fd02f6d258d49aeaa22e91f82208987', 'mac_address': 'fa:16:3e:c3:b1:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9fadb2-082b-4c2f-bfb6-a1a6476659e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2897, 'fixed_ips': [{'subnet_id': 'ce02d789-05af-4dbb-affc-5b3aa6c6120f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:14:57Z', 'updated_at': '2021-08-18T12:15:06Z', 'revision_number': 5, 'project_id': '7fd02f6d258d49aeaa22e91f82208987', 'subnets': [{'id': 'ce02d789-05af-4dbb-affc-5b3aa6c6120f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:15:29.795222 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b22ec3ab-7aa2-42c5-8f44-b2411cf837b4 None None] Checking router: 9b9fadb2-082b-4c2f-bfb6-a1a6476659e7 for host: n-d-804985-2 {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:15:29.824531 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b22ec3ab-7aa2-42c5-8f44-b2411cf837b4 None None] Routers {'9b9fadb2-082b-4c2f-bfb6-a1a6476659e7'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:15:29.824531 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-b22ec3ab-7aa2-42c5-8f44-b2411cf837b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:15:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['9b9fadb2-082b-4c2f-bfb6-a1a6476659e7'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:15:29.902931 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port 378cdb6a-0d9a-4570-93f4-a99b5b90ef40, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=378cdb6a-0d9a-4570-93f4-a99b5b90ef40,segment=NetworkSegment(853c2d50-b260-40cd-8b91-d791f4791b51),segment_id=853c2d50-b260-40cd-8b91-d791f4791b51)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:15:29.916192 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f57c6393-9f5a-4770-819d-ddd4fe685c63 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:15:29.924376 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-f57c6393-9f5a-4770-819d-ddd4fe685c63 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] 10.222.0.66 "PUT /v2.0/routers/9b9fadb2-082b-4c2f-bfb6-a1a6476659e7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8743632 Aug 18 12:15:29.925930 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 54768) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:15:29.939073 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c650eb-a85a-4097-8493-6afc6d1983b3 req-7da77e87-49f5-4af6-9b28-461562e9973a tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:15:29.941031 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f7c650eb-a85a-4097-8493-6afc6d1983b3 req-7da77e87-49f5-4af6-9b28-461562e9973a tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/ports?device_id=648de63a-f17d-4471-aa62-ae662a3248dd HTTP/1.1" status: 200 len: 943 time: 0.1383786 Aug 18 12:15:29.954765 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Returning: {'device': '378cdb6a-0d9a-4570-93f4-a99b5b90ef40', 'network_id': 'e9151886-a8d5-45f7-8d09-a3bfb73f6646', 'port_id': '378cdb6a-0d9a-4570-93f4-a99b5b90ef40', 'mac_address': 'fa:16:3e:1e:d4:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 839, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e946d931-a852-4d12-bbc8-b7cb94a92f2a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:15:29.976752 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-b22ec3ab-7aa2-42c5-8f44-b2411cf837b4 None None] Set router 9b9fadb2-082b-4c2f-bfb6-a1a6476659e7 gateway port host: None {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:15:30.041886 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f7c650eb-a85a-4097-8493-6afc6d1983b3 req-14f6e5a1-1d0e-4ac7-8acb-ea32f2f6a858 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/security-groups?id=9d0a542a-8fa5-4941-b184-fa1bbc2c5b94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0944905 Aug 18 12:15:30.045879 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_v2 [None req-25ab4bd7-7c42-4277-9165-0d278185702d tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Deleting subnet 1c9003e3-f128-4f96-8d69-9b5d96d6b2c4 {{(pid=106253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 12:15:30.051466 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-25ab4bd7-7c42-4277-9165-0d278185702d tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks [] for subnet, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:30.058200 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:30.104529 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 378cdb6a-0d9a-4570-93f4-a99b5b90ef40 {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:15:30.149850 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-25ab4bd7-7c42-4277-9165-0d278185702d tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902229'] for subnet, precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:30.154257 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port 378cdb6a-0d9a-4570-93f4-a99b5b90ef40, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=378cdb6a-0d9a-4570-93f4-a99b5b90ef40,segment=NetworkSegment(853c2d50-b260-40cd-8b91-d791f4791b51),segment_id=853c2d50-b260-40cd-8b91-d791f4791b51)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:15:30.163189 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:30.261205 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=378cdb6a-0d9a-4570-93f4-a99b5b90ef40,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:15:30.277064 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-b22ec3ab-7aa2-42c5-8f44-b2411cf837b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b9fadb2-082b-4c2f-bfb6-a1a6476659e7', 'name': 'tempest-RoutersIpV6Test-router-2037665960', 'tenant_id': '7fd02f6d258d49aeaa22e91f82208987', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:14:54Z', 'updated_at': '2021-08-18T12:15:29Z', 'revision_number': 8, 'project_id': '7fd02f6d258d49aeaa22e91f82208987', 'gw_port_host': None, '_interfaces': [{'id': '6f4e5afa-a411-4d92-9871-5baef131dd26', 'name': '', 'network_id': '32b5dc54-1967-415e-952a-a2c98fd214ba', 'tenant_id': '7fd02f6d258d49aeaa22e91f82208987', 'mac_address': 'fa:16:3e:aa:99:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9fadb2-082b-4c2f-bfb6-a1a6476659e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2922, 'fixed_ips': [{'subnet_id': '88b214a2-91a3-4444-8954-b59619dc4724', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:15:03Z', 'updated_at': '2021-08-18T12:15:14Z', 'revision_number': 5, 'project_id': '7fd02f6d258d49aeaa22e91f82208987', 'subnets': [{'id': '88b214a2-91a3-4444-8954-b59619dc4724', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ecf89dae-ca9f-4bbb-9091-a1db7f3f32b9', 'name': '', 'network_id': '385ff2b1-ae5a-42a9-be01-5c8503379d25', 'tenant_id': '7fd02f6d258d49aeaa22e91f82208987', 'mac_address': 'fa:16:3e:95:26:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9fadb2-082b-4c2f-bfb6-a1a6476659e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2948, 'fixed_ips': [{'subnet_id': '136e5406-6b7d-484f-89d3-a94beab44cca', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:15:11Z', 'updated_at': '2021-08-18T12:15:23Z', 'revision_number': 5, 'project_id': '7fd02f6d258d49aeaa22e91f82208987', 'subnets': [{'id': '136e5406-6b7d-484f-89d3-a94beab44cca', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f06a4c55-5381-4400-ba79-665acea3969d', 'name': '', 'network_id': '1ee821c8-80e5-4623-b08e-ba8369ed062a', 'tenant_id': '7fd02f6d258d49aeaa22e91f82208987', 'mac_address': 'fa:16:3e:c3:b1:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9fadb2-082b-4c2f-bfb6-a1a6476659e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2897, 'fixed_ips': [{'subnet_id': 'ce02d789-05af-4dbb-affc-5b3aa6c6120f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:14:57Z', 'updated_at': '2021-08-18T12:15:06Z', 'revision_number': 5, 'project_id': '7fd02f6d258d49aeaa22e91f82208987', 'subnets': [{'id': 'ce02d789-05af-4dbb-affc-5b3aa6c6120f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:15:30.322601 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b22ec3ab-7aa2-42c5-8f44-b2411cf837b4 None None] The sync data for ids ['9b9fadb2-082b-4c2f-bfb6-a1a6476659e7'] in n-d-804985-2 is: [{'id': '9b9fadb2-082b-4c2f-bfb6-a1a6476659e7', 'name': 'tempest-RoutersIpV6Test-router-2037665960', 'tenant_id': '7fd02f6d258d49aeaa22e91f82208987', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:14:54Z', 'updated_at': '2021-08-18T12:15:29Z', 'revision_number': 8, 'project_id': '7fd02f6d258d49aeaa22e91f82208987', 'gw_port_host': None, '_interfaces': [{'id': '6f4e5afa-a411-4d92-9871-5baef131dd26', 'name': '', 'network_id': '32b5dc54-1967-415e-952a-a2c98fd214ba', 'tenant_id': '7fd02f6d258d49aeaa22e91f82208987', 'mac_address': 'fa:16:3e:aa:99:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9fadb2-082b-4c2f-bfb6-a1a6476659e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2922, 'fixed_ips': [{'subnet_id': '88b214a2-91a3-4444-8954-b59619dc4724', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:15:03Z', 'updated_at': '2021-08-18T12:15:14Z', 'revision_number': 5, 'project_id': '7fd02f6d258d49aeaa22e91f82208987', 'subnets': [{'id': '88b214a2-91a3-4444-8954-b59619dc4724', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ecf89dae-ca9f-4bbb-9091-a1db7f3f32b9', 'name': '', 'network_id': '385ff2b1-ae5a-42a9-be01-5c8503379d25', 'tenant_id': '7fd02f6d258d49aeaa22e91f82208987', 'mac_address': 'fa:16:3e:95:26:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9fadb2-082b-4c2f-bfb6-a1a6476659e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2948, 'fixed_ips': [{'subnet_id': '136e5406-6b7d-484f-89d3-a94beab44cca', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:15:11Z', 'updated_at': '2021-08-18T12:15:23Z', 'revision_number': 5, 'project_id': '7fd02f6d258d49aeaa22e91f82208987', 'subnets': [{'id': '136e5406-6b7d-484f-89d3-a94beab44cca', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f06a4c55-5381-4400-ba79-665acea3969d', 'name': '', 'network_id': '1ee821c8-80e5-4623-b08e-ba8369ed062a', 'tenant_id': '7fd02f6d258d49aeaa22e91f82208987', 'mac_address': 'fa:16:3e:c3:b1:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9fadb2-082b-4c2f-bfb6-a1a6476659e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2897, 'fixed_ips': [{'subnet_id': 'ce02d789-05af-4dbb-affc-5b3aa6c6120f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:14:57Z', 'updated_at': '2021-08-18T12:15:06Z', 'revision_number': 5, 'project_id': '7fd02f6d258d49aeaa22e91f82208987', 'subnets': [{'id': 'ce02d789-05af-4dbb-affc-5b3aa6c6120f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:15:30.340632 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-25ab4bd7-7c42-4277-9165-0d278185702d tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:30.426912 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] get_ports_and_sgs() called for port_ids ['378cdb6a-0d9a-4570-93f4-a99b5b90ef40'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:15:30.438758 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-25ab4bd7-7c42-4277-9165-0d278185702d tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58902171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59388106'] for subnet, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:30.504875 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ab4bd7-7c42-4277-9165-0d278185702d tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Pushing event deleted for resources: {'Subnet': ['ID=1c9003e3-f128-4f96-8d69-9b5d96d6b2c4,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:15:30.513605 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-25ab4bd7-7c42-4277-9165-0d278185702d tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:30.516782 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-25ab4bd7-7c42-4277-9165-0d278185702d tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] 10.222.0.66 "DELETE /v2.0/subnets/1c9003e3-f128-4f96-8d69-9b5d96d6b2c4 HTTP/1.1" status: 204 len: 168 time: 0.5890980 Aug 18 12:15:30.519534 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 54786) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:15:30.526282 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9052928-6d08-4f9d-9d16-2cf1facb179b None None] Network d5593390-dd4d-48e1-9b99-a948a0a3238e requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:15:30.698931 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-928a95c7-3d52-401a-b2d7-d0afadc186a2 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7904109'] for network, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:30.949800 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b5f478f-1660-4430-a5d4-f6ad20cff0ae None None] DHCP port deletion for d5593390-dd4d-48e1-9b99-a948a0a3238e request from n-d-804985-2 {{(pid=106254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 12:15:30.966601 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-928a95c7-3d52-401a-b2d7-d0afadc186a2 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Deleting port 308ed377-d38a-4ff2-8c73-e1a4c0b9c102 {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:15:30.968542 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-928a95c7-3d52-401a-b2d7-d0afadc186a2 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:31.039783 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device a159e630-b17e-4fd6-9b0a-208281e61879 no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:15:31.071198 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: a159e630-b17e-4fd6-9b0a-208281e61879 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:15:31.071539 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device a159e630-b17e-4fd6-9b0a-208281e61879 not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:15:31.096524 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-7b5f478f-1660-4430-a5d4-f6ad20cff0ae None None] Deleting port 308ed377-d38a-4ff2-8c73-e1a4c0b9c102 {{(pid=106254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:15:31.096904 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-7b5f478f-1660-4430-a5d4-f6ad20cff0ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:31.187345 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [None req-928a95c7-3d52-401a-b2d7-d0afadc186a2 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] For port 308ed377-d38a-4ff2-8c73-e1a4c0b9c102, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=308ed377-d38a-4ff2-8c73-e1a4c0b9c102,segment=NetworkSegment(164f4a2d-52ee-4e7f-82f3-641b72305a42),segment_id=164f4a2d-52ee-4e7f-82f3-641b72305a42)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:15:31.187886 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-928a95c7-3d52-401a-b2d7-d0afadc186a2 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:31.213211 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-7b5f478f-1660-4430-a5d4-f6ad20cff0ae None None] For port 308ed377-d38a-4ff2-8c73-e1a4c0b9c102, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=308ed377-d38a-4ff2-8c73-e1a4c0b9c102,segment=NetworkSegment(164f4a2d-52ee-4e7f-82f3-641b72305a42),segment_id=164f4a2d-52ee-4e7f-82f3-641b72305a42)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:15:31.213612 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-7b5f478f-1660-4430-a5d4-f6ad20cff0ae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:31.214345 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-928a95c7-3d52-401a-b2d7-d0afadc186a2 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Calling delete_port for 308ed377-d38a-4ff2-8c73-e1a4c0b9c102 owned by network:dhcp {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:15:31.229270 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-7b5f478f-1660-4430-a5d4-f6ad20cff0ae None None] Calling delete_port for 308ed377-d38a-4ff2-8c73-e1a4c0b9c102 owned by network:dhcp {{(pid=106254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:15:31.337028 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c74e99a-4b71-43a8-9e65-18f731268a20 None None] Sync routers for ids ['9b9fadb2-082b-4c2f-bfb6-a1a6476659e7'] in n-d-804985-2 {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:15:31.360524 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c74e99a-4b71-43a8-9e65-18f731268a20 None None] Routers {'9b9fadb2-082b-4c2f-bfb6-a1a6476659e7'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:15:31.361439 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-2c74e99a-4b71-43a8-9e65-18f731268a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:15:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['9b9fadb2-082b-4c2f-bfb6-a1a6476659e7'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:15:31.389992 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bc3168-3112-4240-8dab-790b2c5988ac req-eb83f9e6-747e-4460-8b4c-11de12d4d975 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:15:31.391653 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b6bc3168-3112-4240-8dab-790b2c5988ac req-eb83f9e6-747e-4460-8b4c-11de12d4d975 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/ports?device_id=648de63a-f17d-4471-aa62-ae662a3248dd HTTP/1.1" status: 200 len: 944 time: 0.1073661 Aug 18 12:15:31.393038 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-928a95c7-3d52-401a-b2d7-d0afadc186a2 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:31.427870 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-7b5f478f-1660-4430-a5d4-f6ad20cff0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556'] for port, after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:31.430997 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928a95c7-3d52-401a-b2d7-d0afadc186a2 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Pushing event deleted for resources: {'Port': ['ID=308ed377-d38a-4ff2-8c73-e1a4c0b9c102,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:15:31.447701 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-928a95c7-3d52-401a-b2d7-d0afadc186a2 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] No DVR routers for this DVR port 308ed377-d38a-4ff2-8c73-e1a4c0b9c102 on host n-d-804985-2 {{(pid=106252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:15:31.477095 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b5f478f-1660-4430-a5d4-f6ad20cff0ae None None] No DVR routers for this DVR port 308ed377-d38a-4ff2-8c73-e1a4c0b9c102 on host n-d-804985-2 {{(pid=106254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:15:31.508864 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5f478f-1660-4430-a5d4-f6ad20cff0ae None None] Pushing event deleted for resources: {'Port': ['ID=308ed377-d38a-4ff2-8c73-e1a4c0b9c102,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:15:31.547950 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-2c74e99a-4b71-43a8-9e65-18f731268a20 None None] Set router 9b9fadb2-082b-4c2f-bfb6-a1a6476659e7 gateway port host: None {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:15:31.564241 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b6bc3168-3112-4240-8dab-790b2c5988ac req-d0db4480-d1a3-4b3b-beef-5c0dbfd49f44 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/security-groups?id=9d0a542a-8fa5-4941-b184-fa1bbc2c5b94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1650794 Aug 18 12:15:31.646733 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-928a95c7-3d52-401a-b2d7-d0afadc186a2 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8367869', 'neutron.services.segments.db._delete_segments_for_network-8789151212993'] for network, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:31.663364 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-928a95c7-3d52-401a-b2d7-d0afadc186a2 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5593390-dd4d-48e1-9b99-a948a0a3238e']}} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:15:31.674481 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-928a95c7-3d52-401a-b2d7-d0afadc186a2 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '164f4a2d-52ee-4e7f-82f3-641b72305a42') {'for_net_delete': True} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:15:31.675099 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-928a95c7-3d52-401a-b2d7-d0afadc186a2 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '164f4a2d-52ee-4e7f-82f3-641b72305a42') {} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:15:31.689264 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-928a95c7-3d52-401a-b2d7-d0afadc186a2 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789151225254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2221521'] for segment, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:31.715553 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-928a95c7-3d52-401a-b2d7-d0afadc186a2 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:31.734828 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-928a95c7-3d52-401a-b2d7-d0afadc186a2 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Releasing vlan 830 on physical network physnet1 to pool {{(pid=106252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:15:31.735424 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-928a95c7-3d52-401a-b2d7-d0afadc186a2 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3572434'] for segment, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:31.739400 n-d-804985-2 neutron-server[106252]: Traceback (most recent call last): Aug 18 12:15:31.739400 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:15:31.739400 n-d-804985-2 neutron-server[106252]: timer() Aug 18 12:15:31.739400 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:15:31.739400 n-d-804985-2 neutron-server[106252]: cb(*args, **kw) Aug 18 12:15:31.739400 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:15:31.739400 n-d-804985-2 neutron-server[106252]: return func(*args, **kwargs) Aug 18 12:15:31.739400 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:15:31.739400 n-d-804985-2 neutron-server[106252]: self._notify() Aug 18 12:15:31.739400 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:15:31.739400 n-d-804985-2 neutron-server[106252]: self.callback(batched_events) Aug 18 12:15:31.739400 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:15:31.739400 n-d-804985-2 neutron-server[106252]: event.method(event) Aug 18 12:15:31.739400 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:15:31.739400 n-d-804985-2 neutron-server[106252]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:15:31.739400 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:15:31.739400 n-d-804985-2 neutron-server[106252]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:15:31.739400 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:15:31.739400 n-d-804985-2 neutron-server[106252]: return f(self, *a, **k) Aug 18 12:15:31.739400 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:15:31.739400 n-d-804985-2 neutron-server[106252]: return self._get(url).json() Aug 18 12:15:31.739400 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:15:31.739400 n-d-804985-2 neutron-server[106252]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:15:31.739400 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:15:31.739400 n-d-804985-2 neutron-server[106252]: return self.request(url, 'GET', **kwargs) Aug 18 12:15:31.739400 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:15:31.739400 n-d-804985-2 neutron-server[106252]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:15:31.739400 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:15:31.739400 n-d-804985-2 neutron-server[106252]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:15:31.739400 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:15:31.739400 n-d-804985-2 neutron-server[106252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:15:31.739400 n-d-804985-2 neutron-server[106252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:15:31.856335 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-928a95c7-3d52-401a-b2d7-d0afadc186a2 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8367858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997186'] for network, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:31.864286 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-928a95c7-3d52-401a-b2d7-d0afadc186a2 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks [] for network, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:31.868219 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-928a95c7-3d52-401a-b2d7-d0afadc186a2 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] 10.222.0.66 "DELETE /v2.0/networks/d5593390-dd4d-48e1-9b99-a948a0a3238e HTTP/1.1" status: 204 len: 168 time: 1.3465204 Aug 18 12:15:31.869951 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 54820) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:15:31.892900 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928a95c7-3d52-401a-b2d7-d0afadc186a2 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Pushing event deleted for resources: {'Network': ['ID=d5593390-dd4d-48e1-9b99-a948a0a3238e,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:15:31.983930 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-2c74e99a-4b71-43a8-9e65-18f731268a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b9fadb2-082b-4c2f-bfb6-a1a6476659e7', 'name': 'tempest-RoutersIpV6Test-router-2037665960', 'tenant_id': '7fd02f6d258d49aeaa22e91f82208987', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:14:54Z', 'updated_at': '2021-08-18T12:15:29Z', 'revision_number': 8, 'project_id': '7fd02f6d258d49aeaa22e91f82208987', 'gw_port_host': None, '_interfaces': [{'id': '6f4e5afa-a411-4d92-9871-5baef131dd26', 'name': '', 'network_id': '32b5dc54-1967-415e-952a-a2c98fd214ba', 'tenant_id': '7fd02f6d258d49aeaa22e91f82208987', 'mac_address': 'fa:16:3e:aa:99:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9fadb2-082b-4c2f-bfb6-a1a6476659e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2922, 'fixed_ips': [{'subnet_id': '88b214a2-91a3-4444-8954-b59619dc4724', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:15:03Z', 'updated_at': '2021-08-18T12:15:14Z', 'revision_number': 5, 'project_id': '7fd02f6d258d49aeaa22e91f82208987', 'subnets': [{'id': '88b214a2-91a3-4444-8954-b59619dc4724', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ecf89dae-ca9f-4bbb-9091-a1db7f3f32b9', 'name': '', 'network_id': '385ff2b1-ae5a-42a9-be01-5c8503379d25', 'tenant_id': '7fd02f6d258d49aeaa22e91f82208987', 'mac_address': 'fa:16:3e:95:26:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9fadb2-082b-4c2f-bfb6-a1a6476659e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2948, 'fixed_ips': [{'subnet_id': '136e5406-6b7d-484f-89d3-a94beab44cca', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:15:11Z', 'updated_at': '2021-08-18T12:15:23Z', 'revision_number': 5, 'project_id': '7fd02f6d258d49aeaa22e91f82208987', 'subnets': [{'id': '136e5406-6b7d-484f-89d3-a94beab44cca', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f06a4c55-5381-4400-ba79-665acea3969d', 'name': '', 'network_id': '1ee821c8-80e5-4623-b08e-ba8369ed062a', 'tenant_id': '7fd02f6d258d49aeaa22e91f82208987', 'mac_address': 'fa:16:3e:c3:b1:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9fadb2-082b-4c2f-bfb6-a1a6476659e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2897, 'fixed_ips': [{'subnet_id': 'ce02d789-05af-4dbb-affc-5b3aa6c6120f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:14:57Z', 'updated_at': '2021-08-18T12:15:06Z', 'revision_number': 5, 'project_id': '7fd02f6d258d49aeaa22e91f82208987', 'subnets': [{'id': 'ce02d789-05af-4dbb-affc-5b3aa6c6120f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:15:32.017484 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c74e99a-4b71-43a8-9e65-18f731268a20 None None] Checking router: 9b9fadb2-082b-4c2f-bfb6-a1a6476659e7 for host: n-d-804985-2 {{(pid=106254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:15:32.047488 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c74e99a-4b71-43a8-9e65-18f731268a20 None None] Routers {'9b9fadb2-082b-4c2f-bfb6-a1a6476659e7'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:15:32.048056 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-2c74e99a-4b71-43a8-9e65-18f731268a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:15:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['9b9fadb2-082b-4c2f-bfb6-a1a6476659e7'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:15:32.244082 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-2c74e99a-4b71-43a8-9e65-18f731268a20 None None] Set router 9b9fadb2-082b-4c2f-bfb6-a1a6476659e7 gateway port host: None {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:15:32.513411 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3518f19a-caf8-4d0a-bdf1-fc4d4fff8ef6 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-996815'] for router_interface, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:32.688017 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-2c74e99a-4b71-43a8-9e65-18f731268a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b9fadb2-082b-4c2f-bfb6-a1a6476659e7', 'name': 'tempest-RoutersIpV6Test-router-2037665960', 'tenant_id': '7fd02f6d258d49aeaa22e91f82208987', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:14:54Z', 'updated_at': '2021-08-18T12:15:29Z', 'revision_number': 8, 'project_id': '7fd02f6d258d49aeaa22e91f82208987', 'gw_port_host': None, '_interfaces': [{'id': '6f4e5afa-a411-4d92-9871-5baef131dd26', 'name': '', 'network_id': '32b5dc54-1967-415e-952a-a2c98fd214ba', 'tenant_id': '7fd02f6d258d49aeaa22e91f82208987', 'mac_address': 'fa:16:3e:aa:99:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9fadb2-082b-4c2f-bfb6-a1a6476659e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2922, 'fixed_ips': [{'subnet_id': '88b214a2-91a3-4444-8954-b59619dc4724', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:15:03Z', 'updated_at': '2021-08-18T12:15:14Z', 'revision_number': 5, 'project_id': '7fd02f6d258d49aeaa22e91f82208987', 'subnets': [{'id': '88b214a2-91a3-4444-8954-b59619dc4724', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ecf89dae-ca9f-4bbb-9091-a1db7f3f32b9', 'name': '', 'network_id': '385ff2b1-ae5a-42a9-be01-5c8503379d25', 'tenant_id': '7fd02f6d258d49aeaa22e91f82208987', 'mac_address': 'fa:16:3e:95:26:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9fadb2-082b-4c2f-bfb6-a1a6476659e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2948, 'fixed_ips': [{'subnet_id': '136e5406-6b7d-484f-89d3-a94beab44cca', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:15:11Z', 'updated_at': '2021-08-18T12:15:23Z', 'revision_number': 5, 'project_id': '7fd02f6d258d49aeaa22e91f82208987', 'subnets': [{'id': '136e5406-6b7d-484f-89d3-a94beab44cca', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f06a4c55-5381-4400-ba79-665acea3969d', 'name': '', 'network_id': '1ee821c8-80e5-4623-b08e-ba8369ed062a', 'tenant_id': '7fd02f6d258d49aeaa22e91f82208987', 'mac_address': 'fa:16:3e:c3:b1:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9fadb2-082b-4c2f-bfb6-a1a6476659e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2897, 'fixed_ips': [{'subnet_id': 'ce02d789-05af-4dbb-affc-5b3aa6c6120f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:14:57Z', 'updated_at': '2021-08-18T12:15:06Z', 'revision_number': 5, 'project_id': '7fd02f6d258d49aeaa22e91f82208987', 'subnets': [{'id': 'ce02d789-05af-4dbb-affc-5b3aa6c6120f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:15:32.723356 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c74e99a-4b71-43a8-9e65-18f731268a20 None None] The sync data for ids ['9b9fadb2-082b-4c2f-bfb6-a1a6476659e7'] in n-d-804985-2 is: [{'id': '9b9fadb2-082b-4c2f-bfb6-a1a6476659e7', 'name': 'tempest-RoutersIpV6Test-router-2037665960', 'tenant_id': '7fd02f6d258d49aeaa22e91f82208987', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:14:54Z', 'updated_at': '2021-08-18T12:15:29Z', 'revision_number': 8, 'project_id': '7fd02f6d258d49aeaa22e91f82208987', 'gw_port_host': None, '_interfaces': [{'id': '6f4e5afa-a411-4d92-9871-5baef131dd26', 'name': '', 'network_id': '32b5dc54-1967-415e-952a-a2c98fd214ba', 'tenant_id': '7fd02f6d258d49aeaa22e91f82208987', 'mac_address': 'fa:16:3e:aa:99:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9fadb2-082b-4c2f-bfb6-a1a6476659e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2922, 'fixed_ips': [{'subnet_id': '88b214a2-91a3-4444-8954-b59619dc4724', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:15:03Z', 'updated_at': '2021-08-18T12:15:14Z', 'revision_number': 5, 'project_id': '7fd02f6d258d49aeaa22e91f82208987', 'subnets': [{'id': '88b214a2-91a3-4444-8954-b59619dc4724', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ecf89dae-ca9f-4bbb-9091-a1db7f3f32b9', 'name': '', 'network_id': '385ff2b1-ae5a-42a9-be01-5c8503379d25', 'tenant_id': '7fd02f6d258d49aeaa22e91f82208987', 'mac_address': 'fa:16:3e:95:26:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9fadb2-082b-4c2f-bfb6-a1a6476659e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2948, 'fixed_ips': [{'subnet_id': '136e5406-6b7d-484f-89d3-a94beab44cca', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:15:11Z', 'updated_at': '2021-08-18T12:15:23Z', 'revision_number': 5, 'project_id': '7fd02f6d258d49aeaa22e91f82208987', 'subnets': [{'id': '136e5406-6b7d-484f-89d3-a94beab44cca', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f06a4c55-5381-4400-ba79-665acea3969d', 'name': '', 'network_id': '1ee821c8-80e5-4623-b08e-ba8369ed062a', 'tenant_id': '7fd02f6d258d49aeaa22e91f82208987', 'mac_address': 'fa:16:3e:c3:b1:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9fadb2-082b-4c2f-bfb6-a1a6476659e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2897, 'fixed_ips': [{'subnet_id': 'ce02d789-05af-4dbb-affc-5b3aa6c6120f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:14:57Z', 'updated_at': '2021-08-18T12:15:06Z', 'revision_number': 5, 'project_id': '7fd02f6d258d49aeaa22e91f82208987', 'subnets': [{'id': 'ce02d789-05af-4dbb-affc-5b3aa6c6120f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:15:32.733713 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae89881-600d-46f6-a166-b2a72ff4000b req-62f1d31b-963f-4aec-8baf-322ada5d13e0 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:15:32.735621 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6ae89881-600d-46f6-a166-b2a72ff4000b req-62f1d31b-963f-4aec-8baf-322ada5d13e0 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/ports?device_id=648de63a-f17d-4471-aa62-ae662a3248dd HTTP/1.1" status: 200 len: 944 time: 0.0748651 Aug 18 12:15:32.836998 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6ae89881-600d-46f6-a166-b2a72ff4000b req-8f0584b2-15da-4eef-9205-b78bb5a5f5df tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/security-groups?id=9d0a542a-8fa5-4941-b184-fa1bbc2c5b94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785403 Aug 18 12:15:32.971424 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 308ed377-d38a-4ff2-8c73-e1a4c0b9c102 no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:15:32.992430 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: 308ed377-d38a-4ff2-8c73-e1a4c0b9c102 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:15:32.993105 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 308ed377-d38a-4ff2-8c73-e1a4c0b9c102 not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:15:33.131352 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-3518f19a-caf8-4d0a-bdf1-fc4d4fff8ef6 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Deleting port ecf89dae-ca9f-4bbb-9091-a1db7f3f32b9 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:15:33.131927 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3518f19a-caf8-4d0a-bdf1-fc4d4fff8ef6 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:33.228086 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [None req-3518f19a-caf8-4d0a-bdf1-fc4d4fff8ef6 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] For port ecf89dae-ca9f-4bbb-9091-a1db7f3f32b9, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=ecf89dae-ca9f-4bbb-9091-a1db7f3f32b9,segment=NetworkSegment(69a22383-2b5e-467c-8cdd-97149961ccfd),segment_id=69a22383-2b5e-467c-8cdd-97149961ccfd)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:15:33.228519 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3518f19a-caf8-4d0a-bdf1-fc4d4fff8ef6 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:33.246645 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-3518f19a-caf8-4d0a-bdf1-fc4d4fff8ef6 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Calling delete_port for ecf89dae-ca9f-4bbb-9091-a1db7f3f32b9 owned by network:router_interface {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:15:33.475589 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3518f19a-caf8-4d0a-bdf1-fc4d4fff8ef6 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:33.507308 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3518f19a-caf8-4d0a-bdf1-fc4d4fff8ef6 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Pushing event deleted for resources: {'Port': ['ID=ecf89dae-ca9f-4bbb-9091-a1db7f3f32b9,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:15:33.648061 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 378cdb6a-0d9a-4570-93f4-a99b5b90ef40 up at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:15:33.720790 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3518f19a-caf8-4d0a-bdf1-fc4d4fff8ef6 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953695'] for router_interface, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:33.845979 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Provisioning for port 378cdb6a-0d9a-4570-93f4-a99b5b90ef40 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:15:33.853078 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Provisioning complete for port 378cdb6a-0d9a-4570-93f4-a99b5b90ef40 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:15:33.853564 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:34.204841 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413efd79-4663-4b48-82cd-da6b50fd9111 req-a0bb58d7-b35c-4cec-8cd3-9cf8895567ef tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:15:34.223026 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-413efd79-4663-4b48-82cd-da6b50fd9111 req-a0bb58d7-b35c-4cec-8cd3-9cf8895567ef tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/ports?device_id=648de63a-f17d-4471-aa62-ae662a3248dd HTTP/1.1" status: 200 len: 944 time: 0.1767135 Aug 18 12:15:34.284598 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:34.315005 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-413efd79-4663-4b48-82cd-da6b50fd9111 req-09e79720-62dd-4955-bcb7-2cf4f28d192f tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/security-groups?id=9d0a542a-8fa5-4941-b184-fa1bbc2c5b94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888338 Aug 18 12:15:34.350288 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '648de63a-f17d-4471-aa62-ae662a3248dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '378cdb6a-0d9a-4570-93f4-a99b5b90ef40'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:15:34.353173 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db50a436fb3a98495337d8fe7487b4f2ea6f3c1052eb9efadc2ecda2d5737001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ed7fa3a-73ee-443c-a820-70f1c4f7c0a3" -d '{"events": [{"server_uuid": "648de63a-f17d-4471-aa62-ae662a3248dd", "name": "network-vif-plugged", "status": "completed", "tag": "378cdb6a-0d9a-4570-93f4-a99b5b90ef40"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:15:34.369041 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port 378cdb6a-0d9a-4570-93f4-a99b5b90ef40, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=378cdb6a-0d9a-4570-93f4-a99b5b90ef40,segment=NetworkSegment(853c2d50-b260-40cd-8b91-d791f4791b51),segment_id=853c2d50-b260-40cd-8b91-d791f4791b51)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:15:34.375744 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:34.464349 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:15:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e08182c5-b621-440a-9136-93245ffe6260 x-openstack-request-id: req-e08182c5-b621-440a-9136-93245ffe6260 {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:15:34.464629 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "648de63a-f17d-4471-aa62-ae662a3248dd", "name": "network-vif-plugged", "status": "completed", "tag": "378cdb6a-0d9a-4570-93f4-a99b5b90ef40", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:15:34.464884 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e08182c5-b621-440a-9136-93245ffe6260 {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:15:34.466795 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '648de63a-f17d-4471-aa62-ae662a3248dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '378cdb6a-0d9a-4570-93f4-a99b5b90ef40', 'code': 200} Aug 18 12:15:34.467577 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=378cdb6a-0d9a-4570-93f4-a99b5b90ef40,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:15:34.492501 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3518f19a-caf8-4d0a-bdf1-fc4d4fff8ef6 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Router 9b9fadb2-082b-4c2f-bfb6-a1a6476659e7 has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:15:34.623028 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3518f19a-caf8-4d0a-bdf1-fc4d4fff8ef6 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:15:34.627186 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaca3e92-b16b-4f58-9003-59c97b2a4d56 req-06a97fa3-f2a1-464e-8b95-ffc9ae1847a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:15:34.631369 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-eaca3e92-b16b-4f58-9003-59c97b2a4d56 req-06a97fa3-f2a1-464e-8b95-ffc9ae1847a8 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=648de63a-f17d-4471-aa62-ae662a3248dd HTTP/1.1" status: 200 len: 1096 time: 0.0905919 Aug 18 12:15:34.635229 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-3518f19a-caf8-4d0a-bdf1-fc4d4fff8ef6 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] 10.222.0.66 "PUT /v2.0/routers/9b9fadb2-082b-4c2f-bfb6-a1a6476659e7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7614202 Aug 18 12:15:34.635724 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 54884) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:15:34.640881 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b1291ee-1167-476b-a451-08c3c9f67035 None None] Sync routers for ids ['9b9fadb2-082b-4c2f-bfb6-a1a6476659e7'] in n-d-804985-2 {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:15:34.654188 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b1291ee-1167-476b-a451-08c3c9f67035 None None] Routers {'9b9fadb2-082b-4c2f-bfb6-a1a6476659e7'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:15:34.655041 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-9b1291ee-1167-476b-a451-08c3c9f67035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:15:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['9b9fadb2-082b-4c2f-bfb6-a1a6476659e7'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:15:34.710667 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-eaca3e92-b16b-4f58-9003-59c97b2a4d56 req-fab36ab5-b822-4935-82b3-dcfce7434c47 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=9d0a542a-8fa5-4941-b184-fa1bbc2c5b94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646842 Aug 18 12:15:34.720453 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_v2 [None req-7606a7d8-a72b-4950-99a4-a58f4a807942 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Deleting subnet 136e5406-6b7d-484f-89d3-a94beab44cca {{(pid=106253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 12:15:34.730562 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7606a7d8-a72b-4950-99a4-a58f4a807942 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks [] for subnet, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:34.764035 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-9b1291ee-1167-476b-a451-08c3c9f67035 None None] Set router 9b9fadb2-082b-4c2f-bfb6-a1a6476659e7 gateway port host: None {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:15:34.793535 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7606a7d8-a72b-4950-99a4-a58f4a807942 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902229'] for subnet, precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:34.899982 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7606a7d8-a72b-4950-99a4-a58f4a807942 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:35.000442 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7606a7d8-a72b-4950-99a4-a58f4a807942 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58902171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59388106'] for subnet, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:35.050055 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-428cd0c1-5455-47e9-8c28-4d8d473ad172 None None] Network 385ff2b1-ae5a-42a9-be01-5c8503379d25 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:15:35.059128 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7606a7d8-a72b-4950-99a4-a58f4a807942 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Pushing event deleted for resources: {'Subnet': ['ID=136e5406-6b7d-484f-89d3-a94beab44cca,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:15:35.064011 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7606a7d8-a72b-4950-99a4-a58f4a807942 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:35.070594 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-7606a7d8-a72b-4950-99a4-a58f4a807942 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] 10.222.0.66 "DELETE /v2.0/subnets/136e5406-6b7d-484f-89d3-a94beab44cca HTTP/1.1" status: 204 len: 168 time: 0.4336996 Aug 18 12:15:35.073802 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 54898) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:15:35.121849 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-9b1291ee-1167-476b-a451-08c3c9f67035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b9fadb2-082b-4c2f-bfb6-a1a6476659e7', 'name': 'tempest-RoutersIpV6Test-router-2037665960', 'tenant_id': '7fd02f6d258d49aeaa22e91f82208987', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:14:54Z', 'updated_at': '2021-08-18T12:15:33Z', 'revision_number': 9, 'project_id': '7fd02f6d258d49aeaa22e91f82208987', 'gw_port_host': None, '_interfaces': [{'id': '6f4e5afa-a411-4d92-9871-5baef131dd26', 'name': '', 'network_id': '32b5dc54-1967-415e-952a-a2c98fd214ba', 'tenant_id': '7fd02f6d258d49aeaa22e91f82208987', 'mac_address': 'fa:16:3e:aa:99:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9fadb2-082b-4c2f-bfb6-a1a6476659e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2922, 'fixed_ips': [{'subnet_id': '88b214a2-91a3-4444-8954-b59619dc4724', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:15:03Z', 'updated_at': '2021-08-18T12:15:14Z', 'revision_number': 5, 'project_id': '7fd02f6d258d49aeaa22e91f82208987', 'subnets': [{'id': '88b214a2-91a3-4444-8954-b59619dc4724', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f06a4c55-5381-4400-ba79-665acea3969d', 'name': '', 'network_id': '1ee821c8-80e5-4623-b08e-ba8369ed062a', 'tenant_id': '7fd02f6d258d49aeaa22e91f82208987', 'mac_address': 'fa:16:3e:c3:b1:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9fadb2-082b-4c2f-bfb6-a1a6476659e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2897, 'fixed_ips': [{'subnet_id': 'ce02d789-05af-4dbb-affc-5b3aa6c6120f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:14:57Z', 'updated_at': '2021-08-18T12:15:06Z', 'revision_number': 5, 'project_id': '7fd02f6d258d49aeaa22e91f82208987', 'subnets': [{'id': 'ce02d789-05af-4dbb-affc-5b3aa6c6120f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:15:35.155719 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b1291ee-1167-476b-a451-08c3c9f67035 None None] Checking router: 9b9fadb2-082b-4c2f-bfb6-a1a6476659e7 for host: n-d-804985-2 {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:15:35.168234 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b1291ee-1167-476b-a451-08c3c9f67035 None None] Routers {'9b9fadb2-082b-4c2f-bfb6-a1a6476659e7'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:15:35.172712 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-9b1291ee-1167-476b-a451-08c3c9f67035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:15:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['9b9fadb2-082b-4c2f-bfb6-a1a6476659e7'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:15:35.226859 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9f2733b0-b0fe-49ba-b38b-a2eddc3882e5 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7904109'] for network, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:35.306265 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-9f2733b0-b0fe-49ba-b38b-a2eddc3882e5 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Deleting port 73f4bd22-6797-4500-96cd-cea462aa354a {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:15:35.306524 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-9b1291ee-1167-476b-a451-08c3c9f67035 None None] Set router 9b9fadb2-082b-4c2f-bfb6-a1a6476659e7 gateway port host: None {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:15:35.307797 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9f2733b0-b0fe-49ba-b38b-a2eddc3882e5 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:35.432388 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [None req-9f2733b0-b0fe-49ba-b38b-a2eddc3882e5 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] For port 73f4bd22-6797-4500-96cd-cea462aa354a, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=73f4bd22-6797-4500-96cd-cea462aa354a,segment=NetworkSegment(69a22383-2b5e-467c-8cdd-97149961ccfd),segment_id=69a22383-2b5e-467c-8cdd-97149961ccfd)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:15:35.433162 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9f2733b0-b0fe-49ba-b38b-a2eddc3882e5 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:35.452728 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-898fcbbd-fadb-41c3-ba71-d931265038a5 None None] DHCP port deletion for 385ff2b1-ae5a-42a9-be01-5c8503379d25 request from n-d-804985-2 {{(pid=106254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 12:15:35.480367 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-9f2733b0-b0fe-49ba-b38b-a2eddc3882e5 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Calling delete_port for 73f4bd22-6797-4500-96cd-cea462aa354a owned by network:dhcp {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:15:35.575921 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-898fcbbd-fadb-41c3-ba71-d931265038a5 None None] Deleting port 73f4bd22-6797-4500-96cd-cea462aa354a {{(pid=106254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:15:35.576501 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-898fcbbd-fadb-41c3-ba71-d931265038a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:35.619801 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3506f79-22e0-41d4-9ad8-eb1c93b90b6d req-f30cba46-be25-4107-b11f-e2e844a8f877 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:15:35.622881 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e3506f79-22e0-41d4-9ad8-eb1c93b90b6d req-f30cba46-be25-4107-b11f-e2e844a8f877 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/ports?device_id=648de63a-f17d-4471-aa62-ae662a3248dd HTTP/1.1" status: 200 len: 945 time: 0.1655374 Aug 18 12:15:35.695647 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-9b1291ee-1167-476b-a451-08c3c9f67035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b9fadb2-082b-4c2f-bfb6-a1a6476659e7', 'name': 'tempest-RoutersIpV6Test-router-2037665960', 'tenant_id': '7fd02f6d258d49aeaa22e91f82208987', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:14:54Z', 'updated_at': '2021-08-18T12:15:33Z', 'revision_number': 9, 'project_id': '7fd02f6d258d49aeaa22e91f82208987', 'gw_port_host': None, '_interfaces': [{'id': '6f4e5afa-a411-4d92-9871-5baef131dd26', 'name': '', 'network_id': '32b5dc54-1967-415e-952a-a2c98fd214ba', 'tenant_id': '7fd02f6d258d49aeaa22e91f82208987', 'mac_address': 'fa:16:3e:aa:99:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9fadb2-082b-4c2f-bfb6-a1a6476659e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2922, 'fixed_ips': [{'subnet_id': '88b214a2-91a3-4444-8954-b59619dc4724', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:15:03Z', 'updated_at': '2021-08-18T12:15:14Z', 'revision_number': 5, 'project_id': '7fd02f6d258d49aeaa22e91f82208987', 'subnets': [{'id': '88b214a2-91a3-4444-8954-b59619dc4724', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f06a4c55-5381-4400-ba79-665acea3969d', 'name': '', 'network_id': '1ee821c8-80e5-4623-b08e-ba8369ed062a', 'tenant_id': '7fd02f6d258d49aeaa22e91f82208987', 'mac_address': 'fa:16:3e:c3:b1:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9fadb2-082b-4c2f-bfb6-a1a6476659e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2897, 'fixed_ips': [{'subnet_id': 'ce02d789-05af-4dbb-affc-5b3aa6c6120f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:14:57Z', 'updated_at': '2021-08-18T12:15:06Z', 'revision_number': 5, 'project_id': '7fd02f6d258d49aeaa22e91f82208987', 'subnets': [{'id': 'ce02d789-05af-4dbb-affc-5b3aa6c6120f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:15:35.712445 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-898fcbbd-fadb-41c3-ba71-d931265038a5 None None] For port 73f4bd22-6797-4500-96cd-cea462aa354a, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=73f4bd22-6797-4500-96cd-cea462aa354a,segment=NetworkSegment(69a22383-2b5e-467c-8cdd-97149961ccfd),segment_id=69a22383-2b5e-467c-8cdd-97149961ccfd)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:15:35.713049 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-898fcbbd-fadb-41c3-ba71-d931265038a5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:35.744774 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e3506f79-22e0-41d4-9ad8-eb1c93b90b6d req-094c7141-e972-4cdf-a2fc-5431c66d1c00 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/security-groups?id=9d0a542a-8fa5-4941-b184-fa1bbc2c5b94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1143200 Aug 18 12:15:35.765924 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-898fcbbd-fadb-41c3-ba71-d931265038a5 None None] Calling delete_port for 73f4bd22-6797-4500-96cd-cea462aa354a owned by network:dhcp {{(pid=106254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:15:35.809313 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-ec3e4b4d-3581-43f4-809d-7f3cef395341 req-1444fc1e-2019-4ad8-92a6-5c5971819f92 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=dc3e2d7d-3d63-428a-bc66-41ae157ef28e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1193206 Aug 18 12:15:35.818509 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9f2733b0-b0fe-49ba-b38b-a2eddc3882e5 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:35.921651 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2733b0-b0fe-49ba-b38b-a2eddc3882e5 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Pushing event deleted for resources: {'Port': ['ID=73f4bd22-6797-4500-96cd-cea462aa354a,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:15:35.927506 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2733b0-b0fe-49ba-b38b-a2eddc3882e5 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] No DVR routers for this DVR port 73f4bd22-6797-4500-96cd-cea462aa354a on host n-d-804985-2 {{(pid=106253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:15:35.966130 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-898fcbbd-fadb-41c3-ba71-d931265038a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556'] for port, after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:35.998363 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898fcbbd-fadb-41c3-ba71-d931265038a5 None None] Pushing event deleted for resources: {'Port': ['ID=73f4bd22-6797-4500-96cd-cea462aa354a,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:15:36.008015 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-898fcbbd-fadb-41c3-ba71-d931265038a5 None None] No DVR routers for this DVR port 73f4bd22-6797-4500-96cd-cea462aa354a on host n-d-804985-2 {{(pid=106254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:15:36.047354 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b1291ee-1167-476b-a451-08c3c9f67035 None None] The sync data for ids ['9b9fadb2-082b-4c2f-bfb6-a1a6476659e7'] in n-d-804985-2 is: [{'id': '9b9fadb2-082b-4c2f-bfb6-a1a6476659e7', 'name': 'tempest-RoutersIpV6Test-router-2037665960', 'tenant_id': '7fd02f6d258d49aeaa22e91f82208987', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:14:54Z', 'updated_at': '2021-08-18T12:15:33Z', 'revision_number': 9, 'project_id': '7fd02f6d258d49aeaa22e91f82208987', 'gw_port_host': None, '_interfaces': [{'id': '6f4e5afa-a411-4d92-9871-5baef131dd26', 'name': '', 'network_id': '32b5dc54-1967-415e-952a-a2c98fd214ba', 'tenant_id': '7fd02f6d258d49aeaa22e91f82208987', 'mac_address': 'fa:16:3e:aa:99:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9fadb2-082b-4c2f-bfb6-a1a6476659e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2922, 'fixed_ips': [{'subnet_id': '88b214a2-91a3-4444-8954-b59619dc4724', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:15:03Z', 'updated_at': '2021-08-18T12:15:14Z', 'revision_number': 5, 'project_id': '7fd02f6d258d49aeaa22e91f82208987', 'subnets': [{'id': '88b214a2-91a3-4444-8954-b59619dc4724', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f06a4c55-5381-4400-ba79-665acea3969d', 'name': '', 'network_id': '1ee821c8-80e5-4623-b08e-ba8369ed062a', 'tenant_id': '7fd02f6d258d49aeaa22e91f82208987', 'mac_address': 'fa:16:3e:c3:b1:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9fadb2-082b-4c2f-bfb6-a1a6476659e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2897, 'fixed_ips': [{'subnet_id': 'ce02d789-05af-4dbb-affc-5b3aa6c6120f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:14:57Z', 'updated_at': '2021-08-18T12:15:06Z', 'revision_number': 5, 'project_id': '7fd02f6d258d49aeaa22e91f82208987', 'subnets': [{'id': 'ce02d789-05af-4dbb-affc-5b3aa6c6120f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:15:36.086870 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9f2733b0-b0fe-49ba-b38b-a2eddc3882e5 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8367869', 'neutron.services.segments.db._delete_segments_for_network-8789151212993'] for network, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:36.098118 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-9f2733b0-b0fe-49ba-b38b-a2eddc3882e5 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['385ff2b1-ae5a-42a9-be01-5c8503379d25']}} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:15:36.117758 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:36.121719 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-9f2733b0-b0fe-49ba-b38b-a2eddc3882e5 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69a22383-2b5e-467c-8cdd-97149961ccfd') {'for_net_delete': True} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:15:36.122568 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-9f2733b0-b0fe-49ba-b38b-a2eddc3882e5 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69a22383-2b5e-467c-8cdd-97149961ccfd') {} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:15:36.134307 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9f2733b0-b0fe-49ba-b38b-a2eddc3882e5 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789151225254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902236'] for segment, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:36.137781 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3e4b4d-3581-43f4-809d-7f3cef395341 req-dbdb7be3-6d7b-435e-9238-417b7b92440f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:15:36.139502 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-ec3e4b4d-3581-43f4-809d-7f3cef395341 req-dbdb7be3-6d7b-435e-9238-417b7b92440f service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=8fca7d5a19c54940b367d2e63154d6ee&device_id=dc3e2d7d-3d63-428a-bc66-41ae157ef28e HTTP/1.1" status: 200 len: 1097 time: 0.2430980 Aug 18 12:15:36.165916 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9f2733b0-b0fe-49ba-b38b-a2eddc3882e5 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:36.192510 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f2733b0-b0fe-49ba-b38b-a2eddc3882e5 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Releasing vlan 832 on physical network physnet1 to pool {{(pid=106253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:15:36.194892 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9f2733b0-b0fe-49ba-b38b-a2eddc3882e5 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58900537'] for segment, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:36.200075 n-d-804985-2 neutron-server[106253]: Traceback (most recent call last): Aug 18 12:15:36.200075 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:15:36.200075 n-d-804985-2 neutron-server[106253]: timer() Aug 18 12:15:36.200075 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:15:36.200075 n-d-804985-2 neutron-server[106253]: cb(*args, **kw) Aug 18 12:15:36.200075 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:15:36.200075 n-d-804985-2 neutron-server[106253]: return func(*args, **kwargs) Aug 18 12:15:36.200075 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:15:36.200075 n-d-804985-2 neutron-server[106253]: self._notify() Aug 18 12:15:36.200075 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:15:36.200075 n-d-804985-2 neutron-server[106253]: self.callback(batched_events) Aug 18 12:15:36.200075 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:15:36.200075 n-d-804985-2 neutron-server[106253]: event.method(event) Aug 18 12:15:36.200075 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:15:36.200075 n-d-804985-2 neutron-server[106253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:15:36.200075 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:15:36.200075 n-d-804985-2 neutron-server[106253]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:15:36.200075 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:15:36.200075 n-d-804985-2 neutron-server[106253]: return f(self, *a, **k) Aug 18 12:15:36.200075 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:15:36.200075 n-d-804985-2 neutron-server[106253]: return self._get(url).json() Aug 18 12:15:36.200075 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:15:36.200075 n-d-804985-2 neutron-server[106253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:15:36.200075 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:15:36.200075 n-d-804985-2 neutron-server[106253]: return self.request(url, 'GET', **kwargs) Aug 18 12:15:36.200075 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:15:36.200075 n-d-804985-2 neutron-server[106253]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:15:36.200075 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:15:36.200075 n-d-804985-2 neutron-server[106253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:15:36.200075 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:15:36.200075 n-d-804985-2 neutron-server[106253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:15:36.200075 n-d-804985-2 neutron-server[106253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:15:36.329507 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9f2733b0-b0fe-49ba-b38b-a2eddc3882e5 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8367858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997186'] for network, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:36.354314 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9f2733b0-b0fe-49ba-b38b-a2eddc3882e5 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks [] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:36.358820 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-9f2733b0-b0fe-49ba-b38b-a2eddc3882e5 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] 10.222.0.66 "DELETE /v2.0/networks/385ff2b1-ae5a-42a9-be01-5c8503379d25 HTTP/1.1" status: 204 len: 168 time: 1.2812326 Aug 18 12:15:36.358820 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2733b0-b0fe-49ba-b38b-a2eddc3882e5 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Pushing event deleted for resources: {'Network': ['ID=385ff2b1-ae5a-42a9-be01-5c8503379d25,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:15:36.360895 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 54938) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:15:36.384202 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3e4b4d-3581-43f4-809d-7f3cef395341 req-360cd14f-fc49-4e97-9027-7d5c8d526267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:15:36.385873 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-ec3e4b4d-3581-43f4-809d-7f3cef395341 req-360cd14f-fc49-4e97-9027-7d5c8d526267 service neutron] 10.222.0.63 "GET /v2.0/networks?id=9a60ecad-83fa-47c2-91d2-f7a65c03fb59 HTTP/1.1" status: 200 len: 917 time: 0.2080529 Aug 18 12:15:36.474825 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-ec3e4b4d-3581-43f4-809d-7f3cef395341 req-c0732369-b874-4583-94b0-2ae76d16fbc6 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=83ee1a77-6dbe-4990-9f37-fcb519558d22 HTTP/1.1" status: 200 len: 1001 time: 0.0794976 Aug 18 12:15:36.563870 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3e4b4d-3581-43f4-809d-7f3cef395341 req-81d9d740-edf0-4379-93a6-57c25b967774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:15:36.568017 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-ec3e4b4d-3581-43f4-809d-7f3cef395341 req-81d9d740-edf0-4379-93a6-57c25b967774 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=cb04d889-17cd-4540-8b57-641bd70e62c4 HTTP/1.1" status: 200 len: 855 time: 0.0841906 Aug 18 12:15:36.625645 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3e4b4d-3581-43f4-809d-7f3cef395341 req-c1dd8914-6186-4ae8-9bed-569e51c8202c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:15:36.627195 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-ec3e4b4d-3581-43f4-809d-7f3cef395341 req-c1dd8914-6186-4ae8-9bed-569e51c8202c service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=9a60ecad-83fa-47c2-91d2-f7a65c03fb59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0517173 Aug 18 12:15:36.835583 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-ec3e4b4d-3581-43f4-809d-7f3cef395341 req-a0b2bd9d-6cd7-4f3d-815d-8a456900b6df service neutron] 10.222.0.63 "GET /v2.0/networks/9a60ecad-83fa-47c2-91d2-f7a65c03fb59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2005796 Aug 18 12:15:36.873004 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-583eb012-6c99-4cec-9859-1034c6d2252d tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-996815'] for router_interface, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:36.958269 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 73f4bd22-6797-4500-96cd-cea462aa354a no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:15:36.979157 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: 73f4bd22-6797-4500-96cd-cea462aa354a {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:15:36.979502 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 73f4bd22-6797-4500-96cd-cea462aa354a not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:15:36.979920 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device ecf89dae-ca9f-4bbb-9091-a1db7f3f32b9 no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:15:37.011261 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: ecf89dae-ca9f-4bbb-9091-a1db7f3f32b9 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:15:37.011604 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device ecf89dae-ca9f-4bbb-9091-a1db7f3f32b9 not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:15:37.029115 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-ec3e4b4d-3581-43f4-809d-7f3cef395341 req-621078ca-6cc0-4974-a57a-4ef0d59f8796 service neutron] 10.222.0.63 "GET /v2.0/networks/9a60ecad-83fa-47c2-91d2-f7a65c03fb59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1829910 Aug 18 12:15:37.245994 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eddd70-c048-41b5-bfdd-3994f1eb0b5a req-15196a3e-74bc-4430-8159-54653fda6a72 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:15:37.253917 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c3eddd70-c048-41b5-bfdd-3994f1eb0b5a req-15196a3e-74bc-4430-8159-54653fda6a72 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/ports?device_id=648de63a-f17d-4471-aa62-ae662a3248dd HTTP/1.1" status: 200 len: 945 time: 0.2697093 Aug 18 12:15:37.317088 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c3eddd70-c048-41b5-bfdd-3994f1eb0b5a req-4fae0570-1086-496e-b2bb-11fd9a91c0f7 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/security-groups?id=9d0a542a-8fa5-4941-b184-fa1bbc2c5b94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622056 Aug 18 12:15:37.514390 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa666a87-6591-431b-a980-e899054ec802 req-cb9352f8-7c72-4932-8afb-963d6496d817 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:15:37.515879 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-aa666a87-6591-431b-a980-e899054ec802 req-cb9352f8-7c72-4932-8afb-963d6496d817 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/ports?device_id=648de63a-f17d-4471-aa62-ae662a3248dd HTTP/1.1" status: 200 len: 945 time: 0.1072404 Aug 18 12:15:37.522653 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-583eb012-6c99-4cec-9859-1034c6d2252d tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Deleting port 6f4e5afa-a411-4d92-9871-5baef131dd26 {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:15:37.522653 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-583eb012-6c99-4cec-9859-1034c6d2252d tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:37.609150 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-aa666a87-6591-431b-a980-e899054ec802 req-3dc7ef23-2169-42d0-8cd3-c24e160e234f tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/security-groups?id=9d0a542a-8fa5-4941-b184-fa1bbc2c5b94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831876 Aug 18 12:15:37.633186 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 54960) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:15:37.658307 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [None req-583eb012-6c99-4cec-9859-1034c6d2252d tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] For port 6f4e5afa-a411-4d92-9871-5baef131dd26, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=6f4e5afa-a411-4d92-9871-5baef131dd26,segment=NetworkSegment(52b7006f-2792-43ce-9b2f-843ac02dbbee),segment_id=52b7006f-2792-43ce-9b2f-843ac02dbbee)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:15:37.658676 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-583eb012-6c99-4cec-9859-1034c6d2252d tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:37.672759 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-583eb012-6c99-4cec-9859-1034c6d2252d tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Calling delete_port for 6f4e5afa-a411-4d92-9871-5baef131dd26 owned by network:router_interface {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:15:37.679968 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b330383a-d836-4014-9020-2a8cb6e1903c tempest-TestNetworkAdvancedServerOps-1126957736 tempest-TestNetworkAdvancedServerOps-1126957736-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:15:37.681628 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-b330383a-d836-4014-9020-2a8cb6e1903c tempest-TestNetworkAdvancedServerOps-1126957736 tempest-TestNetworkAdvancedServerOps-1126957736-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=648de63a-f17d-4471-aa62-ae662a3248dd HTTP/1.1" status: 200 len: 1091 time: 0.0471780 Aug 18 12:15:37.684432 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 54966) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:15:37.689287 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-767cdd46-c843-46eb-8090-f1de40dd0cf5 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Request body: {'floatingip': {'floating_network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'port_id': '378cdb6a-0d9a-4570-93f4-a99b5b90ef40', 'tenant_id': 'b60736d695f1461b9071c3b3eddcc039', 'fixed_ip_address': '172.20.0.6'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:15:37.713742 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-767cdd46-c843-46eb-8090-f1de40dd0cf5 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks [] for floatingip, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:37.824437 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-767cdd46-c843-46eb-8090-f1de40dd0cf5 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:37.872790 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-583eb012-6c99-4cec-9859-1034c6d2252d tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:37.904411 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583eb012-6c99-4cec-9859-1034c6d2252d tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Pushing event deleted for resources: {'Port': ['ID=6f4e5afa-a411-4d92-9871-5baef131dd26,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:15:37.937435 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [None req-767cdd46-c843-46eb-8090-f1de40dd0cf5 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Allocated IP 172.25.7.79 (7cae7a70-14fd-408c-b14d-39ceb97cb60e/9784295a-20b8-4a4b-b105-f82737f0448f/daf94396-4907-4dc3-931c-4445777e1787) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:15:38.024260 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-583eb012-6c99-4cec-9859-1034c6d2252d tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953695'] for router_interface, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:38.084739 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-767cdd46-c843-46eb-8090-f1de40dd0cf5 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:38.140694 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-767cdd46-c843-46eb-8090-f1de40dd0cf5 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:38.180583 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:38.196778 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-767cdd46-c843-46eb-8090-f1de40dd0cf5 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Network 7cae7a70-14fd-408c-b14d-39ceb97cb60e is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:15:38.202362 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-767cdd46-c843-46eb-8090-f1de40dd0cf5 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:15:38.205149 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-767cdd46-c843-46eb-8090-f1de40dd0cf5 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:15:38.235517 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767cdd46-c843-46eb-8090-f1de40dd0cf5 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Pushing event updated for resources: {'Port': ['ID=daf94396-4907-4dc3-931c-4445777e1787,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:15:38.261478 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-583eb012-6c99-4cec-9859-1034c6d2252d tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Router 9b9fadb2-082b-4c2f-bfb6-a1a6476659e7 has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:15:38.844592 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-583eb012-6c99-4cec-9859-1034c6d2252d tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:15:38.851181 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-583eb012-6c99-4cec-9859-1034c6d2252d tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] 10.222.0.66 "PUT /v2.0/routers/9b9fadb2-082b-4c2f-bfb6-a1a6476659e7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4889102 Aug 18 12:15:38.853507 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 55002) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:15:38.857480 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66863851-9867-44f9-8d48-0f69c57f1171 None None] Sync routers for ids ['9b9fadb2-082b-4c2f-bfb6-a1a6476659e7'] in n-d-804985-2 {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:15:38.866332 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-767cdd46-c843-46eb-8090-f1de40dd0cf5 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:38.873498 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66863851-9867-44f9-8d48-0f69c57f1171 None None] Routers {'9b9fadb2-082b-4c2f-bfb6-a1a6476659e7'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:15:38.877386 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-66863851-9867-44f9-8d48-0f69c57f1171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:15:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['9b9fadb2-082b-4c2f-bfb6-a1a6476659e7'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:15:38.937478 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_v2 [None req-f15bd3f2-64f3-4054-a77a-7451d1504038 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Deleting subnet 88b214a2-91a3-4444-8954-b59619dc4724 {{(pid=106252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 12:15:38.941337 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f15bd3f2-64f3-4054-a77a-7451d1504038 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks [] for subnet, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:38.992014 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f15bd3f2-64f3-4054-a77a-7451d1504038 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2221528'] for subnet, precommit_delete_associations {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:39.074602 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-66863851-9867-44f9-8d48-0f69c57f1171 None None] Set router 9b9fadb2-082b-4c2f-bfb6-a1a6476659e7 gateway port host: None {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:15:39.151303 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-767cdd46-c843-46eb-8090-f1de40dd0cf5 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:39.168028 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f15bd3f2-64f3-4054-a77a-7451d1504038 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:39.240694 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f15bd3f2-64f3-4054-a77a-7451d1504038 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3572848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59074100'] for subnet, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:39.282195 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15bd3f2-64f3-4054-a77a-7451d1504038 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Pushing event deleted for resources: {'Subnet': ['ID=88b214a2-91a3-4444-8954-b59619dc4724,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:15:39.291371 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f15bd3f2-64f3-4054-a77a-7451d1504038 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for subnet, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:39.296864 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-f15bd3f2-64f3-4054-a77a-7451d1504038 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] 10.222.0.66 "DELETE /v2.0/subnets/88b214a2-91a3-4444-8954-b59619dc4724 HTTP/1.1" status: 204 len: 168 time: 0.4420822 Aug 18 12:15:39.297470 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 55004) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:15:39.305705 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d8b1a85-fc44-4777-9c6e-710eba7e7dda None None] Network 32b5dc54-1967-415e-952a-a2c98fd214ba requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:15:39.454491 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0c9d6171-233d-4b03-a299-ec322560960d tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7904109'] for network, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:39.557764 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-66863851-9867-44f9-8d48-0f69c57f1171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b9fadb2-082b-4c2f-bfb6-a1a6476659e7', 'name': 'tempest-RoutersIpV6Test-router-2037665960', 'tenant_id': '7fd02f6d258d49aeaa22e91f82208987', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:14:54Z', 'updated_at': '2021-08-18T12:15:37Z', 'revision_number': 10, 'project_id': '7fd02f6d258d49aeaa22e91f82208987', 'gw_port_host': None, '_interfaces': [{'id': 'f06a4c55-5381-4400-ba79-665acea3969d', 'name': '', 'network_id': '1ee821c8-80e5-4623-b08e-ba8369ed062a', 'tenant_id': '7fd02f6d258d49aeaa22e91f82208987', 'mac_address': 'fa:16:3e:c3:b1:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9fadb2-082b-4c2f-bfb6-a1a6476659e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2897, 'fixed_ips': [{'subnet_id': 'ce02d789-05af-4dbb-affc-5b3aa6c6120f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:14:57Z', 'updated_at': '2021-08-18T12:15:06Z', 'revision_number': 5, 'project_id': '7fd02f6d258d49aeaa22e91f82208987', 'subnets': [{'id': 'ce02d789-05af-4dbb-affc-5b3aa6c6120f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:15:39.603701 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-0c9d6171-233d-4b03-a299-ec322560960d tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Deleting port 63fefbf3-6d12-4d8a-9a75-3aa58649a530 {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:15:39.604115 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0c9d6171-233d-4b03-a299-ec322560960d tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:39.612993 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66863851-9867-44f9-8d48-0f69c57f1171 None None] Checking router: 9b9fadb2-082b-4c2f-bfb6-a1a6476659e7 for host: n-d-804985-2 {{(pid=106254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:15:39.620072 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebb0c3f9-15cc-4fce-b884-cdd3bac4fe80 None None] DHCP port deletion for 32b5dc54-1967-415e-952a-a2c98fd214ba request from n-d-804985-2 {{(pid=106254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 12:15:39.658843 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66863851-9867-44f9-8d48-0f69c57f1171 None None] Routers {'9b9fadb2-082b-4c2f-bfb6-a1a6476659e7'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:15:39.659831 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-66863851-9867-44f9-8d48-0f69c57f1171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:15:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['9b9fadb2-082b-4c2f-bfb6-a1a6476659e7'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:15:39.759988 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [None req-0c9d6171-233d-4b03-a299-ec322560960d tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] For port 63fefbf3-6d12-4d8a-9a75-3aa58649a530, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=63fefbf3-6d12-4d8a-9a75-3aa58649a530,segment=NetworkSegment(52b7006f-2792-43ce-9b2f-843ac02dbbee),segment_id=52b7006f-2792-43ce-9b2f-843ac02dbbee)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:15:39.760212 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0c9d6171-233d-4b03-a299-ec322560960d tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:39.790813 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-0c9d6171-233d-4b03-a299-ec322560960d tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Calling delete_port for 63fefbf3-6d12-4d8a-9a75-3aa58649a530 owned by network:dhcp {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:15:39.830578 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-66863851-9867-44f9-8d48-0f69c57f1171 None None] Set router 9b9fadb2-082b-4c2f-bfb6-a1a6476659e7 gateway port host: None {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:15:39.862812 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-ebb0c3f9-15cc-4fce-b884-cdd3bac4fe80 None None] Deleting port 63fefbf3-6d12-4d8a-9a75-3aa58649a530 {{(pid=106254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:15:39.862990 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ebb0c3f9-15cc-4fce-b884-cdd3bac4fe80 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:40.012388 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-767cdd46-c843-46eb-8090-f1de40dd0cf5 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks [] for port, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:40.021968 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0c9d6171-233d-4b03-a299-ec322560960d tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:40.023584 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-767cdd46-c843-46eb-8090-f1de40dd0cf5 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:40.092344 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c9d6171-233d-4b03-a299-ec322560960d tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] No DVR routers for this DVR port 63fefbf3-6d12-4d8a-9a75-3aa58649a530 on host n-d-804985-2 {{(pid=106252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:15:40.096164 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-ebb0c3f9-15cc-4fce-b884-cdd3bac4fe80 None None] For port 63fefbf3-6d12-4d8a-9a75-3aa58649a530, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=63fefbf3-6d12-4d8a-9a75-3aa58649a530,segment=NetworkSegment(52b7006f-2792-43ce-9b2f-843ac02dbbee),segment_id=52b7006f-2792-43ce-9b2f-843ac02dbbee)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:15:40.096612 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ebb0c3f9-15cc-4fce-b884-cdd3bac4fe80 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:40.110299 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9d6171-233d-4b03-a299-ec322560960d tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Pushing event deleted for resources: {'Port': ['ID=63fefbf3-6d12-4d8a-9a75-3aa58649a530,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:15:40.117238 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-ebb0c3f9-15cc-4fce-b884-cdd3bac4fe80 None None] Calling delete_port for 63fefbf3-6d12-4d8a-9a75-3aa58649a530 owned by network:dhcp {{(pid=106254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:15:40.140444 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767cdd46-c843-46eb-8090-f1de40dd0cf5 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Pushing event updated for resources: {'Port': ['ID=daf94396-4907-4dc3-931c-4445777e1787,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:15:40.236731 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-767cdd46-c843-46eb-8090-f1de40dd0cf5 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-989945'] for floatingip, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:40.276206 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ebb0c3f9-15cc-4fce-b884-cdd3bac4fe80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556'] for port, after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:40.359127 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0c9d6171-233d-4b03-a299-ec322560960d tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8367869', 'neutron.services.segments.db._delete_segments_for_network-8789151212993'] for network, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:40.360509 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb0c3f9-15cc-4fce-b884-cdd3bac4fe80 None None] Pushing event deleted for resources: {'Port': ['ID=63fefbf3-6d12-4d8a-9a75-3aa58649a530,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:15:40.373563 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-66863851-9867-44f9-8d48-0f69c57f1171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b9fadb2-082b-4c2f-bfb6-a1a6476659e7', 'name': 'tempest-RoutersIpV6Test-router-2037665960', 'tenant_id': '7fd02f6d258d49aeaa22e91f82208987', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:14:54Z', 'updated_at': '2021-08-18T12:15:37Z', 'revision_number': 10, 'project_id': '7fd02f6d258d49aeaa22e91f82208987', 'gw_port_host': None, '_interfaces': [{'id': 'f06a4c55-5381-4400-ba79-665acea3969d', 'name': '', 'network_id': '1ee821c8-80e5-4623-b08e-ba8369ed062a', 'tenant_id': '7fd02f6d258d49aeaa22e91f82208987', 'mac_address': 'fa:16:3e:c3:b1:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9fadb2-082b-4c2f-bfb6-a1a6476659e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2897, 'fixed_ips': [{'subnet_id': 'ce02d789-05af-4dbb-affc-5b3aa6c6120f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:14:57Z', 'updated_at': '2021-08-18T12:15:06Z', 'revision_number': 5, 'project_id': '7fd02f6d258d49aeaa22e91f82208987', 'subnets': [{'id': 'ce02d789-05af-4dbb-affc-5b3aa6c6120f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:15:40.379496 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb0c3f9-15cc-4fce-b884-cdd3bac4fe80 None None] No DVR routers for this DVR port 63fefbf3-6d12-4d8a-9a75-3aa58649a530 on host n-d-804985-2 {{(pid=106254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:15:40.385358 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-0c9d6171-233d-4b03-a299-ec322560960d tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32b5dc54-1967-415e-952a-a2c98fd214ba']}} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:15:40.406420 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-0c9d6171-233d-4b03-a299-ec322560960d tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52b7006f-2792-43ce-9b2f-843ac02dbbee') {'for_net_delete': True} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:15:40.407086 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-0c9d6171-233d-4b03-a299-ec322560960d tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52b7006f-2792-43ce-9b2f-843ac02dbbee') {} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:15:40.417978 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0c9d6171-233d-4b03-a299-ec322560960d tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789151225254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2221521'] for segment, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:40.435323 n-d-804985-2 neutron-server[106253]: INFO neutron.db.l3_db [None req-767cdd46-c843-46eb-8090-f1de40dd0cf5 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Floating IP 72cb69f0-c6bd-4b09-80dd-2226f33a1701 associated. External IP: 172.25.7.79, port: 378cdb6a-0d9a-4570-93f4-a99b5b90ef40. Aug 18 12:15:40.441994 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0c9d6171-233d-4b03-a299-ec322560960d tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:40.469006 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c9d6171-233d-4b03-a299-ec322560960d tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Releasing vlan 821 on physical network physnet1 to pool {{(pid=106252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:15:40.470333 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66863851-9867-44f9-8d48-0f69c57f1171 None None] The sync data for ids ['9b9fadb2-082b-4c2f-bfb6-a1a6476659e7'] in n-d-804985-2 is: [{'id': '9b9fadb2-082b-4c2f-bfb6-a1a6476659e7', 'name': 'tempest-RoutersIpV6Test-router-2037665960', 'tenant_id': '7fd02f6d258d49aeaa22e91f82208987', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:14:54Z', 'updated_at': '2021-08-18T12:15:37Z', 'revision_number': 10, 'project_id': '7fd02f6d258d49aeaa22e91f82208987', 'gw_port_host': None, '_interfaces': [{'id': 'f06a4c55-5381-4400-ba79-665acea3969d', 'name': '', 'network_id': '1ee821c8-80e5-4623-b08e-ba8369ed062a', 'tenant_id': '7fd02f6d258d49aeaa22e91f82208987', 'mac_address': 'fa:16:3e:c3:b1:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9fadb2-082b-4c2f-bfb6-a1a6476659e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2897, 'fixed_ips': [{'subnet_id': 'ce02d789-05af-4dbb-affc-5b3aa6c6120f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:14:57Z', 'updated_at': '2021-08-18T12:15:06Z', 'revision_number': 5, 'project_id': '7fd02f6d258d49aeaa22e91f82208987', 'subnets': [{'id': 'ce02d789-05af-4dbb-affc-5b3aa6c6120f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:15:40.470982 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0c9d6171-233d-4b03-a299-ec322560960d tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3572434'] for segment, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:40.485183 n-d-804985-2 neutron-server[106252]: Traceback (most recent call last): Aug 18 12:15:40.485183 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:15:40.485183 n-d-804985-2 neutron-server[106252]: timer() Aug 18 12:15:40.485183 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:15:40.485183 n-d-804985-2 neutron-server[106252]: cb(*args, **kw) Aug 18 12:15:40.485183 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:15:40.485183 n-d-804985-2 neutron-server[106252]: return func(*args, **kwargs) Aug 18 12:15:40.485183 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:15:40.485183 n-d-804985-2 neutron-server[106252]: self._notify() Aug 18 12:15:40.485183 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:15:40.485183 n-d-804985-2 neutron-server[106252]: self.callback(batched_events) Aug 18 12:15:40.485183 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:15:40.485183 n-d-804985-2 neutron-server[106252]: event.method(event) Aug 18 12:15:40.485183 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:15:40.485183 n-d-804985-2 neutron-server[106252]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:15:40.485183 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:15:40.485183 n-d-804985-2 neutron-server[106252]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:15:40.485183 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:15:40.485183 n-d-804985-2 neutron-server[106252]: return f(self, *a, **k) Aug 18 12:15:40.485183 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:15:40.485183 n-d-804985-2 neutron-server[106252]: return self._get(url).json() Aug 18 12:15:40.485183 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:15:40.485183 n-d-804985-2 neutron-server[106252]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:15:40.485183 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:15:40.485183 n-d-804985-2 neutron-server[106252]: return self.request(url, 'GET', **kwargs) Aug 18 12:15:40.485183 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:15:40.485183 n-d-804985-2 neutron-server[106252]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:15:40.485183 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:15:40.485183 n-d-804985-2 neutron-server[106252]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:15:40.485183 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:15:40.485183 n-d-804985-2 neutron-server[106252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:15:40.485183 n-d-804985-2 neutron-server[106252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:15:40.625385 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0c9d6171-233d-4b03-a299-ec322560960d tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8367858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997186'] for network, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:40.650610 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0c9d6171-233d-4b03-a299-ec322560960d tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks [] for network, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:40.662832 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-0c9d6171-233d-4b03-a299-ec322560960d tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] 10.222.0.66 "DELETE /v2.0/networks/32b5dc54-1967-415e-952a-a2c98fd214ba HTTP/1.1" status: 204 len: 168 time: 1.3620298 Aug 18 12:15:40.662832 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9d6171-233d-4b03-a299-ec322560960d tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Pushing event deleted for resources: {'Network': ['ID=32b5dc54-1967-415e-952a-a2c98fd214ba,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:15:40.669056 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 55040) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:15:40.800981 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-767cdd46-c843-46eb-8090-f1de40dd0cf5 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Router 5c3821dd-0e2c-4044-bf37-1988f8119a50 has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:15:40.950374 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-767cdd46-c843-46eb-8090-f1de40dd0cf5 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:15:40.961986 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70d64151-c215-4d36-b2ab-7743ad528c99 None None] Sync routers for ids ['5c3821dd-0e2c-4044-bf37-1988f8119a50'] in n-d-804985-2 {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:15:40.974449 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70d64151-c215-4d36-b2ab-7743ad528c99 None None] Routers {'5c3821dd-0e2c-4044-bf37-1988f8119a50'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:15:40.975215 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-70d64151-c215-4d36-b2ab-7743ad528c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:15:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['5c3821dd-0e2c-4044-bf37-1988f8119a50'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:15:40.979714 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-767cdd46-c843-46eb-8090-f1de40dd0cf5 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for floatingip, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:41.024973 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-767cdd46-c843-46eb-8090-f1de40dd0cf5 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.3392560 Aug 18 12:15:41.026051 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '648de63a-f17d-4471-aa62-ae662a3248dd', 'tag': '378cdb6a-0d9a-4570-93f4-a99b5b90ef40'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:15:41.033007 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0679f4c4b6e0e0c064a7d71d722dc30541a34fffee11680573be22ee2ffccc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7debc60-06ff-422c-94c2-8da82c769d9c" -d '{"events": [{"name": "network-changed", "server_uuid": "648de63a-f17d-4471-aa62-ae662a3248dd", "tag": "378cdb6a-0d9a-4570-93f4-a99b5b90ef40"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:15:41.052107 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 63fefbf3-6d12-4d8a-9a75-3aa58649a530 no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:15:41.123357 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:15:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44f81c75-317c-4929-ba16-dc89c0a18df4 x-openstack-request-id: req-44f81c75-317c-4929-ba16-dc89c0a18df4 {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:15:41.123692 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "648de63a-f17d-4471-aa62-ae662a3248dd", "tag": "378cdb6a-0d9a-4570-93f4-a99b5b90ef40", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:15:41.125280 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-44f81c75-317c-4929-ba16-dc89c0a18df4 {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:15:41.125946 n-d-804985-2 neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '648de63a-f17d-4471-aa62-ae662a3248dd', 'tag': '378cdb6a-0d9a-4570-93f4-a99b5b90ef40', 'status': 'completed', 'code': 200} Aug 18 12:15:41.244138 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-70d64151-c215-4d36-b2ab-7743ad528c99 None None] Set router 5c3821dd-0e2c-4044-bf37-1988f8119a50 gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:15:41.256430 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7debc60-06ff-422c-94c2-8da82c769d9c req-7faee7ca-c0d7-4494-a4f5-ce841d9bcfa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:15:41.258068 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-f7debc60-06ff-422c-94c2-8da82c769d9c req-7faee7ca-c0d7-4494-a4f5-ce841d9bcfa5 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b60736d695f1461b9071c3b3eddcc039&device_id=648de63a-f17d-4471-aa62-ae662a3248dd HTTP/1.1" status: 200 len: 1096 time: 0.1082077 Aug 18 12:15:41.424585 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6666f3-f79f-465b-b3f8-ae7372c9d754 req-b77fe585-9d34-4258-b7de-aa05cf5eee5c tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:15:41.432086 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ab6666f3-f79f-465b-b3f8-ae7372c9d754 req-b77fe585-9d34-4258-b7de-aa05cf5eee5c tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/ports?device_id=648de63a-f17d-4471-aa62-ae662a3248dd HTTP/1.1" status: 200 len: 945 time: 0.2095578 Aug 18 12:15:41.518423 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ab6666f3-f79f-465b-b3f8-ae7372c9d754 req-cbc3bf48-9a58-482e-aa0b-96b94a78fa4a tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/security-groups?id=9d0a542a-8fa5-4941-b184-fa1bbc2c5b94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850747 Aug 18 12:15:41.546668 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7debc60-06ff-422c-94c2-8da82c769d9c req-86b7da73-ec0f-43f7-83f9-4ff20bd3f2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:15:41.550189 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-f7debc60-06ff-422c-94c2-8da82c769d9c req-86b7da73-ec0f-43f7-83f9-4ff20bd3f2f4 service neutron] 10.222.0.62 "GET /v2.0/networks?id=e9151886-a8d5-45f7-8d09-a3bfb73f6646 HTTP/1.1" status: 200 len: 897 time: 0.2833462 Aug 18 12:15:41.556931 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 55056) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:15:41.603267 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: 63fefbf3-6d12-4d8a-9a75-3aa58649a530 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:15:41.603771 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 63fefbf3-6d12-4d8a-9a75-3aa58649a530 not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:15:41.603997 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 6f4e5afa-a411-4d92-9871-5baef131dd26 no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:15:41.644801 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: 6f4e5afa-a411-4d92-9871-5baef131dd26 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:15:41.645061 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 6f4e5afa-a411-4d92-9871-5baef131dd26 not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:15:41.679155 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-70d64151-c215-4d36-b2ab-7743ad528c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c3821dd-0e2c-4044-bf37-1988f8119a50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-228808610', 'tenant_id': 'b60736d695f1461b9071c3b3eddcc039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.39'}], 'enable_snat': True}, 'gw_port_id': '1bcaea4e-7a3a-4229-9f58-d8c14d2fd3d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:15:04Z', 'updated_at': '2021-08-18T12:15:13Z', 'revision_number': 4, 'project_id': 'b60736d695f1461b9071c3b3eddcc039', 'gw_port': {'id': '1bcaea4e-7a3a-4229-9f58-d8c14d2fd3d5', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:5a:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c3821dd-0e2c-4044-bf37-1988f8119a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2926, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:15:04Z', 'updated_at': '2021-08-18T12:15:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_floatingips': [{'id': '72cb69f0-c6bd-4b09-80dd-2226f33a1701', 'tenant_id': 'b60736d695f1461b9071c3b3eddcc039', 'floating_ip_address': '172.25.7.79', 'floating_network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'router_id': '5c3821dd-0e2c-4044-bf37-1988f8119a50', 'port_id': '378cdb6a-0d9a-4570-93f4-a99b5b90ef40', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2982, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9151886-a8d5-45f7-8d09-a3bfb73f6646', 'mac_address': 'fa:16:3e:1e:d4:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '648de63a-f17d-4471-aa62-ae662a3248dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T12:15:38Z', 'updated_at': '2021-08-18T12:15:38Z', 'revision_number': 0, 'project_id': 'b60736d695f1461b9071c3b3eddcc039', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfbaf780-ba47-4a84-9f06-fb1c7929dccd', 'name': '', 'network_id': 'e9151886-a8d5-45f7-8d09-a3bfb73f6646', 'tenant_id': 'b60736d695f1461b9071c3b3eddcc039', 'mac_address': 'fa:16:3e:c7:5e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c3821dd-0e2c-4044-bf37-1988f8119a50', 'device_owner': 'network:router_interface', 'standard_attr_id': 2946, 'fixed_ips': [{'subnet_id': 'e946d931-a852-4d12-bbc8-b7cb94a92f2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:15:10Z', 'updated_at': '2021-08-18T12:15:25Z', 'revision_number': 5, 'project_id': 'b60736d695f1461b9071c3b3eddcc039', 'subnets': [{'id': 'e946d931-a852-4d12-bbc8-b7cb94a92f2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:15:41.686818 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-2e6f16b9-c30f-4876-99f9-a7d06cd31c02 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/floatingips/72cb69f0-c6bd-4b09-80dd-2226f33a1701 HTTP/1.1" status: 200 len: 990 time: 0.1274924 Aug 18 12:15:41.720901 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70d64151-c215-4d36-b2ab-7743ad528c99 None None] Checking router: 5c3821dd-0e2c-4044-bf37-1988f8119a50 for host: n-d-804985-2 {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:15:41.731708 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70d64151-c215-4d36-b2ab-7743ad528c99 None None] Routers {'5c3821dd-0e2c-4044-bf37-1988f8119a50'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:15:41.732363 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-70d64151-c215-4d36-b2ab-7743ad528c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:15:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['5c3821dd-0e2c-4044-bf37-1988f8119a50'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:15:41.734336 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-45a05d1c-8353-4852-8a43-a0c1c5ea305f tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-996815'] for router_interface, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:41.822952 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-f7debc60-06ff-422c-94c2-8da82c769d9c req-0e2a3ec9-c061-475b-a6af-f701d7c79d56 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=378cdb6a-0d9a-4570-93f4-a99b5b90ef40 HTTP/1.1" status: 200 len: 998 time: 0.1459141 Aug 18 12:15:41.915605 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7debc60-06ff-422c-94c2-8da82c769d9c req-0e223c97-8acc-4317-9f79-83d37322859d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:15:41.917112 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-f7debc60-06ff-422c-94c2-8da82c769d9c req-0e223c97-8acc-4317-9f79-83d37322859d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e946d931-a852-4d12-bbc8-b7cb94a92f2a HTTP/1.1" status: 200 len: 834 time: 0.0853238 Aug 18 12:15:41.922504 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-70d64151-c215-4d36-b2ab-7743ad528c99 None None] Set router 5c3821dd-0e2c-4044-bf37-1988f8119a50 gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:15:42.014003 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7debc60-06ff-422c-94c2-8da82c769d9c req-44e60265-4c12-49bf-abe5-9da7bad07197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:15:42.015886 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-f7debc60-06ff-422c-94c2-8da82c769d9c req-44e60265-4c12-49bf-abe5-9da7bad07197 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e9151886-a8d5-45f7-8d09-a3bfb73f6646&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0908284 Aug 18 12:15:42.237358 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-45a05d1c-8353-4852-8a43-a0c1c5ea305f tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Deleting port f06a4c55-5381-4400-ba79-665acea3969d {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:15:42.237701 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-45a05d1c-8353-4852-8a43-a0c1c5ea305f tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:42.256748 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-70d64151-c215-4d36-b2ab-7743ad528c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c3821dd-0e2c-4044-bf37-1988f8119a50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-228808610', 'tenant_id': 'b60736d695f1461b9071c3b3eddcc039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.39'}], 'enable_snat': True}, 'gw_port_id': '1bcaea4e-7a3a-4229-9f58-d8c14d2fd3d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:15:04Z', 'updated_at': '2021-08-18T12:15:13Z', 'revision_number': 4, 'project_id': 'b60736d695f1461b9071c3b3eddcc039', 'gw_port': {'id': '1bcaea4e-7a3a-4229-9f58-d8c14d2fd3d5', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:5a:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c3821dd-0e2c-4044-bf37-1988f8119a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2926, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:15:04Z', 'updated_at': '2021-08-18T12:15:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_floatingips': [{'id': '72cb69f0-c6bd-4b09-80dd-2226f33a1701', 'tenant_id': 'b60736d695f1461b9071c3b3eddcc039', 'floating_ip_address': '172.25.7.79', 'floating_network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'router_id': '5c3821dd-0e2c-4044-bf37-1988f8119a50', 'port_id': '378cdb6a-0d9a-4570-93f4-a99b5b90ef40', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2982, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9151886-a8d5-45f7-8d09-a3bfb73f6646', 'mac_address': 'fa:16:3e:1e:d4:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '648de63a-f17d-4471-aa62-ae662a3248dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T12:15:38Z', 'updated_at': '2021-08-18T12:15:38Z', 'revision_number': 0, 'project_id': 'b60736d695f1461b9071c3b3eddcc039', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfbaf780-ba47-4a84-9f06-fb1c7929dccd', 'name': '', 'network_id': 'e9151886-a8d5-45f7-8d09-a3bfb73f6646', 'tenant_id': 'b60736d695f1461b9071c3b3eddcc039', 'mac_address': 'fa:16:3e:c7:5e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c3821dd-0e2c-4044-bf37-1988f8119a50', 'device_owner': 'network:router_interface', 'standard_attr_id': 2946, 'fixed_ips': [{'subnet_id': 'e946d931-a852-4d12-bbc8-b7cb94a92f2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:15:10Z', 'updated_at': '2021-08-18T12:15:25Z', 'revision_number': 5, 'project_id': 'b60736d695f1461b9071c3b3eddcc039', 'subnets': [{'id': 'e946d931-a852-4d12-bbc8-b7cb94a92f2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:15:42.289790 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-f7debc60-06ff-422c-94c2-8da82c769d9c req-0cc640e7-5768-4c1d-a9fb-563dbb269659 service neutron] 10.222.0.62 "GET /v2.0/networks/e9151886-a8d5-45f7-8d09-a3bfb73f6646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2640545 Aug 18 12:15:42.299999 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70d64151-c215-4d36-b2ab-7743ad528c99 None None] The sync data for ids ['5c3821dd-0e2c-4044-bf37-1988f8119a50'] in n-d-804985-2 is: [{'id': '5c3821dd-0e2c-4044-bf37-1988f8119a50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-228808610', 'tenant_id': 'b60736d695f1461b9071c3b3eddcc039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.39'}], 'enable_snat': True}, 'gw_port_id': '1bcaea4e-7a3a-4229-9f58-d8c14d2fd3d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:15:04Z', 'updated_at': '2021-08-18T12:15:13Z', 'revision_number': 4, 'project_id': 'b60736d695f1461b9071c3b3eddcc039', 'gw_port': {'id': '1bcaea4e-7a3a-4229-9f58-d8c14d2fd3d5', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:5a:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c3821dd-0e2c-4044-bf37-1988f8119a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2926, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:15:04Z', 'updated_at': '2021-08-18T12:15:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_floatingips': [{'id': '72cb69f0-c6bd-4b09-80dd-2226f33a1701', 'tenant_id': 'b60736d695f1461b9071c3b3eddcc039', 'floating_ip_address': '172.25.7.79', 'floating_network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'router_id': '5c3821dd-0e2c-4044-bf37-1988f8119a50', 'port_id': '378cdb6a-0d9a-4570-93f4-a99b5b90ef40', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2982, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9151886-a8d5-45f7-8d09-a3bfb73f6646', 'mac_address': 'fa:16:3e:1e:d4:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '648de63a-f17d-4471-aa62-ae662a3248dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T12:15:38Z', 'updated_at': '2021-08-18T12:15:38Z', 'revision_number': 0, 'project_id': 'b60736d695f1461b9071c3b3eddcc039', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfbaf780-ba47-4a84-9f06-fb1c7929dccd', 'name': '', 'network_id': 'e9151886-a8d5-45f7-8d09-a3bfb73f6646', 'tenant_id': 'b60736d695f1461b9071c3b3eddcc039', 'mac_address': 'fa:16:3e:c7:5e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c3821dd-0e2c-4044-bf37-1988f8119a50', 'device_owner': 'network:router_interface', 'standard_attr_id': 2946, 'fixed_ips': [{'subnet_id': 'e946d931-a852-4d12-bbc8-b7cb94a92f2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:15:10Z', 'updated_at': '2021-08-18T12:15:25Z', 'revision_number': 5, 'project_id': 'b60736d695f1461b9071c3b3eddcc039', 'subnets': [{'id': 'e946d931-a852-4d12-bbc8-b7cb94a92f2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:15:42.448245 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [None req-45a05d1c-8353-4852-8a43-a0c1c5ea305f tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] For port f06a4c55-5381-4400-ba79-665acea3969d, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=f06a4c55-5381-4400-ba79-665acea3969d,segment=NetworkSegment(901c6530-e433-4e78-aaec-6e03fb7dd3a7),segment_id=901c6530-e433-4e78-aaec-6e03fb7dd3a7)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:15:42.448871 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-45a05d1c-8353-4852-8a43-a0c1c5ea305f tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:42.475080 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-45a05d1c-8353-4852-8a43-a0c1c5ea305f tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Calling delete_port for f06a4c55-5381-4400-ba79-665acea3969d owned by network:router_interface {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:15:42.533315 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-f7debc60-06ff-422c-94c2-8da82c769d9c req-4206999d-c3f5-4aef-83c8-583adbc59dce service neutron] 10.222.0.62 "GET /v2.0/networks/e9151886-a8d5-45f7-8d09-a3bfb73f6646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2359552 Aug 18 12:15:42.689893 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 55072) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:15:42.773766 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-359131be-3cc3-43a8-9aca-a1580e3a39b9 None None] New status for floating IP 72cb69f0-c6bd-4b09-80dd-2226f33a1701: ACTIVE {{(pid=106254) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 12:15:42.844365 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-45a05d1c-8353-4852-8a43-a0c1c5ea305f tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:42.900971 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-61038482-bff7-4ebe-8df2-3ccefb2b31d9 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/floatingips/72cb69f0-c6bd-4b09-80dd-2226f33a1701 HTTP/1.1" status: 200 len: 990 time: 0.2088339 Aug 18 12:15:42.980713 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a05d1c-8353-4852-8a43-a0c1c5ea305f tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Pushing event deleted for resources: {'Port': ['ID=f06a4c55-5381-4400-ba79-665acea3969d,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:15:43.237127 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-45a05d1c-8353-4852-8a43-a0c1c5ea305f tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953695'] for router_interface, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:43.437501 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45a05d1c-8353-4852-8a43-a0c1c5ea305f tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Router 9b9fadb2-082b-4c2f-bfb6-a1a6476659e7 has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:15:43.523092 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45a05d1c-8353-4852-8a43-a0c1c5ea305f tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:15:43.532953 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-45a05d1c-8353-4852-8a43-a0c1c5ea305f tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] 10.222.0.66 "PUT /v2.0/routers/9b9fadb2-082b-4c2f-bfb6-a1a6476659e7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8624749 Aug 18 12:15:43.535317 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 55078) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:15:43.537428 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e4c484-8b5d-4ed9-8c0d-f54ca11c3e7e None None] Sync routers for ids ['9b9fadb2-082b-4c2f-bfb6-a1a6476659e7'] in n-d-804985-2 {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:15:43.566905 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e4c484-8b5d-4ed9-8c0d-f54ca11c3e7e None None] Routers {'9b9fadb2-082b-4c2f-bfb6-a1a6476659e7'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:15:43.567711 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-04e4c484-8b5d-4ed9-8c0d-f54ca11c3e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:15:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['9b9fadb2-082b-4c2f-bfb6-a1a6476659e7'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:15:43.651374 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_v2 [None req-d14e9b2f-b050-442c-9894-c9f48dff386d tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Deleting subnet ce02d789-05af-4dbb-affc-5b3aa6c6120f {{(pid=106253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 12:15:43.669127 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d14e9b2f-b050-442c-9894-c9f48dff386d tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks [] for subnet, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:43.724595 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.agents_db [None req-6dbb2658-0354-4101-8393-6e7505481cf6 None None] Agent healthcheck: found 7 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 12:15:43.725633 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d14e9b2f-b050-442c-9894-c9f48dff386d tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902229'] for subnet, precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:43.732232 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-04e4c484-8b5d-4ed9-8c0d-f54ca11c3e7e None None] Set router 9b9fadb2-082b-4c2f-bfb6-a1a6476659e7 gateway port host: None {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:15:43.827119 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-04e4c484-8b5d-4ed9-8c0d-f54ca11c3e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b9fadb2-082b-4c2f-bfb6-a1a6476659e7', 'name': 'tempest-RoutersIpV6Test-router-2037665960', 'tenant_id': '7fd02f6d258d49aeaa22e91f82208987', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:14:54Z', 'updated_at': '2021-08-18T12:15:42Z', 'revision_number': 11, 'project_id': '7fd02f6d258d49aeaa22e91f82208987', 'gw_port_host': None}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:15:43.887531 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e4c484-8b5d-4ed9-8c0d-f54ca11c3e7e None None] Checking router: 9b9fadb2-082b-4c2f-bfb6-a1a6476659e7 for host: n-d-804985-2 {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:15:43.903997 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 55094) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:15:43.908157 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e4c484-8b5d-4ed9-8c0d-f54ca11c3e7e None None] Routers {'9b9fadb2-082b-4c2f-bfb6-a1a6476659e7'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:15:43.908829 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-04e4c484-8b5d-4ed9-8c0d-f54ca11c3e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:15:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['9b9fadb2-082b-4c2f-bfb6-a1a6476659e7'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:15:43.967906 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d14e9b2f-b050-442c-9894-c9f48dff386d tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:44.000527 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-04e4c484-8b5d-4ed9-8c0d-f54ca11c3e7e None None] Set router 9b9fadb2-082b-4c2f-bfb6-a1a6476659e7 gateway port host: None {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:15:44.059969 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-04e4c484-8b5d-4ed9-8c0d-f54ca11c3e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b9fadb2-082b-4c2f-bfb6-a1a6476659e7', 'name': 'tempest-RoutersIpV6Test-router-2037665960', 'tenant_id': '7fd02f6d258d49aeaa22e91f82208987', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:14:54Z', 'updated_at': '2021-08-18T12:15:42Z', 'revision_number': 11, 'project_id': '7fd02f6d258d49aeaa22e91f82208987', 'gw_port_host': None}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:15:44.067380 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-ec467072-d152-4fe3-870f-e92c10987bfb tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/floatingips/72cb69f0-c6bd-4b09-80dd-2226f33a1701 HTTP/1.1" status: 200 len: 992 time: 0.1621370 Aug 18 12:15:44.078984 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d14e9b2f-b050-442c-9894-c9f48dff386d tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58902171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59388106'] for subnet, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:44.089164 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e4c484-8b5d-4ed9-8c0d-f54ca11c3e7e None None] The sync data for ids ['9b9fadb2-082b-4c2f-bfb6-a1a6476659e7'] in n-d-804985-2 is: [{'id': '9b9fadb2-082b-4c2f-bfb6-a1a6476659e7', 'name': 'tempest-RoutersIpV6Test-router-2037665960', 'tenant_id': '7fd02f6d258d49aeaa22e91f82208987', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:14:54Z', 'updated_at': '2021-08-18T12:15:42Z', 'revision_number': 11, 'project_id': '7fd02f6d258d49aeaa22e91f82208987', 'gw_port_host': None}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:15:44.130932 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d14e9b2f-b050-442c-9894-c9f48dff386d tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:44.131245 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f783f2c6-60f3-474f-87ea-4fc630c9d0e0 None None] Network 1ee821c8-80e5-4623-b08e-ba8369ed062a requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:15:44.135260 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-d14e9b2f-b050-442c-9894-c9f48dff386d tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] 10.222.0.66 "DELETE /v2.0/subnets/ce02d789-05af-4dbb-affc-5b3aa6c6120f HTTP/1.1" status: 204 len: 168 time: 0.5996046 Aug 18 12:15:44.136806 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14e9b2f-b050-442c-9894-c9f48dff386d tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Pushing event deleted for resources: {'Subnet': ['ID=ce02d789-05af-4dbb-affc-5b3aa6c6120f,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:15:44.138057 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 55096) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:15:44.159346 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14e9b2f-b050-442c-9894-c9f48dff386d tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:15:44.160068 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14e9b2f-b050-442c-9894-c9f48dff386d tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:15:44.162571 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14e9b2f-b050-442c-9894-c9f48dff386d tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:15:44.163100 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14e9b2f-b050-442c-9894-c9f48dff386d tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:15:44.163852 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14e9b2f-b050-442c-9894-c9f48dff386d tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:15:44.164370 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14e9b2f-b050-442c-9894-c9f48dff386d tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:15:44.165234 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14e9b2f-b050-442c-9894-c9f48dff386d tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:15:44.168839 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14e9b2f-b050-442c-9894-c9f48dff386d tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:15:44.169400 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14e9b2f-b050-442c-9894-c9f48dff386d tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:15:44.169917 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14e9b2f-b050-442c-9894-c9f48dff386d tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:15:44.170582 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14e9b2f-b050-442c-9894-c9f48dff386d tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:15:44.171629 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14e9b2f-b050-442c-9894-c9f48dff386d tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:15:44.319765 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6c6691e2-a40b-40e0-a75c-ab6a577e89c8 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7904109'] for network, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:44.385441 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-6c6691e2-a40b-40e0-a75c-ab6a577e89c8 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Deleting port 07e242fd-cf36-43a8-8458-b107bbcf0b00 {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:15:44.385778 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6c6691e2-a40b-40e0-a75c-ab6a577e89c8 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:44.467508 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b883015f-66fd-4726-819c-a02ac5b2903a None None] DHCP port deletion for 1ee821c8-80e5-4623-b08e-ba8369ed062a request from n-d-804985-2 {{(pid=106254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 12:15:44.488523 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [None req-6c6691e2-a40b-40e0-a75c-ab6a577e89c8 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] For port 07e242fd-cf36-43a8-8458-b107bbcf0b00, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=07e242fd-cf36-43a8-8458-b107bbcf0b00,segment=NetworkSegment(901c6530-e433-4e78-aaec-6e03fb7dd3a7),segment_id=901c6530-e433-4e78-aaec-6e03fb7dd3a7)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:15:44.489539 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6c6691e2-a40b-40e0-a75c-ab6a577e89c8 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:44.507014 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-6c6691e2-a40b-40e0-a75c-ab6a577e89c8 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Calling delete_port for 07e242fd-cf36-43a8-8458-b107bbcf0b00 owned by network:dhcp {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:15:44.570925 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-b883015f-66fd-4726-819c-a02ac5b2903a None None] Deleting port 07e242fd-cf36-43a8-8458-b107bbcf0b00 {{(pid=106254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:15:44.571235 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-b883015f-66fd-4726-819c-a02ac5b2903a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:44.624604 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6c6691e2-a40b-40e0-a75c-ab6a577e89c8 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:44.668744 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6691e2-a40b-40e0-a75c-ab6a577e89c8 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Pushing event deleted for resources: {'Port': ['ID=07e242fd-cf36-43a8-8458-b107bbcf0b00,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:15:44.671796 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-b883015f-66fd-4726-819c-a02ac5b2903a None None] For port 07e242fd-cf36-43a8-8458-b107bbcf0b00, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=07e242fd-cf36-43a8-8458-b107bbcf0b00,segment=NetworkSegment(901c6530-e433-4e78-aaec-6e03fb7dd3a7),segment_id=901c6530-e433-4e78-aaec-6e03fb7dd3a7)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:15:44.672465 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-b883015f-66fd-4726-819c-a02ac5b2903a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:44.679943 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c6691e2-a40b-40e0-a75c-ab6a577e89c8 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] No DVR routers for this DVR port 07e242fd-cf36-43a8-8458-b107bbcf0b00 on host n-d-804985-2 {{(pid=106252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:15:44.697413 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-b883015f-66fd-4726-819c-a02ac5b2903a None None] Calling delete_port for 07e242fd-cf36-43a8-8458-b107bbcf0b00 owned by network:dhcp {{(pid=106254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:15:44.799258 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-b883015f-66fd-4726-819c-a02ac5b2903a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556'] for port, after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:44.831200 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b883015f-66fd-4726-819c-a02ac5b2903a None None] Pushing event deleted for resources: {'Port': ['ID=07e242fd-cf36-43a8-8458-b107bbcf0b00,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:15:44.845459 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b883015f-66fd-4726-819c-a02ac5b2903a None None] No DVR routers for this DVR port 07e242fd-cf36-43a8-8458-b107bbcf0b00 on host n-d-804985-2 {{(pid=106254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:15:44.848266 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6c6691e2-a40b-40e0-a75c-ab6a577e89c8 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8367869', 'neutron.services.segments.db._delete_segments_for_network-8789151212993'] for network, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:44.882085 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-6c6691e2-a40b-40e0-a75c-ab6a577e89c8 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ee821c8-80e5-4623-b08e-ba8369ed062a']}} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:15:44.909208 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-6c6691e2-a40b-40e0-a75c-ab6a577e89c8 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '901c6530-e433-4e78-aaec-6e03fb7dd3a7') {'for_net_delete': True} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:15:44.912186 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-6c6691e2-a40b-40e0-a75c-ab6a577e89c8 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '901c6530-e433-4e78-aaec-6e03fb7dd3a7') {} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:15:44.931614 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6c6691e2-a40b-40e0-a75c-ab6a577e89c8 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789151225254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2221521'] for segment, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:44.965328 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6c6691e2-a40b-40e0-a75c-ab6a577e89c8 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:44.975312 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c6691e2-a40b-40e0-a75c-ab6a577e89c8 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Releasing vlan 829 on physical network physnet1 to pool {{(pid=106252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:15:44.976134 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6c6691e2-a40b-40e0-a75c-ab6a577e89c8 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3572434'] for segment, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:44.979846 n-d-804985-2 neutron-server[106252]: Traceback (most recent call last): Aug 18 12:15:44.979846 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:15:44.979846 n-d-804985-2 neutron-server[106252]: timer() Aug 18 12:15:44.979846 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:15:44.979846 n-d-804985-2 neutron-server[106252]: cb(*args, **kw) Aug 18 12:15:44.979846 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:15:44.979846 n-d-804985-2 neutron-server[106252]: return func(*args, **kwargs) Aug 18 12:15:44.979846 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:15:44.979846 n-d-804985-2 neutron-server[106252]: self._notify() Aug 18 12:15:44.979846 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:15:44.979846 n-d-804985-2 neutron-server[106252]: self.callback(batched_events) Aug 18 12:15:44.979846 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:15:44.979846 n-d-804985-2 neutron-server[106252]: event.method(event) Aug 18 12:15:44.979846 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:15:44.979846 n-d-804985-2 neutron-server[106252]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:15:44.979846 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:15:44.979846 n-d-804985-2 neutron-server[106252]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:15:44.979846 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:15:44.979846 n-d-804985-2 neutron-server[106252]: return f(self, *a, **k) Aug 18 12:15:44.979846 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:15:44.979846 n-d-804985-2 neutron-server[106252]: return self._get(url).json() Aug 18 12:15:44.979846 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:15:44.979846 n-d-804985-2 neutron-server[106252]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:15:44.979846 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:15:44.979846 n-d-804985-2 neutron-server[106252]: return self.request(url, 'GET', **kwargs) Aug 18 12:15:44.979846 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:15:44.979846 n-d-804985-2 neutron-server[106252]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:15:44.979846 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:15:44.979846 n-d-804985-2 neutron-server[106252]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:15:44.979846 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:15:44.979846 n-d-804985-2 neutron-server[106252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:15:44.979846 n-d-804985-2 neutron-server[106252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:15:44.995885 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 07e242fd-cf36-43a8-8458-b107bbcf0b00 no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:15:45.019211 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: 07e242fd-cf36-43a8-8458-b107bbcf0b00 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:15:45.019559 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 07e242fd-cf36-43a8-8458-b107bbcf0b00 not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:15:45.020156 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device f06a4c55-5381-4400-ba79-665acea3969d no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:15:45.068949 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: f06a4c55-5381-4400-ba79-665acea3969d {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:15:45.069332 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device f06a4c55-5381-4400-ba79-665acea3969d not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:15:45.087804 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6c6691e2-a40b-40e0-a75c-ab6a577e89c8 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8367858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997186'] for network, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:45.126053 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6c6691e2-a40b-40e0-a75c-ab6a577e89c8 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks [] for network, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:45.128041 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-6c6691e2-a40b-40e0-a75c-ab6a577e89c8 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] 10.222.0.66 "DELETE /v2.0/networks/1ee821c8-80e5-4623-b08e-ba8369ed062a HTTP/1.1" status: 204 len: 168 time: 0.9889605 Aug 18 12:15:45.129286 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6691e2-a40b-40e0-a75c-ab6a577e89c8 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Pushing event deleted for resources: {'Network': ['ID=1ee821c8-80e5-4623-b08e-ba8369ed062a,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:15:45.132621 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 55108) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:15:45.144153 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-c1b64e7d-2ef8-4e9e-bd7e-709cdb18bf47 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Request body: {'router': {'routes': None}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:15:45.329765 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.extraroute_db [None req-c1b64e7d-2ef8-4e9e-bd7e-709cdb18bf47 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Added routes are [] {{(pid=106253) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 18 12:15:45.329969 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.extraroute_db [None req-c1b64e7d-2ef8-4e9e-bd7e-709cdb18bf47 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Removed routes are [] {{(pid=106253) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 18 12:15:45.330347 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c1b64e7d-2ef8-4e9e-bd7e-709cdb18bf47 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-992676', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-996089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15866'] for router, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:45.488246 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c1b64e7d-2ef8-4e9e-bd7e-709cdb18bf47 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-992676', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-996089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15866'] for router, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:45.491533 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c1b64e7d-2ef8-4e9e-bd7e-709cdb18bf47 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-992536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-992522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-992529', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-996032'] for router, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:45.573221 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1b64e7d-2ef8-4e9e-bd7e-709cdb18bf47 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Router 9b9fadb2-082b-4c2f-bfb6-a1a6476659e7 has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:15:45.654432 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1b64e7d-2ef8-4e9e-bd7e-709cdb18bf47 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:15:45.661438 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c1b64e7d-2ef8-4e9e-bd7e-709cdb18bf47 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks [] for router, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:45.662813 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-c1b64e7d-2ef8-4e9e-bd7e-709cdb18bf47 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] 10.222.0.66 "PUT /v2.0/routers/9b9fadb2-082b-4c2f-bfb6-a1a6476659e7 HTTP/1.1" status: 200 len: 705 time: 0.5285585 Aug 18 12:15:45.665491 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e9b75b3-8105-4e01-9797-9140ec179bfe None None] Sync routers for ids ['9b9fadb2-082b-4c2f-bfb6-a1a6476659e7'] in n-d-804985-2 {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:15:45.666023 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 55112) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:15:45.677006 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e9b75b3-8105-4e01-9797-9140ec179bfe None None] Routers {'9b9fadb2-082b-4c2f-bfb6-a1a6476659e7'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:15:45.680507 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-9e9b75b3-8105-4e01-9797-9140ec179bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:15:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['9b9fadb2-082b-4c2f-bfb6-a1a6476659e7'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:15:45.696301 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-da68a0f5-57ca-42a9-8ef1-60d9b59592e5 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] 10.222.0.66 "GET /v2.0/ports?device_id=9b9fadb2-082b-4c2f-bfb6-a1a6476659e7 HTTP/1.1" status: 200 len: 205 time: 0.0293374 Aug 18 12:15:45.700436 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 55114) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:15:45.766340 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-9e9b75b3-8105-4e01-9797-9140ec179bfe None None] Set router 9b9fadb2-082b-4c2f-bfb6-a1a6476659e7 gateway port host: None {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:15:45.789830 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-577ac871-5d32-4b78-94a0-03dc8be9d44b tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks [] for router, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:45.943728 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-9e9b75b3-8105-4e01-9797-9140ec179bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b9fadb2-082b-4c2f-bfb6-a1a6476659e7', 'name': 'tempest-RoutersIpV6Test-router-2037665960', 'tenant_id': '7fd02f6d258d49aeaa22e91f82208987', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:14:54Z', 'updated_at': '2021-08-18T12:15:42Z', 'revision_number': 11, 'project_id': '7fd02f6d258d49aeaa22e91f82208987', 'gw_port_host': None}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:15:45.978792 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-577ac871-5d32-4b78-94a0-03dc8be9d44b tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-996004', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15859'] for router, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:45.981218 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-577ac871-5d32-4b78-94a0-03dc8be9d44b tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:45.985845 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e9b75b3-8105-4e01-9797-9140ec179bfe None None] Checking router: 9b9fadb2-082b-4c2f-bfb6-a1a6476659e7 for host: n-d-804985-2 {{(pid=106254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:15:45.998650 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e9b75b3-8105-4e01-9797-9140ec179bfe None None] Routers {'9b9fadb2-082b-4c2f-bfb6-a1a6476659e7'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:15:45.999307 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-9e9b75b3-8105-4e01-9797-9140ec179bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:15:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['9b9fadb2-082b-4c2f-bfb6-a1a6476659e7'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:15:46.067956 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-577ac871-5d32-4b78-94a0-03dc8be9d44b tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-996061'] for router, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:46.068702 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-577ac871-5d32-4b78-94a0-03dc8be9d44b tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Fanout notify agent at l3_agent the message router_deleted on router 9b9fadb2-082b-4c2f-bfb6-a1a6476659e7 {{(pid=106253) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 12:15:46.076606 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-577ac871-5d32-4b78-94a0-03dc8be9d44b tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks [] for router, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:46.077964 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-577ac871-5d32-4b78-94a0-03dc8be9d44b tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] 10.222.0.66 "DELETE /v2.0/routers/9b9fadb2-082b-4c2f-bfb6-a1a6476659e7 HTTP/1.1" status: 204 len: 168 time: 0.3761964 Aug 18 12:15:46.085722 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 55134) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:15:46.092010 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-223da079-cb96-40e7-b4a5-87224c4a718a tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1613633248', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:15:46.107768 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-9e9b75b3-8105-4e01-9797-9140ec179bfe None None] Set router 9b9fadb2-082b-4c2f-bfb6-a1a6476659e7 gateway port host: None {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:15:46.134693 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-223da079-cb96-40e7-b4a5-87224c4a718a tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-998592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15809'] for router, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:46.136465 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-223da079-cb96-40e7-b4a5-87224c4a718a tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-992733', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-971415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15816'] for router, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:46.180265 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-9e9b75b3-8105-4e01-9797-9140ec179bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b9fadb2-082b-4c2f-bfb6-a1a6476659e7', 'name': 'tempest-RoutersIpV6Test-router-2037665960', 'tenant_id': '7fd02f6d258d49aeaa22e91f82208987', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:14:54Z', 'updated_at': '2021-08-18T12:15:42Z', 'revision_number': 11, 'project_id': '7fd02f6d258d49aeaa22e91f82208987', 'gw_port_host': None}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:15:46.221990 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e9b75b3-8105-4e01-9797-9140ec179bfe None None] The sync data for ids ['9b9fadb2-082b-4c2f-bfb6-a1a6476659e7'] in n-d-804985-2 is: [{'id': '9b9fadb2-082b-4c2f-bfb6-a1a6476659e7', 'name': 'tempest-RoutersIpV6Test-router-2037665960', 'tenant_id': '7fd02f6d258d49aeaa22e91f82208987', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:14:54Z', 'updated_at': '2021-08-18T12:15:42Z', 'revision_number': 11, 'project_id': '7fd02f6d258d49aeaa22e91f82208987', 'gw_port_host': None}] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:15:46.293892 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-223da079-cb96-40e7-b4a5-87224c4a718a tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:46.320677 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-223da079-cb96-40e7-b4a5-87224c4a718a tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-998473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-992536'] for router, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:46.362774 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-223da079-cb96-40e7-b4a5-87224c4a718a tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks [] for router, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:46.364719 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-223da079-cb96-40e7-b4a5-87224c4a718a tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2776570 Aug 18 12:15:46.368240 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 55148) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:15:46.376330 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-98857350-48e5-4367-9687-7f33bd927a7f tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Request body: {'router': {'admin_state_up': True}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:15:46.726688 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-98857350-48e5-4367-9687-7f33bd927a7f tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-992676', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-996089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15866'] for router, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:46.760708 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-98857350-48e5-4367-9687-7f33bd927a7f tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-992536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-992522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-992529', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-996032'] for router, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:46.907475 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98857350-48e5-4367-9687-7f33bd927a7f tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Router 95a1b315-607f-452f-b61e-4daa37238d1e is scheduled to L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 with binding_index 1 {{(pid=106252) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 12:15:47.008769 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98857350-48e5-4367-9687-7f33bd927a7f tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:15:47.020028 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d40c3b-2d30-44ee-b837-61202da5b464 None None] Sync routers for ids ['95a1b315-607f-452f-b61e-4daa37238d1e'] in n-d-804985-2 {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:15:47.035084 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d40c3b-2d30-44ee-b837-61202da5b464 None None] Routers {'95a1b315-607f-452f-b61e-4daa37238d1e'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:15:47.036597 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-b9d40c3b-2d30-44ee-b837-61202da5b464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:15:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['95a1b315-607f-452f-b61e-4daa37238d1e'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:15:47.039815 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-98857350-48e5-4367-9687-7f33bd927a7f tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks [] for router, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:47.046562 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-98857350-48e5-4367-9687-7f33bd927a7f tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] 10.222.0.66 "PUT /v2.0/routers/95a1b315-607f-452f-b61e-4daa37238d1e HTTP/1.1" status: 200 len: 698 time: 0.6768117 Aug 18 12:15:47.049169 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 55164) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:15:47.074533 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 55166) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:15:47.150918 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-f373d0ea-08a1-4406-ab08-60da1d62aa9b tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] 10.222.0.66 "GET /v2.0/routers/95a1b315-607f-452f-b61e-4daa37238d1e HTTP/1.1" status: 200 len: 704 time: 0.1004565 Aug 18 12:15:47.153608 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 55170) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:15:47.175265 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-b9d40c3b-2d30-44ee-b837-61202da5b464 None None] Set router 95a1b315-607f-452f-b61e-4daa37238d1e gateway port host: None {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:15:47.182870 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-d43c70ae-bafc-47db-9cc8-c1c5591a466c tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] 10.222.0.66 "GET /v2.0/ports?device_id=95a1b315-607f-452f-b61e-4daa37238d1e HTTP/1.1" status: 200 len: 205 time: 0.0259306 Aug 18 12:15:47.183094 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 55172) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:15:47.275140 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d77af7d2-f665-4d8f-84a2-bd628e931dfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:47.289949 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-41448917-0c6b-453e-b31d-5d3db1379b0d tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks [] for router, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:47.340483 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-b9d40c3b-2d30-44ee-b837-61202da5b464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95a1b315-607f-452f-b61e-4daa37238d1e', 'name': 'tempest-RoutersIpV6Test-router-1613633248', 'tenant_id': '7fd02f6d258d49aeaa22e91f82208987', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:15:46Z', 'updated_at': '2021-08-18T12:15:46Z', 'revision_number': 2, 'project_id': '7fd02f6d258d49aeaa22e91f82208987', 'gw_port_host': None}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:15:47.371921 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d40c3b-2d30-44ee-b837-61202da5b464 None None] Checking router: 95a1b315-607f-452f-b61e-4daa37238d1e for host: n-d-804985-2 {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:15:47.382881 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d40c3b-2d30-44ee-b837-61202da5b464 None None] Routers {'95a1b315-607f-452f-b61e-4daa37238d1e'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:15:47.383680 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-b9d40c3b-2d30-44ee-b837-61202da5b464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:15:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['95a1b315-607f-452f-b61e-4daa37238d1e'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:15:47.473588 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-b9d40c3b-2d30-44ee-b837-61202da5b464 None None] Set router 95a1b315-607f-452f-b61e-4daa37238d1e gateway port host: None {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:15:47.548458 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-b9d40c3b-2d30-44ee-b837-61202da5b464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95a1b315-607f-452f-b61e-4daa37238d1e', 'name': 'tempest-RoutersIpV6Test-router-1613633248', 'tenant_id': '7fd02f6d258d49aeaa22e91f82208987', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:15:46Z', 'updated_at': '2021-08-18T12:15:46Z', 'revision_number': 2, 'project_id': '7fd02f6d258d49aeaa22e91f82208987', 'gw_port_host': None}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:15:47.586450 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d40c3b-2d30-44ee-b837-61202da5b464 None None] The sync data for ids ['95a1b315-607f-452f-b61e-4daa37238d1e'] in n-d-804985-2 is: [{'id': '95a1b315-607f-452f-b61e-4daa37238d1e', 'name': 'tempest-RoutersIpV6Test-router-1613633248', 'tenant_id': '7fd02f6d258d49aeaa22e91f82208987', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:15:46Z', 'updated_at': '2021-08-18T12:15:46Z', 'revision_number': 2, 'project_id': '7fd02f6d258d49aeaa22e91f82208987', 'gw_port_host': None}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:15:47.848152 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-41448917-0c6b-453e-b31d-5d3db1379b0d tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-996004', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15859'] for router, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:47.854281 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-41448917-0c6b-453e-b31d-5d3db1379b0d tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:47.926179 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-41448917-0c6b-453e-b31d-5d3db1379b0d tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-996061'] for router, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:47.926953 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41448917-0c6b-453e-b31d-5d3db1379b0d tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Fanout notify agent at l3_agent the message router_deleted on router 95a1b315-607f-452f-b61e-4daa37238d1e {{(pid=106252) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 12:15:47.939287 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-41448917-0c6b-453e-b31d-5d3db1379b0d tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] Notify callbacks [] for router, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:47.940503 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-41448917-0c6b-453e-b31d-5d3db1379b0d tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] 10.222.0.66 "DELETE /v2.0/routers/95a1b315-607f-452f-b61e-4daa37238d1e HTTP/1.1" status: 204 len: 168 time: 0.7561908 Aug 18 12:15:47.946452 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 55178) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:15:47.971005 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d77af7d2-f665-4d8f-84a2-bd628e931dfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:47.976584 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d77af7d2-f665-4d8f-84a2-bd628e931dfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:48.018451 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-dca21b8e-ffda-4cf3-a783-0a72b53d7e44 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] 10.222.0.66 "GET /v2.0/ports?device_id=95a1b315-607f-452f-b61e-4daa37238d1e HTTP/1.1" status: 200 len: 205 time: 0.0707641 Aug 18 12:15:48.020768 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 55180) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:15:48.037189 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-d77af7d2-f665-4d8f-84a2-bd628e931dfb admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f798e5a4e03a434c98cacea1a0a9c7ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9589756 Aug 18 12:15:48.037427 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 55184) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:15:48.043846 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77af7d2-f665-4d8f-84a2-bd628e931dfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b70a8c5-170c-4b45-8912-b22fd20721bb,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:15:48.105725 n-d-804985-2 neutron-server[106253]: INFO neutron.api.v2.resource [None req-9d162702-048d-4b47-a23d-77790f799b8f tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] delete failed (client error): The resource could not be found. Aug 18 12:15:48.106857 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-9d162702-048d-4b47-a23d-77790f799b8f tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] 10.222.0.66 "DELETE /v2.0/routers/95a1b315-607f-452f-b61e-4daa37238d1e HTTP/1.1" status: 404 len: 336 time: 0.0851150 Aug 18 12:15:48.111600 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 55186) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:15:48.116508 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-3a22df14-7a5c-4955-861f-f9dba15a307e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:48.142293 n-d-804985-2 neutron-server[106253]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5b15510-b39f-474c-baf5-89c1ae28e4c0 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] DELETE failed (client error): The resource could not be found. Aug 18 12:15:48.142842 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5b15510-b39f-474c-baf5-89c1ae28e4c0 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 12:15:48.143887 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-3a22df14-7a5c-4955-861f-f9dba15a307e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:48.147046 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-b5b15510-b39f-474c-baf5-89c1ae28e4c0 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] 10.222.0.66 "DELETE /v2.0/subnets/1c9003e3-f128-4f96-8d69-9b5d96d6b2c4 HTTP/1.1" status: 404 len: 337 time: 0.0320957 Aug 18 12:15:48.147328 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 55188) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:15:48.182373 n-d-804985-2 neutron-server[106253]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec56f827-7133-4845-ae8f-84ed8077b1a2 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] DELETE failed (client error): The resource could not be found. Aug 18 12:15:48.183069 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec56f827-7133-4845-ae8f-84ed8077b1a2 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 12:15:48.187418 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-ec56f827-7133-4845-ae8f-84ed8077b1a2 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] 10.222.0.66 "DELETE /v2.0/subnets/136e5406-6b7d-484f-89d3-a94beab44cca HTTP/1.1" status: 404 len: 337 time: 0.0365477 Aug 18 12:15:48.187960 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 55190) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:15:48.218238 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-3a22df14-7a5c-4955-861f-f9dba15a307e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:48.220744 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-3a22df14-7a5c-4955-861f-f9dba15a307e admin admin] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:48.221893 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-3a22df14-7a5c-4955-861f-f9dba15a307e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/6b70a8c5-170c-4b45-8912-b22fd20721bb HTTP/1.1" status: 204 len: 168 time: 0.1836090 Aug 18 12:15:48.225015 n-d-804985-2 neutron-server[106252]: INFO neutron.pecan_wsgi.hooks.translation [None req-3aa163cc-bd2e-4238-ba6f-5e334bd00dff tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] DELETE failed (client error): The resource could not be found. Aug 18 12:15:48.225502 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3aa163cc-bd2e-4238-ba6f-5e334bd00dff tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106252) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 12:15:48.228698 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-3aa163cc-bd2e-4238-ba6f-5e334bd00dff tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] 10.222.0.66 "DELETE /v2.0/subnets/88b214a2-91a3-4444-8954-b59619dc4724 HTTP/1.1" status: 404 len: 337 time: 0.0382421 Aug 18 12:15:48.229833 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 55194) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:15:48.236258 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a22df14-7a5c-4955-861f-f9dba15a307e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b70a8c5-170c-4b45-8912-b22fd20721bb,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:15:48.261356 n-d-804985-2 neutron-server[106253]: INFO neutron.pecan_wsgi.hooks.translation [None req-c666ae2b-bb19-4af5-b15e-3a2d89de48fa tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] DELETE failed (client error): The resource could not be found. Aug 18 12:15:48.262010 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c666ae2b-bb19-4af5-b15e-3a2d89de48fa tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 12:15:48.263668 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-c666ae2b-bb19-4af5-b15e-3a2d89de48fa tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] 10.222.0.66 "DELETE /v2.0/subnets/ce02d789-05af-4dbb-affc-5b3aa6c6120f HTTP/1.1" status: 404 len: 337 time: 0.0327923 Aug 18 12:15:48.266575 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 55196) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:15:48.294067 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-778a14cf-4024-4094-8839-0b457eda89db tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] 10.222.0.66 "GET /v2.0/ports?device_id=9b9fadb2-082b-4c2f-bfb6-a1a6476659e7 HTTP/1.1" status: 200 len: 205 time: 0.0262928 Aug 18 12:15:48.296301 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 55198) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:15:48.337804 n-d-804985-2 neutron-server[106252]: INFO neutron.api.v2.resource [None req-3b5e789f-7bde-4830-9131-cd925aa82d34 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] delete failed (client error): The resource could not be found. Aug 18 12:15:48.341423 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-3b5e789f-7bde-4830-9131-cd925aa82d34 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] 10.222.0.66 "DELETE /v2.0/routers/9b9fadb2-082b-4c2f-bfb6-a1a6476659e7 HTTP/1.1" status: 404 len: 336 time: 0.0415394 Aug 18 12:15:48.341680 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 55200) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:15:48.374832 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-31f33c0a-6ea6-47e6-b5bd-9430d0f7ed07 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] 10.222.0.66 "GET /v2.0/ports?device_id=a8ec5c51-b61a-45dc-8fe4-6a6e39928b0f HTTP/1.1" status: 200 len: 205 time: 0.0297749 Aug 18 12:15:48.375821 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 55204) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:15:48.417114 n-d-804985-2 neutron-server[106252]: INFO neutron.api.v2.resource [None req-e8f1159d-2238-4aa0-a416-6513204d3dd7 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] delete failed (client error): The resource could not be found. Aug 18 12:15:48.420724 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-e8f1159d-2238-4aa0-a416-6513204d3dd7 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] 10.222.0.66 "DELETE /v2.0/routers/a8ec5c51-b61a-45dc-8fe4-6a6e39928b0f HTTP/1.1" status: 404 len: 336 time: 0.0424275 Aug 18 12:15:48.425949 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 55206) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:15:48.470564 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-07f6d2d5-ebe8-4216-8cfb-d7c8471ef8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:48.473903 n-d-804985-2 neutron-server[106253]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea0e0e49-122c-4cf7-a513-13f660736f55 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] DELETE failed (client error): The resource could not be found. Aug 18 12:15:48.474390 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea0e0e49-122c-4cf7-a513-13f660736f55 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 12:15:48.476532 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-ea0e0e49-122c-4cf7-a513-13f660736f55 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] 10.222.0.66 "DELETE /v2.0/subnets/505aacd0-6313-4e0b-a886-577201688a44 HTTP/1.1" status: 404 len: 337 time: 0.0493689 Aug 18 12:15:48.479237 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 55208) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:15:48.523233 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-b369f3c5-79c7-42ac-90e0-b25d31d5eef1 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] 10.222.0.66 "GET /v2.0/ports?device_id=9300caa4-e79d-4935-b1c9-d94857946eba HTTP/1.1" status: 200 len: 205 time: 0.0407879 Aug 18 12:15:48.525584 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 55216) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:15:48.577221 n-d-804985-2 neutron-server[106253]: INFO neutron.api.v2.resource [None req-49e6f458-2fd5-4f16-b5ab-6cb97e9f67da tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] delete failed (client error): The resource could not be found. Aug 18 12:15:48.578713 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-49e6f458-2fd5-4f16-b5ab-6cb97e9f67da tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] 10.222.0.66 "DELETE /v2.0/routers/9300caa4-e79d-4935-b1c9-d94857946eba HTTP/1.1" status: 404 len: 336 time: 0.0520298 Aug 18 12:15:48.581574 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 55220) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:15:48.636890 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-70761bec-14b4-432e-9c0e-e6c849fab67b tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] 10.222.0.66 "GET /v2.0/ports?device_id=9c74a2a0-1606-42fe-8a87-91ddefe18cee HTTP/1.1" status: 200 len: 205 time: 0.0540204 Aug 18 12:15:48.639580 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 55226) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:15:48.653259 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 55228) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:15:48.692198 n-d-804985-2 neutron-server[106253]: INFO neutron.api.v2.resource [None req-aaa19f46-4493-47f6-9282-8e915a05b33c tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] delete failed (client error): The resource could not be found. Aug 18 12:15:48.696206 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-aaa19f46-4493-47f6-9282-8e915a05b33c tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] 10.222.0.66 "DELETE /v2.0/routers/9c74a2a0-1606-42fe-8a87-91ddefe18cee HTTP/1.1" status: 404 len: 336 time: 0.0535116 Aug 18 12:15:48.696695 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 55232) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:15:48.702006 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d252413a-762b-4f88-a7ed-c7cc4a4639a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:48.774958 n-d-804985-2 neutron-server[106252]: INFO neutron.pecan_wsgi.hooks.translation [None req-c60f01d2-8ab8-4c17-8229-92777689d845 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] DELETE failed (client error): The resource could not be found. Aug 18 12:15:48.776365 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c60f01d2-8ab8-4c17-8229-92777689d845 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106252) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 12:15:48.783352 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-c60f01d2-8ab8-4c17-8229-92777689d845 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] 10.222.0.66 "DELETE /v2.0/subnets/0ca67e84-14b4-42b4-b10e-8b85e67af982 HTTP/1.1" status: 404 len: 337 time: 0.0841095 Aug 18 12:15:48.784007 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 55234) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:15:48.840104 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-8f40ba40-a9af-4e87-9b88-663612a6ed5a tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] 10.222.0.66 "GET /v2.0/ports?device_id=0b7e32f3-1a82-4445-bf9b-c15ad3855a07 HTTP/1.1" status: 200 len: 205 time: 0.0537229 Aug 18 12:15:48.842367 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 55236) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:15:48.855969 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d252413a-762b-4f88-a7ed-c7cc4a4639a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:48.861622 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d252413a-762b-4f88-a7ed-c7cc4a4639a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:48.886657 n-d-804985-2 neutron-server[106252]: INFO neutron.api.v2.resource [None req-4f3c82e5-fce8-4fdc-aec3-c07dcae9d15e tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] delete failed (client error): The resource could not be found. Aug 18 12:15:48.888035 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-4f3c82e5-fce8-4fdc-aec3-c07dcae9d15e tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] 10.222.0.66 "DELETE /v2.0/routers/0b7e32f3-1a82-4445-bf9b-c15ad3855a07 HTTP/1.1" status: 404 len: 336 time: 0.0445266 Aug 18 12:15:48.891822 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 55238) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:15:48.924614 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-d252413a-762b-4f88-a7ed-c7cc4a4639a8 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b69afe7a20924cdfbfa60e973bfaf597&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2701204 Aug 18 12:15:48.925743 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d252413a-762b-4f88-a7ed-c7cc4a4639a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9468f407-71fb-4c75-907b-9e74ab429a2a,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:15:48.937087 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 55240) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:15:48.946279 n-d-804985-2 neutron-server[106252]: INFO neutron.pecan_wsgi.hooks.translation [None req-4be47cec-5218-4c59-ba16-1a93dcff121f tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] DELETE failed (client error): The resource could not be found. Aug 18 12:15:48.946759 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4be47cec-5218-4c59-ba16-1a93dcff121f tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106252) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 12:15:48.951175 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-4be47cec-5218-4c59-ba16-1a93dcff121f tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] 10.222.0.66 "DELETE /v2.0/subnets/3084d6c2-360e-4b83-8b65-0885a5ccbee0 HTTP/1.1" status: 404 len: 337 time: 0.0556421 Aug 18 12:15:48.951653 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 55242) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:15:48.986729 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-32cc8326-9093-48c0-aa95-bdd3781eab0f tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] 10.222.0.66 "GET /v2.0/ports?device_id=85dd515d-5922-457b-8fc8-f3154ca1c6b2 HTTP/1.1" status: 200 len: 205 time: 0.0307841 Aug 18 12:15:48.986729 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 55244) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:15:49.042107 n-d-804985-2 neutron-server[106252]: INFO neutron.api.v2.resource [None req-e93d6107-cf46-45ec-8bc9-c9ec6d6e7df7 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] delete failed (client error): The resource could not be found. Aug 18 12:15:49.045702 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-e93d6107-cf46-45ec-8bc9-c9ec6d6e7df7 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] 10.222.0.66 "DELETE /v2.0/routers/85dd515d-5922-457b-8fc8-f3154ca1c6b2 HTTP/1.1" status: 404 len: 336 time: 0.0557010 Aug 18 12:15:49.046095 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 55246) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:15:49.084397 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ea02edff-2b97-4e54-9347-63154969d0d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:49.090329 n-d-804985-2 neutron-server[106253]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2348abf-99d0-41ff-b72e-f1a8a239659d tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] DELETE failed (client error): The resource could not be found. Aug 18 12:15:49.090960 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2348abf-99d0-41ff-b72e-f1a8a239659d tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 12:15:49.094986 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-e2348abf-99d0-41ff-b72e-f1a8a239659d tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] 10.222.0.66 "DELETE /v2.0/subnets/30b513fe-ff97-489a-b22e-db5efd1e3212 HTTP/1.1" status: 404 len: 337 time: 0.0456321 Aug 18 12:15:49.095484 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 55248) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:15:49.113130 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ea02edff-2b97-4e54-9347-63154969d0d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:49.123749 n-d-804985-2 neutron-server[106253]: INFO neutron.pecan_wsgi.hooks.translation [None req-423689c2-6a35-48af-9a3b-f0e9049b5f27 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] DELETE failed (client error): The resource could not be found. Aug 18 12:15:49.124374 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-423689c2-6a35-48af-9a3b-f0e9049b5f27 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 12:15:49.135959 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-423689c2-6a35-48af-9a3b-f0e9049b5f27 tempest-RoutersIpV6Test-1292642987 tempest-RoutersIpV6Test-1292642987-project] 10.222.0.66 "DELETE /v2.0/subnets/47b6fbce-ff8a-46f5-aab2-d639b919048b HTTP/1.1" status: 404 len: 337 time: 0.0375550 Aug 18 12:15:49.186014 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ea02edff-2b97-4e54-9347-63154969d0d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:49.192589 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ea02edff-2b97-4e54-9347-63154969d0d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:49.195271 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-ea02edff-2b97-4e54-9347-63154969d0d2 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9468f407-71fb-4c75-907b-9e74ab429a2a HTTP/1.1" status: 204 len: 168 time: 0.2568457 Aug 18 12:15:49.210231 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea02edff-2b97-4e54-9347-63154969d0d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9468f407-71fb-4c75-907b-9e74ab429a2a,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:15:49.468071 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 55262) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:15:49.504930 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 55266) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:15:49.808581 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c1f88766-7d1b-4455-aa27-da98381312f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:49.827234 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-9e267679-c2fa-4fcb-8be0-d7cdfb444caa admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=7fd02f6d258d49aeaa22e91f82208987&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3578815 Aug 18 12:15:49.830032 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 55278) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:15:49.887831 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2b4b82b3-083c-4017-8654-7257cf5d8ed4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:49.915272 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2b4b82b3-083c-4017-8654-7257cf5d8ed4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:49.929096 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c1f88766-7d1b-4455-aa27-da98381312f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:49.935546 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c1f88766-7d1b-4455-aa27-da98381312f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:49.983839 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f88766-7d1b-4455-aa27-da98381312f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d11a897-0fdc-4eb6-88a0-6dd2c6a600fd,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:15:49.990134 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-c1f88766-7d1b-4455-aa27-da98381312f2 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=3212097169824f67842db5bfcf6e3363&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4838605 Aug 18 12:15:49.992967 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 55286) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:15:50.004232 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2b4b82b3-083c-4017-8654-7257cf5d8ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:50.006376 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2b4b82b3-083c-4017-8654-7257cf5d8ed4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:50.012425 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-2b4b82b3-083c-4017-8654-7257cf5d8ed4 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9c90a5bf-325d-4273-b1ae-f72c055f2c61 HTTP/1.1" status: 204 len: 168 time: 0.1812007 Aug 18 12:15:50.037160 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4b82b3-083c-4017-8654-7257cf5d8ed4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c90a5bf-325d-4273-b1ae-f72c055f2c61,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:15:50.072732 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-58584da8-bfd6-4d36-8398-a8af8742343e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:50.099704 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-58584da8-bfd6-4d36-8398-a8af8742343e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:50.173494 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-58584da8-bfd6-4d36-8398-a8af8742343e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:50.177783 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-58584da8-bfd6-4d36-8398-a8af8742343e admin admin] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:50.181533 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-58584da8-bfd6-4d36-8398-a8af8742343e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/8d11a897-0fdc-4eb6-88a0-6dd2c6a600fd HTTP/1.1" status: 204 len: 168 time: 0.1849961 Aug 18 12:15:50.192398 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58584da8-bfd6-4d36-8398-a8af8742343e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d11a897-0fdc-4eb6-88a0-6dd2c6a600fd,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:15:50.570493 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 55310) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:15:50.584707 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f77b708a-e86e-4e38-bca7-98b73b2d4252 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:50.682246 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f77b708a-e86e-4e38-bca7-98b73b2d4252 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:50.689417 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f77b708a-e86e-4e38-bca7-98b73b2d4252 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:50.722974 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 55318) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:15:50.723621 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-f77b708a-e86e-4e38-bca7-98b73b2d4252 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=26407424bfd44846be5956ccdcdd5663&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1512806 Aug 18 12:15:50.745138 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77b708a-e86e-4e38-bca7-98b73b2d4252 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65273a8a-05d9-4da4-818a-13110ae67d16,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:15:50.755424 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77b708a-e86e-4e38-bca7-98b73b2d4252 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:15:50.756704 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77b708a-e86e-4e38-bca7-98b73b2d4252 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:15:50.757301 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77b708a-e86e-4e38-bca7-98b73b2d4252 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:15:50.757894 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77b708a-e86e-4e38-bca7-98b73b2d4252 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:15:50.758320 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77b708a-e86e-4e38-bca7-98b73b2d4252 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:15:50.758706 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77b708a-e86e-4e38-bca7-98b73b2d4252 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:15:50.759212 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77b708a-e86e-4e38-bca7-98b73b2d4252 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:15:50.759491 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77b708a-e86e-4e38-bca7-98b73b2d4252 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:15:50.759993 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77b708a-e86e-4e38-bca7-98b73b2d4252 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:15:50.760280 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77b708a-e86e-4e38-bca7-98b73b2d4252 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:15:50.761166 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77b708a-e86e-4e38-bca7-98b73b2d4252 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:15:50.761166 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77b708a-e86e-4e38-bca7-98b73b2d4252 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:15:50.816853 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a5cb1ae5-e395-4b0e-9b9e-02f8b1e3788a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:50.850406 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a5cb1ae5-e395-4b0e-9b9e-02f8b1e3788a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:50.915889 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a5cb1ae5-e395-4b0e-9b9e-02f8b1e3788a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:50.918812 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a5cb1ae5-e395-4b0e-9b9e-02f8b1e3788a admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:50.920125 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-a5cb1ae5-e395-4b0e-9b9e-02f8b1e3788a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/65273a8a-05d9-4da4-818a-13110ae67d16 HTTP/1.1" status: 204 len: 168 time: 0.1944463 Aug 18 12:15:50.929090 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cb1ae5-e395-4b0e-9b9e-02f8b1e3788a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65273a8a-05d9-4da4-818a-13110ae67d16,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:15:51.423716 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:51.680983 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-e4d9b888-18cf-424d-8ffd-a7ff2a40c9f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:52.195300 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-53584c24-f517-494e-ac93-c18bb92373f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:52.767574 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 55420) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:15:52.816663 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 55424) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:15:52.926099 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d6ca45bb-fb5e-4d64-8051-516b1c61ef93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:52.929197 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e1d1b748-6414-4ca0-950a-b08fd483b821 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:52.964172 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.db.api [None req-d6ca45bb-fb5e-4d64-8051-516b1c61ef93 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 18 12:15:52.964172 n-d-804985-2 neutron-server[106252]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 18 12:15:52.964172 n-d-804985-2 neutron-server[106252]: [parameters: {'project_id': 'df7f5d2bfa934b9c8034957d8b3f27ac', 'id': 'd478fb84-bc88-4f11-8ba7-7e1e638d56c6', 'expiration': datetime.datetime(2021, 8, 18, 12, 17, 52, 957589)}] Aug 18 12:15:52.964172 n-d-804985-2 neutron-server[106252]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=106252) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 18 12:15:52.964772 n-d-804985-2 neutron-server[106252]: DEBUG oslo_db.api [None req-d6ca45bb-fb5e-4d64-8051-516b1c61ef93 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 18 12:15:53.032981 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e1d1b748-6414-4ca0-950a-b08fd483b821 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:53.037821 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e1d1b748-6414-4ca0-950a-b08fd483b821 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:53.075943 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-e1d1b748-6414-4ca0-950a-b08fd483b821 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=92372b3499cd475eba088ac3def13436&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2581699 Aug 18 12:15:53.077133 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d1b748-6414-4ca0-950a-b08fd483b821 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b84502c-80ba-4b1b-b5aa-00c9fb5c3f8d,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:15:53.078922 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 55430) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:15:53.131972 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6458d04d-928c-4c20-b6fc-fc1ff9908497 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:53.152774 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6458d04d-928c-4c20-b6fc-fc1ff9908497 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:53.203306 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6458d04d-928c-4c20-b6fc-fc1ff9908497 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:53.206021 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6458d04d-928c-4c20-b6fc-fc1ff9908497 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:53.207209 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-6458d04d-928c-4c20-b6fc-fc1ff9908497 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/7b84502c-80ba-4b1b-b5aa-00c9fb5c3f8d HTTP/1.1" status: 204 len: 168 time: 0.1265435 Aug 18 12:15:53.215451 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6458d04d-928c-4c20-b6fc-fc1ff9908497 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b84502c-80ba-4b1b-b5aa-00c9fb5c3f8d,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:15:53.465600 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d6ca45bb-fb5e-4d64-8051-516b1c61ef93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:53.492875 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 55450) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:15:53.521929 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5655b632-4b97-4aaf-aaeb-fc22855093fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:53.594236 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d6ca45bb-fb5e-4d64-8051-516b1c61ef93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:53.612950 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d6ca45bb-fb5e-4d64-8051-516b1c61ef93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:53.669493 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-d6ca45bb-fb5e-4d64-8051-516b1c61ef93 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=df7f5d2bfa934b9c8034957d8b3f27ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9006979 Aug 18 12:15:53.672298 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 55454) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:15:53.675279 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ca45bb-fb5e-4d64-8051-516b1c61ef93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=706da0e3-9841-469b-a95a-0ca12aec0dc9,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:15:53.748935 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5655b632-4b97-4aaf-aaeb-fc22855093fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:53.772231 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5655b632-4b97-4aaf-aaeb-fc22855093fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:53.782848 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-025543d5-25ff-4804-9cb0-1f01ead3c58f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:53.812210 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-025543d5-25ff-4804-9cb0-1f01ead3c58f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:53.815237 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-5655b632-4b97-4aaf-aaeb-fc22855093fd admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=82d8ab0f17d04758a4bd03e31e13e2aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3140068 Aug 18 12:15:53.816534 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5655b632-4b97-4aaf-aaeb-fc22855093fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=030e7196-83b8-428e-a8b0-23c3793cd176,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:15:53.819282 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 55462) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:15:53.861240 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-500a1c61-38a7-4c23-a7ec-4631080af5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:53.877319 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-025543d5-25ff-4804-9cb0-1f01ead3c58f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:53.880618 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-025543d5-25ff-4804-9cb0-1f01ead3c58f admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:53.882064 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-025543d5-25ff-4804-9cb0-1f01ead3c58f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/706da0e3-9841-469b-a95a-0ca12aec0dc9 HTTP/1.1" status: 204 len: 168 time: 0.2083287 Aug 18 12:15:53.893240 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025543d5-25ff-4804-9cb0-1f01ead3c58f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=706da0e3-9841-469b-a95a-0ca12aec0dc9,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:15:53.920636 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d67e6f25-bd3a-42f9-b6cb-81849a680926 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:53.959861 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d67e6f25-bd3a-42f9-b6cb-81849a680926 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:54.019182 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d67e6f25-bd3a-42f9-b6cb-81849a680926 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:54.023043 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d67e6f25-bd3a-42f9-b6cb-81849a680926 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:54.024219 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-d67e6f25-bd3a-42f9-b6cb-81849a680926 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/030e7196-83b8-428e-a8b0-23c3793cd176 HTTP/1.1" status: 204 len: 168 time: 0.2038479 Aug 18 12:15:54.053517 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67e6f25-bd3a-42f9-b6cb-81849a680926 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=030e7196-83b8-428e-a8b0-23c3793cd176,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:15:56.481796 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 55710) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:15:56.681252 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d2ae8c0a-d128-4a51-aab8-6fb42e6d33b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:56.801791 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d2ae8c0a-d128-4a51-aab8-6fb42e6d33b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:56.809064 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d2ae8c0a-d128-4a51-aab8-6fb42e6d33b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:56.875985 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-d2ae8c0a-d128-4a51-aab8-6fb42e6d33b6 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=77ad766c1ba34dea83c7b1765da0f635&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3918951 Aug 18 12:15:56.876261 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 55738) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:15:56.877157 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ae8c0a-d128-4a51-aab8-6fb42e6d33b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74a268c0-08aa-44e9-a255-8abe2547ac05,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:15:56.878017 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 55740) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:15:56.938929 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ddb7a4a0-3b29-4da4-981c-c27276aa3241 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:56.961889 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ddb7a4a0-3b29-4da4-981c-c27276aa3241 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:57.021726 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ddb7a4a0-3b29-4da4-981c-c27276aa3241 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:57.025276 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ddb7a4a0-3b29-4da4-981c-c27276aa3241 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:57.030109 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-ddb7a4a0-3b29-4da4-981c-c27276aa3241 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/74a268c0-08aa-44e9-a255-8abe2547ac05 HTTP/1.1" status: 204 len: 168 time: 0.1504650 Aug 18 12:15:57.033820 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-098950a4-e1ba-42cc-baa3-404d8c27d568 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:57.043368 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb7a4a0-3b29-4da4-981c-c27276aa3241 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74a268c0-08aa-44e9-a255-8abe2547ac05,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:15:57.151162 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-098950a4-e1ba-42cc-baa3-404d8c27d568 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:57.158132 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-098950a4-e1ba-42cc-baa3-404d8c27d568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:57.205270 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-098950a4-e1ba-42cc-baa3-404d8c27d568 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=60f6a9f43a4342518be7a1c1fae51cc7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3124325 Aug 18 12:15:57.206024 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098950a4-e1ba-42cc-baa3-404d8c27d568 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff4fb918-e8fe-408b-8fba-cddf30dab8fc,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:15:57.208499 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 55752) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:15:57.297765 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1b63847f-a7c6-4a55-b7ed-89ea4c1f935f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:57.327649 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1b63847f-a7c6-4a55-b7ed-89ea4c1f935f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:57.392949 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1b63847f-a7c6-4a55-b7ed-89ea4c1f935f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:57.396024 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1b63847f-a7c6-4a55-b7ed-89ea4c1f935f admin admin] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:57.400106 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-1b63847f-a7c6-4a55-b7ed-89ea4c1f935f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ff4fb918-e8fe-408b-8fba-cddf30dab8fc HTTP/1.1" status: 204 len: 168 time: 0.1906543 Aug 18 12:15:57.408522 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b63847f-a7c6-4a55-b7ed-89ea4c1f935f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff4fb918-e8fe-408b-8fba-cddf30dab8fc,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:15:57.459915 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 55756) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:15:57.475080 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a7f56b86-81c6-4455-a066-83840c1758f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:57.570179 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a7f56b86-81c6-4455-a066-83840c1758f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:57.576913 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a7f56b86-81c6-4455-a066-83840c1758f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:57.653094 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-a7f56b86-81c6-4455-a066-83840c1758f5 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=08a737a043b54643aaada5571521522d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1911209 Aug 18 12:15:57.654381 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f56b86-81c6-4455-a066-83840c1758f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e6213ba-84b7-4421-afbb-2aeda8527371,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:15:57.656866 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 55762) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:15:57.746571 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9dab489f-96aa-48ab-adc9-4c9d3d0a51e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:57.773575 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9dab489f-96aa-48ab-adc9-4c9d3d0a51e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:57.825868 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9dab489f-96aa-48ab-adc9-4c9d3d0a51e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:57.829208 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9dab489f-96aa-48ab-adc9-4c9d3d0a51e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:57.830649 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-9dab489f-96aa-48ab-adc9-4c9d3d0a51e5 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0e6213ba-84b7-4421-afbb-2aeda8527371 HTTP/1.1" status: 204 len: 168 time: 0.1724334 Aug 18 12:15:57.837411 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 55768) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:15:57.839803 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dab489f-96aa-48ab-adc9-4c9d3d0a51e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e6213ba-84b7-4421-afbb-2aeda8527371,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:15:57.853110 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-eef2e4f6-2d42-482a-bcd0-ae97af62f8af admin admin] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:57.957219 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-eef2e4f6-2d42-482a-bcd0-ae97af62f8af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:57.961982 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-eef2e4f6-2d42-482a-bcd0-ae97af62f8af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:58.001610 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-eef2e4f6-2d42-482a-bcd0-ae97af62f8af admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5fcc99a014f44e51aacf2f3482389fab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1628582 Aug 18 12:15:58.002605 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef2e4f6-2d42-482a-bcd0-ae97af62f8af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=274ed868-d224-4bb5-a338-c6bbcd88955c,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:15:58.005639 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 55770) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:15:58.086638 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-594441f9-3c63-4446-b75e-bcb974d3249b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:58.110865 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-594441f9-3c63-4446-b75e-bcb974d3249b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:58.192939 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-594441f9-3c63-4446-b75e-bcb974d3249b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:58.196896 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-594441f9-3c63-4446-b75e-bcb974d3249b admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:58.213025 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-594441f9-3c63-4446-b75e-bcb974d3249b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/274ed868-d224-4bb5-a338-c6bbcd88955c HTTP/1.1" status: 204 len: 168 time: 0.2011182 Aug 18 12:15:58.240571 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594441f9-3c63-4446-b75e-bcb974d3249b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=274ed868-d224-4bb5-a338-c6bbcd88955c,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:15:59.218195 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 55830) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:15:59.357837 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-ceea2c17-027e-4bcf-a589-b5d95bbeedc7 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-707589992-network', 'tenant_id': 'a31a9a9347c444e692b4e9b7703834cf'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:15:59.395930 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceea2c17-027e-4bcf-a589-b5d95bbeedc7 admin admin] Made reservation on behalf of a31a9a9347c444e692b4e9b7703834cf for: {'network': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:15:59.398728 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ceea2c17-027e-4bcf-a589-b5d95bbeedc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for network, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:59.408981 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ceea2c17-027e-4bcf-a589-b5d95bbeedc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:59.585774 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ceea2c17-027e-4bcf-a589-b5d95bbeedc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:59.597151 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ceea2c17-027e-4bcf-a589-b5d95bbeedc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:59.625593 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ceea2c17-027e-4bcf-a589-b5d95bbeedc7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 813} {{(pid=106253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:15:59.638417 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceea2c17-027e-4bcf-a589-b5d95bbeedc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c67acd4e-9cbd-42b6-8de1-9a32300d769b,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:15:59.647972 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ceea2c17-027e-4bcf-a589-b5d95bbeedc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:59.647972 n-d-804985-2 neutron-server[106253]: INFO neutron.db.segments_db [None req-ceea2c17-027e-4bcf-a589-b5d95bbeedc7 admin admin] Added segment 99d3059f-fdea-4545-a4b6-b8c46ac90e18 of type vlan for network c4280c32-a3bd-4e80-9871-c1104e80276f Aug 18 12:15:59.725454 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ceea2c17-027e-4bcf-a589-b5d95bbeedc7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789150665894'] for network, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:59.762786 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ceea2c17-027e-4bcf-a589-b5d95bbeedc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for network, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:15:59.764000 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceea2c17-027e-4bcf-a589-b5d95bbeedc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:15:59.764694 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ceea2c17-027e-4bcf-a589-b5d95bbeedc7 admin admin] Notify callbacks [] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:00.189672 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceea2c17-027e-4bcf-a589-b5d95bbeedc7 admin admin] Pushing event updated for resources: {'Network': ['ID=c4280c32-a3bd-4e80-9871-c1104e80276f,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:16:00.201025 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Network c4280c32-a3bd-4e80-9871-c1104e80276f details requested by agent ovs-agent-n-d-804985-2 with host n-d-804985-2 {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:16:00.220907 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-ceea2c17-027e-4bcf-a589-b5d95bbeedc7 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9990780 Aug 18 12:16:00.223699 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 55854) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:16:00.228944 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-1e150ced-1337-4f7f-a5aa-9152db95f393 admin admin] Request body: {'subnet': {'network_id': 'c4280c32-a3bd-4e80-9871-c1104e80276f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-707589992-subnet', 'tenant_id': 'a31a9a9347c444e692b4e9b7703834cf', 'ip_version': 4}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:16:00.289753 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e150ced-1337-4f7f-a5aa-9152db95f393 admin admin] Made reservation on behalf of a31a9a9347c444e692b4e9b7703834cf for: {'subnet': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:16:00.297293 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1e150ced-1337-4f7f-a5aa-9152db95f393 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59388119'] for subnet, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:00.570190 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1e150ced-1337-4f7f-a5aa-9152db95f393 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58902106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59388097'] for subnet, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:00.715705 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e150ced-1337-4f7f-a5aa-9152db95f393 admin admin] Checking segment: {'id': '99d3059f-fdea-4545-a4b6-b8c46ac90e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'c4280c32-a3bd-4e80-9871-c1104e80276f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:16:00.716136 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e150ced-1337-4f7f-a5aa-9152db95f393 admin admin] Network hostable DHCP agents. Network: c4280c32-a3bd-4e80-9871-c1104e80276f, hostable agents: ['97c14208-2951-4361-8d64-3708c946ff5f'], hosted agents: [] {{(pid=106253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 12:16:00.733304 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e150ced-1337-4f7f-a5aa-9152db95f393 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d46223af-7d95-441f-92a2-ea3a8ad2c323,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:16:00.748552 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e150ced-1337-4f7f-a5aa-9152db95f393 admin admin] Network c4280c32-a3bd-4e80-9871-c1104e80276f is scheduled to be hosted by DHCP agent 97c14208-2951-4361-8d64-3708c946ff5f with binding_index 1 {{(pid=106253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 12:16:00.787872 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 55872) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:16:00.792249 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-1e150ced-1337-4f7f-a5aa-9152db95f393 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-2, c4280c32-a3bd-4e80-9871-c1104e80276f) {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:16:00.797571 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e150ced-1337-4f7f-a5aa-9152db95f393 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:16:00.798856 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1e150ced-1337-4f7f-a5aa-9152db95f393 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:00.804936 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92fee983-db82-437c-afc0-cc97d3e47733 None None] Network c4280c32-a3bd-4e80-9871-c1104e80276f requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:16:00.822923 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-1e150ced-1337-4f7f-a5aa-9152db95f393 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5953152 Aug 18 12:16:00.823155 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 55876) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:16:00.827879 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-657d9f15-4c2a-40c6-8f58-49bd4e08ab3b admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-707589992-router', 'tenant_id': 'a31a9a9347c444e692b4e9b7703834cf', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'}}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:16:00.855853 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-657d9f15-4c2a-40c6-8f58-49bd4e08ab3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-998592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15809'] for router, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:00.857266 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-657d9f15-4c2a-40c6-8f58-49bd4e08ab3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-992733', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-971415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15816'] for router, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:00.970247 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-af5400ad-f66e-442b-a583-e387a932d4f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:01.016015 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-657d9f15-4c2a-40c6-8f58-49bd4e08ab3b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:01.141682 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06e89dad-3995-421e-91b0-939564f0d52a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp788be208-34ab-5a8f-af0f-528834af222f-c4280c32-a3bd-4e80-9871-c1104e80276f', 'network_id': 'c4280c32-a3bd-4e80-9871-c1104e80276f', 'tenant_id': 'a31a9a9347c444e692b4e9b7703834cf', 'fixed_ips': [{'subnet_id': 'd46223af-7d95-441f-92a2-ea3a8ad2c323'}]}} from n-d-804985-2. {{(pid=106254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 12:16:01.149656 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-06e89dad-3995-421e-91b0-939564f0d52a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:01.168104 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-af5400ad-f66e-442b-a583-e387a932d4f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:01.177410 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-af5400ad-f66e-442b-a583-e387a932d4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:01.283790 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-657d9f15-4c2a-40c6-8f58-49bd4e08ab3b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:01.295847 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-af5400ad-f66e-442b-a583-e387a932d4f3 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=79485e184e8b47719f7e3afdcf003eaf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5059779 Aug 18 12:16:01.296939 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5400ad-f66e-442b-a583-e387a932d4f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a5dc30c-2040-432e-b485-911a618d1a9d,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:16:01.300267 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 55882) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:16:01.409844 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ad7093f6-59a9-4821-89c7-dad17d33375d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:01.420206 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.db_base_plugin_common [None req-06e89dad-3995-421e-91b0-939564f0d52a None None] Allocated IP 172.20.0.2 (c4280c32-a3bd-4e80-9871-c1104e80276f/d46223af-7d95-441f-92a2-ea3a8ad2c323/b6387398-f0d8-4b26-b69a-f45be7829f5f) {{(pid=106254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:16:01.476510 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ad7093f6-59a9-4821-89c7-dad17d33375d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:01.549229 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ad7093f6-59a9-4821-89c7-dad17d33375d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:01.552464 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ad7093f6-59a9-4821-89c7-dad17d33375d admin admin] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:01.553977 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-ad7093f6-59a9-4821-89c7-dad17d33375d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/6a5dc30c-2040-432e-b485-911a618d1a9d HTTP/1.1" status: 204 len: 168 time: 0.2524230 Aug 18 12:16:01.567577 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7093f6-59a9-4821-89c7-dad17d33375d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a5dc30c-2040-432e-b485-911a618d1a9d,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:16:01.814228 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-657d9f15-4c2a-40c6-8f58-49bd4e08ab3b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:01.841155 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-657d9f15-4c2a-40c6-8f58-49bd4e08ab3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:01.847396 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-06e89dad-3995-421e-91b0-939564f0d52a None None] Notify callbacks [] for port, precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:01.868095 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-06e89dad-3995-421e-91b0-939564f0d52a None None] Transition to ACTIVE for port object b6387398-f0d8-4b26-b69a-f45be7829f5f will not be triggered until provisioned by entity L2. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:16:01.912380 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-06e89dad-3995-421e-91b0-939564f0d52a None None] Transition to ACTIVE for port object b6387398-f0d8-4b26-b69a-f45be7829f5f will not be triggered until provisioned by entity DHCP. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:16:01.929157 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-06e89dad-3995-421e-91b0-939564f0d52a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547'] for port, after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:01.988954 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06e89dad-3995-421e-91b0-939564f0d52a None None] Network c4280c32-a3bd-4e80-9871-c1104e80276f is already hosted by enough agents. {{(pid=106254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:16:01.993232 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.base_scheduler [None req-06e89dad-3995-421e-91b0-939564f0d52a None None] Resources bound (agent type, host, resource id): {{(pid=106254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:16:01.995825 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e89dad-3995-421e-91b0-939564f0d52a None None] Received port after_create {{(pid=106254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:16:02.000800 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e89dad-3995-421e-91b0-939564f0d52a None None] Pushing event updated for resources: {'Port': ['ID=b6387398-f0d8-4b26-b69a-f45be7829f5f,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:16:02.035472 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [None req-657d9f15-4c2a-40c6-8f58-49bd4e08ab3b admin admin] Allocated IP 172.25.7.64 (7cae7a70-14fd-408c-b14d-39ceb97cb60e/9784295a-20b8-4a4b-b105-f82737f0448f/29118bd0-1817-4d8e-a34a-b559aad52b39) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:16:02.072518 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-06e89dad-3995-421e-91b0-939564f0d52a None None] Attempting to bind port b6387398-f0d8-4b26-b69a-f45be7829f5f on host n-d-804985-2 for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:16:02.072977 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-06e89dad-3995-421e-91b0-939564f0d52a None None] Attempting to bind port b6387398-f0d8-4b26-b69a-f45be7829f5f by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': '99d3059f-fdea-4545-a4b6-b8c46ac90e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'c4280c32-a3bd-4e80-9871-c1104e80276f'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:16:02.073232 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e89dad-3995-421e-91b0-939564f0d52a None None] Attempting to bind port b6387398-f0d8-4b26-b69a-f45be7829f5f on network c4280c32-a3bd-4e80-9871-c1104e80276f {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:16:02.078796 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e89dad-3995-421e-91b0-939564f0d52a None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 15, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:16:02.079171 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e89dad-3995-421e-91b0-939564f0d52a None None] Checking segment: {'id': '99d3059f-fdea-4545-a4b6-b8c46ac90e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'c4280c32-a3bd-4e80-9871-c1104e80276f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:16:02.079551 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-06e89dad-3995-421e-91b0-939564f0d52a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:02.079936 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e89dad-3995-421e-91b0-939564f0d52a None None] Bound using segment: {'id': '99d3059f-fdea-4545-a4b6-b8c46ac90e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'c4280c32-a3bd-4e80-9871-c1104e80276f'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:16:02.080388 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-06e89dad-3995-421e-91b0-939564f0d52a None None] Bound port: b6387398-f0d8-4b26-b69a-f45be7829f5f, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99d3059f-fdea-4545-a4b6-b8c46ac90e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'c4280c32-a3bd-4e80-9871-c1104e80276f'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:16:02.080787 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-06e89dad-3995-421e-91b0-939564f0d52a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:02.185404 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-06e89dad-3995-421e-91b0-939564f0d52a None None] For port b6387398-f0d8-4b26-b69a-f45be7829f5f, host n-d-804985-2, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:16:02.189465 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-06e89dad-3995-421e-91b0-939564f0d52a None None] For port b6387398-f0d8-4b26-b69a-f45be7829f5f, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=b6387398-f0d8-4b26-b69a-f45be7829f5f,segment=NetworkSegment(99d3059f-fdea-4545-a4b6-b8c46ac90e18),segment_id=99d3059f-fdea-4545-a4b6-b8c46ac90e18)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:16:02.206881 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-06e89dad-3995-421e-91b0-939564f0d52a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:02.206998 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 55896) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:16:02.223892 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-657d9f15-4c2a-40c6-8f58-49bd4e08ab3b admin admin] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:02.227226 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-030e482b-54e1-402a-bac1-e62a6ff9beae admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:02.279216 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e89dad-3995-421e-91b0-939564f0d52a None None] Pushing event updated for resources: {'Port': ['ID=b6387398-f0d8-4b26-b69a-f45be7829f5f,revision_number=2']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:16:02.338450 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-657d9f15-4c2a-40c6-8f58-49bd4e08ab3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:02.395899 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-657d9f15-4c2a-40c6-8f58-49bd4e08ab3b admin admin] Network 7cae7a70-14fd-408c-b14d-39ceb97cb60e is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:16:02.401257 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-657d9f15-4c2a-40c6-8f58-49bd4e08ab3b admin admin] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:16:02.407028 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657d9f15-4c2a-40c6-8f58-49bd4e08ab3b admin admin] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:16:02.459207 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657d9f15-4c2a-40c6-8f58-49bd4e08ab3b admin admin] Pushing event updated for resources: {'Port': ['ID=29118bd0-1817-4d8e-a34a-b559aad52b39,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:16:02.503605 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-030e482b-54e1-402a-bac1-e62a6ff9beae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:02.514402 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-030e482b-54e1-402a-bac1-e62a6ff9beae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:02.627559 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030e482b-54e1-402a-bac1-e62a6ff9beae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b5dcc25-b87f-43b1-967c-6b6346dd29d6,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:16:02.636409 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-030e482b-54e1-402a-bac1-e62a6ff9beae admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=15cec525915d49c09a9f6c9f83db904c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4306552 Aug 18 12:16:02.640892 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 55898) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:16:02.712426 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0860a6fd-5c6e-43e8-97f8-04fdfa3e47cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:02.760283 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0860a6fd-5c6e-43e8-97f8-04fdfa3e47cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:02.806958 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-657d9f15-4c2a-40c6-8f58-49bd4e08ab3b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:02.851013 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0860a6fd-5c6e-43e8-97f8-04fdfa3e47cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:02.854275 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0860a6fd-5c6e-43e8-97f8-04fdfa3e47cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:02.867641 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-0860a6fd-5c6e-43e8-97f8-04fdfa3e47cb admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9b5dcc25-b87f-43b1-967c-6b6346dd29d6 HTTP/1.1" status: 204 len: 168 time: 0.2160835 Aug 18 12:16:02.892723 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0860a6fd-5c6e-43e8-97f8-04fdfa3e47cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b5dcc25-b87f-43b1-967c-6b6346dd29d6,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:16:03.061952 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device b6387398-f0d8-4b26-b69a-f45be7829f5f up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:16:03.140190 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port b6387398-f0d8-4b26-b69a-f45be7829f5f completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:16:03.204810 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-657d9f15-4c2a-40c6-8f58-49bd4e08ab3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-998473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-992536'] for router, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:03.498799 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-657d9f15-4c2a-40c6-8f58-49bd4e08ab3b admin admin] Router 22416481-7189-46ad-b8e7-636d7702e44c is scheduled to L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 with binding_index 1 {{(pid=106253) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 12:16:03.616401 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be7ad603-e43b-4377-85f4-1047b016ad02 None None] Network c4280c32-a3bd-4e80-9871-c1104e80276f requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:16:03.722671 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-657d9f15-4c2a-40c6-8f58-49bd4e08ab3b admin admin] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:16:03.736204 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-6d8780d7-042d-4a16-9d69-1120c05c4f96 None None] Provisioning for port b6387398-f0d8-4b26-b69a-f45be7829f5f completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:16:03.738814 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88aff4f5-f010-4088-a2b3-a4f259b5d467 None None] Sync routers for ids ['22416481-7189-46ad-b8e7-636d7702e44c'] in n-d-804985-2 {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:16:03.750202 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-657d9f15-4c2a-40c6-8f58-49bd4e08ab3b admin admin] Notify callbacks [] for router, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:03.757881 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-657d9f15-4c2a-40c6-8f58-49bd4e08ab3b admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.9335883 Aug 18 12:16:03.760530 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 55926) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:16:03.777716 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-6d8780d7-042d-4a16-9d69-1120c05c4f96 None None] Provisioning complete for port b6387398-f0d8-4b26-b69a-f45be7829f5f triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:16:03.778222 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-6d8780d7-042d-4a16-9d69-1120c05c4f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:03.818307 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88aff4f5-f010-4088-a2b3-a4f259b5d467 None None] Routers {'22416481-7189-46ad-b8e7-636d7702e44c'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:16:03.819071 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-88aff4f5-f010-4088-a2b3-a4f259b5d467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:15:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['22416481-7189-46ad-b8e7-636d7702e44c'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:16:03.998846 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-88aff4f5-f010-4088-a2b3-a4f259b5d467 None None] Set router 22416481-7189-46ad-b8e7-636d7702e44c gateway port host: n-d-804985-2 {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:16:04.330585 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-6d8780d7-042d-4a16-9d69-1120c05c4f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:04.470340 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-6d8780d7-042d-4a16-9d69-1120c05c4f96 None None] For port b6387398-f0d8-4b26-b69a-f45be7829f5f, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=b6387398-f0d8-4b26-b69a-f45be7829f5f,segment=NetworkSegment(99d3059f-fdea-4545-a4b6-b8c46ac90e18),segment_id=99d3059f-fdea-4545-a4b6-b8c46ac90e18)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:16:04.485386 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-6d8780d7-042d-4a16-9d69-1120c05c4f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:04.636622 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8780d7-042d-4a16-9d69-1120c05c4f96 None None] Pushing event updated for resources: {'Port': ['ID=b6387398-f0d8-4b26-b69a-f45be7829f5f,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:16:04.667509 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-88aff4f5-f010-4088-a2b3-a4f259b5d467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22416481-7189-46ad-b8e7-636d7702e44c', 'name': 'tempest-TestServerBasicOps-707589992-router', 'tenant_id': 'a31a9a9347c444e692b4e9b7703834cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.64'}], 'enable_snat': True}, 'gw_port_id': '29118bd0-1817-4d8e-a34a-b559aad52b39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:16:00Z', 'updated_at': '2021-08-18T12:16:02Z', 'revision_number': 3, 'project_id': 'a31a9a9347c444e692b4e9b7703834cf', 'gw_port': {'id': '29118bd0-1817-4d8e-a34a-b559aad52b39', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:e5:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22416481-7189-46ad-b8e7-636d7702e44c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3054, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:16:01Z', 'updated_at': '2021-08-18T12:16:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:16:04.700774 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88aff4f5-f010-4088-a2b3-a4f259b5d467 None None] Checking router: 22416481-7189-46ad-b8e7-636d7702e44c for host: n-d-804985-2 {{(pid=106254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:16:04.701266 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88aff4f5-f010-4088-a2b3-a4f259b5d467 None None] Updating router 22416481-7189-46ad-b8e7-636d7702e44c port 29118bd0-1817-4d8e-a34a-b559aad52b39 binding host n-d-804985-2 {{(pid=106254) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 12:16:04.735848 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-88aff4f5-f010-4088-a2b3-a4f259b5d467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:04.768297 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-b320bc62-3fd3-4b43-949a-2ec5afcc7bda None None] Provisioning complete for port b6387398-f0d8-4b26-b69a-f45be7829f5f triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:16:04.769096 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-b320bc62-3fd3-4b43-949a-2ec5afcc7bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:05.004351 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-152eb064-1be9-49d6-9cb8-90e4c7361794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:05.077540 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device b6387398-f0d8-4b26-b69a-f45be7829f5f up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:16:05.178156 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-88aff4f5-f010-4088-a2b3-a4f259b5d467 None None] Notify callbacks [] for port, precommit_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:05.194414 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-88aff4f5-f010-4088-a2b3-a4f259b5d467 None None] Transition to ACTIVE for port object 29118bd0-1817-4d8e-a34a-b559aad52b39 will not be triggered until provisioned by entity L2. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:16:05.198838 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port b6387398-f0d8-4b26-b69a-f45be7829f5f triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:16:05.199407 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:05.220488 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-88aff4f5-f010-4088-a2b3-a4f259b5d467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:05.329900 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-88aff4f5-f010-4088-a2b3-a4f259b5d467 None None] Attempting to bind port 29118bd0-1817-4d8e-a34a-b559aad52b39 on host n-d-804985-2 for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:16:05.330384 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-88aff4f5-f010-4088-a2b3-a4f259b5d467 None None] Attempting to bind port 29118bd0-1817-4d8e-a34a-b559aad52b39 by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:16:05.330859 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88aff4f5-f010-4088-a2b3-a4f259b5d467 None None] Attempting to bind port 29118bd0-1817-4d8e-a34a-b559aad52b39 on network 7cae7a70-14fd-408c-b14d-39ceb97cb60e {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:16:05.342531 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef06f7b5-8c2f-4d8f-89d3-2ede68913b3c None None] Pushing event updated for resources: {'Port': ['ID=29118bd0-1817-4d8e-a34a-b559aad52b39,revision_number=2']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:16:05.346262 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88aff4f5-f010-4088-a2b3-a4f259b5d467 None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 15, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:16:05.346799 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88aff4f5-f010-4088-a2b3-a4f259b5d467 None None] Checking segment: {'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:16:05.347306 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-88aff4f5-f010-4088-a2b3-a4f259b5d467 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:05.347795 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88aff4f5-f010-4088-a2b3-a4f259b5d467 None None] Bound using segment: {'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:16:05.348382 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-88aff4f5-f010-4088-a2b3-a4f259b5d467 None None] Bound port: 29118bd0-1817-4d8e-a34a-b559aad52b39, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:16:05.348884 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-88aff4f5-f010-4088-a2b3-a4f259b5d467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:05.446604 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-88aff4f5-f010-4088-a2b3-a4f259b5d467 None None] For port 29118bd0-1817-4d8e-a34a-b559aad52b39, host n-d-804985-2, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:16:05.450694 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-88aff4f5-f010-4088-a2b3-a4f259b5d467 None None] For port 29118bd0-1817-4d8e-a34a-b559aad52b39, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=29118bd0-1817-4d8e-a34a-b559aad52b39,segment=NetworkSegment(c5a3db9d-5c58-41b1-9177-d5787a597b78),segment_id=c5a3db9d-5c58-41b1-9177-d5787a597b78)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:16:05.459857 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-88aff4f5-f010-4088-a2b3-a4f259b5d467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:05.528715 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88aff4f5-f010-4088-a2b3-a4f259b5d467 None None] Routers {'22416481-7189-46ad-b8e7-636d7702e44c'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:16:05.529688 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-88aff4f5-f010-4088-a2b3-a4f259b5d467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:15:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['22416481-7189-46ad-b8e7-636d7702e44c'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:16:05.564285 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [None req-152eb064-1be9-49d6-9cb8-90e4c7361794 admin admin] Allocated IP 172.20.0.1 (c4280c32-a3bd-4e80-9871-c1104e80276f/d46223af-7d95-441f-92a2-ea3a8ad2c323/46f2df18-9a1e-4518-8ad8-3b25c6e21861) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:16:05.574999 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef06f7b5-8c2f-4d8f-89d3-2ede68913b3c None None] Pushing event updated for resources: {'Port': ['ID=29118bd0-1817-4d8e-a34a-b559aad52b39,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:16:05.660608 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-88aff4f5-f010-4088-a2b3-a4f259b5d467 None None] Set router 22416481-7189-46ad-b8e7-636d7702e44c gateway port host: n-d-804985-2 {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:16:05.742429 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-152eb064-1be9-49d6-9cb8-90e4c7361794 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:05.756451 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [None req-152eb064-1be9-49d6-9cb8-90e4c7361794 admin admin] Transition to ACTIVE for port object 46f2df18-9a1e-4518-8ad8-3b25c6e21861 will not be triggered until provisioned by entity DHCP. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:16:05.794220 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-152eb064-1be9-49d6-9cb8-90e4c7361794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:05.856608 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-152eb064-1be9-49d6-9cb8-90e4c7361794 admin admin] Network c4280c32-a3bd-4e80-9871-c1104e80276f is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:16:05.859725 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-152eb064-1be9-49d6-9cb8-90e4c7361794 admin admin] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:16:05.864769 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-152eb064-1be9-49d6-9cb8-90e4c7361794 admin admin] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:16:05.870889 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152eb064-1be9-49d6-9cb8-90e4c7361794 admin admin] Pushing event updated for resources: {'Port': ['ID=46f2df18-9a1e-4518-8ad8-3b25c6e21861,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:16:05.912891 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-88aff4f5-f010-4088-a2b3-a4f259b5d467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22416481-7189-46ad-b8e7-636d7702e44c', 'name': 'tempest-TestServerBasicOps-707589992-router', 'tenant_id': 'a31a9a9347c444e692b4e9b7703834cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.64'}], 'enable_snat': True}, 'gw_port_id': '29118bd0-1817-4d8e-a34a-b559aad52b39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:16:00Z', 'updated_at': '2021-08-18T12:16:02Z', 'revision_number': 3, 'project_id': 'a31a9a9347c444e692b4e9b7703834cf', 'gw_port': {'id': '29118bd0-1817-4d8e-a34a-b559aad52b39', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:e5:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22416481-7189-46ad-b8e7-636d7702e44c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3054, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:16:01Z', 'updated_at': '2021-08-18T12:16:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:16:05.929878 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-152eb064-1be9-49d6-9cb8-90e4c7361794 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-996688'] for router_interface, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:05.956424 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88aff4f5-f010-4088-a2b3-a4f259b5d467 None None] The sync data for ids ['22416481-7189-46ad-b8e7-636d7702e44c'] in n-d-804985-2 is: [{'id': '22416481-7189-46ad-b8e7-636d7702e44c', 'name': 'tempest-TestServerBasicOps-707589992-router', 'tenant_id': 'a31a9a9347c444e692b4e9b7703834cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.64'}], 'enable_snat': True}, 'gw_port_id': '29118bd0-1817-4d8e-a34a-b559aad52b39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:16:00Z', 'updated_at': '2021-08-18T12:16:02Z', 'revision_number': 3, 'project_id': 'a31a9a9347c444e692b4e9b7703834cf', 'gw_port': {'id': '29118bd0-1817-4d8e-a34a-b559aad52b39', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:e5:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22416481-7189-46ad-b8e7-636d7702e44c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3054, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:16:01Z', 'updated_at': '2021-08-18T12:16:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:16:06.144517 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:06.180831 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-152eb064-1be9-49d6-9cb8-90e4c7361794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:06.240084 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-e977cf0c-9bd7-4d70-bb79-2e90634ddfe9 None None] Provisioning for port 46f2df18-9a1e-4518-8ad8-3b25c6e21861 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:16:06.253049 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-e977cf0c-9bd7-4d70-bb79-2e90634ddfe9 None None] Provisioning complete for port 46f2df18-9a1e-4518-8ad8-3b25c6e21861 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:16:06.253422 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-e977cf0c-9bd7-4d70-bb79-2e90634ddfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:06.325974 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-e977cf0c-9bd7-4d70-bb79-2e90634ddfe9 None None] Port 46f2df18-9a1e-4518-8ad8-3b25c6e21861 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:16:06.434698 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-152eb064-1be9-49d6-9cb8-90e4c7361794 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:06.446724 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-152eb064-1be9-49d6-9cb8-90e4c7361794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:06.508549 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-152eb064-1be9-49d6-9cb8-90e4c7361794 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-996772'] for router_interface, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:06.620319 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152eb064-1be9-49d6-9cb8-90e4c7361794 admin admin] Pushing event updated for resources: {'Port': ['ID=46f2df18-9a1e-4518-8ad8-3b25c6e21861,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:16:06.675449 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-152eb064-1be9-49d6-9cb8-90e4c7361794 admin admin] Network c4280c32-a3bd-4e80-9871-c1104e80276f is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:16:06.676897 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-152eb064-1be9-49d6-9cb8-90e4c7361794 admin admin] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:16:06.915362 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6112945-09d1-4f40-a9ec-f048ac1b3e88 req-3d0a9fb1-a965-4d21-a8da-1a752b68ba43 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:16:06.922583 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-152eb064-1be9-49d6-9cb8-90e4c7361794 admin admin] Router 22416481-7189-46ad-b8e7-636d7702e44c has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:16:06.933392 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c6112945-09d1-4f40-a9ec-f048ac1b3e88 req-3d0a9fb1-a965-4d21-a8da-1a752b68ba43 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/ports?device_id=648de63a-f17d-4471-aa62-ae662a3248dd HTTP/1.1" status: 200 len: 945 time: 0.1566772 Aug 18 12:16:07.062443 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c6112945-09d1-4f40-a9ec-f048ac1b3e88 req-2ab02eba-2eee-4b0a-ac9f-6071fd041774 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/security-groups?id=9d0a542a-8fa5-4941-b184-fa1bbc2c5b94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1243236 Aug 18 12:16:07.079724 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 29118bd0-1817-4d8e-a34a-b559aad52b39 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:16:07.084391 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 56004) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:16:07.247822 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port 29118bd0-1817-4d8e-a34a-b559aad52b39 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:16:07.266097 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 29118bd0-1817-4d8e-a34a-b559aad52b39 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:16:07.266972 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:07.271650 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-152eb064-1be9-49d6-9cb8-90e4c7361794 admin admin] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:16:07.278253 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-d0f933f7-1da4-409f-8b17-d005cd4a0435 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/floatingips/72cb69f0-c6bd-4b09-80dd-2226f33a1701 HTTP/1.1" status: 200 len: 992 time: 0.1889477 Aug 18 12:16:07.305595 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-152eb064-1be9-49d6-9cb8-90e4c7361794 admin admin] 10.222.0.66 "PUT /v2.0/routers/22416481-7189-46ad-b8e7-636d7702e44c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5355706 Aug 18 12:16:07.371716 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-96fbeb0a-c814-40da-a9ef-bf85093ed5ee None None] Provisioning complete for port 46f2df18-9a1e-4518-8ad8-3b25c6e21861 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:16:07.372083 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-96fbeb0a-c814-40da-a9ef-bf85093ed5ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:07.446720 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-96fbeb0a-c814-40da-a9ef-bf85093ed5ee None None] Port 46f2df18-9a1e-4518-8ad8-3b25c6e21861 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:16:07.466225 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:07.495807 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] For port 29118bd0-1817-4d8e-a34a-b559aad52b39, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=29118bd0-1817-4d8e-a34a-b559aad52b39,segment=NetworkSegment(c5a3db9d-5c58-41b1-9177-d5787a597b78),segment_id=c5a3db9d-5c58-41b1-9177-d5787a597b78)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:16:07.508151 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:07.588863 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Pushing event updated for resources: {'Port': ['ID=29118bd0-1817-4d8e-a34a-b559aad52b39,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:16:07.726709 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bd26d9-0112-49c3-abab-1f653c677283 req-b89d4d45-2266-4718-acd4-ac6141eb4563 tempest-TestNetworkAdvancedServerOps-1126957736 tempest-TestNetworkAdvancedServerOps-1126957736-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:16:07.737517 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-03bd26d9-0112-49c3-abab-1f653c677283 req-b89d4d45-2266-4718-acd4-ac6141eb4563 tempest-TestNetworkAdvancedServerOps-1126957736 tempest-TestNetworkAdvancedServerOps-1126957736-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=648de63a-f17d-4471-aa62-ae662a3248dd HTTP/1.1" status: 200 len: 1096 time: 0.0657787 Aug 18 12:16:07.797109 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-03bd26d9-0112-49c3-abab-1f653c677283 req-460cf986-88c2-4795-87be-20bd1f6ff2ce tempest-TestNetworkAdvancedServerOps-1126957736 tempest-TestNetworkAdvancedServerOps-1126957736-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=9d0a542a-8fa5-4941-b184-fa1bbc2c5b94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454352 Aug 18 12:16:07.905465 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 56038) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:16:08.101078 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e05b31b7-1c06-4aeb-923e-139ee708d21d admin admin] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:08.194163 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:08.245244 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e05b31b7-1c06-4aeb-923e-139ee708d21d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:08.256609 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e05b31b7-1c06-4aeb-923e-139ee708d21d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:08.269191 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 56066) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:16:08.275002 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-b717c2c3-4d85-412a-9efa-c39b52735628 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1597102229-network', 'tenant_id': '38c46cb68aea4544aee9e153363e1766'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:16:08.316118 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-e05b31b7-1c06-4aeb-923e-139ee708d21d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=44b8e4584d674f63aa7dd167eb973c6c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4096091 Aug 18 12:16:08.317191 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05b31b7-1c06-4aeb-923e-139ee708d21d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e54c3bc3-9651-45bd-9a12-354d7f90d6d5,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:16:08.319997 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 56068) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:16:08.363450 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b717c2c3-4d85-412a-9efa-c39b52735628 admin admin] Made reservation on behalf of 38c46cb68aea4544aee9e153363e1766 for: {'network': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:16:08.371872 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b717c2c3-4d85-412a-9efa-c39b52735628 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for network, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:08.393091 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b717c2c3-4d85-412a-9efa-c39b52735628 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:08.487616 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-92e98eef-52c4-492c-abdd-f484baa49b11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:08.537905 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-92e98eef-52c4-492c-abdd-f484baa49b11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:08.653122 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b717c2c3-4d85-412a-9efa-c39b52735628 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:08.654606 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-92e98eef-52c4-492c-abdd-f484baa49b11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:08.659086 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-92e98eef-52c4-492c-abdd-f484baa49b11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:08.663458 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-92e98eef-52c4-492c-abdd-f484baa49b11 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e54c3bc3-9651-45bd-9a12-354d7f90d6d5 HTTP/1.1" status: 204 len: 168 time: 0.3423235 Aug 18 12:16:08.672297 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b717c2c3-4d85-412a-9efa-c39b52735628 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:08.694177 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e98eef-52c4-492c-abdd-f484baa49b11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e54c3bc3-9651-45bd-9a12-354d7f90d6d5,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:16:08.711131 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-866f52f6-fa9f-4f3a-a809-9221fdf9e5ec None None] Sync routers for ids ['22416481-7189-46ad-b8e7-636d7702e44c'] in n-d-804985-2 {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:16:08.736426 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-866f52f6-fa9f-4f3a-a809-9221fdf9e5ec None None] Routers {'22416481-7189-46ad-b8e7-636d7702e44c'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:16:08.739654 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-866f52f6-fa9f-4f3a-a809-9221fdf9e5ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:15:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['22416481-7189-46ad-b8e7-636d7702e44c'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:16:08.745179 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b717c2c3-4d85-412a-9efa-c39b52735628 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 830} {{(pid=106253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:16:08.785225 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b717c2c3-4d85-412a-9efa-c39b52735628 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:08.785776 n-d-804985-2 neutron-server[106253]: INFO neutron.db.segments_db [None req-b717c2c3-4d85-412a-9efa-c39b52735628 admin admin] Added segment be706c67-8e08-4c56-a7e1-83700f91b349 of type vlan for network d60f6980-ac7f-4b6d-b4dc-dbc188f99108 Aug 18 12:16:08.787392 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b717c2c3-4d85-412a-9efa-c39b52735628 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=592434f5-f1bc-4d18-8711-66efb41845f4,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:16:08.840526 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b717c2c3-4d85-412a-9efa-c39b52735628 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789150665894'] for network, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:08.875605 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b717c2c3-4d85-412a-9efa-c39b52735628 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for network, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:08.877347 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b717c2c3-4d85-412a-9efa-c39b52735628 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:16:08.877943 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b717c2c3-4d85-412a-9efa-c39b52735628 admin admin] Notify callbacks [] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:08.888816 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-68453f7b-262b-4b27-8411-4577558364ca req-6894fd6f-977f-4397-9d09-c31c99822a3e service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=648de63a-f17d-4471-aa62-ae662a3248dd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0943890 Aug 18 12:16:09.001846 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-866f52f6-fa9f-4f3a-a809-9221fdf9e5ec None None] Set router 22416481-7189-46ad-b8e7-636d7702e44c gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:16:09.016541 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 29118bd0-1817-4d8e-a34a-b559aad52b39 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:16:09.019713 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 56094) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:16:09.019886 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-b717c2c3-4d85-412a-9efa-c39b52735628 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7494810 Aug 18 12:16:09.026263 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-fbe71e43-4187-4502-8ff7-6d013521bbe0 admin admin] Request body: {'subnet': {'network_id': 'd60f6980-ac7f-4b6d-b4dc-dbc188f99108', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1597102229-subnet', 'tenant_id': '38c46cb68aea4544aee9e153363e1766', 'ip_version': 4}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:16:09.062862 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b717c2c3-4d85-412a-9efa-c39b52735628 admin admin] Pushing event updated for resources: {'Network': ['ID=d60f6980-ac7f-4b6d-b4dc-dbc188f99108,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:16:09.105950 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbe71e43-4187-4502-8ff7-6d013521bbe0 admin admin] Made reservation on behalf of 38c46cb68aea4544aee9e153363e1766 for: {'subnet': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:16:09.108653 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-fbe71e43-4187-4502-8ff7-6d013521bbe0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59074089'] for subnet, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:09.167665 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Network d60f6980-ac7f-4b6d-b4dc-dbc188f99108 details requested by agent ovs-agent-n-d-804985-2 with host n-d-804985-2 {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:16:09.391219 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 29118bd0-1817-4d8e-a34a-b559aad52b39 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:16:09.393662 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:09.467646 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-fbe71e43-4187-4502-8ff7-6d013521bbe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3572913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59074111'] for subnet, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:09.559934 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-866f52f6-fa9f-4f3a-a809-9221fdf9e5ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22416481-7189-46ad-b8e7-636d7702e44c', 'name': 'tempest-TestServerBasicOps-707589992-router', 'tenant_id': 'a31a9a9347c444e692b4e9b7703834cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.64'}], 'enable_snat': True}, 'gw_port_id': '29118bd0-1817-4d8e-a34a-b559aad52b39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:16:00Z', 'updated_at': '2021-08-18T12:16:06Z', 'revision_number': 4, 'project_id': 'a31a9a9347c444e692b4e9b7703834cf', 'gw_port': {'id': '29118bd0-1817-4d8e-a34a-b559aad52b39', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:e5:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22416481-7189-46ad-b8e7-636d7702e44c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3054, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:16:01Z', 'updated_at': '2021-08-18T12:16:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': '46f2df18-9a1e-4518-8ad8-3b25c6e21861', 'name': '', 'network_id': 'c4280c32-a3bd-4e80-9871-c1104e80276f', 'tenant_id': 'a31a9a9347c444e692b4e9b7703834cf', 'mac_address': 'fa:16:3e:c8:15:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22416481-7189-46ad-b8e7-636d7702e44c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3060, 'fixed_ips': [{'subnet_id': 'd46223af-7d95-441f-92a2-ea3a8ad2c323', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:16:05Z', 'updated_at': '2021-08-18T12:16:06Z', 'revision_number': 2, 'project_id': 'a31a9a9347c444e692b4e9b7703834cf', 'subnets': [{'id': 'd46223af-7d95-441f-92a2-ea3a8ad2c323', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:16:09.563836 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 56104) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:16:09.576359 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe71e43-4187-4502-8ff7-6d013521bbe0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d397f897-c582-4252-83f4-25e7c89efd6c,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:16:09.581607 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-89601b56-a8ae-4a54-a8f8-8db631211342 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:09.650238 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-866f52f6-fa9f-4f3a-a809-9221fdf9e5ec None None] Checking router: 22416481-7189-46ad-b8e7-636d7702e44c for host: n-d-804985-2 {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:16:09.655592 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe71e43-4187-4502-8ff7-6d013521bbe0 admin admin] Checking segment: {'id': 'be706c67-8e08-4c56-a7e1-83700f91b349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'd60f6980-ac7f-4b6d-b4dc-dbc188f99108'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:16:09.657288 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-866f52f6-fa9f-4f3a-a809-9221fdf9e5ec None None] Updating router 22416481-7189-46ad-b8e7-636d7702e44c port 46f2df18-9a1e-4518-8ad8-3b25c6e21861 binding host n-d-804985-2 {{(pid=106255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 12:16:09.665185 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbe71e43-4187-4502-8ff7-6d013521bbe0 admin admin] Network hostable DHCP agents. Network: d60f6980-ac7f-4b6d-b4dc-dbc188f99108, hostable agents: ['97c14208-2951-4361-8d64-3708c946ff5f'], hosted agents: [] {{(pid=106252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 12:16:09.710267 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbe71e43-4187-4502-8ff7-6d013521bbe0 admin admin] Network d60f6980-ac7f-4b6d-b4dc-dbc188f99108 is scheduled to be hosted by DHCP agent 97c14208-2951-4361-8d64-3708c946ff5f with binding_index 1 {{(pid=106252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 12:16:09.719676 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-866f52f6-fa9f-4f3a-a809-9221fdf9e5ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:09.738177 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-fbe71e43-4187-4502-8ff7-6d013521bbe0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-2, d60f6980-ac7f-4b6d-b4dc-dbc188f99108) {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:16:09.743100 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbe71e43-4187-4502-8ff7-6d013521bbe0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:16:09.744632 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-fbe71e43-4187-4502-8ff7-6d013521bbe0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for subnet, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:09.747738 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec506e5c-100c-49a5-98dc-cbae325af1ea None None] Network d60f6980-ac7f-4b6d-b4dc-dbc188f99108 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:16:09.773482 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-89601b56-a8ae-4a54-a8f8-8db631211342 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:09.782663 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-89601b56-a8ae-4a54-a8f8-8db631211342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:09.798683 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-fbe71e43-4187-4502-8ff7-6d013521bbe0 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7776215 Aug 18 12:16:09.799353 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 56112) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:16:09.804147 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-f02089f3-08ca-4a13-9bdf-eec2a2cbebbc admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1597102229-router', 'tenant_id': '38c46cb68aea4544aee9e153363e1766', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'}}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:16:09.835320 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-89601b56-a8ae-4a54-a8f8-8db631211342 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=62e735632cf54936b36665922dc6185f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2695920 Aug 18 12:16:09.836264 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 56114) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:16:09.862399 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f02089f3-08ca-4a13-9bdf-eec2a2cbebbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-998592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15809'] for router, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:09.863735 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f02089f3-08ca-4a13-9bdf-eec2a2cbebbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-992733', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-971415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15816'] for router, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:09.891432 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89601b56-a8ae-4a54-a8f8-8db631211342 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=283cd996-97f1-4919-ade8-e9fb4f3793e7,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:16:09.969854 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a639d3a8-029f-4c01-872d-3367dca5511a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:10.019615 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a639d3a8-029f-4c01-872d-3367dca5511a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:10.064214 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd2381f7-0b1f-4720-b6c8-84e07810c77b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp788be208-34ab-5a8f-af0f-528834af222f-d60f6980-ac7f-4b6d-b4dc-dbc188f99108', 'network_id': 'd60f6980-ac7f-4b6d-b4dc-dbc188f99108', 'tenant_id': '38c46cb68aea4544aee9e153363e1766', 'fixed_ips': [{'subnet_id': 'd397f897-c582-4252-83f4-25e7c89efd6c'}]}} from n-d-804985-2. {{(pid=106254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 12:16:10.065229 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-fd2381f7-0b1f-4720-b6c8-84e07810c77b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:10.077765 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f02089f3-08ca-4a13-9bdf-eec2a2cbebbc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:10.098381 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [req-68453f7b-262b-4b27-8411-4577558364ca req-770a7112-1a7e-49b6-9e15-b36b332da5d9 tempest-TestNetworkAdvancedServerOps-1126957736 tempest-TestNetworkAdvancedServerOps-1126957736-project-admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=106252) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 12:16:10.109863 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-68453f7b-262b-4b27-8411-4577558364ca req-770a7112-1a7e-49b6-9e15-b36b332da5d9 tempest-TestNetworkAdvancedServerOps-1126957736 tempest-TestNetworkAdvancedServerOps-1126957736-project-admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4121573 Aug 18 12:16:10.116365 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a639d3a8-029f-4c01-872d-3367dca5511a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:10.119239 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a639d3a8-029f-4c01-872d-3367dca5511a admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:10.129455 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-a639d3a8-029f-4c01-872d-3367dca5511a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/283cd996-97f1-4919-ade8-e9fb4f3793e7 HTTP/1.1" status: 204 len: 168 time: 0.2869074 Aug 18 12:16:10.158845 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a639d3a8-029f-4c01-872d-3367dca5511a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=283cd996-97f1-4919-ade8-e9fb4f3793e7,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:16:10.264888 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-68453f7b-262b-4b27-8411-4577558364ca req-02685c12-5ad8-4f5e-a47e-448104623033 service neutron] Request body: {'binding': {'host': 'n-h1-804985-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:16:10.265599 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-68453f7b-262b-4b27-8411-4577558364ca req-02685c12-5ad8-4f5e-a47e-448104623033 service neutron] Unknown quota resources ['binding']. {{(pid=106252) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 18 12:16:10.398505 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f02089f3-08ca-4a13-9bdf-eec2a2cbebbc admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:10.400139 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.db_base_plugin_common [None req-fd2381f7-0b1f-4720-b6c8-84e07810c77b None None] Allocated IP 172.20.0.2 (d60f6980-ac7f-4b6d-b4dc-dbc188f99108/d397f897-c582-4252-83f4-25e7c89efd6c/1c75c9a4-3615-42df-9244-dc753ed78547) {{(pid=106254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:16:10.461054 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-866f52f6-fa9f-4f3a-a809-9221fdf9e5ec None None] Notify callbacks [] for port, precommit_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:10.488043 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-866f52f6-fa9f-4f3a-a809-9221fdf9e5ec None None] Transition to ACTIVE for port object 46f2df18-9a1e-4518-8ad8-3b25c6e21861 will not be triggered until provisioned by entity L2. {{(pid=106255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:16:10.502983 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-866f52f6-fa9f-4f3a-a809-9221fdf9e5ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:10.657753 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5726d54c-acab-461e-b4e8-a578956ef543 None None] Pushing event updated for resources: {'Port': ['ID=46f2df18-9a1e-4518-8ad8-3b25c6e21861,revision_number=3']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:16:10.688198 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5726d54c-acab-461e-b4e8-a578956ef543 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:16:10.688867 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5726d54c-acab-461e-b4e8-a578956ef543 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:16:10.689353 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5726d54c-acab-461e-b4e8-a578956ef543 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:16:10.689835 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5726d54c-acab-461e-b4e8-a578956ef543 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:16:10.702846 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5726d54c-acab-461e-b4e8-a578956ef543 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:16:10.703755 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5726d54c-acab-461e-b4e8-a578956ef543 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:16:10.705131 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5726d54c-acab-461e-b4e8-a578956ef543 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:16:10.707508 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5726d54c-acab-461e-b4e8-a578956ef543 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:16:10.708042 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5726d54c-acab-461e-b4e8-a578956ef543 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:16:10.708551 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5726d54c-acab-461e-b4e8-a578956ef543 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:16:10.709034 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5726d54c-acab-461e-b4e8-a578956ef543 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:16:10.710027 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5726d54c-acab-461e-b4e8-a578956ef543 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:16:10.743776 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-866f52f6-fa9f-4f3a-a809-9221fdf9e5ec None None] Attempting to bind port 46f2df18-9a1e-4518-8ad8-3b25c6e21861 on host n-d-804985-2 for vnic_type normal with profile {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:16:10.744793 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-866f52f6-fa9f-4f3a-a809-9221fdf9e5ec None None] Attempting to bind port 46f2df18-9a1e-4518-8ad8-3b25c6e21861 by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': '99d3059f-fdea-4545-a4b6-b8c46ac90e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'c4280c32-a3bd-4e80-9871-c1104e80276f'}] {{(pid=106255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:16:10.750400 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-866f52f6-fa9f-4f3a-a809-9221fdf9e5ec None None] Attempting to bind port 46f2df18-9a1e-4518-8ad8-3b25c6e21861 on network c4280c32-a3bd-4e80-9871-c1104e80276f {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:16:10.758060 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-866f52f6-fa9f-4f3a-a809-9221fdf9e5ec None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 15, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:16:10.758431 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-866f52f6-fa9f-4f3a-a809-9221fdf9e5ec None None] Checking segment: {'id': '99d3059f-fdea-4545-a4b6-b8c46ac90e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'c4280c32-a3bd-4e80-9871-c1104e80276f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:16:10.758829 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-866f52f6-fa9f-4f3a-a809-9221fdf9e5ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:10.759215 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-866f52f6-fa9f-4f3a-a809-9221fdf9e5ec None None] Bound using segment: {'id': '99d3059f-fdea-4545-a4b6-b8c46ac90e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'c4280c32-a3bd-4e80-9871-c1104e80276f'} {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:16:10.759680 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-866f52f6-fa9f-4f3a-a809-9221fdf9e5ec None None] Bound port: 46f2df18-9a1e-4518-8ad8-3b25c6e21861, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99d3059f-fdea-4545-a4b6-b8c46ac90e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'c4280c32-a3bd-4e80-9871-c1104e80276f'}}] {{(pid=106255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:16:10.760051 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-866f52f6-fa9f-4f3a-a809-9221fdf9e5ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:10.773970 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-fd2381f7-0b1f-4720-b6c8-84e07810c77b None None] Notify callbacks [] for port, precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:10.799058 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-fd2381f7-0b1f-4720-b6c8-84e07810c77b None None] Transition to ACTIVE for port object 1c75c9a4-3615-42df-9244-dc753ed78547 will not be triggered until provisioned by entity L2. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:16:10.843961 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-fd2381f7-0b1f-4720-b6c8-84e07810c77b None None] Transition to ACTIVE for port object 1c75c9a4-3615-42df-9244-dc753ed78547 will not be triggered until provisioned by entity DHCP. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:16:10.845828 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-68453f7b-262b-4b27-8411-4577558364ca req-02685c12-5ad8-4f5e-a47e-448104623033 service neutron] Attempting to bind port 378cdb6a-0d9a-4570-93f4-a99b5b90ef40 on host n-h1-804985-2 for vnic_type normal with profile None {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:16:10.848265 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-68453f7b-262b-4b27-8411-4577558364ca req-02685c12-5ad8-4f5e-a47e-448104623033 service neutron] Attempting to bind port 378cdb6a-0d9a-4570-93f4-a99b5b90ef40 by drivers openvswitch,hyperv on host n-h1-804985-2 at level 0 using segments [{'id': '853c2d50-b260-40cd-8b91-d791f4791b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'e9151886-a8d5-45f7-8d09-a3bfb73f6646'}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:16:10.849288 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68453f7b-262b-4b27-8411-4577558364ca req-02685c12-5ad8-4f5e-a47e-448104623033 service neutron] Attempting to bind port 378cdb6a-0d9a-4570-93f4-a99b5b90ef40 on network e9151886-a8d5-45f7-8d09-a3bfb73f6646 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:16:10.863490 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-fd2381f7-0b1f-4720-b6c8-84e07810c77b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547'] for port, after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:10.890397 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68453f7b-262b-4b27-8411-4577558364ca req-02685c12-5ad8-4f5e-a47e-448104623033 service neutron] Port 378cdb6a-0d9a-4570-93f4-a99b5b90ef40 on network e9151886-a8d5-45f7-8d09-a3bfb73f6646 not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-2 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:16:10.890977 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68453f7b-262b-4b27-8411-4577558364ca req-02685c12-5ad8-4f5e-a47e-448104623033 service neutron] Attempting to bind port 378cdb6a-0d9a-4570-93f4-a99b5b90ef40 on network e9151886-a8d5-45f7-8d09-a3bfb73f6646 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:16:10.910196 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68453f7b-262b-4b27-8411-4577558364ca req-02685c12-5ad8-4f5e-a47e-448104623033 service neutron] Checking agent: {'id': 'a613417a-d085-492c-941a-59bb18c633d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 49, 6), 'started_at': datetime.datetime(2021, 8, 18, 11, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 16, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:16:10.910923 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68453f7b-262b-4b27-8411-4577558364ca req-02685c12-5ad8-4f5e-a47e-448104623033 service neutron] Checking segment: {'id': '853c2d50-b260-40cd-8b91-d791f4791b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'e9151886-a8d5-45f7-8d09-a3bfb73f6646'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:16:10.911562 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68453f7b-262b-4b27-8411-4577558364ca req-02685c12-5ad8-4f5e-a47e-448104623033 service neutron] Bound using segment: {'id': '853c2d50-b260-40cd-8b91-d791f4791b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'e9151886-a8d5-45f7-8d09-a3bfb73f6646'} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:16:10.912260 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-68453f7b-262b-4b27-8411-4577558364ca req-02685c12-5ad8-4f5e-a47e-448104623033 service neutron] Bound port: 378cdb6a-0d9a-4570-93f4-a99b5b90ef40, host: n-h1-804985-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '853c2d50-b260-40cd-8b91-d791f4791b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'e9151886-a8d5-45f7-8d09-a3bfb73f6646'}}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:16:10.935616 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd2381f7-0b1f-4720-b6c8-84e07810c77b None None] Network d60f6980-ac7f-4b6d-b4dc-dbc188f99108 is already hosted by enough agents. {{(pid=106254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:16:10.938642 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.base_scheduler [None req-fd2381f7-0b1f-4720-b6c8-84e07810c77b None None] Resources bound (agent type, host, resource id): {{(pid=106254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:16:10.938842 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-866f52f6-fa9f-4f3a-a809-9221fdf9e5ec None None] For port 46f2df18-9a1e-4518-8ad8-3b25c6e21861, host n-d-804985-2, cleared binding levels {{(pid=106255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:16:10.942667 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-866f52f6-fa9f-4f3a-a809-9221fdf9e5ec None None] For port 46f2df18-9a1e-4518-8ad8-3b25c6e21861, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=46f2df18-9a1e-4518-8ad8-3b25c6e21861,segment=NetworkSegment(99d3059f-fdea-4545-a4b6-b8c46ac90e18),segment_id=99d3059f-fdea-4545-a4b6-b8c46ac90e18)] {{(pid=106255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:16:10.946688 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd2381f7-0b1f-4720-b6c8-84e07810c77b None None] Received port after_create {{(pid=106254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:16:10.958970 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-866f52f6-fa9f-4f3a-a809-9221fdf9e5ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:11.068527 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5726d54c-acab-461e-b4e8-a578956ef543 None None] Pushing event updated for resources: {'Port': ['ID=46f2df18-9a1e-4518-8ad8-3b25c6e21861,revision_number=4']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:16:11.099651 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-866f52f6-fa9f-4f3a-a809-9221fdf9e5ec None None] Routers {'22416481-7189-46ad-b8e7-636d7702e44c'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:16:11.100276 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-866f52f6-fa9f-4f3a-a809-9221fdf9e5ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:15:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['22416481-7189-46ad-b8e7-636d7702e44c'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:16:11.102428 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2381f7-0b1f-4720-b6c8-84e07810c77b None None] Pushing event updated for resources: {'Port': ['ID=1c75c9a4-3615-42df-9244-dc753ed78547,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:16:11.209773 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-fd2381f7-0b1f-4720-b6c8-84e07810c77b None None] Attempting to bind port 1c75c9a4-3615-42df-9244-dc753ed78547 on host n-d-804985-2 for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:16:11.211024 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-fd2381f7-0b1f-4720-b6c8-84e07810c77b None None] Attempting to bind port 1c75c9a4-3615-42df-9244-dc753ed78547 by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': 'be706c67-8e08-4c56-a7e1-83700f91b349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'd60f6980-ac7f-4b6d-b4dc-dbc188f99108'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:16:11.211024 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2381f7-0b1f-4720-b6c8-84e07810c77b None None] Attempting to bind port 1c75c9a4-3615-42df-9244-dc753ed78547 on network d60f6980-ac7f-4b6d-b4dc-dbc188f99108 {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:16:11.217515 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2381f7-0b1f-4720-b6c8-84e07810c77b None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 15, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:16:11.217888 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2381f7-0b1f-4720-b6c8-84e07810c77b None None] Checking segment: {'id': 'be706c67-8e08-4c56-a7e1-83700f91b349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'd60f6980-ac7f-4b6d-b4dc-dbc188f99108'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:16:11.218295 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-fd2381f7-0b1f-4720-b6c8-84e07810c77b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:11.218682 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2381f7-0b1f-4720-b6c8-84e07810c77b None None] Bound using segment: {'id': 'be706c67-8e08-4c56-a7e1-83700f91b349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'd60f6980-ac7f-4b6d-b4dc-dbc188f99108'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:16:11.219143 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-fd2381f7-0b1f-4720-b6c8-84e07810c77b None None] Bound port: 1c75c9a4-3615-42df-9244-dc753ed78547, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be706c67-8e08-4c56-a7e1-83700f91b349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'd60f6980-ac7f-4b6d-b4dc-dbc188f99108'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:16:11.219518 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-fd2381f7-0b1f-4720-b6c8-84e07810c77b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:11.333288 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-866f52f6-fa9f-4f3a-a809-9221fdf9e5ec None None] Set router 22416481-7189-46ad-b8e7-636d7702e44c gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:16:11.351358 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-68453f7b-262b-4b27-8411-4577558364ca req-02685c12-5ad8-4f5e-a47e-448104623033 service neutron] For port 378cdb6a-0d9a-4570-93f4-a99b5b90ef40, host n-h1-804985-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=378cdb6a-0d9a-4570-93f4-a99b5b90ef40,segment=NetworkSegment(853c2d50-b260-40cd-8b91-d791f4791b51),segment_id=853c2d50-b260-40cd-8b91-d791f4791b51)] {{(pid=106252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:16:11.367433 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-fd2381f7-0b1f-4720-b6c8-84e07810c77b None None] For port 1c75c9a4-3615-42df-9244-dc753ed78547, host n-d-804985-2, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:16:11.371167 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-fd2381f7-0b1f-4720-b6c8-84e07810c77b None None] For port 1c75c9a4-3615-42df-9244-dc753ed78547, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=1c75c9a4-3615-42df-9244-dc753ed78547,segment=NetworkSegment(be706c67-8e08-4c56-a7e1-83700f91b349),segment_id=be706c67-8e08-4c56-a7e1-83700f91b349)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:16:11.377477 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-fd2381f7-0b1f-4720-b6c8-84e07810c77b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:11.452437 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-68453f7b-262b-4b27-8411-4577558364ca req-02685c12-5ad8-4f5e-a47e-448104623033 service neutron] Notify callbacks [] for binding, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:11.469951 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2381f7-0b1f-4720-b6c8-84e07810c77b None None] Pushing event updated for resources: {'Port': ['ID=1c75c9a4-3615-42df-9244-dc753ed78547,revision_number=2']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:16:11.472331 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-68453f7b-262b-4b27-8411-4577558364ca req-02685c12-5ad8-4f5e-a47e-448104623033 service neutron] 10.222.0.66 "POST /v2.0/ports/378cdb6a-0d9a-4570-93f4-a99b5b90ef40/bindings HTTP/1.1" status: 201 len: 389 time: 1.2246768 Aug 18 12:16:11.517034 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f02089f3-08ca-4a13-9bdf-eec2a2cbebbc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:11.581637 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f02089f3-08ca-4a13-9bdf-eec2a2cbebbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:11.806925 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-866f52f6-fa9f-4f3a-a809-9221fdf9e5ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22416481-7189-46ad-b8e7-636d7702e44c', 'name': 'tempest-TestServerBasicOps-707589992-router', 'tenant_id': 'a31a9a9347c444e692b4e9b7703834cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.64'}], 'enable_snat': True}, 'gw_port_id': '29118bd0-1817-4d8e-a34a-b559aad52b39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:16:00Z', 'updated_at': '2021-08-18T12:16:06Z', 'revision_number': 4, 'project_id': 'a31a9a9347c444e692b4e9b7703834cf', 'gw_port': {'id': '29118bd0-1817-4d8e-a34a-b559aad52b39', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:e5:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22416481-7189-46ad-b8e7-636d7702e44c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3054, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:16:01Z', 'updated_at': '2021-08-18T12:16:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': '46f2df18-9a1e-4518-8ad8-3b25c6e21861', 'name': '', 'network_id': 'c4280c32-a3bd-4e80-9871-c1104e80276f', 'tenant_id': 'a31a9a9347c444e692b4e9b7703834cf', 'mac_address': 'fa:16:3e:c8:15:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22416481-7189-46ad-b8e7-636d7702e44c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3060, 'fixed_ips': [{'subnet_id': 'd46223af-7d95-441f-92a2-ea3a8ad2c323', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:16:05Z', 'updated_at': '2021-08-18T12:16:10Z', 'revision_number': 4, 'project_id': 'a31a9a9347c444e692b4e9b7703834cf', 'subnets': [{'id': 'd46223af-7d95-441f-92a2-ea3a8ad2c323', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:16:11.858301 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68453f7b-262b-4b27-8411-4577558364ca req-f0d428f3-e401-4502-948d-16e0cd8852f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:16:11.860732 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-68453f7b-262b-4b27-8411-4577558364ca req-f0d428f3-e401-4502-948d-16e0cd8852f1 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=b60736d695f1461b9071c3b3eddcc039&device_id=648de63a-f17d-4471-aa62-ae662a3248dd HTTP/1.1" status: 200 len: 1096 time: 0.0990670 Aug 18 12:16:11.887195 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-866f52f6-fa9f-4f3a-a809-9221fdf9e5ec None None] The sync data for ids ['22416481-7189-46ad-b8e7-636d7702e44c'] in n-d-804985-2 is: [{'id': '22416481-7189-46ad-b8e7-636d7702e44c', 'name': 'tempest-TestServerBasicOps-707589992-router', 'tenant_id': 'a31a9a9347c444e692b4e9b7703834cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.64'}], 'enable_snat': True}, 'gw_port_id': '29118bd0-1817-4d8e-a34a-b559aad52b39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:16:00Z', 'updated_at': '2021-08-18T12:16:06Z', 'revision_number': 4, 'project_id': 'a31a9a9347c444e692b4e9b7703834cf', 'gw_port': {'id': '29118bd0-1817-4d8e-a34a-b559aad52b39', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:e5:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22416481-7189-46ad-b8e7-636d7702e44c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3054, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:16:01Z', 'updated_at': '2021-08-18T12:16:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': '46f2df18-9a1e-4518-8ad8-3b25c6e21861', 'name': '', 'network_id': 'c4280c32-a3bd-4e80-9871-c1104e80276f', 'tenant_id': 'a31a9a9347c444e692b4e9b7703834cf', 'mac_address': 'fa:16:3e:c8:15:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22416481-7189-46ad-b8e7-636d7702e44c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3060, 'fixed_ips': [{'subnet_id': 'd46223af-7d95-441f-92a2-ea3a8ad2c323', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:16:05Z', 'updated_at': '2021-08-18T12:16:10Z', 'revision_number': 4, 'project_id': 'a31a9a9347c444e692b4e9b7703834cf', 'subnets': [{'id': 'd46223af-7d95-441f-92a2-ea3a8ad2c323', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:16:12.046466 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [None req-f02089f3-08ca-4a13-9bdf-eec2a2cbebbc admin admin] Allocated IP 172.25.7.31 (7cae7a70-14fd-408c-b14d-39ceb97cb60e/9784295a-20b8-4a4b-b105-f82737f0448f/f79e4bfe-8ffb-417a-908f-6936cca21e59) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:16:12.074735 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608e76b2-3210-4327-8df5-ebbcb470b6f1 req-d2aaffb7-0151-4004-9d34-aa38e182667c tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:16:12.078729 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-608e76b2-3210-4327-8df5-ebbcb470b6f1 req-d2aaffb7-0151-4004-9d34-aa38e182667c tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/ports?device_id=648de63a-f17d-4471-aa62-ae662a3248dd HTTP/1.1" status: 200 len: 945 time: 0.3438485 Aug 18 12:16:12.087187 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68453f7b-262b-4b27-8411-4577558364ca req-4c9083db-4f8f-4b4a-bab5-82db039a0344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:16:12.088963 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-68453f7b-262b-4b27-8411-4577558364ca req-4c9083db-4f8f-4b4a-bab5-82db039a0344 service neutron] 10.222.0.63 "GET /v2.0/networks?id=e9151886-a8d5-45f7-8d09-a3bfb73f6646 HTTP/1.1" status: 200 len: 897 time: 0.2193017 Aug 18 12:16:12.178304 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-68453f7b-262b-4b27-8411-4577558364ca req-08d755c8-3323-4f49-b57c-420916912ccb service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=378cdb6a-0d9a-4570-93f4-a99b5b90ef40 HTTP/1.1" status: 200 len: 1000 time: 0.0820544 Aug 18 12:16:12.301782 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68453f7b-262b-4b27-8411-4577558364ca req-280d9faa-177e-4ac7-a173-07b415e40be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:16:12.305551 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-68453f7b-262b-4b27-8411-4577558364ca req-280d9faa-177e-4ac7-a173-07b415e40be8 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=e946d931-a852-4d12-bbc8-b7cb94a92f2a HTTP/1.1" status: 200 len: 834 time: 0.1187446 Aug 18 12:16:12.315338 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-608e76b2-3210-4327-8df5-ebbcb470b6f1 req-5f096dc1-b50c-46ff-8a91-8e7064f233b2 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/security-groups?id=9d0a542a-8fa5-4941-b184-fa1bbc2c5b94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2197559 Aug 18 12:16:12.390418 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f02089f3-08ca-4a13-9bdf-eec2a2cbebbc admin admin] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:12.445423 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68453f7b-262b-4b27-8411-4577558364ca req-f055af69-51fd-4179-ab27-e936492d0f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:16:12.449521 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-68453f7b-262b-4b27-8411-4577558364ca req-f055af69-51fd-4179-ab27-e936492d0f11 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=e9151886-a8d5-45f7-8d09-a3bfb73f6646&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1115806 Aug 18 12:16:12.472777 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f02089f3-08ca-4a13-9bdf-eec2a2cbebbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:12.556213 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f02089f3-08ca-4a13-9bdf-eec2a2cbebbc admin admin] Network 7cae7a70-14fd-408c-b14d-39ceb97cb60e is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:16:12.560385 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-f02089f3-08ca-4a13-9bdf-eec2a2cbebbc admin admin] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:16:12.563843 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f02089f3-08ca-4a13-9bdf-eec2a2cbebbc admin admin] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:16:12.608155 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02089f3-08ca-4a13-9bdf-eec2a2cbebbc admin admin] Pushing event updated for resources: {'Port': ['ID=f79e4bfe-8ffb-417a-908f-6936cca21e59,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:16:12.660435 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-68453f7b-262b-4b27-8411-4577558364ca req-06cd230f-f4b6-497a-a801-992c072a7fa7 service neutron] 10.222.0.63 "GET /v2.0/networks/e9151886-a8d5-45f7-8d09-a3bfb73f6646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2024910 Aug 18 12:16:12.949967 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-68453f7b-262b-4b27-8411-4577558364ca req-c5ebeac5-8420-4281-a552-fa64ba2bd7ee service neutron] 10.222.0.63 "GET /v2.0/networks/e9151886-a8d5-45f7-8d09-a3bfb73f6646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2804341 Aug 18 12:16:13.188603 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68453f7b-262b-4b27-8411-4577558364ca req-ad4e1c4d-a284-4884-a63a-9cd6db979685 tempest-TestNetworkAdvancedServerOps-1126957736 tempest-TestNetworkAdvancedServerOps-1126957736-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:16:13.190233 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-68453f7b-262b-4b27-8411-4577558364ca req-ad4e1c4d-a284-4884-a63a-9cd6db979685 tempest-TestNetworkAdvancedServerOps-1126957736 tempest-TestNetworkAdvancedServerOps-1126957736-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=648de63a-f17d-4471-aa62-ae662a3248dd&tenant_id=b60736d695f1461b9071c3b3eddcc039&binding%3Ahost_id=n-h2-804985-2 HTTP/1.1" status: 200 len: 1096 time: 0.1650777 Aug 18 12:16:13.195337 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 1c75c9a4-3615-42df-9244-dc753ed78547 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:16:13.222164 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [req-68453f7b-262b-4b27-8411-4577558364ca req-246dede6-9948-4467-828a-a1ba395910c3 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-804985-2'}}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:16:13.355207 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d197bfd8-8667-473d-ad17-377ea16ed5b8 None None] Network d60f6980-ac7f-4b6d-b4dc-dbc188f99108 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:16:13.365030 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port 1c75c9a4-3615-42df-9244-dc753ed78547 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:16:13.373433 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f02089f3-08ca-4a13-9bdf-eec2a2cbebbc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:13.377361 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-68453f7b-262b-4b27-8411-4577558364ca req-246dede6-9948-4467-828a-a1ba395910c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:13.486125 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 46f2df18-9a1e-4518-8ad8-3b25c6e21861 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:16:13.597406 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-68453f7b-262b-4b27-8411-4577558364ca req-246dede6-9948-4467-828a-a1ba395910c3 service neutron] For port 378cdb6a-0d9a-4570-93f4-a99b5b90ef40, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=378cdb6a-0d9a-4570-93f4-a99b5b90ef40,segment=NetworkSegment(853c2d50-b260-40cd-8b91-d791f4791b51),segment_id=853c2d50-b260-40cd-8b91-d791f4791b51)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:16:13.651648 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-aeab1461-9215-4418-8f59-279f7ec5b7f1 None None] Provisioning for port 1c75c9a4-3615-42df-9244-dc753ed78547 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:16:13.672522 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-aeab1461-9215-4418-8f59-279f7ec5b7f1 None None] Provisioning complete for port 1c75c9a4-3615-42df-9244-dc753ed78547 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:16:13.679415 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-aeab1461-9215-4418-8f59-279f7ec5b7f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:13.717922 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-68453f7b-262b-4b27-8411-4577558364ca req-246dede6-9948-4467-828a-a1ba395910c3 service neutron] For port 378cdb6a-0d9a-4570-93f4-a99b5b90ef40, host n-h2-804985-2, cleared binding levels {{(pid=106253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:16:13.856805 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-68453f7b-262b-4b27-8411-4577558364ca req-246dede6-9948-4467-828a-a1ba395910c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:13.867057 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '648de63a-f17d-4471-aa62-ae662a3248dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '378cdb6a-0d9a-4570-93f4-a99b5b90ef40'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:16:13.869770 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0679f4c4b6e0e0c064a7d71d722dc30541a34fffee11680573be22ee2ffccc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85bed75e-a4f3-48b6-86a4-a19dd51039fe" -d '{"events": [{"server_uuid": "648de63a-f17d-4471-aa62-ae662a3248dd", "name": "network-vif-unplugged", "status": "completed", "tag": "378cdb6a-0d9a-4570-93f4-a99b5b90ef40"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:16:13.889745 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-68453f7b-262b-4b27-8411-4577558364ca req-246dede6-9948-4467-828a-a1ba395910c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:13.965389 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port 46f2df18-9a1e-4518-8ad8-3b25c6e21861 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:16:14.006133 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 18 Aug 2021 12:16:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdbe8ec9-f82c-4d75-b15b-50484494075e x-openstack-request-id: req-fdbe8ec9-f82c-4d75-b15b-50484494075e {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:16:14.006742 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "648de63a-f17d-4471-aa62-ae662a3248dd", "name": "network-vif-unplugged", "status": "completed", "tag": "378cdb6a-0d9a-4570-93f4-a99b5b90ef40", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:16:14.014679 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-fdbe8ec9-f82c-4d75-b15b-50484494075e {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:16:14.015495 n-d-804985-2 neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '648de63a-f17d-4471-aa62-ae662a3248dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '378cdb6a-0d9a-4570-93f4-a99b5b90ef40', 'code': 200} Aug 18 12:16:14.022794 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 46f2df18-9a1e-4518-8ad8-3b25c6e21861 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:16:14.023357 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:14.044340 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ce6d07-bec3-4366-8c2d-cd4ed4129ff9 req-cbfdc887-f23a-4485-afe3-232248df32cc tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:16:14.054400 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-74ce6d07-bec3-4366-8c2d-cd4ed4129ff9 req-cbfdc887-f23a-4485-afe3-232248df32cc tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/ports?device_id=648de63a-f17d-4471-aa62-ae662a3248dd HTTP/1.1" status: 200 len: 945 time: 0.3903968 Aug 18 12:16:14.214423 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-74ce6d07-bec3-4366-8c2d-cd4ed4129ff9 req-161602c7-6f12-4f5b-9b47-2fcc56e3afce tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/security-groups?id=9d0a542a-8fa5-4941-b184-fa1bbc2c5b94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1375544 Aug 18 12:16:14.216075 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f02089f3-08ca-4a13-9bdf-eec2a2cbebbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-998473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-992536'] for router, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:14.235373 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246dede6-9948-4467-828a-a1ba395910c3 service neutron] Pushing event updated for resources: {'Port': ['ID=378cdb6a-0d9a-4570-93f4-a99b5b90ef40,revision_number=7']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:16:14.347173 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-68453f7b-262b-4b27-8411-4577558364ca req-246dede6-9948-4467-828a-a1ba395910c3 service neutron] Attempting to bind port 378cdb6a-0d9a-4570-93f4-a99b5b90ef40 on host n-h2-804985-2 for vnic_type normal with profile {"migrating_to": "n-h1-804985-2"} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:16:14.347497 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-68453f7b-262b-4b27-8411-4577558364ca req-246dede6-9948-4467-828a-a1ba395910c3 service neutron] Attempting to bind port 378cdb6a-0d9a-4570-93f4-a99b5b90ef40 by drivers openvswitch,hyperv on host n-h2-804985-2 at level 0 using segments [{'id': '853c2d50-b260-40cd-8b91-d791f4791b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'e9151886-a8d5-45f7-8d09-a3bfb73f6646'}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:16:14.347823 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68453f7b-262b-4b27-8411-4577558364ca req-246dede6-9948-4467-828a-a1ba395910c3 service neutron] Attempting to bind port 378cdb6a-0d9a-4570-93f4-a99b5b90ef40 on network e9151886-a8d5-45f7-8d09-a3bfb73f6646 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:16:14.362034 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68453f7b-262b-4b27-8411-4577558364ca req-246dede6-9948-4467-828a-a1ba395910c3 service neutron] Port 378cdb6a-0d9a-4570-93f4-a99b5b90ef40 on network e9151886-a8d5-45f7-8d09-a3bfb73f6646 not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-2 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:16:14.362271 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68453f7b-262b-4b27-8411-4577558364ca req-246dede6-9948-4467-828a-a1ba395910c3 service neutron] Attempting to bind port 378cdb6a-0d9a-4570-93f4-a99b5b90ef40 on network e9151886-a8d5-45f7-8d09-a3bfb73f6646 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:16:14.370428 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68453f7b-262b-4b27-8411-4577558364ca req-246dede6-9948-4467-828a-a1ba395910c3 service neutron] Checking agent: {'id': 'da5da552-709c-4248-84de-86af99a0dc87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 49, 8), 'started_at': datetime.datetime(2021, 8, 18, 11, 49, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 16, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:16:14.370428 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68453f7b-262b-4b27-8411-4577558364ca req-246dede6-9948-4467-828a-a1ba395910c3 service neutron] Checking segment: {'id': '853c2d50-b260-40cd-8b91-d791f4791b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'e9151886-a8d5-45f7-8d09-a3bfb73f6646'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:16:14.370783 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68453f7b-262b-4b27-8411-4577558364ca req-246dede6-9948-4467-828a-a1ba395910c3 service neutron] Bound using segment: {'id': '853c2d50-b260-40cd-8b91-d791f4791b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'e9151886-a8d5-45f7-8d09-a3bfb73f6646'} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:16:14.371128 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-68453f7b-262b-4b27-8411-4577558364ca req-246dede6-9948-4467-828a-a1ba395910c3 service neutron] Bound port: 378cdb6a-0d9a-4570-93f4-a99b5b90ef40, host: n-h2-804985-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '853c2d50-b260-40cd-8b91-d791f4791b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'e9151886-a8d5-45f7-8d09-a3bfb73f6646'}}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:16:14.371481 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-68453f7b-262b-4b27-8411-4577558364ca req-246dede6-9948-4467-828a-a1ba395910c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:14.484269 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-68453f7b-262b-4b27-8411-4577558364ca req-246dede6-9948-4467-828a-a1ba395910c3 service neutron] For port 378cdb6a-0d9a-4570-93f4-a99b5b90ef40, host n-h2-804985-2, cleared binding levels {{(pid=106253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:16:14.492016 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-68453f7b-262b-4b27-8411-4577558364ca req-246dede6-9948-4467-828a-a1ba395910c3 service neutron] For port 378cdb6a-0d9a-4570-93f4-a99b5b90ef40, host n-h2-804985-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=378cdb6a-0d9a-4570-93f4-a99b5b90ef40,segment=NetworkSegment(853c2d50-b260-40cd-8b91-d791f4791b51),segment_id=853c2d50-b260-40cd-8b91-d791f4791b51)] {{(pid=106253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:16:14.498919 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f02089f3-08ca-4a13-9bdf-eec2a2cbebbc admin admin] Router 728fb6f7-a3d7-487d-b1fb-0b135b5477b6 is scheduled to L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 with binding_index 1 {{(pid=106252) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 12:16:14.501732 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-68453f7b-262b-4b27-8411-4577558364ca req-246dede6-9948-4467-828a-a1ba395910c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:14.561481 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-aeab1461-9215-4418-8f59-279f7ec5b7f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:14.705324 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246dede6-9948-4467-828a-a1ba395910c3 service neutron] Pushing event updated for resources: {'Port': ['ID=378cdb6a-0d9a-4570-93f4-a99b5b90ef40,revision_number=8']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:16:14.768989 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:14.791319 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-aeab1461-9215-4418-8f59-279f7ec5b7f1 None None] For port 1c75c9a4-3615-42df-9244-dc753ed78547, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=1c75c9a4-3615-42df-9244-dc753ed78547,segment=NetworkSegment(be706c67-8e08-4c56-a7e1-83700f91b349),segment_id=be706c67-8e08-4c56-a7e1-83700f91b349)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:16:14.805806 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68453f7b-262b-4b27-8411-4577558364ca req-246dede6-9948-4467-828a-a1ba395910c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:16:14.814289 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-68453f7b-262b-4b27-8411-4577558364ca req-246dede6-9948-4467-828a-a1ba395910c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:14.816625 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-68453f7b-262b-4b27-8411-4577558364ca req-246dede6-9948-4467-828a-a1ba395910c3 service neutron] 10.222.0.63 "PUT /v2.0/ports/378cdb6a-0d9a-4570-93f4-a99b5b90ef40 HTTP/1.1" status: 200 len: 1121 time: 1.6179020 Aug 18 12:16:14.846065 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f02089f3-08ca-4a13-9bdf-eec2a2cbebbc admin admin] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:16:14.859336 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-aeab1461-9215-4418-8f59-279f7ec5b7f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:14.867194 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f02089f3-08ca-4a13-9bdf-eec2a2cbebbc admin admin] Notify callbacks [] for router, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:14.869035 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-f02089f3-08ca-4a13-9bdf-eec2a2cbebbc admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.0685914 Aug 18 12:16:14.872191 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 56218) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:16:14.952971 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05116946-f265-4912-9ac7-a711c8389661 None None] Sync routers for ids ['728fb6f7-a3d7-487d-b1fb-0b135b5477b6'] in n-d-804985-2 {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:16:14.986122 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] For port 46f2df18-9a1e-4518-8ad8-3b25c6e21861, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=46f2df18-9a1e-4518-8ad8-3b25c6e21861,segment=NetworkSegment(99d3059f-fdea-4545-a4b6-b8c46ac90e18),segment_id=99d3059f-fdea-4545-a4b6-b8c46ac90e18)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:16:14.997393 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeab1461-9215-4418-8f59-279f7ec5b7f1 None None] Pushing event updated for resources: {'Port': ['ID=1c75c9a4-3615-42df-9244-dc753ed78547,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:16:15.015959 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:15.059778 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] get_ports_and_sgs() called for port_ids ['378cdb6a-0d9a-4570-93f4-a99b5b90ef40'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:16:15.153555 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Pushing event updated for resources: {'Port': ['ID=46f2df18-9a1e-4518-8ad8-3b25c6e21861,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:16:15.251253 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 1c75c9a4-3615-42df-9244-dc753ed78547 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:16:15.333867 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05116946-f265-4912-9ac7-a711c8389661 None None] Routers {'728fb6f7-a3d7-487d-b1fb-0b135b5477b6'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:16:15.334966 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-05116946-f265-4912-9ac7-a711c8389661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:15:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['728fb6f7-a3d7-487d-b1fb-0b135b5477b6'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:16:15.380984 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-3a3166e3-b96d-49ca-8921-a08e917aaca9 None None] Provisioning complete for port 378cdb6a-0d9a-4570-93f4-a99b5b90ef40 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:16:15.381360 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3a3166e3-b96d-49ca-8921-a08e917aaca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:15.399779 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5bac99-9b7b-4135-9eae-39f1d57e5efb req-649aac3a-64a0-4fd6-9f53-cd25cc7841dd tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:16:15.408513 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1f5bac99-9b7b-4135-9eae-39f1d57e5efb req-649aac3a-64a0-4fd6-9f53-cd25cc7841dd tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/ports?device_id=648de63a-f17d-4471-aa62-ae662a3248dd HTTP/1.1" status: 200 len: 943 time: 0.0996404 Aug 18 12:16:15.482276 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1f5bac99-9b7b-4135-9eae-39f1d57e5efb req-8d82bb20-1ea6-419a-8f95-b1ae2013bbdc tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/security-groups?id=9d0a542a-8fa5-4941-b184-fa1bbc2c5b94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674801 Aug 18 12:16:15.511403 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 1c75c9a4-3615-42df-9244-dc753ed78547 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:16:15.511664 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:15.554862 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-29eddb41-41bb-49ac-a0f8-93ebf729caa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:15.587598 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-05116946-f265-4912-9ac7-a711c8389661 None None] Set router 728fb6f7-a3d7-487d-b1fb-0b135b5477b6 gateway port host: n-d-804985-2 {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:16:15.733321 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [None req-29eddb41-41bb-49ac-a0f8-93ebf729caa6 admin admin] Allocated IP 172.20.0.1 (d60f6980-ac7f-4b6d-b4dc-dbc188f99108/d397f897-c582-4252-83f4-25e7c89efd6c/b6fb83d9-8bae-448a-97c6-cba363d61c9d) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:16:15.770938 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3a3166e3-b96d-49ca-8921-a08e917aaca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:15.867973 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-29eddb41-41bb-49ac-a0f8-93ebf729caa6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:15.889297 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [None req-29eddb41-41bb-49ac-a0f8-93ebf729caa6 admin admin] Transition to ACTIVE for port object b6fb83d9-8bae-448a-97c6-cba363d61c9d will not be triggered until provisioned by entity DHCP. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:16:15.891581 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '648de63a-f17d-4471-aa62-ae662a3248dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '378cdb6a-0d9a-4570-93f4-a99b5b90ef40'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:16:15.894157 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db50a436fb3a98495337d8fe7487b4f2ea6f3c1052eb9efadc2ecda2d5737001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5515b02-f9f7-479f-90ad-6eaccfd3c045" -d '{"events": [{"server_uuid": "648de63a-f17d-4471-aa62-ae662a3248dd", "name": "network-vif-plugged", "status": "completed", "tag": "378cdb6a-0d9a-4570-93f4-a99b5b90ef40"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:16:15.936171 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-29eddb41-41bb-49ac-a0f8-93ebf729caa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:15.943221 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-3a3166e3-b96d-49ca-8921-a08e917aaca9 None None] For port 378cdb6a-0d9a-4570-93f4-a99b5b90ef40, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=378cdb6a-0d9a-4570-93f4-a99b5b90ef40,segment=NetworkSegment(853c2d50-b260-40cd-8b91-d791f4791b51),segment_id=853c2d50-b260-40cd-8b91-d791f4791b51)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:16:15.981690 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3a3166e3-b96d-49ca-8921-a08e917aaca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:15.987083 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:16:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aad0cd0b-145c-41b3-9ca2-a1bddba0183c x-openstack-request-id: req-aad0cd0b-145c-41b3-9ca2-a1bddba0183c {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:16:15.987224 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "648de63a-f17d-4471-aa62-ae662a3248dd", "name": "network-vif-plugged", "status": "completed", "tag": "378cdb6a-0d9a-4570-93f4-a99b5b90ef40", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:16:15.987480 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-aad0cd0b-145c-41b3-9ca2-a1bddba0183c {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:16:15.988226 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '648de63a-f17d-4471-aa62-ae662a3248dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '378cdb6a-0d9a-4570-93f4-a99b5b90ef40', 'code': 200} Aug 18 12:16:15.991462 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29eddb41-41bb-49ac-a0f8-93ebf729caa6 admin admin] Network d60f6980-ac7f-4b6d-b4dc-dbc188f99108 is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:16:15.994508 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-29eddb41-41bb-49ac-a0f8-93ebf729caa6 admin admin] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:16:15.998282 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29eddb41-41bb-49ac-a0f8-93ebf729caa6 admin admin] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:16:16.020208 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '648de63a-f17d-4471-aa62-ae662a3248dd', 'tag': '378cdb6a-0d9a-4570-93f4-a99b5b90ef40'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:16:16.022464 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0679f4c4b6e0e0c064a7d71d722dc30541a34fffee11680573be22ee2ffccc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78e0fa9b-39d4-4930-8857-0da3833e2c59" -d '{"events": [{"name": "network-changed", "server_uuid": "648de63a-f17d-4471-aa62-ae662a3248dd", "tag": "378cdb6a-0d9a-4570-93f4-a99b5b90ef40"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:16:16.028250 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29eddb41-41bb-49ac-a0f8-93ebf729caa6 admin admin] Pushing event updated for resources: {'Port': ['ID=b6fb83d9-8bae-448a-97c6-cba363d61c9d,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:16:16.063409 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-29eddb41-41bb-49ac-a0f8-93ebf729caa6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-996688'] for router_interface, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:16.171413 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:16:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67a10e59-fdf9-418d-8f5e-7f242cf18a47 x-openstack-request-id: req-67a10e59-fdf9-418d-8f5e-7f242cf18a47 {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:16:16.171915 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "648de63a-f17d-4471-aa62-ae662a3248dd", "tag": "378cdb6a-0d9a-4570-93f4-a99b5b90ef40", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:16:16.172346 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-67a10e59-fdf9-418d-8f5e-7f242cf18a47 {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:16:16.172892 n-d-804985-2 neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '648de63a-f17d-4471-aa62-ae662a3248dd', 'tag': '378cdb6a-0d9a-4570-93f4-a99b5b90ef40', 'status': 'completed', 'code': 200} Aug 18 12:16:16.373769 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e0fa9b-39d4-4930-8857-0da3833e2c59 req-cdf8f6c5-529a-4d57-954a-52c3fcd2075f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:16:16.380959 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-78e0fa9b-39d4-4930-8857-0da3833e2c59 req-cdf8f6c5-529a-4d57-954a-52c3fcd2075f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b60736d695f1461b9071c3b3eddcc039&device_id=648de63a-f17d-4471-aa62-ae662a3248dd HTTP/1.1" status: 200 len: 1126 time: 0.2070644 Aug 18 12:16:16.573945 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e0fa9b-39d4-4930-8857-0da3833e2c59 req-09525408-1426-4b8c-825e-9ae65b08a1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:16:16.576656 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-78e0fa9b-39d4-4930-8857-0da3833e2c59 req-09525408-1426-4b8c-825e-9ae65b08a1fa service neutron] 10.222.0.62 "GET /v2.0/networks?id=e9151886-a8d5-45f7-8d09-a3bfb73f6646 HTTP/1.1" status: 200 len: 897 time: 0.1612132 Aug 18 12:16:16.679967 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3166e3-b96d-49ca-8921-a08e917aaca9 None None] Pushing event updated for resources: {'Port': ['ID=378cdb6a-0d9a-4570-93f4-a99b5b90ef40,revision_number=9']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:16:16.719499 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-05116946-f265-4912-9ac7-a711c8389661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '728fb6f7-a3d7-487d-b1fb-0b135b5477b6', 'name': 'tempest-TestServerBasicOps-1597102229-router', 'tenant_id': '38c46cb68aea4544aee9e153363e1766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': 'f79e4bfe-8ffb-417a-908f-6936cca21e59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:16:09Z', 'updated_at': '2021-08-18T12:16:12Z', 'revision_number': 3, 'project_id': '38c46cb68aea4544aee9e153363e1766', 'gw_port': {'id': 'f79e4bfe-8ffb-417a-908f-6936cca21e59', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:11:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '728fb6f7-a3d7-487d-b1fb-0b135b5477b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3081, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:16:11Z', 'updated_at': '2021-08-18T12:16:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:16:16.757669 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d90531c-5b46-4170-881f-2612e9b6dc09 req-0d0a8865-1b12-4ec9-bcec-e79470d000f5 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:16:16.766899 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8d90531c-5b46-4170-881f-2612e9b6dc09 req-0d0a8865-1b12-4ec9-bcec-e79470d000f5 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/ports?device_id=648de63a-f17d-4471-aa62-ae662a3248dd HTTP/1.1" status: 200 len: 945 time: 0.1427932 Aug 18 12:16:16.782749 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05116946-f265-4912-9ac7-a711c8389661 None None] Checking router: 728fb6f7-a3d7-487d-b1fb-0b135b5477b6 for host: n-d-804985-2 {{(pid=106254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:16:16.782899 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05116946-f265-4912-9ac7-a711c8389661 None None] Updating router 728fb6f7-a3d7-487d-b1fb-0b135b5477b6 port f79e4bfe-8ffb-417a-908f-6936cca21e59 binding host n-d-804985-2 {{(pid=106254) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 12:16:16.819037 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-05116946-f265-4912-9ac7-a711c8389661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:16.863654 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8d90531c-5b46-4170-881f-2612e9b6dc09 req-6e45ed48-b530-4798-971f-c2336c683724 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/security-groups?id=9d0a542a-8fa5-4941-b184-fa1bbc2c5b94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848858 Aug 18 12:16:16.911657 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 56270) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:16:16.953452 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-07d2cfde-51e3-42c8-a154-3bab3842bb57 None None] Provisioning complete for port 1c75c9a4-3615-42df-9244-dc753ed78547 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:16:16.955096 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-07d2cfde-51e3-42c8-a154-3bab3842bb57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:17.209891 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0d32cff8-f546-45cb-adc9-ccbac27104ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:17.236500 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 46f2df18-9a1e-4518-8ad8-3b25c6e21861 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:16:17.316889 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-29eddb41-41bb-49ac-a0f8-93ebf729caa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:17.328374 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-07d2cfde-51e3-42c8-a154-3bab3842bb57 None None] Provisioning for port b6fb83d9-8bae-448a-97c6-cba363d61c9d completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:16:17.340612 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-07d2cfde-51e3-42c8-a154-3bab3842bb57 None None] Provisioning complete for port b6fb83d9-8bae-448a-97c6-cba363d61c9d triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:16:17.341311 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-07d2cfde-51e3-42c8-a154-3bab3842bb57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:17.385909 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-78e0fa9b-39d4-4930-8857-0da3833e2c59 req-373e865d-3caf-4a93-ac45-a43322c0b23b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=378cdb6a-0d9a-4570-93f4-a99b5b90ef40 HTTP/1.1" status: 200 len: 1000 time: 0.7930658 Aug 18 12:16:17.436342 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0d32cff8-f546-45cb-adc9-ccbac27104ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:17.438509 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-05116946-f265-4912-9ac7-a711c8389661 None None] Notify callbacks [] for port, precommit_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:17.442208 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 46f2df18-9a1e-4518-8ad8-3b25c6e21861 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:16:17.442588 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:17.444316 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0d32cff8-f546-45cb-adc9-ccbac27104ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:17.447405 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-07d2cfde-51e3-42c8-a154-3bab3842bb57 None None] Port b6fb83d9-8bae-448a-97c6-cba363d61c9d cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:16:17.483823 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-05116946-f265-4912-9ac7-a711c8389661 None None] Transition to ACTIVE for port object f79e4bfe-8ffb-417a-908f-6936cca21e59 will not be triggered until provisioned by entity L2. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:16:17.487838 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d32cff8-f546-45cb-adc9-ccbac27104ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df4acf97-b40e-448f-b658-daa2e80c1df4,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:16:17.504759 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-07d2cfde-51e3-42c8-a154-3bab3842bb57 None None] Provisioning complete for port 378cdb6a-0d9a-4570-93f4-a99b5b90ef40 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:16:17.505136 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-07d2cfde-51e3-42c8-a154-3bab3842bb57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:17.520279 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-05116946-f265-4912-9ac7-a711c8389661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:17.527555 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-0d32cff8-f546-45cb-adc9-ccbac27104ca admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=3ca1b517b82c42eba14831f0f31b9988&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6120758 Aug 18 12:16:17.527880 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 56290) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:16:17.534807 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e0fa9b-39d4-4930-8857-0da3833e2c59 req-a1dc1784-f0d0-4d4e-91a0-1da98b10dc8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:16:17.536747 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-78e0fa9b-39d4-4930-8857-0da3833e2c59 req-a1dc1784-f0d0-4d4e-91a0-1da98b10dc8e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e946d931-a852-4d12-bbc8-b7cb94a92f2a HTTP/1.1" status: 200 len: 834 time: 0.1431837 Aug 18 12:16:17.608886 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a3338f26-f675-474e-8288-68b64784d68b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:17.624802 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e0fa9b-39d4-4930-8857-0da3833e2c59 req-711f14e2-e554-4312-b480-8dfd0e1b687a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:16:17.627498 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-78e0fa9b-39d4-4930-8857-0da3833e2c59 req-711f14e2-e554-4312-b480-8dfd0e1b687a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e9151886-a8d5-45f7-8d09-a3bfb73f6646&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0818379 Aug 18 12:16:17.644148 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a3338f26-f675-474e-8288-68b64784d68b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:17.713192 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a3338f26-f675-474e-8288-68b64784d68b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:17.716847 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a3338f26-f675-474e-8288-68b64784d68b admin admin] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:17.720162 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-a3338f26-f675-474e-8288-68b64784d68b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/df4acf97-b40e-448f-b658-daa2e80c1df4 HTTP/1.1" status: 204 len: 168 time: 0.1913233 Aug 18 12:16:17.727817 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-29eddb41-41bb-49ac-a0f8-93ebf729caa6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:17.740636 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-29eddb41-41bb-49ac-a0f8-93ebf729caa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:17.755993 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3338f26-f675-474e-8288-68b64784d68b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df4acf97-b40e-448f-b658-daa2e80c1df4,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:16:17.771489 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 378cdb6a-0d9a-4570-93f4-a99b5b90ef40 details requested by agent hyperv_n-h1-804985-2 with host n-h1-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:16:17.787905 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-29eddb41-41bb-49ac-a0f8-93ebf729caa6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-996772'] for router_interface, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:17.861522 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29eddb41-41bb-49ac-a0f8-93ebf729caa6 admin admin] Pushing event updated for resources: {'Port': ['ID=b6fb83d9-8bae-448a-97c6-cba363d61c9d,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:16:17.955173 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83fb92e-8448-49fa-8965-ed9a2e6d6eaa None None] Pushing event updated for resources: {'Port': ['ID=f79e4bfe-8ffb-417a-908f-6936cca21e59,revision_number=2']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:16:17.991638 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-78e0fa9b-39d4-4930-8857-0da3833e2c59 req-d3345922-a13c-40d5-b1df-03522796f302 service neutron] 10.222.0.62 "GET /v2.0/networks/e9151886-a8d5-45f7-8d09-a3bfb73f6646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3546143 Aug 18 12:16:18.067800 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29eddb41-41bb-49ac-a0f8-93ebf729caa6 admin admin] Network d60f6980-ac7f-4b6d-b4dc-dbc188f99108 is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:16:18.075190 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-29eddb41-41bb-49ac-a0f8-93ebf729caa6 admin admin] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:16:18.131068 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bab1b5a-0063-4f86-825f-b48a912d19ce req-2d2c02f3-ffd4-4fa1-b386-57fe60675730 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:16:18.150908 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1bab1b5a-0063-4f86-825f-b48a912d19ce req-2d2c02f3-ffd4-4fa1-b386-57fe60675730 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/ports?device_id=648de63a-f17d-4471-aa62-ae662a3248dd HTTP/1.1" status: 200 len: 945 time: 0.1764803 Aug 18 12:16:18.163242 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 378cdb6a-0d9a-4570-93f4-a99b5b90ef40, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=378cdb6a-0d9a-4570-93f4-a99b5b90ef40,segment=NetworkSegment(853c2d50-b260-40cd-8b91-d791f4791b51),segment_id=853c2d50-b260-40cd-8b91-d791f4791b51)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:16:18.184745 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-05116946-f265-4912-9ac7-a711c8389661 None None] Attempting to bind port f79e4bfe-8ffb-417a-908f-6936cca21e59 on host n-d-804985-2 for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:16:18.185105 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-05116946-f265-4912-9ac7-a711c8389661 None None] Attempting to bind port f79e4bfe-8ffb-417a-908f-6936cca21e59 by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:16:18.185549 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05116946-f265-4912-9ac7-a711c8389661 None None] Attempting to bind port f79e4bfe-8ffb-417a-908f-6936cca21e59 on network 7cae7a70-14fd-408c-b14d-39ceb97cb60e {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:16:18.225943 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 378cdb6a-0d9a-4570-93f4-a99b5b90ef40 has no active binding in host n-h1-804985-2 {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 18 12:16:18.235678 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05116946-f265-4912-9ac7-a711c8389661 None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 15, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:16:18.235678 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05116946-f265-4912-9ac7-a711c8389661 None None] Checking segment: {'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:16:18.236059 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-05116946-f265-4912-9ac7-a711c8389661 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:18.236747 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05116946-f265-4912-9ac7-a711c8389661 None None] Bound using segment: {'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:16:18.237243 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-05116946-f265-4912-9ac7-a711c8389661 None None] Bound port: f79e4bfe-8ffb-417a-908f-6936cca21e59, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:16:18.237627 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-05116946-f265-4912-9ac7-a711c8389661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:18.280760 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1bab1b5a-0063-4f86-825f-b48a912d19ce req-bbcbbc80-07ef-4b59-9248-a94eac502090 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/security-groups?id=9d0a542a-8fa5-4941-b184-fa1bbc2c5b94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1221442 Aug 18 12:16:18.388288 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-05116946-f265-4912-9ac7-a711c8389661 None None] For port f79e4bfe-8ffb-417a-908f-6936cca21e59, host n-d-804985-2, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:16:18.391843 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-05116946-f265-4912-9ac7-a711c8389661 None None] For port f79e4bfe-8ffb-417a-908f-6936cca21e59, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=f79e4bfe-8ffb-417a-908f-6936cca21e59,segment=NetworkSegment(c5a3db9d-5c58-41b1-9177-d5787a597b78),segment_id=c5a3db9d-5c58-41b1-9177-d5787a597b78)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:16:18.401588 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-05116946-f265-4912-9ac7-a711c8389661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:18.422677 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 56304) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:16:18.442497 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c2d95313-f32b-4f2e-83d8-4b95a2e62340 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:18.468607 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29eddb41-41bb-49ac-a0f8-93ebf729caa6 admin admin] Router 728fb6f7-a3d7-487d-b1fb-0b135b5477b6 has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:16:18.477340 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05116946-f265-4912-9ac7-a711c8389661 None None] Routers {'728fb6f7-a3d7-487d-b1fb-0b135b5477b6'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:16:18.477692 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-05116946-f265-4912-9ac7-a711c8389661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:15:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['728fb6f7-a3d7-487d-b1fb-0b135b5477b6'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:16:18.535534 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83fb92e-8448-49fa-8965-ed9a2e6d6eaa None None] Pushing event updated for resources: {'Port': ['ID=f79e4bfe-8ffb-417a-908f-6936cca21e59,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:16:18.542970 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-78e0fa9b-39d4-4930-8857-0da3833e2c59 req-8a407adf-5650-4c5d-a88f-ce1b72c9aee8 service neutron] 10.222.0.62 "GET /v2.0/networks/e9151886-a8d5-45f7-8d09-a3bfb73f6646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5382943 Aug 18 12:16:18.568957 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1979e43c-f99b-4256-80fb-edec0c5e03d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:18.572788 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-58e04964-3caa-4e9f-9826-1a78c309ef7f None None] Provisioning complete for port b6fb83d9-8bae-448a-97c6-cba363d61c9d triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:16:18.573162 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-58e04964-3caa-4e9f-9826-1a78c309ef7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:18.593089 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c2d95313-f32b-4f2e-83d8-4b95a2e62340 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:18.601726 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c2d95313-f32b-4f2e-83d8-4b95a2e62340 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:18.642945 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-c2d95313-f32b-4f2e-83d8-4b95a2e62340 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ee0a985acf3f4d9f8abea4dfe583d847&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2192063 Aug 18 12:16:18.646528 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 56312) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:16:18.668770 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29eddb41-41bb-49ac-a0f8-93ebf729caa6 admin admin] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:16:18.670203 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d95313-f32b-4f2e-83d8-4b95a2e62340 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8af3b0b-09a9-47c6-b75b-41d5c1d52ab7,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:16:18.677013 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-29eddb41-41bb-49ac-a0f8-93ebf729caa6 admin admin] 10.222.0.66 "PUT /v2.0/routers/728fb6f7-a3d7-487d-b1fb-0b135b5477b6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8025217 Aug 18 12:16:18.712120 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-58e04964-3caa-4e9f-9826-1a78c309ef7f None None] Port b6fb83d9-8bae-448a-97c6-cba363d61c9d cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:16:18.718893 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8a2dc03a-b24e-4444-ac60-72efd1f649b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:18.721695 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-05116946-f265-4912-9ac7-a711c8389661 None None] Set router 728fb6f7-a3d7-487d-b1fb-0b135b5477b6 gateway port host: n-d-804985-2 {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:16:18.746365 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8a2dc03a-b24e-4444-ac60-72efd1f649b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:18.807349 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8a2dc03a-b24e-4444-ac60-72efd1f649b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:18.810426 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8a2dc03a-b24e-4444-ac60-72efd1f649b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:18.811782 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-8a2dc03a-b24e-4444-ac60-72efd1f649b9 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a8af3b0b-09a9-47c6-b75b-41d5c1d52ab7 HTTP/1.1" status: 204 len: 168 time: 0.1642756 Aug 18 12:16:18.824826 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2dc03a-b24e-4444-ac60-72efd1f649b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8af3b0b-09a9-47c6-b75b-41d5c1d52ab7,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:16:19.007801 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-05116946-f265-4912-9ac7-a711c8389661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '728fb6f7-a3d7-487d-b1fb-0b135b5477b6', 'name': 'tempest-TestServerBasicOps-1597102229-router', 'tenant_id': '38c46cb68aea4544aee9e153363e1766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': 'f79e4bfe-8ffb-417a-908f-6936cca21e59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:16:09Z', 'updated_at': '2021-08-18T12:16:16Z', 'revision_number': 4, 'project_id': '38c46cb68aea4544aee9e153363e1766', 'gw_port': {'id': 'f79e4bfe-8ffb-417a-908f-6936cca21e59', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:11:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '728fb6f7-a3d7-487d-b1fb-0b135b5477b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3081, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:16:11Z', 'updated_at': '2021-08-18T12:16:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': 'b6fb83d9-8bae-448a-97c6-cba363d61c9d', 'name': '', 'network_id': 'd60f6980-ac7f-4b6d-b4dc-dbc188f99108', 'tenant_id': '38c46cb68aea4544aee9e153363e1766', 'mac_address': 'fa:16:3e:26:c8:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '728fb6f7-a3d7-487d-b1fb-0b135b5477b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3082, 'fixed_ips': [{'subnet_id': 'd397f897-c582-4252-83f4-25e7c89efd6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:16:15Z', 'updated_at': '2021-08-18T12:16:17Z', 'revision_number': 2, 'project_id': '38c46cb68aea4544aee9e153363e1766', 'subnets': [{'id': 'd397f897-c582-4252-83f4-25e7c89efd6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:16:19.039336 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05116946-f265-4912-9ac7-a711c8389661 None None] The sync data for ids ['728fb6f7-a3d7-487d-b1fb-0b135b5477b6'] in n-d-804985-2 is: [{'id': '728fb6f7-a3d7-487d-b1fb-0b135b5477b6', 'name': 'tempest-TestServerBasicOps-1597102229-router', 'tenant_id': '38c46cb68aea4544aee9e153363e1766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': 'f79e4bfe-8ffb-417a-908f-6936cca21e59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:16:09Z', 'updated_at': '2021-08-18T12:16:16Z', 'revision_number': 4, 'project_id': '38c46cb68aea4544aee9e153363e1766', 'gw_port': {'id': 'f79e4bfe-8ffb-417a-908f-6936cca21e59', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:11:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '728fb6f7-a3d7-487d-b1fb-0b135b5477b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3081, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:16:11Z', 'updated_at': '2021-08-18T12:16:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': 'b6fb83d9-8bae-448a-97c6-cba363d61c9d', 'name': '', 'network_id': 'd60f6980-ac7f-4b6d-b4dc-dbc188f99108', 'tenant_id': '38c46cb68aea4544aee9e153363e1766', 'mac_address': 'fa:16:3e:26:c8:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '728fb6f7-a3d7-487d-b1fb-0b135b5477b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3082, 'fixed_ips': [{'subnet_id': 'd397f897-c582-4252-83f4-25e7c89efd6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:16:15Z', 'updated_at': '2021-08-18T12:16:17Z', 'revision_number': 2, 'project_id': '38c46cb68aea4544aee9e153363e1766', 'subnets': [{'id': 'd397f897-c582-4252-83f4-25e7c89efd6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:16:19.274431 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 56340) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:16:19.279921 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-16e54c83-4178-46ce-8492-42d6a1bbcd7c tempest-TestServerBasicOps-59883255 tempest-TestServerBasicOps-59883255-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-186118103', 'description': 'tempest-secgroup-smoke-186118103 description', 'project_id': 'a31a9a9347c444e692b4e9b7703834cf'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:16:19.326194 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-16e54c83-4178-46ce-8492-42d6a1bbcd7c tempest-TestServerBasicOps-59883255 tempest-TestServerBasicOps-59883255-project] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:19.478579 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51c6f33-633c-49ac-85ad-03626eed52a7 req-5c58de01-6b20-4106-bbeb-1e333a9ca370 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:16:19.484276 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-16e54c83-4178-46ce-8492-42d6a1bbcd7c tempest-TestServerBasicOps-59883255 tempest-TestServerBasicOps-59883255-project] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:19.486326 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b51c6f33-633c-49ac-85ad-03626eed52a7 req-5c58de01-6b20-4106-bbeb-1e333a9ca370 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/ports?device_id=648de63a-f17d-4471-aa62-ae662a3248dd HTTP/1.1" status: 200 len: 945 time: 0.0725319 Aug 18 12:16:19.495509 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-16e54c83-4178-46ce-8492-42d6a1bbcd7c tempest-TestServerBasicOps-59883255 tempest-TestServerBasicOps-59883255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:19.537698 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b51c6f33-633c-49ac-85ad-03626eed52a7 req-5db759c1-57c5-4748-a814-8d87da161c9c tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/security-groups?id=9d0a542a-8fa5-4941-b184-fa1bbc2c5b94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501695 Aug 18 12:16:19.588782 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-16e54c83-4178-46ce-8492-42d6a1bbcd7c tempest-TestServerBasicOps-59883255 tempest-TestServerBasicOps-59883255-project] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:19.593830 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 56358) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:16:19.594257 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-16e54c83-4178-46ce-8492-42d6a1bbcd7c tempest-TestServerBasicOps-59883255 tempest-TestServerBasicOps-59883255-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3181868 Aug 18 12:16:19.597018 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e54c83-4178-46ce-8492-42d6a1bbcd7c tempest-TestServerBasicOps-59883255 tempest-TestServerBasicOps-59883255-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79b129e2-0d5e-4fab-98e6-2f7ca1345494,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:16:19.598940 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-2b6399cd-6be9-4de1-9a4c-35fdd928598d tempest-TestServerBasicOps-59883255 tempest-TestServerBasicOps-59883255-project] Request body: {'security_group_rule': {'security_group_id': '79b129e2-0d5e-4fab-98e6-2f7ca1345494', 'project_id': 'a31a9a9347c444e692b4e9b7703834cf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:16:19.657739 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2b6399cd-6be9-4de1-9a4c-35fdd928598d tempest-TestServerBasicOps-59883255 tempest-TestServerBasicOps-59883255-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:19.721784 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2b6399cd-6be9-4de1-9a4c-35fdd928598d tempest-TestServerBasicOps-59883255 tempest-TestServerBasicOps-59883255-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:19.732497 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2b6399cd-6be9-4de1-9a4c-35fdd928598d tempest-TestServerBasicOps-59883255 tempest-TestServerBasicOps-59883255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992607'] for security_group_rule, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:19.786337 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6399cd-6be9-4de1-9a4c-35fdd928598d tempest-TestServerBasicOps-59883255 tempest-TestServerBasicOps-59883255-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=022c574f-9d89-41f6-a301-f0f9b506790b,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:16:19.792918 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2b6399cd-6be9-4de1-9a4c-35fdd928598d tempest-TestServerBasicOps-59883255 tempest-TestServerBasicOps-59883255-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:19.797348 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 56370) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:16:19.802349 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-7c9a7094-b4f7-4885-8617-656ccc3535a7 tempest-TestServerBasicOps-59883255 tempest-TestServerBasicOps-59883255-project] Request body: {'security_group_rule': {'security_group_id': '79b129e2-0d5e-4fab-98e6-2f7ca1345494', 'project_id': 'a31a9a9347c444e692b4e9b7703834cf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:16:19.811612 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-2b6399cd-6be9-4de1-9a4c-35fdd928598d tempest-TestServerBasicOps-59883255 tempest-TestServerBasicOps-59883255-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2140472 Aug 18 12:16:19.958727 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7c9a7094-b4f7-4885-8617-656ccc3535a7 tempest-TestServerBasicOps-59883255 tempest-TestServerBasicOps-59883255-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:20.020650 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-68453f7b-262b-4b27-8411-4577558364ca req-cde76000-60ea-41dd-94a1-2698ab2c0de3 service neutron] 10.222.0.62 "GET /v2.0/ports/378cdb6a-0d9a-4570-93f4-a99b5b90ef40/bindings/n-h1-804985-2 HTTP/1.1" status: 200 len: 384 time: 0.2025754 Aug 18 12:16:20.050511 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7c9a7094-b4f7-4885-8617-656ccc3535a7 tempest-TestServerBasicOps-59883255 tempest-TestServerBasicOps-59883255-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:20.153103 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7c9a7094-b4f7-4885-8617-656ccc3535a7 tempest-TestServerBasicOps-59883255 tempest-TestServerBasicOps-59883255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992607'] for security_group_rule, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:20.183932 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9a7094-b4f7-4885-8617-656ccc3535a7 tempest-TestServerBasicOps-59883255 tempest-TestServerBasicOps-59883255-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0a99561-8ffc-40e2-b108-29f7fff8f0a3,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:16:20.202571 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7c9a7094-b4f7-4885-8617-656ccc3535a7 tempest-TestServerBasicOps-59883255 tempest-TestServerBasicOps-59883255-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:20.206971 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 56388) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:16:20.212322 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-02abdeb2-c90c-4599-8973-12b1c705002c tempest-TestServerBasicOps-59883255 tempest-TestServerBasicOps-59883255-project] Request body: {'security_group_rule': {'security_group_id': '79b129e2-0d5e-4fab-98e6-2f7ca1345494', 'project_id': 'a31a9a9347c444e692b4e9b7703834cf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:16:20.216977 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-7c9a7094-b4f7-4885-8617-656ccc3535a7 tempest-TestServerBasicOps-59883255 tempest-TestServerBasicOps-59883255-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4183874 Aug 18 12:16:20.273729 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-02abdeb2-c90c-4599-8973-12b1c705002c tempest-TestServerBasicOps-59883255 tempest-TestServerBasicOps-59883255-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:20.422098 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-02abdeb2-c90c-4599-8973-12b1c705002c tempest-TestServerBasicOps-59883255 tempest-TestServerBasicOps-59883255-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:20.433966 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-02abdeb2-c90c-4599-8973-12b1c705002c tempest-TestServerBasicOps-59883255 tempest-TestServerBasicOps-59883255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992607'] for security_group_rule, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:20.453142 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02abdeb2-c90c-4599-8973-12b1c705002c tempest-TestServerBasicOps-59883255 tempest-TestServerBasicOps-59883255-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8870664e-f1b0-4c40-83c3-d60d672f12ba,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:16:20.488702 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-68453f7b-262b-4b27-8411-4577558364ca req-bab16766-7cb7-40a3-a14b-c2fdeb25d3d3 service neutron] For port 378cdb6a-0d9a-4570-93f4-a99b5b90ef40, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=378cdb6a-0d9a-4570-93f4-a99b5b90ef40,segment=NetworkSegment(853c2d50-b260-40cd-8b91-d791f4791b51),segment_id=853c2d50-b260-40cd-8b91-d791f4791b51)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:16:20.505007 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-02abdeb2-c90c-4599-8973-12b1c705002c tempest-TestServerBasicOps-59883255 tempest-TestServerBasicOps-59883255-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:20.509823 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-02abdeb2-c90c-4599-8973-12b1c705002c tempest-TestServerBasicOps-59883255 tempest-TestServerBasicOps-59883255-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3016415 Aug 18 12:16:20.510699 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 56402) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:16:20.515362 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-e64bdce0-65e5-47d1-9f3a-ef128c027486 tempest-TestServerBasicOps-59883255 tempest-TestServerBasicOps-59883255-project] Request body: {'security_group_rule': {'security_group_id': '79b129e2-0d5e-4fab-98e6-2f7ca1345494', 'project_id': 'a31a9a9347c444e692b4e9b7703834cf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:16:20.523711 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-68453f7b-262b-4b27-8411-4577558364ca req-bab16766-7cb7-40a3-a14b-c2fdeb25d3d3 service neutron] For port 378cdb6a-0d9a-4570-93f4-a99b5b90ef40, host n-h2-804985-2, cleared binding levels {{(pid=106253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:16:20.580643 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e64bdce0-65e5-47d1-9f3a-ef128c027486 tempest-TestServerBasicOps-59883255 tempest-TestServerBasicOps-59883255-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:20.602086 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '648de63a-f17d-4471-aa62-ae662a3248dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '378cdb6a-0d9a-4570-93f4-a99b5b90ef40'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:16:20.609843 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0679f4c4b6e0e0c064a7d71d722dc30541a34fffee11680573be22ee2ffccc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3a757e5-e332-428a-b698-17e2b14785fc" -d '{"events": [{"server_uuid": "648de63a-f17d-4471-aa62-ae662a3248dd", "name": "network-vif-unplugged", "status": "completed", "tag": "378cdb6a-0d9a-4570-93f4-a99b5b90ef40"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:16:20.634881 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-68453f7b-262b-4b27-8411-4577558364ca req-bab16766-7cb7-40a3-a14b-c2fdeb25d3d3 service neutron] For port 378cdb6a-0d9a-4570-93f4-a99b5b90ef40, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=378cdb6a-0d9a-4570-93f4-a99b5b90ef40,segment=NetworkSegment(853c2d50-b260-40cd-8b91-d791f4791b51),segment_id=853c2d50-b260-40cd-8b91-d791f4791b51)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:16:20.659767 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.agents_db [None req-6dbb2658-0354-4101-8393-6e7505481cf6 None None] Agent healthcheck: found 7 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 12:16:20.679693 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-68453f7b-262b-4b27-8411-4577558364ca req-bab16766-7cb7-40a3-a14b-c2fdeb25d3d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:20.699162 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 18 Aug 2021 12:16:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96fbc7d7-dce1-47ad-98f8-e6edc93c266a x-openstack-request-id: req-96fbc7d7-dce1-47ad-98f8-e6edc93c266a {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:16:20.699464 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "648de63a-f17d-4471-aa62-ae662a3248dd", "name": "network-vif-unplugged", "status": "completed", "tag": "378cdb6a-0d9a-4570-93f4-a99b5b90ef40", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:16:20.699768 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-96fbc7d7-dce1-47ad-98f8-e6edc93c266a {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:16:20.700127 n-d-804985-2 neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '648de63a-f17d-4471-aa62-ae662a3248dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '378cdb6a-0d9a-4570-93f4-a99b5b90ef40', 'code': 200} Aug 18 12:16:20.765772 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e64bdce0-65e5-47d1-9f3a-ef128c027486 tempest-TestServerBasicOps-59883255 tempest-TestServerBasicOps-59883255-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:20.790458 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [req-68453f7b-262b-4b27-8411-4577558364ca req-bab16766-7cb7-40a3-a14b-c2fdeb25d3d3 service neutron] Transition to ACTIVE for port object 378cdb6a-0d9a-4570-93f4-a99b5b90ef40 will not be triggered until provisioned by entity L2. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:16:20.799053 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-68453f7b-262b-4b27-8411-4577558364ca req-bab16766-7cb7-40a3-a14b-c2fdeb25d3d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:20.805209 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e64bdce0-65e5-47d1-9f3a-ef128c027486 tempest-TestServerBasicOps-59883255 tempest-TestServerBasicOps-59883255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992607'] for security_group_rule, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:20.924432 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64bdce0-65e5-47d1-9f3a-ef128c027486 tempest-TestServerBasicOps-59883255 tempest-TestServerBasicOps-59883255-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6973b946-ee35-4d18-bd74-b1bccc0c30f1,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:16:20.973714 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e64bdce0-65e5-47d1-9f3a-ef128c027486 tempest-TestServerBasicOps-59883255 tempest-TestServerBasicOps-59883255-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:20.977339 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab16766-7cb7-40a3-a14b-c2fdeb25d3d3 service neutron] Pushing event updated for resources: {'Port': ['ID=378cdb6a-0d9a-4570-93f4-a99b5b90ef40,revision_number=11']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:16:20.981741 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-e64bdce0-65e5-47d1-9f3a-ef128c027486 tempest-TestServerBasicOps-59883255 tempest-TestServerBasicOps-59883255-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4699621 Aug 18 12:16:20.982663 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 56418) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:16:21.013096 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-e6c22dba-a063-484f-9064-9771023184c3 tempest-TestServerBasicOps-59883255 tempest-TestServerBasicOps-59883255-project] Request body: {'security_group_rule': {'security_group_id': '79b129e2-0d5e-4fab-98e6-2f7ca1345494', 'project_id': 'a31a9a9347c444e692b4e9b7703834cf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:16:21.038840 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-68453f7b-262b-4b27-8411-4577558364ca req-bab16766-7cb7-40a3-a14b-c2fdeb25d3d3 service neutron] No DVR routers for this DVR port 378cdb6a-0d9a-4570-93f4-a99b5b90ef40 on host n-h2-804985-2 {{(pid=106253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:16:21.042782 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7095737c-636b-4f1c-b2fd-d5bc3de777ed req-0e2ec6a3-139e-4f30-88d6-a87369f54150 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:16:21.054689 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7095737c-636b-4f1c-b2fd-d5bc3de777ed req-0e2ec6a3-139e-4f30-88d6-a87369f54150 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/ports?device_id=648de63a-f17d-4471-aa62-ae662a3248dd HTTP/1.1" status: 200 len: 944 time: 0.2886021 Aug 18 12:16:21.149362 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7095737c-636b-4f1c-b2fd-d5bc3de777ed req-80879c2b-19e2-4238-b7a1-17ced7a5c0cb tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/security-groups?id=9d0a542a-8fa5-4941-b184-fa1bbc2c5b94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933044 Aug 18 12:16:21.202004 n-d-804985-2 neutron-server[106252]: INFO neutron.db.securitygroups_db [None req-e6c22dba-a063-484f-9064-9771023184c3 tempest-TestServerBasicOps-59883255 tempest-TestServerBasicOps-59883255-project] Project a31a9a9347c444e692b4e9b7703834cf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 18 12:16:21.214583 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e6c22dba-a063-484f-9064-9771023184c3 tempest-TestServerBasicOps-59883255 tempest-TestServerBasicOps-59883255-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:21.275942 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device f79e4bfe-8ffb-417a-908f-6936cca21e59 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:16:21.351555 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e6c22dba-a063-484f-9064-9771023184c3 tempest-TestServerBasicOps-59883255 tempest-TestServerBasicOps-59883255-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:21.357941 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e6c22dba-a063-484f-9064-9771023184c3 tempest-TestServerBasicOps-59883255 tempest-TestServerBasicOps-59883255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992607'] for security_group_rule, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:21.386915 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c22dba-a063-484f-9064-9771023184c3 tempest-TestServerBasicOps-59883255 tempest-TestServerBasicOps-59883255-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17718932-d00a-486c-aff0-3b98468a7b5b,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:16:21.398093 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-68453f7b-262b-4b27-8411-4577558364ca req-bab16766-7cb7-40a3-a14b-c2fdeb25d3d3 service neutron] 10.222.0.62 "PUT /v2.0/ports/378cdb6a-0d9a-4570-93f4-a99b5b90ef40/bindings/n-h1-804985-2/activate HTTP/1.1" status: 200 len: 369 time: 1.3461161 Aug 18 12:16:21.401962 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e6c22dba-a063-484f-9064-9771023184c3 tempest-TestServerBasicOps-59883255 tempest-TestServerBasicOps-59883255-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:21.406390 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-e6c22dba-a063-484f-9064-9771023184c3 tempest-TestServerBasicOps-59883255 tempest-TestServerBasicOps-59883255-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4182384 Aug 18 12:16:21.407141 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 56432) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:16:21.424712 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-df689377-4248-47f0-bf48-d3adce912908 tempest-TestServerBasicOps-59883255 tempest-TestServerBasicOps-59883255-project] Request body: {'security_group_rule': {'security_group_id': '79b129e2-0d5e-4fab-98e6-2f7ca1345494', 'project_id': 'a31a9a9347c444e692b4e9b7703834cf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:16:21.434165 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port f79e4bfe-8ffb-417a-908f-6936cca21e59 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:16:21.442122 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:21.448282 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port f79e4bfe-8ffb-417a-908f-6936cca21e59 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:16:21.448672 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:21.481300 n-d-804985-2 neutron-server[106252]: INFO neutron.db.securitygroups_db [None req-df689377-4248-47f0-bf48-d3adce912908 tempest-TestServerBasicOps-59883255 tempest-TestServerBasicOps-59883255-project] Project a31a9a9347c444e692b4e9b7703834cf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 18 12:16:21.509390 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-df689377-4248-47f0-bf48-d3adce912908 tempest-TestServerBasicOps-59883255 tempest-TestServerBasicOps-59883255-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:21.587184 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68453f7b-262b-4b27-8411-4577558364ca req-83fde217-f4e6-4286-a141-5c2281a53740 tempest-TestNetworkAdvancedServerOps-1126957736 tempest-TestNetworkAdvancedServerOps-1126957736-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:16:21.588749 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-68453f7b-262b-4b27-8411-4577558364ca req-83fde217-f4e6-4286-a141-5c2281a53740 tempest-TestNetworkAdvancedServerOps-1126957736 tempest-TestNetworkAdvancedServerOps-1126957736-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=648de63a-f17d-4471-aa62-ae662a3248dd&tenant_id=b60736d695f1461b9071c3b3eddcc039&binding%3Ahost_id=n-h2-804985-2 HTTP/1.1" status: 200 len: 1095 time: 0.1016490 Aug 18 12:16:21.626350 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:21.656132 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-df689377-4248-47f0-bf48-d3adce912908 tempest-TestServerBasicOps-59883255 tempest-TestServerBasicOps-59883255-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:21.666277 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-df689377-4248-47f0-bf48-d3adce912908 tempest-TestServerBasicOps-59883255 tempest-TestServerBasicOps-59883255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992607'] for security_group_rule, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:21.666536 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] For port f79e4bfe-8ffb-417a-908f-6936cca21e59, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=f79e4bfe-8ffb-417a-908f-6936cca21e59,segment=NetworkSegment(c5a3db9d-5c58-41b1-9177-d5787a597b78),segment_id=c5a3db9d-5c58-41b1-9177-d5787a597b78)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:16:21.678278 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68453f7b-262b-4b27-8411-4577558364ca req-c70083e6-7268-42e7-8b43-7df0844dd6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:16:21.679886 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-68453f7b-262b-4b27-8411-4577558364ca req-c70083e6-7268-42e7-8b43-7df0844dd6d4 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=648de63a-f17d-4471-aa62-ae662a3248dd&tenant_id=b60736d695f1461b9071c3b3eddcc039 HTTP/1.1" status: 200 len: 1095 time: 0.0805740 Aug 18 12:16:21.684361 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:21.697083 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df689377-4248-47f0-bf48-d3adce912908 tempest-TestServerBasicOps-59883255 tempest-TestServerBasicOps-59883255-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f2cd959-c4f1-447f-ab25-675c1b2c5e22,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:16:21.718908 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-10678676-79c4-44e3-aab4-eb34738cb9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:21.742139 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-df689377-4248-47f0-bf48-d3adce912908 tempest-TestServerBasicOps-59883255 tempest-TestServerBasicOps-59883255-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:21.743890 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-df689377-4248-47f0-bf48-d3adce912908 tempest-TestServerBasicOps-59883255 tempest-TestServerBasicOps-59883255-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3241026 Aug 18 12:16:21.799238 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Pushing event updated for resources: {'Port': ['ID=f79e4bfe-8ffb-417a-908f-6936cca21e59,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:16:21.809389 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:16:21.810151 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:16:21.810714 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:16:21.811275 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:16:21.811767 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:16:21.812261 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:16:21.812802 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:16:21.813338 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:16:21.814033 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:16:21.814514 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:16:21.815000 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:16:21.816291 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:16:21.822448 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68453f7b-262b-4b27-8411-4577558364ca req-d88319b7-7e55-4b91-a2f1-f756c59fbb3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:16:21.824311 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-68453f7b-262b-4b27-8411-4577558364ca req-d88319b7-7e55-4b91-a2f1-f756c59fbb3d service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=b60736d695f1461b9071c3b3eddcc039&device_id=648de63a-f17d-4471-aa62-ae662a3248dd HTTP/1.1" status: 200 len: 1095 time: 0.1033511 Aug 18 12:16:22.071194 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68453f7b-262b-4b27-8411-4577558364ca req-8d1f6ea9-eee6-4f16-865b-90a21bbeae2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:16:22.075958 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-68453f7b-262b-4b27-8411-4577558364ca req-8d1f6ea9-eee6-4f16-865b-90a21bbeae2d service neutron] 10.222.0.63 "GET /v2.0/networks?id=e9151886-a8d5-45f7-8d09-a3bfb73f6646 HTTP/1.1" status: 200 len: 897 time: 0.2435534 Aug 18 12:16:22.152649 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-53584c24-f517-494e-ac93-c18bb92373f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:22.169478 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-747155e5-a786-45c4-aefa-d6d16e6ab0f2 req-5c097c0e-c6f9-424f-9e83-3f18db4fc7c3 tempest-TestServerBasicOps-59883255 tempest-TestServerBasicOps-59883255-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-186118103&fields=id&tenant_id=a31a9a9347c444e692b4e9b7703834cf HTTP/1.1" status: 200 len: 267 time: 0.0879374 Aug 18 12:16:22.192666 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-68453f7b-262b-4b27-8411-4577558364ca req-8e14ff40-eb03-427f-bfa6-00edffb8a5c3 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=378cdb6a-0d9a-4570-93f4-a99b5b90ef40 HTTP/1.1" status: 200 len: 998 time: 0.1043422 Aug 18 12:16:22.308606 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68453f7b-262b-4b27-8411-4577558364ca req-54454eb6-a4b1-45fe-a1d1-5a06bf9bb85e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:16:22.310120 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-68453f7b-262b-4b27-8411-4577558364ca req-54454eb6-a4b1-45fe-a1d1-5a06bf9bb85e service neutron] 10.222.0.63 "GET /v2.0/subnets?id=e946d931-a852-4d12-bbc8-b7cb94a92f2a HTTP/1.1" status: 200 len: 834 time: 0.1024876 Aug 18 12:16:22.378587 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68453f7b-262b-4b27-8411-4577558364ca req-dcaa45df-3dc8-46e2-8a63-3362c1d02b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:16:22.380412 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-68453f7b-262b-4b27-8411-4577558364ca req-dcaa45df-3dc8-46e2-8a63-3362c1d02b6d service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=e9151886-a8d5-45f7-8d09-a3bfb73f6646&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0624676 Aug 18 12:16:22.433566 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6beb9bd-eccb-4fe9-bff8-df3cde9a16d4 req-255ee123-5518-43d5-a2e3-200d7915debe tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:16:22.441598 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c6beb9bd-eccb-4fe9-bff8-df3cde9a16d4 req-255ee123-5518-43d5-a2e3-200d7915debe tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/ports?device_id=648de63a-f17d-4471-aa62-ae662a3248dd HTTP/1.1" status: 200 len: 944 time: 0.1261454 Aug 18 12:16:22.475557 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9bbe3bb-27cc-4c06-b731-d083269a889e None None] Sync routers for ids ['728fb6f7-a3d7-487d-b1fb-0b135b5477b6'] in n-d-804985-2 {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:16:22.486377 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9bbe3bb-27cc-4c06-b731-d083269a889e None None] Routers {'728fb6f7-a3d7-487d-b1fb-0b135b5477b6'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:16:22.488695 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-b9bbe3bb-27cc-4c06-b731-d083269a889e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:16:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['728fb6f7-a3d7-487d-b1fb-0b135b5477b6'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:16:22.512631 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c6beb9bd-eccb-4fe9-bff8-df3cde9a16d4 req-8e8975ad-ef3c-4650-ba3b-c215c7d68a4b tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/security-groups?id=9d0a542a-8fa5-4941-b184-fa1bbc2c5b94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648320 Aug 18 12:16:22.529132 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747155e5-a786-45c4-aefa-d6d16e6ab0f2 req-14ba796b-5d97-4329-862b-17ef61044331 tempest-TestServerBasicOps-59883255 tempest-TestServerBasicOps-59883255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:16:22.530668 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-747155e5-a786-45c4-aefa-d6d16e6ab0f2 req-14ba796b-5d97-4329-862b-17ef61044331 tempest-TestServerBasicOps-59883255 tempest-TestServerBasicOps-59883255-project] 10.222.0.66 "GET /v2.0/networks?id=c4280c32-a3bd-4e80-9871-c1104e80276f HTTP/1.1" status: 200 len: 808 time: 0.3501139 Aug 18 12:16:22.546802 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-68453f7b-262b-4b27-8411-4577558364ca req-37eff5cc-d4f6-4e93-b8a2-00a8f0109aad service neutron] 10.222.0.63 "GET /v2.0/networks/e9151886-a8d5-45f7-8d09-a3bfb73f6646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587899 Aug 18 12:16:22.583635 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-747155e5-a786-45c4-aefa-d6d16e6ab0f2 req-a731995a-e2a6-48dc-9eac-ecf43bbadcff tempest-TestServerBasicOps-59883255 tempest-TestServerBasicOps-59883255-project] 10.222.0.66 "GET /v2.0/quotas/a31a9a9347c444e692b4e9b7703834cf HTTP/1.1" status: 200 len: 375 time: 0.0424101 Aug 18 12:16:22.645773 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-747155e5-a786-45c4-aefa-d6d16e6ab0f2 req-ee0b1f7d-fe49-4f30-944b-c75bd7831ac5 tempest-TestServerBasicOps-59883255 tempest-TestServerBasicOps-59883255-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=a31a9a9347c444e692b4e9b7703834cf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0556068 Aug 18 12:16:22.679275 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-68453f7b-262b-4b27-8411-4577558364ca req-0d840c05-2293-464f-9df7-5c522bf1c76e service neutron] 10.222.0.63 "GET /v2.0/networks/e9151886-a8d5-45f7-8d09-a3bfb73f6646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245084 Aug 18 12:16:22.693899 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-b9bbe3bb-27cc-4c06-b731-d083269a889e None None] Set router 728fb6f7-a3d7-487d-b1fb-0b135b5477b6 gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:16:22.949889 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-747155e5-a786-45c4-aefa-d6d16e6ab0f2 req-b92006ef-ee50-42c0-ae91-3222cf2cd21b service neutron] 10.222.0.66 "GET /v2.0/networks/c4280c32-a3bd-4e80-9871-c1104e80276f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2917023 Aug 18 12:16:22.990788 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68453f7b-262b-4b27-8411-4577558364ca req-c857c1d3-aa3e-4b85-be5a-e20ff62b0fb9 tempest-TestNetworkAdvancedServerOps-1126957736 tempest-TestNetworkAdvancedServerOps-1126957736-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:16:22.992601 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-68453f7b-262b-4b27-8411-4577558364ca req-c857c1d3-aa3e-4b85-be5a-e20ff62b0fb9 tempest-TestNetworkAdvancedServerOps-1126957736 tempest-TestNetworkAdvancedServerOps-1126957736-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=648de63a-f17d-4471-aa62-ae662a3248dd&tenant_id=b60736d695f1461b9071c3b3eddcc039&binding%3Ahost_id=n-h1-804985-2 HTTP/1.1" status: 200 len: 1095 time: 0.0498717 Aug 18 12:16:23.132256 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-747155e5-a786-45c4-aefa-d6d16e6ab0f2 req-f1625d72-45aa-42a7-93bd-14b219626aa7 service neutron] 10.222.0.66 "GET /v2.0/networks/c4280c32-a3bd-4e80-9871-c1104e80276f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760142 Aug 18 12:16:23.139813 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device f79e4bfe-8ffb-417a-908f-6936cca21e59 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:16:23.172693 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-b9bbe3bb-27cc-4c06-b731-d083269a889e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '728fb6f7-a3d7-487d-b1fb-0b135b5477b6', 'name': 'tempest-TestServerBasicOps-1597102229-router', 'tenant_id': '38c46cb68aea4544aee9e153363e1766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': 'f79e4bfe-8ffb-417a-908f-6936cca21e59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:16:09Z', 'updated_at': '2021-08-18T12:16:16Z', 'revision_number': 4, 'project_id': '38c46cb68aea4544aee9e153363e1766', 'gw_port': {'id': 'f79e4bfe-8ffb-417a-908f-6936cca21e59', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:11:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '728fb6f7-a3d7-487d-b1fb-0b135b5477b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3081, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:16:11Z', 'updated_at': '2021-08-18T12:16:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': 'b6fb83d9-8bae-448a-97c6-cba363d61c9d', 'name': '', 'network_id': 'd60f6980-ac7f-4b6d-b4dc-dbc188f99108', 'tenant_id': '38c46cb68aea4544aee9e153363e1766', 'mac_address': 'fa:16:3e:26:c8:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '728fb6f7-a3d7-487d-b1fb-0b135b5477b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3082, 'fixed_ips': [{'subnet_id': 'd397f897-c582-4252-83f4-25e7c89efd6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:16:15Z', 'updated_at': '2021-08-18T12:16:17Z', 'revision_number': 2, 'project_id': '38c46cb68aea4544aee9e153363e1766', 'subnets': [{'id': 'd397f897-c582-4252-83f4-25e7c89efd6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:16:23.231172 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port f79e4bfe-8ffb-417a-908f-6936cca21e59 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:16:23.231856 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:23.277992 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9bbe3bb-27cc-4c06-b731-d083269a889e None None] Checking router: 728fb6f7-a3d7-487d-b1fb-0b135b5477b6 for host: n-d-804985-2 {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:16:23.278344 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9bbe3bb-27cc-4c06-b731-d083269a889e None None] Updating router 728fb6f7-a3d7-487d-b1fb-0b135b5477b6 port b6fb83d9-8bae-448a-97c6-cba363d61c9d binding host n-d-804985-2 {{(pid=106255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 12:16:23.349504 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-b9bbe3bb-27cc-4c06-b731-d083269a889e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:23.451046 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-68453f7b-262b-4b27-8411-4577558364ca req-dae13e6c-1736-42ba-a5f5-210d3a6576de service neutron] For port 378cdb6a-0d9a-4570-93f4-a99b5b90ef40, host n-h2-804985-2, cleared binding levels {{(pid=106253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:16:23.458778 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-68453f7b-262b-4b27-8411-4577558364ca req-dae13e6c-1736-42ba-a5f5-210d3a6576de service neutron] Notify callbacks [] for binding, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:23.463290 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-68453f7b-262b-4b27-8411-4577558364ca req-dae13e6c-1736-42ba-a5f5-210d3a6576de service neutron] 10.222.0.63 "DELETE /v2.0/ports/378cdb6a-0d9a-4570-93f4-a99b5b90ef40/bindings/n-h2-804985-2 HTTP/1.1" status: 204 len: 173 time: 0.4575858 Aug 18 12:16:23.552991 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-93be0593-16fe-48c4-a47e-bd45785a05d4 req-9fc437e0-0bea-4856-a3f6-cf56a658f7c2 tempest-TestServerBasicOps-59883255 tempest-TestServerBasicOps-59883255-project] 10.222.0.66 "GET /v2.0/ports?device_id=01f8c8b5-393e-4624-8d0f-5f248e192959 HTTP/1.1" status: 200 len: 210 time: 0.0607092 Aug 18 12:16:23.753868 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91349164-e59a-45a2-af79-d9a412f6213d req-1a54b2d1-a921-4bdd-9c70-b83f1892c1f1 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:16:23.758895 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-91349164-e59a-45a2-af79-d9a412f6213d req-1a54b2d1-a921-4bdd-9c70-b83f1892c1f1 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/ports?device_id=648de63a-f17d-4471-aa62-ae662a3248dd HTTP/1.1" status: 200 len: 944 time: 0.0993874 Aug 18 12:16:23.858107 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-500a1c61-38a7-4c23-a7ec-4631080af5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:23.875340 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-91349164-e59a-45a2-af79-d9a412f6213d req-9e3adfe7-a50f-448b-8db1-ea2b494625a6 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/security-groups?id=9d0a542a-8fa5-4941-b184-fa1bbc2c5b94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1095481 Aug 18 12:16:23.904007 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 378cdb6a-0d9a-4570-93f4-a99b5b90ef40 no longer exists at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:16:23.961488 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-b9bbe3bb-27cc-4c06-b731-d083269a889e None None] Notify callbacks [] for port, precommit_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:23.973151 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-b9bbe3bb-27cc-4c06-b731-d083269a889e None None] Transition to ACTIVE for port object b6fb83d9-8bae-448a-97c6-cba363d61c9d will not be triggered until provisioned by entity L2. {{(pid=106255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:16:23.989916 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-b9bbe3bb-27cc-4c06-b731-d083269a889e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:24.090468 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 378cdb6a-0d9a-4570-93f4-a99b5b90ef40 not bound to the agent host n-h2-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:16:24.168359 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6a8218-47c4-4067-9342-571a8221bd2e req-e3228d0d-237c-4658-8474-545cab136c80 tempest-TestNetworkAdvancedServerOps-1126957736 tempest-TestNetworkAdvancedServerOps-1126957736-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:16:24.178047 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2d6a8218-47c4-4067-9342-571a8221bd2e req-e3228d0d-237c-4658-8474-545cab136c80 tempest-TestNetworkAdvancedServerOps-1126957736 tempest-TestNetworkAdvancedServerOps-1126957736-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=648de63a-f17d-4471-aa62-ae662a3248dd HTTP/1.1" status: 200 len: 1095 time: 0.0848174 Aug 18 12:16:24.200279 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9c05ce-923d-4e06-968d-f1e840879989 None None] Pushing event updated for resources: {'Port': ['ID=b6fb83d9-8bae-448a-97c6-cba363d61c9d,revision_number=3']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:16:24.282825 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-b9bbe3bb-27cc-4c06-b731-d083269a889e None None] Attempting to bind port b6fb83d9-8bae-448a-97c6-cba363d61c9d on host n-d-804985-2 for vnic_type normal with profile {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:16:24.283295 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-b9bbe3bb-27cc-4c06-b731-d083269a889e None None] Attempting to bind port b6fb83d9-8bae-448a-97c6-cba363d61c9d by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': 'be706c67-8e08-4c56-a7e1-83700f91b349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'd60f6980-ac7f-4b6d-b4dc-dbc188f99108'}] {{(pid=106255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:16:24.283766 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9bbe3bb-27cc-4c06-b731-d083269a889e None None] Attempting to bind port b6fb83d9-8bae-448a-97c6-cba363d61c9d on network d60f6980-ac7f-4b6d-b4dc-dbc188f99108 {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:16:24.303988 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2d6a8218-47c4-4067-9342-571a8221bd2e req-111a1a39-f55d-4d44-9c7e-9600139bc218 tempest-TestNetworkAdvancedServerOps-1126957736 tempest-TestNetworkAdvancedServerOps-1126957736-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=9d0a542a-8fa5-4941-b184-fa1bbc2c5b94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1243069 Aug 18 12:16:24.317499 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9bbe3bb-27cc-4c06-b731-d083269a889e None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 16, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:16:24.317803 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9bbe3bb-27cc-4c06-b731-d083269a889e None None] Checking segment: {'id': 'be706c67-8e08-4c56-a7e1-83700f91b349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'd60f6980-ac7f-4b6d-b4dc-dbc188f99108'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:16:24.318207 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-b9bbe3bb-27cc-4c06-b731-d083269a889e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:24.318591 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9bbe3bb-27cc-4c06-b731-d083269a889e None None] Bound using segment: {'id': 'be706c67-8e08-4c56-a7e1-83700f91b349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'd60f6980-ac7f-4b6d-b4dc-dbc188f99108'} {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:16:24.319066 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-b9bbe3bb-27cc-4c06-b731-d083269a889e None None] Bound port: b6fb83d9-8bae-448a-97c6-cba363d61c9d, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be706c67-8e08-4c56-a7e1-83700f91b349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'd60f6980-ac7f-4b6d-b4dc-dbc188f99108'}}] {{(pid=106255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:16:24.324653 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-b9bbe3bb-27cc-4c06-b731-d083269a889e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:24.503680 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-b9bbe3bb-27cc-4c06-b731-d083269a889e None None] For port b6fb83d9-8bae-448a-97c6-cba363d61c9d, host n-d-804985-2, cleared binding levels {{(pid=106255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:16:24.510149 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-b9bbe3bb-27cc-4c06-b731-d083269a889e None None] For port b6fb83d9-8bae-448a-97c6-cba363d61c9d, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=b6fb83d9-8bae-448a-97c6-cba363d61c9d,segment=NetworkSegment(be706c67-8e08-4c56-a7e1-83700f91b349),segment_id=be706c67-8e08-4c56-a7e1-83700f91b349)] {{(pid=106255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:16:24.519345 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-b9bbe3bb-27cc-4c06-b731-d083269a889e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:24.548016 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7587ed-f3df-4c74-89b2-de5333c65cd4 req-53d88b79-ae83-41fa-9b7b-0ede4383fa08 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:16:24.549999 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-da7587ed-f3df-4c74-89b2-de5333c65cd4 req-53d88b79-ae83-41fa-9b7b-0ede4383fa08 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/ports?device_id=648de63a-f17d-4471-aa62-ae662a3248dd HTTP/1.1" status: 200 len: 944 time: 0.1253400 Aug 18 12:16:24.647143 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-da7587ed-f3df-4c74-89b2-de5333c65cd4 req-2911f019-1ac6-4a8a-93ef-26fcbfe04c94 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/security-groups?id=9d0a542a-8fa5-4941-b184-fa1bbc2c5b94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873239 Aug 18 12:16:24.661971 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 56562) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:16:24.692616 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9c05ce-923d-4e06-968d-f1e840879989 None None] Pushing event updated for resources: {'Port': ['ID=b6fb83d9-8bae-448a-97c6-cba363d61c9d,revision_number=4']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:16:24.699310 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9bbe3bb-27cc-4c06-b731-d083269a889e None None] Routers {'728fb6f7-a3d7-487d-b1fb-0b135b5477b6'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:16:24.700190 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-b9bbe3bb-27cc-4c06-b731-d083269a889e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:16:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['728fb6f7-a3d7-487d-b1fb-0b135b5477b6'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:16:24.853819 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9e5aeafe-a7a9-46ad-8f99-466195ac4d0e req-81e45e71-c823-4736-a245-b2f9d1b8ca49 tempest-TestServerBasicOps-59883255 tempest-TestServerBasicOps-59883255-project] 10.222.0.66 "GET /v2.0/ports?device_id=01f8c8b5-393e-4624-8d0f-5f248e192959 HTTP/1.1" status: 200 len: 210 time: 0.1756966 Aug 18 12:16:24.924754 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-579c8860-39dd-4283-b64e-cccda306d6bf tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/floatingips/72cb69f0-c6bd-4b09-80dd-2226f33a1701 HTTP/1.1" status: 200 len: 990 time: 0.2523661 Aug 18 12:16:24.968243 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-b9bbe3bb-27cc-4c06-b731-d083269a889e None None] Set router 728fb6f7-a3d7-487d-b1fb-0b135b5477b6 gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:16:25.242742 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device b6fb83d9-8bae-448a-97c6-cba363d61c9d up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:16:25.342870 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port b6fb83d9-8bae-448a-97c6-cba363d61c9d completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:16:25.348301 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port b6fb83d9-8bae-448a-97c6-cba363d61c9d triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:16:25.349185 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:25.443898 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747155e5-a786-45c4-aefa-d6d16e6ab0f2 req-0b5dd73f-8d2a-42b8-968d-b1b3f88d6292 tempest-TestServerBasicOps-59883255 tempest-TestServerBasicOps-59883255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:16:25.445425 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-747155e5-a786-45c4-aefa-d6d16e6ab0f2 req-0b5dd73f-8d2a-42b8-968d-b1b3f88d6292 tempest-TestServerBasicOps-59883255 tempest-TestServerBasicOps-59883255-project] 10.222.0.63 "GET /v2.0/networks?id=c4280c32-a3bd-4e80-9871-c1104e80276f HTTP/1.1" status: 200 len: 808 time: 0.1846955 Aug 18 12:16:25.447900 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-b9bbe3bb-27cc-4c06-b731-d083269a889e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '728fb6f7-a3d7-487d-b1fb-0b135b5477b6', 'name': 'tempest-TestServerBasicOps-1597102229-router', 'tenant_id': '38c46cb68aea4544aee9e153363e1766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': 'f79e4bfe-8ffb-417a-908f-6936cca21e59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:16:09Z', 'updated_at': '2021-08-18T12:16:16Z', 'revision_number': 4, 'project_id': '38c46cb68aea4544aee9e153363e1766', 'gw_port': {'id': 'f79e4bfe-8ffb-417a-908f-6936cca21e59', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:11:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '728fb6f7-a3d7-487d-b1fb-0b135b5477b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3081, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:16:11Z', 'updated_at': '2021-08-18T12:16:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': 'b6fb83d9-8bae-448a-97c6-cba363d61c9d', 'name': '', 'network_id': 'd60f6980-ac7f-4b6d-b4dc-dbc188f99108', 'tenant_id': '38c46cb68aea4544aee9e153363e1766', 'mac_address': 'fa:16:3e:26:c8:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '728fb6f7-a3d7-487d-b1fb-0b135b5477b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3082, 'fixed_ips': [{'subnet_id': 'd397f897-c582-4252-83f4-25e7c89efd6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:16:15Z', 'updated_at': '2021-08-18T12:16:24Z', 'revision_number': 4, 'project_id': '38c46cb68aea4544aee9e153363e1766', 'subnets': [{'id': 'd397f897-c582-4252-83f4-25e7c89efd6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:16:25.514027 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9bbe3bb-27cc-4c06-b731-d083269a889e None None] The sync data for ids ['728fb6f7-a3d7-487d-b1fb-0b135b5477b6'] in n-d-804985-2 is: [{'id': '728fb6f7-a3d7-487d-b1fb-0b135b5477b6', 'name': 'tempest-TestServerBasicOps-1597102229-router', 'tenant_id': '38c46cb68aea4544aee9e153363e1766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': 'f79e4bfe-8ffb-417a-908f-6936cca21e59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:16:09Z', 'updated_at': '2021-08-18T12:16:16Z', 'revision_number': 4, 'project_id': '38c46cb68aea4544aee9e153363e1766', 'gw_port': {'id': 'f79e4bfe-8ffb-417a-908f-6936cca21e59', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:11:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '728fb6f7-a3d7-487d-b1fb-0b135b5477b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3081, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:16:11Z', 'updated_at': '2021-08-18T12:16:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': 'b6fb83d9-8bae-448a-97c6-cba363d61c9d', 'name': '', 'network_id': 'd60f6980-ac7f-4b6d-b4dc-dbc188f99108', 'tenant_id': '38c46cb68aea4544aee9e153363e1766', 'mac_address': 'fa:16:3e:26:c8:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '728fb6f7-a3d7-487d-b1fb-0b135b5477b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3082, 'fixed_ips': [{'subnet_id': 'd397f897-c582-4252-83f4-25e7c89efd6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:16:15Z', 'updated_at': '2021-08-18T12:16:24Z', 'revision_number': 4, 'project_id': '38c46cb68aea4544aee9e153363e1766', 'subnets': [{'id': 'd397f897-c582-4252-83f4-25e7c89efd6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:16:25.525129 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-747155e5-a786-45c4-aefa-d6d16e6ab0f2 req-d949a986-5f75-473f-899d-283aa13e8a02 tempest-TestServerBasicOps-59883255 tempest-TestServerBasicOps-59883255-project] 10.222.0.63 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a31a9a9347c444e692b4e9b7703834cf HTTP/1.1" status: 200 len: 379 time: 0.0687151 Aug 18 12:16:25.547704 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [req-747155e5-a786-45c4-aefa-d6d16e6ab0f2 req-c3f1de0b-df0a-48de-8263-0d5dca9238f9 tempest-TestServerBasicOps-59883255 tempest-TestServerBasicOps-59883255-project] Request body: {'port': {'device_id': '01f8c8b5-393e-4624-8d0f-5f248e192959', 'network_id': 'c4280c32-a3bd-4e80-9871-c1104e80276f', 'admin_state_up': True, 'tenant_id': 'a31a9a9347c444e692b4e9b7703834cf', 'security_groups': ['79b129e2-0d5e-4fab-98e6-2f7ca1345494']}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:16:25.599444 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:25.676609 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] For port b6fb83d9-8bae-448a-97c6-cba363d61c9d, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=b6fb83d9-8bae-448a-97c6-cba363d61c9d,segment=NetworkSegment(be706c67-8e08-4c56-a7e1-83700f91b349),segment_id=be706c67-8e08-4c56-a7e1-83700f91b349)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:16:25.682191 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:25.726787 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-747155e5-a786-45c4-aefa-d6d16e6ab0f2 req-c3f1de0b-df0a-48de-8263-0d5dca9238f9 tempest-TestServerBasicOps-59883255 tempest-TestServerBasicOps-59883255-project] Made reservation on behalf of a31a9a9347c444e692b4e9b7703834cf for: {'port': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:16:25.737982 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-747155e5-a786-45c4-aefa-d6d16e6ab0f2 req-c3f1de0b-df0a-48de-8263-0d5dca9238f9 tempest-TestServerBasicOps-59883255 tempest-TestServerBasicOps-59883255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:25.753099 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Pushing event updated for resources: {'Port': ['ID=b6fb83d9-8bae-448a-97c6-cba363d61c9d,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:16:25.912440 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [req-747155e5-a786-45c4-aefa-d6d16e6ab0f2 req-c3f1de0b-df0a-48de-8263-0d5dca9238f9 tempest-TestServerBasicOps-59883255 tempest-TestServerBasicOps-59883255-project] Allocated IP 172.20.0.12 (c4280c32-a3bd-4e80-9871-c1104e80276f/d46223af-7d95-441f-92a2-ea3a8ad2c323/e98e409e-28ce-4225-9f9b-3e7242be722b) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:16:26.146601 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-747155e5-a786-45c4-aefa-d6d16e6ab0f2 req-c3f1de0b-df0a-48de-8263-0d5dca9238f9 tempest-TestServerBasicOps-59883255 tempest-TestServerBasicOps-59883255-project] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:26.168623 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [req-747155e5-a786-45c4-aefa-d6d16e6ab0f2 req-c3f1de0b-df0a-48de-8263-0d5dca9238f9 tempest-TestServerBasicOps-59883255 tempest-TestServerBasicOps-59883255-project] Transition to ACTIVE for port object e98e409e-28ce-4225-9f9b-3e7242be722b will not be triggered until provisioned by entity DHCP. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:16:26.226501 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-747155e5-a786-45c4-aefa-d6d16e6ab0f2 req-c3f1de0b-df0a-48de-8263-0d5dca9238f9 tempest-TestServerBasicOps-59883255 tempest-TestServerBasicOps-59883255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:26.338996 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-747155e5-a786-45c4-aefa-d6d16e6ab0f2 req-c3f1de0b-df0a-48de-8263-0d5dca9238f9 tempest-TestServerBasicOps-59883255 tempest-TestServerBasicOps-59883255-project] Network c4280c32-a3bd-4e80-9871-c1104e80276f is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:16:26.358822 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [req-747155e5-a786-45c4-aefa-d6d16e6ab0f2 req-c3f1de0b-df0a-48de-8263-0d5dca9238f9 tempest-TestServerBasicOps-59883255 tempest-TestServerBasicOps-59883255-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:16:26.364262 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-747155e5-a786-45c4-aefa-d6d16e6ab0f2 req-c3f1de0b-df0a-48de-8263-0d5dca9238f9 tempest-TestServerBasicOps-59883255 tempest-TestServerBasicOps-59883255-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:16:26.370753 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f1de0b-df0a-48de-8263-0d5dca9238f9 tempest-TestServerBasicOps-59883255 tempest-TestServerBasicOps-59883255-project] Pushing event updated for resources: {'Port': ['ID=e98e409e-28ce-4225-9f9b-3e7242be722b,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:16:26.493086 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747155e5-a786-45c4-aefa-d6d16e6ab0f2 req-c3f1de0b-df0a-48de-8263-0d5dca9238f9 tempest-TestServerBasicOps-59883255 tempest-TestServerBasicOps-59883255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:16:26.493725 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-747155e5-a786-45c4-aefa-d6d16e6ab0f2 req-c3f1de0b-df0a-48de-8263-0d5dca9238f9 tempest-TestServerBasicOps-59883255 tempest-TestServerBasicOps-59883255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:26.513229 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-747155e5-a786-45c4-aefa-d6d16e6ab0f2 req-c3f1de0b-df0a-48de-8263-0d5dca9238f9 tempest-TestServerBasicOps-59883255 tempest-TestServerBasicOps-59883255-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9777200 Aug 18 12:16:26.526738 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [req-747155e5-a786-45c4-aefa-d6d16e6ab0f2 req-a816ece3-e10d-4f47-afe6-8fb5e236c8c6 service neutron] Request body: {'port': {'device_id': '01f8c8b5-393e-4624-8d0f-5f248e192959', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804985-2'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:16:26.620764 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-747155e5-a786-45c4-aefa-d6d16e6ab0f2 req-a816ece3-e10d-4f47-afe6-8fb5e236c8c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:26.677923 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-bb09366d-0422-480f-b414-d1793ed24b5d req-be0b39e1-bc16-4b40-bed3-b4e33959fb82 tempest-TestServerBasicOps-59883255 tempest-TestServerBasicOps-59883255-project] 10.222.0.66 "GET /v2.0/ports?device_id=01f8c8b5-393e-4624-8d0f-5f248e192959 HTTP/1.1" status: 200 len: 210 time: 0.7021635 Aug 18 12:16:26.858913 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-32a20d28-0b25-4570-8eea-84a71706b14f None None] Provisioning for port e98e409e-28ce-4225-9f9b-3e7242be722b completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:16:26.864222 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-32a20d28-0b25-4570-8eea-84a71706b14f None None] Provisioning complete for port e98e409e-28ce-4225-9f9b-3e7242be722b triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:16:26.864824 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-32a20d28-0b25-4570-8eea-84a71706b14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:26.937064 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-32a20d28-0b25-4570-8eea-84a71706b14f None None] Port e98e409e-28ce-4225-9f9b-3e7242be722b cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:16:27.071928 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [req-747155e5-a786-45c4-aefa-d6d16e6ab0f2 req-a816ece3-e10d-4f47-afe6-8fb5e236c8c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e98e409e-28ce-4225-9f9b-3e7242be722b {{(pid=106253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:16:27.083387 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-747155e5-a786-45c4-aefa-d6d16e6ab0f2 req-a816ece3-e10d-4f47-afe6-8fb5e236c8c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:27.120547 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [req-747155e5-a786-45c4-aefa-d6d16e6ab0f2 req-a816ece3-e10d-4f47-afe6-8fb5e236c8c6 service neutron] Transition to ACTIVE for port object e98e409e-28ce-4225-9f9b-3e7242be722b will not be triggered until provisioned by entity L2. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:16:27.137562 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-747155e5-a786-45c4-aefa-d6d16e6ab0f2 req-a816ece3-e10d-4f47-afe6-8fb5e236c8c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:27.160424 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 56622) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:16:27.190043 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device b6fb83d9-8bae-448a-97c6-cba363d61c9d up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:16:27.237717 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a816ece3-e10d-4f47-afe6-8fb5e236c8c6 service neutron] Pushing event updated for resources: {'Port': ['ID=e98e409e-28ce-4225-9f9b-3e7242be722b,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:16:27.328288 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port b6fb83d9-8bae-448a-97c6-cba363d61c9d triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:16:27.329286 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:27.433740 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-747155e5-a786-45c4-aefa-d6d16e6ab0f2 req-a816ece3-e10d-4f47-afe6-8fb5e236c8c6 service neutron] Attempting to bind port e98e409e-28ce-4225-9f9b-3e7242be722b on host n-h1-804985-2 for vnic_type normal with profile {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:16:27.434883 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-747155e5-a786-45c4-aefa-d6d16e6ab0f2 req-a816ece3-e10d-4f47-afe6-8fb5e236c8c6 service neutron] Attempting to bind port e98e409e-28ce-4225-9f9b-3e7242be722b by drivers openvswitch,hyperv on host n-h1-804985-2 at level 0 using segments [{'id': '99d3059f-fdea-4545-a4b6-b8c46ac90e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'c4280c32-a3bd-4e80-9871-c1104e80276f'}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:16:27.436216 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-747155e5-a786-45c4-aefa-d6d16e6ab0f2 req-a816ece3-e10d-4f47-afe6-8fb5e236c8c6 service neutron] Attempting to bind port e98e409e-28ce-4225-9f9b-3e7242be722b on network c4280c32-a3bd-4e80-9871-c1104e80276f {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:16:27.461345 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-747155e5-a786-45c4-aefa-d6d16e6ab0f2 req-a816ece3-e10d-4f47-afe6-8fb5e236c8c6 service neutron] Port e98e409e-28ce-4225-9f9b-3e7242be722b on network c4280c32-a3bd-4e80-9871-c1104e80276f not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-2 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:16:27.461756 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-747155e5-a786-45c4-aefa-d6d16e6ab0f2 req-a816ece3-e10d-4f47-afe6-8fb5e236c8c6 service neutron] Attempting to bind port e98e409e-28ce-4225-9f9b-3e7242be722b on network c4280c32-a3bd-4e80-9871-c1104e80276f {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:16:27.472112 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-747155e5-a786-45c4-aefa-d6d16e6ab0f2 req-a816ece3-e10d-4f47-afe6-8fb5e236c8c6 service neutron] Checking agent: {'id': 'a613417a-d085-492c-941a-59bb18c633d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 49, 6), 'started_at': datetime.datetime(2021, 8, 18, 11, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 16, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:16:27.479519 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-747155e5-a786-45c4-aefa-d6d16e6ab0f2 req-a816ece3-e10d-4f47-afe6-8fb5e236c8c6 service neutron] Checking segment: {'id': '99d3059f-fdea-4545-a4b6-b8c46ac90e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'c4280c32-a3bd-4e80-9871-c1104e80276f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:16:27.481507 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-747155e5-a786-45c4-aefa-d6d16e6ab0f2 req-a816ece3-e10d-4f47-afe6-8fb5e236c8c6 service neutron] Bound using segment: {'id': '99d3059f-fdea-4545-a4b6-b8c46ac90e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'c4280c32-a3bd-4e80-9871-c1104e80276f'} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:16:27.482052 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-747155e5-a786-45c4-aefa-d6d16e6ab0f2 req-a816ece3-e10d-4f47-afe6-8fb5e236c8c6 service neutron] Bound port: e98e409e-28ce-4225-9f9b-3e7242be722b, host: n-h1-804985-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99d3059f-fdea-4545-a4b6-b8c46ac90e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'c4280c32-a3bd-4e80-9871-c1104e80276f'}}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:16:27.486916 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-747155e5-a786-45c4-aefa-d6d16e6ab0f2 req-a816ece3-e10d-4f47-afe6-8fb5e236c8c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:27.566007 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-fa7277ac-1cc5-489f-a63f-790888a32731 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Deleting port daf94396-4907-4dc3-931c-4445777e1787 {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:16:27.566357 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-fa7277ac-1cc5-489f-a63f-790888a32731 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:27.580741 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 56632) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:16:27.604691 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-747155e5-a786-45c4-aefa-d6d16e6ab0f2 req-a816ece3-e10d-4f47-afe6-8fb5e236c8c6 service neutron] For port e98e409e-28ce-4225-9f9b-3e7242be722b, host n-h1-804985-2, cleared binding levels {{(pid=106253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:16:27.618758 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-747155e5-a786-45c4-aefa-d6d16e6ab0f2 req-a816ece3-e10d-4f47-afe6-8fb5e236c8c6 service neutron] For port e98e409e-28ce-4225-9f9b-3e7242be722b, host n-h1-804985-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=e98e409e-28ce-4225-9f9b-3e7242be722b,segment=NetworkSegment(99d3059f-fdea-4545-a4b6-b8c46ac90e18),segment_id=99d3059f-fdea-4545-a4b6-b8c46ac90e18)] {{(pid=106253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:16:27.635883 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-747155e5-a786-45c4-aefa-d6d16e6ab0f2 req-a816ece3-e10d-4f47-afe6-8fb5e236c8c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:27.755456 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747155e5-a786-45c4-aefa-d6d16e6ab0f2 req-a816ece3-e10d-4f47-afe6-8fb5e236c8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:16:27.759750 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-fa7277ac-1cc5-489f-a63f-790888a32731 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:27.760283 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-fa7277ac-1cc5-489f-a63f-790888a32731 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:27.760710 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-747155e5-a786-45c4-aefa-d6d16e6ab0f2 req-a816ece3-e10d-4f47-afe6-8fb5e236c8c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:27.774494 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-747155e5-a786-45c4-aefa-d6d16e6ab0f2 req-a816ece3-e10d-4f47-afe6-8fb5e236c8c6 service neutron] 10.222.0.63 "PUT /v2.0/ports/e98e409e-28ce-4225-9f9b-3e7242be722b HTTP/1.1" status: 200 len: 1092 time: 1.2521749 Aug 18 12:16:27.778772 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01f8c8b5-393e-4624-8d0f-5f248e192959', 'tag': 'e98e409e-28ce-4225-9f9b-3e7242be722b'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:16:27.781739 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0679f4c4b6e0e0c064a7d71d722dc30541a34fffee11680573be22ee2ffccc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a466c2a3-5758-4dc9-b064-c8b81c564f9b" -d '{"events": [{"name": "network-changed", "server_uuid": "01f8c8b5-393e-4624-8d0f-5f248e192959", "tag": "e98e409e-28ce-4225-9f9b-3e7242be722b"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:16:27.796889 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-fa7277ac-1cc5-489f-a63f-790888a32731 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Calling delete_port for daf94396-4907-4dc3-931c-4445777e1787 owned by network:floatingip {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:16:27.918574 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:16:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee587dba-1485-4b3e-8733-32fb1dd5ed97 x-openstack-request-id: req-ee587dba-1485-4b3e-8733-32fb1dd5ed97 {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:16:27.919242 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01f8c8b5-393e-4624-8d0f-5f248e192959", "tag": "e98e409e-28ce-4225-9f9b-3e7242be722b", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:16:27.919671 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ee587dba-1485-4b3e-8733-32fb1dd5ed97 {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:16:27.920283 n-d-804985-2 neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01f8c8b5-393e-4624-8d0f-5f248e192959', 'tag': 'e98e409e-28ce-4225-9f9b-3e7242be722b', 'status': 'completed', 'code': 200} Aug 18 12:16:27.926441 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-cdc68a18-81ea-4964-8775-da7bb5862c34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:27.930580 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a816ece3-e10d-4f47-afe6-8fb5e236c8c6 service neutron] Pushing event updated for resources: {'Port': ['ID=e98e409e-28ce-4225-9f9b-3e7242be722b,revision_number=3']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:16:28.005605 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747155e5-a786-45c4-aefa-d6d16e6ab0f2 req-a8889647-be31-461f-bae6-cf6a8b06ab8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:16:28.008298 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-747155e5-a786-45c4-aefa-d6d16e6ab0f2 req-a8889647-be31-461f-bae6-cf6a8b06ab8f service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=a31a9a9347c444e692b4e9b7703834cf&device_id=01f8c8b5-393e-4624-8d0f-5f248e192959 HTTP/1.1" status: 200 len: 1095 time: 0.1628432 Aug 18 12:16:28.052463 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef149df-aad2-4843-beb9-90aeee740ede req-3c1ca21b-d7b9-45e6-9b0b-248a5ea998dd tempest-TestServerBasicOps-59883255 tempest-TestServerBasicOps-59883255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:16:28.060922 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6ef149df-aad2-4843-beb9-90aeee740ede req-3c1ca21b-d7b9-45e6-9b0b-248a5ea998dd tempest-TestServerBasicOps-59883255 tempest-TestServerBasicOps-59883255-project] 10.222.0.66 "GET /v2.0/ports?device_id=01f8c8b5-393e-4624-8d0f-5f248e192959 HTTP/1.1" status: 200 len: 944 time: 0.1655023 Aug 18 12:16:28.062097 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-747155e5-a786-45c4-aefa-d6d16e6ab0f2 req-0fe9ac3a-cd88-4612-a734-6c758492cbdf service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e98e409e-28ce-4225-9f9b-3e7242be722b HTTP/1.1" status: 200 len: 217 time: 0.0436003 Aug 18 12:16:28.113993 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6ef149df-aad2-4843-beb9-90aeee740ede req-98891b92-acc0-44b2-9ff4-d5bb54e6be96 tempest-TestServerBasicOps-59883255 tempest-TestServerBasicOps-59883255-project] 10.222.0.66 "GET /v2.0/security-groups?id=79b129e2-0d5e-4fab-98e6-2f7ca1345494&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508814 Aug 18 12:16:28.145207 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747155e5-a786-45c4-aefa-d6d16e6ab0f2 req-11fb76f7-f89e-41db-abc6-7085b56d046d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:16:28.151697 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-747155e5-a786-45c4-aefa-d6d16e6ab0f2 req-11fb76f7-f89e-41db-abc6-7085b56d046d service neutron] 10.222.0.63 "GET /v2.0/subnets?id=d46223af-7d95-441f-92a2-ea3a8ad2c323 HTTP/1.1" status: 200 len: 847 time: 0.0784311 Aug 18 12:16:28.206783 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-fa7277ac-1cc5-489f-a63f-790888a32731 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:28.237500 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7277ac-1cc5-489f-a63f-790888a32731 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Pushing event deleted for resources: {'Port': ['ID=daf94396-4907-4dc3-931c-4445777e1787,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:16:28.272746 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-cdc68a18-81ea-4964-8775-da7bb5862c34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:28.283460 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-cdc68a18-81ea-4964-8775-da7bb5862c34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:28.287150 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747155e5-a786-45c4-aefa-d6d16e6ab0f2 req-9a2d263e-b762-4043-a329-e3074f7649be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:16:28.288856 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-747155e5-a786-45c4-aefa-d6d16e6ab0f2 req-9a2d263e-b762-4043-a329-e3074f7649be service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=c4280c32-a3bd-4e80-9871-c1104e80276f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1108763 Aug 18 12:16:28.313322 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-fa7277ac-1cc5-489f-a63f-790888a32731 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks [] for floatingip, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:28.313654 n-d-804985-2 neutron-server[106252]: INFO neutron.db.l3_db [None req-fa7277ac-1cc5-489f-a63f-790888a32731 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Floating IP 72cb69f0-c6bd-4b09-80dd-2226f33a1701 disassociated (deleted). External IP: 172.25.7.79, port: 378cdb6a-0d9a-4570-93f4-a99b5b90ef40. Aug 18 12:16:28.385149 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-cdc68a18-81ea-4964-8775-da7bb5862c34 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=226d6af0d86b45efbc21f5fbb33a9dec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7920616 Aug 18 12:16:28.385776 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 56654) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:16:28.393572 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc68a18-81ea-4964-8775-da7bb5862c34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e28e882-307f-46b0-add8-178966516c56,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:16:28.485658 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-747155e5-a786-45c4-aefa-d6d16e6ab0f2 req-18fdef56-9c80-447d-a3d9-ca4b06b2ff75 service neutron] 10.222.0.63 "GET /v2.0/networks/c4280c32-a3bd-4e80-9871-c1104e80276f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1878512 Aug 18 12:16:28.561608 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a8247558-a624-4731-b9bb-4cb368d88bf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:28.574308 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa7277ac-1cc5-489f-a63f-790888a32731 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Router 5c3821dd-0e2c-4044-bf37-1988f8119a50 has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:16:28.604041 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a8247558-a624-4731-b9bb-4cb368d88bf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:28.614056 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-747155e5-a786-45c4-aefa-d6d16e6ab0f2 req-b4b60d38-d553-423e-baea-4c8b1523e72c service neutron] 10.222.0.63 "GET /v2.0/networks/c4280c32-a3bd-4e80-9871-c1104e80276f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182482 Aug 18 12:16:28.671814 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a8247558-a624-4731-b9bb-4cb368d88bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:28.674585 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a8247558-a624-4731-b9bb-4cb368d88bf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:28.675928 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-a8247558-a624-4731-b9bb-4cb368d88bf3 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/7e28e882-307f-46b0-add8-178966516c56 HTTP/1.1" status: 204 len: 168 time: 0.2891397 Aug 18 12:16:28.695925 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8247558-a624-4731-b9bb-4cb368d88bf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e28e882-307f-46b0-add8-178966516c56,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:16:28.715339 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa7277ac-1cc5-489f-a63f-790888a32731 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:16:28.721476 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-fa7277ac-1cc5-489f-a63f-790888a32731 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for floatingip, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:28.740337 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd7caa9-6be5-4f96-9ca6-996a41e11912 None None] Sync routers for ids ['5c3821dd-0e2c-4044-bf37-1988f8119a50'] in n-d-804985-2 {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:16:28.772880 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-fa7277ac-1cc5-489f-a63f-790888a32731 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "DELETE /v2.0/floatingips/72cb69f0-c6bd-4b09-80dd-2226f33a1701 HTTP/1.1" status: 204 len: 168 time: 1.6105618 Aug 18 12:16:28.773945 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '648de63a-f17d-4471-aa62-ae662a3248dd', 'tag': '378cdb6a-0d9a-4570-93f4-a99b5b90ef40'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:16:28.782947 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9956797-3cd2-422b-8b7b-0b2c65a3a493" -d '{"events": [{"name": "network-changed", "server_uuid": "648de63a-f17d-4471-aa62-ae662a3248dd", "tag": "378cdb6a-0d9a-4570-93f4-a99b5b90ef40"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:16:28.784818 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd7caa9-6be5-4f96-9ca6-996a41e11912 None None] Routers {'5c3821dd-0e2c-4044-bf37-1988f8119a50'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:16:28.788402 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-6dd7caa9-6be5-4f96-9ca6-996a41e11912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:16:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['5c3821dd-0e2c-4044-bf37-1988f8119a50'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:16:28.790259 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a466c2a3-5758-4dc9-b064-c8b81c564f9b req-9244ab55-e95d-49b0-9c2c-58ddde34d206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:16:28.791865 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-a466c2a3-5758-4dc9-b064-c8b81c564f9b req-9244ab55-e95d-49b0-9c2c-58ddde34d206 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=a31a9a9347c444e692b4e9b7703834cf&device_id=01f8c8b5-393e-4624-8d0f-5f248e192959 HTTP/1.1" status: 200 len: 1095 time: 0.1111729 Aug 18 12:16:28.977283 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a466c2a3-5758-4dc9-b064-c8b81c564f9b req-6c535a93-13ee-404f-b8c7-87893a3035c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:16:28.977973 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-a466c2a3-5758-4dc9-b064-c8b81c564f9b req-6c535a93-13ee-404f-b8c7-87893a3035c8 service neutron] 10.222.0.63 "GET /v2.0/networks?id=c4280c32-a3bd-4e80-9871-c1104e80276f HTTP/1.1" status: 200 len: 909 time: 0.1756349 Aug 18 12:16:29.013983 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-6dd7caa9-6be5-4f96-9ca6-996a41e11912 None None] Set router 5c3821dd-0e2c-4044-bf37-1988f8119a50 gateway port host: n-d-804985-2 {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:16:29.017596 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:16:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e36b4e65-a193-4deb-ab64-b5a15d729dd8 x-openstack-request-id: req-e36b4e65-a193-4deb-ab64-b5a15d729dd8 {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:16:29.019248 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "648de63a-f17d-4471-aa62-ae662a3248dd", "tag": "378cdb6a-0d9a-4570-93f4-a99b5b90ef40", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:16:29.019509 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e36b4e65-a193-4deb-ab64-b5a15d729dd8 {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:16:29.020087 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '648de63a-f17d-4471-aa62-ae662a3248dd', 'tag': '378cdb6a-0d9a-4570-93f4-a99b5b90ef40', 'status': 'completed', 'code': 200} Aug 18 12:16:29.081134 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-a466c2a3-5758-4dc9-b064-c8b81c564f9b req-2d39ce09-147f-4904-a96f-56f03e633164 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e98e409e-28ce-4225-9f9b-3e7242be722b HTTP/1.1" status: 200 len: 217 time: 0.0869370 Aug 18 12:16:29.152210 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9956797-3cd2-422b-8b7b-0b2c65a3a493 req-c718af0f-f124-4d78-9b0a-91d6ea53be5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:16:29.156071 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b9956797-3cd2-422b-8b7b-0b2c65a3a493 req-c718af0f-f124-4d78-9b0a-91d6ea53be5c service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=b60736d695f1461b9071c3b3eddcc039&device_id=648de63a-f17d-4471-aa62-ae662a3248dd HTTP/1.1" status: 200 len: 1095 time: 0.1065488 Aug 18 12:16:29.186448 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a466c2a3-5758-4dc9-b064-c8b81c564f9b req-f7b44ac1-dbef-4ce6-a28e-c3d48fc0a080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:16:29.188045 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-a466c2a3-5758-4dc9-b064-c8b81c564f9b req-f7b44ac1-dbef-4ce6-a28e-c3d48fc0a080 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=d46223af-7d95-441f-92a2-ea3a8ad2c323 HTTP/1.1" status: 200 len: 847 time: 0.0995905 Aug 18 12:16:29.288245 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 56688) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:16:29.311428 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a466c2a3-5758-4dc9-b064-c8b81c564f9b req-adf367bf-6a33-4405-aeff-6174d24f2184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:16:29.313018 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-a466c2a3-5758-4dc9-b064-c8b81c564f9b req-adf367bf-6a33-4405-aeff-6174d24f2184 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=c4280c32-a3bd-4e80-9871-c1104e80276f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1094394 Aug 18 12:16:29.319976 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-fd19335f-8e9c-4f5d-9145-b3943ad0e432 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:29.384139 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9956797-3cd2-422b-8b7b-0b2c65a3a493 req-e4e3758d-b5f4-44b7-b380-cb514f3211a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:16:29.386376 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b9956797-3cd2-422b-8b7b-0b2c65a3a493 req-e4e3758d-b5f4-44b7-b380-cb514f3211a5 service neutron] 10.222.0.63 "GET /v2.0/networks?id=e9151886-a8d5-45f7-8d09-a3bfb73f6646 HTTP/1.1" status: 200 len: 897 time: 0.2197223 Aug 18 12:16:29.452389 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b9956797-3cd2-422b-8b7b-0b2c65a3a493 req-2a801dbc-16b0-4be1-9e53-754c84814034 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=378cdb6a-0d9a-4570-93f4-a99b5b90ef40 HTTP/1.1" status: 200 len: 217 time: 0.0483775 Aug 18 12:16:29.531366 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-6dd7caa9-6be5-4f96-9ca6-996a41e11912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c3821dd-0e2c-4044-bf37-1988f8119a50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-228808610', 'tenant_id': 'b60736d695f1461b9071c3b3eddcc039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.39'}], 'enable_snat': True}, 'gw_port_id': '1bcaea4e-7a3a-4229-9f58-d8c14d2fd3d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:15:04Z', 'updated_at': '2021-08-18T12:15:13Z', 'revision_number': 4, 'project_id': 'b60736d695f1461b9071c3b3eddcc039', 'gw_port': {'id': '1bcaea4e-7a3a-4229-9f58-d8c14d2fd3d5', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:5a:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c3821dd-0e2c-4044-bf37-1988f8119a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2926, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:15:04Z', 'updated_at': '2021-08-18T12:15:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': 'cfbaf780-ba47-4a84-9f06-fb1c7929dccd', 'name': '', 'network_id': 'e9151886-a8d5-45f7-8d09-a3bfb73f6646', 'tenant_id': 'b60736d695f1461b9071c3b3eddcc039', 'mac_address': 'fa:16:3e:c7:5e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c3821dd-0e2c-4044-bf37-1988f8119a50', 'device_owner': 'network:router_interface', 'standard_attr_id': 2946, 'fixed_ips': [{'subnet_id': 'e946d931-a852-4d12-bbc8-b7cb94a92f2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:15:10Z', 'updated_at': '2021-08-18T12:15:25Z', 'revision_number': 5, 'project_id': 'b60736d695f1461b9071c3b3eddcc039', 'subnets': [{'id': 'e946d931-a852-4d12-bbc8-b7cb94a92f2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:16:29.570138 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd7caa9-6be5-4f96-9ca6-996a41e11912 None None] Checking router: 5c3821dd-0e2c-4044-bf37-1988f8119a50 for host: n-d-804985-2 {{(pid=106254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:16:29.579466 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9956797-3cd2-422b-8b7b-0b2c65a3a493 req-f63a8a51-e431-4126-bf5a-19c620ce391d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:16:29.581411 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b9956797-3cd2-422b-8b7b-0b2c65a3a493 req-f63a8a51-e431-4126-bf5a-19c620ce391d service neutron] 10.222.0.63 "GET /v2.0/subnets?id=e946d931-a852-4d12-bbc8-b7cb94a92f2a HTTP/1.1" status: 200 len: 834 time: 0.1158209 Aug 18 12:16:29.582769 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd7caa9-6be5-4f96-9ca6-996a41e11912 None None] Routers {'5c3821dd-0e2c-4044-bf37-1988f8119a50'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:16:29.583576 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-6dd7caa9-6be5-4f96-9ca6-996a41e11912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:16:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['5c3821dd-0e2c-4044-bf37-1988f8119a50'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:16:29.598496 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-a466c2a3-5758-4dc9-b064-c8b81c564f9b req-af1f2476-50a4-4364-bce6-802f36997b84 service neutron] 10.222.0.63 "GET /v2.0/networks/c4280c32-a3bd-4e80-9871-c1104e80276f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2698464 Aug 18 12:16:29.612043 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-fd19335f-8e9c-4f5d-9145-b3943ad0e432 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:29.649144 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-fd19335f-8e9c-4f5d-9145-b3943ad0e432 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:29.742402 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af52518-9685-4f22-88c8-422885fe1692 req-055df791-0a2d-4b29-8a96-f906a2015b41 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:16:29.753809 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8af52518-9685-4f22-88c8-422885fe1692 req-055df791-0a2d-4b29-8a96-f906a2015b41 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/ports?device_id=648de63a-f17d-4471-aa62-ae662a3248dd HTTP/1.1" status: 200 len: 944 time: 0.6283455 Aug 18 12:16:29.798210 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-6dd7caa9-6be5-4f96-9ca6-996a41e11912 None None] Set router 5c3821dd-0e2c-4044-bf37-1988f8119a50 gateway port host: n-d-804985-2 {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:16:29.809306 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19335f-8e9c-4f5d-9145-b3943ad0e432 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccfdb62d-0814-4855-b1a0-e5e276bd71e4,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:16:29.835251 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-a466c2a3-5758-4dc9-b064-c8b81c564f9b req-84ac7116-6728-4ab2-ba45-1aef386e73c3 service neutron] 10.222.0.63 "GET /v2.0/networks/c4280c32-a3bd-4e80-9871-c1104e80276f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2254193 Aug 18 12:16:29.851569 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9956797-3cd2-422b-8b7b-0b2c65a3a493 req-ddbbb951-6af6-4aaf-90e5-64ddc23cfa9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:16:29.853325 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b9956797-3cd2-422b-8b7b-0b2c65a3a493 req-ddbbb951-6af6-4aaf-90e5-64ddc23cfa9f service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=e9151886-a8d5-45f7-8d09-a3bfb73f6646&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2569249 Aug 18 12:16:29.858403 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-fd19335f-8e9c-4f5d-9145-b3943ad0e432 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9fea816899c94148ba9f455434e17bcb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5687561 Aug 18 12:16:29.862065 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 56696) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:16:29.950311 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d51c13-64f1-4125-88b2-896527e79728 req-f1fc6a37-e229-4195-9cb2-481c51ea8e3c tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:16:29.952116 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-37d51c13-64f1-4125-88b2-896527e79728 req-f1fc6a37-e229-4195-9cb2-481c51ea8e3c tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.63 "GET /v2.0/ports?device_id=648de63a-f17d-4471-aa62-ae662a3248dd HTTP/1.1" status: 200 len: 944 time: 0.2919104 Aug 18 12:16:29.959872 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8af52518-9685-4f22-88c8-422885fe1692 req-79c49e27-7f1a-4356-98ac-66ec73ace25c tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/security-groups?id=9d0a542a-8fa5-4941-b184-fa1bbc2c5b94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2048867 Aug 18 12:16:30.010900 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-df5a7dca-826f-4f67-a782-7e00428b0c3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:30.080259 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-df5a7dca-826f-4f67-a782-7e00428b0c3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:30.238651 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-df5a7dca-826f-4f67-a782-7e00428b0c3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:30.241895 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-df5a7dca-826f-4f67-a782-7e00428b0c3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:30.243306 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-df5a7dca-826f-4f67-a782-7e00428b0c3c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ccfdb62d-0814-4855-b1a0-e5e276bd71e4 HTTP/1.1" status: 204 len: 168 time: 0.3792760 Aug 18 12:16:30.256224 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5a7dca-826f-4f67-a782-7e00428b0c3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccfdb62d-0814-4855-b1a0-e5e276bd71e4,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:16:30.319576 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-6dd7caa9-6be5-4f96-9ca6-996a41e11912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c3821dd-0e2c-4044-bf37-1988f8119a50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-228808610', 'tenant_id': 'b60736d695f1461b9071c3b3eddcc039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.39'}], 'enable_snat': True}, 'gw_port_id': '1bcaea4e-7a3a-4229-9f58-d8c14d2fd3d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:15:04Z', 'updated_at': '2021-08-18T12:15:13Z', 'revision_number': 4, 'project_id': 'b60736d695f1461b9071c3b3eddcc039', 'gw_port': {'id': '1bcaea4e-7a3a-4229-9f58-d8c14d2fd3d5', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:5a:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c3821dd-0e2c-4044-bf37-1988f8119a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2926, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:15:04Z', 'updated_at': '2021-08-18T12:15:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': 'cfbaf780-ba47-4a84-9f06-fb1c7929dccd', 'name': '', 'network_id': 'e9151886-a8d5-45f7-8d09-a3bfb73f6646', 'tenant_id': 'b60736d695f1461b9071c3b3eddcc039', 'mac_address': 'fa:16:3e:c7:5e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c3821dd-0e2c-4044-bf37-1988f8119a50', 'device_owner': 'network:router_interface', 'standard_attr_id': 2946, 'fixed_ips': [{'subnet_id': 'e946d931-a852-4d12-bbc8-b7cb94a92f2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:15:10Z', 'updated_at': '2021-08-18T12:15:25Z', 'revision_number': 5, 'project_id': 'b60736d695f1461b9071c3b3eddcc039', 'subnets': [{'id': 'e946d931-a852-4d12-bbc8-b7cb94a92f2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:16:30.385098 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b9956797-3cd2-422b-8b7b-0b2c65a3a493 req-570837ef-e5f2-4104-a3a8-3a351154d714 service neutron] 10.222.0.63 "GET /v2.0/networks/e9151886-a8d5-45f7-8d09-a3bfb73f6646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5209155 Aug 18 12:16:30.387969 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd7caa9-6be5-4f96-9ca6-996a41e11912 None None] The sync data for ids ['5c3821dd-0e2c-4044-bf37-1988f8119a50'] in n-d-804985-2 is: [{'id': '5c3821dd-0e2c-4044-bf37-1988f8119a50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-228808610', 'tenant_id': 'b60736d695f1461b9071c3b3eddcc039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.39'}], 'enable_snat': True}, 'gw_port_id': '1bcaea4e-7a3a-4229-9f58-d8c14d2fd3d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:15:04Z', 'updated_at': '2021-08-18T12:15:13Z', 'revision_number': 4, 'project_id': 'b60736d695f1461b9071c3b3eddcc039', 'gw_port': {'id': '1bcaea4e-7a3a-4229-9f58-d8c14d2fd3d5', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:5a:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c3821dd-0e2c-4044-bf37-1988f8119a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2926, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:15:04Z', 'updated_at': '2021-08-18T12:15:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': 'cfbaf780-ba47-4a84-9f06-fb1c7929dccd', 'name': '', 'network_id': 'e9151886-a8d5-45f7-8d09-a3bfb73f6646', 'tenant_id': 'b60736d695f1461b9071c3b3eddcc039', 'mac_address': 'fa:16:3e:c7:5e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c3821dd-0e2c-4044-bf37-1988f8119a50', 'device_owner': 'network:router_interface', 'standard_attr_id': 2946, 'fixed_ips': [{'subnet_id': 'e946d931-a852-4d12-bbc8-b7cb94a92f2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:15:10Z', 'updated_at': '2021-08-18T12:15:25Z', 'revision_number': 5, 'project_id': 'b60736d695f1461b9071c3b3eddcc039', 'subnets': [{'id': 'e946d931-a852-4d12-bbc8-b7cb94a92f2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:16:30.427820 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912ff2aa-3375-4d25-bee0-434a4a66307d req-6067b2d5-1373-4e70-9359-3e84e31c8449 tempest-TestServerBasicOps-59883255 tempest-TestServerBasicOps-59883255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:16:30.435795 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-912ff2aa-3375-4d25-bee0-434a4a66307d req-6067b2d5-1373-4e70-9359-3e84e31c8449 tempest-TestServerBasicOps-59883255 tempest-TestServerBasicOps-59883255-project] 10.222.0.66 "GET /v2.0/ports?device_id=01f8c8b5-393e-4624-8d0f-5f248e192959 HTTP/1.1" status: 200 len: 944 time: 0.3372679 Aug 18 12:16:30.464152 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21435a8d-77e7-4fb0-ba31-26067b4a80b7 req-894a2445-ab74-4486-b9eb-4d5db8b43191 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:16:30.470843 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21435a8d-77e7-4fb0-ba31-26067b4a80b7 req-894a2445-ab74-4486-b9eb-4d5db8b43191 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:16:30.478966 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21435a8d-77e7-4fb0-ba31-26067b4a80b7 req-894a2445-ab74-4486-b9eb-4d5db8b43191 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:16:30.486083 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21435a8d-77e7-4fb0-ba31-26067b4a80b7 req-894a2445-ab74-4486-b9eb-4d5db8b43191 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:16:30.495746 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21435a8d-77e7-4fb0-ba31-26067b4a80b7 req-894a2445-ab74-4486-b9eb-4d5db8b43191 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:16:30.503663 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21435a8d-77e7-4fb0-ba31-26067b4a80b7 req-894a2445-ab74-4486-b9eb-4d5db8b43191 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:16:30.510303 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21435a8d-77e7-4fb0-ba31-26067b4a80b7 req-894a2445-ab74-4486-b9eb-4d5db8b43191 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:16:30.512601 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-21435a8d-77e7-4fb0-ba31-26067b4a80b7 req-894a2445-ab74-4486-b9eb-4d5db8b43191 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] 10.222.0.66 "GET /v2.0/ports?device_id=2cc02556-7c0a-4e9b-9a09-a272e5dfabdc HTTP/1.1" status: 200 len: 5437 time: 0.2522702 Aug 18 12:16:30.621890 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-37d51c13-64f1-4125-88b2-896527e79728 req-294fcedf-02e7-4b86-bb4a-966dd2bc8cf0 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Deleting port 378cdb6a-0d9a-4570-93f4-a99b5b90ef40 {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:16:30.622355 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-37d51c13-64f1-4125-88b2-896527e79728 req-294fcedf-02e7-4b86-bb4a-966dd2bc8cf0 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:30.750338 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-912ff2aa-3375-4d25-bee0-434a4a66307d req-eaeffbff-f75f-4716-85da-9e1cc36fc125 tempest-TestServerBasicOps-59883255 tempest-TestServerBasicOps-59883255-project] 10.222.0.66 "GET /v2.0/security-groups?id=79b129e2-0d5e-4fab-98e6-2f7ca1345494&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3132455 Aug 18 12:16:30.788388 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-21435a8d-77e7-4fb0-ba31-26067b4a80b7 req-15c4b5c1-e3cb-44b9-89db-c87ebde9dc5b tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] 10.222.0.66 "GET /v2.0/security-groups?id=9ed89c48-68fa-47c4-9ca6-08ae23ef0876&id=f288757b-df2a-4147-b6e9-81a127940c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2237687 Aug 18 12:16:30.799068 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b9956797-3cd2-422b-8b7b-0b2c65a3a493 req-9efc222d-6958-46e6-a228-1ad9d692ca5e service neutron] 10.222.0.63 "GET /v2.0/networks/e9151886-a8d5-45f7-8d09-a3bfb73f6646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3953042 Aug 18 12:16:30.854103 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-163444d0-6f04-4dc7-84f4-4ef25eca39e0 None None] New status for floating IP 72cb69f0-c6bd-4b09-80dd-2226f33a1701: DOWN {{(pid=106255) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 12:16:30.873123 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-37d51c13-64f1-4125-88b2-896527e79728 req-294fcedf-02e7-4b86-bb4a-966dd2bc8cf0 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] For port 378cdb6a-0d9a-4570-93f4-a99b5b90ef40, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=378cdb6a-0d9a-4570-93f4-a99b5b90ef40,segment=NetworkSegment(853c2d50-b260-40cd-8b91-d791f4791b51),segment_id=853c2d50-b260-40cd-8b91-d791f4791b51)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:16:30.873681 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-37d51c13-64f1-4125-88b2-896527e79728 req-294fcedf-02e7-4b86-bb4a-966dd2bc8cf0 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:30.891441 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-37d51c13-64f1-4125-88b2-896527e79728 req-294fcedf-02e7-4b86-bb4a-966dd2bc8cf0 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Calling delete_port for 378cdb6a-0d9a-4570-93f4-a99b5b90ef40 owned by compute:nova {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:16:31.141997 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5160054c-69ea-4a97-84e4-58e1e99ec2ad req-d4b002b7-2d2c-4f97-8139-c5a9bfe8a53e tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:16:31.154414 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5160054c-69ea-4a97-84e4-58e1e99ec2ad req-d4b002b7-2d2c-4f97-8139-c5a9bfe8a53e tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:16:31.169172 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5160054c-69ea-4a97-84e4-58e1e99ec2ad req-d4b002b7-2d2c-4f97-8139-c5a9bfe8a53e tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:16:31.175934 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5160054c-69ea-4a97-84e4-58e1e99ec2ad req-d4b002b7-2d2c-4f97-8139-c5a9bfe8a53e tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:16:31.182721 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5160054c-69ea-4a97-84e4-58e1e99ec2ad req-d4b002b7-2d2c-4f97-8139-c5a9bfe8a53e tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:16:31.203977 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5160054c-69ea-4a97-84e4-58e1e99ec2ad req-d4b002b7-2d2c-4f97-8139-c5a9bfe8a53e tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:16:31.209717 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-37d51c13-64f1-4125-88b2-896527e79728 req-294fcedf-02e7-4b86-bb4a-966dd2bc8cf0 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:31.220321 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5160054c-69ea-4a97-84e4-58e1e99ec2ad req-d4b002b7-2d2c-4f97-8139-c5a9bfe8a53e tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:16:31.224099 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffb60ae-aee9-45e5-834e-303fd9a9a1fe req-feeb5479-22f7-4464-8850-33db3ae515a8 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:16:31.224715 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-5160054c-69ea-4a97-84e4-58e1e99ec2ad req-d4b002b7-2d2c-4f97-8139-c5a9bfe8a53e tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] 10.222.0.62 "GET /v2.0/ports?device_id=2cc02556-7c0a-4e9b-9a09-a272e5dfabdc HTTP/1.1" status: 200 len: 5437 time: 0.2468927 Aug 18 12:16:31.226479 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6ffb60ae-aee9-45e5-834e-303fd9a9a1fe req-feeb5479-22f7-4464-8850-33db3ae515a8 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/ports?device_id=648de63a-f17d-4471-aa62-ae662a3248dd HTTP/1.1" status: 200 len: 944 time: 0.1011035 Aug 18 12:16:31.256297 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294fcedf-02e7-4b86-bb4a-966dd2bc8cf0 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Pushing event deleted for resources: {'Port': ['ID=378cdb6a-0d9a-4570-93f4-a99b5b90ef40,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:16:31.319224 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-37d51c13-64f1-4125-88b2-896527e79728 req-294fcedf-02e7-4b86-bb4a-966dd2bc8cf0 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] No DVR routers for this DVR port 378cdb6a-0d9a-4570-93f4-a99b5b90ef40 on host n-h1-804985-2 {{(pid=106252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:16:31.322824 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-37d51c13-64f1-4125-88b2-896527e79728 req-294fcedf-02e7-4b86-bb4a-966dd2bc8cf0 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:31.325121 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-37d51c13-64f1-4125-88b2-896527e79728 req-294fcedf-02e7-4b86-bb4a-966dd2bc8cf0 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.63 "DELETE /v2.0/ports/378cdb6a-0d9a-4570-93f4-a99b5b90ef40 HTTP/1.1" status: 204 len: 173 time: 1.3595469 Aug 18 12:16:31.325610 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '648de63a-f17d-4471-aa62-ae662a3248dd', 'name': 'network-vif-deleted', 'tag': '378cdb6a-0d9a-4570-93f4-a99b5b90ef40'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:16:31.325926 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5160054c-69ea-4a97-84e4-58e1e99ec2ad req-94fb2851-fbef-4407-a4e2-e9bc8975a141 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:16:31.328357 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4863b869-0201-42c2-9d5d-ea6bf17fdc78" -d '{"events": [{"server_uuid": "648de63a-f17d-4471-aa62-ae662a3248dd", "name": "network-vif-deleted", "tag": "378cdb6a-0d9a-4570-93f4-a99b5b90ef40"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:16:31.338036 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-5160054c-69ea-4a97-84e4-58e1e99ec2ad req-94fb2851-fbef-4407-a4e2-e9bc8975a141 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] 10.222.0.62 "GET /v2.0/ports/0800d992-3baf-4f75-8477-d82c2df6cfbf?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1068354 Aug 18 12:16:31.375970 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6ffb60ae-aee9-45e5-834e-303fd9a9a1fe req-7ac5feae-1244-4f78-a1de-1299c80e25fd tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/security-groups?id=9d0a542a-8fa5-4941-b184-fa1bbc2c5b94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1219437 Aug 18 12:16:31.398025 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:16:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2997e16b-847f-4dd5-9b7e-a2000dd055a0 x-openstack-request-id: req-2997e16b-847f-4dd5-9b7e-a2000dd055a0 {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:16:31.398442 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "648de63a-f17d-4471-aa62-ae662a3248dd", "name": "network-vif-deleted", "tag": "378cdb6a-0d9a-4570-93f4-a99b5b90ef40", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:16:31.398787 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-2997e16b-847f-4dd5-9b7e-a2000dd055a0 {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:16:31.399522 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '648de63a-f17d-4471-aa62-ae662a3248dd', 'name': 'network-vif-deleted', 'tag': '378cdb6a-0d9a-4570-93f4-a99b5b90ef40', 'status': 'completed', 'code': 200} Aug 18 12:16:31.503269 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-5160054c-69ea-4a97-84e4-58e1e99ec2ad req-a5c6cfc5-bdfa-4019-8188-a9a75a7d048e tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] 10.222.0.62 "GET /v2.0/networks/2212f13b-fd75-4d1b-969c-01d56f351ced?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1474674 Aug 18 12:16:31.517818 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [req-5160054c-69ea-4a97-84e4-58e1e99ec2ad req-be773023-5aee-4bc5-8386-8f563fb6c005 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:16:31.592422 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-5160054c-69ea-4a97-84e4-58e1e99ec2ad req-be773023-5aee-4bc5-8386-8f563fb6c005 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:31.828463 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device e98e409e-28ce-4225-9f9b-3e7242be722b details requested by agent hyperv_n-h1-804985-2 with host n-h1-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:16:31.866625 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-5160054c-69ea-4a97-84e4-58e1e99ec2ad req-be773023-5aee-4bc5-8386-8f563fb6c005 service neutron] For port 0800d992-3baf-4f75-8477-d82c2df6cfbf, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=0800d992-3baf-4f75-8477-d82c2df6cfbf,segment=NetworkSegment(926df150-8e3a-4382-95d3-bc82a1fd69e4),segment_id=926df150-8e3a-4382-95d3-bc82a1fd69e4)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:16:31.963240 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-5160054c-69ea-4a97-84e4-58e1e99ec2ad req-be773023-5aee-4bc5-8386-8f563fb6c005 service neutron] For port 0800d992-3baf-4f75-8477-d82c2df6cfbf, host n-h2-804985-2, cleared binding levels {{(pid=106253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:16:32.031495 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [req-5160054c-69ea-4a97-84e4-58e1e99ec2ad req-be773023-5aee-4bc5-8386-8f563fb6c005 service neutron] device_id is not set on port 0800d992-3baf-4f75-8477-d82c2df6cfbf yet. {{(pid=106253) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 12:16:32.041522 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38aae960-003c-4353-a1b9-54f54a3a9a39 req-e7a73974-29bb-4569-a806-2bb309bb861b tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:16:32.048824 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38aae960-003c-4353-a1b9-54f54a3a9a39 req-e7a73974-29bb-4569-a806-2bb309bb861b tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:16:32.056011 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38aae960-003c-4353-a1b9-54f54a3a9a39 req-e7a73974-29bb-4569-a806-2bb309bb861b tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:16:32.063519 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38aae960-003c-4353-a1b9-54f54a3a9a39 req-e7a73974-29bb-4569-a806-2bb309bb861b tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:16:32.073211 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38aae960-003c-4353-a1b9-54f54a3a9a39 req-e7a73974-29bb-4569-a806-2bb309bb861b tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:16:32.075340 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-5160054c-69ea-4a97-84e4-58e1e99ec2ad req-be773023-5aee-4bc5-8386-8f563fb6c005 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:32.081351 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38aae960-003c-4353-a1b9-54f54a3a9a39 req-e7a73974-29bb-4569-a806-2bb309bb861b tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:16:32.094229 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38aae960-003c-4353-a1b9-54f54a3a9a39 req-e7a73974-29bb-4569-a806-2bb309bb861b tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:16:32.097857 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-38aae960-003c-4353-a1b9-54f54a3a9a39 req-e7a73974-29bb-4569-a806-2bb309bb861b tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] 10.222.0.66 "GET /v2.0/ports?device_id=2cc02556-7c0a-4e9b-9a09-a272e5dfabdc HTTP/1.1" status: 200 len: 5437 time: 0.1259911 Aug 18 12:16:32.105859 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-5160054c-69ea-4a97-84e4-58e1e99ec2ad req-be773023-5aee-4bc5-8386-8f563fb6c005 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:32.142199 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port e98e409e-28ce-4225-9f9b-3e7242be722b, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=e98e409e-28ce-4225-9f9b-3e7242be722b,segment=NetworkSegment(99d3059f-fdea-4545-a4b6-b8c46ac90e18),segment_id=99d3059f-fdea-4545-a4b6-b8c46ac90e18)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:16:32.168842 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Returning: {'device': 'e98e409e-28ce-4225-9f9b-3e7242be722b', 'network_id': 'c4280c32-a3bd-4e80-9871-c1104e80276f', 'port_id': 'e98e409e-28ce-4225-9f9b-3e7242be722b', 'mac_address': 'fa:16:3e:75:42:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 813, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd46223af-7d95-441f-92a2-ea3a8ad2c323', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:16:32.191572 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-38aae960-003c-4353-a1b9-54f54a3a9a39 req-236f6899-0ba1-45a0-bc94-0cbed0705627 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] 10.222.0.66 "GET /v2.0/security-groups?id=9ed89c48-68fa-47c4-9ca6-08ae23ef0876&id=f288757b-df2a-4147-b6e9-81a127940c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0780759 Aug 18 12:16:32.222882 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be773023-5aee-4bc5-8386-8f563fb6c005 service neutron] Pushing event updated for resources: {'Port': ['ID=0800d992-3baf-4f75-8477-d82c2df6cfbf,revision_number=6']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:16:32.224015 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:32.248243 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e98e409e-28ce-4225-9f9b-3e7242be722b {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:16:32.272899 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port e98e409e-28ce-4225-9f9b-3e7242be722b, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=e98e409e-28ce-4225-9f9b-3e7242be722b,segment=NetworkSegment(99d3059f-fdea-4545-a4b6-b8c46ac90e18),segment_id=99d3059f-fdea-4545-a4b6-b8c46ac90e18)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:16:32.282017 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:32.306297 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-5160054c-69ea-4a97-84e4-58e1e99ec2ad req-be773023-5aee-4bc5-8386-8f563fb6c005 service neutron] No DVR routers for this DVR port 0800d992-3baf-4f75-8477-d82c2df6cfbf on host n-h2-804985-2 {{(pid=106253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:16:32.375223 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=e98e409e-28ce-4225-9f9b-3e7242be722b,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:16:32.394655 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-5160054c-69ea-4a97-84e4-58e1e99ec2ad req-be773023-5aee-4bc5-8386-8f563fb6c005 service neutron] In _notify_port_updated(), no bound segment for port 0800d992-3baf-4f75-8477-d82c2df6cfbf on network 2212f13b-fd75-4d1b-969c-01d56f351ced {{(pid=106253) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 18 12:16:32.395578 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5160054c-69ea-4a97-84e4-58e1e99ec2ad req-be773023-5aee-4bc5-8386-8f563fb6c005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:16:32.396785 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-5160054c-69ea-4a97-84e4-58e1e99ec2ad req-be773023-5aee-4bc5-8386-8f563fb6c005 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:32.398153 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-5160054c-69ea-4a97-84e4-58e1e99ec2ad req-be773023-5aee-4bc5-8386-8f563fb6c005 service neutron] 10.222.0.62 "PUT /v2.0/ports/0800d992-3baf-4f75-8477-d82c2df6cfbf HTTP/1.1" status: 200 len: 1028 time: 0.8876054 Aug 18 12:16:32.412323 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09812ac5-d490-439f-b17e-aca02dfea1ae req-280f4094-5860-441a-8ef9-2356da625b9d tempest-TestServerBasicOps-59883255 tempest-TestServerBasicOps-59883255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:16:32.421483 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-09812ac5-d490-439f-b17e-aca02dfea1ae req-280f4094-5860-441a-8ef9-2356da625b9d tempest-TestServerBasicOps-59883255 tempest-TestServerBasicOps-59883255-project] 10.222.0.66 "GET /v2.0/ports?device_id=01f8c8b5-393e-4624-8d0f-5f248e192959 HTTP/1.1" status: 200 len: 945 time: 0.4823136 Aug 18 12:16:32.476082 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5160054c-69ea-4a97-84e4-58e1e99ec2ad req-962d5062-8599-48cb-8aa9-00185287bc22 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:16:32.477878 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-5160054c-69ea-4a97-84e4-58e1e99ec2ad req-962d5062-8599-48cb-8aa9-00185287bc22 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] 10.222.0.62 "GET /v2.0/ports/8d12b24c-fdf8-4b6d-8d6e-bdd4c5941e08?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0687916 Aug 18 12:16:32.492001 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [req-5160054c-69ea-4a97-84e4-58e1e99ec2ad req-330adf30-6494-4e9b-b3f9-1bed03f68396 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:16:32.493458 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 56794) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:16:32.527967 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] get_ports_and_sgs() called for port_ids ['e98e409e-28ce-4225-9f9b-3e7242be722b'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:16:32.546274 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-09812ac5-d490-439f-b17e-aca02dfea1ae req-bdd709a1-ccdb-48f0-ad91-d257b0a2b7bf tempest-TestServerBasicOps-59883255 tempest-TestServerBasicOps-59883255-project] 10.222.0.66 "GET /v2.0/security-groups?id=79b129e2-0d5e-4fab-98e6-2f7ca1345494&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1238604 Aug 18 12:16:32.646823 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-edbc6894-f1c0-4ec5-b426-cdeb52d014a3 None None] Provisioning complete for port 0800d992-3baf-4f75-8477-d82c2df6cfbf triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:16:32.646998 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-edbc6894-f1c0-4ec5-b426-cdeb52d014a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:33.017764 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-edbc6894-f1c0-4ec5-b426-cdeb52d014a3 None None] Port 0800d992-3baf-4f75-8477-d82c2df6cfbf cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:16:33.051773 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-5160054c-69ea-4a97-84e4-58e1e99ec2ad req-330adf30-6494-4e9b-b3f9-1bed03f68396 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:33.434979 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9384a363-ecd4-4438-9215-3ffc6e6c14ad req-53797ecb-42f9-4dfc-9e99-cf18ea92e230 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:16:33.449982 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9384a363-ecd4-4438-9215-3ffc6e6c14ad req-53797ecb-42f9-4dfc-9e99-cf18ea92e230 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:16:33.457700 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9384a363-ecd4-4438-9215-3ffc6e6c14ad req-53797ecb-42f9-4dfc-9e99-cf18ea92e230 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:16:33.465537 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9384a363-ecd4-4438-9215-3ffc6e6c14ad req-53797ecb-42f9-4dfc-9e99-cf18ea92e230 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:16:33.473343 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9384a363-ecd4-4438-9215-3ffc6e6c14ad req-53797ecb-42f9-4dfc-9e99-cf18ea92e230 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:16:33.481329 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9384a363-ecd4-4438-9215-3ffc6e6c14ad req-53797ecb-42f9-4dfc-9e99-cf18ea92e230 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:16:33.505383 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9384a363-ecd4-4438-9215-3ffc6e6c14ad req-53797ecb-42f9-4dfc-9e99-cf18ea92e230 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] 10.222.0.66 "GET /v2.0/ports?device_id=2cc02556-7c0a-4e9b-9a09-a272e5dfabdc HTTP/1.1" status: 200 len: 4662 time: 0.1616054 Aug 18 12:16:33.578645 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-5160054c-69ea-4a97-84e4-58e1e99ec2ad req-330adf30-6494-4e9b-b3f9-1bed03f68396 service neutron] For port 8d12b24c-fdf8-4b6d-8d6e-bdd4c5941e08, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=8d12b24c-fdf8-4b6d-8d6e-bdd4c5941e08,segment=NetworkSegment(926df150-8e3a-4382-95d3-bc82a1fd69e4),segment_id=926df150-8e3a-4382-95d3-bc82a1fd69e4)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:16:33.591276 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9384a363-ecd4-4438-9215-3ffc6e6c14ad req-1b620767-39cf-4228-88ce-979703cea9a8 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] 10.222.0.66 "GET /v2.0/security-groups?id=9ed89c48-68fa-47c4-9ca6-08ae23ef0876&id=f288757b-df2a-4147-b6e9-81a127940c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0843532 Aug 18 12:16:33.661988 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-5160054c-69ea-4a97-84e4-58e1e99ec2ad req-330adf30-6494-4e9b-b3f9-1bed03f68396 service neutron] For port 8d12b24c-fdf8-4b6d-8d6e-bdd4c5941e08, host n-h2-804985-2, cleared binding levels {{(pid=106253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:16:33.714083 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [req-5160054c-69ea-4a97-84e4-58e1e99ec2ad req-330adf30-6494-4e9b-b3f9-1bed03f68396 service neutron] device_id is not set on port 8d12b24c-fdf8-4b6d-8d6e-bdd4c5941e08 yet. {{(pid=106253) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 12:16:33.755345 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-5160054c-69ea-4a97-84e4-58e1e99ec2ad req-330adf30-6494-4e9b-b3f9-1bed03f68396 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:33.777553 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-5160054c-69ea-4a97-84e4-58e1e99ec2ad req-330adf30-6494-4e9b-b3f9-1bed03f68396 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:33.822811 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7200568c-bde4-4573-8bea-d0f31ba88069 req-3a20eb3d-70a7-461a-957b-547bffba1b97 tempest-TestServerBasicOps-59883255 tempest-TestServerBasicOps-59883255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:16:33.828858 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7200568c-bde4-4573-8bea-d0f31ba88069 req-3a20eb3d-70a7-461a-957b-547bffba1b97 tempest-TestServerBasicOps-59883255 tempest-TestServerBasicOps-59883255-project] 10.222.0.66 "GET /v2.0/ports?device_id=01f8c8b5-393e-4624-8d0f-5f248e192959 HTTP/1.1" status: 200 len: 945 time: 0.1183100 Aug 18 12:16:33.829997 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330adf30-6494-4e9b-b3f9-1bed03f68396 service neutron] Pushing event updated for resources: {'Port': ['ID=8d12b24c-fdf8-4b6d-8d6e-bdd4c5941e08,revision_number=6']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:16:33.839323 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8554f0a1-d870-46e4-a615-de0443b6be10 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-996815'] for router_interface, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:33.842164 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device e98e409e-28ce-4225-9f9b-3e7242be722b up at agent hyperv_n-h1-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:16:33.924120 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7200568c-bde4-4573-8bea-d0f31ba88069 req-f9a33501-0eac-4c62-82c5-cd67e1304d32 tempest-TestServerBasicOps-59883255 tempest-TestServerBasicOps-59883255-project] 10.222.0.66 "GET /v2.0/security-groups?id=79b129e2-0d5e-4fab-98e6-2f7ca1345494&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863190 Aug 18 12:16:33.931857 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Provisioning for port e98e409e-28ce-4225-9f9b-3e7242be722b completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:16:33.936466 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Provisioning complete for port e98e409e-28ce-4225-9f9b-3e7242be722b triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:16:33.936831 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:33.992823 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-5160054c-69ea-4a97-84e4-58e1e99ec2ad req-330adf30-6494-4e9b-b3f9-1bed03f68396 service neutron] No DVR routers for this DVR port 8d12b24c-fdf8-4b6d-8d6e-bdd4c5941e08 on host n-h2-804985-2 {{(pid=106253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:16:34.174191 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-5160054c-69ea-4a97-84e4-58e1e99ec2ad req-330adf30-6494-4e9b-b3f9-1bed03f68396 service neutron] In _notify_port_updated(), no bound segment for port 8d12b24c-fdf8-4b6d-8d6e-bdd4c5941e08 on network 2212f13b-fd75-4d1b-969c-01d56f351ced {{(pid=106253) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 18 12:16:34.175241 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5160054c-69ea-4a97-84e4-58e1e99ec2ad req-330adf30-6494-4e9b-b3f9-1bed03f68396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:16:34.175849 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-5160054c-69ea-4a97-84e4-58e1e99ec2ad req-330adf30-6494-4e9b-b3f9-1bed03f68396 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:34.177189 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-5160054c-69ea-4a97-84e4-58e1e99ec2ad req-330adf30-6494-4e9b-b3f9-1bed03f68396 service neutron] 10.222.0.62 "PUT /v2.0/ports/8d12b24c-fdf8-4b6d-8d6e-bdd4c5941e08 HTTP/1.1" status: 200 len: 1028 time: 1.6919305 Aug 18 12:16:34.273213 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:34.374415 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port e98e409e-28ce-4225-9f9b-3e7242be722b, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=e98e409e-28ce-4225-9f9b-3e7242be722b,segment=NetworkSegment(99d3059f-fdea-4545-a4b6-b8c46ac90e18),segment_id=99d3059f-fdea-4545-a4b6-b8c46ac90e18)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:16:34.376972 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01f8c8b5-393e-4624-8d0f-5f248e192959', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e98e409e-28ce-4225-9f9b-3e7242be722b'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:16:34.381687 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db50a436fb3a98495337d8fe7487b4f2ea6f3c1052eb9efadc2ecda2d5737001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78702a4b-bf4a-4f26-90e1-500f82d335ea" -d '{"events": [{"server_uuid": "01f8c8b5-393e-4624-8d0f-5f248e192959", "name": "network-vif-plugged", "status": "completed", "tag": "e98e409e-28ce-4225-9f9b-3e7242be722b"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:16:34.391679 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:34.392871 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 378cdb6a-0d9a-4570-93f4-a99b5b90ef40 no longer exists at agent hyperv_n-h1-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:16:34.525584 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:16:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bcbbdc5-f0bf-4e10-835f-d61b278a823d x-openstack-request-id: req-8bcbbdc5-f0bf-4e10-835f-d61b278a823d {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:16:34.526007 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01f8c8b5-393e-4624-8d0f-5f248e192959", "name": "network-vif-plugged", "status": "completed", "tag": "e98e409e-28ce-4225-9f9b-3e7242be722b", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:16:34.526187 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-8bcbbdc5-f0bf-4e10-835f-d61b278a823d {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:16:34.526682 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01f8c8b5-393e-4624-8d0f-5f248e192959', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e98e409e-28ce-4225-9f9b-3e7242be722b', 'code': 200} Aug 18 12:16:34.529502 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] No Port match for: 378cdb6a-0d9a-4570-93f4-a99b5b90ef40 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:16:34.529861 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 378cdb6a-0d9a-4570-93f4-a99b5b90ef40 not bound to the agent host n-h1-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:16:34.557953 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-c2f53b2e-3ceb-4a13-ba14-ee33d66dff66 None None] Provisioning complete for port 8d12b24c-fdf8-4b6d-8d6e-bdd4c5941e08 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:16:34.558644 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-c2f53b2e-3ceb-4a13-ba14-ee33d66dff66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:34.599792 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-5160054c-69ea-4a97-84e4-58e1e99ec2ad req-d7e7caba-e54b-4188-82ce-e4df2d4b5de6 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Deleting port 3399a875-8536-4e63-b5c5-d638ea0b8100 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:16:34.600420 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-5160054c-69ea-4a97-84e4-58e1e99ec2ad req-d7e7caba-e54b-4188-82ce-e4df2d4b5de6 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:34.664344 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=e98e409e-28ce-4225-9f9b-3e7242be722b,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:16:34.686380 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43027f83-7b48-447b-b565-630b65d79af8 req-bd406d20-ec18-41d3-8e59-13fea22ce380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:16:34.694778 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-c2f53b2e-3ceb-4a13-ba14-ee33d66dff66 None None] Port 8d12b24c-fdf8-4b6d-8d6e-bdd4c5941e08 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:16:34.697345 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-43027f83-7b48-447b-b565-630b65d79af8 req-bd406d20-ec18-41d3-8e59-13fea22ce380 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=01f8c8b5-393e-4624-8d0f-5f248e192959 HTTP/1.1" status: 200 len: 1097 time: 0.1179285 Aug 18 12:16:34.882569 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-43027f83-7b48-447b-b565-630b65d79af8 req-4d63aad1-d19b-48fc-b9bc-c35f31cabd11 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=79b129e2-0d5e-4fab-98e6-2f7ca1345494&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1742160 Aug 18 12:16:34.898089 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b5cea8-1117-4c08-8f4e-db047ccd9f22 req-f21ad834-fcb5-4fd1-8373-591963586a69 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:16:34.904454 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b5cea8-1117-4c08-8f4e-db047ccd9f22 req-f21ad834-fcb5-4fd1-8373-591963586a69 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:16:34.909861 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-5160054c-69ea-4a97-84e4-58e1e99ec2ad req-d7e7caba-e54b-4188-82ce-e4df2d4b5de6 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] For port 3399a875-8536-4e63-b5c5-d638ea0b8100, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=3399a875-8536-4e63-b5c5-d638ea0b8100,segment=NetworkSegment(926df150-8e3a-4382-95d3-bc82a1fd69e4),segment_id=926df150-8e3a-4382-95d3-bc82a1fd69e4)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:16:34.910547 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-5160054c-69ea-4a97-84e4-58e1e99ec2ad req-d7e7caba-e54b-4188-82ce-e4df2d4b5de6 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:34.911269 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b5cea8-1117-4c08-8f4e-db047ccd9f22 req-f21ad834-fcb5-4fd1-8373-591963586a69 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:16:34.918334 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b5cea8-1117-4c08-8f4e-db047ccd9f22 req-f21ad834-fcb5-4fd1-8373-591963586a69 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:16:34.925141 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-5160054c-69ea-4a97-84e4-58e1e99ec2ad req-d7e7caba-e54b-4188-82ce-e4df2d4b5de6 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Calling delete_port for 3399a875-8536-4e63-b5c5-d638ea0b8100 owned by compute:nova {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:16:34.942451 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b5cea8-1117-4c08-8f4e-db047ccd9f22 req-f21ad834-fcb5-4fd1-8373-591963586a69 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:16:34.944792 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-02b5cea8-1117-4c08-8f4e-db047ccd9f22 req-f21ad834-fcb5-4fd1-8373-591963586a69 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] 10.222.0.66 "GET /v2.0/ports?device_id=2cc02556-7c0a-4e9b-9a09-a272e5dfabdc HTTP/1.1" status: 200 len: 3887 time: 0.1652882 Aug 18 12:16:35.055098 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-02b5cea8-1117-4c08-8f4e-db047ccd9f22 req-dd8b9069-052a-4658-a480-f585db3cb3c3 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] 10.222.0.66 "GET /v2.0/security-groups?id=f288757b-df2a-4147-b6e9-81a127940c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992002 Aug 18 12:16:35.082691 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-8554f0a1-d870-46e4-a615-de0443b6be10 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Deleting port cfbaf780-ba47-4a84-9f06-fb1c7929dccd {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:16:35.083311 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8554f0a1-d870-46e4-a615-de0443b6be10 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:35.181137 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2db834-98e4-44e9-a08f-05fd79641d44 req-37c22bfe-4bc9-4455-b689-ffc09a46c28d tempest-TestServerBasicOps-59883255 tempest-TestServerBasicOps-59883255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:16:35.189677 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-fe2db834-98e4-44e9-a08f-05fd79641d44 req-37c22bfe-4bc9-4455-b689-ffc09a46c28d tempest-TestServerBasicOps-59883255 tempest-TestServerBasicOps-59883255-project] 10.222.0.66 "GET /v2.0/ports?device_id=01f8c8b5-393e-4624-8d0f-5f248e192959 HTTP/1.1" status: 200 len: 946 time: 0.0624936 Aug 18 12:16:35.211718 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [None req-8554f0a1-d870-46e4-a615-de0443b6be10 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] For port cfbaf780-ba47-4a84-9f06-fb1c7929dccd, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=cfbaf780-ba47-4a84-9f06-fb1c7929dccd,segment=NetworkSegment(853c2d50-b260-40cd-8b91-d791f4791b51),segment_id=853c2d50-b260-40cd-8b91-d791f4791b51)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:16:35.212139 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8554f0a1-d870-46e4-a615-de0443b6be10 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:35.234609 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-fe2db834-98e4-44e9-a08f-05fd79641d44 req-0c1813a6-86fa-4321-a11b-3c65cb6a1d56 tempest-TestServerBasicOps-59883255 tempest-TestServerBasicOps-59883255-project] 10.222.0.66 "GET /v2.0/security-groups?id=79b129e2-0d5e-4fab-98e6-2f7ca1345494&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439477 Aug 18 12:16:35.238048 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-8554f0a1-d870-46e4-a615-de0443b6be10 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Calling delete_port for cfbaf780-ba47-4a84-9f06-fb1c7929dccd owned by network:router_interface {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:16:35.372259 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-5160054c-69ea-4a97-84e4-58e1e99ec2ad req-d7e7caba-e54b-4188-82ce-e4df2d4b5de6 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:35.458624 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e7caba-e54b-4188-82ce-e4df2d4b5de6 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Pushing event deleted for resources: {'Port': ['ID=3399a875-8536-4e63-b5c5-d638ea0b8100,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:16:35.569268 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-5160054c-69ea-4a97-84e4-58e1e99ec2ad req-d7e7caba-e54b-4188-82ce-e4df2d4b5de6 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] No DVR routers for this DVR port 3399a875-8536-4e63-b5c5-d638ea0b8100 on host n-h2-804985-2 {{(pid=106253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:16:35.573507 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-5160054c-69ea-4a97-84e4-58e1e99ec2ad req-d7e7caba-e54b-4188-82ce-e4df2d4b5de6 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:35.576121 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-5160054c-69ea-4a97-84e4-58e1e99ec2ad req-d7e7caba-e54b-4188-82ce-e4df2d4b5de6 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] 10.222.0.62 "DELETE /v2.0/ports/3399a875-8536-4e63-b5c5-d638ea0b8100 HTTP/1.1" status: 204 len: 173 time: 1.3899238 Aug 18 12:16:35.576606 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cc02556-7c0a-4e9b-9a09-a272e5dfabdc', 'name': 'network-vif-deleted', 'tag': '3399a875-8536-4e63-b5c5-d638ea0b8100'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:16:35.579167 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0679f4c4b6e0e0c064a7d71d722dc30541a34fffee11680573be22ee2ffccc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ad282e8-807f-40f3-957e-730cdb1f75c9" -d '{"events": [{"server_uuid": "2cc02556-7c0a-4e9b-9a09-a272e5dfabdc", "name": "network-vif-deleted", "tag": "3399a875-8536-4e63-b5c5-d638ea0b8100"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:16:35.716634 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:16:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdb8632a-5ec5-4386-987f-137159584cf6 x-openstack-request-id: req-cdb8632a-5ec5-4386-987f-137159584cf6 {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:16:35.717305 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cc02556-7c0a-4e9b-9a09-a272e5dfabdc", "name": "network-vif-deleted", "tag": "3399a875-8536-4e63-b5c5-d638ea0b8100", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:16:35.717305 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-cdb8632a-5ec5-4386-987f-137159584cf6 {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:16:35.717729 n-d-804985-2 neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cc02556-7c0a-4e9b-9a09-a272e5dfabdc', 'name': 'network-vif-deleted', 'tag': '3399a875-8536-4e63-b5c5-d638ea0b8100', 'status': 'completed', 'code': 200} Aug 18 12:16:35.884510 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-5160054c-69ea-4a97-84e4-58e1e99ec2ad req-c03fa3db-902d-45ef-89a5-a8a5695eef98 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Deleting port ade7379f-b75b-4a6b-95bb-ab4ecbe29d42 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:16:35.884857 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-5160054c-69ea-4a97-84e4-58e1e99ec2ad req-c03fa3db-902d-45ef-89a5-a8a5695eef98 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:35.944059 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device ade7379f-b75b-4a6b-95bb-ab4ecbe29d42 no longer exists at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:16:36.230386 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:36.243316 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-5160054c-69ea-4a97-84e4-58e1e99ec2ad req-c03fa3db-902d-45ef-89a5-a8a5695eef98 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] For port ade7379f-b75b-4a6b-95bb-ab4ecbe29d42, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=ade7379f-b75b-4a6b-95bb-ab4ecbe29d42,segment=NetworkSegment(df3c0b73-1969-468f-b788-2fc792f44d99),segment_id=df3c0b73-1969-468f-b788-2fc792f44d99)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:16:36.243819 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-5160054c-69ea-4a97-84e4-58e1e99ec2ad req-c03fa3db-902d-45ef-89a5-a8a5695eef98 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:36.245051 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:36.266149 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-5160054c-69ea-4a97-84e4-58e1e99ec2ad req-c03fa3db-902d-45ef-89a5-a8a5695eef98 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Calling delete_port for ade7379f-b75b-4a6b-95bb-ab4ecbe29d42 owned by compute:nova {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:16:36.289191 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port ade7379f-b75b-4a6b-95bb-ab4ecbe29d42, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=ade7379f-b75b-4a6b-95bb-ab4ecbe29d42,segment=NetworkSegment(df3c0b73-1969-468f-b788-2fc792f44d99),segment_id=df3c0b73-1969-468f-b788-2fc792f44d99)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:16:36.302471 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:36.304642 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 3399a875-8536-4e63-b5c5-d638ea0b8100 no longer exists at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:16:36.360914 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] No Port match for: 3399a875-8536-4e63-b5c5-d638ea0b8100 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:16:36.361556 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 3399a875-8536-4e63-b5c5-d638ea0b8100 not bound to the agent host n-h2-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:16:36.362308 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device d8713f4a-f3e1-4969-98d9-fb54153a1b08 no longer exists at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:16:36.362925 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce56d6e-2124-44e0-960e-c2459d6d7e81 req-7984addf-430e-4341-a06c-f115eaaaaf5c tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:16:36.371603 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-cce56d6e-2124-44e0-960e-c2459d6d7e81 req-7984addf-430e-4341-a06c-f115eaaaaf5c tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/ports?device_id=dc3e2d7d-3d63-428a-bc66-41ae157ef28e HTTP/1.1" status: 200 len: 946 time: 0.1998940 Aug 18 12:16:36.384666 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50fe78c-40b1-4602-98cf-f5bb8390cbcd req-75adb417-9baf-40b5-8253-8cda399865ef tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:16:36.447052 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50fe78c-40b1-4602-98cf-f5bb8390cbcd req-75adb417-9baf-40b5-8253-8cda399865ef tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:16:36.458878 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50fe78c-40b1-4602-98cf-f5bb8390cbcd req-75adb417-9baf-40b5-8253-8cda399865ef tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:16:36.464369 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=ade7379f-b75b-4a6b-95bb-ab4ecbe29d42,revision_number=6']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:16:36.465126 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50fe78c-40b1-4602-98cf-f5bb8390cbcd req-75adb417-9baf-40b5-8253-8cda399865ef tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:16:36.474708 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8554f0a1-d870-46e4-a615-de0443b6be10 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:36.485391 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a50fe78c-40b1-4602-98cf-f5bb8390cbcd req-75adb417-9baf-40b5-8253-8cda399865ef tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] 10.222.0.66 "GET /v2.0/ports?device_id=2cc02556-7c0a-4e9b-9a09-a272e5dfabdc HTTP/1.1" status: 200 len: 3152 time: 0.2354171 Aug 18 12:16:36.510308 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8554f0a1-d870-46e4-a615-de0443b6be10 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Pushing event deleted for resources: {'Port': ['ID=cfbaf780-ba47-4a84-9f06-fb1c7929dccd,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:16:36.512391 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-5160054c-69ea-4a97-84e4-58e1e99ec2ad req-c03fa3db-902d-45ef-89a5-a8a5695eef98 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:36.600514 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a50fe78c-40b1-4602-98cf-f5bb8390cbcd req-2449ac3a-ba56-4afd-8e0b-6c4c3db50e09 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] 10.222.0.66 "GET /v2.0/security-groups?id=f288757b-df2a-4147-b6e9-81a127940c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1140265 Aug 18 12:16:36.609936 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cc02556-7c0a-4e9b-9a09-a272e5dfabdc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ade7379f-b75b-4a6b-95bb-ab4ecbe29d42'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:16:36.612226 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db50a436fb3a98495337d8fe7487b4f2ea6f3c1052eb9efadc2ecda2d5737001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0172735e-8b2d-4c89-9005-185b4e382061" -d '{"events": [{"server_uuid": "2cc02556-7c0a-4e9b-9a09-a272e5dfabdc", "name": "network-vif-unplugged", "status": "completed", "tag": "ade7379f-b75b-4a6b-95bb-ab4ecbe29d42"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:16:36.623725 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:36.637123 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-cce56d6e-2124-44e0-960e-c2459d6d7e81 req-6f207cc0-7cbc-4c36-831a-ab93bd53a0ce tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/security-groups?id=0e403c9b-7ac1-4005-9e0c-41b5a2ce4137&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2640374 Aug 18 12:16:36.659860 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03fa3db-902d-45ef-89a5-a8a5695eef98 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Pushing event deleted for resources: {'Port': ['ID=ade7379f-b75b-4a6b-95bb-ab4ecbe29d42,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:16:36.737020 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port d8713f4a-f3e1-4969-98d9-fb54153a1b08, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=d8713f4a-f3e1-4969-98d9-fb54153a1b08,segment=NetworkSegment(df3c0b73-1969-468f-b788-2fc792f44d99),segment_id=df3c0b73-1969-468f-b788-2fc792f44d99)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:16:36.742099 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 18 Aug 2021 12:16:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f1693fc-a145-41f1-9d6e-601d1e54d4d3 x-openstack-request-id: req-4f1693fc-a145-41f1-9d6e-601d1e54d4d3 {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:16:36.742384 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cc02556-7c0a-4e9b-9a09-a272e5dfabdc", "name": "network-vif-unplugged", "status": "completed", "tag": "ade7379f-b75b-4a6b-95bb-ab4ecbe29d42", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:16:36.742788 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-4f1693fc-a145-41f1-9d6e-601d1e54d4d3 {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:16:36.744656 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cc02556-7c0a-4e9b-9a09-a272e5dfabdc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ade7379f-b75b-4a6b-95bb-ab4ecbe29d42', 'code': 200} Aug 18 12:16:36.750725 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:36.751452 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 7f6b3812-445c-4afd-a44a-5114fb7ae290 no longer exists at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:16:36.797386 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9361ef-8b6e-4e61-be3a-c7d4ce1f7942 req-7c45bea3-3d24-480a-9a1c-651973b4a669 tempest-TestServerBasicOps-59883255 tempest-TestServerBasicOps-59883255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:16:36.804751 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ff9361ef-8b6e-4e61-be3a-c7d4ce1f7942 req-7c45bea3-3d24-480a-9a1c-651973b4a669 tempest-TestServerBasicOps-59883255 tempest-TestServerBasicOps-59883255-project] 10.222.0.66 "GET /v2.0/ports?device_id=01f8c8b5-393e-4624-8d0f-5f248e192959 HTTP/1.1" status: 200 len: 946 time: 0.0722659 Aug 18 12:16:36.839269 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-5160054c-69ea-4a97-84e4-58e1e99ec2ad req-c03fa3db-902d-45ef-89a5-a8a5695eef98 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] No DVR routers for this DVR port ade7379f-b75b-4a6b-95bb-ab4ecbe29d42 on host n-h2-804985-2 {{(pid=106253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:16:36.843565 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-5160054c-69ea-4a97-84e4-58e1e99ec2ad req-c03fa3db-902d-45ef-89a5-a8a5695eef98 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:36.845576 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-5160054c-69ea-4a97-84e4-58e1e99ec2ad req-c03fa3db-902d-45ef-89a5-a8a5695eef98 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] 10.222.0.62 "DELETE /v2.0/ports/ade7379f-b75b-4a6b-95bb-ab4ecbe29d42 HTTP/1.1" status: 204 len: 173 time: 1.2633648 Aug 18 12:16:36.902592 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ff9361ef-8b6e-4e61-be3a-c7d4ce1f7942 req-553deebd-27f8-4eda-bb37-ece9b2f5ec4c tempest-TestServerBasicOps-59883255 tempest-TestServerBasicOps-59883255-project] 10.222.0.66 "GET /v2.0/security-groups?id=79b129e2-0d5e-4fab-98e6-2f7ca1345494&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0968387 Aug 18 12:16:36.944657 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=d8713f4a-f3e1-4969-98d9-fb54153a1b08,revision_number=6']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:16:37.037689 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:37.155880 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port 7f6b3812-445c-4afd-a44a-5114fb7ae290, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=7f6b3812-445c-4afd-a44a-5114fb7ae290,segment=NetworkSegment(926df150-8e3a-4382-95d3-bc82a1fd69e4),segment_id=926df150-8e3a-4382-95d3-bc82a1fd69e4)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:16:37.169856 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:37.170065 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df457930-e147-43e1-9668-da7b1225878f req-fc998246-5770-414a-a93b-b451ef1b39fc tempest-TestServerBasicOps-59883255 tempest-TestServerBasicOps-59883255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:16:37.170599 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device de89d536-372a-40f0-95d4-ece86e26ad02 no longer exists at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:16:37.174006 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-df457930-e147-43e1-9668-da7b1225878f req-fc998246-5770-414a-a93b-b451ef1b39fc tempest-TestServerBasicOps-59883255 tempest-TestServerBasicOps-59883255-project] 10.222.0.66 "GET /v2.0/ports?device_id=01f8c8b5-393e-4624-8d0f-5f248e192959 HTTP/1.1" status: 200 len: 946 time: 0.1191969 Aug 18 12:16:37.235819 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-df457930-e147-43e1-9668-da7b1225878f req-f0ce0897-0321-4537-8285-cfd7c3421a9c tempest-TestServerBasicOps-59883255 tempest-TestServerBasicOps-59883255-project] 10.222.0.66 "GET /v2.0/security-groups?id=79b129e2-0d5e-4fab-98e6-2f7ca1345494&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552750 Aug 18 12:16:37.253388 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8554f0a1-d870-46e4-a615-de0443b6be10 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953695'] for router_interface, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:37.305157 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=7f6b3812-445c-4afd-a44a-5114fb7ae290,revision_number=6']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:16:37.424399 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:37.444452 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205ba874-989e-40da-947e-cd765b836344 req-15ef4a26-c226-41cc-8882-7c3f42b556d0 tempest-TestServerBasicOps-59883255 tempest-TestServerBasicOps-59883255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:16:37.447555 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-205ba874-989e-40da-947e-cd765b836344 req-15ef4a26-c226-41cc-8882-7c3f42b556d0 tempest-TestServerBasicOps-59883255 tempest-TestServerBasicOps-59883255-project] 10.222.0.66 "GET /v2.0/ports?device_id=01f8c8b5-393e-4624-8d0f-5f248e192959 HTTP/1.1" status: 200 len: 946 time: 0.0982273 Aug 18 12:16:37.495688 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port de89d536-372a-40f0-95d4-ece86e26ad02, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=de89d536-372a-40f0-95d4-ece86e26ad02,segment=NetworkSegment(5f199d18-44fc-47f7-ab25-3deacf829e99),segment_id=5f199d18-44fc-47f7-ab25-3deacf829e99)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:16:37.512264 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:37.513524 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 8d12b24c-fdf8-4b6d-8d6e-bdd4c5941e08 no longer exists at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:16:37.527386 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8db100b-7e9e-4a01-af23-94e8f874f1f0 req-f5a036d6-ff74-45f5-a138-1ddd04befc90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:16:37.529773 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c8db100b-7e9e-4a01-af23-94e8f874f1f0 req-f5a036d6-ff74-45f5-a138-1ddd04befc90 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=8fca7d5a19c54940b367d2e63154d6ee&device_id=dc3e2d7d-3d63-428a-bc66-41ae157ef28e HTTP/1.1" status: 200 len: 1097 time: 0.0809729 Aug 18 12:16:37.546946 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-205ba874-989e-40da-947e-cd765b836344 req-39447502-6af2-44fb-8bac-341b6e22643e tempest-TestServerBasicOps-59883255 tempest-TestServerBasicOps-59883255-project] 10.222.0.66 "GET /v2.0/security-groups?id=79b129e2-0d5e-4fab-98e6-2f7ca1345494&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663133 Aug 18 12:16:37.567472 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 56982) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:16:37.583012 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-5160054c-69ea-4a97-84e4-58e1e99ec2ad req-814b59fb-066f-4586-9b94-901d5e798728 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Deleting port de89d536-372a-40f0-95d4-ece86e26ad02 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:16:37.588063 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-5160054c-69ea-4a97-84e4-58e1e99ec2ad req-814b59fb-066f-4586-9b94-901d5e798728 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:37.634867 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=de89d536-372a-40f0-95d4-ece86e26ad02,revision_number=6']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:16:37.645329 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 8d12b24c-fdf8-4b6d-8d6e-bdd4c5941e08 not bound to the agent host n-h2-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:16:37.648354 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 0800d992-3baf-4f75-8477-d82c2df6cfbf no longer exists at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:16:37.697034 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 0800d992-3baf-4f75-8477-d82c2df6cfbf not bound to the agent host n-h2-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:16:37.720026 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cc02556-7c0a-4e9b-9a09-a272e5dfabdc', 'name': 'network-vif-deleted', 'tag': 'ade7379f-b75b-4a6b-95bb-ab4ecbe29d42'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:16:37.722281 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0679f4c4b6e0e0c064a7d71d722dc30541a34fffee11680573be22ee2ffccc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a60ada6-4406-44ad-bdbf-a15b0a414a53" -d '{"events": [{"server_uuid": "2cc02556-7c0a-4e9b-9a09-a272e5dfabdc", "name": "network-vif-deleted", "tag": "ade7379f-b75b-4a6b-95bb-ab4ecbe29d42"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:16:37.758037 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-5160054c-69ea-4a97-84e4-58e1e99ec2ad req-814b59fb-066f-4586-9b94-901d5e798728 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] For port de89d536-372a-40f0-95d4-ece86e26ad02, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=de89d536-372a-40f0-95d4-ece86e26ad02,segment=NetworkSegment(5f199d18-44fc-47f7-ab25-3deacf829e99),segment_id=5f199d18-44fc-47f7-ab25-3deacf829e99)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:16:37.758724 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-5160054c-69ea-4a97-84e4-58e1e99ec2ad req-814b59fb-066f-4586-9b94-901d5e798728 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:37.929045 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8db100b-7e9e-4a01-af23-94e8f874f1f0 req-85bb9fe6-1034-43d9-8620-048ff4ce0583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:16:37.930568 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c8db100b-7e9e-4a01-af23-94e8f874f1f0 req-85bb9fe6-1034-43d9-8620-048ff4ce0583 service neutron] 10.222.0.63 "GET /v2.0/networks?id=9a60ecad-83fa-47c2-91d2-f7a65c03fb59 HTTP/1.1" status: 200 len: 917 time: 0.3679626 Aug 18 12:16:38.060497 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a24f6a3-c3d5-4fbf-886f-c4b68f50e0a3 req-ded60135-b433-4c68-93cc-a8f5012ce904 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:16:38.072527 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a24f6a3-c3d5-4fbf-886f-c4b68f50e0a3 req-ded60135-b433-4c68-93cc-a8f5012ce904 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:16:38.092690 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a24f6a3-c3d5-4fbf-886f-c4b68f50e0a3 req-ded60135-b433-4c68-93cc-a8f5012ce904 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:16:38.095321 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8a24f6a3-c3d5-4fbf-886f-c4b68f50e0a3 req-ded60135-b433-4c68-93cc-a8f5012ce904 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] 10.222.0.66 "GET /v2.0/ports?device_id=2cc02556-7c0a-4e9b-9a09-a272e5dfabdc HTTP/1.1" status: 200 len: 2411 time: 0.2841842 Aug 18 12:16:38.134085 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c8db100b-7e9e-4a01-af23-94e8f874f1f0 req-f778ebb6-770d-4789-8359-cfe16b4a4043 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=83ee1a77-6dbe-4990-9f37-fcb519558d22 HTTP/1.1" status: 200 len: 1001 time: 0.1849904 Aug 18 12:16:38.191185 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab370cdc-ec0f-43d1-905f-5919329135a6 req-ecc120b6-ce73-4b25-94a8-bfff00a5ae8f tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:16:38.192935 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ab370cdc-ec0f-43d1-905f-5919329135a6 req-ecc120b6-ce73-4b25-94a8-bfff00a5ae8f tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/ports?device_id=dc3e2d7d-3d63-428a-bc66-41ae157ef28e HTTP/1.1" status: 200 len: 946 time: 0.3808756 Aug 18 12:16:38.200747 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:38.249421 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8db100b-7e9e-4a01-af23-94e8f874f1f0 req-bf1e0f6f-4f2f-4a62-9e27-64f58869d42f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:16:38.252192 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c8db100b-7e9e-4a01-af23-94e8f874f1f0 req-bf1e0f6f-4f2f-4a62-9e27-64f58869d42f service neutron] 10.222.0.63 "GET /v2.0/subnets?id=cb04d889-17cd-4540-8b57-641bd70e62c4 HTTP/1.1" status: 200 len: 855 time: 0.0999546 Aug 18 12:16:38.280826 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8a24f6a3-c3d5-4fbf-886f-c4b68f50e0a3 req-2ef2c905-5805-46c5-9b8a-90c884aa5450 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] 10.222.0.66 "GET /v2.0/security-groups?id=f288757b-df2a-4147-b6e9-81a127940c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1370633 Aug 18 12:16:38.414932 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ab370cdc-ec0f-43d1-905f-5919329135a6 req-3444fe1a-2a18-49ba-a307-0a91a94c84d2 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/security-groups?id=0e403c9b-7ac1-4005-9e0c-41b5a2ce4137&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1594224 Aug 18 12:16:38.431751 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8db100b-7e9e-4a01-af23-94e8f874f1f0 req-b222b6f2-a1a3-41a0-818a-aa4c73f1485b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:16:38.434115 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c8db100b-7e9e-4a01-af23-94e8f874f1f0 req-b222b6f2-a1a3-41a0-818a-aa4c73f1485b service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=9a60ecad-83fa-47c2-91d2-f7a65c03fb59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1512403 Aug 18 12:16:38.554631 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c8db100b-7e9e-4a01-af23-94e8f874f1f0 req-fbd64531-3594-4bec-9cb0-5558248d419c service neutron] 10.222.0.63 "GET /v2.0/networks/9a60ecad-83fa-47c2-91d2-f7a65c03fb59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115661 Aug 18 12:16:38.618825 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:16:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84941966-9a28-4ff8-a6a3-6f2bdb2e7f17 x-openstack-request-id: req-84941966-9a28-4ff8-a6a3-6f2bdb2e7f17 {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:16:38.619334 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cc02556-7c0a-4e9b-9a09-a272e5dfabdc", "name": "network-vif-deleted", "tag": "ade7379f-b75b-4a6b-95bb-ab4ecbe29d42", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:16:38.619334 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-84941966-9a28-4ff8-a6a3-6f2bdb2e7f17 {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:16:38.619743 n-d-804985-2 neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cc02556-7c0a-4e9b-9a09-a272e5dfabdc', 'name': 'network-vif-deleted', 'tag': 'ade7379f-b75b-4a6b-95bb-ab4ecbe29d42', 'status': 'completed', 'code': 200} Aug 18 12:16:38.676540 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c8db100b-7e9e-4a01-af23-94e8f874f1f0 req-9c4e5a54-5151-4e36-b4f1-42e06c24e892 service neutron] 10.222.0.63 "GET /v2.0/networks/9a60ecad-83fa-47c2-91d2-f7a65c03fb59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078370 Aug 18 12:16:38.724557 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e9f7206-b4b0-4c4a-954a-5adc80f863bd tempest-TestServerBasicOps-190760155 tempest-TestServerBasicOps-190760155-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:16:38.726103 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-4e9f7206-b4b0-4c4a-954a-5adc80f863bd tempest-TestServerBasicOps-190760155 tempest-TestServerBasicOps-190760155-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=01f8c8b5-393e-4624-8d0f-5f248e192959 HTTP/1.1" status: 200 len: 1092 time: 1.1457262 Aug 18 12:16:38.730029 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 57012) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:16:38.730309 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-5160054c-69ea-4a97-84e4-58e1e99ec2ad req-814b59fb-066f-4586-9b94-901d5e798728 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:38.730734 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-5160054c-69ea-4a97-84e4-58e1e99ec2ad req-814b59fb-066f-4586-9b94-901d5e798728 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-989945'] for floatingip, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:38.731019 n-d-804985-2 neutron-server[106253]: INFO neutron.db.l3_db [req-5160054c-69ea-4a97-84e4-58e1e99ec2ad req-814b59fb-066f-4586-9b94-901d5e798728 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Floating IP 06914484-f71b-47d3-b4c8-f2f1a4b2b171 disassociated. External IP: 172.25.7.229, port: de89d536-372a-40f0-95d4-ece86e26ad02. Aug 18 12:16:38.731349 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-5160054c-69ea-4a97-84e4-58e1e99ec2ad req-814b59fb-066f-4586-9b94-901d5e798728 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Calling delete_port for de89d536-372a-40f0-95d4-ece86e26ad02 owned by compute:nova {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:16:38.737058 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-205aaaff-efde-4141-a122-b4f71c76733f tempest-TestServerBasicOps-59883255 tempest-TestServerBasicOps-59883255-project] Request body: {'floatingip': {'floating_network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'port_id': 'e98e409e-28ce-4225-9f9b-3e7242be722b', 'tenant_id': 'a31a9a9347c444e692b4e9b7703834cf', 'fixed_ip_address': '172.20.0.12'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:16:38.746205 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cc02556-7c0a-4e9b-9a09-a272e5dfabdc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8713f4a-f3e1-4969-98d9-fb54153a1b08'}, {'server_uuid': '2cc02556-7c0a-4e9b-9a09-a272e5dfabdc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f6b3812-445c-4afd-a44a-5114fb7ae290'}, {'server_uuid': '2cc02556-7c0a-4e9b-9a09-a272e5dfabdc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de89d536-372a-40f0-95d4-ece86e26ad02'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:16:38.749092 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db50a436fb3a98495337d8fe7487b4f2ea6f3c1052eb9efadc2ecda2d5737001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f63ad17-f951-4c2a-b5b0-178b77be8515" -d '{"events": [{"server_uuid": "2cc02556-7c0a-4e9b-9a09-a272e5dfabdc", "name": "network-vif-unplugged", "status": "completed", "tag": "d8713f4a-f3e1-4969-98d9-fb54153a1b08"}, {"server_uuid": "2cc02556-7c0a-4e9b-9a09-a272e5dfabdc", "name": "network-vif-unplugged", "status": "completed", "tag": "7f6b3812-445c-4afd-a44a-5114fb7ae290"}, {"server_uuid": "2cc02556-7c0a-4e9b-9a09-a272e5dfabdc", "name": "network-vif-unplugged", "status": "completed", "tag": "de89d536-372a-40f0-95d4-ece86e26ad02"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:16:38.786418 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8554f0a1-d870-46e4-a615-de0443b6be10 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Router 5c3821dd-0e2c-4044-bf37-1988f8119a50 has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:16:38.845211 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-205aaaff-efde-4141-a122-b4f71c76733f tempest-TestServerBasicOps-59883255 tempest-TestServerBasicOps-59883255-project] Notify callbacks [] for floatingip, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:38.861022 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Wed, 18 Aug 2021 12:16:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf8bd342-5345-456a-a32f-09c052ac517a x-openstack-request-id: req-bf8bd342-5345-456a-a32f-09c052ac517a {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:16:38.861307 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cc02556-7c0a-4e9b-9a09-a272e5dfabdc", "name": "network-vif-unplugged", "status": "completed", "tag": "d8713f4a-f3e1-4969-98d9-fb54153a1b08", "code": 200}, {"server_uuid": "2cc02556-7c0a-4e9b-9a09-a272e5dfabdc", "name": "network-vif-unplugged", "status": "completed", "tag": "7f6b3812-445c-4afd-a44a-5114fb7ae290", "code": 200}, {"server_uuid": "2cc02556-7c0a-4e9b-9a09-a272e5dfabdc", "name": "network-vif-unplugged", "status": "completed", "tag": "de89d536-372a-40f0-95d4-ece86e26ad02", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:16:38.861554 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-bf8bd342-5345-456a-a32f-09c052ac517a {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:16:38.862043 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cc02556-7c0a-4e9b-9a09-a272e5dfabdc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8713f4a-f3e1-4969-98d9-fb54153a1b08', 'code': 200} Aug 18 12:16:38.862345 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cc02556-7c0a-4e9b-9a09-a272e5dfabdc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f6b3812-445c-4afd-a44a-5114fb7ae290', 'code': 200} Aug 18 12:16:38.862594 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cc02556-7c0a-4e9b-9a09-a272e5dfabdc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de89d536-372a-40f0-95d4-ece86e26ad02', 'code': 200} Aug 18 12:16:39.042953 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8554f0a1-d870-46e4-a615-de0443b6be10 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:16:39.051435 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-8554f0a1-d870-46e4-a615-de0443b6be10 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "PUT /v2.0/routers/5c3821dd-0e2c-4044-bf37-1988f8119a50/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5563304 Aug 18 12:16:39.058980 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 57026) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:16:39.059316 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cff316ac-8aeb-4f20-9555-a4598187f732 None None] Sync routers for ids ['5c3821dd-0e2c-4044-bf37-1988f8119a50'] in n-d-804985-2 {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:16:39.079888 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff316ac-8aeb-4f20-9555-a4598187f732 None None] Routers {'5c3821dd-0e2c-4044-bf37-1988f8119a50'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:16:39.081738 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-cff316ac-8aeb-4f20-9555-a4598187f732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:16:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['5c3821dd-0e2c-4044-bf37-1988f8119a50'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:16:39.215386 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-5160054c-69ea-4a97-84e4-58e1e99ec2ad req-814b59fb-066f-4586-9b94-901d5e798728 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:39.245190 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-205aaaff-efde-4141-a122-b4f71c76733f tempest-TestServerBasicOps-59883255 tempest-TestServerBasicOps-59883255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:39.296108 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814b59fb-066f-4586-9b94-901d5e798728 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Pushing event deleted for resources: {'Port': ['ID=de89d536-372a-40f0-95d4-ece86e26ad02,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:16:39.408496 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-cff316ac-8aeb-4f20-9555-a4598187f732 None None] Set router 5c3821dd-0e2c-4044-bf37-1988f8119a50 gateway port host: n-d-804985-2 {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:16:39.552004 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [None req-205aaaff-efde-4141-a122-b4f71c76733f tempest-TestServerBasicOps-59883255 tempest-TestServerBasicOps-59883255-project] Allocated IP 172.25.7.131 (7cae7a70-14fd-408c-b14d-39ceb97cb60e/9784295a-20b8-4a4b-b105-f82737f0448f/d2eed8f4-22c8-47d8-92af-78b235f3ca05) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:16:39.576152 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc0d2845-acbd-4bae-9594-7c413b03e3d1 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Deleting subnet e946d931-a852-4d12-bbc8-b7cb94a92f2a {{(pid=106252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 12:16:39.593218 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-dc0d2845-acbd-4bae-9594-7c413b03e3d1 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks [] for subnet, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:39.673234 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5160054c-69ea-4a97-84e4-58e1e99ec2ad req-814b59fb-066f-4586-9b94-901d5e798728 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Router b11ee3f0-35fc-4067-8ff9-e8701f5a6b3a has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:16:39.764151 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-dc0d2845-acbd-4bae-9594-7c413b03e3d1 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2221528'] for subnet, precommit_delete_associations {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:39.865044 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-cff316ac-8aeb-4f20-9555-a4598187f732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c3821dd-0e2c-4044-bf37-1988f8119a50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-228808610', 'tenant_id': 'b60736d695f1461b9071c3b3eddcc039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.39'}], 'enable_snat': True}, 'gw_port_id': '1bcaea4e-7a3a-4229-9f58-d8c14d2fd3d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:15:04Z', 'updated_at': '2021-08-18T12:16:35Z', 'revision_number': 5, 'project_id': 'b60736d695f1461b9071c3b3eddcc039', 'gw_port': {'id': '1bcaea4e-7a3a-4229-9f58-d8c14d2fd3d5', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:5a:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c3821dd-0e2c-4044-bf37-1988f8119a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2926, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:15:04Z', 'updated_at': '2021-08-18T12:15:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:16:39.917870 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cff316ac-8aeb-4f20-9555-a4598187f732 None None] Checking router: 5c3821dd-0e2c-4044-bf37-1988f8119a50 for host: n-d-804985-2 {{(pid=106254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:16:39.935488 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5160054c-69ea-4a97-84e4-58e1e99ec2ad req-814b59fb-066f-4586-9b94-901d5e798728 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:16:39.941292 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff316ac-8aeb-4f20-9555-a4598187f732 None None] Routers {'5c3821dd-0e2c-4044-bf37-1988f8119a50'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:16:39.942225 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-cff316ac-8aeb-4f20-9555-a4598187f732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:16:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['5c3821dd-0e2c-4044-bf37-1988f8119a50'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:16:39.949667 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1709035c-b399-4e8d-a5b7-59c81e96e550 None None] Sync routers for ids ['b11ee3f0-35fc-4067-8ff9-e8701f5a6b3a'] in n-d-804985-2 {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:16:39.973508 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1709035c-b399-4e8d-a5b7-59c81e96e550 None None] Routers {'b11ee3f0-35fc-4067-8ff9-e8701f5a6b3a'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:16:39.977055 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-1709035c-b399-4e8d-a5b7-59c81e96e550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:16:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['b11ee3f0-35fc-4067-8ff9-e8701f5a6b3a'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:16:40.036851 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-5160054c-69ea-4a97-84e4-58e1e99ec2ad req-814b59fb-066f-4586-9b94-901d5e798728 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] No DVR routers for this DVR port de89d536-372a-40f0-95d4-ece86e26ad02 on host n-h2-804985-2 {{(pid=106253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:16:40.049499 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-5160054c-69ea-4a97-84e4-58e1e99ec2ad req-814b59fb-066f-4586-9b94-901d5e798728 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:40.051617 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-5160054c-69ea-4a97-84e4-58e1e99ec2ad req-814b59fb-066f-4586-9b94-901d5e798728 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] 10.222.0.62 "DELETE /v2.0/ports/de89d536-372a-40f0-95d4-ece86e26ad02 HTTP/1.1" status: 204 len: 173 time: 3.1781836 Aug 18 12:16:40.217605 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-1709035c-b399-4e8d-a5b7-59c81e96e550 None None] Set router b11ee3f0-35fc-4067-8ff9-e8701f5a6b3a gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:16:40.231350 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-cff316ac-8aeb-4f20-9555-a4598187f732 None None] Set router 5c3821dd-0e2c-4044-bf37-1988f8119a50 gateway port host: n-d-804985-2 {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:16:40.313251 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 57056) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:16:40.353758 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-5160054c-69ea-4a97-84e4-58e1e99ec2ad req-a389bdb6-4c90-49b0-820d-0a81f30e0ed2 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Deleting port d8713f4a-f3e1-4969-98d9-fb54153a1b08 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:16:40.355215 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-5160054c-69ea-4a97-84e4-58e1e99ec2ad req-a389bdb6-4c90-49b0-820d-0a81f30e0ed2 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:40.581071 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-5160054c-69ea-4a97-84e4-58e1e99ec2ad req-a389bdb6-4c90-49b0-820d-0a81f30e0ed2 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] For port d8713f4a-f3e1-4969-98d9-fb54153a1b08, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=d8713f4a-f3e1-4969-98d9-fb54153a1b08,segment=NetworkSegment(df3c0b73-1969-468f-b788-2fc792f44d99),segment_id=df3c0b73-1969-468f-b788-2fc792f44d99)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:16:40.581430 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-5160054c-69ea-4a97-84e4-58e1e99ec2ad req-a389bdb6-4c90-49b0-820d-0a81f30e0ed2 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:40.591180 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-cff316ac-8aeb-4f20-9555-a4598187f732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c3821dd-0e2c-4044-bf37-1988f8119a50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-228808610', 'tenant_id': 'b60736d695f1461b9071c3b3eddcc039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.39'}], 'enable_snat': True}, 'gw_port_id': '1bcaea4e-7a3a-4229-9f58-d8c14d2fd3d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:15:04Z', 'updated_at': '2021-08-18T12:16:35Z', 'revision_number': 5, 'project_id': 'b60736d695f1461b9071c3b3eddcc039', 'gw_port': {'id': '1bcaea4e-7a3a-4229-9f58-d8c14d2fd3d5', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:5a:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c3821dd-0e2c-4044-bf37-1988f8119a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2926, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:15:04Z', 'updated_at': '2021-08-18T12:15:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:16:40.622390 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cc02556-7c0a-4e9b-9a09-a272e5dfabdc', 'name': 'network-vif-deleted', 'tag': 'de89d536-372a-40f0-95d4-ece86e26ad02'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:16:40.624944 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0679f4c4b6e0e0c064a7d71d722dc30541a34fffee11680573be22ee2ffccc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-decc6a89-f2b2-4c4e-aec2-151e214eed41" -d '{"events": [{"server_uuid": "2cc02556-7c0a-4e9b-9a09-a272e5dfabdc", "name": "network-vif-deleted", "tag": "de89d536-372a-40f0-95d4-ece86e26ad02"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:16:40.637526 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-5160054c-69ea-4a97-84e4-58e1e99ec2ad req-a389bdb6-4c90-49b0-820d-0a81f30e0ed2 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Calling delete_port for d8713f4a-f3e1-4969-98d9-fb54153a1b08 owned by compute:nova {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:16:40.660799 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cff316ac-8aeb-4f20-9555-a4598187f732 None None] The sync data for ids ['5c3821dd-0e2c-4044-bf37-1988f8119a50'] in n-d-804985-2 is: [{'id': '5c3821dd-0e2c-4044-bf37-1988f8119a50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-228808610', 'tenant_id': 'b60736d695f1461b9071c3b3eddcc039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.39'}], 'enable_snat': True}, 'gw_port_id': '1bcaea4e-7a3a-4229-9f58-d8c14d2fd3d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:15:04Z', 'updated_at': '2021-08-18T12:16:35Z', 'revision_number': 5, 'project_id': 'b60736d695f1461b9071c3b3eddcc039', 'gw_port': {'id': '1bcaea4e-7a3a-4229-9f58-d8c14d2fd3d5', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:5a:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c3821dd-0e2c-4044-bf37-1988f8119a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2926, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:15:04Z', 'updated_at': '2021-08-18T12:15:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:16:40.676000 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880ade68-2437-4762-9aad-8f581dd7114d req-5cdc13f3-e234-4b3b-a0ef-8c00e0630f2b tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:16:40.694532 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880ade68-2437-4762-9aad-8f581dd7114d req-5cdc13f3-e234-4b3b-a0ef-8c00e0630f2b tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:16:40.696815 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-880ade68-2437-4762-9aad-8f581dd7114d req-5cdc13f3-e234-4b3b-a0ef-8c00e0630f2b tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] 10.222.0.66 "GET /v2.0/ports?device_id=2cc02556-7c0a-4e9b-9a09-a272e5dfabdc HTTP/1.1" status: 200 len: 1677 time: 1.2187278 Aug 18 12:16:40.729370 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-1709035c-b399-4e8d-a5b7-59c81e96e550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b11ee3f0-35fc-4067-8ff9-e8701f5a6b3a', 'name': 'tempest-TaggedBootDevicesTest-1217357269-router', 'tenant_id': 'c58c061f2ffb4e7caeee64937da3abfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.15'}], 'enable_snat': True}, 'gw_port_id': 'e8750c89-b7b9-4188-8935-fd9d4cdc1afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:05:55Z', 'updated_at': '2021-08-18T12:06:00Z', 'revision_number': 4, 'project_id': 'c58c061f2ffb4e7caeee64937da3abfa', 'gw_port': {'id': 'e8750c89-b7b9-4188-8935-fd9d4cdc1afb', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:bd:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b11ee3f0-35fc-4067-8ff9-e8701f5a6b3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1702, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:05:55Z', 'updated_at': '2021-08-18T12:06:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': 'fe63c3cd-a498-417e-8e06-bc2efcbdd953', 'name': '', 'network_id': 'b4c3ca6c-0ea6-41d9-a4f2-6163ca8a35bc', 'tenant_id': 'c58c061f2ffb4e7caeee64937da3abfa', 'mac_address': 'fa:16:3e:de:6b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b11ee3f0-35fc-4067-8ff9-e8701f5a6b3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'f75dd902-4c34-4253-86a2-bc437c5b9dc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:05:59Z', 'updated_at': '2021-08-18T12:06:07Z', 'revision_number': 5, 'project_id': 'c58c061f2ffb4e7caeee64937da3abfa', 'subnets': [{'id': 'f75dd902-4c34-4253-86a2-bc437c5b9dc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:16:40.825407 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bea3d4-5795-4a38-8e08-7a2662a71a76 req-6a01178f-b74f-4976-b12c-e193fbe23cbc tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:16:40.837789 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-16bea3d4-5795-4a38-8e08-7a2662a71a76 req-6a01178f-b74f-4976-b12c-e193fbe23cbc tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/ports?device_id=dc3e2d7d-3d63-428a-bc66-41ae157ef28e HTTP/1.1" status: 200 len: 946 time: 1.1879144 Aug 18 12:16:40.870381 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-880ade68-2437-4762-9aad-8f581dd7114d req-058899fa-4648-4a6e-9971-6a7ba2a7a245 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] 10.222.0.66 "GET /v2.0/security-groups?id=f288757b-df2a-4147-b6e9-81a127940c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1578467 Aug 18 12:16:40.900114 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8fe53778-e668-4905-8d50-61ee60642676 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:40.937400 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-16bea3d4-5795-4a38-8e08-7a2662a71a76 req-af98fb3f-610b-4544-9470-3ab969032a38 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/security-groups?id=0e403c9b-7ac1-4005-9e0c-41b5a2ce4137&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984864 Aug 18 12:16:40.984949 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-5160054c-69ea-4a97-84e4-58e1e99ec2ad req-a389bdb6-4c90-49b0-820d-0a81f30e0ed2 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:41.018644 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1709035c-b399-4e8d-a5b7-59c81e96e550 None None] Checking router: b11ee3f0-35fc-4067-8ff9-e8701f5a6b3a for host: n-d-804985-2 {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:16:41.028741 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1709035c-b399-4e8d-a5b7-59c81e96e550 None None] Routers {'b11ee3f0-35fc-4067-8ff9-e8701f5a6b3a'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:16:41.029425 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-1709035c-b399-4e8d-a5b7-59c81e96e550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:16:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['b11ee3f0-35fc-4067-8ff9-e8701f5a6b3a'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:16:41.074786 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:16:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e819643-1987-456e-a0f9-88c23bad7163 x-openstack-request-id: req-9e819643-1987-456e-a0f9-88c23bad7163 {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:16:41.075375 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cc02556-7c0a-4e9b-9a09-a272e5dfabdc", "name": "network-vif-deleted", "tag": "de89d536-372a-40f0-95d4-ece86e26ad02", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:16:41.075851 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-9e819643-1987-456e-a0f9-88c23bad7163 {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:16:41.076406 n-d-804985-2 neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cc02556-7c0a-4e9b-9a09-a272e5dfabdc', 'name': 'network-vif-deleted', 'tag': 'de89d536-372a-40f0-95d4-ece86e26ad02', 'status': 'completed', 'code': 200} Aug 18 12:16:41.076970 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 57080) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:16:41.077944 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a389bdb6-4c90-49b0-820d-0a81f30e0ed2 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Pushing event deleted for resources: {'Port': ['ID=d8713f4a-f3e1-4969-98d9-fb54153a1b08,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:16:41.120356 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-205aaaff-efde-4141-a122-b4f71c76733f tempest-TestServerBasicOps-59883255 tempest-TestServerBasicOps-59883255-project] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:41.152529 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device cfbaf780-ba47-4a84-9f06-fb1c7929dccd no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:16:41.177866 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-dc0d2845-acbd-4bae-9594-7c413b03e3d1 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:41.185591 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: cfbaf780-ba47-4a84-9f06-fb1c7929dccd {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:16:41.185944 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device cfbaf780-ba47-4a84-9f06-fb1c7929dccd not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:16:41.203546 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-5160054c-69ea-4a97-84e4-58e1e99ec2ad req-a389bdb6-4c90-49b0-820d-0a81f30e0ed2 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] No DVR routers for this DVR port d8713f4a-f3e1-4969-98d9-fb54153a1b08 on host n-h2-804985-2 {{(pid=106253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:16:41.213674 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-5160054c-69ea-4a97-84e4-58e1e99ec2ad req-a389bdb6-4c90-49b0-820d-0a81f30e0ed2 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:41.216963 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-5160054c-69ea-4a97-84e4-58e1e99ec2ad req-a389bdb6-4c90-49b0-820d-0a81f30e0ed2 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] 10.222.0.62 "DELETE /v2.0/ports/d8713f4a-f3e1-4969-98d9-fb54153a1b08 HTTP/1.1" status: 204 len: 173 time: 1.1571112 Aug 18 12:16:41.276501 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-1709035c-b399-4e8d-a5b7-59c81e96e550 None None] Set router b11ee3f0-35fc-4067-8ff9-e8701f5a6b3a gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:16:41.363874 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-205aaaff-efde-4141-a122-b4f71c76733f tempest-TestServerBasicOps-59883255 tempest-TestServerBasicOps-59883255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:41.367461 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-dc0d2845-acbd-4bae-9594-7c413b03e3d1 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3572848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59074100'] for subnet, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:41.404143 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-616d4fd9-3a0c-400d-b135-5e151f62e9ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:41.462843 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8fe53778-e668-4905-8d50-61ee60642676 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:41.481765 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-5160054c-69ea-4a97-84e4-58e1e99ec2ad req-b916fa44-6a08-4b1f-80d3-fb38cb24dd6e tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Deleting port 7f6b3812-445c-4afd-a44a-5114fb7ae290 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:16:41.483563 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-5160054c-69ea-4a97-84e4-58e1e99ec2ad req-b916fa44-6a08-4b1f-80d3-fb38cb24dd6e tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:41.497872 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8fe53778-e668-4905-8d50-61ee60642676 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:41.505377 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69e2e902-0b97-422e-b326-f0e2484e13e3 None None] Network e9151886-a8d5-45f7-8d09-a3bfb73f6646 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:16:41.532752 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205aaaff-efde-4141-a122-b4f71c76733f tempest-TestServerBasicOps-59883255 tempest-TestServerBasicOps-59883255-project] Pushing event updated for resources: {'Port': ['ID=d2eed8f4-22c8-47d8-92af-78b235f3ca05,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:16:41.542760 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-dc0d2845-acbd-4bae-9594-7c413b03e3d1 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for subnet, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:41.544977 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-dc0d2845-acbd-4bae-9594-7c413b03e3d1 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "DELETE /v2.0/subnets/e946d931-a852-4d12-bbc8-b7cb94a92f2a HTTP/1.1" status: 204 len: 168 time: 2.4529710 Aug 18 12:16:41.600365 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 57090) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:16:41.643261 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-1709035c-b399-4e8d-a5b7-59c81e96e550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b11ee3f0-35fc-4067-8ff9-e8701f5a6b3a', 'name': 'tempest-TaggedBootDevicesTest-1217357269-router', 'tenant_id': 'c58c061f2ffb4e7caeee64937da3abfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.15'}], 'enable_snat': True}, 'gw_port_id': 'e8750c89-b7b9-4188-8935-fd9d4cdc1afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:05:55Z', 'updated_at': '2021-08-18T12:06:00Z', 'revision_number': 4, 'project_id': 'c58c061f2ffb4e7caeee64937da3abfa', 'gw_port': {'id': 'e8750c89-b7b9-4188-8935-fd9d4cdc1afb', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:bd:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b11ee3f0-35fc-4067-8ff9-e8701f5a6b3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1702, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:05:55Z', 'updated_at': '2021-08-18T12:06:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': 'fe63c3cd-a498-417e-8e06-bc2efcbdd953', 'name': '', 'network_id': 'b4c3ca6c-0ea6-41d9-a4f2-6163ca8a35bc', 'tenant_id': 'c58c061f2ffb4e7caeee64937da3abfa', 'mac_address': 'fa:16:3e:de:6b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b11ee3f0-35fc-4067-8ff9-e8701f5a6b3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'f75dd902-4c34-4253-86a2-bc437c5b9dc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:05:59Z', 'updated_at': '2021-08-18T12:06:07Z', 'revision_number': 5, 'project_id': 'c58c061f2ffb4e7caeee64937da3abfa', 'subnets': [{'id': 'f75dd902-4c34-4253-86a2-bc437c5b9dc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:16:41.659011 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe53778-e668-4905-8d50-61ee60642676 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eecb59f2-b7bf-4910-abc5-81000abf6052,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:16:41.710102 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1709035c-b399-4e8d-a5b7-59c81e96e550 None None] The sync data for ids ['b11ee3f0-35fc-4067-8ff9-e8701f5a6b3a'] in n-d-804985-2 is: [{'id': 'b11ee3f0-35fc-4067-8ff9-e8701f5a6b3a', 'name': 'tempest-TaggedBootDevicesTest-1217357269-router', 'tenant_id': 'c58c061f2ffb4e7caeee64937da3abfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.15'}], 'enable_snat': True}, 'gw_port_id': 'e8750c89-b7b9-4188-8935-fd9d4cdc1afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:05:55Z', 'updated_at': '2021-08-18T12:06:00Z', 'revision_number': 4, 'project_id': 'c58c061f2ffb4e7caeee64937da3abfa', 'gw_port': {'id': 'e8750c89-b7b9-4188-8935-fd9d4cdc1afb', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:bd:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b11ee3f0-35fc-4067-8ff9-e8701f5a6b3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1702, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:05:55Z', 'updated_at': '2021-08-18T12:06:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': 'fe63c3cd-a498-417e-8e06-bc2efcbdd953', 'name': '', 'network_id': 'b4c3ca6c-0ea6-41d9-a4f2-6163ca8a35bc', 'tenant_id': 'c58c061f2ffb4e7caeee64937da3abfa', 'mac_address': 'fa:16:3e:de:6b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b11ee3f0-35fc-4067-8ff9-e8701f5a6b3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'f75dd902-4c34-4253-86a2-bc437c5b9dc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:05:59Z', 'updated_at': '2021-08-18T12:06:07Z', 'revision_number': 5, 'project_id': 'c58c061f2ffb4e7caeee64937da3abfa', 'subnets': [{'id': 'f75dd902-4c34-4253-86a2-bc437c5b9dc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:16:41.749581 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-8fe53778-e668-4905-8d50-61ee60642676 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=92194b07bbd640c98f8675baa0c397ef&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4337363 Aug 18 12:16:41.802962 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-5160054c-69ea-4a97-84e4-58e1e99ec2ad req-b916fa44-6a08-4b1f-80d3-fb38cb24dd6e tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] For port 7f6b3812-445c-4afd-a44a-5114fb7ae290, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=7f6b3812-445c-4afd-a44a-5114fb7ae290,segment=NetworkSegment(926df150-8e3a-4382-95d3-bc82a1fd69e4),segment_id=926df150-8e3a-4382-95d3-bc82a1fd69e4)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:16:41.803327 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-5160054c-69ea-4a97-84e4-58e1e99ec2ad req-b916fa44-6a08-4b1f-80d3-fb38cb24dd6e tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:41.817235 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-5160054c-69ea-4a97-84e4-58e1e99ec2ad req-b916fa44-6a08-4b1f-80d3-fb38cb24dd6e tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Calling delete_port for 7f6b3812-445c-4afd-a44a-5114fb7ae290 owned by compute:nova {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:16:41.820902 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 57092) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:16:41.839009 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-364b314e-3ccc-4522-bf0f-fe2d5374738c tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks [] for router, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:41.912638 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fec94f7f-8095-4fa2-9f76-521f8a204777 None None] DHCP port deletion for e9151886-a8d5-45f7-8d09-a3bfb73f6646 request from n-d-804985-2 {{(pid=106254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 12:16:41.939016 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0d2845-acbd-4bae-9594-7c413b03e3d1 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Pushing event deleted for resources: {'Subnet': ['ID=e946d931-a852-4d12-bbc8-b7cb94a92f2a,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:16:41.952041 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-205aaaff-efde-4141-a122-b4f71c76733f tempest-TestServerBasicOps-59883255 tempest-TestServerBasicOps-59883255-project] Network 7cae7a70-14fd-408c-b14d-39ceb97cb60e is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:16:41.958776 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-205aaaff-efde-4141-a122-b4f71c76733f tempest-TestServerBasicOps-59883255 tempest-TestServerBasicOps-59883255-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:16:41.969569 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205aaaff-efde-4141-a122-b4f71c76733f tempest-TestServerBasicOps-59883255 tempest-TestServerBasicOps-59883255-project] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:16:42.008624 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-fec94f7f-8095-4fa2-9f76-521f8a204777 None None] Deleting port ae0e4c1c-72f4-4efd-bc35-31856d67b7ee {{(pid=106254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:16:42.009065 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-fec94f7f-8095-4fa2-9f76-521f8a204777 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:42.036142 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ed41ee7f-2810-4474-8530-0284dcbc225b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:42.087491 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ed41ee7f-2810-4474-8530-0284dcbc225b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:42.145147 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-616d4fd9-3a0c-400d-b135-5e151f62e9ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:42.147603 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-fec94f7f-8095-4fa2-9f76-521f8a204777 None None] For port ae0e4c1c-72f4-4efd-bc35-31856d67b7ee, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=ae0e4c1c-72f4-4efd-bc35-31856d67b7ee,segment=NetworkSegment(853c2d50-b260-40cd-8b91-d791f4791b51),segment_id=853c2d50-b260-40cd-8b91-d791f4791b51)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:16:42.148052 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-fec94f7f-8095-4fa2-9f76-521f8a204777 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:42.157108 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-616d4fd9-3a0c-400d-b135-5e151f62e9ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:42.167539 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-fec94f7f-8095-4fa2-9f76-521f8a204777 None None] Calling delete_port for ae0e4c1c-72f4-4efd-bc35-31856d67b7ee owned by network:dhcp {{(pid=106254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:16:42.189144 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-616d4fd9-3a0c-400d-b135-5e151f62e9ff admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=26258e00257f40ae92e8c82eadca3e3c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1052995 Aug 18 12:16:42.191239 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 57106) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:16:42.265954 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-fec94f7f-8095-4fa2-9f76-521f8a204777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556'] for port, after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:42.280454 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d6be25b-4a92-45e4-9072-fcc8dc646340 None None] New status for floating IP 06914484-f71b-47d3-b4c8-f2f1a4b2b171: DOWN {{(pid=106254) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 12:16:42.322998 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616d4fd9-3a0c-400d-b135-5e151f62e9ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e40a86c2-4ca3-4eb4-bfb8-9a45ec2e9353,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:16:42.339345 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa6b87a-8ee6-4c1a-94d4-5574cfc2f68b req-7377aebd-e525-4131-987c-7ecc063aaf20 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:16:42.342410 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec94f7f-8095-4fa2-9f76-521f8a204777 None None] Pushing event deleted for resources: {'Port': ['ID=ae0e4c1c-72f4-4efd-bc35-31856d67b7ee,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:16:42.350279 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec94f7f-8095-4fa2-9f76-521f8a204777 None None] No DVR routers for this DVR port ae0e4c1c-72f4-4efd-bc35-31856d67b7ee on host n-d-804985-2 {{(pid=106254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:16:42.353792 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-efa6b87a-8ee6-4c1a-94d4-5574cfc2f68b req-7377aebd-e525-4131-987c-7ecc063aaf20 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] 10.222.0.66 "GET /v2.0/ports?device_id=2cc02556-7c0a-4e9b-9a09-a272e5dfabdc HTTP/1.1" status: 200 len: 943 time: 0.3441479 Aug 18 12:16:42.362657 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ed41ee7f-2810-4474-8530-0284dcbc225b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:42.367494 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ed41ee7f-2810-4474-8530-0284dcbc225b admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:42.377375 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-ed41ee7f-2810-4474-8530-0284dcbc225b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/eecb59f2-b7bf-4910-abc5-81000abf6052 HTTP/1.1" status: 204 len: 168 time: 0.5507247 Aug 18 12:16:42.409691 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-364b314e-3ccc-4522-bf0f-fe2d5374738c tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:42.413642 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-cca3f32d-3a45-497e-a526-fc6b3f56b434 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:42.428357 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed41ee7f-2810-4474-8530-0284dcbc225b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eecb59f2-b7bf-4910-abc5-81000abf6052,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:16:42.433537 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-5160054c-69ea-4a97-84e4-58e1e99ec2ad req-b916fa44-6a08-4b1f-80d3-fb38cb24dd6e tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:42.454321 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-cca3f32d-3a45-497e-a526-fc6b3f56b434 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:42.503141 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21164a22-37dc-411f-af3f-457194f9977e req-8b0f625f-9011-403a-9365-464e3e5844ed tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:16:42.504968 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-21164a22-37dc-411f-af3f-457194f9977e req-8b0f625f-9011-403a-9365-464e3e5844ed tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/ports?device_id=dc3e2d7d-3d63-428a-bc66-41ae157ef28e HTTP/1.1" status: 200 len: 946 time: 0.4082494 Aug 18 12:16:42.511551 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b916fa44-6a08-4b1f-80d3-fb38cb24dd6e tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Pushing event deleted for resources: {'Port': ['ID=7f6b3812-445c-4afd-a44a-5114fb7ae290,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:16:42.625442 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-5160054c-69ea-4a97-84e4-58e1e99ec2ad req-b916fa44-6a08-4b1f-80d3-fb38cb24dd6e tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] No DVR routers for this DVR port 7f6b3812-445c-4afd-a44a-5114fb7ae290 on host n-h2-804985-2 {{(pid=106253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:16:42.628591 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-5160054c-69ea-4a97-84e4-58e1e99ec2ad req-b916fa44-6a08-4b1f-80d3-fb38cb24dd6e tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:42.631288 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-5160054c-69ea-4a97-84e4-58e1e99ec2ad req-b916fa44-6a08-4b1f-80d3-fb38cb24dd6e tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] 10.222.0.62 "DELETE /v2.0/ports/7f6b3812-445c-4afd-a44a-5114fb7ae290 HTTP/1.1" status: 204 len: 173 time: 1.4037910 Aug 18 12:16:42.648149 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-cca3f32d-3a45-497e-a526-fc6b3f56b434 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:42.651450 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-cca3f32d-3a45-497e-a526-fc6b3f56b434 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:42.652669 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-cca3f32d-3a45-497e-a526-fc6b3f56b434 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e40a86c2-4ca3-4eb4-bfb8-9a45ec2e9353 HTTP/1.1" status: 204 len: 168 time: 0.4588566 Aug 18 12:16:42.674864 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca3f32d-3a45-497e-a526-fc6b3f56b434 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e40a86c2-4ca3-4eb4-bfb8-9a45ec2e9353,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:16:42.743175 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-efa6b87a-8ee6-4c1a-94d4-5574cfc2f68b req-4e3b11c6-32a4-44b8-8537-11ee29fae4e0 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] 10.222.0.66 "GET /v2.0/security-groups?id=f288757b-df2a-4147-b6e9-81a127940c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3870716 Aug 18 12:16:42.779165 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-21164a22-37dc-411f-af3f-457194f9977e req-5e1e6aac-dd35-401b-96dc-3b071058da03 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/security-groups?id=0e403c9b-7ac1-4005-9e0c-41b5a2ce4137&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2296128 Aug 18 12:16:42.790059 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-364b314e-3ccc-4522-bf0f-fe2d5374738c tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Deleting port 1bcaea4e-7a3a-4229-9f58-d8c14d2fd3d5 {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:16:42.790416 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-364b314e-3ccc-4522-bf0f-fe2d5374738c tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:42.907555 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 57124) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:16:42.934882 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2200daba-fa5f-4a0d-af9b-0aa711e0aff5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:43.082149 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cc02556-7c0a-4e9b-9a09-a272e5dfabdc', 'name': 'network-vif-deleted', 'tag': 'd8713f4a-f3e1-4969-98d9-fb54153a1b08'}, {'server_uuid': '2cc02556-7c0a-4e9b-9a09-a272e5dfabdc', 'name': 'network-vif-deleted', 'tag': '7f6b3812-445c-4afd-a44a-5114fb7ae290'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:16:43.087170 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0679f4c4b6e0e0c064a7d71d722dc30541a34fffee11680573be22ee2ffccc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec2b9d3f-8d6b-47d8-b8a4-19d20e2bd09d" -d '{"events": [{"server_uuid": "2cc02556-7c0a-4e9b-9a09-a272e5dfabdc", "name": "network-vif-deleted", "tag": "d8713f4a-f3e1-4969-98d9-fb54153a1b08"}, {"server_uuid": "2cc02556-7c0a-4e9b-9a09-a272e5dfabdc", "name": "network-vif-deleted", "tag": "7f6b3812-445c-4afd-a44a-5114fb7ae290"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:16:43.170387 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2200daba-fa5f-4a0d-af9b-0aa711e0aff5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:43.188061 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 18 Aug 2021 12:16:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50dbfd6e-a717-43dc-ae1b-07df99047c91 x-openstack-request-id: req-50dbfd6e-a717-43dc-ae1b-07df99047c91 {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:16:43.188467 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cc02556-7c0a-4e9b-9a09-a272e5dfabdc", "name": "network-vif-deleted", "tag": "d8713f4a-f3e1-4969-98d9-fb54153a1b08", "status": "completed", "code": 200}, {"server_uuid": "2cc02556-7c0a-4e9b-9a09-a272e5dfabdc", "name": "network-vif-deleted", "tag": "7f6b3812-445c-4afd-a44a-5114fb7ae290", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:16:43.188734 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-50dbfd6e-a717-43dc-ae1b-07df99047c91 {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:16:43.189154 n-d-804985-2 neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cc02556-7c0a-4e9b-9a09-a272e5dfabdc', 'name': 'network-vif-deleted', 'tag': 'd8713f4a-f3e1-4969-98d9-fb54153a1b08', 'status': 'completed', 'code': 200} Aug 18 12:16:43.192499 n-d-804985-2 neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cc02556-7c0a-4e9b-9a09-a272e5dfabdc', 'name': 'network-vif-deleted', 'tag': '7f6b3812-445c-4afd-a44a-5114fb7ae290', 'status': 'completed', 'code': 200} Aug 18 12:16:43.192872 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [None req-364b314e-3ccc-4522-bf0f-fe2d5374738c tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] For port 1bcaea4e-7a3a-4229-9f58-d8c14d2fd3d5, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=1bcaea4e-7a3a-4229-9f58-d8c14d2fd3d5,segment=NetworkSegment(c5a3db9d-5c58-41b1-9177-d5787a597b78),segment_id=c5a3db9d-5c58-41b1-9177-d5787a597b78)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:16:43.193834 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-364b314e-3ccc-4522-bf0f-fe2d5374738c tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:43.203321 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2200daba-fa5f-4a0d-af9b-0aa711e0aff5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:43.217412 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-364b314e-3ccc-4522-bf0f-fe2d5374738c tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Calling delete_port for 1bcaea4e-7a3a-4229-9f58-d8c14d2fd3d5 owned by network:router_gateway {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:16:43.240106 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device ae0e4c1c-72f4-4efd-bc35-31856d67b7ee no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:16:43.251926 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-205aaaff-efde-4141-a122-b4f71c76733f tempest-TestServerBasicOps-59883255 tempest-TestServerBasicOps-59883255-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:43.265720 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-2200daba-fa5f-4a0d-af9b-0aa711e0aff5 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=7daa7bef46244981a5bdb700c270c5b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3570118 Aug 18 12:16:43.270657 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 57132) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:16:43.289623 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: ae0e4c1c-72f4-4efd-bc35-31856d67b7ee {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:16:43.291129 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device ae0e4c1c-72f4-4efd-bc35-31856d67b7ee not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:16:43.346010 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2200daba-fa5f-4a0d-af9b-0aa711e0aff5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc103b63-eff1-4d7d-9a01-a776f8f3b7a2,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:16:43.346010 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 57138) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:16:43.368865 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-059742e8-d28f-4c67-884c-01d8ad2be9ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:43.387596 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f6f6a89f-caa0-473c-bcda-0895b77da3ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:43.425209 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f6f6a89f-caa0-473c-bcda-0895b77da3ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:43.536311 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-205aaaff-efde-4141-a122-b4f71c76733f tempest-TestServerBasicOps-59883255 tempest-TestServerBasicOps-59883255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:43.538191 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-364b314e-3ccc-4522-bf0f-fe2d5374738c tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:43.545691 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-059742e8-d28f-4c67-884c-01d8ad2be9ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:43.557580 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-059742e8-d28f-4c67-884c-01d8ad2be9ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:43.575594 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f6f6a89f-caa0-473c-bcda-0895b77da3ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:43.578400 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f6f6a89f-caa0-473c-bcda-0895b77da3ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:43.579892 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-f6f6a89f-caa0-473c-bcda-0895b77da3ea admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/fc103b63-eff1-4d7d-9a01-a776f8f3b7a2 HTTP/1.1" status: 204 len: 168 time: 0.3071554 Aug 18 12:16:43.601852 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364b314e-3ccc-4522-bf0f-fe2d5374738c tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Pushing event deleted for resources: {'Port': ['ID=1bcaea4e-7a3a-4229-9f58-d8c14d2fd3d5,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:16:43.627536 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-059742e8-d28f-4c67-884c-01d8ad2be9ea admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c1db3222933445fd9a02326a2861f08f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2789690 Aug 18 12:16:43.627536 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059742e8-d28f-4c67-884c-01d8ad2be9ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c2062c2-9e3c-4b42-b650-edd7c465f059,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:16:43.640372 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 57142) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:16:43.669169 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f6a89f-caa0-473c-bcda-0895b77da3ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc103b63-eff1-4d7d-9a01-a776f8f3b7a2,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:16:43.699514 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-364b314e-3ccc-4522-bf0f-fe2d5374738c tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-997271'] for router_gateway, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:43.756216 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3b837317-0226-4b8b-a9c8-f67d3c50d59d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:43.785748 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3b837317-0226-4b8b-a9c8-f67d3c50d59d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:43.880029 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3b837317-0226-4b8b-a9c8-f67d3c50d59d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:43.887038 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3b837317-0226-4b8b-a9c8-f67d3c50d59d admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:43.889285 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-3b837317-0226-4b8b-a9c8-f67d3c50d59d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/5c2062c2-9e3c-4b42-b650-edd7c465f059 HTTP/1.1" status: 204 len: 168 time: 0.2467842 Aug 18 12:16:43.902512 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-364b314e-3ccc-4522-bf0f-fe2d5374738c tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-996004', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15859'] for router, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:43.913983 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b837317-0226-4b8b-a9c8-f67d3c50d59d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c2062c2-9e3c-4b42-b650-edd7c465f059,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:16:43.922347 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-364b314e-3ccc-4522-bf0f-fe2d5374738c tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:43.978794 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-74027706-6079-4828-8e65-b2989860ffcf req-f929fe47-00b2-422a-9c8c-fad86af4f34c tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] 10.222.0.66 "GET /v2.0/ports?device_id=2cc02556-7c0a-4e9b-9a09-a272e5dfabdc HTTP/1.1" status: 200 len: 210 time: 0.0788257 Aug 18 12:16:44.102345 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-364b314e-3ccc-4522-bf0f-fe2d5374738c tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-996061'] for router, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:44.103028 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-364b314e-3ccc-4522-bf0f-fe2d5374738c tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Fanout notify agent at l3_agent the message router_deleted on router 5c3821dd-0e2c-4044-bf37-1988f8119a50 {{(pid=106252) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 12:16:44.113138 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-364b314e-3ccc-4522-bf0f-fe2d5374738c tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks [] for router, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:44.116948 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-364b314e-3ccc-4522-bf0f-fe2d5374738c tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "DELETE /v2.0/routers/5c3821dd-0e2c-4044-bf37-1988f8119a50 HTTP/1.1" status: 204 len: 168 time: 2.5096316 Aug 18 12:16:44.117785 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 57160) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:16:44.140981 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0fed14-a710-4587-b5de-3d9565df73c7 req-10046fed-e7df-4dfa-8759-1e4b595b6d83 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:16:44.142828 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7c0fed14-a710-4587-b5de-3d9565df73c7 req-10046fed-e7df-4dfa-8759-1e4b595b6d83 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/ports?device_id=dc3e2d7d-3d63-428a-bc66-41ae157ef28e HTTP/1.1" status: 200 len: 946 time: 0.1942136 Aug 18 12:16:44.222638 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-205aaaff-efde-4141-a122-b4f71c76733f tempest-TestServerBasicOps-59883255 tempest-TestServerBasicOps-59883255-project] Notify callbacks [] for port, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:44.242562 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-205aaaff-efde-4141-a122-b4f71c76733f tempest-TestServerBasicOps-59883255 tempest-TestServerBasicOps-59883255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:44.321529 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4070e14b-4311-4558-9e13-8730d6ba051f tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7904109'] for network, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:44.323680 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 57164) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:16:44.349535 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2874bf66-44b7-4df5-ba4d-e6e6d4a04cb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:44.357448 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205aaaff-efde-4141-a122-b4f71c76733f tempest-TestServerBasicOps-59883255 tempest-TestServerBasicOps-59883255-project] Pushing event updated for resources: {'Port': ['ID=d2eed8f4-22c8-47d8-92af-78b235f3ca05,revision_number=2']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:16:44.376825 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7c0fed14-a710-4587-b5de-3d9565df73c7 req-3f77c5c6-e57f-4f30-a9e4-89afb0f752f7 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/security-groups?id=0e403c9b-7ac1-4005-9e0c-41b5a2ce4137&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2129328 Aug 18 12:16:44.450779 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-205aaaff-efde-4141-a122-b4f71c76733f tempest-TestServerBasicOps-59883255 tempest-TestServerBasicOps-59883255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-989945'] for floatingip, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:44.545802 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4070e14b-4311-4558-9e13-8730d6ba051f tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8367869', 'neutron.services.segments.db._delete_segments_for_network-8789151212993'] for network, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:44.613065 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 57172) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:16:44.626193 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-4070e14b-4311-4558-9e13-8730d6ba051f tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9151886-a8d5-45f7-8d09-a3bfb73f6646']}} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:16:44.642137 n-d-804985-2 neutron-server[106252]: INFO neutron.db.l3_db [None req-205aaaff-efde-4141-a122-b4f71c76733f tempest-TestServerBasicOps-59883255 tempest-TestServerBasicOps-59883255-project] Floating IP 4bcac970-3130-4911-b3fc-339cfe9e139c associated. External IP: 172.25.7.131, port: e98e409e-28ce-4225-9f9b-3e7242be722b. Aug 18 12:16:44.642750 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-31d40b57-790a-479d-800c-484249e9f06d admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:44.656208 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-4070e14b-4311-4558-9e13-8730d6ba051f tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '853c2d50-b260-40cd-8b91-d791f4791b51') {'for_net_delete': True} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:16:44.656573 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-4070e14b-4311-4558-9e13-8730d6ba051f tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '853c2d50-b260-40cd-8b91-d791f4791b51') {} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:16:44.698179 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2874bf66-44b7-4df5-ba4d-e6e6d4a04cb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:44.702513 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4070e14b-4311-4558-9e13-8730d6ba051f tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789151225254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902236'] for segment, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:44.802210 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-31d40b57-790a-479d-800c-484249e9f06d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:44.805661 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2874bf66-44b7-4df5-ba4d-e6e6d4a04cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:44.845083 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-2874bf66-44b7-4df5-ba4d-e6e6d4a04cb2 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=3b823b503abe4bc8b1119e700da03b06&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5203414 Aug 18 12:16:44.846019 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-31d40b57-790a-479d-800c-484249e9f06d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:44.848815 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 57174) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:16:44.879709 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4070e14b-4311-4558-9e13-8730d6ba051f tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:44.887554 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4070e14b-4311-4558-9e13-8730d6ba051f tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Releasing vlan 839 on physical network physnet1 to pool {{(pid=106253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:16:44.889595 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4070e14b-4311-4558-9e13-8730d6ba051f tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58900537'] for segment, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:44.910471 n-d-804985-2 neutron-server[106253]: Traceback (most recent call last): Aug 18 12:16:44.910471 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:16:44.910471 n-d-804985-2 neutron-server[106253]: timer() Aug 18 12:16:44.910471 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:16:44.910471 n-d-804985-2 neutron-server[106253]: cb(*args, **kw) Aug 18 12:16:44.910471 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:16:44.910471 n-d-804985-2 neutron-server[106253]: return func(*args, **kwargs) Aug 18 12:16:44.910471 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:16:44.910471 n-d-804985-2 neutron-server[106253]: self._notify() Aug 18 12:16:44.910471 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:16:44.910471 n-d-804985-2 neutron-server[106253]: self.callback(batched_events) Aug 18 12:16:44.910471 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:16:44.910471 n-d-804985-2 neutron-server[106253]: event.method(event) Aug 18 12:16:44.910471 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:16:44.910471 n-d-804985-2 neutron-server[106253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:16:44.910471 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:16:44.910471 n-d-804985-2 neutron-server[106253]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:16:44.910471 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:16:44.910471 n-d-804985-2 neutron-server[106253]: return f(self, *a, **k) Aug 18 12:16:44.910471 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:16:44.910471 n-d-804985-2 neutron-server[106253]: return self._get(url).json() Aug 18 12:16:44.910471 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:16:44.910471 n-d-804985-2 neutron-server[106253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:16:44.910471 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:16:44.910471 n-d-804985-2 neutron-server[106253]: return self.request(url, 'GET', **kwargs) Aug 18 12:16:44.910471 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:16:44.910471 n-d-804985-2 neutron-server[106253]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:16:44.910471 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:16:44.910471 n-d-804985-2 neutron-server[106253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:16:44.910471 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:16:44.910471 n-d-804985-2 neutron-server[106253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:16:44.910471 n-d-804985-2 neutron-server[106253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:16:44.969746 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-06871e1a-0113-48ff-bdf7-71017655d678 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:44.975869 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-31d40b57-790a-479d-800c-484249e9f06d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=0ce6b64e84aa4f1b860a1842226ca548&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3586862 Aug 18 12:16:44.978599 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 57180) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:16:44.986520 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-205aaaff-efde-4141-a122-b4f71c76733f tempest-TestServerBasicOps-59883255 tempest-TestServerBasicOps-59883255-project] Router 22416481-7189-46ad-b8e7-636d7702e44c has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:16:45.015113 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-06871e1a-0113-48ff-bdf7-71017655d678 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:45.035564 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2874bf66-44b7-4df5-ba4d-e6e6d4a04cb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81e71c3e-de95-455f-989e-10930c808a44,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:16:45.040239 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4070e14b-4311-4558-9e13-8730d6ba051f tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8367858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997186'] for network, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:45.078718 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4070e14b-4311-4558-9e13-8730d6ba051f tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks [] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:45.080814 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-4070e14b-4311-4558-9e13-8730d6ba051f tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "DELETE /v2.0/networks/e9151886-a8d5-45f7-8d09-a3bfb73f6646 HTTP/1.1" status: 204 len: 168 time: 0.9624760 Aug 18 12:16:45.083863 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2874bf66-44b7-4df5-ba4d-e6e6d4a04cb2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:16:45.084287 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2874bf66-44b7-4df5-ba4d-e6e6d4a04cb2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:16:45.084749 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2874bf66-44b7-4df5-ba4d-e6e6d4a04cb2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:16:45.085181 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2874bf66-44b7-4df5-ba4d-e6e6d4a04cb2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:16:45.085610 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2874bf66-44b7-4df5-ba4d-e6e6d4a04cb2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:16:45.086035 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2874bf66-44b7-4df5-ba4d-e6e6d4a04cb2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:16:45.086456 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2874bf66-44b7-4df5-ba4d-e6e6d4a04cb2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:16:45.086964 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2874bf66-44b7-4df5-ba4d-e6e6d4a04cb2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:16:45.087401 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2874bf66-44b7-4df5-ba4d-e6e6d4a04cb2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:16:45.087818 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2874bf66-44b7-4df5-ba4d-e6e6d4a04cb2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:16:45.088268 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2874bf66-44b7-4df5-ba4d-e6e6d4a04cb2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:16:45.088722 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2874bf66-44b7-4df5-ba4d-e6e6d4a04cb2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:16:45.092143 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 57184) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:16:45.116500 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4070e14b-4311-4558-9e13-8730d6ba051f tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Pushing event deleted for resources: {'Network': ['ID=e9151886-a8d5-45f7-8d09-a3bfb73f6646,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:16:45.168025 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c5aba43c-01e9-4bb6-872c-790a305cdcf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:45.169713 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d40b57-790a-479d-800c-484249e9f06d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ff358c3-2164-4274-a21e-aaad8df40fd9,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:16:45.197526 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 1bcaea4e-7a3a-4229-9f58-d8c14d2fd3d5 no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:16:45.200142 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-205aaaff-efde-4141-a122-b4f71c76733f tempest-TestServerBasicOps-59883255 tempest-TestServerBasicOps-59883255-project] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:16:45.204189 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1392ed2b-317b-4cce-9e00-501951a48391 req-3a565991-b002-40c3-bca6-b13635b2b520 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] 10.222.0.66 "GET /v2.0/ports?device_id=2cc02556-7c0a-4e9b-9a09-a272e5dfabdc HTTP/1.1" status: 200 len: 210 time: 0.0394027 Aug 18 12:16:45.217196 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ebae43-e2f4-4c48-b443-d3d49bd975d0 None None] Sync routers for ids ['22416481-7189-46ad-b8e7-636d7702e44c'] in n-d-804985-2 {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:16:45.220334 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c5aba43c-01e9-4bb6-872c-790a305cdcf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:45.232241 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ebae43-e2f4-4c48-b443-d3d49bd975d0 None None] Routers {'22416481-7189-46ad-b8e7-636d7702e44c'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:16:45.233850 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-68ebae43-e2f4-4c48-b443-d3d49bd975d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:16:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['22416481-7189-46ad-b8e7-636d7702e44c'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:16:45.240111 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: 1bcaea4e-7a3a-4229-9f58-d8c14d2fd3d5 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:16:45.240455 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 1bcaea4e-7a3a-4229-9f58-d8c14d2fd3d5 not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:16:45.243575 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7e8e89ad-139e-4f4e-a3a5-25f47e09f2f4 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:45.244582 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-205aaaff-efde-4141-a122-b4f71c76733f tempest-TestServerBasicOps-59883255 tempest-TestServerBasicOps-59883255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for floatingip, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:45.279711 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7e8e89ad-139e-4f4e-a3a5-25f47e09f2f4 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:45.345654 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-205aaaff-efde-4141-a122-b4f71c76733f tempest-TestServerBasicOps-59883255 tempest-TestServerBasicOps-59883255-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 6.6126730 Aug 18 12:16:45.352285 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01f8c8b5-393e-4624-8d0f-5f248e192959', 'tag': 'e98e409e-28ce-4225-9f9b-3e7242be722b'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:16:45.359353 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dc1d6a1-ce4d-4481-9310-8a515db383d2" -d '{"events": [{"name": "network-changed", "server_uuid": "01f8c8b5-393e-4624-8d0f-5f248e192959", "tag": "e98e409e-28ce-4225-9f9b-3e7242be722b"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:16:45.395958 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-06871e1a-0113-48ff-bdf7-71017655d678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:45.399341 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-06871e1a-0113-48ff-bdf7-71017655d678 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:45.403818 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-06871e1a-0113-48ff-bdf7-71017655d678 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/81e71c3e-de95-455f-989e-10930c808a44 HTTP/1.1" status: 204 len: 168 time: 0.5538895 Aug 18 12:16:45.438474 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c5aba43c-01e9-4bb6-872c-790a305cdcf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:45.444676 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06871e1a-0113-48ff-bdf7-71017655d678 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81e71c3e-de95-455f-989e-10930c808a44,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:16:45.450257 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c5aba43c-01e9-4bb6-872c-790a305cdcf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:45.461373 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-c5aba43c-01e9-4bb6-872c-790a305cdcf2 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/8ff358c3-2164-4274-a21e-aaad8df40fd9 HTTP/1.1" status: 204 len: 168 time: 0.4809554 Aug 18 12:16:45.471364 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7e8e89ad-139e-4f4e-a3a5-25f47e09f2f4 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:45.479013 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7e8e89ad-139e-4f4e-a3a5-25f47e09f2f4 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:45.488967 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-7e8e89ad-139e-4f4e-a3a5-25f47e09f2f4 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "DELETE /v2.0/security-groups/9d0a542a-8fa5-4941-b184-fa1bbc2c5b94 HTTP/1.1" status: 204 len: 168 time: 0.3859608 Aug 18 12:16:45.513377 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5aba43c-01e9-4bb6-872c-790a305cdcf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ff358c3-2164-4274-a21e-aaad8df40fd9,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:16:45.534139 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-68ebae43-e2f4-4c48-b443-d3d49bd975d0 None None] Set router 22416481-7189-46ad-b8e7-636d7702e44c gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:16:45.535865 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:16:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3267fa3-b72b-4d62-83f2-151692cc05fa x-openstack-request-id: req-a3267fa3-b72b-4d62-83f2-151692cc05fa {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:16:45.536158 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01f8c8b5-393e-4624-8d0f-5f248e192959", "tag": "e98e409e-28ce-4225-9f9b-3e7242be722b", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:16:45.538320 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a3267fa3-b72b-4d62-83f2-151692cc05fa {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:16:45.538634 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01f8c8b5-393e-4624-8d0f-5f248e192959', 'tag': 'e98e409e-28ce-4225-9f9b-3e7242be722b', 'status': 'completed', 'code': 200} Aug 18 12:16:45.552726 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8e89ad-139e-4f4e-a3a5-25f47e09f2f4 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d0a542a-8fa5-4941-b184-fa1bbc2c5b94,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:16:45.693271 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc1d6a1-ce4d-4481-9310-8a515db383d2 req-c894d891-1fb3-4530-9321-0c639dcc50c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:16:45.695738 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0dc1d6a1-ce4d-4481-9310-8a515db383d2 req-c894d891-1fb3-4530-9321-0c639dcc50c9 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=a31a9a9347c444e692b4e9b7703834cf&device_id=01f8c8b5-393e-4624-8d0f-5f248e192959 HTTP/1.1" status: 200 len: 1097 time: 0.0955644 Aug 18 12:16:45.705983 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fd355b-af1c-413b-b9b7-4e17b8c97d39 req-42910094-aab3-405f-be6a-e82dd183446d tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:16:45.715884 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-61fd355b-af1c-413b-b9b7-4e17b8c97d39 req-42910094-aab3-405f-be6a-e82dd183446d tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/ports?device_id=dc3e2d7d-3d63-428a-bc66-41ae157ef28e HTTP/1.1" status: 200 len: 946 time: 0.2069240 Aug 18 12:16:45.887994 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-61fd355b-af1c-413b-b9b7-4e17b8c97d39 req-73c9c837-8371-47eb-b7c8-5229dccc5330 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/security-groups?id=0e403c9b-7ac1-4005-9e0c-41b5a2ce4137&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1707447 Aug 18 12:16:46.006424 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc1d6a1-ce4d-4481-9310-8a515db383d2 req-af825862-28c0-4240-bdcf-14259252b4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:16:46.007909 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0dc1d6a1-ce4d-4481-9310-8a515db383d2 req-af825862-28c0-4240-bdcf-14259252b4c8 service neutron] 10.222.0.63 "GET /v2.0/networks?id=c4280c32-a3bd-4e80-9871-c1104e80276f HTTP/1.1" status: 200 len: 909 time: 0.2688017 Aug 18 12:16:46.033728 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-68ebae43-e2f4-4c48-b443-d3d49bd975d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22416481-7189-46ad-b8e7-636d7702e44c', 'name': 'tempest-TestServerBasicOps-707589992-router', 'tenant_id': 'a31a9a9347c444e692b4e9b7703834cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.64'}], 'enable_snat': True}, 'gw_port_id': '29118bd0-1817-4d8e-a34a-b559aad52b39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:16:00Z', 'updated_at': '2021-08-18T12:16:06Z', 'revision_number': 4, 'project_id': 'a31a9a9347c444e692b4e9b7703834cf', 'gw_port': {'id': '29118bd0-1817-4d8e-a34a-b559aad52b39', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:e5:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22416481-7189-46ad-b8e7-636d7702e44c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3054, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:16:01Z', 'updated_at': '2021-08-18T12:16:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_floatingips': [{'id': '4bcac970-3130-4911-b3fc-339cfe9e139c', 'tenant_id': 'a31a9a9347c444e692b4e9b7703834cf', 'floating_ip_address': '172.25.7.131', 'floating_network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'router_id': '22416481-7189-46ad-b8e7-636d7702e44c', 'port_id': 'e98e409e-28ce-4225-9f9b-3e7242be722b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3124, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4280c32-a3bd-4e80-9871-c1104e80276f', 'mac_address': 'fa:16:3e:75:42:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01f8c8b5-393e-4624-8d0f-5f248e192959', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T12:16:42Z', 'updated_at': '2021-08-18T12:16:42Z', 'revision_number': 0, 'project_id': 'a31a9a9347c444e692b4e9b7703834cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46f2df18-9a1e-4518-8ad8-3b25c6e21861', 'name': '', 'network_id': 'c4280c32-a3bd-4e80-9871-c1104e80276f', 'tenant_id': 'a31a9a9347c444e692b4e9b7703834cf', 'mac_address': 'fa:16:3e:c8:15:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22416481-7189-46ad-b8e7-636d7702e44c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3060, 'fixed_ips': [{'subnet_id': 'd46223af-7d95-441f-92a2-ea3a8ad2c323', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:16:05Z', 'updated_at': '2021-08-18T12:16:14Z', 'revision_number': 5, 'project_id': 'a31a9a9347c444e692b4e9b7703834cf', 'subnets': [{'id': 'd46223af-7d95-441f-92a2-ea3a8ad2c323', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:16:46.073495 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ebae43-e2f4-4c48-b443-d3d49bd975d0 None None] Checking router: 22416481-7189-46ad-b8e7-636d7702e44c for host: n-d-804985-2 {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:16:46.092343 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ebae43-e2f4-4c48-b443-d3d49bd975d0 None None] Routers {'22416481-7189-46ad-b8e7-636d7702e44c'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:16:46.093245 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-68ebae43-e2f4-4c48-b443-d3d49bd975d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:16:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['22416481-7189-46ad-b8e7-636d7702e44c'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:16:46.147307 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0dc1d6a1-ce4d-4481-9310-8a515db383d2 req-924e105f-c9c4-449e-9cda-3f4468db23ca service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e98e409e-28ce-4225-9f9b-3e7242be722b HTTP/1.1" status: 200 len: 1000 time: 0.1307733 Aug 18 12:16:46.268688 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc1d6a1-ce4d-4481-9310-8a515db383d2 req-e311d363-aae3-4adc-9c0c-e73c8a62767d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:16:46.270194 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0dc1d6a1-ce4d-4481-9310-8a515db383d2 req-e311d363-aae3-4adc-9c0c-e73c8a62767d service neutron] 10.222.0.63 "GET /v2.0/subnets?id=d46223af-7d95-441f-92a2-ea3a8ad2c323 HTTP/1.1" status: 200 len: 847 time: 0.1150179 Aug 18 12:16:46.304796 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 57234) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:16:46.310981 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-afa1e5a5-187d-4e2f-bbfb-f0cdca104f08 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1589783696', 'description': 'tempest-secgroup-smoke-1589783696 description', 'project_id': 'b60736d695f1461b9071c3b3eddcc039'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:16:46.403466 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-afa1e5a5-187d-4e2f-bbfb-f0cdca104f08 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:46.434848 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d5fdb92b-481d-4d17-966d-6780515bfcbb req-96931eaf-df7d-4aaa-9f64-d316b0da5da4 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] 10.222.0.66 "GET /v2.0/ports?device_id=2cc02556-7c0a-4e9b-9a09-a272e5dfabdc HTTP/1.1" status: 200 len: 210 time: 0.0728543 Aug 18 12:16:46.468284 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc1d6a1-ce4d-4481-9310-8a515db383d2 req-b616a730-4f58-4247-80a1-f8917eb4edf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:16:46.470305 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0dc1d6a1-ce4d-4481-9310-8a515db383d2 req-b616a730-4f58-4247-80a1-f8917eb4edf2 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=c4280c32-a3bd-4e80-9871-c1104e80276f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1708269 Aug 18 12:16:46.483195 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-68ebae43-e2f4-4c48-b443-d3d49bd975d0 None None] Set router 22416481-7189-46ad-b8e7-636d7702e44c gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:16:46.663579 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-afa1e5a5-187d-4e2f-bbfb-f0cdca104f08 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:46.673525 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-afa1e5a5-187d-4e2f-bbfb-f0cdca104f08 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:46.714900 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-afa1e5a5-187d-4e2f-bbfb-f0cdca104f08 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:46.719080 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-afa1e5a5-187d-4e2f-bbfb-f0cdca104f08 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4099014 Aug 18 12:16:46.720230 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 57248) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:16:46.730522 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-3440c69c-5562-42cd-9cd7-4deb3b730f56 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Request body: {'security_group_rule': {'security_group_id': '71b7f5de-7f5f-47d6-be8c-db76d5c69f11', 'project_id': 'b60736d695f1461b9071c3b3eddcc039', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:16:46.738427 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa1e5a5-187d-4e2f-bbfb-f0cdca104f08 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71b7f5de-7f5f-47d6-be8c-db76d5c69f11,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:16:46.787602 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3440c69c-5562-42cd-9cd7-4deb3b730f56 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:46.868190 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0dc1d6a1-ce4d-4481-9310-8a515db383d2 req-cfe71c1c-c2e9-44b3-95b4-b0faee86484e service neutron] 10.222.0.63 "GET /v2.0/networks/c4280c32-a3bd-4e80-9871-c1104e80276f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3677740 Aug 18 12:16:46.904249 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3440c69c-5562-42cd-9cd7-4deb3b730f56 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:46.913296 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3440c69c-5562-42cd-9cd7-4deb3b730f56 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992607'] for security_group_rule, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:46.979576 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3440c69c-5562-42cd-9cd7-4deb3b730f56 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87a7a90f-9e59-40f2-978c-31ca91cead48,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:16:47.010154 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3440c69c-5562-42cd-9cd7-4deb3b730f56 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:47.014668 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-3440c69c-5562-42cd-9cd7-4deb3b730f56 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2929621 Aug 18 12:16:47.015827 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 57264) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:16:47.027016 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-c84e12ea-a2ed-43bb-96b4-b0c73d105b83 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Request body: {'security_group_rule': {'security_group_id': '71b7f5de-7f5f-47d6-be8c-db76d5c69f11', 'project_id': 'b60736d695f1461b9071c3b3eddcc039', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:16:47.098099 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c84e12ea-a2ed-43bb-96b4-b0c73d105b83 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:47.127055 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-68ebae43-e2f4-4c48-b443-d3d49bd975d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22416481-7189-46ad-b8e7-636d7702e44c', 'name': 'tempest-TestServerBasicOps-707589992-router', 'tenant_id': 'a31a9a9347c444e692b4e9b7703834cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.64'}], 'enable_snat': True}, 'gw_port_id': '29118bd0-1817-4d8e-a34a-b559aad52b39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:16:00Z', 'updated_at': '2021-08-18T12:16:06Z', 'revision_number': 4, 'project_id': 'a31a9a9347c444e692b4e9b7703834cf', 'gw_port': {'id': '29118bd0-1817-4d8e-a34a-b559aad52b39', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:e5:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22416481-7189-46ad-b8e7-636d7702e44c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3054, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:16:01Z', 'updated_at': '2021-08-18T12:16:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_floatingips': [{'id': '4bcac970-3130-4911-b3fc-339cfe9e139c', 'tenant_id': 'a31a9a9347c444e692b4e9b7703834cf', 'floating_ip_address': '172.25.7.131', 'floating_network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'router_id': '22416481-7189-46ad-b8e7-636d7702e44c', 'port_id': 'e98e409e-28ce-4225-9f9b-3e7242be722b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3124, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4280c32-a3bd-4e80-9871-c1104e80276f', 'mac_address': 'fa:16:3e:75:42:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01f8c8b5-393e-4624-8d0f-5f248e192959', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T12:16:42Z', 'updated_at': '2021-08-18T12:16:42Z', 'revision_number': 0, 'project_id': 'a31a9a9347c444e692b4e9b7703834cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46f2df18-9a1e-4518-8ad8-3b25c6e21861', 'name': '', 'network_id': 'c4280c32-a3bd-4e80-9871-c1104e80276f', 'tenant_id': 'a31a9a9347c444e692b4e9b7703834cf', 'mac_address': 'fa:16:3e:c8:15:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22416481-7189-46ad-b8e7-636d7702e44c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3060, 'fixed_ips': [{'subnet_id': 'd46223af-7d95-441f-92a2-ea3a8ad2c323', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:16:05Z', 'updated_at': '2021-08-18T12:16:14Z', 'revision_number': 5, 'project_id': 'a31a9a9347c444e692b4e9b7703834cf', 'subnets': [{'id': 'd46223af-7d95-441f-92a2-ea3a8ad2c323', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:16:47.164260 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ebae43-e2f4-4c48-b443-d3d49bd975d0 None None] The sync data for ids ['22416481-7189-46ad-b8e7-636d7702e44c'] in n-d-804985-2 is: [{'id': '22416481-7189-46ad-b8e7-636d7702e44c', 'name': 'tempest-TestServerBasicOps-707589992-router', 'tenant_id': 'a31a9a9347c444e692b4e9b7703834cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.64'}], 'enable_snat': True}, 'gw_port_id': '29118bd0-1817-4d8e-a34a-b559aad52b39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:16:00Z', 'updated_at': '2021-08-18T12:16:06Z', 'revision_number': 4, 'project_id': 'a31a9a9347c444e692b4e9b7703834cf', 'gw_port': {'id': '29118bd0-1817-4d8e-a34a-b559aad52b39', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:e5:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22416481-7189-46ad-b8e7-636d7702e44c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3054, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:16:01Z', 'updated_at': '2021-08-18T12:16:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_floatingips': [{'id': '4bcac970-3130-4911-b3fc-339cfe9e139c', 'tenant_id': 'a31a9a9347c444e692b4e9b7703834cf', 'floating_ip_address': '172.25.7.131', 'floating_network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'router_id': '22416481-7189-46ad-b8e7-636d7702e44c', 'port_id': 'e98e409e-28ce-4225-9f9b-3e7242be722b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3124, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4280c32-a3bd-4e80-9871-c1104e80276f', 'mac_address': 'fa:16:3e:75:42:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01f8c8b5-393e-4624-8d0f-5f248e192959', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T12:16:42Z', 'updated_at': '2021-08-18T12:16:42Z', 'revision_number': 0, 'project_id': 'a31a9a9347c444e692b4e9b7703834cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46f2df18-9a1e-4518-8ad8-3b25c6e21861', 'name': '', 'network_id': 'c4280c32-a3bd-4e80-9871-c1104e80276f', 'tenant_id': 'a31a9a9347c444e692b4e9b7703834cf', 'mac_address': 'fa:16:3e:c8:15:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22416481-7189-46ad-b8e7-636d7702e44c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3060, 'fixed_ips': [{'subnet_id': 'd46223af-7d95-441f-92a2-ea3a8ad2c323', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:16:05Z', 'updated_at': '2021-08-18T12:16:14Z', 'revision_number': 5, 'project_id': 'a31a9a9347c444e692b4e9b7703834cf', 'subnets': [{'id': 'd46223af-7d95-441f-92a2-ea3a8ad2c323', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:16:47.195320 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c84e12ea-a2ed-43bb-96b4-b0c73d105b83 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:47.208102 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c84e12ea-a2ed-43bb-96b4-b0c73d105b83 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992607'] for security_group_rule, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:47.259866 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84e12ea-a2ed-43bb-96b4-b0c73d105b83 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f04417fb-5bcb-4a8a-875b-1898f1d65041,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:16:47.269395 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c84e12ea-a2ed-43bb-96b4-b0c73d105b83 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:47.277519 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-c84e12ea-a2ed-43bb-96b4-b0c73d105b83 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2597575 Aug 18 12:16:47.278988 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 57276) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:16:47.292573 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-95ae9148-d56e-49ce-b821-6328b28f736d tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Request body: {'security_group_rule': {'security_group_id': '71b7f5de-7f5f-47d6-be8c-db76d5c69f11', 'project_id': 'b60736d695f1461b9071c3b3eddcc039', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:16:47.316345 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd44090-7630-462e-a27f-93d3d1683d27 req-5379e667-c8b8-483c-8953-72c1e13d76eb tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:16:47.318781 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-bdd44090-7630-462e-a27f-93d3d1683d27 req-5379e667-c8b8-483c-8953-72c1e13d76eb tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/ports?device_id=dc3e2d7d-3d63-428a-bc66-41ae157ef28e HTTP/1.1" status: 200 len: 946 time: 0.2361424 Aug 18 12:16:47.320932 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0dc1d6a1-ce4d-4481-9310-8a515db383d2 req-da492200-341b-4f38-b225-5098099a38c4 service neutron] 10.222.0.63 "GET /v2.0/networks/c4280c32-a3bd-4e80-9871-c1104e80276f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4501722 Aug 18 12:16:47.355054 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-95ae9148-d56e-49ce-b821-6328b28f736d tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:47.418212 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-bdd44090-7630-462e-a27f-93d3d1683d27 req-43d5e1b9-ddb0-46d9-b0bc-26117054d4e0 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/security-groups?id=0e403c9b-7ac1-4005-9e0c-41b5a2ce4137&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867412 Aug 18 12:16:47.454209 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-95ae9148-d56e-49ce-b821-6328b28f736d tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:47.462183 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-95ae9148-d56e-49ce-b821-6328b28f736d tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992607'] for security_group_rule, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:47.525401 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ae9148-d56e-49ce-b821-6328b28f736d tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c582aef-d8a4-4a26-88ce-463abc7a7c1d,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:16:47.537497 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-95ae9148-d56e-49ce-b821-6328b28f736d tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:47.539768 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-95ae9148-d56e-49ce-b821-6328b28f736d tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2581918 Aug 18 12:16:47.543363 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 57286) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:16:47.549345 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-faddaa78-6101-48dd-a5d0-1e88be56fcaa tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Request body: {'security_group_rule': {'security_group_id': '71b7f5de-7f5f-47d6-be8c-db76d5c69f11', 'project_id': 'b60736d695f1461b9071c3b3eddcc039', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:16:47.609243 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-04698749-19e7-4a66-8e25-758f300d3f1b req-4d6f3797-ac93-4291-a3ec-5dc8f375558d tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] 10.222.0.66 "GET /v2.0/ports?device_id=2cc02556-7c0a-4e9b-9a09-a272e5dfabdc HTTP/1.1" status: 200 len: 210 time: 0.0326066 Aug 18 12:16:47.619070 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-faddaa78-6101-48dd-a5d0-1e88be56fcaa tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:47.626258 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e927356d-73df-4fa9-8ff9-8724a9ea36cf None None] New status for floating IP 4bcac970-3130-4911-b3fc-339cfe9e139c: ACTIVE {{(pid=106254) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 12:16:47.705175 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-faddaa78-6101-48dd-a5d0-1e88be56fcaa tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:47.710165 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-faddaa78-6101-48dd-a5d0-1e88be56fcaa tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992607'] for security_group_rule, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:47.749069 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-faddaa78-6101-48dd-a5d0-1e88be56fcaa tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:47.759192 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 57292) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:16:47.759686 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-faddaa78-6101-48dd-a5d0-1e88be56fcaa tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2150643 Aug 18 12:16:47.764742 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faddaa78-6101-48dd-a5d0-1e88be56fcaa tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d581858e-f091-4422-84ac-14fe3839ebf7,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:16:47.772988 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-51384538-442a-4bfe-8b86-4e528e40dcb8 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Request body: {'security_group_rule': {'security_group_id': '71b7f5de-7f5f-47d6-be8c-db76d5c69f11', 'project_id': 'b60736d695f1461b9071c3b3eddcc039', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:16:47.815279 n-d-804985-2 neutron-server[106253]: INFO neutron.db.securitygroups_db [None req-51384538-442a-4bfe-8b86-4e528e40dcb8 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Project b60736d695f1461b9071c3b3eddcc039 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 18 12:16:47.826443 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-51384538-442a-4bfe-8b86-4e528e40dcb8 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:47.891451 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 83ee1a77-6dbe-4990-9f37-fcb519558d22 details requested by agent hyperv_n-h1-804985-2 with host n-h1-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:16:47.939045 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-51384538-442a-4bfe-8b86-4e528e40dcb8 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:47.945721 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-51384538-442a-4bfe-8b86-4e528e40dcb8 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992607'] for security_group_rule, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:47.999719 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51384538-442a-4bfe-8b86-4e528e40dcb8 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0804fb7e-894a-443d-9558-c173e5aa5868,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:16:48.008268 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-51384538-442a-4bfe-8b86-4e528e40dcb8 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:48.011230 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-51384538-442a-4bfe-8b86-4e528e40dcb8 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2500095 Aug 18 12:16:48.014158 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 57304) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:16:48.029861 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-ff53eac4-866c-4237-a829-d710102cb2a0 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Request body: {'security_group_rule': {'security_group_id': '71b7f5de-7f5f-47d6-be8c-db76d5c69f11', 'project_id': 'b60736d695f1461b9071c3b3eddcc039', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:16:48.096658 n-d-804985-2 neutron-server[106253]: INFO neutron.db.securitygroups_db [None req-ff53eac4-866c-4237-a829-d710102cb2a0 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Project b60736d695f1461b9071c3b3eddcc039 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 18 12:16:48.106710 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ff53eac4-866c-4237-a829-d710102cb2a0 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:48.187767 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 83ee1a77-6dbe-4990-9f37-fcb519558d22, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=83ee1a77-6dbe-4990-9f37-fcb519558d22,segment=NetworkSegment(b37ee6ef-093c-4194-a906-24a6a3165741),segment_id=b37ee6ef-093c-4194-a906-24a6a3165741)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:16:48.215201 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Returning: {'device': '83ee1a77-6dbe-4990-9f37-fcb519558d22', 'network_id': '9a60ecad-83fa-47c2-91d2-f7a65c03fb59', 'port_id': '83ee1a77-6dbe-4990-9f37-fcb519558d22', 'mac_address': 'fa:16:3e:1e:76:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 849, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb04d889-17cd-4540-8b57-641bd70e62c4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:16:48.238360 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ff53eac4-866c-4237-a829-d710102cb2a0 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:48.245098 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 57308) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:16:48.249659 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ff53eac4-866c-4237-a829-d710102cb2a0 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992607'] for security_group_rule, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:48.287911 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff53eac4-866c-4237-a829-d710102cb2a0 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d03d559-3b93-419b-8aed-81a8ceba5a0c,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:16:48.297558 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ff53eac4-866c-4237-a829-d710102cb2a0 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:48.301787 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-ff53eac4-866c-4237-a829-d710102cb2a0 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2832007 Aug 18 12:16:48.302416 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 57318) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:16:48.311297 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:48.315696 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-fdc84af1-b0f0-45ba-b0ba-5553bc60c227 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Request body: {'network': {'name': 'tempest-network-smoke--2146591191', 'project_id': 'b60736d695f1461b9071c3b3eddcc039', 'port_security_enabled': True}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:16:48.339486 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 83ee1a77-6dbe-4990-9f37-fcb519558d22 {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:16:48.365131 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 83ee1a77-6dbe-4990-9f37-fcb519558d22, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=83ee1a77-6dbe-4990-9f37-fcb519558d22,segment=NetworkSegment(b37ee6ef-093c-4194-a906-24a6a3165741),segment_id=b37ee6ef-093c-4194-a906-24a6a3165741)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:16:48.391698 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:48.394392 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdc84af1-b0f0-45ba-b0ba-5553bc60c227 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Made reservation on behalf of b60736d695f1461b9071c3b3eddcc039 for: {'network': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:16:48.399839 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-fdc84af1-b0f0-45ba-b0ba-5553bc60c227 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for network, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:48.470897 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdc84af1-b0f0-45ba-b0ba-5553bc60c227 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 811} {{(pid=106253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:16:48.493516 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-fdc84af1-b0f0-45ba-b0ba-5553bc60c227 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:48.495755 n-d-804985-2 neutron-server[106253]: INFO neutron.db.segments_db [None req-fdc84af1-b0f0-45ba-b0ba-5553bc60c227 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Added segment 2702fddc-a106-4ef8-abba-ab045dbab5a0 of type vlan for network 24a407c4-89ea-4bd3-8b0f-8fac9159040e Aug 18 12:16:48.506293 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=83ee1a77-6dbe-4990-9f37-fcb519558d22,revision_number=6']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:16:48.566632 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-c861bae7-3677-456c-9392-fb3a42d7d5e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:48.585870 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] get_ports_and_sgs() called for port_ids ['83ee1a77-6dbe-4990-9f37-fcb519558d22'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:16:48.593398 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-fdc84af1-b0f0-45ba-b0ba-5553bc60c227 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789150665894'] for network, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:48.673582 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef9edd5-8647-4d18-99a9-d9040ff28df2 req-d63a996e-7b90-4074-a8f2-9684313bd174 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:16:48.682398 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-fdc84af1-b0f0-45ba-b0ba-5553bc60c227 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for network, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:48.684206 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0ef9edd5-8647-4d18-99a9-d9040ff28df2 req-d63a996e-7b90-4074-a8f2-9684313bd174 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/ports?device_id=dc3e2d7d-3d63-428a-bc66-41ae157ef28e HTTP/1.1" status: 200 len: 945 time: 0.1235390 Aug 18 12:16:48.695158 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdc84af1-b0f0-45ba-b0ba-5553bc60c227 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:16:48.696990 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-fdc84af1-b0f0-45ba-b0ba-5553bc60c227 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks [] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:48.705118 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-172c158b-955a-40fc-a01a-5aa50016ce93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:48.837660 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc84af1-b0f0-45ba-b0ba-5553bc60c227 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Pushing event updated for resources: {'Network': ['ID=24a407c4-89ea-4bd3-8b0f-8fac9159040e,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:16:48.860596 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Network 24a407c4-89ea-4bd3-8b0f-8fac9159040e details requested by agent ovs-agent-n-d-804985-2 with host n-d-804985-2 {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:16:48.964065 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-90917a16-09e8-4970-ab66-0aa6c9dd85b2 req-0a5fb6c2-0ec7-472e-bdc6-ff06298af895 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] 10.222.0.66 "GET /v2.0/ports?device_id=2cc02556-7c0a-4e9b-9a09-a272e5dfabdc HTTP/1.1" status: 200 len: 210 time: 0.1020811 Aug 18 12:16:49.015038 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-172c158b-955a-40fc-a01a-5aa50016ce93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:49.021034 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0ef9edd5-8647-4d18-99a9-d9040ff28df2 req-5f95663b-56d1-4fca-9133-53b6e89a48a0 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/security-groups?id=0e403c9b-7ac1-4005-9e0c-41b5a2ce4137&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3358157 Aug 18 12:16:49.029960 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-172c158b-955a-40fc-a01a-5aa50016ce93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:49.040701 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-fdc84af1-b0f0-45ba-b0ba-5553bc60c227 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7368648 Aug 18 12:16:49.043407 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 57350) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:16:49.049837 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-0343b5d9-5859-4942-8a45-4e9d9b302541 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1476557285', 'admin_state_up': True, 'project_id': 'b60736d695f1461b9071c3b3eddcc039', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'}}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:16:49.105270 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-172c158b-955a-40fc-a01a-5aa50016ce93 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=2ffe8225177148e4a8168445d4c292de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8594949 Aug 18 12:16:49.108395 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 57352) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:16:49.117255 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172c158b-955a-40fc-a01a-5aa50016ce93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=141fdc98-96a1-4a15-b17d-127acc3cfb6d,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:16:49.165996 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0343b5d9-5859-4942-8a45-4e9d9b302541 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-998592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15809'] for router, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:49.167126 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0343b5d9-5859-4942-8a45-4e9d9b302541 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-992733', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-971415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15816'] for router, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:49.256123 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0343b5d9-5859-4942-8a45-4e9d9b302541 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:49.261971 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-505d219f-d871-47c8-a4db-769835c5edca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:49.353879 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-505d219f-d871-47c8-a4db-769835c5edca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:49.578232 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0343b5d9-5859-4942-8a45-4e9d9b302541 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:49.708149 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-505d219f-d871-47c8-a4db-769835c5edca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:49.711255 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-505d219f-d871-47c8-a4db-769835c5edca admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:49.712491 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-505d219f-d871-47c8-a4db-769835c5edca admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/141fdc98-96a1-4a15-b17d-127acc3cfb6d HTTP/1.1" status: 204 len: 168 time: 0.6017351 Aug 18 12:16:49.732505 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505d219f-d871-47c8-a4db-769835c5edca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=141fdc98-96a1-4a15-b17d-127acc3cfb6d,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:16:49.891465 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 83ee1a77-6dbe-4990-9f37-fcb519558d22 up at agent hyperv_n-h1-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:16:50.023673 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Provisioning complete for port 83ee1a77-6dbe-4990-9f37-fcb519558d22 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:16:50.024138 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:50.056428 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0343b5d9-5859-4942-8a45-4e9d9b302541 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks [] for router_gateway, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:50.105012 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0343b5d9-5859-4942-8a45-4e9d9b302541 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:50.183799 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b777cb60-5aa0-425d-a243-97e70dac92f7 req-a5195e06-f437-4a48-886f-f291e493a71f tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] 10.222.0.66 "GET /v2.0/ports?device_id=2cc02556-7c0a-4e9b-9a09-a272e5dfabdc HTTP/1.1" status: 200 len: 210 time: 0.0665696 Aug 18 12:16:50.248691 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:50.315142 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae239c80-a43c-4498-bbba-c53e8c6fc543 req-6ba3311d-89f4-4257-b577-31277c5ad801 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:16:50.319939 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ae239c80-a43c-4498-bbba-c53e8c6fc543 req-6ba3311d-89f4-4257-b577-31277c5ad801 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/ports?device_id=dc3e2d7d-3d63-428a-bc66-41ae157ef28e HTTP/1.1" status: 200 len: 945 time: 0.1226010 Aug 18 12:16:50.338346 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 83ee1a77-6dbe-4990-9f37-fcb519558d22, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=83ee1a77-6dbe-4990-9f37-fcb519558d22,segment=NetworkSegment(b37ee6ef-093c-4194-a906-24a6a3165741),segment_id=b37ee6ef-093c-4194-a906-24a6a3165741)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:16:50.348283 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc3e2d7d-3d63-428a-bc66-41ae157ef28e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83ee1a77-6dbe-4990-9f37-fcb519558d22'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:16:50.351584 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [None req-0343b5d9-5859-4942-8a45-4e9d9b302541 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Allocated IP 172.25.7.108 (7cae7a70-14fd-408c-b14d-39ceb97cb60e/9784295a-20b8-4a4b-b105-f82737f0448f/971ed013-4826-4bcf-9327-09a533b16897) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:16:50.354365 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db50a436fb3a98495337d8fe7487b4f2ea6f3c1052eb9efadc2ecda2d5737001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29221d90-0a78-41c7-941c-a81ec39c021f" -d '{"events": [{"server_uuid": "dc3e2d7d-3d63-428a-bc66-41ae157ef28e", "name": "network-vif-plugged", "status": "completed", "tag": "83ee1a77-6dbe-4990-9f37-fcb519558d22"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:16:50.367356 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:50.428329 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ae239c80-a43c-4498-bbba-c53e8c6fc543 req-8dd24c18-a616-4f94-9a7b-64e9e5956885 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/security-groups?id=0e403c9b-7ac1-4005-9e0c-41b5a2ce4137&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1010172 Aug 18 12:16:50.566619 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0343b5d9-5859-4942-8a45-4e9d9b302541 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:50.701053 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0343b5d9-5859-4942-8a45-4e9d9b302541 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:50.821177 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0343b5d9-5859-4942-8a45-4e9d9b302541 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Network 7cae7a70-14fd-408c-b14d-39ceb97cb60e is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:16:50.832707 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-0343b5d9-5859-4942-8a45-4e9d9b302541 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:16:50.836785 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0343b5d9-5859-4942-8a45-4e9d9b302541 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:16:50.863997 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:16:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f947be4-63e4-464d-8e23-92bb810750e9 x-openstack-request-id: req-5f947be4-63e4-464d-8e23-92bb810750e9 {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:16:50.864268 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc3e2d7d-3d63-428a-bc66-41ae157ef28e", "name": "network-vif-plugged", "status": "completed", "tag": "83ee1a77-6dbe-4990-9f37-fcb519558d22", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:16:50.864540 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-5f947be4-63e4-464d-8e23-92bb810750e9 {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:16:50.866606 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc3e2d7d-3d63-428a-bc66-41ae157ef28e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83ee1a77-6dbe-4990-9f37-fcb519558d22', 'code': 200} Aug 18 12:16:50.911152 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0343b5d9-5859-4942-8a45-4e9d9b302541 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Pushing event updated for resources: {'Port': ['ID=971ed013-4826-4bcf-9327-09a533b16897,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:16:50.996737 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=83ee1a77-6dbe-4990-9f37-fcb519558d22,revision_number=7']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:16:51.330220 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0343b5d9-5859-4942-8a45-4e9d9b302541 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks [] for router_gateway, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:51.397461 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-63ef8401-2e31-4677-9b9f-327601cccdf6 req-a50bb513-2c7c-4787-8160-4cf07b9f524c tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] 10.222.0.66 "GET /v2.0/ports?device_id=2cc02556-7c0a-4e9b-9a09-a272e5dfabdc HTTP/1.1" status: 200 len: 210 time: 0.0577312 Aug 18 12:16:51.447294 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:51.689686 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8b4b5e29-868e-4566-b852-ee582e972347 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:51.690030 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8e4286-9e6c-4875-bdcd-c1c1ea1cd60b req-f7559df1-b092-4dc9-be60-6fe69c5f6f1a tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:16:51.707368 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-eb8e4286-9e6c-4875-bdcd-c1c1ea1cd60b req-f7559df1-b092-4dc9-be60-6fe69c5f6f1a tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/ports?device_id=dc3e2d7d-3d63-428a-bc66-41ae157ef28e HTTP/1.1" status: 200 len: 946 time: 0.1190453 Aug 18 12:16:51.810895 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-eb8e4286-9e6c-4875-bdcd-c1c1ea1cd60b req-89eacb51-6aae-4cee-b2b6-4fec4c581628 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/security-groups?id=0e403c9b-7ac1-4005-9e0c-41b5a2ce4137&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1022241 Aug 18 12:16:51.988735 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 57460) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:16:52.160154 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-53584c24-f517-494e-ac93-c18bb92373f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:52.171801 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0343b5d9-5859-4942-8a45-4e9d9b302541 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-998473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-992536'] for router, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:52.272379 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5c3b8d08-20a8-47e9-ad41-ae29239e27fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:52.504333 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5c3b8d08-20a8-47e9-ad41-ae29239e27fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:52.520392 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5c3b8d08-20a8-47e9-ad41-ae29239e27fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:52.548693 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0343b5d9-5859-4942-8a45-4e9d9b302541 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Router 15a558d3-cb0b-4c5b-b74f-656f1047b2fb is scheduled to L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 with binding_index 1 {{(pid=106253) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 12:16:52.556446 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3b8d08-20a8-47e9-ad41-ae29239e27fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45efb67c-1f4d-4184-bf63-994c7e958350,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:16:52.578972 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3b8d08-20a8-47e9-ad41-ae29239e27fe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:16:52.579608 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3b8d08-20a8-47e9-ad41-ae29239e27fe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:16:52.580116 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3b8d08-20a8-47e9-ad41-ae29239e27fe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:16:52.580671 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3b8d08-20a8-47e9-ad41-ae29239e27fe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:16:52.581160 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3b8d08-20a8-47e9-ad41-ae29239e27fe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:16:52.581673 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3b8d08-20a8-47e9-ad41-ae29239e27fe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:16:52.582157 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3b8d08-20a8-47e9-ad41-ae29239e27fe admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:16:52.582641 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3b8d08-20a8-47e9-ad41-ae29239e27fe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:16:52.583142 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3b8d08-20a8-47e9-ad41-ae29239e27fe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:16:52.583912 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3b8d08-20a8-47e9-ad41-ae29239e27fe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:16:52.584405 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3b8d08-20a8-47e9-ad41-ae29239e27fe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:16:52.584909 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3b8d08-20a8-47e9-ad41-ae29239e27fe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:16:52.613138 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-5c3b8d08-20a8-47e9-ad41-ae29239e27fe admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b8863edf20da43bfad50f3a8e85276d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6232898 Aug 18 12:16:52.631412 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 57480) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:16:52.676440 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5e4ac235-a864-480d-934a-f48f8304db4d req-33f23653-83a6-450f-8042-ea24ccb6ca1e tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] 10.222.0.66 "GET /v2.0/ports?device_id=2cc02556-7c0a-4e9b-9a09-a272e5dfabdc HTTP/1.1" status: 200 len: 210 time: 0.1038756 Aug 18 12:16:52.693203 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-61b51927-45c1-440d-b9f7-39a25e34e43b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:52.719289 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-61b51927-45c1-440d-b9f7-39a25e34e43b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:52.807028 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-61b51927-45c1-440d-b9f7-39a25e34e43b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:52.822096 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-61b51927-45c1-440d-b9f7-39a25e34e43b admin admin] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:52.823528 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-61b51927-45c1-440d-b9f7-39a25e34e43b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/45efb67c-1f4d-4184-bf63-994c7e958350 HTTP/1.1" status: 204 len: 168 time: 0.1908503 Aug 18 12:16:52.839054 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b51927-45c1-440d-b9f7-39a25e34e43b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45efb67c-1f4d-4184-bf63-994c7e958350,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:16:52.862551 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0343b5d9-5859-4942-8a45-4e9d9b302541 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:16:52.879722 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-539d0e2e-1eb5-42ba-8d9f-1ae7ca13e67d None None] Sync routers for ids ['15a558d3-cb0b-4c5b-b74f-656f1047b2fb'] in n-d-804985-2 {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:16:52.897115 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-539d0e2e-1eb5-42ba-8d9f-1ae7ca13e67d None None] Routers {'15a558d3-cb0b-4c5b-b74f-656f1047b2fb'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:16:52.897753 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-539d0e2e-1eb5-42ba-8d9f-1ae7ca13e67d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:16:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['15a558d3-cb0b-4c5b-b74f-656f1047b2fb'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:16:52.954238 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0343b5d9-5859-4942-8a45-4e9d9b302541 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks [] for router, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:52.956818 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-0343b5d9-5859-4942-8a45-4e9d9b302541 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 3.9111609 Aug 18 12:16:52.960530 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 57490) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:16:53.069698 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-e38c3da0-5da6-4f7d-9298-dd327c52ee98 tempest-TestNetworkAdvancedServerOps-1126957736 tempest-TestNetworkAdvancedServerOps-1126957736-project-admin] 10.222.0.66 "GET /v2.0/subnets?project_id=b60736d695f1461b9071c3b3eddcc039&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1077180 Aug 18 12:16:53.072460 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 57492) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:16:53.178540 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84de90c7-7716-4600-abd3-75b4c6e08fd5 req-eaf5a27f-1447-4b76-8b75-16b8f1793ed7 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:16:53.197152 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-84de90c7-7716-4600-abd3-75b4c6e08fd5 req-eaf5a27f-1447-4b76-8b75-16b8f1793ed7 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/ports?device_id=dc3e2d7d-3d63-428a-bc66-41ae157ef28e HTTP/1.1" status: 200 len: 946 time: 0.1952839 Aug 18 12:16:53.220137 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-539d0e2e-1eb5-42ba-8d9f-1ae7ca13e67d None None] Set router 15a558d3-cb0b-4c5b-b74f-656f1047b2fb gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:16:53.305875 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf79e977-adc6-429e-9b28-189531e63fff tempest-TestNetworkAdvancedServerOps-1126957736 tempest-TestNetworkAdvancedServerOps-1126957736-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:16:53.307687 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-bf79e977-adc6-429e-9b28-189531e63fff tempest-TestNetworkAdvancedServerOps-1126957736 tempest-TestNetworkAdvancedServerOps-1126957736-project-admin] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2341001 Aug 18 12:16:53.310581 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 57500) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:16:53.330536 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-84de90c7-7716-4600-abd3-75b4c6e08fd5 req-f935a227-99cb-45fe-a020-d0c587c4868c tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/security-groups?id=0e403c9b-7ac1-4005-9e0c-41b5a2ce4137&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1321354 Aug 18 12:16:53.372213 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-a68d85da-77c1-4326-8319-4de220f420c8 tempest-TestNetworkAdvancedServerOps-1126957736 tempest-TestNetworkAdvancedServerOps-1126957736-project-admin] 10.222.0.66 "GET /v2.0/subnets?network_id=7cae7a70-14fd-408c-b14d-39ceb97cb60e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0605090 Aug 18 12:16:53.374726 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 57506) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:16:53.380169 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-7632dfa9-fca3-4974-b37d-87ddc43aa039 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-922035979', 'network_id': '24a407c4-89ea-4bd3-8b0f-8fac9159040e', 'project_id': 'b60736d695f1461b9071c3b3eddcc039', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:16:53.601447 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7632dfa9-fca3-4974-b37d-87ddc43aa039 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Made reservation on behalf of b60736d695f1461b9071c3b3eddcc039 for: {'subnet': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:16:53.606788 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7632dfa9-fca3-4974-b37d-87ddc43aa039 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59388119'] for subnet, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:53.698610 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-539d0e2e-1eb5-42ba-8d9f-1ae7ca13e67d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15a558d3-cb0b-4c5b-b74f-656f1047b2fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1476557285', 'tenant_id': 'b60736d695f1461b9071c3b3eddcc039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.108'}], 'enable_snat': True}, 'gw_port_id': '971ed013-4826-4bcf-9327-09a533b16897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:16:49Z', 'updated_at': '2021-08-18T12:16:51Z', 'revision_number': 3, 'project_id': 'b60736d695f1461b9071c3b3eddcc039', 'gw_port': {'id': '971ed013-4826-4bcf-9327-09a533b16897', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:45:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15a558d3-cb0b-4c5b-b74f-656f1047b2fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3162, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:16:50Z', 'updated_at': '2021-08-18T12:16:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:16:53.733139 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-539d0e2e-1eb5-42ba-8d9f-1ae7ca13e67d None None] Checking router: 15a558d3-cb0b-4c5b-b74f-656f1047b2fb for host: n-d-804985-2 {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:16:53.733718 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-539d0e2e-1eb5-42ba-8d9f-1ae7ca13e67d None None] Updating router 15a558d3-cb0b-4c5b-b74f-656f1047b2fb port 971ed013-4826-4bcf-9327-09a533b16897 binding host n-d-804985-2 {{(pid=106255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 12:16:53.773295 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-539d0e2e-1eb5-42ba-8d9f-1ae7ca13e67d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:53.846481 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-500a1c61-38a7-4c23-a7ec-4631080af5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:53.989402 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6bfa3e9d-db55-4889-ab41-543e26038b54 req-cc73f0b9-f025-4a74-9bf9-a47746dab6bc tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] 10.222.0.66 "GET /v2.0/ports?device_id=2cc02556-7c0a-4e9b-9a09-a272e5dfabdc HTTP/1.1" status: 200 len: 210 time: 0.0727630 Aug 18 12:16:54.206834 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7632dfa9-fca3-4974-b37d-87ddc43aa039 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58902106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59388097'] for subnet, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:54.348496 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7632dfa9-fca3-4974-b37d-87ddc43aa039 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Pushing event updated for resources: {'Subnet': ['ID=ef4f480b-35f7-4e63-87a7-b9ffafc93ba8,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:16:54.362963 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-539d0e2e-1eb5-42ba-8d9f-1ae7ca13e67d None None] Notify callbacks [] for port, precommit_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:54.365121 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7632dfa9-fca3-4974-b37d-87ddc43aa039 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Checking segment: {'id': '2702fddc-a106-4ef8-abba-ab045dbab5a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '24a407c4-89ea-4bd3-8b0f-8fac9159040e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:16:54.366565 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7632dfa9-fca3-4974-b37d-87ddc43aa039 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Network hostable DHCP agents. Network: 24a407c4-89ea-4bd3-8b0f-8fac9159040e, hostable agents: ['97c14208-2951-4361-8d64-3708c946ff5f'], hosted agents: [] {{(pid=106253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 12:16:54.375075 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-539d0e2e-1eb5-42ba-8d9f-1ae7ca13e67d None None] Transition to ACTIVE for port object 971ed013-4826-4bcf-9327-09a533b16897 will not be triggered until provisioned by entity L2. {{(pid=106255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:16:54.398162 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-539d0e2e-1eb5-42ba-8d9f-1ae7ca13e67d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:54.443531 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7632dfa9-fca3-4974-b37d-87ddc43aa039 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Network 24a407c4-89ea-4bd3-8b0f-8fac9159040e is scheduled to be hosted by DHCP agent 97c14208-2951-4361-8d64-3708c946ff5f with binding_index 1 {{(pid=106253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 12:16:54.466670 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-7632dfa9-fca3-4974-b37d-87ddc43aa039 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-2, 24a407c4-89ea-4bd3-8b0f-8fac9159040e) {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:16:54.480394 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-939e30d5-93a0-4d6f-aede-273f3a29910f None None] Network 24a407c4-89ea-4bd3-8b0f-8fac9159040e requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:16:54.485071 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-539d0e2e-1eb5-42ba-8d9f-1ae7ca13e67d None None] Attempting to bind port 971ed013-4826-4bcf-9327-09a533b16897 on host n-d-804985-2 for vnic_type normal with profile {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:16:54.485350 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7632dfa9-fca3-4974-b37d-87ddc43aa039 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:16:54.485870 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-539d0e2e-1eb5-42ba-8d9f-1ae7ca13e67d None None] Attempting to bind port 971ed013-4826-4bcf-9327-09a533b16897 by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'}] {{(pid=106255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:16:54.486017 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7632dfa9-fca3-4974-b37d-87ddc43aa039 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:54.486516 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-539d0e2e-1eb5-42ba-8d9f-1ae7ca13e67d None None] Attempting to bind port 971ed013-4826-4bcf-9327-09a533b16897 on network 7cae7a70-14fd-408c-b14d-39ceb97cb60e {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:16:54.492062 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-539d0e2e-1eb5-42ba-8d9f-1ae7ca13e67d None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 16, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:16:54.492738 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-539d0e2e-1eb5-42ba-8d9f-1ae7ca13e67d None None] Checking segment: {'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:16:54.493296 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-539d0e2e-1eb5-42ba-8d9f-1ae7ca13e67d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:54.493835 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-539d0e2e-1eb5-42ba-8d9f-1ae7ca13e67d None None] Bound using segment: {'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'} {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:16:54.507723 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-539d0e2e-1eb5-42ba-8d9f-1ae7ca13e67d None None] Bound port: 971ed013-4826-4bcf-9327-09a533b16897, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'}}] {{(pid=106255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:16:54.508466 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-539d0e2e-1eb5-42ba-8d9f-1ae7ca13e67d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:54.513890 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5c7422-3ac1-4c99-a03a-559afa2e4275 None None] Pushing event updated for resources: {'Port': ['ID=971ed013-4826-4bcf-9327-09a533b16897,revision_number=2']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:16:54.564352 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-7632dfa9-fca3-4974-b37d-87ddc43aa039 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.1880124 Aug 18 12:16:54.568800 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 57538) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:16:54.659292 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efa6121-7dc4-436d-90da-520a5a3a85bc req-26c5349d-b79e-468f-ad2b-58cdfa0d7dd2 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:16:54.677898 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-539d0e2e-1eb5-42ba-8d9f-1ae7ca13e67d None None] For port 971ed013-4826-4bcf-9327-09a533b16897, host n-d-804985-2, cleared binding levels {{(pid=106255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:16:54.687066 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-539d0e2e-1eb5-42ba-8d9f-1ae7ca13e67d None None] For port 971ed013-4826-4bcf-9327-09a533b16897, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=971ed013-4826-4bcf-9327-09a533b16897,segment=NetworkSegment(c5a3db9d-5c58-41b1-9177-d5787a597b78),segment_id=c5a3db9d-5c58-41b1-9177-d5787a597b78)] {{(pid=106255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:16:54.698522 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-539d0e2e-1eb5-42ba-8d9f-1ae7ca13e67d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:54.710267 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4efa6121-7dc4-436d-90da-520a5a3a85bc req-26c5349d-b79e-468f-ad2b-58cdfa0d7dd2 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/ports?device_id=dc3e2d7d-3d63-428a-bc66-41ae157ef28e HTTP/1.1" status: 200 len: 946 time: 0.2236733 Aug 18 12:16:54.783813 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a306c2e-a323-4fad-a717-3a917006b881 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp788be208-34ab-5a8f-af0f-528834af222f-24a407c4-89ea-4bd3-8b0f-8fac9159040e', 'network_id': '24a407c4-89ea-4bd3-8b0f-8fac9159040e', 'tenant_id': 'b60736d695f1461b9071c3b3eddcc039', 'fixed_ips': [{'subnet_id': 'ef4f480b-35f7-4e63-87a7-b9ffafc93ba8'}]}} from n-d-804985-2. {{(pid=106254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 12:16:54.788287 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-9a306c2e-a323-4fad-a717-3a917006b881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:54.803874 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-539d0e2e-1eb5-42ba-8d9f-1ae7ca13e67d None None] Routers {'15a558d3-cb0b-4c5b-b74f-656f1047b2fb'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:16:54.804552 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-539d0e2e-1eb5-42ba-8d9f-1ae7ca13e67d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:16:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['15a558d3-cb0b-4c5b-b74f-656f1047b2fb'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:16:54.892817 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4efa6121-7dc4-436d-90da-520a5a3a85bc req-9eaf8cf3-d5d5-40d7-8ce3-b73235c85763 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/security-groups?id=0e403c9b-7ac1-4005-9e0c-41b5a2ce4137&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1819181 Aug 18 12:16:54.925935 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5c7422-3ac1-4c99-a03a-559afa2e4275 None None] Pushing event updated for resources: {'Port': ['ID=971ed013-4826-4bcf-9327-09a533b16897,revision_number=3']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:16:54.997963 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-539d0e2e-1eb5-42ba-8d9f-1ae7ca13e67d None None] Set router 15a558d3-cb0b-4c5b-b74f-656f1047b2fb gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:16:55.194530 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-469a382f-7902-4b9b-a331-86898700abbd req-06d53223-13b5-4d9a-954c-d563fd659730 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] 10.222.0.66 "GET /v2.0/ports?device_id=2cc02556-7c0a-4e9b-9a09-a272e5dfabdc HTTP/1.1" status: 200 len: 210 time: 0.0646064 Aug 18 12:16:55.273867 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.db_base_plugin_common [None req-9a306c2e-a323-4fad-a717-3a917006b881 None None] Allocated IP 172.20.0.2 (24a407c4-89ea-4bd3-8b0f-8fac9159040e/ef4f480b-35f7-4e63-87a7-b9ffafc93ba8/1b9bd69d-fd07-447e-b7dc-4f143f6e2c5b) {{(pid=106254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:16:55.456718 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-539d0e2e-1eb5-42ba-8d9f-1ae7ca13e67d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15a558d3-cb0b-4c5b-b74f-656f1047b2fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1476557285', 'tenant_id': 'b60736d695f1461b9071c3b3eddcc039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.108'}], 'enable_snat': True}, 'gw_port_id': '971ed013-4826-4bcf-9327-09a533b16897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:16:49Z', 'updated_at': '2021-08-18T12:16:51Z', 'revision_number': 3, 'project_id': 'b60736d695f1461b9071c3b3eddcc039', 'gw_port': {'id': '971ed013-4826-4bcf-9327-09a533b16897', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:45:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15a558d3-cb0b-4c5b-b74f-656f1047b2fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3162, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:16:50Z', 'updated_at': '2021-08-18T12:16:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:16:55.593474 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-9a306c2e-a323-4fad-a717-3a917006b881 None None] Notify callbacks [] for port, precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:55.613144 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-9a306c2e-a323-4fad-a717-3a917006b881 None None] Transition to ACTIVE for port object 1b9bd69d-fd07-447e-b7dc-4f143f6e2c5b will not be triggered until provisioned by entity L2. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:16:55.616464 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-539d0e2e-1eb5-42ba-8d9f-1ae7ca13e67d None None] The sync data for ids ['15a558d3-cb0b-4c5b-b74f-656f1047b2fb'] in n-d-804985-2 is: [{'id': '15a558d3-cb0b-4c5b-b74f-656f1047b2fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1476557285', 'tenant_id': 'b60736d695f1461b9071c3b3eddcc039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.108'}], 'enable_snat': True}, 'gw_port_id': '971ed013-4826-4bcf-9327-09a533b16897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:16:49Z', 'updated_at': '2021-08-18T12:16:51Z', 'revision_number': 3, 'project_id': 'b60736d695f1461b9071c3b3eddcc039', 'gw_port': {'id': '971ed013-4826-4bcf-9327-09a533b16897', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:45:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15a558d3-cb0b-4c5b-b74f-656f1047b2fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3162, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:16:50Z', 'updated_at': '2021-08-18T12:16:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:16:55.686980 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-9a306c2e-a323-4fad-a717-3a917006b881 None None] Transition to ACTIVE for port object 1b9bd69d-fd07-447e-b7dc-4f143f6e2c5b will not be triggered until provisioned by entity DHCP. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:16:55.705532 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-9a306c2e-a323-4fad-a717-3a917006b881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547'] for port, after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:55.790774 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a306c2e-a323-4fad-a717-3a917006b881 None None] Network 24a407c4-89ea-4bd3-8b0f-8fac9159040e is already hosted by enough agents. {{(pid=106254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:16:55.797785 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.base_scheduler [None req-9a306c2e-a323-4fad-a717-3a917006b881 None None] Resources bound (agent type, host, resource id): {{(pid=106254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:16:55.814823 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a306c2e-a323-4fad-a717-3a917006b881 None None] Received port after_create {{(pid=106254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:16:55.970576 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a5a1fb0b-2d7c-47cc-a5e4-fcdf5de21021 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:55.972484 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a306c2e-a323-4fad-a717-3a917006b881 None None] Pushing event updated for resources: {'Port': ['ID=1b9bd69d-fd07-447e-b7dc-4f143f6e2c5b,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:16:56.020891 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-9a306c2e-a323-4fad-a717-3a917006b881 None None] Attempting to bind port 1b9bd69d-fd07-447e-b7dc-4f143f6e2c5b on host n-d-804985-2 for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:16:56.023217 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-9a306c2e-a323-4fad-a717-3a917006b881 None None] Attempting to bind port 1b9bd69d-fd07-447e-b7dc-4f143f6e2c5b by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': '2702fddc-a106-4ef8-abba-ab045dbab5a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '24a407c4-89ea-4bd3-8b0f-8fac9159040e'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:16:56.023823 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a306c2e-a323-4fad-a717-3a917006b881 None None] Attempting to bind port 1b9bd69d-fd07-447e-b7dc-4f143f6e2c5b on network 24a407c4-89ea-4bd3-8b0f-8fac9159040e {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:16:56.078414 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a306c2e-a323-4fad-a717-3a917006b881 None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 16, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:16:56.078414 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a306c2e-a323-4fad-a717-3a917006b881 None None] Checking segment: {'id': '2702fddc-a106-4ef8-abba-ab045dbab5a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '24a407c4-89ea-4bd3-8b0f-8fac9159040e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:16:56.078414 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-9a306c2e-a323-4fad-a717-3a917006b881 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:56.078414 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a306c2e-a323-4fad-a717-3a917006b881 None None] Bound using segment: {'id': '2702fddc-a106-4ef8-abba-ab045dbab5a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '24a407c4-89ea-4bd3-8b0f-8fac9159040e'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:16:56.078414 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-9a306c2e-a323-4fad-a717-3a917006b881 None None] Bound port: 1b9bd69d-fd07-447e-b7dc-4f143f6e2c5b, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2702fddc-a106-4ef8-abba-ab045dbab5a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '24a407c4-89ea-4bd3-8b0f-8fac9159040e'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:16:56.078414 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-9a306c2e-a323-4fad-a717-3a917006b881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:56.145362 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4519ffea-a20c-4311-afe9-a19d823013f0 req-7034a229-ba36-47a7-a2ef-6e680c862e53 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:16:56.153771 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4519ffea-a20c-4311-afe9-a19d823013f0 req-7034a229-ba36-47a7-a2ef-6e680c862e53 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/ports?device_id=dc3e2d7d-3d63-428a-bc66-41ae157ef28e HTTP/1.1" status: 200 len: 946 time: 0.1251988 Aug 18 12:16:56.303103 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4519ffea-a20c-4311-afe9-a19d823013f0 req-069e4e54-016e-4273-8936-821a067ab7cb tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/security-groups?id=0e403c9b-7ac1-4005-9e0c-41b5a2ce4137&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1443655 Aug 18 12:16:56.305690 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-9a306c2e-a323-4fad-a717-3a917006b881 None None] For port 1b9bd69d-fd07-447e-b7dc-4f143f6e2c5b, host n-d-804985-2, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:16:56.324772 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-9a306c2e-a323-4fad-a717-3a917006b881 None None] For port 1b9bd69d-fd07-447e-b7dc-4f143f6e2c5b, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=1b9bd69d-fd07-447e-b7dc-4f143f6e2c5b,segment=NetworkSegment(2702fddc-a106-4ef8-abba-ab045dbab5a0),segment_id=2702fddc-a106-4ef8-abba-ab045dbab5a0)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:16:56.352894 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-9a306c2e-a323-4fad-a717-3a917006b881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:56.565730 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a306c2e-a323-4fad-a717-3a917006b881 None None] Pushing event updated for resources: {'Port': ['ID=1b9bd69d-fd07-447e-b7dc-4f143f6e2c5b,revision_number=2']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:16:56.858572 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [None req-a5a1fb0b-2d7c-47cc-a5e4-fcdf5de21021 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Allocated IP 172.20.0.1 (24a407c4-89ea-4bd3-8b0f-8fac9159040e/ef4f480b-35f7-4e63-87a7-b9ffafc93ba8/0d1da6d5-9a19-4f9f-b2f9-50dfeaebc1b8) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:16:57.329875 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a5a1fb0b-2d7c-47cc-a5e4-fcdf5de21021 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:57.389580 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [None req-a5a1fb0b-2d7c-47cc-a5e4-fcdf5de21021 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Transition to ACTIVE for port object 0d1da6d5-9a19-4f9f-b2f9-50dfeaebc1b8 will not be triggered until provisioned by entity DHCP. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:16:57.429088 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 971ed013-4826-4bcf-9327-09a533b16897 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:16:57.574447 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a5a1fb0b-2d7c-47cc-a5e4-fcdf5de21021 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:57.667787 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.agents_db [None req-6dbb2658-0354-4101-8393-6e7505481cf6 None None] Agent healthcheck: found 7 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 12:16:57.691271 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port 971ed013-4826-4bcf-9327-09a533b16897 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:16:57.713979 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 971ed013-4826-4bcf-9327-09a533b16897 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:16:57.714319 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:57.831320 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 57606) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:16:57.862195 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5a1fb0b-2d7c-47cc-a5e4-fcdf5de21021 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Network 24a407c4-89ea-4bd3-8b0f-8fac9159040e is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:16:57.865187 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-a5a1fb0b-2d7c-47cc-a5e4-fcdf5de21021 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:16:57.877253 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a1fb0b-2d7c-47cc-a5e4-fcdf5de21021 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:16:57.966561 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a1fb0b-2d7c-47cc-a5e4-fcdf5de21021 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Pushing event updated for resources: {'Port': ['ID=0d1da6d5-9a19-4f9f-b2f9-50dfeaebc1b8,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:16:57.971526 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a5a1fb0b-2d7c-47cc-a5e4-fcdf5de21021 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-996688'] for router_interface, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:57.986031 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:58.007389 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-323e4973-e5eb-4b87-9dc9-7a8bbbcb435c req-d57d6db2-cbc6-45a9-9c60-e50418dbff18 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] 10.222.0.66 "GET /v2.0/ports?device_id=2cc02556-7c0a-4e9b-9a09-a272e5dfabdc HTTP/1.1" status: 200 len: 210 time: 1.6059248 Aug 18 12:16:58.038588 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] For port 971ed013-4826-4bcf-9327-09a533b16897, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=971ed013-4826-4bcf-9327-09a533b16897,segment=NetworkSegment(c5a3db9d-5c58-41b1-9177-d5787a597b78),segment_id=c5a3db9d-5c58-41b1-9177-d5787a597b78)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:16:58.061619 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:58.062470 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 1b9bd69d-fd07-447e-b7dc-4f143f6e2c5b up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:16:58.219322 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88a4f88-18d0-403f-b71c-616578a5ea46 req-f2332e39-f230-44eb-be11-11560fb0dbf9 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:16:58.224577 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b88a4f88-18d0-403f-b71c-616578a5ea46 req-f2332e39-f230-44eb-be11-11560fb0dbf9 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/ports?device_id=dc3e2d7d-3d63-428a-bc66-41ae157ef28e HTTP/1.1" status: 200 len: 946 time: 0.2088544 Aug 18 12:16:58.295644 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Pushing event updated for resources: {'Port': ['ID=971ed013-4826-4bcf-9327-09a533b16897,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:16:58.367501 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b88a4f88-18d0-403f-b71c-616578a5ea46 req-c51c1377-c8f4-4ee7-9864-96d019343ca5 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/security-groups?id=0e403c9b-7ac1-4005-9e0c-41b5a2ce4137&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1363101 Aug 18 12:16:58.369603 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-94d6d322-6442-41ee-99e8-98995e9f6a64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:58.393546 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port 1b9bd69d-fd07-447e-b7dc-4f143f6e2c5b completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:16:58.591911 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a5a1fb0b-2d7c-47cc-a5e4-fcdf5de21021 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:58.778103 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-501e4114-6fa8-4076-8677-547029f55735 None None] Network 24a407c4-89ea-4bd3-8b0f-8fac9159040e requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:16:58.941967 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-94d6d322-6442-41ee-99e8-98995e9f6a64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:58.979522 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-94d6d322-6442-41ee-99e8-98995e9f6a64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:58.988814 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-b0c0fe7a-06f2-4e4f-b5e2-e9daa1eb333b None None] Provisioning for port 1b9bd69d-fd07-447e-b7dc-4f143f6e2c5b completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:16:59.012290 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-b0c0fe7a-06f2-4e4f-b5e2-e9daa1eb333b None None] Provisioning complete for port 1b9bd69d-fd07-447e-b7dc-4f143f6e2c5b triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:16:59.012290 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-b0c0fe7a-06f2-4e4f-b5e2-e9daa1eb333b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:59.238262 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d6d322-6442-41ee-99e8-98995e9f6a64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f34a6a40-43a0-4b57-a642-4865f9be1f75,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:16:59.268928 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-94d6d322-6442-41ee-99e8-98995e9f6a64 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c83c17174ed545d48450bd30d88370cd&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4354997 Aug 18 12:16:59.271651 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 57628) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:16:59.276043 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 971ed013-4826-4bcf-9327-09a533b16897 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:16:59.345123 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-57bdc503-8d3b-47f9-82f3-b1e1cd909c9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:59.389073 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-65971315-5293-4b71-8277-c56a93e431b8 req-1bcae0a6-3c16-4d76-8207-052864c6b827 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] 10.222.0.66 "GET /v2.0/ports?device_id=2cc02556-7c0a-4e9b-9a09-a272e5dfabdc HTTP/1.1" status: 200 len: 210 time: 0.0619781 Aug 18 12:16:59.470018 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-57bdc503-8d3b-47f9-82f3-b1e1cd909c9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:59.552931 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 971ed013-4826-4bcf-9327-09a533b16897 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:16:59.553298 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:59.600755 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a5a1fb0b-2d7c-47cc-a5e4-fcdf5de21021 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks [] for port, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:59.613851 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a5a1fb0b-2d7c-47cc-a5e4-fcdf5de21021 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:59.631024 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-b0c0fe7a-06f2-4e4f-b5e2-e9daa1eb333b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:59.697425 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-b0c0fe7a-06f2-4e4f-b5e2-e9daa1eb333b None None] For port 1b9bd69d-fd07-447e-b7dc-4f143f6e2c5b, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=1b9bd69d-fd07-447e-b7dc-4f143f6e2c5b,segment=NetworkSegment(2702fddc-a106-4ef8-abba-ab045dbab5a0),segment_id=2702fddc-a106-4ef8-abba-ab045dbab5a0)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:16:59.744141 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636a1e92-e443-42cd-8c76-0c390ea7fede req-615868bc-16cf-4343-a57d-02a522f61258 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:16:59.749498 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-636a1e92-e443-42cd-8c76-0c390ea7fede req-615868bc-16cf-4343-a57d-02a522f61258 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/ports?device_id=dc3e2d7d-3d63-428a-bc66-41ae157ef28e HTTP/1.1" status: 200 len: 946 time: 0.2267411 Aug 18 12:16:59.757425 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a5a1fb0b-2d7c-47cc-a5e4-fcdf5de21021 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-996772'] for router_interface, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:59.790425 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-57bdc503-8d3b-47f9-82f3-b1e1cd909c9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:59.793007 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-57bdc503-8d3b-47f9-82f3-b1e1cd909c9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:59.799961 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-57bdc503-8d3b-47f9-82f3-b1e1cd909c9e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f34a6a40-43a0-4b57-a642-4865f9be1f75 HTTP/1.1" status: 204 len: 168 time: 0.5260892 Aug 18 12:16:59.822487 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bdc503-8d3b-47f9-82f3-b1e1cd909c9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f34a6a40-43a0-4b57-a642-4865f9be1f75,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:16:59.858335 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-b0c0fe7a-06f2-4e4f-b5e2-e9daa1eb333b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:16:59.919742 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-636a1e92-e443-42cd-8c76-0c390ea7fede req-5bc565a2-88fc-4a56-926a-f6dc41186367 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/security-groups?id=0e403c9b-7ac1-4005-9e0c-41b5a2ce4137&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1598299 Aug 18 12:17:00.047694 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a1fb0b-2d7c-47cc-a5e4-fcdf5de21021 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Pushing event updated for resources: {'Port': ['ID=0d1da6d5-9a19-4f9f-b2f9-50dfeaebc1b8,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:17:00.069652 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c0fe7a-06f2-4e4f-b5e2-e9daa1eb333b None None] Pushing event updated for resources: {'Port': ['ID=1b9bd69d-fd07-447e-b7dc-4f143f6e2c5b,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:17:00.185627 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5a1fb0b-2d7c-47cc-a5e4-fcdf5de21021 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Network 24a407c4-89ea-4bd3-8b0f-8fac9159040e is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:17:00.185627 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-a5a1fb0b-2d7c-47cc-a5e4-fcdf5de21021 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:17:00.338252 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-c9cb0001-8abe-4834-8671-e40d5427089f None None] Provisioning complete for port 1b9bd69d-fd07-447e-b7dc-4f143f6e2c5b triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:17:00.338743 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-c9cb0001-8abe-4834-8671-e40d5427089f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:00.490696 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 57654) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:17:00.509919 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-589a9567-482b-4d95-96e0-6335a4caf28e admin admin] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:00.718843 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-c9cb0001-8abe-4834-8671-e40d5427089f None None] Provisioning for port 0d1da6d5-9a19-4f9f-b2f9-50dfeaebc1b8 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:17:00.724456 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-c9cb0001-8abe-4834-8671-e40d5427089f None None] Provisioning complete for port 0d1da6d5-9a19-4f9f-b2f9-50dfeaebc1b8 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:17:00.724870 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-c9cb0001-8abe-4834-8671-e40d5427089f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:00.759578 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-91538563-6164-4f60-896e-2591182511b5 req-816694fc-3537-40a8-967f-b148415da768 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] 10.222.0.66 "GET /v2.0/ports?device_id=2cc02556-7c0a-4e9b-9a09-a272e5dfabdc HTTP/1.1" status: 200 len: 210 time: 0.1000957 Aug 18 12:17:00.931974 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-c9cb0001-8abe-4834-8671-e40d5427089f None None] Port 0d1da6d5-9a19-4f9f-b2f9-50dfeaebc1b8 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:17:00.942281 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-589a9567-482b-4d95-96e0-6335a4caf28e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:00.948746 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-589a9567-482b-4d95-96e0-6335a4caf28e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:01.015632 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589a9567-482b-4d95-96e0-6335a4caf28e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7bc8df7-f32d-4460-9c48-2e8c1875cf74,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:17:01.062689 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-589a9567-482b-4d95-96e0-6335a4caf28e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8aa3d83b02314d23b917075c871fc967&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5664716 Aug 18 12:17:01.063713 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 57666) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:17:01.073996 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-51a1270f-22e9-40be-94b8-32f5573ded18 None None] Provisioning complete for port 0d1da6d5-9a19-4f9f-b2f9-50dfeaebc1b8 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:17:01.074330 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-51a1270f-22e9-40be-94b8-32f5573ded18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:01.226452 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-51a1270f-22e9-40be-94b8-32f5573ded18 None None] Port 0d1da6d5-9a19-4f9f-b2f9-50dfeaebc1b8 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:17:01.352083 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-4dad22ca-e971-4e5d-8662-a57bb2cac461 None None] Provisioning complete for port 0d1da6d5-9a19-4f9f-b2f9-50dfeaebc1b8 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:17:01.352836 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4dad22ca-e971-4e5d-8662-a57bb2cac461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:01.425631 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-4dad22ca-e971-4e5d-8662-a57bb2cac461 None None] Port 0d1da6d5-9a19-4f9f-b2f9-50dfeaebc1b8 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:17:01.427222 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 1b9bd69d-fd07-447e-b7dc-4f143f6e2c5b up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:17:01.479438 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3eb8f59-003d-44c5-830f-e53e40d89411 req-419e8bfe-086d-4ea8-9c6b-7b1726bb6384 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:17:01.490317 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e3eb8f59-003d-44c5-830f-e53e40d89411 req-419e8bfe-086d-4ea8-9c6b-7b1726bb6384 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/ports?device_id=dc3e2d7d-3d63-428a-bc66-41ae157ef28e HTTP/1.1" status: 200 len: 946 time: 0.3766806 Aug 18 12:17:01.521623 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2a9f494e-93ae-4006-bdba-5f0c4404d3d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:01.557249 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2a9f494e-93ae-4006-bdba-5f0c4404d3d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:01.585996 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 1b9bd69d-fd07-447e-b7dc-4f143f6e2c5b triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:17:01.586281 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:01.619663 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2a9f494e-93ae-4006-bdba-5f0c4404d3d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:01.623198 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2a9f494e-93ae-4006-bdba-5f0c4404d3d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:01.624871 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-2a9f494e-93ae-4006-bdba-5f0c4404d3d1 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f7bc8df7-f32d-4460-9c48-2e8c1875cf74 HTTP/1.1" status: 204 len: 168 time: 0.5600958 Aug 18 12:17:01.655188 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5a1fb0b-2d7c-47cc-a5e4-fcdf5de21021 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Router 15a558d3-cb0b-4c5b-b74f-656f1047b2fb has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:17:01.706481 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e3eb8f59-003d-44c5-830f-e53e40d89411 req-5dfc1781-95fd-44ef-8c0c-4566b3641777 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/security-groups?id=0e403c9b-7ac1-4005-9e0c-41b5a2ce4137&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2147584 Aug 18 12:17:01.711204 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9f494e-93ae-4006-bdba-5f0c4404d3d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7bc8df7-f32d-4460-9c48-2e8c1875cf74,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:17:01.903742 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5a1fb0b-2d7c-47cc-a5e4-fcdf5de21021 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:17:01.916335 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b24f52-d1b4-47a8-9929-44e7623a489a None None] Sync routers for ids ['15a558d3-cb0b-4c5b-b74f-656f1047b2fb'] in n-d-804985-2 {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:17:01.925108 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-a5a1fb0b-2d7c-47cc-a5e4-fcdf5de21021 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "PUT /v2.0/routers/15a558d3-cb0b-4c5b-b74f-656f1047b2fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3543096 Aug 18 12:17:01.928765 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b24f52-d1b4-47a8-9929-44e7623a489a None None] Routers {'15a558d3-cb0b-4c5b-b74f-656f1047b2fb'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:17:01.942895 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-51b24f52-d1b4-47a8-9929-44e7623a489a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:16:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['15a558d3-cb0b-4c5b-b74f-656f1047b2fb'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:17:02.069731 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f0db226d-01f0-40f7-a220-de83cce3ac1c req-1753ecd7-0af1-4947-bd95-55ae924a261a tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] 10.222.0.66 "GET /v2.0/ports?device_id=2cc02556-7c0a-4e9b-9a09-a272e5dfabdc HTTP/1.1" status: 200 len: 210 time: 0.1100035 Aug 18 12:17:02.162197 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-51b24f52-d1b4-47a8-9929-44e7623a489a None None] Set router 15a558d3-cb0b-4c5b-b74f-656f1047b2fb gateway port host: n-d-804985-2 {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:17:02.407489 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d6ff2a35-bce7-41c1-91eb-de3a4055a1f5 req-53f6f52b-8938-4e1a-bf71-192baf2b922d tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1589783696&fields=id&tenant_id=b60736d695f1461b9071c3b3eddcc039 HTTP/1.1" status: 200 len: 267 time: 0.0869577 Aug 18 12:17:02.628309 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ff2a35-bce7-41c1-91eb-de3a4055a1f5 req-348b5d22-d6c8-4a08-955f-e9f2d9d3a128 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:17:02.637501 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d6ff2a35-bce7-41c1-91eb-de3a4055a1f5 req-348b5d22-d6c8-4a08-955f-e9f2d9d3a128 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/networks?id=24a407c4-89ea-4bd3-8b0f-8fac9159040e HTTP/1.1" status: 200 len: 797 time: 0.2204440 Aug 18 12:17:02.660047 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d6ff2a35-bce7-41c1-91eb-de3a4055a1f5 req-ef35f8c7-7bec-4439-a9fc-4e7fcdc52f11 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/quotas/b60736d695f1461b9071c3b3eddcc039 HTTP/1.1" status: 200 len: 375 time: 0.0212040 Aug 18 12:17:02.695676 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-51b24f52-d1b4-47a8-9929-44e7623a489a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15a558d3-cb0b-4c5b-b74f-656f1047b2fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1476557285', 'tenant_id': 'b60736d695f1461b9071c3b3eddcc039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.108'}], 'enable_snat': True}, 'gw_port_id': '971ed013-4826-4bcf-9327-09a533b16897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:16:49Z', 'updated_at': '2021-08-18T12:16:58Z', 'revision_number': 4, 'project_id': 'b60736d695f1461b9071c3b3eddcc039', 'gw_port': {'id': '971ed013-4826-4bcf-9327-09a533b16897', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:45:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15a558d3-cb0b-4c5b-b74f-656f1047b2fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3162, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:16:50Z', 'updated_at': '2021-08-18T12:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': '0d1da6d5-9a19-4f9f-b2f9-50dfeaebc1b8', 'name': '', 'network_id': '24a407c4-89ea-4bd3-8b0f-8fac9159040e', 'tenant_id': 'b60736d695f1461b9071c3b3eddcc039', 'mac_address': 'fa:16:3e:63:77:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15a558d3-cb0b-4c5b-b74f-656f1047b2fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': 'ef4f480b-35f7-4e63-87a7-b9ffafc93ba8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:16:56Z', 'updated_at': '2021-08-18T12:16:59Z', 'revision_number': 2, 'project_id': 'b60736d695f1461b9071c3b3eddcc039', 'subnets': [{'id': 'ef4f480b-35f7-4e63-87a7-b9ffafc93ba8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:17:02.762448 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d6ff2a35-bce7-41c1-91eb-de3a4055a1f5 req-26568fc9-d501-4f02-a595-ed333d0979b9 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=b60736d695f1461b9071c3b3eddcc039&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1007001 Aug 18 12:17:02.822640 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b24f52-d1b4-47a8-9929-44e7623a489a None None] Checking router: 15a558d3-cb0b-4c5b-b74f-656f1047b2fb for host: n-d-804985-2 {{(pid=106254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:17:02.823258 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b24f52-d1b4-47a8-9929-44e7623a489a None None] Updating router 15a558d3-cb0b-4c5b-b74f-656f1047b2fb port 0d1da6d5-9a19-4f9f-b2f9-50dfeaebc1b8 binding host n-d-804985-2 {{(pid=106254) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 12:17:02.865186 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-51b24f52-d1b4-47a8-9929-44e7623a489a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:03.065811 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf40369-df21-444f-9dc8-9da170107e6d req-f8c87558-d775-4437-838a-9ae8569c316e tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:17:03.084859 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-aaf40369-df21-444f-9dc8-9da170107e6d req-f8c87558-d775-4437-838a-9ae8569c316e tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/ports?device_id=dc3e2d7d-3d63-428a-bc66-41ae157ef28e HTTP/1.1" status: 200 len: 946 time: 0.1872005 Aug 18 12:17:03.143220 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 57734) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:17:03.229498 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-aaf40369-df21-444f-9dc8-9da170107e6d req-0dd99fe1-8005-47f7-bc28-fda6dbdfb44b tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/security-groups?id=0e403c9b-7ac1-4005-9e0c-41b5a2ce4137&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1206932 Aug 18 12:17:03.232141 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d6ff2a35-bce7-41c1-91eb-de3a4055a1f5 req-f445c735-2c57-41c6-97ba-b765853564ce service neutron] 10.222.0.66 "GET /v2.0/networks/24a407c4-89ea-4bd3-8b0f-8fac9159040e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4580743 Aug 18 12:17:03.332749 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d6ff2a35-bce7-41c1-91eb-de3a4055a1f5 req-425a4d7e-aac1-4db2-b8a2-794c77323090 service neutron] 10.222.0.66 "GET /v2.0/networks/24a407c4-89ea-4bd3-8b0f-8fac9159040e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943851 Aug 18 12:17:03.390961 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-34654f90-e87d-4122-a190-50d40ec696b3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1693800121-network', 'tenant_id': '90cdce95448f45aa997cd44b199d5dea'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:17:03.429692 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34654f90-e87d-4122-a190-50d40ec696b3 admin admin] Made reservation on behalf of 90cdce95448f45aa997cd44b199d5dea for: {'network': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:17:03.433088 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-34654f90-e87d-4122-a190-50d40ec696b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for network, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:03.467160 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-34654f90-e87d-4122-a190-50d40ec696b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:03.487562 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a4a820d8-e118-4a0a-a296-c2410e30a310 req-0e69bbef-daab-4a6e-b3c5-52fd35ea3d27 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] 10.222.0.66 "GET /v2.0/ports?device_id=2cc02556-7c0a-4e9b-9a09-a272e5dfabdc HTTP/1.1" status: 200 len: 210 time: 0.0537560 Aug 18 12:17:03.655459 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-51b24f52-d1b4-47a8-9929-44e7623a489a None None] Notify callbacks [] for port, precommit_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:03.674685 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-51b24f52-d1b4-47a8-9929-44e7623a489a None None] Transition to ACTIVE for port object 0d1da6d5-9a19-4f9f-b2f9-50dfeaebc1b8 will not be triggered until provisioned by entity L2. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:17:03.698996 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-34654f90-e87d-4122-a190-50d40ec696b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:03.713357 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-34654f90-e87d-4122-a190-50d40ec696b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:03.714803 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-51b24f52-d1b4-47a8-9929-44e7623a489a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:03.730252 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34654f90-e87d-4122-a190-50d40ec696b3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 807} {{(pid=106253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:17:03.743548 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-34654f90-e87d-4122-a190-50d40ec696b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:03.744583 n-d-804985-2 neutron-server[106253]: INFO neutron.db.segments_db [None req-34654f90-e87d-4122-a190-50d40ec696b3 admin admin] Added segment dba59162-4de7-4587-b01f-a6c2ab43a81b of type vlan for network d5bf24c4-b466-4845-ab51-cfa6341bca6f Aug 18 12:17:03.868819 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-34654f90-e87d-4122-a190-50d40ec696b3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789150665894'] for network, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:03.900774 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d23b356-8622-4b57-83c1-f18abffbfcd1 None None] Pushing event updated for resources: {'Port': ['ID=0d1da6d5-9a19-4f9f-b2f9-50dfeaebc1b8,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:17:03.982108 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-86950d24-6514-4571-a00f-d135a7553638 req-da5c6f96-d762-4df9-af3a-aae13a3c438f tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/ports?device_id=cbac3b63-465c-4b90-9065-19b6cea9e66b HTTP/1.1" status: 200 len: 210 time: 0.0748460 Aug 18 12:17:04.018007 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-34654f90-e87d-4122-a190-50d40ec696b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for network, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:04.019568 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34654f90-e87d-4122-a190-50d40ec696b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:17:04.023321 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-34654f90-e87d-4122-a190-50d40ec696b3 admin admin] Notify callbacks [] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:04.066051 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-51b24f52-d1b4-47a8-9929-44e7623a489a None None] Attempting to bind port 0d1da6d5-9a19-4f9f-b2f9-50dfeaebc1b8 on host n-d-804985-2 for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:17:04.066426 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-51b24f52-d1b4-47a8-9929-44e7623a489a None None] Attempting to bind port 0d1da6d5-9a19-4f9f-b2f9-50dfeaebc1b8 by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': '2702fddc-a106-4ef8-abba-ab045dbab5a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '24a407c4-89ea-4bd3-8b0f-8fac9159040e'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:17:04.067055 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b24f52-d1b4-47a8-9929-44e7623a489a None None] Attempting to bind port 0d1da6d5-9a19-4f9f-b2f9-50dfeaebc1b8 on network 24a407c4-89ea-4bd3-8b0f-8fac9159040e {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:17:04.091719 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b24f52-d1b4-47a8-9929-44e7623a489a None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 16, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:17:04.092066 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b24f52-d1b4-47a8-9929-44e7623a489a None None] Checking segment: {'id': '2702fddc-a106-4ef8-abba-ab045dbab5a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '24a407c4-89ea-4bd3-8b0f-8fac9159040e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:17:04.092369 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-51b24f52-d1b4-47a8-9929-44e7623a489a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:04.092783 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b24f52-d1b4-47a8-9929-44e7623a489a None None] Bound using segment: {'id': '2702fddc-a106-4ef8-abba-ab045dbab5a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '24a407c4-89ea-4bd3-8b0f-8fac9159040e'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:17:04.095783 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-51b24f52-d1b4-47a8-9929-44e7623a489a None None] Bound port: 0d1da6d5-9a19-4f9f-b2f9-50dfeaebc1b8, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2702fddc-a106-4ef8-abba-ab045dbab5a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '24a407c4-89ea-4bd3-8b0f-8fac9159040e'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:17:04.096248 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-51b24f52-d1b4-47a8-9929-44e7623a489a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:04.182759 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34654f90-e87d-4122-a190-50d40ec696b3 admin admin] Pushing event updated for resources: {'Network': ['ID=d5bf24c4-b466-4845-ab51-cfa6341bca6f,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:17:04.190951 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-34654f90-e87d-4122-a190-50d40ec696b3 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0430567 Aug 18 12:17:04.191451 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 57752) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:17:04.197439 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-432e9afd-4ac8-4f68-900b-ec2a726c6a6b admin admin] Request body: {'subnet': {'network_id': 'd5bf24c4-b466-4845-ab51-cfa6341bca6f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1693800121-subnet', 'tenant_id': '90cdce95448f45aa997cd44b199d5dea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:17:04.198439 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Network d5bf24c4-b466-4845-ab51-cfa6341bca6f details requested by agent ovs-agent-n-d-804985-2 with host n-d-804985-2 {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:17:04.222433 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34654f90-e87d-4122-a190-50d40ec696b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8a0eb7d-06ac-448f-bf48-9f0adb996dc0,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:17:04.273115 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-432e9afd-4ac8-4f68-900b-ec2a726c6a6b admin admin] Made reservation on behalf of 90cdce95448f45aa997cd44b199d5dea for: {'subnet': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:17:04.277319 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-432e9afd-4ac8-4f68-900b-ec2a726c6a6b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59074089'] for subnet, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:04.466654 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-51b24f52-d1b4-47a8-9929-44e7623a489a None None] For port 0d1da6d5-9a19-4f9f-b2f9-50dfeaebc1b8, host n-d-804985-2, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:17:04.490436 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-51b24f52-d1b4-47a8-9929-44e7623a489a None None] For port 0d1da6d5-9a19-4f9f-b2f9-50dfeaebc1b8, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=0d1da6d5-9a19-4f9f-b2f9-50dfeaebc1b8,segment=NetworkSegment(2702fddc-a106-4ef8-abba-ab045dbab5a0),segment_id=2702fddc-a106-4ef8-abba-ab045dbab5a0)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:17:04.501969 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-51b24f52-d1b4-47a8-9929-44e7623a489a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:04.780356 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2fd99441-aac1-4085-a6f5-5e6245fa38c6 req-83a05fb2-71c0-474a-904a-aff3505b7de6 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] 10.222.0.66 "GET /v2.0/ports?device_id=2cc02556-7c0a-4e9b-9a09-a272e5dfabdc HTTP/1.1" status: 200 len: 210 time: 0.0523932 Aug 18 12:17:04.789256 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-432e9afd-4ac8-4f68-900b-ec2a726c6a6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3572913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59074111'] for subnet, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:04.912311 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e136c6e6-0f4c-49cc-9ee2-ac9dadf746ce req-b9ebd2f1-2373-49f6-a3e0-df15d46cab93 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:17:04.914478 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e136c6e6-0f4c-49cc-9ee2-ac9dadf746ce req-b9ebd2f1-2373-49f6-a3e0-df15d46cab93 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/ports?device_id=dc3e2d7d-3d63-428a-bc66-41ae157ef28e HTTP/1.1" status: 200 len: 946 time: 0.5351198 Aug 18 12:17:04.927050 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432e9afd-4ac8-4f68-900b-ec2a726c6a6b admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b68b14b-cdde-42c2-8d42-922456a54f87,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:17:04.931183 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d23b356-8622-4b57-83c1-f18abffbfcd1 None None] Pushing event updated for resources: {'Port': ['ID=0d1da6d5-9a19-4f9f-b2f9-50dfeaebc1b8,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:17:04.961386 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b24f52-d1b4-47a8-9929-44e7623a489a None None] Routers {'15a558d3-cb0b-4c5b-b74f-656f1047b2fb'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:17:04.962096 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-51b24f52-d1b4-47a8-9929-44e7623a489a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:16:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['15a558d3-cb0b-4c5b-b74f-656f1047b2fb'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:17:04.989170 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-432e9afd-4ac8-4f68-900b-ec2a726c6a6b admin admin] Checking segment: {'id': 'dba59162-4de7-4587-b01f-a6c2ab43a81b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'd5bf24c4-b466-4845-ab51-cfa6341bca6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:17:04.990033 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-432e9afd-4ac8-4f68-900b-ec2a726c6a6b admin admin] Network hostable DHCP agents. Network: d5bf24c4-b466-4845-ab51-cfa6341bca6f, hostable agents: ['97c14208-2951-4361-8d64-3708c946ff5f'], hosted agents: [] {{(pid=106252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 12:17:05.024008 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e136c6e6-0f4c-49cc-9ee2-ac9dadf746ce req-04f3187a-81fb-40e1-8e81-826413002ab8 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/security-groups?id=0e403c9b-7ac1-4005-9e0c-41b5a2ce4137&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884976 Aug 18 12:17:05.054013 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-432e9afd-4ac8-4f68-900b-ec2a726c6a6b admin admin] Network d5bf24c4-b466-4845-ab51-cfa6341bca6f is scheduled to be hosted by DHCP agent 97c14208-2951-4361-8d64-3708c946ff5f with binding_index 1 {{(pid=106252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 12:17:05.093509 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-432e9afd-4ac8-4f68-900b-ec2a726c6a6b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-2, d5bf24c4-b466-4845-ab51-cfa6341bca6f) {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:17:05.117119 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-432e9afd-4ac8-4f68-900b-ec2a726c6a6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:17:05.149662 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-432e9afd-4ac8-4f68-900b-ec2a726c6a6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for subnet, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:05.241828 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2f9fcc60-6937-4fc6-8daa-c10eeae5d328 req-877731a7-9df6-46f9-881a-1483fa09978b tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/ports?device_id=cbac3b63-465c-4b90-9065-19b6cea9e66b HTTP/1.1" status: 200 len: 210 time: 0.0508525 Aug 18 12:17:05.257895 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-432e9afd-4ac8-4f68-900b-ec2a726c6a6b admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0651243 Aug 18 12:17:05.323053 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35ff030f-f39a-46b8-bd0d-6c8a3aa0d9a4 None None] Network d5bf24c4-b466-4845-ab51-cfa6341bca6f requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:17:05.420117 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-51b24f52-d1b4-47a8-9929-44e7623a489a None None] Set router 15a558d3-cb0b-4c5b-b74f-656f1047b2fb gateway port host: n-d-804985-2 {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:17:05.797654 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8cffccb-0423-4280-898e-5809e72cb581 None None] Network d5bf24c4-b466-4845-ab51-cfa6341bca6f requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:17:06.031060 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ef43498d-7606-4ba4-9ebf-aa182627a917 req-539af47c-e3a5-4758-b242-e9e8afd60639 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] 10.222.0.66 "GET /v2.0/ports?device_id=2cc02556-7c0a-4e9b-9a09-a272e5dfabdc HTTP/1.1" status: 200 len: 210 time: 0.0663044 Aug 18 12:17:06.261670 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-51b24f52-d1b4-47a8-9929-44e7623a489a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15a558d3-cb0b-4c5b-b74f-656f1047b2fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1476557285', 'tenant_id': 'b60736d695f1461b9071c3b3eddcc039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.108'}], 'enable_snat': True}, 'gw_port_id': '971ed013-4826-4bcf-9327-09a533b16897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:16:49Z', 'updated_at': '2021-08-18T12:16:58Z', 'revision_number': 4, 'project_id': 'b60736d695f1461b9071c3b3eddcc039', 'gw_port': {'id': '971ed013-4826-4bcf-9327-09a533b16897', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:45:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15a558d3-cb0b-4c5b-b74f-656f1047b2fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3162, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:16:50Z', 'updated_at': '2021-08-18T12:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': '0d1da6d5-9a19-4f9f-b2f9-50dfeaebc1b8', 'name': '', 'network_id': '24a407c4-89ea-4bd3-8b0f-8fac9159040e', 'tenant_id': 'b60736d695f1461b9071c3b3eddcc039', 'mac_address': 'fa:16:3e:63:77:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15a558d3-cb0b-4c5b-b74f-656f1047b2fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': 'ef4f480b-35f7-4e63-87a7-b9ffafc93ba8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:16:56Z', 'updated_at': '2021-08-18T12:17:04Z', 'revision_number': 4, 'project_id': 'b60736d695f1461b9071c3b3eddcc039', 'subnets': [{'id': 'ef4f480b-35f7-4e63-87a7-b9ffafc93ba8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:17:06.320359 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:06.346057 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38064ef-77f7-4f2a-be2f-8ce7611a1ae2 req-60a08b07-5d4b-400c-8ba3-179a9b5aba42 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:17:06.355911 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b38064ef-77f7-4f2a-be2f-8ce7611a1ae2 req-60a08b07-5d4b-400c-8ba3-179a9b5aba42 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/ports?device_id=dc3e2d7d-3d63-428a-bc66-41ae157ef28e HTTP/1.1" status: 200 len: 946 time: 0.1957035 Aug 18 12:17:06.358456 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b24f52-d1b4-47a8-9929-44e7623a489a None None] The sync data for ids ['15a558d3-cb0b-4c5b-b74f-656f1047b2fb'] in n-d-804985-2 is: [{'id': '15a558d3-cb0b-4c5b-b74f-656f1047b2fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1476557285', 'tenant_id': 'b60736d695f1461b9071c3b3eddcc039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.108'}], 'enable_snat': True}, 'gw_port_id': '971ed013-4826-4bcf-9327-09a533b16897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:16:49Z', 'updated_at': '2021-08-18T12:16:58Z', 'revision_number': 4, 'project_id': 'b60736d695f1461b9071c3b3eddcc039', 'gw_port': {'id': '971ed013-4826-4bcf-9327-09a533b16897', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:45:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15a558d3-cb0b-4c5b-b74f-656f1047b2fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3162, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:16:50Z', 'updated_at': '2021-08-18T12:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': '0d1da6d5-9a19-4f9f-b2f9-50dfeaebc1b8', 'name': '', 'network_id': '24a407c4-89ea-4bd3-8b0f-8fac9159040e', 'tenant_id': 'b60736d695f1461b9071c3b3eddcc039', 'mac_address': 'fa:16:3e:63:77:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15a558d3-cb0b-4c5b-b74f-656f1047b2fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': 'ef4f480b-35f7-4e63-87a7-b9ffafc93ba8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:16:56Z', 'updated_at': '2021-08-18T12:17:04Z', 'revision_number': 4, 'project_id': 'b60736d695f1461b9071c3b3eddcc039', 'subnets': [{'id': 'ef4f480b-35f7-4e63-87a7-b9ffafc93ba8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:17:06.617164 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-83b5e984-95da-4c15-9511-0ec5e5b07b50 req-5042ea9a-688c-460e-b7f6-7b896216f579 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/ports?device_id=cbac3b63-465c-4b90-9065-19b6cea9e66b HTTP/1.1" status: 200 len: 210 time: 0.2560167 Aug 18 12:17:06.667214 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b38064ef-77f7-4f2a-be2f-8ce7611a1ae2 req-baa0fce1-7a0c-4c24-81ee-f00d60becedc tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/security-groups?id=0e403c9b-7ac1-4005-9e0c-41b5a2ce4137&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3052649 Aug 18 12:17:06.670723 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ff2a35-bce7-41c1-91eb-de3a4055a1f5 req-f3011a61-b0b7-432e-a520-d803b6c5e13f tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:17:06.673603 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-d6ff2a35-bce7-41c1-91eb-de3a4055a1f5 req-f3011a61-b0b7-432e-a520-d803b6c5e13f tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.62 "GET /v2.0/networks?id=24a407c4-89ea-4bd3-8b0f-8fac9159040e HTTP/1.1" status: 200 len: 797 time: 0.2977235 Aug 18 12:17:06.758465 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-d6ff2a35-bce7-41c1-91eb-de3a4055a1f5 req-c8d9c967-176a-4298-89fd-e136738af828 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b60736d695f1461b9071c3b3eddcc039 HTTP/1.1" status: 200 len: 380 time: 0.0641456 Aug 18 12:17:06.773038 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [req-d6ff2a35-bce7-41c1-91eb-de3a4055a1f5 req-735b20a9-1392-40c5-b798-af5077d3531f tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Request body: {'port': {'device_id': 'cbac3b63-465c-4b90-9065-19b6cea9e66b', 'network_id': '24a407c4-89ea-4bd3-8b0f-8fac9159040e', 'admin_state_up': True, 'tenant_id': 'b60736d695f1461b9071c3b3eddcc039', 'security_groups': ['71b7f5de-7f5f-47d6-be8c-db76d5c69f11']}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:17:07.047019 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6ff2a35-bce7-41c1-91eb-de3a4055a1f5 req-735b20a9-1392-40c5-b798-af5077d3531f tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Made reservation on behalf of b60736d695f1461b9071c3b3eddcc039 for: {'port': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:17:07.051673 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-d6ff2a35-bce7-41c1-91eb-de3a4055a1f5 req-735b20a9-1392-40c5-b798-af5077d3531f tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:07.213539 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 57832) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:17:07.289933 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 0d1da6d5-9a19-4f9f-b2f9-50dfeaebc1b8 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:17:07.367487 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port 0d1da6d5-9a19-4f9f-b2f9-50dfeaebc1b8 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:17:07.374913 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 0d1da6d5-9a19-4f9f-b2f9-50dfeaebc1b8 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:17:07.375614 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:07.455964 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f12426cb-f676-4ab0-b273-a4dfde72058a tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:07.506235 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [req-d6ff2a35-bce7-41c1-91eb-de3a4055a1f5 req-735b20a9-1392-40c5-b798-af5077d3531f tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Allocated IP 172.20.0.3 (24a407c4-89ea-4bd3-8b0f-8fac9159040e/ef4f480b-35f7-4e63-87a7-b9ffafc93ba8/56a4e1d5-691e-477f-9f80-af402b469f7d) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:17:07.548206 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f12426cb-f676-4ab0-b273-a4dfde72058a tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:07.701521 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f12426cb-f676-4ab0-b273-a4dfde72058a tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:07.705979 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f12426cb-f676-4ab0-b273-a4dfde72058a tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:07.707978 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:07.717070 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-f12426cb-f676-4ab0-b273-a4dfde72058a tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] 10.222.0.66 "DELETE /v2.0/security-groups/f288757b-df2a-4147-b6e9-81a127940c8c HTTP/1.1" status: 204 len: 168 time: 0.5015755 Aug 18 12:17:07.717765 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 57844) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:17:07.786166 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12426cb-f676-4ab0-b273-a4dfde72058a tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f288757b-df2a-4147-b6e9-81a127940c8c,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:17:07.797920 n-d-804985-2 neutron-server[106252]: INFO neutron.api.v2.resource [None req-bac0851a-8f3f-4920-91d7-d7fcdb817007 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] show failed (client error): The resource could not be found. Aug 18 12:17:07.812778 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-bac0851a-8f3f-4920-91d7-d7fcdb817007 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] 10.222.0.66 "GET /v2.0/security-groups/f288757b-df2a-4147-b6e9-81a127940c8c HTTP/1.1" status: 404 len: 347 time: 0.0820899 Aug 18 12:17:07.814368 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] For port 0d1da6d5-9a19-4f9f-b2f9-50dfeaebc1b8, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=0d1da6d5-9a19-4f9f-b2f9-50dfeaebc1b8,segment=NetworkSegment(2702fddc-a106-4ef8-abba-ab045dbab5a0),segment_id=2702fddc-a106-4ef8-abba-ab045dbab5a0)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:17:07.821512 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 57848) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:17:07.834653 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:07.936869 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Pushing event updated for resources: {'Port': ['ID=0d1da6d5-9a19-4f9f-b2f9-50dfeaebc1b8,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:17:07.989157 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-68158a46-818e-402d-9ed5-7ef97270e515 req-81c4ad35-f42d-4fb3-864d-415d682aba23 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/ports?device_id=cbac3b63-465c-4b90-9065-19b6cea9e66b HTTP/1.1" status: 200 len: 210 time: 0.1410513 Aug 18 12:17:08.041041 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300b56cd-409e-43f2-bd7a-1e5aa9adea90 req-52da01f2-d432-438a-aef4-ab95301587eb tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:17:08.042925 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-300b56cd-409e-43f2-bd7a-1e5aa9adea90 req-52da01f2-d432-438a-aef4-ab95301587eb tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/ports?device_id=dc3e2d7d-3d63-428a-bc66-41ae157ef28e HTTP/1.1" status: 200 len: 946 time: 0.2179596 Aug 18 12:17:08.124861 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-300b56cd-409e-43f2-bd7a-1e5aa9adea90 req-645f63b6-1094-4038-a268-43936fd1d8d7 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/security-groups?id=0e403c9b-7ac1-4005-9e0c-41b5a2ce4137&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613132 Aug 18 12:17:08.147306 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-d6ff2a35-bce7-41c1-91eb-de3a4055a1f5 req-735b20a9-1392-40c5-b798-af5077d3531f tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:08.165884 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [req-d6ff2a35-bce7-41c1-91eb-de3a4055a1f5 req-735b20a9-1392-40c5-b798-af5077d3531f tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Transition to ACTIVE for port object 56a4e1d5-691e-477f-9f80-af402b469f7d will not be triggered until provisioned by entity DHCP. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:17:08.202004 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:08.234633 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-d6ff2a35-bce7-41c1-91eb-de3a4055a1f5 req-735b20a9-1392-40c5-b798-af5077d3531f tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:08.286911 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6ff2a35-bce7-41c1-91eb-de3a4055a1f5 req-735b20a9-1392-40c5-b798-af5077d3531f tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Network 24a407c4-89ea-4bd3-8b0f-8fac9159040e is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:17:08.294796 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [req-d6ff2a35-bce7-41c1-91eb-de3a4055a1f5 req-735b20a9-1392-40c5-b798-af5077d3531f tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:17:08.297590 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6ff2a35-bce7-41c1-91eb-de3a4055a1f5 req-735b20a9-1392-40c5-b798-af5077d3531f tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:17:08.405196 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735b20a9-1392-40c5-b798-af5077d3531f tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Pushing event updated for resources: {'Port': ['ID=56a4e1d5-691e-477f-9f80-af402b469f7d,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:17:08.417003 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-32259579-7421-47b0-b651-0835d8399c81 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Deleting port eae65a1b-33a9-4925-87f0-9370c309c382 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:17:08.417346 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-32259579-7421-47b0-b651-0835d8399c81 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:08.464153 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ff2a35-bce7-41c1-91eb-de3a4055a1f5 req-735b20a9-1392-40c5-b798-af5077d3531f tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:17:08.479967 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-d6ff2a35-bce7-41c1-91eb-de3a4055a1f5 req-735b20a9-1392-40c5-b798-af5077d3531f tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:08.616634 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-d6ff2a35-bce7-41c1-91eb-de3a4055a1f5 req-735b20a9-1392-40c5-b798-af5077d3531f tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8478065 Aug 18 12:17:08.636043 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [req-d6ff2a35-bce7-41c1-91eb-de3a4055a1f5 req-e1c84eb3-8fa2-4a1c-8f91-90a6375bed25 service neutron] Request body: {'port': {'device_id': 'cbac3b63-465c-4b90-9065-19b6cea9e66b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804985-2'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:17:08.853097 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-a1807c6b-7aa3-4a6d-ad2f-a1d584ea6e47 None None] Provisioning for port 56a4e1d5-691e-477f-9f80-af402b469f7d completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:17:08.863227 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-32259579-7421-47b0-b651-0835d8399c81 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:08.863811 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-32259579-7421-47b0-b651-0835d8399c81 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:08.866657 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-a1807c6b-7aa3-4a6d-ad2f-a1d584ea6e47 None None] Provisioning complete for port 56a4e1d5-691e-477f-9f80-af402b469f7d triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:17:08.867207 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-a1807c6b-7aa3-4a6d-ad2f-a1d584ea6e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:08.882132 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-d6ff2a35-bce7-41c1-91eb-de3a4055a1f5 req-e1c84eb3-8fa2-4a1c-8f91-90a6375bed25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:08.898014 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-32259579-7421-47b0-b651-0835d8399c81 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Calling delete_port for eae65a1b-33a9-4925-87f0-9370c309c382 owned by network:floatingip {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:17:08.990027 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-a1807c6b-7aa3-4a6d-ad2f-a1d584ea6e47 None None] Port 56a4e1d5-691e-477f-9f80-af402b469f7d cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:17:09.239883 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 0d1da6d5-9a19-4f9f-b2f9-50dfeaebc1b8 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:17:09.299771 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78494b52-c1fc-4435-a988-2fe7e537af99 req-b5f15575-0136-4f28-a1de-fd168f2dd8db tempest-VolumesActionsTest-1154199965 tempest-VolumesActionsTest-1154199965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:17:09.325478 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-78494b52-c1fc-4435-a988-2fe7e537af99 req-b5f15575-0136-4f28-a1de-fd168f2dd8db tempest-VolumesActionsTest-1154199965 tempest-VolumesActionsTest-1154199965-project] 10.222.0.66 "GET /v2.0/networks?id=d5bf24c4-b466-4845-ab51-cfa6341bca6f HTTP/1.1" status: 200 len: 809 time: 0.4826040 Aug 18 12:17:09.343755 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 0d1da6d5-9a19-4f9f-b2f9-50dfeaebc1b8 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:17:09.344136 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:09.422754 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-78494b52-c1fc-4435-a988-2fe7e537af99 req-858dff42-4147-4f0d-8684-80a87e402d64 tempest-VolumesActionsTest-1154199965 tempest-VolumesActionsTest-1154199965-project] 10.222.0.66 "GET /v2.0/quotas/90cdce95448f45aa997cd44b199d5dea HTTP/1.1" status: 200 len: 375 time: 0.0952132 Aug 18 12:17:09.433310 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1f9ac9-4ce9-497a-b7b8-b5dad43b527b req-0b1c2c4c-e637-45ba-9ec5-ccfd4275d97c tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:17:09.435550 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1e1f9ac9-4ce9-497a-b7b8-b5dad43b527b req-0b1c2c4c-e637-45ba-9ec5-ccfd4275d97c tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/ports?device_id=cbac3b63-465c-4b90-9065-19b6cea9e66b HTTP/1.1" status: 200 len: 931 time: 0.2318082 Aug 18 12:17:09.496442 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-78494b52-c1fc-4435-a988-2fe7e537af99 req-eebb1e68-4809-4dba-bb8c-cf716243915d tempest-VolumesActionsTest-1154199965 tempest-VolumesActionsTest-1154199965-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=90cdce95448f45aa997cd44b199d5dea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0720747 Aug 18 12:17:09.675180 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [req-d6ff2a35-bce7-41c1-91eb-de3a4055a1f5 req-e1c84eb3-8fa2-4a1c-8f91-90a6375bed25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56a4e1d5-691e-477f-9f80-af402b469f7d {{(pid=106253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:17:09.686154 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-d6ff2a35-bce7-41c1-91eb-de3a4055a1f5 req-e1c84eb3-8fa2-4a1c-8f91-90a6375bed25 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:09.687471 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1e1f9ac9-4ce9-497a-b7b8-b5dad43b527b req-d9e981b3-babc-4a91-980e-60f3971cd768 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/security-groups?id=71b7f5de-7f5f-47d6-be8c-db76d5c69f11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2345326 Aug 18 12:17:09.702496 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [req-d6ff2a35-bce7-41c1-91eb-de3a4055a1f5 req-e1c84eb3-8fa2-4a1c-8f91-90a6375bed25 service neutron] Transition to ACTIVE for port object 56a4e1d5-691e-477f-9f80-af402b469f7d will not be triggered until provisioned by entity L2. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:17:09.722619 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-d6ff2a35-bce7-41c1-91eb-de3a4055a1f5 req-e1c84eb3-8fa2-4a1c-8f91-90a6375bed25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:09.813568 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-78494b52-c1fc-4435-a988-2fe7e537af99 req-a56e4a5d-6ed2-4a53-87fa-de6b89c7a997 service neutron] 10.222.0.66 "GET /v2.0/networks/d5bf24c4-b466-4845-ab51-cfa6341bca6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2576303 Aug 18 12:17:09.941823 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-32259579-7421-47b0-b651-0835d8399c81 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:10.004648 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 57886) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:17:10.082267 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c84eb3-8fa2-4a1c-8f91-90a6375bed25 service neutron] Pushing event updated for resources: {'Port': ['ID=56a4e1d5-691e-477f-9f80-af402b469f7d,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:17:10.085532 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20318836-4bfd-4dc5-96ea-acc769baec40 req-6bf84e73-9d2b-4bc3-afa4-70efaaad667d tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:17:10.093090 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-20318836-4bfd-4dc5-96ea-acc769baec40 req-6bf84e73-9d2b-4bc3-afa4-70efaaad667d tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/ports?device_id=dc3e2d7d-3d63-428a-bc66-41ae157ef28e HTTP/1.1" status: 200 len: 946 time: 0.2730670 Aug 18 12:17:10.142281 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32259579-7421-47b0-b651-0835d8399c81 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Pushing event deleted for resources: {'Port': ['ID=eae65a1b-33a9-4925-87f0-9370c309c382,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:17:10.150730 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-20318836-4bfd-4dc5-96ea-acc769baec40 req-175bff8e-3a04-47a7-a53d-778a4cb2bf72 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/security-groups?id=0e403c9b-7ac1-4005-9e0c-41b5a2ce4137&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516005 Aug 18 12:17:10.208731 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-78494b52-c1fc-4435-a988-2fe7e537af99 req-ca3e6bc6-7b44-47a3-86c8-7f71f54d7a84 service neutron] 10.222.0.66 "GET /v2.0/networks/d5bf24c4-b466-4845-ab51-cfa6341bca6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3874912 Aug 18 12:17:10.369900 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f703f619-7cbd-4b1d-a394-4f7df673c909 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:10.376845 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-32259579-7421-47b0-b651-0835d8399c81 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Notify callbacks [] for floatingip, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:10.379392 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-32259579-7421-47b0-b651-0835d8399c81 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for floatingip, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:10.397902 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-32259579-7421-47b0-b651-0835d8399c81 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] 10.222.0.66 "DELETE /v2.0/floatingips/06914484-f71b-47d3-b4c8-f2f1a4b2b171 HTTP/1.1" status: 204 len: 168 time: 2.5622215 Aug 18 12:17:10.426822 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 57894) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:17:10.595901 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f703f619-7cbd-4b1d-a394-4f7df673c909 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:10.607166 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f703f619-7cbd-4b1d-a394-4f7df673c909 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:10.636510 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-d6ff2a35-bce7-41c1-91eb-de3a4055a1f5 req-e1c84eb3-8fa2-4a1c-8f91-90a6375bed25 service neutron] Attempting to bind port 56a4e1d5-691e-477f-9f80-af402b469f7d on host n-h2-804985-2 for vnic_type normal with profile {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:17:10.636846 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-d6ff2a35-bce7-41c1-91eb-de3a4055a1f5 req-e1c84eb3-8fa2-4a1c-8f91-90a6375bed25 service neutron] Attempting to bind port 56a4e1d5-691e-477f-9f80-af402b469f7d by drivers openvswitch,hyperv on host n-h2-804985-2 at level 0 using segments [{'id': '2702fddc-a106-4ef8-abba-ab045dbab5a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '24a407c4-89ea-4bd3-8b0f-8fac9159040e'}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:17:10.637173 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6ff2a35-bce7-41c1-91eb-de3a4055a1f5 req-e1c84eb3-8fa2-4a1c-8f91-90a6375bed25 service neutron] Attempting to bind port 56a4e1d5-691e-477f-9f80-af402b469f7d on network 24a407c4-89ea-4bd3-8b0f-8fac9159040e {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:17:10.655701 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6ff2a35-bce7-41c1-91eb-de3a4055a1f5 req-e1c84eb3-8fa2-4a1c-8f91-90a6375bed25 service neutron] Port 56a4e1d5-691e-477f-9f80-af402b469f7d on network 24a407c4-89ea-4bd3-8b0f-8fac9159040e not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-2 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:17:10.656135 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6ff2a35-bce7-41c1-91eb-de3a4055a1f5 req-e1c84eb3-8fa2-4a1c-8f91-90a6375bed25 service neutron] Attempting to bind port 56a4e1d5-691e-477f-9f80-af402b469f7d on network 24a407c4-89ea-4bd3-8b0f-8fac9159040e {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:17:10.656855 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-030c76c4-3454-4bc2-9f02-468e44bb49cf req-93050e97-84db-4638-ae6d-85aa4d96d15f tempest-VolumesActionsTest-1154199965 tempest-VolumesActionsTest-1154199965-project] 10.222.0.66 "GET /v2.0/ports?device_id=7b9f79db-6fe2-43e2-946e-5495d4d90ec9 HTTP/1.1" status: 200 len: 210 time: 0.1306779 Aug 18 12:17:10.686722 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6ff2a35-bce7-41c1-91eb-de3a4055a1f5 req-e1c84eb3-8fa2-4a1c-8f91-90a6375bed25 service neutron] Checking agent: {'id': 'da5da552-709c-4248-84de-86af99a0dc87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 49, 8), 'started_at': datetime.datetime(2021, 8, 18, 11, 49, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 17, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:17:10.687060 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6ff2a35-bce7-41c1-91eb-de3a4055a1f5 req-e1c84eb3-8fa2-4a1c-8f91-90a6375bed25 service neutron] Checking segment: {'id': '2702fddc-a106-4ef8-abba-ab045dbab5a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '24a407c4-89ea-4bd3-8b0f-8fac9159040e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:17:10.687564 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6ff2a35-bce7-41c1-91eb-de3a4055a1f5 req-e1c84eb3-8fa2-4a1c-8f91-90a6375bed25 service neutron] Bound using segment: {'id': '2702fddc-a106-4ef8-abba-ab045dbab5a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '24a407c4-89ea-4bd3-8b0f-8fac9159040e'} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:17:10.688005 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-d6ff2a35-bce7-41c1-91eb-de3a4055a1f5 req-e1c84eb3-8fa2-4a1c-8f91-90a6375bed25 service neutron] Bound port: 56a4e1d5-691e-477f-9f80-af402b469f7d, host: n-h2-804985-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2702fddc-a106-4ef8-abba-ab045dbab5a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '24a407c4-89ea-4bd3-8b0f-8fac9159040e'}}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:17:10.688417 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-d6ff2a35-bce7-41c1-91eb-de3a4055a1f5 req-e1c84eb3-8fa2-4a1c-8f91-90a6375bed25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:10.740326 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-f703f619-7cbd-4b1d-a394-4f7df673c909 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c3a755126ad642e2b6e42e30a2872279&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7130663 Aug 18 12:17:10.746423 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 57904) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:17:10.747104 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f703f619-7cbd-4b1d-a394-4f7df673c909 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ec881bc-5113-4be6-8ec0-6d110736a6c7,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:17:10.816840 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-02c39e3e-b286-4cc5-b157-98ad4f286540 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Deleting port 0800d992-3baf-4f75-8477-d82c2df6cfbf {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:17:10.817229 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-02c39e3e-b286-4cc5-b157-98ad4f286540 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:10.906671 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a818c02b-66f6-49e6-af53-1fe85f1bbfef req-f1c2a3dc-e463-457b-aa8b-6129f3e684eb tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:17:10.908457 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a818c02b-66f6-49e6-af53-1fe85f1bbfef req-f1c2a3dc-e463-457b-aa8b-6129f3e684eb tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/ports?device_id=cbac3b63-465c-4b90-9065-19b6cea9e66b HTTP/1.1" status: 200 len: 943 time: 0.0991921 Aug 18 12:17:10.909662 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a68e5ffc-adb5-4a7f-a750-988e800f6d12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:10.986330 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-02c39e3e-b286-4cc5-b157-98ad4f286540 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:11.000791 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a68e5ffc-adb5-4a7f-a750-988e800f6d12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:11.003818 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-02c39e3e-b286-4cc5-b157-98ad4f286540 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Calling delete_port for 0800d992-3baf-4f75-8477-d82c2df6cfbf owned by {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:17:11.096172 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a818c02b-66f6-49e6-af53-1fe85f1bbfef req-c7b8abcb-d9dd-425b-b0c5-f5518ecf3352 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/security-groups?id=71b7f5de-7f5f-47d6-be8c-db76d5c69f11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1748002 Aug 18 12:17:11.155006 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a68e5ffc-adb5-4a7f-a750-988e800f6d12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:11.158089 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a68e5ffc-adb5-4a7f-a750-988e800f6d12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:11.159595 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-a68e5ffc-adb5-4a7f-a750-988e800f6d12 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2ec881bc-5113-4be6-8ec0-6d110736a6c7 HTTP/1.1" status: 204 len: 168 time: 0.4090850 Aug 18 12:17:11.192512 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68e5ffc-adb5-4a7f-a750-988e800f6d12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ec881bc-5113-4be6-8ec0-6d110736a6c7,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:17:11.261091 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-d6ff2a35-bce7-41c1-91eb-de3a4055a1f5 req-e1c84eb3-8fa2-4a1c-8f91-90a6375bed25 service neutron] For port 56a4e1d5-691e-477f-9f80-af402b469f7d, host n-h2-804985-2, cleared binding levels {{(pid=106253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:17:11.264117 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-02c39e3e-b286-4cc5-b157-98ad4f286540 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:11.267861 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-d6ff2a35-bce7-41c1-91eb-de3a4055a1f5 req-e1c84eb3-8fa2-4a1c-8f91-90a6375bed25 service neutron] For port 56a4e1d5-691e-477f-9f80-af402b469f7d, host n-h2-804985-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=56a4e1d5-691e-477f-9f80-af402b469f7d,segment=NetworkSegment(2702fddc-a106-4ef8-abba-ab045dbab5a0),segment_id=2702fddc-a106-4ef8-abba-ab045dbab5a0)] {{(pid=106253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:17:11.332568 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c39e3e-b286-4cc5-b157-98ad4f286540 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Pushing event deleted for resources: {'Port': ['ID=0800d992-3baf-4f75-8477-d82c2df6cfbf,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:17:11.336412 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-d6ff2a35-bce7-41c1-91eb-de3a4055a1f5 req-e1c84eb3-8fa2-4a1c-8f91-90a6375bed25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:11.462762 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f25fdf0-6098-44ce-9bc7-41c8bd376172 req-42e07ff4-b33f-4e3d-8510-f085b1edb399 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:17:11.465731 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5f25fdf0-6098-44ce-9bc7-41c8bd376172 req-42e07ff4-b33f-4e3d-8510-f085b1edb399 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/ports?device_id=dc3e2d7d-3d63-428a-bc66-41ae157ef28e HTTP/1.1" status: 200 len: 946 time: 0.1565533 Aug 18 12:17:11.538942 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ff2a35-bce7-41c1-91eb-de3a4055a1f5 req-e1c84eb3-8fa2-4a1c-8f91-90a6375bed25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:17:11.540138 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-d6ff2a35-bce7-41c1-91eb-de3a4055a1f5 req-e1c84eb3-8fa2-4a1c-8f91-90a6375bed25 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:11.542247 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-d6ff2a35-bce7-41c1-91eb-de3a4055a1f5 req-e1c84eb3-8fa2-4a1c-8f91-90a6375bed25 service neutron] 10.222.0.62 "PUT /v2.0/ports/56a4e1d5-691e-477f-9f80-af402b469f7d HTTP/1.1" status: 200 len: 1091 time: 2.9154758 Aug 18 12:17:11.546772 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbac3b63-465c-4b90-9065-19b6cea9e66b', 'tag': '56a4e1d5-691e-477f-9f80-af402b469f7d'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:17:11.547373 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5f25fdf0-6098-44ce-9bc7-41c8bd376172 req-b86077d7-fd86-4e31-87f3-f58534db47d8 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/security-groups?id=0e403c9b-7ac1-4005-9e0c-41b5a2ce4137&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737460 Aug 18 12:17:11.553715 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0679f4c4b6e0e0c064a7d71d722dc30541a34fffee11680573be22ee2ffccc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2457ac0d-8d54-4a0c-a390-7105fa8d77ac" -d '{"events": [{"name": "network-changed", "server_uuid": "cbac3b63-465c-4b90-9065-19b6cea9e66b", "tag": "56a4e1d5-691e-477f-9f80-af402b469f7d"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:17:11.714587 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:17:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e13d5a69-4165-4f14-b3dd-2b3672792c7c x-openstack-request-id: req-e13d5a69-4165-4f14-b3dd-2b3672792c7c {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:17:11.714955 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbac3b63-465c-4b90-9065-19b6cea9e66b", "tag": "56a4e1d5-691e-477f-9f80-af402b469f7d", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:17:11.715165 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e13d5a69-4165-4f14-b3dd-2b3672792c7c {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:17:11.715519 n-d-804985-2 neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbac3b63-465c-4b90-9065-19b6cea9e66b', 'tag': '56a4e1d5-691e-477f-9f80-af402b469f7d', 'status': 'completed', 'code': 200} Aug 18 12:17:11.736198 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-02c39e3e-b286-4cc5-b157-98ad4f286540 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:11.745677 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-02c39e3e-b286-4cc5-b157-98ad4f286540 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] 10.222.0.66 "DELETE /v2.0/ports/0800d992-3baf-4f75-8477-d82c2df6cfbf HTTP/1.1" status: 204 len: 168 time: 1.3177037 Aug 18 12:17:11.748343 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 57922) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:17:11.799270 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c84eb3-8fa2-4a1c-8f91-90a6375bed25 service neutron] Pushing event updated for resources: {'Port': ['ID=56a4e1d5-691e-477f-9f80-af402b469f7d,revision_number=3']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:17:11.850261 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ff2a35-bce7-41c1-91eb-de3a4055a1f5 req-725255f6-44dc-40a8-b4fa-0b6721ebf0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:17:11.851824 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-d6ff2a35-bce7-41c1-91eb-de3a4055a1f5 req-725255f6-44dc-40a8-b4fa-0b6721ebf0e0 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b60736d695f1461b9071c3b3eddcc039&device_id=cbac3b63-465c-4b90-9065-19b6cea9e66b HTTP/1.1" status: 200 len: 1094 time: 0.1894975 Aug 18 12:17:11.904770 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d028ee62-a60e-4e53-947a-c6251667233b req-7b74303e-2d90-424c-8f23-0df5af7733bd tempest-VolumesActionsTest-1154199965 tempest-VolumesActionsTest-1154199965-project] 10.222.0.66 "GET /v2.0/ports?device_id=7b9f79db-6fe2-43e2-946e-5495d4d90ec9 HTTP/1.1" status: 200 len: 210 time: 0.0688293 Aug 18 12:17:12.011029 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-d6ff2a35-bce7-41c1-91eb-de3a4055a1f5 req-89a91fc0-5271-40f5-9e41-df299e92a0ab service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=56a4e1d5-691e-477f-9f80-af402b469f7d HTTP/1.1" status: 200 len: 217 time: 0.1488473 Aug 18 12:17:12.055330 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-cafb9c0c-9f7b-45c5-8c21-8e15e3c269d8 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Deleting port 8d12b24c-fdf8-4b6d-8d6e-bdd4c5941e08 {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:17:12.056036 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-cafb9c0c-9f7b-45c5-8c21-8e15e3c269d8 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:12.180291 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ff2a35-bce7-41c1-91eb-de3a4055a1f5 req-8873c293-3e65-4ed6-a557-7e95c60d9115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:17:12.192984 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-d6ff2a35-bce7-41c1-91eb-de3a4055a1f5 req-8873c293-3e65-4ed6-a557-7e95c60d9115 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ef4f480b-35f7-4e63-87a7-b9ffafc93ba8 HTTP/1.1" status: 200 len: 834 time: 0.1742897 Aug 18 12:17:12.230451 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-cafb9c0c-9f7b-45c5-8c21-8e15e3c269d8 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:12.244576 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-cafb9c0c-9f7b-45c5-8c21-8e15e3c269d8 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Calling delete_port for 8d12b24c-fdf8-4b6d-8d6e-bdd4c5941e08 owned by {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:17:12.287539 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ff2a35-bce7-41c1-91eb-de3a4055a1f5 req-e1c76a02-73c1-4cc8-a9ca-d052c0831d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:17:12.289473 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-d6ff2a35-bce7-41c1-91eb-de3a4055a1f5 req-e1c76a02-73c1-4cc8-a9ca-d052c0831d55 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=24a407c4-89ea-4bd3-8b0f-8fac9159040e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0875502 Aug 18 12:17:12.416168 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-cafb9c0c-9f7b-45c5-8c21-8e15e3c269d8 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:12.456086 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-d6ff2a35-bce7-41c1-91eb-de3a4055a1f5 req-a45c93a3-fb94-4ead-bf88-3223f0557a58 service neutron] 10.222.0.62 "GET /v2.0/networks/24a407c4-89ea-4bd3-8b0f-8fac9159040e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573572 Aug 18 12:17:12.506734 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafb9c0c-9f7b-45c5-8c21-8e15e3c269d8 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Pushing event deleted for resources: {'Port': ['ID=8d12b24c-fdf8-4b6d-8d6e-bdd4c5941e08,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:17:12.599537 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78494b52-c1fc-4435-a988-2fe7e537af99 req-6b542064-ff94-467b-a36a-d6a7bf8b0c9a tempest-VolumesActionsTest-1154199965 tempest-VolumesActionsTest-1154199965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:17:12.601224 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-78494b52-c1fc-4435-a988-2fe7e537af99 req-6b542064-ff94-467b-a36a-d6a7bf8b0c9a tempest-VolumesActionsTest-1154199965 tempest-VolumesActionsTest-1154199965-project] 10.222.0.63 "GET /v2.0/networks?id=d5bf24c4-b466-4845-ab51-cfa6341bca6f HTTP/1.1" status: 200 len: 809 time: 0.2093720 Aug 18 12:17:12.604931 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-d6ff2a35-bce7-41c1-91eb-de3a4055a1f5 req-ce7b7405-72c0-4cfb-a6de-129d9c328787 service neutron] 10.222.0.62 "GET /v2.0/networks/24a407c4-89ea-4bd3-8b0f-8fac9159040e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394923 Aug 18 12:17:12.754657 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-78494b52-c1fc-4435-a988-2fe7e537af99 req-19ff78d5-0b6b-4f89-b59a-cbbe3613b6e6 tempest-VolumesActionsTest-1154199965 tempest-VolumesActionsTest-1154199965-project] Request body: {'port': {'device_id': '7b9f79db-6fe2-43e2-946e-5495d4d90ec9', 'network_id': 'd5bf24c4-b466-4845-ab51-cfa6341bca6f', 'admin_state_up': True, 'tenant_id': '90cdce95448f45aa997cd44b199d5dea'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:17:12.771233 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2457ac0d-8d54-4a0c-a390-7105fa8d77ac req-6c9bad2a-0c61-4076-98b1-7bc5192363eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:17:12.773300 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-2457ac0d-8d54-4a0c-a390-7105fa8d77ac req-6c9bad2a-0c61-4076-98b1-7bc5192363eb service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b60736d695f1461b9071c3b3eddcc039&device_id=cbac3b63-465c-4b90-9065-19b6cea9e66b HTTP/1.1" status: 200 len: 1094 time: 0.0929825 Aug 18 12:17:12.779018 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2654023-0042-48c6-bf9c-8895436daf66 req-324ef89b-0343-4737-936a-0cb883945b9d tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:17:12.780934 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f2654023-0042-48c6-bf9c-8895436daf66 req-324ef89b-0343-4737-936a-0cb883945b9d tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/ports?device_id=cbac3b63-465c-4b90-9065-19b6cea9e66b HTTP/1.1" status: 200 len: 943 time: 0.3781235 Aug 18 12:17:12.784754 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-cafb9c0c-9f7b-45c5-8c21-8e15e3c269d8 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:12.789014 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-cafb9c0c-9f7b-45c5-8c21-8e15e3c269d8 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] 10.222.0.66 "DELETE /v2.0/ports/8d12b24c-fdf8-4b6d-8d6e-bdd4c5941e08 HTTP/1.1" status: 204 len: 168 time: 1.0366817 Aug 18 12:17:12.795380 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 57930) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:17:12.897796 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f2654023-0042-48c6-bf9c-8895436daf66 req-68c54225-b335-4f38-856d-4babeb4e390e tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/security-groups?id=71b7f5de-7f5f-47d6-be8c-db76d5c69f11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984066 Aug 18 12:17:12.945818 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_v2 [None req-2926fcdb-1e61-4dbc-9526-8af94d073e4f tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Deleting subnet 765693c9-62f2-43a4-a4e0-0c1c5bb2242d {{(pid=106253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 12:17:12.967887 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852a8b8a-0cef-477f-b264-8359c0c255b4 req-7b21abd2-5741-4cbd-bcfa-0ecd49305b6d tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:17:12.968239 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2926fcdb-1e61-4dbc-9526-8af94d073e4f tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Notify callbacks [] for subnet, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:12.985112 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-852a8b8a-0cef-477f-b264-8359c0c255b4 req-7b21abd2-5741-4cbd-bcfa-0ecd49305b6d tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/ports?device_id=dc3e2d7d-3d63-428a-bc66-41ae157ef28e HTTP/1.1" status: 200 len: 946 time: 0.2030532 Aug 18 12:17:13.082646 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2457ac0d-8d54-4a0c-a390-7105fa8d77ac req-228676c1-b71c-4ceb-a9e4-24e7479d2ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:17:13.084155 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-2457ac0d-8d54-4a0c-a390-7105fa8d77ac req-228676c1-b71c-4ceb-a9e4-24e7479d2ae4 service neutron] 10.222.0.62 "GET /v2.0/networks?id=24a407c4-89ea-4bd3-8b0f-8fac9159040e HTTP/1.1" status: 200 len: 898 time: 0.3032129 Aug 18 12:17:13.110456 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2926fcdb-1e61-4dbc-9526-8af94d073e4f tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902229'] for subnet, precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:13.151671 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-852a8b8a-0cef-477f-b264-8359c0c255b4 req-215795bc-cedc-4a53-abd7-4fb6e3eb0a80 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/security-groups?id=0e403c9b-7ac1-4005-9e0c-41b5a2ce4137&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1646464 Aug 18 12:17:13.157722 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78494b52-c1fc-4435-a988-2fe7e537af99 req-19ff78d5-0b6b-4f89-b59a-cbbe3613b6e6 tempest-VolumesActionsTest-1154199965 tempest-VolumesActionsTest-1154199965-project] Made reservation on behalf of 90cdce95448f45aa997cd44b199d5dea for: {'port': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:17:13.161887 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-78494b52-c1fc-4435-a988-2fe7e537af99 req-19ff78d5-0b6b-4f89-b59a-cbbe3613b6e6 tempest-VolumesActionsTest-1154199965 tempest-VolumesActionsTest-1154199965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:13.165932 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-12f812de-9efb-40b3-94db-a7e86c368a13 req-e1ca84c4-ade2-4d7c-9fec-29bc20368dbc tempest-VolumesActionsTest-1154199965 tempest-VolumesActionsTest-1154199965-project] 10.222.0.66 "GET /v2.0/ports?device_id=7b9f79db-6fe2-43e2-946e-5495d4d90ec9 HTTP/1.1" status: 200 len: 210 time: 0.0690722 Aug 18 12:17:13.303270 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2926fcdb-1e61-4dbc-9526-8af94d073e4f tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:13.362498 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-2457ac0d-8d54-4a0c-a390-7105fa8d77ac req-70b0570f-f40d-4aa1-8c00-ab3d1eed8255 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=56a4e1d5-691e-477f-9f80-af402b469f7d HTTP/1.1" status: 200 len: 217 time: 0.2694721 Aug 18 12:17:13.373332 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2926fcdb-1e61-4dbc-9526-8af94d073e4f tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58902171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59388106'] for subnet, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:13.380859 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [req-78494b52-c1fc-4435-a988-2fe7e537af99 req-19ff78d5-0b6b-4f89-b59a-cbbe3613b6e6 tempest-VolumesActionsTest-1154199965 tempest-VolumesActionsTest-1154199965-project] Allocated IP 172.20.0.4 (d5bf24c4-b466-4845-ab51-cfa6341bca6f/5b68b14b-cdde-42c2-8d42-922456a54f87/299daaee-2e19-48ec-a97f-3dfddfa5062e) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:17:13.438359 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2926fcdb-1e61-4dbc-9526-8af94d073e4f tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Pushing event deleted for resources: {'Subnet': ['ID=765693c9-62f2-43a4-a4e0-0c1c5bb2242d,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:17:13.444838 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2926fcdb-1e61-4dbc-9526-8af94d073e4f tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:13.446121 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5a67f90-9b6a-4910-9d05-4e1f8b5464e5 None None] Network d3427385-4738-4edf-ab5a-b3bffa0e286e requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:17:13.449878 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-2926fcdb-1e61-4dbc-9526-8af94d073e4f tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] 10.222.0.66 "DELETE /v2.0/subnets/765693c9-62f2-43a4-a4e0-0c1c5bb2242d HTTP/1.1" status: 204 len: 168 time: 0.6494977 Aug 18 12:17:13.450062 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 57934) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:17:13.473231 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2457ac0d-8d54-4a0c-a390-7105fa8d77ac req-7be5c4a3-42f2-4e1d-9e08-f4be914d0dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:17:13.480381 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-2457ac0d-8d54-4a0c-a390-7105fa8d77ac req-7be5c4a3-42f2-4e1d-9e08-f4be914d0dbd service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ef4f480b-35f7-4e63-87a7-b9ffafc93ba8 HTTP/1.1" status: 200 len: 834 time: 0.1043775 Aug 18 12:17:13.610550 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ae4506e-b9a9-4565-a6cf-47bbbc393aa7 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Deleting subnet c6d6e2ca-0ac3-47a3-8cbf-b12d0d7c45be {{(pid=106252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 12:17:13.613087 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6ae4506e-b9a9-4565-a6cf-47bbbc393aa7 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Notify callbacks [] for subnet, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:13.624694 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2457ac0d-8d54-4a0c-a390-7105fa8d77ac req-b7b04539-3211-41fb-8809-ad57ca78a495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:17:13.633628 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-2457ac0d-8d54-4a0c-a390-7105fa8d77ac req-b7b04539-3211-41fb-8809-ad57ca78a495 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=24a407c4-89ea-4bd3-8b0f-8fac9159040e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1467223 Aug 18 12:17:13.664305 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6ae4506e-b9a9-4565-a6cf-47bbbc393aa7 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2221528'] for subnet, precommit_delete_associations {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:13.789201 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-839be77a-a590-42b7-a1fc-85fc2c15e125 None None] DHCP port deletion for d3427385-4738-4edf-ab5a-b3bffa0e286e request from n-d-804985-2 {{(pid=106254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 12:17:13.796661 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6ae4506e-b9a9-4565-a6cf-47bbbc393aa7 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:13.841512 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-839be77a-a590-42b7-a1fc-85fc2c15e125 None None] Deleting port cedeba0b-2d3c-4488-ad24-27b66c9074ec {{(pid=106254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:17:13.842163 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-839be77a-a590-42b7-a1fc-85fc2c15e125 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:13.892194 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-2457ac0d-8d54-4a0c-a390-7105fa8d77ac req-7ba5f586-cdbe-46d6-a6ea-f2b48d8cf92b service neutron] 10.222.0.62 "GET /v2.0/networks/24a407c4-89ea-4bd3-8b0f-8fac9159040e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2469082 Aug 18 12:17:13.933815 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-839be77a-a590-42b7-a1fc-85fc2c15e125 None None] For port cedeba0b-2d3c-4488-ad24-27b66c9074ec, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=cedeba0b-2d3c-4488-ad24-27b66c9074ec,segment=NetworkSegment(df3c0b73-1969-468f-b788-2fc792f44d99),segment_id=df3c0b73-1969-468f-b788-2fc792f44d99)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:17:13.934635 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-839be77a-a590-42b7-a1fc-85fc2c15e125 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:13.951296 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-839be77a-a590-42b7-a1fc-85fc2c15e125 None None] Calling delete_port for cedeba0b-2d3c-4488-ad24-27b66c9074ec owned by network:dhcp {{(pid=106254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:17:14.009491 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6ae4506e-b9a9-4565-a6cf-47bbbc393aa7 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3572848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59074100'] for subnet, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:14.043903 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-2457ac0d-8d54-4a0c-a390-7105fa8d77ac req-20ab2d9d-bd4a-4c4b-8457-4bf068f89e63 service neutron] 10.222.0.62 "GET /v2.0/networks/24a407c4-89ea-4bd3-8b0f-8fac9159040e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384618 Aug 18 12:17:14.056788 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-839be77a-a590-42b7-a1fc-85fc2c15e125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556'] for port, after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:14.104947 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae4506e-b9a9-4565-a6cf-47bbbc393aa7 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Pushing event deleted for resources: {'Subnet': ['ID=c6d6e2ca-0ac3-47a3-8cbf-b12d0d7c45be,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:17:14.128954 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839be77a-a590-42b7-a1fc-85fc2c15e125 None None] Pushing event deleted for resources: {'Port': ['ID=cedeba0b-2d3c-4488-ad24-27b66c9074ec,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:17:14.138444 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-839be77a-a590-42b7-a1fc-85fc2c15e125 None None] No DVR routers for this DVR port cedeba0b-2d3c-4488-ad24-27b66c9074ec on host n-d-804985-2 {{(pid=106254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:17:14.161872 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6ae4506e-b9a9-4565-a6cf-47bbbc393aa7 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for subnet, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:14.166794 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-6ae4506e-b9a9-4565-a6cf-47bbbc393aa7 tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] 10.222.0.66 "DELETE /v2.0/subnets/c6d6e2ca-0ac3-47a3-8cbf-b12d0d7c45be HTTP/1.1" status: 204 len: 168 time: 0.7158155 Aug 18 12:17:14.167991 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 57950) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:17:14.171239 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-78494b52-c1fc-4435-a988-2fe7e537af99 req-19ff78d5-0b6b-4f89-b59a-cbbe3613b6e6 tempest-VolumesActionsTest-1154199965 tempest-VolumesActionsTest-1154199965-project] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:14.171805 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8295704a-8aee-41bb-8c11-e8977f22d081 None None] Network 2212f13b-fd75-4d1b-969c-01d56f351ced requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:17:14.211430 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e8880c-1f33-4dcc-9f74-5550e1cedb97 req-eb592863-f94a-4bb4-a176-c6da29356d47 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:17:14.213401 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-58e8880c-1f33-4dcc-9f74-5550e1cedb97 req-eb592863-f94a-4bb4-a176-c6da29356d47 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/ports?device_id=cbac3b63-465c-4b90-9065-19b6cea9e66b HTTP/1.1" status: 200 len: 943 time: 0.1196840 Aug 18 12:17:14.312818 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9e0f82-371d-4b4f-9e13-14ef0fc28b35 req-b351ad8d-6608-49b0-a0ce-dfd2db06d3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:17:14.314551 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-ff9e0f82-371d-4b4f-9e13-14ef0fc28b35 req-b351ad8d-6608-49b0-a0ce-dfd2db06d3a5 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=01f8c8b5-393e-4624-8d0f-5f248e192959 HTTP/1.1" status: 200 len: 1097 time: 0.4195774 Aug 18 12:17:14.358843 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d2904e3b-915d-452e-b862-c86998b516bc tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7904109'] for network, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:14.377070 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-78494b52-c1fc-4435-a988-2fe7e537af99 req-19ff78d5-0b6b-4f89-b59a-cbbe3613b6e6 tempest-VolumesActionsTest-1154199965 tempest-VolumesActionsTest-1154199965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:14.384763 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-ff9e0f82-371d-4b4f-9e13-14ef0fc28b35 req-5ac33fa8-7971-4fe7-be20-ba65fa1b80ab service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=79b129e2-0d5e-4fab-98e6-2f7ca1345494&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596607 Aug 18 12:17:14.409008 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-58e8880c-1f33-4dcc-9f74-5550e1cedb97 req-b416ee58-fee6-4265-ae45-10820e8406ca tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/security-groups?id=71b7f5de-7f5f-47d6-be8c-db76d5c69f11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1831188 Aug 18 12:17:14.463604 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78494b52-c1fc-4435-a988-2fe7e537af99 req-19ff78d5-0b6b-4f89-b59a-cbbe3613b6e6 tempest-VolumesActionsTest-1154199965 tempest-VolumesActionsTest-1154199965-project] Network d5bf24c4-b466-4845-ab51-cfa6341bca6f is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:17:14.470641 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [req-78494b52-c1fc-4435-a988-2fe7e537af99 req-19ff78d5-0b6b-4f89-b59a-cbbe3613b6e6 tempest-VolumesActionsTest-1154199965 tempest-VolumesActionsTest-1154199965-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:17:14.479246 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-78494b52-c1fc-4435-a988-2fe7e537af99 req-19ff78d5-0b6b-4f89-b59a-cbbe3613b6e6 tempest-VolumesActionsTest-1154199965 tempest-VolumesActionsTest-1154199965-project] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:17:14.492197 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70126bba-6dc6-43de-8e9e-a47c156db1cc req-f6b515d5-477c-49cd-a4cc-fd4f96a8be2d tempest-VolumesActionsTest-1154199965 tempest-VolumesActionsTest-1154199965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:17:14.493888 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-70126bba-6dc6-43de-8e9e-a47c156db1cc req-f6b515d5-477c-49cd-a4cc-fd4f96a8be2d tempest-VolumesActionsTest-1154199965 tempest-VolumesActionsTest-1154199965-project] 10.222.0.66 "GET /v2.0/ports?device_id=7b9f79db-6fe2-43e2-946e-5495d4d90ec9 HTTP/1.1" status: 200 len: 931 time: 0.1870666 Aug 18 12:17:14.494795 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ff78d5-0b6b-4f89-b59a-cbbe3613b6e6 tempest-VolumesActionsTest-1154199965 tempest-VolumesActionsTest-1154199965-project] Pushing event updated for resources: {'Port': ['ID=299daaee-2e19-48ec-a97f-3dfddfa5062e,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:17:14.554238 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6be1fd20-ec92-4710-ae01-8801cd25c020 None None] DHCP port deletion for 2212f13b-fd75-4d1b-969c-01d56f351ced request from n-d-804985-2 {{(pid=106254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 12:17:14.586017 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d2904e3b-915d-452e-b862-c86998b516bc tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8367869', 'neutron.services.segments.db._delete_segments_for_network-8789151212993'] for network, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:14.597496 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-d2904e3b-915d-452e-b862-c86998b516bc tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3427385-4738-4edf-ab5a-b3bffa0e286e']}} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:17:14.613220 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-d2904e3b-915d-452e-b862-c86998b516bc tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df3c0b73-1969-468f-b788-2fc792f44d99') {'for_net_delete': True} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:17:14.613692 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-d2904e3b-915d-452e-b862-c86998b516bc tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df3c0b73-1969-468f-b788-2fc792f44d99') {} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:17:14.623419 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78494b52-c1fc-4435-a988-2fe7e537af99 req-19ff78d5-0b6b-4f89-b59a-cbbe3613b6e6 tempest-VolumesActionsTest-1154199965 tempest-VolumesActionsTest-1154199965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:17:14.624089 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-78494b52-c1fc-4435-a988-2fe7e537af99 req-19ff78d5-0b6b-4f89-b59a-cbbe3613b6e6 tempest-VolumesActionsTest-1154199965 tempest-VolumesActionsTest-1154199965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:14.624938 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d2904e3b-915d-452e-b862-c86998b516bc tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789151225254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902236'] for segment, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:14.642503 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d2904e3b-915d-452e-b862-c86998b516bc tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:14.649593 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2904e3b-915d-452e-b862-c86998b516bc tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Releasing vlan 836 on physical network physnet1 to pool {{(pid=106253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:17:14.650158 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d2904e3b-915d-452e-b862-c86998b516bc tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58900537'] for segment, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:14.650726 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-6be1fd20-ec92-4710-ae01-8801cd25c020 None None] Deleting port 93772f76-8014-4aee-8633-84dfed01d30e {{(pid=106254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:17:14.657007 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-6be1fd20-ec92-4710-ae01-8801cd25c020 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:14.675262 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-70126bba-6dc6-43de-8e9e-a47c156db1cc req-47e4a33e-73da-494c-9531-3ac17bd1df4f tempest-VolumesActionsTest-1154199965 tempest-VolumesActionsTest-1154199965-project] 10.222.0.66 "GET /v2.0/security-groups?id=b8a0eb7d-06ac-448f-bf48-9f0adb996dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540458 Aug 18 12:17:14.704430 n-d-804985-2 neutron-server[106253]: Traceback (most recent call last): Aug 18 12:17:14.704430 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:17:14.704430 n-d-804985-2 neutron-server[106253]: timer() Aug 18 12:17:14.704430 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:17:14.704430 n-d-804985-2 neutron-server[106253]: cb(*args, **kw) Aug 18 12:17:14.704430 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:17:14.704430 n-d-804985-2 neutron-server[106253]: return func(*args, **kwargs) Aug 18 12:17:14.704430 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:17:14.704430 n-d-804985-2 neutron-server[106253]: self._notify() Aug 18 12:17:14.704430 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:17:14.704430 n-d-804985-2 neutron-server[106253]: self.callback(batched_events) Aug 18 12:17:14.704430 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:17:14.704430 n-d-804985-2 neutron-server[106253]: event.method(event) Aug 18 12:17:14.704430 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:17:14.704430 n-d-804985-2 neutron-server[106253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:17:14.704430 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:17:14.704430 n-d-804985-2 neutron-server[106253]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:17:14.704430 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:17:14.704430 n-d-804985-2 neutron-server[106253]: return f(self, *a, **k) Aug 18 12:17:14.704430 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:17:14.704430 n-d-804985-2 neutron-server[106253]: return self._get(url).json() Aug 18 12:17:14.704430 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:17:14.704430 n-d-804985-2 neutron-server[106253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:17:14.704430 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:17:14.704430 n-d-804985-2 neutron-server[106253]: return self.request(url, 'GET', **kwargs) Aug 18 12:17:14.704430 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:17:14.704430 n-d-804985-2 neutron-server[106253]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:17:14.704430 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:17:14.704430 n-d-804985-2 neutron-server[106253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:17:14.704430 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:17:14.704430 n-d-804985-2 neutron-server[106253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:17:14.704430 n-d-804985-2 neutron-server[106253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:17:14.710919 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-78494b52-c1fc-4435-a988-2fe7e537af99 req-19ff78d5-0b6b-4f89-b59a-cbbe3613b6e6 tempest-VolumesActionsTest-1154199965 tempest-VolumesActionsTest-1154199965-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0639729 Aug 18 12:17:14.741288 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d9d0f6-6933-4136-b37e-477d8562932f req-e2120158-c01b-4c1e-bb28-2c0b7d9b40c5 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:17:14.742587 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d2904e3b-915d-452e-b862-c86998b516bc tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8367858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997186'] for network, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:14.742960 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-25d9d0f6-6933-4136-b37e-477d8562932f req-e2120158-c01b-4c1e-bb28-2c0b7d9b40c5 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/ports?device_id=dc3e2d7d-3d63-428a-bc66-41ae157ef28e HTTP/1.1" status: 200 len: 946 time: 0.1563296 Aug 18 12:17:14.766096 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d2904e3b-915d-452e-b862-c86998b516bc tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Notify callbacks [] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:14.784694 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 57962) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:17:14.785444 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-d2904e3b-915d-452e-b862-c86998b516bc tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] 10.222.0.66 "DELETE /v2.0/networks/d3427385-4738-4edf-ab5a-b3bffa0e286e HTTP/1.1" status: 204 len: 168 time: 0.6041670 Aug 18 12:17:14.798499 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-6be1fd20-ec92-4710-ae01-8801cd25c020 None None] For port 93772f76-8014-4aee-8633-84dfed01d30e, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=93772f76-8014-4aee-8633-84dfed01d30e,segment=NetworkSegment(926df150-8e3a-4382-95d3-bc82a1fd69e4),segment_id=926df150-8e3a-4382-95d3-bc82a1fd69e4)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:17:14.798922 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-6be1fd20-ec92-4710-ae01-8801cd25c020 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:14.814982 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-6be1fd20-ec92-4710-ae01-8801cd25c020 None None] Calling delete_port for 93772f76-8014-4aee-8633-84dfed01d30e owned by network:dhcp {{(pid=106254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:17:14.826251 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2904e3b-915d-452e-b862-c86998b516bc tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Pushing event deleted for resources: {'Network': ['ID=d3427385-4738-4edf-ab5a-b3bffa0e286e,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:17:14.877178 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-25d9d0f6-6933-4136-b37e-477d8562932f req-8efbd7a0-38cb-4947-a061-bbc9afd61b5e tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/security-groups?id=0e403c9b-7ac1-4005-9e0c-41b5a2ce4137&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1230211 Aug 18 12:17:14.906238 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-78494b52-c1fc-4435-a988-2fe7e537af99 req-764fe971-a953-4d75-94dc-8d9f9a1e854c service neutron] Request body: {'port': {'device_id': '7b9f79db-6fe2-43e2-946e-5495d4d90ec9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804985-2'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:17:14.933625 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-6be1fd20-ec92-4710-ae01-8801cd25c020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556'] for port, after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:14.949460 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e611667c-ed7b-4212-9458-405a6a5d25fb tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7904109'] for network, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:14.963773 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be1fd20-ec92-4710-ae01-8801cd25c020 None None] No DVR routers for this DVR port 93772f76-8014-4aee-8633-84dfed01d30e on host n-d-804985-2 {{(pid=106254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:17:14.965842 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be1fd20-ec92-4710-ae01-8801cd25c020 None None] Pushing event deleted for resources: {'Port': ['ID=93772f76-8014-4aee-8633-84dfed01d30e,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:17:15.047891 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-78494b52-c1fc-4435-a988-2fe7e537af99 req-764fe971-a953-4d75-94dc-8d9f9a1e854c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:15.132268 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e611667c-ed7b-4212-9458-405a6a5d25fb tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8367869', 'neutron.services.segments.db._delete_segments_for_network-8789151212993'] for network, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:15.204549 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-e611667c-ed7b-4212-9458-405a6a5d25fb tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2212f13b-fd75-4d1b-969c-01d56f351ced']}} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:17:15.224634 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-e611667c-ed7b-4212-9458-405a6a5d25fb tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '926df150-8e3a-4382-95d3-bc82a1fd69e4') {'for_net_delete': True} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:17:15.225007 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-e611667c-ed7b-4212-9458-405a6a5d25fb tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '926df150-8e3a-4382-95d3-bc82a1fd69e4') {} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:17:15.235368 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 93772f76-8014-4aee-8633-84dfed01d30e no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:17:15.252591 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e611667c-ed7b-4212-9458-405a6a5d25fb tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789151225254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2221521'] for segment, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:15.288968 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: 93772f76-8014-4aee-8633-84dfed01d30e {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:17:15.289639 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 93772f76-8014-4aee-8633-84dfed01d30e not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:17:15.290163 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device cedeba0b-2d3c-4488-ad24-27b66c9074ec no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:17:15.316571 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: cedeba0b-2d3c-4488-ad24-27b66c9074ec {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:17:15.316571 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device cedeba0b-2d3c-4488-ad24-27b66c9074ec not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:17:15.320361 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e611667c-ed7b-4212-9458-405a6a5d25fb tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:15.344144 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e611667c-ed7b-4212-9458-405a6a5d25fb tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Releasing vlan 840 on physical network physnet1 to pool {{(pid=106252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:17:15.344839 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e611667c-ed7b-4212-9458-405a6a5d25fb tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3572434'] for segment, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:15.348532 n-d-804985-2 neutron-server[106252]: Traceback (most recent call last): Aug 18 12:17:15.348532 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:17:15.348532 n-d-804985-2 neutron-server[106252]: timer() Aug 18 12:17:15.348532 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:17:15.348532 n-d-804985-2 neutron-server[106252]: cb(*args, **kw) Aug 18 12:17:15.348532 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:17:15.348532 n-d-804985-2 neutron-server[106252]: return func(*args, **kwargs) Aug 18 12:17:15.348532 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:17:15.348532 n-d-804985-2 neutron-server[106252]: self._notify() Aug 18 12:17:15.348532 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:17:15.348532 n-d-804985-2 neutron-server[106252]: self.callback(batched_events) Aug 18 12:17:15.348532 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:17:15.348532 n-d-804985-2 neutron-server[106252]: event.method(event) Aug 18 12:17:15.348532 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:17:15.348532 n-d-804985-2 neutron-server[106252]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:17:15.348532 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:17:15.348532 n-d-804985-2 neutron-server[106252]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:17:15.348532 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:17:15.348532 n-d-804985-2 neutron-server[106252]: return f(self, *a, **k) Aug 18 12:17:15.348532 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:17:15.348532 n-d-804985-2 neutron-server[106252]: return self._get(url).json() Aug 18 12:17:15.348532 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:17:15.348532 n-d-804985-2 neutron-server[106252]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:17:15.348532 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:17:15.348532 n-d-804985-2 neutron-server[106252]: return self.request(url, 'GET', **kwargs) Aug 18 12:17:15.348532 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:17:15.348532 n-d-804985-2 neutron-server[106252]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:17:15.348532 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:17:15.348532 n-d-804985-2 neutron-server[106252]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:17:15.348532 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:17:15.348532 n-d-804985-2 neutron-server[106252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:17:15.348532 n-d-804985-2 neutron-server[106252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:17:15.484197 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e611667c-ed7b-4212-9458-405a6a5d25fb tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8367858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997186'] for network, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:15.493418 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e611667c-ed7b-4212-9458-405a6a5d25fb tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Notify callbacks [] for network, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:15.507828 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-e611667c-ed7b-4212-9458-405a6a5d25fb tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] 10.222.0.66 "DELETE /v2.0/networks/2212f13b-fd75-4d1b-969c-01d56f351ced HTTP/1.1" status: 204 len: 168 time: 0.7219515 Aug 18 12:17:15.646996 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [req-78494b52-c1fc-4435-a988-2fe7e537af99 req-764fe971-a953-4d75-94dc-8d9f9a1e854c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 299daaee-2e19-48ec-a97f-3dfddfa5062e {{(pid=106252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:17:15.657447 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-78494b52-c1fc-4435-a988-2fe7e537af99 req-764fe971-a953-4d75-94dc-8d9f9a1e854c service neutron] Notify callbacks [] for port, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:15.692991 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e611667c-ed7b-4212-9458-405a6a5d25fb tempest-TaggedBootDevicesTest-1373188985 tempest-TaggedBootDevicesTest-1373188985-project] Pushing event deleted for resources: {'Network': ['ID=2212f13b-fd75-4d1b-969c-01d56f351ced,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:17:15.723150 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [req-78494b52-c1fc-4435-a988-2fe7e537af99 req-764fe971-a953-4d75-94dc-8d9f9a1e854c service neutron] Transition to ACTIVE for port object 299daaee-2e19-48ec-a97f-3dfddfa5062e will not be triggered until provisioned by entity L2. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:17:15.735631 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-78494b52-c1fc-4435-a988-2fe7e537af99 req-764fe971-a953-4d75-94dc-8d9f9a1e854c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:15.823228 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1beeabd-0eb7-4d3c-8724-682fb42e3bf2 req-e57a6e71-771f-48db-b5a4-e9b565dbeef2 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:17:15.829028 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b1beeabd-0eb7-4d3c-8724-682fb42e3bf2 req-e57a6e71-771f-48db-b5a4-e9b565dbeef2 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/ports?device_id=cbac3b63-465c-4b90-9065-19b6cea9e66b HTTP/1.1" status: 200 len: 943 time: 0.1625943 Aug 18 12:17:15.885327 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764fe971-a953-4d75-94dc-8d9f9a1e854c service neutron] Pushing event updated for resources: {'Port': ['ID=299daaee-2e19-48ec-a97f-3dfddfa5062e,revision_number=2']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:17:15.950928 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b1beeabd-0eb7-4d3c-8724-682fb42e3bf2 req-2248c4a0-c1fa-46c1-a184-94aa04ed146e tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/security-groups?id=71b7f5de-7f5f-47d6-be8c-db76d5c69f11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051054 Aug 18 12:17:15.977769 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013a582f-beef-4af6-b493-372c1d3387d2 req-5bf21534-7931-43bc-bef6-461055e91aff tempest-VolumesActionsTest-1154199965 tempest-VolumesActionsTest-1154199965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:17:15.988176 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-013a582f-beef-4af6-b493-372c1d3387d2 req-5bf21534-7931-43bc-bef6-461055e91aff tempest-VolumesActionsTest-1154199965 tempest-VolumesActionsTest-1154199965-project] 10.222.0.66 "GET /v2.0/ports?device_id=7b9f79db-6fe2-43e2-946e-5495d4d90ec9 HTTP/1.1" status: 200 len: 943 time: 0.1533649 Aug 18 12:17:16.032458 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-78494b52-c1fc-4435-a988-2fe7e537af99 req-764fe971-a953-4d75-94dc-8d9f9a1e854c service neutron] Attempting to bind port 299daaee-2e19-48ec-a97f-3dfddfa5062e on host n-h1-804985-2 for vnic_type normal with profile {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:17:16.033036 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-78494b52-c1fc-4435-a988-2fe7e537af99 req-764fe971-a953-4d75-94dc-8d9f9a1e854c service neutron] Attempting to bind port 299daaee-2e19-48ec-a97f-3dfddfa5062e by drivers openvswitch,hyperv on host n-h1-804985-2 at level 0 using segments [{'id': 'dba59162-4de7-4587-b01f-a6c2ab43a81b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'd5bf24c4-b466-4845-ab51-cfa6341bca6f'}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:17:16.033534 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78494b52-c1fc-4435-a988-2fe7e537af99 req-764fe971-a953-4d75-94dc-8d9f9a1e854c service neutron] Attempting to bind port 299daaee-2e19-48ec-a97f-3dfddfa5062e on network d5bf24c4-b466-4845-ab51-cfa6341bca6f {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:17:16.066216 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-013a582f-beef-4af6-b493-372c1d3387d2 req-06dd9399-fd7b-4966-a130-b8d780678449 tempest-VolumesActionsTest-1154199965 tempest-VolumesActionsTest-1154199965-project] 10.222.0.66 "GET /v2.0/security-groups?id=b8a0eb7d-06ac-448f-bf48-9f0adb996dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770130 Aug 18 12:17:16.067624 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78494b52-c1fc-4435-a988-2fe7e537af99 req-764fe971-a953-4d75-94dc-8d9f9a1e854c service neutron] Port 299daaee-2e19-48ec-a97f-3dfddfa5062e on network d5bf24c4-b466-4845-ab51-cfa6341bca6f not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-2 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:17:16.069290 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78494b52-c1fc-4435-a988-2fe7e537af99 req-764fe971-a953-4d75-94dc-8d9f9a1e854c service neutron] Attempting to bind port 299daaee-2e19-48ec-a97f-3dfddfa5062e on network d5bf24c4-b466-4845-ab51-cfa6341bca6f {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:17:16.083121 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78494b52-c1fc-4435-a988-2fe7e537af99 req-764fe971-a953-4d75-94dc-8d9f9a1e854c service neutron] Checking agent: {'id': 'a613417a-d085-492c-941a-59bb18c633d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 49, 6), 'started_at': datetime.datetime(2021, 8, 18, 11, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 17, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:17:16.083781 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78494b52-c1fc-4435-a988-2fe7e537af99 req-764fe971-a953-4d75-94dc-8d9f9a1e854c service neutron] Checking segment: {'id': 'dba59162-4de7-4587-b01f-a6c2ab43a81b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'd5bf24c4-b466-4845-ab51-cfa6341bca6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:17:16.084404 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78494b52-c1fc-4435-a988-2fe7e537af99 req-764fe971-a953-4d75-94dc-8d9f9a1e854c service neutron] Bound using segment: {'id': 'dba59162-4de7-4587-b01f-a6c2ab43a81b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'd5bf24c4-b466-4845-ab51-cfa6341bca6f'} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:17:16.085218 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-78494b52-c1fc-4435-a988-2fe7e537af99 req-764fe971-a953-4d75-94dc-8d9f9a1e854c service neutron] Bound port: 299daaee-2e19-48ec-a97f-3dfddfa5062e, host: n-h1-804985-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dba59162-4de7-4587-b01f-a6c2ab43a81b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'd5bf24c4-b466-4845-ab51-cfa6341bca6f'}}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:17:16.085819 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-78494b52-c1fc-4435-a988-2fe7e537af99 req-764fe971-a953-4d75-94dc-8d9f9a1e854c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:16.159674 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 56a4e1d5-691e-477f-9f80-af402b469f7d details requested by agent hyperv_n-h2-804985-2 with host n-h2-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:17:16.197989 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52053bf-7f5f-48ae-abea-b70434f78248 req-e3ede095-5b30-48b0-ba4a-986a0715ff26 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:17:16.199588 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b52053bf-7f5f-48ae-abea-b70434f78248 req-e3ede095-5b30-48b0-ba4a-986a0715ff26 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/ports?device_id=dc3e2d7d-3d63-428a-bc66-41ae157ef28e HTTP/1.1" status: 200 len: 946 time: 0.1048572 Aug 18 12:17:16.244184 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-78494b52-c1fc-4435-a988-2fe7e537af99 req-764fe971-a953-4d75-94dc-8d9f9a1e854c service neutron] For port 299daaee-2e19-48ec-a97f-3dfddfa5062e, host n-h1-804985-2, cleared binding levels {{(pid=106252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:17:16.265258 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-78494b52-c1fc-4435-a988-2fe7e537af99 req-764fe971-a953-4d75-94dc-8d9f9a1e854c service neutron] For port 299daaee-2e19-48ec-a97f-3dfddfa5062e, host n-h1-804985-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=299daaee-2e19-48ec-a97f-3dfddfa5062e,segment=NetworkSegment(dba59162-4de7-4587-b01f-a6c2ab43a81b),segment_id=dba59162-4de7-4587-b01f-a6c2ab43a81b)] {{(pid=106252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:17:16.276087 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b52053bf-7f5f-48ae-abea-b70434f78248 req-01aeb805-ec81-471b-8e34-33e221fcb343 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/security-groups?id=0e403c9b-7ac1-4005-9e0c-41b5a2ce4137&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658295 Aug 18 12:17:16.278328 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-78494b52-c1fc-4435-a988-2fe7e537af99 req-764fe971-a953-4d75-94dc-8d9f9a1e854c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:16.340418 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78494b52-c1fc-4435-a988-2fe7e537af99 req-764fe971-a953-4d75-94dc-8d9f9a1e854c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:17:16.341417 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-78494b52-c1fc-4435-a988-2fe7e537af99 req-764fe971-a953-4d75-94dc-8d9f9a1e854c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:16.343115 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-78494b52-c1fc-4435-a988-2fe7e537af99 req-764fe971-a953-4d75-94dc-8d9f9a1e854c service neutron] 10.222.0.63 "PUT /v2.0/ports/299daaee-2e19-48ec-a97f-3dfddfa5062e HTTP/1.1" status: 200 len: 1091 time: 1.6198788 Aug 18 12:17:16.343819 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b9f79db-6fe2-43e2-946e-5495d4d90ec9', 'tag': '299daaee-2e19-48ec-a97f-3dfddfa5062e'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:17:16.346664 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c42010b5-5ffb-48c0-b34b-c2b750adabd1" -d '{"events": [{"name": "network-changed", "server_uuid": "7b9f79db-6fe2-43e2-946e-5495d4d90ec9", "tag": "299daaee-2e19-48ec-a97f-3dfddfa5062e"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:17:16.402400 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764fe971-a953-4d75-94dc-8d9f9a1e854c service neutron] Pushing event updated for resources: {'Port': ['ID=299daaee-2e19-48ec-a97f-3dfddfa5062e,revision_number=3']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:17:16.441200 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port 56a4e1d5-691e-477f-9f80-af402b469f7d, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=56a4e1d5-691e-477f-9f80-af402b469f7d,segment=NetworkSegment(2702fddc-a106-4ef8-abba-ab045dbab5a0),segment_id=2702fddc-a106-4ef8-abba-ab045dbab5a0)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:17:16.452289 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78494b52-c1fc-4435-a988-2fe7e537af99 req-d144405a-107b-45e7-9053-df6a028cc6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:17:16.453933 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-78494b52-c1fc-4435-a988-2fe7e537af99 req-d144405a-107b-45e7-9053-df6a028cc6f8 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=90cdce95448f45aa997cd44b199d5dea&device_id=7b9f79db-6fe2-43e2-946e-5495d4d90ec9 HTTP/1.1" status: 200 len: 1094 time: 0.0484464 Aug 18 12:17:16.458680 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Returning: {'device': '56a4e1d5-691e-477f-9f80-af402b469f7d', 'network_id': '24a407c4-89ea-4bd3-8b0f-8fac9159040e', 'port_id': '56a4e1d5-691e-477f-9f80-af402b469f7d', 'mac_address': 'fa:16:3e:5a:8a:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 811, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef4f480b-35f7-4e63-87a7-b9ffafc93ba8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:17:16.510680 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:16.532273 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56a4e1d5-691e-477f-9f80-af402b469f7d {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:17:16.541719 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-78494b52-c1fc-4435-a988-2fe7e537af99 req-e15c6741-9dd3-41de-8fab-dece6c828d34 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=299daaee-2e19-48ec-a97f-3dfddfa5062e HTTP/1.1" status: 200 len: 217 time: 0.0783131 Aug 18 12:17:16.557984 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port 56a4e1d5-691e-477f-9f80-af402b469f7d, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=56a4e1d5-691e-477f-9f80-af402b469f7d,segment=NetworkSegment(2702fddc-a106-4ef8-abba-ab045dbab5a0),segment_id=2702fddc-a106-4ef8-abba-ab045dbab5a0)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:17:16.564149 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:16.658656 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78494b52-c1fc-4435-a988-2fe7e537af99 req-729688ee-18ab-440b-80a6-dfd50857d042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:17:16.662712 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-78494b52-c1fc-4435-a988-2fe7e537af99 req-729688ee-18ab-440b-80a6-dfd50857d042 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=5b68b14b-cdde-42c2-8d42-922456a54f87 HTTP/1.1" status: 200 len: 849 time: 0.1094217 Aug 18 12:17:16.695703 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=56a4e1d5-691e-477f-9f80-af402b469f7d,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:17:16.716036 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-78494b52-c1fc-4435-a988-2fe7e537af99 req-570fbad2-301a-445f-af83-e3e01b039f11 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=d5bf24c4-b466-4845-ab51-cfa6341bca6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452125 Aug 18 12:17:16.807785 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:17:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-297964ed-9e17-4047-9187-0f3cac1d3023 x-openstack-request-id: req-297964ed-9e17-4047-9187-0f3cac1d3023 {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:17:16.808185 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b9f79db-6fe2-43e2-946e-5495d4d90ec9", "tag": "299daaee-2e19-48ec-a97f-3dfddfa5062e", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:17:16.808312 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-297964ed-9e17-4047-9187-0f3cac1d3023 {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:17:16.808755 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b9f79db-6fe2-43e2-946e-5495d4d90ec9', 'tag': '299daaee-2e19-48ec-a97f-3dfddfa5062e', 'status': 'completed', 'code': 200} Aug 18 12:17:16.862494 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-78494b52-c1fc-4435-a988-2fe7e537af99 req-e84077ae-e33d-4026-b7df-b23f2dad92f8 service neutron] 10.222.0.63 "GET /v2.0/networks/d5bf24c4-b466-4845-ab51-cfa6341bca6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368375 Aug 18 12:17:16.873230 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] get_ports_and_sgs() called for port_ids ['56a4e1d5-691e-477f-9f80-af402b469f7d'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:17:16.987303 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-78494b52-c1fc-4435-a988-2fe7e537af99 req-dfef3b5e-6f74-477d-b8fc-f433ae7b6c1c service neutron] 10.222.0.63 "GET /v2.0/networks/d5bf24c4-b466-4845-ab51-cfa6341bca6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163092 Aug 18 12:17:17.158982 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42010b5-5ffb-48c0-b34b-c2b750adabd1 req-8f21579b-2f77-48a5-8551-41dc628a440e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:17:17.161311 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c42010b5-5ffb-48c0-b34b-c2b750adabd1 req-8f21579b-2f77-48a5-8551-41dc628a440e service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=90cdce95448f45aa997cd44b199d5dea&device_id=7b9f79db-6fe2-43e2-946e-5495d4d90ec9 HTTP/1.1" status: 200 len: 1094 time: 0.1113601 Aug 18 12:17:17.295182 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efab4d01-7901-4383-bb1d-ef977482ff46 req-3b0ddf99-7563-4a7a-9f5c-79d088c3205f tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:17:17.297884 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-efab4d01-7901-4383-bb1d-ef977482ff46 req-3b0ddf99-7563-4a7a-9f5c-79d088c3205f tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/ports?device_id=cbac3b63-465c-4b90-9065-19b6cea9e66b HTTP/1.1" status: 200 len: 944 time: 0.2333975 Aug 18 12:17:17.799783 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce946ba2-7a04-4f2d-8115-adac2cc0a039 req-34adb784-394f-4005-b965-ab79d9543e12 tempest-VolumesActionsTest-1154199965 tempest-VolumesActionsTest-1154199965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:17:17.801384 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ce946ba2-7a04-4f2d-8115-adac2cc0a039 req-34adb784-394f-4005-b965-ab79d9543e12 tempest-VolumesActionsTest-1154199965 tempest-VolumesActionsTest-1154199965-project] 10.222.0.66 "GET /v2.0/ports?device_id=7b9f79db-6fe2-43e2-946e-5495d4d90ec9 HTTP/1.1" status: 200 len: 943 time: 0.5305107 Aug 18 12:17:17.809557 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-efab4d01-7901-4383-bb1d-ef977482ff46 req-5a277720-d3e5-440b-a8e2-edfb6870f052 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/security-groups?id=71b7f5de-7f5f-47d6-be8c-db76d5c69f11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5032372 Aug 18 12:17:17.821696 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42010b5-5ffb-48c0-b34b-c2b750adabd1 req-8cb2b554-06dd-45d0-af79-2364c589389d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:17:17.823200 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c42010b5-5ffb-48c0-b34b-c2b750adabd1 req-8cb2b554-06dd-45d0-af79-2364c589389d service neutron] 10.222.0.63 "GET /v2.0/networks?id=d5bf24c4-b466-4845-ab51-cfa6341bca6f HTTP/1.1" status: 200 len: 910 time: 0.6532655 Aug 18 12:17:17.886779 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ce946ba2-7a04-4f2d-8115-adac2cc0a039 req-95260bd4-227c-48a7-912e-a65c0955749f tempest-VolumesActionsTest-1154199965 tempest-VolumesActionsTest-1154199965-project] 10.222.0.66 "GET /v2.0/security-groups?id=b8a0eb7d-06ac-448f-bf48-9f0adb996dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745625 Aug 18 12:17:17.888577 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c42010b5-5ffb-48c0-b34b-c2b750adabd1 req-f3348a15-ee75-468a-ab24-26f73488dcb9 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=299daaee-2e19-48ec-a97f-3dfddfa5062e HTTP/1.1" status: 200 len: 217 time: 0.0567946 Aug 18 12:17:17.974422 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42010b5-5ffb-48c0-b34b-c2b750adabd1 req-5e8de4b0-e861-44b4-b30c-d988ac0c1f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:17:17.975926 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c42010b5-5ffb-48c0-b34b-c2b750adabd1 req-5e8de4b0-e861-44b4-b30c-d988ac0c1f95 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=5b68b14b-cdde-42c2-8d42-922456a54f87 HTTP/1.1" status: 200 len: 849 time: 0.0793355 Aug 18 12:17:18.012447 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c42010b5-5ffb-48c0-b34b-c2b750adabd1 req-10830703-b2b4-4625-b45a-041fd25c240f service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=d5bf24c4-b466-4845-ab51-cfa6341bca6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290504 Aug 18 12:17:18.020459 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd37792-6f65-416c-bdd9-cf55d2083d41 req-0433e4fb-c331-40d8-92a7-adf5155adeba tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:17:18.021963 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ddd37792-6f65-416c-bdd9-cf55d2083d41 req-0433e4fb-c331-40d8-92a7-adf5155adeba tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/ports?device_id=dc3e2d7d-3d63-428a-bc66-41ae157ef28e HTTP/1.1" status: 200 len: 946 time: 0.0985322 Aug 18 12:17:18.119289 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ddd37792-6f65-416c-bdd9-cf55d2083d41 req-8f2c0f6f-ecf2-4f36-a20e-f1b1e1c22c08 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/security-groups?id=0e403c9b-7ac1-4005-9e0c-41b5a2ce4137&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886450 Aug 18 12:17:18.159251 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 56a4e1d5-691e-477f-9f80-af402b469f7d up at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:17:18.167847 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c42010b5-5ffb-48c0-b34b-c2b750adabd1 req-16d2ba6c-9d0b-4e20-a42b-2bcb0cfea9b7 service neutron] 10.222.0.63 "GET /v2.0/networks/d5bf24c4-b466-4845-ab51-cfa6341bca6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448560 Aug 18 12:17:18.229460 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Provisioning for port 56a4e1d5-691e-477f-9f80-af402b469f7d completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:17:18.235839 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Provisioning complete for port 56a4e1d5-691e-477f-9f80-af402b469f7d triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:17:18.236786 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:18.285257 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c42010b5-5ffb-48c0-b34b-c2b750adabd1 req-0d607aae-83f1-4a6f-a881-147cfecb2495 service neutron] 10.222.0.63 "GET /v2.0/networks/d5bf24c4-b466-4845-ab51-cfa6341bca6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103766 Aug 18 12:17:18.335240 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:18.358911 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbac3b63-465c-4b90-9065-19b6cea9e66b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56a4e1d5-691e-477f-9f80-af402b469f7d'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:17:18.361241 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db50a436fb3a98495337d8fe7487b4f2ea6f3c1052eb9efadc2ecda2d5737001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-893031c1-ff7e-444a-82ea-93ef8bda6dbf" -d '{"events": [{"server_uuid": "cbac3b63-465c-4b90-9065-19b6cea9e66b", "name": "network-vif-plugged", "status": "completed", "tag": "56a4e1d5-691e-477f-9f80-af402b469f7d"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:17:18.374844 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port 56a4e1d5-691e-477f-9f80-af402b469f7d, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=56a4e1d5-691e-477f-9f80-af402b469f7d,segment=NetworkSegment(2702fddc-a106-4ef8-abba-ab045dbab5a0),segment_id=2702fddc-a106-4ef8-abba-ab045dbab5a0)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:17:18.383047 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:18.406598 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:17:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b63ed6e8-c549-4fec-be43-72a3d11f2aad x-openstack-request-id: req-b63ed6e8-c549-4fec-be43-72a3d11f2aad {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:17:18.406886 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbac3b63-465c-4b90-9065-19b6cea9e66b", "name": "network-vif-plugged", "status": "completed", "tag": "56a4e1d5-691e-477f-9f80-af402b469f7d", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:17:18.407140 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b63ed6e8-c549-4fec-be43-72a3d11f2aad {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:17:18.407529 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbac3b63-465c-4b90-9065-19b6cea9e66b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56a4e1d5-691e-477f-9f80-af402b469f7d', 'code': 200} Aug 18 12:17:18.433545 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=56a4e1d5-691e-477f-9f80-af402b469f7d,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:17:18.482292 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-f474ae51-0658-4f84-8fbf-f2e40a67aa90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:18.536998 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69df830-0541-4606-b5ac-03eebe2ca564 req-a67f78a5-09ab-46b6-8570-1a23ad4eba5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:17:18.538641 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-b69df830-0541-4606-b5ac-03eebe2ca564 req-a67f78a5-09ab-46b6-8570-1a23ad4eba5a service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=cbac3b63-465c-4b90-9065-19b6cea9e66b HTTP/1.1" status: 200 len: 1096 time: 0.0674312 Aug 18 12:17:18.576903 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-b69df830-0541-4606-b5ac-03eebe2ca564 req-1934d33c-ba3b-40d1-be0a-61b277036f4a service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=71b7f5de-7f5f-47d6-be8c-db76d5c69f11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306482 Aug 18 12:17:18.858607 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8195f27a-7ac1-4fe7-a930-4fabd6b86edd req-035df9a5-423f-44c0-96ad-49ef71fffd78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:17:18.860213 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8195f27a-7ac1-4fe7-a930-4fabd6b86edd req-035df9a5-423f-44c0-96ad-49ef71fffd78 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=8fca7d5a19c54940b367d2e63154d6ee&device_id=dc3e2d7d-3d63-428a-bc66-41ae157ef28e HTTP/1.1" status: 200 len: 1097 time: 0.0509586 Aug 18 12:17:19.039985 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa7554d-c9df-4ad1-8220-c7485a2af1a0 req-ae2e6664-3db6-412b-9c38-4b5eb9ca7d9f tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:17:19.041734 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8fa7554d-c9df-4ad1-8220-c7485a2af1a0 req-ae2e6664-3db6-412b-9c38-4b5eb9ca7d9f tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/ports?device_id=cbac3b63-465c-4b90-9065-19b6cea9e66b HTTP/1.1" status: 200 len: 945 time: 0.1409285 Aug 18 12:17:19.052649 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8195f27a-7ac1-4fe7-a930-4fabd6b86edd req-e91803d5-c8a5-4634-a7db-97638a143327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:17:19.054138 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8195f27a-7ac1-4fe7-a930-4fabd6b86edd req-e91803d5-c8a5-4634-a7db-97638a143327 service neutron] 10.222.0.63 "GET /v2.0/networks?id=9a60ecad-83fa-47c2-91d2-f7a65c03fb59 HTTP/1.1" status: 200 len: 917 time: 0.1850388 Aug 18 12:17:19.064741 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937edee9-3c61-459f-9cda-3457d6afb4df req-a56312e2-076f-462e-a29c-436e6f00f232 tempest-VolumesActionsTest-1154199965 tempest-VolumesActionsTest-1154199965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:17:19.066872 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-937edee9-3c61-459f-9cda-3457d6afb4df req-a56312e2-076f-462e-a29c-436e6f00f232 tempest-VolumesActionsTest-1154199965 tempest-VolumesActionsTest-1154199965-project] 10.222.0.66 "GET /v2.0/ports?device_id=7b9f79db-6fe2-43e2-946e-5495d4d90ec9 HTTP/1.1" status: 200 len: 943 time: 0.0917468 Aug 18 12:17:19.178467 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8fa7554d-c9df-4ad1-8220-c7485a2af1a0 req-ba101390-e2bd-4210-83c9-6e4604a274b1 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/security-groups?id=71b7f5de-7f5f-47d6-be8c-db76d5c69f11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1094401 Aug 18 12:17:19.185926 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-937edee9-3c61-459f-9cda-3457d6afb4df req-52eda82f-900d-48d4-a1cc-f424c6aee9f1 tempest-VolumesActionsTest-1154199965 tempest-VolumesActionsTest-1154199965-project] 10.222.0.66 "GET /v2.0/security-groups?id=b8a0eb7d-06ac-448f-bf48-9f0adb996dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059217 Aug 18 12:17:19.187746 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8195f27a-7ac1-4fe7-a930-4fabd6b86edd req-0120e9e6-a447-48b3-af3d-e7b4077e99ab service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=83ee1a77-6dbe-4990-9f37-fcb519558d22 HTTP/1.1" status: 200 len: 1001 time: 0.1199582 Aug 18 12:17:19.253343 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8195f27a-7ac1-4fe7-a930-4fabd6b86edd req-687f1114-c07c-4bfe-90b1-e85a65543ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:17:19.255514 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8195f27a-7ac1-4fe7-a930-4fabd6b86edd req-687f1114-c07c-4bfe-90b1-e85a65543ddc service neutron] 10.222.0.63 "GET /v2.0/subnets?id=cb04d889-17cd-4540-8b57-641bd70e62c4 HTTP/1.1" status: 200 len: 855 time: 0.0563102 Aug 18 12:17:19.357121 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8195f27a-7ac1-4fe7-a930-4fabd6b86edd req-bd03b65d-9d9a-4f48-af10-a56d2f906ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:17:19.358703 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8195f27a-7ac1-4fe7-a930-4fabd6b86edd req-bd03b65d-9d9a-4f48-af10-a56d2f906ace service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=9a60ecad-83fa-47c2-91d2-f7a65c03fb59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0907049 Aug 18 12:17:19.384980 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e77668-eebc-4d43-95f4-d3e8bdbb5433 req-632a3fda-228a-4110-b333-7aa1c710c288 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:17:19.386861 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-43e77668-eebc-4d43-95f4-d3e8bdbb5433 req-632a3fda-228a-4110-b333-7aa1c710c288 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/ports?device_id=dc3e2d7d-3d63-428a-bc66-41ae157ef28e HTTP/1.1" status: 200 len: 946 time: 0.1176233 Aug 18 12:17:19.479319 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-43e77668-eebc-4d43-95f4-d3e8bdbb5433 req-b5eb87d8-22de-4ddb-9ecd-05ab6b58f03f tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/security-groups?id=0e403c9b-7ac1-4005-9e0c-41b5a2ce4137&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821705 Aug 18 12:17:19.503594 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8195f27a-7ac1-4fe7-a930-4fabd6b86edd req-735a2ae6-c1d5-4667-a491-284ca10fbc50 service neutron] 10.222.0.63 "GET /v2.0/networks/9a60ecad-83fa-47c2-91d2-f7a65c03fb59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354039 Aug 18 12:17:19.608463 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8195f27a-7ac1-4fe7-a930-4fabd6b86edd req-72fe668a-e76b-4955-8b5f-4e3a54eb9b05 service neutron] 10.222.0.63 "GET /v2.0/networks/9a60ecad-83fa-47c2-91d2-f7a65c03fb59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971932 Aug 18 12:17:20.061359 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 299daaee-2e19-48ec-a97f-3dfddfa5062e details requested by agent hyperv_n-h1-804985-2 with host n-h1-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:17:20.166952 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 299daaee-2e19-48ec-a97f-3dfddfa5062e, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=299daaee-2e19-48ec-a97f-3dfddfa5062e,segment=NetworkSegment(dba59162-4de7-4587-b01f-a6c2ab43a81b),segment_id=dba59162-4de7-4587-b01f-a6c2ab43a81b)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:17:20.178408 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Returning: {'device': '299daaee-2e19-48ec-a97f-3dfddfa5062e', 'network_id': 'd5bf24c4-b466-4845-ab51-cfa6341bca6f', 'port_id': '299daaee-2e19-48ec-a97f-3dfddfa5062e', 'mac_address': 'fa:16:3e:db:80:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 807, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b68b14b-cdde-42c2-8d42-922456a54f87', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:17:20.216729 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:20.229935 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 299daaee-2e19-48ec-a97f-3dfddfa5062e {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:17:20.287043 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 299daaee-2e19-48ec-a97f-3dfddfa5062e, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=299daaee-2e19-48ec-a97f-3dfddfa5062e,segment=NetworkSegment(dba59162-4de7-4587-b01f-a6c2ab43a81b),segment_id=dba59162-4de7-4587-b01f-a6c2ab43a81b)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:17:20.293258 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:20.343717 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=299daaee-2e19-48ec-a97f-3dfddfa5062e,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:17:20.380224 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057958a2-d58f-4089-9822-f30fe63ce72a req-3f63568a-0f18-4dc6-a3fa-440aa9302e19 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:17:20.382157 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-057958a2-d58f-4089-9822-f30fe63ce72a req-3f63568a-0f18-4dc6-a3fa-440aa9302e19 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/ports?device_id=cbac3b63-465c-4b90-9065-19b6cea9e66b HTTP/1.1" status: 200 len: 945 time: 0.1126926 Aug 18 12:17:20.398405 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ff0268-7017-450e-a8e2-958b6b3967ac req-fcaa2b2e-3e1f-4ee8-9f96-7d97c8a5d40d tempest-VolumesActionsTest-1154199965 tempest-VolumesActionsTest-1154199965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:17:20.400365 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c0ff0268-7017-450e-a8e2-958b6b3967ac req-fcaa2b2e-3e1f-4ee8-9f96-7d97c8a5d40d tempest-VolumesActionsTest-1154199965 tempest-VolumesActionsTest-1154199965-project] 10.222.0.66 "GET /v2.0/ports?device_id=7b9f79db-6fe2-43e2-946e-5495d4d90ec9 HTTP/1.1" status: 200 len: 944 time: 0.0915813 Aug 18 12:17:20.459722 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-057958a2-d58f-4089-9822-f30fe63ce72a req-a280bde1-9546-4c21-8f44-bb6ba8cc2fa1 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/security-groups?id=71b7f5de-7f5f-47d6-be8c-db76d5c69f11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706346 Aug 18 12:17:20.468340 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c0ff0268-7017-450e-a8e2-958b6b3967ac req-026dc5b5-272a-4d29-a48d-c093d103c7bc tempest-VolumesActionsTest-1154199965 tempest-VolumesActionsTest-1154199965-project] 10.222.0.66 "GET /v2.0/security-groups?id=b8a0eb7d-06ac-448f-bf48-9f0adb996dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611484 Aug 18 12:17:20.540051 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] get_ports_and_sgs() called for port_ids ['299daaee-2e19-48ec-a97f-3dfddfa5062e'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:17:20.635580 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe814c49-7880-45e6-a4ba-6c74d51f6544 req-cb6e412c-8656-4af7-b9e1-d287fc662ddb tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:17:20.644206 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-fe814c49-7880-45e6-a4ba-6c74d51f6544 req-cb6e412c-8656-4af7-b9e1-d287fc662ddb tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/ports?device_id=cbac3b63-465c-4b90-9065-19b6cea9e66b HTTP/1.1" status: 200 len: 945 time: 0.1016996 Aug 18 12:17:20.680866 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a14478-c644-4cfa-91cd-1777863cfa89 req-b3642d8d-ebf0-4102-9431-0845c000f98c tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:17:20.683326 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d8a14478-c644-4cfa-91cd-1777863cfa89 req-b3642d8d-ebf0-4102-9431-0845c000f98c tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/ports?device_id=dc3e2d7d-3d63-428a-bc66-41ae157ef28e HTTP/1.1" status: 200 len: 946 time: 0.1081810 Aug 18 12:17:20.730242 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-fe814c49-7880-45e6-a4ba-6c74d51f6544 req-f1b59561-280a-4e2e-a3d2-52ae26795877 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/security-groups?id=71b7f5de-7f5f-47d6-be8c-db76d5c69f11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849640 Aug 18 12:17:20.750900 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 58068) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:17:20.767124 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d8a14478-c644-4cfa-91cd-1777863cfa89 req-cd3afc7c-f439-4e0a-948c-b04de6f4bcea tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/security-groups?id=0e403c9b-7ac1-4005-9e0c-41b5a2ce4137&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730298 Aug 18 12:17:20.808893 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64ddfef8-1fc7-4a03-b8ec-e205b45bc7f8 tempest-TestNetworkAdvancedServerOps-1126957736 tempest-TestNetworkAdvancedServerOps-1126957736-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:17:20.810506 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-64ddfef8-1fc7-4a03-b8ec-e205b45bc7f8 tempest-TestNetworkAdvancedServerOps-1126957736 tempest-TestNetworkAdvancedServerOps-1126957736-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=cbac3b63-465c-4b90-9065-19b6cea9e66b HTTP/1.1" status: 200 len: 1091 time: 0.0585756 Aug 18 12:17:20.813285 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 58070) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:17:20.818275 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-127ab35d-4193-450d-b04b-20f76f1aa7ad tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Request body: {'floatingip': {'floating_network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'port_id': '56a4e1d5-691e-477f-9f80-af402b469f7d', 'tenant_id': 'b60736d695f1461b9071c3b3eddcc039', 'fixed_ip_address': '172.20.0.3'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:17:20.850484 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-127ab35d-4193-450d-b04b-20f76f1aa7ad tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks [] for floatingip, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:20.959414 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-127ab35d-4193-450d-b04b-20f76f1aa7ad tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:21.076009 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [None req-127ab35d-4193-450d-b04b-20f76f1aa7ad tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Allocated IP 172.25.7.128 (7cae7a70-14fd-408c-b14d-39ceb97cb60e/9784295a-20b8-4a4b-b105-f82737f0448f/de384424-b511-4069-a225-768a72430135) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:17:21.199730 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-127ab35d-4193-450d-b04b-20f76f1aa7ad tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:21.243730 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-127ab35d-4193-450d-b04b-20f76f1aa7ad tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:21.282651 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-127ab35d-4193-450d-b04b-20f76f1aa7ad tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Network 7cae7a70-14fd-408c-b14d-39ceb97cb60e is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:17:21.286042 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-127ab35d-4193-450d-b04b-20f76f1aa7ad tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:17:21.293508 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-127ab35d-4193-450d-b04b-20f76f1aa7ad tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:17:21.332800 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127ab35d-4193-450d-b04b-20f76f1aa7ad tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Pushing event updated for resources: {'Port': ['ID=de384424-b511-4069-a225-768a72430135,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:17:21.425614 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:21.613305 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6af3c7-8934-482e-bb51-3277aee7d08d req-d8372133-d79c-443d-983b-4b8da6d707f2 tempest-VolumesActionsTest-1154199965 tempest-VolumesActionsTest-1154199965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:17:21.614795 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-be6af3c7-8934-482e-bb51-3277aee7d08d req-d8372133-d79c-443d-983b-4b8da6d707f2 tempest-VolumesActionsTest-1154199965 tempest-VolumesActionsTest-1154199965-project] 10.222.0.66 "GET /v2.0/ports?device_id=7b9f79db-6fe2-43e2-946e-5495d4d90ec9 HTTP/1.1" status: 200 len: 944 time: 0.0529304 Aug 18 12:17:21.658951 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-be6af3c7-8934-482e-bb51-3277aee7d08d req-976559de-3cba-41a9-af69-d8c908f7b0b2 tempest-VolumesActionsTest-1154199965 tempest-VolumesActionsTest-1154199965-project] 10.222.0.66 "GET /v2.0/security-groups?id=b8a0eb7d-06ac-448f-bf48-9f0adb996dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375690 Aug 18 12:17:21.687056 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-95bfdfe7-6c6b-47a0-baeb-de60b86c915d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:21.935413 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ef2d9c-19cb-4d47-b62f-e7f51a6bb237 req-b13a1296-5907-486a-ae57-e8fc768d27d2 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:17:21.939025 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c9ef2d9c-19cb-4d47-b62f-e7f51a6bb237 req-b13a1296-5907-486a-ae57-e8fc768d27d2 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/ports?device_id=dc3e2d7d-3d63-428a-bc66-41ae157ef28e HTTP/1.1" status: 200 len: 946 time: 0.0812683 Aug 18 12:17:21.983992 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c9ef2d9c-19cb-4d47-b62f-e7f51a6bb237 req-c991c545-7717-45a4-9233-2c78368bcd0c tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/security-groups?id=0e403c9b-7ac1-4005-9e0c-41b5a2ce4137&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389221 Aug 18 12:17:22.060271 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 299daaee-2e19-48ec-a97f-3dfddfa5062e up at agent hyperv_n-h1-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:17:22.125826 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Provisioning for port 299daaee-2e19-48ec-a97f-3dfddfa5062e completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:17:22.141430 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-127ab35d-4193-450d-b04b-20f76f1aa7ad tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:22.150852 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Provisioning complete for port 299daaee-2e19-48ec-a97f-3dfddfa5062e triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:17:22.151931 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:22.204696 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-53584c24-f517-494e-ac93-c18bb92373f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:22.233832 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-127ab35d-4193-450d-b04b-20f76f1aa7ad tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:22.262193 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:22.286394 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b9f79db-6fe2-43e2-946e-5495d4d90ec9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '299daaee-2e19-48ec-a97f-3dfddfa5062e'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:17:22.289614 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db50a436fb3a98495337d8fe7487b4f2ea6f3c1052eb9efadc2ecda2d5737001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ff5c3f5-ac26-4283-aae2-1cd82f012cdf" -d '{"events": [{"server_uuid": "7b9f79db-6fe2-43e2-946e-5495d4d90ec9", "name": "network-vif-plugged", "status": "completed", "tag": "299daaee-2e19-48ec-a97f-3dfddfa5062e"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:17:22.311154 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 299daaee-2e19-48ec-a97f-3dfddfa5062e, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=299daaee-2e19-48ec-a97f-3dfddfa5062e,segment=NetworkSegment(dba59162-4de7-4587-b01f-a6c2ab43a81b),segment_id=dba59162-4de7-4587-b01f-a6c2ab43a81b)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:17:22.323352 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:22.324411 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 83ee1a77-6dbe-4990-9f37-fcb519558d22 no longer exists at agent hyperv_n-h1-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:17:22.444193 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-127ab35d-4193-450d-b04b-20f76f1aa7ad tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks [] for port, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:22.453551 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-127ab35d-4193-450d-b04b-20f76f1aa7ad tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:22.477896 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=299daaee-2e19-48ec-a97f-3dfddfa5062e,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:17:22.507518 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:17:22.507870 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:17:22.508201 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:17:22.508560 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:17:22.512358 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:17:22.512785 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:17:22.513127 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:17:22.513546 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:17:22.513882 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:17:22.514212 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:17:22.514589 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:17:22.514921 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:17:22.534553 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:17:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-310d4624-0915-4044-8976-d4da1a918a4c x-openstack-request-id: req-310d4624-0915-4044-8976-d4da1a918a4c {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:17:22.534842 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b9f79db-6fe2-43e2-946e-5495d4d90ec9", "name": "network-vif-plugged", "status": "completed", "tag": "299daaee-2e19-48ec-a97f-3dfddfa5062e", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:17:22.535272 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-310d4624-0915-4044-8976-d4da1a918a4c {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:17:22.535814 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b9f79db-6fe2-43e2-946e-5495d4d90ec9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '299daaee-2e19-48ec-a97f-3dfddfa5062e', 'code': 200} Aug 18 12:17:22.562652 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:22.610594 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 83ee1a77-6dbe-4990-9f37-fcb519558d22, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=83ee1a77-6dbe-4990-9f37-fcb519558d22,segment=NetworkSegment(b37ee6ef-093c-4194-a906-24a6a3165741),segment_id=b37ee6ef-093c-4194-a906-24a6a3165741)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:17:22.623106 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:22.628296 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-127ab35d-4193-450d-b04b-20f76f1aa7ad tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-989945'] for floatingip, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:22.666093 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6810dd-0107-473d-a507-670206016872 req-11309a84-34ff-4ba1-a510-6d3c3fef5fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:17:22.666093 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6d6810dd-0107-473d-a507-670206016872 req-11309a84-34ff-4ba1-a510-6d3c3fef5fc4 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=7b9f79db-6fe2-43e2-946e-5495d4d90ec9 HTTP/1.1" status: 200 len: 1096 time: 0.0891147 Aug 18 12:17:22.721639 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6d6810dd-0107-473d-a507-670206016872 req-ce1bcf12-77d8-4f5f-aafb-59b7fe204f36 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=b8a0eb7d-06ac-448f-bf48-9f0adb996dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508895 Aug 18 12:17:22.725942 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=83ee1a77-6dbe-4990-9f37-fcb519558d22,revision_number=8']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:17:22.784711 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127ab35d-4193-450d-b04b-20f76f1aa7ad tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Pushing event updated for resources: {'Port': ['ID=de384424-b511-4069-a225-768a72430135,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:17:22.792996 n-d-804985-2 neutron-server[106253]: INFO neutron.db.l3_db [None req-127ab35d-4193-450d-b04b-20f76f1aa7ad tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Floating IP 341fc185-c5db-41b3-ba10-e39f20cd60e9 associated. External IP: 172.25.7.128, port: 56a4e1d5-691e-477f-9f80-af402b469f7d. Aug 18 12:17:22.839059 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e95ea2-c0f7-480e-822d-08d85eda9eff req-ce6812eb-ab70-439a-a664-cad85577dd51 tempest-VolumesActionsTest-1154199965 tempest-VolumesActionsTest-1154199965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:17:22.840660 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e4e95ea2-c0f7-480e-822d-08d85eda9eff req-ce6812eb-ab70-439a-a664-cad85577dd51 tempest-VolumesActionsTest-1154199965 tempest-VolumesActionsTest-1154199965-project] 10.222.0.66 "GET /v2.0/ports?device_id=7b9f79db-6fe2-43e2-946e-5495d4d90ec9 HTTP/1.1" status: 200 len: 945 time: 0.0679448 Aug 18 12:17:22.907352 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e4e95ea2-c0f7-480e-822d-08d85eda9eff req-6a52b967-862f-42f1-ad2c-84f8d7b616b2 tempest-VolumesActionsTest-1154199965 tempest-VolumesActionsTest-1154199965-project] 10.222.0.66 "GET /v2.0/security-groups?id=b8a0eb7d-06ac-448f-bf48-9f0adb996dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584624 Aug 18 12:17:23.115496 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b89a3f61-7d3f-46fb-9234-be1ec93ab65e req-32eac188-0dba-4186-a69d-556ce76e55b7 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=dc3e2d7d-3d63-428a-bc66-41ae157ef28e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1034384 Aug 18 12:17:23.129588 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e452f5-7ac1-4c3f-919d-d337fb1300c0 req-e289be2e-f9d1-424c-b1ab-0a1063e6bb57 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:17:23.131236 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e0e452f5-7ac1-4c3f-919d-d337fb1300c0 req-e289be2e-f9d1-424c-b1ab-0a1063e6bb57 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/ports?device_id=dc3e2d7d-3d63-428a-bc66-41ae157ef28e HTTP/1.1" status: 200 len: 944 time: 0.1805758 Aug 18 12:17:23.200617 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e0e452f5-7ac1-4c3f-919d-d337fb1300c0 req-074c0a42-8ec7-47c0-a72c-4169c902faf7 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/security-groups?id=0e403c9b-7ac1-4005-9e0c-41b5a2ce4137&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597119 Aug 18 12:17:23.254723 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-127ab35d-4193-450d-b04b-20f76f1aa7ad tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Router 15a558d3-cb0b-4c5b-b74f-656f1047b2fb has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:17:23.380958 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-127ab35d-4193-450d-b04b-20f76f1aa7ad tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:17:23.393934 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb9a50e-6a1a-4e66-a533-c62bf21c6772 None None] Sync routers for ids ['15a558d3-cb0b-4c5b-b74f-656f1047b2fb'] in n-d-804985-2 {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:17:23.409357 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-127ab35d-4193-450d-b04b-20f76f1aa7ad tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for floatingip, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:23.414887 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb9a50e-6a1a-4e66-a533-c62bf21c6772 None None] Routers {'15a558d3-cb0b-4c5b-b74f-656f1047b2fb'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:17:23.415791 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-ccb9a50e-6a1a-4e66-a533-c62bf21c6772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:17:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['15a558d3-cb0b-4c5b-b74f-656f1047b2fb'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:17:23.509180 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-127ab35d-4193-450d-b04b-20f76f1aa7ad tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6920550 Aug 18 12:17:23.509180 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbac3b63-465c-4b90-9065-19b6cea9e66b', 'tag': '56a4e1d5-691e-477f-9f80-af402b469f7d'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:17:23.510511 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0679f4c4b6e0e0c064a7d71d722dc30541a34fffee11680573be22ee2ffccc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28db4529-6cd1-4176-9d6f-21aa67ee5db7" -d '{"events": [{"name": "network-changed", "server_uuid": "cbac3b63-465c-4b90-9065-19b6cea9e66b", "tag": "56a4e1d5-691e-477f-9f80-af402b469f7d"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:17:23.603116 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:17:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bf1d98a-e33e-4da1-84e8-ba1f414e38d0 x-openstack-request-id: req-8bf1d98a-e33e-4da1-84e8-ba1f414e38d0 {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:17:23.603631 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbac3b63-465c-4b90-9065-19b6cea9e66b", "tag": "56a4e1d5-691e-477f-9f80-af402b469f7d", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:17:23.604058 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-8bf1d98a-e33e-4da1-84e8-ba1f414e38d0 {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:17:23.604772 n-d-804985-2 neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbac3b63-465c-4b90-9065-19b6cea9e66b', 'tag': '56a4e1d5-691e-477f-9f80-af402b469f7d', 'status': 'completed', 'code': 200} Aug 18 12:17:23.611875 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-ccb9a50e-6a1a-4e66-a533-c62bf21c6772 None None] Set router 15a558d3-cb0b-4c5b-b74f-656f1047b2fb gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:17:23.698493 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8065ccd9-cecc-4a1f-ace5-74be839a32b9 req-35c107d9-e388-4edb-90cb-a07b67980227 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:17:23.700192 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8065ccd9-cecc-4a1f-ace5-74be839a32b9 req-35c107d9-e388-4edb-90cb-a07b67980227 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/ports?device_id=cbac3b63-465c-4b90-9065-19b6cea9e66b HTTP/1.1" status: 200 len: 945 time: 0.0803607 Aug 18 12:17:23.743652 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8065ccd9-cecc-4a1f-ace5-74be839a32b9 req-35493f18-df2f-441b-944d-b7672dbe1319 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/security-groups?id=71b7f5de-7f5f-47d6-be8c-db76d5c69f11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364695 Aug 18 12:17:23.763537 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28db4529-6cd1-4176-9d6f-21aa67ee5db7 req-fa60f3a0-5b37-4545-85fc-b85ae9a64b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:17:23.765162 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-28db4529-6cd1-4176-9d6f-21aa67ee5db7 req-fa60f3a0-5b37-4545-85fc-b85ae9a64b77 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b60736d695f1461b9071c3b3eddcc039&device_id=cbac3b63-465c-4b90-9065-19b6cea9e66b HTTP/1.1" status: 200 len: 1096 time: 0.1148648 Aug 18 12:17:23.767084 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 58136) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:17:23.880436 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-500a1c61-38a7-4c23-a7ec-4631080af5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:23.890462 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-64e0fe36-1336-4153-85b2-ff5cab166306 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/floatingips/341fc185-c5db-41b3-ba10-e39f20cd60e9 HTTP/1.1" status: 200 len: 991 time: 0.1222777 Aug 18 12:17:23.924224 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28db4529-6cd1-4176-9d6f-21aa67ee5db7 req-a5f97262-3c32-457c-ad8f-3a837b43c03d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:17:23.926003 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-28db4529-6cd1-4176-9d6f-21aa67ee5db7 req-a5f97262-3c32-457c-ad8f-3a837b43c03d service neutron] 10.222.0.62 "GET /v2.0/networks?id=24a407c4-89ea-4bd3-8b0f-8fac9159040e HTTP/1.1" status: 200 len: 898 time: 0.1513951 Aug 18 12:17:23.963413 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-ccb9a50e-6a1a-4e66-a533-c62bf21c6772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15a558d3-cb0b-4c5b-b74f-656f1047b2fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1476557285', 'tenant_id': 'b60736d695f1461b9071c3b3eddcc039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.108'}], 'enable_snat': True}, 'gw_port_id': '971ed013-4826-4bcf-9327-09a533b16897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:16:49Z', 'updated_at': '2021-08-18T12:16:58Z', 'revision_number': 4, 'project_id': 'b60736d695f1461b9071c3b3eddcc039', 'gw_port': {'id': '971ed013-4826-4bcf-9327-09a533b16897', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:45:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15a558d3-cb0b-4c5b-b74f-656f1047b2fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3162, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:16:50Z', 'updated_at': '2021-08-18T12:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_floatingips': [{'id': '341fc185-c5db-41b3-ba10-e39f20cd60e9', 'tenant_id': 'b60736d695f1461b9071c3b3eddcc039', 'floating_ip_address': '172.25.7.128', 'floating_network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'router_id': '15a558d3-cb0b-4c5b-b74f-656f1047b2fb', 'port_id': '56a4e1d5-691e-477f-9f80-af402b469f7d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3197, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24a407c4-89ea-4bd3-8b0f-8fac9159040e', 'mac_address': 'fa:16:3e:5a:8a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbac3b63-465c-4b90-9065-19b6cea9e66b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T12:17:21Z', 'updated_at': '2021-08-18T12:17:21Z', 'revision_number': 0, 'project_id': 'b60736d695f1461b9071c3b3eddcc039', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d1da6d5-9a19-4f9f-b2f9-50dfeaebc1b8', 'name': '', 'network_id': '24a407c4-89ea-4bd3-8b0f-8fac9159040e', 'tenant_id': 'b60736d695f1461b9071c3b3eddcc039', 'mac_address': 'fa:16:3e:63:77:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15a558d3-cb0b-4c5b-b74f-656f1047b2fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': 'ef4f480b-35f7-4e63-87a7-b9ffafc93ba8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:16:56Z', 'updated_at': '2021-08-18T12:17:07Z', 'revision_number': 5, 'project_id': 'b60736d695f1461b9071c3b3eddcc039', 'subnets': [{'id': 'ef4f480b-35f7-4e63-87a7-b9ffafc93ba8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:17:24.003749 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb9a50e-6a1a-4e66-a533-c62bf21c6772 None None] Checking router: 15a558d3-cb0b-4c5b-b74f-656f1047b2fb for host: n-d-804985-2 {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:17:24.015790 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb9a50e-6a1a-4e66-a533-c62bf21c6772 None None] Routers {'15a558d3-cb0b-4c5b-b74f-656f1047b2fb'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:17:24.016856 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-ccb9a50e-6a1a-4e66-a533-c62bf21c6772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:17:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['15a558d3-cb0b-4c5b-b74f-656f1047b2fb'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:17:24.042595 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-28db4529-6cd1-4176-9d6f-21aa67ee5db7 req-0d0f2b3b-4747-44a9-88b2-9b162d576b56 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=56a4e1d5-691e-477f-9f80-af402b469f7d HTTP/1.1" status: 200 len: 999 time: 0.1053157 Aug 18 12:17:24.076352 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193eba8b-2d8e-4f4c-adec-46d1f7d5ecf3 req-473018d7-eb59-4283-b624-f6e781bf1c6a tempest-VolumesActionsTest-1154199965 tempest-VolumesActionsTest-1154199965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:17:24.077985 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-193eba8b-2d8e-4f4c-adec-46d1f7d5ecf3 req-473018d7-eb59-4283-b624-f6e781bf1c6a tempest-VolumesActionsTest-1154199965 tempest-VolumesActionsTest-1154199965-project] 10.222.0.66 "GET /v2.0/ports?device_id=7b9f79db-6fe2-43e2-946e-5495d4d90ec9 HTTP/1.1" status: 200 len: 945 time: 0.0904067 Aug 18 12:17:24.139835 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-ccb9a50e-6a1a-4e66-a533-c62bf21c6772 None None] Set router 15a558d3-cb0b-4c5b-b74f-656f1047b2fb gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:17:24.165003 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28db4529-6cd1-4176-9d6f-21aa67ee5db7 req-3df1b313-3bff-44f1-80c3-162158b61b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:17:24.166820 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-28db4529-6cd1-4176-9d6f-21aa67ee5db7 req-3df1b313-3bff-44f1-80c3-162158b61b29 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ef4f480b-35f7-4e63-87a7-b9ffafc93ba8 HTTP/1.1" status: 200 len: 834 time: 0.1056533 Aug 18 12:17:24.185400 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-193eba8b-2d8e-4f4c-adec-46d1f7d5ecf3 req-f0cd9968-f92c-4029-9701-5604c825a05b tempest-VolumesActionsTest-1154199965 tempest-VolumesActionsTest-1154199965-project] 10.222.0.66 "GET /v2.0/security-groups?id=b8a0eb7d-06ac-448f-bf48-9f0adb996dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972798 Aug 18 12:17:24.231672 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28db4529-6cd1-4176-9d6f-21aa67ee5db7 req-3b36dde2-c4c7-49c9-8996-90fbb9c614f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:17:24.233247 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-28db4529-6cd1-4176-9d6f-21aa67ee5db7 req-3b36dde2-c4c7-49c9-8996-90fbb9c614f2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=24a407c4-89ea-4bd3-8b0f-8fac9159040e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0592506 Aug 18 12:17:24.348159 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-28db4529-6cd1-4176-9d6f-21aa67ee5db7 req-49d7d28b-0ccf-4143-9323-41c0d72c9d1d service neutron] 10.222.0.62 "GET /v2.0/networks/24a407c4-89ea-4bd3-8b0f-8fac9159040e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026437 Aug 18 12:17:24.406496 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8ccfcc-909b-428c-befb-68e745751e96 req-d2f0f99c-baef-46a8-b036-20bab661144c tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:17:24.409241 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1f8ccfcc-909b-428c-befb-68e745751e96 req-d2f0f99c-baef-46a8-b036-20bab661144c tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/ports?device_id=dc3e2d7d-3d63-428a-bc66-41ae157ef28e HTTP/1.1" status: 200 len: 944 time: 0.0815933 Aug 18 12:17:24.469334 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1f8ccfcc-909b-428c-befb-68e745751e96 req-53663db6-c2db-4444-bcc9-deabdeb84e89 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/security-groups?id=0e403c9b-7ac1-4005-9e0c-41b5a2ce4137&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537438 Aug 18 12:17:24.483093 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-28db4529-6cd1-4176-9d6f-21aa67ee5db7 req-b1bdf06a-90dc-4820-9ceb-577aa2b678c4 service neutron] 10.222.0.62 "GET /v2.0/networks/24a407c4-89ea-4bd3-8b0f-8fac9159040e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275251 Aug 18 12:17:24.538966 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc3e2d7d-3d63-428a-bc66-41ae157ef28e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83ee1a77-6dbe-4990-9f37-fcb519558d22'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:17:24.540227 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-ccb9a50e-6a1a-4e66-a533-c62bf21c6772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15a558d3-cb0b-4c5b-b74f-656f1047b2fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1476557285', 'tenant_id': 'b60736d695f1461b9071c3b3eddcc039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.108'}], 'enable_snat': True}, 'gw_port_id': '971ed013-4826-4bcf-9327-09a533b16897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:16:49Z', 'updated_at': '2021-08-18T12:16:58Z', 'revision_number': 4, 'project_id': 'b60736d695f1461b9071c3b3eddcc039', 'gw_port': {'id': '971ed013-4826-4bcf-9327-09a533b16897', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:45:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15a558d3-cb0b-4c5b-b74f-656f1047b2fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3162, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:16:50Z', 'updated_at': '2021-08-18T12:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_floatingips': [{'id': '341fc185-c5db-41b3-ba10-e39f20cd60e9', 'tenant_id': 'b60736d695f1461b9071c3b3eddcc039', 'floating_ip_address': '172.25.7.128', 'floating_network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'router_id': '15a558d3-cb0b-4c5b-b74f-656f1047b2fb', 'port_id': '56a4e1d5-691e-477f-9f80-af402b469f7d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3197, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24a407c4-89ea-4bd3-8b0f-8fac9159040e', 'mac_address': 'fa:16:3e:5a:8a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbac3b63-465c-4b90-9065-19b6cea9e66b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T12:17:21Z', 'updated_at': '2021-08-18T12:17:21Z', 'revision_number': 0, 'project_id': 'b60736d695f1461b9071c3b3eddcc039', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d1da6d5-9a19-4f9f-b2f9-50dfeaebc1b8', 'name': '', 'network_id': '24a407c4-89ea-4bd3-8b0f-8fac9159040e', 'tenant_id': 'b60736d695f1461b9071c3b3eddcc039', 'mac_address': 'fa:16:3e:63:77:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15a558d3-cb0b-4c5b-b74f-656f1047b2fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': 'ef4f480b-35f7-4e63-87a7-b9ffafc93ba8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:16:56Z', 'updated_at': '2021-08-18T12:17:07Z', 'revision_number': 5, 'project_id': 'b60736d695f1461b9071c3b3eddcc039', 'subnets': [{'id': 'ef4f480b-35f7-4e63-87a7-b9ffafc93ba8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:17:24.542689 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db50a436fb3a98495337d8fe7487b4f2ea6f3c1052eb9efadc2ecda2d5737001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0636f70-cc80-466a-bffd-f0267321017d" -d '{"events": [{"server_uuid": "dc3e2d7d-3d63-428a-bc66-41ae157ef28e", "name": "network-vif-unplugged", "status": "completed", "tag": "83ee1a77-6dbe-4990-9f37-fcb519558d22"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:17:24.593403 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 18 Aug 2021 12:17:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5592d7c1-fdb9-4266-93aa-8d8df2669eb6 x-openstack-request-id: req-5592d7c1-fdb9-4266-93aa-8d8df2669eb6 {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:17:24.594431 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc3e2d7d-3d63-428a-bc66-41ae157ef28e", "name": "network-vif-unplugged", "status": "failed", "tag": "83ee1a77-6dbe-4990-9f37-fcb519558d22", "code": 422}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:17:24.595038 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-5592d7c1-fdb9-4266-93aa-8d8df2669eb6 {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:17:24.595908 n-d-804985-2 neutron-server[106254]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'dc3e2d7d-3d63-428a-bc66-41ae157ef28e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '83ee1a77-6dbe-4990-9f37-fcb519558d22', 'code': 422} returned with failed status Aug 18 12:17:24.678240 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb9a50e-6a1a-4e66-a533-c62bf21c6772 None None] The sync data for ids ['15a558d3-cb0b-4c5b-b74f-656f1047b2fb'] in n-d-804985-2 is: [{'id': '15a558d3-cb0b-4c5b-b74f-656f1047b2fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1476557285', 'tenant_id': 'b60736d695f1461b9071c3b3eddcc039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.108'}], 'enable_snat': True}, 'gw_port_id': '971ed013-4826-4bcf-9327-09a533b16897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:16:49Z', 'updated_at': '2021-08-18T12:16:58Z', 'revision_number': 4, 'project_id': 'b60736d695f1461b9071c3b3eddcc039', 'gw_port': {'id': '971ed013-4826-4bcf-9327-09a533b16897', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:45:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15a558d3-cb0b-4c5b-b74f-656f1047b2fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3162, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:16:50Z', 'updated_at': '2021-08-18T12:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_floatingips': [{'id': '341fc185-c5db-41b3-ba10-e39f20cd60e9', 'tenant_id': 'b60736d695f1461b9071c3b3eddcc039', 'floating_ip_address': '172.25.7.128', 'floating_network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'router_id': '15a558d3-cb0b-4c5b-b74f-656f1047b2fb', 'port_id': '56a4e1d5-691e-477f-9f80-af402b469f7d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3197, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24a407c4-89ea-4bd3-8b0f-8fac9159040e', 'mac_address': 'fa:16:3e:5a:8a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbac3b63-465c-4b90-9065-19b6cea9e66b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T12:17:21Z', 'updated_at': '2021-08-18T12:17:21Z', 'revision_number': 0, 'project_id': 'b60736d695f1461b9071c3b3eddcc039', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d1da6d5-9a19-4f9f-b2f9-50dfeaebc1b8', 'name': '', 'network_id': '24a407c4-89ea-4bd3-8b0f-8fac9159040e', 'tenant_id': 'b60736d695f1461b9071c3b3eddcc039', 'mac_address': 'fa:16:3e:63:77:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15a558d3-cb0b-4c5b-b74f-656f1047b2fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': 'ef4f480b-35f7-4e63-87a7-b9ffafc93ba8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:16:56Z', 'updated_at': '2021-08-18T12:17:07Z', 'revision_number': 5, 'project_id': 'b60736d695f1461b9071c3b3eddcc039', 'subnets': [{'id': 'ef4f480b-35f7-4e63-87a7-b9ffafc93ba8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:17:24.894409 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 58160) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:17:24.924556 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c16435e3-0e92-48c3-b117-28d74e55fb10 None None] New status for floating IP 341fc185-c5db-41b3-ba10-e39f20cd60e9: ACTIVE {{(pid=106254) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 12:17:24.986056 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-59698c48-35ac-4d7b-8789-97c48cfc58ad tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/floatingips/341fc185-c5db-41b3-ba10-e39f20cd60e9 HTTP/1.1" status: 200 len: 991 time: 0.0900915 Aug 18 12:17:25.031686 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884c3fa9-cead-4896-860c-df69caadefab req-2d4fb475-3e77-4f7e-a540-e70bcb8e3395 tempest-VolumesActionsTest-1154199965 tempest-VolumesActionsTest-1154199965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:17:25.040558 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-884c3fa9-cead-4896-860c-df69caadefab req-2d4fb475-3e77-4f7e-a540-e70bcb8e3395 tempest-VolumesActionsTest-1154199965 tempest-VolumesActionsTest-1154199965-project] 10.222.0.66 "GET /v2.0/ports?device_id=7b9f79db-6fe2-43e2-946e-5495d4d90ec9 HTTP/1.1" status: 200 len: 945 time: 0.0700200 Aug 18 12:17:25.085684 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-884c3fa9-cead-4896-860c-df69caadefab req-2cf2563f-22d2-46c2-80e4-5641fabad1c9 tempest-VolumesActionsTest-1154199965 tempest-VolumesActionsTest-1154199965-project] 10.222.0.66 "GET /v2.0/security-groups?id=b8a0eb7d-06ac-448f-bf48-9f0adb996dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426810 Aug 18 12:17:25.601085 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bb7897-d43c-4e99-983a-f3d9b393d938 req-4d2953c2-437e-4a4b-8d77-ad2ae6453790 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:17:25.602825 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a5bb7897-d43c-4e99-983a-f3d9b393d938 req-4d2953c2-437e-4a4b-8d77-ad2ae6453790 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/ports?device_id=dc3e2d7d-3d63-428a-bc66-41ae157ef28e HTTP/1.1" status: 200 len: 944 time: 0.0515475 Aug 18 12:17:25.643923 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a5bb7897-d43c-4e99-983a-f3d9b393d938 req-f30ba824-f26d-4569-ad7c-e2bff654b68d tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/security-groups?id=0e403c9b-7ac1-4005-9e0c-41b5a2ce4137&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344639 Aug 18 12:17:25.989651 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 58170) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:17:26.054759 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-92b307b1-853d-4410-beb4-9686e7c68ab6 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/floatingips/341fc185-c5db-41b3-ba10-e39f20cd60e9 HTTP/1.1" status: 200 len: 993 time: 0.0637240 Aug 18 12:17:26.076310 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 83ee1a77-6dbe-4990-9f37-fcb519558d22 no longer exists at agent hyperv_n-h1-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:17:26.233422 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae19fb05-76e6-4e82-a159-a1296b0255cf req-7e50ae15-87a3-4119-b5d5-b0fa5a023df9 tempest-VolumesActionsTest-1154199965 tempest-VolumesActionsTest-1154199965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:17:26.235817 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ae19fb05-76e6-4e82-a159-a1296b0255cf req-7e50ae15-87a3-4119-b5d5-b0fa5a023df9 tempest-VolumesActionsTest-1154199965 tempest-VolumesActionsTest-1154199965-project] 10.222.0.66 "GET /v2.0/ports?device_id=7b9f79db-6fe2-43e2-946e-5495d4d90ec9 HTTP/1.1" status: 200 len: 945 time: 0.0673602 Aug 18 12:17:26.321180 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ae19fb05-76e6-4e82-a159-a1296b0255cf req-0d4bff66-7e3b-48ef-83b7-0d16b058db89 tempest-VolumesActionsTest-1154199965 tempest-VolumesActionsTest-1154199965-project] 10.222.0.66 "GET /v2.0/security-groups?id=b8a0eb7d-06ac-448f-bf48-9f0adb996dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777915 Aug 18 12:17:26.343807 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d56f0e-12de-4cd0-8a73-fa10642cd86a req-e1b282ea-7658-4f2d-8080-462905a8805b tempest-VolumesActionsTest-1154199965 tempest-VolumesActionsTest-1154199965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:17:26.344576 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d7d56f0e-12de-4cd0-8a73-fa10642cd86a req-e1b282ea-7658-4f2d-8080-462905a8805b tempest-VolumesActionsTest-1154199965 tempest-VolumesActionsTest-1154199965-project] 10.222.0.63 "GET /v2.0/ports?device_id=7b9f79db-6fe2-43e2-946e-5495d4d90ec9 HTTP/1.1" status: 200 len: 945 time: 0.0762644 Aug 18 12:17:26.449136 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-d7d56f0e-12de-4cd0-8a73-fa10642cd86a req-ea0cc2e3-0bac-403f-987b-fc8ed0577cc4 tempest-VolumesActionsTest-1154199965 tempest-VolumesActionsTest-1154199965-project] Deleting port 299daaee-2e19-48ec-a97f-3dfddfa5062e {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:17:26.449647 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-d7d56f0e-12de-4cd0-8a73-fa10642cd86a req-ea0cc2e3-0bac-403f-987b-fc8ed0577cc4 tempest-VolumesActionsTest-1154199965 tempest-VolumesActionsTest-1154199965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:26.548664 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-d7d56f0e-12de-4cd0-8a73-fa10642cd86a req-ea0cc2e3-0bac-403f-987b-fc8ed0577cc4 tempest-VolumesActionsTest-1154199965 tempest-VolumesActionsTest-1154199965-project] For port 299daaee-2e19-48ec-a97f-3dfddfa5062e, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=299daaee-2e19-48ec-a97f-3dfddfa5062e,segment=NetworkSegment(dba59162-4de7-4587-b01f-a6c2ab43a81b),segment_id=dba59162-4de7-4587-b01f-a6c2ab43a81b)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:17:26.549031 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-d7d56f0e-12de-4cd0-8a73-fa10642cd86a req-ea0cc2e3-0bac-403f-987b-fc8ed0577cc4 tempest-VolumesActionsTest-1154199965 tempest-VolumesActionsTest-1154199965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:26.562512 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-d7d56f0e-12de-4cd0-8a73-fa10642cd86a req-ea0cc2e3-0bac-403f-987b-fc8ed0577cc4 tempest-VolumesActionsTest-1154199965 tempest-VolumesActionsTest-1154199965-project] Calling delete_port for 299daaee-2e19-48ec-a97f-3dfddfa5062e owned by compute:nova {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:17:26.735520 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-d7d56f0e-12de-4cd0-8a73-fa10642cd86a req-ea0cc2e3-0bac-403f-987b-fc8ed0577cc4 tempest-VolumesActionsTest-1154199965 tempest-VolumesActionsTest-1154199965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:26.754124 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] get_ports_and_sgs() called for port_ids ['299daaee-2e19-48ec-a97f-3dfddfa5062e'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:17:26.930728 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0cc2e3-0bac-403f-987b-fc8ed0577cc4 tempest-VolumesActionsTest-1154199965 tempest-VolumesActionsTest-1154199965-project] Pushing event deleted for resources: {'Port': ['ID=299daaee-2e19-48ec-a97f-3dfddfa5062e,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:17:26.948068 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7d56f0e-12de-4cd0-8a73-fa10642cd86a req-ea0cc2e3-0bac-403f-987b-fc8ed0577cc4 tempest-VolumesActionsTest-1154199965 tempest-VolumesActionsTest-1154199965-project] No DVR routers for this DVR port 299daaee-2e19-48ec-a97f-3dfddfa5062e on host n-h1-804985-2 {{(pid=106252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:17:26.951370 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-d7d56f0e-12de-4cd0-8a73-fa10642cd86a req-ea0cc2e3-0bac-403f-987b-fc8ed0577cc4 tempest-VolumesActionsTest-1154199965 tempest-VolumesActionsTest-1154199965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:26.953688 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d7d56f0e-12de-4cd0-8a73-fa10642cd86a req-ea0cc2e3-0bac-403f-987b-fc8ed0577cc4 tempest-VolumesActionsTest-1154199965 tempest-VolumesActionsTest-1154199965-project] 10.222.0.63 "DELETE /v2.0/ports/299daaee-2e19-48ec-a97f-3dfddfa5062e HTTP/1.1" status: 204 len: 173 time: 0.6016967 Aug 18 12:17:26.955270 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b9f79db-6fe2-43e2-946e-5495d4d90ec9', 'name': 'network-vif-deleted', 'tag': '299daaee-2e19-48ec-a97f-3dfddfa5062e'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:17:26.957999 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-718d84bf-6ad7-4c50-8bd7-0d2fe30c4d9c" -d '{"events": [{"server_uuid": "7b9f79db-6fe2-43e2-946e-5495d4d90ec9", "name": "network-vif-deleted", "tag": "299daaee-2e19-48ec-a97f-3dfddfa5062e"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:17:26.990425 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b082f8a-8e08-4732-8312-bccf934213b8 req-e3ec11a5-9efb-43de-8262-4814946db784 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:17:26.992517 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4b082f8a-8e08-4732-8312-bccf934213b8 req-e3ec11a5-9efb-43de-8262-4814946db784 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/ports?device_id=dc3e2d7d-3d63-428a-bc66-41ae157ef28e HTTP/1.1" status: 200 len: 944 time: 0.2188082 Aug 18 12:17:27.021827 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:17:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7026b2e1-0ef7-463c-bed0-f9ec1f90cbcb x-openstack-request-id: req-7026b2e1-0ef7-463c-bed0-f9ec1f90cbcb {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:17:27.021827 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b9f79db-6fe2-43e2-946e-5495d4d90ec9", "name": "network-vif-deleted", "tag": "299daaee-2e19-48ec-a97f-3dfddfa5062e", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:17:27.021827 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-7026b2e1-0ef7-463c-bed0-f9ec1f90cbcb {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:17:27.021827 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b9f79db-6fe2-43e2-946e-5495d4d90ec9', 'name': 'network-vif-deleted', 'tag': '299daaee-2e19-48ec-a97f-3dfddfa5062e', 'status': 'completed', 'code': 200} Aug 18 12:17:27.070811 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4b082f8a-8e08-4732-8312-bccf934213b8 req-23881797-837a-4ae1-ab6a-9d88983c783c tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/security-groups?id=0e403c9b-7ac1-4005-9e0c-41b5a2ce4137&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658448 Aug 18 12:17:27.344826 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 58210) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:17:27.544320 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f44e6899-048e-42ac-9d61-8234cb77ff25 req-d2c40648-53f5-4dec-82d5-a515ff153b3e tempest-VolumesActionsTest-1154199965 tempest-VolumesActionsTest-1154199965-project] 10.222.0.66 "GET /v2.0/ports?device_id=7b9f79db-6fe2-43e2-946e-5495d4d90ec9 HTTP/1.1" status: 200 len: 210 time: 0.0822845 Aug 18 12:17:28.014974 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-338871e7-89b4-4ee8-95ce-c25be57ae229 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-996815'] for router_interface, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:28.250206 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae41a0f7-54b6-4b3a-bef6-06974e259fe9 req-50f40d1a-59cb-48f1-8693-927cf4fa29c6 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:17:28.259617 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ae41a0f7-54b6-4b3a-bef6-06974e259fe9 req-50f40d1a-59cb-48f1-8693-927cf4fa29c6 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/ports?device_id=dc3e2d7d-3d63-428a-bc66-41ae157ef28e HTTP/1.1" status: 200 len: 944 time: 0.0729342 Aug 18 12:17:28.319326 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ae41a0f7-54b6-4b3a-bef6-06974e259fe9 req-3f952b99-2f5e-4b6c-a300-31bc0e9c5acc tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/security-groups?id=0e403c9b-7ac1-4005-9e0c-41b5a2ce4137&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519335 Aug 18 12:17:28.378091 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-338871e7-89b4-4ee8-95ce-c25be57ae229 admin admin] Deleting port fe63c3cd-a498-417e-8e06-bc2efcbdd953 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:17:28.378578 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-338871e7-89b4-4ee8-95ce-c25be57ae229 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:28.474933 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [None req-338871e7-89b4-4ee8-95ce-c25be57ae229 admin admin] For port fe63c3cd-a498-417e-8e06-bc2efcbdd953, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=fe63c3cd-a498-417e-8e06-bc2efcbdd953,segment=NetworkSegment(5f199d18-44fc-47f7-ab25-3deacf829e99),segment_id=5f199d18-44fc-47f7-ab25-3deacf829e99)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:17:28.475337 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-338871e7-89b4-4ee8-95ce-c25be57ae229 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:28.488330 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-338871e7-89b4-4ee8-95ce-c25be57ae229 admin admin] Calling delete_port for fe63c3cd-a498-417e-8e06-bc2efcbdd953 owned by network:router_interface {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:17:28.712907 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-338871e7-89b4-4ee8-95ce-c25be57ae229 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:28.741027 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338871e7-89b4-4ee8-95ce-c25be57ae229 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe63c3cd-a498-417e-8e06-bc2efcbdd953,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:17:28.998564 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-338871e7-89b4-4ee8-95ce-c25be57ae229 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953695'] for router_interface, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:29.043104 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ca84bd-04cd-46d9-8725-6b008a4c9980 req-d99bdfd6-52c5-4afe-8615-82ec14eb69bb tempest-VolumesActionsTest-1154199965 tempest-VolumesActionsTest-1154199965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:17:29.051678 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a6ca84bd-04cd-46d9-8725-6b008a4c9980 req-d99bdfd6-52c5-4afe-8615-82ec14eb69bb tempest-VolumesActionsTest-1154199965 tempest-VolumesActionsTest-1154199965-project] 10.222.0.66 "GET /v2.0/networks?id=d5bf24c4-b466-4845-ab51-cfa6341bca6f HTTP/1.1" status: 200 len: 809 time: 0.1988986 Aug 18 12:17:29.072179 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a6ca84bd-04cd-46d9-8725-6b008a4c9980 req-3b563cac-acc7-4559-854c-d753ffc2e7b6 tempest-VolumesActionsTest-1154199965 tempest-VolumesActionsTest-1154199965-project] 10.222.0.66 "GET /v2.0/quotas/90cdce95448f45aa997cd44b199d5dea HTTP/1.1" status: 200 len: 375 time: 0.0190372 Aug 18 12:17:29.112051 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a6ca84bd-04cd-46d9-8725-6b008a4c9980 req-d31ddcde-bc3b-412c-879c-a4067fd4f88a tempest-VolumesActionsTest-1154199965 tempest-VolumesActionsTest-1154199965-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=90cdce95448f45aa997cd44b199d5dea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0381527 Aug 18 12:17:29.223449 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a6ca84bd-04cd-46d9-8725-6b008a4c9980 req-27ea41be-cde1-4e7d-aab9-80f7b84989b4 service neutron] 10.222.0.66 "GET /v2.0/networks/d5bf24c4-b466-4845-ab51-cfa6341bca6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103227 Aug 18 12:17:29.325310 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a6ca84bd-04cd-46d9-8725-6b008a4c9980 req-795f4f0a-8698-4ffa-8387-8f3012d77898 service neutron] 10.222.0.66 "GET /v2.0/networks/d5bf24c4-b466-4845-ab51-cfa6341bca6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005716 Aug 18 12:17:29.502373 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d75c33-5aa2-4192-aca4-0084ca2c68c7 req-eb6e28f8-538c-445a-baf6-0ad738194ff4 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:17:29.504622 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b2d75c33-5aa2-4192-aca4-0084ca2c68c7 req-eb6e28f8-538c-445a-baf6-0ad738194ff4 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/ports?device_id=dc3e2d7d-3d63-428a-bc66-41ae157ef28e HTTP/1.1" status: 200 len: 944 time: 0.0789678 Aug 18 12:17:29.556714 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b2d75c33-5aa2-4192-aca4-0084ca2c68c7 req-3fbfe83a-d960-4905-b4ec-c75ae1dff4f4 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/security-groups?id=0e403c9b-7ac1-4005-9e0c-41b5a2ce4137&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457513 Aug 18 12:17:29.727060 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-338871e7-89b4-4ee8-95ce-c25be57ae229 admin admin] Router b11ee3f0-35fc-4067-8ff9-e8701f5a6b3a has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:17:29.843043 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-338871e7-89b4-4ee8-95ce-c25be57ae229 admin admin] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:17:29.850624 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-338871e7-89b4-4ee8-95ce-c25be57ae229 admin admin] 10.222.0.66 "PUT /v2.0/routers/b11ee3f0-35fc-4067-8ff9-e8701f5a6b3a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5016146 Aug 18 12:17:29.850895 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 58278) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:17:29.851522 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1dfd586-bbec-4731-a929-a265baa4effa None None] Sync routers for ids ['b11ee3f0-35fc-4067-8ff9-e8701f5a6b3a'] in n-d-804985-2 {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:17:29.863279 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1dfd586-bbec-4731-a929-a265baa4effa None None] Routers {'b11ee3f0-35fc-4067-8ff9-e8701f5a6b3a'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:17:29.864264 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-b1dfd586-bbec-4731-a929-a265baa4effa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:17:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['b11ee3f0-35fc-4067-8ff9-e8701f5a6b3a'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:17:29.974452 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d2693d2f-4eec-4001-b0dd-7c924dae817f admin admin] Notify callbacks [] for router, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:30.022236 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-b1dfd586-bbec-4731-a929-a265baa4effa None None] Set router b11ee3f0-35fc-4067-8ff9-e8701f5a6b3a gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:17:30.087400 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 299daaee-2e19-48ec-a97f-3dfddfa5062e no longer exists at agent hyperv_n-h1-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:17:30.093058 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d2693d2f-4eec-4001-b0dd-7c924dae817f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:30.120641 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] No Port match for: 299daaee-2e19-48ec-a97f-3dfddfa5062e {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:17:30.120988 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 299daaee-2e19-48ec-a97f-3dfddfa5062e not bound to the agent host n-h1-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:17:30.172441 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-d2693d2f-4eec-4001-b0dd-7c924dae817f admin admin] Deleting port e8750c89-b7b9-4188-8935-fd9d4cdc1afb {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:17:30.172992 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d2693d2f-4eec-4001-b0dd-7c924dae817f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:30.244898 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-b1dfd586-bbec-4731-a929-a265baa4effa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b11ee3f0-35fc-4067-8ff9-e8701f5a6b3a', 'name': 'tempest-TaggedBootDevicesTest-1217357269-router', 'tenant_id': 'c58c061f2ffb4e7caeee64937da3abfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.15'}], 'enable_snat': True}, 'gw_port_id': 'e8750c89-b7b9-4188-8935-fd9d4cdc1afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:05:55Z', 'updated_at': '2021-08-18T12:17:28Z', 'revision_number': 5, 'project_id': 'c58c061f2ffb4e7caeee64937da3abfa', 'gw_port': {'id': 'e8750c89-b7b9-4188-8935-fd9d4cdc1afb', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:bd:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b11ee3f0-35fc-4067-8ff9-e8701f5a6b3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1702, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:05:55Z', 'updated_at': '2021-08-18T12:06:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:17:30.276074 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1dfd586-bbec-4731-a929-a265baa4effa None None] Checking router: b11ee3f0-35fc-4067-8ff9-e8701f5a6b3a for host: n-d-804985-2 {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:17:30.284841 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1dfd586-bbec-4731-a929-a265baa4effa None None] Routers {'b11ee3f0-35fc-4067-8ff9-e8701f5a6b3a'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:17:30.285459 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-b1dfd586-bbec-4731-a929-a265baa4effa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:17:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['b11ee3f0-35fc-4067-8ff9-e8701f5a6b3a'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:17:30.293635 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [None req-d2693d2f-4eec-4001-b0dd-7c924dae817f admin admin] For port e8750c89-b7b9-4188-8935-fd9d4cdc1afb, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=e8750c89-b7b9-4188-8935-fd9d4cdc1afb,segment=NetworkSegment(c5a3db9d-5c58-41b1-9177-d5787a597b78),segment_id=c5a3db9d-5c58-41b1-9177-d5787a597b78)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:17:30.294014 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d2693d2f-4eec-4001-b0dd-7c924dae817f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:30.308557 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-d2693d2f-4eec-4001-b0dd-7c924dae817f admin admin] Calling delete_port for e8750c89-b7b9-4188-8935-fd9d4cdc1afb owned by network:router_gateway {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:17:30.309730 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89a3f61-7d3f-46fb-9234-be1ec93ab65e req-9dcec963-c3cd-47d8-bf42-f1f207b3c9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:17:30.311582 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-b89a3f61-7d3f-46fb-9234-be1ec93ab65e req-9dcec963-c3cd-47d8-bf42-f1f207b3c9f8 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=dc3e2d7d-3d63-428a-bc66-41ae157ef28e&tenant_id=8fca7d5a19c54940b367d2e63154d6ee HTTP/1.1" status: 200 len: 1095 time: 0.0643873 Aug 18 12:17:30.327332 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [req-b89a3f61-7d3f-46fb-9234-be1ec93ab65e req-d4e3b88b-9584-4ef3-8134-2253aa62267b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-804985-2', 'device_owner': 'compute:nova'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:17:30.383442 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-b1dfd586-bbec-4731-a929-a265baa4effa None None] Set router b11ee3f0-35fc-4067-8ff9-e8701f5a6b3a gateway port host: None {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:17:30.405618 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-b89a3f61-7d3f-46fb-9234-be1ec93ab65e req-d4e3b88b-9584-4ef3-8134-2253aa62267b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:30.454047 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-b1dfd586-bbec-4731-a929-a265baa4effa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b11ee3f0-35fc-4067-8ff9-e8701f5a6b3a', 'name': 'tempest-TaggedBootDevicesTest-1217357269-router', 'tenant_id': 'c58c061f2ffb4e7caeee64937da3abfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:05:55Z', 'updated_at': '2021-08-18T12:17:30Z', 'revision_number': 6, 'project_id': 'c58c061f2ffb4e7caeee64937da3abfa', 'gw_port_host': None}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:17:30.532957 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1dfd586-bbec-4731-a929-a265baa4effa None None] The sync data for ids ['b11ee3f0-35fc-4067-8ff9-e8701f5a6b3a'] in n-d-804985-2 is: [{'id': 'b11ee3f0-35fc-4067-8ff9-e8701f5a6b3a', 'name': 'tempest-TaggedBootDevicesTest-1217357269-router', 'tenant_id': 'c58c061f2ffb4e7caeee64937da3abfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:05:55Z', 'updated_at': '2021-08-18T12:17:30Z', 'revision_number': 6, 'project_id': 'c58c061f2ffb4e7caeee64937da3abfa', 'gw_port_host': None}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:17:30.534079 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d2693d2f-4eec-4001-b0dd-7c924dae817f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:30.574537 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2693d2f-4eec-4001-b0dd-7c924dae817f admin admin] Pushing event deleted for resources: {'Port': ['ID=e8750c89-b7b9-4188-8935-fd9d4cdc1afb,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:17:30.680597 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-b89a3f61-7d3f-46fb-9234-be1ec93ab65e req-d4e3b88b-9584-4ef3-8134-2253aa62267b service neutron] For port 83ee1a77-6dbe-4990-9f37-fcb519558d22, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=83ee1a77-6dbe-4990-9f37-fcb519558d22,segment=NetworkSegment(b37ee6ef-093c-4194-a906-24a6a3165741),segment_id=b37ee6ef-093c-4194-a906-24a6a3165741)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:17:30.680927 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-52b77719-2565-456a-8954-9915b131d374 req-c71d4034-10f2-48c8-b7f8-45a77c04f9e6 tempest-VolumesActionsTest-1154199965 tempest-VolumesActionsTest-1154199965-project] 10.222.0.66 "GET /v2.0/ports?device_id=b41a8ab4-bc37-4c3a-a81d-aac697431faf HTTP/1.1" status: 200 len: 210 time: 0.0546343 Aug 18 12:17:30.708747 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d2693d2f-4eec-4001-b0dd-7c924dae817f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-997271'] for router_gateway, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:30.714100 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-b89a3f61-7d3f-46fb-9234-be1ec93ab65e req-d4e3b88b-9584-4ef3-8134-2253aa62267b service neutron] For port 83ee1a77-6dbe-4990-9f37-fcb519558d22, host n-h1-804985-2, cleared binding levels {{(pid=106253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:17:30.763035 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [req-b89a3f61-7d3f-46fb-9234-be1ec93ab65e req-d4e3b88b-9584-4ef3-8134-2253aa62267b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83ee1a77-6dbe-4990-9f37-fcb519558d22 {{(pid=106253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:17:30.771309 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-b89a3f61-7d3f-46fb-9234-be1ec93ab65e req-d4e3b88b-9584-4ef3-8134-2253aa62267b service neutron] Notify callbacks [] for port, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:30.785520 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [req-b89a3f61-7d3f-46fb-9234-be1ec93ab65e req-d4e3b88b-9584-4ef3-8134-2253aa62267b service neutron] Transition to ACTIVE for port object 83ee1a77-6dbe-4990-9f37-fcb519558d22 will not be triggered until provisioned by entity L2. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:17:30.793879 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-b89a3f61-7d3f-46fb-9234-be1ec93ab65e req-d4e3b88b-9584-4ef3-8134-2253aa62267b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:30.835134 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a52767-9d32-43d3-aa59-694dc3894b2a req-1cf7275d-1369-4b25-9fdd-066afa29c13d tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:17:30.837225 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a8a52767-9d32-43d3-aa59-694dc3894b2a req-1cf7275d-1369-4b25-9fdd-066afa29c13d tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/ports?device_id=dc3e2d7d-3d63-428a-bc66-41ae157ef28e HTTP/1.1" status: 200 len: 944 time: 0.1926882 Aug 18 12:17:30.840208 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d2693d2f-4eec-4001-b0dd-7c924dae817f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-996004', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15859'] for router, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:30.843254 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d2693d2f-4eec-4001-b0dd-7c924dae817f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:30.856859 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e3b88b-9584-4ef3-8134-2253aa62267b service neutron] Pushing event updated for resources: {'Port': ['ID=83ee1a77-6dbe-4990-9f37-fcb519558d22,revision_number=9']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:17:30.946255 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d2693d2f-4eec-4001-b0dd-7c924dae817f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-996061'] for router, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:30.946765 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2693d2f-4eec-4001-b0dd-7c924dae817f admin admin] Fanout notify agent at l3_agent the message router_deleted on router b11ee3f0-35fc-4067-8ff9-e8701f5a6b3a {{(pid=106252) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 12:17:30.958582 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a8a52767-9d32-43d3-aa59-694dc3894b2a req-dd2e1053-99cc-4485-8e60-20c1391167c7 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/security-groups?id=0e403c9b-7ac1-4005-9e0c-41b5a2ce4137&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1130853 Aug 18 12:17:30.976051 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d2693d2f-4eec-4001-b0dd-7c924dae817f admin admin] Notify callbacks [] for router, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:30.980289 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-d2693d2f-4eec-4001-b0dd-7c924dae817f admin admin] 10.222.0.66 "DELETE /v2.0/routers/b11ee3f0-35fc-4067-8ff9-e8701f5a6b3a HTTP/1.1" status: 204 len: 168 time: 1.1282630 Aug 18 12:17:30.980552 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 58312) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:17:31.042345 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-b89a3f61-7d3f-46fb-9234-be1ec93ab65e req-d4e3b88b-9584-4ef3-8134-2253aa62267b service neutron] No DVR routers for this DVR port 83ee1a77-6dbe-4990-9f37-fcb519558d22 on host n-h1-804985-2 {{(pid=106253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:17:31.104851 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_v2 [None req-7532ec71-d4d2-4af3-a138-c98c4e15def9 admin admin] Deleting subnet f75dd902-4c34-4253-86a2-bc437c5b9dc4 {{(pid=106253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 12:17:31.166532 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7532ec71-d4d2-4af3-a138-c98c4e15def9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:31.235247 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7532ec71-d4d2-4af3-a138-c98c4e15def9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902229'] for subnet, precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:31.314187 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-b89a3f61-7d3f-46fb-9234-be1ec93ab65e req-d4e3b88b-9584-4ef3-8134-2253aa62267b service neutron] Attempting to bind port 83ee1a77-6dbe-4990-9f37-fcb519558d22 on host n-h2-804985-2 for vnic_type normal with profile {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:17:31.314496 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-b89a3f61-7d3f-46fb-9234-be1ec93ab65e req-d4e3b88b-9584-4ef3-8134-2253aa62267b service neutron] Attempting to bind port 83ee1a77-6dbe-4990-9f37-fcb519558d22 by drivers openvswitch,hyperv on host n-h2-804985-2 at level 0 using segments [{'id': 'b37ee6ef-093c-4194-a906-24a6a3165741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '9a60ecad-83fa-47c2-91d2-f7a65c03fb59'}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:17:31.314826 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b89a3f61-7d3f-46fb-9234-be1ec93ab65e req-d4e3b88b-9584-4ef3-8134-2253aa62267b service neutron] Attempting to bind port 83ee1a77-6dbe-4990-9f37-fcb519558d22 on network 9a60ecad-83fa-47c2-91d2-f7a65c03fb59 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:17:31.342110 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b89a3f61-7d3f-46fb-9234-be1ec93ab65e req-d4e3b88b-9584-4ef3-8134-2253aa62267b service neutron] Port 83ee1a77-6dbe-4990-9f37-fcb519558d22 on network 9a60ecad-83fa-47c2-91d2-f7a65c03fb59 not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-2 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:17:31.342409 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b89a3f61-7d3f-46fb-9234-be1ec93ab65e req-d4e3b88b-9584-4ef3-8134-2253aa62267b service neutron] Attempting to bind port 83ee1a77-6dbe-4990-9f37-fcb519558d22 on network 9a60ecad-83fa-47c2-91d2-f7a65c03fb59 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:17:31.355131 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b89a3f61-7d3f-46fb-9234-be1ec93ab65e req-d4e3b88b-9584-4ef3-8134-2253aa62267b service neutron] Checking agent: {'id': 'da5da552-709c-4248-84de-86af99a0dc87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 49, 8), 'started_at': datetime.datetime(2021, 8, 18, 11, 49, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 17, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:17:31.355483 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b89a3f61-7d3f-46fb-9234-be1ec93ab65e req-d4e3b88b-9584-4ef3-8134-2253aa62267b service neutron] Checking segment: {'id': 'b37ee6ef-093c-4194-a906-24a6a3165741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '9a60ecad-83fa-47c2-91d2-f7a65c03fb59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:17:31.355858 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b89a3f61-7d3f-46fb-9234-be1ec93ab65e req-d4e3b88b-9584-4ef3-8134-2253aa62267b service neutron] Bound using segment: {'id': 'b37ee6ef-093c-4194-a906-24a6a3165741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '9a60ecad-83fa-47c2-91d2-f7a65c03fb59'} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:17:31.356536 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-b89a3f61-7d3f-46fb-9234-be1ec93ab65e req-d4e3b88b-9584-4ef3-8134-2253aa62267b service neutron] Bound port: 83ee1a77-6dbe-4990-9f37-fcb519558d22, host: n-h2-804985-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b37ee6ef-093c-4194-a906-24a6a3165741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '9a60ecad-83fa-47c2-91d2-f7a65c03fb59'}}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:17:31.357070 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-b89a3f61-7d3f-46fb-9234-be1ec93ab65e req-d4e3b88b-9584-4ef3-8134-2253aa62267b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:31.377038 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7532ec71-d4d2-4af3-a138-c98c4e15def9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:31.467550 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-b89a3f61-7d3f-46fb-9234-be1ec93ab65e req-d4e3b88b-9584-4ef3-8134-2253aa62267b service neutron] For port 83ee1a77-6dbe-4990-9f37-fcb519558d22, host n-h2-804985-2, cleared binding levels {{(pid=106253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:17:31.471196 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-b89a3f61-7d3f-46fb-9234-be1ec93ab65e req-d4e3b88b-9584-4ef3-8134-2253aa62267b service neutron] For port 83ee1a77-6dbe-4990-9f37-fcb519558d22, host n-h2-804985-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=83ee1a77-6dbe-4990-9f37-fcb519558d22,segment=NetworkSegment(b37ee6ef-093c-4194-a906-24a6a3165741),segment_id=b37ee6ef-093c-4194-a906-24a6a3165741)] {{(pid=106253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:17:31.478293 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7532ec71-d4d2-4af3-a138-c98c4e15def9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58902171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59388106'] for subnet, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:31.510821 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-b89a3f61-7d3f-46fb-9234-be1ec93ab65e req-d4e3b88b-9584-4ef3-8134-2253aa62267b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:31.513969 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7532ec71-d4d2-4af3-a138-c98c4e15def9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f75dd902-4c34-4253-86a2-bc437c5b9dc4,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:17:31.516097 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7532ec71-d4d2-4af3-a138-c98c4e15def9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:31.516959 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e55cce2b-001d-4013-a1d7-3d80744a7326 None None] Network b4c3ca6c-0ea6-41d9-a4f2-6163ca8a35bc requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:17:31.518017 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-7532ec71-d4d2-4af3-a138-c98c4e15def9 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/f75dd902-4c34-4253-86a2-bc437c5b9dc4 HTTP/1.1" status: 204 len: 168 time: 0.5304956 Aug 18 12:17:31.520643 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 58324) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:17:31.550770 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89a3f61-7d3f-46fb-9234-be1ec93ab65e req-d4e3b88b-9584-4ef3-8134-2253aa62267b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:17:31.551901 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-b89a3f61-7d3f-46fb-9234-be1ec93ab65e req-d4e3b88b-9584-4ef3-8134-2253aa62267b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:31.553329 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-b89a3f61-7d3f-46fb-9234-be1ec93ab65e req-d4e3b88b-9584-4ef3-8134-2253aa62267b service neutron] 10.222.0.62 "PUT /v2.0/ports/83ee1a77-6dbe-4990-9f37-fcb519558d22 HTTP/1.1" status: 200 len: 1092 time: 1.2323580 Aug 18 12:17:31.553776 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc3e2d7d-3d63-428a-bc66-41ae157ef28e', 'tag': '83ee1a77-6dbe-4990-9f37-fcb519558d22'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:17:31.556114 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0679f4c4b6e0e0c064a7d71d722dc30541a34fffee11680573be22ee2ffccc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb3fc933-a8b6-4f93-87e8-00b5c642a314" -d '{"events": [{"name": "network-changed", "server_uuid": "dc3e2d7d-3d63-428a-bc66-41ae157ef28e", "tag": "83ee1a77-6dbe-4990-9f37-fcb519558d22"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:17:31.586162 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e3b88b-9584-4ef3-8134-2253aa62267b service neutron] Pushing event updated for resources: {'Port': ['ID=83ee1a77-6dbe-4990-9f37-fcb519558d22,revision_number=10']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:17:31.614260 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device fe63c3cd-a498-417e-8e06-bc2efcbdd953 no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:17:31.645584 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:17:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1a7a484-ef24-43ed-9c6e-3a4938234679 x-openstack-request-id: req-b1a7a484-ef24-43ed-9c6e-3a4938234679 {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:17:31.645584 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc3e2d7d-3d63-428a-bc66-41ae157ef28e", "tag": "83ee1a77-6dbe-4990-9f37-fcb519558d22", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:17:31.645584 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b1a7a484-ef24-43ed-9c6e-3a4938234679 {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:17:31.645584 n-d-804985-2 neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc3e2d7d-3d63-428a-bc66-41ae157ef28e', 'tag': '83ee1a77-6dbe-4990-9f37-fcb519558d22', 'status': 'completed', 'code': 200} Aug 18 12:17:31.665875 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89a3f61-7d3f-46fb-9234-be1ec93ab65e req-6fbd6a86-0cf4-4c7e-bb8e-ae8a211f3ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:17:31.668463 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-b89a3f61-7d3f-46fb-9234-be1ec93ab65e req-6fbd6a86-0cf4-4c7e-bb8e-ae8a211f3ea2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8fca7d5a19c54940b367d2e63154d6ee&device_id=dc3e2d7d-3d63-428a-bc66-41ae157ef28e HTTP/1.1" status: 200 len: 1096 time: 0.0711932 Aug 18 12:17:31.670453 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: fe63c3cd-a498-417e-8e06-bc2efcbdd953 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:17:31.670809 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device fe63c3cd-a498-417e-8e06-bc2efcbdd953 not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:17:31.710761 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b0746355-7b92-426f-a93a-38d37a5124d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7904109'] for network, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:31.849889 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89a3f61-7d3f-46fb-9234-be1ec93ab65e req-8a059a40-8c67-4c22-a4e2-ca108ee0f8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:17:31.852353 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-b89a3f61-7d3f-46fb-9234-be1ec93ab65e req-8a059a40-8c67-4c22-a4e2-ca108ee0f8fe service neutron] 10.222.0.62 "GET /v2.0/networks?id=9a60ecad-83fa-47c2-91d2-f7a65c03fb59 HTTP/1.1" status: 200 len: 917 time: 0.1698120 Aug 18 12:17:31.919211 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-19ed74c8-c559-42a0-82e0-a03a0309c4d9 req-288665e3-f251-4707-8f72-509c4eb949a1 tempest-VolumesActionsTest-1154199965 tempest-VolumesActionsTest-1154199965-project] 10.222.0.66 "GET /v2.0/ports?device_id=b41a8ab4-bc37-4c3a-a81d-aac697431faf HTTP/1.1" status: 200 len: 210 time: 0.1045630 Aug 18 12:17:31.928178 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-b0746355-7b92-426f-a93a-38d37a5124d0 admin admin] Deleting port 75d4b4e7-6ab2-4c33-9221-90e22a054d07 {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:17:31.929033 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b0746355-7b92-426f-a93a-38d37a5124d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:31.929390 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d186ac96-c9b4-471e-8a2c-341326ae7802 None None] DHCP port deletion for b4c3ca6c-0ea6-41d9-a4f2-6163ca8a35bc request from n-d-804985-2 {{(pid=106254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 12:17:31.987981 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-b89a3f61-7d3f-46fb-9234-be1ec93ab65e req-f21cbe6f-ab03-429c-b3d7-376136e1aa65 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=83ee1a77-6dbe-4990-9f37-fcb519558d22 HTTP/1.1" status: 200 len: 999 time: 0.1194601 Aug 18 12:17:32.075732 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89a3f61-7d3f-46fb-9234-be1ec93ab65e req-cb101d18-5283-4b97-9ff3-5a0320f0296c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:17:32.091560 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-b89a3f61-7d3f-46fb-9234-be1ec93ab65e req-cb101d18-5283-4b97-9ff3-5a0320f0296c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=cb04d889-17cd-4540-8b57-641bd70e62c4 HTTP/1.1" status: 200 len: 855 time: 0.0949807 Aug 18 12:17:32.094679 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-d186ac96-c9b4-471e-8a2c-341326ae7802 None None] Deleting port 75d4b4e7-6ab2-4c33-9221-90e22a054d07 {{(pid=106254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:17:32.095064 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-d186ac96-c9b4-471e-8a2c-341326ae7802 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:32.176599 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-d186ac96-c9b4-471e-8a2c-341326ae7802 None None] For port 75d4b4e7-6ab2-4c33-9221-90e22a054d07, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=75d4b4e7-6ab2-4c33-9221-90e22a054d07,segment=NetworkSegment(5f199d18-44fc-47f7-ab25-3deacf829e99),segment_id=5f199d18-44fc-47f7-ab25-3deacf829e99)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:17:32.176945 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-d186ac96-c9b4-471e-8a2c-341326ae7802 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:32.179252 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89a3f61-7d3f-46fb-9234-be1ec93ab65e req-efc720c9-a2fe-4bdb-9f8d-f488d8827533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:17:32.181323 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-b89a3f61-7d3f-46fb-9234-be1ec93ab65e req-efc720c9-a2fe-4bdb-9f8d-f488d8827533 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9a60ecad-83fa-47c2-91d2-f7a65c03fb59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0774996 Aug 18 12:17:32.190797 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-d186ac96-c9b4-471e-8a2c-341326ae7802 None None] Calling delete_port for 75d4b4e7-6ab2-4c33-9221-90e22a054d07 owned by network:dhcp {{(pid=106254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:17:32.219151 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [None req-b0746355-7b92-426f-a93a-38d37a5124d0 admin admin] For port 75d4b4e7-6ab2-4c33-9221-90e22a054d07, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=75d4b4e7-6ab2-4c33-9221-90e22a054d07,segment=NetworkSegment(5f199d18-44fc-47f7-ab25-3deacf829e99),segment_id=5f199d18-44fc-47f7-ab25-3deacf829e99)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:17:32.219526 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b0746355-7b92-426f-a93a-38d37a5124d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:32.232943 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-b0746355-7b92-426f-a93a-38d37a5124d0 admin admin] Calling delete_port for 75d4b4e7-6ab2-4c33-9221-90e22a054d07 owned by network:dhcp {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:17:32.288522 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-d186ac96-c9b4-471e-8a2c-341326ae7802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556'] for port, after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:32.321361 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d186ac96-c9b4-471e-8a2c-341326ae7802 None None] Pushing event deleted for resources: {'Port': ['ID=75d4b4e7-6ab2-4c33-9221-90e22a054d07,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:17:32.330738 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d186ac96-c9b4-471e-8a2c-341326ae7802 None None] No DVR routers for this DVR port 75d4b4e7-6ab2-4c33-9221-90e22a054d07 on host n-d-804985-2 {{(pid=106254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:17:32.348078 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-b89a3f61-7d3f-46fb-9234-be1ec93ab65e req-9b7ecbf6-9a1d-4f96-879b-ba8f9213919c service neutron] 10.222.0.62 "GET /v2.0/networks/9a60ecad-83fa-47c2-91d2-f7a65c03fb59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594152 Aug 18 12:17:32.393161 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ca84bd-04cd-46d9-8725-6b008a4c9980 req-8f8b807e-bba2-4e45-8803-17e956c15ff7 tempest-VolumesActionsTest-1154199965 tempest-VolumesActionsTest-1154199965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:17:32.394762 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a6ca84bd-04cd-46d9-8725-6b008a4c9980 req-8f8b807e-bba2-4e45-8803-17e956c15ff7 tempest-VolumesActionsTest-1154199965 tempest-VolumesActionsTest-1154199965-project] 10.222.0.63 "GET /v2.0/networks?id=d5bf24c4-b466-4845-ab51-cfa6341bca6f HTTP/1.1" status: 200 len: 809 time: 0.4718816 Aug 18 12:17:32.404747 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f01fed-cd08-464c-8061-da8beae10bf5 req-ff72f179-9e4d-47ed-8370-f0f6dec313a1 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:17:32.406394 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f9f01fed-cd08-464c-8061-da8beae10bf5 req-ff72f179-9e4d-47ed-8370-f0f6dec313a1 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/ports?device_id=dc3e2d7d-3d63-428a-bc66-41ae157ef28e HTTP/1.1" status: 200 len: 945 time: 0.1282897 Aug 18 12:17:32.413294 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-a6ca84bd-04cd-46d9-8725-6b008a4c9980 req-e810a08e-b7d5-4737-8b0b-7500933d8ed9 tempest-VolumesActionsTest-1154199965 tempest-VolumesActionsTest-1154199965-project] Request body: {'port': {'device_id': 'b41a8ab4-bc37-4c3a-a81d-aac697431faf', 'network_id': 'd5bf24c4-b466-4845-ab51-cfa6341bca6f', 'admin_state_up': True, 'tenant_id': '90cdce95448f45aa997cd44b199d5dea'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:17:32.451194 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-b89a3f61-7d3f-46fb-9234-be1ec93ab65e req-692a1b03-0213-492e-9d5f-040d6b1894e4 service neutron] 10.222.0.62 "GET /v2.0/networks/9a60ecad-83fa-47c2-91d2-f7a65c03fb59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955236 Aug 18 12:17:32.468170 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b0746355-7b92-426f-a93a-38d37a5124d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:32.519042 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0746355-7b92-426f-a93a-38d37a5124d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=75d4b4e7-6ab2-4c33-9221-90e22a054d07,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:17:32.528327 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0746355-7b92-426f-a93a-38d37a5124d0 admin admin] No DVR routers for this DVR port 75d4b4e7-6ab2-4c33-9221-90e22a054d07 on host n-d-804985-2 {{(pid=106252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:17:32.572389 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3fc933-a8b6-4f93-87e8-00b5c642a314 req-a4bf8f66-b46e-4c91-8e19-eda17fa0c124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:17:32.574247 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-bb3fc933-a8b6-4f93-87e8-00b5c642a314 req-a4bf8f66-b46e-4c91-8e19-eda17fa0c124 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8fca7d5a19c54940b367d2e63154d6ee&device_id=dc3e2d7d-3d63-428a-bc66-41ae157ef28e HTTP/1.1" status: 200 len: 1096 time: 0.0557237 Aug 18 12:17:32.586843 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f9f01fed-cd08-464c-8061-da8beae10bf5 req-eae46cf1-5587-4499-ac5b-20de31c3f0b5 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/security-groups?id=0e403c9b-7ac1-4005-9e0c-41b5a2ce4137&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1289804 Aug 18 12:17:32.691014 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3fc933-a8b6-4f93-87e8-00b5c642a314 req-dded01c6-9c83-4bac-a65b-7244e8180a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:17:32.692694 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-bb3fc933-a8b6-4f93-87e8-00b5c642a314 req-dded01c6-9c83-4bac-a65b-7244e8180a70 service neutron] 10.222.0.62 "GET /v2.0/networks?id=9a60ecad-83fa-47c2-91d2-f7a65c03fb59 HTTP/1.1" status: 200 len: 917 time: 0.1111305 Aug 18 12:17:32.697813 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b0746355-7b92-426f-a93a-38d37a5124d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8367869', 'neutron.services.segments.db._delete_segments_for_network-8789151212993'] for network, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:32.712684 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-b0746355-7b92-426f-a93a-38d37a5124d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4c3ca6c-0ea6-41d9-a4f2-6163ca8a35bc']}} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:17:32.723020 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6ca84bd-04cd-46d9-8725-6b008a4c9980 req-e810a08e-b7d5-4737-8b0b-7500933d8ed9 tempest-VolumesActionsTest-1154199965 tempest-VolumesActionsTest-1154199965-project] Made reservation on behalf of 90cdce95448f45aa997cd44b199d5dea for: {'port': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:17:32.730349 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-a6ca84bd-04cd-46d9-8725-6b008a4c9980 req-e810a08e-b7d5-4737-8b0b-7500933d8ed9 tempest-VolumesActionsTest-1154199965 tempest-VolumesActionsTest-1154199965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:32.743981 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-b0746355-7b92-426f-a93a-38d37a5124d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f199d18-44fc-47f7-ab25-3deacf829e99') {'for_net_delete': True} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:17:32.744250 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-b0746355-7b92-426f-a93a-38d37a5124d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f199d18-44fc-47f7-ab25-3deacf829e99') {} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:17:32.754492 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b0746355-7b92-426f-a93a-38d37a5124d0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789151225254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2221521'] for segment, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:32.773879 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b0746355-7b92-426f-a93a-38d37a5124d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:32.780445 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0746355-7b92-426f-a93a-38d37a5124d0 admin admin] Releasing vlan 846 on physical network physnet1 to pool {{(pid=106252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:17:32.780834 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b0746355-7b92-426f-a93a-38d37a5124d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3572434'] for segment, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:32.796234 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-bb3fc933-a8b6-4f93-87e8-00b5c642a314 req-ee9eba2e-0534-4877-a13a-8b0f98a38ebf service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=83ee1a77-6dbe-4990-9f37-fcb519558d22 HTTP/1.1" status: 200 len: 999 time: 0.0877337 Aug 18 12:17:32.839022 n-d-804985-2 neutron-server[106252]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 12:17:32.839022 n-d-804985-2 neutron-server[106252]: self.session.flush() Aug 18 12:17:32.839022 n-d-804985-2 neutron-server[106252]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 12:17:32.839022 n-d-804985-2 neutron-server[106252]: self.session.flush() Aug 18 12:17:32.839022 n-d-804985-2 neutron-server[106252]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 12:17:32.839022 n-d-804985-2 neutron-server[106252]: self.session.flush() Aug 18 12:17:32.839022 n-d-804985-2 neutron-server[106252]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 12:17:32.839022 n-d-804985-2 neutron-server[106252]: self.session.flush() Aug 18 12:17:32.839022 n-d-804985-2 neutron-server[106252]: Traceback (most recent call last): Aug 18 12:17:32.839022 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:17:32.839022 n-d-804985-2 neutron-server[106252]: timer() Aug 18 12:17:32.839022 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:17:32.839022 n-d-804985-2 neutron-server[106252]: cb(*args, **kw) Aug 18 12:17:32.839022 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:17:32.839022 n-d-804985-2 neutron-server[106252]: return func(*args, **kwargs) Aug 18 12:17:32.839022 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:17:32.839022 n-d-804985-2 neutron-server[106252]: self._notify() Aug 18 12:17:32.839022 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:17:32.839022 n-d-804985-2 neutron-server[106252]: self.callback(batched_events) Aug 18 12:17:32.839022 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:17:32.839022 n-d-804985-2 neutron-server[106252]: event.method(event) Aug 18 12:17:32.839022 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:17:32.839022 n-d-804985-2 neutron-server[106252]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:17:32.839022 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:17:32.839022 n-d-804985-2 neutron-server[106252]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:17:32.839022 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:17:32.839022 n-d-804985-2 neutron-server[106252]: return f(self, *a, **k) Aug 18 12:17:32.839022 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:17:32.839022 n-d-804985-2 neutron-server[106252]: return self._get(url).json() Aug 18 12:17:32.839022 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:17:32.839022 n-d-804985-2 neutron-server[106252]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:17:32.839022 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:17:32.839022 n-d-804985-2 neutron-server[106252]: return self.request(url, 'GET', **kwargs) Aug 18 12:17:32.839022 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:17:32.839022 n-d-804985-2 neutron-server[106252]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:17:32.839022 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:17:32.839022 n-d-804985-2 neutron-server[106252]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:17:32.839022 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:17:32.839022 n-d-804985-2 neutron-server[106252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:17:32.839022 n-d-804985-2 neutron-server[106252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:17:32.856732 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b0746355-7b92-426f-a93a-38d37a5124d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8367858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997186'] for network, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:32.877450 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b0746355-7b92-426f-a93a-38d37a5124d0 admin admin] Notify callbacks [] for network, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:32.881832 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-b0746355-7b92-426f-a93a-38d37a5124d0 admin admin] 10.222.0.66 "DELETE /v2.0/networks/b4c3ca6c-0ea6-41d9-a4f2-6163ca8a35bc HTTP/1.1" status: 204 len: 168 time: 1.3572750 Aug 18 12:17:32.893649 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0746355-7b92-426f-a93a-38d37a5124d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=b4c3ca6c-0ea6-41d9-a4f2-6163ca8a35bc,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:17:32.893921 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3fc933-a8b6-4f93-87e8-00b5c642a314 req-3f1aacf7-b225-4458-92ea-21ea3ef255a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:17:32.897153 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-bb3fc933-a8b6-4f93-87e8-00b5c642a314 req-3f1aacf7-b225-4458-92ea-21ea3ef255a6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=cb04d889-17cd-4540-8b57-641bd70e62c4 HTTP/1.1" status: 200 len: 855 time: 0.0832193 Aug 18 12:17:32.979779 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3fc933-a8b6-4f93-87e8-00b5c642a314 req-390050f9-d8f6-47a7-8a5f-1ac306629dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:17:32.984393 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-bb3fc933-a8b6-4f93-87e8-00b5c642a314 req-390050f9-d8f6-47a7-8a5f-1ac306629dc5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9a60ecad-83fa-47c2-91d2-f7a65c03fb59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0790570 Aug 18 12:17:33.151803 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 58378) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:17:33.175734 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-85b374f9-ec58-4d4d-b944-c5f2f355a2e1 req-4c86bd69-ee9f-42c5-84e4-9396b515f42b tempest-VolumesActionsTest-1154199965 tempest-VolumesActionsTest-1154199965-project] 10.222.0.66 "GET /v2.0/ports?device_id=b41a8ab4-bc37-4c3a-a81d-aac697431faf HTTP/1.1" status: 200 len: 210 time: 0.1493969 Aug 18 12:17:33.235563 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [req-a6ca84bd-04cd-46d9-8725-6b008a4c9980 req-e810a08e-b7d5-4737-8b0b-7500933d8ed9 tempest-VolumesActionsTest-1154199965 tempest-VolumesActionsTest-1154199965-project] Allocated IP 172.20.0.3 (d5bf24c4-b466-4845-ab51-cfa6341bca6f/5b68b14b-cdde-42c2-8d42-922456a54f87/ac852ae4-fddb-47bd-bdd9-ba72d30525e0) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:17:33.262316 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 75d4b4e7-6ab2-4c33-9221-90e22a054d07 no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:17:33.331589 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-bb3fc933-a8b6-4f93-87e8-00b5c642a314 req-518ae8f8-625a-455c-a5fa-dbbb858f1d88 service neutron] 10.222.0.62 "GET /v2.0/networks/9a60ecad-83fa-47c2-91d2-f7a65c03fb59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3406978 Aug 18 12:17:33.343204 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: 75d4b4e7-6ab2-4c33-9221-90e22a054d07 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:17:33.343549 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 75d4b4e7-6ab2-4c33-9221-90e22a054d07 not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:17:33.343970 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device e8750c89-b7b9-4188-8935-fd9d4cdc1afb no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:17:33.349897 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-c5375894-ceb5-4c04-a6d3-3f276f220441 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c58c061f2ffb4e7caeee64937da3abfa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1963594 Aug 18 12:17:33.352206 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 58384) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:17:33.379065 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: e8750c89-b7b9-4188-8935-fd9d4cdc1afb {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:17:33.379680 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device e8750c89-b7b9-4188-8935-fd9d4cdc1afb not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:17:33.432345 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d46d2f4c-ab9e-4938-9e8b-ca062527801d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:33.477116 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d46d2f4c-ab9e-4938-9e8b-ca062527801d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:33.530655 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-a6ca84bd-04cd-46d9-8725-6b008a4c9980 req-e810a08e-b7d5-4737-8b0b-7500933d8ed9 tempest-VolumesActionsTest-1154199965 tempest-VolumesActionsTest-1154199965-project] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:33.596784 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d46d2f4c-ab9e-4938-9e8b-ca062527801d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:33.599856 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d46d2f4c-ab9e-4938-9e8b-ca062527801d admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:33.601091 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-d46d2f4c-ab9e-4938-9e8b-ca062527801d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9ed89c48-68fa-47c4-9ca6-08ae23ef0876 HTTP/1.1" status: 204 len: 168 time: 0.2474751 Aug 18 12:17:33.601873 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-a6ca84bd-04cd-46d9-8725-6b008a4c9980 req-e810a08e-b7d5-4737-8b0b-7500933d8ed9 tempest-VolumesActionsTest-1154199965 tempest-VolumesActionsTest-1154199965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:33.618230 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46d2f4c-ab9e-4938-9e8b-ca062527801d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ed89c48-68fa-47c4-9ca6-08ae23ef0876,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:17:33.709317 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6ca84bd-04cd-46d9-8725-6b008a4c9980 req-e810a08e-b7d5-4737-8b0b-7500933d8ed9 tempest-VolumesActionsTest-1154199965 tempest-VolumesActionsTest-1154199965-project] Network d5bf24c4-b466-4845-ab51-cfa6341bca6f is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:17:33.719876 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [req-a6ca84bd-04cd-46d9-8725-6b008a4c9980 req-e810a08e-b7d5-4737-8b0b-7500933d8ed9 tempest-VolumesActionsTest-1154199965 tempest-VolumesActionsTest-1154199965-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:17:33.728942 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6ca84bd-04cd-46d9-8725-6b008a4c9980 req-e810a08e-b7d5-4737-8b0b-7500933d8ed9 tempest-VolumesActionsTest-1154199965 tempest-VolumesActionsTest-1154199965-project] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:17:33.821549 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e810a08e-b7d5-4737-8b0b-7500933d8ed9 tempest-VolumesActionsTest-1154199965 tempest-VolumesActionsTest-1154199965-project] Pushing event updated for resources: {'Port': ['ID=ac852ae4-fddb-47bd-bdd9-ba72d30525e0,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:17:33.913795 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ca84bd-04cd-46d9-8725-6b008a4c9980 req-e810a08e-b7d5-4737-8b0b-7500933d8ed9 tempest-VolumesActionsTest-1154199965 tempest-VolumesActionsTest-1154199965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:17:33.914398 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-a6ca84bd-04cd-46d9-8725-6b008a4c9980 req-e810a08e-b7d5-4737-8b0b-7500933d8ed9 tempest-VolumesActionsTest-1154199965 tempest-VolumesActionsTest-1154199965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:33.950581 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516f7d6a-e7fa-4fc3-ae6f-eba78d4543d0 req-a8f25fa6-0ed6-4b8e-944d-170d64ea9805 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:17:33.952778 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-516f7d6a-e7fa-4fc3-ae6f-eba78d4543d0 req-a8f25fa6-0ed6-4b8e-944d-170d64ea9805 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/ports?device_id=dc3e2d7d-3d63-428a-bc66-41ae157ef28e HTTP/1.1" status: 200 len: 945 time: 0.1324213 Aug 18 12:17:33.955082 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a6ca84bd-04cd-46d9-8725-6b008a4c9980 req-e810a08e-b7d5-4737-8b0b-7500933d8ed9 tempest-VolumesActionsTest-1154199965 tempest-VolumesActionsTest-1154199965-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5466805 Aug 18 12:17:34.020963 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-a6ca84bd-04cd-46d9-8725-6b008a4c9980 req-1657e424-27cc-46da-8aa1-192ab870718f service neutron] Request body: {'port': {'device_id': 'b41a8ab4-bc37-4c3a-a81d-aac697431faf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804985-2'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:17:34.068599 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-516f7d6a-e7fa-4fc3-ae6f-eba78d4543d0 req-3fef5a25-8425-45bd-95ab-527a68281dd8 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/security-groups?id=0e403c9b-7ac1-4005-9e0c-41b5a2ce4137&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1030502 Aug 18 12:17:34.106171 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-a6ca84bd-04cd-46d9-8725-6b008a4c9980 req-1657e424-27cc-46da-8aa1-192ab870718f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:34.660826 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.agents_db [None req-6dbb2658-0354-4101-8393-6e7505481cf6 None None] Agent healthcheck: found 7 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 12:17:34.831684 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 58430) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:17:34.873612 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c7576c-ab60-4fb4-9a82-1feb51364f73 req-e78c04b6-de65-45dc-8179-613ab4ce4c2e tempest-VolumesActionsTest-1154199965 tempest-VolumesActionsTest-1154199965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:17:34.875430 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b6c7576c-ab60-4fb4-9a82-1feb51364f73 req-e78c04b6-de65-45dc-8179-613ab4ce4c2e tempest-VolumesActionsTest-1154199965 tempest-VolumesActionsTest-1154199965-project] 10.222.0.66 "GET /v2.0/ports?device_id=b41a8ab4-bc37-4c3a-a81d-aac697431faf HTTP/1.1" status: 200 len: 931 time: 0.1273131 Aug 18 12:17:34.983510 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b6c7576c-ab60-4fb4-9a82-1feb51364f73 req-0696dcf4-1259-45a5-b064-cc7a7173a469 tempest-VolumesActionsTest-1154199965 tempest-VolumesActionsTest-1154199965-project] 10.222.0.66 "GET /v2.0/security-groups?id=b8a0eb7d-06ac-448f-bf48-9f0adb996dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990961 Aug 18 12:17:35.103724 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [req-a6ca84bd-04cd-46d9-8725-6b008a4c9980 req-1657e424-27cc-46da-8aa1-192ab870718f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac852ae4-fddb-47bd-bdd9-ba72d30525e0 {{(pid=106252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:17:35.113168 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-a6ca84bd-04cd-46d9-8725-6b008a4c9980 req-1657e424-27cc-46da-8aa1-192ab870718f service neutron] Notify callbacks [] for port, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:35.127136 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-9e8615df-6400-4895-a6c8-24d1022cd365 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1912013366-network', 'tenant_id': '6e3ec6b040224a9789348e7a60cdb144'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:17:35.133415 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [req-a6ca84bd-04cd-46d9-8725-6b008a4c9980 req-1657e424-27cc-46da-8aa1-192ab870718f service neutron] Transition to ACTIVE for port object ac852ae4-fddb-47bd-bdd9-ba72d30525e0 will not be triggered until provisioned by entity L2. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:17:35.141034 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-a6ca84bd-04cd-46d9-8725-6b008a4c9980 req-1657e424-27cc-46da-8aa1-192ab870718f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:35.225925 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e8615df-6400-4895-a6c8-24d1022cd365 admin admin] Made reservation on behalf of 6e3ec6b040224a9789348e7a60cdb144 for: {'network': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:17:35.230794 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9e8615df-6400-4895-a6c8-24d1022cd365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for network, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:35.267015 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9e8615df-6400-4895-a6c8-24d1022cd365 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:35.375573 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1657e424-27cc-46da-8aa1-192ab870718f service neutron] Pushing event updated for resources: {'Port': ['ID=ac852ae4-fddb-47bd-bdd9-ba72d30525e0,revision_number=2']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:17:35.388853 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-a6ca84bd-04cd-46d9-8725-6b008a4c9980 req-1657e424-27cc-46da-8aa1-192ab870718f service neutron] Attempting to bind port ac852ae4-fddb-47bd-bdd9-ba72d30525e0 on host n-h1-804985-2 for vnic_type normal with profile {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:17:35.390810 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-a6ca84bd-04cd-46d9-8725-6b008a4c9980 req-1657e424-27cc-46da-8aa1-192ab870718f service neutron] Attempting to bind port ac852ae4-fddb-47bd-bdd9-ba72d30525e0 by drivers openvswitch,hyperv on host n-h1-804985-2 at level 0 using segments [{'id': 'dba59162-4de7-4587-b01f-a6c2ab43a81b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'd5bf24c4-b466-4845-ab51-cfa6341bca6f'}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:17:35.391415 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6ca84bd-04cd-46d9-8725-6b008a4c9980 req-1657e424-27cc-46da-8aa1-192ab870718f service neutron] Attempting to bind port ac852ae4-fddb-47bd-bdd9-ba72d30525e0 on network d5bf24c4-b466-4845-ab51-cfa6341bca6f {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:17:35.417862 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6ca84bd-04cd-46d9-8725-6b008a4c9980 req-1657e424-27cc-46da-8aa1-192ab870718f service neutron] Port ac852ae4-fddb-47bd-bdd9-ba72d30525e0 on network d5bf24c4-b466-4845-ab51-cfa6341bca6f not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-2 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:17:35.418544 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6ca84bd-04cd-46d9-8725-6b008a4c9980 req-1657e424-27cc-46da-8aa1-192ab870718f service neutron] Attempting to bind port ac852ae4-fddb-47bd-bdd9-ba72d30525e0 on network d5bf24c4-b466-4845-ab51-cfa6341bca6f {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:17:35.428030 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6ca84bd-04cd-46d9-8725-6b008a4c9980 req-1657e424-27cc-46da-8aa1-192ab870718f service neutron] Checking agent: {'id': 'a613417a-d085-492c-941a-59bb18c633d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 49, 6), 'started_at': datetime.datetime(2021, 8, 18, 11, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 17, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:17:35.428387 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6ca84bd-04cd-46d9-8725-6b008a4c9980 req-1657e424-27cc-46da-8aa1-192ab870718f service neutron] Checking segment: {'id': 'dba59162-4de7-4587-b01f-a6c2ab43a81b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'd5bf24c4-b466-4845-ab51-cfa6341bca6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:17:35.429292 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6ca84bd-04cd-46d9-8725-6b008a4c9980 req-1657e424-27cc-46da-8aa1-192ab870718f service neutron] Bound using segment: {'id': 'dba59162-4de7-4587-b01f-a6c2ab43a81b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'd5bf24c4-b466-4845-ab51-cfa6341bca6f'} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:17:35.429292 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-a6ca84bd-04cd-46d9-8725-6b008a4c9980 req-1657e424-27cc-46da-8aa1-192ab870718f service neutron] Bound port: ac852ae4-fddb-47bd-bdd9-ba72d30525e0, host: n-h1-804985-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dba59162-4de7-4587-b01f-a6c2ab43a81b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'd5bf24c4-b466-4845-ab51-cfa6341bca6f'}}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:17:35.429723 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-a6ca84bd-04cd-46d9-8725-6b008a4c9980 req-1657e424-27cc-46da-8aa1-192ab870718f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:35.485503 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9e8615df-6400-4895-a6c8-24d1022cd365 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:35.490704 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9e8615df-6400-4895-a6c8-24d1022cd365 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:35.527217 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e8615df-6400-4895-a6c8-24d1022cd365 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 804} {{(pid=106253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:17:35.541030 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f84e15-7b7a-4276-b2ac-893207b71549 req-340f90c1-b74f-497e-af99-df0dab22d736 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:17:35.541687 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8615df-6400-4895-a6c8-24d1022cd365 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f208d4fb-1dad-47ea-9972-57d5f6390824,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:17:35.542873 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-83f84e15-7b7a-4276-b2ac-893207b71549 req-340f90c1-b74f-497e-af99-df0dab22d736 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/ports?device_id=dc3e2d7d-3d63-428a-bc66-41ae157ef28e HTTP/1.1" status: 200 len: 945 time: 0.2363026 Aug 18 12:17:35.558602 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9e8615df-6400-4895-a6c8-24d1022cd365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:35.559019 n-d-804985-2 neutron-server[106253]: INFO neutron.db.segments_db [None req-9e8615df-6400-4895-a6c8-24d1022cd365 admin admin] Added segment e618f199-037b-454b-bbad-845d18d8a8d8 of type vlan for network f83e591e-4302-4986-a7d3-31fb0382bbbd Aug 18 12:17:35.657771 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-a6ca84bd-04cd-46d9-8725-6b008a4c9980 req-1657e424-27cc-46da-8aa1-192ab870718f service neutron] For port ac852ae4-fddb-47bd-bdd9-ba72d30525e0, host n-h1-804985-2, cleared binding levels {{(pid=106252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:17:35.680464 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-83f84e15-7b7a-4276-b2ac-893207b71549 req-b66c1aeb-ceff-4474-ae20-baf7120cd95e tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/security-groups?id=0e403c9b-7ac1-4005-9e0c-41b5a2ce4137&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0945723 Aug 18 12:17:35.680943 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9e8615df-6400-4895-a6c8-24d1022cd365 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789150665894'] for network, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:35.685018 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-a6ca84bd-04cd-46d9-8725-6b008a4c9980 req-1657e424-27cc-46da-8aa1-192ab870718f service neutron] For port ac852ae4-fddb-47bd-bdd9-ba72d30525e0, host n-h1-804985-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=ac852ae4-fddb-47bd-bdd9-ba72d30525e0,segment=NetworkSegment(dba59162-4de7-4587-b01f-a6c2ab43a81b),segment_id=dba59162-4de7-4587-b01f-a6c2ab43a81b)] {{(pid=106252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:17:35.696086 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-a6ca84bd-04cd-46d9-8725-6b008a4c9980 req-1657e424-27cc-46da-8aa1-192ab870718f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:35.741373 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9e8615df-6400-4895-a6c8-24d1022cd365 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for network, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:35.742443 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e8615df-6400-4895-a6c8-24d1022cd365 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:17:35.743257 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9e8615df-6400-4895-a6c8-24d1022cd365 admin admin] Notify callbacks [] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:35.783330 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ca84bd-04cd-46d9-8725-6b008a4c9980 req-1657e424-27cc-46da-8aa1-192ab870718f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:17:35.785478 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-a6ca84bd-04cd-46d9-8725-6b008a4c9980 req-1657e424-27cc-46da-8aa1-192ab870718f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:35.788765 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a6ca84bd-04cd-46d9-8725-6b008a4c9980 req-1657e424-27cc-46da-8aa1-192ab870718f service neutron] 10.222.0.63 "PUT /v2.0/ports/ac852ae4-fddb-47bd-bdd9-ba72d30525e0 HTTP/1.1" status: 200 len: 1091 time: 1.7721817 Aug 18 12:17:35.789601 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b41a8ab4-bc37-4c3a-a81d-aac697431faf', 'tag': 'ac852ae4-fddb-47bd-bdd9-ba72d30525e0'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:17:35.794952 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28e8b9b5-4b3f-47d0-a756-e6547c407d5a" -d '{"events": [{"name": "network-changed", "server_uuid": "b41a8ab4-bc37-4c3a-a81d-aac697431faf", "tag": "ac852ae4-fddb-47bd-bdd9-ba72d30525e0"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:17:35.834167 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1657e424-27cc-46da-8aa1-192ab870718f service neutron] Pushing event updated for resources: {'Port': ['ID=ac852ae4-fddb-47bd-bdd9-ba72d30525e0,revision_number=3']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:17:35.841350 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-9e8615df-6400-4895-a6c8-24d1022cd365 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.0082977 Aug 18 12:17:35.844444 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 58450) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:17:35.851145 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-755134ee-4acb-4ae4-83e6-ce67caf86edd admin admin] Request body: {'subnet': {'network_id': 'f83e591e-4302-4986-a7d3-31fb0382bbbd', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1912013366-subnet', 'tenant_id': '6e3ec6b040224a9789348e7a60cdb144', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:17:35.860572 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [req-9bb86e35-9f14-4e40-a722-9f0fd0c5aaba req-ccba27ff-568e-4f9b-9b20-b9be70529cd4 service neutron] (106253) timed out ('10.222.0.62', 58004) {{(pid=106253) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 18 12:17:35.865405 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8615df-6400-4895-a6c8-24d1022cd365 admin admin] Pushing event updated for resources: {'Network': ['ID=f83e591e-4302-4986-a7d3-31fb0382bbbd,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:17:35.873330 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:17:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e837da13-2e75-4cc6-a12a-42e76d703ed8 x-openstack-request-id: req-e837da13-2e75-4cc6-a12a-42e76d703ed8 {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:17:35.873744 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b41a8ab4-bc37-4c3a-a81d-aac697431faf", "tag": "ac852ae4-fddb-47bd-bdd9-ba72d30525e0", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:17:35.874307 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e837da13-2e75-4cc6-a12a-42e76d703ed8 {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:17:35.874307 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b41a8ab4-bc37-4c3a-a81d-aac697431faf', 'tag': 'ac852ae4-fddb-47bd-bdd9-ba72d30525e0', 'status': 'completed', 'code': 200} Aug 18 12:17:35.878378 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Network f83e591e-4302-4986-a7d3-31fb0382bbbd details requested by agent ovs-agent-n-d-804985-2 with host n-d-804985-2 {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:17:35.890035 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ca84bd-04cd-46d9-8725-6b008a4c9980 req-78f92eac-ac9a-4198-8637-9a3e2d072c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:17:35.891678 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a6ca84bd-04cd-46d9-8725-6b008a4c9980 req-78f92eac-ac9a-4198-8637-9a3e2d072c1e service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=90cdce95448f45aa997cd44b199d5dea&device_id=b41a8ab4-bc37-4c3a-a81d-aac697431faf HTTP/1.1" status: 200 len: 1094 time: 0.0515449 Aug 18 12:17:35.897091 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-755134ee-4acb-4ae4-83e6-ce67caf86edd admin admin] Made reservation on behalf of 6e3ec6b040224a9789348e7a60cdb144 for: {'subnet': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:17:35.899689 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-755134ee-4acb-4ae4-83e6-ce67caf86edd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59388119'] for subnet, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:35.961288 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a6ca84bd-04cd-46d9-8725-6b008a4c9980 req-ac4cfd1b-ee57-453d-9da4-e24b441f0329 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ac852ae4-fddb-47bd-bdd9-ba72d30525e0 HTTP/1.1" status: 200 len: 217 time: 0.0599959 Aug 18 12:17:36.050685 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ca84bd-04cd-46d9-8725-6b008a4c9980 req-d50343e8-801f-420a-a9ae-e3b313e00050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:17:36.052532 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a6ca84bd-04cd-46d9-8725-6b008a4c9980 req-d50343e8-801f-420a-a9ae-e3b313e00050 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=5b68b14b-cdde-42c2-8d42-922456a54f87 HTTP/1.1" status: 200 len: 849 time: 0.0847313 Aug 18 12:17:36.127826 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a6ca84bd-04cd-46d9-8725-6b008a4c9980 req-539a7091-be14-4f41-ba53-faef4de0d64a service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=d5bf24c4-b466-4845-ab51-cfa6341bca6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0668406 Aug 18 12:17:36.158899 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:36.174921 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-755134ee-4acb-4ae4-83e6-ce67caf86edd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58902106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59388097'] for subnet, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:36.249965 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-755134ee-4acb-4ae4-83e6-ce67caf86edd admin admin] Checking segment: {'id': 'e618f199-037b-454b-bbad-845d18d8a8d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'f83e591e-4302-4986-a7d3-31fb0382bbbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:17:36.250490 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-755134ee-4acb-4ae4-83e6-ce67caf86edd admin admin] Network hostable DHCP agents. Network: f83e591e-4302-4986-a7d3-31fb0382bbbd, hostable agents: ['97c14208-2951-4361-8d64-3708c946ff5f'], hosted agents: [] {{(pid=106253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 12:17:36.255995 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755134ee-4acb-4ae4-83e6-ce67caf86edd admin admin] Pushing event updated for resources: {'Subnet': ['ID=dec1e6e8-8682-4576-a814-516e977d538a,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:17:36.263106 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4049e260-1ee0-443a-902d-e42fd01003f9 req-1a86770f-9394-4497-9768-3e82690e7c7c tempest-VolumesActionsTest-1154199965 tempest-VolumesActionsTest-1154199965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:17:36.278443 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4049e260-1ee0-443a-902d-e42fd01003f9 req-1a86770f-9394-4497-9768-3e82690e7c7c tempest-VolumesActionsTest-1154199965 tempest-VolumesActionsTest-1154199965-project] 10.222.0.66 "GET /v2.0/ports?device_id=b41a8ab4-bc37-4c3a-a81d-aac697431faf HTTP/1.1" status: 200 len: 943 time: 0.1565964 Aug 18 12:17:36.302263 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-755134ee-4acb-4ae4-83e6-ce67caf86edd admin admin] Network f83e591e-4302-4986-a7d3-31fb0382bbbd is scheduled to be hosted by DHCP agent 97c14208-2951-4361-8d64-3708c946ff5f with binding_index 1 {{(pid=106253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 12:17:36.320189 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-755134ee-4acb-4ae4-83e6-ce67caf86edd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-2, f83e591e-4302-4986-a7d3-31fb0382bbbd) {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:17:36.326500 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-755134ee-4acb-4ae4-83e6-ce67caf86edd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:17:36.328500 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-755134ee-4acb-4ae4-83e6-ce67caf86edd admin admin] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:36.334273 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fde66ed-210c-4e9c-a8a7-b936ceac5d5e None None] Network f83e591e-4302-4986-a7d3-31fb0382bbbd requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:17:36.357491 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4049e260-1ee0-443a-902d-e42fd01003f9 req-c5eac1d9-ee67-4e6e-b5ba-dfdbbcaed566 tempest-VolumesActionsTest-1154199965 tempest-VolumesActionsTest-1154199965-project] 10.222.0.66 "GET /v2.0/security-groups?id=b8a0eb7d-06ac-448f-bf48-9f0adb996dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839968 Aug 18 12:17:36.366108 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a6ca84bd-04cd-46d9-8725-6b008a4c9980 req-4e2891db-dac6-4b5a-9f56-9b8412772fb2 service neutron] 10.222.0.63 "GET /v2.0/networks/d5bf24c4-b466-4845-ab51-cfa6341bca6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2193468 Aug 18 12:17:36.394863 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-755134ee-4acb-4ae4-83e6-ce67caf86edd admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.5413013 Aug 18 12:17:36.570874 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a6ca84bd-04cd-46d9-8725-6b008a4c9980 req-ff8ed6ae-382d-45fb-8bbd-002b29c3ce54 service neutron] 10.222.0.63 "GET /v2.0/networks/d5bf24c4-b466-4845-ab51-cfa6341bca6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1964679 Aug 18 12:17:36.637067 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e37331e-85d4-40e4-95ec-528251cc0148 None None] Network f83e591e-4302-4986-a7d3-31fb0382bbbd requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:17:36.688444 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e8b9b5-4b3f-47d0-a756-e6547c407d5a req-b53b522e-1a4c-43c9-a973-41da58c37486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:17:36.690576 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-28e8b9b5-4b3f-47d0-a756-e6547c407d5a req-b53b522e-1a4c-43c9-a973-41da58c37486 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=90cdce95448f45aa997cd44b199d5dea&device_id=b41a8ab4-bc37-4c3a-a81d-aac697431faf HTTP/1.1" status: 200 len: 1094 time: 0.0683835 Aug 18 12:17:36.848890 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e8b9b5-4b3f-47d0-a756-e6547c407d5a req-4fada99e-9efb-4e95-8bc5-c6ea4eef5df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:17:36.854700 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-28e8b9b5-4b3f-47d0-a756-e6547c407d5a req-4fada99e-9efb-4e95-8bc5-c6ea4eef5df7 service neutron] 10.222.0.63 "GET /v2.0/networks?id=d5bf24c4-b466-4845-ab51-cfa6341bca6f HTTP/1.1" status: 200 len: 910 time: 0.1546113 Aug 18 12:17:36.975117 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-28e8b9b5-4b3f-47d0-a756-e6547c407d5a req-bedaa86d-72cf-4ab4-987f-c1faa5122e66 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ac852ae4-fddb-47bd-bdd9-ba72d30525e0 HTTP/1.1" status: 200 len: 217 time: 0.0749705 Aug 18 12:17:37.104591 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9468a163-4096-4be6-bc95-942559bb6757 req-8d6f6f05-7ebb-4a84-b9ac-d4de44a9e59a service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=01f8c8b5-393e-4624-8d0f-5f248e192959&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2397013 Aug 18 12:17:37.150501 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71475201-bf0b-4742-a67c-58d22735f55a req-f461c492-449e-4887-99d5-6b93a2b3a059 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:17:37.152085 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-71475201-bf0b-4742-a67c-58d22735f55a req-f461c492-449e-4887-99d5-6b93a2b3a059 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/ports?device_id=dc3e2d7d-3d63-428a-bc66-41ae157ef28e HTTP/1.1" status: 200 len: 945 time: 0.2827508 Aug 18 12:17:37.157693 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e8b9b5-4b3f-47d0-a756-e6547c407d5a req-4204cd41-6479-436e-ba27-d7661f76e989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:17:37.158461 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-28e8b9b5-4b3f-47d0-a756-e6547c407d5a req-4204cd41-6479-436e-ba27-d7661f76e989 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=5b68b14b-cdde-42c2-8d42-922456a54f87 HTTP/1.1" status: 200 len: 849 time: 0.1607249 Aug 18 12:17:37.241764 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-28e8b9b5-4b3f-47d0-a756-e6547c407d5a req-48699b05-e318-424b-b4eb-d3675b1ac658 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=d5bf24c4-b466-4845-ab51-cfa6341bca6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0595412 Aug 18 12:17:37.248695 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de75264c-f807-4f51-be05-d208552681a6 req-ece2d560-920a-4ebc-8f90-4c338328e8d2 tempest-InstanceActionsV221TestJSON-1132540251 tempest-InstanceActionsV221TestJSON-1132540251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:17:37.250099 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-de75264c-f807-4f51-be05-d208552681a6 req-ece2d560-920a-4ebc-8f90-4c338328e8d2 tempest-InstanceActionsV221TestJSON-1132540251 tempest-InstanceActionsV221TestJSON-1132540251-project] 10.222.0.66 "GET /v2.0/networks?id=f83e591e-4302-4986-a7d3-31fb0382bbbd HTTP/1.1" status: 200 len: 818 time: 0.2806251 Aug 18 12:17:37.326721 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-de75264c-f807-4f51-be05-d208552681a6 req-0ba33c3f-e04a-4545-90c8-c1ff72b4b3de tempest-InstanceActionsV221TestJSON-1132540251 tempest-InstanceActionsV221TestJSON-1132540251-project] 10.222.0.66 "GET /v2.0/quotas/6e3ec6b040224a9789348e7a60cdb144 HTTP/1.1" status: 200 len: 375 time: 0.0629852 Aug 18 12:17:37.329670 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-71475201-bf0b-4742-a67c-58d22735f55a req-09ad2f0c-2034-46e8-b8c1-d1ad7c59ac72 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/security-groups?id=0e403c9b-7ac1-4005-9e0c-41b5a2ce4137&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1507223 Aug 18 12:17:37.337128 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9468a163-4096-4be6-bc95-942559bb6757 req-4a7b5a0b-6f3b-44eb-8485-a0cc73e91845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:17:37.338832 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9468a163-4096-4be6-bc95-942559bb6757 req-4a7b5a0b-6f3b-44eb-8485-a0cc73e91845 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=a31a9a9347c444e692b4e9b7703834cf&device_id=01f8c8b5-393e-4624-8d0f-5f248e192959 HTTP/1.1" status: 200 len: 1097 time: 0.2068758 Aug 18 12:17:37.368252 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-de75264c-f807-4f51-be05-d208552681a6 req-6f404c21-5f05-4fb0-b44d-9a1468408042 tempest-InstanceActionsV221TestJSON-1132540251 tempest-InstanceActionsV221TestJSON-1132540251-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=6e3ec6b040224a9789348e7a60cdb144&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0326478 Aug 18 12:17:37.568917 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-28e8b9b5-4b3f-47d0-a756-e6547c407d5a req-2c17c13e-0842-445f-8b5b-62b15d038476 service neutron] 10.222.0.63 "GET /v2.0/networks/d5bf24c4-b466-4845-ab51-cfa6341bca6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3146389 Aug 18 12:17:37.611753 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1269a6c-69d1-4a24-b67b-fe0e5c87c883 req-101014cf-106e-4b95-8a03-6e64f0b86c68 tempest-VolumesActionsTest-1154199965 tempest-VolumesActionsTest-1154199965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:17:37.613433 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e1269a6c-69d1-4a24-b67b-fe0e5c87c883 req-101014cf-106e-4b95-8a03-6e64f0b86c68 tempest-VolumesActionsTest-1154199965 tempest-VolumesActionsTest-1154199965-project] 10.222.0.66 "GET /v2.0/ports?device_id=b41a8ab4-bc37-4c3a-a81d-aac697431faf HTTP/1.1" status: 200 len: 943 time: 0.1806376 Aug 18 12:17:37.710222 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9468a163-4096-4be6-bc95-942559bb6757 req-88e6bf32-f286-4552-8cf3-7476676c2068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:17:37.712648 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9468a163-4096-4be6-bc95-942559bb6757 req-88e6bf32-f286-4552-8cf3-7476676c2068 service neutron] 10.222.0.63 "GET /v2.0/networks?id=c4280c32-a3bd-4e80-9871-c1104e80276f HTTP/1.1" status: 200 len: 909 time: 0.3415477 Aug 18 12:17:37.721754 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-de75264c-f807-4f51-be05-d208552681a6 req-54debd83-fab1-4c81-b0f2-d19fd1c2af1b service neutron] 10.222.0.66 "GET /v2.0/networks/f83e591e-4302-4986-a7d3-31fb0382bbbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3227019 Aug 18 12:17:37.869960 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e1269a6c-69d1-4a24-b67b-fe0e5c87c883 req-718976ee-4760-4a1c-a8e3-88dc44135d00 tempest-VolumesActionsTest-1154199965 tempest-VolumesActionsTest-1154199965-project] 10.222.0.66 "GET /v2.0/security-groups?id=b8a0eb7d-06ac-448f-bf48-9f0adb996dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2350156 Aug 18 12:17:37.892546 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-28e8b9b5-4b3f-47d0-a756-e6547c407d5a req-86be2c57-09c8-47c5-90ea-8e03c70a5a92 service neutron] 10.222.0.63 "GET /v2.0/networks/d5bf24c4-b466-4845-ab51-cfa6341bca6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3005807 Aug 18 12:17:37.899416 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9468a163-4096-4be6-bc95-942559bb6757 req-cfc3cc50-d14b-43f3-ac74-02ef49ac7482 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e98e409e-28ce-4225-9f9b-3e7242be722b HTTP/1.1" status: 200 len: 1002 time: 0.1735997 Aug 18 12:17:37.941553 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-de75264c-f807-4f51-be05-d208552681a6 req-36b398a6-0345-40f5-8f3c-96e707a8828f service neutron] 10.222.0.66 "GET /v2.0/networks/f83e591e-4302-4986-a7d3-31fb0382bbbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2069151 Aug 18 12:17:37.998743 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9468a163-4096-4be6-bc95-942559bb6757 req-05ff1510-0ac4-47ae-ba03-f311f07c9b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:17:38.000215 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9468a163-4096-4be6-bc95-942559bb6757 req-05ff1510-0ac4-47ae-ba03-f311f07c9b13 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=d46223af-7d95-441f-92a2-ea3a8ad2c323 HTTP/1.1" status: 200 len: 847 time: 0.0577855 Aug 18 12:17:38.091560 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9468a163-4096-4be6-bc95-942559bb6757 req-bad8e750-aa28-4026-9e8a-f656c6e47b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:17:38.093351 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9468a163-4096-4be6-bc95-942559bb6757 req-bad8e750-aa28-4026-9e8a-f656c6e47b24 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=c4280c32-a3bd-4e80-9871-c1104e80276f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0849617 Aug 18 12:17:38.200034 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-456699f2-ade6-47a7-bd43-583b76030559 req-1f7f2a7f-37c4-4a4a-962d-300850c166a8 tempest-InstanceActionsV221TestJSON-1132540251 tempest-InstanceActionsV221TestJSON-1132540251-project] 10.222.0.66 "GET /v2.0/ports?device_id=35ccac3a-92cc-49fa-8235-538bccfcebdf HTTP/1.1" status: 200 len: 210 time: 0.0388429 Aug 18 12:17:38.217513 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:38.252674 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9468a163-4096-4be6-bc95-942559bb6757 req-1de80ef7-ef99-44e5-bb2b-f07ce6e15fb7 service neutron] 10.222.0.63 "GET /v2.0/networks/c4280c32-a3bd-4e80-9871-c1104e80276f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503630 Aug 18 12:17:38.383941 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9468a163-4096-4be6-bc95-942559bb6757 req-78e154a2-c0e7-47c2-80c5-b8f525f0d623 service neutron] 10.222.0.63 "GET /v2.0/networks/c4280c32-a3bd-4e80-9871-c1104e80276f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227670 Aug 18 12:17:38.480550 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d30555-d0d5-4ac4-aafe-91f037086c8e req-eb2081c8-15ad-4ae9-aa6e-4f987027a1bb tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:17:38.482081 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-76d30555-d0d5-4ac4-aafe-91f037086c8e req-eb2081c8-15ad-4ae9-aa6e-4f987027a1bb tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/ports?device_id=dc3e2d7d-3d63-428a-bc66-41ae157ef28e HTTP/1.1" status: 200 len: 945 time: 0.0586648 Aug 18 12:17:38.550173 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-76d30555-d0d5-4ac4-aafe-91f037086c8e req-3ec62dbb-d466-4f6c-9c90-63214c155ef8 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/security-groups?id=0e403c9b-7ac1-4005-9e0c-41b5a2ce4137&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571687 Aug 18 12:17:38.990469 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3d100c-9783-4dbb-b2ab-34642b8434ef req-34ccc4ed-74ce-4430-9770-4d8d86812b82 tempest-VolumesActionsTest-1154199965 tempest-VolumesActionsTest-1154199965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:17:38.991986 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7a3d100c-9783-4dbb-b2ab-34642b8434ef req-34ccc4ed-74ce-4430-9770-4d8d86812b82 tempest-VolumesActionsTest-1154199965 tempest-VolumesActionsTest-1154199965-project] 10.222.0.66 "GET /v2.0/ports?device_id=b41a8ab4-bc37-4c3a-a81d-aac697431faf HTTP/1.1" status: 200 len: 943 time: 0.0501885 Aug 18 12:17:39.030742 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7a3d100c-9783-4dbb-b2ab-34642b8434ef req-e7492f36-5160-451b-9b54-fd4144c39897 tempest-VolumesActionsTest-1154199965 tempest-VolumesActionsTest-1154199965-project] 10.222.0.66 "GET /v2.0/security-groups?id=b8a0eb7d-06ac-448f-bf48-9f0adb996dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325058 Aug 18 12:17:39.313975 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f1a5da6e-8ecd-461a-8abe-2af393bef7e9 req-f774ea16-8736-4ced-ab7d-a61d49c7d9ea tempest-InstanceActionsV221TestJSON-1132540251 tempest-InstanceActionsV221TestJSON-1132540251-project] 10.222.0.66 "GET /v2.0/ports?device_id=35ccac3a-92cc-49fa-8235-538bccfcebdf HTTP/1.1" status: 200 len: 210 time: 0.0304661 Aug 18 12:17:39.703140 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7043d68-0f8c-40b5-8cc1-821bfe536677 req-cfa6b6f3-bf41-4294-be94-a048655e292f tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:17:39.704704 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f7043d68-0f8c-40b5-8cc1-821bfe536677 req-cfa6b6f3-bf41-4294-be94-a048655e292f tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/ports?device_id=dc3e2d7d-3d63-428a-bc66-41ae157ef28e HTTP/1.1" status: 200 len: 945 time: 0.0605319 Aug 18 12:17:39.742945 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f7043d68-0f8c-40b5-8cc1-821bfe536677 req-6258eccc-f489-430e-97fb-e8ff4cb937ce tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/security-groups?id=0e403c9b-7ac1-4005-9e0c-41b5a2ce4137&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317156 Aug 18 12:17:40.134280 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device ac852ae4-fddb-47bd-bdd9-ba72d30525e0 details requested by agent hyperv_n-h1-804985-2 with host n-h1-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:17:40.197208 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94cdda9-a60c-47a7-b47a-d70365f9dc3a req-ea1972ca-e47e-49cf-8856-bb3fb865d94b tempest-VolumesActionsTest-1154199965 tempest-VolumesActionsTest-1154199965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:17:40.198771 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f94cdda9-a60c-47a7-b47a-d70365f9dc3a req-ea1972ca-e47e-49cf-8856-bb3fb865d94b tempest-VolumesActionsTest-1154199965 tempest-VolumesActionsTest-1154199965-project] 10.222.0.66 "GET /v2.0/ports?device_id=b41a8ab4-bc37-4c3a-a81d-aac697431faf HTTP/1.1" status: 200 len: 943 time: 0.0916085 Aug 18 12:17:40.261479 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port ac852ae4-fddb-47bd-bdd9-ba72d30525e0, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=ac852ae4-fddb-47bd-bdd9-ba72d30525e0,segment=NetworkSegment(dba59162-4de7-4587-b01f-a6c2ab43a81b),segment_id=dba59162-4de7-4587-b01f-a6c2ab43a81b)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:17:40.276724 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Returning: {'device': 'ac852ae4-fddb-47bd-bdd9-ba72d30525e0', 'network_id': 'd5bf24c4-b466-4845-ab51-cfa6341bca6f', 'port_id': 'ac852ae4-fddb-47bd-bdd9-ba72d30525e0', 'mac_address': 'fa:16:3e:8e:3c:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 807, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b68b14b-cdde-42c2-8d42-922456a54f87', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:17:40.280983 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f94cdda9-a60c-47a7-b47a-d70365f9dc3a req-ee8f5cf4-ea17-42ea-9301-a3ea104e57a3 tempest-VolumesActionsTest-1154199965 tempest-VolumesActionsTest-1154199965-project] 10.222.0.66 "GET /v2.0/security-groups?id=b8a0eb7d-06ac-448f-bf48-9f0adb996dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758028 Aug 18 12:17:40.319909 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:40.333182 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac852ae4-fddb-47bd-bdd9-ba72d30525e0 {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:17:40.353407 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port ac852ae4-fddb-47bd-bdd9-ba72d30525e0, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=ac852ae4-fddb-47bd-bdd9-ba72d30525e0,segment=NetworkSegment(dba59162-4de7-4587-b01f-a6c2ab43a81b),segment_id=dba59162-4de7-4587-b01f-a6c2ab43a81b)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:17:40.364541 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:40.423828 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=ac852ae4-fddb-47bd-bdd9-ba72d30525e0,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:17:40.427300 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4be712ca-c8c9-4292-a781-f7a7ecc91442 req-4c6e05a0-1996-4ae9-b342-6c793503227e tempest-InstanceActionsV221TestJSON-1132540251 tempest-InstanceActionsV221TestJSON-1132540251-project] 10.222.0.66 "GET /v2.0/ports?device_id=35ccac3a-92cc-49fa-8235-538bccfcebdf HTTP/1.1" status: 200 len: 210 time: 0.0298977 Aug 18 12:17:40.594385 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] get_ports_and_sgs() called for port_ids ['ac852ae4-fddb-47bd-bdd9-ba72d30525e0'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:17:40.899078 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2144377-6a9e-4e7d-9297-023050b654ec req-ee183e65-2732-4e5c-8b4e-8b5d401f1d01 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:17:40.900803 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f2144377-6a9e-4e7d-9297-023050b654ec req-ee183e65-2732-4e5c-8b4e-8b5d401f1d01 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/ports?device_id=dc3e2d7d-3d63-428a-bc66-41ae157ef28e HTTP/1.1" status: 200 len: 945 time: 0.0725281 Aug 18 12:17:40.949146 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f2144377-6a9e-4e7d-9297-023050b654ec req-1f143d1d-d0d6-4328-8ae0-2d6aecb55231 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/security-groups?id=0e403c9b-7ac1-4005-9e0c-41b5a2ce4137&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420320 Aug 18 12:17:41.397314 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f122020-05d6-423e-ba95-7006a051feb8 req-d08a5e49-b7bb-4d1d-931a-865e423433f5 tempest-VolumesActionsTest-1154199965 tempest-VolumesActionsTest-1154199965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:17:41.398801 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0f122020-05d6-423e-ba95-7006a051feb8 req-d08a5e49-b7bb-4d1d-931a-865e423433f5 tempest-VolumesActionsTest-1154199965 tempest-VolumesActionsTest-1154199965-project] 10.222.0.66 "GET /v2.0/ports?device_id=b41a8ab4-bc37-4c3a-a81d-aac697431faf HTTP/1.1" status: 200 len: 944 time: 0.0493305 Aug 18 12:17:41.438505 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0f122020-05d6-423e-ba95-7006a051feb8 req-ee7cbceb-e6d8-469f-be47-9ce970d92705 tempest-VolumesActionsTest-1154199965 tempest-VolumesActionsTest-1154199965-project] 10.222.0.66 "GET /v2.0/security-groups?id=b8a0eb7d-06ac-448f-bf48-9f0adb996dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332737 Aug 18 12:17:41.537425 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-520b9983-1a62-4a60-a36b-7043108f20e6 req-55cca66f-f414-4bbe-b2be-93e65ff3944f tempest-InstanceActionsV221TestJSON-1132540251 tempest-InstanceActionsV221TestJSON-1132540251-project] 10.222.0.66 "GET /v2.0/ports?device_id=35ccac3a-92cc-49fa-8235-538bccfcebdf HTTP/1.1" status: 200 len: 210 time: 0.0367544 Aug 18 12:17:42.081493 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248891b7-7207-4f27-b321-f2c5d02660c1 req-254fb52c-9fb5-4d19-af24-ddbc6608a4d9 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:17:42.082960 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-248891b7-7207-4f27-b321-f2c5d02660c1 req-254fb52c-9fb5-4d19-af24-ddbc6608a4d9 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/ports?device_id=dc3e2d7d-3d63-428a-bc66-41ae157ef28e HTTP/1.1" status: 200 len: 945 time: 0.0559862 Aug 18 12:17:42.123299 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-248891b7-7207-4f27-b321-f2c5d02660c1 req-f4c5ef0e-640e-4463-9c1d-b11a5595edb0 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/security-groups?id=0e403c9b-7ac1-4005-9e0c-41b5a2ce4137&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338802 Aug 18 12:17:42.165239 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device ac852ae4-fddb-47bd-bdd9-ba72d30525e0 up at agent hyperv_n-h1-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:17:42.218398 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Provisioning for port ac852ae4-fddb-47bd-bdd9-ba72d30525e0 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:17:42.222107 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Provisioning complete for port ac852ae4-fddb-47bd-bdd9-ba72d30525e0 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:17:42.222532 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:42.325223 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:42.350280 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b41a8ab4-bc37-4c3a-a81d-aac697431faf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac852ae4-fddb-47bd-bdd9-ba72d30525e0'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:17:42.352762 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db50a436fb3a98495337d8fe7487b4f2ea6f3c1052eb9efadc2ecda2d5737001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbbbf588-e37f-4f50-ae4f-d1319068f2ec" -d '{"events": [{"server_uuid": "b41a8ab4-bc37-4c3a-a81d-aac697431faf", "name": "network-vif-plugged", "status": "completed", "tag": "ac852ae4-fddb-47bd-bdd9-ba72d30525e0"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:17:42.379410 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port ac852ae4-fddb-47bd-bdd9-ba72d30525e0, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=ac852ae4-fddb-47bd-bdd9-ba72d30525e0,segment=NetworkSegment(dba59162-4de7-4587-b01f-a6c2ab43a81b),segment_id=dba59162-4de7-4587-b01f-a6c2ab43a81b)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:17:42.390761 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:42.394115 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:17:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7923dae-27f4-4501-8997-bf1907dcf7a7 x-openstack-request-id: req-a7923dae-27f4-4501-8997-bf1907dcf7a7 {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:17:42.394472 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b41a8ab4-bc37-4c3a-a81d-aac697431faf", "name": "network-vif-plugged", "status": "completed", "tag": "ac852ae4-fddb-47bd-bdd9-ba72d30525e0", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:17:42.394784 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a7923dae-27f4-4501-8997-bf1907dcf7a7 {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:17:42.395667 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b41a8ab4-bc37-4c3a-a81d-aac697431faf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac852ae4-fddb-47bd-bdd9-ba72d30525e0', 'code': 200} Aug 18 12:17:42.459516 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=ac852ae4-fddb-47bd-bdd9-ba72d30525e0,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:17:42.600278 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8446eb6-20fc-4b5d-8f4f-ab8944b40ef3 req-8a8f4418-2dc8-42eb-8e4a-19b1e5818c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:17:42.601222 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d8446eb6-20fc-4b5d-8f4f-ab8944b40ef3 req-8a8f4418-2dc8-42eb-8e4a-19b1e5818c2d service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=b41a8ab4-bc37-4c3a-a81d-aac697431faf HTTP/1.1" status: 200 len: 1096 time: 0.1463847 Aug 18 12:17:42.650071 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65806213-cd80-4dd0-b781-9faf360ea9c6 req-e8e41b67-4193-4a50-ac40-6724d01edfdd tempest-VolumesActionsTest-1154199965 tempest-VolumesActionsTest-1154199965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:17:42.652652 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-65806213-cd80-4dd0-b781-9faf360ea9c6 req-e8e41b67-4193-4a50-ac40-6724d01edfdd tempest-VolumesActionsTest-1154199965 tempest-VolumesActionsTest-1154199965-project] 10.222.0.66 "GET /v2.0/ports?device_id=b41a8ab4-bc37-4c3a-a81d-aac697431faf HTTP/1.1" status: 200 len: 945 time: 0.1075625 Aug 18 12:17:42.695176 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d8446eb6-20fc-4b5d-8f4f-ab8944b40ef3 req-4eb84465-04a2-4f4b-9660-43376d366fa5 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=b8a0eb7d-06ac-448f-bf48-9f0adb996dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834978 Aug 18 12:17:42.702506 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4649d323-ef29-45b5-b72c-172ab9522b42 req-ac2dd295-4171-48c0-b2f1-f0e6887d7755 tempest-InstanceActionsV221TestJSON-1132540251 tempest-InstanceActionsV221TestJSON-1132540251-project] 10.222.0.66 "GET /v2.0/ports?device_id=35ccac3a-92cc-49fa-8235-538bccfcebdf HTTP/1.1" status: 200 len: 210 time: 0.0487175 Aug 18 12:17:42.723234 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-65806213-cd80-4dd0-b781-9faf360ea9c6 req-a588f3a5-988c-4982-9968-799ea2634a21 tempest-VolumesActionsTest-1154199965 tempest-VolumesActionsTest-1154199965-project] 10.222.0.66 "GET /v2.0/security-groups?id=b8a0eb7d-06ac-448f-bf48-9f0adb996dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642383 Aug 18 12:17:43.255496 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78206056-9179-440b-931a-debfa99ef296 req-ababc8bf-0826-4302-849d-261d5896fbc1 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:17:43.257594 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-78206056-9179-440b-931a-debfa99ef296 req-ababc8bf-0826-4302-849d-261d5896fbc1 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/ports?device_id=dc3e2d7d-3d63-428a-bc66-41ae157ef28e HTTP/1.1" status: 200 len: 945 time: 0.0562232 Aug 18 12:17:43.308453 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-78206056-9179-440b-931a-debfa99ef296 req-42291271-ecbd-45a3-90ad-28a5cf11951e tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/security-groups?id=0e403c9b-7ac1-4005-9e0c-41b5a2ce4137&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421088 Aug 18 12:17:43.809253 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-58d2f2cc-1177-44af-8fcd-c220b5552529 req-6ea8c018-5073-4c24-98bb-b5a7f63daed3 tempest-InstanceActionsV221TestJSON-1132540251 tempest-InstanceActionsV221TestJSON-1132540251-project] 10.222.0.66 "GET /v2.0/ports?device_id=35ccac3a-92cc-49fa-8235-538bccfcebdf HTTP/1.1" status: 200 len: 210 time: 0.0284793 Aug 18 12:17:43.864790 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1485c937-f2b0-45c4-bc4e-ce9c878d91d4 req-864e8bac-058a-4fe2-ab2a-da957711e25b tempest-VolumesActionsTest-1154199965 tempest-VolumesActionsTest-1154199965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:17:43.866400 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1485c937-f2b0-45c4-bc4e-ce9c878d91d4 req-864e8bac-058a-4fe2-ab2a-da957711e25b tempest-VolumesActionsTest-1154199965 tempest-VolumesActionsTest-1154199965-project] 10.222.0.66 "GET /v2.0/ports?device_id=b41a8ab4-bc37-4c3a-a81d-aac697431faf HTTP/1.1" status: 200 len: 945 time: 0.0597658 Aug 18 12:17:43.917941 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1485c937-f2b0-45c4-bc4e-ce9c878d91d4 req-99df5d95-fef7-4a08-b164-a36923fdaaa4 tempest-VolumesActionsTest-1154199965 tempest-VolumesActionsTest-1154199965-project] 10.222.0.66 "GET /v2.0/security-groups?id=b8a0eb7d-06ac-448f-bf48-9f0adb996dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447030 Aug 18 12:17:44.743131 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55603a4e-b512-40ea-b033-085ec13b9005 req-6d691897-397c-4d2f-89b1-d7c2c454c8e1 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:17:44.744767 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-55603a4e-b512-40ea-b033-085ec13b9005 req-6d691897-397c-4d2f-89b1-d7c2c454c8e1 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/ports?device_id=dc3e2d7d-3d63-428a-bc66-41ae157ef28e HTTP/1.1" status: 200 len: 945 time: 0.0584109 Aug 18 12:17:44.783737 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-55603a4e-b512-40ea-b033-085ec13b9005 req-1e5c0424-7ed9-4285-90ac-714d94b48001 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/security-groups?id=0e403c9b-7ac1-4005-9e0c-41b5a2ce4137&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326147 Aug 18 12:17:45.000915 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6cc8dc4b-57bf-4627-b4a9-5ca65a385262 req-a172ba9f-1def-4d68-b2a1-43c0eaac318c tempest-InstanceActionsV221TestJSON-1132540251 tempest-InstanceActionsV221TestJSON-1132540251-project] 10.222.0.66 "GET /v2.0/ports?device_id=35ccac3a-92cc-49fa-8235-538bccfcebdf HTTP/1.1" status: 200 len: 210 time: 0.0294425 Aug 18 12:17:45.121180 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffa274a-b434-4cac-82a7-890251379c4a req-535a3cfe-b652-4a05-a627-b674e930f978 tempest-VolumesActionsTest-1154199965 tempest-VolumesActionsTest-1154199965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:17:45.122660 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2ffa274a-b434-4cac-82a7-890251379c4a req-535a3cfe-b652-4a05-a627-b674e930f978 tempest-VolumesActionsTest-1154199965 tempest-VolumesActionsTest-1154199965-project] 10.222.0.66 "GET /v2.0/ports?device_id=b41a8ab4-bc37-4c3a-a81d-aac697431faf HTTP/1.1" status: 200 len: 945 time: 0.0492539 Aug 18 12:17:45.163401 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2ffa274a-b434-4cac-82a7-890251379c4a req-03a9426e-5299-4cc0-b8bf-8646517548d6 tempest-VolumesActionsTest-1154199965 tempest-VolumesActionsTest-1154199965-project] 10.222.0.66 "GET /v2.0/security-groups?id=b8a0eb7d-06ac-448f-bf48-9f0adb996dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341904 Aug 18 12:17:45.939966 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c29dce-2078-4c79-b749-1cca962b2a23 req-efee4780-22ed-4621-afeb-b959a1e6ebc0 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:17:45.944241 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-65c29dce-2078-4c79-b749-1cca962b2a23 req-efee4780-22ed-4621-afeb-b959a1e6ebc0 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/ports?device_id=dc3e2d7d-3d63-428a-bc66-41ae157ef28e HTTP/1.1" status: 200 len: 945 time: 0.0635197 Aug 18 12:17:45.990683 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-65c29dce-2078-4c79-b749-1cca962b2a23 req-e7f50c6c-f5e2-4a75-8afb-b853ab038f27 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/security-groups?id=0e403c9b-7ac1-4005-9e0c-41b5a2ce4137&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426862 Aug 18 12:17:46.119387 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0b73c942-db71-4e73-b5e6-c85be63f369a req-f3463d97-0e5a-4cbd-8722-749af9c81576 tempest-InstanceActionsV221TestJSON-1132540251 tempest-InstanceActionsV221TestJSON-1132540251-project] 10.222.0.66 "GET /v2.0/ports?device_id=35ccac3a-92cc-49fa-8235-538bccfcebdf HTTP/1.1" status: 200 len: 210 time: 0.0287011 Aug 18 12:17:46.326825 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dfe532-c5e4-4c53-8926-c7a90630c56f req-cb08054d-773e-48dd-a176-6db11fcb315e tempest-VolumesActionsTest-1154199965 tempest-VolumesActionsTest-1154199965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:17:46.328756 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f5dfe532-c5e4-4c53-8926-c7a90630c56f req-cb08054d-773e-48dd-a176-6db11fcb315e tempest-VolumesActionsTest-1154199965 tempest-VolumesActionsTest-1154199965-project] 10.222.0.63 "GET /v2.0/ports?device_id=b41a8ab4-bc37-4c3a-a81d-aac697431faf HTTP/1.1" status: 200 len: 945 time: 0.0773034 Aug 18 12:17:46.336547 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743c73f5-4f02-4644-adad-7e02c063a131 req-1aefb64f-fb5d-410a-9fdf-4d38f409b2da tempest-VolumesActionsTest-1154199965 tempest-VolumesActionsTest-1154199965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:17:46.338077 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-743c73f5-4f02-4644-adad-7e02c063a131 req-1aefb64f-fb5d-410a-9fdf-4d38f409b2da tempest-VolumesActionsTest-1154199965 tempest-VolumesActionsTest-1154199965-project] 10.222.0.66 "GET /v2.0/ports?device_id=b41a8ab4-bc37-4c3a-a81d-aac697431faf HTTP/1.1" status: 200 len: 945 time: 0.0967007 Aug 18 12:17:46.437471 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-743c73f5-4f02-4644-adad-7e02c063a131 req-1824e230-64fe-4ef1-a3f7-a9026837e0a0 tempest-VolumesActionsTest-1154199965 tempest-VolumesActionsTest-1154199965-project] 10.222.0.66 "GET /v2.0/security-groups?id=b8a0eb7d-06ac-448f-bf48-9f0adb996dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888956 Aug 18 12:17:46.467256 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-f5dfe532-c5e4-4c53-8926-c7a90630c56f req-782831c8-8009-4adf-bf5c-5bf06d68c7ba tempest-VolumesActionsTest-1154199965 tempest-VolumesActionsTest-1154199965-project] Deleting port ac852ae4-fddb-47bd-bdd9-ba72d30525e0 {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:17:46.467711 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-f5dfe532-c5e4-4c53-8926-c7a90630c56f req-782831c8-8009-4adf-bf5c-5bf06d68c7ba tempest-VolumesActionsTest-1154199965 tempest-VolumesActionsTest-1154199965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:46.559595 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-f5dfe532-c5e4-4c53-8926-c7a90630c56f req-782831c8-8009-4adf-bf5c-5bf06d68c7ba tempest-VolumesActionsTest-1154199965 tempest-VolumesActionsTest-1154199965-project] For port ac852ae4-fddb-47bd-bdd9-ba72d30525e0, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=ac852ae4-fddb-47bd-bdd9-ba72d30525e0,segment=NetworkSegment(dba59162-4de7-4587-b01f-a6c2ab43a81b),segment_id=dba59162-4de7-4587-b01f-a6c2ab43a81b)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:17:46.559872 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-f5dfe532-c5e4-4c53-8926-c7a90630c56f req-782831c8-8009-4adf-bf5c-5bf06d68c7ba tempest-VolumesActionsTest-1154199965 tempest-VolumesActionsTest-1154199965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:46.572726 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-f5dfe532-c5e4-4c53-8926-c7a90630c56f req-782831c8-8009-4adf-bf5c-5bf06d68c7ba tempest-VolumesActionsTest-1154199965 tempest-VolumesActionsTest-1154199965-project] Calling delete_port for ac852ae4-fddb-47bd-bdd9-ba72d30525e0 owned by compute:nova {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:17:46.703632 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-f5dfe532-c5e4-4c53-8926-c7a90630c56f req-782831c8-8009-4adf-bf5c-5bf06d68c7ba tempest-VolumesActionsTest-1154199965 tempest-VolumesActionsTest-1154199965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:46.717309 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] get_ports_and_sgs() called for port_ids ['ac852ae4-fddb-47bd-bdd9-ba72d30525e0'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:17:46.731329 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782831c8-8009-4adf-bf5c-5bf06d68c7ba tempest-VolumesActionsTest-1154199965 tempest-VolumesActionsTest-1154199965-project] Pushing event deleted for resources: {'Port': ['ID=ac852ae4-fddb-47bd-bdd9-ba72d30525e0,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:17:46.774893 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5dfe532-c5e4-4c53-8926-c7a90630c56f req-782831c8-8009-4adf-bf5c-5bf06d68c7ba tempest-VolumesActionsTest-1154199965 tempest-VolumesActionsTest-1154199965-project] No DVR routers for this DVR port ac852ae4-fddb-47bd-bdd9-ba72d30525e0 on host n-h1-804985-2 {{(pid=106252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:17:46.777606 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-f5dfe532-c5e4-4c53-8926-c7a90630c56f req-782831c8-8009-4adf-bf5c-5bf06d68c7ba tempest-VolumesActionsTest-1154199965 tempest-VolumesActionsTest-1154199965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:46.779641 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f5dfe532-c5e4-4c53-8926-c7a90630c56f req-782831c8-8009-4adf-bf5c-5bf06d68c7ba tempest-VolumesActionsTest-1154199965 tempest-VolumesActionsTest-1154199965-project] 10.222.0.63 "DELETE /v2.0/ports/ac852ae4-fddb-47bd-bdd9-ba72d30525e0 HTTP/1.1" status: 204 len: 173 time: 0.4404416 Aug 18 12:17:46.780178 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b41a8ab4-bc37-4c3a-a81d-aac697431faf', 'name': 'network-vif-deleted', 'tag': 'ac852ae4-fddb-47bd-bdd9-ba72d30525e0'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:17:46.782540 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30326f33-04a7-4c92-b110-0e40ad5ee0e7" -d '{"events": [{"server_uuid": "b41a8ab4-bc37-4c3a-a81d-aac697431faf", "name": "network-vif-deleted", "tag": "ac852ae4-fddb-47bd-bdd9-ba72d30525e0"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:17:46.819969 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:17:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9aaaef9-572a-464c-9443-e3259c1dadfd x-openstack-request-id: req-c9aaaef9-572a-464c-9443-e3259c1dadfd {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:17:46.820254 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b41a8ab4-bc37-4c3a-a81d-aac697431faf", "name": "network-vif-deleted", "tag": "ac852ae4-fddb-47bd-bdd9-ba72d30525e0", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:17:46.820513 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c9aaaef9-572a-464c-9443-e3259c1dadfd {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:17:46.820907 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b41a8ab4-bc37-4c3a-a81d-aac697431faf', 'name': 'network-vif-deleted', 'tag': 'ac852ae4-fddb-47bd-bdd9-ba72d30525e0', 'status': 'completed', 'code': 200} Aug 18 12:17:47.123201 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5303da-bb8d-4959-ae74-757a0e88bbfc req-5a731dac-1aca-4465-8dd3-7ba6fa1878ab tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:17:47.124665 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ad5303da-bb8d-4959-ae74-757a0e88bbfc req-5a731dac-1aca-4465-8dd3-7ba6fa1878ab tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/ports?device_id=dc3e2d7d-3d63-428a-bc66-41ae157ef28e HTTP/1.1" status: 200 len: 945 time: 0.0513649 Aug 18 12:17:47.179108 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ad5303da-bb8d-4959-ae74-757a0e88bbfc req-59fcad6f-771a-4e34-a13a-24abb3e01a02 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/security-groups?id=0e403c9b-7ac1-4005-9e0c-41b5a2ce4137&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463705 Aug 18 12:17:47.256277 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0157369e-e551-445b-af2c-04202666fd59 req-3ae34262-593f-43be-9eb1-33b00e752b6d tempest-InstanceActionsV221TestJSON-1132540251 tempest-InstanceActionsV221TestJSON-1132540251-project] 10.222.0.66 "GET /v2.0/ports?device_id=35ccac3a-92cc-49fa-8235-538bccfcebdf HTTP/1.1" status: 200 len: 210 time: 0.0431964 Aug 18 12:17:47.331323 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-bb3fc933-a8b6-4f93-87e8-00b5c642a314 req-b27f21f0-5461-4be5-86e0-9dfe8f89c6f8 service neutron] 10.222.0.62 "GET /v2.0/networks/9a60ecad-83fa-47c2-91d2-f7a65c03fb59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654882 Aug 18 12:17:47.503819 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4648882-9331-4e65-b78b-3085ac3ca500 req-b36a0bd0-d67b-4285-bf39-0f81baa7fb86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:17:47.505567 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-b4648882-9331-4e65-b78b-3085ac3ca500 req-b36a0bd0-d67b-4285-bf39-0f81baa7fb86 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8fca7d5a19c54940b367d2e63154d6ee&device_id=dc3e2d7d-3d63-428a-bc66-41ae157ef28e HTTP/1.1" status: 200 len: 1096 time: 0.0831890 Aug 18 12:17:47.669806 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4648882-9331-4e65-b78b-3085ac3ca500 req-070e3907-863e-43d8-94d7-8eb37402f66d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:17:47.671770 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-b4648882-9331-4e65-b78b-3085ac3ca500 req-070e3907-863e-43d8-94d7-8eb37402f66d service neutron] 10.222.0.62 "GET /v2.0/networks?id=9a60ecad-83fa-47c2-91d2-f7a65c03fb59 HTTP/1.1" status: 200 len: 917 time: 0.1359832 Aug 18 12:17:47.761236 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-b4648882-9331-4e65-b78b-3085ac3ca500 req-c37c7b51-1c5f-4dc5-b83b-16eee97f2fa6 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=83ee1a77-6dbe-4990-9f37-fcb519558d22 HTTP/1.1" status: 200 len: 999 time: 0.0766668 Aug 18 12:17:47.843488 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4648882-9331-4e65-b78b-3085ac3ca500 req-f6397df3-2b1c-48e7-aff6-9792499e38c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:17:47.846003 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-b4648882-9331-4e65-b78b-3085ac3ca500 req-f6397df3-2b1c-48e7-aff6-9792499e38c5 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=cb04d889-17cd-4540-8b57-641bd70e62c4 HTTP/1.1" status: 200 len: 855 time: 0.0757344 Aug 18 12:17:47.910004 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4648882-9331-4e65-b78b-3085ac3ca500 req-73cfe679-ecd0-43e1-a917-58545273f3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:17:47.911705 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-b4648882-9331-4e65-b78b-3085ac3ca500 req-73cfe679-ecd0-43e1-a917-58545273f3d7 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9a60ecad-83fa-47c2-91d2-f7a65c03fb59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0564816 Aug 18 12:17:48.046466 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-b4648882-9331-4e65-b78b-3085ac3ca500 req-521d07f4-ce0f-41e3-bf4b-efbfee1eeb0d service neutron] 10.222.0.62 "GET /v2.0/networks/9a60ecad-83fa-47c2-91d2-f7a65c03fb59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257136 Aug 18 12:17:48.202757 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-b4648882-9331-4e65-b78b-3085ac3ca500 req-4d0ca6cc-906d-47de-826c-a132b7877ce1 service neutron] 10.222.0.62 "GET /v2.0/networks/9a60ecad-83fa-47c2-91d2-f7a65c03fb59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476324 Aug 18 12:17:48.262383 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de75264c-f807-4f51-be05-d208552681a6 req-23c9c677-e3cb-4af7-8c12-0ef346255345 tempest-InstanceActionsV221TestJSON-1132540251 tempest-InstanceActionsV221TestJSON-1132540251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:17:48.264348 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-de75264c-f807-4f51-be05-d208552681a6 req-23c9c677-e3cb-4af7-8c12-0ef346255345 tempest-InstanceActionsV221TestJSON-1132540251 tempest-InstanceActionsV221TestJSON-1132540251-project] 10.222.0.62 "GET /v2.0/networks?id=f83e591e-4302-4986-a7d3-31fb0382bbbd HTTP/1.1" status: 200 len: 818 time: 0.3239026 Aug 18 12:17:48.283369 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-de75264c-f807-4f51-be05-d208552681a6 req-863f235d-7de0-49b8-8dd1-50bcd8bb9b31 tempest-InstanceActionsV221TestJSON-1132540251 tempest-InstanceActionsV221TestJSON-1132540251-project] Request body: {'port': {'device_id': '35ccac3a-92cc-49fa-8235-538bccfcebdf', 'network_id': 'f83e591e-4302-4986-a7d3-31fb0382bbbd', 'admin_state_up': True, 'tenant_id': '6e3ec6b040224a9789348e7a60cdb144'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:17:48.432640 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-57f70a70-016e-439a-8dc2-7ba1fc7831f4 req-e44e60cd-e201-435c-9f32-89f0853a2aad tempest-InstanceActionsV221TestJSON-1132540251 tempest-InstanceActionsV221TestJSON-1132540251-project] 10.222.0.66 "GET /v2.0/ports?device_id=35ccac3a-92cc-49fa-8235-538bccfcebdf HTTP/1.1" status: 200 len: 210 time: 0.0451894 Aug 18 12:17:48.454789 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f78dee8-0bb8-4c0f-a3ee-308646e5afbd req-4c74b00f-002b-4b55-b650-c21e8068e111 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:17:48.460745 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2f78dee8-0bb8-4c0f-a3ee-308646e5afbd req-4c74b00f-002b-4b55-b650-c21e8068e111 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/ports?device_id=dc3e2d7d-3d63-428a-bc66-41ae157ef28e HTTP/1.1" status: 200 len: 945 time: 0.1405740 Aug 18 12:17:48.491285 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-c9b5b75a-9d23-4925-8df2-869ab8134ef8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:48.593801 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2f78dee8-0bb8-4c0f-a3ee-308646e5afbd req-3b71fb14-2245-4248-90c6-a9dd6b8a82d1 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/security-groups?id=0e403c9b-7ac1-4005-9e0c-41b5a2ce4137&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1301153 Aug 18 12:17:48.595110 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de75264c-f807-4f51-be05-d208552681a6 req-863f235d-7de0-49b8-8dd1-50bcd8bb9b31 tempest-InstanceActionsV221TestJSON-1132540251 tempest-InstanceActionsV221TestJSON-1132540251-project] Made reservation on behalf of 6e3ec6b040224a9789348e7a60cdb144 for: {'port': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:17:48.599329 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-de75264c-f807-4f51-be05-d208552681a6 req-863f235d-7de0-49b8-8dd1-50bcd8bb9b31 tempest-InstanceActionsV221TestJSON-1132540251 tempest-InstanceActionsV221TestJSON-1132540251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:48.822131 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [req-de75264c-f807-4f51-be05-d208552681a6 req-863f235d-7de0-49b8-8dd1-50bcd8bb9b31 tempest-InstanceActionsV221TestJSON-1132540251 tempest-InstanceActionsV221TestJSON-1132540251-project] Allocated IP 172.20.0.8 (f83e591e-4302-4986-a7d3-31fb0382bbbd/dec1e6e8-8682-4576-a814-516e977d538a/ca452183-dcaf-4af8-8c62-c613505b43a0) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:17:49.028613 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-de75264c-f807-4f51-be05-d208552681a6 req-863f235d-7de0-49b8-8dd1-50bcd8bb9b31 tempest-InstanceActionsV221TestJSON-1132540251 tempest-InstanceActionsV221TestJSON-1132540251-project] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:49.080553 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-de75264c-f807-4f51-be05-d208552681a6 req-863f235d-7de0-49b8-8dd1-50bcd8bb9b31 tempest-InstanceActionsV221TestJSON-1132540251 tempest-InstanceActionsV221TestJSON-1132540251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:49.136365 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de75264c-f807-4f51-be05-d208552681a6 req-863f235d-7de0-49b8-8dd1-50bcd8bb9b31 tempest-InstanceActionsV221TestJSON-1132540251 tempest-InstanceActionsV221TestJSON-1132540251-project] Network f83e591e-4302-4986-a7d3-31fb0382bbbd is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:17:49.144120 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [req-de75264c-f807-4f51-be05-d208552681a6 req-863f235d-7de0-49b8-8dd1-50bcd8bb9b31 tempest-InstanceActionsV221TestJSON-1132540251 tempest-InstanceActionsV221TestJSON-1132540251-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:17:49.152575 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-de75264c-f807-4f51-be05-d208552681a6 req-863f235d-7de0-49b8-8dd1-50bcd8bb9b31 tempest-InstanceActionsV221TestJSON-1132540251 tempest-InstanceActionsV221TestJSON-1132540251-project] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:17:49.190740 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863f235d-7de0-49b8-8dd1-50bcd8bb9b31 tempest-InstanceActionsV221TestJSON-1132540251 tempest-InstanceActionsV221TestJSON-1132540251-project] Pushing event updated for resources: {'Port': ['ID=ca452183-dcaf-4af8-8c62-c613505b43a0,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:17:49.218348 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de75264c-f807-4f51-be05-d208552681a6 req-863f235d-7de0-49b8-8dd1-50bcd8bb9b31 tempest-InstanceActionsV221TestJSON-1132540251 tempest-InstanceActionsV221TestJSON-1132540251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:17:49.219639 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-de75264c-f807-4f51-be05-d208552681a6 req-863f235d-7de0-49b8-8dd1-50bcd8bb9b31 tempest-InstanceActionsV221TestJSON-1132540251 tempest-InstanceActionsV221TestJSON-1132540251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:49.247613 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-de75264c-f807-4f51-be05-d208552681a6 req-863f235d-7de0-49b8-8dd1-50bcd8bb9b31 tempest-InstanceActionsV221TestJSON-1132540251 tempest-InstanceActionsV221TestJSON-1132540251-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9706860 Aug 18 12:17:49.265151 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-de75264c-f807-4f51-be05-d208552681a6 req-b291452d-6cfe-4f04-8120-5b8ccd9576be service neutron] Request body: {'port': {'device_id': '35ccac3a-92cc-49fa-8235-538bccfcebdf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804985-2'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:17:49.860178 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-de75264c-f807-4f51-be05-d208552681a6 req-b291452d-6cfe-4f04-8120-5b8ccd9576be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:49.926644 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f996c4-703f-4a61-8a37-ad545dc40994 req-babe7e9c-a27a-4813-87a1-7110c0c5c984 tempest-InstanceActionsV221TestJSON-1132540251 tempest-InstanceActionsV221TestJSON-1132540251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:17:49.926883 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-78f996c4-703f-4a61-8a37-ad545dc40994 req-babe7e9c-a27a-4813-87a1-7110c0c5c984 tempest-InstanceActionsV221TestJSON-1132540251 tempest-InstanceActionsV221TestJSON-1132540251-project] 10.222.0.66 "GET /v2.0/ports?device_id=35ccac3a-92cc-49fa-8235-538bccfcebdf HTTP/1.1" status: 200 len: 931 time: 0.1244826 Aug 18 12:17:49.944194 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5149b7c4-86b0-465a-86e4-7500428eef50 req-a1d5fe36-7586-46ce-a58e-fece95ead45d tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:17:49.945750 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5149b7c4-86b0-465a-86e4-7500428eef50 req-a1d5fe36-7586-46ce-a58e-fece95ead45d tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/ports?device_id=dc3e2d7d-3d63-428a-bc66-41ae157ef28e HTTP/1.1" status: 200 len: 945 time: 0.1422598 Aug 18 12:17:50.097164 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-78f996c4-703f-4a61-8a37-ad545dc40994 req-265f410d-57e1-42af-ba1a-14064d849570 tempest-InstanceActionsV221TestJSON-1132540251 tempest-InstanceActionsV221TestJSON-1132540251-project] 10.222.0.66 "GET /v2.0/security-groups?id=f208d4fb-1dad-47ea-9972-57d5f6390824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502280 Aug 18 12:17:50.103827 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5149b7c4-86b0-465a-86e4-7500428eef50 req-1009fda1-ae6b-4ff5-91f2-ae7d1f2ff54b tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/security-groups?id=0e403c9b-7ac1-4005-9e0c-41b5a2ce4137&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1497574 Aug 18 12:17:50.196300 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device ac852ae4-fddb-47bd-bdd9-ba72d30525e0 no longer exists at agent hyperv_n-h1-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:17:50.218827 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] No Port match for: ac852ae4-fddb-47bd-bdd9-ba72d30525e0 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:17:50.219322 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device ac852ae4-fddb-47bd-bdd9-ba72d30525e0 not bound to the agent host n-h1-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:17:50.346295 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [req-de75264c-f807-4f51-be05-d208552681a6 req-b291452d-6cfe-4f04-8120-5b8ccd9576be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca452183-dcaf-4af8-8c62-c613505b43a0 {{(pid=106252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:17:50.359254 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-de75264c-f807-4f51-be05-d208552681a6 req-b291452d-6cfe-4f04-8120-5b8ccd9576be service neutron] Notify callbacks [] for port, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:50.377581 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [req-de75264c-f807-4f51-be05-d208552681a6 req-b291452d-6cfe-4f04-8120-5b8ccd9576be service neutron] Transition to ACTIVE for port object ca452183-dcaf-4af8-8c62-c613505b43a0 will not be triggered until provisioned by entity L2. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:17:50.383152 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-de75264c-f807-4f51-be05-d208552681a6 req-b291452d-6cfe-4f04-8120-5b8ccd9576be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:50.458954 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b291452d-6cfe-4f04-8120-5b8ccd9576be service neutron] Pushing event updated for resources: {'Port': ['ID=ca452183-dcaf-4af8-8c62-c613505b43a0,revision_number=2']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:17:50.555364 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-de75264c-f807-4f51-be05-d208552681a6 req-b291452d-6cfe-4f04-8120-5b8ccd9576be service neutron] Attempting to bind port ca452183-dcaf-4af8-8c62-c613505b43a0 on host n-h2-804985-2 for vnic_type normal with profile {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:17:50.555766 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-de75264c-f807-4f51-be05-d208552681a6 req-b291452d-6cfe-4f04-8120-5b8ccd9576be service neutron] Attempting to bind port ca452183-dcaf-4af8-8c62-c613505b43a0 by drivers openvswitch,hyperv on host n-h2-804985-2 at level 0 using segments [{'id': 'e618f199-037b-454b-bbad-845d18d8a8d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'f83e591e-4302-4986-a7d3-31fb0382bbbd'}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:17:50.556040 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de75264c-f807-4f51-be05-d208552681a6 req-b291452d-6cfe-4f04-8120-5b8ccd9576be service neutron] Attempting to bind port ca452183-dcaf-4af8-8c62-c613505b43a0 on network f83e591e-4302-4986-a7d3-31fb0382bbbd {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:17:50.561879 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de75264c-f807-4f51-be05-d208552681a6 req-b291452d-6cfe-4f04-8120-5b8ccd9576be service neutron] Port ca452183-dcaf-4af8-8c62-c613505b43a0 on network f83e591e-4302-4986-a7d3-31fb0382bbbd not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-2 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:17:50.562211 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de75264c-f807-4f51-be05-d208552681a6 req-b291452d-6cfe-4f04-8120-5b8ccd9576be service neutron] Attempting to bind port ca452183-dcaf-4af8-8c62-c613505b43a0 on network f83e591e-4302-4986-a7d3-31fb0382bbbd {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:17:50.568171 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de75264c-f807-4f51-be05-d208552681a6 req-b291452d-6cfe-4f04-8120-5b8ccd9576be service neutron] Checking agent: {'id': 'da5da552-709c-4248-84de-86af99a0dc87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 49, 8), 'started_at': datetime.datetime(2021, 8, 18, 11, 49, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 17, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:17:50.568894 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de75264c-f807-4f51-be05-d208552681a6 req-b291452d-6cfe-4f04-8120-5b8ccd9576be service neutron] Checking segment: {'id': 'e618f199-037b-454b-bbad-845d18d8a8d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'f83e591e-4302-4986-a7d3-31fb0382bbbd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:17:50.569461 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de75264c-f807-4f51-be05-d208552681a6 req-b291452d-6cfe-4f04-8120-5b8ccd9576be service neutron] Bound using segment: {'id': 'e618f199-037b-454b-bbad-845d18d8a8d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'f83e591e-4302-4986-a7d3-31fb0382bbbd'} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:17:50.570148 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-de75264c-f807-4f51-be05-d208552681a6 req-b291452d-6cfe-4f04-8120-5b8ccd9576be service neutron] Bound port: ca452183-dcaf-4af8-8c62-c613505b43a0, host: n-h2-804985-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e618f199-037b-454b-bbad-845d18d8a8d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'f83e591e-4302-4986-a7d3-31fb0382bbbd'}}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:17:50.571695 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-de75264c-f807-4f51-be05-d208552681a6 req-b291452d-6cfe-4f04-8120-5b8ccd9576be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:50.658502 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-de75264c-f807-4f51-be05-d208552681a6 req-b291452d-6cfe-4f04-8120-5b8ccd9576be service neutron] For port ca452183-dcaf-4af8-8c62-c613505b43a0, host n-h2-804985-2, cleared binding levels {{(pid=106252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:17:50.661946 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-de75264c-f807-4f51-be05-d208552681a6 req-b291452d-6cfe-4f04-8120-5b8ccd9576be service neutron] For port ca452183-dcaf-4af8-8c62-c613505b43a0, host n-h2-804985-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=ca452183-dcaf-4af8-8c62-c613505b43a0,segment=NetworkSegment(e618f199-037b-454b-bbad-845d18d8a8d8),segment_id=e618f199-037b-454b-bbad-845d18d8a8d8)] {{(pid=106252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:17:50.671789 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-de75264c-f807-4f51-be05-d208552681a6 req-b291452d-6cfe-4f04-8120-5b8ccd9576be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:50.721177 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de75264c-f807-4f51-be05-d208552681a6 req-b291452d-6cfe-4f04-8120-5b8ccd9576be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:17:50.723507 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-de75264c-f807-4f51-be05-d208552681a6 req-b291452d-6cfe-4f04-8120-5b8ccd9576be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:50.725316 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-de75264c-f807-4f51-be05-d208552681a6 req-b291452d-6cfe-4f04-8120-5b8ccd9576be service neutron] 10.222.0.62 "PUT /v2.0/ports/ca452183-dcaf-4af8-8c62-c613505b43a0 HTTP/1.1" status: 200 len: 1091 time: 1.4679346 Aug 18 12:17:50.725984 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35ccac3a-92cc-49fa-8235-538bccfcebdf', 'tag': 'ca452183-dcaf-4af8-8c62-c613505b43a0'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:17:50.728622 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be8dd74c-15e5-4558-bdb2-97b23d436521" -d '{"events": [{"name": "network-changed", "server_uuid": "35ccac3a-92cc-49fa-8235-538bccfcebdf", "tag": "ca452183-dcaf-4af8-8c62-c613505b43a0"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:17:50.764281 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b291452d-6cfe-4f04-8120-5b8ccd9576be service neutron] Pushing event updated for resources: {'Port': ['ID=ca452183-dcaf-4af8-8c62-c613505b43a0,revision_number=3']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:17:50.795976 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:17:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b33690e5-4fbd-4379-bc09-c734c1d3da77 x-openstack-request-id: req-b33690e5-4fbd-4379-bc09-c734c1d3da77 {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:17:50.797742 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35ccac3a-92cc-49fa-8235-538bccfcebdf", "tag": "ca452183-dcaf-4af8-8c62-c613505b43a0", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:17:50.798431 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b33690e5-4fbd-4379-bc09-c734c1d3da77 {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:17:50.799643 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35ccac3a-92cc-49fa-8235-538bccfcebdf', 'tag': 'ca452183-dcaf-4af8-8c62-c613505b43a0', 'status': 'completed', 'code': 200} Aug 18 12:17:50.841646 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de75264c-f807-4f51-be05-d208552681a6 req-5786d73c-a1f7-415d-a999-2bf988a981ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:17:50.843258 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-de75264c-f807-4f51-be05-d208552681a6 req-5786d73c-a1f7-415d-a999-2bf988a981ff service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6e3ec6b040224a9789348e7a60cdb144&device_id=35ccac3a-92cc-49fa-8235-538bccfcebdf HTTP/1.1" status: 200 len: 1094 time: 0.0584562 Aug 18 12:17:50.911565 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-de75264c-f807-4f51-be05-d208552681a6 req-fd4410d1-b523-42e5-9a7d-48139065a7a7 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ca452183-dcaf-4af8-8c62-c613505b43a0 HTTP/1.1" status: 200 len: 217 time: 0.0555573 Aug 18 12:17:51.000564 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de75264c-f807-4f51-be05-d208552681a6 req-58cc6b91-e671-4a34-9d16-54ba67d4a902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:17:51.000564 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-de75264c-f807-4f51-be05-d208552681a6 req-58cc6b91-e671-4a34-9d16-54ba67d4a902 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=dec1e6e8-8682-4576-a814-516e977d538a HTTP/1.1" status: 200 len: 858 time: 0.0598266 Aug 18 12:17:51.019604 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-de75264c-f807-4f51-be05-d208552681a6 req-9967a80c-3215-47d1-92e8-c8f24a78520f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f83e591e-4302-4986-a7d3-31fb0382bbbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321431 Aug 18 12:17:51.246455 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-de75264c-f807-4f51-be05-d208552681a6 req-473a75d8-c71a-4335-9d74-fa414e777655 service neutron] 10.222.0.62 "GET /v2.0/networks/f83e591e-4302-4986-a7d3-31fb0382bbbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2163980 Aug 18 12:17:51.441009 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:51.444841 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0626a7-4334-40d9-8dea-ac7beed4979f req-c2927cdb-6b70-4902-bc2a-db3ee89b99c8 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:17:51.453897 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ad0626a7-4334-40d9-8dea-ac7beed4979f req-c2927cdb-6b70-4902-bc2a-db3ee89b99c8 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/ports?device_id=dc3e2d7d-3d63-428a-bc66-41ae157ef28e HTTP/1.1" status: 200 len: 945 time: 0.2007115 Aug 18 12:17:51.502726 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dff91dd-4f1e-4618-8088-f5f99ac40760 req-0c672eef-9d10-4289-bec9-2cd663d74d4a tempest-InstanceActionsV221TestJSON-1132540251 tempest-InstanceActionsV221TestJSON-1132540251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:17:51.504671 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1dff91dd-4f1e-4618-8088-f5f99ac40760 req-0c672eef-9d10-4289-bec9-2cd663d74d4a tempest-InstanceActionsV221TestJSON-1132540251 tempest-InstanceActionsV221TestJSON-1132540251-project] 10.222.0.66 "GET /v2.0/ports?device_id=35ccac3a-92cc-49fa-8235-538bccfcebdf HTTP/1.1" status: 200 len: 943 time: 0.2472601 Aug 18 12:17:51.573139 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ad0626a7-4334-40d9-8dea-ac7beed4979f req-483dd141-8a74-4463-8813-32adac3b9997 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/security-groups?id=0e403c9b-7ac1-4005-9e0c-41b5a2ce4137&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1181455 Aug 18 12:17:51.575390 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-de75264c-f807-4f51-be05-d208552681a6 req-8d2a29ff-7b9a-40f1-80cb-11221fee5b07 service neutron] 10.222.0.62 "GET /v2.0/networks/f83e591e-4302-4986-a7d3-31fb0382bbbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3206739 Aug 18 12:17:51.601807 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1dff91dd-4f1e-4618-8088-f5f99ac40760 req-38040dcc-831d-4c7f-bd41-8ca5ebd4509e tempest-InstanceActionsV221TestJSON-1132540251 tempest-InstanceActionsV221TestJSON-1132540251-project] 10.222.0.66 "GET /v2.0/security-groups?id=f208d4fb-1dad-47ea-9972-57d5f6390824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887058 Aug 18 12:17:51.682889 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-49e9e3c9-0b09-4dd8-bdb6-b2999762bc6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:51.728938 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8dd74c-15e5-4558-bdb2-97b23d436521 req-dcf1f5f2-faeb-49ee-9db1-a42ea77d14a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:17:51.730820 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-be8dd74c-15e5-4558-bdb2-97b23d436521 req-dcf1f5f2-faeb-49ee-9db1-a42ea77d14a0 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6e3ec6b040224a9789348e7a60cdb144&device_id=35ccac3a-92cc-49fa-8235-538bccfcebdf HTTP/1.1" status: 200 len: 1094 time: 0.0757239 Aug 18 12:17:51.866135 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8dd74c-15e5-4558-bdb2-97b23d436521 req-655d1427-6c9a-448c-8016-ac5cf3149e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:17:51.869407 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-be8dd74c-15e5-4558-bdb2-97b23d436521 req-655d1427-6c9a-448c-8016-ac5cf3149e05 service neutron] 10.222.0.62 "GET /v2.0/networks?id=f83e591e-4302-4986-a7d3-31fb0382bbbd HTTP/1.1" status: 200 len: 919 time: 0.1206732 Aug 18 12:17:51.945701 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-be8dd74c-15e5-4558-bdb2-97b23d436521 req-e7bd7041-0395-48d4-97f7-5d546a983fcc service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ca452183-dcaf-4af8-8c62-c613505b43a0 HTTP/1.1" status: 200 len: 217 time: 0.0664258 Aug 18 12:17:52.006249 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8dd74c-15e5-4558-bdb2-97b23d436521 req-c6730c53-6052-41db-a7d5-d1732f018173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:17:52.008076 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-be8dd74c-15e5-4558-bdb2-97b23d436521 req-c6730c53-6052-41db-a7d5-d1732f018173 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=dec1e6e8-8682-4576-a814-516e977d538a HTTP/1.1" status: 200 len: 858 time: 0.0535309 Aug 18 12:17:52.058213 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-be8dd74c-15e5-4558-bdb2-97b23d436521 req-5463e4cf-7a91-4177-80b9-900833a2c529 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f83e591e-4302-4986-a7d3-31fb0382bbbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408726 Aug 18 12:17:52.159215 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-53584c24-f517-494e-ac93-c18bb92373f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:52.257015 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-be8dd74c-15e5-4558-bdb2-97b23d436521 req-e8523513-a593-4c28-b084-3aff61f52f85 service neutron] 10.222.0.62 "GET /v2.0/networks/f83e591e-4302-4986-a7d3-31fb0382bbbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1895308 Aug 18 12:17:52.358045 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-be8dd74c-15e5-4558-bdb2-97b23d436521 req-b9f85eb6-19c5-443d-a206-09c3c4a860bb service neutron] 10.222.0.62 "GET /v2.0/networks/f83e591e-4302-4986-a7d3-31fb0382bbbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916405 Aug 18 12:17:52.744869 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f38175e-dc0e-4e95-b997-605a796b23ae req-e0a3ca6b-7b4b-4cb1-8c62-4ee66170f6fa tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:17:52.746769 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3f38175e-dc0e-4e95-b997-605a796b23ae req-e0a3ca6b-7b4b-4cb1-8c62-4ee66170f6fa tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/ports?device_id=dc3e2d7d-3d63-428a-bc66-41ae157ef28e HTTP/1.1" status: 200 len: 945 time: 0.0918851 Aug 18 12:17:52.782076 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb33e680-844e-41f4-902c-61f8d99d85ae req-b862a8f2-a8b6-44f5-9838-124e8243e168 tempest-InstanceActionsV221TestJSON-1132540251 tempest-InstanceActionsV221TestJSON-1132540251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:17:52.782751 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-cb33e680-844e-41f4-902c-61f8d99d85ae req-b862a8f2-a8b6-44f5-9838-124e8243e168 tempest-InstanceActionsV221TestJSON-1132540251 tempest-InstanceActionsV221TestJSON-1132540251-project] 10.222.0.66 "GET /v2.0/ports?device_id=35ccac3a-92cc-49fa-8235-538bccfcebdf HTTP/1.1" status: 200 len: 943 time: 0.0854335 Aug 18 12:17:52.829668 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3f38175e-dc0e-4e95-b997-605a796b23ae req-4e3ef660-3b85-4f36-b7be-d8856eb996ea tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/security-groups?id=0e403c9b-7ac1-4005-9e0c-41b5a2ce4137&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745296 Aug 18 12:17:52.860833 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-cb33e680-844e-41f4-902c-61f8d99d85ae req-1e1caf8a-9228-4695-b29d-896a66e30346 tempest-InstanceActionsV221TestJSON-1132540251 tempest-InstanceActionsV221TestJSON-1132540251-project] 10.222.0.66 "GET /v2.0/security-groups?id=f208d4fb-1dad-47ea-9972-57d5f6390824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624123 Aug 18 12:17:53.851635 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-500a1c61-38a7-4c23-a7ec-4631080af5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:54.146621 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa031c6-5d69-4d35-9398-03098f2dbfec req-825770ff-c91c-4fcc-a260-b418db1b82b9 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:17:54.154619 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-bfa031c6-5d69-4d35-9398-03098f2dbfec req-825770ff-c91c-4fcc-a260-b418db1b82b9 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/ports?device_id=dc3e2d7d-3d63-428a-bc66-41ae157ef28e HTTP/1.1" status: 200 len: 945 time: 0.1927795 Aug 18 12:17:54.193913 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c82ee1-1f75-4100-88a1-23b0bc17904f req-9a31d3f2-b8bd-4384-b76d-360082d11c54 tempest-InstanceActionsV221TestJSON-1132540251 tempest-InstanceActionsV221TestJSON-1132540251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:17:54.195436 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b4c82ee1-1f75-4100-88a1-23b0bc17904f req-9a31d3f2-b8bd-4384-b76d-360082d11c54 tempest-InstanceActionsV221TestJSON-1132540251 tempest-InstanceActionsV221TestJSON-1132540251-project] 10.222.0.66 "GET /v2.0/ports?device_id=35ccac3a-92cc-49fa-8235-538bccfcebdf HTTP/1.1" status: 200 len: 943 time: 0.1556041 Aug 18 12:17:54.229630 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-bfa031c6-5d69-4d35-9398-03098f2dbfec req-63445072-a130-4435-9890-5976c514c495 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/security-groups?id=0e403c9b-7ac1-4005-9e0c-41b5a2ce4137&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734489 Aug 18 12:17:54.272619 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b4c82ee1-1f75-4100-88a1-23b0bc17904f req-a87fa331-2b5e-49c0-9832-f59c0e1bd5da tempest-InstanceActionsV221TestJSON-1132540251 tempest-InstanceActionsV221TestJSON-1132540251-project] 10.222.0.66 "GET /v2.0/security-groups?id=f208d4fb-1dad-47ea-9972-57d5f6390824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706885 Aug 18 12:17:54.392824 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device ca452183-dcaf-4af8-8c62-c613505b43a0 details requested by agent hyperv_n-h2-804985-2 with host n-h2-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:17:54.455939 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b481ee01-6e57-438a-af14-7f28da08a275 req-d352004a-bb95-4206-980a-542ad11f38c9 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:17:54.463671 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b481ee01-6e57-438a-af14-7f28da08a275 req-d352004a-bb95-4206-980a-542ad11f38c9 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/ports?device_id=cbac3b63-465c-4b90-9065-19b6cea9e66b HTTP/1.1" status: 200 len: 945 time: 0.0920925 Aug 18 12:17:54.521195 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b481ee01-6e57-438a-af14-7f28da08a275 req-f755dff9-07a9-4aa0-826f-9fe9db91151c tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/security-groups?id=71b7f5de-7f5f-47d6-be8c-db76d5c69f11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554447 Aug 18 12:17:54.573923 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port ca452183-dcaf-4af8-8c62-c613505b43a0, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=ca452183-dcaf-4af8-8c62-c613505b43a0,segment=NetworkSegment(e618f199-037b-454b-bbad-845d18d8a8d8),segment_id=e618f199-037b-454b-bbad-845d18d8a8d8)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:17:54.587311 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Returning: {'device': 'ca452183-dcaf-4af8-8c62-c613505b43a0', 'network_id': 'f83e591e-4302-4986-a7d3-31fb0382bbbd', 'port_id': 'ca452183-dcaf-4af8-8c62-c613505b43a0', 'mac_address': 'fa:16:3e:2f:07:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 804, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dec1e6e8-8682-4576-a814-516e977d538a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:17:54.664813 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:54.759205 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca452183-dcaf-4af8-8c62-c613505b43a0 {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:17:54.796250 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port ca452183-dcaf-4af8-8c62-c613505b43a0, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=ca452183-dcaf-4af8-8c62-c613505b43a0,segment=NetworkSegment(e618f199-037b-454b-bbad-845d18d8a8d8),segment_id=e618f199-037b-454b-bbad-845d18d8a8d8)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:17:54.803107 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:54.899659 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=ca452183-dcaf-4af8-8c62-c613505b43a0,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:17:55.012746 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] get_ports_and_sgs() called for port_ids ['ca452183-dcaf-4af8-8c62-c613505b43a0'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:17:55.431250 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d69e8b7-c866-4806-8aab-184a6d096c14 req-3beb9dc4-8f33-4e61-8414-a59788940b13 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:17:55.438654 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2d69e8b7-c866-4806-8aab-184a6d096c14 req-3beb9dc4-8f33-4e61-8414-a59788940b13 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/ports?device_id=dc3e2d7d-3d63-428a-bc66-41ae157ef28e HTTP/1.1" status: 200 len: 945 time: 0.0848897 Aug 18 12:17:55.515966 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2d69e8b7-c866-4806-8aab-184a6d096c14 req-7d5155af-4cc7-4c7d-a7a7-fe4c302e8fdc tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/security-groups?id=0e403c9b-7ac1-4005-9e0c-41b5a2ce4137&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759807 Aug 18 12:17:55.524861 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd20563-873f-4fc6-9ad1-72462b79c0c7 req-4a84a5bc-3d46-4fdd-a459-28176ac492b8 tempest-InstanceActionsV221TestJSON-1132540251 tempest-InstanceActionsV221TestJSON-1132540251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:17:55.527150 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-edd20563-873f-4fc6-9ad1-72462b79c0c7 req-4a84a5bc-3d46-4fdd-a459-28176ac492b8 tempest-InstanceActionsV221TestJSON-1132540251 tempest-InstanceActionsV221TestJSON-1132540251-project] 10.222.0.66 "GET /v2.0/ports?device_id=35ccac3a-92cc-49fa-8235-538bccfcebdf HTTP/1.1" status: 200 len: 944 time: 0.1167459 Aug 18 12:17:55.582743 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-edd20563-873f-4fc6-9ad1-72462b79c0c7 req-6260b0fd-cec3-418d-a3f3-f2cee282432c tempest-InstanceActionsV221TestJSON-1132540251 tempest-InstanceActionsV221TestJSON-1132540251-project] 10.222.0.66 "GET /v2.0/security-groups?id=f208d4fb-1dad-47ea-9972-57d5f6390824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478330 Aug 18 12:17:55.728378 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cdf4f6-56d3-4333-bf8c-991b081af8c6 req-b97b3828-e6a0-4854-bcce-050c69940b38 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:17:55.729954 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e2cdf4f6-56d3-4333-bf8c-991b081af8c6 req-b97b3828-e6a0-4854-bcce-050c69940b38 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/ports?device_id=cbac3b63-465c-4b90-9065-19b6cea9e66b HTTP/1.1" status: 200 len: 945 time: 0.0669138 Aug 18 12:17:55.786369 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e2cdf4f6-56d3-4333-bf8c-991b081af8c6 req-7c6c667e-2f95-45a2-8813-0eb0fa24fa53 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/security-groups?id=71b7f5de-7f5f-47d6-be8c-db76d5c69f11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500526 Aug 18 12:17:56.413952 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 83ee1a77-6dbe-4990-9f37-fcb519558d22 details requested by agent hyperv_n-h2-804985-2 with host n-h2-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:17:56.416692 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device ca452183-dcaf-4af8-8c62-c613505b43a0 up at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:17:56.545674 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Provisioning for port ca452183-dcaf-4af8-8c62-c613505b43a0 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:17:56.557801 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Provisioning complete for port ca452183-dcaf-4af8-8c62-c613505b43a0 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:17:56.558161 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:56.632994 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port 83ee1a77-6dbe-4990-9f37-fcb519558d22, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=83ee1a77-6dbe-4990-9f37-fcb519558d22,segment=NetworkSegment(b37ee6ef-093c-4194-a906-24a6a3165741),segment_id=b37ee6ef-093c-4194-a906-24a6a3165741)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:17:56.651032 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Returning: {'device': '83ee1a77-6dbe-4990-9f37-fcb519558d22', 'network_id': '9a60ecad-83fa-47c2-91d2-f7a65c03fb59', 'port_id': '83ee1a77-6dbe-4990-9f37-fcb519558d22', 'mac_address': 'fa:16:3e:1e:76:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 849, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb04d889-17cd-4540-8b57-641bd70e62c4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:17:56.785356 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:56.804856 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce80a88-2418-4cc6-aa1b-8eaec71bf427 req-bb460d9a-7bd2-4975-a710-98029e9291c0 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:17:56.807146 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9ce80a88-2418-4cc6-aa1b-8eaec71bf427 req-bb460d9a-7bd2-4975-a710-98029e9291c0 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/ports?device_id=dc3e2d7d-3d63-428a-bc66-41ae157ef28e HTTP/1.1" status: 200 len: 945 time: 0.1850815 Aug 18 12:17:56.827467 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:56.856810 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2c3904-9545-405c-a4f8-c644992d8653 req-f78b6297-ff21-4337-9857-94da9f6b1d17 tempest-InstanceActionsV221TestJSON-1132540251 tempest-InstanceActionsV221TestJSON-1132540251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:17:56.858817 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2f2c3904-9545-405c-a4f8-c644992d8653 req-f78b6297-ff21-4337-9857-94da9f6b1d17 tempest-InstanceActionsV221TestJSON-1132540251 tempest-InstanceActionsV221TestJSON-1132540251-project] 10.222.0.66 "GET /v2.0/ports?device_id=35ccac3a-92cc-49fa-8235-538bccfcebdf HTTP/1.1" status: 200 len: 944 time: 0.1294198 Aug 18 12:17:56.870707 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83ee1a77-6dbe-4990-9f37-fcb519558d22 {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:17:56.878762 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35ccac3a-92cc-49fa-8235-538bccfcebdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca452183-dcaf-4af8-8c62-c613505b43a0'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:17:56.881526 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db50a436fb3a98495337d8fe7487b4f2ea6f3c1052eb9efadc2ecda2d5737001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae939021-63ce-46de-91b7-88d5633011f9" -d '{"events": [{"server_uuid": "35ccac3a-92cc-49fa-8235-538bccfcebdf", "name": "network-vif-plugged", "status": "completed", "tag": "ca452183-dcaf-4af8-8c62-c613505b43a0"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:17:56.921819 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port 83ee1a77-6dbe-4990-9f37-fcb519558d22, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=83ee1a77-6dbe-4990-9f37-fcb519558d22,segment=NetworkSegment(b37ee6ef-093c-4194-a906-24a6a3165741),segment_id=b37ee6ef-093c-4194-a906-24a6a3165741)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:17:56.926591 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port ca452183-dcaf-4af8-8c62-c613505b43a0, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=ca452183-dcaf-4af8-8c62-c613505b43a0,segment=NetworkSegment(e618f199-037b-454b-bbad-845d18d8a8d8),segment_id=e618f199-037b-454b-bbad-845d18d8a8d8)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:17:56.934619 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:56.935305 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9ce80a88-2418-4cc6-aa1b-8eaec71bf427 req-8dca6c68-3460-4297-a521-811bba61848f tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/security-groups?id=0e403c9b-7ac1-4005-9e0c-41b5a2ce4137&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1065078 Aug 18 12:17:56.958859 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:56.987546 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2f2c3904-9545-405c-a4f8-c644992d8653 req-4e68087b-cec7-43ff-8c76-922581b1d8a0 tempest-InstanceActionsV221TestJSON-1132540251 tempest-InstanceActionsV221TestJSON-1132540251-project] 10.222.0.66 "GET /v2.0/security-groups?id=f208d4fb-1dad-47ea-9972-57d5f6390824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164138 Aug 18 12:17:57.117185 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:17:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b68e5d5-4b10-4ac5-8154-25c8dc7c927b x-openstack-request-id: req-0b68e5d5-4b10-4ac5-8154-25c8dc7c927b {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:17:57.118196 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35ccac3a-92cc-49fa-8235-538bccfcebdf", "name": "network-vif-plugged", "status": "completed", "tag": "ca452183-dcaf-4af8-8c62-c613505b43a0", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:17:57.118662 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-0b68e5d5-4b10-4ac5-8154-25c8dc7c927b {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:17:57.119412 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35ccac3a-92cc-49fa-8235-538bccfcebdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca452183-dcaf-4af8-8c62-c613505b43a0', 'code': 200} Aug 18 12:17:57.120691 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=83ee1a77-6dbe-4990-9f37-fcb519558d22,revision_number=11']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:17:57.176969 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38e1e0f-98f4-4594-91f3-ca7755788314 req-7c4232b8-d3e9-4380-92f3-b0f6f5ebabfe tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:17:57.178609 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e38e1e0f-98f4-4594-91f3-ca7755788314 req-7c4232b8-d3e9-4380-92f3-b0f6f5ebabfe tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/ports?device_id=cbac3b63-465c-4b90-9065-19b6cea9e66b HTTP/1.1" status: 200 len: 945 time: 0.0874455 Aug 18 12:17:57.197993 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] get_ports_and_sgs() called for port_ids ['83ee1a77-6dbe-4990-9f37-fcb519558d22'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:17:57.240776 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=ca452183-dcaf-4af8-8c62-c613505b43a0,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:17:57.329274 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e38e1e0f-98f4-4594-91f3-ca7755788314 req-6fcba722-a067-4212-80e3-3a9d67dbc099 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/security-groups?id=71b7f5de-7f5f-47d6-be8c-db76d5c69f11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1428843 Aug 18 12:17:57.347629 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69557f8e-34b6-44bf-bef0-99a5710f09a8 req-bf04153e-0623-43a3-bdd5-ad1b97313b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:17:57.349522 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-69557f8e-34b6-44bf-bef0-99a5710f09a8 req-bf04153e-0623-43a3-bdd5-ad1b97313b58 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=35ccac3a-92cc-49fa-8235-538bccfcebdf HTTP/1.1" status: 200 len: 1096 time: 0.1537004 Aug 18 12:17:57.435974 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-69557f8e-34b6-44bf-bef0-99a5710f09a8 req-62834f8c-88f3-4d74-bcd1-476e679d3ab0 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=f208d4fb-1dad-47ea-9972-57d5f6390824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776036 Aug 18 12:17:58.248637 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfc4e9a-fc93-4b90-a57a-45b6c9bf17e1 req-b1891f2a-dab3-4c74-bab4-abff40be2c68 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:17:58.265181 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-fdfc4e9a-fc93-4b90-a57a-45b6c9bf17e1 req-b1891f2a-dab3-4c74-bab4-abff40be2c68 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/ports?device_id=dc3e2d7d-3d63-428a-bc66-41ae157ef28e HTTP/1.1" status: 200 len: 946 time: 0.1766021 Aug 18 12:17:58.370831 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-fdfc4e9a-fc93-4b90-a57a-45b6c9bf17e1 req-f481fbea-af1e-4b59-bc48-a052fc341c5a tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/security-groups?id=0e403c9b-7ac1-4005-9e0c-41b5a2ce4137&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891881 Aug 18 12:17:58.409703 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daca50e1-1b47-4a59-b3f6-368b1ec1d01d req-c5904526-cfdc-4ab0-bd9c-86f6bc59c9d0 tempest-InstanceActionsV221TestJSON-1132540251 tempest-InstanceActionsV221TestJSON-1132540251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:17:58.431806 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-daca50e1-1b47-4a59-b3f6-368b1ec1d01d req-c5904526-cfdc-4ab0-bd9c-86f6bc59c9d0 tempest-InstanceActionsV221TestJSON-1132540251 tempest-InstanceActionsV221TestJSON-1132540251-project] 10.222.0.66 "GET /v2.0/ports?device_id=35ccac3a-92cc-49fa-8235-538bccfcebdf HTTP/1.1" status: 200 len: 945 time: 0.3118916 Aug 18 12:17:58.506954 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 83ee1a77-6dbe-4990-9f37-fcb519558d22 up at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:17:58.592623 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-daca50e1-1b47-4a59-b3f6-368b1ec1d01d req-738cfba0-feec-43ef-b0b4-a905a98d80e3 tempest-InstanceActionsV221TestJSON-1132540251 tempest-InstanceActionsV221TestJSON-1132540251-project] 10.222.0.66 "GET /v2.0/security-groups?id=f208d4fb-1dad-47ea-9972-57d5f6390824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520450 Aug 18 12:17:58.604691 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Provisioning for port 83ee1a77-6dbe-4990-9f37-fcb519558d22 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:17:58.610341 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Provisioning complete for port 83ee1a77-6dbe-4990-9f37-fcb519558d22 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:17:58.610973 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:58.667562 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d327c4ee-b146-47bc-b765-52682087950c req-562b8f70-c136-48cd-8631-6e01f84a17d5 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:17:58.676034 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d327c4ee-b146-47bc-b765-52682087950c req-562b8f70-c136-48cd-8631-6e01f84a17d5 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/ports?device_id=cbac3b63-465c-4b90-9065-19b6cea9e66b HTTP/1.1" status: 200 len: 945 time: 0.1341257 Aug 18 12:17:58.727362 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d327c4ee-b146-47bc-b765-52682087950c req-db23d0fd-d758-4efe-97a9-df1dbf63d523 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/security-groups?id=71b7f5de-7f5f-47d6-be8c-db76d5c69f11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454645 Aug 18 12:17:58.777017 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:58.815468 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port 83ee1a77-6dbe-4990-9f37-fcb519558d22, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=83ee1a77-6dbe-4990-9f37-fcb519558d22,segment=NetworkSegment(b37ee6ef-093c-4194-a906-24a6a3165741),segment_id=b37ee6ef-093c-4194-a906-24a6a3165741)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:17:58.824144 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:17:58.912929 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=83ee1a77-6dbe-4990-9f37-fcb519558d22,revision_number=12']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:17:59.126046 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc3e2d7d-3d63-428a-bc66-41ae157ef28e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83ee1a77-6dbe-4990-9f37-fcb519558d22'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:17:59.127075 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db50a436fb3a98495337d8fe7487b4f2ea6f3c1052eb9efadc2ecda2d5737001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d51a23ec-1bc4-4081-89f3-77e4b882d466" -d '{"events": [{"server_uuid": "dc3e2d7d-3d63-428a-bc66-41ae157ef28e", "name": "network-vif-plugged", "status": "completed", "tag": "83ee1a77-6dbe-4990-9f37-fcb519558d22"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:17:59.185716 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:17:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1bd539b-df23-4377-bc68-ef6832912830 x-openstack-request-id: req-b1bd539b-df23-4377-bc68-ef6832912830 {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:17:59.186118 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc3e2d7d-3d63-428a-bc66-41ae157ef28e", "name": "network-vif-plugged", "status": "completed", "tag": "83ee1a77-6dbe-4990-9f37-fcb519558d22", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:17:59.186425 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b1bd539b-df23-4377-bc68-ef6832912830 {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:17:59.187000 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc3e2d7d-3d63-428a-bc66-41ae157ef28e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83ee1a77-6dbe-4990-9f37-fcb519558d22', 'code': 200} Aug 18 12:17:59.443709 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803a0b8a-7c05-4c3f-b248-8599f834fcdf req-7f633a88-46d1-43a4-a426-90715ae2e098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:17:59.446167 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-803a0b8a-7c05-4c3f-b248-8599f834fcdf req-7f633a88-46d1-43a4-a426-90715ae2e098 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=dc3e2d7d-3d63-428a-bc66-41ae157ef28e HTTP/1.1" status: 200 len: 1098 time: 0.0936847 Aug 18 12:17:59.534690 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-803a0b8a-7c05-4c3f-b248-8599f834fcdf req-1c8cee6f-c950-4916-8448-4a6bb252edef service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=0e403c9b-7ac1-4005-9e0c-41b5a2ce4137&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781865 Aug 18 12:17:59.571223 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea592e1f-5c59-4b41-a83b-2f2071294d43 req-38763e17-f66b-4216-8583-3f0febf324bb tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:17:59.573126 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ea592e1f-5c59-4b41-a83b-2f2071294d43 req-38763e17-f66b-4216-8583-3f0febf324bb tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/ports?device_id=dc3e2d7d-3d63-428a-bc66-41ae157ef28e HTTP/1.1" status: 200 len: 947 time: 0.0695052 Aug 18 12:17:59.648686 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ea592e1f-5c59-4b41-a83b-2f2071294d43 req-bcb57c59-251f-4d5e-888b-2edd05b9ecc1 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/security-groups?id=0e403c9b-7ac1-4005-9e0c-41b5a2ce4137&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683963 Aug 18 12:17:59.736060 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4685d6-908b-4dee-b719-d16eff3b4d58 req-8e35d719-9cc5-461f-b202-7012564de6d2 tempest-InstanceActionsV221TestJSON-1132540251 tempest-InstanceActionsV221TestJSON-1132540251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:17:59.744422 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2c4685d6-908b-4dee-b719-d16eff3b4d58 req-8e35d719-9cc5-461f-b202-7012564de6d2 tempest-InstanceActionsV221TestJSON-1132540251 tempest-InstanceActionsV221TestJSON-1132540251-project] 10.222.0.66 "GET /v2.0/ports?device_id=35ccac3a-92cc-49fa-8235-538bccfcebdf HTTP/1.1" status: 200 len: 945 time: 0.0717716 Aug 18 12:17:59.831472 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2c4685d6-908b-4dee-b719-d16eff3b4d58 req-443b4b58-7522-43f1-9e36-1fae09eadffc tempest-InstanceActionsV221TestJSON-1132540251 tempest-InstanceActionsV221TestJSON-1132540251-project] 10.222.0.66 "GET /v2.0/security-groups?id=f208d4fb-1dad-47ea-9972-57d5f6390824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805559 Aug 18 12:17:59.941800 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5cf9b8-8044-4cc2-babc-e21ac8706fee req-dc54fcb4-6d28-4e14-b226-145c1e9a9b08 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:17:59.949300 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3e5cf9b8-8044-4cc2-babc-e21ac8706fee req-dc54fcb4-6d28-4e14-b226-145c1e9a9b08 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/ports?device_id=cbac3b63-465c-4b90-9065-19b6cea9e66b HTTP/1.1" status: 200 len: 945 time: 0.1048515 Aug 18 12:18:00.000871 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3e5cf9b8-8044-4cc2-babc-e21ac8706fee req-0843136d-9df1-4a81-8820-a643adb9dbd6 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/security-groups?id=71b7f5de-7f5f-47d6-be8c-db76d5c69f11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407865 Aug 18 12:18:00.224879 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1805244-aa3c-44f6-8381-57383a12b1a0 req-3d22bb0c-a0b4-4c91-ac48-6afad4e91c33 tempest-InstanceActionsV221TestJSON-1132540251 tempest-InstanceActionsV221TestJSON-1132540251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:18:00.233743 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c1805244-aa3c-44f6-8381-57383a12b1a0 req-3d22bb0c-a0b4-4c91-ac48-6afad4e91c33 tempest-InstanceActionsV221TestJSON-1132540251 tempest-InstanceActionsV221TestJSON-1132540251-project] 10.222.0.66 "GET /v2.0/ports?device_id=35ccac3a-92cc-49fa-8235-538bccfcebdf HTTP/1.1" status: 200 len: 945 time: 0.0961950 Aug 18 12:18:00.341327 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c1805244-aa3c-44f6-8381-57383a12b1a0 req-2858206e-9c15-4d9f-afe8-de2944c28a4e tempest-InstanceActionsV221TestJSON-1132540251 tempest-InstanceActionsV221TestJSON-1132540251-project] 10.222.0.66 "GET /v2.0/security-groups?id=f208d4fb-1dad-47ea-9972-57d5f6390824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064289 Aug 18 12:18:00.889505 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970b4b4b-943d-4da1-a758-cd82f049b5a9 req-a7a8f84d-0eb6-481d-9723-b905597aedef tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:18:00.899575 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-970b4b4b-943d-4da1-a758-cd82f049b5a9 req-a7a8f84d-0eb6-481d-9723-b905597aedef tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/ports?device_id=dc3e2d7d-3d63-428a-bc66-41ae157ef28e HTTP/1.1" status: 200 len: 947 time: 0.1336355 Aug 18 12:18:00.951942 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-970b4b4b-943d-4da1-a758-cd82f049b5a9 req-59185e92-2d65-4602-8544-cea364916975 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/security-groups?id=0e403c9b-7ac1-4005-9e0c-41b5a2ce4137&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512331 Aug 18 12:18:01.267080 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbbd3a2-53d0-4635-9012-de0c03bf4101 req-f07b5ac2-3449-41af-902c-09988769211b tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:18:01.274799 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-efbbd3a2-53d0-4635-9012-de0c03bf4101 req-f07b5ac2-3449-41af-902c-09988769211b tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/ports?device_id=cbac3b63-465c-4b90-9065-19b6cea9e66b HTTP/1.1" status: 200 len: 945 time: 0.1107399 Aug 18 12:18:01.344528 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-efbbd3a2-53d0-4635-9012-de0c03bf4101 req-ee309c0a-a074-458b-babe-c0ddfa8c45c8 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/security-groups?id=71b7f5de-7f5f-47d6-be8c-db76d5c69f11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636816 Aug 18 12:18:01.512011 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511dfa53-bf26-4183-a54a-a3d659bd7219 req-19816ec1-f73b-473d-aa3d-aec060118fa7 tempest-InstanceActionsV221TestJSON-1132540251 tempest-InstanceActionsV221TestJSON-1132540251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:18:01.514774 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-511dfa53-bf26-4183-a54a-a3d659bd7219 req-19816ec1-f73b-473d-aa3d-aec060118fa7 tempest-InstanceActionsV221TestJSON-1132540251 tempest-InstanceActionsV221TestJSON-1132540251-project] 10.222.0.62 "GET /v2.0/ports?device_id=35ccac3a-92cc-49fa-8235-538bccfcebdf HTTP/1.1" status: 200 len: 945 time: 0.1231070 Aug 18 12:18:01.572981 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831a3eb5-a782-4a22-96ac-f5b876d1ea7d req-d7d8fdbb-f818-4011-9bd6-8f26faa5c67b tempest-InstanceActionsV221TestJSON-1132540251 tempest-InstanceActionsV221TestJSON-1132540251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:18:01.581153 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-831a3eb5-a782-4a22-96ac-f5b876d1ea7d req-d7d8fdbb-f818-4011-9bd6-8f26faa5c67b tempest-InstanceActionsV221TestJSON-1132540251 tempest-InstanceActionsV221TestJSON-1132540251-project] 10.222.0.66 "GET /v2.0/ports?device_id=35ccac3a-92cc-49fa-8235-538bccfcebdf HTTP/1.1" status: 200 len: 945 time: 0.1244054 Aug 18 12:18:01.663624 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-831a3eb5-a782-4a22-96ac-f5b876d1ea7d req-40309ffe-f1c5-4b6c-bfa0-ab971c5e7caf tempest-InstanceActionsV221TestJSON-1132540251 tempest-InstanceActionsV221TestJSON-1132540251-project] 10.222.0.66 "GET /v2.0/security-groups?id=f208d4fb-1dad-47ea-9972-57d5f6390824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764842 Aug 18 12:18:01.706837 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-511dfa53-bf26-4183-a54a-a3d659bd7219 req-4c1f8991-ae3e-48c8-a03a-82a3a29082b8 tempest-InstanceActionsV221TestJSON-1132540251 tempest-InstanceActionsV221TestJSON-1132540251-project] Deleting port ca452183-dcaf-4af8-8c62-c613505b43a0 {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:18:01.706837 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-511dfa53-bf26-4183-a54a-a3d659bd7219 req-4c1f8991-ae3e-48c8-a03a-82a3a29082b8 tempest-InstanceActionsV221TestJSON-1132540251 tempest-InstanceActionsV221TestJSON-1132540251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:01.807971 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-511dfa53-bf26-4183-a54a-a3d659bd7219 req-4c1f8991-ae3e-48c8-a03a-82a3a29082b8 tempest-InstanceActionsV221TestJSON-1132540251 tempest-InstanceActionsV221TestJSON-1132540251-project] For port ca452183-dcaf-4af8-8c62-c613505b43a0, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=ca452183-dcaf-4af8-8c62-c613505b43a0,segment=NetworkSegment(e618f199-037b-454b-bbad-845d18d8a8d8),segment_id=e618f199-037b-454b-bbad-845d18d8a8d8)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:18:01.808717 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-511dfa53-bf26-4183-a54a-a3d659bd7219 req-4c1f8991-ae3e-48c8-a03a-82a3a29082b8 tempest-InstanceActionsV221TestJSON-1132540251 tempest-InstanceActionsV221TestJSON-1132540251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:01.824695 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-511dfa53-bf26-4183-a54a-a3d659bd7219 req-4c1f8991-ae3e-48c8-a03a-82a3a29082b8 tempest-InstanceActionsV221TestJSON-1132540251 tempest-InstanceActionsV221TestJSON-1132540251-project] Calling delete_port for ca452183-dcaf-4af8-8c62-c613505b43a0 owned by compute:nova {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:18:01.991031 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-511dfa53-bf26-4183-a54a-a3d659bd7219 req-4c1f8991-ae3e-48c8-a03a-82a3a29082b8 tempest-InstanceActionsV221TestJSON-1132540251 tempest-InstanceActionsV221TestJSON-1132540251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:02.004517 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] get_ports_and_sgs() called for port_ids ['ca452183-dcaf-4af8-8c62-c613505b43a0'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:18:02.032665 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1f8991-ae3e-48c8-a03a-82a3a29082b8 tempest-InstanceActionsV221TestJSON-1132540251 tempest-InstanceActionsV221TestJSON-1132540251-project] Pushing event deleted for resources: {'Port': ['ID=ca452183-dcaf-4af8-8c62-c613505b43a0,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:18:02.089751 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1f8991-ae3e-48c8-a03a-82a3a29082b8 tempest-InstanceActionsV221TestJSON-1132540251 tempest-InstanceActionsV221TestJSON-1132540251-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:18:02.090109 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1f8991-ae3e-48c8-a03a-82a3a29082b8 tempest-InstanceActionsV221TestJSON-1132540251 tempest-InstanceActionsV221TestJSON-1132540251-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:18:02.090459 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1f8991-ae3e-48c8-a03a-82a3a29082b8 tempest-InstanceActionsV221TestJSON-1132540251 tempest-InstanceActionsV221TestJSON-1132540251-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:18:02.090800 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1f8991-ae3e-48c8-a03a-82a3a29082b8 tempest-InstanceActionsV221TestJSON-1132540251 tempest-InstanceActionsV221TestJSON-1132540251-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:18:02.091141 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1f8991-ae3e-48c8-a03a-82a3a29082b8 tempest-InstanceActionsV221TestJSON-1132540251 tempest-InstanceActionsV221TestJSON-1132540251-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:18:02.093256 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1f8991-ae3e-48c8-a03a-82a3a29082b8 tempest-InstanceActionsV221TestJSON-1132540251 tempest-InstanceActionsV221TestJSON-1132540251-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:18:02.094088 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1f8991-ae3e-48c8-a03a-82a3a29082b8 tempest-InstanceActionsV221TestJSON-1132540251 tempest-InstanceActionsV221TestJSON-1132540251-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:18:02.094437 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1f8991-ae3e-48c8-a03a-82a3a29082b8 tempest-InstanceActionsV221TestJSON-1132540251 tempest-InstanceActionsV221TestJSON-1132540251-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:18:02.094780 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1f8991-ae3e-48c8-a03a-82a3a29082b8 tempest-InstanceActionsV221TestJSON-1132540251 tempest-InstanceActionsV221TestJSON-1132540251-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:18:02.095117 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1f8991-ae3e-48c8-a03a-82a3a29082b8 tempest-InstanceActionsV221TestJSON-1132540251 tempest-InstanceActionsV221TestJSON-1132540251-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:18:02.096511 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1f8991-ae3e-48c8-a03a-82a3a29082b8 tempest-InstanceActionsV221TestJSON-1132540251 tempest-InstanceActionsV221TestJSON-1132540251-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:18:02.096835 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1f8991-ae3e-48c8-a03a-82a3a29082b8 tempest-InstanceActionsV221TestJSON-1132540251 tempest-InstanceActionsV221TestJSON-1132540251-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:18:02.154492 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-511dfa53-bf26-4183-a54a-a3d659bd7219 req-4c1f8991-ae3e-48c8-a03a-82a3a29082b8 tempest-InstanceActionsV221TestJSON-1132540251 tempest-InstanceActionsV221TestJSON-1132540251-project] No DVR routers for this DVR port ca452183-dcaf-4af8-8c62-c613505b43a0 on host n-h2-804985-2 {{(pid=106252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:18:02.157868 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-511dfa53-bf26-4183-a54a-a3d659bd7219 req-4c1f8991-ae3e-48c8-a03a-82a3a29082b8 tempest-InstanceActionsV221TestJSON-1132540251 tempest-InstanceActionsV221TestJSON-1132540251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:02.160105 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-511dfa53-bf26-4183-a54a-a3d659bd7219 req-4c1f8991-ae3e-48c8-a03a-82a3a29082b8 tempest-InstanceActionsV221TestJSON-1132540251 tempest-InstanceActionsV221TestJSON-1132540251-project] 10.222.0.62 "DELETE /v2.0/ports/ca452183-dcaf-4af8-8c62-c613505b43a0 HTTP/1.1" status: 204 len: 173 time: 0.6381562 Aug 18 12:18:02.160842 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35ccac3a-92cc-49fa-8235-538bccfcebdf', 'name': 'network-vif-deleted', 'tag': 'ca452183-dcaf-4af8-8c62-c613505b43a0'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:18:02.163314 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e08b178c-34f1-4905-9dd1-d7c1eb964834" -d '{"events": [{"server_uuid": "35ccac3a-92cc-49fa-8235-538bccfcebdf", "name": "network-vif-deleted", "tag": "ca452183-dcaf-4af8-8c62-c613505b43a0"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:18:02.219154 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea55221-79a0-483c-b855-895a54b7da2b req-6fb64155-9c01-48bc-ab0e-0cf2a2f0a871 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:18:02.220775 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5ea55221-79a0-483c-b855-895a54b7da2b req-6fb64155-9c01-48bc-ab0e-0cf2a2f0a871 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/ports?device_id=dc3e2d7d-3d63-428a-bc66-41ae157ef28e HTTP/1.1" status: 200 len: 947 time: 0.1151662 Aug 18 12:18:02.246757 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:18:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5bd949c-70da-4dca-a997-e48d9f8fb969 x-openstack-request-id: req-c5bd949c-70da-4dca-a997-e48d9f8fb969 {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:18:02.248421 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35ccac3a-92cc-49fa-8235-538bccfcebdf", "name": "network-vif-deleted", "tag": "ca452183-dcaf-4af8-8c62-c613505b43a0", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:18:02.250578 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c5bd949c-70da-4dca-a997-e48d9f8fb969 {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:18:02.250976 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35ccac3a-92cc-49fa-8235-538bccfcebdf', 'name': 'network-vif-deleted', 'tag': 'ca452183-dcaf-4af8-8c62-c613505b43a0', 'status': 'completed', 'code': 200} Aug 18 12:18:02.327430 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5ea55221-79a0-483c-b855-895a54b7da2b req-17f3a330-daaf-46e4-98f4-7304e9a22d82 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/security-groups?id=0e403c9b-7ac1-4005-9e0c-41b5a2ce4137&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748980 Aug 18 12:18:02.537473 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2530f795-562c-4009-80a8-8deea14f59bf req-e9009dcd-228f-4cc7-84c1-b3bf0ef50548 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:18:02.539079 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2530f795-562c-4009-80a8-8deea14f59bf req-e9009dcd-228f-4cc7-84c1-b3bf0ef50548 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/ports?device_id=cbac3b63-465c-4b90-9065-19b6cea9e66b HTTP/1.1" status: 200 len: 945 time: 0.0804329 Aug 18 12:18:02.590811 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2530f795-562c-4009-80a8-8deea14f59bf req-e927ad54-495c-4db9-9e77-1be0d4b61822 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/security-groups?id=71b7f5de-7f5f-47d6-be8c-db76d5c69f11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422766 Aug 18 12:18:02.810454 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ad3f5aa5-6857-489f-8215-4a28368462b3 req-ec913b8c-0376-4ec5-8fe6-f21bb301104c tempest-InstanceActionsV221TestJSON-1132540251 tempest-InstanceActionsV221TestJSON-1132540251-project] 10.222.0.66 "GET /v2.0/ports?device_id=35ccac3a-92cc-49fa-8235-538bccfcebdf HTTP/1.1" status: 200 len: 210 time: 0.0410545 Aug 18 12:18:03.754582 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee800fc-66d3-4855-a876-5c3debe7c3cc req-ba006e8d-8642-4a1c-8250-5b32b34bbf95 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:18:03.762775 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9ee800fc-66d3-4855-a876-5c3debe7c3cc req-ba006e8d-8642-4a1c-8250-5b32b34bbf95 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/ports?device_id=cbac3b63-465c-4b90-9065-19b6cea9e66b HTTP/1.1" status: 200 len: 945 time: 0.0654829 Aug 18 12:18:03.811642 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9ee800fc-66d3-4855-a876-5c3debe7c3cc req-0fad777d-9786-4427-bf85-ac285e54a428 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/security-groups?id=71b7f5de-7f5f-47d6-be8c-db76d5c69f11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477607 Aug 18 12:18:04.095307 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 59448) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:18:04.155969 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_v2 [None req-df80fa2d-af21-4a18-b4cd-b5a150e09dd3 admin admin] Deleting subnet dec1e6e8-8682-4576-a814-516e977d538a {{(pid=106252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 12:18:04.159405 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-df80fa2d-af21-4a18-b4cd-b5a150e09dd3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:04.205309 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-df80fa2d-af21-4a18-b4cd-b5a150e09dd3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2221528'] for subnet, precommit_delete_associations {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:04.268427 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-df80fa2d-af21-4a18-b4cd-b5a150e09dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:04.364978 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-df80fa2d-af21-4a18-b4cd-b5a150e09dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3572848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59074100'] for subnet, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:04.399239 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-df80fa2d-af21-4a18-b4cd-b5a150e09dd3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for subnet, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:04.404839 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-df80fa2d-af21-4a18-b4cd-b5a150e09dd3 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/dec1e6e8-8682-4576-a814-516e977d538a HTTP/1.1" status: 204 len: 168 time: 0.3083739 Aug 18 12:18:04.407424 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 59458) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:18:04.448091 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df80fa2d-af21-4a18-b4cd-b5a150e09dd3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dec1e6e8-8682-4576-a814-516e977d538a,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:18:04.498779 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e9627c32-8a6a-4dc1-b88a-b5cb25e2a493 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7904109'] for network, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:04.585613 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e9627c32-8a6a-4dc1-b88a-b5cb25e2a493 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8367869', 'neutron.services.segments.db._delete_segments_for_network-8789151212993'] for network, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:04.596209 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-e9627c32-8a6a-4dc1-b88a-b5cb25e2a493 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f83e591e-4302-4986-a7d3-31fb0382bbbd']}} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:18:04.607101 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-e9627c32-8a6a-4dc1-b88a-b5cb25e2a493 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e618f199-037b-454b-bbad-845d18d8a8d8') {'for_net_delete': True} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:18:04.607724 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-e9627c32-8a6a-4dc1-b88a-b5cb25e2a493 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e618f199-037b-454b-bbad-845d18d8a8d8') {} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:18:04.617839 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e9627c32-8a6a-4dc1-b88a-b5cb25e2a493 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789151225254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902236'] for segment, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:04.638397 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e9627c32-8a6a-4dc1-b88a-b5cb25e2a493 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:04.645665 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9627c32-8a6a-4dc1-b88a-b5cb25e2a493 admin admin] Releasing vlan 804 on physical network physnet1 to pool {{(pid=106253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:18:04.646886 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e9627c32-8a6a-4dc1-b88a-b5cb25e2a493 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58900537'] for segment, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:04.650974 n-d-804985-2 neutron-server[106253]: Traceback (most recent call last): Aug 18 12:18:04.650974 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:18:04.650974 n-d-804985-2 neutron-server[106253]: timer() Aug 18 12:18:04.650974 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:18:04.650974 n-d-804985-2 neutron-server[106253]: cb(*args, **kw) Aug 18 12:18:04.650974 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:18:04.650974 n-d-804985-2 neutron-server[106253]: return func(*args, **kwargs) Aug 18 12:18:04.650974 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:18:04.650974 n-d-804985-2 neutron-server[106253]: self._notify() Aug 18 12:18:04.650974 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:18:04.650974 n-d-804985-2 neutron-server[106253]: self.callback(batched_events) Aug 18 12:18:04.650974 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:18:04.650974 n-d-804985-2 neutron-server[106253]: event.method(event) Aug 18 12:18:04.650974 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:18:04.650974 n-d-804985-2 neutron-server[106253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:18:04.650974 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:18:04.650974 n-d-804985-2 neutron-server[106253]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:18:04.650974 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:18:04.650974 n-d-804985-2 neutron-server[106253]: return f(self, *a, **k) Aug 18 12:18:04.650974 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:18:04.650974 n-d-804985-2 neutron-server[106253]: return self._get(url).json() Aug 18 12:18:04.650974 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:18:04.650974 n-d-804985-2 neutron-server[106253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:18:04.650974 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:18:04.650974 n-d-804985-2 neutron-server[106253]: return self.request(url, 'GET', **kwargs) Aug 18 12:18:04.650974 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:18:04.650974 n-d-804985-2 neutron-server[106253]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:18:04.650974 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:18:04.650974 n-d-804985-2 neutron-server[106253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:18:04.650974 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:18:04.650974 n-d-804985-2 neutron-server[106253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:18:04.650974 n-d-804985-2 neutron-server[106253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:18:04.749088 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e9627c32-8a6a-4dc1-b88a-b5cb25e2a493 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8367858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997186'] for network, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:04.762171 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e9627c32-8a6a-4dc1-b88a-b5cb25e2a493 admin admin] Notify callbacks [] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:04.764699 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-e9627c32-8a6a-4dc1-b88a-b5cb25e2a493 admin admin] 10.222.0.66 "DELETE /v2.0/networks/f83e591e-4302-4986-a7d3-31fb0382bbbd HTTP/1.1" status: 204 len: 168 time: 0.3555994 Aug 18 12:18:04.778977 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9627c32-8a6a-4dc1-b88a-b5cb25e2a493 admin admin] Pushing event deleted for resources: {'Network': ['ID=f83e591e-4302-4986-a7d3-31fb0382bbbd,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:18:04.789105 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9627c32-8a6a-4dc1-b88a-b5cb25e2a493 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:18:04.789753 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9627c32-8a6a-4dc1-b88a-b5cb25e2a493 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:18:04.790206 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9627c32-8a6a-4dc1-b88a-b5cb25e2a493 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:18:04.790644 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9627c32-8a6a-4dc1-b88a-b5cb25e2a493 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:18:04.791209 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9627c32-8a6a-4dc1-b88a-b5cb25e2a493 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:18:04.791626 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9627c32-8a6a-4dc1-b88a-b5cb25e2a493 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:18:04.792291 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9627c32-8a6a-4dc1-b88a-b5cb25e2a493 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:18:04.792730 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9627c32-8a6a-4dc1-b88a-b5cb25e2a493 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:18:04.793423 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9627c32-8a6a-4dc1-b88a-b5cb25e2a493 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:18:04.793995 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9627c32-8a6a-4dc1-b88a-b5cb25e2a493 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:18:04.794812 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9627c32-8a6a-4dc1-b88a-b5cb25e2a493 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:18:04.795362 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9627c32-8a6a-4dc1-b88a-b5cb25e2a493 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:18:04.962542 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20abc853-cf79-4d98-9551-23b69e7ba68c req-ca77801b-017a-4b21-aeef-c93bd8eeb9cf tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:18:04.970679 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-20abc853-cf79-4d98-9551-23b69e7ba68c req-ca77801b-017a-4b21-aeef-c93bd8eeb9cf tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/ports?device_id=cbac3b63-465c-4b90-9065-19b6cea9e66b HTTP/1.1" status: 200 len: 945 time: 0.0632141 Aug 18 12:18:04.978642 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 59474) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:18:05.031666 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-a6290eef-8678-42fb-8c8b-b77a75987f17 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6e3ec6b040224a9789348e7a60cdb144&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0513928 Aug 18 12:18:05.034074 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 59476) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:18:05.086795 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-20abc853-cf79-4d98-9551-23b69e7ba68c req-8a7c48ae-5678-44e3-adf9-cfe747719a44 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/security-groups?id=71b7f5de-7f5f-47d6-be8c-db76d5c69f11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1123645 Aug 18 12:18:05.134127 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8c306626-b074-4307-bf42-6cd58b54368e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:05.179296 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8c306626-b074-4307-bf42-6cd58b54368e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:05.235295 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8c306626-b074-4307-bf42-6cd58b54368e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:05.238103 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8c306626-b074-4307-bf42-6cd58b54368e admin admin] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:05.239269 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-8c306626-b074-4307-bf42-6cd58b54368e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f208d4fb-1dad-47ea-9972-57d5f6390824 HTTP/1.1" status: 204 len: 168 time: 0.2040102 Aug 18 12:18:05.253157 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c306626-b074-4307-bf42-6cd58b54368e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f208d4fb-1dad-47ea-9972-57d5f6390824,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:18:06.159504 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:06.303545 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1edd86-14cf-453f-b2ac-a67217b53786 req-443b36fa-1136-4487-87f7-f5bf6a339f5f tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:18:06.314599 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-aa1edd86-14cf-453f-b2ac-a67217b53786 req-443b36fa-1136-4487-87f7-f5bf6a339f5f tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/ports?device_id=cbac3b63-465c-4b90-9065-19b6cea9e66b HTTP/1.1" status: 200 len: 945 time: 0.1032777 Aug 18 12:18:06.386966 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-aa1edd86-14cf-453f-b2ac-a67217b53786 req-073db4d6-e9e5-424d-8176-855a529b5d00 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/security-groups?id=71b7f5de-7f5f-47d6-be8c-db76d5c69f11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707901 Aug 18 12:18:06.487213 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device ca452183-dcaf-4af8-8c62-c613505b43a0 no longer exists at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:18:06.527257 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] No Port match for: ca452183-dcaf-4af8-8c62-c613505b43a0 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:18:06.528046 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device ca452183-dcaf-4af8-8c62-c613505b43a0 not bound to the agent host n-h2-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:18:07.084637 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac13aae-a4fb-4214-962a-d7ae8244fc8c req-e0786089-06df-40bc-ad31-836b0fcc5aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:18:07.086511 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0ac13aae-a4fb-4214-962a-d7ae8244fc8c req-e0786089-06df-40bc-ad31-836b0fcc5aeb service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=cbac3b63-465c-4b90-9065-19b6cea9e66b HTTP/1.1" status: 200 len: 1096 time: 0.1161475 Aug 18 12:18:07.142416 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0ac13aae-a4fb-4214-962a-d7ae8244fc8c req-98358f64-c400-412b-a4c9-7aef60f5ba5d service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=71b7f5de-7f5f-47d6-be8c-db76d5c69f11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466342 Aug 18 12:18:07.356248 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 59562) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:18:07.594671 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a2b844e8-3ee2-44c8-9300-0a387a741707 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:07.604989 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0212c9-fbe5-4658-bc98-e8cb64794129 req-329b5372-4ae2-428c-a96e-215ea2ca2b65 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:18:07.606809 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6a0212c9-fbe5-4658-bc98-e8cb64794129 req-329b5372-4ae2-428c-a96e-215ea2ca2b65 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/ports?device_id=cbac3b63-465c-4b90-9065-19b6cea9e66b HTTP/1.1" status: 200 len: 945 time: 0.1114147 Aug 18 12:18:07.692907 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6a0212c9-fbe5-4658-bc98-e8cb64794129 req-79b90c29-90a7-424c-928e-1b233cde50e5 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/security-groups?id=71b7f5de-7f5f-47d6-be8c-db76d5c69f11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782244 Aug 18 12:18:07.777116 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a2b844e8-3ee2-44c8-9300-0a387a741707 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:07.784763 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a2b844e8-3ee2-44c8-9300-0a387a741707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:07.846312 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-a2b844e8-3ee2-44c8-9300-0a387a741707 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e8e81080d772455fbe0f55314d09222f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4889929 Aug 18 12:18:07.849174 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 59582) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:18:07.890794 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b844e8-3ee2-44c8-9300-0a387a741707 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82bdc7c4-6546-492e-b65e-cd5e48405e53,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:18:07.939857 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4fec2149-d607-4dff-944a-2e06c2cf0111 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:07.977415 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4fec2149-d607-4dff-944a-2e06c2cf0111 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:08.080699 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4fec2149-d607-4dff-944a-2e06c2cf0111 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:08.084410 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4fec2149-d607-4dff-944a-2e06c2cf0111 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:08.092985 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-4fec2149-d607-4dff-944a-2e06c2cf0111 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/82bdc7c4-6546-492e-b65e-cd5e48405e53 HTTP/1.1" status: 204 len: 168 time: 0.2376089 Aug 18 12:18:08.118914 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fec2149-d607-4dff-944a-2e06c2cf0111 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82bdc7c4-6546-492e-b65e-cd5e48405e53,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:18:08.244224 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:08.502478 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 56a4e1d5-691e-477f-9f80-af402b469f7d details requested by agent hyperv_n-h2-804985-2 with host n-h2-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:18:08.677503 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port 56a4e1d5-691e-477f-9f80-af402b469f7d, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=56a4e1d5-691e-477f-9f80-af402b469f7d,segment=NetworkSegment(2702fddc-a106-4ef8-abba-ab045dbab5a0),segment_id=2702fddc-a106-4ef8-abba-ab045dbab5a0)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:18:08.689725 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Returning: {'device': '56a4e1d5-691e-477f-9f80-af402b469f7d', 'network_id': '24a407c4-89ea-4bd3-8b0f-8fac9159040e', 'port_id': '56a4e1d5-691e-477f-9f80-af402b469f7d', 'mac_address': 'fa:16:3e:5a:8a:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 811, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef4f480b-35f7-4e63-87a7-b9ffafc93ba8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:18:08.730924 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:08.765388 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 56a4e1d5-691e-477f-9f80-af402b469f7d {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:18:08.827375 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port 56a4e1d5-691e-477f-9f80-af402b469f7d, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=56a4e1d5-691e-477f-9f80-af402b469f7d,segment=NetworkSegment(2702fddc-a106-4ef8-abba-ab045dbab5a0),segment_id=2702fddc-a106-4ef8-abba-ab045dbab5a0)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:18:08.836659 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:08.916798 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6e916d-a803-4d42-af57-93cb61ddcfac req-ebf1fd75-5bda-4e4a-9085-b46e9c5b8fb8 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:18:08.925088 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-df6e916d-a803-4d42-af57-93cb61ddcfac req-ebf1fd75-5bda-4e4a-9085-b46e9c5b8fb8 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/ports?device_id=cbac3b63-465c-4b90-9065-19b6cea9e66b HTTP/1.1" status: 200 len: 944 time: 0.1062357 Aug 18 12:18:08.930236 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=56a4e1d5-691e-477f-9f80-af402b469f7d,revision_number=6']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:18:08.978636 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-df6e916d-a803-4d42-af57-93cb61ddcfac req-7242a9ac-929c-435d-b3fc-5e93a2dfdc6e tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/security-groups?id=71b7f5de-7f5f-47d6-be8c-db76d5c69f11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525577 Aug 18 12:18:09.004292 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 59628) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:18:09.074776 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] get_ports_and_sgs() called for port_ids ['56a4e1d5-691e-477f-9f80-af402b469f7d'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:18:09.165388 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-38199d82-7e96-4a14-9462-b65a921a609b tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/floatingips/341fc185-c5db-41b3-ba10-e39f20cd60e9 HTTP/1.1" status: 200 len: 992 time: 0.1594894 Aug 18 12:18:09.930786 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 59690) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:18:10.043855 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ad8f4fee-0efa-450b-8c13-fd6a5040bf22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:10.133465 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ad8f4fee-0efa-450b-8c13-fd6a5040bf22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:10.139146 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ad8f4fee-0efa-450b-8c13-fd6a5040bf22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:10.181856 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-ad8f4fee-0efa-450b-8c13-fd6a5040bf22 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=755e41d8160b4350ad5b4f7946103c1d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2498922 Aug 18 12:18:10.183156 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8f4fee-0efa-450b-8c13-fd6a5040bf22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a100f577-f869-4390-92b4-8e5a5b58340f,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:18:10.184409 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 59696) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:18:10.237759 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b858222c-ba1b-4160-8bfa-7f0827c0e072 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:10.260074 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b858222c-ba1b-4160-8bfa-7f0827c0e072 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:10.313295 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b858222c-ba1b-4160-8bfa-7f0827c0e072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:10.316116 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b858222c-ba1b-4160-8bfa-7f0827c0e072 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:10.317318 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-b858222c-ba1b-4160-8bfa-7f0827c0e072 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a100f577-f869-4390-92b4-8e5a5b58340f HTTP/1.1" status: 204 len: 168 time: 0.1309106 Aug 18 12:18:10.329601 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b858222c-ba1b-4160-8bfa-7f0827c0e072 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a100f577-f869-4390-92b4-8e5a5b58340f,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:18:10.510415 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 56a4e1d5-691e-477f-9f80-af402b469f7d up at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:18:10.563817 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Provisioning complete for port 56a4e1d5-691e-477f-9f80-af402b469f7d triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:18:10.564120 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:10.656498 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:10.683225 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbac3b63-465c-4b90-9065-19b6cea9e66b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56a4e1d5-691e-477f-9f80-af402b469f7d'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:18:10.685526 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db50a436fb3a98495337d8fe7487b4f2ea6f3c1052eb9efadc2ecda2d5737001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-928bd354-71fe-463c-871c-e0d730b03593" -d '{"events": [{"server_uuid": "cbac3b63-465c-4b90-9065-19b6cea9e66b", "name": "network-vif-plugged", "status": "completed", "tag": "56a4e1d5-691e-477f-9f80-af402b469f7d"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:18:10.702808 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port 56a4e1d5-691e-477f-9f80-af402b469f7d, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=56a4e1d5-691e-477f-9f80-af402b469f7d,segment=NetworkSegment(2702fddc-a106-4ef8-abba-ab045dbab5a0),segment_id=2702fddc-a106-4ef8-abba-ab045dbab5a0)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:18:10.709281 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:10.738939 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:18:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2ed701f-97d8-4777-8149-3ae2f57f0751 x-openstack-request-id: req-e2ed701f-97d8-4777-8149-3ae2f57f0751 {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:18:10.739225 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbac3b63-465c-4b90-9065-19b6cea9e66b", "name": "network-vif-plugged", "status": "completed", "tag": "56a4e1d5-691e-477f-9f80-af402b469f7d", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:18:10.739474 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e2ed701f-97d8-4777-8149-3ae2f57f0751 {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:18:10.739856 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbac3b63-465c-4b90-9065-19b6cea9e66b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56a4e1d5-691e-477f-9f80-af402b469f7d', 'code': 200} Aug 18 12:18:10.776290 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=56a4e1d5-691e-477f-9f80-af402b469f7d,revision_number=7']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:18:11.660574 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.agents_db [None req-6dbb2658-0354-4101-8393-6e7505481cf6 None None] Agent healthcheck: found 7 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 12:18:13.678619 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 59898) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:18:13.726548 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2cf677f-2d70-4fe7-8f68-ad8f3dee8b53 admin admin] Deleting subnet 5b68b14b-cdde-42c2-8d42-922456a54f87 {{(pid=106253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 12:18:13.731166 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c2cf677f-2d70-4fe7-8f68-ad8f3dee8b53 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:13.770481 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c2cf677f-2d70-4fe7-8f68-ad8f3dee8b53 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902229'] for subnet, precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:13.814436 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c2cf677f-2d70-4fe7-8f68-ad8f3dee8b53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:13.897712 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c2cf677f-2d70-4fe7-8f68-ad8f3dee8b53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58902171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59388106'] for subnet, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:13.929031 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c2cf677f-2d70-4fe7-8f68-ad8f3dee8b53 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:13.931293 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-c2cf677f-2d70-4fe7-8f68-ad8f3dee8b53 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/5b68b14b-cdde-42c2-8d42-922456a54f87 HTTP/1.1" status: 204 len: 168 time: 0.2515004 Aug 18 12:18:13.933650 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cf677f-2d70-4fe7-8f68-ad8f3dee8b53 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b68b14b-cdde-42c2-8d42-922456a54f87,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:18:13.934668 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 59906) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:18:14.015533 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5949a50b-05cc-4060-a9f9-9d947b85e160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7904109'] for network, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:14.105332 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5949a50b-05cc-4060-a9f9-9d947b85e160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8367869', 'neutron.services.segments.db._delete_segments_for_network-8789151212993'] for network, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:14.115610 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-5949a50b-05cc-4060-a9f9-9d947b85e160 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5bf24c4-b466-4845-ab51-cfa6341bca6f']}} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:18:14.125348 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-5949a50b-05cc-4060-a9f9-9d947b85e160 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dba59162-4de7-4587-b01f-a6c2ab43a81b') {'for_net_delete': True} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:18:14.125624 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-5949a50b-05cc-4060-a9f9-9d947b85e160 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dba59162-4de7-4587-b01f-a6c2ab43a81b') {} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:18:14.134861 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5949a50b-05cc-4060-a9f9-9d947b85e160 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789151225254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2221521'] for segment, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:14.149634 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5949a50b-05cc-4060-a9f9-9d947b85e160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:14.155851 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5949a50b-05cc-4060-a9f9-9d947b85e160 admin admin] Releasing vlan 807 on physical network physnet1 to pool {{(pid=106252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:18:14.156256 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5949a50b-05cc-4060-a9f9-9d947b85e160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3572434'] for segment, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:14.166792 n-d-804985-2 neutron-server[106252]: Traceback (most recent call last): Aug 18 12:18:14.166792 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:18:14.166792 n-d-804985-2 neutron-server[106252]: timer() Aug 18 12:18:14.166792 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:18:14.166792 n-d-804985-2 neutron-server[106252]: cb(*args, **kw) Aug 18 12:18:14.166792 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:18:14.166792 n-d-804985-2 neutron-server[106252]: return func(*args, **kwargs) Aug 18 12:18:14.166792 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:18:14.166792 n-d-804985-2 neutron-server[106252]: self._notify() Aug 18 12:18:14.166792 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:18:14.166792 n-d-804985-2 neutron-server[106252]: self.callback(batched_events) Aug 18 12:18:14.166792 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:18:14.166792 n-d-804985-2 neutron-server[106252]: event.method(event) Aug 18 12:18:14.166792 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:18:14.166792 n-d-804985-2 neutron-server[106252]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:18:14.166792 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:18:14.166792 n-d-804985-2 neutron-server[106252]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:18:14.166792 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:18:14.166792 n-d-804985-2 neutron-server[106252]: return f(self, *a, **k) Aug 18 12:18:14.166792 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:18:14.166792 n-d-804985-2 neutron-server[106252]: return self._get(url).json() Aug 18 12:18:14.166792 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:18:14.166792 n-d-804985-2 neutron-server[106252]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:18:14.166792 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:18:14.166792 n-d-804985-2 neutron-server[106252]: return self.request(url, 'GET', **kwargs) Aug 18 12:18:14.166792 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:18:14.166792 n-d-804985-2 neutron-server[106252]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:18:14.166792 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:18:14.166792 n-d-804985-2 neutron-server[106252]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:18:14.166792 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:18:14.166792 n-d-804985-2 neutron-server[106252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:18:14.166792 n-d-804985-2 neutron-server[106252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:18:14.219004 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5949a50b-05cc-4060-a9f9-9d947b85e160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8367858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997186'] for network, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:14.225401 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5949a50b-05cc-4060-a9f9-9d947b85e160 admin admin] Notify callbacks [] for network, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:14.229224 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-5949a50b-05cc-4060-a9f9-9d947b85e160 admin admin] 10.222.0.66 "DELETE /v2.0/networks/d5bf24c4-b466-4845-ab51-cfa6341bca6f HTTP/1.1" status: 204 len: 168 time: 0.2934730 Aug 18 12:18:14.247194 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5949a50b-05cc-4060-a9f9-9d947b85e160 admin admin] Pushing event deleted for resources: {'Network': ['ID=d5bf24c4-b466-4845-ab51-cfa6341bca6f,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:18:14.411011 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 59928) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:18:14.462474 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 59934) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:18:14.463602 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-7a976e9d-0f45-42e5-a01a-d8180c4ee479 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=90cdce95448f45aa997cd44b199d5dea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0488014 Aug 18 12:18:14.514180 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-222d89c5-fd99-43a0-865d-eeceda372e4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:14.536493 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-222d89c5-fd99-43a0-865d-eeceda372e4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:14.599564 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-222d89c5-fd99-43a0-865d-eeceda372e4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:14.602480 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-222d89c5-fd99-43a0-865d-eeceda372e4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:14.603880 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-222d89c5-fd99-43a0-865d-eeceda372e4c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b8a0eb7d-06ac-448f-bf48-9f0adb996dc0 HTTP/1.1" status: 204 len: 168 time: 0.1403573 Aug 18 12:18:14.613098 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222d89c5-fd99-43a0-865d-eeceda372e4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8a0eb7d-06ac-448f-bf48-9f0adb996dc0,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:18:15.464817 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 59988) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:18:15.680636 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-31631ece-301d-44a8-8414-6edc20f70cd5 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-84383912-network', 'tenant_id': '7d28dbb8490f4669a71677ed87bd89d0'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:18:15.722452 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31631ece-301d-44a8-8414-6edc20f70cd5 admin admin] Made reservation on behalf of 7d28dbb8490f4669a71677ed87bd89d0 for: {'network': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:18:15.725356 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-31631ece-301d-44a8-8414-6edc20f70cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for network, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:15.735108 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-31631ece-301d-44a8-8414-6edc20f70cd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:15.843331 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-31631ece-301d-44a8-8414-6edc20f70cd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:15.848915 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-31631ece-301d-44a8-8414-6edc20f70cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:15.877147 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31631ece-301d-44a8-8414-6edc20f70cd5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 820} {{(pid=106253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:18:15.887067 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31631ece-301d-44a8-8414-6edc20f70cd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeefeaaf-a13d-4eea-8d0f-9698ebec6aef,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:18:15.891925 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-31631ece-301d-44a8-8414-6edc20f70cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:15.892266 n-d-804985-2 neutron-server[106253]: INFO neutron.db.segments_db [None req-31631ece-301d-44a8-8414-6edc20f70cd5 admin admin] Added segment c10b5353-cffa-4c54-82aa-6f1569a451d5 of type vlan for network 73c13340-bae5-45d8-97eb-ebc68f4a310b Aug 18 12:18:15.933048 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-31631ece-301d-44a8-8414-6edc20f70cd5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789150665894'] for network, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:15.960144 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-31631ece-301d-44a8-8414-6edc20f70cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for network, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:15.961211 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31631ece-301d-44a8-8414-6edc20f70cd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:18:15.961810 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-31631ece-301d-44a8-8414-6edc20f70cd5 admin admin] Notify callbacks [] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:16.019696 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-31631ece-301d-44a8-8414-6edc20f70cd5 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5536807 Aug 18 12:18:16.022546 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 60006) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:18:16.027641 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-bee074fe-7e9b-4bc4-a840-830d2d04d583 admin admin] Request body: {'subnet': {'network_id': '73c13340-bae5-45d8-97eb-ebc68f4a310b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-84383912-subnet', 'tenant_id': '7d28dbb8490f4669a71677ed87bd89d0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:18:16.035868 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31631ece-301d-44a8-8414-6edc20f70cd5 admin admin] Pushing event updated for resources: {'Network': ['ID=73c13340-bae5-45d8-97eb-ebc68f4a310b,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:18:16.057656 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bee074fe-7e9b-4bc4-a840-830d2d04d583 admin admin] Made reservation on behalf of 7d28dbb8490f4669a71677ed87bd89d0 for: {'subnet': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:18:16.060079 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-bee074fe-7e9b-4bc4-a840-830d2d04d583 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59388119'] for subnet, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:16.066088 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Network 73c13340-bae5-45d8-97eb-ebc68f4a310b details requested by agent ovs-agent-n-d-804985-2 with host n-d-804985-2 {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:18:16.283040 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-bee074fe-7e9b-4bc4-a840-830d2d04d583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58902106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59388097'] for subnet, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:16.364904 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee074fe-7e9b-4bc4-a840-830d2d04d583 admin admin] Checking segment: {'id': 'c10b5353-cffa-4c54-82aa-6f1569a451d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '73c13340-bae5-45d8-97eb-ebc68f4a310b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:18:16.365312 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bee074fe-7e9b-4bc4-a840-830d2d04d583 admin admin] Network hostable DHCP agents. Network: 73c13340-bae5-45d8-97eb-ebc68f4a310b, hostable agents: ['97c14208-2951-4361-8d64-3708c946ff5f'], hosted agents: [] {{(pid=106253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 12:18:16.371417 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee074fe-7e9b-4bc4-a840-830d2d04d583 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7388dc6f-d5ef-4d78-9280-0e508c10c3d1,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:18:16.394760 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bee074fe-7e9b-4bc4-a840-830d2d04d583 admin admin] Network 73c13340-bae5-45d8-97eb-ebc68f4a310b is scheduled to be hosted by DHCP agent 97c14208-2951-4361-8d64-3708c946ff5f with binding_index 1 {{(pid=106253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 12:18:16.405188 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-bee074fe-7e9b-4bc4-a840-830d2d04d583 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-2, 73c13340-bae5-45d8-97eb-ebc68f4a310b) {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:18:16.410317 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bee074fe-7e9b-4bc4-a840-830d2d04d583 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:18:16.410949 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-bee074fe-7e9b-4bc4-a840-830d2d04d583 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:16.423453 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e695d7c-cf8c-481c-8a2a-e06ba6496e22 None None] Network 73c13340-bae5-45d8-97eb-ebc68f4a310b requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:18:16.444534 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-bee074fe-7e9b-4bc4-a840-830d2d04d583 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4165397 Aug 18 12:18:16.541707 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 60022) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:18:16.566726 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01461005-1639-481d-8f9d-26ca05c47c1f None None] Network 73c13340-bae5-45d8-97eb-ebc68f4a310b requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:18:16.689122 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2d5f18b8-16cc-4998-8c06-f7c154adb53d admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:16.796305 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2d5f18b8-16cc-4998-8c06-f7c154adb53d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:16.802130 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2d5f18b8-16cc-4998-8c06-f7c154adb53d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:16.844984 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-2d5f18b8-16cc-4998-8c06-f7c154adb53d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=150c58691f664a3380c6ce6c27351f67&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3021135 Aug 18 12:18:16.846928 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5f18b8-16cc-4998-8c06-f7c154adb53d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12fea833-2c3d-48e5-8f7c-a530a543dc92,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:18:16.847707 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 60036) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:18:16.922366 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-3668ad7f-df9b-4583-807a-265d274a3a83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:16.945217 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-3668ad7f-df9b-4583-807a-265d274a3a83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:17.006131 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-3668ad7f-df9b-4583-807a-265d274a3a83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:17.010143 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-3668ad7f-df9b-4583-807a-265d274a3a83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:17.011786 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-3668ad7f-df9b-4583-807a-265d274a3a83 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/12fea833-2c3d-48e5-8f7c-a530a543dc92 HTTP/1.1" status: 204 len: 168 time: 0.1627951 Aug 18 12:18:17.025220 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3668ad7f-df9b-4583-807a-265d274a3a83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12fea833-2c3d-48e5-8f7c-a530a543dc92,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:18:17.357837 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 60054) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:18:17.375731 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-3c8c45a0-464a-40ff-a024-8730842e2e64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:17.474114 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-3c8c45a0-464a-40ff-a024-8730842e2e64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:17.479858 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-3c8c45a0-464a-40ff-a024-8730842e2e64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:17.518573 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8c45a0-464a-40ff-a024-8730842e2e64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca3fd590-70ea-450e-b7c8-825ca28f4f5d,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:18:17.522770 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-3c8c45a0-464a-40ff-a024-8730842e2e64 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=828c140b419348bba97d38b131fcb45d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1638992 Aug 18 12:18:17.525490 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 60060) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:18:17.576400 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b335c0f1-9ee1-4ac4-b7d4-7e3517cd916a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:17.601927 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b335c0f1-9ee1-4ac4-b7d4-7e3517cd916a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:17.652786 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b335c0f1-9ee1-4ac4-b7d4-7e3517cd916a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:17.657574 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b335c0f1-9ee1-4ac4-b7d4-7e3517cd916a admin admin] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:17.659617 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-b335c0f1-9ee1-4ac4-b7d4-7e3517cd916a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ca3fd590-70ea-450e-b7c8-825ca28f4f5d HTTP/1.1" status: 204 len: 168 time: 0.1331916 Aug 18 12:18:17.689217 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b335c0f1-9ee1-4ac4-b7d4-7e3517cd916a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca3fd590-70ea-450e-b7c8-825ca28f4f5d,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:18:18.499293 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-9f086c79-04bd-4233-929e-78871e755665 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:21.422679 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:21.695243 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-aa1561bc-3204-484d-84e5-b460bb6953cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:22.160243 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-53584c24-f517-494e-ac93-c18bb92373f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:23.861937 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-500a1c61-38a7-4c23-a7ec-4631080af5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:24.475945 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 60334) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:18:24.603183 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4bbb7b73-357d-4a47-be61-1b7780441fba admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:24.709873 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4bbb7b73-357d-4a47-be61-1b7780441fba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:24.715487 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4bbb7b73-357d-4a47-be61-1b7780441fba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:24.755976 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 60344) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:18:24.762769 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-4bbb7b73-357d-4a47-be61-1b7780441fba admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8f61e8d7c2be47c2b7aed91ec5a2d669&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2847300 Aug 18 12:18:24.776230 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbb7b73-357d-4a47-be61-1b7780441fba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4024d90b-6589-4fce-b292-50bd42736a37,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:18:24.838904 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-36582316-54d5-4ff2-bf82-f8a63f891ef6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:24.865050 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-36582316-54d5-4ff2-bf82-f8a63f891ef6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:24.919212 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-36582316-54d5-4ff2-bf82-f8a63f891ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:24.922239 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-36582316-54d5-4ff2-bf82-f8a63f891ef6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:24.926401 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-36582316-54d5-4ff2-bf82-f8a63f891ef6 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/4024d90b-6589-4fce-b292-50bd42736a37 HTTP/1.1" status: 204 len: 168 time: 0.1694200 Aug 18 12:18:24.938915 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36582316-54d5-4ff2-bf82-f8a63f891ef6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4024d90b-6589-4fce-b292-50bd42736a37,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:18:25.258718 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 60358) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:18:25.273910 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-02850d28-a7cb-4f7a-bf72-bb9fa086c88f admin admin] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:25.380672 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-02850d28-a7cb-4f7a-bf72-bb9fa086c88f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:25.386252 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-02850d28-a7cb-4f7a-bf72-bb9fa086c88f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:25.429807 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-02850d28-a7cb-4f7a-bf72-bb9fa086c88f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=cd584304961042b9b5f35ca7229dc83e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1671648 Aug 18 12:18:25.430048 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 60364) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:18:25.431974 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02850d28-a7cb-4f7a-bf72-bb9fa086c88f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4097c2fb-07ef-4180-b949-74b9e39c2960,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:18:25.532105 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-433038d3-137d-482d-bb68-6d63d7261365 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:25.555165 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-433038d3-137d-482d-bb68-6d63d7261365 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:25.613288 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-433038d3-137d-482d-bb68-6d63d7261365 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:25.615399 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-433038d3-137d-482d-bb68-6d63d7261365 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:25.616681 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-433038d3-137d-482d-bb68-6d63d7261365 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/4097c2fb-07ef-4180-b949-74b9e39c2960 HTTP/1.1" status: 204 len: 168 time: 0.1857016 Aug 18 12:18:25.641326 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433038d3-137d-482d-bb68-6d63d7261365 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4097c2fb-07ef-4180-b949-74b9e39c2960,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:18:28.735549 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 60488) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:18:28.871089 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-de88bc4a-dfe5-465f-9a63-c0fce771034d admin admin] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:28.974432 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-de88bc4a-dfe5-465f-9a63-c0fce771034d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:28.979245 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-de88bc4a-dfe5-465f-9a63-c0fce771034d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:29.006566 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 60500) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:18:29.007180 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-de88bc4a-dfe5-465f-9a63-c0fce771034d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9e38584071fb483cb61ddd1f4f1f6795&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2693379 Aug 18 12:18:29.025883 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de88bc4a-dfe5-465f-9a63-c0fce771034d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d19bcf9-bd52-4a93-9dc9-423bc7e92066,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:18:29.068890 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-facb76cf-2b9b-428e-896a-42f619d48712 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:29.091633 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-facb76cf-2b9b-428e-896a-42f619d48712 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:29.143144 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-facb76cf-2b9b-428e-896a-42f619d48712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:29.146012 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-facb76cf-2b9b-428e-896a-42f619d48712 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:29.147245 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-facb76cf-2b9b-428e-896a-42f619d48712 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9d19bcf9-bd52-4a93-9dc9-423bc7e92066 HTTP/1.1" status: 204 len: 168 time: 0.1384604 Aug 18 12:18:29.160735 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facb76cf-2b9b-428e-896a-42f619d48712 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d19bcf9-bd52-4a93-9dc9-423bc7e92066,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:18:29.458704 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 60514) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:18:29.471987 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-61c15a19-5035-4b46-ae5e-23231f03765f admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:29.569793 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-61c15a19-5035-4b46-ae5e-23231f03765f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:29.575074 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-61c15a19-5035-4b46-ae5e-23231f03765f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:29.613911 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c15a19-5035-4b46-ae5e-23231f03765f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69d19ae8-531f-4176-9e4c-62d9460cad8a,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:18:29.621049 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 60518) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:18:29.621245 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-61c15a19-5035-4b46-ae5e-23231f03765f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=bb4a05b9e8184a1abe74a2d837b1b760&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1612310 Aug 18 12:18:29.690923 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b9817cbe-eb6a-492b-9bb0-6eba365c244e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:29.716071 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b9817cbe-eb6a-492b-9bb0-6eba365c244e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:29.764523 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b9817cbe-eb6a-492b-9bb0-6eba365c244e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:29.767664 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b9817cbe-eb6a-492b-9bb0-6eba365c244e admin admin] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:29.771824 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-b9817cbe-eb6a-492b-9bb0-6eba365c244e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/69d19ae8-531f-4176-9e4c-62d9460cad8a HTTP/1.1" status: 204 len: 168 time: 0.1494274 Aug 18 12:18:29.781222 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9817cbe-eb6a-492b-9bb0-6eba365c244e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69d19ae8-531f-4176-9e4c-62d9460cad8a,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:18:32.274781 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 60644) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:18:32.382674 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-39412f6c-2295-493a-b0d9-d9daff98dce2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:32.484018 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-39412f6c-2295-493a-b0d9-d9daff98dce2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:32.488842 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-39412f6c-2295-493a-b0d9-d9daff98dce2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:32.525833 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39412f6c-2295-493a-b0d9-d9daff98dce2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82203c55-3a87-4954-8438-5b123983646d,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:18:32.533859 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-39412f6c-2295-493a-b0d9-d9daff98dce2 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5497e41d9ccf4672a1c47d492d933b72&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2556629 Aug 18 12:18:32.534943 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 60652) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:18:32.583066 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-51250bd3-4305-4ea0-be9b-be91944e66cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:32.604078 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-51250bd3-4305-4ea0-be9b-be91944e66cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:32.655610 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-51250bd3-4305-4ea0-be9b-be91944e66cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:32.658255 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-51250bd3-4305-4ea0-be9b-be91944e66cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:32.661997 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-51250bd3-4305-4ea0-be9b-be91944e66cc admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/82203c55-3a87-4954-8438-5b123983646d HTTP/1.1" status: 204 len: 168 time: 0.1243954 Aug 18 12:18:32.671023 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51250bd3-4305-4ea0-be9b-be91944e66cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82203c55-3a87-4954-8438-5b123983646d,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:18:32.949363 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 60670) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:18:32.963660 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2aae39bf-33a2-4d79-b0a8-7dd1b1215931 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:33.063794 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2aae39bf-33a2-4d79-b0a8-7dd1b1215931 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:33.069506 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2aae39bf-33a2-4d79-b0a8-7dd1b1215931 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:33.117034 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-2aae39bf-33a2-4d79-b0a8-7dd1b1215931 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5475c6bf51674924bfedd03d5584fe28&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1664753 Aug 18 12:18:33.118224 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aae39bf-33a2-4d79-b0a8-7dd1b1215931 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f0aa14a-f967-4459-be5e-c2f96e80f5f1,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:18:33.120343 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 60672) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:18:33.184711 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4b4b55d5-3aa3-44d5-b70b-4a6d93d9f9c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:33.206368 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4b4b55d5-3aa3-44d5-b70b-4a6d93d9f9c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:33.261749 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4b4b55d5-3aa3-44d5-b70b-4a6d93d9f9c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:33.266367 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4b4b55d5-3aa3-44d5-b70b-4a6d93d9f9c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:33.267711 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-4b4b55d5-3aa3-44d5-b70b-4a6d93d9f9c2 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/7f0aa14a-f967-4459-be5e-c2f96e80f5f1 HTTP/1.1" status: 204 len: 168 time: 0.1459472 Aug 18 12:18:33.276672 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4b55d5-3aa3-44d5-b70b-4a6d93d9f9c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f0aa14a-f967-4459-be5e-c2f96e80f5f1,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:18:36.155560 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:37.769385 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e9f068aa-52cd-4e5d-be9b-0c34aa2df7fb req-3b1720d6-c2b2-465d-9e7c-1cb6c8cef730 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=01f8c8b5-393e-4624-8d0f-5f248e192959&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0491426 Aug 18 12:18:37.880693 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f068aa-52cd-4e5d-be9b-0c34aa2df7fb req-95d71828-94ef-4dd0-9eaf-5da170d91d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:18:37.882826 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e9f068aa-52cd-4e5d-be9b-0c34aa2df7fb req-95d71828-94ef-4dd0-9eaf-5da170d91d73 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=a31a9a9347c444e692b4e9b7703834cf&device_id=01f8c8b5-393e-4624-8d0f-5f248e192959 HTTP/1.1" status: 200 len: 1097 time: 0.0623240 Aug 18 12:18:38.025075 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f068aa-52cd-4e5d-be9b-0c34aa2df7fb req-ef1c9dc6-5cbc-421f-ab2a-6ddc3f8251f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:18:38.026855 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e9f068aa-52cd-4e5d-be9b-0c34aa2df7fb req-ef1c9dc6-5cbc-421f-ab2a-6ddc3f8251f5 service neutron] 10.222.0.63 "GET /v2.0/networks?id=c4280c32-a3bd-4e80-9871-c1104e80276f HTTP/1.1" status: 200 len: 909 time: 0.1186292 Aug 18 12:18:38.160245 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e9f068aa-52cd-4e5d-be9b-0c34aa2df7fb req-eee60036-50f2-4ee5-882d-df7a3584625f service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e98e409e-28ce-4225-9f9b-3e7242be722b HTTP/1.1" status: 200 len: 1002 time: 0.1034536 Aug 18 12:18:38.229450 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f068aa-52cd-4e5d-be9b-0c34aa2df7fb req-1d58977d-b72f-4406-8688-5e8c20e0cb5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:18:38.231291 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e9f068aa-52cd-4e5d-be9b-0c34aa2df7fb req-1d58977d-b72f-4406-8688-5e8c20e0cb5e service neutron] 10.222.0.63 "GET /v2.0/subnets?id=d46223af-7d95-441f-92a2-ea3a8ad2c323 HTTP/1.1" status: 200 len: 847 time: 0.0635307 Aug 18 12:18:38.234497 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:38.286621 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f068aa-52cd-4e5d-be9b-0c34aa2df7fb req-9f97de4f-5154-4404-a4d8-457ea8515a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:18:38.288140 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e9f068aa-52cd-4e5d-be9b-0c34aa2df7fb req-9f97de4f-5154-4404-a4d8-457ea8515a8b service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=c4280c32-a3bd-4e80-9871-c1104e80276f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0481887 Aug 18 12:18:38.415567 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e9f068aa-52cd-4e5d-be9b-0c34aa2df7fb req-15c00e4d-b94b-4eb2-ae9d-af928adf6b71 service neutron] 10.222.0.63 "GET /v2.0/networks/c4280c32-a3bd-4e80-9871-c1104e80276f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198864 Aug 18 12:18:38.521622 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e9f068aa-52cd-4e5d-be9b-0c34aa2df7fb req-773695e4-effa-4269-b331-ebefedaf0f69 service neutron] 10.222.0.63 "GET /v2.0/networks/c4280c32-a3bd-4e80-9871-c1104e80276f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981162 Aug 18 12:18:39.627109 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1274d143-5165-40b0-8f64-f136520d92b2 req-922d9883-78a0-40a2-aec1-4bd4bd343240 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=cbac3b63-465c-4b90-9065-19b6cea9e66b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0456059 Aug 18 12:18:39.720518 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1274d143-5165-40b0-8f64-f136520d92b2 req-e8b967d5-571d-4737-b646-b58e68e2a38f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:18:39.723364 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1274d143-5165-40b0-8f64-f136520d92b2 req-e8b967d5-571d-4737-b646-b58e68e2a38f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b60736d695f1461b9071c3b3eddcc039&device_id=cbac3b63-465c-4b90-9065-19b6cea9e66b HTTP/1.1" status: 200 len: 1096 time: 0.0691493 Aug 18 12:18:39.868448 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1274d143-5165-40b0-8f64-f136520d92b2 req-0043507d-3788-44d2-a897-4bea446b157f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:18:39.870180 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1274d143-5165-40b0-8f64-f136520d92b2 req-0043507d-3788-44d2-a897-4bea446b157f service neutron] 10.222.0.62 "GET /v2.0/networks?id=24a407c4-89ea-4bd3-8b0f-8fac9159040e HTTP/1.1" status: 200 len: 898 time: 0.1254034 Aug 18 12:18:39.969645 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1274d143-5165-40b0-8f64-f136520d92b2 req-62433b9f-9da9-494a-a62a-64ce90bd241f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=56a4e1d5-691e-477f-9f80-af402b469f7d HTTP/1.1" status: 200 len: 1001 time: 0.0908630 Aug 18 12:18:40.073554 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1274d143-5165-40b0-8f64-f136520d92b2 req-db85b93a-ffca-4ceb-99dd-eacf88f7bd28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:18:40.075340 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1274d143-5165-40b0-8f64-f136520d92b2 req-db85b93a-ffca-4ceb-99dd-eacf88f7bd28 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ef4f480b-35f7-4e63-87a7-b9ffafc93ba8 HTTP/1.1" status: 200 len: 834 time: 0.0937905 Aug 18 12:18:40.148689 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1274d143-5165-40b0-8f64-f136520d92b2 req-ebc9b0de-8516-4373-8eb7-a925f818ec6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:18:40.151058 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1274d143-5165-40b0-8f64-f136520d92b2 req-ebc9b0de-8516-4373-8eb7-a925f818ec6e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=24a407c4-89ea-4bd3-8b0f-8fac9159040e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0690744 Aug 18 12:18:40.271366 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1274d143-5165-40b0-8f64-f136520d92b2 req-9251bb8c-0d98-402a-83e7-d8319aa75f0f service neutron] 10.222.0.62 "GET /v2.0/networks/24a407c4-89ea-4bd3-8b0f-8fac9159040e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108353 Aug 18 12:18:40.403271 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1274d143-5165-40b0-8f64-f136520d92b2 req-82f36e11-c3f2-4caa-867b-b83880ac95e3 service neutron] 10.222.0.62 "GET /v2.0/networks/24a407c4-89ea-4bd3-8b0f-8fac9159040e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144562 Aug 18 12:18:40.649019 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697a17e1-0142-4c12-b937-7e1a2e7f214e req-39ec8369-6562-4d08-94ae-1ccc3ba9e2d6 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:18:40.650485 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-697a17e1-0142-4c12-b937-7e1a2e7f214e req-39ec8369-6562-4d08-94ae-1ccc3ba9e2d6 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/ports?device_id=dc3e2d7d-3d63-428a-bc66-41ae157ef28e HTTP/1.1" status: 200 len: 947 time: 0.0639703 Aug 18 12:18:40.694751 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-697a17e1-0142-4c12-b937-7e1a2e7f214e req-07d439b3-303f-40a2-8a37-8b1cf89610a0 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/security-groups?id=0e403c9b-7ac1-4005-9e0c-41b5a2ce4137&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354450 Aug 18 12:18:42.309015 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fc1514-3591-42be-ab04-a8ad98650282 req-0d4be70a-69e1-47c7-aff9-3602c82d0e39 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:18:42.310633 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c2fc1514-3591-42be-ab04-a8ad98650282 req-0d4be70a-69e1-47c7-aff9-3602c82d0e39 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/ports?device_id=dc3e2d7d-3d63-428a-bc66-41ae157ef28e HTTP/1.1" status: 200 len: 947 time: 0.5098653 Aug 18 12:18:42.334749 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa4d701-db27-4a30-8e41-849b65864c8f req-ad8fbc0a-fc47-4552-bd55-88141ad816bb tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:18:42.336240 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2aa4d701-db27-4a30-8e41-849b65864c8f req-ad8fbc0a-fc47-4552-bd55-88141ad816bb tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.62 "GET /v2.0/ports?device_id=dc3e2d7d-3d63-428a-bc66-41ae157ef28e HTTP/1.1" status: 200 len: 947 time: 0.0766006 Aug 18 12:18:42.390458 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c2fc1514-3591-42be-ab04-a8ad98650282 req-4de5b212-b181-40c0-8f5d-4b66777ac3d3 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/security-groups?id=0e403c9b-7ac1-4005-9e0c-41b5a2ce4137&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718985 Aug 18 12:18:42.455830 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-2aa4d701-db27-4a30-8e41-849b65864c8f req-28109dc6-fc3b-4078-8994-0b68e075f11f tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Deleting port 83ee1a77-6dbe-4990-9f37-fcb519558d22 {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:18:42.456328 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-2aa4d701-db27-4a30-8e41-849b65864c8f req-28109dc6-fc3b-4078-8994-0b68e075f11f tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:42.553354 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-2aa4d701-db27-4a30-8e41-849b65864c8f req-28109dc6-fc3b-4078-8994-0b68e075f11f tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] For port 83ee1a77-6dbe-4990-9f37-fcb519558d22, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=83ee1a77-6dbe-4990-9f37-fcb519558d22,segment=NetworkSegment(b37ee6ef-093c-4194-a906-24a6a3165741),segment_id=b37ee6ef-093c-4194-a906-24a6a3165741)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:18:42.553794 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-2aa4d701-db27-4a30-8e41-849b65864c8f req-28109dc6-fc3b-4078-8994-0b68e075f11f tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:42.749205 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-2aa4d701-db27-4a30-8e41-849b65864c8f req-28109dc6-fc3b-4078-8994-0b68e075f11f tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:42.749603 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-2aa4d701-db27-4a30-8e41-849b65864c8f req-28109dc6-fc3b-4078-8994-0b68e075f11f tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-989945'] for floatingip, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:42.749922 n-d-804985-2 neutron-server[106252]: INFO neutron.db.l3_db [req-2aa4d701-db27-4a30-8e41-849b65864c8f req-28109dc6-fc3b-4078-8994-0b68e075f11f tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Floating IP b69179be-5a9c-45a6-b6ea-d7d3334b81bc disassociated. External IP: 172.25.7.66, port: 83ee1a77-6dbe-4990-9f37-fcb519558d22. Aug 18 12:18:42.750267 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-2aa4d701-db27-4a30-8e41-849b65864c8f req-28109dc6-fc3b-4078-8994-0b68e075f11f tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Calling delete_port for 83ee1a77-6dbe-4990-9f37-fcb519558d22 owned by compute:nova {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:18:42.896854 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-2aa4d701-db27-4a30-8e41-849b65864c8f req-28109dc6-fc3b-4078-8994-0b68e075f11f tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:42.930756 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28109dc6-fc3b-4078-8994-0b68e075f11f tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Pushing event deleted for resources: {'Port': ['ID=83ee1a77-6dbe-4990-9f37-fcb519558d22,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:18:43.058764 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2aa4d701-db27-4a30-8e41-849b65864c8f req-28109dc6-fc3b-4078-8994-0b68e075f11f tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Router 4dfb3a65-10ca-4a39-aaa7-690473775a34 has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:18:43.203486 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2aa4d701-db27-4a30-8e41-849b65864c8f req-28109dc6-fc3b-4078-8994-0b68e075f11f tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:18:43.213669 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26580a8-e839-4887-9eb5-f5b8ecc318f8 None None] Sync routers for ids ['4dfb3a65-10ca-4a39-aaa7-690473775a34'] in n-d-804985-2 {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:18:43.227664 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26580a8-e839-4887-9eb5-f5b8ecc318f8 None None] Routers {'4dfb3a65-10ca-4a39-aaa7-690473775a34'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:18:43.228250 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-b26580a8-e839-4887-9eb5-f5b8ecc318f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:18:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['4dfb3a65-10ca-4a39-aaa7-690473775a34'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:18:43.261861 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-2aa4d701-db27-4a30-8e41-849b65864c8f req-28109dc6-fc3b-4078-8994-0b68e075f11f tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] No DVR routers for this DVR port 83ee1a77-6dbe-4990-9f37-fcb519558d22 on host n-h2-804985-2 {{(pid=106252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:18:43.265034 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-2aa4d701-db27-4a30-8e41-849b65864c8f req-28109dc6-fc3b-4078-8994-0b68e075f11f tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:43.267679 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2aa4d701-db27-4a30-8e41-849b65864c8f req-28109dc6-fc3b-4078-8994-0b68e075f11f tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.62 "DELETE /v2.0/ports/83ee1a77-6dbe-4990-9f37-fcb519558d22 HTTP/1.1" status: 204 len: 173 time: 0.9231658 Aug 18 12:18:43.268460 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc3e2d7d-3d63-428a-bc66-41ae157ef28e', 'name': 'network-vif-deleted', 'tag': '83ee1a77-6dbe-4990-9f37-fcb519558d22'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:18:43.281500 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db341a51-81f5-4006-8919-851691ad3e94" -d '{"events": [{"server_uuid": "dc3e2d7d-3d63-428a-bc66-41ae157ef28e", "name": "network-vif-deleted", "tag": "83ee1a77-6dbe-4990-9f37-fcb519558d22"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:18:43.369211 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:18:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80ac2442-3287-4e13-9614-6668995e8d40 x-openstack-request-id: req-80ac2442-3287-4e13-9614-6668995e8d40 {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:18:43.369923 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc3e2d7d-3d63-428a-bc66-41ae157ef28e", "name": "network-vif-deleted", "tag": "83ee1a77-6dbe-4990-9f37-fcb519558d22", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:18:43.369923 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-80ac2442-3287-4e13-9614-6668995e8d40 {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:18:43.370236 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc3e2d7d-3d63-428a-bc66-41ae157ef28e', 'name': 'network-vif-deleted', 'tag': '83ee1a77-6dbe-4990-9f37-fcb519558d22', 'status': 'completed', 'code': 200} Aug 18 12:18:43.511471 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-b26580a8-e839-4887-9eb5-f5b8ecc318f8 None None] Set router 4dfb3a65-10ca-4a39-aaa7-690473775a34 gateway port host: n-d-804985-2 {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:18:43.618063 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b5cf8d2f-c3cf-440d-a960-8239f7792a95 req-19b2d999-43f6-4489-a710-e2d74fc1869c tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/ports?device_id=dc3e2d7d-3d63-428a-bc66-41ae157ef28e HTTP/1.1" status: 200 len: 210 time: 0.0504477 Aug 18 12:18:43.831495 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-b26580a8-e839-4887-9eb5-f5b8ecc318f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dfb3a65-10ca-4a39-aaa7-690473775a34', 'name': 'tempest-AttachVolumeShelveTestJSON-984932346-router', 'tenant_id': '8fca7d5a19c54940b367d2e63154d6ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': '3b45d6e6-41d7-49b3-b0ae-a5d284a14577', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:14:20Z', 'updated_at': '2021-08-18T12:14:27Z', 'revision_number': 4, 'project_id': '8fca7d5a19c54940b367d2e63154d6ee', 'gw_port': {'id': '3b45d6e6-41d7-49b3-b0ae-a5d284a14577', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:17:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dfb3a65-10ca-4a39-aaa7-690473775a34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:14:21Z', 'updated_at': '2021-08-18T12:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': 'b601dfce-541d-4812-8364-38785b16ca51', 'name': '', 'network_id': '9a60ecad-83fa-47c2-91d2-f7a65c03fb59', 'tenant_id': '8fca7d5a19c54940b367d2e63154d6ee', 'mac_address': 'fa:16:3e:ec:bb:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dfb3a65-10ca-4a39-aaa7-690473775a34', 'device_owner': 'network:router_interface', 'standard_attr_id': 2755, 'fixed_ips': [{'subnet_id': 'cb04d889-17cd-4540-8b57-641bd70e62c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:14:26Z', 'updated_at': '2021-08-18T12:14:34Z', 'revision_number': 5, 'project_id': '8fca7d5a19c54940b367d2e63154d6ee', 'subnets': [{'id': 'cb04d889-17cd-4540-8b57-641bd70e62c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:18:43.889238 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26580a8-e839-4887-9eb5-f5b8ecc318f8 None None] Checking router: 4dfb3a65-10ca-4a39-aaa7-690473775a34 for host: n-d-804985-2 {{(pid=106254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:18:43.901392 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26580a8-e839-4887-9eb5-f5b8ecc318f8 None None] Routers {'4dfb3a65-10ca-4a39-aaa7-690473775a34'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:18:43.902345 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-b26580a8-e839-4887-9eb5-f5b8ecc318f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:18:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['4dfb3a65-10ca-4a39-aaa7-690473775a34'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:18:44.032845 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-b26580a8-e839-4887-9eb5-f5b8ecc318f8 None None] Set router 4dfb3a65-10ca-4a39-aaa7-690473775a34 gateway port host: n-d-804985-2 {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:18:44.284236 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-b26580a8-e839-4887-9eb5-f5b8ecc318f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dfb3a65-10ca-4a39-aaa7-690473775a34', 'name': 'tempest-AttachVolumeShelveTestJSON-984932346-router', 'tenant_id': '8fca7d5a19c54940b367d2e63154d6ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': '3b45d6e6-41d7-49b3-b0ae-a5d284a14577', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:14:20Z', 'updated_at': '2021-08-18T12:14:27Z', 'revision_number': 4, 'project_id': '8fca7d5a19c54940b367d2e63154d6ee', 'gw_port': {'id': '3b45d6e6-41d7-49b3-b0ae-a5d284a14577', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:17:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dfb3a65-10ca-4a39-aaa7-690473775a34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:14:21Z', 'updated_at': '2021-08-18T12:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': 'b601dfce-541d-4812-8364-38785b16ca51', 'name': '', 'network_id': '9a60ecad-83fa-47c2-91d2-f7a65c03fb59', 'tenant_id': '8fca7d5a19c54940b367d2e63154d6ee', 'mac_address': 'fa:16:3e:ec:bb:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dfb3a65-10ca-4a39-aaa7-690473775a34', 'device_owner': 'network:router_interface', 'standard_attr_id': 2755, 'fixed_ips': [{'subnet_id': 'cb04d889-17cd-4540-8b57-641bd70e62c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:14:26Z', 'updated_at': '2021-08-18T12:14:34Z', 'revision_number': 5, 'project_id': '8fca7d5a19c54940b367d2e63154d6ee', 'subnets': [{'id': 'cb04d889-17cd-4540-8b57-641bd70e62c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:18:44.312671 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26580a8-e839-4887-9eb5-f5b8ecc318f8 None None] The sync data for ids ['4dfb3a65-10ca-4a39-aaa7-690473775a34'] in n-d-804985-2 is: [{'id': '4dfb3a65-10ca-4a39-aaa7-690473775a34', 'name': 'tempest-AttachVolumeShelveTestJSON-984932346-router', 'tenant_id': '8fca7d5a19c54940b367d2e63154d6ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': '3b45d6e6-41d7-49b3-b0ae-a5d284a14577', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:14:20Z', 'updated_at': '2021-08-18T12:14:27Z', 'revision_number': 4, 'project_id': '8fca7d5a19c54940b367d2e63154d6ee', 'gw_port': {'id': '3b45d6e6-41d7-49b3-b0ae-a5d284a14577', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:17:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dfb3a65-10ca-4a39-aaa7-690473775a34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:14:21Z', 'updated_at': '2021-08-18T12:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': 'b601dfce-541d-4812-8364-38785b16ca51', 'name': '', 'network_id': '9a60ecad-83fa-47c2-91d2-f7a65c03fb59', 'tenant_id': '8fca7d5a19c54940b367d2e63154d6ee', 'mac_address': 'fa:16:3e:ec:bb:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dfb3a65-10ca-4a39-aaa7-690473775a34', 'device_owner': 'network:router_interface', 'standard_attr_id': 2755, 'fixed_ips': [{'subnet_id': 'cb04d889-17cd-4540-8b57-641bd70e62c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:14:26Z', 'updated_at': '2021-08-18T12:14:34Z', 'revision_number': 5, 'project_id': '8fca7d5a19c54940b367d2e63154d6ee', 'subnets': [{'id': 'cb04d889-17cd-4540-8b57-641bd70e62c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:18:44.713817 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a2a729-fe45-4305-b237-65255252f2e7 None None] New status for floating IP b69179be-5a9c-45a6-b6ea-d7d3334b81bc: DOWN {{(pid=106255) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 12:18:44.766696 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 33104) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:18:44.840758 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a1c6d285-8294-439c-afc4-28f08d67cfdc tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:44.868062 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a1c6d285-8294-439c-afc4-28f08d67cfdc tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:44.939131 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a1c6d285-8294-439c-afc4-28f08d67cfdc tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:44.942211 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a1c6d285-8294-439c-afc4-28f08d67cfdc tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:44.946134 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-a1c6d285-8294-439c-afc4-28f08d67cfdc tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "DELETE /v2.0/security-groups/0e403c9b-7ac1-4005-9e0c-41b5a2ce4137 HTTP/1.1" status: 204 len: 168 time: 0.1750116 Aug 18 12:18:44.946345 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 33128) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:18:44.952713 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c6d285-8294-439c-afc4-28f08d67cfdc tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e403c9b-7ac1-4005-9e0c-41b5a2ce4137,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:18:44.968187 n-d-804985-2 neutron-server[106252]: INFO neutron.api.v2.resource [None req-7c741426-73f2-4923-a6e0-0c3ca0e1bf1c tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] show failed (client error): The resource could not be found. Aug 18 12:18:44.969543 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-7c741426-73f2-4923-a6e0-0c3ca0e1bf1c tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/security-groups/0e403c9b-7ac1-4005-9e0c-41b5a2ce4137 HTTP/1.1" status: 404 len: 347 time: 0.0211589 Aug 18 12:18:44.972818 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 33134) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:18:45.110576 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-8af60e8b-2254-4970-83d6-d9e8336e99c6 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Deleting port 6932b65b-81d4-42ea-aae7-0674ff8f8086 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:18:45.110752 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8af60e8b-2254-4970-83d6-d9e8336e99c6 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:45.193424 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8af60e8b-2254-4970-83d6-d9e8336e99c6 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:45.193750 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8af60e8b-2254-4970-83d6-d9e8336e99c6 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:45.205981 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-8af60e8b-2254-4970-83d6-d9e8336e99c6 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Calling delete_port for 6932b65b-81d4-42ea-aae7-0674ff8f8086 owned by network:floatingip {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:18:45.369131 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8af60e8b-2254-4970-83d6-d9e8336e99c6 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:45.409403 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af60e8b-2254-4970-83d6-d9e8336e99c6 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Pushing event deleted for resources: {'Port': ['ID=6932b65b-81d4-42ea-aae7-0674ff8f8086,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:18:45.498161 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8af60e8b-2254-4970-83d6-d9e8336e99c6 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Notify callbacks [] for floatingip, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:45.501597 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8af60e8b-2254-4970-83d6-d9e8336e99c6 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for floatingip, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:45.507065 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-8af60e8b-2254-4970-83d6-d9e8336e99c6 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "DELETE /v2.0/floatingips/b69179be-5a9c-45a6-b6ea-d7d3334b81bc HTTP/1.1" status: 204 len: 168 time: 0.5325274 Aug 18 12:18:45.636021 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 33216) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:18:45.769986 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8950f4cc-c0c7-4f17-8e85-c4136fd2ad57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:45.891002 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8950f4cc-c0c7-4f17-8e85-c4136fd2ad57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:45.895784 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8950f4cc-c0c7-4f17-8e85-c4136fd2ad57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:45.939813 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-8950f4cc-c0c7-4f17-8e85-c4136fd2ad57 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8830db1147b7403d85797a6763685201&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3025272 Aug 18 12:18:45.940774 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 33260) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:18:45.944872 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 33262) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:18:45.947845 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8950f4cc-c0c7-4f17-8e85-c4136fd2ad57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e93f984a-8111-44df-a235-52e0bdcb60c3,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:18:45.952313 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-244d725e-6749-4f33-868f-c94038c3cfbf tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1017490084', 'description': 'tempest-description--17294548'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:18:45.996814 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c6d9eb2c-4438-4dc0-88ef-8a53a45efebc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:45.999465 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-244d725e-6749-4f33-868f-c94038c3cfbf tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:46.020902 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c6d9eb2c-4438-4dc0-88ef-8a53a45efebc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:46.098976 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-244d725e-6749-4f33-868f-c94038c3cfbf tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:46.103484 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-244d725e-6749-4f33-868f-c94038c3cfbf tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:46.106815 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c6d9eb2c-4438-4dc0-88ef-8a53a45efebc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:46.109538 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c6d9eb2c-4438-4dc0-88ef-8a53a45efebc admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:46.111031 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-c6d9eb2c-4438-4dc0-88ef-8a53a45efebc admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e93f984a-8111-44df-a235-52e0bdcb60c3 HTTP/1.1" status: 204 len: 168 time: 0.1688461 Aug 18 12:18:46.147875 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-244d725e-6749-4f33-868f-c94038c3cfbf tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:46.153345 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d9eb2c-4438-4dc0-88ef-8a53a45efebc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e93f984a-8111-44df-a235-52e0bdcb60c3,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:18:46.154494 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-244d725e-6749-4f33-868f-c94038c3cfbf tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2057707 Aug 18 12:18:46.155127 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 33290) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:18:46.160424 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-c7d1d676-d794-45d1-ab93-d6197c93a59a tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Request body: {'security_group_rule': {'security_group_id': '1b0fca33-c559-4bcd-8fb7-1eb808938f0b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:18:46.167825 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244d725e-6749-4f33-868f-c94038c3cfbf tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b0fca33-c559-4bcd-8fb7-1eb808938f0b,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:18:46.202247 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c7d1d676-d794-45d1-ab93-d6197c93a59a tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:46.262636 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 33306) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:18:46.311596 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c7d1d676-d794-45d1-ab93-d6197c93a59a tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:46.319820 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c7d1d676-d794-45d1-ab93-d6197c93a59a tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992607'] for security_group_rule, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:46.342555 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d1d676-d794-45d1-ab93-d6197c93a59a tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=804a2b8c-305e-44e6-9238-f268dbe443a6,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:18:46.352267 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c7d1d676-d794-45d1-ab93-d6197c93a59a tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:46.356944 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-c7d1d676-d794-45d1-ab93-d6197c93a59a tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2007573 Aug 18 12:18:46.357137 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 33320) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:18:46.363667 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-cb7747f0-4659-4395-8d99-2ca2b802d405 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Request body: {'security_group_rule': {'security_group_id': '1b0fca33-c559-4bcd-8fb7-1eb808938f0b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:18:46.472645 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-cb7747f0-4659-4395-8d99-2ca2b802d405 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:46.530883 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-e147c4cc-aa32-4678-8a77-2a7df91db3c1 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Deleting port de384424-b511-4069-a225-768a72430135 {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:18:46.531491 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e147c4cc-aa32-4678-8a77-2a7df91db3c1 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:46.563040 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 33352) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:18:46.576949 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-230af0b4-4ae5-4c1a-8fcb-fb6516014e7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:46.622648 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-cb7747f0-4659-4395-8d99-2ca2b802d405 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:46.653672 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-cb7747f0-4659-4395-8d99-2ca2b802d405 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992607'] for security_group_rule, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:46.676197 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7747f0-4659-4395-8d99-2ca2b802d405 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd2411eb-5d4d-4ab9-9d44-97f2fd552416,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:18:46.689298 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e147c4cc-aa32-4678-8a77-2a7df91db3c1 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:46.689502 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 83ee1a77-6dbe-4990-9f37-fcb519558d22 no longer exists at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:18:46.690363 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e147c4cc-aa32-4678-8a77-2a7df91db3c1 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:46.702858 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-e147c4cc-aa32-4678-8a77-2a7df91db3c1 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Calling delete_port for de384424-b511-4069-a225-768a72430135 owned by network:floatingip {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:18:46.721941 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-230af0b4-4ae5-4c1a-8fcb-fb6516014e7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:46.724097 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] No Port match for: 83ee1a77-6dbe-4990-9f37-fcb519558d22 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:18:46.724510 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 83ee1a77-6dbe-4990-9f37-fcb519558d22 not bound to the agent host n-h2-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:18:46.729087 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-230af0b4-4ae5-4c1a-8fcb-fb6516014e7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:46.756613 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-cb7747f0-4659-4395-8d99-2ca2b802d405 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:46.759123 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-cb7747f0-4659-4395-8d99-2ca2b802d405 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4012427 Aug 18 12:18:46.764014 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 33370) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:18:46.768763 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230af0b4-4ae5-4c1a-8fcb-fb6516014e7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e231d13-aeaa-4bc3-b45b-894ac8a23eb7,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:18:46.769036 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-10b38c45-7d37-4a8b-987f-62803192f110 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Request body: {'floatingip': {'floating_network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:18:46.775978 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-230af0b4-4ae5-4c1a-8fcb-fb6516014e7c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4f3a492d591a4a0d8a77233b222131d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2118623 Aug 18 12:18:46.777643 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 33374) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:18:46.825896 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-10b38c45-7d37-4a8b-987f-62803192f110 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Notify callbacks [] for floatingip, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:46.836965 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-776fb7b1-76e4-475e-b066-0e9af19b90b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:46.861984 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-776fb7b1-76e4-475e-b066-0e9af19b90b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:46.941565 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-776fb7b1-76e4-475e-b066-0e9af19b90b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:46.944526 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-776fb7b1-76e4-475e-b066-0e9af19b90b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:46.946879 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-776fb7b1-76e4-475e-b066-0e9af19b90b2 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2e231d13-aeaa-4bc3-b45b-894ac8a23eb7 HTTP/1.1" status: 204 len: 168 time: 0.1674790 Aug 18 12:18:46.966952 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776fb7b1-76e4-475e-b066-0e9af19b90b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e231d13-aeaa-4bc3-b45b-894ac8a23eb7,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:18:46.974773 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e147c4cc-aa32-4678-8a77-2a7df91db3c1 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:47.017292 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e147c4cc-aa32-4678-8a77-2a7df91db3c1 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Pushing event deleted for resources: {'Port': ['ID=de384424-b511-4069-a225-768a72430135,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:18:47.090271 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-10b38c45-7d37-4a8b-987f-62803192f110 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:47.102603 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e147c4cc-aa32-4678-8a77-2a7df91db3c1 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks [] for floatingip, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:47.102944 n-d-804985-2 neutron-server[106252]: INFO neutron.db.l3_db [None req-e147c4cc-aa32-4678-8a77-2a7df91db3c1 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Floating IP 341fc185-c5db-41b3-ba10-e39f20cd60e9 disassociated (deleted). External IP: 172.25.7.128, port: 56a4e1d5-691e-477f-9f80-af402b469f7d. Aug 18 12:18:47.313431 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [None req-10b38c45-7d37-4a8b-987f-62803192f110 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Allocated IP 172.25.7.37 (7cae7a70-14fd-408c-b14d-39ceb97cb60e/9784295a-20b8-4a4b-b105-f82737f0448f/e08ff27e-2d88-464e-aab7-bf4e98ba8a45) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:18:47.531545 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e147c4cc-aa32-4678-8a77-2a7df91db3c1 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Router 15a558d3-cb0b-4c5b-b74f-656f1047b2fb has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:18:47.578346 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-10b38c45-7d37-4a8b-987f-62803192f110 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:47.723712 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e147c4cc-aa32-4678-8a77-2a7df91db3c1 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:18:47.728939 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e147c4cc-aa32-4678-8a77-2a7df91db3c1 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for floatingip, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:47.733609 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-10b38c45-7d37-4a8b-987f-62803192f110 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:47.738610 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a2ccfac-8e77-47fa-ab99-bf4b3e607cb3 None None] Sync routers for ids ['15a558d3-cb0b-4c5b-b74f-656f1047b2fb'] in n-d-804985-2 {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:18:47.754042 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a2ccfac-8e77-47fa-ab99-bf4b3e607cb3 None None] Routers {'15a558d3-cb0b-4c5b-b74f-656f1047b2fb'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:18:47.755059 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-1a2ccfac-8e77-47fa-ab99-bf4b3e607cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:18:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['15a558d3-cb0b-4c5b-b74f-656f1047b2fb'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:18:47.805764 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10b38c45-7d37-4a8b-987f-62803192f110 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Network 7cae7a70-14fd-408c-b14d-39ceb97cb60e is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:18:47.805764 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-10b38c45-7d37-4a8b-987f-62803192f110 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:18:47.811152 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-e147c4cc-aa32-4678-8a77-2a7df91db3c1 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "DELETE /v2.0/floatingips/341fc185-c5db-41b3-ba10-e39f20cd60e9 HTTP/1.1" status: 204 len: 168 time: 1.5471778 Aug 18 12:18:47.814167 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b38c45-7d37-4a8b-987f-62803192f110 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:18:47.816640 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbac3b63-465c-4b90-9065-19b6cea9e66b', 'tag': '56a4e1d5-691e-477f-9f80-af402b469f7d'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:18:47.819098 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c947fadd-869a-40d2-81a5-9e3804a9f29d" -d '{"events": [{"name": "network-changed", "server_uuid": "cbac3b63-465c-4b90-9065-19b6cea9e66b", "tag": "56a4e1d5-691e-477f-9f80-af402b469f7d"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:18:47.850463 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b38c45-7d37-4a8b-987f-62803192f110 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Pushing event updated for resources: {'Port': ['ID=e08ff27e-2d88-464e-aab7-bf4e98ba8a45,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:18:47.936716 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:18:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d53f5686-733f-4bc1-a8b8-1e33888d7ab2 x-openstack-request-id: req-d53f5686-733f-4bc1-a8b8-1e33888d7ab2 {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:18:47.937167 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbac3b63-465c-4b90-9065-19b6cea9e66b", "tag": "56a4e1d5-691e-477f-9f80-af402b469f7d", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:18:47.937623 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d53f5686-733f-4bc1-a8b8-1e33888d7ab2 {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:18:47.938775 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbac3b63-465c-4b90-9065-19b6cea9e66b', 'tag': '56a4e1d5-691e-477f-9f80-af402b469f7d', 'status': 'completed', 'code': 200} Aug 18 12:18:47.942002 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-10b38c45-7d37-4a8b-987f-62803192f110 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:47.982331 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-1a2ccfac-8e77-47fa-ab99-bf4b3e607cb3 None None] Set router 15a558d3-cb0b-4c5b-b74f-656f1047b2fb gateway port host: n-d-804985-2 {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:18:48.010898 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-10b38c45-7d37-4a8b-987f-62803192f110 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:48.046158 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c947fadd-869a-40d2-81a5-9e3804a9f29d req-2f2979f8-3ebe-4949-98a4-e0ec00e97cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:18:48.048123 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c947fadd-869a-40d2-81a5-9e3804a9f29d req-2f2979f8-3ebe-4949-98a4-e0ec00e97cc4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b60736d695f1461b9071c3b3eddcc039&device_id=cbac3b63-465c-4b90-9065-19b6cea9e66b HTTP/1.1" status: 200 len: 1096 time: 0.1083581 Aug 18 12:18:48.251532 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c947fadd-869a-40d2-81a5-9e3804a9f29d req-32919bde-c0eb-43d7-8cbc-fb927a80525a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:18:48.253079 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c947fadd-869a-40d2-81a5-9e3804a9f29d req-32919bde-c0eb-43d7-8cbc-fb927a80525a service neutron] 10.222.0.62 "GET /v2.0/networks?id=24a407c4-89ea-4bd3-8b0f-8fac9159040e HTTP/1.1" status: 200 len: 898 time: 0.1914165 Aug 18 12:18:48.290040 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-1a2ccfac-8e77-47fa-ab99-bf4b3e607cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15a558d3-cb0b-4c5b-b74f-656f1047b2fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1476557285', 'tenant_id': 'b60736d695f1461b9071c3b3eddcc039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.108'}], 'enable_snat': True}, 'gw_port_id': '971ed013-4826-4bcf-9327-09a533b16897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:16:49Z', 'updated_at': '2021-08-18T12:16:58Z', 'revision_number': 4, 'project_id': 'b60736d695f1461b9071c3b3eddcc039', 'gw_port': {'id': '971ed013-4826-4bcf-9327-09a533b16897', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:45:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15a558d3-cb0b-4c5b-b74f-656f1047b2fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3162, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:16:50Z', 'updated_at': '2021-08-18T12:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': '0d1da6d5-9a19-4f9f-b2f9-50dfeaebc1b8', 'name': '', 'network_id': '24a407c4-89ea-4bd3-8b0f-8fac9159040e', 'tenant_id': 'b60736d695f1461b9071c3b3eddcc039', 'mac_address': 'fa:16:3e:63:77:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15a558d3-cb0b-4c5b-b74f-656f1047b2fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': 'ef4f480b-35f7-4e63-87a7-b9ffafc93ba8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:16:56Z', 'updated_at': '2021-08-18T12:17:07Z', 'revision_number': 5, 'project_id': 'b60736d695f1461b9071c3b3eddcc039', 'subnets': [{'id': 'ef4f480b-35f7-4e63-87a7-b9ffafc93ba8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:18:48.319760 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a2ccfac-8e77-47fa-ab99-bf4b3e607cb3 None None] Checking router: 15a558d3-cb0b-4c5b-b74f-656f1047b2fb for host: n-d-804985-2 {{(pid=106254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:18:48.329579 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a2ccfac-8e77-47fa-ab99-bf4b3e607cb3 None None] Routers {'15a558d3-cb0b-4c5b-b74f-656f1047b2fb'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:18:48.330672 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-1a2ccfac-8e77-47fa-ab99-bf4b3e607cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:18:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['15a558d3-cb0b-4c5b-b74f-656f1047b2fb'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:18:48.347750 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c947fadd-869a-40d2-81a5-9e3804a9f29d req-072465e5-dab0-4c16-aabb-32d0fb0728ab service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=56a4e1d5-691e-477f-9f80-af402b469f7d HTTP/1.1" status: 200 len: 217 time: 0.0818584 Aug 18 12:18:48.401396 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d54caa-caec-45f9-b10f-784cb7ec7b69 req-086f6327-8bbf-4d87-b0c4-3f600d810129 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:18:48.403064 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e1d54caa-caec-45f9-b10f-784cb7ec7b69 req-086f6327-8bbf-4d87-b0c4-3f600d810129 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/ports?device_id=cbac3b63-465c-4b90-9065-19b6cea9e66b HTTP/1.1" status: 200 len: 945 time: 0.2108479 Aug 18 12:18:48.430289 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 33522) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:18:48.437416 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-10b38c45-7d37-4a8b-987f-62803192f110 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Notify callbacks [] for port, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:48.460938 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-10b38c45-7d37-4a8b-987f-62803192f110 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:48.474149 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c947fadd-869a-40d2-81a5-9e3804a9f29d req-db37c906-4aa9-435b-8789-c360d215026d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:18:48.476414 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c947fadd-869a-40d2-81a5-9e3804a9f29d req-db37c906-4aa9-435b-8789-c360d215026d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ef4f480b-35f7-4e63-87a7-b9ffafc93ba8 HTTP/1.1" status: 200 len: 834 time: 0.1177859 Aug 18 12:18:48.506323 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-1a2ccfac-8e77-47fa-ab99-bf4b3e607cb3 None None] Set router 15a558d3-cb0b-4c5b-b74f-656f1047b2fb gateway port host: n-d-804985-2 {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:18:48.510419 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-5551857f-9df4-4302-a858-46758e41eb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:48.587234 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e1d54caa-caec-45f9-b10f-784cb7ec7b69 req-69a23999-4380-465a-92b7-c95f94c4eabe tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/security-groups?id=71b7f5de-7f5f-47d6-be8c-db76d5c69f11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1670916 Aug 18 12:18:48.630636 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b5d1082a-0e25-4402-8b40-c877858b87d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:48.642183 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b38c45-7d37-4a8b-987f-62803192f110 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Pushing event updated for resources: {'Port': ['ID=e08ff27e-2d88-464e-aab7-bf4e98ba8a45,revision_number=2']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:18:48.662367 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.agents_db [None req-6dbb2658-0354-4101-8393-6e7505481cf6 None None] Agent healthcheck: found 7 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 12:18:48.680131 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c947fadd-869a-40d2-81a5-9e3804a9f29d req-cdf86879-a331-4aa5-89df-1e42d0b78786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:18:48.681878 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c947fadd-869a-40d2-81a5-9e3804a9f29d req-cdf86879-a331-4aa5-89df-1e42d0b78786 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=24a407c4-89ea-4bd3-8b0f-8fac9159040e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1734226 Aug 18 12:18:48.767393 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b5d1082a-0e25-4402-8b40-c877858b87d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:48.776137 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b5d1082a-0e25-4402-8b40-c877858b87d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:48.826857 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d1082a-0e25-4402-8b40-c877858b87d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b2a1985-f849-471c-93cb-95c19ec16851,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:18:48.827057 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-10b38c45-7d37-4a8b-987f-62803192f110 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-989945'] for floatingip, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:48.845673 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-b5d1082a-0e25-4402-8b40-c877858b87d1 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f1277e60793a43589e8799159bc291ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4137325 Aug 18 12:18:48.849820 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 33542) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:18:48.856815 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-10b38c45-7d37-4a8b-987f-62803192f110 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for floatingip, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:48.868732 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-10b38c45-7d37-4a8b-987f-62803192f110 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1027546 Aug 18 12:18:48.904523 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-1a2ccfac-8e77-47fa-ab99-bf4b3e607cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15a558d3-cb0b-4c5b-b74f-656f1047b2fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1476557285', 'tenant_id': 'b60736d695f1461b9071c3b3eddcc039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.108'}], 'enable_snat': True}, 'gw_port_id': '971ed013-4826-4bcf-9327-09a533b16897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:16:49Z', 'updated_at': '2021-08-18T12:16:58Z', 'revision_number': 4, 'project_id': 'b60736d695f1461b9071c3b3eddcc039', 'gw_port': {'id': '971ed013-4826-4bcf-9327-09a533b16897', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:45:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15a558d3-cb0b-4c5b-b74f-656f1047b2fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3162, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:16:50Z', 'updated_at': '2021-08-18T12:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': '0d1da6d5-9a19-4f9f-b2f9-50dfeaebc1b8', 'name': '', 'network_id': '24a407c4-89ea-4bd3-8b0f-8fac9159040e', 'tenant_id': 'b60736d695f1461b9071c3b3eddcc039', 'mac_address': 'fa:16:3e:63:77:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15a558d3-cb0b-4c5b-b74f-656f1047b2fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': 'ef4f480b-35f7-4e63-87a7-b9ffafc93ba8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:16:56Z', 'updated_at': '2021-08-18T12:17:07Z', 'revision_number': 5, 'project_id': 'b60736d695f1461b9071c3b3eddcc039', 'subnets': [{'id': 'ef4f480b-35f7-4e63-87a7-b9ffafc93ba8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:18:48.905988 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c947fadd-869a-40d2-81a5-9e3804a9f29d req-d610cd55-cc94-419d-b06c-de83b14ccb37 service neutron] 10.222.0.62 "GET /v2.0/networks/24a407c4-89ea-4bd3-8b0f-8fac9159040e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2107570 Aug 18 12:18:48.953498 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-faf7a2d8-73fd-4b58-bad3-7ac594f83ed1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:48.970591 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a2ccfac-8e77-47fa-ab99-bf4b3e607cb3 None None] The sync data for ids ['15a558d3-cb0b-4c5b-b74f-656f1047b2fb'] in n-d-804985-2 is: [{'id': '15a558d3-cb0b-4c5b-b74f-656f1047b2fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1476557285', 'tenant_id': 'b60736d695f1461b9071c3b3eddcc039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.108'}], 'enable_snat': True}, 'gw_port_id': '971ed013-4826-4bcf-9327-09a533b16897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:16:49Z', 'updated_at': '2021-08-18T12:16:58Z', 'revision_number': 4, 'project_id': 'b60736d695f1461b9071c3b3eddcc039', 'gw_port': {'id': '971ed013-4826-4bcf-9327-09a533b16897', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:45:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15a558d3-cb0b-4c5b-b74f-656f1047b2fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3162, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:16:50Z', 'updated_at': '2021-08-18T12:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': '0d1da6d5-9a19-4f9f-b2f9-50dfeaebc1b8', 'name': '', 'network_id': '24a407c4-89ea-4bd3-8b0f-8fac9159040e', 'tenant_id': 'b60736d695f1461b9071c3b3eddcc039', 'mac_address': 'fa:16:3e:63:77:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15a558d3-cb0b-4c5b-b74f-656f1047b2fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': 'ef4f480b-35f7-4e63-87a7-b9ffafc93ba8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:16:56Z', 'updated_at': '2021-08-18T12:17:07Z', 'revision_number': 5, 'project_id': 'b60736d695f1461b9071c3b3eddcc039', 'subnets': [{'id': 'ef4f480b-35f7-4e63-87a7-b9ffafc93ba8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:18:49.006023 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-faf7a2d8-73fd-4b58-bad3-7ac594f83ed1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:49.117089 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-faf7a2d8-73fd-4b58-bad3-7ac594f83ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:49.119631 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-faf7a2d8-73fd-4b58-bad3-7ac594f83ed1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:49.125540 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c947fadd-869a-40d2-81a5-9e3804a9f29d req-6d396cb1-f6c6-472d-9bc4-6b9c83056413 service neutron] 10.222.0.62 "GET /v2.0/networks/24a407c4-89ea-4bd3-8b0f-8fac9159040e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2083786 Aug 18 12:18:49.127251 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-faf7a2d8-73fd-4b58-bad3-7ac594f83ed1 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/3b2a1985-f849-471c-93cb-95c19ec16851 HTTP/1.1" status: 204 len: 168 time: 0.2724390 Aug 18 12:18:49.138132 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf7a2d8-73fd-4b58-bad3-7ac594f83ed1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b2a1985-f849-471c-93cb-95c19ec16851,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:18:49.196583 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5d545196-f054-4f8b-b833-071be2376f26 req-d493d680-ed55-4fda-a7be-7ecf49640330 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--1017490084&fields=id&tenant_id=8fca7d5a19c54940b367d2e63154d6ee HTTP/1.1" status: 200 len: 267 time: 0.1150937 Aug 18 12:18:49.375000 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-685bb4e3-d2d0-4024-96d3-47854ec76a08 None None] New status for floating IP 341fc185-c5db-41b3-ba10-e39f20cd60e9: DOWN {{(pid=106255) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 12:18:49.394665 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d545196-f054-4f8b-b833-071be2376f26 req-3b7dc220-0db8-4db3-ac4b-0d3c3e5e396b tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:18:49.397021 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5d545196-f054-4f8b-b833-071be2376f26 req-3b7dc220-0db8-4db3-ac4b-0d3c3e5e396b tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/networks?id=9a60ecad-83fa-47c2-91d2-f7a65c03fb59 HTTP/1.1" status: 200 len: 816 time: 0.1982176 Aug 18 12:18:49.420156 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5d545196-f054-4f8b-b833-071be2376f26 req-630d0e34-cd27-453f-9473-e31de8c9d6a2 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/quotas/8fca7d5a19c54940b367d2e63154d6ee HTTP/1.1" status: 200 len: 375 time: 0.0173266 Aug 18 12:18:49.535900 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5d545196-f054-4f8b-b833-071be2376f26 req-8155facd-753e-4c86-8057-701f1aae79d0 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=8fca7d5a19c54940b367d2e63154d6ee&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0990217 Aug 18 12:18:49.621912 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87458106-8cda-4e0a-ae3c-db34b50ccc9f req-75ee3936-cb09-477f-9c02-a547b1721b4b tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:18:49.623752 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-87458106-8cda-4e0a-ae3c-db34b50ccc9f req-75ee3936-cb09-477f-9c02-a547b1721b4b tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.62 "GET /v2.0/ports?device_id=cbac3b63-465c-4b90-9065-19b6cea9e66b HTTP/1.1" status: 200 len: 945 time: 0.1443868 Aug 18 12:18:50.254549 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e712d5-d017-4b33-930e-91ceeddc9309 req-03341272-ec8a-45be-acca-0164b3ccbb2d tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:18:50.256835 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-81e712d5-d017-4b33-930e-91ceeddc9309 req-03341272-ec8a-45be-acca-0164b3ccbb2d tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/ports?device_id=cbac3b63-465c-4b90-9065-19b6cea9e66b HTTP/1.1" status: 200 len: 945 time: 0.5659597 Aug 18 12:18:50.265042 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5d545196-f054-4f8b-b833-071be2376f26 req-6913a757-6cfe-451a-8f39-65d006551eb3 service neutron] 10.222.0.66 "GET /v2.0/networks/9a60ecad-83fa-47c2-91d2-f7a65c03fb59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7207322 Aug 18 12:18:50.369113 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-81e712d5-d017-4b33-930e-91ceeddc9309 req-52ddbddb-6b06-4937-b88e-01ee1cd4318a tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/security-groups?id=71b7f5de-7f5f-47d6-be8c-db76d5c69f11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016059 Aug 18 12:18:50.377674 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-87458106-8cda-4e0a-ae3c-db34b50ccc9f req-523e578c-09a2-474f-bbc4-07880c2ebc64 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Deleting port 56a4e1d5-691e-477f-9f80-af402b469f7d {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:18:50.378816 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-87458106-8cda-4e0a-ae3c-db34b50ccc9f req-523e578c-09a2-474f-bbc4-07880c2ebc64 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:50.496383 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5d545196-f054-4f8b-b833-071be2376f26 req-4ca07393-ab06-4485-ab4d-61da4115044e service neutron] 10.222.0.66 "GET /v2.0/networks/9a60ecad-83fa-47c2-91d2-f7a65c03fb59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2220643 Aug 18 12:18:50.520586 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-87458106-8cda-4e0a-ae3c-db34b50ccc9f req-523e578c-09a2-474f-bbc4-07880c2ebc64 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] For port 56a4e1d5-691e-477f-9f80-af402b469f7d, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=56a4e1d5-691e-477f-9f80-af402b469f7d,segment=NetworkSegment(2702fddc-a106-4ef8-abba-ab045dbab5a0),segment_id=2702fddc-a106-4ef8-abba-ab045dbab5a0)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:18:50.520952 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-87458106-8cda-4e0a-ae3c-db34b50ccc9f req-523e578c-09a2-474f-bbc4-07880c2ebc64 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:50.535055 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-87458106-8cda-4e0a-ae3c-db34b50ccc9f req-523e578c-09a2-474f-bbc4-07880c2ebc64 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Calling delete_port for 56a4e1d5-691e-477f-9f80-af402b469f7d owned by compute:nova {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:18:50.802392 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-629ec857-e1de-4e7c-9914-79796d950c09 req-e23761ae-1d0e-460e-94da-63ea11842d35 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/ports?device_id=ebc09d04-7c45-461d-a378-624bccc765d1 HTTP/1.1" status: 200 len: 210 time: 0.0380399 Aug 18 12:18:50.826361 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-87458106-8cda-4e0a-ae3c-db34b50ccc9f req-523e578c-09a2-474f-bbc4-07880c2ebc64 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:50.875552 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523e578c-09a2-474f-bbc4-07880c2ebc64 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Pushing event deleted for resources: {'Port': ['ID=56a4e1d5-691e-477f-9f80-af402b469f7d,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:18:50.950064 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-87458106-8cda-4e0a-ae3c-db34b50ccc9f req-523e578c-09a2-474f-bbc4-07880c2ebc64 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] No DVR routers for this DVR port 56a4e1d5-691e-477f-9f80-af402b469f7d on host n-h2-804985-2 {{(pid=106252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:18:50.952823 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-87458106-8cda-4e0a-ae3c-db34b50ccc9f req-523e578c-09a2-474f-bbc4-07880c2ebc64 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:50.955097 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-87458106-8cda-4e0a-ae3c-db34b50ccc9f req-523e578c-09a2-474f-bbc4-07880c2ebc64 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.62 "DELETE /v2.0/ports/56a4e1d5-691e-477f-9f80-af402b469f7d HTTP/1.1" status: 204 len: 173 time: 1.3242638 Aug 18 12:18:50.955788 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbac3b63-465c-4b90-9065-19b6cea9e66b', 'name': 'network-vif-deleted', 'tag': '56a4e1d5-691e-477f-9f80-af402b469f7d'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:18:50.958754 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abf4b360-5f53-44de-9236-f318cbeebb20" -d '{"events": [{"server_uuid": "cbac3b63-465c-4b90-9065-19b6cea9e66b", "name": "network-vif-deleted", "tag": "56a4e1d5-691e-477f-9f80-af402b469f7d"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:18:51.007974 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:18:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42486f24-a737-4eab-bcde-0d392c42599c x-openstack-request-id: req-42486f24-a737-4eab-bcde-0d392c42599c {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:18:51.008277 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbac3b63-465c-4b90-9065-19b6cea9e66b", "name": "network-vif-deleted", "tag": "56a4e1d5-691e-477f-9f80-af402b469f7d", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:18:51.009023 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-42486f24-a737-4eab-bcde-0d392c42599c {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:18:51.009176 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbac3b63-465c-4b90-9065-19b6cea9e66b', 'name': 'network-vif-deleted', 'tag': '56a4e1d5-691e-477f-9f80-af402b469f7d', 'status': 'completed', 'code': 200} Aug 18 12:18:51.447739 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:51.690923 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-9ec0a55b-c401-4ed1-bf9b-33afef6b993f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:51.695708 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2071b3a9-4e5f-458c-a9d4-b84822b45e83 req-31491143-ab60-4278-90ea-6f861e8ac279 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "GET /v2.0/ports?device_id=cbac3b63-465c-4b90-9065-19b6cea9e66b HTTP/1.1" status: 200 len: 210 time: 0.1274445 Aug 18 12:18:51.950575 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f271c3ac-ba4d-43ac-bfd2-0c0620b5377d req-b3da29d9-a21b-478d-8b25-726272801fc2 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/ports?device_id=ebc09d04-7c45-461d-a378-624bccc765d1 HTTP/1.1" status: 200 len: 210 time: 0.0386937 Aug 18 12:18:52.163693 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-53584c24-f517-494e-ac93-c18bb92373f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:52.438590 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 33736) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:18:52.514849 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d545196-f054-4f8b-b833-071be2376f26 req-f727647f-9894-4e8c-9053-a900ad41eb39 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:18:52.516748 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5d545196-f054-4f8b-b833-071be2376f26 req-f727647f-9894-4e8c-9053-a900ad41eb39 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.63 "GET /v2.0/networks?id=9a60ecad-83fa-47c2-91d2-f7a65c03fb59 HTTP/1.1" status: 200 len: 816 time: 0.1565013 Aug 18 12:18:52.603366 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-08217bf2-d725-4868-b051-89f13dc31476 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:52.636588 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5d545196-f054-4f8b-b833-071be2376f26 req-d688e351-e2a1-43c6-b5ce-59e6f74db33f tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.63 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8fca7d5a19c54940b367d2e63154d6ee HTTP/1.1" status: 200 len: 380 time: 0.1037645 Aug 18 12:18:52.653695 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-5d545196-f054-4f8b-b833-071be2376f26 req-64b23411-0c33-4e38-81d6-20a192c26c09 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Request body: {'port': {'device_id': 'ebc09d04-7c45-461d-a378-624bccc765d1', 'network_id': '9a60ecad-83fa-47c2-91d2-f7a65c03fb59', 'admin_state_up': True, 'tenant_id': '8fca7d5a19c54940b367d2e63154d6ee', 'security_groups': ['1b0fca33-c559-4bcd-8fb7-1eb808938f0b']}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:18:52.792684 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 33748) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:18:52.860173 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-08217bf2-d725-4868-b051-89f13dc31476 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:52.885041 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-08217bf2-d725-4868-b051-89f13dc31476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:52.898952 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d545196-f054-4f8b-b833-071be2376f26 req-64b23411-0c33-4e38-81d6-20a192c26c09 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Made reservation on behalf of 8fca7d5a19c54940b367d2e63154d6ee for: {'port': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:18:52.902575 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-5d545196-f054-4f8b-b833-071be2376f26 req-64b23411-0c33-4e38-81d6-20a192c26c09 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:53.090205 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [req-5d545196-f054-4f8b-b833-071be2376f26 req-64b23411-0c33-4e38-81d6-20a192c26c09 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Allocated IP 172.20.0.11 (9a60ecad-83fa-47c2-91d2-f7a65c03fb59/cb04d889-17cd-4540-8b57-641bd70e62c4/8b179b4e-a984-4c26-8bef-a56d4a7e622c) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:18:53.255226 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-5d545196-f054-4f8b-b833-071be2376f26 req-64b23411-0c33-4e38-81d6-20a192c26c09 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:53.284040 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f10414a0-a77d-4d65-8ecd-f5b6e11083d4 req-69a7eba2-d2c4-41f0-88e2-44f2fb991868 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/ports?device_id=ebc09d04-7c45-461d-a378-624bccc765d1 HTTP/1.1" status: 200 len: 210 time: 0.0443640 Aug 18 12:18:53.301555 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [req-5d545196-f054-4f8b-b833-071be2376f26 req-64b23411-0c33-4e38-81d6-20a192c26c09 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Transition to ACTIVE for port object 8b179b4e-a984-4c26-8bef-a56d4a7e622c will not be triggered until provisioned by entity DHCP. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:18:53.347120 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-5d545196-f054-4f8b-b833-071be2376f26 req-64b23411-0c33-4e38-81d6-20a192c26c09 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:53.403300 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d545196-f054-4f8b-b833-071be2376f26 req-64b23411-0c33-4e38-81d6-20a192c26c09 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Network 9a60ecad-83fa-47c2-91d2-f7a65c03fb59 is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:18:53.408868 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [req-5d545196-f054-4f8b-b833-071be2376f26 req-64b23411-0c33-4e38-81d6-20a192c26c09 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:18:53.424734 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d545196-f054-4f8b-b833-071be2376f26 req-64b23411-0c33-4e38-81d6-20a192c26c09 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:18:53.428316 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b23411-0c33-4e38-81d6-20a192c26c09 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Pushing event updated for resources: {'Port': ['ID=8b179b4e-a984-4c26-8bef-a56d4a7e622c,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:18:53.471725 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-08217bf2-d725-4868-b051-89f13dc31476 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=55791fccfeae40db81f43c42a4243b6c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0275643 Aug 18 12:18:53.475867 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 33762) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:18:53.492856 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d545196-f054-4f8b-b833-071be2376f26 req-64b23411-0c33-4e38-81d6-20a192c26c09 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:18:53.493631 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-5d545196-f054-4f8b-b833-071be2376f26 req-64b23411-0c33-4e38-81d6-20a192c26c09 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:53.518402 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5d545196-f054-4f8b-b833-071be2376f26 req-64b23411-0c33-4e38-81d6-20a192c26c09 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8728988 Aug 18 12:18:53.523114 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08217bf2-d725-4868-b051-89f13dc31476 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e56983c9-7850-40f4-8cad-800f298f0cc5,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:18:53.549698 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-5d545196-f054-4f8b-b833-071be2376f26 req-75efaccd-7b4f-4205-b528-c9d33c42fdb0 service neutron] Request body: {'port': {'device_id': 'ebc09d04-7c45-461d-a378-624bccc765d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804985-2'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:18:53.629580 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-5d545196-f054-4f8b-b833-071be2376f26 req-75efaccd-7b4f-4205-b528-c9d33c42fdb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:53.672250 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-cbcda151-f80c-4e5f-880f-6c273341978f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:53.757496 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-cbcda151-f80c-4e5f-880f-6c273341978f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:53.774389 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-c50b3d1e-88d1-42f4-b7f5-c1841d34b7cb None None] Provisioning for port 8b179b4e-a984-4c26-8bef-a56d4a7e622c completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:18:53.778601 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-c50b3d1e-88d1-42f4-b7f5-c1841d34b7cb None None] Provisioning complete for port 8b179b4e-a984-4c26-8bef-a56d4a7e622c triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:18:53.778977 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-c50b3d1e-88d1-42f4-b7f5-c1841d34b7cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:53.858893 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-c50b3d1e-88d1-42f4-b7f5-c1841d34b7cb None None] Port 8b179b4e-a984-4c26-8bef-a56d4a7e622c cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:18:53.871524 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-cbcda151-f80c-4e5f-880f-6c273341978f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:53.871762 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-500a1c61-38a7-4c23-a7ec-4631080af5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:53.874036 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-cbcda151-f80c-4e5f-880f-6c273341978f admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:53.875187 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-cbcda151-f80c-4e5f-880f-6c273341978f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e56983c9-7850-40f4-8cad-800f298f0cc5 HTTP/1.1" status: 204 len: 168 time: 0.3968105 Aug 18 12:18:53.895451 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcda151-f80c-4e5f-880f-6c273341978f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e56983c9-7850-40f4-8cad-800f298f0cc5,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:18:54.023813 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-53a3da76-439b-41ba-951f-921dc416cc27 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-996815'] for router_interface, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:54.033287 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [req-5d545196-f054-4f8b-b833-071be2376f26 req-75efaccd-7b4f-4205-b528-c9d33c42fdb0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b179b4e-a984-4c26-8bef-a56d4a7e622c {{(pid=106252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:18:54.060608 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-5d545196-f054-4f8b-b833-071be2376f26 req-75efaccd-7b4f-4205-b528-c9d33c42fdb0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:54.076177 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [req-5d545196-f054-4f8b-b833-071be2376f26 req-75efaccd-7b4f-4205-b528-c9d33c42fdb0 service neutron] Transition to ACTIVE for port object 8b179b4e-a984-4c26-8bef-a56d4a7e622c will not be triggered until provisioned by entity L2. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:18:54.087207 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-5d545196-f054-4f8b-b833-071be2376f26 req-75efaccd-7b4f-4205-b528-c9d33c42fdb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:54.195355 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75efaccd-7b4f-4205-b528-c9d33c42fdb0 service neutron] Pushing event updated for resources: {'Port': ['ID=8b179b4e-a984-4c26-8bef-a56d4a7e622c,revision_number=2']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:18:54.383715 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-5d545196-f054-4f8b-b833-071be2376f26 req-75efaccd-7b4f-4205-b528-c9d33c42fdb0 service neutron] Attempting to bind port 8b179b4e-a984-4c26-8bef-a56d4a7e622c on host n-h1-804985-2 for vnic_type normal with profile {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:18:54.384344 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-5d545196-f054-4f8b-b833-071be2376f26 req-75efaccd-7b4f-4205-b528-c9d33c42fdb0 service neutron] Attempting to bind port 8b179b4e-a984-4c26-8bef-a56d4a7e622c by drivers openvswitch,hyperv on host n-h1-804985-2 at level 0 using segments [{'id': 'b37ee6ef-093c-4194-a906-24a6a3165741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '9a60ecad-83fa-47c2-91d2-f7a65c03fb59'}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:18:54.384927 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d545196-f054-4f8b-b833-071be2376f26 req-75efaccd-7b4f-4205-b528-c9d33c42fdb0 service neutron] Attempting to bind port 8b179b4e-a984-4c26-8bef-a56d4a7e622c on network 9a60ecad-83fa-47c2-91d2-f7a65c03fb59 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:18:54.390774 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d545196-f054-4f8b-b833-071be2376f26 req-75efaccd-7b4f-4205-b528-c9d33c42fdb0 service neutron] Port 8b179b4e-a984-4c26-8bef-a56d4a7e622c on network 9a60ecad-83fa-47c2-91d2-f7a65c03fb59 not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-2 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:18:54.391396 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d545196-f054-4f8b-b833-071be2376f26 req-75efaccd-7b4f-4205-b528-c9d33c42fdb0 service neutron] Attempting to bind port 8b179b4e-a984-4c26-8bef-a56d4a7e622c on network 9a60ecad-83fa-47c2-91d2-f7a65c03fb59 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:18:54.397270 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d545196-f054-4f8b-b833-071be2376f26 req-75efaccd-7b4f-4205-b528-c9d33c42fdb0 service neutron] Checking agent: {'id': 'a613417a-d085-492c-941a-59bb18c633d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 49, 6), 'started_at': datetime.datetime(2021, 8, 18, 11, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 18, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:18:54.397935 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d545196-f054-4f8b-b833-071be2376f26 req-75efaccd-7b4f-4205-b528-c9d33c42fdb0 service neutron] Checking segment: {'id': 'b37ee6ef-093c-4194-a906-24a6a3165741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '9a60ecad-83fa-47c2-91d2-f7a65c03fb59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:18:54.398517 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d545196-f054-4f8b-b833-071be2376f26 req-75efaccd-7b4f-4205-b528-c9d33c42fdb0 service neutron] Bound using segment: {'id': 'b37ee6ef-093c-4194-a906-24a6a3165741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '9a60ecad-83fa-47c2-91d2-f7a65c03fb59'} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:18:54.399654 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-5d545196-f054-4f8b-b833-071be2376f26 req-75efaccd-7b4f-4205-b528-c9d33c42fdb0 service neutron] Bound port: 8b179b4e-a984-4c26-8bef-a56d4a7e622c, host: n-h1-804985-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b37ee6ef-093c-4194-a906-24a6a3165741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '9a60ecad-83fa-47c2-91d2-f7a65c03fb59'}}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:18:54.400216 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-5d545196-f054-4f8b-b833-071be2376f26 req-75efaccd-7b4f-4205-b528-c9d33c42fdb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:54.444255 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 33786) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:18:54.452343 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-53a3da76-439b-41ba-951f-921dc416cc27 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Deleting port 0d1da6d5-9a19-4f9f-b2f9-50dfeaebc1b8 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:18:54.452709 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-53a3da76-439b-41ba-951f-921dc416cc27 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:54.500448 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7ebf4c5d-4cc5-40b5-9f0b-8f18000a6feb admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:54.546188 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb02555c-64db-4801-8852-a2c3d0fcd2a5 req-bd4d95ec-0a73-49ad-8552-a5234d555447 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:18:54.548466 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-eb02555c-64db-4801-8852-a2c3d0fcd2a5 req-bd4d95ec-0a73-49ad-8552-a5234d555447 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/ports?device_id=ebc09d04-7c45-461d-a378-624bccc765d1 HTTP/1.1" status: 200 len: 944 time: 0.1314926 Aug 18 12:18:54.567689 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-5d545196-f054-4f8b-b833-071be2376f26 req-75efaccd-7b4f-4205-b528-c9d33c42fdb0 service neutron] For port 8b179b4e-a984-4c26-8bef-a56d4a7e622c, host n-h1-804985-2, cleared binding levels {{(pid=106252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:18:54.617534 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-5d545196-f054-4f8b-b833-071be2376f26 req-75efaccd-7b4f-4205-b528-c9d33c42fdb0 service neutron] For port 8b179b4e-a984-4c26-8bef-a56d4a7e622c, host n-h1-804985-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=8b179b4e-a984-4c26-8bef-a56d4a7e622c,segment=NetworkSegment(b37ee6ef-093c-4194-a906-24a6a3165741),segment_id=b37ee6ef-093c-4194-a906-24a6a3165741)] {{(pid=106252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:18:54.621874 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [None req-53a3da76-439b-41ba-951f-921dc416cc27 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] For port 0d1da6d5-9a19-4f9f-b2f9-50dfeaebc1b8, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=0d1da6d5-9a19-4f9f-b2f9-50dfeaebc1b8,segment=NetworkSegment(2702fddc-a106-4ef8-abba-ab045dbab5a0),segment_id=2702fddc-a106-4ef8-abba-ab045dbab5a0)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:18:54.622246 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-53a3da76-439b-41ba-951f-921dc416cc27 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:54.634904 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-eb02555c-64db-4801-8852-a2c3d0fcd2a5 req-9429f898-703c-4358-8270-e6c36a0982ab tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/security-groups?id=1b0fca33-c559-4bcd-8fb7-1eb808938f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780418 Aug 18 12:18:54.636565 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-5d545196-f054-4f8b-b833-071be2376f26 req-75efaccd-7b4f-4205-b528-c9d33c42fdb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:54.646188 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-53a3da76-439b-41ba-951f-921dc416cc27 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Calling delete_port for 0d1da6d5-9a19-4f9f-b2f9-50dfeaebc1b8 owned by network:router_interface {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:18:54.670514 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d545196-f054-4f8b-b833-071be2376f26 req-75efaccd-7b4f-4205-b528-c9d33c42fdb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:18:54.671205 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-5d545196-f054-4f8b-b833-071be2376f26 req-75efaccd-7b4f-4205-b528-c9d33c42fdb0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:54.672743 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5d545196-f054-4f8b-b833-071be2376f26 req-75efaccd-7b4f-4205-b528-c9d33c42fdb0 service neutron] 10.222.0.63 "PUT /v2.0/ports/8b179b4e-a984-4c26-8bef-a56d4a7e622c HTTP/1.1" status: 200 len: 1092 time: 1.1465080 Aug 18 12:18:54.673385 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebc09d04-7c45-461d-a378-624bccc765d1', 'tag': '8b179b4e-a984-4c26-8bef-a56d4a7e622c'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:18:54.675648 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a42a5f1-f7c3-4978-88ba-1afde13bfea1" -d '{"events": [{"name": "network-changed", "server_uuid": "ebc09d04-7c45-461d-a378-624bccc765d1", "tag": "8b179b4e-a984-4c26-8bef-a56d4a7e622c"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:18:54.710306 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75efaccd-7b4f-4205-b528-c9d33c42fdb0 service neutron] Pushing event updated for resources: {'Port': ['ID=8b179b4e-a984-4c26-8bef-a56d4a7e622c,revision_number=3']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:18:54.736667 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 56a4e1d5-691e-477f-9f80-af402b469f7d no longer exists at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:18:54.779664 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d545196-f054-4f8b-b833-071be2376f26 req-52986f63-5981-433f-9aef-191d52f1e6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:18:54.779664 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5d545196-f054-4f8b-b833-071be2376f26 req-52986f63-5981-433f-9aef-191d52f1e6b0 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=8fca7d5a19c54940b367d2e63154d6ee&device_id=ebc09d04-7c45-461d-a378-624bccc765d1 HTTP/1.1" status: 200 len: 1095 time: 0.0535998 Aug 18 12:18:54.793845 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:18:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-447cc4ae-5165-4d10-82dd-9d9e5ebf929d x-openstack-request-id: req-447cc4ae-5165-4d10-82dd-9d9e5ebf929d {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:18:54.794262 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebc09d04-7c45-461d-a378-624bccc765d1", "tag": "8b179b4e-a984-4c26-8bef-a56d4a7e622c", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:18:54.794515 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-447cc4ae-5165-4d10-82dd-9d9e5ebf929d {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:18:54.794921 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebc09d04-7c45-461d-a378-624bccc765d1', 'tag': '8b179b4e-a984-4c26-8bef-a56d4a7e622c', 'status': 'completed', 'code': 200} Aug 18 12:18:54.804518 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] No Port match for: 56a4e1d5-691e-477f-9f80-af402b469f7d {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:18:54.805266 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 56a4e1d5-691e-477f-9f80-af402b469f7d not bound to the agent host n-h2-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:18:54.878692 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5d545196-f054-4f8b-b833-071be2376f26 req-d8384ad4-9eb5-41f0-86b4-adcb9cf186ea service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8b179b4e-a984-4c26-8bef-a56d4a7e622c HTTP/1.1" status: 200 len: 217 time: 0.0939751 Aug 18 12:18:54.908820 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7ebf4c5d-4cc5-40b5-9f0b-8f18000a6feb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:54.921260 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7ebf4c5d-4cc5-40b5-9f0b-8f18000a6feb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:54.974765 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-7ebf4c5d-4cc5-40b5-9f0b-8f18000a6feb admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=bd26497b915647048e30e2dd32f6c909&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5294006 Aug 18 12:18:54.978606 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 33796) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:18:55.009234 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebf4c5d-4cc5-40b5-9f0b-8f18000a6feb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca060675-df7f-4006-8775-7232b3425eda,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:18:55.021579 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d545196-f054-4f8b-b833-071be2376f26 req-f142a004-04fe-4827-a80e-295f2fb84ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:18:55.023232 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5d545196-f054-4f8b-b833-071be2376f26 req-f142a004-04fe-4827-a80e-295f2fb84ca8 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=cb04d889-17cd-4540-8b57-641bd70e62c4 HTTP/1.1" status: 200 len: 855 time: 0.1338623 Aug 18 12:18:55.103465 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d545196-f054-4f8b-b833-071be2376f26 req-a2e402cf-2541-4992-8ec4-3387c97b039c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:18:55.105945 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5d545196-f054-4f8b-b833-071be2376f26 req-a2e402cf-2541-4992-8ec4-3387c97b039c service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=9a60ecad-83fa-47c2-91d2-f7a65c03fb59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0741715 Aug 18 12:18:55.109374 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-53a3da76-439b-41ba-951f-921dc416cc27 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:55.130063 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4ceec793-89f0-4829-a29c-05302b7232e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:55.171361 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a3da76-439b-41ba-951f-921dc416cc27 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Pushing event deleted for resources: {'Port': ['ID=0d1da6d5-9a19-4f9f-b2f9-50dfeaebc1b8,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:18:55.237502 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4ceec793-89f0-4829-a29c-05302b7232e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:55.409903 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5d545196-f054-4f8b-b833-071be2376f26 req-b8095c2a-c802-4a1f-b2b5-4a9483215826 service neutron] 10.222.0.63 "GET /v2.0/networks/9a60ecad-83fa-47c2-91d2-f7a65c03fb59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2910719 Aug 18 12:18:55.411850 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4ceec793-89f0-4829-a29c-05302b7232e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:55.416297 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4ceec793-89f0-4829-a29c-05302b7232e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:55.435158 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-4ceec793-89f0-4829-a29c-05302b7232e3 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ca060675-df7f-4006-8775-7232b3425eda HTTP/1.1" status: 204 len: 168 time: 0.4414527 Aug 18 12:18:55.488716 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ceec793-89f0-4829-a29c-05302b7232e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca060675-df7f-4006-8775-7232b3425eda,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:18:55.541252 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-53a3da76-439b-41ba-951f-921dc416cc27 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953695'] for router_interface, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:55.709426 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5d545196-f054-4f8b-b833-071be2376f26 req-5e4497a6-881d-40f4-ae45-07df9f342934 service neutron] 10.222.0.63 "GET /v2.0/networks/9a60ecad-83fa-47c2-91d2-f7a65c03fb59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2710791 Aug 18 12:18:55.801690 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 33820) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:18:55.914891 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a42a5f1-f7c3-4978-88ba-1afde13bfea1 req-d196bc4d-90a5-4907-a425-59e3f58ca470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:18:55.919802 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6a42a5f1-f7c3-4978-88ba-1afde13bfea1 req-d196bc4d-90a5-4907-a425-59e3f58ca470 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=8fca7d5a19c54940b367d2e63154d6ee&device_id=ebc09d04-7c45-461d-a378-624bccc765d1 HTTP/1.1" status: 200 len: 1095 time: 0.1495917 Aug 18 12:18:55.967493 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f005eb-ca83-49e6-9cbb-aa8b25367194 req-f67d6d95-bee8-4b09-b23b-5842ef7ceeea tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:18:55.974991 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d0f005eb-ca83-49e6-9cbb-aa8b25367194 req-f67d6d95-bee8-4b09-b23b-5842ef7ceeea tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/ports?device_id=ebc09d04-7c45-461d-a378-624bccc765d1 HTTP/1.1" status: 200 len: 944 time: 0.1882844 Aug 18 12:18:56.016514 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53a3da76-439b-41ba-951f-921dc416cc27 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Router 15a558d3-cb0b-4c5b-b74f-656f1047b2fb has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:18:56.070405 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d0f005eb-ca83-49e6-9cbb-aa8b25367194 req-5196dfb7-72cd-4852-8e5a-c190fb082379 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/security-groups?id=1b0fca33-c559-4bcd-8fb7-1eb808938f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878212 Aug 18 12:18:56.106851 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f68478ed-6f86-4e0b-a057-14aa97ad4f28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:56.140683 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a42a5f1-f7c3-4978-88ba-1afde13bfea1 req-7d445602-0b3b-4044-b9e6-bab104c16c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:18:56.142573 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6a42a5f1-f7c3-4978-88ba-1afde13bfea1 req-7d445602-0b3b-4044-b9e6-bab104c16c22 service neutron] 10.222.0.63 "GET /v2.0/networks?id=9a60ecad-83fa-47c2-91d2-f7a65c03fb59 HTTP/1.1" status: 200 len: 917 time: 0.2122936 Aug 18 12:18:56.203968 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6a42a5f1-f7c3-4978-88ba-1afde13bfea1 req-62a6e5ca-a1f7-453b-8888-de00928f8a46 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8b179b4e-a984-4c26-8bef-a56d4a7e622c HTTP/1.1" status: 200 len: 217 time: 0.0526049 Aug 18 12:18:56.235165 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53a3da76-439b-41ba-951f-921dc416cc27 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:18:56.246444 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-53a3da76-439b-41ba-951f-921dc416cc27 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "PUT /v2.0/routers/15a558d3-cb0b-4c5b-b74f-656f1047b2fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4521029 Aug 18 12:18:56.248304 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 33840) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:18:56.249540 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f9087c8-2cec-4c76-8fa2-950d1b2d8eea None None] Sync routers for ids ['15a558d3-cb0b-4c5b-b74f-656f1047b2fb'] in n-d-804985-2 {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:18:56.272747 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f9087c8-2cec-4c76-8fa2-950d1b2d8eea None None] Routers {'15a558d3-cb0b-4c5b-b74f-656f1047b2fb'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:18:56.274520 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-4f9087c8-2cec-4c76-8fa2-950d1b2d8eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:18:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['15a558d3-cb0b-4c5b-b74f-656f1047b2fb'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:18:56.309074 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d324a9d-6ecf-446c-9254-2d24dd59a5a5 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Deleting subnet ef4f480b-35f7-4e63-87a7-b9ffafc93ba8 {{(pid=106253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 12:18:56.320287 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4d324a9d-6ecf-446c-9254-2d24dd59a5a5 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks [] for subnet, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:56.328886 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a42a5f1-f7c3-4978-88ba-1afde13bfea1 req-b9632278-4180-4a6c-b1b9-b708a4c6d6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:18:56.331656 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6a42a5f1-f7c3-4978-88ba-1afde13bfea1 req-b9632278-4180-4a6c-b1b9-b708a4c6d6d3 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=cb04d889-17cd-4540-8b57-641bd70e62c4 HTTP/1.1" status: 200 len: 855 time: 0.1190927 Aug 18 12:18:56.434381 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a42a5f1-f7c3-4978-88ba-1afde13bfea1 req-3ff0d199-6fd0-4ba2-8a99-f51a42e391cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:18:56.438587 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6a42a5f1-f7c3-4978-88ba-1afde13bfea1 req-3ff0d199-6fd0-4ba2-8a99-f51a42e391cb service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=9a60ecad-83fa-47c2-91d2-f7a65c03fb59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0974541 Aug 18 12:18:56.440815 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4d324a9d-6ecf-446c-9254-2d24dd59a5a5 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902229'] for subnet, precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:56.444453 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-4f9087c8-2cec-4c76-8fa2-950d1b2d8eea None None] Set router 15a558d3-cb0b-4c5b-b74f-656f1047b2fb gateway port host: n-d-804985-2 {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:18:56.526373 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f68478ed-6f86-4e0b-a057-14aa97ad4f28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:56.588646 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f68478ed-6f86-4e0b-a057-14aa97ad4f28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:56.635659 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6a42a5f1-f7c3-4978-88ba-1afde13bfea1 req-01b148c1-5951-44d3-b910-fe09a747109f service neutron] 10.222.0.63 "GET /v2.0/networks/9a60ecad-83fa-47c2-91d2-f7a65c03fb59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1869068 Aug 18 12:18:56.646891 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68478ed-6f86-4e0b-a057-14aa97ad4f28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0340738-c860-4699-9478-3715e9a7d9d4,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:18:56.673836 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-f68478ed-6f86-4e0b-a057-14aa97ad4f28 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=52bb920e9f354f2ab2b36f332a8c5aa1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8705359 Aug 18 12:18:56.676977 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 33854) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:18:56.777974 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4d324a9d-6ecf-446c-9254-2d24dd59a5a5 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:56.812869 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6a42a5f1-f7c3-4978-88ba-1afde13bfea1 req-f28ad1aa-d5fd-4f57-854d-4e1ec62a36cc service neutron] 10.222.0.63 "GET /v2.0/networks/9a60ecad-83fa-47c2-91d2-f7a65c03fb59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686471 Aug 18 12:18:56.844510 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f083510f-2479-4fa9-a56d-ab90c5ed40f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:56.881170 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f083510f-2479-4fa9-a56d-ab90c5ed40f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:56.923081 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4d324a9d-6ecf-446c-9254-2d24dd59a5a5 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58902171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59388106'] for subnet, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:56.955190 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d324a9d-6ecf-446c-9254-2d24dd59a5a5 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Pushing event deleted for resources: {'Subnet': ['ID=ef4f480b-35f7-4e63-87a7-b9ffafc93ba8,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:18:56.957119 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4d324a9d-6ecf-446c-9254-2d24dd59a5a5 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:56.959060 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-4d324a9d-6ecf-446c-9254-2d24dd59a5a5 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "DELETE /v2.0/subnets/ef4f480b-35f7-4e63-87a7-b9ffafc93ba8 HTTP/1.1" status: 204 len: 168 time: 0.7093103 Aug 18 12:18:56.961797 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 33868) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:18:56.966686 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc3ce32b-e54f-41b7-883c-8d9904899e50 None None] Network 24a407c4-89ea-4bd3-8b0f-8fac9159040e requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:18:57.072691 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f083510f-2479-4fa9-a56d-ab90c5ed40f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:57.075353 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f083510f-2479-4fa9-a56d-ab90c5ed40f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:57.080467 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-f083510f-2479-4fa9-a56d-ab90c5ed40f8 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a0340738-c860-4699-9478-3715e9a7d9d4 HTTP/1.1" status: 204 len: 168 time: 0.4022193 Aug 18 12:18:57.099949 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f083510f-2479-4fa9-a56d-ab90c5ed40f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0340738-c860-4699-9478-3715e9a7d9d4,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:18:57.130221 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-08f1bfdd-6ae7-40a9-b57c-510a72527583 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks [] for router, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:57.175180 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-4f9087c8-2cec-4c76-8fa2-950d1b2d8eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15a558d3-cb0b-4c5b-b74f-656f1047b2fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1476557285', 'tenant_id': 'b60736d695f1461b9071c3b3eddcc039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.108'}], 'enable_snat': True}, 'gw_port_id': '971ed013-4826-4bcf-9327-09a533b16897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:16:49Z', 'updated_at': '2021-08-18T12:18:55Z', 'revision_number': 5, 'project_id': 'b60736d695f1461b9071c3b3eddcc039', 'gw_port': {'id': '971ed013-4826-4bcf-9327-09a533b16897', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:45:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15a558d3-cb0b-4c5b-b74f-656f1047b2fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3162, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:16:50Z', 'updated_at': '2021-08-18T12:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:18:57.205945 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f9087c8-2cec-4c76-8fa2-950d1b2d8eea None None] Checking router: 15a558d3-cb0b-4c5b-b74f-656f1047b2fb for host: n-d-804985-2 {{(pid=106254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:18:57.227832 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f9087c8-2cec-4c76-8fa2-950d1b2d8eea None None] Routers {'15a558d3-cb0b-4c5b-b74f-656f1047b2fb'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:18:57.229047 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-4f9087c8-2cec-4c76-8fa2-950d1b2d8eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:18:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['15a558d3-cb0b-4c5b-b74f-656f1047b2fb'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:18:57.309371 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26b443cd-ea1f-44a6-8a96-f437b5a189a1 None None] DHCP port deletion for 24a407c4-89ea-4bd3-8b0f-8fac9159040e request from n-d-804985-2 {{(pid=106254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 12:18:57.319007 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fc056b-858b-4d49-ba78-26df5357cc27 req-49a45e01-0e88-40a5-86af-36fb1142af0f tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:18:57.321517 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-71fc056b-858b-4d49-ba78-26df5357cc27 req-49a45e01-0e88-40a5-86af-36fb1142af0f tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/ports?device_id=ebc09d04-7c45-461d-a378-624bccc765d1 HTTP/1.1" status: 200 len: 944 time: 0.1088340 Aug 18 12:18:57.335331 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-08f1bfdd-6ae7-40a9-b57c-510a72527583 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:57.410191 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-4f9087c8-2cec-4c76-8fa2-950d1b2d8eea None None] Set router 15a558d3-cb0b-4c5b-b74f-656f1047b2fb gateway port host: n-d-804985-2 {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:18:57.414354 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-71fc056b-858b-4d49-ba78-26df5357cc27 req-567903bf-d2cf-4a5b-8c26-1e136a801bf0 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/security-groups?id=1b0fca33-c559-4bcd-8fb7-1eb808938f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849519 Aug 18 12:18:57.457325 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-08f1bfdd-6ae7-40a9-b57c-510a72527583 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Deleting port 971ed013-4826-4bcf-9327-09a533b16897 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:18:57.457864 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-08f1bfdd-6ae7-40a9-b57c-510a72527583 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:57.547769 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-26b443cd-ea1f-44a6-8a96-f437b5a189a1 None None] Deleting port 1b9bd69d-fd07-447e-b7dc-4f143f6e2c5b {{(pid=106254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:18:57.548128 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-26b443cd-ea1f-44a6-8a96-f437b5a189a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:57.568404 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [None req-08f1bfdd-6ae7-40a9-b57c-510a72527583 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] For port 971ed013-4826-4bcf-9327-09a533b16897, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=971ed013-4826-4bcf-9327-09a533b16897,segment=NetworkSegment(c5a3db9d-5c58-41b1-9177-d5787a597b78),segment_id=c5a3db9d-5c58-41b1-9177-d5787a597b78)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:18:57.569260 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-08f1bfdd-6ae7-40a9-b57c-510a72527583 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:57.583261 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-08f1bfdd-6ae7-40a9-b57c-510a72527583 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Calling delete_port for 971ed013-4826-4bcf-9327-09a533b16897 owned by network:router_gateway {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:18:57.668313 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-26b443cd-ea1f-44a6-8a96-f437b5a189a1 None None] For port 1b9bd69d-fd07-447e-b7dc-4f143f6e2c5b, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=1b9bd69d-fd07-447e-b7dc-4f143f6e2c5b,segment=NetworkSegment(2702fddc-a106-4ef8-abba-ab045dbab5a0),segment_id=2702fddc-a106-4ef8-abba-ab045dbab5a0)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:18:57.668737 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-26b443cd-ea1f-44a6-8a96-f437b5a189a1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:57.695269 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-26b443cd-ea1f-44a6-8a96-f437b5a189a1 None None] Calling delete_port for 1b9bd69d-fd07-447e-b7dc-4f143f6e2c5b owned by network:dhcp {{(pid=106254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:18:57.787510 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 33896) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:18:57.812330 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6157c74f-b126-4285-b48f-e06fb85b1134 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:57.822324 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-4f9087c8-2cec-4c76-8fa2-950d1b2d8eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15a558d3-cb0b-4c5b-b74f-656f1047b2fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1476557285', 'tenant_id': 'b60736d695f1461b9071c3b3eddcc039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.108'}], 'enable_snat': True}, 'gw_port_id': '971ed013-4826-4bcf-9327-09a533b16897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:16:49Z', 'updated_at': '2021-08-18T12:18:55Z', 'revision_number': 5, 'project_id': 'b60736d695f1461b9071c3b3eddcc039', 'gw_port': {'id': '971ed013-4826-4bcf-9327-09a533b16897', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:45:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15a558d3-cb0b-4c5b-b74f-656f1047b2fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3162, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:16:50Z', 'updated_at': '2021-08-18T12:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:18:57.863272 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f9087c8-2cec-4c76-8fa2-950d1b2d8eea None None] The sync data for ids ['15a558d3-cb0b-4c5b-b74f-656f1047b2fb'] in n-d-804985-2 is: [{'id': '15a558d3-cb0b-4c5b-b74f-656f1047b2fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1476557285', 'tenant_id': 'b60736d695f1461b9071c3b3eddcc039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.108'}], 'enable_snat': True}, 'gw_port_id': '971ed013-4826-4bcf-9327-09a533b16897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:16:49Z', 'updated_at': '2021-08-18T12:18:55Z', 'revision_number': 5, 'project_id': 'b60736d695f1461b9071c3b3eddcc039', 'gw_port': {'id': '971ed013-4826-4bcf-9327-09a533b16897', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:45:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15a558d3-cb0b-4c5b-b74f-656f1047b2fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3162, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:16:50Z', 'updated_at': '2021-08-18T12:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:18:57.863628 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-08f1bfdd-6ae7-40a9-b57c-510a72527583 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:57.870033 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-26b443cd-ea1f-44a6-8a96-f437b5a189a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556'] for port, after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:57.890160 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b443cd-ea1f-44a6-8a96-f437b5a189a1 None None] No DVR routers for this DVR port 1b9bd69d-fd07-447e-b7dc-4f143f6e2c5b on host n-d-804985-2 {{(pid=106254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:18:57.916123 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b443cd-ea1f-44a6-8a96-f437b5a189a1 None None] Pushing event deleted for resources: {'Port': ['ID=1b9bd69d-fd07-447e-b7dc-4f143f6e2c5b,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:18:57.918084 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f1bfdd-6ae7-40a9-b57c-510a72527583 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Pushing event deleted for resources: {'Port': ['ID=971ed013-4826-4bcf-9327-09a533b16897,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:18:57.926461 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b443cd-ea1f-44a6-8a96-f437b5a189a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:18:57.926882 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b443cd-ea1f-44a6-8a96-f437b5a189a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:18:57.927291 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b443cd-ea1f-44a6-8a96-f437b5a189a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:18:57.927693 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b443cd-ea1f-44a6-8a96-f437b5a189a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:18:57.928665 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b443cd-ea1f-44a6-8a96-f437b5a189a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:18:57.929119 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b443cd-ea1f-44a6-8a96-f437b5a189a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:18:57.929716 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b443cd-ea1f-44a6-8a96-f437b5a189a1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:18:57.930747 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b443cd-ea1f-44a6-8a96-f437b5a189a1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:18:57.931198 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b443cd-ea1f-44a6-8a96-f437b5a189a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:18:57.931828 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b443cd-ea1f-44a6-8a96-f437b5a189a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:18:57.932226 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b443cd-ea1f-44a6-8a96-f437b5a189a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:18:57.932648 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b443cd-ea1f-44a6-8a96-f437b5a189a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:18:58.041748 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-08f1bfdd-6ae7-40a9-b57c-510a72527583 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-997271'] for router_gateway, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:58.059499 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6157c74f-b126-4285-b48f-e06fb85b1134 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:58.090740 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6157c74f-b126-4285-b48f-e06fb85b1134 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:58.196796 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-08f1bfdd-6ae7-40a9-b57c-510a72527583 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-996004', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15859'] for router, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:58.203185 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-08f1bfdd-6ae7-40a9-b57c-510a72527583 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:58.211768 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-6157c74f-b126-4285-b48f-e06fb85b1134 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=545a112005d1493fb8cb8d25857a6250&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4176292 Aug 18 12:18:58.212140 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 33934) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:18:58.277359 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6157c74f-b126-4285-b48f-e06fb85b1134 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=925bfaa8-6d3c-4a13-8c0d-ea20f2ba0818,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:18:58.285109 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-21493d61-11d8-44b4-9faf-cfc11bf88bd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:58.298393 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-08f1bfdd-6ae7-40a9-b57c-510a72527583 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-996061'] for router, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:58.299006 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08f1bfdd-6ae7-40a9-b57c-510a72527583 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Fanout notify agent at l3_agent the message router_deleted on router 15a558d3-cb0b-4c5b-b74f-656f1047b2fb {{(pid=106253) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 12:18:58.306954 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-08f1bfdd-6ae7-40a9-b57c-510a72527583 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks [] for router, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:58.308197 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-08f1bfdd-6ae7-40a9-b57c-510a72527583 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "DELETE /v2.0/routers/15a558d3-cb0b-4c5b-b74f-656f1047b2fb HTTP/1.1" status: 204 len: 168 time: 1.3453932 Aug 18 12:18:58.310893 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 33942) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:18:58.344248 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-21493d61-11d8-44b4-9faf-cfc11bf88bd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:58.411697 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-101be199-a525-4dd7-b6f0-af07e4a64d68 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7904109'] for network, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:58.418648 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-21493d61-11d8-44b4-9faf-cfc11bf88bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:58.421482 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-21493d61-11d8-44b4-9faf-cfc11bf88bd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:58.430214 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-21493d61-11d8-44b4-9faf-cfc11bf88bd0 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/925bfaa8-6d3c-4a13-8c0d-ea20f2ba0818 HTTP/1.1" status: 204 len: 168 time: 0.2177823 Aug 18 12:18:58.445708 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21493d61-11d8-44b4-9faf-cfc11bf88bd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=925bfaa8-6d3c-4a13-8c0d-ea20f2ba0818,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:18:58.510957 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 8b179b4e-a984-4c26-8bef-a56d4a7e622c details requested by agent hyperv_n-h1-804985-2 with host n-h1-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:18:58.547326 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-101be199-a525-4dd7-b6f0-af07e4a64d68 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8367869', 'neutron.services.segments.db._delete_segments_for_network-8789151212993'] for network, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:58.561435 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-101be199-a525-4dd7-b6f0-af07e4a64d68 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24a407c4-89ea-4bd3-8b0f-8fac9159040e']}} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:18:58.573887 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-101be199-a525-4dd7-b6f0-af07e4a64d68 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2702fddc-a106-4ef8-abba-ab045dbab5a0') {'for_net_delete': True} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:18:58.574202 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-101be199-a525-4dd7-b6f0-af07e4a64d68 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2702fddc-a106-4ef8-abba-ab045dbab5a0') {} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:18:58.605132 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-101be199-a525-4dd7-b6f0-af07e4a64d68 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789151225254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902236'] for segment, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:58.629782 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e85c031-747a-472c-bc2a-7c291025f340 req-74d68b61-a652-420a-91b6-5a780fa02b75 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:18:58.631382 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3e85c031-747a-472c-bc2a-7c291025f340 req-74d68b61-a652-420a-91b6-5a780fa02b75 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/ports?device_id=ebc09d04-7c45-461d-a378-624bccc765d1 HTTP/1.1" status: 200 len: 944 time: 0.0889084 Aug 18 12:18:58.632553 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-101be199-a525-4dd7-b6f0-af07e4a64d68 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:58.639221 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-101be199-a525-4dd7-b6f0-af07e4a64d68 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Releasing vlan 811 on physical network physnet1 to pool {{(pid=106253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:18:58.639619 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-101be199-a525-4dd7-b6f0-af07e4a64d68 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58900537'] for segment, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:58.655839 n-d-804985-2 neutron-server[106253]: Traceback (most recent call last): Aug 18 12:18:58.655839 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:18:58.655839 n-d-804985-2 neutron-server[106253]: timer() Aug 18 12:18:58.655839 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:18:58.655839 n-d-804985-2 neutron-server[106253]: cb(*args, **kw) Aug 18 12:18:58.655839 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:18:58.655839 n-d-804985-2 neutron-server[106253]: return func(*args, **kwargs) Aug 18 12:18:58.655839 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:18:58.655839 n-d-804985-2 neutron-server[106253]: self._notify() Aug 18 12:18:58.655839 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:18:58.655839 n-d-804985-2 neutron-server[106253]: self.callback(batched_events) Aug 18 12:18:58.655839 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:18:58.655839 n-d-804985-2 neutron-server[106253]: event.method(event) Aug 18 12:18:58.655839 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:18:58.655839 n-d-804985-2 neutron-server[106253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:18:58.655839 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:18:58.655839 n-d-804985-2 neutron-server[106253]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:18:58.655839 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:18:58.655839 n-d-804985-2 neutron-server[106253]: return f(self, *a, **k) Aug 18 12:18:58.655839 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:18:58.655839 n-d-804985-2 neutron-server[106253]: return self._get(url).json() Aug 18 12:18:58.655839 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:18:58.655839 n-d-804985-2 neutron-server[106253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:18:58.655839 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:18:58.655839 n-d-804985-2 neutron-server[106253]: return self.request(url, 'GET', **kwargs) Aug 18 12:18:58.655839 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:18:58.655839 n-d-804985-2 neutron-server[106253]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:18:58.655839 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:18:58.655839 n-d-804985-2 neutron-server[106253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:18:58.655839 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:18:58.655839 n-d-804985-2 neutron-server[106253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:18:58.655839 n-d-804985-2 neutron-server[106253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:18:58.708543 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 8b179b4e-a984-4c26-8bef-a56d4a7e622c, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=8b179b4e-a984-4c26-8bef-a56d4a7e622c,segment=NetworkSegment(b37ee6ef-093c-4194-a906-24a6a3165741),segment_id=b37ee6ef-093c-4194-a906-24a6a3165741)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:18:58.728107 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3e85c031-747a-472c-bc2a-7c291025f340 req-eddb512c-ee9c-4ef0-ae2a-ddb1a44d3337 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/security-groups?id=1b0fca33-c559-4bcd-8fb7-1eb808938f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872157 Aug 18 12:18:58.730439 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Returning: {'device': '8b179b4e-a984-4c26-8bef-a56d4a7e622c', 'network_id': '9a60ecad-83fa-47c2-91d2-f7a65c03fb59', 'port_id': '8b179b4e-a984-4c26-8bef-a56d4a7e622c', 'mac_address': 'fa:16:3e:be:55:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 849, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb04d889-17cd-4540-8b57-641bd70e62c4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:18:58.783641 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-101be199-a525-4dd7-b6f0-af07e4a64d68 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8367858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997186'] for network, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:58.795341 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-101be199-a525-4dd7-b6f0-af07e4a64d68 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks [] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:58.802130 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 33966) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:18:58.811319 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-101be199-a525-4dd7-b6f0-af07e4a64d68 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "DELETE /v2.0/networks/24a407c4-89ea-4bd3-8b0f-8fac9159040e HTTP/1.1" status: 204 len: 168 time: 0.4991970 Aug 18 12:18:58.820529 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:58.841720 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101be199-a525-4dd7-b6f0-af07e4a64d68 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Pushing event deleted for resources: {'Network': ['ID=24a407c4-89ea-4bd3-8b0f-8fac9159040e,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:18:58.842574 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b179b4e-a984-4c26-8bef-a56d4a7e622c {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:18:58.878388 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 8b179b4e-a984-4c26-8bef-a56d4a7e622c, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=8b179b4e-a984-4c26-8bef-a56d4a7e622c,segment=NetworkSegment(b37ee6ef-093c-4194-a906-24a6a3165741),segment_id=b37ee6ef-093c-4194-a906-24a6a3165741)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:18:58.886986 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:58.896941 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-15b64c6f-9af7-4e46-967b-1358548d1284 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:58.933756 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-15b64c6f-9af7-4e46-967b-1358548d1284 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:58.984043 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=8b179b4e-a984-4c26-8bef-a56d4a7e622c,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:18:59.042909 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-15b64c6f-9af7-4e46-967b-1358548d1284 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:59.046675 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-15b64c6f-9af7-4e46-967b-1358548d1284 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:59.064432 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-15b64c6f-9af7-4e46-967b-1358548d1284 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] 10.222.0.66 "DELETE /v2.0/security-groups/71b7f5de-7f5f-47d6-be8c-db76d5c69f11 HTTP/1.1" status: 204 len: 168 time: 0.2607780 Aug 18 12:18:59.090180 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b64c6f-9af7-4e46-967b-1358548d1284 tempest-TestNetworkAdvancedServerOps-1103829628 tempest-TestNetworkAdvancedServerOps-1103829628-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71b7f5de-7f5f-47d6-be8c-db76d5c69f11,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:18:59.107173 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] get_ports_and_sgs() called for port_ids ['8b179b4e-a984-4c26-8bef-a56d4a7e622c'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:18:59.312855 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 0d1da6d5-9a19-4f9f-b2f9-50dfeaebc1b8 no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:18:59.347254 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: 0d1da6d5-9a19-4f9f-b2f9-50dfeaebc1b8 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:18:59.347688 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 0d1da6d5-9a19-4f9f-b2f9-50dfeaebc1b8 not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:18:59.348310 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 971ed013-4826-4bcf-9327-09a533b16897 no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:18:59.373903 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: 971ed013-4826-4bcf-9327-09a533b16897 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:18:59.374388 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 971ed013-4826-4bcf-9327-09a533b16897 not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:18:59.374902 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 1b9bd69d-fd07-447e-b7dc-4f143f6e2c5b no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:18:59.405311 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: 1b9bd69d-fd07-447e-b7dc-4f143f6e2c5b {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:18:59.405772 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 1b9bd69d-fd07-447e-b7dc-4f143f6e2c5b not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:18:59.431913 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 34018) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:18:59.680792 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-8474cacb-3f1a-47dc-a7f7-c2c6a739d372 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b60736d695f1461b9071c3b3eddcc039&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2475321 Aug 18 12:18:59.684422 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 34030) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:18:59.764426 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-bed980df-e095-41f4-9724-c035f3dceaae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:59.807667 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-bed980df-e095-41f4-9724-c035f3dceaae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:59.880509 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-bed980df-e095-41f4-9724-c035f3dceaae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:59.883023 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-bed980df-e095-41f4-9724-c035f3dceaae admin admin] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:18:59.884128 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-bed980df-e095-41f4-9724-c035f3dceaae admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/6baf5007-bfaf-4b4f-8ed7-e7c37047c4a9 HTTP/1.1" status: 204 len: 168 time: 0.1987503 Aug 18 12:18:59.911268 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed980df-e095-41f4-9724-c035f3dceaae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6baf5007-bfaf-4b4f-8ed7-e7c37047c4a9,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:18:59.941997 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f308242-49c3-47fc-b7ed-d439c661462c req-fd356a0a-b136-449d-83db-945dc895c3ab tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:18:59.943699 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4f308242-49c3-47fc-b7ed-d439c661462c req-fd356a0a-b136-449d-83db-945dc895c3ab tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/ports?device_id=ebc09d04-7c45-461d-a378-624bccc765d1 HTTP/1.1" status: 200 len: 945 time: 0.0961063 Aug 18 12:19:00.007132 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4f308242-49c3-47fc-b7ed-d439c661462c req-a3f9706b-8cb6-44d9-a81b-5b18b278641e tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/security-groups?id=1b0fca33-c559-4bcd-8fb7-1eb808938f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522735 Aug 18 12:19:00.443700 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 34080) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:19:00.491324 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-60a1b245-3d25-4f1a-83c0-2db04bfdd60e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4bb4449eb2c041e5a4378a2ddd4adea1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0460997 Aug 18 12:19:00.494177 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 34086) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:19:00.525490 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 8b179b4e-a984-4c26-8bef-a56d4a7e622c up at agent hyperv_n-h1-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:19:00.553836 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-41d4e115-6cbc-4f54-a1bd-cd0eac864810 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:00.590146 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-41d4e115-6cbc-4f54-a1bd-cd0eac864810 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:00.622693 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Provisioning for port 8b179b4e-a984-4c26-8bef-a56d4a7e622c completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:19:00.628211 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Provisioning complete for port 8b179b4e-a984-4c26-8bef-a56d4a7e622c triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:19:00.629037 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:00.659741 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-41d4e115-6cbc-4f54-a1bd-cd0eac864810 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:00.662622 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-41d4e115-6cbc-4f54-a1bd-cd0eac864810 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:00.667175 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-41d4e115-6cbc-4f54-a1bd-cd0eac864810 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/67272350-9c94-4558-b8b1-7c102f2caaa1 HTTP/1.1" status: 204 len: 168 time: 0.1720817 Aug 18 12:19:00.676078 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d4e115-6cbc-4f54-a1bd-cd0eac864810 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67272350-9c94-4558-b8b1-7c102f2caaa1,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:19:00.797566 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:00.832484 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 8b179b4e-a984-4c26-8bef-a56d4a7e622c, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=8b179b4e-a984-4c26-8bef-a56d4a7e622c,segment=NetworkSegment(b37ee6ef-093c-4194-a906-24a6a3165741),segment_id=b37ee6ef-093c-4194-a906-24a6a3165741)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:19:00.837362 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebc09d04-7c45-461d-a378-624bccc765d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b179b4e-a984-4c26-8bef-a56d4a7e622c'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:19:00.840262 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db50a436fb3a98495337d8fe7487b4f2ea6f3c1052eb9efadc2ecda2d5737001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-688d288e-70c9-4d41-93c8-cc565b07b01b" -d '{"events": [{"server_uuid": "ebc09d04-7c45-461d-a378-624bccc765d1", "name": "network-vif-plugged", "status": "completed", "tag": "8b179b4e-a984-4c26-8bef-a56d4a7e622c"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:19:00.843817 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:00.903416 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:19:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b49bf1b2-bf30-4f86-a0bb-20337605368d x-openstack-request-id: req-b49bf1b2-bf30-4f86-a0bb-20337605368d {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:19:00.903815 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebc09d04-7c45-461d-a378-624bccc765d1", "name": "network-vif-plugged", "status": "completed", "tag": "8b179b4e-a984-4c26-8bef-a56d4a7e622c", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:19:00.904316 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b49bf1b2-bf30-4f86-a0bb-20337605368d {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:19:00.904752 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebc09d04-7c45-461d-a378-624bccc765d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b179b4e-a984-4c26-8bef-a56d4a7e622c', 'code': 200} Aug 18 12:19:00.916391 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=8b179b4e-a984-4c26-8bef-a56d4a7e622c,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:19:01.032422 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3ec477-6a84-45dc-b2f1-5797bca54a44 req-ed37561d-c818-4d37-9d4f-34762ad5cdaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:19:01.033955 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ae3ec477-6a84-45dc-b2f1-5797bca54a44 req-ed37561d-c818-4d37-9d4f-34762ad5cdaf service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=ebc09d04-7c45-461d-a378-624bccc765d1 HTTP/1.1" status: 200 len: 1097 time: 0.0464482 Aug 18 12:19:01.140216 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ae3ec477-6a84-45dc-b2f1-5797bca54a44 req-88ac7766-b3c3-4e1b-adfa-fd77c5e83fc2 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=1b0fca33-c559-4bcd-8fb7-1eb808938f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981290 Aug 18 12:19:01.163231 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc30ac1c-f410-4d1e-878c-5159b1b8afd3 req-6e323481-d231-494f-9636-f3badc0b7769 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:19:01.171272 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-fc30ac1c-f410-4d1e-878c-5159b1b8afd3 req-6e323481-d231-494f-9636-f3badc0b7769 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/ports?device_id=ebc09d04-7c45-461d-a378-624bccc765d1 HTTP/1.1" status: 200 len: 946 time: 0.0725005 Aug 18 12:19:01.217237 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-fc30ac1c-f410-4d1e-878c-5159b1b8afd3 req-970d4a4f-2e07-4473-ba87-ca1b965e9378 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/security-groups?id=1b0fca33-c559-4bcd-8fb7-1eb808938f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440590 Aug 18 12:19:02.274749 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 34236) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:19:02.371683 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2edb8e5-34b2-4275-938f-1599fd9d933e req-083e568d-6df4-4045-b877-c407945bd26c tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:19:02.373835 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a2edb8e5-34b2-4275-938f-1599fd9d933e req-083e568d-6df4-4045-b877-c407945bd26c tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/ports?device_id=ebc09d04-7c45-461d-a378-624bccc765d1 HTTP/1.1" status: 200 len: 946 time: 0.0612667 Aug 18 12:19:02.423825 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a2edb8e5-34b2-4275-938f-1599fd9d933e req-7ccc2590-4ff3-4da6-ba65-029ea97b6e45 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/security-groups?id=1b0fca33-c559-4bcd-8fb7-1eb808938f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421233 Aug 18 12:19:02.463311 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 34246) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:19:02.527626 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-3a8d454e-cf82-47d6-bb9d-0457f65333d9 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1634877464-network', 'tenant_id': '53db7e62a4b3441195fd7f1260195fb5'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:19:02.579931 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a8d454e-cf82-47d6-bb9d-0457f65333d9 admin admin] Made reservation on behalf of 53db7e62a4b3441195fd7f1260195fb5 for: {'network': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:19:02.582462 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-3a8d454e-cf82-47d6-bb9d-0457f65333d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for network, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:02.607079 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-3a8d454e-cf82-47d6-bb9d-0457f65333d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:02.609862 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1eee3b7c-4770-4e02-9eb4-eb84e430dceb admin admin] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:02.664325 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f7a398-ebe3-426c-a1cd-c0addb06276f req-d1d3be12-614e-423b-b2cf-ca3b2e05e4dc tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:19:02.664998 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-62f7a398-ebe3-426c-a1cd-c0addb06276f req-d1d3be12-614e-423b-b2cf-ca3b2e05e4dc tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/ports?device_id=ebc09d04-7c45-461d-a378-624bccc765d1 HTTP/1.1" status: 200 len: 946 time: 0.1551023 Aug 18 12:19:02.676107 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 34256) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:19:02.680910 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-71b3da9c-9753-47ad-8851-777c22087974 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Request body: {'floatingip': {'port_id': '8b179b4e-a984-4c26-8bef-a56d4a7e622c'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:19:02.743258 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-71b3da9c-9753-47ad-8851-777c22087974 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Notify callbacks [] for floatingip, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:02.779112 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1eee3b7c-4770-4e02-9eb4-eb84e430dceb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:02.790092 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1eee3b7c-4770-4e02-9eb4-eb84e430dceb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:02.825052 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eee3b7c-4770-4e02-9eb4-eb84e430dceb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7883a396-9cf6-49e5-b325-fa74b36b3116,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:19:02.842049 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eee3b7c-4770-4e02-9eb4-eb84e430dceb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:19:02.842900 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eee3b7c-4770-4e02-9eb4-eb84e430dceb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:19:02.843599 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eee3b7c-4770-4e02-9eb4-eb84e430dceb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:19:02.844153 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eee3b7c-4770-4e02-9eb4-eb84e430dceb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:19:02.844512 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eee3b7c-4770-4e02-9eb4-eb84e430dceb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:19:02.844844 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eee3b7c-4770-4e02-9eb4-eb84e430dceb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:19:02.845322 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eee3b7c-4770-4e02-9eb4-eb84e430dceb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:19:02.845644 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eee3b7c-4770-4e02-9eb4-eb84e430dceb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:19:02.846083 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eee3b7c-4770-4e02-9eb4-eb84e430dceb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:19:02.846409 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eee3b7c-4770-4e02-9eb4-eb84e430dceb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:19:02.846731 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eee3b7c-4770-4e02-9eb4-eb84e430dceb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:19:02.847052 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eee3b7c-4770-4e02-9eb4-eb84e430dceb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:19:02.884877 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-1eee3b7c-4770-4e02-9eb4-eb84e430dceb admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c67f6883d0d246ad99d8a08e44991131&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4201145 Aug 18 12:19:02.885284 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 34262) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:19:02.958775 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-3a8d454e-cf82-47d6-bb9d-0457f65333d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:02.964861 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-3a8d454e-cf82-47d6-bb9d-0457f65333d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:02.978570 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a8d454e-cf82-47d6-bb9d-0457f65333d9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 833} {{(pid=106252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:19:02.990547 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-3a8d454e-cf82-47d6-bb9d-0457f65333d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:02.990547 n-d-804985-2 neutron-server[106252]: INFO neutron.db.segments_db [None req-3a8d454e-cf82-47d6-bb9d-0457f65333d9 admin admin] Added segment f5dc35e0-7348-43bc-aaa5-59badfd785c0 of type vlan for network 994a58f1-182f-4821-850f-e19b07bd9b1d Aug 18 12:19:03.056593 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-3a8d454e-cf82-47d6-bb9d-0457f65333d9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789150665894'] for network, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:03.071269 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0bbfd2a5-1847-460e-b3e6-2c2b67ee1428 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:03.091198 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8d454e-cf82-47d6-bb9d-0457f65333d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=728c081a-3d28-4fec-9857-cfbfa70e8c4a,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:19:03.122137 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-3a8d454e-cf82-47d6-bb9d-0457f65333d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for network, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:03.123730 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a8d454e-cf82-47d6-bb9d-0457f65333d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:19:03.124454 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-3a8d454e-cf82-47d6-bb9d-0457f65333d9 admin admin] Notify callbacks [] for network, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:03.165305 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0bbfd2a5-1847-460e-b3e6-2c2b67ee1428 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:03.197489 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8d454e-cf82-47d6-bb9d-0457f65333d9 admin admin] Pushing event updated for resources: {'Network': ['ID=994a58f1-182f-4821-850f-e19b07bd9b1d,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:19:03.208575 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Network 994a58f1-182f-4821-850f-e19b07bd9b1d details requested by agent ovs-agent-n-d-804985-2 with host n-d-804985-2 {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:19:03.228428 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-3a8d454e-cf82-47d6-bb9d-0457f65333d9 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9483387 Aug 18 12:19:03.228889 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 34270) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:19:03.234716 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-abe7d8cb-4e47-46ed-be33-c32d6c3bdb43 admin admin] Request body: {'subnet': {'network_id': '994a58f1-182f-4821-850f-e19b07bd9b1d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1634877464-subnet', 'tenant_id': '53db7e62a4b3441195fd7f1260195fb5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:19:03.270481 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abe7d8cb-4e47-46ed-be33-c32d6c3bdb43 admin admin] Made reservation on behalf of 53db7e62a4b3441195fd7f1260195fb5 for: {'subnet': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:19:03.272733 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-abe7d8cb-4e47-46ed-be33-c32d6c3bdb43 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59074089'] for subnet, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:03.495828 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0bbfd2a5-1847-460e-b3e6-2c2b67ee1428 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:03.498443 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0bbfd2a5-1847-460e-b3e6-2c2b67ee1428 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:03.499705 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-0bbfd2a5-1847-460e-b3e6-2c2b67ee1428 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/7883a396-9cf6-49e5-b325-fa74b36b3116 HTTP/1.1" status: 204 len: 168 time: 0.6134365 Aug 18 12:19:03.510208 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-abe7d8cb-4e47-46ed-be33-c32d6c3bdb43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3572913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59074111'] for subnet, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:03.513812 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbfd2a5-1847-460e-b3e6-2c2b67ee1428 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7883a396-9cf6-49e5-b325-fa74b36b3116,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:19:03.521289 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-71b3da9c-9753-47ad-8851-777c22087974 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:03.527388 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-71b3da9c-9753-47ad-8851-777c22087974 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-989945'] for floatingip, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:03.604389 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe7d8cb-4e47-46ed-be33-c32d6c3bdb43 admin admin] Checking segment: {'id': 'f5dc35e0-7348-43bc-aaa5-59badfd785c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '994a58f1-182f-4821-850f-e19b07bd9b1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:19:03.608693 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abe7d8cb-4e47-46ed-be33-c32d6c3bdb43 admin admin] Network hostable DHCP agents. Network: 994a58f1-182f-4821-850f-e19b07bd9b1d, hostable agents: ['97c14208-2951-4361-8d64-3708c946ff5f'], hosted agents: [] {{(pid=106252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 12:19:03.619689 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe7d8cb-4e47-46ed-be33-c32d6c3bdb43 admin admin] Pushing event updated for resources: {'Subnet': ['ID=86ca47ff-1170-459e-9fab-151f7fbbaea8,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:19:03.644590 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abe7d8cb-4e47-46ed-be33-c32d6c3bdb43 admin admin] Network 994a58f1-182f-4821-850f-e19b07bd9b1d is scheduled to be hosted by DHCP agent 97c14208-2951-4361-8d64-3708c946ff5f with binding_index 1 {{(pid=106252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 12:19:03.673637 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-abe7d8cb-4e47-46ed-be33-c32d6c3bdb43 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-2, 994a58f1-182f-4821-850f-e19b07bd9b1d) {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:19:03.680660 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abe7d8cb-4e47-46ed-be33-c32d6c3bdb43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:19:03.682549 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-abe7d8cb-4e47-46ed-be33-c32d6c3bdb43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for subnet, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:03.708703 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-abe7d8cb-4e47-46ed-be33-c32d6c3bdb43 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4786520 Aug 18 12:19:03.734776 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdebf62f-58e6-47ed-aa7c-99c46b25090e None None] Network 994a58f1-182f-4821-850f-e19b07bd9b1d requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:19:03.991302 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abbcc36b-a83f-4b48-911a-3676113c41fa None None] Network 994a58f1-182f-4821-850f-e19b07bd9b1d requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:19:04.240186 n-d-804985-2 neutron-server[106253]: INFO neutron.db.l3_db [None req-71b3da9c-9753-47ad-8851-777c22087974 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Floating IP dcf9658b-4791-4cd1-9afc-2efce4d8fdf7 associated. External IP: 172.25.7.37, port: 8b179b4e-a984-4c26-8bef-a56d4a7e622c. Aug 18 12:19:04.550142 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71b3da9c-9753-47ad-8851-777c22087974 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Router 4dfb3a65-10ca-4a39-aaa7-690473775a34 has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:19:04.680951 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71b3da9c-9753-47ad-8851-777c22087974 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:19:04.686745 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-71b3da9c-9753-47ad-8851-777c22087974 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for floatingip, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:04.692940 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c37ba1ce-6f4f-45f3-bf86-7ad5ed143cf3 None None] Sync routers for ids ['4dfb3a65-10ca-4a39-aaa7-690473775a34'] in n-d-804985-2 {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:19:04.712983 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c37ba1ce-6f4f-45f3-bf86-7ad5ed143cf3 None None] Routers {'4dfb3a65-10ca-4a39-aaa7-690473775a34'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:19:04.714573 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-c37ba1ce-6f4f-45f3-bf86-7ad5ed143cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:18:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['4dfb3a65-10ca-4a39-aaa7-690473775a34'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:19:04.728990 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-71b3da9c-9753-47ad-8851-777c22087974 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "PUT /v2.0/floatingips/dcf9658b-4791-4cd1-9afc-2efce4d8fdf7 HTTP/1.1" status: 200 len: 991 time: 2.0497890 Aug 18 12:19:04.728990 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebc09d04-7c45-461d-a378-624bccc765d1', 'tag': '8b179b4e-a984-4c26-8bef-a56d4a7e622c'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:19:04.730039 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0679f4c4b6e0e0c064a7d71d722dc30541a34fffee11680573be22ee2ffccc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb6ca68a-fb9c-449c-9bae-119ef9a5d273" -d '{"events": [{"name": "network-changed", "server_uuid": "ebc09d04-7c45-461d-a378-624bccc765d1", "tag": "8b179b4e-a984-4c26-8bef-a56d4a7e622c"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:19:04.908871 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 34358) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:19:04.915224 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-d206992e-f7ca-4414-913d-285d43d48d20 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-813344269-network', 'tenant_id': '1502f5d1a4ec40d097b6b4e64a32249e'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:19:04.946944 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d206992e-f7ca-4414-913d-285d43d48d20 admin admin] Made reservation on behalf of 1502f5d1a4ec40d097b6b4e64a32249e for: {'network': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:19:04.952840 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d206992e-f7ca-4414-913d-285d43d48d20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for network, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:04.967065 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d206992e-f7ca-4414-913d-285d43d48d20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:04.993751 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-c37ba1ce-6f4f-45f3-bf86-7ad5ed143cf3 None None] Set router 4dfb3a65-10ca-4a39-aaa7-690473775a34 gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:19:05.077438 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d206992e-f7ca-4414-913d-285d43d48d20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:05.083630 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d206992e-f7ca-4414-913d-285d43d48d20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:05.123697 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d206992e-f7ca-4414-913d-285d43d48d20 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 806} {{(pid=106252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:19:05.165458 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d206992e-f7ca-4414-913d-285d43d48d20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74bcb9e4-98e0-460a-ba8d-2d51082a7604,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:19:05.168932 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d206992e-f7ca-4414-913d-285d43d48d20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:05.169273 n-d-804985-2 neutron-server[106252]: INFO neutron.db.segments_db [None req-d206992e-f7ca-4414-913d-285d43d48d20 admin admin] Added segment 5e08a5bd-ab0d-4892-9e47-ee5a7fa8794a of type vlan for network 6226757f-01d3-49bd-8f44-118fdff4a0e4 Aug 18 12:19:05.198540 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:19:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baefce82-2ebc-45b6-b2e8-21534fe57324 x-openstack-request-id: req-baefce82-2ebc-45b6-b2e8-21534fe57324 {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:19:05.199084 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebc09d04-7c45-461d-a378-624bccc765d1", "tag": "8b179b4e-a984-4c26-8bef-a56d4a7e622c", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:19:05.199689 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-baefce82-2ebc-45b6-b2e8-21534fe57324 {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:19:05.200326 n-d-804985-2 neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebc09d04-7c45-461d-a378-624bccc765d1', 'tag': '8b179b4e-a984-4c26-8bef-a56d4a7e622c', 'status': 'completed', 'code': 200} Aug 18 12:19:05.315583 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d206992e-f7ca-4414-913d-285d43d48d20 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789150665894'] for network, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:05.345073 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6ca68a-fb9c-449c-9bae-119ef9a5d273 req-cc949532-4d7e-4232-be14-0664e31ceb91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:19:05.347727 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-cb6ca68a-fb9c-449c-9bae-119ef9a5d273 req-cc949532-4d7e-4232-be14-0664e31ceb91 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=8fca7d5a19c54940b367d2e63154d6ee&device_id=ebc09d04-7c45-461d-a378-624bccc765d1 HTTP/1.1" status: 200 len: 1097 time: 0.1019824 Aug 18 12:19:05.363047 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-c37ba1ce-6f4f-45f3-bf86-7ad5ed143cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dfb3a65-10ca-4a39-aaa7-690473775a34', 'name': 'tempest-AttachVolumeShelveTestJSON-984932346-router', 'tenant_id': '8fca7d5a19c54940b367d2e63154d6ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': '3b45d6e6-41d7-49b3-b0ae-a5d284a14577', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:14:20Z', 'updated_at': '2021-08-18T12:14:27Z', 'revision_number': 4, 'project_id': '8fca7d5a19c54940b367d2e63154d6ee', 'gw_port': {'id': '3b45d6e6-41d7-49b3-b0ae-a5d284a14577', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:17:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dfb3a65-10ca-4a39-aaa7-690473775a34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:14:21Z', 'updated_at': '2021-08-18T12:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_floatingips': [{'id': 'dcf9658b-4791-4cd1-9afc-2efce4d8fdf7', 'tenant_id': '8fca7d5a19c54940b367d2e63154d6ee', 'floating_ip_address': '172.25.7.37', 'floating_network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'router_id': '4dfb3a65-10ca-4a39-aaa7-690473775a34', 'port_id': '8b179b4e-a984-4c26-8bef-a56d4a7e622c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3282, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a60ecad-83fa-47c2-91d2-f7a65c03fb59', 'mac_address': 'fa:16:3e:be:55:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebc09d04-7c45-461d-a378-624bccc765d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T12:18:47Z', 'updated_at': '2021-08-18T12:19:03Z', 'revision_number': 1, 'project_id': '8fca7d5a19c54940b367d2e63154d6ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b601dfce-541d-4812-8364-38785b16ca51', 'name': '', 'network_id': '9a60ecad-83fa-47c2-91d2-f7a65c03fb59', 'tenant_id': '8fca7d5a19c54940b367d2e63154d6ee', 'mac_address': 'fa:16:3e:ec:bb:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dfb3a65-10ca-4a39-aaa7-690473775a34', 'device_owner': 'network:router_interface', 'standard_attr_id': 2755, 'fixed_ips': [{'subnet_id': 'cb04d889-17cd-4540-8b57-641bd70e62c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:14:26Z', 'updated_at': '2021-08-18T12:14:34Z', 'revision_number': 5, 'project_id': '8fca7d5a19c54940b367d2e63154d6ee', 'subnets': [{'id': 'cb04d889-17cd-4540-8b57-641bd70e62c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:19:05.379137 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d206992e-f7ca-4414-913d-285d43d48d20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for network, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:05.380392 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d206992e-f7ca-4414-913d-285d43d48d20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:19:05.381246 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d206992e-f7ca-4414-913d-285d43d48d20 admin admin] Notify callbacks [] for network, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:05.508140 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-d206992e-f7ca-4414-913d-285d43d48d20 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5973365 Aug 18 12:19:05.510984 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 34388) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:19:05.516278 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-ababdb53-70f7-42fb-9589-964ae246d841 admin admin] Request body: {'subnet': {'network_id': '6226757f-01d3-49bd-8f44-118fdff4a0e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-813344269-subnet', 'tenant_id': '1502f5d1a4ec40d097b6b4e64a32249e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:19:05.536074 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d206992e-f7ca-4414-913d-285d43d48d20 admin admin] Pushing event updated for resources: {'Network': ['ID=6226757f-01d3-49bd-8f44-118fdff4a0e4,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:19:05.547934 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Network 6226757f-01d3-49bd-8f44-118fdff4a0e4 details requested by agent ovs-agent-n-d-804985-2 with host n-d-804985-2 {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:19:05.571372 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c37ba1ce-6f4f-45f3-bf86-7ad5ed143cf3 None None] Checking router: 4dfb3a65-10ca-4a39-aaa7-690473775a34 for host: n-d-804985-2 {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:19:05.580174 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ababdb53-70f7-42fb-9589-964ae246d841 admin admin] Made reservation on behalf of 1502f5d1a4ec40d097b6b4e64a32249e for: {'subnet': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:19:05.583406 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ababdb53-70f7-42fb-9589-964ae246d841 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59388119'] for subnet, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:05.599129 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c37ba1ce-6f4f-45f3-bf86-7ad5ed143cf3 None None] Routers {'4dfb3a65-10ca-4a39-aaa7-690473775a34'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:19:05.603452 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-c37ba1ce-6f4f-45f3-bf86-7ad5ed143cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:18:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['4dfb3a65-10ca-4a39-aaa7-690473775a34'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:19:05.632028 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6ca68a-fb9c-449c-9bae-119ef9a5d273 req-7489167a-e508-449c-b9cc-ba2bdb387885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:19:05.636569 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-cb6ca68a-fb9c-449c-9bae-119ef9a5d273 req-7489167a-e508-449c-b9cc-ba2bdb387885 service neutron] 10.222.0.63 "GET /v2.0/networks?id=9a60ecad-83fa-47c2-91d2-f7a65c03fb59 HTTP/1.1" status: 200 len: 917 time: 0.2797906 Aug 18 12:19:05.775555 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-cb6ca68a-fb9c-449c-9bae-119ef9a5d273 req-43c3ff49-bad5-4277-a688-1fafd4ca5291 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8b179b4e-a984-4c26-8bef-a56d4a7e622c HTTP/1.1" status: 200 len: 999 time: 0.1328213 Aug 18 12:19:05.839116 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-c37ba1ce-6f4f-45f3-bf86-7ad5ed143cf3 None None] Set router 4dfb3a65-10ca-4a39-aaa7-690473775a34 gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:19:05.887551 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6ca68a-fb9c-449c-9bae-119ef9a5d273 req-c50c6922-b58c-4d65-a290-26d9f248cea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:19:05.890561 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-cb6ca68a-fb9c-449c-9bae-119ef9a5d273 req-c50c6922-b58c-4d65-a290-26d9f248cea0 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=cb04d889-17cd-4540-8b57-641bd70e62c4 HTTP/1.1" status: 200 len: 855 time: 0.1074860 Aug 18 12:19:05.914449 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ababdb53-70f7-42fb-9589-964ae246d841 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58902106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59388097'] for subnet, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:05.971565 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6ca68a-fb9c-449c-9bae-119ef9a5d273 req-3af4b1b8-e76d-49e7-aa55-66ea82aafd4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:19:05.976065 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-cb6ca68a-fb9c-449c-9bae-119ef9a5d273 req-3af4b1b8-e76d-49e7-aa55-66ea82aafd4c service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=9a60ecad-83fa-47c2-91d2-f7a65c03fb59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0760756 Aug 18 12:19:06.003106 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ababdb53-70f7-42fb-9589-964ae246d841 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f260c96e-f33a-4c8a-ab16-23b38c1486fd,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:19:06.012200 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ababdb53-70f7-42fb-9589-964ae246d841 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:19:06.012200 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ababdb53-70f7-42fb-9589-964ae246d841 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:19:06.012200 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ababdb53-70f7-42fb-9589-964ae246d841 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:19:06.012924 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ababdb53-70f7-42fb-9589-964ae246d841 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:19:06.013115 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ababdb53-70f7-42fb-9589-964ae246d841 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:19:06.013432 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ababdb53-70f7-42fb-9589-964ae246d841 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:19:06.013746 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ababdb53-70f7-42fb-9589-964ae246d841 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:19:06.014140 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ababdb53-70f7-42fb-9589-964ae246d841 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:19:06.014522 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ababdb53-70f7-42fb-9589-964ae246d841 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:19:06.014843 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ababdb53-70f7-42fb-9589-964ae246d841 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:19:06.015270 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ababdb53-70f7-42fb-9589-964ae246d841 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:19:06.015607 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ababdb53-70f7-42fb-9589-964ae246d841 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:19:06.029907 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ababdb53-70f7-42fb-9589-964ae246d841 admin admin] Checking segment: {'id': '5e08a5bd-ab0d-4892-9e47-ee5a7fa8794a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '6226757f-01d3-49bd-8f44-118fdff4a0e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:19:06.030316 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ababdb53-70f7-42fb-9589-964ae246d841 admin admin] Network hostable DHCP agents. Network: 6226757f-01d3-49bd-8f44-118fdff4a0e4, hostable agents: ['97c14208-2951-4361-8d64-3708c946ff5f'], hosted agents: [] {{(pid=106253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 12:19:06.062567 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ababdb53-70f7-42fb-9589-964ae246d841 admin admin] Network 6226757f-01d3-49bd-8f44-118fdff4a0e4 is scheduled to be hosted by DHCP agent 97c14208-2951-4361-8d64-3708c946ff5f with binding_index 1 {{(pid=106253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 12:19:06.087602 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-ababdb53-70f7-42fb-9589-964ae246d841 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-2, 6226757f-01d3-49bd-8f44-118fdff4a0e4) {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:19:06.093122 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ababdb53-70f7-42fb-9589-964ae246d841 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:19:06.093754 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ababdb53-70f7-42fb-9589-964ae246d841 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:06.098027 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02a38b8d-52f2-475c-82e9-4042b3e42ec7 None None] Network 6226757f-01d3-49bd-8f44-118fdff4a0e4 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:19:06.156723 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-ababdb53-70f7-42fb-9589-964ae246d841 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6444702 Aug 18 12:19:06.192833 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-cb6ca68a-fb9c-449c-9bae-119ef9a5d273 req-c54721ad-bc96-4fa8-81b9-ac0d1ff24be4 service neutron] 10.222.0.63 "GET /v2.0/networks/9a60ecad-83fa-47c2-91d2-f7a65c03fb59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2119071 Aug 18 12:19:06.266964 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:06.308431 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-c37ba1ce-6f4f-45f3-bf86-7ad5ed143cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dfb3a65-10ca-4a39-aaa7-690473775a34', 'name': 'tempest-AttachVolumeShelveTestJSON-984932346-router', 'tenant_id': '8fca7d5a19c54940b367d2e63154d6ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': '3b45d6e6-41d7-49b3-b0ae-a5d284a14577', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:14:20Z', 'updated_at': '2021-08-18T12:14:27Z', 'revision_number': 4, 'project_id': '8fca7d5a19c54940b367d2e63154d6ee', 'gw_port': {'id': '3b45d6e6-41d7-49b3-b0ae-a5d284a14577', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:17:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dfb3a65-10ca-4a39-aaa7-690473775a34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:14:21Z', 'updated_at': '2021-08-18T12:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_floatingips': [{'id': 'dcf9658b-4791-4cd1-9afc-2efce4d8fdf7', 'tenant_id': '8fca7d5a19c54940b367d2e63154d6ee', 'floating_ip_address': '172.25.7.37', 'floating_network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'router_id': '4dfb3a65-10ca-4a39-aaa7-690473775a34', 'port_id': '8b179b4e-a984-4c26-8bef-a56d4a7e622c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3282, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a60ecad-83fa-47c2-91d2-f7a65c03fb59', 'mac_address': 'fa:16:3e:be:55:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebc09d04-7c45-461d-a378-624bccc765d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T12:18:47Z', 'updated_at': '2021-08-18T12:19:03Z', 'revision_number': 1, 'project_id': '8fca7d5a19c54940b367d2e63154d6ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b601dfce-541d-4812-8364-38785b16ca51', 'name': '', 'network_id': '9a60ecad-83fa-47c2-91d2-f7a65c03fb59', 'tenant_id': '8fca7d5a19c54940b367d2e63154d6ee', 'mac_address': 'fa:16:3e:ec:bb:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dfb3a65-10ca-4a39-aaa7-690473775a34', 'device_owner': 'network:router_interface', 'standard_attr_id': 2755, 'fixed_ips': [{'subnet_id': 'cb04d889-17cd-4540-8b57-641bd70e62c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:14:26Z', 'updated_at': '2021-08-18T12:14:34Z', 'revision_number': 5, 'project_id': '8fca7d5a19c54940b367d2e63154d6ee', 'subnets': [{'id': 'cb04d889-17cd-4540-8b57-641bd70e62c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:19:06.336792 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-cb6ca68a-fb9c-449c-9bae-119ef9a5d273 req-ffd6b845-edbd-4c09-b711-31f5188a6d17 service neutron] 10.222.0.63 "GET /v2.0/networks/9a60ecad-83fa-47c2-91d2-f7a65c03fb59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356082 Aug 18 12:19:06.375225 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c37ba1ce-6f4f-45f3-bf86-7ad5ed143cf3 None None] The sync data for ids ['4dfb3a65-10ca-4a39-aaa7-690473775a34'] in n-d-804985-2 is: [{'id': '4dfb3a65-10ca-4a39-aaa7-690473775a34', 'name': 'tempest-AttachVolumeShelveTestJSON-984932346-router', 'tenant_id': '8fca7d5a19c54940b367d2e63154d6ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': '3b45d6e6-41d7-49b3-b0ae-a5d284a14577', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:14:20Z', 'updated_at': '2021-08-18T12:14:27Z', 'revision_number': 4, 'project_id': '8fca7d5a19c54940b367d2e63154d6ee', 'gw_port': {'id': '3b45d6e6-41d7-49b3-b0ae-a5d284a14577', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:17:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dfb3a65-10ca-4a39-aaa7-690473775a34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:14:21Z', 'updated_at': '2021-08-18T12:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_floatingips': [{'id': 'dcf9658b-4791-4cd1-9afc-2efce4d8fdf7', 'tenant_id': '8fca7d5a19c54940b367d2e63154d6ee', 'floating_ip_address': '172.25.7.37', 'floating_network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'router_id': '4dfb3a65-10ca-4a39-aaa7-690473775a34', 'port_id': '8b179b4e-a984-4c26-8bef-a56d4a7e622c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3282, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a60ecad-83fa-47c2-91d2-f7a65c03fb59', 'mac_address': 'fa:16:3e:be:55:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebc09d04-7c45-461d-a378-624bccc765d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T12:18:47Z', 'updated_at': '2021-08-18T12:19:03Z', 'revision_number': 1, 'project_id': '8fca7d5a19c54940b367d2e63154d6ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b601dfce-541d-4812-8364-38785b16ca51', 'name': '', 'network_id': '9a60ecad-83fa-47c2-91d2-f7a65c03fb59', 'tenant_id': '8fca7d5a19c54940b367d2e63154d6ee', 'mac_address': 'fa:16:3e:ec:bb:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dfb3a65-10ca-4a39-aaa7-690473775a34', 'device_owner': 'network:router_interface', 'standard_attr_id': 2755, 'fixed_ips': [{'subnet_id': 'cb04d889-17cd-4540-8b57-641bd70e62c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:14:26Z', 'updated_at': '2021-08-18T12:14:34Z', 'revision_number': 5, 'project_id': '8fca7d5a19c54940b367d2e63154d6ee', 'subnets': [{'id': 'cb04d889-17cd-4540-8b57-641bd70e62c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:19:06.415881 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb31e25b-4520-4e39-abe8-5cb2de205b4a None None] Network 6226757f-01d3-49bd-8f44-118fdff4a0e4 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:19:06.847576 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-748d0e61-43b2-4c06-a4c4-fcfe911dd74b None None] New status for floating IP dcf9658b-4791-4cd1-9afc-2efce4d8fdf7: ACTIVE {{(pid=106254) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 12:19:06.939385 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a228ea1a-fd52-46e3-b8be-3dabf8b4be64 req-bc5d8002-fada-45d7-9630-339c8a62ac77 tempest-TestServerAdvancedOps-2012108836 tempest-TestServerAdvancedOps-2012108836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:19:06.942777 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a228ea1a-fd52-46e3-b8be-3dabf8b4be64 req-bc5d8002-fada-45d7-9630-339c8a62ac77 tempest-TestServerAdvancedOps-2012108836 tempest-TestServerAdvancedOps-2012108836-project] 10.222.0.66 "GET /v2.0/networks?id=994a58f1-182f-4821-850f-e19b07bd9b1d HTTP/1.1" status: 200 len: 812 time: 0.1597183 Aug 18 12:19:06.963861 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a228ea1a-fd52-46e3-b8be-3dabf8b4be64 req-38c2c974-30f9-4f39-8ad5-9fdc053b2532 tempest-TestServerAdvancedOps-2012108836 tempest-TestServerAdvancedOps-2012108836-project] 10.222.0.66 "GET /v2.0/quotas/53db7e62a4b3441195fd7f1260195fb5 HTTP/1.1" status: 200 len: 375 time: 0.0118814 Aug 18 12:19:07.019391 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a228ea1a-fd52-46e3-b8be-3dabf8b4be64 req-4956673e-06c8-47f8-85b9-8916fbe2fbdd tempest-TestServerAdvancedOps-2012108836 tempest-TestServerAdvancedOps-2012108836-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=53db7e62a4b3441195fd7f1260195fb5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0476754 Aug 18 12:19:07.163604 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a228ea1a-fd52-46e3-b8be-3dabf8b4be64 req-84062a42-1b16-424b-b656-57621110a47a service neutron] 10.222.0.66 "GET /v2.0/networks/994a58f1-182f-4821-850f-e19b07bd9b1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272242 Aug 18 12:19:07.278262 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a228ea1a-fd52-46e3-b8be-3dabf8b4be64 req-48fef3f9-f2c7-401f-aefb-47260bf564fc service neutron] 10.222.0.66 "GET /v2.0/networks/994a58f1-182f-4821-850f-e19b07bd9b1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116993 Aug 18 12:19:07.479669 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4797e2ea-1eb7-4ff6-9947-661ce3a75081 req-d3bafa5f-ea9a-4c61-bb2a-96ae9323ecfb tempest-TestServerAdvancedOps-2012108836 tempest-TestServerAdvancedOps-2012108836-project] 10.222.0.66 "GET /v2.0/ports?device_id=3eee569b-8e70-4787-a67c-ec7cd5e496f7 HTTP/1.1" status: 200 len: 210 time: 0.0325615 Aug 18 12:19:07.811270 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 34508) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:19:07.943450 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f72ecda5-e4ac-49d5-a556-b4573ee408ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:08.043651 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f72ecda5-e4ac-49d5-a556-b4573ee408ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:08.049767 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f72ecda5-e4ac-49d5-a556-b4573ee408ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:08.102434 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-f72ecda5-e4ac-49d5-a556-b4573ee408ef admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=eaba622fb1194edcb826754172555492&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2898636 Aug 18 12:19:08.105015 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 34518) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:19:08.105656 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72ecda5-e4ac-49d5-a556-b4573ee408ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f15be733-45b5-447d-81c3-455ab260dfab,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:19:08.167388 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f71fb14c-b9d0-46c8-879d-b56968374d1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:08.199749 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f71fb14c-b9d0-46c8-879d-b56968374d1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:08.228987 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:08.273546 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f71fb14c-b9d0-46c8-879d-b56968374d1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:08.275168 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f71fb14c-b9d0-46c8-879d-b56968374d1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:08.278978 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-f71fb14c-b9d0-46c8-879d-b56968374d1b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f15be733-45b5-447d-81c3-455ab260dfab HTTP/1.1" status: 204 len: 168 time: 0.1704142 Aug 18 12:19:08.286407 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71fb14c-b9d0-46c8-879d-b56968374d1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f15be733-45b5-447d-81c3-455ab260dfab,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:19:08.642625 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 34534) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:19:08.687707 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f14e76b2-5505-4bf1-9aac-ac6636c87595 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:08.692511 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-96ae9fbc-e30a-431d-a159-adc45ce611ce req-ac76b06f-92fc-4634-873a-6f68c2f857a9 tempest-TestServerAdvancedOps-2012108836 tempest-TestServerAdvancedOps-2012108836-project] 10.222.0.66 "GET /v2.0/ports?device_id=3eee569b-8e70-4787-a67c-ec7cd5e496f7 HTTP/1.1" status: 200 len: 210 time: 0.0773437 Aug 18 12:19:08.797689 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a228ea1a-fd52-46e3-b8be-3dabf8b4be64 req-ef3ad685-b45f-4034-b86f-78e06016979d tempest-TestServerAdvancedOps-2012108836 tempest-TestServerAdvancedOps-2012108836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:19:08.799374 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a228ea1a-fd52-46e3-b8be-3dabf8b4be64 req-ef3ad685-b45f-4034-b86f-78e06016979d tempest-TestServerAdvancedOps-2012108836 tempest-TestServerAdvancedOps-2012108836-project] 10.222.0.62 "GET /v2.0/networks?id=994a58f1-182f-4821-850f-e19b07bd9b1d HTTP/1.1" status: 200 len: 812 time: 0.2609091 Aug 18 12:19:08.817546 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-a228ea1a-fd52-46e3-b8be-3dabf8b4be64 req-59e1d33a-3243-40c2-86eb-36cb734f6901 tempest-TestServerAdvancedOps-2012108836 tempest-TestServerAdvancedOps-2012108836-project] Request body: {'port': {'device_id': '3eee569b-8e70-4787-a67c-ec7cd5e496f7', 'network_id': '994a58f1-182f-4821-850f-e19b07bd9b1d', 'admin_state_up': True, 'tenant_id': '53db7e62a4b3441195fd7f1260195fb5'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:19:08.849938 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f14e76b2-5505-4bf1-9aac-ac6636c87595 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:08.862953 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f14e76b2-5505-4bf1-9aac-ac6636c87595 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:09.025187 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-f14e76b2-5505-4bf1-9aac-ac6636c87595 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c2174a8630454a4b808aba0dfbf15b9d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3325889 Aug 18 12:19:09.026255 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 34552) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:19:09.026518 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14e76b2-5505-4bf1-9aac-ac6636c87595 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90854089-1cf3-4290-97ec-6baa46745d44,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:19:09.175108 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a228ea1a-fd52-46e3-b8be-3dabf8b4be64 req-59e1d33a-3243-40c2-86eb-36cb734f6901 tempest-TestServerAdvancedOps-2012108836 tempest-TestServerAdvancedOps-2012108836-project] Made reservation on behalf of 53db7e62a4b3441195fd7f1260195fb5 for: {'port': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:19:09.179640 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-a228ea1a-fd52-46e3-b8be-3dabf8b4be64 req-59e1d33a-3243-40c2-86eb-36cb734f6901 tempest-TestServerAdvancedOps-2012108836 tempest-TestServerAdvancedOps-2012108836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:09.203026 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-33d03d4a-f6f3-4320-bc14-2b01ddae9ece admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:09.235014 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-33d03d4a-f6f3-4320-bc14-2b01ddae9ece admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:09.392525 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-33d03d4a-f6f3-4320-bc14-2b01ddae9ece admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:09.395042 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-33d03d4a-f6f3-4320-bc14-2b01ddae9ece admin admin] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:09.396197 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-33d03d4a-f6f3-4320-bc14-2b01ddae9ece admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/90854089-1cf3-4290-97ec-6baa46745d44 HTTP/1.1" status: 204 len: 168 time: 0.4158278 Aug 18 12:19:09.414069 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d03d4a-f6f3-4320-bc14-2b01ddae9ece admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90854089-1cf3-4290-97ec-6baa46745d44,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:19:09.432647 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [req-a228ea1a-fd52-46e3-b8be-3dabf8b4be64 req-59e1d33a-3243-40c2-86eb-36cb734f6901 tempest-TestServerAdvancedOps-2012108836 tempest-TestServerAdvancedOps-2012108836-project] Allocated IP 172.20.0.6 (994a58f1-182f-4821-850f-e19b07bd9b1d/86ca47ff-1170-459e-9fab-151f7fbbaea8/d3519a03-0817-4ea0-896e-34d483b8b8a5) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:19:09.629623 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-a228ea1a-fd52-46e3-b8be-3dabf8b4be64 req-59e1d33a-3243-40c2-86eb-36cb734f6901 tempest-TestServerAdvancedOps-2012108836 tempest-TestServerAdvancedOps-2012108836-project] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:09.678516 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-a228ea1a-fd52-46e3-b8be-3dabf8b4be64 req-59e1d33a-3243-40c2-86eb-36cb734f6901 tempest-TestServerAdvancedOps-2012108836 tempest-TestServerAdvancedOps-2012108836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:09.733035 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a228ea1a-fd52-46e3-b8be-3dabf8b4be64 req-59e1d33a-3243-40c2-86eb-36cb734f6901 tempest-TestServerAdvancedOps-2012108836 tempest-TestServerAdvancedOps-2012108836-project] Network 994a58f1-182f-4821-850f-e19b07bd9b1d is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:19:09.736971 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [req-a228ea1a-fd52-46e3-b8be-3dabf8b4be64 req-59e1d33a-3243-40c2-86eb-36cb734f6901 tempest-TestServerAdvancedOps-2012108836 tempest-TestServerAdvancedOps-2012108836-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:19:09.745962 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-a228ea1a-fd52-46e3-b8be-3dabf8b4be64 req-59e1d33a-3243-40c2-86eb-36cb734f6901 tempest-TestServerAdvancedOps-2012108836 tempest-TestServerAdvancedOps-2012108836-project] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:19:09.805614 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a228ea1a-fd52-46e3-b8be-3dabf8b4be64 req-59e1d33a-3243-40c2-86eb-36cb734f6901 tempest-TestServerAdvancedOps-2012108836 tempest-TestServerAdvancedOps-2012108836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:19:09.806445 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-a228ea1a-fd52-46e3-b8be-3dabf8b4be64 req-59e1d33a-3243-40c2-86eb-36cb734f6901 tempest-TestServerAdvancedOps-2012108836 tempest-TestServerAdvancedOps-2012108836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:09.833598 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e1d33a-3243-40c2-86eb-36cb734f6901 tempest-TestServerAdvancedOps-2012108836 tempest-TestServerAdvancedOps-2012108836-project] Pushing event updated for resources: {'Port': ['ID=d3519a03-0817-4ea0-896e-34d483b8b8a5,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:19:09.848214 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a228ea1a-fd52-46e3-b8be-3dabf8b4be64 req-59e1d33a-3243-40c2-86eb-36cb734f6901 tempest-TestServerAdvancedOps-2012108836 tempest-TestServerAdvancedOps-2012108836-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0353692 Aug 18 12:19:09.861547 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-a228ea1a-fd52-46e3-b8be-3dabf8b4be64 req-0bc16d35-9c83-4f7b-bf9d-5715f86e6669 service neutron] Request body: {'port': {'device_id': '3eee569b-8e70-4787-a67c-ec7cd5e496f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804985-2'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:19:09.960690 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-a228ea1a-fd52-46e3-b8be-3dabf8b4be64 req-0bc16d35-9c83-4f7b-bf9d-5715f86e6669 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:09.978239 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98aa4943-b5b2-45e3-a926-3da149b007b3 req-2e0a7c0c-3c18-4862-9aac-0030b0c29938 tempest-TestServerAdvancedOps-2012108836 tempest-TestServerAdvancedOps-2012108836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:19:09.980605 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-98aa4943-b5b2-45e3-a926-3da149b007b3 req-2e0a7c0c-3c18-4862-9aac-0030b0c29938 tempest-TestServerAdvancedOps-2012108836 tempest-TestServerAdvancedOps-2012108836-project] 10.222.0.66 "GET /v2.0/ports?device_id=3eee569b-8e70-4787-a67c-ec7cd5e496f7 HTTP/1.1" status: 200 len: 931 time: 0.0903280 Aug 18 12:19:10.098379 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-98aa4943-b5b2-45e3-a926-3da149b007b3 req-78771532-c7f8-4774-acb1-87dcc8bf51fc tempest-TestServerAdvancedOps-2012108836 tempest-TestServerAdvancedOps-2012108836-project] 10.222.0.66 "GET /v2.0/security-groups?id=728c081a-3d28-4fec-9857-cfbfa70e8c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072011 Aug 18 12:19:10.413997 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [req-a228ea1a-fd52-46e3-b8be-3dabf8b4be64 req-0bc16d35-9c83-4f7b-bf9d-5715f86e6669 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3519a03-0817-4ea0-896e-34d483b8b8a5 {{(pid=106252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:19:10.423059 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-a228ea1a-fd52-46e3-b8be-3dabf8b4be64 req-0bc16d35-9c83-4f7b-bf9d-5715f86e6669 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:10.442745 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [req-a228ea1a-fd52-46e3-b8be-3dabf8b4be64 req-0bc16d35-9c83-4f7b-bf9d-5715f86e6669 service neutron] Transition to ACTIVE for port object d3519a03-0817-4ea0-896e-34d483b8b8a5 will not be triggered until provisioned by entity L2. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:19:10.448228 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-a228ea1a-fd52-46e3-b8be-3dabf8b4be64 req-0bc16d35-9c83-4f7b-bf9d-5715f86e6669 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:10.521266 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc16d35-9c83-4f7b-bf9d-5715f86e6669 service neutron] Pushing event updated for resources: {'Port': ['ID=d3519a03-0817-4ea0-896e-34d483b8b8a5,revision_number=2']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:19:10.578398 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-a228ea1a-fd52-46e3-b8be-3dabf8b4be64 req-0bc16d35-9c83-4f7b-bf9d-5715f86e6669 service neutron] Attempting to bind port d3519a03-0817-4ea0-896e-34d483b8b8a5 on host n-h2-804985-2 for vnic_type normal with profile {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:19:10.578937 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-a228ea1a-fd52-46e3-b8be-3dabf8b4be64 req-0bc16d35-9c83-4f7b-bf9d-5715f86e6669 service neutron] Attempting to bind port d3519a03-0817-4ea0-896e-34d483b8b8a5 by drivers openvswitch,hyperv on host n-h2-804985-2 at level 0 using segments [{'id': 'f5dc35e0-7348-43bc-aaa5-59badfd785c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '994a58f1-182f-4821-850f-e19b07bd9b1d'}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:19:10.579348 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a228ea1a-fd52-46e3-b8be-3dabf8b4be64 req-0bc16d35-9c83-4f7b-bf9d-5715f86e6669 service neutron] Attempting to bind port d3519a03-0817-4ea0-896e-34d483b8b8a5 on network 994a58f1-182f-4821-850f-e19b07bd9b1d {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:19:10.585271 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a228ea1a-fd52-46e3-b8be-3dabf8b4be64 req-0bc16d35-9c83-4f7b-bf9d-5715f86e6669 service neutron] Port d3519a03-0817-4ea0-896e-34d483b8b8a5 on network 994a58f1-182f-4821-850f-e19b07bd9b1d not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-2 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:19:10.585722 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a228ea1a-fd52-46e3-b8be-3dabf8b4be64 req-0bc16d35-9c83-4f7b-bf9d-5715f86e6669 service neutron] Attempting to bind port d3519a03-0817-4ea0-896e-34d483b8b8a5 on network 994a58f1-182f-4821-850f-e19b07bd9b1d {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:19:10.594614 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a228ea1a-fd52-46e3-b8be-3dabf8b4be64 req-0bc16d35-9c83-4f7b-bf9d-5715f86e6669 service neutron] Checking agent: {'id': 'da5da552-709c-4248-84de-86af99a0dc87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 49, 8), 'started_at': datetime.datetime(2021, 8, 18, 11, 49, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 19, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:19:10.594614 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a228ea1a-fd52-46e3-b8be-3dabf8b4be64 req-0bc16d35-9c83-4f7b-bf9d-5715f86e6669 service neutron] Checking segment: {'id': 'f5dc35e0-7348-43bc-aaa5-59badfd785c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '994a58f1-182f-4821-850f-e19b07bd9b1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:19:10.594614 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a228ea1a-fd52-46e3-b8be-3dabf8b4be64 req-0bc16d35-9c83-4f7b-bf9d-5715f86e6669 service neutron] Bound using segment: {'id': 'f5dc35e0-7348-43bc-aaa5-59badfd785c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '994a58f1-182f-4821-850f-e19b07bd9b1d'} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:19:10.594614 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-a228ea1a-fd52-46e3-b8be-3dabf8b4be64 req-0bc16d35-9c83-4f7b-bf9d-5715f86e6669 service neutron] Bound port: d3519a03-0817-4ea0-896e-34d483b8b8a5, host: n-h2-804985-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5dc35e0-7348-43bc-aaa5-59badfd785c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '994a58f1-182f-4821-850f-e19b07bd9b1d'}}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:19:10.594614 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-a228ea1a-fd52-46e3-b8be-3dabf8b4be64 req-0bc16d35-9c83-4f7b-bf9d-5715f86e6669 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:10.663304 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-a228ea1a-fd52-46e3-b8be-3dabf8b4be64 req-0bc16d35-9c83-4f7b-bf9d-5715f86e6669 service neutron] For port d3519a03-0817-4ea0-896e-34d483b8b8a5, host n-h2-804985-2, cleared binding levels {{(pid=106252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:19:10.666595 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-a228ea1a-fd52-46e3-b8be-3dabf8b4be64 req-0bc16d35-9c83-4f7b-bf9d-5715f86e6669 service neutron] For port d3519a03-0817-4ea0-896e-34d483b8b8a5, host n-h2-804985-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=d3519a03-0817-4ea0-896e-34d483b8b8a5,segment=NetworkSegment(f5dc35e0-7348-43bc-aaa5-59badfd785c0),segment_id=f5dc35e0-7348-43bc-aaa5-59badfd785c0)] {{(pid=106252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:19:10.674722 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-a228ea1a-fd52-46e3-b8be-3dabf8b4be64 req-0bc16d35-9c83-4f7b-bf9d-5715f86e6669 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:10.727762 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a228ea1a-fd52-46e3-b8be-3dabf8b4be64 req-0bc16d35-9c83-4f7b-bf9d-5715f86e6669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:19:10.728465 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-a228ea1a-fd52-46e3-b8be-3dabf8b4be64 req-0bc16d35-9c83-4f7b-bf9d-5715f86e6669 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:10.730113 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a228ea1a-fd52-46e3-b8be-3dabf8b4be64 req-0bc16d35-9c83-4f7b-bf9d-5715f86e6669 service neutron] 10.222.0.62 "PUT /v2.0/ports/d3519a03-0817-4ea0-896e-34d483b8b8a5 HTTP/1.1" status: 200 len: 1091 time: 0.8735640 Aug 18 12:19:10.730575 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3eee569b-8e70-4787-a67c-ec7cd5e496f7', 'tag': 'd3519a03-0817-4ea0-896e-34d483b8b8a5'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:19:10.733339 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae4a42a2-864c-4779-a43a-937573d4a607" -d '{"events": [{"name": "network-changed", "server_uuid": "3eee569b-8e70-4787-a67c-ec7cd5e496f7", "tag": "d3519a03-0817-4ea0-896e-34d483b8b8a5"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:19:10.758439 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc16d35-9c83-4f7b-bf9d-5715f86e6669 service neutron] Pushing event updated for resources: {'Port': ['ID=d3519a03-0817-4ea0-896e-34d483b8b8a5,revision_number=3']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:19:10.817323 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:19:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e1ff4ec-4934-44c4-a6b8-4c615c8c4cbd x-openstack-request-id: req-9e1ff4ec-4934-44c4-a6b8-4c615c8c4cbd {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:19:10.817797 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3eee569b-8e70-4787-a67c-ec7cd5e496f7", "tag": "d3519a03-0817-4ea0-896e-34d483b8b8a5", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:19:10.818179 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-9e1ff4ec-4934-44c4-a6b8-4c615c8c4cbd {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:19:10.818749 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3eee569b-8e70-4787-a67c-ec7cd5e496f7', 'tag': 'd3519a03-0817-4ea0-896e-34d483b8b8a5', 'status': 'completed', 'code': 200} Aug 18 12:19:10.840657 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a228ea1a-fd52-46e3-b8be-3dabf8b4be64 req-462a7827-2430-45c6-a127-e3d4dd3a291e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:19:10.842230 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a228ea1a-fd52-46e3-b8be-3dabf8b4be64 req-462a7827-2430-45c6-a127-e3d4dd3a291e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=53db7e62a4b3441195fd7f1260195fb5&device_id=3eee569b-8e70-4787-a67c-ec7cd5e496f7 HTTP/1.1" status: 200 len: 1094 time: 0.0604405 Aug 18 12:19:11.341838 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a228ea1a-fd52-46e3-b8be-3dabf8b4be64 req-b0b5ef4f-8695-402d-b336-686f87181bec service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d3519a03-0817-4ea0-896e-34d483b8b8a5 HTTP/1.1" status: 200 len: 217 time: 0.4903326 Aug 18 12:19:11.424237 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a228ea1a-fd52-46e3-b8be-3dabf8b4be64 req-46b08c2b-9d4f-47c3-8f62-2ef8e6f8a861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:19:11.426384 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a228ea1a-fd52-46e3-b8be-3dabf8b4be64 req-46b08c2b-9d4f-47c3-8f62-2ef8e6f8a861 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=86ca47ff-1170-459e-9fab-151f7fbbaea8 HTTP/1.1" status: 200 len: 852 time: 0.0733366 Aug 18 12:19:11.437777 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a741290e-cae3-4a94-abf1-7318f8c2ffdc req-9ca7963b-3401-4d39-bc62-cf6d9f38f1ef tempest-TestServerAdvancedOps-2012108836 tempest-TestServerAdvancedOps-2012108836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:19:11.439756 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a741290e-cae3-4a94-abf1-7318f8c2ffdc req-9ca7963b-3401-4d39-bc62-cf6d9f38f1ef tempest-TestServerAdvancedOps-2012108836 tempest-TestServerAdvancedOps-2012108836-project] 10.222.0.66 "GET /v2.0/ports?device_id=3eee569b-8e70-4787-a67c-ec7cd5e496f7 HTTP/1.1" status: 200 len: 943 time: 0.0970175 Aug 18 12:19:11.472877 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a228ea1a-fd52-46e3-b8be-3dabf8b4be64 req-6b4a7cf2-6295-427d-afd6-a9049f829856 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=994a58f1-182f-4821-850f-e19b07bd9b1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316825 Aug 18 12:19:11.522970 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a741290e-cae3-4a94-abf1-7318f8c2ffdc req-270d356b-400e-474b-906c-9a3a9692013e tempest-TestServerAdvancedOps-2012108836 tempest-TestServerAdvancedOps-2012108836-project] 10.222.0.66 "GET /v2.0/security-groups?id=728c081a-3d28-4fec-9857-cfbfa70e8c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490901 Aug 18 12:19:11.599676 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a228ea1a-fd52-46e3-b8be-3dabf8b4be64 req-e6d7d404-c60d-4597-b5ad-f2329e7cc78a service neutron] 10.222.0.62 "GET /v2.0/networks/994a58f1-182f-4821-850f-e19b07bd9b1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049299 Aug 18 12:19:11.710315 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a228ea1a-fd52-46e3-b8be-3dabf8b4be64 req-9d548b1b-67a2-49af-817e-f9b180565748 service neutron] 10.222.0.62 "GET /v2.0/networks/994a58f1-182f-4821-850f-e19b07bd9b1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030002 Aug 18 12:19:11.815887 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4a42a2-864c-4779-a43a-937573d4a607 req-d0e3c1e8-b9e3-4be7-b2e7-2a549796bebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:19:11.817465 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ae4a42a2-864c-4779-a43a-937573d4a607 req-d0e3c1e8-b9e3-4be7-b2e7-2a549796bebe service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=53db7e62a4b3441195fd7f1260195fb5&device_id=3eee569b-8e70-4787-a67c-ec7cd5e496f7 HTTP/1.1" status: 200 len: 1094 time: 0.0519364 Aug 18 12:19:11.927786 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4a42a2-864c-4779-a43a-937573d4a607 req-a3dda2c0-a55a-4cc7-aa0b-3e3bc31fc1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:19:11.929919 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ae4a42a2-864c-4779-a43a-937573d4a607 req-a3dda2c0-a55a-4cc7-aa0b-3e3bc31fc1c9 service neutron] 10.222.0.62 "GET /v2.0/networks?id=994a58f1-182f-4821-850f-e19b07bd9b1d HTTP/1.1" status: 200 len: 913 time: 0.1052666 Aug 18 12:19:11.981223 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ae4a42a2-864c-4779-a43a-937573d4a607 req-82db79c9-c3ae-47f8-ad67-e5c94ea14d9a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d3519a03-0817-4ea0-896e-34d483b8b8a5 HTTP/1.1" status: 200 len: 217 time: 0.0423050 Aug 18 12:19:12.047749 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4a42a2-864c-4779-a43a-937573d4a607 req-a3b4ff8a-385f-468e-b412-e41a28446d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:19:12.049932 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ae4a42a2-864c-4779-a43a-937573d4a607 req-a3b4ff8a-385f-468e-b412-e41a28446d40 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=86ca47ff-1170-459e-9fab-151f7fbbaea8 HTTP/1.1" status: 200 len: 852 time: 0.0603964 Aug 18 12:19:12.098665 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ae4a42a2-864c-4779-a43a-937573d4a607 req-2f041ca6-6499-4c71-87cf-3f4ec839cc95 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=994a58f1-182f-4821-850f-e19b07bd9b1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367169 Aug 18 12:19:12.220677 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ae4a42a2-864c-4779-a43a-937573d4a607 req-b0ede91e-8de0-493b-a200-cbef665d0dc8 service neutron] 10.222.0.62 "GET /v2.0/networks/994a58f1-182f-4821-850f-e19b07bd9b1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135933 Aug 18 12:19:12.229687 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 34680) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:19:12.324417 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ae4a42a2-864c-4779-a43a-937573d4a607 req-45154c1c-4205-43d9-a4bd-3f92a5242305 service neutron] 10.222.0.62 "GET /v2.0/networks/994a58f1-182f-4821-850f-e19b07bd9b1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960567 Aug 18 12:19:12.374303 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-eb0ad601-43c2-491d-9b5a-85e4fba20ff2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:12.499176 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-eb0ad601-43c2-491d-9b5a-85e4fba20ff2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:12.503789 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-eb0ad601-43c2-491d-9b5a-85e4fba20ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:12.543088 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0ad601-43c2-491d-9b5a-85e4fba20ff2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e73388d-e603-4786-a962-f53d6223bd55,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:19:12.551306 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-eb0ad601-43c2-491d-9b5a-85e4fba20ff2 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c79c1ce228cc44c98fc16da2c8699207&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3184054 Aug 18 12:19:12.551588 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 34688) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:19:12.605887 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e112892c-3873-46de-ac17-30889261cd60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:12.638115 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e112892c-3873-46de-ac17-30889261cd60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:12.698405 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd00b249-1fd7-40b9-9c37-d75f1450e657 req-f4db7c6c-3f2a-4d1d-bc2f-bbd4e6cdae64 tempest-TestServerAdvancedOps-2012108836 tempest-TestServerAdvancedOps-2012108836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:19:12.699913 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-fd00b249-1fd7-40b9-9c37-d75f1450e657 req-f4db7c6c-3f2a-4d1d-bc2f-bbd4e6cdae64 tempest-TestServerAdvancedOps-2012108836 tempest-TestServerAdvancedOps-2012108836-project] 10.222.0.66 "GET /v2.0/ports?device_id=3eee569b-8e70-4787-a67c-ec7cd5e496f7 HTTP/1.1" status: 200 len: 943 time: 0.0794706 Aug 18 12:19:12.719417 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e112892c-3873-46de-ac17-30889261cd60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:12.721925 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e112892c-3873-46de-ac17-30889261cd60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:12.725448 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-e112892c-3873-46de-ac17-30889261cd60 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/4e73388d-e603-4786-a962-f53d6223bd55 HTTP/1.1" status: 204 len: 168 time: 0.1704993 Aug 18 12:19:12.751927 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e112892c-3873-46de-ac17-30889261cd60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e73388d-e603-4786-a962-f53d6223bd55,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:19:12.769123 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-fd00b249-1fd7-40b9-9c37-d75f1450e657 req-ee1e8d25-ac4e-458b-954b-6f303ef71578 tempest-TestServerAdvancedOps-2012108836 tempest-TestServerAdvancedOps-2012108836-project] 10.222.0.66 "GET /v2.0/security-groups?id=728c081a-3d28-4fec-9857-cfbfa70e8c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513048 Aug 18 12:19:13.042335 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 34704) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:19:13.070159 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c70a05c1-4561-4fe6-926c-ec0b719ca7d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:13.179976 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c70a05c1-4561-4fe6-926c-ec0b719ca7d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:13.186254 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c70a05c1-4561-4fe6-926c-ec0b719ca7d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:13.238644 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70a05c1-4561-4fe6-926c-ec0b719ca7d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2ff2675-c326-4486-be34-ff659cfe9f3e,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:19:13.246402 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 34708) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:19:13.246925 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-c70a05c1-4561-4fe6-926c-ec0b719ca7d5 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c0a1d68da8c9434faea8bf0a7b666184&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2026873 Aug 18 12:19:13.282828 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 34710) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:19:13.336922 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d6b78667-9388-49de-b8ed-f5ccc39daaa1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:13.369042 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d6b78667-9388-49de-b8ed-f5ccc39daaa1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:13.403674 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1707d40e-ca2a-43dc-b9a8-3275c4114654 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:13.429683 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d6b78667-9388-49de-b8ed-f5ccc39daaa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:13.433519 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d6b78667-9388-49de-b8ed-f5ccc39daaa1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:13.435233 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-d6b78667-9388-49de-b8ed-f5ccc39daaa1 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e2ff2675-c326-4486-be34-ff659cfe9f3e HTTP/1.1" status: 204 len: 168 time: 0.1874464 Aug 18 12:19:13.447007 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b78667-9388-49de-b8ed-f5ccc39daaa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2ff2675-c326-4486-be34-ff659cfe9f3e,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:19:13.546529 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1707d40e-ca2a-43dc-b9a8-3275c4114654 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:13.552587 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1707d40e-ca2a-43dc-b9a8-3275c4114654 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:13.599798 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-1707d40e-ca2a-43dc-b9a8-3275c4114654 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5bbdec431b2d4426afe35cbaf7f6aa17&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3152959 Aug 18 12:19:13.600828 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1707d40e-ca2a-43dc-b9a8-3275c4114654 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=581a8a5d-a32e-443c-b5af-b5afcf9236a4,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:19:13.602664 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 34720) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:19:13.673842 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d72e60ae-b008-4ba0-a3fd-8aa716005927 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:13.700971 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d72e60ae-b008-4ba0-a3fd-8aa716005927 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:13.749617 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d72e60ae-b008-4ba0-a3fd-8aa716005927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:13.754520 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d72e60ae-b008-4ba0-a3fd-8aa716005927 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:13.757067 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-d72e60ae-b008-4ba0-a3fd-8aa716005927 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/581a8a5d-a32e-443c-b5af-b5afcf9236a4 HTTP/1.1" status: 204 len: 168 time: 0.1530440 Aug 18 12:19:13.769509 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72e60ae-b008-4ba0-a3fd-8aa716005927 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=581a8a5d-a32e-443c-b5af-b5afcf9236a4,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:19:13.918216 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fef3c5c-76b8-4b5f-ae96-34fa254ca040 req-b42091a2-4eec-44c3-8fa0-7f411a199a23 tempest-TestServerAdvancedOps-2012108836 tempest-TestServerAdvancedOps-2012108836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:19:13.926060 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4fef3c5c-76b8-4b5f-ae96-34fa254ca040 req-b42091a2-4eec-44c3-8fa0-7f411a199a23 tempest-TestServerAdvancedOps-2012108836 tempest-TestServerAdvancedOps-2012108836-project] 10.222.0.66 "GET /v2.0/ports?device_id=3eee569b-8e70-4787-a67c-ec7cd5e496f7 HTTP/1.1" status: 200 len: 943 time: 0.0764377 Aug 18 12:19:13.971719 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4fef3c5c-76b8-4b5f-ae96-34fa254ca040 req-213da6ff-81ef-42e4-9297-8fedab717d42 tempest-TestServerAdvancedOps-2012108836 tempest-TestServerAdvancedOps-2012108836-project] 10.222.0.66 "GET /v2.0/security-groups?id=728c081a-3d28-4fec-9857-cfbfa70e8c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446298 Aug 18 12:19:14.115234 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 34744) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:19:14.132714 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-bf57d83c-9ad0-4cbf-b216-bbe9674e2c10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:14.225094 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-bf57d83c-9ad0-4cbf-b216-bbe9674e2c10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:14.230882 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-bf57d83c-9ad0-4cbf-b216-bbe9674e2c10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:14.272122 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-bf57d83c-9ad0-4cbf-b216-bbe9674e2c10 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9a5c488fc09d44b7bc6058bb247f9ae3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1526420 Aug 18 12:19:14.272977 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 34748) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:19:14.279965 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf57d83c-9ad0-4cbf-b216-bbe9674e2c10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7144d6d2-0b02-44e7-9df5-0dab3c650c68,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:19:14.329440 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e3359db2-7b23-46b1-8850-212c1f5961f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:14.351365 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e3359db2-7b23-46b1-8850-212c1f5961f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:14.403063 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e3359db2-7b23-46b1-8850-212c1f5961f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:14.405895 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e3359db2-7b23-46b1-8850-212c1f5961f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:14.407168 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-e3359db2-7b23-46b1-8850-212c1f5961f8 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/7144d6d2-0b02-44e7-9df5-0dab3c650c68 HTTP/1.1" status: 204 len: 168 time: 0.1338334 Aug 18 12:19:14.417019 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3359db2-7b23-46b1-8850-212c1f5961f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7144d6d2-0b02-44e7-9df5-0dab3c650c68,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:19:14.797610 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device d3519a03-0817-4ea0-896e-34d483b8b8a5 details requested by agent hyperv_n-h2-804985-2 with host n-h2-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:19:14.874575 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 34804) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:19:14.896186 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6d31d979-cbf3-4326-8c53-9c6b0878414a admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:14.938132 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port d3519a03-0817-4ea0-896e-34d483b8b8a5, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=d3519a03-0817-4ea0-896e-34d483b8b8a5,segment=NetworkSegment(f5dc35e0-7348-43bc-aaa5-59badfd785c0),segment_id=f5dc35e0-7348-43bc-aaa5-59badfd785c0)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:19:14.951960 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Returning: {'device': 'd3519a03-0817-4ea0-896e-34d483b8b8a5', 'network_id': '994a58f1-182f-4821-850f-e19b07bd9b1d', 'port_id': 'd3519a03-0817-4ea0-896e-34d483b8b8a5', 'mac_address': 'fa:16:3e:60:03:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 833, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86ca47ff-1170-459e-9fab-151f7fbbaea8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:19:15.016398 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:15.034043 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3519a03-0817-4ea0-896e-34d483b8b8a5 {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:19:15.075457 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port d3519a03-0817-4ea0-896e-34d483b8b8a5, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=d3519a03-0817-4ea0-896e-34d483b8b8a5,segment=NetworkSegment(f5dc35e0-7348-43bc-aaa5-59badfd785c0),segment_id=f5dc35e0-7348-43bc-aaa5-59badfd785c0)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:19:15.087527 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:15.166764 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6d31d979-cbf3-4326-8c53-9c6b0878414a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:15.174494 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 34840) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:19:15.184423 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6d31d979-cbf3-4326-8c53-9c6b0878414a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:15.197045 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=d3519a03-0817-4ea0-896e-34d483b8b8a5,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:19:15.204658 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2d1a7f-791f-4905-a4a9-ec3b19307f34 req-ddcf5e7f-909f-4fa1-93d7-5eb34014ac40 tempest-TestServerAdvancedOps-2012108836 tempest-TestServerAdvancedOps-2012108836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:19:15.226554 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8c2d1a7f-791f-4905-a4a9-ec3b19307f34 req-ddcf5e7f-909f-4fa1-93d7-5eb34014ac40 tempest-TestServerAdvancedOps-2012108836 tempest-TestServerAdvancedOps-2012108836-project] 10.222.0.66 "GET /v2.0/ports?device_id=3eee569b-8e70-4787-a67c-ec7cd5e496f7 HTTP/1.1" status: 200 len: 944 time: 0.1309037 Aug 18 12:19:15.242730 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-6d31d979-cbf3-4326-8c53-9c6b0878414a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ccdc7560c2044880b982be1cc28df51c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3671682 Aug 18 12:19:15.243493 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d31d979-cbf3-4326-8c53-9c6b0878414a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68a40f93-e03c-48ce-a8d0-517ff1fe96a6,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:19:15.245924 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 34850) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:19:15.299154 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] get_ports_and_sgs() called for port_ids ['d3519a03-0817-4ea0-896e-34d483b8b8a5'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:19:15.311004 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3b90cd5e-405a-430a-9999-8a1d58794534 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:15.316728 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8c2d1a7f-791f-4905-a4a9-ec3b19307f34 req-851031d1-0415-4074-afc4-89d696fe7ea0 tempest-TestServerAdvancedOps-2012108836 tempest-TestServerAdvancedOps-2012108836-project] 10.222.0.66 "GET /v2.0/security-groups?id=728c081a-3d28-4fec-9857-cfbfa70e8c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877745 Aug 18 12:19:15.356186 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3b90cd5e-405a-430a-9999-8a1d58794534 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:15.421237 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-0a26aa41-f92a-4b04-9aa8-643c6ff5f12a tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-736378293', 'router:external': True}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:19:15.455137 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a26aa41-f92a-4b04-9aa8-643c6ff5f12a tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] Made reservation on behalf of 923da6941d9a4b7b9a35531ce664da17 for: {'network': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:19:15.458539 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0a26aa41-f92a-4b04-9aa8-643c6ff5f12a tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for network, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:15.473591 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3b90cd5e-405a-430a-9999-8a1d58794534 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:15.476162 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3b90cd5e-405a-430a-9999-8a1d58794534 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:15.477656 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-3b90cd5e-405a-430a-9999-8a1d58794534 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/68a40f93-e03c-48ce-a8d0-517ff1fe96a6 HTTP/1.1" status: 204 len: 168 time: 0.2308307 Aug 18 12:19:15.480725 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0a26aa41-f92a-4b04-9aa8-643c6ff5f12a tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:15.500321 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b90cd5e-405a-430a-9999-8a1d58794534 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68a40f93-e03c-48ce-a8d0-517ff1fe96a6,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:19:15.610042 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0a26aa41-f92a-4b04-9aa8-643c6ff5f12a tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:15.616583 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0a26aa41-f92a-4b04-9aa8-643c6ff5f12a tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:15.647441 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a26aa41-f92a-4b04-9aa8-643c6ff5f12a tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 808} {{(pid=106253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:19:15.659604 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a26aa41-f92a-4b04-9aa8-643c6ff5f12a tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35b8494a-69d7-4dae-a9b3-f4c70d70e98b,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:19:15.667058 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0a26aa41-f92a-4b04-9aa8-643c6ff5f12a tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:15.667540 n-d-804985-2 neutron-server[106253]: INFO neutron.db.segments_db [None req-0a26aa41-f92a-4b04-9aa8-643c6ff5f12a tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] Added segment 18c424fe-baa2-4491-9ee0-47976ddb9c94 of type vlan for network e8d3b3a8-68e9-4aa1-99cb-b5e214072794 Aug 18 12:19:15.731329 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0a26aa41-f92a-4b04-9aa8-643c6ff5f12a tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789150665894'] for network, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:15.774573 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0a26aa41-f92a-4b04-9aa8-643c6ff5f12a tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for network, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:15.775965 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a26aa41-f92a-4b04-9aa8-643c6ff5f12a tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:19:15.776463 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0a26aa41-f92a-4b04-9aa8-643c6ff5f12a tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] Notify callbacks [] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:15.809170 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-0a26aa41-f92a-4b04-9aa8-643c6ff5f12a tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 0.6304977 Aug 18 12:19:15.809997 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 34920) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:19:15.815615 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-34c39b49-9d26-4153-b161-071b6d59b7c8 tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] Request body: {'subnet': {'network_id': 'e8d3b3a8-68e9-4aa1-99cb-b5e214072794', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:19:15.854049 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34c39b49-9d26-4153-b161-071b6d59b7c8 tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] Made reservation on behalf of 923da6941d9a4b7b9a35531ce664da17 for: {'subnet': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:19:15.866030 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-34c39b49-9d26-4153-b161-071b6d59b7c8 tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59074089'] for subnet, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:15.870276 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a26aa41-f92a-4b04-9aa8-643c6ff5f12a tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] Pushing event updated for resources: {'Network': ['ID=e8d3b3a8-68e9-4aa1-99cb-b5e214072794,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:19:15.887971 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Network e8d3b3a8-68e9-4aa1-99cb-b5e214072794 details requested by agent ovs-agent-n-d-804985-2 with host n-d-804985-2 {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:19:16.256801 n-d-804985-2 neutron-server[106252]: DEBUG neutron.objects.ports [None req-34c39b49-9d26-4153-b161-071b6d59b7c8 tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106252) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 18 12:19:16.257466 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-34c39b49-9d26-4153-b161-071b6d59b7c8 tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3572913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59074111'] for subnet, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:16.325289 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c39b49-9d26-4153-b161-071b6d59b7c8 tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] Pushing event updated for resources: {'Subnet': ['ID=4ea6d6c7-43a3-4ff7-b5f5-bc4ae2e19191,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:19:16.333506 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c39b49-9d26-4153-b161-071b6d59b7c8 tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] Checking segment: {'id': '18c424fe-baa2-4491-9ee0-47976ddb9c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'e8d3b3a8-68e9-4aa1-99cb-b5e214072794'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:19:16.333871 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34c39b49-9d26-4153-b161-071b6d59b7c8 tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] Network hostable DHCP agents. Network: e8d3b3a8-68e9-4aa1-99cb-b5e214072794, hostable agents: ['97c14208-2951-4361-8d64-3708c946ff5f'], hosted agents: [] {{(pid=106252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 12:19:16.356860 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34c39b49-9d26-4153-b161-071b6d59b7c8 tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] Network e8d3b3a8-68e9-4aa1-99cb-b5e214072794 is scheduled to be hosted by DHCP agent 97c14208-2951-4361-8d64-3708c946ff5f with binding_index 1 {{(pid=106252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 12:19:16.370677 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-34c39b49-9d26-4153-b161-071b6d59b7c8 tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-2, e8d3b3a8-68e9-4aa1-99cb-b5e214072794) {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:19:16.375390 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34c39b49-9d26-4153-b161-071b6d59b7c8 tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:19:16.376000 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-34c39b49-9d26-4153-b161-071b6d59b7c8 tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for subnet, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:16.384577 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71260bbb-7c84-4fab-b308-3e1cf5b87f8d None None] Network e8d3b3a8-68e9-4aa1-99cb-b5e214072794 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:19:16.407955 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-34c39b49-9d26-4153-b161-071b6d59b7c8 tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.5972531 Aug 18 12:19:16.410938 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 34996) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:19:16.416736 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-156db21c-0ae9-4179-8a5c-b85d9c9a55d5 tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-297646286', 'network_id': 'e8d3b3a8-68e9-4aa1-99cb-b5e214072794'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:19:16.502032 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-156db21c-0ae9-4179-8a5c-b85d9c9a55d5 tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] Made reservation on behalf of 923da6941d9a4b7b9a35531ce664da17 for: {'port': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:19:16.505370 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-156db21c-0ae9-4179-8a5c-b85d9c9a55d5 tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:16.538632 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [None req-156db21c-0ae9-4179-8a5c-b85d9c9a55d5 tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] device_id is not set on port 661d9862-86be-4e36-8f2f-4a0a0328ab85 yet. {{(pid=106252) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 12:19:16.596415 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a46e94f-c6e7-42bb-9bfd-e823ef9b645e req-7f54f74d-2890-49f6-91da-cbac9c545b0b tempest-TestServerAdvancedOps-2012108836 tempest-TestServerAdvancedOps-2012108836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:19:16.602298 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9a46e94f-c6e7-42bb-9bfd-e823ef9b645e req-7f54f74d-2890-49f6-91da-cbac9c545b0b tempest-TestServerAdvancedOps-2012108836 tempest-TestServerAdvancedOps-2012108836-project] 10.222.0.66 "GET /v2.0/ports?device_id=3eee569b-8e70-4787-a67c-ec7cd5e496f7 HTTP/1.1" status: 200 len: 944 time: 0.1526470 Aug 18 12:19:16.683644 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9a46e94f-c6e7-42bb-9bfd-e823ef9b645e req-7d074899-6f30-49c4-9f02-2861ee599788 tempest-TestServerAdvancedOps-2012108836 tempest-TestServerAdvancedOps-2012108836-project] 10.222.0.66 "GET /v2.0/security-groups?id=728c081a-3d28-4fec-9857-cfbfa70e8c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722160 Aug 18 12:19:16.764616 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [None req-156db21c-0ae9-4179-8a5c-b85d9c9a55d5 tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] Allocated IP 172.20.0.12 (e8d3b3a8-68e9-4aa1-99cb-b5e214072794/4ea6d6c7-43a3-4ff7-b5f5-bc4ae2e19191/661d9862-86be-4e36-8f2f-4a0a0328ab85) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:19:16.829292 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device d3519a03-0817-4ea0-896e-34d483b8b8a5 up at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:19:16.892369 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccecc727-3745-45a3-a495-fefb7af76ed8 None None] Network e8d3b3a8-68e9-4aa1-99cb-b5e214072794 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:19:16.961221 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-156db21c-0ae9-4179-8a5c-b85d9c9a55d5 tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:16.975757 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Provisioning for port d3519a03-0817-4ea0-896e-34d483b8b8a5 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:19:16.989634 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Provisioning complete for port d3519a03-0817-4ea0-896e-34d483b8b8a5 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:19:16.990166 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:17.023116 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-156db21c-0ae9-4179-8a5c-b85d9c9a55d5 tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:17.077787 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156db21c-0ae9-4179-8a5c-b85d9c9a55d5 tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] Pushing event updated for resources: {'Port': ['ID=661d9862-86be-4e36-8f2f-4a0a0328ab85,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:19:17.085104 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-156db21c-0ae9-4179-8a5c-b85d9c9a55d5 tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] Network e8d3b3a8-68e9-4aa1-99cb-b5e214072794 is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:19:17.086596 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-156db21c-0ae9-4179-8a5c-b85d9c9a55d5 tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:19:17.089103 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-156db21c-0ae9-4179-8a5c-b85d9c9a55d5 tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:19:17.138024 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-156db21c-0ae9-4179-8a5c-b85d9c9a55d5 tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:19:17.139567 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-156db21c-0ae9-4179-8a5c-b85d9c9a55d5 tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:17.158352 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-156db21c-0ae9-4179-8a5c-b85d9c9a55d5 tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 0.7460403 Aug 18 12:19:17.160692 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 35086) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:19:17.163457 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:17.193951 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3eee569b-8e70-4787-a67c-ec7cd5e496f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3519a03-0817-4ea0-896e-34d483b8b8a5'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:19:17.196621 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db50a436fb3a98495337d8fe7487b4f2ea6f3c1052eb9efadc2ecda2d5737001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-317efeb1-44a9-43e1-b59d-9cc777794fc2" -d '{"events": [{"server_uuid": "3eee569b-8e70-4787-a67c-ec7cd5e496f7", "name": "network-vif-plugged", "status": "completed", "tag": "d3519a03-0817-4ea0-896e-34d483b8b8a5"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:19:17.213689 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port d3519a03-0817-4ea0-896e-34d483b8b8a5, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=d3519a03-0817-4ea0-896e-34d483b8b8a5,segment=NetworkSegment(f5dc35e0-7348-43bc-aaa5-59badfd785c0),segment_id=f5dc35e0-7348-43bc-aaa5-59badfd785c0)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:19:17.219436 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:17.268344 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:19:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4adf26d9-4f60-4c1d-89b8-07ed94254613 x-openstack-request-id: req-4adf26d9-4f60-4c1d-89b8-07ed94254613 {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:19:17.268670 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3eee569b-8e70-4787-a67c-ec7cd5e496f7", "name": "network-vif-plugged", "status": "completed", "tag": "d3519a03-0817-4ea0-896e-34d483b8b8a5", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:19:17.268922 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-4adf26d9-4f60-4c1d-89b8-07ed94254613 {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:19:17.269325 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3eee569b-8e70-4787-a67c-ec7cd5e496f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3519a03-0817-4ea0-896e-34d483b8b8a5', 'code': 200} Aug 18 12:19:17.304859 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=d3519a03-0817-4ea0-896e-34d483b8b8a5,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:19:17.305016 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-2ddbfd62-8ef6-46a8-9b10-98b21f1bb322 tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] Deleting port 661d9862-86be-4e36-8f2f-4a0a0328ab85 {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:19:17.306026 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2ddbfd62-8ef6-46a8-9b10-98b21f1bb322 tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:17.438070 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7a178b-e6f5-4a3a-a9d2-e7e3923b425f req-2fe5b7ac-05af-4fd4-ba7a-bf7fa1c03b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:19:17.439571 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8a7a178b-e6f5-4a3a-a9d2-e7e3923b425f req-2fe5b7ac-05af-4fd4-ba7a-bf7fa1c03b78 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=3eee569b-8e70-4787-a67c-ec7cd5e496f7 HTTP/1.1" status: 200 len: 1096 time: 0.0820434 Aug 18 12:19:17.444192 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2ddbfd62-8ef6-46a8-9b10-98b21f1bb322 tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:17.470682 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-2ddbfd62-8ef6-46a8-9b10-98b21f1bb322 tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] Calling delete_port for 661d9862-86be-4e36-8f2f-4a0a0328ab85 owned by {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:19:17.536346 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8a7a178b-e6f5-4a3a-a9d2-e7e3923b425f req-8c6b1564-12f5-4fec-9115-8541409c51a9 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=728c081a-3d28-4fec-9857-cfbfa70e8c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821757 Aug 18 12:19:17.629837 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2ddbfd62-8ef6-46a8-9b10-98b21f1bb322 tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:17.659682 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddbfd62-8ef6-46a8-9b10-98b21f1bb322 tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] Pushing event deleted for resources: {'Port': ['ID=661d9862-86be-4e36-8f2f-4a0a0328ab85,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:19:17.733707 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2ddbfd62-8ef6-46a8-9b10-98b21f1bb322 tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:17.736275 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-2ddbfd62-8ef6-46a8-9b10-98b21f1bb322 tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] 10.222.0.66 "DELETE /v2.0/ports/661d9862-86be-4e36-8f2f-4a0a0328ab85 HTTP/1.1" status: 204 len: 168 time: 0.5746374 Aug 18 12:19:17.739036 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 35166) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:19:17.745082 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-9c4e4957-d80a-4f51-9c45-8a24715e9f4e tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e8d3b3a8-68e9-4aa1-99cb-b5e214072794', 'external_fixed_ips': [{'subnet_id': '4ea6d6c7-43a3-4ff7-b5f5-bc4ae2e19191', 'ip_address': '172.20.0.12'}]}}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:19:17.774861 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-9c4e4957-d80a-4f51-9c45-8a24715e9f4e tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-998592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15809'] for router, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:17.777263 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-9c4e4957-d80a-4f51-9c45-8a24715e9f4e tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-992733', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-971415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15816'] for router, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:17.908766 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e662e70-d94b-4e1b-8edc-444138c116df req-36fe8834-76e9-40ec-a38c-985758f81422 tempest-TestServerAdvancedOps-2012108836 tempest-TestServerAdvancedOps-2012108836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:19:17.910293 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5e662e70-d94b-4e1b-8edc-444138c116df req-36fe8834-76e9-40ec-a38c-985758f81422 tempest-TestServerAdvancedOps-2012108836 tempest-TestServerAdvancedOps-2012108836-project] 10.222.0.66 "GET /v2.0/ports?device_id=3eee569b-8e70-4787-a67c-ec7cd5e496f7 HTTP/1.1" status: 200 len: 945 time: 0.1265018 Aug 18 12:19:17.912046 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-9c4e4957-d80a-4f51-9c45-8a24715e9f4e tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:18.086769 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5e662e70-d94b-4e1b-8edc-444138c116df req-27b54a29-7bd2-46b1-9c02-13b8e91389ce tempest-TestServerAdvancedOps-2012108836 tempest-TestServerAdvancedOps-2012108836-project] 10.222.0.66 "GET /v2.0/security-groups?id=728c081a-3d28-4fec-9857-cfbfa70e8c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289024 Aug 18 12:19:18.090689 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-9c4e4957-d80a-4f51-9c45-8a24715e9f4e tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:18.321956 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-9c4e4957-d80a-4f51-9c45-8a24715e9f4e tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:18.341516 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-9c4e4957-d80a-4f51-9c45-8a24715e9f4e tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:18.488889 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ac430d0d-189d-4e75-b7f4-cbcf568fd9b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:18.514879 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [None req-9c4e4957-d80a-4f51-9c45-8a24715e9f4e tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] Allocated IP 172.20.0.12 (e8d3b3a8-68e9-4aa1-99cb-b5e214072794/4ea6d6c7-43a3-4ff7-b5f5-bc4ae2e19191/ea2b00bc-ce6e-4393-b6f3-e26ed9be04ae) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:19:18.634710 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-9c4e4957-d80a-4f51-9c45-8a24715e9f4e tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:18.677878 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-9c4e4957-d80a-4f51-9c45-8a24715e9f4e tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:18.724601 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c4e4957-d80a-4f51-9c45-8a24715e9f4e tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] Network e8d3b3a8-68e9-4aa1-99cb-b5e214072794 is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:19:18.728015 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-9c4e4957-d80a-4f51-9c45-8a24715e9f4e tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:19:18.732599 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c4e4957-d80a-4f51-9c45-8a24715e9f4e tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:19:18.735947 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4e4957-d80a-4f51-9c45-8a24715e9f4e tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] Pushing event updated for resources: {'Port': ['ID=ea2b00bc-ce6e-4393-b6f3-e26ed9be04ae,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:19:19.073895 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-9c4e4957-d80a-4f51-9c45-8a24715e9f4e tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:19.149268 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9cedf3-37ad-416b-a2b3-ae3b946d0d55 req-904363a8-dd5e-4382-a36e-1b6ea77489a8 tempest-VolumesSnapshotTestJSON-325803111 tempest-VolumesSnapshotTestJSON-325803111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:19:19.150762 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5b9cedf3-37ad-416b-a2b3-ae3b946d0d55 req-904363a8-dd5e-4382-a36e-1b6ea77489a8 tempest-VolumesSnapshotTestJSON-325803111 tempest-VolumesSnapshotTestJSON-325803111-project] 10.222.0.66 "GET /v2.0/networks?id=73c13340-bae5-45d8-97eb-ebc68f4a310b HTTP/1.1" status: 200 len: 812 time: 0.1568313 Aug 18 12:19:19.220027 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5b9cedf3-37ad-416b-a2b3-ae3b946d0d55 req-7876dfc5-92d9-489e-ab1b-f1eb785674a6 tempest-VolumesSnapshotTestJSON-325803111 tempest-VolumesSnapshotTestJSON-325803111-project] 10.222.0.66 "GET /v2.0/quotas/7d28dbb8490f4669a71677ed87bd89d0 HTTP/1.1" status: 200 len: 375 time: 0.0438445 Aug 18 12:19:19.260805 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5b9cedf3-37ad-416b-a2b3-ae3b946d0d55 req-201b4735-58f6-4b40-98e2-6c01fe85f875 tempest-VolumesSnapshotTestJSON-325803111 tempest-VolumesSnapshotTestJSON-325803111-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=7d28dbb8490f4669a71677ed87bd89d0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0340028 Aug 18 12:19:19.359949 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd926ddf-6e14-4ee6-b0f2-a7da3e58d3be req-16b8367f-9f25-4def-a463-65a648f7dd54 tempest-TestServerAdvancedOps-2012108836 tempest-TestServerAdvancedOps-2012108836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:19:19.361471 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-bd926ddf-6e14-4ee6-b0f2-a7da3e58d3be req-16b8367f-9f25-4def-a463-65a648f7dd54 tempest-TestServerAdvancedOps-2012108836 tempest-TestServerAdvancedOps-2012108836-project] 10.222.0.66 "GET /v2.0/ports?device_id=3eee569b-8e70-4787-a67c-ec7cd5e496f7 HTTP/1.1" status: 200 len: 945 time: 0.1844108 Aug 18 12:19:19.824422 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-9c4e4957-d80a-4f51-9c45-8a24715e9f4e tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-998473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-992536'] for router, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:19.831488 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-bd926ddf-6e14-4ee6-b0f2-a7da3e58d3be req-d160f86c-2dda-43a7-9c22-83ea14244053 tempest-TestServerAdvancedOps-2012108836 tempest-TestServerAdvancedOps-2012108836-project] 10.222.0.66 "GET /v2.0/security-groups?id=728c081a-3d28-4fec-9857-cfbfa70e8c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4626863 Aug 18 12:19:19.835023 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5b9cedf3-37ad-416b-a2b3-ae3b946d0d55 req-f8fb1faf-5459-40d5-9233-815af274ff22 service neutron] 10.222.0.66 "GET /v2.0/networks/73c13340-bae5-45d8-97eb-ebc68f4a310b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5354829 Aug 18 12:19:20.049566 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f04a09a-6c6a-4f39-9f05-a8ff7c026ce9 req-51079418-3928-4c4c-ad94-8b184559de4a tempest-TestServerAdvancedOps-2012108836 tempest-TestServerAdvancedOps-2012108836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:19:20.051155 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7f04a09a-6c6a-4f39-9f05-a8ff7c026ce9 req-51079418-3928-4c4c-ad94-8b184559de4a tempest-TestServerAdvancedOps-2012108836 tempest-TestServerAdvancedOps-2012108836-project] 10.222.0.66 "GET /v2.0/ports?device_id=3eee569b-8e70-4787-a67c-ec7cd5e496f7 HTTP/1.1" status: 200 len: 945 time: 0.1280532 Aug 18 12:19:20.072086 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5b9cedf3-37ad-416b-a2b3-ae3b946d0d55 req-26ed0d9a-13aa-47ee-abc7-9a2ca7d2cdcb service neutron] 10.222.0.66 "GET /v2.0/networks/73c13340-bae5-45d8-97eb-ebc68f4a310b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2012713 Aug 18 12:19:20.114429 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7f04a09a-6c6a-4f39-9f05-a8ff7c026ce9 req-d51aab3a-89d3-47c4-a8aa-8517f8326145 tempest-TestServerAdvancedOps-2012108836 tempest-TestServerAdvancedOps-2012108836-project] 10.222.0.66 "GET /v2.0/security-groups?id=728c081a-3d28-4fec-9857-cfbfa70e8c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526068 Aug 18 12:19:20.115528 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c4e4957-d80a-4f51-9c45-8a24715e9f4e tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] Router 551bbcb4-7a2c-444b-adaa-f860292907be is scheduled to L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 with binding_index 1 {{(pid=106252) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 12:19:20.323578 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c4e4957-d80a-4f51-9c45-8a24715e9f4e tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:19:20.337950 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b70dd6-c62a-458a-a17f-f83fda44f18f None None] Sync routers for ids ['551bbcb4-7a2c-444b-adaa-f860292907be'] in n-d-804985-2 {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:19:20.359029 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b70dd6-c62a-458a-a17f-f83fda44f18f None None] Routers {'551bbcb4-7a2c-444b-adaa-f860292907be'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:19:20.360348 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-80b70dd6-c62a-458a-a17f-f83fda44f18f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:18:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['551bbcb4-7a2c-444b-adaa-f860292907be'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:19:20.361776 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e08780a3-a508-482d-a7d9-b6d6bca4b851 req-b3688c4c-1265-4520-9978-b7d38c33402d tempest-VolumesSnapshotTestJSON-325803111 tempest-VolumesSnapshotTestJSON-325803111-project] 10.222.0.66 "GET /v2.0/ports?device_id=685c5e9f-74be-4e20-923a-c06d033e7f3c HTTP/1.1" status: 200 len: 210 time: 0.0762396 Aug 18 12:19:20.396051 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-9c4e4957-d80a-4f51-9c45-8a24715e9f4e tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] Notify callbacks [] for router, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:20.400388 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-9c4e4957-d80a-4f51-9c45-8a24715e9f4e tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 2.6601095 Aug 18 12:19:20.400571 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 35336) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:19:20.506449 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-80b70dd6-c62a-458a-a17f-f83fda44f18f None None] Set router 551bbcb4-7a2c-444b-adaa-f860292907be gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:19:20.511866 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e33294c-11b5-4a4a-a103-75b677a5a304 req-2bfd6ab3-4bac-4c3d-8c95-deaecce3364a tempest-TestServerAdvancedOps-2012108836 tempest-TestServerAdvancedOps-2012108836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:19:20.520661 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5e33294c-11b5-4a4a-a103-75b677a5a304 req-2bfd6ab3-4bac-4c3d-8c95-deaecce3364a tempest-TestServerAdvancedOps-2012108836 tempest-TestServerAdvancedOps-2012108836-project] 10.222.0.66 "GET /v2.0/ports?device_id=3eee569b-8e70-4787-a67c-ec7cd5e496f7 HTTP/1.1" status: 200 len: 945 time: 0.0778182 Aug 18 12:19:20.569249 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5e33294c-11b5-4a4a-a103-75b677a5a304 req-c6eb8b24-ed6f-4ae2-a7fb-bee10008c832 tempest-TestServerAdvancedOps-2012108836 tempest-TestServerAdvancedOps-2012108836-project] 10.222.0.66 "GET /v2.0/security-groups?id=728c081a-3d28-4fec-9857-cfbfa70e8c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471292 Aug 18 12:19:20.574622 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b20559f7-52e8-41e2-96c2-ac762c828892 tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] Notify callbacks [] for router, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:20.691223 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b20559f7-52e8-41e2-96c2-ac762c828892 tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:20.753541 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-80b70dd6-c62a-458a-a17f-f83fda44f18f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '551bbcb4-7a2c-444b-adaa-f860292907be', 'name': '', 'tenant_id': '923da6941d9a4b7b9a35531ce664da17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8d3b3a8-68e9-4aa1-99cb-b5e214072794', 'external_fixed_ips': [{'subnet_id': '4ea6d6c7-43a3-4ff7-b5f5-bc4ae2e19191', 'ip_address': '172.20.0.12'}], 'enable_snat': True}, 'gw_port_id': 'ea2b00bc-ce6e-4393-b6f3-e26ed9be04ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:19:17Z', 'updated_at': '2021-08-18T12:19:18Z', 'revision_number': 3, 'project_id': '923da6941d9a4b7b9a35531ce664da17', 'gw_port': {'id': 'ea2b00bc-ce6e-4393-b6f3-e26ed9be04ae', 'name': '', 'network_id': 'e8d3b3a8-68e9-4aa1-99cb-b5e214072794', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:50:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '551bbcb4-7a2c-444b-adaa-f860292907be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3376, 'fixed_ips': [{'subnet_id': '4ea6d6c7-43a3-4ff7-b5f5-bc4ae2e19191', 'ip_address': '172.20.0.12', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:19:18Z', 'updated_at': '2021-08-18T12:19:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ea6d6c7-43a3-4ff7-b5f5-bc4ae2e19191', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:19:20.778064 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-b20559f7-52e8-41e2-96c2-ac762c828892 tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] Deleting port ea2b00bc-ce6e-4393-b6f3-e26ed9be04ae {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:19:20.778680 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b20559f7-52e8-41e2-96c2-ac762c828892 tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:20.793455 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b70dd6-c62a-458a-a17f-f83fda44f18f None None] Checking router: 551bbcb4-7a2c-444b-adaa-f860292907be for host: n-d-804985-2 {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:19:20.793796 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b70dd6-c62a-458a-a17f-f83fda44f18f None None] Updating router 551bbcb4-7a2c-444b-adaa-f860292907be port ea2b00bc-ce6e-4393-b6f3-e26ed9be04ae binding host n-d-804985-2 {{(pid=106255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 12:19:20.828692 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-80b70dd6-c62a-458a-a17f-f83fda44f18f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:20.877250 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b20559f7-52e8-41e2-96c2-ac762c828892 tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:20.891464 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-b20559f7-52e8-41e2-96c2-ac762c828892 tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] Calling delete_port for ea2b00bc-ce6e-4393-b6f3-e26ed9be04ae owned by network:router_gateway {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:19:21.099422 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b20559f7-52e8-41e2-96c2-ac762c828892 tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:21.127347 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20559f7-52e8-41e2-96c2-ac762c828892 tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] Pushing event deleted for resources: {'Port': ['ID=ea2b00bc-ce6e-4393-b6f3-e26ed9be04ae,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:19:21.154699 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.db.api [None req-80b70dd6-c62a-458a-a17f-f83fda44f18f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106255) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 18 12:19:21.155071 n-d-804985-2 neutron-server[106255]: DEBUG oslo_db.api [None req-80b70dd6-c62a-458a-a17f-f83fda44f18f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 18 12:19:21.189373 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b20559f7-52e8-41e2-96c2-ac762c828892 tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-997271'] for router_gateway, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:21.282118 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b20559f7-52e8-41e2-96c2-ac762c828892 tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-996004', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15859'] for router, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:21.284268 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b20559f7-52e8-41e2-96c2-ac762c828892 tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:21.332352 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b20559f7-52e8-41e2-96c2-ac762c828892 tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-996061'] for router, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:21.332883 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b20559f7-52e8-41e2-96c2-ac762c828892 tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 551bbcb4-7a2c-444b-adaa-f860292907be {{(pid=106253) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 12:19:21.341899 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b20559f7-52e8-41e2-96c2-ac762c828892 tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] Notify callbacks [] for router, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:21.343277 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-b20559f7-52e8-41e2-96c2-ac762c828892 tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] 10.222.0.66 "DELETE /v2.0/routers/551bbcb4-7a2c-444b-adaa-f860292907be HTTP/1.1" status: 204 len: 168 time: 0.9411228 Aug 18 12:19:21.346212 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 35352) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:19:21.392957 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_v2 [None req-87bed6fa-87f0-4dbe-a876-933da9386a69 tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] Deleting subnet 4ea6d6c7-43a3-4ff7-b5f5-bc4ae2e19191 {{(pid=106252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 12:19:21.396523 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-87bed6fa-87f0-4dbe-a876-933da9386a69 tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:21.433734 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:21.461173 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-87bed6fa-87f0-4dbe-a876-933da9386a69 tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2221528'] for subnet, precommit_delete_associations {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:21.525457 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6c39bd4d-0697-4f31-aec9-756d68b2d466 req-831bf3f5-2b93-4e8e-9018-b46e21f5b201 tempest-VolumesSnapshotTestJSON-325803111 tempest-VolumesSnapshotTestJSON-325803111-project] 10.222.0.66 "GET /v2.0/ports?device_id=685c5e9f-74be-4e20-923a-c06d033e7f3c HTTP/1.1" status: 200 len: 210 time: 0.0614233 Aug 18 12:19:21.612740 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-87bed6fa-87f0-4dbe-a876-933da9386a69 tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:21.674997 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b70dd6-c62a-458a-a17f-f83fda44f18f None None] Port ea2b00bc-ce6e-4393-b6f3-e26ed9be04ae not found while updating agent binding for router 551bbcb4-7a2c-444b-adaa-f860292907be. {{(pid=106255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 18 12:19:21.685181 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b70dd6-c62a-458a-a17f-f83fda44f18f None None] Routers set() bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:19:21.685831 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b70dd6-c62a-458a-a17f-f83fda44f18f None None] Router IDs set() for agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 18 12:19:21.686598 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_agentschedulers_db [None req-80b70dd6-c62a-458a-a17f-f83fda44f18f None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'551bbcb4-7a2c-444b-adaa-f860292907be'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:18:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent'). {{(pid=106255) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 18 12:19:21.687210 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b70dd6-c62a-458a-a17f-f83fda44f18f None None] The sync data for ids ['551bbcb4-7a2c-444b-adaa-f860292907be'] in n-d-804985-2 is: [] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:19:21.689435 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-b809aaa4-6e7e-4954-9f3a-453b70c90c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:21.716715 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9cedf3-37ad-416b-a2b3-ae3b946d0d55 req-62846633-6730-400a-8b4c-6e6bc3ae6dd7 tempest-VolumesSnapshotTestJSON-325803111 tempest-VolumesSnapshotTestJSON-325803111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:19:21.718154 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5b9cedf3-37ad-416b-a2b3-ae3b946d0d55 req-62846633-6730-400a-8b4c-6e6bc3ae6dd7 tempest-VolumesSnapshotTestJSON-325803111 tempest-VolumesSnapshotTestJSON-325803111-project] 10.222.0.62 "GET /v2.0/networks?id=73c13340-bae5-45d8-97eb-ebc68f4a310b HTTP/1.1" status: 200 len: 812 time: 0.2245660 Aug 18 12:19:21.732527 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-5b9cedf3-37ad-416b-a2b3-ae3b946d0d55 req-60962662-de12-4357-ac2d-3fae01f62f72 tempest-VolumesSnapshotTestJSON-325803111 tempest-VolumesSnapshotTestJSON-325803111-project] Request body: {'port': {'device_id': '685c5e9f-74be-4e20-923a-c06d033e7f3c', 'network_id': '73c13340-bae5-45d8-97eb-ebc68f4a310b', 'admin_state_up': True, 'tenant_id': '7d28dbb8490f4669a71677ed87bd89d0'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:19:21.792516 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-87bed6fa-87f0-4dbe-a876-933da9386a69 tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3572848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59074100'] for subnet, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:21.801436 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17874916-c0de-4417-8221-9361b2e95897 req-6482c21f-4031-418a-a9ee-e5cae2789e5f tempest-TestServerAdvancedOps-2012108836 tempest-TestServerAdvancedOps-2012108836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:19:21.802946 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-17874916-c0de-4417-8221-9361b2e95897 req-6482c21f-4031-418a-a9ee-e5cae2789e5f tempest-TestServerAdvancedOps-2012108836 tempest-TestServerAdvancedOps-2012108836-project] 10.222.0.66 "GET /v2.0/ports?device_id=3eee569b-8e70-4787-a67c-ec7cd5e496f7 HTTP/1.1" status: 200 len: 945 time: 0.1489887 Aug 18 12:19:21.855160 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bed6fa-87f0-4dbe-a876-933da9386a69 tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=4ea6d6c7-43a3-4ff7-b5f5-bc4ae2e19191,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:19:21.859374 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-87bed6fa-87f0-4dbe-a876-933da9386a69 tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for subnet, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:21.861329 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-87bed6fa-87f0-4dbe-a876-933da9386a69 tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] 10.222.0.66 "DELETE /v2.0/subnets/4ea6d6c7-43a3-4ff7-b5f5-bc4ae2e19191 HTTP/1.1" status: 204 len: 168 time: 0.5139270 Aug 18 12:19:21.864182 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 35370) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:19:21.896902 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-17874916-c0de-4417-8221-9361b2e95897 req-881bf7fb-a8ed-4064-9d44-3a2c40412749 tempest-TestServerAdvancedOps-2012108836 tempest-TestServerAdvancedOps-2012108836-project] 10.222.0.66 "GET /v2.0/security-groups?id=728c081a-3d28-4fec-9857-cfbfa70e8c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825496 Aug 18 12:19:21.943773 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b9cedf3-37ad-416b-a2b3-ae3b946d0d55 req-60962662-de12-4357-ac2d-3fae01f62f72 tempest-VolumesSnapshotTestJSON-325803111 tempest-VolumesSnapshotTestJSON-325803111-project] Made reservation on behalf of 7d28dbb8490f4669a71677ed87bd89d0 for: {'port': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:19:21.947032 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d2baf04c-9609-4a3a-9ce7-1915c9e90e35 tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7904109'] for network, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:21.948245 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-5b9cedf3-37ad-416b-a2b3-ae3b946d0d55 req-60962662-de12-4357-ac2d-3fae01f62f72 tempest-VolumesSnapshotTestJSON-325803111 tempest-VolumesSnapshotTestJSON-325803111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:22.042264 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d2baf04c-9609-4a3a-9ce7-1915c9e90e35 tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8367869', 'neutron.services.segments.db._delete_segments_for_network-8789151212993'] for network, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:22.063252 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-d2baf04c-9609-4a3a-9ce7-1915c9e90e35 tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8d3b3a8-68e9-4aa1-99cb-b5e214072794']}} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:19:22.080565 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-d2baf04c-9609-4a3a-9ce7-1915c9e90e35 tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18c424fe-baa2-4491-9ee0-47976ddb9c94') {'for_net_delete': True} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:19:22.080565 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-d2baf04c-9609-4a3a-9ce7-1915c9e90e35 tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18c424fe-baa2-4491-9ee0-47976ddb9c94') {} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:19:22.089898 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d2baf04c-9609-4a3a-9ce7-1915c9e90e35 tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789151225254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902236'] for segment, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:22.104947 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d2baf04c-9609-4a3a-9ce7-1915c9e90e35 tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:22.114255 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2baf04c-9609-4a3a-9ce7-1915c9e90e35 tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] Releasing vlan 808 on physical network physnet1 to pool {{(pid=106253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:19:22.115280 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d2baf04c-9609-4a3a-9ce7-1915c9e90e35 tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58900537'] for segment, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:22.164325 n-d-804985-2 neutron-server[106253]: Traceback (most recent call last): Aug 18 12:19:22.164325 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:19:22.164325 n-d-804985-2 neutron-server[106253]: timer() Aug 18 12:19:22.164325 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:19:22.164325 n-d-804985-2 neutron-server[106253]: cb(*args, **kw) Aug 18 12:19:22.164325 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:19:22.164325 n-d-804985-2 neutron-server[106253]: return func(*args, **kwargs) Aug 18 12:19:22.164325 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:19:22.164325 n-d-804985-2 neutron-server[106253]: self._notify() Aug 18 12:19:22.164325 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:19:22.164325 n-d-804985-2 neutron-server[106253]: self.callback(batched_events) Aug 18 12:19:22.164325 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:19:22.164325 n-d-804985-2 neutron-server[106253]: event.method(event) Aug 18 12:19:22.164325 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:19:22.164325 n-d-804985-2 neutron-server[106253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:19:22.164325 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:19:22.164325 n-d-804985-2 neutron-server[106253]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:19:22.164325 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:19:22.164325 n-d-804985-2 neutron-server[106253]: return f(self, *a, **k) Aug 18 12:19:22.164325 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:19:22.164325 n-d-804985-2 neutron-server[106253]: return self._get(url).json() Aug 18 12:19:22.164325 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:19:22.164325 n-d-804985-2 neutron-server[106253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:19:22.164325 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:19:22.164325 n-d-804985-2 neutron-server[106253]: return self.request(url, 'GET', **kwargs) Aug 18 12:19:22.164325 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:19:22.164325 n-d-804985-2 neutron-server[106253]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:19:22.164325 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:19:22.164325 n-d-804985-2 neutron-server[106253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:19:22.164325 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:19:22.164325 n-d-804985-2 neutron-server[106253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:19:22.164325 n-d-804985-2 neutron-server[106253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:19:22.173346 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-53584c24-f517-494e-ac93-c18bb92373f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:22.180636 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [req-5b9cedf3-37ad-416b-a2b3-ae3b946d0d55 req-60962662-de12-4357-ac2d-3fae01f62f72 tempest-VolumesSnapshotTestJSON-325803111 tempest-VolumesSnapshotTestJSON-325803111-project] Allocated IP 172.20.0.13 (73c13340-bae5-45d8-97eb-ebc68f4a310b/7388dc6f-d5ef-4d78-9280-0e508c10c3d1/d7cc9c8a-3fe0-4c77-a489-8afba5c84afb) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:19:22.203055 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172426cf-3edc-493e-a3a7-ebf565756ace req-81f3dc09-24fe-4774-8de9-8ef5c07973c4 tempest-TestServerAdvancedOps-2012108836 tempest-TestServerAdvancedOps-2012108836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:19:22.204739 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-172426cf-3edc-493e-a3a7-ebf565756ace req-81f3dc09-24fe-4774-8de9-8ef5c07973c4 tempest-TestServerAdvancedOps-2012108836 tempest-TestServerAdvancedOps-2012108836-project] 10.222.0.66 "GET /v2.0/ports?device_id=3eee569b-8e70-4787-a67c-ec7cd5e496f7 HTTP/1.1" status: 200 len: 945 time: 0.0903294 Aug 18 12:19:22.226772 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d704cdd6-d02c-4ddd-b0da-eb61daa5bb71 req-7f6dafe4-2a55-4fc9-ad66-2608786f2afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:19:22.228514 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-d704cdd6-d02c-4ddd-b0da-eb61daa5bb71 req-7f6dafe4-2a55-4fc9-ad66-2608786f2afd service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=53db7e62a4b3441195fd7f1260195fb5&device_id=3eee569b-8e70-4787-a67c-ec7cd5e496f7 HTTP/1.1" status: 200 len: 1096 time: 0.0602174 Aug 18 12:19:22.230474 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d2baf04c-9609-4a3a-9ce7-1915c9e90e35 tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8367858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997186'] for network, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:22.238186 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2baf04c-9609-4a3a-9ce7-1915c9e90e35 tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e8d3b3a8-68e9-4aa1-99cb-b5e214072794 {{(pid=106253) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 18 12:19:22.268781 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d2baf04c-9609-4a3a-9ce7-1915c9e90e35 tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] Notify callbacks [] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:22.270615 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-d2baf04c-9609-4a3a-9ce7-1915c9e90e35 tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] 10.222.0.66 "DELETE /v2.0/networks/e8d3b3a8-68e9-4aa1-99cb-b5e214072794 HTTP/1.1" status: 204 len: 168 time: 0.4044442 Aug 18 12:19:22.274990 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2baf04c-9609-4a3a-9ce7-1915c9e90e35 tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] Pushing event deleted for resources: {'Network': ['ID=e8d3b3a8-68e9-4aa1-99cb-b5e214072794,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:19:22.277528 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-172426cf-3edc-493e-a3a7-ebf565756ace req-c759ffa4-0f1a-4b09-a334-a073e7f517bd tempest-TestServerAdvancedOps-2012108836 tempest-TestServerAdvancedOps-2012108836-project] 10.222.0.66 "GET /v2.0/security-groups?id=728c081a-3d28-4fec-9857-cfbfa70e8c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629234 Aug 18 12:19:22.405397 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d704cdd6-d02c-4ddd-b0da-eb61daa5bb71 req-acab139b-728e-4ebd-8e96-8d017ccdab40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:19:22.407128 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-d704cdd6-d02c-4ddd-b0da-eb61daa5bb71 req-acab139b-728e-4ebd-8e96-8d017ccdab40 service neutron] 10.222.0.62 "GET /v2.0/networks?id=994a58f1-182f-4821-850f-e19b07bd9b1d HTTP/1.1" status: 200 len: 913 time: 0.1711435 Aug 18 12:19:22.457265 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-d704cdd6-d02c-4ddd-b0da-eb61daa5bb71 req-20ecfb5e-f486-47bf-8963-7a0811942de7 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d3519a03-0817-4ea0-896e-34d483b8b8a5 HTTP/1.1" status: 200 len: 217 time: 0.0414460 Aug 18 12:19:22.476213 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-5b9cedf3-37ad-416b-a2b3-ae3b946d0d55 req-60962662-de12-4357-ac2d-3fae01f62f72 tempest-VolumesSnapshotTestJSON-325803111 tempest-VolumesSnapshotTestJSON-325803111-project] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:22.531124 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d704cdd6-d02c-4ddd-b0da-eb61daa5bb71 req-ff72261e-f09f-47ae-bd2b-4c507c385561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:19:22.532868 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-d704cdd6-d02c-4ddd-b0da-eb61daa5bb71 req-ff72261e-f09f-47ae-bd2b-4c507c385561 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=86ca47ff-1170-459e-9fab-151f7fbbaea8 HTTP/1.1" status: 200 len: 852 time: 0.0682228 Aug 18 12:19:22.539982 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-5b9cedf3-37ad-416b-a2b3-ae3b946d0d55 req-60962662-de12-4357-ac2d-3fae01f62f72 tempest-VolumesSnapshotTestJSON-325803111 tempest-VolumesSnapshotTestJSON-325803111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:22.601682 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-d704cdd6-d02c-4ddd-b0da-eb61daa5bb71 req-90fd19ee-f718-4653-a27f-0270c3299c18 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=994a58f1-182f-4821-850f-e19b07bd9b1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0591979 Aug 18 12:19:22.650085 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b9cedf3-37ad-416b-a2b3-ae3b946d0d55 req-60962662-de12-4357-ac2d-3fae01f62f72 tempest-VolumesSnapshotTestJSON-325803111 tempest-VolumesSnapshotTestJSON-325803111-project] Network 73c13340-bae5-45d8-97eb-ebc68f4a310b is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:19:22.679306 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [req-5b9cedf3-37ad-416b-a2b3-ae3b946d0d55 req-60962662-de12-4357-ac2d-3fae01f62f72 tempest-VolumesSnapshotTestJSON-325803111 tempest-VolumesSnapshotTestJSON-325803111-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:19:22.686877 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b9cedf3-37ad-416b-a2b3-ae3b946d0d55 req-60962662-de12-4357-ac2d-3fae01f62f72 tempest-VolumesSnapshotTestJSON-325803111 tempest-VolumesSnapshotTestJSON-325803111-project] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:19:22.730863 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 35402) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:19:22.737557 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-dc8ea18a-f1d3-4e19-abb7-83c8ccefaeeb tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] Request body: {'router': {'name': 'tempest-router--1751736338', 'project_id': '031d913f4f864aeca51d2224a7210a9c'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:19:22.740702 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9cedf3-37ad-416b-a2b3-ae3b946d0d55 req-60962662-de12-4357-ac2d-3fae01f62f72 tempest-VolumesSnapshotTestJSON-325803111 tempest-VolumesSnapshotTestJSON-325803111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:19:22.741350 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-5b9cedf3-37ad-416b-a2b3-ae3b946d0d55 req-60962662-de12-4357-ac2d-3fae01f62f72 tempest-VolumesSnapshotTestJSON-325803111 tempest-VolumesSnapshotTestJSON-325803111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:22.775796 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-d704cdd6-d02c-4ddd-b0da-eb61daa5bb71 req-d48ca1e5-050e-4851-b941-a9c2dd92fa84 service neutron] 10.222.0.62 "GET /v2.0/networks/994a58f1-182f-4821-850f-e19b07bd9b1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660030 Aug 18 12:19:22.783062 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-dc8ea18a-f1d3-4e19-abb7-83c8ccefaeeb tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-998592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15809'] for router, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:22.784411 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-dc8ea18a-f1d3-4e19-abb7-83c8ccefaeeb tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-992733', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-971415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15816'] for router, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:22.786430 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60962662-de12-4357-ac2d-3fae01f62f72 tempest-VolumesSnapshotTestJSON-325803111 tempest-VolumesSnapshotTestJSON-325803111-project] Pushing event updated for resources: {'Port': ['ID=d7cc9c8a-3fe0-4c77-a489-8afba5c84afb,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:19:22.801643 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c6673b-90f8-41c9-b752-bd44938b24ab req-3fcfd3e5-3c2f-4ac0-b95a-c82ab4979e5b tempest-VolumesSnapshotTestJSON-325803111 tempest-VolumesSnapshotTestJSON-325803111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:19:22.810193 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-94c6673b-90f8-41c9-b752-bd44938b24ab req-3fcfd3e5-3c2f-4ac0-b95a-c82ab4979e5b tempest-VolumesSnapshotTestJSON-325803111 tempest-VolumesSnapshotTestJSON-325803111-project] 10.222.0.66 "GET /v2.0/ports?device_id=685c5e9f-74be-4e20-923a-c06d033e7f3c HTTP/1.1" status: 200 len: 932 time: 0.1884944 Aug 18 12:19:22.832011 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5b9cedf3-37ad-416b-a2b3-ae3b946d0d55 req-60962662-de12-4357-ac2d-3fae01f62f72 tempest-VolumesSnapshotTestJSON-325803111 tempest-VolumesSnapshotTestJSON-325803111-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1046033 Aug 18 12:19:22.848323 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-5b9cedf3-37ad-416b-a2b3-ae3b946d0d55 req-b2d1d0f5-fbe7-48c8-a657-6ce129be99be service neutron] Request body: {'port': {'device_id': '685c5e9f-74be-4e20-923a-c06d033e7f3c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804985-2'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:19:22.865901 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-dc8ea18a-f1d3-4e19-abb7-83c8ccefaeeb tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:22.875677 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-94c6673b-90f8-41c9-b752-bd44938b24ab req-1bf8eac7-2419-4d4b-bc0e-f2d254ee0df6 tempest-VolumesSnapshotTestJSON-325803111 tempest-VolumesSnapshotTestJSON-325803111-project] 10.222.0.66 "GET /v2.0/security-groups?id=eeefeaaf-a13d-4eea-8d0f-9698ebec6aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642221 Aug 18 12:19:22.906188 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-dc8ea18a-f1d3-4e19-abb7-83c8ccefaeeb tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-998473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-992536'] for router, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:22.923918 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-5b9cedf3-37ad-416b-a2b3-ae3b946d0d55 req-b2d1d0f5-fbe7-48c8-a657-6ce129be99be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:22.927739 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-dc8ea18a-f1d3-4e19-abb7-83c8ccefaeeb tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] Notify callbacks [] for router, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:22.931835 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-dc8ea18a-f1d3-4e19-abb7-83c8ccefaeeb tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1952600 Aug 18 12:19:22.932059 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 35408) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:19:23.023169 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-d704cdd6-d02c-4ddd-b0da-eb61daa5bb71 req-e820239d-3dca-4193-ad7a-b203c73dace2 service neutron] 10.222.0.62 "GET /v2.0/networks/994a58f1-182f-4821-850f-e19b07bd9b1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796250 Aug 18 12:19:23.024444 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-40081ed6-1a08-4842-8110-20e5790261bf tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] Notify callbacks [] for router, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:23.197955 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-40081ed6-1a08-4842-8110-20e5790261bf tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-996004', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15859'] for router, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:23.205464 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-40081ed6-1a08-4842-8110-20e5790261bf tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:23.222739 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [req-5b9cedf3-37ad-416b-a2b3-ae3b946d0d55 req-b2d1d0f5-fbe7-48c8-a657-6ce129be99be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7cc9c8a-3fe0-4c77-a489-8afba5c84afb {{(pid=106252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:19:23.230643 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-5b9cedf3-37ad-416b-a2b3-ae3b946d0d55 req-b2d1d0f5-fbe7-48c8-a657-6ce129be99be service neutron] Notify callbacks [] for port, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:23.253842 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [req-5b9cedf3-37ad-416b-a2b3-ae3b946d0d55 req-b2d1d0f5-fbe7-48c8-a657-6ce129be99be service neutron] Transition to ACTIVE for port object d7cc9c8a-3fe0-4c77-a489-8afba5c84afb will not be triggered until provisioned by entity L2. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:19:23.254055 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-40081ed6-1a08-4842-8110-20e5790261bf tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-996061'] for router, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:23.254516 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40081ed6-1a08-4842-8110-20e5790261bf tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 908b3e61-d798-48f8-bf15-3702df23e97b {{(pid=106253) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 12:19:23.259266 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-40081ed6-1a08-4842-8110-20e5790261bf tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] Notify callbacks [] for router, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:23.260256 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-40081ed6-1a08-4842-8110-20e5790261bf tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] 10.222.0.66 "DELETE /v2.0/routers/908b3e61-d798-48f8-bf15-3702df23e97b HTTP/1.1" status: 204 len: 168 time: 0.3272598 Aug 18 12:19:23.263376 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-5b9cedf3-37ad-416b-a2b3-ae3b946d0d55 req-b2d1d0f5-fbe7-48c8-a657-6ce129be99be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:23.321105 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d1d0f5-fbe7-48c8-a657-6ce129be99be service neutron] Pushing event updated for resources: {'Port': ['ID=d7cc9c8a-3fe0-4c77-a489-8afba5c84afb,revision_number=2']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:19:23.388779 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 35426) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:19:23.471691 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3c4fc4-403f-47f8-bf73-d9fe14d7392f req-8ca1ec86-2da6-49d3-8d79-fc4822d22aad tempest-TestServerAdvancedOps-2012108836 tempest-TestServerAdvancedOps-2012108836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:19:23.478413 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6b3c4fc4-403f-47f8-bf73-d9fe14d7392f req-8ca1ec86-2da6-49d3-8d79-fc4822d22aad tempest-TestServerAdvancedOps-2012108836 tempest-TestServerAdvancedOps-2012108836-project] 10.222.0.66 "GET /v2.0/ports?device_id=3eee569b-8e70-4787-a67c-ec7cd5e496f7 HTTP/1.1" status: 200 len: 945 time: 0.1095712 Aug 18 12:19:23.478413 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-5b9cedf3-37ad-416b-a2b3-ae3b946d0d55 req-b2d1d0f5-fbe7-48c8-a657-6ce129be99be service neutron] Attempting to bind port d7cc9c8a-3fe0-4c77-a489-8afba5c84afb on host n-h2-804985-2 for vnic_type normal with profile {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:19:23.479094 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-5b9cedf3-37ad-416b-a2b3-ae3b946d0d55 req-b2d1d0f5-fbe7-48c8-a657-6ce129be99be service neutron] Attempting to bind port d7cc9c8a-3fe0-4c77-a489-8afba5c84afb by drivers openvswitch,hyperv on host n-h2-804985-2 at level 0 using segments [{'id': 'c10b5353-cffa-4c54-82aa-6f1569a451d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '73c13340-bae5-45d8-97eb-ebc68f4a310b'}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:19:23.479094 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b9cedf3-37ad-416b-a2b3-ae3b946d0d55 req-b2d1d0f5-fbe7-48c8-a657-6ce129be99be service neutron] Attempting to bind port d7cc9c8a-3fe0-4c77-a489-8afba5c84afb on network 73c13340-bae5-45d8-97eb-ebc68f4a310b {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:19:23.490302 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b9cedf3-37ad-416b-a2b3-ae3b946d0d55 req-b2d1d0f5-fbe7-48c8-a657-6ce129be99be service neutron] Port d7cc9c8a-3fe0-4c77-a489-8afba5c84afb on network 73c13340-bae5-45d8-97eb-ebc68f4a310b not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-2 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:19:23.490782 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b9cedf3-37ad-416b-a2b3-ae3b946d0d55 req-b2d1d0f5-fbe7-48c8-a657-6ce129be99be service neutron] Attempting to bind port d7cc9c8a-3fe0-4c77-a489-8afba5c84afb on network 73c13340-bae5-45d8-97eb-ebc68f4a310b {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:19:23.506986 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b9cedf3-37ad-416b-a2b3-ae3b946d0d55 req-b2d1d0f5-fbe7-48c8-a657-6ce129be99be service neutron] Checking agent: {'id': 'da5da552-709c-4248-84de-86af99a0dc87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 49, 8), 'started_at': datetime.datetime(2021, 8, 18, 11, 49, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 19, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:19:23.507535 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b9cedf3-37ad-416b-a2b3-ae3b946d0d55 req-b2d1d0f5-fbe7-48c8-a657-6ce129be99be service neutron] Checking segment: {'id': 'c10b5353-cffa-4c54-82aa-6f1569a451d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '73c13340-bae5-45d8-97eb-ebc68f4a310b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:19:23.508109 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b9cedf3-37ad-416b-a2b3-ae3b946d0d55 req-b2d1d0f5-fbe7-48c8-a657-6ce129be99be service neutron] Bound using segment: {'id': 'c10b5353-cffa-4c54-82aa-6f1569a451d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '73c13340-bae5-45d8-97eb-ebc68f4a310b'} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:19:23.508553 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-5b9cedf3-37ad-416b-a2b3-ae3b946d0d55 req-b2d1d0f5-fbe7-48c8-a657-6ce129be99be service neutron] Bound port: d7cc9c8a-3fe0-4c77-a489-8afba5c84afb, host: n-h2-804985-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c10b5353-cffa-4c54-82aa-6f1569a451d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '73c13340-bae5-45d8-97eb-ebc68f4a310b'}}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:19:23.508882 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-5b9cedf3-37ad-416b-a2b3-ae3b946d0d55 req-b2d1d0f5-fbe7-48c8-a657-6ce129be99be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:23.538304 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6b3c4fc4-403f-47f8-bf73-d9fe14d7392f req-161c3b49-e52f-4614-a4dc-8ea0cc8eb764 tempest-TestServerAdvancedOps-2012108836 tempest-TestServerAdvancedOps-2012108836-project] 10.222.0.66 "GET /v2.0/security-groups?id=728c081a-3d28-4fec-9857-cfbfa70e8c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559740 Aug 18 12:19:23.578123 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [req-00718a83-cdca-4098-8871-0ec7f8009f3a req-de6c26f2-00f9-4853-a7a5-4534374339a0 service neutron] (106252) timed out ('10.222.0.63', 54240) {{(pid=106252) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 18 12:19:23.591748 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-5b9cedf3-37ad-416b-a2b3-ae3b946d0d55 req-b2d1d0f5-fbe7-48c8-a657-6ce129be99be service neutron] For port d7cc9c8a-3fe0-4c77-a489-8afba5c84afb, host n-h2-804985-2, cleared binding levels {{(pid=106252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:19:23.596880 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-5b9cedf3-37ad-416b-a2b3-ae3b946d0d55 req-b2d1d0f5-fbe7-48c8-a657-6ce129be99be service neutron] For port d7cc9c8a-3fe0-4c77-a489-8afba5c84afb, host n-h2-804985-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=d7cc9c8a-3fe0-4c77-a489-8afba5c84afb,segment=NetworkSegment(c10b5353-cffa-4c54-82aa-6f1569a451d5),segment_id=c10b5353-cffa-4c54-82aa-6f1569a451d5)] {{(pid=106252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:19:23.611390 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-5b9cedf3-37ad-416b-a2b3-ae3b946d0d55 req-b2d1d0f5-fbe7-48c8-a657-6ce129be99be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:23.652083 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9cedf3-37ad-416b-a2b3-ae3b946d0d55 req-b2d1d0f5-fbe7-48c8-a657-6ce129be99be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:19:23.652794 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-5b9cedf3-37ad-416b-a2b3-ae3b946d0d55 req-b2d1d0f5-fbe7-48c8-a657-6ce129be99be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:23.654264 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5b9cedf3-37ad-416b-a2b3-ae3b946d0d55 req-b2d1d0f5-fbe7-48c8-a657-6ce129be99be service neutron] 10.222.0.62 "PUT /v2.0/ports/d7cc9c8a-3fe0-4c77-a489-8afba5c84afb HTTP/1.1" status: 200 len: 1092 time: 0.8120821 Aug 18 12:19:23.654775 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '685c5e9f-74be-4e20-923a-c06d033e7f3c', 'tag': 'd7cc9c8a-3fe0-4c77-a489-8afba5c84afb'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:19:23.657265 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c88192ca-e8aa-4012-97d5-f66ffb55904d" -d '{"events": [{"name": "network-changed", "server_uuid": "685c5e9f-74be-4e20-923a-c06d033e7f3c", "tag": "d7cc9c8a-3fe0-4c77-a489-8afba5c84afb"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:19:23.668062 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-2f848bd2-5984-49a4-8dee-3acb04f139bd tempest-RoutersAdminTest-242539111 tempest-RoutersAdminTest-242539111-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2001861118', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'}, 'admin_state_up': False}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:19:23.689533 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d1d0f5-fbe7-48c8-a657-6ce129be99be service neutron] Pushing event updated for resources: {'Port': ['ID=d7cc9c8a-3fe0-4c77-a489-8afba5c84afb,revision_number=3']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:19:23.710641 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:19:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6375691-41ab-4160-960e-e27218e6ebd9 x-openstack-request-id: req-b6375691-41ab-4160-960e-e27218e6ebd9 {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:19:23.711022 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "685c5e9f-74be-4e20-923a-c06d033e7f3c", "tag": "d7cc9c8a-3fe0-4c77-a489-8afba5c84afb", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:19:23.711263 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b6375691-41ab-4160-960e-e27218e6ebd9 {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:19:23.711671 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '685c5e9f-74be-4e20-923a-c06d033e7f3c', 'tag': 'd7cc9c8a-3fe0-4c77-a489-8afba5c84afb', 'status': 'completed', 'code': 200} Aug 18 12:19:23.713331 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2f848bd2-5984-49a4-8dee-3acb04f139bd tempest-RoutersAdminTest-242539111 tempest-RoutersAdminTest-242539111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-998592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15809'] for router, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:23.714423 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2f848bd2-5984-49a4-8dee-3acb04f139bd tempest-RoutersAdminTest-242539111 tempest-RoutersAdminTest-242539111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-992733', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-971415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15816'] for router, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:23.776287 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2f848bd2-5984-49a4-8dee-3acb04f139bd tempest-RoutersAdminTest-242539111 tempest-RoutersAdminTest-242539111-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:23.784586 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9cedf3-37ad-416b-a2b3-ae3b946d0d55 req-e374faf8-9485-45d0-a1ac-0fb94b5a81e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:19:23.786141 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5b9cedf3-37ad-416b-a2b3-ae3b946d0d55 req-e374faf8-9485-45d0-a1ac-0fb94b5a81e4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7d28dbb8490f4669a71677ed87bd89d0&device_id=685c5e9f-74be-4e20-923a-c06d033e7f3c HTTP/1.1" status: 200 len: 1095 time: 0.0435305 Aug 18 12:19:23.832944 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5b9cedf3-37ad-416b-a2b3-ae3b946d0d55 req-86c83b2f-e3a6-4ee3-8dff-08d7a747076d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d7cc9c8a-3fe0-4c77-a489-8afba5c84afb HTTP/1.1" status: 200 len: 217 time: 0.0389004 Aug 18 12:19:23.868046 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-500a1c61-38a7-4c23-a7ec-4631080af5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:23.889242 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9cedf3-37ad-416b-a2b3-ae3b946d0d55 req-776e4a34-3297-495b-980e-862ee218b29d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:19:23.897149 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5b9cedf3-37ad-416b-a2b3-ae3b946d0d55 req-776e4a34-3297-495b-980e-862ee218b29d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7388dc6f-d5ef-4d78-9280-0e508c10c3d1 HTTP/1.1" status: 200 len: 852 time: 0.0562849 Aug 18 12:19:23.937897 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2f848bd2-5984-49a4-8dee-3acb04f139bd tempest-RoutersAdminTest-242539111 tempest-RoutersAdminTest-242539111-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:23.948220 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5b9cedf3-37ad-416b-a2b3-ae3b946d0d55 req-62a8f8ea-f082-43a6-bfca-1ac0ebcccb83 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=73c13340-bae5-45d8-97eb-ebc68f4a310b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450881 Aug 18 12:19:24.064070 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716eb2cd-429d-47d3-b1e1-c65e39cf2cdd req-d83d3c03-e206-4d46-936e-e836323cb7f9 tempest-VolumesSnapshotTestJSON-325803111 tempest-VolumesSnapshotTestJSON-325803111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:19:24.068952 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-716eb2cd-429d-47d3-b1e1-c65e39cf2cdd req-d83d3c03-e206-4d46-936e-e836323cb7f9 tempest-VolumesSnapshotTestJSON-325803111 tempest-VolumesSnapshotTestJSON-325803111-project] 10.222.0.66 "GET /v2.0/ports?device_id=685c5e9f-74be-4e20-923a-c06d033e7f3c HTTP/1.1" status: 200 len: 944 time: 0.1119306 Aug 18 12:19:24.110691 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5b9cedf3-37ad-416b-a2b3-ae3b946d0d55 req-7e97fa31-1d91-4c1f-8b37-a443ebc096ec service neutron] 10.222.0.62 "GET /v2.0/networks/73c13340-bae5-45d8-97eb-ebc68f4a310b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548789 Aug 18 12:19:24.145074 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-716eb2cd-429d-47d3-b1e1-c65e39cf2cdd req-2a900287-e57c-450b-a5b6-58d4aced6dce tempest-VolumesSnapshotTestJSON-325803111 tempest-VolumesSnapshotTestJSON-325803111-project] 10.222.0.66 "GET /v2.0/security-groups?id=eeefeaaf-a13d-4eea-8d0f-9698ebec6aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671630 Aug 18 12:19:24.168399 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2f848bd2-5984-49a4-8dee-3acb04f139bd tempest-RoutersAdminTest-242539111 tempest-RoutersAdminTest-242539111-project] Notify callbacks [] for router_gateway, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:24.188282 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2f848bd2-5984-49a4-8dee-3acb04f139bd tempest-RoutersAdminTest-242539111 tempest-RoutersAdminTest-242539111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:24.219805 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5b9cedf3-37ad-416b-a2b3-ae3b946d0d55 req-2a1e6cf7-d49c-4dec-9bd4-2bd1286ec4e5 service neutron] 10.222.0.62 "GET /v2.0/networks/73c13340-bae5-45d8-97eb-ebc68f4a310b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988870 Aug 18 12:19:24.309432 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [None req-2f848bd2-5984-49a4-8dee-3acb04f139bd tempest-RoutersAdminTest-242539111 tempest-RoutersAdminTest-242539111-project] Allocated IP 172.25.7.102 (7cae7a70-14fd-408c-b14d-39ceb97cb60e/9784295a-20b8-4a4b-b105-f82737f0448f/52a2e848-f1b7-42e7-a6d3-dc2c8626bc60) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:19:24.319092 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88192ca-e8aa-4012-97d5-f66ffb55904d req-bdcf4cf4-b89c-4979-b96b-142c51f200d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:19:24.322097 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c88192ca-e8aa-4012-97d5-f66ffb55904d req-bdcf4cf4-b89c-4979-b96b-142c51f200d7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7d28dbb8490f4669a71677ed87bd89d0&device_id=685c5e9f-74be-4e20-923a-c06d033e7f3c HTTP/1.1" status: 200 len: 1095 time: 0.0494280 Aug 18 12:19:24.426242 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88192ca-e8aa-4012-97d5-f66ffb55904d req-b4eaab31-df43-4fc9-84e6-c6bfee0743fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:19:24.427743 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c88192ca-e8aa-4012-97d5-f66ffb55904d req-b4eaab31-df43-4fc9-84e6-c6bfee0743fb service neutron] 10.222.0.62 "GET /v2.0/networks?id=73c13340-bae5-45d8-97eb-ebc68f4a310b HTTP/1.1" status: 200 len: 913 time: 0.0988176 Aug 18 12:19:24.477402 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c88192ca-e8aa-4012-97d5-f66ffb55904d req-baa097f3-b944-44d9-b377-6dfbbc13d0be service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d7cc9c8a-3fe0-4c77-a489-8afba5c84afb HTTP/1.1" status: 200 len: 217 time: 0.0404513 Aug 18 12:19:24.544486 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88192ca-e8aa-4012-97d5-f66ffb55904d req-952d454d-1fae-4636-bc36-acdf2da76a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:19:24.546417 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c88192ca-e8aa-4012-97d5-f66ffb55904d req-952d454d-1fae-4636-bc36-acdf2da76a94 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7388dc6f-d5ef-4d78-9280-0e508c10c3d1 HTTP/1.1" status: 200 len: 852 time: 0.0602264 Aug 18 12:19:24.584402 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c88192ca-e8aa-4012-97d5-f66ffb55904d req-200602ab-22c2-4ebe-977a-64b19da264ef service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=73c13340-bae5-45d8-97eb-ebc68f4a310b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300446 Aug 18 12:19:24.720858 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55755a62-dfbb-43c7-9f7c-f4ed8eeb3d53 req-cf858c24-3ac4-4fe4-9fb8-9e7639ef751d tempest-TestServerAdvancedOps-2012108836 tempest-TestServerAdvancedOps-2012108836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:19:24.722594 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-55755a62-dfbb-43c7-9f7c-f4ed8eeb3d53 req-cf858c24-3ac4-4fe4-9fb8-9e7639ef751d tempest-TestServerAdvancedOps-2012108836 tempest-TestServerAdvancedOps-2012108836-project] 10.222.0.66 "GET /v2.0/ports?device_id=3eee569b-8e70-4787-a67c-ec7cd5e496f7 HTTP/1.1" status: 200 len: 945 time: 0.0834448 Aug 18 12:19:24.728457 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c88192ca-e8aa-4012-97d5-f66ffb55904d req-e72ed714-58dd-44cb-8d09-5cfb9c7d53c0 service neutron] 10.222.0.62 "GET /v2.0/networks/73c13340-bae5-45d8-97eb-ebc68f4a310b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353908 Aug 18 12:19:24.749050 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2f848bd2-5984-49a4-8dee-3acb04f139bd tempest-RoutersAdminTest-242539111 tempest-RoutersAdminTest-242539111-project] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:24.789439 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2f848bd2-5984-49a4-8dee-3acb04f139bd tempest-RoutersAdminTest-242539111 tempest-RoutersAdminTest-242539111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:24.817707 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-55755a62-dfbb-43c7-9f7c-f4ed8eeb3d53 req-6d038989-ce97-4df5-8fb8-7fe5c80da227 tempest-TestServerAdvancedOps-2012108836 tempest-TestServerAdvancedOps-2012108836-project] 10.222.0.66 "GET /v2.0/security-groups?id=728c081a-3d28-4fec-9857-cfbfa70e8c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857568 Aug 18 12:19:24.833787 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f848bd2-5984-49a4-8dee-3acb04f139bd tempest-RoutersAdminTest-242539111 tempest-RoutersAdminTest-242539111-project] Network 7cae7a70-14fd-408c-b14d-39ceb97cb60e is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:19:24.838917 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-2f848bd2-5984-49a4-8dee-3acb04f139bd tempest-RoutersAdminTest-242539111 tempest-RoutersAdminTest-242539111-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:19:24.843365 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f848bd2-5984-49a4-8dee-3acb04f139bd tempest-RoutersAdminTest-242539111 tempest-RoutersAdminTest-242539111-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:19:24.846522 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f848bd2-5984-49a4-8dee-3acb04f139bd tempest-RoutersAdminTest-242539111 tempest-RoutersAdminTest-242539111-project] Pushing event updated for resources: {'Port': ['ID=52a2e848-f1b7-42e7-a6d3-dc2c8626bc60,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:19:24.870822 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c88192ca-e8aa-4012-97d5-f66ffb55904d req-e00ce8b7-c03c-4c4e-be6f-c0045a2dc1e5 service neutron] 10.222.0.62 "GET /v2.0/networks/73c13340-bae5-45d8-97eb-ebc68f4a310b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323912 Aug 18 12:19:25.080142 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5e493c-d515-4f66-8023-c394e90454bc req-c2470e62-485a-4f2e-b9e0-bd43d1bcfe2f tempest-TestServerAdvancedOps-2012108836 tempest-TestServerAdvancedOps-2012108836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:19:25.081690 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ab5e493c-d515-4f66-8023-c394e90454bc req-c2470e62-485a-4f2e-b9e0-bd43d1bcfe2f tempest-TestServerAdvancedOps-2012108836 tempest-TestServerAdvancedOps-2012108836-project] 10.222.0.66 "GET /v2.0/ports?device_id=3eee569b-8e70-4787-a67c-ec7cd5e496f7 HTTP/1.1" status: 200 len: 945 time: 0.0715446 Aug 18 12:19:25.126954 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ab5e493c-d515-4f66-8023-c394e90454bc req-9f50db40-f468-4aff-a8d7-b8995425bbdb tempest-TestServerAdvancedOps-2012108836 tempest-TestServerAdvancedOps-2012108836-project] 10.222.0.66 "GET /v2.0/security-groups?id=728c081a-3d28-4fec-9857-cfbfa70e8c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377862 Aug 18 12:19:25.151662 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2f848bd2-5984-49a4-8dee-3acb04f139bd tempest-RoutersAdminTest-242539111 tempest-RoutersAdminTest-242539111-project] Notify callbacks [] for router_gateway, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:25.267990 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec9cbf8-8650-4797-8420-51223b6b8a1c req-11008b2c-89aa-4583-ad80-622264c73652 tempest-VolumesSnapshotTestJSON-325803111 tempest-VolumesSnapshotTestJSON-325803111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:19:25.269552 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6ec9cbf8-8650-4797-8420-51223b6b8a1c req-11008b2c-89aa-4583-ad80-622264c73652 tempest-VolumesSnapshotTestJSON-325803111 tempest-VolumesSnapshotTestJSON-325803111-project] 10.222.0.66 "GET /v2.0/ports?device_id=685c5e9f-74be-4e20-923a-c06d033e7f3c HTTP/1.1" status: 200 len: 944 time: 0.0520380 Aug 18 12:19:25.310150 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6ec9cbf8-8650-4797-8420-51223b6b8a1c req-8c6e6502-7969-4d1f-9a78-52d358172011 tempest-VolumesSnapshotTestJSON-325803111 tempest-VolumesSnapshotTestJSON-325803111-project] 10.222.0.66 "GET /v2.0/security-groups?id=eeefeaaf-a13d-4eea-8d0f-9698ebec6aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341690 Aug 18 12:19:25.364640 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2f848bd2-5984-49a4-8dee-3acb04f139bd tempest-RoutersAdminTest-242539111 tempest-RoutersAdminTest-242539111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-998473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-992536'] for router, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:25.501637 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f848bd2-5984-49a4-8dee-3acb04f139bd tempest-RoutersAdminTest-242539111 tempest-RoutersAdminTest-242539111-project] Router 198c2572-c0cf-44ce-9d90-7e6aa7d365c8 is scheduled to L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 with binding_index 1 {{(pid=106253) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 12:19:25.605285 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f848bd2-5984-49a4-8dee-3acb04f139bd tempest-RoutersAdminTest-242539111 tempest-RoutersAdminTest-242539111-project] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:19:25.615798 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a495563-2fe6-4638-8850-935eca448a9a None None] Sync routers for ids ['198c2572-c0cf-44ce-9d90-7e6aa7d365c8'] in n-d-804985-2 {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:19:25.625203 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2f848bd2-5984-49a4-8dee-3acb04f139bd tempest-RoutersAdminTest-242539111 tempest-RoutersAdminTest-242539111-project] Notify callbacks [] for router, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:25.629132 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a495563-2fe6-4638-8850-935eca448a9a None None] Routers {'198c2572-c0cf-44ce-9d90-7e6aa7d365c8'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:19:25.629262 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-2f848bd2-5984-49a4-8dee-3acb04f139bd tempest-RoutersAdminTest-242539111 tempest-RoutersAdminTest-242539111-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.2365582 Aug 18 12:19:25.629376 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-5a495563-2fe6-4638-8850-935eca448a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:19:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['198c2572-c0cf-44ce-9d90-7e6aa7d365c8'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:19:25.630527 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 35464) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:19:25.664743 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.agents_db [None req-6dbb2658-0354-4101-8393-6e7505481cf6 None None] Agent healthcheck: found 7 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 12:19:25.674554 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-5a495563-2fe6-4638-8850-935eca448a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:19:25.683925 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a495563-2fe6-4638-8850-935eca448a9a None None] Routers {'198c2572-c0cf-44ce-9d90-7e6aa7d365c8'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:19:25.684851 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-5a495563-2fe6-4638-8850-935eca448a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:19:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['198c2572-c0cf-44ce-9d90-7e6aa7d365c8'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:19:25.720991 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-5a495563-2fe6-4638-8850-935eca448a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:19:25.721753 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a495563-2fe6-4638-8850-935eca448a9a None None] The sync data for ids ['198c2572-c0cf-44ce-9d90-7e6aa7d365c8'] in n-d-804985-2 is: [] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:19:25.739863 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-0f273b62-40d1-439f-bd73-9b5554e702c9 tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] 10.222.0.66 "GET /v2.0/routers/198c2572-c0cf-44ce-9d90-7e6aa7d365c8 HTTP/1.1" status: 200 len: 921 time: 0.1081026 Aug 18 12:19:25.742686 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 35466) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:19:25.772734 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-c47f3844-30b7-45e4-80a8-62ecb39fa6b8 tempest-RoutersAdminTest-242539111 tempest-RoutersAdminTest-242539111-project] 10.222.0.66 "GET /v2.0/ports?device_id=198c2572-c0cf-44ce-9d90-7e6aa7d365c8 HTTP/1.1" status: 200 len: 205 time: 0.0289054 Aug 18 12:19:25.775111 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 35468) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:19:25.875725 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-313b8f5d-a929-4b5d-b971-224216a619e3 tempest-RoutersAdminTest-242539111 tempest-RoutersAdminTest-242539111-project] Notify callbacks [] for router, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:25.991197 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-313b8f5d-a929-4b5d-b971-224216a619e3 tempest-RoutersAdminTest-242539111 tempest-RoutersAdminTest-242539111-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:26.060141 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-313b8f5d-a929-4b5d-b971-224216a619e3 tempest-RoutersAdminTest-242539111 tempest-RoutersAdminTest-242539111-project] Deleting port 52a2e848-f1b7-42e7-a6d3-dc2c8626bc60 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:19:26.060534 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-313b8f5d-a929-4b5d-b971-224216a619e3 tempest-RoutersAdminTest-242539111 tempest-RoutersAdminTest-242539111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:26.142425 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-313b8f5d-a929-4b5d-b971-224216a619e3 tempest-RoutersAdminTest-242539111 tempest-RoutersAdminTest-242539111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:26.161712 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-313b8f5d-a929-4b5d-b971-224216a619e3 tempest-RoutersAdminTest-242539111 tempest-RoutersAdminTest-242539111-project] Calling delete_port for 52a2e848-f1b7-42e7-a6d3-dc2c8626bc60 owned by network:router_gateway {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:19:26.269934 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94032332-4897-4dd4-a00a-c8a7c2991307 req-0406220c-11e6-4688-8361-21c9ef90d087 tempest-TestServerAdvancedOps-2012108836 tempest-TestServerAdvancedOps-2012108836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:19:26.272507 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-94032332-4897-4dd4-a00a-c8a7c2991307 req-0406220c-11e6-4688-8361-21c9ef90d087 tempest-TestServerAdvancedOps-2012108836 tempest-TestServerAdvancedOps-2012108836-project] 10.222.0.66 "GET /v2.0/ports?device_id=3eee569b-8e70-4787-a67c-ec7cd5e496f7 HTTP/1.1" status: 200 len: 945 time: 0.0636542 Aug 18 12:19:26.322717 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-94032332-4897-4dd4-a00a-c8a7c2991307 req-33f669b0-e8d2-4f50-b7df-6e88d155a063 tempest-TestServerAdvancedOps-2012108836 tempest-TestServerAdvancedOps-2012108836-project] 10.222.0.66 "GET /v2.0/security-groups?id=728c081a-3d28-4fec-9857-cfbfa70e8c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395288 Aug 18 12:19:26.396350 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-313b8f5d-a929-4b5d-b971-224216a619e3 tempest-RoutersAdminTest-242539111 tempest-RoutersAdminTest-242539111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:26.432201 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313b8f5d-a929-4b5d-b971-224216a619e3 tempest-RoutersAdminTest-242539111 tempest-RoutersAdminTest-242539111-project] Pushing event deleted for resources: {'Port': ['ID=52a2e848-f1b7-42e7-a6d3-dc2c8626bc60,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:19:26.505817 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503e9019-7bcf-40dc-888c-5013039590cb req-480422ea-1528-4eff-845d-adb6c5f8d807 tempest-VolumesSnapshotTestJSON-325803111 tempest-VolumesSnapshotTestJSON-325803111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:19:26.508083 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-503e9019-7bcf-40dc-888c-5013039590cb req-480422ea-1528-4eff-845d-adb6c5f8d807 tempest-VolumesSnapshotTestJSON-325803111 tempest-VolumesSnapshotTestJSON-325803111-project] 10.222.0.66 "GET /v2.0/ports?device_id=685c5e9f-74be-4e20-923a-c06d033e7f3c HTTP/1.1" status: 200 len: 944 time: 0.1068187 Aug 18 12:19:26.528706 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-313b8f5d-a929-4b5d-b971-224216a619e3 tempest-RoutersAdminTest-242539111 tempest-RoutersAdminTest-242539111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-997271'] for router_gateway, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:26.568255 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-503e9019-7bcf-40dc-888c-5013039590cb req-ae33471f-cd26-4de3-bc53-a11c015e3e53 tempest-VolumesSnapshotTestJSON-325803111 tempest-VolumesSnapshotTestJSON-325803111-project] 10.222.0.66 "GET /v2.0/security-groups?id=eeefeaaf-a13d-4eea-8d0f-9698ebec6aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510910 Aug 18 12:19:26.639102 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-313b8f5d-a929-4b5d-b971-224216a619e3 tempest-RoutersAdminTest-242539111 tempest-RoutersAdminTest-242539111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-996004', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15859'] for router, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:26.641645 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-313b8f5d-a929-4b5d-b971-224216a619e3 tempest-RoutersAdminTest-242539111 tempest-RoutersAdminTest-242539111-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:26.674242 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0781651d-7336-44d0-ab4a-ed5c48cb87e0 req-75dff323-6cb1-463d-9098-6457d0a7ef5a tempest-TestServerAdvancedOps-2012108836 tempest-TestServerAdvancedOps-2012108836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:19:26.674868 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0781651d-7336-44d0-ab4a-ed5c48cb87e0 req-75dff323-6cb1-463d-9098-6457d0a7ef5a tempest-TestServerAdvancedOps-2012108836 tempest-TestServerAdvancedOps-2012108836-project] 10.222.0.66 "GET /v2.0/ports?device_id=3eee569b-8e70-4787-a67c-ec7cd5e496f7 HTTP/1.1" status: 200 len: 945 time: 0.0891058 Aug 18 12:19:26.680440 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f26941-bae3-44e0-b308-ccad1545661f req-2cbc4c07-6caf-4383-8c5b-e4d81967cb47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:19:26.681975 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-58f26941-bae3-44e0-b308-ccad1545661f req-2cbc4c07-6caf-4383-8c5b-e4d81967cb47 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=53db7e62a4b3441195fd7f1260195fb5&device_id=3eee569b-8e70-4787-a67c-ec7cd5e496f7 HTTP/1.1" status: 200 len: 1096 time: 0.0838766 Aug 18 12:19:26.695237 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-313b8f5d-a929-4b5d-b971-224216a619e3 tempest-RoutersAdminTest-242539111 tempest-RoutersAdminTest-242539111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-996061'] for router, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:26.696751 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-313b8f5d-a929-4b5d-b971-224216a619e3 tempest-RoutersAdminTest-242539111 tempest-RoutersAdminTest-242539111-project] Fanout notify agent at l3_agent the message router_deleted on router 198c2572-c0cf-44ce-9d90-7e6aa7d365c8 {{(pid=106253) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 12:19:26.703647 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-313b8f5d-a929-4b5d-b971-224216a619e3 tempest-RoutersAdminTest-242539111 tempest-RoutersAdminTest-242539111-project] Notify callbacks [] for router, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:26.704804 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-313b8f5d-a929-4b5d-b971-224216a619e3 tempest-RoutersAdminTest-242539111 tempest-RoutersAdminTest-242539111-project] 10.222.0.66 "DELETE /v2.0/routers/198c2572-c0cf-44ce-9d90-7e6aa7d365c8 HTTP/1.1" status: 204 len: 168 time: 0.9288120 Aug 18 12:19:26.711532 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 35488) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:19:26.716340 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-7adcc653-05e0-4d3d-84da-5518394430ac tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] Request body: {'router': {'name': 'tempest-snat-router-727434862', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'enable_snat': False}}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:19:26.739870 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7adcc653-05e0-4d3d-84da-5518394430ac tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-998592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15809'] for router, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:26.740913 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7adcc653-05e0-4d3d-84da-5518394430ac tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-992733', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-971415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15816'] for router, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:26.781214 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0781651d-7336-44d0-ab4a-ed5c48cb87e0 req-0d4a82d8-0a18-47da-80b8-3d1167e8fdaf tempest-TestServerAdvancedOps-2012108836 tempest-TestServerAdvancedOps-2012108836-project] 10.222.0.66 "GET /v2.0/security-groups?id=728c081a-3d28-4fec-9857-cfbfa70e8c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981295 Aug 18 12:19:26.810519 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7adcc653-05e0-4d3d-84da-5518394430ac tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:26.818782 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f26941-bae3-44e0-b308-ccad1545661f req-821cb05f-0edc-433f-ac34-6df2f4a7af61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:19:26.820103 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-58f26941-bae3-44e0-b308-ccad1545661f req-821cb05f-0edc-433f-ac34-6df2f4a7af61 service neutron] 10.222.0.62 "GET /v2.0/networks?id=994a58f1-182f-4821-850f-e19b07bd9b1d HTTP/1.1" status: 200 len: 913 time: 0.1219034 Aug 18 12:19:26.864158 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-58f26941-bae3-44e0-b308-ccad1545661f req-0e776205-87ed-4f69-87e3-8c8d3de50eee service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d3519a03-0817-4ea0-896e-34d483b8b8a5 HTTP/1.1" status: 200 len: 217 time: 0.0359437 Aug 18 12:19:26.890042 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device d7cc9c8a-3fe0-4c77-a489-8afba5c84afb details requested by agent hyperv_n-h2-804985-2 with host n-h2-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:19:26.921085 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f26941-bae3-44e0-b308-ccad1545661f req-5c3291d8-a74d-4f01-b4fc-8a2bdac79453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:19:26.922708 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-58f26941-bae3-44e0-b308-ccad1545661f req-5c3291d8-a74d-4f01-b4fc-8a2bdac79453 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=86ca47ff-1170-459e-9fab-151f7fbbaea8 HTTP/1.1" status: 200 len: 852 time: 0.0512044 Aug 18 12:19:26.952416 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7adcc653-05e0-4d3d-84da-5518394430ac tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:26.959848 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-58f26941-bae3-44e0-b308-ccad1545661f req-e11977ff-d631-42d0-8169-8bbaed7f2653 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=994a58f1-182f-4821-850f-e19b07bd9b1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298181 Aug 18 12:19:27.018190 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port d7cc9c8a-3fe0-4c77-a489-8afba5c84afb, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=d7cc9c8a-3fe0-4c77-a489-8afba5c84afb,segment=NetworkSegment(c10b5353-cffa-4c54-82aa-6f1569a451d5),segment_id=c10b5353-cffa-4c54-82aa-6f1569a451d5)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:19:27.035709 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Returning: {'device': 'd7cc9c8a-3fe0-4c77-a489-8afba5c84afb', 'network_id': '73c13340-bae5-45d8-97eb-ebc68f4a310b', 'port_id': 'd7cc9c8a-3fe0-4c77-a489-8afba5c84afb', 'mac_address': 'fa:16:3e:4a:6e:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 820, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7388dc6f-d5ef-4d78-9280-0e508c10c3d1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:19:27.079385 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-58f26941-bae3-44e0-b308-ccad1545661f req-e95e6d71-64db-48fd-b7f4-a6f7051dbea8 service neutron] 10.222.0.62 "GET /v2.0/networks/994a58f1-182f-4821-850f-e19b07bd9b1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125791 Aug 18 12:19:27.081911 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:27.100355 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7cc9c8a-3fe0-4c77-a489-8afba5c84afb {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:19:27.125197 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port d7cc9c8a-3fe0-4c77-a489-8afba5c84afb, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=d7cc9c8a-3fe0-4c77-a489-8afba5c84afb,segment=NetworkSegment(c10b5353-cffa-4c54-82aa-6f1569a451d5),segment_id=c10b5353-cffa-4c54-82aa-6f1569a451d5)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:19:27.131690 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:27.186895 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=d7cc9c8a-3fe0-4c77-a489-8afba5c84afb,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:19:27.196541 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7adcc653-05e0-4d3d-84da-5518394430ac tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:27.202777 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-58f26941-bae3-44e0-b308-ccad1545661f req-f3555eac-c7f0-4bed-95f2-3285ba7d4100 service neutron] 10.222.0.62 "GET /v2.0/networks/994a58f1-182f-4821-850f-e19b07bd9b1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164029 Aug 18 12:19:27.217541 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7adcc653-05e0-4d3d-84da-5518394430ac tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:27.331661 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [None req-7adcc653-05e0-4d3d-84da-5518394430ac tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] Allocated IP 172.25.7.182 (7cae7a70-14fd-408c-b14d-39ceb97cb60e/9784295a-20b8-4a4b-b105-f82737f0448f/a8718636-3d5f-4d32-a385-daf51c0d40a9) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:19:27.341578 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] get_ports_and_sgs() called for port_ids ['d7cc9c8a-3fe0-4c77-a489-8afba5c84afb'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:19:27.435807 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7adcc653-05e0-4d3d-84da-5518394430ac tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:27.475804 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7adcc653-05e0-4d3d-84da-5518394430ac tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:27.515629 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7adcc653-05e0-4d3d-84da-5518394430ac tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] Network 7cae7a70-14fd-408c-b14d-39ceb97cb60e is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:19:27.518356 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-7adcc653-05e0-4d3d-84da-5518394430ac tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:19:27.523900 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7adcc653-05e0-4d3d-84da-5518394430ac tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:19:27.552041 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adcc653-05e0-4d3d-84da-5518394430ac tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] Pushing event updated for resources: {'Port': ['ID=a8718636-3d5f-4d32-a385-daf51c0d40a9,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:19:27.714929 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641094dd-2683-4441-8da3-b0228c24cfd9 req-268fd0c4-7b3d-43eb-a9b8-436752b660bd tempest-VolumesSnapshotTestJSON-325803111 tempest-VolumesSnapshotTestJSON-325803111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:19:27.716859 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-641094dd-2683-4441-8da3-b0228c24cfd9 req-268fd0c4-7b3d-43eb-a9b8-436752b660bd tempest-VolumesSnapshotTestJSON-325803111 tempest-VolumesSnapshotTestJSON-325803111-project] 10.222.0.66 "GET /v2.0/ports?device_id=685c5e9f-74be-4e20-923a-c06d033e7f3c HTTP/1.1" status: 200 len: 945 time: 0.0782092 Aug 18 12:19:27.762404 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-641094dd-2683-4441-8da3-b0228c24cfd9 req-14052c83-bbe2-45f5-8c39-16d0fe909b7f tempest-VolumesSnapshotTestJSON-325803111 tempest-VolumesSnapshotTestJSON-325803111-project] 10.222.0.66 "GET /v2.0/security-groups?id=eeefeaaf-a13d-4eea-8d0f-9698ebec6aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385392 Aug 18 12:19:27.925173 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b183d21d-1715-49dd-8e71-e71ca8b11d6c req-60a7db85-d266-422a-8272-6f8c61ba53c2 tempest-TestServerAdvancedOps-2012108836 tempest-TestServerAdvancedOps-2012108836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:19:27.926871 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b183d21d-1715-49dd-8e71-e71ca8b11d6c req-60a7db85-d266-422a-8272-6f8c61ba53c2 tempest-TestServerAdvancedOps-2012108836 tempest-TestServerAdvancedOps-2012108836-project] 10.222.0.66 "GET /v2.0/ports?device_id=3eee569b-8e70-4787-a67c-ec7cd5e496f7 HTTP/1.1" status: 200 len: 945 time: 0.0643570 Aug 18 12:19:27.974071 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b183d21d-1715-49dd-8e71-e71ca8b11d6c req-79a6b2e5-ab76-43ef-a98f-fd296992d256 tempest-TestServerAdvancedOps-2012108836 tempest-TestServerAdvancedOps-2012108836-project] 10.222.0.66 "GET /v2.0/security-groups?id=728c081a-3d28-4fec-9857-cfbfa70e8c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408762 Aug 18 12:19:28.176657 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7adcc653-05e0-4d3d-84da-5518394430ac tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:28.386318 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7adcc653-05e0-4d3d-84da-5518394430ac tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-998473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-992536'] for router, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:28.538431 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7adcc653-05e0-4d3d-84da-5518394430ac tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] Router ed43ceb9-4c09-4b48-aa67-34b2ab096bfc is scheduled to L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 with binding_index 1 {{(pid=106253) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 12:19:28.646970 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7adcc653-05e0-4d3d-84da-5518394430ac tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:19:28.657957 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e33cb714-448c-4fc6-b9e1-eabd551206f3 None None] Sync routers for ids ['ed43ceb9-4c09-4b48-aa67-34b2ab096bfc'] in n-d-804985-2 {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:19:28.663576 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7adcc653-05e0-4d3d-84da-5518394430ac tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] Notify callbacks [] for router, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:28.665000 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-7adcc653-05e0-4d3d-84da-5518394430ac tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 1.9521801 Aug 18 12:19:28.667624 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 35504) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:19:28.673033 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e33cb714-448c-4fc6-b9e1-eabd551206f3 None None] Routers {'ed43ceb9-4c09-4b48-aa67-34b2ab096bfc'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:19:28.673810 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-e33cb714-448c-4fc6-b9e1-eabd551206f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:19:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['ed43ceb9-4c09-4b48-aa67-34b2ab096bfc'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:19:28.796640 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 35512) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:19:28.801595 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-4b03466a-1ec2-4f20-9855-a3411131e78d tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] Request body: {'router': {'name': 'tempest-snat-router-727434862', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'enable_snat': True}}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:19:28.802029 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-e33cb714-448c-4fc6-b9e1-eabd551206f3 None None] Set router ed43ceb9-4c09-4b48-aa67-34b2ab096bfc gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:19:28.812427 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-f785ea31-9a79-466e-8805-6fea65b41d06 tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] 10.222.0.66 "GET /v2.0/routers/ed43ceb9-4c09-4b48-aa67-34b2ab096bfc HTTP/1.1" status: 200 len: 908 time: 0.1435525 Aug 18 12:19:28.847407 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4b03466a-1ec2-4f20-9855-a3411131e78d tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-998592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15809'] for router, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:28.848564 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4b03466a-1ec2-4f20-9855-a3411131e78d tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-992733', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-971415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15816'] for router, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:28.912341 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device d7cc9c8a-3fe0-4c77-a489-8afba5c84afb up at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:19:28.937615 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4b03466a-1ec2-4f20-9855-a3411131e78d tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:28.952858 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac819ffe-ab15-4215-8778-ba7cdfee9a2d req-3bce92f6-5fab-4f5e-8973-a661d3d04df5 tempest-VolumesSnapshotTestJSON-325803111 tempest-VolumesSnapshotTestJSON-325803111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:19:28.954886 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ac819ffe-ab15-4215-8778-ba7cdfee9a2d req-3bce92f6-5fab-4f5e-8973-a661d3d04df5 tempest-VolumesSnapshotTestJSON-325803111 tempest-VolumesSnapshotTestJSON-325803111-project] 10.222.0.66 "GET /v2.0/ports?device_id=685c5e9f-74be-4e20-923a-c06d033e7f3c HTTP/1.1" status: 200 len: 945 time: 0.0924549 Aug 18 12:19:29.021363 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Provisioning for port d7cc9c8a-3fe0-4c77-a489-8afba5c84afb completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:19:29.027391 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Provisioning complete for port d7cc9c8a-3fe0-4c77-a489-8afba5c84afb triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:19:29.028142 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:29.028767 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-e33cb714-448c-4fc6-b9e1-eabd551206f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed43ceb9-4c09-4b48-aa67-34b2ab096bfc', 'name': 'tempest-snat-router-727434862', 'tenant_id': '923da6941d9a4b7b9a35531ce664da17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.182'}], 'enable_snat': False}, 'gw_port_id': 'a8718636-3d5f-4d32-a385-daf51c0d40a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:19:26Z', 'updated_at': '2021-08-18T12:19:27Z', 'revision_number': 3, 'project_id': '923da6941d9a4b7b9a35531ce664da17', 'gw_port': {'id': 'a8718636-3d5f-4d32-a385-daf51c0d40a9', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:c2:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed43ceb9-4c09-4b48-aa67-34b2ab096bfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3382, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:19:27Z', 'updated_at': '2021-08-18T12:19:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-804985-2'}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:19:29.079945 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e33cb714-448c-4fc6-b9e1-eabd551206f3 None None] Checking router: ed43ceb9-4c09-4b48-aa67-34b2ab096bfc for host: n-d-804985-2 {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:19:29.080291 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e33cb714-448c-4fc6-b9e1-eabd551206f3 None None] Updating router ed43ceb9-4c09-4b48-aa67-34b2ab096bfc port a8718636-3d5f-4d32-a385-daf51c0d40a9 binding host n-d-804985-2 {{(pid=106255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 12:19:29.094556 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ac819ffe-ab15-4215-8778-ba7cdfee9a2d req-cf396e2e-84da-4d3a-80b0-e61a7a8ec5ef tempest-VolumesSnapshotTestJSON-325803111 tempest-VolumesSnapshotTestJSON-325803111-project] 10.222.0.66 "GET /v2.0/security-groups?id=eeefeaaf-a13d-4eea-8d0f-9698ebec6aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007671 Aug 18 12:19:29.110628 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-e33cb714-448c-4fc6-b9e1-eabd551206f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:29.140927 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:29.168019 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '685c5e9f-74be-4e20-923a-c06d033e7f3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7cc9c8a-3fe0-4c77-a489-8afba5c84afb'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:19:29.170385 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db50a436fb3a98495337d8fe7487b4f2ea6f3c1052eb9efadc2ecda2d5737001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6afb33c-9443-443c-9954-a74c4ff12828" -d '{"events": [{"server_uuid": "685c5e9f-74be-4e20-923a-c06d033e7f3c", "name": "network-vif-plugged", "status": "completed", "tag": "d7cc9c8a-3fe0-4c77-a489-8afba5c84afb"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:19:29.194656 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port d7cc9c8a-3fe0-4c77-a489-8afba5c84afb, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=d7cc9c8a-3fe0-4c77-a489-8afba5c84afb,segment=NetworkSegment(c10b5353-cffa-4c54-82aa-6f1569a451d5),segment_id=c10b5353-cffa-4c54-82aa-6f1569a451d5)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:19:29.202612 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:29.229113 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4b03466a-1ec2-4f20-9855-a3411131e78d tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:29.280266 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:19:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27fe8271-c8e8-4bd0-a730-b7c023489cb5 x-openstack-request-id: req-27fe8271-c8e8-4bd0-a730-b7c023489cb5 {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:19:29.281678 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "685c5e9f-74be-4e20-923a-c06d033e7f3c", "name": "network-vif-plugged", "status": "completed", "tag": "d7cc9c8a-3fe0-4c77-a489-8afba5c84afb", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:19:29.282466 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-27fe8271-c8e8-4bd0-a730-b7c023489cb5 {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:19:29.283073 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '685c5e9f-74be-4e20-923a-c06d033e7f3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7cc9c8a-3fe0-4c77-a489-8afba5c84afb', 'code': 200} Aug 18 12:19:29.312973 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=d7cc9c8a-3fe0-4c77-a489-8afba5c84afb,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:19:29.357270 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba73f918-d81b-41cf-99fd-fe483d5f0f74 req-a373f023-1341-4ba1-8eb0-7ba7a1705539 tempest-TestServerAdvancedOps-2012108836 tempest-TestServerAdvancedOps-2012108836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:19:29.358762 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ba73f918-d81b-41cf-99fd-fe483d5f0f74 req-a373f023-1341-4ba1-8eb0-7ba7a1705539 tempest-TestServerAdvancedOps-2012108836 tempest-TestServerAdvancedOps-2012108836-project] 10.222.0.66 "GET /v2.0/ports?device_id=3eee569b-8e70-4787-a67c-ec7cd5e496f7 HTTP/1.1" status: 200 len: 945 time: 0.1246636 Aug 18 12:19:29.394791 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acddd26-580b-4683-a063-2d0b31c81c49 req-12da1cc7-9b2b-4855-a023-e55233807194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:19:29.396273 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8acddd26-580b-4683-a063-2d0b31c81c49 req-12da1cc7-9b2b-4855-a023-e55233807194 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=685c5e9f-74be-4e20-923a-c06d033e7f3c HTTP/1.1" status: 200 len: 1097 time: 0.0842667 Aug 18 12:19:29.448923 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ba73f918-d81b-41cf-99fd-fe483d5f0f74 req-64a921fd-fdea-46ac-9410-78eeccecaa6b tempest-TestServerAdvancedOps-2012108836 tempest-TestServerAdvancedOps-2012108836-project] 10.222.0.66 "GET /v2.0/security-groups?id=728c081a-3d28-4fec-9857-cfbfa70e8c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692272 Aug 18 12:19:29.471157 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8acddd26-580b-4683-a063-2d0b31c81c49 req-6083099e-f2db-44f5-8236-25bccf7e5ac9 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=eeefeaaf-a13d-4eea-8d0f-9698ebec6aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617895 Aug 18 12:19:29.577024 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-e33cb714-448c-4fc6-b9e1-eabd551206f3 None None] Notify callbacks [] for port, precommit_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:29.600440 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-e33cb714-448c-4fc6-b9e1-eabd551206f3 None None] Transition to ACTIVE for port object a8718636-3d5f-4d32-a385-daf51c0d40a9 will not be triggered until provisioned by entity L2. {{(pid=106255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:19:29.611397 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-e33cb714-448c-4fc6-b9e1-eabd551206f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:29.611738 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4b03466a-1ec2-4f20-9855-a3411131e78d tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:29.636687 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4b03466a-1ec2-4f20-9855-a3411131e78d tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:29.686522 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4834fca3-546d-4a2a-a030-0e0a58efccf3 None None] Pushing event updated for resources: {'Port': ['ID=a8718636-3d5f-4d32-a385-daf51c0d40a9,revision_number=2']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:19:29.696675 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4834fca3-546d-4a2a-a030-0e0a58efccf3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:19:29.697008 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4834fca3-546d-4a2a-a030-0e0a58efccf3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:19:29.697333 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4834fca3-546d-4a2a-a030-0e0a58efccf3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:19:29.697653 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4834fca3-546d-4a2a-a030-0e0a58efccf3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:19:29.697972 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4834fca3-546d-4a2a-a030-0e0a58efccf3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:19:29.698284 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4834fca3-546d-4a2a-a030-0e0a58efccf3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:19:29.698595 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4834fca3-546d-4a2a-a030-0e0a58efccf3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:19:29.698904 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4834fca3-546d-4a2a-a030-0e0a58efccf3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:19:29.699211 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4834fca3-546d-4a2a-a030-0e0a58efccf3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:19:29.699517 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4834fca3-546d-4a2a-a030-0e0a58efccf3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:19:29.699823 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4834fca3-546d-4a2a-a030-0e0a58efccf3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:19:29.700134 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4834fca3-546d-4a2a-a030-0e0a58efccf3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:19:29.703323 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-e33cb714-448c-4fc6-b9e1-eabd551206f3 None None] Attempting to bind port a8718636-3d5f-4d32-a385-daf51c0d40a9 on host n-d-804985-2 for vnic_type normal with profile {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:19:29.703675 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-e33cb714-448c-4fc6-b9e1-eabd551206f3 None None] Attempting to bind port a8718636-3d5f-4d32-a385-daf51c0d40a9 by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'}] {{(pid=106255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:19:29.704022 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e33cb714-448c-4fc6-b9e1-eabd551206f3 None None] Attempting to bind port a8718636-3d5f-4d32-a385-daf51c0d40a9 on network 7cae7a70-14fd-408c-b14d-39ceb97cb60e {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:19:29.709933 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e33cb714-448c-4fc6-b9e1-eabd551206f3 None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 19, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:19:29.710300 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e33cb714-448c-4fc6-b9e1-eabd551206f3 None None] Checking segment: {'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:19:29.710800 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-e33cb714-448c-4fc6-b9e1-eabd551206f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:29.711047 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e33cb714-448c-4fc6-b9e1-eabd551206f3 None None] Bound using segment: {'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'} {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:19:29.711557 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-e33cb714-448c-4fc6-b9e1-eabd551206f3 None None] Bound port: a8718636-3d5f-4d32-a385-daf51c0d40a9, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'}}] {{(pid=106255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:19:29.711855 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-e33cb714-448c-4fc6-b9e1-eabd551206f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:29.757649 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc19072c-3f62-41b3-839f-1d943295f341 req-a5ca11a8-37c3-4f2e-a515-623cc7bcd72e tempest-TestServerAdvancedOps-2012108836 tempest-TestServerAdvancedOps-2012108836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:19:29.759168 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-dc19072c-3f62-41b3-839f-1d943295f341 req-a5ca11a8-37c3-4f2e-a515-623cc7bcd72e tempest-TestServerAdvancedOps-2012108836 tempest-TestServerAdvancedOps-2012108836-project] 10.222.0.66 "GET /v2.0/ports?device_id=3eee569b-8e70-4787-a67c-ec7cd5e496f7 HTTP/1.1" status: 200 len: 945 time: 0.0829506 Aug 18 12:19:29.769516 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-e33cb714-448c-4fc6-b9e1-eabd551206f3 None None] For port a8718636-3d5f-4d32-a385-daf51c0d40a9, host n-d-804985-2, cleared binding levels {{(pid=106255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:19:29.773072 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-e33cb714-448c-4fc6-b9e1-eabd551206f3 None None] For port a8718636-3d5f-4d32-a385-daf51c0d40a9, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=a8718636-3d5f-4d32-a385-daf51c0d40a9,segment=NetworkSegment(c5a3db9d-5c58-41b1-9177-d5787a597b78),segment_id=c5a3db9d-5c58-41b1-9177-d5787a597b78)] {{(pid=106255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:19:29.778834 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-e33cb714-448c-4fc6-b9e1-eabd551206f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:29.808517 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [None req-4b03466a-1ec2-4f20-9855-a3411131e78d tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] Allocated IP 172.25.7.94 (7cae7a70-14fd-408c-b14d-39ceb97cb60e/9784295a-20b8-4a4b-b105-f82737f0448f/7082b047-7303-4e76-b7f5-114fd9a4157e) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:19:29.826510 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-dc19072c-3f62-41b3-839f-1d943295f341 req-493edc9a-713d-4c04-b5ac-2c24b28c5273 tempest-TestServerAdvancedOps-2012108836 tempest-TestServerAdvancedOps-2012108836-project] 10.222.0.66 "GET /v2.0/security-groups?id=728c081a-3d28-4fec-9857-cfbfa70e8c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590065 Aug 18 12:19:29.839847 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e33cb714-448c-4fc6-b9e1-eabd551206f3 None None] Routers {'ed43ceb9-4c09-4b48-aa67-34b2ab096bfc'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:19:29.840509 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-e33cb714-448c-4fc6-b9e1-eabd551206f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:19:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['ed43ceb9-4c09-4b48-aa67-34b2ab096bfc'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:19:29.842361 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4834fca3-546d-4a2a-a030-0e0a58efccf3 None None] Pushing event updated for resources: {'Port': ['ID=a8718636-3d5f-4d32-a385-daf51c0d40a9,revision_number=3']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:19:29.936943 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4b03466a-1ec2-4f20-9855-a3411131e78d tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:29.952224 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-e33cb714-448c-4fc6-b9e1-eabd551206f3 None None] Set router ed43ceb9-4c09-4b48-aa67-34b2ab096bfc gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:19:29.979853 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4b03466a-1ec2-4f20-9855-a3411131e78d tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:29.995072 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b03466a-1ec2-4f20-9855-a3411131e78d tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] Network 7cae7a70-14fd-408c-b14d-39ceb97cb60e is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:19:29.997813 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-4b03466a-1ec2-4f20-9855-a3411131e78d tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:19:30.015259 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b03466a-1ec2-4f20-9855-a3411131e78d tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:19:30.077306 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b03466a-1ec2-4f20-9855-a3411131e78d tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] Pushing event updated for resources: {'Port': ['ID=7082b047-7303-4e76-b7f5-114fd9a4157e,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:19:30.158520 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-e33cb714-448c-4fc6-b9e1-eabd551206f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed43ceb9-4c09-4b48-aa67-34b2ab096bfc', 'name': 'tempest-snat-router-727434862', 'tenant_id': '923da6941d9a4b7b9a35531ce664da17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.182'}], 'enable_snat': False}, 'gw_port_id': 'a8718636-3d5f-4d32-a385-daf51c0d40a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:19:26Z', 'updated_at': '2021-08-18T12:19:27Z', 'revision_number': 3, 'project_id': '923da6941d9a4b7b9a35531ce664da17', 'gw_port': {'id': 'a8718636-3d5f-4d32-a385-daf51c0d40a9', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:c2:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed43ceb9-4c09-4b48-aa67-34b2ab096bfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3382, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:19:27Z', 'updated_at': '2021-08-18T12:19:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-804985-2'}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:19:30.196952 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e33cb714-448c-4fc6-b9e1-eabd551206f3 None None] The sync data for ids ['ed43ceb9-4c09-4b48-aa67-34b2ab096bfc'] in n-d-804985-2 is: [{'id': 'ed43ceb9-4c09-4b48-aa67-34b2ab096bfc', 'name': 'tempest-snat-router-727434862', 'tenant_id': '923da6941d9a4b7b9a35531ce664da17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.182'}], 'enable_snat': False}, 'gw_port_id': 'a8718636-3d5f-4d32-a385-daf51c0d40a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:19:26Z', 'updated_at': '2021-08-18T12:19:27Z', 'revision_number': 3, 'project_id': '923da6941d9a4b7b9a35531ce664da17', 'gw_port': {'id': 'a8718636-3d5f-4d32-a385-daf51c0d40a9', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:c2:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed43ceb9-4c09-4b48-aa67-34b2ab096bfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3382, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:19:27Z', 'updated_at': '2021-08-18T12:19:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-804985-2'}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:19:30.311767 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713fd8a9-464d-4cf4-ba6c-e187fb601669 req-d8e10ad3-7bb8-4f7c-a3ce-6dd46e8ada46 tempest-VolumesSnapshotTestJSON-325803111 tempest-VolumesSnapshotTestJSON-325803111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:19:30.313400 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-713fd8a9-464d-4cf4-ba6c-e187fb601669 req-d8e10ad3-7bb8-4f7c-a3ce-6dd46e8ada46 tempest-VolumesSnapshotTestJSON-325803111 tempest-VolumesSnapshotTestJSON-325803111-project] 10.222.0.66 "GET /v2.0/ports?device_id=685c5e9f-74be-4e20-923a-c06d033e7f3c HTTP/1.1" status: 200 len: 946 time: 0.1095080 Aug 18 12:19:30.845056 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-713fd8a9-464d-4cf4-ba6c-e187fb601669 req-746c6437-c38f-42fc-b075-59a3366d3a55 tempest-VolumesSnapshotTestJSON-325803111 tempest-VolumesSnapshotTestJSON-325803111-project] 10.222.0.66 "GET /v2.0/security-groups?id=eeefeaaf-a13d-4eea-8d0f-9698ebec6aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5214229 Aug 18 12:19:30.883255 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4b03466a-1ec2-4f20-9855-a3411131e78d tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:30.976308 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 35536) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:19:31.007749 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2264a658-bea4-4018-9562-39322b300c1f req-5aaff6ca-0188-442a-acad-30d31daf49af tempest-TestServerAdvancedOps-2012108836 tempest-TestServerAdvancedOps-2012108836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:19:31.009368 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2264a658-bea4-4018-9562-39322b300c1f req-5aaff6ca-0188-442a-acad-30d31daf49af tempest-TestServerAdvancedOps-2012108836 tempest-TestServerAdvancedOps-2012108836-project] 10.222.0.66 "GET /v2.0/ports?device_id=3eee569b-8e70-4787-a67c-ec7cd5e496f7 HTTP/1.1" status: 200 len: 945 time: 0.0632212 Aug 18 12:19:31.115314 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ed03189d-61f7-470d-907b-2a17c1cc15cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:31.189155 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2264a658-bea4-4018-9562-39322b300c1f req-0b20d8ee-d51c-44b2-990b-e0d8b4fd82d2 tempest-TestServerAdvancedOps-2012108836 tempest-TestServerAdvancedOps-2012108836-project] 10.222.0.66 "GET /v2.0/security-groups?id=728c081a-3d28-4fec-9857-cfbfa70e8c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534646 Aug 18 12:19:31.217496 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4b03466a-1ec2-4f20-9855-a3411131e78d tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-998473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-992536'] for router, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:31.243037 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ed03189d-61f7-470d-907b-2a17c1cc15cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:31.249897 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ed03189d-61f7-470d-907b-2a17c1cc15cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:31.305016 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed03189d-61f7-470d-907b-2a17c1cc15cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f2f135c-a035-45f2-b593-716e52aff273,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:19:31.337003 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 35542) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:19:31.337269 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-ed03189d-61f7-470d-907b-2a17c1cc15cf admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=45038c93220a4e879319e62e5d9d016a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3594241 Aug 18 12:19:31.384131 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device a8718636-3d5f-4d32-a385-daf51c0d40a9 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:19:31.428175 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4ef6c382-7a87-472c-8580-ecf61f0f06a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:31.438873 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port a8718636-3d5f-4d32-a385-daf51c0d40a9 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:19:31.443161 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port a8718636-3d5f-4d32-a385-daf51c0d40a9 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:19:31.443594 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:31.446651 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b03466a-1ec2-4f20-9855-a3411131e78d tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] Router e782647d-b250-4bf1-b674-fd18d8999136 is scheduled to L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 with binding_index 1 {{(pid=106252) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 12:19:31.465807 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4ef6c382-7a87-472c-8580-ecf61f0f06a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:31.524681 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:31.545322 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] For port a8718636-3d5f-4d32-a385-daf51c0d40a9, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=a8718636-3d5f-4d32-a385-daf51c0d40a9,segment=NetworkSegment(c5a3db9d-5c58-41b1-9177-d5787a597b78),segment_id=c5a3db9d-5c58-41b1-9177-d5787a597b78)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:19:31.551479 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:31.602840 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Pushing event updated for resources: {'Port': ['ID=a8718636-3d5f-4d32-a385-daf51c0d40a9,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:19:31.649186 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b03466a-1ec2-4f20-9855-a3411131e78d tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:19:31.660367 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911d1f90-5c6a-431c-9ba6-730a2b2687d5 None None] Sync routers for ids ['e782647d-b250-4bf1-b674-fd18d8999136'] in n-d-804985-2 {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:19:31.668186 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4ef6c382-7a87-472c-8580-ecf61f0f06a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:31.669708 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911d1f90-5c6a-431c-9ba6-730a2b2687d5 None None] Routers {'e782647d-b250-4bf1-b674-fd18d8999136'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:19:31.670331 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-911d1f90-5c6a-431c-9ba6-730a2b2687d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:19:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['e782647d-b250-4bf1-b674-fd18d8999136'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:19:31.671358 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4ef6c382-7a87-472c-8580-ecf61f0f06a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:31.675985 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-4ef6c382-7a87-472c-8580-ecf61f0f06a9 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0f2f135c-a035-45f2-b593-716e52aff273 HTTP/1.1" status: 204 len: 168 time: 0.3379347 Aug 18 12:19:31.692521 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532938db-b90e-4ecd-9c54-8d4646ffbfae req-34ccd90b-7af0-4f87-b966-5bc921a8868b tempest-TestServerAdvancedOps-2012108836 tempest-TestServerAdvancedOps-2012108836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:19:31.695236 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-532938db-b90e-4ecd-9c54-8d4646ffbfae req-34ccd90b-7af0-4f87-b966-5bc921a8868b tempest-TestServerAdvancedOps-2012108836 tempest-TestServerAdvancedOps-2012108836-project] 10.222.0.62 "GET /v2.0/ports?device_id=3eee569b-8e70-4787-a67c-ec7cd5e496f7 HTTP/1.1" status: 200 len: 945 time: 0.1050124 Aug 18 12:19:31.697502 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4b03466a-1ec2-4f20-9855-a3411131e78d tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] Notify callbacks [] for router, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:31.698611 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-4b03466a-1ec2-4f20-9855-a3411131e78d tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 2.9007943 Aug 18 12:19:31.701928 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 35546) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:19:31.742658 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef6c382-7a87-472c-8580-ecf61f0f06a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f2f135c-a035-45f2-b593-716e52aff273,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:19:31.810262 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-911d1f90-5c6a-431c-9ba6-730a2b2687d5 None None] Set router e782647d-b250-4bf1-b674-fd18d8999136 gateway port host: n-d-804985-2 {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:19:31.839667 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-532938db-b90e-4ecd-9c54-8d4646ffbfae req-78f4eaa0-0f27-491b-939e-9ee5f6febe58 tempest-TestServerAdvancedOps-2012108836 tempest-TestServerAdvancedOps-2012108836-project] Deleting port d3519a03-0817-4ea0-896e-34d483b8b8a5 {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:19:31.840017 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-532938db-b90e-4ecd-9c54-8d4646ffbfae req-78f4eaa0-0f27-491b-939e-9ee5f6febe58 tempest-TestServerAdvancedOps-2012108836 tempest-TestServerAdvancedOps-2012108836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:31.877996 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-fe449a92-ae76-4648-8263-d58744e3bf45 tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] 10.222.0.66 "GET /v2.0/routers/e782647d-b250-4bf1-b674-fd18d8999136 HTTP/1.1" status: 200 len: 906 time: 0.1732130 Aug 18 12:19:31.878734 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 35552) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:19:31.994321 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-532938db-b90e-4ecd-9c54-8d4646ffbfae req-78f4eaa0-0f27-491b-939e-9ee5f6febe58 tempest-TestServerAdvancedOps-2012108836 tempest-TestServerAdvancedOps-2012108836-project] For port d3519a03-0817-4ea0-896e-34d483b8b8a5, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=d3519a03-0817-4ea0-896e-34d483b8b8a5,segment=NetworkSegment(f5dc35e0-7348-43bc-aaa5-59badfd785c0),segment_id=f5dc35e0-7348-43bc-aaa5-59badfd785c0)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:19:31.995349 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-532938db-b90e-4ecd-9c54-8d4646ffbfae req-78f4eaa0-0f27-491b-939e-9ee5f6febe58 tempest-TestServerAdvancedOps-2012108836 tempest-TestServerAdvancedOps-2012108836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:32.010953 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-532938db-b90e-4ecd-9c54-8d4646ffbfae req-78f4eaa0-0f27-491b-939e-9ee5f6febe58 tempest-TestServerAdvancedOps-2012108836 tempest-TestServerAdvancedOps-2012108836-project] Calling delete_port for d3519a03-0817-4ea0-896e-34d483b8b8a5 owned by compute:nova {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:19:32.024410 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-911d1f90-5c6a-431c-9ba6-730a2b2687d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e782647d-b250-4bf1-b674-fd18d8999136', 'name': 'tempest-snat-router-727434862', 'tenant_id': '923da6941d9a4b7b9a35531ce664da17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.94'}], 'enable_snat': True}, 'gw_port_id': '7082b047-7303-4e76-b7f5-114fd9a4157e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:19:28Z', 'updated_at': '2021-08-18T12:19:30Z', 'revision_number': 3, 'project_id': '923da6941d9a4b7b9a35531ce664da17', 'gw_port': {'id': '7082b047-7303-4e76-b7f5-114fd9a4157e', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:2b:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e782647d-b250-4bf1-b674-fd18d8999136', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3384, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:19:29Z', 'updated_at': '2021-08-18T12:19:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:19:32.058434 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911d1f90-5c6a-431c-9ba6-730a2b2687d5 None None] Checking router: e782647d-b250-4bf1-b674-fd18d8999136 for host: n-d-804985-2 {{(pid=106254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:19:32.058943 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911d1f90-5c6a-431c-9ba6-730a2b2687d5 None None] Updating router e782647d-b250-4bf1-b674-fd18d8999136 port 7082b047-7303-4e76-b7f5-114fd9a4157e binding host n-d-804985-2 {{(pid=106254) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 12:19:32.070863 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-539dc4b4-f875-4125-881b-92baa659f9c0 tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] Notify callbacks [] for router, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:32.099072 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-911d1f90-5c6a-431c-9ba6-730a2b2687d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:32.151708 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b0838c-10d9-4ec1-abd8-1b8b7343ffd0 req-a6e648ed-dce7-49fe-95e2-df1fdf39a9cd tempest-VolumesSnapshotTestJSON-325803111 tempest-VolumesSnapshotTestJSON-325803111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:19:32.161719 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-21b0838c-10d9-4ec1-abd8-1b8b7343ffd0 req-a6e648ed-dce7-49fe-95e2-df1fdf39a9cd tempest-VolumesSnapshotTestJSON-325803111 tempest-VolumesSnapshotTestJSON-325803111-project] 10.222.0.66 "GET /v2.0/ports?device_id=685c5e9f-74be-4e20-923a-c06d033e7f3c HTTP/1.1" status: 200 len: 946 time: 0.1903872 Aug 18 12:19:32.227337 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-21b0838c-10d9-4ec1-abd8-1b8b7343ffd0 req-145371f9-a215-47c9-b9f7-15b5f6b8051f tempest-VolumesSnapshotTestJSON-325803111 tempest-VolumesSnapshotTestJSON-325803111-project] 10.222.0.66 "GET /v2.0/security-groups?id=eeefeaaf-a13d-4eea-8d0f-9698ebec6aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549681 Aug 18 12:19:32.235833 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-539dc4b4-f875-4125-881b-92baa659f9c0 tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:32.332099 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-539dc4b4-f875-4125-881b-92baa659f9c0 tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] Deleting port 7082b047-7303-4e76-b7f5-114fd9a4157e {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:19:32.332565 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-539dc4b4-f875-4125-881b-92baa659f9c0 tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:32.393628 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-532938db-b90e-4ecd-9c54-8d4646ffbfae req-78f4eaa0-0f27-491b-939e-9ee5f6febe58 tempest-TestServerAdvancedOps-2012108836 tempest-TestServerAdvancedOps-2012108836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:32.410253 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] get_ports_and_sgs() called for port_ids ['d3519a03-0817-4ea0-896e-34d483b8b8a5'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:19:32.424539 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-539dc4b4-f875-4125-881b-92baa659f9c0 tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:32.439104 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-539dc4b4-f875-4125-881b-92baa659f9c0 tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] Calling delete_port for 7082b047-7303-4e76-b7f5-114fd9a4157e owned by network:router_gateway {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:19:32.469405 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc659434-3ec5-4070-96be-09f30c91b5db req-c69b26c3-ac46-49ef-ac15-ef1c147fb64c tempest-TestServerAdvancedOps-2012108836 tempest-TestServerAdvancedOps-2012108836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:19:32.470974 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-fc659434-3ec5-4070-96be-09f30c91b5db req-c69b26c3-ac46-49ef-ac15-ef1c147fb64c tempest-TestServerAdvancedOps-2012108836 tempest-TestServerAdvancedOps-2012108836-project] 10.222.0.66 "GET /v2.0/ports?device_id=3eee569b-8e70-4787-a67c-ec7cd5e496f7 HTTP/1.1" status: 200 len: 867 time: 0.1489108 Aug 18 12:19:32.515994 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f4eaa0-0f27-491b-939e-9ee5f6febe58 tempest-TestServerAdvancedOps-2012108836 tempest-TestServerAdvancedOps-2012108836-project] Pushing event deleted for resources: {'Port': ['ID=d3519a03-0817-4ea0-896e-34d483b8b8a5,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:19:32.546817 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-532938db-b90e-4ecd-9c54-8d4646ffbfae req-78f4eaa0-0f27-491b-939e-9ee5f6febe58 tempest-TestServerAdvancedOps-2012108836 tempest-TestServerAdvancedOps-2012108836-project] No DVR routers for this DVR port d3519a03-0817-4ea0-896e-34d483b8b8a5 on host n-h2-804985-2 {{(pid=106252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:19:32.549919 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-532938db-b90e-4ecd-9c54-8d4646ffbfae req-78f4eaa0-0f27-491b-939e-9ee5f6febe58 tempest-TestServerAdvancedOps-2012108836 tempest-TestServerAdvancedOps-2012108836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:32.552420 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-532938db-b90e-4ecd-9c54-8d4646ffbfae req-78f4eaa0-0f27-491b-939e-9ee5f6febe58 tempest-TestServerAdvancedOps-2012108836 tempest-TestServerAdvancedOps-2012108836-project] 10.222.0.62 "DELETE /v2.0/ports/d3519a03-0817-4ea0-896e-34d483b8b8a5 HTTP/1.1" status: 204 len: 173 time: 0.8478036 Aug 18 12:19:32.565474 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3eee569b-8e70-4787-a67c-ec7cd5e496f7', 'name': 'network-vif-deleted', 'tag': 'd3519a03-0817-4ea0-896e-34d483b8b8a5'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:19:32.571595 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d07c7572-8966-42bd-a929-577fa966c1af" -d '{"events": [{"server_uuid": "3eee569b-8e70-4787-a67c-ec7cd5e496f7", "name": "network-vif-deleted", "tag": "d3519a03-0817-4ea0-896e-34d483b8b8a5"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:19:32.637031 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-fc659434-3ec5-4070-96be-09f30c91b5db req-34c66ba3-8719-448d-889c-d9f1021be9d6 tempest-TestServerAdvancedOps-2012108836 tempest-TestServerAdvancedOps-2012108836-project] 10.222.0.66 "GET /v2.0/security-groups?id=728c081a-3d28-4fec-9857-cfbfa70e8c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279008 Aug 18 12:19:32.666022 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:19:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdda6013-3c66-4502-b0f7-daa202cb7314 x-openstack-request-id: req-cdda6013-3c66-4502-b0f7-daa202cb7314 {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:19:32.666363 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3eee569b-8e70-4787-a67c-ec7cd5e496f7", "name": "network-vif-deleted", "tag": "d3519a03-0817-4ea0-896e-34d483b8b8a5", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:19:32.666696 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-cdda6013-3c66-4502-b0f7-daa202cb7314 {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:19:32.667043 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3eee569b-8e70-4787-a67c-ec7cd5e496f7', 'name': 'network-vif-deleted', 'tag': 'd3519a03-0817-4ea0-896e-34d483b8b8a5', 'status': 'completed', 'code': 200} Aug 18 12:19:32.708757 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.db.api [None req-911d1f90-5c6a-431c-9ba6-730a2b2687d5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106254) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 18 12:19:32.709195 n-d-804985-2 neutron-server[106254]: DEBUG oslo_db.api [None req-911d1f90-5c6a-431c-9ba6-730a2b2687d5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 18 12:19:32.710633 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-539dc4b4-f875-4125-881b-92baa659f9c0 tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:32.744019 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539dc4b4-f875-4125-881b-92baa659f9c0 tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] Pushing event deleted for resources: {'Port': ['ID=7082b047-7303-4e76-b7f5-114fd9a4157e,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:19:32.817757 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-539dc4b4-f875-4125-881b-92baa659f9c0 tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-997271'] for router_gateway, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:32.920591 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-539dc4b4-f875-4125-881b-92baa659f9c0 tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-996004', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15859'] for router, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:32.922838 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-539dc4b4-f875-4125-881b-92baa659f9c0 tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:32.994175 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-539dc4b4-f875-4125-881b-92baa659f9c0 tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-996061'] for router, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:32.994779 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-539dc4b4-f875-4125-881b-92baa659f9c0 tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e782647d-b250-4bf1-b674-fd18d8999136 {{(pid=106253) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 12:19:33.001674 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-539dc4b4-f875-4125-881b-92baa659f9c0 tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] Notify callbacks [] for router, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:33.004845 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-539dc4b4-f875-4125-881b-92baa659f9c0 tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] 10.222.0.66 "DELETE /v2.0/routers/e782647d-b250-4bf1-b674-fd18d8999136 HTTP/1.1" status: 204 len: 168 time: 1.1219823 Aug 18 12:19:33.005914 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 35628) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:19:33.128621 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2224476c-28fe-4679-8982-a967bc30f407 tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] Notify callbacks [] for router, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:33.240748 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911d1f90-5c6a-431c-9ba6-730a2b2687d5 None None] Port 7082b047-7303-4e76-b7f5-114fd9a4157e not found while updating agent binding for router e782647d-b250-4bf1-b674-fd18d8999136. {{(pid=106254) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 18 12:19:33.259016 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911d1f90-5c6a-431c-9ba6-730a2b2687d5 None None] Routers set() bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:19:33.259397 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911d1f90-5c6a-431c-9ba6-730a2b2687d5 None None] Router IDs set() for agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 18 12:19:33.260381 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_agentschedulers_db [None req-911d1f90-5c6a-431c-9ba6-730a2b2687d5 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'e782647d-b250-4bf1-b674-fd18d8999136'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:19:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent'). {{(pid=106254) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 18 12:19:33.260381 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911d1f90-5c6a-431c-9ba6-730a2b2687d5 None None] The sync data for ids ['e782647d-b250-4bf1-b674-fd18d8999136'] in n-d-804985-2 is: [] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:19:33.305692 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2224476c-28fe-4679-8982-a967bc30f407 tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:33.355184 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device a8718636-3d5f-4d32-a385-daf51c0d40a9 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:19:33.381297 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-2224476c-28fe-4679-8982-a967bc30f407 tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] Deleting port a8718636-3d5f-4d32-a385-daf51c0d40a9 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:19:33.381544 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2224476c-28fe-4679-8982-a967bc30f407 tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:33.410469 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port a8718636-3d5f-4d32-a385-daf51c0d40a9 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:19:33.411719 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:33.521465 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [None req-2224476c-28fe-4679-8982-a967bc30f407 tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] For port a8718636-3d5f-4d32-a385-daf51c0d40a9, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=a8718636-3d5f-4d32-a385-daf51c0d40a9,segment=NetworkSegment(c5a3db9d-5c58-41b1-9177-d5787a597b78),segment_id=c5a3db9d-5c58-41b1-9177-d5787a597b78)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:19:33.521874 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2224476c-28fe-4679-8982-a967bc30f407 tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:33.535014 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-2224476c-28fe-4679-8982-a967bc30f407 tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] Calling delete_port for a8718636-3d5f-4d32-a385-daf51c0d40a9 owned by network:router_gateway {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:19:33.718851 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 35664) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:19:33.747579 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2224476c-28fe-4679-8982-a967bc30f407 tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:33.768817 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_v2 [None req-8468fb64-cc54-445d-9862-a1303353ab24 admin admin] Deleting subnet 86ca47ff-1170-459e-9fab-151f7fbbaea8 {{(pid=106252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 12:19:33.772655 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8468fb64-cc54-445d-9862-a1303353ab24 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:33.774357 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2224476c-28fe-4679-8982-a967bc30f407 tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] Pushing event deleted for resources: {'Port': ['ID=a8718636-3d5f-4d32-a385-daf51c0d40a9,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:19:33.815155 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8468fb64-cc54-445d-9862-a1303353ab24 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2221528'] for subnet, precommit_delete_associations {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:33.846454 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2224476c-28fe-4679-8982-a967bc30f407 tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-997271'] for router_gateway, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:33.908717 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8468fb64-cc54-445d-9862-a1303353ab24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:33.984024 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8468fb64-cc54-445d-9862-a1303353ab24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3572848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59074100'] for subnet, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:33.995651 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2224476c-28fe-4679-8982-a967bc30f407 tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-996004', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15859'] for router, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:33.998125 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2224476c-28fe-4679-8982-a967bc30f407 tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:34.016033 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8468fb64-cc54-445d-9862-a1303353ab24 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86ca47ff-1170-459e-9fab-151f7fbbaea8,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:19:34.019030 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8468fb64-cc54-445d-9862-a1303353ab24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for subnet, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:34.023844 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-8468fb64-cc54-445d-9862-a1303353ab24 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/86ca47ff-1170-459e-9fab-151f7fbbaea8 HTTP/1.1" status: 204 len: 168 time: 0.3011870 Aug 18 12:19:34.023844 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 35668) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:19:34.057485 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2224476c-28fe-4679-8982-a967bc30f407 tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-996061'] for router, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:34.058017 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2224476c-28fe-4679-8982-a967bc30f407 tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ed43ceb9-4c09-4b48-aa67-34b2ab096bfc {{(pid=106253) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 12:19:34.068158 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2224476c-28fe-4679-8982-a967bc30f407 tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] Notify callbacks [] for router, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:34.069804 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-2224476c-28fe-4679-8982-a967bc30f407 tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] 10.222.0.66 "DELETE /v2.0/routers/ed43ceb9-4c09-4b48-aa67-34b2ab096bfc HTTP/1.1" status: 204 len: 168 time: 1.0606253 Aug 18 12:19:34.073401 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 35670) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:19:34.078476 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-d7b8ccc9-5561-44da-a326-35a9a1d68194 tempest-RoutersAdminTest-242539111 tempest-RoutersAdminTest-242539111-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-465492240', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'}, 'admin_state_up': False}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:19:34.101971 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-39f63174-3668-4634-b96d-069265b6ac26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7904109'] for network, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:34.108160 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d7b8ccc9-5561-44da-a326-35a9a1d68194 tempest-RoutersAdminTest-242539111 tempest-RoutersAdminTest-242539111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-998592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15809'] for router, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:34.109519 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d7b8ccc9-5561-44da-a326-35a9a1d68194 tempest-RoutersAdminTest-242539111 tempest-RoutersAdminTest-242539111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-992733', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-971415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15816'] for router, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:34.176217 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d7b8ccc9-5561-44da-a326-35a9a1d68194 tempest-RoutersAdminTest-242539111 tempest-RoutersAdminTest-242539111-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:34.207451 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-39f63174-3668-4634-b96d-069265b6ac26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8367869', 'neutron.services.segments.db._delete_segments_for_network-8789151212993'] for network, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:34.228240 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-39f63174-3668-4634-b96d-069265b6ac26 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['994a58f1-182f-4821-850f-e19b07bd9b1d']}} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:19:34.242131 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-39f63174-3668-4634-b96d-069265b6ac26 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5dc35e0-7348-43bc-aaa5-59badfd785c0') {'for_net_delete': True} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:19:34.242430 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-39f63174-3668-4634-b96d-069265b6ac26 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5dc35e0-7348-43bc-aaa5-59badfd785c0') {} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:19:34.252409 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-39f63174-3668-4634-b96d-069265b6ac26 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789151225254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2221521'] for segment, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:34.271076 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-39f63174-3668-4634-b96d-069265b6ac26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:34.279829 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39f63174-3668-4634-b96d-069265b6ac26 admin admin] Releasing vlan 833 on physical network physnet1 to pool {{(pid=106252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:19:34.280316 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-39f63174-3668-4634-b96d-069265b6ac26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3572434'] for segment, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:34.282276 n-d-804985-2 neutron-server[106252]: Traceback (most recent call last): Aug 18 12:19:34.282276 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:19:34.282276 n-d-804985-2 neutron-server[106252]: timer() Aug 18 12:19:34.282276 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:19:34.282276 n-d-804985-2 neutron-server[106252]: cb(*args, **kw) Aug 18 12:19:34.282276 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:19:34.282276 n-d-804985-2 neutron-server[106252]: return func(*args, **kwargs) Aug 18 12:19:34.282276 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:19:34.282276 n-d-804985-2 neutron-server[106252]: self._notify() Aug 18 12:19:34.282276 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:19:34.282276 n-d-804985-2 neutron-server[106252]: self.callback(batched_events) Aug 18 12:19:34.282276 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:19:34.282276 n-d-804985-2 neutron-server[106252]: event.method(event) Aug 18 12:19:34.282276 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:19:34.282276 n-d-804985-2 neutron-server[106252]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:19:34.282276 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:19:34.282276 n-d-804985-2 neutron-server[106252]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:19:34.282276 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:19:34.282276 n-d-804985-2 neutron-server[106252]: return f(self, *a, **k) Aug 18 12:19:34.282276 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:19:34.282276 n-d-804985-2 neutron-server[106252]: return self._get(url).json() Aug 18 12:19:34.282276 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:19:34.282276 n-d-804985-2 neutron-server[106252]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:19:34.282276 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:19:34.282276 n-d-804985-2 neutron-server[106252]: return self.request(url, 'GET', **kwargs) Aug 18 12:19:34.282276 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:19:34.282276 n-d-804985-2 neutron-server[106252]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:19:34.282276 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:19:34.282276 n-d-804985-2 neutron-server[106252]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:19:34.282276 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:19:34.282276 n-d-804985-2 neutron-server[106252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:19:34.282276 n-d-804985-2 neutron-server[106252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:19:34.352005 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-39f63174-3668-4634-b96d-069265b6ac26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8367858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997186'] for network, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:34.357955 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-39f63174-3668-4634-b96d-069265b6ac26 admin admin] Notify callbacks [] for network, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:34.359798 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-39f63174-3668-4634-b96d-069265b6ac26 admin admin] 10.222.0.66 "DELETE /v2.0/networks/994a58f1-182f-4821-850f-e19b07bd9b1d HTTP/1.1" status: 204 len: 168 time: 0.3348823 Aug 18 12:19:34.364912 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d7b8ccc9-5561-44da-a326-35a9a1d68194 tempest-RoutersAdminTest-242539111 tempest-RoutersAdminTest-242539111-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:34.367875 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 35676) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:19:34.378016 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f63174-3668-4634-b96d-069265b6ac26 admin admin] Pushing event deleted for resources: {'Network': ['ID=994a58f1-182f-4821-850f-e19b07bd9b1d,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:19:34.459411 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab1f5a44-db78-4d3d-b433-8b2a81a6ccdf admin admin] Deleting subnet f260c96e-f33a-4c8a-ab16-23b38c1486fd {{(pid=106253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 12:19:34.465223 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ab1f5a44-db78-4d3d-b433-8b2a81a6ccdf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:34.522800 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ab1f5a44-db78-4d3d-b433-8b2a81a6ccdf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902229'] for subnet, precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:34.602423 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ab1f5a44-db78-4d3d-b433-8b2a81a6ccdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:34.748386 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d7b8ccc9-5561-44da-a326-35a9a1d68194 tempest-RoutersAdminTest-242539111 tempest-RoutersAdminTest-242539111-project] Notify callbacks [] for router_gateway, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:34.771299 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d7b8ccc9-5561-44da-a326-35a9a1d68194 tempest-RoutersAdminTest-242539111 tempest-RoutersAdminTest-242539111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:34.781082 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ab1f5a44-db78-4d3d-b433-8b2a81a6ccdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58902171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59388106'] for subnet, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:34.841238 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ab1f5a44-db78-4d3d-b433-8b2a81a6ccdf admin admin] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:34.845837 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 35682) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:19:34.846259 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-ab1f5a44-db78-4d3d-b433-8b2a81a6ccdf admin admin] 10.222.0.66 "DELETE /v2.0/subnets/f260c96e-f33a-4c8a-ab16-23b38c1486fd HTTP/1.1" status: 204 len: 168 time: 0.4770331 Aug 18 12:19:34.849557 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1f5a44-db78-4d3d-b433-8b2a81a6ccdf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f260c96e-f33a-4c8a-ab16-23b38c1486fd,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:19:34.921433 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [None req-d7b8ccc9-5561-44da-a326-35a9a1d68194 tempest-RoutersAdminTest-242539111 tempest-RoutersAdminTest-242539111-project] Allocated IP 172.25.7.2 (7cae7a70-14fd-408c-b14d-39ceb97cb60e/9784295a-20b8-4a4b-b105-f82737f0448f/a772c834-d9ec-4b79-a9e7-6da540fcacd2) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:19:34.961106 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1668a9ae-5a54-4d41-b33a-4c0f536be9ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7904109'] for network, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:35.042208 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d7b8ccc9-5561-44da-a326-35a9a1d68194 tempest-RoutersAdminTest-242539111 tempest-RoutersAdminTest-242539111-project] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:35.086525 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1668a9ae-5a54-4d41-b33a-4c0f536be9ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8367869', 'neutron.services.segments.db._delete_segments_for_network-8789151212993'] for network, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:35.101827 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-1668a9ae-5a54-4d41-b33a-4c0f536be9ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6226757f-01d3-49bd-8f44-118fdff4a0e4']}} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:19:35.107531 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d7b8ccc9-5561-44da-a326-35a9a1d68194 tempest-RoutersAdminTest-242539111 tempest-RoutersAdminTest-242539111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:35.113480 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-1668a9ae-5a54-4d41-b33a-4c0f536be9ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e08a5bd-ab0d-4892-9e47-ee5a7fa8794a') {'for_net_delete': True} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:19:35.113992 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-1668a9ae-5a54-4d41-b33a-4c0f536be9ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e08a5bd-ab0d-4892-9e47-ee5a7fa8794a') {} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:19:35.127374 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1668a9ae-5a54-4d41-b33a-4c0f536be9ad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789151225254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2221521'] for segment, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:35.150003 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1668a9ae-5a54-4d41-b33a-4c0f536be9ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:35.155406 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7b8ccc9-5561-44da-a326-35a9a1d68194 tempest-RoutersAdminTest-242539111 tempest-RoutersAdminTest-242539111-project] Network 7cae7a70-14fd-408c-b14d-39ceb97cb60e is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:19:35.158618 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1668a9ae-5a54-4d41-b33a-4c0f536be9ad admin admin] Releasing vlan 806 on physical network physnet1 to pool {{(pid=106252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:19:35.159260 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1668a9ae-5a54-4d41-b33a-4c0f536be9ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3572434'] for segment, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:35.161796 n-d-804985-2 neutron-server[106252]: Traceback (most recent call last): Aug 18 12:19:35.161796 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:19:35.161796 n-d-804985-2 neutron-server[106252]: timer() Aug 18 12:19:35.161796 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:19:35.161796 n-d-804985-2 neutron-server[106252]: cb(*args, **kw) Aug 18 12:19:35.161796 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:19:35.161796 n-d-804985-2 neutron-server[106252]: return func(*args, **kwargs) Aug 18 12:19:35.161796 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:19:35.161796 n-d-804985-2 neutron-server[106252]: self._notify() Aug 18 12:19:35.161796 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:19:35.161796 n-d-804985-2 neutron-server[106252]: self.callback(batched_events) Aug 18 12:19:35.161796 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:19:35.161796 n-d-804985-2 neutron-server[106252]: event.method(event) Aug 18 12:19:35.161796 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:19:35.161796 n-d-804985-2 neutron-server[106252]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:19:35.161796 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:19:35.161796 n-d-804985-2 neutron-server[106252]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:19:35.161796 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:19:35.161796 n-d-804985-2 neutron-server[106252]: return f(self, *a, **k) Aug 18 12:19:35.161796 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:19:35.161796 n-d-804985-2 neutron-server[106252]: return self._get(url).json() Aug 18 12:19:35.161796 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:19:35.161796 n-d-804985-2 neutron-server[106252]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:19:35.161796 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:19:35.161796 n-d-804985-2 neutron-server[106252]: return self.request(url, 'GET', **kwargs) Aug 18 12:19:35.161796 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:19:35.161796 n-d-804985-2 neutron-server[106252]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:19:35.161796 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:19:35.161796 n-d-804985-2 neutron-server[106252]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:19:35.161796 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:19:35.161796 n-d-804985-2 neutron-server[106252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:19:35.161796 n-d-804985-2 neutron-server[106252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:19:35.166304 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-d7b8ccc9-5561-44da-a326-35a9a1d68194 tempest-RoutersAdminTest-242539111 tempest-RoutersAdminTest-242539111-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:19:35.177238 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b8ccc9-5561-44da-a326-35a9a1d68194 tempest-RoutersAdminTest-242539111 tempest-RoutersAdminTest-242539111-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:19:35.235347 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1668a9ae-5a54-4d41-b33a-4c0f536be9ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8367858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997186'] for network, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:35.243888 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1668a9ae-5a54-4d41-b33a-4c0f536be9ad admin admin] Notify callbacks [] for network, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:35.262215 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-1668a9ae-5a54-4d41-b33a-4c0f536be9ad admin admin] 10.222.0.66 "DELETE /v2.0/networks/6226757f-01d3-49bd-8f44-118fdff4a0e4 HTTP/1.1" status: 204 len: 168 time: 0.4034898 Aug 18 12:19:35.297464 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1668a9ae-5a54-4d41-b33a-4c0f536be9ad admin admin] Pushing event deleted for resources: {'Network': ['ID=6226757f-01d3-49bd-8f44-118fdff4a0e4,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:19:35.369089 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device a8718636-3d5f-4d32-a385-daf51c0d40a9 no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:19:35.419317 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: a8718636-3d5f-4d32-a385-daf51c0d40a9 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:19:35.420609 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device a8718636-3d5f-4d32-a385-daf51c0d40a9 not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:19:35.513904 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 35688) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:19:35.585639 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-a8f2663d-e30a-4afb-9d9f-fc6ef9caa77a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=53db7e62a4b3441195fd7f1260195fb5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0699255 Aug 18 12:19:35.587686 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 35692) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:19:35.596817 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b8ccc9-5561-44da-a326-35a9a1d68194 tempest-RoutersAdminTest-242539111 tempest-RoutersAdminTest-242539111-project] Pushing event updated for resources: {'Port': ['ID=a772c834-d9ec-4b79-a9e7-6da540fcacd2,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:19:35.723777 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ce73a459-615f-40e3-97b9-3297f954b0e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:35.783295 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ce73a459-615f-40e3-97b9-3297f954b0e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:35.850662 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ce73a459-615f-40e3-97b9-3297f954b0e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:35.853909 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ce73a459-615f-40e3-97b9-3297f954b0e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:35.856362 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-ce73a459-615f-40e3-97b9-3297f954b0e0 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/728c081a-3d28-4fec-9857-cfbfa70e8c4a HTTP/1.1" status: 204 len: 168 time: 0.2676256 Aug 18 12:19:35.889550 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce73a459-615f-40e3-97b9-3297f954b0e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=728c081a-3d28-4fec-9857-cfbfa70e8c4a,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:19:35.980991 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d7b8ccc9-5561-44da-a326-35a9a1d68194 tempest-RoutersAdminTest-242539111 tempest-RoutersAdminTest-242539111-project] Notify callbacks [] for router_gateway, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:36.164633 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:36.274502 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d7b8ccc9-5561-44da-a326-35a9a1d68194 tempest-RoutersAdminTest-242539111 tempest-RoutersAdminTest-242539111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-998473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-992536'] for router, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:36.368117 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 35702) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:19:36.422637 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-f1d69b61-8da1-448f-9a5c-a3404f75976c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=1502f5d1a4ec40d097b6b4e64a32249e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0532157 Aug 18 12:19:36.425195 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 35704) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:19:36.463795 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7b8ccc9-5561-44da-a326-35a9a1d68194 tempest-RoutersAdminTest-242539111 tempest-RoutersAdminTest-242539111-project] Router cc196152-9ca6-4730-999f-3c176a4f4185 is scheduled to L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 with binding_index 1 {{(pid=106253) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 12:19:36.536517 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3ee947b6-038b-4282-b8c7-fc4ab5a75755 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:36.600938 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3ee947b6-038b-4282-b8c7-fc4ab5a75755 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:36.636777 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7b8ccc9-5561-44da-a326-35a9a1d68194 tempest-RoutersAdminTest-242539111 tempest-RoutersAdminTest-242539111-project] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:19:36.647401 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52dbd49e-edc7-46fb-8b1a-041e62fefd0b None None] Sync routers for ids ['cc196152-9ca6-4730-999f-3c176a4f4185'] in n-d-804985-2 {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:19:36.657387 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52dbd49e-edc7-46fb-8b1a-041e62fefd0b None None] Routers {'cc196152-9ca6-4730-999f-3c176a4f4185'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:19:36.657933 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-52dbd49e-edc7-46fb-8b1a-041e62fefd0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:19:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['cc196152-9ca6-4730-999f-3c176a4f4185'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:19:36.683087 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3ee947b6-038b-4282-b8c7-fc4ab5a75755 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:36.687372 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3ee947b6-038b-4282-b8c7-fc4ab5a75755 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:36.692326 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-3ee947b6-038b-4282-b8c7-fc4ab5a75755 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/74bcb9e4-98e0-460a-ba8d-2d51082a7604 HTTP/1.1" status: 204 len: 168 time: 0.2658653 Aug 18 12:19:36.696362 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d7b8ccc9-5561-44da-a326-35a9a1d68194 tempest-RoutersAdminTest-242539111 tempest-RoutersAdminTest-242539111-project] Notify callbacks [] for router, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:36.697967 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-d7b8ccc9-5561-44da-a326-35a9a1d68194 tempest-RoutersAdminTest-242539111 tempest-RoutersAdminTest-242539111-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 2.6231933 Aug 18 12:19:36.700848 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 35712) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:19:36.707878 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-52dbd49e-edc7-46fb-8b1a-041e62fefd0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:19:36.712108 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-45ff23cc-915d-4e1e-b1b3-037e8d5b8054 tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'enable_snat': False}}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:19:36.720739 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee947b6-038b-4282-b8c7-fc4ab5a75755 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74bcb9e4-98e0-460a-ba8d-2d51082a7604,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:19:36.743609 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52dbd49e-edc7-46fb-8b1a-041e62fefd0b None None] Routers {'cc196152-9ca6-4730-999f-3c176a4f4185'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:19:36.744255 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-52dbd49e-edc7-46fb-8b1a-041e62fefd0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:19:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['cc196152-9ca6-4730-999f-3c176a4f4185'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:19:36.789317 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-52dbd49e-edc7-46fb-8b1a-041e62fefd0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:19:36.790284 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52dbd49e-edc7-46fb-8b1a-041e62fefd0b None None] The sync data for ids ['cc196152-9ca6-4730-999f-3c176a4f4185'] in n-d-804985-2 is: [] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:19:36.967659 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device d3519a03-0817-4ea0-896e-34d483b8b8a5 no longer exists at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:19:37.026684 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] No Port match for: d3519a03-0817-4ea0-896e-34d483b8b8a5 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:19:37.027029 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device d3519a03-0817-4ea0-896e-34d483b8b8a5 not bound to the agent host n-h2-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:19:37.130200 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-45ff23cc-915d-4e1e-b1b3-037e8d5b8054 tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:37.622931 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-45ff23cc-915d-4e1e-b1b3-037e8d5b8054 tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-992676', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-996089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15866'] for router, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:37.627182 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-45ff23cc-915d-4e1e-b1b3-037e8d5b8054 tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-992536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-992522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-992529', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-996032'] for router, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:37.757776 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45ff23cc-915d-4e1e-b1b3-037e8d5b8054 tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] Router cc196152-9ca6-4730-999f-3c176a4f4185 has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:19:37.875730 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45ff23cc-915d-4e1e-b1b3-037e8d5b8054 tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:19:37.880776 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-45ff23cc-915d-4e1e-b1b3-037e8d5b8054 tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] Notify callbacks [] for router, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:37.882165 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-45ff23cc-915d-4e1e-b1b3-037e8d5b8054 tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] 10.222.0.66 "PUT /v2.0/routers/cc196152-9ca6-4730-999f-3c176a4f4185 HTTP/1.1" status: 200 len: 919 time: 1.1803246 Aug 18 12:19:37.884847 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 35722) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:19:37.886530 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a81c9bb5-2129-4573-a4d7-9324713500a2 None None] Sync routers for ids ['cc196152-9ca6-4730-999f-3c176a4f4185'] in n-d-804985-2 {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:19:37.898648 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a81c9bb5-2129-4573-a4d7-9324713500a2 None None] Routers {'cc196152-9ca6-4730-999f-3c176a4f4185'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:19:37.899279 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-a81c9bb5-2129-4573-a4d7-9324713500a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:19:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['cc196152-9ca6-4730-999f-3c176a4f4185'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:19:37.938837 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-a81c9bb5-2129-4573-a4d7-9324713500a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:19:37.952089 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a81c9bb5-2129-4573-a4d7-9324713500a2 None None] Routers {'cc196152-9ca6-4730-999f-3c176a4f4185'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:19:37.953552 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-a81c9bb5-2129-4573-a4d7-9324713500a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:19:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['cc196152-9ca6-4730-999f-3c176a4f4185'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:19:38.005091 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-a81c9bb5-2129-4573-a4d7-9324713500a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:19:38.006697 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a81c9bb5-2129-4573-a4d7-9324713500a2 None None] The sync data for ids ['cc196152-9ca6-4730-999f-3c176a4f4185'] in n-d-804985-2 is: [] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:19:38.097342 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-7d8a65e1-91e5-4889-beec-d74b3bc0d34b tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] 10.222.0.66 "GET /v2.0/routers/cc196152-9ca6-4730-999f-3c176a4f4185 HTTP/1.1" status: 200 len: 919 time: 0.2109985 Aug 18 12:19:38.100457 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 35726) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:19:38.208878 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bf8d8f8-5bc5-445e-b4bb-071013d185ce tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:19:38.211774 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-2bf8d8f8-5bc5-445e-b4bb-071013d185ce tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] 10.222.0.66 "GET /v2.0/ports?network_id=7cae7a70-14fd-408c-b14d-39ceb97cb60e&device_id=cc196152-9ca6-4730-999f-3c176a4f4185&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.1089129 Aug 18 12:19:38.213245 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 35728) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:19:38.231738 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:38.312547 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2797776e-9132-4c07-86d6-673fa3bb9101 tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:19:38.314061 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-2797776e-9132-4c07-86d6-673fa3bb9101 tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] 10.222.0.66 "GET /v2.0/networks/7cae7a70-14fd-408c-b14d-39ceb97cb60e HTTP/1.1" status: 200 len: 881 time: 0.0998721 Aug 18 12:19:38.317535 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 35732) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:19:38.347533 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-b2f96f0e-0c70-422e-87cd-4b614e24aac6 tempest-RoutersAdminTest-242539111 tempest-RoutersAdminTest-242539111-project] 10.222.0.66 "GET /v2.0/ports?device_id=cc196152-9ca6-4730-999f-3c176a4f4185 HTTP/1.1" status: 200 len: 205 time: 0.0275574 Aug 18 12:19:38.348884 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 35734) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:19:38.457689 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a31acc3b-07d7-4ce9-868d-1324e188532c tempest-RoutersAdminTest-242539111 tempest-RoutersAdminTest-242539111-project] Notify callbacks [] for router, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:38.569004 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a31acc3b-07d7-4ce9-868d-1324e188532c tempest-RoutersAdminTest-242539111 tempest-RoutersAdminTest-242539111-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:38.621102 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-a31acc3b-07d7-4ce9-868d-1324e188532c tempest-RoutersAdminTest-242539111 tempest-RoutersAdminTest-242539111-project] Deleting port a772c834-d9ec-4b79-a9e7-6da540fcacd2 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:19:38.621437 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a31acc3b-07d7-4ce9-868d-1324e188532c tempest-RoutersAdminTest-242539111 tempest-RoutersAdminTest-242539111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:38.700794 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a31acc3b-07d7-4ce9-868d-1324e188532c tempest-RoutersAdminTest-242539111 tempest-RoutersAdminTest-242539111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:38.713591 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-a31acc3b-07d7-4ce9-868d-1324e188532c tempest-RoutersAdminTest-242539111 tempest-RoutersAdminTest-242539111-project] Calling delete_port for a772c834-d9ec-4b79-a9e7-6da540fcacd2 owned by network:router_gateway {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:19:38.890634 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a31acc3b-07d7-4ce9-868d-1324e188532c tempest-RoutersAdminTest-242539111 tempest-RoutersAdminTest-242539111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:38.947835 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31acc3b-07d7-4ce9-868d-1324e188532c tempest-RoutersAdminTest-242539111 tempest-RoutersAdminTest-242539111-project] Pushing event deleted for resources: {'Port': ['ID=a772c834-d9ec-4b79-a9e7-6da540fcacd2,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:19:38.997428 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a31acc3b-07d7-4ce9-868d-1324e188532c tempest-RoutersAdminTest-242539111 tempest-RoutersAdminTest-242539111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-997271'] for router_gateway, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:39.135206 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a31acc3b-07d7-4ce9-868d-1324e188532c tempest-RoutersAdminTest-242539111 tempest-RoutersAdminTest-242539111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-996004', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15859'] for router, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:39.137724 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a31acc3b-07d7-4ce9-868d-1324e188532c tempest-RoutersAdminTest-242539111 tempest-RoutersAdminTest-242539111-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:39.193624 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a31acc3b-07d7-4ce9-868d-1324e188532c tempest-RoutersAdminTest-242539111 tempest-RoutersAdminTest-242539111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-996061'] for router, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:39.194399 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a31acc3b-07d7-4ce9-868d-1324e188532c tempest-RoutersAdminTest-242539111 tempest-RoutersAdminTest-242539111-project] Fanout notify agent at l3_agent the message router_deleted on router cc196152-9ca6-4730-999f-3c176a4f4185 {{(pid=106253) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 12:19:39.207914 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a31acc3b-07d7-4ce9-868d-1324e188532c tempest-RoutersAdminTest-242539111 tempest-RoutersAdminTest-242539111-project] Notify callbacks [] for router, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:39.209317 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-a31acc3b-07d7-4ce9-868d-1324e188532c tempest-RoutersAdminTest-242539111 tempest-RoutersAdminTest-242539111-project] 10.222.0.66 "DELETE /v2.0/routers/cc196152-9ca6-4730-999f-3c176a4f4185 HTTP/1.1" status: 204 len: 168 time: 0.8593423 Aug 18 12:19:39.213358 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 35746) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:19:39.219141 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-c33a7d12-75c4-4a22-bc4d-5b156432f2be tempest-RoutersAdminTest-242539111 tempest-RoutersAdminTest-242539111-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-23456554', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:19:39.255074 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c33a7d12-75c4-4a22-bc4d-5b156432f2be tempest-RoutersAdminTest-242539111 tempest-RoutersAdminTest-242539111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-998592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15809'] for router, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:39.259192 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c33a7d12-75c4-4a22-bc4d-5b156432f2be tempest-RoutersAdminTest-242539111 tempest-RoutersAdminTest-242539111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-992733', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-971415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15816'] for router, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:39.321122 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c33a7d12-75c4-4a22-bc4d-5b156432f2be tempest-RoutersAdminTest-242539111 tempest-RoutersAdminTest-242539111-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:39.327994 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c33a7d12-75c4-4a22-bc4d-5b156432f2be tempest-RoutersAdminTest-242539111 tempest-RoutersAdminTest-242539111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-998473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-992536'] for router, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:39.351697 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c33a7d12-75c4-4a22-bc4d-5b156432f2be tempest-RoutersAdminTest-242539111 tempest-RoutersAdminTest-242539111-project] Notify callbacks [] for router, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:39.355699 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-c33a7d12-75c4-4a22-bc4d-5b156432f2be tempest-RoutersAdminTest-242539111 tempest-RoutersAdminTest-242539111-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1385505 Aug 18 12:19:39.356293 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 35750) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:19:39.361131 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-a55923a7-7c97-4c76-b4a4-46a773d857c0 tempest-RoutersAdminTest-242539111 tempest-RoutersAdminTest-242539111-project] Request body: {'router': {'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'}}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:19:39.583137 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a55923a7-7c97-4c76-b4a4-46a773d857c0 tempest-RoutersAdminTest-242539111 tempest-RoutersAdminTest-242539111-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:39.840000 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a899ac35-2031-413b-997f-8ccb687bccd6 req-f504e682-5dcb-4843-b4c2-105700b92dec service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=01f8c8b5-393e-4624-8d0f-5f248e192959&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0966051 Aug 18 12:19:39.841253 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a55923a7-7c97-4c76-b4a4-46a773d857c0 tempest-RoutersAdminTest-242539111 tempest-RoutersAdminTest-242539111-project] Notify callbacks [] for router_gateway, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:39.861834 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a55923a7-7c97-4c76-b4a4-46a773d857c0 tempest-RoutersAdminTest-242539111 tempest-RoutersAdminTest-242539111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:39.982794 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a899ac35-2031-413b-997f-8ccb687bccd6 req-8f500645-b0a7-4647-b16c-ceff2f8bc044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:19:39.984314 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a899ac35-2031-413b-997f-8ccb687bccd6 req-8f500645-b0a7-4647-b16c-ceff2f8bc044 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=a31a9a9347c444e692b4e9b7703834cf&device_id=01f8c8b5-393e-4624-8d0f-5f248e192959 HTTP/1.1" status: 200 len: 1097 time: 0.0857766 Aug 18 12:19:40.004525 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [None req-a55923a7-7c97-4c76-b4a4-46a773d857c0 tempest-RoutersAdminTest-242539111 tempest-RoutersAdminTest-242539111-project] Allocated IP 172.25.7.74 (7cae7a70-14fd-408c-b14d-39ceb97cb60e/9784295a-20b8-4a4b-b105-f82737f0448f/2b21ff8c-bef4-4319-a87e-a2e4409f0d90) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:19:40.280267 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a899ac35-2031-413b-997f-8ccb687bccd6 req-aad1d0f8-14c0-4b54-a3e8-ebfb1adb100d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:19:40.281867 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a899ac35-2031-413b-997f-8ccb687bccd6 req-aad1d0f8-14c0-4b54-a3e8-ebfb1adb100d service neutron] 10.222.0.63 "GET /v2.0/networks?id=c4280c32-a3bd-4e80-9871-c1104e80276f HTTP/1.1" status: 200 len: 909 time: 0.2750802 Aug 18 12:19:40.381141 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a55923a7-7c97-4c76-b4a4-46a773d857c0 tempest-RoutersAdminTest-242539111 tempest-RoutersAdminTest-242539111-project] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:40.421418 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a899ac35-2031-413b-997f-8ccb687bccd6 req-d485bd18-4c1b-4de6-ae85-a25b776c091a service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e98e409e-28ce-4225-9f9b-3e7242be722b HTTP/1.1" status: 200 len: 1002 time: 0.1239693 Aug 18 12:19:40.490917 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e4c9ff81-8e37-4457-8e81-de7caa93954f req-cc372e9b-d183-45df-b060-b24d5c42ec27 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=685c5e9f-74be-4e20-923a-c06d033e7f3c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1052628 Aug 18 12:19:40.499556 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a899ac35-2031-413b-997f-8ccb687bccd6 req-5f1ea382-10ba-417f-8847-8d50b3bb1534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:19:40.500987 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a899ac35-2031-413b-997f-8ccb687bccd6 req-5f1ea382-10ba-417f-8847-8d50b3bb1534 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=d46223af-7d95-441f-92a2-ea3a8ad2c323 HTTP/1.1" status: 200 len: 847 time: 0.0713775 Aug 18 12:19:40.522664 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a55923a7-7c97-4c76-b4a4-46a773d857c0 tempest-RoutersAdminTest-242539111 tempest-RoutersAdminTest-242539111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:40.610226 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a55923a7-7c97-4c76-b4a4-46a773d857c0 tempest-RoutersAdminTest-242539111 tempest-RoutersAdminTest-242539111-project] Network 7cae7a70-14fd-408c-b14d-39ceb97cb60e is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:19:40.621469 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-a55923a7-7c97-4c76-b4a4-46a773d857c0 tempest-RoutersAdminTest-242539111 tempest-RoutersAdminTest-242539111-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:19:40.624091 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55923a7-7c97-4c76-b4a4-46a773d857c0 tempest-RoutersAdminTest-242539111 tempest-RoutersAdminTest-242539111-project] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:19:40.666844 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55923a7-7c97-4c76-b4a4-46a773d857c0 tempest-RoutersAdminTest-242539111 tempest-RoutersAdminTest-242539111-project] Pushing event updated for resources: {'Port': ['ID=2b21ff8c-bef4-4319-a87e-a2e4409f0d90,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:19:40.674030 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a899ac35-2031-413b-997f-8ccb687bccd6 req-e498731e-9acd-47f4-8c56-ce34b551b4db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:19:40.675522 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a899ac35-2031-413b-997f-8ccb687bccd6 req-e498731e-9acd-47f4-8c56-ce34b551b4db service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=c4280c32-a3bd-4e80-9871-c1104e80276f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1661365 Aug 18 12:19:40.694677 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c9ff81-8e37-4457-8e81-de7caa93954f req-5e93e2dc-7f3a-4ba0-ba1e-f27381c833fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:19:40.696160 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e4c9ff81-8e37-4457-8e81-de7caa93954f req-5e93e2dc-7f3a-4ba0-ba1e-f27381c833fe service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7d28dbb8490f4669a71677ed87bd89d0&device_id=685c5e9f-74be-4e20-923a-c06d033e7f3c HTTP/1.1" status: 200 len: 1097 time: 0.1506705 Aug 18 12:19:40.998260 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a899ac35-2031-413b-997f-8ccb687bccd6 req-d0c22685-51ec-4227-a496-cf71cf3738b3 service neutron] 10.222.0.63 "GET /v2.0/networks/c4280c32-a3bd-4e80-9871-c1104e80276f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3141289 Aug 18 12:19:41.020350 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c9ff81-8e37-4457-8e81-de7caa93954f req-158bd21f-1d07-4254-8997-2edf3ad2a85c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:19:41.021877 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e4c9ff81-8e37-4457-8e81-de7caa93954f req-158bd21f-1d07-4254-8997-2edf3ad2a85c service neutron] 10.222.0.62 "GET /v2.0/networks?id=73c13340-bae5-45d8-97eb-ebc68f4a310b HTTP/1.1" status: 200 len: 913 time: 0.2768676 Aug 18 12:19:41.537729 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e4c9ff81-8e37-4457-8e81-de7caa93954f req-8c55190b-5cd4-425f-ae00-7d633496349b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d7cc9c8a-3fe0-4c77-a489-8afba5c84afb HTTP/1.1" status: 200 len: 217 time: 0.5071371 Aug 18 12:19:41.672698 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a55923a7-7c97-4c76-b4a4-46a773d857c0 tempest-RoutersAdminTest-242539111 tempest-RoutersAdminTest-242539111-project] Notify callbacks [] for router_gateway, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:41.677778 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c9ff81-8e37-4457-8e81-de7caa93954f req-3fed826f-d6d5-4020-9f06-a28c4ce94f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:19:41.679260 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e4c9ff81-8e37-4457-8e81-de7caa93954f req-3fed826f-d6d5-4020-9f06-a28c4ce94f61 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7388dc6f-d5ef-4d78-9280-0e508c10c3d1 HTTP/1.1" status: 200 len: 852 time: 0.1193063 Aug 18 12:19:41.727943 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a899ac35-2031-413b-997f-8ccb687bccd6 req-ddeb9e14-f0be-4225-81cf-81fb3c6b6927 service neutron] 10.222.0.63 "GET /v2.0/networks/c4280c32-a3bd-4e80-9871-c1104e80276f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7218323 Aug 18 12:19:41.746390 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e4c9ff81-8e37-4457-8e81-de7caa93954f req-e3de1bc7-bd9e-4b20-b285-61211cd954a7 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=73c13340-bae5-45d8-97eb-ebc68f4a310b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307307 Aug 18 12:19:41.930727 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e4c9ff81-8e37-4457-8e81-de7caa93954f req-65b0dd80-2214-482d-a728-d9a745049723 service neutron] 10.222.0.62 "GET /v2.0/networks/73c13340-bae5-45d8-97eb-ebc68f4a310b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749427 Aug 18 12:19:42.039999 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a55923a7-7c97-4c76-b4a4-46a773d857c0 tempest-RoutersAdminTest-242539111 tempest-RoutersAdminTest-242539111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-992676', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-996089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15866'] for router, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:42.048628 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a55923a7-7c97-4c76-b4a4-46a773d857c0 tempest-RoutersAdminTest-242539111 tempest-RoutersAdminTest-242539111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-992536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-992522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-992529', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-996032'] for router, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:42.129824 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e4c9ff81-8e37-4457-8e81-de7caa93954f req-3edadfed-46b5-4412-a131-b1ddf6852c6b service neutron] 10.222.0.62 "GET /v2.0/networks/73c13340-bae5-45d8-97eb-ebc68f4a310b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622028 Aug 18 12:19:42.233126 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a55923a7-7c97-4c76-b4a4-46a773d857c0 tempest-RoutersAdminTest-242539111 tempest-RoutersAdminTest-242539111-project] Router 38d19c80-12c9-46fc-a532-0eeffdd5d000 is scheduled to L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 with binding_index 1 {{(pid=106252) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 12:19:42.377920 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a55923a7-7c97-4c76-b4a4-46a773d857c0 tempest-RoutersAdminTest-242539111 tempest-RoutersAdminTest-242539111-project] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:19:42.388861 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f7f6f27-87b9-4bc6-94bf-a7ec4414df7d None None] Sync routers for ids ['38d19c80-12c9-46fc-a532-0eeffdd5d000'] in n-d-804985-2 {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:19:42.390054 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a55923a7-7c97-4c76-b4a4-46a773d857c0 tempest-RoutersAdminTest-242539111 tempest-RoutersAdminTest-242539111-project] Notify callbacks [] for router, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:42.391264 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-a55923a7-7c97-4c76-b4a4-46a773d857c0 tempest-RoutersAdminTest-242539111 tempest-RoutersAdminTest-242539111-project] 10.222.0.66 "PUT /v2.0/routers/38d19c80-12c9-46fc-a532-0eeffdd5d000 HTTP/1.1" status: 200 len: 877 time: 3.0339370 Aug 18 12:19:42.393878 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 35810) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:19:42.402826 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f7f6f27-87b9-4bc6-94bf-a7ec4414df7d None None] Routers {'38d19c80-12c9-46fc-a532-0eeffdd5d000'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:19:42.403542 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-6f7f6f27-87b9-4bc6-94bf-a7ec4414df7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:19:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['38d19c80-12c9-46fc-a532-0eeffdd5d000'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:19:42.464040 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-6f7f6f27-87b9-4bc6-94bf-a7ec4414df7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:19:42.476401 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f7f6f27-87b9-4bc6-94bf-a7ec4414df7d None None] Routers {'38d19c80-12c9-46fc-a532-0eeffdd5d000'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:19:42.477060 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-6f7f6f27-87b9-4bc6-94bf-a7ec4414df7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:19:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['38d19c80-12c9-46fc-a532-0eeffdd5d000'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:19:42.516923 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-6f7f6f27-87b9-4bc6-94bf-a7ec4414df7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:19:42.517575 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f7f6f27-87b9-4bc6-94bf-a7ec4414df7d None None] The sync data for ids ['38d19c80-12c9-46fc-a532-0eeffdd5d000'] in n-d-804985-2 is: [] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:19:42.528060 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-7b8b835f-7d02-440f-8d43-e1ba0ea1f78c tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] 10.222.0.66 "GET /v2.0/routers/38d19c80-12c9-46fc-a532-0eeffdd5d000 HTTP/1.1" status: 200 len: 918 time: 0.1303706 Aug 18 12:19:42.528418 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 35812) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:19:42.581748 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f82bbfb3-1058-4cd5-9b84-535736ea7d51 tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:19:42.586130 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-f82bbfb3-1058-4cd5-9b84-535736ea7d51 tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] 10.222.0.66 "GET /v2.0/ports?network_id=7cae7a70-14fd-408c-b14d-39ceb97cb60e&device_id=38d19c80-12c9-46fc-a532-0eeffdd5d000&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0545402 Aug 18 12:19:42.586608 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 35816) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:19:42.692015 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-907df4bf-4fc1-4b86-aba7-702fdc1247d3 tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:19:42.693650 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-907df4bf-4fc1-4b86-aba7-702fdc1247d3 tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] 10.222.0.66 "GET /v2.0/networks/7cae7a70-14fd-408c-b14d-39ceb97cb60e HTTP/1.1" status: 200 len: 881 time: 0.1060073 Aug 18 12:19:42.696532 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 35818) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:19:42.724562 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-3fcbb33a-3363-435c-a882-0a186a39c136 tempest-RoutersAdminTest-242539111 tempest-RoutersAdminTest-242539111-project] 10.222.0.66 "GET /v2.0/ports?device_id=38d19c80-12c9-46fc-a532-0eeffdd5d000 HTTP/1.1" status: 200 len: 205 time: 0.0267143 Aug 18 12:19:42.727106 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 35820) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:19:42.839704 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3473662c-0412-4aad-803a-8c606679add5 tempest-RoutersAdminTest-242539111 tempest-RoutersAdminTest-242539111-project] Notify callbacks [] for router, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:43.019443 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3473662c-0412-4aad-803a-8c606679add5 tempest-RoutersAdminTest-242539111 tempest-RoutersAdminTest-242539111-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:43.080001 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-3473662c-0412-4aad-803a-8c606679add5 tempest-RoutersAdminTest-242539111 tempest-RoutersAdminTest-242539111-project] Deleting port 2b21ff8c-bef4-4319-a87e-a2e4409f0d90 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:19:43.080343 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3473662c-0412-4aad-803a-8c606679add5 tempest-RoutersAdminTest-242539111 tempest-RoutersAdminTest-242539111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:43.165731 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3473662c-0412-4aad-803a-8c606679add5 tempest-RoutersAdminTest-242539111 tempest-RoutersAdminTest-242539111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:43.177697 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-3473662c-0412-4aad-803a-8c606679add5 tempest-RoutersAdminTest-242539111 tempest-RoutersAdminTest-242539111-project] Calling delete_port for 2b21ff8c-bef4-4319-a87e-a2e4409f0d90 owned by network:router_gateway {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:19:43.348002 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3473662c-0412-4aad-803a-8c606679add5 tempest-RoutersAdminTest-242539111 tempest-RoutersAdminTest-242539111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:43.377123 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3473662c-0412-4aad-803a-8c606679add5 tempest-RoutersAdminTest-242539111 tempest-RoutersAdminTest-242539111-project] Pushing event deleted for resources: {'Port': ['ID=2b21ff8c-bef4-4319-a87e-a2e4409f0d90,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:19:43.441276 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3473662c-0412-4aad-803a-8c606679add5 tempest-RoutersAdminTest-242539111 tempest-RoutersAdminTest-242539111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-997271'] for router_gateway, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:43.882557 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3473662c-0412-4aad-803a-8c606679add5 tempest-RoutersAdminTest-242539111 tempest-RoutersAdminTest-242539111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-996004', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15859'] for router, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:43.885081 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3473662c-0412-4aad-803a-8c606679add5 tempest-RoutersAdminTest-242539111 tempest-RoutersAdminTest-242539111-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:43.931334 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3473662c-0412-4aad-803a-8c606679add5 tempest-RoutersAdminTest-242539111 tempest-RoutersAdminTest-242539111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-996061'] for router, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:43.931334 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3473662c-0412-4aad-803a-8c606679add5 tempest-RoutersAdminTest-242539111 tempest-RoutersAdminTest-242539111-project] Fanout notify agent at l3_agent the message router_deleted on router 38d19c80-12c9-46fc-a532-0eeffdd5d000 {{(pid=106253) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 12:19:43.937958 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3473662c-0412-4aad-803a-8c606679add5 tempest-RoutersAdminTest-242539111 tempest-RoutersAdminTest-242539111-project] Notify callbacks [] for router, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:43.939049 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-3473662c-0412-4aad-803a-8c606679add5 tempest-RoutersAdminTest-242539111 tempest-RoutersAdminTest-242539111-project] 10.222.0.66 "DELETE /v2.0/routers/38d19c80-12c9-46fc-a532-0eeffdd5d000 HTTP/1.1" status: 204 len: 168 time: 1.2109942 Aug 18 12:19:43.943772 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 35828) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:19:43.948270 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-4895953e-358b-402d-8e01-1f7c4912ff00 tempest-RoutersAdminTest-242539111 tempest-RoutersAdminTest-242539111-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1074041508', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:19:43.971132 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4895953e-358b-402d-8e01-1f7c4912ff00 tempest-RoutersAdminTest-242539111 tempest-RoutersAdminTest-242539111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-998592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15809'] for router, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:43.972131 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4895953e-358b-402d-8e01-1f7c4912ff00 tempest-RoutersAdminTest-242539111 tempest-RoutersAdminTest-242539111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-992733', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-971415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15816'] for router, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:44.027083 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4895953e-358b-402d-8e01-1f7c4912ff00 tempest-RoutersAdminTest-242539111 tempest-RoutersAdminTest-242539111-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:44.033050 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4895953e-358b-402d-8e01-1f7c4912ff00 tempest-RoutersAdminTest-242539111 tempest-RoutersAdminTest-242539111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-998473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-992536'] for router, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:44.052507 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4895953e-358b-402d-8e01-1f7c4912ff00 tempest-RoutersAdminTest-242539111 tempest-RoutersAdminTest-242539111-project] Notify callbacks [] for router, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:44.056988 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 35834) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:19:44.057475 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-4895953e-358b-402d-8e01-1f7c4912ff00 tempest-RoutersAdminTest-242539111 tempest-RoutersAdminTest-242539111-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1122632 Aug 18 12:19:44.062158 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-a564c51e-928c-4ae4-8fe1-ad37289c85e2 tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'enable_snat': True}}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:19:44.289049 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a564c51e-928c-4ae4-8fe1-ad37289c85e2 tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:44.494434 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a564c51e-928c-4ae4-8fe1-ad37289c85e2 tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:44.514107 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a564c51e-928c-4ae4-8fe1-ad37289c85e2 tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:44.636094 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [None req-a564c51e-928c-4ae4-8fe1-ad37289c85e2 tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] Allocated IP 172.25.7.121 (7cae7a70-14fd-408c-b14d-39ceb97cb60e/9784295a-20b8-4a4b-b105-f82737f0448f/d7caa6a4-4985-4329-b21f-3c06097a99cc) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:19:44.750082 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a564c51e-928c-4ae4-8fe1-ad37289c85e2 tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:44.809267 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a564c51e-928c-4ae4-8fe1-ad37289c85e2 tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:44.855924 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a564c51e-928c-4ae4-8fe1-ad37289c85e2 tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] Network 7cae7a70-14fd-408c-b14d-39ceb97cb60e is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:19:44.859101 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-a564c51e-928c-4ae4-8fe1-ad37289c85e2 tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:19:44.863560 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a564c51e-928c-4ae4-8fe1-ad37289c85e2 tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:19:44.866890 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a564c51e-928c-4ae4-8fe1-ad37289c85e2 tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] Pushing event updated for resources: {'Port': ['ID=d7caa6a4-4985-4329-b21f-3c06097a99cc,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:19:45.164115 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a564c51e-928c-4ae4-8fe1-ad37289c85e2 tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:45.367875 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a564c51e-928c-4ae4-8fe1-ad37289c85e2 tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-992676', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-996089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15866'] for router, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:45.371302 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a564c51e-928c-4ae4-8fe1-ad37289c85e2 tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-992536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-992522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-992529', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-996032'] for router, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:45.750156 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a564c51e-928c-4ae4-8fe1-ad37289c85e2 tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] Router a60b9bf1-ee9c-4b93-a318-7d87d3b75b55 is scheduled to L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 with binding_index 1 {{(pid=106252) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 12:19:45.858272 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a564c51e-928c-4ae4-8fe1-ad37289c85e2 tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:19:45.862854 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a564c51e-928c-4ae4-8fe1-ad37289c85e2 tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] Notify callbacks [] for router, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:45.864201 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-a564c51e-928c-4ae4-8fe1-ad37289c85e2 tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] 10.222.0.66 "PUT /v2.0/routers/a60b9bf1-ee9c-4b93-a318-7d87d3b75b55 HTTP/1.1" status: 200 len: 915 time: 1.8059268 Aug 18 12:19:45.867406 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 35856) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:19:45.875230 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c756fe9c-bfa4-4158-8744-f792f6eb18dd None None] Sync routers for ids ['a60b9bf1-ee9c-4b93-a318-7d87d3b75b55'] in n-d-804985-2 {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:19:45.884987 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c756fe9c-bfa4-4158-8744-f792f6eb18dd None None] Routers {'a60b9bf1-ee9c-4b93-a318-7d87d3b75b55'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:19:45.885611 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-c756fe9c-bfa4-4158-8744-f792f6eb18dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:19:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['a60b9bf1-ee9c-4b93-a318-7d87d3b75b55'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:19:45.923514 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-c756fe9c-bfa4-4158-8744-f792f6eb18dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:19:45.933016 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c756fe9c-bfa4-4158-8744-f792f6eb18dd None None] Routers {'a60b9bf1-ee9c-4b93-a318-7d87d3b75b55'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:19:45.933626 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-c756fe9c-bfa4-4158-8744-f792f6eb18dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:19:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['a60b9bf1-ee9c-4b93-a318-7d87d3b75b55'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:19:45.966088 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-c756fe9c-bfa4-4158-8744-f792f6eb18dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:19:45.966744 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c756fe9c-bfa4-4158-8744-f792f6eb18dd None None] The sync data for ids ['a60b9bf1-ee9c-4b93-a318-7d87d3b75b55'] in n-d-804985-2 is: [] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:19:45.981950 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-b8c6511c-d6f2-493b-9855-21b124795a72 tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] 10.222.0.66 "GET /v2.0/routers/a60b9bf1-ee9c-4b93-a318-7d87d3b75b55 HTTP/1.1" status: 200 len: 921 time: 0.1124759 Aug 18 12:19:45.984746 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 35858) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:19:46.026913 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b946494d-3f58-425f-9546-27133d50500b tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:19:46.028560 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-b946494d-3f58-425f-9546-27133d50500b tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] 10.222.0.66 "GET /v2.0/ports?network_id=7cae7a70-14fd-408c-b14d-39ceb97cb60e&device_id=a60b9bf1-ee9c-4b93-a318-7d87d3b75b55&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0426381 Aug 18 12:19:46.031536 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 35860) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:19:46.119923 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fb89eb9-5b2d-4859-95eb-c13f60e274a4 tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:19:46.121256 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-8fb89eb9-5b2d-4859-95eb-c13f60e274a4 tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] 10.222.0.66 "GET /v2.0/networks/7cae7a70-14fd-408c-b14d-39ceb97cb60e HTTP/1.1" status: 200 len: 881 time: 0.0887625 Aug 18 12:19:46.125069 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 35862) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:19:46.155758 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-0109ecec-d986-4cf2-a356-30431dba7c31 tempest-RoutersAdminTest-242539111 tempest-RoutersAdminTest-242539111-project] 10.222.0.66 "GET /v2.0/ports?device_id=a60b9bf1-ee9c-4b93-a318-7d87d3b75b55 HTTP/1.1" status: 200 len: 205 time: 0.0296578 Aug 18 12:19:46.158566 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 35866) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:19:46.280281 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5985d9e8-2a79-4ace-bbbd-5c5514ee6dfd tempest-RoutersAdminTest-242539111 tempest-RoutersAdminTest-242539111-project] Notify callbacks [] for router, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:46.384863 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5985d9e8-2a79-4ace-bbbd-5c5514ee6dfd tempest-RoutersAdminTest-242539111 tempest-RoutersAdminTest-242539111-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:46.450190 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-5985d9e8-2a79-4ace-bbbd-5c5514ee6dfd tempest-RoutersAdminTest-242539111 tempest-RoutersAdminTest-242539111-project] Deleting port d7caa6a4-4985-4329-b21f-3c06097a99cc {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:19:46.450553 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5985d9e8-2a79-4ace-bbbd-5c5514ee6dfd tempest-RoutersAdminTest-242539111 tempest-RoutersAdminTest-242539111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:46.530345 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5985d9e8-2a79-4ace-bbbd-5c5514ee6dfd tempest-RoutersAdminTest-242539111 tempest-RoutersAdminTest-242539111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:46.543078 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-5985d9e8-2a79-4ace-bbbd-5c5514ee6dfd tempest-RoutersAdminTest-242539111 tempest-RoutersAdminTest-242539111-project] Calling delete_port for d7caa6a4-4985-4329-b21f-3c06097a99cc owned by network:router_gateway {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:19:46.715643 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5985d9e8-2a79-4ace-bbbd-5c5514ee6dfd tempest-RoutersAdminTest-242539111 tempest-RoutersAdminTest-242539111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:46.742661 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5985d9e8-2a79-4ace-bbbd-5c5514ee6dfd tempest-RoutersAdminTest-242539111 tempest-RoutersAdminTest-242539111-project] Pushing event deleted for resources: {'Port': ['ID=d7caa6a4-4985-4329-b21f-3c06097a99cc,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:19:46.818859 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5985d9e8-2a79-4ace-bbbd-5c5514ee6dfd tempest-RoutersAdminTest-242539111 tempest-RoutersAdminTest-242539111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-997271'] for router_gateway, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:46.913231 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5985d9e8-2a79-4ace-bbbd-5c5514ee6dfd tempest-RoutersAdminTest-242539111 tempest-RoutersAdminTest-242539111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-996004', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15859'] for router, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:46.915485 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5985d9e8-2a79-4ace-bbbd-5c5514ee6dfd tempest-RoutersAdminTest-242539111 tempest-RoutersAdminTest-242539111-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:46.964045 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5985d9e8-2a79-4ace-bbbd-5c5514ee6dfd tempest-RoutersAdminTest-242539111 tempest-RoutersAdminTest-242539111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-996061'] for router, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:46.964545 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5985d9e8-2a79-4ace-bbbd-5c5514ee6dfd tempest-RoutersAdminTest-242539111 tempest-RoutersAdminTest-242539111-project] Fanout notify agent at l3_agent the message router_deleted on router a60b9bf1-ee9c-4b93-a318-7d87d3b75b55 {{(pid=106252) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 12:19:46.983377 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5985d9e8-2a79-4ace-bbbd-5c5514ee6dfd tempest-RoutersAdminTest-242539111 tempest-RoutersAdminTest-242539111-project] Notify callbacks [] for router, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:46.989452 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 35884) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:19:46.992975 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-5985d9e8-2a79-4ace-bbbd-5c5514ee6dfd tempest-RoutersAdminTest-242539111 tempest-RoutersAdminTest-242539111-project] 10.222.0.66 "DELETE /v2.0/routers/a60b9bf1-ee9c-4b93-a318-7d87d3b75b55 HTTP/1.1" status: 204 len: 168 time: 0.8333864 Aug 18 12:19:46.994830 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-69554ed7-1e7c-4409-bd87-6321e06be563 tempest-RoutersAdminTest-242539111 tempest-RoutersAdminTest-242539111-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-887063349', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:19:47.017921 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-69554ed7-1e7c-4409-bd87-6321e06be563 tempest-RoutersAdminTest-242539111 tempest-RoutersAdminTest-242539111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-998592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15809'] for router, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:47.019080 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-69554ed7-1e7c-4409-bd87-6321e06be563 tempest-RoutersAdminTest-242539111 tempest-RoutersAdminTest-242539111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-992733', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-971415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15816'] for router, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:47.072787 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-69554ed7-1e7c-4409-bd87-6321e06be563 tempest-RoutersAdminTest-242539111 tempest-RoutersAdminTest-242539111-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:47.078252 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-69554ed7-1e7c-4409-bd87-6321e06be563 tempest-RoutersAdminTest-242539111 tempest-RoutersAdminTest-242539111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-998473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-992536'] for router, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:47.095992 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-69554ed7-1e7c-4409-bd87-6321e06be563 tempest-RoutersAdminTest-242539111 tempest-RoutersAdminTest-242539111-project] Notify callbacks [] for router, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:47.097530 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-69554ed7-1e7c-4409-bd87-6321e06be563 tempest-RoutersAdminTest-242539111 tempest-RoutersAdminTest-242539111-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1064889 Aug 18 12:19:47.100688 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 35886) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:19:47.104834 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-c66f9fa5-d192-4532-a653-1546b54608c9 tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'enable_snat': False}}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:19:47.332849 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c66f9fa5-d192-4532-a653-1546b54608c9 tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:47.562062 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c66f9fa5-d192-4532-a653-1546b54608c9 tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:47.581295 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c66f9fa5-d192-4532-a653-1546b54608c9 tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:47.690243 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [None req-c66f9fa5-d192-4532-a653-1546b54608c9 tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] Allocated IP 172.25.7.168 (7cae7a70-14fd-408c-b14d-39ceb97cb60e/9784295a-20b8-4a4b-b105-f82737f0448f/641b771b-732b-4de0-9b33-857bd9c6e625) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:19:47.802786 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c66f9fa5-d192-4532-a653-1546b54608c9 tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:47.847227 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c66f9fa5-d192-4532-a653-1546b54608c9 tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:47.886256 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c66f9fa5-d192-4532-a653-1546b54608c9 tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] Network 7cae7a70-14fd-408c-b14d-39ceb97cb60e is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:19:47.889144 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-c66f9fa5-d192-4532-a653-1546b54608c9 tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:19:47.892703 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c66f9fa5-d192-4532-a653-1546b54608c9 tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:19:47.914820 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66f9fa5-d192-4532-a653-1546b54608c9 tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] Pushing event updated for resources: {'Port': ['ID=641b771b-732b-4de0-9b33-857bd9c6e625,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:19:48.159553 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c66f9fa5-d192-4532-a653-1546b54608c9 tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:48.366347 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c66f9fa5-d192-4532-a653-1546b54608c9 tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-992676', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-996089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15866'] for router, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:48.371074 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c66f9fa5-d192-4532-a653-1546b54608c9 tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-992536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-992522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-992529', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-996032'] for router, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:48.481833 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-b91ec260-55b8-4798-ae06-01568bbc7c28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:48.510108 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c66f9fa5-d192-4532-a653-1546b54608c9 tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] Router c2b915a6-8fb8-46ce-b7f2-2ee7cd5beb7f is scheduled to L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 with binding_index 1 {{(pid=106253) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 12:19:48.624150 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c66f9fa5-d192-4532-a653-1546b54608c9 tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:19:48.629347 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c66f9fa5-d192-4532-a653-1546b54608c9 tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] Notify callbacks [] for router, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:48.630958 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-c66f9fa5-d192-4532-a653-1546b54608c9 tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] 10.222.0.66 "PUT /v2.0/routers/c2b915a6-8fb8-46ce-b7f2-2ee7cd5beb7f HTTP/1.1" status: 200 len: 915 time: 1.5297348 Aug 18 12:19:48.634288 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 35910) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:19:48.636072 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-612c9cf5-c6d5-4000-8e11-2d1ffdeaced2 None None] Sync routers for ids ['c2b915a6-8fb8-46ce-b7f2-2ee7cd5beb7f'] in n-d-804985-2 {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:19:48.645974 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-612c9cf5-c6d5-4000-8e11-2d1ffdeaced2 None None] Routers {'c2b915a6-8fb8-46ce-b7f2-2ee7cd5beb7f'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:19:48.646718 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-612c9cf5-c6d5-4000-8e11-2d1ffdeaced2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:19:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['c2b915a6-8fb8-46ce-b7f2-2ee7cd5beb7f'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:19:48.680679 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-612c9cf5-c6d5-4000-8e11-2d1ffdeaced2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:19:48.690017 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-612c9cf5-c6d5-4000-8e11-2d1ffdeaced2 None None] Routers {'c2b915a6-8fb8-46ce-b7f2-2ee7cd5beb7f'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:19:48.690881 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-612c9cf5-c6d5-4000-8e11-2d1ffdeaced2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:19:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['c2b915a6-8fb8-46ce-b7f2-2ee7cd5beb7f'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:19:48.726595 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-612c9cf5-c6d5-4000-8e11-2d1ffdeaced2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:19:48.727586 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-612c9cf5-c6d5-4000-8e11-2d1ffdeaced2 None None] The sync data for ids ['c2b915a6-8fb8-46ce-b7f2-2ee7cd5beb7f'] in n-d-804985-2 is: [] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:19:48.774618 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-5ee44f1f-6c6a-486c-a192-8f5da5807778 tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] 10.222.0.66 "GET /v2.0/routers/c2b915a6-8fb8-46ce-b7f2-2ee7cd5beb7f HTTP/1.1" status: 200 len: 921 time: 0.1365321 Aug 18 12:19:48.775400 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 35912) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:19:48.850729 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3840d06e-7e11-4bbf-a4a2-ac952f2c6b7f tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:19:48.852957 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-3840d06e-7e11-4bbf-a4a2-ac952f2c6b7f tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] 10.222.0.66 "GET /v2.0/ports?network_id=7cae7a70-14fd-408c-b14d-39ceb97cb60e&device_id=c2b915a6-8fb8-46ce-b7f2-2ee7cd5beb7f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0760226 Aug 18 12:19:48.855417 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 35916) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:19:48.962815 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-590837ae-0c58-4c43-8651-3ff153080d4d tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:19:48.966918 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-590837ae-0c58-4c43-8651-3ff153080d4d tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] 10.222.0.66 "GET /v2.0/networks/7cae7a70-14fd-408c-b14d-39ceb97cb60e HTTP/1.1" status: 200 len: 881 time: 0.1075709 Aug 18 12:19:48.967177 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 35918) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:19:48.996579 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-5acdfd5a-41ea-4f33-b3a2-b79dcff81cf4 tempest-RoutersAdminTest-242539111 tempest-RoutersAdminTest-242539111-project] 10.222.0.66 "GET /v2.0/ports?device_id=c2b915a6-8fb8-46ce-b7f2-2ee7cd5beb7f HTTP/1.1" status: 200 len: 205 time: 0.0260267 Aug 18 12:19:48.996788 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 35920) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:19:49.148408 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c177cb55-974b-420a-b184-56096c169084 tempest-RoutersAdminTest-242539111 tempest-RoutersAdminTest-242539111-project] Notify callbacks [] for router, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:49.638067 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c177cb55-974b-420a-b184-56096c169084 tempest-RoutersAdminTest-242539111 tempest-RoutersAdminTest-242539111-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:49.705328 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-c177cb55-974b-420a-b184-56096c169084 tempest-RoutersAdminTest-242539111 tempest-RoutersAdminTest-242539111-project] Deleting port 641b771b-732b-4de0-9b33-857bd9c6e625 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:19:49.705556 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c177cb55-974b-420a-b184-56096c169084 tempest-RoutersAdminTest-242539111 tempest-RoutersAdminTest-242539111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:49.793632 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c177cb55-974b-420a-b184-56096c169084 tempest-RoutersAdminTest-242539111 tempest-RoutersAdminTest-242539111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:49.805362 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-c177cb55-974b-420a-b184-56096c169084 tempest-RoutersAdminTest-242539111 tempest-RoutersAdminTest-242539111-project] Calling delete_port for 641b771b-732b-4de0-9b33-857bd9c6e625 owned by network:router_gateway {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:19:49.986689 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c177cb55-974b-420a-b184-56096c169084 tempest-RoutersAdminTest-242539111 tempest-RoutersAdminTest-242539111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:50.013256 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c177cb55-974b-420a-b184-56096c169084 tempest-RoutersAdminTest-242539111 tempest-RoutersAdminTest-242539111-project] Pushing event deleted for resources: {'Port': ['ID=641b771b-732b-4de0-9b33-857bd9c6e625,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:19:50.078531 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c177cb55-974b-420a-b184-56096c169084 tempest-RoutersAdminTest-242539111 tempest-RoutersAdminTest-242539111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-997271'] for router_gateway, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:50.193551 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c177cb55-974b-420a-b184-56096c169084 tempest-RoutersAdminTest-242539111 tempest-RoutersAdminTest-242539111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-996004', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15859'] for router, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:50.195831 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c177cb55-974b-420a-b184-56096c169084 tempest-RoutersAdminTest-242539111 tempest-RoutersAdminTest-242539111-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:50.243998 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c177cb55-974b-420a-b184-56096c169084 tempest-RoutersAdminTest-242539111 tempest-RoutersAdminTest-242539111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-996061'] for router, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:50.244687 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c177cb55-974b-420a-b184-56096c169084 tempest-RoutersAdminTest-242539111 tempest-RoutersAdminTest-242539111-project] Fanout notify agent at l3_agent the message router_deleted on router c2b915a6-8fb8-46ce-b7f2-2ee7cd5beb7f {{(pid=106253) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 12:19:50.251899 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c177cb55-974b-420a-b184-56096c169084 tempest-RoutersAdminTest-242539111 tempest-RoutersAdminTest-242539111-project] Notify callbacks [] for router, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:50.253025 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-c177cb55-974b-420a-b184-56096c169084 tempest-RoutersAdminTest-242539111 tempest-RoutersAdminTest-242539111-project] 10.222.0.66 "DELETE /v2.0/routers/c2b915a6-8fb8-46ce-b7f2-2ee7cd5beb7f HTTP/1.1" status: 204 len: 168 time: 1.2553303 Aug 18 12:19:50.256746 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 35930) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:19:50.262191 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-39786dfd-ac95-4d25-a570-cac844bb06ce tempest-RoutersAdminTest-242539111 tempest-RoutersAdminTest-242539111-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-125903186', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'}, 'admin_state_up': False}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:19:50.288401 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-39786dfd-ac95-4d25-a570-cac844bb06ce tempest-RoutersAdminTest-242539111 tempest-RoutersAdminTest-242539111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-998592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15809'] for router, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:50.289700 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-39786dfd-ac95-4d25-a570-cac844bb06ce tempest-RoutersAdminTest-242539111 tempest-RoutersAdminTest-242539111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-992733', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-971415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15816'] for router, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:50.349138 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-39786dfd-ac95-4d25-a570-cac844bb06ce tempest-RoutersAdminTest-242539111 tempest-RoutersAdminTest-242539111-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:50.493016 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-39786dfd-ac95-4d25-a570-cac844bb06ce tempest-RoutersAdminTest-242539111 tempest-RoutersAdminTest-242539111-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:50.701682 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-39786dfd-ac95-4d25-a570-cac844bb06ce tempest-RoutersAdminTest-242539111 tempest-RoutersAdminTest-242539111-project] Notify callbacks [] for router_gateway, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:50.725285 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-39786dfd-ac95-4d25-a570-cac844bb06ce tempest-RoutersAdminTest-242539111 tempest-RoutersAdminTest-242539111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:50.766032 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 35938) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:19:50.843154 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [None req-39786dfd-ac95-4d25-a570-cac844bb06ce tempest-RoutersAdminTest-242539111 tempest-RoutersAdminTest-242539111-project] Allocated IP 172.25.7.250 (7cae7a70-14fd-408c-b14d-39ceb97cb60e/9784295a-20b8-4a4b-b105-f82737f0448f/068fbfc7-0757-44b5-b4c1-b7c6d4157077) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:19:50.920795 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-574efe61-aac0-4502-9b72-8bbb88d444ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:51.001185 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-39786dfd-ac95-4d25-a570-cac844bb06ce tempest-RoutersAdminTest-242539111 tempest-RoutersAdminTest-242539111-project] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:51.086868 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-39786dfd-ac95-4d25-a570-cac844bb06ce tempest-RoutersAdminTest-242539111 tempest-RoutersAdminTest-242539111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:51.095229 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-574efe61-aac0-4502-9b72-8bbb88d444ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:51.120939 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-574efe61-aac0-4502-9b72-8bbb88d444ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:51.173540 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39786dfd-ac95-4d25-a570-cac844bb06ce tempest-RoutersAdminTest-242539111 tempest-RoutersAdminTest-242539111-project] Network 7cae7a70-14fd-408c-b14d-39ceb97cb60e is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:19:51.174627 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39786dfd-ac95-4d25-a570-cac844bb06ce tempest-RoutersAdminTest-242539111 tempest-RoutersAdminTest-242539111-project] Pushing event updated for resources: {'Port': ['ID=068fbfc7-0757-44b5-b4c1-b7c6d4157077,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:19:51.182559 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-39786dfd-ac95-4d25-a570-cac844bb06ce tempest-RoutersAdminTest-242539111 tempest-RoutersAdminTest-242539111-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:19:51.186078 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39786dfd-ac95-4d25-a570-cac844bb06ce tempest-RoutersAdminTest-242539111 tempest-RoutersAdminTest-242539111-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:19:51.189549 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574efe61-aac0-4502-9b72-8bbb88d444ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16fb864e-06b3-48a5-b7e5-0907ec0445f0,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:19:51.196798 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-574efe61-aac0-4502-9b72-8bbb88d444ec admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8f7ab7a09ba94abaab954bd0a59e7cb6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4272640 Aug 18 12:19:51.197984 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 35946) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:19:51.258038 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5e1dac5f-b9fa-4908-a74d-b596f731af81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:51.283247 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5e1dac5f-b9fa-4908-a74d-b596f731af81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:51.338753 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5e1dac5f-b9fa-4908-a74d-b596f731af81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:51.342235 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5e1dac5f-b9fa-4908-a74d-b596f731af81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:51.343531 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-5e1dac5f-b9fa-4908-a74d-b596f731af81 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/16fb864e-06b3-48a5-b7e5-0907ec0445f0 HTTP/1.1" status: 204 len: 168 time: 0.1443803 Aug 18 12:19:51.353533 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1dac5f-b9fa-4908-a74d-b596f731af81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16fb864e-06b3-48a5-b7e5-0907ec0445f0,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:19:51.423106 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:51.482269 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-39786dfd-ac95-4d25-a570-cac844bb06ce tempest-RoutersAdminTest-242539111 tempest-RoutersAdminTest-242539111-project] Notify callbacks [] for router_gateway, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:51.684826 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-192c54c9-20d0-41fc-8474-b264c0f691cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:51.743771 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-39786dfd-ac95-4d25-a570-cac844bb06ce tempest-RoutersAdminTest-242539111 tempest-RoutersAdminTest-242539111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-998473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-992536'] for router, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:51.896129 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39786dfd-ac95-4d25-a570-cac844bb06ce tempest-RoutersAdminTest-242539111 tempest-RoutersAdminTest-242539111-project] Router cb0ad1a2-9c8b-4031-a12b-9a767a65c3e5 is scheduled to L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 with binding_index 1 {{(pid=106253) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 12:19:52.009735 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39786dfd-ac95-4d25-a570-cac844bb06ce tempest-RoutersAdminTest-242539111 tempest-RoutersAdminTest-242539111-project] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:19:52.021703 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d25d2f15-bab9-4272-b571-6a086b76b03a None None] Sync routers for ids ['cb0ad1a2-9c8b-4031-a12b-9a767a65c3e5'] in n-d-804985-2 {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:19:52.029593 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-39786dfd-ac95-4d25-a570-cac844bb06ce tempest-RoutersAdminTest-242539111 tempest-RoutersAdminTest-242539111-project] Notify callbacks [] for router, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:52.030989 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-39786dfd-ac95-4d25-a570-cac844bb06ce tempest-RoutersAdminTest-242539111 tempest-RoutersAdminTest-242539111-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 1.7727547 Aug 18 12:19:52.033955 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 35960) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:19:52.034100 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25d2f15-bab9-4272-b571-6a086b76b03a None None] Routers {'cb0ad1a2-9c8b-4031-a12b-9a767a65c3e5'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:19:52.034754 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-d25d2f15-bab9-4272-b571-6a086b76b03a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:19:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['cb0ad1a2-9c8b-4031-a12b-9a767a65c3e5'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:19:52.038909 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-7a151cdd-2b0a-40c6-a879-4787edf92955 tempest-RoutersAdminTest-242539111 tempest-RoutersAdminTest-242539111-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:19:52.084159 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-d25d2f15-bab9-4272-b571-6a086b76b03a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:19:52.094012 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25d2f15-bab9-4272-b571-6a086b76b03a None None] Routers {'cb0ad1a2-9c8b-4031-a12b-9a767a65c3e5'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:19:52.094864 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-d25d2f15-bab9-4272-b571-6a086b76b03a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:19:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['cb0ad1a2-9c8b-4031-a12b-9a767a65c3e5'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:19:52.130529 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-d25d2f15-bab9-4272-b571-6a086b76b03a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:19:52.131673 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d25d2f15-bab9-4272-b571-6a086b76b03a None None] The sync data for ids ['cb0ad1a2-9c8b-4031-a12b-9a767a65c3e5'] in n-d-804985-2 is: [] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:19:52.171325 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-53584c24-f517-494e-ac93-c18bb92373f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:52.371257 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7a151cdd-2b0a-40c6-a879-4787edf92955 tempest-RoutersAdminTest-242539111 tempest-RoutersAdminTest-242539111-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:52.384934 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7a151cdd-2b0a-40c6-a879-4787edf92955 tempest-RoutersAdminTest-242539111 tempest-RoutersAdminTest-242539111-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:52.440016 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-7a151cdd-2b0a-40c6-a879-4787edf92955 tempest-RoutersAdminTest-242539111 tempest-RoutersAdminTest-242539111-project] Deleting port 068fbfc7-0757-44b5-b4c1-b7c6d4157077 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:19:52.440210 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7a151cdd-2b0a-40c6-a879-4787edf92955 tempest-RoutersAdminTest-242539111 tempest-RoutersAdminTest-242539111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:52.519141 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7a151cdd-2b0a-40c6-a879-4787edf92955 tempest-RoutersAdminTest-242539111 tempest-RoutersAdminTest-242539111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:52.531224 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-7a151cdd-2b0a-40c6-a879-4787edf92955 tempest-RoutersAdminTest-242539111 tempest-RoutersAdminTest-242539111-project] Calling delete_port for 068fbfc7-0757-44b5-b4c1-b7c6d4157077 owned by network:router_gateway {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:19:52.701794 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7a151cdd-2b0a-40c6-a879-4787edf92955 tempest-RoutersAdminTest-242539111 tempest-RoutersAdminTest-242539111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:52.727941 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a151cdd-2b0a-40c6-a879-4787edf92955 tempest-RoutersAdminTest-242539111 tempest-RoutersAdminTest-242539111-project] Pushing event deleted for resources: {'Port': ['ID=068fbfc7-0757-44b5-b4c1-b7c6d4157077,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:19:52.791701 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7a151cdd-2b0a-40c6-a879-4787edf92955 tempest-RoutersAdminTest-242539111 tempest-RoutersAdminTest-242539111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-997271'] for router_gateway, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:53.315093 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7a151cdd-2b0a-40c6-a879-4787edf92955 tempest-RoutersAdminTest-242539111 tempest-RoutersAdminTest-242539111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-992676', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-996089', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15866'] for router, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:53.318546 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7a151cdd-2b0a-40c6-a879-4787edf92955 tempest-RoutersAdminTest-242539111 tempest-RoutersAdminTest-242539111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-992536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-992522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-992529', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-996032'] for router, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:53.392248 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a151cdd-2b0a-40c6-a879-4787edf92955 tempest-RoutersAdminTest-242539111 tempest-RoutersAdminTest-242539111-project] Router cb0ad1a2-9c8b-4031-a12b-9a767a65c3e5 has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:19:53.470163 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a151cdd-2b0a-40c6-a879-4787edf92955 tempest-RoutersAdminTest-242539111 tempest-RoutersAdminTest-242539111-project] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:19:53.477067 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7a151cdd-2b0a-40c6-a879-4787edf92955 tempest-RoutersAdminTest-242539111 tempest-RoutersAdminTest-242539111-project] Notify callbacks [] for router, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:53.479762 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-7a151cdd-2b0a-40c6-a879-4787edf92955 tempest-RoutersAdminTest-242539111 tempest-RoutersAdminTest-242539111-project] 10.222.0.66 "PUT /v2.0/routers/cb0ad1a2-9c8b-4031-a12b-9a767a65c3e5 HTTP/1.1" status: 200 len: 705 time: 1.4447465 Aug 18 12:19:53.480432 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1653c98e-b816-41e0-968e-147392d649ef None None] Sync routers for ids ['cb0ad1a2-9c8b-4031-a12b-9a767a65c3e5'] in n-d-804985-2 {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:19:53.481012 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 35968) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:19:53.491031 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1653c98e-b816-41e0-968e-147392d649ef None None] Routers {'cb0ad1a2-9c8b-4031-a12b-9a767a65c3e5'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:19:53.491816 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-1653c98e-b816-41e0-968e-147392d649ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:19:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['cb0ad1a2-9c8b-4031-a12b-9a767a65c3e5'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:19:53.524023 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-1653c98e-b816-41e0-968e-147392d649ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:19:53.532694 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1653c98e-b816-41e0-968e-147392d649ef None None] Routers {'cb0ad1a2-9c8b-4031-a12b-9a767a65c3e5'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:19:53.533263 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-1653c98e-b816-41e0-968e-147392d649ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:19:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['cb0ad1a2-9c8b-4031-a12b-9a767a65c3e5'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:19:53.558031 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 35970) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:19:53.558369 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-b2d486d1-d3ce-4b91-8e36-7e1b4dc530d9 tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] 10.222.0.66 "GET /v2.0/routers/cb0ad1a2-9c8b-4031-a12b-9a767a65c3e5 HTTP/1.1" status: 200 len: 740 time: 0.0760324 Aug 18 12:19:53.569525 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-1653c98e-b816-41e0-968e-147392d649ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:19:53.570053 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1653c98e-b816-41e0-968e-147392d649ef None None] The sync data for ids ['cb0ad1a2-9c8b-4031-a12b-9a767a65c3e5'] in n-d-804985-2 is: [] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:19:53.613546 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-44abf17f-ed67-4efb-a87a-9b553a99e29f tempest-RoutersAdminTest-546718912 tempest-RoutersAdminTest-546718912-project-admin] 10.222.0.66 "GET /v2.0/ports?network_id=7cae7a70-14fd-408c-b14d-39ceb97cb60e&device_id=cb0ad1a2-9c8b-4031-a12b-9a767a65c3e5 HTTP/1.1" status: 200 len: 205 time: 0.0509839 Aug 18 12:19:53.613960 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 35972) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:19:53.641772 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-431a1465-d82d-467d-add1-8b28c18ebd9e tempest-RoutersAdminTest-242539111 tempest-RoutersAdminTest-242539111-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb0ad1a2-9c8b-4031-a12b-9a767a65c3e5 HTTP/1.1" status: 200 len: 205 time: 0.0266609 Aug 18 12:19:53.644384 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 35974) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:19:53.720237 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5afa9d90-e8ed-4063-9798-118f9719e242 tempest-RoutersAdminTest-242539111 tempest-RoutersAdminTest-242539111-project] Notify callbacks [] for router, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:53.864221 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-500a1c61-38a7-4c23-a7ec-4631080af5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:53.884713 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5afa9d90-e8ed-4063-9798-118f9719e242 tempest-RoutersAdminTest-242539111 tempest-RoutersAdminTest-242539111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-996004', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15859'] for router, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:53.886911 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5afa9d90-e8ed-4063-9798-118f9719e242 tempest-RoutersAdminTest-242539111 tempest-RoutersAdminTest-242539111-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:53.932770 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5afa9d90-e8ed-4063-9798-118f9719e242 tempest-RoutersAdminTest-242539111 tempest-RoutersAdminTest-242539111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-996061'] for router, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:53.933334 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5afa9d90-e8ed-4063-9798-118f9719e242 tempest-RoutersAdminTest-242539111 tempest-RoutersAdminTest-242539111-project] Fanout notify agent at l3_agent the message router_deleted on router cb0ad1a2-9c8b-4031-a12b-9a767a65c3e5 {{(pid=106253) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 12:19:53.940949 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5afa9d90-e8ed-4063-9798-118f9719e242 tempest-RoutersAdminTest-242539111 tempest-RoutersAdminTest-242539111-project] Notify callbacks [] for router, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:53.942051 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-5afa9d90-e8ed-4063-9798-118f9719e242 tempest-RoutersAdminTest-242539111 tempest-RoutersAdminTest-242539111-project] 10.222.0.66 "DELETE /v2.0/routers/cb0ad1a2-9c8b-4031-a12b-9a767a65c3e5 HTTP/1.1" status: 204 len: 168 time: 0.2967498 Aug 18 12:19:53.945578 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 35978) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:19:53.976390 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-1cb8d142-5cca-49dc-907f-639ded3d5fab tempest-RoutersAdminTest-242539111 tempest-RoutersAdminTest-242539111-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb0ad1a2-9c8b-4031-a12b-9a767a65c3e5 HTTP/1.1" status: 200 len: 205 time: 0.0296321 Aug 18 12:19:53.978911 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 35980) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:19:54.015351 n-d-804985-2 neutron-server[106252]: INFO neutron.api.v2.resource [None req-1c342b87-e83e-43f9-8de1-4378bf33c914 tempest-RoutersAdminTest-242539111 tempest-RoutersAdminTest-242539111-project] delete failed (client error): The resource could not be found. Aug 18 12:19:54.016364 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-1c342b87-e83e-43f9-8de1-4378bf33c914 tempest-RoutersAdminTest-242539111 tempest-RoutersAdminTest-242539111-project] 10.222.0.66 "DELETE /v2.0/routers/cb0ad1a2-9c8b-4031-a12b-9a767a65c3e5 HTTP/1.1" status: 404 len: 336 time: 0.0364985 Aug 18 12:19:54.019239 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 35982) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:19:54.048700 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-70a6ebf5-223d-4589-8272-130cc820bb06 tempest-RoutersAdminTest-242539111 tempest-RoutersAdminTest-242539111-project] 10.222.0.66 "GET /v2.0/ports?device_id=c2b915a6-8fb8-46ce-b7f2-2ee7cd5beb7f HTTP/1.1" status: 200 len: 205 time: 0.0261629 Aug 18 12:19:54.049027 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 35984) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:19:54.091552 n-d-804985-2 neutron-server[106252]: INFO neutron.api.v2.resource [None req-a30b2c3a-f30f-4d25-9900-40279c1f085b tempest-RoutersAdminTest-242539111 tempest-RoutersAdminTest-242539111-project] delete failed (client error): The resource could not be found. Aug 18 12:19:54.095132 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-a30b2c3a-f30f-4d25-9900-40279c1f085b tempest-RoutersAdminTest-242539111 tempest-RoutersAdminTest-242539111-project] 10.222.0.66 "DELETE /v2.0/routers/c2b915a6-8fb8-46ce-b7f2-2ee7cd5beb7f HTTP/1.1" status: 404 len: 336 time: 0.0426128 Aug 18 12:19:54.095521 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 35986) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:19:54.123984 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-fcc7dd2f-5a7a-4e38-8e6d-df20970343ee tempest-RoutersAdminTest-242539111 tempest-RoutersAdminTest-242539111-project] 10.222.0.66 "GET /v2.0/ports?device_id=a60b9bf1-ee9c-4b93-a318-7d87d3b75b55 HTTP/1.1" status: 200 len: 205 time: 0.0272169 Aug 18 12:19:54.126507 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 35988) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:19:54.170749 n-d-804985-2 neutron-server[106253]: INFO neutron.api.v2.resource [None req-bb56fb35-185d-4199-b912-54a76e75aab7 tempest-RoutersAdminTest-242539111 tempest-RoutersAdminTest-242539111-project] delete failed (client error): The resource could not be found. Aug 18 12:19:54.171773 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-bb56fb35-185d-4199-b912-54a76e75aab7 tempest-RoutersAdminTest-242539111 tempest-RoutersAdminTest-242539111-project] 10.222.0.66 "DELETE /v2.0/routers/a60b9bf1-ee9c-4b93-a318-7d87d3b75b55 HTTP/1.1" status: 404 len: 336 time: 0.0439651 Aug 18 12:19:54.174972 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 35990) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:19:54.209908 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-af800896-842c-4974-a419-150f43275cf2 tempest-RoutersAdminTest-242539111 tempest-RoutersAdminTest-242539111-project] 10.222.0.66 "GET /v2.0/ports?device_id=38d19c80-12c9-46fc-a532-0eeffdd5d000 HTTP/1.1" status: 200 len: 205 time: 0.0342643 Aug 18 12:19:54.212254 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 35994) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:19:54.257118 n-d-804985-2 neutron-server[106253]: INFO neutron.api.v2.resource [None req-d7e1a747-bae0-41a1-9871-2d2ef05a718e tempest-RoutersAdminTest-242539111 tempest-RoutersAdminTest-242539111-project] delete failed (client error): The resource could not be found. Aug 18 12:19:54.258211 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-d7e1a747-bae0-41a1-9871-2d2ef05a718e tempest-RoutersAdminTest-242539111 tempest-RoutersAdminTest-242539111-project] 10.222.0.66 "DELETE /v2.0/routers/38d19c80-12c9-46fc-a532-0eeffdd5d000 HTTP/1.1" status: 404 len: 336 time: 0.0448670 Aug 18 12:19:54.261054 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 35996) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:19:54.288927 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-418b5cea-722b-4664-a02b-adee688ddaf6 tempest-RoutersAdminTest-242539111 tempest-RoutersAdminTest-242539111-project] 10.222.0.66 "GET /v2.0/ports?device_id=cc196152-9ca6-4730-999f-3c176a4f4185 HTTP/1.1" status: 200 len: 205 time: 0.0267527 Aug 18 12:19:54.291283 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 35998) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:19:54.331931 n-d-804985-2 neutron-server[106253]: INFO neutron.api.v2.resource [None req-e26983ad-3d56-40ff-abf7-4bc6406634ed tempest-RoutersAdminTest-242539111 tempest-RoutersAdminTest-242539111-project] delete failed (client error): The resource could not be found. Aug 18 12:19:54.332997 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-e26983ad-3d56-40ff-abf7-4bc6406634ed tempest-RoutersAdminTest-242539111 tempest-RoutersAdminTest-242539111-project] 10.222.0.66 "DELETE /v2.0/routers/cc196152-9ca6-4730-999f-3c176a4f4185 HTTP/1.1" status: 404 len: 336 time: 0.0407934 Aug 18 12:19:54.335904 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 36000) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:19:54.363077 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-f8250ff8-1c4d-4313-9852-72de33a38df4 tempest-RoutersAdminTest-242539111 tempest-RoutersAdminTest-242539111-project] 10.222.0.66 "GET /v2.0/ports?device_id=198c2572-c0cf-44ce-9d90-7e6aa7d365c8 HTTP/1.1" status: 200 len: 205 time: 0.0260963 Aug 18 12:19:54.365725 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 36002) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:19:54.403237 n-d-804985-2 neutron-server[106252]: INFO neutron.api.v2.resource [None req-0b8c980f-3e82-427e-bf30-b2b60f344bf5 tempest-RoutersAdminTest-242539111 tempest-RoutersAdminTest-242539111-project] delete failed (client error): The resource could not be found. Aug 18 12:19:54.404102 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-0b8c980f-3e82-427e-bf30-b2b60f344bf5 tempest-RoutersAdminTest-242539111 tempest-RoutersAdminTest-242539111-project] 10.222.0.66 "DELETE /v2.0/routers/198c2572-c0cf-44ce-9d90-7e6aa7d365c8 HTTP/1.1" status: 404 len: 336 time: 0.0374498 Aug 18 12:19:54.407185 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 36004) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:19:54.433275 n-d-804985-2 neutron-server[106252]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b232a63-ca80-4ba1-8259-4c8bacdd7b8e tempest-RoutersAdminTest-242539111 tempest-RoutersAdminTest-242539111-project] DELETE failed (client error): The resource could not be found. Aug 18 12:19:54.433729 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b232a63-ca80-4ba1-8259-4c8bacdd7b8e tempest-RoutersAdminTest-242539111 tempest-RoutersAdminTest-242539111-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106252) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 12:19:54.435382 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-0b232a63-ca80-4ba1-8259-4c8bacdd7b8e tempest-RoutersAdminTest-242539111 tempest-RoutersAdminTest-242539111-project] 10.222.0.66 "DELETE /v2.0/subnets/4ea6d6c7-43a3-4ff7-b5f5-bc4ae2e19191 HTTP/1.1" status: 404 len: 337 time: 0.0265532 Aug 18 12:19:54.690060 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 36010) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:19:54.805699 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-bcd12807-92a3-4eac-897c-bbeef7b37cb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:54.896486 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-bcd12807-92a3-4eac-897c-bbeef7b37cb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:54.901018 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-bcd12807-92a3-4eac-897c-bbeef7b37cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:54.939330 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-bcd12807-92a3-4eac-897c-bbeef7b37cb5 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c2f2d365af6b43c2a7c203805e788b09&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2478325 Aug 18 12:19:54.940392 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd12807-92a3-4eac-897c-bbeef7b37cb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3c21dbb-b30e-4cea-aa34-6ec9c816e913,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:19:54.942355 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 36016) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:19:54.995583 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a3e9c7b6-7eb8-4526-a73e-0e302ebd4631 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:55.016275 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a3e9c7b6-7eb8-4526-a73e-0e302ebd4631 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:55.068238 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a3e9c7b6-7eb8-4526-a73e-0e302ebd4631 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:55.070856 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a3e9c7b6-7eb8-4526-a73e-0e302ebd4631 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:55.072023 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-a3e9c7b6-7eb8-4526-a73e-0e302ebd4631 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c3c21dbb-b30e-4cea-aa34-6ec9c816e913 HTTP/1.1" status: 204 len: 168 time: 0.1286964 Aug 18 12:19:55.080071 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e9c7b6-7eb8-4526-a73e-0e302ebd4631 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3c21dbb-b30e-4cea-aa34-6ec9c816e913,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:19:55.359906 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 36024) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:19:55.405393 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-0abe2346-739b-40f4-8794-82739b496446 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=923da6941d9a4b7b9a35531ce664da17&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0441825 Aug 18 12:19:55.407907 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 36026) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:19:55.459045 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-89b2c509-149c-4666-b0dd-3f6de85c71c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:55.480913 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-89b2c509-149c-4666-b0dd-3f6de85c71c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:55.529310 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-89b2c509-149c-4666-b0dd-3f6de85c71c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:55.531825 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-89b2c509-149c-4666-b0dd-3f6de85c71c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:55.533020 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-89b2c509-149c-4666-b0dd-3f6de85c71c1 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/35b8494a-69d7-4dae-a9b3-f4c70d70e98b HTTP/1.1" status: 204 len: 168 time: 0.1242161 Aug 18 12:19:55.541337 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b2c509-149c-4666-b0dd-3f6de85c71c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35b8494a-69d7-4dae-a9b3-f4c70d70e98b,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:19:56.954221 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 36068) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:19:57.058781 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-5c9ddfcf-cd79-4480-96a6-112e83ac37c5 tempest-RoutersAdminNegativeTest-351025139 tempest-RoutersAdminNegativeTest-351025139-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-332518797', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:19:57.081839 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c9ddfcf-cd79-4480-96a6-112e83ac37c5 tempest-RoutersAdminNegativeTest-351025139 tempest-RoutersAdminNegativeTest-351025139-project-admin] Made reservation on behalf of 64d9ab086c3e4138b2ea35e400a7aeb1 for: {'port': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:19:57.084380 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5c9ddfcf-cd79-4480-96a6-112e83ac37c5 tempest-RoutersAdminNegativeTest-351025139 tempest-RoutersAdminNegativeTest-351025139-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:57.092974 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5c9ddfcf-cd79-4480-96a6-112e83ac37c5 tempest-RoutersAdminNegativeTest-351025139 tempest-RoutersAdminNegativeTest-351025139-project-admin] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:57.183550 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5c9ddfcf-cd79-4480-96a6-112e83ac37c5 tempest-RoutersAdminNegativeTest-351025139 tempest-RoutersAdminNegativeTest-351025139-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:57.188725 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5c9ddfcf-cd79-4480-96a6-112e83ac37c5 tempest-RoutersAdminNegativeTest-351025139 tempest-RoutersAdminNegativeTest-351025139-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:57.194450 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [None req-5c9ddfcf-cd79-4480-96a6-112e83ac37c5 tempest-RoutersAdminNegativeTest-351025139 tempest-RoutersAdminNegativeTest-351025139-project-admin] device_id is not set on port 40e65f76-25a6-489f-84f0-9fb14cdcecb2 yet. {{(pid=106252) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 12:19:57.244251 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9ddfcf-cd79-4480-96a6-112e83ac37c5 tempest-RoutersAdminNegativeTest-351025139 tempest-RoutersAdminNegativeTest-351025139-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e71f0dea-9b72-4dd4-9cf8-79b4cd2549a5,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:19:57.313907 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [None req-5c9ddfcf-cd79-4480-96a6-112e83ac37c5 tempest-RoutersAdminNegativeTest-351025139 tempest-RoutersAdminNegativeTest-351025139-project-admin] Allocated IP 172.25.7.201 (7cae7a70-14fd-408c-b14d-39ceb97cb60e/9784295a-20b8-4a4b-b105-f82737f0448f/40e65f76-25a6-489f-84f0-9fb14cdcecb2) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:19:57.457805 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5c9ddfcf-cd79-4480-96a6-112e83ac37c5 tempest-RoutersAdminNegativeTest-351025139 tempest-RoutersAdminNegativeTest-351025139-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:57.501984 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5c9ddfcf-cd79-4480-96a6-112e83ac37c5 tempest-RoutersAdminNegativeTest-351025139 tempest-RoutersAdminNegativeTest-351025139-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:57.544465 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c9ddfcf-cd79-4480-96a6-112e83ac37c5 tempest-RoutersAdminNegativeTest-351025139 tempest-RoutersAdminNegativeTest-351025139-project-admin] Network 7cae7a70-14fd-408c-b14d-39ceb97cb60e is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:19:57.547510 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-5c9ddfcf-cd79-4480-96a6-112e83ac37c5 tempest-RoutersAdminNegativeTest-351025139 tempest-RoutersAdminNegativeTest-351025139-project-admin] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:19:57.551753 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c9ddfcf-cd79-4480-96a6-112e83ac37c5 tempest-RoutersAdminNegativeTest-351025139 tempest-RoutersAdminNegativeTest-351025139-project-admin] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:19:57.554829 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9ddfcf-cd79-4480-96a6-112e83ac37c5 tempest-RoutersAdminNegativeTest-351025139 tempest-RoutersAdminNegativeTest-351025139-project-admin] Pushing event updated for resources: {'Port': ['ID=40e65f76-25a6-489f-84f0-9fb14cdcecb2,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:19:57.590387 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c9ddfcf-cd79-4480-96a6-112e83ac37c5 tempest-RoutersAdminNegativeTest-351025139 tempest-RoutersAdminNegativeTest-351025139-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:19:57.591036 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5c9ddfcf-cd79-4480-96a6-112e83ac37c5 tempest-RoutersAdminNegativeTest-351025139 tempest-RoutersAdminNegativeTest-351025139-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:57.608591 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-5c9ddfcf-cd79-4480-96a6-112e83ac37c5 tempest-RoutersAdminNegativeTest-351025139 tempest-RoutersAdminNegativeTest-351025139-project-admin] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 0.6531515 Aug 18 12:19:57.612711 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 36074) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:19:57.617130 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-c6c10fc1-9428-4de2-8f5c-940089b66466 tempest-RoutersAdminNegativeTest-351025139 tempest-RoutersAdminNegativeTest-351025139-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.201'}]}}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:19:57.638817 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c6c10fc1-9428-4de2-8f5c-940089b66466 tempest-RoutersAdminNegativeTest-351025139 tempest-RoutersAdminNegativeTest-351025139-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-998592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15809'] for router, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:57.639797 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c6c10fc1-9428-4de2-8f5c-940089b66466 tempest-RoutersAdminNegativeTest-351025139 tempest-RoutersAdminNegativeTest-351025139-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-992733', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-971415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15816'] for router, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:57.694076 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c6c10fc1-9428-4de2-8f5c-940089b66466 tempest-RoutersAdminNegativeTest-351025139 tempest-RoutersAdminNegativeTest-351025139-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:57.832107 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c6c10fc1-9428-4de2-8f5c-940089b66466 tempest-RoutersAdminNegativeTest-351025139 tempest-RoutersAdminNegativeTest-351025139-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:58.050770 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c6c10fc1-9428-4de2-8f5c-940089b66466 tempest-RoutersAdminNegativeTest-351025139 tempest-RoutersAdminNegativeTest-351025139-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:58.070268 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c6c10fc1-9428-4de2-8f5c-940089b66466 tempest-RoutersAdminNegativeTest-351025139 tempest-RoutersAdminNegativeTest-351025139-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:58.218147 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c6c10fc1-9428-4de2-8f5c-940089b66466 tempest-RoutersAdminNegativeTest-351025139 tempest-RoutersAdminNegativeTest-351025139-project-admin] Notify callbacks [] for router, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:58.377970 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c6c10fc1-9428-4de2-8f5c-940089b66466 tempest-RoutersAdminNegativeTest-351025139 tempest-RoutersAdminNegativeTest-351025139-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-996004', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15859'] for router, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:58.380105 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c6c10fc1-9428-4de2-8f5c-940089b66466 tempest-RoutersAdminNegativeTest-351025139 tempest-RoutersAdminNegativeTest-351025139-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:58.423001 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c6c10fc1-9428-4de2-8f5c-940089b66466 tempest-RoutersAdminNegativeTest-351025139 tempest-RoutersAdminNegativeTest-351025139-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-996061'] for router, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:58.423494 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6c10fc1-9428-4de2-8f5c-940089b66466 tempest-RoutersAdminNegativeTest-351025139 tempest-RoutersAdminNegativeTest-351025139-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 39516c43-64c6-4782-b90a-2aab442c6dc3 {{(pid=106252) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 12:19:58.442764 n-d-804985-2 neutron-server[106252]: INFO neutron.api.v2.resource [None req-c6c10fc1-9428-4de2-8f5c-940089b66466 tempest-RoutersAdminNegativeTest-351025139 tempest-RoutersAdminNegativeTest-351025139-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 18 12:19:58.444138 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-c6c10fc1-9428-4de2-8f5c-940089b66466 tempest-RoutersAdminNegativeTest-351025139 tempest-RoutersAdminNegativeTest-351025139-project-admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 0.8304570 Aug 18 12:19:58.446960 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 36080) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:19:58.524867 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-adfec729-19c3-4024-8ec6-323bf46ebd49 tempest-RoutersAdminNegativeTest-351025139 tempest-RoutersAdminNegativeTest-351025139-project-admin] Deleting port 40e65f76-25a6-489f-84f0-9fb14cdcecb2 {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:19:58.525208 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-adfec729-19c3-4024-8ec6-323bf46ebd49 tempest-RoutersAdminNegativeTest-351025139 tempest-RoutersAdminNegativeTest-351025139-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:58.598780 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-adfec729-19c3-4024-8ec6-323bf46ebd49 tempest-RoutersAdminNegativeTest-351025139 tempest-RoutersAdminNegativeTest-351025139-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:58.610226 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-adfec729-19c3-4024-8ec6-323bf46ebd49 tempest-RoutersAdminNegativeTest-351025139 tempest-RoutersAdminNegativeTest-351025139-project-admin] Calling delete_port for 40e65f76-25a6-489f-84f0-9fb14cdcecb2 owned by {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:19:58.982947 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-adfec729-19c3-4024-8ec6-323bf46ebd49 tempest-RoutersAdminNegativeTest-351025139 tempest-RoutersAdminNegativeTest-351025139-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:59.010874 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfec729-19c3-4024-8ec6-323bf46ebd49 tempest-RoutersAdminNegativeTest-351025139 tempest-RoutersAdminNegativeTest-351025139-project-admin] Pushing event deleted for resources: {'Port': ['ID=40e65f76-25a6-489f-84f0-9fb14cdcecb2,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:19:59.075892 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-adfec729-19c3-4024-8ec6-323bf46ebd49 tempest-RoutersAdminNegativeTest-351025139 tempest-RoutersAdminNegativeTest-351025139-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:59.077889 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-adfec729-19c3-4024-8ec6-323bf46ebd49 tempest-RoutersAdminNegativeTest-351025139 tempest-RoutersAdminNegativeTest-351025139-project-admin] 10.222.0.66 "DELETE /v2.0/ports/40e65f76-25a6-489f-84f0-9fb14cdcecb2 HTTP/1.1" status: 204 len: 168 time: 0.6300132 Aug 18 12:19:59.360268 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 36090) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:19:59.475159 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8ef607f6-013e-426f-ad61-b59991bc0058 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:59.572612 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8ef607f6-013e-426f-ad61-b59991bc0058 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:59.578261 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8ef607f6-013e-426f-ad61-b59991bc0058 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:59.620828 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-8ef607f6-013e-426f-ad61-b59991bc0058 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=91f8e5d975064e6ca0d39b01201bacfb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2593961 Aug 18 12:19:59.622023 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef607f6-013e-426f-ad61-b59991bc0058 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e793c14a-a4b9-4db1-a379-126aa9abdcce,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:19:59.623630 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 36096) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:19:59.678010 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-9b4c2197-2a38-4857-a498-02be42deb0a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:59.700374 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-9b4c2197-2a38-4857-a498-02be42deb0a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:59.759689 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-9b4c2197-2a38-4857-a498-02be42deb0a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:59.762185 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-9b4c2197-2a38-4857-a498-02be42deb0a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:19:59.763348 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-9b4c2197-2a38-4857-a498-02be42deb0a0 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e793c14a-a4b9-4db1-a379-126aa9abdcce HTTP/1.1" status: 204 len: 168 time: 0.1386838 Aug 18 12:19:59.771236 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4c2197-2a38-4857-a498-02be42deb0a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e793c14a-a4b9-4db1-a379-126aa9abdcce,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:20:00.031361 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 36102) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:20:00.075198 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-5fcbabfc-1d91-417c-b2a7-02274f7e9e37 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=64d9ab086c3e4138b2ea35e400a7aeb1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0425825 Aug 18 12:20:00.077803 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 36106) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:20:00.125503 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f89cff84-143d-4682-ac4a-c2349ff2ee7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:00.146220 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f89cff84-143d-4682-ac4a-c2349ff2ee7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:00.195714 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f89cff84-143d-4682-ac4a-c2349ff2ee7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:00.198405 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f89cff84-143d-4682-ac4a-c2349ff2ee7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:00.199539 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-f89cff84-143d-4682-ac4a-c2349ff2ee7a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e71f0dea-9b72-4dd4-9cf8-79b4cd2549a5 HTTP/1.1" status: 204 len: 168 time: 0.1208341 Aug 18 12:20:00.207314 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89cff84-143d-4682-ac4a-c2349ff2ee7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e71f0dea-9b72-4dd4-9cf8-79b4cd2549a5,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:20:00.961844 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 36130) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:20:01.081510 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-c2af3ac3-9e30-403c-be43-014cebea51a1 tempest-AgentManagementNegativeTest-17460649 tempest-AgentManagementNegativeTest-17460649-project] 10.222.0.66 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1184068 Aug 18 12:20:01.340223 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 36146) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:20:01.458925 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-26c171f1-4164-40bc-9dff-82a44c97c565 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:01.550903 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-26c171f1-4164-40bc-9dff-82a44c97c565 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:01.556324 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-26c171f1-4164-40bc-9dff-82a44c97c565 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:01.595074 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-26c171f1-4164-40bc-9dff-82a44c97c565 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=2247d5e115c6415e97c851f463ad08ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2542195 Aug 18 12:20:01.595828 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c171f1-4164-40bc-9dff-82a44c97c565 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feef340f-aff9-41c5-ac41-dcc251450429,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:20:01.597954 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 36150) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:20:01.653266 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9575a0d7-40b5-4438-9541-94bc0d134d17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:01.676037 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9575a0d7-40b5-4438-9541-94bc0d134d17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:01.727982 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9575a0d7-40b5-4438-9541-94bc0d134d17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:01.731168 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9575a0d7-40b5-4438-9541-94bc0d134d17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:01.732655 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-9575a0d7-40b5-4438-9541-94bc0d134d17 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/feef340f-aff9-41c5-ac41-dcc251450429 HTTP/1.1" status: 204 len: 168 time: 0.1334126 Aug 18 12:20:01.741875 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9575a0d7-40b5-4438-9541-94bc0d134d17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feef340f-aff9-41c5-ac41-dcc251450429,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:20:02.422004 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 36176) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:20:02.527840 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-0459b014-542f-465e-89e6-c27d02095003 tempest-FloatingIPNegativeTestJSON-644343644 tempest-FloatingIPNegativeTestJSON-644343644-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-946364449'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:20:02.550804 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0459b014-542f-465e-89e6-c27d02095003 tempest-FloatingIPNegativeTestJSON-644343644 tempest-FloatingIPNegativeTestJSON-644343644-project] Made reservation on behalf of 36f5f62449904374b398c0651da1e9c4 for: {'network': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:20:02.554652 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0459b014-542f-465e-89e6-c27d02095003 tempest-FloatingIPNegativeTestJSON-644343644 tempest-FloatingIPNegativeTestJSON-644343644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for network, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:02.563659 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0459b014-542f-465e-89e6-c27d02095003 tempest-FloatingIPNegativeTestJSON-644343644 tempest-FloatingIPNegativeTestJSON-644343644-project] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:02.661360 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0459b014-542f-465e-89e6-c27d02095003 tempest-FloatingIPNegativeTestJSON-644343644 tempest-FloatingIPNegativeTestJSON-644343644-project] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:02.664709 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.agents_db [None req-6dbb2658-0354-4101-8393-6e7505481cf6 None None] Agent healthcheck: found 7 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 12:20:02.666464 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0459b014-542f-465e-89e6-c27d02095003 tempest-FloatingIPNegativeTestJSON-644343644 tempest-FloatingIPNegativeTestJSON-644343644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:02.691011 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0459b014-542f-465e-89e6-c27d02095003 tempest-FloatingIPNegativeTestJSON-644343644 tempest-FloatingIPNegativeTestJSON-644343644-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 845} {{(pid=106253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:20:02.706722 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0459b014-542f-465e-89e6-c27d02095003 tempest-FloatingIPNegativeTestJSON-644343644 tempest-FloatingIPNegativeTestJSON-644343644-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a545ba10-1dde-405b-bd8f-2d72123aef8d,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:20:02.710900 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0459b014-542f-465e-89e6-c27d02095003 tempest-FloatingIPNegativeTestJSON-644343644 tempest-FloatingIPNegativeTestJSON-644343644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:02.711253 n-d-804985-2 neutron-server[106253]: INFO neutron.db.segments_db [None req-0459b014-542f-465e-89e6-c27d02095003 tempest-FloatingIPNegativeTestJSON-644343644 tempest-FloatingIPNegativeTestJSON-644343644-project] Added segment acce9871-699b-4d76-b3ba-4cfa175e0633 of type vlan for network aa3b0d8a-ee9e-48e4-a848-ba83c702b71c Aug 18 12:20:02.754780 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0459b014-542f-465e-89e6-c27d02095003 tempest-FloatingIPNegativeTestJSON-644343644 tempest-FloatingIPNegativeTestJSON-644343644-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789150665894'] for network, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:02.787289 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0459b014-542f-465e-89e6-c27d02095003 tempest-FloatingIPNegativeTestJSON-644343644 tempest-FloatingIPNegativeTestJSON-644343644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for network, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:02.793043 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0459b014-542f-465e-89e6-c27d02095003 tempest-FloatingIPNegativeTestJSON-644343644 tempest-FloatingIPNegativeTestJSON-644343644-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:20:02.793630 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0459b014-542f-465e-89e6-c27d02095003 tempest-FloatingIPNegativeTestJSON-644343644 tempest-FloatingIPNegativeTestJSON-644343644-project] Notify callbacks [] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:02.854994 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-0459b014-542f-465e-89e6-c27d02095003 tempest-FloatingIPNegativeTestJSON-644343644 tempest-FloatingIPNegativeTestJSON-644343644-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.4318047 Aug 18 12:20:02.858058 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 36182) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:20:02.865324 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-12aae5fa-c0d8-4a22-91df-7bdd5f3898d9 tempest-FloatingIPNegativeTestJSON-644343644 tempest-FloatingIPNegativeTestJSON-644343644-project] Request body: {'subnet': {'network_id': 'aa3b0d8a-ee9e-48e4-a848-ba83c702b71c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:20:02.870243 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0459b014-542f-465e-89e6-c27d02095003 tempest-FloatingIPNegativeTestJSON-644343644 tempest-FloatingIPNegativeTestJSON-644343644-project] Pushing event updated for resources: {'Network': ['ID=aa3b0d8a-ee9e-48e4-a848-ba83c702b71c,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:20:02.880749 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Network aa3b0d8a-ee9e-48e4-a848-ba83c702b71c details requested by agent ovs-agent-n-d-804985-2 with host n-d-804985-2 {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:20:02.960875 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12aae5fa-c0d8-4a22-91df-7bdd5f3898d9 tempest-FloatingIPNegativeTestJSON-644343644 tempest-FloatingIPNegativeTestJSON-644343644-project] Made reservation on behalf of 36f5f62449904374b398c0651da1e9c4 for: {'subnet': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:20:02.964411 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-12aae5fa-c0d8-4a22-91df-7bdd5f3898d9 tempest-FloatingIPNegativeTestJSON-644343644 tempest-FloatingIPNegativeTestJSON-644343644-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59388119'] for subnet, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:03.153445 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-12aae5fa-c0d8-4a22-91df-7bdd5f3898d9 tempest-FloatingIPNegativeTestJSON-644343644 tempest-FloatingIPNegativeTestJSON-644343644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58902106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59388097'] for subnet, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:03.223356 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12aae5fa-c0d8-4a22-91df-7bdd5f3898d9 tempest-FloatingIPNegativeTestJSON-644343644 tempest-FloatingIPNegativeTestJSON-644343644-project] Pushing event updated for resources: {'Subnet': ['ID=b9036a2d-5acb-414f-85ae-951b24e8b5c0,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:20:03.232061 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12aae5fa-c0d8-4a22-91df-7bdd5f3898d9 tempest-FloatingIPNegativeTestJSON-644343644 tempest-FloatingIPNegativeTestJSON-644343644-project] Checking segment: {'id': 'acce9871-699b-4d76-b3ba-4cfa175e0633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'aa3b0d8a-ee9e-48e4-a848-ba83c702b71c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:20:03.232433 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12aae5fa-c0d8-4a22-91df-7bdd5f3898d9 tempest-FloatingIPNegativeTestJSON-644343644 tempest-FloatingIPNegativeTestJSON-644343644-project] Network hostable DHCP agents. Network: aa3b0d8a-ee9e-48e4-a848-ba83c702b71c, hostable agents: ['97c14208-2951-4361-8d64-3708c946ff5f'], hosted agents: [] {{(pid=106253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 12:20:03.252057 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12aae5fa-c0d8-4a22-91df-7bdd5f3898d9 tempest-FloatingIPNegativeTestJSON-644343644 tempest-FloatingIPNegativeTestJSON-644343644-project] Network aa3b0d8a-ee9e-48e4-a848-ba83c702b71c is scheduled to be hosted by DHCP agent 97c14208-2951-4361-8d64-3708c946ff5f with binding_index 1 {{(pid=106253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 12:20:03.261530 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-12aae5fa-c0d8-4a22-91df-7bdd5f3898d9 tempest-FloatingIPNegativeTestJSON-644343644 tempest-FloatingIPNegativeTestJSON-644343644-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-2, aa3b0d8a-ee9e-48e4-a848-ba83c702b71c) {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:20:03.266978 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12aae5fa-c0d8-4a22-91df-7bdd5f3898d9 tempest-FloatingIPNegativeTestJSON-644343644 tempest-FloatingIPNegativeTestJSON-644343644-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:20:03.267743 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-12aae5fa-c0d8-4a22-91df-7bdd5f3898d9 tempest-FloatingIPNegativeTestJSON-644343644 tempest-FloatingIPNegativeTestJSON-644343644-project] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:03.271406 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff4c37c9-fe47-414b-92c0-df5c34cb7057 None None] Network aa3b0d8a-ee9e-48e4-a848-ba83c702b71c requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:20:03.284229 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-12aae5fa-c0d8-4a22-91df-7bdd5f3898d9 tempest-FloatingIPNegativeTestJSON-644343644 tempest-FloatingIPNegativeTestJSON-644343644-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4251428 Aug 18 12:20:03.287100 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 36184) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:20:03.291715 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-a4c74c4d-fe37-4f1b-a09c-1eacee47e8ce tempest-FloatingIPNegativeTestJSON-644343644 tempest-FloatingIPNegativeTestJSON-644343644-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1712954717', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:20:03.316253 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a4c74c4d-fe37-4f1b-a09c-1eacee47e8ce tempest-FloatingIPNegativeTestJSON-644343644 tempest-FloatingIPNegativeTestJSON-644343644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-998592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15809'] for router, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:03.317310 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a4c74c4d-fe37-4f1b-a09c-1eacee47e8ce tempest-FloatingIPNegativeTestJSON-644343644 tempest-FloatingIPNegativeTestJSON-644343644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-992733', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-971415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15816'] for router, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:03.371284 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a4c74c4d-fe37-4f1b-a09c-1eacee47e8ce tempest-FloatingIPNegativeTestJSON-644343644 tempest-FloatingIPNegativeTestJSON-644343644-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:03.376597 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a4c74c4d-fe37-4f1b-a09c-1eacee47e8ce tempest-FloatingIPNegativeTestJSON-644343644 tempest-FloatingIPNegativeTestJSON-644343644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-998473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-992536'] for router, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:03.394114 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a4c74c4d-fe37-4f1b-a09c-1eacee47e8ce tempest-FloatingIPNegativeTestJSON-644343644 tempest-FloatingIPNegativeTestJSON-644343644-project] Notify callbacks [] for router, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:03.394796 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-a4c74c4d-fe37-4f1b-a09c-1eacee47e8ce tempest-FloatingIPNegativeTestJSON-644343644 tempest-FloatingIPNegativeTestJSON-644343644-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.1067493 Aug 18 12:20:03.397773 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 36188) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:20:03.600652 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4853edfb-d4a1-4cf5-9cf1-1ef51186df10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp788be208-34ab-5a8f-af0f-528834af222f-aa3b0d8a-ee9e-48e4-a848-ba83c702b71c', 'network_id': 'aa3b0d8a-ee9e-48e4-a848-ba83c702b71c', 'tenant_id': '36f5f62449904374b398c0651da1e9c4', 'fixed_ips': [{'subnet_id': 'b9036a2d-5acb-414f-85ae-951b24e8b5c0'}]}} from n-d-804985-2. {{(pid=106254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 12:20:03.601578 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4853edfb-d4a1-4cf5-9cf1-1ef51186df10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:03.712235 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-cacf312b-10a0-40d0-af65-41b37f244e8d tempest-FloatingIPNegativeTestJSON-644343644 tempest-FloatingIPNegativeTestJSON-644343644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:03.753410 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.db_base_plugin_common [None req-4853edfb-d4a1-4cf5-9cf1-1ef51186df10 None None] Allocated IP 172.20.0.2 (aa3b0d8a-ee9e-48e4-a848-ba83c702b71c/b9036a2d-5acb-414f-85ae-951b24e8b5c0/14b720c5-7c62-421b-8806-94b2e5f99360) {{(pid=106254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:20:03.902369 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4853edfb-d4a1-4cf5-9cf1-1ef51186df10 None None] Notify callbacks [] for port, precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:03.910735 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-4853edfb-d4a1-4cf5-9cf1-1ef51186df10 None None] Transition to ACTIVE for port object 14b720c5-7c62-421b-8806-94b2e5f99360 will not be triggered until provisioned by entity L2. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:20:03.925450 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-4853edfb-d4a1-4cf5-9cf1-1ef51186df10 None None] Transition to ACTIVE for port object 14b720c5-7c62-421b-8806-94b2e5f99360 will not be triggered until provisioned by entity DHCP. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:20:03.932497 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4853edfb-d4a1-4cf5-9cf1-1ef51186df10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547'] for port, after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:03.973442 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4853edfb-d4a1-4cf5-9cf1-1ef51186df10 None None] Network aa3b0d8a-ee9e-48e4-a848-ba83c702b71c is already hosted by enough agents. {{(pid=106254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:20:03.976346 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.base_scheduler [None req-4853edfb-d4a1-4cf5-9cf1-1ef51186df10 None None] Resources bound (agent type, host, resource id): {{(pid=106254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:20:03.980827 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4853edfb-d4a1-4cf5-9cf1-1ef51186df10 None None] Received port after_create {{(pid=106254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:20:03.984001 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4853edfb-d4a1-4cf5-9cf1-1ef51186df10 None None] Pushing event updated for resources: {'Port': ['ID=14b720c5-7c62-421b-8806-94b2e5f99360,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:20:04.008150 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4853edfb-d4a1-4cf5-9cf1-1ef51186df10 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:20:04.008523 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4853edfb-d4a1-4cf5-9cf1-1ef51186df10 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:20:04.008862 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4853edfb-d4a1-4cf5-9cf1-1ef51186df10 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:20:04.009192 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4853edfb-d4a1-4cf5-9cf1-1ef51186df10 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:20:04.009518 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4853edfb-d4a1-4cf5-9cf1-1ef51186df10 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:20:04.009838 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4853edfb-d4a1-4cf5-9cf1-1ef51186df10 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:20:04.010155 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4853edfb-d4a1-4cf5-9cf1-1ef51186df10 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:20:04.010471 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4853edfb-d4a1-4cf5-9cf1-1ef51186df10 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:20:04.010785 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4853edfb-d4a1-4cf5-9cf1-1ef51186df10 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:20:04.011097 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4853edfb-d4a1-4cf5-9cf1-1ef51186df10 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:20:04.011401 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4853edfb-d4a1-4cf5-9cf1-1ef51186df10 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:20:04.011721 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4853edfb-d4a1-4cf5-9cf1-1ef51186df10 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:20:04.039489 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [None req-cacf312b-10a0-40d0-af65-41b37f244e8d tempest-FloatingIPNegativeTestJSON-644343644 tempest-FloatingIPNegativeTestJSON-644343644-project] Allocated IP 172.20.0.1 (aa3b0d8a-ee9e-48e4-a848-ba83c702b71c/b9036a2d-5acb-414f-85ae-951b24e8b5c0/318d9ed2-737e-4458-8296-4738d0021cdb) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:20:04.045432 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-4853edfb-d4a1-4cf5-9cf1-1ef51186df10 None None] Attempting to bind port 14b720c5-7c62-421b-8806-94b2e5f99360 on host n-d-804985-2 for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:20:04.045844 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-4853edfb-d4a1-4cf5-9cf1-1ef51186df10 None None] Attempting to bind port 14b720c5-7c62-421b-8806-94b2e5f99360 by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': 'acce9871-699b-4d76-b3ba-4cfa175e0633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'aa3b0d8a-ee9e-48e4-a848-ba83c702b71c'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:20:04.046272 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4853edfb-d4a1-4cf5-9cf1-1ef51186df10 None None] Attempting to bind port 14b720c5-7c62-421b-8806-94b2e5f99360 on network aa3b0d8a-ee9e-48e4-a848-ba83c702b71c {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:20:04.052775 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4853edfb-d4a1-4cf5-9cf1-1ef51186df10 None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 19, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:20:04.055622 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4853edfb-d4a1-4cf5-9cf1-1ef51186df10 None None] Checking segment: {'id': 'acce9871-699b-4d76-b3ba-4cfa175e0633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'aa3b0d8a-ee9e-48e4-a848-ba83c702b71c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:20:04.056157 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4853edfb-d4a1-4cf5-9cf1-1ef51186df10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:04.056592 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4853edfb-d4a1-4cf5-9cf1-1ef51186df10 None None] Bound using segment: {'id': 'acce9871-699b-4d76-b3ba-4cfa175e0633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'aa3b0d8a-ee9e-48e4-a848-ba83c702b71c'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:20:04.057099 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-4853edfb-d4a1-4cf5-9cf1-1ef51186df10 None None] Bound port: 14b720c5-7c62-421b-8806-94b2e5f99360, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acce9871-699b-4d76-b3ba-4cfa175e0633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'aa3b0d8a-ee9e-48e4-a848-ba83c702b71c'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:20:04.057486 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4853edfb-d4a1-4cf5-9cf1-1ef51186df10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:04.144941 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-4853edfb-d4a1-4cf5-9cf1-1ef51186df10 None None] For port 14b720c5-7c62-421b-8806-94b2e5f99360, host n-d-804985-2, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:20:04.148352 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-4853edfb-d4a1-4cf5-9cf1-1ef51186df10 None None] For port 14b720c5-7c62-421b-8806-94b2e5f99360, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=14b720c5-7c62-421b-8806-94b2e5f99360,segment=NetworkSegment(acce9871-699b-4d76-b3ba-4cfa175e0633),segment_id=acce9871-699b-4d76-b3ba-4cfa175e0633)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:20:04.153442 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4853edfb-d4a1-4cf5-9cf1-1ef51186df10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:04.180201 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-cacf312b-10a0-40d0-af65-41b37f244e8d tempest-FloatingIPNegativeTestJSON-644343644 tempest-FloatingIPNegativeTestJSON-644343644-project] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:04.197162 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [None req-cacf312b-10a0-40d0-af65-41b37f244e8d tempest-FloatingIPNegativeTestJSON-644343644 tempest-FloatingIPNegativeTestJSON-644343644-project] Transition to ACTIVE for port object 318d9ed2-737e-4458-8296-4738d0021cdb will not be triggered until provisioned by entity DHCP. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:20:04.216696 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4853edfb-d4a1-4cf5-9cf1-1ef51186df10 None None] Pushing event updated for resources: {'Port': ['ID=14b720c5-7c62-421b-8806-94b2e5f99360,revision_number=2']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:20:04.246460 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-cacf312b-10a0-40d0-af65-41b37f244e8d tempest-FloatingIPNegativeTestJSON-644343644 tempest-FloatingIPNegativeTestJSON-644343644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:04.293877 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cacf312b-10a0-40d0-af65-41b37f244e8d tempest-FloatingIPNegativeTestJSON-644343644 tempest-FloatingIPNegativeTestJSON-644343644-project] Network aa3b0d8a-ee9e-48e4-a848-ba83c702b71c is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:20:04.297151 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-cacf312b-10a0-40d0-af65-41b37f244e8d tempest-FloatingIPNegativeTestJSON-644343644 tempest-FloatingIPNegativeTestJSON-644343644-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:20:04.300344 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cacf312b-10a0-40d0-af65-41b37f244e8d tempest-FloatingIPNegativeTestJSON-644343644 tempest-FloatingIPNegativeTestJSON-644343644-project] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:20:04.307391 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacf312b-10a0-40d0-af65-41b37f244e8d tempest-FloatingIPNegativeTestJSON-644343644 tempest-FloatingIPNegativeTestJSON-644343644-project] Pushing event updated for resources: {'Port': ['ID=318d9ed2-737e-4458-8296-4738d0021cdb,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:20:04.336540 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacf312b-10a0-40d0-af65-41b37f244e8d tempest-FloatingIPNegativeTestJSON-644343644 tempest-FloatingIPNegativeTestJSON-644343644-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:20:04.336853 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacf312b-10a0-40d0-af65-41b37f244e8d tempest-FloatingIPNegativeTestJSON-644343644 tempest-FloatingIPNegativeTestJSON-644343644-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:20:04.337166 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacf312b-10a0-40d0-af65-41b37f244e8d tempest-FloatingIPNegativeTestJSON-644343644 tempest-FloatingIPNegativeTestJSON-644343644-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:20:04.337502 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacf312b-10a0-40d0-af65-41b37f244e8d tempest-FloatingIPNegativeTestJSON-644343644 tempest-FloatingIPNegativeTestJSON-644343644-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:20:04.337822 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacf312b-10a0-40d0-af65-41b37f244e8d tempest-FloatingIPNegativeTestJSON-644343644 tempest-FloatingIPNegativeTestJSON-644343644-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:20:04.338168 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacf312b-10a0-40d0-af65-41b37f244e8d tempest-FloatingIPNegativeTestJSON-644343644 tempest-FloatingIPNegativeTestJSON-644343644-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:20:04.338499 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacf312b-10a0-40d0-af65-41b37f244e8d tempest-FloatingIPNegativeTestJSON-644343644 tempest-FloatingIPNegativeTestJSON-644343644-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:20:04.338825 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacf312b-10a0-40d0-af65-41b37f244e8d tempest-FloatingIPNegativeTestJSON-644343644 tempest-FloatingIPNegativeTestJSON-644343644-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:20:04.339153 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacf312b-10a0-40d0-af65-41b37f244e8d tempest-FloatingIPNegativeTestJSON-644343644 tempest-FloatingIPNegativeTestJSON-644343644-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:20:04.339473 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacf312b-10a0-40d0-af65-41b37f244e8d tempest-FloatingIPNegativeTestJSON-644343644 tempest-FloatingIPNegativeTestJSON-644343644-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:20:04.339791 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacf312b-10a0-40d0-af65-41b37f244e8d tempest-FloatingIPNegativeTestJSON-644343644 tempest-FloatingIPNegativeTestJSON-644343644-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:20:04.340113 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacf312b-10a0-40d0-af65-41b37f244e8d tempest-FloatingIPNegativeTestJSON-644343644 tempest-FloatingIPNegativeTestJSON-644343644-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:20:04.361363 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-cacf312b-10a0-40d0-af65-41b37f244e8d tempest-FloatingIPNegativeTestJSON-644343644 tempest-FloatingIPNegativeTestJSON-644343644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-996688'] for router_interface, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:04.558998 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-cacf312b-10a0-40d0-af65-41b37f244e8d tempest-FloatingIPNegativeTestJSON-644343644 tempest-FloatingIPNegativeTestJSON-644343644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:04.865204 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-cacf312b-10a0-40d0-af65-41b37f244e8d tempest-FloatingIPNegativeTestJSON-644343644 tempest-FloatingIPNegativeTestJSON-644343644-project] Notify callbacks [] for port, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:04.870853 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-cacf312b-10a0-40d0-af65-41b37f244e8d tempest-FloatingIPNegativeTestJSON-644343644 tempest-FloatingIPNegativeTestJSON-644343644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:04.956590 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacf312b-10a0-40d0-af65-41b37f244e8d tempest-FloatingIPNegativeTestJSON-644343644 tempest-FloatingIPNegativeTestJSON-644343644-project] Pushing event updated for resources: {'Port': ['ID=318d9ed2-737e-4458-8296-4738d0021cdb,revision_number=2']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:20:04.960422 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-cacf312b-10a0-40d0-af65-41b37f244e8d tempest-FloatingIPNegativeTestJSON-644343644 tempest-FloatingIPNegativeTestJSON-644343644-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-996772'] for router_interface, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:05.059143 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cacf312b-10a0-40d0-af65-41b37f244e8d tempest-FloatingIPNegativeTestJSON-644343644 tempest-FloatingIPNegativeTestJSON-644343644-project] Network aa3b0d8a-ee9e-48e4-a848-ba83c702b71c is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:20:05.060781 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-cacf312b-10a0-40d0-af65-41b37f244e8d tempest-FloatingIPNegativeTestJSON-644343644 tempest-FloatingIPNegativeTestJSON-644343644-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:20:05.179128 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cacf312b-10a0-40d0-af65-41b37f244e8d tempest-FloatingIPNegativeTestJSON-644343644 tempest-FloatingIPNegativeTestJSON-644343644-project] Router c3081ea1-57ca-4ae6-9d9a-03953c585ebb is scheduled to L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 with binding_index 1 {{(pid=106252) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 12:20:05.206910 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f17c441-9a8f-4c1e-8409-dd3d442ff4f7 None None] Network aa3b0d8a-ee9e-48e4-a848-ba83c702b71c requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:20:05.270118 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-67e92c83-a2f7-40a3-b841-67d3a08d8e0e None None] Provisioning for port 14b720c5-7c62-421b-8806-94b2e5f99360 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:20:05.272332 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cacf312b-10a0-40d0-af65-41b37f244e8d tempest-FloatingIPNegativeTestJSON-644343644 tempest-FloatingIPNegativeTestJSON-644343644-project] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:20:05.280256 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 36200) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:20:05.280705 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-cacf312b-10a0-40d0-af65-41b37f244e8d tempest-FloatingIPNegativeTestJSON-644343644 tempest-FloatingIPNegativeTestJSON-644343644-project] 10.222.0.66 "PUT /v2.0/routers/c3081ea1-57ca-4ae6-9d9a-03953c585ebb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8809471 Aug 18 12:20:05.286489 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb7cc03-4de6-4b35-b573-f89c0e729504 None None] Sync routers for ids ['c3081ea1-57ca-4ae6-9d9a-03953c585ebb'] in n-d-804985-2 {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:20:05.288520 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-5f0cfc6d-9009-443e-9c2d-70758cdce5c3 tempest-FloatingIPNegativeTestJSON-644343644 tempest-FloatingIPNegativeTestJSON-644343644-project] Request body: {'port': {'network_id': 'aa3b0d8a-ee9e-48e4-a848-ba83c702b71c', 'name': 'tempest-FloatingIPNegativeTestJSON-984886616'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:20:05.305536 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb7cc03-4de6-4b35-b573-f89c0e729504 None None] Routers {'c3081ea1-57ca-4ae6-9d9a-03953c585ebb'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:20:05.306159 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-3eb7cc03-4de6-4b35-b573-f89c0e729504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:19:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['c3081ea1-57ca-4ae6-9d9a-03953c585ebb'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:20:05.340408 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-3eb7cc03-4de6-4b35-b573-f89c0e729504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:20:05.371361 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 14b720c5-7c62-421b-8806-94b2e5f99360 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:20:05.379800 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb7cc03-4de6-4b35-b573-f89c0e729504 None None] Routers {'c3081ea1-57ca-4ae6-9d9a-03953c585ebb'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:20:05.380436 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-3eb7cc03-4de6-4b35-b573-f89c0e729504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:19:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['c3081ea1-57ca-4ae6-9d9a-03953c585ebb'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:20:05.423655 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f0cfc6d-9009-443e-9c2d-70758cdce5c3 tempest-FloatingIPNegativeTestJSON-644343644 tempest-FloatingIPNegativeTestJSON-644343644-project] Made reservation on behalf of 36f5f62449904374b398c0651da1e9c4 for: {'port': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:20:05.427368 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5f0cfc6d-9009-443e-9c2d-70758cdce5c3 tempest-FloatingIPNegativeTestJSON-644343644 tempest-FloatingIPNegativeTestJSON-644343644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:05.441828 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-3eb7cc03-4de6-4b35-b573-f89c0e729504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:20:05.442494 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb7cc03-4de6-4b35-b573-f89c0e729504 None None] The sync data for ids ['c3081ea1-57ca-4ae6-9d9a-03953c585ebb'] in n-d-804985-2 is: [] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:20:05.446315 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [None req-5f0cfc6d-9009-443e-9c2d-70758cdce5c3 tempest-FloatingIPNegativeTestJSON-644343644 tempest-FloatingIPNegativeTestJSON-644343644-project] device_id is not set on port c100bf2a-8133-4098-864f-3fe3904b4280 yet. {{(pid=106253) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 12:20:05.494695 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port 14b720c5-7c62-421b-8806-94b2e5f99360 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:20:05.500000 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 14b720c5-7c62-421b-8806-94b2e5f99360 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:20:05.500347 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:05.565698 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [None req-5f0cfc6d-9009-443e-9c2d-70758cdce5c3 tempest-FloatingIPNegativeTestJSON-644343644 tempest-FloatingIPNegativeTestJSON-644343644-project] Allocated IP 172.20.0.6 (aa3b0d8a-ee9e-48e4-a848-ba83c702b71c/b9036a2d-5acb-414f-85ae-951b24e8b5c0/c100bf2a-8133-4098-864f-3fe3904b4280) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:20:05.593806 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:05.629992 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] For port 14b720c5-7c62-421b-8806-94b2e5f99360, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=14b720c5-7c62-421b-8806-94b2e5f99360,segment=NetworkSegment(acce9871-699b-4d76-b3ba-4cfa175e0633),segment_id=acce9871-699b-4d76-b3ba-4cfa175e0633)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:20:05.635796 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:05.700917 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Pushing event updated for resources: {'Port': ['ID=14b720c5-7c62-421b-8806-94b2e5f99360,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:20:05.725346 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-31d14916-50b7-4d9a-8326-c286a45bab57 None None] Provisioning for port 318d9ed2-737e-4458-8296-4738d0021cdb completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:20:05.730178 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-31d14916-50b7-4d9a-8326-c286a45bab57 None None] Provisioning complete for port 318d9ed2-737e-4458-8296-4738d0021cdb triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:20:05.730882 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-31d14916-50b7-4d9a-8326-c286a45bab57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:05.738511 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5f0cfc6d-9009-443e-9c2d-70758cdce5c3 tempest-FloatingIPNegativeTestJSON-644343644 tempest-FloatingIPNegativeTestJSON-644343644-project] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:05.759987 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [None req-5f0cfc6d-9009-443e-9c2d-70758cdce5c3 tempest-FloatingIPNegativeTestJSON-644343644 tempest-FloatingIPNegativeTestJSON-644343644-project] Transition to ACTIVE for port object c100bf2a-8133-4098-864f-3fe3904b4280 will not be triggered until provisioned by entity DHCP. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:20:05.772965 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-31d14916-50b7-4d9a-8326-c286a45bab57 None None] Port 318d9ed2-737e-4458-8296-4738d0021cdb cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:20:05.786306 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-31d14916-50b7-4d9a-8326-c286a45bab57 None None] Provisioning complete for port 14b720c5-7c62-421b-8806-94b2e5f99360 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:20:05.786758 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-31d14916-50b7-4d9a-8326-c286a45bab57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:05.799293 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5f0cfc6d-9009-443e-9c2d-70758cdce5c3 tempest-FloatingIPNegativeTestJSON-644343644 tempest-FloatingIPNegativeTestJSON-644343644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:05.872729 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f0cfc6d-9009-443e-9c2d-70758cdce5c3 tempest-FloatingIPNegativeTestJSON-644343644 tempest-FloatingIPNegativeTestJSON-644343644-project] Network aa3b0d8a-ee9e-48e4-a848-ba83c702b71c is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:20:05.877170 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0cfc6d-9009-443e-9c2d-70758cdce5c3 tempest-FloatingIPNegativeTestJSON-644343644 tempest-FloatingIPNegativeTestJSON-644343644-project] Pushing event updated for resources: {'Port': ['ID=c100bf2a-8133-4098-864f-3fe3904b4280,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:20:05.879966 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-5f0cfc6d-9009-443e-9c2d-70758cdce5c3 tempest-FloatingIPNegativeTestJSON-644343644 tempest-FloatingIPNegativeTestJSON-644343644-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:20:05.882217 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f0cfc6d-9009-443e-9c2d-70758cdce5c3 tempest-FloatingIPNegativeTestJSON-644343644 tempest-FloatingIPNegativeTestJSON-644343644-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:20:05.934646 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f0cfc6d-9009-443e-9c2d-70758cdce5c3 tempest-FloatingIPNegativeTestJSON-644343644 tempest-FloatingIPNegativeTestJSON-644343644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:20:05.935561 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5f0cfc6d-9009-443e-9c2d-70758cdce5c3 tempest-FloatingIPNegativeTestJSON-644343644 tempest-FloatingIPNegativeTestJSON-644343644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:05.961125 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 36210) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:20:05.967361 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-b7a1075d-6562-4b7b-b7ec-3851d2f61035 tempest-FloatingIPNegativeTestJSON-644343644 tempest-FloatingIPNegativeTestJSON-644343644-project] Request body: {'floatingip': {'floating_network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:20:05.972996 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-5f0cfc6d-9009-443e-9c2d-70758cdce5c3 tempest-FloatingIPNegativeTestJSON-644343644 tempest-FloatingIPNegativeTestJSON-644343644-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.6902928 Aug 18 12:20:06.001781 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b7a1075d-6562-4b7b-b7ec-3851d2f61035 tempest-FloatingIPNegativeTestJSON-644343644 tempest-FloatingIPNegativeTestJSON-644343644-project] Notify callbacks [] for floatingip, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:06.023731 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-0a144c08-ca41-4899-97ee-ded25ed9febc None None] Provisioning complete for port 318d9ed2-737e-4458-8296-4738d0021cdb triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:20:06.024114 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-0a144c08-ca41-4899-97ee-ded25ed9febc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:06.063390 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-0a144c08-ca41-4899-97ee-ded25ed9febc None None] Port 318d9ed2-737e-4458-8296-4738d0021cdb cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:20:06.141134 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b7a1075d-6562-4b7b-b7ec-3851d2f61035 tempest-FloatingIPNegativeTestJSON-644343644 tempest-FloatingIPNegativeTestJSON-644343644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:06.160096 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:06.253069 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [None req-b7a1075d-6562-4b7b-b7ec-3851d2f61035 tempest-FloatingIPNegativeTestJSON-644343644 tempest-FloatingIPNegativeTestJSON-644343644-project] Allocated IP 172.25.7.134 (7cae7a70-14fd-408c-b14d-39ceb97cb60e/9784295a-20b8-4a4b-b105-f82737f0448f/49ca46a9-d2e7-4b7f-ac3e-f8a4b8dc152f) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:20:06.284146 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-85fedafb-7651-4376-9d4d-4eacc6b900d3 None None] Provisioning complete for port 318d9ed2-737e-4458-8296-4738d0021cdb triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:20:06.284760 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-85fedafb-7651-4376-9d4d-4eacc6b900d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:06.336882 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-85fedafb-7651-4376-9d4d-4eacc6b900d3 None None] Port 318d9ed2-737e-4458-8296-4738d0021cdb cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:20:06.381529 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b7a1075d-6562-4b7b-b7ec-3851d2f61035 tempest-FloatingIPNegativeTestJSON-644343644 tempest-FloatingIPNegativeTestJSON-644343644-project] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:06.421603 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b7a1075d-6562-4b7b-b7ec-3851d2f61035 tempest-FloatingIPNegativeTestJSON-644343644 tempest-FloatingIPNegativeTestJSON-644343644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:06.459858 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-b200916a-1c4a-452e-8a4b-06447f1f3c94 None None] Provisioning for port c100bf2a-8133-4098-864f-3fe3904b4280 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:20:06.464661 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7a1075d-6562-4b7b-b7ec-3851d2f61035 tempest-FloatingIPNegativeTestJSON-644343644 tempest-FloatingIPNegativeTestJSON-644343644-project] Network 7cae7a70-14fd-408c-b14d-39ceb97cb60e is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:20:06.465521 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-b200916a-1c4a-452e-8a4b-06447f1f3c94 None None] Provisioning complete for port c100bf2a-8133-4098-864f-3fe3904b4280 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:20:06.465900 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-b200916a-1c4a-452e-8a4b-06447f1f3c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:06.467730 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-b7a1075d-6562-4b7b-b7ec-3851d2f61035 tempest-FloatingIPNegativeTestJSON-644343644 tempest-FloatingIPNegativeTestJSON-644343644-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:20:06.472534 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a1075d-6562-4b7b-b7ec-3851d2f61035 tempest-FloatingIPNegativeTestJSON-644343644 tempest-FloatingIPNegativeTestJSON-644343644-project] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:20:06.475739 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a1075d-6562-4b7b-b7ec-3851d2f61035 tempest-FloatingIPNegativeTestJSON-644343644 tempest-FloatingIPNegativeTestJSON-644343644-project] Pushing event updated for resources: {'Port': ['ID=49ca46a9-d2e7-4b7f-ac3e-f8a4b8dc152f,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:20:06.507782 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-b200916a-1c4a-452e-8a4b-06447f1f3c94 None None] Port c100bf2a-8133-4098-864f-3fe3904b4280 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:20:06.564227 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b7a1075d-6562-4b7b-b7ec-3851d2f61035 tempest-FloatingIPNegativeTestJSON-644343644 tempest-FloatingIPNegativeTestJSON-644343644-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:06.599904 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b7a1075d-6562-4b7b-b7ec-3851d2f61035 tempest-FloatingIPNegativeTestJSON-644343644 tempest-FloatingIPNegativeTestJSON-644343644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:06.754956 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b7a1075d-6562-4b7b-b7ec-3851d2f61035 tempest-FloatingIPNegativeTestJSON-644343644 tempest-FloatingIPNegativeTestJSON-644343644-project] Notify callbacks [] for port, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:06.763402 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b7a1075d-6562-4b7b-b7ec-3851d2f61035 tempest-FloatingIPNegativeTestJSON-644343644 tempest-FloatingIPNegativeTestJSON-644343644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:06.894096 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a1075d-6562-4b7b-b7ec-3851d2f61035 tempest-FloatingIPNegativeTestJSON-644343644 tempest-FloatingIPNegativeTestJSON-644343644-project] Pushing event updated for resources: {'Port': ['ID=49ca46a9-d2e7-4b7f-ac3e-f8a4b8dc152f,revision_number=2']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:20:06.906251 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b7a1075d-6562-4b7b-b7ec-3851d2f61035 tempest-FloatingIPNegativeTestJSON-644343644 tempest-FloatingIPNegativeTestJSON-644343644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-989945'] for floatingip, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:06.924182 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b7a1075d-6562-4b7b-b7ec-3851d2f61035 tempest-FloatingIPNegativeTestJSON-644343644 tempest-FloatingIPNegativeTestJSON-644343644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for floatingip, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:06.928242 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-b7a1075d-6562-4b7b-b7ec-3851d2f61035 tempest-FloatingIPNegativeTestJSON-644343644 tempest-FloatingIPNegativeTestJSON-644343644-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9626329 Aug 18 12:20:06.930527 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 36214) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:20:06.935268 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-71f35fd9-01b7-45c2-9a16-3d3f704f1821 tempest-FloatingIPNegativeTestJSON-644343644 tempest-FloatingIPNegativeTestJSON-644343644-project] Request body: {'floatingip': {'port_id': 'c100bf2a-8133-4098-864f-3fe3904b4280', 'fixed_ip_address': '172.20.0.6'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:20:06.981313 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-71f35fd9-01b7-45c2-9a16-3d3f704f1821 tempest-FloatingIPNegativeTestJSON-644343644 tempest-FloatingIPNegativeTestJSON-644343644-project] Notify callbacks [] for floatingip, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:07.099360 n-d-804985-2 neutron-server[106253]: INFO neutron.api.v2.resource [None req-71f35fd9-01b7-45c2-9a16-3d3f704f1821 tempest-FloatingIPNegativeTestJSON-644343644 tempest-FloatingIPNegativeTestJSON-644343644-project] update failed (client error): The resource could not be found. Aug 18 12:20:07.100512 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-71f35fd9-01b7-45c2-9a16-3d3f704f1821 tempest-FloatingIPNegativeTestJSON-644343644 tempest-FloatingIPNegativeTestJSON-644343644-project] 10.222.0.66 "PUT /v2.0/floatingips/59cb6408-bc6b-4869-bc04-a24d2234e344 HTTP/1.1" status: 404 len: 507 time: 0.1689260 Aug 18 12:20:07.104025 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 36218) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:20:07.231001 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-b3ede06d-44e7-4612-8d5a-bb967401b12c tempest-FloatingIPNegativeTestJSON-644343644 tempest-FloatingIPNegativeTestJSON-644343644-project] Deleting port 49ca46a9-d2e7-4b7f-ac3e-f8a4b8dc152f {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:20:07.231337 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b3ede06d-44e7-4612-8d5a-bb967401b12c tempest-FloatingIPNegativeTestJSON-644343644 tempest-FloatingIPNegativeTestJSON-644343644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:07.318173 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b3ede06d-44e7-4612-8d5a-bb967401b12c tempest-FloatingIPNegativeTestJSON-644343644 tempest-FloatingIPNegativeTestJSON-644343644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:07.318526 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b3ede06d-44e7-4612-8d5a-bb967401b12c tempest-FloatingIPNegativeTestJSON-644343644 tempest-FloatingIPNegativeTestJSON-644343644-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:07.330528 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-b3ede06d-44e7-4612-8d5a-bb967401b12c tempest-FloatingIPNegativeTestJSON-644343644 tempest-FloatingIPNegativeTestJSON-644343644-project] Calling delete_port for 49ca46a9-d2e7-4b7f-ac3e-f8a4b8dc152f owned by network:floatingip {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:20:07.332950 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 14b720c5-7c62-421b-8806-94b2e5f99360 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:20:07.382300 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 14b720c5-7c62-421b-8806-94b2e5f99360 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:20:07.382686 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:07.470485 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b3ede06d-44e7-4612-8d5a-bb967401b12c tempest-FloatingIPNegativeTestJSON-644343644 tempest-FloatingIPNegativeTestJSON-644343644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:07.497311 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ede06d-44e7-4612-8d5a-bb967401b12c tempest-FloatingIPNegativeTestJSON-644343644 tempest-FloatingIPNegativeTestJSON-644343644-project] Pushing event deleted for resources: {'Port': ['ID=49ca46a9-d2e7-4b7f-ac3e-f8a4b8dc152f,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:20:07.520453 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ede06d-44e7-4612-8d5a-bb967401b12c tempest-FloatingIPNegativeTestJSON-644343644 tempest-FloatingIPNegativeTestJSON-644343644-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:20:07.520788 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ede06d-44e7-4612-8d5a-bb967401b12c tempest-FloatingIPNegativeTestJSON-644343644 tempest-FloatingIPNegativeTestJSON-644343644-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:20:07.521126 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ede06d-44e7-4612-8d5a-bb967401b12c tempest-FloatingIPNegativeTestJSON-644343644 tempest-FloatingIPNegativeTestJSON-644343644-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:20:07.521461 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ede06d-44e7-4612-8d5a-bb967401b12c tempest-FloatingIPNegativeTestJSON-644343644 tempest-FloatingIPNegativeTestJSON-644343644-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:20:07.521793 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ede06d-44e7-4612-8d5a-bb967401b12c tempest-FloatingIPNegativeTestJSON-644343644 tempest-FloatingIPNegativeTestJSON-644343644-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:20:07.522121 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ede06d-44e7-4612-8d5a-bb967401b12c tempest-FloatingIPNegativeTestJSON-644343644 tempest-FloatingIPNegativeTestJSON-644343644-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:20:07.522444 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ede06d-44e7-4612-8d5a-bb967401b12c tempest-FloatingIPNegativeTestJSON-644343644 tempest-FloatingIPNegativeTestJSON-644343644-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:20:07.522782 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ede06d-44e7-4612-8d5a-bb967401b12c tempest-FloatingIPNegativeTestJSON-644343644 tempest-FloatingIPNegativeTestJSON-644343644-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:20:07.523135 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ede06d-44e7-4612-8d5a-bb967401b12c tempest-FloatingIPNegativeTestJSON-644343644 tempest-FloatingIPNegativeTestJSON-644343644-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:20:07.523456 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ede06d-44e7-4612-8d5a-bb967401b12c tempest-FloatingIPNegativeTestJSON-644343644 tempest-FloatingIPNegativeTestJSON-644343644-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:20:07.523774 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ede06d-44e7-4612-8d5a-bb967401b12c tempest-FloatingIPNegativeTestJSON-644343644 tempest-FloatingIPNegativeTestJSON-644343644-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:20:07.524079 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ede06d-44e7-4612-8d5a-bb967401b12c tempest-FloatingIPNegativeTestJSON-644343644 tempest-FloatingIPNegativeTestJSON-644343644-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:20:07.565517 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b3ede06d-44e7-4612-8d5a-bb967401b12c tempest-FloatingIPNegativeTestJSON-644343644 tempest-FloatingIPNegativeTestJSON-644343644-project] Notify callbacks [] for floatingip, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:07.568163 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b3ede06d-44e7-4612-8d5a-bb967401b12c tempest-FloatingIPNegativeTestJSON-644343644 tempest-FloatingIPNegativeTestJSON-644343644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for floatingip, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:07.569389 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-b3ede06d-44e7-4612-8d5a-bb967401b12c tempest-FloatingIPNegativeTestJSON-644343644 tempest-FloatingIPNegativeTestJSON-644343644-project] 10.222.0.66 "DELETE /v2.0/floatingips/59cb6408-bc6b-4869-bc04-a24d2234e344 HTTP/1.1" status: 204 len: 168 time: 0.4643862 Aug 18 12:20:07.573235 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 36220) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:20:07.578061 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-f25955e1-62e5-4fcc-a2ed-b5d94ff2b3db tempest-FloatingIPNegativeTestJSON-644343644 tempest-FloatingIPNegativeTestJSON-644343644-project] Request body: {'floatingip': {'floating_network_id': 'aa3b0d8a-ee9e-48e4-a848-ba83c702b71c', 'port_id': 'c100bf2a-8133-4098-864f-3fe3904b4280', 'fixed_ip_address': '172.20.0.6'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:20:07.602198 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f25955e1-62e5-4fcc-a2ed-b5d94ff2b3db tempest-FloatingIPNegativeTestJSON-644343644 tempest-FloatingIPNegativeTestJSON-644343644-project] Notify callbacks [] for floatingip, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:07.965557 n-d-804985-2 neutron-server[106252]: INFO neutron.api.v2.resource [None req-f25955e1-62e5-4fcc-a2ed-b5d94ff2b3db tempest-FloatingIPNegativeTestJSON-644343644 tempest-FloatingIPNegativeTestJSON-644343644-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 18 12:20:07.966629 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-f25955e1-62e5-4fcc-a2ed-b5d94ff2b3db tempest-FloatingIPNegativeTestJSON-644343644 tempest-FloatingIPNegativeTestJSON-644343644-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.3923097 Aug 18 12:20:07.970452 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 36226) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:20:07.976329 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-a45d605f-a274-48f9-98b1-2c8d415add60 tempest-FloatingIPNegativeTestJSON-644343644 tempest-FloatingIPNegativeTestJSON-644343644-project] Request body: {'floatingip': {'floating_network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'port_id': 'c100bf2a-8133-4098-864f-3fe3904b4280', 'fixed_ip_address': '172.20.0.6'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:20:08.000853 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a45d605f-a274-48f9-98b1-2c8d415add60 tempest-FloatingIPNegativeTestJSON-644343644 tempest-FloatingIPNegativeTestJSON-644343644-project] Notify callbacks [] for floatingip, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:08.107121 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a45d605f-a274-48f9-98b1-2c8d415add60 tempest-FloatingIPNegativeTestJSON-644343644 tempest-FloatingIPNegativeTestJSON-644343644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:08.219647 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [None req-a45d605f-a274-48f9-98b1-2c8d415add60 tempest-FloatingIPNegativeTestJSON-644343644 tempest-FloatingIPNegativeTestJSON-644343644-project] Allocated IP 172.25.7.47 (7cae7a70-14fd-408c-b14d-39ceb97cb60e/9784295a-20b8-4a4b-b105-f82737f0448f/59d430ab-d7cd-469a-9e27-56cfc9001f65) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:20:08.239328 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:08.323621 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a45d605f-a274-48f9-98b1-2c8d415add60 tempest-FloatingIPNegativeTestJSON-644343644 tempest-FloatingIPNegativeTestJSON-644343644-project] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:08.365642 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a45d605f-a274-48f9-98b1-2c8d415add60 tempest-FloatingIPNegativeTestJSON-644343644 tempest-FloatingIPNegativeTestJSON-644343644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:08.400775 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a45d605f-a274-48f9-98b1-2c8d415add60 tempest-FloatingIPNegativeTestJSON-644343644 tempest-FloatingIPNegativeTestJSON-644343644-project] Network 7cae7a70-14fd-408c-b14d-39ceb97cb60e is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:20:08.405966 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-a45d605f-a274-48f9-98b1-2c8d415add60 tempest-FloatingIPNegativeTestJSON-644343644 tempest-FloatingIPNegativeTestJSON-644343644-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:20:08.409824 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a45d605f-a274-48f9-98b1-2c8d415add60 tempest-FloatingIPNegativeTestJSON-644343644 tempest-FloatingIPNegativeTestJSON-644343644-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:20:08.438749 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45d605f-a274-48f9-98b1-2c8d415add60 tempest-FloatingIPNegativeTestJSON-644343644 tempest-FloatingIPNegativeTestJSON-644343644-project] Pushing event updated for resources: {'Port': ['ID=59d430ab-d7cd-469a-9e27-56cfc9001f65,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:20:08.578614 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-a45d605f-a274-48f9-98b1-2c8d415add60 tempest-FloatingIPNegativeTestJSON-644343644 tempest-FloatingIPNegativeTestJSON-644343644-project] Deleting port 59d430ab-d7cd-469a-9e27-56cfc9001f65 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:20:08.579025 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a45d605f-a274-48f9-98b1-2c8d415add60 tempest-FloatingIPNegativeTestJSON-644343644 tempest-FloatingIPNegativeTestJSON-644343644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:08.662659 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a45d605f-a274-48f9-98b1-2c8d415add60 tempest-FloatingIPNegativeTestJSON-644343644 tempest-FloatingIPNegativeTestJSON-644343644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:08.663032 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a45d605f-a274-48f9-98b1-2c8d415add60 tempest-FloatingIPNegativeTestJSON-644343644 tempest-FloatingIPNegativeTestJSON-644343644-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:08.675662 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-a45d605f-a274-48f9-98b1-2c8d415add60 tempest-FloatingIPNegativeTestJSON-644343644 tempest-FloatingIPNegativeTestJSON-644343644-project] Calling delete_port for 59d430ab-d7cd-469a-9e27-56cfc9001f65 owned by network:floatingip {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:20:08.800386 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a45d605f-a274-48f9-98b1-2c8d415add60 tempest-FloatingIPNegativeTestJSON-644343644 tempest-FloatingIPNegativeTestJSON-644343644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:08.856677 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45d605f-a274-48f9-98b1-2c8d415add60 tempest-FloatingIPNegativeTestJSON-644343644 tempest-FloatingIPNegativeTestJSON-644343644-project] Pushing event deleted for resources: {'Port': ['ID=59d430ab-d7cd-469a-9e27-56cfc9001f65,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:20:08.954274 n-d-804985-2 neutron-server[106253]: INFO neutron.api.v2.resource [None req-a45d605f-a274-48f9-98b1-2c8d415add60 tempest-FloatingIPNegativeTestJSON-644343644 tempest-FloatingIPNegativeTestJSON-644343644-project] create failed (client error): The resource could not be found. Aug 18 12:20:08.955443 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-a45d605f-a274-48f9-98b1-2c8d415add60 tempest-FloatingIPNegativeTestJSON-644343644 tempest-FloatingIPNegativeTestJSON-644343644-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 0.9839451 Aug 18 12:20:08.959057 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 36232) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:20:09.063859 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-510ea5a4-3e0b-47b9-8d14-ed3894190bc4 tempest-FloatingIPNegativeTestJSON-644343644 tempest-FloatingIPNegativeTestJSON-644343644-project] Deleting port c100bf2a-8133-4098-864f-3fe3904b4280 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:20:09.064928 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-510ea5a4-3e0b-47b9-8d14-ed3894190bc4 tempest-FloatingIPNegativeTestJSON-644343644 tempest-FloatingIPNegativeTestJSON-644343644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:09.154768 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-510ea5a4-3e0b-47b9-8d14-ed3894190bc4 tempest-FloatingIPNegativeTestJSON-644343644 tempest-FloatingIPNegativeTestJSON-644343644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:09.168429 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-510ea5a4-3e0b-47b9-8d14-ed3894190bc4 tempest-FloatingIPNegativeTestJSON-644343644 tempest-FloatingIPNegativeTestJSON-644343644-project] Calling delete_port for c100bf2a-8133-4098-864f-3fe3904b4280 owned by {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:20:09.307573 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-510ea5a4-3e0b-47b9-8d14-ed3894190bc4 tempest-FloatingIPNegativeTestJSON-644343644 tempest-FloatingIPNegativeTestJSON-644343644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:09.337167 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510ea5a4-3e0b-47b9-8d14-ed3894190bc4 tempest-FloatingIPNegativeTestJSON-644343644 tempest-FloatingIPNegativeTestJSON-644343644-project] Pushing event deleted for resources: {'Port': ['ID=c100bf2a-8133-4098-864f-3fe3904b4280,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:20:09.413100 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-510ea5a4-3e0b-47b9-8d14-ed3894190bc4 tempest-FloatingIPNegativeTestJSON-644343644 tempest-FloatingIPNegativeTestJSON-644343644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:09.415632 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-510ea5a4-3e0b-47b9-8d14-ed3894190bc4 tempest-FloatingIPNegativeTestJSON-644343644 tempest-FloatingIPNegativeTestJSON-644343644-project] 10.222.0.66 "DELETE /v2.0/ports/c100bf2a-8133-4098-864f-3fe3904b4280 HTTP/1.1" status: 204 len: 168 time: 0.4550574 Aug 18 12:20:09.417975 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 36238) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:20:09.477847 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-150cee22-4ef6-4d2d-a1c1-76d75748b841 tempest-FloatingIPNegativeTestJSON-644343644 tempest-FloatingIPNegativeTestJSON-644343644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:20:09.480411 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-150cee22-4ef6-4d2d-a1c1-76d75748b841 tempest-FloatingIPNegativeTestJSON-644343644 tempest-FloatingIPNegativeTestJSON-644343644-project] 10.222.0.66 "GET /v2.0/ports?device_id=c3081ea1-57ca-4ae6-9d9a-03953c585ebb HTTP/1.1" status: 200 len: 913 time: 0.0611141 Aug 18 12:20:09.483044 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 36240) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:20:09.898600 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-19615e32-a7bc-4691-b191-37928aa1ff0f tempest-FloatingIPNegativeTestJSON-644343644 tempest-FloatingIPNegativeTestJSON-644343644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-996815'] for router_interface, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:10.216179 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-19615e32-a7bc-4691-b191-37928aa1ff0f tempest-FloatingIPNegativeTestJSON-644343644 tempest-FloatingIPNegativeTestJSON-644343644-project] Deleting port 318d9ed2-737e-4458-8296-4738d0021cdb {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:20:10.216414 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-19615e32-a7bc-4691-b191-37928aa1ff0f tempest-FloatingIPNegativeTestJSON-644343644 tempest-FloatingIPNegativeTestJSON-644343644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:10.310902 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-19615e32-a7bc-4691-b191-37928aa1ff0f tempest-FloatingIPNegativeTestJSON-644343644 tempest-FloatingIPNegativeTestJSON-644343644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:10.323716 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-19615e32-a7bc-4691-b191-37928aa1ff0f tempest-FloatingIPNegativeTestJSON-644343644 tempest-FloatingIPNegativeTestJSON-644343644-project] Calling delete_port for 318d9ed2-737e-4458-8296-4738d0021cdb owned by network:router_interface {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:20:10.501614 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-19615e32-a7bc-4691-b191-37928aa1ff0f tempest-FloatingIPNegativeTestJSON-644343644 tempest-FloatingIPNegativeTestJSON-644343644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:10.529121 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19615e32-a7bc-4691-b191-37928aa1ff0f tempest-FloatingIPNegativeTestJSON-644343644 tempest-FloatingIPNegativeTestJSON-644343644-project] Pushing event deleted for resources: {'Port': ['ID=318d9ed2-737e-4458-8296-4738d0021cdb,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:20:10.669985 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-19615e32-a7bc-4691-b191-37928aa1ff0f tempest-FloatingIPNegativeTestJSON-644343644 tempest-FloatingIPNegativeTestJSON-644343644-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953695'] for router_interface, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:10.824731 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19615e32-a7bc-4691-b191-37928aa1ff0f tempest-FloatingIPNegativeTestJSON-644343644 tempest-FloatingIPNegativeTestJSON-644343644-project] Router c3081ea1-57ca-4ae6-9d9a-03953c585ebb has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:20:10.896312 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19615e32-a7bc-4691-b191-37928aa1ff0f tempest-FloatingIPNegativeTestJSON-644343644 tempest-FloatingIPNegativeTestJSON-644343644-project] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:20:10.901246 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-19615e32-a7bc-4691-b191-37928aa1ff0f tempest-FloatingIPNegativeTestJSON-644343644 tempest-FloatingIPNegativeTestJSON-644343644-project] 10.222.0.66 "PUT /v2.0/routers/c3081ea1-57ca-4ae6-9d9a-03953c585ebb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4171448 Aug 18 12:20:10.904364 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 36250) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:20:10.908070 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2806751f-2b0a-4cbc-9ea5-2472d7d72206 None None] Sync routers for ids ['c3081ea1-57ca-4ae6-9d9a-03953c585ebb'] in n-d-804985-2 {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:20:10.918499 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2806751f-2b0a-4cbc-9ea5-2472d7d72206 None None] Routers {'c3081ea1-57ca-4ae6-9d9a-03953c585ebb'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:20:10.919121 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-2806751f-2b0a-4cbc-9ea5-2472d7d72206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:19:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['c3081ea1-57ca-4ae6-9d9a-03953c585ebb'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:20:10.951333 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-2806751f-2b0a-4cbc-9ea5-2472d7d72206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:20:10.959918 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2806751f-2b0a-4cbc-9ea5-2472d7d72206 None None] Routers {'c3081ea1-57ca-4ae6-9d9a-03953c585ebb'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:20:10.960561 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-2806751f-2b0a-4cbc-9ea5-2472d7d72206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:19:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['c3081ea1-57ca-4ae6-9d9a-03953c585ebb'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:20:10.982894 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-35fa1a4f-de7e-40ec-8de1-72e18849389c tempest-FloatingIPNegativeTestJSON-644343644 tempest-FloatingIPNegativeTestJSON-644343644-project] Notify callbacks [] for router, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:10.995171 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-2806751f-2b0a-4cbc-9ea5-2472d7d72206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:20:10.996149 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2806751f-2b0a-4cbc-9ea5-2472d7d72206 None None] The sync data for ids ['c3081ea1-57ca-4ae6-9d9a-03953c585ebb'] in n-d-804985-2 is: [] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:20:11.160630 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-35fa1a4f-de7e-40ec-8de1-72e18849389c tempest-FloatingIPNegativeTestJSON-644343644 tempest-FloatingIPNegativeTestJSON-644343644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-996004', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15859'] for router, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:11.163098 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-35fa1a4f-de7e-40ec-8de1-72e18849389c tempest-FloatingIPNegativeTestJSON-644343644 tempest-FloatingIPNegativeTestJSON-644343644-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:11.211069 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-35fa1a4f-de7e-40ec-8de1-72e18849389c tempest-FloatingIPNegativeTestJSON-644343644 tempest-FloatingIPNegativeTestJSON-644343644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-996061'] for router, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:11.211607 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35fa1a4f-de7e-40ec-8de1-72e18849389c tempest-FloatingIPNegativeTestJSON-644343644 tempest-FloatingIPNegativeTestJSON-644343644-project] Fanout notify agent at l3_agent the message router_deleted on router c3081ea1-57ca-4ae6-9d9a-03953c585ebb {{(pid=106252) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 12:20:11.219197 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-35fa1a4f-de7e-40ec-8de1-72e18849389c tempest-FloatingIPNegativeTestJSON-644343644 tempest-FloatingIPNegativeTestJSON-644343644-project] Notify callbacks [] for router, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:11.223035 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-35fa1a4f-de7e-40ec-8de1-72e18849389c tempest-FloatingIPNegativeTestJSON-644343644 tempest-FloatingIPNegativeTestJSON-644343644-project] 10.222.0.66 "DELETE /v2.0/routers/c3081ea1-57ca-4ae6-9d9a-03953c585ebb HTTP/1.1" status: 204 len: 168 time: 0.3176982 Aug 18 12:20:11.223165 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 36254) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:20:11.276860 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_v2 [None req-94250029-8b97-4a05-bf91-d18dedbbf9fb tempest-FloatingIPNegativeTestJSON-644343644 tempest-FloatingIPNegativeTestJSON-644343644-project] Deleting subnet b9036a2d-5acb-414f-85ae-951b24e8b5c0 {{(pid=106253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 12:20:11.280084 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-94250029-8b97-4a05-bf91-d18dedbbf9fb tempest-FloatingIPNegativeTestJSON-644343644 tempest-FloatingIPNegativeTestJSON-644343644-project] Notify callbacks [] for subnet, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:11.323601 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-94250029-8b97-4a05-bf91-d18dedbbf9fb tempest-FloatingIPNegativeTestJSON-644343644 tempest-FloatingIPNegativeTestJSON-644343644-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902229'] for subnet, precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:11.410800 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-94250029-8b97-4a05-bf91-d18dedbbf9fb tempest-FloatingIPNegativeTestJSON-644343644 tempest-FloatingIPNegativeTestJSON-644343644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:11.479920 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-94250029-8b97-4a05-bf91-d18dedbbf9fb tempest-FloatingIPNegativeTestJSON-644343644 tempest-FloatingIPNegativeTestJSON-644343644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58902171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59388106'] for subnet, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:11.517580 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94250029-8b97-4a05-bf91-d18dedbbf9fb tempest-FloatingIPNegativeTestJSON-644343644 tempest-FloatingIPNegativeTestJSON-644343644-project] Pushing event deleted for resources: {'Subnet': ['ID=b9036a2d-5acb-414f-85ae-951b24e8b5c0,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:20:11.520640 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-94250029-8b97-4a05-bf91-d18dedbbf9fb tempest-FloatingIPNegativeTestJSON-644343644 tempest-FloatingIPNegativeTestJSON-644343644-project] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:11.523687 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b0e607b-2590-4c24-8965-ba210aed4dba None None] Network aa3b0d8a-ee9e-48e4-a848-ba83c702b71c requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:20:11.524192 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-94250029-8b97-4a05-bf91-d18dedbbf9fb tempest-FloatingIPNegativeTestJSON-644343644 tempest-FloatingIPNegativeTestJSON-644343644-project] 10.222.0.66 "DELETE /v2.0/subnets/b9036a2d-5acb-414f-85ae-951b24e8b5c0 HTTP/1.1" status: 204 len: 168 time: 0.2996702 Aug 18 12:20:11.526045 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 36258) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:20:11.601219 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3fdca835-18e7-4795-b6d3-943a6c7dbc1b tempest-FloatingIPNegativeTestJSON-644343644 tempest-FloatingIPNegativeTestJSON-644343644-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7904109'] for network, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:11.659089 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-3fdca835-18e7-4795-b6d3-943a6c7dbc1b tempest-FloatingIPNegativeTestJSON-644343644 tempest-FloatingIPNegativeTestJSON-644343644-project] Deleting port 14b720c5-7c62-421b-8806-94b2e5f99360 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:20:11.662967 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3fdca835-18e7-4795-b6d3-943a6c7dbc1b tempest-FloatingIPNegativeTestJSON-644343644 tempest-FloatingIPNegativeTestJSON-644343644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:11.684164 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3689e76b-ee02-43d1-9fc5-6e38a229fc15 None None] DHCP port deletion for aa3b0d8a-ee9e-48e4-a848-ba83c702b71c request from n-d-804985-2 {{(pid=106254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 12:20:11.724005 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [None req-3fdca835-18e7-4795-b6d3-943a6c7dbc1b tempest-FloatingIPNegativeTestJSON-644343644 tempest-FloatingIPNegativeTestJSON-644343644-project] For port 14b720c5-7c62-421b-8806-94b2e5f99360, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=14b720c5-7c62-421b-8806-94b2e5f99360,segment=NetworkSegment(acce9871-699b-4d76-b3ba-4cfa175e0633),segment_id=acce9871-699b-4d76-b3ba-4cfa175e0633)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:20:11.724362 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3fdca835-18e7-4795-b6d3-943a6c7dbc1b tempest-FloatingIPNegativeTestJSON-644343644 tempest-FloatingIPNegativeTestJSON-644343644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:11.730300 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-3689e76b-ee02-43d1-9fc5-6e38a229fc15 None None] Deleting port 14b720c5-7c62-421b-8806-94b2e5f99360 {{(pid=106254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:20:11.730696 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3689e76b-ee02-43d1-9fc5-6e38a229fc15 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:11.736295 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-3fdca835-18e7-4795-b6d3-943a6c7dbc1b tempest-FloatingIPNegativeTestJSON-644343644 tempest-FloatingIPNegativeTestJSON-644343644-project] Calling delete_port for 14b720c5-7c62-421b-8806-94b2e5f99360 owned by network:dhcp {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:20:11.797392 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-3689e76b-ee02-43d1-9fc5-6e38a229fc15 None None] For port 14b720c5-7c62-421b-8806-94b2e5f99360, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=14b720c5-7c62-421b-8806-94b2e5f99360,segment=NetworkSegment(acce9871-699b-4d76-b3ba-4cfa175e0633),segment_id=acce9871-699b-4d76-b3ba-4cfa175e0633)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:20:11.797791 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3689e76b-ee02-43d1-9fc5-6e38a229fc15 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:11.811883 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-3689e76b-ee02-43d1-9fc5-6e38a229fc15 None None] Calling delete_port for 14b720c5-7c62-421b-8806-94b2e5f99360 owned by network:dhcp {{(pid=106254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:20:11.821712 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3fdca835-18e7-4795-b6d3-943a6c7dbc1b tempest-FloatingIPNegativeTestJSON-644343644 tempest-FloatingIPNegativeTestJSON-644343644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:11.854663 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdca835-18e7-4795-b6d3-943a6c7dbc1b tempest-FloatingIPNegativeTestJSON-644343644 tempest-FloatingIPNegativeTestJSON-644343644-project] Pushing event deleted for resources: {'Port': ['ID=14b720c5-7c62-421b-8806-94b2e5f99360,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:20:11.856908 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fdca835-18e7-4795-b6d3-943a6c7dbc1b tempest-FloatingIPNegativeTestJSON-644343644 tempest-FloatingIPNegativeTestJSON-644343644-project] No DVR routers for this DVR port 14b720c5-7c62-421b-8806-94b2e5f99360 on host n-d-804985-2 {{(pid=106253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:20:11.892365 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3689e76b-ee02-43d1-9fc5-6e38a229fc15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556'] for port, after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:11.920441 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3689e76b-ee02-43d1-9fc5-6e38a229fc15 None None] Pushing event deleted for resources: {'Port': ['ID=14b720c5-7c62-421b-8806-94b2e5f99360,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:20:11.923979 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3689e76b-ee02-43d1-9fc5-6e38a229fc15 None None] No DVR routers for this DVR port 14b720c5-7c62-421b-8806-94b2e5f99360 on host n-d-804985-2 {{(pid=106254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:20:11.940525 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3fdca835-18e7-4795-b6d3-943a6c7dbc1b tempest-FloatingIPNegativeTestJSON-644343644 tempest-FloatingIPNegativeTestJSON-644343644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8367869', 'neutron.services.segments.db._delete_segments_for_network-8789151212993'] for network, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:11.950320 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-3fdca835-18e7-4795-b6d3-943a6c7dbc1b tempest-FloatingIPNegativeTestJSON-644343644 tempest-FloatingIPNegativeTestJSON-644343644-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa3b0d8a-ee9e-48e4-a848-ba83c702b71c']}} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:20:11.963873 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-3fdca835-18e7-4795-b6d3-943a6c7dbc1b tempest-FloatingIPNegativeTestJSON-644343644 tempest-FloatingIPNegativeTestJSON-644343644-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acce9871-699b-4d76-b3ba-4cfa175e0633') {'for_net_delete': True} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:20:11.964165 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-3fdca835-18e7-4795-b6d3-943a6c7dbc1b tempest-FloatingIPNegativeTestJSON-644343644 tempest-FloatingIPNegativeTestJSON-644343644-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acce9871-699b-4d76-b3ba-4cfa175e0633') {} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:20:11.972962 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3fdca835-18e7-4795-b6d3-943a6c7dbc1b tempest-FloatingIPNegativeTestJSON-644343644 tempest-FloatingIPNegativeTestJSON-644343644-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789151225254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902236'] for segment, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:11.986624 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3fdca835-18e7-4795-b6d3-943a6c7dbc1b tempest-FloatingIPNegativeTestJSON-644343644 tempest-FloatingIPNegativeTestJSON-644343644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:11.993875 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fdca835-18e7-4795-b6d3-943a6c7dbc1b tempest-FloatingIPNegativeTestJSON-644343644 tempest-FloatingIPNegativeTestJSON-644343644-project] Releasing vlan 845 on physical network physnet1 to pool {{(pid=106253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:20:11.994426 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3fdca835-18e7-4795-b6d3-943a6c7dbc1b tempest-FloatingIPNegativeTestJSON-644343644 tempest-FloatingIPNegativeTestJSON-644343644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58900537'] for segment, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:11.998933 n-d-804985-2 neutron-server[106253]: Traceback (most recent call last): Aug 18 12:20:11.998933 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:20:11.998933 n-d-804985-2 neutron-server[106253]: timer() Aug 18 12:20:11.998933 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:20:11.998933 n-d-804985-2 neutron-server[106253]: cb(*args, **kw) Aug 18 12:20:11.998933 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:20:11.998933 n-d-804985-2 neutron-server[106253]: return func(*args, **kwargs) Aug 18 12:20:11.998933 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:20:11.998933 n-d-804985-2 neutron-server[106253]: self._notify() Aug 18 12:20:11.998933 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:20:11.998933 n-d-804985-2 neutron-server[106253]: self.callback(batched_events) Aug 18 12:20:11.998933 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:20:11.998933 n-d-804985-2 neutron-server[106253]: event.method(event) Aug 18 12:20:11.998933 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:20:11.998933 n-d-804985-2 neutron-server[106253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:20:11.998933 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:20:11.998933 n-d-804985-2 neutron-server[106253]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:20:11.998933 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:20:11.998933 n-d-804985-2 neutron-server[106253]: return f(self, *a, **k) Aug 18 12:20:11.998933 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:20:11.998933 n-d-804985-2 neutron-server[106253]: return self._get(url).json() Aug 18 12:20:11.998933 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:20:11.998933 n-d-804985-2 neutron-server[106253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:20:11.998933 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:20:11.998933 n-d-804985-2 neutron-server[106253]: return self.request(url, 'GET', **kwargs) Aug 18 12:20:11.998933 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:20:11.998933 n-d-804985-2 neutron-server[106253]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:20:11.998933 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:20:11.998933 n-d-804985-2 neutron-server[106253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:20:11.998933 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:20:11.998933 n-d-804985-2 neutron-server[106253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:20:11.998933 n-d-804985-2 neutron-server[106253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:20:12.058726 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3fdca835-18e7-4795-b6d3-943a6c7dbc1b tempest-FloatingIPNegativeTestJSON-644343644 tempest-FloatingIPNegativeTestJSON-644343644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8367858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997186'] for network, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:12.066879 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3fdca835-18e7-4795-b6d3-943a6c7dbc1b tempest-FloatingIPNegativeTestJSON-644343644 tempest-FloatingIPNegativeTestJSON-644343644-project] Notify callbacks [] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:12.071376 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-3fdca835-18e7-4795-b6d3-943a6c7dbc1b tempest-FloatingIPNegativeTestJSON-644343644 tempest-FloatingIPNegativeTestJSON-644343644-project] 10.222.0.66 "DELETE /v2.0/networks/aa3b0d8a-ee9e-48e4-a848-ba83c702b71c HTTP/1.1" status: 204 len: 168 time: 0.5417445 Aug 18 12:20:12.080670 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdca835-18e7-4795-b6d3-943a6c7dbc1b tempest-FloatingIPNegativeTestJSON-644343644 tempest-FloatingIPNegativeTestJSON-644343644-project] Pushing event deleted for resources: {'Network': ['ID=aa3b0d8a-ee9e-48e4-a848-ba83c702b71c,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:20:12.338003 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 36270) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:20:12.492198 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-9e177911-3bc7-41a2-975d-d2068c0c5a3a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=36f5f62449904374b398c0651da1e9c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1526194 Aug 18 12:20:12.494988 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 36276) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:20:12.552636 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8873f535-3001-41a8-a3dd-d1868122f066 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:12.575099 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8873f535-3001-41a8-a3dd-d1868122f066 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:12.622806 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8873f535-3001-41a8-a3dd-d1868122f066 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:12.625519 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8873f535-3001-41a8-a3dd-d1868122f066 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:12.626698 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-8873f535-3001-41a8-a3dd-d1868122f066 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a545ba10-1dde-405b-bd8f-2d72123aef8d HTTP/1.1" status: 204 len: 168 time: 0.1307061 Aug 18 12:20:12.634411 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8873f535-3001-41a8-a3dd-d1868122f066 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a545ba10-1dde-405b-bd8f-2d72123aef8d,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:20:13.305600 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 36300) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:20:13.329714 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 14b720c5-7c62-421b-8806-94b2e5f99360 no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:20:13.351219 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: 14b720c5-7c62-421b-8806-94b2e5f99360 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:20:13.351562 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 14b720c5-7c62-421b-8806-94b2e5f99360 not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:20:13.412046 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-320522d8-bbaf-449a-a190-53072ee8da47 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1740759316'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:20:13.434763 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-320522d8-bbaf-449a-a190-53072ee8da47 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Made reservation on behalf of 7f7f9361f9414fab80e47c4d789466ba for: {'network': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:20:13.438316 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-320522d8-bbaf-449a-a190-53072ee8da47 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for network, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:13.447288 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-320522d8-bbaf-449a-a190-53072ee8da47 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:13.534933 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-320522d8-bbaf-449a-a190-53072ee8da47 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:13.539996 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-320522d8-bbaf-449a-a190-53072ee8da47 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:13.561917 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-320522d8-bbaf-449a-a190-53072ee8da47 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 837} {{(pid=106252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:20:13.579627 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320522d8-bbaf-449a-a190-53072ee8da47 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed1e574b-1b26-4eb0-b859-c82c69e743f7,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:20:13.582564 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-320522d8-bbaf-449a-a190-53072ee8da47 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:13.582959 n-d-804985-2 neutron-server[106252]: INFO neutron.db.segments_db [None req-320522d8-bbaf-449a-a190-53072ee8da47 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Added segment 3cfb5479-98ce-42bd-a897-46c4b4a7f137 of type vlan for network d4a79dff-5a70-4f56-87cd-68472dad3b5d Aug 18 12:20:13.622499 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-320522d8-bbaf-449a-a190-53072ee8da47 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789150665894'] for network, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:13.652131 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-320522d8-bbaf-449a-a190-53072ee8da47 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for network, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:13.657543 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-320522d8-bbaf-449a-a190-53072ee8da47 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:20:13.658140 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-320522d8-bbaf-449a-a190-53072ee8da47 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Notify callbacks [] for network, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:13.726579 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-320522d8-bbaf-449a-a190-53072ee8da47 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4197617 Aug 18 12:20:13.753764 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320522d8-bbaf-449a-a190-53072ee8da47 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Pushing event updated for resources: {'Network': ['ID=d4a79dff-5a70-4f56-87cd-68472dad3b5d,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:20:13.764980 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Network d4a79dff-5a70-4f56-87cd-68472dad3b5d details requested by agent ovs-agent-n-d-804985-2 with host n-d-804985-2 {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:20:16.879772 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 36326) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:20:16.885028 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-4568b5ac-5036-40f3-9986-983867627fa6 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Request body: {'subnet': {'network_id': 'd4a79dff-5a70-4f56-87cd-68472dad3b5d', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:20:16.977042 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4568b5ac-5036-40f3-9986-983867627fa6 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Made reservation on behalf of 7f7f9361f9414fab80e47c4d789466ba for: {'subnet': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:20:16.980455 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4568b5ac-5036-40f3-9986-983867627fa6 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59074089'] for subnet, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:17.160948 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4568b5ac-5036-40f3-9986-983867627fa6 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3572913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59074111'] for subnet, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:17.211384 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4568b5ac-5036-40f3-9986-983867627fa6 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Pushing event updated for resources: {'Subnet': ['ID=f204c880-31d8-422d-ac00-564b825db804,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:20:17.230159 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4568b5ac-5036-40f3-9986-983867627fa6 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Checking segment: {'id': '3cfb5479-98ce-42bd-a897-46c4b4a7f137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'd4a79dff-5a70-4f56-87cd-68472dad3b5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:20:17.230443 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4568b5ac-5036-40f3-9986-983867627fa6 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Network hostable DHCP agents. Network: d4a79dff-5a70-4f56-87cd-68472dad3b5d, hostable agents: ['97c14208-2951-4361-8d64-3708c946ff5f'], hosted agents: [] {{(pid=106252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 12:20:17.248011 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4568b5ac-5036-40f3-9986-983867627fa6 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Network d4a79dff-5a70-4f56-87cd-68472dad3b5d is scheduled to be hosted by DHCP agent 97c14208-2951-4361-8d64-3708c946ff5f with binding_index 1 {{(pid=106252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 12:20:17.258823 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-4568b5ac-5036-40f3-9986-983867627fa6 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-2, d4a79dff-5a70-4f56-87cd-68472dad3b5d) {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:20:17.263354 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4568b5ac-5036-40f3-9986-983867627fa6 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:20:17.263955 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4568b5ac-5036-40f3-9986-983867627fa6 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for subnet, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:17.271068 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa7ee5d8-c9c0-4620-b877-4fdfab95a1de None None] Network d4a79dff-5a70-4f56-87cd-68472dad3b5d requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:20:17.281603 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-4568b5ac-5036-40f3-9986-983867627fa6 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4007080 Aug 18 12:20:17.285378 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 36328) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:20:17.291090 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-c1a4254d-524a-491d-b2fb-c17c4e2b6410 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-881971056'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:20:17.315156 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1a4254d-524a-491d-b2fb-c17c4e2b6410 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Made reservation on behalf of 7f7f9361f9414fab80e47c4d789466ba for: {'network': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:20:17.318914 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c1a4254d-524a-491d-b2fb-c17c4e2b6410 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for network, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:17.343183 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1a4254d-524a-491d-b2fb-c17c4e2b6410 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 835} {{(pid=106253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:20:17.357851 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c1a4254d-524a-491d-b2fb-c17c4e2b6410 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:17.358215 n-d-804985-2 neutron-server[106253]: INFO neutron.db.segments_db [None req-c1a4254d-524a-491d-b2fb-c17c4e2b6410 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Added segment bb04212c-cd4a-4e8d-9b5a-b09d77ca2934 of type vlan for network 47251951-3fd7-413e-acda-59bf2a24c9d6 Aug 18 12:20:17.407583 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c1a4254d-524a-491d-b2fb-c17c4e2b6410 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789150665894'] for network, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:17.434545 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d03f514-d2b6-4092-8e90-731dbf5b53fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp788be208-34ab-5a8f-af0f-528834af222f-d4a79dff-5a70-4f56-87cd-68472dad3b5d', 'network_id': 'd4a79dff-5a70-4f56-87cd-68472dad3b5d', 'tenant_id': '7f7f9361f9414fab80e47c4d789466ba', 'fixed_ips': [{'subnet_id': 'f204c880-31d8-422d-ac00-564b825db804'}]}} from n-d-804985-2. {{(pid=106254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 12:20:17.435618 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-0d03f514-d2b6-4092-8e90-731dbf5b53fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:17.435971 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c1a4254d-524a-491d-b2fb-c17c4e2b6410 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for network, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:17.442280 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1a4254d-524a-491d-b2fb-c17c4e2b6410 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:20:17.443048 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c1a4254d-524a-491d-b2fb-c17c4e2b6410 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Notify callbacks [] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:17.502081 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-c1a4254d-524a-491d-b2fb-c17c4e2b6410 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.2123618 Aug 18 12:20:17.502309 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 36330) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:20:17.508463 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-6838fbe5-55b8-4a3c-82b9-c597b4917755 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Request body: {'subnet': {'network_id': '47251951-3fd7-413e-acda-59bf2a24c9d6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:20:17.511593 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a4254d-524a-491d-b2fb-c17c4e2b6410 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Pushing event updated for resources: {'Network': ['ID=47251951-3fd7-413e-acda-59bf2a24c9d6,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:20:17.528536 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Network 47251951-3fd7-413e-acda-59bf2a24c9d6 details requested by agent ovs-agent-n-d-804985-2 with host n-d-804985-2 {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:20:17.613286 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6838fbe5-55b8-4a3c-82b9-c597b4917755 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Made reservation on behalf of 7f7f9361f9414fab80e47c4d789466ba for: {'subnet': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:20:17.616989 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6838fbe5-55b8-4a3c-82b9-c597b4917755 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59074089'] for subnet, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:17.638476 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.db_base_plugin_common [None req-0d03f514-d2b6-4092-8e90-731dbf5b53fb None None] Allocated IP 2001:db8:0:ffff::2 (d4a79dff-5a70-4f56-87cd-68472dad3b5d/f204c880-31d8-422d-ac00-564b825db804/ca99f794-0407-46c3-9ee7-88a52e667417) {{(pid=106254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:20:17.825017 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-0d03f514-d2b6-4092-8e90-731dbf5b53fb None None] Notify callbacks [] for port, precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:17.833567 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-0d03f514-d2b6-4092-8e90-731dbf5b53fb None None] Transition to ACTIVE for port object ca99f794-0407-46c3-9ee7-88a52e667417 will not be triggered until provisioned by entity L2. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:20:17.850003 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-0d03f514-d2b6-4092-8e90-731dbf5b53fb None None] Transition to ACTIVE for port object ca99f794-0407-46c3-9ee7-88a52e667417 will not be triggered until provisioned by entity DHCP. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:20:17.856222 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-0d03f514-d2b6-4092-8e90-731dbf5b53fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547'] for port, after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:17.891419 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d03f514-d2b6-4092-8e90-731dbf5b53fb None None] Network d4a79dff-5a70-4f56-87cd-68472dad3b5d is already hosted by enough agents. {{(pid=106254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:20:17.897906 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.base_scheduler [None req-0d03f514-d2b6-4092-8e90-731dbf5b53fb None None] Resources bound (agent type, host, resource id): {{(pid=106254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:20:17.901554 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d03f514-d2b6-4092-8e90-731dbf5b53fb None None] Received port after_create {{(pid=106254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:20:17.910110 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d03f514-d2b6-4092-8e90-731dbf5b53fb None None] Pushing event updated for resources: {'Port': ['ID=ca99f794-0407-46c3-9ee7-88a52e667417,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:20:17.930087 n-d-804985-2 neutron-server[106252]: DEBUG neutron.objects.ports [None req-6838fbe5-55b8-4a3c-82b9-c597b4917755 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106252) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 18 12:20:17.931656 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6838fbe5-55b8-4a3c-82b9-c597b4917755 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3572913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59074111'] for subnet, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:17.964486 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-0d03f514-d2b6-4092-8e90-731dbf5b53fb None None] Attempting to bind port ca99f794-0407-46c3-9ee7-88a52e667417 on host n-d-804985-2 for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:20:17.964867 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-0d03f514-d2b6-4092-8e90-731dbf5b53fb None None] Attempting to bind port ca99f794-0407-46c3-9ee7-88a52e667417 by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': '3cfb5479-98ce-42bd-a897-46c4b4a7f137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'd4a79dff-5a70-4f56-87cd-68472dad3b5d'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:20:17.965236 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d03f514-d2b6-4092-8e90-731dbf5b53fb None None] Attempting to bind port ca99f794-0407-46c3-9ee7-88a52e667417 on network d4a79dff-5a70-4f56-87cd-68472dad3b5d {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:20:17.970328 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d03f514-d2b6-4092-8e90-731dbf5b53fb None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 19, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:20:17.970853 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d03f514-d2b6-4092-8e90-731dbf5b53fb None None] Checking segment: {'id': '3cfb5479-98ce-42bd-a897-46c4b4a7f137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'd4a79dff-5a70-4f56-87cd-68472dad3b5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:20:17.971446 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-0d03f514-d2b6-4092-8e90-731dbf5b53fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:17.971847 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d03f514-d2b6-4092-8e90-731dbf5b53fb None None] Bound using segment: {'id': '3cfb5479-98ce-42bd-a897-46c4b4a7f137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'd4a79dff-5a70-4f56-87cd-68472dad3b5d'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:20:17.972314 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-0d03f514-d2b6-4092-8e90-731dbf5b53fb None None] Bound port: ca99f794-0407-46c3-9ee7-88a52e667417, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cfb5479-98ce-42bd-a897-46c4b4a7f137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'd4a79dff-5a70-4f56-87cd-68472dad3b5d'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:20:17.972716 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-0d03f514-d2b6-4092-8e90-731dbf5b53fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:18.006280 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6838fbe5-55b8-4a3c-82b9-c597b4917755 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Checking segment: {'id': 'bb04212c-cd4a-4e8d-9b5a-b09d77ca2934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '47251951-3fd7-413e-acda-59bf2a24c9d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:20:18.006553 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6838fbe5-55b8-4a3c-82b9-c597b4917755 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Network hostable DHCP agents. Network: 47251951-3fd7-413e-acda-59bf2a24c9d6, hostable agents: ['97c14208-2951-4361-8d64-3708c946ff5f'], hosted agents: [] {{(pid=106252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 12:20:18.008641 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6838fbe5-55b8-4a3c-82b9-c597b4917755 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Pushing event updated for resources: {'Subnet': ['ID=faf9bd4a-3c0c-4453-a797-faa3942d1116,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:20:18.027859 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6838fbe5-55b8-4a3c-82b9-c597b4917755 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Network 47251951-3fd7-413e-acda-59bf2a24c9d6 is scheduled to be hosted by DHCP agent 97c14208-2951-4361-8d64-3708c946ff5f with binding_index 1 {{(pid=106252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 12:20:18.038133 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-6838fbe5-55b8-4a3c-82b9-c597b4917755 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-2, 47251951-3fd7-413e-acda-59bf2a24c9d6) {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:20:18.039775 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-0d03f514-d2b6-4092-8e90-731dbf5b53fb None None] For port ca99f794-0407-46c3-9ee7-88a52e667417, host n-d-804985-2, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:20:18.042653 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6838fbe5-55b8-4a3c-82b9-c597b4917755 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:20:18.043253 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6838fbe5-55b8-4a3c-82b9-c597b4917755 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for subnet, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:18.051703 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-0d03f514-d2b6-4092-8e90-731dbf5b53fb None None] For port ca99f794-0407-46c3-9ee7-88a52e667417, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=ca99f794-0407-46c3-9ee7-88a52e667417,segment=NetworkSegment(3cfb5479-98ce-42bd-a897-46c4b4a7f137),segment_id=3cfb5479-98ce-42bd-a897-46c4b4a7f137)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:20:18.054737 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3df82b3-e173-4f3c-a189-328a6d501b2f None None] Network 47251951-3fd7-413e-acda-59bf2a24c9d6 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:20:18.070898 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-6838fbe5-55b8-4a3c-82b9-c597b4917755 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.5644712 Aug 18 12:20:18.071071 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-0d03f514-d2b6-4092-8e90-731dbf5b53fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:18.071193 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 36336) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:20:18.076969 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-ae405839-f599-4070-9223-8648bff6c74b tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Request body: {'port': {'network_id': '47251951-3fd7-413e-acda-59bf2a24c9d6', 'name': 'tempest-NetworksIpV6TestAttrs-605849100'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:20:18.173690 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d03f514-d2b6-4092-8e90-731dbf5b53fb None None] Pushing event updated for resources: {'Port': ['ID=ca99f794-0407-46c3-9ee7-88a52e667417,revision_number=2']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:20:18.193821 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae405839-f599-4070-9223-8648bff6c74b tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Made reservation on behalf of 7f7f9361f9414fab80e47c4d789466ba for: {'port': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:20:18.197293 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ae405839-f599-4070-9223-8648bff6c74b tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:18.218071 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [None req-ae405839-f599-4070-9223-8648bff6c74b tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] device_id is not set on port 673dcbbc-6a01-4441-a448-3d0b5e7c6d84 yet. {{(pid=106252) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 12:20:18.290864 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0dd33c8-6a85-4dde-8682-4b114f87518b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp788be208-34ab-5a8f-af0f-528834af222f-47251951-3fd7-413e-acda-59bf2a24c9d6', 'network_id': '47251951-3fd7-413e-acda-59bf2a24c9d6', 'tenant_id': '7f7f9361f9414fab80e47c4d789466ba', 'fixed_ips': [{'subnet_id': 'faf9bd4a-3c0c-4453-a797-faa3942d1116'}]}} from n-d-804985-2. {{(pid=106254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 12:20:18.292893 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-e0dd33c8-6a85-4dde-8682-4b114f87518b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:18.482036 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.db_base_plugin_common [None req-e0dd33c8-6a85-4dde-8682-4b114f87518b None None] Allocated IP 2001:db8::f816:3eff:feb3:e378 (47251951-3fd7-413e-acda-59bf2a24c9d6/faf9bd4a-3c0c-4453-a797-faa3942d1116/f59726da-1cac-48ea-82f0-8574fd4b9da8) {{(pid=106254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:20:18.498751 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-e46854ae-22d5-4136-b7bf-4a932e3f4e25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:18.647742 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-e0dd33c8-6a85-4dde-8682-4b114f87518b None None] Notify callbacks [] for port, precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:18.656077 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-e0dd33c8-6a85-4dde-8682-4b114f87518b None None] Transition to ACTIVE for port object f59726da-1cac-48ea-82f0-8574fd4b9da8 will not be triggered until provisioned by entity L2. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:20:18.671812 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-e0dd33c8-6a85-4dde-8682-4b114f87518b None None] Transition to ACTIVE for port object f59726da-1cac-48ea-82f0-8574fd4b9da8 will not be triggered until provisioned by entity DHCP. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:20:18.679255 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-e0dd33c8-6a85-4dde-8682-4b114f87518b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547'] for port, after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:18.720099 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0dd33c8-6a85-4dde-8682-4b114f87518b None None] Network 47251951-3fd7-413e-acda-59bf2a24c9d6 is already hosted by enough agents. {{(pid=106254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:20:18.723155 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.base_scheduler [None req-e0dd33c8-6a85-4dde-8682-4b114f87518b None None] Resources bound (agent type, host, resource id): {{(pid=106254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:20:18.726841 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0dd33c8-6a85-4dde-8682-4b114f87518b None None] Received port after_create {{(pid=106254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:20:18.730340 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [None req-ae405839-f599-4070-9223-8648bff6c74b tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Allocated IP 2001:db8::f816:3eff:fe8d:43a2 (47251951-3fd7-413e-acda-59bf2a24c9d6/faf9bd4a-3c0c-4453-a797-faa3942d1116/673dcbbc-6a01-4441-a448-3d0b5e7c6d84) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:20:18.732610 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dd33c8-6a85-4dde-8682-4b114f87518b None None] Pushing event updated for resources: {'Port': ['ID=f59726da-1cac-48ea-82f0-8574fd4b9da8,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:20:18.787936 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-e0dd33c8-6a85-4dde-8682-4b114f87518b None None] Attempting to bind port f59726da-1cac-48ea-82f0-8574fd4b9da8 on host n-d-804985-2 for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:20:18.788307 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-e0dd33c8-6a85-4dde-8682-4b114f87518b None None] Attempting to bind port f59726da-1cac-48ea-82f0-8574fd4b9da8 by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': 'bb04212c-cd4a-4e8d-9b5a-b09d77ca2934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '47251951-3fd7-413e-acda-59bf2a24c9d6'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:20:18.788683 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0dd33c8-6a85-4dde-8682-4b114f87518b None None] Attempting to bind port f59726da-1cac-48ea-82f0-8574fd4b9da8 on network 47251951-3fd7-413e-acda-59bf2a24c9d6 {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:20:18.795285 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0dd33c8-6a85-4dde-8682-4b114f87518b None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 19, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:20:18.795793 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0dd33c8-6a85-4dde-8682-4b114f87518b None None] Checking segment: {'id': 'bb04212c-cd4a-4e8d-9b5a-b09d77ca2934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '47251951-3fd7-413e-acda-59bf2a24c9d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:20:18.796200 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-e0dd33c8-6a85-4dde-8682-4b114f87518b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:18.796765 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0dd33c8-6a85-4dde-8682-4b114f87518b None None] Bound using segment: {'id': 'bb04212c-cd4a-4e8d-9b5a-b09d77ca2934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '47251951-3fd7-413e-acda-59bf2a24c9d6'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:20:18.797078 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-e0dd33c8-6a85-4dde-8682-4b114f87518b None None] Bound port: f59726da-1cac-48ea-82f0-8574fd4b9da8, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb04212c-cd4a-4e8d-9b5a-b09d77ca2934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '47251951-3fd7-413e-acda-59bf2a24c9d6'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:20:18.797457 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-e0dd33c8-6a85-4dde-8682-4b114f87518b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:18.869733 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-e0dd33c8-6a85-4dde-8682-4b114f87518b None None] For port f59726da-1cac-48ea-82f0-8574fd4b9da8, host n-d-804985-2, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:20:18.873899 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-e0dd33c8-6a85-4dde-8682-4b114f87518b None None] For port f59726da-1cac-48ea-82f0-8574fd4b9da8, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=f59726da-1cac-48ea-82f0-8574fd4b9da8,segment=NetworkSegment(bb04212c-cd4a-4e8d-9b5a-b09d77ca2934),segment_id=bb04212c-cd4a-4e8d-9b5a-b09d77ca2934)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:20:18.882475 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-e0dd33c8-6a85-4dde-8682-4b114f87518b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:18.941267 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ae405839-f599-4070-9223-8648bff6c74b tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:18.958774 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [None req-ae405839-f599-4070-9223-8648bff6c74b tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Transition to ACTIVE for port object 673dcbbc-6a01-4441-a448-3d0b5e7c6d84 will not be triggered until provisioned by entity DHCP. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:20:18.963854 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dd33c8-6a85-4dde-8682-4b114f87518b None None] Pushing event updated for resources: {'Port': ['ID=f59726da-1cac-48ea-82f0-8574fd4b9da8,revision_number=2']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:20:19.006872 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ae405839-f599-4070-9223-8648bff6c74b tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:19.075366 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae405839-f599-4070-9223-8648bff6c74b tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Pushing event updated for resources: {'Port': ['ID=673dcbbc-6a01-4441-a448-3d0b5e7c6d84,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:20:19.083940 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae405839-f599-4070-9223-8648bff6c74b tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Network 47251951-3fd7-413e-acda-59bf2a24c9d6 is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:20:19.085553 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-ae405839-f599-4070-9223-8648bff6c74b tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:20:19.087975 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae405839-f599-4070-9223-8648bff6c74b tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:20:19.093768 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae405839-f599-4070-9223-8648bff6c74b tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:20:19.094400 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ae405839-f599-4070-9223-8648bff6c74b tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:19.117394 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-ae405839-f599-4070-9223-8648bff6c74b tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.0438943 Aug 18 12:20:19.119313 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 36346) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:20:19.225344 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_v2 [None req-db4eca10-a684-4bac-8842-3a4c3c02c33b tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Deleting subnet faf9bd4a-3c0c-4453-a797-faa3942d1116 {{(pid=106252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 12:20:19.230097 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-db4eca10-a684-4bac-8842-3a4c3c02c33b tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Notify callbacks [] for subnet, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:19.264944 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dbd797-c56d-4aaf-9f72-cba5f06a79e6 req-6b540e5b-b537-4c25-b15b-eeb30020e161 tempest-VolumesSnapshotTestJSON-325803111 tempest-VolumesSnapshotTestJSON-325803111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:20:19.268314 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-57dbd797-c56d-4aaf-9f72-cba5f06a79e6 req-6b540e5b-b537-4c25-b15b-eeb30020e161 tempest-VolumesSnapshotTestJSON-325803111 tempest-VolumesSnapshotTestJSON-325803111-project] 10.222.0.66 "GET /v2.0/ports?device_id=685c5e9f-74be-4e20-923a-c06d033e7f3c HTTP/1.1" status: 200 len: 946 time: 0.1198015 Aug 18 12:20:19.319687 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-db4eca10-a684-4bac-8842-3a4c3c02c33b tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2221528'] for subnet, precommit_delete_associations {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:19.351331 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-571935f4-44de-42d9-a21b-71b3e21ff2bf None None] Network d4a79dff-5a70-4f56-87cd-68472dad3b5d requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:20:19.363082 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-57dbd797-c56d-4aaf-9f72-cba5f06a79e6 req-5b5ab2a8-afff-4a41-8536-4ec20204c62b tempest-VolumesSnapshotTestJSON-325803111 tempest-VolumesSnapshotTestJSON-325803111-project] 10.222.0.66 "GET /v2.0/security-groups?id=eeefeaaf-a13d-4eea-8d0f-9698ebec6aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889499 Aug 18 12:20:19.483375 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-db4eca10-a684-4bac-8842-3a4c3c02c33b tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:19.549864 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-db4eca10-a684-4bac-8842-3a4c3c02c33b tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3572848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59074100'] for subnet, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:19.577859 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device f59726da-1cac-48ea-82f0-8574fd4b9da8 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:20:19.580040 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4eca10-a684-4bac-8842-3a4c3c02c33b tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Pushing event deleted for resources: {'Subnet': ['ID=faf9bd4a-3c0c-4453-a797-faa3942d1116,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:20:19.584814 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-db4eca10-a684-4bac-8842-3a4c3c02c33b tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for subnet, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:19.586994 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-db4eca10-a684-4bac-8842-3a4c3c02c33b tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] 10.222.0.66 "DELETE /v2.0/subnets/faf9bd4a-3c0c-4453-a797-faa3942d1116 HTTP/1.1" status: 204 len: 168 time: 0.4667330 Aug 18 12:20:19.589824 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 36348) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:20:19.632725 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-a3aac1cb-b561-4e52-b7f6-96f856d6d8d9 None None] Provisioning for port ca99f794-0407-46c3-9ee7-88a52e667417 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:20:19.684107 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port f59726da-1cac-48ea-82f0-8574fd4b9da8 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:20:19.693257 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device ca99f794-0407-46c3-9ee7-88a52e667417 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:20:19.693425 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcb9a9ed-4a85-494e-82ed-e509dcb62c7c tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:20:19.695445 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcb9a9ed-4a85-494e-82ed-e509dcb62c7c tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:20:19.700266 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 36350) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:20:19.700461 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-fcb9a9ed-4a85-494e-82ed-e509dcb62c7c tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1094732 Aug 18 12:20:19.778738 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port ca99f794-0407-46c3-9ee7-88a52e667417 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:20:19.784039 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port ca99f794-0407-46c3-9ee7-88a52e667417 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:20:19.784654 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:19.798576 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5663ef10-6f1e-4bca-b4f9-ae65a8b307f0 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7904109'] for network, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:19.807243 n-d-804985-2 neutron-server[106252]: INFO neutron.pecan_wsgi.hooks.translation [None req-5663ef10-6f1e-4bca-b4f9-ae65a8b307f0 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 18 12:20:19.807709 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5663ef10-6f1e-4bca-b4f9-ae65a8b307f0 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=106252) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 12:20:19.809768 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-5663ef10-6f1e-4bca-b4f9-ae65a8b307f0 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] 10.222.0.66 "DELETE /v2.0/networks/47251951-3fd7-413e-acda-59bf2a24c9d6 HTTP/1.1" status: 409 len: 405 time: 0.1080112 Aug 18 12:20:19.814247 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 36352) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:20:19.821415 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-27f91770-17ca-4b95-930b-c1af8714a00c tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-151706561'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:20:19.853202 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27f91770-17ca-4b95-930b-c1af8714a00c tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Made reservation on behalf of 7f7f9361f9414fab80e47c4d789466ba for: {'network': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:20:19.857680 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-27f91770-17ca-4b95-930b-c1af8714a00c tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for network, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:19.881150 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:19.888628 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27f91770-17ca-4b95-930b-c1af8714a00c tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 809} {{(pid=106253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:20:19.900125 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-27f91770-17ca-4b95-930b-c1af8714a00c tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:19.900761 n-d-804985-2 neutron-server[106253]: INFO neutron.db.segments_db [None req-27f91770-17ca-4b95-930b-c1af8714a00c tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Added segment fcc24b75-f78d-4adb-81d7-0391b239d20f of type vlan for network 16c1c9a2-920e-4d09-b2f7-0ac990fd165b Aug 18 12:20:19.921368 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] For port ca99f794-0407-46c3-9ee7-88a52e667417, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=ca99f794-0407-46c3-9ee7-88a52e667417,segment=NetworkSegment(3cfb5479-98ce-42bd-a897-46c4b4a7f137),segment_id=3cfb5479-98ce-42bd-a897-46c4b4a7f137)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:20:19.938982 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:19.953615 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-27f91770-17ca-4b95-930b-c1af8714a00c tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789150665894'] for network, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:19.991268 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-27f91770-17ca-4b95-930b-c1af8714a00c tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for network, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:19.998598 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27f91770-17ca-4b95-930b-c1af8714a00c tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:20:20.002117 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-27f91770-17ca-4b95-930b-c1af8714a00c tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Notify callbacks [] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:20.022505 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Pushing event updated for resources: {'Port': ['ID=ca99f794-0407-46c3-9ee7-88a52e667417,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:20:20.071168 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-a3223109-18bb-4a01-a541-02b5da9bb9d2 None None] Provisioning complete for port ca99f794-0407-46c3-9ee7-88a52e667417 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:20:20.071576 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-a3223109-18bb-4a01-a541-02b5da9bb9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:20.080044 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-27f91770-17ca-4b95-930b-c1af8714a00c tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.2616506 Aug 18 12:20:20.080359 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 36356) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:20:20.086041 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-fc63da45-66b6-44ac-9c2c-ee236ead0532 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Request body: {'subnet': {'network_id': '16c1c9a2-920e-4d09-b2f7-0ac990fd165b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:20:20.091433 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f91770-17ca-4b95-930b-c1af8714a00c tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Pushing event updated for resources: {'Network': ['ID=16c1c9a2-920e-4d09-b2f7-0ac990fd165b,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:20:20.106374 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Network 16c1c9a2-920e-4d09-b2f7-0ac990fd165b details requested by agent ovs-agent-n-d-804985-2 with host n-d-804985-2 {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:20:20.124568 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d8e5b79-fb95-432c-ad64-0230ee2d4609 None None] Network 47251951-3fd7-413e-acda-59bf2a24c9d6 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:20:20.184925 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc63da45-66b6-44ac-9c2c-ee236ead0532 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Made reservation on behalf of 7f7f9361f9414fab80e47c4d789466ba for: {'subnet': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:20:20.188729 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-fc63da45-66b6-44ac-9c2c-ee236ead0532 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59074089'] for subnet, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:20.410750 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47af706e-579a-4ac3-bcf7-a2e4aa35c4ec None None] DHCP port deletion for 47251951-3fd7-413e-acda-59bf2a24c9d6 request from n-d-804985-2 {{(pid=106254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 12:20:20.456668 n-d-804985-2 neutron-server[106252]: DEBUG neutron.objects.ports [None req-fc63da45-66b6-44ac-9c2c-ee236ead0532 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106252) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 18 12:20:20.458231 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-6209924d-3136-4f51-b85a-18716375c321 None None] Provisioning for port f59726da-1cac-48ea-82f0-8574fd4b9da8 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:20:20.458354 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-fc63da45-66b6-44ac-9c2c-ee236ead0532 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3572913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59074111'] for subnet, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:20.467815 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-6209924d-3136-4f51-b85a-18716375c321 None None] Provisioning complete for port f59726da-1cac-48ea-82f0-8574fd4b9da8 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:20:20.468265 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-6209924d-3136-4f51-b85a-18716375c321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:20.500939 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-47af706e-579a-4ac3-bcf7-a2e4aa35c4ec None None] Deleting port f59726da-1cac-48ea-82f0-8574fd4b9da8 {{(pid=106254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:20:20.501303 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-47af706e-579a-4ac3-bcf7-a2e4aa35c4ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:20.537985 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc63da45-66b6-44ac-9c2c-ee236ead0532 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Pushing event updated for resources: {'Subnet': ['ID=70504d50-e4ca-4f4c-926f-16ccbdaac4e3,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:20:20.574305 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-47af706e-579a-4ac3-bcf7-a2e4aa35c4ec None None] For port f59726da-1cac-48ea-82f0-8574fd4b9da8, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=f59726da-1cac-48ea-82f0-8574fd4b9da8,segment=NetworkSegment(bb04212c-cd4a-4e8d-9b5a-b09d77ca2934),segment_id=bb04212c-cd4a-4e8d-9b5a-b09d77ca2934)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:20:20.574696 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-47af706e-579a-4ac3-bcf7-a2e4aa35c4ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:20.596281 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240b0be3-20e8-4051-8413-2fded93621a8 req-6000514e-bf99-42da-ba6b-fb1061241a0c tempest-VolumesSnapshotTestJSON-325803111 tempest-VolumesSnapshotTestJSON-325803111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:20:20.597812 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-240b0be3-20e8-4051-8413-2fded93621a8 req-6000514e-bf99-42da-ba6b-fb1061241a0c tempest-VolumesSnapshotTestJSON-325803111 tempest-VolumesSnapshotTestJSON-325803111-project] 10.222.0.66 "GET /v2.0/ports?device_id=685c5e9f-74be-4e20-923a-c06d033e7f3c HTTP/1.1" status: 200 len: 946 time: 0.1309793 Aug 18 12:20:20.598549 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc63da45-66b6-44ac-9c2c-ee236ead0532 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Checking segment: {'id': 'fcc24b75-f78d-4adb-81d7-0391b239d20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '16c1c9a2-920e-4d09-b2f7-0ac990fd165b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:20:20.598902 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc63da45-66b6-44ac-9c2c-ee236ead0532 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Network hostable DHCP agents. Network: 16c1c9a2-920e-4d09-b2f7-0ac990fd165b, hostable agents: ['97c14208-2951-4361-8d64-3708c946ff5f'], hosted agents: [] {{(pid=106252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 12:20:20.604188 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-47af706e-579a-4ac3-bcf7-a2e4aa35c4ec None None] Calling delete_port for f59726da-1cac-48ea-82f0-8574fd4b9da8 owned by network:dhcp {{(pid=106254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:20:20.643142 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635fc29c-04b4-4338-bfdc-5b1054795b26 req-1f3f3944-28a3-436f-bb44-8abc0d83bc3c tempest-VolumesSnapshotTestJSON-325803111 tempest-VolumesSnapshotTestJSON-325803111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:20:20.644515 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-635fc29c-04b4-4338-bfdc-5b1054795b26 req-1f3f3944-28a3-436f-bb44-8abc0d83bc3c tempest-VolumesSnapshotTestJSON-325803111 tempest-VolumesSnapshotTestJSON-325803111-project] 10.222.0.62 "GET /v2.0/ports?device_id=685c5e9f-74be-4e20-923a-c06d033e7f3c HTTP/1.1" status: 200 len: 946 time: 0.0989625 Aug 18 12:20:20.649139 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc63da45-66b6-44ac-9c2c-ee236ead0532 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Network 16c1c9a2-920e-4d09-b2f7-0ac990fd165b is scheduled to be hosted by DHCP agent 97c14208-2951-4361-8d64-3708c946ff5f with binding_index 1 {{(pid=106252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 12:20:20.654456 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-6209924d-3136-4f51-b85a-18716375c321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:20.689951 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-fc63da45-66b6-44ac-9c2c-ee236ead0532 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-2, 16c1c9a2-920e-4d09-b2f7-0ac990fd165b) {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:20:20.696820 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-240b0be3-20e8-4051-8413-2fded93621a8 req-83cfc7cc-0017-436e-9a66-097da5a127b7 tempest-VolumesSnapshotTestJSON-325803111 tempest-VolumesSnapshotTestJSON-325803111-project] 10.222.0.66 "GET /v2.0/security-groups?id=eeefeaaf-a13d-4eea-8d0f-9698ebec6aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904059 Aug 18 12:20:20.701977 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc63da45-66b6-44ac-9c2c-ee236ead0532 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:20:20.702410 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48deb461-b706-42ea-9d2f-337111ce1cc6 None None] Network 16c1c9a2-920e-4d09-b2f7-0ac990fd165b requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:20:20.702569 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-fc63da45-66b6-44ac-9c2c-ee236ead0532 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for subnet, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:20.713243 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-6209924d-3136-4f51-b85a-18716375c321 None None] For port f59726da-1cac-48ea-82f0-8574fd4b9da8, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=f59726da-1cac-48ea-82f0-8574fd4b9da8,segment=NetworkSegment(bb04212c-cd4a-4e8d-9b5a-b09d77ca2934),segment_id=bb04212c-cd4a-4e8d-9b5a-b09d77ca2934)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:20:20.743269 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-fc63da45-66b6-44ac-9c2c-ee236ead0532 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6617734 Aug 18 12:20:20.746321 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 36360) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:20:20.753303 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-c21872bb-9de9-4307-8dbe-182a3129f604 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Request body: {'port': {'network_id': '16c1c9a2-920e-4d09-b2f7-0ac990fd165b', 'name': 'tempest-NetworksIpV6TestAttrs-1394949909'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:20:20.760686 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-6209924d-3136-4f51-b85a-18716375c321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:20.766354 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-635fc29c-04b4-4338-bfdc-5b1054795b26 req-446def49-8538-49f9-9f50-0335fffc3706 tempest-VolumesSnapshotTestJSON-325803111 tempest-VolumesSnapshotTestJSON-325803111-project] Deleting port d7cc9c8a-3fe0-4c77-a489-8afba5c84afb {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:20:20.766693 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-635fc29c-04b4-4338-bfdc-5b1054795b26 req-446def49-8538-49f9-9f50-0335fffc3706 tempest-VolumesSnapshotTestJSON-325803111 tempest-VolumesSnapshotTestJSON-325803111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:20.799430 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-47af706e-579a-4ac3-bcf7-a2e4aa35c4ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556'] for port, after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:20.835043 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47af706e-579a-4ac3-bcf7-a2e4aa35c4ec None None] No DVR routers for this DVR port f59726da-1cac-48ea-82f0-8574fd4b9da8 on host n-d-804985-2 {{(pid=106254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:20:20.848848 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6209924d-3136-4f51-b85a-18716375c321 None None] Pushing event updated for resources: {'Port': ['ID=f59726da-1cac-48ea-82f0-8574fd4b9da8,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:20:20.871475 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-635fc29c-04b4-4338-bfdc-5b1054795b26 req-446def49-8538-49f9-9f50-0335fffc3706 tempest-VolumesSnapshotTestJSON-325803111 tempest-VolumesSnapshotTestJSON-325803111-project] For port d7cc9c8a-3fe0-4c77-a489-8afba5c84afb, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=d7cc9c8a-3fe0-4c77-a489-8afba5c84afb,segment=NetworkSegment(c10b5353-cffa-4c54-82aa-6f1569a451d5),segment_id=c10b5353-cffa-4c54-82aa-6f1569a451d5)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:20:20.872159 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-635fc29c-04b4-4338-bfdc-5b1054795b26 req-446def49-8538-49f9-9f50-0335fffc3706 tempest-VolumesSnapshotTestJSON-325803111 tempest-VolumesSnapshotTestJSON-325803111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:20.880146 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47af706e-579a-4ac3-bcf7-a2e4aa35c4ec None None] Pushing event deleted for resources: {'Port': ['ID=f59726da-1cac-48ea-82f0-8574fd4b9da8,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:20:20.888002 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-635fc29c-04b4-4338-bfdc-5b1054795b26 req-446def49-8538-49f9-9f50-0335fffc3706 tempest-VolumesSnapshotTestJSON-325803111 tempest-VolumesSnapshotTestJSON-325803111-project] Calling delete_port for d7cc9c8a-3fe0-4c77-a489-8afba5c84afb owned by compute:nova {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:20:20.889241 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c21872bb-9de9-4307-8dbe-182a3129f604 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Made reservation on behalf of 7f7f9361f9414fab80e47c4d789466ba for: {'port': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:20:20.893172 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c21872bb-9de9-4307-8dbe-182a3129f604 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:20.911157 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [None req-c21872bb-9de9-4307-8dbe-182a3129f604 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] device_id is not set on port 8943ab0b-707c-4d4a-82bc-649684a5d664 yet. {{(pid=106253) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 12:20:20.949682 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72efec4d-f5e1-48f1-ac4e-fca7acaf55dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp788be208-34ab-5a8f-af0f-528834af222f-16c1c9a2-920e-4d09-b2f7-0ac990fd165b', 'network_id': '16c1c9a2-920e-4d09-b2f7-0ac990fd165b', 'tenant_id': '7f7f9361f9414fab80e47c4d789466ba', 'fixed_ips': [{'subnet_id': '70504d50-e4ca-4f4c-926f-16ccbdaac4e3'}]}} from n-d-804985-2. {{(pid=106254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 12:20:20.950651 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-72efec4d-f5e1-48f1-ac4e-fca7acaf55dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:21.044599 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-635fc29c-04b4-4338-bfdc-5b1054795b26 req-446def49-8538-49f9-9f50-0335fffc3706 tempest-VolumesSnapshotTestJSON-325803111 tempest-VolumesSnapshotTestJSON-325803111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:21.044816 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [None req-c21872bb-9de9-4307-8dbe-182a3129f604 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Allocated IP 2001:db8::f816:3eff:fe3f:4def (16c1c9a2-920e-4d09-b2f7-0ac990fd165b/70504d50-e4ca-4f4c-926f-16ccbdaac4e3/8943ab0b-707c-4d4a-82bc-649684a5d664) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:20:21.063109 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] get_ports_and_sgs() called for port_ids ['d7cc9c8a-3fe0-4c77-a489-8afba5c84afb'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:20:21.106983 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446def49-8538-49f9-9f50-0335fffc3706 tempest-VolumesSnapshotTestJSON-325803111 tempest-VolumesSnapshotTestJSON-325803111-project] Pushing event deleted for resources: {'Port': ['ID=d7cc9c8a-3fe0-4c77-a489-8afba5c84afb,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:20:21.133295 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-635fc29c-04b4-4338-bfdc-5b1054795b26 req-446def49-8538-49f9-9f50-0335fffc3706 tempest-VolumesSnapshotTestJSON-325803111 tempest-VolumesSnapshotTestJSON-325803111-project] No DVR routers for this DVR port d7cc9c8a-3fe0-4c77-a489-8afba5c84afb on host n-h2-804985-2 {{(pid=106252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:20:21.135957 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-635fc29c-04b4-4338-bfdc-5b1054795b26 req-446def49-8538-49f9-9f50-0335fffc3706 tempest-VolumesSnapshotTestJSON-325803111 tempest-VolumesSnapshotTestJSON-325803111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:21.138174 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-635fc29c-04b4-4338-bfdc-5b1054795b26 req-446def49-8538-49f9-9f50-0335fffc3706 tempest-VolumesSnapshotTestJSON-325803111 tempest-VolumesSnapshotTestJSON-325803111-project] 10.222.0.62 "DELETE /v2.0/ports/d7cc9c8a-3fe0-4c77-a489-8afba5c84afb HTTP/1.1" status: 204 len: 173 time: 0.4868963 Aug 18 12:20:21.138927 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '685c5e9f-74be-4e20-923a-c06d033e7f3c', 'name': 'network-vif-deleted', 'tag': 'd7cc9c8a-3fe0-4c77-a489-8afba5c84afb'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:20:21.142012 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80308e11-bb7e-46f1-8b54-ffaaab771b60" -d '{"events": [{"server_uuid": "685c5e9f-74be-4e20-923a-c06d033e7f3c", "name": "network-vif-deleted", "tag": "d7cc9c8a-3fe0-4c77-a489-8afba5c84afb"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:20:21.183251 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:20:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e68694b0-0d38-4658-a845-dc5e1d7100fe x-openstack-request-id: req-e68694b0-0d38-4658-a845-dc5e1d7100fe {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:20:21.183560 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "685c5e9f-74be-4e20-923a-c06d033e7f3c", "name": "network-vif-deleted", "tag": "d7cc9c8a-3fe0-4c77-a489-8afba5c84afb", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:20:21.183807 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e68694b0-0d38-4658-a845-dc5e1d7100fe {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:20:21.184206 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '685c5e9f-74be-4e20-923a-c06d033e7f3c', 'name': 'network-vif-deleted', 'tag': 'd7cc9c8a-3fe0-4c77-a489-8afba5c84afb', 'status': 'completed', 'code': 200} Aug 18 12:20:21.210218 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c21872bb-9de9-4307-8dbe-182a3129f604 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:21.224605 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [None req-c21872bb-9de9-4307-8dbe-182a3129f604 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Transition to ACTIVE for port object 8943ab0b-707c-4d4a-82bc-649684a5d664 will not be triggered until provisioned by entity DHCP. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:20:21.262211 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c21872bb-9de9-4307-8dbe-182a3129f604 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:21.302929 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.db_base_plugin_common [None req-72efec4d-f5e1-48f1-ac4e-fca7acaf55dd None None] Allocated IP 2001:db8::f816:3eff:fe35:6b2a (16c1c9a2-920e-4d09-b2f7-0ac990fd165b/70504d50-e4ca-4f4c-926f-16ccbdaac4e3/98136b6f-5ca7-4c78-a767-dd177b3bd2f6) {{(pid=106254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:20:21.305502 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c21872bb-9de9-4307-8dbe-182a3129f604 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Network 16c1c9a2-920e-4d09-b2f7-0ac990fd165b is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:20:21.308767 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-c21872bb-9de9-4307-8dbe-182a3129f604 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:20:21.312856 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c21872bb-9de9-4307-8dbe-182a3129f604 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:20:21.318890 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c21872bb-9de9-4307-8dbe-182a3129f604 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:20:21.319528 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c21872bb-9de9-4307-8dbe-182a3129f604 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:21.325957 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21872bb-9de9-4307-8dbe-182a3129f604 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Pushing event updated for resources: {'Port': ['ID=8943ab0b-707c-4d4a-82bc-649684a5d664,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:20:21.343005 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 36366) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:20:21.343684 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-c21872bb-9de9-4307-8dbe-182a3129f604 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 0.5954964 Aug 18 12:20:21.368097 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device ca99f794-0407-46c3-9ee7-88a52e667417 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:20:21.396972 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_v2 [None req-5dc6f0e3-109e-42a4-8e75-49b46d66f3d0 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Deleting subnet 70504d50-e4ca-4f4c-926f-16ccbdaac4e3 {{(pid=106252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 12:20:21.440942 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:21.482126 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port ca99f794-0407-46c3-9ee7-88a52e667417 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:20:21.482504 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:21.529203 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-72efec4d-f5e1-48f1-ac4e-fca7acaf55dd None None] Notify callbacks [] for port, precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:21.539772 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-72efec4d-f5e1-48f1-ac4e-fca7acaf55dd None None] Transition to ACTIVE for port object 98136b6f-5ca7-4c78-a767-dd177b3bd2f6 will not be triggered until provisioned by entity L2. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:20:21.558779 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-72efec4d-f5e1-48f1-ac4e-fca7acaf55dd None None] Transition to ACTIVE for port object 98136b6f-5ca7-4c78-a767-dd177b3bd2f6 will not be triggered until provisioned by entity DHCP. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:20:21.572066 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5dc6f0e3-109e-42a4-8e75-49b46d66f3d0 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Notify callbacks [] for subnet, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:21.583387 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-72efec4d-f5e1-48f1-ac4e-fca7acaf55dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547'] for port, after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:21.619536 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5dc6f0e3-109e-42a4-8e75-49b46d66f3d0 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2221528'] for subnet, precommit_delete_associations {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:21.636080 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72efec4d-f5e1-48f1-ac4e-fca7acaf55dd None None] Network 16c1c9a2-920e-4d09-b2f7-0ac990fd165b is already hosted by enough agents. {{(pid=106254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:20:21.642854 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.base_scheduler [None req-72efec4d-f5e1-48f1-ac4e-fca7acaf55dd None None] Resources bound (agent type, host, resource id): {{(pid=106254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:20:21.647684 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72efec4d-f5e1-48f1-ac4e-fca7acaf55dd None None] Received port after_create {{(pid=106254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:20:21.651029 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72efec4d-f5e1-48f1-ac4e-fca7acaf55dd None None] Pushing event updated for resources: {'Port': ['ID=98136b6f-5ca7-4c78-a767-dd177b3bd2f6,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:20:21.706265 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device f59726da-1cac-48ea-82f0-8574fd4b9da8 no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:20:21.737378 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-e657bb93-502d-435b-a7fe-034939420db9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:21.740204 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: f59726da-1cac-48ea-82f0-8574fd4b9da8 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:20:21.740569 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device f59726da-1cac-48ea-82f0-8574fd4b9da8 not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:20:21.742890 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-72efec4d-f5e1-48f1-ac4e-fca7acaf55dd None None] Attempting to bind port 98136b6f-5ca7-4c78-a767-dd177b3bd2f6 on host n-d-804985-2 for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:20:21.743301 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-72efec4d-f5e1-48f1-ac4e-fca7acaf55dd None None] Attempting to bind port 98136b6f-5ca7-4c78-a767-dd177b3bd2f6 by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': 'fcc24b75-f78d-4adb-81d7-0391b239d20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '16c1c9a2-920e-4d09-b2f7-0ac990fd165b'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:20:21.743721 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72efec4d-f5e1-48f1-ac4e-fca7acaf55dd None None] Attempting to bind port 98136b6f-5ca7-4c78-a767-dd177b3bd2f6 on network 16c1c9a2-920e-4d09-b2f7-0ac990fd165b {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:20:21.753022 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72efec4d-f5e1-48f1-ac4e-fca7acaf55dd None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 20, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:20:21.753394 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72efec4d-f5e1-48f1-ac4e-fca7acaf55dd None None] Checking segment: {'id': 'fcc24b75-f78d-4adb-81d7-0391b239d20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '16c1c9a2-920e-4d09-b2f7-0ac990fd165b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:20:21.753797 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-72efec4d-f5e1-48f1-ac4e-fca7acaf55dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:21.754181 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72efec4d-f5e1-48f1-ac4e-fca7acaf55dd None None] Bound using segment: {'id': 'fcc24b75-f78d-4adb-81d7-0391b239d20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '16c1c9a2-920e-4d09-b2f7-0ac990fd165b'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:20:21.754761 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-72efec4d-f5e1-48f1-ac4e-fca7acaf55dd None None] Bound port: 98136b6f-5ca7-4c78-a767-dd177b3bd2f6, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcc24b75-f78d-4adb-81d7-0391b239d20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '16c1c9a2-920e-4d09-b2f7-0ac990fd165b'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:20:21.755138 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-72efec4d-f5e1-48f1-ac4e-fca7acaf55dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:21.784974 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5dc6f0e3-109e-42a4-8e75-49b46d66f3d0 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:21.854039 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5dc6f0e3-109e-42a4-8e75-49b46d66f3d0 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3572848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59074100'] for subnet, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:21.856001 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-72efec4d-f5e1-48f1-ac4e-fca7acaf55dd None None] For port 98136b6f-5ca7-4c78-a767-dd177b3bd2f6, host n-d-804985-2, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:20:21.859444 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-72efec4d-f5e1-48f1-ac4e-fca7acaf55dd None None] For port 98136b6f-5ca7-4c78-a767-dd177b3bd2f6, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=98136b6f-5ca7-4c78-a767-dd177b3bd2f6,segment=NetworkSegment(fcc24b75-f78d-4adb-81d7-0391b239d20f),segment_id=fcc24b75-f78d-4adb-81d7-0391b239d20f)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:20:21.865424 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-72efec4d-f5e1-48f1-ac4e-fca7acaf55dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:21.885621 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc6f0e3-109e-42a4-8e75-49b46d66f3d0 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Pushing event deleted for resources: {'Subnet': ['ID=70504d50-e4ca-4f4c-926f-16ccbdaac4e3,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:20:21.887742 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5dc6f0e3-109e-42a4-8e75-49b46d66f3d0 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for subnet, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:21.892133 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-5dc6f0e3-109e-42a4-8e75-49b46d66f3d0 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] 10.222.0.66 "DELETE /v2.0/subnets/70504d50-e4ca-4f4c-926f-16ccbdaac4e3 HTTP/1.1" status: 204 len: 168 time: 0.5458591 Aug 18 12:20:21.893204 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 36372) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:20:21.932799 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72efec4d-f5e1-48f1-ac4e-fca7acaf55dd None None] Pushing event updated for resources: {'Port': ['ID=98136b6f-5ca7-4c78-a767-dd177b3bd2f6,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:20:21.955785 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17071e89-7d05-4283-b08e-8b3cd99076e3 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:20:21.957411 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17071e89-7d05-4283-b08e-8b3cd99076e3 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:20:21.960581 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-17071e89-7d05-4283-b08e-8b3cd99076e3 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0650802 Aug 18 12:20:21.963091 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 36374) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:20:22.177688 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-53584c24-f517-494e-ac93-c18bb92373f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:22.411186 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f3377108-5a63-4ac3-91ce-2a2a0483e282 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7904109'] for network, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:22.418213 n-d-804985-2 neutron-server[106253]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3377108-5a63-4ac3-91ce-2a2a0483e282 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 18 12:20:22.418673 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3377108-5a63-4ac3-91ce-2a2a0483e282 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=106253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 12:20:22.420399 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-f3377108-5a63-4ac3-91ce-2a2a0483e282 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] 10.222.0.66 "DELETE /v2.0/networks/16c1c9a2-920e-4d09-b2f7-0ac990fd165b HTTP/1.1" status: 409 len: 405 time: 0.4562147 Aug 18 12:20:22.424316 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 36380) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:20:22.429183 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-ef21162c-e92f-49a5-a7a6-992e5338a3a1 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2082102765'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:20:22.452650 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef21162c-e92f-49a5-a7a6-992e5338a3a1 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Made reservation on behalf of 7f7f9361f9414fab80e47c4d789466ba for: {'network': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:20:22.456221 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ef21162c-e92f-49a5-a7a6-992e5338a3a1 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for network, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:22.483270 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef21162c-e92f-49a5-a7a6-992e5338a3a1 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 807} {{(pid=106253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:20:22.493446 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ef21162c-e92f-49a5-a7a6-992e5338a3a1 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:22.493788 n-d-804985-2 neutron-server[106253]: INFO neutron.db.segments_db [None req-ef21162c-e92f-49a5-a7a6-992e5338a3a1 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Added segment f112742f-075d-4a42-abe7-0e7ef3dfd9cc of type vlan for network a2cfe702-9464-45fe-ae37-cebd9773936d Aug 18 12:20:22.535338 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ef21162c-e92f-49a5-a7a6-992e5338a3a1 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789150665894'] for network, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:22.563072 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ef21162c-e92f-49a5-a7a6-992e5338a3a1 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for network, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:22.569104 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef21162c-e92f-49a5-a7a6-992e5338a3a1 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:20:22.569689 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ef21162c-e92f-49a5-a7a6-992e5338a3a1 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Notify callbacks [] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:22.630192 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-ef21162c-e92f-49a5-a7a6-992e5338a3a1 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2020683 Aug 18 12:20:22.631167 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 36382) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:20:22.638135 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-03c70372-013c-4984-8455-3ebdb64ab465 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Request body: {'subnet': {'network_id': 'a2cfe702-9464-45fe-ae37-cebd9773936d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:20:22.640465 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef21162c-e92f-49a5-a7a6-992e5338a3a1 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Pushing event updated for resources: {'Network': ['ID=a2cfe702-9464-45fe-ae37-cebd9773936d,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:20:22.652098 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Network a2cfe702-9464-45fe-ae37-cebd9773936d details requested by agent ovs-agent-n-d-804985-2 with host n-d-804985-2 {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:20:22.751226 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03c70372-013c-4984-8455-3ebdb64ab465 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Made reservation on behalf of 7f7f9361f9414fab80e47c4d789466ba for: {'subnet': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:20:22.755242 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-03c70372-013c-4984-8455-3ebdb64ab465 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59074089'] for subnet, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:22.971638 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0ee3217-14af-445f-a240-65b830652c04 None None] Network 16c1c9a2-920e-4d09-b2f7-0ac990fd165b requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:20:23.082111 n-d-804985-2 neutron-server[106252]: DEBUG neutron.objects.ports [None req-03c70372-013c-4984-8455-3ebdb64ab465 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106252) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 18 12:20:23.083842 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-03c70372-013c-4984-8455-3ebdb64ab465 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3572913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59074111'] for subnet, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:23.088957 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-61d563dd-5b07-44ea-8722-aaeb4fb6f6b9 None None] Provisioning for port 98136b6f-5ca7-4c78-a767-dd177b3bd2f6 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:20:23.180739 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c70372-013c-4984-8455-3ebdb64ab465 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Pushing event updated for resources: {'Subnet': ['ID=10c7a4d5-991b-410c-a9d8-5e0d2e9a6122,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:20:23.202934 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c70372-013c-4984-8455-3ebdb64ab465 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Checking segment: {'id': 'f112742f-075d-4a42-abe7-0e7ef3dfd9cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'a2cfe702-9464-45fe-ae37-cebd9773936d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:20:23.203305 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03c70372-013c-4984-8455-3ebdb64ab465 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Network hostable DHCP agents. Network: a2cfe702-9464-45fe-ae37-cebd9773936d, hostable agents: ['97c14208-2951-4361-8d64-3708c946ff5f'], hosted agents: [] {{(pid=106252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 12:20:23.223118 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03c70372-013c-4984-8455-3ebdb64ab465 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Network a2cfe702-9464-45fe-ae37-cebd9773936d is scheduled to be hosted by DHCP agent 97c14208-2951-4361-8d64-3708c946ff5f with binding_index 1 {{(pid=106252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 12:20:23.236958 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-03c70372-013c-4984-8455-3ebdb64ab465 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-2, a2cfe702-9464-45fe-ae37-cebd9773936d) {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:20:23.238082 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b99dfe95-bd5f-472d-88ab-908773165c80 None None] DHCP port deletion for 16c1c9a2-920e-4d09-b2f7-0ac990fd165b request from n-d-804985-2 {{(pid=106254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 12:20:23.245157 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-062f7f61-1d9a-41b4-8f31-8dbc25b5a8ec None None] Network a2cfe702-9464-45fe-ae37-cebd9773936d requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:20:23.249404 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03c70372-013c-4984-8455-3ebdb64ab465 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:20:23.251463 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-03c70372-013c-4984-8455-3ebdb64ab465 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for subnet, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:23.269909 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-03c70372-013c-4984-8455-3ebdb64ab465 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 0.6370358 Aug 18 12:20:23.272892 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 36388) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:20:23.378031 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-73887e78-be46-4b50-b815-4c836a607052 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7904109'] for network, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:23.393598 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-b99dfe95-bd5f-472d-88ab-908773165c80 None None] Deleting port 98136b6f-5ca7-4c78-a767-dd177b3bd2f6 {{(pid=106254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:20:23.393872 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-b99dfe95-bd5f-472d-88ab-908773165c80 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:23.454204 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-73887e78-be46-4b50-b815-4c836a607052 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:23.480012 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-b99dfe95-bd5f-472d-88ab-908773165c80 None None] For port 98136b6f-5ca7-4c78-a767-dd177b3bd2f6, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=98136b6f-5ca7-4c78-a767-dd177b3bd2f6,segment=NetworkSegment(fcc24b75-f78d-4adb-81d7-0391b239d20f),segment_id=fcc24b75-f78d-4adb-81d7-0391b239d20f)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:20:23.480405 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-b99dfe95-bd5f-472d-88ab-908773165c80 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:23.484776 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17cee657-cf89-49df-94e9-07ab0492171c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp788be208-34ab-5a8f-af0f-528834af222f-a2cfe702-9464-45fe-ae37-cebd9773936d', 'network_id': 'a2cfe702-9464-45fe-ae37-cebd9773936d', 'tenant_id': '7f7f9361f9414fab80e47c4d789466ba', 'fixed_ips': [{'subnet_id': '10c7a4d5-991b-410c-a9d8-5e0d2e9a6122'}]}} from n-d-804985-2. {{(pid=106254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 12:20:23.485600 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-17cee657-cf89-49df-94e9-07ab0492171c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:23.502737 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-b99dfe95-bd5f-472d-88ab-908773165c80 None None] Calling delete_port for 98136b6f-5ca7-4c78-a767-dd177b3bd2f6 owned by network:dhcp {{(pid=106254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:20:23.515062 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-73887e78-be46-4b50-b815-4c836a607052 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3572848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59074100'] for subnet, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:23.546516 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73887e78-be46-4b50-b815-4c836a607052 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Pushing event deleted for resources: {'Subnet': ['ID=10c7a4d5-991b-410c-a9d8-5e0d2e9a6122,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:20:23.606918 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-73887e78-be46-4b50-b815-4c836a607052 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8367869', 'neutron.services.segments.db._delete_segments_for_network-8789151212993'] for network, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:23.617331 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-73887e78-be46-4b50-b815-4c836a607052 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2cfe702-9464-45fe-ae37-cebd9773936d']}} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:20:23.627255 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-73887e78-be46-4b50-b815-4c836a607052 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f112742f-075d-4a42-abe7-0e7ef3dfd9cc') {'for_net_delete': True} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:20:23.627556 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-73887e78-be46-4b50-b815-4c836a607052 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f112742f-075d-4a42-abe7-0e7ef3dfd9cc') {} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:20:23.636497 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server [None req-17cee657-cf89-49df-94e9-07ab0492171c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 10c7a4d5-991b-410c-a9d8-5e0d2e9a6122: This subnet is being modified by another concurrent operation. Aug 18 12:20:23.636497 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 18 12:20:23.636497 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 18 12:20:23.636497 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 18 12:20:23.636497 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 18 12:20:23.636497 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 18 12:20:23.636497 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 18 12:20:23.636497 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 18 12:20:23.636497 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 18 12:20:23.636497 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 18 12:20:23.636497 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 18 12:20:23.636497 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 18 12:20:23.636497 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 18 12:20:23.636497 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 18 12:20:23.636497 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 18 12:20:23.636497 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server raise self.value Aug 18 12:20:23.636497 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 18 12:20:23.636497 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 18 12:20:23.636497 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 18 12:20:23.636497 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 18 12:20:23.636497 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 18 12:20:23.636497 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 18 12:20:23.636497 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 18 12:20:23.636497 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server raise self.value Aug 18 12:20:23.636497 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 18 12:20:23.636497 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 18 12:20:23.636497 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 18 12:20:23.636497 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 18 12:20:23.636497 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 18 12:20:23.636497 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 18 12:20:23.636497 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 18 12:20:23.636497 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server raise self.value Aug 18 12:20:23.636497 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 18 12:20:23.636497 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 18 12:20:23.636497 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 18 12:20:23.636497 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 18 12:20:23.636497 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 18 12:20:23.636497 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 18 12:20:23.636497 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 18 12:20:23.636497 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 18 12:20:23.636497 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 18 12:20:23.636497 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 18 12:20:23.636497 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 18 12:20:23.636497 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 18 12:20:23.636497 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 18 12:20:23.636497 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 18 12:20:23.636497 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 18 12:20:23.636497 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 18 12:20:23.636497 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 18 12:20:23.636497 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 18 12:20:23.636497 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 18 12:20:23.636497 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server raise self.value Aug 18 12:20:23.636497 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 18 12:20:23.636497 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 18 12:20:23.636497 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 18 12:20:23.636497 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 18 12:20:23.636497 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 18 12:20:23.636497 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 18 12:20:23.636497 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 18 12:20:23.636497 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server raise self.value Aug 18 12:20:23.636497 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 18 12:20:23.636497 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 18 12:20:23.636497 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 18 12:20:23.636497 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 18 12:20:23.636497 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 18 12:20:23.636497 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 18 12:20:23.636497 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 18 12:20:23.636497 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server raise self.value Aug 18 12:20:23.636497 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 18 12:20:23.636497 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 18 12:20:23.636497 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 18 12:20:23.636497 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 18 12:20:23.636497 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 18 12:20:23.636497 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 18 12:20:23.636497 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 18 12:20:23.636497 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 18 12:20:23.636497 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 18 12:20:23.636497 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 18 12:20:23.636497 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 18 12:20:23.636497 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 18 12:20:23.636497 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 18 12:20:23.636497 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server raise self.value Aug 18 12:20:23.636497 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 18 12:20:23.636497 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 18 12:20:23.636497 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 18 12:20:23.636497 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 18 12:20:23.636497 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 18 12:20:23.636497 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 18 12:20:23.636497 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 18 12:20:23.636497 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server raise exception Aug 18 12:20:23.636497 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 10c7a4d5-991b-410c-a9d8-5e0d2e9a6122: This subnet is being modified by another concurrent operation. Aug 18 12:20:23.636497 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server Aug 18 12:20:23.643499 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-73887e78-be46-4b50-b815-4c836a607052 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789151225254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2221521'] for segment, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:23.656031 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-73887e78-be46-4b50-b815-4c836a607052 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:23.659772 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc7966d4-42db-4797-b04c-b79d7b839f95 None None] Network a2cfe702-9464-45fe-ae37-cebd9773936d requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:20:23.663125 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-b99dfe95-bd5f-472d-88ab-908773165c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556'] for port, after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:23.665291 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73887e78-be46-4b50-b815-4c836a607052 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Releasing vlan 807 on physical network physnet1 to pool {{(pid=106252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:20:23.665700 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-73887e78-be46-4b50-b815-4c836a607052 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3572434'] for segment, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:23.669302 n-d-804985-2 neutron-server[106252]: Traceback (most recent call last): Aug 18 12:20:23.669302 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:20:23.669302 n-d-804985-2 neutron-server[106252]: timer() Aug 18 12:20:23.669302 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:20:23.669302 n-d-804985-2 neutron-server[106252]: cb(*args, **kw) Aug 18 12:20:23.669302 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:20:23.669302 n-d-804985-2 neutron-server[106252]: return func(*args, **kwargs) Aug 18 12:20:23.669302 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:20:23.669302 n-d-804985-2 neutron-server[106252]: self._notify() Aug 18 12:20:23.669302 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:20:23.669302 n-d-804985-2 neutron-server[106252]: self.callback(batched_events) Aug 18 12:20:23.669302 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:20:23.669302 n-d-804985-2 neutron-server[106252]: event.method(event) Aug 18 12:20:23.669302 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:20:23.669302 n-d-804985-2 neutron-server[106252]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:20:23.669302 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:20:23.669302 n-d-804985-2 neutron-server[106252]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:20:23.669302 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:20:23.669302 n-d-804985-2 neutron-server[106252]: return f(self, *a, **k) Aug 18 12:20:23.669302 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:20:23.669302 n-d-804985-2 neutron-server[106252]: return self._get(url).json() Aug 18 12:20:23.669302 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:20:23.669302 n-d-804985-2 neutron-server[106252]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:20:23.669302 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:20:23.669302 n-d-804985-2 neutron-server[106252]: return self.request(url, 'GET', **kwargs) Aug 18 12:20:23.669302 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:20:23.669302 n-d-804985-2 neutron-server[106252]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:20:23.669302 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:20:23.669302 n-d-804985-2 neutron-server[106252]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:20:23.669302 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:20:23.669302 n-d-804985-2 neutron-server[106252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:20:23.669302 n-d-804985-2 neutron-server[106252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:20:23.731486 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-73887e78-be46-4b50-b815-4c836a607052 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8367858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997186'] for network, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:23.740134 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-73887e78-be46-4b50-b815-4c836a607052 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Notify callbacks [] for network, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:23.742134 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-73887e78-be46-4b50-b815-4c836a607052 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] 10.222.0.66 "DELETE /v2.0/networks/a2cfe702-9464-45fe-ae37-cebd9773936d HTTP/1.1" status: 204 len: 168 time: 0.4683704 Aug 18 12:20:23.745846 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 36390) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:20:23.752130 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-49e37566-a51f-4409-b1d4-0b1ded813e50 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1337091733'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:20:23.758079 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73887e78-be46-4b50-b815-4c836a607052 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Pushing event deleted for resources: {'Network': ['ID=a2cfe702-9464-45fe-ae37-cebd9773936d,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:20:23.777626 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49e37566-a51f-4409-b1d4-0b1ded813e50 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Made reservation on behalf of 7f7f9361f9414fab80e47c4d789466ba for: {'network': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:20:23.781327 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-49e37566-a51f-4409-b1d4-0b1ded813e50 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for network, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:23.808790 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49e37566-a51f-4409-b1d4-0b1ded813e50 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 828} {{(pid=106253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:20:23.819206 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-49e37566-a51f-4409-b1d4-0b1ded813e50 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:23.819645 n-d-804985-2 neutron-server[106253]: INFO neutron.db.segments_db [None req-49e37566-a51f-4409-b1d4-0b1ded813e50 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Added segment c3c390c7-48be-4860-a9fa-691736896371 of type vlan for network 68982132-db24-4b3e-8820-c9abc3aed3e1 Aug 18 12:20:23.864604 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-49e37566-a51f-4409-b1d4-0b1ded813e50 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789150665894'] for network, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:23.890683 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-49e37566-a51f-4409-b1d4-0b1ded813e50 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for network, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:23.891834 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99dfe95-bd5f-472d-88ab-908773165c80 None None] Pushing event deleted for resources: {'Port': ['ID=98136b6f-5ca7-4c78-a767-dd177b3bd2f6,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:20:23.897622 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49e37566-a51f-4409-b1d4-0b1ded813e50 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:20:23.898221 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-49e37566-a51f-4409-b1d4-0b1ded813e50 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Notify callbacks [] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:23.906147 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99dfe95-bd5f-472d-88ab-908773165c80 None None] No DVR routers for this DVR port 98136b6f-5ca7-4c78-a767-dd177b3bd2f6 on host n-d-804985-2 {{(pid=106254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:20:23.925342 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-500a1c61-38a7-4c23-a7ec-4631080af5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:23.968313 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a22c408a-0cc9-4d7b-81da-b901079adf9e None None] get_active_networks_info from n-d-804985-2 {{(pid=106254) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 18 12:20:23.970935 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-49e37566-a51f-4409-b1d4-0b1ded813e50 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2233555 Aug 18 12:20:23.974214 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e37566-a51f-4409-b1d4-0b1ded813e50 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Pushing event updated for resources: {'Network': ['ID=68982132-db24-4b3e-8820-c9abc3aed3e1,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:20:23.974454 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 36392) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:20:23.980109 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-031bb90b-ce98-4318-b8b6-a1165ec428d2 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Request body: {'subnet': {'network_id': '68982132-db24-4b3e-8820-c9abc3aed3e1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:20:23.990438 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Network 68982132-db24-4b3e-8820-c9abc3aed3e1 details requested by agent ovs-agent-n-d-804985-2 with host n-d-804985-2 {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:20:24.080687 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-031bb90b-ce98-4318-b8b6-a1165ec428d2 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Made reservation on behalf of 7f7f9361f9414fab80e47c4d789466ba for: {'subnet': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:20:24.084379 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-031bb90b-ce98-4318-b8b6-a1165ec428d2 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59074089'] for subnet, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:24.129319 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a22c408a-0cc9-4d7b-81da-b901079adf9e None None] Resources bound (agent type, host, resource id): {{(pid=106254) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 18 12:20:24.290069 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-031bb90b-ce98-4318-b8b6-a1165ec428d2 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3572913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59074111'] for subnet, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:24.344335 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031bb90b-ce98-4318-b8b6-a1165ec428d2 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Pushing event updated for resources: {'Subnet': ['ID=7a4e32c0-bd0e-41b1-86a2-d816a5829612,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:20:24.377587 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-031bb90b-ce98-4318-b8b6-a1165ec428d2 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Checking segment: {'id': 'c3c390c7-48be-4860-a9fa-691736896371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '68982132-db24-4b3e-8820-c9abc3aed3e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:20:24.377945 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-031bb90b-ce98-4318-b8b6-a1165ec428d2 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Network hostable DHCP agents. Network: 68982132-db24-4b3e-8820-c9abc3aed3e1, hostable agents: ['97c14208-2951-4361-8d64-3708c946ff5f'], hosted agents: [] {{(pid=106252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 12:20:24.395187 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-031bb90b-ce98-4318-b8b6-a1165ec428d2 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Network 68982132-db24-4b3e-8820-c9abc3aed3e1 is scheduled to be hosted by DHCP agent 97c14208-2951-4361-8d64-3708c946ff5f with binding_index 1 {{(pid=106252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 12:20:24.404946 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-031bb90b-ce98-4318-b8b6-a1165ec428d2 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-2, 68982132-db24-4b3e-8820-c9abc3aed3e1) {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:20:24.409325 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-031bb90b-ce98-4318-b8b6-a1165ec428d2 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:20:24.409926 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-031bb90b-ce98-4318-b8b6-a1165ec428d2 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for subnet, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:24.414156 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57d3c3c7-c551-4d76-9729-3dff98f4bc76 None None] Network 68982132-db24-4b3e-8820-c9abc3aed3e1 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:20:24.425594 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-031bb90b-ce98-4318-b8b6-a1165ec428d2 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4496415 Aug 18 12:20:24.428028 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 36410) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:20:24.527355 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2e2fa7f1-2c4c-41d4-93ec-8e052bb1acde tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7904109'] for network, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:24.564225 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe36d384-ea3b-42ea-90d2-ecd4f410b62a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp788be208-34ab-5a8f-af0f-528834af222f-68982132-db24-4b3e-8820-c9abc3aed3e1', 'network_id': '68982132-db24-4b3e-8820-c9abc3aed3e1', 'tenant_id': '7f7f9361f9414fab80e47c4d789466ba', 'fixed_ips': [{'subnet_id': '7a4e32c0-bd0e-41b1-86a2-d816a5829612'}]}} from n-d-804985-2. {{(pid=106254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 12:20:24.565550 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-fe36d384-ea3b-42ea-90d2-ecd4f410b62a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:24.582147 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2e2fa7f1-2c4c-41d4-93ec-8e052bb1acde tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:24.644134 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2e2fa7f1-2c4c-41d4-93ec-8e052bb1acde tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3572848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59074100'] for subnet, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:24.669180 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server [None req-fe36d384-ea3b-42ea-90d2-ecd4f410b62a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7a4e32c0-bd0e-41b1-86a2-d816a5829612: This subnet is being modified by another concurrent operation. Aug 18 12:20:24.669180 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 18 12:20:24.669180 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 18 12:20:24.669180 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 18 12:20:24.669180 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 18 12:20:24.669180 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 18 12:20:24.669180 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 18 12:20:24.669180 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 18 12:20:24.669180 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 18 12:20:24.669180 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 18 12:20:24.669180 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 18 12:20:24.669180 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 18 12:20:24.669180 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 18 12:20:24.669180 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 18 12:20:24.669180 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 18 12:20:24.669180 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server raise self.value Aug 18 12:20:24.669180 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 18 12:20:24.669180 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 18 12:20:24.669180 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 18 12:20:24.669180 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 18 12:20:24.669180 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 18 12:20:24.669180 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 18 12:20:24.669180 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 18 12:20:24.669180 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server raise self.value Aug 18 12:20:24.669180 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 18 12:20:24.669180 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 18 12:20:24.669180 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 18 12:20:24.669180 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 18 12:20:24.669180 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 18 12:20:24.669180 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 18 12:20:24.669180 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 18 12:20:24.669180 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server raise self.value Aug 18 12:20:24.669180 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 18 12:20:24.669180 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 18 12:20:24.669180 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 18 12:20:24.669180 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 18 12:20:24.669180 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 18 12:20:24.669180 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 18 12:20:24.669180 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 18 12:20:24.669180 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 18 12:20:24.669180 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 18 12:20:24.669180 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 18 12:20:24.669180 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 18 12:20:24.669180 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 18 12:20:24.669180 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 18 12:20:24.669180 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 18 12:20:24.669180 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 18 12:20:24.669180 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 18 12:20:24.669180 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 18 12:20:24.669180 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 18 12:20:24.669180 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 18 12:20:24.669180 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server raise self.value Aug 18 12:20:24.669180 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 18 12:20:24.669180 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 18 12:20:24.669180 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 18 12:20:24.669180 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 18 12:20:24.669180 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 18 12:20:24.669180 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 18 12:20:24.669180 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 18 12:20:24.669180 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server raise self.value Aug 18 12:20:24.669180 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 18 12:20:24.669180 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 18 12:20:24.669180 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 18 12:20:24.669180 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 18 12:20:24.669180 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 18 12:20:24.669180 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 18 12:20:24.669180 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 18 12:20:24.669180 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server raise self.value Aug 18 12:20:24.669180 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 18 12:20:24.669180 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 18 12:20:24.669180 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 18 12:20:24.669180 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 18 12:20:24.669180 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 18 12:20:24.669180 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 18 12:20:24.669180 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 18 12:20:24.669180 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 18 12:20:24.669180 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 18 12:20:24.669180 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 18 12:20:24.669180 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 18 12:20:24.669180 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 18 12:20:24.669180 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 18 12:20:24.669180 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server raise self.value Aug 18 12:20:24.669180 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 18 12:20:24.669180 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 18 12:20:24.669180 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 18 12:20:24.669180 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 18 12:20:24.669180 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 18 12:20:24.669180 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 18 12:20:24.669180 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 18 12:20:24.669180 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server raise exception Aug 18 12:20:24.669180 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7a4e32c0-bd0e-41b1-86a2-d816a5829612: This subnet is being modified by another concurrent operation. Aug 18 12:20:24.669180 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server Aug 18 12:20:24.675957 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2fa7f1-2c4c-41d4-93ec-8e052bb1acde tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Pushing event deleted for resources: {'Subnet': ['ID=7a4e32c0-bd0e-41b1-86a2-d816a5829612,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:20:24.690967 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16fe3706-e300-49d0-9247-2df497b0d26e None None] Network 68982132-db24-4b3e-8820-c9abc3aed3e1 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:20:24.736562 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2e2fa7f1-2c4c-41d4-93ec-8e052bb1acde tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8367869', 'neutron.services.segments.db._delete_segments_for_network-8789151212993'] for network, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:24.747890 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-2e2fa7f1-2c4c-41d4-93ec-8e052bb1acde tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68982132-db24-4b3e-8820-c9abc3aed3e1']}} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:20:24.760756 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-2e2fa7f1-2c4c-41d4-93ec-8e052bb1acde tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3c390c7-48be-4860-a9fa-691736896371') {'for_net_delete': True} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:20:24.761030 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-2e2fa7f1-2c4c-41d4-93ec-8e052bb1acde tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3c390c7-48be-4860-a9fa-691736896371') {} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:20:24.770589 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2e2fa7f1-2c4c-41d4-93ec-8e052bb1acde tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789151225254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2221521'] for segment, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:24.787433 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2e2fa7f1-2c4c-41d4-93ec-8e052bb1acde tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:24.796324 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e2fa7f1-2c4c-41d4-93ec-8e052bb1acde tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Releasing vlan 828 on physical network physnet1 to pool {{(pid=106252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:20:24.797063 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2e2fa7f1-2c4c-41d4-93ec-8e052bb1acde tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3572434'] for segment, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:24.799448 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-431c1716-b412-448c-8827-2f58329ce742 None None] get_active_networks_info from n-d-804985-2 {{(pid=106254) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 18 12:20:24.799970 n-d-804985-2 neutron-server[106252]: Traceback (most recent call last): Aug 18 12:20:24.799970 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:20:24.799970 n-d-804985-2 neutron-server[106252]: timer() Aug 18 12:20:24.799970 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:20:24.799970 n-d-804985-2 neutron-server[106252]: cb(*args, **kw) Aug 18 12:20:24.799970 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:20:24.799970 n-d-804985-2 neutron-server[106252]: return func(*args, **kwargs) Aug 18 12:20:24.799970 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:20:24.799970 n-d-804985-2 neutron-server[106252]: self._notify() Aug 18 12:20:24.799970 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:20:24.799970 n-d-804985-2 neutron-server[106252]: self.callback(batched_events) Aug 18 12:20:24.799970 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:20:24.799970 n-d-804985-2 neutron-server[106252]: event.method(event) Aug 18 12:20:24.799970 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:20:24.799970 n-d-804985-2 neutron-server[106252]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:20:24.799970 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:20:24.799970 n-d-804985-2 neutron-server[106252]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:20:24.799970 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:20:24.799970 n-d-804985-2 neutron-server[106252]: return f(self, *a, **k) Aug 18 12:20:24.799970 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:20:24.799970 n-d-804985-2 neutron-server[106252]: return self._get(url).json() Aug 18 12:20:24.799970 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:20:24.799970 n-d-804985-2 neutron-server[106252]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:20:24.799970 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:20:24.799970 n-d-804985-2 neutron-server[106252]: return self.request(url, 'GET', **kwargs) Aug 18 12:20:24.799970 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:20:24.799970 n-d-804985-2 neutron-server[106252]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:20:24.799970 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:20:24.799970 n-d-804985-2 neutron-server[106252]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:20:24.799970 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:20:24.799970 n-d-804985-2 neutron-server[106252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:20:24.799970 n-d-804985-2 neutron-server[106252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:20:24.857386 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2e2fa7f1-2c4c-41d4-93ec-8e052bb1acde tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8367858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997186'] for network, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:24.865231 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2e2fa7f1-2c4c-41d4-93ec-8e052bb1acde tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Notify callbacks [] for network, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:24.870719 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-2e2fa7f1-2c4c-41d4-93ec-8e052bb1acde tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] 10.222.0.66 "DELETE /v2.0/networks/68982132-db24-4b3e-8820-c9abc3aed3e1 HTTP/1.1" status: 204 len: 168 time: 0.4380920 Aug 18 12:20:24.871464 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 36412) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:20:24.876705 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-3852c5a9-1088-4011-bb8a-e07750d97c88 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1201635931'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:20:24.880519 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2fa7f1-2c4c-41d4-93ec-8e052bb1acde tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Pushing event deleted for resources: {'Network': ['ID=68982132-db24-4b3e-8820-c9abc3aed3e1,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:20:24.902022 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3852c5a9-1088-4011-bb8a-e07750d97c88 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Made reservation on behalf of 7f7f9361f9414fab80e47c4d789466ba for: {'network': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:20:24.902272 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-431c1716-b412-448c-8827-2f58329ce742 None None] Resources bound (agent type, host, resource id): {{(pid=106254) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 18 12:20:24.905948 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3852c5a9-1088-4011-bb8a-e07750d97c88 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for network, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:24.933636 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3852c5a9-1088-4011-bb8a-e07750d97c88 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 828} {{(pid=106253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:20:24.943645 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3852c5a9-1088-4011-bb8a-e07750d97c88 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:24.943993 n-d-804985-2 neutron-server[106253]: INFO neutron.db.segments_db [None req-3852c5a9-1088-4011-bb8a-e07750d97c88 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Added segment 7c425a86-5e17-45af-b6a5-314f2da22ba9 of type vlan for network 98f12010-d0f5-46b1-9aa6-de4be8862bc8 Aug 18 12:20:24.984180 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3852c5a9-1088-4011-bb8a-e07750d97c88 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789150665894'] for network, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:25.010935 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3852c5a9-1088-4011-bb8a-e07750d97c88 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for network, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:25.016710 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3852c5a9-1088-4011-bb8a-e07750d97c88 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:20:25.017247 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3852c5a9-1088-4011-bb8a-e07750d97c88 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Notify callbacks [] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:25.071027 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-3852c5a9-1088-4011-bb8a-e07750d97c88 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.1983767 Aug 18 12:20:25.074653 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 36414) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:20:25.079996 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-f48cd484-b01d-4ea8-9a5d-250ac245b705 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Request body: {'subnet': {'network_id': '98f12010-d0f5-46b1-9aa6-de4be8862bc8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:20:25.097504 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3852c5a9-1088-4011-bb8a-e07750d97c88 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Pushing event updated for resources: {'Network': ['ID=98f12010-d0f5-46b1-9aa6-de4be8862bc8,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:20:25.115284 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Network 98f12010-d0f5-46b1-9aa6-de4be8862bc8 details requested by agent ovs-agent-n-d-804985-2 with host n-d-804985-2 {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:20:25.160147 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device d7cc9c8a-3fe0-4c77-a489-8afba5c84afb no longer exists at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:20:25.209938 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] No Port match for: d7cc9c8a-3fe0-4c77-a489-8afba5c84afb {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:20:25.210236 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device d7cc9c8a-3fe0-4c77-a489-8afba5c84afb not bound to the agent host n-h2-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:20:25.213548 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f48cd484-b01d-4ea8-9a5d-250ac245b705 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Made reservation on behalf of 7f7f9361f9414fab80e47c4d789466ba for: {'subnet': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:20:25.218337 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f48cd484-b01d-4ea8-9a5d-250ac245b705 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59074089'] for subnet, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:25.498979 n-d-804985-2 neutron-server[106252]: DEBUG neutron.objects.ports [None req-f48cd484-b01d-4ea8-9a5d-250ac245b705 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106252) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 18 12:20:25.500641 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f48cd484-b01d-4ea8-9a5d-250ac245b705 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3572913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59074111'] for subnet, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:25.563816 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48cd484-b01d-4ea8-9a5d-250ac245b705 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Pushing event updated for resources: {'Subnet': ['ID=b07a93f8-3d78-4a94-9ffc-af45a9638c55,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:20:25.571484 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f48cd484-b01d-4ea8-9a5d-250ac245b705 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Checking segment: {'id': '7c425a86-5e17-45af-b6a5-314f2da22ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '98f12010-d0f5-46b1-9aa6-de4be8862bc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:20:25.571779 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f48cd484-b01d-4ea8-9a5d-250ac245b705 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Network hostable DHCP agents. Network: 98f12010-d0f5-46b1-9aa6-de4be8862bc8, hostable agents: ['97c14208-2951-4361-8d64-3708c946ff5f'], hosted agents: [] {{(pid=106252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 12:20:25.589614 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f48cd484-b01d-4ea8-9a5d-250ac245b705 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Network 98f12010-d0f5-46b1-9aa6-de4be8862bc8 is scheduled to be hosted by DHCP agent 97c14208-2951-4361-8d64-3708c946ff5f with binding_index 1 {{(pid=106252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 12:20:25.599538 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-f48cd484-b01d-4ea8-9a5d-250ac245b705 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-2, 98f12010-d0f5-46b1-9aa6-de4be8862bc8) {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:20:25.604275 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f48cd484-b01d-4ea8-9a5d-250ac245b705 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:20:25.604906 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f48cd484-b01d-4ea8-9a5d-250ac245b705 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for subnet, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:25.609684 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b0aae7d-87d3-46f1-ac4f-545481170f0a None None] Network 98f12010-d0f5-46b1-9aa6-de4be8862bc8 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:20:25.620295 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-f48cd484-b01d-4ea8-9a5d-250ac245b705 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.5441396 Aug 18 12:20:25.622850 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 36420) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:20:25.718174 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-99dde09b-368f-4c1f-9870-1fe0889c2514 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7904109'] for network, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:25.753170 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d02b8b28-09b0-49f9-b83e-f18effe5a90d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp788be208-34ab-5a8f-af0f-528834af222f-98f12010-d0f5-46b1-9aa6-de4be8862bc8', 'network_id': '98f12010-d0f5-46b1-9aa6-de4be8862bc8', 'tenant_id': '7f7f9361f9414fab80e47c4d789466ba', 'fixed_ips': [{'subnet_id': 'b07a93f8-3d78-4a94-9ffc-af45a9638c55'}]}} from n-d-804985-2. {{(pid=106254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 12:20:25.754049 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-d02b8b28-09b0-49f9-b83e-f18effe5a90d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:25.770303 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-99dde09b-368f-4c1f-9870-1fe0889c2514 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:25.836998 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-99dde09b-368f-4c1f-9870-1fe0889c2514 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3572848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59074100'] for subnet, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:25.854822 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server [None req-d02b8b28-09b0-49f9-b83e-f18effe5a90d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b07a93f8-3d78-4a94-9ffc-af45a9638c55: This subnet is being modified by another concurrent operation. Aug 18 12:20:25.854822 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 18 12:20:25.854822 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 18 12:20:25.854822 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 18 12:20:25.854822 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 18 12:20:25.854822 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 18 12:20:25.854822 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 18 12:20:25.854822 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 18 12:20:25.854822 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 18 12:20:25.854822 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 18 12:20:25.854822 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 18 12:20:25.854822 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 18 12:20:25.854822 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 18 12:20:25.854822 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 18 12:20:25.854822 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 18 12:20:25.854822 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server raise self.value Aug 18 12:20:25.854822 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 18 12:20:25.854822 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 18 12:20:25.854822 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 18 12:20:25.854822 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 18 12:20:25.854822 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 18 12:20:25.854822 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 18 12:20:25.854822 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 18 12:20:25.854822 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server raise self.value Aug 18 12:20:25.854822 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 18 12:20:25.854822 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 18 12:20:25.854822 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 18 12:20:25.854822 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 18 12:20:25.854822 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 18 12:20:25.854822 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 18 12:20:25.854822 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 18 12:20:25.854822 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server raise self.value Aug 18 12:20:25.854822 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 18 12:20:25.854822 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 18 12:20:25.854822 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 18 12:20:25.854822 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 18 12:20:25.854822 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 18 12:20:25.854822 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 18 12:20:25.854822 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 18 12:20:25.854822 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 18 12:20:25.854822 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 18 12:20:25.854822 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 18 12:20:25.854822 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 18 12:20:25.854822 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 18 12:20:25.854822 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 18 12:20:25.854822 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 18 12:20:25.854822 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 18 12:20:25.854822 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 18 12:20:25.854822 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 18 12:20:25.854822 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 18 12:20:25.854822 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 18 12:20:25.854822 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server raise self.value Aug 18 12:20:25.854822 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 18 12:20:25.854822 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 18 12:20:25.854822 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 18 12:20:25.854822 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 18 12:20:25.854822 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 18 12:20:25.854822 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 18 12:20:25.854822 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 18 12:20:25.854822 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server raise self.value Aug 18 12:20:25.854822 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 18 12:20:25.854822 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 18 12:20:25.854822 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 18 12:20:25.854822 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 18 12:20:25.854822 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 18 12:20:25.854822 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 18 12:20:25.854822 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 18 12:20:25.854822 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server raise self.value Aug 18 12:20:25.854822 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 18 12:20:25.854822 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 18 12:20:25.854822 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 18 12:20:25.854822 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 18 12:20:25.854822 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 18 12:20:25.854822 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 18 12:20:25.854822 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 18 12:20:25.854822 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 18 12:20:25.854822 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 18 12:20:25.854822 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 18 12:20:25.854822 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 18 12:20:25.854822 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 18 12:20:25.854822 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 18 12:20:25.854822 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server raise self.value Aug 18 12:20:25.854822 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 18 12:20:25.854822 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 18 12:20:25.854822 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 18 12:20:25.854822 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 18 12:20:25.854822 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 18 12:20:25.854822 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 18 12:20:25.854822 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 18 12:20:25.854822 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server raise exception Aug 18 12:20:25.854822 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b07a93f8-3d78-4a94-9ffc-af45a9638c55: This subnet is being modified by another concurrent operation. Aug 18 12:20:25.854822 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server Aug 18 12:20:25.865961 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dde09b-368f-4c1f-9870-1fe0889c2514 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Pushing event deleted for resources: {'Subnet': ['ID=b07a93f8-3d78-4a94-9ffc-af45a9638c55,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:20:25.872906 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dbff310-a810-4208-a6ff-03d50d77859f None None] Network 98f12010-d0f5-46b1-9aa6-de4be8862bc8 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:20:25.931536 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-99dde09b-368f-4c1f-9870-1fe0889c2514 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8367869', 'neutron.services.segments.db._delete_segments_for_network-8789151212993'] for network, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:25.943214 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-99dde09b-368f-4c1f-9870-1fe0889c2514 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98f12010-d0f5-46b1-9aa6-de4be8862bc8']}} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:20:25.953456 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-99dde09b-368f-4c1f-9870-1fe0889c2514 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c425a86-5e17-45af-b6a5-314f2da22ba9') {'for_net_delete': True} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:20:25.953751 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-99dde09b-368f-4c1f-9870-1fe0889c2514 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c425a86-5e17-45af-b6a5-314f2da22ba9') {} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:20:25.962843 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-99dde09b-368f-4c1f-9870-1fe0889c2514 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789151225254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2221521'] for segment, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:25.977413 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-99dde09b-368f-4c1f-9870-1fe0889c2514 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:25.982262 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-162918c6-da72-4fcf-9dea-1762bc315e80 None None] get_active_networks_info from n-d-804985-2 {{(pid=106254) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 18 12:20:25.983833 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99dde09b-368f-4c1f-9870-1fe0889c2514 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Releasing vlan 828 on physical network physnet1 to pool {{(pid=106252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:20:25.984327 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-99dde09b-368f-4c1f-9870-1fe0889c2514 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3572434'] for segment, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:25.987481 n-d-804985-2 neutron-server[106252]: Traceback (most recent call last): Aug 18 12:20:25.987481 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:20:25.987481 n-d-804985-2 neutron-server[106252]: timer() Aug 18 12:20:25.987481 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:20:25.987481 n-d-804985-2 neutron-server[106252]: cb(*args, **kw) Aug 18 12:20:25.987481 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:20:25.987481 n-d-804985-2 neutron-server[106252]: return func(*args, **kwargs) Aug 18 12:20:25.987481 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:20:25.987481 n-d-804985-2 neutron-server[106252]: self._notify() Aug 18 12:20:25.987481 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:20:25.987481 n-d-804985-2 neutron-server[106252]: self.callback(batched_events) Aug 18 12:20:25.987481 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:20:25.987481 n-d-804985-2 neutron-server[106252]: event.method(event) Aug 18 12:20:25.987481 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:20:25.987481 n-d-804985-2 neutron-server[106252]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:20:25.987481 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:20:25.987481 n-d-804985-2 neutron-server[106252]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:20:25.987481 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:20:25.987481 n-d-804985-2 neutron-server[106252]: return f(self, *a, **k) Aug 18 12:20:25.987481 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:20:25.987481 n-d-804985-2 neutron-server[106252]: return self._get(url).json() Aug 18 12:20:25.987481 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:20:25.987481 n-d-804985-2 neutron-server[106252]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:20:25.987481 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:20:25.987481 n-d-804985-2 neutron-server[106252]: return self.request(url, 'GET', **kwargs) Aug 18 12:20:25.987481 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:20:25.987481 n-d-804985-2 neutron-server[106252]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:20:25.987481 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:20:25.987481 n-d-804985-2 neutron-server[106252]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:20:25.987481 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:20:25.987481 n-d-804985-2 neutron-server[106252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:20:25.987481 n-d-804985-2 neutron-server[106252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:20:26.050877 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-99dde09b-368f-4c1f-9870-1fe0889c2514 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8367858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997186'] for network, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:26.068905 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-99dde09b-368f-4c1f-9870-1fe0889c2514 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Notify callbacks [] for network, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:26.070144 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-162918c6-da72-4fcf-9dea-1762bc315e80 None None] Resources bound (agent type, host, resource id): {{(pid=106254) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 18 12:20:26.070801 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-99dde09b-368f-4c1f-9870-1fe0889c2514 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] 10.222.0.66 "DELETE /v2.0/networks/98f12010-d0f5-46b1-9aa6-de4be8862bc8 HTTP/1.1" status: 204 len: 168 time: 0.4470072 Aug 18 12:20:26.072094 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dde09b-368f-4c1f-9870-1fe0889c2514 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Pushing event deleted for resources: {'Network': ['ID=98f12010-d0f5-46b1-9aa6-de4be8862bc8,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:20:26.075773 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 36422) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:20:26.102168 n-d-804985-2 neutron-server[106252]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0421cd5-d496-462b-9c79-bbd0111eb3bf tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] DELETE failed (client error): The resource could not be found. Aug 18 12:20:26.102542 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0421cd5-d496-462b-9c79-bbd0111eb3bf tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106252) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 12:20:26.104257 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-f0421cd5-d496-462b-9c79-bbd0111eb3bf tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] 10.222.0.66 "DELETE /v2.0/subnets/b07a93f8-3d78-4a94-9ffc-af45a9638c55 HTTP/1.1" status: 404 len: 337 time: 0.0275643 Aug 18 12:20:26.106807 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 36424) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:20:26.124821 n-d-804985-2 neutron-server[106252]: INFO neutron.pecan_wsgi.hooks.translation [None req-81dcf126-1d68-41de-91ac-7929ad371526 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] DELETE failed (client error): The resource could not be found. Aug 18 12:20:26.125367 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81dcf126-1d68-41de-91ac-7929ad371526 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106252) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 12:20:26.127308 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-81dcf126-1d68-41de-91ac-7929ad371526 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] 10.222.0.66 "DELETE /v2.0/networks/98f12010-d0f5-46b1-9aa6-de4be8862bc8 HTTP/1.1" status: 404 len: 339 time: 0.0195968 Aug 18 12:20:26.130298 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 36426) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:20:26.159790 n-d-804985-2 neutron-server[106252]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fd2ecf2-b29b-4882-ab22-6509367a7618 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] DELETE failed (client error): The resource could not be found. Aug 18 12:20:26.160133 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5fd2ecf2-b29b-4882-ab22-6509367a7618 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106252) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 12:20:26.164260 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-5fd2ecf2-b29b-4882-ab22-6509367a7618 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] 10.222.0.66 "DELETE /v2.0/subnets/7a4e32c0-bd0e-41b1-86a2-d816a5829612 HTTP/1.1" status: 404 len: 337 time: 0.0307000 Aug 18 12:20:26.164581 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 36428) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:20:26.182183 n-d-804985-2 neutron-server[106252]: INFO neutron.pecan_wsgi.hooks.translation [None req-049716ac-b912-48ef-866b-12d7a6fe0149 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] DELETE failed (client error): The resource could not be found. Aug 18 12:20:26.182714 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-049716ac-b912-48ef-866b-12d7a6fe0149 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106252) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 12:20:26.184348 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-049716ac-b912-48ef-866b-12d7a6fe0149 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] 10.222.0.66 "DELETE /v2.0/networks/68982132-db24-4b3e-8820-c9abc3aed3e1 HTTP/1.1" status: 404 len: 339 time: 0.0188727 Aug 18 12:20:26.187184 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 36430) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:20:26.217317 n-d-804985-2 neutron-server[106253]: INFO neutron.pecan_wsgi.hooks.translation [None req-cde731f8-08be-4a0d-94a4-2e095f73139a tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] DELETE failed (client error): The resource could not be found. Aug 18 12:20:26.217774 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cde731f8-08be-4a0d-94a4-2e095f73139a tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 12:20:26.219486 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-cde731f8-08be-4a0d-94a4-2e095f73139a tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] 10.222.0.66 "DELETE /v2.0/subnets/10c7a4d5-991b-410c-a9d8-5e0d2e9a6122 HTTP/1.1" status: 404 len: 337 time: 0.0312929 Aug 18 12:20:26.222585 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 36432) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:20:26.240305 n-d-804985-2 neutron-server[106253]: INFO neutron.pecan_wsgi.hooks.translation [None req-b432a75e-dee4-471b-a12c-b9624bb351f0 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] DELETE failed (client error): The resource could not be found. Aug 18 12:20:26.240882 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b432a75e-dee4-471b-a12c-b9624bb351f0 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 12:20:26.242537 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-b432a75e-dee4-471b-a12c-b9624bb351f0 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] 10.222.0.66 "DELETE /v2.0/networks/a2cfe702-9464-45fe-ae37-cebd9773936d HTTP/1.1" status: 404 len: 339 time: 0.0189829 Aug 18 12:20:26.245040 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 36434) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:20:26.331512 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-34dfbc15-2e52-48c3-a665-e956bd7934f2 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Deleting port 8943ab0b-707c-4d4a-82bc-649684a5d664 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:20:26.331862 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-34dfbc15-2e52-48c3-a665-e956bd7934f2 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:26.400735 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-34dfbc15-2e52-48c3-a665-e956bd7934f2 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:26.414853 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-34dfbc15-2e52-48c3-a665-e956bd7934f2 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Calling delete_port for 8943ab0b-707c-4d4a-82bc-649684a5d664 owned by {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:20:26.509970 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-34dfbc15-2e52-48c3-a665-e956bd7934f2 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:26.541691 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dfbc15-2e52-48c3-a665-e956bd7934f2 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Pushing event deleted for resources: {'Port': ['ID=8943ab0b-707c-4d4a-82bc-649684a5d664,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:20:26.549266 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-34dfbc15-2e52-48c3-a665-e956bd7934f2 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:26.551467 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-34dfbc15-2e52-48c3-a665-e956bd7934f2 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] 10.222.0.66 "DELETE /v2.0/ports/8943ab0b-707c-4d4a-82bc-649684a5d664 HTTP/1.1" status: 204 len: 168 time: 0.3054678 Aug 18 12:20:26.554074 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 36444) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:20:26.584722 n-d-804985-2 neutron-server[106253]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c9ae137-9b88-4c4f-85c8-abd081d926a8 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] DELETE failed (client error): The resource could not be found. Aug 18 12:20:26.585186 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c9ae137-9b88-4c4f-85c8-abd081d926a8 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 12:20:26.586974 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-2c9ae137-9b88-4c4f-85c8-abd081d926a8 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] 10.222.0.66 "DELETE /v2.0/subnets/70504d50-e4ca-4f4c-926f-16ccbdaac4e3 HTTP/1.1" status: 404 len: 337 time: 0.0318966 Aug 18 12:20:26.589448 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 36446) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:20:26.664339 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c5ea8068-a881-4de5-92ee-78541d4159cf tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7904109'] for network, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:26.754522 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c5ea8068-a881-4de5-92ee-78541d4159cf tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8367869', 'neutron.services.segments.db._delete_segments_for_network-8789151212993'] for network, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:26.765002 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-c5ea8068-a881-4de5-92ee-78541d4159cf tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16c1c9a2-920e-4d09-b2f7-0ac990fd165b']}} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:20:26.775086 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-c5ea8068-a881-4de5-92ee-78541d4159cf tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcc24b75-f78d-4adb-81d7-0391b239d20f') {'for_net_delete': True} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:20:26.775357 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-c5ea8068-a881-4de5-92ee-78541d4159cf tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcc24b75-f78d-4adb-81d7-0391b239d20f') {} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:20:26.784279 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c5ea8068-a881-4de5-92ee-78541d4159cf tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789151225254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902236'] for segment, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:26.798217 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c5ea8068-a881-4de5-92ee-78541d4159cf tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:26.804588 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5ea8068-a881-4de5-92ee-78541d4159cf tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Releasing vlan 809 on physical network physnet1 to pool {{(pid=106253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:20:26.804982 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c5ea8068-a881-4de5-92ee-78541d4159cf tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58900537'] for segment, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:26.807949 n-d-804985-2 neutron-server[106253]: Traceback (most recent call last): Aug 18 12:20:26.807949 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:20:26.807949 n-d-804985-2 neutron-server[106253]: timer() Aug 18 12:20:26.807949 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:20:26.807949 n-d-804985-2 neutron-server[106253]: cb(*args, **kw) Aug 18 12:20:26.807949 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:20:26.807949 n-d-804985-2 neutron-server[106253]: return func(*args, **kwargs) Aug 18 12:20:26.807949 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:20:26.807949 n-d-804985-2 neutron-server[106253]: self._notify() Aug 18 12:20:26.807949 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:20:26.807949 n-d-804985-2 neutron-server[106253]: self.callback(batched_events) Aug 18 12:20:26.807949 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:20:26.807949 n-d-804985-2 neutron-server[106253]: event.method(event) Aug 18 12:20:26.807949 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:20:26.807949 n-d-804985-2 neutron-server[106253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:20:26.807949 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:20:26.807949 n-d-804985-2 neutron-server[106253]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:20:26.807949 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:20:26.807949 n-d-804985-2 neutron-server[106253]: return f(self, *a, **k) Aug 18 12:20:26.807949 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:20:26.807949 n-d-804985-2 neutron-server[106253]: return self._get(url).json() Aug 18 12:20:26.807949 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:20:26.807949 n-d-804985-2 neutron-server[106253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:20:26.807949 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:20:26.807949 n-d-804985-2 neutron-server[106253]: return self.request(url, 'GET', **kwargs) Aug 18 12:20:26.807949 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:20:26.807949 n-d-804985-2 neutron-server[106253]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:20:26.807949 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:20:26.807949 n-d-804985-2 neutron-server[106253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:20:26.807949 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:20:26.807949 n-d-804985-2 neutron-server[106253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:20:26.807949 n-d-804985-2 neutron-server[106253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:20:26.866930 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c5ea8068-a881-4de5-92ee-78541d4159cf tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8367858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997186'] for network, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:26.873996 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c5ea8068-a881-4de5-92ee-78541d4159cf tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Notify callbacks [] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:26.875785 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-c5ea8068-a881-4de5-92ee-78541d4159cf tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] 10.222.0.66 "DELETE /v2.0/networks/16c1c9a2-920e-4d09-b2f7-0ac990fd165b HTTP/1.1" status: 204 len: 168 time: 0.2854278 Aug 18 12:20:26.878398 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 36450) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:20:26.887342 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ea8068-a881-4de5-92ee-78541d4159cf tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Pushing event deleted for resources: {'Network': ['ID=16c1c9a2-920e-4d09-b2f7-0ac990fd165b,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:20:26.974640 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-47506ae3-7346-4120-a9ae-1c36d5ea8d70 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Deleting port 673dcbbc-6a01-4441-a448-3d0b5e7c6d84 {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:20:26.975027 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-47506ae3-7346-4120-a9ae-1c36d5ea8d70 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:27.039856 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-47506ae3-7346-4120-a9ae-1c36d5ea8d70 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:27.052586 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-47506ae3-7346-4120-a9ae-1c36d5ea8d70 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Calling delete_port for 673dcbbc-6a01-4441-a448-3d0b5e7c6d84 owned by {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:20:27.135063 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-47506ae3-7346-4120-a9ae-1c36d5ea8d70 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:27.164209 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47506ae3-7346-4120-a9ae-1c36d5ea8d70 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Pushing event deleted for resources: {'Port': ['ID=673dcbbc-6a01-4441-a448-3d0b5e7c6d84,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:20:27.169538 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-47506ae3-7346-4120-a9ae-1c36d5ea8d70 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:27.171286 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-47506ae3-7346-4120-a9ae-1c36d5ea8d70 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] 10.222.0.66 "DELETE /v2.0/ports/673dcbbc-6a01-4441-a448-3d0b5e7c6d84 HTTP/1.1" status: 204 len: 168 time: 0.2918336 Aug 18 12:20:27.173753 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 36452) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:20:27.199585 n-d-804985-2 neutron-server[106252]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1c353b8-f503-4ed9-b784-7cb9170ae7e5 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] DELETE failed (client error): The resource could not be found. Aug 18 12:20:27.200086 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1c353b8-f503-4ed9-b784-7cb9170ae7e5 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106252) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 12:20:27.201876 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-c1c353b8-f503-4ed9-b784-7cb9170ae7e5 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] 10.222.0.66 "DELETE /v2.0/subnets/faf9bd4a-3c0c-4453-a797-faa3942d1116 HTTP/1.1" status: 404 len: 337 time: 0.0272253 Aug 18 12:20:27.204459 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 36454) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:20:27.608169 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6f37bc8e-8aa5-4966-9c44-add68d781ea8 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7904109'] for network, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:27.702955 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6f37bc8e-8aa5-4966-9c44-add68d781ea8 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8367869', 'neutron.services.segments.db._delete_segments_for_network-8789151212993'] for network, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:27.714917 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-6f37bc8e-8aa5-4966-9c44-add68d781ea8 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47251951-3fd7-413e-acda-59bf2a24c9d6']}} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:20:27.726239 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-6f37bc8e-8aa5-4966-9c44-add68d781ea8 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb04212c-cd4a-4e8d-9b5a-b09d77ca2934') {'for_net_delete': True} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:20:27.726531 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-6f37bc8e-8aa5-4966-9c44-add68d781ea8 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb04212c-cd4a-4e8d-9b5a-b09d77ca2934') {} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:20:27.735696 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6f37bc8e-8aa5-4966-9c44-add68d781ea8 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789151225254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2221521'] for segment, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:27.749745 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6f37bc8e-8aa5-4966-9c44-add68d781ea8 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:27.756140 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f37bc8e-8aa5-4966-9c44-add68d781ea8 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Releasing vlan 835 on physical network physnet1 to pool {{(pid=106252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:20:27.756565 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6f37bc8e-8aa5-4966-9c44-add68d781ea8 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3572434'] for segment, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:27.759451 n-d-804985-2 neutron-server[106252]: Traceback (most recent call last): Aug 18 12:20:27.759451 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:20:27.759451 n-d-804985-2 neutron-server[106252]: timer() Aug 18 12:20:27.759451 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:20:27.759451 n-d-804985-2 neutron-server[106252]: cb(*args, **kw) Aug 18 12:20:27.759451 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:20:27.759451 n-d-804985-2 neutron-server[106252]: return func(*args, **kwargs) Aug 18 12:20:27.759451 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:20:27.759451 n-d-804985-2 neutron-server[106252]: self._notify() Aug 18 12:20:27.759451 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:20:27.759451 n-d-804985-2 neutron-server[106252]: self.callback(batched_events) Aug 18 12:20:27.759451 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:20:27.759451 n-d-804985-2 neutron-server[106252]: event.method(event) Aug 18 12:20:27.759451 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:20:27.759451 n-d-804985-2 neutron-server[106252]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:20:27.759451 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:20:27.759451 n-d-804985-2 neutron-server[106252]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:20:27.759451 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:20:27.759451 n-d-804985-2 neutron-server[106252]: return f(self, *a, **k) Aug 18 12:20:27.759451 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:20:27.759451 n-d-804985-2 neutron-server[106252]: return self._get(url).json() Aug 18 12:20:27.759451 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:20:27.759451 n-d-804985-2 neutron-server[106252]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:20:27.759451 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:20:27.759451 n-d-804985-2 neutron-server[106252]: return self.request(url, 'GET', **kwargs) Aug 18 12:20:27.759451 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:20:27.759451 n-d-804985-2 neutron-server[106252]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:20:27.759451 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:20:27.759451 n-d-804985-2 neutron-server[106252]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:20:27.759451 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:20:27.759451 n-d-804985-2 neutron-server[106252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:20:27.759451 n-d-804985-2 neutron-server[106252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:20:27.819269 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6f37bc8e-8aa5-4966-9c44-add68d781ea8 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8367858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997186'] for network, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:27.826073 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6f37bc8e-8aa5-4966-9c44-add68d781ea8 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Notify callbacks [] for network, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:27.827825 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-6f37bc8e-8aa5-4966-9c44-add68d781ea8 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] 10.222.0.66 "DELETE /v2.0/networks/47251951-3fd7-413e-acda-59bf2a24c9d6 HTTP/1.1" status: 204 len: 168 time: 0.6223838 Aug 18 12:20:27.830580 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 36460) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:20:27.839406 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f37bc8e-8aa5-4966-9c44-add68d781ea8 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Pushing event deleted for resources: {'Network': ['ID=47251951-3fd7-413e-acda-59bf2a24c9d6,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:20:27.889096 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e5ae235-bff7-46be-b3d1-1c706f262766 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Deleting subnet f204c880-31d8-422d-ac00-564b825db804 {{(pid=106253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 12:20:27.892439 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5e5ae235-bff7-46be-b3d1-1c706f262766 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Notify callbacks [] for subnet, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:27.942655 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5e5ae235-bff7-46be-b3d1-1c706f262766 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902229'] for subnet, precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:28.032440 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5e5ae235-bff7-46be-b3d1-1c706f262766 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:28.101162 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5e5ae235-bff7-46be-b3d1-1c706f262766 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58902171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59388106'] for subnet, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:28.132374 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5e5ae235-bff7-46be-b3d1-1c706f262766 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:28.134300 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-5e5ae235-bff7-46be-b3d1-1c706f262766 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] 10.222.0.66 "DELETE /v2.0/subnets/f204c880-31d8-422d-ac00-564b825db804 HTTP/1.1" status: 204 len: 168 time: 0.3025560 Aug 18 12:20:28.135192 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5ae235-bff7-46be-b3d1-1c706f262766 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Pushing event deleted for resources: {'Subnet': ['ID=f204c880-31d8-422d-ac00-564b825db804,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:20:28.136963 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 36462) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:20:28.140155 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ed68c75-80af-4017-b190-7029ad4ac0b3 None None] Network d4a79dff-5a70-4f56-87cd-68472dad3b5d requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:20:28.221392 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-cde19d69-e7bc-4bc1-9c74-5bd77e5b1243 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7904109'] for network, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:28.278435 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-cde19d69-e7bc-4bc1-9c74-5bd77e5b1243 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Deleting port ca99f794-0407-46c3-9ee7-88a52e667417 {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:20:28.279081 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-cde19d69-e7bc-4bc1-9c74-5bd77e5b1243 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:28.317597 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfc0820d-06f6-4a7c-ab0e-7f479e106478 None None] DHCP port deletion for d4a79dff-5a70-4f56-87cd-68472dad3b5d request from n-d-804985-2 {{(pid=106254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 12:20:28.349163 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [None req-cde19d69-e7bc-4bc1-9c74-5bd77e5b1243 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] For port ca99f794-0407-46c3-9ee7-88a52e667417, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=ca99f794-0407-46c3-9ee7-88a52e667417,segment=NetworkSegment(3cfb5479-98ce-42bd-a897-46c4b4a7f137),segment_id=3cfb5479-98ce-42bd-a897-46c4b4a7f137)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:20:28.349651 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-cde19d69-e7bc-4bc1-9c74-5bd77e5b1243 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:28.363091 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-cde19d69-e7bc-4bc1-9c74-5bd77e5b1243 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Calling delete_port for ca99f794-0407-46c3-9ee7-88a52e667417 owned by network:dhcp {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:20:28.363453 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-dfc0820d-06f6-4a7c-ab0e-7f479e106478 None None] Deleting port ca99f794-0407-46c3-9ee7-88a52e667417 {{(pid=106254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:20:28.363887 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-dfc0820d-06f6-4a7c-ab0e-7f479e106478 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:28.428416 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-dfc0820d-06f6-4a7c-ab0e-7f479e106478 None None] For port ca99f794-0407-46c3-9ee7-88a52e667417, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=ca99f794-0407-46c3-9ee7-88a52e667417,segment=NetworkSegment(3cfb5479-98ce-42bd-a897-46c4b4a7f137),segment_id=3cfb5479-98ce-42bd-a897-46c4b4a7f137)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:20:28.428853 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-dfc0820d-06f6-4a7c-ab0e-7f479e106478 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:28.441745 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-dfc0820d-06f6-4a7c-ab0e-7f479e106478 None None] Calling delete_port for ca99f794-0407-46c3-9ee7-88a52e667417 owned by network:dhcp {{(pid=106254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:20:28.447074 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-cde19d69-e7bc-4bc1-9c74-5bd77e5b1243 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:28.472396 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde19d69-e7bc-4bc1-9c74-5bd77e5b1243 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Pushing event deleted for resources: {'Port': ['ID=ca99f794-0407-46c3-9ee7-88a52e667417,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:20:28.476004 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde19d69-e7bc-4bc1-9c74-5bd77e5b1243 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] No DVR routers for this DVR port ca99f794-0407-46c3-9ee7-88a52e667417 on host n-d-804985-2 {{(pid=106252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:20:28.526461 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-dfc0820d-06f6-4a7c-ab0e-7f479e106478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556'] for port, after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:28.553844 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc0820d-06f6-4a7c-ab0e-7f479e106478 None None] Pushing event deleted for resources: {'Port': ['ID=ca99f794-0407-46c3-9ee7-88a52e667417,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:20:28.559133 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc0820d-06f6-4a7c-ab0e-7f479e106478 None None] No DVR routers for this DVR port ca99f794-0407-46c3-9ee7-88a52e667417 on host n-d-804985-2 {{(pid=106254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:20:28.563231 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-cde19d69-e7bc-4bc1-9c74-5bd77e5b1243 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8367869', 'neutron.services.segments.db._delete_segments_for_network-8789151212993'] for network, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:28.575483 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-cde19d69-e7bc-4bc1-9c74-5bd77e5b1243 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4a79dff-5a70-4f56-87cd-68472dad3b5d']}} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:20:28.585704 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-cde19d69-e7bc-4bc1-9c74-5bd77e5b1243 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cfb5479-98ce-42bd-a897-46c4b4a7f137') {'for_net_delete': True} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:20:28.586001 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-cde19d69-e7bc-4bc1-9c74-5bd77e5b1243 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cfb5479-98ce-42bd-a897-46c4b4a7f137') {} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:20:28.595221 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-cde19d69-e7bc-4bc1-9c74-5bd77e5b1243 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789151225254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2221521'] for segment, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:28.610181 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-cde19d69-e7bc-4bc1-9c74-5bd77e5b1243 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:28.616197 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cde19d69-e7bc-4bc1-9c74-5bd77e5b1243 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Releasing vlan 837 on physical network physnet1 to pool {{(pid=106252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:20:28.616656 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-cde19d69-e7bc-4bc1-9c74-5bd77e5b1243 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3572434'] for segment, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:28.619572 n-d-804985-2 neutron-server[106252]: Traceback (most recent call last): Aug 18 12:20:28.619572 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:20:28.619572 n-d-804985-2 neutron-server[106252]: timer() Aug 18 12:20:28.619572 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:20:28.619572 n-d-804985-2 neutron-server[106252]: cb(*args, **kw) Aug 18 12:20:28.619572 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:20:28.619572 n-d-804985-2 neutron-server[106252]: return func(*args, **kwargs) Aug 18 12:20:28.619572 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:20:28.619572 n-d-804985-2 neutron-server[106252]: self._notify() Aug 18 12:20:28.619572 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:20:28.619572 n-d-804985-2 neutron-server[106252]: self.callback(batched_events) Aug 18 12:20:28.619572 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:20:28.619572 n-d-804985-2 neutron-server[106252]: event.method(event) Aug 18 12:20:28.619572 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:20:28.619572 n-d-804985-2 neutron-server[106252]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:20:28.619572 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:20:28.619572 n-d-804985-2 neutron-server[106252]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:20:28.619572 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:20:28.619572 n-d-804985-2 neutron-server[106252]: return f(self, *a, **k) Aug 18 12:20:28.619572 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:20:28.619572 n-d-804985-2 neutron-server[106252]: return self._get(url).json() Aug 18 12:20:28.619572 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:20:28.619572 n-d-804985-2 neutron-server[106252]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:20:28.619572 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:20:28.619572 n-d-804985-2 neutron-server[106252]: return self.request(url, 'GET', **kwargs) Aug 18 12:20:28.619572 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:20:28.619572 n-d-804985-2 neutron-server[106252]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:20:28.619572 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:20:28.619572 n-d-804985-2 neutron-server[106252]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:20:28.619572 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:20:28.619572 n-d-804985-2 neutron-server[106252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:20:28.619572 n-d-804985-2 neutron-server[106252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:20:28.688135 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-cde19d69-e7bc-4bc1-9c74-5bd77e5b1243 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8367858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997186'] for network, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:28.706720 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-cde19d69-e7bc-4bc1-9c74-5bd77e5b1243 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Notify callbacks [] for network, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:28.711177 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-cde19d69-e7bc-4bc1-9c74-5bd77e5b1243 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] 10.222.0.66 "DELETE /v2.0/networks/d4a79dff-5a70-4f56-87cd-68472dad3b5d HTTP/1.1" status: 204 len: 168 time: 0.5706871 Aug 18 12:20:28.711177 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde19d69-e7bc-4bc1-9c74-5bd77e5b1243 tempest-NetworksIpV6TestAttrs-1096140368 tempest-NetworksIpV6TestAttrs-1096140368-project] Pushing event deleted for resources: {'Network': ['ID=d4a79dff-5a70-4f56-87cd-68472dad3b5d,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:20:28.850502 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f004a14a-7c21-4537-8de7-44df247f280c req-d90a9fcb-e05d-4dfc-a0e3-c9aaf630a576 tempest-VolumesSnapshotTestJSON-325803111 tempest-VolumesSnapshotTestJSON-325803111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:20:28.852045 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f004a14a-7c21-4537-8de7-44df247f280c req-d90a9fcb-e05d-4dfc-a0e3-c9aaf630a576 tempest-VolumesSnapshotTestJSON-325803111 tempest-VolumesSnapshotTestJSON-325803111-project] 10.222.0.66 "GET /v2.0/networks?id=73c13340-bae5-45d8-97eb-ebc68f4a310b HTTP/1.1" status: 200 len: 812 time: 0.1006401 Aug 18 12:20:28.867358 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f004a14a-7c21-4537-8de7-44df247f280c req-8249d461-53ef-491d-9daf-c68450022fa7 tempest-VolumesSnapshotTestJSON-325803111 tempest-VolumesSnapshotTestJSON-325803111-project] 10.222.0.66 "GET /v2.0/quotas/7d28dbb8490f4669a71677ed87bd89d0 HTTP/1.1" status: 200 len: 375 time: 0.0093625 Aug 18 12:20:28.903232 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f004a14a-7c21-4537-8de7-44df247f280c req-387d0a5c-de51-4be8-b644-ece224adf218 tempest-VolumesSnapshotTestJSON-325803111 tempest-VolumesSnapshotTestJSON-325803111-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=7d28dbb8490f4669a71677ed87bd89d0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0304146 Aug 18 12:20:28.970029 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 36484) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:20:28.994647 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f004a14a-7c21-4537-8de7-44df247f280c req-b543790d-085b-4ecc-8c65-ca6f7ca358f9 service neutron] 10.222.0.66 "GET /v2.0/networks/73c13340-bae5-45d8-97eb-ebc68f4a310b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839615 Aug 18 12:20:29.087808 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f004a14a-7c21-4537-8de7-44df247f280c req-023f9347-cf33-4a4c-9730-e84e02b043b5 service neutron] 10.222.0.66 "GET /v2.0/networks/73c13340-bae5-45d8-97eb-ebc68f4a310b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870569 Aug 18 12:20:29.123071 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-6828b87e-8bdd-4d90-8d90-73dc5c9207d6 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=7f7f9361f9414fab80e47c4d789466ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1518228 Aug 18 12:20:29.125626 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 36488) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:20:29.174230 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e2c44c91-b5e3-4420-aaa2-0786864ead6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:29.196302 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e2c44c91-b5e3-4420-aaa2-0786864ead6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:29.250741 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e2c44c91-b5e3-4420-aaa2-0786864ead6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:29.253353 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e2c44c91-b5e3-4420-aaa2-0786864ead6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:29.257967 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-e2c44c91-b5e3-4420-aaa2-0786864ead6c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ed1e574b-1b26-4eb0-b859-c82c69e743f7 HTTP/1.1" status: 204 len: 168 time: 0.1313565 Aug 18 12:20:29.266888 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c44c91-b5e3-4420-aaa2-0786864ead6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed1e574b-1b26-4eb0-b859-c82c69e743f7,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:20:29.268388 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7ebb5f86-b375-4fca-9ba8-f4a9a21a6e83 req-3b8fb35c-7e95-4b57-9872-0d64f1f4f857 tempest-VolumesSnapshotTestJSON-325803111 tempest-VolumesSnapshotTestJSON-325803111-project] 10.222.0.66 "GET /v2.0/ports?device_id=96bfa9b8-84e7-4678-81d0-bc6e2047c07c HTTP/1.1" status: 200 len: 210 time: 0.0283105 Aug 18 12:20:29.364621 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device ca99f794-0407-46c3-9ee7-88a52e667417 no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:20:29.384926 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: ca99f794-0407-46c3-9ee7-88a52e667417 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:20:29.385453 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device ca99f794-0407-46c3-9ee7-88a52e667417 not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:20:29.967572 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 36522) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:20:30.070900 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-98884e3d-9d38-49f6-af74-33ded79bc34e tempest-NegativeSecGroupTest-182234771 tempest-NegativeSecGroupTest-182234771-project] Request body: {'security_group': {'name': 'default'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:20:30.071525 n-d-804985-2 neutron-server[106253]: WARNING neutron.api.v2.base [None req-98884e3d-9d38-49f6-af74-33ded79bc34e tempest-NegativeSecGroupTest-182234771 tempest-NegativeSecGroupTest-182234771-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 18 12:20:30.071830 n-d-804985-2 neutron-server[106253]: INFO neutron.api.v2.resource [None req-98884e3d-9d38-49f6-af74-33ded79bc34e tempest-NegativeSecGroupTest-182234771 tempest-NegativeSecGroupTest-182234771-project] create failed (client error): There was a conflict when trying to complete your request. Aug 18 12:20:30.074456 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-98884e3d-9d38-49f6-af74-33ded79bc34e tempest-NegativeSecGroupTest-182234771 tempest-NegativeSecGroupTest-182234771-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1041834 Aug 18 12:20:30.076867 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 36526) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:20:30.081815 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-23d2f7b2-fdd9-487d-b145-eced2e43b5b2 tempest-NegativeSecGroupTest-182234771 tempest-NegativeSecGroupTest-182234771-project] Request body: {'security_group': {'name': 'tempest-secgroup--2095143460'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:20:30.105273 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-23d2f7b2-fdd9-487d-b145-eced2e43b5b2 tempest-NegativeSecGroupTest-182234771 tempest-NegativeSecGroupTest-182234771-project] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:30.114332 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-23d2f7b2-fdd9-487d-b145-eced2e43b5b2 tempest-NegativeSecGroupTest-182234771 tempest-NegativeSecGroupTest-182234771-project] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:30.218335 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-23d2f7b2-fdd9-487d-b145-eced2e43b5b2 tempest-NegativeSecGroupTest-182234771 tempest-NegativeSecGroupTest-182234771-project] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:30.223555 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-23d2f7b2-fdd9-487d-b145-eced2e43b5b2 tempest-NegativeSecGroupTest-182234771 tempest-NegativeSecGroupTest-182234771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:30.231764 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f004a14a-7c21-4537-8de7-44df247f280c req-e3760048-3587-46b7-9e37-b0698b06cd4c tempest-VolumesSnapshotTestJSON-325803111 tempest-VolumesSnapshotTestJSON-325803111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:20:30.233772 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f004a14a-7c21-4537-8de7-44df247f280c req-e3760048-3587-46b7-9e37-b0698b06cd4c tempest-VolumesSnapshotTestJSON-325803111 tempest-VolumesSnapshotTestJSON-325803111-project] 10.222.0.62 "GET /v2.0/networks?id=73c13340-bae5-45d8-97eb-ebc68f4a310b HTTP/1.1" status: 200 len: 812 time: 0.1238322 Aug 18 12:20:30.249505 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-f004a14a-7c21-4537-8de7-44df247f280c req-9cc94b7b-2a8c-4043-b82c-9b3f396013d9 tempest-VolumesSnapshotTestJSON-325803111 tempest-VolumesSnapshotTestJSON-325803111-project] Request body: {'port': {'device_id': '96bfa9b8-84e7-4678-81d0-bc6e2047c07c', 'network_id': '73c13340-bae5-45d8-97eb-ebc68f4a310b', 'admin_state_up': True, 'tenant_id': '7d28dbb8490f4669a71677ed87bd89d0'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:20:30.260170 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d2f7b2-fdd9-487d-b145-eced2e43b5b2 tempest-NegativeSecGroupTest-182234771 tempest-NegativeSecGroupTest-182234771-project] Pushing event updated for resources: {'SecurityGroup': ['ID=561d33de-1aa4-4728-a0e2-ee649a51a391,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:20:30.318654 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-23d2f7b2-fdd9-487d-b145-eced2e43b5b2 tempest-NegativeSecGroupTest-182234771 tempest-NegativeSecGroupTest-182234771-project] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:30.323888 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-23d2f7b2-fdd9-487d-b145-eced2e43b5b2 tempest-NegativeSecGroupTest-182234771 tempest-NegativeSecGroupTest-182234771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:30.352788 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-23d2f7b2-fdd9-487d-b145-eced2e43b5b2 tempest-NegativeSecGroupTest-182234771 tempest-NegativeSecGroupTest-182234771-project] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:30.354010 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-23d2f7b2-fdd9-487d-b145-eced2e43b5b2 tempest-NegativeSecGroupTest-182234771 tempest-NegativeSecGroupTest-182234771-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2762358 Aug 18 12:20:30.355913 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d2f7b2-fdd9-487d-b145-eced2e43b5b2 tempest-NegativeSecGroupTest-182234771 tempest-NegativeSecGroupTest-182234771-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68b938c3-fa0d-4716-9295-e080f647bd31,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:20:30.358016 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 36530) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:20:30.362415 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-6befb550-9b35-4e94-8442-fcea65d3e367 tempest-NegativeSecGroupTest-182234771 tempest-NegativeSecGroupTest-182234771-project] Request body: {'security_group_rule': {'security_group_id': '68b938c3-fa0d-4716-9295-e080f647bd31', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:20:30.379489 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e5e46d8f-84aa-4dfb-b59d-ec1e42244d3d req-62f202b0-266b-498e-bc2d-593ea6225f18 tempest-VolumesSnapshotTestJSON-325803111 tempest-VolumesSnapshotTestJSON-325803111-project] 10.222.0.66 "GET /v2.0/ports?device_id=96bfa9b8-84e7-4678-81d0-bc6e2047c07c HTTP/1.1" status: 200 len: 210 time: 0.0351586 Aug 18 12:20:30.403104 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6befb550-9b35-4e94-8442-fcea65d3e367 tempest-NegativeSecGroupTest-182234771 tempest-NegativeSecGroupTest-182234771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:30.407450 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f004a14a-7c21-4537-8de7-44df247f280c req-9cc94b7b-2a8c-4043-b82c-9b3f396013d9 tempest-VolumesSnapshotTestJSON-325803111 tempest-VolumesSnapshotTestJSON-325803111-project] Made reservation on behalf of 7d28dbb8490f4669a71677ed87bd89d0 for: {'port': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:20:30.411615 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-f004a14a-7c21-4537-8de7-44df247f280c req-9cc94b7b-2a8c-4043-b82c-9b3f396013d9 tempest-VolumesSnapshotTestJSON-325803111 tempest-VolumesSnapshotTestJSON-325803111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:30.460834 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6befb550-9b35-4e94-8442-fcea65d3e367 tempest-NegativeSecGroupTest-182234771 tempest-NegativeSecGroupTest-182234771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:30.465279 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6befb550-9b35-4e94-8442-fcea65d3e367 tempest-NegativeSecGroupTest-182234771 tempest-NegativeSecGroupTest-182234771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992607'] for security_group_rule, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:30.482690 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6befb550-9b35-4e94-8442-fcea65d3e367 tempest-NegativeSecGroupTest-182234771 tempest-NegativeSecGroupTest-182234771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98921332-dad4-46fd-b29d-62a51cbd65ef,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:20:30.490478 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6befb550-9b35-4e94-8442-fcea65d3e367 tempest-NegativeSecGroupTest-182234771 tempest-NegativeSecGroupTest-182234771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:30.491728 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-6befb550-9b35-4e94-8442-fcea65d3e367 tempest-NegativeSecGroupTest-182234771 tempest-NegativeSecGroupTest-182234771-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1328809 Aug 18 12:20:30.494441 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 36532) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:20:30.499038 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-62b24fce-ccef-43c6-80db-322ee30a7219 tempest-NegativeSecGroupTest-182234771 tempest-NegativeSecGroupTest-182234771-project] Request body: {'security_group_rule': {'security_group_id': '68b938c3-fa0d-4716-9295-e080f647bd31', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:20:30.526989 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-62b24fce-ccef-43c6-80db-322ee30a7219 tempest-NegativeSecGroupTest-182234771 tempest-NegativeSecGroupTest-182234771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:30.543231 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [req-f004a14a-7c21-4537-8de7-44df247f280c req-9cc94b7b-2a8c-4043-b82c-9b3f396013d9 tempest-VolumesSnapshotTestJSON-325803111 tempest-VolumesSnapshotTestJSON-325803111-project] Allocated IP 172.20.0.2 (73c13340-bae5-45d8-97eb-ebc68f4a310b/7388dc6f-d5ef-4d78-9280-0e508c10c3d1/41e83f76-f5d7-4b10-a42f-40ef25e6c802) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:20:30.575731 n-d-804985-2 neutron-server[106253]: INFO neutron.api.v2.resource [None req-62b24fce-ccef-43c6-80db-322ee30a7219 tempest-NegativeSecGroupTest-182234771 tempest-NegativeSecGroupTest-182234771-project] create failed (client error): There was a conflict when trying to complete your request. Aug 18 12:20:30.576833 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-62b24fce-ccef-43c6-80db-322ee30a7219 tempest-NegativeSecGroupTest-182234771 tempest-NegativeSecGroupTest-182234771-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.0814064 Aug 18 12:20:30.579771 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 36534) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:20:30.636927 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b71360f9-912f-4221-b4fd-ff26ad42b1d8 tempest-NegativeSecGroupTest-182234771 tempest-NegativeSecGroupTest-182234771-project] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:30.661188 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b71360f9-912f-4221-b4fd-ff26ad42b1d8 tempest-NegativeSecGroupTest-182234771 tempest-NegativeSecGroupTest-182234771-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:30.705063 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-f004a14a-7c21-4537-8de7-44df247f280c req-9cc94b7b-2a8c-4043-b82c-9b3f396013d9 tempest-VolumesSnapshotTestJSON-325803111 tempest-VolumesSnapshotTestJSON-325803111-project] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:30.708095 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b71360f9-912f-4221-b4fd-ff26ad42b1d8 tempest-NegativeSecGroupTest-182234771 tempest-NegativeSecGroupTest-182234771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:30.710877 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b71360f9-912f-4221-b4fd-ff26ad42b1d8 tempest-NegativeSecGroupTest-182234771 tempest-NegativeSecGroupTest-182234771-project] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:30.712005 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-b71360f9-912f-4221-b4fd-ff26ad42b1d8 tempest-NegativeSecGroupTest-182234771 tempest-NegativeSecGroupTest-182234771-project] 10.222.0.66 "DELETE /v2.0/security-groups/68b938c3-fa0d-4716-9295-e080f647bd31 HTTP/1.1" status: 204 len: 168 time: 0.1313248 Aug 18 12:20:30.715209 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 36536) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:20:30.727382 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71360f9-912f-4221-b4fd-ff26ad42b1d8 tempest-NegativeSecGroupTest-182234771 tempest-NegativeSecGroupTest-182234771-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68b938c3-fa0d-4716-9295-e080f647bd31,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:20:30.749132 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-f004a14a-7c21-4537-8de7-44df247f280c req-9cc94b7b-2a8c-4043-b82c-9b3f396013d9 tempest-VolumesSnapshotTestJSON-325803111 tempest-VolumesSnapshotTestJSON-325803111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:30.765193 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-694fae0f-c7a2-4480-ae8e-25655b67206d tempest-NegativeSecGroupTest-182234771 tempest-NegativeSecGroupTest-182234771-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0476432 Aug 18 12:20:30.769180 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 36540) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:20:30.773512 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-68a8c7c7-6862-4ce3-aa1e-11e1f2bf6639 tempest-NegativeSecGroupTest-182234771 tempest-NegativeSecGroupTest-182234771-project] Request body: {'security_group': {'name': 'tempest-secgroup--1870279393'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:20:30.797930 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-68a8c7c7-6862-4ce3-aa1e-11e1f2bf6639 tempest-NegativeSecGroupTest-182234771 tempest-NegativeSecGroupTest-182234771-project] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:30.801118 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f004a14a-7c21-4537-8de7-44df247f280c req-9cc94b7b-2a8c-4043-b82c-9b3f396013d9 tempest-VolumesSnapshotTestJSON-325803111 tempest-VolumesSnapshotTestJSON-325803111-project] Network 73c13340-bae5-45d8-97eb-ebc68f4a310b is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:20:30.804413 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [req-f004a14a-7c21-4537-8de7-44df247f280c req-9cc94b7b-2a8c-4043-b82c-9b3f396013d9 tempest-VolumesSnapshotTestJSON-325803111 tempest-VolumesSnapshotTestJSON-325803111-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:20:30.807223 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-f004a14a-7c21-4537-8de7-44df247f280c req-9cc94b7b-2a8c-4043-b82c-9b3f396013d9 tempest-VolumesSnapshotTestJSON-325803111 tempest-VolumesSnapshotTestJSON-325803111-project] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:20:30.842001 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc94b7b-2a8c-4043-b82c-9b3f396013d9 tempest-VolumesSnapshotTestJSON-325803111 tempest-VolumesSnapshotTestJSON-325803111-project] Pushing event updated for resources: {'Port': ['ID=41e83f76-f5d7-4b10-a42f-40ef25e6c802,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:20:30.868944 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f004a14a-7c21-4537-8de7-44df247f280c req-9cc94b7b-2a8c-4043-b82c-9b3f396013d9 tempest-VolumesSnapshotTestJSON-325803111 tempest-VolumesSnapshotTestJSON-325803111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:20:30.869597 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-f004a14a-7c21-4537-8de7-44df247f280c req-9cc94b7b-2a8c-4043-b82c-9b3f396013d9 tempest-VolumesSnapshotTestJSON-325803111 tempest-VolumesSnapshotTestJSON-325803111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:30.885573 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-68a8c7c7-6862-4ce3-aa1e-11e1f2bf6639 tempest-NegativeSecGroupTest-182234771 tempest-NegativeSecGroupTest-182234771-project] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:30.890062 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-68a8c7c7-6862-4ce3-aa1e-11e1f2bf6639 tempest-NegativeSecGroupTest-182234771 tempest-NegativeSecGroupTest-182234771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:30.894086 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f004a14a-7c21-4537-8de7-44df247f280c req-9cc94b7b-2a8c-4043-b82c-9b3f396013d9 tempest-VolumesSnapshotTestJSON-325803111 tempest-VolumesSnapshotTestJSON-325803111-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6485031 Aug 18 12:20:30.907442 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-f004a14a-7c21-4537-8de7-44df247f280c req-07b357dd-4bc3-4bc2-ab81-973909a9b752 service neutron] Request body: {'port': {'device_id': '96bfa9b8-84e7-4678-81d0-bc6e2047c07c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804985-2'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:20:30.917336 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-68a8c7c7-6862-4ce3-aa1e-11e1f2bf6639 tempest-NegativeSecGroupTest-182234771 tempest-NegativeSecGroupTest-182234771-project] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:30.918589 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-68a8c7c7-6862-4ce3-aa1e-11e1f2bf6639 tempest-NegativeSecGroupTest-182234771 tempest-NegativeSecGroupTest-182234771-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1486390 Aug 18 12:20:30.921423 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 36542) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:20:30.926590 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-cec9460a-e09c-4160-8a31-521ff3050fc6 tempest-NegativeSecGroupTest-182234771 tempest-NegativeSecGroupTest-182234771-project] Request body: {'security_group_rule': {'security_group_id': '91bbba52-eb4d-4033-abd8-de4e44e38b6e', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:20:30.927339 n-d-804985-2 neutron-server[106253]: WARNING neutron.api.v2.base [None req-cec9460a-e09c-4160-8a31-521ff3050fc6 tempest-NegativeSecGroupTest-182234771 tempest-NegativeSecGroupTest-182234771-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 18 12:20:30.927835 n-d-804985-2 neutron-server[106253]: INFO neutron.api.v2.resource [None req-cec9460a-e09c-4160-8a31-521ff3050fc6 tempest-NegativeSecGroupTest-182234771 tempest-NegativeSecGroupTest-182234771-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 18 12:20:30.928778 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-cec9460a-e09c-4160-8a31-521ff3050fc6 tempest-NegativeSecGroupTest-182234771 tempest-NegativeSecGroupTest-182234771-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0064340 Aug 18 12:20:30.929824 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a8c7c7-6862-4ce3-aa1e-11e1f2bf6639 tempest-NegativeSecGroupTest-182234771 tempest-NegativeSecGroupTest-182234771-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91bbba52-eb4d-4033-abd8-de4e44e38b6e,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:20:30.931250 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 36544) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:20:30.990311 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-f004a14a-7c21-4537-8de7-44df247f280c req-07b357dd-4bc3-4bc2-ab81-973909a9b752 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:31.041956 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-051969af-415c-4e30-b50a-03c9fed7aac7 tempest-NegativeSecGroupTest-182234771 tempest-NegativeSecGroupTest-182234771-project] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:31.080660 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-051969af-415c-4e30-b50a-03c9fed7aac7 tempest-NegativeSecGroupTest-182234771 tempest-NegativeSecGroupTest-182234771-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:31.218693 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-051969af-415c-4e30-b50a-03c9fed7aac7 tempest-NegativeSecGroupTest-182234771 tempest-NegativeSecGroupTest-182234771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:31.221225 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-051969af-415c-4e30-b50a-03c9fed7aac7 tempest-NegativeSecGroupTest-182234771 tempest-NegativeSecGroupTest-182234771-project] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:31.222353 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-051969af-415c-4e30-b50a-03c9fed7aac7 tempest-NegativeSecGroupTest-182234771 tempest-NegativeSecGroupTest-182234771-project] 10.222.0.66 "DELETE /v2.0/security-groups/91bbba52-eb4d-4033-abd8-de4e44e38b6e HTTP/1.1" status: 204 len: 168 time: 0.2901919 Aug 18 12:20:31.225233 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 36546) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:20:31.236802 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051969af-415c-4e30-b50a-03c9fed7aac7 tempest-NegativeSecGroupTest-182234771 tempest-NegativeSecGroupTest-182234771-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91bbba52-eb4d-4033-abd8-de4e44e38b6e,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:20:31.273570 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-aae0ecc5-5010-49cb-9e8e-bb0c2987fda0 tempest-NegativeSecGroupTest-182234771 tempest-NegativeSecGroupTest-182234771-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0471017 Aug 18 12:20:31.277454 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 36548) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:20:31.281983 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-7540fdca-660a-499d-99fa-a4a1a8402f7c tempest-NegativeSecGroupTest-182234771 tempest-NegativeSecGroupTest-182234771-project] Request body: {'security_group': {'name': 'tempest-secgroup--1433059067'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:20:31.304762 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7540fdca-660a-499d-99fa-a4a1a8402f7c tempest-NegativeSecGroupTest-182234771 tempest-NegativeSecGroupTest-182234771-project] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:31.325645 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [req-f004a14a-7c21-4537-8de7-44df247f280c req-07b357dd-4bc3-4bc2-ab81-973909a9b752 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41e83f76-f5d7-4b10-a42f-40ef25e6c802 {{(pid=106252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:20:31.333521 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-f004a14a-7c21-4537-8de7-44df247f280c req-07b357dd-4bc3-4bc2-ab81-973909a9b752 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:31.347567 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [req-f004a14a-7c21-4537-8de7-44df247f280c req-07b357dd-4bc3-4bc2-ab81-973909a9b752 service neutron] Transition to ACTIVE for port object 41e83f76-f5d7-4b10-a42f-40ef25e6c802 will not be triggered until provisioned by entity L2. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:20:31.352905 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-f004a14a-7c21-4537-8de7-44df247f280c req-07b357dd-4bc3-4bc2-ab81-973909a9b752 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:31.392767 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7540fdca-660a-499d-99fa-a4a1a8402f7c tempest-NegativeSecGroupTest-182234771 tempest-NegativeSecGroupTest-182234771-project] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:31.397773 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7540fdca-660a-499d-99fa-a4a1a8402f7c tempest-NegativeSecGroupTest-182234771 tempest-NegativeSecGroupTest-182234771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:31.427164 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7540fdca-660a-499d-99fa-a4a1a8402f7c tempest-NegativeSecGroupTest-182234771 tempest-NegativeSecGroupTest-182234771-project] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:31.431115 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-7540fdca-660a-499d-99fa-a4a1a8402f7c tempest-NegativeSecGroupTest-182234771 tempest-NegativeSecGroupTest-182234771-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1500535 Aug 18 12:20:31.431275 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b357dd-4bc3-4bc2-ab81-973909a9b752 service neutron] Pushing event updated for resources: {'Port': ['ID=41e83f76-f5d7-4b10-a42f-40ef25e6c802,revision_number=2']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:20:31.431716 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 36552) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:20:31.435951 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-dcc1b663-5892-40f2-8f06-45b37ffe5304 tempest-NegativeSecGroupTest-182234771 tempest-NegativeSecGroupTest-182234771-project] Request body: {'security_group_rule': {'security_group_id': 'e0069282-254d-414c-9542-b16904a70be4', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:20:31.436539 n-d-804985-2 neutron-server[106253]: WARNING neutron.api.v2.base [None req-dcc1b663-5892-40f2-8f06-45b37ffe5304 tempest-NegativeSecGroupTest-182234771 tempest-NegativeSecGroupTest-182234771-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 18 12:20:31.437041 n-d-804985-2 neutron-server[106253]: INFO neutron.api.v2.resource [None req-dcc1b663-5892-40f2-8f06-45b37ffe5304 tempest-NegativeSecGroupTest-182234771 tempest-NegativeSecGroupTest-182234771-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 18 12:20:31.440791 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-dcc1b663-5892-40f2-8f06-45b37ffe5304 tempest-NegativeSecGroupTest-182234771 tempest-NegativeSecGroupTest-182234771-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0057077 Aug 18 12:20:31.441143 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 36554) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:20:31.448084 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7540fdca-660a-499d-99fa-a4a1a8402f7c tempest-NegativeSecGroupTest-182234771 tempest-NegativeSecGroupTest-182234771-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0069282-254d-414c-9542-b16904a70be4,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:20:31.497553 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-19ccbd8a-4fe4-4916-ade4-e187d9d59d92 tempest-NegativeSecGroupTest-182234771 tempest-NegativeSecGroupTest-182234771-project] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:31.521040 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-19ccbd8a-4fe4-4916-ade4-e187d9d59d92 tempest-NegativeSecGroupTest-182234771 tempest-NegativeSecGroupTest-182234771-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:31.525923 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0681ac07-bae7-46a5-82b0-94e686995b02 req-f4d1de99-1d3b-42c3-8856-0fa5fafb1a0a tempest-VolumesSnapshotTestJSON-325803111 tempest-VolumesSnapshotTestJSON-325803111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:20:31.527437 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0681ac07-bae7-46a5-82b0-94e686995b02 req-f4d1de99-1d3b-42c3-8856-0fa5fafb1a0a tempest-VolumesSnapshotTestJSON-325803111 tempest-VolumesSnapshotTestJSON-325803111-project] 10.222.0.66 "GET /v2.0/ports?device_id=96bfa9b8-84e7-4678-81d0-bc6e2047c07c HTTP/1.1" status: 200 len: 943 time: 0.0751300 Aug 18 12:20:31.528269 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-f004a14a-7c21-4537-8de7-44df247f280c req-07b357dd-4bc3-4bc2-ab81-973909a9b752 service neutron] Attempting to bind port 41e83f76-f5d7-4b10-a42f-40ef25e6c802 on host n-h2-804985-2 for vnic_type normal with profile {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:20:31.528797 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-f004a14a-7c21-4537-8de7-44df247f280c req-07b357dd-4bc3-4bc2-ab81-973909a9b752 service neutron] Attempting to bind port 41e83f76-f5d7-4b10-a42f-40ef25e6c802 by drivers openvswitch,hyperv on host n-h2-804985-2 at level 0 using segments [{'id': 'c10b5353-cffa-4c54-82aa-6f1569a451d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '73c13340-bae5-45d8-97eb-ebc68f4a310b'}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:20:31.529157 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f004a14a-7c21-4537-8de7-44df247f280c req-07b357dd-4bc3-4bc2-ab81-973909a9b752 service neutron] Attempting to bind port 41e83f76-f5d7-4b10-a42f-40ef25e6c802 on network 73c13340-bae5-45d8-97eb-ebc68f4a310b {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:20:31.540850 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f004a14a-7c21-4537-8de7-44df247f280c req-07b357dd-4bc3-4bc2-ab81-973909a9b752 service neutron] Port 41e83f76-f5d7-4b10-a42f-40ef25e6c802 on network 73c13340-bae5-45d8-97eb-ebc68f4a310b not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-2 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:20:31.541188 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f004a14a-7c21-4537-8de7-44df247f280c req-07b357dd-4bc3-4bc2-ab81-973909a9b752 service neutron] Attempting to bind port 41e83f76-f5d7-4b10-a42f-40ef25e6c802 on network 73c13340-bae5-45d8-97eb-ebc68f4a310b {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:20:31.553295 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f004a14a-7c21-4537-8de7-44df247f280c req-07b357dd-4bc3-4bc2-ab81-973909a9b752 service neutron] Checking agent: {'id': 'da5da552-709c-4248-84de-86af99a0dc87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 49, 8), 'started_at': datetime.datetime(2021, 8, 18, 11, 49, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 20, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:20:31.553624 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f004a14a-7c21-4537-8de7-44df247f280c req-07b357dd-4bc3-4bc2-ab81-973909a9b752 service neutron] Checking segment: {'id': 'c10b5353-cffa-4c54-82aa-6f1569a451d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '73c13340-bae5-45d8-97eb-ebc68f4a310b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:20:31.554001 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f004a14a-7c21-4537-8de7-44df247f280c req-07b357dd-4bc3-4bc2-ab81-973909a9b752 service neutron] Bound using segment: {'id': 'c10b5353-cffa-4c54-82aa-6f1569a451d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '73c13340-bae5-45d8-97eb-ebc68f4a310b'} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:20:31.554425 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-f004a14a-7c21-4537-8de7-44df247f280c req-07b357dd-4bc3-4bc2-ab81-973909a9b752 service neutron] Bound port: 41e83f76-f5d7-4b10-a42f-40ef25e6c802, host: n-h2-804985-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c10b5353-cffa-4c54-82aa-6f1569a451d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '73c13340-bae5-45d8-97eb-ebc68f4a310b'}}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:20:31.554789 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-f004a14a-7c21-4537-8de7-44df247f280c req-07b357dd-4bc3-4bc2-ab81-973909a9b752 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:31.565559 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-19ccbd8a-4fe4-4916-ade4-e187d9d59d92 tempest-NegativeSecGroupTest-182234771 tempest-NegativeSecGroupTest-182234771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:31.568184 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-19ccbd8a-4fe4-4916-ade4-e187d9d59d92 tempest-NegativeSecGroupTest-182234771 tempest-NegativeSecGroupTest-182234771-project] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:31.569386 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-19ccbd8a-4fe4-4916-ade4-e187d9d59d92 tempest-NegativeSecGroupTest-182234771 tempest-NegativeSecGroupTest-182234771-project] 10.222.0.66 "DELETE /v2.0/security-groups/e0069282-254d-414c-9542-b16904a70be4 HTTP/1.1" status: 204 len: 168 time: 0.1273689 Aug 18 12:20:31.572579 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 36556) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:20:31.589915 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ccbd8a-4fe4-4916-ade4-e187d9d59d92 tempest-NegativeSecGroupTest-182234771 tempest-NegativeSecGroupTest-182234771-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0069282-254d-414c-9542-b16904a70be4,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:20:31.604153 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0681ac07-bae7-46a5-82b0-94e686995b02 req-ed6142f0-a59f-47cb-bfef-12e653497534 tempest-VolumesSnapshotTestJSON-325803111 tempest-VolumesSnapshotTestJSON-325803111-project] 10.222.0.66 "GET /v2.0/security-groups?id=eeefeaaf-a13d-4eea-8d0f-9698ebec6aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692773 Aug 18 12:20:31.629307 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-e3f4f9ea-c9c7-4c25-bdb4-4e4f0dd19f92 tempest-NegativeSecGroupTest-182234771 tempest-NegativeSecGroupTest-182234771-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0520298 Aug 18 12:20:31.630632 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 36558) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:20:31.635099 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-3a115ea1-6195-4e35-b125-c701ff2ae0b7 tempest-NegativeSecGroupTest-182234771 tempest-NegativeSecGroupTest-182234771-project] Request body: {'security_group': {'name': 'tempest-secgroup--2048378854'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:20:31.641284 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-f004a14a-7c21-4537-8de7-44df247f280c req-07b357dd-4bc3-4bc2-ab81-973909a9b752 service neutron] For port 41e83f76-f5d7-4b10-a42f-40ef25e6c802, host n-h2-804985-2, cleared binding levels {{(pid=106252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:20:31.644742 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-f004a14a-7c21-4537-8de7-44df247f280c req-07b357dd-4bc3-4bc2-ab81-973909a9b752 service neutron] For port 41e83f76-f5d7-4b10-a42f-40ef25e6c802, host n-h2-804985-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=41e83f76-f5d7-4b10-a42f-40ef25e6c802,segment=NetworkSegment(c10b5353-cffa-4c54-82aa-6f1569a451d5),segment_id=c10b5353-cffa-4c54-82aa-6f1569a451d5)] {{(pid=106252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:20:31.649875 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-f004a14a-7c21-4537-8de7-44df247f280c req-07b357dd-4bc3-4bc2-ab81-973909a9b752 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:31.657294 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3a115ea1-6195-4e35-b125-c701ff2ae0b7 tempest-NegativeSecGroupTest-182234771 tempest-NegativeSecGroupTest-182234771-project] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:31.682510 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f004a14a-7c21-4537-8de7-44df247f280c req-07b357dd-4bc3-4bc2-ab81-973909a9b752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:20:31.683122 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-f004a14a-7c21-4537-8de7-44df247f280c req-07b357dd-4bc3-4bc2-ab81-973909a9b752 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:31.684642 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f004a14a-7c21-4537-8de7-44df247f280c req-07b357dd-4bc3-4bc2-ab81-973909a9b752 service neutron] 10.222.0.62 "PUT /v2.0/ports/41e83f76-f5d7-4b10-a42f-40ef25e6c802 HTTP/1.1" status: 200 len: 1091 time: 0.7817132 Aug 18 12:20:31.685074 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96bfa9b8-84e7-4678-81d0-bc6e2047c07c', 'tag': '41e83f76-f5d7-4b10-a42f-40ef25e6c802'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:20:31.687445 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afa207ee-e6a1-4d4d-b556-fb960f2615e8" -d '{"events": [{"name": "network-changed", "server_uuid": "96bfa9b8-84e7-4678-81d0-bc6e2047c07c", "tag": "41e83f76-f5d7-4b10-a42f-40ef25e6c802"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:20:31.715828 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b357dd-4bc3-4bc2-ab81-973909a9b752 service neutron] Pushing event updated for resources: {'Port': ['ID=41e83f76-f5d7-4b10-a42f-40ef25e6c802,revision_number=3']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:20:31.730168 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:20:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce0f017c-7c70-454f-81c3-92b79c634abd x-openstack-request-id: req-ce0f017c-7c70-454f-81c3-92b79c634abd {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:20:31.730489 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96bfa9b8-84e7-4678-81d0-bc6e2047c07c", "tag": "41e83f76-f5d7-4b10-a42f-40ef25e6c802", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:20:31.730736 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ce0f017c-7c70-454f-81c3-92b79c634abd {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:20:31.731137 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96bfa9b8-84e7-4678-81d0-bc6e2047c07c', 'tag': '41e83f76-f5d7-4b10-a42f-40ef25e6c802', 'status': 'completed', 'code': 200} Aug 18 12:20:31.753618 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3a115ea1-6195-4e35-b125-c701ff2ae0b7 tempest-NegativeSecGroupTest-182234771 tempest-NegativeSecGroupTest-182234771-project] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:31.758373 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3a115ea1-6195-4e35-b125-c701ff2ae0b7 tempest-NegativeSecGroupTest-182234771 tempest-NegativeSecGroupTest-182234771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:31.779071 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f004a14a-7c21-4537-8de7-44df247f280c req-6d66dbba-7496-4a54-ad2a-ac6c7eefc570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:20:31.780607 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f004a14a-7c21-4537-8de7-44df247f280c req-6d66dbba-7496-4a54-ad2a-ac6c7eefc570 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7d28dbb8490f4669a71677ed87bd89d0&device_id=96bfa9b8-84e7-4678-81d0-bc6e2047c07c HTTP/1.1" status: 200 len: 1094 time: 0.0409675 Aug 18 12:20:31.790480 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a115ea1-6195-4e35-b125-c701ff2ae0b7 tempest-NegativeSecGroupTest-182234771 tempest-NegativeSecGroupTest-182234771-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a5355ef-d12f-4ccb-a0d0-f578ec8a09d2,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:20:31.792676 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3a115ea1-6195-4e35-b125-c701ff2ae0b7 tempest-NegativeSecGroupTest-182234771 tempest-NegativeSecGroupTest-182234771-project] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:31.793868 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-3a115ea1-6195-4e35-b125-c701ff2ae0b7 tempest-NegativeSecGroupTest-182234771 tempest-NegativeSecGroupTest-182234771-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1623037 Aug 18 12:20:31.798186 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 36562) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:20:31.802680 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-4d9c40ea-ca52-4a09-a63a-2f6046fee3ca tempest-NegativeSecGroupTest-182234771 tempest-NegativeSecGroupTest-182234771-project] Request body: {'security_group_rule': {'security_group_id': '8a5355ef-d12f-4ccb-a0d0-f578ec8a09d2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:20:31.803540 n-d-804985-2 neutron-server[106253]: WARNING neutron.api.v2.base [None req-4d9c40ea-ca52-4a09-a63a-2f6046fee3ca tempest-NegativeSecGroupTest-182234771 tempest-NegativeSecGroupTest-182234771-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 18 12:20:31.804063 n-d-804985-2 neutron-server[106253]: INFO neutron.api.v2.resource [None req-4d9c40ea-ca52-4a09-a63a-2f6046fee3ca tempest-NegativeSecGroupTest-182234771 tempest-NegativeSecGroupTest-182234771-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 18 12:20:31.805024 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-4d9c40ea-ca52-4a09-a63a-2f6046fee3ca tempest-NegativeSecGroupTest-182234771 tempest-NegativeSecGroupTest-182234771-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0060329 Aug 18 12:20:31.807682 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 36564) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:20:31.811851 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-b3e30346-ab38-4e81-b1b7-1fc7f5c3f4ea tempest-NegativeSecGroupTest-182234771 tempest-NegativeSecGroupTest-182234771-project] Request body: {'security_group_rule': {'security_group_id': '8a5355ef-d12f-4ccb-a0d0-f578ec8a09d2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:20:31.812560 n-d-804985-2 neutron-server[106253]: WARNING neutron.api.v2.base [None req-b3e30346-ab38-4e81-b1b7-1fc7f5c3f4ea tempest-NegativeSecGroupTest-182234771 tempest-NegativeSecGroupTest-182234771-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 18 12:20:31.813017 n-d-804985-2 neutron-server[106253]: INFO neutron.api.v2.resource [None req-b3e30346-ab38-4e81-b1b7-1fc7f5c3f4ea tempest-NegativeSecGroupTest-182234771 tempest-NegativeSecGroupTest-182234771-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 18 12:20:31.813933 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-b3e30346-ab38-4e81-b1b7-1fc7f5c3f4ea tempest-NegativeSecGroupTest-182234771 tempest-NegativeSecGroupTest-182234771-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0053976 Aug 18 12:20:31.816540 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 36566) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:20:31.821654 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-9131de4e-e308-4c9c-8b95-2f703c0aa48c tempest-NegativeSecGroupTest-182234771 tempest-NegativeSecGroupTest-182234771-project] Request body: {'security_group_rule': {'security_group_id': '8a5355ef-d12f-4ccb-a0d0-f578ec8a09d2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:20:31.822390 n-d-804985-2 neutron-server[106253]: WARNING neutron.api.v2.base [None req-9131de4e-e308-4c9c-8b95-2f703c0aa48c tempest-NegativeSecGroupTest-182234771 tempest-NegativeSecGroupTest-182234771-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 18 12:20:31.822851 n-d-804985-2 neutron-server[106253]: INFO neutron.api.v2.resource [None req-9131de4e-e308-4c9c-8b95-2f703c0aa48c tempest-NegativeSecGroupTest-182234771 tempest-NegativeSecGroupTest-182234771-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 18 12:20:31.823754 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-9131de4e-e308-4c9c-8b95-2f703c0aa48c tempest-NegativeSecGroupTest-182234771 tempest-NegativeSecGroupTest-182234771-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0062749 Aug 18 12:20:31.825972 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 36568) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:20:31.829315 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f004a14a-7c21-4537-8de7-44df247f280c req-5dc30b4c-3910-49a5-a17c-bce99a9771af service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=41e83f76-f5d7-4b10-a42f-40ef25e6c802 HTTP/1.1" status: 200 len: 217 time: 0.0400937 Aug 18 12:20:31.830104 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-9e145790-cfdf-411b-9d0a-d53c532d8782 tempest-NegativeSecGroupTest-182234771 tempest-NegativeSecGroupTest-182234771-project] Request body: {'security_group_rule': {'security_group_id': '8a5355ef-d12f-4ccb-a0d0-f578ec8a09d2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:20:31.830927 n-d-804985-2 neutron-server[106253]: WARNING neutron.api.v2.base [None req-9e145790-cfdf-411b-9d0a-d53c532d8782 tempest-NegativeSecGroupTest-182234771 tempest-NegativeSecGroupTest-182234771-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 18 12:20:31.831379 n-d-804985-2 neutron-server[106253]: INFO neutron.api.v2.resource [None req-9e145790-cfdf-411b-9d0a-d53c532d8782 tempest-NegativeSecGroupTest-182234771 tempest-NegativeSecGroupTest-182234771-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 18 12:20:31.832269 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-9e145790-cfdf-411b-9d0a-d53c532d8782 tempest-NegativeSecGroupTest-182234771 tempest-NegativeSecGroupTest-182234771-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0054049 Aug 18 12:20:31.834747 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 36572) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:20:31.879173 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f004a14a-7c21-4537-8de7-44df247f280c req-b004a547-8001-4dca-bc07-2bdb0f9f0122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:20:31.880793 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f004a14a-7c21-4537-8de7-44df247f280c req-b004a547-8001-4dca-bc07-2bdb0f9f0122 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7388dc6f-d5ef-4d78-9280-0e508c10c3d1 HTTP/1.1" status: 200 len: 852 time: 0.0445352 Aug 18 12:20:31.887096 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9e99c2a3-735c-4449-b66f-9978de88b438 tempest-NegativeSecGroupTest-182234771 tempest-NegativeSecGroupTest-182234771-project] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:31.909526 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9e99c2a3-735c-4449-b66f-9978de88b438 tempest-NegativeSecGroupTest-182234771 tempest-NegativeSecGroupTest-182234771-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:31.914982 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f004a14a-7c21-4537-8de7-44df247f280c req-397fce55-9901-45fe-8aab-ab4d202914ee service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=73c13340-bae5-45d8-97eb-ebc68f4a310b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267425 Aug 18 12:20:31.951272 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9e99c2a3-735c-4449-b66f-9978de88b438 tempest-NegativeSecGroupTest-182234771 tempest-NegativeSecGroupTest-182234771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:31.954035 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9e99c2a3-735c-4449-b66f-9978de88b438 tempest-NegativeSecGroupTest-182234771 tempest-NegativeSecGroupTest-182234771-project] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:31.955191 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-9e99c2a3-735c-4449-b66f-9978de88b438 tempest-NegativeSecGroupTest-182234771 tempest-NegativeSecGroupTest-182234771-project] 10.222.0.66 "DELETE /v2.0/security-groups/8a5355ef-d12f-4ccb-a0d0-f578ec8a09d2 HTTP/1.1" status: 204 len: 168 time: 0.1195993 Aug 18 12:20:31.958471 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 36574) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:20:31.976006 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e99c2a3-735c-4449-b66f-9978de88b438 tempest-NegativeSecGroupTest-182234771 tempest-NegativeSecGroupTest-182234771-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a5355ef-d12f-4ccb-a0d0-f578ec8a09d2,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:20:32.007131 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-2766850a-c831-473a-86b4-6562991d0c1e tempest-NegativeSecGroupTest-182234771 tempest-NegativeSecGroupTest-182234771-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0475085 Aug 18 12:20:32.011101 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 36576) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:20:32.015885 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-1679a6af-20de-4d7c-9c25-e7cdeb4f4906 tempest-NegativeSecGroupTest-182234771 tempest-NegativeSecGroupTest-182234771-project] Request body: {'security_group': {'name': 'tempest-secgroup--2030203948'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:20:32.016663 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f004a14a-7c21-4537-8de7-44df247f280c req-d5e79421-df62-4035-b8eb-c264da05e863 service neutron] 10.222.0.62 "GET /v2.0/networks/73c13340-bae5-45d8-97eb-ebc68f4a310b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941913 Aug 18 12:20:32.038211 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1679a6af-20de-4d7c-9c25-e7cdeb4f4906 tempest-NegativeSecGroupTest-182234771 tempest-NegativeSecGroupTest-182234771-project] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:32.109293 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f004a14a-7c21-4537-8de7-44df247f280c req-eed97ec5-1e18-47ae-8f49-1bb6d28bb4a0 service neutron] 10.222.0.62 "GET /v2.0/networks/73c13340-bae5-45d8-97eb-ebc68f4a310b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854216 Aug 18 12:20:32.120344 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1679a6af-20de-4d7c-9c25-e7cdeb4f4906 tempest-NegativeSecGroupTest-182234771 tempest-NegativeSecGroupTest-182234771-project] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:32.125402 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1679a6af-20de-4d7c-9c25-e7cdeb4f4906 tempest-NegativeSecGroupTest-182234771 tempest-NegativeSecGroupTest-182234771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:32.156200 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1679a6af-20de-4d7c-9c25-e7cdeb4f4906 tempest-NegativeSecGroupTest-182234771 tempest-NegativeSecGroupTest-182234771-project] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:32.157430 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-1679a6af-20de-4d7c-9c25-e7cdeb4f4906 tempest-NegativeSecGroupTest-182234771 tempest-NegativeSecGroupTest-182234771-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1451278 Aug 18 12:20:32.159326 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1679a6af-20de-4d7c-9c25-e7cdeb4f4906 tempest-NegativeSecGroupTest-182234771 tempest-NegativeSecGroupTest-182234771-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46743870-ef15-463f-b6f9-4d23d2316004,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:20:32.161363 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 36578) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:20:32.167804 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-2b17fc91-2540-4c71-8853-f13dd40143d3 tempest-NegativeSecGroupTest-182234771 tempest-NegativeSecGroupTest-182234771-project] Request body: {'security_group_rule': {'security_group_id': '46743870-ef15-463f-b6f9-4d23d2316004', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:20:32.167804 n-d-804985-2 neutron-server[106253]: WARNING neutron.api.v2.base [None req-2b17fc91-2540-4c71-8853-f13dd40143d3 tempest-NegativeSecGroupTest-182234771 tempest-NegativeSecGroupTest-182234771-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 18 12:20:32.167804 n-d-804985-2 neutron-server[106253]: INFO neutron.api.v2.resource [None req-2b17fc91-2540-4c71-8853-f13dd40143d3 tempest-NegativeSecGroupTest-182234771 tempest-NegativeSecGroupTest-182234771-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 18 12:20:32.168345 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-2b17fc91-2540-4c71-8853-f13dd40143d3 tempest-NegativeSecGroupTest-182234771 tempest-NegativeSecGroupTest-182234771-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0056026 Aug 18 12:20:32.172986 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 36580) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:20:32.177534 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-4ccff88e-ce60-491f-98e8-c4711b830515 tempest-NegativeSecGroupTest-182234771 tempest-NegativeSecGroupTest-182234771-project] Request body: {'security_group_rule': {'security_group_id': '46743870-ef15-463f-b6f9-4d23d2316004', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:20:32.198518 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa207ee-e6a1-4d4d-b556-fb960f2615e8 req-c981d529-104b-4af2-bc82-686135c66d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:20:32.200586 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-afa207ee-e6a1-4d4d-b556-fb960f2615e8 req-c981d529-104b-4af2-bc82-686135c66d45 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7d28dbb8490f4669a71677ed87bd89d0&device_id=96bfa9b8-84e7-4678-81d0-bc6e2047c07c HTTP/1.1" status: 200 len: 1094 time: 0.0451429 Aug 18 12:20:32.219711 n-d-804985-2 neutron-server[106253]: INFO neutron.api.v2.resource [None req-4ccff88e-ce60-491f-98e8-c4711b830515 tempest-NegativeSecGroupTest-182234771 tempest-NegativeSecGroupTest-182234771-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 18 12:20:32.220777 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-4ccff88e-ce60-491f-98e8-c4711b830515 tempest-NegativeSecGroupTest-182234771 tempest-NegativeSecGroupTest-182234771-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0468004 Aug 18 12:20:32.225220 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 36582) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:20:32.230520 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-8ef9ecf4-694f-4525-a5f2-5604d043e686 tempest-NegativeSecGroupTest-182234771 tempest-NegativeSecGroupTest-182234771-project] Request body: {'security_group_rule': {'security_group_id': '46743870-ef15-463f-b6f9-4d23d2316004', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:20:32.230520 n-d-804985-2 neutron-server[106253]: WARNING neutron.api.v2.base [None req-8ef9ecf4-694f-4525-a5f2-5604d043e686 tempest-NegativeSecGroupTest-182234771 tempest-NegativeSecGroupTest-182234771-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 18 12:20:32.231192 n-d-804985-2 neutron-server[106253]: INFO neutron.api.v2.resource [None req-8ef9ecf4-694f-4525-a5f2-5604d043e686 tempest-NegativeSecGroupTest-182234771 tempest-NegativeSecGroupTest-182234771-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 18 12:20:32.231487 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-8ef9ecf4-694f-4525-a5f2-5604d043e686 tempest-NegativeSecGroupTest-182234771 tempest-NegativeSecGroupTest-182234771-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0053663 Aug 18 12:20:32.234014 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 36584) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:20:32.238115 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-83eef1dc-9f96-4bb7-b651-a7b05821bb98 tempest-NegativeSecGroupTest-182234771 tempest-NegativeSecGroupTest-182234771-project] Request body: {'security_group_rule': {'security_group_id': '46743870-ef15-463f-b6f9-4d23d2316004', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:20:32.274506 n-d-804985-2 neutron-server[106253]: INFO neutron.api.v2.resource [None req-83eef1dc-9f96-4bb7-b651-a7b05821bb98 tempest-NegativeSecGroupTest-182234771 tempest-NegativeSecGroupTest-182234771-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 18 12:20:32.278255 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-83eef1dc-9f96-4bb7-b651-a7b05821bb98 tempest-NegativeSecGroupTest-182234771 tempest-NegativeSecGroupTest-182234771-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0405998 Aug 18 12:20:32.278446 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 36586) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:20:32.283137 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-0b831ac9-d8bf-46ec-99bd-1b1e0f3f66a6 tempest-NegativeSecGroupTest-182234771 tempest-NegativeSecGroupTest-182234771-project] Request body: {'security_group_rule': {'security_group_id': '46743870-ef15-463f-b6f9-4d23d2316004', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:20:32.283602 n-d-804985-2 neutron-server[106253]: WARNING neutron.api.v2.base [None req-0b831ac9-d8bf-46ec-99bd-1b1e0f3f66a6 tempest-NegativeSecGroupTest-182234771 tempest-NegativeSecGroupTest-182234771-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 18 12:20:32.284059 n-d-804985-2 neutron-server[106253]: INFO neutron.api.v2.resource [None req-0b831ac9-d8bf-46ec-99bd-1b1e0f3f66a6 tempest-NegativeSecGroupTest-182234771 tempest-NegativeSecGroupTest-182234771-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 18 12:20:32.285009 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-0b831ac9-d8bf-46ec-99bd-1b1e0f3f66a6 tempest-NegativeSecGroupTest-182234771 tempest-NegativeSecGroupTest-182234771-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0053453 Aug 18 12:20:32.287651 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 36588) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:20:32.292869 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-828e4af9-e8ad-4048-97f6-e963bc449bb2 tempest-NegativeSecGroupTest-182234771 tempest-NegativeSecGroupTest-182234771-project] Request body: {'security_group_rule': {'security_group_id': '46743870-ef15-463f-b6f9-4d23d2316004', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:20:32.313604 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa207ee-e6a1-4d4d-b556-fb960f2615e8 req-18c70099-3f24-4641-9cff-6a36f29a1871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:20:32.315417 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-afa207ee-e6a1-4d4d-b556-fb960f2615e8 req-18c70099-3f24-4641-9cff-6a36f29a1871 service neutron] 10.222.0.62 "GET /v2.0/networks?id=73c13340-bae5-45d8-97eb-ebc68f4a310b HTTP/1.1" status: 200 len: 913 time: 0.1076665 Aug 18 12:20:32.360194 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-afa207ee-e6a1-4d4d-b556-fb960f2615e8 req-08e9f6d8-5a29-4396-9b6f-840129993785 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=41e83f76-f5d7-4b10-a42f-40ef25e6c802 HTTP/1.1" status: 200 len: 217 time: 0.0370228 Aug 18 12:20:32.376860 n-d-804985-2 neutron-server[106252]: INFO neutron.api.v2.resource [None req-828e4af9-e8ad-4048-97f6-e963bc449bb2 tempest-NegativeSecGroupTest-182234771 tempest-NegativeSecGroupTest-182234771-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 18 12:20:32.377807 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-828e4af9-e8ad-4048-97f6-e963bc449bb2 tempest-NegativeSecGroupTest-182234771 tempest-NegativeSecGroupTest-182234771-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0892549 Aug 18 12:20:32.380956 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 36590) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:20:32.385653 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-fe13401b-4f66-4371-863e-4f0809140b80 tempest-NegativeSecGroupTest-182234771 tempest-NegativeSecGroupTest-182234771-project] Request body: {'security_group_rule': {'security_group_id': '46743870-ef15-463f-b6f9-4d23d2316004', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:20:32.386130 n-d-804985-2 neutron-server[106253]: WARNING neutron.api.v2.base [None req-fe13401b-4f66-4371-863e-4f0809140b80 tempest-NegativeSecGroupTest-182234771 tempest-NegativeSecGroupTest-182234771-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 18 12:20:32.386604 n-d-804985-2 neutron-server[106253]: INFO neutron.api.v2.resource [None req-fe13401b-4f66-4371-863e-4f0809140b80 tempest-NegativeSecGroupTest-182234771 tempest-NegativeSecGroupTest-182234771-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 18 12:20:32.387534 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-fe13401b-4f66-4371-863e-4f0809140b80 tempest-NegativeSecGroupTest-182234771 tempest-NegativeSecGroupTest-182234771-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0055754 Aug 18 12:20:32.390038 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 36592) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:20:32.395020 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-f8a74d31-937b-44e6-ba1c-54734a3a3858 tempest-NegativeSecGroupTest-182234771 tempest-NegativeSecGroupTest-182234771-project] Request body: {'security_group_rule': {'security_group_id': '46743870-ef15-463f-b6f9-4d23d2316004', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:20:32.417213 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa207ee-e6a1-4d4d-b556-fb960f2615e8 req-4c0de72c-b466-4401-9c7e-08dc839f74f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:20:32.418725 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-afa207ee-e6a1-4d4d-b556-fb960f2615e8 req-4c0de72c-b466-4401-9c7e-08dc839f74f1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7388dc6f-d5ef-4d78-9280-0e508c10c3d1 HTTP/1.1" status: 200 len: 852 time: 0.0507400 Aug 18 12:20:32.436320 n-d-804985-2 neutron-server[106253]: INFO neutron.api.v2.resource [None req-f8a74d31-937b-44e6-ba1c-54734a3a3858 tempest-NegativeSecGroupTest-182234771 tempest-NegativeSecGroupTest-182234771-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 18 12:20:32.437508 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-f8a74d31-937b-44e6-ba1c-54734a3a3858 tempest-NegativeSecGroupTest-182234771 tempest-NegativeSecGroupTest-182234771-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0465307 Aug 18 12:20:32.440864 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 36594) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:20:32.445450 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-bf367745-78f0-4732-8fb3-5388410a2bf9 tempest-NegativeSecGroupTest-182234771 tempest-NegativeSecGroupTest-182234771-project] Request body: {'security_group_rule': {'security_group_id': '46743870-ef15-463f-b6f9-4d23d2316004', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:20:32.453806 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-afa207ee-e6a1-4d4d-b556-fb960f2615e8 req-ff486174-6a44-40f3-adf1-0a335b5f4868 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=73c13340-bae5-45d8-97eb-ebc68f4a310b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266197 Aug 18 12:20:32.481453 n-d-804985-2 neutron-server[106253]: INFO neutron.api.v2.resource [None req-bf367745-78f0-4732-8fb3-5388410a2bf9 tempest-NegativeSecGroupTest-182234771 tempest-NegativeSecGroupTest-182234771-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 18 12:20:32.482578 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-bf367745-78f0-4732-8fb3-5388410a2bf9 tempest-NegativeSecGroupTest-182234771 tempest-NegativeSecGroupTest-182234771-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0407763 Aug 18 12:20:32.485553 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 36596) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:20:32.538832 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7bce129e-c0c3-4d30-b004-1c95aa87279b tempest-NegativeSecGroupTest-182234771 tempest-NegativeSecGroupTest-182234771-project] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:32.544603 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-afa207ee-e6a1-4d4d-b556-fb960f2615e8 req-94b6f4ed-8f51-4bae-8762-8038b0f690a8 service neutron] 10.222.0.62 "GET /v2.0/networks/73c13340-bae5-45d8-97eb-ebc68f4a310b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828969 Aug 18 12:20:32.561080 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7bce129e-c0c3-4d30-b004-1c95aa87279b tempest-NegativeSecGroupTest-182234771 tempest-NegativeSecGroupTest-182234771-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:32.604036 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7bce129e-c0c3-4d30-b004-1c95aa87279b tempest-NegativeSecGroupTest-182234771 tempest-NegativeSecGroupTest-182234771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:32.606543 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7bce129e-c0c3-4d30-b004-1c95aa87279b tempest-NegativeSecGroupTest-182234771 tempest-NegativeSecGroupTest-182234771-project] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:32.607691 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-7bce129e-c0c3-4d30-b004-1c95aa87279b tempest-NegativeSecGroupTest-182234771 tempest-NegativeSecGroupTest-182234771-project] 10.222.0.66 "DELETE /v2.0/security-groups/46743870-ef15-463f-b6f9-4d23d2316004 HTTP/1.1" status: 204 len: 168 time: 0.1212132 Aug 18 12:20:32.611010 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 36598) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:20:32.617481 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bce129e-c0c3-4d30-b004-1c95aa87279b tempest-NegativeSecGroupTest-182234771 tempest-NegativeSecGroupTest-182234771-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46743870-ef15-463f-b6f9-4d23d2316004,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:20:32.675303 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-afa207ee-e6a1-4d4d-b556-fb960f2615e8 req-54de9afb-5d72-4357-ad24-449e7f0bec58 service neutron] 10.222.0.62 "GET /v2.0/networks/73c13340-bae5-45d8-97eb-ebc68f4a310b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229825 Aug 18 12:20:32.700189 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-e5c93bcf-f808-46e0-b973-5e445a8012ad tempest-NegativeSecGroupTest-182234771 tempest-NegativeSecGroupTest-182234771-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0880511 Aug 18 12:20:32.704158 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 36602) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:20:32.709304 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-9de339d3-9294-424a-be5e-56b19bd3568f tempest-NegativeSecGroupTest-182234771 tempest-NegativeSecGroupTest-182234771-project] Request body: {'security_group': {'name': 'tempest-secgroup--1517554221'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:20:32.731274 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9de339d3-9294-424a-be5e-56b19bd3568f tempest-NegativeSecGroupTest-182234771 tempest-NegativeSecGroupTest-182234771-project] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:32.736034 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71a3d68-8c22-47da-9357-b6d83af6f57b req-4931498a-27e0-4ee0-af8b-7a84fea82f94 tempest-VolumesSnapshotTestJSON-325803111 tempest-VolumesSnapshotTestJSON-325803111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:20:32.737649 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f71a3d68-8c22-47da-9357-b6d83af6f57b req-4931498a-27e0-4ee0-af8b-7a84fea82f94 tempest-VolumesSnapshotTestJSON-325803111 tempest-VolumesSnapshotTestJSON-325803111-project] 10.222.0.66 "GET /v2.0/ports?device_id=96bfa9b8-84e7-4678-81d0-bc6e2047c07c HTTP/1.1" status: 200 len: 943 time: 0.0590148 Aug 18 12:20:32.782026 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f71a3d68-8c22-47da-9357-b6d83af6f57b req-7f9d871c-5c93-40b2-8b48-a92130f2672d tempest-VolumesSnapshotTestJSON-325803111 tempest-VolumesSnapshotTestJSON-325803111-project] 10.222.0.66 "GET /v2.0/security-groups?id=eeefeaaf-a13d-4eea-8d0f-9698ebec6aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382061 Aug 18 12:20:32.810142 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9de339d3-9294-424a-be5e-56b19bd3568f tempest-NegativeSecGroupTest-182234771 tempest-NegativeSecGroupTest-182234771-project] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:32.815531 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9de339d3-9294-424a-be5e-56b19bd3568f tempest-NegativeSecGroupTest-182234771 tempest-NegativeSecGroupTest-182234771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:32.845265 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9de339d3-9294-424a-be5e-56b19bd3568f tempest-NegativeSecGroupTest-182234771 tempest-NegativeSecGroupTest-182234771-project] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:32.846445 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-9de339d3-9294-424a-be5e-56b19bd3568f tempest-NegativeSecGroupTest-182234771 tempest-NegativeSecGroupTest-182234771-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1410182 Aug 18 12:20:32.849602 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 36604) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:20:32.850691 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de339d3-9294-424a-be5e-56b19bd3568f tempest-NegativeSecGroupTest-182234771 tempest-NegativeSecGroupTest-182234771-project] Pushing event updated for resources: {'SecurityGroup': ['ID=845a77bc-669f-4726-8061-d7ababa83726,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:20:32.854411 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-11304a6c-1b98-4753-8f4f-7a377ff5de38 tempest-NegativeSecGroupTest-182234771 tempest-NegativeSecGroupTest-182234771-project] Request body: {'security_group_rule': {'security_group_id': '845a77bc-669f-4726-8061-d7ababa83726', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:20:32.894126 n-d-804985-2 neutron-server[106252]: INFO neutron.api.v2.resource [None req-11304a6c-1b98-4753-8f4f-7a377ff5de38 tempest-NegativeSecGroupTest-182234771 tempest-NegativeSecGroupTest-182234771-project] create failed (client error): The resource could not be found. Aug 18 12:20:32.895228 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-11304a6c-1b98-4753-8f4f-7a377ff5de38 tempest-NegativeSecGroupTest-182234771 tempest-NegativeSecGroupTest-182234771-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0444732 Aug 18 12:20:32.898018 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 36608) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:20:32.902379 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-6107421f-d8c6-4165-bd43-b66484f97eec tempest-NegativeSecGroupTest-182234771 tempest-NegativeSecGroupTest-182234771-project] Request body: {'security_group_rule': {'security_group_id': '845a77bc-669f-4726-8061-d7ababa83726', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '532fca48-29c3-47cf-a88e-aaedaa6819da'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:20:32.944000 n-d-804985-2 neutron-server[106252]: INFO neutron.api.v2.resource [None req-6107421f-d8c6-4165-bd43-b66484f97eec tempest-NegativeSecGroupTest-182234771 tempest-NegativeSecGroupTest-182234771-project] create failed (client error): The resource could not be found. Aug 18 12:20:32.947979 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-6107421f-d8c6-4165-bd43-b66484f97eec tempest-NegativeSecGroupTest-182234771 tempest-NegativeSecGroupTest-182234771-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0490460 Aug 18 12:20:32.948161 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 36610) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:20:33.017088 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b7f88c2f-a4ca-4ba5-8d00-2f1a099d4051 tempest-NegativeSecGroupTest-182234771 tempest-NegativeSecGroupTest-182234771-project] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:33.046740 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b7f88c2f-a4ca-4ba5-8d00-2f1a099d4051 tempest-NegativeSecGroupTest-182234771 tempest-NegativeSecGroupTest-182234771-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:33.090102 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b7f88c2f-a4ca-4ba5-8d00-2f1a099d4051 tempest-NegativeSecGroupTest-182234771 tempest-NegativeSecGroupTest-182234771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:33.092746 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b7f88c2f-a4ca-4ba5-8d00-2f1a099d4051 tempest-NegativeSecGroupTest-182234771 tempest-NegativeSecGroupTest-182234771-project] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:33.093933 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-b7f88c2f-a4ca-4ba5-8d00-2f1a099d4051 tempest-NegativeSecGroupTest-182234771 tempest-NegativeSecGroupTest-182234771-project] 10.222.0.66 "DELETE /v2.0/security-groups/845a77bc-669f-4726-8061-d7ababa83726 HTTP/1.1" status: 204 len: 168 time: 0.1448469 Aug 18 12:20:33.096759 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 36612) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:20:33.103747 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f88c2f-a4ca-4ba5-8d00-2f1a099d4051 tempest-NegativeSecGroupTest-182234771 tempest-NegativeSecGroupTest-182234771-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=845a77bc-669f-4726-8061-d7ababa83726,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:20:33.147973 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-55a494a3-fed8-4174-a318-e84c7a3f12c7 tempest-NegativeSecGroupTest-182234771 tempest-NegativeSecGroupTest-182234771-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0499902 Aug 18 12:20:33.152000 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 36614) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:20:33.156368 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-e7564f00-05ed-4adc-adc9-2e65559dba57 tempest-NegativeSecGroupTest-182234771 tempest-NegativeSecGroupTest-182234771-project] Request body: {'security_group_rule': {'security_group_id': '057b54fe-aa6e-4e82-8a9b-ac87a6309a5e', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:20:33.199337 n-d-804985-2 neutron-server[106252]: INFO neutron.api.v2.resource [None req-e7564f00-05ed-4adc-adc9-2e65559dba57 tempest-NegativeSecGroupTest-182234771 tempest-NegativeSecGroupTest-182234771-project] create failed (client error): The resource could not be found. Aug 18 12:20:33.200538 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-e7564f00-05ed-4adc-adc9-2e65559dba57 tempest-NegativeSecGroupTest-182234771 tempest-NegativeSecGroupTest-182234771-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0474777 Aug 18 12:20:33.203964 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 36616) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:20:33.209157 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-1fa73dc3-7897-40e1-94cb-49a73eb9a2aa tempest-NegativeSecGroupTest-182234771 tempest-NegativeSecGroupTest-182234771-project] Request body: {'security_group': {'name': 'tempest-secgroup--1220952435'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:20:33.230264 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1fa73dc3-7897-40e1-94cb-49a73eb9a2aa tempest-NegativeSecGroupTest-182234771 tempest-NegativeSecGroupTest-182234771-project] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:33.320356 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1fa73dc3-7897-40e1-94cb-49a73eb9a2aa tempest-NegativeSecGroupTest-182234771 tempest-NegativeSecGroupTest-182234771-project] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:33.324497 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1fa73dc3-7897-40e1-94cb-49a73eb9a2aa tempest-NegativeSecGroupTest-182234771 tempest-NegativeSecGroupTest-182234771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:33.352342 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1fa73dc3-7897-40e1-94cb-49a73eb9a2aa tempest-NegativeSecGroupTest-182234771 tempest-NegativeSecGroupTest-182234771-project] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:33.353612 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-1fa73dc3-7897-40e1-94cb-49a73eb9a2aa tempest-NegativeSecGroupTest-182234771 tempest-NegativeSecGroupTest-182234771-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1487119 Aug 18 12:20:33.355446 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa73dc3-7897-40e1-94cb-49a73eb9a2aa tempest-NegativeSecGroupTest-182234771 tempest-NegativeSecGroupTest-182234771-project] Pushing event updated for resources: {'SecurityGroup': ['ID=023726ea-305e-4a5f-8c4e-7dbf702165f0,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:20:33.356609 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 36618) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:20:33.361990 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-ea4c7260-90c8-4230-8a06-dcd45d316bca tempest-NegativeSecGroupTest-182234771 tempest-NegativeSecGroupTest-182234771-project] Request body: {'security_group': {'name': 'tempest-secgroup--1718784545'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:20:33.384541 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ea4c7260-90c8-4230-8a06-dcd45d316bca tempest-NegativeSecGroupTest-182234771 tempest-NegativeSecGroupTest-182234771-project] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:33.462159 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ea4c7260-90c8-4230-8a06-dcd45d316bca tempest-NegativeSecGroupTest-182234771 tempest-NegativeSecGroupTest-182234771-project] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:33.468712 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ea4c7260-90c8-4230-8a06-dcd45d316bca tempest-NegativeSecGroupTest-182234771 tempest-NegativeSecGroupTest-182234771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:33.496489 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ea4c7260-90c8-4230-8a06-dcd45d316bca tempest-NegativeSecGroupTest-182234771 tempest-NegativeSecGroupTest-182234771-project] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:33.497709 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-ea4c7260-90c8-4230-8a06-dcd45d316bca tempest-NegativeSecGroupTest-182234771 tempest-NegativeSecGroupTest-182234771-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1395388 Aug 18 12:20:33.498555 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4c7260-90c8-4230-8a06-dcd45d316bca tempest-NegativeSecGroupTest-182234771 tempest-NegativeSecGroupTest-182234771-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4424baf8-32af-4f0f-99f2-1e22efb385a3,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:20:33.501323 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 36620) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:20:33.506217 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-1bdf81ae-3cad-4840-b624-71f8b31deadd tempest-NegativeSecGroupTest-182234771 tempest-NegativeSecGroupTest-182234771-project] Request body: {'security_group_rule': {'security_group_id': '023726ea-305e-4a5f-8c4e-7dbf702165f0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '4424baf8-32af-4f0f-99f2-1e22efb385a3'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:20:33.545791 n-d-804985-2 neutron-server[106252]: INFO neutron.api.v2.resource [None req-1bdf81ae-3cad-4840-b624-71f8b31deadd tempest-NegativeSecGroupTest-182234771 tempest-NegativeSecGroupTest-182234771-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 18 12:20:33.546956 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-1bdf81ae-3cad-4840-b624-71f8b31deadd tempest-NegativeSecGroupTest-182234771 tempest-NegativeSecGroupTest-182234771-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0446210 Aug 18 12:20:33.551434 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 36622) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:20:33.603512 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7d44b851-d65e-47dc-80f8-6b904b155319 tempest-NegativeSecGroupTest-182234771 tempest-NegativeSecGroupTest-182234771-project] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:33.629245 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7d44b851-d65e-47dc-80f8-6b904b155319 tempest-NegativeSecGroupTest-182234771 tempest-NegativeSecGroupTest-182234771-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:33.678026 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7d44b851-d65e-47dc-80f8-6b904b155319 tempest-NegativeSecGroupTest-182234771 tempest-NegativeSecGroupTest-182234771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:33.680708 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7d44b851-d65e-47dc-80f8-6b904b155319 tempest-NegativeSecGroupTest-182234771 tempest-NegativeSecGroupTest-182234771-project] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:33.681938 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-7d44b851-d65e-47dc-80f8-6b904b155319 tempest-NegativeSecGroupTest-182234771 tempest-NegativeSecGroupTest-182234771-project] 10.222.0.66 "DELETE /v2.0/security-groups/4424baf8-32af-4f0f-99f2-1e22efb385a3 HTTP/1.1" status: 204 len: 168 time: 0.1294527 Aug 18 12:20:33.684794 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 36624) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:20:33.692088 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d44b851-d65e-47dc-80f8-6b904b155319 tempest-NegativeSecGroupTest-182234771 tempest-NegativeSecGroupTest-182234771-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4424baf8-32af-4f0f-99f2-1e22efb385a3,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:20:33.750651 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-25d6fa56-789b-4c29-9837-4bdc36ab8079 tempest-NegativeSecGroupTest-182234771 tempest-NegativeSecGroupTest-182234771-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0644002 Aug 18 12:20:33.753511 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 36626) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:20:33.809111 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f4b949d8-308a-45c9-8c14-abc96b3ea592 tempest-NegativeSecGroupTest-182234771 tempest-NegativeSecGroupTest-182234771-project] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:33.832519 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f4b949d8-308a-45c9-8c14-abc96b3ea592 tempest-NegativeSecGroupTest-182234771 tempest-NegativeSecGroupTest-182234771-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:33.897734 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f4b949d8-308a-45c9-8c14-abc96b3ea592 tempest-NegativeSecGroupTest-182234771 tempest-NegativeSecGroupTest-182234771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:33.900189 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f4b949d8-308a-45c9-8c14-abc96b3ea592 tempest-NegativeSecGroupTest-182234771 tempest-NegativeSecGroupTest-182234771-project] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:33.901371 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-f4b949d8-308a-45c9-8c14-abc96b3ea592 tempest-NegativeSecGroupTest-182234771 tempest-NegativeSecGroupTest-182234771-project] 10.222.0.66 "DELETE /v2.0/security-groups/023726ea-305e-4a5f-8c4e-7dbf702165f0 HTTP/1.1" status: 204 len: 168 time: 0.1469800 Aug 18 12:20:33.904281 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 36630) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:20:33.914193 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b949d8-308a-45c9-8c14-abc96b3ea592 tempest-NegativeSecGroupTest-182234771 tempest-NegativeSecGroupTest-182234771-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=023726ea-305e-4a5f-8c4e-7dbf702165f0,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:20:33.922957 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2107afec-c759-40d2-b177-cbcdfbec6c8a req-261f533d-7329-4106-a54d-06f455663c08 tempest-VolumesSnapshotTestJSON-325803111 tempest-VolumesSnapshotTestJSON-325803111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:20:33.924480 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2107afec-c759-40d2-b177-cbcdfbec6c8a req-261f533d-7329-4106-a54d-06f455663c08 tempest-VolumesSnapshotTestJSON-325803111 tempest-VolumesSnapshotTestJSON-325803111-project] 10.222.0.66 "GET /v2.0/ports?device_id=96bfa9b8-84e7-4678-81d0-bc6e2047c07c HTTP/1.1" status: 200 len: 943 time: 0.0697637 Aug 18 12:20:33.955327 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-72ab07ed-3784-44ad-bfb7-6a7c524a358a tempest-NegativeSecGroupTest-182234771 tempest-NegativeSecGroupTest-182234771-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0497398 Aug 18 12:20:33.959488 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 36632) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:20:33.963460 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-19b837cd-b905-4ac1-b97d-9b5d1ed6a352 tempest-NegativeSecGroupTest-182234771 tempest-NegativeSecGroupTest-182234771-project] Request body: {'security_group': {'name': 'tempest-secgroup--362663719'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:20:33.965062 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2107afec-c759-40d2-b177-cbcdfbec6c8a req-7c79b124-40d7-4673-8777-033c7b0b18f7 tempest-VolumesSnapshotTestJSON-325803111 tempest-VolumesSnapshotTestJSON-325803111-project] 10.222.0.66 "GET /v2.0/security-groups?id=eeefeaaf-a13d-4eea-8d0f-9698ebec6aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331745 Aug 18 12:20:33.999435 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-19b837cd-b905-4ac1-b97d-9b5d1ed6a352 tempest-NegativeSecGroupTest-182234771 tempest-NegativeSecGroupTest-182234771-project] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:34.087161 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-19b837cd-b905-4ac1-b97d-9b5d1ed6a352 tempest-NegativeSecGroupTest-182234771 tempest-NegativeSecGroupTest-182234771-project] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:34.092129 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-19b837cd-b905-4ac1-b97d-9b5d1ed6a352 tempest-NegativeSecGroupTest-182234771 tempest-NegativeSecGroupTest-182234771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:34.118924 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-19b837cd-b905-4ac1-b97d-9b5d1ed6a352 tempest-NegativeSecGroupTest-182234771 tempest-NegativeSecGroupTest-182234771-project] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:34.120179 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-19b837cd-b905-4ac1-b97d-9b5d1ed6a352 tempest-NegativeSecGroupTest-182234771 tempest-NegativeSecGroupTest-182234771-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1601865 Aug 18 12:20:34.122040 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b837cd-b905-4ac1-b97d-9b5d1ed6a352 tempest-NegativeSecGroupTest-182234771 tempest-NegativeSecGroupTest-182234771-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21e51649-1523-483a-9e8f-9e66a098ecd0,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:20:34.123374 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 36636) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:20:34.128466 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-0274cb01-0f4a-4b99-b1cb-eb1849de5cda tempest-NegativeSecGroupTest-182234771 tempest-NegativeSecGroupTest-182234771-project] Request body: {'security_group': {'name': 'default'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:20:34.129307 n-d-804985-2 neutron-server[106252]: WARNING neutron.api.v2.base [None req-0274cb01-0f4a-4b99-b1cb-eb1849de5cda tempest-NegativeSecGroupTest-182234771 tempest-NegativeSecGroupTest-182234771-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 18 12:20:34.129981 n-d-804985-2 neutron-server[106252]: INFO neutron.api.v2.resource [None req-0274cb01-0f4a-4b99-b1cb-eb1849de5cda tempest-NegativeSecGroupTest-182234771 tempest-NegativeSecGroupTest-182234771-project] update failed (client error): There was a conflict when trying to complete your request. Aug 18 12:20:34.131030 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-0274cb01-0f4a-4b99-b1cb-eb1849de5cda tempest-NegativeSecGroupTest-182234771 tempest-NegativeSecGroupTest-182234771-project] 10.222.0.66 "PUT /v2.0/security-groups/21e51649-1523-483a-9e8f-9e66a098ecd0 HTTP/1.1" status: 409 len: 330 time: 0.0066237 Aug 18 12:20:34.133833 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 36638) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:20:34.186011 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f31def32-323c-4624-a050-b13ed6c8e12d tempest-NegativeSecGroupTest-182234771 tempest-NegativeSecGroupTest-182234771-project] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:34.208391 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f31def32-323c-4624-a050-b13ed6c8e12d tempest-NegativeSecGroupTest-182234771 tempest-NegativeSecGroupTest-182234771-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:34.266717 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f31def32-323c-4624-a050-b13ed6c8e12d tempest-NegativeSecGroupTest-182234771 tempest-NegativeSecGroupTest-182234771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:34.269580 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f31def32-323c-4624-a050-b13ed6c8e12d tempest-NegativeSecGroupTest-182234771 tempest-NegativeSecGroupTest-182234771-project] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:34.270817 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-f31def32-323c-4624-a050-b13ed6c8e12d tempest-NegativeSecGroupTest-182234771 tempest-NegativeSecGroupTest-182234771-project] 10.222.0.66 "DELETE /v2.0/security-groups/21e51649-1523-483a-9e8f-9e66a098ecd0 HTTP/1.1" status: 204 len: 168 time: 0.1360698 Aug 18 12:20:34.273674 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 36640) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:20:34.281434 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31def32-323c-4624-a050-b13ed6c8e12d tempest-NegativeSecGroupTest-182234771 tempest-NegativeSecGroupTest-182234771-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21e51649-1523-483a-9e8f-9e66a098ecd0,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:20:34.318078 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-366fb927-d1f7-47b3-a5d8-46ea2e873fe0 tempest-NegativeSecGroupTest-182234771 tempest-NegativeSecGroupTest-182234771-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0430894 Aug 18 12:20:34.321913 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 36642) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:20:34.334174 n-d-804985-2 neutron-server[106252]: INFO neutron.api.v2.resource [None req-cdac9ee8-106b-4ec2-88b0-09292ef4b46f tempest-NegativeSecGroupTest-182234771 tempest-NegativeSecGroupTest-182234771-project] delete failed (client error): The resource could not be found. Aug 18 12:20:34.335101 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-cdac9ee8-106b-4ec2-88b0-09292ef4b46f tempest-NegativeSecGroupTest-182234771 tempest-NegativeSecGroupTest-182234771-project] 10.222.0.66 "DELETE /v2.0/security-groups/c0e7cb1b-10f6-4caa-af3b-4d0b1ee9ab1e HTTP/1.1" status: 404 len: 347 time: 0.0122788 Aug 18 12:20:34.338646 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 36644) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:20:34.354744 n-d-804985-2 neutron-server[106252]: INFO neutron.api.v2.resource [None req-8c35c382-2bd3-4c87-915b-49df3628834e tempest-NegativeSecGroupTest-182234771 tempest-NegativeSecGroupTest-182234771-project] show failed (client error): The resource could not be found. Aug 18 12:20:34.355662 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-8c35c382-2bd3-4c87-915b-49df3628834e tempest-NegativeSecGroupTest-182234771 tempest-NegativeSecGroupTest-182234771-project] 10.222.0.66 "GET /v2.0/security-groups/0c682cb4-fea4-4a25-bac5-3bc6f831398f HTTP/1.1" status: 404 len: 347 time: 0.0163348 Aug 18 12:20:34.359802 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 36646) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:20:34.373163 n-d-804985-2 neutron-server[106252]: INFO neutron.api.v2.resource [None req-d8719ea3-30fc-4ec0-ac28-e9d17370dbdd tempest-NegativeSecGroupTest-182234771 tempest-NegativeSecGroupTest-182234771-project] show failed (client error): The resource could not be found. Aug 18 12:20:34.374079 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-d8719ea3-30fc-4ec0-ac28-e9d17370dbdd tempest-NegativeSecGroupTest-182234771 tempest-NegativeSecGroupTest-182234771-project] 10.222.0.66 "GET /v2.0/security-group-rules/d1979b71-ca90-499f-a0fe-6c81ff00d542 HTTP/1.1" status: 404 len: 356 time: 0.0134599 Aug 18 12:20:34.637445 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 36652) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:20:34.795076 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-93477ebd-6efd-4ee0-80a4-73fe1963ea6d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=bcb0b2e0cf924363ac1a117e7af4084e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1561983 Aug 18 12:20:34.797631 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 36656) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:20:34.848223 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0b369e62-f613-4144-8fe1-2f161ece3c7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:34.875777 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0b369e62-f613-4144-8fe1-2f161ece3c7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:34.938448 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0b369e62-f613-4144-8fe1-2f161ece3c7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:34.941406 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0b369e62-f613-4144-8fe1-2f161ece3c7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:34.942632 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-0b369e62-f613-4144-8fe1-2f161ece3c7b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/561d33de-1aa4-4728-a0e2-ee649a51a391 HTTP/1.1" status: 204 len: 168 time: 0.1441357 Aug 18 12:20:34.951723 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b369e62-f613-4144-8fe1-2f161ece3c7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=561d33de-1aa4-4728-a0e2-ee649a51a391,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:20:35.100999 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa14eba-f01a-4915-aa42-84e27ff6d315 req-1924e0f9-1d96-4209-a9ba-48934b2a6937 tempest-VolumesSnapshotTestJSON-325803111 tempest-VolumesSnapshotTestJSON-325803111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:20:35.102512 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9fa14eba-f01a-4915-aa42-84e27ff6d315 req-1924e0f9-1d96-4209-a9ba-48934b2a6937 tempest-VolumesSnapshotTestJSON-325803111 tempest-VolumesSnapshotTestJSON-325803111-project] 10.222.0.66 "GET /v2.0/ports?device_id=96bfa9b8-84e7-4678-81d0-bc6e2047c07c HTTP/1.1" status: 200 len: 943 time: 0.0645247 Aug 18 12:20:35.142852 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9fa14eba-f01a-4915-aa42-84e27ff6d315 req-23d6472a-339b-4ba1-8eaa-1a7e2e0f03af tempest-VolumesSnapshotTestJSON-325803111 tempest-VolumesSnapshotTestJSON-325803111-project] 10.222.0.66 "GET /v2.0/security-groups?id=eeefeaaf-a13d-4eea-8d0f-9698ebec6aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341825 Aug 18 12:20:35.200599 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 41e83f76-f5d7-4b10-a42f-40ef25e6c802 details requested by agent hyperv_n-h2-804985-2 with host n-h2-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:20:35.296867 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port 41e83f76-f5d7-4b10-a42f-40ef25e6c802, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=41e83f76-f5d7-4b10-a42f-40ef25e6c802,segment=NetworkSegment(c10b5353-cffa-4c54-82aa-6f1569a451d5),segment_id=c10b5353-cffa-4c54-82aa-6f1569a451d5)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:20:35.308071 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Returning: {'device': '41e83f76-f5d7-4b10-a42f-40ef25e6c802', 'network_id': '73c13340-bae5-45d8-97eb-ebc68f4a310b', 'port_id': '41e83f76-f5d7-4b10-a42f-40ef25e6c802', 'mac_address': 'fa:16:3e:71:43:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 820, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7388dc6f-d5ef-4d78-9280-0e508c10c3d1', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:20:35.350471 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:35.366207 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41e83f76-f5d7-4b10-a42f-40ef25e6c802 {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:20:35.394042 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port 41e83f76-f5d7-4b10-a42f-40ef25e6c802, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=41e83f76-f5d7-4b10-a42f-40ef25e6c802,segment=NetworkSegment(c10b5353-cffa-4c54-82aa-6f1569a451d5),segment_id=c10b5353-cffa-4c54-82aa-6f1569a451d5)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:20:35.398970 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:35.450644 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=41e83f76-f5d7-4b10-a42f-40ef25e6c802,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:20:35.600433 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] get_ports_and_sgs() called for port_ids ['41e83f76-f5d7-4b10-a42f-40ef25e6c802'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:20:36.161444 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:36.260287 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0811e6bd-b72c-444a-aa55-67b4682c92b8 req-8229119b-a4fb-469e-a381-0125d9f2b6f5 tempest-VolumesSnapshotTestJSON-325803111 tempest-VolumesSnapshotTestJSON-325803111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:20:36.261863 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0811e6bd-b72c-444a-aa55-67b4682c92b8 req-8229119b-a4fb-469e-a381-0125d9f2b6f5 tempest-VolumesSnapshotTestJSON-325803111 tempest-VolumesSnapshotTestJSON-325803111-project] 10.222.0.66 "GET /v2.0/ports?device_id=96bfa9b8-84e7-4678-81d0-bc6e2047c07c HTTP/1.1" status: 200 len: 944 time: 0.0504022 Aug 18 12:20:36.300345 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0811e6bd-b72c-444a-aa55-67b4682c92b8 req-6da2793b-39a1-4979-a642-b478626371ad tempest-VolumesSnapshotTestJSON-325803111 tempest-VolumesSnapshotTestJSON-325803111-project] 10.222.0.66 "GET /v2.0/security-groups?id=eeefeaaf-a13d-4eea-8d0f-9698ebec6aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321660 Aug 18 12:20:36.799973 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 36726) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:20:36.931458 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f20eb330-7424-4602-856e-e861349675ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:37.032729 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f20eb330-7424-4602-856e-e861349675ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:37.039361 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f20eb330-7424-4602-856e-e861349675ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:37.077340 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-f20eb330-7424-4602-856e-e861349675ac admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=014b1e0bf99347eeac9b47a04f793c08&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2762606 Aug 18 12:20:37.079477 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20eb330-7424-4602-856e-e861349675ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e14bdb1-77c9-48a4-b2f2-2b1f232df5d4,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:20:37.080334 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 36730) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:20:37.131687 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5de2272c-1eb0-4f02-9f69-b9fd88c6c51a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:37.154273 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5de2272c-1eb0-4f02-9f69-b9fd88c6c51a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:37.202690 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5de2272c-1eb0-4f02-9f69-b9fd88c6c51a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:37.205317 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5de2272c-1eb0-4f02-9f69-b9fd88c6c51a admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:37.206516 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-5de2272c-1eb0-4f02-9f69-b9fd88c6c51a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/3e14bdb1-77c9-48a4-b2f2-2b1f232df5d4 HTTP/1.1" status: 204 len: 168 time: 0.1250973 Aug 18 12:20:37.215959 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 41e83f76-f5d7-4b10-a42f-40ef25e6c802 up at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:20:37.216771 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de2272c-1eb0-4f02-9f69-b9fd88c6c51a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e14bdb1-77c9-48a4-b2f2-2b1f232df5d4,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:20:37.275476 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Provisioning for port 41e83f76-f5d7-4b10-a42f-40ef25e6c802 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:20:37.279436 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Provisioning complete for port 41e83f76-f5d7-4b10-a42f-40ef25e6c802 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:20:37.279811 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:37.361651 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:37.385362 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96bfa9b8-84e7-4678-81d0-bc6e2047c07c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41e83f76-f5d7-4b10-a42f-40ef25e6c802'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:20:37.387655 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db50a436fb3a98495337d8fe7487b4f2ea6f3c1052eb9efadc2ecda2d5737001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-024ae901-9997-4acd-9ebd-c6db9731ce70" -d '{"events": [{"server_uuid": "96bfa9b8-84e7-4678-81d0-bc6e2047c07c", "name": "network-vif-plugged", "status": "completed", "tag": "41e83f76-f5d7-4b10-a42f-40ef25e6c802"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:20:37.401314 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port 41e83f76-f5d7-4b10-a42f-40ef25e6c802, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=41e83f76-f5d7-4b10-a42f-40ef25e6c802,segment=NetworkSegment(c10b5353-cffa-4c54-82aa-6f1569a451d5),segment_id=c10b5353-cffa-4c54-82aa-6f1569a451d5)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:20:37.408182 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:37.437080 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:20:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0889d6b-4bfc-4d6e-93fd-301e103df521 x-openstack-request-id: req-d0889d6b-4bfc-4d6e-93fd-301e103df521 {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:20:37.437370 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96bfa9b8-84e7-4678-81d0-bc6e2047c07c", "name": "network-vif-plugged", "status": "completed", "tag": "41e83f76-f5d7-4b10-a42f-40ef25e6c802", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:20:37.437796 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d0889d6b-4bfc-4d6e-93fd-301e103df521 {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:20:37.438186 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96bfa9b8-84e7-4678-81d0-bc6e2047c07c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41e83f76-f5d7-4b10-a42f-40ef25e6c802', 'code': 200} Aug 18 12:20:37.441801 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633c4a1f-7cb6-4a74-ad80-ed3238b208fe req-2da2c78e-e56a-461a-bf29-be816c89fa08 tempest-VolumesSnapshotTestJSON-325803111 tempest-VolumesSnapshotTestJSON-325803111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:20:37.443962 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-633c4a1f-7cb6-4a74-ad80-ed3238b208fe req-2da2c78e-e56a-461a-bf29-be816c89fa08 tempest-VolumesSnapshotTestJSON-325803111 tempest-VolumesSnapshotTestJSON-325803111-project] 10.222.0.66 "GET /v2.0/ports?device_id=96bfa9b8-84e7-4678-81d0-bc6e2047c07c HTTP/1.1" status: 200 len: 944 time: 0.0721867 Aug 18 12:20:37.470832 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=41e83f76-f5d7-4b10-a42f-40ef25e6c802,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:20:37.495137 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-633c4a1f-7cb6-4a74-ad80-ed3238b208fe req-70df76fb-1441-4a4f-ac83-9f3992ee13a5 tempest-VolumesSnapshotTestJSON-325803111 tempest-VolumesSnapshotTestJSON-325803111-project] 10.222.0.66 "GET /v2.0/security-groups?id=eeefeaaf-a13d-4eea-8d0f-9698ebec6aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445013 Aug 18 12:20:37.524007 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 36742) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:20:37.535613 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0714f5c9-5214-47d6-aa56-bfde7fd7dbba req-8e9cb87d-0737-4806-8f99-a0f37786cf28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:20:37.537163 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0714f5c9-5214-47d6-aa56-bfde7fd7dbba req-8e9cb87d-0737-4806-8f99-a0f37786cf28 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=96bfa9b8-84e7-4678-81d0-bc6e2047c07c HTTP/1.1" status: 200 len: 1096 time: 0.0411766 Aug 18 12:20:37.540688 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-02f2f5a0-1a95-44cf-982c-b379ed473808 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:37.574618 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0714f5c9-5214-47d6-aa56-bfde7fd7dbba req-e3c6e7d5-21e4-4e77-a06a-8b9fb981e57a service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=eeefeaaf-a13d-4eea-8d0f-9698ebec6aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297673 Aug 18 12:20:37.627872 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-02f2f5a0-1a95-44cf-982c-b379ed473808 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:37.633073 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-02f2f5a0-1a95-44cf-982c-b379ed473808 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:37.670438 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-02f2f5a0-1a95-44cf-982c-b379ed473808 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a799d6adaf5a421c947b5fa73175a15f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1452067 Aug 18 12:20:37.671279 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f2f5a0-1a95-44cf-982c-b379ed473808 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0091d1a8-abfe-4f98-ac18-dbdd035e936b,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:20:37.673993 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 36744) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:20:37.728417 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-9b6e1c5e-88a3-4bb3-b0f9-e14bcc7cbdc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:37.750321 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-9b6e1c5e-88a3-4bb3-b0f9-e14bcc7cbdc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:37.799523 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-9b6e1c5e-88a3-4bb3-b0f9-e14bcc7cbdc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:37.802263 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-9b6e1c5e-88a3-4bb3-b0f9-e14bcc7cbdc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:37.803430 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-9b6e1c5e-88a3-4bb3-b0f9-e14bcc7cbdc7 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0091d1a8-abfe-4f98-ac18-dbdd035e936b HTTP/1.1" status: 204 len: 168 time: 0.1281571 Aug 18 12:20:37.811473 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6e1c5e-88a3-4bb3-b0f9-e14bcc7cbdc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0091d1a8-abfe-4f98-ac18-dbdd035e936b,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:20:38.229113 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:38.612767 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7bb4a6-76d0-4cbb-9403-1f3d2f3af9b5 req-d5a625e4-9467-4762-9f72-3de24048821c tempest-VolumesSnapshotTestJSON-325803111 tempest-VolumesSnapshotTestJSON-325803111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:20:38.614447 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2d7bb4a6-76d0-4cbb-9403-1f3d2f3af9b5 req-d5a625e4-9467-4762-9f72-3de24048821c tempest-VolumesSnapshotTestJSON-325803111 tempest-VolumesSnapshotTestJSON-325803111-project] 10.222.0.66 "GET /v2.0/ports?device_id=96bfa9b8-84e7-4678-81d0-bc6e2047c07c HTTP/1.1" status: 200 len: 945 time: 0.0499651 Aug 18 12:20:38.653458 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2d7bb4a6-76d0-4cbb-9403-1f3d2f3af9b5 req-35efc954-52e6-4a3a-9bfa-d7f54d3422ca tempest-VolumesSnapshotTestJSON-325803111 tempest-VolumesSnapshotTestJSON-325803111-project] 10.222.0.66 "GET /v2.0/security-groups?id=eeefeaaf-a13d-4eea-8d0f-9698ebec6aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329990 Aug 18 12:20:39.578227 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 36816) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:20:39.664357 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.agents_db [None req-6dbb2658-0354-4101-8393-6e7505481cf6 None None] Agent healthcheck: found 7 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 12:20:39.695916 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-eb0f45d7-4f8c-436c-ab05-3484e9f536f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:39.797353 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-eb0f45d7-4f8c-436c-ab05-3484e9f536f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:39.802418 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-eb0f45d7-4f8c-436c-ab05-3484e9f536f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:39.842186 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-eb0f45d7-4f8c-436c-ab05-3484e9f536f3 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=2b5b14e9e5ba4176a95a8d1957caf160&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2627916 Aug 18 12:20:39.842827 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0f45d7-4f8c-436c-ab05-3484e9f536f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85ef1d68-8250-43bc-b9f4-584fd8267840,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:20:39.844975 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 36820) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:20:39.894699 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1d3b356d-2524-4373-822d-98f9020c0752 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:39.916395 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1d3b356d-2524-4373-822d-98f9020c0752 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:39.965746 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1d3b356d-2524-4373-822d-98f9020c0752 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:39.968935 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1d3b356d-2524-4373-822d-98f9020c0752 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:39.973088 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-1d3b356d-2524-4373-822d-98f9020c0752 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/85ef1d68-8250-43bc-b9f4-584fd8267840 HTTP/1.1" status: 204 len: 168 time: 0.1269324 Aug 18 12:20:39.984192 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3b356d-2524-4373-822d-98f9020c0752 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85ef1d68-8250-43bc-b9f4-584fd8267840,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:20:40.285404 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 36828) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:20:40.298840 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-00c206db-a73f-4bf8-96c9-098c1efb1756 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:40.394761 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-00c206db-a73f-4bf8-96c9-098c1efb1756 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:40.401874 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-00c206db-a73f-4bf8-96c9-098c1efb1756 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:40.445918 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-00c206db-a73f-4bf8-96c9-098c1efb1756 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=15145a8cb2db4e57a5010d9054ab6bca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1592231 Aug 18 12:20:40.446740 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c206db-a73f-4bf8-96c9-098c1efb1756 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dab96461-aa62-4dd1-98bc-691d00d1fa79,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:20:40.448533 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 36832) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:20:40.501947 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a896c34a-300c-4995-a4b0-3165c995cdc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:40.523278 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a896c34a-300c-4995-a4b0-3165c995cdc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:40.573289 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a896c34a-300c-4995-a4b0-3165c995cdc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:40.576091 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a896c34a-300c-4995-a4b0-3165c995cdc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:40.577350 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-a896c34a-300c-4995-a4b0-3165c995cdc9 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/dab96461-aa62-4dd1-98bc-691d00d1fa79 HTTP/1.1" status: 204 len: 168 time: 0.1276512 Aug 18 12:20:40.585503 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a896c34a-300c-4995-a4b0-3165c995cdc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dab96461-aa62-4dd1-98bc-691d00d1fa79,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:20:41.344159 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-80f82dfe-bec2-46ad-9544-fd2bc4daa4e2 req-8413c7a1-e7d8-4746-891b-a2425c630e4e service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=ebc09d04-7c45-461d-a378-624bccc765d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0407815 Aug 18 12:20:41.408731 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f82dfe-bec2-46ad-9544-fd2bc4daa4e2 req-589bbb40-169b-4690-8502-a290e48d8de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:20:41.412656 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-80f82dfe-bec2-46ad-9544-fd2bc4daa4e2 req-589bbb40-169b-4690-8502-a290e48d8de5 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=8fca7d5a19c54940b367d2e63154d6ee&device_id=ebc09d04-7c45-461d-a378-624bccc765d1 HTTP/1.1" status: 200 len: 1097 time: 0.0422726 Aug 18 12:20:41.552345 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f82dfe-bec2-46ad-9544-fd2bc4daa4e2 req-28d58b9c-96e8-4220-b070-30534cac5cde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:20:41.554310 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-80f82dfe-bec2-46ad-9544-fd2bc4daa4e2 req-28d58b9c-96e8-4220-b070-30534cac5cde service neutron] 10.222.0.63 "GET /v2.0/networks?id=9a60ecad-83fa-47c2-91d2-f7a65c03fb59 HTTP/1.1" status: 200 len: 917 time: 0.1161664 Aug 18 12:20:41.628954 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-80f82dfe-bec2-46ad-9544-fd2bc4daa4e2 req-622341d4-b822-41aa-bed8-8d0561fa8c56 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8b179b4e-a984-4c26-8bef-a56d4a7e622c HTTP/1.1" status: 200 len: 1001 time: 0.0670455 Aug 18 12:20:41.692532 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f82dfe-bec2-46ad-9544-fd2bc4daa4e2 req-6a6d8c13-f60a-4e07-99e8-487f9f6bafc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:20:41.694054 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-80f82dfe-bec2-46ad-9544-fd2bc4daa4e2 req-6a6d8c13-f60a-4e07-99e8-487f9f6bafc4 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=cb04d889-17cd-4540-8b57-641bd70e62c4 HTTP/1.1" status: 200 len: 855 time: 0.0569069 Aug 18 12:20:41.713991 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 36870) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:20:41.751943 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f82dfe-bec2-46ad-9544-fd2bc4daa4e2 req-d6075cab-d956-48cc-b2ef-84de7fc507e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:20:41.753980 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-80f82dfe-bec2-46ad-9544-fd2bc4daa4e2 req-d6075cab-d956-48cc-b2ef-84de7fc507e1 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=9a60ecad-83fa-47c2-91d2-f7a65c03fb59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0528221 Aug 18 12:20:41.893276 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c6e9ddc1-33e2-410a-988c-af7e8057453a admin admin] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:41.898318 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-80f82dfe-bec2-46ad-9544-fd2bc4daa4e2 req-e7201bda-ddb1-48d9-8b3f-32e65e21758f service neutron] 10.222.0.63 "GET /v2.0/networks/9a60ecad-83fa-47c2-91d2-f7a65c03fb59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343651 Aug 18 12:20:42.056626 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-80f82dfe-bec2-46ad-9544-fd2bc4daa4e2 req-0f214d43-4daa-4497-8369-d14fdb2d7d48 service neutron] 10.222.0.63 "GET /v2.0/networks/9a60ecad-83fa-47c2-91d2-f7a65c03fb59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489472 Aug 18 12:20:42.076979 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7b9300a0-7070-49f2-acd2-db940e0fff05 req-894ec1bd-8485-4309-a397-905d27ae25e0 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=96bfa9b8-84e7-4678-81d0-bc6e2047c07c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0950391 Aug 18 12:20:42.113655 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c6e9ddc1-33e2-410a-988c-af7e8057453a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:42.118708 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c6e9ddc1-33e2-410a-988c-af7e8057453a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:42.190299 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e9ddc1-33e2-410a-988c-af7e8057453a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf790426-334f-43b0-b883-ac9322f7e2ce,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:20:42.199548 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 36882) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:20:42.205975 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-c6e9ddc1-33e2-410a-988c-af7e8057453a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=85a18e45bd6844f1822d92897049e5fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4907796 Aug 18 12:20:42.223944 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9300a0-7070-49f2-acd2-db940e0fff05 req-4126e3ba-d4a3-4b7a-8494-55fb779810d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:20:42.225747 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7b9300a0-7070-49f2-acd2-db940e0fff05 req-4126e3ba-d4a3-4b7a-8494-55fb779810d7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7d28dbb8490f4669a71677ed87bd89d0&device_id=96bfa9b8-84e7-4678-81d0-bc6e2047c07c HTTP/1.1" status: 200 len: 1096 time: 0.0876870 Aug 18 12:20:42.254766 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d290188a-2c63-46d1-8836-9782d857812f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:42.278365 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d290188a-2c63-46d1-8836-9782d857812f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:42.338366 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d290188a-2c63-46d1-8836-9782d857812f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:42.342867 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d290188a-2c63-46d1-8836-9782d857812f admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:42.347049 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-d290188a-2c63-46d1-8836-9782d857812f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/bf790426-334f-43b0-b883-ac9322f7e2ce HTTP/1.1" status: 204 len: 168 time: 0.1465158 Aug 18 12:20:42.353662 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9300a0-7070-49f2-acd2-db940e0fff05 req-7c10a76f-72ae-40eb-95ca-10056902be20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:20:42.355214 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7b9300a0-7070-49f2-acd2-db940e0fff05 req-7c10a76f-72ae-40eb-95ca-10056902be20 service neutron] 10.222.0.62 "GET /v2.0/networks?id=73c13340-bae5-45d8-97eb-ebc68f4a310b HTTP/1.1" status: 200 len: 913 time: 0.1073627 Aug 18 12:20:42.357890 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d290188a-2c63-46d1-8836-9782d857812f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf790426-334f-43b0-b883-ac9322f7e2ce,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:20:42.407193 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7b9300a0-7070-49f2-acd2-db940e0fff05 req-32ffb9af-9b60-4273-b12a-ab42f43b4ddf service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=41e83f76-f5d7-4b10-a42f-40ef25e6c802 HTTP/1.1" status: 200 len: 217 time: 0.0433698 Aug 18 12:20:42.467310 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9300a0-7070-49f2-acd2-db940e0fff05 req-cc91eff7-1aff-4273-86e9-173d9be678ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:20:42.468826 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7b9300a0-7070-49f2-acd2-db940e0fff05 req-cc91eff7-1aff-4273-86e9-173d9be678ec service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7388dc6f-d5ef-4d78-9280-0e508c10c3d1 HTTP/1.1" status: 200 len: 852 time: 0.0553050 Aug 18 12:20:42.511328 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7b9300a0-7070-49f2-acd2-db940e0fff05 req-9104b42a-82fc-4699-b8f2-f9763dbb39b2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=73c13340-bae5-45d8-97eb-ebc68f4a310b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357857 Aug 18 12:20:42.654812 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7b9300a0-7070-49f2-acd2-db940e0fff05 req-d396e670-6ece-4466-a22f-7a96ea86f3fd service neutron] 10.222.0.62 "GET /v2.0/networks/73c13340-bae5-45d8-97eb-ebc68f4a310b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356730 Aug 18 12:20:42.760431 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7b9300a0-7070-49f2-acd2-db940e0fff05 req-f8ff0f14-9e20-4614-b2ba-1cf796448495 service neutron] 10.222.0.62 "GET /v2.0/networks/73c13340-bae5-45d8-97eb-ebc68f4a310b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974884 Aug 18 12:20:44.186165 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328c341f-3025-45a4-8b3f-c0cc93fe4e6e req-fc45f6aa-a8c5-474a-98f0-6d5acc284bca tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:20:44.188930 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-328c341f-3025-45a4-8b3f-c0cc93fe4e6e req-fc45f6aa-a8c5-474a-98f0-6d5acc284bca tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/ports?device_id=ebc09d04-7c45-461d-a378-624bccc765d1 HTTP/1.1" status: 200 len: 946 time: 0.0532756 Aug 18 12:20:44.232697 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-328c341f-3025-45a4-8b3f-c0cc93fe4e6e req-65eb6252-94c2-4be9-8611-adf839bcdbac tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/security-groups?id=1b0fca33-c559-4bcd-8fb7-1eb808938f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378776 Aug 18 12:20:45.359695 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c0fa25-b942-45a3-ba99-a48bad93b2ec req-2bb0e277-d9a0-4cdc-b6fb-48d5f27eccc4 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:20:45.361354 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-52c0fa25-b942-45a3-ba99-a48bad93b2ec req-2bb0e277-d9a0-4cdc-b6fb-48d5f27eccc4 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/ports?device_id=ebc09d04-7c45-461d-a378-624bccc765d1 HTTP/1.1" status: 200 len: 946 time: 0.0510550 Aug 18 12:20:45.408100 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-52c0fa25-b942-45a3-ba99-a48bad93b2ec req-f56182b7-3c66-42a5-a49e-2180a47c5a37 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/security-groups?id=1b0fca33-c559-4bcd-8fb7-1eb808938f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402069 Aug 18 12:20:46.533848 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fc3cc3-3c07-45b7-81ad-d42e85ca6cc1 req-7299d97b-276b-4f3b-bbc8-cf8b8e4c247e tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:20:46.535386 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b2fc3cc3-3c07-45b7-81ad-d42e85ca6cc1 req-7299d97b-276b-4f3b-bbc8-cf8b8e4c247e tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/ports?device_id=ebc09d04-7c45-461d-a378-624bccc765d1 HTTP/1.1" status: 200 len: 946 time: 0.0511453 Aug 18 12:20:46.574397 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b2fc3cc3-3c07-45b7-81ad-d42e85ca6cc1 req-08450601-e79f-41c3-8b5f-545142fe4ff4 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/security-groups?id=1b0fca33-c559-4bcd-8fb7-1eb808938f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328162 Aug 18 12:20:47.698209 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7b9157-cd62-41a6-8112-10036d351c12 req-0dc2f5dc-fe2f-4d58-b54b-e46471e42951 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:20:47.700779 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6d7b9157-cd62-41a6-8112-10036d351c12 req-0dc2f5dc-fe2f-4d58-b54b-e46471e42951 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/ports?device_id=ebc09d04-7c45-461d-a378-624bccc765d1 HTTP/1.1" status: 200 len: 946 time: 0.0512910 Aug 18 12:20:47.746652 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6d7b9157-cd62-41a6-8112-10036d351c12 req-c267f705-9e1e-4385-9c96-bc271dd3bf96 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/security-groups?id=1b0fca33-c559-4bcd-8fb7-1eb808938f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407662 Aug 18 12:20:48.498126 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-5a2683d5-24a6-4d3c-834c-b1450333055e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:48.871747 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3284127-450b-494b-86cb-3084ac22e21c req-58d2c8a4-d279-438c-a3fd-a68292d2fda4 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:20:48.873372 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e3284127-450b-494b-86cb-3084ac22e21c req-58d2c8a4-d279-438c-a3fd-a68292d2fda4 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/ports?device_id=ebc09d04-7c45-461d-a378-624bccc765d1 HTTP/1.1" status: 200 len: 946 time: 0.0501206 Aug 18 12:20:48.914697 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e3284127-450b-494b-86cb-3084ac22e21c req-d913df7e-9908-4c3b-9ff6-143ec95db2df tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/security-groups?id=1b0fca33-c559-4bcd-8fb7-1eb808938f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339592 Aug 18 12:20:50.047505 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95728a1f-eed6-49f0-a249-95a7d3c7d4b1 req-768770e0-9f9c-420d-96c9-394d2bf0ce3f tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:20:50.049757 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-95728a1f-eed6-49f0-a249-95a7d3c7d4b1 req-768770e0-9f9c-420d-96c9-394d2bf0ce3f tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/ports?device_id=ebc09d04-7c45-461d-a378-624bccc765d1 HTTP/1.1" status: 200 len: 946 time: 0.0553119 Aug 18 12:20:50.091977 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-95728a1f-eed6-49f0-a249-95a7d3c7d4b1 req-388f0815-8943-4e7c-a4fc-1da33eb2f4b6 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/security-groups?id=1b0fca33-c559-4bcd-8fb7-1eb808938f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358162 Aug 18 12:20:51.219082 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6e92c0-51a7-4e4e-a7da-9fb3cc9a9910 req-cd7b099e-93e5-4ee0-98fd-1b377665ab89 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:20:51.220714 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-dc6e92c0-51a7-4e4e-a7da-9fb3cc9a9910 req-cd7b099e-93e5-4ee0-98fd-1b377665ab89 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/ports?device_id=ebc09d04-7c45-461d-a378-624bccc765d1 HTTP/1.1" status: 200 len: 946 time: 0.0511742 Aug 18 12:20:51.263855 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-dc6e92c0-51a7-4e4e-a7da-9fb3cc9a9910 req-cb1ad4c7-cf04-4688-a52e-3820c3ab6594 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/security-groups?id=1b0fca33-c559-4bcd-8fb7-1eb808938f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362575 Aug 18 12:20:51.424723 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:51.692025 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-33de929e-1cb0-4f7a-8c46-64bcf0c9193e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:52.180615 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-53584c24-f517-494e-ac93-c18bb92373f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:52.390562 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9236a241-74b1-47ec-8595-f626495ea998 req-5064ddbd-b037-4d3b-8724-3c6a288f72e1 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:20:52.392861 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9236a241-74b1-47ec-8595-f626495ea998 req-5064ddbd-b037-4d3b-8724-3c6a288f72e1 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/ports?device_id=ebc09d04-7c45-461d-a378-624bccc765d1 HTTP/1.1" status: 200 len: 946 time: 0.0508053 Aug 18 12:20:52.436124 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9236a241-74b1-47ec-8595-f626495ea998 req-d0e89b61-307f-46d6-a5ac-e24aad26a747 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/security-groups?id=1b0fca33-c559-4bcd-8fb7-1eb808938f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371747 Aug 18 12:20:53.567174 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf3ca36-2cd3-4c79-96c6-0c637ded611e req-8e24cec5-75dd-435f-b35b-0052d43942ba tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:20:53.568696 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-bdf3ca36-2cd3-4c79-96c6-0c637ded611e req-8e24cec5-75dd-435f-b35b-0052d43942ba tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/ports?device_id=ebc09d04-7c45-461d-a378-624bccc765d1 HTTP/1.1" status: 200 len: 946 time: 0.0508566 Aug 18 12:20:53.607601 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-bdf3ca36-2cd3-4c79-96c6-0c637ded611e req-da9e4e15-8cb0-4998-8041-b5d2337304d2 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/security-groups?id=1b0fca33-c559-4bcd-8fb7-1eb808938f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326283 Aug 18 12:20:53.867424 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-500a1c61-38a7-4c23-a7ec-4631080af5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:54.739149 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c83fc4-fbc9-4207-be05-641acfdc0847 req-4e02c2da-2745-4ec8-b444-0d22ec0361c0 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:20:54.740960 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f2c83fc4-fbc9-4207-be05-641acfdc0847 req-4e02c2da-2745-4ec8-b444-0d22ec0361c0 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/ports?device_id=ebc09d04-7c45-461d-a378-624bccc765d1 HTTP/1.1" status: 200 len: 946 time: 0.0548542 Aug 18 12:20:54.791468 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f2c83fc4-fbc9-4207-be05-641acfdc0847 req-3db5c7c9-5d5c-4428-8668-3934d3eb492d tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/security-groups?id=1b0fca33-c559-4bcd-8fb7-1eb808938f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409472 Aug 18 12:20:55.930666 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f749bbc-d87e-4a8b-bb18-eba528f8a306 req-ba7a6f66-863c-493e-8639-f62b220ade7b tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:20:55.932159 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7f749bbc-d87e-4a8b-bb18-eba528f8a306 req-ba7a6f66-863c-493e-8639-f62b220ade7b tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/ports?device_id=ebc09d04-7c45-461d-a378-624bccc765d1 HTTP/1.1" status: 200 len: 946 time: 0.0506928 Aug 18 12:20:55.972078 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7f749bbc-d87e-4a8b-bb18-eba528f8a306 req-a3b89f97-2e64-4d10-ada1-2433cff85192 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/security-groups?id=1b0fca33-c559-4bcd-8fb7-1eb808938f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336449 Aug 18 12:20:57.149754 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffef8d57-4ec3-49ed-96f6-c1fa3c9877c0 req-62b2e3d1-f44b-4669-a8d3-002a2582d7b9 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:20:57.158336 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ffef8d57-4ec3-49ed-96f6-c1fa3c9877c0 req-62b2e3d1-f44b-4669-a8d3-002a2582d7b9 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/ports?device_id=ebc09d04-7c45-461d-a378-624bccc765d1 HTTP/1.1" status: 200 len: 946 time: 0.0773354 Aug 18 12:20:57.165870 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 8b179b4e-a984-4c26-8bef-a56d4a7e622c details requested by agent hyperv_n-h1-804985-2 with host n-h1-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:20:57.210088 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ffef8d57-4ec3-49ed-96f6-c1fa3c9877c0 req-de8e2496-0edc-49fa-8f52-d0b4270bbe93 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/security-groups?id=1b0fca33-c559-4bcd-8fb7-1eb808938f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481081 Aug 18 12:20:57.413058 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 8b179b4e-a984-4c26-8bef-a56d4a7e622c, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=8b179b4e-a984-4c26-8bef-a56d4a7e622c,segment=NetworkSegment(b37ee6ef-093c-4194-a906-24a6a3165741),segment_id=b37ee6ef-093c-4194-a906-24a6a3165741)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:20:57.433984 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Returning: {'device': '8b179b4e-a984-4c26-8bef-a56d4a7e622c', 'network_id': '9a60ecad-83fa-47c2-91d2-f7a65c03fb59', 'port_id': '8b179b4e-a984-4c26-8bef-a56d4a7e622c', 'mac_address': 'fa:16:3e:be:55:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 849, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb04d889-17cd-4540-8b57-641bd70e62c4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:20:57.555362 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:57.570710 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8b179b4e-a984-4c26-8bef-a56d4a7e622c {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:20:57.601984 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 8b179b4e-a984-4c26-8bef-a56d4a7e622c, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=8b179b4e-a984-4c26-8bef-a56d4a7e622c,segment=NetworkSegment(b37ee6ef-093c-4194-a906-24a6a3165741),segment_id=b37ee6ef-093c-4194-a906-24a6a3165741)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:20:57.609750 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:57.698990 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=8b179b4e-a984-4c26-8bef-a56d4a7e622c,revision_number=6']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:20:57.716999 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] get_ports_and_sgs() called for port_ids ['8b179b4e-a984-4c26-8bef-a56d4a7e622c'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:20:58.328854 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d470ee-beeb-43c5-8d1a-b46d88b3b62f req-63f62e7a-eb2f-4345-8c87-cc02bec3435d tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:20:58.331165 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-23d470ee-beeb-43c5-8d1a-b46d88b3b62f req-63f62e7a-eb2f-4345-8c87-cc02bec3435d tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/ports?device_id=ebc09d04-7c45-461d-a378-624bccc765d1 HTTP/1.1" status: 200 len: 945 time: 0.0522411 Aug 18 12:20:58.376760 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-23d470ee-beeb-43c5-8d1a-b46d88b3b62f req-72c0fe6c-210d-4381-9208-0bb0c27d3c8b tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/security-groups?id=1b0fca33-c559-4bcd-8fb7-1eb808938f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384445 Aug 18 12:20:59.178030 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 8b179b4e-a984-4c26-8bef-a56d4a7e622c up at agent hyperv_n-h1-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:20:59.254978 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Provisioning complete for port 8b179b4e-a984-4c26-8bef-a56d4a7e622c triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:20:59.255342 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:59.584698 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b75c79-edff-45e5-8624-837666b87b13 req-cbb5deb0-ef65-442c-93fd-cc517751240a tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:20:59.602345 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-66b75c79-edff-45e5-8624-837666b87b13 req-cbb5deb0-ef65-442c-93fd-cc517751240a tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/ports?device_id=ebc09d04-7c45-461d-a378-624bccc765d1 HTTP/1.1" status: 200 len: 945 time: 0.1261730 Aug 18 12:20:59.620763 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:59.667071 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebc09d04-7c45-461d-a378-624bccc765d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b179b4e-a984-4c26-8bef-a56d4a7e622c'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:20:59.674552 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db50a436fb3a98495337d8fe7487b4f2ea6f3c1052eb9efadc2ecda2d5737001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b180c7e0-19c6-4088-9583-8c120515a0f9" -d '{"events": [{"server_uuid": "ebc09d04-7c45-461d-a378-624bccc765d1", "name": "network-vif-plugged", "status": "completed", "tag": "8b179b4e-a984-4c26-8bef-a56d4a7e622c"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:20:59.681331 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-66b75c79-edff-45e5-8624-837666b87b13 req-92d331c6-4a46-4704-be72-ad49ae799537 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/security-groups?id=1b0fca33-c559-4bcd-8fb7-1eb808938f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775964 Aug 18 12:20:59.697723 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 8b179b4e-a984-4c26-8bef-a56d4a7e622c, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=8b179b4e-a984-4c26-8bef-a56d4a7e622c,segment=NetworkSegment(b37ee6ef-093c-4194-a906-24a6a3165741),segment_id=b37ee6ef-093c-4194-a906-24a6a3165741)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:20:59.705517 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:20:59.736830 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:20:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b6f19d0-ff81-4cee-b031-936f57a2b968 x-openstack-request-id: req-8b6f19d0-ff81-4cee-b031-936f57a2b968 {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:20:59.737258 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebc09d04-7c45-461d-a378-624bccc765d1", "name": "network-vif-plugged", "status": "completed", "tag": "8b179b4e-a984-4c26-8bef-a56d4a7e622c", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:20:59.737505 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-8b6f19d0-ff81-4cee-b031-936f57a2b968 {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:20:59.738086 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebc09d04-7c45-461d-a378-624bccc765d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b179b4e-a984-4c26-8bef-a56d4a7e622c', 'code': 200} Aug 18 12:20:59.809194 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=8b179b4e-a984-4c26-8bef-a56d4a7e622c,revision_number=7']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:21:00.856645 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d959ed2d-7c31-4fc9-bce0-051efa484930 req-f4acd59b-7685-4c6e-ad88-235dee972eb3 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:21:00.865926 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d959ed2d-7c31-4fc9-bce0-051efa484930 req-f4acd59b-7685-4c6e-ad88-235dee972eb3 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/ports?device_id=ebc09d04-7c45-461d-a378-624bccc765d1 HTTP/1.1" status: 200 len: 946 time: 0.0848222 Aug 18 12:21:00.928556 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d959ed2d-7c31-4fc9-bce0-051efa484930 req-d6a1d083-561d-4d44-adb1-67b7e41288c6 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/security-groups?id=1b0fca33-c559-4bcd-8fb7-1eb808938f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555315 Aug 18 12:21:01.379575 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 37194) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:21:01.520298 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c08f8982-7ea7-466f-9fbb-7eb66444ed27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:21:01.620072 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c08f8982-7ea7-466f-9fbb-7eb66444ed27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:21:01.626119 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c08f8982-7ea7-466f-9fbb-7eb66444ed27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:21:01.683009 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-c08f8982-7ea7-466f-9fbb-7eb66444ed27 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d73b9d8d21a74b3ab74448eb1a22b18f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3023067 Aug 18 12:21:01.683915 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08f8982-7ea7-466f-9fbb-7eb66444ed27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bca99a47-2787-49da-ac99-f33769ff93e2,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:21:01.687073 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 37198) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:21:01.741068 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-59d7eef9-f564-4424-a135-ce3121a34047 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:21:01.763759 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-59d7eef9-f564-4424-a135-ce3121a34047 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:21:01.814251 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-59d7eef9-f564-4424-a135-ce3121a34047 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:21:01.817304 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-59d7eef9-f564-4424-a135-ce3121a34047 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:21:01.818458 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-59d7eef9-f564-4424-a135-ce3121a34047 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/bca99a47-2787-49da-ac99-f33769ff93e2 HTTP/1.1" status: 204 len: 168 time: 0.1305194 Aug 18 12:21:01.827972 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d7eef9-f564-4424-a135-ce3121a34047 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bca99a47-2787-49da-ac99-f33769ff93e2,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:21:02.106630 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b67f65-3750-426a-b7ed-39b6ad36dff8 req-fe670ad8-f9d6-40df-ab3c-fd1c07f84d4e tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:21:02.108150 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f3b67f65-3750-426a-b7ed-39b6ad36dff8 req-fe670ad8-f9d6-40df-ab3c-fd1c07f84d4e tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/ports?device_id=ebc09d04-7c45-461d-a378-624bccc765d1 HTTP/1.1" status: 200 len: 946 time: 0.0688460 Aug 18 12:21:02.165455 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f3b67f65-3750-426a-b7ed-39b6ad36dff8 req-6024a8e0-ce08-4f40-96d5-04d5bd3f732a tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/security-groups?id=1b0fca33-c559-4bcd-8fb7-1eb808938f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512564 Aug 18 12:21:03.652957 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333ba522-22d6-4615-a1e9-eda787df4b63 req-8a14b1af-6d1e-4ac2-8124-3fc8cf2e427c tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:21:03.661352 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-333ba522-22d6-4615-a1e9-eda787df4b63 req-8a14b1af-6d1e-4ac2-8124-3fc8cf2e427c tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/ports?device_id=ebc09d04-7c45-461d-a378-624bccc765d1 HTTP/1.1" status: 200 len: 946 time: 0.3686862 Aug 18 12:21:03.712381 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-333ba522-22d6-4615-a1e9-eda787df4b63 req-9ec0a05f-7c0e-4479-b60e-6f005d57b6a7 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/security-groups?id=1b0fca33-c559-4bcd-8fb7-1eb808938f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443871 Aug 18 12:21:04.839323 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275d13d4-ff4e-4321-8db0-a215ac022e07 req-4df9881d-4852-4417-b47a-9de0727a59f7 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:21:04.848245 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-275d13d4-ff4e-4321-8db0-a215ac022e07 req-4df9881d-4852-4417-b47a-9de0727a59f7 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/ports?device_id=ebc09d04-7c45-461d-a378-624bccc765d1 HTTP/1.1" status: 200 len: 946 time: 0.0658448 Aug 18 12:21:04.900408 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-275d13d4-ff4e-4321-8db0-a215ac022e07 req-9ec49589-59c5-4e34-be8b-7882085b2f68 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/security-groups?id=1b0fca33-c559-4bcd-8fb7-1eb808938f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508635 Aug 18 12:21:05.716339 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa592291-4f2e-415a-8f52-c2b9ab117ee9 req-3d7fa1a1-6bef-43bd-b224-b675fc5886f8 tempest-VolumesSnapshotTestJSON-325803111 tempest-VolumesSnapshotTestJSON-325803111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:21:05.720933 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-aa592291-4f2e-415a-8f52-c2b9ab117ee9 req-3d7fa1a1-6bef-43bd-b224-b675fc5886f8 tempest-VolumesSnapshotTestJSON-325803111 tempest-VolumesSnapshotTestJSON-325803111-project] 10.222.0.66 "GET /v2.0/ports?device_id=96bfa9b8-84e7-4678-81d0-bc6e2047c07c HTTP/1.1" status: 200 len: 945 time: 0.0565305 Aug 18 12:21:05.758861 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-aa592291-4f2e-415a-8f52-c2b9ab117ee9 req-469a952f-3307-4aa4-a3cb-27f36a319ba0 tempest-VolumesSnapshotTestJSON-325803111 tempest-VolumesSnapshotTestJSON-325803111-project] 10.222.0.66 "GET /v2.0/security-groups?id=eeefeaaf-a13d-4eea-8d0f-9698ebec6aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347683 Aug 18 12:21:06.041960 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c5243e-439c-4d76-8939-0beee57338f2 req-51748766-acc5-48c3-8d6a-57c64ad9a1c0 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:21:06.044258 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c3c5243e-439c-4d76-8939-0beee57338f2 req-51748766-acc5-48c3-8d6a-57c64ad9a1c0 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/ports?device_id=ebc09d04-7c45-461d-a378-624bccc765d1 HTTP/1.1" status: 200 len: 946 time: 0.0625165 Aug 18 12:21:06.092200 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c3c5243e-439c-4d76-8939-0beee57338f2 req-6a491f12-3264-4cbc-9df7-55fec3c06a54 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/security-groups?id=1b0fca33-c559-4bcd-8fb7-1eb808938f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405138 Aug 18 12:21:06.182131 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:21:06.943411 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b599a6d8-d6a7-45fb-bb5b-bbaefcee121d req-354e18f1-a077-4f3d-ad98-1a763df4b48d tempest-VolumesSnapshotTestJSON-325803111 tempest-VolumesSnapshotTestJSON-325803111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:21:06.945082 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b599a6d8-d6a7-45fb-bb5b-bbaefcee121d req-354e18f1-a077-4f3d-ad98-1a763df4b48d tempest-VolumesSnapshotTestJSON-325803111 tempest-VolumesSnapshotTestJSON-325803111-project] 10.222.0.66 "GET /v2.0/ports?device_id=96bfa9b8-84e7-4678-81d0-bc6e2047c07c HTTP/1.1" status: 200 len: 945 time: 0.0798080 Aug 18 12:21:07.002110 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b599a6d8-d6a7-45fb-bb5b-bbaefcee121d req-dd8dd9be-3033-4ad7-8689-325bd4e342cf tempest-VolumesSnapshotTestJSON-325803111 tempest-VolumesSnapshotTestJSON-325803111-project] 10.222.0.66 "GET /v2.0/security-groups?id=eeefeaaf-a13d-4eea-8d0f-9698ebec6aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452089 Aug 18 12:21:07.267132 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b82c7e0-4155-40a3-8aad-9b1b28d300a5 req-2f4ea7f3-4bf2-4fac-831b-ed8d452d2aeb tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:21:07.268800 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1b82c7e0-4155-40a3-8aad-9b1b28d300a5 req-2f4ea7f3-4bf2-4fac-831b-ed8d452d2aeb tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/ports?device_id=ebc09d04-7c45-461d-a378-624bccc765d1 HTTP/1.1" status: 200 len: 946 time: 0.0951676 Aug 18 12:21:07.295237 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60724b7a-7f9d-4bfb-9c78-474e0669a28c req-bce68a1e-9014-4287-9c12-a3d0fdee4651 tempest-VolumesSnapshotTestJSON-325803111 tempest-VolumesSnapshotTestJSON-325803111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:21:07.297974 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-60724b7a-7f9d-4bfb-9c78-474e0669a28c req-bce68a1e-9014-4287-9c12-a3d0fdee4651 tempest-VolumesSnapshotTestJSON-325803111 tempest-VolumesSnapshotTestJSON-325803111-project] 10.222.0.62 "GET /v2.0/ports?device_id=96bfa9b8-84e7-4678-81d0-bc6e2047c07c HTTP/1.1" status: 200 len: 945 time: 0.0937445 Aug 18 12:21:07.377196 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1b82c7e0-4155-40a3-8aad-9b1b28d300a5 req-331510bc-5a60-4fb0-ae04-2ef748997d2b tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/security-groups?id=1b0fca33-c559-4bcd-8fb7-1eb808938f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952983 Aug 18 12:21:07.479258 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-60724b7a-7f9d-4bfb-9c78-474e0669a28c req-77dbe3fd-e416-4555-b57f-9e57ed6f2c2d tempest-VolumesSnapshotTestJSON-325803111 tempest-VolumesSnapshotTestJSON-325803111-project] Deleting port 41e83f76-f5d7-4b10-a42f-40ef25e6c802 {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:21:07.479615 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-60724b7a-7f9d-4bfb-9c78-474e0669a28c req-77dbe3fd-e416-4555-b57f-9e57ed6f2c2d tempest-VolumesSnapshotTestJSON-325803111 tempest-VolumesSnapshotTestJSON-325803111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:21:07.629862 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-60724b7a-7f9d-4bfb-9c78-474e0669a28c req-77dbe3fd-e416-4555-b57f-9e57ed6f2c2d tempest-VolumesSnapshotTestJSON-325803111 tempest-VolumesSnapshotTestJSON-325803111-project] For port 41e83f76-f5d7-4b10-a42f-40ef25e6c802, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=41e83f76-f5d7-4b10-a42f-40ef25e6c802,segment=NetworkSegment(c10b5353-cffa-4c54-82aa-6f1569a451d5),segment_id=c10b5353-cffa-4c54-82aa-6f1569a451d5)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:21:07.630822 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-60724b7a-7f9d-4bfb-9c78-474e0669a28c req-77dbe3fd-e416-4555-b57f-9e57ed6f2c2d tempest-VolumesSnapshotTestJSON-325803111 tempest-VolumesSnapshotTestJSON-325803111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:21:07.649910 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-60724b7a-7f9d-4bfb-9c78-474e0669a28c req-77dbe3fd-e416-4555-b57f-9e57ed6f2c2d tempest-VolumesSnapshotTestJSON-325803111 tempest-VolumesSnapshotTestJSON-325803111-project] Calling delete_port for 41e83f76-f5d7-4b10-a42f-40ef25e6c802 owned by compute:nova {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:21:07.764529 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 37300) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:21:07.846654 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-60724b7a-7f9d-4bfb-9c78-474e0669a28c req-77dbe3fd-e416-4555-b57f-9e57ed6f2c2d tempest-VolumesSnapshotTestJSON-325803111 tempest-VolumesSnapshotTestJSON-325803111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:21:07.859124 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] get_ports_and_sgs() called for port_ids ['41e83f76-f5d7-4b10-a42f-40ef25e6c802'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:21:07.879048 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dbe3fd-e416-4555-b57f-9e57ed6f2c2d tempest-VolumesSnapshotTestJSON-325803111 tempest-VolumesSnapshotTestJSON-325803111-project] Pushing event deleted for resources: {'Port': ['ID=41e83f76-f5d7-4b10-a42f-40ef25e6c802,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:21:07.924984 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-60724b7a-7f9d-4bfb-9c78-474e0669a28c req-77dbe3fd-e416-4555-b57f-9e57ed6f2c2d tempest-VolumesSnapshotTestJSON-325803111 tempest-VolumesSnapshotTestJSON-325803111-project] No DVR routers for this DVR port 41e83f76-f5d7-4b10-a42f-40ef25e6c802 on host n-h2-804985-2 {{(pid=106252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:21:07.930549 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-eb9be1db-3d80-4cee-af4f-10db1d3ba57e admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:21:07.936743 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77dbe3fd-e416-4555-b57f-9e57ed6f2c2d tempest-VolumesSnapshotTestJSON-325803111 tempest-VolumesSnapshotTestJSON-325803111-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:21:07.937270 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77dbe3fd-e416-4555-b57f-9e57ed6f2c2d tempest-VolumesSnapshotTestJSON-325803111 tempest-VolumesSnapshotTestJSON-325803111-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:21:07.937617 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77dbe3fd-e416-4555-b57f-9e57ed6f2c2d tempest-VolumesSnapshotTestJSON-325803111 tempest-VolumesSnapshotTestJSON-325803111-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:21:07.937951 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77dbe3fd-e416-4555-b57f-9e57ed6f2c2d tempest-VolumesSnapshotTestJSON-325803111 tempest-VolumesSnapshotTestJSON-325803111-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:21:07.938283 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77dbe3fd-e416-4555-b57f-9e57ed6f2c2d tempest-VolumesSnapshotTestJSON-325803111 tempest-VolumesSnapshotTestJSON-325803111-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:21:07.938619 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77dbe3fd-e416-4555-b57f-9e57ed6f2c2d tempest-VolumesSnapshotTestJSON-325803111 tempest-VolumesSnapshotTestJSON-325803111-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:21:07.938946 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77dbe3fd-e416-4555-b57f-9e57ed6f2c2d tempest-VolumesSnapshotTestJSON-325803111 tempest-VolumesSnapshotTestJSON-325803111-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:21:07.939268 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77dbe3fd-e416-4555-b57f-9e57ed6f2c2d tempest-VolumesSnapshotTestJSON-325803111 tempest-VolumesSnapshotTestJSON-325803111-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:21:07.939952 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77dbe3fd-e416-4555-b57f-9e57ed6f2c2d tempest-VolumesSnapshotTestJSON-325803111 tempest-VolumesSnapshotTestJSON-325803111-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:21:07.940268 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77dbe3fd-e416-4555-b57f-9e57ed6f2c2d tempest-VolumesSnapshotTestJSON-325803111 tempest-VolumesSnapshotTestJSON-325803111-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:21:07.940630 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77dbe3fd-e416-4555-b57f-9e57ed6f2c2d tempest-VolumesSnapshotTestJSON-325803111 tempest-VolumesSnapshotTestJSON-325803111-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:21:07.940950 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77dbe3fd-e416-4555-b57f-9e57ed6f2c2d tempest-VolumesSnapshotTestJSON-325803111 tempest-VolumesSnapshotTestJSON-325803111-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:21:07.944257 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-60724b7a-7f9d-4bfb-9c78-474e0669a28c req-77dbe3fd-e416-4555-b57f-9e57ed6f2c2d tempest-VolumesSnapshotTestJSON-325803111 tempest-VolumesSnapshotTestJSON-325803111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:21:07.955380 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-60724b7a-7f9d-4bfb-9c78-474e0669a28c req-77dbe3fd-e416-4555-b57f-9e57ed6f2c2d tempest-VolumesSnapshotTestJSON-325803111 tempest-VolumesSnapshotTestJSON-325803111-project] 10.222.0.62 "DELETE /v2.0/ports/41e83f76-f5d7-4b10-a42f-40ef25e6c802 HTTP/1.1" status: 204 len: 173 time: 0.6342609 Aug 18 12:21:07.967168 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96bfa9b8-84e7-4678-81d0-bc6e2047c07c', 'name': 'network-vif-deleted', 'tag': '41e83f76-f5d7-4b10-a42f-40ef25e6c802'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:21:07.970373 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0525e343-69ec-4682-9d32-7cba7b508a45" -d '{"events": [{"server_uuid": "96bfa9b8-84e7-4678-81d0-bc6e2047c07c", "name": "network-vif-deleted", "tag": "41e83f76-f5d7-4b10-a42f-40ef25e6c802"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:21:08.057828 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-eb9be1db-3d80-4cee-af4f-10db1d3ba57e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:21:08.061020 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:21:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dd29d3e-3975-4613-b353-0c52f998513c x-openstack-request-id: req-4dd29d3e-3975-4613-b353-0c52f998513c {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:21:08.061352 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96bfa9b8-84e7-4678-81d0-bc6e2047c07c", "name": "network-vif-deleted", "tag": "41e83f76-f5d7-4b10-a42f-40ef25e6c802", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:21:08.061565 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-4dd29d3e-3975-4613-b353-0c52f998513c {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:21:08.061963 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96bfa9b8-84e7-4678-81d0-bc6e2047c07c', 'name': 'network-vif-deleted', 'tag': '41e83f76-f5d7-4b10-a42f-40ef25e6c802', 'status': 'completed', 'code': 200} Aug 18 12:21:08.066586 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-eb9be1db-3d80-4cee-af4f-10db1d3ba57e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:21:08.112655 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9be1db-3d80-4cee-af4f-10db1d3ba57e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c81d2b3-1419-4f0e-9037-4914526c8d67,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:21:08.118098 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-eb9be1db-3d80-4cee-af4f-10db1d3ba57e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=2a547ab34f6e499faf1627124e1c0ff1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3524611 Aug 18 12:21:08.122521 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 37308) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:21:08.131283 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9be1db-3d80-4cee-af4f-10db1d3ba57e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:21:08.131957 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9be1db-3d80-4cee-af4f-10db1d3ba57e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:21:08.132517 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9be1db-3d80-4cee-af4f-10db1d3ba57e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:21:08.133031 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9be1db-3d80-4cee-af4f-10db1d3ba57e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:21:08.133688 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9be1db-3d80-4cee-af4f-10db1d3ba57e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:21:08.134205 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9be1db-3d80-4cee-af4f-10db1d3ba57e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:21:08.134708 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9be1db-3d80-4cee-af4f-10db1d3ba57e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:21:08.135208 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9be1db-3d80-4cee-af4f-10db1d3ba57e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:21:08.135707 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9be1db-3d80-4cee-af4f-10db1d3ba57e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:21:08.136200 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9be1db-3d80-4cee-af4f-10db1d3ba57e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:21:08.136632 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9be1db-3d80-4cee-af4f-10db1d3ba57e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:21:08.136974 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9be1db-3d80-4cee-af4f-10db1d3ba57e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:21:08.154123 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-45b6f01b-52bc-4a7d-b66b-4d1742f7bfd4 req-2334b837-98b0-439c-baee-fb28699a1cf0 tempest-VolumesSnapshotTestJSON-325803111 tempest-VolumesSnapshotTestJSON-325803111-project] 10.222.0.66 "GET /v2.0/ports?device_id=96bfa9b8-84e7-4678-81d0-bc6e2047c07c HTTP/1.1" status: 200 len: 210 time: 0.0613585 Aug 18 12:21:08.201238 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-397cae98-e663-4495-b9eb-49de379ca075 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:21:08.233556 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-397cae98-e663-4495-b9eb-49de379ca075 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:21:08.246754 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:21:08.287149 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-397cae98-e663-4495-b9eb-49de379ca075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:21:08.290493 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-397cae98-e663-4495-b9eb-49de379ca075 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:21:08.291852 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-397cae98-e663-4495-b9eb-49de379ca075 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2c81d2b3-1419-4f0e-9037-4914526c8d67 HTTP/1.1" status: 204 len: 168 time: 0.1680200 Aug 18 12:21:08.301223 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397cae98-e663-4495-b9eb-49de379ca075 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c81d2b3-1419-4f0e-9037-4914526c8d67,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:21:08.539277 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd7044b-61f1-484c-8e01-47cf1dc1ba40 req-b5242da2-354a-4c21-9ba1-05810f0ad82d tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:21:08.548351 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ebd7044b-61f1-484c-8e01-47cf1dc1ba40 req-b5242da2-354a-4c21-9ba1-05810f0ad82d tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/ports?device_id=ebc09d04-7c45-461d-a378-624bccc765d1 HTTP/1.1" status: 200 len: 946 time: 0.0755560 Aug 18 12:21:08.592048 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ebd7044b-61f1-484c-8e01-47cf1dc1ba40 req-5621452b-2a06-4687-8d94-9ce22bb6432f tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/security-groups?id=1b0fca33-c559-4bcd-8fb7-1eb808938f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427015 Aug 18 12:21:09.131555 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb7b844-00ab-4a62-83ca-656dc8eb7197 req-55e0e3a0-162e-4eab-9266-25e181522daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:21:09.133155 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7cb7b844-00ab-4a62-83ca-656dc8eb7197 req-55e0e3a0-162e-4eab-9266-25e181522daf service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=8fca7d5a19c54940b367d2e63154d6ee&device_id=ebc09d04-7c45-461d-a378-624bccc765d1 HTTP/1.1" status: 200 len: 1097 time: 0.0520699 Aug 18 12:21:09.258477 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb7b844-00ab-4a62-83ca-656dc8eb7197 req-2b985c75-57d8-4fe6-9f6d-61295d89d661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:21:09.259988 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7cb7b844-00ab-4a62-83ca-656dc8eb7197 req-2b985c75-57d8-4fe6-9f6d-61295d89d661 service neutron] 10.222.0.63 "GET /v2.0/networks?id=9a60ecad-83fa-47c2-91d2-f7a65c03fb59 HTTP/1.1" status: 200 len: 917 time: 0.1178391 Aug 18 12:21:09.365905 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7cb7b844-00ab-4a62-83ca-656dc8eb7197 req-e5b61c1a-fa68-4e3d-b69e-a09702ace7c8 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8b179b4e-a984-4c26-8bef-a56d4a7e622c HTTP/1.1" status: 200 len: 1001 time: 0.0973146 Aug 18 12:21:09.422719 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb7b844-00ab-4a62-83ca-656dc8eb7197 req-836c8026-0665-41d1-846c-43e1edfce188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:21:09.424218 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7cb7b844-00ab-4a62-83ca-656dc8eb7197 req-836c8026-0665-41d1-846c-43e1edfce188 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=cb04d889-17cd-4540-8b57-641bd70e62c4 HTTP/1.1" status: 200 len: 855 time: 0.0506895 Aug 18 12:21:09.501081 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb7b844-00ab-4a62-83ca-656dc8eb7197 req-9cb640b9-9dd8-46bf-bcfa-191d1e0b9dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:21:09.504365 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7cb7b844-00ab-4a62-83ca-656dc8eb7197 req-9cb640b9-9dd8-46bf-bcfa-191d1e0b9dcd service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=9a60ecad-83fa-47c2-91d2-f7a65c03fb59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0726418 Aug 18 12:21:09.609576 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7cb7b844-00ab-4a62-83ca-656dc8eb7197 req-f651f276-d16c-42d3-b418-671350725f86 service neutron] 10.222.0.63 "GET /v2.0/networks/9a60ecad-83fa-47c2-91d2-f7a65c03fb59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972116 Aug 18 12:21:09.743328 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334f92cc-97e6-46b8-b813-c21e107d2a9c req-9dc995f6-4efd-412d-8116-38f3d00312ca tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:21:09.744908 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-334f92cc-97e6-46b8-b813-c21e107d2a9c req-9dc995f6-4efd-412d-8116-38f3d00312ca tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/ports?device_id=ebc09d04-7c45-461d-a378-624bccc765d1 HTTP/1.1" status: 200 len: 946 time: 0.0718427 Aug 18 12:21:09.746944 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7cb7b844-00ab-4a62-83ca-656dc8eb7197 req-ca4e0f95-68c3-4cf2-aa39-e926bc4ee961 service neutron] 10.222.0.63 "GET /v2.0/networks/9a60ecad-83fa-47c2-91d2-f7a65c03fb59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302824 Aug 18 12:21:09.786361 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-334f92cc-97e6-46b8-b813-c21e107d2a9c req-2a55f873-3541-4827-b114-8c9bee7b8c12 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/security-groups?id=1b0fca33-c559-4bcd-8fb7-1eb808938f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349929 Aug 18 12:21:10.693370 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-41ecfd88-b755-48a1-ac4e-0a7d7de269f7 req-f3057128-14e3-4992-9ddb-b1320dd50f70 tempest-VolumesBackupsTest-459262536 tempest-VolumesBackupsTest-459262536-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=e0b472fdfbe34d708b7097da03d0e77c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0317984 Aug 18 12:21:10.914817 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ecfd88-b755-48a1-ac4e-0a7d7de269f7 req-86b864a5-f82b-4424-bd2d-92262518a1b6 tempest-VolumesBackupsTest-459262536 tempest-VolumesBackupsTest-459262536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:21:10.916294 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-41ecfd88-b755-48a1-ac4e-0a7d7de269f7 req-86b864a5-f82b-4424-bd2d-92262518a1b6 tempest-VolumesBackupsTest-459262536 tempest-VolumesBackupsTest-459262536-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2171288 Aug 18 12:21:10.938490 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-41ecfd88-b755-48a1-ac4e-0a7d7de269f7 req-df0838bd-6ef6-43a6-94f3-67744887b8e4 tempest-VolumesBackupsTest-459262536 tempest-VolumesBackupsTest-459262536-project] 10.222.0.66 "GET /v2.0/quotas/e0b472fdfbe34d708b7097da03d0e77c HTTP/1.1" status: 200 len: 375 time: 0.0152776 Aug 18 12:21:10.948876 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539c7c37-3d9a-4af3-8dcf-f3c4a104877c req-f7dfa47b-d61f-4bbb-8d58-e81aed6a40bf tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:21:10.950546 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-539c7c37-3d9a-4af3-8dcf-f3c4a104877c req-f7dfa47b-d61f-4bbb-8d58-e81aed6a40bf tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/ports?device_id=ebc09d04-7c45-461d-a378-624bccc765d1 HTTP/1.1" status: 200 len: 946 time: 0.0866306 Aug 18 12:21:10.983071 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-41ecfd88-b755-48a1-ac4e-0a7d7de269f7 req-259eefc3-bf2e-477f-a670-10778ef990a5 tempest-VolumesBackupsTest-459262536 tempest-VolumesBackupsTest-459262536-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=e0b472fdfbe34d708b7097da03d0e77c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0309117 Aug 18 12:21:11.009709 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-539c7c37-3d9a-4af3-8dcf-f3c4a104877c req-619e1619-134e-44c2-be85-9ba8597c7973 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/security-groups?id=1b0fca33-c559-4bcd-8fb7-1eb808938f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488820 Aug 18 12:21:11.169236 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0130a34d-105e-4e56-b168-fc245e84228d req-4d71cac5-c893-4c13-a4c5-590a77d80566 tempest-VolumesBackupsTest-459262536 tempest-VolumesBackupsTest-459262536-project] 10.222.0.66 "GET /v2.0/ports?device_id=d2033083-e3b1-4156-941d-387f33374963 HTTP/1.1" status: 200 len: 210 time: 0.0260801 Aug 18 12:21:11.309453 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 41e83f76-f5d7-4b10-a42f-40ef25e6c802 no longer exists at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:21:11.334216 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] No Port match for: 41e83f76-f5d7-4b10-a42f-40ef25e6c802 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:21:11.334687 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 41e83f76-f5d7-4b10-a42f-40ef25e6c802 not bound to the agent host n-h2-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:21:12.054765 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-41ecfd88-b755-48a1-ac4e-0a7d7de269f7 req-17caebc6-6f0f-4152-bf0b-e04e593a4e66 tempest-VolumesBackupsTest-459262536 tempest-VolumesBackupsTest-459262536-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=e0b472fdfbe34d708b7097da03d0e77c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0269916 Aug 18 12:21:12.206657 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4707adf8-4a39-41a0-8a23-b19f034270c4 req-2823706e-562e-488f-88f8-c765d49ce054 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:21:12.208152 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4707adf8-4a39-41a0-8a23-b19f034270c4 req-2823706e-562e-488f-88f8-c765d49ce054 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/ports?device_id=ebc09d04-7c45-461d-a378-624bccc765d1 HTTP/1.1" status: 200 len: 946 time: 0.0972736 Aug 18 12:21:12.216548 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ecfd88-b755-48a1-ac4e-0a7d7de269f7 req-fd4e3ef7-d1ca-41ff-90ca-d309288abae9 tempest-VolumesBackupsTest-459262536 tempest-VolumesBackupsTest-459262536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:21:12.217913 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-41ecfd88-b755-48a1-ac4e-0a7d7de269f7 req-fd4e3ef7-d1ca-41ff-90ca-d309288abae9 tempest-VolumesBackupsTest-459262536 tempest-VolumesBackupsTest-459262536-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1562855 Aug 18 12:21:12.237753 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-41ecfd88-b755-48a1-ac4e-0a7d7de269f7 req-42788fea-2065-46e4-9988-219172eada51 tempest-VolumesBackupsTest-459262536 tempest-VolumesBackupsTest-459262536-project] Request body: {'port': {'device_id': 'd2033083-e3b1-4156-941d-387f33374963', 'network_id': '222e0814-c7e5-4b11-9282-3f40c6ed76b2', 'admin_state_up': True, 'tenant_id': 'e0b472fdfbe34d708b7097da03d0e77c'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:21:12.320520 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-50259ad3-4bdb-4e8c-90ba-0e67aa0a8dc7 req-e8ceade9-9033-425e-be71-37a3b8a70954 tempest-VolumesBackupsTest-459262536 tempest-VolumesBackupsTest-459262536-project] 10.222.0.66 "GET /v2.0/ports?device_id=d2033083-e3b1-4156-941d-387f33374963 HTTP/1.1" status: 200 len: 210 time: 0.0771751 Aug 18 12:21:12.328888 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4707adf8-4a39-41a0-8a23-b19f034270c4 req-af42731e-dee4-48de-bdb9-e070a4b276db tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/security-groups?id=1b0fca33-c559-4bcd-8fb7-1eb808938f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1099606 Aug 18 12:21:12.380391 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41ecfd88-b755-48a1-ac4e-0a7d7de269f7 req-42788fea-2065-46e4-9988-219172eada51 tempest-VolumesBackupsTest-459262536 tempest-VolumesBackupsTest-459262536-project] Made reservation on behalf of e0b472fdfbe34d708b7097da03d0e77c for: {'port': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:21:12.383971 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-41ecfd88-b755-48a1-ac4e-0a7d7de269f7 req-42788fea-2065-46e4-9988-219172eada51 tempest-VolumesBackupsTest-459262536 tempest-VolumesBackupsTest-459262536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:21:12.392619 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-41ecfd88-b755-48a1-ac4e-0a7d7de269f7 req-42788fea-2065-46e4-9988-219172eada51 tempest-VolumesBackupsTest-459262536 tempest-VolumesBackupsTest-459262536-project] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:21:12.493313 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-41ecfd88-b755-48a1-ac4e-0a7d7de269f7 req-42788fea-2065-46e4-9988-219172eada51 tempest-VolumesBackupsTest-459262536 tempest-VolumesBackupsTest-459262536-project] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:21:12.497529 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-41ecfd88-b755-48a1-ac4e-0a7d7de269f7 req-42788fea-2065-46e4-9988-219172eada51 tempest-VolumesBackupsTest-459262536 tempest-VolumesBackupsTest-459262536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:21:12.561131 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42788fea-2065-46e4-9988-219172eada51 tempest-VolumesBackupsTest-459262536 tempest-VolumesBackupsTest-459262536-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52f591d0-13a3-42ba-89bc-d60e8bd8083b,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:21:12.634659 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [req-41ecfd88-b755-48a1-ac4e-0a7d7de269f7 req-42788fea-2065-46e4-9988-219172eada51 tempest-VolumesBackupsTest-459262536 tempest-VolumesBackupsTest-459262536-project] Allocated IP 192.168.233.120 (222e0814-c7e5-4b11-9282-3f40c6ed76b2/6d16d680-110b-436d-8afa-48ba845b3623/8e20b977-e3e4-4669-913d-e0ba95ba3e8a) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:21:12.805169 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-41ecfd88-b755-48a1-ac4e-0a7d7de269f7 req-42788fea-2065-46e4-9988-219172eada51 tempest-VolumesBackupsTest-459262536 tempest-VolumesBackupsTest-459262536-project] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:21:12.821283 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [req-41ecfd88-b755-48a1-ac4e-0a7d7de269f7 req-42788fea-2065-46e4-9988-219172eada51 tempest-VolumesBackupsTest-459262536 tempest-VolumesBackupsTest-459262536-project] Transition to ACTIVE for port object 8e20b977-e3e4-4669-913d-e0ba95ba3e8a will not be triggered until provisioned by entity DHCP. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:21:12.855942 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-41ecfd88-b755-48a1-ac4e-0a7d7de269f7 req-42788fea-2065-46e4-9988-219172eada51 tempest-VolumesBackupsTest-459262536 tempest-VolumesBackupsTest-459262536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:21:12.902072 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41ecfd88-b755-48a1-ac4e-0a7d7de269f7 req-42788fea-2065-46e4-9988-219172eada51 tempest-VolumesBackupsTest-459262536 tempest-VolumesBackupsTest-459262536-project] Network 222e0814-c7e5-4b11-9282-3f40c6ed76b2 is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:21:12.905186 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [req-41ecfd88-b755-48a1-ac4e-0a7d7de269f7 req-42788fea-2065-46e4-9988-219172eada51 tempest-VolumesBackupsTest-459262536 tempest-VolumesBackupsTest-459262536-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:21:12.907966 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-41ecfd88-b755-48a1-ac4e-0a7d7de269f7 req-42788fea-2065-46e4-9988-219172eada51 tempest-VolumesBackupsTest-459262536 tempest-VolumesBackupsTest-459262536-project] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:21:12.953963 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42788fea-2065-46e4-9988-219172eada51 tempest-VolumesBackupsTest-459262536 tempest-VolumesBackupsTest-459262536-project] Pushing event updated for resources: {'Port': ['ID=8e20b977-e3e4-4669-913d-e0ba95ba3e8a,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:21:12.981587 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ecfd88-b755-48a1-ac4e-0a7d7de269f7 req-42788fea-2065-46e4-9988-219172eada51 tempest-VolumesBackupsTest-459262536 tempest-VolumesBackupsTest-459262536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:21:12.982414 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-41ecfd88-b755-48a1-ac4e-0a7d7de269f7 req-42788fea-2065-46e4-9988-219172eada51 tempest-VolumesBackupsTest-459262536 tempest-VolumesBackupsTest-459262536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:21:13.000988 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-41ecfd88-b755-48a1-ac4e-0a7d7de269f7 req-42788fea-2065-46e4-9988-219172eada51 tempest-VolumesBackupsTest-459262536 tempest-VolumesBackupsTest-459262536-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7689233 Aug 18 12:21:13.015343 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-41ecfd88-b755-48a1-ac4e-0a7d7de269f7 req-fbcfa059-b342-4be0-9d65-3d26b35ba42d service neutron] Request body: {'port': {'device_id': 'd2033083-e3b1-4156-941d-387f33374963', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804985-2'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:21:13.118559 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-41ecfd88-b755-48a1-ac4e-0a7d7de269f7 req-fbcfa059-b342-4be0-9d65-3d26b35ba42d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:21:13.254945 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-3b17bb23-793b-4ab5-96ce-3501a4523a41 None None] Provisioning for port 8e20b977-e3e4-4669-913d-e0ba95ba3e8a completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:21:13.264980 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 8b179b4e-a984-4c26-8bef-a56d4a7e622c no longer exists at agent hyperv_n-h1-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:21:13.273501 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-3b17bb23-793b-4ab5-96ce-3501a4523a41 None None] Provisioning complete for port 8e20b977-e3e4-4669-913d-e0ba95ba3e8a triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:21:13.275481 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3b17bb23-793b-4ab5-96ce-3501a4523a41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:21:13.390959 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-3b17bb23-793b-4ab5-96ce-3501a4523a41 None None] Port 8e20b977-e3e4-4669-913d-e0ba95ba3e8a cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:21:13.447807 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:21:13.483200 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebc09d04-7c45-461d-a378-624bccc765d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b179b4e-a984-4c26-8bef-a56d4a7e622c'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:21:13.487758 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db50a436fb3a98495337d8fe7487b4f2ea6f3c1052eb9efadc2ecda2d5737001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89e98662-9b21-450f-8e70-23efa22e6b72" -d '{"events": [{"server_uuid": "ebc09d04-7c45-461d-a378-624bccc765d1", "name": "network-vif-unplugged", "status": "completed", "tag": "8b179b4e-a984-4c26-8bef-a56d4a7e622c"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:21:13.508285 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 8b179b4e-a984-4c26-8bef-a56d4a7e622c, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=8b179b4e-a984-4c26-8bef-a56d4a7e622c,segment=NetworkSegment(b37ee6ef-093c-4194-a906-24a6a3165741),segment_id=b37ee6ef-093c-4194-a906-24a6a3165741)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:21:13.519421 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [req-41ecfd88-b755-48a1-ac4e-0a7d7de269f7 req-fbcfa059-b342-4be0-9d65-3d26b35ba42d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e20b977-e3e4-4669-913d-e0ba95ba3e8a {{(pid=106252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:21:13.520680 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:21:13.549829 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-41ecfd88-b755-48a1-ac4e-0a7d7de269f7 req-fbcfa059-b342-4be0-9d65-3d26b35ba42d service neutron] Notify callbacks [] for port, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:21:13.578251 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [req-41ecfd88-b755-48a1-ac4e-0a7d7de269f7 req-fbcfa059-b342-4be0-9d65-3d26b35ba42d service neutron] Transition to ACTIVE for port object 8e20b977-e3e4-4669-913d-e0ba95ba3e8a will not be triggered until provisioned by entity L2. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:21:13.591061 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d31b53-907c-492b-98ba-32506edd0462 req-c744ed58-5062-4d77-b068-d8fc74b212f4 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:21:13.592756 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-55d31b53-907c-492b-98ba-32506edd0462 req-c744ed58-5062-4d77-b068-d8fc74b212f4 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/ports?device_id=ebc09d04-7c45-461d-a378-624bccc765d1 HTTP/1.1" status: 200 len: 944 time: 0.1264980 Aug 18 12:21:13.600460 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92a8dcf-f527-49e1-9748-ae69dd54294a req-835eb501-c359-4166-aeb1-16ce9b262e7e tempest-VolumesBackupsTest-459262536 tempest-VolumesBackupsTest-459262536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:21:13.602036 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b92a8dcf-f527-49e1-9748-ae69dd54294a req-835eb501-c359-4166-aeb1-16ce9b262e7e tempest-VolumesBackupsTest-459262536 tempest-VolumesBackupsTest-459262536-project] 10.222.0.66 "GET /v2.0/ports?device_id=d2033083-e3b1-4156-941d-387f33374963 HTTP/1.1" status: 200 len: 936 time: 0.1376143 Aug 18 12:21:13.605183 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-41ecfd88-b755-48a1-ac4e-0a7d7de269f7 req-fbcfa059-b342-4be0-9d65-3d26b35ba42d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:21:13.634641 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=8b179b4e-a984-4c26-8bef-a56d4a7e622c,revision_number=8']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:21:13.650016 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:21:13.650374 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:21:13.650716 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:21:13.651056 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:21:13.651390 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:21:13.651845 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:21:13.652179 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:21:13.652525 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:21:13.652856 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:21:13.653312 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:21:13.653642 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:21:13.654081 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:21:13.725279 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-55d31b53-907c-492b-98ba-32506edd0462 req-96d21d5f-985d-4f3d-aa36-5102f812e673 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/security-groups?id=1b0fca33-c559-4bcd-8fb7-1eb808938f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1215243 Aug 18 12:21:13.745579 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b92a8dcf-f527-49e1-9748-ae69dd54294a req-c352ad74-bdc1-4f14-8e45-b094f9b67c76 tempest-VolumesBackupsTest-459262536 tempest-VolumesBackupsTest-459262536-project] 10.222.0.66 "GET /v2.0/security-groups?id=52f591d0-13a3-42ba-89bc-d60e8bd8083b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293342 Aug 18 12:21:13.746652 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcfa059-b342-4be0-9d65-3d26b35ba42d service neutron] Pushing event updated for resources: {'Port': ['ID=8e20b977-e3e4-4669-913d-e0ba95ba3e8a,revision_number=2']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:21:13.787193 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 18 Aug 2021 12:21:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-508ab76f-4b40-4eb8-9d96-286665e57c32 x-openstack-request-id: req-508ab76f-4b40-4eb8-9d96-286665e57c32 {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:21:13.787330 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebc09d04-7c45-461d-a378-624bccc765d1", "name": "network-vif-unplugged", "status": "failed", "tag": "8b179b4e-a984-4c26-8bef-a56d4a7e622c", "code": 422}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:21:13.787585 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-508ab76f-4b40-4eb8-9d96-286665e57c32 {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:21:13.788332 n-d-804985-2 neutron-server[106254]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ebc09d04-7c45-461d-a378-624bccc765d1', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '8b179b4e-a984-4c26-8bef-a56d4a7e622c', 'code': 422} returned with failed status Aug 18 12:21:13.848862 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-41ecfd88-b755-48a1-ac4e-0a7d7de269f7 req-fbcfa059-b342-4be0-9d65-3d26b35ba42d service neutron] Attempting to bind port 8e20b977-e3e4-4669-913d-e0ba95ba3e8a on host n-h2-804985-2 for vnic_type normal with profile {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:21:13.849183 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-41ecfd88-b755-48a1-ac4e-0a7d7de269f7 req-fbcfa059-b342-4be0-9d65-3d26b35ba42d service neutron] Attempting to bind port 8e20b977-e3e4-4669-913d-e0ba95ba3e8a by drivers openvswitch,hyperv on host n-h2-804985-2 at level 0 using segments [{'id': 'b0eb6eea-b461-4969-8a27-808f00daa8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '222e0814-c7e5-4b11-9282-3f40c6ed76b2'}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:21:13.849600 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ecfd88-b755-48a1-ac4e-0a7d7de269f7 req-fbcfa059-b342-4be0-9d65-3d26b35ba42d service neutron] Attempting to bind port 8e20b977-e3e4-4669-913d-e0ba95ba3e8a on network 222e0814-c7e5-4b11-9282-3f40c6ed76b2 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:21:13.855149 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ecfd88-b755-48a1-ac4e-0a7d7de269f7 req-fbcfa059-b342-4be0-9d65-3d26b35ba42d service neutron] Port 8e20b977-e3e4-4669-913d-e0ba95ba3e8a on network 222e0814-c7e5-4b11-9282-3f40c6ed76b2 not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-2 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:21:13.855705 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ecfd88-b755-48a1-ac4e-0a7d7de269f7 req-fbcfa059-b342-4be0-9d65-3d26b35ba42d service neutron] Attempting to bind port 8e20b977-e3e4-4669-913d-e0ba95ba3e8a on network 222e0814-c7e5-4b11-9282-3f40c6ed76b2 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:21:13.862006 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ecfd88-b755-48a1-ac4e-0a7d7de269f7 req-fbcfa059-b342-4be0-9d65-3d26b35ba42d service neutron] Checking agent: {'id': 'da5da552-709c-4248-84de-86af99a0dc87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 49, 8), 'started_at': datetime.datetime(2021, 8, 18, 11, 49, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 21, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:21:13.862898 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ecfd88-b755-48a1-ac4e-0a7d7de269f7 req-fbcfa059-b342-4be0-9d65-3d26b35ba42d service neutron] Checking segment: {'id': 'b0eb6eea-b461-4969-8a27-808f00daa8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '222e0814-c7e5-4b11-9282-3f40c6ed76b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:21:13.863550 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ecfd88-b755-48a1-ac4e-0a7d7de269f7 req-fbcfa059-b342-4be0-9d65-3d26b35ba42d service neutron] Bound using segment: {'id': 'b0eb6eea-b461-4969-8a27-808f00daa8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '222e0814-c7e5-4b11-9282-3f40c6ed76b2'} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:21:13.864157 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-41ecfd88-b755-48a1-ac4e-0a7d7de269f7 req-fbcfa059-b342-4be0-9d65-3d26b35ba42d service neutron] Bound port: 8e20b977-e3e4-4669-913d-e0ba95ba3e8a, host: n-h2-804985-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0eb6eea-b461-4969-8a27-808f00daa8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '222e0814-c7e5-4b11-9282-3f40c6ed76b2'}}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:21:13.864819 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-41ecfd88-b755-48a1-ac4e-0a7d7de269f7 req-fbcfa059-b342-4be0-9d65-3d26b35ba42d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:21:13.974878 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-41ecfd88-b755-48a1-ac4e-0a7d7de269f7 req-fbcfa059-b342-4be0-9d65-3d26b35ba42d service neutron] For port 8e20b977-e3e4-4669-913d-e0ba95ba3e8a, host n-h2-804985-2, cleared binding levels {{(pid=106252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:21:13.979394 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-41ecfd88-b755-48a1-ac4e-0a7d7de269f7 req-fbcfa059-b342-4be0-9d65-3d26b35ba42d service neutron] For port 8e20b977-e3e4-4669-913d-e0ba95ba3e8a, host n-h2-804985-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=8e20b977-e3e4-4669-913d-e0ba95ba3e8a,segment=NetworkSegment(b0eb6eea-b461-4969-8a27-808f00daa8a1),segment_id=b0eb6eea-b461-4969-8a27-808f00daa8a1)] {{(pid=106252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:21:13.985438 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-527468d3-c373-46d2-b104-c6620bb15987 req-ee318948-d348-4cf5-a3d2-5d5853192630 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=ebc09d04-7c45-461d-a378-624bccc765d1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2564843 Aug 18 12:21:13.986919 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-41ecfd88-b755-48a1-ac4e-0a7d7de269f7 req-fbcfa059-b342-4be0-9d65-3d26b35ba42d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:21:14.029727 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ecfd88-b755-48a1-ac4e-0a7d7de269f7 req-fbcfa059-b342-4be0-9d65-3d26b35ba42d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:21:14.030343 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-41ecfd88-b755-48a1-ac4e-0a7d7de269f7 req-fbcfa059-b342-4be0-9d65-3d26b35ba42d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:21:14.031755 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-41ecfd88-b755-48a1-ac4e-0a7d7de269f7 req-fbcfa059-b342-4be0-9d65-3d26b35ba42d service neutron] 10.222.0.62 "PUT /v2.0/ports/8e20b977-e3e4-4669-913d-e0ba95ba3e8a HTTP/1.1" status: 200 len: 1096 time: 1.0220652 Aug 18 12:21:14.032188 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2033083-e3b1-4156-941d-387f33374963', 'tag': '8e20b977-e3e4-4669-913d-e0ba95ba3e8a'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:21:14.034457 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-491cdc83-1996-4d1b-923a-db0db6062849" -d '{"events": [{"name": "network-changed", "server_uuid": "d2033083-e3b1-4156-941d-387f33374963", "tag": "8e20b977-e3e4-4669-913d-e0ba95ba3e8a"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:21:14.108637 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:21:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6db3c9f8-1f33-478e-af6c-801e3f05fec7 x-openstack-request-id: req-6db3c9f8-1f33-478e-af6c-801e3f05fec7 {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:21:14.109131 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2033083-e3b1-4156-941d-387f33374963", "tag": "8e20b977-e3e4-4669-913d-e0ba95ba3e8a", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:21:14.109549 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-6db3c9f8-1f33-478e-af6c-801e3f05fec7 {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:21:14.110363 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2033083-e3b1-4156-941d-387f33374963', 'tag': '8e20b977-e3e4-4669-913d-e0ba95ba3e8a', 'status': 'completed', 'code': 200} Aug 18 12:21:14.132351 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcfa059-b342-4be0-9d65-3d26b35ba42d service neutron] Pushing event updated for resources: {'Port': ['ID=8e20b977-e3e4-4669-913d-e0ba95ba3e8a,revision_number=3']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:21:14.158332 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ecfd88-b755-48a1-ac4e-0a7d7de269f7 req-11d84d40-a296-40a5-9bfb-c732b1379ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:21:14.161696 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-41ecfd88-b755-48a1-ac4e-0a7d7de269f7 req-11d84d40-a296-40a5-9bfb-c732b1379ffb service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e0b472fdfbe34d708b7097da03d0e77c&device_id=d2033083-e3b1-4156-941d-387f33374963 HTTP/1.1" status: 200 len: 1099 time: 0.0715101 Aug 18 12:21:14.215562 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-41ecfd88-b755-48a1-ac4e-0a7d7de269f7 req-439279ed-030f-4913-8c19-be753cd8ec4e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=8e20b977-e3e4-4669-913d-e0ba95ba3e8a HTTP/1.1" status: 200 len: 217 time: 0.0473218 Aug 18 12:21:14.278506 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ecfd88-b755-48a1-ac4e-0a7d7de269f7 req-d0278881-cfc1-4393-ac27-a9d2fcaa5a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:21:14.280189 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-41ecfd88-b755-48a1-ac4e-0a7d7de269f7 req-d0278881-cfc1-4393-ac27-a9d2fcaa5a1a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6d16d680-110b-436d-8afa-48ba845b3623 HTTP/1.1" status: 200 len: 843 time: 0.0572288 Aug 18 12:21:14.354523 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ecfd88-b755-48a1-ac4e-0a7d7de269f7 req-067a8032-354f-40c8-8cde-8383ba657e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:21:14.356124 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-41ecfd88-b755-48a1-ac4e-0a7d7de269f7 req-067a8032-354f-40c8-8cde-8383ba657e97 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=222e0814-c7e5-4b11-9282-3f40c6ed76b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0680821 Aug 18 12:21:14.453677 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-41ecfd88-b755-48a1-ac4e-0a7d7de269f7 req-135eda02-f81d-49cc-aa57-721fe6f73da2 service neutron] 10.222.0.62 "GET /v2.0/networks/222e0814-c7e5-4b11-9282-3f40c6ed76b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889809 Aug 18 12:21:14.553203 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-41ecfd88-b755-48a1-ac4e-0a7d7de269f7 req-be27a2d9-1dbf-44fa-beeb-418a0b0ee48a service neutron] 10.222.0.62 "GET /v2.0/networks/222e0814-c7e5-4b11-9282-3f40c6ed76b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928042 Aug 18 12:21:15.041954 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491cdc83-1996-4d1b-923a-db0db6062849 req-3272a876-36f8-4b57-bb56-df089a554d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:21:15.043382 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-491cdc83-1996-4d1b-923a-db0db6062849 req-3272a876-36f8-4b57-bb56-df089a554d2c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e0b472fdfbe34d708b7097da03d0e77c&device_id=d2033083-e3b1-4156-941d-387f33374963 HTTP/1.1" status: 200 len: 1099 time: 0.4408896 Aug 18 12:21:15.117325 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25a1a2c-7c48-494f-a515-b56934497e88 req-5a05371c-6418-4028-950d-c7dc6644546b tempest-VolumesBackupsTest-459262536 tempest-VolumesBackupsTest-459262536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:21:15.118805 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d25a1a2c-7c48-494f-a515-b56934497e88 req-5a05371c-6418-4028-950d-c7dc6644546b tempest-VolumesBackupsTest-459262536 tempest-VolumesBackupsTest-459262536-project] 10.222.0.66 "GET /v2.0/ports?device_id=d2033083-e3b1-4156-941d-387f33374963 HTTP/1.1" status: 200 len: 948 time: 0.2124567 Aug 18 12:21:15.133014 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbb68c6-b25d-435b-8433-05be8cecd6d2 req-63982dc7-5192-4c03-8fce-3bc4dbbff2d6 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:21:15.134427 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-bcbb68c6-b25d-435b-8433-05be8cecd6d2 req-63982dc7-5192-4c03-8fce-3bc4dbbff2d6 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/ports?device_id=ebc09d04-7c45-461d-a378-624bccc765d1 HTTP/1.1" status: 200 len: 944 time: 0.2268701 Aug 18 12:21:15.139148 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527468d3-c373-46d2-b104-c6620bb15987 req-df8ce01b-031c-4668-8b94-59737d5da611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:21:15.140588 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-527468d3-c373-46d2-b104-c6620bb15987 req-df8ce01b-031c-4668-8b94-59737d5da611 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=ebc09d04-7c45-461d-a378-624bccc765d1&tenant_id=8fca7d5a19c54940b367d2e63154d6ee HTTP/1.1" status: 200 len: 1095 time: 0.2206302 Aug 18 12:21:15.256450 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-bcbb68c6-b25d-435b-8433-05be8cecd6d2 req-8793b9c2-7630-4fce-be93-2468afebc5d0 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/security-groups?id=1b0fca33-c559-4bcd-8fb7-1eb808938f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1123061 Aug 18 12:21:15.259586 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d25a1a2c-7c48-494f-a515-b56934497e88 req-404944ef-7279-45f9-be3d-e4963c49a2eb tempest-VolumesBackupsTest-459262536 tempest-VolumesBackupsTest-459262536-project] 10.222.0.66 "GET /v2.0/security-groups?id=52f591d0-13a3-42ba-89bc-d60e8bd8083b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225910 Aug 18 12:21:15.261736 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491cdc83-1996-4d1b-923a-db0db6062849 req-d0da5db9-ebf4-4174-b0c2-ea7779189159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:21:15.263232 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-491cdc83-1996-4d1b-923a-db0db6062849 req-d0da5db9-ebf4-4174-b0c2-ea7779189159 service neutron] 10.222.0.62 "GET /v2.0/networks?id=222e0814-c7e5-4b11-9282-3f40c6ed76b2 HTTP/1.1" status: 200 len: 870 time: 0.2102239 Aug 18 12:21:15.290908 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527468d3-c373-46d2-b104-c6620bb15987 req-cf873497-8cff-4c75-8e16-b70860259c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:21:15.292543 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-527468d3-c373-46d2-b104-c6620bb15987 req-cf873497-8cff-4c75-8e16-b70860259c61 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=8fca7d5a19c54940b367d2e63154d6ee&device_id=ebc09d04-7c45-461d-a378-624bccc765d1 HTTP/1.1" status: 200 len: 1095 time: 0.1257019 Aug 18 12:21:15.374149 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-491cdc83-1996-4d1b-923a-db0db6062849 req-bbc238ae-a816-42d0-9182-d4a70f4e5fb7 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=8e20b977-e3e4-4669-913d-e0ba95ba3e8a HTTP/1.1" status: 200 len: 217 time: 0.0991271 Aug 18 12:21:15.454290 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491cdc83-1996-4d1b-923a-db0db6062849 req-452b872c-06f7-4839-ae06-9da1fb4420aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:21:15.455781 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-491cdc83-1996-4d1b-923a-db0db6062849 req-452b872c-06f7-4839-ae06-9da1fb4420aa service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6d16d680-110b-436d-8afa-48ba845b3623 HTTP/1.1" status: 200 len: 843 time: 0.0737667 Aug 18 12:21:15.458491 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527468d3-c373-46d2-b104-c6620bb15987 req-874fea63-1829-45f9-9941-a92ddaa3f67d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:21:15.459941 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-527468d3-c373-46d2-b104-c6620bb15987 req-874fea63-1829-45f9-9941-a92ddaa3f67d service neutron] 10.222.0.63 "GET /v2.0/networks?id=9a60ecad-83fa-47c2-91d2-f7a65c03fb59 HTTP/1.1" status: 200 len: 917 time: 0.1293321 Aug 18 12:21:15.549427 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-527468d3-c373-46d2-b104-c6620bb15987 req-810d7339-ed2b-4e57-b7ca-7239fa29e373 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8b179b4e-a984-4c26-8bef-a56d4a7e622c HTTP/1.1" status: 200 len: 999 time: 0.0780797 Aug 18 12:21:15.554872 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491cdc83-1996-4d1b-923a-db0db6062849 req-f1496b38-1449-4b7b-a58b-41113e5dbaf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:21:15.556310 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-491cdc83-1996-4d1b-923a-db0db6062849 req-f1496b38-1449-4b7b-a58b-41113e5dbaf2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=222e0814-c7e5-4b11-9282-3f40c6ed76b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0933733 Aug 18 12:21:15.658255 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527468d3-c373-46d2-b104-c6620bb15987 req-c33fdd5b-9ea7-49d7-be9d-a12727ba0026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:21:15.659794 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-527468d3-c373-46d2-b104-c6620bb15987 req-c33fdd5b-9ea7-49d7-be9d-a12727ba0026 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=cb04d889-17cd-4540-8b57-641bd70e62c4 HTTP/1.1" status: 200 len: 855 time: 0.1025100 Aug 18 12:21:15.722964 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-491cdc83-1996-4d1b-923a-db0db6062849 req-71f7e287-6982-4043-a6b7-05c06af4f845 service neutron] 10.222.0.62 "GET /v2.0/networks/222e0814-c7e5-4b11-9282-3f40c6ed76b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532104 Aug 18 12:21:15.729149 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527468d3-c373-46d2-b104-c6620bb15987 req-47b84508-9323-4996-84ec-e276f976c93e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:21:15.730667 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-527468d3-c373-46d2-b104-c6620bb15987 req-47b84508-9323-4996-84ec-e276f976c93e service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=9a60ecad-83fa-47c2-91d2-f7a65c03fb59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0639164 Aug 18 12:21:15.881083 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-491cdc83-1996-4d1b-923a-db0db6062849 req-e3533767-023b-4df0-9721-124811061890 service neutron] 10.222.0.62 "GET /v2.0/networks/222e0814-c7e5-4b11-9282-3f40c6ed76b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492853 Aug 18 12:21:15.882913 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-527468d3-c373-46d2-b104-c6620bb15987 req-c0742742-8810-46bc-8ccb-828de0693c67 service neutron] 10.222.0.63 "GET /v2.0/networks/9a60ecad-83fa-47c2-91d2-f7a65c03fb59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444201 Aug 18 12:21:15.976128 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-527468d3-c373-46d2-b104-c6620bb15987 req-3180592b-d227-4c84-bece-b6f7393bebc8 service neutron] 10.222.0.63 "GET /v2.0/networks/9a60ecad-83fa-47c2-91d2-f7a65c03fb59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852513 Aug 18 12:21:16.476900 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d2d807-f880-47cc-a678-7c75043ed7d6 req-d722acb4-0ec5-46c8-acc0-ee07ab9ee359 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:21:16.482191 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b0d2d807-f880-47cc-a678-7c75043ed7d6 req-d722acb4-0ec5-46c8-acc0-ee07ab9ee359 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/ports?device_id=ebc09d04-7c45-461d-a378-624bccc765d1 HTTP/1.1" status: 200 len: 944 time: 0.1212339 Aug 18 12:21:16.511458 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac7c259-2099-4a3b-885f-444548ba10b6 req-eb90c870-89cd-4897-9a9b-bea53300f860 tempest-VolumesBackupsTest-459262536 tempest-VolumesBackupsTest-459262536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:21:16.518851 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-fac7c259-2099-4a3b-885f-444548ba10b6 req-eb90c870-89cd-4897-9a9b-bea53300f860 tempest-VolumesBackupsTest-459262536 tempest-VolumesBackupsTest-459262536-project] 10.222.0.66 "GET /v2.0/ports?device_id=d2033083-e3b1-4156-941d-387f33374963 HTTP/1.1" status: 200 len: 948 time: 0.1212032 Aug 18 12:21:16.651429 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b0d2d807-f880-47cc-a678-7c75043ed7d6 req-af38038d-0e3e-4754-a5d3-6bc59232e99f tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/security-groups?id=1b0fca33-c559-4bcd-8fb7-1eb808938f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1303563 Aug 18 12:21:16.673134 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.agents_db [None req-6dbb2658-0354-4101-8393-6e7505481cf6 None None] Agent healthcheck: found 7 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 12:21:16.696446 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-fac7c259-2099-4a3b-885f-444548ba10b6 req-09e995ed-c34f-494b-b418-04516fef88fd tempest-VolumesBackupsTest-459262536 tempest-VolumesBackupsTest-459262536-project] 10.222.0.66 "GET /v2.0/security-groups?id=52f591d0-13a3-42ba-89bc-d60e8bd8083b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766806 Aug 18 12:21:17.394879 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 8e20b977-e3e4-4669-913d-e0ba95ba3e8a details requested by agent hyperv_n-h2-804985-2 with host n-h2-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:21:17.512547 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port 8e20b977-e3e4-4669-913d-e0ba95ba3e8a, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=8e20b977-e3e4-4669-913d-e0ba95ba3e8a,segment=NetworkSegment(b0eb6eea-b461-4969-8a27-808f00daa8a1),segment_id=b0eb6eea-b461-4969-8a27-808f00daa8a1)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:21:17.545198 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Returning: {'device': '8e20b977-e3e4-4669-913d-e0ba95ba3e8a', 'network_id': '222e0814-c7e5-4b11-9282-3f40c6ed76b2', 'port_id': '8e20b977-e3e4-4669-913d-e0ba95ba3e8a', 'mac_address': 'fa:16:3e:55:8f:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 823, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d16d680-110b-436d-8afa-48ba845b3623', 'ip_address': '192.168.233.120'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:21:17.585976 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:21:17.613990 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e20b977-e3e4-4669-913d-e0ba95ba3e8a {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:21:17.656431 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port 8e20b977-e3e4-4669-913d-e0ba95ba3e8a, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=8e20b977-e3e4-4669-913d-e0ba95ba3e8a,segment=NetworkSegment(b0eb6eea-b461-4969-8a27-808f00daa8a1),segment_id=b0eb6eea-b461-4969-8a27-808f00daa8a1)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:21:17.664071 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:21:17.745887 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=8e20b977-e3e4-4669-913d-e0ba95ba3e8a,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:21:17.856808 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] get_ports_and_sgs() called for port_ids ['8e20b977-e3e4-4669-913d-e0ba95ba3e8a'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:21:17.903553 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4f915a-fc75-4838-8797-8844496f340e req-cd08017c-f11b-4ba6-8e9d-115247a5343b tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:21:17.911860 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6b4f915a-fc75-4838-8797-8844496f340e req-cd08017c-f11b-4ba6-8e9d-115247a5343b tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/ports?device_id=ebc09d04-7c45-461d-a378-624bccc765d1 HTTP/1.1" status: 200 len: 944 time: 0.1237161 Aug 18 12:21:17.937858 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41b669e-018c-40ff-b35e-53ac9d840ffe req-acb0bc9d-c6aa-4814-b0fb-1c665c5b7093 tempest-VolumesBackupsTest-459262536 tempest-VolumesBackupsTest-459262536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:21:17.939890 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d41b669e-018c-40ff-b35e-53ac9d840ffe req-acb0bc9d-c6aa-4814-b0fb-1c665c5b7093 tempest-VolumesBackupsTest-459262536 tempest-VolumesBackupsTest-459262536-project] 10.222.0.66 "GET /v2.0/ports?device_id=d2033083-e3b1-4156-941d-387f33374963 HTTP/1.1" status: 200 len: 949 time: 0.1224270 Aug 18 12:21:17.979551 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6b4f915a-fc75-4838-8797-8844496f340e req-de99786f-7f72-4b75-9b35-d2a8a8bc9c62 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/security-groups?id=1b0fca33-c559-4bcd-8fb7-1eb808938f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663562 Aug 18 12:21:18.039151 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d41b669e-018c-40ff-b35e-53ac9d840ffe req-412b16da-d0b7-4b58-930b-9bfcc4b9abfe tempest-VolumesBackupsTest-459262536 tempest-VolumesBackupsTest-459262536-project] 10.222.0.66 "GET /v2.0/security-groups?id=52f591d0-13a3-42ba-89bc-d60e8bd8083b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704150 Aug 18 12:21:18.501126 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-e509d547-df41-47d3-b26d-0e24e1a9aedd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:21:19.262418 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7d4e7f-372d-42bc-b1f6-9d15abc13905 req-b9f2d104-8b57-4df4-904e-59228ec90919 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:21:19.276034 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5f7d4e7f-372d-42bc-b1f6-9d15abc13905 req-b9f2d104-8b57-4df4-904e-59228ec90919 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/ports?device_id=ebc09d04-7c45-461d-a378-624bccc765d1 HTTP/1.1" status: 200 len: 944 time: 0.1612167 Aug 18 12:21:19.313437 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa31178b-f82d-4077-af6a-d1b3dd6972b8 req-2d576ca7-fe92-4f93-95f6-dc6995f0aa9c tempest-VolumesBackupsTest-459262536 tempest-VolumesBackupsTest-459262536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:21:19.322354 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-aa31178b-f82d-4077-af6a-d1b3dd6972b8 req-2d576ca7-fe92-4f93-95f6-dc6995f0aa9c tempest-VolumesBackupsTest-459262536 tempest-VolumesBackupsTest-459262536-project] 10.222.0.66 "GET /v2.0/ports?device_id=d2033083-e3b1-4156-941d-387f33374963 HTTP/1.1" status: 200 len: 949 time: 0.1667910 Aug 18 12:21:19.370592 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5f7d4e7f-372d-42bc-b1f6-9d15abc13905 req-2dd132df-6512-4bd9-a2b9-fa9f8a7d5d62 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/security-groups?id=1b0fca33-c559-4bcd-8fb7-1eb808938f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931764 Aug 18 12:21:19.398601 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 8e20b977-e3e4-4669-913d-e0ba95ba3e8a up at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:21:19.453838 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-aa31178b-f82d-4077-af6a-d1b3dd6972b8 req-5294c089-0cc8-4d6d-a0d9-5026e10f4338 tempest-VolumesBackupsTest-459262536 tempest-VolumesBackupsTest-459262536-project] 10.222.0.66 "GET /v2.0/security-groups?id=52f591d0-13a3-42ba-89bc-d60e8bd8083b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221430 Aug 18 12:21:19.477687 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Provisioning for port 8e20b977-e3e4-4669-913d-e0ba95ba3e8a completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:21:19.481954 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Provisioning complete for port 8e20b977-e3e4-4669-913d-e0ba95ba3e8a triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:21:19.482619 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:21:19.660631 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:21:19.696823 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2033083-e3b1-4156-941d-387f33374963', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e20b977-e3e4-4669-913d-e0ba95ba3e8a'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:21:19.699609 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db50a436fb3a98495337d8fe7487b4f2ea6f3c1052eb9efadc2ecda2d5737001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b76a43b3-3d88-4649-ad18-521e2000cca7" -d '{"events": [{"server_uuid": "d2033083-e3b1-4156-941d-387f33374963", "name": "network-vif-plugged", "status": "completed", "tag": "8e20b977-e3e4-4669-913d-e0ba95ba3e8a"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:21:19.715532 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port 8e20b977-e3e4-4669-913d-e0ba95ba3e8a, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=8e20b977-e3e4-4669-913d-e0ba95ba3e8a,segment=NetworkSegment(b0eb6eea-b461-4969-8a27-808f00daa8a1),segment_id=b0eb6eea-b461-4969-8a27-808f00daa8a1)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:21:19.727328 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:21:19.783956 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:21:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bf87a97-9fa5-4d24-ac49-ebbe644c53b3 x-openstack-request-id: req-2bf87a97-9fa5-4d24-ac49-ebbe644c53b3 {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:21:19.784850 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2033083-e3b1-4156-941d-387f33374963", "name": "network-vif-plugged", "status": "completed", "tag": "8e20b977-e3e4-4669-913d-e0ba95ba3e8a", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:21:19.784850 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-2bf87a97-9fa5-4d24-ac49-ebbe644c53b3 {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:21:19.795826 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2033083-e3b1-4156-941d-387f33374963', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e20b977-e3e4-4669-913d-e0ba95ba3e8a', 'code': 200} Aug 18 12:21:19.842144 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=8e20b977-e3e4-4669-913d-e0ba95ba3e8a,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:21:19.885191 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d932beb-2129-4668-93d5-8870bf61504b req-759e911a-35b5-44a7-b5b7-a6128680222d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:21:19.890143 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2d932beb-2129-4668-93d5-8870bf61504b req-759e911a-35b5-44a7-b5b7-a6128680222d service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=d2033083-e3b1-4156-941d-387f33374963 HTTP/1.1" status: 200 len: 1101 time: 0.0575507 Aug 18 12:21:19.960881 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2d932beb-2129-4668-93d5-8870bf61504b req-7a889517-a548-49d5-8216-82b4ffffaf0f service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=52f591d0-13a3-42ba-89bc-d60e8bd8083b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580201 Aug 18 12:21:20.046836 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc871b44-9d9c-4a4b-af11-a7d21ce44408 req-f5f31062-573d-4076-ba6f-f91a4ee3a783 tempest-TestServerBasicOps-59883255 tempest-TestServerBasicOps-59883255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:21:20.048559 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-fc871b44-9d9c-4a4b-af11-a7d21ce44408 req-f5f31062-573d-4076-ba6f-f91a4ee3a783 tempest-TestServerBasicOps-59883255 tempest-TestServerBasicOps-59883255-project] 10.222.0.66 "GET /v2.0/ports?device_id=01f8c8b5-393e-4624-8d0f-5f248e192959 HTTP/1.1" status: 200 len: 946 time: 0.0705385 Aug 18 12:21:20.146349 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-fc871b44-9d9c-4a4b-af11-a7d21ce44408 req-009c7f23-7b4f-4a28-9a31-5b4af7dcdbb9 tempest-TestServerBasicOps-59883255 tempest-TestServerBasicOps-59883255-project] 10.222.0.66 "GET /v2.0/security-groups?id=79b129e2-0d5e-4fab-98e6-2f7ca1345494&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876012 Aug 18 12:21:20.533651 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c040cd34-350a-43b4-82d2-512e2dc7035f req-02652d95-bf9f-4e31-926d-2d56fda1c858 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:21:20.542638 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c040cd34-350a-43b4-82d2-512e2dc7035f req-02652d95-bf9f-4e31-926d-2d56fda1c858 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/ports?device_id=ebc09d04-7c45-461d-a378-624bccc765d1 HTTP/1.1" status: 200 len: 944 time: 0.0815532 Aug 18 12:21:20.705138 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c040cd34-350a-43b4-82d2-512e2dc7035f req-a1967894-2148-4f7e-8de6-76bbcd879fa0 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/security-groups?id=1b0fca33-c559-4bcd-8fb7-1eb808938f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1592846 Aug 18 12:21:20.762405 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46904d25-1ff7-493e-8056-2f83181ecdf9 req-e5834327-e8cf-4535-ba46-2379623dc67c tempest-VolumesBackupsTest-459262536 tempest-VolumesBackupsTest-459262536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:21:20.764287 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-46904d25-1ff7-493e-8056-2f83181ecdf9 req-e5834327-e8cf-4535-ba46-2379623dc67c tempest-VolumesBackupsTest-459262536 tempest-VolumesBackupsTest-459262536-project] 10.222.0.66 "GET /v2.0/ports?device_id=d2033083-e3b1-4156-941d-387f33374963 HTTP/1.1" status: 200 len: 950 time: 0.1957548 Aug 18 12:21:20.828967 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-46904d25-1ff7-493e-8056-2f83181ecdf9 req-560d2c36-3407-4455-a3d0-4a723f45dafa tempest-VolumesBackupsTest-459262536 tempest-VolumesBackupsTest-459262536-project] 10.222.0.66 "GET /v2.0/security-groups?id=52f591d0-13a3-42ba-89bc-d60e8bd8083b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583496 Aug 18 12:21:21.279119 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e07066a-891e-42fc-a63c-f41630dc6e4c req-6323ae31-e6f5-4f61-92c5-1cadf62a3e35 tempest-TestServerBasicOps-59883255 tempest-TestServerBasicOps-59883255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:21:21.280598 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1e07066a-891e-42fc-a63c-f41630dc6e4c req-6323ae31-e6f5-4f61-92c5-1cadf62a3e35 tempest-TestServerBasicOps-59883255 tempest-TestServerBasicOps-59883255-project] 10.222.0.66 "GET /v2.0/ports?device_id=01f8c8b5-393e-4624-8d0f-5f248e192959 HTTP/1.1" status: 200 len: 946 time: 0.0485916 Aug 18 12:21:21.320328 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1e07066a-891e-42fc-a63c-f41630dc6e4c req-966fd444-8e3e-4118-8160-631fa7478a2a tempest-TestServerBasicOps-59883255 tempest-TestServerBasicOps-59883255-project] 10.222.0.66 "GET /v2.0/security-groups?id=79b129e2-0d5e-4fab-98e6-2f7ca1345494&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334275 Aug 18 12:21:21.431412 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:21:21.695672 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8a95f8bd-700b-4977-a717-2fb31de72f8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:21:21.895553 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc713df4-0b10-40da-9c44-f40298df8536 req-093d2ee3-d7c6-4b53-8b20-9ca6a4ce3c91 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:21:21.903844 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-dc713df4-0b10-40da-9c44-f40298df8536 req-093d2ee3-d7c6-4b53-8b20-9ca6a4ce3c91 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/ports?device_id=ebc09d04-7c45-461d-a378-624bccc765d1 HTTP/1.1" status: 200 len: 944 time: 0.0847945 Aug 18 12:21:21.974397 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-dc713df4-0b10-40da-9c44-f40298df8536 req-0fb252e4-7f45-495e-8be7-de829f4c12d1 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/security-groups?id=1b0fca33-c559-4bcd-8fb7-1eb808938f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692616 Aug 18 12:21:21.995128 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8111de9-51f2-4224-af2a-9ce11e0c10ca req-6bc22953-3b94-4ffb-ad53-ffdb4d0fecfb tempest-VolumesBackupsTest-459262536 tempest-VolumesBackupsTest-459262536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:21:21.996794 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e8111de9-51f2-4224-af2a-9ce11e0c10ca req-6bc22953-3b94-4ffb-ad53-ffdb4d0fecfb tempest-VolumesBackupsTest-459262536 tempest-VolumesBackupsTest-459262536-project] 10.222.0.66 "GET /v2.0/ports?device_id=d2033083-e3b1-4156-941d-387f33374963 HTTP/1.1" status: 200 len: 950 time: 0.0720944 Aug 18 12:21:22.072053 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e8111de9-51f2-4224-af2a-9ce11e0c10ca req-29a62f3e-849d-46c0-8da7-1ddc54f8f536 tempest-VolumesBackupsTest-459262536 tempest-VolumesBackupsTest-459262536-project] 10.222.0.66 "GET /v2.0/security-groups?id=52f591d0-13a3-42ba-89bc-d60e8bd8083b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613799 Aug 18 12:21:22.179280 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-53584c24-f517-494e-ac93-c18bb92373f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:21:22.553652 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436c93a1-7e51-4477-93bf-a0f7535a349a req-58417937-653c-4afe-9c86-2faec9459158 tempest-TestServerBasicOps-59883255 tempest-TestServerBasicOps-59883255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:21:22.555276 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-436c93a1-7e51-4477-93bf-a0f7535a349a req-58417937-653c-4afe-9c86-2faec9459158 tempest-TestServerBasicOps-59883255 tempest-TestServerBasicOps-59883255-project] 10.222.0.66 "GET /v2.0/ports?device_id=01f8c8b5-393e-4624-8d0f-5f248e192959 HTTP/1.1" status: 200 len: 946 time: 0.0885072 Aug 18 12:21:22.624345 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-436c93a1-7e51-4477-93bf-a0f7535a349a req-43381c83-69eb-48d4-822c-903ffb824496 tempest-TestServerBasicOps-59883255 tempest-TestServerBasicOps-59883255-project] 10.222.0.66 "GET /v2.0/security-groups?id=79b129e2-0d5e-4fab-98e6-2f7ca1345494&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585084 Aug 18 12:21:23.129654 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaaddb6-30c1-4ae2-ac31-f7c345097e69 req-c73c3831-b319-4098-9291-be5bfabae375 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:21:23.131868 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-cbaaddb6-30c1-4ae2-ac31-f7c345097e69 req-c73c3831-b319-4098-9291-be5bfabae375 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/ports?device_id=ebc09d04-7c45-461d-a378-624bccc765d1 HTTP/1.1" status: 200 len: 944 time: 0.0648110 Aug 18 12:21:23.191984 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-cbaaddb6-30c1-4ae2-ac31-f7c345097e69 req-f89acd61-82a2-4294-b20f-edebb85fc288 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/security-groups?id=1b0fca33-c559-4bcd-8fb7-1eb808938f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460224 Aug 18 12:21:23.776865 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e950407-91d3-49b0-bb81-67ebc8e7d6a5 req-0af48419-7e38-46c3-a68e-e76caa6d598b tempest-TestServerBasicOps-59883255 tempest-TestServerBasicOps-59883255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:21:23.780961 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9e950407-91d3-49b0-bb81-67ebc8e7d6a5 req-0af48419-7e38-46c3-a68e-e76caa6d598b tempest-TestServerBasicOps-59883255 tempest-TestServerBasicOps-59883255-project] 10.222.0.66 "GET /v2.0/ports?device_id=01f8c8b5-393e-4624-8d0f-5f248e192959 HTTP/1.1" status: 200 len: 946 time: 0.0585124 Aug 18 12:21:23.849950 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9e950407-91d3-49b0-bb81-67ebc8e7d6a5 req-1de511e5-0e97-4060-a07a-caa19388c4af tempest-TestServerBasicOps-59883255 tempest-TestServerBasicOps-59883255-project] 10.222.0.66 "GET /v2.0/security-groups?id=79b129e2-0d5e-4fab-98e6-2f7ca1345494&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519664 Aug 18 12:21:23.879482 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-500a1c61-38a7-4c23-a7ec-4631080af5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:21:24.407843 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab99593e-42ae-424c-813b-aa5b7a59b303 req-9b45c45b-68fc-4946-bf8c-27c3bd544908 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:21:24.416661 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ab99593e-42ae-424c-813b-aa5b7a59b303 req-9b45c45b-68fc-4946-bf8c-27c3bd544908 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/ports?device_id=ebc09d04-7c45-461d-a378-624bccc765d1 HTTP/1.1" status: 200 len: 944 time: 0.1082733 Aug 18 12:21:24.463588 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ab99593e-42ae-424c-813b-aa5b7a59b303 req-2afa6065-4946-4a8a-8b9b-26eb61434aa8 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/security-groups?id=1b0fca33-c559-4bcd-8fb7-1eb808938f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459218 Aug 18 12:21:25.015882 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0175349-ef72-4c4f-9711-767c7407562b req-cce55c3b-15b5-4140-9d02-eee17046db45 tempest-TestServerBasicOps-59883255 tempest-TestServerBasicOps-59883255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:21:25.017536 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b0175349-ef72-4c4f-9711-767c7407562b req-cce55c3b-15b5-4140-9d02-eee17046db45 tempest-TestServerBasicOps-59883255 tempest-TestServerBasicOps-59883255-project] 10.222.0.66 "GET /v2.0/ports?device_id=01f8c8b5-393e-4624-8d0f-5f248e192959 HTTP/1.1" status: 200 len: 946 time: 0.0891449 Aug 18 12:21:25.088538 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b0175349-ef72-4c4f-9711-767c7407562b req-f58756eb-64d6-4862-9ada-c4b3e622c980 tempest-TestServerBasicOps-59883255 tempest-TestServerBasicOps-59883255-project] 10.222.0.66 "GET /v2.0/security-groups?id=79b129e2-0d5e-4fab-98e6-2f7ca1345494&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576622 Aug 18 12:21:25.715107 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6df2fd-812f-4de5-8f94-9d8c09ea376b req-44d90a5b-ef12-47f7-ae29-d8a0138bb6fe tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:21:25.723152 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-aa6df2fd-812f-4de5-8f94-9d8c09ea376b req-44d90a5b-ef12-47f7-ae29-d8a0138bb6fe tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/ports?device_id=ebc09d04-7c45-461d-a378-624bccc765d1 HTTP/1.1" status: 200 len: 944 time: 0.1129472 Aug 18 12:21:25.772383 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-aa6df2fd-812f-4de5-8f94-9d8c09ea376b req-300b78a4-8f1d-42a9-bbfb-bb8e84556c4b tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/security-groups?id=1b0fca33-c559-4bcd-8fb7-1eb808938f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455780 Aug 18 12:21:26.226054 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24016a1a-02bb-4971-8fbd-e939d25781de req-23998f61-3ce4-4d64-9b63-d419ff52f38e tempest-TestServerBasicOps-59883255 tempest-TestServerBasicOps-59883255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:21:26.227782 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-24016a1a-02bb-4971-8fbd-e939d25781de req-23998f61-3ce4-4d64-9b63-d419ff52f38e tempest-TestServerBasicOps-59883255 tempest-TestServerBasicOps-59883255-project] 10.222.0.66 "GET /v2.0/ports?device_id=01f8c8b5-393e-4624-8d0f-5f248e192959 HTTP/1.1" status: 200 len: 946 time: 0.0544469 Aug 18 12:21:26.308368 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-24016a1a-02bb-4971-8fbd-e939d25781de req-a1922d07-7f3d-400f-86e0-ce7d501e766a tempest-TestServerBasicOps-59883255 tempest-TestServerBasicOps-59883255-project] 10.222.0.66 "GET /v2.0/security-groups?id=79b129e2-0d5e-4fab-98e6-2f7ca1345494&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692253 Aug 18 12:21:26.896527 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde3bd35-595f-4ff5-875b-bb13171d6402 req-66759fec-a7d7-4f61-97af-cd83928d7783 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:21:26.898923 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-bde3bd35-595f-4ff5-875b-bb13171d6402 req-66759fec-a7d7-4f61-97af-cd83928d7783 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/ports?device_id=ebc09d04-7c45-461d-a378-624bccc765d1 HTTP/1.1" status: 200 len: 944 time: 0.0563967 Aug 18 12:21:26.943100 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-bde3bd35-595f-4ff5-875b-bb13171d6402 req-a41743e1-3cd3-4016-ae68-bfd50fd13f43 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/security-groups?id=1b0fca33-c559-4bcd-8fb7-1eb808938f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387008 Aug 18 12:21:27.441329 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1ad285-abda-42ad-8ca6-b9fbd2cdc779 req-6e17ae96-2243-4c80-a3fb-336ef857d953 tempest-TestServerBasicOps-59883255 tempest-TestServerBasicOps-59883255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:21:27.443439 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2f1ad285-abda-42ad-8ca6-b9fbd2cdc779 req-6e17ae96-2243-4c80-a3fb-336ef857d953 tempest-TestServerBasicOps-59883255 tempest-TestServerBasicOps-59883255-project] 10.222.0.66 "GET /v2.0/ports?device_id=01f8c8b5-393e-4624-8d0f-5f248e192959 HTTP/1.1" status: 200 len: 946 time: 0.0612340 Aug 18 12:21:27.486003 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2f1ad285-abda-42ad-8ca6-b9fbd2cdc779 req-6f56f5b4-186c-4b26-80b2-13ad19b0b00a tempest-TestServerBasicOps-59883255 tempest-TestServerBasicOps-59883255-project] 10.222.0.66 "GET /v2.0/security-groups?id=79b129e2-0d5e-4fab-98e6-2f7ca1345494&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337498 Aug 18 12:21:28.080309 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15d3b85-df67-4044-b427-775df9d49328 req-673f005d-c6e9-4da1-8510-4a8ddffcfcc7 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:21:28.081838 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d15d3b85-df67-4044-b427-775df9d49328 req-673f005d-c6e9-4da1-8510-4a8ddffcfcc7 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/ports?device_id=ebc09d04-7c45-461d-a378-624bccc765d1 HTTP/1.1" status: 200 len: 944 time: 0.0595162 Aug 18 12:21:28.123030 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d15d3b85-df67-4044-b427-775df9d49328 req-598363c9-5a6b-464e-bade-09d746947506 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/security-groups?id=1b0fca33-c559-4bcd-8fb7-1eb808938f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329907 Aug 18 12:21:28.697306 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c7f2bf-c033-496b-96b5-406352b07d5d req-7fe5a859-1c8c-4f22-b909-3494a3186f9d tempest-TestServerBasicOps-59883255 tempest-TestServerBasicOps-59883255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:21:28.698781 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b4c7f2bf-c033-496b-96b5-406352b07d5d req-7fe5a859-1c8c-4f22-b909-3494a3186f9d tempest-TestServerBasicOps-59883255 tempest-TestServerBasicOps-59883255-project] 10.222.0.63 "GET /v2.0/ports?device_id=01f8c8b5-393e-4624-8d0f-5f248e192959 HTTP/1.1" status: 200 len: 946 time: 0.0802586 Aug 18 12:21:28.706265 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dd1106-19b7-4649-99b8-fdf571b148cb req-94e7a3ab-4e75-48c7-9e63-cfa9b63a9ff5 tempest-TestServerBasicOps-59883255 tempest-TestServerBasicOps-59883255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:21:28.707617 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-30dd1106-19b7-4649-99b8-fdf571b148cb req-94e7a3ab-4e75-48c7-9e63-cfa9b63a9ff5 tempest-TestServerBasicOps-59883255 tempest-TestServerBasicOps-59883255-project] 10.222.0.66 "GET /v2.0/ports?device_id=01f8c8b5-393e-4624-8d0f-5f248e192959 HTTP/1.1" status: 200 len: 946 time: 0.1506054 Aug 18 12:21:28.789270 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-30dd1106-19b7-4649-99b8-fdf571b148cb req-cc7e21b7-d91e-405e-b6ee-a9b55c99a9d8 tempest-TestServerBasicOps-59883255 tempest-TestServerBasicOps-59883255-project] 10.222.0.66 "GET /v2.0/security-groups?id=79b129e2-0d5e-4fab-98e6-2f7ca1345494&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742900 Aug 18 12:21:28.815437 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-b4c7f2bf-c033-496b-96b5-406352b07d5d req-470dd6cb-85aa-40ba-9683-352e1c416381 tempest-TestServerBasicOps-59883255 tempest-TestServerBasicOps-59883255-project] Deleting port e98e409e-28ce-4225-9f9b-3e7242be722b {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:21:28.815779 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-b4c7f2bf-c033-496b-96b5-406352b07d5d req-470dd6cb-85aa-40ba-9683-352e1c416381 tempest-TestServerBasicOps-59883255 tempest-TestServerBasicOps-59883255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:21:28.906057 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-b4c7f2bf-c033-496b-96b5-406352b07d5d req-470dd6cb-85aa-40ba-9683-352e1c416381 tempest-TestServerBasicOps-59883255 tempest-TestServerBasicOps-59883255-project] For port e98e409e-28ce-4225-9f9b-3e7242be722b, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=e98e409e-28ce-4225-9f9b-3e7242be722b,segment=NetworkSegment(99d3059f-fdea-4545-a4b6-b8c46ac90e18),segment_id=99d3059f-fdea-4545-a4b6-b8c46ac90e18)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:21:28.906294 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-b4c7f2bf-c033-496b-96b5-406352b07d5d req-470dd6cb-85aa-40ba-9683-352e1c416381 tempest-TestServerBasicOps-59883255 tempest-TestServerBasicOps-59883255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:21:29.084582 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-b4c7f2bf-c033-496b-96b5-406352b07d5d req-470dd6cb-85aa-40ba-9683-352e1c416381 tempest-TestServerBasicOps-59883255 tempest-TestServerBasicOps-59883255-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:21:29.085240 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-b4c7f2bf-c033-496b-96b5-406352b07d5d req-470dd6cb-85aa-40ba-9683-352e1c416381 tempest-TestServerBasicOps-59883255 tempest-TestServerBasicOps-59883255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-989945'] for floatingip, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:21:29.085700 n-d-804985-2 neutron-server[106252]: INFO neutron.db.l3_db [req-b4c7f2bf-c033-496b-96b5-406352b07d5d req-470dd6cb-85aa-40ba-9683-352e1c416381 tempest-TestServerBasicOps-59883255 tempest-TestServerBasicOps-59883255-project] Floating IP 4bcac970-3130-4911-b3fc-339cfe9e139c disassociated. External IP: 172.25.7.131, port: e98e409e-28ce-4225-9f9b-3e7242be722b. Aug 18 12:21:29.086135 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-b4c7f2bf-c033-496b-96b5-406352b07d5d req-470dd6cb-85aa-40ba-9683-352e1c416381 tempest-TestServerBasicOps-59883255 tempest-TestServerBasicOps-59883255-project] Calling delete_port for e98e409e-28ce-4225-9f9b-3e7242be722b owned by compute:nova {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:21:29.247866 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-b4c7f2bf-c033-496b-96b5-406352b07d5d req-470dd6cb-85aa-40ba-9683-352e1c416381 tempest-TestServerBasicOps-59883255 tempest-TestServerBasicOps-59883255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:21:29.268842 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121a9bd4-2493-4d15-95aa-39dd1a9ae185 req-ab82bc83-81d2-43ea-b6f7-cbdc33137f63 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:21:29.270312 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-121a9bd4-2493-4d15-95aa-39dd1a9ae185 req-ab82bc83-81d2-43ea-b6f7-cbdc33137f63 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/ports?device_id=ebc09d04-7c45-461d-a378-624bccc765d1 HTTP/1.1" status: 200 len: 944 time: 0.0671124 Aug 18 12:21:29.290369 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470dd6cb-85aa-40ba-9683-352e1c416381 tempest-TestServerBasicOps-59883255 tempest-TestServerBasicOps-59883255-project] Pushing event deleted for resources: {'Port': ['ID=e98e409e-28ce-4225-9f9b-3e7242be722b,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:21:29.321018 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 8b179b4e-a984-4c26-8bef-a56d4a7e622c details requested by agent hyperv_n-h1-804985-2 with host n-h1-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:21:29.363456 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-121a9bd4-2493-4d15-95aa-39dd1a9ae185 req-5a3a5c31-1a5e-4267-9bb6-91a5bed4c32f tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/security-groups?id=1b0fca33-c559-4bcd-8fb7-1eb808938f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754373 Aug 18 12:21:29.429992 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 8b179b4e-a984-4c26-8bef-a56d4a7e622c, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=8b179b4e-a984-4c26-8bef-a56d4a7e622c,segment=NetworkSegment(b37ee6ef-093c-4194-a906-24a6a3165741),segment_id=b37ee6ef-093c-4194-a906-24a6a3165741)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:21:29.438291 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b4c7f2bf-c033-496b-96b5-406352b07d5d req-470dd6cb-85aa-40ba-9683-352e1c416381 tempest-TestServerBasicOps-59883255 tempest-TestServerBasicOps-59883255-project] Router 22416481-7189-46ad-b8e7-636d7702e44c has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:21:29.443234 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Returning: {'device': '8b179b4e-a984-4c26-8bef-a56d4a7e622c', 'network_id': '9a60ecad-83fa-47c2-91d2-f7a65c03fb59', 'port_id': '8b179b4e-a984-4c26-8bef-a56d4a7e622c', 'mac_address': 'fa:16:3e:be:55:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 849, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb04d889-17cd-4540-8b57-641bd70e62c4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:21:29.482293 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:21:29.495358 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b179b4e-a984-4c26-8bef-a56d4a7e622c {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:21:29.515503 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 8b179b4e-a984-4c26-8bef-a56d4a7e622c, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=8b179b4e-a984-4c26-8bef-a56d4a7e622c,segment=NetworkSegment(b37ee6ef-093c-4194-a906-24a6a3165741),segment_id=b37ee6ef-093c-4194-a906-24a6a3165741)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:21:29.520726 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:21:29.548181 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b4c7f2bf-c033-496b-96b5-406352b07d5d req-470dd6cb-85aa-40ba-9683-352e1c416381 tempest-TestServerBasicOps-59883255 tempest-TestServerBasicOps-59883255-project] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:21:29.562626 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4868ec13-3cb5-44fd-9d11-015a1fab7389 None None] Sync routers for ids ['22416481-7189-46ad-b8e7-636d7702e44c'] in n-d-804985-2 {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:21:29.584818 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=8b179b4e-a984-4c26-8bef-a56d4a7e622c,revision_number=9']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:21:29.588657 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4868ec13-3cb5-44fd-9d11-015a1fab7389 None None] Routers {'22416481-7189-46ad-b8e7-636d7702e44c'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:21:29.589257 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-4868ec13-3cb5-44fd-9d11-015a1fab7389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:21:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['22416481-7189-46ad-b8e7-636d7702e44c'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:21:29.605334 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4c7f2bf-c033-496b-96b5-406352b07d5d req-470dd6cb-85aa-40ba-9683-352e1c416381 tempest-TestServerBasicOps-59883255 tempest-TestServerBasicOps-59883255-project] No DVR routers for this DVR port e98e409e-28ce-4225-9f9b-3e7242be722b on host n-h1-804985-2 {{(pid=106252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:21:29.608085 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-b4c7f2bf-c033-496b-96b5-406352b07d5d req-470dd6cb-85aa-40ba-9683-352e1c416381 tempest-TestServerBasicOps-59883255 tempest-TestServerBasicOps-59883255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:21:29.610166 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b4c7f2bf-c033-496b-96b5-406352b07d5d req-470dd6cb-85aa-40ba-9683-352e1c416381 tempest-TestServerBasicOps-59883255 tempest-TestServerBasicOps-59883255-project] 10.222.0.63 "DELETE /v2.0/ports/e98e409e-28ce-4225-9f9b-3e7242be722b HTTP/1.1" status: 204 len: 173 time: 0.9016876 Aug 18 12:21:29.610606 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01f8c8b5-393e-4624-8d0f-5f248e192959', 'name': 'network-vif-deleted', 'tag': 'e98e409e-28ce-4225-9f9b-3e7242be722b'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:21:29.613304 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a61da44e-5b06-4fa1-9214-62fc1ff471c2" -d '{"events": [{"server_uuid": "01f8c8b5-393e-4624-8d0f-5f248e192959", "name": "network-vif-deleted", "tag": "e98e409e-28ce-4225-9f9b-3e7242be722b"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:21:29.672902 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:21:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9412586e-0e79-4240-af0c-d8360f488e88 x-openstack-request-id: req-9412586e-0e79-4240-af0c-d8360f488e88 {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:21:29.673414 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01f8c8b5-393e-4624-8d0f-5f248e192959", "name": "network-vif-deleted", "tag": "e98e409e-28ce-4225-9f9b-3e7242be722b", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:21:29.673857 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-9412586e-0e79-4240-af0c-d8360f488e88 {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:21:29.674480 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01f8c8b5-393e-4624-8d0f-5f248e192959', 'name': 'network-vif-deleted', 'tag': 'e98e409e-28ce-4225-9f9b-3e7242be722b', 'status': 'completed', 'code': 200} Aug 18 12:21:29.746406 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-4868ec13-3cb5-44fd-9d11-015a1fab7389 None None] Set router 22416481-7189-46ad-b8e7-636d7702e44c gateway port host: n-d-804985-2 {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:21:29.779350 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] get_ports_and_sgs() called for port_ids ['8b179b4e-a984-4c26-8bef-a56d4a7e622c'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:21:29.912349 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6af4b91f-dadc-4462-a302-8ba5761a6dce req-be11a97d-c5e9-496e-80fa-b36fee92d580 tempest-TestServerBasicOps-59883255 tempest-TestServerBasicOps-59883255-project] 10.222.0.66 "GET /v2.0/ports?device_id=01f8c8b5-393e-4624-8d0f-5f248e192959 HTTP/1.1" status: 200 len: 210 time: 0.0274746 Aug 18 12:21:30.083073 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-4868ec13-3cb5-44fd-9d11-015a1fab7389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22416481-7189-46ad-b8e7-636d7702e44c', 'name': 'tempest-TestServerBasicOps-707589992-router', 'tenant_id': 'a31a9a9347c444e692b4e9b7703834cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.64'}], 'enable_snat': True}, 'gw_port_id': '29118bd0-1817-4d8e-a34a-b559aad52b39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:16:00Z', 'updated_at': '2021-08-18T12:16:06Z', 'revision_number': 4, 'project_id': 'a31a9a9347c444e692b4e9b7703834cf', 'gw_port': {'id': '29118bd0-1817-4d8e-a34a-b559aad52b39', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:e5:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22416481-7189-46ad-b8e7-636d7702e44c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3054, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:16:01Z', 'updated_at': '2021-08-18T12:16:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': '46f2df18-9a1e-4518-8ad8-3b25c6e21861', 'name': '', 'network_id': 'c4280c32-a3bd-4e80-9871-c1104e80276f', 'tenant_id': 'a31a9a9347c444e692b4e9b7703834cf', 'mac_address': 'fa:16:3e:c8:15:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22416481-7189-46ad-b8e7-636d7702e44c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3060, 'fixed_ips': [{'subnet_id': 'd46223af-7d95-441f-92a2-ea3a8ad2c323', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:16:05Z', 'updated_at': '2021-08-18T12:16:14Z', 'revision_number': 5, 'project_id': 'a31a9a9347c444e692b4e9b7703834cf', 'subnets': [{'id': 'd46223af-7d95-441f-92a2-ea3a8ad2c323', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:21:30.112919 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4868ec13-3cb5-44fd-9d11-015a1fab7389 None None] Checking router: 22416481-7189-46ad-b8e7-636d7702e44c for host: n-d-804985-2 {{(pid=106254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:21:30.122192 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4868ec13-3cb5-44fd-9d11-015a1fab7389 None None] Routers {'22416481-7189-46ad-b8e7-636d7702e44c'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:21:30.122821 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-4868ec13-3cb5-44fd-9d11-015a1fab7389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:21:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['22416481-7189-46ad-b8e7-636d7702e44c'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:21:30.250709 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-4868ec13-3cb5-44fd-9d11-015a1fab7389 None None] Set router 22416481-7189-46ad-b8e7-636d7702e44c gateway port host: n-d-804985-2 {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:21:30.476821 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-4868ec13-3cb5-44fd-9d11-015a1fab7389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22416481-7189-46ad-b8e7-636d7702e44c', 'name': 'tempest-TestServerBasicOps-707589992-router', 'tenant_id': 'a31a9a9347c444e692b4e9b7703834cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.64'}], 'enable_snat': True}, 'gw_port_id': '29118bd0-1817-4d8e-a34a-b559aad52b39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:16:00Z', 'updated_at': '2021-08-18T12:16:06Z', 'revision_number': 4, 'project_id': 'a31a9a9347c444e692b4e9b7703834cf', 'gw_port': {'id': '29118bd0-1817-4d8e-a34a-b559aad52b39', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:e5:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22416481-7189-46ad-b8e7-636d7702e44c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3054, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:16:01Z', 'updated_at': '2021-08-18T12:16:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': '46f2df18-9a1e-4518-8ad8-3b25c6e21861', 'name': '', 'network_id': 'c4280c32-a3bd-4e80-9871-c1104e80276f', 'tenant_id': 'a31a9a9347c444e692b4e9b7703834cf', 'mac_address': 'fa:16:3e:c8:15:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22416481-7189-46ad-b8e7-636d7702e44c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3060, 'fixed_ips': [{'subnet_id': 'd46223af-7d95-441f-92a2-ea3a8ad2c323', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:16:05Z', 'updated_at': '2021-08-18T12:16:14Z', 'revision_number': 5, 'project_id': 'a31a9a9347c444e692b4e9b7703834cf', 'subnets': [{'id': 'd46223af-7d95-441f-92a2-ea3a8ad2c323', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:21:30.506525 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9e5f87-93c0-4756-b020-0d4de7b489f8 req-b50eedd6-76cb-406d-9a25-e8874f04d7ba tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:21:30.508122 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ae9e5f87-93c0-4756-b020-0d4de7b489f8 req-b50eedd6-76cb-406d-9a25-e8874f04d7ba tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/ports?device_id=ebc09d04-7c45-461d-a378-624bccc765d1 HTTP/1.1" status: 200 len: 945 time: 0.0506785 Aug 18 12:21:30.511151 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4868ec13-3cb5-44fd-9d11-015a1fab7389 None None] The sync data for ids ['22416481-7189-46ad-b8e7-636d7702e44c'] in n-d-804985-2 is: [{'id': '22416481-7189-46ad-b8e7-636d7702e44c', 'name': 'tempest-TestServerBasicOps-707589992-router', 'tenant_id': 'a31a9a9347c444e692b4e9b7703834cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.64'}], 'enable_snat': True}, 'gw_port_id': '29118bd0-1817-4d8e-a34a-b559aad52b39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:16:00Z', 'updated_at': '2021-08-18T12:16:06Z', 'revision_number': 4, 'project_id': 'a31a9a9347c444e692b4e9b7703834cf', 'gw_port': {'id': '29118bd0-1817-4d8e-a34a-b559aad52b39', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:e5:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22416481-7189-46ad-b8e7-636d7702e44c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3054, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:16:01Z', 'updated_at': '2021-08-18T12:16:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': '46f2df18-9a1e-4518-8ad8-3b25c6e21861', 'name': '', 'network_id': 'c4280c32-a3bd-4e80-9871-c1104e80276f', 'tenant_id': 'a31a9a9347c444e692b4e9b7703834cf', 'mac_address': 'fa:16:3e:c8:15:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22416481-7189-46ad-b8e7-636d7702e44c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3060, 'fixed_ips': [{'subnet_id': 'd46223af-7d95-441f-92a2-ea3a8ad2c323', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:16:05Z', 'updated_at': '2021-08-18T12:16:14Z', 'revision_number': 5, 'project_id': 'a31a9a9347c444e692b4e9b7703834cf', 'subnets': [{'id': 'd46223af-7d95-441f-92a2-ea3a8ad2c323', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:21:30.548366 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ae9e5f87-93c0-4756-b020-0d4de7b489f8 req-eec50d8e-8fdd-42ea-adc8-4f4ab6472cd6 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/security-groups?id=1b0fca33-c559-4bcd-8fb7-1eb808938f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335443 Aug 18 12:21:30.751505 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25296b1e-24ba-48ec-93e4-d781cfc9e2af None None] New status for floating IP 4bcac970-3130-4911-b3fc-339cfe9e139c: DOWN {{(pid=106255) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 12:21:30.971051 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 37640) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:21:31.105176 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-dcb820e5-9e77-47c1-8449-37788fe87c5d tempest-TestServerBasicOps-59883255 tempest-TestServerBasicOps-59883255-project] Deleting port d2eed8f4-22c8-47d8-92af-78b235f3ca05 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:21:31.105537 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-dcb820e5-9e77-47c1-8449-37788fe87c5d tempest-TestServerBasicOps-59883255 tempest-TestServerBasicOps-59883255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:21:31.187841 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-dcb820e5-9e77-47c1-8449-37788fe87c5d tempest-TestServerBasicOps-59883255 tempest-TestServerBasicOps-59883255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:21:31.188162 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-dcb820e5-9e77-47c1-8449-37788fe87c5d tempest-TestServerBasicOps-59883255 tempest-TestServerBasicOps-59883255-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:21:31.201246 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-dcb820e5-9e77-47c1-8449-37788fe87c5d tempest-TestServerBasicOps-59883255 tempest-TestServerBasicOps-59883255-project] Calling delete_port for d2eed8f4-22c8-47d8-92af-78b235f3ca05 owned by network:floatingip {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:21:31.337104 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 8b179b4e-a984-4c26-8bef-a56d4a7e622c up at agent hyperv_n-h1-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:21:31.360002 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-dcb820e5-9e77-47c1-8449-37788fe87c5d tempest-TestServerBasicOps-59883255 tempest-TestServerBasicOps-59883255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:21:31.393629 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Provisioning complete for port 8b179b4e-a984-4c26-8bef-a56d4a7e622c triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:21:31.394083 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:21:31.396577 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb820e5-9e77-47c1-8449-37788fe87c5d tempest-TestServerBasicOps-59883255 tempest-TestServerBasicOps-59883255-project] Pushing event deleted for resources: {'Port': ['ID=d2eed8f4-22c8-47d8-92af-78b235f3ca05,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:21:31.461113 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-dcb820e5-9e77-47c1-8449-37788fe87c5d tempest-TestServerBasicOps-59883255 tempest-TestServerBasicOps-59883255-project] Notify callbacks [] for floatingip, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:21:31.463954 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-dcb820e5-9e77-47c1-8449-37788fe87c5d tempest-TestServerBasicOps-59883255 tempest-TestServerBasicOps-59883255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for floatingip, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:21:31.465166 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-dcb820e5-9e77-47c1-8449-37788fe87c5d tempest-TestServerBasicOps-59883255 tempest-TestServerBasicOps-59883255-project] 10.222.0.66 "DELETE /v2.0/floatingips/4bcac970-3130-4911-b3fc-339cfe9e139c HTTP/1.1" status: 204 len: 168 time: 0.4930978 Aug 18 12:21:31.489028 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:21:31.513002 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebc09d04-7c45-461d-a378-624bccc765d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b179b4e-a984-4c26-8bef-a56d4a7e622c'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:21:31.515245 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db50a436fb3a98495337d8fe7487b4f2ea6f3c1052eb9efadc2ecda2d5737001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-389b5698-b500-4fa0-b933-30a4a8f51fc2" -d '{"events": [{"server_uuid": "ebc09d04-7c45-461d-a378-624bccc765d1", "name": "network-vif-plugged", "status": "completed", "tag": "8b179b4e-a984-4c26-8bef-a56d4a7e622c"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:21:31.535566 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 8b179b4e-a984-4c26-8bef-a56d4a7e622c, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=8b179b4e-a984-4c26-8bef-a56d4a7e622c,segment=NetworkSegment(b37ee6ef-093c-4194-a906-24a6a3165741),segment_id=b37ee6ef-093c-4194-a906-24a6a3165741)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:21:31.543099 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:21:31.543958 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device e98e409e-28ce-4225-9f9b-3e7242be722b no longer exists at agent hyperv_n-h1-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:21:31.552010 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 37650) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:21:31.591902 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:21:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4434fff-ed20-455e-bb81-30d1e33f9aeb x-openstack-request-id: req-c4434fff-ed20-455e-bb81-30d1e33f9aeb {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:21:31.592216 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebc09d04-7c45-461d-a378-624bccc765d1", "name": "network-vif-plugged", "status": "completed", "tag": "8b179b4e-a984-4c26-8bef-a56d4a7e622c", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:21:31.592783 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c4434fff-ed20-455e-bb81-30d1e33f9aeb {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:21:31.592906 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebc09d04-7c45-461d-a378-624bccc765d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b179b4e-a984-4c26-8bef-a56d4a7e622c', 'code': 200} Aug 18 12:21:31.595643 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] No Port match for: e98e409e-28ce-4225-9f9b-3e7242be722b {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:21:31.595987 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device e98e409e-28ce-4225-9f9b-3e7242be722b not bound to the agent host n-h1-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:21:31.623139 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=8b179b4e-a984-4c26-8bef-a56d4a7e622c,revision_number=10']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:21:31.681890 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8e0c3afd-6398-4d2d-a609-e5cbe5928004 tempest-TestServerBasicOps-59883255 tempest-TestServerBasicOps-59883255-project] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:21:31.710837 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8e0c3afd-6398-4d2d-a609-e5cbe5928004 tempest-TestServerBasicOps-59883255 tempest-TestServerBasicOps-59883255-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:21:31.724159 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52839dc-f201-42ef-b05e-f786e133f570 req-0f7e5b8a-2651-4976-a506-4f993615f1c6 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:21:31.732695 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f52839dc-f201-42ef-b05e-f786e133f570 req-0f7e5b8a-2651-4976-a506-4f993615f1c6 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/ports?device_id=ebc09d04-7c45-461d-a378-624bccc765d1 HTTP/1.1" status: 200 len: 947 time: 0.0666502 Aug 18 12:21:31.789422 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8e0c3afd-6398-4d2d-a609-e5cbe5928004 tempest-TestServerBasicOps-59883255 tempest-TestServerBasicOps-59883255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:21:31.793218 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8e0c3afd-6398-4d2d-a609-e5cbe5928004 tempest-TestServerBasicOps-59883255 tempest-TestServerBasicOps-59883255-project] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:21:31.794654 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-8e0c3afd-6398-4d2d-a609-e5cbe5928004 tempest-TestServerBasicOps-59883255 tempest-TestServerBasicOps-59883255-project] 10.222.0.66 "DELETE /v2.0/security-groups/79b129e2-0d5e-4fab-98e6-2f7ca1345494 HTTP/1.1" status: 204 len: 168 time: 0.2407191 Aug 18 12:21:31.818739 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f52839dc-f201-42ef-b05e-f786e133f570 req-b678085e-c3cf-48f8-ae8d-d824feecde83 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/security-groups?id=1b0fca33-c559-4bcd-8fb7-1eb808938f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848751 Aug 18 12:21:31.820701 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0c3afd-6398-4d2d-a609-e5cbe5928004 tempest-TestServerBasicOps-59883255 tempest-TestServerBasicOps-59883255-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79b129e2-0d5e-4fab-98e6-2f7ca1345494,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:21:31.822373 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c07416-fff7-44ca-a162-f577d8c456bb req-93bfa1ca-51c9-42a0-ac87-d881036eb3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:21:31.826750 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-82c07416-fff7-44ca-a162-f577d8c456bb req-93bfa1ca-51c9-42a0-ac87-d881036eb3bd service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=ebc09d04-7c45-461d-a378-624bccc765d1 HTTP/1.1" status: 200 len: 1098 time: 0.0749032 Aug 18 12:21:31.845748 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 37658) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:21:31.880676 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-82c07416-fff7-44ca-a162-f577d8c456bb req-dd3bc12e-1200-4dd6-a659-dd22a3d0708c service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=1b0fca33-c559-4bcd-8fb7-1eb808938f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409176 Aug 18 12:21:32.323175 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f5d800fb-a8c6-4053-afd2-afb8f667bc6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-996815'] for router_interface, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:21:32.582553 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-f5d800fb-a8c6-4053-afd2-afb8f667bc6c admin admin] Deleting port 46f2df18-9a1e-4518-8ad8-3b25c6e21861 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:21:32.582990 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f5d800fb-a8c6-4053-afd2-afb8f667bc6c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:21:32.689093 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [None req-f5d800fb-a8c6-4053-afd2-afb8f667bc6c admin admin] For port 46f2df18-9a1e-4518-8ad8-3b25c6e21861, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=46f2df18-9a1e-4518-8ad8-3b25c6e21861,segment=NetworkSegment(99d3059f-fdea-4545-a4b6-b8c46ac90e18),segment_id=99d3059f-fdea-4545-a4b6-b8c46ac90e18)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:21:32.690207 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f5d800fb-a8c6-4053-afd2-afb8f667bc6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:21:32.702573 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-f5d800fb-a8c6-4053-afd2-afb8f667bc6c admin admin] Calling delete_port for 46f2df18-9a1e-4518-8ad8-3b25c6e21861 owned by network:router_interface {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:21:32.962556 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f5d800fb-a8c6-4053-afd2-afb8f667bc6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:21:32.989752 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cafdd6-9811-47ee-982a-bceb109012cc req-89b1acc0-4f24-467e-b410-2a3fdaf47858 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:21:32.990830 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d800fb-a8c6-4053-afd2-afb8f667bc6c admin admin] Pushing event deleted for resources: {'Port': ['ID=46f2df18-9a1e-4518-8ad8-3b25c6e21861,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:21:32.992422 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d8cafdd6-9811-47ee-982a-bceb109012cc req-89b1acc0-4f24-467e-b410-2a3fdaf47858 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/ports?device_id=ebc09d04-7c45-461d-a378-624bccc765d1 HTTP/1.1" status: 200 len: 947 time: 0.0577552 Aug 18 12:21:33.053914 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d8cafdd6-9811-47ee-982a-bceb109012cc req-7cfb6db1-2674-4118-a3b2-69b1e8ef1c92 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/security-groups?id=1b0fca33-c559-4bcd-8fb7-1eb808938f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537708 Aug 18 12:21:33.276865 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f5d800fb-a8c6-4053-afd2-afb8f667bc6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953695'] for router_interface, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:21:33.568862 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5d800fb-a8c6-4053-afd2-afb8f667bc6c admin admin] Router 22416481-7189-46ad-b8e7-636d7702e44c has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:21:33.683928 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5d800fb-a8c6-4053-afd2-afb8f667bc6c admin admin] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:21:33.692361 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-f5d800fb-a8c6-4053-afd2-afb8f667bc6c admin admin] 10.222.0.66 "PUT /v2.0/routers/22416481-7189-46ad-b8e7-636d7702e44c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8423605 Aug 18 12:21:33.692361 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 37708) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:21:33.696140 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b85f16f0-86fe-4da1-8b6d-93f33063477f None None] Sync routers for ids ['22416481-7189-46ad-b8e7-636d7702e44c'] in n-d-804985-2 {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:21:33.716942 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b85f16f0-86fe-4da1-8b6d-93f33063477f None None] Routers {'22416481-7189-46ad-b8e7-636d7702e44c'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:21:33.717615 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-b85f16f0-86fe-4da1-8b6d-93f33063477f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:21:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['22416481-7189-46ad-b8e7-636d7702e44c'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:21:33.823813 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d0b6b89d-2c20-4aa3-a6ec-c8d6f6e90353 admin admin] Notify callbacks [] for router, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:21:33.887872 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-b85f16f0-86fe-4da1-8b6d-93f33063477f None None] Set router 22416481-7189-46ad-b8e7-636d7702e44c gateway port host: n-d-804985-2 {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:21:34.129102 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-b85f16f0-86fe-4da1-8b6d-93f33063477f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22416481-7189-46ad-b8e7-636d7702e44c', 'name': 'tempest-TestServerBasicOps-707589992-router', 'tenant_id': 'a31a9a9347c444e692b4e9b7703834cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.64'}], 'enable_snat': True}, 'gw_port_id': '29118bd0-1817-4d8e-a34a-b559aad52b39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:16:00Z', 'updated_at': '2021-08-18T12:21:32Z', 'revision_number': 5, 'project_id': 'a31a9a9347c444e692b4e9b7703834cf', 'gw_port': {'id': '29118bd0-1817-4d8e-a34a-b559aad52b39', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:e5:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22416481-7189-46ad-b8e7-636d7702e44c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3054, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:16:01Z', 'updated_at': '2021-08-18T12:16:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:21:34.164739 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b85f16f0-86fe-4da1-8b6d-93f33063477f None None] Checking router: 22416481-7189-46ad-b8e7-636d7702e44c for host: n-d-804985-2 {{(pid=106254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:21:34.175424 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b85f16f0-86fe-4da1-8b6d-93f33063477f None None] Routers {'22416481-7189-46ad-b8e7-636d7702e44c'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:21:34.176295 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-b85f16f0-86fe-4da1-8b6d-93f33063477f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:21:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['22416481-7189-46ad-b8e7-636d7702e44c'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:21:34.316222 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affe51c4-cc1d-44d5-b42a-51e14bdfcb5f req-47625347-d60c-4e7c-904a-0b46a416add0 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:21:34.324549 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-affe51c4-cc1d-44d5-b42a-51e14bdfcb5f req-47625347-d60c-4e7c-904a-0b46a416add0 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/ports?device_id=ebc09d04-7c45-461d-a378-624bccc765d1 HTTP/1.1" status: 200 len: 947 time: 0.1630118 Aug 18 12:21:34.378286 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-affe51c4-cc1d-44d5-b42a-51e14bdfcb5f req-863bb653-8d79-47a9-b602-e00ee7054aef tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/security-groups?id=1b0fca33-c559-4bcd-8fb7-1eb808938f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460980 Aug 18 12:21:34.477204 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d0b6b89d-2c20-4aa3-a6ec-c8d6f6e90353 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:21:34.557423 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-d0b6b89d-2c20-4aa3-a6ec-c8d6f6e90353 admin admin] Deleting port 29118bd0-1817-4d8e-a34a-b559aad52b39 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:21:34.557423 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d0b6b89d-2c20-4aa3-a6ec-c8d6f6e90353 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:21:34.591068 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-b85f16f0-86fe-4da1-8b6d-93f33063477f None None] Set router 22416481-7189-46ad-b8e7-636d7702e44c gateway port host: n-d-804985-2 {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:21:34.642910 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [None req-d0b6b89d-2c20-4aa3-a6ec-c8d6f6e90353 admin admin] For port 29118bd0-1817-4d8e-a34a-b559aad52b39, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=29118bd0-1817-4d8e-a34a-b559aad52b39,segment=NetworkSegment(c5a3db9d-5c58-41b1-9177-d5787a597b78),segment_id=c5a3db9d-5c58-41b1-9177-d5787a597b78)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:21:34.643476 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d0b6b89d-2c20-4aa3-a6ec-c8d6f6e90353 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:21:34.660227 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-d0b6b89d-2c20-4aa3-a6ec-c8d6f6e90353 admin admin] Calling delete_port for 29118bd0-1817-4d8e-a34a-b559aad52b39 owned by network:router_gateway {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:21:34.833880 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-b85f16f0-86fe-4da1-8b6d-93f33063477f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22416481-7189-46ad-b8e7-636d7702e44c', 'name': 'tempest-TestServerBasicOps-707589992-router', 'tenant_id': 'a31a9a9347c444e692b4e9b7703834cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.64'}], 'enable_snat': True}, 'gw_port_id': '29118bd0-1817-4d8e-a34a-b559aad52b39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:16:00Z', 'updated_at': '2021-08-18T12:21:32Z', 'revision_number': 5, 'project_id': 'a31a9a9347c444e692b4e9b7703834cf', 'gw_port': {'id': '29118bd0-1817-4d8e-a34a-b559aad52b39', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:e5:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22416481-7189-46ad-b8e7-636d7702e44c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3054, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:16:01Z', 'updated_at': '2021-08-18T12:16:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:21:34.866185 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b85f16f0-86fe-4da1-8b6d-93f33063477f None None] The sync data for ids ['22416481-7189-46ad-b8e7-636d7702e44c'] in n-d-804985-2 is: [{'id': '22416481-7189-46ad-b8e7-636d7702e44c', 'name': 'tempest-TestServerBasicOps-707589992-router', 'tenant_id': 'a31a9a9347c444e692b4e9b7703834cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.64'}], 'enable_snat': True}, 'gw_port_id': '29118bd0-1817-4d8e-a34a-b559aad52b39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:16:00Z', 'updated_at': '2021-08-18T12:21:32Z', 'revision_number': 5, 'project_id': 'a31a9a9347c444e692b4e9b7703834cf', 'gw_port': {'id': '29118bd0-1817-4d8e-a34a-b559aad52b39', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:e5:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22416481-7189-46ad-b8e7-636d7702e44c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3054, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:16:01Z', 'updated_at': '2021-08-18T12:16:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:21:34.922587 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d0b6b89d-2c20-4aa3-a6ec-c8d6f6e90353 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:21:34.957136 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b6b89d-2c20-4aa3-a6ec-c8d6f6e90353 admin admin] Pushing event deleted for resources: {'Port': ['ID=29118bd0-1817-4d8e-a34a-b559aad52b39,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:21:35.059595 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d0b6b89d-2c20-4aa3-a6ec-c8d6f6e90353 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-997271'] for router_gateway, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:21:35.206023 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d0b6b89d-2c20-4aa3-a6ec-c8d6f6e90353 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-996004', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15859'] for router, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:21:35.209939 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d0b6b89d-2c20-4aa3-a6ec-c8d6f6e90353 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:21:35.277953 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d0b6b89d-2c20-4aa3-a6ec-c8d6f6e90353 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-996061'] for router, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:21:35.278889 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0b6b89d-2c20-4aa3-a6ec-c8d6f6e90353 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 22416481-7189-46ad-b8e7-636d7702e44c {{(pid=106253) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 12:21:35.291097 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d0b6b89d-2c20-4aa3-a6ec-c8d6f6e90353 admin admin] Notify callbacks [] for router, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:21:35.296665 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-d0b6b89d-2c20-4aa3-a6ec-c8d6f6e90353 admin admin] 10.222.0.66 "DELETE /v2.0/routers/22416481-7189-46ad-b8e7-636d7702e44c HTTP/1.1" status: 204 len: 168 time: 1.6017842 Aug 18 12:21:35.301537 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 37722) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:21:35.371596 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3f74630-dab4-4df9-9582-d78790b77582 admin admin] Deleting subnet d46223af-7d95-441f-92a2-ea3a8ad2c323 {{(pid=106253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 12:21:35.381685 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d3f74630-dab4-4df9-9582-d78790b77582 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:21:35.444188 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 46f2df18-9a1e-4518-8ad8-3b25c6e21861 no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:21:35.481274 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d3f74630-dab4-4df9-9582-d78790b77582 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902229'] for subnet, precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:21:35.490680 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: 46f2df18-9a1e-4518-8ad8-3b25c6e21861 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:21:35.491603 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 46f2df18-9a1e-4518-8ad8-3b25c6e21861 not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:21:35.584794 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d3f74630-dab4-4df9-9582-d78790b77582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:21:35.675274 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d3f74630-dab4-4df9-9582-d78790b77582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58902171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59388106'] for subnet, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:21:35.714682 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f74630-dab4-4df9-9582-d78790b77582 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d46223af-7d95-441f-92a2-ea3a8ad2c323,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:21:35.723631 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d3f74630-dab4-4df9-9582-d78790b77582 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:21:35.724838 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c3d764c-6bd0-4eac-82c4-016b85ec0ce4 None None] Network c4280c32-a3bd-4e80-9871-c1104e80276f requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:21:35.729135 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 37728) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:21:35.737865 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-d3f74630-dab4-4df9-9582-d78790b77582 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/d46223af-7d95-441f-92a2-ea3a8ad2c323 HTTP/1.1" status: 204 len: 168 time: 0.4333770 Aug 18 12:21:35.831589 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b0c2fa26-3805-49c3-9046-e256d7767fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7904109'] for network, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:21:35.905530 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-b0c2fa26-3805-49c3-9046-e256d7767fc6 admin admin] Deleting port b6387398-f0d8-4b26-b69a-f45be7829f5f {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:21:35.906662 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b0c2fa26-3805-49c3-9046-e256d7767fc6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:21:36.188746 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a61b00e-6e1f-4446-b938-41b274c0524e None None] DHCP port deletion for c4280c32-a3bd-4e80-9871-c1104e80276f request from n-d-804985-2 {{(pid=106254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 12:21:36.231384 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:21:36.261263 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-5a61b00e-6e1f-4446-b938-41b274c0524e None None] Deleting port b6387398-f0d8-4b26-b69a-f45be7829f5f {{(pid=106254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:21:36.261500 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-5a61b00e-6e1f-4446-b938-41b274c0524e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:21:36.325376 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [None req-b0c2fa26-3805-49c3-9046-e256d7767fc6 admin admin] For port b6387398-f0d8-4b26-b69a-f45be7829f5f, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=b6387398-f0d8-4b26-b69a-f45be7829f5f,segment=NetworkSegment(99d3059f-fdea-4545-a4b6-b8c46ac90e18),segment_id=99d3059f-fdea-4545-a4b6-b8c46ac90e18)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:21:36.325376 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b0c2fa26-3805-49c3-9046-e256d7767fc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:21:36.330016 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-5a61b00e-6e1f-4446-b938-41b274c0524e None None] For port b6387398-f0d8-4b26-b69a-f45be7829f5f, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=b6387398-f0d8-4b26-b69a-f45be7829f5f,segment=NetworkSegment(99d3059f-fdea-4545-a4b6-b8c46ac90e18),segment_id=99d3059f-fdea-4545-a4b6-b8c46ac90e18)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:21:36.330470 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-5a61b00e-6e1f-4446-b938-41b274c0524e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:21:36.338949 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-b0c2fa26-3805-49c3-9046-e256d7767fc6 admin admin] Calling delete_port for b6387398-f0d8-4b26-b69a-f45be7829f5f owned by network:dhcp {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:21:36.351730 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-5a61b00e-6e1f-4446-b938-41b274c0524e None None] Calling delete_port for b6387398-f0d8-4b26-b69a-f45be7829f5f owned by network:dhcp {{(pid=106254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:21:36.423085 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b0c2fa26-3805-49c3-9046-e256d7767fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:21:36.423711 n-d-804985-2 neutron-server[106254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 12:21:36.423711 n-d-804985-2 neutron-server[106254]: self.session.flush() Aug 18 12:21:36.423711 n-d-804985-2 neutron-server[106254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 12:21:36.423711 n-d-804985-2 neutron-server[106254]: self.session.flush() Aug 18 12:21:36.423711 n-d-804985-2 neutron-server[106254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 12:21:36.423711 n-d-804985-2 neutron-server[106254]: self.session.flush() Aug 18 12:21:36.423711 n-d-804985-2 neutron-server[106254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 12:21:36.423711 n-d-804985-2 neutron-server[106254]: self.session.flush() Aug 18 12:21:36.423711 n-d-804985-2 neutron-server[106254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 12:21:36.423711 n-d-804985-2 neutron-server[106254]: self.session.flush() Aug 18 12:21:36.423711 n-d-804985-2 neutron-server[106254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 12:21:36.423711 n-d-804985-2 neutron-server[106254]: self.session.flush() Aug 18 12:21:36.423711 n-d-804985-2 neutron-server[106254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 12:21:36.423711 n-d-804985-2 neutron-server[106254]: self.session.flush() Aug 18 12:21:36.423711 n-d-804985-2 neutron-server[106254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 12:21:36.423711 n-d-804985-2 neutron-server[106254]: self.session.flush() Aug 18 12:21:36.423711 n-d-804985-2 neutron-server[106254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 12:21:36.423711 n-d-804985-2 neutron-server[106254]: self.session.flush() Aug 18 12:21:36.423711 n-d-804985-2 neutron-server[106254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 12:21:36.423711 n-d-804985-2 neutron-server[106254]: self.session.flush() Aug 18 12:21:36.423711 n-d-804985-2 neutron-server[106254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 12:21:36.423711 n-d-804985-2 neutron-server[106254]: self.session.flush() Aug 18 12:21:36.423711 n-d-804985-2 neutron-server[106254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 12:21:36.423711 n-d-804985-2 neutron-server[106254]: self.session.flush() Aug 18 12:21:36.423711 n-d-804985-2 neutron-server[106254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 12:21:36.423711 n-d-804985-2 neutron-server[106254]: self.session.flush() Aug 18 12:21:36.423711 n-d-804985-2 neutron-server[106254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 12:21:36.423711 n-d-804985-2 neutron-server[106254]: self.session.flush() Aug 18 12:21:36.423711 n-d-804985-2 neutron-server[106254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 12:21:36.423711 n-d-804985-2 neutron-server[106254]: self.session.flush() Aug 18 12:21:36.423711 n-d-804985-2 neutron-server[106254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 12:21:36.423711 n-d-804985-2 neutron-server[106254]: self.session.flush() Aug 18 12:21:36.423711 n-d-804985-2 neutron-server[106254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 12:21:36.423711 n-d-804985-2 neutron-server[106254]: self.session.flush() Aug 18 12:21:36.423711 n-d-804985-2 neutron-server[106254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 12:21:36.423711 n-d-804985-2 neutron-server[106254]: self.session.flush() Aug 18 12:21:36.423711 n-d-804985-2 neutron-server[106254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 12:21:36.423711 n-d-804985-2 neutron-server[106254]: self.session.flush() Aug 18 12:21:36.423711 n-d-804985-2 neutron-server[106254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 12:21:36.423711 n-d-804985-2 neutron-server[106254]: self.session.flush() Aug 18 12:21:36.423711 n-d-804985-2 neutron-server[106254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 12:21:36.423711 n-d-804985-2 neutron-server[106254]: self.session.flush() Aug 18 12:21:36.423711 n-d-804985-2 neutron-server[106254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 12:21:36.423711 n-d-804985-2 neutron-server[106254]: self.session.flush() Aug 18 12:21:36.423711 n-d-804985-2 neutron-server[106254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 12:21:36.423711 n-d-804985-2 neutron-server[106254]: self.session.flush() Aug 18 12:21:36.423711 n-d-804985-2 neutron-server[106254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 12:21:36.423711 n-d-804985-2 neutron-server[106254]: self.session.flush() Aug 18 12:21:36.423711 n-d-804985-2 neutron-server[106254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 12:21:36.423711 n-d-804985-2 neutron-server[106254]: self.session.flush() Aug 18 12:21:36.423711 n-d-804985-2 neutron-server[106254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 12:21:36.423711 n-d-804985-2 neutron-server[106254]: self.session.flush() Aug 18 12:21:36.423711 n-d-804985-2 neutron-server[106254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 12:21:36.423711 n-d-804985-2 neutron-server[106254]: self.session.flush() Aug 18 12:21:36.433213 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-5a61b00e-6e1f-4446-b938-41b274c0524e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556'] for port, after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:21:36.438280 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c2fa26-3805-49c3-9046-e256d7767fc6 admin admin] No DVR routers for this DVR port b6387398-f0d8-4b26-b69a-f45be7829f5f on host n-d-804985-2 {{(pid=106252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:21:36.471089 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a61b00e-6e1f-4446-b938-41b274c0524e None None] Pushing event deleted for resources: {'Port': ['ID=b6387398-f0d8-4b26-b69a-f45be7829f5f,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:21:36.472947 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a61b00e-6e1f-4446-b938-41b274c0524e None None] No DVR routers for this DVR port b6387398-f0d8-4b26-b69a-f45be7829f5f on host n-d-804985-2 {{(pid=106254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:21:36.479720 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c2fa26-3805-49c3-9046-e256d7767fc6 admin admin] Pushing event deleted for resources: {'Port': ['ID=b6387398-f0d8-4b26-b69a-f45be7829f5f,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:21:36.534207 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b0c2fa26-3805-49c3-9046-e256d7767fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8367869', 'neutron.services.segments.db._delete_segments_for_network-8789151212993'] for network, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:21:36.545260 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-b0c2fa26-3805-49c3-9046-e256d7767fc6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4280c32-a3bd-4e80-9871-c1104e80276f']}} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:21:36.560282 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-b0c2fa26-3805-49c3-9046-e256d7767fc6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99d3059f-fdea-4545-a4b6-b8c46ac90e18') {'for_net_delete': True} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:21:36.560676 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-b0c2fa26-3805-49c3-9046-e256d7767fc6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99d3059f-fdea-4545-a4b6-b8c46ac90e18') {} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:21:36.570234 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b0c2fa26-3805-49c3-9046-e256d7767fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789151225254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2221521'] for segment, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:21:36.589294 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b0c2fa26-3805-49c3-9046-e256d7767fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:21:36.595983 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0c2fa26-3805-49c3-9046-e256d7767fc6 admin admin] Releasing vlan 813 on physical network physnet1 to pool {{(pid=106252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:21:36.596378 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b0c2fa26-3805-49c3-9046-e256d7767fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3572434'] for segment, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:21:36.598585 n-d-804985-2 neutron-server[106252]: Traceback (most recent call last): Aug 18 12:21:36.598585 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:21:36.598585 n-d-804985-2 neutron-server[106252]: timer() Aug 18 12:21:36.598585 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:21:36.598585 n-d-804985-2 neutron-server[106252]: cb(*args, **kw) Aug 18 12:21:36.598585 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:21:36.598585 n-d-804985-2 neutron-server[106252]: return func(*args, **kwargs) Aug 18 12:21:36.598585 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:21:36.598585 n-d-804985-2 neutron-server[106252]: self._notify() Aug 18 12:21:36.598585 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:21:36.598585 n-d-804985-2 neutron-server[106252]: self.callback(batched_events) Aug 18 12:21:36.598585 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:21:36.598585 n-d-804985-2 neutron-server[106252]: event.method(event) Aug 18 12:21:36.598585 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:21:36.598585 n-d-804985-2 neutron-server[106252]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:21:36.598585 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:21:36.598585 n-d-804985-2 neutron-server[106252]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:21:36.598585 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:21:36.598585 n-d-804985-2 neutron-server[106252]: return f(self, *a, **k) Aug 18 12:21:36.598585 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:21:36.598585 n-d-804985-2 neutron-server[106252]: return self._get(url).json() Aug 18 12:21:36.598585 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:21:36.598585 n-d-804985-2 neutron-server[106252]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:21:36.598585 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:21:36.598585 n-d-804985-2 neutron-server[106252]: return self.request(url, 'GET', **kwargs) Aug 18 12:21:36.598585 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:21:36.598585 n-d-804985-2 neutron-server[106252]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:21:36.598585 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:21:36.598585 n-d-804985-2 neutron-server[106252]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:21:36.598585 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:21:36.598585 n-d-804985-2 neutron-server[106252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:21:36.598585 n-d-804985-2 neutron-server[106252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:21:36.659279 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b0c2fa26-3805-49c3-9046-e256d7767fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8367858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997186'] for network, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:21:36.665444 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b0c2fa26-3805-49c3-9046-e256d7767fc6 admin admin] Notify callbacks [] for network, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:21:36.670880 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-b0c2fa26-3805-49c3-9046-e256d7767fc6 admin admin] 10.222.0.66 "DELETE /v2.0/networks/c4280c32-a3bd-4e80-9871-c1104e80276f HTTP/1.1" status: 204 len: 168 time: 0.9372890 Aug 18 12:21:36.671042 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 37732) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:21:36.695210 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c2fa26-3805-49c3-9046-e256d7767fc6 admin admin] Pushing event deleted for resources: {'Network': ['ID=c4280c32-a3bd-4e80-9871-c1104e80276f,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:21:37.052091 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-26b214bb-f77f-4690-ad98-77fac6fdeb52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-996815'] for router_interface, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:21:37.369855 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-26b214bb-f77f-4690-ad98-77fac6fdeb52 admin admin] Deleting port b6fb83d9-8bae-448a-97c6-cba363d61c9d {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:21:37.370356 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-26b214bb-f77f-4690-ad98-77fac6fdeb52 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:21:37.432290 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device b6387398-f0d8-4b26-b69a-f45be7829f5f no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:21:37.455900 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: b6387398-f0d8-4b26-b69a-f45be7829f5f {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:21:37.456382 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device b6387398-f0d8-4b26-b69a-f45be7829f5f not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:21:37.456911 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 29118bd0-1817-4d8e-a34a-b559aad52b39 no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:21:37.461419 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [None req-26b214bb-f77f-4690-ad98-77fac6fdeb52 admin admin] For port b6fb83d9-8bae-448a-97c6-cba363d61c9d, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=b6fb83d9-8bae-448a-97c6-cba363d61c9d,segment=NetworkSegment(be706c67-8e08-4c56-a7e1-83700f91b349),segment_id=be706c67-8e08-4c56-a7e1-83700f91b349)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:21:37.461912 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-26b214bb-f77f-4690-ad98-77fac6fdeb52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:21:37.475779 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-26b214bb-f77f-4690-ad98-77fac6fdeb52 admin admin] Calling delete_port for b6fb83d9-8bae-448a-97c6-cba363d61c9d owned by network:router_interface {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:21:37.482736 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: 29118bd0-1817-4d8e-a34a-b559aad52b39 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:21:37.483347 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 29118bd0-1817-4d8e-a34a-b559aad52b39 not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:21:37.675296 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-26b214bb-f77f-4690-ad98-77fac6fdeb52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:21:37.702781 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b214bb-f77f-4690-ad98-77fac6fdeb52 admin admin] Pushing event deleted for resources: {'Port': ['ID=b6fb83d9-8bae-448a-97c6-cba363d61c9d,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:21:37.929421 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-26b214bb-f77f-4690-ad98-77fac6fdeb52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953695'] for router_interface, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:21:38.200439 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26b214bb-f77f-4690-ad98-77fac6fdeb52 admin admin] Router 728fb6f7-a3d7-487d-b1fb-0b135b5477b6 has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:21:38.261298 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:21:38.339438 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26b214bb-f77f-4690-ad98-77fac6fdeb52 admin admin] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:21:38.348399 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 37746) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:21:38.351110 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af836143-c99e-4217-a953-1c13e09c02b7 None None] Sync routers for ids ['728fb6f7-a3d7-487d-b1fb-0b135b5477b6'] in n-d-804985-2 {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:21:38.353130 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-26b214bb-f77f-4690-ad98-77fac6fdeb52 admin admin] 10.222.0.66 "PUT /v2.0/routers/728fb6f7-a3d7-487d-b1fb-0b135b5477b6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6811452 Aug 18 12:21:38.361350 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af836143-c99e-4217-a953-1c13e09c02b7 None None] Routers {'728fb6f7-a3d7-487d-b1fb-0b135b5477b6'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:21:38.361968 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-af836143-c99e-4217-a953-1c13e09c02b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:21:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['728fb6f7-a3d7-487d-b1fb-0b135b5477b6'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:21:38.485752 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-56f35da1-b90f-44b6-ba46-79976b708415 admin admin] Notify callbacks [] for router, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:21:38.615514 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-56f35da1-b90f-44b6-ba46-79976b708415 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:21:38.639759 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-af836143-c99e-4217-a953-1c13e09c02b7 None None] Set router 728fb6f7-a3d7-487d-b1fb-0b135b5477b6 gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:21:38.709043 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-56f35da1-b90f-44b6-ba46-79976b708415 admin admin] Deleting port f79e4bfe-8ffb-417a-908f-6936cca21e59 {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:21:38.709632 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-56f35da1-b90f-44b6-ba46-79976b708415 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:21:38.824567 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [None req-56f35da1-b90f-44b6-ba46-79976b708415 admin admin] For port f79e4bfe-8ffb-417a-908f-6936cca21e59, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=f79e4bfe-8ffb-417a-908f-6936cca21e59,segment=NetworkSegment(c5a3db9d-5c58-41b1-9177-d5787a597b78),segment_id=c5a3db9d-5c58-41b1-9177-d5787a597b78)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:21:38.824956 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-56f35da1-b90f-44b6-ba46-79976b708415 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:21:38.842174 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-56f35da1-b90f-44b6-ba46-79976b708415 admin admin] Calling delete_port for f79e4bfe-8ffb-417a-908f-6936cca21e59 owned by network:router_gateway {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:21:38.877119 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-af836143-c99e-4217-a953-1c13e09c02b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '728fb6f7-a3d7-487d-b1fb-0b135b5477b6', 'name': 'tempest-TestServerBasicOps-1597102229-router', 'tenant_id': '38c46cb68aea4544aee9e153363e1766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': 'f79e4bfe-8ffb-417a-908f-6936cca21e59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:16:09Z', 'updated_at': '2021-08-18T12:21:37Z', 'revision_number': 5, 'project_id': '38c46cb68aea4544aee9e153363e1766', 'gw_port': {'id': 'f79e4bfe-8ffb-417a-908f-6936cca21e59', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:11:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '728fb6f7-a3d7-487d-b1fb-0b135b5477b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3081, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:16:11Z', 'updated_at': '2021-08-18T12:16:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:21:38.907851 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af836143-c99e-4217-a953-1c13e09c02b7 None None] Checking router: 728fb6f7-a3d7-487d-b1fb-0b135b5477b6 for host: n-d-804985-2 {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:21:38.918029 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af836143-c99e-4217-a953-1c13e09c02b7 None None] Routers {'728fb6f7-a3d7-487d-b1fb-0b135b5477b6'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:21:38.918674 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-af836143-c99e-4217-a953-1c13e09c02b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:21:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['728fb6f7-a3d7-487d-b1fb-0b135b5477b6'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:21:39.024723 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-af836143-c99e-4217-a953-1c13e09c02b7 None None] Set router 728fb6f7-a3d7-487d-b1fb-0b135b5477b6 gateway port host: None {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:21:39.090249 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-56f35da1-b90f-44b6-ba46-79976b708415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:21:39.104047 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-af836143-c99e-4217-a953-1c13e09c02b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '728fb6f7-a3d7-487d-b1fb-0b135b5477b6', 'name': 'tempest-TestServerBasicOps-1597102229-router', 'tenant_id': '38c46cb68aea4544aee9e153363e1766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:16:09Z', 'updated_at': '2021-08-18T12:21:38Z', 'revision_number': 6, 'project_id': '38c46cb68aea4544aee9e153363e1766', 'gw_port_host': None}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:21:39.134237 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af836143-c99e-4217-a953-1c13e09c02b7 None None] The sync data for ids ['728fb6f7-a3d7-487d-b1fb-0b135b5477b6'] in n-d-804985-2 is: [{'id': '728fb6f7-a3d7-487d-b1fb-0b135b5477b6', 'name': 'tempest-TestServerBasicOps-1597102229-router', 'tenant_id': '38c46cb68aea4544aee9e153363e1766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:16:09Z', 'updated_at': '2021-08-18T12:21:38Z', 'revision_number': 6, 'project_id': '38c46cb68aea4544aee9e153363e1766', 'gw_port_host': None}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:21:39.145210 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f35da1-b90f-44b6-ba46-79976b708415 admin admin] Pushing event deleted for resources: {'Port': ['ID=f79e4bfe-8ffb-417a-908f-6936cca21e59,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:21:39.243122 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-56f35da1-b90f-44b6-ba46-79976b708415 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-997271'] for router_gateway, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:21:39.334569 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-56f35da1-b90f-44b6-ba46-79976b708415 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-996004', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15859'] for router, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:21:39.336866 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-56f35da1-b90f-44b6-ba46-79976b708415 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:21:39.393359 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-56f35da1-b90f-44b6-ba46-79976b708415 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-996061'] for router, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:21:39.394773 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56f35da1-b90f-44b6-ba46-79976b708415 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 728fb6f7-a3d7-487d-b1fb-0b135b5477b6 {{(pid=106252) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 12:21:39.399572 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-56f35da1-b90f-44b6-ba46-79976b708415 admin admin] Notify callbacks [] for router, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:21:39.401079 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-56f35da1-b90f-44b6-ba46-79976b708415 admin admin] 10.222.0.66 "DELETE /v2.0/routers/728fb6f7-a3d7-487d-b1fb-0b135b5477b6 HTTP/1.1" status: 204 len: 168 time: 1.0509903 Aug 18 12:21:39.404759 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 37752) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:21:39.470016 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa9f3ab2-9e27-4371-a0d9-944b17a6cae8 admin admin] Deleting subnet d397f897-c582-4252-83f4-25e7c89efd6c {{(pid=106253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 12:21:39.473241 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-fa9f3ab2-9e27-4371-a0d9-944b17a6cae8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:21:39.521099 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-fa9f3ab2-9e27-4371-a0d9-944b17a6cae8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902229'] for subnet, precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:21:39.694533 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device b6fb83d9-8bae-448a-97c6-cba363d61c9d no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:21:39.716737 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-fa9f3ab2-9e27-4371-a0d9-944b17a6cae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:21:39.742930 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: b6fb83d9-8bae-448a-97c6-cba363d61c9d {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:21:39.743269 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device b6fb83d9-8bae-448a-97c6-cba363d61c9d not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:21:39.818667 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-fa9f3ab2-9e27-4371-a0d9-944b17a6cae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58902171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59388106'] for subnet, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:21:39.854367 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9f3ab2-9e27-4371-a0d9-944b17a6cae8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d397f897-c582-4252-83f4-25e7c89efd6c,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:21:39.864446 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-fa9f3ab2-9e27-4371-a0d9-944b17a6cae8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:21:39.866806 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-fa9f3ab2-9e27-4371-a0d9-944b17a6cae8 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/d397f897-c582-4252-83f4-25e7c89efd6c HTTP/1.1" status: 204 len: 168 time: 0.4604230 Aug 18 12:21:39.869492 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 37762) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:21:39.874635 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f425c910-692a-4415-8241-bcaa00ab5b0f None None] Network d60f6980-ac7f-4b6d-b4dc-dbc188f99108 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:21:39.964332 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-61471fda-bc85-4791-a509-fcd3818f4bad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7904109'] for network, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:21:40.070974 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-61471fda-bc85-4791-a509-fcd3818f4bad admin admin] Deleting port 1c75c9a4-3615-42df-9244-dc753ed78547 {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:21:40.072797 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-61471fda-bc85-4791-a509-fcd3818f4bad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:21:40.172882 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e71e24ed-39b6-4b74-bdbe-d06ee371cfaa None None] DHCP port deletion for d60f6980-ac7f-4b6d-b4dc-dbc188f99108 request from n-d-804985-2 {{(pid=106254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 12:21:40.194322 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [None req-61471fda-bc85-4791-a509-fcd3818f4bad admin admin] For port 1c75c9a4-3615-42df-9244-dc753ed78547, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=1c75c9a4-3615-42df-9244-dc753ed78547,segment=NetworkSegment(be706c67-8e08-4c56-a7e1-83700f91b349),segment_id=be706c67-8e08-4c56-a7e1-83700f91b349)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:21:40.194986 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-61471fda-bc85-4791-a509-fcd3818f4bad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:21:40.237003 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-61471fda-bc85-4791-a509-fcd3818f4bad admin admin] Calling delete_port for 1c75c9a4-3615-42df-9244-dc753ed78547 owned by network:dhcp {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:21:40.240188 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-e71e24ed-39b6-4b74-bdbe-d06ee371cfaa None None] Deleting port 1c75c9a4-3615-42df-9244-dc753ed78547 {{(pid=106254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:21:40.240906 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-e71e24ed-39b6-4b74-bdbe-d06ee371cfaa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:21:40.356860 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-e71e24ed-39b6-4b74-bdbe-d06ee371cfaa None None] For port 1c75c9a4-3615-42df-9244-dc753ed78547, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=1c75c9a4-3615-42df-9244-dc753ed78547,segment=NetworkSegment(be706c67-8e08-4c56-a7e1-83700f91b349),segment_id=be706c67-8e08-4c56-a7e1-83700f91b349)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:21:40.357254 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-e71e24ed-39b6-4b74-bdbe-d06ee371cfaa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:21:40.370213 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-e71e24ed-39b6-4b74-bdbe-d06ee371cfaa None None] Calling delete_port for 1c75c9a4-3615-42df-9244-dc753ed78547 owned by network:dhcp {{(pid=106254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:21:40.429473 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-61471fda-bc85-4791-a509-fcd3818f4bad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:21:40.466603 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61471fda-bc85-4791-a509-fcd3818f4bad admin admin] Pushing event deleted for resources: {'Port': ['ID=1c75c9a4-3615-42df-9244-dc753ed78547,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:21:40.472732 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61471fda-bc85-4791-a509-fcd3818f4bad admin admin] No DVR routers for this DVR port 1c75c9a4-3615-42df-9244-dc753ed78547 on host n-d-804985-2 {{(pid=106252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:21:40.497032 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-e71e24ed-39b6-4b74-bdbe-d06ee371cfaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556'] for port, after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:21:40.535740 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71e24ed-39b6-4b74-bdbe-d06ee371cfaa None None] Pushing event deleted for resources: {'Port': ['ID=1c75c9a4-3615-42df-9244-dc753ed78547,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:21:40.540253 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e71e24ed-39b6-4b74-bdbe-d06ee371cfaa None None] No DVR routers for this DVR port 1c75c9a4-3615-42df-9244-dc753ed78547 on host n-d-804985-2 {{(pid=106254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:21:40.567263 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-61471fda-bc85-4791-a509-fcd3818f4bad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8367869', 'neutron.services.segments.db._delete_segments_for_network-8789151212993'] for network, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:21:40.570452 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-61471fda-bc85-4791-a509-fcd3818f4bad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d60f6980-ac7f-4b6d-b4dc-dbc188f99108']}} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:21:40.585498 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-61471fda-bc85-4791-a509-fcd3818f4bad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be706c67-8e08-4c56-a7e1-83700f91b349') {'for_net_delete': True} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:21:40.585791 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-61471fda-bc85-4791-a509-fcd3818f4bad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be706c67-8e08-4c56-a7e1-83700f91b349') {} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:21:40.595531 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-61471fda-bc85-4791-a509-fcd3818f4bad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789151225254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2221521'] for segment, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:21:40.611518 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-61471fda-bc85-4791-a509-fcd3818f4bad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:21:40.621944 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61471fda-bc85-4791-a509-fcd3818f4bad admin admin] Releasing vlan 830 on physical network physnet1 to pool {{(pid=106252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:21:40.622603 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-61471fda-bc85-4791-a509-fcd3818f4bad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3572434'] for segment, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:21:40.625785 n-d-804985-2 neutron-server[106252]: Traceback (most recent call last): Aug 18 12:21:40.625785 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:21:40.625785 n-d-804985-2 neutron-server[106252]: timer() Aug 18 12:21:40.625785 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:21:40.625785 n-d-804985-2 neutron-server[106252]: cb(*args, **kw) Aug 18 12:21:40.625785 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:21:40.625785 n-d-804985-2 neutron-server[106252]: return func(*args, **kwargs) Aug 18 12:21:40.625785 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:21:40.625785 n-d-804985-2 neutron-server[106252]: self._notify() Aug 18 12:21:40.625785 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:21:40.625785 n-d-804985-2 neutron-server[106252]: self.callback(batched_events) Aug 18 12:21:40.625785 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:21:40.625785 n-d-804985-2 neutron-server[106252]: event.method(event) Aug 18 12:21:40.625785 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:21:40.625785 n-d-804985-2 neutron-server[106252]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:21:40.625785 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:21:40.625785 n-d-804985-2 neutron-server[106252]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:21:40.625785 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:21:40.625785 n-d-804985-2 neutron-server[106252]: return f(self, *a, **k) Aug 18 12:21:40.625785 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:21:40.625785 n-d-804985-2 neutron-server[106252]: return self._get(url).json() Aug 18 12:21:40.625785 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:21:40.625785 n-d-804985-2 neutron-server[106252]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:21:40.625785 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:21:40.625785 n-d-804985-2 neutron-server[106252]: return self.request(url, 'GET', **kwargs) Aug 18 12:21:40.625785 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:21:40.625785 n-d-804985-2 neutron-server[106252]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:21:40.625785 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:21:40.625785 n-d-804985-2 neutron-server[106252]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:21:40.625785 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:21:40.625785 n-d-804985-2 neutron-server[106252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:21:40.625785 n-d-804985-2 neutron-server[106252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:21:40.731225 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-61471fda-bc85-4791-a509-fcd3818f4bad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8367858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997186'] for network, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:21:40.752479 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-61471fda-bc85-4791-a509-fcd3818f4bad admin admin] Notify callbacks [] for network, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:21:40.754318 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-61471fda-bc85-4791-a509-fcd3818f4bad admin admin] 10.222.0.66 "DELETE /v2.0/networks/d60f6980-ac7f-4b6d-b4dc-dbc188f99108 HTTP/1.1" status: 204 len: 168 time: 0.8839047 Aug 18 12:21:40.758435 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-09103105-dbb0-4d27-88f5-8de6aa77c605 req-449244c2-21ce-4f44-b806-74beebca0bf5 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=ebc09d04-7c45-461d-a378-624bccc765d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0671673 Aug 18 12:21:40.759387 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61471fda-bc85-4791-a509-fcd3818f4bad admin admin] Pushing event deleted for resources: {'Network': ['ID=d60f6980-ac7f-4b6d-b4dc-dbc188f99108,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:21:40.907088 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09103105-dbb0-4d27-88f5-8de6aa77c605 req-383d0184-9017-4416-92ca-1c36abef4c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:21:40.908445 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-09103105-dbb0-4d27-88f5-8de6aa77c605 req-383d0184-9017-4416-92ca-1c36abef4c7d service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=8fca7d5a19c54940b367d2e63154d6ee&device_id=ebc09d04-7c45-461d-a378-624bccc765d1 HTTP/1.1" status: 200 len: 1098 time: 0.1041958 Aug 18 12:21:40.993928 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 37772) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:21:41.074085 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-ab4a21cc-8b22-48e8-b206-a4b86e433cb5 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a31a9a9347c444e692b4e9b7703834cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0783544 Aug 18 12:21:41.078721 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 37774) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:21:41.082027 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09103105-dbb0-4d27-88f5-8de6aa77c605 req-d9e0cf4c-8df6-41c1-8879-1b6550c3daed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:21:41.087570 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-09103105-dbb0-4d27-88f5-8de6aa77c605 req-d9e0cf4c-8df6-41c1-8879-1b6550c3daed service neutron] 10.222.0.63 "GET /v2.0/networks?id=9a60ecad-83fa-47c2-91d2-f7a65c03fb59 HTTP/1.1" status: 200 len: 917 time: 0.1530142 Aug 18 12:21:41.161870 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-792a6e30-0276-41da-9c13-6366d2864eb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:21:41.192620 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-792a6e30-0276-41da-9c13-6366d2864eb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:21:41.198485 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-09103105-dbb0-4d27-88f5-8de6aa77c605 req-28e6f09a-18c2-439f-b336-d7a187407ad8 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8b179b4e-a984-4c26-8bef-a56d4a7e622c HTTP/1.1" status: 200 len: 1001 time: 0.1064141 Aug 18 12:21:41.258413 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09103105-dbb0-4d27-88f5-8de6aa77c605 req-89f51287-26dc-4161-b732-295d201552a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:21:41.260388 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-09103105-dbb0-4d27-88f5-8de6aa77c605 req-89f51287-26dc-4161-b732-295d201552a0 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=cb04d889-17cd-4540-8b57-641bd70e62c4 HTTP/1.1" status: 200 len: 855 time: 0.0513556 Aug 18 12:21:41.262454 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-792a6e30-0276-41da-9c13-6366d2864eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:21:41.265441 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-792a6e30-0276-41da-9c13-6366d2864eb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:21:41.266719 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-792a6e30-0276-41da-9c13-6366d2864eb7 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c67acd4e-9cbd-42b6-8de1-9a32300d769b HTTP/1.1" status: 204 len: 168 time: 0.1869876 Aug 18 12:21:41.276666 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792a6e30-0276-41da-9c13-6366d2864eb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c67acd4e-9cbd-42b6-8de1-9a32300d769b,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:21:41.343949 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09103105-dbb0-4d27-88f5-8de6aa77c605 req-e264c288-e52e-4050-b17b-3ef31727f1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:21:41.345760 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-09103105-dbb0-4d27-88f5-8de6aa77c605 req-e264c288-e52e-4050-b17b-3ef31727f1ba service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=9a60ecad-83fa-47c2-91d2-f7a65c03fb59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0722387 Aug 18 12:21:41.438550 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 1c75c9a4-3615-42df-9244-dc753ed78547 no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:21:41.465150 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: 1c75c9a4-3615-42df-9244-dc753ed78547 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:21:41.465878 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 1c75c9a4-3615-42df-9244-dc753ed78547 not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:21:41.466510 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device f79e4bfe-8ffb-417a-908f-6936cca21e59 no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:21:41.492098 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: f79e4bfe-8ffb-417a-908f-6936cca21e59 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:21:41.492436 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device f79e4bfe-8ffb-417a-908f-6936cca21e59 not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:21:41.496162 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-09103105-dbb0-4d27-88f5-8de6aa77c605 req-59227bad-0c00-43f9-b7e1-4152d9452c92 service neutron] 10.222.0.63 "GET /v2.0/networks/9a60ecad-83fa-47c2-91d2-f7a65c03fb59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423292 Aug 18 12:21:41.601235 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-09103105-dbb0-4d27-88f5-8de6aa77c605 req-b6ba83af-517f-4064-b47c-8d3d2da3573d service neutron] 10.222.0.63 "GET /v2.0/networks/9a60ecad-83fa-47c2-91d2-f7a65c03fb59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945089 Aug 18 12:21:41.713171 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 37782) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:21:41.766731 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-5e54da81-034c-4699-ac49-0cd176f2a5bf admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=38c46cb68aea4544aee9e153363e1766&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0494475 Aug 18 12:21:41.767153 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 37788) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:21:41.832062 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-79574936-f439-4846-badb-a4d8eb7e0bf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:21:41.857159 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-79574936-f439-4846-badb-a4d8eb7e0bf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:21:41.928972 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-79574936-f439-4846-badb-a4d8eb7e0bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:21:41.936045 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-79574936-f439-4846-badb-a4d8eb7e0bf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:21:41.939586 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-79574936-f439-4846-badb-a4d8eb7e0bf5 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/592434f5-f1bc-4d18-8711-66efb41845f4 HTTP/1.1" status: 204 len: 168 time: 0.1710672 Aug 18 12:21:41.971047 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79574936-f439-4846-badb-a4d8eb7e0bf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=592434f5-f1bc-4d18-8711-66efb41845f4,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:21:43.600055 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4f201a51-895e-4b67-9803-4b06051c8220 req-33e7c5f2-9ccb-4cb5-96ee-fc7c3cab3a1f service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=d2033083-e3b1-4156-941d-387f33374963&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0480354 Aug 18 12:21:43.694078 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f201a51-895e-4b67-9803-4b06051c8220 req-1306cd6b-d056-4cc0-a60c-1d8d13d222c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:21:43.695765 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4f201a51-895e-4b67-9803-4b06051c8220 req-1306cd6b-d056-4cc0-a60c-1d8d13d222c1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e0b472fdfbe34d708b7097da03d0e77c&device_id=d2033083-e3b1-4156-941d-387f33374963 HTTP/1.1" status: 200 len: 1101 time: 0.0496991 Aug 18 12:21:43.801775 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f201a51-895e-4b67-9803-4b06051c8220 req-1e4e3ca6-d1d3-4a51-9aeb-77239f6a54ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:21:43.803251 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4f201a51-895e-4b67-9803-4b06051c8220 req-1e4e3ca6-d1d3-4a51-9aeb-77239f6a54ad service neutron] 10.222.0.62 "GET /v2.0/networks?id=222e0814-c7e5-4b11-9282-3f40c6ed76b2 HTTP/1.1" status: 200 len: 870 time: 0.0865448 Aug 18 12:21:43.860082 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4f201a51-895e-4b67-9803-4b06051c8220 req-04c551e5-c024-4013-a49c-911d29fe0914 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=8e20b977-e3e4-4669-913d-e0ba95ba3e8a HTTP/1.1" status: 200 len: 217 time: 0.0473900 Aug 18 12:21:43.917249 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f201a51-895e-4b67-9803-4b06051c8220 req-c258f5e5-b8ed-49c2-ad2b-fc8931c38bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:21:43.918804 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4f201a51-895e-4b67-9803-4b06051c8220 req-c258f5e5-b8ed-49c2-ad2b-fc8931c38bfd service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6d16d680-110b-436d-8afa-48ba845b3623 HTTP/1.1" status: 200 len: 843 time: 0.0500405 Aug 18 12:21:43.971958 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f201a51-895e-4b67-9803-4b06051c8220 req-d4823d7e-0501-48e0-aa81-2675f6b538b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:21:43.974252 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4f201a51-895e-4b67-9803-4b06051c8220 req-d4823d7e-0501-48e0-aa81-2675f6b538b5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=222e0814-c7e5-4b11-9282-3f40c6ed76b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0467558 Aug 18 12:21:44.091745 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4f201a51-895e-4b67-9803-4b06051c8220 req-80f6a071-85fe-454e-b7b0-12dadc28efb8 service neutron] 10.222.0.62 "GET /v2.0/networks/222e0814-c7e5-4b11-9282-3f40c6ed76b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098039 Aug 18 12:21:44.202640 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4f201a51-895e-4b67-9803-4b06051c8220 req-9b256a3d-bd1c-4098-8cc3-bf8c49bcff23 service neutron] 10.222.0.62 "GET /v2.0/networks/222e0814-c7e5-4b11-9282-3f40c6ed76b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025770 Aug 18 12:21:48.496097 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-5835f695-0a66-4510-b1d7-f86e0cb8fce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:21:51.423516 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:21:51.719373 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-2974b5e6-1331-42ca-895c-8e52eca0ca58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:21:52.185609 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-53584c24-f517-494e-ac93-c18bb92373f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:21:53.663448 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.agents_db [None req-6dbb2658-0354-4101-8393-6e7505481cf6 None None] Agent healthcheck: found 7 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 12:21:53.876767 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-500a1c61-38a7-4c23-a7ec-4631080af5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:21:55.095414 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 37980) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:21:55.139875 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_v2 [None req-211e0a91-3de3-4b83-8672-6230224208c4 admin admin] Deleting subnet 7388dc6f-d5ef-4d78-9280-0e508c10c3d1 {{(pid=106253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 12:21:55.143038 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-211e0a91-3de3-4b83-8672-6230224208c4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:21:55.182086 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-211e0a91-3de3-4b83-8672-6230224208c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902229'] for subnet, precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:21:55.224295 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-211e0a91-3de3-4b83-8672-6230224208c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:21:55.290222 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-211e0a91-3de3-4b83-8672-6230224208c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58902171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59388106'] for subnet, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:21:55.319111 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211e0a91-3de3-4b83-8672-6230224208c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7388dc6f-d5ef-4d78-9280-0e508c10c3d1,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:21:55.322929 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-211e0a91-3de3-4b83-8672-6230224208c4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:21:55.324851 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-211e0a91-3de3-4b83-8672-6230224208c4 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/7388dc6f-d5ef-4d78-9280-0e508c10c3d1 HTTP/1.1" status: 204 len: 168 time: 0.2284284 Aug 18 12:21:55.327424 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 37988) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:21:55.412003 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0540fd03-426f-4321-9a62-ffc01532ab60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7904109'] for network, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:21:55.495533 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0540fd03-426f-4321-9a62-ffc01532ab60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8367869', 'neutron.services.segments.db._delete_segments_for_network-8789151212993'] for network, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:21:55.507059 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-0540fd03-426f-4321-9a62-ffc01532ab60 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73c13340-bae5-45d8-97eb-ebc68f4a310b']}} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:21:55.526148 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-0540fd03-426f-4321-9a62-ffc01532ab60 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c10b5353-cffa-4c54-82aa-6f1569a451d5') {'for_net_delete': True} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:21:55.526148 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-0540fd03-426f-4321-9a62-ffc01532ab60 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c10b5353-cffa-4c54-82aa-6f1569a451d5') {} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:21:55.536194 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0540fd03-426f-4321-9a62-ffc01532ab60 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789151225254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2221521'] for segment, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:21:55.553292 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0540fd03-426f-4321-9a62-ffc01532ab60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:21:55.559737 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0540fd03-426f-4321-9a62-ffc01532ab60 admin admin] Releasing vlan 820 on physical network physnet1 to pool {{(pid=106252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:21:55.560197 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0540fd03-426f-4321-9a62-ffc01532ab60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3572434'] for segment, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:21:55.562201 n-d-804985-2 neutron-server[106252]: Traceback (most recent call last): Aug 18 12:21:55.562201 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:21:55.562201 n-d-804985-2 neutron-server[106252]: timer() Aug 18 12:21:55.562201 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:21:55.562201 n-d-804985-2 neutron-server[106252]: cb(*args, **kw) Aug 18 12:21:55.562201 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:21:55.562201 n-d-804985-2 neutron-server[106252]: return func(*args, **kwargs) Aug 18 12:21:55.562201 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:21:55.562201 n-d-804985-2 neutron-server[106252]: self._notify() Aug 18 12:21:55.562201 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:21:55.562201 n-d-804985-2 neutron-server[106252]: self.callback(batched_events) Aug 18 12:21:55.562201 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:21:55.562201 n-d-804985-2 neutron-server[106252]: event.method(event) Aug 18 12:21:55.562201 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:21:55.562201 n-d-804985-2 neutron-server[106252]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:21:55.562201 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:21:55.562201 n-d-804985-2 neutron-server[106252]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:21:55.562201 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:21:55.562201 n-d-804985-2 neutron-server[106252]: return f(self, *a, **k) Aug 18 12:21:55.562201 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:21:55.562201 n-d-804985-2 neutron-server[106252]: return self._get(url).json() Aug 18 12:21:55.562201 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:21:55.562201 n-d-804985-2 neutron-server[106252]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:21:55.562201 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:21:55.562201 n-d-804985-2 neutron-server[106252]: return self.request(url, 'GET', **kwargs) Aug 18 12:21:55.562201 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:21:55.562201 n-d-804985-2 neutron-server[106252]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:21:55.562201 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:21:55.562201 n-d-804985-2 neutron-server[106252]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:21:55.562201 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:21:55.562201 n-d-804985-2 neutron-server[106252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:21:55.562201 n-d-804985-2 neutron-server[106252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:21:55.620902 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0540fd03-426f-4321-9a62-ffc01532ab60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8367858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997186'] for network, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:21:55.628427 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0540fd03-426f-4321-9a62-ffc01532ab60 admin admin] Notify callbacks [] for network, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:21:55.632958 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-0540fd03-426f-4321-9a62-ffc01532ab60 admin admin] 10.222.0.66 "DELETE /v2.0/networks/73c13340-bae5-45d8-97eb-ebc68f4a310b HTTP/1.1" status: 204 len: 168 time: 0.3020592 Aug 18 12:21:55.642379 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0540fd03-426f-4321-9a62-ffc01532ab60 admin admin] Pushing event deleted for resources: {'Network': ['ID=73c13340-bae5-45d8-97eb-ebc68f4a310b,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:21:55.826883 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 38002) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:21:55.867833 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-d87ed254-7e71-4b3c-9d30-5dbef9b9c4bc admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=7d28dbb8490f4669a71677ed87bd89d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0395398 Aug 18 12:21:55.870309 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 38004) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:21:55.925359 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-899e475b-809b-43c5-a853-f8238ddb7d59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:21:55.954420 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-899e475b-809b-43c5-a853-f8238ddb7d59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:21:56.009199 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-899e475b-809b-43c5-a853-f8238ddb7d59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:21:56.011914 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-899e475b-809b-43c5-a853-f8238ddb7d59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:21:56.013118 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-899e475b-809b-43c5-a853-f8238ddb7d59 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/eeefeaaf-a13d-4eea-8d0f-9698ebec6aef HTTP/1.1" status: 204 len: 168 time: 0.1418607 Aug 18 12:21:56.021152 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899e475b-809b-43c5-a853-f8238ddb7d59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeefeaaf-a13d-4eea-8d0f-9698ebec6aef,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:21:58.157677 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 38096) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:21:58.162864 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-732f8635-ed83-4fac-a2cd-392198cbb6c8 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Request body: {'network': {'name': 'tempest-network-smoke--464365289', 'project_id': '81ccf9c8b4cf49858c5db4774ddb597a', 'port_security_enabled': True}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:21:58.184675 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-732f8635-ed83-4fac-a2cd-392198cbb6c8 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Made reservation on behalf of 81ccf9c8b4cf49858c5db4774ddb597a for: {'network': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:21:58.188150 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-732f8635-ed83-4fac-a2cd-392198cbb6c8 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for network, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:21:58.197184 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-732f8635-ed83-4fac-a2cd-392198cbb6c8 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:21:58.290329 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-732f8635-ed83-4fac-a2cd-392198cbb6c8 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:21:58.294708 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-732f8635-ed83-4fac-a2cd-392198cbb6c8 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:21:58.323096 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-732f8635-ed83-4fac-a2cd-392198cbb6c8 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 839} {{(pid=106252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:21:58.333291 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732f8635-ed83-4fac-a2cd-392198cbb6c8 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d2bb6f4-d12e-4ad6-b163-ff9cad3c1aa7,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:21:58.338132 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-732f8635-ed83-4fac-a2cd-392198cbb6c8 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:21:58.338483 n-d-804985-2 neutron-server[106252]: INFO neutron.db.segments_db [None req-732f8635-ed83-4fac-a2cd-392198cbb6c8 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Added segment f0ac8308-e802-4f09-ab82-108d910cb68b of type vlan for network f44a484c-f86d-4083-bfdb-e44ff1f0df66 Aug 18 12:21:58.379579 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-732f8635-ed83-4fac-a2cd-392198cbb6c8 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789150665894'] for network, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:21:58.407186 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-732f8635-ed83-4fac-a2cd-392198cbb6c8 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for network, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:21:58.413636 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-732f8635-ed83-4fac-a2cd-392198cbb6c8 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:21:58.414296 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-732f8635-ed83-4fac-a2cd-392198cbb6c8 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Notify callbacks [] for network, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:21:58.473050 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-732f8635-ed83-4fac-a2cd-392198cbb6c8 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3142941 Aug 18 12:21:58.474989 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 38104) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:21:58.480389 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-5f252d14-17ab-482c-ba65-a0b61decff16 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1868517718', 'admin_state_up': True, 'project_id': '81ccf9c8b4cf49858c5db4774ddb597a', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'}}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:21:58.489103 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732f8635-ed83-4fac-a2cd-392198cbb6c8 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Pushing event updated for resources: {'Network': ['ID=f44a484c-f86d-4083-bfdb-e44ff1f0df66,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:21:58.500449 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Network f44a484c-f86d-4083-bfdb-e44ff1f0df66 details requested by agent ovs-agent-n-d-804985-2 with host n-d-804985-2 {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:21:58.514294 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5f252d14-17ab-482c-ba65-a0b61decff16 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-998592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15809'] for router, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:21:58.515372 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5f252d14-17ab-482c-ba65-a0b61decff16 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-992733', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-971415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15816'] for router, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:21:58.578101 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5f252d14-17ab-482c-ba65-a0b61decff16 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:21:58.724302 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5f252d14-17ab-482c-ba65-a0b61decff16 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:21:58.920120 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5f252d14-17ab-482c-ba65-a0b61decff16 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Notify callbacks [] for router_gateway, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:21:58.948543 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5f252d14-17ab-482c-ba65-a0b61decff16 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:21:59.070572 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [None req-5f252d14-17ab-482c-ba65-a0b61decff16 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Allocated IP 172.25.7.94 (7cae7a70-14fd-408c-b14d-39ceb97cb60e/9784295a-20b8-4a4b-b105-f82737f0448f/689f95de-4dd6-4491-868b-68425c31790c) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:21:59.184089 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5f252d14-17ab-482c-ba65-a0b61decff16 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:21:59.225625 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5f252d14-17ab-482c-ba65-a0b61decff16 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:21:59.268805 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f252d14-17ab-482c-ba65-a0b61decff16 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Network 7cae7a70-14fd-408c-b14d-39ceb97cb60e is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:21:59.273677 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-5f252d14-17ab-482c-ba65-a0b61decff16 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:21:59.277199 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f252d14-17ab-482c-ba65-a0b61decff16 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:21:59.300647 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f252d14-17ab-482c-ba65-a0b61decff16 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Pushing event updated for resources: {'Port': ['ID=689f95de-4dd6-4491-868b-68425c31790c,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:21:59.540049 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5f252d14-17ab-482c-ba65-a0b61decff16 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Notify callbacks [] for router_gateway, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:21:59.745421 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5f252d14-17ab-482c-ba65-a0b61decff16 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-998473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-992536'] for router, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:00.211792 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f252d14-17ab-482c-ba65-a0b61decff16 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Router 97e61f47-6db7-41c4-a6e7-2cea0d78d40d is scheduled to L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 with binding_index 1 {{(pid=106253) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 12:22:00.317734 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f252d14-17ab-482c-ba65-a0b61decff16 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:22:00.328208 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-321993e1-8080-4cdf-854e-1059b792f7cb None None] Sync routers for ids ['97e61f47-6db7-41c4-a6e7-2cea0d78d40d'] in n-d-804985-2 {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:22:00.337713 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-321993e1-8080-4cdf-854e-1059b792f7cb None None] Routers {'97e61f47-6db7-41c4-a6e7-2cea0d78d40d'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:22:00.338251 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5f252d14-17ab-482c-ba65-a0b61decff16 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Notify callbacks [] for router, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:00.339093 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-321993e1-8080-4cdf-854e-1059b792f7cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:21:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['97e61f47-6db7-41c4-a6e7-2cea0d78d40d'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:22:00.339568 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-5f252d14-17ab-482c-ba65-a0b61decff16 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.8629282 Aug 18 12:22:00.342873 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 38136) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:22:00.454752 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-321993e1-8080-4cdf-854e-1059b792f7cb None None] Set router 97e61f47-6db7-41c4-a6e7-2cea0d78d40d gateway port host: n-d-804985-2 {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:22:00.494324 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-dfda3422-9d08-442e-9595-0c3660e62d4e tempest-TestSecurityGroupsBasicOps-1507951853 tempest-TestSecurityGroupsBasicOps-1507951853-project-admin] 10.222.0.66 "GET /v2.0/subnets?project_id=81ccf9c8b4cf49858c5db4774ddb597a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1459310 Aug 18 12:22:00.494624 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 38146) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:22:00.581136 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5792720e-60d0-4287-b4d3-5bdeb7a766a8 tempest-TestSecurityGroupsBasicOps-1507951853 tempest-TestSecurityGroupsBasicOps-1507951853-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:22:00.582652 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-5792720e-60d0-4287-b4d3-5bdeb7a766a8 tempest-TestSecurityGroupsBasicOps-1507951853 tempest-TestSecurityGroupsBasicOps-1507951853-project-admin] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0869825 Aug 18 12:22:00.585711 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 38148) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:22:00.621421 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-faf97037-17f5-49a2-9d46-46879d0ca8bd tempest-TestSecurityGroupsBasicOps-1507951853 tempest-TestSecurityGroupsBasicOps-1507951853-project-admin] 10.222.0.66 "GET /v2.0/subnets?network_id=7cae7a70-14fd-408c-b14d-39ceb97cb60e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0344470 Aug 18 12:22:00.624028 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 38150) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:22:00.629308 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-1279cddf-c2a3-4b19-b091-f5448817d1dd tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1432086663', 'network_id': 'f44a484c-f86d-4083-bfdb-e44ff1f0df66', 'project_id': '81ccf9c8b4cf49858c5db4774ddb597a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:22:00.662422 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-321993e1-8080-4cdf-854e-1059b792f7cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97e61f47-6db7-41c4-a6e7-2cea0d78d40d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1868517718', 'tenant_id': '81ccf9c8b4cf49858c5db4774ddb597a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.94'}], 'enable_snat': True}, 'gw_port_id': '689f95de-4dd6-4491-868b-68425c31790c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:21:58Z', 'updated_at': '2021-08-18T12:21:59Z', 'revision_number': 3, 'project_id': '81ccf9c8b4cf49858c5db4774ddb597a', 'gw_port': {'id': '689f95de-4dd6-4491-868b-68425c31790c', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:4f:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97e61f47-6db7-41c4-a6e7-2cea0d78d40d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3557, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:21:58Z', 'updated_at': '2021-08-18T12:21:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:22:00.691708 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-321993e1-8080-4cdf-854e-1059b792f7cb None None] Checking router: 97e61f47-6db7-41c4-a6e7-2cea0d78d40d for host: n-d-804985-2 {{(pid=106254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:22:00.692142 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-321993e1-8080-4cdf-854e-1059b792f7cb None None] Updating router 97e61f47-6db7-41c4-a6e7-2cea0d78d40d port 689f95de-4dd6-4491-868b-68425c31790c binding host n-d-804985-2 {{(pid=106254) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 12:22:00.718862 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-321993e1-8080-4cdf-854e-1059b792f7cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:00.734302 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1279cddf-c2a3-4b19-b091-f5448817d1dd tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Made reservation on behalf of 81ccf9c8b4cf49858c5db4774ddb597a for: {'subnet': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:22:00.736870 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1279cddf-c2a3-4b19-b091-f5448817d1dd tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59388119'] for subnet, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:00.932879 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1279cddf-c2a3-4b19-b091-f5448817d1dd tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58902106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59388097'] for subnet, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:00.984970 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1279cddf-c2a3-4b19-b091-f5448817d1dd tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Pushing event updated for resources: {'Subnet': ['ID=67816769-91ff-4f79-a9f9-fbb6426f9be7,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:22:01.000184 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-321993e1-8080-4cdf-854e-1059b792f7cb None None] Notify callbacks [] for port, precommit_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:01.016012 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-321993e1-8080-4cdf-854e-1059b792f7cb None None] Transition to ACTIVE for port object 689f95de-4dd6-4491-868b-68425c31790c will not be triggered until provisioned by entity L2. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:22:01.025423 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-321993e1-8080-4cdf-854e-1059b792f7cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:01.031628 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1279cddf-c2a3-4b19-b091-f5448817d1dd tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Checking segment: {'id': 'f0ac8308-e802-4f09-ab82-108d910cb68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'f44a484c-f86d-4083-bfdb-e44ff1f0df66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:22:01.031998 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1279cddf-c2a3-4b19-b091-f5448817d1dd tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Network hostable DHCP agents. Network: f44a484c-f86d-4083-bfdb-e44ff1f0df66, hostable agents: ['97c14208-2951-4361-8d64-3708c946ff5f'], hosted agents: [] {{(pid=106253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 12:22:01.050585 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1279cddf-c2a3-4b19-b091-f5448817d1dd tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Network f44a484c-f86d-4083-bfdb-e44ff1f0df66 is scheduled to be hosted by DHCP agent 97c14208-2951-4361-8d64-3708c946ff5f with binding_index 1 {{(pid=106253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 12:22:01.063568 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-1279cddf-c2a3-4b19-b091-f5448817d1dd tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-2, f44a484c-f86d-4083-bfdb-e44ff1f0df66) {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:22:01.068568 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1279cddf-c2a3-4b19-b091-f5448817d1dd tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:22:01.069503 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1279cddf-c2a3-4b19-b091-f5448817d1dd tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:01.078757 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d17661d0-b2bb-4c0d-a221-f303c3a9b911 None None] Network f44a484c-f86d-4083-bfdb-e44ff1f0df66 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:22:01.086534 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-1279cddf-c2a3-4b19-b091-f5448817d1dd tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4611301 Aug 18 12:22:01.089062 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 38160) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:22:01.123833 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-321993e1-8080-4cdf-854e-1059b792f7cb None None] Attempting to bind port 689f95de-4dd6-4491-868b-68425c31790c on host n-d-804985-2 for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:22:01.124201 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-321993e1-8080-4cdf-854e-1059b792f7cb None None] Attempting to bind port 689f95de-4dd6-4491-868b-68425c31790c by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:22:01.124596 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-321993e1-8080-4cdf-854e-1059b792f7cb None None] Attempting to bind port 689f95de-4dd6-4491-868b-68425c31790c on network 7cae7a70-14fd-408c-b14d-39ceb97cb60e {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:22:01.136018 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc7fae6-badc-4a84-af13-3ef3e2f4b1d4 None None] Pushing event updated for resources: {'Port': ['ID=689f95de-4dd6-4491-868b-68425c31790c,revision_number=2']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:22:01.143308 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-321993e1-8080-4cdf-854e-1059b792f7cb None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 21, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:22:01.143690 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-321993e1-8080-4cdf-854e-1059b792f7cb None None] Checking segment: {'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:22:01.144093 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-321993e1-8080-4cdf-854e-1059b792f7cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:01.144511 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-321993e1-8080-4cdf-854e-1059b792f7cb None None] Bound using segment: {'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:22:01.144971 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-321993e1-8080-4cdf-854e-1059b792f7cb None None] Bound port: 689f95de-4dd6-4491-868b-68425c31790c, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:22:01.145412 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-321993e1-8080-4cdf-854e-1059b792f7cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:01.234240 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-321993e1-8080-4cdf-854e-1059b792f7cb None None] For port 689f95de-4dd6-4491-868b-68425c31790c, host n-d-804985-2, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:22:01.238348 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-321993e1-8080-4cdf-854e-1059b792f7cb None None] For port 689f95de-4dd6-4491-868b-68425c31790c, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=689f95de-4dd6-4491-868b-68425c31790c,segment=NetworkSegment(c5a3db9d-5c58-41b1-9177-d5787a597b78),segment_id=c5a3db9d-5c58-41b1-9177-d5787a597b78)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:22:01.260292 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-321993e1-8080-4cdf-854e-1059b792f7cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:01.348783 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc7fae6-badc-4a84-af13-3ef3e2f4b1d4 None None] Pushing event updated for resources: {'Port': ['ID=689f95de-4dd6-4491-868b-68425c31790c,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:22:01.354385 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-321993e1-8080-4cdf-854e-1059b792f7cb None None] Routers {'97e61f47-6db7-41c4-a6e7-2cea0d78d40d'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:22:01.355028 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-321993e1-8080-4cdf-854e-1059b792f7cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:21:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['97e61f47-6db7-41c4-a6e7-2cea0d78d40d'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:22:01.395969 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86aa4d9f-d4d1-4926-b13f-5eb6579ec0d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp788be208-34ab-5a8f-af0f-528834af222f-f44a484c-f86d-4083-bfdb-e44ff1f0df66', 'network_id': 'f44a484c-f86d-4083-bfdb-e44ff1f0df66', 'tenant_id': '81ccf9c8b4cf49858c5db4774ddb597a', 'fixed_ips': [{'subnet_id': '67816769-91ff-4f79-a9f9-fbb6426f9be7'}]}} from n-d-804985-2. {{(pid=106254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 12:22:01.396861 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-86aa4d9f-d4d1-4926-b13f-5eb6579ec0d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:01.539969 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-321993e1-8080-4cdf-854e-1059b792f7cb None None] Set router 97e61f47-6db7-41c4-a6e7-2cea0d78d40d gateway port host: n-d-804985-2 {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:22:01.570884 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e763f080-d80f-4768-91d7-acd9360f0242 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:01.678209 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.db_base_plugin_common [None req-86aa4d9f-d4d1-4926-b13f-5eb6579ec0d0 None None] Allocated IP 172.20.0.2 (f44a484c-f86d-4083-bfdb-e44ff1f0df66/67816769-91ff-4f79-a9f9-fbb6426f9be7/267619bf-7cdd-4a20-9689-ba1b15fffccf) {{(pid=106254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:22:02.035258 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-321993e1-8080-4cdf-854e-1059b792f7cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97e61f47-6db7-41c4-a6e7-2cea0d78d40d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1868517718', 'tenant_id': '81ccf9c8b4cf49858c5db4774ddb597a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.94'}], 'enable_snat': True}, 'gw_port_id': '689f95de-4dd6-4491-868b-68425c31790c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:21:58Z', 'updated_at': '2021-08-18T12:21:59Z', 'revision_number': 3, 'project_id': '81ccf9c8b4cf49858c5db4774ddb597a', 'gw_port': {'id': '689f95de-4dd6-4491-868b-68425c31790c', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:4f:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97e61f47-6db7-41c4-a6e7-2cea0d78d40d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3557, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:21:58Z', 'updated_at': '2021-08-18T12:22:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:22:02.068324 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-86aa4d9f-d4d1-4926-b13f-5eb6579ec0d0 None None] Notify callbacks [] for port, precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:02.070522 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-321993e1-8080-4cdf-854e-1059b792f7cb None None] The sync data for ids ['97e61f47-6db7-41c4-a6e7-2cea0d78d40d'] in n-d-804985-2 is: [{'id': '97e61f47-6db7-41c4-a6e7-2cea0d78d40d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1868517718', 'tenant_id': '81ccf9c8b4cf49858c5db4774ddb597a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.94'}], 'enable_snat': True}, 'gw_port_id': '689f95de-4dd6-4491-868b-68425c31790c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:21:58Z', 'updated_at': '2021-08-18T12:21:59Z', 'revision_number': 3, 'project_id': '81ccf9c8b4cf49858c5db4774ddb597a', 'gw_port': {'id': '689f95de-4dd6-4491-868b-68425c31790c', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:4f:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97e61f47-6db7-41c4-a6e7-2cea0d78d40d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3557, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:21:58Z', 'updated_at': '2021-08-18T12:22:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:22:02.078708 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-86aa4d9f-d4d1-4926-b13f-5eb6579ec0d0 None None] Transition to ACTIVE for port object 267619bf-7cdd-4a20-9689-ba1b15fffccf will not be triggered until provisioned by entity L2. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:22:02.096890 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-86aa4d9f-d4d1-4926-b13f-5eb6579ec0d0 None None] Transition to ACTIVE for port object 267619bf-7cdd-4a20-9689-ba1b15fffccf will not be triggered until provisioned by entity DHCP. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:22:02.106337 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-86aa4d9f-d4d1-4926-b13f-5eb6579ec0d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547'] for port, after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:02.142041 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86aa4d9f-d4d1-4926-b13f-5eb6579ec0d0 None None] Network f44a484c-f86d-4083-bfdb-e44ff1f0df66 is already hosted by enough agents. {{(pid=106254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:22:02.145242 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.base_scheduler [None req-86aa4d9f-d4d1-4926-b13f-5eb6579ec0d0 None None] Resources bound (agent type, host, resource id): {{(pid=106254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:22:02.148667 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86aa4d9f-d4d1-4926-b13f-5eb6579ec0d0 None None] Received port after_create {{(pid=106254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:22:02.188227 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [None req-e763f080-d80f-4768-91d7-acd9360f0242 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Allocated IP 172.20.0.1 (f44a484c-f86d-4083-bfdb-e44ff1f0df66/67816769-91ff-4f79-a9f9-fbb6426f9be7/ad072e01-79b4-4fec-b59b-59bd0f93df04) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:22:02.213592 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86aa4d9f-d4d1-4926-b13f-5eb6579ec0d0 None None] Pushing event updated for resources: {'Port': ['ID=267619bf-7cdd-4a20-9689-ba1b15fffccf,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:22:02.220821 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-86aa4d9f-d4d1-4926-b13f-5eb6579ec0d0 None None] Attempting to bind port 267619bf-7cdd-4a20-9689-ba1b15fffccf on host n-d-804985-2 for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:22:02.221306 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-86aa4d9f-d4d1-4926-b13f-5eb6579ec0d0 None None] Attempting to bind port 267619bf-7cdd-4a20-9689-ba1b15fffccf by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': 'f0ac8308-e802-4f09-ab82-108d910cb68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'f44a484c-f86d-4083-bfdb-e44ff1f0df66'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:22:02.221760 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86aa4d9f-d4d1-4926-b13f-5eb6579ec0d0 None None] Attempting to bind port 267619bf-7cdd-4a20-9689-ba1b15fffccf on network f44a484c-f86d-4083-bfdb-e44ff1f0df66 {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:22:02.227345 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86aa4d9f-d4d1-4926-b13f-5eb6579ec0d0 None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 21, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:22:02.227826 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86aa4d9f-d4d1-4926-b13f-5eb6579ec0d0 None None] Checking segment: {'id': 'f0ac8308-e802-4f09-ab82-108d910cb68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'f44a484c-f86d-4083-bfdb-e44ff1f0df66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:22:02.228326 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-86aa4d9f-d4d1-4926-b13f-5eb6579ec0d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:02.230100 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86aa4d9f-d4d1-4926-b13f-5eb6579ec0d0 None None] Bound using segment: {'id': 'f0ac8308-e802-4f09-ab82-108d910cb68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'f44a484c-f86d-4083-bfdb-e44ff1f0df66'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:22:02.230100 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-86aa4d9f-d4d1-4926-b13f-5eb6579ec0d0 None None] Bound port: 267619bf-7cdd-4a20-9689-ba1b15fffccf, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0ac8308-e802-4f09-ab82-108d910cb68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'f44a484c-f86d-4083-bfdb-e44ff1f0df66'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:22:02.230540 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-86aa4d9f-d4d1-4926-b13f-5eb6579ec0d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:02.308928 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-86aa4d9f-d4d1-4926-b13f-5eb6579ec0d0 None None] For port 267619bf-7cdd-4a20-9689-ba1b15fffccf, host n-d-804985-2, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:22:02.312542 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-86aa4d9f-d4d1-4926-b13f-5eb6579ec0d0 None None] For port 267619bf-7cdd-4a20-9689-ba1b15fffccf, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=267619bf-7cdd-4a20-9689-ba1b15fffccf,segment=NetworkSegment(f0ac8308-e802-4f09-ab82-108d910cb68b),segment_id=f0ac8308-e802-4f09-ab82-108d910cb68b)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:22:02.321707 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-86aa4d9f-d4d1-4926-b13f-5eb6579ec0d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:02.323223 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e763f080-d80f-4768-91d7-acd9360f0242 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:02.341806 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [None req-e763f080-d80f-4768-91d7-acd9360f0242 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Transition to ACTIVE for port object ad072e01-79b4-4fec-b59b-59bd0f93df04 will not be triggered until provisioned by entity DHCP. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:22:02.396752 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e763f080-d80f-4768-91d7-acd9360f0242 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:02.406233 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86aa4d9f-d4d1-4926-b13f-5eb6579ec0d0 None None] Pushing event updated for resources: {'Port': ['ID=267619bf-7cdd-4a20-9689-ba1b15fffccf,revision_number=2']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:22:02.462846 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e763f080-d80f-4768-91d7-acd9360f0242 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Network f44a484c-f86d-4083-bfdb-e44ff1f0df66 is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:22:02.466157 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-e763f080-d80f-4768-91d7-acd9360f0242 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:22:02.472291 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e763f080-d80f-4768-91d7-acd9360f0242 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:22:02.505703 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e763f080-d80f-4768-91d7-acd9360f0242 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Pushing event updated for resources: {'Port': ['ID=ad072e01-79b4-4fec-b59b-59bd0f93df04,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:22:02.531563 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e763f080-d80f-4768-91d7-acd9360f0242 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-996688'] for router_interface, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:02.727894 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e763f080-d80f-4768-91d7-acd9360f0242 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:03.048021 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e763f080-d80f-4768-91d7-acd9360f0242 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Notify callbacks [] for port, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:03.056210 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e763f080-d80f-4768-91d7-acd9360f0242 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:03.142614 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e763f080-d80f-4768-91d7-acd9360f0242 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-996772'] for router_interface, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:03.144632 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e763f080-d80f-4768-91d7-acd9360f0242 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Pushing event updated for resources: {'Port': ['ID=ad072e01-79b4-4fec-b59b-59bd0f93df04,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:22:03.265969 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e763f080-d80f-4768-91d7-acd9360f0242 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Network f44a484c-f86d-4083-bfdb-e44ff1f0df66 is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:22:03.268362 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-e763f080-d80f-4768-91d7-acd9360f0242 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:22:03.451002 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e763f080-d80f-4768-91d7-acd9360f0242 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Router 97e61f47-6db7-41c4-a6e7-2cea0d78d40d has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:22:03.542485 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 267619bf-7cdd-4a20-9689-ba1b15fffccf up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:22:03.648303 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e763f080-d80f-4768-91d7-acd9360f0242 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:22:03.648674 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port 267619bf-7cdd-4a20-9689-ba1b15fffccf completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:22:03.663769 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-e763f080-d80f-4768-91d7-acd9360f0242 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] 10.222.0.66 "PUT /v2.0/routers/97e61f47-6db7-41c4-a6e7-2cea0d78d40d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5734634 Aug 18 12:22:03.666514 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 38216) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:22:03.671355 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-8a3f87b0-2917-4a80-8e05-4be7ac1a9fbb tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1429235978', 'description': 'tempest-secgroup_access--1429235978 description', 'project_id': '81ccf9c8b4cf49858c5db4774ddb597a'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:22:03.671834 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 689f95de-4dd6-4491-868b-68425c31790c up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:22:03.703903 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51cb4bd0-5430-40db-9128-104ed0afe561 None None] Network f44a484c-f86d-4083-bfdb-e44ff1f0df66 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:22:03.728364 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8a3f87b0-2917-4a80-8e05-4be7ac1a9fbb tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:03.784495 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5be297-a68c-4b1b-afc0-afacd6e71e75 req-22d39741-4d83-4f4d-89b6-1a6348f93b37 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:22:03.786474 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5f5be297-a68c-4b1b-afc0-afacd6e71e75 req-22d39741-4d83-4f4d-89b6-1a6348f93b37 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/ports?device_id=ebc09d04-7c45-461d-a378-624bccc765d1 HTTP/1.1" status: 200 len: 947 time: 0.0743258 Aug 18 12:22:03.809674 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-68c37cb9-8c66-4fd6-96cb-686fd8201a67 None None] Provisioning for port 267619bf-7cdd-4a20-9689-ba1b15fffccf completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:22:03.838272 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-68c37cb9-8c66-4fd6-96cb-686fd8201a67 None None] Provisioning complete for port 267619bf-7cdd-4a20-9689-ba1b15fffccf triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:22:03.839112 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-68c37cb9-8c66-4fd6-96cb-686fd8201a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:03.845235 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port 689f95de-4dd6-4491-868b-68425c31790c completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:22:03.849741 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8a3f87b0-2917-4a80-8e05-4be7ac1a9fbb tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:03.851421 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5f5be297-a68c-4b1b-afc0-afacd6e71e75 req-ac06ca3a-f707-4fb1-8e52-2b35d88e486a tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/security-groups?id=1b0fca33-c559-4bcd-8fb7-1eb808938f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572665 Aug 18 12:22:03.862924 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8a3f87b0-2917-4a80-8e05-4be7ac1a9fbb tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:03.872208 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 689f95de-4dd6-4491-868b-68425c31790c triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:22:03.872857 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:03.916249 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3f87b0-2917-4a80-8e05-4be7ac1a9fbb tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c63d27c-5116-48a8-9474-939c6483acf0,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:22:03.919069 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8a3f87b0-2917-4a80-8e05-4be7ac1a9fbb tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:03.923063 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-8a3f87b0-2917-4a80-8e05-4be7ac1a9fbb tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.2528315 Aug 18 12:22:03.923368 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 38222) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:22:03.928890 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-be06e0f8-79f8-4da1-9882-11366ad8f382 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--2067365112', 'description': 'tempest-secgroup_general--2067365112 description', 'project_id': '81ccf9c8b4cf49858c5db4774ddb597a'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:22:03.960818 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-be06e0f8-79f8-4da1-9882-11366ad8f382 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:04.070671 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-be06e0f8-79f8-4da1-9882-11366ad8f382 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:04.077969 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-be06e0f8-79f8-4da1-9882-11366ad8f382 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:04.086814 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:04.100396 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-68c37cb9-8c66-4fd6-96cb-686fd8201a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:04.105907 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-be06e0f8-79f8-4da1-9882-11366ad8f382 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:04.107381 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-be06e0f8-79f8-4da1-9882-11366ad8f382 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.1823688 Aug 18 12:22:04.110666 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 38224) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:22:04.115971 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-feb64d81-0ab6-402a-a3c6-eb27a835f055 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Request body: {'security_group_rule': {'security_group_id': '6c63d27c-5116-48a8-9474-939c6483acf0', 'project_id': '81ccf9c8b4cf49858c5db4774ddb597a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:22:04.123811 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be06e0f8-79f8-4da1-9882-11366ad8f382 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9fc329e-46cc-4178-9f83-b1cd0db88278,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:22:04.135077 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] For port 689f95de-4dd6-4491-868b-68425c31790c, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=689f95de-4dd6-4491-868b-68425c31790c,segment=NetworkSegment(c5a3db9d-5c58-41b1-9177-d5787a597b78),segment_id=c5a3db9d-5c58-41b1-9177-d5787a597b78)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:22:04.147785 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:04.153519 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-feb64d81-0ab6-402a-a3c6-eb27a835f055 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:04.190909 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-68c37cb9-8c66-4fd6-96cb-686fd8201a67 None None] For port 267619bf-7cdd-4a20-9689-ba1b15fffccf, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=267619bf-7cdd-4a20-9689-ba1b15fffccf,segment=NetworkSegment(f0ac8308-e802-4f09-ab82-108d910cb68b),segment_id=f0ac8308-e802-4f09-ab82-108d910cb68b)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:22:04.202383 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-68c37cb9-8c66-4fd6-96cb-686fd8201a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:04.222762 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Pushing event updated for resources: {'Port': ['ID=689f95de-4dd6-4491-868b-68425c31790c,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:22:04.229820 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-feb64d81-0ab6-402a-a3c6-eb27a835f055 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:04.241941 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-feb64d81-0ab6-402a-a3c6-eb27a835f055 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992607'] for security_group_rule, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:04.269552 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9fc548a-72f8-4c35-b980-231927c202fd None None] Sync routers for ids ['97e61f47-6db7-41c4-a6e7-2cea0d78d40d'] in n-d-804985-2 {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:22:04.274064 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb64d81-0ab6-402a-a3c6-eb27a835f055 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9434444-b5e6-4082-a8a5-519e60b74393,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:22:04.279279 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-feb64d81-0ab6-402a-a3c6-eb27a835f055 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:04.290299 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-feb64d81-0ab6-402a-a3c6-eb27a835f055 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1692193 Aug 18 12:22:04.291593 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c37cb9-8c66-4fd6-96cb-686fd8201a67 None None] Pushing event updated for resources: {'Port': ['ID=267619bf-7cdd-4a20-9689-ba1b15fffccf,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:22:04.296611 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9fc548a-72f8-4c35-b980-231927c202fd None None] Routers {'97e61f47-6db7-41c4-a6e7-2cea0d78d40d'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:22:04.297262 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-c9fc548a-72f8-4c35-b980-231927c202fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:21:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['97e61f47-6db7-41c4-a6e7-2cea0d78d40d'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:22:04.416435 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-c9fc548a-72f8-4c35-b980-231927c202fd None None] Set router 97e61f47-6db7-41c4-a6e7-2cea0d78d40d gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:22:04.466769 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7b0b63a8-f7dc-48d5-a6b2-256768aa1ee8 req-088fb6ca-194c-459f-bacb-27b9fb2a0e04 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup_general--2067365112&fields=id&tenant_id=81ccf9c8b4cf49858c5db4774ddb597a HTTP/1.1" status: 200 len: 267 time: 0.0395043 Aug 18 12:22:04.509063 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7b0b63a8-f7dc-48d5-a6b2-256768aa1ee8 req-23a245bf-5a10-4ce2-878f-e64dc66dfd34 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup_access--1429235978&fields=id&tenant_id=81ccf9c8b4cf49858c5db4774ddb597a HTTP/1.1" status: 200 len: 267 time: 0.0349455 Aug 18 12:22:04.534764 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-7f19354f-bce1-4b7c-be26-3a574abd12d2 None None] Provisioning complete for port 267619bf-7cdd-4a20-9689-ba1b15fffccf triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:22:04.535125 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-7f19354f-bce1-4b7c-be26-3a574abd12d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:04.668039 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0b63a8-f7dc-48d5-a6b2-256768aa1ee8 req-5c74c34f-aa1b-479e-add8-c62251eb5a86 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:22:04.673415 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7b0b63a8-f7dc-48d5-a6b2-256768aa1ee8 req-5c74c34f-aa1b-479e-add8-c62251eb5a86 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] 10.222.0.66 "GET /v2.0/networks?id=f44a484c-f86d-4083-bfdb-e44ff1f0df66 HTTP/1.1" status: 200 len: 796 time: 0.1519680 Aug 18 12:22:04.678742 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-7f19354f-bce1-4b7c-be26-3a574abd12d2 None None] Provisioning for port ad072e01-79b4-4fec-b59b-59bd0f93df04 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:22:04.683197 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-7f19354f-bce1-4b7c-be26-3a574abd12d2 None None] Provisioning complete for port ad072e01-79b4-4fec-b59b-59bd0f93df04 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:22:04.683574 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-7f19354f-bce1-4b7c-be26-3a574abd12d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:04.725957 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7b0b63a8-f7dc-48d5-a6b2-256768aa1ee8 req-b699582d-1057-471a-a564-5c6bd4749bec tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] 10.222.0.66 "GET /v2.0/quotas/81ccf9c8b4cf49858c5db4774ddb597a HTTP/1.1" status: 200 len: 375 time: 0.0410013 Aug 18 12:22:04.743502 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-7f19354f-bce1-4b7c-be26-3a574abd12d2 None None] Port ad072e01-79b4-4fec-b59b-59bd0f93df04 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:22:04.747357 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-c9fc548a-72f8-4c35-b980-231927c202fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97e61f47-6db7-41c4-a6e7-2cea0d78d40d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1868517718', 'tenant_id': '81ccf9c8b4cf49858c5db4774ddb597a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.94'}], 'enable_snat': True}, 'gw_port_id': '689f95de-4dd6-4491-868b-68425c31790c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:21:58Z', 'updated_at': '2021-08-18T12:22:02Z', 'revision_number': 4, 'project_id': '81ccf9c8b4cf49858c5db4774ddb597a', 'gw_port': {'id': '689f95de-4dd6-4491-868b-68425c31790c', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:4f:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97e61f47-6db7-41c4-a6e7-2cea0d78d40d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3557, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:21:58Z', 'updated_at': '2021-08-18T12:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': 'ad072e01-79b4-4fec-b59b-59bd0f93df04', 'name': '', 'network_id': 'f44a484c-f86d-4083-bfdb-e44ff1f0df66', 'tenant_id': '81ccf9c8b4cf49858c5db4774ddb597a', 'mac_address': 'fa:16:3e:d4:bf:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97e61f47-6db7-41c4-a6e7-2cea0d78d40d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': '67816769-91ff-4f79-a9f9-fbb6426f9be7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:22:01Z', 'updated_at': '2021-08-18T12:22:02Z', 'revision_number': 2, 'project_id': '81ccf9c8b4cf49858c5db4774ddb597a', 'subnets': [{'id': '67816769-91ff-4f79-a9f9-fbb6426f9be7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:22:04.779309 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9fc548a-72f8-4c35-b980-231927c202fd None None] Checking router: 97e61f47-6db7-41c4-a6e7-2cea0d78d40d for host: n-d-804985-2 {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:22:04.779909 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9fc548a-72f8-4c35-b980-231927c202fd None None] Updating router 97e61f47-6db7-41c4-a6e7-2cea0d78d40d port ad072e01-79b4-4fec-b59b-59bd0f93df04 binding host n-d-804985-2 {{(pid=106255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 12:22:04.795803 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7b0b63a8-f7dc-48d5-a6b2-256768aa1ee8 req-790dbe0f-1f90-40dc-92ad-a6d30d29359a tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=81ccf9c8b4cf49858c5db4774ddb597a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0625427 Aug 18 12:22:04.818358 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-c9fc548a-72f8-4c35-b980-231927c202fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:04.862405 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-9acaae68-144a-4516-9d65-b8deea441c8f None None] Provisioning complete for port ad072e01-79b4-4fec-b59b-59bd0f93df04 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:22:04.862787 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-9acaae68-144a-4516-9d65-b8deea441c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:04.913415 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-9acaae68-144a-4516-9d65-b8deea441c8f None None] Port ad072e01-79b4-4fec-b59b-59bd0f93df04 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:22:05.060031 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-c18db9ba-ed50-4144-9246-aec78b7ad443 None None] Provisioning complete for port ad072e01-79b4-4fec-b59b-59bd0f93df04 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:22:05.060565 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-c18db9ba-ed50-4144-9246-aec78b7ad443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:05.061392 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7b0b63a8-f7dc-48d5-a6b2-256768aa1ee8 req-df3bbbab-bfc0-4cfc-9951-c09e43490f8a service neutron] 10.222.0.66 "GET /v2.0/networks/f44a484c-f86d-4083-bfdb-e44ff1f0df66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2498949 Aug 18 12:22:05.109707 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-c18db9ba-ed50-4144-9246-aec78b7ad443 None None] Port ad072e01-79b4-4fec-b59b-59bd0f93df04 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:22:05.127746 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56c57c0-1d43-40ef-b5ea-8887004432f8 req-613103a3-601a-46a3-bfdc-1fb07df7b7a1 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:22:05.129254 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c56c57c0-1d43-40ef-b5ea-8887004432f8 req-613103a3-601a-46a3-bfdc-1fb07df7b7a1 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/ports?device_id=ebc09d04-7c45-461d-a378-624bccc765d1 HTTP/1.1" status: 200 len: 947 time: 0.1421671 Aug 18 12:22:05.145322 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7a8dba-dcb5-4716-8aea-3c42c5a75e4d req-b19ece76-c10a-4731-a6e8-3e32fb4679ef tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:22:05.146759 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-aa7a8dba-dcb5-4716-8aea-3c42c5a75e4d req-b19ece76-c10a-4731-a6e8-3e32fb4679ef tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.63 "GET /v2.0/ports?device_id=ebc09d04-7c45-461d-a378-624bccc765d1 HTTP/1.1" status: 200 len: 947 time: 0.1446702 Aug 18 12:22:05.184294 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-c9fc548a-72f8-4c35-b980-231927c202fd None None] Notify callbacks [] for port, precommit_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:05.195315 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-c9fc548a-72f8-4c35-b980-231927c202fd None None] Transition to ACTIVE for port object ad072e01-79b4-4fec-b59b-59bd0f93df04 will not be triggered until provisioned by entity L2. {{(pid=106255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:22:05.202848 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-c9fc548a-72f8-4c35-b980-231927c202fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:05.258184 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c56c57c0-1d43-40ef-b5ea-8887004432f8 req-fc9d8419-bdd3-4af5-ae3f-bc00baf6e776 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/security-groups?id=1b0fca33-c559-4bcd-8fb7-1eb808938f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1104159 Aug 18 12:22:05.261800 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4ac834-93a5-4cbf-aea8-42a4bc53e0bd None None] Pushing event updated for resources: {'Port': ['ID=ad072e01-79b4-4fec-b59b-59bd0f93df04,revision_number=3']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:22:05.278419 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7b0b63a8-f7dc-48d5-a6b2-256768aa1ee8 req-e9b07230-7dc6-47da-a15a-083d81d0f0f1 service neutron] 10.222.0.66 "GET /v2.0/networks/f44a484c-f86d-4083-bfdb-e44ff1f0df66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2066379 Aug 18 12:22:05.340520 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4ac834-93a5-4cbf-aea8-42a4bc53e0bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:22:05.341114 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4ac834-93a5-4cbf-aea8-42a4bc53e0bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:22:05.341469 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4ac834-93a5-4cbf-aea8-42a4bc53e0bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:22:05.342120 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4ac834-93a5-4cbf-aea8-42a4bc53e0bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:22:05.342339 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4ac834-93a5-4cbf-aea8-42a4bc53e0bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:22:05.342747 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4ac834-93a5-4cbf-aea8-42a4bc53e0bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:22:05.343239 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4ac834-93a5-4cbf-aea8-42a4bc53e0bd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:22:05.343820 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4ac834-93a5-4cbf-aea8-42a4bc53e0bd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:22:05.344118 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4ac834-93a5-4cbf-aea8-42a4bc53e0bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:22:05.344568 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4ac834-93a5-4cbf-aea8-42a4bc53e0bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:22:05.344837 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-aa7a8dba-dcb5-4716-8aea-3c42c5a75e4d req-9d3a265e-9c18-407a-8ce6-6a7346546ff1 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Deleting port 8b179b4e-a984-4c26-8bef-a56d4a7e622c {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:22:05.345039 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4ac834-93a5-4cbf-aea8-42a4bc53e0bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:22:05.345254 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-aa7a8dba-dcb5-4716-8aea-3c42c5a75e4d req-9d3a265e-9c18-407a-8ce6-6a7346546ff1 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:05.345533 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4ac834-93a5-4cbf-aea8-42a4bc53e0bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:22:05.394834 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-c9fc548a-72f8-4c35-b980-231927c202fd None None] Attempting to bind port ad072e01-79b4-4fec-b59b-59bd0f93df04 on host n-d-804985-2 for vnic_type normal with profile {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:22:05.395193 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-c9fc548a-72f8-4c35-b980-231927c202fd None None] Attempting to bind port ad072e01-79b4-4fec-b59b-59bd0f93df04 by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': 'f0ac8308-e802-4f09-ab82-108d910cb68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'f44a484c-f86d-4083-bfdb-e44ff1f0df66'}] {{(pid=106255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:22:05.395792 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9fc548a-72f8-4c35-b980-231927c202fd None None] Attempting to bind port ad072e01-79b4-4fec-b59b-59bd0f93df04 on network f44a484c-f86d-4083-bfdb-e44ff1f0df66 {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:22:05.425724 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9fc548a-72f8-4c35-b980-231927c202fd None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 21, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:22:05.426455 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9fc548a-72f8-4c35-b980-231927c202fd None None] Checking segment: {'id': 'f0ac8308-e802-4f09-ab82-108d910cb68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'f44a484c-f86d-4083-bfdb-e44ff1f0df66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:22:05.427060 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-c9fc548a-72f8-4c35-b980-231927c202fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:05.427976 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9fc548a-72f8-4c35-b980-231927c202fd None None] Bound using segment: {'id': 'f0ac8308-e802-4f09-ab82-108d910cb68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'f44a484c-f86d-4083-bfdb-e44ff1f0df66'} {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:22:05.430941 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-c9fc548a-72f8-4c35-b980-231927c202fd None None] Bound port: ad072e01-79b4-4fec-b59b-59bd0f93df04, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0ac8308-e802-4f09-ab82-108d910cb68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'f44a484c-f86d-4083-bfdb-e44ff1f0df66'}}] {{(pid=106255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:22:05.431429 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-c9fc548a-72f8-4c35-b980-231927c202fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:05.498431 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 267619bf-7cdd-4a20-9689-ba1b15fffccf up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:22:05.522016 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-aa7a8dba-dcb5-4716-8aea-3c42c5a75e4d req-9d3a265e-9c18-407a-8ce6-6a7346546ff1 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] For port 8b179b4e-a984-4c26-8bef-a56d4a7e622c, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=8b179b4e-a984-4c26-8bef-a56d4a7e622c,segment=NetworkSegment(b37ee6ef-093c-4194-a906-24a6a3165741),segment_id=b37ee6ef-093c-4194-a906-24a6a3165741)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:22:05.522550 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-aa7a8dba-dcb5-4716-8aea-3c42c5a75e4d req-9d3a265e-9c18-407a-8ce6-6a7346546ff1 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:05.565912 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-c9fc548a-72f8-4c35-b980-231927c202fd None None] For port ad072e01-79b4-4fec-b59b-59bd0f93df04, host n-d-804985-2, cleared binding levels {{(pid=106255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:22:05.570649 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-c9fc548a-72f8-4c35-b980-231927c202fd None None] For port ad072e01-79b4-4fec-b59b-59bd0f93df04, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=ad072e01-79b4-4fec-b59b-59bd0f93df04,segment=NetworkSegment(f0ac8308-e802-4f09-ab82-108d910cb68b),segment_id=f0ac8308-e802-4f09-ab82-108d910cb68b)] {{(pid=106255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:22:05.581505 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-c9fc548a-72f8-4c35-b980-231927c202fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:05.650861 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 267619bf-7cdd-4a20-9689-ba1b15fffccf triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:22:05.651785 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:05.651908 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9fc548a-72f8-4c35-b980-231927c202fd None None] Routers {'97e61f47-6db7-41c4-a6e7-2cea0d78d40d'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:22:05.652637 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-c9fc548a-72f8-4c35-b980-231927c202fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:21:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['97e61f47-6db7-41c4-a6e7-2cea0d78d40d'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:22:05.685089 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6388ccb1-2441-41df-bc2f-dfc779fc75c5 req-840f447a-6d87-4303-a62a-5f18c71297d7 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] 10.222.0.66 "GET /v2.0/ports?device_id=d6bb8dc3-a620-4bb5-8d58-7f0806fffb9a HTTP/1.1" status: 200 len: 210 time: 0.0838385 Aug 18 12:22:05.750487 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4ac834-93a5-4cbf-aea8-42a4bc53e0bd None None] Pushing event updated for resources: {'Port': ['ID=ad072e01-79b4-4fec-b59b-59bd0f93df04,revision_number=4']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:22:05.785131 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 689f95de-4dd6-4491-868b-68425c31790c up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:22:05.846223 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 689f95de-4dd6-4491-868b-68425c31790c triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:22:05.847325 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:05.858825 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-c9fc548a-72f8-4c35-b980-231927c202fd None None] Set router 97e61f47-6db7-41c4-a6e7-2cea0d78d40d gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:22:05.872904 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-aa7a8dba-dcb5-4716-8aea-3c42c5a75e4d req-9d3a265e-9c18-407a-8ce6-6a7346546ff1 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:05.873485 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-aa7a8dba-dcb5-4716-8aea-3c42c5a75e4d req-9d3a265e-9c18-407a-8ce6-6a7346546ff1 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-989945'] for floatingip, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:05.874375 n-d-804985-2 neutron-server[106252]: INFO neutron.db.l3_db [req-aa7a8dba-dcb5-4716-8aea-3c42c5a75e4d req-9d3a265e-9c18-407a-8ce6-6a7346546ff1 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Floating IP dcf9658b-4791-4cd1-9afc-2efce4d8fdf7 disassociated. External IP: 172.25.7.37, port: 8b179b4e-a984-4c26-8bef-a56d4a7e622c. Aug 18 12:22:05.874711 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-aa7a8dba-dcb5-4716-8aea-3c42c5a75e4d req-9d3a265e-9c18-407a-8ce6-6a7346546ff1 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Calling delete_port for 8b179b4e-a984-4c26-8bef-a56d4a7e622c owned by compute:nova {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:22:06.080641 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-aa7a8dba-dcb5-4716-8aea-3c42c5a75e4d req-9d3a265e-9c18-407a-8ce6-6a7346546ff1 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:06.125401 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3a265e-9c18-407a-8ce6-6a7346546ff1 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Pushing event deleted for resources: {'Port': ['ID=8b179b4e-a984-4c26-8bef-a56d4a7e622c,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:22:06.161309 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-c9fc548a-72f8-4c35-b980-231927c202fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97e61f47-6db7-41c4-a6e7-2cea0d78d40d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1868517718', 'tenant_id': '81ccf9c8b4cf49858c5db4774ddb597a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.94'}], 'enable_snat': True}, 'gw_port_id': '689f95de-4dd6-4491-868b-68425c31790c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:21:58Z', 'updated_at': '2021-08-18T12:22:02Z', 'revision_number': 4, 'project_id': '81ccf9c8b4cf49858c5db4774ddb597a', 'gw_port': {'id': '689f95de-4dd6-4491-868b-68425c31790c', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:4f:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97e61f47-6db7-41c4-a6e7-2cea0d78d40d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3557, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:21:58Z', 'updated_at': '2021-08-18T12:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': 'ad072e01-79b4-4fec-b59b-59bd0f93df04', 'name': '', 'network_id': 'f44a484c-f86d-4083-bfdb-e44ff1f0df66', 'tenant_id': '81ccf9c8b4cf49858c5db4774ddb597a', 'mac_address': 'fa:16:3e:d4:bf:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97e61f47-6db7-41c4-a6e7-2cea0d78d40d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': '67816769-91ff-4f79-a9f9-fbb6426f9be7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:22:01Z', 'updated_at': '2021-08-18T12:22:05Z', 'revision_number': 4, 'project_id': '81ccf9c8b4cf49858c5db4774ddb597a', 'subnets': [{'id': '67816769-91ff-4f79-a9f9-fbb6426f9be7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:22:06.208116 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9fc548a-72f8-4c35-b980-231927c202fd None None] The sync data for ids ['97e61f47-6db7-41c4-a6e7-2cea0d78d40d'] in n-d-804985-2 is: [{'id': '97e61f47-6db7-41c4-a6e7-2cea0d78d40d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1868517718', 'tenant_id': '81ccf9c8b4cf49858c5db4774ddb597a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.94'}], 'enable_snat': True}, 'gw_port_id': '689f95de-4dd6-4491-868b-68425c31790c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:21:58Z', 'updated_at': '2021-08-18T12:22:02Z', 'revision_number': 4, 'project_id': '81ccf9c8b4cf49858c5db4774ddb597a', 'gw_port': {'id': '689f95de-4dd6-4491-868b-68425c31790c', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:4f:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97e61f47-6db7-41c4-a6e7-2cea0d78d40d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3557, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:21:58Z', 'updated_at': '2021-08-18T12:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': 'ad072e01-79b4-4fec-b59b-59bd0f93df04', 'name': '', 'network_id': 'f44a484c-f86d-4083-bfdb-e44ff1f0df66', 'tenant_id': '81ccf9c8b4cf49858c5db4774ddb597a', 'mac_address': 'fa:16:3e:d4:bf:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97e61f47-6db7-41c4-a6e7-2cea0d78d40d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': '67816769-91ff-4f79-a9f9-fbb6426f9be7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:22:01Z', 'updated_at': '2021-08-18T12:22:05Z', 'revision_number': 4, 'project_id': '81ccf9c8b4cf49858c5db4774ddb597a', 'subnets': [{'id': '67816769-91ff-4f79-a9f9-fbb6426f9be7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:22:06.215421 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:06.288149 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aa7a8dba-dcb5-4716-8aea-3c42c5a75e4d req-9d3a265e-9c18-407a-8ce6-6a7346546ff1 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Router 4dfb3a65-10ca-4a39-aaa7-690473775a34 has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:22:06.397769 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-50f437b1-bbe5-4d69-b0a3-b925b5185ef1 req-ae6d4737-2b83-4afc-8b84-2365a62327ac tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/ports?device_id=ebc09d04-7c45-461d-a378-624bccc765d1 HTTP/1.1" status: 200 len: 210 time: 0.0338826 Aug 18 12:22:06.822841 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3b665527-48d4-4b7f-aba5-e5992d536801 req-9d0a0454-d05d-4d6d-8b0f-6ca0a7a79535 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] 10.222.0.66 "GET /v2.0/ports?device_id=d6bb8dc3-a620-4bb5-8d58-7f0806fffb9a HTTP/1.1" status: 200 len: 210 time: 0.0399730 Aug 18 12:22:06.841590 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aa7a8dba-dcb5-4716-8aea-3c42c5a75e4d req-9d3a265e-9c18-407a-8ce6-6a7346546ff1 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:22:06.852636 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da10a4d-f550-43ff-a889-4efd869349df None None] Sync routers for ids ['4dfb3a65-10ca-4a39-aaa7-690473775a34'] in n-d-804985-2 {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:22:06.864377 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da10a4d-f550-43ff-a889-4efd869349df None None] Routers {'4dfb3a65-10ca-4a39-aaa7-690473775a34'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:22:06.865254 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-7da10a4d-f550-43ff-a889-4efd869349df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:21:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['4dfb3a65-10ca-4a39-aaa7-690473775a34'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:22:06.889539 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa7a8dba-dcb5-4716-8aea-3c42c5a75e4d req-9d3a265e-9c18-407a-8ce6-6a7346546ff1 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] No DVR routers for this DVR port 8b179b4e-a984-4c26-8bef-a56d4a7e622c on host n-h1-804985-2 {{(pid=106252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:22:06.893149 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-aa7a8dba-dcb5-4716-8aea-3c42c5a75e4d req-9d3a265e-9c18-407a-8ce6-6a7346546ff1 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:06.895188 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-aa7a8dba-dcb5-4716-8aea-3c42c5a75e4d req-9d3a265e-9c18-407a-8ce6-6a7346546ff1 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.63 "DELETE /v2.0/ports/8b179b4e-a984-4c26-8bef-a56d4a7e622c HTTP/1.1" status: 204 len: 173 time: 1.7371416 Aug 18 12:22:06.895679 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebc09d04-7c45-461d-a378-624bccc765d1', 'name': 'network-vif-deleted', 'tag': '8b179b4e-a984-4c26-8bef-a56d4a7e622c'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:22:06.898652 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9e3c901-ef15-4271-8ee1-7c610d1db3aa" -d '{"events": [{"server_uuid": "ebc09d04-7c45-461d-a378-624bccc765d1", "name": "network-vif-deleted", "tag": "8b179b4e-a984-4c26-8bef-a56d4a7e622c"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:22:06.954879 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:22:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-424c820e-f9f5-40af-a976-d74ff9792c9d x-openstack-request-id: req-424c820e-f9f5-40af-a976-d74ff9792c9d {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:22:06.955147 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebc09d04-7c45-461d-a378-624bccc765d1", "name": "network-vif-deleted", "tag": "8b179b4e-a984-4c26-8bef-a56d4a7e622c", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:22:06.955465 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-424c820e-f9f5-40af-a976-d74ff9792c9d {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:22:06.955885 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebc09d04-7c45-461d-a378-624bccc765d1', 'name': 'network-vif-deleted', 'tag': '8b179b4e-a984-4c26-8bef-a56d4a7e622c', 'status': 'completed', 'code': 200} Aug 18 12:22:07.067821 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-7da10a4d-f550-43ff-a889-4efd869349df None None] Set router 4dfb3a65-10ca-4a39-aaa7-690473775a34 gateway port host: n-d-804985-2 {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:22:07.200449 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0b63a8-f7dc-48d5-a6b2-256768aa1ee8 req-0f3de5ef-2be3-4d0f-9e8e-94cd5ad1f1a5 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:22:07.202098 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7b0b63a8-f7dc-48d5-a6b2-256768aa1ee8 req-0f3de5ef-2be3-4d0f-9e8e-94cd5ad1f1a5 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] 10.222.0.63 "GET /v2.0/networks?id=f44a484c-f86d-4083-bfdb-e44ff1f0df66 HTTP/1.1" status: 200 len: 796 time: 0.1977539 Aug 18 12:22:07.281084 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7b0b63a8-f7dc-48d5-a6b2-256768aa1ee8 req-5603a7c9-8156-40d5-a7d9-d744eed9a910 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] 10.222.0.63 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=81ccf9c8b4cf49858c5db4774ddb597a HTTP/1.1" status: 200 len: 478 time: 0.0625205 Aug 18 12:22:07.292318 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-7b0b63a8-f7dc-48d5-a6b2-256768aa1ee8 req-9035e665-f184-4876-b56b-cb90cec2a493 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Request body: {'port': {'device_id': 'd6bb8dc3-a620-4bb5-8d58-7f0806fffb9a', 'network_id': 'f44a484c-f86d-4083-bfdb-e44ff1f0df66', 'admin_state_up': True, 'tenant_id': '81ccf9c8b4cf49858c5db4774ddb597a', 'security_groups': ['b9fc329e-46cc-4178-9f83-b1cd0db88278', '6c63d27c-5116-48a8-9474-939c6483acf0']}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:22:07.425908 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-7da10a4d-f550-43ff-a889-4efd869349df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dfb3a65-10ca-4a39-aaa7-690473775a34', 'name': 'tempest-AttachVolumeShelveTestJSON-984932346-router', 'tenant_id': '8fca7d5a19c54940b367d2e63154d6ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': '3b45d6e6-41d7-49b3-b0ae-a5d284a14577', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:14:20Z', 'updated_at': '2021-08-18T12:14:27Z', 'revision_number': 4, 'project_id': '8fca7d5a19c54940b367d2e63154d6ee', 'gw_port': {'id': '3b45d6e6-41d7-49b3-b0ae-a5d284a14577', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:17:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dfb3a65-10ca-4a39-aaa7-690473775a34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:14:21Z', 'updated_at': '2021-08-18T12:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': 'b601dfce-541d-4812-8364-38785b16ca51', 'name': '', 'network_id': '9a60ecad-83fa-47c2-91d2-f7a65c03fb59', 'tenant_id': '8fca7d5a19c54940b367d2e63154d6ee', 'mac_address': 'fa:16:3e:ec:bb:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dfb3a65-10ca-4a39-aaa7-690473775a34', 'device_owner': 'network:router_interface', 'standard_attr_id': 2755, 'fixed_ips': [{'subnet_id': 'cb04d889-17cd-4540-8b57-641bd70e62c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:14:26Z', 'updated_at': '2021-08-18T12:14:34Z', 'revision_number': 5, 'project_id': '8fca7d5a19c54940b367d2e63154d6ee', 'subnets': [{'id': 'cb04d889-17cd-4540-8b57-641bd70e62c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:22:07.470464 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da10a4d-f550-43ff-a889-4efd869349df None None] Checking router: 4dfb3a65-10ca-4a39-aaa7-690473775a34 for host: n-d-804985-2 {{(pid=106254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:22:07.480162 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da10a4d-f550-43ff-a889-4efd869349df None None] Routers {'4dfb3a65-10ca-4a39-aaa7-690473775a34'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:22:07.480928 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-7da10a4d-f550-43ff-a889-4efd869349df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:21:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['4dfb3a65-10ca-4a39-aaa7-690473775a34'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:22:07.526684 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device ad072e01-79b4-4fec-b59b-59bd0f93df04 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:22:07.530774 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b0b63a8-f7dc-48d5-a6b2-256768aa1ee8 req-9035e665-f184-4876-b56b-cb90cec2a493 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Made reservation on behalf of 81ccf9c8b4cf49858c5db4774ddb597a for: {'port': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:22:07.536376 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-7b0b63a8-f7dc-48d5-a6b2-256768aa1ee8 req-9035e665-f184-4876-b56b-cb90cec2a493 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:07.584242 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ade4210a-b30b-4414-b36e-51e4f60d4cfb req-246e9163-a44d-470e-828c-59c2302d0dbc tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/ports?device_id=ebc09d04-7c45-461d-a378-624bccc765d1 HTTP/1.1" status: 200 len: 210 time: 0.0442173 Aug 18 12:22:07.652905 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port ad072e01-79b4-4fec-b59b-59bd0f93df04 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:22:07.683388 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-7da10a4d-f550-43ff-a889-4efd869349df None None] Set router 4dfb3a65-10ca-4a39-aaa7-690473775a34 gateway port host: n-d-804985-2 {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:22:07.685740 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port ad072e01-79b4-4fec-b59b-59bd0f93df04 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:22:07.686319 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:07.781349 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [req-7b0b63a8-f7dc-48d5-a6b2-256768aa1ee8 req-9035e665-f184-4876-b56b-cb90cec2a493 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Allocated IP 172.20.0.11 (f44a484c-f86d-4083-bfdb-e44ff1f0df66/67816769-91ff-4f79-a9f9-fbb6426f9be7/f1b55317-ae36-466c-88bd-9d8c590685c9) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:22:07.916012 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:07.991861 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] For port ad072e01-79b4-4fec-b59b-59bd0f93df04, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=ad072e01-79b4-4fec-b59b-59bd0f93df04,segment=NetworkSegment(f0ac8308-e802-4f09-ab82-108d910cb68b),segment_id=f0ac8308-e802-4f09-ab82-108d910cb68b)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:22:07.997306 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4bf6f754-995d-41d2-88bf-178c636b5c66 req-146af0a2-72cc-4b62-a7c8-aad93b088f39 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] 10.222.0.66 "GET /v2.0/ports?device_id=d6bb8dc3-a620-4bb5-8d58-7f0806fffb9a HTTP/1.1" status: 200 len: 210 time: 0.0435743 Aug 18 12:22:08.008449 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:08.065202 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-7b0b63a8-f7dc-48d5-a6b2-256768aa1ee8 req-9035e665-f184-4876-b56b-cb90cec2a493 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:08.083802 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [req-7b0b63a8-f7dc-48d5-a6b2-256768aa1ee8 req-9035e665-f184-4876-b56b-cb90cec2a493 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Transition to ACTIVE for port object f1b55317-ae36-466c-88bd-9d8c590685c9 will not be triggered until provisioned by entity DHCP. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:22:08.084041 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Pushing event updated for resources: {'Port': ['ID=ad072e01-79b4-4fec-b59b-59bd0f93df04,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:22:08.096231 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-7da10a4d-f550-43ff-a889-4efd869349df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dfb3a65-10ca-4a39-aaa7-690473775a34', 'name': 'tempest-AttachVolumeShelveTestJSON-984932346-router', 'tenant_id': '8fca7d5a19c54940b367d2e63154d6ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': '3b45d6e6-41d7-49b3-b0ae-a5d284a14577', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:14:20Z', 'updated_at': '2021-08-18T12:14:27Z', 'revision_number': 4, 'project_id': '8fca7d5a19c54940b367d2e63154d6ee', 'gw_port': {'id': '3b45d6e6-41d7-49b3-b0ae-a5d284a14577', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:17:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dfb3a65-10ca-4a39-aaa7-690473775a34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:14:21Z', 'updated_at': '2021-08-18T12:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': 'b601dfce-541d-4812-8364-38785b16ca51', 'name': '', 'network_id': '9a60ecad-83fa-47c2-91d2-f7a65c03fb59', 'tenant_id': '8fca7d5a19c54940b367d2e63154d6ee', 'mac_address': 'fa:16:3e:ec:bb:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dfb3a65-10ca-4a39-aaa7-690473775a34', 'device_owner': 'network:router_interface', 'standard_attr_id': 2755, 'fixed_ips': [{'subnet_id': 'cb04d889-17cd-4540-8b57-641bd70e62c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:14:26Z', 'updated_at': '2021-08-18T12:14:34Z', 'revision_number': 5, 'project_id': '8fca7d5a19c54940b367d2e63154d6ee', 'subnets': [{'id': 'cb04d889-17cd-4540-8b57-641bd70e62c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:22:08.121015 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-7b0b63a8-f7dc-48d5-a6b2-256768aa1ee8 req-9035e665-f184-4876-b56b-cb90cec2a493 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:08.128554 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da10a4d-f550-43ff-a889-4efd869349df None None] The sync data for ids ['4dfb3a65-10ca-4a39-aaa7-690473775a34'] in n-d-804985-2 is: [{'id': '4dfb3a65-10ca-4a39-aaa7-690473775a34', 'name': 'tempest-AttachVolumeShelveTestJSON-984932346-router', 'tenant_id': '8fca7d5a19c54940b367d2e63154d6ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': '3b45d6e6-41d7-49b3-b0ae-a5d284a14577', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:14:20Z', 'updated_at': '2021-08-18T12:14:27Z', 'revision_number': 4, 'project_id': '8fca7d5a19c54940b367d2e63154d6ee', 'gw_port': {'id': '3b45d6e6-41d7-49b3-b0ae-a5d284a14577', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:17:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dfb3a65-10ca-4a39-aaa7-690473775a34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:14:21Z', 'updated_at': '2021-08-18T12:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': 'b601dfce-541d-4812-8364-38785b16ca51', 'name': '', 'network_id': '9a60ecad-83fa-47c2-91d2-f7a65c03fb59', 'tenant_id': '8fca7d5a19c54940b367d2e63154d6ee', 'mac_address': 'fa:16:3e:ec:bb:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dfb3a65-10ca-4a39-aaa7-690473775a34', 'device_owner': 'network:router_interface', 'standard_attr_id': 2755, 'fixed_ips': [{'subnet_id': 'cb04d889-17cd-4540-8b57-641bd70e62c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:14:26Z', 'updated_at': '2021-08-18T12:14:34Z', 'revision_number': 5, 'project_id': '8fca7d5a19c54940b367d2e63154d6ee', 'subnets': [{'id': 'cb04d889-17cd-4540-8b57-641bd70e62c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:22:08.170513 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b0b63a8-f7dc-48d5-a6b2-256768aa1ee8 req-9035e665-f184-4876-b56b-cb90cec2a493 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Network f44a484c-f86d-4083-bfdb-e44ff1f0df66 is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:22:08.174812 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [req-7b0b63a8-f7dc-48d5-a6b2-256768aa1ee8 req-9035e665-f184-4876-b56b-cb90cec2a493 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:22:08.182665 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b0b63a8-f7dc-48d5-a6b2-256768aa1ee8 req-9035e665-f184-4876-b56b-cb90cec2a493 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:22:08.246254 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9035e665-f184-4876-b56b-cb90cec2a493 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Pushing event updated for resources: {'Port': ['ID=f1b55317-ae36-466c-88bd-9d8c590685c9,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:22:08.254765 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0b63a8-f7dc-48d5-a6b2-256768aa1ee8 req-9035e665-f184-4876-b56b-cb90cec2a493 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:22:08.255561 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-7b0b63a8-f7dc-48d5-a6b2-256768aa1ee8 req-9035e665-f184-4876-b56b-cb90cec2a493 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:08.265910 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:08.270905 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9035e665-f184-4876-b56b-cb90cec2a493 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:22:08.271343 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9035e665-f184-4876-b56b-cb90cec2a493 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:22:08.271939 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9035e665-f184-4876-b56b-cb90cec2a493 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:22:08.272438 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9035e665-f184-4876-b56b-cb90cec2a493 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:22:08.272985 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9035e665-f184-4876-b56b-cb90cec2a493 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:22:08.273411 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9035e665-f184-4876-b56b-cb90cec2a493 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:22:08.273833 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9035e665-f184-4876-b56b-cb90cec2a493 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:22:08.274253 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9035e665-f184-4876-b56b-cb90cec2a493 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:22:08.274675 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9035e665-f184-4876-b56b-cb90cec2a493 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:22:08.275080 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9035e665-f184-4876-b56b-cb90cec2a493 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:22:08.275469 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9035e665-f184-4876-b56b-cb90cec2a493 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:22:08.275854 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9035e665-f184-4876-b56b-cb90cec2a493 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:22:08.291947 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7b0b63a8-f7dc-48d5-a6b2-256768aa1ee8 req-9035e665-f184-4876-b56b-cb90cec2a493 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 1.0043857 Aug 18 12:22:08.308326 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [req-7b0b63a8-f7dc-48d5-a6b2-256768aa1ee8 req-c5ba1e8f-f60b-4145-aec3-cab490c24b1a tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=106252) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 12:22:08.309552 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7b0b63a8-f7dc-48d5-a6b2-256768aa1ee8 req-c5ba1e8f-f60b-4145-aec3-cab490c24b1a tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0107117 Aug 18 12:22:08.327305 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-7b0b63a8-f7dc-48d5-a6b2-256768aa1ee8 req-743af93f-402d-43fa-a92c-0c47e349a1eb service neutron] Request body: {'port': {'device_id': 'd6bb8dc3-a620-4bb5-8d58-7f0806fffb9a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804985-2'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:22:08.406204 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-7b0b63a8-f7dc-48d5-a6b2-256768aa1ee8 req-743af93f-402d-43fa-a92c-0c47e349a1eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:08.477078 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-7566d34c-19da-47cc-9bf5-3f62d6db5798 None None] Provisioning for port f1b55317-ae36-466c-88bd-9d8c590685c9 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:22:08.482955 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-7566d34c-19da-47cc-9bf5-3f62d6db5798 None None] Provisioning complete for port f1b55317-ae36-466c-88bd-9d8c590685c9 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:22:08.483348 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a49c6ede-92e4-4650-b7c5-76ef35294fe5 None None] New status for floating IP dcf9658b-4791-4cd1-9afc-2efce4d8fdf7: DOWN {{(pid=106255) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 12:22:08.483823 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-7566d34c-19da-47cc-9bf5-3f62d6db5798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:08.518998 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-7566d34c-19da-47cc-9bf5-3f62d6db5798 None None] Port f1b55317-ae36-466c-88bd-9d8c590685c9 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:22:08.735747 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [req-7b0b63a8-f7dc-48d5-a6b2-256768aa1ee8 req-743af93f-402d-43fa-a92c-0c47e349a1eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1b55317-ae36-466c-88bd-9d8c590685c9 {{(pid=106252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:22:08.743958 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-7b0b63a8-f7dc-48d5-a6b2-256768aa1ee8 req-743af93f-402d-43fa-a92c-0c47e349a1eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:08.762552 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [req-7b0b63a8-f7dc-48d5-a6b2-256768aa1ee8 req-743af93f-402d-43fa-a92c-0c47e349a1eb service neutron] Transition to ACTIVE for port object f1b55317-ae36-466c-88bd-9d8c590685c9 will not be triggered until provisioned by entity L2. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:22:08.767855 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-7b0b63a8-f7dc-48d5-a6b2-256768aa1ee8 req-743af93f-402d-43fa-a92c-0c47e349a1eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:08.806469 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 38330) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:22:08.824785 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743af93f-402d-43fa-a92c-0c47e349a1eb service neutron] Pushing event updated for resources: {'Port': ['ID=f1b55317-ae36-466c-88bd-9d8c590685c9,revision_number=2']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:22:08.890514 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4a82f81d-0eda-49ba-8f8b-fc9066350078 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:08.933348 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4a82f81d-0eda-49ba-8f8b-fc9066350078 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:08.937262 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-7b0b63a8-f7dc-48d5-a6b2-256768aa1ee8 req-743af93f-402d-43fa-a92c-0c47e349a1eb service neutron] Attempting to bind port f1b55317-ae36-466c-88bd-9d8c590685c9 on host n-h1-804985-2 for vnic_type normal with profile {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:22:08.937730 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-7b0b63a8-f7dc-48d5-a6b2-256768aa1ee8 req-743af93f-402d-43fa-a92c-0c47e349a1eb service neutron] Attempting to bind port f1b55317-ae36-466c-88bd-9d8c590685c9 by drivers openvswitch,hyperv on host n-h1-804985-2 at level 0 using segments [{'id': 'f0ac8308-e802-4f09-ab82-108d910cb68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'f44a484c-f86d-4083-bfdb-e44ff1f0df66'}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:22:08.938274 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b0b63a8-f7dc-48d5-a6b2-256768aa1ee8 req-743af93f-402d-43fa-a92c-0c47e349a1eb service neutron] Attempting to bind port f1b55317-ae36-466c-88bd-9d8c590685c9 on network f44a484c-f86d-4083-bfdb-e44ff1f0df66 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:22:08.943352 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b0b63a8-f7dc-48d5-a6b2-256768aa1ee8 req-743af93f-402d-43fa-a92c-0c47e349a1eb service neutron] Port f1b55317-ae36-466c-88bd-9d8c590685c9 on network f44a484c-f86d-4083-bfdb-e44ff1f0df66 not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-2 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:22:08.943794 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b0b63a8-f7dc-48d5-a6b2-256768aa1ee8 req-743af93f-402d-43fa-a92c-0c47e349a1eb service neutron] Attempting to bind port f1b55317-ae36-466c-88bd-9d8c590685c9 on network f44a484c-f86d-4083-bfdb-e44ff1f0df66 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:22:08.949667 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b0b63a8-f7dc-48d5-a6b2-256768aa1ee8 req-743af93f-402d-43fa-a92c-0c47e349a1eb service neutron] Checking agent: {'id': 'a613417a-d085-492c-941a-59bb18c633d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 49, 6), 'started_at': datetime.datetime(2021, 8, 18, 11, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 22, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:22:08.949667 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b0b63a8-f7dc-48d5-a6b2-256768aa1ee8 req-743af93f-402d-43fa-a92c-0c47e349a1eb service neutron] Checking segment: {'id': 'f0ac8308-e802-4f09-ab82-108d910cb68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'f44a484c-f86d-4083-bfdb-e44ff1f0df66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:22:08.950037 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b0b63a8-f7dc-48d5-a6b2-256768aa1ee8 req-743af93f-402d-43fa-a92c-0c47e349a1eb service neutron] Bound using segment: {'id': 'f0ac8308-e802-4f09-ab82-108d910cb68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'f44a484c-f86d-4083-bfdb-e44ff1f0df66'} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:22:08.950567 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-7b0b63a8-f7dc-48d5-a6b2-256768aa1ee8 req-743af93f-402d-43fa-a92c-0c47e349a1eb service neutron] Bound port: f1b55317-ae36-466c-88bd-9d8c590685c9, host: n-h1-804985-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0ac8308-e802-4f09-ab82-108d910cb68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'f44a484c-f86d-4083-bfdb-e44ff1f0df66'}}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:22:08.951026 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-7b0b63a8-f7dc-48d5-a6b2-256768aa1ee8 req-743af93f-402d-43fa-a92c-0c47e349a1eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:09.001215 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4a82f81d-0eda-49ba-8f8b-fc9066350078 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:09.005493 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4a82f81d-0eda-49ba-8f8b-fc9066350078 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:09.024383 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-4a82f81d-0eda-49ba-8f8b-fc9066350078 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "DELETE /v2.0/security-groups/1b0fca33-c559-4bcd-8fb7-1eb808938f0b HTTP/1.1" status: 204 len: 168 time: 0.2145040 Aug 18 12:22:09.026854 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 38338) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:22:09.027917 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-7b0b63a8-f7dc-48d5-a6b2-256768aa1ee8 req-743af93f-402d-43fa-a92c-0c47e349a1eb service neutron] For port f1b55317-ae36-466c-88bd-9d8c590685c9, host n-h1-804985-2, cleared binding levels {{(pid=106252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:22:09.032750 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-7b0b63a8-f7dc-48d5-a6b2-256768aa1ee8 req-743af93f-402d-43fa-a92c-0c47e349a1eb service neutron] For port f1b55317-ae36-466c-88bd-9d8c590685c9, host n-h1-804985-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=f1b55317-ae36-466c-88bd-9d8c590685c9,segment=NetworkSegment(f0ac8308-e802-4f09-ab82-108d910cb68b),segment_id=f0ac8308-e802-4f09-ab82-108d910cb68b)] {{(pid=106252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:22:09.040767 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-7b0b63a8-f7dc-48d5-a6b2-256768aa1ee8 req-743af93f-402d-43fa-a92c-0c47e349a1eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:09.071491 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a82f81d-0eda-49ba-8f8b-fc9066350078 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b0fca33-c559-4bcd-8fb7-1eb808938f0b,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:22:09.075356 n-d-804985-2 neutron-server[106253]: INFO neutron.api.v2.resource [None req-77fae640-da64-48d5-a8ac-17ba6dab8df5 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] show failed (client error): The resource could not be found. Aug 18 12:22:09.078099 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-77fae640-da64-48d5-a8ac-17ba6dab8df5 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "GET /v2.0/security-groups/1b0fca33-c559-4bcd-8fb7-1eb808938f0b HTTP/1.1" status: 404 len: 347 time: 0.0398545 Aug 18 12:22:09.083757 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 38342) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:22:09.090427 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0b63a8-f7dc-48d5-a6b2-256768aa1ee8 req-743af93f-402d-43fa-a92c-0c47e349a1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:22:09.091180 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-7b0b63a8-f7dc-48d5-a6b2-256768aa1ee8 req-743af93f-402d-43fa-a92c-0c47e349a1eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:09.094719 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7b0b63a8-f7dc-48d5-a6b2-256768aa1ee8 req-743af93f-402d-43fa-a92c-0c47e349a1eb service neutron] 10.222.0.63 "PUT /v2.0/ports/f1b55317-ae36-466c-88bd-9d8c590685c9 HTTP/1.1" status: 200 len: 1131 time: 0.7743373 Aug 18 12:22:09.099938 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6bb8dc3-a620-4bb5-8d58-7f0806fffb9a', 'tag': 'f1b55317-ae36-466c-88bd-9d8c590685c9'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:22:09.100718 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a82f81d-0eda-49ba-8f8b-fc9066350078 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:22:09.101211 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a82f81d-0eda-49ba-8f8b-fc9066350078 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:22:09.101699 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a82f81d-0eda-49ba-8f8b-fc9066350078 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:22:09.102178 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a82f81d-0eda-49ba-8f8b-fc9066350078 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:22:09.102679 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a82f81d-0eda-49ba-8f8b-fc9066350078 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:22:09.103212 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a82f81d-0eda-49ba-8f8b-fc9066350078 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:22:09.103862 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a82f81d-0eda-49ba-8f8b-fc9066350078 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:22:09.104339 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a82f81d-0eda-49ba-8f8b-fc9066350078 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:22:09.105357 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a82f81d-0eda-49ba-8f8b-fc9066350078 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:22:09.105971 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a82f81d-0eda-49ba-8f8b-fc9066350078 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:22:09.106293 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1327df69-6978-4ce9-8f1f-5fbf34ac7c77" -d '{"events": [{"name": "network-changed", "server_uuid": "d6bb8dc3-a620-4bb5-8d58-7f0806fffb9a", "tag": "f1b55317-ae36-466c-88bd-9d8c590685c9"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:22:09.106619 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a82f81d-0eda-49ba-8f8b-fc9066350078 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:22:09.107314 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a82f81d-0eda-49ba-8f8b-fc9066350078 tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:22:09.242768 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:22:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fc8a02e-597e-4a6f-a5e4-79f638a589fe x-openstack-request-id: req-8fc8a02e-597e-4a6f-a5e4-79f638a589fe {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:22:09.243542 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6bb8dc3-a620-4bb5-8d58-7f0806fffb9a", "tag": "f1b55317-ae36-466c-88bd-9d8c590685c9", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:22:09.244182 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-8fc8a02e-597e-4a6f-a5e4-79f638a589fe {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:22:09.245776 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6bb8dc3-a620-4bb5-8d58-7f0806fffb9a', 'tag': 'f1b55317-ae36-466c-88bd-9d8c590685c9', 'status': 'completed', 'code': 200} Aug 18 12:22:09.268691 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743af93f-402d-43fa-a92c-0c47e349a1eb service neutron] Pushing event updated for resources: {'Port': ['ID=f1b55317-ae36-466c-88bd-9d8c590685c9,revision_number=3']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:22:09.296699 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d6817d-158c-4c9b-806f-328444566ff1 req-c79e4caa-26dd-4267-abf1-12e3c18a4212 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:22:09.304758 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-91d6817d-158c-4c9b-806f-328444566ff1 req-c79e4caa-26dd-4267-abf1-12e3c18a4212 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] 10.222.0.66 "GET /v2.0/ports?device_id=d6bb8dc3-a620-4bb5-8d58-7f0806fffb9a HTTP/1.1" status: 200 len: 983 time: 0.1718099 Aug 18 12:22:09.326419 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0b63a8-f7dc-48d5-a6b2-256768aa1ee8 req-80b26b4f-d862-498e-9f1e-8a8e0cc37bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:22:09.328071 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7b0b63a8-f7dc-48d5-a6b2-256768aa1ee8 req-80b26b4f-d862-498e-9f1e-8a8e0cc37bf9 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=81ccf9c8b4cf49858c5db4774ddb597a&device_id=d6bb8dc3-a620-4bb5-8d58-7f0806fffb9a HTTP/1.1" status: 200 len: 1134 time: 0.1446638 Aug 18 12:22:09.374984 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-200b13d2-e900-4e85-b769-4fb6989d92fd tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Deleting port e08ff27e-2d88-464e-aab7-bf4e98ba8a45 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:22:09.376305 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-200b13d2-e900-4e85-b769-4fb6989d92fd tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:09.394340 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7b0b63a8-f7dc-48d5-a6b2-256768aa1ee8 req-a91be816-c132-44df-8d11-91b736987732 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f1b55317-ae36-466c-88bd-9d8c590685c9 HTTP/1.1" status: 200 len: 217 time: 0.0532734 Aug 18 12:22:09.399178 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-91d6817d-158c-4c9b-806f-328444566ff1 req-7ed56934-a98c-4f30-ac4b-21dd99a5caf1 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] 10.222.0.66 "GET /v2.0/security-groups?id=6c63d27c-5116-48a8-9474-939c6483acf0&id=b9fc329e-46cc-4178-9f83-b1cd0db88278&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0936162 Aug 18 12:22:09.494782 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device ad072e01-79b4-4fec-b59b-59bd0f93df04 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:22:09.514154 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0b63a8-f7dc-48d5-a6b2-256768aa1ee8 req-cf0ac605-e146-4077-9f36-078b6e450414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:22:09.516177 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7b0b63a8-f7dc-48d5-a6b2-256768aa1ee8 req-cf0ac605-e146-4077-9f36-078b6e450414 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=67816769-91ff-4f79-a9f9-fbb6426f9be7 HTTP/1.1" status: 200 len: 835 time: 0.1141891 Aug 18 12:22:09.554016 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 8b179b4e-a984-4c26-8bef-a56d4a7e622c no longer exists at agent hyperv_n-h1-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:22:09.567992 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-200b13d2-e900-4e85-b769-4fb6989d92fd tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:09.568587 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-200b13d2-e900-4e85-b769-4fb6989d92fd tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:09.573284 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0b63a8-f7dc-48d5-a6b2-256768aa1ee8 req-f2cf5c8b-a721-459d-a7f6-d243dbd95217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:22:09.574797 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7b0b63a8-f7dc-48d5-a6b2-256768aa1ee8 req-f2cf5c8b-a721-459d-a7f6-d243dbd95217 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=f44a484c-f86d-4083-bfdb-e44ff1f0df66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0462174 Aug 18 12:22:09.594480 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] No Port match for: 8b179b4e-a984-4c26-8bef-a56d4a7e622c {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:22:09.594815 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 8b179b4e-a984-4c26-8bef-a56d4a7e622c not bound to the agent host n-h1-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:22:09.600611 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-200b13d2-e900-4e85-b769-4fb6989d92fd tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Calling delete_port for e08ff27e-2d88-464e-aab7-bf4e98ba8a45 owned by network:floatingip {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:22:09.637057 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port ad072e01-79b4-4fec-b59b-59bd0f93df04 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:22:09.637440 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:09.721097 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7b0b63a8-f7dc-48d5-a6b2-256768aa1ee8 req-0b6beb1e-3e6a-4f2c-95c1-6d1bd80c6dff service neutron] 10.222.0.63 "GET /v2.0/networks/f44a484c-f86d-4083-bfdb-e44ff1f0df66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377842 Aug 18 12:22:09.804550 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-200b13d2-e900-4e85-b769-4fb6989d92fd tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:09.853138 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7b0b63a8-f7dc-48d5-a6b2-256768aa1ee8 req-c8889d2b-a2cd-4117-9990-d52aa55fba97 service neutron] 10.222.0.63 "GET /v2.0/networks/f44a484c-f86d-4083-bfdb-e44ff1f0df66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209118 Aug 18 12:22:09.858143 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200b13d2-e900-4e85-b769-4fb6989d92fd tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Pushing event deleted for resources: {'Port': ['ID=e08ff27e-2d88-464e-aab7-bf4e98ba8a45,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:22:09.914039 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-200b13d2-e900-4e85-b769-4fb6989d92fd tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Notify callbacks [] for floatingip, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:09.917423 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-200b13d2-e900-4e85-b769-4fb6989d92fd tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for floatingip, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:09.918596 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-200b13d2-e900-4e85-b769-4fb6989d92fd tempest-AttachVolumeShelveTestJSON-1277874687 tempest-AttachVolumeShelveTestJSON-1277874687-project] 10.222.0.66 "DELETE /v2.0/floatingips/dcf9658b-4791-4cd1-9afc-2efce4d8fdf7 HTTP/1.1" status: 204 len: 168 time: 0.8332548 Aug 18 12:22:09.975854 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1327df69-6978-4ce9-8f1f-5fbf34ac7c77 req-4f7d3862-7189-4406-b86a-b2114e7167cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:22:09.978477 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1327df69-6978-4ce9-8f1f-5fbf34ac7c77 req-4f7d3862-7189-4406-b86a-b2114e7167cc service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=81ccf9c8b4cf49858c5db4774ddb597a&device_id=d6bb8dc3-a620-4bb5-8d58-7f0806fffb9a HTTP/1.1" status: 200 len: 1134 time: 0.0449898 Aug 18 12:22:10.112084 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1327df69-6978-4ce9-8f1f-5fbf34ac7c77 req-3e1a8c7b-4e82-4340-bf14-3586d90d6413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:22:10.114285 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1327df69-6978-4ce9-8f1f-5fbf34ac7c77 req-3e1a8c7b-4e82-4340-bf14-3586d90d6413 service neutron] 10.222.0.63 "GET /v2.0/networks?id=f44a484c-f86d-4083-bfdb-e44ff1f0df66 HTTP/1.1" status: 200 len: 897 time: 0.1275494 Aug 18 12:22:10.159419 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1327df69-6978-4ce9-8f1f-5fbf34ac7c77 req-0083e960-fbe1-40f8-8637-bfb6b3cd91be service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f1b55317-ae36-466c-88bd-9d8c590685c9 HTTP/1.1" status: 200 len: 217 time: 0.0366366 Aug 18 12:22:10.215928 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1327df69-6978-4ce9-8f1f-5fbf34ac7c77 req-f2b3fa66-550a-4c42-812d-d9e6911d5a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:22:10.217608 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1327df69-6978-4ce9-8f1f-5fbf34ac7c77 req-f2b3fa66-550a-4c42-812d-d9e6911d5a38 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=67816769-91ff-4f79-a9f9-fbb6426f9be7 HTTP/1.1" status: 200 len: 835 time: 0.0494688 Aug 18 12:22:10.266224 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1327df69-6978-4ce9-8f1f-5fbf34ac7c77 req-26f6da90-3efd-4660-a253-9f5c4654a052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:22:10.267866 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1327df69-6978-4ce9-8f1f-5fbf34ac7c77 req-26f6da90-3efd-4660-a253-9f5c4654a052 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=f44a484c-f86d-4083-bfdb-e44ff1f0df66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420127 Aug 18 12:22:10.377904 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1327df69-6978-4ce9-8f1f-5fbf34ac7c77 req-2e76ebb2-a4f6-49e7-891a-e0c51cd6d93c service neutron] 10.222.0.63 "GET /v2.0/networks/f44a484c-f86d-4083-bfdb-e44ff1f0df66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016240 Aug 18 12:22:10.477947 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1327df69-6978-4ce9-8f1f-5fbf34ac7c77 req-7aa99f77-bc5a-413f-8b27-5528ddba4bf0 service neutron] 10.222.0.63 "GET /v2.0/networks/f44a484c-f86d-4083-bfdb-e44ff1f0df66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908144 Aug 18 12:22:10.551553 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3625180-fce1-40b0-a611-27d6cf0ef80a req-2bd2f408-e202-4ded-ad64-3495d82bf357 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:22:10.553198 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f3625180-fce1-40b0-a611-27d6cf0ef80a req-2bd2f408-e202-4ded-ad64-3495d82bf357 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] 10.222.0.66 "GET /v2.0/ports?device_id=d6bb8dc3-a620-4bb5-8d58-7f0806fffb9a HTTP/1.1" status: 200 len: 983 time: 0.0598767 Aug 18 12:22:10.595247 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f3625180-fce1-40b0-a611-27d6cf0ef80a req-e33e0565-d8ac-4697-9970-26cd2e80051d tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] 10.222.0.66 "GET /v2.0/security-groups?id=6c63d27c-5116-48a8-9474-939c6483acf0&id=b9fc329e-46cc-4178-9f83-b1cd0db88278&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0352802 Aug 18 12:22:11.566710 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device f1b55317-ae36-466c-88bd-9d8c590685c9 details requested by agent hyperv_n-h1-804985-2 with host n-h1-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:22:11.689920 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port f1b55317-ae36-466c-88bd-9d8c590685c9, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=f1b55317-ae36-466c-88bd-9d8c590685c9,segment=NetworkSegment(f0ac8308-e802-4f09-ab82-108d910cb68b),segment_id=f0ac8308-e802-4f09-ab82-108d910cb68b)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:22:11.703704 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Returning: {'device': 'f1b55317-ae36-466c-88bd-9d8c590685c9', 'network_id': 'f44a484c-f86d-4083-bfdb-e44ff1f0df66', 'port_id': 'f1b55317-ae36-466c-88bd-9d8c590685c9', 'mac_address': 'fa:16:3e:f0:38:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 839, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67816769-91ff-4f79-a9f9-fbb6426f9be7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:22:11.744607 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:11.746985 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f3adbe-aa86-4885-8f3f-ba776521c365 req-42c5a0e9-25fc-4ad5-8a86-d720e0fb6f41 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:22:11.749480 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d0f3adbe-aa86-4885-8f3f-ba776521c365 req-42c5a0e9-25fc-4ad5-8a86-d720e0fb6f41 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] 10.222.0.66 "GET /v2.0/ports?device_id=d6bb8dc3-a620-4bb5-8d58-7f0806fffb9a HTTP/1.1" status: 200 len: 983 time: 0.0650623 Aug 18 12:22:11.761677 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1b55317-ae36-466c-88bd-9d8c590685c9 {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:22:11.782435 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port f1b55317-ae36-466c-88bd-9d8c590685c9, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=f1b55317-ae36-466c-88bd-9d8c590685c9,segment=NetworkSegment(f0ac8308-e802-4f09-ab82-108d910cb68b),segment_id=f0ac8308-e802-4f09-ab82-108d910cb68b)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:22:11.789192 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:11.805899 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d0f3adbe-aa86-4885-8f3f-ba776521c365 req-32573c1c-1843-4fa8-8461-c2e5c4ba528d tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] 10.222.0.66 "GET /v2.0/security-groups?id=6c63d27c-5116-48a8-9474-939c6483acf0&id=b9fc329e-46cc-4178-9f83-b1cd0db88278&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0466230 Aug 18 12:22:11.846625 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=f1b55317-ae36-466c-88bd-9d8c590685c9,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:22:11.987313 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] get_ports_and_sgs() called for port_ids ['f1b55317-ae36-466c-88bd-9d8c590685c9'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:22:12.931126 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3de4ce5-0a92-47d2-b13a-fe33815a420e req-043b8816-aefa-4d72-a347-0814f920fb2d tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:22:12.933263 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e3de4ce5-0a92-47d2-b13a-fe33815a420e req-043b8816-aefa-4d72-a347-0814f920fb2d tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] 10.222.0.66 "GET /v2.0/ports?device_id=d6bb8dc3-a620-4bb5-8d58-7f0806fffb9a HTTP/1.1" status: 200 len: 984 time: 0.0561740 Aug 18 12:22:12.995017 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e3de4ce5-0a92-47d2-b13a-fe33815a420e req-e12a322f-a452-43c0-9555-8de5f2dd61f9 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] 10.222.0.66 "GET /v2.0/security-groups?id=6c63d27c-5116-48a8-9474-939c6483acf0&id=b9fc329e-46cc-4178-9f83-b1cd0db88278&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0540931 Aug 18 12:22:13.578306 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device f1b55317-ae36-466c-88bd-9d8c590685c9 up at agent hyperv_n-h1-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:22:13.628137 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Provisioning for port f1b55317-ae36-466c-88bd-9d8c590685c9 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:22:13.632389 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Provisioning complete for port f1b55317-ae36-466c-88bd-9d8c590685c9 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:22:13.632837 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:13.717444 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:13.746284 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6bb8dc3-a620-4bb5-8d58-7f0806fffb9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1b55317-ae36-466c-88bd-9d8c590685c9'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:22:13.748530 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db50a436fb3a98495337d8fe7487b4f2ea6f3c1052eb9efadc2ecda2d5737001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6bee585-3c07-427d-9f4d-d6ee0198d883" -d '{"events": [{"server_uuid": "d6bb8dc3-a620-4bb5-8d58-7f0806fffb9a", "name": "network-vif-plugged", "status": "completed", "tag": "f1b55317-ae36-466c-88bd-9d8c590685c9"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:22:13.764323 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port f1b55317-ae36-466c-88bd-9d8c590685c9, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=f1b55317-ae36-466c-88bd-9d8c590685c9,segment=NetworkSegment(f0ac8308-e802-4f09-ab82-108d910cb68b),segment_id=f0ac8308-e802-4f09-ab82-108d910cb68b)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:22:13.769929 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:13.821562 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=f1b55317-ae36-466c-88bd-9d8c590685c9,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:22:13.825132 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:22:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b237578d-52b1-427d-a150-882960894922 x-openstack-request-id: req-b237578d-52b1-427d-a150-882960894922 {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:22:13.825557 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6bb8dc3-a620-4bb5-8d58-7f0806fffb9a", "name": "network-vif-plugged", "status": "completed", "tag": "f1b55317-ae36-466c-88bd-9d8c590685c9", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:22:13.825892 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b237578d-52b1-427d-a150-882960894922 {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:22:13.826370 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6bb8dc3-a620-4bb5-8d58-7f0806fffb9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1b55317-ae36-466c-88bd-9d8c590685c9', 'code': 200} Aug 18 12:22:13.834178 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:22:13.834769 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:22:13.835391 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:22:13.835987 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:22:13.836485 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:22:13.836973 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:22:13.837467 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:22:13.837799 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:22:13.838131 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:22:13.838456 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:22:13.838819 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:22:13.839869 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:22:13.925618 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8277d6bc-c92f-4118-911c-45dab8f55b4f req-736513de-a42e-40ef-83db-a037184cdac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:22:13.927062 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8277d6bc-c92f-4118-911c-45dab8f55b4f req-736513de-a42e-40ef-83db-a037184cdac8 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=d6bb8dc3-a620-4bb5-8d58-7f0806fffb9a HTTP/1.1" status: 200 len: 1136 time: 0.0430546 Aug 18 12:22:13.967249 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8277d6bc-c92f-4118-911c-45dab8f55b4f req-d22d44ad-2c10-43a2-9969-9f16ee1fd308 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=b9fc329e-46cc-4178-9f83-b1cd0db88278&id=6c63d27c-5116-48a8-9474-939c6483acf0&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0322442 Aug 18 12:22:14.123472 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb231df-3852-4040-b92a-1b3a619c21be req-0a8138c6-ed14-4179-8c6b-576e015953c7 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:22:14.125216 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3cb231df-3852-4040-b92a-1b3a619c21be req-0a8138c6-ed14-4179-8c6b-576e015953c7 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] 10.222.0.66 "GET /v2.0/ports?device_id=d6bb8dc3-a620-4bb5-8d58-7f0806fffb9a HTTP/1.1" status: 200 len: 985 time: 0.0514030 Aug 18 12:22:14.171925 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3cb231df-3852-4040-b92a-1b3a619c21be req-41b04d63-d169-410f-a5b6-96556eac71a3 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] 10.222.0.66 "GET /v2.0/security-groups?id=6c63d27c-5116-48a8-9474-939c6483acf0&id=b9fc329e-46cc-4178-9f83-b1cd0db88278&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0403333 Aug 18 12:22:15.307441 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69afd0a8-928c-4b71-aa02-cb95c2e218c0 req-50357efa-ed42-46e1-b5db-449d7f693d07 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:22:15.309265 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-69afd0a8-928c-4b71-aa02-cb95c2e218c0 req-50357efa-ed42-46e1-b5db-449d7f693d07 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] 10.222.0.66 "GET /v2.0/ports?device_id=d6bb8dc3-a620-4bb5-8d58-7f0806fffb9a HTTP/1.1" status: 200 len: 985 time: 0.0550516 Aug 18 12:22:15.353904 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-69afd0a8-928c-4b71-aa02-cb95c2e218c0 req-3821da46-c213-490f-bffd-4c38a3345f33 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] 10.222.0.66 "GET /v2.0/security-groups?id=6c63d27c-5116-48a8-9474-939c6483acf0&id=b9fc329e-46cc-4178-9f83-b1cd0db88278&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0373595 Aug 18 12:22:15.480694 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915f7a2f-f61d-494d-90e1-9e5bb2c6dbf8 req-647d63f4-382f-45b0-b112-7d61dfdf2fb0 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:22:15.482775 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-915f7a2f-f61d-494d-90e1-9e5bb2c6dbf8 req-647d63f4-382f-45b0-b112-7d61dfdf2fb0 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] 10.222.0.66 "GET /v2.0/ports?device_id=d6bb8dc3-a620-4bb5-8d58-7f0806fffb9a HTTP/1.1" status: 200 len: 985 time: 0.0526090 Aug 18 12:22:15.524956 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-915f7a2f-f61d-494d-90e1-9e5bb2c6dbf8 req-fa29b3c9-37e0-4b2a-a98c-879142ab4a9c tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] 10.222.0.66 "GET /v2.0/security-groups?id=6c63d27c-5116-48a8-9474-939c6483acf0&id=b9fc329e-46cc-4178-9f83-b1cd0db88278&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0359664 Aug 18 12:22:15.589748 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 38498) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:22:15.636196 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b34721-a499-4d93-acf3-5beeeed4c703 req-f35a6c56-cb52-42f1-9ec3-5dd9851851ff tempest-TestSecurityGroupsBasicOps-1507951853 tempest-TestSecurityGroupsBasicOps-1507951853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:22:15.637828 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-28b34721-a499-4d93-acf3-5beeeed4c703 req-f35a6c56-cb52-42f1-9ec3-5dd9851851ff tempest-TestSecurityGroupsBasicOps-1507951853 tempest-TestSecurityGroupsBasicOps-1507951853-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=d6bb8dc3-a620-4bb5-8d58-7f0806fffb9a HTTP/1.1" status: 200 len: 1136 time: 0.0452187 Aug 18 12:22:15.667562 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-28b34721-a499-4d93-acf3-5beeeed4c703 req-8a5e7152-64ba-44dc-aeaf-e0f37bdf5a85 tempest-TestSecurityGroupsBasicOps-1507951853 tempest-TestSecurityGroupsBasicOps-1507951853-project-admin] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:15.769416 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-28b34721-a499-4d93-acf3-5beeeed4c703 req-8a5e7152-64ba-44dc-aeaf-e0f37bdf5a85 tempest-TestSecurityGroupsBasicOps-1507951853 tempest-TestSecurityGroupsBasicOps-1507951853-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:15.775855 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-28b34721-a499-4d93-acf3-5beeeed4c703 req-8a5e7152-64ba-44dc-aeaf-e0f37bdf5a85 tempest-TestSecurityGroupsBasicOps-1507951853 tempest-TestSecurityGroupsBasicOps-1507951853-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:15.804826 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-28b34721-a499-4d93-acf3-5beeeed4c703 req-8a5e7152-64ba-44dc-aeaf-e0f37bdf5a85 tempest-TestSecurityGroupsBasicOps-1507951853 tempest-TestSecurityGroupsBasicOps-1507951853-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=6c63d27c-5116-48a8-9474-939c6483acf0&id=b9fc329e-46cc-4178-9f83-b1cd0db88278&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1554255 Aug 18 12:22:15.809539 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5e7152-64ba-44dc-aeaf-e0f37bdf5a85 tempest-TestSecurityGroupsBasicOps-1507951853 tempest-TestSecurityGroupsBasicOps-1507951853-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14d77b68-9283-4a97-9d54-d49a09bc5ef4,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:22:15.834502 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 38504) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:22:15.880576 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2808dbb-7a46-479a-9a9f-81a297aa6e58 tempest-TestSecurityGroupsBasicOps-1507951853 tempest-TestSecurityGroupsBasicOps-1507951853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:22:15.885222 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-d2808dbb-7a46-479a-9a9f-81a297aa6e58 tempest-TestSecurityGroupsBasicOps-1507951853 tempest-TestSecurityGroupsBasicOps-1507951853-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=d6bb8dc3-a620-4bb5-8d58-7f0806fffb9a HTTP/1.1" status: 200 len: 1131 time: 0.0467973 Aug 18 12:22:15.885505 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 38510) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:22:15.890216 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-90321c0c-3360-47ba-8cd4-7f244f3d69a8 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Request body: {'floatingip': {'floating_network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'port_id': 'f1b55317-ae36-466c-88bd-9d8c590685c9', 'tenant_id': '81ccf9c8b4cf49858c5db4774ddb597a', 'fixed_ip_address': '172.20.0.11'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:22:15.916768 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-90321c0c-3360-47ba-8cd4-7f244f3d69a8 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Notify callbacks [] for floatingip, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:16.033173 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-90321c0c-3360-47ba-8cd4-7f244f3d69a8 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:16.111202 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-73e0c382-7f8e-4b85-b720-9c45795aa48a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-996815'] for router_interface, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:16.153369 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [None req-90321c0c-3360-47ba-8cd4-7f244f3d69a8 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Allocated IP 172.25.7.119 (7cae7a70-14fd-408c-b14d-39ceb97cb60e/9784295a-20b8-4a4b-b105-f82737f0448f/4ac26a6f-469f-4549-9453-3e887690accf) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:22:16.264233 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-90321c0c-3360-47ba-8cd4-7f244f3d69a8 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:16.304917 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-90321c0c-3360-47ba-8cd4-7f244f3d69a8 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:16.344342 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90321c0c-3360-47ba-8cd4-7f244f3d69a8 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Network 7cae7a70-14fd-408c-b14d-39ceb97cb60e is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:22:16.347506 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-90321c0c-3360-47ba-8cd4-7f244f3d69a8 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:22:16.351231 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90321c0c-3360-47ba-8cd4-7f244f3d69a8 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:22:16.357279 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90321c0c-3360-47ba-8cd4-7f244f3d69a8 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Pushing event updated for resources: {'Port': ['ID=4ac26a6f-469f-4549-9453-3e887690accf,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:22:16.372526 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-73e0c382-7f8e-4b85-b720-9c45795aa48a admin admin] Deleting port b601dfce-541d-4812-8364-38785b16ca51 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:22:16.372933 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-73e0c382-7f8e-4b85-b720-9c45795aa48a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:16.466336 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [None req-73e0c382-7f8e-4b85-b720-9c45795aa48a admin admin] For port b601dfce-541d-4812-8364-38785b16ca51, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=b601dfce-541d-4812-8364-38785b16ca51,segment=NetworkSegment(b37ee6ef-093c-4194-a906-24a6a3165741),segment_id=b37ee6ef-093c-4194-a906-24a6a3165741)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:22:16.467155 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-73e0c382-7f8e-4b85-b720-9c45795aa48a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:16.481066 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-73e0c382-7f8e-4b85-b720-9c45795aa48a admin admin] Calling delete_port for b601dfce-541d-4812-8364-38785b16ca51 owned by network:router_interface {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:22:16.791180 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-90321c0c-3360-47ba-8cd4-7f244f3d69a8 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:16.869747 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-90321c0c-3360-47ba-8cd4-7f244f3d69a8 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:17.007414 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-73e0c382-7f8e-4b85-b720-9c45795aa48a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:17.032698 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e0c382-7f8e-4b85-b720-9c45795aa48a admin admin] Pushing event deleted for resources: {'Port': ['ID=b601dfce-541d-4812-8364-38785b16ca51,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:22:17.066952 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-90321c0c-3360-47ba-8cd4-7f244f3d69a8 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Notify callbacks [] for port, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:17.083122 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-90321c0c-3360-47ba-8cd4-7f244f3d69a8 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:17.175938 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90321c0c-3360-47ba-8cd4-7f244f3d69a8 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Pushing event updated for resources: {'Port': ['ID=4ac26a6f-469f-4549-9453-3e887690accf,revision_number=2']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:22:17.182495 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-90321c0c-3360-47ba-8cd4-7f244f3d69a8 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-989945'] for floatingip, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:17.248964 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-73e0c382-7f8e-4b85-b720-9c45795aa48a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953695'] for router_interface, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:17.295238 n-d-804985-2 neutron-server[106252]: INFO neutron.db.l3_db [None req-90321c0c-3360-47ba-8cd4-7f244f3d69a8 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Floating IP d79ca282-e0a6-47de-a6a2-08e91d0b314e associated. External IP: 172.25.7.119, port: f1b55317-ae36-466c-88bd-9d8c590685c9. Aug 18 12:22:17.499382 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73e0c382-7f8e-4b85-b720-9c45795aa48a admin admin] Router 4dfb3a65-10ca-4a39-aaa7-690473775a34 has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:22:17.618615 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73e0c382-7f8e-4b85-b720-9c45795aa48a admin admin] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:22:17.629204 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e023af02-8309-4af7-b1aa-48b84feef60a None None] Sync routers for ids ['4dfb3a65-10ca-4a39-aaa7-690473775a34'] in n-d-804985-2 {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:22:17.632435 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-73e0c382-7f8e-4b85-b720-9c45795aa48a admin admin] 10.222.0.66 "PUT /v2.0/routers/4dfb3a65-10ca-4a39-aaa7-690473775a34/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0414078 Aug 18 12:22:17.635004 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 38540) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:22:17.643150 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e023af02-8309-4af7-b1aa-48b84feef60a None None] Routers {'4dfb3a65-10ca-4a39-aaa7-690473775a34'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:22:17.644144 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-e023af02-8309-4af7-b1aa-48b84feef60a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:21:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['4dfb3a65-10ca-4a39-aaa7-690473775a34'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:22:17.762093 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-85c43405-d59a-4daa-8c0f-e5f773745928 admin admin] Notify callbacks [] for router, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:17.765542 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-e023af02-8309-4af7-b1aa-48b84feef60a None None] Set router 4dfb3a65-10ca-4a39-aaa7-690473775a34 gateway port host: n-d-804985-2 {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:22:17.843989 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90321c0c-3360-47ba-8cd4-7f244f3d69a8 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Router 97e61f47-6db7-41c4-a6e7-2cea0d78d40d has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:22:17.915173 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-85c43405-d59a-4daa-8c0f-e5f773745928 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:17.979290 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-85c43405-d59a-4daa-8c0f-e5f773745928 admin admin] Deleting port 3b45d6e6-41d7-49b3-b0ae-a5d284a14577 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:22:17.979927 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-85c43405-d59a-4daa-8c0f-e5f773745928 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:17.985243 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90321c0c-3360-47ba-8cd4-7f244f3d69a8 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:22:17.999024 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-e023af02-8309-4af7-b1aa-48b84feef60a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dfb3a65-10ca-4a39-aaa7-690473775a34', 'name': 'tempest-AttachVolumeShelveTestJSON-984932346-router', 'tenant_id': '8fca7d5a19c54940b367d2e63154d6ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.65'}], 'enable_snat': True}, 'gw_port_id': '3b45d6e6-41d7-49b3-b0ae-a5d284a14577', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:14:20Z', 'updated_at': '2021-08-18T12:22:16Z', 'revision_number': 5, 'project_id': '8fca7d5a19c54940b367d2e63154d6ee', 'gw_port': {'id': '3b45d6e6-41d7-49b3-b0ae-a5d284a14577', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:17:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dfb3a65-10ca-4a39-aaa7-690473775a34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:14:21Z', 'updated_at': '2021-08-18T12:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:22:18.008774 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b08e90c-9875-4d90-b2c1-6b0548cecb51 None None] Sync routers for ids ['97e61f47-6db7-41c4-a6e7-2cea0d78d40d'] in n-d-804985-2 {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:22:18.017287 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-90321c0c-3360-47ba-8cd4-7f244f3d69a8 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for floatingip, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:18.023536 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b08e90c-9875-4d90-b2c1-6b0548cecb51 None None] Routers {'97e61f47-6db7-41c4-a6e7-2cea0d78d40d'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:22:18.025099 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-9b08e90c-9875-4d90-b2c1-6b0548cecb51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:21:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['97e61f47-6db7-41c4-a6e7-2cea0d78d40d'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:22:18.038223 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e023af02-8309-4af7-b1aa-48b84feef60a None None] Checking router: 4dfb3a65-10ca-4a39-aaa7-690473775a34 for host: n-d-804985-2 {{(pid=106254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:22:18.059976 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e023af02-8309-4af7-b1aa-48b84feef60a None None] Routers {'4dfb3a65-10ca-4a39-aaa7-690473775a34'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:22:18.060744 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-e023af02-8309-4af7-b1aa-48b84feef60a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:21:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['4dfb3a65-10ca-4a39-aaa7-690473775a34'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:22:18.067565 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-90321c0c-3360-47ba-8cd4-7f244f3d69a8 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1809411 Aug 18 12:22:18.068186 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 38546) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:22:18.068720 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6bb8dc3-a620-4bb5-8d58-7f0806fffb9a', 'tag': 'f1b55317-ae36-466c-88bd-9d8c590685c9'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:22:18.071293 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13ad137e-1887-4658-a921-dcbd5bb9e1b9" -d '{"events": [{"name": "network-changed", "server_uuid": "d6bb8dc3-a620-4bb5-8d58-7f0806fffb9a", "tag": "f1b55317-ae36-466c-88bd-9d8c590685c9"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:22:18.118433 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [None req-85c43405-d59a-4daa-8c0f-e5f773745928 admin admin] For port 3b45d6e6-41d7-49b3-b0ae-a5d284a14577, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=3b45d6e6-41d7-49b3-b0ae-a5d284a14577,segment=NetworkSegment(c5a3db9d-5c58-41b1-9177-d5787a597b78),segment_id=c5a3db9d-5c58-41b1-9177-d5787a597b78)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:22:18.119134 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-85c43405-d59a-4daa-8c0f-e5f773745928 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:18.158015 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-85c43405-d59a-4daa-8c0f-e5f773745928 admin admin] Calling delete_port for 3b45d6e6-41d7-49b3-b0ae-a5d284a14577 owned by network:router_gateway {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:22:18.178388 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-9b08e90c-9875-4d90-b2c1-6b0548cecb51 None None] Set router 97e61f47-6db7-41c4-a6e7-2cea0d78d40d gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:22:18.239444 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-e023af02-8309-4af7-b1aa-48b84feef60a None None] Set router 4dfb3a65-10ca-4a39-aaa7-690473775a34 gateway port host: None {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:22:18.280778 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:22:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-564c68ec-bcb8-462d-90ac-f77d203ff4b7 x-openstack-request-id: req-564c68ec-bcb8-462d-90ac-f77d203ff4b7 {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:22:18.281073 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6bb8dc3-a620-4bb5-8d58-7f0806fffb9a", "tag": "f1b55317-ae36-466c-88bd-9d8c590685c9", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:22:18.281324 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-564c68ec-bcb8-462d-90ac-f77d203ff4b7 {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:22:18.281720 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6bb8dc3-a620-4bb5-8d58-7f0806fffb9a', 'tag': 'f1b55317-ae36-466c-88bd-9d8c590685c9', 'status': 'completed', 'code': 200} Aug 18 12:22:18.345034 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-e023af02-8309-4af7-b1aa-48b84feef60a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dfb3a65-10ca-4a39-aaa7-690473775a34', 'name': 'tempest-AttachVolumeShelveTestJSON-984932346-router', 'tenant_id': '8fca7d5a19c54940b367d2e63154d6ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:14:20Z', 'updated_at': '2021-08-18T12:22:17Z', 'revision_number': 6, 'project_id': '8fca7d5a19c54940b367d2e63154d6ee', 'gw_port_host': None}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:22:18.384219 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c95be455-3f54-4d38-a3ed-38f543df2e4e tempest-TestSecurityGroupsBasicOps-1507951853 tempest-TestSecurityGroupsBasicOps-1507951853-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:22:18.384778 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c95be455-3f54-4d38-a3ed-38f543df2e4e tempest-TestSecurityGroupsBasicOps-1507951853 tempest-TestSecurityGroupsBasicOps-1507951853-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:22:18.385262 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c95be455-3f54-4d38-a3ed-38f543df2e4e tempest-TestSecurityGroupsBasicOps-1507951853 tempest-TestSecurityGroupsBasicOps-1507951853-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:22:18.385783 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e023af02-8309-4af7-b1aa-48b84feef60a None None] The sync data for ids ['4dfb3a65-10ca-4a39-aaa7-690473775a34'] in n-d-804985-2 is: [{'id': '4dfb3a65-10ca-4a39-aaa7-690473775a34', 'name': 'tempest-AttachVolumeShelveTestJSON-984932346-router', 'tenant_id': '8fca7d5a19c54940b367d2e63154d6ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:14:20Z', 'updated_at': '2021-08-18T12:22:17Z', 'revision_number': 6, 'project_id': '8fca7d5a19c54940b367d2e63154d6ee', 'gw_port_host': None}] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:22:18.388413 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c95be455-3f54-4d38-a3ed-38f543df2e4e tempest-TestSecurityGroupsBasicOps-1507951853 tempest-TestSecurityGroupsBasicOps-1507951853-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:22:18.388934 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c95be455-3f54-4d38-a3ed-38f543df2e4e tempest-TestSecurityGroupsBasicOps-1507951853 tempest-TestSecurityGroupsBasicOps-1507951853-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:22:18.394115 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-c95be455-3f54-4d38-a3ed-38f543df2e4e tempest-TestSecurityGroupsBasicOps-1507951853 tempest-TestSecurityGroupsBasicOps-1507951853-project-admin] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3589 time: 0.3197768 Aug 18 12:22:18.404340 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 38560) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:22:18.441899 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-85c43405-d59a-4daa-8c0f-e5f773745928 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:18.482762 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c43405-d59a-4daa-8c0f-e5f773745928 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b45d6e6-41d7-49b3-b0ae-a5d284a14577,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:22:18.518260 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-601a2f3c-7639-4271-b76a-02a6b760fd00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:18.536544 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ad137e-1887-4658-a921-dcbd5bb9e1b9 req-d8d86735-4bf3-4df1-81a4-562f2d1a299b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:22:18.538183 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-13ad137e-1887-4658-a921-dcbd5bb9e1b9 req-d8d86735-4bf3-4df1-81a4-562f2d1a299b service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=81ccf9c8b4cf49858c5db4774ddb597a&device_id=d6bb8dc3-a620-4bb5-8d58-7f0806fffb9a HTTP/1.1" status: 200 len: 1136 time: 0.2257171 Aug 18 12:22:18.541480 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e9450d1-109a-4280-8ef3-0d5df0ee5a13 tempest-TestSecurityGroupsBasicOps-1507951853 tempest-TestSecurityGroupsBasicOps-1507951853-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:22:18.541956 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e9450d1-109a-4280-8ef3-0d5df0ee5a13 tempest-TestSecurityGroupsBasicOps-1507951853 tempest-TestSecurityGroupsBasicOps-1507951853-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:22:18.542418 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e9450d1-109a-4280-8ef3-0d5df0ee5a13 tempest-TestSecurityGroupsBasicOps-1507951853 tempest-TestSecurityGroupsBasicOps-1507951853-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:22:18.542870 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e9450d1-109a-4280-8ef3-0d5df0ee5a13 tempest-TestSecurityGroupsBasicOps-1507951853 tempest-TestSecurityGroupsBasicOps-1507951853-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:22:18.543334 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e9450d1-109a-4280-8ef3-0d5df0ee5a13 tempest-TestSecurityGroupsBasicOps-1507951853 tempest-TestSecurityGroupsBasicOps-1507951853-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:22:18.548513 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-2e9450d1-109a-4280-8ef3-0d5df0ee5a13 tempest-TestSecurityGroupsBasicOps-1507951853 tempest-TestSecurityGroupsBasicOps-1507951853-project-admin] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3371 time: 0.1428761 Aug 18 12:22:18.558122 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-9b08e90c-9875-4d90-b2c1-6b0548cecb51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97e61f47-6db7-41c4-a6e7-2cea0d78d40d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1868517718', 'tenant_id': '81ccf9c8b4cf49858c5db4774ddb597a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.94'}], 'enable_snat': True}, 'gw_port_id': '689f95de-4dd6-4491-868b-68425c31790c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:21:58Z', 'updated_at': '2021-08-18T12:22:02Z', 'revision_number': 4, 'project_id': '81ccf9c8b4cf49858c5db4774ddb597a', 'gw_port': {'id': '689f95de-4dd6-4491-868b-68425c31790c', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:4f:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97e61f47-6db7-41c4-a6e7-2cea0d78d40d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3557, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:21:58Z', 'updated_at': '2021-08-18T12:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_floatingips': [{'id': 'd79ca282-e0a6-47de-a6a2-08e91d0b314e', 'tenant_id': '81ccf9c8b4cf49858c5db4774ddb597a', 'floating_ip_address': '172.25.7.119', 'floating_network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'router_id': '97e61f47-6db7-41c4-a6e7-2cea0d78d40d', 'port_id': 'f1b55317-ae36-466c-88bd-9d8c590685c9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f44a484c-f86d-4083-bfdb-e44ff1f0df66', 'mac_address': 'fa:16:3e:f0:38:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6bb8dc3-a620-4bb5-8d58-7f0806fffb9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T12:22:16Z', 'updated_at': '2021-08-18T12:22:16Z', 'revision_number': 0, 'project_id': '81ccf9c8b4cf49858c5db4774ddb597a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad072e01-79b4-4fec-b59b-59bd0f93df04', 'name': '', 'network_id': 'f44a484c-f86d-4083-bfdb-e44ff1f0df66', 'tenant_id': '81ccf9c8b4cf49858c5db4774ddb597a', 'mac_address': 'fa:16:3e:d4:bf:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97e61f47-6db7-41c4-a6e7-2cea0d78d40d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': '67816769-91ff-4f79-a9f9-fbb6426f9be7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:22:01Z', 'updated_at': '2021-08-18T12:22:07Z', 'revision_number': 5, 'project_id': '81ccf9c8b4cf49858c5db4774ddb597a', 'subnets': [{'id': '67816769-91ff-4f79-a9f9-fbb6426f9be7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:22:18.558427 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 38566) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:22:18.583231 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-85c43405-d59a-4daa-8c0f-e5f773745928 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-997271'] for router_gateway, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:18.604514 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b08e90c-9875-4d90-b2c1-6b0548cecb51 None None] Checking router: 97e61f47-6db7-41c4-a6e7-2cea0d78d40d for host: n-d-804985-2 {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:22:18.615058 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b08e90c-9875-4d90-b2c1-6b0548cecb51 None None] Routers {'97e61f47-6db7-41c4-a6e7-2cea0d78d40d'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:22:18.615727 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-9b08e90c-9875-4d90-b2c1-6b0548cecb51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:21:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['97e61f47-6db7-41c4-a6e7-2cea0d78d40d'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:22:18.714442 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-85c43405-d59a-4daa-8c0f-e5f773745928 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-996004', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15859'] for router, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:18.717774 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-85c43405-d59a-4daa-8c0f-e5f773745928 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:18.729804 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-9b08e90c-9875-4d90-b2c1-6b0548cecb51 None None] Set router 97e61f47-6db7-41c4-a6e7-2cea0d78d40d gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:22:18.789685 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ad137e-1887-4658-a921-dcbd5bb9e1b9 req-1a15d991-08e3-4d2b-9049-6195e4fc095c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:22:18.791351 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-13ad137e-1887-4658-a921-dcbd5bb9e1b9 req-1a15d991-08e3-4d2b-9049-6195e4fc095c service neutron] 10.222.0.63 "GET /v2.0/networks?id=f44a484c-f86d-4083-bfdb-e44ff1f0df66 HTTP/1.1" status: 200 len: 897 time: 0.2415423 Aug 18 12:22:18.792571 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-85c43405-d59a-4daa-8c0f-e5f773745928 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-996061'] for router, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:18.793156 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85c43405-d59a-4daa-8c0f-e5f773745928 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4dfb3a65-10ca-4a39-aaa7-690473775a34 {{(pid=106253) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 12:22:18.800823 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-85c43405-d59a-4daa-8c0f-e5f773745928 admin admin] Notify callbacks [] for router, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:18.804519 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-85c43405-d59a-4daa-8c0f-e5f773745928 admin admin] 10.222.0.66 "DELETE /v2.0/routers/4dfb3a65-10ca-4a39-aaa7-690473775a34 HTTP/1.1" status: 204 len: 168 time: 1.1660314 Aug 18 12:22:18.805347 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 38568) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:22:18.887462 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-13ad137e-1887-4658-a921-dcbd5bb9e1b9 req-4d3488f2-013a-4cca-a788-af0d78a3263a service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f1b55317-ae36-466c-88bd-9d8c590685c9 HTTP/1.1" status: 200 len: 1000 time: 0.0872409 Aug 18 12:22:18.930908 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_v2 [None req-561f7162-4d0c-4572-91ea-53b4002cbf25 admin admin] Deleting subnet cb04d889-17cd-4540-8b57-641bd70e62c4 {{(pid=106253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 12:22:18.935348 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-561f7162-4d0c-4572-91ea-53b4002cbf25 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:18.974639 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-561f7162-4d0c-4572-91ea-53b4002cbf25 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902229'] for subnet, precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:18.982744 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ad137e-1887-4658-a921-dcbd5bb9e1b9 req-7598909f-0f25-40e7-9b07-bca9c1b769bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:22:18.984514 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-13ad137e-1887-4658-a921-dcbd5bb9e1b9 req-7598909f-0f25-40e7-9b07-bca9c1b769bb service neutron] 10.222.0.63 "GET /v2.0/subnets?id=67816769-91ff-4f79-a9f9-fbb6426f9be7 HTTP/1.1" status: 200 len: 835 time: 0.0838840 Aug 18 12:22:19.043398 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-9b08e90c-9875-4d90-b2c1-6b0548cecb51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97e61f47-6db7-41c4-a6e7-2cea0d78d40d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1868517718', 'tenant_id': '81ccf9c8b4cf49858c5db4774ddb597a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.94'}], 'enable_snat': True}, 'gw_port_id': '689f95de-4dd6-4491-868b-68425c31790c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:21:58Z', 'updated_at': '2021-08-18T12:22:02Z', 'revision_number': 4, 'project_id': '81ccf9c8b4cf49858c5db4774ddb597a', 'gw_port': {'id': '689f95de-4dd6-4491-868b-68425c31790c', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:4f:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97e61f47-6db7-41c4-a6e7-2cea0d78d40d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3557, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:21:58Z', 'updated_at': '2021-08-18T12:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_floatingips': [{'id': 'd79ca282-e0a6-47de-a6a2-08e91d0b314e', 'tenant_id': '81ccf9c8b4cf49858c5db4774ddb597a', 'floating_ip_address': '172.25.7.119', 'floating_network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'router_id': '97e61f47-6db7-41c4-a6e7-2cea0d78d40d', 'port_id': 'f1b55317-ae36-466c-88bd-9d8c590685c9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f44a484c-f86d-4083-bfdb-e44ff1f0df66', 'mac_address': 'fa:16:3e:f0:38:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6bb8dc3-a620-4bb5-8d58-7f0806fffb9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T12:22:16Z', 'updated_at': '2021-08-18T12:22:16Z', 'revision_number': 0, 'project_id': '81ccf9c8b4cf49858c5db4774ddb597a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad072e01-79b4-4fec-b59b-59bd0f93df04', 'name': '', 'network_id': 'f44a484c-f86d-4083-bfdb-e44ff1f0df66', 'tenant_id': '81ccf9c8b4cf49858c5db4774ddb597a', 'mac_address': 'fa:16:3e:d4:bf:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97e61f47-6db7-41c4-a6e7-2cea0d78d40d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': '67816769-91ff-4f79-a9f9-fbb6426f9be7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:22:01Z', 'updated_at': '2021-08-18T12:22:07Z', 'revision_number': 5, 'project_id': '81ccf9c8b4cf49858c5db4774ddb597a', 'subnets': [{'id': '67816769-91ff-4f79-a9f9-fbb6426f9be7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:22:19.049593 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-545417a7-2ce8-4f07-8989-d0a3be7ec077 tempest-TestSecurityGroupsBasicOps-1507951853 tempest-TestSecurityGroupsBasicOps-1507951853-project-admin] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2153 time: 0.4903226 Aug 18 12:22:19.052101 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 38578) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:22:19.081253 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b08e90c-9875-4d90-b2c1-6b0548cecb51 None None] The sync data for ids ['97e61f47-6db7-41c4-a6e7-2cea0d78d40d'] in n-d-804985-2 is: [{'id': '97e61f47-6db7-41c4-a6e7-2cea0d78d40d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1868517718', 'tenant_id': '81ccf9c8b4cf49858c5db4774ddb597a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.94'}], 'enable_snat': True}, 'gw_port_id': '689f95de-4dd6-4491-868b-68425c31790c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:21:58Z', 'updated_at': '2021-08-18T12:22:02Z', 'revision_number': 4, 'project_id': '81ccf9c8b4cf49858c5db4774ddb597a', 'gw_port': {'id': '689f95de-4dd6-4491-868b-68425c31790c', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:4f:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97e61f47-6db7-41c4-a6e7-2cea0d78d40d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3557, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:21:58Z', 'updated_at': '2021-08-18T12:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_floatingips': [{'id': 'd79ca282-e0a6-47de-a6a2-08e91d0b314e', 'tenant_id': '81ccf9c8b4cf49858c5db4774ddb597a', 'floating_ip_address': '172.25.7.119', 'floating_network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'router_id': '97e61f47-6db7-41c4-a6e7-2cea0d78d40d', 'port_id': 'f1b55317-ae36-466c-88bd-9d8c590685c9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f44a484c-f86d-4083-bfdb-e44ff1f0df66', 'mac_address': 'fa:16:3e:f0:38:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6bb8dc3-a620-4bb5-8d58-7f0806fffb9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T12:22:16Z', 'updated_at': '2021-08-18T12:22:16Z', 'revision_number': 0, 'project_id': '81ccf9c8b4cf49858c5db4774ddb597a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad072e01-79b4-4fec-b59b-59bd0f93df04', 'name': '', 'network_id': 'f44a484c-f86d-4083-bfdb-e44ff1f0df66', 'tenant_id': '81ccf9c8b4cf49858c5db4774ddb597a', 'mac_address': 'fa:16:3e:d4:bf:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97e61f47-6db7-41c4-a6e7-2cea0d78d40d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': '67816769-91ff-4f79-a9f9-fbb6426f9be7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:22:01Z', 'updated_at': '2021-08-18T12:22:07Z', 'revision_number': 5, 'project_id': '81ccf9c8b4cf49858c5db4774ddb597a', 'subnets': [{'id': '67816769-91ff-4f79-a9f9-fbb6426f9be7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:22:19.088439 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ad137e-1887-4658-a921-dcbd5bb9e1b9 req-43d1d3d5-602a-477a-b555-3e31245728a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:22:19.088996 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-561f7162-4d0c-4572-91ea-53b4002cbf25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:19.089988 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-13ad137e-1887-4658-a921-dcbd5bb9e1b9 req-43d1d3d5-602a-477a-b555-3e31245728a2 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=f44a484c-f86d-4083-bfdb-e44ff1f0df66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0978215 Aug 18 12:22:19.158356 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-561f7162-4d0c-4572-91ea-53b4002cbf25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58902171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59388106'] for subnet, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:19.173852 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-381a2c6d-3fee-4518-a57d-93d684a56a1d tempest-TestSecurityGroupsBasicOps-1507951853 tempest-TestSecurityGroupsBasicOps-1507951853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:22:19.174689 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-381a2c6d-3fee-4518-a57d-93d684a56a1d tempest-TestSecurityGroupsBasicOps-1507951853 tempest-TestSecurityGroupsBasicOps-1507951853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:22:19.176522 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-381a2c6d-3fee-4518-a57d-93d684a56a1d tempest-TestSecurityGroupsBasicOps-1507951853 tempest-TestSecurityGroupsBasicOps-1507951853-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=97e61f47-6db7-41c4-a6e7-2cea0d78d40d HTTP/1.1" status: 200 len: 1989 time: 0.1234729 Aug 18 12:22:19.188363 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561f7162-4d0c-4572-91ea-53b4002cbf25 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb04d889-17cd-4540-8b57-641bd70e62c4,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:22:19.197430 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-561f7162-4d0c-4572-91ea-53b4002cbf25 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:19.199429 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-561f7162-4d0c-4572-91ea-53b4002cbf25 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/cb04d889-17cd-4540-8b57-641bd70e62c4 HTTP/1.1" status: 204 len: 168 time: 0.3928537 Aug 18 12:22:19.201941 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 38586) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:22:19.209611 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a76e0956-8520-4301-9097-1d20874debb3 None None] Network 9a60ecad-83fa-47c2-91d2-f7a65c03fb59 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:22:19.224071 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-13ad137e-1887-4658-a921-dcbd5bb9e1b9 req-bdedb2ed-7b3c-4355-a2a7-6a35b8c10bac service neutron] 10.222.0.63 "GET /v2.0/networks/f44a484c-f86d-4083-bfdb-e44ff1f0df66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260023 Aug 18 12:22:19.300395 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a7012e11-202b-4564-b6e3-576c9915d4bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7904109'] for network, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:19.351902 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-13ad137e-1887-4658-a921-dcbd5bb9e1b9 req-b9718273-63c0-4cc4-aec0-f2fadaa74bc0 service neutron] 10.222.0.63 "GET /v2.0/networks/f44a484c-f86d-4083-bfdb-e44ff1f0df66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195962 Aug 18 12:22:19.402250 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-a7012e11-202b-4564-b6e3-576c9915d4bf admin admin] Deleting port 7d89416d-2fcd-44c8-861d-b217d63f2a8d {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:22:19.402603 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a7012e11-202b-4564-b6e3-576c9915d4bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:19.453886 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27cb92f3-842d-472e-9bb6-51d5bd0e04cf None None] New status for floating IP d79ca282-e0a6-47de-a6a2-08e91d0b314e: ACTIVE {{(pid=106254) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 12:22:19.514475 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 3b45d6e6-41d7-49b3-b0ae-a5d284a14577 no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:22:19.543053 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [None req-a7012e11-202b-4564-b6e3-576c9915d4bf admin admin] For port 7d89416d-2fcd-44c8-861d-b217d63f2a8d, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=7d89416d-2fcd-44c8-861d-b217d63f2a8d,segment=NetworkSegment(b37ee6ef-093c-4194-a906-24a6a3165741),segment_id=b37ee6ef-093c-4194-a906-24a6a3165741)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:22:19.543427 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a7012e11-202b-4564-b6e3-576c9915d4bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:19.553037 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25e36e96-4e59-4562-b74d-5e0ad8acca08 None None] DHCP port deletion for 9a60ecad-83fa-47c2-91d2-f7a65c03fb59 request from n-d-804985-2 {{(pid=106254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 12:22:19.558547 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-a7012e11-202b-4564-b6e3-576c9915d4bf admin admin] Calling delete_port for 7d89416d-2fcd-44c8-861d-b217d63f2a8d owned by network:dhcp {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:22:19.559640 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: 3b45d6e6-41d7-49b3-b0ae-a5d284a14577 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:22:19.559981 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 3b45d6e6-41d7-49b3-b0ae-a5d284a14577 not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:22:19.560392 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device b601dfce-541d-4812-8364-38785b16ca51 no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:22:19.604644 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: b601dfce-541d-4812-8364-38785b16ca51 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:22:19.604985 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device b601dfce-541d-4812-8364-38785b16ca51 not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:22:19.649591 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a7012e11-202b-4564-b6e3-576c9915d4bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:19.683426 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7012e11-202b-4564-b6e3-576c9915d4bf admin admin] Pushing event deleted for resources: {'Port': ['ID=7d89416d-2fcd-44c8-861d-b217d63f2a8d,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:22:19.687939 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7012e11-202b-4564-b6e3-576c9915d4bf admin admin] No DVR routers for this DVR port 7d89416d-2fcd-44c8-861d-b217d63f2a8d on host n-d-804985-2 {{(pid=106253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:22:19.711415 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-25e36e96-4e59-4562-b74d-5e0ad8acca08 None None] Deleting port 7d89416d-2fcd-44c8-861d-b217d63f2a8d {{(pid=106254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:22:19.711834 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-25e36e96-4e59-4562-b74d-5e0ad8acca08 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:19.772016 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a7012e11-202b-4564-b6e3-576c9915d4bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8367869', 'neutron.services.segments.db._delete_segments_for_network-8789151212993'] for network, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:19.780958 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-25e36e96-4e59-4562-b74d-5e0ad8acca08 None None] For port 7d89416d-2fcd-44c8-861d-b217d63f2a8d, host n-d-804985-2, got binding levels [] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:22:19.781357 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-25e36e96-4e59-4562-b74d-5e0ad8acca08 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:19.782868 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-a7012e11-202b-4564-b6e3-576c9915d4bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a60ecad-83fa-47c2-91d2-f7a65c03fb59']}} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:22:19.794438 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-a7012e11-202b-4564-b6e3-576c9915d4bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b37ee6ef-093c-4194-a906-24a6a3165741') {'for_net_delete': True} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:22:19.794864 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-a7012e11-202b-4564-b6e3-576c9915d4bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b37ee6ef-093c-4194-a906-24a6a3165741') {} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:22:19.800368 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-25e36e96-4e59-4562-b74d-5e0ad8acca08 None None] Calling delete_port for 7d89416d-2fcd-44c8-861d-b217d63f2a8d owned by network:dhcp {{(pid=106254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:22:19.803486 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.ipam_backend_mixin [None req-25e36e96-4e59-4562-b74d-5e0ad8acca08 None None] Port 7d89416d-2fcd-44c8-861d-b217d63f2a8d was not found and therefore no delete operation was performed {{(pid=106254) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 18 12:22:19.804709 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a7012e11-202b-4564-b6e3-576c9915d4bf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789151225254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902236'] for segment, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:19.804912 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-25e36e96-4e59-4562-b74d-5e0ad8acca08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556'] for port, after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:19.824106 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a7012e11-202b-4564-b6e3-576c9915d4bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:19.839969 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e36e96-4e59-4562-b74d-5e0ad8acca08 None None] Pushing event deleted for resources: {'Port': ['ID=7d89416d-2fcd-44c8-861d-b217d63f2a8d,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:22:19.844711 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7012e11-202b-4564-b6e3-576c9915d4bf admin admin] Releasing vlan 849 on physical network physnet1 to pool {{(pid=106253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:22:19.845815 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a7012e11-202b-4564-b6e3-576c9915d4bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58900537'] for segment, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:19.847503 n-d-804985-2 neutron-server[106253]: Traceback (most recent call last): Aug 18 12:22:19.847503 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:22:19.847503 n-d-804985-2 neutron-server[106253]: timer() Aug 18 12:22:19.847503 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:22:19.847503 n-d-804985-2 neutron-server[106253]: cb(*args, **kw) Aug 18 12:22:19.847503 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:22:19.847503 n-d-804985-2 neutron-server[106253]: return func(*args, **kwargs) Aug 18 12:22:19.847503 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:22:19.847503 n-d-804985-2 neutron-server[106253]: self._notify() Aug 18 12:22:19.847503 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:22:19.847503 n-d-804985-2 neutron-server[106253]: self.callback(batched_events) Aug 18 12:22:19.847503 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:22:19.847503 n-d-804985-2 neutron-server[106253]: event.method(event) Aug 18 12:22:19.847503 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:22:19.847503 n-d-804985-2 neutron-server[106253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:22:19.847503 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:22:19.847503 n-d-804985-2 neutron-server[106253]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:22:19.847503 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:22:19.847503 n-d-804985-2 neutron-server[106253]: return f(self, *a, **k) Aug 18 12:22:19.847503 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:22:19.847503 n-d-804985-2 neutron-server[106253]: return self._get(url).json() Aug 18 12:22:19.847503 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:22:19.847503 n-d-804985-2 neutron-server[106253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:22:19.847503 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:22:19.847503 n-d-804985-2 neutron-server[106253]: return self.request(url, 'GET', **kwargs) Aug 18 12:22:19.847503 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:22:19.847503 n-d-804985-2 neutron-server[106253]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:22:19.847503 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:22:19.847503 n-d-804985-2 neutron-server[106253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:22:19.847503 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:22:19.847503 n-d-804985-2 neutron-server[106253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:22:19.847503 n-d-804985-2 neutron-server[106253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:22:19.852646 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e36e96-4e59-4562-b74d-5e0ad8acca08 None None] No DVR routers for this DVR port 7d89416d-2fcd-44c8-861d-b217d63f2a8d on host n-d-804985-2 {{(pid=106254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:22:19.910323 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a7012e11-202b-4564-b6e3-576c9915d4bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8367858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997186'] for network, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:19.916666 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a7012e11-202b-4564-b6e3-576c9915d4bf admin admin] Notify callbacks [] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:19.918564 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-a7012e11-202b-4564-b6e3-576c9915d4bf admin admin] 10.222.0.66 "DELETE /v2.0/networks/9a60ecad-83fa-47c2-91d2-f7a65c03fb59 HTTP/1.1" status: 204 len: 168 time: 0.7156849 Aug 18 12:22:19.932081 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7012e11-202b-4564-b6e3-576c9915d4bf admin admin] Pushing event deleted for resources: {'Network': ['ID=9a60ecad-83fa-47c2-91d2-f7a65c03fb59,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:22:20.054648 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 38596) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:22:20.096149 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-a2f4374c-eef5-4f66-9529-5c8453ca7e0e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8fca7d5a19c54940b367d2e63154d6ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0402229 Aug 18 12:22:20.098497 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 38598) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:22:20.155918 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9e4fa88d-d7b3-4ad1-9d4a-913cd3e5c97c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:20.179812 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9e4fa88d-d7b3-4ad1-9d4a-913cd3e5c97c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:20.226644 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9e4fa88d-d7b3-4ad1-9d4a-913cd3e5c97c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:20.229273 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9e4fa88d-d7b3-4ad1-9d4a-913cd3e5c97c admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:20.230468 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-9e4fa88d-d7b3-4ad1-9d4a-913cd3e5c97c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/642294e2-caa5-412a-b5ea-d1a1a7f3d0d8 HTTP/1.1" status: 204 len: 168 time: 0.1311240 Aug 18 12:22:20.240375 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4fa88d-d7b3-4ad1-9d4a-913cd3e5c97c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=642294e2-caa5-412a-b5ea-d1a1a7f3d0d8,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:22:21.430391 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:21.448899 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 7d89416d-2fcd-44c8-861d-b217d63f2a8d no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:22:21.469673 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: 7d89416d-2fcd-44c8-861d-b217d63f2a8d {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:22:21.470017 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 7d89416d-2fcd-44c8-861d-b217d63f2a8d not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:22:21.702250 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-0cda2a64-d58a-43bb-bad6-e59b3d553222 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:22.187515 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-53584c24-f517-494e-ac93-c18bb92373f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:22.722066 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 38672) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:22:22.837604 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ab5525d5-8d91-475a-aa85-1ec7ee5f2db5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:22.925017 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ab5525d5-8d91-475a-aa85-1ec7ee5f2db5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:22.929934 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ab5525d5-8d91-475a-aa85-1ec7ee5f2db5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:22.969362 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-ab5525d5-8d91-475a-aa85-1ec7ee5f2db5 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4cb9e4983afa45528866ea3e14b06e00&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2461715 Aug 18 12:22:22.970246 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5525d5-8d91-475a-aa85-1ec7ee5f2db5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=860142c9-fde7-4049-ae17-61905c5bdb2d,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:22:22.972281 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 38676) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:22:23.023795 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-3c57f2b2-0da3-4be8-bab5-6467b8efb361 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:23.045289 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-3c57f2b2-0da3-4be8-bab5-6467b8efb361 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:23.094940 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-3c57f2b2-0da3-4be8-bab5-6467b8efb361 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:23.097797 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-3c57f2b2-0da3-4be8-bab5-6467b8efb361 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:23.101919 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-3c57f2b2-0da3-4be8-bab5-6467b8efb361 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/860142c9-fde7-4049-ae17-61905c5bdb2d HTTP/1.1" status: 204 len: 168 time: 0.1249785 Aug 18 12:22:23.108661 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c57f2b2-0da3-4be8-bab5-6467b8efb361 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=860142c9-fde7-4049-ae17-61905c5bdb2d,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:22:23.368040 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 38684) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:22:23.383919 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ca08433d-c49f-4d27-8446-17b8538ea851 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:23.488950 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ca08433d-c49f-4d27-8446-17b8538ea851 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:23.494452 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ca08433d-c49f-4d27-8446-17b8538ea851 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:23.534625 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-ca08433d-c49f-4d27-8446-17b8538ea851 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ec5d36ddf9be4283af673873b249bcee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1653893 Aug 18 12:22:23.537368 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 38686) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:22:23.540414 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca08433d-c49f-4d27-8446-17b8538ea851 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2069b11e-f735-401d-8eef-4df21bbd5257,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:22:23.589514 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6b7a69da-281a-430c-b6e7-948c734f02ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:23.610092 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6b7a69da-281a-430c-b6e7-948c734f02ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:23.661908 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6b7a69da-281a-430c-b6e7-948c734f02ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:23.664502 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6b7a69da-281a-430c-b6e7-948c734f02ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:23.665698 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-6b7a69da-281a-430c-b6e7-948c734f02ea admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2069b11e-f735-401d-8eef-4df21bbd5257 HTTP/1.1" status: 204 len: 168 time: 0.1268888 Aug 18 12:22:23.673924 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7a69da-281a-430c-b6e7-948c734f02ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2069b11e-f735-401d-8eef-4df21bbd5257,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:22:23.873120 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-500a1c61-38a7-4c23-a7ec-4631080af5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:26.550579 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 39084) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:22:26.659695 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-74c47c40-ba7e-40ad-8cdc-666eb807bbf7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:26.755748 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-74c47c40-ba7e-40ad-8cdc-666eb807bbf7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:26.760012 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-74c47c40-ba7e-40ad-8cdc-666eb807bbf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:26.798987 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-74c47c40-ba7e-40ad-8cdc-666eb807bbf7 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=3dbec401420e4bf0a51e1f258c829fc2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2473187 Aug 18 12:22:26.799734 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c47c40-ba7e-40ad-8cdc-666eb807bbf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c3bcc82-c736-460a-ad4d-15c614b47151,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:22:26.802386 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 39130) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:22:26.860053 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d14b8528-acff-4d5c-b499-db89728b9c2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:26.882032 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d14b8528-acff-4d5c-b499-db89728b9c2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:26.929556 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d14b8528-acff-4d5c-b499-db89728b9c2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:26.932225 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d14b8528-acff-4d5c-b499-db89728b9c2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:26.933426 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-d14b8528-acff-4d5c-b499-db89728b9c2a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1c3bcc82-c736-460a-ad4d-15c614b47151 HTTP/1.1" status: 204 len: 168 time: 0.1306500 Aug 18 12:22:26.941607 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14b8528-acff-4d5c-b499-db89728b9c2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c3bcc82-c736-460a-ad4d-15c614b47151,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:22:27.213253 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 39202) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:22:27.227474 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-da2065c6-6020-4eef-b363-9e48bff4748e admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:27.319912 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-da2065c6-6020-4eef-b363-9e48bff4748e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:27.324849 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-da2065c6-6020-4eef-b363-9e48bff4748e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:27.361528 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2065c6-6020-4eef-b363-9e48bff4748e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07f61a37-8cad-4b90-b50b-d5bbb338ad2f,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:22:27.366595 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-da2065c6-6020-4eef-b363-9e48bff4748e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=43f4426450a041c3b936d87b1dc65933&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1523242 Aug 18 12:22:27.369699 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 39206) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:22:27.418781 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-767fb415-7c53-49fa-b773-d87c2ae99628 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:27.440287 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-767fb415-7c53-49fa-b773-d87c2ae99628 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:27.490587 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-767fb415-7c53-49fa-b773-d87c2ae99628 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:27.493611 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-767fb415-7c53-49fa-b773-d87c2ae99628 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:27.497220 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-767fb415-7c53-49fa-b773-d87c2ae99628 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/07f61a37-8cad-4b90-b50b-d5bbb338ad2f HTTP/1.1" status: 204 len: 168 time: 0.1239903 Aug 18 12:22:27.503361 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767fb415-7c53-49fa-b773-d87c2ae99628 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07f61a37-8cad-4b90-b50b-d5bbb338ad2f,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:22:30.016508 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 39278) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:22:30.159806 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-503adc2c-56e8-40bf-be1d-7fd4fbfca172 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:30.253532 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-503adc2c-56e8-40bf-be1d-7fd4fbfca172 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:30.258681 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-503adc2c-56e8-40bf-be1d-7fd4fbfca172 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:30.297543 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-503adc2c-56e8-40bf-be1d-7fd4fbfca172 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=7e3765f8e17f4d7f8904ca454ebce2b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2798479 Aug 18 12:22:30.298408 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503adc2c-56e8-40bf-be1d-7fd4fbfca172 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d62c023-6ac8-484a-9f7f-9a6ff6bc9306,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:22:30.300274 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 39282) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:22:30.363072 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d209db4a-1c3e-4288-a92c-2440e6386f81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:30.384088 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d209db4a-1c3e-4288-a92c-2440e6386f81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:30.433849 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d209db4a-1c3e-4288-a92c-2440e6386f81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:30.436917 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d209db4a-1c3e-4288-a92c-2440e6386f81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:30.438160 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-d209db4a-1c3e-4288-a92c-2440e6386f81 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/7d62c023-6ac8-484a-9f7f-9a6ff6bc9306 HTTP/1.1" status: 204 len: 168 time: 0.1356184 Aug 18 12:22:30.447302 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d209db4a-1c3e-4288-a92c-2440e6386f81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d62c023-6ac8-484a-9f7f-9a6ff6bc9306,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:22:30.663826 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.agents_db [None req-6dbb2658-0354-4101-8393-6e7505481cf6 None None] Agent healthcheck: found 7 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 12:22:30.723207 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 39288) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:22:30.736786 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-67d20153-77b8-4e9f-a971-40f97e959133 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:30.826763 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-67d20153-77b8-4e9f-a971-40f97e959133 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:30.831644 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-67d20153-77b8-4e9f-a971-40f97e959133 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:30.875788 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d20153-77b8-4e9f-a971-40f97e959133 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=666f441f-3ffd-41ab-870e-d915a552db77,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:22:30.880076 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-67d20153-77b8-4e9f-a971-40f97e959133 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=3ad5ea2265e447a3bb6dcdebeb414f8e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1557884 Aug 18 12:22:30.882698 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 39292) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:22:30.933413 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5b9591e4-54fd-404c-98d1-edf7d61b6587 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:30.954856 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5b9591e4-54fd-404c-98d1-edf7d61b6587 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:31.005149 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5b9591e4-54fd-404c-98d1-edf7d61b6587 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:31.007690 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5b9591e4-54fd-404c-98d1-edf7d61b6587 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:31.011337 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-5b9591e4-54fd-404c-98d1-edf7d61b6587 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/666f441f-3ffd-41ab-870e-d915a552db77 HTTP/1.1" status: 204 len: 168 time: 0.1252577 Aug 18 12:22:31.017342 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9591e4-54fd-404c-98d1-edf7d61b6587 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=666f441f-3ffd-41ab-870e-d915a552db77,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:22:32.186521 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af47aa34-d8d8-497a-8ad0-25f2f2c32411 req-54b3d25d-4e93-4630-8f29-48e907c7271a tempest-VolumesBackupsTest-459262536 tempest-VolumesBackupsTest-459262536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:22:32.187482 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-af47aa34-d8d8-497a-8ad0-25f2f2c32411 req-54b3d25d-4e93-4630-8f29-48e907c7271a tempest-VolumesBackupsTest-459262536 tempest-VolumesBackupsTest-459262536-project] 10.222.0.66 "GET /v2.0/ports?device_id=d2033083-e3b1-4156-941d-387f33374963 HTTP/1.1" status: 200 len: 950 time: 0.0500860 Aug 18 12:22:32.225525 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-af47aa34-d8d8-497a-8ad0-25f2f2c32411 req-530df988-857e-4552-8b00-5e7a421340f0 tempest-VolumesBackupsTest-459262536 tempest-VolumesBackupsTest-459262536-project] 10.222.0.66 "GET /v2.0/security-groups?id=52f591d0-13a3-42ba-89bc-d60e8bd8083b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314207 Aug 18 12:22:33.022513 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 39362) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:22:33.131248 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-257375be-f6d0-4aeb-8066-5bc6fa596a9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:33.220717 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-257375be-f6d0-4aeb-8066-5bc6fa596a9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:33.225650 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-257375be-f6d0-4aeb-8066-5bc6fa596a9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:33.261981 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257375be-f6d0-4aeb-8066-5bc6fa596a9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=322e06b7-2e9e-4798-a233-59430444d20c,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:22:33.266347 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-257375be-f6d0-4aeb-8066-5bc6fa596a9e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=1fda75d91d5f4c1d88fefbfe63a724cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2428365 Aug 18 12:22:33.269072 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 39368) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:22:33.319363 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9d0b112a-9e37-40df-b2c1-a58e2c566d97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:33.340761 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9d0b112a-9e37-40df-b2c1-a58e2c566d97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:33.344084 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb1d3bb-8da5-42bf-a51e-ca5eacab3c9f req-7dca3c34-d5fb-4cd0-b0b4-424456fdf152 tempest-VolumesBackupsTest-459262536 tempest-VolumesBackupsTest-459262536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:22:33.345591 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ecb1d3bb-8da5-42bf-a51e-ca5eacab3c9f req-7dca3c34-d5fb-4cd0-b0b4-424456fdf152 tempest-VolumesBackupsTest-459262536 tempest-VolumesBackupsTest-459262536-project] 10.222.0.66 "GET /v2.0/ports?device_id=d2033083-e3b1-4156-941d-387f33374963 HTTP/1.1" status: 200 len: 950 time: 0.0497591 Aug 18 12:22:33.386280 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ecb1d3bb-8da5-42bf-a51e-ca5eacab3c9f req-6531db26-979b-432e-a8b7-d27f5e40e0ba tempest-VolumesBackupsTest-459262536 tempest-VolumesBackupsTest-459262536-project] 10.222.0.66 "GET /v2.0/security-groups?id=52f591d0-13a3-42ba-89bc-d60e8bd8083b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344224 Aug 18 12:22:33.390410 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9d0b112a-9e37-40df-b2c1-a58e2c566d97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:33.393396 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9d0b112a-9e37-40df-b2c1-a58e2c566d97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:33.394556 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-9d0b112a-9e37-40df-b2c1-a58e2c566d97 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/322e06b7-2e9e-4798-a233-59430444d20c HTTP/1.1" status: 204 len: 168 time: 0.1245835 Aug 18 12:22:33.407397 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0b112a-9e37-40df-b2c1-a58e2c566d97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=322e06b7-2e9e-4798-a233-59430444d20c,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:22:33.568827 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501ff960-4ef1-4be4-a88f-9bd9ce06827f req-00794e97-0763-45ae-a90a-f0023d686d84 tempest-VolumesBackupsTest-459262536 tempest-VolumesBackupsTest-459262536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:22:33.570266 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-501ff960-4ef1-4be4-a88f-9bd9ce06827f req-00794e97-0763-45ae-a90a-f0023d686d84 tempest-VolumesBackupsTest-459262536 tempest-VolumesBackupsTest-459262536-project] 10.222.0.62 "GET /v2.0/ports?device_id=d2033083-e3b1-4156-941d-387f33374963 HTTP/1.1" status: 200 len: 950 time: 0.0512657 Aug 18 12:22:33.668945 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-501ff960-4ef1-4be4-a88f-9bd9ce06827f req-d70a9c04-a6dd-41b2-a434-246d7dab4184 tempest-VolumesBackupsTest-459262536 tempest-VolumesBackupsTest-459262536-project] Deleting port 8e20b977-e3e4-4669-913d-e0ba95ba3e8a {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:22:33.669291 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-501ff960-4ef1-4be4-a88f-9bd9ce06827f req-d70a9c04-a6dd-41b2-a434-246d7dab4184 tempest-VolumesBackupsTest-459262536 tempest-VolumesBackupsTest-459262536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:33.673632 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 39374) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:22:33.727417 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5966cb21-805c-4c9b-95e0-6de9635e75d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:33.793583 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-501ff960-4ef1-4be4-a88f-9bd9ce06827f req-d70a9c04-a6dd-41b2-a434-246d7dab4184 tempest-VolumesBackupsTest-459262536 tempest-VolumesBackupsTest-459262536-project] For port 8e20b977-e3e4-4669-913d-e0ba95ba3e8a, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=8e20b977-e3e4-4669-913d-e0ba95ba3e8a,segment=NetworkSegment(b0eb6eea-b461-4969-8a27-808f00daa8a1),segment_id=b0eb6eea-b461-4969-8a27-808f00daa8a1)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:22:33.793940 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-501ff960-4ef1-4be4-a88f-9bd9ce06827f req-d70a9c04-a6dd-41b2-a434-246d7dab4184 tempest-VolumesBackupsTest-459262536 tempest-VolumesBackupsTest-459262536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:33.811590 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-501ff960-4ef1-4be4-a88f-9bd9ce06827f req-d70a9c04-a6dd-41b2-a434-246d7dab4184 tempest-VolumesBackupsTest-459262536 tempest-VolumesBackupsTest-459262536-project] Calling delete_port for 8e20b977-e3e4-4669-913d-e0ba95ba3e8a owned by compute:nova {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:22:33.919975 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5966cb21-805c-4c9b-95e0-6de9635e75d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:33.926803 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5966cb21-805c-4c9b-95e0-6de9635e75d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:33.996095 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5966cb21-805c-4c9b-95e0-6de9635e75d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa9d9fd3-60a2-4d5b-b64a-dc005b33662c,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:22:34.004942 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-5966cb21-805c-4c9b-95e0-6de9635e75d9 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=849cef6d2cd749a2b651c8332bdebf2d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3300564 Aug 18 12:22:34.007877 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 39376) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:22:34.014994 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-501ff960-4ef1-4be4-a88f-9bd9ce06827f req-d70a9c04-a6dd-41b2-a434-246d7dab4184 tempest-VolumesBackupsTest-459262536 tempest-VolumesBackupsTest-459262536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:34.026701 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] get_ports_and_sgs() called for port_ids ['8e20b977-e3e4-4669-913d-e0ba95ba3e8a'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:22:34.060214 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70a9c04-a6dd-41b2-a434-246d7dab4184 tempest-VolumesBackupsTest-459262536 tempest-VolumesBackupsTest-459262536-project] Pushing event deleted for resources: {'Port': ['ID=8e20b977-e3e4-4669-913d-e0ba95ba3e8a,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:22:34.110553 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-501ff960-4ef1-4be4-a88f-9bd9ce06827f req-d70a9c04-a6dd-41b2-a434-246d7dab4184 tempest-VolumesBackupsTest-459262536 tempest-VolumesBackupsTest-459262536-project] No DVR routers for this DVR port 8e20b977-e3e4-4669-913d-e0ba95ba3e8a on host n-h2-804985-2 {{(pid=106252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:22:34.114261 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-501ff960-4ef1-4be4-a88f-9bd9ce06827f req-d70a9c04-a6dd-41b2-a434-246d7dab4184 tempest-VolumesBackupsTest-459262536 tempest-VolumesBackupsTest-459262536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:34.116179 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-501ff960-4ef1-4be4-a88f-9bd9ce06827f req-d70a9c04-a6dd-41b2-a434-246d7dab4184 tempest-VolumesBackupsTest-459262536 tempest-VolumesBackupsTest-459262536-project] 10.222.0.62 "DELETE /v2.0/ports/8e20b977-e3e4-4669-913d-e0ba95ba3e8a HTTP/1.1" status: 204 len: 173 time: 0.5395279 Aug 18 12:22:34.116637 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2033083-e3b1-4156-941d-387f33374963', 'name': 'network-vif-deleted', 'tag': '8e20b977-e3e4-4669-913d-e0ba95ba3e8a'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:22:34.118877 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fefdab38-3157-4bd9-81d7-b6b853e4d2ed" -d '{"events": [{"server_uuid": "d2033083-e3b1-4156-941d-387f33374963", "name": "network-vif-deleted", "tag": "8e20b977-e3e4-4669-913d-e0ba95ba3e8a"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:22:34.130901 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1076ac76-4ec9-4bc5-9620-e243de3e1ebd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:34.154683 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1076ac76-4ec9-4bc5-9620-e243de3e1ebd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:34.172311 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:22:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bf88113-de05-4d3d-9349-af74fe73b134 x-openstack-request-id: req-3bf88113-de05-4d3d-9349-af74fe73b134 {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:22:34.172560 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2033083-e3b1-4156-941d-387f33374963", "name": "network-vif-deleted", "tag": "8e20b977-e3e4-4669-913d-e0ba95ba3e8a", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:22:34.172812 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-3bf88113-de05-4d3d-9349-af74fe73b134 {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:22:34.173206 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2033083-e3b1-4156-941d-387f33374963', 'name': 'network-vif-deleted', 'tag': '8e20b977-e3e4-4669-913d-e0ba95ba3e8a', 'status': 'completed', 'code': 200} Aug 18 12:22:34.206759 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1076ac76-4ec9-4bc5-9620-e243de3e1ebd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:34.210136 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1076ac76-4ec9-4bc5-9620-e243de3e1ebd admin admin] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:34.211636 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-1076ac76-4ec9-4bc5-9620-e243de3e1ebd admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/fa9d9fd3-60a2-4d5b-b64a-dc005b33662c HTTP/1.1" status: 204 len: 168 time: 0.2028768 Aug 18 12:22:34.220309 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1076ac76-4ec9-4bc5-9620-e243de3e1ebd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa9d9fd3-60a2-4d5b-b64a-dc005b33662c,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:22:34.512713 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9826d8d9-3bbe-48c9-b226-148770112d4f req-72c2313e-4604-43cd-8236-797c6af9f9fa tempest-VolumesBackupsTest-459262536 tempest-VolumesBackupsTest-459262536-project] 10.222.0.66 "GET /v2.0/ports?device_id=d2033083-e3b1-4156-941d-387f33374963 HTTP/1.1" status: 200 len: 210 time: 0.0395360 Aug 18 12:22:36.214399 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:37.853520 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 8e20b977-e3e4-4669-913d-e0ba95ba3e8a no longer exists at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:22:37.877966 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] No Port match for: 8e20b977-e3e4-4669-913d-e0ba95ba3e8a {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:22:37.878229 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 8e20b977-e3e4-4669-913d-e0ba95ba3e8a not bound to the agent host n-h2-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:22:38.286815 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:41.228594 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 39608) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:22:41.342714 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-59b67079-5086-4239-b016-762314f36380 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:41.436187 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-59b67079-5086-4239-b016-762314f36380 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:41.441101 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-59b67079-5086-4239-b016-762314f36380 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:41.477135 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b67079-5086-4239-b016-762314f36380 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8966ce0e-7dc2-4e82-a9c1-853955e0b60f,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:22:41.485915 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-59b67079-5086-4239-b016-762314f36380 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=24ce70d63a5e4046b902d2e04f5eab98&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2562106 Aug 18 12:22:41.488770 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 39614) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:22:41.540750 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-df2a597d-5170-4922-ba44-584b6e92f75b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:41.565971 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-df2a597d-5170-4922-ba44-584b6e92f75b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:41.613678 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-df2a597d-5170-4922-ba44-584b6e92f75b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:41.616399 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-df2a597d-5170-4922-ba44-584b6e92f75b admin admin] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:41.617679 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-df2a597d-5170-4922-ba44-584b6e92f75b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/8966ce0e-7dc2-4e82-a9c1-853955e0b60f HTTP/1.1" status: 204 len: 168 time: 0.1276069 Aug 18 12:22:41.632880 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2a597d-5170-4922-ba44-584b6e92f75b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8966ce0e-7dc2-4e82-a9c1-853955e0b60f,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:22:41.897299 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 39620) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:22:41.911366 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-cb8fc77b-2d69-43c5-974c-ef6bf36e6a47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:42.007190 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-cb8fc77b-2d69-43c5-974c-ef6bf36e6a47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:42.011592 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-cb8fc77b-2d69-43c5-974c-ef6bf36e6a47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:42.048422 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8fc77b-2d69-43c5-974c-ef6bf36e6a47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff4b186d-38f9-4fc9-b9a4-2c39843b0834,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:22:42.054532 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-cb8fc77b-2d69-43c5-974c-ef6bf36e6a47 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a336139c77894da2ba6089aa93890d12&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1561606 Aug 18 12:22:42.059635 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 39622) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:22:42.109268 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c6ffb8fd-2662-41af-b5ee-378e87fdd1d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:42.130865 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c6ffb8fd-2662-41af-b5ee-378e87fdd1d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:42.184489 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c6ffb8fd-2662-41af-b5ee-378e87fdd1d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:42.187035 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c6ffb8fd-2662-41af-b5ee-378e87fdd1d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:42.190847 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-c6ffb8fd-2662-41af-b5ee-378e87fdd1d6 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ff4b186d-38f9-4fc9-b9a4-2c39843b0834 HTTP/1.1" status: 204 len: 168 time: 0.1276431 Aug 18 12:22:42.197077 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ffb8fd-2662-41af-b5ee-378e87fdd1d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff4b186d-38f9-4fc9-b9a4-2c39843b0834,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:22:42.358485 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f3ed5d27-60e6-493a-8796-044677b73a00 req-49b77521-164d-49f1-8b28-feae3c751e5c service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=d6bb8dc3-a620-4bb5-8d58-7f0806fffb9a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0455632 Aug 18 12:22:42.463394 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ed5d27-60e6-493a-8796-044677b73a00 req-b43431df-2112-4889-a70b-c8624a5e8d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:22:42.465081 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f3ed5d27-60e6-493a-8796-044677b73a00 req-b43431df-2112-4889-a70b-c8624a5e8d01 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=81ccf9c8b4cf49858c5db4774ddb597a&device_id=d6bb8dc3-a620-4bb5-8d58-7f0806fffb9a HTTP/1.1" status: 200 len: 1136 time: 0.0573001 Aug 18 12:22:42.587195 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ed5d27-60e6-493a-8796-044677b73a00 req-53b412c8-af75-472d-a60e-6f8893d9f21a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:22:42.588832 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f3ed5d27-60e6-493a-8796-044677b73a00 req-53b412c8-af75-472d-a60e-6f8893d9f21a service neutron] 10.222.0.63 "GET /v2.0/networks?id=f44a484c-f86d-4083-bfdb-e44ff1f0df66 HTTP/1.1" status: 200 len: 897 time: 0.1015222 Aug 18 12:22:42.661861 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f3ed5d27-60e6-493a-8796-044677b73a00 req-ddec9747-0e22-4d1c-af0c-47b8f4f2afd5 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f1b55317-ae36-466c-88bd-9d8c590685c9 HTTP/1.1" status: 200 len: 1002 time: 0.0647793 Aug 18 12:22:42.718132 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ed5d27-60e6-493a-8796-044677b73a00 req-72807b6b-a8b8-40eb-977c-44a26338aad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:22:42.719757 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f3ed5d27-60e6-493a-8796-044677b73a00 req-72807b6b-a8b8-40eb-977c-44a26338aad7 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=67816769-91ff-4f79-a9f9-fbb6426f9be7 HTTP/1.1" status: 200 len: 835 time: 0.0512896 Aug 18 12:22:42.776158 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ed5d27-60e6-493a-8796-044677b73a00 req-b5c599e0-5e3e-4c7b-b326-5ae1eb8ed198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:22:42.777973 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f3ed5d27-60e6-493a-8796-044677b73a00 req-b5c599e0-5e3e-4c7b-b326-5ae1eb8ed198 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=f44a484c-f86d-4083-bfdb-e44ff1f0df66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0514364 Aug 18 12:22:42.878237 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f3ed5d27-60e6-493a-8796-044677b73a00 req-767b6bae-8b96-4a85-a0c3-47e550e53cc7 service neutron] 10.222.0.63 "GET /v2.0/networks/f44a484c-f86d-4083-bfdb-e44ff1f0df66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928242 Aug 18 12:22:42.980562 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f3ed5d27-60e6-493a-8796-044677b73a00 req-51868e26-e9ad-4c74-b849-c0009a8d9d79 service neutron] 10.222.0.63 "GET /v2.0/networks/f44a484c-f86d-4083-bfdb-e44ff1f0df66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941832 Aug 18 12:22:48.502982 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-fbe872ab-a48d-4e49-b13f-599d18beae72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:51.433920 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:51.709566 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-e9bd4cba-8152-4de8-84e0-ed2a6c8b0ce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:52.191351 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-53584c24-f517-494e-ac93-c18bb92373f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:53.097364 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 39742) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:22:53.179790 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-1b0f01d2-e116-4bca-ba5b-ed196cab6b08 tempest-TestSecurityGroupsBasicOps-1507951853 tempest-TestSecurityGroupsBasicOps-1507951853-project-admin] 10.222.0.66 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 1376 time: 0.0812626 Aug 18 12:22:53.182834 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 39746) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:22:53.187694 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-b41d39b9-5b2d-4767-a9f1-06c2929bd190 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Request body: {'network': {'name': 'tempest-network-smoke--1826656934', 'project_id': '81ccf9c8b4cf49858c5db4774ddb597a', 'port_security_enabled': False}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:22:53.209881 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b41d39b9-5b2d-4767-a9f1-06c2929bd190 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Made reservation on behalf of 81ccf9c8b4cf49858c5db4774ddb597a for: {'network': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:22:53.214172 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b41d39b9-5b2d-4767-a9f1-06c2929bd190 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for network, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:53.238558 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b41d39b9-5b2d-4767-a9f1-06c2929bd190 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 800} {{(pid=106252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:22:53.248706 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b41d39b9-5b2d-4767-a9f1-06c2929bd190 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:53.249056 n-d-804985-2 neutron-server[106252]: INFO neutron.db.segments_db [None req-b41d39b9-5b2d-4767-a9f1-06c2929bd190 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Added segment b91719bd-f521-44ff-8d8a-1e6910114a8f of type vlan for network a47a2e2d-9919-49f2-9b17-17ff228393b1 Aug 18 12:22:53.289786 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b41d39b9-5b2d-4767-a9f1-06c2929bd190 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789150665894'] for network, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:53.321746 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b41d39b9-5b2d-4767-a9f1-06c2929bd190 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for network, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:53.328657 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b41d39b9-5b2d-4767-a9f1-06c2929bd190 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:22:53.329575 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b41d39b9-5b2d-4767-a9f1-06c2929bd190 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Notify callbacks [] for network, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:53.688564 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-b41d39b9-5b2d-4767-a9f1-06c2929bd190 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5044038 Aug 18 12:22:53.691509 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 39748) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:22:53.697477 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-e9f431f3-8b2b-4f1e-a90c-05c1f6abef97 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-124377655', 'admin_state_up': True, 'project_id': '81ccf9c8b4cf49858c5db4774ddb597a', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'}}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:22:53.701147 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d39b9-5b2d-4767-a9f1-06c2929bd190 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Pushing event updated for resources: {'Network': ['ID=a47a2e2d-9919-49f2-9b17-17ff228393b1,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:22:53.711777 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Network a47a2e2d-9919-49f2-9b17-17ff228393b1 details requested by agent ovs-agent-n-d-804985-2 with host n-d-804985-2 {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:22:53.723790 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e9f431f3-8b2b-4f1e-a90c-05c1f6abef97 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-998592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15809'] for router, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:53.725607 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e9f431f3-8b2b-4f1e-a90c-05c1f6abef97 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-992733', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-971415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15816'] for router, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:53.783089 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e9f431f3-8b2b-4f1e-a90c-05c1f6abef97 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:53.875942 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-500a1c61-38a7-4c23-a7ec-4631080af5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:53.923020 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e9f431f3-8b2b-4f1e-a90c-05c1f6abef97 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:54.123206 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e9f431f3-8b2b-4f1e-a90c-05c1f6abef97 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Notify callbacks [] for router_gateway, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:54.142138 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e9f431f3-8b2b-4f1e-a90c-05c1f6abef97 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:54.243548 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [None req-e9f431f3-8b2b-4f1e-a90c-05c1f6abef97 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Allocated IP 172.25.7.29 (7cae7a70-14fd-408c-b14d-39ceb97cb60e/9784295a-20b8-4a4b-b105-f82737f0448f/a0c7ebee-7fad-4265-96b5-c65e18a4f92a) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:22:54.352500 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e9f431f3-8b2b-4f1e-a90c-05c1f6abef97 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:54.393192 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e9f431f3-8b2b-4f1e-a90c-05c1f6abef97 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:54.428195 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9f431f3-8b2b-4f1e-a90c-05c1f6abef97 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Network 7cae7a70-14fd-408c-b14d-39ceb97cb60e is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:22:54.433130 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-e9f431f3-8b2b-4f1e-a90c-05c1f6abef97 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:22:54.436680 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f431f3-8b2b-4f1e-a90c-05c1f6abef97 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:22:54.462228 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f431f3-8b2b-4f1e-a90c-05c1f6abef97 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Pushing event updated for resources: {'Port': ['ID=a0c7ebee-7fad-4265-96b5-c65e18a4f92a,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:22:54.699331 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e9f431f3-8b2b-4f1e-a90c-05c1f6abef97 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Notify callbacks [] for router_gateway, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:54.898593 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e9f431f3-8b2b-4f1e-a90c-05c1f6abef97 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-998473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-992536'] for router, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:55.028813 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9f431f3-8b2b-4f1e-a90c-05c1f6abef97 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Router 5903a63a-cbee-487b-bf33-5516b20292d0 is scheduled to L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 with binding_index 1 {{(pid=106253) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 12:22:55.461700 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9f431f3-8b2b-4f1e-a90c-05c1f6abef97 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:22:55.472761 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1698f63-8931-4d75-83ef-9a0281bca370 None None] Sync routers for ids ['5903a63a-cbee-487b-bf33-5516b20292d0'] in n-d-804985-2 {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:22:55.483281 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1698f63-8931-4d75-83ef-9a0281bca370 None None] Routers {'5903a63a-cbee-487b-bf33-5516b20292d0'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:22:55.483703 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e9f431f3-8b2b-4f1e-a90c-05c1f6abef97 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Notify callbacks [] for router, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:55.484336 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-a1698f63-8931-4d75-83ef-9a0281bca370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:22:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['5903a63a-cbee-487b-bf33-5516b20292d0'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:22:55.487744 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-e9f431f3-8b2b-4f1e-a90c-05c1f6abef97 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 1.7923203 Aug 18 12:22:55.487994 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 39754) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:22:55.552919 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8683ca4-7bce-4ca5-b578-776f094ae525 tempest-TestSecurityGroupsBasicOps-1507951853 tempest-TestSecurityGroupsBasicOps-1507951853-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:22:55.557078 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-d8683ca4-7bce-4ca5-b578-776f094ae525 tempest-TestSecurityGroupsBasicOps-1507951853 tempest-TestSecurityGroupsBasicOps-1507951853-project-admin] 10.222.0.66 "GET /v2.0/subnets?project_id=81ccf9c8b4cf49858c5db4774ddb597a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0654593 Aug 18 12:22:55.557322 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 39756) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:22:55.598863 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-a1698f63-8931-4d75-83ef-9a0281bca370 None None] Set router 5903a63a-cbee-487b-bf33-5516b20292d0 gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:22:55.647676 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-085d5880-8d38-4a94-ab4f-89a2cd98dc0a tempest-TestSecurityGroupsBasicOps-1507951853 tempest-TestSecurityGroupsBasicOps-1507951853-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:22:55.652047 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-085d5880-8d38-4a94-ab4f-89a2cd98dc0a tempest-TestSecurityGroupsBasicOps-1507951853 tempest-TestSecurityGroupsBasicOps-1507951853-project-admin] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0925126 Aug 18 12:22:55.652753 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 39758) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:22:55.683035 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-acc350ea-65b7-4b31-98ef-b648f54739e2 tempest-TestSecurityGroupsBasicOps-1507951853 tempest-TestSecurityGroupsBasicOps-1507951853-project-admin] 10.222.0.66 "GET /v2.0/subnets?network_id=7cae7a70-14fd-408c-b14d-39ceb97cb60e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0290158 Aug 18 12:22:55.685840 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 39760) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:22:55.714780 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-c924f8ed-533d-4503-8716-5245019b9f75 tempest-TestSecurityGroupsBasicOps-1507951853 tempest-TestSecurityGroupsBasicOps-1507951853-project-admin] 10.222.0.66 "GET /v2.0/subnets?project_id=81ccf9c8b4cf49858c5db4774ddb597a&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0276117 Aug 18 12:22:55.717317 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 39762) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:22:55.788660 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-a1698f63-8931-4d75-83ef-9a0281bca370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5903a63a-cbee-487b-bf33-5516b20292d0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-124377655', 'tenant_id': '81ccf9c8b4cf49858c5db4774ddb597a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.29'}], 'enable_snat': True}, 'gw_port_id': 'a0c7ebee-7fad-4265-96b5-c65e18a4f92a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:22:53Z', 'updated_at': '2021-08-18T12:22:54Z', 'revision_number': 3, 'project_id': '81ccf9c8b4cf49858c5db4774ddb597a', 'gw_port': {'id': 'a0c7ebee-7fad-4265-96b5-c65e18a4f92a', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:1d:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5903a63a-cbee-487b-bf33-5516b20292d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3629, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:22:54Z', 'updated_at': '2021-08-18T12:22:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:22:55.809664 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0d6570f-1d06-44e7-bf60-d051859ee8bf tempest-TestSecurityGroupsBasicOps-1507951853 tempest-TestSecurityGroupsBasicOps-1507951853-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:22:55.813783 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-a0d6570f-1d06-44e7-bf60-d051859ee8bf tempest-TestSecurityGroupsBasicOps-1507951853 tempest-TestSecurityGroupsBasicOps-1507951853-project-admin] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0929675 Aug 18 12:22:55.814756 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 39764) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:22:55.816245 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1698f63-8931-4d75-83ef-9a0281bca370 None None] Checking router: 5903a63a-cbee-487b-bf33-5516b20292d0 for host: n-d-804985-2 {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:22:55.816658 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1698f63-8931-4d75-83ef-9a0281bca370 None None] Updating router 5903a63a-cbee-487b-bf33-5516b20292d0 port a0c7ebee-7fad-4265-96b5-c65e18a4f92a binding host n-d-804985-2 {{(pid=106255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 12:22:55.844899 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-e25e569e-2fe0-4b7f-86a9-28de83f941e4 tempest-TestSecurityGroupsBasicOps-1507951853 tempest-TestSecurityGroupsBasicOps-1507951853-project-admin] 10.222.0.66 "GET /v2.0/subnets?network_id=7cae7a70-14fd-408c-b14d-39ceb97cb60e&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268369 Aug 18 12:22:55.845130 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-a1698f63-8931-4d75-83ef-9a0281bca370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:55.845372 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 39766) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:22:55.850551 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-7f8b6283-985c-4f26-86ec-a272d3b30baa tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-423285265', 'network_id': 'a47a2e2d-9919-49f2-9b17-17ff228393b1', 'project_id': '81ccf9c8b4cf49858c5db4774ddb597a', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:22:55.945917 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f8b6283-985c-4f26-86ec-a272d3b30baa tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Made reservation on behalf of 81ccf9c8b4cf49858c5db4774ddb597a for: {'subnet': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:22:55.949826 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7f8b6283-985c-4f26-86ec-a272d3b30baa tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59388119'] for subnet, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:56.112655 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-a1698f63-8931-4d75-83ef-9a0281bca370 None None] Notify callbacks [] for port, precommit_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:56.122760 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-a1698f63-8931-4d75-83ef-9a0281bca370 None None] Transition to ACTIVE for port object a0c7ebee-7fad-4265-96b5-c65e18a4f92a will not be triggered until provisioned by entity L2. {{(pid=106255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:22:56.134561 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-a1698f63-8931-4d75-83ef-9a0281bca370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:56.157437 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7f8b6283-985c-4f26-86ec-a272d3b30baa tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58902106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59388097'] for subnet, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:56.195420 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-a1698f63-8931-4d75-83ef-9a0281bca370 None None] Attempting to bind port a0c7ebee-7fad-4265-96b5-c65e18a4f92a on host n-d-804985-2 for vnic_type normal with profile {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:22:56.195694 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-a1698f63-8931-4d75-83ef-9a0281bca370 None None] Attempting to bind port a0c7ebee-7fad-4265-96b5-c65e18a4f92a by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'}] {{(pid=106255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:22:56.196261 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1698f63-8931-4d75-83ef-9a0281bca370 None None] Attempting to bind port a0c7ebee-7fad-4265-96b5-c65e18a4f92a on network 7cae7a70-14fd-408c-b14d-39ceb97cb60e {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:22:56.207203 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1698f63-8931-4d75-83ef-9a0281bca370 None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 22, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:22:56.207575 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1698f63-8931-4d75-83ef-9a0281bca370 None None] Checking segment: {'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:22:56.207971 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-a1698f63-8931-4d75-83ef-9a0281bca370 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:56.208368 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1698f63-8931-4d75-83ef-9a0281bca370 None None] Bound using segment: {'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'} {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:22:56.208933 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-a1698f63-8931-4d75-83ef-9a0281bca370 None None] Bound port: a0c7ebee-7fad-4265-96b5-c65e18a4f92a, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'}}] {{(pid=106255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:22:56.209302 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-a1698f63-8931-4d75-83ef-9a0281bca370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:56.211025 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7222c61-ec31-49ed-9e6a-1d668b93f08e None None] Pushing event updated for resources: {'Port': ['ID=a0c7ebee-7fad-4265-96b5-c65e18a4f92a,revision_number=2']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:22:56.222974 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8b6283-985c-4f26-86ec-a272d3b30baa tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Pushing event updated for resources: {'Subnet': ['ID=f6132a62-549b-4ccb-8a2c-09772bf74811,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:22:56.234370 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f8b6283-985c-4f26-86ec-a272d3b30baa tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Checking segment: {'id': 'b91719bd-f521-44ff-8d8a-1e6910114a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'a47a2e2d-9919-49f2-9b17-17ff228393b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:22:56.234726 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f8b6283-985c-4f26-86ec-a272d3b30baa tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Network hostable DHCP agents. Network: a47a2e2d-9919-49f2-9b17-17ff228393b1, hostable agents: ['97c14208-2951-4361-8d64-3708c946ff5f'], hosted agents: [] {{(pid=106253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 12:22:56.258315 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f8b6283-985c-4f26-86ec-a272d3b30baa tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Network a47a2e2d-9919-49f2-9b17-17ff228393b1 is scheduled to be hosted by DHCP agent 97c14208-2951-4361-8d64-3708c946ff5f with binding_index 1 {{(pid=106253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 12:22:56.279311 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-7f8b6283-985c-4f26-86ec-a272d3b30baa tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-2, a47a2e2d-9919-49f2-9b17-17ff228393b1) {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:22:56.289730 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d9e9086-9073-476d-9995-c98e80d0eb5b None None] Network a47a2e2d-9919-49f2-9b17-17ff228393b1 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:22:56.290278 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f8b6283-985c-4f26-86ec-a272d3b30baa tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:22:56.290590 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7f8b6283-985c-4f26-86ec-a272d3b30baa tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:56.292666 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-a1698f63-8931-4d75-83ef-9a0281bca370 None None] For port a0c7ebee-7fad-4265-96b5-c65e18a4f92a, host n-d-804985-2, cleared binding levels {{(pid=106255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:22:56.308398 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-a1698f63-8931-4d75-83ef-9a0281bca370 None None] For port a0c7ebee-7fad-4265-96b5-c65e18a4f92a, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=a0c7ebee-7fad-4265-96b5-c65e18a4f92a,segment=NetworkSegment(c5a3db9d-5c58-41b1-9177-d5787a597b78),segment_id=c5a3db9d-5c58-41b1-9177-d5787a597b78)] {{(pid=106255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:22:56.310870 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-7f8b6283-985c-4f26-86ec-a272d3b30baa tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4644380 Aug 18 12:22:56.314282 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 39772) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:22:56.317388 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-a1698f63-8931-4d75-83ef-9a0281bca370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:56.384211 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1698f63-8931-4d75-83ef-9a0281bca370 None None] Routers {'5903a63a-cbee-487b-bf33-5516b20292d0'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:22:56.384845 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-a1698f63-8931-4d75-83ef-9a0281bca370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:22:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['5903a63a-cbee-487b-bf33-5516b20292d0'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:22:56.386461 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7222c61-ec31-49ed-9e6a-1d668b93f08e None None] Pushing event updated for resources: {'Port': ['ID=a0c7ebee-7fad-4265-96b5-c65e18a4f92a,revision_number=3']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:22:56.460154 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce2085b5-c425-4950-b14f-375061e37752 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp788be208-34ab-5a8f-af0f-528834af222f-a47a2e2d-9919-49f2-9b17-17ff228393b1', 'network_id': 'a47a2e2d-9919-49f2-9b17-17ff228393b1', 'tenant_id': '81ccf9c8b4cf49858c5db4774ddb597a', 'fixed_ips': [{'subnet_id': 'f6132a62-549b-4ccb-8a2c-09772bf74811'}]}} from n-d-804985-2. {{(pid=106254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 12:22:56.461032 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ce2085b5-c425-4950-b14f-375061e37752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:56.497674 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-a1698f63-8931-4d75-83ef-9a0281bca370 None None] Set router 5903a63a-cbee-487b-bf33-5516b20292d0 gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:22:56.604308 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.db_base_plugin_common [None req-ce2085b5-c425-4950-b14f-375061e37752 None None] Allocated IP 172.20.0.18 (a47a2e2d-9919-49f2-9b17-17ff228393b1/f6132a62-549b-4ccb-8a2c-09772bf74811/53eb2a09-04ee-40bd-8eec-c06e48c3ead4) {{(pid=106254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:22:56.762728 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ce2085b5-c425-4950-b14f-375061e37752 None None] Notify callbacks [] for port, precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:56.772166 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-a1698f63-8931-4d75-83ef-9a0281bca370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5903a63a-cbee-487b-bf33-5516b20292d0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-124377655', 'tenant_id': '81ccf9c8b4cf49858c5db4774ddb597a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.29'}], 'enable_snat': True}, 'gw_port_id': 'a0c7ebee-7fad-4265-96b5-c65e18a4f92a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:22:53Z', 'updated_at': '2021-08-18T12:22:54Z', 'revision_number': 3, 'project_id': '81ccf9c8b4cf49858c5db4774ddb597a', 'gw_port': {'id': 'a0c7ebee-7fad-4265-96b5-c65e18a4f92a', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:1d:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5903a63a-cbee-487b-bf33-5516b20292d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3629, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:22:54Z', 'updated_at': '2021-08-18T12:22:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:22:56.772429 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-ce2085b5-c425-4950-b14f-375061e37752 None None] Transition to ACTIVE for port object 53eb2a09-04ee-40bd-8eec-c06e48c3ead4 will not be triggered until provisioned by entity L2. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:22:56.787540 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-ce2085b5-c425-4950-b14f-375061e37752 None None] Transition to ACTIVE for port object 53eb2a09-04ee-40bd-8eec-c06e48c3ead4 will not be triggered until provisioned by entity DHCP. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:22:56.790264 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d49527fd-4a8d-4501-a19b-1a0d7d38ac8b tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:56.794858 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ce2085b5-c425-4950-b14f-375061e37752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547'] for port, after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:56.800251 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1698f63-8931-4d75-83ef-9a0281bca370 None None] The sync data for ids ['5903a63a-cbee-487b-bf33-5516b20292d0'] in n-d-804985-2 is: [{'id': '5903a63a-cbee-487b-bf33-5516b20292d0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-124377655', 'tenant_id': '81ccf9c8b4cf49858c5db4774ddb597a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.29'}], 'enable_snat': True}, 'gw_port_id': 'a0c7ebee-7fad-4265-96b5-c65e18a4f92a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:22:53Z', 'updated_at': '2021-08-18T12:22:54Z', 'revision_number': 3, 'project_id': '81ccf9c8b4cf49858c5db4774ddb597a', 'gw_port': {'id': 'a0c7ebee-7fad-4265-96b5-c65e18a4f92a', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:1d:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5903a63a-cbee-487b-bf33-5516b20292d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3629, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:22:54Z', 'updated_at': '2021-08-18T12:22:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:22:56.835981 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce2085b5-c425-4950-b14f-375061e37752 None None] Network a47a2e2d-9919-49f2-9b17-17ff228393b1 is already hosted by enough agents. {{(pid=106254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:22:56.840989 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.base_scheduler [None req-ce2085b5-c425-4950-b14f-375061e37752 None None] Resources bound (agent type, host, resource id): {{(pid=106254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:22:56.844587 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce2085b5-c425-4950-b14f-375061e37752 None None] Received port after_create {{(pid=106254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:22:56.853413 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2085b5-c425-4950-b14f-375061e37752 None None] Pushing event updated for resources: {'Port': ['ID=53eb2a09-04ee-40bd-8eec-c06e48c3ead4,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:22:56.904778 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-ce2085b5-c425-4950-b14f-375061e37752 None None] Attempting to bind port 53eb2a09-04ee-40bd-8eec-c06e48c3ead4 on host n-d-804985-2 for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:22:56.905144 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-ce2085b5-c425-4950-b14f-375061e37752 None None] Attempting to bind port 53eb2a09-04ee-40bd-8eec-c06e48c3ead4 by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': 'b91719bd-f521-44ff-8d8a-1e6910114a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'a47a2e2d-9919-49f2-9b17-17ff228393b1'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:22:56.905499 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce2085b5-c425-4950-b14f-375061e37752 None None] Attempting to bind port 53eb2a09-04ee-40bd-8eec-c06e48c3ead4 on network a47a2e2d-9919-49f2-9b17-17ff228393b1 {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:22:56.910601 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce2085b5-c425-4950-b14f-375061e37752 None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 22, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:22:56.910967 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce2085b5-c425-4950-b14f-375061e37752 None None] Checking segment: {'id': 'b91719bd-f521-44ff-8d8a-1e6910114a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'a47a2e2d-9919-49f2-9b17-17ff228393b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:22:56.911357 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ce2085b5-c425-4950-b14f-375061e37752 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:56.911767 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce2085b5-c425-4950-b14f-375061e37752 None None] Bound using segment: {'id': 'b91719bd-f521-44ff-8d8a-1e6910114a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'a47a2e2d-9919-49f2-9b17-17ff228393b1'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:22:56.912238 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-ce2085b5-c425-4950-b14f-375061e37752 None None] Bound port: 53eb2a09-04ee-40bd-8eec-c06e48c3ead4, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b91719bd-f521-44ff-8d8a-1e6910114a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'a47a2e2d-9919-49f2-9b17-17ff228393b1'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:22:56.912697 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ce2085b5-c425-4950-b14f-375061e37752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:56.983148 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-ce2085b5-c425-4950-b14f-375061e37752 None None] For port 53eb2a09-04ee-40bd-8eec-c06e48c3ead4, host n-d-804985-2, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:22:56.986431 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-ce2085b5-c425-4950-b14f-375061e37752 None None] For port 53eb2a09-04ee-40bd-8eec-c06e48c3ead4, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=53eb2a09-04ee-40bd-8eec-c06e48c3ead4,segment=NetworkSegment(b91719bd-f521-44ff-8d8a-1e6910114a8f),segment_id=b91719bd-f521-44ff-8d8a-1e6910114a8f)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:22:56.992976 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ce2085b5-c425-4950-b14f-375061e37752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:57.081243 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2085b5-c425-4950-b14f-375061e37752 None None] Pushing event updated for resources: {'Port': ['ID=53eb2a09-04ee-40bd-8eec-c06e48c3ead4,revision_number=2']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:22:57.127938 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [None req-d49527fd-4a8d-4501-a19b-1a0d7d38ac8b tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Allocated IP 172.20.0.17 (a47a2e2d-9919-49f2-9b17-17ff228393b1/f6132a62-549b-4ccb-8a2c-09772bf74811/ce7c2ac9-4716-4483-aa59-b9b8cdab74f9) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:22:57.260715 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d49527fd-4a8d-4501-a19b-1a0d7d38ac8b tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:57.282159 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [None req-d49527fd-4a8d-4501-a19b-1a0d7d38ac8b tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Transition to ACTIVE for port object ce7c2ac9-4716-4483-aa59-b9b8cdab74f9 will not be triggered until provisioned by entity DHCP. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:22:57.355012 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d49527fd-4a8d-4501-a19b-1a0d7d38ac8b tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:57.413598 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d49527fd-4a8d-4501-a19b-1a0d7d38ac8b tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Network a47a2e2d-9919-49f2-9b17-17ff228393b1 is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:22:57.421521 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-d49527fd-4a8d-4501-a19b-1a0d7d38ac8b tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:22:57.426174 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d49527fd-4a8d-4501-a19b-1a0d7d38ac8b tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:22:57.466428 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49527fd-4a8d-4501-a19b-1a0d7d38ac8b tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Pushing event updated for resources: {'Port': ['ID=ce7c2ac9-4716-4483-aa59-b9b8cdab74f9,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:22:57.500668 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d49527fd-4a8d-4501-a19b-1a0d7d38ac8b tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-996688'] for router_interface, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:57.577540 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 53eb2a09-04ee-40bd-8eec-c06e48c3ead4 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:22:57.641136 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port 53eb2a09-04ee-40bd-8eec-c06e48c3ead4 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:22:57.645942 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device a0c7ebee-7fad-4265-96b5-c65e18a4f92a up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:22:57.665897 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d49527fd-4a8d-4501-a19b-1a0d7d38ac8b tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:57.703700 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port a0c7ebee-7fad-4265-96b5-c65e18a4f92a completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:22:57.708353 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port a0c7ebee-7fad-4265-96b5-c65e18a4f92a triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:22:57.708761 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:57.811183 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:57.835416 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] For port a0c7ebee-7fad-4265-96b5-c65e18a4f92a, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=a0c7ebee-7fad-4265-96b5-c65e18a4f92a,segment=NetworkSegment(c5a3db9d-5c58-41b1-9177-d5787a597b78),segment_id=c5a3db9d-5c58-41b1-9177-d5787a597b78)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:22:57.844400 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:57.905523 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Pushing event updated for resources: {'Port': ['ID=a0c7ebee-7fad-4265-96b5-c65e18a4f92a,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:22:58.033854 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d49527fd-4a8d-4501-a19b-1a0d7d38ac8b tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Notify callbacks [] for port, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:58.039951 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d49527fd-4a8d-4501-a19b-1a0d7d38ac8b tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:58.123589 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d49527fd-4a8d-4501-a19b-1a0d7d38ac8b tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-996772'] for router_interface, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:58.125425 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49527fd-4a8d-4501-a19b-1a0d7d38ac8b tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Pushing event updated for resources: {'Port': ['ID=ce7c2ac9-4716-4483-aa59-b9b8cdab74f9,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:22:58.227205 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75930575-7320-4805-ad94-952fae2aeb10 None None] Network a47a2e2d-9919-49f2-9b17-17ff228393b1 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:22:58.239408 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d49527fd-4a8d-4501-a19b-1a0d7d38ac8b tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Network a47a2e2d-9919-49f2-9b17-17ff228393b1 is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:22:58.241067 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-d49527fd-4a8d-4501-a19b-1a0d7d38ac8b tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:22:58.355302 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-ee50135b-0f2b-43ec-95bd-0797293d2f21 None None] Provisioning for port 53eb2a09-04ee-40bd-8eec-c06e48c3ead4 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:22:58.367766 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d49527fd-4a8d-4501-a19b-1a0d7d38ac8b tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Router 5903a63a-cbee-487b-bf33-5516b20292d0 has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:22:58.388803 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-ee50135b-0f2b-43ec-95bd-0797293d2f21 None None] Provisioning complete for port 53eb2a09-04ee-40bd-8eec-c06e48c3ead4 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:22:58.389176 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ee50135b-0f2b-43ec-95bd-0797293d2f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:58.512817 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d49527fd-4a8d-4501-a19b-1a0d7d38ac8b tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:22:58.519024 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-d49527fd-4a8d-4501-a19b-1a0d7d38ac8b tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] 10.222.0.66 "PUT /v2.0/routers/5903a63a-cbee-487b-bf33-5516b20292d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2036917 Aug 18 12:22:58.524060 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ee50135b-0f2b-43ec-95bd-0797293d2f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:58.574699 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-ee50135b-0f2b-43ec-95bd-0797293d2f21 None None] For port 53eb2a09-04ee-40bd-8eec-c06e48c3ead4, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=53eb2a09-04ee-40bd-8eec-c06e48c3ead4,segment=NetworkSegment(b91719bd-f521-44ff-8d8a-1e6910114a8f),segment_id=b91719bd-f521-44ff-8d8a-1e6910114a8f)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:22:58.581423 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ee50135b-0f2b-43ec-95bd-0797293d2f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:58.633541 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee50135b-0f2b-43ec-95bd-0797293d2f21 None None] Pushing event updated for resources: {'Port': ['ID=53eb2a09-04ee-40bd-8eec-c06e48c3ead4,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:22:58.714462 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-f01b0de2-982e-49a8-b47f-868fcdcabb37 None None] Provisioning complete for port 53eb2a09-04ee-40bd-8eec-c06e48c3ead4 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:22:58.714898 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-f01b0de2-982e-49a8-b47f-868fcdcabb37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:58.829301 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-f01b0de2-982e-49a8-b47f-868fcdcabb37 None None] Provisioning for port ce7c2ac9-4716-4483-aa59-b9b8cdab74f9 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:22:58.833606 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-f01b0de2-982e-49a8-b47f-868fcdcabb37 None None] Provisioning complete for port ce7c2ac9-4716-4483-aa59-b9b8cdab74f9 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:22:58.834131 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-f01b0de2-982e-49a8-b47f-868fcdcabb37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:58.885657 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a0b600-50c2-41db-afa1-7476ee301a2d req-3130579f-c437-4a19-b9d0-a131b9b0a7ee tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:22:58.895140 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-23a0b600-50c2-41db-afa1-7476ee301a2d req-3130579f-c437-4a19-b9d0-a131b9b0a7ee tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] 10.222.0.66 "GET /v2.0/networks?id=a47a2e2d-9919-49f2-9b17-17ff228393b1 HTTP/1.1" status: 200 len: 798 time: 0.1643484 Aug 18 12:22:58.915150 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-23a0b600-50c2-41db-afa1-7476ee301a2d req-278e754d-8cfe-4e35-8588-6aecdfbc3543 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] 10.222.0.66 "GET /v2.0/quotas/81ccf9c8b4cf49858c5db4774ddb597a HTTP/1.1" status: 200 len: 375 time: 0.0187166 Aug 18 12:22:59.004111 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-23a0b600-50c2-41db-afa1-7476ee301a2d req-84949a95-5b9c-461e-90bb-20b403e5e8f1 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=81ccf9c8b4cf49858c5db4774ddb597a&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0823538 Aug 18 12:22:59.034432 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0829831-1e45-41b5-9fda-f4287317b089 None None] Sync routers for ids ['5903a63a-cbee-487b-bf33-5516b20292d0'] in n-d-804985-2 {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:22:59.052985 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0829831-1e45-41b5-9fda-f4287317b089 None None] Routers {'5903a63a-cbee-487b-bf33-5516b20292d0'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:22:59.053638 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-d0829831-1e45-41b5-9fda-f4287317b089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:22:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['5903a63a-cbee-487b-bf33-5516b20292d0'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:22:59.105176 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-f01b0de2-982e-49a8-b47f-868fcdcabb37 None None] Port ce7c2ac9-4716-4483-aa59-b9b8cdab74f9 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:22:59.152503 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [req-23a0b600-50c2-41db-afa1-7476ee301a2d req-67876c19-fd12-4729-8ba6-52573f22cdd2 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=106252) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 12:22:59.153651 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-23a0b600-50c2-41db-afa1-7476ee301a2d req-67876c19-fd12-4729-8ba6-52573f22cdd2 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1440687 Aug 18 12:22:59.177208 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-d0829831-1e45-41b5-9fda-f4287317b089 None None] Set router 5903a63a-cbee-487b-bf33-5516b20292d0 gateway port host: n-d-804985-2 {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:22:59.287225 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-54207f27-54d4-49da-99c4-1ce6c2e7ea70 None None] Provisioning complete for port ce7c2ac9-4716-4483-aa59-b9b8cdab74f9 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:22:59.287587 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-54207f27-54d4-49da-99c4-1ce6c2e7ea70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:59.288879 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-23a0b600-50c2-41db-afa1-7476ee301a2d req-47e13882-c6d3-44a0-a07a-4fb26e4b9de1 service neutron] 10.222.0.66 "GET /v2.0/networks/a47a2e2d-9919-49f2-9b17-17ff228393b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274052 Aug 18 12:22:59.365179 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-54207f27-54d4-49da-99c4-1ce6c2e7ea70 None None] Port ce7c2ac9-4716-4483-aa59-b9b8cdab74f9 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:22:59.388669 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-23a0b600-50c2-41db-afa1-7476ee301a2d req-4d5844cf-9da8-49a5-9c84-2cef76bbd217 service neutron] 10.222.0.66 "GET /v2.0/networks/a47a2e2d-9919-49f2-9b17-17ff228393b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932968 Aug 18 12:22:59.449327 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-d0829831-1e45-41b5-9fda-f4287317b089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5903a63a-cbee-487b-bf33-5516b20292d0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-124377655', 'tenant_id': '81ccf9c8b4cf49858c5db4774ddb597a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.29'}], 'enable_snat': True}, 'gw_port_id': 'a0c7ebee-7fad-4265-96b5-c65e18a4f92a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:22:53Z', 'updated_at': '2021-08-18T12:22:57Z', 'revision_number': 4, 'project_id': '81ccf9c8b4cf49858c5db4774ddb597a', 'gw_port': {'id': 'a0c7ebee-7fad-4265-96b5-c65e18a4f92a', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:1d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5903a63a-cbee-487b-bf33-5516b20292d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3629, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:22:54Z', 'updated_at': '2021-08-18T12:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': 'ce7c2ac9-4716-4483-aa59-b9b8cdab74f9', 'name': '', 'network_id': 'a47a2e2d-9919-49f2-9b17-17ff228393b1', 'tenant_id': '81ccf9c8b4cf49858c5db4774ddb597a', 'mac_address': 'fa:16:3e:5f:89:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5903a63a-cbee-487b-bf33-5516b20292d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': 'f6132a62-549b-4ccb-8a2c-09772bf74811', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:22:56Z', 'updated_at': '2021-08-18T12:22:57Z', 'revision_number': 2, 'project_id': '81ccf9c8b4cf49858c5db4774ddb597a', 'subnets': [{'id': 'f6132a62-549b-4ccb-8a2c-09772bf74811', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:22:59.483209 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0829831-1e45-41b5-9fda-f4287317b089 None None] Checking router: 5903a63a-cbee-487b-bf33-5516b20292d0 for host: n-d-804985-2 {{(pid=106254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:22:59.483646 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0829831-1e45-41b5-9fda-f4287317b089 None None] Updating router 5903a63a-cbee-487b-bf33-5516b20292d0 port ce7c2ac9-4716-4483-aa59-b9b8cdab74f9 binding host n-d-804985-2 {{(pid=106254) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 12:22:59.505218 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device a0c7ebee-7fad-4265-96b5-c65e18a4f92a up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:22:59.538983 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-d0829831-1e45-41b5-9fda-f4287317b089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:59.547708 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-d9fc61d7-c8c3-4909-8081-019eb5fca131 None None] Provisioning complete for port ce7c2ac9-4716-4483-aa59-b9b8cdab74f9 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:22:59.549885 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-d9fc61d7-c8c3-4909-8081-019eb5fca131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:59.603178 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-d9fc61d7-c8c3-4909-8081-019eb5fca131 None None] Port ce7c2ac9-4716-4483-aa59-b9b8cdab74f9 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:22:59.613875 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2a40c1b7-303f-499f-af53-3a59b2aa75e5 req-abee03e1-851f-44e9-9787-4346eec4f693 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] 10.222.0.66 "GET /v2.0/ports?device_id=56a8ca2c-4354-4d99-bc82-6cd423426b42 HTTP/1.1" status: 200 len: 210 time: 0.0404134 Aug 18 12:22:59.692209 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port a0c7ebee-7fad-4265-96b5-c65e18a4f92a triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:22:59.692613 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:59.856079 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 53eb2a09-04ee-40bd-8eec-c06e48c3ead4 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:22:59.971928 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-d0829831-1e45-41b5-9fda-f4287317b089 None None] Notify callbacks [] for port, precommit_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:22:59.974061 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 53eb2a09-04ee-40bd-8eec-c06e48c3ead4 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:22:59.974388 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:00.003568 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-d0829831-1e45-41b5-9fda-f4287317b089 None None] Transition to ACTIVE for port object ce7c2ac9-4716-4483-aa59-b9b8cdab74f9 will not be triggered until provisioned by entity L2. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:23:00.016486 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-d0829831-1e45-41b5-9fda-f4287317b089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:00.085341 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5500af66-0299-42e7-9034-978fb69bec54 None None] Pushing event updated for resources: {'Port': ['ID=ce7c2ac9-4716-4483-aa59-b9b8cdab74f9,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:23:00.205374 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-d0829831-1e45-41b5-9fda-f4287317b089 None None] Attempting to bind port ce7c2ac9-4716-4483-aa59-b9b8cdab74f9 on host n-d-804985-2 for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:23:00.205736 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-d0829831-1e45-41b5-9fda-f4287317b089 None None] Attempting to bind port ce7c2ac9-4716-4483-aa59-b9b8cdab74f9 by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': 'b91719bd-f521-44ff-8d8a-1e6910114a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'a47a2e2d-9919-49f2-9b17-17ff228393b1'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:23:00.206089 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0829831-1e45-41b5-9fda-f4287317b089 None None] Attempting to bind port ce7c2ac9-4716-4483-aa59-b9b8cdab74f9 on network a47a2e2d-9919-49f2-9b17-17ff228393b1 {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:23:00.213968 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0829831-1e45-41b5-9fda-f4287317b089 None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 22, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:23:00.214339 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0829831-1e45-41b5-9fda-f4287317b089 None None] Checking segment: {'id': 'b91719bd-f521-44ff-8d8a-1e6910114a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'a47a2e2d-9919-49f2-9b17-17ff228393b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:23:00.214743 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-d0829831-1e45-41b5-9fda-f4287317b089 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:00.215156 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0829831-1e45-41b5-9fda-f4287317b089 None None] Bound using segment: {'id': 'b91719bd-f521-44ff-8d8a-1e6910114a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'a47a2e2d-9919-49f2-9b17-17ff228393b1'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:23:00.215635 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-d0829831-1e45-41b5-9fda-f4287317b089 None None] Bound port: ce7c2ac9-4716-4483-aa59-b9b8cdab74f9, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b91719bd-f521-44ff-8d8a-1e6910114a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'a47a2e2d-9919-49f2-9b17-17ff228393b1'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:23:00.216012 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-d0829831-1e45-41b5-9fda-f4287317b089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:00.282003 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-d0829831-1e45-41b5-9fda-f4287317b089 None None] For port ce7c2ac9-4716-4483-aa59-b9b8cdab74f9, host n-d-804985-2, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:23:00.285240 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-d0829831-1e45-41b5-9fda-f4287317b089 None None] For port ce7c2ac9-4716-4483-aa59-b9b8cdab74f9, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=ce7c2ac9-4716-4483-aa59-b9b8cdab74f9,segment=NetworkSegment(b91719bd-f521-44ff-8d8a-1e6910114a8f),segment_id=b91719bd-f521-44ff-8d8a-1e6910114a8f)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:23:00.291562 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-d0829831-1e45-41b5-9fda-f4287317b089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:00.366280 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5500af66-0299-42e7-9034-978fb69bec54 None None] Pushing event updated for resources: {'Port': ['ID=ce7c2ac9-4716-4483-aa59-b9b8cdab74f9,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:23:00.374939 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0829831-1e45-41b5-9fda-f4287317b089 None None] Routers {'5903a63a-cbee-487b-bf33-5516b20292d0'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:23:00.375650 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-d0829831-1e45-41b5-9fda-f4287317b089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:22:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['5903a63a-cbee-487b-bf33-5516b20292d0'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:23:00.527153 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-d0829831-1e45-41b5-9fda-f4287317b089 None None] Set router 5903a63a-cbee-487b-bf33-5516b20292d0 gateway port host: n-d-804985-2 {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:23:00.635314 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a0b600-50c2-41db-afa1-7476ee301a2d req-0ddfa2d8-21d7-46b5-8599-0b858d276618 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:23:00.637509 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-23a0b600-50c2-41db-afa1-7476ee301a2d req-0ddfa2d8-21d7-46b5-8599-0b858d276618 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] 10.222.0.62 "GET /v2.0/networks?id=a47a2e2d-9919-49f2-9b17-17ff228393b1 HTTP/1.1" status: 200 len: 798 time: 0.1378739 Aug 18 12:23:00.657226 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-23a0b600-50c2-41db-afa1-7476ee301a2d req-d6da7801-8ab7-4338-a14e-0380737d0bb2 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Request body: {'port': {'device_id': '56a8ca2c-4354-4d99-bc82-6cd423426b42', 'network_id': 'a47a2e2d-9919-49f2-9b17-17ff228393b1', 'admin_state_up': True, 'tenant_id': '81ccf9c8b4cf49858c5db4774ddb597a'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:23:00.754987 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ec15b31a-755b-41b7-b42e-017b509e345a req-8b2e684e-ddb1-4019-9398-e3108dcdeed7 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] 10.222.0.66 "GET /v2.0/ports?device_id=56a8ca2c-4354-4d99-bc82-6cd423426b42 HTTP/1.1" status: 200 len: 210 time: 0.0332127 Aug 18 12:23:00.764086 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-d0829831-1e45-41b5-9fda-f4287317b089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5903a63a-cbee-487b-bf33-5516b20292d0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-124377655', 'tenant_id': '81ccf9c8b4cf49858c5db4774ddb597a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.29'}], 'enable_snat': True}, 'gw_port_id': 'a0c7ebee-7fad-4265-96b5-c65e18a4f92a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:22:53Z', 'updated_at': '2021-08-18T12:22:57Z', 'revision_number': 4, 'project_id': '81ccf9c8b4cf49858c5db4774ddb597a', 'gw_port': {'id': 'a0c7ebee-7fad-4265-96b5-c65e18a4f92a', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:1d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5903a63a-cbee-487b-bf33-5516b20292d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3629, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:22:54Z', 'updated_at': '2021-08-18T12:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': 'ce7c2ac9-4716-4483-aa59-b9b8cdab74f9', 'name': '', 'network_id': 'a47a2e2d-9919-49f2-9b17-17ff228393b1', 'tenant_id': '81ccf9c8b4cf49858c5db4774ddb597a', 'mac_address': 'fa:16:3e:5f:89:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5903a63a-cbee-487b-bf33-5516b20292d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': 'f6132a62-549b-4ccb-8a2c-09772bf74811', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:22:56Z', 'updated_at': '2021-08-18T12:23:00Z', 'revision_number': 4, 'project_id': '81ccf9c8b4cf49858c5db4774ddb597a', 'subnets': [{'id': 'f6132a62-549b-4ccb-8a2c-09772bf74811', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:23:00.794195 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0829831-1e45-41b5-9fda-f4287317b089 None None] The sync data for ids ['5903a63a-cbee-487b-bf33-5516b20292d0'] in n-d-804985-2 is: [{'id': '5903a63a-cbee-487b-bf33-5516b20292d0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-124377655', 'tenant_id': '81ccf9c8b4cf49858c5db4774ddb597a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.29'}], 'enable_snat': True}, 'gw_port_id': 'a0c7ebee-7fad-4265-96b5-c65e18a4f92a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:22:53Z', 'updated_at': '2021-08-18T12:22:57Z', 'revision_number': 4, 'project_id': '81ccf9c8b4cf49858c5db4774ddb597a', 'gw_port': {'id': 'a0c7ebee-7fad-4265-96b5-c65e18a4f92a', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:1d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5903a63a-cbee-487b-bf33-5516b20292d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3629, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:22:54Z', 'updated_at': '2021-08-18T12:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': 'ce7c2ac9-4716-4483-aa59-b9b8cdab74f9', 'name': '', 'network_id': 'a47a2e2d-9919-49f2-9b17-17ff228393b1', 'tenant_id': '81ccf9c8b4cf49858c5db4774ddb597a', 'mac_address': 'fa:16:3e:5f:89:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5903a63a-cbee-487b-bf33-5516b20292d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': 'f6132a62-549b-4ccb-8a2c-09772bf74811', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:22:56Z', 'updated_at': '2021-08-18T12:23:00Z', 'revision_number': 4, 'project_id': '81ccf9c8b4cf49858c5db4774ddb597a', 'subnets': [{'id': 'f6132a62-549b-4ccb-8a2c-09772bf74811', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:23:00.819877 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23a0b600-50c2-41db-afa1-7476ee301a2d req-d6da7801-8ab7-4338-a14e-0380737d0bb2 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Made reservation on behalf of 81ccf9c8b4cf49858c5db4774ddb597a for: {'port': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:23:00.823685 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-23a0b600-50c2-41db-afa1-7476ee301a2d req-d6da7801-8ab7-4338-a14e-0380737d0bb2 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:00.985379 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [req-23a0b600-50c2-41db-afa1-7476ee301a2d req-d6da7801-8ab7-4338-a14e-0380737d0bb2 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Allocated IP 172.20.0.28 (a47a2e2d-9919-49f2-9b17-17ff228393b1/f6132a62-549b-4ccb-8a2c-09772bf74811/9b42ea1e-8e7f-44e9-ac9e-1c65d363cfa3) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:23:01.137253 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-23a0b600-50c2-41db-afa1-7476ee301a2d req-d6da7801-8ab7-4338-a14e-0380737d0bb2 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:01.154666 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [req-23a0b600-50c2-41db-afa1-7476ee301a2d req-d6da7801-8ab7-4338-a14e-0380737d0bb2 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Transition to ACTIVE for port object 9b42ea1e-8e7f-44e9-ac9e-1c65d363cfa3 will not be triggered until provisioned by entity DHCP. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:23:01.193160 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-23a0b600-50c2-41db-afa1-7476ee301a2d req-d6da7801-8ab7-4338-a14e-0380737d0bb2 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:01.240107 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23a0b600-50c2-41db-afa1-7476ee301a2d req-d6da7801-8ab7-4338-a14e-0380737d0bb2 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Network a47a2e2d-9919-49f2-9b17-17ff228393b1 is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:23:01.246372 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [req-23a0b600-50c2-41db-afa1-7476ee301a2d req-d6da7801-8ab7-4338-a14e-0380737d0bb2 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:23:01.251457 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-23a0b600-50c2-41db-afa1-7476ee301a2d req-d6da7801-8ab7-4338-a14e-0380737d0bb2 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:23:01.284272 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6da7801-8ab7-4338-a14e-0380737d0bb2 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Pushing event updated for resources: {'Port': ['ID=9b42ea1e-8e7f-44e9-ac9e-1c65d363cfa3,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:23:01.326971 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a0b600-50c2-41db-afa1-7476ee301a2d req-d6da7801-8ab7-4338-a14e-0380737d0bb2 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:23:01.327843 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-23a0b600-50c2-41db-afa1-7476ee301a2d req-d6da7801-8ab7-4338-a14e-0380737d0bb2 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:01.346951 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-23a0b600-50c2-41db-afa1-7476ee301a2d req-d6da7801-8ab7-4338-a14e-0380737d0bb2 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.6973474 Aug 18 12:23:01.359288 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [req-23a0b600-50c2-41db-afa1-7476ee301a2d req-0e654761-d084-4373-92d6-9611dc6cccd9 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=106252) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 12:23:01.360810 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-23a0b600-50c2-41db-afa1-7476ee301a2d req-0e654761-d084-4373-92d6-9611dc6cccd9 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067496 Aug 18 12:23:01.495822 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-23a0b600-50c2-41db-afa1-7476ee301a2d req-1addf742-e095-4bdb-a228-eedf52521370 service neutron] Request body: {'port': {'device_id': '56a8ca2c-4354-4d99-bc82-6cd423426b42', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804985-2'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:23:01.532944 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device ce7c2ac9-4716-4483-aa59-b9b8cdab74f9 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:23:01.583327 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-23a0b600-50c2-41db-afa1-7476ee301a2d req-1addf742-e095-4bdb-a228-eedf52521370 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:01.614691 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port ce7c2ac9-4716-4483-aa59-b9b8cdab74f9 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:23:01.619678 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port ce7c2ac9-4716-4483-aa59-b9b8cdab74f9 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:23:01.620184 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:01.679345 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-57dd5a7f-ca7b-4d9a-bfba-60ec47da9c1f None None] Provisioning for port 9b42ea1e-8e7f-44e9-ac9e-1c65d363cfa3 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:23:01.686547 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-57dd5a7f-ca7b-4d9a-bfba-60ec47da9c1f None None] Provisioning complete for port 9b42ea1e-8e7f-44e9-ac9e-1c65d363cfa3 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:23:01.686547 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-57dd5a7f-ca7b-4d9a-bfba-60ec47da9c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:01.749771 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-57dd5a7f-ca7b-4d9a-bfba-60ec47da9c1f None None] Port 9b42ea1e-8e7f-44e9-ac9e-1c65d363cfa3 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:23:01.753434 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:01.817396 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] For port ce7c2ac9-4716-4483-aa59-b9b8cdab74f9, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=ce7c2ac9-4716-4483-aa59-b9b8cdab74f9,segment=NetworkSegment(b91719bd-f521-44ff-8d8a-1e6910114a8f),segment_id=b91719bd-f521-44ff-8d8a-1e6910114a8f)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:23:01.827051 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:01.892408 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Pushing event updated for resources: {'Port': ['ID=ce7c2ac9-4716-4483-aa59-b9b8cdab74f9,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:23:01.992166 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09e3c90-fe78-4b67-962d-8059320982ce req-18462f4a-cfda-4055-9fdb-9c51011a570e tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:23:01.993846 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b09e3c90-fe78-4b67-962d-8059320982ce req-18462f4a-cfda-4055-9fdb-9c51011a570e tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] 10.222.0.66 "GET /v2.0/ports?device_id=56a8ca2c-4354-4d99-bc82-6cd423426b42 HTTP/1.1" status: 200 len: 895 time: 0.1153746 Aug 18 12:23:02.007882 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [req-23a0b600-50c2-41db-afa1-7476ee301a2d req-1addf742-e095-4bdb-a228-eedf52521370 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b42ea1e-8e7f-44e9-ac9e-1c65d363cfa3 {{(pid=106252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:23:02.015641 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-23a0b600-50c2-41db-afa1-7476ee301a2d req-1addf742-e095-4bdb-a228-eedf52521370 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:02.029205 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [req-23a0b600-50c2-41db-afa1-7476ee301a2d req-1addf742-e095-4bdb-a228-eedf52521370 service neutron] Transition to ACTIVE for port object 9b42ea1e-8e7f-44e9-ac9e-1c65d363cfa3 will not be triggered until provisioned by entity L2. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:23:02.042405 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-23a0b600-50c2-41db-afa1-7476ee301a2d req-1addf742-e095-4bdb-a228-eedf52521370 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:02.112878 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1addf742-e095-4bdb-a228-eedf52521370 service neutron] Pushing event updated for resources: {'Port': ['ID=9b42ea1e-8e7f-44e9-ac9e-1c65d363cfa3,revision_number=2']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:23:02.207326 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-23a0b600-50c2-41db-afa1-7476ee301a2d req-1addf742-e095-4bdb-a228-eedf52521370 service neutron] Attempting to bind port 9b42ea1e-8e7f-44e9-ac9e-1c65d363cfa3 on host n-h2-804985-2 for vnic_type normal with profile {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:23:02.207776 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-23a0b600-50c2-41db-afa1-7476ee301a2d req-1addf742-e095-4bdb-a228-eedf52521370 service neutron] Attempting to bind port 9b42ea1e-8e7f-44e9-ac9e-1c65d363cfa3 by drivers openvswitch,hyperv on host n-h2-804985-2 at level 0 using segments [{'id': 'b91719bd-f521-44ff-8d8a-1e6910114a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'a47a2e2d-9919-49f2-9b17-17ff228393b1'}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:23:02.208000 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a0b600-50c2-41db-afa1-7476ee301a2d req-1addf742-e095-4bdb-a228-eedf52521370 service neutron] Attempting to bind port 9b42ea1e-8e7f-44e9-ac9e-1c65d363cfa3 on network a47a2e2d-9919-49f2-9b17-17ff228393b1 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:23:02.213466 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a0b600-50c2-41db-afa1-7476ee301a2d req-1addf742-e095-4bdb-a228-eedf52521370 service neutron] Port 9b42ea1e-8e7f-44e9-ac9e-1c65d363cfa3 on network a47a2e2d-9919-49f2-9b17-17ff228393b1 not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-2 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:23:02.213934 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a0b600-50c2-41db-afa1-7476ee301a2d req-1addf742-e095-4bdb-a228-eedf52521370 service neutron] Attempting to bind port 9b42ea1e-8e7f-44e9-ac9e-1c65d363cfa3 on network a47a2e2d-9919-49f2-9b17-17ff228393b1 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:23:02.219885 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a0b600-50c2-41db-afa1-7476ee301a2d req-1addf742-e095-4bdb-a228-eedf52521370 service neutron] Checking agent: {'id': 'da5da552-709c-4248-84de-86af99a0dc87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 49, 8), 'started_at': datetime.datetime(2021, 8, 18, 11, 49, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 22, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:23:02.220334 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a0b600-50c2-41db-afa1-7476ee301a2d req-1addf742-e095-4bdb-a228-eedf52521370 service neutron] Checking segment: {'id': 'b91719bd-f521-44ff-8d8a-1e6910114a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'a47a2e2d-9919-49f2-9b17-17ff228393b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:23:02.220759 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a0b600-50c2-41db-afa1-7476ee301a2d req-1addf742-e095-4bdb-a228-eedf52521370 service neutron] Bound using segment: {'id': 'b91719bd-f521-44ff-8d8a-1e6910114a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'a47a2e2d-9919-49f2-9b17-17ff228393b1'} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:23:02.221344 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-23a0b600-50c2-41db-afa1-7476ee301a2d req-1addf742-e095-4bdb-a228-eedf52521370 service neutron] Bound port: 9b42ea1e-8e7f-44e9-ac9e-1c65d363cfa3, host: n-h2-804985-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b91719bd-f521-44ff-8d8a-1e6910114a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'a47a2e2d-9919-49f2-9b17-17ff228393b1'}}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:23:02.221718 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-23a0b600-50c2-41db-afa1-7476ee301a2d req-1addf742-e095-4bdb-a228-eedf52521370 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:02.314823 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-23a0b600-50c2-41db-afa1-7476ee301a2d req-1addf742-e095-4bdb-a228-eedf52521370 service neutron] For port 9b42ea1e-8e7f-44e9-ac9e-1c65d363cfa3, host n-h2-804985-2, cleared binding levels {{(pid=106252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:23:02.318461 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-23a0b600-50c2-41db-afa1-7476ee301a2d req-1addf742-e095-4bdb-a228-eedf52521370 service neutron] For port 9b42ea1e-8e7f-44e9-ac9e-1c65d363cfa3, host n-h2-804985-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=9b42ea1e-8e7f-44e9-ac9e-1c65d363cfa3,segment=NetworkSegment(b91719bd-f521-44ff-8d8a-1e6910114a8f),segment_id=b91719bd-f521-44ff-8d8a-1e6910114a8f)] {{(pid=106252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:23:02.325069 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-23a0b600-50c2-41db-afa1-7476ee301a2d req-1addf742-e095-4bdb-a228-eedf52521370 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:02.369268 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a0b600-50c2-41db-afa1-7476ee301a2d req-1addf742-e095-4bdb-a228-eedf52521370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:23:02.369941 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-23a0b600-50c2-41db-afa1-7476ee301a2d req-1addf742-e095-4bdb-a228-eedf52521370 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:02.372596 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-23a0b600-50c2-41db-afa1-7476ee301a2d req-1addf742-e095-4bdb-a228-eedf52521370 service neutron] 10.222.0.62 "PUT /v2.0/ports/9b42ea1e-8e7f-44e9-ac9e-1c65d363cfa3 HTTP/1.1" status: 200 len: 1055 time: 1.0036533 Aug 18 12:23:02.375237 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56a8ca2c-4354-4d99-bc82-6cd423426b42', 'tag': '9b42ea1e-8e7f-44e9-ac9e-1c65d363cfa3'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:23:02.385814 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f367735-7df0-4fc8-93e9-1918dc3ac1e8" -d '{"events": [{"name": "network-changed", "server_uuid": "56a8ca2c-4354-4d99-bc82-6cd423426b42", "tag": "9b42ea1e-8e7f-44e9-ac9e-1c65d363cfa3"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:23:02.421171 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1addf742-e095-4bdb-a228-eedf52521370 service neutron] Pushing event updated for resources: {'Port': ['ID=9b42ea1e-8e7f-44e9-ac9e-1c65d363cfa3,revision_number=3']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:23:02.478179 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:23:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-286eadc3-06f4-44cb-b79e-73bb34cb9d4e x-openstack-request-id: req-286eadc3-06f4-44cb-b79e-73bb34cb9d4e {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:23:02.478573 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56a8ca2c-4354-4d99-bc82-6cd423426b42", "tag": "9b42ea1e-8e7f-44e9-ac9e-1c65d363cfa3", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:23:02.478877 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-286eadc3-06f4-44cb-b79e-73bb34cb9d4e {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:23:02.479390 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56a8ca2c-4354-4d99-bc82-6cd423426b42', 'tag': '9b42ea1e-8e7f-44e9-ac9e-1c65d363cfa3', 'status': 'completed', 'code': 200} Aug 18 12:23:02.486799 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a0b600-50c2-41db-afa1-7476ee301a2d req-c88f7f84-1655-4241-a4fb-1653fd8615d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:23:02.488341 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-23a0b600-50c2-41db-afa1-7476ee301a2d req-c88f7f84-1655-4241-a4fb-1653fd8615d4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=81ccf9c8b4cf49858c5db4774ddb597a&device_id=56a8ca2c-4354-4d99-bc82-6cd423426b42 HTTP/1.1" status: 200 len: 1058 time: 0.0612381 Aug 18 12:23:02.537074 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-23a0b600-50c2-41db-afa1-7476ee301a2d req-4be6fe40-c8fd-4db5-ba41-4e6b55f17f36 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=9b42ea1e-8e7f-44e9-ac9e-1c65d363cfa3 HTTP/1.1" status: 200 len: 217 time: 0.0406187 Aug 18 12:23:02.603447 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a0b600-50c2-41db-afa1-7476ee301a2d req-b126d8de-57cd-4700-a79d-8d1a23ad136f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:23:02.605122 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-23a0b600-50c2-41db-afa1-7476ee301a2d req-b126d8de-57cd-4700-a79d-8d1a23ad136f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f6132a62-549b-4ccb-8a2c-09772bf74811 HTTP/1.1" status: 200 len: 837 time: 0.0587325 Aug 18 12:23:02.651639 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a0b600-50c2-41db-afa1-7476ee301a2d req-fb3bd544-74a8-4d2e-a60a-f092e9ad2fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:23:02.653169 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-23a0b600-50c2-41db-afa1-7476ee301a2d req-fb3bd544-74a8-4d2e-a60a-f092e9ad2fb4 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a47a2e2d-9919-49f2-9b17-17ff228393b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412428 Aug 18 12:23:02.752415 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-23a0b600-50c2-41db-afa1-7476ee301a2d req-72da8b99-ab85-47dd-b157-67c797995207 service neutron] 10.222.0.62 "GET /v2.0/networks/a47a2e2d-9919-49f2-9b17-17ff228393b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919495 Aug 18 12:23:02.844027 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-23a0b600-50c2-41db-afa1-7476ee301a2d req-34b2bcb5-c73c-447e-aaa7-ff1cb8cbc453 service neutron] 10.222.0.62 "GET /v2.0/networks/a47a2e2d-9919-49f2-9b17-17ff228393b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834768 Aug 18 12:23:02.936023 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f367735-7df0-4fc8-93e9-1918dc3ac1e8 req-ce959650-8ddf-4ca0-ae24-e057402b48eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:23:02.937453 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2f367735-7df0-4fc8-93e9-1918dc3ac1e8 req-ce959650-8ddf-4ca0-ae24-e057402b48eb service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=81ccf9c8b4cf49858c5db4774ddb597a&device_id=56a8ca2c-4354-4d99-bc82-6cd423426b42 HTTP/1.1" status: 200 len: 1058 time: 0.0465024 Aug 18 12:23:03.029972 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f367735-7df0-4fc8-93e9-1918dc3ac1e8 req-4a4e2a7e-e1e7-4031-ab5c-8e617ecc55c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:23:03.031789 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2f367735-7df0-4fc8-93e9-1918dc3ac1e8 req-4a4e2a7e-e1e7-4031-ab5c-8e617ecc55c6 service neutron] 10.222.0.62 "GET /v2.0/networks?id=a47a2e2d-9919-49f2-9b17-17ff228393b1 HTTP/1.1" status: 200 len: 899 time: 0.0873787 Aug 18 12:23:03.079632 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2f367735-7df0-4fc8-93e9-1918dc3ac1e8 req-2f73e416-a2c1-4d2e-bc63-40a642465dbc service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=9b42ea1e-8e7f-44e9-ac9e-1c65d363cfa3 HTTP/1.1" status: 200 len: 217 time: 0.0409384 Aug 18 12:23:03.161864 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f367735-7df0-4fc8-93e9-1918dc3ac1e8 req-9c3fd759-4cdc-43c6-b676-ccddc0fe05c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:23:03.163784 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2f367735-7df0-4fc8-93e9-1918dc3ac1e8 req-9c3fd759-4cdc-43c6-b676-ccddc0fe05c6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f6132a62-549b-4ccb-8a2c-09772bf74811 HTTP/1.1" status: 200 len: 837 time: 0.0696406 Aug 18 12:23:03.188240 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08572a3d-2459-4ed8-a7da-1f9cfce48458 req-83739f98-706f-42bf-8f6f-ce255b895827 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:23:03.190047 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-08572a3d-2459-4ed8-a7da-1f9cfce48458 req-83739f98-706f-42bf-8f6f-ce255b895827 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] 10.222.0.66 "GET /v2.0/ports?device_id=56a8ca2c-4354-4d99-bc82-6cd423426b42 HTTP/1.1" status: 200 len: 907 time: 0.1049080 Aug 18 12:23:03.218418 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f367735-7df0-4fc8-93e9-1918dc3ac1e8 req-8a6892a9-a712-4fd7-80b0-dd73a76539ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:23:03.219900 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2f367735-7df0-4fc8-93e9-1918dc3ac1e8 req-8a6892a9-a712-4fd7-80b0-dd73a76539ef service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a47a2e2d-9919-49f2-9b17-17ff228393b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0477977 Aug 18 12:23:03.312116 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2f367735-7df0-4fc8-93e9-1918dc3ac1e8 req-7d19ce41-3e40-498e-bbbd-2f7428e5cf0f service neutron] 10.222.0.62 "GET /v2.0/networks/a47a2e2d-9919-49f2-9b17-17ff228393b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840688 Aug 18 12:23:03.402991 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2f367735-7df0-4fc8-93e9-1918dc3ac1e8 req-2774d8bc-039e-4970-a44f-674f61445df1 service neutron] 10.222.0.62 "GET /v2.0/networks/a47a2e2d-9919-49f2-9b17-17ff228393b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826745 Aug 18 12:23:03.463390 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device ce7c2ac9-4716-4483-aa59-b9b8cdab74f9 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:23:03.518492 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port ce7c2ac9-4716-4483-aa59-b9b8cdab74f9 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:23:03.518863 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:04.320047 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf5ceb8-ff10-4796-8306-cd8718f6d591 req-325e8cee-5402-4a55-a922-9c7b6d640933 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:23:04.321681 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-caf5ceb8-ff10-4796-8306-cd8718f6d591 req-325e8cee-5402-4a55-a922-9c7b6d640933 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] 10.222.0.66 "GET /v2.0/ports?device_id=56a8ca2c-4354-4d99-bc82-6cd423426b42 HTTP/1.1" status: 200 len: 907 time: 0.0586760 Aug 18 12:23:05.440990 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047ac079-3494-4710-8f93-44b90211099b req-817a474d-bdae-498b-b459-9bb093d5f1be tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:23:05.442529 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-047ac079-3494-4710-8f93-44b90211099b req-817a474d-bdae-498b-b459-9bb093d5f1be tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] 10.222.0.66 "GET /v2.0/ports?device_id=56a8ca2c-4354-4d99-bc82-6cd423426b42 HTTP/1.1" status: 200 len: 907 time: 0.0520873 Aug 18 12:23:05.986494 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 9b42ea1e-8e7f-44e9-ac9e-1c65d363cfa3 details requested by agent hyperv_n-h2-804985-2 with host n-h2-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:23:06.091097 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port 9b42ea1e-8e7f-44e9-ac9e-1c65d363cfa3, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=9b42ea1e-8e7f-44e9-ac9e-1c65d363cfa3,segment=NetworkSegment(b91719bd-f521-44ff-8d8a-1e6910114a8f),segment_id=b91719bd-f521-44ff-8d8a-1e6910114a8f)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:23:06.102851 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Returning: {'device': '9b42ea1e-8e7f-44e9-ac9e-1c65d363cfa3', 'network_id': 'a47a2e2d-9919-49f2-9b17-17ff228393b1', 'port_id': '9b42ea1e-8e7f-44e9-ac9e-1c65d363cfa3', 'mac_address': 'fa:16:3e:13:45:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 800, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6132a62-549b-4ccb-8a2c-09772bf74811', 'ip_address': '172.20.0.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:23:06.140227 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:06.156212 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b42ea1e-8e7f-44e9-ac9e-1c65d363cfa3 {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:23:06.178379 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port 9b42ea1e-8e7f-44e9-ac9e-1c65d363cfa3, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=9b42ea1e-8e7f-44e9-ac9e-1c65d363cfa3,segment=NetworkSegment(b91719bd-f521-44ff-8d8a-1e6910114a8f),segment_id=b91719bd-f521-44ff-8d8a-1e6910114a8f)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:23:06.183600 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:06.240757 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:06.246512 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=9b42ea1e-8e7f-44e9-ac9e-1c65d363cfa3,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:23:06.391956 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] get_ports_and_sgs() called for port_ids ['9b42ea1e-8e7f-44e9-ac9e-1c65d363cfa3'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:23:06.562975 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7737b4df-649c-44d8-b62e-e7392ad15382 req-afbc1c49-e025-4ba6-b922-ffc807a93e31 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:23:06.564823 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7737b4df-649c-44d8-b62e-e7392ad15382 req-afbc1c49-e025-4ba6-b922-ffc807a93e31 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] 10.222.0.66 "GET /v2.0/ports?device_id=56a8ca2c-4354-4d99-bc82-6cd423426b42 HTTP/1.1" status: 200 len: 908 time: 0.0496027 Aug 18 12:23:07.154550 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 39942) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:23:07.276750 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-abddbf32-bfbf-4a0f-9142-9f940001841e admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:07.370574 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-abddbf32-bfbf-4a0f-9142-9f940001841e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:07.375234 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-abddbf32-bfbf-4a0f-9142-9f940001841e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:07.410601 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-abddbf32-bfbf-4a0f-9142-9f940001841e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=fbf25045993c4e3ba04f3e5dc58e7696&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2541802 Aug 18 12:23:07.413629 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 39948) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:23:07.421370 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abddbf32-bfbf-4a0f-9142-9f940001841e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=067a9499-adfc-49f0-95cd-742e49306cf8,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:23:07.464413 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e57bb6ac-a116-4b3b-87a6-fd9af2292c14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:07.485151 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e57bb6ac-a116-4b3b-87a6-fd9af2292c14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:07.532542 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e57bb6ac-a116-4b3b-87a6-fd9af2292c14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:07.535161 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e57bb6ac-a116-4b3b-87a6-fd9af2292c14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:07.536316 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-e57bb6ac-a116-4b3b-87a6-fd9af2292c14 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/067a9499-adfc-49f0-95cd-742e49306cf8 HTTP/1.1" status: 204 len: 168 time: 0.1218235 Aug 18 12:23:07.543950 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57bb6ac-a116-4b3b-87a6-fd9af2292c14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=067a9499-adfc-49f0-95cd-742e49306cf8,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:23:07.668826 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.agents_db [None req-6dbb2658-0354-4101-8393-6e7505481cf6 None None] Agent healthcheck: found 7 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 12:23:07.706386 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c66235-8ced-4bbb-bd7f-8d6798a363ad req-f6948a82-391c-4c88-b3a9-8b9d869b69a9 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:23:07.707995 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c5c66235-8ced-4bbb-bd7f-8d6798a363ad req-f6948a82-391c-4c88-b3a9-8b9d869b69a9 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] 10.222.0.66 "GET /v2.0/ports?device_id=56a8ca2c-4354-4d99-bc82-6cd423426b42 HTTP/1.1" status: 200 len: 908 time: 0.0665751 Aug 18 12:23:07.972641 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 9b42ea1e-8e7f-44e9-ac9e-1c65d363cfa3 up at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:23:08.031404 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Provisioning for port 9b42ea1e-8e7f-44e9-ac9e-1c65d363cfa3 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:23:08.035421 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Provisioning complete for port 9b42ea1e-8e7f-44e9-ac9e-1c65d363cfa3 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:23:08.035912 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:08.135898 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:08.158490 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56a8ca2c-4354-4d99-bc82-6cd423426b42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b42ea1e-8e7f-44e9-ac9e-1c65d363cfa3'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:23:08.160829 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db50a436fb3a98495337d8fe7487b4f2ea6f3c1052eb9efadc2ecda2d5737001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd58156b-b37f-42f4-b422-203d23b584b1" -d '{"events": [{"server_uuid": "56a8ca2c-4354-4d99-bc82-6cd423426b42", "name": "network-vif-plugged", "status": "completed", "tag": "9b42ea1e-8e7f-44e9-ac9e-1c65d363cfa3"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:23:08.174534 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port 9b42ea1e-8e7f-44e9-ac9e-1c65d363cfa3, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=9b42ea1e-8e7f-44e9-ac9e-1c65d363cfa3,segment=NetworkSegment(b91719bd-f521-44ff-8d8a-1e6910114a8f),segment_id=b91719bd-f521-44ff-8d8a-1e6910114a8f)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:23:08.180200 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:08.236821 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=9b42ea1e-8e7f-44e9-ac9e-1c65d363cfa3,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:23:08.275428 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:08.357187 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:23:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54c752d2-9f04-40b2-9ad3-ec3f6e99b667 x-openstack-request-id: req-54c752d2-9f04-40b2-9ad3-ec3f6e99b667 {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:23:08.357479 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56a8ca2c-4354-4d99-bc82-6cd423426b42", "name": "network-vif-plugged", "status": "completed", "tag": "9b42ea1e-8e7f-44e9-ac9e-1c65d363cfa3", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:23:08.357725 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-54c752d2-9f04-40b2-9ad3-ec3f6e99b667 {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:23:08.358114 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56a8ca2c-4354-4d99-bc82-6cd423426b42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b42ea1e-8e7f-44e9-ac9e-1c65d363cfa3', 'code': 200} Aug 18 12:23:08.464206 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513fab8a-5b32-428d-8c88-f0d57bcd12f3 req-d7bdda99-3008-46f6-9177-005d3670eb04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:23:08.466135 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-513fab8a-5b32-428d-8c88-f0d57bcd12f3 req-d7bdda99-3008-46f6-9177-005d3670eb04 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=56a8ca2c-4354-4d99-bc82-6cd423426b42 HTTP/1.1" status: 200 len: 1060 time: 0.0475450 Aug 18 12:23:08.839818 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783cf4bb-71c2-4f6c-8f0a-f06b447ea8cc req-82b43212-58f4-4ff1-9e33-8939538f3126 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:23:08.849046 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-783cf4bb-71c2-4f6c-8f0a-f06b447ea8cc req-82b43212-58f4-4ff1-9e33-8939538f3126 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] 10.222.0.66 "GET /v2.0/ports?device_id=56a8ca2c-4354-4d99-bc82-6cd423426b42 HTTP/1.1" status: 200 len: 909 time: 0.0671175 Aug 18 12:23:08.973249 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 40026) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:23:09.098647 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-9c432afc-6dd3-45e1-af67-69b0f205adc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:09.198250 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-9c432afc-6dd3-45e1-af67-69b0f205adc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:09.203980 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-9c432afc-6dd3-45e1-af67-69b0f205adc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:09.254044 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-9c432afc-6dd3-45e1-af67-69b0f205adc3 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a246299cfc134598a641875a7dd13f0b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2773352 Aug 18 12:23:09.254044 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c432afc-6dd3-45e1-af67-69b0f205adc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46128d03-12ea-43d4-b086-b3dd4ffdff2a,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:23:09.255235 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 40030) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:23:09.260414 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c432afc-6dd3-45e1-af67-69b0f205adc3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:23:09.260804 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c432afc-6dd3-45e1-af67-69b0f205adc3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:23:09.261148 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c432afc-6dd3-45e1-af67-69b0f205adc3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:23:09.261488 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c432afc-6dd3-45e1-af67-69b0f205adc3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:23:09.261832 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c432afc-6dd3-45e1-af67-69b0f205adc3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:23:09.262156 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c432afc-6dd3-45e1-af67-69b0f205adc3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:23:09.262486 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c432afc-6dd3-45e1-af67-69b0f205adc3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:23:09.262813 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c432afc-6dd3-45e1-af67-69b0f205adc3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:23:09.263139 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c432afc-6dd3-45e1-af67-69b0f205adc3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:23:09.263464 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c432afc-6dd3-45e1-af67-69b0f205adc3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:23:09.263789 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c432afc-6dd3-45e1-af67-69b0f205adc3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:23:09.264111 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c432afc-6dd3-45e1-af67-69b0f205adc3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:23:09.326405 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a5260708-c3b4-4fd7-a9d3-7e7ee620425c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:09.347286 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a5260708-c3b4-4fd7-a9d3-7e7ee620425c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:09.397240 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a5260708-c3b4-4fd7-a9d3-7e7ee620425c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:09.400162 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a5260708-c3b4-4fd7-a9d3-7e7ee620425c admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:09.402063 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-a5260708-c3b4-4fd7-a9d3-7e7ee620425c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/46128d03-12ea-43d4-b086-b3dd4ffdff2a HTTP/1.1" status: 204 len: 168 time: 0.1441052 Aug 18 12:23:09.410980 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5260708-c3b4-4fd7-a9d3-7e7ee620425c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46128d03-12ea-43d4-b086-b3dd4ffdff2a,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:23:09.418887 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5260708-c3b4-4fd7-a9d3-7e7ee620425c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:23:09.419222 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5260708-c3b4-4fd7-a9d3-7e7ee620425c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:23:09.419556 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5260708-c3b4-4fd7-a9d3-7e7ee620425c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:23:09.419881 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5260708-c3b4-4fd7-a9d3-7e7ee620425c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:23:09.420204 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5260708-c3b4-4fd7-a9d3-7e7ee620425c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:23:09.420612 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5260708-c3b4-4fd7-a9d3-7e7ee620425c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:23:09.420931 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5260708-c3b4-4fd7-a9d3-7e7ee620425c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:23:09.421404 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5260708-c3b4-4fd7-a9d3-7e7ee620425c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:23:09.421593 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5260708-c3b4-4fd7-a9d3-7e7ee620425c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:23:09.421890 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5260708-c3b4-4fd7-a9d3-7e7ee620425c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:23:09.422240 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5260708-c3b4-4fd7-a9d3-7e7ee620425c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:23:09.422647 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5260708-c3b4-4fd7-a9d3-7e7ee620425c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:23:09.987531 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e718272-eda5-4692-9e7c-c1f018d7a32d req-c351e074-eca7-4c8a-943f-5bcfd404768a tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:23:09.989306 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4e718272-eda5-4692-9e7c-c1f018d7a32d req-c351e074-eca7-4c8a-943f-5bcfd404768a tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] 10.222.0.66 "GET /v2.0/ports?device_id=56a8ca2c-4354-4d99-bc82-6cd423426b42 HTTP/1.1" status: 200 len: 909 time: 0.0611439 Aug 18 12:23:10.103263 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 40066) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:23:10.109317 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1fe441-db92-43f5-a707-68c8bb9d30f9 req-97ce42b5-bc0d-42bf-8f92-0f3d663153c7 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:23:10.110844 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6d1fe441-db92-43f5-a707-68c8bb9d30f9 req-97ce42b5-bc0d-42bf-8f92-0f3d663153c7 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] 10.222.0.66 "GET /v2.0/ports?device_id=56a8ca2c-4354-4d99-bc82-6cd423426b42 HTTP/1.1" status: 200 len: 909 time: 0.0516951 Aug 18 12:23:10.211811 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-ee5d142c-9d1d-4486-986a-0307d482403d tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-969703363'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:23:10.221723 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554796ff-03bd-4d2c-a451-45c3274694ab req-92aff778-f734-479e-ae1a-25ee7dd66367 tempest-TestSecurityGroupsBasicOps-1507951853 tempest-TestSecurityGroupsBasicOps-1507951853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:23:10.223340 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-554796ff-03bd-4d2c-a451-45c3274694ab req-92aff778-f734-479e-ae1a-25ee7dd66367 tempest-TestSecurityGroupsBasicOps-1507951853 tempest-TestSecurityGroupsBasicOps-1507951853-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=56a8ca2c-4354-4d99-bc82-6cd423426b42 HTTP/1.1" status: 200 len: 1060 time: 0.0464301 Aug 18 12:23:10.242472 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee5d142c-9d1d-4486-986a-0307d482403d tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] Made reservation on behalf of 75c62e6f74834b6da3fd23a7d48ed9d1 for: {'network': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:23:10.246523 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ee5d142c-9d1d-4486-986a-0307d482403d tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for network, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:10.255696 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ee5d142c-9d1d-4486-986a-0307d482403d tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:10.334723 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bd897b-9590-442a-8f45-da8c6c26ddea req-9188bf09-2add-4950-9919-702e7de2e51b tempest-TestSecurityGroupsBasicOps-1507951853 tempest-TestSecurityGroupsBasicOps-1507951853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:23:10.336285 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-01bd897b-9590-442a-8f45-da8c6c26ddea req-9188bf09-2add-4950-9919-702e7de2e51b tempest-TestSecurityGroupsBasicOps-1507951853 tempest-TestSecurityGroupsBasicOps-1507951853-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=d6bb8dc3-a620-4bb5-8d58-7f0806fffb9a HTTP/1.1" status: 200 len: 1136 time: 0.0431316 Aug 18 12:23:10.350107 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ee5d142c-9d1d-4486-986a-0307d482403d tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:10.354990 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ee5d142c-9d1d-4486-986a-0307d482403d tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:10.376970 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-01bd897b-9590-442a-8f45-da8c6c26ddea req-f24fb7af-762a-4425-8109-a1fc3a5a8920 tempest-TestSecurityGroupsBasicOps-1507951853 tempest-TestSecurityGroupsBasicOps-1507951853-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=6c63d27c-5116-48a8-9474-939c6483acf0&id=b9fc329e-46cc-4178-9f83-b1cd0db88278&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0325956 Aug 18 12:23:10.381364 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee5d142c-9d1d-4486-986a-0307d482403d tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 820} {{(pid=106253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:23:10.391502 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5d142c-9d1d-4486-986a-0307d482403d tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9cb67349-f606-4d2a-b375-282feb52a1b9,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:23:10.396276 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ee5d142c-9d1d-4486-986a-0307d482403d tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:10.396676 n-d-804985-2 neutron-server[106253]: INFO neutron.db.segments_db [None req-ee5d142c-9d1d-4486-986a-0307d482403d tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] Added segment af68cd3a-09bd-4457-bdf8-dbde85898804 of type vlan for network 07183495-9f58-4521-ab7c-8e744161ec62 Aug 18 12:23:10.410987 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 40074) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:23:10.436909 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ee5d142c-9d1d-4486-986a-0307d482403d tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789150665894'] for network, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:10.462234 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afb18dc0-1f19-45c7-b897-68a0c34997c5 tempest-TestSecurityGroupsBasicOps-1507951853 tempest-TestSecurityGroupsBasicOps-1507951853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:23:10.463863 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-afb18dc0-1f19-45c7-b897-68a0c34997c5 tempest-TestSecurityGroupsBasicOps-1507951853 tempest-TestSecurityGroupsBasicOps-1507951853-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=56a8ca2c-4354-4d99-bc82-6cd423426b42 HTTP/1.1" status: 200 len: 1055 time: 0.0512125 Aug 18 12:23:10.467645 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ee5d142c-9d1d-4486-986a-0307d482403d tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for network, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:10.474636 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee5d142c-9d1d-4486-986a-0307d482403d tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:23:10.475309 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ee5d142c-9d1d-4486-986a-0307d482403d tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] Notify callbacks [] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:10.495116 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-ee5d142c-9d1d-4486-986a-0307d482403d tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.3880754 Aug 18 12:23:10.496094 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 40078) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:23:10.505164 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-8855f999-3f90-446c-bb3e-99f1d6b2d9f3 tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] Request body: {'subnet': {'network_id': '07183495-9f58-4521-ab7c-8e744161ec62', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:23:10.552048 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5d142c-9d1d-4486-986a-0307d482403d tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] Pushing event updated for resources: {'Network': ['ID=07183495-9f58-4521-ab7c-8e744161ec62,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:23:10.567646 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Network 07183495-9f58-4521-ab7c-8e744161ec62 details requested by agent ovs-agent-n-d-804985-2 with host n-d-804985-2 {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:23:10.637017 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8855f999-3f90-446c-bb3e-99f1d6b2d9f3 tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] Made reservation on behalf of 75c62e6f74834b6da3fd23a7d48ed9d1 for: {'subnet': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:23:10.640793 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8855f999-3f90-446c-bb3e-99f1d6b2d9f3 tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59074089'] for subnet, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:10.765998 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c9bacc-de77-4068-88ef-43d6ca3110a0 req-7c37cfc5-28f5-4de6-9292-bf94f122dd26 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:23:10.767495 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-57c9bacc-de77-4068-88ef-43d6ca3110a0 req-7c37cfc5-28f5-4de6-9292-bf94f122dd26 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] 10.222.0.66 "GET /v2.0/ports?device_id=56a8ca2c-4354-4d99-bc82-6cd423426b42 HTTP/1.1" status: 200 len: 909 time: 0.0797956 Aug 18 12:23:10.863911 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8855f999-3f90-446c-bb3e-99f1d6b2d9f3 tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3572913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59074111'] for subnet, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:10.926243 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8855f999-3f90-446c-bb3e-99f1d6b2d9f3 tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] Pushing event updated for resources: {'Subnet': ['ID=8de2fc63-6631-4ec7-be5e-80c91dfbea3c,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:23:10.935310 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8855f999-3f90-446c-bb3e-99f1d6b2d9f3 tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] Checking segment: {'id': 'af68cd3a-09bd-4457-bdf8-dbde85898804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '07183495-9f58-4521-ab7c-8e744161ec62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:23:10.935676 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8855f999-3f90-446c-bb3e-99f1d6b2d9f3 tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] Network hostable DHCP agents. Network: 07183495-9f58-4521-ab7c-8e744161ec62, hostable agents: ['97c14208-2951-4361-8d64-3708c946ff5f'], hosted agents: [] {{(pid=106252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 12:23:10.954775 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8855f999-3f90-446c-bb3e-99f1d6b2d9f3 tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] Network 07183495-9f58-4521-ab7c-8e744161ec62 is scheduled to be hosted by DHCP agent 97c14208-2951-4361-8d64-3708c946ff5f with binding_index 1 {{(pid=106252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 12:23:10.963694 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-8855f999-3f90-446c-bb3e-99f1d6b2d9f3 tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-2, 07183495-9f58-4521-ab7c-8e744161ec62) {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:23:10.968323 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8855f999-3f90-446c-bb3e-99f1d6b2d9f3 tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:23:10.968971 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8855f999-3f90-446c-bb3e-99f1d6b2d9f3 tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for subnet, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:10.976681 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a227167-f14f-4ec9-b3ae-04311f92f3f1 None None] Network 07183495-9f58-4521-ab7c-8e744161ec62 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:23:10.987842 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-8855f999-3f90-446c-bb3e-99f1d6b2d9f3 tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4899991 Aug 18 12:23:10.990184 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 40086) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:23:10.995650 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-e9dd6135-6edd-4077-a690-122aa9485540 tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] Request body: {'port': {'network_id': '07183495-9f58-4521-ab7c-8e744161ec62', 'name': 'tempest-AllowedAddressPairTestJSON-2144567363'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:23:11.118216 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9dd6135-6edd-4077-a690-122aa9485540 tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] Made reservation on behalf of 75c62e6f74834b6da3fd23a7d48ed9d1 for: {'port': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:23:11.122549 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e9dd6135-6edd-4077-a690-122aa9485540 tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:11.144823 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [None req-e9dd6135-6edd-4077-a690-122aa9485540 tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] device_id is not set on port 7253647a-1d45-4116-96e2-9f9f7bbe8608 yet. {{(pid=106252) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 12:23:11.149241 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0e638d1-ba2c-44c3-a7e1-666091c7089e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp788be208-34ab-5a8f-af0f-528834af222f-07183495-9f58-4521-ab7c-8e744161ec62', 'network_id': '07183495-9f58-4521-ab7c-8e744161ec62', 'tenant_id': '75c62e6f74834b6da3fd23a7d48ed9d1', 'fixed_ips': [{'subnet_id': '8de2fc63-6631-4ec7-be5e-80c91dfbea3c'}]}} from n-d-804985-2. {{(pid=106254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 12:23:11.150812 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-e0e638d1-ba2c-44c3-a7e1-666091c7089e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:11.253207 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [None req-e9dd6135-6edd-4077-a690-122aa9485540 tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] Allocated IP 172.20.0.14 (07183495-9f58-4521-ab7c-8e744161ec62/8de2fc63-6631-4ec7-be5e-80c91dfbea3c/7253647a-1d45-4116-96e2-9f9f7bbe8608) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:23:11.405512 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e9dd6135-6edd-4077-a690-122aa9485540 tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:11.419411 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [None req-e9dd6135-6edd-4077-a690-122aa9485540 tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] Transition to ACTIVE for port object 7253647a-1d45-4116-96e2-9f9f7bbe8608 will not be triggered until provisioned by entity DHCP. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:23:11.453222 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e9dd6135-6edd-4077-a690-122aa9485540 tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:11.496630 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.db_base_plugin_common [None req-e0e638d1-ba2c-44c3-a7e1-666091c7089e None None] Allocated IP 172.20.0.2 (07183495-9f58-4521-ab7c-8e744161ec62/8de2fc63-6631-4ec7-be5e-80c91dfbea3c/47ec3f26-7d75-4dcc-b1ca-c722e0f6fe95) {{(pid=106254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:23:11.496907 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9dd6135-6edd-4077-a690-122aa9485540 tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] Network 07183495-9f58-4521-ab7c-8e744161ec62 is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:23:11.500010 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-e9dd6135-6edd-4077-a690-122aa9485540 tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:23:11.502762 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9dd6135-6edd-4077-a690-122aa9485540 tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:23:11.532274 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dd6135-6edd-4077-a690-122aa9485540 tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] Pushing event updated for resources: {'Port': ['ID=7253647a-1d45-4116-96e2-9f9f7bbe8608,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:23:11.556301 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9dd6135-6edd-4077-a690-122aa9485540 tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:23:11.556942 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e9dd6135-6edd-4077-a690-122aa9485540 tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:11.573151 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-e9dd6135-6edd-4077-a690-122aa9485540 tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.5817654 Aug 18 12:23:11.576225 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 40090) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:23:11.581774 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-90ca6cf3-8cc4-46e3-b274-7af752b95900 tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] Request body: {'port': {'network_id': '07183495-9f58-4521-ab7c-8e744161ec62', 'name': 'tempest-AllowedAddressPairTestJSON-1626589763', 'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:b8:95:cd'}]}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:23:11.709983 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90ca6cf3-8cc4-46e3-b274-7af752b95900 tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] Made reservation on behalf of 75c62e6f74834b6da3fd23a7d48ed9d1 for: {'port': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:23:11.799827 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-90ca6cf3-8cc4-46e3-b274-7af752b95900 tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:11.808366 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-e0e638d1-ba2c-44c3-a7e1-666091c7089e None None] Notify callbacks [] for port, precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:11.817999 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-e0e638d1-ba2c-44c3-a7e1-666091c7089e None None] Transition to ACTIVE for port object 47ec3f26-7d75-4dcc-b1ca-c722e0f6fe95 will not be triggered until provisioned by entity L2. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:23:11.828641 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [None req-90ca6cf3-8cc4-46e3-b274-7af752b95900 tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] device_id is not set on port 60627eb1-872e-4be2-926e-87eeff338352 yet. {{(pid=106252) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 12:23:11.835429 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-e0e638d1-ba2c-44c3-a7e1-666091c7089e None None] Transition to ACTIVE for port object 47ec3f26-7d75-4dcc-b1ca-c722e0f6fe95 will not be triggered until provisioned by entity DHCP. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:23:11.846434 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-e0e638d1-ba2c-44c3-a7e1-666091c7089e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547'] for port, after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:11.899238 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0e638d1-ba2c-44c3-a7e1-666091c7089e None None] Network 07183495-9f58-4521-ab7c-8e744161ec62 is already hosted by enough agents. {{(pid=106254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:23:11.900218 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e638d1-ba2c-44c3-a7e1-666091c7089e None None] Pushing event updated for resources: {'Port': ['ID=47ec3f26-7d75-4dcc-b1ca-c722e0f6fe95,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:23:11.904244 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.base_scheduler [None req-e0e638d1-ba2c-44c3-a7e1-666091c7089e None None] Resources bound (agent type, host, resource id): {{(pid=106254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:23:11.906487 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e638d1-ba2c-44c3-a7e1-666091c7089e None None] Received port after_create {{(pid=106254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:23:11.968564 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-e0e638d1-ba2c-44c3-a7e1-666091c7089e None None] Attempting to bind port 47ec3f26-7d75-4dcc-b1ca-c722e0f6fe95 on host n-d-804985-2 for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:23:11.968823 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-e0e638d1-ba2c-44c3-a7e1-666091c7089e None None] Attempting to bind port 47ec3f26-7d75-4dcc-b1ca-c722e0f6fe95 by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': 'af68cd3a-09bd-4457-bdf8-dbde85898804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '07183495-9f58-4521-ab7c-8e744161ec62'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:23:11.969382 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e638d1-ba2c-44c3-a7e1-666091c7089e None None] Attempting to bind port 47ec3f26-7d75-4dcc-b1ca-c722e0f6fe95 on network 07183495-9f58-4521-ab7c-8e744161ec62 {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:23:11.974542 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e638d1-ba2c-44c3-a7e1-666091c7089e None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 22, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:23:11.974908 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e638d1-ba2c-44c3-a7e1-666091c7089e None None] Checking segment: {'id': 'af68cd3a-09bd-4457-bdf8-dbde85898804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '07183495-9f58-4521-ab7c-8e744161ec62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:23:11.975341 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-e0e638d1-ba2c-44c3-a7e1-666091c7089e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:11.975785 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e638d1-ba2c-44c3-a7e1-666091c7089e None None] Bound using segment: {'id': 'af68cd3a-09bd-4457-bdf8-dbde85898804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '07183495-9f58-4521-ab7c-8e744161ec62'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:23:11.976233 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-e0e638d1-ba2c-44c3-a7e1-666091c7089e None None] Bound port: 47ec3f26-7d75-4dcc-b1ca-c722e0f6fe95, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af68cd3a-09bd-4457-bdf8-dbde85898804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '07183495-9f58-4521-ab7c-8e744161ec62'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:23:11.976796 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-e0e638d1-ba2c-44c3-a7e1-666091c7089e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:12.012347 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b445125-feb7-4986-ae44-a266c4630372 req-4b808365-e1da-4251-bb5b-933c0ef4af7d tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:23:12.013845 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2b445125-feb7-4986-ae44-a266c4630372 req-4b808365-e1da-4251-bb5b-933c0ef4af7d tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] 10.222.0.62 "GET /v2.0/ports?device_id=56a8ca2c-4354-4d99-bc82-6cd423426b42 HTTP/1.1" status: 200 len: 909 time: 0.1426702 Aug 18 12:23:12.026493 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c693ef8f-13e6-4687-9be8-65a47e0cd291 req-e7119c2a-9e11-4330-b3a9-7b0c10b00710 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:23:12.027944 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c693ef8f-13e6-4687-9be8-65a47e0cd291 req-e7119c2a-9e11-4330-b3a9-7b0c10b00710 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] 10.222.0.66 "GET /v2.0/ports?device_id=56a8ca2c-4354-4d99-bc82-6cd423426b42 HTTP/1.1" status: 200 len: 909 time: 0.1406319 Aug 18 12:23:12.029612 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [None req-90ca6cf3-8cc4-46e3-b274-7af752b95900 tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] Allocated IP 172.20.0.12 (07183495-9f58-4521-ab7c-8e744161ec62/8de2fc63-6631-4ec7-be5e-80c91dfbea3c/60627eb1-872e-4be2-926e-87eeff338352) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:23:12.047196 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-e0e638d1-ba2c-44c3-a7e1-666091c7089e None None] For port 47ec3f26-7d75-4dcc-b1ca-c722e0f6fe95, host n-d-804985-2, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:23:12.059016 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-e0e638d1-ba2c-44c3-a7e1-666091c7089e None None] For port 47ec3f26-7d75-4dcc-b1ca-c722e0f6fe95, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=47ec3f26-7d75-4dcc-b1ca-c722e0f6fe95,segment=NetworkSegment(af68cd3a-09bd-4457-bdf8-dbde85898804),segment_id=af68cd3a-09bd-4457-bdf8-dbde85898804)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:23:12.066176 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-e0e638d1-ba2c-44c3-a7e1-666091c7089e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:12.123591 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e638d1-ba2c-44c3-a7e1-666091c7089e None None] Pushing event updated for resources: {'Port': ['ID=47ec3f26-7d75-4dcc-b1ca-c722e0f6fe95,revision_number=2']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:23:12.226126 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-2b445125-feb7-4986-ae44-a266c4630372 req-8c7f567c-7666-462f-bb1b-c491701e9eef tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Deleting port 9b42ea1e-8e7f-44e9-ac9e-1c65d363cfa3 {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:23:12.226473 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-2b445125-feb7-4986-ae44-a266c4630372 req-8c7f567c-7666-462f-bb1b-c491701e9eef tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:12.354924 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-90ca6cf3-8cc4-46e3-b274-7af752b95900 tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:12.385258 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [None req-90ca6cf3-8cc4-46e3-b274-7af752b95900 tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] Transition to ACTIVE for port object 60627eb1-872e-4be2-926e-87eeff338352 will not be triggered until provisioned by entity DHCP. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:23:12.387724 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-2b445125-feb7-4986-ae44-a266c4630372 req-8c7f567c-7666-462f-bb1b-c491701e9eef tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] For port 9b42ea1e-8e7f-44e9-ac9e-1c65d363cfa3, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=9b42ea1e-8e7f-44e9-ac9e-1c65d363cfa3,segment=NetworkSegment(b91719bd-f521-44ff-8d8a-1e6910114a8f),segment_id=b91719bd-f521-44ff-8d8a-1e6910114a8f)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:23:12.388101 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-2b445125-feb7-4986-ae44-a266c4630372 req-8c7f567c-7666-462f-bb1b-c491701e9eef tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:12.404520 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-2b445125-feb7-4986-ae44-a266c4630372 req-8c7f567c-7666-462f-bb1b-c491701e9eef tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Calling delete_port for 9b42ea1e-8e7f-44e9-ac9e-1c65d363cfa3 owned by compute:nova {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:23:12.480966 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-90ca6cf3-8cc4-46e3-b274-7af752b95900 tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:12.538973 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90ca6cf3-8cc4-46e3-b274-7af752b95900 tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] Network 07183495-9f58-4521-ab7c-8e744161ec62 is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:23:12.545187 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-90ca6cf3-8cc4-46e3-b274-7af752b95900 tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:23:12.551259 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ca6cf3-8cc4-46e3-b274-7af752b95900 tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:23:12.578662 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ca6cf3-8cc4-46e3-b274-7af752b95900 tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] Pushing event updated for resources: {'Port': ['ID=60627eb1-872e-4be2-926e-87eeff338352,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:23:12.638715 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90ca6cf3-8cc4-46e3-b274-7af752b95900 tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:23:12.639381 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-90ca6cf3-8cc4-46e3-b274-7af752b95900 tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:12.642994 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-2b445125-feb7-4986-ae44-a266c4630372 req-8c7f567c-7666-462f-bb1b-c491701e9eef tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:12.676578 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7f567c-7666-462f-bb1b-c491701e9eef tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Pushing event deleted for resources: {'Port': ['ID=9b42ea1e-8e7f-44e9-ac9e-1c65d363cfa3,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:23:12.686907 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 40100) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:23:12.687567 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-90ca6cf3-8cc4-46e3-b274-7af752b95900 tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1000 time: 1.1094236 Aug 18 12:23:12.723605 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b445125-feb7-4986-ae44-a266c4630372 req-8c7f567c-7666-462f-bb1b-c491701e9eef tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] No DVR routers for this DVR port 9b42ea1e-8e7f-44e9-ac9e-1c65d363cfa3 on host n-h2-804985-2 {{(pid=106252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:23:12.727009 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-2b445125-feb7-4986-ae44-a266c4630372 req-8c7f567c-7666-462f-bb1b-c491701e9eef tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:12.729127 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2b445125-feb7-4986-ae44-a266c4630372 req-8c7f567c-7666-462f-bb1b-c491701e9eef tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] 10.222.0.62 "DELETE /v2.0/ports/9b42ea1e-8e7f-44e9-ac9e-1c65d363cfa3 HTTP/1.1" status: 204 len: 173 time: 0.6971538 Aug 18 12:23:12.729623 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56a8ca2c-4354-4d99-bc82-6cd423426b42', 'name': 'network-vif-deleted', 'tag': '9b42ea1e-8e7f-44e9-ac9e-1c65d363cfa3'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:23:12.732053 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3700f174-b245-4a1f-8e55-7936f18b2bbb" -d '{"events": [{"server_uuid": "56a8ca2c-4354-4d99-bc82-6cd423426b42", "name": "network-vif-deleted", "tag": "9b42ea1e-8e7f-44e9-ac9e-1c65d363cfa3"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:23:12.796877 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:23:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78743be4-38d5-4335-85ba-fc3a1a08c56f x-openstack-request-id: req-78743be4-38d5-4335-85ba-fc3a1a08c56f {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:23:12.797372 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56a8ca2c-4354-4d99-bc82-6cd423426b42", "name": "network-vif-deleted", "tag": "9b42ea1e-8e7f-44e9-ac9e-1c65d363cfa3", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:23:12.797934 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-78743be4-38d5-4335-85ba-fc3a1a08c56f {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:23:12.798559 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56a8ca2c-4354-4d99-bc82-6cd423426b42', 'name': 'network-vif-deleted', 'tag': '9b42ea1e-8e7f-44e9-ac9e-1c65d363cfa3', 'status': 'completed', 'code': 200} Aug 18 12:23:12.800559 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1a72c43-5392-408b-8d83-6e588427d050 tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:23:12.809949 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1a72c43-5392-408b-8d83-6e588427d050 tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:23:12.819347 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1a72c43-5392-408b-8d83-6e588427d050 tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:23:12.821509 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-f1a72c43-5392-408b-8d83-6e588427d050 tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2467 time: 0.1325536 Aug 18 12:23:12.824359 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 40108) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:23:12.961818 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-fe4350dc-e111-4488-8f8c-25443906e063 tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] Deleting port 60627eb1-872e-4be2-926e-87eeff338352 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:23:12.962459 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-fe4350dc-e111-4488-8f8c-25443906e063 tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:13.073194 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-fe4350dc-e111-4488-8f8c-25443906e063 tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:13.086433 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-fe4350dc-e111-4488-8f8c-25443906e063 tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] Calling delete_port for 60627eb1-872e-4be2-926e-87eeff338352 owned by {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:23:13.196803 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d77c083f-98a7-4741-b286-4d22ad86458d req-f52cafc8-fd78-40a8-84c5-13ec8ad70f14 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] 10.222.0.66 "GET /v2.0/ports?device_id=56a8ca2c-4354-4d99-bc82-6cd423426b42 HTTP/1.1" status: 200 len: 210 time: 0.0435030 Aug 18 12:23:13.251146 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-fe4350dc-e111-4488-8f8c-25443906e063 tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:13.281935 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4350dc-e111-4488-8f8c-25443906e063 tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] Pushing event deleted for resources: {'Port': ['ID=60627eb1-872e-4be2-926e-87eeff338352,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:23:13.311685 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01a9371d-94a1-4102-b40d-2aec774c43f7 None None] Network 07183495-9f58-4521-ab7c-8e744161ec62 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:23:13.450388 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-fe4350dc-e111-4488-8f8c-25443906e063 tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:13.454755 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-fe4350dc-e111-4488-8f8c-25443906e063 tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] 10.222.0.66 "DELETE /v2.0/ports/60627eb1-872e-4be2-926e-87eeff338352 HTTP/1.1" status: 204 len: 168 time: 0.6215413 Aug 18 12:23:13.455002 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 40114) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:23:13.483578 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-dcd42155-1f04-4030-91ba-a630b0b47874 None None] Provisioning for port 47ec3f26-7d75-4dcc-b1ca-c722e0f6fe95 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:23:13.500577 n-d-804985-2 neutron-server[106253]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8d1b742-d8f2-47ee-90d4-648aabad8c3f tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] GET failed (client error): The resource could not be found. Aug 18 12:23:13.506055 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-d8d1b742-d8f2-47ee-90d4-648aabad8c3f tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] 10.222.0.66 "GET /v2.0/ports/60627eb1-872e-4be2-926e-87eeff338352 HTTP/1.1" status: 404 len: 333 time: 0.0501263 Aug 18 12:23:13.510002 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 40116) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:23:13.515086 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-ec3f6b11-cdea-48fa-b304-5b2bd62f1f76 tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] Request body: {'port': {'network_id': '07183495-9f58-4521-ab7c-8e744161ec62', 'name': 'tempest-AllowedAddressPairTestJSON-2143037048'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:23:13.533169 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 47ec3f26-7d75-4dcc-b1ca-c722e0f6fe95 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:23:13.610839 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port 47ec3f26-7d75-4dcc-b1ca-c722e0f6fe95 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:23:13.616747 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 47ec3f26-7d75-4dcc-b1ca-c722e0f6fe95 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:23:13.617488 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:13.648637 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec3f6b11-cdea-48fa-b304-5b2bd62f1f76 tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] Made reservation on behalf of 75c62e6f74834b6da3fd23a7d48ed9d1 for: {'port': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:23:13.653937 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ec3f6b11-cdea-48fa-b304-5b2bd62f1f76 tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:13.673887 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [None req-ec3f6b11-cdea-48fa-b304-5b2bd62f1f76 tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] device_id is not set on port d7b5a4b9-d40f-4bec-980f-66531a91b9ce yet. {{(pid=106252) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 12:23:13.708678 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:13.750505 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] For port 47ec3f26-7d75-4dcc-b1ca-c722e0f6fe95, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=47ec3f26-7d75-4dcc-b1ca-c722e0f6fe95,segment=NetworkSegment(af68cd3a-09bd-4457-bdf8-dbde85898804),segment_id=af68cd3a-09bd-4457-bdf8-dbde85898804)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:23:13.764089 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:13.806056 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [None req-ec3f6b11-cdea-48fa-b304-5b2bd62f1f76 tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] Allocated IP 172.20.0.6 (07183495-9f58-4521-ab7c-8e744161ec62/8de2fc63-6631-4ec7-be5e-80c91dfbea3c/d7b5a4b9-d40f-4bec-980f-66531a91b9ce) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:23:13.837354 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Pushing event updated for resources: {'Port': ['ID=47ec3f26-7d75-4dcc-b1ca-c722e0f6fe95,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:23:13.925838 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-410df048-6e51-4a33-b862-3b7a3f3c267c None None] Provisioning for port 7253647a-1d45-4116-96e2-9f9f7bbe8608 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:23:13.930056 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-410df048-6e51-4a33-b862-3b7a3f3c267c None None] Provisioning complete for port 7253647a-1d45-4116-96e2-9f9f7bbe8608 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:23:13.930913 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-410df048-6e51-4a33-b862-3b7a3f3c267c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:13.974211 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-410df048-6e51-4a33-b862-3b7a3f3c267c None None] Port 7253647a-1d45-4116-96e2-9f9f7bbe8608 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:23:13.984320 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-410df048-6e51-4a33-b862-3b7a3f3c267c None None] Provisioning complete for port 47ec3f26-7d75-4dcc-b1ca-c722e0f6fe95 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:23:13.984907 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-410df048-6e51-4a33-b862-3b7a3f3c267c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:13.993113 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ec3f6b11-cdea-48fa-b304-5b2bd62f1f76 tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:14.012005 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [None req-ec3f6b11-cdea-48fa-b304-5b2bd62f1f76 tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] Transition to ACTIVE for port object d7b5a4b9-d40f-4bec-980f-66531a91b9ce will not be triggered until provisioned by entity DHCP. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:23:14.061407 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ec3f6b11-cdea-48fa-b304-5b2bd62f1f76 tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:14.104188 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec3f6b11-cdea-48fa-b304-5b2bd62f1f76 tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] Network 07183495-9f58-4521-ab7c-8e744161ec62 is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:23:14.109290 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-ec3f6b11-cdea-48fa-b304-5b2bd62f1f76 tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:23:14.113055 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec3f6b11-cdea-48fa-b304-5b2bd62f1f76 tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:23:14.138072 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3f6b11-cdea-48fa-b304-5b2bd62f1f76 tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] Pushing event updated for resources: {'Port': ['ID=d7b5a4b9-d40f-4bec-980f-66531a91b9ce,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:23:14.168203 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec3f6b11-cdea-48fa-b304-5b2bd62f1f76 tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:23:14.168994 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ec3f6b11-cdea-48fa-b304-5b2bd62f1f76 tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:14.185278 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-ec3f6b11-cdea-48fa-b304-5b2bd62f1f76 tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6740592 Aug 18 12:23:14.189135 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 40124) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:23:14.195813 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-3b2f6b77-fd78-49ce-a8dc-ab1bd62a5d00 tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:b8:95:cd'}]}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:23:14.201558 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1eafac87-01f8-497f-8d8c-29a72b741043 None None] Provisioning complete for port 7253647a-1d45-4116-96e2-9f9f7bbe8608 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:23:14.202154 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1eafac87-01f8-497f-8d8c-29a72b741043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:14.259572 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-1eafac87-01f8-497f-8d8c-29a72b741043 None None] Port 7253647a-1d45-4116-96e2-9f9f7bbe8608 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:23:14.274677 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 40128) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:23:14.283271 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-3b2f6b77-fd78-49ce-a8dc-ab1bd62a5d00 tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:14.385072 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-a19e28ed-fd1b-4667-bd6c-b5a0b1a29222 None None] Could not find standard attr ID for object 60627eb1-872e-4be2-926e-87eeff338352. {{(pid=106254) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 18 12:23:14.486274 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-3b2f6b77-fd78-49ce-a8dc-ab1bd62a5d00 tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] Notify callbacks [] for port, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:14.494730 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-3b2f6b77-fd78-49ce-a8dc-ab1bd62a5d00 tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:14.585650 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2f6b77-fd78-49ce-a8dc-ab1bd62a5d00 tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] Pushing event updated for resources: {'Port': ['ID=d7b5a4b9-d40f-4bec-980f-66531a91b9ce,revision_number=2']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:23:14.602656 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-3b2f6b77-fd78-49ce-a8dc-ab1bd62a5d00 tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] In _notify_port_updated(), no bound segment for port d7b5a4b9-d40f-4bec-980f-66531a91b9ce on network 07183495-9f58-4521-ab7c-8e744161ec62 {{(pid=106252) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 18 12:23:14.608294 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b2f6b77-fd78-49ce-a8dc-ab1bd62a5d00 tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:23:14.608950 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-3b2f6b77-fd78-49ce-a8dc-ab1bd62a5d00 tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:14.613272 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-3b2f6b77-fd78-49ce-a8dc-ab1bd62a5d00 tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] 10.222.0.66 "PUT /v2.0/ports/d7b5a4b9-d40f-4bec-980f-66531a91b9ce HTTP/1.1" status: 200 len: 994 time: 0.4224403 Aug 18 12:23:14.613878 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 40130) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:23:14.702319 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a2ffea96-516f-4f2d-a345-353982095c03 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-996815'] for router_interface, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:14.705833 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-37983a95-ca6f-4fb0-a53d-2dba862b9bd4 tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] Deleting port d7b5a4b9-d40f-4bec-980f-66531a91b9ce {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:23:14.706822 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-37983a95-ca6f-4fb0-a53d-2dba862b9bd4 tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:14.742255 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-f748ce6d-a0da-4338-b199-d57e78e4ee38 None None] Provisioning for port d7b5a4b9-d40f-4bec-980f-66531a91b9ce completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:23:14.749920 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-f748ce6d-a0da-4338-b199-d57e78e4ee38 None None] Provisioning complete for port d7b5a4b9-d40f-4bec-980f-66531a91b9ce triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:23:14.750290 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-f748ce6d-a0da-4338-b199-d57e78e4ee38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:14.810814 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-f748ce6d-a0da-4338-b199-d57e78e4ee38 None None] Port d7b5a4b9-d40f-4bec-980f-66531a91b9ce cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:23:14.854107 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-37983a95-ca6f-4fb0-a53d-2dba862b9bd4 tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:14.869391 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-37983a95-ca6f-4fb0-a53d-2dba862b9bd4 tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] Calling delete_port for d7b5a4b9-d40f-4bec-980f-66531a91b9ce owned by {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:23:15.019136 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-37983a95-ca6f-4fb0-a53d-2dba862b9bd4 tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:15.053957 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37983a95-ca6f-4fb0-a53d-2dba862b9bd4 tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] Pushing event deleted for resources: {'Port': ['ID=d7b5a4b9-d40f-4bec-980f-66531a91b9ce,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:23:15.204690 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-37983a95-ca6f-4fb0-a53d-2dba862b9bd4 tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:15.207846 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-37983a95-ca6f-4fb0-a53d-2dba862b9bd4 tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] 10.222.0.66 "DELETE /v2.0/ports/d7b5a4b9-d40f-4bec-980f-66531a91b9ce HTTP/1.1" status: 204 len: 168 time: 0.5918217 Aug 18 12:23:15.210753 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 40138) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:23:15.226661 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-05cb98c0-3a79-478f-89f7-5b621e7184d9 None None] Could not find standard attr ID for object d7b5a4b9-d40f-4bec-980f-66531a91b9ce. {{(pid=106254) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 18 12:23:15.247169 n-d-804985-2 neutron-server[106252]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bc779ad-3d3b-4efa-9acf-c2f58d176a86 tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] GET failed (client error): The resource could not be found. Aug 18 12:23:15.249123 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-7bc779ad-3d3b-4efa-9acf-c2f58d176a86 tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] 10.222.0.66 "GET /v2.0/ports/d7b5a4b9-d40f-4bec-980f-66531a91b9ce HTTP/1.1" status: 404 len: 333 time: 0.0376031 Aug 18 12:23:15.252569 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 40140) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:23:15.258062 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-5cfb6355-35fc-4d64-8936-fa9e628c3192 tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] Request body: {'port': {'network_id': '07183495-9f58-4521-ab7c-8e744161ec62', 'name': 'tempest-AllowedAddressPairTestJSON-1901753321'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:23:15.445114 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-a2ffea96-516f-4f2d-a345-353982095c03 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Deleting port ce7c2ac9-4716-4483-aa59-b9b8cdab74f9 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:23:15.446329 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a2ffea96-516f-4f2d-a345-353982095c03 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:15.499607 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 47ec3f26-7d75-4dcc-b1ca-c722e0f6fe95 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:23:15.560081 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 47ec3f26-7d75-4dcc-b1ca-c722e0f6fe95 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:23:15.560465 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [None req-a2ffea96-516f-4f2d-a345-353982095c03 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] For port ce7c2ac9-4716-4483-aa59-b9b8cdab74f9, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=ce7c2ac9-4716-4483-aa59-b9b8cdab74f9,segment=NetworkSegment(b91719bd-f521-44ff-8d8a-1e6910114a8f),segment_id=b91719bd-f521-44ff-8d8a-1e6910114a8f)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:23:15.560779 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:15.560906 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a2ffea96-516f-4f2d-a345-353982095c03 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:15.575905 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-a2ffea96-516f-4f2d-a345-353982095c03 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Calling delete_port for ce7c2ac9-4716-4483-aa59-b9b8cdab74f9 owned by network:router_interface {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:23:15.781917 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cfb6355-35fc-4d64-8936-fa9e628c3192 tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] Made reservation on behalf of 75c62e6f74834b6da3fd23a7d48ed9d1 for: {'port': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:23:15.785820 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5cfb6355-35fc-4d64-8936-fa9e628c3192 tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:15.793094 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a2ffea96-516f-4f2d-a345-353982095c03 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:15.804031 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [None req-5cfb6355-35fc-4d64-8936-fa9e628c3192 tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] device_id is not set on port 4e472b89-2c76-479b-98a2-2bdd2d032e0e yet. {{(pid=106252) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 12:23:15.821830 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ffea96-516f-4f2d-a345-353982095c03 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Pushing event deleted for resources: {'Port': ['ID=ce7c2ac9-4716-4483-aa59-b9b8cdab74f9,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:23:15.950346 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [None req-5cfb6355-35fc-4d64-8936-fa9e628c3192 tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] Allocated IP 172.20.0.9 (07183495-9f58-4521-ab7c-8e744161ec62/8de2fc63-6631-4ec7-be5e-80c91dfbea3c/4e472b89-2c76-479b-98a2-2bdd2d032e0e) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:23:16.019789 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 9b42ea1e-8e7f-44e9-ac9e-1c65d363cfa3 no longer exists at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:23:16.030295 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a2ffea96-516f-4f2d-a345-353982095c03 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953695'] for router_interface, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:16.056186 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] No Port match for: 9b42ea1e-8e7f-44e9-ac9e-1c65d363cfa3 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:23:16.056678 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 9b42ea1e-8e7f-44e9-ac9e-1c65d363cfa3 not bound to the agent host n-h2-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:23:16.148165 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5cfb6355-35fc-4d64-8936-fa9e628c3192 tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:16.164193 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [None req-5cfb6355-35fc-4d64-8936-fa9e628c3192 tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] Transition to ACTIVE for port object 4e472b89-2c76-479b-98a2-2bdd2d032e0e will not be triggered until provisioned by entity DHCP. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:23:16.201991 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5cfb6355-35fc-4d64-8936-fa9e628c3192 tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:16.249562 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cfb6355-35fc-4d64-8936-fa9e628c3192 tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] Network 07183495-9f58-4521-ab7c-8e744161ec62 is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:23:16.256602 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-5cfb6355-35fc-4d64-8936-fa9e628c3192 tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:23:16.261368 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cfb6355-35fc-4d64-8936-fa9e628c3192 tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:23:16.267994 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfb6355-35fc-4d64-8936-fa9e628c3192 tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] Pushing event updated for resources: {'Port': ['ID=4e472b89-2c76-479b-98a2-2bdd2d032e0e,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:23:16.281360 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2ffea96-516f-4f2d-a345-353982095c03 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Router 5903a63a-cbee-487b-bf33-5516b20292d0 has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:23:16.316866 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cfb6355-35fc-4d64-8936-fa9e628c3192 tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:23:16.317563 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5cfb6355-35fc-4d64-8936-fa9e628c3192 tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:16.335948 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-5cfb6355-35fc-4d64-8936-fa9e628c3192 tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0797753 Aug 18 12:23:16.336418 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 40150) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:23:16.341840 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-5ed68428-944c-45ca-8cc0-5a0d1728b2be tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:b8:95:cd'}]}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:23:16.410266 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2ffea96-516f-4f2d-a345-353982095c03 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:23:16.421419 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5ed68428-944c-45ca-8cc0-5a0d1728b2be tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:16.423342 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6850cc6-a886-47f5-878d-c69ae5ffdea3 None None] Sync routers for ids ['5903a63a-cbee-487b-bf33-5516b20292d0'] in n-d-804985-2 {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:23:16.427950 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-a2ffea96-516f-4f2d-a345-353982095c03 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] 10.222.0.66 "PUT /v2.0/routers/5903a63a-cbee-487b-bf33-5516b20292d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1490777 Aug 18 12:23:16.428321 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 40152) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:23:16.435463 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6850cc6-a886-47f5-878d-c69ae5ffdea3 None None] Routers {'5903a63a-cbee-487b-bf33-5516b20292d0'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:23:16.436037 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-a6850cc6-a886-47f5-878d-c69ae5ffdea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:22:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['5903a63a-cbee-487b-bf33-5516b20292d0'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:23:16.505413 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_v2 [None req-55eda8e3-9e20-465c-a8a1-ff288f95dbe3 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Deleting subnet f6132a62-549b-4ccb-8a2c-09772bf74811 {{(pid=106253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 12:23:16.509355 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-55eda8e3-9e20-465c-a8a1-ff288f95dbe3 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Notify callbacks [] for subnet, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:16.567540 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-55eda8e3-9e20-465c-a8a1-ff288f95dbe3 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902229'] for subnet, precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:16.580650 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-a6850cc6-a886-47f5-878d-c69ae5ffdea3 None None] Set router 5903a63a-cbee-487b-bf33-5516b20292d0 gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:23:16.584627 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-86966155-11f1-49e6-be60-6cc738f52e26 None None] Provisioning for port 4e472b89-2c76-479b-98a2-2bdd2d032e0e completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:23:16.593770 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-86966155-11f1-49e6-be60-6cc738f52e26 None None] Provisioning complete for port 4e472b89-2c76-479b-98a2-2bdd2d032e0e triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:23:16.594141 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-86966155-11f1-49e6-be60-6cc738f52e26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:16.666665 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-86966155-11f1-49e6-be60-6cc738f52e26 None None] Port 4e472b89-2c76-479b-98a2-2bdd2d032e0e cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:23:16.674651 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-55eda8e3-9e20-465c-a8a1-ff288f95dbe3 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:16.695936 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5ed68428-944c-45ca-8cc0-5a0d1728b2be tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] Notify callbacks [] for port, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:16.703929 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5ed68428-944c-45ca-8cc0-5a0d1728b2be tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:16.758351 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-55eda8e3-9e20-465c-a8a1-ff288f95dbe3 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58902171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59388106'] for subnet, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:16.779838 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed68428-944c-45ca-8cc0-5a0d1728b2be tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] Pushing event updated for resources: {'Port': ['ID=4e472b89-2c76-479b-98a2-2bdd2d032e0e,revision_number=2']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:23:16.795530 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-55eda8e3-9e20-465c-a8a1-ff288f95dbe3 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:16.801023 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-55eda8e3-9e20-465c-a8a1-ff288f95dbe3 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] 10.222.0.66 "DELETE /v2.0/subnets/f6132a62-549b-4ccb-8a2c-09772bf74811 HTTP/1.1" status: 204 len: 168 time: 0.3712552 Aug 18 12:23:16.802365 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55eda8e3-9e20-465c-a8a1-ff288f95dbe3 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Pushing event deleted for resources: {'Subnet': ['ID=f6132a62-549b-4ccb-8a2c-09772bf74811,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:23:16.803190 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c995a6c-375e-4d32-97f4-1b417d39f821 None None] Network a47a2e2d-9919-49f2-9b17-17ff228393b1 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:23:16.805575 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 40158) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:23:16.809840 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-5ed68428-944c-45ca-8cc0-5a0d1728b2be tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] In _notify_port_updated(), no bound segment for port 4e472b89-2c76-479b-98a2-2bdd2d032e0e on network 07183495-9f58-4521-ab7c-8e744161ec62 {{(pid=106252) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 18 12:23:16.821812 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ed68428-944c-45ca-8cc0-5a0d1728b2be tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:23:16.822497 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5ed68428-944c-45ca-8cc0-5a0d1728b2be tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:16.823844 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-5ed68428-944c-45ca-8cc0-5a0d1728b2be tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] 10.222.0.66 "PUT /v2.0/ports/4e472b89-2c76-479b-98a2-2bdd2d032e0e HTTP/1.1" status: 200 len: 996 time: 0.4865901 Aug 18 12:23:16.832795 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 40160) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:23:16.866614 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-a6850cc6-a886-47f5-878d-c69ae5ffdea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5903a63a-cbee-487b-bf33-5516b20292d0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-124377655', 'tenant_id': '81ccf9c8b4cf49858c5db4774ddb597a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.29'}], 'enable_snat': True}, 'gw_port_id': 'a0c7ebee-7fad-4265-96b5-c65e18a4f92a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:22:53Z', 'updated_at': '2021-08-18T12:23:15Z', 'revision_number': 5, 'project_id': '81ccf9c8b4cf49858c5db4774ddb597a', 'gw_port': {'id': 'a0c7ebee-7fad-4265-96b5-c65e18a4f92a', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:1d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5903a63a-cbee-487b-bf33-5516b20292d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3629, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:22:54Z', 'updated_at': '2021-08-18T12:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:23:16.918312 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6850cc6-a886-47f5-878d-c69ae5ffdea3 None None] Checking router: 5903a63a-cbee-487b-bf33-5516b20292d0 for host: n-d-804985-2 {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:23:16.931833 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6850cc6-a886-47f5-878d-c69ae5ffdea3 None None] Routers {'5903a63a-cbee-487b-bf33-5516b20292d0'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:23:16.932462 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-a6850cc6-a886-47f5-878d-c69ae5ffdea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:22:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['5903a63a-cbee-487b-bf33-5516b20292d0'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:23:16.981124 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d18b8cc9-0908-42ff-9bf3-6110bb9686a4 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Notify callbacks [] for router, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:17.031687 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-96f53211-9905-4d60-9486-9c66c6b04ae1 tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] Deleting port 4e472b89-2c76-479b-98a2-2bdd2d032e0e {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:23:17.032081 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-96f53211-9905-4d60-9486-9c66c6b04ae1 tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:17.106609 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69dd1647-c461-4465-a49b-fd2f10487687 None None] DHCP port deletion for a47a2e2d-9919-49f2-9b17-17ff228393b1 request from n-d-804985-2 {{(pid=106254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 12:23:17.140231 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-a6850cc6-a886-47f5-878d-c69ae5ffdea3 None None] Set router 5903a63a-cbee-487b-bf33-5516b20292d0 gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:23:17.144939 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d18b8cc9-0908-42ff-9bf3-6110bb9686a4 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:17.190085 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-69dd1647-c461-4465-a49b-fd2f10487687 None None] Deleting port 53eb2a09-04ee-40bd-8eec-c06e48c3ead4 {{(pid=106254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:23:17.190359 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-69dd1647-c461-4465-a49b-fd2f10487687 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:17.216266 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-96f53211-9905-4d60-9486-9c66c6b04ae1 tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:17.216834 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-d18b8cc9-0908-42ff-9bf3-6110bb9686a4 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Deleting port a0c7ebee-7fad-4265-96b5-c65e18a4f92a {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:23:17.217259 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d18b8cc9-0908-42ff-9bf3-6110bb9686a4 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:17.244250 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-96f53211-9905-4d60-9486-9c66c6b04ae1 tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] Calling delete_port for 4e472b89-2c76-479b-98a2-2bdd2d032e0e owned by {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:23:17.261707 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-69dd1647-c461-4465-a49b-fd2f10487687 None None] For port 53eb2a09-04ee-40bd-8eec-c06e48c3ead4, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=53eb2a09-04ee-40bd-8eec-c06e48c3ead4,segment=NetworkSegment(b91719bd-f521-44ff-8d8a-1e6910114a8f),segment_id=b91719bd-f521-44ff-8d8a-1e6910114a8f)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:23:17.262251 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-69dd1647-c461-4465-a49b-fd2f10487687 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:17.275406 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-69dd1647-c461-4465-a49b-fd2f10487687 None None] Calling delete_port for 53eb2a09-04ee-40bd-8eec-c06e48c3ead4 owned by network:dhcp {{(pid=106254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:23:17.311283 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [None req-d18b8cc9-0908-42ff-9bf3-6110bb9686a4 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] For port a0c7ebee-7fad-4265-96b5-c65e18a4f92a, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=a0c7ebee-7fad-4265-96b5-c65e18a4f92a,segment=NetworkSegment(c5a3db9d-5c58-41b1-9177-d5787a597b78),segment_id=c5a3db9d-5c58-41b1-9177-d5787a597b78)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:23:17.311810 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d18b8cc9-0908-42ff-9bf3-6110bb9686a4 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:17.327879 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-d18b8cc9-0908-42ff-9bf3-6110bb9686a4 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Calling delete_port for a0c7ebee-7fad-4265-96b5-c65e18a4f92a owned by network:router_gateway {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:23:17.386119 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-dc4c269a-9964-4856-81ee-43a67debdfff None None] Provisioning complete for port 4e472b89-2c76-479b-98a2-2bdd2d032e0e triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:23:17.386774 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-dc4c269a-9964-4856-81ee-43a67debdfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:17.388670 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-69dd1647-c461-4465-a49b-fd2f10487687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556'] for port, after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:17.450932 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dd1647-c461-4465-a49b-fd2f10487687 None None] Pushing event deleted for resources: {'Port': ['ID=53eb2a09-04ee-40bd-8eec-c06e48c3ead4,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:23:17.463785 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69dd1647-c461-4465-a49b-fd2f10487687 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:23:17.464132 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69dd1647-c461-4465-a49b-fd2f10487687 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:23:17.464620 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69dd1647-c461-4465-a49b-fd2f10487687 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:23:17.464963 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69dd1647-c461-4465-a49b-fd2f10487687 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:23:17.465290 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69dd1647-c461-4465-a49b-fd2f10487687 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:23:17.465617 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69dd1647-c461-4465-a49b-fd2f10487687 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:23:17.465938 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69dd1647-c461-4465-a49b-fd2f10487687 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:23:17.466258 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69dd1647-c461-4465-a49b-fd2f10487687 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:23:17.466577 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69dd1647-c461-4465-a49b-fd2f10487687 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:23:17.467361 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69dd1647-c461-4465-a49b-fd2f10487687 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:23:17.467361 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69dd1647-c461-4465-a49b-fd2f10487687 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:23:17.467539 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69dd1647-c461-4465-a49b-fd2f10487687 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:23:17.475387 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69dd1647-c461-4465-a49b-fd2f10487687 None None] No DVR routers for this DVR port 53eb2a09-04ee-40bd-8eec-c06e48c3ead4 on host n-d-804985-2 {{(pid=106254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:23:17.492830 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-dc4c269a-9964-4856-81ee-43a67debdfff None None] Port 4e472b89-2c76-479b-98a2-2bdd2d032e0e cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:23:17.506035 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-96f53211-9905-4d60-9486-9c66c6b04ae1 tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:17.514386 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-a6850cc6-a886-47f5-878d-c69ae5ffdea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5903a63a-cbee-487b-bf33-5516b20292d0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-124377655', 'tenant_id': '81ccf9c8b4cf49858c5db4774ddb597a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.29'}], 'enable_snat': True}, 'gw_port_id': 'a0c7ebee-7fad-4265-96b5-c65e18a4f92a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:22:53Z', 'updated_at': '2021-08-18T12:23:15Z', 'revision_number': 5, 'project_id': '81ccf9c8b4cf49858c5db4774ddb597a', 'gw_port': {'id': 'a0c7ebee-7fad-4265-96b5-c65e18a4f92a', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:1d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5903a63a-cbee-487b-bf33-5516b20292d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3629, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:22:54Z', 'updated_at': '2021-08-18T12:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:23:17.551835 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6850cc6-a886-47f5-878d-c69ae5ffdea3 None None] The sync data for ids ['5903a63a-cbee-487b-bf33-5516b20292d0'] in n-d-804985-2 is: [{'id': '5903a63a-cbee-487b-bf33-5516b20292d0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-124377655', 'tenant_id': '81ccf9c8b4cf49858c5db4774ddb597a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.29'}], 'enable_snat': True}, 'gw_port_id': 'a0c7ebee-7fad-4265-96b5-c65e18a4f92a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:22:53Z', 'updated_at': '2021-08-18T12:23:15Z', 'revision_number': 5, 'project_id': '81ccf9c8b4cf49858c5db4774ddb597a', 'gw_port': {'id': 'a0c7ebee-7fad-4265-96b5-c65e18a4f92a', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:1d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5903a63a-cbee-487b-bf33-5516b20292d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3629, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:22:54Z', 'updated_at': '2021-08-18T12:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:23:17.573846 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f53211-9905-4d60-9486-9c66c6b04ae1 tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] Pushing event deleted for resources: {'Port': ['ID=4e472b89-2c76-479b-98a2-2bdd2d032e0e,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:23:17.623030 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 53eb2a09-04ee-40bd-8eec-c06e48c3ead4 no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:23:17.649362 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d18b8cc9-0908-42ff-9bf3-6110bb9686a4 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:17.672815 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: 53eb2a09-04ee-40bd-8eec-c06e48c3ead4 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:23:17.673161 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 53eb2a09-04ee-40bd-8eec-c06e48c3ead4 not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:23:17.678388 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18b8cc9-0908-42ff-9bf3-6110bb9686a4 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Pushing event deleted for resources: {'Port': ['ID=a0c7ebee-7fad-4265-96b5-c65e18a4f92a,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:23:17.703238 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-96f53211-9905-4d60-9486-9c66c6b04ae1 tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:17.717452 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-96f53211-9905-4d60-9486-9c66c6b04ae1 tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] 10.222.0.66 "DELETE /v2.0/ports/4e472b89-2c76-479b-98a2-2bdd2d032e0e HTTP/1.1" status: 204 len: 168 time: 0.8720119 Aug 18 12:23:17.717452 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 40168) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:23:17.761516 n-d-804985-2 neutron-server[106252]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa4191a7-3e7b-4048-8ef0-06ea766a99f2 tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] GET failed (client error): The resource could not be found. Aug 18 12:23:17.769873 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-aa4191a7-3e7b-4048-8ef0-06ea766a99f2 tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] 10.222.0.66 "GET /v2.0/ports/4e472b89-2c76-479b-98a2-2bdd2d032e0e HTTP/1.1" status: 404 len: 333 time: 0.0590775 Aug 18 12:23:17.771130 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 40170) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:23:17.776660 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-efa827cb-da86-4724-a530-5c939b2926c1 tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] Request body: {'port': {'network_id': '07183495-9f58-4521-ab7c-8e744161ec62', 'name': 'tempest-AllowedAddressPairTestJSON-1474885419'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:23:17.779290 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d18b8cc9-0908-42ff-9bf3-6110bb9686a4 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-997271'] for router_gateway, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:17.929274 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d18b8cc9-0908-42ff-9bf3-6110bb9686a4 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-996004', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15859'] for router, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:17.932217 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d18b8cc9-0908-42ff-9bf3-6110bb9686a4 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:17.946366 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efa827cb-da86-4724-a530-5c939b2926c1 tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] Made reservation on behalf of 75c62e6f74834b6da3fd23a7d48ed9d1 for: {'port': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:23:17.951325 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-efa827cb-da86-4724-a530-5c939b2926c1 tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:17.971397 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [None req-efa827cb-da86-4724-a530-5c939b2926c1 tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] device_id is not set on port 467d47e8-3670-4cc8-8cf9-d1277c52b76b yet. {{(pid=106252) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 12:23:17.985618 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d18b8cc9-0908-42ff-9bf3-6110bb9686a4 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-996061'] for router, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:17.986309 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d18b8cc9-0908-42ff-9bf3-6110bb9686a4 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Fanout notify agent at l3_agent the message router_deleted on router 5903a63a-cbee-487b-bf33-5516b20292d0 {{(pid=106253) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 12:23:17.993627 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d18b8cc9-0908-42ff-9bf3-6110bb9686a4 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Notify callbacks [] for router, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:17.994873 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-d18b8cc9-0908-42ff-9bf3-6110bb9686a4 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] 10.222.0.66 "DELETE /v2.0/routers/5903a63a-cbee-487b-bf33-5516b20292d0 HTTP/1.1" status: 204 len: 168 time: 1.1883385 Aug 18 12:23:17.997577 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 40174) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:23:18.083711 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7bfea49e-d3bb-4190-ae24-5280c27409d8 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7904109'] for network, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:18.103863 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [None req-efa827cb-da86-4724-a530-5c939b2926c1 tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] Allocated IP 172.20.0.10 (07183495-9f58-4521-ab7c-8e744161ec62/8de2fc63-6631-4ec7-be5e-80c91dfbea3c/467d47e8-3670-4cc8-8cf9-d1277c52b76b) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:23:18.191789 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7bfea49e-d3bb-4190-ae24-5280c27409d8 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8367869', 'neutron.services.segments.db._delete_segments_for_network-8789151212993'] for network, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:18.203777 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-7bfea49e-d3bb-4190-ae24-5280c27409d8 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a47a2e2d-9919-49f2-9b17-17ff228393b1']}} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:23:18.215372 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-7bfea49e-d3bb-4190-ae24-5280c27409d8 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b91719bd-f521-44ff-8d8a-1e6910114a8f') {'for_net_delete': True} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:23:18.215748 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-7bfea49e-d3bb-4190-ae24-5280c27409d8 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b91719bd-f521-44ff-8d8a-1e6910114a8f') {} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:23:18.225608 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7bfea49e-d3bb-4190-ae24-5280c27409d8 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789151225254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902236'] for segment, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:18.241843 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7bfea49e-d3bb-4190-ae24-5280c27409d8 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:18.251333 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bfea49e-d3bb-4190-ae24-5280c27409d8 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Releasing vlan 800 on physical network physnet1 to pool {{(pid=106253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:23:18.251835 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7bfea49e-d3bb-4190-ae24-5280c27409d8 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58900537'] for segment, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:18.288751 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-efa827cb-da86-4724-a530-5c939b2926c1 tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:18.298560 n-d-804985-2 neutron-server[106253]: Traceback (most recent call last): Aug 18 12:23:18.298560 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:23:18.298560 n-d-804985-2 neutron-server[106253]: timer() Aug 18 12:23:18.298560 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:23:18.298560 n-d-804985-2 neutron-server[106253]: cb(*args, **kw) Aug 18 12:23:18.298560 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:23:18.298560 n-d-804985-2 neutron-server[106253]: return func(*args, **kwargs) Aug 18 12:23:18.298560 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:23:18.298560 n-d-804985-2 neutron-server[106253]: self._notify() Aug 18 12:23:18.298560 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:23:18.298560 n-d-804985-2 neutron-server[106253]: self.callback(batched_events) Aug 18 12:23:18.298560 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:23:18.298560 n-d-804985-2 neutron-server[106253]: event.method(event) Aug 18 12:23:18.298560 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:23:18.298560 n-d-804985-2 neutron-server[106253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:23:18.298560 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:23:18.298560 n-d-804985-2 neutron-server[106253]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:23:18.298560 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:23:18.298560 n-d-804985-2 neutron-server[106253]: return f(self, *a, **k) Aug 18 12:23:18.298560 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:23:18.298560 n-d-804985-2 neutron-server[106253]: return self._get(url).json() Aug 18 12:23:18.298560 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:23:18.298560 n-d-804985-2 neutron-server[106253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:23:18.298560 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:23:18.298560 n-d-804985-2 neutron-server[106253]: return self.request(url, 'GET', **kwargs) Aug 18 12:23:18.298560 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:23:18.298560 n-d-804985-2 neutron-server[106253]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:23:18.298560 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:23:18.298560 n-d-804985-2 neutron-server[106253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:23:18.298560 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:23:18.298560 n-d-804985-2 neutron-server[106253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:23:18.298560 n-d-804985-2 neutron-server[106253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:23:18.322695 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7bfea49e-d3bb-4190-ae24-5280c27409d8 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8367858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997186'] for network, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:18.322959 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [None req-efa827cb-da86-4724-a530-5c939b2926c1 tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] Transition to ACTIVE for port object 467d47e8-3670-4cc8-8cf9-d1277c52b76b will not be triggered until provisioned by entity DHCP. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:23:18.331807 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7bfea49e-d3bb-4190-ae24-5280c27409d8 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Notify callbacks [] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:18.333728 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-7bfea49e-d3bb-4190-ae24-5280c27409d8 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] 10.222.0.66 "DELETE /v2.0/networks/a47a2e2d-9919-49f2-9b17-17ff228393b1 HTTP/1.1" status: 204 len: 168 time: 0.3351398 Aug 18 12:23:18.336443 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 40176) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:23:18.343711 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfea49e-d3bb-4190-ae24-5280c27409d8 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Pushing event deleted for resources: {'Network': ['ID=a47a2e2d-9919-49f2-9b17-17ff228393b1,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:23:18.421577 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-efa827cb-da86-4724-a530-5c939b2926c1 tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:18.514764 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efa827cb-da86-4724-a530-5c939b2926c1 tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] Network 07183495-9f58-4521-ab7c-8e744161ec62 is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:23:18.521306 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-efa827cb-da86-4724-a530-5c939b2926c1 tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:23:18.525663 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa827cb-da86-4724-a530-5c939b2926c1 tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] Pushing event updated for resources: {'Port': ['ID=467d47e8-3670-4cc8-8cf9-d1277c52b76b,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:23:18.526997 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-10aaa0cd-a6db-4eca-be9f-b8327b0bca10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:18.527946 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa827cb-da86-4724-a530-5c939b2926c1 tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:23:18.661124 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efa827cb-da86-4724-a530-5c939b2926c1 tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:23:18.661931 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-efa827cb-da86-4724-a530-5c939b2926c1 tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:18.693229 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-efa827cb-da86-4724-a530-5c939b2926c1 tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9208748 Aug 18 12:23:18.693447 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 40182) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:23:18.695291 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-4bed9306-8dc0-42d9-9cc1-7284948bb428 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Deleting port 4ac26a6f-469f-4549-9453-3e887690accf {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:23:18.695637 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4bed9306-8dc0-42d9-9cc1-7284948bb428 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:18.699820 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-b2928714-c7c1-4377-8f0f-a7d2a5f621e2 tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] Request body: {'port': {'network_id': '07183495-9f58-4521-ab7c-8e744161ec62', 'name': 'tempest-AllowedAddressPairTestJSON-503269818'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:23:18.788520 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4bed9306-8dc0-42d9-9cc1-7284948bb428 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:18.788767 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4bed9306-8dc0-42d9-9cc1-7284948bb428 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:18.801432 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-4bed9306-8dc0-42d9-9cc1-7284948bb428 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Calling delete_port for 4ac26a6f-469f-4549-9453-3e887690accf owned by network:floatingip {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:23:18.824757 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-e80ffe00-b9d3-4abe-8d0e-c2c6de3bb9b0 None None] Provisioning for port 467d47e8-3670-4cc8-8cf9-d1277c52b76b completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:23:18.830503 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2928714-c7c1-4377-8f0f-a7d2a5f621e2 tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] Made reservation on behalf of 75c62e6f74834b6da3fd23a7d48ed9d1 for: {'port': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:23:18.831204 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-e80ffe00-b9d3-4abe-8d0e-c2c6de3bb9b0 None None] Provisioning complete for port 467d47e8-3670-4cc8-8cf9-d1277c52b76b triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:23:18.832263 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-e80ffe00-b9d3-4abe-8d0e-c2c6de3bb9b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:18.834647 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b2928714-c7c1-4377-8f0f-a7d2a5f621e2 tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:18.852882 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [None req-b2928714-c7c1-4377-8f0f-a7d2a5f621e2 tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] device_id is not set on port 0e4c54b5-2bd4-47f6-8a3d-81991b6b06d2 yet. {{(pid=106253) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 18 12:23:18.874539 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-e80ffe00-b9d3-4abe-8d0e-c2c6de3bb9b0 None None] Port 467d47e8-3670-4cc8-8cf9-d1277c52b76b cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:23:18.978627 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4bed9306-8dc0-42d9-9cc1-7284948bb428 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:18.993077 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [None req-b2928714-c7c1-4377-8f0f-a7d2a5f621e2 tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] Allocated IP 172.20.0.8 (07183495-9f58-4521-ab7c-8e744161ec62/8de2fc63-6631-4ec7-be5e-80c91dfbea3c/0e4c54b5-2bd4-47f6-8a3d-81991b6b06d2) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:23:19.054562 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bed9306-8dc0-42d9-9cc1-7284948bb428 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Pushing event deleted for resources: {'Port': ['ID=4ac26a6f-469f-4549-9453-3e887690accf,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:23:19.102943 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4bed9306-8dc0-42d9-9cc1-7284948bb428 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Notify callbacks [] for floatingip, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:19.103425 n-d-804985-2 neutron-server[106252]: INFO neutron.db.l3_db [None req-4bed9306-8dc0-42d9-9cc1-7284948bb428 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Floating IP d79ca282-e0a6-47de-a6a2-08e91d0b314e disassociated (deleted). External IP: 172.25.7.119, port: f1b55317-ae36-466c-88bd-9d8c590685c9. Aug 18 12:23:19.170513 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b2928714-c7c1-4377-8f0f-a7d2a5f621e2 tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:19.184977 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [None req-b2928714-c7c1-4377-8f0f-a7d2a5f621e2 tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] Transition to ACTIVE for port object 0e4c54b5-2bd4-47f6-8a3d-81991b6b06d2 will not be triggered until provisioned by entity DHCP. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:23:19.229768 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b2928714-c7c1-4377-8f0f-a7d2a5f621e2 tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:19.278424 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2928714-c7c1-4377-8f0f-a7d2a5f621e2 tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] Network 07183495-9f58-4521-ab7c-8e744161ec62 is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:23:19.282239 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-b2928714-c7c1-4377-8f0f-a7d2a5f621e2 tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:23:19.294433 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2928714-c7c1-4377-8f0f-a7d2a5f621e2 tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] Pushing event updated for resources: {'Port': ['ID=0e4c54b5-2bd4-47f6-8a3d-81991b6b06d2,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:23:19.303557 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2928714-c7c1-4377-8f0f-a7d2a5f621e2 tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:23:19.331743 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bed9306-8dc0-42d9-9cc1-7284948bb428 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Router 97e61f47-6db7-41c4-a6e7-2cea0d78d40d has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:23:19.363979 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2928714-c7c1-4377-8f0f-a7d2a5f621e2 tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:23:19.364372 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b2928714-c7c1-4377-8f0f-a7d2a5f621e2 tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:19.388295 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-b2928714-c7c1-4377-8f0f-a7d2a5f621e2 tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.6913545 Aug 18 12:23:19.388556 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 40186) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:23:19.393939 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-b8307d8c-ca3c-472b-bf55-d1abcd50fd0b tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:b8:95:cd'}, {'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:82:d7:ab'}]}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:23:19.478662 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bed9306-8dc0-42d9-9cc1-7284948bb428 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:23:19.489108 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8aaec8b-4ba0-446d-841e-7492028933cf None None] Sync routers for ids ['97e61f47-6db7-41c4-a6e7-2cea0d78d40d'] in n-d-804985-2 {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:23:19.498670 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4bed9306-8dc0-42d9-9cc1-7284948bb428 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for floatingip, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:19.502935 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device ce7c2ac9-4716-4483-aa59-b9b8cdab74f9 no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:23:19.526848 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8aaec8b-4ba0-446d-841e-7492028933cf None None] Routers {'97e61f47-6db7-41c4-a6e7-2cea0d78d40d'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:23:19.534486 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-d8aaec8b-4ba0-446d-841e-7492028933cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:22:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['97e61f47-6db7-41c4-a6e7-2cea0d78d40d'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:23:19.534738 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-4bed9306-8dc0-42d9-9cc1-7284948bb428 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] 10.222.0.66 "DELETE /v2.0/floatingips/d79ca282-e0a6-47de-a6a2-08e91d0b314e HTTP/1.1" status: 204 len: 168 time: 1.1944101 Aug 18 12:23:19.534738 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6bb8dc3-a620-4bb5-8d58-7f0806fffb9a', 'tag': 'f1b55317-ae36-466c-88bd-9d8c590685c9'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:23:19.534947 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: ce7c2ac9-4716-4483-aa59-b9b8cdab74f9 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:23:19.534947 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device ce7c2ac9-4716-4483-aa59-b9b8cdab74f9 not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:23:19.535168 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device a0c7ebee-7fad-4265-96b5-c65e18a4f92a no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:23:19.548417 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3c7a335-ec34-42a1-af1f-3252b5477b2d" -d '{"events": [{"name": "network-changed", "server_uuid": "d6bb8dc3-a620-4bb5-8d58-7f0806fffb9a", "tag": "f1b55317-ae36-466c-88bd-9d8c590685c9"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:23:19.613256 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b8307d8c-ca3c-472b-bf55-d1abcd50fd0b tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:19.616767 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:23:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45d49477-6654-4814-a2b8-55c39f16763e x-openstack-request-id: req-45d49477-6654-4814-a2b8-55c39f16763e {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:23:19.617064 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6bb8dc3-a620-4bb5-8d58-7f0806fffb9a", "tag": "f1b55317-ae36-466c-88bd-9d8c590685c9", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:23:19.617314 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-45d49477-6654-4814-a2b8-55c39f16763e {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:23:19.617719 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6bb8dc3-a620-4bb5-8d58-7f0806fffb9a', 'tag': 'f1b55317-ae36-466c-88bd-9d8c590685c9', 'status': 'completed', 'code': 200} Aug 18 12:23:19.671596 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: a0c7ebee-7fad-4265-96b5-c65e18a4f92a {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:23:19.671941 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device a0c7ebee-7fad-4265-96b5-c65e18a4f92a not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:23:19.701498 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-272e6cbf-75be-4439-9397-33e166a00c93 None None] Provisioning for port 0e4c54b5-2bd4-47f6-8a3d-81991b6b06d2 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:23:19.702062 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c7a335-ec34-42a1-af1f-3252b5477b2d req-fae7fa4b-16d1-4a8d-a9dd-1edfbd44e2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:23:19.704308 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c3c7a335-ec34-42a1-af1f-3252b5477b2d req-fae7fa4b-16d1-4a8d-a9dd-1edfbd44e2fc service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=81ccf9c8b4cf49858c5db4774ddb597a&device_id=d6bb8dc3-a620-4bb5-8d58-7f0806fffb9a HTTP/1.1" status: 200 len: 1136 time: 0.0632732 Aug 18 12:23:19.705779 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-d8aaec8b-4ba0-446d-841e-7492028933cf None None] Set router 97e61f47-6db7-41c4-a6e7-2cea0d78d40d gateway port host: n-d-804985-2 {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:23:19.709398 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-272e6cbf-75be-4439-9397-33e166a00c93 None None] Provisioning complete for port 0e4c54b5-2bd4-47f6-8a3d-81991b6b06d2 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:23:19.710005 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-272e6cbf-75be-4439-9397-33e166a00c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:19.838467 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-272e6cbf-75be-4439-9397-33e166a00c93 None None] Port 0e4c54b5-2bd4-47f6-8a3d-81991b6b06d2 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:23:19.895602 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32255201-0e5f-4291-8bf0-8ee7b2f1f31f req-ba6cf337-d473-4a41-bfc8-0754826666af tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:23:19.901711 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-32255201-0e5f-4291-8bf0-8ee7b2f1f31f req-ba6cf337-d473-4a41-bfc8-0754826666af tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] 10.222.0.66 "GET /v2.0/ports?device_id=d6bb8dc3-a620-4bb5-8d58-7f0806fffb9a HTTP/1.1" status: 200 len: 985 time: 0.0861838 Aug 18 12:23:19.907451 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b8307d8c-ca3c-472b-bf55-d1abcd50fd0b tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] Notify callbacks [] for port, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:19.908565 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c7a335-ec34-42a1-af1f-3252b5477b2d req-f1b99405-3b60-4b10-bec7-c7f80165adf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:23:19.909683 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c3c7a335-ec34-42a1-af1f-3252b5477b2d req-f1b99405-3b60-4b10-bec7-c7f80165adf7 service neutron] 10.222.0.63 "GET /v2.0/networks?id=f44a484c-f86d-4083-bfdb-e44ff1f0df66 HTTP/1.1" status: 200 len: 897 time: 0.1940711 Aug 18 12:23:19.914644 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b8307d8c-ca3c-472b-bf55-d1abcd50fd0b tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:19.969362 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c3c7a335-ec34-42a1-af1f-3252b5477b2d req-4c5509dd-e8c5-4a0f-9517-aede0387d75c service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f1b55317-ae36-466c-88bd-9d8c590685c9 HTTP/1.1" status: 200 len: 217 time: 0.0371861 Aug 18 12:23:19.998344 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-b8307d8c-ca3c-472b-bf55-d1abcd50fd0b tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] In _notify_port_updated(), no bound segment for port 0e4c54b5-2bd4-47f6-8a3d-81991b6b06d2 on network 07183495-9f58-4521-ab7c-8e744161ec62 {{(pid=106253) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 18 12:23:20.005176 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8307d8c-ca3c-472b-bf55-d1abcd50fd0b tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:23:20.005436 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b8307d8c-ca3c-472b-bf55-d1abcd50fd0b tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:20.009316 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-b8307d8c-ca3c-472b-bf55-d1abcd50fd0b tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] 10.222.0.66 "PUT /v2.0/ports/0e4c54b5-2bd4-47f6-8a3d-81991b6b06d2 HTTP/1.1" status: 200 len: 1056 time: 0.6171217 Aug 18 12:23:20.011875 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 40200) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:23:20.039643 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-32255201-0e5f-4291-8bf0-8ee7b2f1f31f req-3964b463-c50f-4e8f-85b0-0d3f0f39418a tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] 10.222.0.66 "GET /v2.0/security-groups?id=6c63d27c-5116-48a8-9474-939c6483acf0&id=b9fc329e-46cc-4178-9f83-b1cd0db88278&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1339679 Aug 18 12:23:20.086678 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c7a335-ec34-42a1-af1f-3252b5477b2d req-ddaa3479-37a2-4371-b34b-d6b4166ee3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:23:20.088883 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c3c7a335-ec34-42a1-af1f-3252b5477b2d req-ddaa3479-37a2-4371-b34b-d6b4166ee3ea service neutron] 10.222.0.63 "GET /v2.0/subnets?id=67816769-91ff-4f79-a9f9-fbb6426f9be7 HTTP/1.1" status: 200 len: 835 time: 0.1127155 Aug 18 12:23:20.102469 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8307d8c-ca3c-472b-bf55-d1abcd50fd0b tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] Pushing event updated for resources: {'Port': ['ID=0e4c54b5-2bd4-47f6-8a3d-81991b6b06d2,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:23:20.123426 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-d8aaec8b-4ba0-446d-841e-7492028933cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97e61f47-6db7-41c4-a6e7-2cea0d78d40d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1868517718', 'tenant_id': '81ccf9c8b4cf49858c5db4774ddb597a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.94'}], 'enable_snat': True}, 'gw_port_id': '689f95de-4dd6-4491-868b-68425c31790c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:21:58Z', 'updated_at': '2021-08-18T12:22:02Z', 'revision_number': 4, 'project_id': '81ccf9c8b4cf49858c5db4774ddb597a', 'gw_port': {'id': '689f95de-4dd6-4491-868b-68425c31790c', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:4f:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97e61f47-6db7-41c4-a6e7-2cea0d78d40d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3557, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:21:58Z', 'updated_at': '2021-08-18T12:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': 'ad072e01-79b4-4fec-b59b-59bd0f93df04', 'name': '', 'network_id': 'f44a484c-f86d-4083-bfdb-e44ff1f0df66', 'tenant_id': '81ccf9c8b4cf49858c5db4774ddb597a', 'mac_address': 'fa:16:3e:d4:bf:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97e61f47-6db7-41c4-a6e7-2cea0d78d40d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': '67816769-91ff-4f79-a9f9-fbb6426f9be7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:22:01Z', 'updated_at': '2021-08-18T12:22:07Z', 'revision_number': 5, 'project_id': '81ccf9c8b4cf49858c5db4774ddb597a', 'subnets': [{'id': '67816769-91ff-4f79-a9f9-fbb6426f9be7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:23:20.149726 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c7a335-ec34-42a1-af1f-3252b5477b2d req-31dce5de-5cb5-41e0-8488-f316804cbac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:23:20.151415 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c3c7a335-ec34-42a1-af1f-3252b5477b2d req-31dce5de-5cb5-41e0-8488-f316804cbac2 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=f44a484c-f86d-4083-bfdb-e44ff1f0df66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0533164 Aug 18 12:23:20.153737 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8aaec8b-4ba0-446d-841e-7492028933cf None None] Checking router: 97e61f47-6db7-41c4-a6e7-2cea0d78d40d for host: n-d-804985-2 {{(pid=106254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:23:20.158848 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-ed6de626-37ea-4742-b9ad-50833f2d8ea2 tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] Deleting port 0e4c54b5-2bd4-47f6-8a3d-81991b6b06d2 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:23:20.159198 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ed6de626-37ea-4742-b9ad-50833f2d8ea2 tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:20.164308 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8aaec8b-4ba0-446d-841e-7492028933cf None None] Routers {'97e61f47-6db7-41c4-a6e7-2cea0d78d40d'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:23:20.165368 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-d8aaec8b-4ba0-446d-841e-7492028933cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:22:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['97e61f47-6db7-41c4-a6e7-2cea0d78d40d'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:23:20.268684 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c3c7a335-ec34-42a1-af1f-3252b5477b2d req-9a6c5be6-a9ae-4173-ab11-19f76f2550d1 service neutron] 10.222.0.63 "GET /v2.0/networks/f44a484c-f86d-4083-bfdb-e44ff1f0df66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082056 Aug 18 12:23:20.297644 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-d8aaec8b-4ba0-446d-841e-7492028933cf None None] Set router 97e61f47-6db7-41c4-a6e7-2cea0d78d40d gateway port host: n-d-804985-2 {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:23:20.314881 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ed6de626-37ea-4742-b9ad-50833f2d8ea2 tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:20.330285 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-ed6de626-37ea-4742-b9ad-50833f2d8ea2 tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] Calling delete_port for 0e4c54b5-2bd4-47f6-8a3d-81991b6b06d2 owned by {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:23:20.374679 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c3c7a335-ec34-42a1-af1f-3252b5477b2d req-53cb1e2d-b054-40db-99ba-bd0c7f6c26c5 service neutron] 10.222.0.63 "GET /v2.0/networks/f44a484c-f86d-4083-bfdb-e44ff1f0df66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978460 Aug 18 12:23:20.451740 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-511a24d6-d1b3-44c2-a653-9bd0a64fbd0a None None] Provisioning complete for port 0e4c54b5-2bd4-47f6-8a3d-81991b6b06d2 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:23:20.452221 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-511a24d6-d1b3-44c2-a653-9bd0a64fbd0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:20.479152 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ed6de626-37ea-4742-b9ad-50833f2d8ea2 tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:20.514064 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-511a24d6-d1b3-44c2-a653-9bd0a64fbd0a None None] Port 0e4c54b5-2bd4-47f6-8a3d-81991b6b06d2 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:23:20.517796 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6de626-37ea-4742-b9ad-50833f2d8ea2 tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] Pushing event deleted for resources: {'Port': ['ID=0e4c54b5-2bd4-47f6-8a3d-81991b6b06d2,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:23:20.565357 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-d8aaec8b-4ba0-446d-841e-7492028933cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97e61f47-6db7-41c4-a6e7-2cea0d78d40d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1868517718', 'tenant_id': '81ccf9c8b4cf49858c5db4774ddb597a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.94'}], 'enable_snat': True}, 'gw_port_id': '689f95de-4dd6-4491-868b-68425c31790c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:21:58Z', 'updated_at': '2021-08-18T12:22:02Z', 'revision_number': 4, 'project_id': '81ccf9c8b4cf49858c5db4774ddb597a', 'gw_port': {'id': '689f95de-4dd6-4491-868b-68425c31790c', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:4f:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97e61f47-6db7-41c4-a6e7-2cea0d78d40d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3557, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:21:58Z', 'updated_at': '2021-08-18T12:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': 'ad072e01-79b4-4fec-b59b-59bd0f93df04', 'name': '', 'network_id': 'f44a484c-f86d-4083-bfdb-e44ff1f0df66', 'tenant_id': '81ccf9c8b4cf49858c5db4774ddb597a', 'mac_address': 'fa:16:3e:d4:bf:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97e61f47-6db7-41c4-a6e7-2cea0d78d40d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': '67816769-91ff-4f79-a9f9-fbb6426f9be7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:22:01Z', 'updated_at': '2021-08-18T12:22:07Z', 'revision_number': 5, 'project_id': '81ccf9c8b4cf49858c5db4774ddb597a', 'subnets': [{'id': '67816769-91ff-4f79-a9f9-fbb6426f9be7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:23:20.593118 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8aaec8b-4ba0-446d-841e-7492028933cf None None] The sync data for ids ['97e61f47-6db7-41c4-a6e7-2cea0d78d40d'] in n-d-804985-2 is: [{'id': '97e61f47-6db7-41c4-a6e7-2cea0d78d40d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1868517718', 'tenant_id': '81ccf9c8b4cf49858c5db4774ddb597a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.94'}], 'enable_snat': True}, 'gw_port_id': '689f95de-4dd6-4491-868b-68425c31790c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:21:58Z', 'updated_at': '2021-08-18T12:22:02Z', 'revision_number': 4, 'project_id': '81ccf9c8b4cf49858c5db4774ddb597a', 'gw_port': {'id': '689f95de-4dd6-4491-868b-68425c31790c', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:4f:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97e61f47-6db7-41c4-a6e7-2cea0d78d40d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3557, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:21:58Z', 'updated_at': '2021-08-18T12:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': 'ad072e01-79b4-4fec-b59b-59bd0f93df04', 'name': '', 'network_id': 'f44a484c-f86d-4083-bfdb-e44ff1f0df66', 'tenant_id': '81ccf9c8b4cf49858c5db4774ddb597a', 'mac_address': 'fa:16:3e:d4:bf:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97e61f47-6db7-41c4-a6e7-2cea0d78d40d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': '67816769-91ff-4f79-a9f9-fbb6426f9be7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:22:01Z', 'updated_at': '2021-08-18T12:22:07Z', 'revision_number': 5, 'project_id': '81ccf9c8b4cf49858c5db4774ddb597a', 'subnets': [{'id': '67816769-91ff-4f79-a9f9-fbb6426f9be7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:23:20.725219 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ed6de626-37ea-4742-b9ad-50833f2d8ea2 tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:20.729651 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-ed6de626-37ea-4742-b9ad-50833f2d8ea2 tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] 10.222.0.66 "DELETE /v2.0/ports/0e4c54b5-2bd4-47f6-8a3d-81991b6b06d2 HTTP/1.1" status: 204 len: 168 time: 0.7113991 Aug 18 12:23:20.730036 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 40202) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:23:20.755955 n-d-804985-2 neutron-server[106252]: INFO neutron.pecan_wsgi.hooks.translation [None req-8dfc65ba-ebab-48a3-967a-cd7dd27a1dd9 tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] GET failed (client error): The resource could not be found. Aug 18 12:23:20.757812 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-8dfc65ba-ebab-48a3-967a-cd7dd27a1dd9 tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] 10.222.0.66 "GET /v2.0/ports/0e4c54b5-2bd4-47f6-8a3d-81991b6b06d2 HTTP/1.1" status: 404 len: 333 time: 0.0267613 Aug 18 12:23:20.760799 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 40204) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:23:20.855365 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-be965974-31bd-47ec-8627-8e39dfca1902 tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] Deleting port 467d47e8-3670-4cc8-8cf9-d1277c52b76b {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:23:20.855710 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-be965974-31bd-47ec-8627-8e39dfca1902 tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:20.859932 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b071f820-1f33-4792-9fb7-e0e9bb9707c0 None None] New status for floating IP d79ca282-e0a6-47de-a6a2-08e91d0b314e: DOWN {{(pid=106255) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 12:23:20.949444 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-be965974-31bd-47ec-8627-8e39dfca1902 tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:20.966170 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-be965974-31bd-47ec-8627-8e39dfca1902 tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] Calling delete_port for 467d47e8-3670-4cc8-8cf9-d1277c52b76b owned by {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:23:21.168354 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-be965974-31bd-47ec-8627-8e39dfca1902 tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:21.210021 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7926382a-00fc-43f4-bb40-2eea69c4fb5c req-988a5336-5cc5-4b91-90ba-5ec1941145b5 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:23:21.211608 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7926382a-00fc-43f4-bb40-2eea69c4fb5c req-988a5336-5cc5-4b91-90ba-5ec1941145b5 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] 10.222.0.63 "GET /v2.0/ports?device_id=d6bb8dc3-a620-4bb5-8d58-7f0806fffb9a HTTP/1.1" status: 200 len: 985 time: 0.1290598 Aug 18 12:23:21.215620 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be965974-31bd-47ec-8627-8e39dfca1902 tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] Pushing event deleted for resources: {'Port': ['ID=467d47e8-3670-4cc8-8cf9-d1277c52b76b,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:23:21.282161 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a06fbc5-a201-4502-8429-4189813a0fc6 req-6c060e5e-6323-4af8-a7dc-a005ab43f980 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:23:21.283736 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8a06fbc5-a201-4502-8429-4189813a0fc6 req-6c060e5e-6323-4af8-a7dc-a005ab43f980 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] 10.222.0.66 "GET /v2.0/ports?device_id=d6bb8dc3-a620-4bb5-8d58-7f0806fffb9a HTTP/1.1" status: 200 len: 985 time: 0.1603191 Aug 18 12:23:21.386247 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-be965974-31bd-47ec-8627-8e39dfca1902 tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:21.391041 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-be965974-31bd-47ec-8627-8e39dfca1902 tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] 10.222.0.66 "DELETE /v2.0/ports/467d47e8-3670-4cc8-8cf9-d1277c52b76b HTTP/1.1" status: 204 len: 168 time: 0.6290140 Aug 18 12:23:21.391205 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 40214) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:23:21.405861 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8a06fbc5-a201-4502-8429-4189813a0fc6 req-d88bd05e-7e14-434e-ae35-cc72355f7645 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] 10.222.0.66 "GET /v2.0/security-groups?id=6c63d27c-5116-48a8-9474-939c6483acf0&id=b9fc329e-46cc-4178-9f83-b1cd0db88278&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1003580 Aug 18 12:23:21.442672 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-7926382a-00fc-43f4-bb40-2eea69c4fb5c req-2feae3bf-87ae-4278-a259-633cccd77a2b tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Deleting port f1b55317-ae36-466c-88bd-9d8c590685c9 {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:23:21.443298 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-7926382a-00fc-43f4-bb40-2eea69c4fb5c req-2feae3bf-87ae-4278-a259-633cccd77a2b tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:21.443696 n-d-804985-2 neutron-server[106253]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1135e05-5ebd-491b-92de-8bdba7ab1c3a tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] GET failed (client error): The resource could not be found. Aug 18 12:23:21.445528 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-a1135e05-5ebd-491b-92de-8bdba7ab1c3a tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] 10.222.0.66 "GET /v2.0/ports/467d47e8-3670-4cc8-8cf9-d1277c52b76b HTTP/1.1" status: 404 len: 333 time: 0.0536067 Aug 18 12:23:21.450369 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 40216) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:23:21.468081 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:21.544176 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-f1c06caf-57d6-4afa-8508-30cc0410d477 tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] Deleting port 7253647a-1d45-4116-96e2-9f9f7bbe8608 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:23:21.544447 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f1c06caf-57d6-4afa-8508-30cc0410d477 tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:21.544948 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-7926382a-00fc-43f4-bb40-2eea69c4fb5c req-2feae3bf-87ae-4278-a259-633cccd77a2b tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] For port f1b55317-ae36-466c-88bd-9d8c590685c9, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=f1b55317-ae36-466c-88bd-9d8c590685c9,segment=NetworkSegment(f0ac8308-e802-4f09-ab82-108d910cb68b),segment_id=f0ac8308-e802-4f09-ab82-108d910cb68b)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:23:21.545383 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-7926382a-00fc-43f4-bb40-2eea69c4fb5c req-2feae3bf-87ae-4278-a259-633cccd77a2b tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:21.559076 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-7926382a-00fc-43f4-bb40-2eea69c4fb5c req-2feae3bf-87ae-4278-a259-633cccd77a2b tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Calling delete_port for f1b55317-ae36-466c-88bd-9d8c590685c9 owned by compute:nova {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:23:21.627878 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f1c06caf-57d6-4afa-8508-30cc0410d477 tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:21.639787 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-f1c06caf-57d6-4afa-8508-30cc0410d477 tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] Calling delete_port for 7253647a-1d45-4116-96e2-9f9f7bbe8608 owned by {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:23:21.695752 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-7926382a-00fc-43f4-bb40-2eea69c4fb5c req-2feae3bf-87ae-4278-a259-633cccd77a2b tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:21.709474 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-0a8ee256-b5b9-4543-82f9-8859771e07d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:21.734595 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2feae3bf-87ae-4278-a259-633cccd77a2b tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Pushing event deleted for resources: {'Port': ['ID=f1b55317-ae36-466c-88bd-9d8c590685c9,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:23:21.781989 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f1c06caf-57d6-4afa-8508-30cc0410d477 tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:21.787580 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-7926382a-00fc-43f4-bb40-2eea69c4fb5c req-2feae3bf-87ae-4278-a259-633cccd77a2b tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] No DVR routers for this DVR port f1b55317-ae36-466c-88bd-9d8c590685c9 on host n-h1-804985-2 {{(pid=106252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:23:21.790125 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-7926382a-00fc-43f4-bb40-2eea69c4fb5c req-2feae3bf-87ae-4278-a259-633cccd77a2b tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:21.792189 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7926382a-00fc-43f4-bb40-2eea69c4fb5c req-2feae3bf-87ae-4278-a259-633cccd77a2b tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] 10.222.0.63 "DELETE /v2.0/ports/f1b55317-ae36-466c-88bd-9d8c590685c9 HTTP/1.1" status: 204 len: 173 time: 0.5719306 Aug 18 12:23:21.792761 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6bb8dc3-a620-4bb5-8d58-7f0806fffb9a', 'name': 'network-vif-deleted', 'tag': 'f1b55317-ae36-466c-88bd-9d8c590685c9'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:23:21.795092 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed2c5f00-0f05-4482-a7c5-54a953bbe31f" -d '{"events": [{"server_uuid": "d6bb8dc3-a620-4bb5-8d58-7f0806fffb9a", "name": "network-vif-deleted", "tag": "f1b55317-ae36-466c-88bd-9d8c590685c9"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:23:21.824132 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c06caf-57d6-4afa-8508-30cc0410d477 tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] Pushing event deleted for resources: {'Port': ['ID=7253647a-1d45-4116-96e2-9f9f7bbe8608,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:23:21.868612 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:23:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3afa78cf-034d-4464-b230-dfe119f9d8df x-openstack-request-id: req-3afa78cf-034d-4464-b230-dfe119f9d8df {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:23:21.868909 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6bb8dc3-a620-4bb5-8d58-7f0806fffb9a", "name": "network-vif-deleted", "tag": "f1b55317-ae36-466c-88bd-9d8c590685c9", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:23:21.869162 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-3afa78cf-034d-4464-b230-dfe119f9d8df {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:23:21.869569 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6bb8dc3-a620-4bb5-8d58-7f0806fffb9a', 'name': 'network-vif-deleted', 'tag': 'f1b55317-ae36-466c-88bd-9d8c590685c9', 'status': 'completed', 'code': 200} Aug 18 12:23:21.907790 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f1c06caf-57d6-4afa-8508-30cc0410d477 tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:21.911496 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-f1c06caf-57d6-4afa-8508-30cc0410d477 tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] 10.222.0.66 "DELETE /v2.0/ports/7253647a-1d45-4116-96e2-9f9f7bbe8608 HTTP/1.1" status: 204 len: 168 time: 0.4591954 Aug 18 12:23:21.914386 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 40220) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:23:21.983662 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_v2 [None req-43d6d6e8-9e4c-444c-80b9-e8c2ee012944 tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] Deleting subnet 8de2fc63-6631-4ec7-be5e-80c91dfbea3c {{(pid=106252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 12:23:21.988386 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-43d6d6e8-9e4c-444c-80b9-e8c2ee012944 tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] Notify callbacks [] for subnet, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:22.035616 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-43d6d6e8-9e4c-444c-80b9-e8c2ee012944 tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2221528'] for subnet, precommit_delete_associations {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:22.134000 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-43d6d6e8-9e4c-444c-80b9-e8c2ee012944 tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:22.195117 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-53584c24-f517-494e-ac93-c18bb92373f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:22.208759 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-43d6d6e8-9e4c-444c-80b9-e8c2ee012944 tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3572848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59074100'] for subnet, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:22.245950 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-43d6d6e8-9e4c-444c-80b9-e8c2ee012944 tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for subnet, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:22.247859 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-43d6d6e8-9e4c-444c-80b9-e8c2ee012944 tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] 10.222.0.66 "DELETE /v2.0/subnets/8de2fc63-6631-4ec7-be5e-80c91dfbea3c HTTP/1.1" status: 204 len: 168 time: 0.3321598 Aug 18 12:23:22.250012 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d6d6e8-9e4c-444c-80b9-e8c2ee012944 tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] Pushing event deleted for resources: {'Subnet': ['ID=8de2fc63-6631-4ec7-be5e-80c91dfbea3c,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:23:22.250585 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 40224) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:23:22.252463 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b603da48-38ec-4d15-88d4-eb670d951d16 None None] Network 07183495-9f58-4521-ab7c-8e744161ec62 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:23:22.336300 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9fd2a940-5f5d-4b9b-9b14-04f747549347 tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7904109'] for network, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:22.400980 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-9fd2a940-5f5d-4b9b-9b14-04f747549347 tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] Deleting port 47ec3f26-7d75-4dcc-b1ca-c722e0f6fe95 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:23:22.402191 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9fd2a940-5f5d-4b9b-9b14-04f747549347 tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:22.478927 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 40232) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:23:22.489195 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [None req-9fd2a940-5f5d-4b9b-9b14-04f747549347 tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] For port 47ec3f26-7d75-4dcc-b1ca-c722e0f6fe95, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=47ec3f26-7d75-4dcc-b1ca-c722e0f6fe95,segment=NetworkSegment(af68cd3a-09bd-4457-bdf8-dbde85898804),segment_id=af68cd3a-09bd-4457-bdf8-dbde85898804)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:23:22.489473 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9fd2a940-5f5d-4b9b-9b14-04f747549347 tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:22.504508 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c181d82f-961d-4f39-9fa3-ba9fd7316725 None None] DHCP port deletion for 07183495-9f58-4521-ab7c-8e744161ec62 request from n-d-804985-2 {{(pid=106254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 12:23:22.506404 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-9fd2a940-5f5d-4b9b-9b14-04f747549347 tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] Calling delete_port for 47ec3f26-7d75-4dcc-b1ca-c722e0f6fe95 owned by network:dhcp {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:23:22.549888 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-cfab1e5f-5bf1-41fc-9637-422b8e695ada tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:22.557077 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-c181d82f-961d-4f39-9fa3-ba9fd7316725 None None] Deleting port 47ec3f26-7d75-4dcc-b1ca-c722e0f6fe95 {{(pid=106254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:23:22.558053 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-c181d82f-961d-4f39-9fa3-ba9fd7316725 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:22.574452 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-cfab1e5f-5bf1-41fc-9637-422b8e695ada tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:22.593090 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9fd2a940-5f5d-4b9b-9b14-04f747549347 tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:22.623850 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-cfab1e5f-5bf1-41fc-9637-422b8e695ada tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:22.627415 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-cfab1e5f-5bf1-41fc-9637-422b8e695ada tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:22.628931 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd2a940-5f5d-4b9b-9b14-04f747549347 tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] Pushing event deleted for resources: {'Port': ['ID=47ec3f26-7d75-4dcc-b1ca-c722e0f6fe95,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:23:22.631090 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd2a940-5f5d-4b9b-9b14-04f747549347 tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] No DVR routers for this DVR port 47ec3f26-7d75-4dcc-b1ca-c722e0f6fe95 on host n-d-804985-2 {{(pid=106253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:23:22.631939 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-c181d82f-961d-4f39-9fa3-ba9fd7316725 None None] For port 47ec3f26-7d75-4dcc-b1ca-c722e0f6fe95, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=47ec3f26-7d75-4dcc-b1ca-c722e0f6fe95,segment=NetworkSegment(af68cd3a-09bd-4457-bdf8-dbde85898804),segment_id=af68cd3a-09bd-4457-bdf8-dbde85898804)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:23:22.633568 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-c181d82f-961d-4f39-9fa3-ba9fd7316725 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:22.640745 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-cfab1e5f-5bf1-41fc-9637-422b8e695ada tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] 10.222.0.66 "DELETE /v2.0/security-groups/b9fc329e-46cc-4178-9f83-b1cd0db88278 HTTP/1.1" status: 204 len: 168 time: 0.1586437 Aug 18 12:23:22.641597 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 40234) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:23:22.649518 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-c181d82f-961d-4f39-9fa3-ba9fd7316725 None None] Calling delete_port for 47ec3f26-7d75-4dcc-b1ca-c722e0f6fe95 owned by network:dhcp {{(pid=106254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:23:22.662207 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfab1e5f-5bf1-41fc-9637-422b8e695ada tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9fc329e-46cc-4178-9f83-b1cd0db88278,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:23:22.716044 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9fd2a940-5f5d-4b9b-9b14-04f747549347 tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8367869', 'neutron.services.segments.db._delete_segments_for_network-8789151212993'] for network, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:22.728708 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-7f4cac40-9512-4c27-9f0f-4a381889a3db tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:22.730372 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-9fd2a940-5f5d-4b9b-9b14-04f747549347 tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07183495-9f58-4521-ab7c-8e744161ec62']}} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:23:22.742706 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-9fd2a940-5f5d-4b9b-9b14-04f747549347 tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af68cd3a-09bd-4457-bdf8-dbde85898804') {'for_net_delete': True} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:23:22.743466 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-9fd2a940-5f5d-4b9b-9b14-04f747549347 tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af68cd3a-09bd-4457-bdf8-dbde85898804') {} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:23:22.756291 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-7f4cac40-9512-4c27-9f0f-4a381889a3db tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:22.757338 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9fd2a940-5f5d-4b9b-9b14-04f747549347 tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789151225254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902236'] for segment, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:22.757825 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-c181d82f-961d-4f39-9fa3-ba9fd7316725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556'] for port, after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:22.778365 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9fd2a940-5f5d-4b9b-9b14-04f747549347 tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:22.788449 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fd2a940-5f5d-4b9b-9b14-04f747549347 tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] Releasing vlan 820 on physical network physnet1 to pool {{(pid=106253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:23:22.789167 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9fd2a940-5f5d-4b9b-9b14-04f747549347 tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58900537'] for segment, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:22.792420 n-d-804985-2 neutron-server[106253]: Traceback (most recent call last): Aug 18 12:23:22.792420 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:23:22.792420 n-d-804985-2 neutron-server[106253]: timer() Aug 18 12:23:22.792420 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:23:22.792420 n-d-804985-2 neutron-server[106253]: cb(*args, **kw) Aug 18 12:23:22.792420 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:23:22.792420 n-d-804985-2 neutron-server[106253]: return func(*args, **kwargs) Aug 18 12:23:22.792420 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:23:22.792420 n-d-804985-2 neutron-server[106253]: self._notify() Aug 18 12:23:22.792420 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:23:22.792420 n-d-804985-2 neutron-server[106253]: self.callback(batched_events) Aug 18 12:23:22.792420 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:23:22.792420 n-d-804985-2 neutron-server[106253]: event.method(event) Aug 18 12:23:22.792420 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:23:22.792420 n-d-804985-2 neutron-server[106253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:23:22.792420 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:23:22.792420 n-d-804985-2 neutron-server[106253]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:23:22.792420 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:23:22.792420 n-d-804985-2 neutron-server[106253]: return f(self, *a, **k) Aug 18 12:23:22.792420 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:23:22.792420 n-d-804985-2 neutron-server[106253]: return self._get(url).json() Aug 18 12:23:22.792420 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:23:22.792420 n-d-804985-2 neutron-server[106253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:23:22.792420 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:23:22.792420 n-d-804985-2 neutron-server[106253]: return self.request(url, 'GET', **kwargs) Aug 18 12:23:22.792420 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:23:22.792420 n-d-804985-2 neutron-server[106253]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:23:22.792420 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:23:22.792420 n-d-804985-2 neutron-server[106253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:23:22.792420 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:23:22.792420 n-d-804985-2 neutron-server[106253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:23:22.792420 n-d-804985-2 neutron-server[106253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:23:22.802688 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c181d82f-961d-4f39-9fa3-ba9fd7316725 None None] Pushing event deleted for resources: {'Port': ['ID=47ec3f26-7d75-4dcc-b1ca-c722e0f6fe95,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:23:22.813574 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c181d82f-961d-4f39-9fa3-ba9fd7316725 None None] No DVR routers for this DVR port 47ec3f26-7d75-4dcc-b1ca-c722e0f6fe95 on host n-d-804985-2 {{(pid=106254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:23:22.818069 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-7f4cac40-9512-4c27-9f0f-4a381889a3db tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:22.820945 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-7f4cac40-9512-4c27-9f0f-4a381889a3db tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:22.832011 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-7f4cac40-9512-4c27-9f0f-4a381889a3db tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] 10.222.0.66 "DELETE /v2.0/security-groups/6c63d27c-5116-48a8-9474-939c6483acf0 HTTP/1.1" status: 204 len: 168 time: 0.1762040 Aug 18 12:23:22.832707 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 40236) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:23:22.862962 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9fd2a940-5f5d-4b9b-9b14-04f747549347 tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8367858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997186'] for network, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:22.872175 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9fd2a940-5f5d-4b9b-9b14-04f747549347 tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] Notify callbacks [] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:22.874049 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-9fd2a940-5f5d-4b9b-9b14-04f747549347 tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] 10.222.0.66 "DELETE /v2.0/networks/07183495-9f58-4521-ab7c-8e744161ec62 HTTP/1.1" status: 204 len: 168 time: 0.6224425 Aug 18 12:23:22.881932 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4cac40-9512-4c27-9f0f-4a381889a3db tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c63d27c-5116-48a8-9474-939c6483acf0,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:23:22.885012 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd2a940-5f5d-4b9b-9b14-04f747549347 tempest-AllowedAddressPairTestJSON-1249353795 tempest-AllowedAddressPairTestJSON-1249353795-project] Pushing event deleted for resources: {'Network': ['ID=07183495-9f58-4521-ab7c-8e744161ec62,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:23:23.158492 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 40244) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:23:23.243798 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-57aaf6da-64a5-46fa-b4b5-89c3e3e7c8bf tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-996815'] for router_interface, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:23.303114 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-b05d3de2-ded1-40ef-b823-1a13a2ef815f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=75c62e6f74834b6da3fd23a7d48ed9d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1407855 Aug 18 12:23:23.303329 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 40248) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:23:23.360318 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a5283270-1c3e-47d6-8a05-2264e86e0404 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:23.385195 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a5283270-1c3e-47d6-8a05-2264e86e0404 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:23.458614 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a5283270-1c3e-47d6-8a05-2264e86e0404 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:23.462772 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a5283270-1c3e-47d6-8a05-2264e86e0404 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:23.467540 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-a5283270-1c3e-47d6-8a05-2264e86e0404 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9cb67349-f606-4d2a-b375-282feb52a1b9 HTTP/1.1" status: 204 len: 168 time: 0.1631160 Aug 18 12:23:23.477336 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5283270-1c3e-47d6-8a05-2264e86e0404 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cb67349-f606-4d2a-b375-282feb52a1b9,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:23:23.528970 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 47ec3f26-7d75-4dcc-b1ca-c722e0f6fe95 no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:23:23.565993 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: 47ec3f26-7d75-4dcc-b1ca-c722e0f6fe95 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:23:23.566587 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 47ec3f26-7d75-4dcc-b1ca-c722e0f6fe95 not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:23:23.881930 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-500a1c61-38a7-4c23-a7ec-4631080af5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:23.887372 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-57aaf6da-64a5-46fa-b4b5-89c3e3e7c8bf tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Deleting port ad072e01-79b4-4fec-b59b-59bd0f93df04 {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:23:23.887771 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-57aaf6da-64a5-46fa-b4b5-89c3e3e7c8bf tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:23.983655 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [None req-57aaf6da-64a5-46fa-b4b5-89c3e3e7c8bf tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] For port ad072e01-79b4-4fec-b59b-59bd0f93df04, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=ad072e01-79b4-4fec-b59b-59bd0f93df04,segment=NetworkSegment(f0ac8308-e802-4f09-ab82-108d910cb68b),segment_id=f0ac8308-e802-4f09-ab82-108d910cb68b)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:23:23.984278 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-57aaf6da-64a5-46fa-b4b5-89c3e3e7c8bf tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:23.987197 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device f1b55317-ae36-466c-88bd-9d8c590685c9 no longer exists at agent hyperv_n-h1-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:23:24.004060 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-57aaf6da-64a5-46fa-b4b5-89c3e3e7c8bf tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Calling delete_port for ad072e01-79b4-4fec-b59b-59bd0f93df04 owned by network:router_interface {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:23:24.015291 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] No Port match for: f1b55317-ae36-466c-88bd-9d8c590685c9 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:23:24.015889 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device f1b55317-ae36-466c-88bd-9d8c590685c9 not bound to the agent host n-h1-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:23:24.220132 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 40276) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:23:24.264739 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-57aaf6da-64a5-46fa-b4b5-89c3e3e7c8bf tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:24.294630 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57aaf6da-64a5-46fa-b4b5-89c3e3e7c8bf tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Pushing event deleted for resources: {'Port': ['ID=ad072e01-79b4-4fec-b59b-59bd0f93df04,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:23:24.334811 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-e02375ed-60a9-4c90-b27b-06f325a77ba7 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-482833320'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:23:24.372930 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e02375ed-60a9-4c90-b27b-06f325a77ba7 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Made reservation on behalf of ed22a9de76814f7385eb909317d94ee9 for: {'network': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:23:24.379948 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e02375ed-60a9-4c90-b27b-06f325a77ba7 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for network, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:24.390555 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e02375ed-60a9-4c90-b27b-06f325a77ba7 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:24.485476 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-57aaf6da-64a5-46fa-b4b5-89c3e3e7c8bf tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953695'] for router_interface, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:24.520130 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e02375ed-60a9-4c90-b27b-06f325a77ba7 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:24.529636 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e02375ed-60a9-4c90-b27b-06f325a77ba7 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:24.565753 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e02375ed-60a9-4c90-b27b-06f325a77ba7 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 829} {{(pid=106253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:23:24.576572 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02375ed-60a9-4c90-b27b-06f325a77ba7 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Pushing event updated for resources: {'SecurityGroup': ['ID=986a6116-453e-4d90-954f-2c3b21faae98,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:23:24.581816 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e02375ed-60a9-4c90-b27b-06f325a77ba7 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:24.582100 n-d-804985-2 neutron-server[106253]: INFO neutron.db.segments_db [None req-e02375ed-60a9-4c90-b27b-06f325a77ba7 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Added segment 19bf1ab8-0676-463b-b727-20bf8f0a5f21 of type vlan for network 25a9383b-329d-4af4-aa0b-f017c5c118e1 Aug 18 12:23:24.630303 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e02375ed-60a9-4c90-b27b-06f325a77ba7 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789150665894'] for network, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:24.656893 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e02375ed-60a9-4c90-b27b-06f325a77ba7 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for network, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:24.664200 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e02375ed-60a9-4c90-b27b-06f325a77ba7 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:23:24.665329 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e02375ed-60a9-4c90-b27b-06f325a77ba7 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Notify callbacks [] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:24.736675 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-e02375ed-60a9-4c90-b27b-06f325a77ba7 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5076859 Aug 18 12:23:24.752245 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57aaf6da-64a5-46fa-b4b5-89c3e3e7c8bf tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Router 97e61f47-6db7-41c4-a6e7-2cea0d78d40d has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:23:24.756757 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02375ed-60a9-4c90-b27b-06f325a77ba7 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Pushing event updated for resources: {'Network': ['ID=25a9383b-329d-4af4-aa0b-f017c5c118e1,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:23:24.769059 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Network 25a9383b-329d-4af4-aa0b-f017c5c118e1 details requested by agent ovs-agent-n-d-804985-2 with host n-d-804985-2 {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:23:24.872861 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57aaf6da-64a5-46fa-b4b5-89c3e3e7c8bf tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:23:24.878488 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-57aaf6da-64a5-46fa-b4b5-89c3e3e7c8bf tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] 10.222.0.66 "PUT /v2.0/routers/97e61f47-6db7-41c4-a6e7-2cea0d78d40d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0419390 Aug 18 12:23:24.888520 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 40284) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:23:24.888739 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc1e460-dc75-4d2c-8666-08ad0444bae5 None None] Sync routers for ids ['97e61f47-6db7-41c4-a6e7-2cea0d78d40d'] in n-d-804985-2 {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:23:24.893643 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc1e460-dc75-4d2c-8666-08ad0444bae5 None None] Routers {'97e61f47-6db7-41c4-a6e7-2cea0d78d40d'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:23:24.894364 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-4cc1e460-dc75-4d2c-8666-08ad0444bae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:23:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['97e61f47-6db7-41c4-a6e7-2cea0d78d40d'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:23:24.953161 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e968d44-40ce-4304-a295-26dd676efef2 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Deleting subnet 67816769-91ff-4f79-a9f9-fbb6426f9be7 {{(pid=106253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 12:23:24.956602 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7e968d44-40ce-4304-a295-26dd676efef2 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Notify callbacks [] for subnet, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:24.998137 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7e968d44-40ce-4304-a295-26dd676efef2 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902229'] for subnet, precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:25.009648 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-4cc1e460-dc75-4d2c-8666-08ad0444bae5 None None] Set router 97e61f47-6db7-41c4-a6e7-2cea0d78d40d gateway port host: n-d-804985-2 {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:23:25.110104 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7e968d44-40ce-4304-a295-26dd676efef2 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:25.210880 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7e968d44-40ce-4304-a295-26dd676efef2 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58902171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59388106'] for subnet, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:25.223755 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-4cc1e460-dc75-4d2c-8666-08ad0444bae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97e61f47-6db7-41c4-a6e7-2cea0d78d40d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1868517718', 'tenant_id': '81ccf9c8b4cf49858c5db4774ddb597a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.94'}], 'enable_snat': True}, 'gw_port_id': '689f95de-4dd6-4491-868b-68425c31790c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:21:58Z', 'updated_at': '2021-08-18T12:23:24Z', 'revision_number': 5, 'project_id': '81ccf9c8b4cf49858c5db4774ddb597a', 'gw_port': {'id': '689f95de-4dd6-4491-868b-68425c31790c', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:4f:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97e61f47-6db7-41c4-a6e7-2cea0d78d40d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3557, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:21:58Z', 'updated_at': '2021-08-18T12:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:23:25.253351 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e968d44-40ce-4304-a295-26dd676efef2 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Pushing event deleted for resources: {'Subnet': ['ID=67816769-91ff-4f79-a9f9-fbb6426f9be7,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:23:25.255996 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7e968d44-40ce-4304-a295-26dd676efef2 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:25.261531 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 40288) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:23:25.262331 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-7e968d44-40ce-4304-a295-26dd676efef2 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] 10.222.0.66 "DELETE /v2.0/subnets/67816769-91ff-4f79-a9f9-fbb6426f9be7 HTTP/1.1" status: 204 len: 168 time: 0.3799069 Aug 18 12:23:25.400394 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-411325bf-9520-418b-81ab-dd35054dbf66 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Notify callbacks [] for router, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:25.453841 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc1e460-dc75-4d2c-8666-08ad0444bae5 None None] Checking router: 97e61f47-6db7-41c4-a6e7-2cea0d78d40d for host: n-d-804985-2 {{(pid=106254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:23:25.459331 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb5c1fe9-c781-41c3-ba38-8db151d4cf3d None None] Network f44a484c-f86d-4083-bfdb-e44ff1f0df66 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:23:25.465736 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc1e460-dc75-4d2c-8666-08ad0444bae5 None None] Routers {'97e61f47-6db7-41c4-a6e7-2cea0d78d40d'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:23:25.466439 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-4cc1e460-dc75-4d2c-8666-08ad0444bae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:23:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['97e61f47-6db7-41c4-a6e7-2cea0d78d40d'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:23:25.566581 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-411325bf-9520-418b-81ab-dd35054dbf66 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:25.636711 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-411325bf-9520-418b-81ab-dd35054dbf66 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Deleting port 689f95de-4dd6-4491-868b-68425c31790c {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:23:25.637339 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-411325bf-9520-418b-81ab-dd35054dbf66 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:25.691531 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-4cc1e460-dc75-4d2c-8666-08ad0444bae5 None None] Set router 97e61f47-6db7-41c4-a6e7-2cea0d78d40d gateway port host: n-d-804985-2 {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:23:25.730762 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [None req-411325bf-9520-418b-81ab-dd35054dbf66 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] For port 689f95de-4dd6-4491-868b-68425c31790c, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=689f95de-4dd6-4491-868b-68425c31790c,segment=NetworkSegment(c5a3db9d-5c58-41b1-9177-d5787a597b78),segment_id=c5a3db9d-5c58-41b1-9177-d5787a597b78)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:23:25.731124 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-411325bf-9520-418b-81ab-dd35054dbf66 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:25.743056 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-411325bf-9520-418b-81ab-dd35054dbf66 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Calling delete_port for 689f95de-4dd6-4491-868b-68425c31790c owned by network:router_gateway {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:23:25.884240 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3d279c4-155a-435c-a717-e8bf10f2c9fe None None] DHCP port deletion for f44a484c-f86d-4083-bfdb-e44ff1f0df66 request from n-d-804985-2 {{(pid=106254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 12:23:25.931560 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-411325bf-9520-418b-81ab-dd35054dbf66 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:25.986262 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-4cc1e460-dc75-4d2c-8666-08ad0444bae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97e61f47-6db7-41c4-a6e7-2cea0d78d40d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1868517718', 'tenant_id': '81ccf9c8b4cf49858c5db4774ddb597a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.94'}], 'enable_snat': True}, 'gw_port_id': '689f95de-4dd6-4491-868b-68425c31790c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:21:58Z', 'updated_at': '2021-08-18T12:23:24Z', 'revision_number': 5, 'project_id': '81ccf9c8b4cf49858c5db4774ddb597a', 'gw_port': {'id': '689f95de-4dd6-4491-868b-68425c31790c', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:4f:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97e61f47-6db7-41c4-a6e7-2cea0d78d40d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3557, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:21:58Z', 'updated_at': '2021-08-18T12:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:23:26.012561 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411325bf-9520-418b-81ab-dd35054dbf66 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Pushing event deleted for resources: {'Port': ['ID=689f95de-4dd6-4491-868b-68425c31790c,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:23:26.023639 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc1e460-dc75-4d2c-8666-08ad0444bae5 None None] The sync data for ids ['97e61f47-6db7-41c4-a6e7-2cea0d78d40d'] in n-d-804985-2 is: [{'id': '97e61f47-6db7-41c4-a6e7-2cea0d78d40d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1868517718', 'tenant_id': '81ccf9c8b4cf49858c5db4774ddb597a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.94'}], 'enable_snat': True}, 'gw_port_id': '689f95de-4dd6-4491-868b-68425c31790c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:21:58Z', 'updated_at': '2021-08-18T12:23:24Z', 'revision_number': 5, 'project_id': '81ccf9c8b4cf49858c5db4774ddb597a', 'gw_port': {'id': '689f95de-4dd6-4491-868b-68425c31790c', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:4f:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97e61f47-6db7-41c4-a6e7-2cea0d78d40d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3557, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:21:58Z', 'updated_at': '2021-08-18T12:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:23:26.028202 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-d3d279c4-155a-435c-a717-e8bf10f2c9fe None None] Deleting port 267619bf-7cdd-4a20-9689-ba1b15fffccf {{(pid=106254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:23:26.030072 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-d3d279c4-155a-435c-a717-e8bf10f2c9fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:26.041156 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-411325bf-9520-418b-81ab-dd35054dbf66 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-997271'] for router_gateway, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:26.117230 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-d3d279c4-155a-435c-a717-e8bf10f2c9fe None None] For port 267619bf-7cdd-4a20-9689-ba1b15fffccf, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=267619bf-7cdd-4a20-9689-ba1b15fffccf,segment=NetworkSegment(f0ac8308-e802-4f09-ab82-108d910cb68b),segment_id=f0ac8308-e802-4f09-ab82-108d910cb68b)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:23:26.118098 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-d3d279c4-155a-435c-a717-e8bf10f2c9fe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:26.130952 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-d3d279c4-155a-435c-a717-e8bf10f2c9fe None None] Calling delete_port for 267619bf-7cdd-4a20-9689-ba1b15fffccf owned by network:dhcp {{(pid=106254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:23:26.199073 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-411325bf-9520-418b-81ab-dd35054dbf66 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-996004', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15859'] for router, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:26.199073 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-411325bf-9520-418b-81ab-dd35054dbf66 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:26.234392 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-d3d279c4-155a-435c-a717-e8bf10f2c9fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556'] for port, after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:26.255488 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d279c4-155a-435c-a717-e8bf10f2c9fe None None] No DVR routers for this DVR port 267619bf-7cdd-4a20-9689-ba1b15fffccf on host n-d-804985-2 {{(pid=106254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:23:26.255937 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-411325bf-9520-418b-81ab-dd35054dbf66 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-996061'] for router, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:26.256734 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-411325bf-9520-418b-81ab-dd35054dbf66 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Fanout notify agent at l3_agent the message router_deleted on router 97e61f47-6db7-41c4-a6e7-2cea0d78d40d {{(pid=106252) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 12:23:26.272213 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-411325bf-9520-418b-81ab-dd35054dbf66 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Notify callbacks [] for router, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:26.273599 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-411325bf-9520-418b-81ab-dd35054dbf66 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] 10.222.0.66 "DELETE /v2.0/routers/97e61f47-6db7-41c4-a6e7-2cea0d78d40d HTTP/1.1" status: 204 len: 168 time: 1.0106270 Aug 18 12:23:26.276507 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 40296) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:23:26.292266 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d279c4-155a-435c-a717-e8bf10f2c9fe None None] Pushing event deleted for resources: {'Port': ['ID=267619bf-7cdd-4a20-9689-ba1b15fffccf,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:23:26.363486 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b4d5000e-35ad-4c44-a3ee-4c3dd447b9d2 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7904109'] for network, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:26.478079 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b4d5000e-35ad-4c44-a3ee-4c3dd447b9d2 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8367869', 'neutron.services.segments.db._delete_segments_for_network-8789151212993'] for network, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:26.489006 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-b4d5000e-35ad-4c44-a3ee-4c3dd447b9d2 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f44a484c-f86d-4083-bfdb-e44ff1f0df66']}} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:23:26.499615 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-b4d5000e-35ad-4c44-a3ee-4c3dd447b9d2 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0ac8308-e802-4f09-ab82-108d910cb68b') {'for_net_delete': True} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:23:26.499992 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-b4d5000e-35ad-4c44-a3ee-4c3dd447b9d2 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0ac8308-e802-4f09-ab82-108d910cb68b') {} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:23:26.509592 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b4d5000e-35ad-4c44-a3ee-4c3dd447b9d2 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789151225254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902236'] for segment, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:26.526398 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b4d5000e-35ad-4c44-a3ee-4c3dd447b9d2 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:26.535266 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4d5000e-35ad-4c44-a3ee-4c3dd447b9d2 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Releasing vlan 839 on physical network physnet1 to pool {{(pid=106253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:23:26.535266 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b4d5000e-35ad-4c44-a3ee-4c3dd447b9d2 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58900537'] for segment, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:26.539192 n-d-804985-2 neutron-server[106253]: Traceback (most recent call last): Aug 18 12:23:26.539192 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:23:26.539192 n-d-804985-2 neutron-server[106253]: timer() Aug 18 12:23:26.539192 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:23:26.539192 n-d-804985-2 neutron-server[106253]: cb(*args, **kw) Aug 18 12:23:26.539192 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:23:26.539192 n-d-804985-2 neutron-server[106253]: return func(*args, **kwargs) Aug 18 12:23:26.539192 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:23:26.539192 n-d-804985-2 neutron-server[106253]: self._notify() Aug 18 12:23:26.539192 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:23:26.539192 n-d-804985-2 neutron-server[106253]: self.callback(batched_events) Aug 18 12:23:26.539192 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:23:26.539192 n-d-804985-2 neutron-server[106253]: event.method(event) Aug 18 12:23:26.539192 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:23:26.539192 n-d-804985-2 neutron-server[106253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:23:26.539192 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:23:26.539192 n-d-804985-2 neutron-server[106253]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:23:26.539192 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:23:26.539192 n-d-804985-2 neutron-server[106253]: return f(self, *a, **k) Aug 18 12:23:26.539192 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:23:26.539192 n-d-804985-2 neutron-server[106253]: return self._get(url).json() Aug 18 12:23:26.539192 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:23:26.539192 n-d-804985-2 neutron-server[106253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:23:26.539192 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:23:26.539192 n-d-804985-2 neutron-server[106253]: return self.request(url, 'GET', **kwargs) Aug 18 12:23:26.539192 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:23:26.539192 n-d-804985-2 neutron-server[106253]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:23:26.539192 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:23:26.539192 n-d-804985-2 neutron-server[106253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:23:26.539192 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:23:26.539192 n-d-804985-2 neutron-server[106253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:23:26.539192 n-d-804985-2 neutron-server[106253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:23:26.617586 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b4d5000e-35ad-4c44-a3ee-4c3dd447b9d2 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8367858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997186'] for network, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:26.633550 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b4d5000e-35ad-4c44-a3ee-4c3dd447b9d2 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Notify callbacks [] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:26.638321 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-b4d5000e-35ad-4c44-a3ee-4c3dd447b9d2 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] 10.222.0.66 "DELETE /v2.0/networks/f44a484c-f86d-4083-bfdb-e44ff1f0df66 HTTP/1.1" status: 204 len: 168 time: 0.3580678 Aug 18 12:23:26.646585 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d5000e-35ad-4c44-a3ee-4c3dd447b9d2 tempest-TestSecurityGroupsBasicOps-557182387 tempest-TestSecurityGroupsBasicOps-557182387-project] Pushing event deleted for resources: {'Network': ['ID=f44a484c-f86d-4083-bfdb-e44ff1f0df66,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:23:26.991731 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 40308) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:23:27.140797 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-436187c5-a928-46cd-aa3b-0c1d6e8e5b31 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=81ccf9c8b4cf49858c5db4774ddb597a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1451502 Aug 18 12:23:27.141510 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 40312) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:23:27.198521 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c4018825-70bf-4995-9e0f-e0a0efdb4066 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:27.222785 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c4018825-70bf-4995-9e0f-e0a0efdb4066 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:27.286804 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c4018825-70bf-4995-9e0f-e0a0efdb4066 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:27.290472 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c4018825-70bf-4995-9e0f-e0a0efdb4066 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:27.292053 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-c4018825-70bf-4995-9e0f-e0a0efdb4066 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2d2bb6f4-d12e-4ad6-b163-ff9cad3c1aa7 HTTP/1.1" status: 204 len: 168 time: 0.1494911 Aug 18 12:23:27.303465 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4018825-70bf-4995-9e0f-e0a0efdb4066 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d2bb6f4-d12e-4ad6-b163-ff9cad3c1aa7,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:23:27.520939 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 267619bf-7cdd-4a20-9689-ba1b15fffccf no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:23:27.550003 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: 267619bf-7cdd-4a20-9689-ba1b15fffccf {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:23:27.550594 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 267619bf-7cdd-4a20-9689-ba1b15fffccf not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:23:27.551234 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device ad072e01-79b4-4fec-b59b-59bd0f93df04 no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:23:27.572126 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: ad072e01-79b4-4fec-b59b-59bd0f93df04 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:23:27.572750 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device ad072e01-79b4-4fec-b59b-59bd0f93df04 not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:23:27.573358 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 689f95de-4dd6-4491-868b-68425c31790c no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:23:27.595064 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: 689f95de-4dd6-4491-868b-68425c31790c {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:23:27.595740 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 689f95de-4dd6-4491-868b-68425c31790c not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:23:27.667580 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 40324) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:23:27.684635 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b4af1cb2-bdc4-48eb-96ee-3544c5cfbe43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:27.775041 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b4af1cb2-bdc4-48eb-96ee-3544c5cfbe43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:27.779692 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b4af1cb2-bdc4-48eb-96ee-3544c5cfbe43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:27.824771 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-b4af1cb2-bdc4-48eb-96ee-3544c5cfbe43 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9a565fb414ee41bf867eca8c33ea8355&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1536529 Aug 18 12:23:27.824771 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4af1cb2-bdc4-48eb-96ee-3544c5cfbe43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7d4f4e9-0f1c-4403-b4ec-f5ca6adb02a4,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:23:27.825759 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 40326) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:23:27.875079 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0115bb66-2839-46cc-9cf3-a8bc66f35699 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:27.897051 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0115bb66-2839-46cc-9cf3-a8bc66f35699 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:27.946423 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0115bb66-2839-46cc-9cf3-a8bc66f35699 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:27.949385 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0115bb66-2839-46cc-9cf3-a8bc66f35699 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:27.953212 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-0115bb66-2839-46cc-9cf3-a8bc66f35699 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d7d4f4e9-0f1c-4403-b4ec-f5ca6adb02a4 HTTP/1.1" status: 204 len: 168 time: 0.1237681 Aug 18 12:23:27.958634 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0115bb66-2839-46cc-9cf3-a8bc66f35699 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7d4f4e9-0f1c-4403-b4ec-f5ca6adb02a4,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:23:27.989626 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 40330) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:23:27.994809 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-8c6e9603-2ab7-4b1e-8990-101b37fef486 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Request body: {'subnet': {'network_id': '25a9383b-329d-4af4-aa0b-f017c5c118e1', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:23:28.088938 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c6e9603-2ab7-4b1e-8990-101b37fef486 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Made reservation on behalf of ed22a9de76814f7385eb909317d94ee9 for: {'subnet': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:23:28.092761 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8c6e9603-2ab7-4b1e-8990-101b37fef486 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59388119'] for subnet, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:28.312288 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8c6e9603-2ab7-4b1e-8990-101b37fef486 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58902106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59388097'] for subnet, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:28.335972 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 40340) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:23:28.376617 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-5a32a94e-3f01-4bbe-ade9-ce615c6452db admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=04c7772f3e3a44cf8987020610173657&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0392175 Aug 18 12:23:28.379133 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 40342) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:23:28.399251 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6e9603-2ab7-4b1e-8990-101b37fef486 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Pushing event updated for resources: {'Subnet': ['ID=d02def16-5d57-464b-a149-6d6ae4f36889,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:23:28.404007 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6e9603-2ab7-4b1e-8990-101b37fef486 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Checking segment: {'id': '19bf1ab8-0676-463b-b727-20bf8f0a5f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '25a9383b-329d-4af4-aa0b-f017c5c118e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:23:28.404371 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c6e9603-2ab7-4b1e-8990-101b37fef486 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Network hostable DHCP agents. Network: 25a9383b-329d-4af4-aa0b-f017c5c118e1, hostable agents: ['97c14208-2951-4361-8d64-3708c946ff5f'], hosted agents: [] {{(pid=106253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 12:23:28.422569 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c6e9603-2ab7-4b1e-8990-101b37fef486 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Network 25a9383b-329d-4af4-aa0b-f017c5c118e1 is scheduled to be hosted by DHCP agent 97c14208-2951-4361-8d64-3708c946ff5f with binding_index 1 {{(pid=106253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 12:23:28.428938 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8c9eeaf5-0b0f-4f52-a9bf-59f8e11ad909 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:28.432444 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-8c6e9603-2ab7-4b1e-8990-101b37fef486 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-2, 25a9383b-329d-4af4-aa0b-f017c5c118e1) {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:23:28.437415 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c6e9603-2ab7-4b1e-8990-101b37fef486 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:23:28.439189 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8c6e9603-2ab7-4b1e-8990-101b37fef486 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:28.444418 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3d997fa-7b61-4cf5-b258-1bf7e54be9c0 None None] Network 25a9383b-329d-4af4-aa0b-f017c5c118e1 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:23:28.451065 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8c9eeaf5-0b0f-4f52-a9bf-59f8e11ad909 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:28.457335 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-8c6e9603-2ab7-4b1e-8990-101b37fef486 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4657884 Aug 18 12:23:28.460316 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 40344) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:23:28.467127 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-eae111be-cb7d-4c6a-96f4-61d817d3bba9 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-251791758'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:23:28.496367 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eae111be-cb7d-4c6a-96f4-61d817d3bba9 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Made reservation on behalf of ed22a9de76814f7385eb909317d94ee9 for: {'network': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:23:28.500728 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-eae111be-cb7d-4c6a-96f4-61d817d3bba9 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for network, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:28.502630 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8c9eeaf5-0b0f-4f52-a9bf-59f8e11ad909 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:28.505408 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8c9eeaf5-0b0f-4f52-a9bf-59f8e11ad909 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:28.509174 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-8c9eeaf5-0b0f-4f52-a9bf-59f8e11ad909 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/14d77b68-9283-4a97-9d54-d49a09bc5ef4 HTTP/1.1" status: 204 len: 168 time: 0.1264458 Aug 18 12:23:28.514875 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9eeaf5-0b0f-4f52-a9bf-59f8e11ad909 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14d77b68-9283-4a97-9d54-d49a09bc5ef4,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:23:28.529475 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eae111be-cb7d-4c6a-96f4-61d817d3bba9 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 842} {{(pid=106253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:23:28.539767 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-eae111be-cb7d-4c6a-96f4-61d817d3bba9 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:28.540190 n-d-804985-2 neutron-server[106253]: INFO neutron.db.segments_db [None req-eae111be-cb7d-4c6a-96f4-61d817d3bba9 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Added segment 37f4ae4c-d62e-4b2e-962b-10c247b19636 of type vlan for network ff0a6c5b-216a-4ed0-b020-8511a9723fb0 Aug 18 12:23:28.587964 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-eae111be-cb7d-4c6a-96f4-61d817d3bba9 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789150665894'] for network, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:28.617326 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-eae111be-cb7d-4c6a-96f4-61d817d3bba9 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for network, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:28.624621 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eae111be-cb7d-4c6a-96f4-61d817d3bba9 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:23:28.625423 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-eae111be-cb7d-4c6a-96f4-61d817d3bba9 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Notify callbacks [] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:28.681680 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f959316-148a-4da1-b38d-d1cf0255f273 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp788be208-34ab-5a8f-af0f-528834af222f-25a9383b-329d-4af4-aa0b-f017c5c118e1', 'network_id': '25a9383b-329d-4af4-aa0b-f017c5c118e1', 'tenant_id': 'ed22a9de76814f7385eb909317d94ee9', 'fixed_ips': [{'subnet_id': 'd02def16-5d57-464b-a149-6d6ae4f36889'}]}} from n-d-804985-2. {{(pid=106254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 12:23:28.684927 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-0f959316-148a-4da1-b38d-d1cf0255f273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:28.726445 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae111be-cb7d-4c6a-96f4-61d817d3bba9 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Pushing event updated for resources: {'Network': ['ID=ff0a6c5b-216a-4ed0-b020-8511a9723fb0,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:23:28.731230 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-eae111be-cb7d-4c6a-96f4-61d817d3bba9 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2697682 Aug 18 12:23:28.734383 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 40348) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:23:28.739683 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-f4dd9f94-0e3d-4ec4-9168-c3d1b266d88b tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Request body: {'subnet': {'network_id': 'ff0a6c5b-216a-4ed0-b020-8511a9723fb0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:23:28.767465 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Network ff0a6c5b-216a-4ed0-b020-8511a9723fb0 details requested by agent ovs-agent-n-d-804985-2 with host n-d-804985-2 {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:23:28.865288 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4dd9f94-0e3d-4ec4-9168-c3d1b266d88b tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Made reservation on behalf of ed22a9de76814f7385eb909317d94ee9 for: {'subnet': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:23:28.869042 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f4dd9f94-0e3d-4ec4-9168-c3d1b266d88b tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59074089'] for subnet, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:28.902522 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.db_base_plugin_common [None req-0f959316-148a-4da1-b38d-d1cf0255f273 None None] Allocated IP 2001:db8:0:ffff::2 (25a9383b-329d-4af4-aa0b-f017c5c118e1/d02def16-5d57-464b-a149-6d6ae4f36889/81e44195-5065-41d7-98e8-3bb4e73f7ce1) {{(pid=106254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:23:29.077989 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-0f959316-148a-4da1-b38d-d1cf0255f273 None None] Notify callbacks [] for port, precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:29.087503 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-0f959316-148a-4da1-b38d-d1cf0255f273 None None] Transition to ACTIVE for port object 81e44195-5065-41d7-98e8-3bb4e73f7ce1 will not be triggered until provisioned by entity L2. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:23:29.096855 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f4dd9f94-0e3d-4ec4-9168-c3d1b266d88b tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3572913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59074111'] for subnet, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:29.105289 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-0f959316-148a-4da1-b38d-d1cf0255f273 None None] Transition to ACTIVE for port object 81e44195-5065-41d7-98e8-3bb4e73f7ce1 will not be triggered until provisioned by entity DHCP. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:23:29.112215 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-0f959316-148a-4da1-b38d-d1cf0255f273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547'] for port, after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:29.156113 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dd9f94-0e3d-4ec4-9168-c3d1b266d88b tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Pushing event updated for resources: {'Subnet': ['ID=cb45154f-23d8-4a52-acc8-033b88294150,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:23:29.161463 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f959316-148a-4da1-b38d-d1cf0255f273 None None] Network 25a9383b-329d-4af4-aa0b-f017c5c118e1 is already hosted by enough agents. {{(pid=106254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:23:29.167152 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.base_scheduler [None req-0f959316-148a-4da1-b38d-d1cf0255f273 None None] Resources bound (agent type, host, resource id): {{(pid=106254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:23:29.174719 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f959316-148a-4da1-b38d-d1cf0255f273 None None] Received port after_create {{(pid=106254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:23:29.185165 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4dd9f94-0e3d-4ec4-9168-c3d1b266d88b tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Checking segment: {'id': '37f4ae4c-d62e-4b2e-962b-10c247b19636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'ff0a6c5b-216a-4ed0-b020-8511a9723fb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:23:29.185534 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4dd9f94-0e3d-4ec4-9168-c3d1b266d88b tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Network hostable DHCP agents. Network: ff0a6c5b-216a-4ed0-b020-8511a9723fb0, hostable agents: ['97c14208-2951-4361-8d64-3708c946ff5f'], hosted agents: [] {{(pid=106252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 12:23:29.210287 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4dd9f94-0e3d-4ec4-9168-c3d1b266d88b tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Network ff0a6c5b-216a-4ed0-b020-8511a9723fb0 is scheduled to be hosted by DHCP agent 97c14208-2951-4361-8d64-3708c946ff5f with binding_index 1 {{(pid=106252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 12:23:29.226427 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-f4dd9f94-0e3d-4ec4-9168-c3d1b266d88b tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-2, ff0a6c5b-216a-4ed0-b020-8511a9723fb0) {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:23:29.231179 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4dd9f94-0e3d-4ec4-9168-c3d1b266d88b tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:23:29.231777 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f4dd9f94-0e3d-4ec4-9168-c3d1b266d88b tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for subnet, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:29.239322 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f959316-148a-4da1-b38d-d1cf0255f273 None None] Pushing event updated for resources: {'Port': ['ID=81e44195-5065-41d7-98e8-3bb4e73f7ce1,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:23:29.253413 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e6e8ab3-a19e-4f56-b0df-acbfea473107 None None] Network ff0a6c5b-216a-4ed0-b020-8511a9723fb0 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:23:29.260052 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 40370) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:23:29.261587 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-f4dd9f94-0e3d-4ec4-9168-c3d1b266d88b tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.5260384 Aug 18 12:23:29.304467 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-0f959316-148a-4da1-b38d-d1cf0255f273 None None] Attempting to bind port 81e44195-5065-41d7-98e8-3bb4e73f7ce1 on host n-d-804985-2 for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:23:29.304876 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-0f959316-148a-4da1-b38d-d1cf0255f273 None None] Attempting to bind port 81e44195-5065-41d7-98e8-3bb4e73f7ce1 by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': '19bf1ab8-0676-463b-b727-20bf8f0a5f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '25a9383b-329d-4af4-aa0b-f017c5c118e1'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:23:29.305443 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f959316-148a-4da1-b38d-d1cf0255f273 None None] Attempting to bind port 81e44195-5065-41d7-98e8-3bb4e73f7ce1 on network 25a9383b-329d-4af4-aa0b-f017c5c118e1 {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:23:29.323520 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f959316-148a-4da1-b38d-d1cf0255f273 None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 23, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:23:29.323803 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f959316-148a-4da1-b38d-d1cf0255f273 None None] Checking segment: {'id': '19bf1ab8-0676-463b-b727-20bf8f0a5f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '25a9383b-329d-4af4-aa0b-f017c5c118e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:23:29.324220 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-0f959316-148a-4da1-b38d-d1cf0255f273 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:29.324678 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f959316-148a-4da1-b38d-d1cf0255f273 None None] Bound using segment: {'id': '19bf1ab8-0676-463b-b727-20bf8f0a5f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '25a9383b-329d-4af4-aa0b-f017c5c118e1'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:23:29.325155 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-0f959316-148a-4da1-b38d-d1cf0255f273 None None] Bound port: 81e44195-5065-41d7-98e8-3bb4e73f7ce1, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19bf1ab8-0676-463b-b727-20bf8f0a5f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '25a9383b-329d-4af4-aa0b-f017c5c118e1'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:23:29.325535 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-0f959316-148a-4da1-b38d-d1cf0255f273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:29.392587 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-89fdbb68-877e-4a3f-8908-72657aa1e262 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7904109'] for network, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:29.438569 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 40376) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:23:29.493213 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-0f959316-148a-4da1-b38d-d1cf0255f273 None None] For port 81e44195-5065-41d7-98e8-3bb4e73f7ce1, host n-d-804985-2, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:23:29.496376 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3d53bd3-ca04-4207-9ba4-a7e556a12086 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp788be208-34ab-5a8f-af0f-528834af222f-ff0a6c5b-216a-4ed0-b020-8511a9723fb0', 'network_id': 'ff0a6c5b-216a-4ed0-b020-8511a9723fb0', 'tenant_id': 'ed22a9de76814f7385eb909317d94ee9', 'fixed_ips': [{'subnet_id': 'cb45154f-23d8-4a52-acc8-033b88294150'}]}} from n-d-804985-2. {{(pid=106254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 12:23:29.497564 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-d3d53bd3-ca04-4207-9ba4-a7e556a12086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:29.546024 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-0f959316-148a-4da1-b38d-d1cf0255f273 None None] For port 81e44195-5065-41d7-98e8-3bb4e73f7ce1, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=81e44195-5065-41d7-98e8-3bb4e73f7ce1,segment=NetworkSegment(19bf1ab8-0676-463b-b727-20bf8f0a5f21),segment_id=19bf1ab8-0676-463b-b727-20bf8f0a5f21)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:23:29.567305 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-5b388b83-88de-478b-9fd8-900e46f9cdc7 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1590541155-network', 'tenant_id': '595d0448a32a4cafa99d46824ae5f612'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:23:29.602265 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b388b83-88de-478b-9fd8-900e46f9cdc7 admin admin] Made reservation on behalf of 595d0448a32a4cafa99d46824ae5f612 for: {'network': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:23:29.606269 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5b388b83-88de-478b-9fd8-900e46f9cdc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for network, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:29.619127 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5b388b83-88de-478b-9fd8-900e46f9cdc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:29.621405 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-0f959316-148a-4da1-b38d-d1cf0255f273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:29.745804 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f959316-148a-4da1-b38d-d1cf0255f273 None None] Pushing event updated for resources: {'Port': ['ID=81e44195-5065-41d7-98e8-3bb4e73f7ce1,revision_number=2']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:23:29.770131 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.db_base_plugin_common [None req-d3d53bd3-ca04-4207-9ba4-a7e556a12086 None None] Allocated IP 2001:db8::1 (ff0a6c5b-216a-4ed0-b020-8511a9723fb0/cb45154f-23d8-4a52-acc8-033b88294150/37587193-bec3-4098-93d3-d47dedc70660) {{(pid=106254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:23:29.773053 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5b388b83-88de-478b-9fd8-900e46f9cdc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:29.779773 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5b388b83-88de-478b-9fd8-900e46f9cdc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:29.803109 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b388b83-88de-478b-9fd8-900e46f9cdc7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 814} {{(pid=106252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:23:29.816031 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5b388b83-88de-478b-9fd8-900e46f9cdc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:29.816830 n-d-804985-2 neutron-server[106252]: INFO neutron.db.segments_db [None req-5b388b83-88de-478b-9fd8-900e46f9cdc7 admin admin] Added segment 413ac27d-b0a3-49b3-98a5-c26dbb3f1cda of type vlan for network ec66e735-6812-4152-8901-06c6cff3ab85 Aug 18 12:23:29.862480 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-89fdbb68-877e-4a3f-8908-72657aa1e262 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:29.869155 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5b388b83-88de-478b-9fd8-900e46f9cdc7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789150665894'] for network, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:29.920856 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5b388b83-88de-478b-9fd8-900e46f9cdc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for network, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:29.923306 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b388b83-88de-478b-9fd8-900e46f9cdc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:23:29.924907 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5b388b83-88de-478b-9fd8-900e46f9cdc7 admin admin] Notify callbacks [] for network, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:29.997260 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-d3d53bd3-ca04-4207-9ba4-a7e556a12086 None None] Notify callbacks [] for port, precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:30.005163 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b388b83-88de-478b-9fd8-900e46f9cdc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c44ae57d-0f4b-4c3f-b9c5-8bdb0c97fe7b,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:23:30.006241 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-d3d53bd3-ca04-4207-9ba4-a7e556a12086 None None] Transition to ACTIVE for port object 37587193-bec3-4098-93d3-d47dedc70660 will not be triggered until provisioned by entity L2. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:23:30.012612 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-5b388b83-88de-478b-9fd8-900e46f9cdc7 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5722651 Aug 18 12:23:30.015655 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 40380) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:23:30.024973 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-d3d53bd3-ca04-4207-9ba4-a7e556a12086 None None] Transition to ACTIVE for port object 37587193-bec3-4098-93d3-d47dedc70660 will not be triggered until provisioned by entity DHCP. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:23:30.031995 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b388b83-88de-478b-9fd8-900e46f9cdc7 admin admin] Pushing event updated for resources: {'Network': ['ID=ec66e735-6812-4152-8901-06c6cff3ab85,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:23:30.037415 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-d3d53bd3-ca04-4207-9ba4-a7e556a12086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547'] for port, after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:30.037701 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-9e5bf6fc-f51b-440d-9c41-d2db6c4fd844 admin admin] Request body: {'subnet': {'network_id': 'ec66e735-6812-4152-8901-06c6cff3ab85', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1590541155-subnet', 'tenant_id': '595d0448a32a4cafa99d46824ae5f612', 'ip_version': 4}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:23:30.084907 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-89fdbb68-877e-4a3f-8908-72657aa1e262 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58902171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59388106'] for subnet, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:30.093879 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Network ec66e735-6812-4152-8901-06c6cff3ab85 details requested by agent ovs-agent-n-d-804985-2 with host n-d-804985-2 {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:23:30.123600 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fdbb68-877e-4a3f-8908-72657aa1e262 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Pushing event deleted for resources: {'Subnet': ['ID=cb45154f-23d8-4a52-acc8-033b88294150,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:23:30.145191 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e5bf6fc-f51b-440d-9c41-d2db6c4fd844 admin admin] Made reservation on behalf of 595d0448a32a4cafa99d46824ae5f612 for: {'subnet': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:23:30.145434 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9e5bf6fc-f51b-440d-9c41-d2db6c4fd844 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59388119'] for subnet, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:30.146106 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3d53bd3-ca04-4207-9ba4-a7e556a12086 None None] Network ff0a6c5b-216a-4ed0-b020-8511a9723fb0 is already hosted by enough agents. {{(pid=106254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:23:30.153862 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.base_scheduler [None req-d3d53bd3-ca04-4207-9ba4-a7e556a12086 None None] Resources bound (agent type, host, resource id): {{(pid=106254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:23:30.161743 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d53bd3-ca04-4207-9ba4-a7e556a12086 None None] Pushing event updated for resources: {'Port': ['ID=37587193-bec3-4098-93d3-d47dedc70660,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:23:30.167154 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d53bd3-ca04-4207-9ba4-a7e556a12086 None None] Received port after_create {{(pid=106254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:23:30.231398 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-d3d53bd3-ca04-4207-9ba4-a7e556a12086 None None] Attempting to bind port 37587193-bec3-4098-93d3-d47dedc70660 on host n-d-804985-2 for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:23:30.231796 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-d3d53bd3-ca04-4207-9ba4-a7e556a12086 None None] Attempting to bind port 37587193-bec3-4098-93d3-d47dedc70660 by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': '37f4ae4c-d62e-4b2e-962b-10c247b19636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'ff0a6c5b-216a-4ed0-b020-8511a9723fb0'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:23:30.232153 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d53bd3-ca04-4207-9ba4-a7e556a12086 None None] Attempting to bind port 37587193-bec3-4098-93d3-d47dedc70660 on network ff0a6c5b-216a-4ed0-b020-8511a9723fb0 {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:23:30.237304 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d53bd3-ca04-4207-9ba4-a7e556a12086 None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 23, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:23:30.237677 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d53bd3-ca04-4207-9ba4-a7e556a12086 None None] Checking segment: {'id': '37f4ae4c-d62e-4b2e-962b-10c247b19636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'ff0a6c5b-216a-4ed0-b020-8511a9723fb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:23:30.238075 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-d3d53bd3-ca04-4207-9ba4-a7e556a12086 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:30.238461 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d53bd3-ca04-4207-9ba4-a7e556a12086 None None] Bound using segment: {'id': '37f4ae4c-d62e-4b2e-962b-10c247b19636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'ff0a6c5b-216a-4ed0-b020-8511a9723fb0'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:23:30.238921 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-d3d53bd3-ca04-4207-9ba4-a7e556a12086 None None] Bound port: 37587193-bec3-4098-93d3-d47dedc70660, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37f4ae4c-d62e-4b2e-962b-10c247b19636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'ff0a6c5b-216a-4ed0-b020-8511a9723fb0'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:23:30.239755 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-d3d53bd3-ca04-4207-9ba4-a7e556a12086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:30.258365 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-89fdbb68-877e-4a3f-8908-72657aa1e262 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8367869', 'neutron.services.segments.db._delete_segments_for_network-8789151212993'] for network, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:30.277129 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-89fdbb68-877e-4a3f-8908-72657aa1e262 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff0a6c5b-216a-4ed0-b020-8511a9723fb0']}} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:23:30.292354 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-89fdbb68-877e-4a3f-8908-72657aa1e262 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37f4ae4c-d62e-4b2e-962b-10c247b19636') {'for_net_delete': True} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:23:30.292677 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-89fdbb68-877e-4a3f-8908-72657aa1e262 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37f4ae4c-d62e-4b2e-962b-10c247b19636') {} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:23:30.308799 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-89fdbb68-877e-4a3f-8908-72657aa1e262 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789151225254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902236'] for segment, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:30.323417 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-d3d53bd3-ca04-4207-9ba4-a7e556a12086 None None] For port 37587193-bec3-4098-93d3-d47dedc70660, host n-d-804985-2, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:23:30.327186 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-d3d53bd3-ca04-4207-9ba4-a7e556a12086 None None] For port 37587193-bec3-4098-93d3-d47dedc70660, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=37587193-bec3-4098-93d3-d47dedc70660,segment=NetworkSegment(37f4ae4c-d62e-4b2e-962b-10c247b19636),segment_id=37f4ae4c-d62e-4b2e-962b-10c247b19636)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:23:30.334841 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-d3d53bd3-ca04-4207-9ba4-a7e556a12086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:30.340298 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-89fdbb68-877e-4a3f-8908-72657aa1e262 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:30.373079 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89fdbb68-877e-4a3f-8908-72657aa1e262 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Releasing vlan 842 on physical network physnet1 to pool {{(pid=106253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:23:30.373650 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-89fdbb68-877e-4a3f-8908-72657aa1e262 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58900537'] for segment, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:30.376928 n-d-804985-2 neutron-server[106253]: Traceback (most recent call last): Aug 18 12:23:30.376928 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:23:30.376928 n-d-804985-2 neutron-server[106253]: timer() Aug 18 12:23:30.376928 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:23:30.376928 n-d-804985-2 neutron-server[106253]: cb(*args, **kw) Aug 18 12:23:30.376928 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:23:30.376928 n-d-804985-2 neutron-server[106253]: return func(*args, **kwargs) Aug 18 12:23:30.376928 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:23:30.376928 n-d-804985-2 neutron-server[106253]: self._notify() Aug 18 12:23:30.376928 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:23:30.376928 n-d-804985-2 neutron-server[106253]: self.callback(batched_events) Aug 18 12:23:30.376928 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:23:30.376928 n-d-804985-2 neutron-server[106253]: event.method(event) Aug 18 12:23:30.376928 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:23:30.376928 n-d-804985-2 neutron-server[106253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:23:30.376928 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:23:30.376928 n-d-804985-2 neutron-server[106253]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:23:30.376928 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:23:30.376928 n-d-804985-2 neutron-server[106253]: return f(self, *a, **k) Aug 18 12:23:30.376928 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:23:30.376928 n-d-804985-2 neutron-server[106253]: return self._get(url).json() Aug 18 12:23:30.376928 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:23:30.376928 n-d-804985-2 neutron-server[106253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:23:30.376928 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:23:30.376928 n-d-804985-2 neutron-server[106253]: return self.request(url, 'GET', **kwargs) Aug 18 12:23:30.376928 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:23:30.376928 n-d-804985-2 neutron-server[106253]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:23:30.376928 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:23:30.376928 n-d-804985-2 neutron-server[106253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:23:30.376928 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:23:30.376928 n-d-804985-2 neutron-server[106253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:23:30.376928 n-d-804985-2 neutron-server[106253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:23:30.429952 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d53bd3-ca04-4207-9ba4-a7e556a12086 None None] Pushing event updated for resources: {'Port': ['ID=37587193-bec3-4098-93d3-d47dedc70660,revision_number=2']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:23:30.458322 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd0d7f08-d8a6-47fe-bbad-ec558906d5d2 None None] Network ff0a6c5b-216a-4ed0-b020-8511a9723fb0 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:23:30.471640 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.db.api [None req-89fdbb68-877e-4a3f-8908-72657aa1e262 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 18 12:23:30.471640 n-d-804985-2 neutron-server[106253]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 18 12:23:30.471640 n-d-804985-2 neutron-server[106253]: [parameters: {'id': 'ff0a6c5b-216a-4ed0-b020-8511a9723fb0'}] Aug 18 12:23:30.471640 n-d-804985-2 neutron-server[106253]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=106253) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 18 12:23:30.472494 n-d-804985-2 neutron-server[106253]: DEBUG oslo_db.api [None req-89fdbb68-877e-4a3f-8908-72657aa1e262 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 18 12:23:30.493983 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9e5bf6fc-f51b-440d-9c41-d2db6c4fd844 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58902106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59388097'] for subnet, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:30.563218 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5bf6fc-f51b-440d-9c41-d2db6c4fd844 admin admin] Pushing event updated for resources: {'Subnet': ['ID=235bb850-98b6-4700-9c70-2050a9a0ef2a,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:23:30.569339 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5bf6fc-f51b-440d-9c41-d2db6c4fd844 admin admin] Checking segment: {'id': '413ac27d-b0a3-49b3-98a5-c26dbb3f1cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'ec66e735-6812-4152-8901-06c6cff3ab85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:23:30.569693 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e5bf6fc-f51b-440d-9c41-d2db6c4fd844 admin admin] Network hostable DHCP agents. Network: ec66e735-6812-4152-8901-06c6cff3ab85, hostable agents: ['97c14208-2951-4361-8d64-3708c946ff5f'], hosted agents: [] {{(pid=106253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 12:23:30.593758 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e5bf6fc-f51b-440d-9c41-d2db6c4fd844 admin admin] Network ec66e735-6812-4152-8901-06c6cff3ab85 is scheduled to be hosted by DHCP agent 97c14208-2951-4361-8d64-3708c946ff5f with binding_index 1 {{(pid=106253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 12:23:30.603947 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-9e5bf6fc-f51b-440d-9c41-d2db6c4fd844 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-2, ec66e735-6812-4152-8901-06c6cff3ab85) {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:23:30.608704 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e5bf6fc-f51b-440d-9c41-d2db6c4fd844 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:23:30.609297 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9e5bf6fc-f51b-440d-9c41-d2db6c4fd844 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:30.613423 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-209b068c-cf54-41f9-99a5-81f3bd8a56d7 None None] Network ec66e735-6812-4152-8901-06c6cff3ab85 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:23:30.628838 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 40388) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:23:30.629086 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-9e5bf6fc-f51b-440d-9c41-d2db6c4fd844 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6120522 Aug 18 12:23:30.635733 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-a9c32556-70c9-4aa1-93e9-9bbc0938bb5f admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1590541155-router', 'tenant_id': '595d0448a32a4cafa99d46824ae5f612', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'}}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:23:30.659981 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a9c32556-70c9-4aa1-93e9-9bbc0938bb5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-998592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15809'] for router, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:30.661588 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a9c32556-70c9-4aa1-93e9-9bbc0938bb5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-992733', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-971415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15816'] for router, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:30.723063 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a9c32556-70c9-4aa1-93e9-9bbc0938bb5f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:30.886343 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a9c32556-70c9-4aa1-93e9-9bbc0938bb5f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:30.943772 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aa6e5f2-b5ed-4a86-ae3b-3a39c38ea53b None None] Network 25a9383b-329d-4af4-aa0b-f017c5c118e1 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:23:30.972961 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-89fdbb68-877e-4a3f-8908-72657aa1e262 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7904109'] for network, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:31.038660 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-89fdbb68-877e-4a3f-8908-72657aa1e262 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Deleting port 37587193-bec3-4098-93d3-d47dedc70660 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:23:31.039386 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-89fdbb68-877e-4a3f-8908-72657aa1e262 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:31.067479 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-0b9d22ee-63d4-480f-b0ba-f02675016a52 None None] Provisioning for port 81e44195-5065-41d7-98e8-3bb4e73f7ce1 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:23:31.081051 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fb17cdc-2519-4b6c-b3f0-20700e1b3ea1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp788be208-34ab-5a8f-af0f-528834af222f-ec66e735-6812-4152-8901-06c6cff3ab85', 'network_id': 'ec66e735-6812-4152-8901-06c6cff3ab85', 'tenant_id': '595d0448a32a4cafa99d46824ae5f612', 'fixed_ips': [{'subnet_id': '235bb850-98b6-4700-9c70-2050a9a0ef2a'}]}} from n-d-804985-2. {{(pid=106254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 12:23:31.081906 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-6fb17cdc-2519-4b6c-b3f0-20700e1b3ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:31.119152 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [None req-89fdbb68-877e-4a3f-8908-72657aa1e262 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] For port 37587193-bec3-4098-93d3-d47dedc70660, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=37587193-bec3-4098-93d3-d47dedc70660,segment=NetworkSegment(37f4ae4c-d62e-4b2e-962b-10c247b19636),segment_id=37f4ae4c-d62e-4b2e-962b-10c247b19636)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:23:31.119670 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-89fdbb68-877e-4a3f-8908-72657aa1e262 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:31.124922 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a9c32556-70c9-4aa1-93e9-9bbc0938bb5f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:31.142973 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-89fdbb68-877e-4a3f-8908-72657aa1e262 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Calling delete_port for 37587193-bec3-4098-93d3-d47dedc70660 owned by network:dhcp {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:23:31.153108 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a9c32556-70c9-4aa1-93e9-9bbc0938bb5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:31.245948 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-89fdbb68-877e-4a3f-8908-72657aa1e262 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:31.276069 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fdbb68-877e-4a3f-8908-72657aa1e262 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Pushing event deleted for resources: {'Port': ['ID=37587193-bec3-4098-93d3-d47dedc70660,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:23:31.284010 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89fdbb68-877e-4a3f-8908-72657aa1e262 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] No DVR routers for this DVR port 37587193-bec3-4098-93d3-d47dedc70660 on host n-d-804985-2 {{(pid=106253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:23:31.301268 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [None req-a9c32556-70c9-4aa1-93e9-9bbc0938bb5f admin admin] Allocated IP 172.25.7.135 (7cae7a70-14fd-408c-b14d-39ceb97cb60e/9784295a-20b8-4a4b-b105-f82737f0448f/c20cd0c7-06d8-40dc-8ca2-dd9b1e8de77f) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:23:31.326649 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.db_base_plugin_common [None req-6fb17cdc-2519-4b6c-b3f0-20700e1b3ea1 None None] Allocated IP 172.20.0.2 (ec66e735-6812-4152-8901-06c6cff3ab85/235bb850-98b6-4700-9c70-2050a9a0ef2a/f109e54d-0fe2-4fbc-8a0a-ae09736359c4) {{(pid=106254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:23:31.410300 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-89fdbb68-877e-4a3f-8908-72657aa1e262 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8367869', 'neutron.services.segments.db._delete_segments_for_network-8789151212993'] for network, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:31.438430 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-89fdbb68-877e-4a3f-8908-72657aa1e262 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff0a6c5b-216a-4ed0-b020-8511a9723fb0']}} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:23:31.457078 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-89fdbb68-877e-4a3f-8908-72657aa1e262 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37f4ae4c-d62e-4b2e-962b-10c247b19636') {'for_net_delete': True} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:23:31.457716 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-89fdbb68-877e-4a3f-8908-72657aa1e262 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37f4ae4c-d62e-4b2e-962b-10c247b19636') {} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:23:31.486144 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a9c32556-70c9-4aa1-93e9-9bbc0938bb5f admin admin] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:31.493973 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-89fdbb68-877e-4a3f-8908-72657aa1e262 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789151225254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902236'] for segment, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:31.512143 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-89fdbb68-877e-4a3f-8908-72657aa1e262 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:31.525265 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89fdbb68-877e-4a3f-8908-72657aa1e262 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Releasing vlan 842 on physical network physnet1 to pool {{(pid=106253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:23:31.525939 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-89fdbb68-877e-4a3f-8908-72657aa1e262 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58900537'] for segment, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:31.535112 n-d-804985-2 neutron-server[106253]: Traceback (most recent call last): Aug 18 12:23:31.535112 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:23:31.535112 n-d-804985-2 neutron-server[106253]: timer() Aug 18 12:23:31.535112 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:23:31.535112 n-d-804985-2 neutron-server[106253]: cb(*args, **kw) Aug 18 12:23:31.535112 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:23:31.535112 n-d-804985-2 neutron-server[106253]: return func(*args, **kwargs) Aug 18 12:23:31.535112 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:23:31.535112 n-d-804985-2 neutron-server[106253]: self._notify() Aug 18 12:23:31.535112 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:23:31.535112 n-d-804985-2 neutron-server[106253]: self.callback(batched_events) Aug 18 12:23:31.535112 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:23:31.535112 n-d-804985-2 neutron-server[106253]: event.method(event) Aug 18 12:23:31.535112 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:23:31.535112 n-d-804985-2 neutron-server[106253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:23:31.535112 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:23:31.535112 n-d-804985-2 neutron-server[106253]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:23:31.535112 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:23:31.535112 n-d-804985-2 neutron-server[106253]: return f(self, *a, **k) Aug 18 12:23:31.535112 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:23:31.535112 n-d-804985-2 neutron-server[106253]: return self._get(url).json() Aug 18 12:23:31.535112 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:23:31.535112 n-d-804985-2 neutron-server[106253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:23:31.535112 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:23:31.535112 n-d-804985-2 neutron-server[106253]: return self.request(url, 'GET', **kwargs) Aug 18 12:23:31.535112 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:23:31.535112 n-d-804985-2 neutron-server[106253]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:23:31.535112 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:23:31.535112 n-d-804985-2 neutron-server[106253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:23:31.535112 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:23:31.535112 n-d-804985-2 neutron-server[106253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:23:31.535112 n-d-804985-2 neutron-server[106253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:23:31.569142 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 81e44195-5065-41d7-98e8-3bb4e73f7ce1 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:23:31.591286 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a9c32556-70c9-4aa1-93e9-9bbc0938bb5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:31.608919 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-89fdbb68-877e-4a3f-8908-72657aa1e262 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8367858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997186'] for network, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:31.620980 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-89fdbb68-877e-4a3f-8908-72657aa1e262 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Notify callbacks [] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:31.622736 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-89fdbb68-877e-4a3f-8908-72657aa1e262 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] 10.222.0.66 "DELETE /v2.0/networks/ff0a6c5b-216a-4ed0-b020-8511a9723fb0 HTTP/1.1" status: 204 len: 168 time: 2.3615291 Aug 18 12:23:31.635649 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 40396) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:23:31.640947 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-a677393e-fd32-45f4-8826-b5599d865023 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1721389620'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:23:31.665484 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fdbb68-877e-4a3f-8908-72657aa1e262 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Pushing event deleted for resources: {'Network': ['ID=ff0a6c5b-216a-4ed0-b020-8511a9723fb0,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:23:31.668304 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-6fb17cdc-2519-4b6c-b3f0-20700e1b3ea1 None None] Notify callbacks [] for port, precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:31.678473 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-6fb17cdc-2519-4b6c-b3f0-20700e1b3ea1 None None] Transition to ACTIVE for port object f109e54d-0fe2-4fbc-8a0a-ae09736359c4 will not be triggered until provisioned by entity L2. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:23:31.684464 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9c32556-70c9-4aa1-93e9-9bbc0938bb5f admin admin] Network 7cae7a70-14fd-408c-b14d-39ceb97cb60e is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:23:31.691708 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-a9c32556-70c9-4aa1-93e9-9bbc0938bb5f admin admin] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:23:31.695239 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c32556-70c9-4aa1-93e9-9bbc0938bb5f admin admin] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:23:31.698906 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-6fb17cdc-2519-4b6c-b3f0-20700e1b3ea1 None None] Transition to ACTIVE for port object f109e54d-0fe2-4fbc-8a0a-ae09736359c4 will not be triggered until provisioned by entity DHCP. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:23:31.703354 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a677393e-fd32-45f4-8826-b5599d865023 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Made reservation on behalf of ed22a9de76814f7385eb909317d94ee9 for: {'network': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:23:31.708083 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a677393e-fd32-45f4-8826-b5599d865023 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for network, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:31.721823 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port 81e44195-5065-41d7-98e8-3bb4e73f7ce1 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:23:31.724106 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-6fb17cdc-2519-4b6c-b3f0-20700e1b3ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547'] for port, after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:31.729799 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c32556-70c9-4aa1-93e9-9bbc0938bb5f admin admin] Pushing event updated for resources: {'Port': ['ID=c20cd0c7-06d8-40dc-8ca2-dd9b1e8de77f,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:23:31.761355 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-71514ee6-5ff0-45a6-80bf-4e8c7f006d75 None None] Provisioning complete for port 81e44195-5065-41d7-98e8-3bb4e73f7ce1 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:23:31.761732 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-71514ee6-5ff0-45a6-80bf-4e8c7f006d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:31.770613 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a677393e-fd32-45f4-8826-b5599d865023 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 813} {{(pid=106252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:23:31.784155 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 81e44195-5065-41d7-98e8-3bb4e73f7ce1 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:23:31.784568 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:31.828837 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fb17cdc-2519-4b6c-b3f0-20700e1b3ea1 None None] Network ec66e735-6812-4152-8901-06c6cff3ab85 is already hosted by enough agents. {{(pid=106254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:23:31.832588 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb17cdc-2519-4b6c-b3f0-20700e1b3ea1 None None] Pushing event updated for resources: {'Port': ['ID=f109e54d-0fe2-4fbc-8a0a-ae09736359c4,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:23:31.840951 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a677393e-fd32-45f4-8826-b5599d865023 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:31.841084 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.base_scheduler [None req-6fb17cdc-2519-4b6c-b3f0-20700e1b3ea1 None None] Resources bound (agent type, host, resource id): {{(pid=106254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:23:31.841310 n-d-804985-2 neutron-server[106252]: INFO neutron.db.segments_db [None req-a677393e-fd32-45f4-8826-b5599d865023 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Added segment aabab97a-bdc1-42ac-99d3-acb44fa5fbe6 of type vlan for network 4d126ec1-4e85-4bfc-8e66-20d22a4041d5 Aug 18 12:23:31.846541 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb17cdc-2519-4b6c-b3f0-20700e1b3ea1 None None] Received port after_create {{(pid=106254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:23:31.939222 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-6fb17cdc-2519-4b6c-b3f0-20700e1b3ea1 None None] Attempting to bind port f109e54d-0fe2-4fbc-8a0a-ae09736359c4 on host n-d-804985-2 for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:23:31.939623 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-6fb17cdc-2519-4b6c-b3f0-20700e1b3ea1 None None] Attempting to bind port f109e54d-0fe2-4fbc-8a0a-ae09736359c4 by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': '413ac27d-b0a3-49b3-98a5-c26dbb3f1cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'ec66e735-6812-4152-8901-06c6cff3ab85'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:23:31.939952 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb17cdc-2519-4b6c-b3f0-20700e1b3ea1 None None] Attempting to bind port f109e54d-0fe2-4fbc-8a0a-ae09736359c4 on network ec66e735-6812-4152-8901-06c6cff3ab85 {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:23:31.974898 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb17cdc-2519-4b6c-b3f0-20700e1b3ea1 None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 23, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:23:31.975586 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb17cdc-2519-4b6c-b3f0-20700e1b3ea1 None None] Checking segment: {'id': '413ac27d-b0a3-49b3-98a5-c26dbb3f1cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'ec66e735-6812-4152-8901-06c6cff3ab85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:23:31.975679 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-6fb17cdc-2519-4b6c-b3f0-20700e1b3ea1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:31.976036 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb17cdc-2519-4b6c-b3f0-20700e1b3ea1 None None] Bound using segment: {'id': '413ac27d-b0a3-49b3-98a5-c26dbb3f1cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'ec66e735-6812-4152-8901-06c6cff3ab85'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:23:31.976622 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-6fb17cdc-2519-4b6c-b3f0-20700e1b3ea1 None None] Bound port: f109e54d-0fe2-4fbc-8a0a-ae09736359c4, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '413ac27d-b0a3-49b3-98a5-c26dbb3f1cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'ec66e735-6812-4152-8901-06c6cff3ab85'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:23:31.978324 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-6fb17cdc-2519-4b6c-b3f0-20700e1b3ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:31.997583 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-71514ee6-5ff0-45a6-80bf-4e8c7f006d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:32.016979 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:32.095815 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] For port 81e44195-5065-41d7-98e8-3bb4e73f7ce1, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=81e44195-5065-41d7-98e8-3bb4e73f7ce1,segment=NetworkSegment(19bf1ab8-0676-463b-b727-20bf8f0a5f21),segment_id=19bf1ab8-0676-463b-b727-20bf8f0a5f21)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:23:32.109326 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:32.142113 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-6fb17cdc-2519-4b6c-b3f0-20700e1b3ea1 None None] For port f109e54d-0fe2-4fbc-8a0a-ae09736359c4, host n-d-804985-2, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:23:32.178405 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-6fb17cdc-2519-4b6c-b3f0-20700e1b3ea1 None None] For port f109e54d-0fe2-4fbc-8a0a-ae09736359c4, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=f109e54d-0fe2-4fbc-8a0a-ae09736359c4,segment=NetworkSegment(413ac27d-b0a3-49b3-98a5-c26dbb3f1cda),segment_id=413ac27d-b0a3-49b3-98a5-c26dbb3f1cda)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:23:32.191124 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-6fb17cdc-2519-4b6c-b3f0-20700e1b3ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:32.213669 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.db.api [None req-71514ee6-5ff0-45a6-80bf-4e8c7f006d75 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106254) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 18 12:23:32.214027 n-d-804985-2 neutron-server[106254]: DEBUG oslo_db.api [None req-71514ee6-5ff0-45a6-80bf-4e8c7f006d75 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 18 12:23:32.216232 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Pushing event updated for resources: {'Port': ['ID=81e44195-5065-41d7-98e8-3bb4e73f7ce1,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:23:32.256598 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a677393e-fd32-45f4-8826-b5599d865023 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789150665894'] for network, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:32.278461 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb17cdc-2519-4b6c-b3f0-20700e1b3ea1 None None] Pushing event updated for resources: {'Port': ['ID=f109e54d-0fe2-4fbc-8a0a-ae09736359c4,revision_number=2']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:23:32.327748 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a677393e-fd32-45f4-8826-b5599d865023 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for network, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:32.333702 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a677393e-fd32-45f4-8826-b5599d865023 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:23:32.334301 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a677393e-fd32-45f4-8826-b5599d865023 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Notify callbacks [] for network, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:32.449227 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-a677393e-fd32-45f4-8826-b5599d865023 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8097205 Aug 18 12:23:32.449621 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 40404) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:23:32.454919 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-b8e14c1f-11d0-4142-8690-43a13b4a1e59 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Request body: {'subnet': {'network_id': '4d126ec1-4e85-4bfc-8e66-20d22a4041d5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:23:32.455271 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a677393e-fd32-45f4-8826-b5599d865023 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Pushing event updated for resources: {'Network': ['ID=4d126ec1-4e85-4bfc-8e66-20d22a4041d5,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:23:32.470134 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Network 4d126ec1-4e85-4bfc-8e66-20d22a4041d5 details requested by agent ovs-agent-n-d-804985-2 with host n-d-804985-2 {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:23:32.474875 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a9c32556-70c9-4aa1-93e9-9bbc0938bb5f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:32.585078 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8e14c1f-11d0-4142-8690-43a13b4a1e59 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Made reservation on behalf of ed22a9de76814f7385eb909317d94ee9 for: {'subnet': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:23:32.589002 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b8e14c1f-11d0-4142-8690-43a13b4a1e59 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59388119'] for subnet, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:32.713503 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a9c32556-70c9-4aa1-93e9-9bbc0938bb5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-998473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-992536'] for router, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:32.809486 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b8e14c1f-11d0-4142-8690-43a13b4a1e59 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58902106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59388097'] for subnet, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:32.858352 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9c32556-70c9-4aa1-93e9-9bbc0938bb5f admin admin] Router 89fc2d3c-688a-4b9e-a61e-d0f9c11d1e26 is scheduled to L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 with binding_index 1 {{(pid=106252) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 12:23:32.871408 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e14c1f-11d0-4142-8690-43a13b4a1e59 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Pushing event updated for resources: {'Subnet': ['ID=50f7053b-8949-4ef7-a8a2-f7b5dfde7ea7,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:23:32.880381 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e14c1f-11d0-4142-8690-43a13b4a1e59 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Checking segment: {'id': 'aabab97a-bdc1-42ac-99d3-acb44fa5fbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '4d126ec1-4e85-4bfc-8e66-20d22a4041d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:23:32.880793 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8e14c1f-11d0-4142-8690-43a13b4a1e59 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Network hostable DHCP agents. Network: 4d126ec1-4e85-4bfc-8e66-20d22a4041d5, hostable agents: ['97c14208-2951-4361-8d64-3708c946ff5f'], hosted agents: [] {{(pid=106253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 12:23:32.897683 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8e14c1f-11d0-4142-8690-43a13b4a1e59 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Network 4d126ec1-4e85-4bfc-8e66-20d22a4041d5 is scheduled to be hosted by DHCP agent 97c14208-2951-4361-8d64-3708c946ff5f with binding_index 1 {{(pid=106253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 12:23:32.907654 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-b8e14c1f-11d0-4142-8690-43a13b4a1e59 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-2, 4d126ec1-4e85-4bfc-8e66-20d22a4041d5) {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:23:32.913415 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8e14c1f-11d0-4142-8690-43a13b4a1e59 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:23:32.914671 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b8e14c1f-11d0-4142-8690-43a13b4a1e59 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:32.919077 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2c2e690-0f8a-4e7d-bdd4-3472791d4544 None None] Network 4d126ec1-4e85-4bfc-8e66-20d22a4041d5 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:23:32.945298 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-b8e14c1f-11d0-4142-8690-43a13b4a1e59 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.4943593 Aug 18 12:23:32.948764 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 40406) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:23:32.954854 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-e0ef4a1e-7070-44ee-9903-b846cc51f2d5 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1947587262'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:23:32.990336 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9c32556-70c9-4aa1-93e9-9bbc0938bb5f admin admin] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:23:32.992560 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0ef4a1e-7070-44ee-9903-b846cc51f2d5 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Made reservation on behalf of ed22a9de76814f7385eb909317d94ee9 for: {'network': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:23:32.999376 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e0ef4a1e-7070-44ee-9903-b846cc51f2d5 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for network, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:33.008064 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebbc430b-5e9e-46fd-b19a-6ce5f2849fa8 None None] Sync routers for ids ['89fc2d3c-688a-4b9e-a61e-d0f9c11d1e26'] in n-d-804985-2 {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:23:33.021884 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebbc430b-5e9e-46fd-b19a-6ce5f2849fa8 None None] Routers {'89fc2d3c-688a-4b9e-a61e-d0f9c11d1e26'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:23:33.023012 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-ebbc430b-5e9e-46fd-b19a-6ce5f2849fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:23:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['89fc2d3c-688a-4b9e-a61e-d0f9c11d1e26'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:23:33.031279 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a9c32556-70c9-4aa1-93e9-9bbc0938bb5f admin admin] Notify callbacks [] for router, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:33.032841 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-a9c32556-70c9-4aa1-93e9-9bbc0938bb5f admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.4028451 Aug 18 12:23:33.035964 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 40408) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:23:33.052352 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0ef4a1e-7070-44ee-9903-b846cc51f2d5 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 826} {{(pid=106253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:23:33.074560 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e0ef4a1e-7070-44ee-9903-b846cc51f2d5 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:33.074961 n-d-804985-2 neutron-server[106253]: INFO neutron.db.segments_db [None req-e0ef4a1e-7070-44ee-9903-b846cc51f2d5 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Added segment b5157f4e-a4ad-443c-a824-b48041727128 of type vlan for network 206fa4e4-95a2-4a99-bec5-1367060a53cc Aug 18 12:23:33.160241 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e0ef4a1e-7070-44ee-9903-b846cc51f2d5 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789150665894'] for network, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:33.193008 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e0ef4a1e-7070-44ee-9903-b846cc51f2d5 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for network, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:33.205088 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0ef4a1e-7070-44ee-9903-b846cc51f2d5 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:23:33.205826 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e0ef4a1e-7070-44ee-9903-b846cc51f2d5 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Notify callbacks [] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:33.214708 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3bdac14-bddc-4970-a18a-e2e1253c33ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp788be208-34ab-5a8f-af0f-528834af222f-4d126ec1-4e85-4bfc-8e66-20d22a4041d5', 'network_id': '4d126ec1-4e85-4bfc-8e66-20d22a4041d5', 'tenant_id': 'ed22a9de76814f7385eb909317d94ee9', 'fixed_ips': [{'subnet_id': '50f7053b-8949-4ef7-a8a2-f7b5dfde7ea7'}]}} from n-d-804985-2. {{(pid=106254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 12:23:33.215916 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-d3bdac14-bddc-4970-a18a-e2e1253c33ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:33.236316 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-ebbc430b-5e9e-46fd-b19a-6ce5f2849fa8 None None] Set router 89fc2d3c-688a-4b9e-a61e-d0f9c11d1e26 gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:23:33.325305 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-e0ef4a1e-7070-44ee-9903-b846cc51f2d5 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3751333 Aug 18 12:23:33.333263 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 40414) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:23:33.348588 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-1b00d421-e8c5-436c-adb7-ef907ccf0bcc tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Request body: {'subnet': {'network_id': '206fa4e4-95a2-4a99-bec5-1367060a53cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:23:33.496076 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ef4a1e-7070-44ee-9903-b846cc51f2d5 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Pushing event updated for resources: {'Network': ['ID=206fa4e4-95a2-4a99-bec5-1367060a53cc,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:23:33.537578 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.db_base_plugin_common [None req-d3bdac14-bddc-4970-a18a-e2e1253c33ae None None] Allocated IP 2001:db8::1 (4d126ec1-4e85-4bfc-8e66-20d22a4041d5/50f7053b-8949-4ef7-a8a2-f7b5dfde7ea7/7d6047e9-30e8-4d24-a722-d2a9bfc3e3e3) {{(pid=106254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:23:33.539500 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Network 206fa4e4-95a2-4a99-bec5-1367060a53cc details requested by agent ovs-agent-n-d-804985-2 with host n-d-804985-2 {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:23:33.607880 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b00d421-e8c5-436c-adb7-ef907ccf0bcc tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Made reservation on behalf of ed22a9de76814f7385eb909317d94ee9 for: {'subnet': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:23:33.613273 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1b00d421-e8c5-436c-adb7-ef907ccf0bcc tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59388119'] for subnet, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:33.693001 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b5ea2d7-c0c7-4126-8210-8b52530c1f45 None None] Network ec66e735-6812-4152-8901-06c6cff3ab85 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:23:33.747973 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-ebbc430b-5e9e-46fd-b19a-6ce5f2849fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89fc2d3c-688a-4b9e-a61e-d0f9c11d1e26', 'name': 'tempest-TestServerMultinode-1590541155-router', 'tenant_id': '595d0448a32a4cafa99d46824ae5f612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.135'}], 'enable_snat': True}, 'gw_port_id': 'c20cd0c7-06d8-40dc-8ca2-dd9b1e8de77f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:23:30Z', 'updated_at': '2021-08-18T12:23:32Z', 'revision_number': 3, 'project_id': '595d0448a32a4cafa99d46824ae5f612', 'gw_port': {'id': 'c20cd0c7-06d8-40dc-8ca2-dd9b1e8de77f', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:86:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89fc2d3c-688a-4b9e-a61e-d0f9c11d1e26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3687, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:23:31Z', 'updated_at': '2021-08-18T12:23:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:23:33.755174 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device f109e54d-0fe2-4fbc-8a0a-ae09736359c4 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:23:33.757527 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.ipam_backend_mixin [None req-1b00d421-e8c5-436c-adb7-ef907ccf0bcc tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Performing IP validity checks on allocation pools {{(pid=106253) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 18 12:23:33.758257 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.ipam_backend_mixin [None req-1b00d421-e8c5-436c-adb7-ef907ccf0bcc tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Checking for overlaps among allocation pools and gateway ip {{(pid=106253) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 18 12:23:33.785585 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebbc430b-5e9e-46fd-b19a-6ce5f2849fa8 None None] Checking router: 89fc2d3c-688a-4b9e-a61e-d0f9c11d1e26 for host: n-d-804985-2 {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:23:33.785585 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebbc430b-5e9e-46fd-b19a-6ce5f2849fa8 None None] Updating router 89fc2d3c-688a-4b9e-a61e-d0f9c11d1e26 port c20cd0c7-06d8-40dc-8ca2-dd9b1e8de77f binding host n-d-804985-2 {{(pid=106255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 12:23:33.839655 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-ebbc430b-5e9e-46fd-b19a-6ce5f2849fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:33.911895 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-9cb96a48-255f-4a18-a330-4aaeb84e77c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:33.939405 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1b00d421-e8c5-436c-adb7-ef907ccf0bcc tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58902106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59388097'] for subnet, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:33.975628 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-42b9686f-58d9-484d-9cf3-c9e29e272dbb None None] Provisioning for port f109e54d-0fe2-4fbc-8a0a-ae09736359c4 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:23:34.026851 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-d3bdac14-bddc-4970-a18a-e2e1253c33ae None None] Notify callbacks [] for port, precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:34.035034 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b00d421-e8c5-436c-adb7-ef907ccf0bcc tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Checking segment: {'id': 'b5157f4e-a4ad-443c-a824-b48041727128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '206fa4e4-95a2-4a99-bec5-1367060a53cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:23:34.036348 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b00d421-e8c5-436c-adb7-ef907ccf0bcc tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Network hostable DHCP agents. Network: 206fa4e4-95a2-4a99-bec5-1367060a53cc, hostable agents: ['97c14208-2951-4361-8d64-3708c946ff5f'], hosted agents: [] {{(pid=106253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 12:23:34.038917 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b00d421-e8c5-436c-adb7-ef907ccf0bcc tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Pushing event updated for resources: {'Subnet': ['ID=78bfb551-4d16-44f0-a24c-b6e6af82f149,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:23:34.048894 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-d3bdac14-bddc-4970-a18a-e2e1253c33ae None None] Transition to ACTIVE for port object 7d6047e9-30e8-4d24-a722-d2a9bfc3e3e3 will not be triggered until provisioned by entity L2. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:23:34.080965 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port f109e54d-0fe2-4fbc-8a0a-ae09736359c4 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:23:34.083523 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b00d421-e8c5-436c-adb7-ef907ccf0bcc tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Network 206fa4e4-95a2-4a99-bec5-1367060a53cc is scheduled to be hosted by DHCP agent 97c14208-2951-4361-8d64-3708c946ff5f with binding_index 1 {{(pid=106253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 12:23:34.087066 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-d3bdac14-bddc-4970-a18a-e2e1253c33ae None None] Transition to ACTIVE for port object 7d6047e9-30e8-4d24-a722-d2a9bfc3e3e3 will not be triggered until provisioned by entity DHCP. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:23:34.092293 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port f109e54d-0fe2-4fbc-8a0a-ae09736359c4 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:23:34.092756 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:34.100729 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-1b00d421-e8c5-436c-adb7-ef907ccf0bcc tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-2, 206fa4e4-95a2-4a99-bec5-1367060a53cc) {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:23:34.122023 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-d3bdac14-bddc-4970-a18a-e2e1253c33ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547'] for port, after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:34.130422 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fbc0384-cce4-43bf-a4a5-3eebcfccab76 None None] Network 206fa4e4-95a2-4a99-bec5-1367060a53cc requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:23:34.131933 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b00d421-e8c5-436c-adb7-ef907ccf0bcc tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:23:34.136901 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1b00d421-e8c5-436c-adb7-ef907ccf0bcc tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:34.167100 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-1b00d421-e8c5-436c-adb7-ef907ccf0bcc tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.8324811 Aug 18 12:23:34.170385 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 40418) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:23:34.206909 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-ebbc430b-5e9e-46fd-b19a-6ce5f2849fa8 None None] Notify callbacks [] for port, precommit_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:34.221749 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bdac14-bddc-4970-a18a-e2e1253c33ae None None] Pushing event updated for resources: {'Port': ['ID=7d6047e9-30e8-4d24-a722-d2a9bfc3e3e3,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:23:34.224080 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-ebbc430b-5e9e-46fd-b19a-6ce5f2849fa8 None None] Transition to ACTIVE for port object c20cd0c7-06d8-40dc-8ca2-dd9b1e8de77f will not be triggered until provisioned by entity L2. {{(pid=106255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:23:34.233171 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [None req-9cb96a48-255f-4a18-a330-4aaeb84e77c7 admin admin] Allocated IP 172.20.0.1 (ec66e735-6812-4152-8901-06c6cff3ab85/235bb850-98b6-4700-9c70-2050a9a0ef2a/ce2dd8d9-af7b-4291-9455-082d406f6738) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:23:34.238768 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-ebbc430b-5e9e-46fd-b19a-6ce5f2849fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:34.360325 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-ebbc430b-5e9e-46fd-b19a-6ce5f2849fa8 None None] Attempting to bind port c20cd0c7-06d8-40dc-8ca2-dd9b1e8de77f on host n-d-804985-2 for vnic_type normal with profile {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:23:34.360957 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-ebbc430b-5e9e-46fd-b19a-6ce5f2849fa8 None None] Attempting to bind port c20cd0c7-06d8-40dc-8ca2-dd9b1e8de77f by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'}] {{(pid=106255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:23:34.361470 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebbc430b-5e9e-46fd-b19a-6ce5f2849fa8 None None] Attempting to bind port c20cd0c7-06d8-40dc-8ca2-dd9b1e8de77f on network 7cae7a70-14fd-408c-b14d-39ceb97cb60e {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:23:34.374099 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9c9a7a12-8e1b-4ad2-aef9-1e689126e697 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7904109'] for network, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:34.388382 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebbc430b-5e9e-46fd-b19a-6ce5f2849fa8 None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 23, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:23:34.389090 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebbc430b-5e9e-46fd-b19a-6ce5f2849fa8 None None] Checking segment: {'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:23:34.390264 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-ebbc430b-5e9e-46fd-b19a-6ce5f2849fa8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:34.391856 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebbc430b-5e9e-46fd-b19a-6ce5f2849fa8 None None] Bound using segment: {'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'} {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:23:34.392504 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-ebbc430b-5e9e-46fd-b19a-6ce5f2849fa8 None None] Bound port: c20cd0c7-06d8-40dc-8ca2-dd9b1e8de77f, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'}}] {{(pid=106255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:23:34.398912 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-ebbc430b-5e9e-46fd-b19a-6ce5f2849fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:34.402128 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80e80ad-a20b-4f7e-be39-5cd6255fddcc None None] Pushing event updated for resources: {'Port': ['ID=c20cd0c7-06d8-40dc-8ca2-dd9b1e8de77f,revision_number=2']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:23:34.406089 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-9cb96a48-255f-4a18-a330-4aaeb84e77c7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:34.410071 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3bdac14-bddc-4970-a18a-e2e1253c33ae None None] Network 4d126ec1-4e85-4bfc-8e66-20d22a4041d5 is already hosted by enough agents. {{(pid=106254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:23:34.414481 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.base_scheduler [None req-d3bdac14-bddc-4970-a18a-e2e1253c33ae None None] Resources bound (agent type, host, resource id): {{(pid=106254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:23:34.418212 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3bdac14-bddc-4970-a18a-e2e1253c33ae None None] Received port after_create {{(pid=106254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:23:34.452509 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [None req-9cb96a48-255f-4a18-a330-4aaeb84e77c7 admin admin] Transition to ACTIVE for port object ce2dd8d9-af7b-4291-9455-082d406f6738 will not be triggered until provisioned by entity DHCP. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:23:34.473134 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9c9a7a12-8e1b-4ad2-aef9-1e689126e697 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:34.478455 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-191599bf-87c3-441c-9a19-a10a241bf773 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp788be208-34ab-5a8f-af0f-528834af222f-206fa4e4-95a2-4a99-bec5-1367060a53cc', 'network_id': '206fa4e4-95a2-4a99-bec5-1367060a53cc', 'tenant_id': 'ed22a9de76814f7385eb909317d94ee9', 'fixed_ips': [{'subnet_id': '78bfb551-4d16-44f0-a24c-b6e6af82f149'}]}} from n-d-804985-2. {{(pid=106254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 12:23:34.479326 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-191599bf-87c3-441c-9a19-a10a241bf773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:34.493456 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80e80ad-a20b-4f7e-be39-5cd6255fddcc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:23:34.494336 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80e80ad-a20b-4f7e-be39-5cd6255fddcc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:23:34.496582 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80e80ad-a20b-4f7e-be39-5cd6255fddcc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:23:34.498964 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80e80ad-a20b-4f7e-be39-5cd6255fddcc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:23:34.500609 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80e80ad-a20b-4f7e-be39-5cd6255fddcc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:23:34.502366 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80e80ad-a20b-4f7e-be39-5cd6255fddcc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:23:34.502898 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80e80ad-a20b-4f7e-be39-5cd6255fddcc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:23:34.509879 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80e80ad-a20b-4f7e-be39-5cd6255fddcc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:23:34.511540 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80e80ad-a20b-4f7e-be39-5cd6255fddcc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:23:34.512199 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80e80ad-a20b-4f7e-be39-5cd6255fddcc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:23:34.512746 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80e80ad-a20b-4f7e-be39-5cd6255fddcc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:23:34.514015 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80e80ad-a20b-4f7e-be39-5cd6255fddcc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:23:34.545020 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-9cb96a48-255f-4a18-a330-4aaeb84e77c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:34.555529 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-d3bdac14-bddc-4970-a18a-e2e1253c33ae None None] Attempting to bind port 7d6047e9-30e8-4d24-a722-d2a9bfc3e3e3 on host n-d-804985-2 for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:23:34.555886 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-d3bdac14-bddc-4970-a18a-e2e1253c33ae None None] Attempting to bind port 7d6047e9-30e8-4d24-a722-d2a9bfc3e3e3 by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': 'aabab97a-bdc1-42ac-99d3-acb44fa5fbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '4d126ec1-4e85-4bfc-8e66-20d22a4041d5'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:23:34.556237 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3bdac14-bddc-4970-a18a-e2e1253c33ae None None] Attempting to bind port 7d6047e9-30e8-4d24-a722-d2a9bfc3e3e3 on network 4d126ec1-4e85-4bfc-8e66-20d22a4041d5 {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:23:34.572673 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:34.579871 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-9da4124e-6919-45eb-96e4-b855e5210133 None None] Provisioning complete for port f109e54d-0fe2-4fbc-8a0a-ae09736359c4 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:23:34.579871 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-9da4124e-6919-45eb-96e4-b855e5210133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:34.586198 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-ebbc430b-5e9e-46fd-b19a-6ce5f2849fa8 None None] For port c20cd0c7-06d8-40dc-8ca2-dd9b1e8de77f, host n-d-804985-2, cleared binding levels {{(pid=106255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:23:34.587772 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3bdac14-bddc-4970-a18a-e2e1253c33ae None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 23, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:23:34.588151 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3bdac14-bddc-4970-a18a-e2e1253c33ae None None] Checking segment: {'id': 'aabab97a-bdc1-42ac-99d3-acb44fa5fbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '4d126ec1-4e85-4bfc-8e66-20d22a4041d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:23:34.588599 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-d3bdac14-bddc-4970-a18a-e2e1253c33ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:34.588959 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3bdac14-bddc-4970-a18a-e2e1253c33ae None None] Bound using segment: {'id': 'aabab97a-bdc1-42ac-99d3-acb44fa5fbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '4d126ec1-4e85-4bfc-8e66-20d22a4041d5'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:23:34.589069 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cb96a48-255f-4a18-a330-4aaeb84e77c7 admin admin] Network ec66e735-6812-4152-8901-06c6cff3ab85 is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:23:34.589427 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-d3bdac14-bddc-4970-a18a-e2e1253c33ae None None] Bound port: 7d6047e9-30e8-4d24-a722-d2a9bfc3e3e3, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aabab97a-bdc1-42ac-99d3-acb44fa5fbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '4d126ec1-4e85-4bfc-8e66-20d22a4041d5'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:23:34.589839 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-d3bdac14-bddc-4970-a18a-e2e1253c33ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:34.593899 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-ebbc430b-5e9e-46fd-b19a-6ce5f2849fa8 None None] For port c20cd0c7-06d8-40dc-8ca2-dd9b1e8de77f, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=c20cd0c7-06d8-40dc-8ca2-dd9b1e8de77f,segment=NetworkSegment(c5a3db9d-5c58-41b1-9177-d5787a597b78),segment_id=c5a3db9d-5c58-41b1-9177-d5787a597b78)] {{(pid=106255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:23:34.597131 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-9cb96a48-255f-4a18-a330-4aaeb84e77c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:23:34.600050 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb96a48-255f-4a18-a330-4aaeb84e77c7 admin admin] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:23:34.606736 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-ebbc430b-5e9e-46fd-b19a-6ce5f2849fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:34.623660 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9c9a7a12-8e1b-4ad2-aef9-1e689126e697 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58902171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59388106'] for subnet, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:34.678218 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80e80ad-a20b-4f7e-be39-5cd6255fddcc None None] Pushing event updated for resources: {'Port': ['ID=c20cd0c7-06d8-40dc-8ca2-dd9b1e8de77f,revision_number=3']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:23:34.681387 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebbc430b-5e9e-46fd-b19a-6ce5f2849fa8 None None] Routers {'89fc2d3c-688a-4b9e-a61e-d0f9c11d1e26'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:23:34.682009 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-ebbc430b-5e9e-46fd-b19a-6ce5f2849fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:23:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['89fc2d3c-688a-4b9e-a61e-d0f9c11d1e26'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:23:34.691565 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-9cb96a48-255f-4a18-a330-4aaeb84e77c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-996688'] for router_interface, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:34.697240 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9a7a12-8e1b-4ad2-aef9-1e689126e697 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Pushing event deleted for resources: {'Subnet': ['ID=78bfb551-4d16-44f0-a24c-b6e6af82f149,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:23:34.821360 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-ebbc430b-5e9e-46fd-b19a-6ce5f2849fa8 None None] Set router 89fc2d3c-688a-4b9e-a61e-d0f9c11d1e26 gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:23:34.880019 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9c9a7a12-8e1b-4ad2-aef9-1e689126e697 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8367869', 'neutron.services.segments.db._delete_segments_for_network-8789151212993'] for network, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:34.892527 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-9c9a7a12-8e1b-4ad2-aef9-1e689126e697 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['206fa4e4-95a2-4a99-bec5-1367060a53cc']}} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:23:34.907079 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-9c9a7a12-8e1b-4ad2-aef9-1e689126e697 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5157f4e-a4ad-443c-a824-b48041727128') {'for_net_delete': True} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:23:34.907079 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-9c9a7a12-8e1b-4ad2-aef9-1e689126e697 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5157f4e-a4ad-443c-a824-b48041727128') {} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:23:34.918318 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9c9a7a12-8e1b-4ad2-aef9-1e689126e697 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789151225254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902236'] for segment, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:34.924992 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb96a48-255f-4a18-a330-4aaeb84e77c7 admin admin] Pushing event updated for resources: {'Port': ['ID=ce2dd8d9-af7b-4291-9455-082d406f6738,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:23:34.944305 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9c9a7a12-8e1b-4ad2-aef9-1e689126e697 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:34.958906 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c9a7a12-8e1b-4ad2-aef9-1e689126e697 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Releasing vlan 826 on physical network physnet1 to pool {{(pid=106253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:23:34.959331 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9c9a7a12-8e1b-4ad2-aef9-1e689126e697 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58900537'] for segment, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:34.964587 n-d-804985-2 neutron-server[106253]: Traceback (most recent call last): Aug 18 12:23:34.964587 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:23:34.964587 n-d-804985-2 neutron-server[106253]: timer() Aug 18 12:23:34.964587 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:23:34.964587 n-d-804985-2 neutron-server[106253]: cb(*args, **kw) Aug 18 12:23:34.964587 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:23:34.964587 n-d-804985-2 neutron-server[106253]: return func(*args, **kwargs) Aug 18 12:23:34.964587 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:23:34.964587 n-d-804985-2 neutron-server[106253]: self._notify() Aug 18 12:23:34.964587 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:23:34.964587 n-d-804985-2 neutron-server[106253]: self.callback(batched_events) Aug 18 12:23:34.964587 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:23:34.964587 n-d-804985-2 neutron-server[106253]: event.method(event) Aug 18 12:23:34.964587 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:23:34.964587 n-d-804985-2 neutron-server[106253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:23:34.964587 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:23:34.964587 n-d-804985-2 neutron-server[106253]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:23:34.964587 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:23:34.964587 n-d-804985-2 neutron-server[106253]: return f(self, *a, **k) Aug 18 12:23:34.964587 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:23:34.964587 n-d-804985-2 neutron-server[106253]: return self._get(url).json() Aug 18 12:23:34.964587 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:23:34.964587 n-d-804985-2 neutron-server[106253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:23:34.964587 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:23:34.964587 n-d-804985-2 neutron-server[106253]: return self.request(url, 'GET', **kwargs) Aug 18 12:23:34.964587 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:23:34.964587 n-d-804985-2 neutron-server[106253]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:23:34.964587 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:23:34.964587 n-d-804985-2 neutron-server[106253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:23:34.964587 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:23:34.964587 n-d-804985-2 neutron-server[106253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:23:34.964587 n-d-804985-2 neutron-server[106253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:23:34.986176 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] For port f109e54d-0fe2-4fbc-8a0a-ae09736359c4, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=f109e54d-0fe2-4fbc-8a0a-ae09736359c4,segment=NetworkSegment(413ac27d-b0a3-49b3-98a5-c26dbb3f1cda),segment_id=413ac27d-b0a3-49b3-98a5-c26dbb3f1cda)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:23:35.004660 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:35.005183 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 81e44195-5065-41d7-98e8-3bb4e73f7ce1 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:23:35.006993 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-9cb96a48-255f-4a18-a330-4aaeb84e77c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:35.038592 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server [None req-191599bf-87c3-441c-9a19-a10a241bf773 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 78bfb551-4d16-44f0-a24c-b6e6af82f149: This subnet is being modified by another concurrent operation. Aug 18 12:23:35.038592 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 18 12:23:35.038592 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 18 12:23:35.038592 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 18 12:23:35.038592 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 18 12:23:35.038592 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 18 12:23:35.038592 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 18 12:23:35.038592 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 18 12:23:35.038592 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 18 12:23:35.038592 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 18 12:23:35.038592 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 18 12:23:35.038592 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 18 12:23:35.038592 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 18 12:23:35.038592 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 18 12:23:35.038592 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 18 12:23:35.038592 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server raise self.value Aug 18 12:23:35.038592 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 18 12:23:35.038592 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 18 12:23:35.038592 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 18 12:23:35.038592 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 18 12:23:35.038592 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 18 12:23:35.038592 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 18 12:23:35.038592 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 18 12:23:35.038592 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server raise self.value Aug 18 12:23:35.038592 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 18 12:23:35.038592 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 18 12:23:35.038592 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 18 12:23:35.038592 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 18 12:23:35.038592 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 18 12:23:35.038592 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 18 12:23:35.038592 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 18 12:23:35.038592 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server raise self.value Aug 18 12:23:35.038592 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 18 12:23:35.038592 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 18 12:23:35.038592 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 18 12:23:35.038592 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 18 12:23:35.038592 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 18 12:23:35.038592 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 18 12:23:35.038592 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 18 12:23:35.038592 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 18 12:23:35.038592 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 18 12:23:35.038592 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 18 12:23:35.038592 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 18 12:23:35.038592 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 18 12:23:35.038592 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 18 12:23:35.038592 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 18 12:23:35.038592 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 18 12:23:35.038592 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 18 12:23:35.038592 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 18 12:23:35.038592 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 18 12:23:35.038592 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 18 12:23:35.038592 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server raise self.value Aug 18 12:23:35.038592 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 18 12:23:35.038592 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 18 12:23:35.038592 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 18 12:23:35.038592 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 18 12:23:35.038592 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 18 12:23:35.038592 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 18 12:23:35.038592 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 18 12:23:35.038592 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server raise self.value Aug 18 12:23:35.038592 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 18 12:23:35.038592 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 18 12:23:35.038592 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 18 12:23:35.038592 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 18 12:23:35.038592 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 18 12:23:35.038592 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 18 12:23:35.038592 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 18 12:23:35.038592 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server raise self.value Aug 18 12:23:35.038592 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 18 12:23:35.038592 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 18 12:23:35.038592 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 18 12:23:35.038592 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 18 12:23:35.038592 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 18 12:23:35.038592 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 18 12:23:35.038592 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 18 12:23:35.038592 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 18 12:23:35.038592 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 18 12:23:35.038592 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 18 12:23:35.038592 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 18 12:23:35.038592 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 18 12:23:35.038592 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 18 12:23:35.038592 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server raise self.value Aug 18 12:23:35.038592 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 18 12:23:35.038592 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 18 12:23:35.038592 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 18 12:23:35.038592 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 18 12:23:35.038592 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 18 12:23:35.038592 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 18 12:23:35.038592 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 18 12:23:35.038592 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server raise exception Aug 18 12:23:35.038592 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 78bfb551-4d16-44f0-a24c-b6e6af82f149: This subnet is being modified by another concurrent operation. Aug 18 12:23:35.038592 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server Aug 18 12:23:35.071508 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9c9a7a12-8e1b-4ad2-aef9-1e689126e697 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8367858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997186'] for network, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:35.084820 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9c9a7a12-8e1b-4ad2-aef9-1e689126e697 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Notify callbacks [] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:35.091825 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-9c9a7a12-8e1b-4ad2-aef9-1e689126e697 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] 10.222.0.66 "DELETE /v2.0/networks/206fa4e4-95a2-4a99-bec5-1367060a53cc HTTP/1.1" status: 204 len: 168 time: 0.9167390 Aug 18 12:23:35.092065 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b4c116b-1dc4-4a48-aebe-15b9dec9616a None None] Network 206fa4e4-95a2-4a99-bec5-1367060a53cc requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:23:35.092913 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 40426) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:23:35.099834 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-6f39a5ae-6580-4d61-99ee-6bed0faca118 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-346551525'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:23:35.120050 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9a7a12-8e1b-4ad2-aef9-1e689126e697 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Pushing event deleted for resources: {'Network': ['ID=206fa4e4-95a2-4a99-bec5-1367060a53cc,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:23:35.124021 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-d3bdac14-bddc-4970-a18a-e2e1253c33ae None None] For port 7d6047e9-30e8-4d24-a722-d2a9bfc3e3e3, host n-d-804985-2, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:23:35.145702 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-ebbc430b-5e9e-46fd-b19a-6ce5f2849fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89fc2d3c-688a-4b9e-a61e-d0f9c11d1e26', 'name': 'tempest-TestServerMultinode-1590541155-router', 'tenant_id': '595d0448a32a4cafa99d46824ae5f612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.135'}], 'enable_snat': True}, 'gw_port_id': 'c20cd0c7-06d8-40dc-8ca2-dd9b1e8de77f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:23:30Z', 'updated_at': '2021-08-18T12:23:32Z', 'revision_number': 3, 'project_id': '595d0448a32a4cafa99d46824ae5f612', 'gw_port': {'id': 'c20cd0c7-06d8-40dc-8ca2-dd9b1e8de77f', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:86:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89fc2d3c-688a-4b9e-a61e-d0f9c11d1e26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3687, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:23:31Z', 'updated_at': '2021-08-18T12:23:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:23:35.146332 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b4c116b-1dc4-4a48-aebe-15b9dec9616a None None] Network 206fa4e4-95a2-4a99-bec5-1367060a53cc could not be found, it might have been deleted concurrently. {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 18 12:23:35.154492 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f39a5ae-6580-4d61-99ee-6bed0faca118 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Made reservation on behalf of ed22a9de76814f7385eb909317d94ee9 for: {'network': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:23:35.159753 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6f39a5ae-6580-4d61-99ee-6bed0faca118 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for network, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:35.176020 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-d3bdac14-bddc-4970-a18a-e2e1253c33ae None None] For port 7d6047e9-30e8-4d24-a722-d2a9bfc3e3e3, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=7d6047e9-30e8-4d24-a722-d2a9bfc3e3e3,segment=NetworkSegment(aabab97a-bdc1-42ac-99d3-acb44fa5fbe6),segment_id=aabab97a-bdc1-42ac-99d3-acb44fa5fbe6)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:23:35.184963 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebbc430b-5e9e-46fd-b19a-6ce5f2849fa8 None None] The sync data for ids ['89fc2d3c-688a-4b9e-a61e-d0f9c11d1e26'] in n-d-804985-2 is: [{'id': '89fc2d3c-688a-4b9e-a61e-d0f9c11d1e26', 'name': 'tempest-TestServerMultinode-1590541155-router', 'tenant_id': '595d0448a32a4cafa99d46824ae5f612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.135'}], 'enable_snat': True}, 'gw_port_id': 'c20cd0c7-06d8-40dc-8ca2-dd9b1e8de77f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:23:30Z', 'updated_at': '2021-08-18T12:23:32Z', 'revision_number': 3, 'project_id': '595d0448a32a4cafa99d46824ae5f612', 'gw_port': {'id': 'c20cd0c7-06d8-40dc-8ca2-dd9b1e8de77f', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:86:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89fc2d3c-688a-4b9e-a61e-d0f9c11d1e26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3687, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:23:31Z', 'updated_at': '2021-08-18T12:23:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:23:35.191424 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-d3bdac14-bddc-4970-a18a-e2e1253c33ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:35.193728 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Pushing event updated for resources: {'Port': ['ID=f109e54d-0fe2-4fbc-8a0a-ae09736359c4,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:23:35.228854 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f39a5ae-6580-4d61-99ee-6bed0faca118 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 810} {{(pid=106253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:23:35.255359 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6f39a5ae-6580-4d61-99ee-6bed0faca118 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:35.256137 n-d-804985-2 neutron-server[106253]: INFO neutron.db.segments_db [None req-6f39a5ae-6580-4d61-99ee-6bed0faca118 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Added segment dcf79d58-286c-42b2-8310-80e45ebc272a of type vlan for network 675748ed-ecca-4289-b19a-966904340eae Aug 18 12:23:35.256250 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 81e44195-5065-41d7-98e8-3bb4e73f7ce1 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:23:35.256821 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:35.268966 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-9cb96a48-255f-4a18-a330-4aaeb84e77c7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:35.286403 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-9cb96a48-255f-4a18-a330-4aaeb84e77c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:35.299280 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bdac14-bddc-4970-a18a-e2e1253c33ae None None] Pushing event updated for resources: {'Port': ['ID=7d6047e9-30e8-4d24-a722-d2a9bfc3e3e3,revision_number=2']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:23:35.339155 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6f39a5ae-6580-4d61-99ee-6bed0faca118 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789150665894'] for network, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:35.377693 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6f39a5ae-6580-4d61-99ee-6bed0faca118 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for network, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:35.385948 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1753d1af-0153-462e-b7cf-79c77e1dff36 None None] Provisioning for port ce2dd8d9-af7b-4291-9455-082d406f6738 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:23:35.393899 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1753d1af-0153-462e-b7cf-79c77e1dff36 None None] Provisioning complete for port ce2dd8d9-af7b-4291-9455-082d406f6738 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:23:35.394561 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1753d1af-0153-462e-b7cf-79c77e1dff36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:35.406415 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb96a48-255f-4a18-a330-4aaeb84e77c7 admin admin] Pushing event updated for resources: {'Port': ['ID=ce2dd8d9-af7b-4291-9455-082d406f6738,revision_number=2']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:23:35.407134 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f39a5ae-6580-4d61-99ee-6bed0faca118 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:23:35.408668 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6f39a5ae-6580-4d61-99ee-6bed0faca118 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Notify callbacks [] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:35.411888 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-9cb96a48-255f-4a18-a330-4aaeb84e77c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-996772'] for router_interface, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:35.448701 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-1753d1af-0153-462e-b7cf-79c77e1dff36 None None] Port ce2dd8d9-af7b-4291-9455-082d406f6738 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:23:35.501613 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-6f39a5ae-6580-4d61-99ee-6bed0faca118 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4081705 Aug 18 12:23:35.505155 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 40428) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:23:35.513230 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-10a39ef0-66a7-44c5-a711-fe52daa64753 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Request body: {'subnet': {'network_id': '675748ed-ecca-4289-b19a-966904340eae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:23:35.553757 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cb96a48-255f-4a18-a330-4aaeb84e77c7 admin admin] Network ec66e735-6812-4152-8901-06c6cff3ab85 is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:23:35.560560 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-9cb96a48-255f-4a18-a330-4aaeb84e77c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:23:35.623220 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device f109e54d-0fe2-4fbc-8a0a-ae09736359c4 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:23:35.724152 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f39a5ae-6580-4d61-99ee-6bed0faca118 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Pushing event updated for resources: {'Network': ['ID=675748ed-ecca-4289-b19a-966904340eae,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:23:35.728073 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port f109e54d-0fe2-4fbc-8a0a-ae09736359c4 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:23:35.729881 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:35.771697 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10a39ef0-66a7-44c5-a711-fe52daa64753 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Made reservation on behalf of ed22a9de76814f7385eb909317d94ee9 for: {'subnet': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:23:35.776539 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-10a39ef0-66a7-44c5-a711-fe52daa64753 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59388119'] for subnet, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:35.849829 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Network 675748ed-ecca-4289-b19a-966904340eae details requested by agent ovs-agent-n-d-804985-2 with host n-d-804985-2 {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:23:35.915618 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cb96a48-255f-4a18-a330-4aaeb84e77c7 admin admin] Router 89fc2d3c-688a-4b9e-a61e-d0f9c11d1e26 has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:23:36.114191 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-863b72f0-5677-4fcb-81d2-f80e4d005d15 None None] Provisioning complete for port ce2dd8d9-af7b-4291-9455-082d406f6738 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:23:36.114692 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-863b72f0-5677-4fcb-81d2-f80e4d005d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:36.122812 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cb96a48-255f-4a18-a330-4aaeb84e77c7 admin admin] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:23:36.132706 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-9cb96a48-255f-4a18-a330-4aaeb84e77c7 admin admin] 10.222.0.66 "PUT /v2.0/routers/89fc2d3c-688a-4b9e-a61e-d0f9c11d1e26/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0956438 Aug 18 12:23:36.162919 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-10a39ef0-66a7-44c5-a711-fe52daa64753 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58902106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59388097'] for subnet, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:36.213416 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-863b72f0-5677-4fcb-81d2-f80e4d005d15 None None] Port ce2dd8d9-af7b-4291-9455-082d406f6738 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:23:36.252153 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a39ef0-66a7-44c5-a711-fe52daa64753 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Checking segment: {'id': 'dcf79d58-286c-42b2-8310-80e45ebc272a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '675748ed-ecca-4289-b19a-966904340eae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:23:36.252828 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:36.252987 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10a39ef0-66a7-44c5-a711-fe52daa64753 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Network hostable DHCP agents. Network: 675748ed-ecca-4289-b19a-966904340eae, hostable agents: ['97c14208-2951-4361-8d64-3708c946ff5f'], hosted agents: [] {{(pid=106253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 12:23:36.280144 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a39ef0-66a7-44c5-a711-fe52daa64753 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Pushing event updated for resources: {'Subnet': ['ID=5fa72672-00ea-438f-9812-c3d971f3f85f,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:23:36.298041 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10a39ef0-66a7-44c5-a711-fe52daa64753 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Network 675748ed-ecca-4289-b19a-966904340eae is scheduled to be hosted by DHCP agent 97c14208-2951-4361-8d64-3708c946ff5f with binding_index 1 {{(pid=106253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 12:23:36.323745 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-10a39ef0-66a7-44c5-a711-fe52daa64753 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-2, 675748ed-ecca-4289-b19a-966904340eae) {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:23:36.328821 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10a39ef0-66a7-44c5-a711-fe52daa64753 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:23:36.331710 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-10a39ef0-66a7-44c5-a711-fe52daa64753 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:36.334804 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16af673b-816f-417c-8506-6db7473c0813 None None] Network 675748ed-ecca-4289-b19a-966904340eae requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:23:36.364458 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 40440) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:23:36.366208 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-10a39ef0-66a7-44c5-a711-fe52daa64753 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 0.8588245 Aug 18 12:23:36.503723 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-eee2af7d-3f80-409e-acc5-99a72028f480 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7904109'] for network, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:36.643214 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-eee2af7d-3f80-409e-acc5-99a72028f480 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:36.643971 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32b77949-1a33-4848-8a51-3dc74d06192b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp788be208-34ab-5a8f-af0f-528834af222f-675748ed-ecca-4289-b19a-966904340eae', 'network_id': '675748ed-ecca-4289-b19a-966904340eae', 'tenant_id': 'ed22a9de76814f7385eb909317d94ee9', 'fixed_ips': [{'subnet_id': '5fa72672-00ea-438f-9812-c3d971f3f85f'}]}} from n-d-804985-2. {{(pid=106254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 12:23:36.645195 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-32b77949-1a33-4848-8a51-3dc74d06192b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:36.750572 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-eee2af7d-3f80-409e-acc5-99a72028f480 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3572848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59074100'] for subnet, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:36.785812 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server [None req-32b77949-1a33-4848-8a51-3dc74d06192b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5fa72672-00ea-438f-9812-c3d971f3f85f: This subnet is being modified by another concurrent operation. Aug 18 12:23:36.785812 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 18 12:23:36.785812 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 18 12:23:36.785812 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 18 12:23:36.785812 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 18 12:23:36.785812 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 18 12:23:36.785812 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 18 12:23:36.785812 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 18 12:23:36.785812 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 18 12:23:36.785812 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 18 12:23:36.785812 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 18 12:23:36.785812 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 18 12:23:36.785812 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 18 12:23:36.785812 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 18 12:23:36.785812 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 18 12:23:36.785812 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server raise self.value Aug 18 12:23:36.785812 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 18 12:23:36.785812 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 18 12:23:36.785812 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 18 12:23:36.785812 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 18 12:23:36.785812 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 18 12:23:36.785812 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 18 12:23:36.785812 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 18 12:23:36.785812 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server raise self.value Aug 18 12:23:36.785812 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 18 12:23:36.785812 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 18 12:23:36.785812 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 18 12:23:36.785812 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 18 12:23:36.785812 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 18 12:23:36.785812 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 18 12:23:36.785812 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 18 12:23:36.785812 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server raise self.value Aug 18 12:23:36.785812 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 18 12:23:36.785812 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 18 12:23:36.785812 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 18 12:23:36.785812 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 18 12:23:36.785812 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 18 12:23:36.785812 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 18 12:23:36.785812 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 18 12:23:36.785812 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 18 12:23:36.785812 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 18 12:23:36.785812 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 18 12:23:36.785812 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 18 12:23:36.785812 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 18 12:23:36.785812 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 18 12:23:36.785812 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 18 12:23:36.785812 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 18 12:23:36.785812 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 18 12:23:36.785812 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 18 12:23:36.785812 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 18 12:23:36.785812 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 18 12:23:36.785812 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server raise self.value Aug 18 12:23:36.785812 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 18 12:23:36.785812 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 18 12:23:36.785812 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 18 12:23:36.785812 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 18 12:23:36.785812 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 18 12:23:36.785812 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 18 12:23:36.785812 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 18 12:23:36.785812 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server raise self.value Aug 18 12:23:36.785812 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 18 12:23:36.785812 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 18 12:23:36.785812 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 18 12:23:36.785812 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 18 12:23:36.785812 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 18 12:23:36.785812 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 18 12:23:36.785812 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 18 12:23:36.785812 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server raise self.value Aug 18 12:23:36.785812 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 18 12:23:36.785812 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 18 12:23:36.785812 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 18 12:23:36.785812 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 18 12:23:36.785812 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 18 12:23:36.785812 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 18 12:23:36.785812 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 18 12:23:36.785812 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 18 12:23:36.785812 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 18 12:23:36.785812 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 18 12:23:36.785812 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 18 12:23:36.785812 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 18 12:23:36.785812 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 18 12:23:36.785812 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server raise self.value Aug 18 12:23:36.785812 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 18 12:23:36.785812 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 18 12:23:36.785812 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 18 12:23:36.785812 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 18 12:23:36.785812 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 18 12:23:36.785812 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 18 12:23:36.785812 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 18 12:23:36.785812 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server raise exception Aug 18 12:23:36.785812 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5fa72672-00ea-438f-9812-c3d971f3f85f: This subnet is being modified by another concurrent operation. Aug 18 12:23:36.785812 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server Aug 18 12:23:36.801031 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee2af7d-3f80-409e-acc5-99a72028f480 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Pushing event deleted for resources: {'Subnet': ['ID=5fa72672-00ea-438f-9812-c3d971f3f85f,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:23:36.814865 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c85d4429-04f3-4748-a5a3-902be49ef892 None None] Network 675748ed-ecca-4289-b19a-966904340eae requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:23:36.818923 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18650030-1312-4805-9ef4-1408edde4d53 None None] Network 4d126ec1-4e85-4bfc-8e66-20d22a4041d5 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:23:36.878783 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-eee2af7d-3f80-409e-acc5-99a72028f480 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8367869', 'neutron.services.segments.db._delete_segments_for_network-8789151212993'] for network, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:36.893013 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-eee2af7d-3f80-409e-acc5-99a72028f480 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['675748ed-ecca-4289-b19a-966904340eae']}} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:23:36.914237 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-eee2af7d-3f80-409e-acc5-99a72028f480 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcf79d58-286c-42b2-8310-80e45ebc272a') {'for_net_delete': True} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:23:36.914853 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-eee2af7d-3f80-409e-acc5-99a72028f480 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcf79d58-286c-42b2-8310-80e45ebc272a') {} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:23:36.939575 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-04d18144-3cec-4417-b6ea-16ae4946d5f1 None None] Provisioning for port 7d6047e9-30e8-4d24-a722-d2a9bfc3e3e3 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:23:36.941740 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-eee2af7d-3f80-409e-acc5-99a72028f480 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789151225254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2221521'] for segment, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:36.972192 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-eee2af7d-3f80-409e-acc5-99a72028f480 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:36.982191 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eee2af7d-3f80-409e-acc5-99a72028f480 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Releasing vlan 810 on physical network physnet1 to pool {{(pid=106252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:23:36.982609 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-eee2af7d-3f80-409e-acc5-99a72028f480 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3572434'] for segment, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:36.987225 n-d-804985-2 neutron-server[106252]: Traceback (most recent call last): Aug 18 12:23:36.987225 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:23:36.987225 n-d-804985-2 neutron-server[106252]: timer() Aug 18 12:23:36.987225 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:23:36.987225 n-d-804985-2 neutron-server[106252]: cb(*args, **kw) Aug 18 12:23:36.987225 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:23:36.987225 n-d-804985-2 neutron-server[106252]: return func(*args, **kwargs) Aug 18 12:23:36.987225 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:23:36.987225 n-d-804985-2 neutron-server[106252]: self._notify() Aug 18 12:23:36.987225 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:23:36.987225 n-d-804985-2 neutron-server[106252]: self.callback(batched_events) Aug 18 12:23:36.987225 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:23:36.987225 n-d-804985-2 neutron-server[106252]: event.method(event) Aug 18 12:23:36.987225 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:23:36.987225 n-d-804985-2 neutron-server[106252]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:23:36.987225 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:23:36.987225 n-d-804985-2 neutron-server[106252]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:23:36.987225 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:23:36.987225 n-d-804985-2 neutron-server[106252]: return f(self, *a, **k) Aug 18 12:23:36.987225 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:23:36.987225 n-d-804985-2 neutron-server[106252]: return self._get(url).json() Aug 18 12:23:36.987225 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:23:36.987225 n-d-804985-2 neutron-server[106252]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:23:36.987225 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:23:36.987225 n-d-804985-2 neutron-server[106252]: return self.request(url, 'GET', **kwargs) Aug 18 12:23:36.987225 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:23:36.987225 n-d-804985-2 neutron-server[106252]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:23:36.987225 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:23:36.987225 n-d-804985-2 neutron-server[106252]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:23:36.987225 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:23:36.987225 n-d-804985-2 neutron-server[106252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:23:36.987225 n-d-804985-2 neutron-server[106252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:23:36.993816 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 40458) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:23:37.006660 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-ef299c6a-d18e-4e35-abf5-feb416730d68 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1405082756-network', 'tenant_id': 'c493bee80bd845659abbbfb5a8a82b45'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:23:37.031846 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef299c6a-d18e-4e35-abf5-feb416730d68 admin admin] Made reservation on behalf of c493bee80bd845659abbbfb5a8a82b45 for: {'network': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:23:37.036105 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ef299c6a-d18e-4e35-abf5-feb416730d68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for network, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:37.047749 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ef299c6a-d18e-4e35-abf5-feb416730d68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:37.059659 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-eee2af7d-3f80-409e-acc5-99a72028f480 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8367858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997186'] for network, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:37.066405 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-eee2af7d-3f80-409e-acc5-99a72028f480 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Notify callbacks [] for network, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:37.068994 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-eee2af7d-3f80-409e-acc5-99a72028f480 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] 10.222.0.66 "DELETE /v2.0/networks/675748ed-ecca-4289-b19a-966904340eae HTTP/1.1" status: 204 len: 168 time: 0.7032378 Aug 18 12:23:37.072998 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 40460) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:23:37.085635 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-3a7f9e3e-81dd-4166-a884-4b6fc921e7c2 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-908910630'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:23:37.087203 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee2af7d-3f80-409e-acc5-99a72028f480 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Pushing event deleted for resources: {'Network': ['ID=675748ed-ecca-4289-b19a-966904340eae,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:23:37.111558 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.db.api [None req-3a7f9e3e-81dd-4166-a884-4b6fc921e7c2 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 18 12:23:37.111558 n-d-804985-2 neutron-server[106253]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 18 12:23:37.111558 n-d-804985-2 neutron-server[106253]: [parameters: {'project_id_1': 'ed22a9de76814f7385eb909317d94ee9', 'expiration_1': datetime.datetime(2021, 8, 18, 12, 23, 37, 99751)}] Aug 18 12:23:37.111558 n-d-804985-2 neutron-server[106253]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=106253) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 18 12:23:37.112144 n-d-804985-2 neutron-server[106253]: DEBUG oslo_db.api [None req-3a7f9e3e-81dd-4166-a884-4b6fc921e7c2 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 18 12:23:37.223586 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ef299c6a-d18e-4e35-abf5-feb416730d68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:37.229861 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ef299c6a-d18e-4e35-abf5-feb416730d68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:37.255880 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef299c6a-d18e-4e35-abf5-feb416730d68 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 824} {{(pid=106253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:23:37.274950 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef299c6a-d18e-4e35-abf5-feb416730d68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d08c5cd0-3e9c-432f-9f92-259d1b44d56c,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:23:37.280876 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ef299c6a-d18e-4e35-abf5-feb416730d68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:37.281225 n-d-804985-2 neutron-server[106253]: INFO neutron.db.segments_db [None req-ef299c6a-d18e-4e35-abf5-feb416730d68 admin admin] Added segment 7514d6af-daaf-4f67-a4ba-eaca0ec27cc2 of type vlan for network 8f0a9d50-b086-4fa9-a0af-b0e74f02865c Aug 18 12:23:37.322242 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e37a1f00-9056-4831-ad4d-2c845b5c98e1 None None] get_active_networks_info from n-d-804985-2 {{(pid=106254) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 18 12:23:37.340138 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ef299c6a-d18e-4e35-abf5-feb416730d68 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789150665894'] for network, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:37.380539 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ef299c6a-d18e-4e35-abf5-feb416730d68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for network, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:37.381539 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef299c6a-d18e-4e35-abf5-feb416730d68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:23:37.382118 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ef299c6a-d18e-4e35-abf5-feb416730d68 admin admin] Notify callbacks [] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:37.483026 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-ef299c6a-d18e-4e35-abf5-feb416730d68 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4878635 Aug 18 12:23:37.486354 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 40462) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:23:37.492195 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-a6d8505d-01b4-482b-bfc1-a77422308a63 admin admin] Request body: {'subnet': {'network_id': '8f0a9d50-b086-4fa9-a0af-b0e74f02865c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1405082756-subnet', 'tenant_id': 'c493bee80bd845659abbbfb5a8a82b45', 'ip_version': 4}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:23:37.500922 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef299c6a-d18e-4e35-abf5-feb416730d68 admin admin] Pushing event updated for resources: {'Network': ['ID=8f0a9d50-b086-4fa9-a0af-b0e74f02865c,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:23:37.518703 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e37a1f00-9056-4831-ad4d-2c845b5c98e1 None None] Resources bound (agent type, host, resource id): {{(pid=106254) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 18 12:23:37.535704 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Network 8f0a9d50-b086-4fa9-a0af-b0e74f02865c details requested by agent ovs-agent-n-d-804985-2 with host n-d-804985-2 {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:23:37.544889 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6d8505d-01b4-482b-bfc1-a77422308a63 admin admin] Made reservation on behalf of c493bee80bd845659abbbfb5a8a82b45 for: {'subnet': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:23:37.547490 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a6d8505d-01b4-482b-bfc1-a77422308a63 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59074089'] for subnet, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:37.664016 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a7f9e3e-81dd-4166-a884-4b6fc921e7c2 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Made reservation on behalf of ed22a9de76814f7385eb909317d94ee9 for: {'network': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:23:37.668203 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3a7f9e3e-81dd-4166-a884-4b6fc921e7c2 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for network, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:37.759853 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a7f9e3e-81dd-4166-a884-4b6fc921e7c2 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 801} {{(pid=106253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:23:37.774277 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44cabc1f-df3c-47ee-b03e-f6b3e9bcebd9 None None] Sync routers for ids ['89fc2d3c-688a-4b9e-a61e-d0f9c11d1e26'] in n-d-804985-2 {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:23:37.776850 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 7d6047e9-30e8-4d24-a722-d2a9bfc3e3e3 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:23:37.780826 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3a7f9e3e-81dd-4166-a884-4b6fc921e7c2 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:37.781651 n-d-804985-2 neutron-server[106253]: INFO neutron.db.segments_db [None req-3a7f9e3e-81dd-4166-a884-4b6fc921e7c2 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Added segment 6b216c94-a631-48f3-9c26-e3d0a2828bd8 of type vlan for network 6ec97503-93cf-4a77-8d6c-adc5117206e6 Aug 18 12:23:37.826861 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44cabc1f-df3c-47ee-b03e-f6b3e9bcebd9 None None] Routers {'89fc2d3c-688a-4b9e-a61e-d0f9c11d1e26'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:23:37.827518 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-44cabc1f-df3c-47ee-b03e-f6b3e9bcebd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:23:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['89fc2d3c-688a-4b9e-a61e-d0f9c11d1e26'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:23:37.842341 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3a7f9e3e-81dd-4166-a884-4b6fc921e7c2 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789150665894'] for network, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:37.868776 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a6d8505d-01b4-482b-bfc1-a77422308a63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3572913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59074111'] for subnet, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:37.872584 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3a7f9e3e-81dd-4166-a884-4b6fc921e7c2 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for network, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:37.880508 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a7f9e3e-81dd-4166-a884-4b6fc921e7c2 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:23:37.881462 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3a7f9e3e-81dd-4166-a884-4b6fc921e7c2 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Notify callbacks [] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:37.923274 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d8505d-01b4-482b-bfc1-a77422308a63 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e63e6e05-3ecd-4b9d-ac46-74c87a129bd8,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:23:37.964884 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-3a7f9e3e-81dd-4166-a884-4b6fc921e7c2 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8896112 Aug 18 12:23:37.968077 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 40466) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:23:37.974956 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d8505d-01b4-482b-bfc1-a77422308a63 admin admin] Checking segment: {'id': '7514d6af-daaf-4f67-a4ba-eaca0ec27cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '8f0a9d50-b086-4fa9-a0af-b0e74f02865c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:23:37.975284 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-e486a23c-a8e9-4ee0-95df-226e952b3c59 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Request body: {'subnet': {'network_id': '6ec97503-93cf-4a77-8d6c-adc5117206e6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:23:37.975397 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6d8505d-01b4-482b-bfc1-a77422308a63 admin admin] Network hostable DHCP agents. Network: 8f0a9d50-b086-4fa9-a0af-b0e74f02865c, hostable agents: ['97c14208-2951-4361-8d64-3708c946ff5f'], hosted agents: [] {{(pid=106252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 12:23:37.991397 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port 7d6047e9-30e8-4d24-a722-d2a9bfc3e3e3 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:23:37.993745 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7f9e3e-81dd-4166-a884-4b6fc921e7c2 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Pushing event updated for resources: {'Network': ['ID=6ec97503-93cf-4a77-8d6c-adc5117206e6,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:23:37.998059 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6d8505d-01b4-482b-bfc1-a77422308a63 admin admin] Network 8f0a9d50-b086-4fa9-a0af-b0e74f02865c is scheduled to be hosted by DHCP agent 97c14208-2951-4361-8d64-3708c946ff5f with binding_index 1 {{(pid=106252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 12:23:38.008813 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Network 6ec97503-93cf-4a77-8d6c-adc5117206e6 details requested by agent ovs-agent-n-d-804985-2 with host n-d-804985-2 {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:23:38.012109 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-a6d8505d-01b4-482b-bfc1-a77422308a63 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-2, 8f0a9d50-b086-4fa9-a0af-b0e74f02865c) {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:23:38.018713 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6d8505d-01b4-482b-bfc1-a77422308a63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:23:38.019632 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a6d8505d-01b4-482b-bfc1-a77422308a63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for subnet, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:38.029404 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 7d6047e9-30e8-4d24-a722-d2a9bfc3e3e3 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:23:38.029724 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:38.041805 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-a6d8505d-01b4-482b-bfc1-a77422308a63 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5539739 Aug 18 12:23:38.051327 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 40470) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:23:38.068785 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-f7258837-7e71-4a5e-9a1c-3fef309f23e8 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1405082756-router', 'tenant_id': 'c493bee80bd845659abbbfb5a8a82b45', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'}}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:23:38.091253 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f7258837-7e71-4a5e-9a1c-3fef309f23e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-998592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15809'] for router, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:38.092722 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f7258837-7e71-4a5e-9a1c-3fef309f23e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-992733', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-971415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15816'] for router, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:38.112101 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e486a23c-a8e9-4ee0-95df-226e952b3c59 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Made reservation on behalf of ed22a9de76814f7385eb909317d94ee9 for: {'subnet': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:23:38.116655 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e486a23c-a8e9-4ee0-95df-226e952b3c59 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59388119'] for subnet, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:38.162234 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f7258837-7e71-4a5e-9a1c-3fef309f23e8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:38.233988 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac5daab6-c2f1-476e-ad25-ae7d177549f5 None None] get_active_networks_info from n-d-804985-2 {{(pid=106254) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 18 12:23:38.243538 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-44cabc1f-df3c-47ee-b03e-f6b3e9bcebd9 None None] Set router 89fc2d3c-688a-4b9e-a61e-d0f9c11d1e26 gateway port host: n-d-804985-2 {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:23:38.330994 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f7258837-7e71-4a5e-9a1c-3fef309f23e8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:38.339068 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e486a23c-a8e9-4ee0-95df-226e952b3c59 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58902106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59388097'] for subnet, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:38.381922 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:38.408390 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e486a23c-a8e9-4ee0-95df-226e952b3c59 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Checking segment: {'id': '6b216c94-a631-48f3-9c26-e3d0a2828bd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '6ec97503-93cf-4a77-8d6c-adc5117206e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:23:38.409066 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e486a23c-a8e9-4ee0-95df-226e952b3c59 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Network hostable DHCP agents. Network: 6ec97503-93cf-4a77-8d6c-adc5117206e6, hostable agents: ['97c14208-2951-4361-8d64-3708c946ff5f'], hosted agents: [] {{(pid=106253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 12:23:38.421050 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e486a23c-a8e9-4ee0-95df-226e952b3c59 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Pushing event updated for resources: {'Subnet': ['ID=faf10361-93ca-4c28-a947-867f7d9c804d,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:23:38.436244 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e486a23c-a8e9-4ee0-95df-226e952b3c59 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Network 6ec97503-93cf-4a77-8d6c-adc5117206e6 is scheduled to be hosted by DHCP agent 97c14208-2951-4361-8d64-3708c946ff5f with binding_index 1 {{(pid=106253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 12:23:38.448208 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-e486a23c-a8e9-4ee0-95df-226e952b3c59 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-2, 6ec97503-93cf-4a77-8d6c-adc5117206e6) {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:23:38.459499 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e486a23c-a8e9-4ee0-95df-226e952b3c59 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:23:38.460760 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e486a23c-a8e9-4ee0-95df-226e952b3c59 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:38.480995 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-e486a23c-a8e9-4ee0-95df-226e952b3c59 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.5092728 Aug 18 12:23:38.481901 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 40474) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:23:38.605726 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f7258837-7e71-4a5e-9a1c-3fef309f23e8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:38.611088 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0c0a9a1c-822a-40ea-a25d-82d613823c7d tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7904109'] for network, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:38.629146 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f7258837-7e71-4a5e-9a1c-3fef309f23e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:38.671072 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:38.678010 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0c0a9a1c-822a-40ea-a25d-82d613823c7d tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:38.708734 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac5daab6-c2f1-476e-ad25-ae7d177549f5 None None] Resources bound (agent type, host, resource id): {{(pid=106254) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 18 12:23:38.743102 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] For port 7d6047e9-30e8-4d24-a722-d2a9bfc3e3e3, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=7d6047e9-30e8-4d24-a722-d2a9bfc3e3e3,segment=NetworkSegment(aabab97a-bdc1-42ac-99d3-acb44fa5fbe6),segment_id=aabab97a-bdc1-42ac-99d3-acb44fa5fbe6)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:23:38.763746 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0c0a9a1c-822a-40ea-a25d-82d613823c7d tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58902171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59388106'] for subnet, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:38.785807 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [None req-f7258837-7e71-4a5e-9a1c-3fef309f23e8 admin admin] Allocated IP 172.25.7.249 (7cae7a70-14fd-408c-b14d-39ceb97cb60e/9784295a-20b8-4a4b-b105-f82737f0448f/2e55da17-00af-4d01-aa6e-7f619031f751) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:23:38.796446 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0a9a1c-822a-40ea-a25d-82d613823c7d tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Pushing event deleted for resources: {'Subnet': ['ID=faf10361-93ca-4c28-a947-867f7d9c804d,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:23:38.865595 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:38.866407 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device c20cd0c7-06d8-40dc-8ca2-dd9b1e8de77f up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:23:38.881437 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0c0a9a1c-822a-40ea-a25d-82d613823c7d tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8367869', 'neutron.services.segments.db._delete_segments_for_network-8789151212993'] for network, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:38.893070 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-0c0a9a1c-822a-40ea-a25d-82d613823c7d tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ec97503-93cf-4a77-8d6c-adc5117206e6']}} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:23:38.905235 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-0c0a9a1c-822a-40ea-a25d-82d613823c7d tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b216c94-a631-48f3-9c26-e3d0a2828bd8') {'for_net_delete': True} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:23:38.905610 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-0c0a9a1c-822a-40ea-a25d-82d613823c7d tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b216c94-a631-48f3-9c26-e3d0a2828bd8') {} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:23:38.920350 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f7258837-7e71-4a5e-9a1c-3fef309f23e8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:38.920753 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0c0a9a1c-822a-40ea-a25d-82d613823c7d tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789151225254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902236'] for segment, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:38.939300 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0c0a9a1c-822a-40ea-a25d-82d613823c7d tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:38.948917 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c0a9a1c-822a-40ea-a25d-82d613823c7d tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Releasing vlan 801 on physical network physnet1 to pool {{(pid=106253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:23:38.950342 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0c0a9a1c-822a-40ea-a25d-82d613823c7d tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58900537'] for segment, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:38.955389 n-d-804985-2 neutron-server[106253]: Traceback (most recent call last): Aug 18 12:23:38.955389 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:23:38.955389 n-d-804985-2 neutron-server[106253]: timer() Aug 18 12:23:38.955389 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:23:38.955389 n-d-804985-2 neutron-server[106253]: cb(*args, **kw) Aug 18 12:23:38.955389 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:23:38.955389 n-d-804985-2 neutron-server[106253]: return func(*args, **kwargs) Aug 18 12:23:38.955389 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:23:38.955389 n-d-804985-2 neutron-server[106253]: self._notify() Aug 18 12:23:38.955389 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:23:38.955389 n-d-804985-2 neutron-server[106253]: self.callback(batched_events) Aug 18 12:23:38.955389 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:23:38.955389 n-d-804985-2 neutron-server[106253]: event.method(event) Aug 18 12:23:38.955389 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:23:38.955389 n-d-804985-2 neutron-server[106253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:23:38.955389 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:23:38.955389 n-d-804985-2 neutron-server[106253]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:23:38.955389 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:23:38.955389 n-d-804985-2 neutron-server[106253]: return f(self, *a, **k) Aug 18 12:23:38.955389 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:23:38.955389 n-d-804985-2 neutron-server[106253]: return self._get(url).json() Aug 18 12:23:38.955389 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:23:38.955389 n-d-804985-2 neutron-server[106253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:23:38.955389 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:23:38.955389 n-d-804985-2 neutron-server[106253]: return self.request(url, 'GET', **kwargs) Aug 18 12:23:38.955389 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:23:38.955389 n-d-804985-2 neutron-server[106253]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:23:38.955389 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:23:38.955389 n-d-804985-2 neutron-server[106253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:23:38.955389 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:23:38.955389 n-d-804985-2 neutron-server[106253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:23:38.955389 n-d-804985-2 neutron-server[106253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:23:38.976277 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f7258837-7e71-4a5e-9a1c-3fef309f23e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:38.990406 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Pushing event updated for resources: {'Port': ['ID=7d6047e9-30e8-4d24-a722-d2a9bfc3e3e3,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:23:39.018871 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7258837-7e71-4a5e-9a1c-3fef309f23e8 admin admin] Network 7cae7a70-14fd-408c-b14d-39ceb97cb60e is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:23:39.024145 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-f7258837-7e71-4a5e-9a1c-3fef309f23e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:23:39.033450 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7258837-7e71-4a5e-9a1c-3fef309f23e8 admin admin] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:23:39.038967 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port c20cd0c7-06d8-40dc-8ca2-dd9b1e8de77f completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:23:39.062960 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0c0a9a1c-822a-40ea-a25d-82d613823c7d tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8367858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997186'] for network, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:39.066351 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port c20cd0c7-06d8-40dc-8ca2-dd9b1e8de77f triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:23:39.066351 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:39.078284 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7258837-7e71-4a5e-9a1c-3fef309f23e8 admin admin] Pushing event updated for resources: {'Port': ['ID=2e55da17-00af-4d01-aa6e-7f619031f751,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:23:39.104744 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0c0a9a1c-822a-40ea-a25d-82d613823c7d tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Notify callbacks [] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:39.104744 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-0c0a9a1c-822a-40ea-a25d-82d613823c7d tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] 10.222.0.66 "DELETE /v2.0/networks/6ec97503-93cf-4a77-8d6c-adc5117206e6 HTTP/1.1" status: 204 len: 168 time: 0.6190028 Aug 18 12:23:39.104744 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0a9a1c-822a-40ea-a25d-82d613823c7d tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Pushing event deleted for resources: {'Network': ['ID=6ec97503-93cf-4a77-8d6c-adc5117206e6,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:23:39.107410 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 40482) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:23:39.118702 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-44cabc1f-df3c-47ee-b03e-f6b3e9bcebd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89fc2d3c-688a-4b9e-a61e-d0f9c11d1e26', 'name': 'tempest-TestServerMultinode-1590541155-router', 'tenant_id': '595d0448a32a4cafa99d46824ae5f612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.135'}], 'enable_snat': True}, 'gw_port_id': 'c20cd0c7-06d8-40dc-8ca2-dd9b1e8de77f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:23:30Z', 'updated_at': '2021-08-18T12:23:34Z', 'revision_number': 4, 'project_id': '595d0448a32a4cafa99d46824ae5f612', 'gw_port': {'id': 'c20cd0c7-06d8-40dc-8ca2-dd9b1e8de77f', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:86:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89fc2d3c-688a-4b9e-a61e-d0f9c11d1e26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3687, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:23:31Z', 'updated_at': '2021-08-18T12:23:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': 'ce2dd8d9-af7b-4291-9455-082d406f6738', 'name': '', 'network_id': 'ec66e735-6812-4152-8901-06c6cff3ab85', 'tenant_id': '595d0448a32a4cafa99d46824ae5f612', 'mac_address': 'fa:16:3e:43:4b:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89fc2d3c-688a-4b9e-a61e-d0f9c11d1e26', 'device_owner': 'network:router_interface', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': '235bb850-98b6-4700-9c70-2050a9a0ef2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:23:33Z', 'updated_at': '2021-08-18T12:23:35Z', 'revision_number': 2, 'project_id': '595d0448a32a4cafa99d46824ae5f612', 'subnets': [{'id': '235bb850-98b6-4700-9c70-2050a9a0ef2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:23:39.123064 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-c77df511-ff3e-4ee2-b261-1557e0a04fb5 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1247191246'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:23:39.149514 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c77df511-ff3e-4ee2-b261-1557e0a04fb5 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Made reservation on behalf of ed22a9de76814f7385eb909317d94ee9 for: {'network': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:23:39.153421 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c77df511-ff3e-4ee2-b261-1557e0a04fb5 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for network, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:39.179412 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c77df511-ff3e-4ee2-b261-1557e0a04fb5 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 839} {{(pid=106253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:23:39.180162 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed3bbcad-9172-41d8-8863-ce5483e3e2b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp788be208-34ab-5a8f-af0f-528834af222f-8f0a9d50-b086-4fa9-a0af-b0e74f02865c', 'network_id': '8f0a9d50-b086-4fa9-a0af-b0e74f02865c', 'tenant_id': 'c493bee80bd845659abbbfb5a8a82b45', 'fixed_ips': [{'subnet_id': 'e63e6e05-3ecd-4b9d-ac46-74c87a129bd8'}]}} from n-d-804985-2. {{(pid=106254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 12:23:39.181425 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ed3bbcad-9172-41d8-8863-ce5483e3e2b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:39.188595 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c77df511-ff3e-4ee2-b261-1557e0a04fb5 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:39.189356 n-d-804985-2 neutron-server[106253]: INFO neutron.db.segments_db [None req-c77df511-ff3e-4ee2-b261-1557e0a04fb5 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Added segment 17e27f13-636c-4cc7-af36-eefce4904bad of type vlan for network 46d951c2-8914-4913-b8ad-70bbc8a9c2ce Aug 18 12:23:39.231913 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c77df511-ff3e-4ee2-b261-1557e0a04fb5 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789150665894'] for network, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:39.260439 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44cabc1f-df3c-47ee-b03e-f6b3e9bcebd9 None None] Checking router: 89fc2d3c-688a-4b9e-a61e-d0f9c11d1e26 for host: n-d-804985-2 {{(pid=106254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:23:39.260833 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44cabc1f-df3c-47ee-b03e-f6b3e9bcebd9 None None] Updating router 89fc2d3c-688a-4b9e-a61e-d0f9c11d1e26 port ce2dd8d9-af7b-4291-9455-082d406f6738 binding host n-d-804985-2 {{(pid=106254) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 12:23:39.262584 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c77df511-ff3e-4ee2-b261-1557e0a04fb5 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for network, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:39.270748 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c77df511-ff3e-4ee2-b261-1557e0a04fb5 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:23:39.272054 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c77df511-ff3e-4ee2-b261-1557e0a04fb5 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Notify callbacks [] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:39.308423 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-44cabc1f-df3c-47ee-b03e-f6b3e9bcebd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:39.353529 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-c77df511-ff3e-4ee2-b261-1557e0a04fb5 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2409956 Aug 18 12:23:39.356806 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 40484) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:23:39.362892 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-103f7447-22f1-4196-85bd-ea2fd28e9499 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Request body: {'subnet': {'network_id': '46d951c2-8914-4913-b8ad-70bbc8a9c2ce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:23:39.372690 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f7258837-7e71-4a5e-9a1c-3fef309f23e8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:39.382302 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77df511-ff3e-4ee2-b261-1557e0a04fb5 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Pushing event updated for resources: {'Network': ['ID=46d951c2-8914-4913-b8ad-70bbc8a9c2ce,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:23:39.469373 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-103f7447-22f1-4196-85bd-ea2fd28e9499 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Made reservation on behalf of ed22a9de76814f7385eb909317d94ee9 for: {'subnet': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:23:39.475088 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-103f7447-22f1-4196-85bd-ea2fd28e9499 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59388119'] for subnet, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:39.483004 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Network 46d951c2-8914-4913-b8ad-70bbc8a9c2ce details requested by agent ovs-agent-n-d-804985-2 with host n-d-804985-2 {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:23:39.691591 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:39.696296 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-103f7447-22f1-4196-85bd-ea2fd28e9499 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58902106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59388097'] for subnet, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:39.709918 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.db_base_plugin_common [None req-ed3bbcad-9172-41d8-8863-ce5483e3e2b0 None None] Allocated IP 172.20.0.2 (8f0a9d50-b086-4fa9-a0af-b0e74f02865c/e63e6e05-3ecd-4b9d-ac46-74c87a129bd8/41029cbc-5230-465c-a372-07bf6b414bcb) {{(pid=106254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:23:39.787633 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-103f7447-22f1-4196-85bd-ea2fd28e9499 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Checking segment: {'id': '17e27f13-636c-4cc7-af36-eefce4904bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '46d951c2-8914-4913-b8ad-70bbc8a9c2ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:23:39.788134 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-103f7447-22f1-4196-85bd-ea2fd28e9499 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Network hostable DHCP agents. Network: 46d951c2-8914-4913-b8ad-70bbc8a9c2ce, hostable agents: ['97c14208-2951-4361-8d64-3708c946ff5f'], hosted agents: [] {{(pid=106253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 12:23:39.792549 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103f7447-22f1-4196-85bd-ea2fd28e9499 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Pushing event updated for resources: {'Subnet': ['ID=2127c66b-e061-4169-acd9-eb5f106b5af2,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:23:39.805824 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] For port c20cd0c7-06d8-40dc-8ca2-dd9b1e8de77f, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=c20cd0c7-06d8-40dc-8ca2-dd9b1e8de77f,segment=NetworkSegment(c5a3db9d-5c58-41b1-9177-d5787a597b78),segment_id=c5a3db9d-5c58-41b1-9177-d5787a597b78)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:23:39.815254 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-103f7447-22f1-4196-85bd-ea2fd28e9499 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Network 46d951c2-8914-4913-b8ad-70bbc8a9c2ce is scheduled to be hosted by DHCP agent 97c14208-2951-4361-8d64-3708c946ff5f with binding_index 1 {{(pid=106253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 12:23:39.829741 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-103f7447-22f1-4196-85bd-ea2fd28e9499 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-2, 46d951c2-8914-4913-b8ad-70bbc8a9c2ce) {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:23:39.836597 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-103f7447-22f1-4196-85bd-ea2fd28e9499 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:23:39.839637 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-103f7447-22f1-4196-85bd-ea2fd28e9499 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:39.845029 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:39.861050 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-103f7447-22f1-4196-85bd-ea2fd28e9499 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5025861 Aug 18 12:23:39.863511 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 40488) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:23:39.871979 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-26b1a3a3-8a5f-4c5c-b913-8832f2681b95 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Request body: {'subnet': {'network_id': '46d951c2-8914-4913-b8ad-70bbc8a9c2ce', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:23:39.994494 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 7d6047e9-30e8-4d24-a722-d2a9bfc3e3e3 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:23:40.021678 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26b1a3a3-8a5f-4c5c-b913-8832f2681b95 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Made reservation on behalf of ed22a9de76814f7385eb909317d94ee9 for: {'subnet': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:23:40.025635 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-26b1a3a3-8a5f-4c5c-b913-8832f2681b95 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59388119'] for subnet, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:40.026847 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Pushing event updated for resources: {'Port': ['ID=c20cd0c7-06d8-40dc-8ca2-dd9b1e8de77f,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:23:40.048787 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-44cabc1f-df3c-47ee-b03e-f6b3e9bcebd9 None None] Notify callbacks [] for port, precommit_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:40.074711 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f7258837-7e71-4a5e-9a1c-3fef309f23e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-998473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-992536'] for router, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:40.092880 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-44cabc1f-df3c-47ee-b03e-f6b3e9bcebd9 None None] Transition to ACTIVE for port object ce2dd8d9-af7b-4291-9455-082d406f6738 will not be triggered until provisioned by entity L2. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:23:40.118360 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-44cabc1f-df3c-47ee-b03e-f6b3e9bcebd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:40.186029 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ed3bbcad-9172-41d8-8863-ce5483e3e2b0 None None] Notify callbacks [] for port, precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:40.205041 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47890ff-f18c-4eb3-bb86-e455d2a3c53d None None] Pushing event updated for resources: {'Port': ['ID=ce2dd8d9-af7b-4291-9455-082d406f6738,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:23:40.208080 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-ed3bbcad-9172-41d8-8863-ce5483e3e2b0 None None] Transition to ACTIVE for port object 41029cbc-5230-465c-a372-07bf6b414bcb will not be triggered until provisioned by entity L2. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:23:40.213294 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 7d6047e9-30e8-4d24-a722-d2a9bfc3e3e3 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:23:40.213778 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:40.258464 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7258837-7e71-4a5e-9a1c-3fef309f23e8 admin admin] Router 90ecc807-16fb-455b-8c24-96e59c7e83f9 is scheduled to L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 with binding_index 1 {{(pid=106252) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 12:23:40.266433 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-ed3bbcad-9172-41d8-8863-ce5483e3e2b0 None None] Transition to ACTIVE for port object 41029cbc-5230-465c-a372-07bf6b414bcb will not be triggered until provisioned by entity DHCP. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:23:40.291727 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ed3bbcad-9172-41d8-8863-ce5483e3e2b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547'] for port, after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:40.339385 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-44cabc1f-df3c-47ee-b03e-f6b3e9bcebd9 None None] Attempting to bind port ce2dd8d9-af7b-4291-9455-082d406f6738 on host n-d-804985-2 for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:23:40.339908 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-44cabc1f-df3c-47ee-b03e-f6b3e9bcebd9 None None] Attempting to bind port ce2dd8d9-af7b-4291-9455-082d406f6738 by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': '413ac27d-b0a3-49b3-98a5-c26dbb3f1cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'ec66e735-6812-4152-8901-06c6cff3ab85'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:23:40.340356 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44cabc1f-df3c-47ee-b03e-f6b3e9bcebd9 None None] Attempting to bind port ce2dd8d9-af7b-4291-9455-082d406f6738 on network ec66e735-6812-4152-8901-06c6cff3ab85 {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:23:40.354798 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed3bbcad-9172-41d8-8863-ce5483e3e2b0 None None] Network 8f0a9d50-b086-4fa9-a0af-b0e74f02865c is already hosted by enough agents. {{(pid=106254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:23:40.359607 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44cabc1f-df3c-47ee-b03e-f6b3e9bcebd9 None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 23, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:23:40.360097 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44cabc1f-df3c-47ee-b03e-f6b3e9bcebd9 None None] Checking segment: {'id': '413ac27d-b0a3-49b3-98a5-c26dbb3f1cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'ec66e735-6812-4152-8901-06c6cff3ab85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:23:40.360695 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-44cabc1f-df3c-47ee-b03e-f6b3e9bcebd9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:40.361175 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44cabc1f-df3c-47ee-b03e-f6b3e9bcebd9 None None] Bound using segment: {'id': '413ac27d-b0a3-49b3-98a5-c26dbb3f1cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'ec66e735-6812-4152-8901-06c6cff3ab85'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:23:40.361751 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-44cabc1f-df3c-47ee-b03e-f6b3e9bcebd9 None None] Bound port: ce2dd8d9-af7b-4291-9455-082d406f6738, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '413ac27d-b0a3-49b3-98a5-c26dbb3f1cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'ec66e735-6812-4152-8901-06c6cff3ab85'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:23:40.362216 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-44cabc1f-df3c-47ee-b03e-f6b3e9bcebd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:40.365165 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.base_scheduler [None req-ed3bbcad-9172-41d8-8863-ce5483e3e2b0 None None] Resources bound (agent type, host, resource id): {{(pid=106254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:23:40.368374 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3bbcad-9172-41d8-8863-ce5483e3e2b0 None None] Pushing event updated for resources: {'Port': ['ID=41029cbc-5230-465c-a372-07bf6b414bcb,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:23:40.378845 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed3bbcad-9172-41d8-8863-ce5483e3e2b0 None None] Received port after_create {{(pid=106254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:23:40.389129 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-26b1a3a3-8a5f-4c5c-b913-8832f2681b95 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58902106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59388097'] for subnet, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:40.410893 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7258837-7e71-4a5e-9a1c-3fef309f23e8 admin admin] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:23:40.421478 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57cda3e6-90df-411d-9656-610fbbad2bfe None None] Sync routers for ids ['90ecc807-16fb-455b-8c24-96e59c7e83f9'] in n-d-804985-2 {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:23:40.433259 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f7258837-7e71-4a5e-9a1c-3fef309f23e8 admin admin] Notify callbacks [] for router, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:40.436709 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57cda3e6-90df-411d-9656-610fbbad2bfe None None] Routers {'90ecc807-16fb-455b-8c24-96e59c7e83f9'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:23:40.437487 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-57cda3e6-90df-411d-9656-610fbbad2bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:23:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['90ecc807-16fb-455b-8c24-96e59c7e83f9'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:23:40.438265 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-f7258837-7e71-4a5e-9a1c-3fef309f23e8 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.3854842 Aug 18 12:23:40.439619 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 40496) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:23:40.450687 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26b1a3a3-8a5f-4c5c-b913-8832f2681b95 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Network 46d951c2-8914-4913-b8ad-70bbc8a9c2ce is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:23:40.453400 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-26b1a3a3-8a5f-4c5c-b913-8832f2681b95 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:23:40.457827 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26b1a3a3-8a5f-4c5c-b913-8832f2681b95 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:23:40.458468 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-26b1a3a3-8a5f-4c5c-b913-8832f2681b95 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:40.468415 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b1a3a3-8a5f-4c5c-b913-8832f2681b95 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Pushing event updated for resources: {'Subnet': ['ID=93047c84-b598-4b29-8257-d6d91dc8e86f,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:23:40.486724 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-26b1a3a3-8a5f-4c5c-b913-8832f2681b95 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.6193738 Aug 18 12:23:40.487034 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 40500) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:23:40.568010 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-ed3bbcad-9172-41d8-8863-ce5483e3e2b0 None None] Attempting to bind port 41029cbc-5230-465c-a372-07bf6b414bcb on host n-d-804985-2 for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:23:40.568497 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-ed3bbcad-9172-41d8-8863-ce5483e3e2b0 None None] Attempting to bind port 41029cbc-5230-465c-a372-07bf6b414bcb by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': '7514d6af-daaf-4f67-a4ba-eaca0ec27cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '8f0a9d50-b086-4fa9-a0af-b0e74f02865c'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:23:40.568940 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed3bbcad-9172-41d8-8863-ce5483e3e2b0 None None] Attempting to bind port 41029cbc-5230-465c-a372-07bf6b414bcb on network 8f0a9d50-b086-4fa9-a0af-b0e74f02865c {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:23:40.576303 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fe1c853-37ca-4b90-b2cf-c44f102f63be tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:23:40.579888 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-44cabc1f-df3c-47ee-b03e-f6b3e9bcebd9 None None] For port ce2dd8d9-af7b-4291-9455-082d406f6738, host n-d-804985-2, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:23:40.583158 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed3bbcad-9172-41d8-8863-ce5483e3e2b0 None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 23, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:23:40.583653 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed3bbcad-9172-41d8-8863-ce5483e3e2b0 None None] Checking segment: {'id': '7514d6af-daaf-4f67-a4ba-eaca0ec27cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '8f0a9d50-b086-4fa9-a0af-b0e74f02865c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:23:40.586494 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ed3bbcad-9172-41d8-8863-ce5483e3e2b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:40.586998 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed3bbcad-9172-41d8-8863-ce5483e3e2b0 None None] Bound using segment: {'id': '7514d6af-daaf-4f67-a4ba-eaca0ec27cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '8f0a9d50-b086-4fa9-a0af-b0e74f02865c'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:23:40.587592 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-ed3bbcad-9172-41d8-8863-ce5483e3e2b0 None None] Bound port: 41029cbc-5230-465c-a372-07bf6b414bcb, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7514d6af-daaf-4f67-a4ba-eaca0ec27cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '8f0a9d50-b086-4fa9-a0af-b0e74f02865c'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:23:40.588109 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ed3bbcad-9172-41d8-8863-ce5483e3e2b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:40.590065 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fe1c853-37ca-4b90-b2cf-c44f102f63be tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:23:40.591335 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fe1c853-37ca-4b90-b2cf-c44f102f63be tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:23:40.592881 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fe1c853-37ca-4b90-b2cf-c44f102f63be tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:23:40.593158 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-44cabc1f-df3c-47ee-b03e-f6b3e9bcebd9 None None] For port ce2dd8d9-af7b-4291-9455-082d406f6738, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=ce2dd8d9-af7b-4291-9455-082d406f6738,segment=NetworkSegment(413ac27d-b0a3-49b3-98a5-c26dbb3f1cda),segment_id=413ac27d-b0a3-49b3-98a5-c26dbb3f1cda)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:23:40.594401 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fe1c853-37ca-4b90-b2cf-c44f102f63be tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:23:40.601955 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-8fe1c853-37ca-4b90-b2cf-c44f102f63be tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1082592 Aug 18 12:23:40.602707 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 40502) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:23:40.608468 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-44cabc1f-df3c-47ee-b03e-f6b3e9bcebd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:40.614880 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-8a5e8360-8004-4605-82fb-b85ea64d5639 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1822793871'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:23:40.629304 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-57cda3e6-90df-411d-9656-610fbbad2bfe None None] Set router 90ecc807-16fb-455b-8c24-96e59c7e83f9 gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:23:40.663312 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a5e8360-8004-4605-82fb-b85ea64d5639 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Made reservation on behalf of ed22a9de76814f7385eb909317d94ee9 for: {'network': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:23:40.668835 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8a5e8360-8004-4605-82fb-b85ea64d5639 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for network, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:40.712263 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a5e8360-8004-4605-82fb-b85ea64d5639 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 848} {{(pid=106253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:23:40.728098 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8a5e8360-8004-4605-82fb-b85ea64d5639 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:40.728620 n-d-804985-2 neutron-server[106253]: INFO neutron.db.segments_db [None req-8a5e8360-8004-4605-82fb-b85ea64d5639 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Added segment 570687b0-208c-494c-8296-3abee2d3db66 of type vlan for network 25fcfcd1-5178-4c7b-9275-4974fd0dc3d2 Aug 18 12:23:40.734964 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44cabc1f-df3c-47ee-b03e-f6b3e9bcebd9 None None] Routers {'89fc2d3c-688a-4b9e-a61e-d0f9c11d1e26'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:23:40.735756 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-44cabc1f-df3c-47ee-b03e-f6b3e9bcebd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:23:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['89fc2d3c-688a-4b9e-a61e-d0f9c11d1e26'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:23:40.777888 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47890ff-f18c-4eb3-bb86-e455d2a3c53d None None] Pushing event updated for resources: {'Port': ['ID=ce2dd8d9-af7b-4291-9455-082d406f6738,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:23:40.782740 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-ed3bbcad-9172-41d8-8863-ce5483e3e2b0 None None] For port 41029cbc-5230-465c-a372-07bf6b414bcb, host n-d-804985-2, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:23:40.797599 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8a5e8360-8004-4605-82fb-b85ea64d5639 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789150665894'] for network, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:40.803471 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-ed3bbcad-9172-41d8-8863-ce5483e3e2b0 None None] For port 41029cbc-5230-465c-a372-07bf6b414bcb, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=41029cbc-5230-465c-a372-07bf6b414bcb,segment=NetworkSegment(7514d6af-daaf-4f67-a4ba-eaca0ec27cc2),segment_id=7514d6af-daaf-4f67-a4ba-eaca0ec27cc2)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:23:40.836138 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8a5e8360-8004-4605-82fb-b85ea64d5639 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for network, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:40.846795 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a5e8360-8004-4605-82fb-b85ea64d5639 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:23:40.848258 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8a5e8360-8004-4605-82fb-b85ea64d5639 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Notify callbacks [] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:40.848467 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-57cda3e6-90df-411d-9656-610fbbad2bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90ecc807-16fb-455b-8c24-96e59c7e83f9', 'name': 'tempest-TestServerMultinode-1405082756-router', 'tenant_id': 'c493bee80bd845659abbbfb5a8a82b45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.249'}], 'enable_snat': True}, 'gw_port_id': '2e55da17-00af-4d01-aa6e-7f619031f751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:23:38Z', 'updated_at': '2021-08-18T12:23:39Z', 'revision_number': 3, 'project_id': 'c493bee80bd845659abbbfb5a8a82b45', 'gw_port': {'id': '2e55da17-00af-4d01-aa6e-7f619031f751', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:46:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90ecc807-16fb-455b-8c24-96e59c7e83f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:23:38Z', 'updated_at': '2021-08-18T12:23:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:23:40.850673 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ed3bbcad-9172-41d8-8863-ce5483e3e2b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:40.883487 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57cda3e6-90df-411d-9656-610fbbad2bfe None None] Checking router: 90ecc807-16fb-455b-8c24-96e59c7e83f9 for host: n-d-804985-2 {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:23:40.883835 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57cda3e6-90df-411d-9656-610fbbad2bfe None None] Updating router 90ecc807-16fb-455b-8c24-96e59c7e83f9 port 2e55da17-00af-4d01-aa6e-7f619031f751 binding host n-d-804985-2 {{(pid=106255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 12:23:40.923174 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-57cda3e6-90df-411d-9656-610fbbad2bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:40.934307 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-44cabc1f-df3c-47ee-b03e-f6b3e9bcebd9 None None] Set router 89fc2d3c-688a-4b9e-a61e-d0f9c11d1e26 gateway port host: n-d-804985-2 {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:23:40.991338 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-8a5e8360-8004-4605-82fb-b85ea64d5639 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3845007 Aug 18 12:23:40.994467 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 40510) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:23:41.023092 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-1083b550-4547-4ade-9fd6-ced405fdfc25 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Request body: {'network': {'name': 'New_network'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:23:41.033666 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3bbcad-9172-41d8-8863-ce5483e3e2b0 None None] Pushing event updated for resources: {'Port': ['ID=41029cbc-5230-465c-a372-07bf6b414bcb,revision_number=2']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:23:41.238080 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5e8360-8004-4605-82fb-b85ea64d5639 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Pushing event updated for resources: {'Network': ['ID=25fcfcd1-5178-4c7b-9275-4974fd0dc3d2,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:23:41.266782 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Network 25fcfcd1-5178-4c7b-9275-4974fd0dc3d2 details requested by agent ovs-agent-n-d-804985-2 with host n-d-804985-2 {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:23:41.299116 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2d70e4a8-098e-42a3-b3fc-c8aa2beddb4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:41.379292 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-44cabc1f-df3c-47ee-b03e-f6b3e9bcebd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89fc2d3c-688a-4b9e-a61e-d0f9c11d1e26', 'name': 'tempest-TestServerMultinode-1590541155-router', 'tenant_id': '595d0448a32a4cafa99d46824ae5f612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.135'}], 'enable_snat': True}, 'gw_port_id': 'c20cd0c7-06d8-40dc-8ca2-dd9b1e8de77f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:23:30Z', 'updated_at': '2021-08-18T12:23:34Z', 'revision_number': 4, 'project_id': '595d0448a32a4cafa99d46824ae5f612', 'gw_port': {'id': 'c20cd0c7-06d8-40dc-8ca2-dd9b1e8de77f', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:86:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89fc2d3c-688a-4b9e-a61e-d0f9c11d1e26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3687, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:23:31Z', 'updated_at': '2021-08-18T12:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': 'ce2dd8d9-af7b-4291-9455-082d406f6738', 'name': '', 'network_id': 'ec66e735-6812-4152-8901-06c6cff3ab85', 'tenant_id': '595d0448a32a4cafa99d46824ae5f612', 'mac_address': 'fa:16:3e:43:4b:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89fc2d3c-688a-4b9e-a61e-d0f9c11d1e26', 'device_owner': 'network:router_interface', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': '235bb850-98b6-4700-9c70-2050a9a0ef2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:23:33Z', 'updated_at': '2021-08-18T12:23:40Z', 'revision_number': 4, 'project_id': '595d0448a32a4cafa99d46824ae5f612', 'subnets': [{'id': '235bb850-98b6-4700-9c70-2050a9a0ef2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:23:41.446684 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44cabc1f-df3c-47ee-b03e-f6b3e9bcebd9 None None] The sync data for ids ['89fc2d3c-688a-4b9e-a61e-d0f9c11d1e26'] in n-d-804985-2 is: [{'id': '89fc2d3c-688a-4b9e-a61e-d0f9c11d1e26', 'name': 'tempest-TestServerMultinode-1590541155-router', 'tenant_id': '595d0448a32a4cafa99d46824ae5f612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.135'}], 'enable_snat': True}, 'gw_port_id': 'c20cd0c7-06d8-40dc-8ca2-dd9b1e8de77f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:23:30Z', 'updated_at': '2021-08-18T12:23:34Z', 'revision_number': 4, 'project_id': '595d0448a32a4cafa99d46824ae5f612', 'gw_port': {'id': 'c20cd0c7-06d8-40dc-8ca2-dd9b1e8de77f', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:86:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89fc2d3c-688a-4b9e-a61e-d0f9c11d1e26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3687, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:23:31Z', 'updated_at': '2021-08-18T12:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': 'ce2dd8d9-af7b-4291-9455-082d406f6738', 'name': '', 'network_id': 'ec66e735-6812-4152-8901-06c6cff3ab85', 'tenant_id': '595d0448a32a4cafa99d46824ae5f612', 'mac_address': 'fa:16:3e:43:4b:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89fc2d3c-688a-4b9e-a61e-d0f9c11d1e26', 'device_owner': 'network:router_interface', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': '235bb850-98b6-4700-9c70-2050a9a0ef2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:23:33Z', 'updated_at': '2021-08-18T12:23:40Z', 'revision_number': 4, 'project_id': '595d0448a32a4cafa99d46824ae5f612', 'subnets': [{'id': '235bb850-98b6-4700-9c70-2050a9a0ef2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:23:41.469946 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1083b550-4547-4ade-9fd6-ced405fdfc25 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789150665894'] for network, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:41.499369 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1083b550-4547-4ade-9fd6-ced405fdfc25 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for network, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:41.515659 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [None req-2d70e4a8-098e-42a3-b3fc-c8aa2beddb4a admin admin] Allocated IP 172.20.0.1 (8f0a9d50-b086-4fa9-a0af-b0e74f02865c/e63e6e05-3ecd-4b9d-ac46-74c87a129bd8/00ae5d8c-8e23-47c0-a4ae-da272b3c362f) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:23:41.612446 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-57cda3e6-90df-411d-9656-610fbbad2bfe None None] Notify callbacks [] for port, precommit_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:41.624902 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-57cda3e6-90df-411d-9656-610fbbad2bfe None None] Transition to ACTIVE for port object 2e55da17-00af-4d01-aa6e-7f619031f751 will not be triggered until provisioned by entity L2. {{(pid=106255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:23:41.640133 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1083b550-4547-4ade-9fd6-ced405fdfc25 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Network 25fcfcd1-5178-4c7b-9275-4974fd0dc3d2 is not hosted by any dhcp agent {{(pid=106253) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 18 12:23:41.640279 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-57cda3e6-90df-411d-9656-610fbbad2bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:41.650569 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1083b550-4547-4ade-9fd6-ced405fdfc25 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:23:41.651219 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1083b550-4547-4ade-9fd6-ced405fdfc25 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Notify callbacks [] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:41.658328 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-1083b550-4547-4ade-9fd6-ced405fdfc25 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] 10.222.0.66 "PUT /v2.0/networks/25fcfcd1-5178-4c7b-9275-4974fd0dc3d2 HTTP/1.1" status: 200 len: 723 time: 0.6468358 Aug 18 12:23:41.658328 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1083b550-4547-4ade-9fd6-ced405fdfc25 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Pushing event updated for resources: {'Network': ['ID=25fcfcd1-5178-4c7b-9275-4974fd0dc3d2,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:23:41.658811 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 40518) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:23:41.668725 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Network 25fcfcd1-5178-4c7b-9275-4974fd0dc3d2 details requested by agent ovs-agent-n-d-804985-2 with host n-d-804985-2 {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:23:41.695989 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-57cda3e6-90df-411d-9656-610fbbad2bfe None None] Attempting to bind port 2e55da17-00af-4d01-aa6e-7f619031f751 on host n-d-804985-2 for vnic_type normal with profile {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:23:41.696355 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-57cda3e6-90df-411d-9656-610fbbad2bfe None None] Attempting to bind port 2e55da17-00af-4d01-aa6e-7f619031f751 by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'}] {{(pid=106255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:23:41.696836 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57cda3e6-90df-411d-9656-610fbbad2bfe None None] Attempting to bind port 2e55da17-00af-4d01-aa6e-7f619031f751 on network 7cae7a70-14fd-408c-b14d-39ceb97cb60e {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:23:41.712056 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57cda3e6-90df-411d-9656-610fbbad2bfe None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 23, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:23:41.712438 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57cda3e6-90df-411d-9656-610fbbad2bfe None None] Checking segment: {'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:23:41.712893 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-57cda3e6-90df-411d-9656-610fbbad2bfe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:41.713209 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57cda3e6-90df-411d-9656-610fbbad2bfe None None] Bound using segment: {'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'} {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:23:41.713681 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-57cda3e6-90df-411d-9656-610fbbad2bfe None None] Bound port: 2e55da17-00af-4d01-aa6e-7f619031f751, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'}}] {{(pid=106255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:23:41.713815 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2d70e4a8-098e-42a3-b3fc-c8aa2beddb4a admin admin] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:41.714049 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-57cda3e6-90df-411d-9656-610fbbad2bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:41.720781 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-64675de2-640b-4c2d-92ff-b2bd148385b6 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Request body: {'subnet': {'network_id': '25fcfcd1-5178-4c7b-9275-4974fd0dc3d2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:23:41.761210 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a37f6d1-f68c-41b3-81dc-3e2f3e8b2f95 None None] Pushing event updated for resources: {'Port': ['ID=2e55da17-00af-4d01-aa6e-7f619031f751,revision_number=2']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:23:41.791200 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [None req-2d70e4a8-098e-42a3-b3fc-c8aa2beddb4a admin admin] Transition to ACTIVE for port object 00ae5d8c-8e23-47c0-a4ae-da272b3c362f will not be triggered until provisioned by entity DHCP. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:23:41.811869 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-57cda3e6-90df-411d-9656-610fbbad2bfe None None] For port 2e55da17-00af-4d01-aa6e-7f619031f751, host n-d-804985-2, cleared binding levels {{(pid=106255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:23:41.820415 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-57cda3e6-90df-411d-9656-610fbbad2bfe None None] For port 2e55da17-00af-4d01-aa6e-7f619031f751, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=2e55da17-00af-4d01-aa6e-7f619031f751,segment=NetworkSegment(c5a3db9d-5c58-41b1-9177-d5787a597b78),segment_id=c5a3db9d-5c58-41b1-9177-d5787a597b78)] {{(pid=106255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:23:41.851968 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-57cda3e6-90df-411d-9656-610fbbad2bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:41.892062 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64675de2-640b-4c2d-92ff-b2bd148385b6 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Made reservation on behalf of ed22a9de76814f7385eb909317d94ee9 for: {'subnet': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:23:41.899912 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-64675de2-640b-4c2d-92ff-b2bd148385b6 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59074089'] for subnet, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:41.936123 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2d70e4a8-098e-42a3-b3fc-c8aa2beddb4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:41.981764 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57cda3e6-90df-411d-9656-610fbbad2bfe None None] Routers {'90ecc807-16fb-455b-8c24-96e59c7e83f9'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:23:41.982391 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-57cda3e6-90df-411d-9656-610fbbad2bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:23:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['90ecc807-16fb-455b-8c24-96e59c7e83f9'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:23:41.986763 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a37f6d1-f68c-41b3-81dc-3e2f3e8b2f95 None None] Pushing event updated for resources: {'Port': ['ID=2e55da17-00af-4d01-aa6e-7f619031f751,revision_number=3']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:23:42.037933 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d70e4a8-098e-42a3-b3fc-c8aa2beddb4a admin admin] Network 8f0a9d50-b086-4fa9-a0af-b0e74f02865c is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:23:42.214609 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 41029cbc-5230-465c-a372-07bf6b414bcb up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:23:42.215217 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-57cda3e6-90df-411d-9656-610fbbad2bfe None None] Set router 90ecc807-16fb-455b-8c24-96e59c7e83f9 gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:23:42.242427 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-2d70e4a8-098e-42a3-b3fc-c8aa2beddb4a admin admin] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:23:42.246214 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d70e4a8-098e-42a3-b3fc-c8aa2beddb4a admin admin] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:23:42.280135 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-64675de2-640b-4c2d-92ff-b2bd148385b6 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3572913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59074111'] for subnet, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:42.287621 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d70e4a8-098e-42a3-b3fc-c8aa2beddb4a admin admin] Pushing event updated for resources: {'Port': ['ID=00ae5d8c-8e23-47c0-a4ae-da272b3c362f,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:23:42.319872 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port 41029cbc-5230-465c-a372-07bf6b414bcb completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:23:42.326661 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device ce2dd8d9-af7b-4291-9455-082d406f6738 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:23:42.357698 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64675de2-640b-4c2d-92ff-b2bd148385b6 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Pushing event updated for resources: {'Subnet': ['ID=2d36a6fe-7d77-448f-8606-96c23b3835f6,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:23:42.363541 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2d70e4a8-098e-42a3-b3fc-c8aa2beddb4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-996688'] for router_interface, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:42.419635 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port ce2dd8d9-af7b-4291-9455-082d406f6738 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:23:42.424927 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port ce2dd8d9-af7b-4291-9455-082d406f6738 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:23:42.425316 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:42.519541 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdd496c5-43b1-48f3-8b3a-f446f0336d1f None None] Network 8f0a9d50-b086-4fa9-a0af-b0e74f02865c requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:23:42.522105 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e81b198-1eab-4088-b770-31db4a451327 None None] Network 6ec97503-93cf-4a77-8d6c-adc5117206e6 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:23:42.523183 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64675de2-640b-4c2d-92ff-b2bd148385b6 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Checking segment: {'id': '570687b0-208c-494c-8296-3abee2d3db66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '25fcfcd1-5178-4c7b-9275-4974fd0dc3d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:23:42.523693 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64675de2-640b-4c2d-92ff-b2bd148385b6 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Network hostable DHCP agents. Network: 25fcfcd1-5178-4c7b-9275-4974fd0dc3d2, hostable agents: ['97c14208-2951-4361-8d64-3708c946ff5f'], hosted agents: [] {{(pid=106252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 12:23:42.540724 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0970e612-ea8a-44e7-aae1-3b49dfdc0a1b None None] Network 46d951c2-8914-4913-b8ad-70bbc8a9c2ce requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:23:42.565956 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e81b198-1eab-4088-b770-31db4a451327 None None] Network 6ec97503-93cf-4a77-8d6c-adc5117206e6 could not be found, it might have been deleted concurrently. {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 18 12:23:42.615063 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64675de2-640b-4c2d-92ff-b2bd148385b6 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Network 25fcfcd1-5178-4c7b-9275-4974fd0dc3d2 is scheduled to be hosted by DHCP agent 97c14208-2951-4361-8d64-3708c946ff5f with binding_index 1 {{(pid=106252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 12:23:42.636732 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-64675de2-640b-4c2d-92ff-b2bd148385b6 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-2, 25fcfcd1-5178-4c7b-9275-4974fd0dc3d2) {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:23:42.671771 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-57cda3e6-90df-411d-9656-610fbbad2bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90ecc807-16fb-455b-8c24-96e59c7e83f9', 'name': 'tempest-TestServerMultinode-1405082756-router', 'tenant_id': 'c493bee80bd845659abbbfb5a8a82b45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.249'}], 'enable_snat': True}, 'gw_port_id': '2e55da17-00af-4d01-aa6e-7f619031f751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:23:38Z', 'updated_at': '2021-08-18T12:23:39Z', 'revision_number': 3, 'project_id': 'c493bee80bd845659abbbfb5a8a82b45', 'gw_port': {'id': '2e55da17-00af-4d01-aa6e-7f619031f751', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:46:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90ecc807-16fb-455b-8c24-96e59c7e83f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:23:38Z', 'updated_at': '2021-08-18T12:23:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:23:42.683370 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64675de2-640b-4c2d-92ff-b2bd148385b6 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:23:42.684138 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-64675de2-640b-4c2d-92ff-b2bd148385b6 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551185'] for subnet, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:42.700045 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2d70e4a8-098e-42a3-b3fc-c8aa2beddb4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:42.704806 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57cda3e6-90df-411d-9656-610fbbad2bfe None None] The sync data for ids ['90ecc807-16fb-455b-8c24-96e59c7e83f9'] in n-d-804985-2 is: [{'id': '90ecc807-16fb-455b-8c24-96e59c7e83f9', 'name': 'tempest-TestServerMultinode-1405082756-router', 'tenant_id': 'c493bee80bd845659abbbfb5a8a82b45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.249'}], 'enable_snat': True}, 'gw_port_id': '2e55da17-00af-4d01-aa6e-7f619031f751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:23:38Z', 'updated_at': '2021-08-18T12:23:39Z', 'revision_number': 3, 'project_id': 'c493bee80bd845659abbbfb5a8a82b45', 'gw_port': {'id': '2e55da17-00af-4d01-aa6e-7f619031f751', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:46:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90ecc807-16fb-455b-8c24-96e59c7e83f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:23:38Z', 'updated_at': '2021-08-18T12:23:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:23:42.719645 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-64675de2-640b-4c2d-92ff-b2bd148385b6 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0100124 Aug 18 12:23:42.722454 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 40532) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:23:42.728495 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-cb107080-8615-47e1-b734-52a8fae3aa39 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:23:42.765788 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59eb6423-f945-47d7-a8d3-f691dc6b5add None None] Network 6ec97503-93cf-4a77-8d6c-adc5117206e6 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:23:42.786834 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2a087f4-b11f-4a21-af15-bd85e3e4e0ad None None] Network 25fcfcd1-5178-4c7b-9275-4974fd0dc3d2 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:23:42.931960 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-cb107080-8615-47e1-b734-52a8fae3aa39 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-59388120'] for subnet, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:42.968262 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59eb6423-f945-47d7-a8d3-f691dc6b5add None None] Network 6ec97503-93cf-4a77-8d6c-adc5117206e6 could not be found, it might have been deleted concurrently. {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 18 12:23:43.069372 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2d70e4a8-098e-42a3-b3fc-c8aa2beddb4a admin admin] Notify callbacks [] for port, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:43.082931 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2d70e4a8-098e-42a3-b3fc-c8aa2beddb4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:43.223339 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2d70e4a8-098e-42a3-b3fc-c8aa2beddb4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-996772'] for router_interface, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:43.228254 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d70e4a8-098e-42a3-b3fc-c8aa2beddb4a admin admin] Pushing event updated for resources: {'Port': ['ID=00ae5d8c-8e23-47c0-a4ae-da272b3c362f,revision_number=2']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:23:43.311092 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-cb107080-8615-47e1-b734-52a8fae3aa39 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8789151180903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-58902176'] for subnet, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:43.386647 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb107080-8615-47e1-b734-52a8fae3aa39 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:23:43.387404 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-cb107080-8615-47e1-b734-52a8fae3aa39 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:43.392636 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-cb107080-8615-47e1-b734-52a8fae3aa39 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] 10.222.0.66 "PUT /v2.0/subnets/2d36a6fe-7d77-448f-8606-96c23b3835f6 HTTP/1.1" status: 200 len: 826 time: 0.6687906 Aug 18 12:23:43.393369 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 40536) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:23:43.404520 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d70e4a8-098e-42a3-b3fc-c8aa2beddb4a admin admin] Network 8f0a9d50-b086-4fa9-a0af-b0e74f02865c is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:23:43.406663 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-2d70e4a8-098e-42a3-b3fc-c8aa2beddb4a admin admin] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:23:43.462049 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb107080-8615-47e1-b734-52a8fae3aa39 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Pushing event updated for resources: {'Subnet': ['ID=2d36a6fe-7d77-448f-8606-96c23b3835f6,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:23:43.537675 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-9f4aed41-83d4-4120-90af-d6ea343b4d19 None None] Provisioning for port 41029cbc-5230-465c-a372-07bf6b414bcb completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:23:43.594953 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-9f4aed41-83d4-4120-90af-d6ea343b4d19 None None] Provisioning complete for port 41029cbc-5230-465c-a372-07bf6b414bcb triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:23:43.595600 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-9f4aed41-83d4-4120-90af-d6ea343b4d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:43.651802 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d70e4a8-098e-42a3-b3fc-c8aa2beddb4a admin admin] Router 90ecc807-16fb-455b-8c24-96e59c7e83f9 has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:23:43.660490 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:43.768546 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe73d4cc-0ba7-4d7f-88a6-d2b59409bef1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp788be208-34ab-5a8f-af0f-528834af222f-46d951c2-8914-4913-b8ad-70bbc8a9c2ce', 'network_id': '46d951c2-8914-4913-b8ad-70bbc8a9c2ce', 'tenant_id': 'ed22a9de76814f7385eb909317d94ee9', 'fixed_ips': [{'subnet_id': '2127c66b-e061-4169-acd9-eb5f106b5af2'}, {'subnet_id': '93047c84-b598-4b29-8257-d6d91dc8e86f'}]}} from n-d-804985-2. {{(pid=106254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 12:23:43.769670 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-fe73d4cc-0ba7-4d7f-88a6-d2b59409bef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:43.796360 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b618b1c-1a70-4c4f-9764-afcdf6dd33e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp788be208-34ab-5a8f-af0f-528834af222f-25fcfcd1-5178-4c7b-9275-4974fd0dc3d2', 'network_id': '25fcfcd1-5178-4c7b-9275-4974fd0dc3d2', 'tenant_id': 'ed22a9de76814f7385eb909317d94ee9', 'fixed_ips': [{'subnet_id': '2d36a6fe-7d77-448f-8606-96c23b3835f6'}]}} from n-d-804985-2. {{(pid=106254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 12:23:43.797300 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-5b618b1c-1a70-4c4f-9764-afcdf6dd33e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:43.803611 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d70e4a8-098e-42a3-b3fc-c8aa2beddb4a admin admin] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:23:43.819631 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-2d70e4a8-098e-42a3-b3fc-c8aa2beddb4a admin admin] 10.222.0.66 "PUT /v2.0/routers/90ecc807-16fb-455b-8c24-96e59c7e83f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3766894 Aug 18 12:23:43.882587 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] For port ce2dd8d9-af7b-4291-9455-082d406f6738, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=ce2dd8d9-af7b-4291-9455-082d406f6738,segment=NetworkSegment(413ac27d-b0a3-49b3-98a5-c26dbb3f1cda),segment_id=413ac27d-b0a3-49b3-98a5-c26dbb3f1cda)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:23:44.023392 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:44.024241 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device c20cd0c7-06d8-40dc-8ca2-dd9b1e8de77f up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:23:44.071443 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7510efcf-500c-4e77-b664-6737589282c4 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7904109'] for network, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:44.196683 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7510efcf-500c-4e77-b664-6737589282c4 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:44.237346 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port c20cd0c7-06d8-40dc-8ca2-dd9b1e8de77f triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:23:44.237770 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:44.286162 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-9f4aed41-83d4-4120-90af-d6ea343b4d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:44.291971 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7510efcf-500c-4e77-b664-6737589282c4 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58902171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59388106'] for subnet, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:44.392698 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-9f4aed41-83d4-4120-90af-d6ea343b4d19 None None] For port 41029cbc-5230-465c-a372-07bf6b414bcb, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=41029cbc-5230-465c-a372-07bf6b414bcb,segment=NetworkSegment(7514d6af-daaf-4f67-a4ba-eaca0ec27cc2),segment_id=7514d6af-daaf-4f67-a4ba-eaca0ec27cc2)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:23:44.400300 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server [None req-5b618b1c-1a70-4c4f-9764-afcdf6dd33e2 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2d36a6fe-7d77-448f-8606-96c23b3835f6: This subnet is being modified by another concurrent operation. Aug 18 12:23:44.400300 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 18 12:23:44.400300 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 18 12:23:44.400300 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 18 12:23:44.400300 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 18 12:23:44.400300 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 18 12:23:44.400300 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 18 12:23:44.400300 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 18 12:23:44.400300 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 18 12:23:44.400300 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 18 12:23:44.400300 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 18 12:23:44.400300 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 18 12:23:44.400300 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 18 12:23:44.400300 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 18 12:23:44.400300 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 18 12:23:44.400300 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server raise self.value Aug 18 12:23:44.400300 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 18 12:23:44.400300 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 18 12:23:44.400300 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 18 12:23:44.400300 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 18 12:23:44.400300 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 18 12:23:44.400300 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 18 12:23:44.400300 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 18 12:23:44.400300 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server raise self.value Aug 18 12:23:44.400300 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 18 12:23:44.400300 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 18 12:23:44.400300 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 18 12:23:44.400300 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 18 12:23:44.400300 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 18 12:23:44.400300 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 18 12:23:44.400300 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 18 12:23:44.400300 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server raise self.value Aug 18 12:23:44.400300 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 18 12:23:44.400300 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 18 12:23:44.400300 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 18 12:23:44.400300 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 18 12:23:44.400300 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 18 12:23:44.400300 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 18 12:23:44.400300 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 18 12:23:44.400300 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 18 12:23:44.400300 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 18 12:23:44.400300 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 18 12:23:44.400300 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 18 12:23:44.400300 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 18 12:23:44.400300 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 18 12:23:44.400300 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 18 12:23:44.400300 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 18 12:23:44.400300 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 18 12:23:44.400300 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 18 12:23:44.400300 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 18 12:23:44.400300 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 18 12:23:44.400300 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server raise self.value Aug 18 12:23:44.400300 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 18 12:23:44.400300 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 18 12:23:44.400300 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 18 12:23:44.400300 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 18 12:23:44.400300 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 18 12:23:44.400300 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 18 12:23:44.400300 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 18 12:23:44.400300 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server raise self.value Aug 18 12:23:44.400300 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 18 12:23:44.400300 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 18 12:23:44.400300 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 18 12:23:44.400300 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 18 12:23:44.400300 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 18 12:23:44.400300 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 18 12:23:44.400300 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 18 12:23:44.400300 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server raise self.value Aug 18 12:23:44.400300 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 18 12:23:44.400300 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 18 12:23:44.400300 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 18 12:23:44.400300 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 18 12:23:44.400300 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 18 12:23:44.400300 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 18 12:23:44.400300 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 18 12:23:44.400300 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 18 12:23:44.400300 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 18 12:23:44.400300 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 18 12:23:44.400300 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 18 12:23:44.400300 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 18 12:23:44.400300 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 18 12:23:44.400300 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server raise self.value Aug 18 12:23:44.400300 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 18 12:23:44.400300 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 18 12:23:44.400300 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 18 12:23:44.400300 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 18 12:23:44.400300 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 18 12:23:44.400300 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 18 12:23:44.400300 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 18 12:23:44.400300 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server raise exception Aug 18 12:23:44.400300 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2d36a6fe-7d77-448f-8606-96c23b3835f6: This subnet is being modified by another concurrent operation. Aug 18 12:23:44.400300 n-d-804985-2 neutron-server[106254]: ERROR oslo_messaging.rpc.server Aug 18 12:23:44.408236 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-9f4aed41-83d4-4120-90af-d6ea343b4d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:44.409898 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Pushing event updated for resources: {'Port': ['ID=ce2dd8d9-af7b-4291-9455-082d406f6738,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:23:44.422896 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7510efcf-500c-4e77-b664-6737589282c4 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8367869', 'neutron.services.segments.db._delete_segments_for_network-8789151212993'] for network, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:44.440792 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-7510efcf-500c-4e77-b664-6737589282c4 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25fcfcd1-5178-4c7b-9275-4974fd0dc3d2']}} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:23:44.449188 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7510efcf-500c-4e77-b664-6737589282c4 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Pushing event deleted for resources: {'Subnet': ['ID=2d36a6fe-7d77-448f-8606-96c23b3835f6,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:23:44.454241 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-7510efcf-500c-4e77-b664-6737589282c4 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '570687b0-208c-494c-8296-3abee2d3db66') {'for_net_delete': True} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:23:44.454629 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-7510efcf-500c-4e77-b664-6737589282c4 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '570687b0-208c-494c-8296-3abee2d3db66') {} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:23:44.468547 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94f260bb-6ede-410e-a900-2ffe940db480 None None] Network 25fcfcd1-5178-4c7b-9275-4974fd0dc3d2 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:23:44.468896 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7510efcf-500c-4e77-b664-6737589282c4 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789151225254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902236'] for segment, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:44.485776 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7510efcf-500c-4e77-b664-6737589282c4 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:44.494170 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7510efcf-500c-4e77-b664-6737589282c4 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Releasing vlan 848 on physical network physnet1 to pool {{(pid=106253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:23:44.494390 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7510efcf-500c-4e77-b664-6737589282c4 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58900537'] for segment, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:44.516929 n-d-804985-2 neutron-server[106253]: Traceback (most recent call last): Aug 18 12:23:44.516929 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:23:44.516929 n-d-804985-2 neutron-server[106253]: timer() Aug 18 12:23:44.516929 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:23:44.516929 n-d-804985-2 neutron-server[106253]: cb(*args, **kw) Aug 18 12:23:44.516929 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:23:44.516929 n-d-804985-2 neutron-server[106253]: return func(*args, **kwargs) Aug 18 12:23:44.516929 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:23:44.516929 n-d-804985-2 neutron-server[106253]: self._notify() Aug 18 12:23:44.516929 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:23:44.516929 n-d-804985-2 neutron-server[106253]: self.callback(batched_events) Aug 18 12:23:44.516929 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:23:44.516929 n-d-804985-2 neutron-server[106253]: event.method(event) Aug 18 12:23:44.516929 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:23:44.516929 n-d-804985-2 neutron-server[106253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:23:44.516929 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:23:44.516929 n-d-804985-2 neutron-server[106253]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:23:44.516929 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:23:44.516929 n-d-804985-2 neutron-server[106253]: return f(self, *a, **k) Aug 18 12:23:44.516929 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:23:44.516929 n-d-804985-2 neutron-server[106253]: return self._get(url).json() Aug 18 12:23:44.516929 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:23:44.516929 n-d-804985-2 neutron-server[106253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:23:44.516929 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:23:44.516929 n-d-804985-2 neutron-server[106253]: return self.request(url, 'GET', **kwargs) Aug 18 12:23:44.516929 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:23:44.516929 n-d-804985-2 neutron-server[106253]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:23:44.516929 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:23:44.516929 n-d-804985-2 neutron-server[106253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:23:44.516929 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:23:44.516929 n-d-804985-2 neutron-server[106253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:23:44.516929 n-d-804985-2 neutron-server[106253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:23:44.606234 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4aed41-83d4-4120-90af-d6ea343b4d19 None None] Pushing event updated for resources: {'Port': ['ID=41029cbc-5230-465c-a372-07bf6b414bcb,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:23:44.612663 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.db_base_plugin_common [None req-fe73d4cc-0ba7-4d7f-88a6-d2b59409bef1 None None] Allocated IP 2001:db8::2 (46d951c2-8914-4913-b8ad-70bbc8a9c2ce/2127c66b-e061-4169-acd9-eb5f106b5af2/30479772-e95d-4fa8-bdab-848ba35e18db) {{(pid=106254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:23:44.628525 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7510efcf-500c-4e77-b664-6737589282c4 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8367858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997186'] for network, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:44.651966 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7510efcf-500c-4e77-b664-6737589282c4 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Notify callbacks [] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:44.654846 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-c99a1176-b1bb-4048-8fd0-65951bb3f6ca None None] Provisioning complete for port ce2dd8d9-af7b-4291-9455-082d406f6738 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:23:44.655228 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-c99a1176-b1bb-4048-8fd0-65951bb3f6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:44.657575 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 40572) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:23:44.659999 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-7510efcf-500c-4e77-b664-6737589282c4 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] 10.222.0.66 "DELETE /v2.0/networks/25fcfcd1-5178-4c7b-9275-4974fd0dc3d2 HTTP/1.1" status: 204 len: 168 time: 1.2384107 Aug 18 12:23:44.660989 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7510efcf-500c-4e77-b664-6737589282c4 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Pushing event deleted for resources: {'Network': ['ID=25fcfcd1-5178-4c7b-9275-4974fd0dc3d2,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:23:44.671526 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.agents_db [None req-6dbb2658-0354-4101-8393-6e7505481cf6 None None] Agent healthcheck: found 7 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 12:23:44.685770 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.db_base_plugin_common [None req-fe73d4cc-0ba7-4d7f-88a6-d2b59409bef1 None None] Allocated IP 172.20.0.1 (46d951c2-8914-4913-b8ad-70bbc8a9c2ce/93047c84-b598-4b29-8257-d6d91dc8e86f/30479772-e95d-4fa8-bdab-848ba35e18db) {{(pid=106254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:23:44.699087 n-d-804985-2 neutron-server[106252]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3c97665-38ce-4ac2-8dfc-18c8410e824c tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] DELETE failed (client error): The resource could not be found. Aug 18 12:23:44.699824 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3c97665-38ce-4ac2-8dfc-18c8410e824c tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106252) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 12:23:44.701691 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-e3c97665-38ce-4ac2-8dfc-18c8410e824c tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] 10.222.0.66 "DELETE /v2.0/networks/25fcfcd1-5178-4c7b-9275-4974fd0dc3d2 HTTP/1.1" status: 404 len: 339 time: 0.0425117 Aug 18 12:23:44.706423 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 40574) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:23:44.711889 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-5cb1953f-f9f5-4b14-8318-b9060f265051 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1770565757', 'description': 'd1'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:23:44.743940 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e244b2d-8f7b-42b0-9b4a-287f990aad35 req-0378e2b2-61c1-4a15-9f6b-81e5d9ce03b5 tempest-TestServerMultinode-909897828 tempest-TestServerMultinode-909897828-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:23:44.745781 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9e244b2d-8f7b-42b0-9b4a-287f990aad35 req-0378e2b2-61c1-4a15-9f6b-81e5d9ce03b5 tempest-TestServerMultinode-909897828 tempest-TestServerMultinode-909897828-project-admin] 10.222.0.66 "GET /v2.0/networks?id=ec66e735-6812-4152-8901-06c6cff3ab85 HTTP/1.1" status: 200 len: 911 time: 0.1884165 Aug 18 12:23:44.768950 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cb1953f-f9f5-4b14-8318-b9060f265051 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Made reservation on behalf of ed22a9de76814f7385eb909317d94ee9 for: {'network': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:23:44.772664 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5cb1953f-f9f5-4b14-8318-b9060f265051 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for network, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:44.807204 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9e244b2d-8f7b-42b0-9b4a-287f990aad35 req-d8e8e001-b9d3-4e02-bff4-81381be9a986 tempest-TestServerMultinode-909897828 tempest-TestServerMultinode-909897828-project-admin] 10.222.0.66 "GET /v2.0/quotas/c493bee80bd845659abbbfb5a8a82b45 HTTP/1.1" status: 200 len: 375 time: 0.0521328 Aug 18 12:23:44.824023 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cb1953f-f9f5-4b14-8318-b9060f265051 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 810} {{(pid=106252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:23:44.902820 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5cb1953f-f9f5-4b14-8318-b9060f265051 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:44.903237 n-d-804985-2 neutron-server[106252]: INFO neutron.db.segments_db [None req-5cb1953f-f9f5-4b14-8318-b9060f265051 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Added segment 1d7891ce-6ffd-4c9c-821e-dfffe51e3761 of type vlan for network 272a2061-bb4c-4dc6-b744-3669f52e29dc Aug 18 12:23:44.911020 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c70210c-814f-4340-9c19-f2c679caaf70 None None] Network 25fcfcd1-5178-4c7b-9275-4974fd0dc3d2 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:23:44.944560 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c70210c-814f-4340-9c19-f2c679caaf70 None None] Network 25fcfcd1-5178-4c7b-9275-4974fd0dc3d2 could not be found, it might have been deleted concurrently. {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 18 12:23:45.000395 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5cb1953f-f9f5-4b14-8318-b9060f265051 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789150665894'] for network, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:45.071423 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9e244b2d-8f7b-42b0-9b4a-287f990aad35 req-6ed4d9a2-aafa-46f4-bd81-e319a6b9473f tempest-TestServerMultinode-909897828 tempest-TestServerMultinode-909897828-project-admin] 10.222.0.66 "GET /v2.0/ports?tenant_id=c493bee80bd845659abbbfb5a8a82b45&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2424788 Aug 18 12:23:45.081443 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5cb1953f-f9f5-4b14-8318-b9060f265051 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for network, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:45.088180 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cb1953f-f9f5-4b14-8318-b9060f265051 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:23:45.088846 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5cb1953f-f9f5-4b14-8318-b9060f265051 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Notify callbacks [] for network, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:45.103540 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-fe73d4cc-0ba7-4d7f-88a6-d2b59409bef1 None None] Notify callbacks [] for port, precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:45.130957 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-fe73d4cc-0ba7-4d7f-88a6-d2b59409bef1 None None] Transition to ACTIVE for port object 30479772-e95d-4fa8-bdab-848ba35e18db will not be triggered until provisioned by entity L2. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:23:45.157826 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-fe73d4cc-0ba7-4d7f-88a6-d2b59409bef1 None None] Transition to ACTIVE for port object 30479772-e95d-4fa8-bdab-848ba35e18db will not be triggered until provisioned by entity DHCP. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:23:45.167639 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 41029cbc-5230-465c-a372-07bf6b414bcb up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:23:45.172128 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-fe73d4cc-0ba7-4d7f-88a6-d2b59409bef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547'] for port, after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:45.238026 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-5cb1953f-f9f5-4b14-8318-b9060f265051 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5299742 Aug 18 12:23:45.240445 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 40578) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:23:45.243492 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb1953f-f9f5-4b14-8318-b9060f265051 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Pushing event updated for resources: {'Network': ['ID=272a2061-bb4c-4dc6-b744-3669f52e29dc,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:23:45.259232 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Network 272a2061-bb4c-4dc6-b744-3669f52e29dc details requested by agent ovs-agent-n-d-804985-2 with host n-d-804985-2 {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:23:45.276384 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe73d4cc-0ba7-4d7f-88a6-d2b59409bef1 None None] Network 46d951c2-8914-4913-b8ad-70bbc8a9c2ce is already hosted by enough agents. {{(pid=106254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:23:45.287866 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9e244b2d-8f7b-42b0-9b4a-287f990aad35 req-5dde3c3f-2c5e-42b8-a43f-c9cba930f953 service neutron] 10.222.0.66 "GET /v2.0/networks/ec66e735-6812-4152-8901-06c6cff3ab85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2155387 Aug 18 12:23:45.293373 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10e259ec-67f4-4fd8-a570-10d492289543 None None] Network 8f0a9d50-b086-4fa9-a0af-b0e74f02865c requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:23:45.330266 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.base_scheduler [None req-fe73d4cc-0ba7-4d7f-88a6-d2b59409bef1 None None] Resources bound (agent type, host, resource id): {{(pid=106254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:23:45.347443 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe73d4cc-0ba7-4d7f-88a6-d2b59409bef1 None None] Received port after_create {{(pid=106254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:23:45.356365 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe73d4cc-0ba7-4d7f-88a6-d2b59409bef1 None None] Pushing event updated for resources: {'Port': ['ID=30479772-e95d-4fa8-bdab-848ba35e18db,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:23:45.362819 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95ce53ac-a66d-4dc8-84f3-0f6247a93eeb tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:23:45.374461 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-95ce53ac-a66d-4dc8-84f3-0f6247a93eeb tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] 10.222.0.66 "GET /v2.0/networks?id=272a2061-bb4c-4dc6-b744-3669f52e29dc HTTP/1.1" status: 200 len: 765 time: 0.1317041 Aug 18 12:23:45.375960 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 40580) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:23:45.383315 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-fbf2b65a-1101-4a7d-8d4b-bc1b24732413 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Request body: {'network': {'description': 'd2'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:23:45.395521 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9e244b2d-8f7b-42b0-9b4a-287f990aad35 req-c94b07a6-9622-4981-b163-44120ed66665 service neutron] 10.222.0.66 "GET /v2.0/networks/ec66e735-6812-4152-8901-06c6cff3ab85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995095 Aug 18 12:23:45.416903 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afcfd5b9-82f0-47a3-9716-5776e58f18a1 None None] Sync routers for ids ['90ecc807-16fb-455b-8c24-96e59c7e83f9'] in n-d-804985-2 {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:23:45.504618 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-14c0685e-bd8a-4806-847f-c2e3f22f87cd None None] Provisioning complete for port 41029cbc-5230-465c-a372-07bf6b414bcb triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:23:45.505000 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-14c0685e-bd8a-4806-847f-c2e3f22f87cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:45.515684 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afcfd5b9-82f0-47a3-9716-5776e58f18a1 None None] Routers {'90ecc807-16fb-455b-8c24-96e59c7e83f9'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:23:45.516230 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-afcfd5b9-82f0-47a3-9716-5776e58f18a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:23:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['90ecc807-16fb-455b-8c24-96e59c7e83f9'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:23:45.534309 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 41029cbc-5230-465c-a372-07bf6b414bcb triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:23:45.534682 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:45.618844 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b0d29910-8c62-4a04-9300-d0df738ab622 req-f5c0f2c3-6c50-43b4-aa6a-1d19fa6748b9 tempest-TestServerMultinode-909897828 tempest-TestServerMultinode-909897828-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=f70b0cd1-2df7-46fe-af17-fce939e0b6c7 HTTP/1.1" status: 200 len: 210 time: 0.0320070 Aug 18 12:23:45.678201 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-fbf2b65a-1101-4a7d-8d4b-bc1b24732413 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789150665894'] for network, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:45.697922 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-fbf2b65a-1101-4a7d-8d4b-bc1b24732413 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for network, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:45.784862 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf2b65a-1101-4a7d-8d4b-bc1b24732413 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Pushing event updated for resources: {'Network': ['ID=272a2061-bb4c-4dc6-b744-3669f52e29dc,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:23:45.791315 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-fbf2b65a-1101-4a7d-8d4b-bc1b24732413 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Network 272a2061-bb4c-4dc6-b744-3669f52e29dc is not hosted by any dhcp agent {{(pid=106253) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 18 12:23:45.798378 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbf2b65a-1101-4a7d-8d4b-bc1b24732413 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:23:45.799316 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-fbf2b65a-1101-4a7d-8d4b-bc1b24732413 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Notify callbacks [] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:45.800952 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-fbf2b65a-1101-4a7d-8d4b-bc1b24732413 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] 10.222.0.66 "PUT /v2.0/networks/272a2061-bb4c-4dc6-b744-3669f52e29dc HTTP/1.1" status: 200 len: 762 time: 0.4241297 Aug 18 12:23:45.803606 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 40594) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:23:45.928359 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Network 272a2061-bb4c-4dc6-b744-3669f52e29dc details requested by agent ovs-agent-n-d-804985-2 with host n-d-804985-2 {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:23:45.935935 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59c81aa1-eb7a-4f57-b0bb-8a1bfdb1c15f tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:23:45.937892 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-59c81aa1-eb7a-4f57-b0bb-8a1bfdb1c15f tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] 10.222.0.66 "GET /v2.0/networks?id=272a2061-bb4c-4dc6-b744-3669f52e29dc HTTP/1.1" status: 200 len: 765 time: 0.1329927 Aug 18 12:23:45.942111 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 40602) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:23:46.049638 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-fe73d4cc-0ba7-4d7f-88a6-d2b59409bef1 None None] Attempting to bind port 30479772-e95d-4fa8-bdab-848ba35e18db on host n-d-804985-2 for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:23:46.050025 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-fe73d4cc-0ba7-4d7f-88a6-d2b59409bef1 None None] Attempting to bind port 30479772-e95d-4fa8-bdab-848ba35e18db by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': '17e27f13-636c-4cc7-af36-eefce4904bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '46d951c2-8914-4913-b8ad-70bbc8a9c2ce'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:23:46.050406 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe73d4cc-0ba7-4d7f-88a6-d2b59409bef1 None None] Attempting to bind port 30479772-e95d-4fa8-bdab-848ba35e18db on network 46d951c2-8914-4913-b8ad-70bbc8a9c2ce {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:23:46.073081 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-afcfd5b9-82f0-47a3-9716-5776e58f18a1 None None] Set router 90ecc807-16fb-455b-8c24-96e59c7e83f9 gateway port host: n-d-804985-2 {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:23:46.141270 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe73d4cc-0ba7-4d7f-88a6-d2b59409bef1 None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 23, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:23:46.141663 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe73d4cc-0ba7-4d7f-88a6-d2b59409bef1 None None] Checking segment: {'id': '17e27f13-636c-4cc7-af36-eefce4904bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '46d951c2-8914-4913-b8ad-70bbc8a9c2ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:23:46.142078 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-fe73d4cc-0ba7-4d7f-88a6-d2b59409bef1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:46.142514 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe73d4cc-0ba7-4d7f-88a6-d2b59409bef1 None None] Bound using segment: {'id': '17e27f13-636c-4cc7-af36-eefce4904bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '46d951c2-8914-4913-b8ad-70bbc8a9c2ce'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:23:46.142996 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-fe73d4cc-0ba7-4d7f-88a6-d2b59409bef1 None None] Bound port: 30479772-e95d-4fa8-bdab-848ba35e18db, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17e27f13-636c-4cc7-af36-eefce4904bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '46d951c2-8914-4913-b8ad-70bbc8a9c2ce'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:23:46.143509 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-fe73d4cc-0ba7-4d7f-88a6-d2b59409bef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:46.167105 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80d144da-c994-427e-a56a-161b8214bab9 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:23:46.172345 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 40606) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:23:46.172952 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-80d144da-c994-427e-a56a-161b8214bab9 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2292807 Aug 18 12:23:46.218305 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-c4809147-b05c-4bf4-9a7b-c9feba670c17 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] 10.222.0.66 "GET /v2.0/subnets?network_id=7cae7a70-14fd-408c-b14d-39ceb97cb60e HTTP/1.1" status: 200 len: 207 time: 0.0443001 Aug 18 12:23:46.222047 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 40608) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:23:46.292126 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 2e55da17-00af-4d01-aa6e-7f619031f751 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:23:46.348821 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-14c0685e-bd8a-4806-847f-c2e3f22f87cd None None] Provisioning for port 00ae5d8c-8e23-47c0-a4ae-da272b3c362f completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:23:46.407766 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-14c0685e-bd8a-4806-847f-c2e3f22f87cd None None] Provisioning complete for port 00ae5d8c-8e23-47c0-a4ae-da272b3c362f triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:23:46.408285 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-14c0685e-bd8a-4806-847f-c2e3f22f87cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:46.446160 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b3254f1-e0b4-481d-9156-5778fa1a5bd7 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:23:46.454457 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b3254f1-e0b4-481d-9156-5778fa1a5bd7 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:23:46.461207 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b3254f1-e0b4-481d-9156-5778fa1a5bd7 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:23:46.467481 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b3254f1-e0b4-481d-9156-5778fa1a5bd7 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:23:46.474539 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b3254f1-e0b4-481d-9156-5778fa1a5bd7 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:23:46.478699 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-fe73d4cc-0ba7-4d7f-88a6-d2b59409bef1 None None] For port 30479772-e95d-4fa8-bdab-848ba35e18db, host n-d-804985-2, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:23:46.480981 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b3254f1-e0b4-481d-9156-5778fa1a5bd7 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:23:46.486562 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-6b3254f1-e0b4-481d-9156-5778fa1a5bd7 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.2598751 Aug 18 12:23:46.486856 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 40612) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:23:46.488399 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-fe73d4cc-0ba7-4d7f-88a6-d2b59409bef1 None None] For port 30479772-e95d-4fa8-bdab-848ba35e18db, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=30479772-e95d-4fa8-bdab-848ba35e18db,segment=NetworkSegment(17e27f13-636c-4cc7-af36-eefce4904bad),segment_id=17e27f13-636c-4cc7-af36-eefce4904bad)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:23:46.501567 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-fe73d4cc-0ba7-4d7f-88a6-d2b59409bef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:46.515184 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-14c0685e-bd8a-4806-847f-c2e3f22f87cd None None] Port 00ae5d8c-8e23-47c0-a4ae-da272b3c362f cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:23:46.580693 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port 2e55da17-00af-4d01-aa6e-7f619031f751 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:23:46.604934 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 2e55da17-00af-4d01-aa6e-7f619031f751 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:23:46.605396 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:46.717816 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe73d4cc-0ba7-4d7f-88a6-d2b59409bef1 None None] Pushing event updated for resources: {'Port': ['ID=30479772-e95d-4fa8-bdab-848ba35e18db,revision_number=2']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:23:46.808249 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-afcfd5b9-82f0-47a3-9716-5776e58f18a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90ecc807-16fb-455b-8c24-96e59c7e83f9', 'name': 'tempest-TestServerMultinode-1405082756-router', 'tenant_id': 'c493bee80bd845659abbbfb5a8a82b45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.249'}], 'enable_snat': True}, 'gw_port_id': '2e55da17-00af-4d01-aa6e-7f619031f751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:23:38Z', 'updated_at': '2021-08-18T12:23:42Z', 'revision_number': 4, 'project_id': 'c493bee80bd845659abbbfb5a8a82b45', 'gw_port': {'id': '2e55da17-00af-4d01-aa6e-7f619031f751', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:46:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90ecc807-16fb-455b-8c24-96e59c7e83f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:23:38Z', 'updated_at': '2021-08-18T12:23:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': '00ae5d8c-8e23-47c0-a4ae-da272b3c362f', 'name': '', 'network_id': '8f0a9d50-b086-4fa9-a0af-b0e74f02865c', 'tenant_id': 'c493bee80bd845659abbbfb5a8a82b45', 'mac_address': 'fa:16:3e:7b:a3:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90ecc807-16fb-455b-8c24-96e59c7e83f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3721, 'fixed_ips': [{'subnet_id': 'e63e6e05-3ecd-4b9d-ac46-74c87a129bd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:23:41Z', 'updated_at': '2021-08-18T12:23:42Z', 'revision_number': 2, 'project_id': 'c493bee80bd845659abbbfb5a8a82b45', 'subnets': [{'id': 'e63e6e05-3ecd-4b9d-ac46-74c87a129bd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:23:46.847317 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afcfd5b9-82f0-47a3-9716-5776e58f18a1 None None] Checking router: 90ecc807-16fb-455b-8c24-96e59c7e83f9 for host: n-d-804985-2 {{(pid=106254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:23:46.847667 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afcfd5b9-82f0-47a3-9716-5776e58f18a1 None None] Updating router 90ecc807-16fb-455b-8c24-96e59c7e83f9 port 00ae5d8c-8e23-47c0-a4ae-da272b3c362f binding host n-d-804985-2 {{(pid=106254) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 12:23:46.850090 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:46.908740 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] For port 2e55da17-00af-4d01-aa6e-7f619031f751, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=2e55da17-00af-4d01-aa6e-7f619031f751,segment=NetworkSegment(c5a3db9d-5c58-41b1-9177-d5787a597b78),segment_id=c5a3db9d-5c58-41b1-9177-d5787a597b78)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:23:46.914422 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-afcfd5b9-82f0-47a3-9716-5776e58f18a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:46.931770 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:46.932767 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device ce2dd8d9-af7b-4291-9455-082d406f6738 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:23:47.100073 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-64653020-8c45-40f1-b084-15a71a73c124 None None] Provisioning complete for port 41029cbc-5230-465c-a372-07bf6b414bcb triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:23:47.100370 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-64653020-8c45-40f1-b084-15a71a73c124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:47.282737 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Pushing event updated for resources: {'Port': ['ID=2e55da17-00af-4d01-aa6e-7f619031f751,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:23:47.290952 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port ce2dd8d9-af7b-4291-9455-082d406f6738 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:23:47.291342 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:47.304110 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-824c2c3a-fbaf-4c63-82df-79c17656010f req-659ccb1a-46a1-4daf-bd4d-9fb0d191d610 tempest-TestServerMultinode-909897828 tempest-TestServerMultinode-909897828-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=f70b0cd1-2df7-46fe-af17-fce939e0b6c7 HTTP/1.1" status: 200 len: 210 time: 0.0672817 Aug 18 12:23:47.433785 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-cd27af54-2795-4d7b-be7a-f2cf75682ad7 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] 10.222.0.66 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.9455795 Aug 18 12:23:47.438078 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 40626) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:23:47.506542 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e244b2d-8f7b-42b0-9b4a-287f990aad35 req-eee52edc-4939-4082-b24c-2021ece74bdd tempest-TestServerMultinode-909897828 tempest-TestServerMultinode-909897828-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:23:47.508109 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9e244b2d-8f7b-42b0-9b4a-287f990aad35 req-eee52edc-4939-4082-b24c-2021ece74bdd tempest-TestServerMultinode-909897828 tempest-TestServerMultinode-909897828-project-admin] 10.222.0.62 "GET /v2.0/networks?id=ec66e735-6812-4152-8901-06c6cff3ab85 HTTP/1.1" status: 200 len: 911 time: 0.2869351 Aug 18 12:23:47.522515 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-9e244b2d-8f7b-42b0-9b4a-287f990aad35 req-9cd34a47-b0e8-450a-87a7-38ed3c2b4085 tempest-TestServerMultinode-909897828 tempest-TestServerMultinode-909897828-project-admin] Request body: {'port': {'device_id': 'f70b0cd1-2df7-46fe-af17-fce939e0b6c7', 'network_id': 'ec66e735-6812-4152-8901-06c6cff3ab85', 'admin_state_up': True, 'tenant_id': 'c493bee80bd845659abbbfb5a8a82b45'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:23:47.549802 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ff20680-d8b7-4e70-93da-82396561779a tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:23:47.551590 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ff20680-d8b7-4e70-93da-82396561779a tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:23:47.553430 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ff20680-d8b7-4e70-93da-82396561779a tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:23:47.554951 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ff20680-d8b7-4e70-93da-82396561779a tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:23:47.555773 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-64653020-8c45-40f1-b084-15a71a73c124 None None] Provisioning complete for port 00ae5d8c-8e23-47c0-a4ae-da272b3c362f triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:23:47.556157 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-64653020-8c45-40f1-b084-15a71a73c124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:47.556689 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ff20680-d8b7-4e70-93da-82396561779a tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:23:47.561919 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-5ff20680-d8b7-4e70-93da-82396561779a tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1188123 Aug 18 12:23:47.562521 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 40628) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:23:47.608892 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e244b2d-8f7b-42b0-9b4a-287f990aad35 req-9cd34a47-b0e8-450a-87a7-38ed3c2b4085 tempest-TestServerMultinode-909897828 tempest-TestServerMultinode-909897828-project-admin] Made reservation on behalf of c493bee80bd845659abbbfb5a8a82b45 for: {'port': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:23:47.611799 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-9e244b2d-8f7b-42b0-9b4a-287f990aad35 req-9cd34a47-b0e8-450a-87a7-38ed3c2b4085 tempest-TestServerMultinode-909897828 tempest-TestServerMultinode-909897828-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:47.629859 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-afcfd5b9-82f0-47a3-9716-5776e58f18a1 None None] Notify callbacks [] for port, precommit_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:47.638822 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-64653020-8c45-40f1-b084-15a71a73c124 None None] Port 00ae5d8c-8e23-47c0-a4ae-da272b3c362f cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:23:47.646589 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-afcfd5b9-82f0-47a3-9716-5776e58f18a1 None None] Transition to ACTIVE for port object 00ae5d8c-8e23-47c0-a4ae-da272b3c362f will not be triggered until provisioned by entity L2. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:23:47.661784 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-afcfd5b9-82f0-47a3-9716-5776e58f18a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:47.693079 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05a43760-5130-45d9-a8bc-abd3ce72ddf1 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Attributes excluded by policy engine: ['shared'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:23:47.694493 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05a43760-5130-45d9-a8bc-abd3ce72ddf1 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Attributes excluded by policy engine: ['shared'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:23:47.696079 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05a43760-5130-45d9-a8bc-abd3ce72ddf1 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Attributes excluded by policy engine: ['shared'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:23:47.699037 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05a43760-5130-45d9-a8bc-abd3ce72ddf1 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Attributes excluded by policy engine: ['shared'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:23:47.700443 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05a43760-5130-45d9-a8bc-abd3ce72ddf1 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Attributes excluded by policy engine: ['shared'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:23:47.705435 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-05a43760-5130-45d9-a8bc-abd3ce72ddf1 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] 10.222.0.66 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1385429 Aug 18 12:23:47.706204 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 40630) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:23:47.797532 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28566dd0-8265-446e-82a6-231f22f77286 None None] Pushing event updated for resources: {'Port': ['ID=00ae5d8c-8e23-47c0-a4ae-da272b3c362f,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:23:47.834802 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [req-9e244b2d-8f7b-42b0-9b4a-287f990aad35 req-9cd34a47-b0e8-450a-87a7-38ed3c2b4085 tempest-TestServerMultinode-909897828 tempest-TestServerMultinode-909897828-project-admin] Allocated IP 172.20.0.3 (ec66e735-6812-4152-8901-06c6cff3ab85/235bb850-98b6-4700-9c70-2050a9a0ef2a/d388fe35-859d-4ee0-8c45-0b1951d6dc53) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:23:47.899531 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-afcfd5b9-82f0-47a3-9716-5776e58f18a1 None None] Attempting to bind port 00ae5d8c-8e23-47c0-a4ae-da272b3c362f on host n-d-804985-2 for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:23:47.899905 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-afcfd5b9-82f0-47a3-9716-5776e58f18a1 None None] Attempting to bind port 00ae5d8c-8e23-47c0-a4ae-da272b3c362f by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': '7514d6af-daaf-4f67-a4ba-eaca0ec27cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '8f0a9d50-b086-4fa9-a0af-b0e74f02865c'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:23:47.900274 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afcfd5b9-82f0-47a3-9716-5776e58f18a1 None None] Attempting to bind port 00ae5d8c-8e23-47c0-a4ae-da272b3c362f on network 8f0a9d50-b086-4fa9-a0af-b0e74f02865c {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:23:47.916823 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 2e55da17-00af-4d01-aa6e-7f619031f751 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:23:47.920396 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afcfd5b9-82f0-47a3-9716-5776e58f18a1 None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 23, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:23:47.921346 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afcfd5b9-82f0-47a3-9716-5776e58f18a1 None None] Checking segment: {'id': '7514d6af-daaf-4f67-a4ba-eaca0ec27cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '8f0a9d50-b086-4fa9-a0af-b0e74f02865c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:23:47.921346 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-afcfd5b9-82f0-47a3-9716-5776e58f18a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:47.921629 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afcfd5b9-82f0-47a3-9716-5776e58f18a1 None None] Bound using segment: {'id': '7514d6af-daaf-4f67-a4ba-eaca0ec27cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '8f0a9d50-b086-4fa9-a0af-b0e74f02865c'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:23:47.922117 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-afcfd5b9-82f0-47a3-9716-5776e58f18a1 None None] Bound port: 00ae5d8c-8e23-47c0-a4ae-da272b3c362f, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7514d6af-daaf-4f67-a4ba-eaca0ec27cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '8f0a9d50-b086-4fa9-a0af-b0e74f02865c'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:23:47.922901 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-afcfd5b9-82f0-47a3-9716-5776e58f18a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:47.995356 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b42014df-0226-405a-b0c0-717624740839 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:23:48.001134 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-b42014df-0226-405a-b0c0-717624740839 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] 10.222.0.66 "GET /v2.0/networks/25a9383b-329d-4af4-aa0b-f017c5c118e1 HTTP/1.1" status: 200 len: 803 time: 0.2928786 Aug 18 12:23:48.001743 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 40636) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:23:48.048840 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-afcfd5b9-82f0-47a3-9716-5776e58f18a1 None None] For port 00ae5d8c-8e23-47c0-a4ae-da272b3c362f, host n-d-804985-2, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:23:48.052102 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-afcfd5b9-82f0-47a3-9716-5776e58f18a1 None None] For port 00ae5d8c-8e23-47c0-a4ae-da272b3c362f, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=00ae5d8c-8e23-47c0-a4ae-da272b3c362f,segment=NetworkSegment(7514d6af-daaf-4f67-a4ba-eaca0ec27cc2),segment_id=7514d6af-daaf-4f67-a4ba-eaca0ec27cc2)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:23:48.067539 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-afcfd5b9-82f0-47a3-9716-5776e58f18a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:48.132562 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-9e244b2d-8f7b-42b0-9b4a-287f990aad35 req-9cd34a47-b0e8-450a-87a7-38ed3c2b4085 tempest-TestServerMultinode-909897828 tempest-TestServerMultinode-909897828-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:48.162982 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [req-9e244b2d-8f7b-42b0-9b4a-287f990aad35 req-9cd34a47-b0e8-450a-87a7-38ed3c2b4085 tempest-TestServerMultinode-909897828 tempest-TestServerMultinode-909897828-project-admin] Transition to ACTIVE for port object d388fe35-859d-4ee0-8c45-0b1951d6dc53 will not be triggered until provisioned by entity DHCP. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:23:48.190502 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 2e55da17-00af-4d01-aa6e-7f619031f751 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:23:48.191049 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:48.198163 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28566dd0-8265-446e-82a6-231f22f77286 None None] Pushing event updated for resources: {'Port': ['ID=00ae5d8c-8e23-47c0-a4ae-da272b3c362f,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:23:48.221424 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-ab03748e-9048-42be-9859-a13c0d6388ce tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] 10.222.0.66 "GET /v2.0/networks/25a9383b-329d-4af4-aa0b-f017c5c118e1?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.2183354 Aug 18 12:23:48.224776 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 40640) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:23:48.229376 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afcfd5b9-82f0-47a3-9716-5776e58f18a1 None None] Routers {'90ecc807-16fb-455b-8c24-96e59c7e83f9'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:23:48.230133 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-afcfd5b9-82f0-47a3-9716-5776e58f18a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:23:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['90ecc807-16fb-455b-8c24-96e59c7e83f9'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:23:48.286814 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-9e244b2d-8f7b-42b0-9b4a-287f990aad35 req-9cd34a47-b0e8-450a-87a7-38ed3c2b4085 tempest-TestServerMultinode-909897828 tempest-TestServerMultinode-909897828-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:48.345100 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5f83936-789d-4d80-b5d4-e3c9111c35cf tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:23:48.350145 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-f5f83936-789d-4d80-b5d4-e3c9111c35cf tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] 10.222.0.66 "GET /v2.0/subnets/d02def16-5d57-464b-a149-6d6ae4f36889 HTTP/1.1" status: 200 len: 843 time: 0.1207345 Aug 18 12:23:48.350605 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 40648) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:23:48.381900 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e244b2d-8f7b-42b0-9b4a-287f990aad35 req-9cd34a47-b0e8-450a-87a7-38ed3c2b4085 tempest-TestServerMultinode-909897828 tempest-TestServerMultinode-909897828-project-admin] Network ec66e735-6812-4152-8901-06c6cff3ab85 is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:23:48.399435 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [req-9e244b2d-8f7b-42b0-9b4a-287f990aad35 req-9cd34a47-b0e8-450a-87a7-38ed3c2b4085 tempest-TestServerMultinode-909897828 tempest-TestServerMultinode-909897828-project-admin] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:23:48.411858 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e244b2d-8f7b-42b0-9b4a-287f990aad35 req-9cd34a47-b0e8-450a-87a7-38ed3c2b4085 tempest-TestServerMultinode-909897828 tempest-TestServerMultinode-909897828-project-admin] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:23:48.482097 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6986f74-d451-46be-b7e4-d4f2e0242c1d tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Attributes excluded by policy engine: ['shared'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:23:48.486877 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-b6986f74-d451-46be-b7e4-d4f2e0242c1d tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] 10.222.0.66 "GET /v2.0/subnets/d02def16-5d57-464b-a149-6d6ae4f36889?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1349783 Aug 18 12:23:48.493055 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 40650) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:23:48.496313 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd34a47-b0e8-450a-87a7-38ed3c2b4085 tempest-TestServerMultinode-909897828 tempest-TestServerMultinode-909897828-project-admin] Pushing event updated for resources: {'Port': ['ID=d388fe35-859d-4ee0-8c45-0b1951d6dc53,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:23:48.500347 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-2038ab37-7fbf-40a1-98bc-fd32630fe884 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1384375585'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:23:48.541952 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2038ab37-7fbf-40a1-98bc-fd32630fe884 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Made reservation on behalf of ed22a9de76814f7385eb909317d94ee9 for: {'network': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:23:48.559386 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0180f31e-3cf8-4ad5-8f87-91eb4482cd03 None None] Network 46d951c2-8914-4913-b8ad-70bbc8a9c2ce requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:23:48.559739 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2038ab37-7fbf-40a1-98bc-fd32630fe884 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for network, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:48.598783 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e244b2d-8f7b-42b0-9b4a-287f990aad35 req-9cd34a47-b0e8-450a-87a7-38ed3c2b4085 tempest-TestServerMultinode-909897828 tempest-TestServerMultinode-909897828-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:23:48.598783 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-9e244b2d-8f7b-42b0-9b4a-287f990aad35 req-9cd34a47-b0e8-450a-87a7-38ed3c2b4085 tempest-TestServerMultinode-909897828 tempest-TestServerMultinode-909897828-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:48.613962 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2038ab37-7fbf-40a1-98bc-fd32630fe884 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 831} {{(pid=106253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:23:48.625808 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2038ab37-7fbf-40a1-98bc-fd32630fe884 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:48.626620 n-d-804985-2 neutron-server[106253]: INFO neutron.db.segments_db [None req-2038ab37-7fbf-40a1-98bc-fd32630fe884 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Added segment ed8dc0d1-f498-42ee-b390-831cc8a9177c of type vlan for network 1639ef4d-7b52-4b90-9ac6-04031ccb2d4b Aug 18 12:23:48.637657 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e7781b-c5c8-451e-98cb-c22fceaaa592 req-2967534d-c8aa-4274-9e7d-ca5c06f0b1c4 tempest-TestServerMultinode-909897828 tempest-TestServerMultinode-909897828-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:23:48.639237 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d3e7781b-c5c8-451e-98cb-c22fceaaa592 req-2967534d-c8aa-4274-9e7d-ca5c06f0b1c4 tempest-TestServerMultinode-909897828 tempest-TestServerMultinode-909897828-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=f70b0cd1-2df7-46fe-af17-fce939e0b6c7 HTTP/1.1" status: 200 len: 1027 time: 0.1645503 Aug 18 12:23:48.648013 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9e244b2d-8f7b-42b0-9b4a-287f990aad35 req-9cd34a47-b0e8-450a-87a7-38ed3c2b4085 tempest-TestServerMultinode-909897828 tempest-TestServerMultinode-909897828-project-admin] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.1290593 Aug 18 12:23:48.675693 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-9e244b2d-8f7b-42b0-9b4a-287f990aad35 req-40676a0a-1d45-4b91-af58-42542495e7e2 service neutron] Request body: {'port': {'device_id': 'f70b0cd1-2df7-46fe-af17-fce939e0b6c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804985-2'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:23:48.695680 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2038ab37-7fbf-40a1-98bc-fd32630fe884 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789150665894'] for network, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:48.756434 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-7f8e0ad3-daea-4f8e-a558-0a50cf7d4c7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:48.775970 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2038ab37-7fbf-40a1-98bc-fd32630fe884 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for network, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:48.782705 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2038ab37-7fbf-40a1-98bc-fd32630fe884 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:23:48.783395 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2038ab37-7fbf-40a1-98bc-fd32630fe884 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Notify callbacks [] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:48.842641 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d3e7781b-c5c8-451e-98cb-c22fceaaa592 req-fc508ed0-99a1-4e27-b64b-094eb9397a7b tempest-TestServerMultinode-909897828 tempest-TestServerMultinode-909897828-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=d08c5cd0-3e9c-432f-9f92-259d1b44d56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934421 Aug 18 12:23:48.848056 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-9e244b2d-8f7b-42b0-9b4a-287f990aad35 req-40676a0a-1d45-4b91-af58-42542495e7e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:48.880029 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2038ab37-7fbf-40a1-98bc-fd32630fe884 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Pushing event updated for resources: {'Network': ['ID=1639ef4d-7b52-4b90-9ac6-04031ccb2d4b,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:23:48.901940 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Network 1639ef4d-7b52-4b90-9ac6-04031ccb2d4b details requested by agent ovs-agent-n-d-804985-2 with host n-d-804985-2 {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:23:48.906940 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-2038ab37-7fbf-40a1-98bc-fd32630fe884 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4097347 Aug 18 12:23:48.907188 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 40656) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:23:48.914493 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-62d97f6c-02c0-4ea4-a3d2-da2c5a80f0b4 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Request body: {'subnet': {'network_id': '1639ef4d-7b52-4b90-9ac6-04031ccb2d4b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:23:48.924089 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-afcfd5b9-82f0-47a3-9716-5776e58f18a1 None None] Set router 90ecc807-16fb-455b-8c24-96e59c7e83f9 gateway port host: n-d-804985-2 {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:23:49.009750 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 30479772-e95d-4fa8-bdab-848ba35e18db up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:23:49.024078 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-345792c0-cc87-431d-99ac-43f6cc8a66e0 None None] Provisioning for port d388fe35-859d-4ee0-8c45-0b1951d6dc53 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:23:49.036913 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62d97f6c-02c0-4ea4-a3d2-da2c5a80f0b4 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Made reservation on behalf of ed22a9de76814f7385eb909317d94ee9 for: {'subnet': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:23:49.041541 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-62d97f6c-02c0-4ea4-a3d2-da2c5a80f0b4 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59388119'] for subnet, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:49.110929 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-345792c0-cc87-431d-99ac-43f6cc8a66e0 None None] Provisioning complete for port d388fe35-859d-4ee0-8c45-0b1951d6dc53 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:23:49.111607 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-345792c0-cc87-431d-99ac-43f6cc8a66e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:49.150954 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.ipam_backend_mixin [None req-62d97f6c-02c0-4ea4-a3d2-da2c5a80f0b4 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Performing IP validity checks on allocation pools {{(pid=106253) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 18 12:23:49.151474 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.ipam_backend_mixin [None req-62d97f6c-02c0-4ea4-a3d2-da2c5a80f0b4 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Checking for overlaps among allocation pools and gateway ip {{(pid=106253) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 18 12:23:49.229792 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [req-9e244b2d-8f7b-42b0-9b4a-287f990aad35 req-40676a0a-1d45-4b91-af58-42542495e7e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d388fe35-859d-4ee0-8c45-0b1951d6dc53 {{(pid=106252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:23:49.243645 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-9e244b2d-8f7b-42b0-9b4a-287f990aad35 req-40676a0a-1d45-4b91-af58-42542495e7e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:49.264844 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [req-9e244b2d-8f7b-42b0-9b4a-287f990aad35 req-40676a0a-1d45-4b91-af58-42542495e7e2 service neutron] Transition to ACTIVE for port object d388fe35-859d-4ee0-8c45-0b1951d6dc53 will not be triggered until provisioned by entity L2. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:23:49.277853 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-9e244b2d-8f7b-42b0-9b4a-287f990aad35 req-40676a0a-1d45-4b91-af58-42542495e7e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:49.300855 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-345792c0-cc87-431d-99ac-43f6cc8a66e0 None None] Port d388fe35-859d-4ee0-8c45-0b1951d6dc53 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:23:49.304012 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-62d97f6c-02c0-4ea4-a3d2-da2c5a80f0b4 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58902106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59388097'] for subnet, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:49.360321 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port 30479772-e95d-4fa8-bdab-848ba35e18db completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:23:49.398933 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-345792c0-cc87-431d-99ac-43f6cc8a66e0 None None] Provisioning for port 30479772-e95d-4fa8-bdab-848ba35e18db completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:23:49.400013 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40676a0a-1d45-4b91-af58-42542495e7e2 service neutron] Pushing event updated for resources: {'Port': ['ID=d388fe35-859d-4ee0-8c45-0b1951d6dc53,revision_number=2']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:23:49.422574 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-345792c0-cc87-431d-99ac-43f6cc8a66e0 None None] Provisioning complete for port 30479772-e95d-4fa8-bdab-848ba35e18db triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:23:49.422978 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-345792c0-cc87-431d-99ac-43f6cc8a66e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:49.444020 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d97f6c-02c0-4ea4-a3d2-da2c5a80f0b4 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Pushing event updated for resources: {'Subnet': ['ID=ae4f0e88-eae9-407f-a56a-17250f545b62,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:23:49.465266 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d97f6c-02c0-4ea4-a3d2-da2c5a80f0b4 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Checking segment: {'id': 'ed8dc0d1-f498-42ee-b390-831cc8a9177c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '1639ef4d-7b52-4b90-9ac6-04031ccb2d4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:23:49.465778 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62d97f6c-02c0-4ea4-a3d2-da2c5a80f0b4 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Network hostable DHCP agents. Network: 1639ef4d-7b52-4b90-9ac6-04031ccb2d4b, hostable agents: ['97c14208-2951-4361-8d64-3708c946ff5f'], hosted agents: [] {{(pid=106253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 12:23:49.506456 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62d97f6c-02c0-4ea4-a3d2-da2c5a80f0b4 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Network 1639ef4d-7b52-4b90-9ac6-04031ccb2d4b is scheduled to be hosted by DHCP agent 97c14208-2951-4361-8d64-3708c946ff5f with binding_index 1 {{(pid=106253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 12:23:49.509451 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-afcfd5b9-82f0-47a3-9716-5776e58f18a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90ecc807-16fb-455b-8c24-96e59c7e83f9', 'name': 'tempest-TestServerMultinode-1405082756-router', 'tenant_id': 'c493bee80bd845659abbbfb5a8a82b45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.249'}], 'enable_snat': True}, 'gw_port_id': '2e55da17-00af-4d01-aa6e-7f619031f751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:23:38Z', 'updated_at': '2021-08-18T12:23:42Z', 'revision_number': 4, 'project_id': 'c493bee80bd845659abbbfb5a8a82b45', 'gw_port': {'id': '2e55da17-00af-4d01-aa6e-7f619031f751', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:46:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90ecc807-16fb-455b-8c24-96e59c7e83f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:23:38Z', 'updated_at': '2021-08-18T12:23:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': '00ae5d8c-8e23-47c0-a4ae-da272b3c362f', 'name': '', 'network_id': '8f0a9d50-b086-4fa9-a0af-b0e74f02865c', 'tenant_id': 'c493bee80bd845659abbbfb5a8a82b45', 'mac_address': 'fa:16:3e:7b:a3:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90ecc807-16fb-455b-8c24-96e59c7e83f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3721, 'fixed_ips': [{'subnet_id': 'e63e6e05-3ecd-4b9d-ac46-74c87a129bd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:23:41Z', 'updated_at': '2021-08-18T12:23:48Z', 'revision_number': 4, 'project_id': 'c493bee80bd845659abbbfb5a8a82b45', 'subnets': [{'id': 'e63e6e05-3ecd-4b9d-ac46-74c87a129bd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:23:49.523026 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-62d97f6c-02c0-4ea4-a3d2-da2c5a80f0b4 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-2, 1639ef4d-7b52-4b90-9ac6-04031ccb2d4b) {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:23:49.530694 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62d97f6c-02c0-4ea4-a3d2-da2c5a80f0b4 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:23:49.531839 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-62d97f6c-02c0-4ea4-a3d2-da2c5a80f0b4 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:49.566198 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89f877cb-b35a-4ee7-9139-99b86e2750d2 None None] Network 1639ef4d-7b52-4b90-9ac6-04031ccb2d4b requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:23:49.567412 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-62d97f6c-02c0-4ea4-a3d2-da2c5a80f0b4 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.6589487 Aug 18 12:23:49.567576 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 40664) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:23:49.603206 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-6e84db70-0742-46dc-9988-d75f5ec268c4 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:23:49.638507 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afcfd5b9-82f0-47a3-9716-5776e58f18a1 None None] The sync data for ids ['90ecc807-16fb-455b-8c24-96e59c7e83f9'] in n-d-804985-2 is: [{'id': '90ecc807-16fb-455b-8c24-96e59c7e83f9', 'name': 'tempest-TestServerMultinode-1405082756-router', 'tenant_id': 'c493bee80bd845659abbbfb5a8a82b45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.249'}], 'enable_snat': True}, 'gw_port_id': '2e55da17-00af-4d01-aa6e-7f619031f751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:23:38Z', 'updated_at': '2021-08-18T12:23:42Z', 'revision_number': 4, 'project_id': 'c493bee80bd845659abbbfb5a8a82b45', 'gw_port': {'id': '2e55da17-00af-4d01-aa6e-7f619031f751', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:46:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90ecc807-16fb-455b-8c24-96e59c7e83f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:23:38Z', 'updated_at': '2021-08-18T12:23:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': '00ae5d8c-8e23-47c0-a4ae-da272b3c362f', 'name': '', 'network_id': '8f0a9d50-b086-4fa9-a0af-b0e74f02865c', 'tenant_id': 'c493bee80bd845659abbbfb5a8a82b45', 'mac_address': 'fa:16:3e:7b:a3:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90ecc807-16fb-455b-8c24-96e59c7e83f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3721, 'fixed_ips': [{'subnet_id': 'e63e6e05-3ecd-4b9d-ac46-74c87a129bd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:23:41Z', 'updated_at': '2021-08-18T12:23:48Z', 'revision_number': 4, 'project_id': 'c493bee80bd845659abbbfb5a8a82b45', 'subnets': [{'id': 'e63e6e05-3ecd-4b9d-ac46-74c87a129bd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:23:49.686795 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fb94466-e7cc-4d96-8152-540f9f460b67 None None] Network 46d951c2-8914-4913-b8ad-70bbc8a9c2ce requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:23:49.695013 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-345792c0-cc87-431d-99ac-43f6cc8a66e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:49.701851 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-9e244b2d-8f7b-42b0-9b4a-287f990aad35 req-40676a0a-1d45-4b91-af58-42542495e7e2 service neutron] Attempting to bind port d388fe35-859d-4ee0-8c45-0b1951d6dc53 on host n-h2-804985-2 for vnic_type normal with profile {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:23:49.702577 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-9e244b2d-8f7b-42b0-9b4a-287f990aad35 req-40676a0a-1d45-4b91-af58-42542495e7e2 service neutron] Attempting to bind port d388fe35-859d-4ee0-8c45-0b1951d6dc53 by drivers openvswitch,hyperv on host n-h2-804985-2 at level 0 using segments [{'id': '413ac27d-b0a3-49b3-98a5-c26dbb3f1cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'ec66e735-6812-4152-8901-06c6cff3ab85'}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:23:49.702999 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e244b2d-8f7b-42b0-9b4a-287f990aad35 req-40676a0a-1d45-4b91-af58-42542495e7e2 service neutron] Attempting to bind port d388fe35-859d-4ee0-8c45-0b1951d6dc53 on network ec66e735-6812-4152-8901-06c6cff3ab85 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:23:49.722258 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e244b2d-8f7b-42b0-9b4a-287f990aad35 req-40676a0a-1d45-4b91-af58-42542495e7e2 service neutron] Port d388fe35-859d-4ee0-8c45-0b1951d6dc53 on network ec66e735-6812-4152-8901-06c6cff3ab85 not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-2 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:23:49.723193 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e244b2d-8f7b-42b0-9b4a-287f990aad35 req-40676a0a-1d45-4b91-af58-42542495e7e2 service neutron] Attempting to bind port d388fe35-859d-4ee0-8c45-0b1951d6dc53 on network ec66e735-6812-4152-8901-06c6cff3ab85 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:23:49.738111 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6e84db70-0742-46dc-9988-d75f5ec268c4 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-59074086'] for subnet, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:49.746130 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e244b2d-8f7b-42b0-9b4a-287f990aad35 req-40676a0a-1d45-4b91-af58-42542495e7e2 service neutron] Checking agent: {'id': 'da5da552-709c-4248-84de-86af99a0dc87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 49, 8), 'started_at': datetime.datetime(2021, 8, 18, 11, 49, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 23, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:23:49.746702 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e244b2d-8f7b-42b0-9b4a-287f990aad35 req-40676a0a-1d45-4b91-af58-42542495e7e2 service neutron] Checking segment: {'id': '413ac27d-b0a3-49b3-98a5-c26dbb3f1cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'ec66e735-6812-4152-8901-06c6cff3ab85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:23:49.747252 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e244b2d-8f7b-42b0-9b4a-287f990aad35 req-40676a0a-1d45-4b91-af58-42542495e7e2 service neutron] Bound using segment: {'id': '413ac27d-b0a3-49b3-98a5-c26dbb3f1cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'ec66e735-6812-4152-8901-06c6cff3ab85'} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:23:49.748409 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-9e244b2d-8f7b-42b0-9b4a-287f990aad35 req-40676a0a-1d45-4b91-af58-42542495e7e2 service neutron] Bound port: d388fe35-859d-4ee0-8c45-0b1951d6dc53, host: n-h2-804985-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '413ac27d-b0a3-49b3-98a5-c26dbb3f1cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'ec66e735-6812-4152-8901-06c6cff3ab85'}}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:23:49.749130 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-9e244b2d-8f7b-42b0-9b4a-287f990aad35 req-40676a0a-1d45-4b91-af58-42542495e7e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:49.805928 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-345792c0-cc87-431d-99ac-43f6cc8a66e0 None None] For port 30479772-e95d-4fa8-bdab-848ba35e18db, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=30479772-e95d-4fa8-bdab-848ba35e18db,segment=NetworkSegment(17e27f13-636c-4cc7-af36-eefce4904bad),segment_id=17e27f13-636c-4cc7-af36-eefce4904bad)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:23:49.837961 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-345792c0-cc87-431d-99ac-43f6cc8a66e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:49.898118 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-9e244b2d-8f7b-42b0-9b4a-287f990aad35 req-40676a0a-1d45-4b91-af58-42542495e7e2 service neutron] For port d388fe35-859d-4ee0-8c45-0b1951d6dc53, host n-h2-804985-2, cleared binding levels {{(pid=106252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:23:49.916628 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-9e244b2d-8f7b-42b0-9b4a-287f990aad35 req-40676a0a-1d45-4b91-af58-42542495e7e2 service neutron] For port d388fe35-859d-4ee0-8c45-0b1951d6dc53, host n-h2-804985-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=d388fe35-859d-4ee0-8c45-0b1951d6dc53,segment=NetworkSegment(413ac27d-b0a3-49b3-98a5-c26dbb3f1cda),segment_id=413ac27d-b0a3-49b3-98a5-c26dbb3f1cda)] {{(pid=106252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:23:49.944126 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-9e244b2d-8f7b-42b0-9b4a-287f990aad35 req-40676a0a-1d45-4b91-af58-42542495e7e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:50.041225 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40676a0a-1d45-4b91-af58-42542495e7e2 service neutron] Pushing event updated for resources: {'Port': ['ID=d388fe35-859d-4ee0-8c45-0b1951d6dc53,revision_number=3']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:23:50.049863 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e244b2d-8f7b-42b0-9b4a-287f990aad35 req-40676a0a-1d45-4b91-af58-42542495e7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:23:50.049863 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-9e244b2d-8f7b-42b0-9b4a-287f990aad35 req-40676a0a-1d45-4b91-af58-42542495e7e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:50.049863 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9e244b2d-8f7b-42b0-9b4a-287f990aad35 req-40676a0a-1d45-4b91-af58-42542495e7e2 service neutron] 10.222.0.62 "PUT /v2.0/ports/d388fe35-859d-4ee0-8c45-0b1951d6dc53 HTTP/1.1" status: 200 len: 1091 time: 1.3874719 Aug 18 12:23:50.053723 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f70b0cd1-2df7-46fe-af17-fce939e0b6c7', 'tag': 'd388fe35-859d-4ee0-8c45-0b1951d6dc53'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:23:50.055732 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c47b43e-cd35-4c41-bce5-359c1ae893e7" -d '{"events": [{"name": "network-changed", "server_uuid": "f70b0cd1-2df7-46fe-af17-fce939e0b6c7", "tag": "d388fe35-859d-4ee0-8c45-0b1951d6dc53"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:23:50.110482 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345792c0-cc87-431d-99ac-43f6cc8a66e0 None None] Pushing event updated for resources: {'Port': ['ID=30479772-e95d-4fa8-bdab-848ba35e18db,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:23:50.143532 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-c4ece583-0d81-4535-b845-2b4fdce91c18 None None] Provisioning complete for port 30479772-e95d-4fa8-bdab-848ba35e18db triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:23:50.144148 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-c4ece583-0d81-4535-b845-2b4fdce91c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:50.157143 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:23:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-966af111-95f6-48b5-8403-75b08da894cc x-openstack-request-id: req-966af111-95f6-48b5-8403-75b08da894cc {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:23:50.157432 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f70b0cd1-2df7-46fe-af17-fce939e0b6c7", "tag": "d388fe35-859d-4ee0-8c45-0b1951d6dc53", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:23:50.157679 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-966af111-95f6-48b5-8403-75b08da894cc {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:23:50.164909 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f70b0cd1-2df7-46fe-af17-fce939e0b6c7', 'tag': 'd388fe35-859d-4ee0-8c45-0b1951d6dc53', 'status': 'completed', 'code': 200} Aug 18 12:23:50.190874 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-107fd511-202b-4721-96ad-a52982f13c42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp788be208-34ab-5a8f-af0f-528834af222f-1639ef4d-7b52-4b90-9ac6-04031ccb2d4b', 'network_id': '1639ef4d-7b52-4b90-9ac6-04031ccb2d4b', 'tenant_id': 'ed22a9de76814f7385eb909317d94ee9', 'fixed_ips': [{'subnet_id': 'ae4f0e88-eae9-407f-a56a-17250f545b62'}]}} from n-d-804985-2. {{(pid=106254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 12:23:50.192048 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-107fd511-202b-4721-96ad-a52982f13c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:50.199220 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc64424c-4b51-4ec2-bc44-14d1801e7956 req-11eb895d-c3df-46f7-b8e0-561d375a9f45 tempest-TestServerMultinode-909897828 tempest-TestServerMultinode-909897828-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:23:50.200815 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-bc64424c-4b51-4ec2-bc44-14d1801e7956 req-11eb895d-c3df-46f7-b8e0-561d375a9f45 tempest-TestServerMultinode-909897828 tempest-TestServerMultinode-909897828-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=f70b0cd1-2df7-46fe-af17-fce939e0b6c7 HTTP/1.1" status: 200 len: 1094 time: 0.2587717 Aug 18 12:23:50.298757 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-bc64424c-4b51-4ec2-bc44-14d1801e7956 req-d137245e-afb9-49b4-960c-e8592715a3d7 tempest-TestServerMultinode-909897828 tempest-TestServerMultinode-909897828-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=d08c5cd0-3e9c-432f-9f92-259d1b44d56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492706 Aug 18 12:23:50.322166 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e244b2d-8f7b-42b0-9b4a-287f990aad35 req-7f0e086c-fde3-47f4-b8d4-1b7bb89f48d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:23:50.323367 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9e244b2d-8f7b-42b0-9b4a-287f990aad35 req-7f0e086c-fde3-47f4-b8d4-1b7bb89f48d5 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c493bee80bd845659abbbfb5a8a82b45&device_id=f70b0cd1-2df7-46fe-af17-fce939e0b6c7 HTTP/1.1" status: 200 len: 1094 time: 0.2268455 Aug 18 12:23:50.404435 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9e244b2d-8f7b-42b0-9b4a-287f990aad35 req-d37052bc-ecaf-4a47-b4db-5002c6fb3d4f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d388fe35-859d-4ee0-8c45-0b1951d6dc53 HTTP/1.1" status: 200 len: 217 time: 0.0619071 Aug 18 12:23:50.405136 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6e84db70-0742-46dc-9988-d75f5ec268c4 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8789151180903', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3572811'] for subnet, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:50.498257 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.db_base_plugin_common [None req-107fd511-202b-4721-96ad-a52982f13c42 None None] Allocated IP 2001:db8::3 (1639ef4d-7b52-4b90-9ac6-04031ccb2d4b/ae4f0e88-eae9-407f-a56a-17250f545b62/8d566735-2f3b-46f5-962b-f834f3d9f8e1) {{(pid=106254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:23:50.526822 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e84db70-0742-46dc-9988-d75f5ec268c4 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:23:50.527599 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6e84db70-0742-46dc-9988-d75f5ec268c4 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Notify callbacks [] for subnet, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:50.528959 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-6e84db70-0742-46dc-9988-d75f5ec268c4 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] 10.222.0.66 "PUT /v2.0/subnets/ae4f0e88-eae9-407f-a56a-17250f545b62 HTTP/1.1" status: 200 len: 900 time: 0.9379151 Aug 18 12:23:50.534137 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 40676) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:23:50.543213 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e84db70-0742-46dc-9988-d75f5ec268c4 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Pushing event updated for resources: {'Subnet': ['ID=ae4f0e88-eae9-407f-a56a-17250f545b62,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:23:50.546870 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e244b2d-8f7b-42b0-9b4a-287f990aad35 req-32f49482-7593-4261-805a-db0ae3da52cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:23:50.548523 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9e244b2d-8f7b-42b0-9b4a-287f990aad35 req-32f49482-7593-4261-805a-db0ae3da52cd service neutron] 10.222.0.62 "GET /v2.0/subnets?id=235bb850-98b6-4700-9c70-2050a9a0ef2a HTTP/1.1" status: 200 len: 849 time: 0.1301093 Aug 18 12:23:50.646808 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e244b2d-8f7b-42b0-9b4a-287f990aad35 req-0c698a50-c261-42e4-b8eb-dfa69f8b0067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:23:50.649094 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9e244b2d-8f7b-42b0-9b4a-287f990aad35 req-0c698a50-c261-42e4-b8eb-dfa69f8b0067 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ec66e735-6812-4152-8901-06c6cff3ab85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0915370 Aug 18 12:23:50.690135 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-945edd12-bf25-449d-b321-c33e2d52f4e5 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7904109'] for network, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:50.752610 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-107fd511-202b-4721-96ad-a52982f13c42 None None] Notify callbacks [] for port, precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:50.770908 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-107fd511-202b-4721-96ad-a52982f13c42 None None] Transition to ACTIVE for port object 8d566735-2f3b-46f5-962b-f834f3d9f8e1 will not be triggered until provisioned by entity L2. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:23:50.773100 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-9d444aab-e378-4adf-b7e0-7508d3c0b7da None None] Provisioning complete for port 30479772-e95d-4fa8-bdab-848ba35e18db triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:23:50.775532 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-9d444aab-e378-4adf-b7e0-7508d3c0b7da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:50.798117 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9e244b2d-8f7b-42b0-9b4a-287f990aad35 req-df365cfc-3610-4647-813b-920f8870c71b service neutron] 10.222.0.62 "GET /v2.0/networks/ec66e735-6812-4152-8901-06c6cff3ab85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401131 Aug 18 12:23:50.804651 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-945edd12-bf25-449d-b321-c33e2d52f4e5 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:50.815054 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-107fd511-202b-4721-96ad-a52982f13c42 None None] Transition to ACTIVE for port object 8d566735-2f3b-46f5-962b-f834f3d9f8e1 will not be triggered until provisioned by entity DHCP. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:23:50.825747 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-107fd511-202b-4721-96ad-a52982f13c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547'] for port, after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:50.877628 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-107fd511-202b-4721-96ad-a52982f13c42 None None] Network 1639ef4d-7b52-4b90-9ac6-04031ccb2d4b is already hosted by enough agents. {{(pid=106254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:23:50.889862 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-945edd12-bf25-449d-b321-c33e2d52f4e5 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58902171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59388106'] for subnet, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:50.920275 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.base_scheduler [None req-107fd511-202b-4721-96ad-a52982f13c42 None None] Resources bound (agent type, host, resource id): {{(pid=106254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:23:50.923000 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-107fd511-202b-4721-96ad-a52982f13c42 None None] Received port after_create {{(pid=106254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:23:50.924800 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107fd511-202b-4721-96ad-a52982f13c42 None None] Pushing event updated for resources: {'Port': ['ID=8d566735-2f3b-46f5-962b-f834f3d9f8e1,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:23:50.949921 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945edd12-bf25-449d-b321-c33e2d52f4e5 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Pushing event deleted for resources: {'Subnet': ['ID=ae4f0e88-eae9-407f-a56a-17250f545b62,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:23:50.979892 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9e244b2d-8f7b-42b0-9b4a-287f990aad35 req-fd65fd0b-20a3-4e83-a5ca-3775064ab374 service neutron] 10.222.0.62 "GET /v2.0/networks/ec66e735-6812-4152-8901-06c6cff3ab85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751139 Aug 18 12:23:50.982061 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-107fd511-202b-4721-96ad-a52982f13c42 None None] Attempting to bind port 8d566735-2f3b-46f5-962b-f834f3d9f8e1 on host n-d-804985-2 for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:23:50.982426 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-107fd511-202b-4721-96ad-a52982f13c42 None None] Attempting to bind port 8d566735-2f3b-46f5-962b-f834f3d9f8e1 by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': 'ed8dc0d1-f498-42ee-b390-831cc8a9177c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '1639ef4d-7b52-4b90-9ac6-04031ccb2d4b'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:23:50.982841 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-107fd511-202b-4721-96ad-a52982f13c42 None None] Attempting to bind port 8d566735-2f3b-46f5-962b-f834f3d9f8e1 on network 1639ef4d-7b52-4b90-9ac6-04031ccb2d4b {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:23:50.988504 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-107fd511-202b-4721-96ad-a52982f13c42 None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 23, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:23:50.989005 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-107fd511-202b-4721-96ad-a52982f13c42 None None] Checking segment: {'id': 'ed8dc0d1-f498-42ee-b390-831cc8a9177c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '1639ef4d-7b52-4b90-9ac6-04031ccb2d4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:23:50.989414 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-107fd511-202b-4721-96ad-a52982f13c42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:50.989843 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-107fd511-202b-4721-96ad-a52982f13c42 None None] Bound using segment: {'id': 'ed8dc0d1-f498-42ee-b390-831cc8a9177c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '1639ef4d-7b52-4b90-9ac6-04031ccb2d4b'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:23:50.990311 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-107fd511-202b-4721-96ad-a52982f13c42 None None] Bound port: 8d566735-2f3b-46f5-962b-f834f3d9f8e1, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed8dc0d1-f498-42ee-b390-831cc8a9177c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '1639ef4d-7b52-4b90-9ac6-04031ccb2d4b'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:23:50.990732 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-107fd511-202b-4721-96ad-a52982f13c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:51.028500 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-945edd12-bf25-449d-b321-c33e2d52f4e5 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8367869', 'neutron.services.segments.db._delete_segments_for_network-8789151212993'] for network, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:51.039277 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-945edd12-bf25-449d-b321-c33e2d52f4e5 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1639ef4d-7b52-4b90-9ac6-04031ccb2d4b']}} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:23:51.054750 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-945edd12-bf25-449d-b321-c33e2d52f4e5 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed8dc0d1-f498-42ee-b390-831cc8a9177c') {'for_net_delete': True} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:23:51.055134 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-945edd12-bf25-449d-b321-c33e2d52f4e5 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed8dc0d1-f498-42ee-b390-831cc8a9177c') {} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:23:51.066744 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-945edd12-bf25-449d-b321-c33e2d52f4e5 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789151225254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902236'] for segment, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:51.083942 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-107fd511-202b-4721-96ad-a52982f13c42 None None] For port 8d566735-2f3b-46f5-962b-f834f3d9f8e1, host n-d-804985-2, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:23:51.086566 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-945edd12-bf25-449d-b321-c33e2d52f4e5 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:51.095325 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-945edd12-bf25-449d-b321-c33e2d52f4e5 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Releasing vlan 831 on physical network physnet1 to pool {{(pid=106253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:23:51.095732 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-945edd12-bf25-449d-b321-c33e2d52f4e5 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58900537'] for segment, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:51.099646 n-d-804985-2 neutron-server[106253]: Traceback (most recent call last): Aug 18 12:23:51.099646 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:23:51.099646 n-d-804985-2 neutron-server[106253]: timer() Aug 18 12:23:51.099646 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:23:51.099646 n-d-804985-2 neutron-server[106253]: cb(*args, **kw) Aug 18 12:23:51.099646 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:23:51.099646 n-d-804985-2 neutron-server[106253]: return func(*args, **kwargs) Aug 18 12:23:51.099646 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:23:51.099646 n-d-804985-2 neutron-server[106253]: self._notify() Aug 18 12:23:51.099646 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:23:51.099646 n-d-804985-2 neutron-server[106253]: self.callback(batched_events) Aug 18 12:23:51.099646 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:23:51.099646 n-d-804985-2 neutron-server[106253]: event.method(event) Aug 18 12:23:51.099646 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:23:51.099646 n-d-804985-2 neutron-server[106253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:23:51.099646 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:23:51.099646 n-d-804985-2 neutron-server[106253]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:23:51.099646 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:23:51.099646 n-d-804985-2 neutron-server[106253]: return f(self, *a, **k) Aug 18 12:23:51.099646 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:23:51.099646 n-d-804985-2 neutron-server[106253]: return self._get(url).json() Aug 18 12:23:51.099646 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:23:51.099646 n-d-804985-2 neutron-server[106253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:23:51.099646 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:23:51.099646 n-d-804985-2 neutron-server[106253]: return self.request(url, 'GET', **kwargs) Aug 18 12:23:51.099646 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:23:51.099646 n-d-804985-2 neutron-server[106253]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:23:51.099646 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:23:51.099646 n-d-804985-2 neutron-server[106253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:23:51.099646 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:23:51.099646 n-d-804985-2 neutron-server[106253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:23:51.099646 n-d-804985-2 neutron-server[106253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:23:51.103785 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c47b43e-cd35-4c41-bce5-359c1ae893e7 req-08752f0c-b24c-4fa5-a554-6e7d9c781dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:23:51.105428 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8c47b43e-cd35-4c41-bce5-359c1ae893e7 req-08752f0c-b24c-4fa5-a554-6e7d9c781dc3 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c493bee80bd845659abbbfb5a8a82b45&device_id=f70b0cd1-2df7-46fe-af17-fce939e0b6c7 HTTP/1.1" status: 200 len: 1094 time: 0.0732002 Aug 18 12:23:51.161227 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-107fd511-202b-4721-96ad-a52982f13c42 None None] For port 8d566735-2f3b-46f5-962b-f834f3d9f8e1, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=8d566735-2f3b-46f5-962b-f834f3d9f8e1,segment=NetworkSegment(ed8dc0d1-f498-42ee-b390-831cc8a9177c),segment_id=ed8dc0d1-f498-42ee-b390-831cc8a9177c)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:23:51.164875 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.db.api [None req-945edd12-bf25-449d-b321-c33e2d52f4e5 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 18 12:23:51.164875 n-d-804985-2 neutron-server[106253]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 18 12:23:51.164875 n-d-804985-2 neutron-server[106253]: [parameters: {'id': '1639ef4d-7b52-4b90-9ac6-04031ccb2d4b'}] Aug 18 12:23:51.164875 n-d-804985-2 neutron-server[106253]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=106253) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 18 12:23:51.166002 n-d-804985-2 neutron-server[106253]: DEBUG oslo_db.api [None req-945edd12-bf25-449d-b321-c33e2d52f4e5 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 18 12:23:51.169762 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-107fd511-202b-4721-96ad-a52982f13c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:51.236331 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c47b43e-cd35-4c41-bce5-359c1ae893e7 req-298f5937-a320-4e90-a72b-9b03d0830d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:23:51.237865 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8c47b43e-cd35-4c41-bce5-359c1ae893e7 req-298f5937-a320-4e90-a72b-9b03d0830d10 service neutron] 10.222.0.62 "GET /v2.0/networks?id=ec66e735-6812-4152-8901-06c6cff3ab85 HTTP/1.1" status: 200 len: 911 time: 0.1249104 Aug 18 12:23:51.267215 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107fd511-202b-4721-96ad-a52982f13c42 None None] Pushing event updated for resources: {'Port': ['ID=8d566735-2f3b-46f5-962b-f834f3d9f8e1,revision_number=2']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:23:51.282543 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f5b87f6-21d2-4be8-824f-ea3f4e246980 None None] Network 1639ef4d-7b52-4b90-9ac6-04031ccb2d4b requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:23:51.300668 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8c47b43e-cd35-4c41-bce5-359c1ae893e7 req-d8a4510b-ddb6-4cbb-843f-130f495dc570 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d388fe35-859d-4ee0-8c45-0b1951d6dc53 HTTP/1.1" status: 200 len: 217 time: 0.0537343 Aug 18 12:23:51.367174 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c47b43e-cd35-4c41-bce5-359c1ae893e7 req-ab899599-7a64-4eee-a336-2c32d771ebf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:23:51.369776 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8c47b43e-cd35-4c41-bce5-359c1ae893e7 req-ab899599-7a64-4eee-a336-2c32d771ebf0 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=235bb850-98b6-4700-9c70-2050a9a0ef2a HTTP/1.1" status: 200 len: 849 time: 0.0605643 Aug 18 12:23:51.416534 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-295bd847-686f-43c9-b6ce-d5b46c4fd612 None None] Network 1639ef4d-7b52-4b90-9ac6-04031ccb2d4b requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:23:51.433587 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c47b43e-cd35-4c41-bce5-359c1ae893e7 req-37481d8c-d467-4aa5-bbf4-b9c24f930094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:23:51.435143 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8c47b43e-cd35-4c41-bce5-359c1ae893e7 req-37481d8c-d467-4aa5-bbf4-b9c24f930094 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ec66e735-6812-4152-8901-06c6cff3ab85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0569899 Aug 18 12:23:51.501557 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:51.571721 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071ee5fe-6aa8-4b9c-94b9-d485872b3ca4 req-37da4815-eaeb-4029-aed7-19f445b351bf tempest-TestServerMultinode-909897828 tempest-TestServerMultinode-909897828-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:23:51.573321 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-071ee5fe-6aa8-4b9c-94b9-d485872b3ca4 req-37da4815-eaeb-4029-aed7-19f445b351bf tempest-TestServerMultinode-909897828 tempest-TestServerMultinode-909897828-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=f70b0cd1-2df7-46fe-af17-fce939e0b6c7 HTTP/1.1" status: 200 len: 1094 time: 0.1033032 Aug 18 12:23:51.579580 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8c47b43e-cd35-4c41-bce5-359c1ae893e7 req-8e01871f-1044-4145-861f-48d8facacce5 service neutron] 10.222.0.62 "GET /v2.0/networks/ec66e735-6812-4152-8901-06c6cff3ab85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361041 Aug 18 12:23:51.666890 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-945edd12-bf25-449d-b321-c33e2d52f4e5 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7904109'] for network, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:51.670510 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-071ee5fe-6aa8-4b9c-94b9-d485872b3ca4 req-9ad3fffe-cd1a-4fd8-b6df-1595ff8cc1cc tempest-TestServerMultinode-909897828 tempest-TestServerMultinode-909897828-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=d08c5cd0-3e9c-432f-9f92-259d1b44d56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877659 Aug 18 12:23:51.701523 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8c47b43e-cd35-4c41-bce5-359c1ae893e7 req-e1f1abde-5c50-4f14-8f51-595458488910 service neutron] 10.222.0.62 "GET /v2.0/networks/ec66e735-6812-4152-8901-06c6cff3ab85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123354 Aug 18 12:23:51.771985 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-945edd12-bf25-449d-b321-c33e2d52f4e5 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Deleting port 8d566735-2f3b-46f5-962b-f834f3d9f8e1 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:23:51.772348 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-945edd12-bf25-449d-b321-c33e2d52f4e5 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:51.799982 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-23f969cd-5e5e-41cf-b17f-3b5e512015a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:51.814325 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5f84402-4591-4e6f-b031-3daf295e8a53 None None] get_active_networks_info from n-d-804985-2 {{(pid=106254) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 18 12:23:51.848412 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [None req-945edd12-bf25-449d-b321-c33e2d52f4e5 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] For port 8d566735-2f3b-46f5-962b-f834f3d9f8e1, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=8d566735-2f3b-46f5-962b-f834f3d9f8e1,segment=NetworkSegment(ed8dc0d1-f498-42ee-b390-831cc8a9177c),segment_id=ed8dc0d1-f498-42ee-b390-831cc8a9177c)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:23:51.849320 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-945edd12-bf25-449d-b321-c33e2d52f4e5 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:51.867409 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-945edd12-bf25-449d-b321-c33e2d52f4e5 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Calling delete_port for 8d566735-2f3b-46f5-962b-f834f3d9f8e1 owned by network:dhcp {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:23:51.872347 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 30479772-e95d-4fa8-bdab-848ba35e18db up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:23:51.949643 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5f84402-4591-4e6f-b031-3daf295e8a53 None None] Resources bound (agent type, host, resource id): {{(pid=106254) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 18 12:23:51.958326 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 30479772-e95d-4fa8-bdab-848ba35e18db triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:23:51.958697 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:51.958992 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-945edd12-bf25-449d-b321-c33e2d52f4e5 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:51.998901 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-945edd12-bf25-449d-b321-c33e2d52f4e5 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] No DVR routers for this DVR port 8d566735-2f3b-46f5-962b-f834f3d9f8e1 on host n-d-804985-2 {{(pid=106253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:23:52.006176 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945edd12-bf25-449d-b321-c33e2d52f4e5 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Pushing event deleted for resources: {'Port': ['ID=8d566735-2f3b-46f5-962b-f834f3d9f8e1,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:23:52.085198 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-945edd12-bf25-449d-b321-c33e2d52f4e5 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8367869', 'neutron.services.segments.db._delete_segments_for_network-8789151212993'] for network, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:52.095105 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-945edd12-bf25-449d-b321-c33e2d52f4e5 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1639ef4d-7b52-4b90-9ac6-04031ccb2d4b']}} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:23:52.108108 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-945edd12-bf25-449d-b321-c33e2d52f4e5 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed8dc0d1-f498-42ee-b390-831cc8a9177c') {'for_net_delete': True} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:23:52.108414 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-945edd12-bf25-449d-b321-c33e2d52f4e5 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed8dc0d1-f498-42ee-b390-831cc8a9177c') {} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:23:52.118905 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-945edd12-bf25-449d-b321-c33e2d52f4e5 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789151225254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902236'] for segment, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:52.133390 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-945edd12-bf25-449d-b321-c33e2d52f4e5 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:52.139992 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-945edd12-bf25-449d-b321-c33e2d52f4e5 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Releasing vlan 831 on physical network physnet1 to pool {{(pid=106253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:23:52.143980 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-945edd12-bf25-449d-b321-c33e2d52f4e5 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58900537'] for segment, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:52.143980 n-d-804985-2 neutron-server[106253]: Traceback (most recent call last): Aug 18 12:23:52.143980 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:23:52.143980 n-d-804985-2 neutron-server[106253]: timer() Aug 18 12:23:52.143980 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:23:52.143980 n-d-804985-2 neutron-server[106253]: cb(*args, **kw) Aug 18 12:23:52.143980 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:23:52.143980 n-d-804985-2 neutron-server[106253]: return func(*args, **kwargs) Aug 18 12:23:52.143980 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:23:52.143980 n-d-804985-2 neutron-server[106253]: self._notify() Aug 18 12:23:52.143980 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:23:52.143980 n-d-804985-2 neutron-server[106253]: self.callback(batched_events) Aug 18 12:23:52.143980 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:23:52.143980 n-d-804985-2 neutron-server[106253]: event.method(event) Aug 18 12:23:52.143980 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:23:52.143980 n-d-804985-2 neutron-server[106253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:23:52.143980 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:23:52.143980 n-d-804985-2 neutron-server[106253]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:23:52.143980 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:23:52.143980 n-d-804985-2 neutron-server[106253]: return f(self, *a, **k) Aug 18 12:23:52.143980 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:23:52.143980 n-d-804985-2 neutron-server[106253]: return self._get(url).json() Aug 18 12:23:52.143980 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:23:52.143980 n-d-804985-2 neutron-server[106253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:23:52.143980 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:23:52.143980 n-d-804985-2 neutron-server[106253]: return self.request(url, 'GET', **kwargs) Aug 18 12:23:52.143980 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:23:52.143980 n-d-804985-2 neutron-server[106253]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:23:52.143980 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:23:52.143980 n-d-804985-2 neutron-server[106253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:23:52.143980 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:23:52.143980 n-d-804985-2 neutron-server[106253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:23:52.143980 n-d-804985-2 neutron-server[106253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:23:52.152848 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 00ae5d8c-8e23-47c0-a4ae-da272b3c362f up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:23:52.245305 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-53584c24-f517-494e-ac93-c18bb92373f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:52.248281 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port 00ae5d8c-8e23-47c0-a4ae-da272b3c362f completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:23:52.249215 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-945edd12-bf25-449d-b321-c33e2d52f4e5 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8367858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997186'] for network, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:52.264677 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-945edd12-bf25-449d-b321-c33e2d52f4e5 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Notify callbacks [] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:52.267373 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-945edd12-bf25-449d-b321-c33e2d52f4e5 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] 10.222.0.66 "DELETE /v2.0/networks/1639ef4d-7b52-4b90-9ac6-04031ccb2d4b HTTP/1.1" status: 204 len: 168 time: 1.7307999 Aug 18 12:23:52.274043 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 40692) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:23:52.284163 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 00ae5d8c-8e23-47c0-a4ae-da272b3c362f triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:23:52.285387 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:52.291240 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945edd12-bf25-449d-b321-c33e2d52f4e5 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Pushing event deleted for resources: {'Network': ['ID=1639ef4d-7b52-4b90-9ac6-04031ccb2d4b,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:23:52.309369 n-d-804985-2 neutron-server[106252]: INFO neutron.pecan_wsgi.hooks.translation [None req-5349d76c-a917-4f16-bcca-1421260c27d9 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] DELETE failed (client error): The resource could not be found. Aug 18 12:23:52.309840 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5349d76c-a917-4f16-bcca-1421260c27d9 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106252) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 12:23:52.312356 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-5349d76c-a917-4f16-bcca-1421260c27d9 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] 10.222.0.66 "DELETE /v2.0/subnets/ae4f0e88-eae9-407f-a56a-17250f545b62 HTTP/1.1" status: 404 len: 337 time: 0.0359149 Aug 18 12:23:52.314755 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 40694) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:23:52.333484 n-d-804985-2 neutron-server[106252]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd34dce3-3093-4168-bfa6-c0058ab00bf6 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] DELETE failed (client error): The resource could not be found. Aug 18 12:23:52.334026 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd34dce3-3093-4168-bfa6-c0058ab00bf6 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106252) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 12:23:52.335698 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-cd34dce3-3093-4168-bfa6-c0058ab00bf6 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] 10.222.0.66 "DELETE /v2.0/networks/1639ef4d-7b52-4b90-9ac6-04031ccb2d4b HTTP/1.1" status: 404 len: 339 time: 0.0200231 Aug 18 12:23:52.338519 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 40696) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:23:52.387405 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-954588ea-a3d5-4d7c-a590-20349ec7d96e None None] get_active_networks_info from n-d-804985-2 {{(pid=106254) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 18 12:23:52.425016 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6d873da3-bd51-4fe6-b5fb-f1f4d88dd3fe tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7904109'] for network, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:52.432899 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:52.494328 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] For port 00ae5d8c-8e23-47c0-a4ae-da272b3c362f, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=00ae5d8c-8e23-47c0-a4ae-da272b3c362f,segment=NetworkSegment(7514d6af-daaf-4f67-a4ba-eaca0ec27cc2),segment_id=7514d6af-daaf-4f67-a4ba-eaca0ec27cc2)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:23:52.500769 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:52.523440 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6d873da3-bd51-4fe6-b5fb-f1f4d88dd3fe tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8367869', 'neutron.services.segments.db._delete_segments_for_network-8789151212993'] for network, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:52.533968 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-6d873da3-bd51-4fe6-b5fb-f1f4d88dd3fe tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['272a2061-bb4c-4dc6-b744-3669f52e29dc']}} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:23:52.550744 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-6d873da3-bd51-4fe6-b5fb-f1f4d88dd3fe tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d7891ce-6ffd-4c9c-821e-dfffe51e3761') {'for_net_delete': True} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:23:52.551029 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-6d873da3-bd51-4fe6-b5fb-f1f4d88dd3fe tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d7891ce-6ffd-4c9c-821e-dfffe51e3761') {} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:23:52.565614 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6d873da3-bd51-4fe6-b5fb-f1f4d88dd3fe tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789151225254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2221521'] for segment, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:52.567067 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-954588ea-a3d5-4d7c-a590-20349ec7d96e None None] Resources bound (agent type, host, resource id): {{(pid=106254) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 18 12:23:52.572188 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Pushing event updated for resources: {'Port': ['ID=00ae5d8c-8e23-47c0-a4ae-da272b3c362f,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:23:52.588989 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6d873da3-bd51-4fe6-b5fb-f1f4d88dd3fe tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:52.595260 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d873da3-bd51-4fe6-b5fb-f1f4d88dd3fe tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Releasing vlan 810 on physical network physnet1 to pool {{(pid=106252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:23:52.595720 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6d873da3-bd51-4fe6-b5fb-f1f4d88dd3fe tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3572434'] for segment, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:52.598944 n-d-804985-2 neutron-server[106252]: Traceback (most recent call last): Aug 18 12:23:52.598944 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:23:52.598944 n-d-804985-2 neutron-server[106252]: timer() Aug 18 12:23:52.598944 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:23:52.598944 n-d-804985-2 neutron-server[106252]: cb(*args, **kw) Aug 18 12:23:52.598944 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:23:52.598944 n-d-804985-2 neutron-server[106252]: return func(*args, **kwargs) Aug 18 12:23:52.598944 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:23:52.598944 n-d-804985-2 neutron-server[106252]: self._notify() Aug 18 12:23:52.598944 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:23:52.598944 n-d-804985-2 neutron-server[106252]: self.callback(batched_events) Aug 18 12:23:52.598944 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:23:52.598944 n-d-804985-2 neutron-server[106252]: event.method(event) Aug 18 12:23:52.598944 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:23:52.598944 n-d-804985-2 neutron-server[106252]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:23:52.598944 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:23:52.598944 n-d-804985-2 neutron-server[106252]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:23:52.598944 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:23:52.598944 n-d-804985-2 neutron-server[106252]: return f(self, *a, **k) Aug 18 12:23:52.598944 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:23:52.598944 n-d-804985-2 neutron-server[106252]: return self._get(url).json() Aug 18 12:23:52.598944 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:23:52.598944 n-d-804985-2 neutron-server[106252]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:23:52.598944 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:23:52.598944 n-d-804985-2 neutron-server[106252]: return self.request(url, 'GET', **kwargs) Aug 18 12:23:52.598944 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:23:52.598944 n-d-804985-2 neutron-server[106252]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:23:52.598944 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:23:52.598944 n-d-804985-2 neutron-server[106252]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:23:52.598944 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:23:52.598944 n-d-804985-2 neutron-server[106252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:23:52.598944 n-d-804985-2 neutron-server[106252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:23:52.660147 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6d873da3-bd51-4fe6-b5fb-f1f4d88dd3fe tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8367858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997186'] for network, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:52.669187 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6d873da3-bd51-4fe6-b5fb-f1f4d88dd3fe tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Notify callbacks [] for network, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:52.671083 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-6d873da3-bd51-4fe6-b5fb-f1f4d88dd3fe tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] 10.222.0.66 "DELETE /v2.0/networks/272a2061-bb4c-4dc6-b744-3669f52e29dc HTTP/1.1" status: 204 len: 168 time: 0.3316560 Aug 18 12:23:52.673840 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 40698) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:23:52.687465 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d873da3-bd51-4fe6-b5fb-f1f4d88dd3fe tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Pushing event deleted for resources: {'Network': ['ID=272a2061-bb4c-4dc6-b744-3669f52e29dc,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:23:52.704749 n-d-804985-2 neutron-server[106253]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a18b716-fa0b-45f9-b651-30e2457ad3c4 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] DELETE failed (client error): The resource could not be found. Aug 18 12:23:52.705213 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a18b716-fa0b-45f9-b651-30e2457ad3c4 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 12:23:52.708501 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-8a18b716-fa0b-45f9-b651-30e2457ad3c4 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] 10.222.0.66 "DELETE /v2.0/subnets/2d36a6fe-7d77-448f-8606-96c23b3835f6 HTTP/1.1" status: 404 len: 337 time: 0.0321786 Aug 18 12:23:52.710182 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 40702) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:23:52.732619 n-d-804985-2 neutron-server[106253]: INFO neutron.pecan_wsgi.hooks.translation [None req-02104c4e-1e6a-4091-bdb0-0ea0b1430d02 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] DELETE failed (client error): The resource could not be found. Aug 18 12:23:52.733279 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02104c4e-1e6a-4091-bdb0-0ea0b1430d02 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 12:23:52.736720 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-02104c4e-1e6a-4091-bdb0-0ea0b1430d02 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] 10.222.0.66 "DELETE /v2.0/networks/25fcfcd1-5178-4c7b-9275-4974fd0dc3d2 HTTP/1.1" status: 404 len: 339 time: 0.0241396 Aug 18 12:23:52.738284 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 40708) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:23:52.804754 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_v2 [None req-77fdad26-64dd-4546-aca8-8a99d0d4ebc5 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Deleting subnet 93047c84-b598-4b29-8257-d6d91dc8e86f {{(pid=106253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 12:23:52.808930 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-77fdad26-64dd-4546-aca8-8a99d0d4ebc5 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Notify callbacks [] for subnet, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:52.858534 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-77fdad26-64dd-4546-aca8-8a99d0d4ebc5 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902229'] for subnet, precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:52.867068 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91194f0f-05b3-4030-bad6-1fad55ac073e req-428ef5b8-f1f8-4a98-851a-067bf47a5438 tempest-TestServerMultinode-909897828 tempest-TestServerMultinode-909897828-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:23:52.868648 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-91194f0f-05b3-4030-bad6-1fad55ac073e req-428ef5b8-f1f8-4a98-851a-067bf47a5438 tempest-TestServerMultinode-909897828 tempest-TestServerMultinode-909897828-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=f70b0cd1-2df7-46fe-af17-fce939e0b6c7 HTTP/1.1" status: 200 len: 1094 time: 0.0680752 Aug 18 12:23:52.908689 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-91194f0f-05b3-4030-bad6-1fad55ac073e req-52372a48-b94d-46a3-bb86-7632b8bdc394 tempest-TestServerMultinode-909897828 tempest-TestServerMultinode-909897828-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=d08c5cd0-3e9c-432f-9f92-259d1b44d56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329823 Aug 18 12:23:52.948151 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-77fdad26-64dd-4546-aca8-8a99d0d4ebc5 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:53.008808 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-77fdad26-64dd-4546-aca8-8a99d0d4ebc5 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58902171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59388106'] for subnet, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:53.042307 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fdad26-64dd-4546-aca8-8a99d0d4ebc5 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Pushing event deleted for resources: {'Subnet': ['ID=93047c84-b598-4b29-8257-d6d91dc8e86f,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:23:53.045972 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-77fdad26-64dd-4546-aca8-8a99d0d4ebc5 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:53.047873 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-77fdad26-64dd-4546-aca8-8a99d0d4ebc5 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] 10.222.0.66 "DELETE /v2.0/subnets/93047c84-b598-4b29-8257-d6d91dc8e86f HTTP/1.1" status: 204 len: 168 time: 0.3087029 Aug 18 12:23:53.051865 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 40714) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:23:53.053528 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65b5ac58-ed9a-476d-99d3-82b2d9103318 None None] Network 46d951c2-8914-4913-b8ad-70bbc8a9c2ce requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:23:53.120827 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_v2 [None req-231f6fda-2812-413e-9278-178a76e7188a tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Deleting subnet 2127c66b-e061-4169-acd9-eb5f106b5af2 {{(pid=106253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 12:23:53.124494 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-231f6fda-2812-413e-9278-178a76e7188a tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Notify callbacks [] for subnet, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:53.175428 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-231f6fda-2812-413e-9278-178a76e7188a tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902229'] for subnet, precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:53.267845 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-231f6fda-2812-413e-9278-178a76e7188a tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:53.333528 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-231f6fda-2812-413e-9278-178a76e7188a tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58902171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59388106'] for subnet, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:53.366369 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-231f6fda-2812-413e-9278-178a76e7188a tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:53.368492 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-231f6fda-2812-413e-9278-178a76e7188a tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] 10.222.0.66 "DELETE /v2.0/subnets/2127c66b-e061-4169-acd9-eb5f106b5af2 HTTP/1.1" status: 204 len: 168 time: 0.3156276 Aug 18 12:23:53.369861 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231f6fda-2812-413e-9278-178a76e7188a tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Pushing event deleted for resources: {'Subnet': ['ID=2127c66b-e061-4169-acd9-eb5f106b5af2,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:23:53.371209 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 40722) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:23:53.459319 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ff191404-96d0-45ac-82d8-77c46f14edd7 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7904109'] for network, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:53.516084 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-ff191404-96d0-45ac-82d8-77c46f14edd7 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Deleting port 30479772-e95d-4fa8-bdab-848ba35e18db {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:23:53.516343 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ff191404-96d0-45ac-82d8-77c46f14edd7 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:53.587126 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [None req-ff191404-96d0-45ac-82d8-77c46f14edd7 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] For port 30479772-e95d-4fa8-bdab-848ba35e18db, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=30479772-e95d-4fa8-bdab-848ba35e18db,segment=NetworkSegment(17e27f13-636c-4cc7-af36-eefce4904bad),segment_id=17e27f13-636c-4cc7-af36-eefce4904bad)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:23:53.587724 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ff191404-96d0-45ac-82d8-77c46f14edd7 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:53.601822 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-ff191404-96d0-45ac-82d8-77c46f14edd7 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Calling delete_port for 30479772-e95d-4fa8-bdab-848ba35e18db owned by network:dhcp {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:23:53.693151 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ff191404-96d0-45ac-82d8-77c46f14edd7 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:53.723767 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff191404-96d0-45ac-82d8-77c46f14edd7 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Pushing event deleted for resources: {'Port': ['ID=30479772-e95d-4fa8-bdab-848ba35e18db,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:23:53.725903 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff191404-96d0-45ac-82d8-77c46f14edd7 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] No DVR routers for this DVR port 30479772-e95d-4fa8-bdab-848ba35e18db on host n-d-804985-2 {{(pid=106252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:23:53.731871 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 00ae5d8c-8e23-47c0-a4ae-da272b3c362f up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:23:53.786388 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 00ae5d8c-8e23-47c0-a4ae-da272b3c362f triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:23:53.786764 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:53.814309 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ff191404-96d0-45ac-82d8-77c46f14edd7 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8367869', 'neutron.services.segments.db._delete_segments_for_network-8789151212993'] for network, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:53.825218 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-ff191404-96d0-45ac-82d8-77c46f14edd7 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46d951c2-8914-4913-b8ad-70bbc8a9c2ce']}} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:23:53.839600 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-ff191404-96d0-45ac-82d8-77c46f14edd7 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17e27f13-636c-4cc7-af36-eefce4904bad') {'for_net_delete': True} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:23:53.840540 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-ff191404-96d0-45ac-82d8-77c46f14edd7 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17e27f13-636c-4cc7-af36-eefce4904bad') {} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:23:53.851287 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ff191404-96d0-45ac-82d8-77c46f14edd7 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789151225254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2221521'] for segment, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:53.857972 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f6df6f0-15c0-46df-9049-f1d5b790caad None None] Network 46d951c2-8914-4913-b8ad-70bbc8a9c2ce requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:23:53.867332 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ff191404-96d0-45ac-82d8-77c46f14edd7 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:53.874897 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff191404-96d0-45ac-82d8-77c46f14edd7 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Releasing vlan 839 on physical network physnet1 to pool {{(pid=106252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:23:53.875104 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ff191404-96d0-45ac-82d8-77c46f14edd7 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3572434'] for segment, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:53.878535 n-d-804985-2 neutron-server[106252]: Traceback (most recent call last): Aug 18 12:23:53.878535 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:23:53.878535 n-d-804985-2 neutron-server[106252]: timer() Aug 18 12:23:53.878535 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:23:53.878535 n-d-804985-2 neutron-server[106252]: cb(*args, **kw) Aug 18 12:23:53.878535 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:23:53.878535 n-d-804985-2 neutron-server[106252]: return func(*args, **kwargs) Aug 18 12:23:53.878535 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:23:53.878535 n-d-804985-2 neutron-server[106252]: self._notify() Aug 18 12:23:53.878535 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:23:53.878535 n-d-804985-2 neutron-server[106252]: self.callback(batched_events) Aug 18 12:23:53.878535 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:23:53.878535 n-d-804985-2 neutron-server[106252]: event.method(event) Aug 18 12:23:53.878535 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:23:53.878535 n-d-804985-2 neutron-server[106252]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:23:53.878535 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:23:53.878535 n-d-804985-2 neutron-server[106252]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:23:53.878535 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:23:53.878535 n-d-804985-2 neutron-server[106252]: return f(self, *a, **k) Aug 18 12:23:53.878535 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:23:53.878535 n-d-804985-2 neutron-server[106252]: return self._get(url).json() Aug 18 12:23:53.878535 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:23:53.878535 n-d-804985-2 neutron-server[106252]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:23:53.878535 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:23:53.878535 n-d-804985-2 neutron-server[106252]: return self.request(url, 'GET', **kwargs) Aug 18 12:23:53.878535 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:23:53.878535 n-d-804985-2 neutron-server[106252]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:23:53.878535 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:23:53.878535 n-d-804985-2 neutron-server[106252]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:23:53.878535 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:23:53.878535 n-d-804985-2 neutron-server[106252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:23:53.878535 n-d-804985-2 neutron-server[106252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:23:53.908618 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-e794c48b-44fc-4e1a-862b-94ae229ca7c6 None None] Could not find standard attr ID for object 30479772-e95d-4fa8-bdab-848ba35e18db. {{(pid=106254) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 18 12:23:53.960074 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ff191404-96d0-45ac-82d8-77c46f14edd7 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8367858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997186'] for network, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:53.964289 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-500a1c61-38a7-4c23-a7ec-4631080af5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:53.975468 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ff191404-96d0-45ac-82d8-77c46f14edd7 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Notify callbacks [] for network, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:53.980576 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 40734) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:23:53.981090 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-ff191404-96d0-45ac-82d8-77c46f14edd7 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] 10.222.0.66 "DELETE /v2.0/networks/46d951c2-8914-4913-b8ad-70bbc8a9c2ce HTTP/1.1" status: 204 len: 168 time: 0.6083655 Aug 18 12:23:54.007955 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff191404-96d0-45ac-82d8-77c46f14edd7 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Pushing event deleted for resources: {'Network': ['ID=46d951c2-8914-4913-b8ad-70bbc8a9c2ce,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:23:54.012529 n-d-804985-2 neutron-server[106253]: INFO neutron.pecan_wsgi.hooks.translation [None req-61236581-e8fe-47d3-a819-f6e150a501d9 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] DELETE failed (client error): The resource could not be found. Aug 18 12:23:54.012529 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61236581-e8fe-47d3-a819-f6e150a501d9 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 12:23:54.012833 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-61236581-e8fe-47d3-a819-f6e150a501d9 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] 10.222.0.66 "DELETE /v2.0/subnets/faf10361-93ca-4c28-a947-867f7d9c804d HTTP/1.1" status: 404 len: 337 time: 0.0303686 Aug 18 12:23:54.015391 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 40736) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:23:54.035357 n-d-804985-2 neutron-server[106253]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ef64873-388c-49c1-89f1-919c953655a3 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] DELETE failed (client error): The resource could not be found. Aug 18 12:23:54.036181 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ef64873-388c-49c1-89f1-919c953655a3 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 12:23:54.039220 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-9ef64873-388c-49c1-89f1-919c953655a3 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] 10.222.0.66 "DELETE /v2.0/networks/6ec97503-93cf-4a77-8d6c-adc5117206e6 HTTP/1.1" status: 404 len: 339 time: 0.0217404 Aug 18 12:23:54.040663 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 40738) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:23:54.048550 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b2b599-7a05-4e4c-a13d-f1528fa4aa44 req-edc6eed7-a1db-4c72-85e1-b35e6c0529fc tempest-TestServerMultinode-909897828 tempest-TestServerMultinode-909897828-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:23:54.048550 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-21b2b599-7a05-4e4c-a13d-f1528fa4aa44 req-edc6eed7-a1db-4c72-85e1-b35e6c0529fc tempest-TestServerMultinode-909897828 tempest-TestServerMultinode-909897828-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=f70b0cd1-2df7-46fe-af17-fce939e0b6c7 HTTP/1.1" status: 200 len: 1094 time: 0.0656030 Aug 18 12:23:54.071835 n-d-804985-2 neutron-server[106253]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccbdedca-d9d5-4c03-9cb1-25fcd6fab0e1 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] DELETE failed (client error): The resource could not be found. Aug 18 12:23:54.072379 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ccbdedca-d9d5-4c03-9cb1-25fcd6fab0e1 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 12:23:54.076513 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-ccbdedca-d9d5-4c03-9cb1-25fcd6fab0e1 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] 10.222.0.66 "DELETE /v2.0/subnets/5fa72672-00ea-438f-9812-c3d971f3f85f HTTP/1.1" status: 404 len: 337 time: 0.0325401 Aug 18 12:23:54.076872 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 40740) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:23:54.096571 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e0865d5-870f-42bd-ace5-24486eddf81e None None] DHCP port deletion for 46d951c2-8914-4913-b8ad-70bbc8a9c2ce request from n-d-804985-2 {{(pid=106254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 12:23:54.098671 n-d-804985-2 neutron-server[106253]: INFO neutron.pecan_wsgi.hooks.translation [None req-05e7f80b-9a4a-4790-8495-eb7b5b1c901c tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] DELETE failed (client error): The resource could not be found. Aug 18 12:23:54.099332 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05e7f80b-9a4a-4790-8495-eb7b5b1c901c tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 12:23:54.103541 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-05e7f80b-9a4a-4790-8495-eb7b5b1c901c tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] 10.222.0.66 "DELETE /v2.0/networks/675748ed-ecca-4289-b19a-966904340eae HTTP/1.1" status: 404 len: 339 time: 0.0233982 Aug 18 12:23:54.103794 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 40742) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:23:54.109727 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-21b2b599-7a05-4e4c-a13d-f1528fa4aa44 req-a69a32eb-950d-494c-a741-3f612570f137 tempest-TestServerMultinode-909897828 tempest-TestServerMultinode-909897828-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=d08c5cd0-3e9c-432f-9f92-259d1b44d56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345194 Aug 18 12:23:54.139680 n-d-804985-2 neutron-server[106253]: INFO neutron.pecan_wsgi.hooks.translation [None req-93c1eca5-556c-4e4d-af8d-cdd084fb6e09 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] DELETE failed (client error): The resource could not be found. Aug 18 12:23:54.140139 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93c1eca5-556c-4e4d-af8d-cdd084fb6e09 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 12:23:54.141970 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-93c1eca5-556c-4e4d-af8d-cdd084fb6e09 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] 10.222.0.66 "DELETE /v2.0/subnets/78bfb551-4d16-44f0-a24c-b6e6af82f149 HTTP/1.1" status: 404 len: 337 time: 0.0372281 Aug 18 12:23:54.144422 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 40746) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:23:54.162834 n-d-804985-2 neutron-server[106253]: INFO neutron.pecan_wsgi.hooks.translation [None req-64eec277-d5b3-4059-9cee-14fabc1905a3 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] DELETE failed (client error): The resource could not be found. Aug 18 12:23:54.163381 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64eec277-d5b3-4059-9cee-14fabc1905a3 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 12:23:54.165231 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-64eec277-d5b3-4059-9cee-14fabc1905a3 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] 10.222.0.66 "DELETE /v2.0/networks/206fa4e4-95a2-4a99-bec5-1367060a53cc HTTP/1.1" status: 404 len: 339 time: 0.0198560 Aug 18 12:23:54.167637 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 40750) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:23:54.221481 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a739216-b56a-43d8-85fc-204197830892 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Deleting subnet 50f7053b-8949-4ef7-a8a2-f7b5dfde7ea7 {{(pid=106253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 12:23:54.225041 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1a739216-b56a-43d8-85fc-204197830892 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Notify callbacks [] for subnet, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:54.241705 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device d388fe35-859d-4ee0-8c45-0b1951d6dc53 details requested by agent hyperv_n-h2-804985-2 with host n-h2-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:23:54.266926 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1a739216-b56a-43d8-85fc-204197830892 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902229'] for subnet, precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:54.351957 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port d388fe35-859d-4ee0-8c45-0b1951d6dc53, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=d388fe35-859d-4ee0-8c45-0b1951d6dc53,segment=NetworkSegment(413ac27d-b0a3-49b3-98a5-c26dbb3f1cda),segment_id=413ac27d-b0a3-49b3-98a5-c26dbb3f1cda)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:23:54.362130 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1a739216-b56a-43d8-85fc-204197830892 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:54.366666 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Returning: {'device': 'd388fe35-859d-4ee0-8c45-0b1951d6dc53', 'network_id': 'ec66e735-6812-4152-8901-06c6cff3ab85', 'port_id': 'd388fe35-859d-4ee0-8c45-0b1951d6dc53', 'mac_address': 'fa:16:3e:62:4d:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 814, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '235bb850-98b6-4700-9c70-2050a9a0ef2a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:23:54.405730 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:54.420135 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d388fe35-859d-4ee0-8c45-0b1951d6dc53 {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:23:54.426310 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1a739216-b56a-43d8-85fc-204197830892 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58902171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59388106'] for subnet, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:54.441967 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port d388fe35-859d-4ee0-8c45-0b1951d6dc53, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=d388fe35-859d-4ee0-8c45-0b1951d6dc53,segment=NetworkSegment(413ac27d-b0a3-49b3-98a5-c26dbb3f1cda),segment_id=413ac27d-b0a3-49b3-98a5-c26dbb3f1cda)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:23:54.446951 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:54.456690 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a739216-b56a-43d8-85fc-204197830892 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Pushing event deleted for resources: {'Subnet': ['ID=50f7053b-8949-4ef7-a8a2-f7b5dfde7ea7,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:23:54.458885 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1a739216-b56a-43d8-85fc-204197830892 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:54.464401 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 40758) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:23:54.464632 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-1a739216-b56a-43d8-85fc-204197830892 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] 10.222.0.66 "DELETE /v2.0/subnets/50f7053b-8949-4ef7-a8a2-f7b5dfde7ea7 HTTP/1.1" status: 204 len: 168 time: 0.2957292 Aug 18 12:23:54.487175 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5b47920-67e5-44ff-94ef-13b32b9bea3d None None] Network 4d126ec1-4e85-4bfc-8e66-20d22a4041d5 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:23:54.564537 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-acddc710-7510-47bb-89ee-2a553357b2bd tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7904109'] for network, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:54.575852 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=d388fe35-859d-4ee0-8c45-0b1951d6dc53,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:23:54.632444 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-acddc710-7510-47bb-89ee-2a553357b2bd tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Deleting port 7d6047e9-30e8-4d24-a722-d2a9bfc3e3e3 {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:23:54.633418 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-acddc710-7510-47bb-89ee-2a553357b2bd tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:54.644324 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] get_ports_and_sgs() called for port_ids ['d388fe35-859d-4ee0-8c45-0b1951d6dc53'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:23:54.701930 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [None req-acddc710-7510-47bb-89ee-2a553357b2bd tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] For port 7d6047e9-30e8-4d24-a722-d2a9bfc3e3e3, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=7d6047e9-30e8-4d24-a722-d2a9bfc3e3e3,segment=NetworkSegment(aabab97a-bdc1-42ac-99d3-acb44fa5fbe6),segment_id=aabab97a-bdc1-42ac-99d3-acb44fa5fbe6)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:23:54.702651 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-acddc710-7510-47bb-89ee-2a553357b2bd tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:54.711883 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a504765d-b515-4838-b50a-1076d0761bb9 None None] DHCP port deletion for 4d126ec1-4e85-4bfc-8e66-20d22a4041d5 request from n-d-804985-2 {{(pid=106254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 12:23:54.719884 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-acddc710-7510-47bb-89ee-2a553357b2bd tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Calling delete_port for 7d6047e9-30e8-4d24-a722-d2a9bfc3e3e3 owned by network:dhcp {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:23:54.813236 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-a504765d-b515-4838-b50a-1076d0761bb9 None None] Deleting port 7d6047e9-30e8-4d24-a722-d2a9bfc3e3e3 {{(pid=106254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:23:54.814178 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-a504765d-b515-4838-b50a-1076d0761bb9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:54.818223 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-acddc710-7510-47bb-89ee-2a553357b2bd tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:54.845050 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acddc710-7510-47bb-89ee-2a553357b2bd tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Pushing event deleted for resources: {'Port': ['ID=7d6047e9-30e8-4d24-a722-d2a9bfc3e3e3,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:23:54.848553 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acddc710-7510-47bb-89ee-2a553357b2bd tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] No DVR routers for this DVR port 7d6047e9-30e8-4d24-a722-d2a9bfc3e3e3 on host n-d-804985-2 {{(pid=106252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:23:54.895605 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-a504765d-b515-4838-b50a-1076d0761bb9 None None] For port 7d6047e9-30e8-4d24-a722-d2a9bfc3e3e3, host n-d-804985-2, got binding levels [] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:23:54.896087 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-a504765d-b515-4838-b50a-1076d0761bb9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:54.909267 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-a504765d-b515-4838-b50a-1076d0761bb9 None None] Calling delete_port for 7d6047e9-30e8-4d24-a722-d2a9bfc3e3e3 owned by network:dhcp {{(pid=106254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:23:54.912044 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.ipam_backend_mixin [None req-a504765d-b515-4838-b50a-1076d0761bb9 None None] Port 7d6047e9-30e8-4d24-a722-d2a9bfc3e3e3 was not found and therefore no delete operation was performed {{(pid=106254) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 18 12:23:54.913336 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-a504765d-b515-4838-b50a-1076d0761bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556'] for port, after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:54.931999 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-acddc710-7510-47bb-89ee-2a553357b2bd tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8367869', 'neutron.services.segments.db._delete_segments_for_network-8789151212993'] for network, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:54.939521 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a504765d-b515-4838-b50a-1076d0761bb9 None None] Pushing event deleted for resources: {'Port': ['ID=7d6047e9-30e8-4d24-a722-d2a9bfc3e3e3,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:23:54.942876 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-acddc710-7510-47bb-89ee-2a553357b2bd tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d126ec1-4e85-4bfc-8e66-20d22a4041d5']}} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:23:54.943200 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a504765d-b515-4838-b50a-1076d0761bb9 None None] No DVR routers for this DVR port 7d6047e9-30e8-4d24-a722-d2a9bfc3e3e3 on host n-d-804985-2 {{(pid=106254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:23:54.955443 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-acddc710-7510-47bb-89ee-2a553357b2bd tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aabab97a-bdc1-42ac-99d3-acb44fa5fbe6') {'for_net_delete': True} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:23:54.956842 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-acddc710-7510-47bb-89ee-2a553357b2bd tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aabab97a-bdc1-42ac-99d3-acb44fa5fbe6') {} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:23:54.966039 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-acddc710-7510-47bb-89ee-2a553357b2bd tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789151225254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2221521'] for segment, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:54.980105 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-acddc710-7510-47bb-89ee-2a553357b2bd tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:54.985878 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acddc710-7510-47bb-89ee-2a553357b2bd tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Releasing vlan 813 on physical network physnet1 to pool {{(pid=106252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:23:54.986264 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-acddc710-7510-47bb-89ee-2a553357b2bd tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3572434'] for segment, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:54.989184 n-d-804985-2 neutron-server[106252]: Traceback (most recent call last): Aug 18 12:23:54.989184 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:23:54.989184 n-d-804985-2 neutron-server[106252]: timer() Aug 18 12:23:54.989184 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:23:54.989184 n-d-804985-2 neutron-server[106252]: cb(*args, **kw) Aug 18 12:23:54.989184 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:23:54.989184 n-d-804985-2 neutron-server[106252]: return func(*args, **kwargs) Aug 18 12:23:54.989184 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:23:54.989184 n-d-804985-2 neutron-server[106252]: self._notify() Aug 18 12:23:54.989184 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:23:54.989184 n-d-804985-2 neutron-server[106252]: self.callback(batched_events) Aug 18 12:23:54.989184 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:23:54.989184 n-d-804985-2 neutron-server[106252]: event.method(event) Aug 18 12:23:54.989184 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:23:54.989184 n-d-804985-2 neutron-server[106252]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:23:54.989184 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:23:54.989184 n-d-804985-2 neutron-server[106252]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:23:54.989184 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:23:54.989184 n-d-804985-2 neutron-server[106252]: return f(self, *a, **k) Aug 18 12:23:54.989184 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:23:54.989184 n-d-804985-2 neutron-server[106252]: return self._get(url).json() Aug 18 12:23:54.989184 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:23:54.989184 n-d-804985-2 neutron-server[106252]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:23:54.989184 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:23:54.989184 n-d-804985-2 neutron-server[106252]: return self.request(url, 'GET', **kwargs) Aug 18 12:23:54.989184 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:23:54.989184 n-d-804985-2 neutron-server[106252]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:23:54.989184 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:23:54.989184 n-d-804985-2 neutron-server[106252]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:23:54.989184 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:23:54.989184 n-d-804985-2 neutron-server[106252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:23:54.989184 n-d-804985-2 neutron-server[106252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:23:55.054590 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-acddc710-7510-47bb-89ee-2a553357b2bd tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8367858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997186'] for network, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:55.064126 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-acddc710-7510-47bb-89ee-2a553357b2bd tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Notify callbacks [] for network, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:55.068408 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-acddc710-7510-47bb-89ee-2a553357b2bd tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] 10.222.0.66 "DELETE /v2.0/networks/4d126ec1-4e85-4bfc-8e66-20d22a4041d5 HTTP/1.1" status: 204 len: 168 time: 0.6006346 Aug 18 12:23:55.069039 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 40768) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:23:55.076368 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acddc710-7510-47bb-89ee-2a553357b2bd tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Pushing event deleted for resources: {'Network': ['ID=4d126ec1-4e85-4bfc-8e66-20d22a4041d5,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:23:55.097733 n-d-804985-2 neutron-server[106253]: INFO neutron.pecan_wsgi.hooks.translation [None req-24eae6ad-2367-4419-8c9b-3b8d617669e1 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] DELETE failed (client error): The resource could not be found. Aug 18 12:23:55.098310 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24eae6ad-2367-4419-8c9b-3b8d617669e1 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 12:23:55.100058 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-24eae6ad-2367-4419-8c9b-3b8d617669e1 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] 10.222.0.66 "DELETE /v2.0/subnets/cb45154f-23d8-4a52-acc8-033b88294150 HTTP/1.1" status: 404 len: 337 time: 0.0299537 Aug 18 12:23:55.102664 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 40770) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:23:55.120810 n-d-804985-2 neutron-server[106253]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5c8272a-c696-4337-a854-5e95cd767f1a tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] DELETE failed (client error): The resource could not be found. Aug 18 12:23:55.121408 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5c8272a-c696-4337-a854-5e95cd767f1a tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 12:23:55.123215 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-c5c8272a-c696-4337-a854-5e95cd767f1a tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] 10.222.0.66 "DELETE /v2.0/networks/ff0a6c5b-216a-4ed0-b020-8511a9723fb0 HTTP/1.1" status: 404 len: 339 time: 0.0194647 Aug 18 12:23:55.125942 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 40772) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:23:55.184047 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_v2 [None req-4cf859d1-9ae9-4ba5-9a19-d9f196014bc4 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Deleting subnet d02def16-5d57-464b-a149-6d6ae4f36889 {{(pid=106253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 12:23:55.187400 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4cf859d1-9ae9-4ba5-9a19-d9f196014bc4 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Notify callbacks [] for subnet, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:55.231164 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4cf859d1-9ae9-4ba5-9a19-d9f196014bc4 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902229'] for subnet, precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:55.233526 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a412de-dda9-4ea1-9f3b-617aa09be9f3 req-fb4cc9a2-ab16-4c0e-8ce7-41580526c291 tempest-TestServerMultinode-909897828 tempest-TestServerMultinode-909897828-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:23:55.235071 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-77a412de-dda9-4ea1-9f3b-617aa09be9f3 req-fb4cc9a2-ab16-4c0e-8ce7-41580526c291 tempest-TestServerMultinode-909897828 tempest-TestServerMultinode-909897828-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=f70b0cd1-2df7-46fe-af17-fce939e0b6c7 HTTP/1.1" status: 200 len: 1095 time: 0.0483658 Aug 18 12:23:55.277635 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-77a412de-dda9-4ea1-9f3b-617aa09be9f3 req-4e802339-0cbc-4a12-9f8c-03442effd202 tempest-TestServerMultinode-909897828 tempest-TestServerMultinode-909897828-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=d08c5cd0-3e9c-432f-9f92-259d1b44d56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353091 Aug 18 12:23:55.320288 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4cf859d1-9ae9-4ba5-9a19-d9f196014bc4 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:55.383551 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4cf859d1-9ae9-4ba5-9a19-d9f196014bc4 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58902171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59388106'] for subnet, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:55.411124 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf859d1-9ae9-4ba5-9a19-d9f196014bc4 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Pushing event deleted for resources: {'Subnet': ['ID=d02def16-5d57-464b-a149-6d6ae4f36889,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:23:55.413066 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4cf859d1-9ae9-4ba5-9a19-d9f196014bc4 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:55.417248 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-4cf859d1-9ae9-4ba5-9a19-d9f196014bc4 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] 10.222.0.66 "DELETE /v2.0/subnets/d02def16-5d57-464b-a149-6d6ae4f36889 HTTP/1.1" status: 204 len: 168 time: 0.2881269 Aug 18 12:23:55.417648 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 40782) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:23:55.418999 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f55f70e-ed68-4688-a002-5e66713831b1 None None] Network 25a9383b-329d-4af4-aa0b-f017c5c118e1 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:23:55.496311 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1f1ffcea-415f-43ee-acc8-1362e827fb90 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7904109'] for network, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:55.570022 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-1f1ffcea-415f-43ee-acc8-1362e827fb90 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Deleting port 81e44195-5065-41d7-98e8-3bb4e73f7ce1 {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:23:55.570314 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1f1ffcea-415f-43ee-acc8-1362e827fb90 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:55.625995 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76a438fe-fb72-416f-9dca-1f5c33e02f99 None None] DHCP port deletion for 25a9383b-329d-4af4-aa0b-f017c5c118e1 request from n-d-804985-2 {{(pid=106254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 12:23:55.637679 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [None req-1f1ffcea-415f-43ee-acc8-1362e827fb90 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] For port 81e44195-5065-41d7-98e8-3bb4e73f7ce1, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=81e44195-5065-41d7-98e8-3bb4e73f7ce1,segment=NetworkSegment(19bf1ab8-0676-463b-b727-20bf8f0a5f21),segment_id=19bf1ab8-0676-463b-b727-20bf8f0a5f21)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:23:55.638575 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1f1ffcea-415f-43ee-acc8-1362e827fb90 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:55.654539 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-1f1ffcea-415f-43ee-acc8-1362e827fb90 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Calling delete_port for 81e44195-5065-41d7-98e8-3bb4e73f7ce1 owned by network:dhcp {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:23:55.688259 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-76a438fe-fb72-416f-9dca-1f5c33e02f99 None None] Deleting port 81e44195-5065-41d7-98e8-3bb4e73f7ce1 {{(pid=106254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:23:55.689206 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-76a438fe-fb72-416f-9dca-1f5c33e02f99 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:55.729122 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 30479772-e95d-4fa8-bdab-848ba35e18db no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:23:55.752246 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1f1ffcea-415f-43ee-acc8-1362e827fb90 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:55.755200 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: 30479772-e95d-4fa8-bdab-848ba35e18db {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:23:55.755544 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 30479772-e95d-4fa8-bdab-848ba35e18db not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:23:55.755958 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 7d6047e9-30e8-4d24-a722-d2a9bfc3e3e3 no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:23:55.781266 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1ffcea-415f-43ee-acc8-1362e827fb90 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Pushing event deleted for resources: {'Port': ['ID=81e44195-5065-41d7-98e8-3bb4e73f7ce1,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:23:55.783171 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: 7d6047e9-30e8-4d24-a722-d2a9bfc3e3e3 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:23:55.783764 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 7d6047e9-30e8-4d24-a722-d2a9bfc3e3e3 not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:23:55.784354 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 81e44195-5065-41d7-98e8-3bb4e73f7ce1 no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:23:55.805580 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1ffcea-415f-43ee-acc8-1362e827fb90 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] No DVR routers for this DVR port 81e44195-5065-41d7-98e8-3bb4e73f7ce1 on host n-d-804985-2 {{(pid=106252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:23:55.814156 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: 81e44195-5065-41d7-98e8-3bb4e73f7ce1 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:23:55.815171 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 81e44195-5065-41d7-98e8-3bb4e73f7ce1 not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:23:55.821538 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-76a438fe-fb72-416f-9dca-1f5c33e02f99 None None] For port 81e44195-5065-41d7-98e8-3bb4e73f7ce1, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=81e44195-5065-41d7-98e8-3bb4e73f7ce1,segment=NetworkSegment(19bf1ab8-0676-463b-b727-20bf8f0a5f21),segment_id=19bf1ab8-0676-463b-b727-20bf8f0a5f21)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:23:55.821896 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-76a438fe-fb72-416f-9dca-1f5c33e02f99 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:55.843562 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-76a438fe-fb72-416f-9dca-1f5c33e02f99 None None] Calling delete_port for 81e44195-5065-41d7-98e8-3bb4e73f7ce1 owned by network:dhcp {{(pid=106254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:23:55.889471 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1f1ffcea-415f-43ee-acc8-1362e827fb90 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8367869', 'neutron.services.segments.db._delete_segments_for_network-8789151212993'] for network, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:55.899468 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-1f1ffcea-415f-43ee-acc8-1362e827fb90 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25a9383b-329d-4af4-aa0b-f017c5c118e1']}} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:23:55.913242 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-1f1ffcea-415f-43ee-acc8-1362e827fb90 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19bf1ab8-0676-463b-b727-20bf8f0a5f21') {'for_net_delete': True} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:23:55.913514 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-1f1ffcea-415f-43ee-acc8-1362e827fb90 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19bf1ab8-0676-463b-b727-20bf8f0a5f21') {} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:23:55.921492 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-76a438fe-fb72-416f-9dca-1f5c33e02f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556'] for port, after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:55.923150 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1f1ffcea-415f-43ee-acc8-1362e827fb90 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789151225254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2221521'] for segment, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:55.932817 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a438fe-fb72-416f-9dca-1f5c33e02f99 None None] No DVR routers for this DVR port 81e44195-5065-41d7-98e8-3bb4e73f7ce1 on host n-d-804985-2 {{(pid=106254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:23:55.939625 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1f1ffcea-415f-43ee-acc8-1362e827fb90 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:55.945960 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f1ffcea-415f-43ee-acc8-1362e827fb90 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Releasing vlan 829 on physical network physnet1 to pool {{(pid=106252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:23:55.946418 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1f1ffcea-415f-43ee-acc8-1362e827fb90 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3572434'] for segment, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:55.949606 n-d-804985-2 neutron-server[106252]: Traceback (most recent call last): Aug 18 12:23:55.949606 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:23:55.949606 n-d-804985-2 neutron-server[106252]: timer() Aug 18 12:23:55.949606 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:23:55.949606 n-d-804985-2 neutron-server[106252]: cb(*args, **kw) Aug 18 12:23:55.949606 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:23:55.949606 n-d-804985-2 neutron-server[106252]: return func(*args, **kwargs) Aug 18 12:23:55.949606 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:23:55.949606 n-d-804985-2 neutron-server[106252]: self._notify() Aug 18 12:23:55.949606 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:23:55.949606 n-d-804985-2 neutron-server[106252]: self.callback(batched_events) Aug 18 12:23:55.949606 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:23:55.949606 n-d-804985-2 neutron-server[106252]: event.method(event) Aug 18 12:23:55.949606 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:23:55.949606 n-d-804985-2 neutron-server[106252]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:23:55.949606 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:23:55.949606 n-d-804985-2 neutron-server[106252]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:23:55.949606 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:23:55.949606 n-d-804985-2 neutron-server[106252]: return f(self, *a, **k) Aug 18 12:23:55.949606 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:23:55.949606 n-d-804985-2 neutron-server[106252]: return self._get(url).json() Aug 18 12:23:55.949606 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:23:55.949606 n-d-804985-2 neutron-server[106252]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:23:55.949606 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:23:55.949606 n-d-804985-2 neutron-server[106252]: return self.request(url, 'GET', **kwargs) Aug 18 12:23:55.949606 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:23:55.949606 n-d-804985-2 neutron-server[106252]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:23:55.949606 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:23:55.949606 n-d-804985-2 neutron-server[106252]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:23:55.949606 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:23:55.949606 n-d-804985-2 neutron-server[106252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:23:55.949606 n-d-804985-2 neutron-server[106252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:23:55.954500 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a438fe-fb72-416f-9dca-1f5c33e02f99 None None] Pushing event deleted for resources: {'Port': ['ID=81e44195-5065-41d7-98e8-3bb4e73f7ce1,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:23:56.013910 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1f1ffcea-415f-43ee-acc8-1362e827fb90 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8367858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997186'] for network, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:56.021090 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1f1ffcea-415f-43ee-acc8-1362e827fb90 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Notify callbacks [] for network, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:56.022962 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-1f1ffcea-415f-43ee-acc8-1362e827fb90 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] 10.222.0.66 "DELETE /v2.0/networks/25a9383b-329d-4af4-aa0b-f017c5c118e1 HTTP/1.1" status: 204 len: 168 time: 0.6043284 Aug 18 12:23:56.034938 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1ffcea-415f-43ee-acc8-1362e827fb90 tempest-NetworksIpV6Test-1197730414 tempest-NetworksIpV6Test-1197730414-project] Pushing event deleted for resources: {'Network': ['ID=25a9383b-329d-4af4-aa0b-f017c5c118e1,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:23:56.241180 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device d388fe35-859d-4ee0-8c45-0b1951d6dc53 up at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:23:56.296156 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 40804) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:23:56.305571 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Provisioning for port d388fe35-859d-4ee0-8c45-0b1951d6dc53 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:23:56.310834 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Provisioning complete for port d388fe35-859d-4ee0-8c45-0b1951d6dc53 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:23:56.311210 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:56.401417 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:56.428393 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f70b0cd1-2df7-46fe-af17-fce939e0b6c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd388fe35-859d-4ee0-8c45-0b1951d6dc53'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:23:56.434613 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db50a436fb3a98495337d8fe7487b4f2ea6f3c1052eb9efadc2ecda2d5737001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb400304-bf86-45ac-89d7-769993c552da" -d '{"events": [{"server_uuid": "f70b0cd1-2df7-46fe-af17-fce939e0b6c7", "name": "network-vif-plugged", "status": "completed", "tag": "d388fe35-859d-4ee0-8c45-0b1951d6dc53"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:23:56.439156 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbf3c06-25d5-4f17-a456-83ac388fb541 req-bcd9e2e3-8a60-4ac0-a47b-57f8cfa339e3 tempest-TestServerMultinode-909897828 tempest-TestServerMultinode-909897828-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:23:56.440707 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0cbf3c06-25d5-4f17-a456-83ac388fb541 req-bcd9e2e3-8a60-4ac0-a47b-57f8cfa339e3 tempest-TestServerMultinode-909897828 tempest-TestServerMultinode-909897828-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=f70b0cd1-2df7-46fe-af17-fce939e0b6c7 HTTP/1.1" status: 200 len: 1095 time: 0.0542688 Aug 18 12:23:56.459357 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port d388fe35-859d-4ee0-8c45-0b1951d6dc53, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=d388fe35-859d-4ee0-8c45-0b1951d6dc53,segment=NetworkSegment(413ac27d-b0a3-49b3-98a5-c26dbb3f1cda),segment_id=413ac27d-b0a3-49b3-98a5-c26dbb3f1cda)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:23:56.465368 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:56.504644 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0cbf3c06-25d5-4f17-a456-83ac388fb541 req-06c25e39-55ad-4b72-802c-e627b8165ec2 tempest-TestServerMultinode-909897828 tempest-TestServerMultinode-909897828-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=d08c5cd0-3e9c-432f-9f92-259d1b44d56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548570 Aug 18 12:23:56.525268 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-c84c102f-cc3f-4a7e-99c6-da20689a0181 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ed22a9de76814f7385eb909317d94ee9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2251620 Aug 18 12:23:56.525490 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 40814) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:23:56.530098 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:23:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f1cb6d7-8c0a-432e-9929-ea4127445c2f x-openstack-request-id: req-1f1cb6d7-8c0a-432e-9929-ea4127445c2f {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:23:56.537072 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f70b0cd1-2df7-46fe-af17-fce939e0b6c7", "name": "network-vif-plugged", "status": "completed", "tag": "d388fe35-859d-4ee0-8c45-0b1951d6dc53", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:23:56.537499 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-1f1cb6d7-8c0a-432e-9929-ea4127445c2f {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:23:56.538222 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f70b0cd1-2df7-46fe-af17-fce939e0b6c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd388fe35-859d-4ee0-8c45-0b1951d6dc53', 'code': 200} Aug 18 12:23:56.544347 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=d388fe35-859d-4ee0-8c45-0b1951d6dc53,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:23:56.584754 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-7cf85838-4449-455c-811e-d0e9313b8874 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:56.627666 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-7cf85838-4449-455c-811e-d0e9313b8874 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:56.670455 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cecfea-1f75-4af2-a680-4802ac95cd54 req-66d7100d-8254-451f-8e85-155532ac1d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:23:56.672020 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b8cecfea-1f75-4af2-a680-4802ac95cd54 req-66d7100d-8254-451f-8e85-155532ac1d6f service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=f70b0cd1-2df7-46fe-af17-fce939e0b6c7 HTTP/1.1" status: 200 len: 1096 time: 0.0778110 Aug 18 12:23:56.705814 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-7cf85838-4449-455c-811e-d0e9313b8874 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:56.708261 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-7cf85838-4449-455c-811e-d0e9313b8874 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:56.709527 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-7cf85838-4449-455c-811e-d0e9313b8874 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/986a6116-453e-4d90-954f-2c3b21faae98 HTTP/1.1" status: 204 len: 168 time: 0.1830440 Aug 18 12:23:56.720999 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b8cecfea-1f75-4af2-a680-4802ac95cd54 req-931febf9-f2f4-4218-9a54-c77c59857470 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=d08c5cd0-3e9c-432f-9f92-259d1b44d56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413101 Aug 18 12:23:56.721816 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf85838-4449-455c-811e-d0e9313b8874 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=986a6116-453e-4d90-954f-2c3b21faae98,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:23:57.365760 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 40850) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:23:57.480591 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-0368583c-ea1e-482e-bfa0-e1de1e2698b3 tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] Request body: {'security_group': {'name': 'tempest-secgroup--395819264'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:23:57.506756 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0368583c-ea1e-482e-bfa0-e1de1e2698b3 tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:57.517398 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0368583c-ea1e-482e-bfa0-e1de1e2698b3 tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:57.626876 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58094c03-b828-483e-8c0c-6ab8e7eab702 req-a37fc2b1-a542-4212-88d1-3cb802053ab9 tempest-TestServerMultinode-909897828 tempest-TestServerMultinode-909897828-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:23:57.628951 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-58094c03-b828-483e-8c0c-6ab8e7eab702 req-a37fc2b1-a542-4212-88d1-3cb802053ab9 tempest-TestServerMultinode-909897828 tempest-TestServerMultinode-909897828-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=f70b0cd1-2df7-46fe-af17-fce939e0b6c7 HTTP/1.1" status: 200 len: 1096 time: 0.0496261 Aug 18 12:23:57.633353 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0368583c-ea1e-482e-bfa0-e1de1e2698b3 tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:57.641751 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0368583c-ea1e-482e-bfa0-e1de1e2698b3 tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:57.666009 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-58094c03-b828-483e-8c0c-6ab8e7eab702 req-5c4f9479-9478-497c-a43b-7f13a015506b tempest-TestServerMultinode-909897828 tempest-TestServerMultinode-909897828-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=d08c5cd0-3e9c-432f-9f92-259d1b44d56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284619 Aug 18 12:23:57.679891 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0368583c-ea1e-482e-bfa0-e1de1e2698b3 tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] Pushing event updated for resources: {'SecurityGroup': ['ID=766eb162-5f69-4c8e-bfa3-ce600dae54f1,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:23:57.743580 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0368583c-ea1e-482e-bfa0-e1de1e2698b3 tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:57.749601 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0368583c-ea1e-482e-bfa0-e1de1e2698b3 tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:57.777389 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0368583c-ea1e-482e-bfa0-e1de1e2698b3 tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:57.778623 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-0368583c-ea1e-482e-bfa0-e1de1e2698b3 tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4108040 Aug 18 12:23:57.781853 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 40868) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:23:57.783959 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ff6008-7ef2-4394-8db5-6d44a8c78e13 req-fc12e48f-0512-4fe0-ad02-69db30114d66 tempest-TestServerMultinode-909897828 tempest-TestServerMultinode-909897828-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:23:57.785343 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-25ff6008-7ef2-4394-8db5-6d44a8c78e13 req-fc12e48f-0512-4fe0-ad02-69db30114d66 tempest-TestServerMultinode-909897828 tempest-TestServerMultinode-909897828-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=f70b0cd1-2df7-46fe-af17-fce939e0b6c7 HTTP/1.1" status: 200 len: 1096 time: 0.0475852 Aug 18 12:23:57.785637 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0368583c-ea1e-482e-bfa0-e1de1e2698b3 tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33871c44-d57b-4b87-b6f7-30860676a58e,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:23:57.847524 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-25ff6008-7ef2-4394-8db5-6d44a8c78e13 req-3ad974a9-ffc7-4704-bc25-55569e9b49f7 tempest-TestServerMultinode-909897828 tempest-TestServerMultinode-909897828-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=d08c5cd0-3e9c-432f-9f92-259d1b44d56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544672 Aug 18 12:23:57.871137 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-9e6a57d0-7e76-4ba0-b74d-20341028c077 tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0749130 Aug 18 12:23:57.872120 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 40876) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:23:57.879037 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-f557e731-e285-4ccb-a673-1cc91ba5bd6e tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] Request body: {'security_group': {'name': 'tempest-security--1338684400', 'description': 'tempest-security-description-401462822'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:23:57.906365 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f557e731-e285-4ccb-a673-1cc91ba5bd6e tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] Notify callbacks [] for security_group, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:57.956155 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe34ca0-cf1b-4d5d-84b3-f26f72702a48 req-84e1e2b4-0357-477b-a6bd-37afb5c375b6 tempest-TestServerMultinode-909897828 tempest-TestServerMultinode-909897828-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:23:57.957643 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f557e731-e285-4ccb-a673-1cc91ba5bd6e tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] Notify callbacks [] for security_group, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:57.958264 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8fe34ca0-cf1b-4d5d-84b3-f26f72702a48 req-84e1e2b4-0357-477b-a6bd-37afb5c375b6 tempest-TestServerMultinode-909897828 tempest-TestServerMultinode-909897828-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=f70b0cd1-2df7-46fe-af17-fce939e0b6c7 HTTP/1.1" status: 200 len: 1096 time: 0.0424047 Aug 18 12:23:57.962823 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f557e731-e285-4ccb-a673-1cc91ba5bd6e tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:57.965413 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f557e731-e285-4ccb-a673-1cc91ba5bd6e tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:57.969010 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-f557e731-e285-4ccb-a673-1cc91ba5bd6e tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] 10.222.0.66 "PUT /v2.0/security-groups/33871c44-d57b-4b87-b6f7-30860676a58e HTTP/1.1" status: 200 len: 1779 time: 0.0949523 Aug 18 12:23:57.969891 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 40878) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:23:57.998089 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8fe34ca0-cf1b-4d5d-84b3-f26f72702a48 req-7a0bf52a-b6c4-46d3-8a08-86bb660b8872 tempest-TestServerMultinode-909897828 tempest-TestServerMultinode-909897828-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=d08c5cd0-3e9c-432f-9f92-259d1b44d56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323930 Aug 18 12:23:58.029074 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-8fcad2e3-2c1f-4930-943c-6bf50e986428 tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] 10.222.0.66 "GET /v2.0/security-groups/33871c44-d57b-4b87-b6f7-30860676a58e HTTP/1.1" status: 200 len: 1779 time: 0.0552168 Aug 18 12:23:58.030241 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f557e731-e285-4ccb-a673-1cc91ba5bd6e tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33871c44-d57b-4b87-b6f7-30860676a58e,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:23:58.031133 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 40882) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:23:58.088430 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-22cb8340-035b-472e-a170-426b253c210f tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:58.111071 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-22cb8340-035b-472e-a170-426b253c210f tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:58.165198 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-22cb8340-035b-472e-a170-426b253c210f tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:58.168061 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-22cb8340-035b-472e-a170-426b253c210f tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:58.169249 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-22cb8340-035b-472e-a170-426b253c210f tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] 10.222.0.66 "DELETE /v2.0/security-groups/33871c44-d57b-4b87-b6f7-30860676a58e HTTP/1.1" status: 204 len: 168 time: 0.1368330 Aug 18 12:23:58.171962 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 40894) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:23:58.182469 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cb8340-035b-472e-a170-426b253c210f tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33871c44-d57b-4b87-b6f7-30860676a58e,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:23:58.231222 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-a9f24a36-a2f2-4dde-b9eb-d200313f6834 tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0554941 Aug 18 12:23:58.231442 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 40900) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:23:58.244159 n-d-804985-2 neutron-server[106253]: INFO neutron.api.v2.resource [None req-5687de35-43b7-4dd6-a442-8b9c5da17701 tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] delete failed (client error): The resource could not be found. Aug 18 12:23:58.248717 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-5687de35-43b7-4dd6-a442-8b9c5da17701 tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] 10.222.0.66 "DELETE /v2.0/security-groups/33871c44-d57b-4b87-b6f7-30860676a58e HTTP/1.1" status: 404 len: 347 time: 0.0128179 Aug 18 12:23:58.249825 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 40902) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:23:58.254849 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-dfc4c039-62da-48e4-8ee2-d3d3d07c98f4 tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] Request body: {'security_group': {'name': 'tempest-secgroup--519204910'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:23:58.278555 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-dfc4c039-62da-48e4-8ee2-d3d3d07c98f4 tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:58.309124 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd71d0d-1dc4-4543-97e3-8324bf463b95 req-b471c9fe-f05f-4af4-9304-305534937734 tempest-TestServerMultinode-909897828 tempest-TestServerMultinode-909897828-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:23:58.310804 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-acd71d0d-1dc4-4543-97e3-8324bf463b95 req-b471c9fe-f05f-4af4-9304-305534937734 tempest-TestServerMultinode-909897828 tempest-TestServerMultinode-909897828-project-admin] 10.222.0.66 "GET /v2.0/networks?id=ec66e735-6812-4152-8901-06c6cff3ab85 HTTP/1.1" status: 200 len: 911 time: 0.0974114 Aug 18 12:23:58.337048 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-acd71d0d-1dc4-4543-97e3-8324bf463b95 req-e6e4d439-6d80-4910-85de-8e4625ff186b tempest-TestServerMultinode-909897828 tempest-TestServerMultinode-909897828-project-admin] 10.222.0.66 "GET /v2.0/quotas/c493bee80bd845659abbbfb5a8a82b45 HTTP/1.1" status: 200 len: 375 time: 0.0197778 Aug 18 12:23:58.376864 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-dfc4c039-62da-48e4-8ee2-d3d3d07c98f4 tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:58.384333 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-dfc4c039-62da-48e4-8ee2-d3d3d07c98f4 tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:58.401821 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-acd71d0d-1dc4-4543-97e3-8324bf463b95 req-e3b2c1e1-a98b-4a88-8eac-2405aabba9a8 tempest-TestServerMultinode-909897828 tempest-TestServerMultinode-909897828-project-admin] 10.222.0.66 "GET /v2.0/ports?tenant_id=c493bee80bd845659abbbfb5a8a82b45&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0619912 Aug 18 12:23:58.421201 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-dfc4c039-62da-48e4-8ee2-d3d3d07c98f4 tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:58.425296 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-dfc4c039-62da-48e4-8ee2-d3d3d07c98f4 tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1717663 Aug 18 12:23:58.426968 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 40910) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:23:58.432560 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-d3dbe792-3295-494f-82ab-cb89a5716a77 tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] Request body: {'security_group_rule': {'security_group_id': '482e8993-a27e-49d2-bbb7-af64116505f6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:23:58.438041 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc4c039-62da-48e4-8ee2-d3d3d07c98f4 tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] Pushing event updated for resources: {'SecurityGroup': ['ID=482e8993-a27e-49d2-bbb7-af64116505f6,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:23:58.470351 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d3dbe792-3295-494f-82ab-cb89a5716a77 tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:58.503408 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-acd71d0d-1dc4-4543-97e3-8324bf463b95 req-238bfcee-9011-4477-aee6-791358b8986f service neutron] 10.222.0.66 "GET /v2.0/networks/ec66e735-6812-4152-8901-06c6cff3ab85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880709 Aug 18 12:23:58.528456 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d3dbe792-3295-494f-82ab-cb89a5716a77 tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:58.533076 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d3dbe792-3295-494f-82ab-cb89a5716a77 tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992607'] for security_group_rule, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:58.557889 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dbe792-3295-494f-82ab-cb89a5716a77 tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c84fe203-59de-451e-bd25-af90192a438e,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:23:58.566397 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d3dbe792-3295-494f-82ab-cb89a5716a77 tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:58.569757 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-d3dbe792-3295-494f-82ab-cb89a5716a77 tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1408517 Aug 18 12:23:58.571837 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 40912) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:23:58.598968 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-70b6f847-826b-42b9-bf7a-dcd7fc17f513 tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:58.606999 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-70b6f847-826b-42b9-bf7a-dcd7fc17f513 tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:58.610858 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-acd71d0d-1dc4-4543-97e3-8324bf463b95 req-68153ec5-3a52-4bff-b146-e9281158ae89 service neutron] 10.222.0.66 "GET /v2.0/networks/ec66e735-6812-4152-8901-06c6cff3ab85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005607 Aug 18 12:23:58.647458 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-70b6f847-826b-42b9-bf7a-dcd7fc17f513 tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992607'] for security_group_rule, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:58.654699 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-70b6f847-826b-42b9-bf7a-dcd7fc17f513 tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:58.655985 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-70b6f847-826b-42b9-bf7a-dcd7fc17f513 tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/c84fe203-59de-451e-bd25-af90192a438e HTTP/1.1" status: 204 len: 168 time: 0.0829859 Aug 18 12:23:58.659391 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 40918) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:23:58.661684 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b6f847-826b-42b9-bf7a-dcd7fc17f513 tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c84fe203-59de-451e-bd25-af90192a438e,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:23:58.727098 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-fcf24dcf-576a-40a2-9bc7-17804be675ec tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0638187 Aug 18 12:23:58.727597 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 40922) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:23:58.796866 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b2ee5153-0b5e-4861-9444-1dde1d6dfe94 req-02ca9272-544c-4714-b491-fc6e15d07e1e tempest-TestServerMultinode-909897828 tempest-TestServerMultinode-909897828-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=8b8db948-fb48-4d30-948c-5d758e10ff89 HTTP/1.1" status: 200 len: 210 time: 0.0356407 Aug 18 12:23:58.825069 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a2d80925-b4a4-4e99-a9d5-03bd7edb842b tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:58.856930 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a2d80925-b4a4-4e99-a9d5-03bd7edb842b tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:58.904874 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a2d80925-b4a4-4e99-a9d5-03bd7edb842b tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:58.907558 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a2d80925-b4a4-4e99-a9d5-03bd7edb842b tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:58.908890 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-a2d80925-b4a4-4e99-a9d5-03bd7edb842b tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] 10.222.0.66 "DELETE /v2.0/security-groups/482e8993-a27e-49d2-bbb7-af64116505f6 HTTP/1.1" status: 204 len: 168 time: 0.1798258 Aug 18 12:23:58.911661 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 40934) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:23:58.921581 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d80925-b4a4-4e99-a9d5-03bd7edb842b tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=482e8993-a27e-49d2-bbb7-af64116505f6,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:23:58.959726 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-a3408bb9-ffb4-49d0-b929-9b5424eec92b tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0467389 Aug 18 12:23:58.980921 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 40936) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:23:58.987664 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-3ffe3ee5-9122-417e-93b0-79e974eb2ca6 tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] Request body: {'security_group': {'name': 'tempest-secgroup--651628234'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:23:59.021815 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-3ffe3ee5-9122-417e-93b0-79e974eb2ca6 tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:59.133495 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-3ffe3ee5-9122-417e-93b0-79e974eb2ca6 tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:59.142617 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-3ffe3ee5-9122-417e-93b0-79e974eb2ca6 tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:59.182978 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffe3ee5-9122-417e-93b0-79e974eb2ca6 tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e505254f-832c-44d3-a29c-2075ffb979d8,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:23:59.188276 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-3ffe3ee5-9122-417e-93b0-79e974eb2ca6 tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:59.192627 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-3ffe3ee5-9122-417e-93b0-79e974eb2ca6 tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2073207 Aug 18 12:23:59.193152 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 40942) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:23:59.202191 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-4cca4ab5-9b2d-4531-bc9f-9cbb7aa4d133 tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] Request body: {'security_group_rule': {'security_group_id': 'e505254f-832c-44d3-a29c-2075ffb979d8', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:23:59.238336 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4cca4ab5-9b2d-4531-bc9f-9cbb7aa4d133 tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:59.323241 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4cca4ab5-9b2d-4531-bc9f-9cbb7aa4d133 tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:59.327090 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4cca4ab5-9b2d-4531-bc9f-9cbb7aa4d133 tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992607'] for security_group_rule, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:59.341152 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cca4ab5-9b2d-4531-bc9f-9cbb7aa4d133 tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f46d9031-23dd-43c5-b042-838de6a80f41,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:23:59.352853 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4cca4ab5-9b2d-4531-bc9f-9cbb7aa4d133 tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:59.354059 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-4cca4ab5-9b2d-4531-bc9f-9cbb7aa4d133 tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1598749 Aug 18 12:23:59.356942 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 40948) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:23:59.361638 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-cc9bfd08-d21b-4f22-8e39-236d2c2cadaf tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] Request body: {'security_group_rule': {'security_group_id': 'e505254f-832c-44d3-a29c-2075ffb979d8', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:23:59.388202 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-cc9bfd08-d21b-4f22-8e39-236d2c2cadaf tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:59.462461 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-cc9bfd08-d21b-4f22-8e39-236d2c2cadaf tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:59.467579 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-cc9bfd08-d21b-4f22-8e39-236d2c2cadaf tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992607'] for security_group_rule, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:59.487050 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9bfd08-d21b-4f22-8e39-236d2c2cadaf tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96cd95e7-79fd-460f-a069-5f78adf11558,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:23:59.491456 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-cc9bfd08-d21b-4f22-8e39-236d2c2cadaf tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:59.492789 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-cc9bfd08-d21b-4f22-8e39-236d2c2cadaf tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1347778 Aug 18 12:23:59.495795 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 40956) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:23:59.500674 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-063ba0d7-e4e5-422e-aa12-17c2dd85c2a3 tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] Request body: {'security_group_rule': {'security_group_id': 'e505254f-832c-44d3-a29c-2075ffb979d8', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:23:59.527677 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-063ba0d7-e4e5-422e-aa12-17c2dd85c2a3 tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:59.608650 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-063ba0d7-e4e5-422e-aa12-17c2dd85c2a3 tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:59.614293 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-063ba0d7-e4e5-422e-aa12-17c2dd85c2a3 tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992607'] for security_group_rule, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:59.634867 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063ba0d7-e4e5-422e-aa12-17c2dd85c2a3 tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc83ff9d-0e00-478a-9dfe-031e63e1880e,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:23:59.645014 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-063ba0d7-e4e5-422e-aa12-17c2dd85c2a3 tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:59.646358 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-063ba0d7-e4e5-422e-aa12-17c2dd85c2a3 tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1495299 Aug 18 12:23:59.649137 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 40958) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:23:59.653839 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-28f47f4d-30ad-4fc7-8d21-9251639a7afc tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] Request body: {'security_group_rule': {'security_group_id': 'e505254f-832c-44d3-a29c-2075ffb979d8', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:23:59.680115 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-28f47f4d-30ad-4fc7-8d21-9251639a7afc tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:59.746090 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-28f47f4d-30ad-4fc7-8d21-9251639a7afc tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:59.751441 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-28f47f4d-30ad-4fc7-8d21-9251639a7afc tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992607'] for security_group_rule, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:59.768667 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f47f4d-30ad-4fc7-8d21-9251639a7afc tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fae3c94-f605-4b92-b4b1-a43599a1eadf,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:23:59.777082 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-28f47f4d-30ad-4fc7-8d21-9251639a7afc tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:59.778249 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-28f47f4d-30ad-4fc7-8d21-9251639a7afc tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1280499 Aug 18 12:23:59.781270 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 40964) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:23:59.786197 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-9aad2d04-e2fa-4e05-9a66-3445f6669dba tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] Request body: {'security_group_rule': {'security_group_id': 'e505254f-832c-44d3-a29c-2075ffb979d8', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:23:59.814500 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-9aad2d04-e2fa-4e05-9a66-3445f6669dba tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:59.907306 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5035ce4a-21f9-4f0e-9bf3-36593cc0c13e req-dc775d69-ceee-44f8-8e29-6e6bbacca94b tempest-TestServerMultinode-909897828 tempest-TestServerMultinode-909897828-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=8b8db948-fb48-4d30-948c-5d758e10ff89 HTTP/1.1" status: 200 len: 210 time: 0.0337188 Aug 18 12:23:59.927702 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-9aad2d04-e2fa-4e05-9a66-3445f6669dba tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:59.943531 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-9aad2d04-e2fa-4e05-9a66-3445f6669dba tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992607'] for security_group_rule, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:23:59.998084 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aad2d04-e2fa-4e05-9a66-3445f6669dba tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cf8b791-a00b-4f45-a761-d35de13ce3c1,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:24:00.010979 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-9aad2d04-e2fa-4e05-9a66-3445f6669dba tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:00.015487 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 40968) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:24:00.015841 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-9aad2d04-e2fa-4e05-9a66-3445f6669dba tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2333076 Aug 18 12:24:00.045713 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-07797fed-b143-49ab-b012-d69cd4d68034 tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:00.054973 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-07797fed-b143-49ab-b012-d69cd4d68034 tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:00.058643 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd71d0d-1dc4-4543-97e3-8324bf463b95 req-f8752750-db36-4355-85a7-7f64e009f782 tempest-TestServerMultinode-909897828 tempest-TestServerMultinode-909897828-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:24:00.060770 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-acd71d0d-1dc4-4543-97e3-8324bf463b95 req-f8752750-db36-4355-85a7-7f64e009f782 tempest-TestServerMultinode-909897828 tempest-TestServerMultinode-909897828-project-admin] 10.222.0.63 "GET /v2.0/networks?id=ec66e735-6812-4152-8901-06c6cff3ab85 HTTP/1.1" status: 200 len: 911 time: 0.1437881 Aug 18 12:24:00.074656 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-acd71d0d-1dc4-4543-97e3-8324bf463b95 req-bdde0dd3-d890-4eec-aed9-fbf33fa49ea5 tempest-TestServerMultinode-909897828 tempest-TestServerMultinode-909897828-project-admin] Request body: {'port': {'device_id': '8b8db948-fb48-4d30-948c-5d758e10ff89', 'network_id': 'ec66e735-6812-4152-8901-06c6cff3ab85', 'admin_state_up': True, 'tenant_id': 'c493bee80bd845659abbbfb5a8a82b45'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:24:00.089288 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-07797fed-b143-49ab-b012-d69cd4d68034 tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992607'] for security_group_rule, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:00.098571 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07797fed-b143-49ab-b012-d69cd4d68034 tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9cf8b791-a00b-4f45-a761-d35de13ce3c1,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:24:00.104073 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-07797fed-b143-49ab-b012-d69cd4d68034 tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:00.105385 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-07797fed-b143-49ab-b012-d69cd4d68034 tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/9cf8b791-a00b-4f45-a761-d35de13ce3c1 HTTP/1.1" status: 204 len: 168 time: 0.0882785 Aug 18 12:24:00.107999 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 40974) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:24:00.120156 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-acd71d0d-1dc4-4543-97e3-8324bf463b95 req-bdde0dd3-d890-4eec-aed9-fbf33fa49ea5 tempest-TestServerMultinode-909897828 tempest-TestServerMultinode-909897828-project-admin] Made reservation on behalf of c493bee80bd845659abbbfb5a8a82b45 for: {'port': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:24:00.123072 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-acd71d0d-1dc4-4543-97e3-8324bf463b95 req-bdde0dd3-d890-4eec-aed9-fbf33fa49ea5 tempest-TestServerMultinode-909897828 tempest-TestServerMultinode-909897828-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:00.161759 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-73cb5284-0164-4e4c-ae4b-91950b058775 tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0524323 Aug 18 12:24:00.164856 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 40976) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:24:00.190664 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f6455553-1aa1-46af-941a-6cdcd3dd563a tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:00.199452 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f6455553-1aa1-46af-941a-6cdcd3dd563a tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:00.227693 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f6455553-1aa1-46af-941a-6cdcd3dd563a tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992607'] for security_group_rule, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:00.234240 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f6455553-1aa1-46af-941a-6cdcd3dd563a tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:00.238068 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-f6455553-1aa1-46af-941a-6cdcd3dd563a tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/2fae3c94-f605-4b92-b4b1-a43599a1eadf HTTP/1.1" status: 204 len: 168 time: 0.0697949 Aug 18 12:24:00.238355 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 40978) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:24:00.241077 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6455553-1aa1-46af-941a-6cdcd3dd563a tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2fae3c94-f605-4b92-b4b1-a43599a1eadf,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:24:00.258129 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [req-acd71d0d-1dc4-4543-97e3-8324bf463b95 req-bdde0dd3-d890-4eec-aed9-fbf33fa49ea5 tempest-TestServerMultinode-909897828 tempest-TestServerMultinode-909897828-project-admin] Allocated IP 172.20.0.6 (ec66e735-6812-4152-8901-06c6cff3ab85/235bb850-98b6-4700-9c70-2050a9a0ef2a/aa656aa4-de99-49b4-8bd2-3a797196f664) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:24:00.301163 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-44fa25fa-fdbd-46c9-bb8b-252ef06131a8 tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0615754 Aug 18 12:24:00.304172 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 40984) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:24:00.332120 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-aeac40f5-ed4e-4e0e-a171-1e9a588f9933 tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:00.340879 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-aeac40f5-ed4e-4e0e-a171-1e9a588f9933 tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:00.374052 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-aeac40f5-ed4e-4e0e-a171-1e9a588f9933 tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992607'] for security_group_rule, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:00.381174 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-aeac40f5-ed4e-4e0e-a171-1e9a588f9933 tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:00.382361 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-aeac40f5-ed4e-4e0e-a171-1e9a588f9933 tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/cc83ff9d-0e00-478a-9dfe-031e63e1880e HTTP/1.1" status: 204 len: 168 time: 0.0770438 Aug 18 12:24:00.386068 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 40986) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:24:00.401728 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeac40f5-ed4e-4e0e-a171-1e9a588f9933 tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cc83ff9d-0e00-478a-9dfe-031e63e1880e,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:24:00.476527 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-36c2af5b-6092-408b-82e3-81d8f2ce7f22 tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0785260 Aug 18 12:24:00.477568 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 40990) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:24:00.507147 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4a46f6cd-67f1-4973-b7da-59168bb829ae tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:00.515733 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4a46f6cd-67f1-4973-b7da-59168bb829ae tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:00.545122 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4a46f6cd-67f1-4973-b7da-59168bb829ae tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992607'] for security_group_rule, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:00.551588 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4a46f6cd-67f1-4973-b7da-59168bb829ae tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:00.555884 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-4a46f6cd-67f1-4973-b7da-59168bb829ae tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/96cd95e7-79fd-460f-a069-5f78adf11558 HTTP/1.1" status: 204 len: 168 time: 0.0770516 Aug 18 12:24:00.556448 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 40992) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:24:00.580157 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a46f6cd-67f1-4973-b7da-59168bb829ae tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=96cd95e7-79fd-460f-a069-5f78adf11558,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:24:00.616415 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-0bc3b964-ced3-4ca3-a24f-27699374962e tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0540891 Aug 18 12:24:00.619450 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 40998) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:24:00.654967 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d3270598-6f7a-43fe-981c-03989cb26336 tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:00.664896 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d3270598-6f7a-43fe-981c-03989cb26336 tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:00.695840 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d3270598-6f7a-43fe-981c-03989cb26336 tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992607'] for security_group_rule, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:00.702331 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d3270598-6f7a-43fe-981c-03989cb26336 tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:00.706028 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-d3270598-6f7a-43fe-981c-03989cb26336 tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/f46d9031-23dd-43c5-b042-838de6a80f41 HTTP/1.1" status: 204 len: 168 time: 0.0830958 Aug 18 12:24:00.707290 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 41000) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:24:00.721008 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3270598-6f7a-43fe-981c-03989cb26336 tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f46d9031-23dd-43c5-b042-838de6a80f41,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:24:00.758086 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-9afad9b2-bafe-4f03-acf7-f9f95cc891c6 tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0473483 Aug 18 12:24:00.760889 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 41002) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:24:00.784533 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-acd71d0d-1dc4-4543-97e3-8324bf463b95 req-bdde0dd3-d890-4eec-aed9-fbf33fa49ea5 tempest-TestServerMultinode-909897828 tempest-TestServerMultinode-909897828-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:00.799242 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [req-acd71d0d-1dc4-4543-97e3-8324bf463b95 req-bdde0dd3-d890-4eec-aed9-fbf33fa49ea5 tempest-TestServerMultinode-909897828 tempest-TestServerMultinode-909897828-project-admin] Transition to ACTIVE for port object aa656aa4-de99-49b4-8bd2-3a797196f664 will not be triggered until provisioned by entity DHCP. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:24:00.815528 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9f39e5e6-60cb-45ae-bf04-9475da25cdbb tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:00.836335 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-acd71d0d-1dc4-4543-97e3-8324bf463b95 req-bdde0dd3-d890-4eec-aed9-fbf33fa49ea5 tempest-TestServerMultinode-909897828 tempest-TestServerMultinode-909897828-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:00.840239 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9f39e5e6-60cb-45ae-bf04-9475da25cdbb tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:00.847429 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] get_ports_and_sgs() called for port_ids ['d388fe35-859d-4ee0-8c45-0b1951d6dc53'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:24:00.883985 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-acd71d0d-1dc4-4543-97e3-8324bf463b95 req-bdde0dd3-d890-4eec-aed9-fbf33fa49ea5 tempest-TestServerMultinode-909897828 tempest-TestServerMultinode-909897828-project-admin] Network ec66e735-6812-4152-8901-06c6cff3ab85 is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:24:00.887060 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [req-acd71d0d-1dc4-4543-97e3-8324bf463b95 req-bdde0dd3-d890-4eec-aed9-fbf33fa49ea5 tempest-TestServerMultinode-909897828 tempest-TestServerMultinode-909897828-project-admin] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:24:00.890937 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-acd71d0d-1dc4-4543-97e3-8324bf463b95 req-bdde0dd3-d890-4eec-aed9-fbf33fa49ea5 tempest-TestServerMultinode-909897828 tempest-TestServerMultinode-909897828-project-admin] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:24:00.949305 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd71d0d-1dc4-4543-97e3-8324bf463b95 req-bdde0dd3-d890-4eec-aed9-fbf33fa49ea5 tempest-TestServerMultinode-909897828 tempest-TestServerMultinode-909897828-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:24:00.950838 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-acd71d0d-1dc4-4543-97e3-8324bf463b95 req-bdde0dd3-d890-4eec-aed9-fbf33fa49ea5 tempest-TestServerMultinode-909897828 tempest-TestServerMultinode-909897828-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:00.953810 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdde0dd3-d890-4eec-aed9-fbf33fa49ea5 tempest-TestServerMultinode-909897828 tempest-TestServerMultinode-909897828-project-admin] Pushing event updated for resources: {'Port': ['ID=aa656aa4-de99-49b4-8bd2-3a797196f664,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:24:00.957484 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9f39e5e6-60cb-45ae-bf04-9475da25cdbb tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:00.961207 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9f39e5e6-60cb-45ae-bf04-9475da25cdbb tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:00.966144 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-9f39e5e6-60cb-45ae-bf04-9475da25cdbb tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] 10.222.0.66 "DELETE /v2.0/security-groups/e505254f-832c-44d3-a29c-2075ffb979d8 HTTP/1.1" status: 204 len: 168 time: 0.2037067 Aug 18 12:24:00.966856 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 41010) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:24:01.007036 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-acd71d0d-1dc4-4543-97e3-8324bf463b95 req-bdde0dd3-d890-4eec-aed9-fbf33fa49ea5 tempest-TestServerMultinode-909897828 tempest-TestServerMultinode-909897828-project-admin] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.9366908 Aug 18 12:24:01.021968 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f39e5e6-60cb-45ae-bf04-9475da25cdbb tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e505254f-832c-44d3-a29c-2075ffb979d8,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:24:01.028586 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-acd71d0d-1dc4-4543-97e3-8324bf463b95 req-24e32b36-6dbb-4797-a75f-98ab1f1c8330 service neutron] Request body: {'port': {'device_id': '8b8db948-fb48-4d30-948c-5d758e10ff89', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804985-2'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:24:01.085429 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-4ac6a0b7-a651-4f94-b4b4-d11402a18475 tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0999279 Aug 18 12:24:01.091810 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 41012) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:24:01.095472 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd793db-8ae0-4deb-ae01-f96d8d2a81fb req-0ece8714-236f-4bfe-9d93-5288c1f9e439 tempest-TestServerMultinode-909897828 tempest-TestServerMultinode-909897828-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:24:01.097693 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1bd793db-8ae0-4deb-ae01-f96d8d2a81fb req-0ece8714-236f-4bfe-9d93-5288c1f9e439 tempest-TestServerMultinode-909897828 tempest-TestServerMultinode-909897828-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=8b8db948-fb48-4d30-948c-5d758e10ff89 HTTP/1.1" status: 200 len: 1027 time: 0.0869763 Aug 18 12:24:01.105248 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-fdc87278-c37a-476b-82e7-95b82804e24a tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] Request body: {'security_group': {'name': 'tempest-secgroup--793134864'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:24:01.126697 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-acd71d0d-1dc4-4543-97e3-8324bf463b95 req-24e32b36-6dbb-4797-a75f-98ab1f1c8330 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:01.132939 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-fdc87278-c37a-476b-82e7-95b82804e24a tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:01.198794 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-4774a370-7f36-413b-a945-3976d5f12650 None None] Provisioning for port aa656aa4-de99-49b4-8bd2-3a797196f664 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:24:01.204821 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-4774a370-7f36-413b-a945-3976d5f12650 None None] Provisioning complete for port aa656aa4-de99-49b4-8bd2-3a797196f664 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:24:01.205588 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4774a370-7f36-413b-a945-3976d5f12650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:01.217980 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1bd793db-8ae0-4deb-ae01-f96d8d2a81fb req-f6d0b26d-de67-4eaa-8199-636be169976e tempest-TestServerMultinode-909897828 tempest-TestServerMultinode-909897828-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=d08c5cd0-3e9c-432f-9f92-259d1b44d56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869524 Aug 18 12:24:01.251493 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-4774a370-7f36-413b-a945-3976d5f12650 None None] Port aa656aa4-de99-49b4-8bd2-3a797196f664 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:24:01.269412 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-fdc87278-c37a-476b-82e7-95b82804e24a tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:01.277979 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-fdc87278-c37a-476b-82e7-95b82804e24a tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:01.312592 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc87278-c37a-476b-82e7-95b82804e24a tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c58572e-08ea-4cd9-bee3-4c78c9da6aff,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:24:01.315976 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-fdc87278-c37a-476b-82e7-95b82804e24a tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:01.317228 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-fdc87278-c37a-476b-82e7-95b82804e24a tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2239509 Aug 18 12:24:01.319925 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 41018) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:24:01.324518 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-0b59393b-6e56-468b-ba28-033de85d18c8 tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] Request body: {'security_group_rule': {'security_group_id': '8c58572e-08ea-4cd9-bee3-4c78c9da6aff', 'direction': 'ingress', 'protocol': 17}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:24:01.350744 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0b59393b-6e56-468b-ba28-033de85d18c8 tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:01.410623 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0b59393b-6e56-468b-ba28-033de85d18c8 tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:01.415314 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0b59393b-6e56-468b-ba28-033de85d18c8 tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992607'] for security_group_rule, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:01.433444 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b59393b-6e56-468b-ba28-033de85d18c8 tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=338604e6-b6fe-47a4-a35b-7fafbffee13c,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:24:01.442029 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0b59393b-6e56-468b-ba28-033de85d18c8 tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:01.445978 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-0b59393b-6e56-468b-ba28-033de85d18c8 tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1225660 Aug 18 12:24:01.446325 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 41020) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:24:01.473087 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [req-acd71d0d-1dc4-4543-97e3-8324bf463b95 req-24e32b36-6dbb-4797-a75f-98ab1f1c8330 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa656aa4-de99-49b4-8bd2-3a797196f664 {{(pid=106252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:24:01.482150 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-acd71d0d-1dc4-4543-97e3-8324bf463b95 req-24e32b36-6dbb-4797-a75f-98ab1f1c8330 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:01.497100 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [req-acd71d0d-1dc4-4543-97e3-8324bf463b95 req-24e32b36-6dbb-4797-a75f-98ab1f1c8330 service neutron] Transition to ACTIVE for port object aa656aa4-de99-49b4-8bd2-3a797196f664 will not be triggered until provisioned by entity L2. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:24:01.503881 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-acd71d0d-1dc4-4543-97e3-8324bf463b95 req-24e32b36-6dbb-4797-a75f-98ab1f1c8330 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:01.508226 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-bf52b4e7-c17d-4a23-b1fe-5ddf86c3289a tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:01.531081 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-bf52b4e7-c17d-4a23-b1fe-5ddf86c3289a tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:01.576342 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e32b36-6dbb-4797-a75f-98ab1f1c8330 service neutron] Pushing event updated for resources: {'Port': ['ID=aa656aa4-de99-49b4-8bd2-3a797196f664,revision_number=2']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:24:01.594099 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-bf52b4e7-c17d-4a23-b1fe-5ddf86c3289a tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:01.596973 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-bf52b4e7-c17d-4a23-b1fe-5ddf86c3289a tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:01.601169 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-bf52b4e7-c17d-4a23-b1fe-5ddf86c3289a tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] 10.222.0.66 "DELETE /v2.0/security-groups/8c58572e-08ea-4cd9-bee3-4c78c9da6aff HTTP/1.1" status: 204 len: 168 time: 0.1536031 Aug 18 12:24:01.601972 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 41028) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:24:01.618034 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf52b4e7-c17d-4a23-b1fe-5ddf86c3289a tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c58572e-08ea-4cd9-bee3-4c78c9da6aff,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:24:01.663039 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-acd71d0d-1dc4-4543-97e3-8324bf463b95 req-24e32b36-6dbb-4797-a75f-98ab1f1c8330 service neutron] Attempting to bind port aa656aa4-de99-49b4-8bd2-3a797196f664 on host n-h1-804985-2 for vnic_type normal with profile {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:24:01.664043 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-acd71d0d-1dc4-4543-97e3-8324bf463b95 req-24e32b36-6dbb-4797-a75f-98ab1f1c8330 service neutron] Attempting to bind port aa656aa4-de99-49b4-8bd2-3a797196f664 by drivers openvswitch,hyperv on host n-h1-804985-2 at level 0 using segments [{'id': '413ac27d-b0a3-49b3-98a5-c26dbb3f1cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'ec66e735-6812-4152-8901-06c6cff3ab85'}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:24:01.664379 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acd71d0d-1dc4-4543-97e3-8324bf463b95 req-24e32b36-6dbb-4797-a75f-98ab1f1c8330 service neutron] Attempting to bind port aa656aa4-de99-49b4-8bd2-3a797196f664 on network ec66e735-6812-4152-8901-06c6cff3ab85 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:24:01.669993 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acd71d0d-1dc4-4543-97e3-8324bf463b95 req-24e32b36-6dbb-4797-a75f-98ab1f1c8330 service neutron] Port aa656aa4-de99-49b4-8bd2-3a797196f664 on network ec66e735-6812-4152-8901-06c6cff3ab85 not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-2 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:24:01.670318 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acd71d0d-1dc4-4543-97e3-8324bf463b95 req-24e32b36-6dbb-4797-a75f-98ab1f1c8330 service neutron] Attempting to bind port aa656aa4-de99-49b4-8bd2-3a797196f664 on network ec66e735-6812-4152-8901-06c6cff3ab85 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:24:01.674026 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-08158475-9e06-4a92-a798-9d2b47700a12 tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0618625 Aug 18 12:24:01.676176 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acd71d0d-1dc4-4543-97e3-8324bf463b95 req-24e32b36-6dbb-4797-a75f-98ab1f1c8330 service neutron] Checking agent: {'id': 'a613417a-d085-492c-941a-59bb18c633d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 49, 6), 'started_at': datetime.datetime(2021, 8, 18, 11, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 23, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:24:01.676176 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acd71d0d-1dc4-4543-97e3-8324bf463b95 req-24e32b36-6dbb-4797-a75f-98ab1f1c8330 service neutron] Checking segment: {'id': '413ac27d-b0a3-49b3-98a5-c26dbb3f1cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'ec66e735-6812-4152-8901-06c6cff3ab85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:24:01.676603 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acd71d0d-1dc4-4543-97e3-8324bf463b95 req-24e32b36-6dbb-4797-a75f-98ab1f1c8330 service neutron] Bound using segment: {'id': '413ac27d-b0a3-49b3-98a5-c26dbb3f1cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'ec66e735-6812-4152-8901-06c6cff3ab85'} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:24:01.677003 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-acd71d0d-1dc4-4543-97e3-8324bf463b95 req-24e32b36-6dbb-4797-a75f-98ab1f1c8330 service neutron] Bound port: aa656aa4-de99-49b4-8bd2-3a797196f664, host: n-h1-804985-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '413ac27d-b0a3-49b3-98a5-c26dbb3f1cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'ec66e735-6812-4152-8901-06c6cff3ab85'}}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:24:01.677426 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-acd71d0d-1dc4-4543-97e3-8324bf463b95 req-24e32b36-6dbb-4797-a75f-98ab1f1c8330 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:01.677816 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 41030) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:24:01.682343 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-6306eee3-c7ff-422e-8b15-523d558923b7 tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] Request body: {'security_group': {'name': 'tempest-secgroup--806777561'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:24:01.708856 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6306eee3-c7ff-422e-8b15-523d558923b7 tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:01.752304 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-acd71d0d-1dc4-4543-97e3-8324bf463b95 req-24e32b36-6dbb-4797-a75f-98ab1f1c8330 service neutron] For port aa656aa4-de99-49b4-8bd2-3a797196f664, host n-h1-804985-2, cleared binding levels {{(pid=106252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:24:01.755804 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-acd71d0d-1dc4-4543-97e3-8324bf463b95 req-24e32b36-6dbb-4797-a75f-98ab1f1c8330 service neutron] For port aa656aa4-de99-49b4-8bd2-3a797196f664, host n-h1-804985-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=aa656aa4-de99-49b4-8bd2-3a797196f664,segment=NetworkSegment(413ac27d-b0a3-49b3-98a5-c26dbb3f1cda),segment_id=413ac27d-b0a3-49b3-98a5-c26dbb3f1cda)] {{(pid=106252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:24:01.760418 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-acd71d0d-1dc4-4543-97e3-8324bf463b95 req-24e32b36-6dbb-4797-a75f-98ab1f1c8330 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:01.795724 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd71d0d-1dc4-4543-97e3-8324bf463b95 req-24e32b36-6dbb-4797-a75f-98ab1f1c8330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:24:01.797082 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-acd71d0d-1dc4-4543-97e3-8324bf463b95 req-24e32b36-6dbb-4797-a75f-98ab1f1c8330 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:01.798879 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-acd71d0d-1dc4-4543-97e3-8324bf463b95 req-24e32b36-6dbb-4797-a75f-98ab1f1c8330 service neutron] 10.222.0.63 "PUT /v2.0/ports/aa656aa4-de99-49b4-8bd2-3a797196f664 HTTP/1.1" status: 200 len: 1091 time: 0.7786779 Aug 18 12:24:01.801930 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b8db948-fb48-4d30-948c-5d758e10ff89', 'tag': 'aa656aa4-de99-49b4-8bd2-3a797196f664'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:24:01.809386 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5560405-8271-4dad-a89f-067040fc176a" -d '{"events": [{"name": "network-changed", "server_uuid": "8b8db948-fb48-4d30-948c-5d758e10ff89", "tag": "aa656aa4-de99-49b4-8bd2-3a797196f664"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:24:01.809604 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6306eee3-c7ff-422e-8b15-523d558923b7 tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:01.830336 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6306eee3-c7ff-422e-8b15-523d558923b7 tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:01.864409 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:24:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d3ddbb8-ddcc-4b57-aad6-c43a3374cc6f x-openstack-request-id: req-7d3ddbb8-ddcc-4b57-aad6-c43a3374cc6f {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:24:01.864933 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b8db948-fb48-4d30-948c-5d758e10ff89", "tag": "aa656aa4-de99-49b4-8bd2-3a797196f664", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:24:01.865040 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-7d3ddbb8-ddcc-4b57-aad6-c43a3374cc6f {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:24:01.865398 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b8db948-fb48-4d30-948c-5d758e10ff89', 'tag': 'aa656aa4-de99-49b4-8bd2-3a797196f664', 'status': 'completed', 'code': 200} Aug 18 12:24:01.869739 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6306eee3-c7ff-422e-8b15-523d558923b7 tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:01.873495 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-6306eee3-c7ff-422e-8b15-523d558923b7 tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1922326 Aug 18 12:24:01.873495 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6306eee3-c7ff-422e-8b15-523d558923b7 tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a1d5eb5-263f-4e76-8314-f2cb2eeb04b9,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:24:01.874177 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e32b36-6dbb-4797-a75f-98ab1f1c8330 service neutron] Pushing event updated for resources: {'Port': ['ID=aa656aa4-de99-49b4-8bd2-3a797196f664,revision_number=3']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:24:01.875502 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 41038) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:24:01.881157 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-13a5e973-b8d4-426d-9cad-ba4c41db607f tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] Request body: {'security_group': {'name': 'tempest-secgroup--1566255480'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:24:01.918467 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-13a5e973-b8d4-426d-9cad-ba4c41db607f tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:01.938473 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd71d0d-1dc4-4543-97e3-8324bf463b95 req-efe05516-a4de-4e76-9dc3-c2e6f34065b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:24:01.940955 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-acd71d0d-1dc4-4543-97e3-8324bf463b95 req-efe05516-a4de-4e76-9dc3-c2e6f34065b0 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=c493bee80bd845659abbbfb5a8a82b45&device_id=8b8db948-fb48-4d30-948c-5d758e10ff89 HTTP/1.1" status: 200 len: 1094 time: 0.0902596 Aug 18 12:24:01.995124 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-acd71d0d-1dc4-4543-97e3-8324bf463b95 req-37e89623-e739-4443-8a89-0e1130e7bc27 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aa656aa4-de99-49b4-8bd2-3a797196f664 HTTP/1.1" status: 200 len: 217 time: 0.0445747 Aug 18 12:24:02.013018 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-13a5e973-b8d4-426d-9cad-ba4c41db607f tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:02.018152 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-13a5e973-b8d4-426d-9cad-ba4c41db607f tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:02.055869 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd71d0d-1dc4-4543-97e3-8324bf463b95 req-6fa41159-e6ba-476c-a69f-c88e4c43264e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:24:02.057507 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-acd71d0d-1dc4-4543-97e3-8324bf463b95 req-6fa41159-e6ba-476c-a69f-c88e4c43264e service neutron] 10.222.0.63 "GET /v2.0/subnets?id=235bb850-98b6-4700-9c70-2050a9a0ef2a HTTP/1.1" status: 200 len: 849 time: 0.0560656 Aug 18 12:24:02.068769 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-13a5e973-b8d4-426d-9cad-ba4c41db607f tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:02.070213 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-13a5e973-b8d4-426d-9cad-ba4c41db607f tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1936450 Aug 18 12:24:02.071203 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a5e973-b8d4-426d-9cad-ba4c41db607f tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98f3ad7a-815f-4731-bee9-675243a2fa78,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:24:02.073852 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 41040) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:24:02.079734 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-ec90a2f7-124a-4d48-b157-f2b7970dcc62 tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] Request body: {'security_group_rule': {'security_group_id': '1a1d5eb5-263f-4e76-8314-f2cb2eeb04b9', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '98f3ad7a-815f-4731-bee9-675243a2fa78', 'remote_ip_prefix': None}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:24:02.119060 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ec90a2f7-124a-4d48-b157-f2b7970dcc62 tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:02.130498 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd71d0d-1dc4-4543-97e3-8324bf463b95 req-f2a16ef1-1a18-4690-bd24-7eca6e57d5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:24:02.132015 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-acd71d0d-1dc4-4543-97e3-8324bf463b95 req-f2a16ef1-1a18-4690-bd24-7eca6e57d5a1 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ec66e735-6812-4152-8901-06c6cff3ab85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0651622 Aug 18 12:24:02.193746 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ec90a2f7-124a-4d48-b157-f2b7970dcc62 tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:02.207072 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ec90a2f7-124a-4d48-b157-f2b7970dcc62 tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992607'] for security_group_rule, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:02.239389 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec90a2f7-124a-4d48-b157-f2b7970dcc62 tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61d2c682-7ea7-4ac9-8fd9-57d93ef87b3c,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:24:02.249235 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ec90a2f7-124a-4d48-b157-f2b7970dcc62 tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:02.253917 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-ec90a2f7-124a-4d48-b157-f2b7970dcc62 tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1787150 Aug 18 12:24:02.254199 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 41048) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:24:02.274554 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-acd71d0d-1dc4-4543-97e3-8324bf463b95 req-df523fec-5d9d-46e4-81c8-89191b1ff7be service neutron] 10.222.0.63 "GET /v2.0/networks/ec66e735-6812-4152-8901-06c6cff3ab85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336181 Aug 18 12:24:02.309742 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1ba5ea04-39b6-444f-925f-8a0962bf1fb8 tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:02.355933 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1ba5ea04-39b6-444f-925f-8a0962bf1fb8 tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:02.433828 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1ba5ea04-39b6-444f-925f-8a0962bf1fb8 tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992607'] for security_group_rule, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:02.439520 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0203a403-bdb4-4e0d-ad9f-fdc09d8dfe5e req-5edd42dd-dedb-4fd3-91c4-b926a0cd24cb tempest-TestServerMultinode-909897828 tempest-TestServerMultinode-909897828-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:24:02.441125 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0203a403-bdb4-4e0d-ad9f-fdc09d8dfe5e req-5edd42dd-dedb-4fd3-91c4-b926a0cd24cb tempest-TestServerMultinode-909897828 tempest-TestServerMultinode-909897828-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=8b8db948-fb48-4d30-948c-5d758e10ff89 HTTP/1.1" status: 200 len: 1094 time: 0.1329618 Aug 18 12:24:02.442861 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-acd71d0d-1dc4-4543-97e3-8324bf463b95 req-fe741208-b677-410b-b960-4ed548cabbc9 service neutron] 10.222.0.63 "GET /v2.0/networks/ec66e735-6812-4152-8901-06c6cff3ab85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552939 Aug 18 12:24:02.445736 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1ba5ea04-39b6-444f-925f-8a0962bf1fb8 tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:02.446899 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-1ba5ea04-39b6-444f-925f-8a0962bf1fb8 tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/61d2c682-7ea7-4ac9-8fd9-57d93ef87b3c HTTP/1.1" status: 204 len: 168 time: 0.1916871 Aug 18 12:24:02.449753 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 41054) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:24:02.455098 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba5ea04-39b6-444f-925f-8a0962bf1fb8 tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=61d2c682-7ea7-4ac9-8fd9-57d93ef87b3c,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:24:02.490778 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0203a403-bdb4-4e0d-ad9f-fdc09d8dfe5e req-d884b545-b943-41ff-8187-9bed89073fdc tempest-TestServerMultinode-909897828 tempest-TestServerMultinode-909897828-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=d08c5cd0-3e9c-432f-9f92-259d1b44d56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373297 Aug 18 12:24:02.501156 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-0f73176a-a49b-4503-a2c6-5dd2aff06f47 tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0502086 Aug 18 12:24:02.502705 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 41058) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:24:02.580654 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5560405-8271-4dad-a89f-067040fc176a req-6b810896-0afc-44f6-a5ea-602457ba7356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:24:02.582154 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c5560405-8271-4dad-a89f-067040fc176a req-6b810896-0afc-44f6-a5ea-602457ba7356 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=c493bee80bd845659abbbfb5a8a82b45&device_id=8b8db948-fb48-4d30-948c-5d758e10ff89 HTTP/1.1" status: 200 len: 1094 time: 0.0691988 Aug 18 12:24:02.600200 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-3390bc90-339c-4ce8-ac25-3a7fced27ff0 tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:02.666750 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-3390bc90-339c-4ce8-ac25-3a7fced27ff0 tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:02.721573 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5560405-8271-4dad-a89f-067040fc176a req-cb19f2d4-3dc6-4bec-aafe-83b168d99729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:24:02.723068 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c5560405-8271-4dad-a89f-067040fc176a req-cb19f2d4-3dc6-4bec-aafe-83b168d99729 service neutron] 10.222.0.63 "GET /v2.0/networks?id=ec66e735-6812-4152-8901-06c6cff3ab85 HTTP/1.1" status: 200 len: 911 time: 0.1330683 Aug 18 12:24:02.737600 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-3390bc90-339c-4ce8-ac25-3a7fced27ff0 tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:02.740060 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-3390bc90-339c-4ce8-ac25-3a7fced27ff0 tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:02.741214 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-3390bc90-339c-4ce8-ac25-3a7fced27ff0 tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] 10.222.0.66 "DELETE /v2.0/security-groups/98f3ad7a-815f-4731-bee9-675243a2fa78 HTTP/1.1" status: 204 len: 168 time: 0.2372284 Aug 18 12:24:02.744156 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 41070) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:24:02.781557 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c5560405-8271-4dad-a89f-067040fc176a req-2fc7f913-9d22-44b1-a8df-9e4be142ebe1 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aa656aa4-de99-49b4-8bd2-3a797196f664 HTTP/1.1" status: 200 len: 217 time: 0.0503306 Aug 18 12:24:02.782674 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3390bc90-339c-4ce8-ac25-3a7fced27ff0 tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98f3ad7a-815f-4731-bee9-675243a2fa78,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:24:02.810892 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-f3e355c2-5066-471c-90cd-e7ac68a541f5 tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0654058 Aug 18 12:24:02.814107 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 41074) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:24:02.836830 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5560405-8271-4dad-a89f-067040fc176a req-a372cecc-99f6-4cc3-b955-7e3d897154b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:24:02.838515 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c5560405-8271-4dad-a89f-067040fc176a req-a372cecc-99f6-4cc3-b955-7e3d897154b8 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=235bb850-98b6-4700-9c70-2050a9a0ef2a HTTP/1.1" status: 200 len: 849 time: 0.0490670 Aug 18 12:24:02.867584 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-03e73839-d2ad-41bf-af48-bba09f26f845 tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:02.890468 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-03e73839-d2ad-41bf-af48-bba09f26f845 tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:02.891341 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5560405-8271-4dad-a89f-067040fc176a req-610b6a56-e5fc-4690-9bc0-e9537a654812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:24:02.893156 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c5560405-8271-4dad-a89f-067040fc176a req-610b6a56-e5fc-4690-9bc0-e9537a654812 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ec66e735-6812-4152-8901-06c6cff3ab85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451767 Aug 18 12:24:02.935133 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-03e73839-d2ad-41bf-af48-bba09f26f845 tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:02.937985 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-03e73839-d2ad-41bf-af48-bba09f26f845 tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:02.939678 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-03e73839-d2ad-41bf-af48-bba09f26f845 tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] 10.222.0.66 "DELETE /v2.0/security-groups/1a1d5eb5-263f-4e76-8314-f2cb2eeb04b9 HTTP/1.1" status: 204 len: 168 time: 0.1245310 Aug 18 12:24:02.943968 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 41076) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:24:02.963942 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e73839-d2ad-41bf-af48-bba09f26f845 tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a1d5eb5-263f-4e76-8314-f2cb2eeb04b9,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:24:03.001324 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-60da1164-c4a2-461e-b2f6-bfa105df280a tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0562422 Aug 18 12:24:03.005796 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 41078) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:24:03.011299 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-41d4ce80-19bb-4eb3-80bf-b9c7dc8a8cb1 tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] Request body: {'security_group': {'name': 'tempest-secgroup--1188923669'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:24:03.015315 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c5560405-8271-4dad-a89f-067040fc176a req-a8bed2c8-9f31-4fa4-aafc-f2eadacd1936 service neutron] 10.222.0.63 "GET /v2.0/networks/ec66e735-6812-4152-8901-06c6cff3ab85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145349 Aug 18 12:24:03.034631 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-41d4ce80-19bb-4eb3-80bf-b9c7dc8a8cb1 tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:03.114356 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c5560405-8271-4dad-a89f-067040fc176a req-85dc7b7a-8576-432f-8051-a193da50a0c6 service neutron] 10.222.0.63 "GET /v2.0/networks/ec66e735-6812-4152-8901-06c6cff3ab85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915577 Aug 18 12:24:03.133082 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-41d4ce80-19bb-4eb3-80bf-b9c7dc8a8cb1 tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:03.139211 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-41d4ce80-19bb-4eb3-80bf-b9c7dc8a8cb1 tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:03.165688 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-41d4ce80-19bb-4eb3-80bf-b9c7dc8a8cb1 tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:03.167003 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-41d4ce80-19bb-4eb3-80bf-b9c7dc8a8cb1 tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1607096 Aug 18 12:24:03.170488 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 41080) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:24:03.171112 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d4ce80-19bb-4eb3-80bf-b9c7dc8a8cb1 tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e826d2a-887c-4eef-9cac-18cd66b11cb2,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:24:03.176380 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-8e7ba7ab-05fd-4291-83af-72d0a0f01617 tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] Request body: {'security_group_rule': {'security_group_id': '8e826d2a-887c-4eef-9cac-18cd66b11cb2', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:24:03.205514 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8e7ba7ab-05fd-4291-83af-72d0a0f01617 tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:03.262156 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8e7ba7ab-05fd-4291-83af-72d0a0f01617 tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:03.266898 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8e7ba7ab-05fd-4291-83af-72d0a0f01617 tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992607'] for security_group_rule, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:03.285566 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7ba7ab-05fd-4291-83af-72d0a0f01617 tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d622307-8a75-45bf-9c74-a9efa46e5c68,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:24:03.292432 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8e7ba7ab-05fd-4291-83af-72d0a0f01617 tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:03.293816 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-8e7ba7ab-05fd-4291-83af-72d0a0f01617 tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1220295 Aug 18 12:24:03.296792 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 41082) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:24:03.328754 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6a2807c8-21c0-46f7-85d3-be8aa3429cbf tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:03.336332 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6a2807c8-21c0-46f7-85d3-be8aa3429cbf tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:03.367715 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6a2807c8-21c0-46f7-85d3-be8aa3429cbf tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992607'] for security_group_rule, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:03.373909 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6a2807c8-21c0-46f7-85d3-be8aa3429cbf tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:03.375068 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-6a2807c8-21c0-46f7-85d3-be8aa3429cbf tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/2d622307-8a75-45bf-9c74-a9efa46e5c68 HTTP/1.1" status: 204 len: 168 time: 0.0773070 Aug 18 12:24:03.378753 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 41084) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:24:03.381284 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2807c8-21c0-46f7-85d3-be8aa3429cbf tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2d622307-8a75-45bf-9c74-a9efa46e5c68,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:24:03.423464 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-b3b79342-3da4-44fd-882c-b68261a59835 tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0434508 Aug 18 12:24:03.426303 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 41086) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:24:03.482824 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4be618ea-a15e-4783-9645-cd84e1084348 tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:03.506490 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4be618ea-a15e-4783-9645-cd84e1084348 tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:03.558929 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4be618ea-a15e-4783-9645-cd84e1084348 tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:03.562351 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4be618ea-a15e-4783-9645-cd84e1084348 tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:03.564549 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-4be618ea-a15e-4783-9645-cd84e1084348 tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] 10.222.0.66 "DELETE /v2.0/security-groups/8e826d2a-887c-4eef-9cac-18cd66b11cb2 HTTP/1.1" status: 204 len: 168 time: 0.1362948 Aug 18 12:24:03.566889 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 41092) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:24:03.583252 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be618ea-a15e-4783-9645-cd84e1084348 tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e826d2a-887c-4eef-9cac-18cd66b11cb2,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:24:03.641141 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-1640af0a-a144-4914-a89a-7561926cae16 tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0731640 Aug 18 12:24:03.645528 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 41094) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:24:03.647890 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50fa948-54a5-462e-a835-70b1b74a49d7 req-0ab2ee2e-c61b-4f83-a9b4-addbf50af237 tempest-TestServerMultinode-909897828 tempest-TestServerMultinode-909897828-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:24:03.649491 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e50fa948-54a5-462e-a835-70b1b74a49d7 req-0ab2ee2e-c61b-4f83-a9b4-addbf50af237 tempest-TestServerMultinode-909897828 tempest-TestServerMultinode-909897828-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=8b8db948-fb48-4d30-948c-5d758e10ff89 HTTP/1.1" status: 200 len: 1094 time: 0.0756872 Aug 18 12:24:03.650952 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-d563f705-e21c-43bb-9bdb-8609bde36d05 tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] Request body: {'security_group': {'name': 'tempest-secgroup--253750360'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:24:03.675476 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d563f705-e21c-43bb-9bdb-8609bde36d05 tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:03.686331 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e50fa948-54a5-462e-a835-70b1b74a49d7 req-49000476-e4a2-461c-82e7-26c74eac625b tempest-TestServerMultinode-909897828 tempest-TestServerMultinode-909897828-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=d08c5cd0-3e9c-432f-9f92-259d1b44d56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302064 Aug 18 12:24:03.757915 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d563f705-e21c-43bb-9bdb-8609bde36d05 tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:03.763222 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d563f705-e21c-43bb-9bdb-8609bde36d05 tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:03.792502 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d563f705-e21c-43bb-9bdb-8609bde36d05 tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:03.797207 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-d563f705-e21c-43bb-9bdb-8609bde36d05 tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1473641 Aug 18 12:24:03.797207 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d563f705-e21c-43bb-9bdb-8609bde36d05 tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc39098c-3aa2-4cde-b933-0627f0968715,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:24:03.797207 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 41096) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:24:03.801494 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-89ad34c1-980d-4c5e-a715-f0b9485fb4e5 tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] Request body: {'security_group_rule': {'security_group_id': 'fc39098c-3aa2-4cde-b933-0627f0968715', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:24:03.828930 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-89ad34c1-980d-4c5e-a715-f0b9485fb4e5 tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:03.887829 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-89ad34c1-980d-4c5e-a715-f0b9485fb4e5 tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:03.892842 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-89ad34c1-980d-4c5e-a715-f0b9485fb4e5 tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992607'] for security_group_rule, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:03.910986 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ad34c1-980d-4c5e-a715-f0b9485fb4e5 tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e299195a-4cba-421e-8f69-ec54cc3476bb,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:24:03.918887 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-89ad34c1-980d-4c5e-a715-f0b9485fb4e5 tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:03.920105 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-89ad34c1-980d-4c5e-a715-f0b9485fb4e5 tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1222498 Aug 18 12:24:03.922819 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 41098) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:24:03.939817 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-e7a74bb3-05e8-45d4-b686-6f0f1254dec5 tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] 10.222.0.66 "GET /v2.0/security-group-rules/e299195a-4cba-421e-8f69-ec54cc3476bb HTTP/1.1" status: 200 len: 763 time: 0.0159359 Aug 18 12:24:03.942291 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 41100) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:24:03.983349 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-499c9973-ce8e-4708-809e-36b9f3f278a8 tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0399380 Aug 18 12:24:03.986061 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 41102) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:24:04.010056 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-11b0751a-fedd-4bd1-834f-6eaef664515d tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:04.017564 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-11b0751a-fedd-4bd1-834f-6eaef664515d tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:04.047030 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-11b0751a-fedd-4bd1-834f-6eaef664515d tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992607'] for security_group_rule, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:04.054126 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-11b0751a-fedd-4bd1-834f-6eaef664515d tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:04.055277 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-11b0751a-fedd-4bd1-834f-6eaef664515d tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/e299195a-4cba-421e-8f69-ec54cc3476bb HTTP/1.1" status: 204 len: 168 time: 0.0683537 Aug 18 12:24:04.057990 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 41104) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:24:04.076000 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b0751a-fedd-4bd1-834f-6eaef664515d tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e299195a-4cba-421e-8f69-ec54cc3476bb,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:24:04.104784 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-bed2180c-2c18-4d78-839e-fc0fe3a8cec4 tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0456235 Aug 18 12:24:04.107355 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 41106) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:24:04.111740 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-fd604530-c7bd-4fd9-bcb6-54220c9c6699 tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] Request body: {'security_group_rule': {'security_group_id': 'fc39098c-3aa2-4cde-b933-0627f0968715', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:24:04.139060 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-fd604530-c7bd-4fd9-bcb6-54220c9c6699 tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:04.196243 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device aa656aa4-de99-49b4-8bd2-3a797196f664 details requested by agent hyperv_n-h1-804985-2 with host n-h1-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:24:04.203031 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-fd604530-c7bd-4fd9-bcb6-54220c9c6699 tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:04.208215 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-fd604530-c7bd-4fd9-bcb6-54220c9c6699 tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992607'] for security_group_rule, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:04.229941 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd604530-c7bd-4fd9-bcb6-54220c9c6699 tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bae1e1a6-5fe9-4259-9af8-4f234f887aad,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:24:04.236180 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-fd604530-c7bd-4fd9-bcb6-54220c9c6699 tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:04.237522 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-fd604530-c7bd-4fd9-bcb6-54220c9c6699 tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1292479 Aug 18 12:24:04.240330 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 41108) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:24:04.261626 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-1eb2dffc-eea5-4152-936e-69cdafe29ce4 tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] 10.222.0.66 "GET /v2.0/security-group-rules/bae1e1a6-5fe9-4259-9af8-4f234f887aad HTTP/1.1" status: 200 len: 763 time: 0.0198207 Aug 18 12:24:04.264424 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 41110) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:24:04.303142 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port aa656aa4-de99-49b4-8bd2-3a797196f664, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=aa656aa4-de99-49b4-8bd2-3a797196f664,segment=NetworkSegment(413ac27d-b0a3-49b3-98a5-c26dbb3f1cda),segment_id=413ac27d-b0a3-49b3-98a5-c26dbb3f1cda)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:24:04.306785 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-1c192f0b-b601-4e8f-8747-08e9ffe740dc tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0412610 Aug 18 12:24:04.309502 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 41112) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:24:04.315178 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Returning: {'device': 'aa656aa4-de99-49b4-8bd2-3a797196f664', 'network_id': 'ec66e735-6812-4152-8901-06c6cff3ab85', 'port_id': 'aa656aa4-de99-49b4-8bd2-3a797196f664', 'mac_address': 'fa:16:3e:35:ac:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 814, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '235bb850-98b6-4700-9c70-2050a9a0ef2a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:24:04.335175 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-64c48b7a-0d94-4a2a-8217-1aca28267a25 tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:04.342888 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-64c48b7a-0d94-4a2a-8217-1aca28267a25 tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:04.358122 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:04.371716 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa656aa4-de99-49b4-8bd2-3a797196f664 {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:24:04.371948 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-64c48b7a-0d94-4a2a-8217-1aca28267a25 tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992607'] for security_group_rule, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:04.378539 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-64c48b7a-0d94-4a2a-8217-1aca28267a25 tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:04.382419 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-64c48b7a-0d94-4a2a-8217-1aca28267a25 tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/bae1e1a6-5fe9-4259-9af8-4f234f887aad HTTP/1.1" status: 204 len: 168 time: 0.0693395 Aug 18 12:24:04.382610 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 41114) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:24:04.395594 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port aa656aa4-de99-49b4-8bd2-3a797196f664, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=aa656aa4-de99-49b4-8bd2-3a797196f664,segment=NetworkSegment(413ac27d-b0a3-49b3-98a5-c26dbb3f1cda),segment_id=413ac27d-b0a3-49b3-98a5-c26dbb3f1cda)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:24:04.396167 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c48b7a-0d94-4a2a-8217-1aca28267a25 tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bae1e1a6-5fe9-4259-9af8-4f234f887aad,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:24:04.401432 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:04.439795 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-790fe650-d15d-4dcb-b2db-a0fe5304b3fe tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0519693 Aug 18 12:24:04.440188 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 41116) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:24:04.445278 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-d122195a-4c6f-43c5-b72d-3b69b52f79f9 tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] Request body: {'security_group_rule': {'security_group_id': 'fc39098c-3aa2-4cde-b933-0627f0968715', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:24:04.458348 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=aa656aa4-de99-49b4-8bd2-3a797196f664,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:24:04.475124 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d122195a-4c6f-43c5-b72d-3b69b52f79f9 tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:04.520414 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d122195a-4c6f-43c5-b72d-3b69b52f79f9 tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:04.525194 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d122195a-4c6f-43c5-b72d-3b69b52f79f9 tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992607'] for security_group_rule, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:04.546447 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d122195a-4c6f-43c5-b72d-3b69b52f79f9 tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20147e88-c684-45f6-b4b2-72b3c1f22ccb,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:24:04.551102 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d122195a-4c6f-43c5-b72d-3b69b52f79f9 tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:04.552381 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-d122195a-4c6f-43c5-b72d-3b69b52f79f9 tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1110501 Aug 18 12:24:04.555102 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 41120) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:24:04.572507 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-bbc36d12-3750-4383-8c92-187409373a38 tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] 10.222.0.66 "GET /v2.0/security-group-rules/20147e88-c684-45f6-b4b2-72b3c1f22ccb HTTP/1.1" status: 200 len: 764 time: 0.0161633 Aug 18 12:24:04.574762 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 41122) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:24:04.605507 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] get_ports_and_sgs() called for port_ids ['aa656aa4-de99-49b4-8bd2-3a797196f664'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:24:04.619623 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-ffae881d-92d8-4f47-974f-2ac1d1577f39 tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0435975 Aug 18 12:24:04.619937 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 41124) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:24:04.651358 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d37af4a0-d654-408b-b909-842907cbcd65 tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:04.660203 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d37af4a0-d654-408b-b909-842907cbcd65 tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:04.695242 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d37af4a0-d654-408b-b909-842907cbcd65 tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992607'] for security_group_rule, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:04.701833 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d37af4a0-d654-408b-b909-842907cbcd65 tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:04.705718 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 41126) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:24:04.708989 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-d37af4a0-d654-408b-b909-842907cbcd65 tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/20147e88-c684-45f6-b4b2-72b3c1f22ccb HTTP/1.1" status: 204 len: 168 time: 0.0867462 Aug 18 12:24:04.717614 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37af4a0-d654-408b-b909-842907cbcd65 tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=20147e88-c684-45f6-b4b2-72b3c1f22ccb,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:24:04.757455 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-050112ea-985a-482c-9061-20dcb6e397e8 tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0500889 Aug 18 12:24:04.758134 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 41130) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:24:04.813118 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f1b3dca7-2505-4704-9216-73a48d1faa2a tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:04.819991 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a81942d-79f8-480c-a1b2-4d9a8e32b9a2 req-4e661839-1b79-444a-b77f-505f9a632b14 tempest-TestServerMultinode-909897828 tempest-TestServerMultinode-909897828-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:24:04.821581 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1a81942d-79f8-480c-a1b2-4d9a8e32b9a2 req-4e661839-1b79-444a-b77f-505f9a632b14 tempest-TestServerMultinode-909897828 tempest-TestServerMultinode-909897828-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=8b8db948-fb48-4d30-948c-5d758e10ff89 HTTP/1.1" status: 200 len: 1095 time: 0.0475628 Aug 18 12:24:04.836356 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f1b3dca7-2505-4704-9216-73a48d1faa2a tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:04.858674 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1a81942d-79f8-480c-a1b2-4d9a8e32b9a2 req-018a8115-3696-42a4-b452-8b471bf2d584 tempest-TestServerMultinode-909897828 tempest-TestServerMultinode-909897828-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=d08c5cd0-3e9c-432f-9f92-259d1b44d56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301743 Aug 18 12:24:04.883538 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f1b3dca7-2505-4704-9216-73a48d1faa2a tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:04.886132 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f1b3dca7-2505-4704-9216-73a48d1faa2a tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:04.887318 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-f1b3dca7-2505-4704-9216-73a48d1faa2a tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] 10.222.0.66 "DELETE /v2.0/security-groups/fc39098c-3aa2-4cde-b933-0627f0968715 HTTP/1.1" status: 204 len: 168 time: 0.1282768 Aug 18 12:24:04.890279 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 41132) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:24:04.897326 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b3dca7-2505-4704-9216-73a48d1faa2a tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc39098c-3aa2-4cde-b933-0627f0968715,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:24:04.937435 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-0357cdb9-11a6-40c6-9078-0355fca6ecd9 tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0456016 Aug 18 12:24:04.942124 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 41134) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:24:04.986506 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-69ce34e6-975b-416c-baf4-a0b66a0b5e71 tempest-SecGroupTest-795861259 tempest-SecGroupTest-795861259-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0428362 Aug 18 12:24:05.249838 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 41140) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:24:05.393469 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-c43a6ceb-fa91-4699-b0f2-97a6f271eb9c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=3fc2c1140b62437e859a9f6b246de66c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1420758 Aug 18 12:24:05.395957 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 41144) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:24:05.447143 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-75d81290-c231-40ea-b99f-ce09bb0b15e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:05.469686 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-75d81290-c231-40ea-b99f-ce09bb0b15e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:05.523890 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-75d81290-c231-40ea-b99f-ce09bb0b15e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:05.526705 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-75d81290-c231-40ea-b99f-ce09bb0b15e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:05.527928 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-75d81290-c231-40ea-b99f-ce09bb0b15e3 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/766eb162-5f69-4c8e-bfa3-ce600dae54f1 HTTP/1.1" status: 204 len: 168 time: 0.1309166 Aug 18 12:24:05.536267 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d81290-c231-40ea-b99f-ce09bb0b15e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=766eb162-5f69-4c8e-bfa3-ce600dae54f1,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:24:05.968907 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ba0e9c-cca3-4653-857b-fcf20e4d8a62 req-155f36e9-0707-451d-b551-a7b9b41df581 tempest-TestServerMultinode-909897828 tempest-TestServerMultinode-909897828-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:24:05.970693 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c5ba0e9c-cca3-4653-857b-fcf20e4d8a62 req-155f36e9-0707-451d-b551-a7b9b41df581 tempest-TestServerMultinode-909897828 tempest-TestServerMultinode-909897828-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=8b8db948-fb48-4d30-948c-5d758e10ff89 HTTP/1.1" status: 200 len: 1095 time: 0.0444632 Aug 18 12:24:06.008742 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c5ba0e9c-cca3-4653-857b-fcf20e4d8a62 req-21a233fa-9288-44b0-bbe8-52621eebbc2c tempest-TestServerMultinode-909897828 tempest-TestServerMultinode-909897828-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=d08c5cd0-3e9c-432f-9f92-259d1b44d56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309503 Aug 18 12:24:06.223051 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device aa656aa4-de99-49b4-8bd2-3a797196f664 up at agent hyperv_n-h1-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:24:06.258649 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:06.280027 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Provisioning for port aa656aa4-de99-49b4-8bd2-3a797196f664 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:24:06.283837 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Provisioning complete for port aa656aa4-de99-49b4-8bd2-3a797196f664 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:24:06.284191 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:06.366721 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:06.390060 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b8db948-fb48-4d30-948c-5d758e10ff89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa656aa4-de99-49b4-8bd2-3a797196f664'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:24:06.392384 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db50a436fb3a98495337d8fe7487b4f2ea6f3c1052eb9efadc2ecda2d5737001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e000211-0b38-43b8-87ed-6936506b3299" -d '{"events": [{"server_uuid": "8b8db948-fb48-4d30-948c-5d758e10ff89", "name": "network-vif-plugged", "status": "completed", "tag": "aa656aa4-de99-49b4-8bd2-3a797196f664"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:24:06.405691 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port aa656aa4-de99-49b4-8bd2-3a797196f664, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=aa656aa4-de99-49b4-8bd2-3a797196f664,segment=NetworkSegment(413ac27d-b0a3-49b3-98a5-c26dbb3f1cda),segment_id=413ac27d-b0a3-49b3-98a5-c26dbb3f1cda)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:24:06.410767 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:06.474985 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:24:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1f5dac7-3143-4314-b1bc-4cc7f9f102dc x-openstack-request-id: req-c1f5dac7-3143-4314-b1bc-4cc7f9f102dc {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:24:06.474985 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b8db948-fb48-4d30-948c-5d758e10ff89", "name": "network-vif-plugged", "status": "completed", "tag": "aa656aa4-de99-49b4-8bd2-3a797196f664", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:24:06.474985 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c1f5dac7-3143-4314-b1bc-4cc7f9f102dc {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:24:06.475539 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b8db948-fb48-4d30-948c-5d758e10ff89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa656aa4-de99-49b4-8bd2-3a797196f664', 'code': 200} Aug 18 12:24:06.476513 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=aa656aa4-de99-49b4-8bd2-3a797196f664,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:24:06.562648 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02181af9-3101-4591-bc96-55c8b2c277db req-3f2cc682-1126-46ad-9e6a-eb0119095b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:24:06.565168 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-02181af9-3101-4591-bc96-55c8b2c277db req-3f2cc682-1126-46ad-9e6a-eb0119095b70 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=8b8db948-fb48-4d30-948c-5d758e10ff89 HTTP/1.1" status: 200 len: 1096 time: 0.0500543 Aug 18 12:24:06.601726 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-02181af9-3101-4591-bc96-55c8b2c277db req-ef184da4-3522-4508-a535-8af884b0f394 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=d08c5cd0-3e9c-432f-9f92-259d1b44d56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295620 Aug 18 12:24:07.127770 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ea6a3d-2532-4cf7-b05d-9587fef7bcf6 req-ce55b333-9bbe-479c-b769-90f2a2753cc0 tempest-TestServerMultinode-909897828 tempest-TestServerMultinode-909897828-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:24:07.129331 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-61ea6a3d-2532-4cf7-b05d-9587fef7bcf6 req-ce55b333-9bbe-479c-b769-90f2a2753cc0 tempest-TestServerMultinode-909897828 tempest-TestServerMultinode-909897828-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=8b8db948-fb48-4d30-948c-5d758e10ff89 HTTP/1.1" status: 200 len: 1096 time: 0.0474617 Aug 18 12:24:07.164574 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-61ea6a3d-2532-4cf7-b05d-9587fef7bcf6 req-183d1472-78a8-47c5-a70d-ab0ca6d348cc tempest-TestServerMultinode-909897828 tempest-TestServerMultinode-909897828-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=d08c5cd0-3e9c-432f-9f92-259d1b44d56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288067 Aug 18 12:24:07.194953 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 41200) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:24:07.306966 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-031ac04b-6478-4ed5-a915-ba08c6f216ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:07.402420 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-031ac04b-6478-4ed5-a915-ba08c6f216ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:07.406902 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-031ac04b-6478-4ed5-a915-ba08c6f216ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:07.445753 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-031ac04b-6478-4ed5-a915-ba08c6f216ac admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a150479b1d51423fbadb8ada65df62e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2497041 Aug 18 12:24:07.446581 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031ac04b-6478-4ed5-a915-ba08c6f216ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=218cf74f-464f-42cd-b911-b7bb2cfa82b3,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:24:07.448622 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 41204) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:24:07.499262 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-66cbad02-294a-4692-89fe-f09731009161 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:07.519873 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-66cbad02-294a-4692-89fe-f09731009161 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:07.566749 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-66cbad02-294a-4692-89fe-f09731009161 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:07.569391 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-66cbad02-294a-4692-89fe-f09731009161 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:07.570575 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-66cbad02-294a-4692-89fe-f09731009161 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/218cf74f-464f-42cd-b911-b7bb2cfa82b3 HTTP/1.1" status: 204 len: 168 time: 0.1208658 Aug 18 12:24:07.579960 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cbad02-294a-4692-89fe-f09731009161 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=218cf74f-464f-42cd-b911-b7bb2cfa82b3,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:24:07.854657 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 41216) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:24:07.869224 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7e53f3e9-a371-4321-ad6a-62bd3fcd2614 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:07.963588 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7e53f3e9-a371-4321-ad6a-62bd3fcd2614 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:07.969415 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7e53f3e9-a371-4321-ad6a-62bd3fcd2614 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:08.007555 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-7e53f3e9-a371-4321-ad6a-62bd3fcd2614 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4aa09e37b9aa4e2ba19d17797677d8cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1515505 Aug 18 12:24:08.010211 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 41220) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:24:08.012153 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e53f3e9-a371-4321-ad6a-62bd3fcd2614 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3f9d36b-ec84-4a0b-9a3c-b94ef34c597c,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:24:08.063937 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3b0bdb41-9b0e-4c3f-bef5-8540fc64fcf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:08.085448 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3b0bdb41-9b0e-4c3f-bef5-8540fc64fcf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:08.133107 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3b0bdb41-9b0e-4c3f-bef5-8540fc64fcf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:08.135881 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3b0bdb41-9b0e-4c3f-bef5-8540fc64fcf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:08.137083 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-3b0bdb41-9b0e-4c3f-bef5-8540fc64fcf1 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d3f9d36b-ec84-4a0b-9a3c-b94ef34c597c HTTP/1.1" status: 204 len: 168 time: 0.1259766 Aug 18 12:24:08.145100 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0bdb41-9b0e-4c3f-bef5-8540fc64fcf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3f9d36b-ec84-4a0b-9a3c-b94ef34c597c,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:24:08.275224 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5e4f27-3931-477c-9dda-cdbca51d5410 req-b2612bf9-5fd5-4481-b6f6-93a105b85b52 tempest-TestServerMultinode-909897828 tempest-TestServerMultinode-909897828-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:24:08.282134 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-de5e4f27-3931-477c-9dda-cdbca51d5410 req-b2612bf9-5fd5-4481-b6f6-93a105b85b52 tempest-TestServerMultinode-909897828 tempest-TestServerMultinode-909897828-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=8b8db948-fb48-4d30-948c-5d758e10ff89 HTTP/1.1" status: 200 len: 1096 time: 0.0481000 Aug 18 12:24:08.302870 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:08.319444 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-de5e4f27-3931-477c-9dda-cdbca51d5410 req-7de873ce-ab44-4905-a4e3-924520bcb3e8 tempest-TestServerMultinode-909897828 tempest-TestServerMultinode-909897828-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=d08c5cd0-3e9c-432f-9f92-259d1b44d56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357962 Aug 18 12:24:08.435535 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771e771e-ae1b-4f40-b760-11210f4a24ef req-ef91e005-4f41-433d-b65c-eb2fa25c3fcb tempest-TestServerMultinode-909897828 tempest-TestServerMultinode-909897828-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:24:08.440905 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-771e771e-ae1b-4f40-b760-11210f4a24ef req-ef91e005-4f41-433d-b65c-eb2fa25c3fcb tempest-TestServerMultinode-909897828 tempest-TestServerMultinode-909897828-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=8b8db948-fb48-4d30-948c-5d758e10ff89 HTTP/1.1" status: 200 len: 1096 time: 0.0514405 Aug 18 12:24:08.475931 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-771e771e-ae1b-4f40-b760-11210f4a24ef req-d94c09c9-2995-4a49-b29f-6e049c446a9c tempest-TestServerMultinode-909897828 tempest-TestServerMultinode-909897828-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=d08c5cd0-3e9c-432f-9f92-259d1b44d56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291603 Aug 18 12:24:08.623423 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e74ce5-bf33-47da-ba33-8190baa9ee21 req-4dca2510-0067-42e0-88c2-fc8f071109a7 tempest-TestServerMultinode-909897828 tempest-TestServerMultinode-909897828-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:24:08.625017 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-46e74ce5-bf33-47da-ba33-8190baa9ee21 req-4dca2510-0067-42e0-88c2-fc8f071109a7 tempest-TestServerMultinode-909897828 tempest-TestServerMultinode-909897828-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=8b8db948-fb48-4d30-948c-5d758e10ff89 HTTP/1.1" status: 200 len: 1096 time: 0.0703392 Aug 18 12:24:08.670366 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-46e74ce5-bf33-47da-ba33-8190baa9ee21 req-cf770414-56fe-4405-8ab1-b12ea431010c tempest-TestServerMultinode-909897828 tempest-TestServerMultinode-909897828-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=d08c5cd0-3e9c-432f-9f92-259d1b44d56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355024 Aug 18 12:24:08.915538 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1283658e-cf31-4299-923b-7f0ece2c0e72 req-e430aa79-0f35-4b2d-8bcf-3c2c6fe833bd tempest-TestServerMultinode-909897828 tempest-TestServerMultinode-909897828-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:24:08.917143 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1283658e-cf31-4299-923b-7f0ece2c0e72 req-e430aa79-0f35-4b2d-8bcf-3c2c6fe833bd tempest-TestServerMultinode-909897828 tempest-TestServerMultinode-909897828-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=8b8db948-fb48-4d30-948c-5d758e10ff89 HTTP/1.1" status: 200 len: 1096 time: 0.0415003 Aug 18 12:24:08.955437 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1283658e-cf31-4299-923b-7f0ece2c0e72 req-2b33ba49-3f3a-42cd-a7db-1b2605554091 tempest-TestServerMultinode-909897828 tempest-TestServerMultinode-909897828-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=d08c5cd0-3e9c-432f-9f92-259d1b44d56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320663 Aug 18 12:24:10.097608 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca8423a-9314-4c8c-b080-05050dbf8e28 req-65728147-39f5-427a-80a0-f9d88b1f852c tempest-TestServerMultinode-909897828 tempest-TestServerMultinode-909897828-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:24:10.099191 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1ca8423a-9314-4c8c-b080-05050dbf8e28 req-65728147-39f5-427a-80a0-f9d88b1f852c tempest-TestServerMultinode-909897828 tempest-TestServerMultinode-909897828-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=8b8db948-fb48-4d30-948c-5d758e10ff89 HTTP/1.1" status: 200 len: 1096 time: 0.0444508 Aug 18 12:24:10.136309 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1ca8423a-9314-4c8c-b080-05050dbf8e28 req-cf0ff676-2497-408b-8e76-d3a534df414d tempest-TestServerMultinode-909897828 tempest-TestServerMultinode-909897828-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=d08c5cd0-3e9c-432f-9f92-259d1b44d56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302980 Aug 18 12:24:10.182750 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bff63c-8473-4d89-9b71-93cf72c9b351 req-ab839ad9-e00b-4284-bd43-181422c28974 tempest-TestServerMultinode-909897828 tempest-TestServerMultinode-909897828-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:24:10.184270 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-05bff63c-8473-4d89-9b71-93cf72c9b351 req-ab839ad9-e00b-4284-bd43-181422c28974 tempest-TestServerMultinode-909897828 tempest-TestServerMultinode-909897828-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=8b8db948-fb48-4d30-948c-5d758e10ff89 HTTP/1.1" status: 200 len: 1096 time: 0.0429211 Aug 18 12:24:10.270544 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-05bff63c-8473-4d89-9b71-93cf72c9b351 req-9157171b-a672-4ef1-ab93-58f349694032 tempest-TestServerMultinode-909897828 tempest-TestServerMultinode-909897828-project-admin] Deleting port aa656aa4-de99-49b4-8bd2-3a797196f664 {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:24:10.270796 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-05bff63c-8473-4d89-9b71-93cf72c9b351 req-9157171b-a672-4ef1-ab93-58f349694032 tempest-TestServerMultinode-909897828 tempest-TestServerMultinode-909897828-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:10.352725 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-05bff63c-8473-4d89-9b71-93cf72c9b351 req-9157171b-a672-4ef1-ab93-58f349694032 tempest-TestServerMultinode-909897828 tempest-TestServerMultinode-909897828-project-admin] For port aa656aa4-de99-49b4-8bd2-3a797196f664, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=aa656aa4-de99-49b4-8bd2-3a797196f664,segment=NetworkSegment(413ac27d-b0a3-49b3-98a5-c26dbb3f1cda),segment_id=413ac27d-b0a3-49b3-98a5-c26dbb3f1cda)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:24:10.353067 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-05bff63c-8473-4d89-9b71-93cf72c9b351 req-9157171b-a672-4ef1-ab93-58f349694032 tempest-TestServerMultinode-909897828 tempest-TestServerMultinode-909897828-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:10.366122 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-05bff63c-8473-4d89-9b71-93cf72c9b351 req-9157171b-a672-4ef1-ab93-58f349694032 tempest-TestServerMultinode-909897828 tempest-TestServerMultinode-909897828-project-admin] Calling delete_port for aa656aa4-de99-49b4-8bd2-3a797196f664 owned by compute:nova {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:24:10.513929 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-05bff63c-8473-4d89-9b71-93cf72c9b351 req-9157171b-a672-4ef1-ab93-58f349694032 tempest-TestServerMultinode-909897828 tempest-TestServerMultinode-909897828-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:10.527394 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] get_ports_and_sgs() called for port_ids ['aa656aa4-de99-49b4-8bd2-3a797196f664'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:24:10.530333 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] get_ports_and_sgs() called for port_ids ['d388fe35-859d-4ee0-8c45-0b1951d6dc53'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:24:10.545394 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9157171b-a672-4ef1-ab93-58f349694032 tempest-TestServerMultinode-909897828 tempest-TestServerMultinode-909897828-project-admin] Pushing event deleted for resources: {'Port': ['ID=aa656aa4-de99-49b4-8bd2-3a797196f664,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:24:10.553740 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9157171b-a672-4ef1-ab93-58f349694032 tempest-TestServerMultinode-909897828 tempest-TestServerMultinode-909897828-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:24:10.554155 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9157171b-a672-4ef1-ab93-58f349694032 tempest-TestServerMultinode-909897828 tempest-TestServerMultinode-909897828-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:24:10.554508 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9157171b-a672-4ef1-ab93-58f349694032 tempest-TestServerMultinode-909897828 tempest-TestServerMultinode-909897828-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:24:10.554851 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9157171b-a672-4ef1-ab93-58f349694032 tempest-TestServerMultinode-909897828 tempest-TestServerMultinode-909897828-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:24:10.555191 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9157171b-a672-4ef1-ab93-58f349694032 tempest-TestServerMultinode-909897828 tempest-TestServerMultinode-909897828-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:24:10.555527 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9157171b-a672-4ef1-ab93-58f349694032 tempest-TestServerMultinode-909897828 tempest-TestServerMultinode-909897828-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:24:10.555858 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9157171b-a672-4ef1-ab93-58f349694032 tempest-TestServerMultinode-909897828 tempest-TestServerMultinode-909897828-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:24:10.556189 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9157171b-a672-4ef1-ab93-58f349694032 tempest-TestServerMultinode-909897828 tempest-TestServerMultinode-909897828-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:24:10.556536 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9157171b-a672-4ef1-ab93-58f349694032 tempest-TestServerMultinode-909897828 tempest-TestServerMultinode-909897828-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:24:10.556864 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9157171b-a672-4ef1-ab93-58f349694032 tempest-TestServerMultinode-909897828 tempest-TestServerMultinode-909897828-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:24:10.557195 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9157171b-a672-4ef1-ab93-58f349694032 tempest-TestServerMultinode-909897828 tempest-TestServerMultinode-909897828-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:24:10.557522 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9157171b-a672-4ef1-ab93-58f349694032 tempest-TestServerMultinode-909897828 tempest-TestServerMultinode-909897828-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:24:10.610230 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-05bff63c-8473-4d89-9b71-93cf72c9b351 req-9157171b-a672-4ef1-ab93-58f349694032 tempest-TestServerMultinode-909897828 tempest-TestServerMultinode-909897828-project-admin] No DVR routers for this DVR port aa656aa4-de99-49b4-8bd2-3a797196f664 on host n-h1-804985-2 {{(pid=106252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:24:10.614000 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-05bff63c-8473-4d89-9b71-93cf72c9b351 req-9157171b-a672-4ef1-ab93-58f349694032 tempest-TestServerMultinode-909897828 tempest-TestServerMultinode-909897828-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:10.616634 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-05bff63c-8473-4d89-9b71-93cf72c9b351 req-9157171b-a672-4ef1-ab93-58f349694032 tempest-TestServerMultinode-909897828 tempest-TestServerMultinode-909897828-project-admin] 10.222.0.63 "DELETE /v2.0/ports/aa656aa4-de99-49b4-8bd2-3a797196f664 HTTP/1.1" status: 204 len: 173 time: 0.4255629 Aug 18 12:24:10.617168 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b8db948-fb48-4d30-948c-5d758e10ff89', 'name': 'network-vif-deleted', 'tag': 'aa656aa4-de99-49b4-8bd2-3a797196f664'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:24:10.630846 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd9ab49b-e898-463d-9110-0d90fca2773c" -d '{"events": [{"server_uuid": "8b8db948-fb48-4d30-948c-5d758e10ff89", "name": "network-vif-deleted", "tag": "aa656aa4-de99-49b4-8bd2-3a797196f664"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:24:10.736063 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:24:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d181e0f3-f44e-471d-8b5b-b354cefc6ed3 x-openstack-request-id: req-d181e0f3-f44e-471d-8b5b-b354cefc6ed3 {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:24:10.736431 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b8db948-fb48-4d30-948c-5d758e10ff89", "name": "network-vif-deleted", "tag": "aa656aa4-de99-49b4-8bd2-3a797196f664", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:24:10.736768 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d181e0f3-f44e-471d-8b5b-b354cefc6ed3 {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:24:10.737245 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b8db948-fb48-4d30-948c-5d758e10ff89', 'name': 'network-vif-deleted', 'tag': 'aa656aa4-de99-49b4-8bd2-3a797196f664', 'status': 'completed', 'code': 200} Aug 18 12:24:11.270416 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ee8c34f8-7a61-4944-bba8-ce0c4bdd1f66 req-c581b133-43cd-481e-8e14-c3f7a4dfaba7 tempest-TestServerMultinode-909897828 tempest-TestServerMultinode-909897828-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=8b8db948-fb48-4d30-948c-5d758e10ff89 HTTP/1.1" status: 200 len: 210 time: 0.0271351 Aug 18 12:24:12.551305 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa1ac1b-5c6f-442d-9c63-9c37799a3510 req-78f7454e-6022-421b-b7ba-f5e72396aabd tempest-TestServerMultinode-909897828 tempest-TestServerMultinode-909897828-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:24:12.552908 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-daa1ac1b-5c6f-442d-9c63-9c37799a3510 req-78f7454e-6022-421b-b7ba-f5e72396aabd tempest-TestServerMultinode-909897828 tempest-TestServerMultinode-909897828-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=f70b0cd1-2df7-46fe-af17-fce939e0b6c7 HTTP/1.1" status: 200 len: 1096 time: 0.0453820 Aug 18 12:24:12.588358 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-daa1ac1b-5c6f-442d-9c63-9c37799a3510 req-e16b8e96-3c2a-41c6-8ed6-48d8e0f01586 tempest-TestServerMultinode-909897828 tempest-TestServerMultinode-909897828-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=d08c5cd0-3e9c-432f-9f92-259d1b44d56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292251 Aug 18 12:24:13.708177 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74c7645-4155-4fdc-9534-cf20bdcb3013 req-5e86ce31-2e46-4caf-a782-50233507e963 tempest-TestServerMultinode-909897828 tempest-TestServerMultinode-909897828-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:24:13.709878 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a74c7645-4155-4fdc-9534-cf20bdcb3013 req-5e86ce31-2e46-4caf-a782-50233507e963 tempest-TestServerMultinode-909897828 tempest-TestServerMultinode-909897828-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=f70b0cd1-2df7-46fe-af17-fce939e0b6c7 HTTP/1.1" status: 200 len: 1096 time: 0.0424972 Aug 18 12:24:13.746571 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a74c7645-4155-4fdc-9534-cf20bdcb3013 req-3236d2c0-8d2c-4a51-bf31-0e50e8ef8861 tempest-TestServerMultinode-909897828 tempest-TestServerMultinode-909897828-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=d08c5cd0-3e9c-432f-9f92-259d1b44d56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294321 Aug 18 12:24:13.853844 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51147a6d-48ba-46b1-a6f6-8234f36e7ab1 req-0f55071a-36c8-44dc-a9ed-32489187570a tempest-TestServerMultinode-909897828 tempest-TestServerMultinode-909897828-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:24:13.855368 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-51147a6d-48ba-46b1-a6f6-8234f36e7ab1 req-0f55071a-36c8-44dc-a9ed-32489187570a tempest-TestServerMultinode-909897828 tempest-TestServerMultinode-909897828-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=f70b0cd1-2df7-46fe-af17-fce939e0b6c7 HTTP/1.1" status: 200 len: 1096 time: 0.0430100 Aug 18 12:24:13.942295 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-51147a6d-48ba-46b1-a6f6-8234f36e7ab1 req-3b3bcf17-6d2b-47a2-9cdf-25351d2f6c9a tempest-TestServerMultinode-909897828 tempest-TestServerMultinode-909897828-project-admin] Deleting port d388fe35-859d-4ee0-8c45-0b1951d6dc53 {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:24:13.942509 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-51147a6d-48ba-46b1-a6f6-8234f36e7ab1 req-3b3bcf17-6d2b-47a2-9cdf-25351d2f6c9a tempest-TestServerMultinode-909897828 tempest-TestServerMultinode-909897828-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:14.020517 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-51147a6d-48ba-46b1-a6f6-8234f36e7ab1 req-3b3bcf17-6d2b-47a2-9cdf-25351d2f6c9a tempest-TestServerMultinode-909897828 tempest-TestServerMultinode-909897828-project-admin] For port d388fe35-859d-4ee0-8c45-0b1951d6dc53, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=d388fe35-859d-4ee0-8c45-0b1951d6dc53,segment=NetworkSegment(413ac27d-b0a3-49b3-98a5-c26dbb3f1cda),segment_id=413ac27d-b0a3-49b3-98a5-c26dbb3f1cda)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:24:14.020906 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-51147a6d-48ba-46b1-a6f6-8234f36e7ab1 req-3b3bcf17-6d2b-47a2-9cdf-25351d2f6c9a tempest-TestServerMultinode-909897828 tempest-TestServerMultinode-909897828-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:14.033187 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-51147a6d-48ba-46b1-a6f6-8234f36e7ab1 req-3b3bcf17-6d2b-47a2-9cdf-25351d2f6c9a tempest-TestServerMultinode-909897828 tempest-TestServerMultinode-909897828-project-admin] Calling delete_port for d388fe35-859d-4ee0-8c45-0b1951d6dc53 owned by compute:nova {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:24:14.173597 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-51147a6d-48ba-46b1-a6f6-8234f36e7ab1 req-3b3bcf17-6d2b-47a2-9cdf-25351d2f6c9a tempest-TestServerMultinode-909897828 tempest-TestServerMultinode-909897828-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:14.186426 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] get_ports_and_sgs() called for port_ids ['d388fe35-859d-4ee0-8c45-0b1951d6dc53'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:24:14.203892 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3bcf17-6d2b-47a2-9cdf-25351d2f6c9a tempest-TestServerMultinode-909897828 tempest-TestServerMultinode-909897828-project-admin] Pushing event deleted for resources: {'Port': ['ID=d388fe35-859d-4ee0-8c45-0b1951d6dc53,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:24:14.250175 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device aa656aa4-de99-49b4-8bd2-3a797196f664 no longer exists at agent hyperv_n-h1-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:24:14.264272 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-51147a6d-48ba-46b1-a6f6-8234f36e7ab1 req-3b3bcf17-6d2b-47a2-9cdf-25351d2f6c9a tempest-TestServerMultinode-909897828 tempest-TestServerMultinode-909897828-project-admin] No DVR routers for this DVR port d388fe35-859d-4ee0-8c45-0b1951d6dc53 on host n-h2-804985-2 {{(pid=106252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:24:14.267834 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-51147a6d-48ba-46b1-a6f6-8234f36e7ab1 req-3b3bcf17-6d2b-47a2-9cdf-25351d2f6c9a tempest-TestServerMultinode-909897828 tempest-TestServerMultinode-909897828-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:14.271471 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-51147a6d-48ba-46b1-a6f6-8234f36e7ab1 req-3b3bcf17-6d2b-47a2-9cdf-25351d2f6c9a tempest-TestServerMultinode-909897828 tempest-TestServerMultinode-909897828-project-admin] 10.222.0.62 "DELETE /v2.0/ports/d388fe35-859d-4ee0-8c45-0b1951d6dc53 HTTP/1.1" status: 204 len: 173 time: 0.4078569 Aug 18 12:24:14.272259 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f70b0cd1-2df7-46fe-af17-fce939e0b6c7', 'name': 'network-vif-deleted', 'tag': 'd388fe35-859d-4ee0-8c45-0b1951d6dc53'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:24:14.276200 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b58e53d-5da8-4591-a505-38695231e844" -d '{"events": [{"server_uuid": "f70b0cd1-2df7-46fe-af17-fce939e0b6c7", "name": "network-vif-deleted", "tag": "d388fe35-859d-4ee0-8c45-0b1951d6dc53"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:24:14.284905 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] No Port match for: aa656aa4-de99-49b4-8bd2-3a797196f664 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:24:14.285535 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device aa656aa4-de99-49b4-8bd2-3a797196f664 not bound to the agent host n-h1-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:24:14.339564 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:24:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f896490b-1c4a-44ee-a613-2857b13cf909 x-openstack-request-id: req-f896490b-1c4a-44ee-a613-2857b13cf909 {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:24:14.339863 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f70b0cd1-2df7-46fe-af17-fce939e0b6c7", "name": "network-vif-deleted", "tag": "d388fe35-859d-4ee0-8c45-0b1951d6dc53", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:24:14.340113 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f896490b-1c4a-44ee-a613-2857b13cf909 {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:24:14.340571 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f70b0cd1-2df7-46fe-af17-fce939e0b6c7', 'name': 'network-vif-deleted', 'tag': 'd388fe35-859d-4ee0-8c45-0b1951d6dc53', 'status': 'completed', 'code': 200} Aug 18 12:24:14.888343 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d7baf309-57a9-43aa-898a-f4b36ce3e0e7 req-17ef0e24-3b06-45fd-98bb-3707536e08ca tempest-TestServerMultinode-909897828 tempest-TestServerMultinode-909897828-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=f70b0cd1-2df7-46fe-af17-fce939e0b6c7 HTTP/1.1" status: 200 len: 210 time: 0.0305576 Aug 18 12:24:15.954818 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 41382) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:24:16.357236 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2b22ea22-afe6-4be2-9aa1-e50e2b04aed4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-996815'] for router_interface, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:16.628166 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-2b22ea22-afe6-4be2-9aa1-e50e2b04aed4 admin admin] Deleting port ce2dd8d9-af7b-4291-9455-082d406f6738 {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:24:16.628510 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2b22ea22-afe6-4be2-9aa1-e50e2b04aed4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:16.723202 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [None req-2b22ea22-afe6-4be2-9aa1-e50e2b04aed4 admin admin] For port ce2dd8d9-af7b-4291-9455-082d406f6738, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=ce2dd8d9-af7b-4291-9455-082d406f6738,segment=NetworkSegment(413ac27d-b0a3-49b3-98a5-c26dbb3f1cda),segment_id=413ac27d-b0a3-49b3-98a5-c26dbb3f1cda)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:24:16.723574 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2b22ea22-afe6-4be2-9aa1-e50e2b04aed4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:16.738997 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-2b22ea22-afe6-4be2-9aa1-e50e2b04aed4 admin admin] Calling delete_port for ce2dd8d9-af7b-4291-9455-082d406f6738 owned by network:router_interface {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:24:16.958570 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2b22ea22-afe6-4be2-9aa1-e50e2b04aed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:16.991017 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b22ea22-afe6-4be2-9aa1-e50e2b04aed4 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce2dd8d9-af7b-4291-9455-082d406f6738,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:24:17.206780 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2b22ea22-afe6-4be2-9aa1-e50e2b04aed4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953695'] for router_interface, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:17.453564 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b22ea22-afe6-4be2-9aa1-e50e2b04aed4 admin admin] Router 89fc2d3c-688a-4b9e-a61e-d0f9c11d1e26 has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:24:17.567990 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b22ea22-afe6-4be2-9aa1-e50e2b04aed4 admin admin] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:24:17.575539 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-2b22ea22-afe6-4be2-9aa1-e50e2b04aed4 admin admin] 10.222.0.66 "PUT /v2.0/routers/89fc2d3c-688a-4b9e-a61e-d0f9c11d1e26/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6214309 Aug 18 12:24:17.578289 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 41412) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:24:17.581693 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5decaae3-43c9-4af8-85dd-fdc464850732 None None] Sync routers for ids ['89fc2d3c-688a-4b9e-a61e-d0f9c11d1e26'] in n-d-804985-2 {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:24:17.593418 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5decaae3-43c9-4af8-85dd-fdc464850732 None None] Routers {'89fc2d3c-688a-4b9e-a61e-d0f9c11d1e26'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:24:17.594189 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-5decaae3-43c9-4af8-85dd-fdc464850732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:23:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['89fc2d3c-688a-4b9e-a61e-d0f9c11d1e26'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:24:17.708332 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b7bf4dc8-ffb9-4dcf-a4ed-844f04725c14 admin admin] Notify callbacks [] for router, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:17.738404 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-5decaae3-43c9-4af8-85dd-fdc464850732 None None] Set router 89fc2d3c-688a-4b9e-a61e-d0f9c11d1e26 gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:24:17.820409 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b7bf4dc8-ffb9-4dcf-a4ed-844f04725c14 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:17.879829 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-b7bf4dc8-ffb9-4dcf-a4ed-844f04725c14 admin admin] Deleting port c20cd0c7-06d8-40dc-8ca2-dd9b1e8de77f {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:24:17.880506 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b7bf4dc8-ffb9-4dcf-a4ed-844f04725c14 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:17.971625 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-5decaae3-43c9-4af8-85dd-fdc464850732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89fc2d3c-688a-4b9e-a61e-d0f9c11d1e26', 'name': 'tempest-TestServerMultinode-1590541155-router', 'tenant_id': '595d0448a32a4cafa99d46824ae5f612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.135'}], 'enable_snat': True}, 'gw_port_id': 'c20cd0c7-06d8-40dc-8ca2-dd9b1e8de77f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:23:30Z', 'updated_at': '2021-08-18T12:24:16Z', 'revision_number': 5, 'project_id': '595d0448a32a4cafa99d46824ae5f612', 'gw_port': {'id': 'c20cd0c7-06d8-40dc-8ca2-dd9b1e8de77f', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:86:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89fc2d3c-688a-4b9e-a61e-d0f9c11d1e26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3687, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:23:31Z', 'updated_at': '2021-08-18T12:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:24:17.983678 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [None req-b7bf4dc8-ffb9-4dcf-a4ed-844f04725c14 admin admin] For port c20cd0c7-06d8-40dc-8ca2-dd9b1e8de77f, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=c20cd0c7-06d8-40dc-8ca2-dd9b1e8de77f,segment=NetworkSegment(c5a3db9d-5c58-41b1-9177-d5787a597b78),segment_id=c5a3db9d-5c58-41b1-9177-d5787a597b78)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:24:17.984038 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b7bf4dc8-ffb9-4dcf-a4ed-844f04725c14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:17.996320 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-b7bf4dc8-ffb9-4dcf-a4ed-844f04725c14 admin admin] Calling delete_port for c20cd0c7-06d8-40dc-8ca2-dd9b1e8de77f owned by network:router_gateway {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:24:18.003610 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5decaae3-43c9-4af8-85dd-fdc464850732 None None] Checking router: 89fc2d3c-688a-4b9e-a61e-d0f9c11d1e26 for host: n-d-804985-2 {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:24:18.014521 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5decaae3-43c9-4af8-85dd-fdc464850732 None None] Routers {'89fc2d3c-688a-4b9e-a61e-d0f9c11d1e26'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:24:18.015350 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-5decaae3-43c9-4af8-85dd-fdc464850732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:23:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['89fc2d3c-688a-4b9e-a61e-d0f9c11d1e26'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:24:18.155798 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-5decaae3-43c9-4af8-85dd-fdc464850732 None None] Set router 89fc2d3c-688a-4b9e-a61e-d0f9c11d1e26 gateway port host: None {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:24:18.233723 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-5decaae3-43c9-4af8-85dd-fdc464850732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89fc2d3c-688a-4b9e-a61e-d0f9c11d1e26', 'name': 'tempest-TestServerMultinode-1590541155-router', 'tenant_id': '595d0448a32a4cafa99d46824ae5f612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:23:30Z', 'updated_at': '2021-08-18T12:24:17Z', 'revision_number': 6, 'project_id': '595d0448a32a4cafa99d46824ae5f612', 'gw_port_host': None}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:24:18.249428 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b7bf4dc8-ffb9-4dcf-a4ed-844f04725c14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:18.290186 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bf4dc8-ffb9-4dcf-a4ed-844f04725c14 admin admin] Pushing event deleted for resources: {'Port': ['ID=c20cd0c7-06d8-40dc-8ca2-dd9b1e8de77f,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:24:18.298038 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5decaae3-43c9-4af8-85dd-fdc464850732 None None] The sync data for ids ['89fc2d3c-688a-4b9e-a61e-d0f9c11d1e26'] in n-d-804985-2 is: [{'id': '89fc2d3c-688a-4b9e-a61e-d0f9c11d1e26', 'name': 'tempest-TestServerMultinode-1590541155-router', 'tenant_id': '595d0448a32a4cafa99d46824ae5f612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:23:30Z', 'updated_at': '2021-08-18T12:24:17Z', 'revision_number': 6, 'project_id': '595d0448a32a4cafa99d46824ae5f612', 'gw_port_host': None}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:24:18.303034 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bf4dc8-ffb9-4dcf-a4ed-844f04725c14 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:24:18.303690 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bf4dc8-ffb9-4dcf-a4ed-844f04725c14 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:24:18.304056 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bf4dc8-ffb9-4dcf-a4ed-844f04725c14 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:24:18.305336 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bf4dc8-ffb9-4dcf-a4ed-844f04725c14 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:24:18.305336 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bf4dc8-ffb9-4dcf-a4ed-844f04725c14 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:24:18.305336 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bf4dc8-ffb9-4dcf-a4ed-844f04725c14 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:24:18.305713 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bf4dc8-ffb9-4dcf-a4ed-844f04725c14 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:24:18.305977 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bf4dc8-ffb9-4dcf-a4ed-844f04725c14 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:24:18.306299 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bf4dc8-ffb9-4dcf-a4ed-844f04725c14 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:24:18.306621 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bf4dc8-ffb9-4dcf-a4ed-844f04725c14 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:24:18.306933 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bf4dc8-ffb9-4dcf-a4ed-844f04725c14 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:24:18.307243 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bf4dc8-ffb9-4dcf-a4ed-844f04725c14 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:24:18.318336 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device d388fe35-859d-4ee0-8c45-0b1951d6dc53 no longer exists at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:24:18.369686 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] No Port match for: d388fe35-859d-4ee0-8c45-0b1951d6dc53 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:24:18.370634 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device d388fe35-859d-4ee0-8c45-0b1951d6dc53 not bound to the agent host n-h2-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:24:18.395828 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 41430) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:24:18.421577 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b7bf4dc8-ffb9-4dcf-a4ed-844f04725c14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-997271'] for router_gateway, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:18.501058 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-69bc49bf-2df0-41ca-8eb0-daa2646cb07e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:18.529576 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ca86b218-144b-4a37-b8a2-ca2e62b9e81a admin admin] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:18.569798 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b7bf4dc8-ffb9-4dcf-a4ed-844f04725c14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-996004', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15859'] for router, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:18.572388 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b7bf4dc8-ffb9-4dcf-a4ed-844f04725c14 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:18.629625 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ca86b218-144b-4a37-b8a2-ca2e62b9e81a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:18.638367 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ca86b218-144b-4a37-b8a2-ca2e62b9e81a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:18.684968 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-ca86b218-144b-4a37-b8a2-ca2e62b9e81a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c539cd8781144c16920235830631a918&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2878630 Aug 18 12:24:18.685914 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca86b218-144b-4a37-b8a2-ca2e62b9e81a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ffc37da-88ce-45ea-8324-86196aea3bf4,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:24:18.688262 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 41438) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:24:18.758815 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c81a7219-df43-4ed6-9318-b0add8e89fc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:18.790358 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c81a7219-df43-4ed6-9318-b0add8e89fc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:18.861703 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c81a7219-df43-4ed6-9318-b0add8e89fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:18.871856 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c81a7219-df43-4ed6-9318-b0add8e89fc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:18.875825 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-c81a7219-df43-4ed6-9318-b0add8e89fc3 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/7ffc37da-88ce-45ea-8324-86196aea3bf4 HTTP/1.1" status: 204 len: 168 time: 0.1836133 Aug 18 12:24:18.882809 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81a7219-df43-4ed6-9318-b0add8e89fc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ffc37da-88ce-45ea-8324-86196aea3bf4,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:24:19.000429 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b7bf4dc8-ffb9-4dcf-a4ed-844f04725c14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-996061'] for router, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:19.001828 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7bf4dc8-ffb9-4dcf-a4ed-844f04725c14 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 89fc2d3c-688a-4b9e-a61e-d0f9c11d1e26 {{(pid=106253) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 12:24:19.006291 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b7bf4dc8-ffb9-4dcf-a4ed-844f04725c14 admin admin] Notify callbacks [] for router, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:19.007626 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-b7bf4dc8-ffb9-4dcf-a4ed-844f04725c14 admin admin] 10.222.0.66 "DELETE /v2.0/routers/89fc2d3c-688a-4b9e-a61e-d0f9c11d1e26 HTTP/1.1" status: 204 len: 168 time: 1.4283514 Aug 18 12:24:19.011309 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 41444) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:24:19.070562 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1db4d16-f4e8-4d97-9c1d-cb978299a28b admin admin] Deleting subnet 235bb850-98b6-4700-9c70-2050a9a0ef2a {{(pid=106252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 12:24:19.073863 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e1db4d16-f4e8-4d97-9c1d-cb978299a28b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:19.111306 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e1db4d16-f4e8-4d97-9c1d-cb978299a28b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2221528'] for subnet, precommit_delete_associations {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:19.214363 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e1db4d16-f4e8-4d97-9c1d-cb978299a28b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:19.290501 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e1db4d16-f4e8-4d97-9c1d-cb978299a28b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3572848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59074100'] for subnet, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:19.329965 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1db4d16-f4e8-4d97-9c1d-cb978299a28b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=235bb850-98b6-4700-9c70-2050a9a0ef2a,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:24:19.349425 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e1db4d16-f4e8-4d97-9c1d-cb978299a28b admin admin] Notify callbacks [] for subnet, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:19.350136 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5ba0f05-1a5c-4ed4-817b-8793e0d5b964 None None] Network ec66e735-6812-4152-8901-06c6cff3ab85 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:24:19.351435 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-e1db4d16-f4e8-4d97-9c1d-cb978299a28b admin admin] 10.222.0.66 "DELETE /v2.0/subnets/235bb850-98b6-4700-9c70-2050a9a0ef2a HTTP/1.1" status: 204 len: 168 time: 0.3390872 Aug 18 12:24:19.354126 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 41462) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:24:19.459780 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-460272b5-dec8-4bb0-a308-cc056c87a986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7904109'] for network, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:19.537576 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-460272b5-dec8-4bb0-a308-cc056c87a986 admin admin] Deleting port f109e54d-0fe2-4fbc-8a0a-ae09736359c4 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:24:19.537749 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-460272b5-dec8-4bb0-a308-cc056c87a986 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:19.558846 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9f71195-d19f-4c62-bda9-8df18e0e9032 None None] DHCP port deletion for ec66e735-6812-4152-8901-06c6cff3ab85 request from n-d-804985-2 {{(pid=106254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 12:24:19.612761 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [None req-460272b5-dec8-4bb0-a308-cc056c87a986 admin admin] For port f109e54d-0fe2-4fbc-8a0a-ae09736359c4, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=f109e54d-0fe2-4fbc-8a0a-ae09736359c4,segment=NetworkSegment(413ac27d-b0a3-49b3-98a5-c26dbb3f1cda),segment_id=413ac27d-b0a3-49b3-98a5-c26dbb3f1cda)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:24:19.613301 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-460272b5-dec8-4bb0-a308-cc056c87a986 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:19.628267 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-460272b5-dec8-4bb0-a308-cc056c87a986 admin admin] Calling delete_port for f109e54d-0fe2-4fbc-8a0a-ae09736359c4 owned by network:dhcp {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:24:19.632012 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-f9f71195-d19f-4c62-bda9-8df18e0e9032 None None] Deleting port f109e54d-0fe2-4fbc-8a0a-ae09736359c4 {{(pid=106254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:24:19.632462 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-f9f71195-d19f-4c62-bda9-8df18e0e9032 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:19.737892 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-f9f71195-d19f-4c62-bda9-8df18e0e9032 None None] For port f109e54d-0fe2-4fbc-8a0a-ae09736359c4, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=f109e54d-0fe2-4fbc-8a0a-ae09736359c4,segment=NetworkSegment(413ac27d-b0a3-49b3-98a5-c26dbb3f1cda),segment_id=413ac27d-b0a3-49b3-98a5-c26dbb3f1cda)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:24:19.738291 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-f9f71195-d19f-4c62-bda9-8df18e0e9032 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:19.753701 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-f9f71195-d19f-4c62-bda9-8df18e0e9032 None None] Calling delete_port for f109e54d-0fe2-4fbc-8a0a-ae09736359c4 owned by network:dhcp {{(pid=106254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:24:19.770022 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-460272b5-dec8-4bb0-a308-cc056c87a986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:19.801467 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460272b5-dec8-4bb0-a308-cc056c87a986 admin admin] Pushing event deleted for resources: {'Port': ['ID=f109e54d-0fe2-4fbc-8a0a-ae09736359c4,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:24:19.805194 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-460272b5-dec8-4bb0-a308-cc056c87a986 admin admin] No DVR routers for this DVR port f109e54d-0fe2-4fbc-8a0a-ae09736359c4 on host n-d-804985-2 {{(pid=106253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:24:19.826746 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device f109e54d-0fe2-4fbc-8a0a-ae09736359c4 no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:24:19.864758 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: f109e54d-0fe2-4fbc-8a0a-ae09736359c4 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:24:19.865393 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device f109e54d-0fe2-4fbc-8a0a-ae09736359c4 not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:24:19.865967 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device ce2dd8d9-af7b-4291-9455-082d406f6738 no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:24:19.889734 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: ce2dd8d9-af7b-4291-9455-082d406f6738 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:24:19.890211 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-460272b5-dec8-4bb0-a308-cc056c87a986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8367869', 'neutron.services.segments.db._delete_segments_for_network-8789151212993'] for network, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:19.890530 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device ce2dd8d9-af7b-4291-9455-082d406f6738 not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:24:19.892241 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device c20cd0c7-06d8-40dc-8ca2-dd9b1e8de77f no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:24:19.905965 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-460272b5-dec8-4bb0-a308-cc056c87a986 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec66e735-6812-4152-8901-06c6cff3ab85']}} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:24:19.914516 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: c20cd0c7-06d8-40dc-8ca2-dd9b1e8de77f {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:24:19.915247 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device c20cd0c7-06d8-40dc-8ca2-dd9b1e8de77f not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:24:19.920122 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-460272b5-dec8-4bb0-a308-cc056c87a986 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '413ac27d-b0a3-49b3-98a5-c26dbb3f1cda') {'for_net_delete': True} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:24:19.920636 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-460272b5-dec8-4bb0-a308-cc056c87a986 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '413ac27d-b0a3-49b3-98a5-c26dbb3f1cda') {} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:24:19.933936 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-460272b5-dec8-4bb0-a308-cc056c87a986 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789151225254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902236'] for segment, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:19.952403 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-460272b5-dec8-4bb0-a308-cc056c87a986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:19.959120 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-460272b5-dec8-4bb0-a308-cc056c87a986 admin admin] Releasing vlan 814 on physical network physnet1 to pool {{(pid=106253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:24:19.959858 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-460272b5-dec8-4bb0-a308-cc056c87a986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58900537'] for segment, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:19.961676 n-d-804985-2 neutron-server[106253]: Traceback (most recent call last): Aug 18 12:24:19.961676 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:24:19.961676 n-d-804985-2 neutron-server[106253]: timer() Aug 18 12:24:19.961676 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:24:19.961676 n-d-804985-2 neutron-server[106253]: cb(*args, **kw) Aug 18 12:24:19.961676 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:24:19.961676 n-d-804985-2 neutron-server[106253]: return func(*args, **kwargs) Aug 18 12:24:19.961676 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:24:19.961676 n-d-804985-2 neutron-server[106253]: self._notify() Aug 18 12:24:19.961676 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:24:19.961676 n-d-804985-2 neutron-server[106253]: self.callback(batched_events) Aug 18 12:24:19.961676 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:24:19.961676 n-d-804985-2 neutron-server[106253]: event.method(event) Aug 18 12:24:19.961676 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:24:19.961676 n-d-804985-2 neutron-server[106253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:24:19.961676 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:24:19.961676 n-d-804985-2 neutron-server[106253]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:24:19.961676 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:24:19.961676 n-d-804985-2 neutron-server[106253]: return f(self, *a, **k) Aug 18 12:24:19.961676 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:24:19.961676 n-d-804985-2 neutron-server[106253]: return self._get(url).json() Aug 18 12:24:19.961676 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:24:19.961676 n-d-804985-2 neutron-server[106253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:24:19.961676 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:24:19.961676 n-d-804985-2 neutron-server[106253]: return self.request(url, 'GET', **kwargs) Aug 18 12:24:19.961676 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:24:19.961676 n-d-804985-2 neutron-server[106253]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:24:19.961676 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:24:19.961676 n-d-804985-2 neutron-server[106253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:24:19.961676 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:24:19.961676 n-d-804985-2 neutron-server[106253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:24:19.961676 n-d-804985-2 neutron-server[106253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:24:19.966435 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-f9f71195-d19f-4c62-bda9-8df18e0e9032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556'] for port, after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:20.012510 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f71195-d19f-4c62-bda9-8df18e0e9032 None None] Pushing event deleted for resources: {'Port': ['ID=f109e54d-0fe2-4fbc-8a0a-ae09736359c4,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:24:20.024993 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f71195-d19f-4c62-bda9-8df18e0e9032 None None] No DVR routers for this DVR port f109e54d-0fe2-4fbc-8a0a-ae09736359c4 on host n-d-804985-2 {{(pid=106254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:24:20.026691 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-460272b5-dec8-4bb0-a308-cc056c87a986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8367858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997186'] for network, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:20.028811 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f71195-d19f-4c62-bda9-8df18e0e9032 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:24:20.030210 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f71195-d19f-4c62-bda9-8df18e0e9032 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:24:20.030770 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f71195-d19f-4c62-bda9-8df18e0e9032 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:24:20.031290 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f71195-d19f-4c62-bda9-8df18e0e9032 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:24:20.031504 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f71195-d19f-4c62-bda9-8df18e0e9032 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:24:20.032101 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f71195-d19f-4c62-bda9-8df18e0e9032 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:24:20.032625 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f71195-d19f-4c62-bda9-8df18e0e9032 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:24:20.033053 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f71195-d19f-4c62-bda9-8df18e0e9032 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:24:20.033314 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f71195-d19f-4c62-bda9-8df18e0e9032 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:24:20.033716 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f71195-d19f-4c62-bda9-8df18e0e9032 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:24:20.033948 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f71195-d19f-4c62-bda9-8df18e0e9032 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:24:20.034262 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f71195-d19f-4c62-bda9-8df18e0e9032 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:24:20.051418 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-460272b5-dec8-4bb0-a308-cc056c87a986 admin admin] Notify callbacks [] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:20.053536 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-460272b5-dec8-4bb0-a308-cc056c87a986 admin admin] 10.222.0.66 "DELETE /v2.0/networks/ec66e735-6812-4152-8901-06c6cff3ab85 HTTP/1.1" status: 204 len: 168 time: 0.6983461 Aug 18 12:24:20.054590 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460272b5-dec8-4bb0-a308-cc056c87a986 admin admin] Pushing event deleted for resources: {'Network': ['ID=ec66e735-6812-4152-8901-06c6cff3ab85,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:24:20.056523 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 41484) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:24:20.503682 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0d5b859b-1e6c-4bbb-b322-f3bcb47c2a20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-996815'] for router_interface, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:20.804841 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-0d5b859b-1e6c-4bbb-b322-f3bcb47c2a20 admin admin] Deleting port 00ae5d8c-8e23-47c0-a4ae-da272b3c362f {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:24:20.805365 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0d5b859b-1e6c-4bbb-b322-f3bcb47c2a20 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:20.909685 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [None req-0d5b859b-1e6c-4bbb-b322-f3bcb47c2a20 admin admin] For port 00ae5d8c-8e23-47c0-a4ae-da272b3c362f, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=00ae5d8c-8e23-47c0-a4ae-da272b3c362f,segment=NetworkSegment(7514d6af-daaf-4f67-a4ba-eaca0ec27cc2),segment_id=7514d6af-daaf-4f67-a4ba-eaca0ec27cc2)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:24:20.910049 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0d5b859b-1e6c-4bbb-b322-f3bcb47c2a20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:20.924619 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-0d5b859b-1e6c-4bbb-b322-f3bcb47c2a20 admin admin] Calling delete_port for 00ae5d8c-8e23-47c0-a4ae-da272b3c362f owned by network:router_interface {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:24:21.138485 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0d5b859b-1e6c-4bbb-b322-f3bcb47c2a20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:21.165844 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5b859b-1e6c-4bbb-b322-f3bcb47c2a20 admin admin] Pushing event deleted for resources: {'Port': ['ID=00ae5d8c-8e23-47c0-a4ae-da272b3c362f,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:24:21.360741 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0d5b859b-1e6c-4bbb-b322-f3bcb47c2a20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953695'] for router_interface, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:21.461951 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:21.604460 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d5b859b-1e6c-4bbb-b322-f3bcb47c2a20 admin admin] Router 90ecc807-16fb-455b-8c24-96e59c7e83f9 has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:24:21.674717 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.agents_db [None req-6dbb2658-0354-4101-8393-6e7505481cf6 None None] Agent healthcheck: found 7 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 12:24:21.707293 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-dc48caa6-4cf3-4399-9843-7cb125692377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:21.738775 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d5b859b-1e6c-4bbb-b322-f3bcb47c2a20 admin admin] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:24:21.744647 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-0d5b859b-1e6c-4bbb-b322-f3bcb47c2a20 admin admin] 10.222.0.66 "PUT /v2.0/routers/90ecc807-16fb-455b-8c24-96e59c7e83f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6863666 Aug 18 12:24:21.747347 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 41580) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:24:21.752453 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a6a8c8-9679-49a4-bee7-28ff0d16fc51 None None] Sync routers for ids ['90ecc807-16fb-455b-8c24-96e59c7e83f9'] in n-d-804985-2 {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:24:21.783845 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a6a8c8-9679-49a4-bee7-28ff0d16fc51 None None] Routers {'90ecc807-16fb-455b-8c24-96e59c7e83f9'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:24:21.784709 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-62a6a8c8-9679-49a4-bee7-28ff0d16fc51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:24:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['90ecc807-16fb-455b-8c24-96e59c7e83f9'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:24:21.890824 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1c6395ea-9126-4b3b-97ee-b9b7f06ba537 admin admin] Notify callbacks [] for router, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:21.932224 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-62a6a8c8-9679-49a4-bee7-28ff0d16fc51 None None] Set router 90ecc807-16fb-455b-8c24-96e59c7e83f9 gateway port host: n-d-804985-2 {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:24:22.019868 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1c6395ea-9126-4b3b-97ee-b9b7f06ba537 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:22.104537 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-1c6395ea-9126-4b3b-97ee-b9b7f06ba537 admin admin] Deleting port 2e55da17-00af-4d01-aa6e-7f619031f751 {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:24:22.104882 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1c6395ea-9126-4b3b-97ee-b9b7f06ba537 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:22.139215 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-62a6a8c8-9679-49a4-bee7-28ff0d16fc51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90ecc807-16fb-455b-8c24-96e59c7e83f9', 'name': 'tempest-TestServerMultinode-1405082756-router', 'tenant_id': 'c493bee80bd845659abbbfb5a8a82b45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.249'}], 'enable_snat': True}, 'gw_port_id': '2e55da17-00af-4d01-aa6e-7f619031f751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:23:38Z', 'updated_at': '2021-08-18T12:24:21Z', 'revision_number': 5, 'project_id': 'c493bee80bd845659abbbfb5a8a82b45', 'gw_port': {'id': '2e55da17-00af-4d01-aa6e-7f619031f751', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:46:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90ecc807-16fb-455b-8c24-96e59c7e83f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:23:38Z', 'updated_at': '2021-08-18T12:23:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:24:22.176152 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a6a8c8-9679-49a4-bee7-28ff0d16fc51 None None] Checking router: 90ecc807-16fb-455b-8c24-96e59c7e83f9 for host: n-d-804985-2 {{(pid=106254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:24:22.187564 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a6a8c8-9679-49a4-bee7-28ff0d16fc51 None None] Routers {'90ecc807-16fb-455b-8c24-96e59c7e83f9'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:24:22.188865 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-62a6a8c8-9679-49a4-bee7-28ff0d16fc51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:24:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['90ecc807-16fb-455b-8c24-96e59c7e83f9'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:24:22.206153 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [None req-1c6395ea-9126-4b3b-97ee-b9b7f06ba537 admin admin] For port 2e55da17-00af-4d01-aa6e-7f619031f751, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=2e55da17-00af-4d01-aa6e-7f619031f751,segment=NetworkSegment(c5a3db9d-5c58-41b1-9177-d5787a597b78),segment_id=c5a3db9d-5c58-41b1-9177-d5787a597b78)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:24:22.206532 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1c6395ea-9126-4b3b-97ee-b9b7f06ba537 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:22.221601 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-1c6395ea-9126-4b3b-97ee-b9b7f06ba537 admin admin] Calling delete_port for 2e55da17-00af-4d01-aa6e-7f619031f751 owned by network:router_gateway {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:24:22.312940 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-53584c24-f517-494e-ac93-c18bb92373f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:22.345097 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-62a6a8c8-9679-49a4-bee7-28ff0d16fc51 None None] Set router 90ecc807-16fb-455b-8c24-96e59c7e83f9 gateway port host: None {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:24:22.411506 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-62a6a8c8-9679-49a4-bee7-28ff0d16fc51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90ecc807-16fb-455b-8c24-96e59c7e83f9', 'name': 'tempest-TestServerMultinode-1405082756-router', 'tenant_id': 'c493bee80bd845659abbbfb5a8a82b45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:23:38Z', 'updated_at': '2021-08-18T12:24:22Z', 'revision_number': 6, 'project_id': 'c493bee80bd845659abbbfb5a8a82b45', 'gw_port_host': None}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:24:22.445285 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a6a8c8-9679-49a4-bee7-28ff0d16fc51 None None] The sync data for ids ['90ecc807-16fb-455b-8c24-96e59c7e83f9'] in n-d-804985-2 is: [{'id': '90ecc807-16fb-455b-8c24-96e59c7e83f9', 'name': 'tempest-TestServerMultinode-1405082756-router', 'tenant_id': 'c493bee80bd845659abbbfb5a8a82b45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:23:38Z', 'updated_at': '2021-08-18T12:24:22Z', 'revision_number': 6, 'project_id': 'c493bee80bd845659abbbfb5a8a82b45', 'gw_port_host': None}] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:24:22.818725 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1c6395ea-9126-4b3b-97ee-b9b7f06ba537 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:22.849439 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6395ea-9126-4b3b-97ee-b9b7f06ba537 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e55da17-00af-4d01-aa6e-7f619031f751,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:24:22.930464 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1c6395ea-9126-4b3b-97ee-b9b7f06ba537 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-997271'] for router_gateway, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:23.031237 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1c6395ea-9126-4b3b-97ee-b9b7f06ba537 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-996004', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15859'] for router, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:23.033431 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1c6395ea-9126-4b3b-97ee-b9b7f06ba537 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:23.089257 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1c6395ea-9126-4b3b-97ee-b9b7f06ba537 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-996061'] for router, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:23.089796 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c6395ea-9126-4b3b-97ee-b9b7f06ba537 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 90ecc807-16fb-455b-8c24-96e59c7e83f9 {{(pid=106252) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 12:24:23.095470 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1c6395ea-9126-4b3b-97ee-b9b7f06ba537 admin admin] Notify callbacks [] for router, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:23.096873 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-1c6395ea-9126-4b3b-97ee-b9b7f06ba537 admin admin] 10.222.0.66 "DELETE /v2.0/routers/90ecc807-16fb-455b-8c24-96e59c7e83f9 HTTP/1.1" status: 204 len: 168 time: 1.3485410 Aug 18 12:24:23.099387 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 41606) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:24:23.161161 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_v2 [None req-469c28c7-720c-4b12-8017-f56425bc1307 admin admin] Deleting subnet e63e6e05-3ecd-4b9d-ac46-74c87a129bd8 {{(pid=106252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 12:24:23.164576 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-469c28c7-720c-4b12-8017-f56425bc1307 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:23.204947 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-469c28c7-720c-4b12-8017-f56425bc1307 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2221528'] for subnet, precommit_delete_associations {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:23.308877 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-469c28c7-720c-4b12-8017-f56425bc1307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:23.369128 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-469c28c7-720c-4b12-8017-f56425bc1307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3572848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59074100'] for subnet, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:23.405244 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469c28c7-720c-4b12-8017-f56425bc1307 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e63e6e05-3ecd-4b9d-ac46-74c87a129bd8,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:24:23.409464 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-469c28c7-720c-4b12-8017-f56425bc1307 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:23.414159 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-469c28c7-720c-4b12-8017-f56425bc1307 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/e63e6e05-3ecd-4b9d-ac46-74c87a129bd8 HTTP/1.1" status: 204 len: 168 time: 0.3136694 Aug 18 12:24:23.414548 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 41616) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:24:23.417503 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1db97bcc-e585-44fc-8e03-54475f6ee7fd None None] Network 8f0a9d50-b086-4fa9-a0af-b0e74f02865c requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:24:23.513432 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-45a23b0f-0ffd-4a40-afb0-45d180ce2671 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7904109'] for network, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:23.589364 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-45a23b0f-0ffd-4a40-afb0-45d180ce2671 admin admin] Deleting port 41029cbc-5230-465c-a372-07bf6b414bcb {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:24:23.589896 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-45a23b0f-0ffd-4a40-afb0-45d180ce2671 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:23.641526 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92543ff4-9f5c-4091-97a6-ef849f9f768e None None] DHCP port deletion for 8f0a9d50-b086-4fa9-a0af-b0e74f02865c request from n-d-804985-2 {{(pid=106254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 12:24:23.702930 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [None req-45a23b0f-0ffd-4a40-afb0-45d180ce2671 admin admin] For port 41029cbc-5230-465c-a372-07bf6b414bcb, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=41029cbc-5230-465c-a372-07bf6b414bcb,segment=NetworkSegment(7514d6af-daaf-4f67-a4ba-eaca0ec27cc2),segment_id=7514d6af-daaf-4f67-a4ba-eaca0ec27cc2)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:24:23.704973 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-45a23b0f-0ffd-4a40-afb0-45d180ce2671 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:23.731331 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-45a23b0f-0ffd-4a40-afb0-45d180ce2671 admin admin] Calling delete_port for 41029cbc-5230-465c-a372-07bf6b414bcb owned by network:dhcp {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:24:23.753458 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-92543ff4-9f5c-4091-97a6-ef849f9f768e None None] Deleting port 41029cbc-5230-465c-a372-07bf6b414bcb {{(pid=106254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:24:23.753974 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-92543ff4-9f5c-4091-97a6-ef849f9f768e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:23.770894 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 41029cbc-5230-465c-a372-07bf6b414bcb no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:24:23.861691 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-45a23b0f-0ffd-4a40-afb0-45d180ce2671 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:23.877208 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a23b0f-0ffd-4a40-afb0-45d180ce2671 admin admin] No DVR routers for this DVR port 41029cbc-5230-465c-a372-07bf6b414bcb on host n-d-804985-2 {{(pid=106253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:24:23.895802 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-92543ff4-9f5c-4091-97a6-ef849f9f768e None None] For port 41029cbc-5230-465c-a372-07bf6b414bcb, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=41029cbc-5230-465c-a372-07bf6b414bcb,segment=NetworkSegment(7514d6af-daaf-4f67-a4ba-eaca0ec27cc2),segment_id=7514d6af-daaf-4f67-a4ba-eaca0ec27cc2)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:24:23.896202 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-92543ff4-9f5c-4091-97a6-ef849f9f768e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:23.898713 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a23b0f-0ffd-4a40-afb0-45d180ce2671 admin admin] Pushing event deleted for resources: {'Port': ['ID=41029cbc-5230-465c-a372-07bf6b414bcb,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:24:23.916944 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-92543ff4-9f5c-4091-97a6-ef849f9f768e None None] Calling delete_port for 41029cbc-5230-465c-a372-07bf6b414bcb owned by network:dhcp {{(pid=106254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:24:23.919316 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-500a1c61-38a7-4c23-a7ec-4631080af5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:23.919984 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No active binding found for port 41029cbc-5230-465c-a372-07bf6b414bcb {{(pid=106254) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 18 12:24:23.920417 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 41029cbc-5230-465c-a372-07bf6b414bcb not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:24:23.920863 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 2e55da17-00af-4d01-aa6e-7f619031f751 no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:24:23.951742 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: 2e55da17-00af-4d01-aa6e-7f619031f751 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:24:23.952000 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 2e55da17-00af-4d01-aa6e-7f619031f751 not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:24:23.952639 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 00ae5d8c-8e23-47c0-a4ae-da272b3c362f no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:24:23.983050 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-45a23b0f-0ffd-4a40-afb0-45d180ce2671 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8367869', 'neutron.services.segments.db._delete_segments_for_network-8789151212993'] for network, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:23.996264 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-45a23b0f-0ffd-4a40-afb0-45d180ce2671 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f0a9d50-b086-4fa9-a0af-b0e74f02865c']}} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:24:24.007989 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-45a23b0f-0ffd-4a40-afb0-45d180ce2671 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7514d6af-daaf-4f67-a4ba-eaca0ec27cc2') {'for_net_delete': True} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:24:24.008634 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-45a23b0f-0ffd-4a40-afb0-45d180ce2671 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7514d6af-daaf-4f67-a4ba-eaca0ec27cc2') {} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:24:24.020376 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-45a23b0f-0ffd-4a40-afb0-45d180ce2671 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789151225254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902236'] for segment, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:24.029708 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: 00ae5d8c-8e23-47c0-a4ae-da272b3c362f {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:24:24.030060 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 00ae5d8c-8e23-47c0-a4ae-da272b3c362f not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:24:24.048680 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-45a23b0f-0ffd-4a40-afb0-45d180ce2671 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:24.055818 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45a23b0f-0ffd-4a40-afb0-45d180ce2671 admin admin] Releasing vlan 824 on physical network physnet1 to pool {{(pid=106253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:24:24.056356 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-45a23b0f-0ffd-4a40-afb0-45d180ce2671 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58900537'] for segment, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:24.080526 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-92543ff4-9f5c-4091-97a6-ef849f9f768e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556'] for port, after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:24.104615 n-d-804985-2 neutron-server[106253]: Traceback (most recent call last): Aug 18 12:24:24.104615 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:24:24.104615 n-d-804985-2 neutron-server[106253]: timer() Aug 18 12:24:24.104615 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:24:24.104615 n-d-804985-2 neutron-server[106253]: cb(*args, **kw) Aug 18 12:24:24.104615 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:24:24.104615 n-d-804985-2 neutron-server[106253]: return func(*args, **kwargs) Aug 18 12:24:24.104615 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:24:24.104615 n-d-804985-2 neutron-server[106253]: self._notify() Aug 18 12:24:24.104615 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:24:24.104615 n-d-804985-2 neutron-server[106253]: self.callback(batched_events) Aug 18 12:24:24.104615 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:24:24.104615 n-d-804985-2 neutron-server[106253]: event.method(event) Aug 18 12:24:24.104615 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:24:24.104615 n-d-804985-2 neutron-server[106253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:24:24.104615 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:24:24.104615 n-d-804985-2 neutron-server[106253]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:24:24.104615 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:24:24.104615 n-d-804985-2 neutron-server[106253]: return f(self, *a, **k) Aug 18 12:24:24.104615 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:24:24.104615 n-d-804985-2 neutron-server[106253]: return self._get(url).json() Aug 18 12:24:24.104615 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:24:24.104615 n-d-804985-2 neutron-server[106253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:24:24.104615 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:24:24.104615 n-d-804985-2 neutron-server[106253]: return self.request(url, 'GET', **kwargs) Aug 18 12:24:24.104615 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:24:24.104615 n-d-804985-2 neutron-server[106253]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:24:24.104615 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:24:24.104615 n-d-804985-2 neutron-server[106253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:24:24.104615 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:24:24.104615 n-d-804985-2 neutron-server[106253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:24:24.104615 n-d-804985-2 neutron-server[106253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:24:24.107239 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92543ff4-9f5c-4091-97a6-ef849f9f768e None None] Pushing event deleted for resources: {'Port': ['ID=41029cbc-5230-465c-a372-07bf6b414bcb,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:24:24.118459 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92543ff4-9f5c-4091-97a6-ef849f9f768e None None] No DVR routers for this DVR port 41029cbc-5230-465c-a372-07bf6b414bcb on host n-d-804985-2 {{(pid=106254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:24:24.140492 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-45a23b0f-0ffd-4a40-afb0-45d180ce2671 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8367858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997186'] for network, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:24.160720 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-45a23b0f-0ffd-4a40-afb0-45d180ce2671 admin admin] Notify callbacks [] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:24.162810 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-45a23b0f-0ffd-4a40-afb0-45d180ce2671 admin admin] 10.222.0.66 "DELETE /v2.0/networks/8f0a9d50-b086-4fa9-a0af-b0e74f02865c HTTP/1.1" status: 204 len: 168 time: 0.7472498 Aug 18 12:24:24.164276 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a23b0f-0ffd-4a40-afb0-45d180ce2671 admin admin] Pushing event deleted for resources: {'Network': ['ID=8f0a9d50-b086-4fa9-a0af-b0e74f02865c,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:24:24.371657 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 41636) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:24:24.415645 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-60a22d51-5ffc-4c4f-91c9-11990c54b1f8 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=595d0448a32a4cafa99d46824ae5f612&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0423894 Aug 18 12:24:24.419590 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 41638) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:24:24.514027 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-fc365875-0ec9-4d31-8200-c06ed55751e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:24.539010 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-fc365875-0ec9-4d31-8200-c06ed55751e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:24.594735 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-fc365875-0ec9-4d31-8200-c06ed55751e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:24.598406 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-fc365875-0ec9-4d31-8200-c06ed55751e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:24.602988 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-fc365875-0ec9-4d31-8200-c06ed55751e1 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c44ae57d-0f4b-4c3f-b9c5-8bdb0c97fe7b HTTP/1.1" status: 204 len: 168 time: 0.1798353 Aug 18 12:24:24.612159 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc365875-0ec9-4d31-8200-c06ed55751e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c44ae57d-0f4b-4c3f-b9c5-8bdb0c97fe7b,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:24:25.007244 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 41656) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:24:25.065811 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-643d6a08-0ca4-4ab6-8d59-7af8d7e003b4 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c493bee80bd845659abbbfb5a8a82b45&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0573137 Aug 18 12:24:25.068279 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 41660) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:24:25.127538 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a9456c8b-8455-4bab-8246-6bd43d29f396 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:25.151560 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a9456c8b-8455-4bab-8246-6bd43d29f396 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:25.211910 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a9456c8b-8455-4bab-8246-6bd43d29f396 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:25.214647 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a9456c8b-8455-4bab-8246-6bd43d29f396 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:25.218195 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-a9456c8b-8455-4bab-8246-6bd43d29f396 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d08c5cd0-3e9c-432f-9f92-259d1b44d56c HTTP/1.1" status: 204 len: 168 time: 0.1465821 Aug 18 12:24:25.227650 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9456c8b-8455-4bab-8246-6bd43d29f396 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d08c5cd0-3e9c-432f-9f92-259d1b44d56c,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:24:26.083709 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 41704) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:24:26.200002 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-934a51da-7596-4238-a51e-d9ed0e5d7067 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1745033809-network', 'tenant_id': '05ee1c14dc624d8eb4e6848f50c78563'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:24:26.222943 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-934a51da-7596-4238-a51e-d9ed0e5d7067 admin admin] Made reservation on behalf of 05ee1c14dc624d8eb4e6848f50c78563 for: {'network': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:24:26.225469 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-934a51da-7596-4238-a51e-d9ed0e5d7067 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for network, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:26.235235 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-934a51da-7596-4238-a51e-d9ed0e5d7067 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:26.352551 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-934a51da-7596-4238-a51e-d9ed0e5d7067 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:26.358752 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-934a51da-7596-4238-a51e-d9ed0e5d7067 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:26.399656 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-934a51da-7596-4238-a51e-d9ed0e5d7067 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 810} {{(pid=106253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:24:26.418296 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934a51da-7596-4238-a51e-d9ed0e5d7067 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d3cd42b-a3d1-45ce-aaa6-875abed9ff06,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:24:26.425803 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-934a51da-7596-4238-a51e-d9ed0e5d7067 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:26.426327 n-d-804985-2 neutron-server[106253]: INFO neutron.db.segments_db [None req-934a51da-7596-4238-a51e-d9ed0e5d7067 admin admin] Added segment fada94e8-112e-40bb-a3aa-02b74dd6006d of type vlan for network 20bf99fd-faea-414b-af55-90d0794d59b9 Aug 18 12:24:26.479875 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-934a51da-7596-4238-a51e-d9ed0e5d7067 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789150665894'] for network, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:26.512032 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-934a51da-7596-4238-a51e-d9ed0e5d7067 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for network, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:26.513186 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-934a51da-7596-4238-a51e-d9ed0e5d7067 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:24:26.513821 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-934a51da-7596-4238-a51e-d9ed0e5d7067 admin admin] Notify callbacks [] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:26.580076 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934a51da-7596-4238-a51e-d9ed0e5d7067 admin admin] Pushing event updated for resources: {'Network': ['ID=20bf99fd-faea-414b-af55-90d0794d59b9,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:24:26.583263 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-934a51da-7596-4238-a51e-d9ed0e5d7067 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.4985933 Aug 18 12:24:26.586938 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 41720) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:24:26.590756 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Network 20bf99fd-faea-414b-af55-90d0794d59b9 details requested by agent ovs-agent-n-d-804985-2 with host n-d-804985-2 {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:24:26.592301 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-04572c1e-116a-4a38-a6d8-a0eef3c4c5b7 admin admin] Request body: {'subnet': {'network_id': '20bf99fd-faea-414b-af55-90d0794d59b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1745033809-subnet', 'tenant_id': '05ee1c14dc624d8eb4e6848f50c78563', 'ip_version': 4}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:24:26.619709 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04572c1e-116a-4a38-a6d8-a0eef3c4c5b7 admin admin] Made reservation on behalf of 05ee1c14dc624d8eb4e6848f50c78563 for: {'subnet': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:24:26.623714 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-04572c1e-116a-4a38-a6d8-a0eef3c4c5b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59074089'] for subnet, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:26.827112 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-04572c1e-116a-4a38-a6d8-a0eef3c4c5b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3572913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59074111'] for subnet, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:26.900215 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04572c1e-116a-4a38-a6d8-a0eef3c4c5b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b18d2ee-e88d-4fb5-9027-64fa85da07c4,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:24:26.908100 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04572c1e-116a-4a38-a6d8-a0eef3c4c5b7 admin admin] Checking segment: {'id': 'fada94e8-112e-40bb-a3aa-02b74dd6006d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '20bf99fd-faea-414b-af55-90d0794d59b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:24:26.908452 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04572c1e-116a-4a38-a6d8-a0eef3c4c5b7 admin admin] Network hostable DHCP agents. Network: 20bf99fd-faea-414b-af55-90d0794d59b9, hostable agents: ['97c14208-2951-4361-8d64-3708c946ff5f'], hosted agents: [] {{(pid=106252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 12:24:26.929289 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04572c1e-116a-4a38-a6d8-a0eef3c4c5b7 admin admin] Network 20bf99fd-faea-414b-af55-90d0794d59b9 is scheduled to be hosted by DHCP agent 97c14208-2951-4361-8d64-3708c946ff5f with binding_index 1 {{(pid=106252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 12:24:26.942091 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-04572c1e-116a-4a38-a6d8-a0eef3c4c5b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-2, 20bf99fd-faea-414b-af55-90d0794d59b9) {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:24:26.946603 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04572c1e-116a-4a38-a6d8-a0eef3c4c5b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:24:26.947767 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-04572c1e-116a-4a38-a6d8-a0eef3c4c5b7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:26.953334 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8cf0d93-4be3-41ef-b02b-229590c686a7 None None] Network 20bf99fd-faea-414b-af55-90d0794d59b9 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:24:26.984946 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-04572c1e-116a-4a38-a6d8-a0eef3c4c5b7 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.3967028 Aug 18 12:24:26.987804 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 41730) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:24:26.995847 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-ff0ccbda-8973-41d5-9139-ec77df31e218 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1745033809-router', 'tenant_id': '05ee1c14dc624d8eb4e6848f50c78563', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'}}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:24:27.022238 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ff0ccbda-8973-41d5-9139-ec77df31e218 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-998592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15809'] for router, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:27.023857 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ff0ccbda-8973-41d5-9139-ec77df31e218 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-992733', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-971415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15816'] for router, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:27.115662 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ff0ccbda-8973-41d5-9139-ec77df31e218 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:27.173225 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe61e977-7af5-4e3a-9285-5380d1623bc8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp788be208-34ab-5a8f-af0f-528834af222f-20bf99fd-faea-414b-af55-90d0794d59b9', 'network_id': '20bf99fd-faea-414b-af55-90d0794d59b9', 'tenant_id': '05ee1c14dc624d8eb4e6848f50c78563', 'fixed_ips': [{'subnet_id': '2b18d2ee-e88d-4fb5-9027-64fa85da07c4'}]}} from n-d-804985-2. {{(pid=106254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 12:24:27.174504 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-fe61e977-7af5-4e3a-9285-5380d1623bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:27.300947 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ff0ccbda-8973-41d5-9139-ec77df31e218 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:27.371329 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.db_base_plugin_common [None req-fe61e977-7af5-4e3a-9285-5380d1623bc8 None None] Allocated IP 172.20.0.2 (20bf99fd-faea-414b-af55-90d0794d59b9/2b18d2ee-e88d-4fb5-9027-64fa85da07c4/3e45977b-d005-4c9b-a6f3-2766e0fb1820) {{(pid=106254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:24:27.561610 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-fe61e977-7af5-4e3a-9285-5380d1623bc8 None None] Notify callbacks [] for port, precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:27.576304 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-fe61e977-7af5-4e3a-9285-5380d1623bc8 None None] Transition to ACTIVE for port object 3e45977b-d005-4c9b-a6f3-2766e0fb1820 will not be triggered until provisioned by entity L2. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:24:27.584598 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ff0ccbda-8973-41d5-9139-ec77df31e218 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:27.595367 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-fe61e977-7af5-4e3a-9285-5380d1623bc8 None None] Transition to ACTIVE for port object 3e45977b-d005-4c9b-a6f3-2766e0fb1820 will not be triggered until provisioned by entity DHCP. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:24:27.604443 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-fe61e977-7af5-4e3a-9285-5380d1623bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547'] for port, after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:27.608216 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ff0ccbda-8973-41d5-9139-ec77df31e218 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:27.670322 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe61e977-7af5-4e3a-9285-5380d1623bc8 None None] Network 20bf99fd-faea-414b-af55-90d0794d59b9 is already hosted by enough agents. {{(pid=106254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:24:27.673455 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.base_scheduler [None req-fe61e977-7af5-4e3a-9285-5380d1623bc8 None None] Resources bound (agent type, host, resource id): {{(pid=106254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:24:27.680981 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe61e977-7af5-4e3a-9285-5380d1623bc8 None None] Received port after_create {{(pid=106254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:24:27.689761 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe61e977-7af5-4e3a-9285-5380d1623bc8 None None] Pushing event updated for resources: {'Port': ['ID=3e45977b-d005-4c9b-a6f3-2766e0fb1820,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:24:27.729502 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [None req-ff0ccbda-8973-41d5-9139-ec77df31e218 admin admin] Allocated IP 172.25.7.239 (7cae7a70-14fd-408c-b14d-39ceb97cb60e/9784295a-20b8-4a4b-b105-f82737f0448f/b3a4c59c-0862-4abd-8482-0424789a321a) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:24:27.762738 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-fe61e977-7af5-4e3a-9285-5380d1623bc8 None None] Attempting to bind port 3e45977b-d005-4c9b-a6f3-2766e0fb1820 on host n-d-804985-2 for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:24:27.763104 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-fe61e977-7af5-4e3a-9285-5380d1623bc8 None None] Attempting to bind port 3e45977b-d005-4c9b-a6f3-2766e0fb1820 by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': 'fada94e8-112e-40bb-a3aa-02b74dd6006d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '20bf99fd-faea-414b-af55-90d0794d59b9'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:24:27.763663 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe61e977-7af5-4e3a-9285-5380d1623bc8 None None] Attempting to bind port 3e45977b-d005-4c9b-a6f3-2766e0fb1820 on network 20bf99fd-faea-414b-af55-90d0794d59b9 {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:24:27.776770 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe61e977-7af5-4e3a-9285-5380d1623bc8 None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 24, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:24:27.778688 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe61e977-7af5-4e3a-9285-5380d1623bc8 None None] Checking segment: {'id': 'fada94e8-112e-40bb-a3aa-02b74dd6006d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '20bf99fd-faea-414b-af55-90d0794d59b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:24:27.780291 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-fe61e977-7af5-4e3a-9285-5380d1623bc8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:27.781947 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe61e977-7af5-4e3a-9285-5380d1623bc8 None None] Bound using segment: {'id': 'fada94e8-112e-40bb-a3aa-02b74dd6006d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '20bf99fd-faea-414b-af55-90d0794d59b9'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:24:27.783541 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-fe61e977-7af5-4e3a-9285-5380d1623bc8 None None] Bound port: 3e45977b-d005-4c9b-a6f3-2766e0fb1820, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fada94e8-112e-40bb-a3aa-02b74dd6006d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '20bf99fd-faea-414b-af55-90d0794d59b9'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:24:27.784395 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-fe61e977-7af5-4e3a-9285-5380d1623bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:27.862100 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ff0ccbda-8973-41d5-9139-ec77df31e218 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:27.868653 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-fe61e977-7af5-4e3a-9285-5380d1623bc8 None None] For port 3e45977b-d005-4c9b-a6f3-2766e0fb1820, host n-d-804985-2, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:24:27.873953 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-fe61e977-7af5-4e3a-9285-5380d1623bc8 None None] For port 3e45977b-d005-4c9b-a6f3-2766e0fb1820, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=3e45977b-d005-4c9b-a6f3-2766e0fb1820,segment=NetworkSegment(fada94e8-112e-40bb-a3aa-02b74dd6006d),segment_id=fada94e8-112e-40bb-a3aa-02b74dd6006d)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:24:27.895294 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-fe61e977-7af5-4e3a-9285-5380d1623bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:27.946783 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ff0ccbda-8973-41d5-9139-ec77df31e218 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:27.962041 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe61e977-7af5-4e3a-9285-5380d1623bc8 None None] Pushing event updated for resources: {'Port': ['ID=3e45977b-d005-4c9b-a6f3-2766e0fb1820,revision_number=2']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:24:28.016035 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff0ccbda-8973-41d5-9139-ec77df31e218 admin admin] Network 7cae7a70-14fd-408c-b14d-39ceb97cb60e is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:24:28.019442 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-ff0ccbda-8973-41d5-9139-ec77df31e218 admin admin] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:24:28.024457 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff0ccbda-8973-41d5-9139-ec77df31e218 admin admin] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:24:28.027820 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0ccbda-8973-41d5-9139-ec77df31e218 admin admin] Pushing event updated for resources: {'Port': ['ID=b3a4c59c-0862-4abd-8482-0424789a321a,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:24:28.402740 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ff0ccbda-8973-41d5-9139-ec77df31e218 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:29.067515 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ff0ccbda-8973-41d5-9139-ec77df31e218 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-998473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-992536'] for router, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:29.122472 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7ea06eb-81ef-4dae-8831-f4e40c944b08 None None] Network 20bf99fd-faea-414b-af55-90d0794d59b9 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:24:29.203715 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-f2a2ce3d-543c-416e-903a-d9e75cc5076b None None] Provisioning for port 3e45977b-d005-4c9b-a6f3-2766e0fb1820 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:24:29.242672 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff0ccbda-8973-41d5-9139-ec77df31e218 admin admin] Router ecab204c-663c-4311-a9ba-aadaf7e3e55c is scheduled to L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 with binding_index 1 {{(pid=106253) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 12:24:29.372176 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff0ccbda-8973-41d5-9139-ec77df31e218 admin admin] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:24:29.390667 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ff0ccbda-8973-41d5-9139-ec77df31e218 admin admin] Notify callbacks [] for router, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:29.392408 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-ff0ccbda-8973-41d5-9139-ec77df31e218 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 2.4032433 Aug 18 12:24:29.395369 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 41774) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:24:29.398564 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d9429e-3eb5-49b1-8ae6-3b14abdd9544 None None] Sync routers for ids ['ecab204c-663c-4311-a9ba-aadaf7e3e55c'] in n-d-804985-2 {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:24:29.418922 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d9429e-3eb5-49b1-8ae6-3b14abdd9544 None None] Routers {'ecab204c-663c-4311-a9ba-aadaf7e3e55c'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:24:29.420522 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-95d9429e-3eb5-49b1-8ae6-3b14abdd9544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:24:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['ecab204c-663c-4311-a9ba-aadaf7e3e55c'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:24:29.710448 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-95d9429e-3eb5-49b1-8ae6-3b14abdd9544 None None] Set router ecab204c-663c-4311-a9ba-aadaf7e3e55c gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:24:29.835599 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 3e45977b-d005-4c9b-a6f3-2766e0fb1820 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:24:29.901806 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-95d9429e-3eb5-49b1-8ae6-3b14abdd9544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecab204c-663c-4311-a9ba-aadaf7e3e55c', 'name': 'tempest-ImageQuotaTest-1745033809-router', 'tenant_id': '05ee1c14dc624d8eb4e6848f50c78563', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.239'}], 'enable_snat': True}, 'gw_port_id': 'b3a4c59c-0862-4abd-8482-0424789a321a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:24:27Z', 'updated_at': '2021-08-18T12:24:28Z', 'revision_number': 3, 'project_id': '05ee1c14dc624d8eb4e6848f50c78563', 'gw_port': {'id': 'b3a4c59c-0862-4abd-8482-0424789a321a', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:72:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecab204c-663c-4311-a9ba-aadaf7e3e55c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:24:27Z', 'updated_at': '2021-08-18T12:24:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:24:29.925163 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port 3e45977b-d005-4c9b-a6f3-2766e0fb1820 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:24:29.930643 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d9429e-3eb5-49b1-8ae6-3b14abdd9544 None None] Checking router: ecab204c-663c-4311-a9ba-aadaf7e3e55c for host: n-d-804985-2 {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:24:29.931216 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d9429e-3eb5-49b1-8ae6-3b14abdd9544 None None] Updating router ecab204c-663c-4311-a9ba-aadaf7e3e55c port b3a4c59c-0862-4abd-8482-0424789a321a binding host n-d-804985-2 {{(pid=106255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 12:24:29.932189 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 3e45977b-d005-4c9b-a6f3-2766e0fb1820 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:24:29.932827 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:29.961734 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-95d9429e-3eb5-49b1-8ae6-3b14abdd9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:30.029472 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a013213e-f5f1-417a-aa0b-6c33a09a1c93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:30.054728 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:30.126033 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] For port 3e45977b-d005-4c9b-a6f3-2766e0fb1820, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=3e45977b-d005-4c9b-a6f3-2766e0fb1820,segment=NetworkSegment(fada94e8-112e-40bb-a3aa-02b74dd6006d),segment_id=fada94e8-112e-40bb-a3aa-02b74dd6006d)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:24:30.134135 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:30.204160 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Pushing event updated for resources: {'Port': ['ID=3e45977b-d005-4c9b-a6f3-2766e0fb1820,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:24:30.269359 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [None req-a013213e-f5f1-417a-aa0b-6c33a09a1c93 admin admin] Allocated IP 172.20.0.1 (20bf99fd-faea-414b-af55-90d0794d59b9/2b18d2ee-e88d-4fb5-9027-64fa85da07c4/8bcfaf67-9ef7-45d3-b01b-0e2f31ffd46d) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:24:30.318103 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-95d9429e-3eb5-49b1-8ae6-3b14abdd9544 None None] Notify callbacks [] for port, precommit_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:30.329277 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-95d9429e-3eb5-49b1-8ae6-3b14abdd9544 None None] Transition to ACTIVE for port object b3a4c59c-0862-4abd-8482-0424789a321a will not be triggered until provisioned by entity L2. {{(pid=106255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:24:30.336336 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-95d9429e-3eb5-49b1-8ae6-3b14abdd9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:30.388245 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-95d9429e-3eb5-49b1-8ae6-3b14abdd9544 None None] Attempting to bind port b3a4c59c-0862-4abd-8482-0424789a321a on host n-d-804985-2 for vnic_type normal with profile {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:24:30.388745 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-95d9429e-3eb5-49b1-8ae6-3b14abdd9544 None None] Attempting to bind port b3a4c59c-0862-4abd-8482-0424789a321a by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'}] {{(pid=106255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:24:30.389041 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d9429e-3eb5-49b1-8ae6-3b14abdd9544 None None] Attempting to bind port b3a4c59c-0862-4abd-8482-0424789a321a on network 7cae7a70-14fd-408c-b14d-39ceb97cb60e {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:24:30.398752 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04891d79-aba6-4b29-9008-de1ec87aa05a None None] Pushing event updated for resources: {'Port': ['ID=b3a4c59c-0862-4abd-8482-0424789a321a,revision_number=2']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:24:30.401059 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a013213e-f5f1-417a-aa0b-6c33a09a1c93 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:30.407622 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d9429e-3eb5-49b1-8ae6-3b14abdd9544 None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 24, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:24:30.408016 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d9429e-3eb5-49b1-8ae6-3b14abdd9544 None None] Checking segment: {'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:24:30.408415 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-95d9429e-3eb5-49b1-8ae6-3b14abdd9544 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:30.408833 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d9429e-3eb5-49b1-8ae6-3b14abdd9544 None None] Bound using segment: {'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'} {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:24:30.409599 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-95d9429e-3eb5-49b1-8ae6-3b14abdd9544 None None] Bound port: b3a4c59c-0862-4abd-8482-0424789a321a, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'}}] {{(pid=106255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:24:30.410125 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-95d9429e-3eb5-49b1-8ae6-3b14abdd9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:30.416388 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [None req-a013213e-f5f1-417a-aa0b-6c33a09a1c93 admin admin] Transition to ACTIVE for port object 8bcfaf67-9ef7-45d3-b01b-0e2f31ffd46d will not be triggered until provisioned by entity DHCP. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:24:30.457143 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a013213e-f5f1-417a-aa0b-6c33a09a1c93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:30.465682 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-95d9429e-3eb5-49b1-8ae6-3b14abdd9544 None None] For port b3a4c59c-0862-4abd-8482-0424789a321a, host n-d-804985-2, cleared binding levels {{(pid=106255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:24:30.470434 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-95d9429e-3eb5-49b1-8ae6-3b14abdd9544 None None] For port b3a4c59c-0862-4abd-8482-0424789a321a, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=b3a4c59c-0862-4abd-8482-0424789a321a,segment=NetworkSegment(c5a3db9d-5c58-41b1-9177-d5787a597b78),segment_id=c5a3db9d-5c58-41b1-9177-d5787a597b78)] {{(pid=106255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:24:30.478039 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-95d9429e-3eb5-49b1-8ae6-3b14abdd9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:30.515549 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a013213e-f5f1-417a-aa0b-6c33a09a1c93 admin admin] Network 20bf99fd-faea-414b-af55-90d0794d59b9 is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:24:30.522852 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-a013213e-f5f1-417a-aa0b-6c33a09a1c93 admin admin] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:24:30.526747 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a013213e-f5f1-417a-aa0b-6c33a09a1c93 admin admin] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:24:30.546910 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d9429e-3eb5-49b1-8ae6-3b14abdd9544 None None] Routers {'ecab204c-663c-4311-a9ba-aadaf7e3e55c'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:24:30.547581 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-95d9429e-3eb5-49b1-8ae6-3b14abdd9544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:24:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['ecab204c-663c-4311-a9ba-aadaf7e3e55c'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:24:30.560905 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a013213e-f5f1-417a-aa0b-6c33a09a1c93 admin admin] Pushing event updated for resources: {'Port': ['ID=8bcfaf67-9ef7-45d3-b01b-0e2f31ffd46d,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:24:30.583351 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a013213e-f5f1-417a-aa0b-6c33a09a1c93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-996688'] for router_interface, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:30.757990 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a013213e-f5f1-417a-aa0b-6c33a09a1c93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:30.805712 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04891d79-aba6-4b29-9008-de1ec87aa05a None None] Pushing event updated for resources: {'Port': ['ID=b3a4c59c-0862-4abd-8482-0424789a321a,revision_number=3']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:24:30.834189 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-95d9429e-3eb5-49b1-8ae6-3b14abdd9544 None None] Set router ecab204c-663c-4311-a9ba-aadaf7e3e55c gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:24:30.985160 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-dca0a80b-2232-42a2-a1a9-b08f1fa29a5d None None] Provisioning for port 8bcfaf67-9ef7-45d3-b01b-0e2f31ffd46d completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:24:30.993811 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-dca0a80b-2232-42a2-a1a9-b08f1fa29a5d None None] Provisioning complete for port 8bcfaf67-9ef7-45d3-b01b-0e2f31ffd46d triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:24:30.994451 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-dca0a80b-2232-42a2-a1a9-b08f1fa29a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:30.997777 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a013213e-f5f1-417a-aa0b-6c33a09a1c93 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:31.008166 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a013213e-f5f1-417a-aa0b-6c33a09a1c93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:31.050209 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-dca0a80b-2232-42a2-a1a9-b08f1fa29a5d None None] Port 8bcfaf67-9ef7-45d3-b01b-0e2f31ffd46d cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:24:31.060139 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-95d9429e-3eb5-49b1-8ae6-3b14abdd9544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecab204c-663c-4311-a9ba-aadaf7e3e55c', 'name': 'tempest-ImageQuotaTest-1745033809-router', 'tenant_id': '05ee1c14dc624d8eb4e6848f50c78563', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.239'}], 'enable_snat': True}, 'gw_port_id': 'b3a4c59c-0862-4abd-8482-0424789a321a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:24:27Z', 'updated_at': '2021-08-18T12:24:28Z', 'revision_number': 3, 'project_id': '05ee1c14dc624d8eb4e6848f50c78563', 'gw_port': {'id': 'b3a4c59c-0862-4abd-8482-0424789a321a', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:72:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecab204c-663c-4311-a9ba-aadaf7e3e55c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:24:27Z', 'updated_at': '2021-08-18T12:24:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:24:31.091001 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d9429e-3eb5-49b1-8ae6-3b14abdd9544 None None] The sync data for ids ['ecab204c-663c-4311-a9ba-aadaf7e3e55c'] in n-d-804985-2 is: [{'id': 'ecab204c-663c-4311-a9ba-aadaf7e3e55c', 'name': 'tempest-ImageQuotaTest-1745033809-router', 'tenant_id': '05ee1c14dc624d8eb4e6848f50c78563', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.239'}], 'enable_snat': True}, 'gw_port_id': 'b3a4c59c-0862-4abd-8482-0424789a321a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:24:27Z', 'updated_at': '2021-08-18T12:24:28Z', 'revision_number': 3, 'project_id': '05ee1c14dc624d8eb4e6848f50c78563', 'gw_port': {'id': 'b3a4c59c-0862-4abd-8482-0424789a321a', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:72:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecab204c-663c-4311-a9ba-aadaf7e3e55c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:24:27Z', 'updated_at': '2021-08-18T12:24:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:24:31.110084 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a013213e-f5f1-417a-aa0b-6c33a09a1c93 admin admin] Pushing event updated for resources: {'Port': ['ID=8bcfaf67-9ef7-45d3-b01b-0e2f31ffd46d,revision_number=2']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:24:31.112428 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a013213e-f5f1-417a-aa0b-6c33a09a1c93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-996772'] for router_interface, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:31.226335 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a013213e-f5f1-417a-aa0b-6c33a09a1c93 admin admin] Network 20bf99fd-faea-414b-af55-90d0794d59b9 is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:24:31.227815 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-a013213e-f5f1-417a-aa0b-6c33a09a1c93 admin admin] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:24:31.401078 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a013213e-f5f1-417a-aa0b-6c33a09a1c93 admin admin] Router ecab204c-663c-4311-a9ba-aadaf7e3e55c has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:24:31.577509 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-6297c200-0ea0-438b-b633-5608f3f5a8c6 None None] Provisioning complete for port 8bcfaf67-9ef7-45d3-b01b-0e2f31ffd46d triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:24:31.578521 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-6297c200-0ea0-438b-b633-5608f3f5a8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:31.588117 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a013213e-f5f1-417a-aa0b-6c33a09a1c93 admin admin] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:24:31.604797 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-a013213e-f5f1-417a-aa0b-6c33a09a1c93 admin admin] 10.222.0.66 "PUT /v2.0/routers/ecab204c-663c-4311-a9ba-aadaf7e3e55c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2083871 Aug 18 12:24:31.642876 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-6297c200-0ea0-438b-b633-5608f3f5a8c6 None None] Port 8bcfaf67-9ef7-45d3-b01b-0e2f31ffd46d cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:24:31.860572 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 3e45977b-d005-4c9b-a6f3-2766e0fb1820 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:24:32.146157 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 3e45977b-d005-4c9b-a6f3-2766e0fb1820 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:24:32.146679 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:32.250143 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device b3a4c59c-0862-4abd-8482-0424789a321a up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:24:32.315590 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port b3a4c59c-0862-4abd-8482-0424789a321a completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:24:32.319968 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port b3a4c59c-0862-4abd-8482-0424789a321a triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:24:32.320342 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:32.432185 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:32.464846 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] For port b3a4c59c-0862-4abd-8482-0424789a321a, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=b3a4c59c-0862-4abd-8482-0424789a321a,segment=NetworkSegment(c5a3db9d-5c58-41b1-9177-d5787a597b78),segment_id=c5a3db9d-5c58-41b1-9177-d5787a597b78)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:24:32.471931 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:32.526683 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Pushing event updated for resources: {'Port': ['ID=b3a4c59c-0862-4abd-8482-0424789a321a,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:24:33.086803 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 41808) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:24:33.315796 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab68fa8d-52e0-4dd0-b452-95bdf920188a None None] Sync routers for ids ['ecab204c-663c-4311-a9ba-aadaf7e3e55c'] in n-d-804985-2 {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:24:33.329596 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab68fa8d-52e0-4dd0-b452-95bdf920188a None None] Routers {'ecab204c-663c-4311-a9ba-aadaf7e3e55c'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:24:33.330818 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-ab68fa8d-52e0-4dd0-b452-95bdf920188a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:24:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['ecab204c-663c-4311-a9ba-aadaf7e3e55c'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:24:33.485946 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-ab68fa8d-52e0-4dd0-b452-95bdf920188a None None] Set router ecab204c-663c-4311-a9ba-aadaf7e3e55c gateway port host: n-d-804985-2 {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:24:33.550430 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-73777a09-fe08-4a07-826f-85baa749bfc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-996815'] for router_interface, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:33.736819 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-ab68fa8d-52e0-4dd0-b452-95bdf920188a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecab204c-663c-4311-a9ba-aadaf7e3e55c', 'name': 'tempest-ImageQuotaTest-1745033809-router', 'tenant_id': '05ee1c14dc624d8eb4e6848f50c78563', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.239'}], 'enable_snat': True}, 'gw_port_id': 'b3a4c59c-0862-4abd-8482-0424789a321a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:24:27Z', 'updated_at': '2021-08-18T12:24:30Z', 'revision_number': 4, 'project_id': '05ee1c14dc624d8eb4e6848f50c78563', 'gw_port': {'id': 'b3a4c59c-0862-4abd-8482-0424789a321a', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:72:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecab204c-663c-4311-a9ba-aadaf7e3e55c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:24:27Z', 'updated_at': '2021-08-18T12:24:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': '8bcfaf67-9ef7-45d3-b01b-0e2f31ffd46d', 'name': '', 'network_id': '20bf99fd-faea-414b-af55-90d0794d59b9', 'tenant_id': '05ee1c14dc624d8eb4e6848f50c78563', 'mac_address': 'fa:16:3e:24:20:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecab204c-663c-4311-a9ba-aadaf7e3e55c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3800, 'fixed_ips': [{'subnet_id': '2b18d2ee-e88d-4fb5-9027-64fa85da07c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:24:30Z', 'updated_at': '2021-08-18T12:24:30Z', 'revision_number': 2, 'project_id': '05ee1c14dc624d8eb4e6848f50c78563', 'subnets': [{'id': '2b18d2ee-e88d-4fb5-9027-64fa85da07c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:24:33.776194 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device b3a4c59c-0862-4abd-8482-0424789a321a up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:24:33.838799 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab68fa8d-52e0-4dd0-b452-95bdf920188a None None] Checking router: ecab204c-663c-4311-a9ba-aadaf7e3e55c for host: n-d-804985-2 {{(pid=106254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:24:33.839593 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab68fa8d-52e0-4dd0-b452-95bdf920188a None None] Updating router ecab204c-663c-4311-a9ba-aadaf7e3e55c port 8bcfaf67-9ef7-45d3-b01b-0e2f31ffd46d binding host n-d-804985-2 {{(pid=106254) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 12:24:33.868159 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-73777a09-fe08-4a07-826f-85baa749bfc4 admin admin] Deleting port 8bcfaf67-9ef7-45d3-b01b-0e2f31ffd46d {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:24:33.868529 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-73777a09-fe08-4a07-826f-85baa749bfc4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:33.875743 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port b3a4c59c-0862-4abd-8482-0424789a321a triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:24:33.876181 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:33.879008 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ab68fa8d-52e0-4dd0-b452-95bdf920188a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:33.963926 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-73777a09-fe08-4a07-826f-85baa749bfc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:33.978254 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-73777a09-fe08-4a07-826f-85baa749bfc4 admin admin] Calling delete_port for 8bcfaf67-9ef7-45d3-b01b-0e2f31ffd46d owned by network:router_interface {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:24:34.212017 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-73777a09-fe08-4a07-826f-85baa749bfc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:34.244136 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73777a09-fe08-4a07-826f-85baa749bfc4 admin admin] Pushing event deleted for resources: {'Port': ['ID=8bcfaf67-9ef7-45d3-b01b-0e2f31ffd46d,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:24:34.254387 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.db.api [None req-ab68fa8d-52e0-4dd0-b452-95bdf920188a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106254) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 18 12:24:34.254805 n-d-804985-2 neutron-server[106254]: DEBUG oslo_db.api [None req-ab68fa8d-52e0-4dd0-b452-95bdf920188a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 18 12:24:34.440157 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-73777a09-fe08-4a07-826f-85baa749bfc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953695'] for router_interface, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:34.690711 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73777a09-fe08-4a07-826f-85baa749bfc4 admin admin] Router ecab204c-663c-4311-a9ba-aadaf7e3e55c has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:24:34.772920 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab68fa8d-52e0-4dd0-b452-95bdf920188a None None] Port 8bcfaf67-9ef7-45d3-b01b-0e2f31ffd46d not found while updating agent binding for router ecab204c-663c-4311-a9ba-aadaf7e3e55c. {{(pid=106254) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 18 12:24:34.781852 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab68fa8d-52e0-4dd0-b452-95bdf920188a None None] Routers {'ecab204c-663c-4311-a9ba-aadaf7e3e55c'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:24:34.782534 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-ab68fa8d-52e0-4dd0-b452-95bdf920188a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:24:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['ecab204c-663c-4311-a9ba-aadaf7e3e55c'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:24:34.806403 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73777a09-fe08-4a07-826f-85baa749bfc4 admin admin] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:24:34.814480 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-73777a09-fe08-4a07-826f-85baa749bfc4 admin admin] 10.222.0.66 "PUT /v2.0/routers/ecab204c-663c-4311-a9ba-aadaf7e3e55c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7228444 Aug 18 12:24:34.815555 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 41816) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:24:34.906943 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-ab68fa8d-52e0-4dd0-b452-95bdf920188a None None] Set router ecab204c-663c-4311-a9ba-aadaf7e3e55c gateway port host: n-d-804985-2 {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:24:34.926293 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-bc487da6-044d-40e8-acff-c5b0d28aeae1 admin admin] Notify callbacks [] for router, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:35.056010 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-bc487da6-044d-40e8-acff-c5b0d28aeae1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:35.127239 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-bc487da6-044d-40e8-acff-c5b0d28aeae1 admin admin] Deleting port b3a4c59c-0862-4abd-8482-0424789a321a {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:24:35.127598 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-bc487da6-044d-40e8-acff-c5b0d28aeae1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:35.132088 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-ab68fa8d-52e0-4dd0-b452-95bdf920188a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecab204c-663c-4311-a9ba-aadaf7e3e55c', 'name': 'tempest-ImageQuotaTest-1745033809-router', 'tenant_id': '05ee1c14dc624d8eb4e6848f50c78563', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.239'}], 'enable_snat': True}, 'gw_port_id': 'b3a4c59c-0862-4abd-8482-0424789a321a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:24:27Z', 'updated_at': '2021-08-18T12:24:34Z', 'revision_number': 5, 'project_id': '05ee1c14dc624d8eb4e6848f50c78563', 'gw_port': {'id': 'b3a4c59c-0862-4abd-8482-0424789a321a', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:72:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecab204c-663c-4311-a9ba-aadaf7e3e55c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:24:27Z', 'updated_at': '2021-08-18T12:24:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:24:35.166191 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab68fa8d-52e0-4dd0-b452-95bdf920188a None None] The sync data for ids ['ecab204c-663c-4311-a9ba-aadaf7e3e55c'] in n-d-804985-2 is: [{'id': 'ecab204c-663c-4311-a9ba-aadaf7e3e55c', 'name': 'tempest-ImageQuotaTest-1745033809-router', 'tenant_id': '05ee1c14dc624d8eb4e6848f50c78563', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.239'}], 'enable_snat': True}, 'gw_port_id': 'b3a4c59c-0862-4abd-8482-0424789a321a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:24:27Z', 'updated_at': '2021-08-18T12:24:34Z', 'revision_number': 5, 'project_id': '05ee1c14dc624d8eb4e6848f50c78563', 'gw_port': {'id': 'b3a4c59c-0862-4abd-8482-0424789a321a', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:72:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecab204c-663c-4311-a9ba-aadaf7e3e55c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:24:27Z', 'updated_at': '2021-08-18T12:24:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:24:35.235049 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [None req-bc487da6-044d-40e8-acff-c5b0d28aeae1 admin admin] For port b3a4c59c-0862-4abd-8482-0424789a321a, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=b3a4c59c-0862-4abd-8482-0424789a321a,segment=NetworkSegment(c5a3db9d-5c58-41b1-9177-d5787a597b78),segment_id=c5a3db9d-5c58-41b1-9177-d5787a597b78)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:24:35.236079 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-bc487da6-044d-40e8-acff-c5b0d28aeae1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:35.250537 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-bc487da6-044d-40e8-acff-c5b0d28aeae1 admin admin] Calling delete_port for b3a4c59c-0862-4abd-8482-0424789a321a owned by network:router_gateway {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:24:35.432454 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-bc487da6-044d-40e8-acff-c5b0d28aeae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:35.479193 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc487da6-044d-40e8-acff-c5b0d28aeae1 admin admin] Pushing event deleted for resources: {'Port': ['ID=b3a4c59c-0862-4abd-8482-0424789a321a,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:24:35.961029 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-bc487da6-044d-40e8-acff-c5b0d28aeae1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-997271'] for router_gateway, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:36.037608 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d9fd8c2-e3c4-4f06-a87c-a812f5437400 None None] Sync routers for ids ['ecab204c-663c-4311-a9ba-aadaf7e3e55c'] in n-d-804985-2 {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:24:36.048396 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d9fd8c2-e3c4-4f06-a87c-a812f5437400 None None] Routers {'ecab204c-663c-4311-a9ba-aadaf7e3e55c'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:24:36.049308 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-8d9fd8c2-e3c4-4f06-a87c-a812f5437400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:24:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['ecab204c-663c-4311-a9ba-aadaf7e3e55c'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:24:36.078022 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-bc487da6-044d-40e8-acff-c5b0d28aeae1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-996004', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15859'] for router, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:36.080351 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-bc487da6-044d-40e8-acff-c5b0d28aeae1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:36.124518 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-8d9fd8c2-e3c4-4f06-a87c-a812f5437400 None None] Set router ecab204c-663c-4311-a9ba-aadaf7e3e55c gateway port host: None {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:24:36.125856 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-bc487da6-044d-40e8-acff-c5b0d28aeae1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-996061'] for router, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:36.127759 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc487da6-044d-40e8-acff-c5b0d28aeae1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ecab204c-663c-4311-a9ba-aadaf7e3e55c {{(pid=106252) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 12:24:36.132787 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-bc487da6-044d-40e8-acff-c5b0d28aeae1 admin admin] Notify callbacks [] for router, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:36.136444 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-bc487da6-044d-40e8-acff-c5b0d28aeae1 admin admin] 10.222.0.66 "DELETE /v2.0/routers/ecab204c-663c-4311-a9ba-aadaf7e3e55c HTTP/1.1" status: 204 len: 168 time: 1.3182878 Aug 18 12:24:36.136923 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 41846) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:24:36.202668 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-8d9fd8c2-e3c4-4f06-a87c-a812f5437400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecab204c-663c-4311-a9ba-aadaf7e3e55c', 'name': 'tempest-ImageQuotaTest-1745033809-router', 'tenant_id': '05ee1c14dc624d8eb4e6848f50c78563', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:24:27Z', 'updated_at': '2021-08-18T12:24:35Z', 'revision_number': 7, 'project_id': '05ee1c14dc624d8eb4e6848f50c78563', 'gw_port_host': None}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:24:36.230552 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0185f70-a2cd-4385-9349-1d265f3009b8 admin admin] Deleting subnet 2b18d2ee-e88d-4fb5-9027-64fa85da07c4 {{(pid=106253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 12:24:36.244759 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d9fd8c2-e3c4-4f06-a87c-a812f5437400 None None] Checking router: ecab204c-663c-4311-a9ba-aadaf7e3e55c for host: n-d-804985-2 {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:24:36.247649 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f0185f70-a2cd-4385-9349-1d265f3009b8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:36.255549 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d9fd8c2-e3c4-4f06-a87c-a812f5437400 None None] Routers set() bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:24:36.255986 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d9fd8c2-e3c4-4f06-a87c-a812f5437400 None None] Router IDs set() for agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 18 12:24:36.256228 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:36.256953 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_agentschedulers_db [None req-8d9fd8c2-e3c4-4f06-a87c-a812f5437400 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'ecab204c-663c-4311-a9ba-aadaf7e3e55c'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:24:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent'). {{(pid=106255) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 18 12:24:36.257369 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d9fd8c2-e3c4-4f06-a87c-a812f5437400 None None] The sync data for ids ['ecab204c-663c-4311-a9ba-aadaf7e3e55c'] in n-d-804985-2 is: [] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:24:36.290124 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f0185f70-a2cd-4385-9349-1d265f3009b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902229'] for subnet, precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:36.373882 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f0185f70-a2cd-4385-9349-1d265f3009b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:36.436034 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f0185f70-a2cd-4385-9349-1d265f3009b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58902171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59388106'] for subnet, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:36.470886 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0185f70-a2cd-4385-9349-1d265f3009b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b18d2ee-e88d-4fb5-9027-64fa85da07c4,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:24:36.473026 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f0185f70-a2cd-4385-9349-1d265f3009b8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:36.475001 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-f0185f70-a2cd-4385-9349-1d265f3009b8 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/2b18d2ee-e88d-4fb5-9027-64fa85da07c4 HTTP/1.1" status: 204 len: 168 time: 0.3369613 Aug 18 12:24:36.477661 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 41852) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:24:36.480374 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cf97c88-d0b2-4a7d-99b0-3ed6f14d7831 None None] Network 20bf99fd-faea-414b-af55-90d0794d59b9 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:24:36.584203 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-35bed14d-a31e-41d9-80dd-88690625eb6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7904109'] for network, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:36.656087 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-35bed14d-a31e-41d9-80dd-88690625eb6f admin admin] Deleting port 3e45977b-d005-4c9b-a6f3-2766e0fb1820 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:24:36.656576 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-35bed14d-a31e-41d9-80dd-88690625eb6f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:36.752845 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f92df60-e952-44b3-a8c4-77fa79831e2f None None] DHCP port deletion for 20bf99fd-faea-414b-af55-90d0794d59b9 request from n-d-804985-2 {{(pid=106254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 12:24:36.787098 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [None req-35bed14d-a31e-41d9-80dd-88690625eb6f admin admin] For port 3e45977b-d005-4c9b-a6f3-2766e0fb1820, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=3e45977b-d005-4c9b-a6f3-2766e0fb1820,segment=NetworkSegment(fada94e8-112e-40bb-a3aa-02b74dd6006d),segment_id=fada94e8-112e-40bb-a3aa-02b74dd6006d)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:24:36.787466 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-35bed14d-a31e-41d9-80dd-88690625eb6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:36.813376 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-35bed14d-a31e-41d9-80dd-88690625eb6f admin admin] Calling delete_port for 3e45977b-d005-4c9b-a6f3-2766e0fb1820 owned by network:dhcp {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:24:36.849443 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-7f92df60-e952-44b3-a8c4-77fa79831e2f None None] Deleting port 3e45977b-d005-4c9b-a6f3-2766e0fb1820 {{(pid=106254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:24:36.850253 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-7f92df60-e952-44b3-a8c4-77fa79831e2f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:36.922079 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-35bed14d-a31e-41d9-80dd-88690625eb6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:36.926350 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-7f92df60-e952-44b3-a8c4-77fa79831e2f None None] For port 3e45977b-d005-4c9b-a6f3-2766e0fb1820, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=3e45977b-d005-4c9b-a6f3-2766e0fb1820,segment=NetworkSegment(fada94e8-112e-40bb-a3aa-02b74dd6006d),segment_id=fada94e8-112e-40bb-a3aa-02b74dd6006d)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:24:36.926853 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-7f92df60-e952-44b3-a8c4-77fa79831e2f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:36.942641 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-7f92df60-e952-44b3-a8c4-77fa79831e2f None None] Calling delete_port for 3e45977b-d005-4c9b-a6f3-2766e0fb1820 owned by network:dhcp {{(pid=106254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:24:36.954216 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bed14d-a31e-41d9-80dd-88690625eb6f admin admin] Pushing event deleted for resources: {'Port': ['ID=3e45977b-d005-4c9b-a6f3-2766e0fb1820,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:24:36.963605 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35bed14d-a31e-41d9-80dd-88690625eb6f admin admin] No DVR routers for this DVR port 3e45977b-d005-4c9b-a6f3-2766e0fb1820 on host n-d-804985-2 {{(pid=106253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:24:37.037731 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-7f92df60-e952-44b3-a8c4-77fa79831e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556'] for port, after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:37.040394 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-35bed14d-a31e-41d9-80dd-88690625eb6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8367869', 'neutron.services.segments.db._delete_segments_for_network-8789151212993'] for network, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:37.055125 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-35bed14d-a31e-41d9-80dd-88690625eb6f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20bf99fd-faea-414b-af55-90d0794d59b9']}} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:24:37.071194 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-35bed14d-a31e-41d9-80dd-88690625eb6f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fada94e8-112e-40bb-a3aa-02b74dd6006d') {'for_net_delete': True} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:24:37.071869 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-35bed14d-a31e-41d9-80dd-88690625eb6f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fada94e8-112e-40bb-a3aa-02b74dd6006d') {} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:24:37.078066 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f92df60-e952-44b3-a8c4-77fa79831e2f None None] Pushing event deleted for resources: {'Port': ['ID=3e45977b-d005-4c9b-a6f3-2766e0fb1820,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:24:37.082111 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f92df60-e952-44b3-a8c4-77fa79831e2f None None] No DVR routers for this DVR port 3e45977b-d005-4c9b-a6f3-2766e0fb1820 on host n-d-804985-2 {{(pid=106254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:24:37.088188 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-35bed14d-a31e-41d9-80dd-88690625eb6f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789151225254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902236'] for segment, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:37.104911 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-35bed14d-a31e-41d9-80dd-88690625eb6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:37.111705 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35bed14d-a31e-41d9-80dd-88690625eb6f admin admin] Releasing vlan 810 on physical network physnet1 to pool {{(pid=106253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:24:37.112326 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-35bed14d-a31e-41d9-80dd-88690625eb6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58900537'] for segment, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:37.115253 n-d-804985-2 neutron-server[106253]: Traceback (most recent call last): Aug 18 12:24:37.115253 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:24:37.115253 n-d-804985-2 neutron-server[106253]: timer() Aug 18 12:24:37.115253 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:24:37.115253 n-d-804985-2 neutron-server[106253]: cb(*args, **kw) Aug 18 12:24:37.115253 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:24:37.115253 n-d-804985-2 neutron-server[106253]: return func(*args, **kwargs) Aug 18 12:24:37.115253 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:24:37.115253 n-d-804985-2 neutron-server[106253]: self._notify() Aug 18 12:24:37.115253 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:24:37.115253 n-d-804985-2 neutron-server[106253]: self.callback(batched_events) Aug 18 12:24:37.115253 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:24:37.115253 n-d-804985-2 neutron-server[106253]: event.method(event) Aug 18 12:24:37.115253 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:24:37.115253 n-d-804985-2 neutron-server[106253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:24:37.115253 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:24:37.115253 n-d-804985-2 neutron-server[106253]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:24:37.115253 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:24:37.115253 n-d-804985-2 neutron-server[106253]: return f(self, *a, **k) Aug 18 12:24:37.115253 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:24:37.115253 n-d-804985-2 neutron-server[106253]: return self._get(url).json() Aug 18 12:24:37.115253 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:24:37.115253 n-d-804985-2 neutron-server[106253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:24:37.115253 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:24:37.115253 n-d-804985-2 neutron-server[106253]: return self.request(url, 'GET', **kwargs) Aug 18 12:24:37.115253 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:24:37.115253 n-d-804985-2 neutron-server[106253]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:24:37.115253 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:24:37.115253 n-d-804985-2 neutron-server[106253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:24:37.115253 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:24:37.115253 n-d-804985-2 neutron-server[106253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:24:37.115253 n-d-804985-2 neutron-server[106253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:24:37.189038 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-35bed14d-a31e-41d9-80dd-88690625eb6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8367858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997186'] for network, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:37.195976 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-35bed14d-a31e-41d9-80dd-88690625eb6f admin admin] Notify callbacks [] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:37.203451 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-35bed14d-a31e-41d9-80dd-88690625eb6f admin admin] 10.222.0.66 "DELETE /v2.0/networks/20bf99fd-faea-414b-af55-90d0794d59b9 HTTP/1.1" status: 204 len: 168 time: 0.7173131 Aug 18 12:24:37.226129 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bed14d-a31e-41d9-80dd-88690625eb6f admin admin] Pushing event deleted for resources: {'Network': ['ID=20bf99fd-faea-414b-af55-90d0794d59b9,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:24:37.331832 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 41868) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:24:37.375807 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-f632d841-33c7-4c6c-ab29-a599d50d0806 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=05ee1c14dc624d8eb4e6848f50c78563&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0426297 Aug 18 12:24:37.378300 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 41870) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:24:37.435062 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5604e79f-7ee1-4f0b-94b4-64339d70ac72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:37.480522 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5604e79f-7ee1-4f0b-94b4-64339d70ac72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:37.543496 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5604e79f-7ee1-4f0b-94b4-64339d70ac72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:37.546150 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5604e79f-7ee1-4f0b-94b4-64339d70ac72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:37.549674 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-5604e79f-7ee1-4f0b-94b4-64339d70ac72 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9d3cd42b-a3d1-45ce-aaa6-875abed9ff06 HTTP/1.1" status: 204 len: 168 time: 0.1678650 Aug 18 12:24:37.565346 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5604e79f-7ee1-4f0b-94b4-64339d70ac72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d3cd42b-a3d1-45ce-aaa6-875abed9ff06,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:24:37.740668 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 3e45977b-d005-4c9b-a6f3-2766e0fb1820 no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:24:37.810538 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: 3e45977b-d005-4c9b-a6f3-2766e0fb1820 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:24:37.811115 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 3e45977b-d005-4c9b-a6f3-2766e0fb1820 not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:24:37.811708 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device b3a4c59c-0862-4abd-8482-0424789a321a no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:24:37.835511 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: b3a4c59c-0862-4abd-8482-0424789a321a {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:24:37.836128 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device b3a4c59c-0862-4abd-8482-0424789a321a not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:24:38.025451 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 41878) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:24:38.038805 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-237d6b45-e39f-4f3d-ab3c-1489086edbe9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:38.143223 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-237d6b45-e39f-4f3d-ab3c-1489086edbe9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:38.150199 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-237d6b45-e39f-4f3d-ab3c-1489086edbe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:38.205843 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-237d6b45-e39f-4f3d-ab3c-1489086edbe9 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.1804945 Aug 18 12:24:38.207236 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237d6b45-e39f-4f3d-ab3c-1489086edbe9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df9389d1-7506-4384-a3c6-4792c3acefff,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:24:38.208587 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 41880) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:24:38.272313 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-144fadab-1ac6-4c86-90f6-4ff4e0604667 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:38.319537 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:38.323455 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-144fadab-1ac6-4c86-90f6-4ff4e0604667 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:38.377860 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-144fadab-1ac6-4c86-90f6-4ff4e0604667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:38.381388 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-144fadab-1ac6-4c86-90f6-4ff4e0604667 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:38.383666 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-144fadab-1ac6-4c86-90f6-4ff4e0604667 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/df9389d1-7506-4384-a3c6-4792c3acefff HTTP/1.1" status: 204 len: 168 time: 0.1740830 Aug 18 12:24:38.394451 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144fadab-1ac6-4c86-90f6-4ff4e0604667 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df9389d1-7506-4384-a3c6-4792c3acefff,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:24:39.165663 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 41998) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:24:39.300579 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-b0fc5eca-18ab-429c-bb4e-966e96c590d8 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-312113207-network', 'tenant_id': '86bcac19683b4cedad111d113ad02413'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:24:39.339159 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0fc5eca-18ab-429c-bb4e-966e96c590d8 admin admin] Made reservation on behalf of 86bcac19683b4cedad111d113ad02413 for: {'network': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:24:39.342602 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b0fc5eca-18ab-429c-bb4e-966e96c590d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for network, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:39.357137 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b0fc5eca-18ab-429c-bb4e-966e96c590d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:39.518572 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b0fc5eca-18ab-429c-bb4e-966e96c590d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:39.524686 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b0fc5eca-18ab-429c-bb4e-966e96c590d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:39.568328 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0fc5eca-18ab-429c-bb4e-966e96c590d8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 843} {{(pid=106252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:24:39.575327 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fc5eca-18ab-429c-bb4e-966e96c590d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c39e84f9-0c12-4e20-96af-8241c5ff77a1,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:24:39.584309 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b0fc5eca-18ab-429c-bb4e-966e96c590d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:39.584992 n-d-804985-2 neutron-server[106252]: INFO neutron.db.segments_db [None req-b0fc5eca-18ab-429c-bb4e-966e96c590d8 admin admin] Added segment dfae8a08-8315-4142-ba2f-fd111ce93dbf of type vlan for network 25fdaffb-3168-482a-bd55-4e7a3fe8ec1f Aug 18 12:24:39.633216 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b0fc5eca-18ab-429c-bb4e-966e96c590d8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789150665894'] for network, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:39.662142 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b0fc5eca-18ab-429c-bb4e-966e96c590d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for network, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:39.663204 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0fc5eca-18ab-429c-bb4e-966e96c590d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:24:39.663767 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b0fc5eca-18ab-429c-bb4e-966e96c590d8 admin admin] Notify callbacks [] for network, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:39.726077 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-b0fc5eca-18ab-429c-bb4e-966e96c590d8 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5592082 Aug 18 12:24:39.729054 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 42070) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:24:39.732701 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fc5eca-18ab-429c-bb4e-966e96c590d8 admin admin] Pushing event updated for resources: {'Network': ['ID=25fdaffb-3168-482a-bd55-4e7a3fe8ec1f,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:24:39.734514 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-581fb853-b4e4-43d4-9f93-826ab17d3980 admin admin] Request body: {'subnet': {'network_id': '25fdaffb-3168-482a-bd55-4e7a3fe8ec1f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-312113207-subnet', 'tenant_id': '86bcac19683b4cedad111d113ad02413', 'ip_version': 4}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:24:39.744865 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Network 25fdaffb-3168-482a-bd55-4e7a3fe8ec1f details requested by agent ovs-agent-n-d-804985-2 with host n-d-804985-2 {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:24:39.762838 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-581fb853-b4e4-43d4-9f93-826ab17d3980 admin admin] Made reservation on behalf of 86bcac19683b4cedad111d113ad02413 for: {'subnet': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:24:39.766357 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-581fb853-b4e4-43d4-9f93-826ab17d3980 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59388119'] for subnet, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:39.963605 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-581fb853-b4e4-43d4-9f93-826ab17d3980 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58902106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59388097'] for subnet, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:40.032432 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581fb853-b4e4-43d4-9f93-826ab17d3980 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb2e3982-4dd6-4594-80de-13da71e6899f,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:24:40.043979 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-581fb853-b4e4-43d4-9f93-826ab17d3980 admin admin] Checking segment: {'id': 'dfae8a08-8315-4142-ba2f-fd111ce93dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '25fdaffb-3168-482a-bd55-4e7a3fe8ec1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:24:40.044647 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-581fb853-b4e4-43d4-9f93-826ab17d3980 admin admin] Network hostable DHCP agents. Network: 25fdaffb-3168-482a-bd55-4e7a3fe8ec1f, hostable agents: ['97c14208-2951-4361-8d64-3708c946ff5f'], hosted agents: [] {{(pid=106253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 12:24:40.063930 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-581fb853-b4e4-43d4-9f93-826ab17d3980 admin admin] Network 25fdaffb-3168-482a-bd55-4e7a3fe8ec1f is scheduled to be hosted by DHCP agent 97c14208-2951-4361-8d64-3708c946ff5f with binding_index 1 {{(pid=106253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 12:24:40.074908 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-581fb853-b4e4-43d4-9f93-826ab17d3980 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-2, 25fdaffb-3168-482a-bd55-4e7a3fe8ec1f) {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:24:40.083399 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-581fb853-b4e4-43d4-9f93-826ab17d3980 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:24:40.084214 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-581fb853-b4e4-43d4-9f93-826ab17d3980 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:40.084809 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f07ac6e1-c48d-447d-b8e9-b4540280273a None None] Network 25fdaffb-3168-482a-bd55-4e7a3fe8ec1f requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:24:40.105252 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-581fb853-b4e4-43d4-9f93-826ab17d3980 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3751044 Aug 18 12:24:40.107936 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 42118) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:24:40.113554 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-b8ffac6c-6ff9-443c-8834-11b4bcbd132c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-312113207-router', 'tenant_id': '86bcac19683b4cedad111d113ad02413', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'}}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:24:40.146709 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b8ffac6c-6ff9-443c-8834-11b4bcbd132c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-998592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15809'] for router, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:40.149953 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b8ffac6c-6ff9-443c-8834-11b4bcbd132c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-992733', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-971415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15816'] for router, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:40.222768 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b8ffac6c-6ff9-443c-8834-11b4bcbd132c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:40.266421 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad7f496b-22c2-40cc-b58d-9b75515e1dd0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp788be208-34ab-5a8f-af0f-528834af222f-25fdaffb-3168-482a-bd55-4e7a3fe8ec1f', 'network_id': '25fdaffb-3168-482a-bd55-4e7a3fe8ec1f', 'tenant_id': '86bcac19683b4cedad111d113ad02413', 'fixed_ips': [{'subnet_id': 'eb2e3982-4dd6-4594-80de-13da71e6899f'}]}} from n-d-804985-2. {{(pid=106254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 12:24:40.267460 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ad7f496b-22c2-40cc-b58d-9b75515e1dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:40.384365 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b8ffac6c-6ff9-443c-8834-11b4bcbd132c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:40.419029 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.db_base_plugin_common [None req-ad7f496b-22c2-40cc-b58d-9b75515e1dd0 None None] Allocated IP 172.20.0.2 (25fdaffb-3168-482a-bd55-4e7a3fe8ec1f/eb2e3982-4dd6-4594-80de-13da71e6899f/e8e461d8-a440-4236-8456-9e51763c6b26) {{(pid=106254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:24:40.578601 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ad7f496b-22c2-40cc-b58d-9b75515e1dd0 None None] Notify callbacks [] for port, precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:40.587830 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-ad7f496b-22c2-40cc-b58d-9b75515e1dd0 None None] Transition to ACTIVE for port object e8e461d8-a440-4236-8456-9e51763c6b26 will not be triggered until provisioned by entity L2. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:24:40.606359 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-ad7f496b-22c2-40cc-b58d-9b75515e1dd0 None None] Transition to ACTIVE for port object e8e461d8-a440-4236-8456-9e51763c6b26 will not be triggered until provisioned by entity DHCP. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:24:40.615433 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ad7f496b-22c2-40cc-b58d-9b75515e1dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547'] for port, after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:40.621357 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b8ffac6c-6ff9-443c-8834-11b4bcbd132c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:40.642992 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b8ffac6c-6ff9-443c-8834-11b4bcbd132c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:40.659279 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad7f496b-22c2-40cc-b58d-9b75515e1dd0 None None] Network 25fdaffb-3168-482a-bd55-4e7a3fe8ec1f is already hosted by enough agents. {{(pid=106254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:24:40.667307 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.base_scheduler [None req-ad7f496b-22c2-40cc-b58d-9b75515e1dd0 None None] Resources bound (agent type, host, resource id): {{(pid=106254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:24:40.671449 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad7f496b-22c2-40cc-b58d-9b75515e1dd0 None None] Received port after_create {{(pid=106254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:24:40.677399 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7f496b-22c2-40cc-b58d-9b75515e1dd0 None None] Pushing event updated for resources: {'Port': ['ID=e8e461d8-a440-4236-8456-9e51763c6b26,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:24:40.736092 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-ad7f496b-22c2-40cc-b58d-9b75515e1dd0 None None] Attempting to bind port e8e461d8-a440-4236-8456-9e51763c6b26 on host n-d-804985-2 for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:24:40.736458 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-ad7f496b-22c2-40cc-b58d-9b75515e1dd0 None None] Attempting to bind port e8e461d8-a440-4236-8456-9e51763c6b26 by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': 'dfae8a08-8315-4142-ba2f-fd111ce93dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '25fdaffb-3168-482a-bd55-4e7a3fe8ec1f'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:24:40.736842 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad7f496b-22c2-40cc-b58d-9b75515e1dd0 None None] Attempting to bind port e8e461d8-a440-4236-8456-9e51763c6b26 on network 25fdaffb-3168-482a-bd55-4e7a3fe8ec1f {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:24:40.742957 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad7f496b-22c2-40cc-b58d-9b75515e1dd0 None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 24, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:24:40.743325 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad7f496b-22c2-40cc-b58d-9b75515e1dd0 None None] Checking segment: {'id': 'dfae8a08-8315-4142-ba2f-fd111ce93dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '25fdaffb-3168-482a-bd55-4e7a3fe8ec1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:24:40.743842 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ad7f496b-22c2-40cc-b58d-9b75515e1dd0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:40.744450 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad7f496b-22c2-40cc-b58d-9b75515e1dd0 None None] Bound using segment: {'id': 'dfae8a08-8315-4142-ba2f-fd111ce93dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '25fdaffb-3168-482a-bd55-4e7a3fe8ec1f'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:24:40.744943 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-ad7f496b-22c2-40cc-b58d-9b75515e1dd0 None None] Bound port: e8e461d8-a440-4236-8456-9e51763c6b26, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfae8a08-8315-4142-ba2f-fd111ce93dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '25fdaffb-3168-482a-bd55-4e7a3fe8ec1f'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:24:40.745526 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ad7f496b-22c2-40cc-b58d-9b75515e1dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:40.766359 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [None req-b8ffac6c-6ff9-443c-8834-11b4bcbd132c admin admin] Allocated IP 172.25.7.248 (7cae7a70-14fd-408c-b14d-39ceb97cb60e/9784295a-20b8-4a4b-b105-f82737f0448f/ad9e999a-e235-4951-b077-2cec40eb180b) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:24:40.811064 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-ad7f496b-22c2-40cc-b58d-9b75515e1dd0 None None] For port e8e461d8-a440-4236-8456-9e51763c6b26, host n-d-804985-2, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:24:40.815129 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-ad7f496b-22c2-40cc-b58d-9b75515e1dd0 None None] For port e8e461d8-a440-4236-8456-9e51763c6b26, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=e8e461d8-a440-4236-8456-9e51763c6b26,segment=NetworkSegment(dfae8a08-8315-4142-ba2f-fd111ce93dbf),segment_id=dfae8a08-8315-4142-ba2f-fd111ce93dbf)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:24:40.822875 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ad7f496b-22c2-40cc-b58d-9b75515e1dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:40.879717 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7f496b-22c2-40cc-b58d-9b75515e1dd0 None None] Pushing event updated for resources: {'Port': ['ID=e8e461d8-a440-4236-8456-9e51763c6b26,revision_number=2']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:24:40.889262 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b8ffac6c-6ff9-443c-8834-11b4bcbd132c admin admin] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:40.937789 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b8ffac6c-6ff9-443c-8834-11b4bcbd132c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:40.977831 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8ffac6c-6ff9-443c-8834-11b4bcbd132c admin admin] Network 7cae7a70-14fd-408c-b14d-39ceb97cb60e is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:24:40.983529 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-b8ffac6c-6ff9-443c-8834-11b4bcbd132c admin admin] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:24:40.986184 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ffac6c-6ff9-443c-8834-11b4bcbd132c admin admin] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:24:41.024088 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ffac6c-6ff9-443c-8834-11b4bcbd132c admin admin] Pushing event updated for resources: {'Port': ['ID=ad9e999a-e235-4951-b077-2cec40eb180b,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:24:41.358414 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b8ffac6c-6ff9-443c-8834-11b4bcbd132c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:41.606929 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b8ffac6c-6ff9-443c-8834-11b4bcbd132c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-998473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-992536'] for router, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:41.806847 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device e8e461d8-a440-4236-8456-9e51763c6b26 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:24:41.814028 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8ffac6c-6ff9-443c-8834-11b4bcbd132c admin admin] Router 931fbcd4-ce57-444d-9c6e-d6ad45cb2f83 is scheduled to L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 with binding_index 1 {{(pid=106253) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 12:24:41.903506 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port e8e461d8-a440-4236-8456-9e51763c6b26 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:24:41.987705 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8ffac6c-6ff9-443c-8834-11b4bcbd132c admin admin] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:24:41.998611 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b44eef96-b120-4a9c-a39b-de43878c4925 None None] Sync routers for ids ['931fbcd4-ce57-444d-9c6e-d6ad45cb2f83'] in n-d-804985-2 {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:24:42.019157 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b8ffac6c-6ff9-443c-8834-11b4bcbd132c admin admin] Notify callbacks [] for router, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:42.020552 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-b8ffac6c-6ff9-443c-8834-11b4bcbd132c admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.9108038 Aug 18 12:24:42.021259 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b44eef96-b120-4a9c-a39b-de43878c4925 None None] Routers {'931fbcd4-ce57-444d-9c6e-d6ad45cb2f83'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:24:42.022708 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-b44eef96-b120-4a9c-a39b-de43878c4925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:24:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['931fbcd4-ce57-444d-9c6e-d6ad45cb2f83'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:24:42.024922 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 42362) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:24:42.189696 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ba3bed7-6fcf-4e50-ad67-5108de20ada2 None None] Network 25fdaffb-3168-482a-bd55-4e7a3fe8ec1f requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:24:42.244000 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-b44eef96-b120-4a9c-a39b-de43878c4925 None None] Set router 931fbcd4-ce57-444d-9c6e-d6ad45cb2f83 gateway port host: n-d-804985-2 {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:24:42.560002 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-5b4cc713-9d21-44cd-bf55-2cb009f73a86 None None] Provisioning for port e8e461d8-a440-4236-8456-9e51763c6b26 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:24:42.587581 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-5b4cc713-9d21-44cd-bf55-2cb009f73a86 None None] Provisioning complete for port e8e461d8-a440-4236-8456-9e51763c6b26 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:24:42.587956 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-5b4cc713-9d21-44cd-bf55-2cb009f73a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:42.598332 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-601d2f68-be57-4787-a7f5-a357791e17d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:42.807410 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-b44eef96-b120-4a9c-a39b-de43878c4925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '931fbcd4-ce57-444d-9c6e-d6ad45cb2f83', 'name': 'tempest-TestVolumeBootPattern-312113207-router', 'tenant_id': '86bcac19683b4cedad111d113ad02413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': 'ad9e999a-e235-4951-b077-2cec40eb180b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:24:40Z', 'updated_at': '2021-08-18T12:24:41Z', 'revision_number': 3, 'project_id': '86bcac19683b4cedad111d113ad02413', 'gw_port': {'id': 'ad9e999a-e235-4951-b077-2cec40eb180b', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:6c:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '931fbcd4-ce57-444d-9c6e-d6ad45cb2f83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3816, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:24:40Z', 'updated_at': '2021-08-18T12:24:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:24:42.860852 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b44eef96-b120-4a9c-a39b-de43878c4925 None None] Checking router: 931fbcd4-ce57-444d-9c6e-d6ad45cb2f83 for host: n-d-804985-2 {{(pid=106254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:24:42.865051 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b44eef96-b120-4a9c-a39b-de43878c4925 None None] Updating router 931fbcd4-ce57-444d-9c6e-d6ad45cb2f83 port ad9e999a-e235-4951-b077-2cec40eb180b binding host n-d-804985-2 {{(pid=106254) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 12:24:42.868798 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [None req-601d2f68-be57-4787-a7f5-a357791e17d3 admin admin] Allocated IP 172.20.0.1 (25fdaffb-3168-482a-bd55-4e7a3fe8ec1f/eb2e3982-4dd6-4594-80de-13da71e6899f/bae6a5f7-5d17-4a5f-85de-48171724c2c3) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:24:42.889908 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-5b4cc713-9d21-44cd-bf55-2cb009f73a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:42.936269 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-b44eef96-b120-4a9c-a39b-de43878c4925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:43.052378 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-5b4cc713-9d21-44cd-bf55-2cb009f73a86 None None] For port e8e461d8-a440-4236-8456-9e51763c6b26, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=e8e461d8-a440-4236-8456-9e51763c6b26,segment=NetworkSegment(dfae8a08-8315-4142-ba2f-fd111ce93dbf),segment_id=dfae8a08-8315-4142-ba2f-fd111ce93dbf)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:24:43.067866 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-5b4cc713-9d21-44cd-bf55-2cb009f73a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:43.095876 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-601d2f68-be57-4787-a7f5-a357791e17d3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:43.125871 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [None req-601d2f68-be57-4787-a7f5-a357791e17d3 admin admin] Transition to ACTIVE for port object bae6a5f7-5d17-4a5f-85de-48171724c2c3 will not be triggered until provisioned by entity DHCP. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:24:43.181788 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-601d2f68-be57-4787-a7f5-a357791e17d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:43.241578 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4cc713-9d21-44cd-bf55-2cb009f73a86 None None] Pushing event updated for resources: {'Port': ['ID=e8e461d8-a440-4236-8456-9e51763c6b26,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:24:43.255094 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601d2f68-be57-4787-a7f5-a357791e17d3 admin admin] Pushing event updated for resources: {'Port': ['ID=bae6a5f7-5d17-4a5f-85de-48171724c2c3,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:24:43.264585 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-601d2f68-be57-4787-a7f5-a357791e17d3 admin admin] Network 25fdaffb-3168-482a-bd55-4e7a3fe8ec1f is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:24:43.266986 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-601d2f68-be57-4787-a7f5-a357791e17d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:24:43.269709 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-601d2f68-be57-4787-a7f5-a357791e17d3 admin admin] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:24:43.325173 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-d3dcee0c-ab29-4c06-b71a-d3a3e7d6e54e None None] Provisioning complete for port e8e461d8-a440-4236-8456-9e51763c6b26 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:24:43.325781 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-d3dcee0c-ab29-4c06-b71a-d3a3e7d6e54e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:43.332135 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-601d2f68-be57-4787-a7f5-a357791e17d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-996688'] for router_interface, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:43.422261 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-b44eef96-b120-4a9c-a39b-de43878c4925 None None] Notify callbacks [] for port, precommit_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:43.478336 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-b44eef96-b120-4a9c-a39b-de43878c4925 None None] Transition to ACTIVE for port object ad9e999a-e235-4951-b077-2cec40eb180b will not be triggered until provisioned by entity L2. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:24:43.489134 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-b44eef96-b120-4a9c-a39b-de43878c4925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:43.513655 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-601d2f68-be57-4787-a7f5-a357791e17d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:43.569458 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-b44eef96-b120-4a9c-a39b-de43878c4925 None None] Attempting to bind port ad9e999a-e235-4951-b077-2cec40eb180b on host n-d-804985-2 for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:24:43.569804 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-b44eef96-b120-4a9c-a39b-de43878c4925 None None] Attempting to bind port ad9e999a-e235-4951-b077-2cec40eb180b by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:24:43.570340 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44eef96-b120-4a9c-a39b-de43878c4925 None None] Attempting to bind port ad9e999a-e235-4951-b077-2cec40eb180b on network 7cae7a70-14fd-408c-b14d-39ceb97cb60e {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:24:43.578956 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de2e492-95b5-495d-a188-b33700d80fbd None None] Pushing event updated for resources: {'Port': ['ID=ad9e999a-e235-4951-b077-2cec40eb180b,revision_number=2']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:24:43.582861 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44eef96-b120-4a9c-a39b-de43878c4925 None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 24, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:24:43.583264 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44eef96-b120-4a9c-a39b-de43878c4925 None None] Checking segment: {'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:24:43.583831 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-b44eef96-b120-4a9c-a39b-de43878c4925 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:43.584288 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44eef96-b120-4a9c-a39b-de43878c4925 None None] Bound using segment: {'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:24:43.584909 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-b44eef96-b120-4a9c-a39b-de43878c4925 None None] Bound port: ad9e999a-e235-4951-b077-2cec40eb180b, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:24:43.585302 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-b44eef96-b120-4a9c-a39b-de43878c4925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:43.676854 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-b44eef96-b120-4a9c-a39b-de43878c4925 None None] For port ad9e999a-e235-4951-b077-2cec40eb180b, host n-d-804985-2, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:24:43.681261 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-b44eef96-b120-4a9c-a39b-de43878c4925 None None] For port ad9e999a-e235-4951-b077-2cec40eb180b, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=ad9e999a-e235-4951-b077-2cec40eb180b,segment=NetworkSegment(c5a3db9d-5c58-41b1-9177-d5787a597b78),segment_id=c5a3db9d-5c58-41b1-9177-d5787a597b78)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:24:43.683570 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-abb07048-daf4-483d-b4c9-bf1e9720a10f None None] Provisioning for port bae6a5f7-5d17-4a5f-85de-48171724c2c3 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:24:43.690101 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-abb07048-daf4-483d-b4c9-bf1e9720a10f None None] Provisioning complete for port bae6a5f7-5d17-4a5f-85de-48171724c2c3 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:24:43.690534 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-abb07048-daf4-483d-b4c9-bf1e9720a10f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:43.695856 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-b44eef96-b120-4a9c-a39b-de43878c4925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:43.831209 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-601d2f68-be57-4787-a7f5-a357791e17d3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:43.836577 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device e8e461d8-a440-4236-8456-9e51763c6b26 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:24:43.839912 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-601d2f68-be57-4787-a7f5-a357791e17d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:43.841232 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-abb07048-daf4-483d-b4c9-bf1e9720a10f None None] Port bae6a5f7-5d17-4a5f-85de-48171724c2c3 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:24:43.886327 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b44eef96-b120-4a9c-a39b-de43878c4925 None None] Routers {'931fbcd4-ce57-444d-9c6e-d6ad45cb2f83'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:24:43.886977 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-b44eef96-b120-4a9c-a39b-de43878c4925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:24:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['931fbcd4-ce57-444d-9c6e-d6ad45cb2f83'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:24:43.936158 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de2e492-95b5-495d-a188-b33700d80fbd None None] Pushing event updated for resources: {'Port': ['ID=ad9e999a-e235-4951-b077-2cec40eb180b,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:24:43.946987 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-601d2f68-be57-4787-a7f5-a357791e17d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-996772'] for router_interface, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:44.011536 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601d2f68-be57-4787-a7f5-a357791e17d3 admin admin] Pushing event updated for resources: {'Port': ['ID=bae6a5f7-5d17-4a5f-85de-48171724c2c3,revision_number=2']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:24:44.091593 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-b44eef96-b120-4a9c-a39b-de43878c4925 None None] Set router 931fbcd4-ce57-444d-9c6e-d6ad45cb2f83 gateway port host: n-d-804985-2 {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:24:44.127123 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-601d2f68-be57-4787-a7f5-a357791e17d3 admin admin] Network 25fdaffb-3168-482a-bd55-4e7a3fe8ec1f is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:24:44.129288 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-601d2f68-be57-4787-a7f5-a357791e17d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:24:44.143849 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port e8e461d8-a440-4236-8456-9e51763c6b26 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:24:44.144222 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:44.282798 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-601d2f68-be57-4787-a7f5-a357791e17d3 admin admin] Router 931fbcd4-ce57-444d-9c6e-d6ad45cb2f83 has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:24:44.400905 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-b44eef96-b120-4a9c-a39b-de43878c4925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '931fbcd4-ce57-444d-9c6e-d6ad45cb2f83', 'name': 'tempest-TestVolumeBootPattern-312113207-router', 'tenant_id': '86bcac19683b4cedad111d113ad02413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': 'ad9e999a-e235-4951-b077-2cec40eb180b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:24:40Z', 'updated_at': '2021-08-18T12:24:43Z', 'revision_number': 4, 'project_id': '86bcac19683b4cedad111d113ad02413', 'gw_port': {'id': 'ad9e999a-e235-4951-b077-2cec40eb180b', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:6c:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '931fbcd4-ce57-444d-9c6e-d6ad45cb2f83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3816, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:24:40Z', 'updated_at': '2021-08-18T12:24:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': 'bae6a5f7-5d17-4a5f-85de-48171724c2c3', 'name': '', 'network_id': '25fdaffb-3168-482a-bd55-4e7a3fe8ec1f', 'tenant_id': '86bcac19683b4cedad111d113ad02413', 'mac_address': 'fa:16:3e:df:9c:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '931fbcd4-ce57-444d-9c6e-d6ad45cb2f83', 'device_owner': 'network:router_interface', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': 'eb2e3982-4dd6-4594-80de-13da71e6899f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:24:42Z', 'updated_at': '2021-08-18T12:24:43Z', 'revision_number': 2, 'project_id': '86bcac19683b4cedad111d113ad02413', 'subnets': [{'id': 'eb2e3982-4dd6-4594-80de-13da71e6899f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:24:44.412041 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-601d2f68-be57-4787-a7f5-a357791e17d3 admin admin] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:24:44.417592 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-601d2f68-be57-4787-a7f5-a357791e17d3 admin admin] 10.222.0.66 "PUT /v2.0/routers/931fbcd4-ce57-444d-9c6e-d6ad45cb2f83/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3915417 Aug 18 12:24:44.427867 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b44eef96-b120-4a9c-a39b-de43878c4925 None None] The sync data for ids ['931fbcd4-ce57-444d-9c6e-d6ad45cb2f83'] in n-d-804985-2 is: [{'id': '931fbcd4-ce57-444d-9c6e-d6ad45cb2f83', 'name': 'tempest-TestVolumeBootPattern-312113207-router', 'tenant_id': '86bcac19683b4cedad111d113ad02413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': 'ad9e999a-e235-4951-b077-2cec40eb180b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:24:40Z', 'updated_at': '2021-08-18T12:24:43Z', 'revision_number': 4, 'project_id': '86bcac19683b4cedad111d113ad02413', 'gw_port': {'id': 'ad9e999a-e235-4951-b077-2cec40eb180b', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:6c:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '931fbcd4-ce57-444d-9c6e-d6ad45cb2f83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3816, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:24:40Z', 'updated_at': '2021-08-18T12:24:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': 'bae6a5f7-5d17-4a5f-85de-48171724c2c3', 'name': '', 'network_id': '25fdaffb-3168-482a-bd55-4e7a3fe8ec1f', 'tenant_id': '86bcac19683b4cedad111d113ad02413', 'mac_address': 'fa:16:3e:df:9c:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '931fbcd4-ce57-444d-9c6e-d6ad45cb2f83', 'device_owner': 'network:router_interface', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': 'eb2e3982-4dd6-4594-80de-13da71e6899f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:24:42Z', 'updated_at': '2021-08-18T12:24:43Z', 'revision_number': 2, 'project_id': '86bcac19683b4cedad111d113ad02413', 'subnets': [{'id': 'eb2e3982-4dd6-4594-80de-13da71e6899f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:24:44.467670 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-a06b884b-49c4-4d8c-a318-6ee92c3a0378 None None] Provisioning complete for port bae6a5f7-5d17-4a5f-85de-48171724c2c3 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:24:44.468045 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-a06b884b-49c4-4d8c-a318-6ee92c3a0378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:44.511346 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-a06b884b-49c4-4d8c-a318-6ee92c3a0378 None None] Port bae6a5f7-5d17-4a5f-85de-48171724c2c3 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:24:44.993411 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 42404) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:24:44.998590 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-d7058ada-584f-4823-994c-a92d2b98c489 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1876877071-network', 'tenant_id': 'd1725240efe649a4a2829ce3214454b1'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:24:45.021738 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7058ada-584f-4823-994c-a92d2b98c489 admin admin] Made reservation on behalf of d1725240efe649a4a2829ce3214454b1 for: {'network': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:24:45.025805 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d7058ada-584f-4823-994c-a92d2b98c489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for network, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:45.036248 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d7058ada-584f-4823-994c-a92d2b98c489 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:45.154990 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d7058ada-584f-4823-994c-a92d2b98c489 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:45.162079 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d7058ada-584f-4823-994c-a92d2b98c489 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:45.194319 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7058ada-584f-4823-994c-a92d2b98c489 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 848} {{(pid=106252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:24:45.229725 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d7058ada-584f-4823-994c-a92d2b98c489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:45.230153 n-d-804985-2 neutron-server[106252]: INFO neutron.db.segments_db [None req-d7058ada-584f-4823-994c-a92d2b98c489 admin admin] Added segment a019dc49-52bd-430a-926e-68fc43616b2f of type vlan for network 6b23d47d-4292-40bf-8a61-129e77c86ebf Aug 18 12:24:45.246024 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7058ada-584f-4823-994c-a92d2b98c489 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a9ea481-45c4-4452-b96b-0ff653f4c04f,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:24:45.321156 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d7058ada-584f-4823-994c-a92d2b98c489 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789150665894'] for network, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:45.356339 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d7058ada-584f-4823-994c-a92d2b98c489 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for network, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:45.357549 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7058ada-584f-4823-994c-a92d2b98c489 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:24:45.358312 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d7058ada-584f-4823-994c-a92d2b98c489 admin admin] Notify callbacks [] for network, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:45.430447 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 42410) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:24:45.436100 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-ceb245f2-9161-4072-a68f-0e4f6bdb6a9b admin admin] Request body: {'subnet': {'network_id': '6b23d47d-4292-40bf-8a61-129e77c86ebf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1876877071-subnet', 'tenant_id': 'd1725240efe649a4a2829ce3214454b1', 'ip_version': 4}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:24:45.440775 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-d7058ada-584f-4823-994c-a92d2b98c489 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4461157 Aug 18 12:24:45.451408 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7058ada-584f-4823-994c-a92d2b98c489 admin admin] Pushing event updated for resources: {'Network': ['ID=6b23d47d-4292-40bf-8a61-129e77c86ebf,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:24:45.462564 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Network 6b23d47d-4292-40bf-8a61-129e77c86ebf details requested by agent ovs-agent-n-d-804985-2 with host n-d-804985-2 {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:24:45.495472 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceb245f2-9161-4072-a68f-0e4f6bdb6a9b admin admin] Made reservation on behalf of d1725240efe649a4a2829ce3214454b1 for: {'subnet': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:24:45.499185 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ceb245f2-9161-4072-a68f-0e4f6bdb6a9b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59388119'] for subnet, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:45.735922 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ceb245f2-9161-4072-a68f-0e4f6bdb6a9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58902106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59388097'] for subnet, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:45.802552 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device ad9e999a-e235-4951-b077-2cec40eb180b up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:24:45.874685 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb245f2-9161-4072-a68f-0e4f6bdb6a9b admin admin] Pushing event updated for resources: {'Subnet': ['ID=39c7a141-c331-4786-930c-96edaeb9af1f,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:24:45.893840 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb245f2-9161-4072-a68f-0e4f6bdb6a9b admin admin] Checking segment: {'id': 'a019dc49-52bd-430a-926e-68fc43616b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '6b23d47d-4292-40bf-8a61-129e77c86ebf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:24:45.894349 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceb245f2-9161-4072-a68f-0e4f6bdb6a9b admin admin] Network hostable DHCP agents. Network: 6b23d47d-4292-40bf-8a61-129e77c86ebf, hostable agents: ['97c14208-2951-4361-8d64-3708c946ff5f'], hosted agents: [] {{(pid=106253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 12:24:45.918088 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port ad9e999a-e235-4951-b077-2cec40eb180b completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:24:45.926116 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port ad9e999a-e235-4951-b077-2cec40eb180b triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:24:45.926550 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:45.949077 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceb245f2-9161-4072-a68f-0e4f6bdb6a9b admin admin] Network 6b23d47d-4292-40bf-8a61-129e77c86ebf is scheduled to be hosted by DHCP agent 97c14208-2951-4361-8d64-3708c946ff5f with binding_index 1 {{(pid=106253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 12:24:45.988504 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-ceb245f2-9161-4072-a68f-0e4f6bdb6a9b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-2, 6b23d47d-4292-40bf-8a61-129e77c86ebf) {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:24:46.006592 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b89248c2-074d-46ba-9f07-c289f5afe6d0 None None] Network 6b23d47d-4292-40bf-8a61-129e77c86ebf requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:24:46.010194 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceb245f2-9161-4072-a68f-0e4f6bdb6a9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:24:46.011022 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ceb245f2-9161-4072-a68f-0e4f6bdb6a9b admin admin] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:46.046468 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-ceb245f2-9161-4072-a68f-0e4f6bdb6a9b admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6147041 Aug 18 12:24:46.049261 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 42416) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:24:46.054463 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-63f9cbfc-8270-4820-b8fb-ec5ff22872f8 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1876877071-router', 'tenant_id': 'd1725240efe649a4a2829ce3214454b1', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'}}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:24:46.105208 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:46.107587 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-63f9cbfc-8270-4820-b8fb-ec5ff22872f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-998592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15809'] for router, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:46.109048 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-63f9cbfc-8270-4820-b8fb-ec5ff22872f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-992733', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-971415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15816'] for router, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:46.128994 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] For port ad9e999a-e235-4951-b077-2cec40eb180b, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=ad9e999a-e235-4951-b077-2cec40eb180b,segment=NetworkSegment(c5a3db9d-5c58-41b1-9177-d5787a597b78),segment_id=c5a3db9d-5c58-41b1-9177-d5787a597b78)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:24:46.202118 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:46.249601 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-63f9cbfc-8270-4820-b8fb-ec5ff22872f8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:46.339491 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Pushing event updated for resources: {'Port': ['ID=ad9e999a-e235-4951-b077-2cec40eb180b,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:24:46.372159 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ace86786-e9e0-42ab-a96e-438deb3533b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp788be208-34ab-5a8f-af0f-528834af222f-6b23d47d-4292-40bf-8a61-129e77c86ebf', 'network_id': '6b23d47d-4292-40bf-8a61-129e77c86ebf', 'tenant_id': 'd1725240efe649a4a2829ce3214454b1', 'fixed_ips': [{'subnet_id': '39c7a141-c331-4786-930c-96edaeb9af1f'}]}} from n-d-804985-2. {{(pid=106254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 12:24:46.373558 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ace86786-e9e0-42ab-a96e-438deb3533b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:46.459077 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-63f9cbfc-8270-4820-b8fb-ec5ff22872f8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:46.587784 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.db_base_plugin_common [None req-ace86786-e9e0-42ab-a96e-438deb3533b5 None None] Allocated IP 172.20.0.2 (6b23d47d-4292-40bf-8a61-129e77c86ebf/39c7a141-c331-4786-930c-96edaeb9af1f/89243a06-4cbc-4e9b-bc4a-27214424e78c) {{(pid=106254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:24:46.750127 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-63f9cbfc-8270-4820-b8fb-ec5ff22872f8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:46.793954 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-63f9cbfc-8270-4820-b8fb-ec5ff22872f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:46.839997 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ace86786-e9e0-42ab-a96e-438deb3533b5 None None] Notify callbacks [] for port, precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:46.850196 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-ace86786-e9e0-42ab-a96e-438deb3533b5 None None] Transition to ACTIVE for port object 89243a06-4cbc-4e9b-bc4a-27214424e78c will not be triggered until provisioned by entity L2. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:24:46.867941 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-ace86786-e9e0-42ab-a96e-438deb3533b5 None None] Transition to ACTIVE for port object 89243a06-4cbc-4e9b-bc4a-27214424e78c will not be triggered until provisioned by entity DHCP. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:24:46.881435 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ace86786-e9e0-42ab-a96e-438deb3533b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547'] for port, after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:46.945500 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ace86786-e9e0-42ab-a96e-438deb3533b5 None None] Network 6b23d47d-4292-40bf-8a61-129e77c86ebf is already hosted by enough agents. {{(pid=106254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:24:46.948445 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.base_scheduler [None req-ace86786-e9e0-42ab-a96e-438deb3533b5 None None] Resources bound (agent type, host, resource id): {{(pid=106254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:24:46.954117 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace86786-e9e0-42ab-a96e-438deb3533b5 None None] Received port after_create {{(pid=106254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:24:46.969176 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace86786-e9e0-42ab-a96e-438deb3533b5 None None] Pushing event updated for resources: {'Port': ['ID=89243a06-4cbc-4e9b-bc4a-27214424e78c,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:24:47.045534 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [None req-63f9cbfc-8270-4820-b8fb-ec5ff22872f8 admin admin] Allocated IP 172.25.7.113 (7cae7a70-14fd-408c-b14d-39ceb97cb60e/9784295a-20b8-4a4b-b105-f82737f0448f/93da2f0a-8c9c-496a-a602-2ac6e67547a9) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:24:47.067379 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-ace86786-e9e0-42ab-a96e-438deb3533b5 None None] Attempting to bind port 89243a06-4cbc-4e9b-bc4a-27214424e78c on host n-d-804985-2 for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:24:47.068209 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-ace86786-e9e0-42ab-a96e-438deb3533b5 None None] Attempting to bind port 89243a06-4cbc-4e9b-bc4a-27214424e78c by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': 'a019dc49-52bd-430a-926e-68fc43616b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '6b23d47d-4292-40bf-8a61-129e77c86ebf'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:24:47.068209 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace86786-e9e0-42ab-a96e-438deb3533b5 None None] Attempting to bind port 89243a06-4cbc-4e9b-bc4a-27214424e78c on network 6b23d47d-4292-40bf-8a61-129e77c86ebf {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:24:47.073634 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace86786-e9e0-42ab-a96e-438deb3533b5 None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 24, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:24:47.074001 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace86786-e9e0-42ab-a96e-438deb3533b5 None None] Checking segment: {'id': 'a019dc49-52bd-430a-926e-68fc43616b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '6b23d47d-4292-40bf-8a61-129e77c86ebf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:24:47.074399 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ace86786-e9e0-42ab-a96e-438deb3533b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:47.074809 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace86786-e9e0-42ab-a96e-438deb3533b5 None None] Bound using segment: {'id': 'a019dc49-52bd-430a-926e-68fc43616b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '6b23d47d-4292-40bf-8a61-129e77c86ebf'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:24:47.076100 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-ace86786-e9e0-42ab-a96e-438deb3533b5 None None] Bound port: 89243a06-4cbc-4e9b-bc4a-27214424e78c, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a019dc49-52bd-430a-926e-68fc43616b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '6b23d47d-4292-40bf-8a61-129e77c86ebf'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:24:47.076100 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ace86786-e9e0-42ab-a96e-438deb3533b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:47.213990 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-ace86786-e9e0-42ab-a96e-438deb3533b5 None None] For port 89243a06-4cbc-4e9b-bc4a-27214424e78c, host n-d-804985-2, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:24:47.217525 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-ace86786-e9e0-42ab-a96e-438deb3533b5 None None] For port 89243a06-4cbc-4e9b-bc4a-27214424e78c, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=89243a06-4cbc-4e9b-bc4a-27214424e78c,segment=NetworkSegment(a019dc49-52bd-430a-926e-68fc43616b2f),segment_id=a019dc49-52bd-430a-926e-68fc43616b2f)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:24:47.227936 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ace86786-e9e0-42ab-a96e-438deb3533b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:47.268170 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-63f9cbfc-8270-4820-b8fb-ec5ff22872f8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:47.324369 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c652b4bd-bf9e-4895-ad6e-8748c24b5fb6 None None] Sync routers for ids ['931fbcd4-ce57-444d-9c6e-d6ad45cb2f83'] in n-d-804985-2 {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:24:47.339483 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace86786-e9e0-42ab-a96e-438deb3533b5 None None] Pushing event updated for resources: {'Port': ['ID=89243a06-4cbc-4e9b-bc4a-27214424e78c,revision_number=2']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:24:47.349507 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c652b4bd-bf9e-4895-ad6e-8748c24b5fb6 None None] Routers {'931fbcd4-ce57-444d-9c6e-d6ad45cb2f83'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:24:47.350982 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-c652b4bd-bf9e-4895-ad6e-8748c24b5fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:24:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['931fbcd4-ce57-444d-9c6e-d6ad45cb2f83'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:24:47.387637 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-63f9cbfc-8270-4820-b8fb-ec5ff22872f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:47.457881 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63f9cbfc-8270-4820-b8fb-ec5ff22872f8 admin admin] Network 7cae7a70-14fd-408c-b14d-39ceb97cb60e is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:24:47.466926 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-63f9cbfc-8270-4820-b8fb-ec5ff22872f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:24:47.471727 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f9cbfc-8270-4820-b8fb-ec5ff22872f8 admin admin] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:24:47.475256 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f9cbfc-8270-4820-b8fb-ec5ff22872f8 admin admin] Pushing event updated for resources: {'Port': ['ID=93da2f0a-8c9c-496a-a602-2ac6e67547a9,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:24:47.583455 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-c652b4bd-bf9e-4895-ad6e-8748c24b5fb6 None None] Set router 931fbcd4-ce57-444d-9c6e-d6ad45cb2f83 gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:24:47.852228 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device ad9e999a-e235-4951-b077-2cec40eb180b up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:24:47.907484 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-63f9cbfc-8270-4820-b8fb-ec5ff22872f8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:47.950873 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port ad9e999a-e235-4951-b077-2cec40eb180b triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:24:47.951381 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:48.009953 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-c652b4bd-bf9e-4895-ad6e-8748c24b5fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '931fbcd4-ce57-444d-9c6e-d6ad45cb2f83', 'name': 'tempest-TestVolumeBootPattern-312113207-router', 'tenant_id': '86bcac19683b4cedad111d113ad02413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': 'ad9e999a-e235-4951-b077-2cec40eb180b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:24:40Z', 'updated_at': '2021-08-18T12:24:43Z', 'revision_number': 4, 'project_id': '86bcac19683b4cedad111d113ad02413', 'gw_port': {'id': 'ad9e999a-e235-4951-b077-2cec40eb180b', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:6c:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '931fbcd4-ce57-444d-9c6e-d6ad45cb2f83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3816, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:24:40Z', 'updated_at': '2021-08-18T12:24:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': 'bae6a5f7-5d17-4a5f-85de-48171724c2c3', 'name': '', 'network_id': '25fdaffb-3168-482a-bd55-4e7a3fe8ec1f', 'tenant_id': '86bcac19683b4cedad111d113ad02413', 'mac_address': 'fa:16:3e:df:9c:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '931fbcd4-ce57-444d-9c6e-d6ad45cb2f83', 'device_owner': 'network:router_interface', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': 'eb2e3982-4dd6-4594-80de-13da71e6899f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:24:42Z', 'updated_at': '2021-08-18T12:24:43Z', 'revision_number': 2, 'project_id': '86bcac19683b4cedad111d113ad02413', 'subnets': [{'id': 'eb2e3982-4dd6-4594-80de-13da71e6899f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:24:48.086665 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c652b4bd-bf9e-4895-ad6e-8748c24b5fb6 None None] Checking router: 931fbcd4-ce57-444d-9c6e-d6ad45cb2f83 for host: n-d-804985-2 {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:24:48.087003 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c652b4bd-bf9e-4895-ad6e-8748c24b5fb6 None None] Updating router 931fbcd4-ce57-444d-9c6e-d6ad45cb2f83 port bae6a5f7-5d17-4a5f-85de-48171724c2c3 binding host n-d-804985-2 {{(pid=106255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 12:24:48.153212 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-c652b4bd-bf9e-4895-ad6e-8748c24b5fb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:48.273855 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-63f9cbfc-8270-4820-b8fb-ec5ff22872f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-998473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-992536'] for router, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:48.511544 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-90752919-9d5d-408b-ab3c-84fc911dbe80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:48.526664 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63f9cbfc-8270-4820-b8fb-ec5ff22872f8 admin admin] Router 1e623452-c09e-4205-bfab-108b048f6c1e is scheduled to L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 with binding_index 1 {{(pid=106252) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 12:24:48.716799 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-c652b4bd-bf9e-4895-ad6e-8748c24b5fb6 None None] Notify callbacks [] for port, precommit_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:48.741633 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63f9cbfc-8270-4820-b8fb-ec5ff22872f8 admin admin] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:24:48.748944 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-c652b4bd-bf9e-4895-ad6e-8748c24b5fb6 None None] Transition to ACTIVE for port object bae6a5f7-5d17-4a5f-85de-48171724c2c3 will not be triggered until provisioned by entity L2. {{(pid=106255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:24:48.758131 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603b5bae-cabf-4060-ba60-52297f391bb3 None None] Sync routers for ids ['1e623452-c09e-4205-bfab-108b048f6c1e'] in n-d-804985-2 {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:24:48.763713 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-c652b4bd-bf9e-4895-ad6e-8748c24b5fb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:48.772717 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-603b5bae-cabf-4060-ba60-52297f391bb3 None None] Routers {'1e623452-c09e-4205-bfab-108b048f6c1e'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:24:48.773652 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-603b5bae-cabf-4060-ba60-52297f391bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:24:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['1e623452-c09e-4205-bfab-108b048f6c1e'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:24:48.802217 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-63f9cbfc-8270-4820-b8fb-ec5ff22872f8 admin admin] Notify callbacks [] for router, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:48.806316 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 42428) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:24:48.806866 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-63f9cbfc-8270-4820-b8fb-ec5ff22872f8 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.7560792 Aug 18 12:24:49.005584 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-603b5bae-cabf-4060-ba60-52297f391bb3 None None] Set router 1e623452-c09e-4205-bfab-108b048f6c1e gateway port host: n-d-804985-2 {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:24:49.006294 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee12727-fa2d-43d0-a958-efe6b68a2a2a None None] Pushing event updated for resources: {'Port': ['ID=bae6a5f7-5d17-4a5f-85de-48171724c2c3,revision_number=3']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:24:49.057362 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee12727-fa2d-43d0-a958-efe6b68a2a2a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:24:49.057584 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee12727-fa2d-43d0-a958-efe6b68a2a2a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:24:49.057881 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee12727-fa2d-43d0-a958-efe6b68a2a2a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:24:49.058194 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee12727-fa2d-43d0-a958-efe6b68a2a2a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:24:49.058515 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee12727-fa2d-43d0-a958-efe6b68a2a2a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:24:49.058838 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee12727-fa2d-43d0-a958-efe6b68a2a2a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:24:49.059171 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee12727-fa2d-43d0-a958-efe6b68a2a2a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:24:49.059466 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee12727-fa2d-43d0-a958-efe6b68a2a2a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:24:49.059779 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee12727-fa2d-43d0-a958-efe6b68a2a2a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:24:49.060114 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee12727-fa2d-43d0-a958-efe6b68a2a2a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:24:49.060466 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee12727-fa2d-43d0-a958-efe6b68a2a2a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:24:49.060752 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee12727-fa2d-43d0-a958-efe6b68a2a2a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:24:49.067110 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91f07c0a-ab3c-41df-8fa5-07a1eae047bc None None] Network 6b23d47d-4292-40bf-8a61-129e77c86ebf requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:24:49.116850 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-c652b4bd-bf9e-4895-ad6e-8748c24b5fb6 None None] Attempting to bind port bae6a5f7-5d17-4a5f-85de-48171724c2c3 on host n-d-804985-2 for vnic_type normal with profile {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:24:49.117305 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-c652b4bd-bf9e-4895-ad6e-8748c24b5fb6 None None] Attempting to bind port bae6a5f7-5d17-4a5f-85de-48171724c2c3 by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': 'dfae8a08-8315-4142-ba2f-fd111ce93dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '25fdaffb-3168-482a-bd55-4e7a3fe8ec1f'}] {{(pid=106255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:24:49.117571 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c652b4bd-bf9e-4895-ad6e-8748c24b5fb6 None None] Attempting to bind port bae6a5f7-5d17-4a5f-85de-48171724c2c3 on network 25fdaffb-3168-482a-bd55-4e7a3fe8ec1f {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:24:49.127370 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c652b4bd-bf9e-4895-ad6e-8748c24b5fb6 None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 24, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:24:49.127770 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c652b4bd-bf9e-4895-ad6e-8748c24b5fb6 None None] Checking segment: {'id': 'dfae8a08-8315-4142-ba2f-fd111ce93dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '25fdaffb-3168-482a-bd55-4e7a3fe8ec1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:24:49.128143 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-c652b4bd-bf9e-4895-ad6e-8748c24b5fb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:49.129239 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c652b4bd-bf9e-4895-ad6e-8748c24b5fb6 None None] Bound using segment: {'id': 'dfae8a08-8315-4142-ba2f-fd111ce93dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '25fdaffb-3168-482a-bd55-4e7a3fe8ec1f'} {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:24:49.129431 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-c652b4bd-bf9e-4895-ad6e-8748c24b5fb6 None None] Bound port: bae6a5f7-5d17-4a5f-85de-48171724c2c3, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfae8a08-8315-4142-ba2f-fd111ce93dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '25fdaffb-3168-482a-bd55-4e7a3fe8ec1f'}}] {{(pid=106255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:24:49.129770 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-c652b4bd-bf9e-4895-ad6e-8748c24b5fb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:49.341614 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-c652b4bd-bf9e-4895-ad6e-8748c24b5fb6 None None] For port bae6a5f7-5d17-4a5f-85de-48171724c2c3, host n-d-804985-2, cleared binding levels {{(pid=106255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:24:49.351817 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-c652b4bd-bf9e-4895-ad6e-8748c24b5fb6 None None] For port bae6a5f7-5d17-4a5f-85de-48171724c2c3, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=bae6a5f7-5d17-4a5f-85de-48171724c2c3,segment=NetworkSegment(dfae8a08-8315-4142-ba2f-fd111ce93dbf),segment_id=dfae8a08-8315-4142-ba2f-fd111ce93dbf)] {{(pid=106255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:24:49.364082 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-c652b4bd-bf9e-4895-ad6e-8748c24b5fb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:49.501456 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee12727-fa2d-43d0-a958-efe6b68a2a2a None None] Pushing event updated for resources: {'Port': ['ID=bae6a5f7-5d17-4a5f-85de-48171724c2c3,revision_number=4']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:24:49.541467 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c652b4bd-bf9e-4895-ad6e-8748c24b5fb6 None None] Routers {'931fbcd4-ce57-444d-9c6e-d6ad45cb2f83'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:24:49.545371 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-c652b4bd-bf9e-4895-ad6e-8748c24b5fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:24:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['931fbcd4-ce57-444d-9c6e-d6ad45cb2f83'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:24:49.684296 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-edc7d3c6-9ecc-4d9b-a51f-65e1abba51fe None None] Provisioning for port 89243a06-4cbc-4e9b-bc4a-27214424e78c completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:24:49.890118 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-603b5bae-cabf-4060-ba60-52297f391bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e623452-c09e-4205-bfab-108b048f6c1e', 'name': 'tempest-TestVolumeBootPattern-1876877071-router', 'tenant_id': 'd1725240efe649a4a2829ce3214454b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': '93da2f0a-8c9c-496a-a602-2ac6e67547a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:24:46Z', 'updated_at': '2021-08-18T12:24:47Z', 'revision_number': 3, 'project_id': 'd1725240efe649a4a2829ce3214454b1', 'gw_port': {'id': '93da2f0a-8c9c-496a-a602-2ac6e67547a9', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:19:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e623452-c09e-4205-bfab-108b048f6c1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:24:46Z', 'updated_at': '2021-08-18T12:24:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:24:49.921616 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603b5bae-cabf-4060-ba60-52297f391bb3 None None] Checking router: 1e623452-c09e-4205-bfab-108b048f6c1e for host: n-d-804985-2 {{(pid=106254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:24:49.922090 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603b5bae-cabf-4060-ba60-52297f391bb3 None None] Updating router 1e623452-c09e-4205-bfab-108b048f6c1e port 93da2f0a-8c9c-496a-a602-2ac6e67547a9 binding host n-d-804985-2 {{(pid=106254) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 12:24:49.955551 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-603b5bae-cabf-4060-ba60-52297f391bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:50.115592 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-c652b4bd-bf9e-4895-ad6e-8748c24b5fb6 None None] Set router 931fbcd4-ce57-444d-9c6e-d6ad45cb2f83 gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:24:50.415070 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-603b5bae-cabf-4060-ba60-52297f391bb3 None None] Notify callbacks [] for port, precommit_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:50.426682 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-603b5bae-cabf-4060-ba60-52297f391bb3 None None] Transition to ACTIVE for port object 93da2f0a-8c9c-496a-a602-2ac6e67547a9 will not be triggered until provisioned by entity L2. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:24:50.435151 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device bae6a5f7-5d17-4a5f-85de-48171724c2c3 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:24:50.442364 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-603b5bae-cabf-4060-ba60-52297f391bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:50.570924 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-603b5bae-cabf-4060-ba60-52297f391bb3 None None] Attempting to bind port 93da2f0a-8c9c-496a-a602-2ac6e67547a9 on host n-d-804985-2 for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:24:50.571416 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-603b5bae-cabf-4060-ba60-52297f391bb3 None None] Attempting to bind port 93da2f0a-8c9c-496a-a602-2ac6e67547a9 by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:24:50.571768 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603b5bae-cabf-4060-ba60-52297f391bb3 None None] Attempting to bind port 93da2f0a-8c9c-496a-a602-2ac6e67547a9 on network 7cae7a70-14fd-408c-b14d-39ceb97cb60e {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:24:50.593468 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3adae74-6b8f-4d0d-b6ed-7c566eac0bba None None] Pushing event updated for resources: {'Port': ['ID=93da2f0a-8c9c-496a-a602-2ac6e67547a9,revision_number=2']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:24:50.601760 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603b5bae-cabf-4060-ba60-52297f391bb3 None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 24, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:24:50.602185 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603b5bae-cabf-4060-ba60-52297f391bb3 None None] Checking segment: {'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:24:50.602364 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-c652b4bd-bf9e-4895-ad6e-8748c24b5fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '931fbcd4-ce57-444d-9c6e-d6ad45cb2f83', 'name': 'tempest-TestVolumeBootPattern-312113207-router', 'tenant_id': '86bcac19683b4cedad111d113ad02413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': 'ad9e999a-e235-4951-b077-2cec40eb180b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:24:40Z', 'updated_at': '2021-08-18T12:24:43Z', 'revision_number': 4, 'project_id': '86bcac19683b4cedad111d113ad02413', 'gw_port': {'id': 'ad9e999a-e235-4951-b077-2cec40eb180b', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:6c:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '931fbcd4-ce57-444d-9c6e-d6ad45cb2f83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3816, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:24:40Z', 'updated_at': '2021-08-18T12:24:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': 'bae6a5f7-5d17-4a5f-85de-48171724c2c3', 'name': '', 'network_id': '25fdaffb-3168-482a-bd55-4e7a3fe8ec1f', 'tenant_id': '86bcac19683b4cedad111d113ad02413', 'mac_address': 'fa:16:3e:df:9c:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '931fbcd4-ce57-444d-9c6e-d6ad45cb2f83', 'device_owner': 'network:router_interface', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': 'eb2e3982-4dd6-4594-80de-13da71e6899f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:24:42Z', 'updated_at': '2021-08-18T12:24:49Z', 'revision_number': 4, 'project_id': '86bcac19683b4cedad111d113ad02413', 'subnets': [{'id': 'eb2e3982-4dd6-4594-80de-13da71e6899f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:24:50.602635 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-603b5bae-cabf-4060-ba60-52297f391bb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:50.603017 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603b5bae-cabf-4060-ba60-52297f391bb3 None None] Bound using segment: {'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:24:50.603505 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-603b5bae-cabf-4060-ba60-52297f391bb3 None None] Bound port: 93da2f0a-8c9c-496a-a602-2ac6e67547a9, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:24:50.603881 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-603b5bae-cabf-4060-ba60-52297f391bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:50.644381 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port bae6a5f7-5d17-4a5f-85de-48171724c2c3 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:24:50.655449 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port bae6a5f7-5d17-4a5f-85de-48171724c2c3 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:24:50.659145 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:50.708295 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-86ce809b-1685-450c-99e2-c5309919a7e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:50.735068 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c652b4bd-bf9e-4895-ad6e-8748c24b5fb6 None None] The sync data for ids ['931fbcd4-ce57-444d-9c6e-d6ad45cb2f83'] in n-d-804985-2 is: [{'id': '931fbcd4-ce57-444d-9c6e-d6ad45cb2f83', 'name': 'tempest-TestVolumeBootPattern-312113207-router', 'tenant_id': '86bcac19683b4cedad111d113ad02413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': 'ad9e999a-e235-4951-b077-2cec40eb180b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:24:40Z', 'updated_at': '2021-08-18T12:24:43Z', 'revision_number': 4, 'project_id': '86bcac19683b4cedad111d113ad02413', 'gw_port': {'id': 'ad9e999a-e235-4951-b077-2cec40eb180b', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:6c:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '931fbcd4-ce57-444d-9c6e-d6ad45cb2f83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3816, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:24:40Z', 'updated_at': '2021-08-18T12:24:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': 'bae6a5f7-5d17-4a5f-85de-48171724c2c3', 'name': '', 'network_id': '25fdaffb-3168-482a-bd55-4e7a3fe8ec1f', 'tenant_id': '86bcac19683b4cedad111d113ad02413', 'mac_address': 'fa:16:3e:df:9c:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '931fbcd4-ce57-444d-9c6e-d6ad45cb2f83', 'device_owner': 'network:router_interface', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': 'eb2e3982-4dd6-4594-80de-13da71e6899f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:24:42Z', 'updated_at': '2021-08-18T12:24:49Z', 'revision_number': 4, 'project_id': '86bcac19683b4cedad111d113ad02413', 'subnets': [{'id': 'eb2e3982-4dd6-4594-80de-13da71e6899f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:24:50.740759 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-603b5bae-cabf-4060-ba60-52297f391bb3 None None] For port 93da2f0a-8c9c-496a-a602-2ac6e67547a9, host n-d-804985-2, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:24:50.757408 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-603b5bae-cabf-4060-ba60-52297f391bb3 None None] For port 93da2f0a-8c9c-496a-a602-2ac6e67547a9, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=93da2f0a-8c9c-496a-a602-2ac6e67547a9,segment=NetworkSegment(c5a3db9d-5c58-41b1-9177-d5787a597b78),segment_id=c5a3db9d-5c58-41b1-9177-d5787a597b78)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:24:50.766625 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-603b5bae-cabf-4060-ba60-52297f391bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:50.926064 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-603b5bae-cabf-4060-ba60-52297f391bb3 None None] Routers {'1e623452-c09e-4205-bfab-108b048f6c1e'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:24:50.926459 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-603b5bae-cabf-4060-ba60-52297f391bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:24:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['1e623452-c09e-4205-bfab-108b048f6c1e'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:24:51.040712 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-603b5bae-cabf-4060-ba60-52297f391bb3 None None] Set router 1e623452-c09e-4205-bfab-108b048f6c1e gateway port host: n-d-804985-2 {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:24:51.089642 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [None req-86ce809b-1685-450c-99e2-c5309919a7e2 admin admin] Allocated IP 172.20.0.1 (6b23d47d-4292-40bf-8a61-129e77c86ebf/39c7a141-c331-4786-930c-96edaeb9af1f/3b6d041c-e08e-4bd3-82fa-c1f6a8d9f9b4) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:24:51.131660 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:51.148013 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3adae74-6b8f-4d0d-b6ed-7c566eac0bba None None] Pushing event updated for resources: {'Port': ['ID=93da2f0a-8c9c-496a-a602-2ac6e67547a9,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:24:51.247086 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] For port bae6a5f7-5d17-4a5f-85de-48171724c2c3, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=bae6a5f7-5d17-4a5f-85de-48171724c2c3,segment=NetworkSegment(dfae8a08-8315-4142-ba2f-fd111ce93dbf),segment_id=dfae8a08-8315-4142-ba2f-fd111ce93dbf)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:24:51.324248 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:51.324981 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 89243a06-4cbc-4e9b-bc4a-27214424e78c up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:24:51.331193 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-86ce809b-1685-450c-99e2-c5309919a7e2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:51.356629 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [None req-86ce809b-1685-450c-99e2-c5309919a7e2 admin admin] Transition to ACTIVE for port object 3b6d041c-e08e-4bd3-82fa-c1f6a8d9f9b4 will not be triggered until provisioned by entity DHCP. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:24:51.409107 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-86ce809b-1685-450c-99e2-c5309919a7e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:51.483148 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86ce809b-1685-450c-99e2-c5309919a7e2 admin admin] Network 6b23d47d-4292-40bf-8a61-129e77c86ebf is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:24:51.492721 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-86ce809b-1685-450c-99e2-c5309919a7e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:24:51.495924 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ce809b-1685-450c-99e2-c5309919a7e2 admin admin] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:24:51.521085 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Pushing event updated for resources: {'Port': ['ID=bae6a5f7-5d17-4a5f-85de-48171724c2c3,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:24:51.545716 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:51.554700 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port 89243a06-4cbc-4e9b-bc4a-27214424e78c completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:24:51.561223 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 89243a06-4cbc-4e9b-bc4a-27214424e78c triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:24:51.561959 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:51.598491 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ce809b-1685-450c-99e2-c5309919a7e2 admin admin] Pushing event updated for resources: {'Port': ['ID=3b6d041c-e08e-4bd3-82fa-c1f6a8d9f9b4,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:24:51.616256 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-86ce809b-1685-450c-99e2-c5309919a7e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-996688'] for router_interface, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:51.654271 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-603b5bae-cabf-4060-ba60-52297f391bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e623452-c09e-4205-bfab-108b048f6c1e', 'name': 'tempest-TestVolumeBootPattern-1876877071-router', 'tenant_id': 'd1725240efe649a4a2829ce3214454b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': '93da2f0a-8c9c-496a-a602-2ac6e67547a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:24:46Z', 'updated_at': '2021-08-18T12:24:47Z', 'revision_number': 3, 'project_id': 'd1725240efe649a4a2829ce3214454b1', 'gw_port': {'id': '93da2f0a-8c9c-496a-a602-2ac6e67547a9', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:19:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e623452-c09e-4205-bfab-108b048f6c1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:24:46Z', 'updated_at': '2021-08-18T12:24:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:24:51.751011 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603b5bae-cabf-4060-ba60-52297f391bb3 None None] The sync data for ids ['1e623452-c09e-4205-bfab-108b048f6c1e'] in n-d-804985-2 is: [{'id': '1e623452-c09e-4205-bfab-108b048f6c1e', 'name': 'tempest-TestVolumeBootPattern-1876877071-router', 'tenant_id': 'd1725240efe649a4a2829ce3214454b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': '93da2f0a-8c9c-496a-a602-2ac6e67547a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:24:46Z', 'updated_at': '2021-08-18T12:24:47Z', 'revision_number': 3, 'project_id': 'd1725240efe649a4a2829ce3214454b1', 'gw_port': {'id': '93da2f0a-8c9c-496a-a602-2ac6e67547a9', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:19:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e623452-c09e-4205-bfab-108b048f6c1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:24:46Z', 'updated_at': '2021-08-18T12:24:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:24:51.776741 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-98ddec8d-39dc-4271-9095-01aba9049197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:51.886289 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-02e947d2-65f5-4bdd-978d-b592066845be None None] Provisioning for port 3b6d041c-e08e-4bd3-82fa-c1f6a8d9f9b4 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:24:51.893149 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:51.899264 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-86ce809b-1685-450c-99e2-c5309919a7e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:51.930404 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-02e947d2-65f5-4bdd-978d-b592066845be None None] Provisioning complete for port 3b6d041c-e08e-4bd3-82fa-c1f6a8d9f9b4 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:24:51.930404 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-02e947d2-65f5-4bdd-978d-b592066845be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:51.990000 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-02e947d2-65f5-4bdd-978d-b592066845be None None] Port 3b6d041c-e08e-4bd3-82fa-c1f6a8d9f9b4 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:24:51.995199 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] For port 89243a06-4cbc-4e9b-bc4a-27214424e78c, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=89243a06-4cbc-4e9b-bc4a-27214424e78c,segment=NetworkSegment(a019dc49-52bd-430a-926e-68fc43616b2f),segment_id=a019dc49-52bd-430a-926e-68fc43616b2f)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:24:52.011671 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:52.124123 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Pushing event updated for resources: {'Port': ['ID=89243a06-4cbc-4e9b-bc4a-27214424e78c,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:24:52.212453 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device bae6a5f7-5d17-4a5f-85de-48171724c2c3 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:24:52.246085 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-53584c24-f517-494e-ac93-c18bb92373f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:52.289983 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-86ce809b-1685-450c-99e2-c5309919a7e2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:52.291623 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port bae6a5f7-5d17-4a5f-85de-48171724c2c3 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:24:52.292037 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:52.302671 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-86ce809b-1685-450c-99e2-c5309919a7e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:52.390656 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-86ce809b-1685-450c-99e2-c5309919a7e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-996772'] for router_interface, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:52.393057 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ce809b-1685-450c-99e2-c5309919a7e2 admin admin] Pushing event updated for resources: {'Port': ['ID=3b6d041c-e08e-4bd3-82fa-c1f6a8d9f9b4,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:24:52.593036 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86ce809b-1685-450c-99e2-c5309919a7e2 admin admin] Network 6b23d47d-4292-40bf-8a61-129e77c86ebf is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:24:52.595288 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-86ce809b-1685-450c-99e2-c5309919a7e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:24:52.811979 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86ce809b-1685-450c-99e2-c5309919a7e2 admin admin] Router 1e623452-c09e-4205-bfab-108b048f6c1e has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:24:52.946217 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-3ff2a786-38b3-4095-8dae-a7fd7fd7b80e None None] Provisioning complete for port 3b6d041c-e08e-4bd3-82fa-c1f6a8d9f9b4 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:24:52.948986 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3ff2a786-38b3-4095-8dae-a7fd7fd7b80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:52.977374 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86ce809b-1685-450c-99e2-c5309919a7e2 admin admin] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:24:52.991898 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-86ce809b-1685-450c-99e2-c5309919a7e2 admin admin] 10.222.0.66 "PUT /v2.0/routers/1e623452-c09e-4205-bfab-108b048f6c1e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1756067 Aug 18 12:24:52.992246 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-3ff2a786-38b3-4095-8dae-a7fd7fd7b80e None None] Port 3b6d041c-e08e-4bd3-82fa-c1f6a8d9f9b4 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:24:53.894808 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-500a1c61-38a7-4c23-a7ec-4631080af5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:54.113357 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a260edf-3ea2-4964-82db-ecb72eb07137 None None] Sync routers for ids ['1e623452-c09e-4205-bfab-108b048f6c1e'] in n-d-804985-2 {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:24:54.171918 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a260edf-3ea2-4964-82db-ecb72eb07137 None None] Routers {'1e623452-c09e-4205-bfab-108b048f6c1e'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:24:54.172767 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-7a260edf-3ea2-4964-82db-ecb72eb07137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:24:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['1e623452-c09e-4205-bfab-108b048f6c1e'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:24:54.246988 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 93da2f0a-8c9c-496a-a602-2ac6e67547a9 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:24:54.303344 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port 93da2f0a-8c9c-496a-a602-2ac6e67547a9 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:24:54.308668 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 93da2f0a-8c9c-496a-a602-2ac6e67547a9 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:24:54.309872 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:54.335616 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-7a260edf-3ea2-4964-82db-ecb72eb07137 None None] Set router 1e623452-c09e-4205-bfab-108b048f6c1e gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:24:54.443451 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:54.472135 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] For port 93da2f0a-8c9c-496a-a602-2ac6e67547a9, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=93da2f0a-8c9c-496a-a602-2ac6e67547a9,segment=NetworkSegment(c5a3db9d-5c58-41b1-9177-d5787a597b78),segment_id=c5a3db9d-5c58-41b1-9177-d5787a597b78)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:24:54.484729 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:54.488172 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 89243a06-4cbc-4e9b-bc4a-27214424e78c up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:24:54.584090 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Pushing event updated for resources: {'Port': ['ID=93da2f0a-8c9c-496a-a602-2ac6e67547a9,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:24:54.593452 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 89243a06-4cbc-4e9b-bc4a-27214424e78c triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:24:54.593827 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:54.711124 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-7a260edf-3ea2-4964-82db-ecb72eb07137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e623452-c09e-4205-bfab-108b048f6c1e', 'name': 'tempest-TestVolumeBootPattern-1876877071-router', 'tenant_id': 'd1725240efe649a4a2829ce3214454b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': '93da2f0a-8c9c-496a-a602-2ac6e67547a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:24:46Z', 'updated_at': '2021-08-18T12:24:51Z', 'revision_number': 4, 'project_id': 'd1725240efe649a4a2829ce3214454b1', 'gw_port': {'id': '93da2f0a-8c9c-496a-a602-2ac6e67547a9', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:19:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e623452-c09e-4205-bfab-108b048f6c1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:24:46Z', 'updated_at': '2021-08-18T12:24:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': '3b6d041c-e08e-4bd3-82fa-c1f6a8d9f9b4', 'name': '', 'network_id': '6b23d47d-4292-40bf-8a61-129e77c86ebf', 'tenant_id': 'd1725240efe649a4a2829ce3214454b1', 'mac_address': 'fa:16:3e:d4:bd:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e623452-c09e-4205-bfab-108b048f6c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3829, 'fixed_ips': [{'subnet_id': '39c7a141-c331-4786-930c-96edaeb9af1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:24:50Z', 'updated_at': '2021-08-18T12:24:52Z', 'revision_number': 2, 'project_id': 'd1725240efe649a4a2829ce3214454b1', 'subnets': [{'id': '39c7a141-c331-4786-930c-96edaeb9af1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:24:54.752177 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a260edf-3ea2-4964-82db-ecb72eb07137 None None] Checking router: 1e623452-c09e-4205-bfab-108b048f6c1e for host: n-d-804985-2 {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:24:54.752868 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a260edf-3ea2-4964-82db-ecb72eb07137 None None] Updating router 1e623452-c09e-4205-bfab-108b048f6c1e port 3b6d041c-e08e-4bd3-82fa-c1f6a8d9f9b4 binding host n-d-804985-2 {{(pid=106255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 12:24:54.804375 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-7a260edf-3ea2-4964-82db-ecb72eb07137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:55.092921 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-7a260edf-3ea2-4964-82db-ecb72eb07137 None None] Notify callbacks [] for port, precommit_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:55.103521 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-7a260edf-3ea2-4964-82db-ecb72eb07137 None None] Transition to ACTIVE for port object 3b6d041c-e08e-4bd3-82fa-c1f6a8d9f9b4 will not be triggered until provisioned by entity L2. {{(pid=106255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:24:55.109294 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-7a260edf-3ea2-4964-82db-ecb72eb07137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:55.164905 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28746c4d-3e7a-4cf8-9f22-7c0f7e12dcc2 None None] Pushing event updated for resources: {'Port': ['ID=3b6d041c-e08e-4bd3-82fa-c1f6a8d9f9b4,revision_number=3']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:24:55.225164 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-7a260edf-3ea2-4964-82db-ecb72eb07137 None None] Attempting to bind port 3b6d041c-e08e-4bd3-82fa-c1f6a8d9f9b4 on host n-d-804985-2 for vnic_type normal with profile {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:24:55.225513 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-7a260edf-3ea2-4964-82db-ecb72eb07137 None None] Attempting to bind port 3b6d041c-e08e-4bd3-82fa-c1f6a8d9f9b4 by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': 'a019dc49-52bd-430a-926e-68fc43616b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '6b23d47d-4292-40bf-8a61-129e77c86ebf'}] {{(pid=106255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:24:55.225970 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a260edf-3ea2-4964-82db-ecb72eb07137 None None] Attempting to bind port 3b6d041c-e08e-4bd3-82fa-c1f6a8d9f9b4 on network 6b23d47d-4292-40bf-8a61-129e77c86ebf {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:24:55.231600 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a260edf-3ea2-4964-82db-ecb72eb07137 None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 24, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:24:55.232131 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a260edf-3ea2-4964-82db-ecb72eb07137 None None] Checking segment: {'id': 'a019dc49-52bd-430a-926e-68fc43616b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '6b23d47d-4292-40bf-8a61-129e77c86ebf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:24:55.232682 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-7a260edf-3ea2-4964-82db-ecb72eb07137 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:55.233159 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a260edf-3ea2-4964-82db-ecb72eb07137 None None] Bound using segment: {'id': 'a019dc49-52bd-430a-926e-68fc43616b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '6b23d47d-4292-40bf-8a61-129e77c86ebf'} {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:24:55.233705 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-7a260edf-3ea2-4964-82db-ecb72eb07137 None None] Bound port: 3b6d041c-e08e-4bd3-82fa-c1f6a8d9f9b4, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a019dc49-52bd-430a-926e-68fc43616b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '6b23d47d-4292-40bf-8a61-129e77c86ebf'}}] {{(pid=106255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:24:55.234192 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-7a260edf-3ea2-4964-82db-ecb72eb07137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:55.301866 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-7a260edf-3ea2-4964-82db-ecb72eb07137 None None] For port 3b6d041c-e08e-4bd3-82fa-c1f6a8d9f9b4, host n-d-804985-2, cleared binding levels {{(pid=106255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:24:55.306601 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-7a260edf-3ea2-4964-82db-ecb72eb07137 None None] For port 3b6d041c-e08e-4bd3-82fa-c1f6a8d9f9b4, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=3b6d041c-e08e-4bd3-82fa-c1f6a8d9f9b4,segment=NetworkSegment(a019dc49-52bd-430a-926e-68fc43616b2f),segment_id=a019dc49-52bd-430a-926e-68fc43616b2f)] {{(pid=106255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:24:55.312184 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-7a260edf-3ea2-4964-82db-ecb72eb07137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:55.366791 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a260edf-3ea2-4964-82db-ecb72eb07137 None None] Routers {'1e623452-c09e-4205-bfab-108b048f6c1e'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:24:55.367433 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-7a260edf-3ea2-4964-82db-ecb72eb07137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:24:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['1e623452-c09e-4205-bfab-108b048f6c1e'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:24:55.428258 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28746c4d-3e7a-4cf8-9f22-7c0f7e12dcc2 None None] Pushing event updated for resources: {'Port': ['ID=3b6d041c-e08e-4bd3-82fa-c1f6a8d9f9b4,revision_number=4']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:24:55.497619 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-7a260edf-3ea2-4964-82db-ecb72eb07137 None None] Set router 1e623452-c09e-4205-bfab-108b048f6c1e gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:24:55.703520 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-7a260edf-3ea2-4964-82db-ecb72eb07137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e623452-c09e-4205-bfab-108b048f6c1e', 'name': 'tempest-TestVolumeBootPattern-1876877071-router', 'tenant_id': 'd1725240efe649a4a2829ce3214454b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': '93da2f0a-8c9c-496a-a602-2ac6e67547a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:24:46Z', 'updated_at': '2021-08-18T12:24:51Z', 'revision_number': 4, 'project_id': 'd1725240efe649a4a2829ce3214454b1', 'gw_port': {'id': '93da2f0a-8c9c-496a-a602-2ac6e67547a9', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:19:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e623452-c09e-4205-bfab-108b048f6c1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:24:46Z', 'updated_at': '2021-08-18T12:24:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': '3b6d041c-e08e-4bd3-82fa-c1f6a8d9f9b4', 'name': '', 'network_id': '6b23d47d-4292-40bf-8a61-129e77c86ebf', 'tenant_id': 'd1725240efe649a4a2829ce3214454b1', 'mac_address': 'fa:16:3e:d4:bd:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e623452-c09e-4205-bfab-108b048f6c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3829, 'fixed_ips': [{'subnet_id': '39c7a141-c331-4786-930c-96edaeb9af1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:24:50Z', 'updated_at': '2021-08-18T12:24:55Z', 'revision_number': 4, 'project_id': 'd1725240efe649a4a2829ce3214454b1', 'subnets': [{'id': '39c7a141-c331-4786-930c-96edaeb9af1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:24:55.728936 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a260edf-3ea2-4964-82db-ecb72eb07137 None None] The sync data for ids ['1e623452-c09e-4205-bfab-108b048f6c1e'] in n-d-804985-2 is: [{'id': '1e623452-c09e-4205-bfab-108b048f6c1e', 'name': 'tempest-TestVolumeBootPattern-1876877071-router', 'tenant_id': 'd1725240efe649a4a2829ce3214454b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': '93da2f0a-8c9c-496a-a602-2ac6e67547a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:24:46Z', 'updated_at': '2021-08-18T12:24:51Z', 'revision_number': 4, 'project_id': 'd1725240efe649a4a2829ce3214454b1', 'gw_port': {'id': '93da2f0a-8c9c-496a-a602-2ac6e67547a9', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:19:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e623452-c09e-4205-bfab-108b048f6c1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:24:46Z', 'updated_at': '2021-08-18T12:24:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': '3b6d041c-e08e-4bd3-82fa-c1f6a8d9f9b4', 'name': '', 'network_id': '6b23d47d-4292-40bf-8a61-129e77c86ebf', 'tenant_id': 'd1725240efe649a4a2829ce3214454b1', 'mac_address': 'fa:16:3e:d4:bd:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e623452-c09e-4205-bfab-108b048f6c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3829, 'fixed_ips': [{'subnet_id': '39c7a141-c331-4786-930c-96edaeb9af1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:24:50Z', 'updated_at': '2021-08-18T12:24:55Z', 'revision_number': 4, 'project_id': 'd1725240efe649a4a2829ce3214454b1', 'subnets': [{'id': '39c7a141-c331-4786-930c-96edaeb9af1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:24:56.235317 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 3b6d041c-e08e-4bd3-82fa-c1f6a8d9f9b4 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:24:56.361512 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port 3b6d041c-e08e-4bd3-82fa-c1f6a8d9f9b4 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:24:56.371668 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 3b6d041c-e08e-4bd3-82fa-c1f6a8d9f9b4 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:24:56.372046 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:56.403193 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1351751e-d391-4868-ba04-4275ebe9d4fc req-3b41d632-1104-4640-9684-458220f88a6b tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:24:56.425808 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1351751e-d391-4868-ba04-4275ebe9d4fc req-3b41d632-1104-4640-9684-458220f88a6b tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/networks?id=25fdaffb-3168-482a-bd55-4e7a3fe8ec1f HTTP/1.1" status: 200 len: 811 time: 0.2239227 Aug 18 12:24:56.458117 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1351751e-d391-4868-ba04-4275ebe9d4fc req-0614c005-3ad5-4c33-b3d9-03a3ad7489f0 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/quotas/86bcac19683b4cedad111d113ad02413 HTTP/1.1" status: 200 len: 375 time: 0.0256841 Aug 18 12:24:56.507714 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:56.537898 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1351751e-d391-4868-ba04-4275ebe9d4fc req-ba71791f-c102-46a7-add3-0df3909f5e4e tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=86bcac19683b4cedad111d113ad02413&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0781229 Aug 18 12:24:56.557352 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] For port 3b6d041c-e08e-4bd3-82fa-c1f6a8d9f9b4, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=3b6d041c-e08e-4bd3-82fa-c1f6a8d9f9b4,segment=NetworkSegment(a019dc49-52bd-430a-926e-68fc43616b2f),segment_id=a019dc49-52bd-430a-926e-68fc43616b2f)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:24:56.563996 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:56.565948 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 93da2f0a-8c9c-496a-a602-2ac6e67547a9 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:24:56.569837 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [req-1351751e-d391-4868-ba04-4275ebe9d4fc req-c51618ca-990b-4bec-99cd-e62064e48993 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=106252) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 12:24:56.571221 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1351751e-d391-4868-ba04-4275ebe9d4fc req-c51618ca-990b-4bec-99cd-e62064e48993 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0319998 Aug 18 12:24:56.699033 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Pushing event updated for resources: {'Port': ['ID=3b6d041c-e08e-4bd3-82fa-c1f6a8d9f9b4,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:24:56.709687 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 93da2f0a-8c9c-496a-a602-2ac6e67547a9 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:24:56.710373 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:56.728237 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1351751e-d391-4868-ba04-4275ebe9d4fc req-ac4b2ac2-24f6-41b6-bc5c-3c882fb6a8d7 service neutron] 10.222.0.66 "GET /v2.0/networks/25fdaffb-3168-482a-bd55-4e7a3fe8ec1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495888 Aug 18 12:24:56.853137 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1351751e-d391-4868-ba04-4275ebe9d4fc req-16859ba9-73d4-4fcc-bc54-78db2f1124c8 service neutron] 10.222.0.66 "GET /v2.0/networks/25fdaffb-3168-482a-bd55-4e7a3fe8ec1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239483 Aug 18 12:24:57.264780 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-86354233-c09f-4c72-a3c7-434eaf19c91f req-7b809dc0-faa3-4f0b-9a17-55ab00abbf96 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/ports?device_id=f7b1ac2f-fd93-45c4-a1b1-6fa831bdc8e7 HTTP/1.1" status: 200 len: 210 time: 0.0346122 Aug 18 12:24:58.087059 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 3b6d041c-e08e-4bd3-82fa-c1f6a8d9f9b4 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:24:58.142370 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 3b6d041c-e08e-4bd3-82fa-c1f6a8d9f9b4 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:24:58.142833 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:58.423887 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-934dbb97-e97b-4e36-a9fd-edff01882be3 req-341d7dba-6364-4d8f-9e33-c36fb4bde0c0 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/ports?device_id=f7b1ac2f-fd93-45c4-a1b1-6fa831bdc8e7 HTTP/1.1" status: 200 len: 210 time: 0.0342541 Aug 18 12:24:58.468315 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1351751e-d391-4868-ba04-4275ebe9d4fc req-5a9a1582-f4e0-4585-9176-c91c10630076 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:24:58.470022 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1351751e-d391-4868-ba04-4275ebe9d4fc req-5a9a1582-f4e0-4585-9176-c91c10630076 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.63 "GET /v2.0/networks?id=25fdaffb-3168-482a-bd55-4e7a3fe8ec1f HTTP/1.1" status: 200 len: 811 time: 0.1786616 Aug 18 12:24:58.486080 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-1351751e-d391-4868-ba04-4275ebe9d4fc req-a8c6e4ac-5f92-4fc8-8420-f18dde44a6ca tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Request body: {'port': {'device_id': 'f7b1ac2f-fd93-45c4-a1b1-6fa831bdc8e7', 'network_id': '25fdaffb-3168-482a-bd55-4e7a3fe8ec1f', 'admin_state_up': True, 'tenant_id': '86bcac19683b4cedad111d113ad02413'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:24:58.610611 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1351751e-d391-4868-ba04-4275ebe9d4fc req-a8c6e4ac-5f92-4fc8-8420-f18dde44a6ca tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Made reservation on behalf of 86bcac19683b4cedad111d113ad02413 for: {'port': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:24:58.614709 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-1351751e-d391-4868-ba04-4275ebe9d4fc req-a8c6e4ac-5f92-4fc8-8420-f18dde44a6ca tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:58.675393 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.agents_db [None req-6dbb2658-0354-4101-8393-6e7505481cf6 None None] Agent healthcheck: found 7 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 12:24:58.774997 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [req-1351751e-d391-4868-ba04-4275ebe9d4fc req-a8c6e4ac-5f92-4fc8-8420-f18dde44a6ca tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Allocated IP 172.20.0.10 (25fdaffb-3168-482a-bd55-4e7a3fe8ec1f/eb2e3982-4dd6-4594-80de-13da71e6899f/0544bc26-e9f9-4f4b-a4f9-58412580e8b2) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:24:59.546876 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-1351751e-d391-4868-ba04-4275ebe9d4fc req-a8c6e4ac-5f92-4fc8-8420-f18dde44a6ca tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:59.585297 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-34f43eb8-1289-46e1-aa13-e1cb269db0f1 req-9db93928-804f-4cb6-9625-9042324529ce tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/ports?device_id=f7b1ac2f-fd93-45c4-a1b1-6fa831bdc8e7 HTTP/1.1" status: 200 len: 210 time: 0.0340917 Aug 18 12:24:59.597564 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [req-1351751e-d391-4868-ba04-4275ebe9d4fc req-a8c6e4ac-5f92-4fc8-8420-f18dde44a6ca tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Transition to ACTIVE for port object 0544bc26-e9f9-4f4b-a4f9-58412580e8b2 will not be triggered until provisioned by entity DHCP. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:24:59.636590 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-1351751e-d391-4868-ba04-4275ebe9d4fc req-a8c6e4ac-5f92-4fc8-8420-f18dde44a6ca tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:59.676591 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1351751e-d391-4868-ba04-4275ebe9d4fc req-a8c6e4ac-5f92-4fc8-8420-f18dde44a6ca tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Network 25fdaffb-3168-482a-bd55-4e7a3fe8ec1f is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:24:59.682145 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [req-1351751e-d391-4868-ba04-4275ebe9d4fc req-a8c6e4ac-5f92-4fc8-8420-f18dde44a6ca tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:24:59.686902 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-1351751e-d391-4868-ba04-4275ebe9d4fc req-a8c6e4ac-5f92-4fc8-8420-f18dde44a6ca tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:24:59.745725 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c6e4ac-5f92-4fc8-8420-f18dde44a6ca tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Pushing event updated for resources: {'Port': ['ID=0544bc26-e9f9-4f4b-a4f9-58412580e8b2,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:24:59.769131 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1351751e-d391-4868-ba04-4275ebe9d4fc req-a8c6e4ac-5f92-4fc8-8420-f18dde44a6ca tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:24:59.769861 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-1351751e-d391-4868-ba04-4275ebe9d4fc req-a8c6e4ac-5f92-4fc8-8420-f18dde44a6ca tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:24:59.791304 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1351751e-d391-4868-ba04-4275ebe9d4fc req-a8c6e4ac-5f92-4fc8-8420-f18dde44a6ca tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3097908 Aug 18 12:24:59.808676 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-1351751e-d391-4868-ba04-4275ebe9d4fc req-e762f0db-9703-4f6e-8923-64a469d214af service neutron] Request body: {'port': {'device_id': 'f7b1ac2f-fd93-45c4-a1b1-6fa831bdc8e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804985-2'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:24:59.900291 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-1351751e-d391-4868-ba04-4275ebe9d4fc req-e762f0db-9703-4f6e-8923-64a469d214af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:25:00.001453 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-144c19ee-f231-49d5-bcfa-81d200de2764 None None] Provisioning for port 0544bc26-e9f9-4f4b-a4f9-58412580e8b2 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:25:00.006722 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-144c19ee-f231-49d5-bcfa-81d200de2764 None None] Provisioning complete for port 0544bc26-e9f9-4f4b-a4f9-58412580e8b2 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:25:00.007326 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-144c19ee-f231-49d5-bcfa-81d200de2764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:25:00.055005 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-144c19ee-f231-49d5-bcfa-81d200de2764 None None] Port 0544bc26-e9f9-4f4b-a4f9-58412580e8b2 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:25:00.306104 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [req-1351751e-d391-4868-ba04-4275ebe9d4fc req-e762f0db-9703-4f6e-8923-64a469d214af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0544bc26-e9f9-4f4b-a4f9-58412580e8b2 {{(pid=106252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:25:00.318119 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-1351751e-d391-4868-ba04-4275ebe9d4fc req-e762f0db-9703-4f6e-8923-64a469d214af service neutron] Notify callbacks [] for port, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:25:00.333260 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [req-1351751e-d391-4868-ba04-4275ebe9d4fc req-e762f0db-9703-4f6e-8923-64a469d214af service neutron] Transition to ACTIVE for port object 0544bc26-e9f9-4f4b-a4f9-58412580e8b2 will not be triggered until provisioned by entity L2. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:25:00.344719 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-1351751e-d391-4868-ba04-4275ebe9d4fc req-e762f0db-9703-4f6e-8923-64a469d214af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:25:00.410688 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e762f0db-9703-4f6e-8923-64a469d214af service neutron] Pushing event updated for resources: {'Port': ['ID=0544bc26-e9f9-4f4b-a4f9-58412580e8b2,revision_number=2']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:25:00.518217 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-1351751e-d391-4868-ba04-4275ebe9d4fc req-e762f0db-9703-4f6e-8923-64a469d214af service neutron] Attempting to bind port 0544bc26-e9f9-4f4b-a4f9-58412580e8b2 on host n-h1-804985-2 for vnic_type normal with profile {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:25:00.518553 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-1351751e-d391-4868-ba04-4275ebe9d4fc req-e762f0db-9703-4f6e-8923-64a469d214af service neutron] Attempting to bind port 0544bc26-e9f9-4f4b-a4f9-58412580e8b2 by drivers openvswitch,hyperv on host n-h1-804985-2 at level 0 using segments [{'id': 'dfae8a08-8315-4142-ba2f-fd111ce93dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '25fdaffb-3168-482a-bd55-4e7a3fe8ec1f'}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:25:00.519572 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1351751e-d391-4868-ba04-4275ebe9d4fc req-e762f0db-9703-4f6e-8923-64a469d214af service neutron] Attempting to bind port 0544bc26-e9f9-4f4b-a4f9-58412580e8b2 on network 25fdaffb-3168-482a-bd55-4e7a3fe8ec1f {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:25:00.526120 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1351751e-d391-4868-ba04-4275ebe9d4fc req-e762f0db-9703-4f6e-8923-64a469d214af service neutron] Port 0544bc26-e9f9-4f4b-a4f9-58412580e8b2 on network 25fdaffb-3168-482a-bd55-4e7a3fe8ec1f not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-2 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:25:00.526448 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1351751e-d391-4868-ba04-4275ebe9d4fc req-e762f0db-9703-4f6e-8923-64a469d214af service neutron] Attempting to bind port 0544bc26-e9f9-4f4b-a4f9-58412580e8b2 on network 25fdaffb-3168-482a-bd55-4e7a3fe8ec1f {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:25:00.534201 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1351751e-d391-4868-ba04-4275ebe9d4fc req-e762f0db-9703-4f6e-8923-64a469d214af service neutron] Checking agent: {'id': 'a613417a-d085-492c-941a-59bb18c633d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 49, 6), 'started_at': datetime.datetime(2021, 8, 18, 11, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 24, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:25:00.534548 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1351751e-d391-4868-ba04-4275ebe9d4fc req-e762f0db-9703-4f6e-8923-64a469d214af service neutron] Checking segment: {'id': 'dfae8a08-8315-4142-ba2f-fd111ce93dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '25fdaffb-3168-482a-bd55-4e7a3fe8ec1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:25:00.534944 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1351751e-d391-4868-ba04-4275ebe9d4fc req-e762f0db-9703-4f6e-8923-64a469d214af service neutron] Bound using segment: {'id': 'dfae8a08-8315-4142-ba2f-fd111ce93dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '25fdaffb-3168-482a-bd55-4e7a3fe8ec1f'} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:25:00.535390 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-1351751e-d391-4868-ba04-4275ebe9d4fc req-e762f0db-9703-4f6e-8923-64a469d214af service neutron] Bound port: 0544bc26-e9f9-4f4b-a4f9-58412580e8b2, host: n-h1-804985-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfae8a08-8315-4142-ba2f-fd111ce93dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '25fdaffb-3168-482a-bd55-4e7a3fe8ec1f'}}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:25:00.536430 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-1351751e-d391-4868-ba04-4275ebe9d4fc req-e762f0db-9703-4f6e-8923-64a469d214af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:25:00.762325 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-1351751e-d391-4868-ba04-4275ebe9d4fc req-e762f0db-9703-4f6e-8923-64a469d214af service neutron] For port 0544bc26-e9f9-4f4b-a4f9-58412580e8b2, host n-h1-804985-2, cleared binding levels {{(pid=106252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:25:00.778702 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-1351751e-d391-4868-ba04-4275ebe9d4fc req-e762f0db-9703-4f6e-8923-64a469d214af service neutron] For port 0544bc26-e9f9-4f4b-a4f9-58412580e8b2, host n-h1-804985-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=0544bc26-e9f9-4f4b-a4f9-58412580e8b2,segment=NetworkSegment(dfae8a08-8315-4142-ba2f-fd111ce93dbf),segment_id=dfae8a08-8315-4142-ba2f-fd111ce93dbf)] {{(pid=106252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:25:00.831614 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-1351751e-d391-4868-ba04-4275ebe9d4fc req-e762f0db-9703-4f6e-8923-64a469d214af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:25:00.909781 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1351751e-d391-4868-ba04-4275ebe9d4fc req-e762f0db-9703-4f6e-8923-64a469d214af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:25:00.910417 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-1351751e-d391-4868-ba04-4275ebe9d4fc req-e762f0db-9703-4f6e-8923-64a469d214af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:25:00.916827 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1351751e-d391-4868-ba04-4275ebe9d4fc req-e762f0db-9703-4f6e-8923-64a469d214af service neutron] 10.222.0.63 "PUT /v2.0/ports/0544bc26-e9f9-4f4b-a4f9-58412580e8b2 HTTP/1.1" status: 200 len: 1092 time: 1.1100485 Aug 18 12:25:00.922093 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7b1ac2f-fd93-45c4-a1b1-6fa831bdc8e7', 'tag': '0544bc26-e9f9-4f4b-a4f9-58412580e8b2'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:25:00.932440 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ad1e886-9674-46b6-a71d-c5ccfbfb3b53" -d '{"events": [{"name": "network-changed", "server_uuid": "f7b1ac2f-fd93-45c4-a1b1-6fa831bdc8e7", "tag": "0544bc26-e9f9-4f4b-a4f9-58412580e8b2"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:25:01.035232 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e762f0db-9703-4f6e-8923-64a469d214af service neutron] Pushing event updated for resources: {'Port': ['ID=0544bc26-e9f9-4f4b-a4f9-58412580e8b2,revision_number=3']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:25:01.070546 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e53e25-49e8-4ed6-b636-f76388cdc839 req-825f137f-b751-4a45-aed0-649095f854e7 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:25:01.072150 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-17e53e25-49e8-4ed6-b636-f76388cdc839 req-825f137f-b751-4a45-aed0-649095f854e7 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/ports?device_id=f7b1ac2f-fd93-45c4-a1b1-6fa831bdc8e7 HTTP/1.1" status: 200 len: 944 time: 0.3434849 Aug 18 12:25:01.075211 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:25:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f63d191-027d-41b3-a962-ae21d5cf07d7 x-openstack-request-id: req-4f63d191-027d-41b3-a962-ae21d5cf07d7 {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:25:01.075643 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7b1ac2f-fd93-45c4-a1b1-6fa831bdc8e7", "tag": "0544bc26-e9f9-4f4b-a4f9-58412580e8b2", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:25:01.075764 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-4f63d191-027d-41b3-a962-ae21d5cf07d7 {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:25:01.076132 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7b1ac2f-fd93-45c4-a1b1-6fa831bdc8e7', 'tag': '0544bc26-e9f9-4f4b-a4f9-58412580e8b2', 'status': 'completed', 'code': 200} Aug 18 12:25:01.138569 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1351751e-d391-4868-ba04-4275ebe9d4fc req-5a00070d-a6df-45f1-9e78-2d185bc5a731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:25:01.140036 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1351751e-d391-4868-ba04-4275ebe9d4fc req-5a00070d-a6df-45f1-9e78-2d185bc5a731 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=86bcac19683b4cedad111d113ad02413&device_id=f7b1ac2f-fd93-45c4-a1b1-6fa831bdc8e7 HTTP/1.1" status: 200 len: 1095 time: 0.1221385 Aug 18 12:25:01.204973 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-17e53e25-49e8-4ed6-b636-f76388cdc839 req-0f89a476-f5e9-4613-acd1-3e285203493f tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/security-groups?id=c39e84f9-0c12-4e20-96af-8241c5ff77a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203632 Aug 18 12:25:01.305267 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1351751e-d391-4868-ba04-4275ebe9d4fc req-eed9ab07-48aa-41ac-8350-1899253921af service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0544bc26-e9f9-4f4b-a4f9-58412580e8b2 HTTP/1.1" status: 200 len: 217 time: 0.1180167 Aug 18 12:25:01.380737 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1351751e-d391-4868-ba04-4275ebe9d4fc req-515fff49-163a-49be-afdd-a4c555634b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:25:01.382508 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1351751e-d391-4868-ba04-4275ebe9d4fc req-515fff49-163a-49be-afdd-a4c555634b92 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=eb2e3982-4dd6-4594-80de-13da71e6899f HTTP/1.1" status: 200 len: 850 time: 0.0695086 Aug 18 12:25:01.451416 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1351751e-d391-4868-ba04-4275ebe9d4fc req-d2e99797-21dc-4b14-b13a-5eee86e341b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:25:01.453006 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1351751e-d391-4868-ba04-4275ebe9d4fc req-d2e99797-21dc-4b14-b13a-5eee86e341b2 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=25fdaffb-3168-482a-bd55-4e7a3fe8ec1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0629013 Aug 18 12:25:01.553931 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1351751e-d391-4868-ba04-4275ebe9d4fc req-6ff14751-4000-484b-8146-5578408d150e service neutron] 10.222.0.63 "GET /v2.0/networks/25fdaffb-3168-482a-bd55-4e7a3fe8ec1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928512 Aug 18 12:25:01.674159 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1351751e-d391-4868-ba04-4275ebe9d4fc req-e5fd39a8-7e16-4b62-a4d1-5020a6da1a4a service neutron] 10.222.0.63 "GET /v2.0/networks/25fdaffb-3168-482a-bd55-4e7a3fe8ec1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131530 Aug 18 12:25:01.785716 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad1e886-9674-46b6-a71d-c5ccfbfb3b53 req-0c6169e2-ce10-4c06-ba49-efa85de19b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:25:01.787721 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8ad1e886-9674-46b6-a71d-c5ccfbfb3b53 req-0c6169e2-ce10-4c06-ba49-efa85de19b00 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=86bcac19683b4cedad111d113ad02413&device_id=f7b1ac2f-fd93-45c4-a1b1-6fa831bdc8e7 HTTP/1.1" status: 200 len: 1095 time: 0.0573516 Aug 18 12:25:01.889327 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad1e886-9674-46b6-a71d-c5ccfbfb3b53 req-f7904bbc-ff5d-4fc1-b0fe-05a4a6a917dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:25:01.891230 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8ad1e886-9674-46b6-a71d-c5ccfbfb3b53 req-f7904bbc-ff5d-4fc1-b0fe-05a4a6a917dc service neutron] 10.222.0.63 "GET /v2.0/networks?id=25fdaffb-3168-482a-bd55-4e7a3fe8ec1f HTTP/1.1" status: 200 len: 912 time: 0.0965052 Aug 18 12:25:01.946673 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8ad1e886-9674-46b6-a71d-c5ccfbfb3b53 req-b31b4494-92bf-40d8-9e25-9189ad1dd3f3 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0544bc26-e9f9-4f4b-a4f9-58412580e8b2 HTTP/1.1" status: 200 len: 217 time: 0.0477500 Aug 18 12:25:02.002026 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad1e886-9674-46b6-a71d-c5ccfbfb3b53 req-9efadaa0-3c26-4809-b916-f2523a4c0e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:25:02.003917 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8ad1e886-9674-46b6-a71d-c5ccfbfb3b53 req-9efadaa0-3c26-4809-b916-f2523a4c0e21 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=eb2e3982-4dd6-4594-80de-13da71e6899f HTTP/1.1" status: 200 len: 850 time: 0.0486894 Aug 18 12:25:02.074043 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad1e886-9674-46b6-a71d-c5ccfbfb3b53 req-32e0896b-1c5d-4e66-abed-2ff7a41fd5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:25:02.075572 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8ad1e886-9674-46b6-a71d-c5ccfbfb3b53 req-32e0896b-1c5d-4e66-abed-2ff7a41fd5f0 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=25fdaffb-3168-482a-bd55-4e7a3fe8ec1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0644860 Aug 18 12:25:02.214597 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8ad1e886-9674-46b6-a71d-c5ccfbfb3b53 req-18a18dd3-f10d-4cea-b60a-959cbf3fddfe service neutron] 10.222.0.63 "GET /v2.0/networks/25fdaffb-3168-482a-bd55-4e7a3fe8ec1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309175 Aug 18 12:25:02.385384 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7a5878-381a-4a4c-b40b-f71383cba7f0 req-c7f14bf4-c2b7-4859-a93c-ddbbf43c50a3 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:25:02.386944 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ef7a5878-381a-4a4c-b40b-f71383cba7f0 req-c7f14bf4-c2b7-4859-a93c-ddbbf43c50a3 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/ports?device_id=f7b1ac2f-fd93-45c4-a1b1-6fa831bdc8e7 HTTP/1.1" status: 200 len: 944 time: 0.0939748 Aug 18 12:25:02.391088 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8ad1e886-9674-46b6-a71d-c5ccfbfb3b53 req-75d76251-c9e9-4846-88dc-3c118828e6c1 service neutron] 10.222.0.63 "GET /v2.0/networks/25fdaffb-3168-482a-bd55-4e7a3fe8ec1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1685896 Aug 18 12:25:02.440638 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ef7a5878-381a-4a4c-b40b-f71383cba7f0 req-113977cd-398f-412e-a14e-b2ee48e5a211 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/security-groups?id=c39e84f9-0c12-4e20-96af-8241c5ff77a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429480 Aug 18 12:25:03.624228 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6166fc-492c-4008-a32c-9f08ad1de491 req-f974a0a9-9248-4651-9774-078e7acc0067 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:25:03.625927 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2c6166fc-492c-4008-a32c-9f08ad1de491 req-f974a0a9-9248-4651-9774-078e7acc0067 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/ports?device_id=f7b1ac2f-fd93-45c4-a1b1-6fa831bdc8e7 HTTP/1.1" status: 200 len: 944 time: 0.1004322 Aug 18 12:25:03.684563 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2c6166fc-492c-4008-a32c-9f08ad1de491 req-676f70b1-04c7-4dbd-98aa-ff59a43fe2a2 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/security-groups?id=c39e84f9-0c12-4e20-96af-8241c5ff77a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515752 Aug 18 12:25:04.790911 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c620ab-c599-4b8b-b86e-0eeccd1414d1 req-cc02a120-f35c-49a4-b34c-7e4f8dfee812 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:25:04.792559 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-07c620ab-c599-4b8b-b86e-0eeccd1414d1 req-cc02a120-f35c-49a4-b34c-7e4f8dfee812 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/ports?device_id=f7b1ac2f-fd93-45c4-a1b1-6fa831bdc8e7 HTTP/1.1" status: 200 len: 944 time: 0.0497270 Aug 18 12:25:04.851195 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-07c620ab-c599-4b8b-b86e-0eeccd1414d1 req-4738f5d5-023a-4880-9e14-15bdb456eba6 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/security-groups?id=c39e84f9-0c12-4e20-96af-8241c5ff77a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500963 Aug 18 12:25:05.986750 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fcb1ea-3fa4-4519-8c94-88d79ed22c22 req-f5463f8a-15b1-4ac7-8ff3-a858dcd69f41 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:25:05.995293 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-23fcb1ea-3fa4-4519-8c94-88d79ed22c22 req-f5463f8a-15b1-4ac7-8ff3-a858dcd69f41 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/ports?device_id=f7b1ac2f-fd93-45c4-a1b1-6fa831bdc8e7 HTTP/1.1" status: 200 len: 944 time: 0.0653031 Aug 18 12:25:06.031255 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-23fcb1ea-3fa4-4519-8c94-88d79ed22c22 req-5a37b811-e493-4676-b7d2-776a9e66b734 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/security-groups?id=c39e84f9-0c12-4e20-96af-8241c5ff77a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349128 Aug 18 12:25:06.238468 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:25:07.157695 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72719a1f-6573-42de-ba6a-65dd8de481c0 req-daac409e-58ee-4d95-903d-fbb851e49953 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:25:07.159194 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-72719a1f-6573-42de-ba6a-65dd8de481c0 req-daac409e-58ee-4d95-903d-fbb851e49953 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/ports?device_id=f7b1ac2f-fd93-45c4-a1b1-6fa831bdc8e7 HTTP/1.1" status: 200 len: 944 time: 0.0584621 Aug 18 12:25:07.202964 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-72719a1f-6573-42de-ba6a-65dd8de481c0 req-791936d9-73ee-4306-a8b1-5f116df86ba5 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/security-groups?id=c39e84f9-0c12-4e20-96af-8241c5ff77a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369279 Aug 18 12:25:08.321470 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:25:08.326639 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ebe6d3-efc2-402e-ba79-6786cce2fea5 req-65811bf7-70f2-40c2-a20a-bd79379d4fa9 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:25:08.328743 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-69ebe6d3-efc2-402e-ba79-6786cce2fea5 req-65811bf7-70f2-40c2-a20a-bd79379d4fa9 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/ports?device_id=f7b1ac2f-fd93-45c4-a1b1-6fa831bdc8e7 HTTP/1.1" status: 200 len: 944 time: 0.0550323 Aug 18 12:25:08.371483 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-69ebe6d3-efc2-402e-ba79-6786cce2fea5 req-6ed477d1-ea5e-4c5c-8869-4554960e1f6a tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/security-groups?id=c39e84f9-0c12-4e20-96af-8241c5ff77a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352409 Aug 18 12:25:09.521768 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8af2ac4-6567-489b-b16a-dfe39b3aff85 req-bbc2b5d9-8e26-4adf-a474-50c4fbaece67 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:25:09.523461 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f8af2ac4-6567-489b-b16a-dfe39b3aff85 req-bbc2b5d9-8e26-4adf-a474-50c4fbaece67 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/ports?device_id=f7b1ac2f-fd93-45c4-a1b1-6fa831bdc8e7 HTTP/1.1" status: 200 len: 944 time: 0.0640061 Aug 18 12:25:09.562900 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f8af2ac4-6567-489b-b16a-dfe39b3aff85 req-6f0d4780-7fc3-4d27-bda1-3e43e73b8cf8 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/security-groups?id=c39e84f9-0c12-4e20-96af-8241c5ff77a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334451 Aug 18 12:25:10.517754 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 0544bc26-e9f9-4f4b-a4f9-58412580e8b2 details requested by agent hyperv_n-h1-804985-2 with host n-h1-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:25:10.621919 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 0544bc26-e9f9-4f4b-a4f9-58412580e8b2, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=0544bc26-e9f9-4f4b-a4f9-58412580e8b2,segment=NetworkSegment(dfae8a08-8315-4142-ba2f-fd111ce93dbf),segment_id=dfae8a08-8315-4142-ba2f-fd111ce93dbf)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:25:10.716776 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b0c7c7-69c0-42d2-882a-f31886a16b22 req-40168c36-ad66-433b-9bae-6cd93a396e38 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:25:10.719019 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c1b0c7c7-69c0-42d2-882a-f31886a16b22 req-40168c36-ad66-433b-9bae-6cd93a396e38 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/ports?device_id=f7b1ac2f-fd93-45c4-a1b1-6fa831bdc8e7 HTTP/1.1" status: 200 len: 944 time: 0.0612121 Aug 18 12:25:10.762644 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c1b0c7c7-69c0-42d2-882a-f31886a16b22 req-3ccf580f-f6d5-437f-9fdf-8fb0828d5edf tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/security-groups?id=c39e84f9-0c12-4e20-96af-8241c5ff77a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363247 Aug 18 12:25:10.805215 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Returning: {'device': '0544bc26-e9f9-4f4b-a4f9-58412580e8b2', 'network_id': '25fdaffb-3168-482a-bd55-4e7a3fe8ec1f', 'port_id': '0544bc26-e9f9-4f4b-a4f9-58412580e8b2', 'mac_address': 'fa:16:3e:1b:b1:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 843, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb2e3982-4dd6-4594-80de-13da71e6899f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:25:10.843233 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:25:10.858347 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0544bc26-e9f9-4f4b-a4f9-58412580e8b2 {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:25:10.880191 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 0544bc26-e9f9-4f4b-a4f9-58412580e8b2, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=0544bc26-e9f9-4f4b-a4f9-58412580e8b2,segment=NetworkSegment(dfae8a08-8315-4142-ba2f-fd111ce93dbf),segment_id=dfae8a08-8315-4142-ba2f-fd111ce93dbf)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:25:10.889878 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:25:10.942442 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=0544bc26-e9f9-4f4b-a4f9-58412580e8b2,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:25:11.097969 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] get_ports_and_sgs() called for port_ids ['0544bc26-e9f9-4f4b-a4f9-58412580e8b2'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:25:11.882838 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b78a570-39b9-441f-ba37-0564cb0b30bb req-f4574f90-7952-447d-ad7c-bbe4028033bd tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:25:11.884397 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2b78a570-39b9-441f-ba37-0564cb0b30bb req-f4574f90-7952-447d-ad7c-bbe4028033bd tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/ports?device_id=f7b1ac2f-fd93-45c4-a1b1-6fa831bdc8e7 HTTP/1.1" status: 200 len: 945 time: 0.0517983 Aug 18 12:25:11.925783 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2b78a570-39b9-441f-ba37-0564cb0b30bb req-a907f65f-995f-4227-acfd-68bb3c1af9cc tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/security-groups?id=c39e84f9-0c12-4e20-96af-8241c5ff77a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351641 Aug 18 12:25:12.546814 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 0544bc26-e9f9-4f4b-a4f9-58412580e8b2 up at agent hyperv_n-h1-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:25:12.600650 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Provisioning for port 0544bc26-e9f9-4f4b-a4f9-58412580e8b2 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:25:12.604282 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Provisioning complete for port 0544bc26-e9f9-4f4b-a4f9-58412580e8b2 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:25:12.604678 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:25:12.682980 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:25:12.716841 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 0544bc26-e9f9-4f4b-a4f9-58412580e8b2, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=0544bc26-e9f9-4f4b-a4f9-58412580e8b2,segment=NetworkSegment(dfae8a08-8315-4142-ba2f-fd111ce93dbf),segment_id=dfae8a08-8315-4142-ba2f-fd111ce93dbf)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:25:12.717810 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7b1ac2f-fd93-45c4-a1b1-6fa831bdc8e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0544bc26-e9f9-4f4b-a4f9-58412580e8b2'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:25:12.720411 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db50a436fb3a98495337d8fe7487b4f2ea6f3c1052eb9efadc2ecda2d5737001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec59864e-7895-43be-bb88-72f68f6907f3" -d '{"events": [{"server_uuid": "f7b1ac2f-fd93-45c4-a1b1-6fa831bdc8e7", "name": "network-vif-plugged", "status": "completed", "tag": "0544bc26-e9f9-4f4b-a4f9-58412580e8b2"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:25:12.724861 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:25:12.777675 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:25:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc4faf9d-1c68-4d2a-9634-95664248d7ae x-openstack-request-id: req-dc4faf9d-1c68-4d2a-9634-95664248d7ae {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:25:12.777973 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7b1ac2f-fd93-45c4-a1b1-6fa831bdc8e7", "name": "network-vif-plugged", "status": "completed", "tag": "0544bc26-e9f9-4f4b-a4f9-58412580e8b2", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:25:12.778225 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-dc4faf9d-1c68-4d2a-9634-95664248d7ae {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:25:12.778620 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7b1ac2f-fd93-45c4-a1b1-6fa831bdc8e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0544bc26-e9f9-4f4b-a4f9-58412580e8b2', 'code': 200} Aug 18 12:25:12.785031 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=0544bc26-e9f9-4f4b-a4f9-58412580e8b2,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:25:12.901945 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d528c29d-1d66-44e1-87dd-1d673a9b4e6a req-a59fa331-eaf7-4a40-9798-da2a1419aa4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:25:12.903483 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d528c29d-1d66-44e1-87dd-1d673a9b4e6a req-a59fa331-eaf7-4a40-9798-da2a1419aa4a service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=f7b1ac2f-fd93-45c4-a1b1-6fa831bdc8e7 HTTP/1.1" status: 200 len: 1097 time: 0.0486176 Aug 18 12:25:12.943884 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d528c29d-1d66-44e1-87dd-1d673a9b4e6a req-9b9b9597-90f1-4c94-85c5-c2b481dff5b5 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=c39e84f9-0c12-4e20-96af-8241c5ff77a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319281 Aug 18 12:25:13.046211 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497f86da-0f6a-40a9-b5f5-b2de376dfb76 req-2fce17b8-86a6-4b42-9c8f-4f10480bead9 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:25:13.047948 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-497f86da-0f6a-40a9-b5f5-b2de376dfb76 req-2fce17b8-86a6-4b42-9c8f-4f10480bead9 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/ports?device_id=f7b1ac2f-fd93-45c4-a1b1-6fa831bdc8e7 HTTP/1.1" status: 200 len: 946 time: 0.0531573 Aug 18 12:25:13.099473 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-497f86da-0f6a-40a9-b5f5-b2de376dfb76 req-ed522046-9555-45f2-995e-434fc858f19f tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/security-groups?id=c39e84f9-0c12-4e20-96af-8241c5ff77a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379591 Aug 18 12:25:14.236821 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b92d8b-ae22-41fe-acfa-14ab1dcfe9de req-fbce831e-6715-407b-be16-1e178bdc5bb0 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:25:14.239074 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-98b92d8b-ae22-41fe-acfa-14ab1dcfe9de req-fbce831e-6715-407b-be16-1e178bdc5bb0 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/ports?device_id=f7b1ac2f-fd93-45c4-a1b1-6fa831bdc8e7 HTTP/1.1" status: 200 len: 946 time: 0.0531764 Aug 18 12:25:14.277689 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-98b92d8b-ae22-41fe-acfa-14ab1dcfe9de req-23cce891-8a41-4327-a015-d213404ea118 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/security-groups?id=c39e84f9-0c12-4e20-96af-8241c5ff77a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323584 Aug 18 12:25:14.401994 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0305ca-50ec-43cd-a66a-731779ab232f req-50cd9ee9-300f-431f-8b0d-f70cafa78205 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:25:14.404326 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-da0305ca-50ec-43cd-a66a-731779ab232f req-50cd9ee9-300f-431f-8b0d-f70cafa78205 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/ports?device_id=f7b1ac2f-fd93-45c4-a1b1-6fa831bdc8e7 HTTP/1.1" status: 200 len: 946 time: 0.0590231 Aug 18 12:25:14.448203 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-da0305ca-50ec-43cd-a66a-731779ab232f req-81050a63-9b3d-4616-97c7-ae8da265c589 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/security-groups?id=c39e84f9-0c12-4e20-96af-8241c5ff77a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364478 Aug 18 12:25:14.577793 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b91bd4-6d2e-4272-8fe9-dbacbbf173d7 req-7d35b89b-ec17-41a1-93df-3591b76f5a2b tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:25:14.579298 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-69b91bd4-6d2e-4272-8fe9-dbacbbf173d7 req-7d35b89b-ec17-41a1-93df-3591b76f5a2b tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/ports?device_id=f7b1ac2f-fd93-45c4-a1b1-6fa831bdc8e7 HTTP/1.1" status: 200 len: 946 time: 0.0507762 Aug 18 12:25:14.638768 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-69b91bd4-6d2e-4272-8fe9-dbacbbf173d7 req-4c7c7c9d-4e87-4e52-b720-31cfeef8eec7 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/security-groups?id=c39e84f9-0c12-4e20-96af-8241c5ff77a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531909 Aug 18 12:25:14.898026 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a09887-9b4a-4119-afe2-343825bb86bb req-5e6ffcb3-0932-4783-8a49-bf7285b0d455 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:25:14.899679 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-79a09887-9b4a-4119-afe2-343825bb86bb req-5e6ffcb3-0932-4783-8a49-bf7285b0d455 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/ports?device_id=f7b1ac2f-fd93-45c4-a1b1-6fa831bdc8e7 HTTP/1.1" status: 200 len: 946 time: 0.0524974 Aug 18 12:25:14.947469 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-79a09887-9b4a-4119-afe2-343825bb86bb req-c8b9fbc7-2de1-456c-8275-25934bbfe85b tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/security-groups?id=c39e84f9-0c12-4e20-96af-8241c5ff77a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402548 Aug 18 12:25:16.088790 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8241acb-97a5-483d-a9a9-2d9b79a07119 req-9d26ecac-58ba-4388-9fb3-d1bad279c4e8 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:25:16.090383 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c8241acb-97a5-483d-a9a9-2d9b79a07119 req-9d26ecac-58ba-4388-9fb3-d1bad279c4e8 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/ports?device_id=f7b1ac2f-fd93-45c4-a1b1-6fa831bdc8e7 HTTP/1.1" status: 200 len: 946 time: 0.0612106 Aug 18 12:25:16.128594 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c8241acb-97a5-483d-a9a9-2d9b79a07119 req-d86035aa-97a4-4aeb-b7b4-fbcd04f8c797 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/security-groups?id=c39e84f9-0c12-4e20-96af-8241c5ff77a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319126 Aug 18 12:25:16.414329 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c26823-e90d-4921-b193-332a187f34f7 req-acf78e81-ea84-4e3b-8d0f-a8b482afacf2 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:25:16.415926 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b2c26823-e90d-4921-b193-332a187f34f7 req-acf78e81-ea84-4e3b-8d0f-a8b482afacf2 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.63 "GET /v2.0/ports?device_id=f7b1ac2f-fd93-45c4-a1b1-6fa831bdc8e7 HTTP/1.1" status: 200 len: 946 time: 0.0506556 Aug 18 12:25:16.515673 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-b2c26823-e90d-4921-b193-332a187f34f7 req-3b3403fb-fea2-474c-b2ec-d80972b29372 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Deleting port 0544bc26-e9f9-4f4b-a4f9-58412580e8b2 {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:25:16.516100 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-b2c26823-e90d-4921-b193-332a187f34f7 req-3b3403fb-fea2-474c-b2ec-d80972b29372 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:25:16.641212 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-b2c26823-e90d-4921-b193-332a187f34f7 req-3b3403fb-fea2-474c-b2ec-d80972b29372 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] For port 0544bc26-e9f9-4f4b-a4f9-58412580e8b2, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=0544bc26-e9f9-4f4b-a4f9-58412580e8b2,segment=NetworkSegment(dfae8a08-8315-4142-ba2f-fd111ce93dbf),segment_id=dfae8a08-8315-4142-ba2f-fd111ce93dbf)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:25:16.645246 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-b2c26823-e90d-4921-b193-332a187f34f7 req-3b3403fb-fea2-474c-b2ec-d80972b29372 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:25:16.659451 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-b2c26823-e90d-4921-b193-332a187f34f7 req-3b3403fb-fea2-474c-b2ec-d80972b29372 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Calling delete_port for 0544bc26-e9f9-4f4b-a4f9-58412580e8b2 owned by compute:nova {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:25:16.798102 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-b2c26823-e90d-4921-b193-332a187f34f7 req-3b3403fb-fea2-474c-b2ec-d80972b29372 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:25:16.830243 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3403fb-fea2-474c-b2ec-d80972b29372 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Pushing event deleted for resources: {'Port': ['ID=0544bc26-e9f9-4f4b-a4f9-58412580e8b2,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:25:16.860077 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3403fb-fea2-474c-b2ec-d80972b29372 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:25:16.860341 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3403fb-fea2-474c-b2ec-d80972b29372 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:25:16.860704 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3403fb-fea2-474c-b2ec-d80972b29372 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:25:16.861470 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3403fb-fea2-474c-b2ec-d80972b29372 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:25:16.861470 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3403fb-fea2-474c-b2ec-d80972b29372 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:25:16.861715 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3403fb-fea2-474c-b2ec-d80972b29372 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:25:16.861970 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3403fb-fea2-474c-b2ec-d80972b29372 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:25:16.862291 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3403fb-fea2-474c-b2ec-d80972b29372 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:25:16.862610 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3403fb-fea2-474c-b2ec-d80972b29372 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:25:16.862928 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3403fb-fea2-474c-b2ec-d80972b29372 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:25:16.863247 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3403fb-fea2-474c-b2ec-d80972b29372 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:25:16.863565 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3403fb-fea2-474c-b2ec-d80972b29372 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:25:16.893685 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2c26823-e90d-4921-b193-332a187f34f7 req-3b3403fb-fea2-474c-b2ec-d80972b29372 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] No DVR routers for this DVR port 0544bc26-e9f9-4f4b-a4f9-58412580e8b2 on host n-h1-804985-2 {{(pid=106252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:25:16.906959 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-b2c26823-e90d-4921-b193-332a187f34f7 req-3b3403fb-fea2-474c-b2ec-d80972b29372 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:25:16.910737 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b2c26823-e90d-4921-b193-332a187f34f7 req-3b3403fb-fea2-474c-b2ec-d80972b29372 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.63 "DELETE /v2.0/ports/0544bc26-e9f9-4f4b-a4f9-58412580e8b2 HTTP/1.1" status: 204 len: 173 time: 0.4881740 Aug 18 12:25:16.911236 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7b1ac2f-fd93-45c4-a1b1-6fa831bdc8e7', 'name': 'network-vif-deleted', 'tag': '0544bc26-e9f9-4f4b-a4f9-58412580e8b2'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:25:16.916761 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72fb9326-d8f0-4746-99df-29f718d58aa2" -d '{"events": [{"server_uuid": "f7b1ac2f-fd93-45c4-a1b1-6fa831bdc8e7", "name": "network-vif-deleted", "tag": "0544bc26-e9f9-4f4b-a4f9-58412580e8b2"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:25:16.963155 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:25:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83fb7106-6fb5-49c0-8edb-7e4b5337bb37 x-openstack-request-id: req-83fb7106-6fb5-49c0-8edb-7e4b5337bb37 {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:25:16.963438 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7b1ac2f-fd93-45c4-a1b1-6fa831bdc8e7", "name": "network-vif-deleted", "tag": "0544bc26-e9f9-4f4b-a4f9-58412580e8b2", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:25:16.963635 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-83fb7106-6fb5-49c0-8edb-7e4b5337bb37 {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:25:16.964141 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7b1ac2f-fd93-45c4-a1b1-6fa831bdc8e7', 'name': 'network-vif-deleted', 'tag': '0544bc26-e9f9-4f4b-a4f9-58412580e8b2', 'status': 'completed', 'code': 200} Aug 18 12:25:17.263334 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2c98dc43-83cf-4cc5-96ba-34feb653fd1e req-1e001bc2-95d6-4012-b9b1-602e025f4228 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/ports?device_id=f7b1ac2f-fd93-45c4-a1b1-6fa831bdc8e7 HTTP/1.1" status: 200 len: 210 time: 0.0522797 Aug 18 12:25:18.003784 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 43032) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:25:18.136427 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f6a94d6c-4f3c-41c1-994f-d80d9e5e3da2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:25:18.226497 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f6a94d6c-4f3c-41c1-994f-d80d9e5e3da2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:25:18.231754 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f6a94d6c-4f3c-41c1-994f-d80d9e5e3da2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:25:18.270558 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a94d6c-4f3c-41c1-994f-d80d9e5e3da2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b67a568a-9719-4884-b645-c6db7ed8b04a,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:25:18.277836 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-f6a94d6c-4f3c-41c1-994f-d80d9e5e3da2 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=92fc99d0eaf141b68ad5b0789576f1a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2728848 Aug 18 12:25:18.278108 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 43040) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:25:18.358629 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5429ab4a-42fc-45cf-85f1-8e145905b37a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:25:18.381616 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8bdc2e56-1622-442d-a7a2-f8258fb8fa9f req-254bc92a-c141-48c9-bec1-0aa3c2126446 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/ports?device_id=f7b1ac2f-fd93-45c4-a1b1-6fa831bdc8e7 HTTP/1.1" status: 200 len: 210 time: 0.0392716 Aug 18 12:25:18.385433 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5429ab4a-42fc-45cf-85f1-8e145905b37a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:25:18.439515 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5429ab4a-42fc-45cf-85f1-8e145905b37a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:25:18.443975 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5429ab4a-42fc-45cf-85f1-8e145905b37a admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:25:18.447760 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-5429ab4a-42fc-45cf-85f1-8e145905b37a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b67a568a-9719-4884-b645-c6db7ed8b04a HTTP/1.1" status: 204 len: 168 time: 0.1656008 Aug 18 12:25:18.456093 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5429ab4a-42fc-45cf-85f1-8e145905b37a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b67a568a-9719-4884-b645-c6db7ed8b04a,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:25:18.466743 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5429ab4a-42fc-45cf-85f1-8e145905b37a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:25:18.467146 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5429ab4a-42fc-45cf-85f1-8e145905b37a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:25:18.467554 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5429ab4a-42fc-45cf-85f1-8e145905b37a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:25:18.467936 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5429ab4a-42fc-45cf-85f1-8e145905b37a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:25:18.468314 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5429ab4a-42fc-45cf-85f1-8e145905b37a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:25:18.468720 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5429ab4a-42fc-45cf-85f1-8e145905b37a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:25:18.469123 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5429ab4a-42fc-45cf-85f1-8e145905b37a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:25:18.469638 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5429ab4a-42fc-45cf-85f1-8e145905b37a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:25:18.470025 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5429ab4a-42fc-45cf-85f1-8e145905b37a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:25:18.470401 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5429ab4a-42fc-45cf-85f1-8e145905b37a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:25:18.470902 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5429ab4a-42fc-45cf-85f1-8e145905b37a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:25:18.471278 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5429ab4a-42fc-45cf-85f1-8e145905b37a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:25:18.510315 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3ed977f6-341c-4f8d-a190-cb44543fbfbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:25:18.579439 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 0544bc26-e9f9-4f4b-a4f9-58412580e8b2 no longer exists at agent hyperv_n-h1-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:25:18.630310 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] No Port match for: 0544bc26-e9f9-4f4b-a4f9-58412580e8b2 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:25:18.630688 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 0544bc26-e9f9-4f4b-a4f9-58412580e8b2 not bound to the agent host n-h1-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:25:19.473085 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-907b3f58-9342-47d5-b8f5-ff1b2e16cf97 req-7bf65091-0549-4901-b255-6353cb72c461 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/ports?device_id=f7b1ac2f-fd93-45c4-a1b1-6fa831bdc8e7 HTTP/1.1" status: 200 len: 210 time: 0.0327110 Aug 18 12:25:20.575558 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-03b7b3bf-b2dd-4a67-a39d-8e6c4b77f47c req-449130f1-4071-46b1-8c77-4f6a551512e0 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/ports?device_id=f7b1ac2f-fd93-45c4-a1b1-6fa831bdc8e7 HTTP/1.1" status: 200 len: 210 time: 0.0311332 Aug 18 12:25:21.461802 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:25:21.713660 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-6f03fa64-c586-4ab0-bf0f-94acf340e8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:25:22.225739 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-53584c24-f517-494e-ac93-c18bb92373f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:25:23.899964 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-500a1c61-38a7-4c23-a7ec-4631080af5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:25:35.681706 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.agents_db [None req-6dbb2658-0354-4101-8393-6e7505481cf6 None None] Agent healthcheck: found 7 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 12:25:36.241425 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:25:38.381580 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:25:45.428347 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119bc8c5-8b44-44e8-97c7-035965f3908e req-2421f44f-eb3e-4f45-a067-1e76df57d93c tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:25:45.430021 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-119bc8c5-8b44-44e8-97c7-035965f3908e req-2421f44f-eb3e-4f45-a067-1e76df57d93c tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/networks?id=25fdaffb-3168-482a-bd55-4e7a3fe8ec1f HTTP/1.1" status: 200 len: 811 time: 0.1081772 Aug 18 12:25:45.450451 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-119bc8c5-8b44-44e8-97c7-035965f3908e req-6160c782-e03e-43fe-bc08-eb5d7e81c69f tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/quotas/86bcac19683b4cedad111d113ad02413 HTTP/1.1" status: 200 len: 375 time: 0.0125668 Aug 18 12:25:45.511976 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-119bc8c5-8b44-44e8-97c7-035965f3908e req-e26dc2b0-7f89-4b51-9b0b-48ed11d79e56 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=86bcac19683b4cedad111d113ad02413&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0563886 Aug 18 12:25:45.621793 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-119bc8c5-8b44-44e8-97c7-035965f3908e req-a184e8b0-5ad0-4587-ba74-d4e19d246291 service neutron] 10.222.0.66 "GET /v2.0/networks/25fdaffb-3168-482a-bd55-4e7a3fe8ec1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017761 Aug 18 12:25:45.734065 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-119bc8c5-8b44-44e8-97c7-035965f3908e req-d01f346b-99b2-4d90-bd2c-956c5f0d7a95 service neutron] 10.222.0.66 "GET /v2.0/networks/25fdaffb-3168-482a-bd55-4e7a3fe8ec1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055887 Aug 18 12:25:46.046264 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c537191c-fa7f-4c22-a713-1d9d32a389a8 req-91aa324b-f46c-4381-8c13-432325a74ae5 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2ee1401-35d2-4650-82bc-85e9eca17a89 HTTP/1.1" status: 200 len: 210 time: 0.0516853 Aug 18 12:25:47.126714 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119bc8c5-8b44-44e8-97c7-035965f3908e req-5f06eb96-ae33-4089-89b3-00cae50ef024 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:25:47.129920 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-119bc8c5-8b44-44e8-97c7-035965f3908e req-5f06eb96-ae33-4089-89b3-00cae50ef024 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.63 "GET /v2.0/networks?id=25fdaffb-3168-482a-bd55-4e7a3fe8ec1f HTTP/1.1" status: 200 len: 811 time: 0.1318393 Aug 18 12:25:47.157143 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-80141122-606e-4d8e-896c-37860e6c6aef req-49547e59-222d-4ab2-9247-55bd8be9b5c7 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2ee1401-35d2-4650-82bc-85e9eca17a89 HTTP/1.1" status: 200 len: 210 time: 0.0503361 Aug 18 12:25:47.162295 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-119bc8c5-8b44-44e8-97c7-035965f3908e req-2a35f779-07fe-4391-89d2-e0c969332a13 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Request body: {'port': {'device_id': 'f2ee1401-35d2-4650-82bc-85e9eca17a89', 'network_id': '25fdaffb-3168-482a-bd55-4e7a3fe8ec1f', 'admin_state_up': True, 'tenant_id': '86bcac19683b4cedad111d113ad02413'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:25:47.322726 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-119bc8c5-8b44-44e8-97c7-035965f3908e req-2a35f779-07fe-4391-89d2-e0c969332a13 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Made reservation on behalf of 86bcac19683b4cedad111d113ad02413 for: {'port': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:25:47.328485 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-119bc8c5-8b44-44e8-97c7-035965f3908e req-2a35f779-07fe-4391-89d2-e0c969332a13 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:25:47.508206 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [req-119bc8c5-8b44-44e8-97c7-035965f3908e req-2a35f779-07fe-4391-89d2-e0c969332a13 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Allocated IP 172.20.0.13 (25fdaffb-3168-482a-bd55-4e7a3fe8ec1f/eb2e3982-4dd6-4594-80de-13da71e6899f/a3ee378f-6191-4fbe-b613-ebc64cca83fe) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:25:47.747901 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-119bc8c5-8b44-44e8-97c7-035965f3908e req-2a35f779-07fe-4391-89d2-e0c969332a13 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:25:47.769873 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [req-119bc8c5-8b44-44e8-97c7-035965f3908e req-2a35f779-07fe-4391-89d2-e0c969332a13 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Transition to ACTIVE for port object a3ee378f-6191-4fbe-b613-ebc64cca83fe will not be triggered until provisioned by entity DHCP. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:25:47.816401 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-119bc8c5-8b44-44e8-97c7-035965f3908e req-2a35f779-07fe-4391-89d2-e0c969332a13 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:25:47.871357 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-119bc8c5-8b44-44e8-97c7-035965f3908e req-2a35f779-07fe-4391-89d2-e0c969332a13 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Network 25fdaffb-3168-482a-bd55-4e7a3fe8ec1f is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:25:47.874795 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [req-119bc8c5-8b44-44e8-97c7-035965f3908e req-2a35f779-07fe-4391-89d2-e0c969332a13 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:25:47.883798 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-119bc8c5-8b44-44e8-97c7-035965f3908e req-2a35f779-07fe-4391-89d2-e0c969332a13 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:25:47.888234 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a35f779-07fe-4391-89d2-e0c969332a13 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Pushing event updated for resources: {'Port': ['ID=a3ee378f-6191-4fbe-b613-ebc64cca83fe,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:25:47.940787 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119bc8c5-8b44-44e8-97c7-035965f3908e req-2a35f779-07fe-4391-89d2-e0c969332a13 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:25:47.941039 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-119bc8c5-8b44-44e8-97c7-035965f3908e req-2a35f779-07fe-4391-89d2-e0c969332a13 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:25:47.966558 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-119bc8c5-8b44-44e8-97c7-035965f3908e req-2a35f779-07fe-4391-89d2-e0c969332a13 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8153367 Aug 18 12:25:47.979545 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-119bc8c5-8b44-44e8-97c7-035965f3908e req-e2713457-87be-442f-9798-2a8cb6cfb825 service neutron] Request body: {'port': {'device_id': 'f2ee1401-35d2-4650-82bc-85e9eca17a89', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804985-2'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:25:48.049078 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-119bc8c5-8b44-44e8-97c7-035965f3908e req-e2713457-87be-442f-9798-2a8cb6cfb825 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:25:48.285242 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-de30acd8-451e-4d63-82fe-0b2cac228a1c None None] Provisioning for port a3ee378f-6191-4fbe-b613-ebc64cca83fe completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:25:48.292762 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-de30acd8-451e-4d63-82fe-0b2cac228a1c None None] Provisioning complete for port a3ee378f-6191-4fbe-b613-ebc64cca83fe triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:25:48.292762 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-de30acd8-451e-4d63-82fe-0b2cac228a1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:25:48.328432 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-de30acd8-451e-4d63-82fe-0b2cac228a1c None None] Port a3ee378f-6191-4fbe-b613-ebc64cca83fe cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:25:48.383671 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7566214d-9fe6-4308-b4e3-cd2674d16bac req-74f19ad4-cffc-43b1-adc0-bce433210ae2 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:25:48.385498 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7566214d-9fe6-4308-b4e3-cd2674d16bac req-74f19ad4-cffc-43b1-adc0-bce433210ae2 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2ee1401-35d2-4650-82bc-85e9eca17a89 HTTP/1.1" status: 200 len: 932 time: 0.1426749 Aug 18 12:25:48.489899 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7566214d-9fe6-4308-b4e3-cd2674d16bac req-5b6099db-8a47-4b69-97a3-86e7c8a9fd4d tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/security-groups?id=c39e84f9-0c12-4e20-96af-8241c5ff77a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699086 Aug 18 12:25:48.508519 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-aefb6977-b581-4854-9099-8a5866f55e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:25:48.573029 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [req-119bc8c5-8b44-44e8-97c7-035965f3908e req-e2713457-87be-442f-9798-2a8cb6cfb825 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3ee378f-6191-4fbe-b613-ebc64cca83fe {{(pid=106252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:25:48.581584 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-119bc8c5-8b44-44e8-97c7-035965f3908e req-e2713457-87be-442f-9798-2a8cb6cfb825 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:25:48.594518 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [req-119bc8c5-8b44-44e8-97c7-035965f3908e req-e2713457-87be-442f-9798-2a8cb6cfb825 service neutron] Transition to ACTIVE for port object a3ee378f-6191-4fbe-b613-ebc64cca83fe will not be triggered until provisioned by entity L2. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:25:48.599216 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-119bc8c5-8b44-44e8-97c7-035965f3908e req-e2713457-87be-442f-9798-2a8cb6cfb825 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:25:48.653614 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2713457-87be-442f-9798-2a8cb6cfb825 service neutron] Pushing event updated for resources: {'Port': ['ID=a3ee378f-6191-4fbe-b613-ebc64cca83fe,revision_number=2']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:25:48.755345 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-119bc8c5-8b44-44e8-97c7-035965f3908e req-e2713457-87be-442f-9798-2a8cb6cfb825 service neutron] Attempting to bind port a3ee378f-6191-4fbe-b613-ebc64cca83fe on host n-h1-804985-2 for vnic_type normal with profile {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:25:48.755676 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-119bc8c5-8b44-44e8-97c7-035965f3908e req-e2713457-87be-442f-9798-2a8cb6cfb825 service neutron] Attempting to bind port a3ee378f-6191-4fbe-b613-ebc64cca83fe by drivers openvswitch,hyperv on host n-h1-804985-2 at level 0 using segments [{'id': 'dfae8a08-8315-4142-ba2f-fd111ce93dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '25fdaffb-3168-482a-bd55-4e7a3fe8ec1f'}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:25:48.756007 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-119bc8c5-8b44-44e8-97c7-035965f3908e req-e2713457-87be-442f-9798-2a8cb6cfb825 service neutron] Attempting to bind port a3ee378f-6191-4fbe-b613-ebc64cca83fe on network 25fdaffb-3168-482a-bd55-4e7a3fe8ec1f {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:25:48.760834 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-119bc8c5-8b44-44e8-97c7-035965f3908e req-e2713457-87be-442f-9798-2a8cb6cfb825 service neutron] Port a3ee378f-6191-4fbe-b613-ebc64cca83fe on network 25fdaffb-3168-482a-bd55-4e7a3fe8ec1f not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-2 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:25:48.761153 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-119bc8c5-8b44-44e8-97c7-035965f3908e req-e2713457-87be-442f-9798-2a8cb6cfb825 service neutron] Attempting to bind port a3ee378f-6191-4fbe-b613-ebc64cca83fe on network 25fdaffb-3168-482a-bd55-4e7a3fe8ec1f {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:25:48.766192 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-119bc8c5-8b44-44e8-97c7-035965f3908e req-e2713457-87be-442f-9798-2a8cb6cfb825 service neutron] Checking agent: {'id': 'a613417a-d085-492c-941a-59bb18c633d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 49, 6), 'started_at': datetime.datetime(2021, 8, 18, 11, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 25, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:25:48.766661 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-119bc8c5-8b44-44e8-97c7-035965f3908e req-e2713457-87be-442f-9798-2a8cb6cfb825 service neutron] Checking segment: {'id': 'dfae8a08-8315-4142-ba2f-fd111ce93dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '25fdaffb-3168-482a-bd55-4e7a3fe8ec1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:25:48.766909 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-119bc8c5-8b44-44e8-97c7-035965f3908e req-e2713457-87be-442f-9798-2a8cb6cfb825 service neutron] Bound using segment: {'id': 'dfae8a08-8315-4142-ba2f-fd111ce93dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '25fdaffb-3168-482a-bd55-4e7a3fe8ec1f'} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:25:48.767312 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-119bc8c5-8b44-44e8-97c7-035965f3908e req-e2713457-87be-442f-9798-2a8cb6cfb825 service neutron] Bound port: a3ee378f-6191-4fbe-b613-ebc64cca83fe, host: n-h1-804985-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfae8a08-8315-4142-ba2f-fd111ce93dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '25fdaffb-3168-482a-bd55-4e7a3fe8ec1f'}}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:25:48.767652 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-119bc8c5-8b44-44e8-97c7-035965f3908e req-e2713457-87be-442f-9798-2a8cb6cfb825 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:25:48.850797 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-119bc8c5-8b44-44e8-97c7-035965f3908e req-e2713457-87be-442f-9798-2a8cb6cfb825 service neutron] For port a3ee378f-6191-4fbe-b613-ebc64cca83fe, host n-h1-804985-2, cleared binding levels {{(pid=106252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:25:48.856694 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-119bc8c5-8b44-44e8-97c7-035965f3908e req-e2713457-87be-442f-9798-2a8cb6cfb825 service neutron] For port a3ee378f-6191-4fbe-b613-ebc64cca83fe, host n-h1-804985-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=a3ee378f-6191-4fbe-b613-ebc64cca83fe,segment=NetworkSegment(dfae8a08-8315-4142-ba2f-fd111ce93dbf),segment_id=dfae8a08-8315-4142-ba2f-fd111ce93dbf)] {{(pid=106252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:25:48.868456 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-119bc8c5-8b44-44e8-97c7-035965f3908e req-e2713457-87be-442f-9798-2a8cb6cfb825 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:25:48.921631 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119bc8c5-8b44-44e8-97c7-035965f3908e req-e2713457-87be-442f-9798-2a8cb6cfb825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:25:48.922443 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-119bc8c5-8b44-44e8-97c7-035965f3908e req-e2713457-87be-442f-9798-2a8cb6cfb825 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:25:48.924984 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-119bc8c5-8b44-44e8-97c7-035965f3908e req-e2713457-87be-442f-9798-2a8cb6cfb825 service neutron] 10.222.0.63 "PUT /v2.0/ports/a3ee378f-6191-4fbe-b613-ebc64cca83fe HTTP/1.1" status: 200 len: 1092 time: 0.9496841 Aug 18 12:25:48.925555 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2ee1401-35d2-4650-82bc-85e9eca17a89', 'tag': 'a3ee378f-6191-4fbe-b613-ebc64cca83fe'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:25:48.928056 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-987d1726-3bfe-496e-81b9-f2d7f7cfe2cb" -d '{"events": [{"name": "network-changed", "server_uuid": "f2ee1401-35d2-4650-82bc-85e9eca17a89", "tag": "a3ee378f-6191-4fbe-b613-ebc64cca83fe"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:25:48.971966 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2713457-87be-442f-9798-2a8cb6cfb825 service neutron] Pushing event updated for resources: {'Port': ['ID=a3ee378f-6191-4fbe-b613-ebc64cca83fe,revision_number=3']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:25:49.035377 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:25:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-925f8a30-2bf0-4dd0-a018-994cbe79b935 x-openstack-request-id: req-925f8a30-2bf0-4dd0-a018-994cbe79b935 {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:25:49.035377 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2ee1401-35d2-4650-82bc-85e9eca17a89", "tag": "a3ee378f-6191-4fbe-b613-ebc64cca83fe", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:25:49.035377 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-925f8a30-2bf0-4dd0-a018-994cbe79b935 {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:25:49.035377 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2ee1401-35d2-4650-82bc-85e9eca17a89', 'tag': 'a3ee378f-6191-4fbe-b613-ebc64cca83fe', 'status': 'completed', 'code': 200} Aug 18 12:25:49.069379 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119bc8c5-8b44-44e8-97c7-035965f3908e req-5b65f4e8-c23f-4f68-969d-4c0eb4f3671b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:25:49.070996 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-119bc8c5-8b44-44e8-97c7-035965f3908e req-5b65f4e8-c23f-4f68-969d-4c0eb4f3671b service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=86bcac19683b4cedad111d113ad02413&device_id=f2ee1401-35d2-4650-82bc-85e9eca17a89 HTTP/1.1" status: 200 len: 1095 time: 0.0888932 Aug 18 12:25:49.117515 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-119bc8c5-8b44-44e8-97c7-035965f3908e req-413010d4-aeba-4236-93a3-d31d9214e9bb service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a3ee378f-6191-4fbe-b613-ebc64cca83fe HTTP/1.1" status: 200 len: 217 time: 0.0384052 Aug 18 12:25:49.218651 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119bc8c5-8b44-44e8-97c7-035965f3908e req-161f523c-cb81-413c-9579-58ba12f43c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:25:49.220930 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-119bc8c5-8b44-44e8-97c7-035965f3908e req-161f523c-cb81-413c-9579-58ba12f43c08 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=eb2e3982-4dd6-4594-80de-13da71e6899f HTTP/1.1" status: 200 len: 850 time: 0.0936899 Aug 18 12:25:49.287167 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119bc8c5-8b44-44e8-97c7-035965f3908e req-78dae1cc-5255-4901-b042-ae1a26640672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:25:49.288596 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-119bc8c5-8b44-44e8-97c7-035965f3908e req-78dae1cc-5255-4901-b042-ae1a26640672 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=25fdaffb-3168-482a-bd55-4e7a3fe8ec1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0597067 Aug 18 12:25:49.399536 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-119bc8c5-8b44-44e8-97c7-035965f3908e req-50c95bff-1b3f-4692-b2db-5d7500d5c6e6 service neutron] 10.222.0.63 "GET /v2.0/networks/25fdaffb-3168-482a-bd55-4e7a3fe8ec1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025679 Aug 18 12:25:49.538967 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-119bc8c5-8b44-44e8-97c7-035965f3908e req-68e258ed-1baa-448a-b42e-936561d1f479 service neutron] 10.222.0.63 "GET /v2.0/networks/25fdaffb-3168-482a-bd55-4e7a3fe8ec1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312051 Aug 18 12:25:49.705179 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3a1db3-3cd0-42ae-82c3-7edfc5de8e4e req-cce0d1ae-6db8-46a7-8078-8a697f0414d7 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:25:49.706834 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7a3a1db3-3cd0-42ae-82c3-7edfc5de8e4e req-cce0d1ae-6db8-46a7-8078-8a697f0414d7 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2ee1401-35d2-4650-82bc-85e9eca17a89 HTTP/1.1" status: 200 len: 944 time: 0.1386282 Aug 18 12:25:49.714457 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987d1726-3bfe-496e-81b9-f2d7f7cfe2cb req-55a3d7e2-d177-4d57-b347-7cc15d8aa764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:25:49.715952 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-987d1726-3bfe-496e-81b9-f2d7f7cfe2cb req-55a3d7e2-d177-4d57-b347-7cc15d8aa764 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=86bcac19683b4cedad111d113ad02413&device_id=f2ee1401-35d2-4650-82bc-85e9eca17a89 HTTP/1.1" status: 200 len: 1095 time: 0.0915427 Aug 18 12:25:49.811019 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7a3a1db3-3cd0-42ae-82c3-7edfc5de8e4e req-2b4a0689-8fc0-41f6-b37f-a14a2a655805 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/security-groups?id=c39e84f9-0c12-4e20-96af-8241c5ff77a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938771 Aug 18 12:25:49.850290 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987d1726-3bfe-496e-81b9-f2d7f7cfe2cb req-40abe589-e25f-4e80-9520-ef455089ad67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:25:49.851849 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-987d1726-3bfe-496e-81b9-f2d7f7cfe2cb req-40abe589-e25f-4e80-9520-ef455089ad67 service neutron] 10.222.0.63 "GET /v2.0/networks?id=25fdaffb-3168-482a-bd55-4e7a3fe8ec1f HTTP/1.1" status: 200 len: 912 time: 0.1276610 Aug 18 12:25:49.908852 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-987d1726-3bfe-496e-81b9-f2d7f7cfe2cb req-94761591-2902-480c-ac66-e7fad554ca40 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a3ee378f-6191-4fbe-b613-ebc64cca83fe HTTP/1.1" status: 200 len: 217 time: 0.0480421 Aug 18 12:25:49.981526 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987d1726-3bfe-496e-81b9-f2d7f7cfe2cb req-a729cb5c-f13c-4791-8161-45b86151aa0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:25:49.983039 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-987d1726-3bfe-496e-81b9-f2d7f7cfe2cb req-a729cb5c-f13c-4791-8161-45b86151aa0a service neutron] 10.222.0.63 "GET /v2.0/subnets?id=eb2e3982-4dd6-4594-80de-13da71e6899f HTTP/1.1" status: 200 len: 850 time: 0.0632792 Aug 18 12:25:50.064034 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987d1726-3bfe-496e-81b9-f2d7f7cfe2cb req-85af1ef7-96b1-4864-94bb-1447aae9d20f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:25:50.065581 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-987d1726-3bfe-496e-81b9-f2d7f7cfe2cb req-85af1ef7-96b1-4864-94bb-1447aae9d20f service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=25fdaffb-3168-482a-bd55-4e7a3fe8ec1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0751317 Aug 18 12:25:50.170917 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-987d1726-3bfe-496e-81b9-f2d7f7cfe2cb req-ab8446c4-37c1-4d36-a1c6-6dbdfb854220 service neutron] 10.222.0.63 "GET /v2.0/networks/25fdaffb-3168-482a-bd55-4e7a3fe8ec1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966969 Aug 18 12:25:50.279251 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-987d1726-3bfe-496e-81b9-f2d7f7cfe2cb req-454ccd20-89c9-464b-9527-efd836638b51 service neutron] 10.222.0.63 "GET /v2.0/networks/25fdaffb-3168-482a-bd55-4e7a3fe8ec1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007869 Aug 18 12:25:51.056061 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50c8728-7e6f-4c82-8360-de364bc6149f req-749b7230-0f1e-4f3b-9b9b-ddadf9a3974c tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:25:51.064624 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a50c8728-7e6f-4c82-8360-de364bc6149f req-749b7230-0f1e-4f3b-9b9b-ddadf9a3974c tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2ee1401-35d2-4650-82bc-85e9eca17a89 HTTP/1.1" status: 200 len: 944 time: 0.1251025 Aug 18 12:25:51.125076 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a50c8728-7e6f-4c82-8360-de364bc6149f req-c77379a6-1bff-4f0f-891f-db1eeb18ccdb tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/security-groups?id=c39e84f9-0c12-4e20-96af-8241c5ff77a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579023 Aug 18 12:25:51.497271 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:25:51.721756 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-beb69491-146f-478b-a96a-81e64df9a671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:25:52.234435 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-53584c24-f517-494e-ac93-c18bb92373f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:25:52.286336 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dc3c63-e707-4c3e-b300-316453e8f4c7 req-d779057a-ae77-42cb-a41c-c4debf9aa730 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:25:52.295387 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d0dc3c63-e707-4c3e-b300-316453e8f4c7 req-d779057a-ae77-42cb-a41c-c4debf9aa730 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2ee1401-35d2-4650-82bc-85e9eca17a89 HTTP/1.1" status: 200 len: 944 time: 0.0825498 Aug 18 12:25:52.339904 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d0dc3c63-e707-4c3e-b300-316453e8f4c7 req-2c86a6c3-49fe-48d8-8d0c-b22c4a0516b8 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/security-groups?id=c39e84f9-0c12-4e20-96af-8241c5ff77a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434439 Aug 18 12:25:53.489203 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aa2183-dcd9-4ba6-8b01-5b87b6a0afb9 req-94accf78-6635-406e-a868-5d5b98e48f4e tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:25:53.496611 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-78aa2183-dcd9-4ba6-8b01-5b87b6a0afb9 req-94accf78-6635-406e-a868-5d5b98e48f4e tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2ee1401-35d2-4650-82bc-85e9eca17a89 HTTP/1.1" status: 200 len: 944 time: 0.0769761 Aug 18 12:25:53.552440 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-78aa2183-dcd9-4ba6-8b01-5b87b6a0afb9 req-ac0b89a4-c1dd-4d82-acdd-651c27a813cf tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/security-groups?id=c39e84f9-0c12-4e20-96af-8241c5ff77a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504189 Aug 18 12:25:53.908795 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-500a1c61-38a7-4c23-a7ec-4631080af5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:25:54.712957 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ada311-bc40-42f1-97dc-ea8aa0e291e6 req-1b2054c6-e012-4301-8f0e-f608c69e8d57 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:25:54.714548 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f3ada311-bc40-42f1-97dc-ea8aa0e291e6 req-1b2054c6-e012-4301-8f0e-f608c69e8d57 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2ee1401-35d2-4650-82bc-85e9eca17a89 HTTP/1.1" status: 200 len: 944 time: 0.0807433 Aug 18 12:25:54.760215 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f3ada311-bc40-42f1-97dc-ea8aa0e291e6 req-4a9cef94-83c7-4812-bd73-0a7e4a4f5b96 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/security-groups?id=c39e84f9-0c12-4e20-96af-8241c5ff77a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356255 Aug 18 12:25:56.013157 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9075cb6-0c6f-45d4-b7c6-67bec1df9b0a req-66ca99d8-b349-415d-b35a-948aae72979c tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:25:56.015674 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a9075cb6-0c6f-45d4-b7c6-67bec1df9b0a req-66ca99d8-b349-415d-b35a-948aae72979c tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2ee1401-35d2-4650-82bc-85e9eca17a89 HTTP/1.1" status: 200 len: 944 time: 0.0953915 Aug 18 12:25:56.130104 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a9075cb6-0c6f-45d4-b7c6-67bec1df9b0a req-90d2c048-8897-45aa-8c54-21d58b2dba02 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/security-groups?id=c39e84f9-0c12-4e20-96af-8241c5ff77a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045389 Aug 18 12:25:57.287832 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e714b27-6240-4176-90f3-6240d2cc0c76 req-5f091a76-6d3e-46a9-a69b-6e51c7235dc4 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:25:57.289429 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9e714b27-6240-4176-90f3-6240d2cc0c76 req-5f091a76-6d3e-46a9-a69b-6e51c7235dc4 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2ee1401-35d2-4650-82bc-85e9eca17a89 HTTP/1.1" status: 200 len: 944 time: 0.0693493 Aug 18 12:25:57.343604 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9e714b27-6240-4176-90f3-6240d2cc0c76 req-fb3ca00f-1781-4869-93d9-defb92a25f09 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/security-groups?id=c39e84f9-0c12-4e20-96af-8241c5ff77a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455410 Aug 18 12:25:58.502008 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a63519-04b3-4bb7-8343-55e03a0f64b3 req-a5882685-000b-4fc2-be22-df3fae0028dc tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:25:58.503528 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-03a63519-04b3-4bb7-8343-55e03a0f64b3 req-a5882685-000b-4fc2-be22-df3fae0028dc tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2ee1401-35d2-4650-82bc-85e9eca17a89 HTTP/1.1" status: 200 len: 944 time: 0.0627847 Aug 18 12:25:58.555526 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-03a63519-04b3-4bb7-8343-55e03a0f64b3 req-b339a39e-f4f9-4cdb-80f9-23e1d684f37a tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/security-groups?id=c39e84f9-0c12-4e20-96af-8241c5ff77a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418575 Aug 18 12:25:59.679925 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0015d3-53e6-4abe-87e7-38b0e155e10a req-23b051eb-3042-416b-9eb6-19907a66778e tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:25:59.687408 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-fe0015d3-53e6-4abe-87e7-38b0e155e10a req-23b051eb-3042-416b-9eb6-19907a66778e tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2ee1401-35d2-4650-82bc-85e9eca17a89 HTTP/1.1" status: 200 len: 944 time: 0.0611808 Aug 18 12:25:59.732145 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-fe0015d3-53e6-4abe-87e7-38b0e155e10a req-cb099e76-7d08-4da3-922e-c56d0781b828 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/security-groups?id=c39e84f9-0c12-4e20-96af-8241c5ff77a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423570 Aug 18 12:26:00.849057 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b7ada8-4c92-4543-b74d-64aa1c089fd4 req-78a7e52b-94c2-4826-96e6-10ed70bb664d tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:26:00.850732 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-82b7ada8-4c92-4543-b74d-64aa1c089fd4 req-78a7e52b-94c2-4826-96e6-10ed70bb664d tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2ee1401-35d2-4650-82bc-85e9eca17a89 HTTP/1.1" status: 200 len: 944 time: 0.0514979 Aug 18 12:26:00.891086 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-82b7ada8-4c92-4543-b74d-64aa1c089fd4 req-47ed408f-775d-4656-82ea-3f5279e85f42 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/security-groups?id=c39e84f9-0c12-4e20-96af-8241c5ff77a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338154 Aug 18 12:26:02.008019 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3636a0-518d-416e-b1c9-18d4ee2a575b req-a3bd5576-5f72-4559-a4f4-0752448af2c6 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:26:02.009695 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6b3636a0-518d-416e-b1c9-18d4ee2a575b req-a3bd5576-5f72-4559-a4f4-0752448af2c6 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2ee1401-35d2-4650-82bc-85e9eca17a89 HTTP/1.1" status: 200 len: 944 time: 0.0501688 Aug 18 12:26:02.058391 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6b3636a0-518d-416e-b1c9-18d4ee2a575b req-21d9ea49-ec60-4a9d-896b-9afaba5102ff tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/security-groups?id=c39e84f9-0c12-4e20-96af-8241c5ff77a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408647 Aug 18 12:26:03.185811 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0d3894-367a-4da4-b8cb-5334a6270bba req-2b4b2557-1bab-42a2-926f-349578b7a7b2 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:26:03.187698 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8a0d3894-367a-4da4-b8cb-5334a6270bba req-2b4b2557-1bab-42a2-926f-349578b7a7b2 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2ee1401-35d2-4650-82bc-85e9eca17a89 HTTP/1.1" status: 200 len: 944 time: 0.0604858 Aug 18 12:26:03.227914 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8a0d3894-367a-4da4-b8cb-5334a6270bba req-536aeb6a-c1e2-4b78-9d8c-d160e04a0cf8 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/security-groups?id=c39e84f9-0c12-4e20-96af-8241c5ff77a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329607 Aug 18 12:26:04.369936 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfb0ec2-903d-4265-863f-ac017ccc6aa8 req-1327a3f8-3354-4221-8d67-23e6d7b57702 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:26:04.371706 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-acfb0ec2-903d-4265-863f-ac017ccc6aa8 req-1327a3f8-3354-4221-8d67-23e6d7b57702 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2ee1401-35d2-4650-82bc-85e9eca17a89 HTTP/1.1" status: 200 len: 944 time: 0.0618856 Aug 18 12:26:04.422127 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-acfb0ec2-903d-4265-863f-ac017ccc6aa8 req-949d1140-b66f-4730-bbca-33175f7f962f tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/security-groups?id=c39e84f9-0c12-4e20-96af-8241c5ff77a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435276 Aug 18 12:26:05.568595 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04a495d-4250-4db8-8b5b-6da8cecb7138 req-8dba68b1-cce0-4353-b3fb-f39612d0a4b3 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:26:05.570127 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a04a495d-4250-4db8-8b5b-6da8cecb7138 req-8dba68b1-cce0-4353-b3fb-f39612d0a4b3 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2ee1401-35d2-4650-82bc-85e9eca17a89 HTTP/1.1" status: 200 len: 944 time: 0.0535705 Aug 18 12:26:05.609699 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a04a495d-4250-4db8-8b5b-6da8cecb7138 req-af1f56e7-c476-4389-89e2-66cfc2d403c3 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/security-groups?id=c39e84f9-0c12-4e20-96af-8241c5ff77a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333319 Aug 18 12:26:06.245174 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:06.733440 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37e709f-046e-4e9e-86e0-13c5da0ecf66 req-24c86b82-7016-4160-8b52-c7a5c7a57ea8 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:26:06.735607 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a37e709f-046e-4e9e-86e0-13c5da0ecf66 req-24c86b82-7016-4160-8b52-c7a5c7a57ea8 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2ee1401-35d2-4650-82bc-85e9eca17a89 HTTP/1.1" status: 200 len: 944 time: 0.0586562 Aug 18 12:26:06.777622 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a37e709f-046e-4e9e-86e0-13c5da0ecf66 req-302551fd-2330-4a43-8a3c-5884f4de3f5b tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/security-groups?id=c39e84f9-0c12-4e20-96af-8241c5ff77a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355084 Aug 18 12:26:06.879526 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 44430) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:26:07.032738 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-d2734dcd-8c21-41b2-a77c-d2ba7e331368 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e0b472fdfbe34d708b7097da03d0e77c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1516526 Aug 18 12:26:07.036401 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 44434) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:26:07.091257 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-65e401ed-f79a-432d-9d9e-6070790417a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:07.112222 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-65e401ed-f79a-432d-9d9e-6070790417a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:07.162555 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-65e401ed-f79a-432d-9d9e-6070790417a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:07.165097 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-65e401ed-f79a-432d-9d9e-6070790417a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:07.166251 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-65e401ed-f79a-432d-9d9e-6070790417a9 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/52f591d0-13a3-42ba-89bc-d60e8bd8083b HTTP/1.1" status: 204 len: 168 time: 0.1289272 Aug 18 12:26:07.173933 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e401ed-f79a-432d-9d9e-6070790417a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52f591d0-13a3-42ba-89bc-d60e8bd8083b,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:26:07.905820 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47523c12-55f1-4b2d-b207-f0e864859ac1 req-b3e078e2-a2ab-4050-bac6-8c1e91fe112f tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:26:07.907585 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-47523c12-55f1-4b2d-b207-f0e864859ac1 req-b3e078e2-a2ab-4050-bac6-8c1e91fe112f tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2ee1401-35d2-4650-82bc-85e9eca17a89 HTTP/1.1" status: 200 len: 944 time: 0.0505927 Aug 18 12:26:07.948454 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-47523c12-55f1-4b2d-b207-f0e864859ac1 req-96e8e7eb-ee7d-496a-9b8c-0bd431de150d tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/security-groups?id=c39e84f9-0c12-4e20-96af-8241c5ff77a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345569 Aug 18 12:26:08.345695 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:08.787196 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device a3ee378f-6191-4fbe-b613-ebc64cca83fe details requested by agent hyperv_n-h1-804985-2 with host n-h1-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:26:08.941798 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port a3ee378f-6191-4fbe-b613-ebc64cca83fe, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=a3ee378f-6191-4fbe-b613-ebc64cca83fe,segment=NetworkSegment(dfae8a08-8315-4142-ba2f-fd111ce93dbf),segment_id=dfae8a08-8315-4142-ba2f-fd111ce93dbf)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:26:08.953207 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Returning: {'device': 'a3ee378f-6191-4fbe-b613-ebc64cca83fe', 'network_id': '25fdaffb-3168-482a-bd55-4e7a3fe8ec1f', 'port_id': 'a3ee378f-6191-4fbe-b613-ebc64cca83fe', 'mac_address': 'fa:16:3e:86:2a:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 843, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb2e3982-4dd6-4594-80de-13da71e6899f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:26:08.993748 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:09.009513 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3ee378f-6191-4fbe-b613-ebc64cca83fe {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:26:09.035930 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port a3ee378f-6191-4fbe-b613-ebc64cca83fe, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=a3ee378f-6191-4fbe-b613-ebc64cca83fe,segment=NetworkSegment(dfae8a08-8315-4142-ba2f-fd111ce93dbf),segment_id=dfae8a08-8315-4142-ba2f-fd111ce93dbf)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:26:09.042721 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:09.089427 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c7e8ad-b811-433b-9cc1-e32fa3464515 req-5291e42c-36c9-4523-8d71-3bae4a18a98b tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:26:09.091208 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a9c7e8ad-b811-433b-9cc1-e32fa3464515 req-5291e42c-36c9-4523-8d71-3bae4a18a98b tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2ee1401-35d2-4650-82bc-85e9eca17a89 HTTP/1.1" status: 200 len: 944 time: 0.0641501 Aug 18 12:26:09.100000 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=a3ee378f-6191-4fbe-b613-ebc64cca83fe,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:26:09.107835 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:26:09.108180 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:26:09.108674 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:26:09.109002 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:26:09.109327 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:26:09.109648 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:26:09.109966 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:26:09.110284 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:26:09.110594 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:26:09.111051 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:26:09.111367 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:26:09.111817 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:26:09.133971 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a9c7e8ad-b811-433b-9cc1-e32fa3464515 req-3aa62a19-1c3f-4bd5-921d-24c989902971 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/security-groups?id=c39e84f9-0c12-4e20-96af-8241c5ff77a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359373 Aug 18 12:26:09.233174 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] get_ports_and_sgs() called for port_ids ['a3ee378f-6191-4fbe-b613-ebc64cca83fe'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:26:10.257622 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07464946-669d-4377-9e96-d82b1079dcab req-420b82c2-ce5d-4b7b-b801-0249056921f9 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:26:10.259348 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-07464946-669d-4377-9e96-d82b1079dcab req-420b82c2-ce5d-4b7b-b801-0249056921f9 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2ee1401-35d2-4650-82bc-85e9eca17a89 HTTP/1.1" status: 200 len: 945 time: 0.0520053 Aug 18 12:26:10.302194 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-07464946-669d-4377-9e96-d82b1079dcab req-b024b1ad-958d-460a-9cc9-34bbfa75f2d1 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/security-groups?id=c39e84f9-0c12-4e20-96af-8241c5ff77a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359437 Aug 18 12:26:10.792701 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device a3ee378f-6191-4fbe-b613-ebc64cca83fe up at agent hyperv_n-h1-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:26:10.845881 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Provisioning for port a3ee378f-6191-4fbe-b613-ebc64cca83fe completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:26:10.849829 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Provisioning complete for port a3ee378f-6191-4fbe-b613-ebc64cca83fe triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:26:10.850195 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:10.930853 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:10.954455 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2ee1401-35d2-4650-82bc-85e9eca17a89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3ee378f-6191-4fbe-b613-ebc64cca83fe'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:26:10.956741 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db50a436fb3a98495337d8fe7487b4f2ea6f3c1052eb9efadc2ecda2d5737001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6f6e279-902e-411a-86e4-41daee24bccb" -d '{"events": [{"server_uuid": "f2ee1401-35d2-4650-82bc-85e9eca17a89", "name": "network-vif-plugged", "status": "completed", "tag": "a3ee378f-6191-4fbe-b613-ebc64cca83fe"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:26:10.970665 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port a3ee378f-6191-4fbe-b613-ebc64cca83fe, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=a3ee378f-6191-4fbe-b613-ebc64cca83fe,segment=NetworkSegment(dfae8a08-8315-4142-ba2f-fd111ce93dbf),segment_id=dfae8a08-8315-4142-ba2f-fd111ce93dbf)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:26:10.976093 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:11.003250 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:26:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c66530c-8086-4f4d-a2c3-600b8044ac24 x-openstack-request-id: req-3c66530c-8086-4f4d-a2c3-600b8044ac24 {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:26:11.003637 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2ee1401-35d2-4650-82bc-85e9eca17a89", "name": "network-vif-plugged", "status": "completed", "tag": "a3ee378f-6191-4fbe-b613-ebc64cca83fe", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:26:11.004014 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-3c66530c-8086-4f4d-a2c3-600b8044ac24 {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:26:11.004594 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2ee1401-35d2-4650-82bc-85e9eca17a89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3ee378f-6191-4fbe-b613-ebc64cca83fe', 'code': 200} Aug 18 12:26:11.029283 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=a3ee378f-6191-4fbe-b613-ebc64cca83fe,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:26:11.111398 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c81c459-0177-4807-9d97-b869ced33ea1 req-3caa22db-8e77-4cd7-99b6-e9d139bac5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:26:11.113255 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9c81c459-0177-4807-9d97-b869ced33ea1 req-3caa22db-8e77-4cd7-99b6-e9d139bac5f4 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=f2ee1401-35d2-4650-82bc-85e9eca17a89 HTTP/1.1" status: 200 len: 1097 time: 0.0441766 Aug 18 12:26:11.154874 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9c81c459-0177-4807-9d97-b869ced33ea1 req-fea39cf9-58af-4aa1-b0d6-837236d000c4 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=c39e84f9-0c12-4e20-96af-8241c5ff77a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341830 Aug 18 12:26:11.426171 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4974c0c-08b7-4df6-979b-d992fa69bc8e req-ddb8f3ac-faec-4f0b-b5d8-650d76a7469c tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:26:11.428286 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e4974c0c-08b7-4df6-979b-d992fa69bc8e req-ddb8f3ac-faec-4f0b-b5d8-650d76a7469c tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2ee1401-35d2-4650-82bc-85e9eca17a89 HTTP/1.1" status: 200 len: 946 time: 0.0526168 Aug 18 12:26:11.475786 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e4974c0c-08b7-4df6-979b-d992fa69bc8e req-6c08ad1c-9582-45b7-b004-cd9842fb6ad5 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/security-groups?id=c39e84f9-0c12-4e20-96af-8241c5ff77a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363395 Aug 18 12:26:12.608810 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12a323c-9022-4494-afbd-f8717f8cc674 req-78820825-dc01-4d5c-b7f3-4f0e6a975072 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:26:12.610587 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d12a323c-9022-4494-afbd-f8717f8cc674 req-78820825-dc01-4d5c-b7f3-4f0e6a975072 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2ee1401-35d2-4650-82bc-85e9eca17a89 HTTP/1.1" status: 200 len: 946 time: 0.0556836 Aug 18 12:26:12.651851 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d12a323c-9022-4494-afbd-f8717f8cc674 req-509d488f-2fb7-43f3-9c9a-3a7f4efef6e7 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/security-groups?id=c39e84f9-0c12-4e20-96af-8241c5ff77a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345767 Aug 18 12:26:12.671375 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.agents_db [None req-6dbb2658-0354-4101-8393-6e7505481cf6 None None] Agent healthcheck: found 7 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 12:26:12.775002 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcc493f-0411-4431-bca4-1e6c2e0ea777 req-ed61ff53-ea16-42b5-a048-4e1fe6242a29 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:26:12.777303 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-fdcc493f-0411-4431-bca4-1e6c2e0ea777 req-ed61ff53-ea16-42b5-a048-4e1fe6242a29 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2ee1401-35d2-4650-82bc-85e9eca17a89 HTTP/1.1" status: 200 len: 946 time: 0.0560911 Aug 18 12:26:12.819270 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-fdcc493f-0411-4431-bca4-1e6c2e0ea777 req-a0e6af49-d40e-4cd7-869e-c72d1cc4d108 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/security-groups?id=c39e84f9-0c12-4e20-96af-8241c5ff77a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353630 Aug 18 12:26:12.944721 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b1f1a7-8c47-4c04-ac47-684dd4d66cb6 req-31e221a2-1b74-4f61-8911-5d2e4f02bff1 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:26:12.946260 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a7b1f1a7-8c47-4c04-ac47-684dd4d66cb6 req-31e221a2-1b74-4f61-8911-5d2e4f02bff1 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2ee1401-35d2-4650-82bc-85e9eca17a89 HTTP/1.1" status: 200 len: 946 time: 0.0576148 Aug 18 12:26:12.985891 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a7b1f1a7-8c47-4c04-ac47-684dd4d66cb6 req-17c7902a-0d1e-461b-aa96-549c85f416c6 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/security-groups?id=c39e84f9-0c12-4e20-96af-8241c5ff77a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329046 Aug 18 12:26:13.321715 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dbddfb-338a-4309-b5c3-a1b69a532ec6 req-1d69d536-a1d0-4dba-ba24-cc2b6ce284c3 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:26:13.323178 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-62dbddfb-338a-4309-b5c3-a1b69a532ec6 req-1d69d536-a1d0-4dba-ba24-cc2b6ce284c3 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2ee1401-35d2-4650-82bc-85e9eca17a89 HTTP/1.1" status: 200 len: 946 time: 0.0567064 Aug 18 12:26:13.365168 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-62dbddfb-338a-4309-b5c3-a1b69a532ec6 req-11392d25-86cf-4c51-a7eb-273fec92c691 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/security-groups?id=c39e84f9-0c12-4e20-96af-8241c5ff77a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345128 Aug 18 12:26:14.205243 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 44540) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:26:14.325382 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9a5cdee4-6cda-475a-9e12-0a107a9da22c admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:14.418288 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9a5cdee4-6cda-475a-9e12-0a107a9da22c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:14.423475 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9a5cdee4-6cda-475a-9e12-0a107a9da22c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:14.461979 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-9a5cdee4-6cda-475a-9e12-0a107a9da22c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b74ff48828ba4f57a60c532745aa07d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2556465 Aug 18 12:26:14.462868 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5cdee4-6cda-475a-9e12-0a107a9da22c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=436a2128-91ef-4d66-8133-a34fd88f05f7,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:26:14.465526 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 44546) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:26:14.495470 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a314827e-6d7b-4244-bf03-ed3d46a937e2 req-56a6c748-4acf-4cb6-8b55-efebad9920bb tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:26:14.496999 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a314827e-6d7b-4244-bf03-ed3d46a937e2 req-56a6c748-4acf-4cb6-8b55-efebad9920bb tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2ee1401-35d2-4650-82bc-85e9eca17a89 HTTP/1.1" status: 200 len: 946 time: 0.0502455 Aug 18 12:26:14.518198 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4a0c9b7a-bfbc-41eb-b662-b959ac04c2fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:14.536361 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a314827e-6d7b-4244-bf03-ed3d46a937e2 req-93f63678-b908-4ed8-8c4a-8014cf9348f5 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/security-groups?id=c39e84f9-0c12-4e20-96af-8241c5ff77a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328531 Aug 18 12:26:14.539368 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4a0c9b7a-bfbc-41eb-b662-b959ac04c2fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:14.587355 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4a0c9b7a-bfbc-41eb-b662-b959ac04c2fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:14.589948 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4a0c9b7a-bfbc-41eb-b662-b959ac04c2fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:14.591239 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-4a0c9b7a-bfbc-41eb-b662-b959ac04c2fb admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/436a2128-91ef-4d66-8133-a34fd88f05f7 HTTP/1.1" status: 204 len: 168 time: 0.1250188 Aug 18 12:26:14.599034 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0c9b7a-bfbc-41eb-b662-b959ac04c2fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=436a2128-91ef-4d66-8133-a34fd88f05f7,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:26:14.746027 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcf323b-dde0-405f-8f3c-add874a54eb1 req-c9bbb06e-aa4a-4171-a07c-b3101e4b5298 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:26:14.747543 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-dfcf323b-dde0-405f-8f3c-add874a54eb1 req-c9bbb06e-aa4a-4171-a07c-b3101e4b5298 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.63 "GET /v2.0/ports?device_id=f2ee1401-35d2-4650-82bc-85e9eca17a89 HTTP/1.1" status: 200 len: 946 time: 0.0510497 Aug 18 12:26:14.844123 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-dfcf323b-dde0-405f-8f3c-add874a54eb1 req-84ab5ce2-7f91-44cf-8a7c-4dfdf62eff0d tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Deleting port a3ee378f-6191-4fbe-b613-ebc64cca83fe {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:26:14.844589 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-dfcf323b-dde0-405f-8f3c-add874a54eb1 req-84ab5ce2-7f91-44cf-8a7c-4dfdf62eff0d tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:14.946179 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-dfcf323b-dde0-405f-8f3c-add874a54eb1 req-84ab5ce2-7f91-44cf-8a7c-4dfdf62eff0d tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] For port a3ee378f-6191-4fbe-b613-ebc64cca83fe, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=a3ee378f-6191-4fbe-b613-ebc64cca83fe,segment=NetworkSegment(dfae8a08-8315-4142-ba2f-fd111ce93dbf),segment_id=dfae8a08-8315-4142-ba2f-fd111ce93dbf)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:26:14.946835 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-dfcf323b-dde0-405f-8f3c-add874a54eb1 req-84ab5ce2-7f91-44cf-8a7c-4dfdf62eff0d tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:14.962421 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-dfcf323b-dde0-405f-8f3c-add874a54eb1 req-84ab5ce2-7f91-44cf-8a7c-4dfdf62eff0d tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Calling delete_port for a3ee378f-6191-4fbe-b613-ebc64cca83fe owned by compute:nova {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:26:15.107063 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-dfcf323b-dde0-405f-8f3c-add874a54eb1 req-84ab5ce2-7f91-44cf-8a7c-4dfdf62eff0d tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:15.141831 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ab5ce2-7f91-44cf-8a7c-4dfdf62eff0d tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Pushing event deleted for resources: {'Port': ['ID=a3ee378f-6191-4fbe-b613-ebc64cca83fe,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:26:15.194183 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfcf323b-dde0-405f-8f3c-add874a54eb1 req-84ab5ce2-7f91-44cf-8a7c-4dfdf62eff0d tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] No DVR routers for this DVR port a3ee378f-6191-4fbe-b613-ebc64cca83fe on host n-h1-804985-2 {{(pid=106252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:26:15.197320 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-dfcf323b-dde0-405f-8f3c-add874a54eb1 req-84ab5ce2-7f91-44cf-8a7c-4dfdf62eff0d tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:15.199760 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-dfcf323b-dde0-405f-8f3c-add874a54eb1 req-84ab5ce2-7f91-44cf-8a7c-4dfdf62eff0d tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.63 "DELETE /v2.0/ports/a3ee378f-6191-4fbe-b613-ebc64cca83fe HTTP/1.1" status: 204 len: 173 time: 0.4455838 Aug 18 12:26:15.200485 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2ee1401-35d2-4650-82bc-85e9eca17a89', 'name': 'network-vif-deleted', 'tag': 'a3ee378f-6191-4fbe-b613-ebc64cca83fe'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:26:15.203038 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98c7cdf2-fdf1-4f00-a051-0ca83d1f5611" -d '{"events": [{"server_uuid": "f2ee1401-35d2-4650-82bc-85e9eca17a89", "name": "network-vif-deleted", "tag": "a3ee378f-6191-4fbe-b613-ebc64cca83fe"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:26:15.261439 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:26:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56507802-c000-4f2a-9d90-9be7dc417d46 x-openstack-request-id: req-56507802-c000-4f2a-9d90-9be7dc417d46 {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:26:15.262024 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2ee1401-35d2-4650-82bc-85e9eca17a89", "name": "network-vif-deleted", "tag": "a3ee378f-6191-4fbe-b613-ebc64cca83fe", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:26:15.262432 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-56507802-c000-4f2a-9d90-9be7dc417d46 {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:26:15.263035 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2ee1401-35d2-4650-82bc-85e9eca17a89', 'name': 'network-vif-deleted', 'tag': 'a3ee378f-6191-4fbe-b613-ebc64cca83fe', 'status': 'completed', 'code': 200} Aug 18 12:26:15.308181 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 44582) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:26:15.501958 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-7add944d-f11b-4034-acfd-accc128c3885 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-476896853-network', 'tenant_id': '29ad1762aeff47fe8510ef6a37e0204f'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:26:15.524719 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7add944d-f11b-4034-acfd-accc128c3885 admin admin] Made reservation on behalf of 29ad1762aeff47fe8510ef6a37e0204f for: {'network': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:26:15.527376 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7add944d-f11b-4034-acfd-accc128c3885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for network, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:15.536570 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7add944d-f11b-4034-acfd-accc128c3885 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:15.641058 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7add944d-f11b-4034-acfd-accc128c3885 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:15.648852 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7add944d-f11b-4034-acfd-accc128c3885 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:15.667405 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7add944d-f11b-4034-acfd-accc128c3885 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 807} {{(pid=106253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:26:15.679603 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4edc3e17-2c28-403c-8646-5a5f9b242aba req-a1218cd8-11ea-4412-b87b-2b38f9df57f4 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2ee1401-35d2-4650-82bc-85e9eca17a89 HTTP/1.1" status: 200 len: 210 time: 0.0368612 Aug 18 12:26:15.684310 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7add944d-f11b-4034-acfd-accc128c3885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:15.684915 n-d-804985-2 neutron-server[106253]: INFO neutron.db.segments_db [None req-7add944d-f11b-4034-acfd-accc128c3885 admin admin] Added segment d86d7b9a-8bb9-46c9-8b02-08bbfda82ac8 of type vlan for network b9285d76-b4ba-403b-a5cf-90502e2fd6c4 Aug 18 12:26:15.734365 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7add944d-f11b-4034-acfd-accc128c3885 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789150665894'] for network, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:15.749463 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7add944d-f11b-4034-acfd-accc128c3885 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fe264fb-62e7-4a62-a97d-0dc67a0f2e18,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:26:15.772347 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7add944d-f11b-4034-acfd-accc128c3885 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for network, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:15.773563 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7add944d-f11b-4034-acfd-accc128c3885 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:26:15.774166 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7add944d-f11b-4034-acfd-accc128c3885 admin admin] Notify callbacks [] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:15.827900 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-7add944d-f11b-4034-acfd-accc128c3885 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5176048 Aug 18 12:26:15.830830 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 44602) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:26:15.837424 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-877d6d19-eb04-45e3-b1c9-1181323b2dc0 admin admin] Request body: {'subnet': {'network_id': 'b9285d76-b4ba-403b-a5cf-90502e2fd6c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-476896853-subnet', 'tenant_id': '29ad1762aeff47fe8510ef6a37e0204f', 'ip_version': 4}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:26:15.839663 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7add944d-f11b-4034-acfd-accc128c3885 admin admin] Pushing event updated for resources: {'Network': ['ID=b9285d76-b4ba-403b-a5cf-90502e2fd6c4,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:26:15.855669 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Network b9285d76-b4ba-403b-a5cf-90502e2fd6c4 details requested by agent ovs-agent-n-d-804985-2 with host n-d-804985-2 {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:26:15.877057 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-877d6d19-eb04-45e3-b1c9-1181323b2dc0 admin admin] Made reservation on behalf of 29ad1762aeff47fe8510ef6a37e0204f for: {'subnet': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:26:15.880498 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-877d6d19-eb04-45e3-b1c9-1181323b2dc0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59074089'] for subnet, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:16.098815 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-877d6d19-eb04-45e3-b1c9-1181323b2dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3572913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59074111'] for subnet, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:16.151835 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877d6d19-eb04-45e3-b1c9-1181323b2dc0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=764f4aa3-452e-416a-9170-0dc88df2ed35,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:26:16.162145 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-877d6d19-eb04-45e3-b1c9-1181323b2dc0 admin admin] Checking segment: {'id': 'd86d7b9a-8bb9-46c9-8b02-08bbfda82ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'b9285d76-b4ba-403b-a5cf-90502e2fd6c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:26:16.162508 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-877d6d19-eb04-45e3-b1c9-1181323b2dc0 admin admin] Network hostable DHCP agents. Network: b9285d76-b4ba-403b-a5cf-90502e2fd6c4, hostable agents: ['97c14208-2951-4361-8d64-3708c946ff5f'], hosted agents: [] {{(pid=106252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 12:26:16.179186 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-877d6d19-eb04-45e3-b1c9-1181323b2dc0 admin admin] Network b9285d76-b4ba-403b-a5cf-90502e2fd6c4 is scheduled to be hosted by DHCP agent 97c14208-2951-4361-8d64-3708c946ff5f with binding_index 1 {{(pid=106252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 12:26:16.190589 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-877d6d19-eb04-45e3-b1c9-1181323b2dc0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-2, b9285d76-b4ba-403b-a5cf-90502e2fd6c4) {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:26:16.195345 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-877d6d19-eb04-45e3-b1c9-1181323b2dc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:26:16.195932 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-877d6d19-eb04-45e3-b1c9-1181323b2dc0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:16.208950 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f4c976a-8763-4822-9e33-3faa3bda674a None None] Network b9285d76-b4ba-403b-a5cf-90502e2fd6c4 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:26:16.218793 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-877d6d19-eb04-45e3-b1c9-1181323b2dc0 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3865211 Aug 18 12:26:16.221622 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 44608) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:26:16.227536 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-c4abe1fa-e6ea-42ec-943e-e697f31aad17 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-476896853-router', 'tenant_id': '29ad1762aeff47fe8510ef6a37e0204f', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'}}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:26:16.259368 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c4abe1fa-e6ea-42ec-943e-e697f31aad17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-998592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15809'] for router, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:16.260957 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c4abe1fa-e6ea-42ec-943e-e697f31aad17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-992733', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-971415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15816'] for router, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:16.331092 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c4abe1fa-e6ea-42ec-943e-e697f31aad17 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:16.388759 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c9478de-ee76-451d-8fb5-aa4470ded245 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp788be208-34ab-5a8f-af0f-528834af222f-b9285d76-b4ba-403b-a5cf-90502e2fd6c4', 'network_id': 'b9285d76-b4ba-403b-a5cf-90502e2fd6c4', 'tenant_id': '29ad1762aeff47fe8510ef6a37e0204f', 'fixed_ips': [{'subnet_id': '764f4aa3-452e-416a-9170-0dc88df2ed35'}]}} from n-d-804985-2. {{(pid=106254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 12:26:16.389634 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4c9478de-ee76-451d-8fb5-aa4470ded245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:16.482430 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c4abe1fa-e6ea-42ec-943e-e697f31aad17 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:16.526259 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.db_base_plugin_common [None req-4c9478de-ee76-451d-8fb5-aa4470ded245 None None] Allocated IP 172.20.0.2 (b9285d76-b4ba-403b-a5cf-90502e2fd6c4/764f4aa3-452e-416a-9170-0dc88df2ed35/0081c223-fb39-4d24-bec1-094ff67c8078) {{(pid=106254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:26:16.731302 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4c9478de-ee76-451d-8fb5-aa4470ded245 None None] Notify callbacks [] for port, precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:16.743533 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-4c9478de-ee76-451d-8fb5-aa4470ded245 None None] Transition to ACTIVE for port object 0081c223-fb39-4d24-bec1-094ff67c8078 will not be triggered until provisioned by entity L2. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:26:16.755832 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c4abe1fa-e6ea-42ec-943e-e697f31aad17 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:16.762773 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-4c9478de-ee76-451d-8fb5-aa4470ded245 None None] Transition to ACTIVE for port object 0081c223-fb39-4d24-bec1-094ff67c8078 will not be triggered until provisioned by entity DHCP. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:26:16.773083 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4c9478de-ee76-451d-8fb5-aa4470ded245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547'] for port, after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:16.808452 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c4abe1fa-e6ea-42ec-943e-e697f31aad17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:16.824074 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c9478de-ee76-451d-8fb5-aa4470ded245 None None] Network b9285d76-b4ba-403b-a5cf-90502e2fd6c4 is already hosted by enough agents. {{(pid=106254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:26:16.825272 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9576aa19-e175-4fdd-b524-c1d489e6bfbf req-b2ac83ac-e564-43b0-889c-5126ec8c6a5f tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2ee1401-35d2-4650-82bc-85e9eca17a89 HTTP/1.1" status: 200 len: 210 time: 0.0592873 Aug 18 12:26:16.827341 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.base_scheduler [None req-4c9478de-ee76-451d-8fb5-aa4470ded245 None None] Resources bound (agent type, host, resource id): {{(pid=106254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:26:16.838742 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c9478de-ee76-451d-8fb5-aa4470ded245 None None] Received port after_create {{(pid=106254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:26:16.842759 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device a3ee378f-6191-4fbe-b613-ebc64cca83fe no longer exists at agent hyperv_n-h1-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:26:16.880113 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9478de-ee76-451d-8fb5-aa4470ded245 None None] Pushing event updated for resources: {'Port': ['ID=0081c223-fb39-4d24-bec1-094ff67c8078,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:26:16.886184 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] No Port match for: a3ee378f-6191-4fbe-b613-ebc64cca83fe {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:26:16.886679 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device a3ee378f-6191-4fbe-b613-ebc64cca83fe not bound to the agent host n-h1-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:26:16.940854 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-4c9478de-ee76-451d-8fb5-aa4470ded245 None None] Attempting to bind port 0081c223-fb39-4d24-bec1-094ff67c8078 on host n-d-804985-2 for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:26:16.944834 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-4c9478de-ee76-451d-8fb5-aa4470ded245 None None] Attempting to bind port 0081c223-fb39-4d24-bec1-094ff67c8078 by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': 'd86d7b9a-8bb9-46c9-8b02-08bbfda82ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'b9285d76-b4ba-403b-a5cf-90502e2fd6c4'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:26:16.945366 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c9478de-ee76-451d-8fb5-aa4470ded245 None None] Attempting to bind port 0081c223-fb39-4d24-bec1-094ff67c8078 on network b9285d76-b4ba-403b-a5cf-90502e2fd6c4 {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:26:16.953261 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c9478de-ee76-451d-8fb5-aa4470ded245 None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 25, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:26:16.954399 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c9478de-ee76-451d-8fb5-aa4470ded245 None None] Checking segment: {'id': 'd86d7b9a-8bb9-46c9-8b02-08bbfda82ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'b9285d76-b4ba-403b-a5cf-90502e2fd6c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:26:16.955188 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4c9478de-ee76-451d-8fb5-aa4470ded245 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:16.955700 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c9478de-ee76-451d-8fb5-aa4470ded245 None None] Bound using segment: {'id': 'd86d7b9a-8bb9-46c9-8b02-08bbfda82ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'b9285d76-b4ba-403b-a5cf-90502e2fd6c4'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:26:16.956288 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-4c9478de-ee76-451d-8fb5-aa4470ded245 None None] Bound port: 0081c223-fb39-4d24-bec1-094ff67c8078, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd86d7b9a-8bb9-46c9-8b02-08bbfda82ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'b9285d76-b4ba-403b-a5cf-90502e2fd6c4'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:26:16.956818 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4c9478de-ee76-451d-8fb5-aa4470ded245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:16.969264 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [None req-c4abe1fa-e6ea-42ec-943e-e697f31aad17 admin admin] Allocated IP 172.25.7.139 (7cae7a70-14fd-408c-b14d-39ceb97cb60e/9784295a-20b8-4a4b-b105-f82737f0448f/561644ad-1d72-4280-92b8-e5037dade40f) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:26:17.031111 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-4c9478de-ee76-451d-8fb5-aa4470ded245 None None] For port 0081c223-fb39-4d24-bec1-094ff67c8078, host n-d-804985-2, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:26:17.034512 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-4c9478de-ee76-451d-8fb5-aa4470ded245 None None] For port 0081c223-fb39-4d24-bec1-094ff67c8078, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=0081c223-fb39-4d24-bec1-094ff67c8078,segment=NetworkSegment(d86d7b9a-8bb9-46c9-8b02-08bbfda82ac8),segment_id=d86d7b9a-8bb9-46c9-8b02-08bbfda82ac8)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:26:17.042353 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4c9478de-ee76-451d-8fb5-aa4470ded245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:17.107409 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9478de-ee76-451d-8fb5-aa4470ded245 None None] Pushing event updated for resources: {'Port': ['ID=0081c223-fb39-4d24-bec1-094ff67c8078,revision_number=2']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:26:17.128080 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c4abe1fa-e6ea-42ec-943e-e697f31aad17 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:17.174833 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c4abe1fa-e6ea-42ec-943e-e697f31aad17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:17.217573 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4abe1fa-e6ea-42ec-943e-e697f31aad17 admin admin] Network 7cae7a70-14fd-408c-b14d-39ceb97cb60e is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:26:17.220746 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-c4abe1fa-e6ea-42ec-943e-e697f31aad17 admin admin] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:26:17.224666 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4abe1fa-e6ea-42ec-943e-e697f31aad17 admin admin] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:26:17.230447 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4abe1fa-e6ea-42ec-943e-e697f31aad17 admin admin] Pushing event updated for resources: {'Port': ['ID=561644ad-1d72-4280-92b8-e5037dade40f,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:26:17.554046 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c4abe1fa-e6ea-42ec-943e-e697f31aad17 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:17.771340 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c4abe1fa-e6ea-42ec-943e-e697f31aad17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-998473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-992536'] for router, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:17.930084 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4abe1fa-e6ea-42ec-943e-e697f31aad17 admin admin] Router 8eca2192-a49c-4c3c-8664-6dd91036de74 is scheduled to L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 with binding_index 1 {{(pid=106253) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 12:26:17.981646 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d0db7479-dacf-4c30-b748-1d4ae8257724 req-5532671d-8473-496e-97e9-708e59bbee6d tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2ee1401-35d2-4650-82bc-85e9eca17a89 HTTP/1.1" status: 200 len: 210 time: 0.0660872 Aug 18 12:26:18.061034 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4abe1fa-e6ea-42ec-943e-e697f31aad17 admin admin] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:26:18.070582 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da59d4e1-dfc1-42da-9cec-e22b2a3e4794 None None] Sync routers for ids ['8eca2192-a49c-4c3c-8664-6dd91036de74'] in n-d-804985-2 {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:26:18.087254 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da59d4e1-dfc1-42da-9cec-e22b2a3e4794 None None] Routers {'8eca2192-a49c-4c3c-8664-6dd91036de74'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:26:18.089061 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-da59d4e1-dfc1-42da-9cec-e22b2a3e4794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:25:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['8eca2192-a49c-4c3c-8664-6dd91036de74'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:26:18.098313 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c4abe1fa-e6ea-42ec-943e-e697f31aad17 admin admin] Notify callbacks [] for router, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:18.102798 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 44646) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:26:18.121989 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-c4abe1fa-e6ea-42ec-943e-e697f31aad17 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.8858047 Aug 18 12:26:18.237361 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-da59d4e1-dfc1-42da-9cec-e22b2a3e4794 None None] Set router 8eca2192-a49c-4c3c-8664-6dd91036de74 gateway port host: n-d-804985-2 {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:26:18.279698 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 0081c223-fb39-4d24-bec1-094ff67c8078 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:26:18.439830 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port 0081c223-fb39-4d24-bec1-094ff67c8078 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:26:18.522203 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-e35a6b93-37e9-49bc-a8ba-453cac92f643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:18.551460 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01427ed7-9ba0-4d2c-8e80-c2bf15cf2da0 None None] Network b9285d76-b4ba-403b-a5cf-90502e2fd6c4 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:26:18.650170 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-da59d4e1-dfc1-42da-9cec-e22b2a3e4794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eca2192-a49c-4c3c-8664-6dd91036de74', 'name': 'tempest-TestAggregatesBasicOps-476896853-router', 'tenant_id': '29ad1762aeff47fe8510ef6a37e0204f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': '561644ad-1d72-4280-92b8-e5037dade40f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:26:16Z', 'updated_at': '2021-08-18T12:26:17Z', 'revision_number': 3, 'project_id': '29ad1762aeff47fe8510ef6a37e0204f', 'gw_port': {'id': '561644ad-1d72-4280-92b8-e5037dade40f', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:59:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8eca2192-a49c-4c3c-8664-6dd91036de74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:26:16Z', 'updated_at': '2021-08-18T12:26:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:26:18.686393 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da59d4e1-dfc1-42da-9cec-e22b2a3e4794 None None] Checking router: 8eca2192-a49c-4c3c-8664-6dd91036de74 for host: n-d-804985-2 {{(pid=106254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:26:18.686803 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da59d4e1-dfc1-42da-9cec-e22b2a3e4794 None None] Updating router 8eca2192-a49c-4c3c-8664-6dd91036de74 port 561644ad-1d72-4280-92b8-e5037dade40f binding host n-d-804985-2 {{(pid=106254) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 12:26:18.736358 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-6fe4a211-039d-4af6-9320-f17e5637b97c None None] Provisioning for port 0081c223-fb39-4d24-bec1-094ff67c8078 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:26:18.752780 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-6fe4a211-039d-4af6-9320-f17e5637b97c None None] Provisioning complete for port 0081c223-fb39-4d24-bec1-094ff67c8078 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:26:18.753253 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-6fe4a211-039d-4af6-9320-f17e5637b97c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:18.760880 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-da59d4e1-dfc1-42da-9cec-e22b2a3e4794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:19.035336 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-6fe4a211-039d-4af6-9320-f17e5637b97c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:19.167039 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-7e937080-c0dd-4a3b-ade5-c45775bcbcc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:19.261264 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-da59d4e1-dfc1-42da-9cec-e22b2a3e4794 None None] Notify callbacks [] for port, precommit_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:19.264425 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-6fe4a211-039d-4af6-9320-f17e5637b97c None None] For port 0081c223-fb39-4d24-bec1-094ff67c8078, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=0081c223-fb39-4d24-bec1-094ff67c8078,segment=NetworkSegment(d86d7b9a-8bb9-46c9-8b02-08bbfda82ac8),segment_id=d86d7b9a-8bb9-46c9-8b02-08bbfda82ac8)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:26:19.275553 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-da59d4e1-dfc1-42da-9cec-e22b2a3e4794 None None] Transition to ACTIVE for port object 561644ad-1d72-4280-92b8-e5037dade40f will not be triggered until provisioned by entity L2. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:26:19.277629 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-6fe4a211-039d-4af6-9320-f17e5637b97c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:19.291151 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-34c6f4f0-a356-4666-a541-c3d28f6e33bd req-72173920-d866-4117-997d-3aa838c8a0cc tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2ee1401-35d2-4650-82bc-85e9eca17a89 HTTP/1.1" status: 200 len: 210 time: 0.1695499 Aug 18 12:26:19.307910 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-da59d4e1-dfc1-42da-9cec-e22b2a3e4794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:19.346900 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-da59d4e1-dfc1-42da-9cec-e22b2a3e4794 None None] Attempting to bind port 561644ad-1d72-4280-92b8-e5037dade40f on host n-d-804985-2 for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:26:19.347378 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-da59d4e1-dfc1-42da-9cec-e22b2a3e4794 None None] Attempting to bind port 561644ad-1d72-4280-92b8-e5037dade40f by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:26:19.347931 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da59d4e1-dfc1-42da-9cec-e22b2a3e4794 None None] Attempting to bind port 561644ad-1d72-4280-92b8-e5037dade40f on network 7cae7a70-14fd-408c-b14d-39ceb97cb60e {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:26:19.356364 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe4a211-039d-4af6-9320-f17e5637b97c None None] Pushing event updated for resources: {'Port': ['ID=0081c223-fb39-4d24-bec1-094ff67c8078,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:26:19.359355 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da59d4e1-dfc1-42da-9cec-e22b2a3e4794 None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 25, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:26:19.359728 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da59d4e1-dfc1-42da-9cec-e22b2a3e4794 None None] Checking segment: {'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:26:19.360126 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-da59d4e1-dfc1-42da-9cec-e22b2a3e4794 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:19.360540 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da59d4e1-dfc1-42da-9cec-e22b2a3e4794 None None] Bound using segment: {'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:26:19.361014 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-da59d4e1-dfc1-42da-9cec-e22b2a3e4794 None None] Bound port: 561644ad-1d72-4280-92b8-e5037dade40f, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:26:19.361521 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-da59d4e1-dfc1-42da-9cec-e22b2a3e4794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:19.430724 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [None req-7e937080-c0dd-4a3b-ade5-c45775bcbcc2 admin admin] Allocated IP 172.20.0.1 (b9285d76-b4ba-403b-a5cf-90502e2fd6c4/764f4aa3-452e-416a-9170-0dc88df2ed35/41aaff21-a02d-4ccc-b1d1-5144e0fb4c3f) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:26:19.460401 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-21f9ec7f-981a-4492-968d-0506ca54872d None None] Provisioning complete for port 0081c223-fb39-4d24-bec1-094ff67c8078 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:26:19.460784 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-21f9ec7f-981a-4492-968d-0506ca54872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:19.596165 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-7e937080-c0dd-4a3b-ade5-c45775bcbcc2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:19.614351 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [None req-7e937080-c0dd-4a3b-ade5-c45775bcbcc2 admin admin] Transition to ACTIVE for port object 41aaff21-a02d-4ccc-b1d1-5144e0fb4c3f will not be triggered until provisioned by entity DHCP. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:26:19.659052 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-da59d4e1-dfc1-42da-9cec-e22b2a3e4794 None None] For port 561644ad-1d72-4280-92b8-e5037dade40f, host n-d-804985-2, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:26:19.666747 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-7e937080-c0dd-4a3b-ade5-c45775bcbcc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:19.677608 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45175618-1b5c-4212-a6db-fac97e3694da None None] Pushing event updated for resources: {'Port': ['ID=561644ad-1d72-4280-92b8-e5037dade40f,revision_number=2']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:26:19.692391 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-da59d4e1-dfc1-42da-9cec-e22b2a3e4794 None None] For port 561644ad-1d72-4280-92b8-e5037dade40f, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=561644ad-1d72-4280-92b8-e5037dade40f,segment=NetworkSegment(c5a3db9d-5c58-41b1-9177-d5787a597b78),segment_id=c5a3db9d-5c58-41b1-9177-d5787a597b78)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:26:19.705973 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-da59d4e1-dfc1-42da-9cec-e22b2a3e4794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:19.728712 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e937080-c0dd-4a3b-ade5-c45775bcbcc2 admin admin] Network b9285d76-b4ba-403b-a5cf-90502e2fd6c4 is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:26:19.732383 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-7e937080-c0dd-4a3b-ade5-c45775bcbcc2 admin admin] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:26:19.755342 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e937080-c0dd-4a3b-ade5-c45775bcbcc2 admin admin] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:26:19.798813 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da59d4e1-dfc1-42da-9cec-e22b2a3e4794 None None] Routers {'8eca2192-a49c-4c3c-8664-6dd91036de74'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:26:19.799275 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-da59d4e1-dfc1-42da-9cec-e22b2a3e4794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:25:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['8eca2192-a49c-4c3c-8664-6dd91036de74'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:26:19.807973 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45175618-1b5c-4212-a6db-fac97e3694da None None] Pushing event updated for resources: {'Port': ['ID=561644ad-1d72-4280-92b8-e5037dade40f,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:26:19.841765 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e937080-c0dd-4a3b-ade5-c45775bcbcc2 admin admin] Pushing event updated for resources: {'Port': ['ID=41aaff21-a02d-4ccc-b1d1-5144e0fb4c3f,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:26:19.857376 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e937080-c0dd-4a3b-ade5-c45775bcbcc2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:26:19.857828 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e937080-c0dd-4a3b-ade5-c45775bcbcc2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:26:19.858391 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e937080-c0dd-4a3b-ade5-c45775bcbcc2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:26:19.858793 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e937080-c0dd-4a3b-ade5-c45775bcbcc2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:26:19.859189 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e937080-c0dd-4a3b-ade5-c45775bcbcc2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:26:19.859581 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e937080-c0dd-4a3b-ade5-c45775bcbcc2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:26:19.859968 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e937080-c0dd-4a3b-ade5-c45775bcbcc2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:26:19.860400 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e937080-c0dd-4a3b-ade5-c45775bcbcc2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:26:19.860808 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e937080-c0dd-4a3b-ade5-c45775bcbcc2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:26:19.861360 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e937080-c0dd-4a3b-ade5-c45775bcbcc2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:26:19.861868 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e937080-c0dd-4a3b-ade5-c45775bcbcc2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:26:19.862539 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e937080-c0dd-4a3b-ade5-c45775bcbcc2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:26:19.875613 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-7e937080-c0dd-4a3b-ade5-c45775bcbcc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-996688'] for router_interface, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:19.999601 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-da59d4e1-dfc1-42da-9cec-e22b2a3e4794 None None] Set router 8eca2192-a49c-4c3c-8664-6dd91036de74 gateway port host: n-d-804985-2 {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:26:20.072920 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-7e937080-c0dd-4a3b-ade5-c45775bcbcc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:20.194531 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-582abc63-4181-4cfb-bc3d-20c5831509ce None None] Provisioning for port 41aaff21-a02d-4ccc-b1d1-5144e0fb4c3f completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:26:20.211026 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-582abc63-4181-4cfb-bc3d-20c5831509ce None None] Provisioning complete for port 41aaff21-a02d-4ccc-b1d1-5144e0fb4c3f triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:26:20.211497 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-582abc63-4181-4cfb-bc3d-20c5831509ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:20.261479 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 0081c223-fb39-4d24-bec1-094ff67c8078 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:26:20.278492 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-7e937080-c0dd-4a3b-ade5-c45775bcbcc2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:20.287537 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-7e937080-c0dd-4a3b-ade5-c45775bcbcc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:20.350390 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-582abc63-4181-4cfb-bc3d-20c5831509ce None None] Port 41aaff21-a02d-4ccc-b1d1-5144e0fb4c3f cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:26:20.389809 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-7e937080-c0dd-4a3b-ade5-c45775bcbcc2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-996772'] for router_interface, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:20.391749 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e937080-c0dd-4a3b-ade5-c45775bcbcc2 admin admin] Pushing event updated for resources: {'Port': ['ID=41aaff21-a02d-4ccc-b1d1-5144e0fb4c3f,revision_number=2']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:26:20.405188 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 0081c223-fb39-4d24-bec1-094ff67c8078 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:26:20.405569 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:20.526751 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-da59d4e1-dfc1-42da-9cec-e22b2a3e4794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eca2192-a49c-4c3c-8664-6dd91036de74', 'name': 'tempest-TestAggregatesBasicOps-476896853-router', 'tenant_id': '29ad1762aeff47fe8510ef6a37e0204f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': '561644ad-1d72-4280-92b8-e5037dade40f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:26:16Z', 'updated_at': '2021-08-18T12:26:17Z', 'revision_number': 3, 'project_id': '29ad1762aeff47fe8510ef6a37e0204f', 'gw_port': {'id': '561644ad-1d72-4280-92b8-e5037dade40f', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:59:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8eca2192-a49c-4c3c-8664-6dd91036de74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:26:16Z', 'updated_at': '2021-08-18T12:26:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:26:20.558573 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e937080-c0dd-4a3b-ade5-c45775bcbcc2 admin admin] Network b9285d76-b4ba-403b-a5cf-90502e2fd6c4 is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:26:20.558867 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da59d4e1-dfc1-42da-9cec-e22b2a3e4794 None None] The sync data for ids ['8eca2192-a49c-4c3c-8664-6dd91036de74'] in n-d-804985-2 is: [{'id': '8eca2192-a49c-4c3c-8664-6dd91036de74', 'name': 'tempest-TestAggregatesBasicOps-476896853-router', 'tenant_id': '29ad1762aeff47fe8510ef6a37e0204f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': '561644ad-1d72-4280-92b8-e5037dade40f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:26:16Z', 'updated_at': '2021-08-18T12:26:17Z', 'revision_number': 3, 'project_id': '29ad1762aeff47fe8510ef6a37e0204f', 'gw_port': {'id': '561644ad-1d72-4280-92b8-e5037dade40f', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:59:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8eca2192-a49c-4c3c-8664-6dd91036de74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:26:16Z', 'updated_at': '2021-08-18T12:26:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:26:20.560571 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-7e937080-c0dd-4a3b-ade5-c45775bcbcc2 admin admin] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:26:20.722350 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e937080-c0dd-4a3b-ade5-c45775bcbcc2 admin admin] Router 8eca2192-a49c-4c3c-8664-6dd91036de74 has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:26:20.894937 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e937080-c0dd-4a3b-ade5-c45775bcbcc2 admin admin] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:26:20.916353 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-7e937080-c0dd-4a3b-ade5-c45775bcbcc2 admin admin] 10.222.0.66 "PUT /v2.0/routers/8eca2192-a49c-4c3c-8664-6dd91036de74/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8124459 Aug 18 12:26:20.917923 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8aa64eba-fa9d-498d-8784-fc5654a70ede None None] Provisioning complete for port 41aaff21-a02d-4ccc-b1d1-5144e0fb4c3f triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:26:20.918367 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8aa64eba-fa9d-498d-8784-fc5654a70ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:20.965218 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-8aa64eba-fa9d-498d-8784-fc5654a70ede None None] Port 41aaff21-a02d-4ccc-b1d1-5144e0fb4c3f cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:26:21.495371 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:21.564715 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 44716) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:26:21.571178 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-77bcc874-f375-41a8-8030-184aa9ae1fbf admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1009813530-network', 'tenant_id': 'c06f3b57aac1488cb759ff3ebcebed36'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:26:21.594524 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77bcc874-f375-41a8-8030-184aa9ae1fbf admin admin] Made reservation on behalf of c06f3b57aac1488cb759ff3ebcebed36 for: {'network': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:26:21.597492 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-77bcc874-f375-41a8-8030-184aa9ae1fbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for network, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:21.606978 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-77bcc874-f375-41a8-8030-184aa9ae1fbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:21.729940 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8ce3bcfa-8d47-4d53-8135-8c8ce1e32f73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:21.730380 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-77bcc874-f375-41a8-8030-184aa9ae1fbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:21.737884 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-77bcc874-f375-41a8-8030-184aa9ae1fbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:21.766100 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77bcc874-f375-41a8-8030-184aa9ae1fbf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 837} {{(pid=106253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:26:21.776669 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bcc874-f375-41a8-8030-184aa9ae1fbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0c71fb0-3dc0-499f-a873-f8c5f04a8522,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:26:21.781913 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-77bcc874-f375-41a8-8030-184aa9ae1fbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:21.782251 n-d-804985-2 neutron-server[106253]: INFO neutron.db.segments_db [None req-77bcc874-f375-41a8-8030-184aa9ae1fbf admin admin] Added segment 2f6852a5-522c-4041-9fbf-8161b6cb7871 of type vlan for network a2ab5bd0-31a8-420f-b9d3-066fb938c7b9 Aug 18 12:26:21.795430 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bcc874-f375-41a8-8030-184aa9ae1fbf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:26:21.796679 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bcc874-f375-41a8-8030-184aa9ae1fbf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:26:21.796679 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bcc874-f375-41a8-8030-184aa9ae1fbf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:26:21.796679 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bcc874-f375-41a8-8030-184aa9ae1fbf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:26:21.796997 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bcc874-f375-41a8-8030-184aa9ae1fbf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:26:21.797100 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bcc874-f375-41a8-8030-184aa9ae1fbf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:26:21.797457 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bcc874-f375-41a8-8030-184aa9ae1fbf admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:26:21.797778 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bcc874-f375-41a8-8030-184aa9ae1fbf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:26:21.798095 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bcc874-f375-41a8-8030-184aa9ae1fbf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:26:21.798402 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bcc874-f375-41a8-8030-184aa9ae1fbf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:26:21.798720 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bcc874-f375-41a8-8030-184aa9ae1fbf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:26:21.799030 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bcc874-f375-41a8-8030-184aa9ae1fbf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:26:21.864105 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-77bcc874-f375-41a8-8030-184aa9ae1fbf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789150665894'] for network, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:21.893018 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-77bcc874-f375-41a8-8030-184aa9ae1fbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for network, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:21.894270 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77bcc874-f375-41a8-8030-184aa9ae1fbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:26:21.894955 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-77bcc874-f375-41a8-8030-184aa9ae1fbf admin admin] Notify callbacks [] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:21.957347 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-77bcc874-f375-41a8-8030-184aa9ae1fbf admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3906858 Aug 18 12:26:21.960349 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 44726) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:26:21.965366 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-a5fce2d2-e5b1-40ee-93fb-867b0ef8abef admin admin] Request body: {'subnet': {'network_id': 'a2ab5bd0-31a8-420f-b9d3-066fb938c7b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1009813530-subnet', 'tenant_id': 'c06f3b57aac1488cb759ff3ebcebed36', 'ip_version': 4}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:26:21.972754 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bcc874-f375-41a8-8030-184aa9ae1fbf admin admin] Pushing event updated for resources: {'Network': ['ID=a2ab5bd0-31a8-420f-b9d3-066fb938c7b9,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:26:21.984129 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Network a2ab5bd0-31a8-420f-b9d3-066fb938c7b9 details requested by agent ovs-agent-n-d-804985-2 with host n-d-804985-2 {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:26:21.999283 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5fce2d2-e5b1-40ee-93fb-867b0ef8abef admin admin] Made reservation on behalf of c06f3b57aac1488cb759ff3ebcebed36 for: {'subnet': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:26:22.001801 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a5fce2d2-e5b1-40ee-93fb-867b0ef8abef admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59388119'] for subnet, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:22.211742 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 561644ad-1d72-4280-92b8-e5037dade40f up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:26:22.217724 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-53584c24-f517-494e-ac93-c18bb92373f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:22.248822 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a5fce2d2-e5b1-40ee-93fb-867b0ef8abef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58902106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59388097'] for subnet, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:22.303745 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port 561644ad-1d72-4280-92b8-e5037dade40f completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:26:22.311648 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fce2d2-e5b1-40ee-93fb-867b0ef8abef admin admin] Pushing event updated for resources: {'Subnet': ['ID=166b1a37-f8fc-42c6-bd5a-2fabef581e2e,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:26:22.316336 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 561644ad-1d72-4280-92b8-e5037dade40f triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:26:22.316772 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:22.331467 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5fce2d2-e5b1-40ee-93fb-867b0ef8abef admin admin] Checking segment: {'id': '2f6852a5-522c-4041-9fbf-8161b6cb7871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'a2ab5bd0-31a8-420f-b9d3-066fb938c7b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:26:22.331806 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5fce2d2-e5b1-40ee-93fb-867b0ef8abef admin admin] Network hostable DHCP agents. Network: a2ab5bd0-31a8-420f-b9d3-066fb938c7b9, hostable agents: ['97c14208-2951-4361-8d64-3708c946ff5f'], hosted agents: [] {{(pid=106253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 12:26:22.365631 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5fce2d2-e5b1-40ee-93fb-867b0ef8abef admin admin] Network a2ab5bd0-31a8-420f-b9d3-066fb938c7b9 is scheduled to be hosted by DHCP agent 97c14208-2951-4361-8d64-3708c946ff5f with binding_index 1 {{(pid=106253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 12:26:22.381366 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-a5fce2d2-e5b1-40ee-93fb-867b0ef8abef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-2, a2ab5bd0-31a8-420f-b9d3-066fb938c7b9) {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:26:22.397013 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e444231-e11e-4429-97d3-4e4819f9bd7b None None] Network a2ab5bd0-31a8-420f-b9d3-066fb938c7b9 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:26:22.403334 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5fce2d2-e5b1-40ee-93fb-867b0ef8abef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:26:22.404094 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a5fce2d2-e5b1-40ee-93fb-867b0ef8abef admin admin] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:22.427832 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-a5fce2d2-e5b1-40ee-93fb-867b0ef8abef admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4661555 Aug 18 12:26:22.430575 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 44736) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:26:22.439177 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-9bc9740a-0324-4d0d-9ea8-c4d517a0bce2 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1009813530-router', 'tenant_id': 'c06f3b57aac1488cb759ff3ebcebed36', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'}}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:26:22.473364 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-9bc9740a-0324-4d0d-9ea8-c4d517a0bce2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-998592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15809'] for router, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:22.475082 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-9bc9740a-0324-4d0d-9ea8-c4d517a0bce2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-992733', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-971415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15816'] for router, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:22.490781 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:22.527740 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] For port 561644ad-1d72-4280-92b8-e5037dade40f, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=561644ad-1d72-4280-92b8-e5037dade40f,segment=NetworkSegment(c5a3db9d-5c58-41b1-9177-d5787a597b78),segment_id=c5a3db9d-5c58-41b1-9177-d5787a597b78)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:26:22.541262 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:22.554032 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-9bc9740a-0324-4d0d-9ea8-c4d517a0bce2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:22.677144 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Pushing event updated for resources: {'Port': ['ID=561644ad-1d72-4280-92b8-e5037dade40f,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:26:22.738325 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d03a7704-fd2f-4abc-af77-4b9219d9709d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp788be208-34ab-5a8f-af0f-528834af222f-a2ab5bd0-31a8-420f-b9d3-066fb938c7b9', 'network_id': 'a2ab5bd0-31a8-420f-b9d3-066fb938c7b9', 'tenant_id': 'c06f3b57aac1488cb759ff3ebcebed36', 'fixed_ips': [{'subnet_id': '166b1a37-f8fc-42c6-bd5a-2fabef581e2e'}]}} from n-d-804985-2. {{(pid=106254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 12:26:22.740257 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-d03a7704-fd2f-4abc-af77-4b9219d9709d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:22.796522 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-9bc9740a-0324-4d0d-9ea8-c4d517a0bce2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:22.824700 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f921adc3-492f-45e9-96ab-a344ecd1c21a None None] Sync routers for ids ['8eca2192-a49c-4c3c-8664-6dd91036de74'] in n-d-804985-2 {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:26:22.841155 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f921adc3-492f-45e9-96ab-a344ecd1c21a None None] Routers {'8eca2192-a49c-4c3c-8664-6dd91036de74'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:26:22.842065 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-f921adc3-492f-45e9-96ab-a344ecd1c21a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:26:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['8eca2192-a49c-4c3c-8664-6dd91036de74'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:26:22.952340 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.db_base_plugin_common [None req-d03a7704-fd2f-4abc-af77-4b9219d9709d None None] Allocated IP 172.20.0.2 (a2ab5bd0-31a8-420f-b9d3-066fb938c7b9/166b1a37-f8fc-42c6-bd5a-2fabef581e2e/19a98e61-2ea1-4d4d-b83d-ddacf641e019) {{(pid=106254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:26:23.036889 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-f921adc3-492f-45e9-96ab-a344ecd1c21a None None] Set router 8eca2192-a49c-4c3c-8664-6dd91036de74 gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:26:23.253443 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-d03a7704-fd2f-4abc-af77-4b9219d9709d None None] Notify callbacks [] for port, precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:23.258236 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-9bc9740a-0324-4d0d-9ea8-c4d517a0bce2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:23.262667 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-d03a7704-fd2f-4abc-af77-4b9219d9709d None None] Transition to ACTIVE for port object 19a98e61-2ea1-4d4d-b83d-ddacf641e019 will not be triggered until provisioned by entity L2. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:26:23.291473 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-d03a7704-fd2f-4abc-af77-4b9219d9709d None None] Transition to ACTIVE for port object 19a98e61-2ea1-4d4d-b83d-ddacf641e019 will not be triggered until provisioned by entity DHCP. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:26:23.299761 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-f921adc3-492f-45e9-96ab-a344ecd1c21a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eca2192-a49c-4c3c-8664-6dd91036de74', 'name': 'tempest-TestAggregatesBasicOps-476896853-router', 'tenant_id': '29ad1762aeff47fe8510ef6a37e0204f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': '561644ad-1d72-4280-92b8-e5037dade40f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:26:16Z', 'updated_at': '2021-08-18T12:26:20Z', 'revision_number': 4, 'project_id': '29ad1762aeff47fe8510ef6a37e0204f', 'gw_port': {'id': '561644ad-1d72-4280-92b8-e5037dade40f', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:59:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eca2192-a49c-4c3c-8664-6dd91036de74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:26:16Z', 'updated_at': '2021-08-18T12:26:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': '41aaff21-a02d-4ccc-b1d1-5144e0fb4c3f', 'name': '', 'network_id': 'b9285d76-b4ba-403b-a5cf-90502e2fd6c4', 'tenant_id': '29ad1762aeff47fe8510ef6a37e0204f', 'mac_address': 'fa:16:3e:96:84:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8eca2192-a49c-4c3c-8664-6dd91036de74', 'device_owner': 'network:router_interface', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': '764f4aa3-452e-416a-9170-0dc88df2ed35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:26:19Z', 'updated_at': '2021-08-18T12:26:20Z', 'revision_number': 2, 'project_id': '29ad1762aeff47fe8510ef6a37e0204f', 'subnets': [{'id': '764f4aa3-452e-416a-9170-0dc88df2ed35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:26:23.302333 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-9bc9740a-0324-4d0d-9ea8-c4d517a0bce2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:23.304349 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-d03a7704-fd2f-4abc-af77-4b9219d9709d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547'] for port, after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:23.379987 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d03a7704-fd2f-4abc-af77-4b9219d9709d None None] Network a2ab5bd0-31a8-420f-b9d3-066fb938c7b9 is already hosted by enough agents. {{(pid=106254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:26:23.385420 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.base_scheduler [None req-d03a7704-fd2f-4abc-af77-4b9219d9709d None None] Resources bound (agent type, host, resource id): {{(pid=106254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:26:23.393256 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d03a7704-fd2f-4abc-af77-4b9219d9709d None None] Received port after_create {{(pid=106254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:26:23.402764 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f921adc3-492f-45e9-96ab-a344ecd1c21a None None] Checking router: 8eca2192-a49c-4c3c-8664-6dd91036de74 for host: n-d-804985-2 {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:26:23.405090 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f921adc3-492f-45e9-96ab-a344ecd1c21a None None] Updating router 8eca2192-a49c-4c3c-8664-6dd91036de74 port 41aaff21-a02d-4ccc-b1d1-5144e0fb4c3f binding host n-d-804985-2 {{(pid=106255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 12:26:23.425427 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03a7704-fd2f-4abc-af77-4b9219d9709d None None] Pushing event updated for resources: {'Port': ['ID=19a98e61-2ea1-4d4d-b83d-ddacf641e019,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:26:23.434069 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-f921adc3-492f-45e9-96ab-a344ecd1c21a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:23.488918 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-d03a7704-fd2f-4abc-af77-4b9219d9709d None None] Attempting to bind port 19a98e61-2ea1-4d4d-b83d-ddacf641e019 on host n-d-804985-2 for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:26:23.489295 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-d03a7704-fd2f-4abc-af77-4b9219d9709d None None] Attempting to bind port 19a98e61-2ea1-4d4d-b83d-ddacf641e019 by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': '2f6852a5-522c-4041-9fbf-8161b6cb7871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'a2ab5bd0-31a8-420f-b9d3-066fb938c7b9'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:26:23.489661 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03a7704-fd2f-4abc-af77-4b9219d9709d None None] Attempting to bind port 19a98e61-2ea1-4d4d-b83d-ddacf641e019 on network a2ab5bd0-31a8-420f-b9d3-066fb938c7b9 {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:26:23.498097 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03a7704-fd2f-4abc-af77-4b9219d9709d None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 26, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:26:23.498472 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03a7704-fd2f-4abc-af77-4b9219d9709d None None] Checking segment: {'id': '2f6852a5-522c-4041-9fbf-8161b6cb7871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'a2ab5bd0-31a8-420f-b9d3-066fb938c7b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:26:23.498885 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-d03a7704-fd2f-4abc-af77-4b9219d9709d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:23.499278 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03a7704-fd2f-4abc-af77-4b9219d9709d None None] Bound using segment: {'id': '2f6852a5-522c-4041-9fbf-8161b6cb7871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'a2ab5bd0-31a8-420f-b9d3-066fb938c7b9'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:26:23.500350 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-d03a7704-fd2f-4abc-af77-4b9219d9709d None None] Bound port: 19a98e61-2ea1-4d4d-b83d-ddacf641e019, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f6852a5-522c-4041-9fbf-8161b6cb7871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'a2ab5bd0-31a8-420f-b9d3-066fb938c7b9'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:26:23.500929 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-d03a7704-fd2f-4abc-af77-4b9219d9709d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:23.506736 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [None req-9bc9740a-0324-4d0d-9ea8-c4d517a0bce2 admin admin] Allocated IP 172.25.7.38 (7cae7a70-14fd-408c-b14d-39ceb97cb60e/9784295a-20b8-4a4b-b105-f82737f0448f/aeba2e06-e19d-4ebf-a44b-5d75acfa092b) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:26:23.605513 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-d03a7704-fd2f-4abc-af77-4b9219d9709d None None] For port 19a98e61-2ea1-4d4d-b83d-ddacf641e019, host n-d-804985-2, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:26:23.610795 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-d03a7704-fd2f-4abc-af77-4b9219d9709d None None] For port 19a98e61-2ea1-4d4d-b83d-ddacf641e019, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=19a98e61-2ea1-4d4d-b83d-ddacf641e019,segment=NetworkSegment(2f6852a5-522c-4041-9fbf-8161b6cb7871),segment_id=2f6852a5-522c-4041-9fbf-8161b6cb7871)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:26:23.623005 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-d03a7704-fd2f-4abc-af77-4b9219d9709d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:23.704960 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-9bc9740a-0324-4d0d-9ea8-c4d517a0bce2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:23.775557 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03a7704-fd2f-4abc-af77-4b9219d9709d None None] Pushing event updated for resources: {'Port': ['ID=19a98e61-2ea1-4d4d-b83d-ddacf641e019,revision_number=2']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:26:23.804155 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-9bc9740a-0324-4d0d-9ea8-c4d517a0bce2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:23.856076 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-f921adc3-492f-45e9-96ab-a344ecd1c21a None None] Notify callbacks [] for port, precommit_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:23.868893 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-f921adc3-492f-45e9-96ab-a344ecd1c21a None None] Transition to ACTIVE for port object 41aaff21-a02d-4ccc-b1d1-5144e0fb4c3f will not be triggered until provisioned by entity L2. {{(pid=106255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:26:23.881858 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-f921adc3-492f-45e9-96ab-a344ecd1c21a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:23.908865 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-500a1c61-38a7-4c23-a7ec-4631080af5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:23.926583 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bc9740a-0324-4d0d-9ea8-c4d517a0bce2 admin admin] Network 7cae7a70-14fd-408c-b14d-39ceb97cb60e is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:26:23.929756 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-9bc9740a-0324-4d0d-9ea8-c4d517a0bce2 admin admin] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:26:23.932604 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc9740a-0324-4d0d-9ea8-c4d517a0bce2 admin admin] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:26:23.937118 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc9740a-0324-4d0d-9ea8-c4d517a0bce2 admin admin] Pushing event updated for resources: {'Port': ['ID=aeba2e06-e19d-4ebf-a44b-5d75acfa092b,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:26:23.966703 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39805758-b827-4fa9-9ae0-59e6e5b34806 None None] Pushing event updated for resources: {'Port': ['ID=41aaff21-a02d-4ccc-b1d1-5144e0fb4c3f,revision_number=3']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:26:23.999083 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39805758-b827-4fa9-9ae0-59e6e5b34806 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:26:24.001157 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39805758-b827-4fa9-9ae0-59e6e5b34806 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:26:24.005553 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39805758-b827-4fa9-9ae0-59e6e5b34806 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:26:24.006028 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39805758-b827-4fa9-9ae0-59e6e5b34806 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:26:24.006620 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39805758-b827-4fa9-9ae0-59e6e5b34806 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:26:24.006963 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39805758-b827-4fa9-9ae0-59e6e5b34806 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:26:24.007404 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39805758-b827-4fa9-9ae0-59e6e5b34806 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:26:24.007829 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39805758-b827-4fa9-9ae0-59e6e5b34806 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:26:24.008251 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39805758-b827-4fa9-9ae0-59e6e5b34806 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:26:24.010085 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39805758-b827-4fa9-9ae0-59e6e5b34806 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:26:24.010720 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39805758-b827-4fa9-9ae0-59e6e5b34806 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:26:24.011889 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39805758-b827-4fa9-9ae0-59e6e5b34806 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:26:24.160508 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-f921adc3-492f-45e9-96ab-a344ecd1c21a None None] Attempting to bind port 41aaff21-a02d-4ccc-b1d1-5144e0fb4c3f on host n-d-804985-2 for vnic_type normal with profile {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:26:24.160905 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-f921adc3-492f-45e9-96ab-a344ecd1c21a None None] Attempting to bind port 41aaff21-a02d-4ccc-b1d1-5144e0fb4c3f by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': 'd86d7b9a-8bb9-46c9-8b02-08bbfda82ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'b9285d76-b4ba-403b-a5cf-90502e2fd6c4'}] {{(pid=106255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:26:24.161301 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f921adc3-492f-45e9-96ab-a344ecd1c21a None None] Attempting to bind port 41aaff21-a02d-4ccc-b1d1-5144e0fb4c3f on network b9285d76-b4ba-403b-a5cf-90502e2fd6c4 {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:26:24.176705 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f921adc3-492f-45e9-96ab-a344ecd1c21a None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 26, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:26:24.177087 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f921adc3-492f-45e9-96ab-a344ecd1c21a None None] Checking segment: {'id': 'd86d7b9a-8bb9-46c9-8b02-08bbfda82ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'b9285d76-b4ba-403b-a5cf-90502e2fd6c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:26:24.181350 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-f921adc3-492f-45e9-96ab-a344ecd1c21a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:24.181760 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f921adc3-492f-45e9-96ab-a344ecd1c21a None None] Bound using segment: {'id': 'd86d7b9a-8bb9-46c9-8b02-08bbfda82ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'b9285d76-b4ba-403b-a5cf-90502e2fd6c4'} {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:26:24.182250 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-f921adc3-492f-45e9-96ab-a344ecd1c21a None None] Bound port: 41aaff21-a02d-4ccc-b1d1-5144e0fb4c3f, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd86d7b9a-8bb9-46c9-8b02-08bbfda82ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'b9285d76-b4ba-403b-a5cf-90502e2fd6c4'}}] {{(pid=106255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:26:24.182628 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-f921adc3-492f-45e9-96ab-a344ecd1c21a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:24.353662 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-f921adc3-492f-45e9-96ab-a344ecd1c21a None None] For port 41aaff21-a02d-4ccc-b1d1-5144e0fb4c3f, host n-d-804985-2, cleared binding levels {{(pid=106255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:26:24.362584 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-f921adc3-492f-45e9-96ab-a344ecd1c21a None None] For port 41aaff21-a02d-4ccc-b1d1-5144e0fb4c3f, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=41aaff21-a02d-4ccc-b1d1-5144e0fb4c3f,segment=NetworkSegment(d86d7b9a-8bb9-46c9-8b02-08bbfda82ac8),segment_id=d86d7b9a-8bb9-46c9-8b02-08bbfda82ac8)] {{(pid=106255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:26:24.370357 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-f921adc3-492f-45e9-96ab-a344ecd1c21a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:24.412380 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 561644ad-1d72-4280-92b8-e5037dade40f up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:26:24.492371 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f921adc3-492f-45e9-96ab-a344ecd1c21a None None] Routers {'8eca2192-a49c-4c3c-8664-6dd91036de74'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:26:24.493382 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-f921adc3-492f-45e9-96ab-a344ecd1c21a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:26:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['8eca2192-a49c-4c3c-8664-6dd91036de74'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:26:24.516911 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-9bc9740a-0324-4d0d-9ea8-c4d517a0bce2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:24.570634 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 561644ad-1d72-4280-92b8-e5037dade40f triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:26:24.571013 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:24.667685 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39805758-b827-4fa9-9ae0-59e6e5b34806 None None] Pushing event updated for resources: {'Port': ['ID=41aaff21-a02d-4ccc-b1d1-5144e0fb4c3f,revision_number=4']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:26:24.725464 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-f921adc3-492f-45e9-96ab-a344ecd1c21a None None] Set router 8eca2192-a49c-4c3c-8664-6dd91036de74 gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:26:24.793090 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 19a98e61-2ea1-4d4d-b83d-ddacf641e019 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:26:24.860100 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-9bc9740a-0324-4d0d-9ea8-c4d517a0bce2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-998473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-992536'] for router, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:24.887248 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port 19a98e61-2ea1-4d4d-b83d-ddacf641e019 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:26:25.075212 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bc9740a-0324-4d0d-9ea8-c4d517a0bce2 admin admin] Router de3a8e01-a563-40b5-8ca2-46d2c11644f0 is scheduled to L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 with binding_index 1 {{(pid=106252) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 12:26:25.093868 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-f921adc3-492f-45e9-96ab-a344ecd1c21a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eca2192-a49c-4c3c-8664-6dd91036de74', 'name': 'tempest-TestAggregatesBasicOps-476896853-router', 'tenant_id': '29ad1762aeff47fe8510ef6a37e0204f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': '561644ad-1d72-4280-92b8-e5037dade40f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:26:16Z', 'updated_at': '2021-08-18T12:26:20Z', 'revision_number': 4, 'project_id': '29ad1762aeff47fe8510ef6a37e0204f', 'gw_port': {'id': '561644ad-1d72-4280-92b8-e5037dade40f', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:59:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eca2192-a49c-4c3c-8664-6dd91036de74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:26:16Z', 'updated_at': '2021-08-18T12:26:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': '41aaff21-a02d-4ccc-b1d1-5144e0fb4c3f', 'name': '', 'network_id': 'b9285d76-b4ba-403b-a5cf-90502e2fd6c4', 'tenant_id': '29ad1762aeff47fe8510ef6a37e0204f', 'mac_address': 'fa:16:3e:96:84:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8eca2192-a49c-4c3c-8664-6dd91036de74', 'device_owner': 'network:router_interface', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': '764f4aa3-452e-416a-9170-0dc88df2ed35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:26:19Z', 'updated_at': '2021-08-18T12:26:24Z', 'revision_number': 4, 'project_id': '29ad1762aeff47fe8510ef6a37e0204f', 'subnets': [{'id': '764f4aa3-452e-416a-9170-0dc88df2ed35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:26:25.145410 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f921adc3-492f-45e9-96ab-a344ecd1c21a None None] The sync data for ids ['8eca2192-a49c-4c3c-8664-6dd91036de74'] in n-d-804985-2 is: [{'id': '8eca2192-a49c-4c3c-8664-6dd91036de74', 'name': 'tempest-TestAggregatesBasicOps-476896853-router', 'tenant_id': '29ad1762aeff47fe8510ef6a37e0204f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': '561644ad-1d72-4280-92b8-e5037dade40f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:26:16Z', 'updated_at': '2021-08-18T12:26:20Z', 'revision_number': 4, 'project_id': '29ad1762aeff47fe8510ef6a37e0204f', 'gw_port': {'id': '561644ad-1d72-4280-92b8-e5037dade40f', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:59:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eca2192-a49c-4c3c-8664-6dd91036de74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:26:16Z', 'updated_at': '2021-08-18T12:26:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': '41aaff21-a02d-4ccc-b1d1-5144e0fb4c3f', 'name': '', 'network_id': 'b9285d76-b4ba-403b-a5cf-90502e2fd6c4', 'tenant_id': '29ad1762aeff47fe8510ef6a37e0204f', 'mac_address': 'fa:16:3e:96:84:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8eca2192-a49c-4c3c-8664-6dd91036de74', 'device_owner': 'network:router_interface', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': '764f4aa3-452e-416a-9170-0dc88df2ed35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:26:19Z', 'updated_at': '2021-08-18T12:26:24Z', 'revision_number': 4, 'project_id': '29ad1762aeff47fe8510ef6a37e0204f', 'subnets': [{'id': '764f4aa3-452e-416a-9170-0dc88df2ed35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:26:25.337124 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bc9740a-0324-4d0d-9ea8-c4d517a0bce2 admin admin] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:26:25.347704 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4444a6c3-40c8-4e3d-b1e3-4aac1c251151 None None] Sync routers for ids ['de3a8e01-a563-40b5-8ca2-46d2c11644f0'] in n-d-804985-2 {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:26:25.363977 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0f1b790-35b0-4378-bbf0-2f8b9772026e None None] Network a2ab5bd0-31a8-420f-b9d3-066fb938c7b9 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:26:25.371371 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4444a6c3-40c8-4e3d-b1e3-4aac1c251151 None None] Routers {'de3a8e01-a563-40b5-8ca2-46d2c11644f0'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:26:25.371371 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-4444a6c3-40c8-4e3d-b1e3-4aac1c251151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:26:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['de3a8e01-a563-40b5-8ca2-46d2c11644f0'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:26:25.377819 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-9bc9740a-0324-4d0d-9ea8-c4d517a0bce2 admin admin] Notify callbacks [] for router, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:25.379283 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-9bc9740a-0324-4d0d-9ea8-c4d517a0bce2 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.9470167 Aug 18 12:26:25.381910 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 44790) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:26:25.606037 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-ec6dc8e3-c190-483c-8c6e-eb3e1a6040e9 None None] Provisioning for port 19a98e61-2ea1-4d4d-b83d-ddacf641e019 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:26:25.614871 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-ec6dc8e3-c190-483c-8c6e-eb3e1a6040e9 None None] Provisioning complete for port 19a98e61-2ea1-4d4d-b83d-ddacf641e019 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:26:25.615565 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ec6dc8e3-c190-483c-8c6e-eb3e1a6040e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:25.680657 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-4444a6c3-40c8-4e3d-b1e3-4aac1c251151 None None] Set router de3a8e01-a563-40b5-8ca2-46d2c11644f0 gateway port host: n-d-804985-2 {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:26:25.954504 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f5809417-5a6e-445e-80d2-fcc615a573fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:26.110182 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ec6dc8e3-c190-483c-8c6e-eb3e1a6040e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:26.180895 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-ec6dc8e3-c190-483c-8c6e-eb3e1a6040e9 None None] For port 19a98e61-2ea1-4d4d-b83d-ddacf641e019, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=19a98e61-2ea1-4d4d-b83d-ddacf641e019,segment=NetworkSegment(2f6852a5-522c-4041-9fbf-8161b6cb7871),segment_id=2f6852a5-522c-4041-9fbf-8161b6cb7871)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:26:26.183184 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-4444a6c3-40c8-4e3d-b1e3-4aac1c251151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de3a8e01-a563-40b5-8ca2-46d2c11644f0', 'name': 'tempest-TestAggregatesBasicOps-1009813530-router', 'tenant_id': 'c06f3b57aac1488cb759ff3ebcebed36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.38'}], 'enable_snat': True}, 'gw_port_id': 'aeba2e06-e19d-4ebf-a44b-5d75acfa092b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:26:22Z', 'updated_at': '2021-08-18T12:26:24Z', 'revision_number': 3, 'project_id': 'c06f3b57aac1488cb759ff3ebcebed36', 'gw_port': {'id': 'aeba2e06-e19d-4ebf-a44b-5d75acfa092b', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:6e:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de3a8e01-a563-40b5-8ca2-46d2c11644f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:26:23Z', 'updated_at': '2021-08-18T12:26:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:26:26.234740 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4444a6c3-40c8-4e3d-b1e3-4aac1c251151 None None] Checking router: de3a8e01-a563-40b5-8ca2-46d2c11644f0 for host: n-d-804985-2 {{(pid=106254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:26:26.235102 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4444a6c3-40c8-4e3d-b1e3-4aac1c251151 None None] Updating router de3a8e01-a563-40b5-8ca2-46d2c11644f0 port aeba2e06-e19d-4ebf-a44b-5d75acfa092b binding host n-d-804985-2 {{(pid=106254) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 12:26:26.245301 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ec6dc8e3-c190-483c-8c6e-eb3e1a6040e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:26.255715 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [None req-f5809417-5a6e-445e-80d2-fcc615a573fe admin admin] Allocated IP 172.20.0.1 (a2ab5bd0-31a8-420f-b9d3-066fb938c7b9/166b1a37-f8fc-42c6-bd5a-2fabef581e2e/955cead3-1a9d-446d-8499-ab9c56fe6cfc) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:26:26.320542 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 41aaff21-a02d-4ccc-b1d1-5144e0fb4c3f up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:26:26.445246 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f5809417-5a6e-445e-80d2-fcc615a573fe admin admin] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:26.477818 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [None req-f5809417-5a6e-445e-80d2-fcc615a573fe admin admin] Transition to ACTIVE for port object 955cead3-1a9d-446d-8499-ab9c56fe6cfc will not be triggered until provisioned by entity DHCP. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:26:26.525690 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f5809417-5a6e-445e-80d2-fcc615a573fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:26.577770 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5809417-5a6e-445e-80d2-fcc615a573fe admin admin] Network a2ab5bd0-31a8-420f-b9d3-066fb938c7b9 is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:26:26.581525 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-f5809417-5a6e-445e-80d2-fcc615a573fe admin admin] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:26:26.604239 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5809417-5a6e-445e-80d2-fcc615a573fe admin admin] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:26:26.620108 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4444a6c3-40c8-4e3d-b1e3-4aac1c251151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:26.634321 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5809417-5a6e-445e-80d2-fcc615a573fe admin admin] Pushing event updated for resources: {'Port': ['ID=955cead3-1a9d-446d-8499-ab9c56fe6cfc,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:26:26.658909 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f5809417-5a6e-445e-80d2-fcc615a573fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-996688'] for router_interface, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:26.700041 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6dc8e3-c190-483c-8c6e-eb3e1a6040e9 None None] Pushing event updated for resources: {'Port': ['ID=19a98e61-2ea1-4d4d-b83d-ddacf641e019,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:26:26.722736 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-5d04369a-59f3-4f52-a177-d2a862c1cfbc None None] Provisioning complete for port 19a98e61-2ea1-4d4d-b83d-ddacf641e019 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:26:26.723371 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-5d04369a-59f3-4f52-a177-d2a862c1cfbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:26.773751 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port 41aaff21-a02d-4ccc-b1d1-5144e0fb4c3f completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:26:26.782053 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 41aaff21-a02d-4ccc-b1d1-5144e0fb4c3f triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:26:26.782590 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:26.863226 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f5809417-5a6e-445e-80d2-fcc615a573fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:27.134146 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f5809417-5a6e-445e-80d2-fcc615a573fe admin admin] Notify callbacks [] for port, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:27.142810 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f5809417-5a6e-445e-80d2-fcc615a573fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:27.193008 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f5809417-5a6e-445e-80d2-fcc615a573fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-996772'] for router_interface, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:27.237741 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5809417-5a6e-445e-80d2-fcc615a573fe admin admin] Pushing event updated for resources: {'Port': ['ID=955cead3-1a9d-446d-8499-ab9c56fe6cfc,revision_number=2']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:26:27.252341 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:27.284909 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4444a6c3-40c8-4e3d-b1e3-4aac1c251151 None None] Notify callbacks [] for port, precommit_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:27.307222 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-4444a6c3-40c8-4e3d-b1e3-4aac1c251151 None None] Transition to ACTIVE for port object aeba2e06-e19d-4ebf-a44b-5d75acfa092b will not be triggered until provisioned by entity L2. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:26:27.321733 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4444a6c3-40c8-4e3d-b1e3-4aac1c251151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:27.331604 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] For port 41aaff21-a02d-4ccc-b1d1-5144e0fb4c3f, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=41aaff21-a02d-4ccc-b1d1-5144e0fb4c3f,segment=NetworkSegment(d86d7b9a-8bb9-46c9-8b02-08bbfda82ac8),segment_id=d86d7b9a-8bb9-46c9-8b02-08bbfda82ac8)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:26:27.371602 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5809417-5a6e-445e-80d2-fcc615a573fe admin admin] Network a2ab5bd0-31a8-420f-b9d3-066fb938c7b9 is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:26:27.373279 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-f5809417-5a6e-445e-80d2-fcc615a573fe admin admin] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:26:27.418062 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:27.444509 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f813559-cd7a-471a-ad6a-3e2280a8b913 None None] Pushing event updated for resources: {'Port': ['ID=aeba2e06-e19d-4ebf-a44b-5d75acfa092b,revision_number=2']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:26:27.446933 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-4444a6c3-40c8-4e3d-b1e3-4aac1c251151 None None] Attempting to bind port aeba2e06-e19d-4ebf-a44b-5d75acfa092b on host n-d-804985-2 for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:26:27.447200 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-4444a6c3-40c8-4e3d-b1e3-4aac1c251151 None None] Attempting to bind port aeba2e06-e19d-4ebf-a44b-5d75acfa092b by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:26:27.447569 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4444a6c3-40c8-4e3d-b1e3-4aac1c251151 None None] Attempting to bind port aeba2e06-e19d-4ebf-a44b-5d75acfa092b on network 7cae7a70-14fd-408c-b14d-39ceb97cb60e {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:26:27.482987 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-ec94f0d4-0ae8-4380-a60b-dca89f1ac589 None None] Provisioning for port 955cead3-1a9d-446d-8499-ab9c56fe6cfc completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:26:27.493787 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4444a6c3-40c8-4e3d-b1e3-4aac1c251151 None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 26, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:26:27.494033 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4444a6c3-40c8-4e3d-b1e3-4aac1c251151 None None] Checking segment: {'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:26:27.494305 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4444a6c3-40c8-4e3d-b1e3-4aac1c251151 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:27.494700 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4444a6c3-40c8-4e3d-b1e3-4aac1c251151 None None] Bound using segment: {'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:26:27.495326 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-4444a6c3-40c8-4e3d-b1e3-4aac1c251151 None None] Bound port: aeba2e06-e19d-4ebf-a44b-5d75acfa092b, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:26:27.495730 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4444a6c3-40c8-4e3d-b1e3-4aac1c251151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:27.559922 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-4444a6c3-40c8-4e3d-b1e3-4aac1c251151 None None] For port aeba2e06-e19d-4ebf-a44b-5d75acfa092b, host n-d-804985-2, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:26:27.563704 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-ec94f0d4-0ae8-4380-a60b-dca89f1ac589 None None] Provisioning complete for port 955cead3-1a9d-446d-8499-ab9c56fe6cfc triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:26:27.564280 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ec94f0d4-0ae8-4380-a60b-dca89f1ac589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:27.602384 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-4444a6c3-40c8-4e3d-b1e3-4aac1c251151 None None] For port aeba2e06-e19d-4ebf-a44b-5d75acfa092b, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=aeba2e06-e19d-4ebf-a44b-5d75acfa092b,segment=NetworkSegment(c5a3db9d-5c58-41b1-9177-d5787a597b78),segment_id=c5a3db9d-5c58-41b1-9177-d5787a597b78)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:26:27.627028 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4444a6c3-40c8-4e3d-b1e3-4aac1c251151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:27.643853 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Pushing event updated for resources: {'Port': ['ID=41aaff21-a02d-4ccc-b1d1-5144e0fb4c3f,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:26:27.653767 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-ec94f0d4-0ae8-4380-a60b-dca89f1ac589 None None] Port 955cead3-1a9d-446d-8499-ab9c56fe6cfc cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:26:27.728511 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4444a6c3-40c8-4e3d-b1e3-4aac1c251151 None None] Routers {'de3a8e01-a563-40b5-8ca2-46d2c11644f0'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:26:27.729269 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-4444a6c3-40c8-4e3d-b1e3-4aac1c251151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:26:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['de3a8e01-a563-40b5-8ca2-46d2c11644f0'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:26:27.791401 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f813559-cd7a-471a-ad6a-3e2280a8b913 None None] Pushing event updated for resources: {'Port': ['ID=aeba2e06-e19d-4ebf-a44b-5d75acfa092b,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:26:27.837181 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-3b0817d1-34b0-4df9-a77f-e73eeb605e03 None None] Provisioning complete for port 955cead3-1a9d-446d-8499-ab9c56fe6cfc triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:26:27.837648 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3b0817d1-34b0-4df9-a77f-e73eeb605e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:27.889573 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-4444a6c3-40c8-4e3d-b1e3-4aac1c251151 None None] Set router de3a8e01-a563-40b5-8ca2-46d2c11644f0 gateway port host: n-d-804985-2 {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:26:27.891302 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-3b0817d1-34b0-4df9-a77f-e73eeb605e03 None None] Port 955cead3-1a9d-446d-8499-ab9c56fe6cfc cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:26:28.031316 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5809417-5a6e-445e-80d2-fcc615a573fe admin admin] Router de3a8e01-a563-40b5-8ca2-46d2c11644f0 has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:26:28.155460 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-4444a6c3-40c8-4e3d-b1e3-4aac1c251151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de3a8e01-a563-40b5-8ca2-46d2c11644f0', 'name': 'tempest-TestAggregatesBasicOps-1009813530-router', 'tenant_id': 'c06f3b57aac1488cb759ff3ebcebed36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.38'}], 'enable_snat': True}, 'gw_port_id': 'aeba2e06-e19d-4ebf-a44b-5d75acfa092b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:26:22Z', 'updated_at': '2021-08-18T12:26:26Z', 'revision_number': 4, 'project_id': 'c06f3b57aac1488cb759ff3ebcebed36', 'gw_port': {'id': 'aeba2e06-e19d-4ebf-a44b-5d75acfa092b', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:6e:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de3a8e01-a563-40b5-8ca2-46d2c11644f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:26:23Z', 'updated_at': '2021-08-18T12:26:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': '955cead3-1a9d-446d-8499-ab9c56fe6cfc', 'name': '', 'network_id': 'a2ab5bd0-31a8-420f-b9d3-066fb938c7b9', 'tenant_id': 'c06f3b57aac1488cb759ff3ebcebed36', 'mac_address': 'fa:16:3e:8f:54:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de3a8e01-a563-40b5-8ca2-46d2c11644f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': '166b1a37-f8fc-42c6-bd5a-2fabef581e2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:26:26Z', 'updated_at': '2021-08-18T12:26:26Z', 'revision_number': 2, 'project_id': 'c06f3b57aac1488cb759ff3ebcebed36', 'subnets': [{'id': '166b1a37-f8fc-42c6-bd5a-2fabef581e2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:26:28.169224 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5809417-5a6e-445e-80d2-fcc615a573fe admin admin] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:26:28.175600 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-f5809417-5a6e-445e-80d2-fcc615a573fe admin admin] 10.222.0.66 "PUT /v2.0/routers/de3a8e01-a563-40b5-8ca2-46d2c11644f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7926292 Aug 18 12:26:28.199023 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 41aaff21-a02d-4ccc-b1d1-5144e0fb4c3f up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:26:28.202554 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4444a6c3-40c8-4e3d-b1e3-4aac1c251151 None None] The sync data for ids ['de3a8e01-a563-40b5-8ca2-46d2c11644f0'] in n-d-804985-2 is: [{'id': 'de3a8e01-a563-40b5-8ca2-46d2c11644f0', 'name': 'tempest-TestAggregatesBasicOps-1009813530-router', 'tenant_id': 'c06f3b57aac1488cb759ff3ebcebed36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.38'}], 'enable_snat': True}, 'gw_port_id': 'aeba2e06-e19d-4ebf-a44b-5d75acfa092b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:26:22Z', 'updated_at': '2021-08-18T12:26:26Z', 'revision_number': 4, 'project_id': 'c06f3b57aac1488cb759ff3ebcebed36', 'gw_port': {'id': 'aeba2e06-e19d-4ebf-a44b-5d75acfa092b', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:6e:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de3a8e01-a563-40b5-8ca2-46d2c11644f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:26:23Z', 'updated_at': '2021-08-18T12:26:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': '955cead3-1a9d-446d-8499-ab9c56fe6cfc', 'name': '', 'network_id': 'a2ab5bd0-31a8-420f-b9d3-066fb938c7b9', 'tenant_id': 'c06f3b57aac1488cb759ff3ebcebed36', 'mac_address': 'fa:16:3e:8f:54:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de3a8e01-a563-40b5-8ca2-46d2c11644f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': '166b1a37-f8fc-42c6-bd5a-2fabef581e2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:26:26Z', 'updated_at': '2021-08-18T12:26:26Z', 'revision_number': 2, 'project_id': 'c06f3b57aac1488cb759ff3ebcebed36', 'subnets': [{'id': '166b1a37-f8fc-42c6-bd5a-2fabef581e2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:26:28.251768 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 41aaff21-a02d-4ccc-b1d1-5144e0fb4c3f triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:26:28.252135 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:28.383936 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 19a98e61-2ea1-4d4d-b83d-ddacf641e019 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:26:28.472242 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 19a98e61-2ea1-4d4d-b83d-ddacf641e019 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:26:28.472750 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:29.734750 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 44968) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:26:30.174584 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-29968472-b603-4520-bd48-7e228add235f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-996815'] for router_interface, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:30.199530 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device aeba2e06-e19d-4ebf-a44b-5d75acfa092b up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:26:30.273811 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port aeba2e06-e19d-4ebf-a44b-5d75acfa092b completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:26:30.284181 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port aeba2e06-e19d-4ebf-a44b-5d75acfa092b triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:26:30.284945 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:30.386088 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:30.421301 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] For port aeba2e06-e19d-4ebf-a44b-5d75acfa092b, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=aeba2e06-e19d-4ebf-a44b-5d75acfa092b,segment=NetworkSegment(c5a3db9d-5c58-41b1-9177-d5787a597b78),segment_id=c5a3db9d-5c58-41b1-9177-d5787a597b78)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:26:30.428033 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:30.491906 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-29968472-b603-4520-bd48-7e228add235f admin admin] Deleting port 41aaff21-a02d-4ccc-b1d1-5144e0fb4c3f {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:26:30.492747 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-29968472-b603-4520-bd48-7e228add235f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:30.509028 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Pushing event updated for resources: {'Port': ['ID=aeba2e06-e19d-4ebf-a44b-5d75acfa092b,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:26:30.593986 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [None req-29968472-b603-4520-bd48-7e228add235f admin admin] For port 41aaff21-a02d-4ccc-b1d1-5144e0fb4c3f, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=41aaff21-a02d-4ccc-b1d1-5144e0fb4c3f,segment=NetworkSegment(d86d7b9a-8bb9-46c9-8b02-08bbfda82ac8),segment_id=d86d7b9a-8bb9-46c9-8b02-08bbfda82ac8)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:26:30.594515 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-29968472-b603-4520-bd48-7e228add235f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:30.608741 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-29968472-b603-4520-bd48-7e228add235f admin admin] Calling delete_port for 41aaff21-a02d-4ccc-b1d1-5144e0fb4c3f owned by network:router_interface {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:26:30.807353 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-29968472-b603-4520-bd48-7e228add235f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:30.834850 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29968472-b603-4520-bd48-7e228add235f admin admin] Pushing event deleted for resources: {'Port': ['ID=41aaff21-a02d-4ccc-b1d1-5144e0fb4c3f,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:26:31.033347 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-29968472-b603-4520-bd48-7e228add235f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953695'] for router_interface, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:31.309507 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29968472-b603-4520-bd48-7e228add235f admin admin] Router 8eca2192-a49c-4c3c-8664-6dd91036de74 has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:26:31.430021 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29968472-b603-4520-bd48-7e228add235f admin admin] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:26:31.437475 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-29968472-b603-4520-bd48-7e228add235f admin admin] 10.222.0.66 "PUT /v2.0/routers/8eca2192-a49c-4c3c-8664-6dd91036de74/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6993551 Aug 18 12:26:31.438329 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 45000) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:26:31.446445 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7aba44d-bff2-4abc-b730-7d1cea3a5f03 None None] Sync routers for ids ['8eca2192-a49c-4c3c-8664-6dd91036de74'] in n-d-804985-2 {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:26:31.457611 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7aba44d-bff2-4abc-b730-7d1cea3a5f03 None None] Routers {'8eca2192-a49c-4c3c-8664-6dd91036de74'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:26:31.458069 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-d7aba44d-bff2-4abc-b730-7d1cea3a5f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:26:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['8eca2192-a49c-4c3c-8664-6dd91036de74'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:26:31.556774 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-354fc8c1-aeb4-4626-b5c9-1d45385185b8 admin admin] Notify callbacks [] for router, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:31.610348 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-d7aba44d-bff2-4abc-b730-7d1cea3a5f03 None None] Set router 8eca2192-a49c-4c3c-8664-6dd91036de74 gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:26:31.672131 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-354fc8c1-aeb4-4626-b5c9-1d45385185b8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:31.728921 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-354fc8c1-aeb4-4626-b5c9-1d45385185b8 admin admin] Deleting port 561644ad-1d72-4280-92b8-e5037dade40f {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:26:31.729524 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-354fc8c1-aeb4-4626-b5c9-1d45385185b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:31.818247 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [None req-354fc8c1-aeb4-4626-b5c9-1d45385185b8 admin admin] For port 561644ad-1d72-4280-92b8-e5037dade40f, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=561644ad-1d72-4280-92b8-e5037dade40f,segment=NetworkSegment(c5a3db9d-5c58-41b1-9177-d5787a597b78),segment_id=c5a3db9d-5c58-41b1-9177-d5787a597b78)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:26:31.818884 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-354fc8c1-aeb4-4626-b5c9-1d45385185b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:31.831623 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-354fc8c1-aeb4-4626-b5c9-1d45385185b8 admin admin] Calling delete_port for 561644ad-1d72-4280-92b8-e5037dade40f owned by network:router_gateway {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:26:31.841761 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-d7aba44d-bff2-4abc-b730-7d1cea3a5f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eca2192-a49c-4c3c-8664-6dd91036de74', 'name': 'tempest-TestAggregatesBasicOps-476896853-router', 'tenant_id': '29ad1762aeff47fe8510ef6a37e0204f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.139'}], 'enable_snat': True}, 'gw_port_id': '561644ad-1d72-4280-92b8-e5037dade40f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:26:16Z', 'updated_at': '2021-08-18T12:26:30Z', 'revision_number': 5, 'project_id': '29ad1762aeff47fe8510ef6a37e0204f', 'gw_port': {'id': '561644ad-1d72-4280-92b8-e5037dade40f', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:59:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eca2192-a49c-4c3c-8664-6dd91036de74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:26:16Z', 'updated_at': '2021-08-18T12:26:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:26:31.878483 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7aba44d-bff2-4abc-b730-7d1cea3a5f03 None None] Checking router: 8eca2192-a49c-4c3c-8664-6dd91036de74 for host: n-d-804985-2 {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:26:31.887691 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7aba44d-bff2-4abc-b730-7d1cea3a5f03 None None] Routers {'8eca2192-a49c-4c3c-8664-6dd91036de74'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:26:31.888366 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-d7aba44d-bff2-4abc-b730-7d1cea3a5f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:26:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['8eca2192-a49c-4c3c-8664-6dd91036de74'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:26:32.173032 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-d7aba44d-bff2-4abc-b730-7d1cea3a5f03 None None] Set router 8eca2192-a49c-4c3c-8664-6dd91036de74 gateway port host: None {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:26:32.270228 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-d7aba44d-bff2-4abc-b730-7d1cea3a5f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eca2192-a49c-4c3c-8664-6dd91036de74', 'name': 'tempest-TestAggregatesBasicOps-476896853-router', 'tenant_id': '29ad1762aeff47fe8510ef6a37e0204f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:26:16Z', 'updated_at': '2021-08-18T12:26:31Z', 'revision_number': 6, 'project_id': '29ad1762aeff47fe8510ef6a37e0204f', 'gw_port_host': None}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:26:32.302635 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7aba44d-bff2-4abc-b730-7d1cea3a5f03 None None] The sync data for ids ['8eca2192-a49c-4c3c-8664-6dd91036de74'] in n-d-804985-2 is: [{'id': '8eca2192-a49c-4c3c-8664-6dd91036de74', 'name': 'tempest-TestAggregatesBasicOps-476896853-router', 'tenant_id': '29ad1762aeff47fe8510ef6a37e0204f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:26:16Z', 'updated_at': '2021-08-18T12:26:31Z', 'revision_number': 6, 'project_id': '29ad1762aeff47fe8510ef6a37e0204f', 'gw_port_host': None}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:26:32.317129 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device aeba2e06-e19d-4ebf-a44b-5d75acfa092b up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:26:32.427606 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port aeba2e06-e19d-4ebf-a44b-5d75acfa092b triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:26:32.428115 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:32.464816 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-354fc8c1-aeb4-4626-b5c9-1d45385185b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:32.509279 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354fc8c1-aeb4-4626-b5c9-1d45385185b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=561644ad-1d72-4280-92b8-e5037dade40f,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:26:32.582923 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-354fc8c1-aeb4-4626-b5c9-1d45385185b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-997271'] for router_gateway, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:32.682022 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-354fc8c1-aeb4-4626-b5c9-1d45385185b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-996004', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15859'] for router, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:32.684463 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-354fc8c1-aeb4-4626-b5c9-1d45385185b8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:32.741282 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-354fc8c1-aeb4-4626-b5c9-1d45385185b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-996061'] for router, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:32.741876 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-354fc8c1-aeb4-4626-b5c9-1d45385185b8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8eca2192-a49c-4c3c-8664-6dd91036de74 {{(pid=106253) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 12:26:32.750582 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-354fc8c1-aeb4-4626-b5c9-1d45385185b8 admin admin] Notify callbacks [] for router, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:32.751938 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-354fc8c1-aeb4-4626-b5c9-1d45385185b8 admin admin] 10.222.0.66 "DELETE /v2.0/routers/8eca2192-a49c-4c3c-8664-6dd91036de74 HTTP/1.1" status: 204 len: 168 time: 1.3125627 Aug 18 12:26:32.754787 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 45022) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:26:32.815207 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_v2 [None req-845530e1-49a4-4bf7-a8a6-d2ef444356ec admin admin] Deleting subnet 764f4aa3-452e-416a-9170-0dc88df2ed35 {{(pid=106252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 12:26:32.824353 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-845530e1-49a4-4bf7-a8a6-d2ef444356ec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:32.871843 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e6b533-fc25-435b-b050-3b2ab7da9b66 None None] Sync routers for ids ['de3a8e01-a563-40b5-8ca2-46d2c11644f0'] in n-d-804985-2 {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:26:32.874095 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-845530e1-49a4-4bf7-a8a6-d2ef444356ec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2221528'] for subnet, precommit_delete_associations {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:32.885891 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e6b533-fc25-435b-b050-3b2ab7da9b66 None None] Routers {'de3a8e01-a563-40b5-8ca2-46d2c11644f0'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:26:32.886722 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-44e6b533-fc25-435b-b050-3b2ab7da9b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:26:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['de3a8e01-a563-40b5-8ca2-46d2c11644f0'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:26:32.983399 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-845530e1-49a4-4bf7-a8a6-d2ef444356ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:33.000376 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-44e6b533-fc25-435b-b050-3b2ab7da9b66 None None] Set router de3a8e01-a563-40b5-8ca2-46d2c11644f0 gateway port host: n-d-804985-2 {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:26:33.042225 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-845530e1-49a4-4bf7-a8a6-d2ef444356ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3572848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59074100'] for subnet, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:33.086378 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845530e1-49a4-4bf7-a8a6-d2ef444356ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=764f4aa3-452e-416a-9170-0dc88df2ed35,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:26:33.090524 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-845530e1-49a4-4bf7-a8a6-d2ef444356ec admin admin] Notify callbacks [] for subnet, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:33.094888 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-845530e1-49a4-4bf7-a8a6-d2ef444356ec admin admin] 10.222.0.66 "DELETE /v2.0/subnets/764f4aa3-452e-416a-9170-0dc88df2ed35 HTTP/1.1" status: 204 len: 168 time: 0.3368347 Aug 18 12:26:33.095204 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 45028) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:26:33.193281 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e11a6b4-3a8b-4cac-9a78-c4702a010bb8 None None] Network b9285d76-b4ba-403b-a5cf-90502e2fd6c4 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:26:33.233710 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5c943b15-6518-4833-b434-15250b14e4d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7904109'] for network, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:33.332921 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-5c943b15-6518-4833-b434-15250b14e4d0 admin admin] Deleting port 0081c223-fb39-4d24-bec1-094ff67c8078 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:26:33.333604 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5c943b15-6518-4833-b434-15250b14e4d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:33.369431 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-44e6b533-fc25-435b-b050-3b2ab7da9b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de3a8e01-a563-40b5-8ca2-46d2c11644f0', 'name': 'tempest-TestAggregatesBasicOps-1009813530-router', 'tenant_id': 'c06f3b57aac1488cb759ff3ebcebed36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.38'}], 'enable_snat': True}, 'gw_port_id': 'aeba2e06-e19d-4ebf-a44b-5d75acfa092b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:26:22Z', 'updated_at': '2021-08-18T12:26:26Z', 'revision_number': 4, 'project_id': 'c06f3b57aac1488cb759ff3ebcebed36', 'gw_port': {'id': 'aeba2e06-e19d-4ebf-a44b-5d75acfa092b', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:6e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de3a8e01-a563-40b5-8ca2-46d2c11644f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:26:23Z', 'updated_at': '2021-08-18T12:26:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': '955cead3-1a9d-446d-8499-ab9c56fe6cfc', 'name': '', 'network_id': 'a2ab5bd0-31a8-420f-b9d3-066fb938c7b9', 'tenant_id': 'c06f3b57aac1488cb759ff3ebcebed36', 'mac_address': 'fa:16:3e:8f:54:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de3a8e01-a563-40b5-8ca2-46d2c11644f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': '166b1a37-f8fc-42c6-bd5a-2fabef581e2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:26:26Z', 'updated_at': '2021-08-18T12:26:26Z', 'revision_number': 2, 'project_id': 'c06f3b57aac1488cb759ff3ebcebed36', 'subnets': [{'id': '166b1a37-f8fc-42c6-bd5a-2fabef581e2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:26:33.401546 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e6b533-fc25-435b-b050-3b2ab7da9b66 None None] Checking router: de3a8e01-a563-40b5-8ca2-46d2c11644f0 for host: n-d-804985-2 {{(pid=106254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:26:33.402188 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e6b533-fc25-435b-b050-3b2ab7da9b66 None None] Updating router de3a8e01-a563-40b5-8ca2-46d2c11644f0 port 955cead3-1a9d-446d-8499-ab9c56fe6cfc binding host n-d-804985-2 {{(pid=106254) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 12:26:33.425457 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [None req-5c943b15-6518-4833-b434-15250b14e4d0 admin admin] For port 0081c223-fb39-4d24-bec1-094ff67c8078, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=0081c223-fb39-4d24-bec1-094ff67c8078,segment=NetworkSegment(d86d7b9a-8bb9-46c9-8b02-08bbfda82ac8),segment_id=d86d7b9a-8bb9-46c9-8b02-08bbfda82ac8)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:26:33.425916 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5c943b15-6518-4833-b434-15250b14e4d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:33.432010 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-44e6b533-fc25-435b-b050-3b2ab7da9b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:33.441429 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-5c943b15-6518-4833-b434-15250b14e4d0 admin admin] Calling delete_port for 0081c223-fb39-4d24-bec1-094ff67c8078 owned by network:dhcp {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:26:33.497490 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-651c63ef-30ec-4262-bbbe-eebb205c1550 None None] DHCP port deletion for b9285d76-b4ba-403b-a5cf-90502e2fd6c4 request from n-d-804985-2 {{(pid=106254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 12:26:33.558055 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5c943b15-6518-4833-b434-15250b14e4d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:33.582732 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-651c63ef-30ec-4262-bbbe-eebb205c1550 None None] The port '0081c223-fb39-4d24-bec1-094ff67c8078' was deleted {{(pid=106254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1939}} Aug 18 12:26:33.613898 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c943b15-6518-4833-b434-15250b14e4d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=0081c223-fb39-4d24-bec1-094ff67c8078,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:26:33.629032 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c943b15-6518-4833-b434-15250b14e4d0 admin admin] No DVR routers for this DVR port 0081c223-fb39-4d24-bec1-094ff67c8078 on host n-d-804985-2 {{(pid=106253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:26:33.738576 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5c943b15-6518-4833-b434-15250b14e4d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8367869', 'neutron.services.segments.db._delete_segments_for_network-8789151212993'] for network, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:33.749039 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-5c943b15-6518-4833-b434-15250b14e4d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9285d76-b4ba-403b-a5cf-90502e2fd6c4']}} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:26:33.759084 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-5c943b15-6518-4833-b434-15250b14e4d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd86d7b9a-8bb9-46c9-8b02-08bbfda82ac8') {'for_net_delete': True} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:26:33.759489 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-5c943b15-6518-4833-b434-15250b14e4d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd86d7b9a-8bb9-46c9-8b02-08bbfda82ac8') {} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:26:33.769311 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5c943b15-6518-4833-b434-15250b14e4d0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789151225254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902236'] for segment, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:33.783849 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5c943b15-6518-4833-b434-15250b14e4d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:33.790275 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c943b15-6518-4833-b434-15250b14e4d0 admin admin] Releasing vlan 807 on physical network physnet1 to pool {{(pid=106253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:26:33.790817 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5c943b15-6518-4833-b434-15250b14e4d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58900537'] for segment, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:33.792707 n-d-804985-2 neutron-server[106253]: Traceback (most recent call last): Aug 18 12:26:33.792707 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:26:33.792707 n-d-804985-2 neutron-server[106253]: timer() Aug 18 12:26:33.792707 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:26:33.792707 n-d-804985-2 neutron-server[106253]: cb(*args, **kw) Aug 18 12:26:33.792707 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:26:33.792707 n-d-804985-2 neutron-server[106253]: return func(*args, **kwargs) Aug 18 12:26:33.792707 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:26:33.792707 n-d-804985-2 neutron-server[106253]: self._notify() Aug 18 12:26:33.792707 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:26:33.792707 n-d-804985-2 neutron-server[106253]: self.callback(batched_events) Aug 18 12:26:33.792707 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:26:33.792707 n-d-804985-2 neutron-server[106253]: event.method(event) Aug 18 12:26:33.792707 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:26:33.792707 n-d-804985-2 neutron-server[106253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:26:33.792707 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:26:33.792707 n-d-804985-2 neutron-server[106253]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:26:33.792707 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:26:33.792707 n-d-804985-2 neutron-server[106253]: return f(self, *a, **k) Aug 18 12:26:33.792707 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:26:33.792707 n-d-804985-2 neutron-server[106253]: return self._get(url).json() Aug 18 12:26:33.792707 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:26:33.792707 n-d-804985-2 neutron-server[106253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:26:33.792707 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:26:33.792707 n-d-804985-2 neutron-server[106253]: return self.request(url, 'GET', **kwargs) Aug 18 12:26:33.792707 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:26:33.792707 n-d-804985-2 neutron-server[106253]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:26:33.792707 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:26:33.792707 n-d-804985-2 neutron-server[106253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:26:33.792707 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:26:33.792707 n-d-804985-2 neutron-server[106253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:26:33.792707 n-d-804985-2 neutron-server[106253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:26:33.845886 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-44e6b533-fc25-435b-b050-3b2ab7da9b66 None None] Notify callbacks [] for port, precommit_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:33.851651 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5c943b15-6518-4833-b434-15250b14e4d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8367858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997186'] for network, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:33.858876 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-44e6b533-fc25-435b-b050-3b2ab7da9b66 None None] Transition to ACTIVE for port object 955cead3-1a9d-446d-8499-ab9c56fe6cfc will not be triggered until provisioned by entity L2. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:26:33.860665 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5c943b15-6518-4833-b434-15250b14e4d0 admin admin] Notify callbacks [] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:33.863231 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-5c943b15-6518-4833-b434-15250b14e4d0 admin admin] 10.222.0.66 "DELETE /v2.0/networks/b9285d76-b4ba-403b-a5cf-90502e2fd6c4 HTTP/1.1" status: 204 len: 168 time: 0.7670178 Aug 18 12:26:33.866964 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 45042) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:26:33.876755 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-44e6b533-fc25-435b-b050-3b2ab7da9b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:33.878618 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c943b15-6518-4833-b434-15250b14e4d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=b9285d76-b4ba-403b-a5cf-90502e2fd6c4,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:26:33.937233 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd2b88-33f1-4aba-acb6-54ae12fb1bf7 None None] Pushing event updated for resources: {'Port': ['ID=955cead3-1a9d-446d-8499-ab9c56fe6cfc,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:26:34.035001 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-44e6b533-fc25-435b-b050-3b2ab7da9b66 None None] Attempting to bind port 955cead3-1a9d-446d-8499-ab9c56fe6cfc on host n-d-804985-2 for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:26:34.036443 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-44e6b533-fc25-435b-b050-3b2ab7da9b66 None None] Attempting to bind port 955cead3-1a9d-446d-8499-ab9c56fe6cfc by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': '2f6852a5-522c-4041-9fbf-8161b6cb7871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'a2ab5bd0-31a8-420f-b9d3-066fb938c7b9'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:26:34.038614 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e6b533-fc25-435b-b050-3b2ab7da9b66 None None] Attempting to bind port 955cead3-1a9d-446d-8499-ab9c56fe6cfc on network a2ab5bd0-31a8-420f-b9d3-066fb938c7b9 {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:26:34.063230 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e6b533-fc25-435b-b050-3b2ab7da9b66 None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 26, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:26:34.063836 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e6b533-fc25-435b-b050-3b2ab7da9b66 None None] Checking segment: {'id': '2f6852a5-522c-4041-9fbf-8161b6cb7871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'a2ab5bd0-31a8-420f-b9d3-066fb938c7b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:26:34.064521 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-44e6b533-fc25-435b-b050-3b2ab7da9b66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:34.065676 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e6b533-fc25-435b-b050-3b2ab7da9b66 None None] Bound using segment: {'id': '2f6852a5-522c-4041-9fbf-8161b6cb7871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'a2ab5bd0-31a8-420f-b9d3-066fb938c7b9'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:26:34.067021 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-44e6b533-fc25-435b-b050-3b2ab7da9b66 None None] Bound port: 955cead3-1a9d-446d-8499-ab9c56fe6cfc, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f6852a5-522c-4041-9fbf-8161b6cb7871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'a2ab5bd0-31a8-420f-b9d3-066fb938c7b9'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:26:34.067611 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-44e6b533-fc25-435b-b050-3b2ab7da9b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:34.209981 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-44e6b533-fc25-435b-b050-3b2ab7da9b66 None None] For port 955cead3-1a9d-446d-8499-ab9c56fe6cfc, host n-d-804985-2, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:26:34.223036 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-44e6b533-fc25-435b-b050-3b2ab7da9b66 None None] For port 955cead3-1a9d-446d-8499-ab9c56fe6cfc, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=955cead3-1a9d-446d-8499-ab9c56fe6cfc,segment=NetworkSegment(2f6852a5-522c-4041-9fbf-8161b6cb7871),segment_id=2f6852a5-522c-4041-9fbf-8161b6cb7871)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:26:34.232762 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-44e6b533-fc25-435b-b050-3b2ab7da9b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:34.267142 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 41aaff21-a02d-4ccc-b1d1-5144e0fb4c3f no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:26:34.316625 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: 41aaff21-a02d-4ccc-b1d1-5144e0fb4c3f {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:26:34.316625 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 41aaff21-a02d-4ccc-b1d1-5144e0fb4c3f not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:26:34.316625 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 0081c223-fb39-4d24-bec1-094ff67c8078 no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:26:34.359453 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: 0081c223-fb39-4d24-bec1-094ff67c8078 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:26:34.360087 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 0081c223-fb39-4d24-bec1-094ff67c8078 not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:26:34.360736 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 561644ad-1d72-4280-92b8-e5037dade40f no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:26:34.431610 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-3aba998c-ff09-41f5-a4fb-01d2e00739b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-996815'] for router_interface, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:34.614088 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd2b88-33f1-4aba-acb6-54ae12fb1bf7 None None] Pushing event updated for resources: {'Port': ['ID=955cead3-1a9d-446d-8499-ab9c56fe6cfc,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:26:34.618290 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: 561644ad-1d72-4280-92b8-e5037dade40f {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:26:34.618991 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 561644ad-1d72-4280-92b8-e5037dade40f not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:26:34.620980 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e6b533-fc25-435b-b050-3b2ab7da9b66 None None] Routers {'de3a8e01-a563-40b5-8ca2-46d2c11644f0'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:26:34.621852 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-44e6b533-fc25-435b-b050-3b2ab7da9b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:26:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['de3a8e01-a563-40b5-8ca2-46d2c11644f0'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:26:34.775643 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-3aba998c-ff09-41f5-a4fb-01d2e00739b9 admin admin] Deleting port 955cead3-1a9d-446d-8499-ab9c56fe6cfc {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:26:34.775986 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-3aba998c-ff09-41f5-a4fb-01d2e00739b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:34.776418 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-44e6b533-fc25-435b-b050-3b2ab7da9b66 None None] Set router de3a8e01-a563-40b5-8ca2-46d2c11644f0 gateway port host: n-d-804985-2 {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:26:34.871288 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [None req-3aba998c-ff09-41f5-a4fb-01d2e00739b9 admin admin] For port 955cead3-1a9d-446d-8499-ab9c56fe6cfc, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=955cead3-1a9d-446d-8499-ab9c56fe6cfc,segment=NetworkSegment(2f6852a5-522c-4041-9fbf-8161b6cb7871),segment_id=2f6852a5-522c-4041-9fbf-8161b6cb7871)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:26:34.871897 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-3aba998c-ff09-41f5-a4fb-01d2e00739b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:34.888266 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-3aba998c-ff09-41f5-a4fb-01d2e00739b9 admin admin] Calling delete_port for 955cead3-1a9d-446d-8499-ab9c56fe6cfc owned by network:router_interface {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:26:35.040459 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-44e6b533-fc25-435b-b050-3b2ab7da9b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de3a8e01-a563-40b5-8ca2-46d2c11644f0', 'name': 'tempest-TestAggregatesBasicOps-1009813530-router', 'tenant_id': 'c06f3b57aac1488cb759ff3ebcebed36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.38'}], 'enable_snat': True}, 'gw_port_id': 'aeba2e06-e19d-4ebf-a44b-5d75acfa092b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:26:22Z', 'updated_at': '2021-08-18T12:26:26Z', 'revision_number': 4, 'project_id': 'c06f3b57aac1488cb759ff3ebcebed36', 'gw_port': {'id': 'aeba2e06-e19d-4ebf-a44b-5d75acfa092b', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:6e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de3a8e01-a563-40b5-8ca2-46d2c11644f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:26:23Z', 'updated_at': '2021-08-18T12:26:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': '955cead3-1a9d-446d-8499-ab9c56fe6cfc', 'name': '', 'network_id': 'a2ab5bd0-31a8-420f-b9d3-066fb938c7b9', 'tenant_id': 'c06f3b57aac1488cb759ff3ebcebed36', 'mac_address': 'fa:16:3e:8f:54:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de3a8e01-a563-40b5-8ca2-46d2c11644f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': '166b1a37-f8fc-42c6-bd5a-2fabef581e2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:26:26Z', 'updated_at': '2021-08-18T12:26:34Z', 'revision_number': 4, 'project_id': 'c06f3b57aac1488cb759ff3ebcebed36', 'subnets': [{'id': '166b1a37-f8fc-42c6-bd5a-2fabef581e2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:26:35.092466 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e6b533-fc25-435b-b050-3b2ab7da9b66 None None] The sync data for ids ['de3a8e01-a563-40b5-8ca2-46d2c11644f0'] in n-d-804985-2 is: [{'id': 'de3a8e01-a563-40b5-8ca2-46d2c11644f0', 'name': 'tempest-TestAggregatesBasicOps-1009813530-router', 'tenant_id': 'c06f3b57aac1488cb759ff3ebcebed36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.38'}], 'enable_snat': True}, 'gw_port_id': 'aeba2e06-e19d-4ebf-a44b-5d75acfa092b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:26:22Z', 'updated_at': '2021-08-18T12:26:26Z', 'revision_number': 4, 'project_id': 'c06f3b57aac1488cb759ff3ebcebed36', 'gw_port': {'id': 'aeba2e06-e19d-4ebf-a44b-5d75acfa092b', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:6e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de3a8e01-a563-40b5-8ca2-46d2c11644f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:26:23Z', 'updated_at': '2021-08-18T12:26:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': '955cead3-1a9d-446d-8499-ab9c56fe6cfc', 'name': '', 'network_id': 'a2ab5bd0-31a8-420f-b9d3-066fb938c7b9', 'tenant_id': 'c06f3b57aac1488cb759ff3ebcebed36', 'mac_address': 'fa:16:3e:8f:54:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de3a8e01-a563-40b5-8ca2-46d2c11644f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': '166b1a37-f8fc-42c6-bd5a-2fabef581e2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:26:26Z', 'updated_at': '2021-08-18T12:26:34Z', 'revision_number': 4, 'project_id': 'c06f3b57aac1488cb759ff3ebcebed36', 'subnets': [{'id': '166b1a37-f8fc-42c6-bd5a-2fabef581e2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:26:35.106855 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-3aba998c-ff09-41f5-a4fb-01d2e00739b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:35.135893 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aba998c-ff09-41f5-a4fb-01d2e00739b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=955cead3-1a9d-446d-8499-ab9c56fe6cfc,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:26:35.421986 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-3aba998c-ff09-41f5-a4fb-01d2e00739b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953695'] for router_interface, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:35.739188 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3aba998c-ff09-41f5-a4fb-01d2e00739b9 admin admin] Router de3a8e01-a563-40b5-8ca2-46d2c11644f0 has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:26:35.874880 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3aba998c-ff09-41f5-a4fb-01d2e00739b9 admin admin] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:26:35.880814 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-3aba998c-ff09-41f5-a4fb-01d2e00739b9 admin admin] 10.222.0.66 "PUT /v2.0/routers/de3a8e01-a563-40b5-8ca2-46d2c11644f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0123472 Aug 18 12:26:35.883084 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 45082) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:26:35.994554 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e039083f-65b5-46c1-b0d9-c7e06fdc3bef None None] Sync routers for ids ['de3a8e01-a563-40b5-8ca2-46d2c11644f0'] in n-d-804985-2 {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:26:36.003838 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e039083f-65b5-46c1-b0d9-c7e06fdc3bef None None] Routers {'de3a8e01-a563-40b5-8ca2-46d2c11644f0'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:26:36.004774 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-e039083f-65b5-46c1-b0d9-c7e06fdc3bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:26:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['de3a8e01-a563-40b5-8ca2-46d2c11644f0'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:26:36.007161 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-46d245b9-572d-4cac-98f9-75d30fd60fd2 admin admin] Notify callbacks [] for router, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:36.142760 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-e039083f-65b5-46c1-b0d9-c7e06fdc3bef None None] Set router de3a8e01-a563-40b5-8ca2-46d2c11644f0 gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:26:36.143674 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-46d245b9-572d-4cac-98f9-75d30fd60fd2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:36.220786 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-46d245b9-572d-4cac-98f9-75d30fd60fd2 admin admin] Deleting port aeba2e06-e19d-4ebf-a44b-5d75acfa092b {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:26:36.221632 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-46d245b9-572d-4cac-98f9-75d30fd60fd2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:36.265605 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:36.321702 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [None req-46d245b9-572d-4cac-98f9-75d30fd60fd2 admin admin] For port aeba2e06-e19d-4ebf-a44b-5d75acfa092b, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=aeba2e06-e19d-4ebf-a44b-5d75acfa092b,segment=NetworkSegment(c5a3db9d-5c58-41b1-9177-d5787a597b78),segment_id=c5a3db9d-5c58-41b1-9177-d5787a597b78)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:26:36.322068 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-46d245b9-572d-4cac-98f9-75d30fd60fd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:36.340448 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-46d245b9-572d-4cac-98f9-75d30fd60fd2 admin admin] Calling delete_port for aeba2e06-e19d-4ebf-a44b-5d75acfa092b owned by network:router_gateway {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:26:36.353629 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-e039083f-65b5-46c1-b0d9-c7e06fdc3bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de3a8e01-a563-40b5-8ca2-46d2c11644f0', 'name': 'tempest-TestAggregatesBasicOps-1009813530-router', 'tenant_id': 'c06f3b57aac1488cb759ff3ebcebed36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.38'}], 'enable_snat': True}, 'gw_port_id': 'aeba2e06-e19d-4ebf-a44b-5d75acfa092b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:26:22Z', 'updated_at': '2021-08-18T12:26:35Z', 'revision_number': 5, 'project_id': 'c06f3b57aac1488cb759ff3ebcebed36', 'gw_port': {'id': 'aeba2e06-e19d-4ebf-a44b-5d75acfa092b', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:6e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de3a8e01-a563-40b5-8ca2-46d2c11644f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:26:23Z', 'updated_at': '2021-08-18T12:26:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:26:36.386690 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e039083f-65b5-46c1-b0d9-c7e06fdc3bef None None] Checking router: de3a8e01-a563-40b5-8ca2-46d2c11644f0 for host: n-d-804985-2 {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:26:36.396727 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e039083f-65b5-46c1-b0d9-c7e06fdc3bef None None] Routers {'de3a8e01-a563-40b5-8ca2-46d2c11644f0'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:26:36.398120 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-e039083f-65b5-46c1-b0d9-c7e06fdc3bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:26:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['de3a8e01-a563-40b5-8ca2-46d2c11644f0'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:26:36.515117 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-e039083f-65b5-46c1-b0d9-c7e06fdc3bef None None] Set router de3a8e01-a563-40b5-8ca2-46d2c11644f0 gateway port host: None {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:26:36.574817 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-e039083f-65b5-46c1-b0d9-c7e06fdc3bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de3a8e01-a563-40b5-8ca2-46d2c11644f0', 'name': 'tempest-TestAggregatesBasicOps-1009813530-router', 'tenant_id': 'c06f3b57aac1488cb759ff3ebcebed36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:26:22Z', 'updated_at': '2021-08-18T12:26:36Z', 'revision_number': 6, 'project_id': 'c06f3b57aac1488cb759ff3ebcebed36', 'gw_port_host': None}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:26:36.580834 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-46d245b9-572d-4cac-98f9-75d30fd60fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:36.608984 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d245b9-572d-4cac-98f9-75d30fd60fd2 admin admin] Pushing event deleted for resources: {'Port': ['ID=aeba2e06-e19d-4ebf-a44b-5d75acfa092b,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:26:36.612238 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e039083f-65b5-46c1-b0d9-c7e06fdc3bef None None] The sync data for ids ['de3a8e01-a563-40b5-8ca2-46d2c11644f0'] in n-d-804985-2 is: [{'id': 'de3a8e01-a563-40b5-8ca2-46d2c11644f0', 'name': 'tempest-TestAggregatesBasicOps-1009813530-router', 'tenant_id': 'c06f3b57aac1488cb759ff3ebcebed36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:26:22Z', 'updated_at': '2021-08-18T12:26:36Z', 'revision_number': 6, 'project_id': 'c06f3b57aac1488cb759ff3ebcebed36', 'gw_port_host': None}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:26:36.686486 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-46d245b9-572d-4cac-98f9-75d30fd60fd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-997271'] for router_gateway, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:36.791203 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-46d245b9-572d-4cac-98f9-75d30fd60fd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-996004', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15859'] for router, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:36.797214 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-46d245b9-572d-4cac-98f9-75d30fd60fd2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:36.853138 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-46d245b9-572d-4cac-98f9-75d30fd60fd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-996061'] for router, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:36.853652 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46d245b9-572d-4cac-98f9-75d30fd60fd2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router de3a8e01-a563-40b5-8ca2-46d2c11644f0 {{(pid=106253) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 12:26:36.858746 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-46d245b9-572d-4cac-98f9-75d30fd60fd2 admin admin] Notify callbacks [] for router, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:36.861012 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-46d245b9-572d-4cac-98f9-75d30fd60fd2 admin admin] 10.222.0.66 "DELETE /v2.0/routers/de3a8e01-a563-40b5-8ca2-46d2c11644f0 HTTP/1.1" status: 204 len: 168 time: 0.9762416 Aug 18 12:26:36.862641 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 45100) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:26:36.908376 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5eeb362-2085-4744-b2ec-0c426ec0fa09 admin admin] Deleting subnet 166b1a37-f8fc-42c6-bd5a-2fabef581e2e {{(pid=106253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 12:26:36.912141 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c5eeb362-2085-4744-b2ec-0c426ec0fa09 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:36.948991 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c5eeb362-2085-4744-b2ec-0c426ec0fa09 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902229'] for subnet, precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:37.072929 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c5eeb362-2085-4744-b2ec-0c426ec0fa09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:37.140661 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c5eeb362-2085-4744-b2ec-0c426ec0fa09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58902171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59388106'] for subnet, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:37.153475 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c5eeb362-2085-4744-b2ec-0c426ec0fa09 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:37.155699 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-c5eeb362-2085-4744-b2ec-0c426ec0fa09 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/166b1a37-f8fc-42c6-bd5a-2fabef581e2e HTTP/1.1" status: 204 len: 168 time: 0.2916617 Aug 18 12:26:37.158336 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 45106) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:26:37.166023 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-105ee0f1-24a1-4c14-9712-a40e6f052f24 None None] Network a2ab5bd0-31a8-420f-b9d3-066fb938c7b9 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:26:37.173865 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5eeb362-2085-4744-b2ec-0c426ec0fa09 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=166b1a37-f8fc-42c6-bd5a-2fabef581e2e,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:26:37.438889 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9cae8b0-50c2-4f86-8a48-1ba7d27efc07 None None] DHCP port deletion for a2ab5bd0-31a8-420f-b9d3-066fb938c7b9 request from n-d-804985-2 {{(pid=106254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 12:26:37.529423 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-d9cae8b0-50c2-4f86-8a48-1ba7d27efc07 None None] Deleting port 19a98e61-2ea1-4d4d-b83d-ddacf641e019 {{(pid=106254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:26:37.529907 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-d9cae8b0-50c2-4f86-8a48-1ba7d27efc07 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:37.646656 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-d9cae8b0-50c2-4f86-8a48-1ba7d27efc07 None None] For port 19a98e61-2ea1-4d4d-b83d-ddacf641e019, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=19a98e61-2ea1-4d4d-b83d-ddacf641e019,segment=NetworkSegment(2f6852a5-522c-4041-9fbf-8161b6cb7871),segment_id=2f6852a5-522c-4041-9fbf-8161b6cb7871)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:26:37.647055 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-d9cae8b0-50c2-4f86-8a48-1ba7d27efc07 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:37.668391 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-d9cae8b0-50c2-4f86-8a48-1ba7d27efc07 None None] Calling delete_port for 19a98e61-2ea1-4d4d-b83d-ddacf641e019 owned by network:dhcp {{(pid=106254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:26:37.767272 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-bca45f62-1767-4b89-b8d7-52a54d4df074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7904109'] for network, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:37.781563 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-d9cae8b0-50c2-4f86-8a48-1ba7d27efc07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556'] for port, after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:37.845876 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cae8b0-50c2-4f86-8a48-1ba7d27efc07 None None] Pushing event deleted for resources: {'Port': ['ID=19a98e61-2ea1-4d4d-b83d-ddacf641e019,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:26:37.866479 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9cae8b0-50c2-4f86-8a48-1ba7d27efc07 None None] No DVR routers for this DVR port 19a98e61-2ea1-4d4d-b83d-ddacf641e019 on host n-d-804985-2 {{(pid=106254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:26:37.924067 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-bca45f62-1767-4b89-b8d7-52a54d4df074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8367869', 'neutron.services.segments.db._delete_segments_for_network-8789151212993'] for network, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:37.939019 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-bca45f62-1767-4b89-b8d7-52a54d4df074 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2ab5bd0-31a8-420f-b9d3-066fb938c7b9']}} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:26:37.950324 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-bca45f62-1767-4b89-b8d7-52a54d4df074 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f6852a5-522c-4041-9fbf-8161b6cb7871') {'for_net_delete': True} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:26:37.950615 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-bca45f62-1767-4b89-b8d7-52a54d4df074 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f6852a5-522c-4041-9fbf-8161b6cb7871') {} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:26:37.960861 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-bca45f62-1767-4b89-b8d7-52a54d4df074 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789151225254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2221521'] for segment, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:37.975863 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-bca45f62-1767-4b89-b8d7-52a54d4df074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:37.988397 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bca45f62-1767-4b89-b8d7-52a54d4df074 admin admin] Releasing vlan 837 on physical network physnet1 to pool {{(pid=106252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:26:37.988850 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-bca45f62-1767-4b89-b8d7-52a54d4df074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3572434'] for segment, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:37.991079 n-d-804985-2 neutron-server[106252]: Traceback (most recent call last): Aug 18 12:26:37.991079 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:26:37.991079 n-d-804985-2 neutron-server[106252]: timer() Aug 18 12:26:37.991079 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:26:37.991079 n-d-804985-2 neutron-server[106252]: cb(*args, **kw) Aug 18 12:26:37.991079 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:26:37.991079 n-d-804985-2 neutron-server[106252]: return func(*args, **kwargs) Aug 18 12:26:37.991079 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:26:37.991079 n-d-804985-2 neutron-server[106252]: self._notify() Aug 18 12:26:37.991079 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:26:37.991079 n-d-804985-2 neutron-server[106252]: self.callback(batched_events) Aug 18 12:26:37.991079 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:26:37.991079 n-d-804985-2 neutron-server[106252]: event.method(event) Aug 18 12:26:37.991079 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:26:37.991079 n-d-804985-2 neutron-server[106252]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:26:37.991079 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:26:37.991079 n-d-804985-2 neutron-server[106252]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:26:37.991079 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:26:37.991079 n-d-804985-2 neutron-server[106252]: return f(self, *a, **k) Aug 18 12:26:37.991079 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:26:37.991079 n-d-804985-2 neutron-server[106252]: return self._get(url).json() Aug 18 12:26:37.991079 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:26:37.991079 n-d-804985-2 neutron-server[106252]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:26:37.991079 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:26:37.991079 n-d-804985-2 neutron-server[106252]: return self.request(url, 'GET', **kwargs) Aug 18 12:26:37.991079 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:26:37.991079 n-d-804985-2 neutron-server[106252]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:26:37.991079 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:26:37.991079 n-d-804985-2 neutron-server[106252]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:26:37.991079 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:26:37.991079 n-d-804985-2 neutron-server[106252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:26:37.991079 n-d-804985-2 neutron-server[106252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:26:38.057833 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-bca45f62-1767-4b89-b8d7-52a54d4df074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8367858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997186'] for network, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:38.065250 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-bca45f62-1767-4b89-b8d7-52a54d4df074 admin admin] Notify callbacks [] for network, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:38.072008 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-bca45f62-1767-4b89-b8d7-52a54d4df074 admin admin] 10.222.0.66 "DELETE /v2.0/networks/a2ab5bd0-31a8-420f-b9d3-066fb938c7b9 HTTP/1.1" status: 204 len: 168 time: 0.9067216 Aug 18 12:26:38.085401 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca45f62-1767-4b89-b8d7-52a54d4df074 admin admin] Pushing event deleted for resources: {'Network': ['ID=a2ab5bd0-31a8-420f-b9d3-066fb938c7b9,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:26:38.181314 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 955cead3-1a9d-446d-8499-ab9c56fe6cfc no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:26:38.205366 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: 955cead3-1a9d-446d-8499-ab9c56fe6cfc {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:26:38.205792 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 955cead3-1a9d-446d-8499-ab9c56fe6cfc not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:26:38.206285 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 19a98e61-2ea1-4d4d-b83d-ddacf641e019 no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:26:38.230809 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: 19a98e61-2ea1-4d4d-b83d-ddacf641e019 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:26:38.231624 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 19a98e61-2ea1-4d4d-b83d-ddacf641e019 not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:26:38.232244 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device aeba2e06-e19d-4ebf-a44b-5d75acfa092b no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:26:38.252562 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: aeba2e06-e19d-4ebf-a44b-5d75acfa092b {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:26:38.252919 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device aeba2e06-e19d-4ebf-a44b-5d75acfa092b not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:26:38.268048 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 45130) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:26:38.314965 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-e3870de3-d7fb-402f-98b6-d63a41228002 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=29ad1762aeff47fe8510ef6a37e0204f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0459146 Aug 18 12:26:38.317435 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 45132) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:26:38.351770 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:38.377789 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d7d5f54f-a8e2-4885-b25c-14789f3b9675 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:38.400785 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d7d5f54f-a8e2-4885-b25c-14789f3b9675 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:38.460574 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d7d5f54f-a8e2-4885-b25c-14789f3b9675 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:38.463538 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d7d5f54f-a8e2-4885-b25c-14789f3b9675 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:38.465052 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-d7d5f54f-a8e2-4885-b25c-14789f3b9675 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9fe264fb-62e7-4a62-a97d-0dc67a0f2e18 HTTP/1.1" status: 204 len: 168 time: 0.1465542 Aug 18 12:26:38.474661 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d5f54f-a8e2-4885-b25c-14789f3b9675 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fe264fb-62e7-4a62-a97d-0dc67a0f2e18,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:26:38.907370 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 45148) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:26:38.974412 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-b9ebe951-4cc0-4537-859e-674f1d4f9e55 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c06f3b57aac1488cb759ff3ebcebed36&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0654798 Aug 18 12:26:38.979192 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 45152) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:26:39.041296 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ba645e9b-9bca-433b-90f2-1f3743b080fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:39.070034 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ba645e9b-9bca-433b-90f2-1f3743b080fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:39.128508 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ba645e9b-9bca-433b-90f2-1f3743b080fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:39.131695 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ba645e9b-9bca-433b-90f2-1f3743b080fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:39.133136 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-ba645e9b-9bca-433b-90f2-1f3743b080fd admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e0c71fb0-3dc0-499f-a873-f8c5f04a8522 HTTP/1.1" status: 204 len: 168 time: 0.1525917 Aug 18 12:26:39.145254 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba645e9b-9bca-433b-90f2-1f3743b080fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0c71fb0-3dc0-499f-a873-f8c5f04a8522,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:26:40.614258 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 45218) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:26:40.803841 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-893bcc14-f2fb-4e2c-8623-1cf511f575d0 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Request body: {'network': {'name': 'tempest-network-smoke--1535626656', 'project_id': 'ba8f5ef8677a40aa9ef633104d93230e', 'port_security_enabled': True}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:26:40.838024 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-893bcc14-f2fb-4e2c-8623-1cf511f575d0 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Made reservation on behalf of ba8f5ef8677a40aa9ef633104d93230e for: {'network': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:26:40.843966 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-893bcc14-f2fb-4e2c-8623-1cf511f575d0 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for network, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:40.855651 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-893bcc14-f2fb-4e2c-8623-1cf511f575d0 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:41.006264 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-893bcc14-f2fb-4e2c-8623-1cf511f575d0 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:41.011523 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-893bcc14-f2fb-4e2c-8623-1cf511f575d0 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:41.034729 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-893bcc14-f2fb-4e2c-8623-1cf511f575d0 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 838} {{(pid=106252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:26:41.054405 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-893bcc14-f2fb-4e2c-8623-1cf511f575d0 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:41.054670 n-d-804985-2 neutron-server[106252]: INFO neutron.db.segments_db [None req-893bcc14-f2fb-4e2c-8623-1cf511f575d0 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Added segment 7ef6453d-0b70-4db5-a448-a2bb3ffda249 of type vlan for network 05dfb111-3320-46c7-b333-0397b0cc4fd7 Aug 18 12:26:41.056039 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893bcc14-f2fb-4e2c-8623-1cf511f575d0 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b0eae74-7b2f-42d4-a9f4-37020813e689,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:26:41.106482 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-893bcc14-f2fb-4e2c-8623-1cf511f575d0 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789150665894'] for network, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:41.148417 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-893bcc14-f2fb-4e2c-8623-1cf511f575d0 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for network, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:41.155446 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-893bcc14-f2fb-4e2c-8623-1cf511f575d0 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:26:41.156267 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-893bcc14-f2fb-4e2c-8623-1cf511f575d0 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks [] for network, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:41.247210 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-893bcc14-f2fb-4e2c-8623-1cf511f575d0 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6315205 Aug 18 12:26:41.248721 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893bcc14-f2fb-4e2c-8623-1cf511f575d0 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Pushing event updated for resources: {'Network': ['ID=05dfb111-3320-46c7-b333-0397b0cc4fd7,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:26:41.250179 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 45232) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:26:41.255735 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-8f4eaf7a-a4fb-4750-9455-39e971772ffd tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-284947590', 'admin_state_up': True, 'project_id': 'ba8f5ef8677a40aa9ef633104d93230e', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'}}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:26:41.262687 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Network 05dfb111-3320-46c7-b333-0397b0cc4fd7 details requested by agent ovs-agent-n-d-804985-2 with host n-d-804985-2 {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:26:41.286547 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8f4eaf7a-a4fb-4750-9455-39e971772ffd tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-998592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15809'] for router, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:41.288236 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8f4eaf7a-a4fb-4750-9455-39e971772ffd tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-992733', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-971415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15816'] for router, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:41.353729 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8f4eaf7a-a4fb-4750-9455-39e971772ffd tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:41.513264 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8f4eaf7a-a4fb-4750-9455-39e971772ffd tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:41.747369 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8f4eaf7a-a4fb-4750-9455-39e971772ffd tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks [] for router_gateway, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:41.768103 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8f4eaf7a-a4fb-4750-9455-39e971772ffd tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:41.892889 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [None req-8f4eaf7a-a4fb-4750-9455-39e971772ffd tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Allocated IP 172.25.7.43 (7cae7a70-14fd-408c-b14d-39ceb97cb60e/9784295a-20b8-4a4b-b105-f82737f0448f/5eba29f2-65fc-4d01-84ad-8f5d94d83ac8) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:26:42.010492 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8f4eaf7a-a4fb-4750-9455-39e971772ffd tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:42.063888 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8f4eaf7a-a4fb-4750-9455-39e971772ffd tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:42.114516 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f4eaf7a-a4fb-4750-9455-39e971772ffd tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Network 7cae7a70-14fd-408c-b14d-39ceb97cb60e is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:26:42.118562 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-8f4eaf7a-a4fb-4750-9455-39e971772ffd tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:26:42.121147 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f4eaf7a-a4fb-4750-9455-39e971772ffd tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:26:42.123224 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4eaf7a-a4fb-4750-9455-39e971772ffd tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Pushing event updated for resources: {'Port': ['ID=5eba29f2-65fc-4d01-84ad-8f5d94d83ac8,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:26:42.416962 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8f4eaf7a-a4fb-4750-9455-39e971772ffd tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks [] for router_gateway, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:42.676940 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8f4eaf7a-a4fb-4750-9455-39e971772ffd tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-998473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-992536'] for router, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:42.809248 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f4eaf7a-a4fb-4750-9455-39e971772ffd tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Router 5fce78b1-b6a6-4e1d-9325-47d5cc3f017b is scheduled to L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 with binding_index 1 {{(pid=106253) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 12:26:42.943958 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f4eaf7a-a4fb-4750-9455-39e971772ffd tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:26:42.961490 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff30238-9a23-4a9e-8afa-3670e1bb7639 None None] Sync routers for ids ['5fce78b1-b6a6-4e1d-9325-47d5cc3f017b'] in n-d-804985-2 {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:26:42.979433 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff30238-9a23-4a9e-8afa-3670e1bb7639 None None] Routers {'5fce78b1-b6a6-4e1d-9325-47d5cc3f017b'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:26:42.980753 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-5ff30238-9a23-4a9e-8afa-3670e1bb7639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:26:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['5fce78b1-b6a6-4e1d-9325-47d5cc3f017b'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:26:42.989432 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8f4eaf7a-a4fb-4750-9455-39e971772ffd tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks [] for router, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:42.991122 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-8f4eaf7a-a4fb-4750-9455-39e971772ffd tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.7391093 Aug 18 12:26:42.995940 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 45274) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:26:43.114622 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-ef4308ea-1d06-4228-8422-d9f959f4b546 tempest-TestNetworkBasicOps-1792496569 tempest-TestNetworkBasicOps-1792496569-project-admin] 10.222.0.66 "GET /v2.0/subnets?project_id=ba8f5ef8677a40aa9ef633104d93230e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1154087 Aug 18 12:26:43.116271 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 45278) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:26:43.126952 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-5ff30238-9a23-4a9e-8afa-3670e1bb7639 None None] Set router 5fce78b1-b6a6-4e1d-9325-47d5cc3f017b gateway port host: n-d-804985-2 {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:26:43.343701 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2dc51cb-c136-4337-8b5e-ccc4de02f3ae tempest-TestNetworkBasicOps-1792496569 tempest-TestNetworkBasicOps-1792496569-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:26:43.348340 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-5ff30238-9a23-4a9e-8afa-3670e1bb7639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fce78b1-b6a6-4e1d-9325-47d5cc3f017b', 'name': 'tempest-TestNetworkBasicOps-router-284947590', 'tenant_id': 'ba8f5ef8677a40aa9ef633104d93230e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': '5eba29f2-65fc-4d01-84ad-8f5d94d83ac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:26:41Z', 'updated_at': '2021-08-18T12:26:42Z', 'revision_number': 3, 'project_id': 'ba8f5ef8677a40aa9ef633104d93230e', 'gw_port': {'id': '5eba29f2-65fc-4d01-84ad-8f5d94d83ac8', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:b4:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fce78b1-b6a6-4e1d-9325-47d5cc3f017b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:26:41Z', 'updated_at': '2021-08-18T12:26:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:26:43.348720 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 45286) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:26:43.349856 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-f2dc51cb-c136-4337-8b5e-ccc4de02f3ae tempest-TestNetworkBasicOps-1792496569 tempest-TestNetworkBasicOps-1792496569-project-admin] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2325435 Aug 18 12:26:43.375021 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff30238-9a23-4a9e-8afa-3670e1bb7639 None None] Checking router: 5fce78b1-b6a6-4e1d-9325-47d5cc3f017b for host: n-d-804985-2 {{(pid=106254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:26:43.375839 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff30238-9a23-4a9e-8afa-3670e1bb7639 None None] Updating router 5fce78b1-b6a6-4e1d-9325-47d5cc3f017b port 5eba29f2-65fc-4d01-84ad-8f5d94d83ac8 binding host n-d-804985-2 {{(pid=106254) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 12:26:43.378426 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-0344b34d-a80a-473c-9721-59f46acea167 tempest-TestNetworkBasicOps-1792496569 tempest-TestNetworkBasicOps-1792496569-project-admin] 10.222.0.66 "GET /v2.0/subnets?network_id=7cae7a70-14fd-408c-b14d-39ceb97cb60e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0285051 Aug 18 12:26:43.381828 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 45288) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:26:43.387338 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-7361fd22-78d0-49ce-a493-3a4872d5fb4b tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1394897706', 'network_id': '05dfb111-3320-46c7-b333-0397b0cc4fd7', 'project_id': 'ba8f5ef8677a40aa9ef633104d93230e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:26:43.403972 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-5ff30238-9a23-4a9e-8afa-3670e1bb7639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:43.492451 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7361fd22-78d0-49ce-a493-3a4872d5fb4b tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Made reservation on behalf of ba8f5ef8677a40aa9ef633104d93230e for: {'subnet': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:26:43.500016 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-7361fd22-78d0-49ce-a493-3a4872d5fb4b tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59074089'] for subnet, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:43.715636 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-5ff30238-9a23-4a9e-8afa-3670e1bb7639 None None] Notify callbacks [] for port, precommit_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:43.727056 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-5ff30238-9a23-4a9e-8afa-3670e1bb7639 None None] Transition to ACTIVE for port object 5eba29f2-65fc-4d01-84ad-8f5d94d83ac8 will not be triggered until provisioned by entity L2. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:26:43.733522 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-7361fd22-78d0-49ce-a493-3a4872d5fb4b tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3572913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59074111'] for subnet, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:43.735536 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-5ff30238-9a23-4a9e-8afa-3670e1bb7639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:43.800210 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-5ff30238-9a23-4a9e-8afa-3670e1bb7639 None None] Attempting to bind port 5eba29f2-65fc-4d01-84ad-8f5d94d83ac8 on host n-d-804985-2 for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:26:43.800609 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-5ff30238-9a23-4a9e-8afa-3670e1bb7639 None None] Attempting to bind port 5eba29f2-65fc-4d01-84ad-8f5d94d83ac8 by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:26:43.800976 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff30238-9a23-4a9e-8afa-3670e1bb7639 None None] Attempting to bind port 5eba29f2-65fc-4d01-84ad-8f5d94d83ac8 on network 7cae7a70-14fd-408c-b14d-39ceb97cb60e {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:26:43.804236 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7906036-df2f-4463-a835-2f4ebca87180 None None] Pushing event updated for resources: {'Port': ['ID=5eba29f2-65fc-4d01-84ad-8f5d94d83ac8,revision_number=2']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:26:43.809541 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff30238-9a23-4a9e-8afa-3670e1bb7639 None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 26, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:26:43.809915 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff30238-9a23-4a9e-8afa-3670e1bb7639 None None] Checking segment: {'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:26:43.810314 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-5ff30238-9a23-4a9e-8afa-3670e1bb7639 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:43.810694 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff30238-9a23-4a9e-8afa-3670e1bb7639 None None] Bound using segment: {'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:26:43.811151 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-5ff30238-9a23-4a9e-8afa-3670e1bb7639 None None] Bound port: 5eba29f2-65fc-4d01-84ad-8f5d94d83ac8, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:26:43.811529 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-5ff30238-9a23-4a9e-8afa-3670e1bb7639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:43.830916 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7361fd22-78d0-49ce-a493-3a4872d5fb4b tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Pushing event updated for resources: {'Subnet': ['ID=9c610508-a736-4cea-b1fe-b095b53f9f62,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:26:43.844841 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7361fd22-78d0-49ce-a493-3a4872d5fb4b tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Checking segment: {'id': '7ef6453d-0b70-4db5-a448-a2bb3ffda249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '05dfb111-3320-46c7-b333-0397b0cc4fd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:26:43.845197 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7361fd22-78d0-49ce-a493-3a4872d5fb4b tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Network hostable DHCP agents. Network: 05dfb111-3320-46c7-b333-0397b0cc4fd7, hostable agents: ['97c14208-2951-4361-8d64-3708c946ff5f'], hosted agents: [] {{(pid=106252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 12:26:43.867356 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7361fd22-78d0-49ce-a493-3a4872d5fb4b tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Network 05dfb111-3320-46c7-b333-0397b0cc4fd7 is scheduled to be hosted by DHCP agent 97c14208-2951-4361-8d64-3708c946ff5f with binding_index 1 {{(pid=106252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 12:26:43.889201 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-7361fd22-78d0-49ce-a493-3a4872d5fb4b tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-2, 05dfb111-3320-46c7-b333-0397b0cc4fd7) {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:26:43.895801 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-5ff30238-9a23-4a9e-8afa-3670e1bb7639 None None] For port 5eba29f2-65fc-4d01-84ad-8f5d94d83ac8, host n-d-804985-2, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:26:43.903851 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc9575e6-df31-46d7-8586-d11317b50125 None None] Network 05dfb111-3320-46c7-b333-0397b0cc4fd7 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:26:43.904995 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7361fd22-78d0-49ce-a493-3a4872d5fb4b tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:26:43.906241 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-7361fd22-78d0-49ce-a493-3a4872d5fb4b tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks [] for subnet, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:43.908630 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-5ff30238-9a23-4a9e-8afa-3670e1bb7639 None None] For port 5eba29f2-65fc-4d01-84ad-8f5d94d83ac8, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=5eba29f2-65fc-4d01-84ad-8f5d94d83ac8,segment=NetworkSegment(c5a3db9d-5c58-41b1-9177-d5787a597b78),segment_id=c5a3db9d-5c58-41b1-9177-d5787a597b78)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:26:43.930215 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-7361fd22-78d0-49ce-a493-3a4872d5fb4b tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5471475 Aug 18 12:26:43.933463 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 45308) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:26:43.965003 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-5ff30238-9a23-4a9e-8afa-3670e1bb7639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:44.060260 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7906036-df2f-4463-a835-2f4ebca87180 None None] Pushing event updated for resources: {'Port': ['ID=5eba29f2-65fc-4d01-84ad-8f5d94d83ac8,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:26:44.067186 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff30238-9a23-4a9e-8afa-3670e1bb7639 None None] Routers {'5fce78b1-b6a6-4e1d-9325-47d5cc3f017b'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:26:44.067800 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-5ff30238-9a23-4a9e-8afa-3670e1bb7639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:26:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['5fce78b1-b6a6-4e1d-9325-47d5cc3f017b'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:26:44.230203 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faa08da4-1d3f-4769-a489-f47c2de0eb92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp788be208-34ab-5a8f-af0f-528834af222f-05dfb111-3320-46c7-b333-0397b0cc4fd7', 'network_id': '05dfb111-3320-46c7-b333-0397b0cc4fd7', 'tenant_id': 'ba8f5ef8677a40aa9ef633104d93230e', 'fixed_ips': [{'subnet_id': '9c610508-a736-4cea-b1fe-b095b53f9f62'}]}} from n-d-804985-2. {{(pid=106254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 12:26:44.231471 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-faa08da4-1d3f-4769-a489-f47c2de0eb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:44.250885 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-5ff30238-9a23-4a9e-8afa-3670e1bb7639 None None] Set router 5fce78b1-b6a6-4e1d-9325-47d5cc3f017b gateway port host: n-d-804985-2 {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:26:44.574895 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-5ff30238-9a23-4a9e-8afa-3670e1bb7639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fce78b1-b6a6-4e1d-9325-47d5cc3f017b', 'name': 'tempest-TestNetworkBasicOps-router-284947590', 'tenant_id': 'ba8f5ef8677a40aa9ef633104d93230e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': '5eba29f2-65fc-4d01-84ad-8f5d94d83ac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:26:41Z', 'updated_at': '2021-08-18T12:26:42Z', 'revision_number': 3, 'project_id': 'ba8f5ef8677a40aa9ef633104d93230e', 'gw_port': {'id': '5eba29f2-65fc-4d01-84ad-8f5d94d83ac8', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:b4:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fce78b1-b6a6-4e1d-9325-47d5cc3f017b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:26:41Z', 'updated_at': '2021-08-18T12:26:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:26:44.603850 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.db_base_plugin_common [None req-faa08da4-1d3f-4769-a489-f47c2de0eb92 None None] Allocated IP 172.20.0.2 (05dfb111-3320-46c7-b333-0397b0cc4fd7/9c610508-a736-4cea-b1fe-b095b53f9f62/3d1ad0aa-c42f-431f-8a91-977c072aa789) {{(pid=106254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:26:44.606949 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff30238-9a23-4a9e-8afa-3670e1bb7639 None None] The sync data for ids ['5fce78b1-b6a6-4e1d-9325-47d5cc3f017b'] in n-d-804985-2 is: [{'id': '5fce78b1-b6a6-4e1d-9325-47d5cc3f017b', 'name': 'tempest-TestNetworkBasicOps-router-284947590', 'tenant_id': 'ba8f5ef8677a40aa9ef633104d93230e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': '5eba29f2-65fc-4d01-84ad-8f5d94d83ac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:26:41Z', 'updated_at': '2021-08-18T12:26:42Z', 'revision_number': 3, 'project_id': 'ba8f5ef8677a40aa9ef633104d93230e', 'gw_port': {'id': '5eba29f2-65fc-4d01-84ad-8f5d94d83ac8', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:b4:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fce78b1-b6a6-4e1d-9325-47d5cc3f017b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:26:41Z', 'updated_at': '2021-08-18T12:26:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:26:44.884267 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-faa08da4-1d3f-4769-a489-f47c2de0eb92 None None] Notify callbacks [] for port, precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:44.896879 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-faa08da4-1d3f-4769-a489-f47c2de0eb92 None None] Transition to ACTIVE for port object 3d1ad0aa-c42f-431f-8a91-977c072aa789 will not be triggered until provisioned by entity L2. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:26:44.924427 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-faa08da4-1d3f-4769-a489-f47c2de0eb92 None None] Transition to ACTIVE for port object 3d1ad0aa-c42f-431f-8a91-977c072aa789 will not be triggered until provisioned by entity DHCP. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:26:44.938736 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-faa08da4-1d3f-4769-a489-f47c2de0eb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547'] for port, after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:44.982278 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faa08da4-1d3f-4769-a489-f47c2de0eb92 None None] Network 05dfb111-3320-46c7-b333-0397b0cc4fd7 is already hosted by enough agents. {{(pid=106254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:26:44.988118 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.base_scheduler [None req-faa08da4-1d3f-4769-a489-f47c2de0eb92 None None] Resources bound (agent type, host, resource id): {{(pid=106254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:26:44.991595 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa08da4-1d3f-4769-a489-f47c2de0eb92 None None] Received port after_create {{(pid=106254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:26:45.006798 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa08da4-1d3f-4769-a489-f47c2de0eb92 None None] Pushing event updated for resources: {'Port': ['ID=3d1ad0aa-c42f-431f-8a91-977c072aa789,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:26:45.071082 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-faa08da4-1d3f-4769-a489-f47c2de0eb92 None None] Attempting to bind port 3d1ad0aa-c42f-431f-8a91-977c072aa789 on host n-d-804985-2 for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:26:45.071454 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-faa08da4-1d3f-4769-a489-f47c2de0eb92 None None] Attempting to bind port 3d1ad0aa-c42f-431f-8a91-977c072aa789 by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': '7ef6453d-0b70-4db5-a448-a2bb3ffda249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '05dfb111-3320-46c7-b333-0397b0cc4fd7'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:26:45.071819 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa08da4-1d3f-4769-a489-f47c2de0eb92 None None] Attempting to bind port 3d1ad0aa-c42f-431f-8a91-977c072aa789 on network 05dfb111-3320-46c7-b333-0397b0cc4fd7 {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:26:45.075408 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1686c483-fe57-4119-81bf-2a5e8a9993b8 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:45.077549 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa08da4-1d3f-4769-a489-f47c2de0eb92 None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 26, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:26:45.077928 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa08da4-1d3f-4769-a489-f47c2de0eb92 None None] Checking segment: {'id': '7ef6453d-0b70-4db5-a448-a2bb3ffda249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '05dfb111-3320-46c7-b333-0397b0cc4fd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:26:45.078468 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-faa08da4-1d3f-4769-a489-f47c2de0eb92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:45.078860 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa08da4-1d3f-4769-a489-f47c2de0eb92 None None] Bound using segment: {'id': '7ef6453d-0b70-4db5-a448-a2bb3ffda249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '05dfb111-3320-46c7-b333-0397b0cc4fd7'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:26:45.079324 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-faa08da4-1d3f-4769-a489-f47c2de0eb92 None None] Bound port: 3d1ad0aa-c42f-431f-8a91-977c072aa789, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ef6453d-0b70-4db5-a448-a2bb3ffda249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '05dfb111-3320-46c7-b333-0397b0cc4fd7'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:26:45.079706 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-faa08da4-1d3f-4769-a489-f47c2de0eb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:45.384304 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-faa08da4-1d3f-4769-a489-f47c2de0eb92 None None] For port 3d1ad0aa-c42f-431f-8a91-977c072aa789, host n-d-804985-2, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:26:45.389082 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-faa08da4-1d3f-4769-a489-f47c2de0eb92 None None] For port 3d1ad0aa-c42f-431f-8a91-977c072aa789, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=3d1ad0aa-c42f-431f-8a91-977c072aa789,segment=NetworkSegment(7ef6453d-0b70-4db5-a448-a2bb3ffda249),segment_id=7ef6453d-0b70-4db5-a448-a2bb3ffda249)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:26:45.394773 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-faa08da4-1d3f-4769-a489-f47c2de0eb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:45.478909 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa08da4-1d3f-4769-a489-f47c2de0eb92 None None] Pushing event updated for resources: {'Port': ['ID=3d1ad0aa-c42f-431f-8a91-977c072aa789,revision_number=2']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:26:45.580687 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [None req-1686c483-fe57-4119-81bf-2a5e8a9993b8 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Allocated IP 172.20.0.1 (05dfb111-3320-46c7-b333-0397b0cc4fd7/9c610508-a736-4cea-b1fe-b095b53f9f62/4017b97b-9a03-4b06-a51c-666b2f798829) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:26:45.756088 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1686c483-fe57-4119-81bf-2a5e8a9993b8 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:45.776530 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [None req-1686c483-fe57-4119-81bf-2a5e8a9993b8 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Transition to ACTIVE for port object 4017b97b-9a03-4b06-a51c-666b2f798829 will not be triggered until provisioned by entity DHCP. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:26:45.833742 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1686c483-fe57-4119-81bf-2a5e8a9993b8 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:45.892381 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1686c483-fe57-4119-81bf-2a5e8a9993b8 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Pushing event updated for resources: {'Port': ['ID=4017b97b-9a03-4b06-a51c-666b2f798829,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:26:45.917798 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1686c483-fe57-4119-81bf-2a5e8a9993b8 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Network 05dfb111-3320-46c7-b333-0397b0cc4fd7 is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:26:45.919867 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-1686c483-fe57-4119-81bf-2a5e8a9993b8 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:26:45.923602 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1686c483-fe57-4119-81bf-2a5e8a9993b8 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:26:45.973078 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1686c483-fe57-4119-81bf-2a5e8a9993b8 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-996688'] for router_interface, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:46.137778 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1686c483-fe57-4119-81bf-2a5e8a9993b8 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:46.287437 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 3d1ad0aa-c42f-431f-8a91-977c072aa789 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:26:46.371349 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port 3d1ad0aa-c42f-431f-8a91-977c072aa789 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:26:46.375833 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 5eba29f2-65fc-4d01-84ad-8f5d94d83ac8 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:26:46.442934 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port 5eba29f2-65fc-4d01-84ad-8f5d94d83ac8 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:26:46.448209 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 5eba29f2-65fc-4d01-84ad-8f5d94d83ac8 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:26:46.448729 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:46.563620 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:46.603503 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] For port 5eba29f2-65fc-4d01-84ad-8f5d94d83ac8, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=5eba29f2-65fc-4d01-84ad-8f5d94d83ac8,segment=NetworkSegment(c5a3db9d-5c58-41b1-9177-d5787a597b78),segment_id=c5a3db9d-5c58-41b1-9177-d5787a597b78)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:26:46.610765 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:46.683935 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1686c483-fe57-4119-81bf-2a5e8a9993b8 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks [] for port, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:46.684196 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Pushing event updated for resources: {'Port': ['ID=5eba29f2-65fc-4d01-84ad-8f5d94d83ac8,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:26:46.694017 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1686c483-fe57-4119-81bf-2a5e8a9993b8 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:46.770931 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1686c483-fe57-4119-81bf-2a5e8a9993b8 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Pushing event updated for resources: {'Port': ['ID=4017b97b-9a03-4b06-a51c-666b2f798829,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:26:46.781641 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1686c483-fe57-4119-81bf-2a5e8a9993b8 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-996772'] for router_interface, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:46.928760 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-208e51e4-f2ea-41d7-9d69-3d73a84a2e50 None None] Network 05dfb111-3320-46c7-b333-0397b0cc4fd7 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:26:46.945599 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1686c483-fe57-4119-81bf-2a5e8a9993b8 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Network 05dfb111-3320-46c7-b333-0397b0cc4fd7 is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:26:46.947150 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-1686c483-fe57-4119-81bf-2a5e8a9993b8 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:26:47.002378 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-4867eacf-a522-49c3-bff0-ffe4428df2d2 None None] Provisioning for port 3d1ad0aa-c42f-431f-8a91-977c072aa789 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:26:47.010593 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-4867eacf-a522-49c3-bff0-ffe4428df2d2 None None] Provisioning complete for port 3d1ad0aa-c42f-431f-8a91-977c072aa789 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:26:47.011110 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4867eacf-a522-49c3-bff0-ffe4428df2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:47.137011 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1686c483-fe57-4119-81bf-2a5e8a9993b8 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Router 5fce78b1-b6a6-4e1d-9325-47d5cc3f017b has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:26:47.165588 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4867eacf-a522-49c3-bff0-ffe4428df2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:47.211177 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-4867eacf-a522-49c3-bff0-ffe4428df2d2 None None] For port 3d1ad0aa-c42f-431f-8a91-977c072aa789, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=3d1ad0aa-c42f-431f-8a91-977c072aa789,segment=NetworkSegment(7ef6453d-0b70-4db5-a448-a2bb3ffda249),segment_id=7ef6453d-0b70-4db5-a448-a2bb3ffda249)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:26:47.217431 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4867eacf-a522-49c3-bff0-ffe4428df2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:47.305202 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4867eacf-a522-49c3-bff0-ffe4428df2d2 None None] Pushing event updated for resources: {'Port': ['ID=3d1ad0aa-c42f-431f-8a91-977c072aa789,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:26:47.310363 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1686c483-fe57-4119-81bf-2a5e8a9993b8 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:26:47.323585 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-1686c483-fe57-4119-81bf-2a5e8a9993b8 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] 10.222.0.66 "PUT /v2.0/routers/5fce78b1-b6a6-4e1d-9325-47d5cc3f017b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3860276 Aug 18 12:26:47.323880 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 45370) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:26:47.464861 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b926a1-7fbf-48bb-8506-4234c90531be None None] Sync routers for ids ['5fce78b1-b6a6-4e1d-9325-47d5cc3f017b'] in n-d-804985-2 {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:26:47.546057 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b926a1-7fbf-48bb-8506-4234c90531be None None] Routers {'5fce78b1-b6a6-4e1d-9325-47d5cc3f017b'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:26:47.553840 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-f0b926a1-7fbf-48bb-8506-4234c90531be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:26:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['5fce78b1-b6a6-4e1d-9325-47d5cc3f017b'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:26:47.564276 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-60b78fce-35d1-4796-9243-1157fa31af62 None None] Provisioning complete for port 3d1ad0aa-c42f-431f-8a91-977c072aa789 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:26:47.570585 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-60b78fce-35d1-4796-9243-1157fa31af62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:47.588574 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddc7de10-d9f4-469d-8115-73ff26ac0084 tempest-TestNetworkBasicOps-1792496569 tempest-TestNetworkBasicOps-1792496569-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:26:47.590456 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddc7de10-d9f4-469d-8115-73ff26ac0084 tempest-TestNetworkBasicOps-1792496569 tempest-TestNetworkBasicOps-1792496569-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:26:47.591169 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddc7de10-d9f4-469d-8115-73ff26ac0084 tempest-TestNetworkBasicOps-1792496569 tempest-TestNetworkBasicOps-1792496569-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:26:47.592454 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddc7de10-d9f4-469d-8115-73ff26ac0084 tempest-TestNetworkBasicOps-1792496569 tempest-TestNetworkBasicOps-1792496569-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:26:47.593035 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddc7de10-d9f4-469d-8115-73ff26ac0084 tempest-TestNetworkBasicOps-1792496569 tempest-TestNetworkBasicOps-1792496569-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:26:47.594071 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddc7de10-d9f4-469d-8115-73ff26ac0084 tempest-TestNetworkBasicOps-1792496569 tempest-TestNetworkBasicOps-1792496569-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:26:47.606966 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 45374) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:26:47.651834 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-ddc7de10-d9f4-469d-8115-73ff26ac0084 tempest-TestNetworkBasicOps-1792496569 tempest-TestNetworkBasicOps-1792496569-project-admin] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.3190401 Aug 18 12:26:47.762249 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e021b59-eb8e-45c0-b7db-dcec5db39656 tempest-TestNetworkBasicOps-1792496569 tempest-TestNetworkBasicOps-1792496569-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:26:47.762963 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e021b59-eb8e-45c0-b7db-dcec5db39656 tempest-TestNetworkBasicOps-1792496569 tempest-TestNetworkBasicOps-1792496569-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:26:47.763638 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e021b59-eb8e-45c0-b7db-dcec5db39656 tempest-TestNetworkBasicOps-1792496569 tempest-TestNetworkBasicOps-1792496569-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:26:47.764354 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e021b59-eb8e-45c0-b7db-dcec5db39656 tempest-TestNetworkBasicOps-1792496569 tempest-TestNetworkBasicOps-1792496569-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:26:47.765007 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e021b59-eb8e-45c0-b7db-dcec5db39656 tempest-TestNetworkBasicOps-1792496569 tempest-TestNetworkBasicOps-1792496569-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:26:47.765744 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e021b59-eb8e-45c0-b7db-dcec5db39656 tempest-TestNetworkBasicOps-1792496569 tempest-TestNetworkBasicOps-1792496569-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:26:47.768091 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-5e021b59-eb8e-45c0-b7db-dcec5db39656 tempest-TestNetworkBasicOps-1792496569 tempest-TestNetworkBasicOps-1792496569-project-admin] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.1599433 Aug 18 12:26:47.771095 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 45380) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:26:47.820373 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-60b78fce-35d1-4796-9243-1157fa31af62 None None] Provisioning for port 4017b97b-9a03-4b06-a51c-666b2f798829 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:26:47.832488 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-60b78fce-35d1-4796-9243-1157fa31af62 None None] Provisioning complete for port 4017b97b-9a03-4b06-a51c-666b2f798829 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:26:47.834159 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-60b78fce-35d1-4796-9243-1157fa31af62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:47.864898 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-f0b926a1-7fbf-48bb-8506-4234c90531be None None] Set router 5fce78b1-b6a6-4e1d-9325-47d5cc3f017b gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:26:47.904463 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-60b78fce-35d1-4796-9243-1157fa31af62 None None] Port 4017b97b-9a03-4b06-a51c-666b2f798829 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:26:48.006550 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-deab2a3a-0113-4996-9982-2c7c8ae3fa10 tempest-TestNetworkBasicOps-1792496569 tempest-TestNetworkBasicOps-1792496569-project-admin] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.2338915 Aug 18 12:26:48.043363 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-633a77f8-848a-4167-b953-2c2498254cab None None] Provisioning complete for port 4017b97b-9a03-4b06-a51c-666b2f798829 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:26:48.064360 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-633a77f8-848a-4167-b953-2c2498254cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:48.185874 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-633a77f8-848a-4167-b953-2c2498254cab None None] Port 4017b97b-9a03-4b06-a51c-666b2f798829 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:26:48.193192 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-f0b926a1-7fbf-48bb-8506-4234c90531be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fce78b1-b6a6-4e1d-9325-47d5cc3f017b', 'name': 'tempest-TestNetworkBasicOps-router-284947590', 'tenant_id': 'ba8f5ef8677a40aa9ef633104d93230e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': '5eba29f2-65fc-4d01-84ad-8f5d94d83ac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:26:41Z', 'updated_at': '2021-08-18T12:26:46Z', 'revision_number': 4, 'project_id': 'ba8f5ef8677a40aa9ef633104d93230e', 'gw_port': {'id': '5eba29f2-65fc-4d01-84ad-8f5d94d83ac8', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:b4:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fce78b1-b6a6-4e1d-9325-47d5cc3f017b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:26:41Z', 'updated_at': '2021-08-18T12:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': '4017b97b-9a03-4b06-a51c-666b2f798829', 'name': '', 'network_id': '05dfb111-3320-46c7-b333-0397b0cc4fd7', 'tenant_id': 'ba8f5ef8677a40aa9ef633104d93230e', 'mac_address': 'fa:16:3e:b8:cb:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fce78b1-b6a6-4e1d-9325-47d5cc3f017b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': '9c610508-a736-4cea-b1fe-b095b53f9f62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:26:45Z', 'updated_at': '2021-08-18T12:26:46Z', 'revision_number': 2, 'project_id': 'ba8f5ef8677a40aa9ef633104d93230e', 'subnets': [{'id': '9c610508-a736-4cea-b1fe-b095b53f9f62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:26:48.244355 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b926a1-7fbf-48bb-8506-4234c90531be None None] Checking router: 5fce78b1-b6a6-4e1d-9325-47d5cc3f017b for host: n-d-804985-2 {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:26:48.245126 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b926a1-7fbf-48bb-8506-4234c90531be None None] Updating router 5fce78b1-b6a6-4e1d-9325-47d5cc3f017b port 4017b97b-9a03-4b06-a51c-666b2f798829 binding host n-d-804985-2 {{(pid=106255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 12:26:48.302126 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 3d1ad0aa-c42f-431f-8a91-977c072aa789 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:26:48.303284 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-f0b926a1-7fbf-48bb-8506-4234c90531be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:48.377829 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-caad85eb-a21d-4043-ad25-13375b764b66 None None] Provisioning complete for port 4017b97b-9a03-4b06-a51c-666b2f798829 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:26:48.379054 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-caad85eb-a21d-4043-ad25-13375b764b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:48.463827 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 3d1ad0aa-c42f-431f-8a91-977c072aa789 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:26:48.464734 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:48.516950 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-caad85eb-a21d-4043-ad25-13375b764b66 None None] Port 4017b97b-9a03-4b06-a51c-666b2f798829 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:26:48.530273 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 45394) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:26:48.536677 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-d9dee9d9-5718-4e8d-a428-915d5cbcd709 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-454540045', 'description': 'tempest-secgroup-smoke-454540045 description', 'project_id': 'ba8f5ef8677a40aa9ef633104d93230e'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:26:48.547502 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-69cfa167-7353-4894-9f8c-4fdbb5ede89e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:48.572708 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d9dee9d9-5718-4e8d-a428-915d5cbcd709 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:48.606633 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 5eba29f2-65fc-4d01-84ad-8f5d94d83ac8 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:26:48.657025 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 5eba29f2-65fc-4d01-84ad-8f5d94d83ac8 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:26:48.657515 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:48.708850 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d9dee9d9-5718-4e8d-a428-915d5cbcd709 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:48.717394 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d9dee9d9-5718-4e8d-a428-915d5cbcd709 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:48.735017 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-f0b926a1-7fbf-48bb-8506-4234c90531be None None] Notify callbacks [] for port, precommit_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:48.754519 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-f0b926a1-7fbf-48bb-8506-4234c90531be None None] Transition to ACTIVE for port object 4017b97b-9a03-4b06-a51c-666b2f798829 will not be triggered until provisioned by entity L2. {{(pid=106255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:26:48.761183 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d9dee9d9-5718-4e8d-a428-915d5cbcd709 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:48.762784 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-d9dee9d9-5718-4e8d-a428-915d5cbcd709 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2314966 Aug 18 12:26:48.765009 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dee9d9-5718-4e8d-a428-915d5cbcd709 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7bc96c45-f874-4082-9906-771fc88bf94d,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:26:48.766408 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 45398) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:26:48.767503 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-f0b926a1-7fbf-48bb-8506-4234c90531be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:48.774491 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-3b476eeb-a309-4229-b30f-a25d5d57ee12 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Request body: {'security_group_rule': {'security_group_id': '7bc96c45-f874-4082-9906-771fc88bf94d', 'project_id': 'ba8f5ef8677a40aa9ef633104d93230e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:26:48.824271 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3b476eeb-a309-4229-b30f-a25d5d57ee12 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:48.912444 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3b476eeb-a309-4229-b30f-a25d5d57ee12 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:48.918521 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3b476eeb-a309-4229-b30f-a25d5d57ee12 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992607'] for security_group_rule, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:48.940615 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afebbb87-b110-4b36-93c6-4e31164d4286 None None] Pushing event updated for resources: {'Port': ['ID=4017b97b-9a03-4b06-a51c-666b2f798829,revision_number=3']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:26:48.962383 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b476eeb-a309-4229-b30f-a25d5d57ee12 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ae14b41-f7cc-4d3b-ab74-22f7675235bf,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:26:48.977304 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3b476eeb-a309-4229-b30f-a25d5d57ee12 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:48.985373 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-3b476eeb-a309-4229-b30f-a25d5d57ee12 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2175345 Aug 18 12:26:48.988606 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 45406) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:26:48.993232 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-6f6c2485-ebdf-41b5-a64b-d554d3bd7077 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Request body: {'security_group_rule': {'security_group_id': '7bc96c45-f874-4082-9906-771fc88bf94d', 'project_id': 'ba8f5ef8677a40aa9ef633104d93230e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:26:49.028835 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6f6c2485-ebdf-41b5-a64b-d554d3bd7077 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:49.037801 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-f0b926a1-7fbf-48bb-8506-4234c90531be None None] Attempting to bind port 4017b97b-9a03-4b06-a51c-666b2f798829 on host n-d-804985-2 for vnic_type normal with profile {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:26:49.038416 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-f0b926a1-7fbf-48bb-8506-4234c90531be None None] Attempting to bind port 4017b97b-9a03-4b06-a51c-666b2f798829 by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': '7ef6453d-0b70-4db5-a448-a2bb3ffda249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '05dfb111-3320-46c7-b333-0397b0cc4fd7'}] {{(pid=106255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:26:49.038962 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b926a1-7fbf-48bb-8506-4234c90531be None None] Attempting to bind port 4017b97b-9a03-4b06-a51c-666b2f798829 on network 05dfb111-3320-46c7-b333-0397b0cc4fd7 {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:26:49.054259 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b926a1-7fbf-48bb-8506-4234c90531be None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 26, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:26:49.054536 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b926a1-7fbf-48bb-8506-4234c90531be None None] Checking segment: {'id': '7ef6453d-0b70-4db5-a448-a2bb3ffda249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '05dfb111-3320-46c7-b333-0397b0cc4fd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:26:49.055511 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-f0b926a1-7fbf-48bb-8506-4234c90531be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:49.056090 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b926a1-7fbf-48bb-8506-4234c90531be None None] Bound using segment: {'id': '7ef6453d-0b70-4db5-a448-a2bb3ffda249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '05dfb111-3320-46c7-b333-0397b0cc4fd7'} {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:26:49.057454 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-f0b926a1-7fbf-48bb-8506-4234c90531be None None] Bound port: 4017b97b-9a03-4b06-a51c-666b2f798829, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ef6453d-0b70-4db5-a448-a2bb3ffda249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '05dfb111-3320-46c7-b333-0397b0cc4fd7'}}] {{(pid=106255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:26:49.058702 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-f0b926a1-7fbf-48bb-8506-4234c90531be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:49.139219 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6f6c2485-ebdf-41b5-a64b-d554d3bd7077 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:49.150316 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6f6c2485-ebdf-41b5-a64b-d554d3bd7077 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992607'] for security_group_rule, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:49.165305 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-f0b926a1-7fbf-48bb-8506-4234c90531be None None] For port 4017b97b-9a03-4b06-a51c-666b2f798829, host n-d-804985-2, cleared binding levels {{(pid=106255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:26:49.171103 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6c2485-ebdf-41b5-a64b-d554d3bd7077 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1aa92ebf-0017-48f2-b8a4-2471c7e37f46,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:26:49.173216 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-f0b926a1-7fbf-48bb-8506-4234c90531be None None] For port 4017b97b-9a03-4b06-a51c-666b2f798829, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=4017b97b-9a03-4b06-a51c-666b2f798829,segment=NetworkSegment(7ef6453d-0b70-4db5-a448-a2bb3ffda249),segment_id=7ef6453d-0b70-4db5-a448-a2bb3ffda249)] {{(pid=106255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:26:49.184432 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-f0b926a1-7fbf-48bb-8506-4234c90531be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:49.202093 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6f6c2485-ebdf-41b5-a64b-d554d3bd7077 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:49.207357 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-6f6c2485-ebdf-41b5-a64b-d554d3bd7077 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2178009 Aug 18 12:26:49.208497 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 45412) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:26:49.214537 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-dbc644ea-e0d2-427d-9fc1-5369c3a216b1 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Request body: {'security_group_rule': {'security_group_id': '7bc96c45-f874-4082-9906-771fc88bf94d', 'project_id': 'ba8f5ef8677a40aa9ef633104d93230e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:26:49.260071 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-dbc644ea-e0d2-427d-9fc1-5369c3a216b1 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:49.290549 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afebbb87-b110-4b36-93c6-4e31164d4286 None None] Pushing event updated for resources: {'Port': ['ID=4017b97b-9a03-4b06-a51c-666b2f798829,revision_number=4']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:26:49.293815 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b926a1-7fbf-48bb-8506-4234c90531be None None] Routers {'5fce78b1-b6a6-4e1d-9325-47d5cc3f017b'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:26:49.294583 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-f0b926a1-7fbf-48bb-8506-4234c90531be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:26:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['5fce78b1-b6a6-4e1d-9325-47d5cc3f017b'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:26:49.362640 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-dbc644ea-e0d2-427d-9fc1-5369c3a216b1 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:49.371102 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-dbc644ea-e0d2-427d-9fc1-5369c3a216b1 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992607'] for security_group_rule, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:49.416232 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc644ea-e0d2-427d-9fc1-5369c3a216b1 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04d5230e-e7b5-428d-b425-2f5677626115,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:26:49.420800 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-dbc644ea-e0d2-427d-9fc1-5369c3a216b1 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:49.423106 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-dbc644ea-e0d2-427d-9fc1-5369c3a216b1 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2128904 Aug 18 12:26:49.426153 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 45418) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:26:49.432420 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-f265ea6b-d14f-4b6d-81b6-8ab21a5cef3d tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Request body: {'security_group_rule': {'security_group_id': '7bc96c45-f874-4082-9906-771fc88bf94d', 'project_id': 'ba8f5ef8677a40aa9ef633104d93230e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:26:49.448575 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-f0b926a1-7fbf-48bb-8506-4234c90531be None None] Set router 5fce78b1-b6a6-4e1d-9325-47d5cc3f017b gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:26:49.474770 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f265ea6b-d14f-4b6d-81b6-8ab21a5cef3d tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:49.551556 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f265ea6b-d14f-4b6d-81b6-8ab21a5cef3d tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:49.557546 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f265ea6b-d14f-4b6d-81b6-8ab21a5cef3d tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992607'] for security_group_rule, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:49.582997 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f265ea6b-d14f-4b6d-81b6-8ab21a5cef3d tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cf88157-8a99-47ed-9ff3-2120e305b201,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:26:49.588146 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f265ea6b-d14f-4b6d-81b6-8ab21a5cef3d tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:49.592717 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-f265ea6b-d14f-4b6d-81b6-8ab21a5cef3d tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1655147 Aug 18 12:26:49.592922 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 45422) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:26:49.597848 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-0e2bb41d-2653-42e7-b90c-967fe03af6da tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Request body: {'security_group_rule': {'security_group_id': '7bc96c45-f874-4082-9906-771fc88bf94d', 'project_id': 'ba8f5ef8677a40aa9ef633104d93230e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:26:49.628077 n-d-804985-2 neutron-server[106253]: INFO neutron.db.securitygroups_db [None req-0e2bb41d-2653-42e7-b90c-967fe03af6da tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Project ba8f5ef8677a40aa9ef633104d93230e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 18 12:26:49.633292 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0e2bb41d-2653-42e7-b90c-967fe03af6da tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:49.698006 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.agents_db [None req-6dbb2658-0354-4101-8393-6e7505481cf6 None None] Agent healthcheck: found 7 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 12:26:49.709545 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0e2bb41d-2653-42e7-b90c-967fe03af6da tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:49.715296 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0e2bb41d-2653-42e7-b90c-967fe03af6da tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992607'] for security_group_rule, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:49.724419 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-f0b926a1-7fbf-48bb-8506-4234c90531be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fce78b1-b6a6-4e1d-9325-47d5cc3f017b', 'name': 'tempest-TestNetworkBasicOps-router-284947590', 'tenant_id': 'ba8f5ef8677a40aa9ef633104d93230e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': '5eba29f2-65fc-4d01-84ad-8f5d94d83ac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:26:41Z', 'updated_at': '2021-08-18T12:26:46Z', 'revision_number': 4, 'project_id': 'ba8f5ef8677a40aa9ef633104d93230e', 'gw_port': {'id': '5eba29f2-65fc-4d01-84ad-8f5d94d83ac8', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:b4:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fce78b1-b6a6-4e1d-9325-47d5cc3f017b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:26:41Z', 'updated_at': '2021-08-18T12:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': '4017b97b-9a03-4b06-a51c-666b2f798829', 'name': '', 'network_id': '05dfb111-3320-46c7-b333-0397b0cc4fd7', 'tenant_id': 'ba8f5ef8677a40aa9ef633104d93230e', 'mac_address': 'fa:16:3e:b8:cb:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fce78b1-b6a6-4e1d-9325-47d5cc3f017b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': '9c610508-a736-4cea-b1fe-b095b53f9f62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:26:45Z', 'updated_at': '2021-08-18T12:26:49Z', 'revision_number': 4, 'project_id': 'ba8f5ef8677a40aa9ef633104d93230e', 'subnets': [{'id': '9c610508-a736-4cea-b1fe-b095b53f9f62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:26:49.736154 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2bb41d-2653-42e7-b90c-967fe03af6da tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84a2bab3-2839-4cfc-b51f-756eca3ecb13,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:26:49.746170 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0e2bb41d-2653-42e7-b90c-967fe03af6da tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:49.750283 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-0e2bb41d-2653-42e7-b90c-967fe03af6da tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1533120 Aug 18 12:26:49.750780 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 45430) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:26:49.754166 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b926a1-7fbf-48bb-8506-4234c90531be None None] The sync data for ids ['5fce78b1-b6a6-4e1d-9325-47d5cc3f017b'] in n-d-804985-2 is: [{'id': '5fce78b1-b6a6-4e1d-9325-47d5cc3f017b', 'name': 'tempest-TestNetworkBasicOps-router-284947590', 'tenant_id': 'ba8f5ef8677a40aa9ef633104d93230e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': '5eba29f2-65fc-4d01-84ad-8f5d94d83ac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:26:41Z', 'updated_at': '2021-08-18T12:26:46Z', 'revision_number': 4, 'project_id': 'ba8f5ef8677a40aa9ef633104d93230e', 'gw_port': {'id': '5eba29f2-65fc-4d01-84ad-8f5d94d83ac8', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:b4:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fce78b1-b6a6-4e1d-9325-47d5cc3f017b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:26:41Z', 'updated_at': '2021-08-18T12:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': '4017b97b-9a03-4b06-a51c-666b2f798829', 'name': '', 'network_id': '05dfb111-3320-46c7-b333-0397b0cc4fd7', 'tenant_id': 'ba8f5ef8677a40aa9ef633104d93230e', 'mac_address': 'fa:16:3e:b8:cb:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fce78b1-b6a6-4e1d-9325-47d5cc3f017b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': '9c610508-a736-4cea-b1fe-b095b53f9f62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:26:45Z', 'updated_at': '2021-08-18T12:26:49Z', 'revision_number': 4, 'project_id': 'ba8f5ef8677a40aa9ef633104d93230e', 'subnets': [{'id': '9c610508-a736-4cea-b1fe-b095b53f9f62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:26:49.756526 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-ce5d5c88-6aa0-47ca-b4af-b2bcd06457dd tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Request body: {'security_group_rule': {'security_group_id': '7bc96c45-f874-4082-9906-771fc88bf94d', 'project_id': 'ba8f5ef8677a40aa9ef633104d93230e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:26:49.787927 n-d-804985-2 neutron-server[106253]: INFO neutron.db.securitygroups_db [None req-ce5d5c88-6aa0-47ca-b4af-b2bcd06457dd tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Project ba8f5ef8677a40aa9ef633104d93230e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 18 12:26:49.804234 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ce5d5c88-6aa0-47ca-b4af-b2bcd06457dd tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:49.928779 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ce5d5c88-6aa0-47ca-b4af-b2bcd06457dd tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:49.937292 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ce5d5c88-6aa0-47ca-b4af-b2bcd06457dd tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992607'] for security_group_rule, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:49.960261 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5d5c88-6aa0-47ca-b4af-b2bcd06457dd tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a48da335-72ce-47ab-b59b-71bf0118c111,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:26:49.967247 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ce5d5c88-6aa0-47ca-b4af-b2bcd06457dd tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:49.976616 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-ce5d5c88-6aa0-47ca-b4af-b2bcd06457dd tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2180634 Aug 18 12:26:50.259153 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 4017b97b-9a03-4b06-a51c-666b2f798829 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:26:50.353711 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port 4017b97b-9a03-4b06-a51c-666b2f798829 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:26:50.359354 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 4017b97b-9a03-4b06-a51c-666b2f798829 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:26:50.359949 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:50.405207 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e62e164e-0c3a-47b1-88d9-b417b454809b req-26d862da-ac39-4dad-b1ca-63329fade82f tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-454540045&fields=id&tenant_id=ba8f5ef8677a40aa9ef633104d93230e HTTP/1.1" status: 200 len: 267 time: 0.0636690 Aug 18 12:26:50.467093 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:50.510923 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] For port 4017b97b-9a03-4b06-a51c-666b2f798829, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=4017b97b-9a03-4b06-a51c-666b2f798829,segment=NetworkSegment(7ef6453d-0b70-4db5-a448-a2bb3ffda249),segment_id=7ef6453d-0b70-4db5-a448-a2bb3ffda249)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:26:50.517462 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:50.580503 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Pushing event updated for resources: {'Port': ['ID=4017b97b-9a03-4b06-a51c-666b2f798829,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:26:50.597367 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62e164e-0c3a-47b1-88d9-b417b454809b req-d2e1282d-fceb-4fc3-af8b-b91a7efaf4d3 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:26:50.598853 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e62e164e-0c3a-47b1-88d9-b417b454809b req-d2e1282d-fceb-4fc3-af8b-b91a7efaf4d3 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] 10.222.0.66 "GET /v2.0/networks?id=05dfb111-3320-46c7-b333-0397b0cc4fd7 HTTP/1.1" status: 200 len: 797 time: 0.1928575 Aug 18 12:26:50.607490 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0f1268-aa57-4aa1-a03f-d96742b51773 req-523e022d-7bdb-4557-be7d-1b13b7a8681f tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:26:50.609238 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7b0f1268-aa57-4aa1-a03f-d96742b51773 req-523e022d-7bdb-4557-be7d-1b13b7a8681f tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/networks?id=25fdaffb-3168-482a-bd55-4e7a3fe8ec1f HTTP/1.1" status: 200 len: 811 time: 0.2015214 Aug 18 12:26:50.628031 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e62e164e-0c3a-47b1-88d9-b417b454809b req-65f4bd9f-8c10-4b88-9f0d-21ad0f6ac9c7 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] 10.222.0.66 "GET /v2.0/quotas/ba8f5ef8677a40aa9ef633104d93230e HTTP/1.1" status: 200 len: 375 time: 0.0177679 Aug 18 12:26:50.630477 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7b0f1268-aa57-4aa1-a03f-d96742b51773 req-df005759-78e0-4acf-96e3-9d4dff122ecd tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/quotas/86bcac19683b4cedad111d113ad02413 HTTP/1.1" status: 200 len: 375 time: 0.0137541 Aug 18 12:26:50.727447 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7b0f1268-aa57-4aa1-a03f-d96742b51773 req-019af14b-1c26-438c-9ceb-e6a26aab52c7 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=86bcac19683b4cedad111d113ad02413&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0759563 Aug 18 12:26:50.734749 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e62e164e-0c3a-47b1-88d9-b417b454809b req-150a6284-5d12-41a3-a980-ce2746b3a321 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=ba8f5ef8677a40aa9ef633104d93230e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0978854 Aug 18 12:26:50.896263 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7b0f1268-aa57-4aa1-a03f-d96742b51773 req-5aab9098-c7f9-4169-872e-2b5d6fecb192 service neutron] 10.222.0.66 "GET /v2.0/networks/25fdaffb-3168-482a-bd55-4e7a3fe8ec1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547906 Aug 18 12:26:50.900164 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e62e164e-0c3a-47b1-88d9-b417b454809b req-5e86f657-56de-4e5c-979c-1db34bba9339 service neutron] 10.222.0.66 "GET /v2.0/networks/05dfb111-3320-46c7-b333-0397b0cc4fd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410725 Aug 18 12:26:51.059907 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7b0f1268-aa57-4aa1-a03f-d96742b51773 req-ffb79201-905c-46bd-b100-22424c49a02d service neutron] 10.222.0.66 "GET /v2.0/networks/25fdaffb-3168-482a-bd55-4e7a3fe8ec1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544271 Aug 18 12:26:51.063850 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e62e164e-0c3a-47b1-88d9-b417b454809b req-757de652-c83b-4c13-81a2-15b1a178899b service neutron] 10.222.0.66 "GET /v2.0/networks/05dfb111-3320-46c7-b333-0397b0cc4fd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505144 Aug 18 12:26:51.236404 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2fcb81b5-5bd3-4474-a0bc-2e1c0e43a8ea req-3074145c-dfc6-4da7-a69a-3e720d15691a tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] 10.222.0.66 "GET /v2.0/ports?device_id=b4381b0a-98f2-47fe-9eb1-ca6ca541656a HTTP/1.1" status: 200 len: 210 time: 0.0285778 Aug 18 12:26:51.457379 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c2c5ac60-7cff-4fd4-b994-7a7fabdecf73 req-83952410-6548-47fc-bcf7-956df53077e5 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/ports?device_id=f1132f36-ce90-406f-9080-65703c0986b7 HTTP/1.1" status: 200 len: 210 time: 0.0333107 Aug 18 12:26:51.483651 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:51.721113 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8119f29b-42e6-4a86-86fd-291fb81bc02c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:52.199549 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 4017b97b-9a03-4b06-a51c-666b2f798829 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:26:52.253594 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-53584c24-f517-494e-ac93-c18bb92373f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:52.294056 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 4017b97b-9a03-4b06-a51c-666b2f798829 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:26:52.294434 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:52.359686 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-aeec2a6a-2f06-4d2a-862f-d88f58ea201a req-9d7f6737-ddcc-4be7-a1af-6835bf8e019f tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] 10.222.0.66 "GET /v2.0/ports?device_id=b4381b0a-98f2-47fe-9eb1-ca6ca541656a HTTP/1.1" status: 200 len: 210 time: 0.0350649 Aug 18 12:26:52.368232 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62e164e-0c3a-47b1-88d9-b417b454809b req-51df2da1-80a6-476c-8648-de5a4577ccfa tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:26:52.369826 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e62e164e-0c3a-47b1-88d9-b417b454809b req-51df2da1-80a6-476c-8648-de5a4577ccfa tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] 10.222.0.63 "GET /v2.0/networks?id=05dfb111-3320-46c7-b333-0397b0cc4fd7 HTTP/1.1" status: 200 len: 797 time: 0.1676748 Aug 18 12:26:52.418072 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e62e164e-0c3a-47b1-88d9-b417b454809b req-1851b46d-6cb4-4989-810e-73130a10483c tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] 10.222.0.63 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ba8f5ef8677a40aa9ef633104d93230e HTTP/1.1" status: 200 len: 379 time: 0.0362022 Aug 18 12:26:52.434887 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-e62e164e-0c3a-47b1-88d9-b417b454809b req-3cf35dda-87b9-4fda-93e6-5161f166678b tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Request body: {'port': {'device_id': 'b4381b0a-98f2-47fe-9eb1-ca6ca541656a', 'network_id': '05dfb111-3320-46c7-b333-0397b0cc4fd7', 'admin_state_up': True, 'tenant_id': 'ba8f5ef8677a40aa9ef633104d93230e', 'security_groups': ['7bc96c45-f874-4082-9906-771fc88bf94d']}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:26:52.571491 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-75fe1b08-d951-418f-bb93-1923bdde530a req-797a725d-24d5-4b20-a9cb-c1e327520952 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/ports?device_id=f1132f36-ce90-406f-9080-65703c0986b7 HTTP/1.1" status: 200 len: 210 time: 0.0317352 Aug 18 12:26:52.600945 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e62e164e-0c3a-47b1-88d9-b417b454809b req-3cf35dda-87b9-4fda-93e6-5161f166678b tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Made reservation on behalf of ba8f5ef8677a40aa9ef633104d93230e for: {'port': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:26:52.604629 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-e62e164e-0c3a-47b1-88d9-b417b454809b req-3cf35dda-87b9-4fda-93e6-5161f166678b tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:52.766276 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0f1268-aa57-4aa1-a03f-d96742b51773 req-cfd85a1b-a0d6-4409-a326-62928baad48e tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:26:52.767818 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7b0f1268-aa57-4aa1-a03f-d96742b51773 req-cfd85a1b-a0d6-4409-a326-62928baad48e tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.63 "GET /v2.0/networks?id=25fdaffb-3168-482a-bd55-4e7a3fe8ec1f HTTP/1.1" status: 200 len: 811 time: 0.1779227 Aug 18 12:26:52.795520 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-7b0f1268-aa57-4aa1-a03f-d96742b51773 req-2dd4f19e-437e-47b8-8e3d-ade4a3f7ed52 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Request body: {'port': {'device_id': 'f1132f36-ce90-406f-9080-65703c0986b7', 'network_id': '25fdaffb-3168-482a-bd55-4e7a3fe8ec1f', 'admin_state_up': True, 'tenant_id': '86bcac19683b4cedad111d113ad02413'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:26:52.880323 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [req-e62e164e-0c3a-47b1-88d9-b417b454809b req-3cf35dda-87b9-4fda-93e6-5161f166678b tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Allocated IP 172.20.0.8 (05dfb111-3320-46c7-b333-0397b0cc4fd7/9c610508-a736-4cea-b1fe-b095b53f9f62/46084920-dd01-4d91-9386-01ff6c4d4391) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:26:53.018678 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b0f1268-aa57-4aa1-a03f-d96742b51773 req-2dd4f19e-437e-47b8-8e3d-ade4a3f7ed52 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Made reservation on behalf of 86bcac19683b4cedad111d113ad02413 for: {'port': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:26:53.022338 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-7b0f1268-aa57-4aa1-a03f-d96742b51773 req-2dd4f19e-437e-47b8-8e3d-ade4a3f7ed52 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:53.136599 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-e62e164e-0c3a-47b1-88d9-b417b454809b req-3cf35dda-87b9-4fda-93e6-5161f166678b tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:53.183428 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [req-e62e164e-0c3a-47b1-88d9-b417b454809b req-3cf35dda-87b9-4fda-93e6-5161f166678b tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Transition to ACTIVE for port object 46084920-dd01-4d91-9386-01ff6c4d4391 will not be triggered until provisioned by entity DHCP. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:26:53.205342 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [req-7b0f1268-aa57-4aa1-a03f-d96742b51773 req-2dd4f19e-437e-47b8-8e3d-ade4a3f7ed52 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Allocated IP 172.20.0.12 (25fdaffb-3168-482a-bd55-4e7a3fe8ec1f/eb2e3982-4dd6-4594-80de-13da71e6899f/ae49ceff-67d1-44ab-b0db-69242a867534) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:26:53.259554 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-e62e164e-0c3a-47b1-88d9-b417b454809b req-3cf35dda-87b9-4fda-93e6-5161f166678b tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:53.326309 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e62e164e-0c3a-47b1-88d9-b417b454809b req-3cf35dda-87b9-4fda-93e6-5161f166678b tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Network 05dfb111-3320-46c7-b333-0397b0cc4fd7 is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:26:53.362632 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [req-e62e164e-0c3a-47b1-88d9-b417b454809b req-3cf35dda-87b9-4fda-93e6-5161f166678b tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:26:53.365476 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-e62e164e-0c3a-47b1-88d9-b417b454809b req-3cf35dda-87b9-4fda-93e6-5161f166678b tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:26:53.419689 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf35dda-87b9-4fda-93e6-5161f166678b tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Pushing event updated for resources: {'Port': ['ID=46084920-dd01-4d91-9386-01ff6c4d4391,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:26:53.496143 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62e164e-0c3a-47b1-88d9-b417b454809b req-3cf35dda-87b9-4fda-93e6-5161f166678b tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:26:53.496816 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-e62e164e-0c3a-47b1-88d9-b417b454809b req-3cf35dda-87b9-4fda-93e6-5161f166678b tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:53.537997 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-7b0f1268-aa57-4aa1-a03f-d96742b51773 req-2dd4f19e-437e-47b8-8e3d-ade4a3f7ed52 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:53.544937 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e62e164e-0c3a-47b1-88d9-b417b454809b req-3cf35dda-87b9-4fda-93e6-5161f166678b tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1138084 Aug 18 12:26:53.560551 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-e62e164e-0c3a-47b1-88d9-b417b454809b req-c4a3871e-2d38-47e1-b8ec-689c03eac7c0 service neutron] Request body: {'port': {'device_id': 'b4381b0a-98f2-47fe-9eb1-ca6ca541656a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804985-2'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:26:53.572635 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be07a847-7932-4246-9971-e4b234adb4c0 req-b799dbe0-2fb8-48c4-97ca-44eece6e6cd6 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:26:53.574135 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-be07a847-7932-4246-9971-e4b234adb4c0 req-b799dbe0-2fb8-48c4-97ca-44eece6e6cd6 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] 10.222.0.66 "GET /v2.0/ports?device_id=b4381b0a-98f2-47fe-9eb1-ca6ca541656a HTTP/1.1" status: 200 len: 931 time: 0.1258445 Aug 18 12:26:53.588862 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [req-7b0f1268-aa57-4aa1-a03f-d96742b51773 req-2dd4f19e-437e-47b8-8e3d-ade4a3f7ed52 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Transition to ACTIVE for port object ae49ceff-67d1-44ab-b0db-69242a867534 will not be triggered until provisioned by entity DHCP. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:26:53.624141 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-5a203159-0f03-4358-a34f-8daa55cc347e None None] Provisioning for port 46084920-dd01-4d91-9386-01ff6c4d4391 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:26:53.628616 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-5a203159-0f03-4358-a34f-8daa55cc347e None None] Provisioning complete for port 46084920-dd01-4d91-9386-01ff6c4d4391 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:26:53.629129 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-5a203159-0f03-4358-a34f-8daa55cc347e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:53.668596 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-5a203159-0f03-4358-a34f-8daa55cc347e None None] Port 46084920-dd01-4d91-9386-01ff6c4d4391 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:26:53.688687 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-e62e164e-0c3a-47b1-88d9-b417b454809b req-c4a3871e-2d38-47e1-b8ec-689c03eac7c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:53.692942 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-be07a847-7932-4246-9971-e4b234adb4c0 req-0510afc1-1a4d-445a-933d-3893fccc1cb4 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bc96c45-f874-4082-9906-771fc88bf94d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1009467 Aug 18 12:26:53.714186 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-bcab3cff-8d02-4bb9-954a-743c9c9f5fa7 req-6b7997ab-4098-4349-889f-7c69be83e09b tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/ports?device_id=f1132f36-ce90-406f-9080-65703c0986b7 HTTP/1.1" status: 200 len: 210 time: 0.0473528 Aug 18 12:26:53.741929 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-7b0f1268-aa57-4aa1-a03f-d96742b51773 req-2dd4f19e-437e-47b8-8e3d-ade4a3f7ed52 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:53.800331 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b0f1268-aa57-4aa1-a03f-d96742b51773 req-2dd4f19e-437e-47b8-8e3d-ade4a3f7ed52 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Network 25fdaffb-3168-482a-bd55-4e7a3fe8ec1f is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:26:53.807644 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [req-7b0f1268-aa57-4aa1-a03f-d96742b51773 req-2dd4f19e-437e-47b8-8e3d-ade4a3f7ed52 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:26:53.815615 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b0f1268-aa57-4aa1-a03f-d96742b51773 req-2dd4f19e-437e-47b8-8e3d-ade4a3f7ed52 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:26:53.867209 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd4f19e-437e-47b8-8e3d-ade4a3f7ed52 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Pushing event updated for resources: {'Port': ['ID=ae49ceff-67d1-44ab-b0db-69242a867534,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:26:53.897470 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-500a1c61-38a7-4c23-a7ec-4631080af5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:53.962947 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0f1268-aa57-4aa1-a03f-d96742b51773 req-2dd4f19e-437e-47b8-8e3d-ade4a3f7ed52 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:26:53.963551 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-7b0f1268-aa57-4aa1-a03f-d96742b51773 req-2dd4f19e-437e-47b8-8e3d-ade4a3f7ed52 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:53.993287 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7b0f1268-aa57-4aa1-a03f-d96742b51773 req-2dd4f19e-437e-47b8-8e3d-ade4a3f7ed52 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2018378 Aug 18 12:26:54.011030 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-7b0f1268-aa57-4aa1-a03f-d96742b51773 req-a3f81e39-a8a2-46fd-aadc-c8f5e92bcbe4 service neutron] Request body: {'port': {'device_id': 'f1132f36-ce90-406f-9080-65703c0986b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804985-2'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:26:54.101227 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-7b0f1268-aa57-4aa1-a03f-d96742b51773 req-a3f81e39-a8a2-46fd-aadc-c8f5e92bcbe4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:54.182381 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-2753e822-7584-4135-89b4-7e5a042a6e63 None None] Provisioning for port ae49ceff-67d1-44ab-b0db-69242a867534 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:26:54.189832 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-2753e822-7584-4135-89b4-7e5a042a6e63 None None] Provisioning complete for port ae49ceff-67d1-44ab-b0db-69242a867534 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:26:54.190096 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-2753e822-7584-4135-89b4-7e5a042a6e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:54.236807 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-2753e822-7584-4135-89b4-7e5a042a6e63 None None] Port ae49ceff-67d1-44ab-b0db-69242a867534 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:26:54.520088 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [req-e62e164e-0c3a-47b1-88d9-b417b454809b req-c4a3871e-2d38-47e1-b8ec-689c03eac7c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46084920-dd01-4d91-9386-01ff6c4d4391 {{(pid=106252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:26:54.529712 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-e62e164e-0c3a-47b1-88d9-b417b454809b req-c4a3871e-2d38-47e1-b8ec-689c03eac7c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:54.553952 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [req-e62e164e-0c3a-47b1-88d9-b417b454809b req-c4a3871e-2d38-47e1-b8ec-689c03eac7c0 service neutron] Transition to ACTIVE for port object 46084920-dd01-4d91-9386-01ff6c4d4391 will not be triggered until provisioned by entity L2. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:26:54.560229 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-e62e164e-0c3a-47b1-88d9-b417b454809b req-c4a3871e-2d38-47e1-b8ec-689c03eac7c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:54.703513 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a3871e-2d38-47e1-b8ec-689c03eac7c0 service neutron] Pushing event updated for resources: {'Port': ['ID=46084920-dd01-4d91-9386-01ff6c4d4391,revision_number=2']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:26:54.895183 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-e62e164e-0c3a-47b1-88d9-b417b454809b req-c4a3871e-2d38-47e1-b8ec-689c03eac7c0 service neutron] Attempting to bind port 46084920-dd01-4d91-9386-01ff6c4d4391 on host n-h1-804985-2 for vnic_type normal with profile {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:26:54.895478 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-e62e164e-0c3a-47b1-88d9-b417b454809b req-c4a3871e-2d38-47e1-b8ec-689c03eac7c0 service neutron] Attempting to bind port 46084920-dd01-4d91-9386-01ff6c4d4391 by drivers openvswitch,hyperv on host n-h1-804985-2 at level 0 using segments [{'id': '7ef6453d-0b70-4db5-a448-a2bb3ffda249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '05dfb111-3320-46c7-b333-0397b0cc4fd7'}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:26:54.895816 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e62e164e-0c3a-47b1-88d9-b417b454809b req-c4a3871e-2d38-47e1-b8ec-689c03eac7c0 service neutron] Attempting to bind port 46084920-dd01-4d91-9386-01ff6c4d4391 on network 05dfb111-3320-46c7-b333-0397b0cc4fd7 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:26:54.920186 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e62e164e-0c3a-47b1-88d9-b417b454809b req-c4a3871e-2d38-47e1-b8ec-689c03eac7c0 service neutron] Port 46084920-dd01-4d91-9386-01ff6c4d4391 on network 05dfb111-3320-46c7-b333-0397b0cc4fd7 not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-2 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:26:54.920438 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e62e164e-0c3a-47b1-88d9-b417b454809b req-c4a3871e-2d38-47e1-b8ec-689c03eac7c0 service neutron] Attempting to bind port 46084920-dd01-4d91-9386-01ff6c4d4391 on network 05dfb111-3320-46c7-b333-0397b0cc4fd7 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:26:54.951778 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e62e164e-0c3a-47b1-88d9-b417b454809b req-c4a3871e-2d38-47e1-b8ec-689c03eac7c0 service neutron] Checking agent: {'id': 'a613417a-d085-492c-941a-59bb18c633d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 49, 6), 'started_at': datetime.datetime(2021, 8, 18, 11, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 26, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:26:54.952255 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e62e164e-0c3a-47b1-88d9-b417b454809b req-c4a3871e-2d38-47e1-b8ec-689c03eac7c0 service neutron] Checking segment: {'id': '7ef6453d-0b70-4db5-a448-a2bb3ffda249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '05dfb111-3320-46c7-b333-0397b0cc4fd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:26:54.953928 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e62e164e-0c3a-47b1-88d9-b417b454809b req-c4a3871e-2d38-47e1-b8ec-689c03eac7c0 service neutron] Bound using segment: {'id': '7ef6453d-0b70-4db5-a448-a2bb3ffda249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '05dfb111-3320-46c7-b333-0397b0cc4fd7'} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:26:54.953928 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-e62e164e-0c3a-47b1-88d9-b417b454809b req-c4a3871e-2d38-47e1-b8ec-689c03eac7c0 service neutron] Bound port: 46084920-dd01-4d91-9386-01ff6c4d4391, host: n-h1-804985-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ef6453d-0b70-4db5-a448-a2bb3ffda249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '05dfb111-3320-46c7-b333-0397b0cc4fd7'}}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:26:54.953928 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-e62e164e-0c3a-47b1-88d9-b417b454809b req-c4a3871e-2d38-47e1-b8ec-689c03eac7c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:54.992423 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c760de11-12fb-4cb3-90cd-abb838e8461d req-36edbe66-1fba-42f6-ab30-1c57ce828993 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:26:54.993963 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c760de11-12fb-4cb3-90cd-abb838e8461d req-36edbe66-1fba-42f6-ab30-1c57ce828993 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] 10.222.0.66 "GET /v2.0/ports?device_id=b4381b0a-98f2-47fe-9eb1-ca6ca541656a HTTP/1.1" status: 200 len: 943 time: 0.1674802 Aug 18 12:26:54.996897 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [req-7b0f1268-aa57-4aa1-a03f-d96742b51773 req-a3f81e39-a8a2-46fd-aadc-c8f5e92bcbe4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae49ceff-67d1-44ab-b0db-69242a867534 {{(pid=106252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:26:55.008235 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfd9c99-f376-4030-9cbd-65caa8e74611 req-7d723004-3f4e-451a-a436-6d5e241ed0fc tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:26:55.009719 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ddfd9c99-f376-4030-9cbd-65caa8e74611 req-7d723004-3f4e-451a-a436-6d5e241ed0fc tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/ports?device_id=f1132f36-ce90-406f-9080-65703c0986b7 HTTP/1.1" status: 200 len: 932 time: 0.1752760 Aug 18 12:26:55.050099 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-7b0f1268-aa57-4aa1-a03f-d96742b51773 req-a3f81e39-a8a2-46fd-aadc-c8f5e92bcbe4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:55.110290 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [req-7b0f1268-aa57-4aa1-a03f-d96742b51773 req-a3f81e39-a8a2-46fd-aadc-c8f5e92bcbe4 service neutron] Transition to ACTIVE for port object ae49ceff-67d1-44ab-b0db-69242a867534 will not be triggered until provisioned by entity L2. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:26:55.124455 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c760de11-12fb-4cb3-90cd-abb838e8461d req-6b07b130-b23f-47c1-b5ef-d6bf43265df8 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bc96c45-f874-4082-9906-771fc88bf94d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1115706 Aug 18 12:26:55.126092 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-7b0f1268-aa57-4aa1-a03f-d96742b51773 req-a3f81e39-a8a2-46fd-aadc-c8f5e92bcbe4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:55.147620 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-e62e164e-0c3a-47b1-88d9-b417b454809b req-c4a3871e-2d38-47e1-b8ec-689c03eac7c0 service neutron] For port 46084920-dd01-4d91-9386-01ff6c4d4391, host n-h1-804985-2, cleared binding levels {{(pid=106252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:26:55.178595 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ddfd9c99-f376-4030-9cbd-65caa8e74611 req-22bc0d57-7e56-4905-ad9e-725aafa4a7bf tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/security-groups?id=c39e84f9-0c12-4e20-96af-8241c5ff77a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396470 Aug 18 12:26:55.181758 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-e62e164e-0c3a-47b1-88d9-b417b454809b req-c4a3871e-2d38-47e1-b8ec-689c03eac7c0 service neutron] For port 46084920-dd01-4d91-9386-01ff6c4d4391, host n-h1-804985-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=46084920-dd01-4d91-9386-01ff6c4d4391,segment=NetworkSegment(7ef6453d-0b70-4db5-a448-a2bb3ffda249),segment_id=7ef6453d-0b70-4db5-a448-a2bb3ffda249)] {{(pid=106252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:26:55.191770 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-e62e164e-0c3a-47b1-88d9-b417b454809b req-c4a3871e-2d38-47e1-b8ec-689c03eac7c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:55.236000 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62e164e-0c3a-47b1-88d9-b417b454809b req-c4a3871e-2d38-47e1-b8ec-689c03eac7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:26:55.236663 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-e62e164e-0c3a-47b1-88d9-b417b454809b req-c4a3871e-2d38-47e1-b8ec-689c03eac7c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:55.238122 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e62e164e-0c3a-47b1-88d9-b417b454809b req-c4a3871e-2d38-47e1-b8ec-689c03eac7c0 service neutron] 10.222.0.63 "PUT /v2.0/ports/46084920-dd01-4d91-9386-01ff6c4d4391 HTTP/1.1" status: 200 len: 1091 time: 1.6827197 Aug 18 12:26:55.242187 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4381b0a-98f2-47fe-9eb1-ca6ca541656a', 'tag': '46084920-dd01-4d91-9386-01ff6c4d4391'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:26:55.244055 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a87c1eda-5ddd-4bc4-a968-fb32c743a483" -d '{"events": [{"name": "network-changed", "server_uuid": "b4381b0a-98f2-47fe-9eb1-ca6ca541656a", "tag": "46084920-dd01-4d91-9386-01ff6c4d4391"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:26:55.250652 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f81e39-a8a2-46fd-aadc-c8f5e92bcbe4 service neutron] Pushing event updated for resources: {'Port': ['ID=ae49ceff-67d1-44ab-b0db-69242a867534,revision_number=2']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:26:55.344643 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:26:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2913dc7c-2eb2-4eb6-8c16-f857c00face9 x-openstack-request-id: req-2913dc7c-2eb2-4eb6-8c16-f857c00face9 {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:26:55.344933 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4381b0a-98f2-47fe-9eb1-ca6ca541656a", "tag": "46084920-dd01-4d91-9386-01ff6c4d4391", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:26:55.345185 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-2913dc7c-2eb2-4eb6-8c16-f857c00face9 {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:26:55.345665 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4381b0a-98f2-47fe-9eb1-ca6ca541656a', 'tag': '46084920-dd01-4d91-9386-01ff6c4d4391', 'status': 'completed', 'code': 200} Aug 18 12:26:55.451445 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a3871e-2d38-47e1-b8ec-689c03eac7c0 service neutron] Pushing event updated for resources: {'Port': ['ID=46084920-dd01-4d91-9386-01ff6c4d4391,revision_number=3']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:26:55.476737 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-7b0f1268-aa57-4aa1-a03f-d96742b51773 req-a3f81e39-a8a2-46fd-aadc-c8f5e92bcbe4 service neutron] Attempting to bind port ae49ceff-67d1-44ab-b0db-69242a867534 on host n-h1-804985-2 for vnic_type normal with profile {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:26:55.477106 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-7b0f1268-aa57-4aa1-a03f-d96742b51773 req-a3f81e39-a8a2-46fd-aadc-c8f5e92bcbe4 service neutron] Attempting to bind port ae49ceff-67d1-44ab-b0db-69242a867534 by drivers openvswitch,hyperv on host n-h1-804985-2 at level 0 using segments [{'id': 'dfae8a08-8315-4142-ba2f-fd111ce93dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '25fdaffb-3168-482a-bd55-4e7a3fe8ec1f'}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:26:55.477514 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b0f1268-aa57-4aa1-a03f-d96742b51773 req-a3f81e39-a8a2-46fd-aadc-c8f5e92bcbe4 service neutron] Attempting to bind port ae49ceff-67d1-44ab-b0db-69242a867534 on network 25fdaffb-3168-482a-bd55-4e7a3fe8ec1f {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:26:55.482891 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62e164e-0c3a-47b1-88d9-b417b454809b req-7cf7ef79-4d37-475b-89b9-9c83407ea43f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:26:55.484571 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e62e164e-0c3a-47b1-88d9-b417b454809b req-7cf7ef79-4d37-475b-89b9-9c83407ea43f service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=ba8f5ef8677a40aa9ef633104d93230e&device_id=b4381b0a-98f2-47fe-9eb1-ca6ca541656a HTTP/1.1" status: 200 len: 1094 time: 0.1380517 Aug 18 12:26:55.492077 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b0f1268-aa57-4aa1-a03f-d96742b51773 req-a3f81e39-a8a2-46fd-aadc-c8f5e92bcbe4 service neutron] Port ae49ceff-67d1-44ab-b0db-69242a867534 on network 25fdaffb-3168-482a-bd55-4e7a3fe8ec1f not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-2 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:26:55.492357 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b0f1268-aa57-4aa1-a03f-d96742b51773 req-a3f81e39-a8a2-46fd-aadc-c8f5e92bcbe4 service neutron] Attempting to bind port ae49ceff-67d1-44ab-b0db-69242a867534 on network 25fdaffb-3168-482a-bd55-4e7a3fe8ec1f {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:26:55.540435 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b0f1268-aa57-4aa1-a03f-d96742b51773 req-a3f81e39-a8a2-46fd-aadc-c8f5e92bcbe4 service neutron] Checking agent: {'id': 'a613417a-d085-492c-941a-59bb18c633d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 49, 6), 'started_at': datetime.datetime(2021, 8, 18, 11, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 26, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:26:55.540796 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b0f1268-aa57-4aa1-a03f-d96742b51773 req-a3f81e39-a8a2-46fd-aadc-c8f5e92bcbe4 service neutron] Checking segment: {'id': 'dfae8a08-8315-4142-ba2f-fd111ce93dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '25fdaffb-3168-482a-bd55-4e7a3fe8ec1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:26:55.541189 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b0f1268-aa57-4aa1-a03f-d96742b51773 req-a3f81e39-a8a2-46fd-aadc-c8f5e92bcbe4 service neutron] Bound using segment: {'id': 'dfae8a08-8315-4142-ba2f-fd111ce93dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '25fdaffb-3168-482a-bd55-4e7a3fe8ec1f'} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:26:55.541638 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-7b0f1268-aa57-4aa1-a03f-d96742b51773 req-a3f81e39-a8a2-46fd-aadc-c8f5e92bcbe4 service neutron] Bound port: ae49ceff-67d1-44ab-b0db-69242a867534, host: n-h1-804985-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfae8a08-8315-4142-ba2f-fd111ce93dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '25fdaffb-3168-482a-bd55-4e7a3fe8ec1f'}}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:26:55.542076 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-7b0f1268-aa57-4aa1-a03f-d96742b51773 req-a3f81e39-a8a2-46fd-aadc-c8f5e92bcbe4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:55.544881 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e62e164e-0c3a-47b1-88d9-b417b454809b req-053c8ba1-ddd4-4bcd-811e-87ed77878a2b service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=46084920-dd01-4d91-9386-01ff6c4d4391 HTTP/1.1" status: 200 len: 217 time: 0.0499928 Aug 18 12:26:55.650146 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62e164e-0c3a-47b1-88d9-b417b454809b req-ea55f9a2-9fd4-4275-80a0-c67e6fc8019a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:26:55.651647 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e62e164e-0c3a-47b1-88d9-b417b454809b req-ea55f9a2-9fd4-4275-80a0-c67e6fc8019a service neutron] 10.222.0.63 "GET /v2.0/subnets?id=9c610508-a736-4cea-b1fe-b095b53f9f62 HTTP/1.1" status: 200 len: 835 time: 0.0986719 Aug 18 12:26:55.698637 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-7b0f1268-aa57-4aa1-a03f-d96742b51773 req-a3f81e39-a8a2-46fd-aadc-c8f5e92bcbe4 service neutron] For port ae49ceff-67d1-44ab-b0db-69242a867534, host n-h1-804985-2, cleared binding levels {{(pid=106252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:26:55.715424 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-7b0f1268-aa57-4aa1-a03f-d96742b51773 req-a3f81e39-a8a2-46fd-aadc-c8f5e92bcbe4 service neutron] For port ae49ceff-67d1-44ab-b0db-69242a867534, host n-h1-804985-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=ae49ceff-67d1-44ab-b0db-69242a867534,segment=NetworkSegment(dfae8a08-8315-4142-ba2f-fd111ce93dbf),segment_id=dfae8a08-8315-4142-ba2f-fd111ce93dbf)] {{(pid=106252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:26:55.724782 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-7b0f1268-aa57-4aa1-a03f-d96742b51773 req-a3f81e39-a8a2-46fd-aadc-c8f5e92bcbe4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:55.727887 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62e164e-0c3a-47b1-88d9-b417b454809b req-f8896991-83ff-4b6f-911f-8ecaaf627257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:26:55.729448 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e62e164e-0c3a-47b1-88d9-b417b454809b req-f8896991-83ff-4b6f-911f-8ecaaf627257 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=05dfb111-3320-46c7-b333-0397b0cc4fd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0680058 Aug 18 12:26:55.811407 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0f1268-aa57-4aa1-a03f-d96742b51773 req-a3f81e39-a8a2-46fd-aadc-c8f5e92bcbe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:26:55.812078 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-7b0f1268-aa57-4aa1-a03f-d96742b51773 req-a3f81e39-a8a2-46fd-aadc-c8f5e92bcbe4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:55.813888 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7b0f1268-aa57-4aa1-a03f-d96742b51773 req-a3f81e39-a8a2-46fd-aadc-c8f5e92bcbe4 service neutron] 10.222.0.63 "PUT /v2.0/ports/ae49ceff-67d1-44ab-b0db-69242a867534 HTTP/1.1" status: 200 len: 1092 time: 1.8077278 Aug 18 12:26:55.850705 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f81e39-a8a2-46fd-aadc-c8f5e92bcbe4 service neutron] Pushing event updated for resources: {'Port': ['ID=ae49ceff-67d1-44ab-b0db-69242a867534,revision_number=3']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:26:55.913913 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e62e164e-0c3a-47b1-88d9-b417b454809b req-61e02372-0efb-4ad4-9a1b-a3805ad0794c service neutron] 10.222.0.63 "GET /v2.0/networks/05dfb111-3320-46c7-b333-0397b0cc4fd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773410 Aug 18 12:26:55.951881 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0f1268-aa57-4aa1-a03f-d96742b51773 req-d857153a-53bd-4914-a0c5-b3b5198862ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:26:55.953420 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7b0f1268-aa57-4aa1-a03f-d96742b51773 req-d857153a-53bd-4914-a0c5-b3b5198862ba service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=86bcac19683b4cedad111d113ad02413&device_id=f1132f36-ce90-406f-9080-65703c0986b7 HTTP/1.1" status: 200 len: 1095 time: 0.0891423 Aug 18 12:26:56.044126 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7b0f1268-aa57-4aa1-a03f-d96742b51773 req-f7f419d8-8456-45aa-9a5a-8babb25efa1e service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ae49ceff-67d1-44ab-b0db-69242a867534 HTTP/1.1" status: 200 len: 217 time: 0.0649464 Aug 18 12:26:56.115728 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e62e164e-0c3a-47b1-88d9-b417b454809b req-18f7cb88-c98c-4033-8c7d-280798c2edcd service neutron] 10.222.0.63 "GET /v2.0/networks/05dfb111-3320-46c7-b333-0397b0cc4fd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1938803 Aug 18 12:26:56.126435 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0f1268-aa57-4aa1-a03f-d96742b51773 req-85a2d427-3436-4e40-bbcf-7b3dcb9cad0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:26:56.128360 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7b0f1268-aa57-4aa1-a03f-d96742b51773 req-85a2d427-3436-4e40-bbcf-7b3dcb9cad0d service neutron] 10.222.0.63 "GET /v2.0/subnets?id=eb2e3982-4dd6-4594-80de-13da71e6899f HTTP/1.1" status: 200 len: 850 time: 0.0742238 Aug 18 12:26:56.186151 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0f1268-aa57-4aa1-a03f-d96742b51773 req-7f9a2a97-2d6a-43c6-aaad-4434f84eb258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:26:56.189770 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7b0f1268-aa57-4aa1-a03f-d96742b51773 req-7f9a2a97-2d6a-43c6-aaad-4434f84eb258 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=25fdaffb-3168-482a-bd55-4e7a3fe8ec1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0529919 Aug 18 12:26:56.380705 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87c1eda-5ddd-4bc4-a968-fb32c743a483 req-0e94283d-f1ac-41da-923f-705046f2841d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:26:56.382313 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a87c1eda-5ddd-4bc4-a968-fb32c743a483 req-0e94283d-f1ac-41da-923f-705046f2841d service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=ba8f5ef8677a40aa9ef633104d93230e&device_id=b4381b0a-98f2-47fe-9eb1-ca6ca541656a HTTP/1.1" status: 200 len: 1094 time: 0.1915486 Aug 18 12:26:56.394466 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0775840a-783d-46cb-b138-add7556ffb7f req-baac8bc2-321c-4665-9814-71bf1d4ac7c3 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:26:56.395913 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0775840a-783d-46cb-b138-add7556ffb7f req-baac8bc2-321c-4665-9814-71bf1d4ac7c3 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] 10.222.0.66 "GET /v2.0/ports?device_id=b4381b0a-98f2-47fe-9eb1-ca6ca541656a HTTP/1.1" status: 200 len: 943 time: 0.1557064 Aug 18 12:26:56.470521 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7b0f1268-aa57-4aa1-a03f-d96742b51773 req-01f5f52d-ce43-46ec-90c3-1bd8c324991d service neutron] 10.222.0.63 "GET /v2.0/networks/25fdaffb-3168-482a-bd55-4e7a3fe8ec1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2708852 Aug 18 12:26:56.497658 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75054e0b-bd76-4601-9da9-bcf4aca42a71 req-3f727453-40aa-4e36-80b1-c99453ca9072 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:26:56.499116 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-75054e0b-bd76-4601-9da9-bcf4aca42a71 req-3f727453-40aa-4e36-80b1-c99453ca9072 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/ports?device_id=f1132f36-ce90-406f-9080-65703c0986b7 HTTP/1.1" status: 200 len: 944 time: 0.1966617 Aug 18 12:26:56.584880 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0775840a-783d-46cb-b138-add7556ffb7f req-d479c40e-1311-4cb7-82c3-ddcbe83c5b92 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bc96c45-f874-4082-9906-771fc88bf94d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1805427 Aug 18 12:26:56.627164 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-75054e0b-bd76-4601-9da9-bcf4aca42a71 req-b061567a-d7cb-4355-86fa-c77c6871ae91 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/security-groups?id=c39e84f9-0c12-4e20-96af-8241c5ff77a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119530 Aug 18 12:26:56.630258 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87c1eda-5ddd-4bc4-a968-fb32c743a483 req-b9b36fdb-a4f4-40c3-b9c9-a9df6af46bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:26:56.631731 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a87c1eda-5ddd-4bc4-a968-fb32c743a483 req-b9b36fdb-a4f4-40c3-b9c9-a9df6af46bd5 service neutron] 10.222.0.63 "GET /v2.0/networks?id=05dfb111-3320-46c7-b333-0397b0cc4fd7 HTTP/1.1" status: 200 len: 898 time: 0.2295766 Aug 18 12:26:56.695555 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a87c1eda-5ddd-4bc4-a968-fb32c743a483 req-15efb1f6-0767-4b59-9807-830966d97d1d service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=46084920-dd01-4d91-9386-01ff6c4d4391 HTTP/1.1" status: 200 len: 217 time: 0.0520675 Aug 18 12:26:56.700168 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7b0f1268-aa57-4aa1-a03f-d96742b51773 req-eeaa60f8-7a58-419a-9a80-9aa64ec02fd2 service neutron] 10.222.0.63 "GET /v2.0/networks/25fdaffb-3168-482a-bd55-4e7a3fe8ec1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2184482 Aug 18 12:26:56.755315 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87c1eda-5ddd-4bc4-a968-fb32c743a483 req-9b082002-e688-4ded-98c7-1cd70ab1dca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:26:56.757042 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a87c1eda-5ddd-4bc4-a968-fb32c743a483 req-9b082002-e688-4ded-98c7-1cd70ab1dca1 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=9c610508-a736-4cea-b1fe-b095b53f9f62 HTTP/1.1" status: 200 len: 835 time: 0.0504956 Aug 18 12:26:56.817396 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87c1eda-5ddd-4bc4-a968-fb32c743a483 req-3caeeafa-5a2c-4537-809c-1e16967282c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:26:56.819684 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a87c1eda-5ddd-4bc4-a968-fb32c743a483 req-3caeeafa-5a2c-4537-809c-1e16967282c2 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=05dfb111-3320-46c7-b333-0397b0cc4fd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0540268 Aug 18 12:26:56.921889 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a87c1eda-5ddd-4bc4-a968-fb32c743a483 req-90ed1725-1847-4048-909a-1c8f2977f2d8 service neutron] 10.222.0.63 "GET /v2.0/networks/05dfb111-3320-46c7-b333-0397b0cc4fd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944071 Aug 18 12:26:57.026704 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a87c1eda-5ddd-4bc4-a968-fb32c743a483 req-3f551bc9-a173-4562-87c9-23b7b1eb6edd service neutron] 10.222.0.63 "GET /v2.0/networks/05dfb111-3320-46c7-b333-0397b0cc4fd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972397 Aug 18 12:26:57.346725 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1132f36-ce90-406f-9080-65703c0986b7', 'tag': 'ae49ceff-67d1-44ab-b0db-69242a867534'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:26:57.349346 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f78b58b-585c-43b1-9653-9ee703b254be" -d '{"events": [{"name": "network-changed", "server_uuid": "f1132f36-ce90-406f-9080-65703c0986b7", "tag": "ae49ceff-67d1-44ab-b0db-69242a867534"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:26:57.388449 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:26:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84290447-b73c-43cb-8692-59f0455223a1 x-openstack-request-id: req-84290447-b73c-43cb-8692-59f0455223a1 {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:26:57.388781 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1132f36-ce90-406f-9080-65703c0986b7", "tag": "ae49ceff-67d1-44ab-b0db-69242a867534", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:26:57.389069 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-84290447-b73c-43cb-8692-59f0455223a1 {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:26:57.389621 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1132f36-ce90-406f-9080-65703c0986b7', 'tag': 'ae49ceff-67d1-44ab-b0db-69242a867534', 'status': 'completed', 'code': 200} Aug 18 12:26:57.457832 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f78b58b-585c-43b1-9653-9ee703b254be req-5e389760-d3f1-42dc-9da3-37ccabd66cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:26:57.459524 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5f78b58b-585c-43b1-9653-9ee703b254be req-5e389760-d3f1-42dc-9da3-37ccabd66cb6 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=86bcac19683b4cedad111d113ad02413&device_id=f1132f36-ce90-406f-9080-65703c0986b7 HTTP/1.1" status: 200 len: 1095 time: 0.0459301 Aug 18 12:26:57.572684 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f78b58b-585c-43b1-9653-9ee703b254be req-b3020efe-929c-4b87-b5fe-7482966be704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:26:57.574161 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5f78b58b-585c-43b1-9653-9ee703b254be req-b3020efe-929c-4b87-b5fe-7482966be704 service neutron] 10.222.0.63 "GET /v2.0/networks?id=25fdaffb-3168-482a-bd55-4e7a3fe8ec1f HTTP/1.1" status: 200 len: 912 time: 0.1072941 Aug 18 12:26:57.619594 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5f78b58b-585c-43b1-9653-9ee703b254be req-79c9787c-86db-4384-bb6a-09d5654d5287 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ae49ceff-67d1-44ab-b0db-69242a867534 HTTP/1.1" status: 200 len: 217 time: 0.0372825 Aug 18 12:26:57.726714 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f78b58b-585c-43b1-9653-9ee703b254be req-73203ce2-4f72-4461-a354-01d3a8e44db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:26:57.728170 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5f78b58b-585c-43b1-9653-9ee703b254be req-73203ce2-4f72-4461-a354-01d3a8e44db6 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=eb2e3982-4dd6-4594-80de-13da71e6899f HTTP/1.1" status: 200 len: 850 time: 0.0991468 Aug 18 12:26:57.811011 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0205fd0-35be-4452-a334-e8dbb4c8903f req-9ae84470-495f-4e55-bd3c-ea644c727509 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:26:57.812425 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c0205fd0-35be-4452-a334-e8dbb4c8903f req-9ae84470-495f-4e55-bd3c-ea644c727509 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] 10.222.0.66 "GET /v2.0/ports?device_id=b4381b0a-98f2-47fe-9eb1-ca6ca541656a HTTP/1.1" status: 200 len: 943 time: 0.1345153 Aug 18 12:26:57.839820 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f78b58b-585c-43b1-9653-9ee703b254be req-051f571d-5f31-43a0-80b7-74975f9314df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:26:57.841259 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5f78b58b-585c-43b1-9653-9ee703b254be req-051f571d-5f31-43a0-80b7-74975f9314df service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=25fdaffb-3168-482a-bd55-4e7a3fe8ec1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1036608 Aug 18 12:26:57.849105 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed9407f-ac73-4211-82cf-4e1a6c02731e req-6d7f7fe5-e164-4116-8df8-4be9af90a83a tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:26:57.850678 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0ed9407f-ac73-4211-82cf-4e1a6c02731e req-6d7f7fe5-e164-4116-8df8-4be9af90a83a tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/ports?device_id=f1132f36-ce90-406f-9080-65703c0986b7 HTTP/1.1" status: 200 len: 944 time: 0.1272359 Aug 18 12:26:57.959469 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c0205fd0-35be-4452-a334-e8dbb4c8903f req-82690129-35ee-45b3-9e5d-a4d0d622cec5 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bc96c45-f874-4082-9906-771fc88bf94d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1380434 Aug 18 12:26:57.977756 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0ed9407f-ac73-4211-82cf-4e1a6c02731e req-ef4f67bf-8ada-49d0-9c95-f27d23b6dc0f tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/security-groups?id=c39e84f9-0c12-4e20-96af-8241c5ff77a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125638 Aug 18 12:26:58.018038 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5f78b58b-585c-43b1-9653-9ee703b254be req-665545cb-71cd-4c45-8168-9614253db316 service neutron] 10.222.0.63 "GET /v2.0/networks/25fdaffb-3168-482a-bd55-4e7a3fe8ec1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664302 Aug 18 12:26:58.132602 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5f78b58b-585c-43b1-9653-9ee703b254be req-e8b900b0-caef-452f-a59b-d8babcf64a27 service neutron] 10.222.0.63 "GET /v2.0/networks/25fdaffb-3168-482a-bd55-4e7a3fe8ec1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074460 Aug 18 12:26:59.010885 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 46084920-dd01-4d91-9386-01ff6c4d4391 details requested by agent hyperv_n-h1-804985-2 with host n-h1-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:26:59.111042 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 46084920-dd01-4d91-9386-01ff6c4d4391, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=46084920-dd01-4d91-9386-01ff6c4d4391,segment=NetworkSegment(7ef6453d-0b70-4db5-a448-a2bb3ffda249),segment_id=7ef6453d-0b70-4db5-a448-a2bb3ffda249)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:26:59.122703 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Returning: {'device': '46084920-dd01-4d91-9386-01ff6c4d4391', 'network_id': '05dfb111-3320-46c7-b333-0397b0cc4fd7', 'port_id': '46084920-dd01-4d91-9386-01ff6c4d4391', 'mac_address': 'fa:16:3e:db:f7:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 838, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c610508-a736-4cea-b1fe-b095b53f9f62', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:26:59.135360 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf66b91-c075-47c1-a768-2d3cc2eb2d35 req-99f6d9e2-b31f-4627-9b40-9ca763a9ad99 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:26:59.136899 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-fdf66b91-c075-47c1-a768-2d3cc2eb2d35 req-99f6d9e2-b31f-4627-9b40-9ca763a9ad99 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] 10.222.0.66 "GET /v2.0/ports?device_id=b4381b0a-98f2-47fe-9eb1-ca6ca541656a HTTP/1.1" status: 200 len: 943 time: 0.0867169 Aug 18 12:26:59.144433 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6783a108-b90a-4dd5-8429-2cbb61a2afbf req-0eaa5cad-78ee-401a-833c-f11137c38ec3 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:26:59.145985 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6783a108-b90a-4dd5-8429-2cbb61a2afbf req-0eaa5cad-78ee-401a-833c-f11137c38ec3 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/ports?device_id=f1132f36-ce90-406f-9080-65703c0986b7 HTTP/1.1" status: 200 len: 944 time: 0.0939240 Aug 18 12:26:59.165476 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:59.178958 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46084920-dd01-4d91-9386-01ff6c4d4391 {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:26:59.200552 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-fdf66b91-c075-47c1-a768-2d3cc2eb2d35 req-c89f2e77-ac25-4080-b7e3-4825e343e0b2 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bc96c45-f874-4082-9906-771fc88bf94d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533900 Aug 18 12:26:59.203757 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 46084920-dd01-4d91-9386-01ff6c4d4391, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=46084920-dd01-4d91-9386-01ff6c4d4391,segment=NetworkSegment(7ef6453d-0b70-4db5-a448-a2bb3ffda249),segment_id=7ef6453d-0b70-4db5-a448-a2bb3ffda249)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:26:59.208603 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:26:59.209795 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6783a108-b90a-4dd5-8429-2cbb61a2afbf req-5464bc11-a3b7-46b8-ae0b-2e1e2f08f741 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/security-groups?id=c39e84f9-0c12-4e20-96af-8241c5ff77a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560002 Aug 18 12:26:59.257289 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=46084920-dd01-4d91-9386-01ff6c4d4391,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:26:59.420775 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] get_ports_and_sgs() called for port_ids ['46084920-dd01-4d91-9386-01ff6c4d4391'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:27:00.354120 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd418c2-752e-41ba-ad0d-80935170eb5f req-22fb37b1-7291-441b-b81e-3d5559034c21 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:27:00.355637 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-acd418c2-752e-41ba-ad0d-80935170eb5f req-22fb37b1-7291-441b-b81e-3d5559034c21 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] 10.222.0.66 "GET /v2.0/ports?device_id=b4381b0a-98f2-47fe-9eb1-ca6ca541656a HTTP/1.1" status: 200 len: 944 time: 0.0844018 Aug 18 12:27:00.363424 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ae80c1-d658-448f-965e-47d9f412abfd req-d0d48889-5918-4a29-b42b-f1d38e3f844b tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:27:00.364833 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-65ae80c1-d658-448f-965e-47d9f412abfd req-d0d48889-5918-4a29-b42b-f1d38e3f844b tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/ports?device_id=f1132f36-ce90-406f-9080-65703c0986b7 HTTP/1.1" status: 200 len: 944 time: 0.0829830 Aug 18 12:27:00.420679 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-acd418c2-752e-41ba-ad0d-80935170eb5f req-647810df-a571-4764-877a-ef755745eff6 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bc96c45-f874-4082-9906-771fc88bf94d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547910 Aug 18 12:27:00.426200 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-65ae80c1-d658-448f-965e-47d9f412abfd req-cd58d120-a693-4bbd-a761-3e2f0492124a tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/security-groups?id=c39e84f9-0c12-4e20-96af-8241c5ff77a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539007 Aug 18 12:27:01.027215 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 46084920-dd01-4d91-9386-01ff6c4d4391 up at agent hyperv_n-h1-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:27:01.083068 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Provisioning for port 46084920-dd01-4d91-9386-01ff6c4d4391 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:27:01.087164 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Provisioning complete for port 46084920-dd01-4d91-9386-01ff6c4d4391 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:27:01.087538 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:01.168512 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:01.192740 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4381b0a-98f2-47fe-9eb1-ca6ca541656a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46084920-dd01-4d91-9386-01ff6c4d4391'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:27:01.194993 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db50a436fb3a98495337d8fe7487b4f2ea6f3c1052eb9efadc2ecda2d5737001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb17efb8-e735-4dca-ad6d-77d590c81280" -d '{"events": [{"server_uuid": "b4381b0a-98f2-47fe-9eb1-ca6ca541656a", "name": "network-vif-plugged", "status": "completed", "tag": "46084920-dd01-4d91-9386-01ff6c4d4391"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:27:01.209303 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 46084920-dd01-4d91-9386-01ff6c4d4391, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=46084920-dd01-4d91-9386-01ff6c4d4391,segment=NetworkSegment(7ef6453d-0b70-4db5-a448-a2bb3ffda249),segment_id=7ef6453d-0b70-4db5-a448-a2bb3ffda249)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:27:01.213907 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:01.241940 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:27:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99439028-352c-427c-b89b-e160a0d6355b x-openstack-request-id: req-99439028-352c-427c-b89b-e160a0d6355b {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:27:01.242323 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4381b0a-98f2-47fe-9eb1-ca6ca541656a", "name": "network-vif-plugged", "status": "completed", "tag": "46084920-dd01-4d91-9386-01ff6c4d4391", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:27:01.242986 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-99439028-352c-427c-b89b-e160a0d6355b {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:27:01.243447 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4381b0a-98f2-47fe-9eb1-ca6ca541656a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46084920-dd01-4d91-9386-01ff6c4d4391', 'code': 200} Aug 18 12:27:01.276162 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=46084920-dd01-4d91-9386-01ff6c4d4391,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:27:01.332971 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfcc25e-4d1a-4156-828e-81932cbfdb57 req-dad27ff2-e832-4948-b2b9-1854853b2d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:27:01.334372 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6dfcc25e-4d1a-4156-828e-81932cbfdb57 req-dad27ff2-e832-4948-b2b9-1854853b2d84 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=b4381b0a-98f2-47fe-9eb1-ca6ca541656a HTTP/1.1" status: 200 len: 1096 time: 0.0410569 Aug 18 12:27:01.370131 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6dfcc25e-4d1a-4156-828e-81932cbfdb57 req-96584cb0-8722-40e2-aaa0-9258d6e38cf3 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=7bc96c45-f874-4082-9906-771fc88bf94d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0282791 Aug 18 12:27:01.580986 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e04120-265c-4587-9bb8-b94a6cd8be21 req-17c49e58-4cad-4fd8-8ede-6490decbaa74 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:27:01.582555 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e0e04120-265c-4587-9bb8-b94a6cd8be21 req-17c49e58-4cad-4fd8-8ede-6490decbaa74 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] 10.222.0.66 "GET /v2.0/ports?device_id=b4381b0a-98f2-47fe-9eb1-ca6ca541656a HTTP/1.1" status: 200 len: 945 time: 0.0869656 Aug 18 12:27:01.595289 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca919630-eb60-4e33-8cf7-b26765c6e532 req-cbb1b9ce-6d54-4a4f-bc55-a91be6cf7354 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:27:01.596759 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ca919630-eb60-4e33-8cf7-b26765c6e532 req-cbb1b9ce-6d54-4a4f-bc55-a91be6cf7354 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/ports?device_id=f1132f36-ce90-406f-9080-65703c0986b7 HTTP/1.1" status: 200 len: 944 time: 0.0719204 Aug 18 12:27:01.657363 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e0e04120-265c-4587-9bb8-b94a6cd8be21 req-99fb5ec3-5bd5-41fa-b07e-e7467e7e7f6a tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bc96c45-f874-4082-9906-771fc88bf94d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591569 Aug 18 12:27:01.679757 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ca919630-eb60-4e33-8cf7-b26765c6e532 req-94bf0390-d01f-43fc-8734-62c56432bc99 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/security-groups?id=c39e84f9-0c12-4e20-96af-8241c5ff77a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701554 Aug 18 12:27:01.925792 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 45996) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:27:02.041284 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a64b3ddb-e9ea-428f-88d9-c5101c5aa024 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:02.146392 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a64b3ddb-e9ea-428f-88d9-c5101c5aa024 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:02.151076 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a64b3ddb-e9ea-428f-88d9-c5101c5aa024 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:02.189212 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64b3ddb-e9ea-428f-88d9-c5101c5aa024 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=329d9c9c-6ce1-41d4-a227-dae458c60cd2,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:27:02.193471 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-a64b3ddb-e9ea-428f-88d9-c5101c5aa024 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f3147c8878ab4373a714f8aced66b68a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2665689 Aug 18 12:27:02.196201 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 46000) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:27:02.246065 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e78d4571-ed4a-4bb5-b992-7f366e800f37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:02.267785 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e78d4571-ed4a-4bb5-b992-7f366e800f37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:02.316076 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e78d4571-ed4a-4bb5-b992-7f366e800f37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:02.318943 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e78d4571-ed4a-4bb5-b992-7f366e800f37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:02.320962 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-e78d4571-ed4a-4bb5-b992-7f366e800f37 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/329d9c9c-6ce1-41d4-a227-dae458c60cd2 HTTP/1.1" status: 204 len: 168 time: 0.1229849 Aug 18 12:27:02.331887 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78d4571-ed4a-4bb5-b992-7f366e800f37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=329d9c9c-6ce1-41d4-a227-dae458c60cd2,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:27:02.805998 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44d28b6-4085-42b8-b41b-f047f3ac2566 req-acce41f4-a57f-412f-894f-7eef64b4fb2a tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:27:02.807509 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a44d28b6-4085-42b8-b41b-f047f3ac2566 req-acce41f4-a57f-412f-894f-7eef64b4fb2a tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] 10.222.0.66 "GET /v2.0/ports?device_id=b4381b0a-98f2-47fe-9eb1-ca6ca541656a HTTP/1.1" status: 200 len: 945 time: 0.0793760 Aug 18 12:27:02.840008 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff2cebc-7bcb-4c32-b4d1-572e4756fe63 req-d6dba863-516e-43a7-9266-a1ba2a428cd2 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:27:02.841515 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-dff2cebc-7bcb-4c32-b4d1-572e4756fe63 req-d6dba863-516e-43a7-9266-a1ba2a428cd2 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/ports?device_id=f1132f36-ce90-406f-9080-65703c0986b7 HTTP/1.1" status: 200 len: 944 time: 0.0814199 Aug 18 12:27:02.874655 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a44d28b6-4085-42b8-b41b-f047f3ac2566 req-0dd3e99b-7bd6-485d-bf56-0ff46566c76d tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bc96c45-f874-4082-9906-771fc88bf94d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588992 Aug 18 12:27:02.900442 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-dff2cebc-7bcb-4c32-b4d1-572e4756fe63 req-82d687ab-de0c-4a65-97a9-a2d7e402d84c tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/security-groups?id=c39e84f9-0c12-4e20-96af-8241c5ff77a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484490 Aug 18 12:27:02.994626 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34169d7-8b31-41ed-af9a-7fb5030481e8 req-259dec42-f82e-4dbd-85de-3e26348135e4 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:27:02.996099 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c34169d7-8b31-41ed-af9a-7fb5030481e8 req-259dec42-f82e-4dbd-85de-3e26348135e4 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] 10.222.0.66 "GET /v2.0/ports?device_id=b4381b0a-98f2-47fe-9eb1-ca6ca541656a HTTP/1.1" status: 200 len: 945 time: 0.0486407 Aug 18 12:27:03.036233 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c34169d7-8b31-41ed-af9a-7fb5030481e8 req-efbefafe-dd56-402e-aa2c-6670d620216b tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bc96c45-f874-4082-9906-771fc88bf94d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340891 Aug 18 12:27:03.058912 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 46032) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:27:03.099761 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54f6fbc9-89a0-4d3e-b8b8-7484f5ca2bde tempest-TestNetworkBasicOps-1792496569 tempest-TestNetworkBasicOps-1792496569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:27:03.101378 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-54f6fbc9-89a0-4d3e-b8b8-7484f5ca2bde tempest-TestNetworkBasicOps-1792496569 tempest-TestNetworkBasicOps-1792496569-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=b4381b0a-98f2-47fe-9eb1-ca6ca541656a HTTP/1.1" status: 200 len: 1091 time: 0.0417464 Aug 18 12:27:03.104431 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 46034) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:27:03.108823 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-171dea94-e295-4113-9a59-294aa9a5dae1 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Request body: {'floatingip': {'floating_network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'port_id': '46084920-dd01-4d91-9386-01ff6c4d4391', 'tenant_id': 'ba8f5ef8677a40aa9ef633104d93230e', 'fixed_ip_address': '172.20.0.8'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:27:03.131273 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-171dea94-e295-4113-9a59-294aa9a5dae1 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks [] for floatingip, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:03.236575 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-171dea94-e295-4113-9a59-294aa9a5dae1 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:03.338954 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [None req-171dea94-e295-4113-9a59-294aa9a5dae1 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Allocated IP 172.25.7.81 (7cae7a70-14fd-408c-b14d-39ceb97cb60e/9784295a-20b8-4a4b-b105-f82737f0448f/f818aeb4-0f04-40d8-98b8-c77a263bb391) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:27:03.445486 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-171dea94-e295-4113-9a59-294aa9a5dae1 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:03.485365 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-171dea94-e295-4113-9a59-294aa9a5dae1 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:03.520722 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-171dea94-e295-4113-9a59-294aa9a5dae1 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Network 7cae7a70-14fd-408c-b14d-39ceb97cb60e is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:27:03.525544 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-171dea94-e295-4113-9a59-294aa9a5dae1 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:27:03.528968 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171dea94-e295-4113-9a59-294aa9a5dae1 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:27:03.557109 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171dea94-e295-4113-9a59-294aa9a5dae1 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Pushing event updated for resources: {'Port': ['ID=f818aeb4-0f04-40d8-98b8-c77a263bb391,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:27:03.898706 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-171dea94-e295-4113-9a59-294aa9a5dae1 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:03.987151 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-171dea94-e295-4113-9a59-294aa9a5dae1 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:04.024090 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42da183-dca1-4579-bd38-36994feb4165 req-9c993e90-265f-440b-acee-8d2c3920001e tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:27:04.025749 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c42da183-dca1-4579-bd38-36994feb4165 req-9c993e90-265f-440b-acee-8d2c3920001e tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/ports?device_id=f1132f36-ce90-406f-9080-65703c0986b7 HTTP/1.1" status: 200 len: 944 time: 0.0545294 Aug 18 12:27:04.070275 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c42da183-dca1-4579-bd38-36994feb4165 req-ac02da77-c1fa-48fa-aae7-80a09080281f tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/security-groups?id=c39e84f9-0c12-4e20-96af-8241c5ff77a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380228 Aug 18 12:27:04.137850 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-171dea94-e295-4113-9a59-294aa9a5dae1 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks [] for port, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:04.143480 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-171dea94-e295-4113-9a59-294aa9a5dae1 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:04.213188 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171dea94-e295-4113-9a59-294aa9a5dae1 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Pushing event updated for resources: {'Port': ['ID=f818aeb4-0f04-40d8-98b8-c77a263bb391,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:27:04.225287 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-171dea94-e295-4113-9a59-294aa9a5dae1 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-989945'] for floatingip, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:04.326472 n-d-804985-2 neutron-server[106253]: INFO neutron.db.l3_db [None req-171dea94-e295-4113-9a59-294aa9a5dae1 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Floating IP 47ed47e8-87b0-4f38-a6df-750ecce9efe2 associated. External IP: 172.25.7.81, port: 46084920-dd01-4d91-9386-01ff6c4d4391. Aug 18 12:27:04.540158 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-171dea94-e295-4113-9a59-294aa9a5dae1 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Router 5fce78b1-b6a6-4e1d-9325-47d5cc3f017b has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:27:04.989172 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-171dea94-e295-4113-9a59-294aa9a5dae1 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:27:04.999698 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fd27677-3af9-4b06-a21d-88b592d13f32 None None] Sync routers for ids ['5fce78b1-b6a6-4e1d-9325-47d5cc3f017b'] in n-d-804985-2 {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:27:05.006423 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-171dea94-e295-4113-9a59-294aa9a5dae1 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for floatingip, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:05.010929 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd27677-3af9-4b06-a21d-88b592d13f32 None None] Routers {'5fce78b1-b6a6-4e1d-9325-47d5cc3f017b'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:27:05.011861 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-9fd27677-3af9-4b06-a21d-88b592d13f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:26:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['5fce78b1-b6a6-4e1d-9325-47d5cc3f017b'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:27:05.038628 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-171dea94-e295-4113-9a59-294aa9a5dae1 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9330318 Aug 18 12:27:05.039324 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4381b0a-98f2-47fe-9eb1-ca6ca541656a', 'tag': '46084920-dd01-4d91-9386-01ff6c4d4391'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:27:05.041539 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 46052) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:27:05.042194 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0679f4c4b6e0e0c064a7d71d722dc30541a34fffee11680573be22ee2ffccc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26ca360a-8e83-47f8-8360-779d0bffe27d" -d '{"events": [{"name": "network-changed", "server_uuid": "b4381b0a-98f2-47fe-9eb1-ca6ca541656a", "tag": "46084920-dd01-4d91-9386-01ff6c4d4391"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:27:05.055181 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device ae49ceff-67d1-44ab-b0db-69242a867534 details requested by agent hyperv_n-h1-804985-2 with host n-h1-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:27:05.139437 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-2abddb97-b71e-407f-988a-bfa0019bceb1 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] 10.222.0.66 "GET /v2.0/floatingips/47ed47e8-87b0-4f38-a6df-750ecce9efe2 HTTP/1.1" status: 200 len: 990 time: 0.0958762 Aug 18 12:27:05.198625 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port ae49ceff-67d1-44ab-b0db-69242a867534, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=ae49ceff-67d1-44ab-b0db-69242a867534,segment=NetworkSegment(dfae8a08-8315-4142-ba2f-fd111ce93dbf),segment_id=dfae8a08-8315-4142-ba2f-fd111ce93dbf)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:27:05.210614 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Returning: {'device': 'ae49ceff-67d1-44ab-b0db-69242a867534', 'network_id': '25fdaffb-3168-482a-bd55-4e7a3fe8ec1f', 'port_id': 'ae49ceff-67d1-44ab-b0db-69242a867534', 'mac_address': 'fa:16:3e:0e:ed:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 843, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb2e3982-4dd6-4594-80de-13da71e6899f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:27:05.211568 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ed3168-f1c9-4f39-a7ba-264ca924eecf req-45dfcc13-5378-44db-8afb-f3cfbd101158 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:27:05.213364 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-35ed3168-f1c9-4f39-a7ba-264ca924eecf req-45dfcc13-5378-44db-8afb-f3cfbd101158 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/ports?device_id=f1132f36-ce90-406f-9080-65703c0986b7 HTTP/1.1" status: 200 len: 944 time: 0.0570111 Aug 18 12:27:05.264172 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-35ed3168-f1c9-4f39-a7ba-264ca924eecf req-0eac5b5e-716c-4a94-ad21-83a7116c093e tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/security-groups?id=c39e84f9-0c12-4e20-96af-8241c5ff77a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421476 Aug 18 12:27:05.271635 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:27:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4159fb8-dec8-4022-929a-88f07a3c0078 x-openstack-request-id: req-b4159fb8-dec8-4022-929a-88f07a3c0078 {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:27:05.272150 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4381b0a-98f2-47fe-9eb1-ca6ca541656a", "tag": "46084920-dd01-4d91-9386-01ff6c4d4391", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:27:05.272150 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b4159fb8-dec8-4022-929a-88f07a3c0078 {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:27:05.272575 n-d-804985-2 neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4381b0a-98f2-47fe-9eb1-ca6ca541656a', 'tag': '46084920-dd01-4d91-9386-01ff6c4d4391', 'status': 'completed', 'code': 200} Aug 18 12:27:05.304011 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:05.327391 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae49ceff-67d1-44ab-b0db-69242a867534 {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:27:05.343278 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ca360a-8e83-47f8-8360-779d0bffe27d req-f7c3bd3a-4d91-431a-b6c2-4677d99a16ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:27:05.344968 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-26ca360a-8e83-47f8-8360-779d0bffe27d req-f7c3bd3a-4d91-431a-b6c2-4677d99a16ea service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=ba8f5ef8677a40aa9ef633104d93230e&device_id=b4381b0a-98f2-47fe-9eb1-ca6ca541656a HTTP/1.1" status: 200 len: 1096 time: 0.0461690 Aug 18 12:27:05.345993 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-9fd27677-3af9-4b06-a21d-88b592d13f32 None None] Set router 5fce78b1-b6a6-4e1d-9325-47d5cc3f017b gateway port host: n-d-804985-2 {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:27:05.381573 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port ae49ceff-67d1-44ab-b0db-69242a867534, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=ae49ceff-67d1-44ab-b0db-69242a867534,segment=NetworkSegment(dfae8a08-8315-4142-ba2f-fd111ce93dbf),segment_id=dfae8a08-8315-4142-ba2f-fd111ce93dbf)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:27:05.387000 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:05.437471 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ca360a-8e83-47f8-8360-779d0bffe27d req-caf4a58c-d64d-43c5-b9a7-b68a50f2fd65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:27:05.439404 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-26ca360a-8e83-47f8-8360-779d0bffe27d req-caf4a58c-d64d-43c5-b9a7-b68a50f2fd65 service neutron] 10.222.0.63 "GET /v2.0/networks?id=05dfb111-3320-46c7-b333-0397b0cc4fd7 HTTP/1.1" status: 200 len: 898 time: 0.0871837 Aug 18 12:27:05.471080 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=ae49ceff-67d1-44ab-b0db-69242a867534,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:27:05.512134 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-26ca360a-8e83-47f8-8360-779d0bffe27d req-1e9c0515-c782-442c-9034-fe90e29774b4 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=46084920-dd01-4d91-9386-01ff6c4d4391 HTTP/1.1" status: 200 len: 998 time: 0.0652783 Aug 18 12:27:05.564688 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ca360a-8e83-47f8-8360-779d0bffe27d req-e4a57ec0-e145-4d97-904a-95af63bcc70d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:27:05.566397 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-26ca360a-8e83-47f8-8360-779d0bffe27d req-e4a57ec0-e145-4d97-904a-95af63bcc70d service neutron] 10.222.0.63 "GET /v2.0/subnets?id=9c610508-a736-4cea-b1fe-b095b53f9f62 HTTP/1.1" status: 200 len: 835 time: 0.0456469 Aug 18 12:27:05.620804 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] get_ports_and_sgs() called for port_ids ['ae49ceff-67d1-44ab-b0db-69242a867534'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:27:05.621190 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ca360a-8e83-47f8-8360-779d0bffe27d req-dbfcee89-107e-4717-95f2-50bd99685ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:27:05.623342 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-26ca360a-8e83-47f8-8360-779d0bffe27d req-dbfcee89-107e-4717-95f2-50bd99685ef0 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=05dfb111-3320-46c7-b333-0397b0cc4fd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0491605 Aug 18 12:27:05.676640 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-9fd27677-3af9-4b06-a21d-88b592d13f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fce78b1-b6a6-4e1d-9325-47d5cc3f017b', 'name': 'tempest-TestNetworkBasicOps-router-284947590', 'tenant_id': 'ba8f5ef8677a40aa9ef633104d93230e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': '5eba29f2-65fc-4d01-84ad-8f5d94d83ac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:26:41Z', 'updated_at': '2021-08-18T12:26:46Z', 'revision_number': 4, 'project_id': 'ba8f5ef8677a40aa9ef633104d93230e', 'gw_port': {'id': '5eba29f2-65fc-4d01-84ad-8f5d94d83ac8', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:b4:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fce78b1-b6a6-4e1d-9325-47d5cc3f017b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:26:41Z', 'updated_at': '2021-08-18T12:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_floatingips': [{'id': '47ed47e8-87b0-4f38-a6df-750ecce9efe2', 'tenant_id': 'ba8f5ef8677a40aa9ef633104d93230e', 'floating_ip_address': '172.25.7.81', 'floating_network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'router_id': '5fce78b1-b6a6-4e1d-9325-47d5cc3f017b', 'port_id': '46084920-dd01-4d91-9386-01ff6c4d4391', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3895, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05dfb111-3320-46c7-b333-0397b0cc4fd7', 'mac_address': 'fa:16:3e:db:f7:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4381b0a-98f2-47fe-9eb1-ca6ca541656a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T12:27:03Z', 'updated_at': '2021-08-18T12:27:03Z', 'revision_number': 0, 'project_id': 'ba8f5ef8677a40aa9ef633104d93230e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4017b97b-9a03-4b06-a51c-666b2f798829', 'name': '', 'network_id': '05dfb111-3320-46c7-b333-0397b0cc4fd7', 'tenant_id': 'ba8f5ef8677a40aa9ef633104d93230e', 'mac_address': 'fa:16:3e:b8:cb:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fce78b1-b6a6-4e1d-9325-47d5cc3f017b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': '9c610508-a736-4cea-b1fe-b095b53f9f62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:26:45Z', 'updated_at': '2021-08-18T12:26:50Z', 'revision_number': 5, 'project_id': 'ba8f5ef8677a40aa9ef633104d93230e', 'subnets': [{'id': '9c610508-a736-4cea-b1fe-b095b53f9f62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:27:05.710715 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fd27677-3af9-4b06-a21d-88b592d13f32 None None] Checking router: 5fce78b1-b6a6-4e1d-9325-47d5cc3f017b for host: n-d-804985-2 {{(pid=106254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:27:05.720259 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-26ca360a-8e83-47f8-8360-779d0bffe27d req-d429099b-d502-4fb5-84e2-029b288bbd30 service neutron] 10.222.0.63 "GET /v2.0/networks/05dfb111-3320-46c7-b333-0397b0cc4fd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873713 Aug 18 12:27:05.737788 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd27677-3af9-4b06-a21d-88b592d13f32 None None] Routers {'5fce78b1-b6a6-4e1d-9325-47d5cc3f017b'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:27:05.738494 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-9fd27677-3af9-4b06-a21d-88b592d13f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:26:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['5fce78b1-b6a6-4e1d-9325-47d5cc3f017b'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:27:05.818413 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-26ca360a-8e83-47f8-8360-779d0bffe27d req-142d4973-f384-4409-b877-9f3bdd259d34 service neutron] 10.222.0.63 "GET /v2.0/networks/05dfb111-3320-46c7-b333-0397b0cc4fd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905714 Aug 18 12:27:05.886286 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-9fd27677-3af9-4b06-a21d-88b592d13f32 None None] Set router 5fce78b1-b6a6-4e1d-9325-47d5cc3f017b gateway port host: n-d-804985-2 {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:27:06.127610 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-9fd27677-3af9-4b06-a21d-88b592d13f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fce78b1-b6a6-4e1d-9325-47d5cc3f017b', 'name': 'tempest-TestNetworkBasicOps-router-284947590', 'tenant_id': 'ba8f5ef8677a40aa9ef633104d93230e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': '5eba29f2-65fc-4d01-84ad-8f5d94d83ac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:26:41Z', 'updated_at': '2021-08-18T12:26:46Z', 'revision_number': 4, 'project_id': 'ba8f5ef8677a40aa9ef633104d93230e', 'gw_port': {'id': '5eba29f2-65fc-4d01-84ad-8f5d94d83ac8', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:b4:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fce78b1-b6a6-4e1d-9325-47d5cc3f017b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:26:41Z', 'updated_at': '2021-08-18T12:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_floatingips': [{'id': '47ed47e8-87b0-4f38-a6df-750ecce9efe2', 'tenant_id': 'ba8f5ef8677a40aa9ef633104d93230e', 'floating_ip_address': '172.25.7.81', 'floating_network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'router_id': '5fce78b1-b6a6-4e1d-9325-47d5cc3f017b', 'port_id': '46084920-dd01-4d91-9386-01ff6c4d4391', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3895, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05dfb111-3320-46c7-b333-0397b0cc4fd7', 'mac_address': 'fa:16:3e:db:f7:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4381b0a-98f2-47fe-9eb1-ca6ca541656a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T12:27:03Z', 'updated_at': '2021-08-18T12:27:03Z', 'revision_number': 0, 'project_id': 'ba8f5ef8677a40aa9ef633104d93230e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4017b97b-9a03-4b06-a51c-666b2f798829', 'name': '', 'network_id': '05dfb111-3320-46c7-b333-0397b0cc4fd7', 'tenant_id': 'ba8f5ef8677a40aa9ef633104d93230e', 'mac_address': 'fa:16:3e:b8:cb:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fce78b1-b6a6-4e1d-9325-47d5cc3f017b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': '9c610508-a736-4cea-b1fe-b095b53f9f62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:26:45Z', 'updated_at': '2021-08-18T12:26:50Z', 'revision_number': 5, 'project_id': 'ba8f5ef8677a40aa9ef633104d93230e', 'subnets': [{'id': '9c610508-a736-4cea-b1fe-b095b53f9f62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:27:06.141440 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 46062) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:27:06.154605 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fd27677-3af9-4b06-a21d-88b592d13f32 None None] The sync data for ids ['5fce78b1-b6a6-4e1d-9325-47d5cc3f017b'] in n-d-804985-2 is: [{'id': '5fce78b1-b6a6-4e1d-9325-47d5cc3f017b', 'name': 'tempest-TestNetworkBasicOps-router-284947590', 'tenant_id': 'ba8f5ef8677a40aa9ef633104d93230e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': '5eba29f2-65fc-4d01-84ad-8f5d94d83ac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:26:41Z', 'updated_at': '2021-08-18T12:26:46Z', 'revision_number': 4, 'project_id': 'ba8f5ef8677a40aa9ef633104d93230e', 'gw_port': {'id': '5eba29f2-65fc-4d01-84ad-8f5d94d83ac8', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:b4:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fce78b1-b6a6-4e1d-9325-47d5cc3f017b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:26:41Z', 'updated_at': '2021-08-18T12:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_floatingips': [{'id': '47ed47e8-87b0-4f38-a6df-750ecce9efe2', 'tenant_id': 'ba8f5ef8677a40aa9ef633104d93230e', 'floating_ip_address': '172.25.7.81', 'floating_network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'router_id': '5fce78b1-b6a6-4e1d-9325-47d5cc3f017b', 'port_id': '46084920-dd01-4d91-9386-01ff6c4d4391', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3895, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05dfb111-3320-46c7-b333-0397b0cc4fd7', 'mac_address': 'fa:16:3e:db:f7:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4381b0a-98f2-47fe-9eb1-ca6ca541656a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T12:27:03Z', 'updated_at': '2021-08-18T12:27:03Z', 'revision_number': 0, 'project_id': 'ba8f5ef8677a40aa9ef633104d93230e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4017b97b-9a03-4b06-a51c-666b2f798829', 'name': '', 'network_id': '05dfb111-3320-46c7-b333-0397b0cc4fd7', 'tenant_id': 'ba8f5ef8677a40aa9ef633104d93230e', 'mac_address': 'fa:16:3e:b8:cb:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fce78b1-b6a6-4e1d-9325-47d5cc3f017b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': '9c610508-a736-4cea-b1fe-b095b53f9f62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:26:45Z', 'updated_at': '2021-08-18T12:26:50Z', 'revision_number': 5, 'project_id': 'ba8f5ef8677a40aa9ef633104d93230e', 'subnets': [{'id': '9c610508-a736-4cea-b1fe-b095b53f9f62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:27:06.211648 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-d077fd87-140a-4450-a52b-7fbd7134da97 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] 10.222.0.66 "GET /v2.0/floatingips/47ed47e8-87b0-4f38-a6df-750ecce9efe2 HTTP/1.1" status: 200 len: 990 time: 0.0688305 Aug 18 12:27:06.250087 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:06.358935 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-264852c7-f438-4824-9e91-0ec86a065354 None None] New status for floating IP 47ed47e8-87b0-4f38-a6df-750ecce9efe2: ACTIVE {{(pid=106255) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 12:27:06.390996 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1923a99-1a24-4a15-8488-0cb34241d97d req-df2d9ebd-8f5e-4e58-97d5-e3b45a6821b0 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:27:06.392455 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a1923a99-1a24-4a15-8488-0cb34241d97d req-df2d9ebd-8f5e-4e58-97d5-e3b45a6821b0 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/ports?device_id=f1132f36-ce90-406f-9080-65703c0986b7 HTTP/1.1" status: 200 len: 945 time: 0.0554900 Aug 18 12:27:06.429831 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a1923a99-1a24-4a15-8488-0cb34241d97d req-8cfaa283-1deb-4be3-9cc0-ac65cccf56ba tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/security-groups?id=c39e84f9-0c12-4e20-96af-8241c5ff77a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310433 Aug 18 12:27:06.940920 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 46074) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:27:07.040631 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device ae49ceff-67d1-44ab-b0db-69242a867534 up at agent hyperv_n-h1-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:27:07.060290 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-22c57227-335b-4d5e-afcf-467c4660b932 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:07.093808 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Provisioning for port ae49ceff-67d1-44ab-b0db-69242a867534 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:27:07.097622 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Provisioning complete for port ae49ceff-67d1-44ab-b0db-69242a867534 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:27:07.098068 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:07.151190 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-22c57227-335b-4d5e-afcf-467c4660b932 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:07.156616 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-22c57227-335b-4d5e-afcf-467c4660b932 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:07.195227 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-22c57227-335b-4d5e-afcf-467c4660b932 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=1afb15b805f1455b859267552b89f9e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2530401 Aug 18 12:27:07.196010 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c57227-335b-4d5e-afcf-467c4660b932 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a94f2dd-2183-4500-9b49-c8e56496f76f,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:27:07.198031 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 46078) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:27:07.215386 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 46080) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:27:07.256682 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a0540acf-4440-454f-9449-b2ecab51752a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:07.283462 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-7cbad21c-9cbc-4fb6-be56-caec09a92d21 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] 10.222.0.66 "GET /v2.0/floatingips/47ed47e8-87b0-4f38-a6df-750ecce9efe2 HTTP/1.1" status: 200 len: 992 time: 0.0666237 Aug 18 12:27:07.283742 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a0540acf-4440-454f-9449-b2ecab51752a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:07.333372 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a0540acf-4440-454f-9449-b2ecab51752a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:07.335938 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a0540acf-4440-454f-9449-b2ecab51752a admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:07.337166 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-a0540acf-4440-454f-9449-b2ecab51752a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/6a94f2dd-2183-4500-9b49-c8e56496f76f HTTP/1.1" status: 204 len: 168 time: 0.1376059 Aug 18 12:27:07.343829 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:07.345528 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0540acf-4440-454f-9449-b2ecab51752a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a94f2dd-2183-4500-9b49-c8e56496f76f,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:27:07.374263 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1132f36-ce90-406f-9080-65703c0986b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae49ceff-67d1-44ab-b0db-69242a867534'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:27:07.376719 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db50a436fb3a98495337d8fe7487b4f2ea6f3c1052eb9efadc2ecda2d5737001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f3f8756-ceb3-4d62-9ea2-d05b3b981f64" -d '{"events": [{"server_uuid": "f1132f36-ce90-406f-9080-65703c0986b7", "name": "network-vif-plugged", "status": "completed", "tag": "ae49ceff-67d1-44ab-b0db-69242a867534"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:27:07.389728 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port ae49ceff-67d1-44ab-b0db-69242a867534, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=ae49ceff-67d1-44ab-b0db-69242a867534,segment=NetworkSegment(dfae8a08-8315-4142-ba2f-fd111ce93dbf),segment_id=dfae8a08-8315-4142-ba2f-fd111ce93dbf)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:27:07.396395 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:07.420449 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:27:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88cda34a-959d-4960-ad7b-63f9d9ef6637 x-openstack-request-id: req-88cda34a-959d-4960-ad7b-63f9d9ef6637 {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:27:07.420790 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1132f36-ce90-406f-9080-65703c0986b7", "name": "network-vif-plugged", "status": "completed", "tag": "ae49ceff-67d1-44ab-b0db-69242a867534", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:27:07.421006 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-88cda34a-959d-4960-ad7b-63f9d9ef6637 {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:27:07.421544 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1132f36-ce90-406f-9080-65703c0986b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae49ceff-67d1-44ab-b0db-69242a867534', 'code': 200} Aug 18 12:27:07.452336 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=ae49ceff-67d1-44ab-b0db-69242a867534,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:27:07.525792 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fc5251-6ce2-4cd3-9edc-6b5c69220210 req-0b6922fa-1315-480d-9a49-68e852db8eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:27:07.527243 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c5fc5251-6ce2-4cd3-9edc-6b5c69220210 req-0b6922fa-1315-480d-9a49-68e852db8eca service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=f1132f36-ce90-406f-9080-65703c0986b7 HTTP/1.1" status: 200 len: 1097 time: 0.0500188 Aug 18 12:27:07.583311 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3725650-cf2d-4c72-a781-69e75d73b23c req-746e6e98-f57b-4a0e-91cb-e7cbbe80659b tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:27:07.584834 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d3725650-cf2d-4c72-a781-69e75d73b23c req-746e6e98-f57b-4a0e-91cb-e7cbbe80659b tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/ports?device_id=f1132f36-ce90-406f-9080-65703c0986b7 HTTP/1.1" status: 200 len: 946 time: 0.0730681 Aug 18 12:27:07.590623 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c5fc5251-6ce2-4cd3-9edc-6b5c69220210 req-b370b916-fd15-475a-a3e0-6d1f0559e210 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=c39e84f9-0c12-4e20-96af-8241c5ff77a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497966 Aug 18 12:27:07.626962 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d3725650-cf2d-4c72-a781-69e75d73b23c req-23837d7a-d7ae-430e-818c-8390d1a89f8d tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/security-groups?id=c39e84f9-0c12-4e20-96af-8241c5ff77a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350606 Aug 18 12:27:08.361613 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:08.750081 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801f477b-58d6-4477-80cb-454ce5c3b7fd req-65d62c47-881f-471e-97b5-36a054da2744 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:27:08.752608 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-801f477b-58d6-4477-80cb-454ce5c3b7fd req-65d62c47-881f-471e-97b5-36a054da2744 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/ports?device_id=f1132f36-ce90-406f-9080-65703c0986b7 HTTP/1.1" status: 200 len: 946 time: 0.0567634 Aug 18 12:27:08.793144 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-801f477b-58d6-4477-80cb-454ce5c3b7fd req-3f25fd21-968f-482b-b384-b908c32db764 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/security-groups?id=c39e84f9-0c12-4e20-96af-8241c5ff77a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334229 Aug 18 12:27:08.914728 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411fcc02-f333-422d-a4ec-16aa178fe647 req-12d0867b-40ff-4de3-9543-da171968cc8c tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:27:08.916223 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-411fcc02-f333-422d-a4ec-16aa178fe647 req-12d0867b-40ff-4de3-9543-da171968cc8c tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/ports?device_id=f1132f36-ce90-406f-9080-65703c0986b7 HTTP/1.1" status: 200 len: 946 time: 0.0500572 Aug 18 12:27:08.955825 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-411fcc02-f333-422d-a4ec-16aa178fe647 req-8ec1bead-e25f-4d9f-a0c8-9ad8c8b65fef tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/security-groups?id=c39e84f9-0c12-4e20-96af-8241c5ff77a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334890 Aug 18 12:27:09.760847 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4fd76f8f-b88e-4492-9f1f-168c2aac13c1 req-c7506c9e-283a-4228-b00c-fb2139a43126 tempest-VolumesNegativeTest-1429834080 tempest-VolumesNegativeTest-1429834080-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=e15d8a1846b84416ad2be7901e757b64&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0224876 Aug 18 12:27:09.880131 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd76f8f-b88e-4492-9f1f-168c2aac13c1 req-0d1c3698-eaf7-4b67-b422-c3af3c239efc tempest-VolumesNegativeTest-1429834080 tempest-VolumesNegativeTest-1429834080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:27:09.882033 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4fd76f8f-b88e-4492-9f1f-168c2aac13c1 req-0d1c3698-eaf7-4b67-b422-c3af3c239efc tempest-VolumesNegativeTest-1429834080 tempest-VolumesNegativeTest-1429834080-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1156054 Aug 18 12:27:09.899264 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4fd76f8f-b88e-4492-9f1f-168c2aac13c1 req-be865f8b-698d-45b2-a667-afcd079aaa96 tempest-VolumesNegativeTest-1429834080 tempest-VolumesNegativeTest-1429834080-project] 10.222.0.66 "GET /v2.0/quotas/e15d8a1846b84416ad2be7901e757b64 HTTP/1.1" status: 200 len: 375 time: 0.0107780 Aug 18 12:27:09.934008 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4fd76f8f-b88e-4492-9f1f-168c2aac13c1 req-7e2a88ae-cc54-463c-81d5-69bce0d789af tempest-VolumesNegativeTest-1429834080 tempest-VolumesNegativeTest-1429834080-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=e15d8a1846b84416ad2be7901e757b64&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0276163 Aug 18 12:27:10.097171 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-299c68a0-50d9-416f-8076-3639941f616a req-14f1235e-d9b6-40a4-9afd-cb7c5d211d08 tempest-VolumesNegativeTest-1429834080 tempest-VolumesNegativeTest-1429834080-project] 10.222.0.66 "GET /v2.0/ports?device_id=9645b8fe-8ed6-410a-baf7-63ed3b810c49 HTTP/1.1" status: 200 len: 210 time: 0.0338359 Aug 18 12:27:11.192963 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4fd76f8f-b88e-4492-9f1f-168c2aac13c1 req-c5ffcf0c-5721-437c-9fed-97ada84341dd tempest-VolumesNegativeTest-1429834080 tempest-VolumesNegativeTest-1429834080-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=e15d8a1846b84416ad2be7901e757b64&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0307174 Aug 18 12:27:11.217049 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-12589e12-83be-4bb0-9f36-288daa0f40fc req-9b940494-a496-46f2-8fb0-1808ca330f00 tempest-VolumesNegativeTest-1429834080 tempest-VolumesNegativeTest-1429834080-project] 10.222.0.66 "GET /v2.0/ports?device_id=9645b8fe-8ed6-410a-baf7-63ed3b810c49 HTTP/1.1" status: 200 len: 210 time: 0.0431087 Aug 18 12:27:11.322763 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd76f8f-b88e-4492-9f1f-168c2aac13c1 req-42fec403-5503-415f-9f47-41922d159d9c tempest-VolumesNegativeTest-1429834080 tempest-VolumesNegativeTest-1429834080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:27:11.324327 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4fd76f8f-b88e-4492-9f1f-168c2aac13c1 req-42fec403-5503-415f-9f47-41922d159d9c tempest-VolumesNegativeTest-1429834080 tempest-VolumesNegativeTest-1429834080-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1097326 Aug 18 12:27:11.337643 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-4fd76f8f-b88e-4492-9f1f-168c2aac13c1 req-2e039392-cde6-403c-bfd3-803dad78cb4a tempest-VolumesNegativeTest-1429834080 tempest-VolumesNegativeTest-1429834080-project] Request body: {'port': {'device_id': '9645b8fe-8ed6-410a-baf7-63ed3b810c49', 'network_id': '222e0814-c7e5-4b11-9282-3f40c6ed76b2', 'admin_state_up': True, 'tenant_id': 'e15d8a1846b84416ad2be7901e757b64'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:27:11.861526 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e481a8-d953-435e-b21b-a29e5ee9dc58 req-61d841dc-8365-4c67-a692-30562ad6fb88 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:27:11.863169 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-30e481a8-d953-435e-b21b-a29e5ee9dc58 req-61d841dc-8365-4c67-a692-30562ad6fb88 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/networks?id=25fdaffb-3168-482a-bd55-4e7a3fe8ec1f HTTP/1.1" status: 200 len: 811 time: 0.1354880 Aug 18 12:27:11.881363 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-30e481a8-d953-435e-b21b-a29e5ee9dc58 req-004f1482-2801-4691-8109-db4c67cd198f tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/quotas/86bcac19683b4cedad111d113ad02413 HTTP/1.1" status: 200 len: 375 time: 0.0120857 Aug 18 12:27:11.882446 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4fd76f8f-b88e-4492-9f1f-168c2aac13c1 req-2e039392-cde6-403c-bfd3-803dad78cb4a tempest-VolumesNegativeTest-1429834080 tempest-VolumesNegativeTest-1429834080-project] Made reservation on behalf of e15d8a1846b84416ad2be7901e757b64 for: {'port': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:27:11.885799 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-4fd76f8f-b88e-4492-9f1f-168c2aac13c1 req-2e039392-cde6-403c-bfd3-803dad78cb4a tempest-VolumesNegativeTest-1429834080 tempest-VolumesNegativeTest-1429834080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:11.903905 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-4fd76f8f-b88e-4492-9f1f-168c2aac13c1 req-2e039392-cde6-403c-bfd3-803dad78cb4a tempest-VolumesNegativeTest-1429834080 tempest-VolumesNegativeTest-1429834080-project] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:11.960203 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-30e481a8-d953-435e-b21b-a29e5ee9dc58 req-2c508fee-e306-4eb2-8466-ae0fec5ac66d tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=86bcac19683b4cedad111d113ad02413&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0711775 Aug 18 12:27:12.030195 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-4fd76f8f-b88e-4492-9f1f-168c2aac13c1 req-2e039392-cde6-403c-bfd3-803dad78cb4a tempest-VolumesNegativeTest-1429834080 tempest-VolumesNegativeTest-1429834080-project] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:12.035575 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-4fd76f8f-b88e-4492-9f1f-168c2aac13c1 req-2e039392-cde6-403c-bfd3-803dad78cb4a tempest-VolumesNegativeTest-1429834080 tempest-VolumesNegativeTest-1429834080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:12.158481 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e039392-cde6-403c-bfd3-803dad78cb4a tempest-VolumesNegativeTest-1429834080 tempest-VolumesNegativeTest-1429834080-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd8711d9-89a9-47f3-93e1-f5003559391c,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:27:12.254435 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [req-4fd76f8f-b88e-4492-9f1f-168c2aac13c1 req-2e039392-cde6-403c-bfd3-803dad78cb4a tempest-VolumesNegativeTest-1429834080 tempest-VolumesNegativeTest-1429834080-project] Allocated IP 192.168.233.20 (222e0814-c7e5-4b11-9282-3f40c6ed76b2/6d16d680-110b-436d-8afa-48ba845b3623/a2e06a60-6f91-4738-ae79-887099078dff) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:27:12.259984 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-30e481a8-d953-435e-b21b-a29e5ee9dc58 req-acc0adef-6eed-4b2f-84b0-8ac21aa62cff service neutron] 10.222.0.66 "GET /v2.0/networks/25fdaffb-3168-482a-bd55-4e7a3fe8ec1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2913268 Aug 18 12:27:12.353882 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6572c326-fff3-4b2d-97f1-472cdc14f8dd req-20c145bc-6f5a-443f-9bf6-c6f4e2c92c41 tempest-VolumesNegativeTest-1429834080 tempest-VolumesNegativeTest-1429834080-project] 10.222.0.66 "GET /v2.0/ports?device_id=9645b8fe-8ed6-410a-baf7-63ed3b810c49 HTTP/1.1" status: 200 len: 210 time: 0.0425928 Aug 18 12:27:12.443331 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-30e481a8-d953-435e-b21b-a29e5ee9dc58 req-f5019375-b8c5-4cff-b837-e9dfb8886c7c service neutron] 10.222.0.66 "GET /v2.0/networks/25fdaffb-3168-482a-bd55-4e7a3fe8ec1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764846 Aug 18 12:27:12.499652 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-4fd76f8f-b88e-4492-9f1f-168c2aac13c1 req-2e039392-cde6-403c-bfd3-803dad78cb4a tempest-VolumesNegativeTest-1429834080 tempest-VolumesNegativeTest-1429834080-project] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:12.517271 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [req-4fd76f8f-b88e-4492-9f1f-168c2aac13c1 req-2e039392-cde6-403c-bfd3-803dad78cb4a tempest-VolumesNegativeTest-1429834080 tempest-VolumesNegativeTest-1429834080-project] Transition to ACTIVE for port object a2e06a60-6f91-4738-ae79-887099078dff will not be triggered until provisioned by entity DHCP. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:27:12.552562 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-4fd76f8f-b88e-4492-9f1f-168c2aac13c1 req-2e039392-cde6-403c-bfd3-803dad78cb4a tempest-VolumesNegativeTest-1429834080 tempest-VolumesNegativeTest-1429834080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:12.606623 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4fd76f8f-b88e-4492-9f1f-168c2aac13c1 req-2e039392-cde6-403c-bfd3-803dad78cb4a tempest-VolumesNegativeTest-1429834080 tempest-VolumesNegativeTest-1429834080-project] Network 222e0814-c7e5-4b11-9282-3f40c6ed76b2 is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:27:12.611949 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [req-4fd76f8f-b88e-4492-9f1f-168c2aac13c1 req-2e039392-cde6-403c-bfd3-803dad78cb4a tempest-VolumesNegativeTest-1429834080 tempest-VolumesNegativeTest-1429834080-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:27:12.616534 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fd76f8f-b88e-4492-9f1f-168c2aac13c1 req-2e039392-cde6-403c-bfd3-803dad78cb4a tempest-VolumesNegativeTest-1429834080 tempest-VolumesNegativeTest-1429834080-project] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:27:12.620546 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e039392-cde6-403c-bfd3-803dad78cb4a tempest-VolumesNegativeTest-1429834080 tempest-VolumesNegativeTest-1429834080-project] Pushing event updated for resources: {'Port': ['ID=a2e06a60-6f91-4738-ae79-887099078dff,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:27:12.682314 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-57e76924-d463-4b69-ba59-75a07e0a68d9 req-1826c8ee-98be-44c6-9ef2-740ecfe5458d tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/ports?device_id=30ad83cc-3031-4b52-824d-73c35c6e9fc4 HTTP/1.1" status: 200 len: 210 time: 0.0317678 Aug 18 12:27:12.703808 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd76f8f-b88e-4492-9f1f-168c2aac13c1 req-2e039392-cde6-403c-bfd3-803dad78cb4a tempest-VolumesNegativeTest-1429834080 tempest-VolumesNegativeTest-1429834080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:27:12.709258 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-4fd76f8f-b88e-4492-9f1f-168c2aac13c1 req-2e039392-cde6-403c-bfd3-803dad78cb4a tempest-VolumesNegativeTest-1429834080 tempest-VolumesNegativeTest-1429834080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:12.725397 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4fd76f8f-b88e-4492-9f1f-168c2aac13c1 req-2e039392-cde6-403c-bfd3-803dad78cb4a tempest-VolumesNegativeTest-1429834080 tempest-VolumesNegativeTest-1429834080-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3914530 Aug 18 12:27:12.743422 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-4fd76f8f-b88e-4492-9f1f-168c2aac13c1 req-749ea5d0-c680-40b3-bf01-f90d1d7396ae service neutron] Request body: {'port': {'device_id': '9645b8fe-8ed6-410a-baf7-63ed3b810c49', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804985-2'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:27:12.804356 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-4fd76f8f-b88e-4492-9f1f-168c2aac13c1 req-749ea5d0-c680-40b3-bf01-f90d1d7396ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:12.891068 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-641eb493-d14d-4e85-a064-b7c26796e95d None None] Provisioning for port a2e06a60-6f91-4738-ae79-887099078dff completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:27:12.895512 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-641eb493-d14d-4e85-a064-b7c26796e95d None None] Provisioning complete for port a2e06a60-6f91-4738-ae79-887099078dff triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:27:12.895952 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-641eb493-d14d-4e85-a064-b7c26796e95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:12.930177 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-641eb493-d14d-4e85-a064-b7c26796e95d None None] Port a2e06a60-6f91-4738-ae79-887099078dff cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:27:13.083810 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [req-4fd76f8f-b88e-4492-9f1f-168c2aac13c1 req-749ea5d0-c680-40b3-bf01-f90d1d7396ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2e06a60-6f91-4738-ae79-887099078dff {{(pid=106252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:27:13.092151 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-4fd76f8f-b88e-4492-9f1f-168c2aac13c1 req-749ea5d0-c680-40b3-bf01-f90d1d7396ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:13.107451 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [req-4fd76f8f-b88e-4492-9f1f-168c2aac13c1 req-749ea5d0-c680-40b3-bf01-f90d1d7396ae service neutron] Transition to ACTIVE for port object a2e06a60-6f91-4738-ae79-887099078dff will not be triggered until provisioned by entity L2. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:27:13.112063 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-4fd76f8f-b88e-4492-9f1f-168c2aac13c1 req-749ea5d0-c680-40b3-bf01-f90d1d7396ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:13.179030 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749ea5d0-c680-40b3-bf01-f90d1d7396ae service neutron] Pushing event updated for resources: {'Port': ['ID=a2e06a60-6f91-4738-ae79-887099078dff,revision_number=2']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:27:13.247751 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-4fd76f8f-b88e-4492-9f1f-168c2aac13c1 req-749ea5d0-c680-40b3-bf01-f90d1d7396ae service neutron] Attempting to bind port a2e06a60-6f91-4738-ae79-887099078dff on host n-h2-804985-2 for vnic_type normal with profile {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:27:13.248086 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-4fd76f8f-b88e-4492-9f1f-168c2aac13c1 req-749ea5d0-c680-40b3-bf01-f90d1d7396ae service neutron] Attempting to bind port a2e06a60-6f91-4738-ae79-887099078dff by drivers openvswitch,hyperv on host n-h2-804985-2 at level 0 using segments [{'id': 'b0eb6eea-b461-4969-8a27-808f00daa8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '222e0814-c7e5-4b11-9282-3f40c6ed76b2'}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:27:13.248413 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fd76f8f-b88e-4492-9f1f-168c2aac13c1 req-749ea5d0-c680-40b3-bf01-f90d1d7396ae service neutron] Attempting to bind port a2e06a60-6f91-4738-ae79-887099078dff on network 222e0814-c7e5-4b11-9282-3f40c6ed76b2 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:27:13.252981 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fd76f8f-b88e-4492-9f1f-168c2aac13c1 req-749ea5d0-c680-40b3-bf01-f90d1d7396ae service neutron] Port a2e06a60-6f91-4738-ae79-887099078dff on network 222e0814-c7e5-4b11-9282-3f40c6ed76b2 not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-2 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:27:13.253312 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fd76f8f-b88e-4492-9f1f-168c2aac13c1 req-749ea5d0-c680-40b3-bf01-f90d1d7396ae service neutron] Attempting to bind port a2e06a60-6f91-4738-ae79-887099078dff on network 222e0814-c7e5-4b11-9282-3f40c6ed76b2 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:27:13.258903 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fd76f8f-b88e-4492-9f1f-168c2aac13c1 req-749ea5d0-c680-40b3-bf01-f90d1d7396ae service neutron] Checking agent: {'id': 'da5da552-709c-4248-84de-86af99a0dc87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 49, 8), 'started_at': datetime.datetime(2021, 8, 18, 11, 49, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 27, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:27:13.259585 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fd76f8f-b88e-4492-9f1f-168c2aac13c1 req-749ea5d0-c680-40b3-bf01-f90d1d7396ae service neutron] Checking segment: {'id': 'b0eb6eea-b461-4969-8a27-808f00daa8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '222e0814-c7e5-4b11-9282-3f40c6ed76b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:27:13.259702 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fd76f8f-b88e-4492-9f1f-168c2aac13c1 req-749ea5d0-c680-40b3-bf01-f90d1d7396ae service neutron] Bound using segment: {'id': 'b0eb6eea-b461-4969-8a27-808f00daa8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '222e0814-c7e5-4b11-9282-3f40c6ed76b2'} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:27:13.260067 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-4fd76f8f-b88e-4492-9f1f-168c2aac13c1 req-749ea5d0-c680-40b3-bf01-f90d1d7396ae service neutron] Bound port: a2e06a60-6f91-4738-ae79-887099078dff, host: n-h2-804985-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0eb6eea-b461-4969-8a27-808f00daa8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '222e0814-c7e5-4b11-9282-3f40c6ed76b2'}}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:27:13.260425 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-4fd76f8f-b88e-4492-9f1f-168c2aac13c1 req-749ea5d0-c680-40b3-bf01-f90d1d7396ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:13.325728 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-4fd76f8f-b88e-4492-9f1f-168c2aac13c1 req-749ea5d0-c680-40b3-bf01-f90d1d7396ae service neutron] For port a2e06a60-6f91-4738-ae79-887099078dff, host n-h2-804985-2, cleared binding levels {{(pid=106252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:27:13.329217 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-4fd76f8f-b88e-4492-9f1f-168c2aac13c1 req-749ea5d0-c680-40b3-bf01-f90d1d7396ae service neutron] For port a2e06a60-6f91-4738-ae79-887099078dff, host n-h2-804985-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=a2e06a60-6f91-4738-ae79-887099078dff,segment=NetworkSegment(b0eb6eea-b461-4969-8a27-808f00daa8a1),segment_id=b0eb6eea-b461-4969-8a27-808f00daa8a1)] {{(pid=106252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:27:13.333884 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-4fd76f8f-b88e-4492-9f1f-168c2aac13c1 req-749ea5d0-c680-40b3-bf01-f90d1d7396ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:13.368793 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd76f8f-b88e-4492-9f1f-168c2aac13c1 req-749ea5d0-c680-40b3-bf01-f90d1d7396ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:27:13.369407 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-4fd76f8f-b88e-4492-9f1f-168c2aac13c1 req-749ea5d0-c680-40b3-bf01-f90d1d7396ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:13.370827 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4fd76f8f-b88e-4492-9f1f-168c2aac13c1 req-749ea5d0-c680-40b3-bf01-f90d1d7396ae service neutron] 10.222.0.62 "PUT /v2.0/ports/a2e06a60-6f91-4738-ae79-887099078dff HTTP/1.1" status: 200 len: 1095 time: 0.6363072 Aug 18 12:27:13.371270 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9645b8fe-8ed6-410a-baf7-63ed3b810c49', 'tag': 'a2e06a60-6f91-4738-ae79-887099078dff'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:27:13.373550 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1f31db6-be47-4afa-b3d2-fa1f4e054e3f" -d '{"events": [{"name": "network-changed", "server_uuid": "9645b8fe-8ed6-410a-baf7-63ed3b810c49", "tag": "a2e06a60-6f91-4738-ae79-887099078dff"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:27:13.411188 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749ea5d0-c680-40b3-bf01-f90d1d7396ae service neutron] Pushing event updated for resources: {'Port': ['ID=a2e06a60-6f91-4738-ae79-887099078dff,revision_number=3']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:27:13.434943 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:27:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fb15061-5dd7-479e-abe0-e2ae07ec7010 x-openstack-request-id: req-6fb15061-5dd7-479e-abe0-e2ae07ec7010 {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:27:13.435232 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9645b8fe-8ed6-410a-baf7-63ed3b810c49", "tag": "a2e06a60-6f91-4738-ae79-887099078dff", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:27:13.435617 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-6fb15061-5dd7-479e-abe0-e2ae07ec7010 {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:27:13.436178 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9645b8fe-8ed6-410a-baf7-63ed3b810c49', 'tag': 'a2e06a60-6f91-4738-ae79-887099078dff', 'status': 'completed', 'code': 200} Aug 18 12:27:13.499940 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd76f8f-b88e-4492-9f1f-168c2aac13c1 req-cd13ce56-7e13-4b74-9bef-ae883aaa831a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:27:13.501506 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4fd76f8f-b88e-4492-9f1f-168c2aac13c1 req-cd13ce56-7e13-4b74-9bef-ae883aaa831a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e15d8a1846b84416ad2be7901e757b64&device_id=9645b8fe-8ed6-410a-baf7-63ed3b810c49 HTTP/1.1" status: 200 len: 1098 time: 0.0764134 Aug 18 12:27:13.560022 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e777f3-29a8-46d5-b987-1f1dee2dbd6e req-f511d59f-6a5f-4d0f-b32e-2aa5904b0c26 tempest-VolumesNegativeTest-1429834080 tempest-VolumesNegativeTest-1429834080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:27:13.563563 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-48e777f3-29a8-46d5-b987-1f1dee2dbd6e req-f511d59f-6a5f-4d0f-b32e-2aa5904b0c26 tempest-VolumesNegativeTest-1429834080 tempest-VolumesNegativeTest-1429834080-project] 10.222.0.66 "GET /v2.0/ports?device_id=9645b8fe-8ed6-410a-baf7-63ed3b810c49 HTTP/1.1" status: 200 len: 947 time: 0.1068647 Aug 18 12:27:13.565354 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4fd76f8f-b88e-4492-9f1f-168c2aac13c1 req-42119fc7-b379-4c22-8db1-9c55582053ef service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=a2e06a60-6f91-4738-ae79-887099078dff HTTP/1.1" status: 200 len: 217 time: 0.0547149 Aug 18 12:27:13.641293 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd76f8f-b88e-4492-9f1f-168c2aac13c1 req-f27b27b7-354c-469d-bc22-6b7b6bb78c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:27:13.642948 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4fd76f8f-b88e-4492-9f1f-168c2aac13c1 req-f27b27b7-354c-469d-bc22-6b7b6bb78c06 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6d16d680-110b-436d-8afa-48ba845b3623 HTTP/1.1" status: 200 len: 843 time: 0.0696473 Aug 18 12:27:13.647108 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-48e777f3-29a8-46d5-b987-1f1dee2dbd6e req-a8082aee-16b2-4e4a-a42c-17ba71e9936e tempest-VolumesNegativeTest-1429834080 tempest-VolumesNegativeTest-1429834080-project] 10.222.0.66 "GET /v2.0/security-groups?id=bd8711d9-89a9-47f3-93e1-f5003559391c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640452 Aug 18 12:27:13.683179 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e481a8-d953-435e-b21b-a29e5ee9dc58 req-25a67a1b-58b8-476e-b877-cbaaf57df7b8 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:27:13.684770 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-30e481a8-d953-435e-b21b-a29e5ee9dc58 req-25a67a1b-58b8-476e-b877-cbaaf57df7b8 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.62 "GET /v2.0/networks?id=25fdaffb-3168-482a-bd55-4e7a3fe8ec1f HTTP/1.1" status: 200 len: 811 time: 0.1390486 Aug 18 12:27:13.697337 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [req-30e481a8-d953-435e-b21b-a29e5ee9dc58 req-d17b304d-9aac-4958-ab2c-55659d799779 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Request body: {'port': {'device_id': '30ad83cc-3031-4b52-824d-73c35c6e9fc4', 'network_id': '25fdaffb-3168-482a-bd55-4e7a3fe8ec1f', 'admin_state_up': True, 'tenant_id': '86bcac19683b4cedad111d113ad02413'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:27:13.705081 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd76f8f-b88e-4492-9f1f-168c2aac13c1 req-361e3c06-df66-4d8f-ae42-9b8f17b374b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:27:13.706619 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4fd76f8f-b88e-4492-9f1f-168c2aac13c1 req-361e3c06-df66-4d8f-ae42-9b8f17b374b7 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=222e0814-c7e5-4b11-9282-3f40c6ed76b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0549130 Aug 18 12:27:13.801952 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-301f9179-201e-44c1-ac52-e7ca4f9015a3 req-b8a0a6fb-b74d-4938-a1d4-980ab488e87f tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/ports?device_id=30ad83cc-3031-4b52-824d-73c35c6e9fc4 HTTP/1.1" status: 200 len: 210 time: 0.0316374 Aug 18 12:27:13.828858 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4fd76f8f-b88e-4492-9f1f-168c2aac13c1 req-85f1663c-f648-407c-b447-b450a85c0430 service neutron] 10.222.0.62 "GET /v2.0/networks/222e0814-c7e5-4b11-9282-3f40c6ed76b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148634 Aug 18 12:27:13.831336 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30e481a8-d953-435e-b21b-a29e5ee9dc58 req-d17b304d-9aac-4958-ab2c-55659d799779 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Made reservation on behalf of 86bcac19683b4cedad111d113ad02413 for: {'port': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:27:13.835055 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-30e481a8-d953-435e-b21b-a29e5ee9dc58 req-d17b304d-9aac-4958-ab2c-55659d799779 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:13.936260 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4fd76f8f-b88e-4492-9f1f-168c2aac13c1 req-d07d9c49-104a-4a61-ae35-30ef14c2d4a5 service neutron] 10.222.0.62 "GET /v2.0/networks/222e0814-c7e5-4b11-9282-3f40c6ed76b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005604 Aug 18 12:27:13.980019 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [req-30e481a8-d953-435e-b21b-a29e5ee9dc58 req-d17b304d-9aac-4958-ab2c-55659d799779 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Allocated IP 172.20.0.6 (25fdaffb-3168-482a-bd55-4e7a3fe8ec1f/eb2e3982-4dd6-4594-80de-13da71e6899f/98eeb1b0-f93f-4fd4-aca2-c67fe9f0d467) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:27:14.033343 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f31db6-be47-4afa-b3d2-fa1f4e054e3f req-21cd330f-e2b5-4152-bb50-64f8ccf37146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:27:14.036367 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a1f31db6-be47-4afa-b3d2-fa1f4e054e3f req-21cd330f-e2b5-4152-bb50-64f8ccf37146 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e15d8a1846b84416ad2be7901e757b64&device_id=9645b8fe-8ed6-410a-baf7-63ed3b810c49 HTTP/1.1" status: 200 len: 1098 time: 0.0454826 Aug 18 12:27:14.152710 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-30e481a8-d953-435e-b21b-a29e5ee9dc58 req-d17b304d-9aac-4958-ab2c-55659d799779 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:14.168463 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [req-30e481a8-d953-435e-b21b-a29e5ee9dc58 req-d17b304d-9aac-4958-ab2c-55659d799779 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Transition to ACTIVE for port object 98eeb1b0-f93f-4fd4-aca2-c67fe9f0d467 will not be triggered until provisioned by entity DHCP. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:27:14.170015 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f31db6-be47-4afa-b3d2-fa1f4e054e3f req-1e75b6a3-a3d3-493d-9ca5-654630bbe2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:27:14.171616 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a1f31db6-be47-4afa-b3d2-fa1f4e054e3f req-1e75b6a3-a3d3-493d-9ca5-654630bbe2f0 service neutron] 10.222.0.62 "GET /v2.0/networks?id=222e0814-c7e5-4b11-9282-3f40c6ed76b2 HTTP/1.1" status: 200 len: 870 time: 0.1295583 Aug 18 12:27:14.205044 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-30e481a8-d953-435e-b21b-a29e5ee9dc58 req-d17b304d-9aac-4958-ab2c-55659d799779 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:14.216765 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a1f31db6-be47-4afa-b3d2-fa1f4e054e3f req-6cb59235-9b98-4f3c-9f7a-5ed560965c28 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=a2e06a60-6f91-4738-ae79-887099078dff HTTP/1.1" status: 200 len: 217 time: 0.0377162 Aug 18 12:27:14.217697 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] get_ports_and_sgs() called for port_ids ['ae49ceff-67d1-44ab-b0db-69242a867534'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:27:14.252732 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30e481a8-d953-435e-b21b-a29e5ee9dc58 req-d17b304d-9aac-4958-ab2c-55659d799779 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Network 25fdaffb-3168-482a-bd55-4e7a3fe8ec1f is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:27:14.258571 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [req-30e481a8-d953-435e-b21b-a29e5ee9dc58 req-d17b304d-9aac-4958-ab2c-55659d799779 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:27:14.262782 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-30e481a8-d953-435e-b21b-a29e5ee9dc58 req-d17b304d-9aac-4958-ab2c-55659d799779 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:27:14.279912 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f31db6-be47-4afa-b3d2-fa1f4e054e3f req-439bab08-02d4-405a-806d-93485f04c69b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:27:14.282023 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a1f31db6-be47-4afa-b3d2-fa1f4e054e3f req-439bab08-02d4-405a-806d-93485f04c69b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6d16d680-110b-436d-8afa-48ba845b3623 HTTP/1.1" status: 200 len: 843 time: 0.0530231 Aug 18 12:27:14.317941 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e481a8-d953-435e-b21b-a29e5ee9dc58 req-d17b304d-9aac-4958-ab2c-55659d799779 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:27:14.318925 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-30e481a8-d953-435e-b21b-a29e5ee9dc58 req-d17b304d-9aac-4958-ab2c-55659d799779 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:14.340963 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-30e481a8-d953-435e-b21b-a29e5ee9dc58 req-d17b304d-9aac-4958-ab2c-55659d799779 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6475127 Aug 18 12:27:14.342089 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17b304d-9aac-4958-ab2c-55659d799779 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Pushing event updated for resources: {'Port': ['ID=98eeb1b0-f93f-4fd4-aca2-c67fe9f0d467,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:27:14.352133 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f31db6-be47-4afa-b3d2-fa1f4e054e3f req-2c88a6dc-a423-4824-a4fc-ab0befe92d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:27:14.353730 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a1f31db6-be47-4afa-b3d2-fa1f4e054e3f req-2c88a6dc-a423-4824-a4fc-ab0befe92d4e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=222e0814-c7e5-4b11-9282-3f40c6ed76b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0620089 Aug 18 12:27:14.355826 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [req-30e481a8-d953-435e-b21b-a29e5ee9dc58 req-cde9874b-0604-476a-8c9a-a3ef15ed777c service neutron] Request body: {'port': {'device_id': '30ad83cc-3031-4b52-824d-73c35c6e9fc4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804985-2'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:27:14.420604 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-30e481a8-d953-435e-b21b-a29e5ee9dc58 req-cde9874b-0604-476a-8c9a-a3ef15ed777c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:14.491769 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a1f31db6-be47-4afa-b3d2-fa1f4e054e3f req-f7eba939-2849-4069-9511-7e11d3fee4f6 service neutron] 10.222.0.62 "GET /v2.0/networks/222e0814-c7e5-4b11-9282-3f40c6ed76b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295474 Aug 18 12:27:14.595773 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a1f31db6-be47-4afa-b3d2-fa1f4e054e3f req-a1725e73-4d79-4d5b-8354-2f389f4df2e0 service neutron] 10.222.0.62 "GET /v2.0/networks/222e0814-c7e5-4b11-9282-3f40c6ed76b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942953 Aug 18 12:27:14.616314 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-469cf5c6-416b-4ee9-97fc-4ffa2992535e None None] Provisioning for port 98eeb1b0-f93f-4fd4-aca2-c67fe9f0d467 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:27:14.620157 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-469cf5c6-416b-4ee9-97fc-4ffa2992535e None None] Provisioning complete for port 98eeb1b0-f93f-4fd4-aca2-c67fe9f0d467 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:27:14.620567 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-469cf5c6-416b-4ee9-97fc-4ffa2992535e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:14.656706 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-469cf5c6-416b-4ee9-97fc-4ffa2992535e None None] Port 98eeb1b0-f93f-4fd4-aca2-c67fe9f0d467 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:27:14.756271 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [req-30e481a8-d953-435e-b21b-a29e5ee9dc58 req-cde9874b-0604-476a-8c9a-a3ef15ed777c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98eeb1b0-f93f-4fd4-aca2-c67fe9f0d467 {{(pid=106253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:27:14.764519 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-30e481a8-d953-435e-b21b-a29e5ee9dc58 req-cde9874b-0604-476a-8c9a-a3ef15ed777c service neutron] Notify callbacks [] for port, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:14.779608 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [req-30e481a8-d953-435e-b21b-a29e5ee9dc58 req-cde9874b-0604-476a-8c9a-a3ef15ed777c service neutron] Transition to ACTIVE for port object 98eeb1b0-f93f-4fd4-aca2-c67fe9f0d467 will not be triggered until provisioned by entity L2. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:27:14.784911 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-30e481a8-d953-435e-b21b-a29e5ee9dc58 req-cde9874b-0604-476a-8c9a-a3ef15ed777c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:14.790840 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5166715-8a98-4a4b-b73c-2e494cc5a1d3 req-3442fcc1-2b37-4af7-93ec-fd85b544009a tempest-VolumesNegativeTest-1429834080 tempest-VolumesNegativeTest-1429834080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:27:14.792596 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d5166715-8a98-4a4b-b73c-2e494cc5a1d3 req-3442fcc1-2b37-4af7-93ec-fd85b544009a tempest-VolumesNegativeTest-1429834080 tempest-VolumesNegativeTest-1429834080-project] 10.222.0.66 "GET /v2.0/ports?device_id=9645b8fe-8ed6-410a-baf7-63ed3b810c49 HTTP/1.1" status: 200 len: 947 time: 0.0634263 Aug 18 12:27:14.861092 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde9874b-0604-476a-8c9a-a3ef15ed777c service neutron] Pushing event updated for resources: {'Port': ['ID=98eeb1b0-f93f-4fd4-aca2-c67fe9f0d467,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:27:14.863246 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d5166715-8a98-4a4b-b73c-2e494cc5a1d3 req-5876bdb4-0b86-4ae4-8fc3-b40bae0c55e9 tempest-VolumesNegativeTest-1429834080 tempest-VolumesNegativeTest-1429834080-project] 10.222.0.66 "GET /v2.0/security-groups?id=bd8711d9-89a9-47f3-93e1-f5003559391c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634916 Aug 18 12:27:14.920352 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-30e481a8-d953-435e-b21b-a29e5ee9dc58 req-cde9874b-0604-476a-8c9a-a3ef15ed777c service neutron] Attempting to bind port 98eeb1b0-f93f-4fd4-aca2-c67fe9f0d467 on host n-h2-804985-2 for vnic_type normal with profile {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:27:14.921023 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-30e481a8-d953-435e-b21b-a29e5ee9dc58 req-cde9874b-0604-476a-8c9a-a3ef15ed777c service neutron] Attempting to bind port 98eeb1b0-f93f-4fd4-aca2-c67fe9f0d467 by drivers openvswitch,hyperv on host n-h2-804985-2 at level 0 using segments [{'id': 'dfae8a08-8315-4142-ba2f-fd111ce93dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '25fdaffb-3168-482a-bd55-4e7a3fe8ec1f'}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:27:14.921521 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30e481a8-d953-435e-b21b-a29e5ee9dc58 req-cde9874b-0604-476a-8c9a-a3ef15ed777c service neutron] Attempting to bind port 98eeb1b0-f93f-4fd4-aca2-c67fe9f0d467 on network 25fdaffb-3168-482a-bd55-4e7a3fe8ec1f {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:27:14.926618 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30e481a8-d953-435e-b21b-a29e5ee9dc58 req-cde9874b-0604-476a-8c9a-a3ef15ed777c service neutron] Port 98eeb1b0-f93f-4fd4-aca2-c67fe9f0d467 on network 25fdaffb-3168-482a-bd55-4e7a3fe8ec1f not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-2 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:27:14.927142 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30e481a8-d953-435e-b21b-a29e5ee9dc58 req-cde9874b-0604-476a-8c9a-a3ef15ed777c service neutron] Attempting to bind port 98eeb1b0-f93f-4fd4-aca2-c67fe9f0d467 on network 25fdaffb-3168-482a-bd55-4e7a3fe8ec1f {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:27:14.933069 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30e481a8-d953-435e-b21b-a29e5ee9dc58 req-cde9874b-0604-476a-8c9a-a3ef15ed777c service neutron] Checking agent: {'id': 'da5da552-709c-4248-84de-86af99a0dc87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 49, 8), 'started_at': datetime.datetime(2021, 8, 18, 11, 49, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 27, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:27:14.933410 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30e481a8-d953-435e-b21b-a29e5ee9dc58 req-cde9874b-0604-476a-8c9a-a3ef15ed777c service neutron] Checking segment: {'id': 'dfae8a08-8315-4142-ba2f-fd111ce93dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '25fdaffb-3168-482a-bd55-4e7a3fe8ec1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:27:14.933793 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30e481a8-d953-435e-b21b-a29e5ee9dc58 req-cde9874b-0604-476a-8c9a-a3ef15ed777c service neutron] Bound using segment: {'id': 'dfae8a08-8315-4142-ba2f-fd111ce93dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '25fdaffb-3168-482a-bd55-4e7a3fe8ec1f'} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:27:14.934219 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-30e481a8-d953-435e-b21b-a29e5ee9dc58 req-cde9874b-0604-476a-8c9a-a3ef15ed777c service neutron] Bound port: 98eeb1b0-f93f-4fd4-aca2-c67fe9f0d467, host: n-h2-804985-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfae8a08-8315-4142-ba2f-fd111ce93dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '25fdaffb-3168-482a-bd55-4e7a3fe8ec1f'}}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:27:14.934568 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-30e481a8-d953-435e-b21b-a29e5ee9dc58 req-cde9874b-0604-476a-8c9a-a3ef15ed777c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:14.954717 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591787d9-bfcc-4048-875a-ae0822b1ff53 req-c896ac14-84c0-481c-ba52-1a53edfe2ba5 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:27:14.956988 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-591787d9-bfcc-4048-875a-ae0822b1ff53 req-c896ac14-84c0-481c-ba52-1a53edfe2ba5 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/ports?device_id=30ad83cc-3031-4b52-824d-73c35c6e9fc4 HTTP/1.1" status: 200 len: 943 time: 0.0546980 Aug 18 12:27:15.001294 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-591787d9-bfcc-4048-875a-ae0822b1ff53 req-a0f40876-2ef4-42f2-9b9a-3eeb9fa76432 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/security-groups?id=c39e84f9-0c12-4e20-96af-8241c5ff77a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372734 Aug 18 12:27:15.019469 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-30e481a8-d953-435e-b21b-a29e5ee9dc58 req-cde9874b-0604-476a-8c9a-a3ef15ed777c service neutron] For port 98eeb1b0-f93f-4fd4-aca2-c67fe9f0d467, host n-h2-804985-2, cleared binding levels {{(pid=106253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:27:15.022821 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-30e481a8-d953-435e-b21b-a29e5ee9dc58 req-cde9874b-0604-476a-8c9a-a3ef15ed777c service neutron] For port 98eeb1b0-f93f-4fd4-aca2-c67fe9f0d467, host n-h2-804985-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=98eeb1b0-f93f-4fd4-aca2-c67fe9f0d467,segment=NetworkSegment(dfae8a08-8315-4142-ba2f-fd111ce93dbf),segment_id=dfae8a08-8315-4142-ba2f-fd111ce93dbf)] {{(pid=106253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:27:15.028869 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-30e481a8-d953-435e-b21b-a29e5ee9dc58 req-cde9874b-0604-476a-8c9a-a3ef15ed777c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:15.063601 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e481a8-d953-435e-b21b-a29e5ee9dc58 req-cde9874b-0604-476a-8c9a-a3ef15ed777c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:27:15.064127 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-30e481a8-d953-435e-b21b-a29e5ee9dc58 req-cde9874b-0604-476a-8c9a-a3ef15ed777c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:15.065538 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-30e481a8-d953-435e-b21b-a29e5ee9dc58 req-cde9874b-0604-476a-8c9a-a3ef15ed777c service neutron] 10.222.0.62 "PUT /v2.0/ports/98eeb1b0-f93f-4fd4-aca2-c67fe9f0d467 HTTP/1.1" status: 200 len: 1091 time: 0.7158780 Aug 18 12:27:15.066148 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30ad83cc-3031-4b52-824d-73c35c6e9fc4', 'tag': '98eeb1b0-f93f-4fd4-aca2-c67fe9f0d467'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:27:15.068392 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0679f4c4b6e0e0c064a7d71d722dc30541a34fffee11680573be22ee2ffccc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c37e5e2d-71bb-45c1-8061-c72e51b92fc8" -d '{"events": [{"name": "network-changed", "server_uuid": "30ad83cc-3031-4b52-824d-73c35c6e9fc4", "tag": "98eeb1b0-f93f-4fd4-aca2-c67fe9f0d467"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:27:15.108807 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde9874b-0604-476a-8c9a-a3ef15ed777c service neutron] Pushing event updated for resources: {'Port': ['ID=98eeb1b0-f93f-4fd4-aca2-c67fe9f0d467,revision_number=3']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:27:15.123445 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:27:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1f7a46e-ae1d-437a-8228-83e687da7bc8 x-openstack-request-id: req-c1f7a46e-ae1d-437a-8228-83e687da7bc8 {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:27:15.123807 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30ad83cc-3031-4b52-824d-73c35c6e9fc4", "tag": "98eeb1b0-f93f-4fd4-aca2-c67fe9f0d467", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:27:15.124137 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c1f7a46e-ae1d-437a-8228-83e687da7bc8 {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:27:15.124727 n-d-804985-2 neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30ad83cc-3031-4b52-824d-73c35c6e9fc4', 'tag': '98eeb1b0-f93f-4fd4-aca2-c67fe9f0d467', 'status': 'completed', 'code': 200} Aug 18 12:27:15.164852 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e481a8-d953-435e-b21b-a29e5ee9dc58 req-8c0f0314-7ed4-42dc-9c43-b43325177333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:27:15.166809 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-30e481a8-d953-435e-b21b-a29e5ee9dc58 req-8c0f0314-7ed4-42dc-9c43-b43325177333 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=86bcac19683b4cedad111d113ad02413&device_id=30ad83cc-3031-4b52-824d-73c35c6e9fc4 HTTP/1.1" status: 200 len: 1094 time: 0.0549977 Aug 18 12:27:15.216122 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-30e481a8-d953-435e-b21b-a29e5ee9dc58 req-1798966c-9d9c-4c72-b51e-612d842974e4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=98eeb1b0-f93f-4fd4-aca2-c67fe9f0d467 HTTP/1.1" status: 200 len: 217 time: 0.0401192 Aug 18 12:27:15.268349 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e481a8-d953-435e-b21b-a29e5ee9dc58 req-07e8a907-efb6-4af2-a99b-dd2ce91c9994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:27:15.269972 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-30e481a8-d953-435e-b21b-a29e5ee9dc58 req-07e8a907-efb6-4af2-a99b-dd2ce91c9994 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=eb2e3982-4dd6-4594-80de-13da71e6899f HTTP/1.1" status: 200 len: 850 time: 0.0464718 Aug 18 12:27:15.322189 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e481a8-d953-435e-b21b-a29e5ee9dc58 req-586282f6-6c81-4a13-9e88-6e0e3ae816aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:27:15.323740 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-30e481a8-d953-435e-b21b-a29e5ee9dc58 req-586282f6-6c81-4a13-9e88-6e0e3ae816aa service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=25fdaffb-3168-482a-bd55-4e7a3fe8ec1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0467927 Aug 18 12:27:15.416270 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-30e481a8-d953-435e-b21b-a29e5ee9dc58 req-2d1d919c-05aa-4eee-abd0-6f9887cafaa6 service neutron] 10.222.0.62 "GET /v2.0/networks/25fdaffb-3168-482a-bd55-4e7a3fe8ec1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849037 Aug 18 12:27:15.562513 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-30e481a8-d953-435e-b21b-a29e5ee9dc58 req-caa1dc2a-8af3-4645-bc95-37916f75f38b service neutron] 10.222.0.62 "GET /v2.0/networks/25fdaffb-3168-482a-bd55-4e7a3fe8ec1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384487 Aug 18 12:27:15.655754 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37e5e2d-71bb-45c1-8061-c72e51b92fc8 req-f66c0f1e-725a-4eda-836b-9e497d8badaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:27:15.657425 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-c37e5e2d-71bb-45c1-8061-c72e51b92fc8 req-f66c0f1e-725a-4eda-836b-9e497d8badaa service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=86bcac19683b4cedad111d113ad02413&device_id=30ad83cc-3031-4b52-824d-73c35c6e9fc4 HTTP/1.1" status: 200 len: 1094 time: 0.0442026 Aug 18 12:27:15.754321 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37e5e2d-71bb-45c1-8061-c72e51b92fc8 req-b094179a-c287-4f2a-8eed-3fd319f316f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:27:15.755822 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-c37e5e2d-71bb-45c1-8061-c72e51b92fc8 req-b094179a-c287-4f2a-8eed-3fd319f316f7 service neutron] 10.222.0.62 "GET /v2.0/networks?id=25fdaffb-3168-482a-bd55-4e7a3fe8ec1f HTTP/1.1" status: 200 len: 912 time: 0.0918465 Aug 18 12:27:15.801654 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-c37e5e2d-71bb-45c1-8061-c72e51b92fc8 req-fc761f16-b326-4b01-8012-5f83f0d067f4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=98eeb1b0-f93f-4fd4-aca2-c67fe9f0d467 HTTP/1.1" status: 200 len: 217 time: 0.0383580 Aug 18 12:27:15.852295 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37e5e2d-71bb-45c1-8061-c72e51b92fc8 req-9fff6f3d-ccfa-45bc-a075-315c1c527464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:27:15.853802 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-c37e5e2d-71bb-45c1-8061-c72e51b92fc8 req-9fff6f3d-ccfa-45bc-a075-315c1c527464 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=eb2e3982-4dd6-4594-80de-13da71e6899f HTTP/1.1" status: 200 len: 850 time: 0.0455909 Aug 18 12:27:15.903145 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37e5e2d-71bb-45c1-8061-c72e51b92fc8 req-99336fc8-98eb-452d-bf70-828ab9bbd7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:27:15.904817 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-c37e5e2d-71bb-45c1-8061-c72e51b92fc8 req-99336fc8-98eb-452d-bf70-828ab9bbd7b9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=25fdaffb-3168-482a-bd55-4e7a3fe8ec1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428910 Aug 18 12:27:15.978878 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140b2b4d-bdf7-43bb-b1f2-95d86decf494 req-52ae7859-72e0-43d8-b139-38ee9748588a tempest-VolumesNegativeTest-1429834080 tempest-VolumesNegativeTest-1429834080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:27:15.980517 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-140b2b4d-bdf7-43bb-b1f2-95d86decf494 req-52ae7859-72e0-43d8-b139-38ee9748588a tempest-VolumesNegativeTest-1429834080 tempest-VolumesNegativeTest-1429834080-project] 10.222.0.66 "GET /v2.0/ports?device_id=9645b8fe-8ed6-410a-baf7-63ed3b810c49 HTTP/1.1" status: 200 len: 947 time: 0.0539887 Aug 18 12:27:16.008713 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-c37e5e2d-71bb-45c1-8061-c72e51b92fc8 req-bc82f040-1929-40a6-a7bc-d75f9375b7f8 service neutron] 10.222.0.62 "GET /v2.0/networks/25fdaffb-3168-482a-bd55-4e7a3fe8ec1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969267 Aug 18 12:27:16.020180 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-140b2b4d-bdf7-43bb-b1f2-95d86decf494 req-4c6158d0-6b28-4642-86f3-912080f6fcd6 tempest-VolumesNegativeTest-1429834080 tempest-VolumesNegativeTest-1429834080-project] 10.222.0.66 "GET /v2.0/security-groups?id=bd8711d9-89a9-47f3-93e1-f5003559391c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324154 Aug 18 12:27:16.130607 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-c37e5e2d-71bb-45c1-8061-c72e51b92fc8 req-3b4d38f7-32fc-42d4-b64b-48b6a2b34b4c service neutron] 10.222.0.62 "GET /v2.0/networks/25fdaffb-3168-482a-bd55-4e7a3fe8ec1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135697 Aug 18 12:27:16.148219 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19461de-1677-4939-9dca-939e77b18c9c req-fd30b2af-f26f-44a7-8a66-a1b11d81ead0 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:27:16.149823 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c19461de-1677-4939-9dca-939e77b18c9c req-fd30b2af-f26f-44a7-8a66-a1b11d81ead0 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/ports?device_id=30ad83cc-3031-4b52-824d-73c35c6e9fc4 HTTP/1.1" status: 200 len: 943 time: 0.0600390 Aug 18 12:27:16.187416 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c19461de-1677-4939-9dca-939e77b18c9c req-a99e52ee-b034-4ada-90f3-786dc309a4fa tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/security-groups?id=c39e84f9-0c12-4e20-96af-8241c5ff77a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316584 Aug 18 12:27:17.096506 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device a2e06a60-6f91-4738-ae79-887099078dff details requested by agent hyperv_n-h2-804985-2 with host n-h2-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:27:17.189967 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbefa40-4eab-4f97-89a7-1b475d91785c req-1a164b84-8d59-4fb3-aaa1-1ed98a16c621 tempest-VolumesNegativeTest-1429834080 tempest-VolumesNegativeTest-1429834080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:27:17.192019 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2cbefa40-4eab-4f97-89a7-1b475d91785c req-1a164b84-8d59-4fb3-aaa1-1ed98a16c621 tempest-VolumesNegativeTest-1429834080 tempest-VolumesNegativeTest-1429834080-project] 10.222.0.66 "GET /v2.0/ports?device_id=9645b8fe-8ed6-410a-baf7-63ed3b810c49 HTTP/1.1" status: 200 len: 947 time: 0.0745804 Aug 18 12:27:17.248018 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port a2e06a60-6f91-4738-ae79-887099078dff, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=a2e06a60-6f91-4738-ae79-887099078dff,segment=NetworkSegment(b0eb6eea-b461-4969-8a27-808f00daa8a1),segment_id=b0eb6eea-b461-4969-8a27-808f00daa8a1)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:27:17.258784 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2cbefa40-4eab-4f97-89a7-1b475d91785c req-771b7068-1ace-4bfb-8c19-10e1fa4630aa tempest-VolumesNegativeTest-1429834080 tempest-VolumesNegativeTest-1429834080-project] 10.222.0.66 "GET /v2.0/security-groups?id=bd8711d9-89a9-47f3-93e1-f5003559391c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567584 Aug 18 12:27:17.275419 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Returning: {'device': 'a2e06a60-6f91-4738-ae79-887099078dff', 'network_id': '222e0814-c7e5-4b11-9282-3f40c6ed76b2', 'port_id': 'a2e06a60-6f91-4738-ae79-887099078dff', 'mac_address': 'fa:16:3e:99:90:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 823, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d16d680-110b-436d-8afa-48ba845b3623', 'ip_address': '192.168.233.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:27:17.338895 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00de61c-7a7f-4df3-ace1-8b48fdb968a1 req-ff287412-6a4a-41be-9f7e-d5b5e3ab45e9 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:27:17.338895 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f00de61c-7a7f-4df3-ace1-8b48fdb968a1 req-ff287412-6a4a-41be-9f7e-d5b5e3ab45e9 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/ports?device_id=30ad83cc-3031-4b52-824d-73c35c6e9fc4 HTTP/1.1" status: 200 len: 943 time: 0.0654333 Aug 18 12:27:17.350954 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:17.366636 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2e06a60-6f91-4738-ae79-887099078dff {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:27:17.380962 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f00de61c-7a7f-4df3-ace1-8b48fdb968a1 req-5242c8f9-6efb-4659-9b05-811d269e225e tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/security-groups?id=c39e84f9-0c12-4e20-96af-8241c5ff77a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335891 Aug 18 12:27:17.394163 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port a2e06a60-6f91-4738-ae79-887099078dff, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=a2e06a60-6f91-4738-ae79-887099078dff,segment=NetworkSegment(b0eb6eea-b461-4969-8a27-808f00daa8a1),segment_id=b0eb6eea-b461-4969-8a27-808f00daa8a1)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:27:17.408215 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:17.475465 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=a2e06a60-6f91-4738-ae79-887099078dff,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:27:17.487740 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:27:17.488232 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:27:17.488883 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:27:17.489875 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:27:17.490206 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:27:17.490555 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:27:17.490912 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:27:17.491370 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:27:17.491954 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:27:17.492098 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:27:17.492383 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:27:17.492770 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:27:17.637776 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] get_ports_and_sgs() called for port_ids ['a2e06a60-6f91-4738-ae79-887099078dff'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:27:18.418827 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7686be6-829e-44b4-9ba2-fd7409ab745f req-1775867c-129c-47f5-8f98-9ad0015383ff tempest-VolumesNegativeTest-1429834080 tempest-VolumesNegativeTest-1429834080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:27:18.419233 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a7686be6-829e-44b4-9ba2-fd7409ab745f req-1775867c-129c-47f5-8f98-9ad0015383ff tempest-VolumesNegativeTest-1429834080 tempest-VolumesNegativeTest-1429834080-project] 10.222.0.66 "GET /v2.0/ports?device_id=9645b8fe-8ed6-410a-baf7-63ed3b810c49 HTTP/1.1" status: 200 len: 948 time: 0.0687139 Aug 18 12:27:18.474623 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a7686be6-829e-44b4-9ba2-fd7409ab745f req-3174eef3-02cd-4f8b-a2ae-3e83e06b70ba tempest-VolumesNegativeTest-1429834080 tempest-VolumesNegativeTest-1429834080-project] 10.222.0.66 "GET /v2.0/security-groups?id=bd8711d9-89a9-47f3-93e1-f5003559391c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449429 Aug 18 12:27:18.522006 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-b92345ed-744a-4331-8122-c7ebfed6ee1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:18.557401 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa37d77-955b-47b6-ae52-3dc690c61ec8 req-bde30740-def5-4c20-8460-a87086694868 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:27:18.561056 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7aa37d77-955b-47b6-ae52-3dc690c61ec8 req-bde30740-def5-4c20-8460-a87086694868 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/ports?device_id=30ad83cc-3031-4b52-824d-73c35c6e9fc4 HTTP/1.1" status: 200 len: 943 time: 0.0691988 Aug 18 12:27:18.606768 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7aa37d77-955b-47b6-ae52-3dc690c61ec8 req-076b31ce-1dce-4419-b234-3f1a2ac75c6a tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/security-groups?id=c39e84f9-0c12-4e20-96af-8241c5ff77a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402768 Aug 18 12:27:19.094768 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device a2e06a60-6f91-4738-ae79-887099078dff up at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:27:19.162240 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Provisioning for port a2e06a60-6f91-4738-ae79-887099078dff completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:27:19.171063 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Provisioning complete for port a2e06a60-6f91-4738-ae79-887099078dff triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:27:19.171304 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:19.293231 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:19.323466 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9645b8fe-8ed6-410a-baf7-63ed3b810c49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2e06a60-6f91-4738-ae79-887099078dff'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:27:19.326147 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db50a436fb3a98495337d8fe7487b4f2ea6f3c1052eb9efadc2ecda2d5737001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cb00245-1cd2-42e2-ad12-388878517f3f" -d '{"events": [{"server_uuid": "9645b8fe-8ed6-410a-baf7-63ed3b810c49", "name": "network-vif-plugged", "status": "completed", "tag": "a2e06a60-6f91-4738-ae79-887099078dff"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:27:19.360391 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port a2e06a60-6f91-4738-ae79-887099078dff, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=a2e06a60-6f91-4738-ae79-887099078dff,segment=NetworkSegment(b0eb6eea-b461-4969-8a27-808f00daa8a1),segment_id=b0eb6eea-b461-4969-8a27-808f00daa8a1)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:27:19.370950 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:19.398525 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:27:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ed6da21-ebca-42eb-93da-d0d5b7f05731 x-openstack-request-id: req-4ed6da21-ebca-42eb-93da-d0d5b7f05731 {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:27:19.398985 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9645b8fe-8ed6-410a-baf7-63ed3b810c49", "name": "network-vif-plugged", "status": "completed", "tag": "a2e06a60-6f91-4738-ae79-887099078dff", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:27:19.399264 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-4ed6da21-ebca-42eb-93da-d0d5b7f05731 {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:27:19.399466 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9645b8fe-8ed6-410a-baf7-63ed3b810c49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2e06a60-6f91-4738-ae79-887099078dff', 'code': 200} Aug 18 12:27:19.432133 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=a2e06a60-6f91-4738-ae79-887099078dff,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:27:19.500401 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8f7034-6907-44b7-9551-7db0b27851f8 req-64440f04-eaf5-4023-86e7-2a69fd1357cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:27:19.502053 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-9a8f7034-6907-44b7-9551-7db0b27851f8 req-64440f04-eaf5-4023-86e7-2a69fd1357cb service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=9645b8fe-8ed6-410a-baf7-63ed3b810c49 HTTP/1.1" status: 200 len: 1100 time: 0.0568526 Aug 18 12:27:19.541305 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-9a8f7034-6907-44b7-9551-7db0b27851f8 req-aefaddea-8706-49b1-921e-07905f2d6c8a service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=bd8711d9-89a9-47f3-93e1-f5003559391c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323334 Aug 18 12:27:19.616723 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836ab7a3-ab51-466c-bdf3-e3ee7993b240 req-02098354-e7de-4b63-b3a7-0ac39cdb5e4a tempest-VolumesNegativeTest-1429834080 tempest-VolumesNegativeTest-1429834080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:27:19.618326 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-836ab7a3-ab51-466c-bdf3-e3ee7993b240 req-02098354-e7de-4b63-b3a7-0ac39cdb5e4a tempest-VolumesNegativeTest-1429834080 tempest-VolumesNegativeTest-1429834080-project] 10.222.0.66 "GET /v2.0/ports?device_id=9645b8fe-8ed6-410a-baf7-63ed3b810c49 HTTP/1.1" status: 200 len: 949 time: 0.0576472 Aug 18 12:27:19.665416 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-836ab7a3-ab51-466c-bdf3-e3ee7993b240 req-20467c62-1fb3-46e9-9d20-f497d5066acc tempest-VolumesNegativeTest-1429834080 tempest-VolumesNegativeTest-1429834080-project] 10.222.0.66 "GET /v2.0/security-groups?id=bd8711d9-89a9-47f3-93e1-f5003559391c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399730 Aug 18 12:27:19.773018 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d091efe2-bb2c-44d9-8c5a-5bcdd6507aec req-4bbd1234-56c5-4664-8c87-80ea49f1a1a5 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:27:19.774680 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d091efe2-bb2c-44d9-8c5a-5bcdd6507aec req-4bbd1234-56c5-4664-8c87-80ea49f1a1a5 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/ports?device_id=30ad83cc-3031-4b52-824d-73c35c6e9fc4 HTTP/1.1" status: 200 len: 943 time: 0.0823963 Aug 18 12:27:19.817814 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d091efe2-bb2c-44d9-8c5a-5bcdd6507aec req-72ee250d-2f7e-405d-a9bb-732192c4e6c6 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/security-groups?id=c39e84f9-0c12-4e20-96af-8241c5ff77a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362701 Aug 18 12:27:20.796600 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee877ae-53c4-4f49-a726-f9e5813ba051 req-4e99b570-70d5-4187-8f71-0b9f53ab40c4 tempest-VolumesNegativeTest-1429834080 tempest-VolumesNegativeTest-1429834080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:27:20.798084 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-dee877ae-53c4-4f49-a726-f9e5813ba051 req-4e99b570-70d5-4187-8f71-0b9f53ab40c4 tempest-VolumesNegativeTest-1429834080 tempest-VolumesNegativeTest-1429834080-project] 10.222.0.66 "GET /v2.0/ports?device_id=9645b8fe-8ed6-410a-baf7-63ed3b810c49 HTTP/1.1" status: 200 len: 949 time: 0.0506294 Aug 18 12:27:20.837337 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-dee877ae-53c4-4f49-a726-f9e5813ba051 req-526d5b4e-7562-4ac2-ae1e-c98faff1baea tempest-VolumesNegativeTest-1429834080 tempest-VolumesNegativeTest-1429834080-project] 10.222.0.66 "GET /v2.0/security-groups?id=bd8711d9-89a9-47f3-93e1-f5003559391c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329227 Aug 18 12:27:20.949846 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e075b2dc-8ad2-4866-8752-1f9f37072753 req-4cbcbd23-bd9a-4eda-a26c-8998dd4216eb tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:27:20.951379 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e075b2dc-8ad2-4866-8752-1f9f37072753 req-4cbcbd23-bd9a-4eda-a26c-8998dd4216eb tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/ports?device_id=30ad83cc-3031-4b52-824d-73c35c6e9fc4 HTTP/1.1" status: 200 len: 943 time: 0.0551543 Aug 18 12:27:21.006660 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e075b2dc-8ad2-4866-8752-1f9f37072753 req-ef95127a-aa28-44e8-a752-d8d23ad49cb9 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/security-groups?id=c39e84f9-0c12-4e20-96af-8241c5ff77a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485539 Aug 18 12:27:21.140261 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1508582f-94a2-4aa2-8547-499f1bcf352f req-e4e0f0ea-5403-40e1-a0a0-0b7a9e5f88de tempest-VolumesNegativeTest-1429834080 tempest-VolumesNegativeTest-1429834080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:27:21.141939 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1508582f-94a2-4aa2-8547-499f1bcf352f req-e4e0f0ea-5403-40e1-a0a0-0b7a9e5f88de tempest-VolumesNegativeTest-1429834080 tempest-VolumesNegativeTest-1429834080-project] 10.222.0.66 "GET /v2.0/ports?device_id=9645b8fe-8ed6-410a-baf7-63ed3b810c49 HTTP/1.1" status: 200 len: 949 time: 0.0505943 Aug 18 12:27:21.184164 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1508582f-94a2-4aa2-8547-499f1bcf352f req-060e3f52-4bcc-49c2-9572-c8d60cb9b77e tempest-VolumesNegativeTest-1429834080 tempest-VolumesNegativeTest-1429834080-project] 10.222.0.66 "GET /v2.0/security-groups?id=bd8711d9-89a9-47f3-93e1-f5003559391c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356505 Aug 18 12:27:21.483136 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:21.719902 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-e54bf99a-6aee-41d3-a893-da2a570121e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:22.141688 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33a7f50-5789-4c3e-9d75-eda508922566 req-9c2023f5-5517-4e93-a28a-97c66f6176b2 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:27:22.143196 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c33a7f50-5789-4c3e-9d75-eda508922566 req-9c2023f5-5517-4e93-a28a-97c66f6176b2 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/ports?device_id=30ad83cc-3031-4b52-824d-73c35c6e9fc4 HTTP/1.1" status: 200 len: 943 time: 0.0514002 Aug 18 12:27:22.181837 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c33a7f50-5789-4c3e-9d75-eda508922566 req-4b536168-d727-45bc-bcfc-bd2c0cffe722 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/security-groups?id=c39e84f9-0c12-4e20-96af-8241c5ff77a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325160 Aug 18 12:27:22.216693 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-53584c24-f517-494e-ac93-c18bb92373f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:22.321191 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d574b82f-ea07-40ee-acec-b81c59cbe711 req-fe779ee7-49b0-4f76-896a-4fb84bc9d190 tempest-VolumesNegativeTest-1429834080 tempest-VolumesNegativeTest-1429834080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:27:22.322562 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d574b82f-ea07-40ee-acec-b81c59cbe711 req-fe779ee7-49b0-4f76-896a-4fb84bc9d190 tempest-VolumesNegativeTest-1429834080 tempest-VolumesNegativeTest-1429834080-project] 10.222.0.66 "GET /v2.0/ports?device_id=9645b8fe-8ed6-410a-baf7-63ed3b810c49 HTTP/1.1" status: 200 len: 949 time: 0.0660391 Aug 18 12:27:22.365047 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d574b82f-ea07-40ee-acec-b81c59cbe711 req-3f8e29e2-bc7e-48ae-a37e-5f582994a3f1 tempest-VolumesNegativeTest-1429834080 tempest-VolumesNegativeTest-1429834080-project] 10.222.0.66 "GET /v2.0/security-groups?id=bd8711d9-89a9-47f3-93e1-f5003559391c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334084 Aug 18 12:27:22.386276 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bfec81-9797-4eb4-ba62-3f091aeaf3e2 req-725be77d-070d-4022-bf6c-7e34b944d54c tempest-VolumesNegativeTest-1429834080 tempest-VolumesNegativeTest-1429834080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:27:22.387708 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-b0bfec81-9797-4eb4-ba62-3f091aeaf3e2 req-725be77d-070d-4022-bf6c-7e34b944d54c tempest-VolumesNegativeTest-1429834080 tempest-VolumesNegativeTest-1429834080-project] 10.222.0.62 "GET /v2.0/ports?device_id=9645b8fe-8ed6-410a-baf7-63ed3b810c49 HTTP/1.1" status: 200 len: 949 time: 0.0503020 Aug 18 12:27:22.482411 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-b0bfec81-9797-4eb4-ba62-3f091aeaf3e2 req-bd28ec88-6bbc-445d-b077-c3be32342a14 tempest-VolumesNegativeTest-1429834080 tempest-VolumesNegativeTest-1429834080-project] Deleting port a2e06a60-6f91-4738-ae79-887099078dff {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:27:22.482850 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-b0bfec81-9797-4eb4-ba62-3f091aeaf3e2 req-bd28ec88-6bbc-445d-b077-c3be32342a14 tempest-VolumesNegativeTest-1429834080 tempest-VolumesNegativeTest-1429834080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:22.591317 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-b0bfec81-9797-4eb4-ba62-3f091aeaf3e2 req-bd28ec88-6bbc-445d-b077-c3be32342a14 tempest-VolumesNegativeTest-1429834080 tempest-VolumesNegativeTest-1429834080-project] For port a2e06a60-6f91-4738-ae79-887099078dff, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=a2e06a60-6f91-4738-ae79-887099078dff,segment=NetworkSegment(b0eb6eea-b461-4969-8a27-808f00daa8a1),segment_id=b0eb6eea-b461-4969-8a27-808f00daa8a1)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:27:22.591546 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-b0bfec81-9797-4eb4-ba62-3f091aeaf3e2 req-bd28ec88-6bbc-445d-b077-c3be32342a14 tempest-VolumesNegativeTest-1429834080 tempest-VolumesNegativeTest-1429834080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:22.603478 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-b0bfec81-9797-4eb4-ba62-3f091aeaf3e2 req-bd28ec88-6bbc-445d-b077-c3be32342a14 tempest-VolumesNegativeTest-1429834080 tempest-VolumesNegativeTest-1429834080-project] Calling delete_port for a2e06a60-6f91-4738-ae79-887099078dff owned by compute:nova {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:27:22.736769 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-b0bfec81-9797-4eb4-ba62-3f091aeaf3e2 req-bd28ec88-6bbc-445d-b077-c3be32342a14 tempest-VolumesNegativeTest-1429834080 tempest-VolumesNegativeTest-1429834080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:22.748840 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] get_ports_and_sgs() called for port_ids ['a2e06a60-6f91-4738-ae79-887099078dff'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:27:22.763860 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd28ec88-6bbc-445d-b077-c3be32342a14 tempest-VolumesNegativeTest-1429834080 tempest-VolumesNegativeTest-1429834080-project] Pushing event deleted for resources: {'Port': ['ID=a2e06a60-6f91-4738-ae79-887099078dff,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:27:22.778013 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd28ec88-6bbc-445d-b077-c3be32342a14 tempest-VolumesNegativeTest-1429834080 tempest-VolumesNegativeTest-1429834080-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:27:22.778360 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd28ec88-6bbc-445d-b077-c3be32342a14 tempest-VolumesNegativeTest-1429834080 tempest-VolumesNegativeTest-1429834080-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:27:22.778688 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd28ec88-6bbc-445d-b077-c3be32342a14 tempest-VolumesNegativeTest-1429834080 tempest-VolumesNegativeTest-1429834080-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:27:22.779283 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd28ec88-6bbc-445d-b077-c3be32342a14 tempest-VolumesNegativeTest-1429834080 tempest-VolumesNegativeTest-1429834080-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:27:22.779405 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd28ec88-6bbc-445d-b077-c3be32342a14 tempest-VolumesNegativeTest-1429834080 tempest-VolumesNegativeTest-1429834080-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:27:22.779675 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd28ec88-6bbc-445d-b077-c3be32342a14 tempest-VolumesNegativeTest-1429834080 tempest-VolumesNegativeTest-1429834080-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:27:22.780008 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd28ec88-6bbc-445d-b077-c3be32342a14 tempest-VolumesNegativeTest-1429834080 tempest-VolumesNegativeTest-1429834080-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:27:22.780347 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd28ec88-6bbc-445d-b077-c3be32342a14 tempest-VolumesNegativeTest-1429834080 tempest-VolumesNegativeTest-1429834080-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:27:22.780693 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd28ec88-6bbc-445d-b077-c3be32342a14 tempest-VolumesNegativeTest-1429834080 tempest-VolumesNegativeTest-1429834080-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:27:22.780995 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd28ec88-6bbc-445d-b077-c3be32342a14 tempest-VolumesNegativeTest-1429834080 tempest-VolumesNegativeTest-1429834080-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:27:22.781320 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd28ec88-6bbc-445d-b077-c3be32342a14 tempest-VolumesNegativeTest-1429834080 tempest-VolumesNegativeTest-1429834080-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:27:22.781639 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd28ec88-6bbc-445d-b077-c3be32342a14 tempest-VolumesNegativeTest-1429834080 tempest-VolumesNegativeTest-1429834080-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:27:22.816994 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0bfec81-9797-4eb4-ba62-3f091aeaf3e2 req-bd28ec88-6bbc-445d-b077-c3be32342a14 tempest-VolumesNegativeTest-1429834080 tempest-VolumesNegativeTest-1429834080-project] No DVR routers for this DVR port a2e06a60-6f91-4738-ae79-887099078dff on host n-h2-804985-2 {{(pid=106253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:27:22.819824 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-b0bfec81-9797-4eb4-ba62-3f091aeaf3e2 req-bd28ec88-6bbc-445d-b077-c3be32342a14 tempest-VolumesNegativeTest-1429834080 tempest-VolumesNegativeTest-1429834080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:22.821868 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-b0bfec81-9797-4eb4-ba62-3f091aeaf3e2 req-bd28ec88-6bbc-445d-b077-c3be32342a14 tempest-VolumesNegativeTest-1429834080 tempest-VolumesNegativeTest-1429834080-project] 10.222.0.62 "DELETE /v2.0/ports/a2e06a60-6f91-4738-ae79-887099078dff HTTP/1.1" status: 204 len: 173 time: 0.4277961 Aug 18 12:27:22.822324 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9645b8fe-8ed6-410a-baf7-63ed3b810c49', 'name': 'network-vif-deleted', 'tag': 'a2e06a60-6f91-4738-ae79-887099078dff'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:27:22.824613 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0679f4c4b6e0e0c064a7d71d722dc30541a34fffee11680573be22ee2ffccc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2659d17e-0541-4cc4-97c4-5bac9d9918fa" -d '{"events": [{"server_uuid": "9645b8fe-8ed6-410a-baf7-63ed3b810c49", "name": "network-vif-deleted", "tag": "a2e06a60-6f91-4738-ae79-887099078dff"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:27:22.868101 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:27:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-008b5b37-0f97-4fa8-9802-7e68b9ecc8e7 x-openstack-request-id: req-008b5b37-0f97-4fa8-9802-7e68b9ecc8e7 {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:27:22.868422 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9645b8fe-8ed6-410a-baf7-63ed3b810c49", "name": "network-vif-deleted", "tag": "a2e06a60-6f91-4738-ae79-887099078dff", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:27:22.868701 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-008b5b37-0f97-4fa8-9802-7e68b9ecc8e7 {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:27:22.869103 n-d-804985-2 neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9645b8fe-8ed6-410a-baf7-63ed3b810c49', 'name': 'network-vif-deleted', 'tag': 'a2e06a60-6f91-4738-ae79-887099078dff', 'status': 'completed', 'code': 200} Aug 18 12:27:23.308230 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2780a825-94d1-4194-87e2-42d2f662e369 req-576c660e-142e-4329-a516-0439df9b3c5e tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:27:23.309798 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2780a825-94d1-4194-87e2-42d2f662e369 req-576c660e-142e-4329-a516-0439df9b3c5e tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/ports?device_id=30ad83cc-3031-4b52-824d-73c35c6e9fc4 HTTP/1.1" status: 200 len: 943 time: 0.0582614 Aug 18 12:27:23.356170 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2780a825-94d1-4194-87e2-42d2f662e369 req-58bacaa4-95cb-46e7-a8c7-88294c79b9a6 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/security-groups?id=c39e84f9-0c12-4e20-96af-8241c5ff77a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381610 Aug 18 12:27:23.889237 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-500a1c61-38a7-4c23-a7ec-4631080af5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:24.478735 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd9169c-e8ac-42cb-8671-8ee90e6ef6d2 req-7b03717b-1846-465b-8b4a-4842eea2e794 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:27:24.481124 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3cd9169c-e8ac-42cb-8671-8ee90e6ef6d2 req-7b03717b-1846-465b-8b4a-4842eea2e794 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/ports?device_id=30ad83cc-3031-4b52-824d-73c35c6e9fc4 HTTP/1.1" status: 200 len: 943 time: 0.0546765 Aug 18 12:27:24.534037 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3cd9169c-e8ac-42cb-8671-8ee90e6ef6d2 req-e44db37d-cd9e-45be-a2fe-da82cdc26044 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/security-groups?id=c39e84f9-0c12-4e20-96af-8241c5ff77a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409424 Aug 18 12:27:25.142280 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device a2e06a60-6f91-4738-ae79-887099078dff no longer exists at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:27:25.164785 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] No Port match for: a2e06a60-6f91-4738-ae79-887099078dff {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:27:25.165248 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device a2e06a60-6f91-4738-ae79-887099078dff not bound to the agent host n-h2-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:27:25.663909 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e320f0b-3cc9-46b9-a77a-9db185aef744 req-469b3681-f84e-4a97-b8fe-b65c59395528 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:27:25.665493 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8e320f0b-3cc9-46b9-a77a-9db185aef744 req-469b3681-f84e-4a97-b8fe-b65c59395528 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/ports?device_id=30ad83cc-3031-4b52-824d-73c35c6e9fc4 HTTP/1.1" status: 200 len: 943 time: 0.0558510 Aug 18 12:27:25.720749 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8e320f0b-3cc9-46b9-a77a-9db185aef744 req-63645d81-c286-4493-8093-553839e41e04 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/security-groups?id=c39e84f9-0c12-4e20-96af-8241c5ff77a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400810 Aug 18 12:27:26.691530 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.agents_db [None req-6dbb2658-0354-4101-8393-6e7505481cf6 None None] Agent healthcheck: found 7 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 12:27:26.855709 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ad11b5-b2b1-4d46-a9c0-ea4c8b712450 req-6fa1011d-8493-4bbc-862d-e2735837fca7 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:27:26.857374 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-81ad11b5-b2b1-4d46-a9c0-ea4c8b712450 req-6fa1011d-8493-4bbc-862d-e2735837fca7 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/ports?device_id=30ad83cc-3031-4b52-824d-73c35c6e9fc4 HTTP/1.1" status: 200 len: 943 time: 0.0578187 Aug 18 12:27:26.898403 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-81ad11b5-b2b1-4d46-a9c0-ea4c8b712450 req-7fba276a-d6a4-4a4f-9bd2-ac47918c7d61 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/security-groups?id=c39e84f9-0c12-4e20-96af-8241c5ff77a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344987 Aug 18 12:27:28.026701 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa8b1f4-85d2-4318-a1fc-62f770b010d8 req-3ba94991-4f8b-40a1-b58a-05a42261635c tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:27:28.028225 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1fa8b1f4-85d2-4318-a1fc-62f770b010d8 req-3ba94991-4f8b-40a1-b58a-05a42261635c tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/ports?device_id=30ad83cc-3031-4b52-824d-73c35c6e9fc4 HTTP/1.1" status: 200 len: 943 time: 0.0513489 Aug 18 12:27:28.067382 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1fa8b1f4-85d2-4318-a1fc-62f770b010d8 req-a8a7d1dc-0928-489f-a440-40516d113d37 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/security-groups?id=c39e84f9-0c12-4e20-96af-8241c5ff77a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331233 Aug 18 12:27:28.090023 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 46524) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:27:28.231682 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-5b036dd6-f45d-4fd3-a7ee-69777a964986 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e15d8a1846b84416ad2be7901e757b64&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1404400 Aug 18 12:27:28.234113 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 46528) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:27:28.282138 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-70e00948-64a8-4e9e-b86a-fe6e8f1979d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:28.305585 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-70e00948-64a8-4e9e-b86a-fe6e8f1979d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:28.357628 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-70e00948-64a8-4e9e-b86a-fe6e8f1979d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:28.360579 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-70e00948-64a8-4e9e-b86a-fe6e8f1979d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:28.361809 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-70e00948-64a8-4e9e-b86a-fe6e8f1979d7 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/bd8711d9-89a9-47f3-93e1-f5003559391c HTTP/1.1" status: 204 len: 168 time: 0.1268344 Aug 18 12:27:28.369737 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e00948-64a8-4e9e-b86a-fe6e8f1979d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd8711d9-89a9-47f3-93e1-f5003559391c,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:27:28.377423 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e00948-64a8-4e9e-b86a-fe6e8f1979d7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:27:28.377770 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e00948-64a8-4e9e-b86a-fe6e8f1979d7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:27:28.378089 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e00948-64a8-4e9e-b86a-fe6e8f1979d7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:27:28.378422 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e00948-64a8-4e9e-b86a-fe6e8f1979d7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:27:28.378774 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e00948-64a8-4e9e-b86a-fe6e8f1979d7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:27:28.379103 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e00948-64a8-4e9e-b86a-fe6e8f1979d7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:27:28.379426 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e00948-64a8-4e9e-b86a-fe6e8f1979d7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:27:28.379747 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e00948-64a8-4e9e-b86a-fe6e8f1979d7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:27:28.380077 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e00948-64a8-4e9e-b86a-fe6e8f1979d7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:27:28.380393 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e00948-64a8-4e9e-b86a-fe6e8f1979d7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:27:28.380740 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e00948-64a8-4e9e-b86a-fe6e8f1979d7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:27:28.381061 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e00948-64a8-4e9e-b86a-fe6e8f1979d7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:27:29.041258 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 46550) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:27:29.151665 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-7cf5962c-78b5-4ddd-aeab-5dd8430db75f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-617266627-network', 'tenant_id': '1d9e6ab7057e4cad940463527c178c0a'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:27:29.193535 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cf5962c-78b5-4ddd-aeab-5dd8430db75f admin admin] Made reservation on behalf of 1d9e6ab7057e4cad940463527c178c0a for: {'network': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:27:29.195779 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-7cf5962c-78b5-4ddd-aeab-5dd8430db75f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for network, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:29.214005 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd60e715-8a3f-4f2d-8e78-ae1268a2e18d req-389e5946-e272-45a0-a2f1-b9bf2df98a39 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:27:29.215554 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-fd60e715-8a3f-4f2d-8e78-ae1268a2e18d req-389e5946-e272-45a0-a2f1-b9bf2df98a39 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/ports?device_id=30ad83cc-3031-4b52-824d-73c35c6e9fc4 HTTP/1.1" status: 200 len: 943 time: 0.0776510 Aug 18 12:27:29.216347 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-7cf5962c-78b5-4ddd-aeab-5dd8430db75f admin admin] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:29.274122 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-fd60e715-8a3f-4f2d-8e78-ae1268a2e18d req-8a42c092-4572-4612-9d33-c1768d82d8e9 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/security-groups?id=c39e84f9-0c12-4e20-96af-8241c5ff77a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500784 Aug 18 12:27:29.336591 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-7cf5962c-78b5-4ddd-aeab-5dd8430db75f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:29.342221 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-7cf5962c-78b5-4ddd-aeab-5dd8430db75f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:29.366550 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cf5962c-78b5-4ddd-aeab-5dd8430db75f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 806} {{(pid=106252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:27:29.376123 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf5962c-78b5-4ddd-aeab-5dd8430db75f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b01a1bf8-3e2a-43fb-8a92-cd8921e08da2,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:27:29.381127 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-7cf5962c-78b5-4ddd-aeab-5dd8430db75f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:29.381475 n-d-804985-2 neutron-server[106252]: INFO neutron.db.segments_db [None req-7cf5962c-78b5-4ddd-aeab-5dd8430db75f admin admin] Added segment c29d75e7-64a8-479a-9cc2-44936434f936 of type vlan for network 8b8a7b1e-c213-4eda-8142-bd61ffee8ea6 Aug 18 12:27:29.422818 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-7cf5962c-78b5-4ddd-aeab-5dd8430db75f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789150665894'] for network, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:29.450377 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-7cf5962c-78b5-4ddd-aeab-5dd8430db75f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for network, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:29.451388 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cf5962c-78b5-4ddd-aeab-5dd8430db75f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:27:29.452059 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-7cf5962c-78b5-4ddd-aeab-5dd8430db75f admin admin] Notify callbacks [] for network, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:29.513656 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-7cf5962c-78b5-4ddd-aeab-5dd8430db75f admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4712024 Aug 18 12:27:29.516848 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 46560) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:27:29.522157 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-83bc44a6-99e6-4e45-bcd4-10721277cdf1 admin admin] Request body: {'subnet': {'network_id': '8b8a7b1e-c213-4eda-8142-bd61ffee8ea6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-617266627-subnet', 'tenant_id': '1d9e6ab7057e4cad940463527c178c0a', 'ip_version': 4}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:27:29.524818 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf5962c-78b5-4ddd-aeab-5dd8430db75f admin admin] Pushing event updated for resources: {'Network': ['ID=8b8a7b1e-c213-4eda-8142-bd61ffee8ea6,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:27:29.537015 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Network 8b8a7b1e-c213-4eda-8142-bd61ffee8ea6 details requested by agent ovs-agent-n-d-804985-2 with host n-d-804985-2 {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:27:29.546831 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83bc44a6-99e6-4e45-bcd4-10721277cdf1 admin admin] Made reservation on behalf of 1d9e6ab7057e4cad940463527c178c0a for: {'subnet': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:27:29.549386 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-83bc44a6-99e6-4e45-bcd4-10721277cdf1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59388119'] for subnet, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:29.722234 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-83bc44a6-99e6-4e45-bcd4-10721277cdf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58902106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59388097'] for subnet, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:29.781474 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bc44a6-99e6-4e45-bcd4-10721277cdf1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b99cde6c-5930-4422-a811-8e9f0dd0f2a3,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:27:29.798181 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83bc44a6-99e6-4e45-bcd4-10721277cdf1 admin admin] Checking segment: {'id': 'c29d75e7-64a8-479a-9cc2-44936434f936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '8b8a7b1e-c213-4eda-8142-bd61ffee8ea6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:27:29.798574 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83bc44a6-99e6-4e45-bcd4-10721277cdf1 admin admin] Network hostable DHCP agents. Network: 8b8a7b1e-c213-4eda-8142-bd61ffee8ea6, hostable agents: ['97c14208-2951-4361-8d64-3708c946ff5f'], hosted agents: [] {{(pid=106253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 12:27:29.817961 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83bc44a6-99e6-4e45-bcd4-10721277cdf1 admin admin] Network 8b8a7b1e-c213-4eda-8142-bd61ffee8ea6 is scheduled to be hosted by DHCP agent 97c14208-2951-4361-8d64-3708c946ff5f with binding_index 1 {{(pid=106253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 12:27:29.826242 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-83bc44a6-99e6-4e45-bcd4-10721277cdf1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-2, 8b8a7b1e-c213-4eda-8142-bd61ffee8ea6) {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:27:29.830133 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83bc44a6-99e6-4e45-bcd4-10721277cdf1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:27:29.830704 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-83bc44a6-99e6-4e45-bcd4-10721277cdf1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:29.835989 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ecf13c0-19ed-456d-869d-455e37e38db0 None None] Network 8b8a7b1e-c213-4eda-8142-bd61ffee8ea6 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:27:29.845875 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-83bc44a6-99e6-4e45-bcd4-10721277cdf1 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3278480 Aug 18 12:27:29.848891 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 46562) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:27:29.853705 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-54f6d8f9-782f-49db-b17c-70d9f9d6d08b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-617266627-router', 'tenant_id': '1d9e6ab7057e4cad940463527c178c0a', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'}}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:27:29.875835 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-54f6d8f9-782f-49db-b17c-70d9f9d6d08b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-998592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15809'] for router, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:29.876881 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-54f6d8f9-782f-49db-b17c-70d9f9d6d08b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-992733', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-971415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15816'] for router, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:29.929322 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-54f6d8f9-782f-49db-b17c-70d9f9d6d08b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:29.981792 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2acb7f73-4fa1-49f0-b124-cee75f46fc9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp788be208-34ab-5a8f-af0f-528834af222f-8b8a7b1e-c213-4eda-8142-bd61ffee8ea6', 'network_id': '8b8a7b1e-c213-4eda-8142-bd61ffee8ea6', 'tenant_id': '1d9e6ab7057e4cad940463527c178c0a', 'fixed_ips': [{'subnet_id': 'b99cde6c-5930-4422-a811-8e9f0dd0f2a3'}]}} from n-d-804985-2. {{(pid=106254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 12:27:29.982785 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-2acb7f73-4fa1-49f0-b124-cee75f46fc9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:30.075476 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-54f6d8f9-782f-49db-b17c-70d9f9d6d08b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:30.127026 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.db_base_plugin_common [None req-2acb7f73-4fa1-49f0-b124-cee75f46fc9b None None] Allocated IP 172.20.0.2 (8b8a7b1e-c213-4eda-8142-bd61ffee8ea6/b99cde6c-5930-4422-a811-8e9f0dd0f2a3/36311c4f-cdfa-446e-bce7-b8d418a6e983) {{(pid=106254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:27:30.270098 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-2acb7f73-4fa1-49f0-b124-cee75f46fc9b None None] Notify callbacks [] for port, precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:30.274264 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-54f6d8f9-782f-49db-b17c-70d9f9d6d08b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:30.278463 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-2acb7f73-4fa1-49f0-b124-cee75f46fc9b None None] Transition to ACTIVE for port object 36311c4f-cdfa-446e-bce7-b8d418a6e983 will not be triggered until provisioned by entity L2. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:27:30.292989 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-2acb7f73-4fa1-49f0-b124-cee75f46fc9b None None] Transition to ACTIVE for port object 36311c4f-cdfa-446e-bce7-b8d418a6e983 will not be triggered until provisioned by entity DHCP. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:27:30.298092 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-54f6d8f9-782f-49db-b17c-70d9f9d6d08b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:30.299824 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-2acb7f73-4fa1-49f0-b124-cee75f46fc9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547'] for port, after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:30.344438 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acb7f73-4fa1-49f0-b124-cee75f46fc9b None None] Pushing event updated for resources: {'Port': ['ID=36311c4f-cdfa-446e-bce7-b8d418a6e983,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:27:30.354888 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2acb7f73-4fa1-49f0-b124-cee75f46fc9b None None] Network 8b8a7b1e-c213-4eda-8142-bd61ffee8ea6 is already hosted by enough agents. {{(pid=106254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:27:30.356336 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.base_scheduler [None req-2acb7f73-4fa1-49f0-b124-cee75f46fc9b None None] Resources bound (agent type, host, resource id): {{(pid=106254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:27:30.358953 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2acb7f73-4fa1-49f0-b124-cee75f46fc9b None None] Received port after_create {{(pid=106254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:27:30.413899 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-2acb7f73-4fa1-49f0-b124-cee75f46fc9b None None] Attempting to bind port 36311c4f-cdfa-446e-bce7-b8d418a6e983 on host n-d-804985-2 for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:27:30.414244 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-2acb7f73-4fa1-49f0-b124-cee75f46fc9b None None] Attempting to bind port 36311c4f-cdfa-446e-bce7-b8d418a6e983 by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': 'c29d75e7-64a8-479a-9cc2-44936434f936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '8b8a7b1e-c213-4eda-8142-bd61ffee8ea6'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:27:30.414624 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2acb7f73-4fa1-49f0-b124-cee75f46fc9b None None] Attempting to bind port 36311c4f-cdfa-446e-bce7-b8d418a6e983 on network 8b8a7b1e-c213-4eda-8142-bd61ffee8ea6 {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:27:30.420100 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2acb7f73-4fa1-49f0-b124-cee75f46fc9b None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 27, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:27:30.420746 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2acb7f73-4fa1-49f0-b124-cee75f46fc9b None None] Checking segment: {'id': 'c29d75e7-64a8-479a-9cc2-44936434f936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '8b8a7b1e-c213-4eda-8142-bd61ffee8ea6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:27:30.421158 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-2acb7f73-4fa1-49f0-b124-cee75f46fc9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:30.421615 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2acb7f73-4fa1-49f0-b124-cee75f46fc9b None None] Bound using segment: {'id': 'c29d75e7-64a8-479a-9cc2-44936434f936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '8b8a7b1e-c213-4eda-8142-bd61ffee8ea6'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:27:30.422082 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-2acb7f73-4fa1-49f0-b124-cee75f46fc9b None None] Bound port: 36311c4f-cdfa-446e-bce7-b8d418a6e983, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c29d75e7-64a8-479a-9cc2-44936434f936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '8b8a7b1e-c213-4eda-8142-bd61ffee8ea6'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:27:30.422464 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-2acb7f73-4fa1-49f0-b124-cee75f46fc9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:30.433409 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9390714a-cfb8-4425-be92-e70ac2699dd8 req-1cf3d5fc-b42d-4837-a2bc-32d91976fcc8 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:27:30.434927 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9390714a-cfb8-4425-be92-e70ac2699dd8 req-1cf3d5fc-b42d-4837-a2bc-32d91976fcc8 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/ports?device_id=30ad83cc-3031-4b52-824d-73c35c6e9fc4 HTTP/1.1" status: 200 len: 943 time: 0.0829108 Aug 18 12:27:30.445577 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [None req-54f6d8f9-782f-49db-b17c-70d9f9d6d08b admin admin] Allocated IP 172.25.7.164 (7cae7a70-14fd-408c-b14d-39ceb97cb60e/9784295a-20b8-4a4b-b105-f82737f0448f/e19583e4-6ea3-4c31-a53d-790dddbcaf8d) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:27:30.489858 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-2acb7f73-4fa1-49f0-b124-cee75f46fc9b None None] For port 36311c4f-cdfa-446e-bce7-b8d418a6e983, host n-d-804985-2, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:27:30.493180 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-2acb7f73-4fa1-49f0-b124-cee75f46fc9b None None] For port 36311c4f-cdfa-446e-bce7-b8d418a6e983, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=36311c4f-cdfa-446e-bce7-b8d418a6e983,segment=NetworkSegment(c29d75e7-64a8-479a-9cc2-44936434f936),segment_id=c29d75e7-64a8-479a-9cc2-44936434f936)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:27:30.497391 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-2acb7f73-4fa1-49f0-b124-cee75f46fc9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:30.528136 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9390714a-cfb8-4425-be92-e70ac2699dd8 req-368c7c05-6b5a-44e9-8f0c-8703b5b47364 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/security-groups?id=c39e84f9-0c12-4e20-96af-8241c5ff77a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839255 Aug 18 12:27:30.556922 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acb7f73-4fa1-49f0-b124-cee75f46fc9b None None] Pushing event updated for resources: {'Port': ['ID=36311c4f-cdfa-446e-bce7-b8d418a6e983,revision_number=2']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:27:30.593535 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-54f6d8f9-782f-49db-b17c-70d9f9d6d08b admin admin] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:30.633288 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-54f6d8f9-782f-49db-b17c-70d9f9d6d08b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:30.676807 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54f6d8f9-782f-49db-b17c-70d9f9d6d08b admin admin] Network 7cae7a70-14fd-408c-b14d-39ceb97cb60e is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:27:30.680120 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-54f6d8f9-782f-49db-b17c-70d9f9d6d08b admin admin] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:27:30.684796 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f6d8f9-782f-49db-b17c-70d9f9d6d08b admin admin] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:27:30.688189 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f6d8f9-782f-49db-b17c-70d9f9d6d08b admin admin] Pushing event updated for resources: {'Port': ['ID=e19583e4-6ea3-4c31-a53d-790dddbcaf8d,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:27:30.961255 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-54f6d8f9-782f-49db-b17c-70d9f9d6d08b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:31.183513 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-54f6d8f9-782f-49db-b17c-70d9f9d6d08b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-998473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-992536'] for router, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:31.333360 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54f6d8f9-782f-49db-b17c-70d9f9d6d08b admin admin] Router 94de6373-3453-427b-93f2-a7f1d3e935f9 is scheduled to L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 with binding_index 1 {{(pid=106252) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 12:27:31.450894 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54f6d8f9-782f-49db-b17c-70d9f9d6d08b admin admin] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:27:31.463080 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a8d6f4-7f70-49f7-8ae1-bd3c8dc7c42e None None] Sync routers for ids ['94de6373-3453-427b-93f2-a7f1d3e935f9'] in n-d-804985-2 {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:27:31.475475 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a8d6f4-7f70-49f7-8ae1-bd3c8dc7c42e None None] Routers {'94de6373-3453-427b-93f2-a7f1d3e935f9'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:27:31.476192 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-01a8d6f4-7f70-49f7-8ae1-bd3c8dc7c42e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:27:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['94de6373-3453-427b-93f2-a7f1d3e935f9'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:27:31.477894 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-54f6d8f9-782f-49db-b17c-70d9f9d6d08b admin admin] Notify callbacks [] for router, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:31.480950 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-54f6d8f9-782f-49db-b17c-70d9f9d6d08b admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.6301787 Aug 18 12:27:31.484124 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 46566) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:27:31.517290 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fc99600-0b0b-4bfa-aed4-858bb83ba1f4 None None] Network 8b8a7b1e-c213-4eda-8142-bd61ffee8ea6 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:27:31.615881 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-81590508-b739-456d-9eee-493e522d76d8 None None] Provisioning for port 36311c4f-cdfa-446e-bce7-b8d418a6e983 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:27:31.665749 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-01a8d6f4-7f70-49f7-8ae1-bd3c8dc7c42e None None] Set router 94de6373-3453-427b-93f2-a7f1d3e935f9 gateway port host: n-d-804985-2 {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:27:31.671093 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37d92b9-e30d-4561-b8b2-b9fac9c2a16d req-fc68ac17-0292-439a-8d1f-651e03665c3a tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:27:31.672767 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a37d92b9-e30d-4561-b8b2-b9fac9c2a16d req-fc68ac17-0292-439a-8d1f-651e03665c3a tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/ports?device_id=30ad83cc-3031-4b52-824d-73c35c6e9fc4 HTTP/1.1" status: 200 len: 943 time: 0.0603108 Aug 18 12:27:31.714949 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a37d92b9-e30d-4561-b8b2-b9fac9c2a16d req-1925dac1-af67-4486-9d35-9ad678438fa2 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/security-groups?id=c39e84f9-0c12-4e20-96af-8241c5ff77a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352743 Aug 18 12:27:31.909480 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-01a8d6f4-7f70-49f7-8ae1-bd3c8dc7c42e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94de6373-3453-427b-93f2-a7f1d3e935f9', 'name': 'tempest-TestVolumeBackupRestore-617266627-router', 'tenant_id': '1d9e6ab7057e4cad940463527c178c0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.164'}], 'enable_snat': True}, 'gw_port_id': 'e19583e4-6ea3-4c31-a53d-790dddbcaf8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:27:29Z', 'updated_at': '2021-08-18T12:27:30Z', 'revision_number': 3, 'project_id': '1d9e6ab7057e4cad940463527c178c0a', 'gw_port': {'id': 'e19583e4-6ea3-4c31-a53d-790dddbcaf8d', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:bd:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94de6373-3453-427b-93f2-a7f1d3e935f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:27:30Z', 'updated_at': '2021-08-18T12:27:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:27:31.939126 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a8d6f4-7f70-49f7-8ae1-bd3c8dc7c42e None None] Checking router: 94de6373-3453-427b-93f2-a7f1d3e935f9 for host: n-d-804985-2 {{(pid=106254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:27:31.939477 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a8d6f4-7f70-49f7-8ae1-bd3c8dc7c42e None None] Updating router 94de6373-3453-427b-93f2-a7f1d3e935f9 port e19583e4-6ea3-4c31-a53d-790dddbcaf8d binding host n-d-804985-2 {{(pid=106254) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 12:27:31.953373 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-526ae511-29d9-4246-b113-3d3beb25228e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:31.966852 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-01a8d6f4-7f70-49f7-8ae1-bd3c8dc7c42e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:32.118607 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [None req-526ae511-29d9-4246-b113-3d3beb25228e admin admin] Allocated IP 172.20.0.1 (8b8a7b1e-c213-4eda-8142-bd61ffee8ea6/b99cde6c-5930-4422-a811-8e9f0dd0f2a3/7863b291-bb2c-4c6f-979f-b18fe8192399) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:27:32.235149 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-526ae511-29d9-4246-b113-3d3beb25228e admin admin] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:32.250755 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [None req-526ae511-29d9-4246-b113-3d3beb25228e admin admin] Transition to ACTIVE for port object 7863b291-bb2c-4c6f-979f-b18fe8192399 will not be triggered until provisioned by entity DHCP. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:27:32.257650 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 36311c4f-cdfa-446e-bce7-b8d418a6e983 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:27:32.263947 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-01a8d6f4-7f70-49f7-8ae1-bd3c8dc7c42e None None] Notify callbacks [] for port, precommit_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:32.285113 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-526ae511-29d9-4246-b113-3d3beb25228e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:32.298019 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-01a8d6f4-7f70-49f7-8ae1-bd3c8dc7c42e None None] Transition to ACTIVE for port object e19583e4-6ea3-4c31-a53d-790dddbcaf8d will not be triggered until provisioned by entity L2. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:27:32.308394 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-01a8d6f4-7f70-49f7-8ae1-bd3c8dc7c42e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:32.328019 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-526ae511-29d9-4246-b113-3d3beb25228e admin admin] Network 8b8a7b1e-c213-4eda-8142-bd61ffee8ea6 is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:27:32.331093 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-526ae511-29d9-4246-b113-3d3beb25228e admin admin] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:27:32.338128 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526ae511-29d9-4246-b113-3d3beb25228e admin admin] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:27:32.367928 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-01a8d6f4-7f70-49f7-8ae1-bd3c8dc7c42e None None] Attempting to bind port e19583e4-6ea3-4c31-a53d-790dddbcaf8d on host n-d-804985-2 for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:27:32.368181 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-01a8d6f4-7f70-49f7-8ae1-bd3c8dc7c42e None None] Attempting to bind port e19583e4-6ea3-4c31-a53d-790dddbcaf8d by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:27:32.368702 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a8d6f4-7f70-49f7-8ae1-bd3c8dc7c42e None None] Attempting to bind port e19583e4-6ea3-4c31-a53d-790dddbcaf8d on network 7cae7a70-14fd-408c-b14d-39ceb97cb60e {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:27:32.372327 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526ae511-29d9-4246-b113-3d3beb25228e admin admin] Pushing event updated for resources: {'Port': ['ID=7863b291-bb2c-4c6f-979f-b18fe8192399,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:27:32.372679 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f223a2-6b18-45ed-b058-5952fa8d76c2 None None] Pushing event updated for resources: {'Port': ['ID=e19583e4-6ea3-4c31-a53d-790dddbcaf8d,revision_number=2']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:27:32.377926 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port 36311c4f-cdfa-446e-bce7-b8d418a6e983 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:27:32.380454 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a8d6f4-7f70-49f7-8ae1-bd3c8dc7c42e None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 27, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:27:32.380855 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a8d6f4-7f70-49f7-8ae1-bd3c8dc7c42e None None] Checking segment: {'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:27:32.381256 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-01a8d6f4-7f70-49f7-8ae1-bd3c8dc7c42e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:32.381644 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a8d6f4-7f70-49f7-8ae1-bd3c8dc7c42e None None] Bound using segment: {'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:27:32.382117 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-01a8d6f4-7f70-49f7-8ae1-bd3c8dc7c42e None None] Bound port: e19583e4-6ea3-4c31-a53d-790dddbcaf8d, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:27:32.382492 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-01a8d6f4-7f70-49f7-8ae1-bd3c8dc7c42e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:32.386418 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 36311c4f-cdfa-446e-bce7-b8d418a6e983 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:27:32.386813 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:32.393299 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-526ae511-29d9-4246-b113-3d3beb25228e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-996688'] for router_interface, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:32.473233 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-01a8d6f4-7f70-49f7-8ae1-bd3c8dc7c42e None None] For port e19583e4-6ea3-4c31-a53d-790dddbcaf8d, host n-d-804985-2, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:27:32.476905 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-01a8d6f4-7f70-49f7-8ae1-bd3c8dc7c42e None None] For port e19583e4-6ea3-4c31-a53d-790dddbcaf8d, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=e19583e4-6ea3-4c31-a53d-790dddbcaf8d,segment=NetworkSegment(c5a3db9d-5c58-41b1-9177-d5787a597b78),segment_id=c5a3db9d-5c58-41b1-9177-d5787a597b78)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:27:32.484514 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-01a8d6f4-7f70-49f7-8ae1-bd3c8dc7c42e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:32.537806 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-526ae511-29d9-4246-b113-3d3beb25228e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:32.561920 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:32.585726 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a8d6f4-7f70-49f7-8ae1-bd3c8dc7c42e None None] Routers {'94de6373-3453-427b-93f2-a7f1d3e935f9'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:27:32.586364 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-01a8d6f4-7f70-49f7-8ae1-bd3c8dc7c42e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:27:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['94de6373-3453-427b-93f2-a7f1d3e935f9'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:27:32.628752 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f223a2-6b18-45ed-b058-5952fa8d76c2 None None] Pushing event updated for resources: {'Port': ['ID=e19583e4-6ea3-4c31-a53d-790dddbcaf8d,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:27:32.666887 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-be585bc8-0f36-4b79-9e15-ee1a0a983d5e None None] Provisioning for port 7863b291-bb2c-4c6f-979f-b18fe8192399 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:27:32.701517 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] For port 36311c4f-cdfa-446e-bce7-b8d418a6e983, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=36311c4f-cdfa-446e-bce7-b8d418a6e983,segment=NetworkSegment(c29d75e7-64a8-479a-9cc2-44936434f936),segment_id=c29d75e7-64a8-479a-9cc2-44936434f936)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:27:32.702578 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-be585bc8-0f36-4b79-9e15-ee1a0a983d5e None None] Provisioning complete for port 7863b291-bb2c-4c6f-979f-b18fe8192399 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:27:32.703045 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-be585bc8-0f36-4b79-9e15-ee1a0a983d5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:32.709942 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:32.717667 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-526ae511-29d9-4246-b113-3d3beb25228e admin admin] Notify callbacks [] for port, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:32.722346 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-526ae511-29d9-4246-b113-3d3beb25228e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:32.789400 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526ae511-29d9-4246-b113-3d3beb25228e admin admin] Pushing event updated for resources: {'Port': ['ID=7863b291-bb2c-4c6f-979f-b18fe8192399,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:27:32.792047 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-526ae511-29d9-4246-b113-3d3beb25228e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-996772'] for router_interface, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:32.862974 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a680a5ed-c85d-4d44-9b9e-e8064d35e929 req-447f55c1-c11f-4e6f-ba86-b5b31d1c41e4 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:27:32.865389 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a680a5ed-c85d-4d44-9b9e-e8064d35e929 req-447f55c1-c11f-4e6f-ba86-b5b31d1c41e4 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/ports?device_id=30ad83cc-3031-4b52-824d-73c35c6e9fc4 HTTP/1.1" status: 200 len: 943 time: 0.0651917 Aug 18 12:27:32.897937 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-526ae511-29d9-4246-b113-3d3beb25228e admin admin] Network 8b8a7b1e-c213-4eda-8142-bd61ffee8ea6 is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:27:32.899528 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-526ae511-29d9-4246-b113-3d3beb25228e admin admin] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:27:32.916712 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a680a5ed-c85d-4d44-9b9e-e8064d35e929 req-fa3b74d6-68cf-41c2-a63a-c3703dab0333 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/security-groups?id=c39e84f9-0c12-4e20-96af-8241c5ff77a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439434 Aug 18 12:27:32.970649 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-01a8d6f4-7f70-49f7-8ae1-bd3c8dc7c42e None None] Set router 94de6373-3453-427b-93f2-a7f1d3e935f9 gateway port host: n-d-804985-2 {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:27:33.000503 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-be585bc8-0f36-4b79-9e15-ee1a0a983d5e None None] Port 7863b291-bb2c-4c6f-979f-b18fe8192399 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:27:33.020682 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Pushing event updated for resources: {'Port': ['ID=36311c4f-cdfa-446e-bce7-b8d418a6e983,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:27:33.030366 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-526ae511-29d9-4246-b113-3d3beb25228e admin admin] Router 94de6373-3453-427b-93f2-a7f1d3e935f9 has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:27:33.150253 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-526ae511-29d9-4246-b113-3d3beb25228e admin admin] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:27:33.155179 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-526ae511-29d9-4246-b113-3d3beb25228e admin admin] 10.222.0.66 "PUT /v2.0/routers/94de6373-3453-427b-93f2-a7f1d3e935f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6692455 Aug 18 12:27:33.202605 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-01a8d6f4-7f70-49f7-8ae1-bd3c8dc7c42e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94de6373-3453-427b-93f2-a7f1d3e935f9', 'name': 'tempest-TestVolumeBackupRestore-617266627-router', 'tenant_id': '1d9e6ab7057e4cad940463527c178c0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.164'}], 'enable_snat': True}, 'gw_port_id': 'e19583e4-6ea3-4c31-a53d-790dddbcaf8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:27:29Z', 'updated_at': '2021-08-18T12:27:32Z', 'revision_number': 4, 'project_id': '1d9e6ab7057e4cad940463527c178c0a', 'gw_port': {'id': 'e19583e4-6ea3-4c31-a53d-790dddbcaf8d', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:bd:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94de6373-3453-427b-93f2-a7f1d3e935f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:27:30Z', 'updated_at': '2021-08-18T12:27:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': '7863b291-bb2c-4c6f-979f-b18fe8192399', 'name': '', 'network_id': '8b8a7b1e-c213-4eda-8142-bd61ffee8ea6', 'tenant_id': '1d9e6ab7057e4cad940463527c178c0a', 'mac_address': 'fa:16:3e:88:a9:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94de6373-3453-427b-93f2-a7f1d3e935f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': 'b99cde6c-5930-4422-a811-8e9f0dd0f2a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:27:31Z', 'updated_at': '2021-08-18T12:27:32Z', 'revision_number': 1, 'project_id': '1d9e6ab7057e4cad940463527c178c0a', 'subnets': [{'id': 'b99cde6c-5930-4422-a811-8e9f0dd0f2a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:27:33.244288 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a8d6f4-7f70-49f7-8ae1-bd3c8dc7c42e None None] The sync data for ids ['94de6373-3453-427b-93f2-a7f1d3e935f9'] in n-d-804985-2 is: [{'id': '94de6373-3453-427b-93f2-a7f1d3e935f9', 'name': 'tempest-TestVolumeBackupRestore-617266627-router', 'tenant_id': '1d9e6ab7057e4cad940463527c178c0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.164'}], 'enable_snat': True}, 'gw_port_id': 'e19583e4-6ea3-4c31-a53d-790dddbcaf8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:27:29Z', 'updated_at': '2021-08-18T12:27:32Z', 'revision_number': 4, 'project_id': '1d9e6ab7057e4cad940463527c178c0a', 'gw_port': {'id': 'e19583e4-6ea3-4c31-a53d-790dddbcaf8d', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:bd:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94de6373-3453-427b-93f2-a7f1d3e935f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:27:30Z', 'updated_at': '2021-08-18T12:27:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': '7863b291-bb2c-4c6f-979f-b18fe8192399', 'name': '', 'network_id': '8b8a7b1e-c213-4eda-8142-bd61ffee8ea6', 'tenant_id': '1d9e6ab7057e4cad940463527c178c0a', 'mac_address': 'fa:16:3e:88:a9:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94de6373-3453-427b-93f2-a7f1d3e935f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': 'b99cde6c-5930-4422-a811-8e9f0dd0f2a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:27:31Z', 'updated_at': '2021-08-18T12:27:32Z', 'revision_number': 1, 'project_id': '1d9e6ab7057e4cad940463527c178c0a', 'subnets': [{'id': 'b99cde6c-5930-4422-a811-8e9f0dd0f2a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:27:33.255955 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-c310f7cb-b5e6-4782-81a9-71b7ce46ce7f None None] Provisioning complete for port 7863b291-bb2c-4c6f-979f-b18fe8192399 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:27:33.256370 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-c310f7cb-b5e6-4782-81a9-71b7ce46ce7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:33.299921 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-c310f7cb-b5e6-4782-81a9-71b7ce46ce7f None None] Port 7863b291-bb2c-4c6f-979f-b18fe8192399 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:27:33.686795 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 46588) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:27:33.692766 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-47f8de6c-76a4-4efd-bd83-786ddc734ebb admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-104435256-network', 'tenant_id': 'c0250c6f756d4fb292e9d2bb4181ab7c'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:27:33.715510 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47f8de6c-76a4-4efd-bd83-786ddc734ebb admin admin] Made reservation on behalf of c0250c6f756d4fb292e9d2bb4181ab7c for: {'network': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:27:33.718241 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-47f8de6c-76a4-4efd-bd83-786ddc734ebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for network, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:33.728062 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-47f8de6c-76a4-4efd-bd83-786ddc734ebb admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:33.832567 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-47f8de6c-76a4-4efd-bd83-786ddc734ebb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:33.837049 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-47f8de6c-76a4-4efd-bd83-786ddc734ebb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:33.867529 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47f8de6c-76a4-4efd-bd83-786ddc734ebb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 836} {{(pid=106253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:27:33.880517 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f8de6c-76a4-4efd-bd83-786ddc734ebb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=900660a6-1b3f-4765-a8f6-5606763290cf,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:27:33.895540 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-47f8de6c-76a4-4efd-bd83-786ddc734ebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:33.895841 n-d-804985-2 neutron-server[106253]: INFO neutron.db.segments_db [None req-47f8de6c-76a4-4efd-bd83-786ddc734ebb admin admin] Added segment ba641e77-a89e-46b9-af5f-d62e24816b6b of type vlan for network 800466a5-23c6-4e64-8bf8-159fc1869aa1 Aug 18 12:27:33.952392 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-47f8de6c-76a4-4efd-bd83-786ddc734ebb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789150665894'] for network, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:33.986306 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-47f8de6c-76a4-4efd-bd83-786ddc734ebb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for network, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:33.987587 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47f8de6c-76a4-4efd-bd83-786ddc734ebb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:27:33.988533 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-47f8de6c-76a4-4efd-bd83-786ddc734ebb admin admin] Notify callbacks [] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:34.056350 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6906ca8-b815-4944-89b8-eec98f93aea4 req-627c13a6-ab6f-4320-9a87-4399dee13910 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:27:34.059041 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c6906ca8-b815-4944-89b8-eec98f93aea4 req-627c13a6-ab6f-4320-9a87-4399dee13910 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/ports?device_id=30ad83cc-3031-4b52-824d-73c35c6e9fc4 HTTP/1.1" status: 200 len: 943 time: 0.0603890 Aug 18 12:27:34.059579 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-47f8de6c-76a4-4efd-bd83-786ddc734ebb admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3695083 Aug 18 12:27:34.060778 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 46592) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:27:34.067081 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-5cbf92d9-0d25-437f-b478-b1e7113f2151 admin admin] Request body: {'subnet': {'network_id': '800466a5-23c6-4e64-8bf8-159fc1869aa1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-104435256-subnet', 'tenant_id': 'c0250c6f756d4fb292e9d2bb4181ab7c', 'ip_version': 4}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:27:34.084767 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f8de6c-76a4-4efd-bd83-786ddc734ebb admin admin] Pushing event updated for resources: {'Network': ['ID=800466a5-23c6-4e64-8bf8-159fc1869aa1,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:27:34.097396 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Network 800466a5-23c6-4e64-8bf8-159fc1869aa1 details requested by agent ovs-agent-n-d-804985-2 with host n-d-804985-2 {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:27:34.119739 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c6906ca8-b815-4944-89b8-eec98f93aea4 req-5b92d1b0-b13e-4040-b68f-83c51be9d6f6 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/security-groups?id=c39e84f9-0c12-4e20-96af-8241c5ff77a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475891 Aug 18 12:27:34.120806 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cbf92d9-0d25-437f-b478-b1e7113f2151 admin admin] Made reservation on behalf of c0250c6f756d4fb292e9d2bb4181ab7c for: {'subnet': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:27:34.123152 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5cbf92d9-0d25-437f-b478-b1e7113f2151 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59074089'] for subnet, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:34.321700 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5cbf92d9-0d25-437f-b478-b1e7113f2151 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3572913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59074111'] for subnet, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:34.329531 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device e19583e4-6ea3-4c31-a53d-790dddbcaf8d up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:27:34.374888 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbf92d9-0d25-437f-b478-b1e7113f2151 admin admin] Pushing event updated for resources: {'Subnet': ['ID=38642292-2e09-47b3-8264-84188be43941,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:27:34.391873 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cbf92d9-0d25-437f-b478-b1e7113f2151 admin admin] Checking segment: {'id': 'ba641e77-a89e-46b9-af5f-d62e24816b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '800466a5-23c6-4e64-8bf8-159fc1869aa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:27:34.392285 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cbf92d9-0d25-437f-b478-b1e7113f2151 admin admin] Network hostable DHCP agents. Network: 800466a5-23c6-4e64-8bf8-159fc1869aa1, hostable agents: ['97c14208-2951-4361-8d64-3708c946ff5f'], hosted agents: [] {{(pid=106252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 12:27:34.394206 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port e19583e4-6ea3-4c31-a53d-790dddbcaf8d completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:27:34.399447 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port e19583e4-6ea3-4c31-a53d-790dddbcaf8d triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:27:34.399801 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:34.411146 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cbf92d9-0d25-437f-b478-b1e7113f2151 admin admin] Network 800466a5-23c6-4e64-8bf8-159fc1869aa1 is scheduled to be hosted by DHCP agent 97c14208-2951-4361-8d64-3708c946ff5f with binding_index 1 {{(pid=106252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 12:27:34.422220 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-5cbf92d9-0d25-437f-b478-b1e7113f2151 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-2, 800466a5-23c6-4e64-8bf8-159fc1869aa1) {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:27:34.426469 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cbf92d9-0d25-437f-b478-b1e7113f2151 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:27:34.427046 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5cbf92d9-0d25-437f-b478-b1e7113f2151 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:34.439953 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c367eb2c-e188-41b4-87ec-912ee3dbf9c8 None None] Network 800466a5-23c6-4e64-8bf8-159fc1869aa1 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:27:34.443742 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-5cbf92d9-0d25-437f-b478-b1e7113f2151 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3807662 Aug 18 12:27:34.445764 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 46594) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:27:34.450568 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-dd083e58-4dd2-486f-ba9c-23c65082eafb admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-104435256-router', 'tenant_id': 'c0250c6f756d4fb292e9d2bb4181ab7c', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'}}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:27:34.483230 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-dd083e58-4dd2-486f-ba9c-23c65082eafb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-998592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15809'] for router, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:34.484350 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-dd083e58-4dd2-486f-ba9c-23c65082eafb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-992733', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-971415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15816'] for router, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:34.546171 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-dd083e58-4dd2-486f-ba9c-23c65082eafb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:34.556914 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:34.606795 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] For port e19583e4-6ea3-4c31-a53d-790dddbcaf8d, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=e19583e4-6ea3-4c31-a53d-790dddbcaf8d,segment=NetworkSegment(c5a3db9d-5c58-41b1-9177-d5787a597b78),segment_id=c5a3db9d-5c58-41b1-9177-d5787a597b78)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:27:34.612120 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:34.612986 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 36311c4f-cdfa-446e-bce7-b8d418a6e983 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:27:34.697195 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-dd083e58-4dd2-486f-ba9c-23c65082eafb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:34.720373 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Pushing event updated for resources: {'Port': ['ID=e19583e4-6ea3-4c31-a53d-790dddbcaf8d,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:27:34.734980 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 36311c4f-cdfa-446e-bce7-b8d418a6e983 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:27:34.734980 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:34.759217 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a38598b7-0e50-4f8a-aa9a-b9596e1e4fde None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp788be208-34ab-5a8f-af0f-528834af222f-800466a5-23c6-4e64-8bf8-159fc1869aa1', 'network_id': '800466a5-23c6-4e64-8bf8-159fc1869aa1', 'tenant_id': 'c0250c6f756d4fb292e9d2bb4181ab7c', 'fixed_ips': [{'subnet_id': '38642292-2e09-47b3-8264-84188be43941'}]}} from n-d-804985-2. {{(pid=106254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 12:27:34.759969 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-a38598b7-0e50-4f8a-aa9a-b9596e1e4fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:34.966843 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.db_base_plugin_common [None req-a38598b7-0e50-4f8a-aa9a-b9596e1e4fde None None] Allocated IP 172.20.0.2 (800466a5-23c6-4e64-8bf8-159fc1869aa1/38642292-2e09-47b3-8264-84188be43941/ef7b959a-13d6-4f34-a60d-d350b54b33fd) {{(pid=106254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:27:35.146947 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-a38598b7-0e50-4f8a-aa9a-b9596e1e4fde None None] Notify callbacks [] for port, precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:35.158028 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-a38598b7-0e50-4f8a-aa9a-b9596e1e4fde None None] Transition to ACTIVE for port object ef7b959a-13d6-4f34-a60d-d350b54b33fd will not be triggered until provisioned by entity L2. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:27:35.180170 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-a38598b7-0e50-4f8a-aa9a-b9596e1e4fde None None] Transition to ACTIVE for port object ef7b959a-13d6-4f34-a60d-d350b54b33fd will not be triggered until provisioned by entity DHCP. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:27:35.191232 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 98eeb1b0-f93f-4fd4-aca2-c67fe9f0d467 details requested by agent hyperv_n-h2-804985-2 with host n-h2-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:27:35.220432 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-a38598b7-0e50-4f8a-aa9a-b9596e1e4fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547'] for port, after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:35.332250 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38598b7-0e50-4f8a-aa9a-b9596e1e4fde None None] Pushing event updated for resources: {'Port': ['ID=ef7b959a-13d6-4f34-a60d-d350b54b33fd,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:27:35.337784 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a38598b7-0e50-4f8a-aa9a-b9596e1e4fde None None] Network 800466a5-23c6-4e64-8bf8-159fc1869aa1 is already hosted by enough agents. {{(pid=106254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:27:35.337956 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19993f78-4568-447c-b459-cb6a5a245fa6 req-e923582a-6e2a-4f72-9137-15fdb7346862 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:27:35.339394 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-19993f78-4568-447c-b459-cb6a5a245fa6 req-e923582a-6e2a-4f72-9137-15fdb7346862 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/ports?device_id=30ad83cc-3031-4b52-824d-73c35c6e9fc4 HTTP/1.1" status: 200 len: 943 time: 0.0889456 Aug 18 12:27:35.341213 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.base_scheduler [None req-a38598b7-0e50-4f8a-aa9a-b9596e1e4fde None None] Resources bound (agent type, host, resource id): {{(pid=106254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:27:35.343242 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-dd083e58-4dd2-486f-ba9c-23c65082eafb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:35.345070 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a38598b7-0e50-4f8a-aa9a-b9596e1e4fde None None] Received port after_create {{(pid=106254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:27:35.365819 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-dd083e58-4dd2-486f-ba9c-23c65082eafb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:35.400226 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port 98eeb1b0-f93f-4fd4-aca2-c67fe9f0d467, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=98eeb1b0-f93f-4fd4-aca2-c67fe9f0d467,segment=NetworkSegment(dfae8a08-8315-4142-ba2f-fd111ce93dbf),segment_id=dfae8a08-8315-4142-ba2f-fd111ce93dbf)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:27:35.433773 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Returning: {'device': '98eeb1b0-f93f-4fd4-aca2-c67fe9f0d467', 'network_id': '25fdaffb-3168-482a-bd55-4e7a3fe8ec1f', 'port_id': '98eeb1b0-f93f-4fd4-aca2-c67fe9f0d467', 'mac_address': 'fa:16:3e:eb:fd:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 843, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb2e3982-4dd6-4594-80de-13da71e6899f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:27:35.438424 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-a38598b7-0e50-4f8a-aa9a-b9596e1e4fde None None] Attempting to bind port ef7b959a-13d6-4f34-a60d-d350b54b33fd on host n-d-804985-2 for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:27:35.438786 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-a38598b7-0e50-4f8a-aa9a-b9596e1e4fde None None] Attempting to bind port ef7b959a-13d6-4f34-a60d-d350b54b33fd by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': 'ba641e77-a89e-46b9-af5f-d62e24816b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '800466a5-23c6-4e64-8bf8-159fc1869aa1'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:27:35.439830 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a38598b7-0e50-4f8a-aa9a-b9596e1e4fde None None] Attempting to bind port ef7b959a-13d6-4f34-a60d-d350b54b33fd on network 800466a5-23c6-4e64-8bf8-159fc1869aa1 {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:27:35.447433 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a38598b7-0e50-4f8a-aa9a-b9596e1e4fde None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 27, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:27:35.447836 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a38598b7-0e50-4f8a-aa9a-b9596e1e4fde None None] Checking segment: {'id': 'ba641e77-a89e-46b9-af5f-d62e24816b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '800466a5-23c6-4e64-8bf8-159fc1869aa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:27:35.448337 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-a38598b7-0e50-4f8a-aa9a-b9596e1e4fde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:35.448794 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a38598b7-0e50-4f8a-aa9a-b9596e1e4fde None None] Bound using segment: {'id': 'ba641e77-a89e-46b9-af5f-d62e24816b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '800466a5-23c6-4e64-8bf8-159fc1869aa1'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:27:35.449276 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-a38598b7-0e50-4f8a-aa9a-b9596e1e4fde None None] Bound port: ef7b959a-13d6-4f34-a60d-d350b54b33fd, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba641e77-a89e-46b9-af5f-d62e24816b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '800466a5-23c6-4e64-8bf8-159fc1869aa1'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:27:35.449662 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-a38598b7-0e50-4f8a-aa9a-b9596e1e4fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:35.453926 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-19993f78-4568-447c-b459-cb6a5a245fa6 req-688fca7e-9911-4270-a035-c2748bab08f0 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/security-groups?id=c39e84f9-0c12-4e20-96af-8241c5ff77a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903769 Aug 18 12:27:35.520102 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:35.524124 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [None req-dd083e58-4dd2-486f-ba9c-23c65082eafb admin admin] Allocated IP 172.25.7.46 (7cae7a70-14fd-408c-b14d-39ceb97cb60e/9784295a-20b8-4a4b-b105-f82737f0448f/f12a9083-4407-4d39-a9ec-b91a354d9de2) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:27:35.546882 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-588fb3cd-bf63-4b4e-be83-62cd0ce6c2c3 None None] Sync routers for ids ['94de6373-3453-427b-93f2-a7f1d3e935f9'] in n-d-804985-2 {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:27:35.552365 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98eeb1b0-f93f-4fd4-aca2-c67fe9f0d467 {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:27:35.557819 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-588fb3cd-bf63-4b4e-be83-62cd0ce6c2c3 None None] Routers {'94de6373-3453-427b-93f2-a7f1d3e935f9'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:27:35.558558 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-588fb3cd-bf63-4b4e-be83-62cd0ce6c2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:27:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['94de6373-3453-427b-93f2-a7f1d3e935f9'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:27:35.573632 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-a38598b7-0e50-4f8a-aa9a-b9596e1e4fde None None] For port ef7b959a-13d6-4f34-a60d-d350b54b33fd, host n-d-804985-2, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:27:35.582518 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-a38598b7-0e50-4f8a-aa9a-b9596e1e4fde None None] For port ef7b959a-13d6-4f34-a60d-d350b54b33fd, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=ef7b959a-13d6-4f34-a60d-d350b54b33fd,segment=NetworkSegment(ba641e77-a89e-46b9-af5f-d62e24816b6b),segment_id=ba641e77-a89e-46b9-af5f-d62e24816b6b)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:27:35.586706 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port 98eeb1b0-f93f-4fd4-aca2-c67fe9f0d467, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=98eeb1b0-f93f-4fd4-aca2-c67fe9f0d467,segment=NetworkSegment(dfae8a08-8315-4142-ba2f-fd111ce93dbf),segment_id=dfae8a08-8315-4142-ba2f-fd111ce93dbf)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:27:35.589514 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-a38598b7-0e50-4f8a-aa9a-b9596e1e4fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:35.597741 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:35.653551 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38598b7-0e50-4f8a-aa9a-b9596e1e4fde None None] Pushing event updated for resources: {'Port': ['ID=ef7b959a-13d6-4f34-a60d-d350b54b33fd,revision_number=2']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:27:35.672463 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-dd083e58-4dd2-486f-ba9c-23c65082eafb admin admin] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:35.672835 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-588fb3cd-bf63-4b4e-be83-62cd0ce6c2c3 None None] Set router 94de6373-3453-427b-93f2-a7f1d3e935f9 gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:27:35.712768 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=98eeb1b0-f93f-4fd4-aca2-c67fe9f0d467,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:27:35.722139 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-dd083e58-4dd2-486f-ba9c-23c65082eafb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:35.764395 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd083e58-4dd2-486f-ba9c-23c65082eafb admin admin] Network 7cae7a70-14fd-408c-b14d-39ceb97cb60e is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:27:35.770495 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-dd083e58-4dd2-486f-ba9c-23c65082eafb admin admin] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:27:35.774435 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd083e58-4dd2-486f-ba9c-23c65082eafb admin admin] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:27:35.787263 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] get_ports_and_sgs() called for port_ids ['98eeb1b0-f93f-4fd4-aca2-c67fe9f0d467'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:27:35.803342 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd083e58-4dd2-486f-ba9c-23c65082eafb admin admin] Pushing event updated for resources: {'Port': ['ID=f12a9083-4407-4d39-a9ec-b91a354d9de2,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:27:35.960333 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-588fb3cd-bf63-4b4e-be83-62cd0ce6c2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94de6373-3453-427b-93f2-a7f1d3e935f9', 'name': 'tempest-TestVolumeBackupRestore-617266627-router', 'tenant_id': '1d9e6ab7057e4cad940463527c178c0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.164'}], 'enable_snat': True}, 'gw_port_id': 'e19583e4-6ea3-4c31-a53d-790dddbcaf8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:27:29Z', 'updated_at': '2021-08-18T12:27:32Z', 'revision_number': 4, 'project_id': '1d9e6ab7057e4cad940463527c178c0a', 'gw_port': {'id': 'e19583e4-6ea3-4c31-a53d-790dddbcaf8d', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:bd:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94de6373-3453-427b-93f2-a7f1d3e935f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:27:30Z', 'updated_at': '2021-08-18T12:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': '7863b291-bb2c-4c6f-979f-b18fe8192399', 'name': '', 'network_id': '8b8a7b1e-c213-4eda-8142-bd61ffee8ea6', 'tenant_id': '1d9e6ab7057e4cad940463527c178c0a', 'mac_address': 'fa:16:3e:88:a9:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94de6373-3453-427b-93f2-a7f1d3e935f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': 'b99cde6c-5930-4422-a811-8e9f0dd0f2a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:27:31Z', 'updated_at': '2021-08-18T12:27:32Z', 'revision_number': 2, 'project_id': '1d9e6ab7057e4cad940463527c178c0a', 'subnets': [{'id': 'b99cde6c-5930-4422-a811-8e9f0dd0f2a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:27:35.996718 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-588fb3cd-bf63-4b4e-be83-62cd0ce6c2c3 None None] Checking router: 94de6373-3453-427b-93f2-a7f1d3e935f9 for host: n-d-804985-2 {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:27:35.997367 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-588fb3cd-bf63-4b4e-be83-62cd0ce6c2c3 None None] Updating router 94de6373-3453-427b-93f2-a7f1d3e935f9 port 7863b291-bb2c-4c6f-979f-b18fe8192399 binding host n-d-804985-2 {{(pid=106255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 12:27:36.027727 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-588fb3cd-bf63-4b4e-be83-62cd0ce6c2c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:36.088548 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-dd083e58-4dd2-486f-ba9c-23c65082eafb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:36.278178 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:36.313186 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-dd083e58-4dd2-486f-ba9c-23c65082eafb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-998473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-992536'] for router, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:36.335022 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device e19583e4-6ea3-4c31-a53d-790dddbcaf8d up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:27:36.343912 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-588fb3cd-bf63-4b4e-be83-62cd0ce6c2c3 None None] Notify callbacks [] for port, precommit_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:36.354444 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-588fb3cd-bf63-4b4e-be83-62cd0ce6c2c3 None None] Transition to ACTIVE for port object 7863b291-bb2c-4c6f-979f-b18fe8192399 will not be triggered until provisioned by entity L2. {{(pid=106255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:27:36.361698 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-588fb3cd-bf63-4b4e-be83-62cd0ce6c2c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:36.400967 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port e19583e4-6ea3-4c31-a53d-790dddbcaf8d triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:27:36.400967 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:36.506830 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd083e58-4dd2-486f-ba9c-23c65082eafb admin admin] Router 8576d3df-a6ae-49e1-8b8d-f36a90dbdc77 is scheduled to L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 with binding_index 1 {{(pid=106252) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 12:27:36.512330 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device ef7b959a-13d6-4f34-a60d-d350b54b33fd up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:27:36.606316 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port ef7b959a-13d6-4f34-a60d-d350b54b33fd completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:27:36.615568 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56f1ac7-422c-4224-9a77-6d00b4d00d03 None None] Pushing event updated for resources: {'Port': ['ID=7863b291-bb2c-4c6f-979f-b18fe8192399,revision_number=3']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:27:36.630753 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56f1ac7-422c-4224-9a77-6d00b4d00d03 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:27:36.631253 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56f1ac7-422c-4224-9a77-6d00b4d00d03 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:27:36.631712 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56f1ac7-422c-4224-9a77-6d00b4d00d03 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:27:36.632160 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56f1ac7-422c-4224-9a77-6d00b4d00d03 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:27:36.632661 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56f1ac7-422c-4224-9a77-6d00b4d00d03 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:27:36.633098 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56f1ac7-422c-4224-9a77-6d00b4d00d03 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:27:36.633512 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56f1ac7-422c-4224-9a77-6d00b4d00d03 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:27:36.633928 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56f1ac7-422c-4224-9a77-6d00b4d00d03 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:27:36.634323 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56f1ac7-422c-4224-9a77-6d00b4d00d03 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:27:36.634751 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56f1ac7-422c-4224-9a77-6d00b4d00d03 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:27:36.635182 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56f1ac7-422c-4224-9a77-6d00b4d00d03 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:27:36.635605 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56f1ac7-422c-4224-9a77-6d00b4d00d03 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:27:36.653986 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-588fb3cd-bf63-4b4e-be83-62cd0ce6c2c3 None None] Attempting to bind port 7863b291-bb2c-4c6f-979f-b18fe8192399 on host n-d-804985-2 for vnic_type normal with profile {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:27:36.654416 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-588fb3cd-bf63-4b4e-be83-62cd0ce6c2c3 None None] Attempting to bind port 7863b291-bb2c-4c6f-979f-b18fe8192399 by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': 'c29d75e7-64a8-479a-9cc2-44936434f936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '8b8a7b1e-c213-4eda-8142-bd61ffee8ea6'}] {{(pid=106255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:27:36.655109 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-588fb3cd-bf63-4b4e-be83-62cd0ce6c2c3 None None] Attempting to bind port 7863b291-bb2c-4c6f-979f-b18fe8192399 on network 8b8a7b1e-c213-4eda-8142-bd61ffee8ea6 {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:27:36.662424 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-588fb3cd-bf63-4b4e-be83-62cd0ce6c2c3 None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 27, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:27:36.663404 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-588fb3cd-bf63-4b4e-be83-62cd0ce6c2c3 None None] Checking segment: {'id': 'c29d75e7-64a8-479a-9cc2-44936434f936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '8b8a7b1e-c213-4eda-8142-bd61ffee8ea6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:27:36.663991 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-588fb3cd-bf63-4b4e-be83-62cd0ce6c2c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:36.664628 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-588fb3cd-bf63-4b4e-be83-62cd0ce6c2c3 None None] Bound using segment: {'id': 'c29d75e7-64a8-479a-9cc2-44936434f936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '8b8a7b1e-c213-4eda-8142-bd61ffee8ea6'} {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:27:36.665279 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-588fb3cd-bf63-4b4e-be83-62cd0ce6c2c3 None None] Bound port: 7863b291-bb2c-4c6f-979f-b18fe8192399, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c29d75e7-64a8-479a-9cc2-44936434f936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '8b8a7b1e-c213-4eda-8142-bd61ffee8ea6'}}] {{(pid=106255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:27:36.666011 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-588fb3cd-bf63-4b4e-be83-62cd0ce6c2c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:36.743456 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad2456a-c762-4c54-a688-10402c5608b1 req-92484e28-4247-4080-9de6-9be7e4fdd240 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:27:36.747114 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-588fb3cd-bf63-4b4e-be83-62cd0ce6c2c3 None None] For port 7863b291-bb2c-4c6f-979f-b18fe8192399, host n-d-804985-2, cleared binding levels {{(pid=106255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:27:36.750580 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-588fb3cd-bf63-4b4e-be83-62cd0ce6c2c3 None None] For port 7863b291-bb2c-4c6f-979f-b18fe8192399, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=7863b291-bb2c-4c6f-979f-b18fe8192399,segment=NetworkSegment(c29d75e7-64a8-479a-9cc2-44936434f936),segment_id=c29d75e7-64a8-479a-9cc2-44936434f936)] {{(pid=106255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:27:36.752810 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3ad2456a-c762-4c54-a688-10402c5608b1 req-92484e28-4247-4080-9de6-9be7e4fdd240 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/ports?device_id=30ad83cc-3031-4b52-824d-73c35c6e9fc4 HTTP/1.1" status: 200 len: 944 time: 0.1281431 Aug 18 12:27:36.756546 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-588fb3cd-bf63-4b4e-be83-62cd0ce6c2c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:36.820678 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3ad2456a-c762-4c54-a688-10402c5608b1 req-97ebcdd2-37d7-4e81-a631-e5c32dcf36d5 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/security-groups?id=c39e84f9-0c12-4e20-96af-8241c5ff77a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633438 Aug 18 12:27:36.821081 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56f1ac7-422c-4224-9a77-6d00b4d00d03 None None] Pushing event updated for resources: {'Port': ['ID=7863b291-bb2c-4c6f-979f-b18fe8192399,revision_number=4']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:27:36.826095 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-588fb3cd-bf63-4b4e-be83-62cd0ce6c2c3 None None] Routers {'94de6373-3453-427b-93f2-a7f1d3e935f9'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:27:36.826935 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd083e58-4dd2-486f-ba9c-23c65082eafb admin admin] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:27:36.827199 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-588fb3cd-bf63-4b4e-be83-62cd0ce6c2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:27:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['94de6373-3453-427b-93f2-a7f1d3e935f9'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:27:36.848217 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-dd083e58-4dd2-486f-ba9c-23c65082eafb admin admin] Notify callbacks [] for router, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:36.849670 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-dd083e58-4dd2-486f-ba9c-23c65082eafb admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.4028430 Aug 18 12:27:36.852639 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 46602) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:27:36.855256 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e388f0c-339c-4a3b-8b6f-7144eb44e2fc None None] Sync routers for ids ['8576d3df-a6ae-49e1-8b8d-f36a90dbdc77'] in n-d-804985-2 {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:27:36.865961 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e388f0c-339c-4a3b-8b6f-7144eb44e2fc None None] Routers {'8576d3df-a6ae-49e1-8b8d-f36a90dbdc77'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:27:36.866737 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-0e388f0c-339c-4a3b-8b6f-7144eb44e2fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:27:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['8576d3df-a6ae-49e1-8b8d-f36a90dbdc77'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:27:36.992674 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-588fb3cd-bf63-4b4e-be83-62cd0ce6c2c3 None None] Set router 94de6373-3453-427b-93f2-a7f1d3e935f9 gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:27:37.014601 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-0e388f0c-339c-4a3b-8b6f-7144eb44e2fc None None] Set router 8576d3df-a6ae-49e1-8b8d-f36a90dbdc77 gateway port host: n-d-804985-2 {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:27:37.115391 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-925bb516-919e-485b-8b7e-9124bc4d19d4 None None] Network 800466a5-23c6-4e64-8bf8-159fc1869aa1 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:27:37.269051 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-588fb3cd-bf63-4b4e-be83-62cd0ce6c2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94de6373-3453-427b-93f2-a7f1d3e935f9', 'name': 'tempest-TestVolumeBackupRestore-617266627-router', 'tenant_id': '1d9e6ab7057e4cad940463527c178c0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.164'}], 'enable_snat': True}, 'gw_port_id': 'e19583e4-6ea3-4c31-a53d-790dddbcaf8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:27:29Z', 'updated_at': '2021-08-18T12:27:32Z', 'revision_number': 4, 'project_id': '1d9e6ab7057e4cad940463527c178c0a', 'gw_port': {'id': 'e19583e4-6ea3-4c31-a53d-790dddbcaf8d', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:bd:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94de6373-3453-427b-93f2-a7f1d3e935f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:27:30Z', 'updated_at': '2021-08-18T12:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': '7863b291-bb2c-4c6f-979f-b18fe8192399', 'name': '', 'network_id': '8b8a7b1e-c213-4eda-8142-bd61ffee8ea6', 'tenant_id': '1d9e6ab7057e4cad940463527c178c0a', 'mac_address': 'fa:16:3e:88:a9:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94de6373-3453-427b-93f2-a7f1d3e935f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': 'b99cde6c-5930-4422-a811-8e9f0dd0f2a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:27:31Z', 'updated_at': '2021-08-18T12:27:36Z', 'revision_number': 4, 'project_id': '1d9e6ab7057e4cad940463527c178c0a', 'subnets': [{'id': 'b99cde6c-5930-4422-a811-8e9f0dd0f2a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:27:37.300905 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-588fb3cd-bf63-4b4e-be83-62cd0ce6c2c3 None None] The sync data for ids ['94de6373-3453-427b-93f2-a7f1d3e935f9'] in n-d-804985-2 is: [{'id': '94de6373-3453-427b-93f2-a7f1d3e935f9', 'name': 'tempest-TestVolumeBackupRestore-617266627-router', 'tenant_id': '1d9e6ab7057e4cad940463527c178c0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.164'}], 'enable_snat': True}, 'gw_port_id': 'e19583e4-6ea3-4c31-a53d-790dddbcaf8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:27:29Z', 'updated_at': '2021-08-18T12:27:32Z', 'revision_number': 4, 'project_id': '1d9e6ab7057e4cad940463527c178c0a', 'gw_port': {'id': 'e19583e4-6ea3-4c31-a53d-790dddbcaf8d', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:bd:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94de6373-3453-427b-93f2-a7f1d3e935f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:27:30Z', 'updated_at': '2021-08-18T12:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': '7863b291-bb2c-4c6f-979f-b18fe8192399', 'name': '', 'network_id': '8b8a7b1e-c213-4eda-8142-bd61ffee8ea6', 'tenant_id': '1d9e6ab7057e4cad940463527c178c0a', 'mac_address': 'fa:16:3e:88:a9:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94de6373-3453-427b-93f2-a7f1d3e935f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': 'b99cde6c-5930-4422-a811-8e9f0dd0f2a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:27:31Z', 'updated_at': '2021-08-18T12:27:36Z', 'revision_number': 4, 'project_id': '1d9e6ab7057e4cad940463527c178c0a', 'subnets': [{'id': 'b99cde6c-5930-4422-a811-8e9f0dd0f2a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:27:37.375376 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b355c4a9-b872-416e-b2c5-bd7c7d030b83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:37.390098 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 98eeb1b0-f93f-4fd4-aca2-c67fe9f0d467 up at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:27:37.422845 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-ab203859-95d1-44f7-a5fe-7fe00a42a573 None None] Provisioning for port ef7b959a-13d6-4f34-a60d-d350b54b33fd completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:27:37.440847 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-ab203859-95d1-44f7-a5fe-7fe00a42a573 None None] Provisioning complete for port ef7b959a-13d6-4f34-a60d-d350b54b33fd triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:27:37.441215 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ab203859-95d1-44f7-a5fe-7fe00a42a573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:37.558756 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [None req-b355c4a9-b872-416e-b2c5-bd7c7d030b83 admin admin] Allocated IP 172.20.0.1 (800466a5-23c6-4e64-8bf8-159fc1869aa1/38642292-2e09-47b3-8264-84188be43941/9ed93a68-308d-47c2-8d2c-7b663814bd74) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:27:37.584953 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Provisioning for port 98eeb1b0-f93f-4fd4-aca2-c67fe9f0d467 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:27:37.597325 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Provisioning complete for port 98eeb1b0-f93f-4fd4-aca2-c67fe9f0d467 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:27:37.597694 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:37.674617 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b355c4a9-b872-416e-b2c5-bd7c7d030b83 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:37.689792 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [None req-b355c4a9-b872-416e-b2c5-bd7c7d030b83 admin admin] Transition to ACTIVE for port object 9ed93a68-308d-47c2-8d2c-7b663814bd74 will not be triggered until provisioned by entity DHCP. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:27:37.697057 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ab203859-95d1-44f7-a5fe-7fe00a42a573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:37.728417 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b355c4a9-b872-416e-b2c5-bd7c7d030b83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:37.752967 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-0e388f0c-339c-4a3b-8b6f-7144eb44e2fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8576d3df-a6ae-49e1-8b8d-f36a90dbdc77', 'name': 'tempest-TestVolumeBackupRestore-104435256-router', 'tenant_id': 'c0250c6f756d4fb292e9d2bb4181ab7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.46'}], 'enable_snat': True}, 'gw_port_id': 'f12a9083-4407-4d39-a9ec-b91a354d9de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:27:34Z', 'updated_at': '2021-08-18T12:27:35Z', 'revision_number': 3, 'project_id': 'c0250c6f756d4fb292e9d2bb4181ab7c', 'gw_port': {'id': 'f12a9083-4407-4d39-a9ec-b91a354d9de2', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:55:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8576d3df-a6ae-49e1-8b8d-f36a90dbdc77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:27:35Z', 'updated_at': '2021-08-18T12:27:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:27:37.779934 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b355c4a9-b872-416e-b2c5-bd7c7d030b83 admin admin] Network 800466a5-23c6-4e64-8bf8-159fc1869aa1 is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:27:37.783155 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-b355c4a9-b872-416e-b2c5-bd7c7d030b83 admin admin] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:27:37.787910 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b355c4a9-b872-416e-b2c5-bd7c7d030b83 admin admin] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:27:37.808446 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-ab203859-95d1-44f7-a5fe-7fe00a42a573 None None] For port ef7b959a-13d6-4f34-a60d-d350b54b33fd, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=ef7b959a-13d6-4f34-a60d-d350b54b33fd,segment=NetworkSegment(ba641e77-a89e-46b9-af5f-d62e24816b6b),segment_id=ba641e77-a89e-46b9-af5f-d62e24816b6b)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:27:37.811832 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e388f0c-339c-4a3b-8b6f-7144eb44e2fc None None] Checking router: 8576d3df-a6ae-49e1-8b8d-f36a90dbdc77 for host: n-d-804985-2 {{(pid=106254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:27:37.812159 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e388f0c-339c-4a3b-8b6f-7144eb44e2fc None None] Updating router 8576d3df-a6ae-49e1-8b8d-f36a90dbdc77 port f12a9083-4407-4d39-a9ec-b91a354d9de2 binding host n-d-804985-2 {{(pid=106254) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 12:27:37.813341 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b355c4a9-b872-416e-b2c5-bd7c7d030b83 admin admin] Pushing event updated for resources: {'Port': ['ID=9ed93a68-308d-47c2-8d2c-7b663814bd74,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:27:37.838744 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ab203859-95d1-44f7-a5fe-7fe00a42a573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:37.841403 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b355c4a9-b872-416e-b2c5-bd7c7d030b83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-996688'] for router_interface, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:37.877014 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:37.883434 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-0e388f0c-339c-4a3b-8b6f-7144eb44e2fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:37.966655 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab203859-95d1-44f7-a5fe-7fe00a42a573 None None] Pushing event updated for resources: {'Port': ['ID=ef7b959a-13d6-4f34-a60d-d350b54b33fd,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:27:38.055510 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30ad83cc-3031-4b52-824d-73c35c6e9fc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98eeb1b0-f93f-4fd4-aca2-c67fe9f0d467'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:27:38.060143 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db50a436fb3a98495337d8fe7487b4f2ea6f3c1052eb9efadc2ecda2d5737001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf4935c5-7ced-4544-aa17-780622b701d5" -d '{"events": [{"server_uuid": "30ad83cc-3031-4b52-824d-73c35c6e9fc4", "name": "network-vif-plugged", "status": "completed", "tag": "98eeb1b0-f93f-4fd4-aca2-c67fe9f0d467"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:27:38.063464 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e4b992-1d56-407d-aba7-bc0fa819c95b req-d6ee2df6-89a9-46bb-805f-36529e41c648 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:27:38.066472 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d7e4b992-1d56-407d-aba7-bc0fa819c95b req-d6ee2df6-89a9-46bb-805f-36529e41c648 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/ports?device_id=30ad83cc-3031-4b52-824d-73c35c6e9fc4 HTTP/1.1" status: 200 len: 944 time: 0.1127417 Aug 18 12:27:38.127196 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port 98eeb1b0-f93f-4fd4-aca2-c67fe9f0d467, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=98eeb1b0-f93f-4fd4-aca2-c67fe9f0d467,segment=NetworkSegment(dfae8a08-8315-4142-ba2f-fd111ce93dbf),segment_id=dfae8a08-8315-4142-ba2f-fd111ce93dbf)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:27:38.129560 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:27:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9b07f9e-7975-412a-b137-4a0d6f18bbc0 x-openstack-request-id: req-c9b07f9e-7975-412a-b137-4a0d6f18bbc0 {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:27:38.129952 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30ad83cc-3031-4b52-824d-73c35c6e9fc4", "name": "network-vif-plugged", "status": "completed", "tag": "98eeb1b0-f93f-4fd4-aca2-c67fe9f0d467", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:27:38.130159 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c9b07f9e-7975-412a-b137-4a0d6f18bbc0 {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:27:38.130501 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30ad83cc-3031-4b52-824d-73c35c6e9fc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98eeb1b0-f93f-4fd4-aca2-c67fe9f0d467', 'code': 200} Aug 18 12:27:38.133747 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b355c4a9-b872-416e-b2c5-bd7c7d030b83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:38.142694 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:38.167969 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d7e4b992-1d56-407d-aba7-bc0fa819c95b req-5093d5af-0ca3-42a1-b698-ca8f762640b4 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/security-groups?id=c39e84f9-0c12-4e20-96af-8241c5ff77a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739129 Aug 18 12:27:38.297074 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066a2083-a258-4b89-aaac-9e34960c9669 req-18b0ec2d-244c-46ff-856a-d8d65f8df8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:27:38.299226 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-066a2083-a258-4b89-aaac-9e34960c9669 req-18b0ec2d-244c-46ff-856a-d8d65f8df8d8 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=30ad83cc-3031-4b52-824d-73c35c6e9fc4 HTTP/1.1" status: 200 len: 1096 time: 0.0903807 Aug 18 12:27:38.343646 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-066a2083-a258-4b89-aaac-9e34960c9669 req-859d7921-0dae-4a0e-9407-6124636843f7 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=c39e84f9-0c12-4e20-96af-8241c5ff77a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372140 Aug 18 12:27:38.352522 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 7863b291-bb2c-4c6f-979f-b18fe8192399 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:27:38.387989 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b355c4a9-b872-416e-b2c5-bd7c7d030b83 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:38.390209 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=98eeb1b0-f93f-4fd4-aca2-c67fe9f0d467,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:27:38.393096 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b355c4a9-b872-416e-b2c5-bd7c7d030b83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:38.434021 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-38e87fa1-5493-4fd3-882b-53a48838d726 None None] Provisioning complete for port ef7b959a-13d6-4f34-a60d-d350b54b33fd triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:27:38.434356 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-38e87fa1-5493-4fd3-882b-53a48838d726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:38.460437 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b355c4a9-b872-416e-b2c5-bd7c7d030b83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-996772'] for router_interface, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:38.463306 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b355c4a9-b872-416e-b2c5-bd7c7d030b83 admin admin] Pushing event updated for resources: {'Port': ['ID=9ed93a68-308d-47c2-8d2c-7b663814bd74,revision_number=2']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:27:38.473438 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:38.479631 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-0e388f0c-339c-4a3b-8b6f-7144eb44e2fc None None] Notify callbacks [] for port, precommit_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:38.500441 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-0e388f0c-339c-4a3b-8b6f-7144eb44e2fc None None] Transition to ACTIVE for port object f12a9083-4407-4d39-a9ec-b91a354d9de2 will not be triggered until provisioned by entity L2. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:27:38.511958 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-0e388f0c-339c-4a3b-8b6f-7144eb44e2fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:38.516430 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port 7863b291-bb2c-4c6f-979f-b18fe8192399 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:27:38.548204 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 7863b291-bb2c-4c6f-979f-b18fe8192399 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:27:38.548513 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:38.557284 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b355c4a9-b872-416e-b2c5-bd7c7d030b83 admin admin] Network 800466a5-23c6-4e64-8bf8-159fc1869aa1 is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:27:38.558674 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-b355c4a9-b872-416e-b2c5-bd7c7d030b83 admin admin] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:27:38.616612 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-0e388f0c-339c-4a3b-8b6f-7144eb44e2fc None None] Attempting to bind port f12a9083-4407-4d39-a9ec-b91a354d9de2 on host n-d-804985-2 for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:27:38.617068 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-0e388f0c-339c-4a3b-8b6f-7144eb44e2fc None None] Attempting to bind port f12a9083-4407-4d39-a9ec-b91a354d9de2 by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:27:38.617595 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e388f0c-339c-4a3b-8b6f-7144eb44e2fc None None] Attempting to bind port f12a9083-4407-4d39-a9ec-b91a354d9de2 on network 7cae7a70-14fd-408c-b14d-39ceb97cb60e {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:27:38.632965 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61584a53-c04a-4e91-b378-9fcf0fb299b0 None None] Pushing event updated for resources: {'Port': ['ID=f12a9083-4407-4d39-a9ec-b91a354d9de2,revision_number=2']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:27:38.646236 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e388f0c-339c-4a3b-8b6f-7144eb44e2fc None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 27, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:27:38.646599 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e388f0c-339c-4a3b-8b6f-7144eb44e2fc None None] Checking segment: {'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:27:38.647048 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-0e388f0c-339c-4a3b-8b6f-7144eb44e2fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:38.647443 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e388f0c-339c-4a3b-8b6f-7144eb44e2fc None None] Bound using segment: {'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:27:38.647917 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-0e388f0c-339c-4a3b-8b6f-7144eb44e2fc None None] Bound port: f12a9083-4407-4d39-a9ec-b91a354d9de2, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:27:38.648684 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-0e388f0c-339c-4a3b-8b6f-7144eb44e2fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:38.695595 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b355c4a9-b872-416e-b2c5-bd7c7d030b83 admin admin] Router 8576d3df-a6ae-49e1-8b8d-f36a90dbdc77 has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:27:38.734003 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-0e388f0c-339c-4a3b-8b6f-7144eb44e2fc None None] For port f12a9083-4407-4d39-a9ec-b91a354d9de2, host n-d-804985-2, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:27:38.738928 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-0e388f0c-339c-4a3b-8b6f-7144eb44e2fc None None] For port f12a9083-4407-4d39-a9ec-b91a354d9de2, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=f12a9083-4407-4d39-a9ec-b91a354d9de2,segment=NetworkSegment(c5a3db9d-5c58-41b1-9177-d5787a597b78),segment_id=c5a3db9d-5c58-41b1-9177-d5787a597b78)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:27:38.744966 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-0e388f0c-339c-4a3b-8b6f-7144eb44e2fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:38.749823 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:38.814782 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b355c4a9-b872-416e-b2c5-bd7c7d030b83 admin admin] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:27:38.820089 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-b355c4a9-b872-416e-b2c5-bd7c7d030b83 admin admin] 10.222.0.66 "PUT /v2.0/routers/8576d3df-a6ae-49e1-8b8d-f36a90dbdc77/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9654794 Aug 18 12:27:38.847884 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-4bb5f5e6-2945-4b1f-810d-e537aa31beb9 None None] Provisioning for port 9ed93a68-308d-47c2-8d2c-7b663814bd74 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:27:38.853078 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] For port 7863b291-bb2c-4c6f-979f-b18fe8192399, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=7863b291-bb2c-4c6f-979f-b18fe8192399,segment=NetworkSegment(c29d75e7-64a8-479a-9cc2-44936434f936),segment_id=c29d75e7-64a8-479a-9cc2-44936434f936)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:27:38.853984 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e388f0c-339c-4a3b-8b6f-7144eb44e2fc None None] Routers {'8576d3df-a6ae-49e1-8b8d-f36a90dbdc77'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:27:38.854735 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-0e388f0c-339c-4a3b-8b6f-7144eb44e2fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:27:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['8576d3df-a6ae-49e1-8b8d-f36a90dbdc77'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:27:38.860277 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-4bb5f5e6-2945-4b1f-810d-e537aa31beb9 None None] Provisioning complete for port 9ed93a68-308d-47c2-8d2c-7b663814bd74 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:27:38.860676 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4bb5f5e6-2945-4b1f-810d-e537aa31beb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:38.891314 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:38.892090 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device ef7b959a-13d6-4f34-a60d-d350b54b33fd up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:27:38.897687 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61584a53-c04a-4e91-b378-9fcf0fb299b0 None None] Pushing event updated for resources: {'Port': ['ID=f12a9083-4407-4d39-a9ec-b91a354d9de2,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:27:39.042138 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-4bb5f5e6-2945-4b1f-810d-e537aa31beb9 None None] Port 9ed93a68-308d-47c2-8d2c-7b663814bd74 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:27:39.084916 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Pushing event updated for resources: {'Port': ['ID=7863b291-bb2c-4c6f-979f-b18fe8192399,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:27:39.097217 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port ef7b959a-13d6-4f34-a60d-d350b54b33fd triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:27:39.097654 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:39.120538 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-0e388f0c-339c-4a3b-8b6f-7144eb44e2fc None None] Set router 8576d3df-a6ae-49e1-8b8d-f36a90dbdc77 gateway port host: n-d-804985-2 {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:27:39.329232 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1ff55f-23af-4d5a-8328-cb7a8078c366 req-58c26f6f-c003-4e93-96cb-ed700cb8b980 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:27:39.333164 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5e1ff55f-23af-4d5a-8328-cb7a8078c366 req-58c26f6f-c003-4e93-96cb-ed700cb8b980 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/ports?device_id=30ad83cc-3031-4b52-824d-73c35c6e9fc4 HTTP/1.1" status: 200 len: 945 time: 0.0827272 Aug 18 12:27:39.402294 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5e1ff55f-23af-4d5a-8328-cb7a8078c366 req-5b38031f-bf74-4772-954d-e17a7b02d39e tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/security-groups?id=c39e84f9-0c12-4e20-96af-8241c5ff77a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615499 Aug 18 12:27:39.429127 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-0e388f0c-339c-4a3b-8b6f-7144eb44e2fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8576d3df-a6ae-49e1-8b8d-f36a90dbdc77', 'name': 'tempest-TestVolumeBackupRestore-104435256-router', 'tenant_id': 'c0250c6f756d4fb292e9d2bb4181ab7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.46'}], 'enable_snat': True}, 'gw_port_id': 'f12a9083-4407-4d39-a9ec-b91a354d9de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:27:34Z', 'updated_at': '2021-08-18T12:27:38Z', 'revision_number': 4, 'project_id': 'c0250c6f756d4fb292e9d2bb4181ab7c', 'gw_port': {'id': 'f12a9083-4407-4d39-a9ec-b91a354d9de2', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:55:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8576d3df-a6ae-49e1-8b8d-f36a90dbdc77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:27:35Z', 'updated_at': '2021-08-18T12:27:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': '9ed93a68-308d-47c2-8d2c-7b663814bd74', 'name': '', 'network_id': '800466a5-23c6-4e64-8bf8-159fc1869aa1', 'tenant_id': 'c0250c6f756d4fb292e9d2bb4181ab7c', 'mac_address': 'fa:16:3e:f6:3d:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8576d3df-a6ae-49e1-8b8d-f36a90dbdc77', 'device_owner': 'network:router_interface', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '38642292-2e09-47b3-8264-84188be43941', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:27:37Z', 'updated_at': '2021-08-18T12:27:38Z', 'revision_number': 2, 'project_id': 'c0250c6f756d4fb292e9d2bb4181ab7c', 'subnets': [{'id': '38642292-2e09-47b3-8264-84188be43941', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:27:39.455981 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e388f0c-339c-4a3b-8b6f-7144eb44e2fc None None] The sync data for ids ['8576d3df-a6ae-49e1-8b8d-f36a90dbdc77'] in n-d-804985-2 is: [{'id': '8576d3df-a6ae-49e1-8b8d-f36a90dbdc77', 'name': 'tempest-TestVolumeBackupRestore-104435256-router', 'tenant_id': 'c0250c6f756d4fb292e9d2bb4181ab7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.46'}], 'enable_snat': True}, 'gw_port_id': 'f12a9083-4407-4d39-a9ec-b91a354d9de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:27:34Z', 'updated_at': '2021-08-18T12:27:38Z', 'revision_number': 4, 'project_id': 'c0250c6f756d4fb292e9d2bb4181ab7c', 'gw_port': {'id': 'f12a9083-4407-4d39-a9ec-b91a354d9de2', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:55:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8576d3df-a6ae-49e1-8b8d-f36a90dbdc77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:27:35Z', 'updated_at': '2021-08-18T12:27:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': '9ed93a68-308d-47c2-8d2c-7b663814bd74', 'name': '', 'network_id': '800466a5-23c6-4e64-8bf8-159fc1869aa1', 'tenant_id': 'c0250c6f756d4fb292e9d2bb4181ab7c', 'mac_address': 'fa:16:3e:f6:3d:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8576d3df-a6ae-49e1-8b8d-f36a90dbdc77', 'device_owner': 'network:router_interface', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '38642292-2e09-47b3-8264-84188be43941', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:27:37Z', 'updated_at': '2021-08-18T12:27:38Z', 'revision_number': 2, 'project_id': 'c0250c6f756d4fb292e9d2bb4181ab7c', 'subnets': [{'id': '38642292-2e09-47b3-8264-84188be43941', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:27:39.539285 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e542bba-7079-4509-b9ba-fa93ca9f1eae req-d10d887f-149f-4618-8cb2-1f02ef2961e6 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:27:39.541321 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5e542bba-7079-4509-b9ba-fa93ca9f1eae req-d10d887f-149f-4618-8cb2-1f02ef2961e6 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/ports?device_id=30ad83cc-3031-4b52-824d-73c35c6e9fc4 HTTP/1.1" status: 200 len: 945 time: 0.0594633 Aug 18 12:27:39.584195 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5e542bba-7079-4509-b9ba-fa93ca9f1eae req-839617ec-ada4-4b49-a3b7-2a54f1bcce9b tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/security-groups?id=c39e84f9-0c12-4e20-96af-8241c5ff77a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354352 Aug 18 12:27:40.253536 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 7863b291-bb2c-4c6f-979f-b18fe8192399 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:27:40.272993 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9c9efc-fc10-440f-a99f-073232e057b8 req-c54ca9e6-26ad-445e-895d-1de79f54890a tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:27:40.275526 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6a9c9efc-fc10-440f-a99f-073232e057b8 req-c54ca9e6-26ad-445e-895d-1de79f54890a tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/ports?device_id=30ad83cc-3031-4b52-824d-73c35c6e9fc4 HTTP/1.1" status: 200 len: 945 time: 0.0795605 Aug 18 12:27:40.354674 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 7863b291-bb2c-4c6f-979f-b18fe8192399 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:27:40.355006 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:40.359730 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6a9c9efc-fc10-440f-a99f-073232e057b8 req-3b6d6210-486d-49c8-a787-27dcd8952a8d tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/security-groups?id=c39e84f9-0c12-4e20-96af-8241c5ff77a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745182 Aug 18 12:27:40.463633 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 46698) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:27:40.554267 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4382769e-1d05-4e67-bf53-fd8cbbdb8577 tempest-TestNetworkBasicOps-1792496569 tempest-TestNetworkBasicOps-1792496569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:27:40.554823 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4382769e-1d05-4e67-bf53-fd8cbbdb8577 tempest-TestNetworkBasicOps-1792496569 tempest-TestNetworkBasicOps-1792496569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:27:40.555302 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4382769e-1d05-4e67-bf53-fd8cbbdb8577 tempest-TestNetworkBasicOps-1792496569 tempest-TestNetworkBasicOps-1792496569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:27:40.557347 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-4382769e-1d05-4e67-bf53-fd8cbbdb8577 tempest-TestNetworkBasicOps-1792496569 tempest-TestNetworkBasicOps-1792496569-project-admin] 10.222.0.66 "GET /v2.0/ports?project_id=ba8f5ef8677a40aa9ef633104d93230e&network_id=05dfb111-3320-46c7-b333-0397b0cc4fd7 HTTP/1.1" status: 200 len: 2969 time: 0.0920925 Aug 18 12:27:41.511336 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b72fc84-9c82-4162-b9cb-a2e3b3b804bd req-607ced5c-cde3-4c98-b1c1-4e634e0520ba tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:27:41.512886 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6b72fc84-9c82-4162-b9cb-a2e3b3b804bd req-607ced5c-cde3-4c98-b1c1-4e634e0520ba tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/ports?device_id=30ad83cc-3031-4b52-824d-73c35c6e9fc4 HTTP/1.1" status: 200 len: 945 time: 0.0643566 Aug 18 12:27:41.557600 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6b72fc84-9c82-4162-b9cb-a2e3b3b804bd req-e46820ed-0f19-422c-a317-8a394b1d3155 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/security-groups?id=c39e84f9-0c12-4e20-96af-8241c5ff77a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375617 Aug 18 12:27:41.693681 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc1f2ee-dfea-4521-b204-9d951978f720 req-3496f627-8604-4057-8ed1-b3bf8256edee tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:27:41.695752 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-2dc1f2ee-dfea-4521-b204-9d951978f720 req-3496f627-8604-4057-8ed1-b3bf8256edee tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.62 "GET /v2.0/ports?device_id=30ad83cc-3031-4b52-824d-73c35c6e9fc4 HTTP/1.1" status: 200 len: 945 time: 0.0614586 Aug 18 12:27:41.754344 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd7decd-0318-401b-bc24-4ead813e0c47 None None] Sync routers for ids ['8576d3df-a6ae-49e1-8b8d-f36a90dbdc77'] in n-d-804985-2 {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:27:41.765147 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd7decd-0318-401b-bc24-4ead813e0c47 None None] Routers {'8576d3df-a6ae-49e1-8b8d-f36a90dbdc77'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:27:41.766182 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-ccd7decd-0318-401b-bc24-4ead813e0c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:27:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['8576d3df-a6ae-49e1-8b8d-f36a90dbdc77'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:27:41.809652 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-2dc1f2ee-dfea-4521-b204-9d951978f720 req-71bc1b6e-d7c5-44c1-bf30-83b7fbb489fa tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Deleting port 98eeb1b0-f93f-4fd4-aca2-c67fe9f0d467 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:27:41.810791 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-2dc1f2ee-dfea-4521-b204-9d951978f720 req-71bc1b6e-d7c5-44c1-bf30-83b7fbb489fa tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:41.899764 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-ccd7decd-0318-401b-bc24-4ead813e0c47 None None] Set router 8576d3df-a6ae-49e1-8b8d-f36a90dbdc77 gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:27:41.926435 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-2dc1f2ee-dfea-4521-b204-9d951978f720 req-71bc1b6e-d7c5-44c1-bf30-83b7fbb489fa tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] For port 98eeb1b0-f93f-4fd4-aca2-c67fe9f0d467, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=98eeb1b0-f93f-4fd4-aca2-c67fe9f0d467,segment=NetworkSegment(dfae8a08-8315-4142-ba2f-fd111ce93dbf),segment_id=dfae8a08-8315-4142-ba2f-fd111ce93dbf)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:27:41.927103 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-2dc1f2ee-dfea-4521-b204-9d951978f720 req-71bc1b6e-d7c5-44c1-bf30-83b7fbb489fa tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:41.942794 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-2dc1f2ee-dfea-4521-b204-9d951978f720 req-71bc1b6e-d7c5-44c1-bf30-83b7fbb489fa tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Calling delete_port for 98eeb1b0-f93f-4fd4-aca2-c67fe9f0d467 owned by compute:nova {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:27:42.127187 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-2dc1f2ee-dfea-4521-b204-9d951978f720 req-71bc1b6e-d7c5-44c1-bf30-83b7fbb489fa tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:42.130402 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-ccd7decd-0318-401b-bc24-4ead813e0c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8576d3df-a6ae-49e1-8b8d-f36a90dbdc77', 'name': 'tempest-TestVolumeBackupRestore-104435256-router', 'tenant_id': 'c0250c6f756d4fb292e9d2bb4181ab7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.46'}], 'enable_snat': True}, 'gw_port_id': 'f12a9083-4407-4d39-a9ec-b91a354d9de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:27:34Z', 'updated_at': '2021-08-18T12:27:38Z', 'revision_number': 4, 'project_id': 'c0250c6f756d4fb292e9d2bb4181ab7c', 'gw_port': {'id': 'f12a9083-4407-4d39-a9ec-b91a354d9de2', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:55:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8576d3df-a6ae-49e1-8b8d-f36a90dbdc77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:27:35Z', 'updated_at': '2021-08-18T12:27:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': '9ed93a68-308d-47c2-8d2c-7b663814bd74', 'name': '', 'network_id': '800466a5-23c6-4e64-8bf8-159fc1869aa1', 'tenant_id': 'c0250c6f756d4fb292e9d2bb4181ab7c', 'mac_address': 'fa:16:3e:f6:3d:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8576d3df-a6ae-49e1-8b8d-f36a90dbdc77', 'device_owner': 'network:router_interface', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '38642292-2e09-47b3-8264-84188be43941', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:27:37Z', 'updated_at': '2021-08-18T12:27:38Z', 'revision_number': 2, 'project_id': 'c0250c6f756d4fb292e9d2bb4181ab7c', 'subnets': [{'id': '38642292-2e09-47b3-8264-84188be43941', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:27:42.142486 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] get_ports_and_sgs() called for port_ids ['ae49ceff-67d1-44ab-b0db-69242a867534'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:27:42.146262 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] get_ports_and_sgs() called for port_ids ['98eeb1b0-f93f-4fd4-aca2-c67fe9f0d467'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:27:42.161994 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd7decd-0318-401b-bc24-4ead813e0c47 None None] Checking router: 8576d3df-a6ae-49e1-8b8d-f36a90dbdc77 for host: n-d-804985-2 {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:27:42.162384 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd7decd-0318-401b-bc24-4ead813e0c47 None None] Updating router 8576d3df-a6ae-49e1-8b8d-f36a90dbdc77 port 9ed93a68-308d-47c2-8d2c-7b663814bd74 binding host n-d-804985-2 {{(pid=106255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 12:27:42.194584 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bc1b6e-d7c5-44c1-bf30-83b7fbb489fa tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Pushing event deleted for resources: {'Port': ['ID=98eeb1b0-f93f-4fd4-aca2-c67fe9f0d467,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:27:42.205053 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-ccd7decd-0318-401b-bc24-4ead813e0c47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:42.253089 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dc1f2ee-dfea-4521-b204-9d951978f720 req-71bc1b6e-d7c5-44c1-bf30-83b7fbb489fa tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] No DVR routers for this DVR port 98eeb1b0-f93f-4fd4-aca2-c67fe9f0d467 on host n-h2-804985-2 {{(pid=106253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:27:42.257930 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-2dc1f2ee-dfea-4521-b204-9d951978f720 req-71bc1b6e-d7c5-44c1-bf30-83b7fbb489fa tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:42.260505 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-2dc1f2ee-dfea-4521-b204-9d951978f720 req-71bc1b6e-d7c5-44c1-bf30-83b7fbb489fa tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.62 "DELETE /v2.0/ports/98eeb1b0-f93f-4fd4-aca2-c67fe9f0d467 HTTP/1.1" status: 204 len: 173 time: 0.5570941 Aug 18 12:27:42.260505 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30ad83cc-3031-4b52-824d-73c35c6e9fc4', 'name': 'network-vif-deleted', 'tag': '98eeb1b0-f93f-4fd4-aca2-c67fe9f0d467'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:27:42.264217 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0679f4c4b6e0e0c064a7d71d722dc30541a34fffee11680573be22ee2ffccc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34c949ad-216c-402f-a0bf-dc5a9b78b1e0" -d '{"events": [{"server_uuid": "30ad83cc-3031-4b52-824d-73c35c6e9fc4", "name": "network-vif-deleted", "tag": "98eeb1b0-f93f-4fd4-aca2-c67fe9f0d467"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:27:42.324123 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:27:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48c50b7a-d19c-4f1e-a424-343ff7b1739b x-openstack-request-id: req-48c50b7a-d19c-4f1e-a424-343ff7b1739b {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:27:42.324521 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30ad83cc-3031-4b52-824d-73c35c6e9fc4", "name": "network-vif-deleted", "tag": "98eeb1b0-f93f-4fd4-aca2-c67fe9f0d467", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:27:42.324731 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-48c50b7a-d19c-4f1e-a424-343ff7b1739b {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:27:42.325631 n-d-804985-2 neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30ad83cc-3031-4b52-824d-73c35c6e9fc4', 'name': 'network-vif-deleted', 'tag': '98eeb1b0-f93f-4fd4-aca2-c67fe9f0d467', 'status': 'completed', 'code': 200} Aug 18 12:27:42.346608 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device f12a9083-4407-4d39-a9ec-b91a354d9de2 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:27:42.450143 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port f12a9083-4407-4d39-a9ec-b91a354d9de2 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:27:42.464371 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port f12a9083-4407-4d39-a9ec-b91a354d9de2 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:27:42.464766 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:42.598112 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:42.623597 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] For port f12a9083-4407-4d39-a9ec-b91a354d9de2, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=f12a9083-4407-4d39-a9ec-b91a354d9de2,segment=NetworkSegment(c5a3db9d-5c58-41b1-9177-d5787a597b78),segment_id=c5a3db9d-5c58-41b1-9177-d5787a597b78)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:27:42.634312 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:42.717648 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Pushing event updated for resources: {'Port': ['ID=f12a9083-4407-4d39-a9ec-b91a354d9de2,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:27:42.735877 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-ccd7decd-0318-401b-bc24-4ead813e0c47 None None] Notify callbacks [] for port, precommit_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:42.739401 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8426ca15-dc66-413c-bc66-a3a2dfc7ef36 req-d3ad92ff-5c86-49d2-8262-a91c786910e1 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/ports?device_id=30ad83cc-3031-4b52-824d-73c35c6e9fc4 HTTP/1.1" status: 200 len: 210 time: 0.0616407 Aug 18 12:27:42.751353 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-ccd7decd-0318-401b-bc24-4ead813e0c47 None None] Transition to ACTIVE for port object 9ed93a68-308d-47c2-8d2c-7b663814bd74 will not be triggered until provisioned by entity L2. {{(pid=106255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:27:42.759767 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-ccd7decd-0318-401b-bc24-4ead813e0c47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:42.855174 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 46718) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:27:42.884105 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-ccd7decd-0318-401b-bc24-4ead813e0c47 None None] Attempting to bind port 9ed93a68-308d-47c2-8d2c-7b663814bd74 on host n-d-804985-2 for vnic_type normal with profile {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:27:42.884533 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-ccd7decd-0318-401b-bc24-4ead813e0c47 None None] Attempting to bind port 9ed93a68-308d-47c2-8d2c-7b663814bd74 by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': 'ba641e77-a89e-46b9-af5f-d62e24816b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '800466a5-23c6-4e64-8bf8-159fc1869aa1'}] {{(pid=106255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:27:42.884986 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd7decd-0318-401b-bc24-4ead813e0c47 None None] Attempting to bind port 9ed93a68-308d-47c2-8d2c-7b663814bd74 on network 800466a5-23c6-4e64-8bf8-159fc1869aa1 {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:27:42.887065 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d3c614-4ab9-497a-8bec-55f0c3a64e7c None None] Pushing event updated for resources: {'Port': ['ID=9ed93a68-308d-47c2-8d2c-7b663814bd74,revision_number=3']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:27:42.893421 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd7decd-0318-401b-bc24-4ead813e0c47 None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 27, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:27:42.893965 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd7decd-0318-401b-bc24-4ead813e0c47 None None] Checking segment: {'id': 'ba641e77-a89e-46b9-af5f-d62e24816b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '800466a5-23c6-4e64-8bf8-159fc1869aa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:27:42.895873 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-ccd7decd-0318-401b-bc24-4ead813e0c47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:42.895873 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd7decd-0318-401b-bc24-4ead813e0c47 None None] Bound using segment: {'id': 'ba641e77-a89e-46b9-af5f-d62e24816b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '800466a5-23c6-4e64-8bf8-159fc1869aa1'} {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:27:42.895873 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-ccd7decd-0318-401b-bc24-4ead813e0c47 None None] Bound port: 9ed93a68-308d-47c2-8d2c-7b663814bd74, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba641e77-a89e-46b9-af5f-d62e24816b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '800466a5-23c6-4e64-8bf8-159fc1869aa1'}}] {{(pid=106255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:27:42.895873 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-ccd7decd-0318-401b-bc24-4ead813e0c47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:42.975229 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-202c5b1a-ea7e-4398-9d2b-2bca011cc42c tempest-TestNetworkBasicOps-1792496569 tempest-TestNetworkBasicOps-1792496569-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:27:42.976781 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-202c5b1a-ea7e-4398-9d2b-2bca011cc42c tempest-TestNetworkBasicOps-1792496569 tempest-TestNetworkBasicOps-1792496569-project-admin] 10.222.0.66 "GET /v2.0/subnets?network_id=7cae7a70-14fd-408c-b14d-39ceb97cb60e HTTP/1.1" status: 200 len: 814 time: 0.1199331 Aug 18 12:27:42.992883 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-ccd7decd-0318-401b-bc24-4ead813e0c47 None None] For port 9ed93a68-308d-47c2-8d2c-7b663814bd74, host n-d-804985-2, cleared binding levels {{(pid=106255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:27:42.996461 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-ccd7decd-0318-401b-bc24-4ead813e0c47 None None] For port 9ed93a68-308d-47c2-8d2c-7b663814bd74, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=9ed93a68-308d-47c2-8d2c-7b663814bd74,segment=NetworkSegment(ba641e77-a89e-46b9-af5f-d62e24816b6b),segment_id=ba641e77-a89e-46b9-af5f-d62e24816b6b)] {{(pid=106255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:27:43.004277 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-ccd7decd-0318-401b-bc24-4ead813e0c47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:43.079146 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d3c614-4ab9-497a-8bec-55f0c3a64e7c None None] Pushing event updated for resources: {'Port': ['ID=9ed93a68-308d-47c2-8d2c-7b663814bd74,revision_number=4']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:27:43.110471 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd7decd-0318-401b-bc24-4ead813e0c47 None None] Routers {'8576d3df-a6ae-49e1-8b8d-f36a90dbdc77'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:27:43.111255 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-ccd7decd-0318-401b-bc24-4ead813e0c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:27:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['8576d3df-a6ae-49e1-8b8d-f36a90dbdc77'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:27:43.281507 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-ccd7decd-0318-401b-bc24-4ead813e0c47 None None] Set router 8576d3df-a6ae-49e1-8b8d-f36a90dbdc77 gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:27:43.512153 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-ccd7decd-0318-401b-bc24-4ead813e0c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8576d3df-a6ae-49e1-8b8d-f36a90dbdc77', 'name': 'tempest-TestVolumeBackupRestore-104435256-router', 'tenant_id': 'c0250c6f756d4fb292e9d2bb4181ab7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.46'}], 'enable_snat': True}, 'gw_port_id': 'f12a9083-4407-4d39-a9ec-b91a354d9de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:27:34Z', 'updated_at': '2021-08-18T12:27:38Z', 'revision_number': 4, 'project_id': 'c0250c6f756d4fb292e9d2bb4181ab7c', 'gw_port': {'id': 'f12a9083-4407-4d39-a9ec-b91a354d9de2', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:55:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8576d3df-a6ae-49e1-8b8d-f36a90dbdc77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:27:35Z', 'updated_at': '2021-08-18T12:27:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': '9ed93a68-308d-47c2-8d2c-7b663814bd74', 'name': '', 'network_id': '800466a5-23c6-4e64-8bf8-159fc1869aa1', 'tenant_id': 'c0250c6f756d4fb292e9d2bb4181ab7c', 'mac_address': 'fa:16:3e:f6:3d:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8576d3df-a6ae-49e1-8b8d-f36a90dbdc77', 'device_owner': 'network:router_interface', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '38642292-2e09-47b3-8264-84188be43941', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:27:37Z', 'updated_at': '2021-08-18T12:27:42Z', 'revision_number': 4, 'project_id': 'c0250c6f756d4fb292e9d2bb4181ab7c', 'subnets': [{'id': '38642292-2e09-47b3-8264-84188be43941', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:27:43.544782 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd7decd-0318-401b-bc24-4ead813e0c47 None None] The sync data for ids ['8576d3df-a6ae-49e1-8b8d-f36a90dbdc77'] in n-d-804985-2 is: [{'id': '8576d3df-a6ae-49e1-8b8d-f36a90dbdc77', 'name': 'tempest-TestVolumeBackupRestore-104435256-router', 'tenant_id': 'c0250c6f756d4fb292e9d2bb4181ab7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.46'}], 'enable_snat': True}, 'gw_port_id': 'f12a9083-4407-4d39-a9ec-b91a354d9de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:27:34Z', 'updated_at': '2021-08-18T12:27:38Z', 'revision_number': 4, 'project_id': 'c0250c6f756d4fb292e9d2bb4181ab7c', 'gw_port': {'id': 'f12a9083-4407-4d39-a9ec-b91a354d9de2', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:55:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8576d3df-a6ae-49e1-8b8d-f36a90dbdc77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:27:35Z', 'updated_at': '2021-08-18T12:27:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': '9ed93a68-308d-47c2-8d2c-7b663814bd74', 'name': '', 'network_id': '800466a5-23c6-4e64-8bf8-159fc1869aa1', 'tenant_id': 'c0250c6f756d4fb292e9d2bb4181ab7c', 'mac_address': 'fa:16:3e:f6:3d:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8576d3df-a6ae-49e1-8b8d-f36a90dbdc77', 'device_owner': 'network:router_interface', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '38642292-2e09-47b3-8264-84188be43941', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:27:37Z', 'updated_at': '2021-08-18T12:27:42Z', 'revision_number': 4, 'project_id': 'c0250c6f756d4fb292e9d2bb4181ab7c', 'subnets': [{'id': '38642292-2e09-47b3-8264-84188be43941', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:27:43.559856 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 46726) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:27:43.567267 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-0a1e318a-1c62-405c-a06d-7f793c6ab079 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Request body: {'network': {'name': 'tempest-network-smoke--1174958268', 'project_id': 'ba8f5ef8677a40aa9ef633104d93230e', 'port_security_enabled': True}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:27:43.603769 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a1e318a-1c62-405c-a06d-7f793c6ab079 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Made reservation on behalf of ba8f5ef8677a40aa9ef633104d93230e for: {'network': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:27:43.608343 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0a1e318a-1c62-405c-a06d-7f793c6ab079 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for network, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:43.646216 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a1e318a-1c62-405c-a06d-7f793c6ab079 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 841} {{(pid=106252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:27:43.667335 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0a1e318a-1c62-405c-a06d-7f793c6ab079 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:43.667930 n-d-804985-2 neutron-server[106252]: INFO neutron.db.segments_db [None req-0a1e318a-1c62-405c-a06d-7f793c6ab079 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Added segment 7508b955-9aac-4d99-9c69-9859014fba7b of type vlan for network e3caeccb-50e3-45a6-bd90-711d400c3a6b Aug 18 12:27:43.724226 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0a1e318a-1c62-405c-a06d-7f793c6ab079 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789150665894'] for network, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:43.770720 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0a1e318a-1c62-405c-a06d-7f793c6ab079 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for network, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:43.776904 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a1e318a-1c62-405c-a06d-7f793c6ab079 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:27:43.777728 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0a1e318a-1c62-405c-a06d-7f793c6ab079 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks [] for network, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:43.866457 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-0a1e318a-1c62-405c-a06d-7f793c6ab079 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3054581 Aug 18 12:27:43.869716 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 46730) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:27:43.893299 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6b3d3011-78f2-47f7-88ba-44012b58fca8 req-133b7869-e71d-4fa3-a1df-431e3f4cd6dc tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/ports?device_id=30ad83cc-3031-4b52-824d-73c35c6e9fc4 HTTP/1.1" status: 200 len: 210 time: 0.0360527 Aug 18 12:27:43.908487 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1e318a-1c62-405c-a06d-7f793c6ab079 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Pushing event updated for resources: {'Network': ['ID=e3caeccb-50e3-45a6-bd90-711d400c3a6b,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:27:43.919794 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Network e3caeccb-50e3-45a6-bd90-711d400c3a6b details requested by agent ovs-agent-n-d-804985-2 with host n-d-804985-2 {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:27:43.959368 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb56b334-de0f-4596-8e37-35c116170539 tempest-TestNetworkBasicOps-1792496569 tempest-TestNetworkBasicOps-1792496569-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:27:43.961339 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-cb56b334-de0f-4596-8e37-35c116170539 tempest-TestNetworkBasicOps-1792496569 tempest-TestNetworkBasicOps-1792496569-project-admin] 10.222.0.66 "GET /v2.0/subnets?project_id=ba8f5ef8677a40aa9ef633104d93230e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0897086 Aug 18 12:27:43.964315 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 46732) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:27:44.121197 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72396ad0-d1f7-4363-aed3-9c4793e7b96d tempest-TestNetworkBasicOps-1792496569 tempest-TestNetworkBasicOps-1792496569-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:27:44.123446 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-72396ad0-d1f7-4363-aed3-9c4793e7b96d tempest-TestNetworkBasicOps-1792496569 tempest-TestNetworkBasicOps-1792496569-project-admin] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1576874 Aug 18 12:27:44.126735 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 46736) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:27:44.203970 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-2f42d44d-ad53-4de2-a1db-004873274dff tempest-TestNetworkBasicOps-1792496569 tempest-TestNetworkBasicOps-1792496569-project-admin] 10.222.0.66 "GET /v2.0/subnets?network_id=7cae7a70-14fd-408c-b14d-39ceb97cb60e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0732782 Aug 18 12:27:44.204691 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 46738) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:27:44.246607 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-8fa66d72-18ac-4c45-a820-20ced0107fe7 tempest-TestNetworkBasicOps-1792496569 tempest-TestNetworkBasicOps-1792496569-project-admin] 10.222.0.66 "GET /v2.0/subnets?project_id=ba8f5ef8677a40aa9ef633104d93230e&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0400088 Aug 18 12:27:44.249101 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 46740) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:27:44.292270 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 9ed93a68-308d-47c2-8d2c-7b663814bd74 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:27:44.375240 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port 9ed93a68-308d-47c2-8d2c-7b663814bd74 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:27:44.381032 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 9ed93a68-308d-47c2-8d2c-7b663814bd74 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:27:44.381663 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:44.399812 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f9dc040-65db-4375-bf46-8e170ef3ac85 tempest-TestNetworkBasicOps-1792496569 tempest-TestNetworkBasicOps-1792496569-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:27:44.405423 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 46742) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:27:44.405729 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-9f9dc040-65db-4375-bf46-8e170ef3ac85 tempest-TestNetworkBasicOps-1792496569 tempest-TestNetworkBasicOps-1792496569-project-admin] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1552832 Aug 18 12:27:44.461417 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 46744) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:27:44.468960 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-f865f379-f9a7-4487-b7dc-c50398b91b23 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-294407494', 'network_id': 'e3caeccb-50e3-45a6-bd90-711d400c3a6b', 'project_id': 'ba8f5ef8677a40aa9ef633104d93230e', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:27:44.473050 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-a009780d-1677-4413-a862-e8a289da0d1e tempest-TestNetworkBasicOps-1792496569 tempest-TestNetworkBasicOps-1792496569-project-admin] 10.222.0.66 "GET /v2.0/subnets?network_id=7cae7a70-14fd-408c-b14d-39ceb97cb60e&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0655065 Aug 18 12:27:44.663881 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f865f379-f9a7-4487-b7dc-c50398b91b23 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Made reservation on behalf of ba8f5ef8677a40aa9ef633104d93230e for: {'subnet': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:27:44.670211 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f865f379-f9a7-4487-b7dc-c50398b91b23 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59388119'] for subnet, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:44.766821 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:44.823998 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] For port 9ed93a68-308d-47c2-8d2c-7b663814bd74, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=9ed93a68-308d-47c2-8d2c-7b663814bd74,segment=NetworkSegment(ba641e77-a89e-46b9-af5f-d62e24816b6b),segment_id=ba641e77-a89e-46b9-af5f-d62e24816b6b)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:27:44.829448 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:44.830267 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device f12a9083-4407-4d39-a9ec-b91a354d9de2 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:27:44.935035 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Pushing event updated for resources: {'Port': ['ID=9ed93a68-308d-47c2-8d2c-7b663814bd74,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:27:44.967310 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f865f379-f9a7-4487-b7dc-c50398b91b23 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58902106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59388097'] for subnet, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:44.977003 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port f12a9083-4407-4d39-a9ec-b91a354d9de2 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:27:44.977547 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:45.110659 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f865f379-f9a7-4487-b7dc-c50398b91b23 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Pushing event updated for resources: {'Subnet': ['ID=9c2eb86c-25cd-4f0d-b9ce-deecfd819afd,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:27:45.118253 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-346e6a38-d360-48e8-9758-81c7cefc48e8 req-1ca4034b-244d-4628-857a-cd1c306bb24f tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/ports?device_id=30ad83cc-3031-4b52-824d-73c35c6e9fc4 HTTP/1.1" status: 200 len: 210 time: 0.0792265 Aug 18 12:27:45.129374 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f865f379-f9a7-4487-b7dc-c50398b91b23 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Checking segment: {'id': '7508b955-9aac-4d99-9c69-9859014fba7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'e3caeccb-50e3-45a6-bd90-711d400c3a6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:27:45.130454 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f865f379-f9a7-4487-b7dc-c50398b91b23 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Network hostable DHCP agents. Network: e3caeccb-50e3-45a6-bd90-711d400c3a6b, hostable agents: ['97c14208-2951-4361-8d64-3708c946ff5f'], hosted agents: [] {{(pid=106253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 12:27:45.160047 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f865f379-f9a7-4487-b7dc-c50398b91b23 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Network e3caeccb-50e3-45a6-bd90-711d400c3a6b is scheduled to be hosted by DHCP agent 97c14208-2951-4361-8d64-3708c946ff5f with binding_index 1 {{(pid=106253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 12:27:45.171297 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-f865f379-f9a7-4487-b7dc-c50398b91b23 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-2, e3caeccb-50e3-45a6-bd90-711d400c3a6b) {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:27:45.179393 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc4252ff-30c9-451a-a0aa-a0276854b00b None None] Network e3caeccb-50e3-45a6-bd90-711d400c3a6b requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:27:45.183294 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f865f379-f9a7-4487-b7dc-c50398b91b23 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:27:45.183890 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f865f379-f9a7-4487-b7dc-c50398b91b23 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:45.206040 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-f865f379-f9a7-4487-b7dc-c50398b91b23 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7427673 Aug 18 12:27:45.262632 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 98eeb1b0-f93f-4fd4-aca2-c67fe9f0d467 no longer exists at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:27:45.300317 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] No Port match for: 98eeb1b0-f93f-4fd4-aca2-c67fe9f0d467 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:27:45.301514 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 98eeb1b0-f93f-4fd4-aca2-c67fe9f0d467 not bound to the agent host n-h2-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:27:45.429142 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c901e52-15f6-4f8b-95d7-b0f80894a5c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp788be208-34ab-5a8f-af0f-528834af222f-e3caeccb-50e3-45a6-bd90-711d400c3a6b', 'network_id': 'e3caeccb-50e3-45a6-bd90-711d400c3a6b', 'tenant_id': 'ba8f5ef8677a40aa9ef633104d93230e', 'fixed_ips': [{'subnet_id': '9c2eb86c-25cd-4f0d-b9ce-deecfd819afd'}]}} from n-d-804985-2. {{(pid=106254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 12:27:45.430103 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-2c901e52-15f6-4f8b-95d7-b0f80894a5c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:45.518043 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 46752) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:27:45.523517 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-daf2c1b8-4ef2-44cc-91ee-91e97a165eec tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-759376702', 'description': 'tempest-secgroup-smoke-759376702 description', 'project_id': 'ba8f5ef8677a40aa9ef633104d93230e'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:27:45.560382 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-daf2c1b8-4ef2-44cc-91ee-91e97a165eec tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:45.608137 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.db_base_plugin_common [None req-2c901e52-15f6-4f8b-95d7-b0f80894a5c4 None None] Allocated IP 172.20.0.18 (e3caeccb-50e3-45a6-bd90-711d400c3a6b/9c2eb86c-25cd-4f0d-b9ce-deecfd819afd/18eace63-64fb-400b-807d-464d35c28486) {{(pid=106254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:27:45.678489 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-daf2c1b8-4ef2-44cc-91ee-91e97a165eec tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:45.684513 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-daf2c1b8-4ef2-44cc-91ee-91e97a165eec tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:45.725888 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf2c1b8-4ef2-44cc-91ee-91e97a165eec tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bcbb4cda-09be-4f69-8c6c-d92bfb55170d,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:27:45.730904 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-daf2c1b8-4ef2-44cc-91ee-91e97a165eec tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:45.735463 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-daf2c1b8-4ef2-44cc-91ee-91e97a165eec tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2132344 Aug 18 12:27:45.735985 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 46754) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:27:45.741787 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-c069ea86-70ca-4f94-b6bb-1df71939acd3 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Request body: {'security_group_rule': {'security_group_id': 'bcbb4cda-09be-4f69-8c6c-d92bfb55170d', 'project_id': 'ba8f5ef8677a40aa9ef633104d93230e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:27:45.789319 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c069ea86-70ca-4f94-b6bb-1df71939acd3 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:45.797291 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-2c901e52-15f6-4f8b-95d7-b0f80894a5c4 None None] Notify callbacks [] for port, precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:45.815350 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-2c901e52-15f6-4f8b-95d7-b0f80894a5c4 None None] Transition to ACTIVE for port object 18eace63-64fb-400b-807d-464d35c28486 will not be triggered until provisioned by entity L2. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:27:45.835140 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-2c901e52-15f6-4f8b-95d7-b0f80894a5c4 None None] Transition to ACTIVE for port object 18eace63-64fb-400b-807d-464d35c28486 will not be triggered until provisioned by entity DHCP. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:27:45.846968 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-2c901e52-15f6-4f8b-95d7-b0f80894a5c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547'] for port, after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:45.865803 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c069ea86-70ca-4f94-b6bb-1df71939acd3 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:45.879019 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c069ea86-70ca-4f94-b6bb-1df71939acd3 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992607'] for security_group_rule, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:45.907316 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c901e52-15f6-4f8b-95d7-b0f80894a5c4 None None] Network e3caeccb-50e3-45a6-bd90-711d400c3a6b is already hosted by enough agents. {{(pid=106254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:27:45.909017 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c901e52-15f6-4f8b-95d7-b0f80894a5c4 None None] Pushing event updated for resources: {'Port': ['ID=18eace63-64fb-400b-807d-464d35c28486,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:27:45.913246 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.base_scheduler [None req-2c901e52-15f6-4f8b-95d7-b0f80894a5c4 None None] Resources bound (agent type, host, resource id): {{(pid=106254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:27:45.915814 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c901e52-15f6-4f8b-95d7-b0f80894a5c4 None None] Received port after_create {{(pid=106254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:27:45.919415 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c069ea86-70ca-4f94-b6bb-1df71939acd3 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46d47691-0d44-479f-bec5-5bb816255b56,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:27:45.930464 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c069ea86-70ca-4f94-b6bb-1df71939acd3 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:45.931750 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-c069ea86-70ca-4f94-b6bb-1df71939acd3 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1945806 Aug 18 12:27:45.934866 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 46756) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:27:45.940578 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-afac125d-eece-4d10-b1b6-ab312ad48a88 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Request body: {'security_group_rule': {'security_group_id': 'bcbb4cda-09be-4f69-8c6c-d92bfb55170d', 'project_id': 'ba8f5ef8677a40aa9ef633104d93230e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:27:45.976871 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-afac125d-eece-4d10-b1b6-ab312ad48a88 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:45.992665 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-2c901e52-15f6-4f8b-95d7-b0f80894a5c4 None None] Attempting to bind port 18eace63-64fb-400b-807d-464d35c28486 on host n-d-804985-2 for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:27:45.993287 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-2c901e52-15f6-4f8b-95d7-b0f80894a5c4 None None] Attempting to bind port 18eace63-64fb-400b-807d-464d35c28486 by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': '7508b955-9aac-4d99-9c69-9859014fba7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'e3caeccb-50e3-45a6-bd90-711d400c3a6b'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:27:45.993563 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c901e52-15f6-4f8b-95d7-b0f80894a5c4 None None] Attempting to bind port 18eace63-64fb-400b-807d-464d35c28486 on network e3caeccb-50e3-45a6-bd90-711d400c3a6b {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:27:45.999998 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c901e52-15f6-4f8b-95d7-b0f80894a5c4 None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 27, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:27:46.001366 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c901e52-15f6-4f8b-95d7-b0f80894a5c4 None None] Checking segment: {'id': '7508b955-9aac-4d99-9c69-9859014fba7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'e3caeccb-50e3-45a6-bd90-711d400c3a6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:27:46.001909 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-2c901e52-15f6-4f8b-95d7-b0f80894a5c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:46.002664 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c901e52-15f6-4f8b-95d7-b0f80894a5c4 None None] Bound using segment: {'id': '7508b955-9aac-4d99-9c69-9859014fba7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'e3caeccb-50e3-45a6-bd90-711d400c3a6b'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:27:46.003612 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-2c901e52-15f6-4f8b-95d7-b0f80894a5c4 None None] Bound port: 18eace63-64fb-400b-807d-464d35c28486, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7508b955-9aac-4d99-9c69-9859014fba7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'e3caeccb-50e3-45a6-bd90-711d400c3a6b'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:27:46.006937 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-2c901e52-15f6-4f8b-95d7-b0f80894a5c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:46.057186 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-afac125d-eece-4d10-b1b6-ab312ad48a88 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:46.064504 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-afac125d-eece-4d10-b1b6-ab312ad48a88 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992607'] for security_group_rule, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:46.096633 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afac125d-eece-4d10-b1b6-ab312ad48a88 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e588a1da-b21a-443a-a888-28ae8cee050e,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:27:46.101582 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-afac125d-eece-4d10-b1b6-ab312ad48a88 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:46.103076 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-afac125d-eece-4d10-b1b6-ab312ad48a88 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1667154 Aug 18 12:27:46.105964 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 46758) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:27:46.111505 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-fed74bbc-1e0c-48ef-ae4e-63b0d14c7cad tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Request body: {'security_group_rule': {'security_group_id': 'bcbb4cda-09be-4f69-8c6c-d92bfb55170d', 'project_id': 'ba8f5ef8677a40aa9ef633104d93230e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:27:46.118611 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-2c901e52-15f6-4f8b-95d7-b0f80894a5c4 None None] For port 18eace63-64fb-400b-807d-464d35c28486, host n-d-804985-2, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:27:46.122886 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-2c901e52-15f6-4f8b-95d7-b0f80894a5c4 None None] For port 18eace63-64fb-400b-807d-464d35c28486, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=18eace63-64fb-400b-807d-464d35c28486,segment=NetworkSegment(7508b955-9aac-4d99-9c69-9859014fba7b),segment_id=7508b955-9aac-4d99-9c69-9859014fba7b)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:27:46.130846 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-2c901e52-15f6-4f8b-95d7-b0f80894a5c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:46.200769 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-fed74bbc-1e0c-48ef-ae4e-63b0d14c7cad tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:46.297269 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c901e52-15f6-4f8b-95d7-b0f80894a5c4 None None] Pushing event updated for resources: {'Port': ['ID=18eace63-64fb-400b-807d-464d35c28486,revision_number=2']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:27:46.326750 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 9ed93a68-308d-47c2-8d2c-7b663814bd74 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:27:46.364194 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c4609349-e582-4e17-9e58-6c38012a9874 req-cc7fa2a4-df38-48dc-a8f8-b8211b888c99 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/ports?device_id=30ad83cc-3031-4b52-824d-73c35c6e9fc4 HTTP/1.1" status: 200 len: 210 time: 0.0806847 Aug 18 12:27:46.376088 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-fed74bbc-1e0c-48ef-ae4e-63b0d14c7cad tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:46.389487 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-fed74bbc-1e0c-48ef-ae4e-63b0d14c7cad tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992607'] for security_group_rule, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:46.404673 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 9ed93a68-308d-47c2-8d2c-7b663814bd74 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:27:46.405064 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:46.421113 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed74bbc-1e0c-48ef-ae4e-63b0d14c7cad tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5845ff5f-7a21-472b-82b9-5854c2f6f55c,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:27:46.431735 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-fed74bbc-1e0c-48ef-ae4e-63b0d14c7cad tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:46.436069 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-fed74bbc-1e0c-48ef-ae4e-63b0d14c7cad tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3259549 Aug 18 12:27:46.437140 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 46764) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:27:46.443179 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-8a26ae55-c367-4afa-9d0a-08e7f80c8f53 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Request body: {'security_group_rule': {'security_group_id': 'bcbb4cda-09be-4f69-8c6c-d92bfb55170d', 'project_id': 'ba8f5ef8677a40aa9ef633104d93230e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:27:46.487327 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8a26ae55-c367-4afa-9d0a-08e7f80c8f53 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:46.606900 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8a26ae55-c367-4afa-9d0a-08e7f80c8f53 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:46.614764 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8a26ae55-c367-4afa-9d0a-08e7f80c8f53 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992607'] for security_group_rule, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:46.654956 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a26ae55-c367-4afa-9d0a-08e7f80c8f53 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21abbc9f-f020-4661-9b1a-cb55dfe15676,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:27:46.658574 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8a26ae55-c367-4afa-9d0a-08e7f80c8f53 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:46.664273 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 46766) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:27:46.664567 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-8a26ae55-c367-4afa-9d0a-08e7f80c8f53 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2268679 Aug 18 12:27:46.669911 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-35ab4c40-29c5-4f1f-8e1d-fb5508e3a2f1 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Request body: {'security_group_rule': {'security_group_id': 'bcbb4cda-09be-4f69-8c6c-d92bfb55170d', 'project_id': 'ba8f5ef8677a40aa9ef633104d93230e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:27:46.702101 n-d-804985-2 neutron-server[106253]: INFO neutron.db.securitygroups_db [None req-35ab4c40-29c5-4f1f-8e1d-fb5508e3a2f1 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Project ba8f5ef8677a40aa9ef633104d93230e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 18 12:27:46.710900 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-35ab4c40-29c5-4f1f-8e1d-fb5508e3a2f1 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:46.789115 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-35ab4c40-29c5-4f1f-8e1d-fb5508e3a2f1 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:46.794920 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-35ab4c40-29c5-4f1f-8e1d-fb5508e3a2f1 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992607'] for security_group_rule, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:46.814648 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ab4c40-29c5-4f1f-8e1d-fb5508e3a2f1 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee7876fd-3efc-4d60-a402-46740159dd43,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:27:46.822184 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-35ab4c40-29c5-4f1f-8e1d-fb5508e3a2f1 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:46.826945 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 46768) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:27:46.829016 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-35ab4c40-29c5-4f1f-8e1d-fb5508e3a2f1 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1629829 Aug 18 12:27:46.832744 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-de63945e-7e4b-494b-af63-c2945d4c1f88 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Request body: {'security_group_rule': {'security_group_id': 'bcbb4cda-09be-4f69-8c6c-d92bfb55170d', 'project_id': 'ba8f5ef8677a40aa9ef633104d93230e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:27:46.861001 n-d-804985-2 neutron-server[106252]: INFO neutron.db.securitygroups_db [None req-de63945e-7e4b-494b-af63-c2945d4c1f88 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Project ba8f5ef8677a40aa9ef633104d93230e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 18 12:27:46.870457 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-de63945e-7e4b-494b-af63-c2945d4c1f88 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:46.942964 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-de63945e-7e4b-494b-af63-c2945d4c1f88 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:46.948759 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-de63945e-7e4b-494b-af63-c2945d4c1f88 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992607'] for security_group_rule, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:46.973598 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de63945e-7e4b-494b-af63-c2945d4c1f88 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d16d1a2-4b3e-4654-ac06-4a05b4e3e261,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:27:46.978310 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-de63945e-7e4b-494b-af63-c2945d4c1f88 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:46.989203 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-de63945e-7e4b-494b-af63-c2945d4c1f88 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1609464 Aug 18 12:27:47.246224 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-acc4dc64-293a-44b7-8ac9-3048c0de3eb9 req-bc341d14-099d-4a05-b792-90c55d1e6e9d tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-759376702&fields=id&tenant_id=ba8f5ef8677a40aa9ef633104d93230e HTTP/1.1" status: 200 len: 267 time: 0.0638523 Aug 18 12:27:47.422072 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc4dc64-293a-44b7-8ac9-3048c0de3eb9 req-517b1e93-e49f-4280-8bfc-fc964ab3aaa8 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:27:47.423649 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-acc4dc64-293a-44b7-8ac9-3048c0de3eb9 req-517b1e93-e49f-4280-8bfc-fc964ab3aaa8 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] 10.222.0.66 "GET /v2.0/networks?id=e3caeccb-50e3-45a6-bd90-711d400c3a6b HTTP/1.1" status: 200 len: 797 time: 0.1647866 Aug 18 12:27:47.453964 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-acc4dc64-293a-44b7-8ac9-3048c0de3eb9 req-3ba85240-ae27-49c3-bac1-d4cda57b97ca tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] 10.222.0.66 "GET /v2.0/quotas/ba8f5ef8677a40aa9ef633104d93230e HTTP/1.1" status: 200 len: 375 time: 0.0221570 Aug 18 12:27:47.563970 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1a3fb8c5-ebe9-4c56-afa4-40b33677e3ec req-4f8010ae-6290-4636-b419-347699b595d2 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/ports?device_id=30ad83cc-3031-4b52-824d-73c35c6e9fc4 HTTP/1.1" status: 200 len: 210 time: 0.0772953 Aug 18 12:27:47.595071 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-acc4dc64-293a-44b7-8ac9-3048c0de3eb9 req-c19d84d6-e121-4ec9-b750-c310d85ed8fd tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=ba8f5ef8677a40aa9ef633104d93230e&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1242750 Aug 18 12:27:47.726489 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-acc4dc64-293a-44b7-8ac9-3048c0de3eb9 req-56ab1d7f-0ba0-456d-aba5-365f74308629 service neutron] 10.222.0.66 "GET /v2.0/networks/e3caeccb-50e3-45a6-bd90-711d400c3a6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301415 Aug 18 12:27:47.831341 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-254a0b2e-9f94-4e43-ade8-c168662c8198 None None] Network e3caeccb-50e3-45a6-bd90-711d400c3a6b requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:27:47.932936 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-d25450a0-92f0-4d81-a547-fb09e8a0b419 None None] Provisioning for port 18eace63-64fb-400b-807d-464d35c28486 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:27:47.941017 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-acc4dc64-293a-44b7-8ac9-3048c0de3eb9 req-86335953-3531-4628-867d-90c583b1d376 service neutron] 10.222.0.66 "GET /v2.0/networks/e3caeccb-50e3-45a6-bd90-711d400c3a6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2134635 Aug 18 12:27:47.960997 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e2d9eace-d673-4abc-8944-5bf6541c492a req-b2f84e47-41d8-4dc0-9018-0dfe141b3bb6 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=b4381b0a-98f2-47fe-9eb1-ca6ca541656a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2516506 Aug 18 12:27:48.097880 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d9eace-d673-4abc-8944-5bf6541c492a req-46e1ce26-410e-4488-9b91-8d785b882d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:27:48.101752 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e2d9eace-d673-4abc-8944-5bf6541c492a req-46e1ce26-410e-4488-9b91-8d785b882d25 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=ba8f5ef8677a40aa9ef633104d93230e&device_id=b4381b0a-98f2-47fe-9eb1-ca6ca541656a HTTP/1.1" status: 200 len: 1096 time: 0.0933199 Aug 18 12:27:48.313264 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ba41c044-b464-4f89-848b-ac29cc87f283 req-c884d1d7-c06f-4a48-b6c0-aebb3081c3e8 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] 10.222.0.66 "GET /v2.0/ports?device_id=4a005401-5b06-49ee-ace1-4d2b42397875 HTTP/1.1" status: 200 len: 210 time: 0.0431728 Aug 18 12:27:48.339690 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 18eace63-64fb-400b-807d-464d35c28486 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:27:48.371457 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d9eace-d673-4abc-8944-5bf6541c492a req-c3609c6a-0505-40bf-8315-4552440279b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:27:48.373003 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e2d9eace-d673-4abc-8944-5bf6541c492a req-c3609c6a-0505-40bf-8315-4552440279b9 service neutron] 10.222.0.63 "GET /v2.0/networks?id=05dfb111-3320-46c7-b333-0397b0cc4fd7 HTTP/1.1" status: 200 len: 898 time: 0.2498405 Aug 18 12:27:48.422621 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port 18eace63-64fb-400b-807d-464d35c28486 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:27:48.427203 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 18eace63-64fb-400b-807d-464d35c28486 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:27:48.427584 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:48.497056 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e2d9eace-d673-4abc-8944-5bf6541c492a req-9c058f2f-a71c-454b-b73e-732d4e7c5d29 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=46084920-dd01-4d91-9386-01ff6c4d4391 HTTP/1.1" status: 200 len: 1000 time: 0.1157167 Aug 18 12:27:48.537365 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-c81a1edd-78e5-4642-8871-ab892a576e36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:48.540956 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8b7c508d-d15f-4198-a1f3-98c2cbcae062 None None] Provisioning complete for port 18eace63-64fb-400b-807d-464d35c28486 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:27:48.541322 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8b7c508d-d15f-4198-a1f3-98c2cbcae062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:48.594791 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d9eace-d673-4abc-8944-5bf6541c492a req-c1d835ba-bdbb-4513-b2cb-725f207a636c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:27:48.605405 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e2d9eace-d673-4abc-8944-5bf6541c492a req-c1d835ba-bdbb-4513-b2cb-725f207a636c service neutron] 10.222.0.63 "GET /v2.0/subnets?id=9c610508-a736-4cea-b1fe-b095b53f9f62 HTTP/1.1" status: 200 len: 835 time: 0.0991488 Aug 18 12:27:48.636655 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:48.676284 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d9eace-d673-4abc-8944-5bf6541c492a req-24f66ad2-2f21-41b4-8276-f0e9b0bcb2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:27:48.679010 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e2d9eace-d673-4abc-8944-5bf6541c492a req-24f66ad2-2f21-41b4-8276-f0e9b0bcb2c2 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=05dfb111-3320-46c7-b333-0397b0cc4fd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0665143 Aug 18 12:27:48.712788 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] For port 18eace63-64fb-400b-807d-464d35c28486, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=18eace63-64fb-400b-807d-464d35c28486,segment=NetworkSegment(7508b955-9aac-4d99-9c69-9859014fba7b),segment_id=7508b955-9aac-4d99-9c69-9859014fba7b)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:27:48.720594 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8b7c508d-d15f-4198-a1f3-98c2cbcae062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:48.742007 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:48.830677 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e2d9eace-d673-4abc-8944-5bf6541c492a req-083fa291-b220-4956-994b-2a74fd8d4902 service neutron] 10.222.0.63 "GET /v2.0/networks/05dfb111-3320-46c7-b333-0397b0cc4fd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433692 Aug 18 12:27:48.860727 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.db.api [None req-8b7c508d-d15f-4198-a1f3-98c2cbcae062 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106254) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 18 12:27:48.861798 n-d-804985-2 neutron-server[106254]: DEBUG oslo_db.api [None req-8b7c508d-d15f-4198-a1f3-98c2cbcae062 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 18 12:27:48.867763 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Pushing event updated for resources: {'Port': ['ID=18eace63-64fb-400b-807d-464d35c28486,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:27:49.365642 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e2d9eace-d673-4abc-8944-5bf6541c492a req-e49bfc5e-cce6-4a94-b91e-b06c532b80f6 service neutron] 10.222.0.63 "GET /v2.0/networks/05dfb111-3320-46c7-b333-0397b0cc4fd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5252144 Aug 18 12:27:49.472975 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ccdd09e7-fbf8-4b38-99cf-36004f867e05 req-5d20f41d-e1fb-4583-ad6e-dd7401a2e7cc tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] 10.222.0.66 "GET /v2.0/ports?device_id=4a005401-5b06-49ee-ace1-4d2b42397875 HTTP/1.1" status: 200 len: 210 time: 0.0473888 Aug 18 12:27:49.681137 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc4dc64-293a-44b7-8ac9-3048c0de3eb9 req-c28045ae-85a5-4939-97d9-3d10993ce058 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:27:49.682867 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-acc4dc64-293a-44b7-8ac9-3048c0de3eb9 req-c28045ae-85a5-4939-97d9-3d10993ce058 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] 10.222.0.62 "GET /v2.0/networks?id=e3caeccb-50e3-45a6-bd90-711d400c3a6b HTTP/1.1" status: 200 len: 797 time: 0.1642346 Aug 18 12:27:49.745189 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-acc4dc64-293a-44b7-8ac9-3048c0de3eb9 req-83385762-f04b-4ff3-bf2a-7f5bc8a83035 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ba8f5ef8677a40aa9ef633104d93230e HTTP/1.1" status: 200 len: 471 time: 0.0508144 Aug 18 12:27:49.755399 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [req-acc4dc64-293a-44b7-8ac9-3048c0de3eb9 req-f715cc55-4b52-4c39-8e2a-92f8435fe091 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Request body: {'port': {'device_id': '4a005401-5b06-49ee-ace1-4d2b42397875', 'network_id': 'e3caeccb-50e3-45a6-bd90-711d400c3a6b', 'admin_state_up': True, 'tenant_id': 'ba8f5ef8677a40aa9ef633104d93230e', 'security_groups': ['bcbb4cda-09be-4f69-8c6c-d92bfb55170d']}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:27:49.877876 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-acc4dc64-293a-44b7-8ac9-3048c0de3eb9 req-f715cc55-4b52-4c39-8e2a-92f8435fe091 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Made reservation on behalf of ba8f5ef8677a40aa9ef633104d93230e for: {'port': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:27:49.884198 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-acc4dc64-293a-44b7-8ac9-3048c0de3eb9 req-f715cc55-4b52-4c39-8e2a-92f8435fe091 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:50.029079 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [req-acc4dc64-293a-44b7-8ac9-3048c0de3eb9 req-f715cc55-4b52-4c39-8e2a-92f8435fe091 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Allocated IP 172.20.0.28 (e3caeccb-50e3-45a6-bd90-711d400c3a6b/9c2eb86c-25cd-4f0d-b9ce-deecfd819afd/5d7d83df-74ae-4c7c-9a3d-9c4e1213d042) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:27:50.220505 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-acc4dc64-293a-44b7-8ac9-3048c0de3eb9 req-f715cc55-4b52-4c39-8e2a-92f8435fe091 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:50.243425 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [req-acc4dc64-293a-44b7-8ac9-3048c0de3eb9 req-f715cc55-4b52-4c39-8e2a-92f8435fe091 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Transition to ACTIVE for port object 5d7d83df-74ae-4c7c-9a3d-9c4e1213d042 will not be triggered until provisioned by entity DHCP. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:27:50.286146 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-acc4dc64-293a-44b7-8ac9-3048c0de3eb9 req-f715cc55-4b52-4c39-8e2a-92f8435fe091 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:50.290449 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 18eace63-64fb-400b-807d-464d35c28486 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:27:50.332388 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-acc4dc64-293a-44b7-8ac9-3048c0de3eb9 req-f715cc55-4b52-4c39-8e2a-92f8435fe091 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Network e3caeccb-50e3-45a6-bd90-711d400c3a6b is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:27:50.337532 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [req-acc4dc64-293a-44b7-8ac9-3048c0de3eb9 req-f715cc55-4b52-4c39-8e2a-92f8435fe091 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:27:50.342983 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-acc4dc64-293a-44b7-8ac9-3048c0de3eb9 req-f715cc55-4b52-4c39-8e2a-92f8435fe091 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:27:50.349589 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f715cc55-4b52-4c39-8e2a-92f8435fe091 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Pushing event updated for resources: {'Port': ['ID=5d7d83df-74ae-4c7c-9a3d-9c4e1213d042,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:27:50.402812 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 18eace63-64fb-400b-807d-464d35c28486 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:27:50.403389 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:50.433372 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc4dc64-293a-44b7-8ac9-3048c0de3eb9 req-f715cc55-4b52-4c39-8e2a-92f8435fe091 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:27:50.434958 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-acc4dc64-293a-44b7-8ac9-3048c0de3eb9 req-f715cc55-4b52-4c39-8e2a-92f8435fe091 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:50.459758 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-acc4dc64-293a-44b7-8ac9-3048c0de3eb9 req-f715cc55-4b52-4c39-8e2a-92f8435fe091 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7080228 Aug 18 12:27:50.474239 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [req-acc4dc64-293a-44b7-8ac9-3048c0de3eb9 req-db42b24b-cf76-4d7c-a83e-4c9592a61fd5 service neutron] Request body: {'port': {'device_id': '4a005401-5b06-49ee-ace1-4d2b42397875', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804985-2'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:27:50.555463 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-acc4dc64-293a-44b7-8ac9-3048c0de3eb9 req-db42b24b-cf76-4d7c-a83e-4c9592a61fd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:50.672062 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d44e8da-2753-46a6-84e7-6f40ba6a6530 req-9d2ec389-1a0c-4577-9a31-8cd7771ff5ca tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:27:50.674315 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4d44e8da-2753-46a6-84e7-6f40ba6a6530 req-9d2ec389-1a0c-4577-9a31-8cd7771ff5ca tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] 10.222.0.66 "GET /v2.0/ports?device_id=4a005401-5b06-49ee-ace1-4d2b42397875 HTTP/1.1" status: 200 len: 932 time: 0.0719807 Aug 18 12:27:50.729737 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4d44e8da-2753-46a6-84e7-6f40ba6a6530 req-8ce964c4-dbfe-496c-b498-dc0bddd33bf4 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] 10.222.0.66 "GET /v2.0/security-groups?id=bcbb4cda-09be-4f69-8c6c-d92bfb55170d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448325 Aug 18 12:27:50.784290 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-9bdd317e-10ac-46bf-8b14-564b67d96f1d None None] Provisioning for port 5d7d83df-74ae-4c7c-9a3d-9c4e1213d042 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:27:50.791611 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-9bdd317e-10ac-46bf-8b14-564b67d96f1d None None] Provisioning complete for port 5d7d83df-74ae-4c7c-9a3d-9c4e1213d042 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:27:50.793196 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-9bdd317e-10ac-46bf-8b14-564b67d96f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:50.851297 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-9bdd317e-10ac-46bf-8b14-564b67d96f1d None None] Port 5d7d83df-74ae-4c7c-9a3d-9c4e1213d042 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:27:50.992746 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [req-acc4dc64-293a-44b7-8ac9-3048c0de3eb9 req-db42b24b-cf76-4d7c-a83e-4c9592a61fd5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d7d83df-74ae-4c7c-9a3d-9c4e1213d042 {{(pid=106253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:27:51.004759 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-acc4dc64-293a-44b7-8ac9-3048c0de3eb9 req-db42b24b-cf76-4d7c-a83e-4c9592a61fd5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:51.022122 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [req-acc4dc64-293a-44b7-8ac9-3048c0de3eb9 req-db42b24b-cf76-4d7c-a83e-4c9592a61fd5 service neutron] Transition to ACTIVE for port object 5d7d83df-74ae-4c7c-9a3d-9c4e1213d042 will not be triggered until provisioned by entity L2. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:27:51.026505 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-acc4dc64-293a-44b7-8ac9-3048c0de3eb9 req-db42b24b-cf76-4d7c-a83e-4c9592a61fd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:51.104561 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db42b24b-cf76-4d7c-a83e-4c9592a61fd5 service neutron] Pushing event updated for resources: {'Port': ['ID=5d7d83df-74ae-4c7c-9a3d-9c4e1213d042,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:27:51.197115 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-acc4dc64-293a-44b7-8ac9-3048c0de3eb9 req-db42b24b-cf76-4d7c-a83e-4c9592a61fd5 service neutron] Attempting to bind port 5d7d83df-74ae-4c7c-9a3d-9c4e1213d042 on host n-h2-804985-2 for vnic_type normal with profile {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:27:51.197506 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-acc4dc64-293a-44b7-8ac9-3048c0de3eb9 req-db42b24b-cf76-4d7c-a83e-4c9592a61fd5 service neutron] Attempting to bind port 5d7d83df-74ae-4c7c-9a3d-9c4e1213d042 by drivers openvswitch,hyperv on host n-h2-804985-2 at level 0 using segments [{'id': '7508b955-9aac-4d99-9c69-9859014fba7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'e3caeccb-50e3-45a6-bd90-711d400c3a6b'}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:27:51.198624 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc4dc64-293a-44b7-8ac9-3048c0de3eb9 req-db42b24b-cf76-4d7c-a83e-4c9592a61fd5 service neutron] Attempting to bind port 5d7d83df-74ae-4c7c-9a3d-9c4e1213d042 on network e3caeccb-50e3-45a6-bd90-711d400c3a6b {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:27:51.204601 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc4dc64-293a-44b7-8ac9-3048c0de3eb9 req-db42b24b-cf76-4d7c-a83e-4c9592a61fd5 service neutron] Port 5d7d83df-74ae-4c7c-9a3d-9c4e1213d042 on network e3caeccb-50e3-45a6-bd90-711d400c3a6b not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-2 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:27:51.205024 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc4dc64-293a-44b7-8ac9-3048c0de3eb9 req-db42b24b-cf76-4d7c-a83e-4c9592a61fd5 service neutron] Attempting to bind port 5d7d83df-74ae-4c7c-9a3d-9c4e1213d042 on network e3caeccb-50e3-45a6-bd90-711d400c3a6b {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:27:51.218830 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc4dc64-293a-44b7-8ac9-3048c0de3eb9 req-db42b24b-cf76-4d7c-a83e-4c9592a61fd5 service neutron] Checking agent: {'id': 'da5da552-709c-4248-84de-86af99a0dc87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 49, 8), 'started_at': datetime.datetime(2021, 8, 18, 11, 49, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 27, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:27:51.218830 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc4dc64-293a-44b7-8ac9-3048c0de3eb9 req-db42b24b-cf76-4d7c-a83e-4c9592a61fd5 service neutron] Checking segment: {'id': '7508b955-9aac-4d99-9c69-9859014fba7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'e3caeccb-50e3-45a6-bd90-711d400c3a6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:27:51.218830 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc4dc64-293a-44b7-8ac9-3048c0de3eb9 req-db42b24b-cf76-4d7c-a83e-4c9592a61fd5 service neutron] Bound using segment: {'id': '7508b955-9aac-4d99-9c69-9859014fba7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'e3caeccb-50e3-45a6-bd90-711d400c3a6b'} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:27:51.218830 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-acc4dc64-293a-44b7-8ac9-3048c0de3eb9 req-db42b24b-cf76-4d7c-a83e-4c9592a61fd5 service neutron] Bound port: 5d7d83df-74ae-4c7c-9a3d-9c4e1213d042, host: n-h2-804985-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7508b955-9aac-4d99-9c69-9859014fba7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'e3caeccb-50e3-45a6-bd90-711d400c3a6b'}}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:27:51.218830 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-acc4dc64-293a-44b7-8ac9-3048c0de3eb9 req-db42b24b-cf76-4d7c-a83e-4c9592a61fd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:51.314109 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-acc4dc64-293a-44b7-8ac9-3048c0de3eb9 req-db42b24b-cf76-4d7c-a83e-4c9592a61fd5 service neutron] For port 5d7d83df-74ae-4c7c-9a3d-9c4e1213d042, host n-h2-804985-2, cleared binding levels {{(pid=106253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:27:51.320090 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-acc4dc64-293a-44b7-8ac9-3048c0de3eb9 req-db42b24b-cf76-4d7c-a83e-4c9592a61fd5 service neutron] For port 5d7d83df-74ae-4c7c-9a3d-9c4e1213d042, host n-h2-804985-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=5d7d83df-74ae-4c7c-9a3d-9c4e1213d042,segment=NetworkSegment(7508b955-9aac-4d99-9c69-9859014fba7b),segment_id=7508b955-9aac-4d99-9c69-9859014fba7b)] {{(pid=106253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:27:51.327697 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-acc4dc64-293a-44b7-8ac9-3048c0de3eb9 req-db42b24b-cf76-4d7c-a83e-4c9592a61fd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:51.372742 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc4dc64-293a-44b7-8ac9-3048c0de3eb9 req-db42b24b-cf76-4d7c-a83e-4c9592a61fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:27:51.373435 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-acc4dc64-293a-44b7-8ac9-3048c0de3eb9 req-db42b24b-cf76-4d7c-a83e-4c9592a61fd5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:51.375030 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-acc4dc64-293a-44b7-8ac9-3048c0de3eb9 req-db42b24b-cf76-4d7c-a83e-4c9592a61fd5 service neutron] 10.222.0.62 "PUT /v2.0/ports/5d7d83df-74ae-4c7c-9a3d-9c4e1213d042 HTTP/1.1" status: 200 len: 1092 time: 0.9056792 Aug 18 12:27:51.375490 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a005401-5b06-49ee-ace1-4d2b42397875', 'tag': '5d7d83df-74ae-4c7c-9a3d-9c4e1213d042'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:27:51.378199 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0679f4c4b6e0e0c064a7d71d722dc30541a34fffee11680573be22ee2ffccc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23f7850c-5662-4e45-aa41-6bad6b56751b" -d '{"events": [{"name": "network-changed", "server_uuid": "4a005401-5b06-49ee-ace1-4d2b42397875", "tag": "5d7d83df-74ae-4c7c-9a3d-9c4e1213d042"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:27:51.401259 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db42b24b-cf76-4d7c-a83e-4c9592a61fd5 service neutron] Pushing event updated for resources: {'Port': ['ID=5d7d83df-74ae-4c7c-9a3d-9c4e1213d042,revision_number=3']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:27:51.460638 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:27:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-072e854e-7fa1-4579-9846-ac58d79147f9 x-openstack-request-id: req-072e854e-7fa1-4579-9846-ac58d79147f9 {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:27:51.460919 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a005401-5b06-49ee-ace1-4d2b42397875", "tag": "5d7d83df-74ae-4c7c-9a3d-9c4e1213d042", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:27:51.461176 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-072e854e-7fa1-4579-9846-ac58d79147f9 {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:27:51.461553 n-d-804985-2 neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a005401-5b06-49ee-ace1-4d2b42397875', 'tag': '5d7d83df-74ae-4c7c-9a3d-9c4e1213d042', 'status': 'completed', 'code': 200} Aug 18 12:27:51.491305 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:51.500843 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc4dc64-293a-44b7-8ac9-3048c0de3eb9 req-641dc61b-c07d-4f9f-92f7-184c98128855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:27:51.503469 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-acc4dc64-293a-44b7-8ac9-3048c0de3eb9 req-641dc61b-c07d-4f9f-92f7-184c98128855 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ba8f5ef8677a40aa9ef633104d93230e&device_id=4a005401-5b06-49ee-ace1-4d2b42397875 HTTP/1.1" status: 200 len: 1095 time: 0.0768340 Aug 18 12:27:51.553175 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-acc4dc64-293a-44b7-8ac9-3048c0de3eb9 req-6ee02f47-eef6-4ad1-abe7-c6d9701d6169 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=5d7d83df-74ae-4c7c-9a3d-9c4e1213d042 HTTP/1.1" status: 200 len: 217 time: 0.0421777 Aug 18 12:27:51.619504 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc4dc64-293a-44b7-8ac9-3048c0de3eb9 req-8de9a05a-ee56-40cb-89b7-585e3ceb3dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:27:51.621979 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-acc4dc64-293a-44b7-8ac9-3048c0de3eb9 req-8de9a05a-ee56-40cb-89b7-585e3ceb3dd8 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9c2eb86c-25cd-4f0d-b9ce-deecfd819afd HTTP/1.1" status: 200 len: 837 time: 0.0621815 Aug 18 12:27:51.679269 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc4dc64-293a-44b7-8ac9-3048c0de3eb9 req-66efa65b-9411-4bb8-b0e0-bdfd8a871dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:27:51.681162 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-acc4dc64-293a-44b7-8ac9-3048c0de3eb9 req-66efa65b-9411-4bb8-b0e0-bdfd8a871dac service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e3caeccb-50e3-45a6-bd90-711d400c3a6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0513198 Aug 18 12:27:51.730737 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3b5ee216-3bf8-4da7-91f0-4b5dc1f04890 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:51.791403 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-acc4dc64-293a-44b7-8ac9-3048c0de3eb9 req-f4f4dd0b-aa20-4a1b-a1ef-8c8b506dc535 service neutron] 10.222.0.62 "GET /v2.0/networks/e3caeccb-50e3-45a6-bd90-711d400c3a6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023724 Aug 18 12:27:51.891339 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a1ee7d-62ed-492b-9e3a-d054f453db0a req-2ddaced4-f558-452c-b146-f694570baf49 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:27:51.898169 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-acc4dc64-293a-44b7-8ac9-3048c0de3eb9 req-1d51da37-3923-4a92-94ce-ad31cf2f1b08 service neutron] 10.222.0.62 "GET /v2.0/networks/e3caeccb-50e3-45a6-bd90-711d400c3a6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994592 Aug 18 12:27:51.900049 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e8a1ee7d-62ed-492b-9e3a-d054f453db0a req-2ddaced4-f558-452c-b146-f694570baf49 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] 10.222.0.66 "GET /v2.0/ports?device_id=4a005401-5b06-49ee-ace1-4d2b42397875 HTTP/1.1" status: 200 len: 944 time: 0.0785630 Aug 18 12:27:51.935099 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e8a1ee7d-62ed-492b-9e3a-d054f453db0a req-b04a01d1-9e24-4b7d-aea3-ffaa5efe44d5 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] 10.222.0.66 "GET /v2.0/security-groups?id=bcbb4cda-09be-4f69-8c6c-d92bfb55170d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341413 Aug 18 12:27:52.217462 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-53584c24-f517-494e-ac93-c18bb92373f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:52.412395 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f7850c-5662-4e45-aa41-6bad6b56751b req-95834243-e59c-4b56-bebd-8c172396c1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:27:52.413931 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-23f7850c-5662-4e45-aa41-6bad6b56751b req-95834243-e59c-4b56-bebd-8c172396c1c1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ba8f5ef8677a40aa9ef633104d93230e&device_id=4a005401-5b06-49ee-ace1-4d2b42397875 HTTP/1.1" status: 200 len: 1095 time: 0.4593766 Aug 18 12:27:52.510648 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f7850c-5662-4e45-aa41-6bad6b56751b req-9fb70374-899f-4e92-8a93-fb1183c1cac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:27:52.512173 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-23f7850c-5662-4e45-aa41-6bad6b56751b req-9fb70374-899f-4e92-8a93-fb1183c1cac7 service neutron] 10.222.0.62 "GET /v2.0/networks?id=e3caeccb-50e3-45a6-bd90-711d400c3a6b HTTP/1.1" status: 200 len: 898 time: 0.0898962 Aug 18 12:27:52.557088 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-23f7850c-5662-4e45-aa41-6bad6b56751b req-13296ffc-bf3c-4eeb-aacb-efaef749baff service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=5d7d83df-74ae-4c7c-9a3d-9c4e1213d042 HTTP/1.1" status: 200 len: 217 time: 0.0372446 Aug 18 12:27:52.608335 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f7850c-5662-4e45-aa41-6bad6b56751b req-6a6546b5-09c6-42b7-8558-972c232ad0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:27:52.609852 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-23f7850c-5662-4e45-aa41-6bad6b56751b req-6a6546b5-09c6-42b7-8558-972c232ad0fd service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9c2eb86c-25cd-4f0d-b9ce-deecfd819afd HTTP/1.1" status: 200 len: 837 time: 0.0451882 Aug 18 12:27:52.656830 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f7850c-5662-4e45-aa41-6bad6b56751b req-7b0a66d5-2b47-4be5-bdbc-847c4b228093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:27:52.658368 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-23f7850c-5662-4e45-aa41-6bad6b56751b req-7b0a66d5-2b47-4be5-bdbc-847c4b228093 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e3caeccb-50e3-45a6-bd90-711d400c3a6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403538 Aug 18 12:27:52.752764 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-23f7850c-5662-4e45-aa41-6bad6b56751b req-0fa674c2-c9cb-4748-b8e4-d992e13a9065 service neutron] 10.222.0.62 "GET /v2.0/networks/e3caeccb-50e3-45a6-bd90-711d400c3a6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863273 Aug 18 12:27:52.847988 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-23f7850c-5662-4e45-aa41-6bad6b56751b req-3abbd059-78a8-414c-8448-f6388cfc1dff service neutron] 10.222.0.62 "GET /v2.0/networks/e3caeccb-50e3-45a6-bd90-711d400c3a6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881011 Aug 18 12:27:53.081852 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fe5c33-ee91-410d-89b8-16848cfca4de req-f6327a46-dd2e-4bb0-be52-91a62ad194b9 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:27:53.083405 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-90fe5c33-ee91-410d-89b8-16848cfca4de req-f6327a46-dd2e-4bb0-be52-91a62ad194b9 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] 10.222.0.66 "GET /v2.0/ports?device_id=4a005401-5b06-49ee-ace1-4d2b42397875 HTTP/1.1" status: 200 len: 944 time: 0.0771577 Aug 18 12:27:53.130987 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-90fe5c33-ee91-410d-89b8-16848cfca4de req-63c86f33-d28d-445a-90f6-e4f3f53bf5bf tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] 10.222.0.66 "GET /v2.0/security-groups?id=bcbb4cda-09be-4f69-8c6c-d92bfb55170d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408194 Aug 18 12:27:53.287431 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6f25bb-cda2-4ab0-816e-407b1b0475f8 req-b608c8d1-1608-4921-8be5-c78192cb8ddf tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:27:53.289609 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9e6f25bb-cda2-4ab0-816e-407b1b0475f8 req-b608c8d1-1608-4921-8be5-c78192cb8ddf tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/ports?device_id=f1132f36-ce90-406f-9080-65703c0986b7 HTTP/1.1" status: 200 len: 946 time: 0.0549681 Aug 18 12:27:53.298257 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 5d7d83df-74ae-4c7c-9a3d-9c4e1213d042 details requested by agent hyperv_n-h2-804985-2 with host n-h2-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:27:53.339422 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9e6f25bb-cda2-4ab0-816e-407b1b0475f8 req-f1128aec-9108-41ed-9f40-afebea12d0ba tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/security-groups?id=c39e84f9-0c12-4e20-96af-8241c5ff77a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369153 Aug 18 12:27:53.400314 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port 5d7d83df-74ae-4c7c-9a3d-9c4e1213d042, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=5d7d83df-74ae-4c7c-9a3d-9c4e1213d042,segment=NetworkSegment(7508b955-9aac-4d99-9c69-9859014fba7b),segment_id=7508b955-9aac-4d99-9c69-9859014fba7b)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:27:53.411759 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Returning: {'device': '5d7d83df-74ae-4c7c-9a3d-9c4e1213d042', 'network_id': 'e3caeccb-50e3-45a6-bd90-711d400c3a6b', 'port_id': '5d7d83df-74ae-4c7c-9a3d-9c4e1213d042', 'mac_address': 'fa:16:3e:dc:7e:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 841, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c2eb86c-25cd-4f0d-b9ce-deecfd819afd', 'ip_address': '172.20.0.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:27:53.451719 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:53.465189 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d7d83df-74ae-4c7c-9a3d-9c4e1213d042 {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:27:53.485696 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port 5d7d83df-74ae-4c7c-9a3d-9c4e1213d042, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=5d7d83df-74ae-4c7c-9a3d-9c4e1213d042,segment=NetworkSegment(7508b955-9aac-4d99-9c69-9859014fba7b),segment_id=7508b955-9aac-4d99-9c69-9859014fba7b)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:27:53.490618 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:53.539543 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=5d7d83df-74ae-4c7c-9a3d-9c4e1213d042,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:27:53.681470 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] get_ports_and_sgs() called for port_ids ['5d7d83df-74ae-4c7c-9a3d-9c4e1213d042'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:27:53.901106 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-500a1c61-38a7-4c23-a7ec-4631080af5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:54.273513 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36128153-4990-4444-82d0-1c5c38ba923a req-66608e72-e20a-42c8-baad-a296e6f2fc7d tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:27:54.275010 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-36128153-4990-4444-82d0-1c5c38ba923a req-66608e72-e20a-42c8-baad-a296e6f2fc7d tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] 10.222.0.66 "GET /v2.0/ports?device_id=4a005401-5b06-49ee-ace1-4d2b42397875 HTTP/1.1" status: 200 len: 945 time: 0.0540164 Aug 18 12:27:54.325545 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-36128153-4990-4444-82d0-1c5c38ba923a req-c75818d5-b660-46d9-bf4d-e274467f3e9d tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] 10.222.0.66 "GET /v2.0/security-groups?id=bcbb4cda-09be-4f69-8c6c-d92bfb55170d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440512 Aug 18 12:27:54.458495 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e9bb8b-ca76-42d7-a3dd-70a287400d6d req-f5ba301e-c2cc-42eb-bbfa-93a4f6a4b71e tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:27:54.460025 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-04e9bb8b-ca76-42d7-a3dd-70a287400d6d req-f5ba301e-c2cc-42eb-bbfa-93a4f6a4b71e tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/ports?device_id=f1132f36-ce90-406f-9080-65703c0986b7 HTTP/1.1" status: 200 len: 946 time: 0.0507085 Aug 18 12:27:54.498710 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-04e9bb8b-ca76-42d7-a3dd-70a287400d6d req-1fcfbd58-c89e-4c97-aa07-f5c3885506cf tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/security-groups?id=c39e84f9-0c12-4e20-96af-8241c5ff77a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323651 Aug 18 12:27:54.930569 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b05b01-8550-45c9-8382-607ddd3b7523 req-063af4df-07a5-4aa3-bbdc-2b39d2f54240 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:27:54.932011 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-19b05b01-8550-45c9-8382-607ddd3b7523 req-063af4df-07a5-4aa3-bbdc-2b39d2f54240 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.63 "GET /v2.0/ports?device_id=f1132f36-ce90-406f-9080-65703c0986b7 HTTP/1.1" status: 200 len: 946 time: 0.0550969 Aug 18 12:27:55.025646 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-19b05b01-8550-45c9-8382-607ddd3b7523 req-777c9ac7-b02d-42fc-9151-c35111fdabdd tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Deleting port ae49ceff-67d1-44ab-b0db-69242a867534 {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:27:55.025783 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-19b05b01-8550-45c9-8382-607ddd3b7523 req-777c9ac7-b02d-42fc-9151-c35111fdabdd tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:55.118174 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-19b05b01-8550-45c9-8382-607ddd3b7523 req-777c9ac7-b02d-42fc-9151-c35111fdabdd tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] For port ae49ceff-67d1-44ab-b0db-69242a867534, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=ae49ceff-67d1-44ab-b0db-69242a867534,segment=NetworkSegment(dfae8a08-8315-4142-ba2f-fd111ce93dbf),segment_id=dfae8a08-8315-4142-ba2f-fd111ce93dbf)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:27:55.118505 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-19b05b01-8550-45c9-8382-607ddd3b7523 req-777c9ac7-b02d-42fc-9151-c35111fdabdd tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:55.131059 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-19b05b01-8550-45c9-8382-607ddd3b7523 req-777c9ac7-b02d-42fc-9151-c35111fdabdd tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Calling delete_port for ae49ceff-67d1-44ab-b0db-69242a867534 owned by compute:nova {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:27:55.278883 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-19b05b01-8550-45c9-8382-607ddd3b7523 req-777c9ac7-b02d-42fc-9151-c35111fdabdd tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:55.292384 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] get_ports_and_sgs() called for port_ids ['ae49ceff-67d1-44ab-b0db-69242a867534'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:27:55.312330 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777c9ac7-b02d-42fc-9151-c35111fdabdd tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Pushing event deleted for resources: {'Port': ['ID=ae49ceff-67d1-44ab-b0db-69242a867534,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:27:55.322545 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 5d7d83df-74ae-4c7c-9a3d-9c4e1213d042 up at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:27:55.357315 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-19b05b01-8550-45c9-8382-607ddd3b7523 req-777c9ac7-b02d-42fc-9151-c35111fdabdd tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] No DVR routers for this DVR port ae49ceff-67d1-44ab-b0db-69242a867534 on host n-h1-804985-2 {{(pid=106252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:27:55.361168 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-19b05b01-8550-45c9-8382-607ddd3b7523 req-777c9ac7-b02d-42fc-9151-c35111fdabdd tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:55.363645 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-19b05b01-8550-45c9-8382-607ddd3b7523 req-777c9ac7-b02d-42fc-9151-c35111fdabdd tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.63 "DELETE /v2.0/ports/ae49ceff-67d1-44ab-b0db-69242a867534 HTTP/1.1" status: 204 len: 173 time: 0.4247904 Aug 18 12:27:55.364104 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1132f36-ce90-406f-9080-65703c0986b7', 'name': 'network-vif-deleted', 'tag': 'ae49ceff-67d1-44ab-b0db-69242a867534'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:27:55.367007 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-315f8e70-8f8f-4542-9341-30c2f585afc5" -d '{"events": [{"server_uuid": "f1132f36-ce90-406f-9080-65703c0986b7", "name": "network-vif-deleted", "tag": "ae49ceff-67d1-44ab-b0db-69242a867534"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:27:55.391619 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Provisioning for port 5d7d83df-74ae-4c7c-9a3d-9c4e1213d042 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:27:55.396342 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Provisioning complete for port 5d7d83df-74ae-4c7c-9a3d-9c4e1213d042 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:27:55.396913 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:55.501222 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:55.537513 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a005401-5b06-49ee-ace1-4d2b42397875', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d7d83df-74ae-4c7c-9a3d-9c4e1213d042'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:27:55.542170 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db50a436fb3a98495337d8fe7487b4f2ea6f3c1052eb9efadc2ecda2d5737001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df9b9a3d-7839-4c77-a187-f512ed607844" -d '{"events": [{"server_uuid": "4a005401-5b06-49ee-ace1-4d2b42397875", "name": "network-vif-plugged", "status": "completed", "tag": "5d7d83df-74ae-4c7c-9a3d-9c4e1213d042"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:27:55.563339 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port 5d7d83df-74ae-4c7c-9a3d-9c4e1213d042, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=5d7d83df-74ae-4c7c-9a3d-9c4e1213d042,segment=NetworkSegment(7508b955-9aac-4d99-9c69-9859014fba7b),segment_id=7508b955-9aac-4d99-9c69-9859014fba7b)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:27:55.567966 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7128f5ae-401d-4eeb-bf1a-b92c62e87690 req-27674d1e-78d9-4019-88ce-de13e7035385 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:27:55.570306 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7128f5ae-401d-4eeb-bf1a-b92c62e87690 req-27674d1e-78d9-4019-88ce-de13e7035385 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] 10.222.0.66 "GET /v2.0/ports?device_id=4a005401-5b06-49ee-ace1-4d2b42397875 HTTP/1.1" status: 200 len: 945 time: 0.1158469 Aug 18 12:27:55.571467 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:55.607098 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:27:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1269f7ef-5b23-41c7-b0a9-9b2c93f1a3ae x-openstack-request-id: req-1269f7ef-5b23-41c7-b0a9-9b2c93f1a3ae {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:27:55.607862 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1132f36-ce90-406f-9080-65703c0986b7", "name": "network-vif-deleted", "tag": "ae49ceff-67d1-44ab-b0db-69242a867534", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:27:55.608193 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-1269f7ef-5b23-41c7-b0a9-9b2c93f1a3ae {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:27:55.608696 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1132f36-ce90-406f-9080-65703c0986b7', 'name': 'network-vif-deleted', 'tag': 'ae49ceff-67d1-44ab-b0db-69242a867534', 'status': 'completed', 'code': 200} Aug 18 12:27:55.625716 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7128f5ae-401d-4eeb-bf1a-b92c62e87690 req-de51c7b1-80f4-45fd-8ea0-a835a39055a6 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] 10.222.0.66 "GET /v2.0/security-groups?id=bcbb4cda-09be-4f69-8c6c-d92bfb55170d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485082 Aug 18 12:27:55.675733 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=5d7d83df-74ae-4c7c-9a3d-9c4e1213d042,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:27:55.692962 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:27:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b2f8d60-8d19-456e-ac53-fb2b30d925cb x-openstack-request-id: req-1b2f8d60-8d19-456e-ac53-fb2b30d925cb {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:27:55.693441 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a005401-5b06-49ee-ace1-4d2b42397875", "name": "network-vif-plugged", "status": "completed", "tag": "5d7d83df-74ae-4c7c-9a3d-9c4e1213d042", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:27:55.693585 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-1b2f8d60-8d19-456e-ac53-fb2b30d925cb {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:27:55.693882 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a005401-5b06-49ee-ace1-4d2b42397875', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d7d83df-74ae-4c7c-9a3d-9c4e1213d042', 'code': 200} Aug 18 12:27:55.728064 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5461b65e-3dff-45ae-ab82-0836491e4405 req-785be9c2-2c06-46d1-b80e-c80fa66150b2 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/ports?device_id=f1132f36-ce90-406f-9080-65703c0986b7 HTTP/1.1" status: 200 len: 210 time: 0.0613723 Aug 18 12:27:55.830888 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a442cfba-b912-462b-bf17-cb0f3768a203 req-5ead6d8b-a092-419e-b1cd-48f187d26013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:27:55.832433 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-a442cfba-b912-462b-bf17-cb0f3768a203 req-5ead6d8b-a092-419e-b1cd-48f187d26013 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=4a005401-5b06-49ee-ace1-4d2b42397875 HTTP/1.1" status: 200 len: 1097 time: 0.0773678 Aug 18 12:27:55.897105 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-a442cfba-b912-462b-bf17-cb0f3768a203 req-ad9d4eaf-c20d-44fc-b4d0-414022e1caae service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=bcbb4cda-09be-4f69-8c6c-d92bfb55170d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382071 Aug 18 12:27:56.757619 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d3a2d1-8f4f-4055-8b9e-edfcfa792646 req-a296cd5f-8add-4ebc-b934-44a4bab0af84 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:27:56.760258 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-51d3a2d1-8f4f-4055-8b9e-edfcfa792646 req-a296cd5f-8add-4ebc-b934-44a4bab0af84 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] 10.222.0.66 "GET /v2.0/ports?device_id=4a005401-5b06-49ee-ace1-4d2b42397875 HTTP/1.1" status: 200 len: 946 time: 0.0589409 Aug 18 12:27:56.819059 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-51d3a2d1-8f4f-4055-8b9e-edfcfa792646 req-349cd922-55a6-4a64-9e94-f9d5eba4972f tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] 10.222.0.66 "GET /v2.0/security-groups?id=bcbb4cda-09be-4f69-8c6c-d92bfb55170d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524037 Aug 18 12:27:56.848068 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-14bba728-22a1-4a01-b6dc-24a2022e0d1e req-754eae7b-7428-461d-9076-f88634c3c3b3 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/ports?device_id=f1132f36-ce90-406f-9080-65703c0986b7 HTTP/1.1" status: 200 len: 210 time: 0.0423317 Aug 18 12:27:56.957131 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037608ac-b846-4a53-a022-9e81030c4caa req-ac9a884b-5715-4dfd-9547-80e70f6bf967 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:27:56.958668 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-037608ac-b846-4a53-a022-9e81030c4caa req-ac9a884b-5715-4dfd-9547-80e70f6bf967 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] 10.222.0.66 "GET /v2.0/ports?device_id=4a005401-5b06-49ee-ace1-4d2b42397875 HTTP/1.1" status: 200 len: 946 time: 0.0513699 Aug 18 12:27:57.001984 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-037608ac-b846-4a53-a022-9e81030c4caa req-b431b342-7f1f-4c77-839b-5c3533e58dff tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] 10.222.0.66 "GET /v2.0/security-groups?id=bcbb4cda-09be-4f69-8c6c-d92bfb55170d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368762 Aug 18 12:27:57.970404 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-34548d36-0f8e-47bc-a465-94647b11de4a req-528b0c07-ecd5-4254-ac7f-c2532cc91532 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/ports?device_id=f1132f36-ce90-406f-9080-65703c0986b7 HTTP/1.1" status: 200 len: 210 time: 0.0436838 Aug 18 12:27:58.494065 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 46898) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:27:58.945827 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d54fd0b3-a08a-4bdc-a732-76b98c69d717 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:59.127632 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7d2103b6-8404-4424-8d0b-d57df453ff98 req-2bf084c5-e1c0-4c6d-bed3-afcea0dc3029 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/ports?device_id=f1132f36-ce90-406f-9080-65703c0986b7 HTTP/1.1" status: 200 len: 210 time: 0.0485921 Aug 18 12:27:59.265242 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device ae49ceff-67d1-44ab-b0db-69242a867534 no longer exists at agent hyperv_n-h1-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:27:59.297382 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] No Port match for: ae49ceff-67d1-44ab-b0db-69242a867534 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:27:59.297964 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device ae49ceff-67d1-44ab-b0db-69242a867534 not bound to the agent host n-h1-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:27:59.302899 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [None req-d54fd0b3-a08a-4bdc-a732-76b98c69d717 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Allocated IP 172.20.0.17 (e3caeccb-50e3-45a6-bd90-711d400c3a6b/9c2eb86c-25cd-4f0d-b9ce-deecfd819afd/181c87e0-b652-44e6-bcee-3e00614dba51) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:27:59.430874 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d54fd0b3-a08a-4bdc-a732-76b98c69d717 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:59.447947 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [None req-d54fd0b3-a08a-4bdc-a732-76b98c69d717 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Transition to ACTIVE for port object 181c87e0-b652-44e6-bcee-3e00614dba51 will not be triggered until provisioned by entity DHCP. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:27:59.483639 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d54fd0b3-a08a-4bdc-a732-76b98c69d717 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:59.551467 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d54fd0b3-a08a-4bdc-a732-76b98c69d717 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Network e3caeccb-50e3-45a6-bd90-711d400c3a6b is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:27:59.551467 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-d54fd0b3-a08a-4bdc-a732-76b98c69d717 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:27:59.553459 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d54fd0b3-a08a-4bdc-a732-76b98c69d717 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:27:59.586363 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54fd0b3-a08a-4bdc-a732-76b98c69d717 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Pushing event updated for resources: {'Port': ['ID=181c87e0-b652-44e6-bcee-3e00614dba51,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:27:59.620817 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d54fd0b3-a08a-4bdc-a732-76b98c69d717 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-996688'] for router_interface, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:59.809525 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-abba395e-6495-4951-ab2e-13b584440fe7 None None] Provisioning for port 181c87e0-b652-44e6-bcee-3e00614dba51 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:27:59.810146 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d54fd0b3-a08a-4bdc-a732-76b98c69d717 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:59.816861 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-abba395e-6495-4951-ab2e-13b584440fe7 None None] Provisioning complete for port 181c87e0-b652-44e6-bcee-3e00614dba51 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:27:59.817239 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-abba395e-6495-4951-ab2e-13b584440fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:27:59.871797 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-abba395e-6495-4951-ab2e-13b584440fe7 None None] Port 181c87e0-b652-44e6-bcee-3e00614dba51 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:28:00.123903 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d54fd0b3-a08a-4bdc-a732-76b98c69d717 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks [] for port, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:00.128960 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d54fd0b3-a08a-4bdc-a732-76b98c69d717 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:00.220409 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54fd0b3-a08a-4bdc-a732-76b98c69d717 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Pushing event updated for resources: {'Port': ['ID=181c87e0-b652-44e6-bcee-3e00614dba51,revision_number=2']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:28:00.224824 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d54fd0b3-a08a-4bdc-a732-76b98c69d717 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-996772'] for router_interface, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:00.324086 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d54fd0b3-a08a-4bdc-a732-76b98c69d717 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Network e3caeccb-50e3-45a6-bd90-711d400c3a6b is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:28:00.325689 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-d54fd0b3-a08a-4bdc-a732-76b98c69d717 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:28:00.454280 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d54fd0b3-a08a-4bdc-a732-76b98c69d717 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Router 5fce78b1-b6a6-4e1d-9325-47d5cc3f017b has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:28:00.589530 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d54fd0b3-a08a-4bdc-a732-76b98c69d717 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:28:00.595906 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-d54fd0b3-a08a-4bdc-a732-76b98c69d717 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] 10.222.0.66 "PUT /v2.0/routers/5fce78b1-b6a6-4e1d-9325-47d5cc3f017b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1006105 Aug 18 12:28:00.598707 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-568dd513-eff9-4c69-ae23-60c9fbcf3af2 None None] Provisioning complete for port 181c87e0-b652-44e6-bcee-3e00614dba51 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:28:00.599658 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-568dd513-eff9-4c69-ae23-60c9fbcf3af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:00.602882 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b3b1db4-0388-42ce-8c9e-efe5f2f51a2e None None] Sync routers for ids ['5fce78b1-b6a6-4e1d-9325-47d5cc3f017b'] in n-d-804985-2 {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:28:00.640411 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b3b1db4-0388-42ce-8c9e-efe5f2f51a2e None None] Routers {'5fce78b1-b6a6-4e1d-9325-47d5cc3f017b'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:28:00.641344 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-7b3b1db4-0388-42ce-8c9e-efe5f2f51a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:27:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['5fce78b1-b6a6-4e1d-9325-47d5cc3f017b'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:28:00.678660 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-568dd513-eff9-4c69-ae23-60c9fbcf3af2 None None] Port 181c87e0-b652-44e6-bcee-3e00614dba51 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:28:00.757371 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-7b3b1db4-0388-42ce-8c9e-efe5f2f51a2e None None] Set router 5fce78b1-b6a6-4e1d-9325-47d5cc3f017b gateway port host: n-d-804985-2 {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:28:01.169456 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-7b3b1db4-0388-42ce-8c9e-efe5f2f51a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fce78b1-b6a6-4e1d-9325-47d5cc3f017b', 'name': 'tempest-TestNetworkBasicOps-router-284947590', 'tenant_id': 'ba8f5ef8677a40aa9ef633104d93230e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': '5eba29f2-65fc-4d01-84ad-8f5d94d83ac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:26:41Z', 'updated_at': '2021-08-18T12:27:59Z', 'revision_number': 5, 'project_id': 'ba8f5ef8677a40aa9ef633104d93230e', 'gw_port': {'id': '5eba29f2-65fc-4d01-84ad-8f5d94d83ac8', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:b4:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fce78b1-b6a6-4e1d-9325-47d5cc3f017b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:26:41Z', 'updated_at': '2021-08-18T12:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_floatingips': [{'id': '47ed47e8-87b0-4f38-a6df-750ecce9efe2', 'tenant_id': 'ba8f5ef8677a40aa9ef633104d93230e', 'floating_ip_address': '172.25.7.81', 'floating_network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'router_id': '5fce78b1-b6a6-4e1d-9325-47d5cc3f017b', 'port_id': '46084920-dd01-4d91-9386-01ff6c4d4391', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3895, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05dfb111-3320-46c7-b333-0397b0cc4fd7', 'mac_address': 'fa:16:3e:db:f7:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4381b0a-98f2-47fe-9eb1-ca6ca541656a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T12:27:03Z', 'updated_at': '2021-08-18T12:27:06Z', 'revision_number': 1, 'project_id': 'ba8f5ef8677a40aa9ef633104d93230e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '181c87e0-b652-44e6-bcee-3e00614dba51', 'name': '', 'network_id': 'e3caeccb-50e3-45a6-bd90-711d400c3a6b', 'tenant_id': 'ba8f5ef8677a40aa9ef633104d93230e', 'mac_address': 'fa:16:3e:50:25:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fce78b1-b6a6-4e1d-9325-47d5cc3f017b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': '9c2eb86c-25cd-4f0d-b9ce-deecfd819afd', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:27:59Z', 'updated_at': '2021-08-18T12:27:59Z', 'revision_number': 2, 'project_id': 'ba8f5ef8677a40aa9ef633104d93230e', 'subnets': [{'id': '9c2eb86c-25cd-4f0d-b9ce-deecfd819afd', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4017b97b-9a03-4b06-a51c-666b2f798829', 'name': '', 'network_id': '05dfb111-3320-46c7-b333-0397b0cc4fd7', 'tenant_id': 'ba8f5ef8677a40aa9ef633104d93230e', 'mac_address': 'fa:16:3e:b8:cb:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fce78b1-b6a6-4e1d-9325-47d5cc3f017b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': '9c610508-a736-4cea-b1fe-b095b53f9f62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:26:45Z', 'updated_at': '2021-08-18T12:26:50Z', 'revision_number': 5, 'project_id': 'ba8f5ef8677a40aa9ef633104d93230e', 'subnets': [{'id': '9c610508-a736-4cea-b1fe-b095b53f9f62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:28:01.200640 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b3b1db4-0388-42ce-8c9e-efe5f2f51a2e None None] Checking router: 5fce78b1-b6a6-4e1d-9325-47d5cc3f017b for host: n-d-804985-2 {{(pid=106254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:28:01.201089 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b3b1db4-0388-42ce-8c9e-efe5f2f51a2e None None] Updating router 5fce78b1-b6a6-4e1d-9325-47d5cc3f017b port 181c87e0-b652-44e6-bcee-3e00614dba51 binding host n-d-804985-2 {{(pid=106254) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 12:28:01.226834 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-7b3b1db4-0388-42ce-8c9e-efe5f2f51a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:01.519033 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-7b3b1db4-0388-42ce-8c9e-efe5f2f51a2e None None] Notify callbacks [] for port, precommit_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:01.529247 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-7b3b1db4-0388-42ce-8c9e-efe5f2f51a2e None None] Transition to ACTIVE for port object 181c87e0-b652-44e6-bcee-3e00614dba51 will not be triggered until provisioned by entity L2. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:28:01.534903 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-7b3b1db4-0388-42ce-8c9e-efe5f2f51a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:01.583015 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba9e1d7-592c-4509-b6ac-c972ae5efc4d None None] Pushing event updated for resources: {'Port': ['ID=181c87e0-b652-44e6-bcee-3e00614dba51,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:28:01.643649 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-7b3b1db4-0388-42ce-8c9e-efe5f2f51a2e None None] Attempting to bind port 181c87e0-b652-44e6-bcee-3e00614dba51 on host n-d-804985-2 for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:28:01.644358 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-7b3b1db4-0388-42ce-8c9e-efe5f2f51a2e None None] Attempting to bind port 181c87e0-b652-44e6-bcee-3e00614dba51 by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': '7508b955-9aac-4d99-9c69-9859014fba7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'e3caeccb-50e3-45a6-bd90-711d400c3a6b'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:28:01.644726 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b3b1db4-0388-42ce-8c9e-efe5f2f51a2e None None] Attempting to bind port 181c87e0-b652-44e6-bcee-3e00614dba51 on network e3caeccb-50e3-45a6-bd90-711d400c3a6b {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:28:01.650755 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b3b1db4-0388-42ce-8c9e-efe5f2f51a2e None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 27, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:28:01.651206 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b3b1db4-0388-42ce-8c9e-efe5f2f51a2e None None] Checking segment: {'id': '7508b955-9aac-4d99-9c69-9859014fba7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'e3caeccb-50e3-45a6-bd90-711d400c3a6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:28:01.651626 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-7b3b1db4-0388-42ce-8c9e-efe5f2f51a2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:01.652025 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b3b1db4-0388-42ce-8c9e-efe5f2f51a2e None None] Bound using segment: {'id': '7508b955-9aac-4d99-9c69-9859014fba7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'e3caeccb-50e3-45a6-bd90-711d400c3a6b'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:28:01.652643 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-7b3b1db4-0388-42ce-8c9e-efe5f2f51a2e None None] Bound port: 181c87e0-b652-44e6-bcee-3e00614dba51, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7508b955-9aac-4d99-9c69-9859014fba7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'e3caeccb-50e3-45a6-bd90-711d400c3a6b'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:28:01.653029 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-7b3b1db4-0388-42ce-8c9e-efe5f2f51a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:01.728575 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-7b3b1db4-0388-42ce-8c9e-efe5f2f51a2e None None] For port 181c87e0-b652-44e6-bcee-3e00614dba51, host n-d-804985-2, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:28:01.732133 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-7b3b1db4-0388-42ce-8c9e-efe5f2f51a2e None None] For port 181c87e0-b652-44e6-bcee-3e00614dba51, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=181c87e0-b652-44e6-bcee-3e00614dba51,segment=NetworkSegment(7508b955-9aac-4d99-9c69-9859014fba7b),segment_id=7508b955-9aac-4d99-9c69-9859014fba7b)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:28:01.737659 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-7b3b1db4-0388-42ce-8c9e-efe5f2f51a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:01.809472 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b3b1db4-0388-42ce-8c9e-efe5f2f51a2e None None] Routers {'5fce78b1-b6a6-4e1d-9325-47d5cc3f017b'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:28:01.810271 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-7b3b1db4-0388-42ce-8c9e-efe5f2f51a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:27:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['5fce78b1-b6a6-4e1d-9325-47d5cc3f017b'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:28:01.816525 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba9e1d7-592c-4509-b6ac-c972ae5efc4d None None] Pushing event updated for resources: {'Port': ['ID=181c87e0-b652-44e6-bcee-3e00614dba51,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:28:01.947754 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-7b3b1db4-0388-42ce-8c9e-efe5f2f51a2e None None] Set router 5fce78b1-b6a6-4e1d-9325-47d5cc3f017b gateway port host: n-d-804985-2 {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:28:02.216678 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-7b3b1db4-0388-42ce-8c9e-efe5f2f51a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fce78b1-b6a6-4e1d-9325-47d5cc3f017b', 'name': 'tempest-TestNetworkBasicOps-router-284947590', 'tenant_id': 'ba8f5ef8677a40aa9ef633104d93230e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': '5eba29f2-65fc-4d01-84ad-8f5d94d83ac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:26:41Z', 'updated_at': '2021-08-18T12:27:59Z', 'revision_number': 5, 'project_id': 'ba8f5ef8677a40aa9ef633104d93230e', 'gw_port': {'id': '5eba29f2-65fc-4d01-84ad-8f5d94d83ac8', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:b4:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fce78b1-b6a6-4e1d-9325-47d5cc3f017b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:26:41Z', 'updated_at': '2021-08-18T12:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_floatingips': [{'id': '47ed47e8-87b0-4f38-a6df-750ecce9efe2', 'tenant_id': 'ba8f5ef8677a40aa9ef633104d93230e', 'floating_ip_address': '172.25.7.81', 'floating_network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'router_id': '5fce78b1-b6a6-4e1d-9325-47d5cc3f017b', 'port_id': '46084920-dd01-4d91-9386-01ff6c4d4391', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3895, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05dfb111-3320-46c7-b333-0397b0cc4fd7', 'mac_address': 'fa:16:3e:db:f7:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4381b0a-98f2-47fe-9eb1-ca6ca541656a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T12:27:03Z', 'updated_at': '2021-08-18T12:27:06Z', 'revision_number': 1, 'project_id': 'ba8f5ef8677a40aa9ef633104d93230e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '181c87e0-b652-44e6-bcee-3e00614dba51', 'name': '', 'network_id': 'e3caeccb-50e3-45a6-bd90-711d400c3a6b', 'tenant_id': 'ba8f5ef8677a40aa9ef633104d93230e', 'mac_address': 'fa:16:3e:50:25:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fce78b1-b6a6-4e1d-9325-47d5cc3f017b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': '9c2eb86c-25cd-4f0d-b9ce-deecfd819afd', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:27:59Z', 'updated_at': '2021-08-18T12:28:01Z', 'revision_number': 4, 'project_id': 'ba8f5ef8677a40aa9ef633104d93230e', 'subnets': [{'id': '9c2eb86c-25cd-4f0d-b9ce-deecfd819afd', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4017b97b-9a03-4b06-a51c-666b2f798829', 'name': '', 'network_id': '05dfb111-3320-46c7-b333-0397b0cc4fd7', 'tenant_id': 'ba8f5ef8677a40aa9ef633104d93230e', 'mac_address': 'fa:16:3e:b8:cb:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fce78b1-b6a6-4e1d-9325-47d5cc3f017b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': '9c610508-a736-4cea-b1fe-b095b53f9f62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:26:45Z', 'updated_at': '2021-08-18T12:26:50Z', 'revision_number': 5, 'project_id': 'ba8f5ef8677a40aa9ef633104d93230e', 'subnets': [{'id': '9c610508-a736-4cea-b1fe-b095b53f9f62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:28:02.243580 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b3b1db4-0388-42ce-8c9e-efe5f2f51a2e None None] The sync data for ids ['5fce78b1-b6a6-4e1d-9325-47d5cc3f017b'] in n-d-804985-2 is: [{'id': '5fce78b1-b6a6-4e1d-9325-47d5cc3f017b', 'name': 'tempest-TestNetworkBasicOps-router-284947590', 'tenant_id': 'ba8f5ef8677a40aa9ef633104d93230e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': '5eba29f2-65fc-4d01-84ad-8f5d94d83ac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:26:41Z', 'updated_at': '2021-08-18T12:27:59Z', 'revision_number': 5, 'project_id': 'ba8f5ef8677a40aa9ef633104d93230e', 'gw_port': {'id': '5eba29f2-65fc-4d01-84ad-8f5d94d83ac8', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:b4:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fce78b1-b6a6-4e1d-9325-47d5cc3f017b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:26:41Z', 'updated_at': '2021-08-18T12:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_floatingips': [{'id': '47ed47e8-87b0-4f38-a6df-750ecce9efe2', 'tenant_id': 'ba8f5ef8677a40aa9ef633104d93230e', 'floating_ip_address': '172.25.7.81', 'floating_network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'router_id': '5fce78b1-b6a6-4e1d-9325-47d5cc3f017b', 'port_id': '46084920-dd01-4d91-9386-01ff6c4d4391', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3895, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05dfb111-3320-46c7-b333-0397b0cc4fd7', 'mac_address': 'fa:16:3e:db:f7:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4381b0a-98f2-47fe-9eb1-ca6ca541656a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T12:27:03Z', 'updated_at': '2021-08-18T12:27:06Z', 'revision_number': 1, 'project_id': 'ba8f5ef8677a40aa9ef633104d93230e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '181c87e0-b652-44e6-bcee-3e00614dba51', 'name': '', 'network_id': 'e3caeccb-50e3-45a6-bd90-711d400c3a6b', 'tenant_id': 'ba8f5ef8677a40aa9ef633104d93230e', 'mac_address': 'fa:16:3e:50:25:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fce78b1-b6a6-4e1d-9325-47d5cc3f017b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': '9c2eb86c-25cd-4f0d-b9ce-deecfd819afd', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:27:59Z', 'updated_at': '2021-08-18T12:28:01Z', 'revision_number': 4, 'project_id': 'ba8f5ef8677a40aa9ef633104d93230e', 'subnets': [{'id': '9c2eb86c-25cd-4f0d-b9ce-deecfd819afd', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4017b97b-9a03-4b06-a51c-666b2f798829', 'name': '', 'network_id': '05dfb111-3320-46c7-b333-0397b0cc4fd7', 'tenant_id': 'ba8f5ef8677a40aa9ef633104d93230e', 'mac_address': 'fa:16:3e:b8:cb:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fce78b1-b6a6-4e1d-9325-47d5cc3f017b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': '9c610508-a736-4cea-b1fe-b095b53f9f62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:26:45Z', 'updated_at': '2021-08-18T12:26:50Z', 'revision_number': 5, 'project_id': 'ba8f5ef8677a40aa9ef633104d93230e', 'subnets': [{'id': '9c610508-a736-4cea-b1fe-b095b53f9f62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:28:03.289510 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 46978) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:28:03.294188 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-e9611ac6-2031-4b87-bf8f-ea506ca6a76e tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1464834680', 'description': 'tempest-secgroup-smoke-1464834680 description', 'project_id': '86bcac19683b4cedad111d113ad02413'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:28:03.318458 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e9611ac6-2031-4b87-bf8f-ea506ca6a76e tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:03.402699 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e9611ac6-2031-4b87-bf8f-ea506ca6a76e tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:03.408121 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e9611ac6-2031-4b87-bf8f-ea506ca6a76e tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:03.438630 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e9611ac6-2031-4b87-bf8f-ea506ca6a76e tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:03.439897 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-e9611ac6-2031-4b87-bf8f-ea506ca6a76e tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1493478 Aug 18 12:28:03.441314 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9611ac6-2031-4b87-bf8f-ea506ca6a76e tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68af3d75-7b31-42b2-bdc2-db82fc869372,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:28:03.443326 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 46980) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:28:03.448040 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-e017af81-7ac7-4d19-8663-e49b61ff1f44 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Request body: {'security_group_rule': {'security_group_id': '68af3d75-7b31-42b2-bdc2-db82fc869372', 'project_id': '86bcac19683b4cedad111d113ad02413', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:28:03.476227 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e017af81-7ac7-4d19-8663-e49b61ff1f44 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:03.534714 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e017af81-7ac7-4d19-8663-e49b61ff1f44 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:03.538883 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e017af81-7ac7-4d19-8663-e49b61ff1f44 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992607'] for security_group_rule, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:03.561047 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e017af81-7ac7-4d19-8663-e49b61ff1f44 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6db048fb-7f52-41af-9779-43a23ea3ebf8,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:28:03.569145 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e017af81-7ac7-4d19-8663-e49b61ff1f44 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:03.570387 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-e017af81-7ac7-4d19-8663-e49b61ff1f44 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1260755 Aug 18 12:28:03.573121 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 46982) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:28:03.577640 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-3cd57ffe-ecfc-4109-a56a-955f08140431 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Request body: {'security_group_rule': {'security_group_id': '68af3d75-7b31-42b2-bdc2-db82fc869372', 'project_id': '86bcac19683b4cedad111d113ad02413', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:28:03.606722 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-3cd57ffe-ecfc-4109-a56a-955f08140431 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:03.669985 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-3cd57ffe-ecfc-4109-a56a-955f08140431 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:03.675762 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-3cd57ffe-ecfc-4109-a56a-955f08140431 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992607'] for security_group_rule, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:03.691485 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.agents_db [None req-6dbb2658-0354-4101-8393-6e7505481cf6 None None] Agent healthcheck: found 7 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 12:28:03.695611 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd57ffe-ecfc-4109-a56a-955f08140431 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54b484c4-8e26-4d04-a464-5634acf8afcf,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:28:03.700347 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-3cd57ffe-ecfc-4109-a56a-955f08140431 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:03.705313 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-3cd57ffe-ecfc-4109-a56a-955f08140431 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1281104 Aug 18 12:28:03.705658 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 46986) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:28:03.710498 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-f1bdf1bd-1e0d-44ce-9542-64f2d287faba tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Request body: {'security_group_rule': {'security_group_id': '68af3d75-7b31-42b2-bdc2-db82fc869372', 'project_id': '86bcac19683b4cedad111d113ad02413', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:28:03.743828 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f1bdf1bd-1e0d-44ce-9542-64f2d287faba tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:03.813175 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f1bdf1bd-1e0d-44ce-9542-64f2d287faba tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:03.817470 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f1bdf1bd-1e0d-44ce-9542-64f2d287faba tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992607'] for security_group_rule, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:03.835023 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bdf1bd-1e0d-44ce-9542-64f2d287faba tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=188d43a8-6b3c-48c0-b59c-9d245bbf3e58,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:28:03.846223 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f1bdf1bd-1e0d-44ce-9542-64f2d287faba tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:03.847512 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-f1bdf1bd-1e0d-44ce-9542-64f2d287faba tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1407948 Aug 18 12:28:03.850299 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 46988) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:28:03.855041 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-72525b79-4b56-4419-9013-53642fb267e7 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Request body: {'security_group_rule': {'security_group_id': '68af3d75-7b31-42b2-bdc2-db82fc869372', 'project_id': '86bcac19683b4cedad111d113ad02413', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:28:03.883620 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-72525b79-4b56-4419-9013-53642fb267e7 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:03.953804 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-72525b79-4b56-4419-9013-53642fb267e7 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:03.957682 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-72525b79-4b56-4419-9013-53642fb267e7 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992607'] for security_group_rule, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:03.975841 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72525b79-4b56-4419-9013-53642fb267e7 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=995c6094-f165-48e0-a9df-76ee26467ecd,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:28:03.982847 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-72525b79-4b56-4419-9013-53642fb267e7 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:03.985100 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-72525b79-4b56-4419-9013-53642fb267e7 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1336246 Aug 18 12:28:03.987007 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 46992) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:28:03.991334 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-d4e0a018-6797-4cc2-8e6b-8276720bca1c tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Request body: {'security_group_rule': {'security_group_id': '68af3d75-7b31-42b2-bdc2-db82fc869372', 'project_id': '86bcac19683b4cedad111d113ad02413', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:28:04.014306 n-d-804985-2 neutron-server[106253]: INFO neutron.db.securitygroups_db [None req-d4e0a018-6797-4cc2-8e6b-8276720bca1c tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Project 86bcac19683b4cedad111d113ad02413 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 18 12:28:04.019373 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d4e0a018-6797-4cc2-8e6b-8276720bca1c tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:04.091606 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d4e0a018-6797-4cc2-8e6b-8276720bca1c tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:04.095544 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d4e0a018-6797-4cc2-8e6b-8276720bca1c tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992607'] for security_group_rule, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:04.113584 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e0a018-6797-4cc2-8e6b-8276720bca1c tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4000bc90-ed67-4dd1-b2fd-8c201340cb9e,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:28:04.123697 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d4e0a018-6797-4cc2-8e6b-8276720bca1c tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:04.125742 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-d4e0a018-6797-4cc2-8e6b-8276720bca1c tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1377990 Aug 18 12:28:04.128728 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 46994) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:28:04.133796 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-f4d54be8-f802-4768-9b30-61ea77a3cc01 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Request body: {'security_group_rule': {'security_group_id': '68af3d75-7b31-42b2-bdc2-db82fc869372', 'project_id': '86bcac19683b4cedad111d113ad02413', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:28:04.162637 n-d-804985-2 neutron-server[106253]: INFO neutron.db.securitygroups_db [None req-f4d54be8-f802-4768-9b30-61ea77a3cc01 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Project 86bcac19683b4cedad111d113ad02413 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 18 12:28:04.167606 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f4d54be8-f802-4768-9b30-61ea77a3cc01 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:04.232467 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f4d54be8-f802-4768-9b30-61ea77a3cc01 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:04.236669 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f4d54be8-f802-4768-9b30-61ea77a3cc01 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992607'] for security_group_rule, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:04.251809 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 181c87e0-b652-44e6-bcee-3e00614dba51 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:28:04.257045 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d54be8-f802-4768-9b30-61ea77a3cc01 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdcc694a-6c22-4804-98e3-2f045a930556,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:28:04.264438 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f4d54be8-f802-4768-9b30-61ea77a3cc01 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:04.265744 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-f4d54be8-f802-4768-9b30-61ea77a3cc01 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1358042 Aug 18 12:28:04.301439 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port 181c87e0-b652-44e6-bcee-3e00614dba51 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:28:04.306275 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 181c87e0-b652-44e6-bcee-3e00614dba51 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:28:04.306674 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:04.388197 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:04.421551 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] For port 181c87e0-b652-44e6-bcee-3e00614dba51, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=181c87e0-b652-44e6-bcee-3e00614dba51,segment=NetworkSegment(7508b955-9aac-4d99-9c69-9859014fba7b),segment_id=7508b955-9aac-4d99-9c69-9859014fba7b)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:28:04.426702 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:04.475238 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Pushing event updated for resources: {'Port': ['ID=181c87e0-b652-44e6-bcee-3e00614dba51,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:28:06.250460 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 181c87e0-b652-44e6-bcee-3e00614dba51 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:28:06.298928 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:06.315941 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 181c87e0-b652-44e6-bcee-3e00614dba51 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:28:06.316297 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:08.373289 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:18.508788 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-eef686e8-4d36-49be-b49e-0c27e579c00f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:18.754425 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-19391aad-ec36-42fe-b92d-34c43e27fcf8 req-ffdf26c5-ce88-4767-9c46-6a2b77bcc2bb tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1464834680&fields=id&tenant_id=86bcac19683b4cedad111d113ad02413 HTTP/1.1" status: 200 len: 267 time: 0.0327225 Aug 18 12:28:18.864586 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19391aad-ec36-42fe-b92d-34c43e27fcf8 req-993c2255-ca68-4197-897d-46f68574148d tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:28:18.865922 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-19391aad-ec36-42fe-b92d-34c43e27fcf8 req-993c2255-ca68-4197-897d-46f68574148d tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/networks?id=25fdaffb-3168-482a-bd55-4e7a3fe8ec1f HTTP/1.1" status: 200 len: 811 time: 0.1047401 Aug 18 12:28:18.881505 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-19391aad-ec36-42fe-b92d-34c43e27fcf8 req-30588f88-b5b2-464c-943b-e07ed4588373 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/quotas/86bcac19683b4cedad111d113ad02413 HTTP/1.1" status: 200 len: 375 time: 0.0094147 Aug 18 12:28:18.932391 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-19391aad-ec36-42fe-b92d-34c43e27fcf8 req-6c8a3524-b500-4e3d-b754-9adc03c1c44b tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=86bcac19683b4cedad111d113ad02413&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0455909 Aug 18 12:28:19.094581 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-19391aad-ec36-42fe-b92d-34c43e27fcf8 req-8d71015d-4ca9-4861-a196-bd1d11de1948 service neutron] 10.222.0.66 "GET /v2.0/networks/25fdaffb-3168-482a-bd55-4e7a3fe8ec1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474564 Aug 18 12:28:19.191520 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-19391aad-ec36-42fe-b92d-34c43e27fcf8 req-5cd8660b-ebea-4794-8eea-9c66346c64eb service neutron] 10.222.0.66 "GET /v2.0/networks/25fdaffb-3168-482a-bd55-4e7a3fe8ec1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905223 Aug 18 12:28:19.478716 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3352bae5-f448-48ac-9f87-0ddcf20d9f03 req-e65fe033-92c0-4827-8990-352c8eef94a1 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/ports?device_id=4363721f-8c75-423a-a57c-f7bdfd4a1d73 HTTP/1.1" status: 200 len: 210 time: 0.0274475 Aug 18 12:28:20.403188 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19391aad-ec36-42fe-b92d-34c43e27fcf8 req-1c56b929-f2f5-4b9e-8a72-362f67119efb tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:28:20.404702 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-19391aad-ec36-42fe-b92d-34c43e27fcf8 req-1c56b929-f2f5-4b9e-8a72-362f67119efb tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.63 "GET /v2.0/networks?id=25fdaffb-3168-482a-bd55-4e7a3fe8ec1f HTTP/1.1" status: 200 len: 811 time: 0.1122673 Aug 18 12:28:20.451049 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-19391aad-ec36-42fe-b92d-34c43e27fcf8 req-cb98e4d5-3dab-4bcf-8e3e-cffb9e28cfcb tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.63 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=86bcac19683b4cedad111d113ad02413 HTTP/1.1" status: 200 len: 380 time: 0.0368986 Aug 18 12:28:20.460916 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-19391aad-ec36-42fe-b92d-34c43e27fcf8 req-a5d29e06-1899-4d38-b870-5852bf7e4506 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Request body: {'port': {'device_id': '4363721f-8c75-423a-a57c-f7bdfd4a1d73', 'network_id': '25fdaffb-3168-482a-bd55-4e7a3fe8ec1f', 'admin_state_up': True, 'tenant_id': '86bcac19683b4cedad111d113ad02413', 'security_groups': ['68af3d75-7b31-42b2-bdc2-db82fc869372']}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:28:20.585807 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19391aad-ec36-42fe-b92d-34c43e27fcf8 req-a5d29e06-1899-4d38-b870-5852bf7e4506 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Made reservation on behalf of 86bcac19683b4cedad111d113ad02413 for: {'port': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:28:20.589923 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-19391aad-ec36-42fe-b92d-34c43e27fcf8 req-a5d29e06-1899-4d38-b870-5852bf7e4506 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:20.629001 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d29e7585-d0da-44af-8410-ca503f93ab1d req-2d8000de-0f52-48cd-8fff-d5a486e75cb1 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/ports?device_id=4363721f-8c75-423a-a57c-f7bdfd4a1d73 HTTP/1.1" status: 200 len: 210 time: 0.0364730 Aug 18 12:28:20.742977 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [req-19391aad-ec36-42fe-b92d-34c43e27fcf8 req-a5d29e06-1899-4d38-b870-5852bf7e4506 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Allocated IP 172.20.0.8 (25fdaffb-3168-482a-bd55-4e7a3fe8ec1f/eb2e3982-4dd6-4594-80de-13da71e6899f/1cfe8b67-e5c4-48d2-92df-a3400ac232ec) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:28:20.890798 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-19391aad-ec36-42fe-b92d-34c43e27fcf8 req-a5d29e06-1899-4d38-b870-5852bf7e4506 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:20.904760 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [req-19391aad-ec36-42fe-b92d-34c43e27fcf8 req-a5d29e06-1899-4d38-b870-5852bf7e4506 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Transition to ACTIVE for port object 1cfe8b67-e5c4-48d2-92df-a3400ac232ec will not be triggered until provisioned by entity DHCP. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:28:20.941781 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-19391aad-ec36-42fe-b92d-34c43e27fcf8 req-a5d29e06-1899-4d38-b870-5852bf7e4506 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:20.984205 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 47306) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:28:20.985525 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19391aad-ec36-42fe-b92d-34c43e27fcf8 req-a5d29e06-1899-4d38-b870-5852bf7e4506 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Network 25fdaffb-3168-482a-bd55-4e7a3fe8ec1f is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:28:21.003879 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [req-19391aad-ec36-42fe-b92d-34c43e27fcf8 req-a5d29e06-1899-4d38-b870-5852bf7e4506 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:28:21.009118 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-19391aad-ec36-42fe-b92d-34c43e27fcf8 req-a5d29e06-1899-4d38-b870-5852bf7e4506 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:28:21.043504 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d29e06-1899-4d38-b870-5852bf7e4506 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Pushing event updated for resources: {'Port': ['ID=1cfe8b67-e5c4-48d2-92df-a3400ac232ec,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:28:21.075404 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19391aad-ec36-42fe-b92d-34c43e27fcf8 req-a5d29e06-1899-4d38-b870-5852bf7e4506 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:28:21.076346 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-19391aad-ec36-42fe-b92d-34c43e27fcf8 req-a5d29e06-1899-4d38-b870-5852bf7e4506 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:21.094549 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-19391aad-ec36-42fe-b92d-34c43e27fcf8 req-a5d29e06-1899-4d38-b870-5852bf7e4506 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6373768 Aug 18 12:28:21.116093 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-19391aad-ec36-42fe-b92d-34c43e27fcf8 req-f9ec4fca-5771-415f-beda-25c8946cab96 service neutron] Request body: {'port': {'device_id': '4363721f-8c75-423a-a57c-f7bdfd4a1d73', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804985-2'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:28:21.205071 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-19391aad-ec36-42fe-b92d-34c43e27fcf8 req-f9ec4fca-5771-415f-beda-25c8946cab96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:21.372515 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-9101e6b1-8200-45ba-83ce-487c33989a84 None None] Provisioning for port 1cfe8b67-e5c4-48d2-92df-a3400ac232ec completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:28:21.376680 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-9101e6b1-8200-45ba-83ce-487c33989a84 None None] Provisioning complete for port 1cfe8b67-e5c4-48d2-92df-a3400ac232ec triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:28:21.377108 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-9101e6b1-8200-45ba-83ce-487c33989a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:21.418080 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d35ca8f9-8505-4362-b383-f48cd8599474 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-996815'] for router_interface, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:21.438985 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-9101e6b1-8200-45ba-83ce-487c33989a84 None None] Port 1cfe8b67-e5c4-48d2-92df-a3400ac232ec cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:28:21.485478 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:21.569868 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [req-19391aad-ec36-42fe-b92d-34c43e27fcf8 req-f9ec4fca-5771-415f-beda-25c8946cab96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1cfe8b67-e5c4-48d2-92df-a3400ac232ec {{(pid=106252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:28:21.578507 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-19391aad-ec36-42fe-b92d-34c43e27fcf8 req-f9ec4fca-5771-415f-beda-25c8946cab96 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:21.592244 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [req-19391aad-ec36-42fe-b92d-34c43e27fcf8 req-f9ec4fca-5771-415f-beda-25c8946cab96 service neutron] Transition to ACTIVE for port object 1cfe8b67-e5c4-48d2-92df-a3400ac232ec will not be triggered until provisioned by entity L2. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:28:21.597882 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-19391aad-ec36-42fe-b92d-34c43e27fcf8 req-f9ec4fca-5771-415f-beda-25c8946cab96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:21.689690 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ec4fca-5771-415f-beda-25c8946cab96 service neutron] Pushing event updated for resources: {'Port': ['ID=1cfe8b67-e5c4-48d2-92df-a3400ac232ec,revision_number=2']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:28:21.726350 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-73649e8c-70d2-490b-889c-98420b132818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:21.816082 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-19391aad-ec36-42fe-b92d-34c43e27fcf8 req-f9ec4fca-5771-415f-beda-25c8946cab96 service neutron] Attempting to bind port 1cfe8b67-e5c4-48d2-92df-a3400ac232ec on host n-h1-804985-2 for vnic_type normal with profile {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:28:21.816419 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-19391aad-ec36-42fe-b92d-34c43e27fcf8 req-f9ec4fca-5771-415f-beda-25c8946cab96 service neutron] Attempting to bind port 1cfe8b67-e5c4-48d2-92df-a3400ac232ec by drivers openvswitch,hyperv on host n-h1-804985-2 at level 0 using segments [{'id': 'dfae8a08-8315-4142-ba2f-fd111ce93dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '25fdaffb-3168-482a-bd55-4e7a3fe8ec1f'}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:28:21.816786 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19391aad-ec36-42fe-b92d-34c43e27fcf8 req-f9ec4fca-5771-415f-beda-25c8946cab96 service neutron] Attempting to bind port 1cfe8b67-e5c4-48d2-92df-a3400ac232ec on network 25fdaffb-3168-482a-bd55-4e7a3fe8ec1f {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:28:21.822955 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19391aad-ec36-42fe-b92d-34c43e27fcf8 req-f9ec4fca-5771-415f-beda-25c8946cab96 service neutron] Port 1cfe8b67-e5c4-48d2-92df-a3400ac232ec on network 25fdaffb-3168-482a-bd55-4e7a3fe8ec1f not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-2 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:28:21.823278 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19391aad-ec36-42fe-b92d-34c43e27fcf8 req-f9ec4fca-5771-415f-beda-25c8946cab96 service neutron] Attempting to bind port 1cfe8b67-e5c4-48d2-92df-a3400ac232ec on network 25fdaffb-3168-482a-bd55-4e7a3fe8ec1f {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:28:21.841043 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65a2a9d-fc19-4279-b134-b0067c696715 req-7d7eee64-0943-481e-8a4d-35ceff7dc189 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:28:21.843357 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b65a2a9d-fc19-4279-b134-b0067c696715 req-7d7eee64-0943-481e-8a4d-35ceff7dc189 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/ports?device_id=4363721f-8c75-423a-a57c-f7bdfd4a1d73 HTTP/1.1" status: 200 len: 943 time: 0.0870543 Aug 18 12:28:21.844233 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19391aad-ec36-42fe-b92d-34c43e27fcf8 req-f9ec4fca-5771-415f-beda-25c8946cab96 service neutron] Checking agent: {'id': 'a613417a-d085-492c-941a-59bb18c633d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 49, 6), 'started_at': datetime.datetime(2021, 8, 18, 11, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 28, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:28:21.844604 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19391aad-ec36-42fe-b92d-34c43e27fcf8 req-f9ec4fca-5771-415f-beda-25c8946cab96 service neutron] Checking segment: {'id': 'dfae8a08-8315-4142-ba2f-fd111ce93dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '25fdaffb-3168-482a-bd55-4e7a3fe8ec1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:28:21.844988 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19391aad-ec36-42fe-b92d-34c43e27fcf8 req-f9ec4fca-5771-415f-beda-25c8946cab96 service neutron] Bound using segment: {'id': 'dfae8a08-8315-4142-ba2f-fd111ce93dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '25fdaffb-3168-482a-bd55-4e7a3fe8ec1f'} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:28:21.845427 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-19391aad-ec36-42fe-b92d-34c43e27fcf8 req-f9ec4fca-5771-415f-beda-25c8946cab96 service neutron] Bound port: 1cfe8b67-e5c4-48d2-92df-a3400ac232ec, host: n-h1-804985-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfae8a08-8315-4142-ba2f-fd111ce93dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '25fdaffb-3168-482a-bd55-4e7a3fe8ec1f'}}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:28:21.845830 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-19391aad-ec36-42fe-b92d-34c43e27fcf8 req-f9ec4fca-5771-415f-beda-25c8946cab96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:21.846908 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-d35ca8f9-8505-4362-b383-f48cd8599474 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Deleting port 181c87e0-b652-44e6-bcee-3e00614dba51 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:28:21.847349 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d35ca8f9-8505-4362-b383-f48cd8599474 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:21.937177 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b65a2a9d-fc19-4279-b134-b0067c696715 req-de34a6e5-c0bd-4b70-96c6-25b02bc1b2c4 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/security-groups?id=68af3d75-7b31-42b2-bdc2-db82fc869372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770354 Aug 18 12:28:21.948229 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-19391aad-ec36-42fe-b92d-34c43e27fcf8 req-f9ec4fca-5771-415f-beda-25c8946cab96 service neutron] For port 1cfe8b67-e5c4-48d2-92df-a3400ac232ec, host n-h1-804985-2, cleared binding levels {{(pid=106252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:28:21.951719 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-19391aad-ec36-42fe-b92d-34c43e27fcf8 req-f9ec4fca-5771-415f-beda-25c8946cab96 service neutron] For port 1cfe8b67-e5c4-48d2-92df-a3400ac232ec, host n-h1-804985-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=1cfe8b67-e5c4-48d2-92df-a3400ac232ec,segment=NetworkSegment(dfae8a08-8315-4142-ba2f-fd111ce93dbf),segment_id=dfae8a08-8315-4142-ba2f-fd111ce93dbf)] {{(pid=106252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:28:21.954303 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [None req-d35ca8f9-8505-4362-b383-f48cd8599474 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] For port 181c87e0-b652-44e6-bcee-3e00614dba51, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=181c87e0-b652-44e6-bcee-3e00614dba51,segment=NetworkSegment(7508b955-9aac-4d99-9c69-9859014fba7b),segment_id=7508b955-9aac-4d99-9c69-9859014fba7b)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:28:21.954867 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d35ca8f9-8505-4362-b383-f48cd8599474 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:21.969276 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-19391aad-ec36-42fe-b92d-34c43e27fcf8 req-f9ec4fca-5771-415f-beda-25c8946cab96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:21.977755 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-d35ca8f9-8505-4362-b383-f48cd8599474 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Calling delete_port for 181c87e0-b652-44e6-bcee-3e00614dba51 owned by network:router_interface {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:28:22.032085 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ec4fca-5771-415f-beda-25c8946cab96 service neutron] Pushing event updated for resources: {'Port': ['ID=1cfe8b67-e5c4-48d2-92df-a3400ac232ec,revision_number=3']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:28:22.041024 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19391aad-ec36-42fe-b92d-34c43e27fcf8 req-f9ec4fca-5771-415f-beda-25c8946cab96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:28:22.041639 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-19391aad-ec36-42fe-b92d-34c43e27fcf8 req-f9ec4fca-5771-415f-beda-25c8946cab96 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:22.043032 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-19391aad-ec36-42fe-b92d-34c43e27fcf8 req-f9ec4fca-5771-415f-beda-25c8946cab96 service neutron] 10.222.0.63 "PUT /v2.0/ports/1cfe8b67-e5c4-48d2-92df-a3400ac232ec HTTP/1.1" status: 200 len: 1091 time: 0.9344654 Aug 18 12:28:22.043471 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4363721f-8c75-423a-a57c-f7bdfd4a1d73', 'tag': '1cfe8b67-e5c4-48d2-92df-a3400ac232ec'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:28:22.045776 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-215b868b-631b-4216-8aaf-b75e154e34d7" -d '{"events": [{"name": "network-changed", "server_uuid": "4363721f-8c75-423a-a57c-f7bdfd4a1d73", "tag": "1cfe8b67-e5c4-48d2-92df-a3400ac232ec"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:28:22.125155 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:28:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37fdb623-9a43-4f37-9d54-8dff27e6f794 x-openstack-request-id: req-37fdb623-9a43-4f37-9d54-8dff27e6f794 {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:28:22.125524 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4363721f-8c75-423a-a57c-f7bdfd4a1d73", "tag": "1cfe8b67-e5c4-48d2-92df-a3400ac232ec", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:28:22.125832 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-37fdb623-9a43-4f37-9d54-8dff27e6f794 {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:28:22.126282 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4363721f-8c75-423a-a57c-f7bdfd4a1d73', 'tag': '1cfe8b67-e5c4-48d2-92df-a3400ac232ec', 'status': 'completed', 'code': 200} Aug 18 12:28:22.199455 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19391aad-ec36-42fe-b92d-34c43e27fcf8 req-7065c8b5-c0b1-4b57-8e7b-971d85db01bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:28:22.201421 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-19391aad-ec36-42fe-b92d-34c43e27fcf8 req-7065c8b5-c0b1-4b57-8e7b-971d85db01bd service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=86bcac19683b4cedad111d113ad02413&device_id=4363721f-8c75-423a-a57c-f7bdfd4a1d73 HTTP/1.1" status: 200 len: 1094 time: 0.1023488 Aug 18 12:28:22.227334 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-53584c24-f517-494e-ac93-c18bb92373f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:22.264544 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-19391aad-ec36-42fe-b92d-34c43e27fcf8 req-7ded2836-1dd0-4cfe-bb42-328a4baf3168 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1cfe8b67-e5c4-48d2-92df-a3400ac232ec HTTP/1.1" status: 200 len: 217 time: 0.0472472 Aug 18 12:28:22.264836 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d35ca8f9-8505-4362-b383-f48cd8599474 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:22.321198 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35ca8f9-8505-4362-b383-f48cd8599474 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Pushing event deleted for resources: {'Port': ['ID=181c87e0-b652-44e6-bcee-3e00614dba51,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:28:22.331572 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19391aad-ec36-42fe-b92d-34c43e27fcf8 req-55bba169-71c5-406e-b925-35be23ab2e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:28:22.334014 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-19391aad-ec36-42fe-b92d-34c43e27fcf8 req-55bba169-71c5-406e-b925-35be23ab2e6a service neutron] 10.222.0.63 "GET /v2.0/subnets?id=eb2e3982-4dd6-4594-80de-13da71e6899f HTTP/1.1" status: 200 len: 850 time: 0.0666599 Aug 18 12:28:22.392151 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19391aad-ec36-42fe-b92d-34c43e27fcf8 req-281fa05e-f371-4f81-a98b-62dbf6f82910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:28:22.393835 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-19391aad-ec36-42fe-b92d-34c43e27fcf8 req-281fa05e-f371-4f81-a98b-62dbf6f82910 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=25fdaffb-3168-482a-bd55-4e7a3fe8ec1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0509925 Aug 18 12:28:22.551295 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d35ca8f9-8505-4362-b383-f48cd8599474 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953695'] for router_interface, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:22.827308 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d35ca8f9-8505-4362-b383-f48cd8599474 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Router 5fce78b1-b6a6-4e1d-9325-47d5cc3f017b has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:28:22.969214 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d35ca8f9-8505-4362-b383-f48cd8599474 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:28:22.977141 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-d35ca8f9-8505-4362-b383-f48cd8599474 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] 10.222.0.66 "PUT /v2.0/routers/5fce78b1-b6a6-4e1d-9325-47d5cc3f017b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9918005 Aug 18 12:28:22.980410 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b2146ba-9e65-491d-8cf7-83cc9380f750 None None] Sync routers for ids ['5fce78b1-b6a6-4e1d-9325-47d5cc3f017b'] in n-d-804985-2 {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:28:22.993771 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-19391aad-ec36-42fe-b92d-34c43e27fcf8 req-54a1adba-463c-4224-848b-5f2d494d7ff9 service neutron] 10.222.0.63 "GET /v2.0/networks/25fdaffb-3168-482a-bd55-4e7a3fe8ec1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5911298 Aug 18 12:28:23.005225 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b2146ba-9e65-491d-8cf7-83cc9380f750 None None] Routers {'5fce78b1-b6a6-4e1d-9325-47d5cc3f017b'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:28:23.006356 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-0b2146ba-9e65-491d-8cf7-83cc9380f750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:28:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['5fce78b1-b6a6-4e1d-9325-47d5cc3f017b'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:28:23.137455 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2a9be0-fcdd-4e87-b845-208f67cb41e9 req-d9ff50dd-62aa-4f50-a3cf-d88576efc7f2 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:28:23.139331 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-db2a9be0-fcdd-4e87-b845-208f67cb41e9 req-d9ff50dd-62aa-4f50-a3cf-d88576efc7f2 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/ports?device_id=4363721f-8c75-423a-a57c-f7bdfd4a1d73 HTTP/1.1" status: 200 len: 943 time: 0.1001072 Aug 18 12:28:23.278484 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-19391aad-ec36-42fe-b92d-34c43e27fcf8 req-7cd31350-7303-4895-969f-638dbe5ddd54 service neutron] 10.222.0.63 "GET /v2.0/networks/25fdaffb-3168-482a-bd55-4e7a3fe8ec1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2763515 Aug 18 12:28:23.306947 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-db2a9be0-fcdd-4e87-b845-208f67cb41e9 req-992c22b2-f17b-4c66-887d-49c112c67a9d tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/security-groups?id=68af3d75-7b31-42b2-bdc2-db82fc869372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1556070 Aug 18 12:28:23.333087 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-0b2146ba-9e65-491d-8cf7-83cc9380f750 None None] Set router 5fce78b1-b6a6-4e1d-9325-47d5cc3f017b gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:28:23.429480 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad69938-4010-41f2-9c54-f4072e806efa req-ec551a3c-0550-46a1-96ad-8b248910b9b3 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:28:23.437186 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-fad69938-4010-41f2-9c54-f4072e806efa req-ec551a3c-0550-46a1-96ad-8b248910b9b3 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] 10.222.0.66 "GET /v2.0/ports?device_id=4a005401-5b06-49ee-ace1-4d2b42397875 HTTP/1.1" status: 200 len: 946 time: 0.0688412 Aug 18 12:28:23.440995 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215b868b-631b-4216-8aaf-b75e154e34d7 req-4d864c90-9c86-4552-ac46-69bf94435cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:28:23.442644 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-215b868b-631b-4216-8aaf-b75e154e34d7 req-4d864c90-9c86-4552-ac46-69bf94435cd0 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=86bcac19683b4cedad111d113ad02413&device_id=4363721f-8c75-423a-a57c-f7bdfd4a1d73 HTTP/1.1" status: 200 len: 1094 time: 0.1029177 Aug 18 12:28:23.536599 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-fad69938-4010-41f2-9c54-f4072e806efa req-08b613d3-ee5d-4e6a-9bc4-b31678b050ae tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] 10.222.0.66 "GET /v2.0/security-groups?id=bcbb4cda-09be-4f69-8c6c-d92bfb55170d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934324 Aug 18 12:28:23.572926 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215b868b-631b-4216-8aaf-b75e154e34d7 req-5ddc8501-6d01-4e35-b98d-6a1e91cbb8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:28:23.574726 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-215b868b-631b-4216-8aaf-b75e154e34d7 req-5ddc8501-6d01-4e35-b98d-6a1e91cbb8fb service neutron] 10.222.0.63 "GET /v2.0/networks?id=25fdaffb-3168-482a-bd55-4e7a3fe8ec1f HTTP/1.1" status: 200 len: 912 time: 0.1157501 Aug 18 12:28:23.581115 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-0b2146ba-9e65-491d-8cf7-83cc9380f750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fce78b1-b6a6-4e1d-9325-47d5cc3f017b', 'name': 'tempest-TestNetworkBasicOps-router-284947590', 'tenant_id': 'ba8f5ef8677a40aa9ef633104d93230e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': '5eba29f2-65fc-4d01-84ad-8f5d94d83ac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:26:41Z', 'updated_at': '2021-08-18T12:28:22Z', 'revision_number': 6, 'project_id': 'ba8f5ef8677a40aa9ef633104d93230e', 'gw_port': {'id': '5eba29f2-65fc-4d01-84ad-8f5d94d83ac8', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:b4:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fce78b1-b6a6-4e1d-9325-47d5cc3f017b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:26:41Z', 'updated_at': '2021-08-18T12:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_floatingips': [{'id': '47ed47e8-87b0-4f38-a6df-750ecce9efe2', 'tenant_id': 'ba8f5ef8677a40aa9ef633104d93230e', 'floating_ip_address': '172.25.7.81', 'floating_network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'router_id': '5fce78b1-b6a6-4e1d-9325-47d5cc3f017b', 'port_id': '46084920-dd01-4d91-9386-01ff6c4d4391', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3895, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05dfb111-3320-46c7-b333-0397b0cc4fd7', 'mac_address': 'fa:16:3e:db:f7:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4381b0a-98f2-47fe-9eb1-ca6ca541656a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T12:27:03Z', 'updated_at': '2021-08-18T12:27:06Z', 'revision_number': 1, 'project_id': 'ba8f5ef8677a40aa9ef633104d93230e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4017b97b-9a03-4b06-a51c-666b2f798829', 'name': '', 'network_id': '05dfb111-3320-46c7-b333-0397b0cc4fd7', 'tenant_id': 'ba8f5ef8677a40aa9ef633104d93230e', 'mac_address': 'fa:16:3e:b8:cb:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fce78b1-b6a6-4e1d-9325-47d5cc3f017b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': '9c610508-a736-4cea-b1fe-b095b53f9f62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:26:45Z', 'updated_at': '2021-08-18T12:26:50Z', 'revision_number': 5, 'project_id': 'ba8f5ef8677a40aa9ef633104d93230e', 'subnets': [{'id': '9c610508-a736-4cea-b1fe-b095b53f9f62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:28:23.612376 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b2146ba-9e65-491d-8cf7-83cc9380f750 None None] Checking router: 5fce78b1-b6a6-4e1d-9325-47d5cc3f017b for host: n-d-804985-2 {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:28:23.621822 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b2146ba-9e65-491d-8cf7-83cc9380f750 None None] Routers {'5fce78b1-b6a6-4e1d-9325-47d5cc3f017b'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:28:23.622703 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-0b2146ba-9e65-491d-8cf7-83cc9380f750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:28:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['5fce78b1-b6a6-4e1d-9325-47d5cc3f017b'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:28:23.626269 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-215b868b-631b-4216-8aaf-b75e154e34d7 req-4aa81d3a-82ca-4569-b74a-5b9647221b16 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1cfe8b67-e5c4-48d2-92df-a3400ac232ec HTTP/1.1" status: 200 len: 217 time: 0.0434170 Aug 18 12:28:23.682888 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215b868b-631b-4216-8aaf-b75e154e34d7 req-3e240a03-a811-4af6-baa1-731b75568819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:28:23.684773 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-215b868b-631b-4216-8aaf-b75e154e34d7 req-3e240a03-a811-4af6-baa1-731b75568819 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=eb2e3982-4dd6-4594-80de-13da71e6899f HTTP/1.1" status: 200 len: 850 time: 0.0519898 Aug 18 12:28:23.739044 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215b868b-631b-4216-8aaf-b75e154e34d7 req-b6c5d746-2de2-4125-86bc-139078a14380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:28:23.740689 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-0b2146ba-9e65-491d-8cf7-83cc9380f750 None None] Set router 5fce78b1-b6a6-4e1d-9325-47d5cc3f017b gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:28:23.741106 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-215b868b-631b-4216-8aaf-b75e154e34d7 req-b6c5d746-2de2-4125-86bc-139078a14380 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=25fdaffb-3168-482a-bd55-4e7a3fe8ec1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0494187 Aug 18 12:28:23.868335 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-215b868b-631b-4216-8aaf-b75e154e34d7 req-b7a56f4a-6097-4627-a8c9-243235c225a9 service neutron] 10.222.0.63 "GET /v2.0/networks/25fdaffb-3168-482a-bd55-4e7a3fe8ec1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188073 Aug 18 12:28:23.908761 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-500a1c61-38a7-4c23-a7ec-4631080af5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:23.989809 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-215b868b-631b-4216-8aaf-b75e154e34d7 req-b57f77f0-4005-4a1c-a79c-7aeebb24933f service neutron] 10.222.0.63 "GET /v2.0/networks/25fdaffb-3168-482a-bd55-4e7a3fe8ec1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136308 Aug 18 12:28:23.994399 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-0b2146ba-9e65-491d-8cf7-83cc9380f750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fce78b1-b6a6-4e1d-9325-47d5cc3f017b', 'name': 'tempest-TestNetworkBasicOps-router-284947590', 'tenant_id': 'ba8f5ef8677a40aa9ef633104d93230e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': '5eba29f2-65fc-4d01-84ad-8f5d94d83ac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:26:41Z', 'updated_at': '2021-08-18T12:28:22Z', 'revision_number': 6, 'project_id': 'ba8f5ef8677a40aa9ef633104d93230e', 'gw_port': {'id': '5eba29f2-65fc-4d01-84ad-8f5d94d83ac8', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:b4:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fce78b1-b6a6-4e1d-9325-47d5cc3f017b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:26:41Z', 'updated_at': '2021-08-18T12:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_floatingips': [{'id': '47ed47e8-87b0-4f38-a6df-750ecce9efe2', 'tenant_id': 'ba8f5ef8677a40aa9ef633104d93230e', 'floating_ip_address': '172.25.7.81', 'floating_network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'router_id': '5fce78b1-b6a6-4e1d-9325-47d5cc3f017b', 'port_id': '46084920-dd01-4d91-9386-01ff6c4d4391', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3895, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05dfb111-3320-46c7-b333-0397b0cc4fd7', 'mac_address': 'fa:16:3e:db:f7:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4381b0a-98f2-47fe-9eb1-ca6ca541656a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T12:27:03Z', 'updated_at': '2021-08-18T12:27:06Z', 'revision_number': 1, 'project_id': 'ba8f5ef8677a40aa9ef633104d93230e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4017b97b-9a03-4b06-a51c-666b2f798829', 'name': '', 'network_id': '05dfb111-3320-46c7-b333-0397b0cc4fd7', 'tenant_id': 'ba8f5ef8677a40aa9ef633104d93230e', 'mac_address': 'fa:16:3e:b8:cb:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fce78b1-b6a6-4e1d-9325-47d5cc3f017b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': '9c610508-a736-4cea-b1fe-b095b53f9f62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:26:45Z', 'updated_at': '2021-08-18T12:26:50Z', 'revision_number': 5, 'project_id': 'ba8f5ef8677a40aa9ef633104d93230e', 'subnets': [{'id': '9c610508-a736-4cea-b1fe-b095b53f9f62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:28:24.021860 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b2146ba-9e65-491d-8cf7-83cc9380f750 None None] The sync data for ids ['5fce78b1-b6a6-4e1d-9325-47d5cc3f017b'] in n-d-804985-2 is: [{'id': '5fce78b1-b6a6-4e1d-9325-47d5cc3f017b', 'name': 'tempest-TestNetworkBasicOps-router-284947590', 'tenant_id': 'ba8f5ef8677a40aa9ef633104d93230e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': '5eba29f2-65fc-4d01-84ad-8f5d94d83ac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:26:41Z', 'updated_at': '2021-08-18T12:28:22Z', 'revision_number': 6, 'project_id': 'ba8f5ef8677a40aa9ef633104d93230e', 'gw_port': {'id': '5eba29f2-65fc-4d01-84ad-8f5d94d83ac8', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:b4:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fce78b1-b6a6-4e1d-9325-47d5cc3f017b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:26:41Z', 'updated_at': '2021-08-18T12:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_floatingips': [{'id': '47ed47e8-87b0-4f38-a6df-750ecce9efe2', 'tenant_id': 'ba8f5ef8677a40aa9ef633104d93230e', 'floating_ip_address': '172.25.7.81', 'floating_network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'router_id': '5fce78b1-b6a6-4e1d-9325-47d5cc3f017b', 'port_id': '46084920-dd01-4d91-9386-01ff6c4d4391', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3895, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05dfb111-3320-46c7-b333-0397b0cc4fd7', 'mac_address': 'fa:16:3e:db:f7:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4381b0a-98f2-47fe-9eb1-ca6ca541656a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T12:27:03Z', 'updated_at': '2021-08-18T12:27:06Z', 'revision_number': 1, 'project_id': 'ba8f5ef8677a40aa9ef633104d93230e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4017b97b-9a03-4b06-a51c-666b2f798829', 'name': '', 'network_id': '05dfb111-3320-46c7-b333-0397b0cc4fd7', 'tenant_id': 'ba8f5ef8677a40aa9ef633104d93230e', 'mac_address': 'fa:16:3e:b8:cb:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fce78b1-b6a6-4e1d-9325-47d5cc3f017b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': '9c610508-a736-4cea-b1fe-b095b53f9f62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:26:45Z', 'updated_at': '2021-08-18T12:26:50Z', 'revision_number': 5, 'project_id': 'ba8f5ef8677a40aa9ef633104d93230e', 'subnets': [{'id': '9c610508-a736-4cea-b1fe-b095b53f9f62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:28:24.444423 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9213ddfe-d5ab-4e35-bc51-94bff9a9d8d5 req-95ea463e-1f16-4557-b5ec-913c55ec7917 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:28:24.446191 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9213ddfe-d5ab-4e35-bc51-94bff9a9d8d5 req-95ea463e-1f16-4557-b5ec-913c55ec7917 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/ports?device_id=4363721f-8c75-423a-a57c-f7bdfd4a1d73 HTTP/1.1" status: 200 len: 943 time: 0.0743661 Aug 18 12:28:24.490969 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 181c87e0-b652-44e6-bcee-3e00614dba51 no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:28:24.493608 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9213ddfe-d5ab-4e35-bc51-94bff9a9d8d5 req-d5b3e94d-ce60-4507-a198-d5a6259e70d6 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/security-groups?id=68af3d75-7b31-42b2-bdc2-db82fc869372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408895 Aug 18 12:28:24.523772 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: 181c87e0-b652-44e6-bcee-3e00614dba51 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:28:24.524360 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 181c87e0-b652-44e6-bcee-3e00614dba51 not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:28:24.639797 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec55d703-c3b3-47e2-96c0-0717844a0ae3 req-69618fbd-4526-4f49-96f0-82b82978f981 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:28:24.642116 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-ec55d703-c3b3-47e2-96c0-0717844a0ae3 req-69618fbd-4526-4f49-96f0-82b82978f981 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] 10.222.0.62 "GET /v2.0/ports?device_id=4a005401-5b06-49ee-ace1-4d2b42397875 HTTP/1.1" status: 200 len: 946 time: 0.0712934 Aug 18 12:28:24.699349 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab84709d-495a-4d5e-9516-90bef2945ab3 req-d7aecb44-54d8-4964-bd54-b0fcb8003770 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:28:24.705064 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ab84709d-495a-4d5e-9516-90bef2945ab3 req-d7aecb44-54d8-4964-bd54-b0fcb8003770 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] 10.222.0.66 "GET /v2.0/ports?device_id=4a005401-5b06-49ee-ace1-4d2b42397875 HTTP/1.1" status: 200 len: 946 time: 0.0639904 Aug 18 12:28:24.743859 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ab84709d-495a-4d5e-9516-90bef2945ab3 req-3dc315eb-3f7f-409d-8caf-f445cf674045 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] 10.222.0.66 "GET /v2.0/security-groups?id=bcbb4cda-09be-4f69-8c6c-d92bfb55170d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329516 Aug 18 12:28:24.789970 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-ec55d703-c3b3-47e2-96c0-0717844a0ae3 req-48e51bbb-bd82-43f5-a309-cb50837609be tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Deleting port 5d7d83df-74ae-4c7c-9a3d-9c4e1213d042 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:28:24.790455 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-ec55d703-c3b3-47e2-96c0-0717844a0ae3 req-48e51bbb-bd82-43f5-a309-cb50837609be tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:24.889575 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-ec55d703-c3b3-47e2-96c0-0717844a0ae3 req-48e51bbb-bd82-43f5-a309-cb50837609be tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] For port 5d7d83df-74ae-4c7c-9a3d-9c4e1213d042, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=5d7d83df-74ae-4c7c-9a3d-9c4e1213d042,segment=NetworkSegment(7508b955-9aac-4d99-9c69-9859014fba7b),segment_id=7508b955-9aac-4d99-9c69-9859014fba7b)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:28:24.890068 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-ec55d703-c3b3-47e2-96c0-0717844a0ae3 req-48e51bbb-bd82-43f5-a309-cb50837609be tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:24.902758 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-ec55d703-c3b3-47e2-96c0-0717844a0ae3 req-48e51bbb-bd82-43f5-a309-cb50837609be tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Calling delete_port for 5d7d83df-74ae-4c7c-9a3d-9c4e1213d042 owned by compute:nova {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:28:25.058411 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-ec55d703-c3b3-47e2-96c0-0717844a0ae3 req-48e51bbb-bd82-43f5-a309-cb50837609be tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:25.090893 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e51bbb-bd82-43f5-a309-cb50837609be tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Pushing event deleted for resources: {'Port': ['ID=5d7d83df-74ae-4c7c-9a3d-9c4e1213d042,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:28:25.119105 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e51bbb-bd82-43f5-a309-cb50837609be tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:28:25.119449 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e51bbb-bd82-43f5-a309-cb50837609be tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:28:25.119785 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e51bbb-bd82-43f5-a309-cb50837609be tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:28:25.120115 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e51bbb-bd82-43f5-a309-cb50837609be tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:28:25.120441 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e51bbb-bd82-43f5-a309-cb50837609be tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:28:25.120795 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e51bbb-bd82-43f5-a309-cb50837609be tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:28:25.121114 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e51bbb-bd82-43f5-a309-cb50837609be tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:28:25.121433 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e51bbb-bd82-43f5-a309-cb50837609be tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:28:25.121753 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e51bbb-bd82-43f5-a309-cb50837609be tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:28:25.122073 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e51bbb-bd82-43f5-a309-cb50837609be tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:28:25.122388 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e51bbb-bd82-43f5-a309-cb50837609be tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:28:25.122710 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e51bbb-bd82-43f5-a309-cb50837609be tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:28:25.145358 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec55d703-c3b3-47e2-96c0-0717844a0ae3 req-48e51bbb-bd82-43f5-a309-cb50837609be tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] No DVR routers for this DVR port 5d7d83df-74ae-4c7c-9a3d-9c4e1213d042 on host n-h2-804985-2 {{(pid=106253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:28:25.147926 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-ec55d703-c3b3-47e2-96c0-0717844a0ae3 req-48e51bbb-bd82-43f5-a309-cb50837609be tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:25.150005 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-ec55d703-c3b3-47e2-96c0-0717844a0ae3 req-48e51bbb-bd82-43f5-a309-cb50837609be tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] 10.222.0.62 "DELETE /v2.0/ports/5d7d83df-74ae-4c7c-9a3d-9c4e1213d042 HTTP/1.1" status: 204 len: 173 time: 0.5014522 Aug 18 12:28:25.150441 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a005401-5b06-49ee-ace1-4d2b42397875', 'name': 'network-vif-deleted', 'tag': '5d7d83df-74ae-4c7c-9a3d-9c4e1213d042'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:28:25.152792 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0679f4c4b6e0e0c064a7d71d722dc30541a34fffee11680573be22ee2ffccc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c228627f-a0a1-4ade-a41e-281dd4b0bb28" -d '{"events": [{"server_uuid": "4a005401-5b06-49ee-ace1-4d2b42397875", "name": "network-vif-deleted", "tag": "5d7d83df-74ae-4c7c-9a3d-9c4e1213d042"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:28:25.197665 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:28:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1842f666-5746-4c91-87e4-d19a3b76e7de x-openstack-request-id: req-1842f666-5746-4c91-87e4-d19a3b76e7de {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:28:25.197848 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a005401-5b06-49ee-ace1-4d2b42397875", "name": "network-vif-deleted", "tag": "5d7d83df-74ae-4c7c-9a3d-9c4e1213d042", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:28:25.198153 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-1842f666-5746-4c91-87e4-d19a3b76e7de {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:28:25.199096 n-d-804985-2 neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a005401-5b06-49ee-ace1-4d2b42397875', 'name': 'network-vif-deleted', 'tag': '5d7d83df-74ae-4c7c-9a3d-9c4e1213d042', 'status': 'completed', 'code': 200} Aug 18 12:28:25.636713 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965fa9bf-9c67-4597-9294-bd9f50aa0689 req-21edf574-f59a-46f0-9e6f-38f5dbdfb8ae tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:28:25.638413 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-965fa9bf-9c67-4597-9294-bd9f50aa0689 req-21edf574-f59a-46f0-9e6f-38f5dbdfb8ae tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/ports?device_id=4363721f-8c75-423a-a57c-f7bdfd4a1d73 HTTP/1.1" status: 200 len: 943 time: 0.0637760 Aug 18 12:28:25.679372 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-965fa9bf-9c67-4597-9294-bd9f50aa0689 req-2a9733f6-24e8-4854-870b-c2db33291c50 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/security-groups?id=68af3d75-7b31-42b2-bdc2-db82fc869372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329685 Aug 18 12:28:25.813421 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 47360) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:28:25.879529 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-33ac7280-3b57-412f-bcff-239734258542 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:25.909671 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-33ac7280-3b57-412f-bcff-239734258542 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:25.972131 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-33ac7280-3b57-412f-bcff-239734258542 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:25.974818 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-33ac7280-3b57-412f-bcff-239734258542 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:25.975978 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-33ac7280-3b57-412f-bcff-239734258542 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] 10.222.0.66 "DELETE /v2.0/security-groups/bcbb4cda-09be-4f69-8c6c-d92bfb55170d HTTP/1.1" status: 204 len: 168 time: 0.1615341 Aug 18 12:28:25.985231 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ac7280-3b57-412f-bcff-239734258542 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcbb4cda-09be-4f69-8c6c-d92bfb55170d,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:28:26.010405 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 47364) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:28:26.062102 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bb9e5db-28fd-44a2-a9b5-41dd86431c0d tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Deleting subnet 9c2eb86c-25cd-4f0d-b9ce-deecfd819afd {{(pid=106253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 12:28:26.065705 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2bb9e5db-28fd-44a2-a9b5-41dd86431c0d tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks [] for subnet, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:26.104247 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2bb9e5db-28fd-44a2-a9b5-41dd86431c0d tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902229'] for subnet, precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:26.192993 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2bb9e5db-28fd-44a2-a9b5-41dd86431c0d tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:26.252582 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2bb9e5db-28fd-44a2-a9b5-41dd86431c0d tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58902171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59388106'] for subnet, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:26.278517 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb9e5db-28fd-44a2-a9b5-41dd86431c0d tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Pushing event deleted for resources: {'Subnet': ['ID=9c2eb86c-25cd-4f0d-b9ce-deecfd819afd,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:28:26.281960 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2bb9e5db-28fd-44a2-a9b5-41dd86431c0d tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:26.283863 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-2bb9e5db-28fd-44a2-a9b5-41dd86431c0d tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] 10.222.0.66 "DELETE /v2.0/subnets/9c2eb86c-25cd-4f0d-b9ce-deecfd819afd HTTP/1.1" status: 204 len: 168 time: 0.2724316 Aug 18 12:28:26.286445 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 47366) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:28:26.291878 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4752f700-55ed-4423-9c14-9afae1fcd7e9 None None] Network e3caeccb-50e3-45a6-bd90-711d400c3a6b requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:28:26.365120 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-aff45997-576e-4476-932c-8a548cde5c40 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7904109'] for network, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:26.419335 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-aff45997-576e-4476-932c-8a548cde5c40 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Deleting port 18eace63-64fb-400b-807d-464d35c28486 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:28:26.419994 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-aff45997-576e-4476-932c-8a548cde5c40 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:26.469212 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-174b31ed-45be-4401-ad17-66edfb9655bb None None] DHCP port deletion for e3caeccb-50e3-45a6-bd90-711d400c3a6b request from n-d-804985-2 {{(pid=106254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 12:28:26.495474 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [None req-aff45997-576e-4476-932c-8a548cde5c40 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] For port 18eace63-64fb-400b-807d-464d35c28486, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=18eace63-64fb-400b-807d-464d35c28486,segment=NetworkSegment(7508b955-9aac-4d99-9c69-9859014fba7b),segment_id=7508b955-9aac-4d99-9c69-9859014fba7b)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:28:26.495825 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-aff45997-576e-4476-932c-8a548cde5c40 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:26.508403 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-aff45997-576e-4476-932c-8a548cde5c40 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Calling delete_port for 18eace63-64fb-400b-807d-464d35c28486 owned by network:dhcp {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:28:26.515792 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-174b31ed-45be-4401-ad17-66edfb9655bb None None] Deleting port 18eace63-64fb-400b-807d-464d35c28486 {{(pid=106254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:28:26.516385 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-174b31ed-45be-4401-ad17-66edfb9655bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:26.578526 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-174b31ed-45be-4401-ad17-66edfb9655bb None None] For port 18eace63-64fb-400b-807d-464d35c28486, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=18eace63-64fb-400b-807d-464d35c28486,segment=NetworkSegment(7508b955-9aac-4d99-9c69-9859014fba7b),segment_id=7508b955-9aac-4d99-9c69-9859014fba7b)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:28:26.579352 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-174b31ed-45be-4401-ad17-66edfb9655bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:26.587994 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-aff45997-576e-4476-932c-8a548cde5c40 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:26.599294 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-174b31ed-45be-4401-ad17-66edfb9655bb None None] Calling delete_port for 18eace63-64fb-400b-807d-464d35c28486 owned by network:dhcp {{(pid=106254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:28:26.615334 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff45997-576e-4476-932c-8a548cde5c40 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Pushing event deleted for resources: {'Port': ['ID=18eace63-64fb-400b-807d-464d35c28486,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:28:26.620359 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff45997-576e-4476-932c-8a548cde5c40 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] No DVR routers for this DVR port 18eace63-64fb-400b-807d-464d35c28486 on host n-d-804985-2 {{(pid=106253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:28:26.689951 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-174b31ed-45be-4401-ad17-66edfb9655bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556'] for port, after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:26.709583 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-aff45997-576e-4476-932c-8a548cde5c40 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8367869', 'neutron.services.segments.db._delete_segments_for_network-8789151212993'] for network, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:26.716099 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174b31ed-45be-4401-ad17-66edfb9655bb None None] Pushing event deleted for resources: {'Port': ['ID=18eace63-64fb-400b-807d-464d35c28486,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:28:26.720272 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-174b31ed-45be-4401-ad17-66edfb9655bb None None] No DVR routers for this DVR port 18eace63-64fb-400b-807d-464d35c28486 on host n-d-804985-2 {{(pid=106254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:28:26.733661 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-aff45997-576e-4476-932c-8a548cde5c40 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3caeccb-50e3-45a6-bd90-711d400c3a6b']}} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:28:26.734434 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174b31ed-45be-4401-ad17-66edfb9655bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:28:26.734434 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174b31ed-45be-4401-ad17-66edfb9655bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:28:26.734434 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174b31ed-45be-4401-ad17-66edfb9655bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:28:26.734434 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174b31ed-45be-4401-ad17-66edfb9655bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:28:26.734434 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174b31ed-45be-4401-ad17-66edfb9655bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:28:26.734434 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174b31ed-45be-4401-ad17-66edfb9655bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:28:26.734434 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174b31ed-45be-4401-ad17-66edfb9655bb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:28:26.734434 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174b31ed-45be-4401-ad17-66edfb9655bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:28:26.734434 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174b31ed-45be-4401-ad17-66edfb9655bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:28:26.734434 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174b31ed-45be-4401-ad17-66edfb9655bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:28:26.734434 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174b31ed-45be-4401-ad17-66edfb9655bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:28:26.734434 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174b31ed-45be-4401-ad17-66edfb9655bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:28:26.747168 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-aff45997-576e-4476-932c-8a548cde5c40 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7508b955-9aac-4d99-9c69-9859014fba7b') {'for_net_delete': True} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:28:26.747564 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-aff45997-576e-4476-932c-8a548cde5c40 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7508b955-9aac-4d99-9c69-9859014fba7b') {} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:28:26.757396 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-aff45997-576e-4476-932c-8a548cde5c40 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789151225254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902236'] for segment, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:26.772981 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-aff45997-576e-4476-932c-8a548cde5c40 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:26.779148 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aff45997-576e-4476-932c-8a548cde5c40 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Releasing vlan 841 on physical network physnet1 to pool {{(pid=106253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:28:26.779544 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-aff45997-576e-4476-932c-8a548cde5c40 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58900537'] for segment, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:26.782729 n-d-804985-2 neutron-server[106253]: Traceback (most recent call last): Aug 18 12:28:26.782729 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:28:26.782729 n-d-804985-2 neutron-server[106253]: timer() Aug 18 12:28:26.782729 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:28:26.782729 n-d-804985-2 neutron-server[106253]: cb(*args, **kw) Aug 18 12:28:26.782729 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:28:26.782729 n-d-804985-2 neutron-server[106253]: return func(*args, **kwargs) Aug 18 12:28:26.782729 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:28:26.782729 n-d-804985-2 neutron-server[106253]: self._notify() Aug 18 12:28:26.782729 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:28:26.782729 n-d-804985-2 neutron-server[106253]: self.callback(batched_events) Aug 18 12:28:26.782729 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:28:26.782729 n-d-804985-2 neutron-server[106253]: event.method(event) Aug 18 12:28:26.782729 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:28:26.782729 n-d-804985-2 neutron-server[106253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:28:26.782729 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:28:26.782729 n-d-804985-2 neutron-server[106253]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:28:26.782729 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:28:26.782729 n-d-804985-2 neutron-server[106253]: return f(self, *a, **k) Aug 18 12:28:26.782729 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:28:26.782729 n-d-804985-2 neutron-server[106253]: return self._get(url).json() Aug 18 12:28:26.782729 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:28:26.782729 n-d-804985-2 neutron-server[106253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:28:26.782729 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:28:26.782729 n-d-804985-2 neutron-server[106253]: return self.request(url, 'GET', **kwargs) Aug 18 12:28:26.782729 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:28:26.782729 n-d-804985-2 neutron-server[106253]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:28:26.782729 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:28:26.782729 n-d-804985-2 neutron-server[106253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:28:26.782729 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:28:26.782729 n-d-804985-2 neutron-server[106253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:28:26.782729 n-d-804985-2 neutron-server[106253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:28:26.828614 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72212d8-16d0-4c59-bf38-a19d599ca12e req-cd8e0b44-6f85-4190-a3ab-07ae3b940cfd tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:28:26.830465 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d72212d8-16d0-4c59-bf38-a19d599ca12e req-cd8e0b44-6f85-4190-a3ab-07ae3b940cfd tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/ports?device_id=4363721f-8c75-423a-a57c-f7bdfd4a1d73 HTTP/1.1" status: 200 len: 943 time: 0.0537131 Aug 18 12:28:26.849162 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-aff45997-576e-4476-932c-8a548cde5c40 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8367858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997186'] for network, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:26.854581 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-aff45997-576e-4476-932c-8a548cde5c40 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks [] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:26.860026 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 47372) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:28:26.861140 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-aff45997-576e-4476-932c-8a548cde5c40 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] 10.222.0.66 "DELETE /v2.0/networks/e3caeccb-50e3-45a6-bd90-711d400c3a6b HTTP/1.1" status: 204 len: 168 time: 0.5735571 Aug 18 12:28:26.879664 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff45997-576e-4476-932c-8a548cde5c40 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Pushing event deleted for resources: {'Network': ['ID=e3caeccb-50e3-45a6-bd90-711d400c3a6b,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:28:26.915396 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d72212d8-16d0-4c59-bf38-a19d599ca12e req-edba4948-db99-47a9-ad3b-b3475724e27e tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/security-groups?id=68af3d75-7b31-42b2-bdc2-db82fc869372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787787 Aug 18 12:28:27.046705 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-b8fa49a6-38df-4002-b1a7-7ac66bc229b9 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Deleting port f818aeb4-0f04-40d8-98b8-c77a263bb391 {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:28:27.047041 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b8fa49a6-38df-4002-b1a7-7ac66bc229b9 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:27.125902 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b8fa49a6-38df-4002-b1a7-7ac66bc229b9 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:27.126248 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b8fa49a6-38df-4002-b1a7-7ac66bc229b9 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:27.138319 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-b8fa49a6-38df-4002-b1a7-7ac66bc229b9 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Calling delete_port for f818aeb4-0f04-40d8-98b8-c77a263bb391 owned by network:floatingip {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:28:27.288008 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b8fa49a6-38df-4002-b1a7-7ac66bc229b9 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:27.318204 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fa49a6-38df-4002-b1a7-7ac66bc229b9 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Pushing event deleted for resources: {'Port': ['ID=f818aeb4-0f04-40d8-98b8-c77a263bb391,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:28:27.383206 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b8fa49a6-38df-4002-b1a7-7ac66bc229b9 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks [] for floatingip, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:27.383542 n-d-804985-2 neutron-server[106252]: INFO neutron.db.l3_db [None req-b8fa49a6-38df-4002-b1a7-7ac66bc229b9 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Floating IP 47ed47e8-87b0-4f38-a6df-750ecce9efe2 disassociated (deleted). External IP: 172.25.7.81, port: 46084920-dd01-4d91-9386-01ff6c4d4391. Aug 18 12:28:27.452249 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 5d7d83df-74ae-4c7c-9a3d-9c4e1213d042 no longer exists at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:28:27.473315 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] No Port match for: 5d7d83df-74ae-4c7c-9a3d-9c4e1213d042 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:28:27.473791 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 5d7d83df-74ae-4c7c-9a3d-9c4e1213d042 not bound to the agent host n-h2-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:28:27.597961 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8fa49a6-38df-4002-b1a7-7ac66bc229b9 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Router 5fce78b1-b6a6-4e1d-9325-47d5cc3f017b has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:28:27.709487 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8fa49a6-38df-4002-b1a7-7ac66bc229b9 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:28:27.714472 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b8fa49a6-38df-4002-b1a7-7ac66bc229b9 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for floatingip, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:27.719763 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ad61c3f-d50f-442e-915a-28792989c0fe None None] Sync routers for ids ['5fce78b1-b6a6-4e1d-9325-47d5cc3f017b'] in n-d-804985-2 {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:28:27.728960 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad61c3f-d50f-442e-915a-28792989c0fe None None] Routers {'5fce78b1-b6a6-4e1d-9325-47d5cc3f017b'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:28:27.729580 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-1ad61c3f-d50f-442e-915a-28792989c0fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:28:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['5fce78b1-b6a6-4e1d-9325-47d5cc3f017b'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:28:27.746025 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-b8fa49a6-38df-4002-b1a7-7ac66bc229b9 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] 10.222.0.66 "DELETE /v2.0/floatingips/47ed47e8-87b0-4f38-a6df-750ecce9efe2 HTTP/1.1" status: 204 len: 168 time: 0.8822355 Aug 18 12:28:27.746025 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4381b0a-98f2-47fe-9eb1-ca6ca541656a', 'tag': '46084920-dd01-4d91-9386-01ff6c4d4391'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:28:27.746767 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c002b07c-4504-4feb-ab45-48743b816e66" -d '{"events": [{"name": "network-changed", "server_uuid": "b4381b0a-98f2-47fe-9eb1-ca6ca541656a", "tag": "46084920-dd01-4d91-9386-01ff6c4d4391"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:28:27.801835 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:28:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4952ab5-407e-4357-b930-29d4b1d7e9ec x-openstack-request-id: req-f4952ab5-407e-4357-b930-29d4b1d7e9ec {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:28:27.802327 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4381b0a-98f2-47fe-9eb1-ca6ca541656a", "tag": "46084920-dd01-4d91-9386-01ff6c4d4391", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:28:27.802778 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f4952ab5-407e-4357-b930-29d4b1d7e9ec {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:28:27.803192 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4381b0a-98f2-47fe-9eb1-ca6ca541656a', 'tag': '46084920-dd01-4d91-9386-01ff6c4d4391', 'status': 'completed', 'code': 200} Aug 18 12:28:27.872673 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c002b07c-4504-4feb-ab45-48743b816e66 req-19940da3-35bd-4ff5-bf56-cbd742508e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:28:27.875074 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c002b07c-4504-4feb-ab45-48743b816e66 req-19940da3-35bd-4ff5-bf56-cbd742508e12 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=ba8f5ef8677a40aa9ef633104d93230e&device_id=b4381b0a-98f2-47fe-9eb1-ca6ca541656a HTTP/1.1" status: 200 len: 1096 time: 0.0441480 Aug 18 12:28:27.891860 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-1ad61c3f-d50f-442e-915a-28792989c0fe None None] Set router 5fce78b1-b6a6-4e1d-9325-47d5cc3f017b gateway port host: n-d-804985-2 {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:28:27.985726 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c002b07c-4504-4feb-ab45-48743b816e66 req-1f4e82c4-b1bf-41db-8edf-44f5d39625ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:28:27.987657 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c002b07c-4504-4feb-ab45-48743b816e66 req-1f4e82c4-b1bf-41db-8edf-44f5d39625ef service neutron] 10.222.0.63 "GET /v2.0/networks?id=05dfb111-3320-46c7-b333-0397b0cc4fd7 HTTP/1.1" status: 200 len: 898 time: 0.1060443 Aug 18 12:28:28.036536 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c002b07c-4504-4feb-ab45-48743b816e66 req-af5b284d-8e4f-4cc7-be35-ff8a6b7fc2b2 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=46084920-dd01-4d91-9386-01ff6c4d4391 HTTP/1.1" status: 200 len: 217 time: 0.0391490 Aug 18 12:28:28.157030 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-1ad61c3f-d50f-442e-915a-28792989c0fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fce78b1-b6a6-4e1d-9325-47d5cc3f017b', 'name': 'tempest-TestNetworkBasicOps-router-284947590', 'tenant_id': 'ba8f5ef8677a40aa9ef633104d93230e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': '5eba29f2-65fc-4d01-84ad-8f5d94d83ac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:26:41Z', 'updated_at': '2021-08-18T12:28:22Z', 'revision_number': 6, 'project_id': 'ba8f5ef8677a40aa9ef633104d93230e', 'gw_port': {'id': '5eba29f2-65fc-4d01-84ad-8f5d94d83ac8', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:b4:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fce78b1-b6a6-4e1d-9325-47d5cc3f017b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:26:41Z', 'updated_at': '2021-08-18T12:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': '4017b97b-9a03-4b06-a51c-666b2f798829', 'name': '', 'network_id': '05dfb111-3320-46c7-b333-0397b0cc4fd7', 'tenant_id': 'ba8f5ef8677a40aa9ef633104d93230e', 'mac_address': 'fa:16:3e:b8:cb:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fce78b1-b6a6-4e1d-9325-47d5cc3f017b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': '9c610508-a736-4cea-b1fe-b095b53f9f62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:26:45Z', 'updated_at': '2021-08-18T12:26:50Z', 'revision_number': 5, 'project_id': 'ba8f5ef8677a40aa9ef633104d93230e', 'subnets': [{'id': '9c610508-a736-4cea-b1fe-b095b53f9f62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:28:28.160196 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9956da-30b8-42c7-af54-c96866e8cad9 req-99d425a7-4c53-43bf-a089-c276210b1eea tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:28:28.161778 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4e9956da-30b8-42c7-af54-c96866e8cad9 req-99d425a7-4c53-43bf-a089-c276210b1eea tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] 10.222.0.66 "GET /v2.0/ports?device_id=b4381b0a-98f2-47fe-9eb1-ca6ca541656a HTTP/1.1" status: 200 len: 945 time: 0.1281953 Aug 18 12:28:28.170809 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c002b07c-4504-4feb-ab45-48743b816e66 req-8e67f438-3bfa-45b2-857d-b3fc73e5c3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:28:28.172275 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c002b07c-4504-4feb-ab45-48743b816e66 req-8e67f438-3bfa-45b2-857d-b3fc73e5c3d8 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=9c610508-a736-4cea-b1fe-b095b53f9f62 HTTP/1.1" status: 200 len: 835 time: 0.1275058 Aug 18 12:28:28.186371 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ad61c3f-d50f-442e-915a-28792989c0fe None None] Checking router: 5fce78b1-b6a6-4e1d-9325-47d5cc3f017b for host: n-d-804985-2 {{(pid=106254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:28:28.189907 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c0b6ff-6664-4e7f-8c54-f8143cd9ef0e req-a160ebf0-453d-4329-a78c-03b2451fb0fc tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:28:28.191625 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f6c0b6ff-6664-4e7f-8c54-f8143cd9ef0e req-a160ebf0-453d-4329-a78c-03b2451fb0fc tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/ports?device_id=4363721f-8c75-423a-a57c-f7bdfd4a1d73 HTTP/1.1" status: 200 len: 943 time: 0.1594353 Aug 18 12:28:28.197105 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad61c3f-d50f-442e-915a-28792989c0fe None None] Routers {'5fce78b1-b6a6-4e1d-9325-47d5cc3f017b'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:28:28.198102 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-1ad61c3f-d50f-442e-915a-28792989c0fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:28:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['5fce78b1-b6a6-4e1d-9325-47d5cc3f017b'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:28:28.271546 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4e9956da-30b8-42c7-af54-c96866e8cad9 req-84c247e5-0c63-4e75-a39b-b6450ad08e66 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bc96c45-f874-4082-9906-771fc88bf94d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1030550 Aug 18 12:28:28.280269 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c002b07c-4504-4feb-ab45-48743b816e66 req-f270b57d-49ae-4d6b-9696-4e5866c191bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:28:28.281790 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c002b07c-4504-4feb-ab45-48743b816e66 req-f270b57d-49ae-4d6b-9696-4e5866c191bc service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=05dfb111-3320-46c7-b333-0397b0cc4fd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1006889 Aug 18 12:28:28.285166 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f6c0b6ff-6664-4e7f-8c54-f8143cd9ef0e req-a9b2b859-6e1d-4907-b245-224b6f316445 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/security-groups?id=68af3d75-7b31-42b2-bdc2-db82fc869372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777111 Aug 18 12:28:28.312814 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 18eace63-64fb-400b-807d-464d35c28486 no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:28:28.341856 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: 18eace63-64fb-400b-807d-464d35c28486 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:28:28.342289 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 18eace63-64fb-400b-807d-464d35c28486 not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:28:28.363387 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-1ad61c3f-d50f-442e-915a-28792989c0fe None None] Set router 5fce78b1-b6a6-4e1d-9325-47d5cc3f017b gateway port host: n-d-804985-2 {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:28:28.403310 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c002b07c-4504-4feb-ab45-48743b816e66 req-6d33d95f-8d5f-4fdb-8129-f43f7a0795b0 service neutron] 10.222.0.63 "GET /v2.0/networks/05dfb111-3320-46c7-b333-0397b0cc4fd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110578 Aug 18 12:28:28.496764 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c002b07c-4504-4feb-ab45-48743b816e66 req-6052ea29-042e-4be9-b473-26c8ff5cda23 service neutron] 10.222.0.63 "GET /v2.0/networks/05dfb111-3320-46c7-b333-0397b0cc4fd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858982 Aug 18 12:28:28.568286 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-1ad61c3f-d50f-442e-915a-28792989c0fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fce78b1-b6a6-4e1d-9325-47d5cc3f017b', 'name': 'tempest-TestNetworkBasicOps-router-284947590', 'tenant_id': 'ba8f5ef8677a40aa9ef633104d93230e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': '5eba29f2-65fc-4d01-84ad-8f5d94d83ac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:26:41Z', 'updated_at': '2021-08-18T12:28:22Z', 'revision_number': 6, 'project_id': 'ba8f5ef8677a40aa9ef633104d93230e', 'gw_port': {'id': '5eba29f2-65fc-4d01-84ad-8f5d94d83ac8', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:b4:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fce78b1-b6a6-4e1d-9325-47d5cc3f017b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:26:41Z', 'updated_at': '2021-08-18T12:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': '4017b97b-9a03-4b06-a51c-666b2f798829', 'name': '', 'network_id': '05dfb111-3320-46c7-b333-0397b0cc4fd7', 'tenant_id': 'ba8f5ef8677a40aa9ef633104d93230e', 'mac_address': 'fa:16:3e:b8:cb:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fce78b1-b6a6-4e1d-9325-47d5cc3f017b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': '9c610508-a736-4cea-b1fe-b095b53f9f62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:26:45Z', 'updated_at': '2021-08-18T12:26:50Z', 'revision_number': 5, 'project_id': 'ba8f5ef8677a40aa9ef633104d93230e', 'subnets': [{'id': '9c610508-a736-4cea-b1fe-b095b53f9f62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:28:28.594755 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ad61c3f-d50f-442e-915a-28792989c0fe None None] The sync data for ids ['5fce78b1-b6a6-4e1d-9325-47d5cc3f017b'] in n-d-804985-2 is: [{'id': '5fce78b1-b6a6-4e1d-9325-47d5cc3f017b', 'name': 'tempest-TestNetworkBasicOps-router-284947590', 'tenant_id': 'ba8f5ef8677a40aa9ef633104d93230e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': '5eba29f2-65fc-4d01-84ad-8f5d94d83ac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:26:41Z', 'updated_at': '2021-08-18T12:28:22Z', 'revision_number': 6, 'project_id': 'ba8f5ef8677a40aa9ef633104d93230e', 'gw_port': {'id': '5eba29f2-65fc-4d01-84ad-8f5d94d83ac8', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:b4:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fce78b1-b6a6-4e1d-9325-47d5cc3f017b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:26:41Z', 'updated_at': '2021-08-18T12:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': '4017b97b-9a03-4b06-a51c-666b2f798829', 'name': '', 'network_id': '05dfb111-3320-46c7-b333-0397b0cc4fd7', 'tenant_id': 'ba8f5ef8677a40aa9ef633104d93230e', 'mac_address': 'fa:16:3e:b8:cb:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fce78b1-b6a6-4e1d-9325-47d5cc3f017b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': '9c610508-a736-4cea-b1fe-b095b53f9f62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:26:45Z', 'updated_at': '2021-08-18T12:26:50Z', 'revision_number': 5, 'project_id': 'ba8f5ef8677a40aa9ef633104d93230e', 'subnets': [{'id': '9c610508-a736-4cea-b1fe-b095b53f9f62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:28:28.821796 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d1b1d53-c5fc-4337-b51c-0e83f0925328 None None] New status for floating IP 47ed47e8-87b0-4f38-a6df-750ecce9efe2: DOWN {{(pid=106255) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 12:28:29.295193 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a99f7f-e42c-4614-951b-802188af8135 req-522f1919-d1d7-463a-bf71-9ee26c610844 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:28:29.296785 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d6a99f7f-e42c-4614-951b-802188af8135 req-522f1919-d1d7-463a-bf71-9ee26c610844 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] 10.222.0.63 "GET /v2.0/ports?device_id=b4381b0a-98f2-47fe-9eb1-ca6ca541656a HTTP/1.1" status: 200 len: 945 time: 0.0558007 Aug 18 12:28:29.445139 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-d6a99f7f-e42c-4614-951b-802188af8135 req-1c496462-4370-4618-beb7-53224ab0b5e0 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Deleting port 46084920-dd01-4d91-9386-01ff6c4d4391 {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:28:29.445474 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-d6a99f7f-e42c-4614-951b-802188af8135 req-1c496462-4370-4618-beb7-53224ab0b5e0 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:29.506343 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c4b787-8807-49b6-b248-32d414082fe4 req-b3e37414-a639-4cd8-848c-ebd37460130f tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:28:29.507839 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-89c4b787-8807-49b6-b248-32d414082fe4 req-b3e37414-a639-4cd8-848c-ebd37460130f tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] 10.222.0.66 "GET /v2.0/ports?device_id=b4381b0a-98f2-47fe-9eb1-ca6ca541656a HTTP/1.1" status: 200 len: 945 time: 0.1270034 Aug 18 12:28:29.537410 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e91ea6-0fd0-4ba8-b64b-9b1231d92968 req-731ab12b-f804-4b11-b6e2-042d18fe273b tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:28:29.538815 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e5e91ea6-0fd0-4ba8-b64b-9b1231d92968 req-731ab12b-f804-4b11-b6e2-042d18fe273b tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/ports?device_id=4363721f-8c75-423a-a57c-f7bdfd4a1d73 HTTP/1.1" status: 200 len: 943 time: 0.1472449 Aug 18 12:28:29.612557 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-d6a99f7f-e42c-4614-951b-802188af8135 req-1c496462-4370-4618-beb7-53224ab0b5e0 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] For port 46084920-dd01-4d91-9386-01ff6c4d4391, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=46084920-dd01-4d91-9386-01ff6c4d4391,segment=NetworkSegment(7ef6453d-0b70-4db5-a448-a2bb3ffda249),segment_id=7ef6453d-0b70-4db5-a448-a2bb3ffda249)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:28:29.612796 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-d6a99f7f-e42c-4614-951b-802188af8135 req-1c496462-4370-4618-beb7-53224ab0b5e0 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:29.626722 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-89c4b787-8807-49b6-b248-32d414082fe4 req-0cac53af-7776-46da-a6dc-b5333e4fb957 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] 10.222.0.66 "GET /v2.0/security-groups?id=7bc96c45-f874-4082-9906-771fc88bf94d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1107664 Aug 18 12:28:29.638600 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-d6a99f7f-e42c-4614-951b-802188af8135 req-1c496462-4370-4618-beb7-53224ab0b5e0 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Calling delete_port for 46084920-dd01-4d91-9386-01ff6c4d4391 owned by compute:nova {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:28:29.652001 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e5e91ea6-0fd0-4ba8-b64b-9b1231d92968 req-db7effee-ca51-4b54-b5e7-72b2d0810c64 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/security-groups?id=68af3d75-7b31-42b2-bdc2-db82fc869372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933304 Aug 18 12:28:29.785296 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-d6a99f7f-e42c-4614-951b-802188af8135 req-1c496462-4370-4618-beb7-53224ab0b5e0 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:29.842732 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c496462-4370-4618-beb7-53224ab0b5e0 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Pushing event deleted for resources: {'Port': ['ID=46084920-dd01-4d91-9386-01ff6c4d4391,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:28:29.869620 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6a99f7f-e42c-4614-951b-802188af8135 req-1c496462-4370-4618-beb7-53224ab0b5e0 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] No DVR routers for this DVR port 46084920-dd01-4d91-9386-01ff6c4d4391 on host n-h1-804985-2 {{(pid=106252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:28:29.872539 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-d6a99f7f-e42c-4614-951b-802188af8135 req-1c496462-4370-4618-beb7-53224ab0b5e0 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:29.874781 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d6a99f7f-e42c-4614-951b-802188af8135 req-1c496462-4370-4618-beb7-53224ab0b5e0 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] 10.222.0.63 "DELETE /v2.0/ports/46084920-dd01-4d91-9386-01ff6c4d4391 HTTP/1.1" status: 204 len: 173 time: 0.5719519 Aug 18 12:28:29.875349 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4381b0a-98f2-47fe-9eb1-ca6ca541656a', 'name': 'network-vif-deleted', 'tag': '46084920-dd01-4d91-9386-01ff6c4d4391'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:28:29.877694 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-812db24e-b505-4510-9e8e-9a057757c9bf" -d '{"events": [{"server_uuid": "b4381b0a-98f2-47fe-9eb1-ca6ca541656a", "name": "network-vif-deleted", "tag": "46084920-dd01-4d91-9386-01ff6c4d4391"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:28:29.881186 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c496462-4370-4618-beb7-53224ab0b5e0 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:28:29.881534 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c496462-4370-4618-beb7-53224ab0b5e0 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:28:29.881874 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c496462-4370-4618-beb7-53224ab0b5e0 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:28:29.882210 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c496462-4370-4618-beb7-53224ab0b5e0 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:28:29.882542 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c496462-4370-4618-beb7-53224ab0b5e0 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:28:29.882872 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c496462-4370-4618-beb7-53224ab0b5e0 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:28:29.883199 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c496462-4370-4618-beb7-53224ab0b5e0 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:28:29.883706 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c496462-4370-4618-beb7-53224ab0b5e0 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:28:29.883823 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c496462-4370-4618-beb7-53224ab0b5e0 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:28:29.884151 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c496462-4370-4618-beb7-53224ab0b5e0 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:28:29.884490 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c496462-4370-4618-beb7-53224ab0b5e0 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:28:29.884819 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c496462-4370-4618-beb7-53224ab0b5e0 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:28:29.922270 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:28:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35d5b427-d829-48f5-9181-0c71839c5f38 x-openstack-request-id: req-35d5b427-d829-48f5-9181-0c71839c5f38 {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:28:29.922565 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4381b0a-98f2-47fe-9eb1-ca6ca541656a", "name": "network-vif-deleted", "tag": "46084920-dd01-4d91-9386-01ff6c4d4391", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:28:29.922836 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-35d5b427-d829-48f5-9181-0c71839c5f38 {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:28:29.923349 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4381b0a-98f2-47fe-9eb1-ca6ca541656a', 'name': 'network-vif-deleted', 'tag': '46084920-dd01-4d91-9386-01ff6c4d4391', 'status': 'completed', 'code': 200} Aug 18 12:28:30.685413 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 47420) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:28:30.772886 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e9e9ca44-2982-4865-9890-1d4b9a9d4298 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:30.803624 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a95c83-872c-43a2-8ad5-9befcaff1c6d req-a6cfa67c-4804-4245-bd2c-2714469459a0 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:28:30.805149 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-64a95c83-872c-43a2-8ad5-9befcaff1c6d req-a6cfa67c-4804-4245-bd2c-2714469459a0 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/ports?device_id=4363721f-8c75-423a-a57c-f7bdfd4a1d73 HTTP/1.1" status: 200 len: 943 time: 0.0798542 Aug 18 12:28:30.811258 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e9e9ca44-2982-4865-9890-1d4b9a9d4298 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:30.874686 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-64a95c83-872c-43a2-8ad5-9befcaff1c6d req-88826862-0510-4839-b834-770049fc48ae tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/security-groups?id=68af3d75-7b31-42b2-bdc2-db82fc869372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602746 Aug 18 12:28:30.909759 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e9e9ca44-2982-4865-9890-1d4b9a9d4298 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:30.912716 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e9e9ca44-2982-4865-9890-1d4b9a9d4298 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:30.913976 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-e9e9ca44-2982-4865-9890-1d4b9a9d4298 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] 10.222.0.66 "DELETE /v2.0/security-groups/7bc96c45-f874-4082-9906-771fc88bf94d HTTP/1.1" status: 204 len: 168 time: 0.2274172 Aug 18 12:28:30.923452 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e9ca44-2982-4865-9890-1d4b9a9d4298 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bc96c45-f874-4082-9906-771fc88bf94d,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:28:30.947726 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 47424) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:28:31.311709 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8d9432df-3478-49ff-9ab8-2e2007bdb52d tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-996815'] for router_interface, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:31.573741 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-8d9432df-3478-49ff-9ab8-2e2007bdb52d tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Deleting port 4017b97b-9a03-4b06-a51c-666b2f798829 {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:28:31.574009 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8d9432df-3478-49ff-9ab8-2e2007bdb52d tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:31.665201 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [None req-8d9432df-3478-49ff-9ab8-2e2007bdb52d tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] For port 4017b97b-9a03-4b06-a51c-666b2f798829, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=4017b97b-9a03-4b06-a51c-666b2f798829,segment=NetworkSegment(7ef6453d-0b70-4db5-a448-a2bb3ffda249),segment_id=7ef6453d-0b70-4db5-a448-a2bb3ffda249)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:28:31.665567 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8d9432df-3478-49ff-9ab8-2e2007bdb52d tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:31.678771 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-8d9432df-3478-49ff-9ab8-2e2007bdb52d tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Calling delete_port for 4017b97b-9a03-4b06-a51c-666b2f798829 owned by network:router_interface {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:28:32.228751 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de420360-7c7c-49b2-b6c7-3be0ffec3080 req-4d8dac5b-15b8-4fc2-ab94-1a31eef6f399 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:28:32.230259 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-de420360-7c7c-49b2-b6c7-3be0ffec3080 req-4d8dac5b-15b8-4fc2-ab94-1a31eef6f399 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/ports?device_id=4363721f-8c75-423a-a57c-f7bdfd4a1d73 HTTP/1.1" status: 200 len: 943 time: 0.0660567 Aug 18 12:28:32.303459 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-de420360-7c7c-49b2-b6c7-3be0ffec3080 req-5391b3fb-dc97-47a1-814c-508553ae9bae tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/security-groups?id=68af3d75-7b31-42b2-bdc2-db82fc869372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653541 Aug 18 12:28:32.305461 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8d9432df-3478-49ff-9ab8-2e2007bdb52d tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:32.335638 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9432df-3478-49ff-9ab8-2e2007bdb52d tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Pushing event deleted for resources: {'Port': ['ID=4017b97b-9a03-4b06-a51c-666b2f798829,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:28:32.514757 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8d9432df-3478-49ff-9ab8-2e2007bdb52d tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953695'] for router_interface, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:32.738458 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d9432df-3478-49ff-9ab8-2e2007bdb52d tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Router 5fce78b1-b6a6-4e1d-9325-47d5cc3f017b has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:28:32.848287 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d9432df-3478-49ff-9ab8-2e2007bdb52d tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:28:32.857000 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-8d9432df-3478-49ff-9ab8-2e2007bdb52d tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] 10.222.0.66 "PUT /v2.0/routers/5fce78b1-b6a6-4e1d-9325-47d5cc3f017b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9050105 Aug 18 12:28:32.857000 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 47442) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:28:32.859032 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4535f3c-7207-4081-9d45-e51d39716138 None None] Sync routers for ids ['5fce78b1-b6a6-4e1d-9325-47d5cc3f017b'] in n-d-804985-2 {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:28:32.873036 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4535f3c-7207-4081-9d45-e51d39716138 None None] Routers {'5fce78b1-b6a6-4e1d-9325-47d5cc3f017b'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:28:32.873681 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-b4535f3c-7207-4081-9d45-e51d39716138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:28:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['5fce78b1-b6a6-4e1d-9325-47d5cc3f017b'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:28:32.910824 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_v2 [None req-29549ebb-5672-4b0e-a1f7-8ed6f48e5f92 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Deleting subnet 9c610508-a736-4cea-b1fe-b095b53f9f62 {{(pid=106252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 12:28:32.913926 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-29549ebb-5672-4b0e-a1f7-8ed6f48e5f92 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks [] for subnet, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:32.954350 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-29549ebb-5672-4b0e-a1f7-8ed6f48e5f92 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2221528'] for subnet, precommit_delete_associations {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:32.989010 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-b4535f3c-7207-4081-9d45-e51d39716138 None None] Set router 5fce78b1-b6a6-4e1d-9325-47d5cc3f017b gateway port host: n-d-804985-2 {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:28:33.049610 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-29549ebb-5672-4b0e-a1f7-8ed6f48e5f92 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:33.118109 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-29549ebb-5672-4b0e-a1f7-8ed6f48e5f92 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3572848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59074100'] for subnet, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:33.145226 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29549ebb-5672-4b0e-a1f7-8ed6f48e5f92 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Pushing event deleted for resources: {'Subnet': ['ID=9c610508-a736-4cea-b1fe-b095b53f9f62,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:28:33.148950 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-29549ebb-5672-4b0e-a1f7-8ed6f48e5f92 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks [] for subnet, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:33.152921 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-29549ebb-5672-4b0e-a1f7-8ed6f48e5f92 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] 10.222.0.66 "DELETE /v2.0/subnets/9c610508-a736-4cea-b1fe-b095b53f9f62 HTTP/1.1" status: 204 len: 168 time: 0.2947989 Aug 18 12:28:33.153719 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 47446) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:28:33.165499 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84259177-370e-4598-bcc9-59f1cd09e19e None None] Network 05dfb111-3320-46c7-b333-0397b0cc4fd7 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:28:33.233344 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-b4535f3c-7207-4081-9d45-e51d39716138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fce78b1-b6a6-4e1d-9325-47d5cc3f017b', 'name': 'tempest-TestNetworkBasicOps-router-284947590', 'tenant_id': 'ba8f5ef8677a40aa9ef633104d93230e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': '5eba29f2-65fc-4d01-84ad-8f5d94d83ac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:26:41Z', 'updated_at': '2021-08-18T12:28:32Z', 'revision_number': 7, 'project_id': 'ba8f5ef8677a40aa9ef633104d93230e', 'gw_port': {'id': '5eba29f2-65fc-4d01-84ad-8f5d94d83ac8', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:b4:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fce78b1-b6a6-4e1d-9325-47d5cc3f017b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:26:41Z', 'updated_at': '2021-08-18T12:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:28:33.263051 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-612077a2-379b-4c9e-a16e-3ff0e624c178 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks [] for router, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:33.279324 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4535f3c-7207-4081-9d45-e51d39716138 None None] Checking router: 5fce78b1-b6a6-4e1d-9325-47d5cc3f017b for host: n-d-804985-2 {{(pid=106254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:28:33.306532 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4535f3c-7207-4081-9d45-e51d39716138 None None] Routers {'5fce78b1-b6a6-4e1d-9325-47d5cc3f017b'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:28:33.307150 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-b4535f3c-7207-4081-9d45-e51d39716138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:28:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['5fce78b1-b6a6-4e1d-9325-47d5cc3f017b'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:28:33.367517 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-612077a2-379b-4c9e-a16e-3ff0e624c178 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:33.451406 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-612077a2-379b-4c9e-a16e-3ff0e624c178 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Deleting port 5eba29f2-65fc-4d01-84ad-8f5d94d83ac8 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:28:33.452663 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-612077a2-379b-4c9e-a16e-3ff0e624c178 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:33.470426 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032db851-a710-47fe-8c93-c19d9d6d1182 req-7d86b07c-a0a1-45da-be50-da4f54399c48 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:28:33.473058 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-032db851-a710-47fe-8c93-c19d9d6d1182 req-7d86b07c-a0a1-45da-be50-da4f54399c48 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/ports?device_id=4363721f-8c75-423a-a57c-f7bdfd4a1d73 HTTP/1.1" status: 200 len: 943 time: 0.0646183 Aug 18 12:28:33.524287 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-032db851-a710-47fe-8c93-c19d9d6d1182 req-a1ab3a4c-8ac6-4928-a580-6b2564338d2b tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/security-groups?id=68af3d75-7b31-42b2-bdc2-db82fc869372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445931 Aug 18 12:28:33.566126 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [None req-612077a2-379b-4c9e-a16e-3ff0e624c178 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] For port 5eba29f2-65fc-4d01-84ad-8f5d94d83ac8, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=5eba29f2-65fc-4d01-84ad-8f5d94d83ac8,segment=NetworkSegment(c5a3db9d-5c58-41b1-9177-d5787a597b78),segment_id=c5a3db9d-5c58-41b1-9177-d5787a597b78)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:28:33.566956 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-612077a2-379b-4c9e-a16e-3ff0e624c178 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:33.582367 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-612077a2-379b-4c9e-a16e-3ff0e624c178 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Calling delete_port for 5eba29f2-65fc-4d01-84ad-8f5d94d83ac8 owned by network:router_gateway {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:28:33.591428 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69c79629-af86-496b-aec9-a0abd6dc75f5 None None] DHCP port deletion for 05dfb111-3320-46c7-b333-0397b0cc4fd7 request from n-d-804985-2 {{(pid=106254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 12:28:33.593054 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 1cfe8b67-e5c4-48d2-92df-a3400ac232ec details requested by agent hyperv_n-h1-804985-2 with host n-h1-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:28:33.594952 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 46084920-dd01-4d91-9386-01ff6c4d4391 no longer exists at agent hyperv_n-h1-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:28:33.630551 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] No Port match for: 46084920-dd01-4d91-9386-01ff6c4d4391 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:28:33.630884 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 46084920-dd01-4d91-9386-01ff6c4d4391 not bound to the agent host n-h1-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:28:33.716406 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-b4535f3c-7207-4081-9d45-e51d39716138 None None] Set router 5fce78b1-b6a6-4e1d-9325-47d5cc3f017b gateway port host: n-d-804985-2 {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:28:33.767981 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-612077a2-379b-4c9e-a16e-3ff0e624c178 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:33.801016 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612077a2-379b-4c9e-a16e-3ff0e624c178 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Pushing event deleted for resources: {'Port': ['ID=5eba29f2-65fc-4d01-84ad-8f5d94d83ac8,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:28:33.862186 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-612077a2-379b-4c9e-a16e-3ff0e624c178 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-997271'] for router_gateway, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:33.876212 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-69c79629-af86-496b-aec9-a0abd6dc75f5 None None] Deleting port 3d1ad0aa-c42f-431f-8a91-977c072aa789 {{(pid=106254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:28:33.876800 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-69c79629-af86-496b-aec9-a0abd6dc75f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:33.938871 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 1cfe8b67-e5c4-48d2-92df-a3400ac232ec, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=1cfe8b67-e5c4-48d2-92df-a3400ac232ec,segment=NetworkSegment(dfae8a08-8315-4142-ba2f-fd111ce93dbf),segment_id=dfae8a08-8315-4142-ba2f-fd111ce93dbf)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:28:33.956912 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-612077a2-379b-4c9e-a16e-3ff0e624c178 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-996004', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15859'] for router, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:33.959344 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-612077a2-379b-4c9e-a16e-3ff0e624c178 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:33.981081 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Returning: {'device': '1cfe8b67-e5c4-48d2-92df-a3400ac232ec', 'network_id': '25fdaffb-3168-482a-bd55-4e7a3fe8ec1f', 'port_id': '1cfe8b67-e5c4-48d2-92df-a3400ac232ec', 'mac_address': 'fa:16:3e:51:85:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 843, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb2e3982-4dd6-4594-80de-13da71e6899f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:28:34.002266 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-612077a2-379b-4c9e-a16e-3ff0e624c178 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-996061'] for router, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:34.002945 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-612077a2-379b-4c9e-a16e-3ff0e624c178 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Fanout notify agent at l3_agent the message router_deleted on router 5fce78b1-b6a6-4e1d-9325-47d5cc3f017b {{(pid=106253) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 12:28:34.011317 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-612077a2-379b-4c9e-a16e-3ff0e624c178 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks [] for router, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:34.015079 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-612077a2-379b-4c9e-a16e-3ff0e624c178 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] 10.222.0.66 "DELETE /v2.0/routers/5fce78b1-b6a6-4e1d-9325-47d5cc3f017b HTTP/1.1" status: 204 len: 168 time: 0.8572562 Aug 18 12:28:34.015490 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 47456) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:28:34.021517 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-69c79629-af86-496b-aec9-a0abd6dc75f5 None None] For port 3d1ad0aa-c42f-431f-8a91-977c072aa789, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=3d1ad0aa-c42f-431f-8a91-977c072aa789,segment=NetworkSegment(7ef6453d-0b70-4db5-a448-a2bb3ffda249),segment_id=7ef6453d-0b70-4db5-a448-a2bb3ffda249)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:28:34.021914 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-69c79629-af86-496b-aec9-a0abd6dc75f5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:34.053004 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-69c79629-af86-496b-aec9-a0abd6dc75f5 None None] Calling delete_port for 3d1ad0aa-c42f-431f-8a91-977c072aa789 owned by network:dhcp {{(pid=106254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:28:34.082195 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:34.099507 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1a334c2e-f2e8-494f-9210-68a0a619598b tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7904109'] for network, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:34.136992 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1cfe8b67-e5c4-48d2-92df-a3400ac232ec {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:28:34.152138 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-1a334c2e-f2e8-494f-9210-68a0a619598b tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Deleting port 3d1ad0aa-c42f-431f-8a91-977c072aa789 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:28:34.152669 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1a334c2e-f2e8-494f-9210-68a0a619598b tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:34.174507 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 1cfe8b67-e5c4-48d2-92df-a3400ac232ec, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=1cfe8b67-e5c4-48d2-92df-a3400ac232ec,segment=NetworkSegment(dfae8a08-8315-4142-ba2f-fd111ce93dbf),segment_id=dfae8a08-8315-4142-ba2f-fd111ce93dbf)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:28:34.186034 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:34.191432 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-b4535f3c-7207-4081-9d45-e51d39716138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fce78b1-b6a6-4e1d-9325-47d5cc3f017b', 'name': 'tempest-TestNetworkBasicOps-router-284947590', 'tenant_id': 'ba8f5ef8677a40aa9ef633104d93230e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': '5eba29f2-65fc-4d01-84ad-8f5d94d83ac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:26:41Z', 'updated_at': '2021-08-18T12:28:32Z', 'revision_number': 7, 'project_id': 'ba8f5ef8677a40aa9ef633104d93230e', 'gw_port': {'id': '5eba29f2-65fc-4d01-84ad-8f5d94d83ac8', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:b4:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fce78b1-b6a6-4e1d-9325-47d5cc3f017b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:26:41Z', 'updated_at': '2021-08-18T12:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:28:34.231373 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [None req-1a334c2e-f2e8-494f-9210-68a0a619598b tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] For port 3d1ad0aa-c42f-431f-8a91-977c072aa789, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=3d1ad0aa-c42f-431f-8a91-977c072aa789,segment=NetworkSegment(7ef6453d-0b70-4db5-a448-a2bb3ffda249),segment_id=7ef6453d-0b70-4db5-a448-a2bb3ffda249)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:28:34.231978 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1a334c2e-f2e8-494f-9210-68a0a619598b tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:34.240555 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4535f3c-7207-4081-9d45-e51d39716138 None None] The sync data for ids ['5fce78b1-b6a6-4e1d-9325-47d5cc3f017b'] in n-d-804985-2 is: [{'id': '5fce78b1-b6a6-4e1d-9325-47d5cc3f017b', 'name': 'tempest-TestNetworkBasicOps-router-284947590', 'tenant_id': 'ba8f5ef8677a40aa9ef633104d93230e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': '5eba29f2-65fc-4d01-84ad-8f5d94d83ac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:26:41Z', 'updated_at': '2021-08-18T12:28:32Z', 'revision_number': 7, 'project_id': 'ba8f5ef8677a40aa9ef633104d93230e', 'gw_port': {'id': '5eba29f2-65fc-4d01-84ad-8f5d94d83ac8', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:b4:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fce78b1-b6a6-4e1d-9325-47d5cc3f017b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:26:41Z', 'updated_at': '2021-08-18T12:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:28:34.254835 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-69c79629-af86-496b-aec9-a0abd6dc75f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556'] for port, after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:34.277139 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=1cfe8b67-e5c4-48d2-92df-a3400ac232ec,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:28:34.280050 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c79629-af86-496b-aec9-a0abd6dc75f5 None None] No DVR routers for this DVR port 3d1ad0aa-c42f-431f-8a91-977c072aa789 on host n-d-804985-2 {{(pid=106254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:28:34.307033 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c79629-af86-496b-aec9-a0abd6dc75f5 None None] Pushing event deleted for resources: {'Port': ['ID=3d1ad0aa-c42f-431f-8a91-977c072aa789,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:28:34.413163 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] get_ports_and_sgs() called for port_ids ['1cfe8b67-e5c4-48d2-92df-a3400ac232ec'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:28:34.684677 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82a2f4a-535c-49c5-8ee6-f5decb0e4c21 req-18658327-1a09-4011-80d0-8adcd2d1f194 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:28:34.693227 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a82a2f4a-535c-49c5-8ee6-f5decb0e4c21 req-18658327-1a09-4011-80d0-8adcd2d1f194 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/ports?device_id=4363721f-8c75-423a-a57c-f7bdfd4a1d73 HTTP/1.1" status: 200 len: 944 time: 0.0838730 Aug 18 12:28:34.749085 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a82a2f4a-535c-49c5-8ee6-f5decb0e4c21 req-fffa3fe0-5af5-4919-b1e8-210623395583 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/security-groups?id=68af3d75-7b31-42b2-bdc2-db82fc869372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548723 Aug 18 12:28:34.763880 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-1a334c2e-f2e8-494f-9210-68a0a619598b tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Calling delete_port for 3d1ad0aa-c42f-431f-8a91-977c072aa789 owned by network:dhcp {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:28:34.786233 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 3d1ad0aa-c42f-431f-8a91-977c072aa789 no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:28:34.806998 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: 3d1ad0aa-c42f-431f-8a91-977c072aa789 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:28:34.807464 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 3d1ad0aa-c42f-431f-8a91-977c072aa789 not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:28:34.845795 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1a334c2e-f2e8-494f-9210-68a0a619598b tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:34.879115 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a334c2e-f2e8-494f-9210-68a0a619598b tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Pushing event deleted for resources: {'Port': ['ID=3d1ad0aa-c42f-431f-8a91-977c072aa789,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:28:34.885053 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a334c2e-f2e8-494f-9210-68a0a619598b tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] No DVR routers for this DVR port 3d1ad0aa-c42f-431f-8a91-977c072aa789 on host n-d-804985-2 {{(pid=106253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:28:34.969721 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1a334c2e-f2e8-494f-9210-68a0a619598b tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8367869', 'neutron.services.segments.db._delete_segments_for_network-8789151212993'] for network, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:34.987704 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-1a334c2e-f2e8-494f-9210-68a0a619598b tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05dfb111-3320-46c7-b333-0397b0cc4fd7']}} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:28:34.999056 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-1a334c2e-f2e8-494f-9210-68a0a619598b tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ef6453d-0b70-4db5-a448-a2bb3ffda249') {'for_net_delete': True} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:28:34.999443 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-1a334c2e-f2e8-494f-9210-68a0a619598b tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ef6453d-0b70-4db5-a448-a2bb3ffda249') {} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:28:35.008742 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1a334c2e-f2e8-494f-9210-68a0a619598b tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789151225254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902236'] for segment, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:35.023839 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1a334c2e-f2e8-494f-9210-68a0a619598b tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:35.030384 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a334c2e-f2e8-494f-9210-68a0a619598b tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Releasing vlan 838 on physical network physnet1 to pool {{(pid=106253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:28:35.030851 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1a334c2e-f2e8-494f-9210-68a0a619598b tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58900537'] for segment, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:35.034106 n-d-804985-2 neutron-server[106253]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 12:28:35.034106 n-d-804985-2 neutron-server[106253]: self.session.flush() Aug 18 12:28:35.034106 n-d-804985-2 neutron-server[106253]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 12:28:35.034106 n-d-804985-2 neutron-server[106253]: self.session.flush() Aug 18 12:28:35.034106 n-d-804985-2 neutron-server[106253]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 12:28:35.034106 n-d-804985-2 neutron-server[106253]: self.session.flush() Aug 18 12:28:35.034106 n-d-804985-2 neutron-server[106253]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 12:28:35.034106 n-d-804985-2 neutron-server[106253]: self.session.flush() Aug 18 12:28:35.034106 n-d-804985-2 neutron-server[106253]: Traceback (most recent call last): Aug 18 12:28:35.034106 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:28:35.034106 n-d-804985-2 neutron-server[106253]: timer() Aug 18 12:28:35.034106 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:28:35.034106 n-d-804985-2 neutron-server[106253]: cb(*args, **kw) Aug 18 12:28:35.034106 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:28:35.034106 n-d-804985-2 neutron-server[106253]: return func(*args, **kwargs) Aug 18 12:28:35.034106 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:28:35.034106 n-d-804985-2 neutron-server[106253]: self._notify() Aug 18 12:28:35.034106 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:28:35.034106 n-d-804985-2 neutron-server[106253]: self.callback(batched_events) Aug 18 12:28:35.034106 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:28:35.034106 n-d-804985-2 neutron-server[106253]: event.method(event) Aug 18 12:28:35.034106 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:28:35.034106 n-d-804985-2 neutron-server[106253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:28:35.034106 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:28:35.034106 n-d-804985-2 neutron-server[106253]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:28:35.034106 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:28:35.034106 n-d-804985-2 neutron-server[106253]: return f(self, *a, **k) Aug 18 12:28:35.034106 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:28:35.034106 n-d-804985-2 neutron-server[106253]: return self._get(url).json() Aug 18 12:28:35.034106 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:28:35.034106 n-d-804985-2 neutron-server[106253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:28:35.034106 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:28:35.034106 n-d-804985-2 neutron-server[106253]: return self.request(url, 'GET', **kwargs) Aug 18 12:28:35.034106 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:28:35.034106 n-d-804985-2 neutron-server[106253]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:28:35.034106 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:28:35.034106 n-d-804985-2 neutron-server[106253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:28:35.034106 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:28:35.034106 n-d-804985-2 neutron-server[106253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:28:35.034106 n-d-804985-2 neutron-server[106253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:28:35.107250 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1a334c2e-f2e8-494f-9210-68a0a619598b tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8367858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997186'] for network, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:35.114954 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1a334c2e-f2e8-494f-9210-68a0a619598b tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks [] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:35.120005 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-1a334c2e-f2e8-494f-9210-68a0a619598b tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] 10.222.0.66 "DELETE /v2.0/networks/05dfb111-3320-46c7-b333-0397b0cc4fd7 HTTP/1.1" status: 204 len: 168 time: 1.1004741 Aug 18 12:28:35.129559 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a334c2e-f2e8-494f-9210-68a0a619598b tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Pushing event deleted for resources: {'Network': ['ID=05dfb111-3320-46c7-b333-0397b0cc4fd7,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:28:35.140730 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 47466) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:28:35.146079 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-8a7cfed3-6534-4558-8022-6cf75bacba31 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Request body: {'network': {'name': 'tempest-network-smoke--730712347', 'project_id': 'ba8f5ef8677a40aa9ef633104d93230e', 'port_security_enabled': True}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:28:35.165884 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a7cfed3-6534-4558-8022-6cf75bacba31 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Made reservation on behalf of ba8f5ef8677a40aa9ef633104d93230e for: {'network': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:28:35.169237 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8a7cfed3-6534-4558-8022-6cf75bacba31 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for network, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:35.191854 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a7cfed3-6534-4558-8022-6cf75bacba31 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 828} {{(pid=106253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:28:35.200912 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8a7cfed3-6534-4558-8022-6cf75bacba31 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:35.201264 n-d-804985-2 neutron-server[106253]: INFO neutron.db.segments_db [None req-8a7cfed3-6534-4558-8022-6cf75bacba31 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Added segment 1ece65ef-1d53-4d63-8e4f-76c2c4d37d26 of type vlan for network 01c28532-fb23-4ded-9891-80b1301e1b24 Aug 18 12:28:35.241409 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8a7cfed3-6534-4558-8022-6cf75bacba31 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789150665894'] for network, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:35.267496 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8a7cfed3-6534-4558-8022-6cf75bacba31 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for network, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:35.273180 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a7cfed3-6534-4558-8022-6cf75bacba31 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:28:35.273796 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8a7cfed3-6534-4558-8022-6cf75bacba31 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks [] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:35.332516 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-8a7cfed3-6534-4558-8022-6cf75bacba31 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1904790 Aug 18 12:28:35.335327 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 47468) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:28:35.340302 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-bed6c686-7da7-47a9-bca7-c9f99acbf8ba tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2021618918', 'admin_state_up': True, 'project_id': 'ba8f5ef8677a40aa9ef633104d93230e', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'}}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:28:35.344156 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7cfed3-6534-4558-8022-6cf75bacba31 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Pushing event updated for resources: {'Network': ['ID=01c28532-fb23-4ded-9891-80b1301e1b24,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:28:35.355807 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Network 01c28532-fb23-4ded-9891-80b1301e1b24 details requested by agent ovs-agent-n-d-804985-2 with host n-d-804985-2 {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:28:35.366690 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-bed6c686-7da7-47a9-bca7-c9f99acbf8ba tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-998592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15809'] for router, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:35.368604 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-bed6c686-7da7-47a9-bca7-c9f99acbf8ba tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-992733', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-971415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15816'] for router, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:35.432086 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-bed6c686-7da7-47a9-bca7-c9f99acbf8ba tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:35.513783 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 1cfe8b67-e5c4-48d2-92df-a3400ac232ec up at agent hyperv_n-h1-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:28:35.565090 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Provisioning for port 1cfe8b67-e5c4-48d2-92df-a3400ac232ec completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:28:35.570281 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Provisioning complete for port 1cfe8b67-e5c4-48d2-92df-a3400ac232ec triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:28:35.570653 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:35.585437 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-bed6c686-7da7-47a9-bca7-c9f99acbf8ba tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:35.657136 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:35.680418 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4363721f-8c75-423a-a57c-f7bdfd4a1d73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cfe8b67-e5c4-48d2-92df-a3400ac232ec'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:28:35.682794 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db50a436fb3a98495337d8fe7487b4f2ea6f3c1052eb9efadc2ecda2d5737001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97fa9a52-994e-4bae-b271-b9fb9bcda44c" -d '{"events": [{"server_uuid": "4363721f-8c75-423a-a57c-f7bdfd4a1d73", "name": "network-vif-plugged", "status": "completed", "tag": "1cfe8b67-e5c4-48d2-92df-a3400ac232ec"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:28:35.703319 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 1cfe8b67-e5c4-48d2-92df-a3400ac232ec, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=1cfe8b67-e5c4-48d2-92df-a3400ac232ec,segment=NetworkSegment(dfae8a08-8315-4142-ba2f-fd111ce93dbf),segment_id=dfae8a08-8315-4142-ba2f-fd111ce93dbf)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:28:35.710148 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:35.763751 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=1cfe8b67-e5c4-48d2-92df-a3400ac232ec,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:28:35.812979 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-bed6c686-7da7-47a9-bca7-c9f99acbf8ba tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks [] for router_gateway, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:35.830222 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:28:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35683e40-9b72-43b9-aac4-054ece245fea x-openstack-request-id: req-35683e40-9b72-43b9-aac4-054ece245fea {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:28:35.830582 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4363721f-8c75-423a-a57c-f7bdfd4a1d73", "name": "network-vif-plugged", "status": "completed", "tag": "1cfe8b67-e5c4-48d2-92df-a3400ac232ec", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:28:35.831003 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-35683e40-9b72-43b9-aac4-054ece245fea {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:28:35.831461 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4363721f-8c75-423a-a57c-f7bdfd4a1d73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cfe8b67-e5c4-48d2-92df-a3400ac232ec', 'code': 200} Aug 18 12:28:35.835269 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-bed6c686-7da7-47a9-bca7-c9f99acbf8ba tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:35.994937 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80594e86-9229-495f-b41d-2924efe270b4 req-49517593-4fec-4e29-9619-da6da7c72502 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:28:35.996422 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-80594e86-9229-495f-b41d-2924efe270b4 req-49517593-4fec-4e29-9619-da6da7c72502 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/ports?device_id=4363721f-8c75-423a-a57c-f7bdfd4a1d73 HTTP/1.1" status: 200 len: 945 time: 0.1527719 Aug 18 12:28:36.001883 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36bf438-4cd6-458d-ac10-6446b4236501 req-be56ddc9-7ff5-48c1-ba38-cc92de697d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:28:36.003273 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c36bf438-4cd6-458d-ac10-6446b4236501 req-be56ddc9-7ff5-48c1-ba38-cc92de697d3c service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=4363721f-8c75-423a-a57c-f7bdfd4a1d73 HTTP/1.1" status: 200 len: 1096 time: 0.1059384 Aug 18 12:28:36.019822 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [None req-bed6c686-7da7-47a9-bca7-c9f99acbf8ba tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Allocated IP 172.25.7.81 (7cae7a70-14fd-408c-b14d-39ceb97cb60e/9784295a-20b8-4a4b-b105-f82737f0448f/837c8058-5cc4-4398-a091-a3623012ae10) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:28:36.122242 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-80594e86-9229-495f-b41d-2924efe270b4 req-58e2cde8-aad5-49c0-8a6b-24b944315947 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/security-groups?id=68af3d75-7b31-42b2-bdc2-db82fc869372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1151466 Aug 18 12:28:36.125360 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c36bf438-4cd6-458d-ac10-6446b4236501 req-53f64a22-5c7c-4636-85b2-9c9faaf392e2 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=68af3d75-7b31-42b2-bdc2-db82fc869372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1033516 Aug 18 12:28:36.170384 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-bed6c686-7da7-47a9-bca7-c9f99acbf8ba tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:36.212811 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-bed6c686-7da7-47a9-bca7-c9f99acbf8ba tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:36.229867 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 4017b97b-9a03-4b06-a51c-666b2f798829 no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:28:36.249869 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bed6c686-7da7-47a9-bca7-c9f99acbf8ba tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Network 7cae7a70-14fd-408c-b14d-39ceb97cb60e is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:28:36.254891 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: 4017b97b-9a03-4b06-a51c-666b2f798829 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:28:36.255310 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 4017b97b-9a03-4b06-a51c-666b2f798829 not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:28:36.255448 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-bed6c686-7da7-47a9-bca7-c9f99acbf8ba tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:28:36.255821 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 5eba29f2-65fc-4d01-84ad-8f5d94d83ac8 no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:28:36.259521 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed6c686-7da7-47a9-bca7-c9f99acbf8ba tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:28:36.281973 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: 5eba29f2-65fc-4d01-84ad-8f5d94d83ac8 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:28:36.282380 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 5eba29f2-65fc-4d01-84ad-8f5d94d83ac8 not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:28:36.293847 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed6c686-7da7-47a9-bca7-c9f99acbf8ba tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Pushing event updated for resources: {'Port': ['ID=837c8058-5cc4-4398-a091-a3623012ae10,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:28:36.302870 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:36.517772 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-bed6c686-7da7-47a9-bca7-c9f99acbf8ba tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks [] for router_gateway, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:36.721481 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-bed6c686-7da7-47a9-bca7-c9f99acbf8ba tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-998473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-992536'] for router, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:36.857471 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bed6c686-7da7-47a9-bca7-c9f99acbf8ba tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Router 799acb7d-81e1-48ad-9a64-743dd1c9362d is scheduled to L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 with binding_index 1 {{(pid=106252) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 12:28:36.970440 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bed6c686-7da7-47a9-bca7-c9f99acbf8ba tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:28:36.979904 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1b33746-f768-4afb-b2cb-08ee9c7f5283 None None] Sync routers for ids ['799acb7d-81e1-48ad-9a64-743dd1c9362d'] in n-d-804985-2 {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:28:36.989686 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b33746-f768-4afb-b2cb-08ee9c7f5283 None None] Routers {'799acb7d-81e1-48ad-9a64-743dd1c9362d'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:28:36.990118 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-bed6c686-7da7-47a9-bca7-c9f99acbf8ba tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks [] for router, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:36.990429 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-d1b33746-f768-4afb-b2cb-08ee9c7f5283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:28:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['799acb7d-81e1-48ad-9a64-743dd1c9362d'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:28:36.994327 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-bed6c686-7da7-47a9-bca7-c9f99acbf8ba tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.6563368 Aug 18 12:28:36.994955 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 47488) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:28:37.027377 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 47490) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:28:37.027680 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-b35b3be9-e987-4d1a-a5f0-a284f5b3c92b tempest-TestNetworkBasicOps-1792496569 tempest-TestNetworkBasicOps-1792496569-project-admin] 10.222.0.66 "GET /v2.0/subnets?project_id=ba8f5ef8677a40aa9ef633104d93230e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0313020 Aug 18 12:28:37.098495 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-d1b33746-f768-4afb-b2cb-08ee9c7f5283 None None] Set router 799acb7d-81e1-48ad-9a64-743dd1c9362d gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:28:37.120520 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce5d0d76-8608-4759-b24a-19ef412784ed tempest-TestNetworkBasicOps-1792496569 tempest-TestNetworkBasicOps-1792496569-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:28:37.122056 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-ce5d0d76-8608-4759-b24a-19ef412784ed tempest-TestNetworkBasicOps-1792496569 tempest-TestNetworkBasicOps-1792496569-project-admin] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0931849 Aug 18 12:28:37.124838 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 47492) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:28:37.158564 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-dd4cd04c-bce9-457d-83af-0a737797fbc6 tempest-TestNetworkBasicOps-1792496569 tempest-TestNetworkBasicOps-1792496569-project-admin] 10.222.0.66 "GET /v2.0/subnets?network_id=7cae7a70-14fd-408c-b14d-39ceb97cb60e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0302787 Aug 18 12:28:37.158929 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 47496) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:28:37.163818 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-f27c4956-9632-4dfd-8f77-90be373d8c6d tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1880273716', 'network_id': '01c28532-fb23-4ded-9891-80b1301e1b24', 'project_id': 'ba8f5ef8677a40aa9ef633104d93230e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:28:37.286792 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932e6d0d-1ba9-4f1a-a8fb-2acfbc7aac31 req-58090a86-f606-4e23-9091-de1fc356f996 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:28:37.288410 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-932e6d0d-1ba9-4f1a-a8fb-2acfbc7aac31 req-58090a86-f606-4e23-9091-de1fc356f996 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/ports?device_id=4363721f-8c75-423a-a57c-f7bdfd4a1d73 HTTP/1.1" status: 200 len: 945 time: 0.0788243 Aug 18 12:28:37.317246 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f27c4956-9632-4dfd-8f77-90be373d8c6d tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Made reservation on behalf of ba8f5ef8677a40aa9ef633104d93230e for: {'subnet': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:28:37.320826 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f27c4956-9632-4dfd-8f77-90be373d8c6d tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59074089'] for subnet, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:37.339603 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-d1b33746-f768-4afb-b2cb-08ee9c7f5283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '799acb7d-81e1-48ad-9a64-743dd1c9362d', 'name': 'tempest-TestNetworkBasicOps-router-2021618918', 'tenant_id': 'ba8f5ef8677a40aa9ef633104d93230e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.81'}], 'enable_snat': True}, 'gw_port_id': '837c8058-5cc4-4398-a091-a3623012ae10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:28:35Z', 'updated_at': '2021-08-18T12:28:36Z', 'revision_number': 3, 'project_id': 'ba8f5ef8677a40aa9ef633104d93230e', 'gw_port': {'id': '837c8058-5cc4-4398-a091-a3623012ae10', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:1b:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '799acb7d-81e1-48ad-9a64-743dd1c9362d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:28:35Z', 'updated_at': '2021-08-18T12:28:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:28:37.366059 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1b33746-f768-4afb-b2cb-08ee9c7f5283 None None] Checking router: 799acb7d-81e1-48ad-9a64-743dd1c9362d for host: n-d-804985-2 {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:28:37.366701 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1b33746-f768-4afb-b2cb-08ee9c7f5283 None None] Updating router 799acb7d-81e1-48ad-9a64-743dd1c9362d port 837c8058-5cc4-4398-a091-a3623012ae10 binding host n-d-804985-2 {{(pid=106255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 12:28:37.384982 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-932e6d0d-1ba9-4f1a-a8fb-2acfbc7aac31 req-02a39e97-323b-4ec1-a1e4-7fe5f1c3780a tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/security-groups?id=68af3d75-7b31-42b2-bdc2-db82fc869372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845625 Aug 18 12:28:37.391597 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-d1b33746-f768-4afb-b2cb-08ee9c7f5283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:37.575162 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8cf9ba-5517-4b56-a7c4-d4ec3eed8542 req-aaf0cdbc-a615-4ef7-8805-c1dc871a3703 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:28:37.577422 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8f8cf9ba-5517-4b56-a7c4-d4ec3eed8542 req-aaf0cdbc-a615-4ef7-8805-c1dc871a3703 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/ports?device_id=4363721f-8c75-423a-a57c-f7bdfd4a1d73 HTTP/1.1" status: 200 len: 945 time: 0.1036592 Aug 18 12:28:37.578943 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f27c4956-9632-4dfd-8f77-90be373d8c6d tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3572913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59074111'] for subnet, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:37.669619 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27c4956-9632-4dfd-8f77-90be373d8c6d tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Pushing event updated for resources: {'Subnet': ['ID=cb0c5712-c1c2-4d0a-867d-a423878f9e7d,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:28:37.680696 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8f8cf9ba-5517-4b56-a7c4-d4ec3eed8542 req-fbc9d26f-f5c6-44f7-b2a2-e01b6ee08c27 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/security-groups?id=68af3d75-7b31-42b2-bdc2-db82fc869372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910230 Aug 18 12:28:37.684016 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-d1b33746-f768-4afb-b2cb-08ee9c7f5283 None None] Notify callbacks [] for port, precommit_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:37.684655 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f27c4956-9632-4dfd-8f77-90be373d8c6d tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Checking segment: {'id': '1ece65ef-1d53-4d63-8e4f-76c2c4d37d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '01c28532-fb23-4ded-9891-80b1301e1b24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:28:37.685052 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f27c4956-9632-4dfd-8f77-90be373d8c6d tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Network hostable DHCP agents. Network: 01c28532-fb23-4ded-9891-80b1301e1b24, hostable agents: ['97c14208-2951-4361-8d64-3708c946ff5f'], hosted agents: [] {{(pid=106252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 12:28:37.696106 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-d1b33746-f768-4afb-b2cb-08ee9c7f5283 None None] Transition to ACTIVE for port object 837c8058-5cc4-4398-a091-a3623012ae10 will not be triggered until provisioned by entity L2. {{(pid=106255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:28:37.707967 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-d1b33746-f768-4afb-b2cb-08ee9c7f5283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:37.710690 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f27c4956-9632-4dfd-8f77-90be373d8c6d tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Network 01c28532-fb23-4ded-9891-80b1301e1b24 is scheduled to be hosted by DHCP agent 97c14208-2951-4361-8d64-3708c946ff5f with binding_index 1 {{(pid=106252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 12:28:37.712357 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 47506) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:28:37.723252 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-f27c4956-9632-4dfd-8f77-90be373d8c6d tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-2, 01c28532-fb23-4ded-9891-80b1301e1b24) {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:28:37.728077 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f27c4956-9632-4dfd-8f77-90be373d8c6d tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:28:37.728769 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f27c4956-9632-4dfd-8f77-90be373d8c6d tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks [] for subnet, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:37.736754 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e0acab2-db2e-40e1-8c57-200d08fd305c None None] Network 01c28532-fb23-4ded-9891-80b1301e1b24 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:28:37.747337 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-f27c4956-9632-4dfd-8f77-90be373d8c6d tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5872514 Aug 18 12:28:37.750065 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 47508) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:28:37.766517 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-d1b33746-f768-4afb-b2cb-08ee9c7f5283 None None] Attempting to bind port 837c8058-5cc4-4398-a091-a3623012ae10 on host n-d-804985-2 for vnic_type normal with profile {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:28:37.766875 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-d1b33746-f768-4afb-b2cb-08ee9c7f5283 None None] Attempting to bind port 837c8058-5cc4-4398-a091-a3623012ae10 by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'}] {{(pid=106255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:28:37.767268 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b33746-f768-4afb-b2cb-08ee9c7f5283 None None] Attempting to bind port 837c8058-5cc4-4398-a091-a3623012ae10 on network 7cae7a70-14fd-408c-b14d-39ceb97cb60e {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:28:37.770417 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7606bbc-312f-4c96-bb2c-c631adff0a6c None None] Pushing event updated for resources: {'Port': ['ID=837c8058-5cc4-4398-a091-a3623012ae10,revision_number=2']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:28:37.775345 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b33746-f768-4afb-b2cb-08ee9c7f5283 None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 28, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:28:37.775741 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b33746-f768-4afb-b2cb-08ee9c7f5283 None None] Checking segment: {'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:28:37.776101 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-d1b33746-f768-4afb-b2cb-08ee9c7f5283 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:37.776500 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b33746-f768-4afb-b2cb-08ee9c7f5283 None None] Bound using segment: {'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'} {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:28:37.776997 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-d1b33746-f768-4afb-b2cb-08ee9c7f5283 None None] Bound port: 837c8058-5cc4-4398-a091-a3623012ae10, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'}}] {{(pid=106255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:28:37.777374 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-d1b33746-f768-4afb-b2cb-08ee9c7f5283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:37.801079 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7606bbc-312f-4c96-bb2c-c631adff0a6c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:28:37.801507 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7606bbc-312f-4c96-bb2c-c631adff0a6c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:28:37.801747 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7606bbc-312f-4c96-bb2c-c631adff0a6c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:28:37.802077 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7606bbc-312f-4c96-bb2c-c631adff0a6c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:28:37.802398 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7606bbc-312f-4c96-bb2c-c631adff0a6c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:28:37.802719 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7606bbc-312f-4c96-bb2c-c631adff0a6c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:28:37.803271 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7606bbc-312f-4c96-bb2c-c631adff0a6c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:28:37.804011 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7606bbc-312f-4c96-bb2c-c631adff0a6c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:28:37.804011 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7606bbc-312f-4c96-bb2c-c631adff0a6c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:28:37.804231 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7606bbc-312f-4c96-bb2c-c631adff0a6c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:28:37.804524 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7606bbc-312f-4c96-bb2c-c631adff0a6c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:28:37.804836 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7606bbc-312f-4c96-bb2c-c631adff0a6c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:28:37.834202 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-921d891b-d816-4fe7-ba1c-d09699314a8a tempest-TestVolumeBootPattern-860199811 tempest-TestVolumeBootPattern-860199811-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:28:37.839553 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-921d891b-d816-4fe7-ba1c-d09699314a8a tempest-TestVolumeBootPattern-860199811 tempest-TestVolumeBootPattern-860199811-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=4363721f-8c75-423a-a57c-f7bdfd4a1d73 HTTP/1.1" status: 200 len: 1091 time: 0.1253285 Aug 18 12:28:37.842618 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 47510) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:28:37.847535 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-07a538d2-61f4-43a8-b9ec-a465b158a15d tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Request body: {'floatingip': {'floating_network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'port_id': '1cfe8b67-e5c4-48d2-92df-a3400ac232ec', 'tenant_id': '86bcac19683b4cedad111d113ad02413', 'fixed_ip_address': '172.20.0.8'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:28:37.855752 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-d1b33746-f768-4afb-b2cb-08ee9c7f5283 None None] For port 837c8058-5cc4-4398-a091-a3623012ae10, host n-d-804985-2, cleared binding levels {{(pid=106255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:28:37.860440 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-d1b33746-f768-4afb-b2cb-08ee9c7f5283 None None] For port 837c8058-5cc4-4398-a091-a3623012ae10, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=837c8058-5cc4-4398-a091-a3623012ae10,segment=NetworkSegment(c5a3db9d-5c58-41b1-9177-d5787a597b78),segment_id=c5a3db9d-5c58-41b1-9177-d5787a597b78)] {{(pid=106255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:28:37.866425 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-d1b33746-f768-4afb-b2cb-08ee9c7f5283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:37.911943 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-07a538d2-61f4-43a8-b9ec-a465b158a15d tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Notify callbacks [] for floatingip, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:37.928119 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b33746-f768-4afb-b2cb-08ee9c7f5283 None None] Routers {'799acb7d-81e1-48ad-9a64-743dd1c9362d'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:28:37.928774 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-d1b33746-f768-4afb-b2cb-08ee9c7f5283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:28:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['799acb7d-81e1-48ad-9a64-743dd1c9362d'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:28:38.048655 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7606bbc-312f-4c96-bb2c-c631adff0a6c None None] Pushing event updated for resources: {'Port': ['ID=837c8058-5cc4-4398-a091-a3623012ae10,revision_number=3']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:28:38.068933 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68fe7cbf-7b01-443a-a66e-78aac69f5c24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp788be208-34ab-5a8f-af0f-528834af222f-01c28532-fb23-4ded-9891-80b1301e1b24', 'network_id': '01c28532-fb23-4ded-9891-80b1301e1b24', 'tenant_id': 'ba8f5ef8677a40aa9ef633104d93230e', 'fixed_ips': [{'subnet_id': 'cb0c5712-c1c2-4d0a-867d-a423878f9e7d'}]}} from n-d-804985-2. {{(pid=106254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 12:28:38.069803 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-68fe7cbf-7b01-443a-a66e-78aac69f5c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:38.070692 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-07a538d2-61f4-43a8-b9ec-a465b158a15d tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:38.106255 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-d1b33746-f768-4afb-b2cb-08ee9c7f5283 None None] Set router 799acb7d-81e1-48ad-9a64-743dd1c9362d gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:28:38.231606 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [None req-07a538d2-61f4-43a8-b9ec-a465b158a15d tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Allocated IP 172.25.7.210 (7cae7a70-14fd-408c-b14d-39ceb97cb60e/9784295a-20b8-4a4b-b105-f82737f0448f/c790bdc8-4bd0-4940-8b56-3002e35882f1) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:28:38.258545 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.db_base_plugin_common [None req-68fe7cbf-7b01-443a-a66e-78aac69f5c24 None None] Allocated IP 172.20.0.2 (01c28532-fb23-4ded-9891-80b1301e1b24/cb0c5712-c1c2-4d0a-867d-a423878f9e7d/cf3a4386-e65e-407c-9909-321477f91b5a) {{(pid=106254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:28:38.326272 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-339fda5b-7758-45fa-953c-1eec70d3b22a tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:38.397050 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-07a538d2-61f4-43a8-b9ec-a465b158a15d tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:38.399739 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:38.443231 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-07a538d2-61f4-43a8-b9ec-a465b158a15d tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:38.452659 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-68fe7cbf-7b01-443a-a66e-78aac69f5c24 None None] Notify callbacks [] for port, precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:38.463392 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-68fe7cbf-7b01-443a-a66e-78aac69f5c24 None None] Transition to ACTIVE for port object cf3a4386-e65e-407c-9909-321477f91b5a will not be triggered until provisioned by entity L2. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:28:38.481990 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-68fe7cbf-7b01-443a-a66e-78aac69f5c24 None None] Transition to ACTIVE for port object cf3a4386-e65e-407c-9909-321477f91b5a will not be triggered until provisioned by entity DHCP. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:28:38.489826 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-68fe7cbf-7b01-443a-a66e-78aac69f5c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547'] for port, after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:38.531255 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68fe7cbf-7b01-443a-a66e-78aac69f5c24 None None] Network 01c28532-fb23-4ded-9891-80b1301e1b24 is already hosted by enough agents. {{(pid=106254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:28:38.532425 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-d1b33746-f768-4afb-b2cb-08ee9c7f5283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '799acb7d-81e1-48ad-9a64-743dd1c9362d', 'name': 'tempest-TestNetworkBasicOps-router-2021618918', 'tenant_id': 'ba8f5ef8677a40aa9ef633104d93230e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.81'}], 'enable_snat': True}, 'gw_port_id': '837c8058-5cc4-4398-a091-a3623012ae10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:28:35Z', 'updated_at': '2021-08-18T12:28:36Z', 'revision_number': 3, 'project_id': 'ba8f5ef8677a40aa9ef633104d93230e', 'gw_port': {'id': '837c8058-5cc4-4398-a091-a3623012ae10', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:1b:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '799acb7d-81e1-48ad-9a64-743dd1c9362d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:28:35Z', 'updated_at': '2021-08-18T12:28:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:28:38.534285 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.base_scheduler [None req-68fe7cbf-7b01-443a-a66e-78aac69f5c24 None None] Resources bound (agent type, host, resource id): {{(pid=106254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:28:38.538193 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68fe7cbf-7b01-443a-a66e-78aac69f5c24 None None] Received port after_create {{(pid=106254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:28:38.540067 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a538d2-61f4-43a8-b9ec-a465b158a15d tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Pushing event updated for resources: {'Port': ['ID=c790bdc8-4bd0-4940-8b56-3002e35882f1,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:28:38.558698 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07a538d2-61f4-43a8-b9ec-a465b158a15d tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Network 7cae7a70-14fd-408c-b14d-39ceb97cb60e is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:28:38.560429 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-07a538d2-61f4-43a8-b9ec-a465b158a15d tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:28:38.569313 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a538d2-61f4-43a8-b9ec-a465b158a15d tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:28:38.580104 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1b33746-f768-4afb-b2cb-08ee9c7f5283 None None] The sync data for ids ['799acb7d-81e1-48ad-9a64-743dd1c9362d'] in n-d-804985-2 is: [{'id': '799acb7d-81e1-48ad-9a64-743dd1c9362d', 'name': 'tempest-TestNetworkBasicOps-router-2021618918', 'tenant_id': 'ba8f5ef8677a40aa9ef633104d93230e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.81'}], 'enable_snat': True}, 'gw_port_id': '837c8058-5cc4-4398-a091-a3623012ae10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:28:35Z', 'updated_at': '2021-08-18T12:28:36Z', 'revision_number': 3, 'project_id': 'ba8f5ef8677a40aa9ef633104d93230e', 'gw_port': {'id': '837c8058-5cc4-4398-a091-a3623012ae10', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:1b:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '799acb7d-81e1-48ad-9a64-743dd1c9362d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:28:35Z', 'updated_at': '2021-08-18T12:28:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:28:38.611515 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fe7cbf-7b01-443a-a66e-78aac69f5c24 None None] Pushing event updated for resources: {'Port': ['ID=cf3a4386-e65e-407c-9909-321477f91b5a,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:28:38.613985 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-68fe7cbf-7b01-443a-a66e-78aac69f5c24 None None] Attempting to bind port cf3a4386-e65e-407c-9909-321477f91b5a on host n-d-804985-2 for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:28:38.614667 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-68fe7cbf-7b01-443a-a66e-78aac69f5c24 None None] Attempting to bind port cf3a4386-e65e-407c-9909-321477f91b5a by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': '1ece65ef-1d53-4d63-8e4f-76c2c4d37d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '01c28532-fb23-4ded-9891-80b1301e1b24'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:28:38.614869 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68fe7cbf-7b01-443a-a66e-78aac69f5c24 None None] Attempting to bind port cf3a4386-e65e-407c-9909-321477f91b5a on network 01c28532-fb23-4ded-9891-80b1301e1b24 {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:28:38.620926 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68fe7cbf-7b01-443a-a66e-78aac69f5c24 None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 28, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:28:38.621076 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68fe7cbf-7b01-443a-a66e-78aac69f5c24 None None] Checking segment: {'id': '1ece65ef-1d53-4d63-8e4f-76c2c4d37d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '01c28532-fb23-4ded-9891-80b1301e1b24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:28:38.621476 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-68fe7cbf-7b01-443a-a66e-78aac69f5c24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:38.621855 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68fe7cbf-7b01-443a-a66e-78aac69f5c24 None None] Bound using segment: {'id': '1ece65ef-1d53-4d63-8e4f-76c2c4d37d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '01c28532-fb23-4ded-9891-80b1301e1b24'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:28:38.622325 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-68fe7cbf-7b01-443a-a66e-78aac69f5c24 None None] Bound port: cf3a4386-e65e-407c-9909-321477f91b5a, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ece65ef-1d53-4d63-8e4f-76c2c4d37d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '01c28532-fb23-4ded-9891-80b1301e1b24'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:28:38.622678 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-68fe7cbf-7b01-443a-a66e-78aac69f5c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:38.704243 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-68fe7cbf-7b01-443a-a66e-78aac69f5c24 None None] For port cf3a4386-e65e-407c-9909-321477f91b5a, host n-d-804985-2, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:28:38.708640 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-68fe7cbf-7b01-443a-a66e-78aac69f5c24 None None] For port cf3a4386-e65e-407c-9909-321477f91b5a, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=cf3a4386-e65e-407c-9909-321477f91b5a,segment=NetworkSegment(1ece65ef-1d53-4d63-8e4f-76c2c4d37d26),segment_id=1ece65ef-1d53-4d63-8e4f-76c2c4d37d26)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:28:38.723013 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-68fe7cbf-7b01-443a-a66e-78aac69f5c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:38.723267 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [None req-339fda5b-7758-45fa-953c-1eec70d3b22a tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Allocated IP 172.20.0.1 (01c28532-fb23-4ded-9891-80b1301e1b24/cb0c5712-c1c2-4d0a-867d-a423878f9e7d/b64b0839-cf65-4a67-87df-fdd10220f6f8) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:28:38.837289 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fe7cbf-7b01-443a-a66e-78aac69f5c24 None None] Pushing event updated for resources: {'Port': ['ID=cf3a4386-e65e-407c-9909-321477f91b5a,revision_number=2']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:28:38.879362 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-339fda5b-7758-45fa-953c-1eec70d3b22a tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:38.900830 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [None req-339fda5b-7758-45fa-953c-1eec70d3b22a tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Transition to ACTIVE for port object b64b0839-cf65-4a67-87df-fdd10220f6f8 will not be triggered until provisioned by entity DHCP. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:28:38.947019 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-339fda5b-7758-45fa-953c-1eec70d3b22a tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:39.038185 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-339fda5b-7758-45fa-953c-1eec70d3b22a tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Network 01c28532-fb23-4ded-9891-80b1301e1b24 is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:28:39.041927 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-339fda5b-7758-45fa-953c-1eec70d3b22a tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:28:39.058479 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-339fda5b-7758-45fa-953c-1eec70d3b22a tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:28:39.073563 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339fda5b-7758-45fa-953c-1eec70d3b22a tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Pushing event updated for resources: {'Port': ['ID=b64b0839-cf65-4a67-87df-fdd10220f6f8,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:28:39.128798 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-339fda5b-7758-45fa-953c-1eec70d3b22a tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-996688'] for router_interface, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:39.149363 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-07a538d2-61f4-43a8-b9ec-a465b158a15d tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:39.290743 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-07a538d2-61f4-43a8-b9ec-a465b158a15d tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:39.533429 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-07a538d2-61f4-43a8-b9ec-a465b158a15d tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Notify callbacks [] for port, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:39.546205 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-07a538d2-61f4-43a8-b9ec-a465b158a15d tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:39.672219 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a538d2-61f4-43a8-b9ec-a465b158a15d tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Pushing event updated for resources: {'Port': ['ID=c790bdc8-4bd0-4940-8b56-3002e35882f1,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:28:39.679971 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-07a538d2-61f4-43a8-b9ec-a465b158a15d tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-989945'] for floatingip, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:39.860129 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-339fda5b-7758-45fa-953c-1eec70d3b22a tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:39.883691 n-d-804985-2 neutron-server[106253]: INFO neutron.db.l3_db [None req-07a538d2-61f4-43a8-b9ec-a465b158a15d tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Floating IP 3372e5e6-f8f1-4e9b-858c-4e6bcc2c11ae associated. External IP: 172.25.7.210, port: 1cfe8b67-e5c4-48d2-92df-a3400ac232ec. Aug 18 12:28:40.183076 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07a538d2-61f4-43a8-b9ec-a465b158a15d tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Router 931fbcd4-ce57-444d-9c6e-d6ad45cb2f83 has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:28:40.227848 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11e49d19-bc81-49d2-9cc1-11a5c972c7cf None None] Network 01c28532-fb23-4ded-9891-80b1301e1b24 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:28:40.257436 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-339fda5b-7758-45fa-953c-1eec70d3b22a tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks [] for port, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:40.269971 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-339fda5b-7758-45fa-953c-1eec70d3b22a tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:40.343343 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-339fda5b-7758-45fa-953c-1eec70d3b22a tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-996772'] for router_interface, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:40.344371 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07a538d2-61f4-43a8-b9ec-a465b158a15d tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:28:40.369324 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c763fb-3456-4d81-bf4f-69528db87f2b None None] Sync routers for ids ['931fbcd4-ce57-444d-9c6e-d6ad45cb2f83'] in n-d-804985-2 {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:28:40.390962 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-07a538d2-61f4-43a8-b9ec-a465b158a15d tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for floatingip, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:40.403215 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c763fb-3456-4d81-bf4f-69528db87f2b None None] Routers {'931fbcd4-ce57-444d-9c6e-d6ad45cb2f83'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:28:40.403882 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-70c763fb-3456-4d81-bf4f-69528db87f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:28:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['931fbcd4-ce57-444d-9c6e-d6ad45cb2f83'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:28:40.422071 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-75e3e40b-5ac1-45a7-ad30-0e76a793d8d0 None None] Provisioning for port cf3a4386-e65e-407c-9909-321477f91b5a completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:28:40.435513 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339fda5b-7758-45fa-953c-1eec70d3b22a tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Pushing event updated for resources: {'Port': ['ID=b64b0839-cf65-4a67-87df-fdd10220f6f8,revision_number=2']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:28:40.468006 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 837c8058-5cc4-4398-a091-a3623012ae10 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:28:40.482062 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-07a538d2-61f4-43a8-b9ec-a465b158a15d tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6375449 Aug 18 12:28:40.483114 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4363721f-8c75-423a-a57c-f7bdfd4a1d73', 'tag': '1cfe8b67-e5c4-48d2-92df-a3400ac232ec'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:28:40.486685 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0679f4c4b6e0e0c064a7d71d722dc30541a34fffee11680573be22ee2ffccc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b34e8e6e-13d7-41da-913e-fc06e5e7a506" -d '{"events": [{"name": "network-changed", "server_uuid": "4363721f-8c75-423a-a57c-f7bdfd4a1d73", "tag": "1cfe8b67-e5c4-48d2-92df-a3400ac232ec"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:28:40.511833 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-339fda5b-7758-45fa-953c-1eec70d3b22a tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Network 01c28532-fb23-4ded-9891-80b1301e1b24 is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:28:40.513293 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-339fda5b-7758-45fa-953c-1eec70d3b22a tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:28:40.547851 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:28:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfbf5ae4-1836-4dfb-91e3-c7a56ffc4bc8 x-openstack-request-id: req-dfbf5ae4-1836-4dfb-91e3-c7a56ffc4bc8 {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:28:40.548840 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4363721f-8c75-423a-a57c-f7bdfd4a1d73", "tag": "1cfe8b67-e5c4-48d2-92df-a3400ac232ec", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:28:40.549176 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-dfbf5ae4-1836-4dfb-91e3-c7a56ffc4bc8 {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:28:40.549682 n-d-804985-2 neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4363721f-8c75-423a-a57c-f7bdfd4a1d73', 'tag': '1cfe8b67-e5c4-48d2-92df-a3400ac232ec', 'status': 'completed', 'code': 200} Aug 18 12:28:40.667446 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-70c763fb-3456-4d81-bf4f-69528db87f2b None None] Set router 931fbcd4-ce57-444d-9c6e-d6ad45cb2f83 gateway port host: n-d-804985-2 {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:28:40.704235 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.agents_db [None req-6dbb2658-0354-4101-8393-6e7505481cf6 None None] Agent healthcheck: found 7 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 12:28:40.706024 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34e8e6e-13d7-41da-913e-fc06e5e7a506 req-f085b3e5-ec24-4f82-97f2-ab9966bc8b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:28:40.707539 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b34e8e6e-13d7-41da-913e-fc06e5e7a506 req-f085b3e5-ec24-4f82-97f2-ab9966bc8b7c service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=86bcac19683b4cedad111d113ad02413&device_id=4363721f-8c75-423a-a57c-f7bdfd4a1d73 HTTP/1.1" status: 200 len: 1096 time: 0.1045792 Aug 18 12:28:40.712797 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port 837c8058-5cc4-4398-a091-a3623012ae10 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:28:40.725438 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 837c8058-5cc4-4398-a091-a3623012ae10 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:28:40.725955 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:40.780186 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-339fda5b-7758-45fa-953c-1eec70d3b22a tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Router 799acb7d-81e1-48ad-9a64-743dd1c9362d has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:28:40.874433 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34e8e6e-13d7-41da-913e-fc06e5e7a506 req-3ce10568-3cf7-46cb-a4e3-40ac544ad54b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:28:40.875937 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b34e8e6e-13d7-41da-913e-fc06e5e7a506 req-3ce10568-3cf7-46cb-a4e3-40ac544ad54b service neutron] 10.222.0.63 "GET /v2.0/networks?id=25fdaffb-3168-482a-bd55-4e7a3fe8ec1f HTTP/1.1" status: 200 len: 912 time: 0.1608124 Aug 18 12:28:40.982038 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-339fda5b-7758-45fa-953c-1eec70d3b22a tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:28:40.985114 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b34e8e6e-13d7-41da-913e-fc06e5e7a506 req-03684707-0a91-4363-a6e4-1336b7f57c82 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1cfe8b67-e5c4-48d2-92df-a3400ac232ec HTTP/1.1" status: 200 len: 999 time: 0.0795345 Aug 18 12:28:40.988719 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-339fda5b-7758-45fa-953c-1eec70d3b22a tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] 10.222.0.66 "PUT /v2.0/routers/799acb7d-81e1-48ad-9a64-743dd1c9362d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2374268 Aug 18 12:28:40.991354 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 47534) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:28:41.096306 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a510da-8ee2-4f29-8e93-38848b1bf377 None None] Sync routers for ids ['799acb7d-81e1-48ad-9a64-743dd1c9362d'] in n-d-804985-2 {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:28:41.110154 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a510da-8ee2-4f29-8e93-38848b1bf377 None None] Routers {'799acb7d-81e1-48ad-9a64-743dd1c9362d'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:28:41.110462 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34e8e6e-13d7-41da-913e-fc06e5e7a506 req-79494f25-9ab2-41b0-96a8-b1351a96616f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:28:41.112097 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b34e8e6e-13d7-41da-913e-fc06e5e7a506 req-79494f25-9ab2-41b0-96a8-b1351a96616f service neutron] 10.222.0.63 "GET /v2.0/subnets?id=eb2e3982-4dd6-4594-80de-13da71e6899f HTTP/1.1" status: 200 len: 850 time: 0.1112931 Aug 18 12:28:41.112555 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-c0a510da-8ee2-4f29-8e93-38848b1bf377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:28:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['799acb7d-81e1-48ad-9a64-743dd1c9362d'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:28:41.153915 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:41.190590 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92e01a4c-986b-4964-a372-2e5fcb7d5e3c tempest-TestNetworkBasicOps-1792496569 tempest-TestNetworkBasicOps-1792496569-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:28:41.193641 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92e01a4c-986b-4964-a372-2e5fcb7d5e3c tempest-TestNetworkBasicOps-1792496569 tempest-TestNetworkBasicOps-1792496569-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:28:41.194231 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92e01a4c-986b-4964-a372-2e5fcb7d5e3c tempest-TestNetworkBasicOps-1792496569 tempest-TestNetworkBasicOps-1792496569-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:28:41.194785 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92e01a4c-986b-4964-a372-2e5fcb7d5e3c tempest-TestNetworkBasicOps-1792496569 tempest-TestNetworkBasicOps-1792496569-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:28:41.195311 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92e01a4c-986b-4964-a372-2e5fcb7d5e3c tempest-TestNetworkBasicOps-1792496569 tempest-TestNetworkBasicOps-1792496569-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:28:41.195845 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92e01a4c-986b-4964-a372-2e5fcb7d5e3c tempest-TestNetworkBasicOps-1792496569 tempest-TestNetworkBasicOps-1792496569-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:28:41.199856 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92e01a4c-986b-4964-a372-2e5fcb7d5e3c tempest-TestNetworkBasicOps-1792496569 tempest-TestNetworkBasicOps-1792496569-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:28:41.200681 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92e01a4c-986b-4964-a372-2e5fcb7d5e3c tempest-TestNetworkBasicOps-1792496569 tempest-TestNetworkBasicOps-1792496569-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:28:41.202756 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-92e01a4c-986b-4964-a372-2e5fcb7d5e3c tempest-TestNetworkBasicOps-1792496569 tempest-TestNetworkBasicOps-1792496569-project-admin] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5686 time: 0.2103887 Aug 18 12:28:41.205675 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 47536) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:28:41.218326 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34e8e6e-13d7-41da-913e-fc06e5e7a506 req-fafde7f4-d117-4873-a18d-943387bbe828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:28:41.220260 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] For port 837c8058-5cc4-4398-a091-a3623012ae10, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=837c8058-5cc4-4398-a091-a3623012ae10,segment=NetworkSegment(c5a3db9d-5c58-41b1-9177-d5787a597b78),segment_id=c5a3db9d-5c58-41b1-9177-d5787a597b78)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:28:41.224855 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b34e8e6e-13d7-41da-913e-fc06e5e7a506 req-fafde7f4-d117-4873-a18d-943387bbe828 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=25fdaffb-3168-482a-bd55-4e7a3fe8ec1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0979257 Aug 18 12:28:41.231077 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:41.231945 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device cf3a4386-e65e-407c-9909-321477f91b5a up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:28:41.335967 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-c0a510da-8ee2-4f29-8e93-38848b1bf377 None None] Set router 799acb7d-81e1-48ad-9a64-743dd1c9362d gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:28:41.367148 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92d42693-644f-4e22-aa4e-d105c6a1aaa1 tempest-TestNetworkBasicOps-1792496569 tempest-TestNetworkBasicOps-1792496569-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:28:41.367610 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92d42693-644f-4e22-aa4e-d105c6a1aaa1 tempest-TestNetworkBasicOps-1792496569 tempest-TestNetworkBasicOps-1792496569-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:28:41.368059 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92d42693-644f-4e22-aa4e-d105c6a1aaa1 tempest-TestNetworkBasicOps-1792496569 tempest-TestNetworkBasicOps-1792496569-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:28:41.368528 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92d42693-644f-4e22-aa4e-d105c6a1aaa1 tempest-TestNetworkBasicOps-1792496569 tempest-TestNetworkBasicOps-1792496569-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:28:41.368974 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92d42693-644f-4e22-aa4e-d105c6a1aaa1 tempest-TestNetworkBasicOps-1792496569 tempest-TestNetworkBasicOps-1792496569-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:28:41.369415 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92d42693-644f-4e22-aa4e-d105c6a1aaa1 tempest-TestNetworkBasicOps-1792496569 tempest-TestNetworkBasicOps-1792496569-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:28:41.369851 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92d42693-644f-4e22-aa4e-d105c6a1aaa1 tempest-TestNetworkBasicOps-1792496569 tempest-TestNetworkBasicOps-1792496569-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:28:41.370290 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92d42693-644f-4e22-aa4e-d105c6a1aaa1 tempest-TestNetworkBasicOps-1792496569 tempest-TestNetworkBasicOps-1792496569-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:28:41.375114 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-92d42693-644f-4e22-aa4e-d105c6a1aaa1 tempest-TestNetworkBasicOps-1792496569 tempest-TestNetworkBasicOps-1792496569-project-admin] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5285 time: 0.1674714 Aug 18 12:28:41.375719 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 47538) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:28:41.376622 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b34e8e6e-13d7-41da-913e-fc06e5e7a506 req-bd71b29c-1aa5-4966-a21d-2896bff7d381 service neutron] 10.222.0.63 "GET /v2.0/networks/25fdaffb-3168-482a-bd55-4e7a3fe8ec1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435294 Aug 18 12:28:41.418810 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Pushing event updated for resources: {'Port': ['ID=837c8058-5cc4-4398-a091-a3623012ae10,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:28:41.473849 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-70c763fb-3456-4d81-bf4f-69528db87f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '931fbcd4-ce57-444d-9c6e-d6ad45cb2f83', 'name': 'tempest-TestVolumeBootPattern-312113207-router', 'tenant_id': '86bcac19683b4cedad111d113ad02413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': 'ad9e999a-e235-4951-b077-2cec40eb180b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:24:40Z', 'updated_at': '2021-08-18T12:24:43Z', 'revision_number': 4, 'project_id': '86bcac19683b4cedad111d113ad02413', 'gw_port': {'id': 'ad9e999a-e235-4951-b077-2cec40eb180b', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:6c:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '931fbcd4-ce57-444d-9c6e-d6ad45cb2f83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3816, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:24:40Z', 'updated_at': '2021-08-18T12:24:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_floatingips': [{'id': '3372e5e6-f8f1-4e9b-858c-4e6bcc2c11ae', 'tenant_id': '86bcac19683b4cedad111d113ad02413', 'floating_ip_address': '172.25.7.210', 'floating_network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'router_id': '931fbcd4-ce57-444d-9c6e-d6ad45cb2f83', 'port_id': '1cfe8b67-e5c4-48d2-92df-a3400ac232ec', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3965, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25fdaffb-3168-482a-bd55-4e7a3fe8ec1f', 'mac_address': 'fa:16:3e:51:85:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4363721f-8c75-423a-a57c-f7bdfd4a1d73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T12:28:38Z', 'updated_at': '2021-08-18T12:28:38Z', 'revision_number': 0, 'project_id': '86bcac19683b4cedad111d113ad02413', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bae6a5f7-5d17-4a5f-85de-48171724c2c3', 'name': '', 'network_id': '25fdaffb-3168-482a-bd55-4e7a3fe8ec1f', 'tenant_id': '86bcac19683b4cedad111d113ad02413', 'mac_address': 'fa:16:3e:df:9c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '931fbcd4-ce57-444d-9c6e-d6ad45cb2f83', 'device_owner': 'network:router_interface', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': 'eb2e3982-4dd6-4594-80de-13da71e6899f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:24:42Z', 'updated_at': '2021-08-18T12:24:51Z', 'revision_number': 5, 'project_id': '86bcac19683b4cedad111d113ad02413', 'subnets': [{'id': 'eb2e3982-4dd6-4594-80de-13da71e6899f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:28:41.493807 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port cf3a4386-e65e-407c-9909-321477f91b5a completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:28:41.525345 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port cf3a4386-e65e-407c-9909-321477f91b5a triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:28:41.525714 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:41.527295 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-e678c464-dd6a-4d7e-bc3c-7670e184abd9 None None] Provisioning complete for port cf3a4386-e65e-407c-9909-321477f91b5a triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:28:41.527641 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-e678c464-dd6a-4d7e-bc3c-7670e184abd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:41.566994 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b34e8e6e-13d7-41da-913e-fc06e5e7a506 req-18a8e4e7-9dd4-403f-b626-b55deecba4b2 service neutron] 10.222.0.63 "GET /v2.0/networks/25fdaffb-3168-482a-bd55-4e7a3fe8ec1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809130 Aug 18 12:28:41.592267 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c763fb-3456-4d81-bf4f-69528db87f2b None None] Checking router: 931fbcd4-ce57-444d-9c6e-d6ad45cb2f83 for host: n-d-804985-2 {{(pid=106254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:28:41.638121 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c763fb-3456-4d81-bf4f-69528db87f2b None None] Routers {'931fbcd4-ce57-444d-9c6e-d6ad45cb2f83'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:28:41.638662 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-70c763fb-3456-4d81-bf4f-69528db87f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:28:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['931fbcd4-ce57-444d-9c6e-d6ad45cb2f83'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:28:41.703302 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-c0a510da-8ee2-4f29-8e93-38848b1bf377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '799acb7d-81e1-48ad-9a64-743dd1c9362d', 'name': 'tempest-TestNetworkBasicOps-router-2021618918', 'tenant_id': 'ba8f5ef8677a40aa9ef633104d93230e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.81'}], 'enable_snat': True}, 'gw_port_id': '837c8058-5cc4-4398-a091-a3623012ae10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:28:35Z', 'updated_at': '2021-08-18T12:28:39Z', 'revision_number': 4, 'project_id': 'ba8f5ef8677a40aa9ef633104d93230e', 'gw_port': {'id': '837c8058-5cc4-4398-a091-a3623012ae10', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:1b:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '799acb7d-81e1-48ad-9a64-743dd1c9362d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:28:35Z', 'updated_at': '2021-08-18T12:28:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': 'b64b0839-cf65-4a67-87df-fdd10220f6f8', 'name': '', 'network_id': '01c28532-fb23-4ded-9891-80b1301e1b24', 'tenant_id': 'ba8f5ef8677a40aa9ef633104d93230e', 'mac_address': 'fa:16:3e:ea:ed:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '799acb7d-81e1-48ad-9a64-743dd1c9362d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'cb0c5712-c1c2-4d0a-867d-a423878f9e7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:28:38Z', 'updated_at': '2021-08-18T12:28:40Z', 'revision_number': 2, 'project_id': 'ba8f5ef8677a40aa9ef633104d93230e', 'subnets': [{'id': 'cb0c5712-c1c2-4d0a-867d-a423878f9e7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:28:41.742171 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-de325ed5-336d-4f92-ad6b-03a5d9bd8fce tempest-TestNetworkBasicOps-1792496569 tempest-TestNetworkBasicOps-1792496569-project-admin] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4491 time: 0.3651786 Aug 18 12:28:41.756066 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a510da-8ee2-4f29-8e93-38848b1bf377 None None] Checking router: 799acb7d-81e1-48ad-9a64-743dd1c9362d for host: n-d-804985-2 {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:28:41.756602 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a510da-8ee2-4f29-8e93-38848b1bf377 None None] Updating router 799acb7d-81e1-48ad-9a64-743dd1c9362d port b64b0839-cf65-4a67-87df-fdd10220f6f8 binding host n-d-804985-2 {{(pid=106255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 12:28:41.776832 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:41.798836 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-c0a510da-8ee2-4f29-8e93-38848b1bf377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:41.942378 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] For port cf3a4386-e65e-407c-9909-321477f91b5a, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=cf3a4386-e65e-407c-9909-321477f91b5a,segment=NetworkSegment(1ece65ef-1d53-4d63-8e4f-76c2c4d37d26),segment_id=1ece65ef-1d53-4d63-8e4f-76c2c4d37d26)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:28:41.943415 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-e678c464-dd6a-4d7e-bc3c-7670e184abd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:41.965322 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:41.970350 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-70c763fb-3456-4d81-bf4f-69528db87f2b None None] Set router 931fbcd4-ce57-444d-9c6e-d6ad45cb2f83 gateway port host: n-d-804985-2 {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:28:42.129698 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Pushing event updated for resources: {'Port': ['ID=cf3a4386-e65e-407c-9909-321477f91b5a,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:28:42.141544 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.db.api [None req-e678c464-dd6a-4d7e-bc3c-7670e184abd9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106254) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 18 12:28:42.142184 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 47548) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:28:42.144944 n-d-804985-2 neutron-server[106254]: DEBUG oslo_db.api [None req-e678c464-dd6a-4d7e-bc3c-7670e184abd9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 18 12:28:42.147465 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-4d63f322-979d-4367-a323-7f75bf4c266d tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-509936451', 'description': 'tempest-secgroup-smoke-509936451 description', 'project_id': 'ba8f5ef8677a40aa9ef633104d93230e'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:28:42.180179 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4d63f322-979d-4367-a323-7f75bf4c266d tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:42.210193 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-c0a510da-8ee2-4f29-8e93-38848b1bf377 None None] Notify callbacks [] for port, precommit_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:42.223015 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-c0a510da-8ee2-4f29-8e93-38848b1bf377 None None] Transition to ACTIVE for port object b64b0839-cf65-4a67-87df-fdd10220f6f8 will not be triggered until provisioned by entity L2. {{(pid=106255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:28:42.230819 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-c0a510da-8ee2-4f29-8e93-38848b1bf377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:42.335902 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4d63f322-979d-4367-a323-7f75bf4c266d tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:42.340010 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c4854b-98a5-4955-9dcf-108beb5a050e None None] Pushing event updated for resources: {'Port': ['ID=b64b0839-cf65-4a67-87df-fdd10220f6f8,revision_number=3']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:28:42.354559 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4d63f322-979d-4367-a323-7f75bf4c266d tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:42.357372 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 837c8058-5cc4-4398-a091-a3623012ae10 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:28:42.360955 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-c0a510da-8ee2-4f29-8e93-38848b1bf377 None None] Attempting to bind port b64b0839-cf65-4a67-87df-fdd10220f6f8 on host n-d-804985-2 for vnic_type normal with profile {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:28:42.361319 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-c0a510da-8ee2-4f29-8e93-38848b1bf377 None None] Attempting to bind port b64b0839-cf65-4a67-87df-fdd10220f6f8 by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': '1ece65ef-1d53-4d63-8e4f-76c2c4d37d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '01c28532-fb23-4ded-9891-80b1301e1b24'}] {{(pid=106255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:28:42.361990 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a510da-8ee2-4f29-8e93-38848b1bf377 None None] Attempting to bind port b64b0839-cf65-4a67-87df-fdd10220f6f8 on network 01c28532-fb23-4ded-9891-80b1301e1b24 {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:28:42.367160 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a510da-8ee2-4f29-8e93-38848b1bf377 None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 28, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:28:42.367527 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a510da-8ee2-4f29-8e93-38848b1bf377 None None] Checking segment: {'id': '1ece65ef-1d53-4d63-8e4f-76c2c4d37d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '01c28532-fb23-4ded-9891-80b1301e1b24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:28:42.367948 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-c0a510da-8ee2-4f29-8e93-38848b1bf377 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:42.368675 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a510da-8ee2-4f29-8e93-38848b1bf377 None None] Bound using segment: {'id': '1ece65ef-1d53-4d63-8e4f-76c2c4d37d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '01c28532-fb23-4ded-9891-80b1301e1b24'} {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:28:42.369149 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-c0a510da-8ee2-4f29-8e93-38848b1bf377 None None] Bound port: b64b0839-cf65-4a67-87df-fdd10220f6f8, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ece65ef-1d53-4d63-8e4f-76c2c4d37d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '01c28532-fb23-4ded-9891-80b1301e1b24'}}] {{(pid=106255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:28:42.369515 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-c0a510da-8ee2-4f29-8e93-38848b1bf377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:42.412609 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d63f322-979d-4367-a323-7f75bf4c266d tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc8986a2-dd37-47fa-a210-f335083cd3c4,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:28:42.414868 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-70c763fb-3456-4d81-bf4f-69528db87f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '931fbcd4-ce57-444d-9c6e-d6ad45cb2f83', 'name': 'tempest-TestVolumeBootPattern-312113207-router', 'tenant_id': '86bcac19683b4cedad111d113ad02413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': 'ad9e999a-e235-4951-b077-2cec40eb180b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:24:40Z', 'updated_at': '2021-08-18T12:24:43Z', 'revision_number': 4, 'project_id': '86bcac19683b4cedad111d113ad02413', 'gw_port': {'id': 'ad9e999a-e235-4951-b077-2cec40eb180b', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:6c:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '931fbcd4-ce57-444d-9c6e-d6ad45cb2f83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3816, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:24:40Z', 'updated_at': '2021-08-18T12:24:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_floatingips': [{'id': '3372e5e6-f8f1-4e9b-858c-4e6bcc2c11ae', 'tenant_id': '86bcac19683b4cedad111d113ad02413', 'floating_ip_address': '172.25.7.210', 'floating_network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'router_id': '931fbcd4-ce57-444d-9c6e-d6ad45cb2f83', 'port_id': '1cfe8b67-e5c4-48d2-92df-a3400ac232ec', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3965, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25fdaffb-3168-482a-bd55-4e7a3fe8ec1f', 'mac_address': 'fa:16:3e:51:85:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4363721f-8c75-423a-a57c-f7bdfd4a1d73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T12:28:38Z', 'updated_at': '2021-08-18T12:28:38Z', 'revision_number': 0, 'project_id': '86bcac19683b4cedad111d113ad02413', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bae6a5f7-5d17-4a5f-85de-48171724c2c3', 'name': '', 'network_id': '25fdaffb-3168-482a-bd55-4e7a3fe8ec1f', 'tenant_id': '86bcac19683b4cedad111d113ad02413', 'mac_address': 'fa:16:3e:df:9c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '931fbcd4-ce57-444d-9c6e-d6ad45cb2f83', 'device_owner': 'network:router_interface', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': 'eb2e3982-4dd6-4594-80de-13da71e6899f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:24:42Z', 'updated_at': '2021-08-18T12:24:51Z', 'revision_number': 5, 'project_id': '86bcac19683b4cedad111d113ad02413', 'subnets': [{'id': 'eb2e3982-4dd6-4594-80de-13da71e6899f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:28:42.426738 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4d63f322-979d-4367-a323-7f75bf4c266d tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:42.431261 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 47550) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:28:42.432640 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-4d63f322-979d-4367-a323-7f75bf4c266d tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2893381 Aug 18 12:28:42.436543 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-30b5c97c-0100-4353-abfc-bc17ab28d3e4 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Request body: {'security_group_rule': {'security_group_id': 'fc8986a2-dd37-47fa-a210-f335083cd3c4', 'project_id': 'ba8f5ef8677a40aa9ef633104d93230e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:28:42.467932 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c763fb-3456-4d81-bf4f-69528db87f2b None None] The sync data for ids ['931fbcd4-ce57-444d-9c6e-d6ad45cb2f83'] in n-d-804985-2 is: [{'id': '931fbcd4-ce57-444d-9c6e-d6ad45cb2f83', 'name': 'tempest-TestVolumeBootPattern-312113207-router', 'tenant_id': '86bcac19683b4cedad111d113ad02413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': 'ad9e999a-e235-4951-b077-2cec40eb180b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:24:40Z', 'updated_at': '2021-08-18T12:24:43Z', 'revision_number': 4, 'project_id': '86bcac19683b4cedad111d113ad02413', 'gw_port': {'id': 'ad9e999a-e235-4951-b077-2cec40eb180b', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:6c:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '931fbcd4-ce57-444d-9c6e-d6ad45cb2f83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3816, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:24:40Z', 'updated_at': '2021-08-18T12:24:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_floatingips': [{'id': '3372e5e6-f8f1-4e9b-858c-4e6bcc2c11ae', 'tenant_id': '86bcac19683b4cedad111d113ad02413', 'floating_ip_address': '172.25.7.210', 'floating_network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'router_id': '931fbcd4-ce57-444d-9c6e-d6ad45cb2f83', 'port_id': '1cfe8b67-e5c4-48d2-92df-a3400ac232ec', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3965, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25fdaffb-3168-482a-bd55-4e7a3fe8ec1f', 'mac_address': 'fa:16:3e:51:85:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4363721f-8c75-423a-a57c-f7bdfd4a1d73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T12:28:38Z', 'updated_at': '2021-08-18T12:28:38Z', 'revision_number': 0, 'project_id': '86bcac19683b4cedad111d113ad02413', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bae6a5f7-5d17-4a5f-85de-48171724c2c3', 'name': '', 'network_id': '25fdaffb-3168-482a-bd55-4e7a3fe8ec1f', 'tenant_id': '86bcac19683b4cedad111d113ad02413', 'mac_address': 'fa:16:3e:df:9c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '931fbcd4-ce57-444d-9c6e-d6ad45cb2f83', 'device_owner': 'network:router_interface', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': 'eb2e3982-4dd6-4594-80de-13da71e6899f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:24:42Z', 'updated_at': '2021-08-18T12:24:51Z', 'revision_number': 5, 'project_id': '86bcac19683b4cedad111d113ad02413', 'subnets': [{'id': 'eb2e3982-4dd6-4594-80de-13da71e6899f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:28:42.472245 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-c0a510da-8ee2-4f29-8e93-38848b1bf377 None None] For port b64b0839-cf65-4a67-87df-fdd10220f6f8, host n-d-804985-2, cleared binding levels {{(pid=106255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:28:42.475959 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-c0a510da-8ee2-4f29-8e93-38848b1bf377 None None] For port b64b0839-cf65-4a67-87df-fdd10220f6f8, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=b64b0839-cf65-4a67-87df-fdd10220f6f8,segment=NetworkSegment(1ece65ef-1d53-4d63-8e4f-76c2c4d37d26),segment_id=1ece65ef-1d53-4d63-8e4f-76c2c4d37d26)] {{(pid=106255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:28:42.486392 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-c0a510da-8ee2-4f29-8e93-38848b1bf377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:42.489632 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 837c8058-5cc4-4398-a091-a3623012ae10 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:28:42.490026 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:42.498614 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-30b5c97c-0100-4353-abfc-bc17ab28d3e4 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:42.582740 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a510da-8ee2-4f29-8e93-38848b1bf377 None None] Routers {'799acb7d-81e1-48ad-9a64-743dd1c9362d'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:28:42.585114 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-30b5c97c-0100-4353-abfc-bc17ab28d3e4 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:42.585728 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-c0a510da-8ee2-4f29-8e93-38848b1bf377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:28:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['799acb7d-81e1-48ad-9a64-743dd1c9362d'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:28:42.595892 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c4854b-98a5-4955-9dcf-108beb5a050e None None] Pushing event updated for resources: {'Port': ['ID=b64b0839-cf65-4a67-87df-fdd10220f6f8,revision_number=4']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:28:42.596707 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-30b5c97c-0100-4353-abfc-bc17ab28d3e4 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992607'] for security_group_rule, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:42.630919 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-30b5c97c-0100-4353-abfc-bc17ab28d3e4 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:42.635378 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 47556) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:28:42.640420 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-8c14371c-9759-4c71-9802-1377caccbdb0 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Request body: {'security_group_rule': {'security_group_id': 'fc8986a2-dd37-47fa-a210-f335083cd3c4', 'project_id': 'ba8f5ef8677a40aa9ef633104d93230e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:28:42.645199 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-30b5c97c-0100-4353-abfc-bc17ab28d3e4 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2126524 Aug 18 12:28:42.646517 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b5c97c-0100-4353-abfc-bc17ab28d3e4 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4c0036e-820d-4800-9d7e-156ef949cf12,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:28:42.678548 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device cf3a4386-e65e-407c-9909-321477f91b5a up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:28:42.686304 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8c14371c-9759-4c71-9802-1377caccbdb0 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:42.777573 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8c14371c-9759-4c71-9802-1377caccbdb0 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:42.785221 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8c14371c-9759-4c71-9802-1377caccbdb0 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992607'] for security_group_rule, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:42.799092 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c14371c-9759-4c71-9802-1377caccbdb0 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=376a93eb-531a-4068-b555-eb2c6aa5fa67,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:28:42.809329 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-c0a510da-8ee2-4f29-8e93-38848b1bf377 None None] Set router 799acb7d-81e1-48ad-9a64-743dd1c9362d gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:28:42.824891 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8c14371c-9759-4c71-9802-1377caccbdb0 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:42.829985 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 47558) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:28:42.835563 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-7d7aad8a-036a-41e0-a80a-766757210ac8 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Request body: {'security_group_rule': {'security_group_id': 'fc8986a2-dd37-47fa-a210-f335083cd3c4', 'project_id': 'ba8f5ef8677a40aa9ef633104d93230e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:28:42.837041 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-8c14371c-9759-4c71-9802-1377caccbdb0 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2005501 Aug 18 12:28:42.857665 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-e678c464-dd6a-4d7e-bc3c-7670e184abd9 None None] Provisioning for port b64b0839-cf65-4a67-87df-fdd10220f6f8 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:28:42.863372 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port cf3a4386-e65e-407c-9909-321477f91b5a triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:28:42.863992 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:42.892276 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7d7aad8a-036a-41e0-a80a-766757210ac8 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:42.934331 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c58cda23-2c89-4ebe-bdb2-db43d56eed4f None None] New status for floating IP 3372e5e6-f8f1-4e9b-858c-4e6bcc2c11ae: ACTIVE {{(pid=106254) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 12:28:42.987168 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7d7aad8a-036a-41e0-a80a-766757210ac8 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:42.995463 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7d7aad8a-036a-41e0-a80a-766757210ac8 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992607'] for security_group_rule, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:43.025361 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7aad8a-036a-41e0-a80a-766757210ac8 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7078f3f-b1af-467c-bb39-9533786f64e6,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:28:43.035022 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7d7aad8a-036a-41e0-a80a-766757210ac8 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:43.040064 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-7d7aad8a-036a-41e0-a80a-766757210ac8 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2072680 Aug 18 12:28:43.040612 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 47562) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:28:43.045549 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-bd7e683c-0ea7-47b3-8437-d69b3ebb52b9 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Request body: {'security_group_rule': {'security_group_id': 'fc8986a2-dd37-47fa-a210-f335083cd3c4', 'project_id': 'ba8f5ef8677a40aa9ef633104d93230e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:28:43.079946 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-bd7e683c-0ea7-47b3-8437-d69b3ebb52b9 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:43.094076 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-c0a510da-8ee2-4f29-8e93-38848b1bf377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '799acb7d-81e1-48ad-9a64-743dd1c9362d', 'name': 'tempest-TestNetworkBasicOps-router-2021618918', 'tenant_id': 'ba8f5ef8677a40aa9ef633104d93230e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.81'}], 'enable_snat': True}, 'gw_port_id': '837c8058-5cc4-4398-a091-a3623012ae10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:28:35Z', 'updated_at': '2021-08-18T12:28:39Z', 'revision_number': 4, 'project_id': 'ba8f5ef8677a40aa9ef633104d93230e', 'gw_port': {'id': '837c8058-5cc4-4398-a091-a3623012ae10', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:1b:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '799acb7d-81e1-48ad-9a64-743dd1c9362d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:28:35Z', 'updated_at': '2021-08-18T12:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': 'b64b0839-cf65-4a67-87df-fdd10220f6f8', 'name': '', 'network_id': '01c28532-fb23-4ded-9891-80b1301e1b24', 'tenant_id': 'ba8f5ef8677a40aa9ef633104d93230e', 'mac_address': 'fa:16:3e:ea:ed:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '799acb7d-81e1-48ad-9a64-743dd1c9362d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'cb0c5712-c1c2-4d0a-867d-a423878f9e7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:28:38Z', 'updated_at': '2021-08-18T12:28:42Z', 'revision_number': 4, 'project_id': 'ba8f5ef8677a40aa9ef633104d93230e', 'subnets': [{'id': 'cb0c5712-c1c2-4d0a-867d-a423878f9e7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:28:43.129706 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a510da-8ee2-4f29-8e93-38848b1bf377 None None] The sync data for ids ['799acb7d-81e1-48ad-9a64-743dd1c9362d'] in n-d-804985-2 is: [{'id': '799acb7d-81e1-48ad-9a64-743dd1c9362d', 'name': 'tempest-TestNetworkBasicOps-router-2021618918', 'tenant_id': 'ba8f5ef8677a40aa9ef633104d93230e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.81'}], 'enable_snat': True}, 'gw_port_id': '837c8058-5cc4-4398-a091-a3623012ae10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:28:35Z', 'updated_at': '2021-08-18T12:28:39Z', 'revision_number': 4, 'project_id': 'ba8f5ef8677a40aa9ef633104d93230e', 'gw_port': {'id': '837c8058-5cc4-4398-a091-a3623012ae10', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:1b:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '799acb7d-81e1-48ad-9a64-743dd1c9362d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:28:35Z', 'updated_at': '2021-08-18T12:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': 'b64b0839-cf65-4a67-87df-fdd10220f6f8', 'name': '', 'network_id': '01c28532-fb23-4ded-9891-80b1301e1b24', 'tenant_id': 'ba8f5ef8677a40aa9ef633104d93230e', 'mac_address': 'fa:16:3e:ea:ed:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '799acb7d-81e1-48ad-9a64-743dd1c9362d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'cb0c5712-c1c2-4d0a-867d-a423878f9e7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:28:38Z', 'updated_at': '2021-08-18T12:28:42Z', 'revision_number': 4, 'project_id': 'ba8f5ef8677a40aa9ef633104d93230e', 'subnets': [{'id': 'cb0c5712-c1c2-4d0a-867d-a423878f9e7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:28:43.165213 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-bd7e683c-0ea7-47b3-8437-d69b3ebb52b9 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:43.175558 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-bd7e683c-0ea7-47b3-8437-d69b3ebb52b9 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992607'] for security_group_rule, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:43.232616 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7e683c-0ea7-47b3-8437-d69b3ebb52b9 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7c0a425-ab20-4205-8702-cea1c5fa2f8c,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:28:43.235166 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-bd7e683c-0ea7-47b3-8437-d69b3ebb52b9 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:43.239346 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 47566) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:28:43.239821 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-bd7e683c-0ea7-47b3-8437-d69b3ebb52b9 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1946552 Aug 18 12:28:43.247462 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-d81d2bec-c0d0-4a9a-8c84-06a739ad7023 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Request body: {'security_group_rule': {'security_group_id': 'fc8986a2-dd37-47fa-a210-f335083cd3c4', 'project_id': 'ba8f5ef8677a40aa9ef633104d93230e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:28:43.275542 n-d-804985-2 neutron-server[106252]: INFO neutron.db.securitygroups_db [None req-d81d2bec-c0d0-4a9a-8c84-06a739ad7023 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Project ba8f5ef8677a40aa9ef633104d93230e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 18 12:28:43.280893 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d81d2bec-c0d0-4a9a-8c84-06a739ad7023 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:43.350971 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d81d2bec-c0d0-4a9a-8c84-06a739ad7023 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:43.358268 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d81d2bec-c0d0-4a9a-8c84-06a739ad7023 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992607'] for security_group_rule, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:43.377240 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81d2bec-c0d0-4a9a-8c84-06a739ad7023 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c3f2533-e0b6-4d10-ba34-d60c6575e7c2,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:28:43.384951 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d81d2bec-c0d0-4a9a-8c84-06a739ad7023 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:43.386325 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-d81d2bec-c0d0-4a9a-8c84-06a739ad7023 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1446593 Aug 18 12:28:43.389559 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 47568) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:28:43.394514 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-c4d67b26-b563-4e12-8289-67ac19ed30a4 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Request body: {'security_group_rule': {'security_group_id': 'fc8986a2-dd37-47fa-a210-f335083cd3c4', 'project_id': 'ba8f5ef8677a40aa9ef633104d93230e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:28:43.419592 n-d-804985-2 neutron-server[106253]: INFO neutron.db.securitygroups_db [None req-c4d67b26-b563-4e12-8289-67ac19ed30a4 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Project ba8f5ef8677a40aa9ef633104d93230e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 18 12:28:43.425684 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c4d67b26-b563-4e12-8289-67ac19ed30a4 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:43.501901 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c4d67b26-b563-4e12-8289-67ac19ed30a4 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:43.507386 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c4d67b26-b563-4e12-8289-67ac19ed30a4 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992607'] for security_group_rule, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:43.526608 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d67b26-b563-4e12-8289-67ac19ed30a4 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1a9af54-95fe-4b5f-9b41-b97d2a72c133,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:28:43.535990 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c4d67b26-b563-4e12-8289-67ac19ed30a4 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:43.546538 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-c4d67b26-b563-4e12-8289-67ac19ed30a4 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1558688 Aug 18 12:28:43.688632 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-76e7e414-4c5b-437e-8a12-100a660139d1 req-1dfd0857-d2a8-4be7-83bd-97f519496ac1 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-509936451&fields=id&tenant_id=ba8f5ef8677a40aa9ef633104d93230e HTTP/1.1" status: 200 len: 267 time: 0.0352235 Aug 18 12:28:43.810149 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e7e414-4c5b-437e-8a12-100a660139d1 req-774f6950-f701-4f19-a2a7-c0b7e6fc5e46 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:28:43.811990 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-76e7e414-4c5b-437e-8a12-100a660139d1 req-774f6950-f701-4f19-a2a7-c0b7e6fc5e46 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] 10.222.0.66 "GET /v2.0/networks?id=01c28532-fb23-4ded-9891-80b1301e1b24 HTTP/1.1" status: 200 len: 796 time: 0.1159194 Aug 18 12:28:43.834393 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-76e7e414-4c5b-437e-8a12-100a660139d1 req-6c81e425-db33-48cc-b469-ebf7e5763327 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] 10.222.0.66 "GET /v2.0/quotas/ba8f5ef8677a40aa9ef633104d93230e HTTP/1.1" status: 200 len: 375 time: 0.0112665 Aug 18 12:28:43.899137 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-76e7e414-4c5b-437e-8a12-100a660139d1 req-9ff3b856-dbce-4008-831c-03497a510ad8 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=ba8f5ef8677a40aa9ef633104d93230e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0540247 Aug 18 12:28:44.011041 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-76e7e414-4c5b-437e-8a12-100a660139d1 req-f57c5d5d-c4e1-4a98-81db-c97226f20e73 service neutron] 10.222.0.66 "GET /v2.0/networks/01c28532-fb23-4ded-9891-80b1301e1b24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966420 Aug 18 12:28:44.106102 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-76e7e414-4c5b-437e-8a12-100a660139d1 req-1ddcf917-a340-4337-a275-17203b9998b0 service neutron] 10.222.0.66 "GET /v2.0/networks/01c28532-fb23-4ded-9891-80b1301e1b24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884147 Aug 18 12:28:44.319152 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-673a442d-f5a1-481c-8db9-dcd6749c5cb2 req-608a25dd-5ac1-447d-b7c0-68361358c5b3 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] 10.222.0.66 "GET /v2.0/ports?device_id=b0e0873a-ddb6-4812-9d75-3052590894b7 HTTP/1.1" status: 200 len: 210 time: 0.0561979 Aug 18 12:28:44.343362 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device b64b0839-cf65-4a67-87df-fdd10220f6f8 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:28:44.395052 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port b64b0839-cf65-4a67-87df-fdd10220f6f8 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:28:44.399545 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port b64b0839-cf65-4a67-87df-fdd10220f6f8 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:28:44.400002 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:44.483802 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:44.518635 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] For port b64b0839-cf65-4a67-87df-fdd10220f6f8, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=b64b0839-cf65-4a67-87df-fdd10220f6f8,segment=NetworkSegment(1ece65ef-1d53-4d63-8e4f-76c2c4d37d26),segment_id=1ece65ef-1d53-4d63-8e4f-76c2c4d37d26)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:28:44.523693 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:44.573311 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Pushing event updated for resources: {'Port': ['ID=b64b0839-cf65-4a67-87df-fdd10220f6f8,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:28:45.266743 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e7e414-4c5b-437e-8a12-100a660139d1 req-a9eb1475-7410-4b8b-8409-937a6152e4da tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:28:45.268267 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-76e7e414-4c5b-437e-8a12-100a660139d1 req-a9eb1475-7410-4b8b-8409-937a6152e4da tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] 10.222.0.62 "GET /v2.0/networks?id=01c28532-fb23-4ded-9891-80b1301e1b24 HTTP/1.1" status: 200 len: 796 time: 0.1155927 Aug 18 12:28:45.314208 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-76e7e414-4c5b-437e-8a12-100a660139d1 req-ff800e59-bf1d-4134-ac03-6db2acd20a41 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ba8f5ef8677a40aa9ef633104d93230e HTTP/1.1" status: 200 len: 379 time: 0.0356863 Aug 18 12:28:45.325086 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [req-76e7e414-4c5b-437e-8a12-100a660139d1 req-09a67af6-7b58-48fd-9588-75a131c4c561 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Request body: {'port': {'device_id': 'b0e0873a-ddb6-4812-9d75-3052590894b7', 'network_id': '01c28532-fb23-4ded-9891-80b1301e1b24', 'admin_state_up': True, 'tenant_id': 'ba8f5ef8677a40aa9ef633104d93230e', 'security_groups': ['fc8986a2-dd37-47fa-a210-f335083cd3c4']}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:28:45.427305 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-95877a35-4819-4c6a-81fd-00c1b7c9628a req-1ed617e9-309c-438b-b331-a5493d27413c tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] 10.222.0.66 "GET /v2.0/ports?device_id=b0e0873a-ddb6-4812-9d75-3052590894b7 HTTP/1.1" status: 200 len: 210 time: 0.0295539 Aug 18 12:28:45.440629 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76e7e414-4c5b-437e-8a12-100a660139d1 req-09a67af6-7b58-48fd-9588-75a131c4c561 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Made reservation on behalf of ba8f5ef8677a40aa9ef633104d93230e for: {'port': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:28:45.444771 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-76e7e414-4c5b-437e-8a12-100a660139d1 req-09a67af6-7b58-48fd-9588-75a131c4c561 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:45.577897 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [req-76e7e414-4c5b-437e-8a12-100a660139d1 req-09a67af6-7b58-48fd-9588-75a131c4c561 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Allocated IP 172.20.0.5 (01c28532-fb23-4ded-9891-80b1301e1b24/cb0c5712-c1c2-4d0a-867d-a423878f9e7d/a4bec98a-d447-43b6-9fd7-32e05fd1ded1) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:28:45.727109 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-76e7e414-4c5b-437e-8a12-100a660139d1 req-09a67af6-7b58-48fd-9588-75a131c4c561 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:45.741573 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [req-76e7e414-4c5b-437e-8a12-100a660139d1 req-09a67af6-7b58-48fd-9588-75a131c4c561 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Transition to ACTIVE for port object a4bec98a-d447-43b6-9fd7-32e05fd1ded1 will not be triggered until provisioned by entity DHCP. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:28:45.776270 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-76e7e414-4c5b-437e-8a12-100a660139d1 req-09a67af6-7b58-48fd-9588-75a131c4c561 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:45.826828 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76e7e414-4c5b-437e-8a12-100a660139d1 req-09a67af6-7b58-48fd-9588-75a131c4c561 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Network 01c28532-fb23-4ded-9891-80b1301e1b24 is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:28:45.830071 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [req-76e7e414-4c5b-437e-8a12-100a660139d1 req-09a67af6-7b58-48fd-9588-75a131c4c561 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:28:45.834618 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-76e7e414-4c5b-437e-8a12-100a660139d1 req-09a67af6-7b58-48fd-9588-75a131c4c561 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:28:45.860671 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a67af6-7b58-48fd-9588-75a131c4c561 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Pushing event updated for resources: {'Port': ['ID=a4bec98a-d447-43b6-9fd7-32e05fd1ded1,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:28:45.889924 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e7e414-4c5b-437e-8a12-100a660139d1 req-09a67af6-7b58-48fd-9588-75a131c4c561 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:28:45.890705 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-76e7e414-4c5b-437e-8a12-100a660139d1 req-09a67af6-7b58-48fd-9588-75a131c4c561 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:45.907215 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-76e7e414-4c5b-437e-8a12-100a660139d1 req-09a67af6-7b58-48fd-9588-75a131c4c561 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5857792 Aug 18 12:28:45.985090 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [req-76e7e414-4c5b-437e-8a12-100a660139d1 req-512ba19a-338b-4c3a-a621-9bbc5969985a service neutron] Request body: {'port': {'device_id': 'b0e0873a-ddb6-4812-9d75-3052590894b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804985-2'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:28:46.049447 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-76e7e414-4c5b-437e-8a12-100a660139d1 req-512ba19a-338b-4c3a-a621-9bbc5969985a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:46.064695 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-5f8f4f0d-f1b0-456a-8481-8bf1b9324736 None None] Provisioning for port a4bec98a-d447-43b6-9fd7-32e05fd1ded1 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:28:46.069247 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-5f8f4f0d-f1b0-456a-8481-8bf1b9324736 None None] Provisioning complete for port a4bec98a-d447-43b6-9fd7-32e05fd1ded1 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:28:46.069654 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-5f8f4f0d-f1b0-456a-8481-8bf1b9324736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:46.106411 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-5f8f4f0d-f1b0-456a-8481-8bf1b9324736 None None] Port a4bec98a-d447-43b6-9fd7-32e05fd1ded1 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:28:46.293701 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device b64b0839-cf65-4a67-87df-fdd10220f6f8 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:28:46.336761 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [req-76e7e414-4c5b-437e-8a12-100a660139d1 req-512ba19a-338b-4c3a-a621-9bbc5969985a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4bec98a-d447-43b6-9fd7-32e05fd1ded1 {{(pid=106253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:28:46.342399 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port b64b0839-cf65-4a67-87df-fdd10220f6f8 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:28:46.342969 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:46.344320 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-76e7e414-4c5b-437e-8a12-100a660139d1 req-512ba19a-338b-4c3a-a621-9bbc5969985a service neutron] Notify callbacks [] for port, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:46.356177 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [req-76e7e414-4c5b-437e-8a12-100a660139d1 req-512ba19a-338b-4c3a-a621-9bbc5969985a service neutron] Transition to ACTIVE for port object a4bec98a-d447-43b6-9fd7-32e05fd1ded1 will not be triggered until provisioned by entity L2. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:28:46.361733 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-76e7e414-4c5b-437e-8a12-100a660139d1 req-512ba19a-338b-4c3a-a621-9bbc5969985a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:46.405023 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512ba19a-338b-4c3a-a621-9bbc5969985a service neutron] Pushing event updated for resources: {'Port': ['ID=a4bec98a-d447-43b6-9fd7-32e05fd1ded1,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:28:46.500607 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-76e7e414-4c5b-437e-8a12-100a660139d1 req-512ba19a-338b-4c3a-a621-9bbc5969985a service neutron] Attempting to bind port a4bec98a-d447-43b6-9fd7-32e05fd1ded1 on host n-h2-804985-2 for vnic_type normal with profile {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:28:46.500953 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-76e7e414-4c5b-437e-8a12-100a660139d1 req-512ba19a-338b-4c3a-a621-9bbc5969985a service neutron] Attempting to bind port a4bec98a-d447-43b6-9fd7-32e05fd1ded1 by drivers openvswitch,hyperv on host n-h2-804985-2 at level 0 using segments [{'id': '1ece65ef-1d53-4d63-8e4f-76c2c4d37d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '01c28532-fb23-4ded-9891-80b1301e1b24'}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:28:46.501397 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76e7e414-4c5b-437e-8a12-100a660139d1 req-512ba19a-338b-4c3a-a621-9bbc5969985a service neutron] Attempting to bind port a4bec98a-d447-43b6-9fd7-32e05fd1ded1 on network 01c28532-fb23-4ded-9891-80b1301e1b24 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:28:46.507646 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76e7e414-4c5b-437e-8a12-100a660139d1 req-512ba19a-338b-4c3a-a621-9bbc5969985a service neutron] Port a4bec98a-d447-43b6-9fd7-32e05fd1ded1 on network 01c28532-fb23-4ded-9891-80b1301e1b24 not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-2 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:28:46.508158 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76e7e414-4c5b-437e-8a12-100a660139d1 req-512ba19a-338b-4c3a-a621-9bbc5969985a service neutron] Attempting to bind port a4bec98a-d447-43b6-9fd7-32e05fd1ded1 on network 01c28532-fb23-4ded-9891-80b1301e1b24 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:28:46.513760 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76e7e414-4c5b-437e-8a12-100a660139d1 req-512ba19a-338b-4c3a-a621-9bbc5969985a service neutron] Checking agent: {'id': 'da5da552-709c-4248-84de-86af99a0dc87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 49, 8), 'started_at': datetime.datetime(2021, 8, 18, 11, 49, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 28, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:28:46.514180 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76e7e414-4c5b-437e-8a12-100a660139d1 req-512ba19a-338b-4c3a-a621-9bbc5969985a service neutron] Checking segment: {'id': '1ece65ef-1d53-4d63-8e4f-76c2c4d37d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '01c28532-fb23-4ded-9891-80b1301e1b24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:28:46.514617 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76e7e414-4c5b-437e-8a12-100a660139d1 req-512ba19a-338b-4c3a-a621-9bbc5969985a service neutron] Bound using segment: {'id': '1ece65ef-1d53-4d63-8e4f-76c2c4d37d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '01c28532-fb23-4ded-9891-80b1301e1b24'} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:28:46.515144 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-76e7e414-4c5b-437e-8a12-100a660139d1 req-512ba19a-338b-4c3a-a621-9bbc5969985a service neutron] Bound port: a4bec98a-d447-43b6-9fd7-32e05fd1ded1, host: n-h2-804985-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ece65ef-1d53-4d63-8e4f-76c2c4d37d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '01c28532-fb23-4ded-9891-80b1301e1b24'}}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:28:46.515562 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-76e7e414-4c5b-437e-8a12-100a660139d1 req-512ba19a-338b-4c3a-a621-9bbc5969985a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:46.580230 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2779afe3-27b9-4038-bbd2-ddbe643828de req-27dc4668-6dfb-4cd6-9446-174cef1e7031 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:28:46.582030 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2779afe3-27b9-4038-bbd2-ddbe643828de req-27dc4668-6dfb-4cd6-9446-174cef1e7031 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] 10.222.0.66 "GET /v2.0/ports?device_id=b0e0873a-ddb6-4812-9d75-3052590894b7 HTTP/1.1" status: 200 len: 943 time: 0.0721173 Aug 18 12:28:46.605628 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-76e7e414-4c5b-437e-8a12-100a660139d1 req-512ba19a-338b-4c3a-a621-9bbc5969985a service neutron] For port a4bec98a-d447-43b6-9fd7-32e05fd1ded1, host n-h2-804985-2, cleared binding levels {{(pid=106253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:28:46.609535 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-76e7e414-4c5b-437e-8a12-100a660139d1 req-512ba19a-338b-4c3a-a621-9bbc5969985a service neutron] For port a4bec98a-d447-43b6-9fd7-32e05fd1ded1, host n-h2-804985-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=a4bec98a-d447-43b6-9fd7-32e05fd1ded1,segment=NetworkSegment(1ece65ef-1d53-4d63-8e4f-76c2c4d37d26),segment_id=1ece65ef-1d53-4d63-8e4f-76c2c4d37d26)] {{(pid=106253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:28:46.618727 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-76e7e414-4c5b-437e-8a12-100a660139d1 req-512ba19a-338b-4c3a-a621-9bbc5969985a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:46.633697 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2779afe3-27b9-4038-bbd2-ddbe643828de req-965de8e3-b27f-40cf-928f-d56e92b76c19 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] 10.222.0.66 "GET /v2.0/security-groups?id=fc8986a2-dd37-47fa-a210-f335083cd3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445371 Aug 18 12:28:46.687874 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e7e414-4c5b-437e-8a12-100a660139d1 req-512ba19a-338b-4c3a-a621-9bbc5969985a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:28:46.688548 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-76e7e414-4c5b-437e-8a12-100a660139d1 req-512ba19a-338b-4c3a-a621-9bbc5969985a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:46.690153 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-76e7e414-4c5b-437e-8a12-100a660139d1 req-512ba19a-338b-4c3a-a621-9bbc5969985a service neutron] 10.222.0.62 "PUT /v2.0/ports/a4bec98a-d447-43b6-9fd7-32e05fd1ded1 HTTP/1.1" status: 200 len: 1091 time: 0.7746089 Aug 18 12:28:46.690612 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0e0873a-ddb6-4812-9d75-3052590894b7', 'tag': 'a4bec98a-d447-43b6-9fd7-32e05fd1ded1'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:28:46.693563 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0679f4c4b6e0e0c064a7d71d722dc30541a34fffee11680573be22ee2ffccc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d30d2da7-e664-44ca-81ca-54032389a27d" -d '{"events": [{"name": "network-changed", "server_uuid": "b0e0873a-ddb6-4812-9d75-3052590894b7", "tag": "a4bec98a-d447-43b6-9fd7-32e05fd1ded1"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:28:46.717745 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512ba19a-338b-4c3a-a621-9bbc5969985a service neutron] Pushing event updated for resources: {'Port': ['ID=a4bec98a-d447-43b6-9fd7-32e05fd1ded1,revision_number=3']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:28:46.775173 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:28:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43e50942-6f0b-4b3e-84f5-bbe4d9e958f6 x-openstack-request-id: req-43e50942-6f0b-4b3e-84f5-bbe4d9e958f6 {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:28:46.775532 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0e0873a-ddb6-4812-9d75-3052590894b7", "tag": "a4bec98a-d447-43b6-9fd7-32e05fd1ded1", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:28:46.776135 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-43e50942-6f0b-4b3e-84f5-bbe4d9e958f6 {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:28:46.776436 n-d-804985-2 neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0e0873a-ddb6-4812-9d75-3052590894b7', 'tag': 'a4bec98a-d447-43b6-9fd7-32e05fd1ded1', 'status': 'completed', 'code': 200} Aug 18 12:28:46.783345 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e7e414-4c5b-437e-8a12-100a660139d1 req-af540661-f58d-4550-9ee4-3f5382b51fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:28:46.785265 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-76e7e414-4c5b-437e-8a12-100a660139d1 req-af540661-f58d-4550-9ee4-3f5382b51fcc service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ba8f5ef8677a40aa9ef633104d93230e&device_id=b0e0873a-ddb6-4812-9d75-3052590894b7 HTTP/1.1" status: 200 len: 1094 time: 0.0522029 Aug 18 12:28:47.191144 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-76e7e414-4c5b-437e-8a12-100a660139d1 req-0837802c-4dcb-4f5d-b663-9ed9d00adc09 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a4bec98a-d447-43b6-9fd7-32e05fd1ded1 HTTP/1.1" status: 200 len: 217 time: 0.3972709 Aug 18 12:28:47.242127 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e7e414-4c5b-437e-8a12-100a660139d1 req-7d251346-0296-414a-98d9-1bc09a3ddb00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:28:47.243651 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-76e7e414-4c5b-437e-8a12-100a660139d1 req-7d251346-0296-414a-98d9-1bc09a3ddb00 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=cb0c5712-c1c2-4d0a-867d-a423878f9e7d HTTP/1.1" status: 200 len: 835 time: 0.0453575 Aug 18 12:28:47.290333 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e7e414-4c5b-437e-8a12-100a660139d1 req-feecc9d5-02d5-440e-8e3d-4e4be5e6118e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:28:47.291730 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-76e7e414-4c5b-437e-8a12-100a660139d1 req-feecc9d5-02d5-440e-8e3d-4e4be5e6118e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=01c28532-fb23-4ded-9891-80b1301e1b24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403154 Aug 18 12:28:47.384536 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-76e7e414-4c5b-437e-8a12-100a660139d1 req-109d2a02-9d35-41da-b999-94401483604e service neutron] 10.222.0.62 "GET /v2.0/networks/01c28532-fb23-4ded-9891-80b1301e1b24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848570 Aug 18 12:28:47.475001 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-76e7e414-4c5b-437e-8a12-100a660139d1 req-5aa77d35-5b75-49bb-b7d9-5868c9ad2d6b service neutron] 10.222.0.62 "GET /v2.0/networks/01c28532-fb23-4ded-9891-80b1301e1b24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835254 Aug 18 12:28:47.566330 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30d2da7-e664-44ca-81ca-54032389a27d req-5b21e8f3-82d3-4929-a985-77581c11563e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:28:47.567811 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-d30d2da7-e664-44ca-81ca-54032389a27d req-5b21e8f3-82d3-4929-a985-77581c11563e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ba8f5ef8677a40aa9ef633104d93230e&device_id=b0e0873a-ddb6-4812-9d75-3052590894b7 HTTP/1.1" status: 200 len: 1094 time: 0.0455446 Aug 18 12:28:47.679222 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30d2da7-e664-44ca-81ca-54032389a27d req-b9d2c0b0-ffd2-4061-9ab4-f45fae5ee2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:28:47.681001 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-d30d2da7-e664-44ca-81ca-54032389a27d req-b9d2c0b0-ffd2-4061-9ab4-f45fae5ee2a6 service neutron] 10.222.0.62 "GET /v2.0/networks?id=01c28532-fb23-4ded-9891-80b1301e1b24 HTTP/1.1" status: 200 len: 897 time: 0.1046073 Aug 18 12:28:47.726133 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-d30d2da7-e664-44ca-81ca-54032389a27d req-89196f6e-79da-417b-bc16-136a5c9c2d93 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a4bec98a-d447-43b6-9fd7-32e05fd1ded1 HTTP/1.1" status: 200 len: 217 time: 0.0373278 Aug 18 12:28:47.767814 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb744c24-37dc-4eb6-94b7-657a3d3f3642 req-146360e5-3879-4a75-af7a-284dff8bcce0 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:28:47.769423 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-eb744c24-37dc-4eb6-94b7-657a3d3f3642 req-146360e5-3879-4a75-af7a-284dff8bcce0 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] 10.222.0.66 "GET /v2.0/ports?device_id=b0e0873a-ddb6-4812-9d75-3052590894b7 HTTP/1.1" status: 200 len: 943 time: 0.0507543 Aug 18 12:28:47.786639 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30d2da7-e664-44ca-81ca-54032389a27d req-903e6bc2-967d-4bc2-96c5-b0abda8cacb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:28:47.788095 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-d30d2da7-e664-44ca-81ca-54032389a27d req-903e6bc2-967d-4bc2-96c5-b0abda8cacb1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=cb0c5712-c1c2-4d0a-867d-a423878f9e7d HTTP/1.1" status: 200 len: 835 time: 0.0529070 Aug 18 12:28:47.815833 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-eb744c24-37dc-4eb6-94b7-657a3d3f3642 req-ce2d114b-a4d8-4516-a256-56b92029bc94 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] 10.222.0.66 "GET /v2.0/security-groups?id=fc8986a2-dd37-47fa-a210-f335083cd3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379925 Aug 18 12:28:47.841506 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30d2da7-e664-44ca-81ca-54032389a27d req-f70af05b-e4c7-4107-b9d5-09da5b3e420a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:28:47.843092 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-d30d2da7-e664-44ca-81ca-54032389a27d req-f70af05b-e4c7-4107-b9d5-09da5b3e420a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=01c28532-fb23-4ded-9891-80b1301e1b24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455654 Aug 18 12:28:47.947259 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-d30d2da7-e664-44ca-81ca-54032389a27d req-a6ffbee0-5333-4fb4-b286-468b01124809 service neutron] 10.222.0.62 "GET /v2.0/networks/01c28532-fb23-4ded-9891-80b1301e1b24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947480 Aug 18 12:28:48.053260 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-d30d2da7-e664-44ca-81ca-54032389a27d req-e8110cbd-2ad2-43d0-a6fe-a88be409756c service neutron] 10.222.0.62 "GET /v2.0/networks/01c28532-fb23-4ded-9891-80b1301e1b24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981853 Aug 18 12:28:48.501654 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-11c82093-56d2-43c6-9514-fdc05aed1e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:48.935695 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77261eaf-b4ba-4077-8dba-bc3f9361b6eb req-63160c41-14eb-4ce1-85ad-bfe8f34e37a7 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:28:48.937048 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-77261eaf-b4ba-4077-8dba-bc3f9361b6eb req-63160c41-14eb-4ce1-85ad-bfe8f34e37a7 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] 10.222.0.66 "GET /v2.0/ports?device_id=b0e0873a-ddb6-4812-9d75-3052590894b7 HTTP/1.1" status: 200 len: 943 time: 0.0491390 Aug 18 12:28:48.975857 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-77261eaf-b4ba-4077-8dba-bc3f9361b6eb req-319afba9-b34f-4ea3-8b45-a98383d95c03 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] 10.222.0.66 "GET /v2.0/security-groups?id=fc8986a2-dd37-47fa-a210-f335083cd3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317268 Aug 18 12:28:49.591909 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device a4bec98a-d447-43b6-9fd7-32e05fd1ded1 details requested by agent hyperv_n-h2-804985-2 with host n-h2-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:28:49.697412 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port a4bec98a-d447-43b6-9fd7-32e05fd1ded1, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=a4bec98a-d447-43b6-9fd7-32e05fd1ded1,segment=NetworkSegment(1ece65ef-1d53-4d63-8e4f-76c2c4d37d26),segment_id=1ece65ef-1d53-4d63-8e4f-76c2c4d37d26)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:28:49.710312 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Returning: {'device': 'a4bec98a-d447-43b6-9fd7-32e05fd1ded1', 'network_id': '01c28532-fb23-4ded-9891-80b1301e1b24', 'port_id': 'a4bec98a-d447-43b6-9fd7-32e05fd1ded1', 'mac_address': 'fa:16:3e:7a:1c:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 828, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb0c5712-c1c2-4d0a-867d-a423878f9e7d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:28:49.748236 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:49.761170 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4bec98a-d447-43b6-9fd7-32e05fd1ded1 {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:28:49.790117 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port a4bec98a-d447-43b6-9fd7-32e05fd1ded1, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=a4bec98a-d447-43b6-9fd7-32e05fd1ded1,segment=NetworkSegment(1ece65ef-1d53-4d63-8e4f-76c2c4d37d26),segment_id=1ece65ef-1d53-4d63-8e4f-76c2c4d37d26)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:28:49.794225 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:49.845982 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=a4bec98a-d447-43b6-9fd7-32e05fd1ded1,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:28:49.992865 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] get_ports_and_sgs() called for port_ids ['a4bec98a-d447-43b6-9fd7-32e05fd1ded1'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:28:50.103604 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c28136-4be8-49f7-8cde-f1fa7a90805f req-db8248f2-6db2-493d-aea6-f27e0f072cc3 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:28:50.105262 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-11c28136-4be8-49f7-8cde-f1fa7a90805f req-db8248f2-6db2-493d-aea6-f27e0f072cc3 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] 10.222.0.66 "GET /v2.0/ports?device_id=b0e0873a-ddb6-4812-9d75-3052590894b7 HTTP/1.1" status: 200 len: 944 time: 0.0586591 Aug 18 12:28:50.147018 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-11c28136-4be8-49f7-8cde-f1fa7a90805f req-b9edea30-a7bd-42c4-80ac-c6829d6ccfe0 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] 10.222.0.66 "GET /v2.0/security-groups?id=fc8986a2-dd37-47fa-a210-f335083cd3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336931 Aug 18 12:28:51.266832 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62c9abd-652f-45a8-a134-00306df539e8 req-c293b5a9-0aca-4e37-8b04-7a311de411c2 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:28:51.268319 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f62c9abd-652f-45a8-a134-00306df539e8 req-c293b5a9-0aca-4e37-8b04-7a311de411c2 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] 10.222.0.66 "GET /v2.0/ports?device_id=b0e0873a-ddb6-4812-9d75-3052590894b7 HTTP/1.1" status: 200 len: 944 time: 0.0490744 Aug 18 12:28:51.307891 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f62c9abd-652f-45a8-a134-00306df539e8 req-68f70b16-1f37-4230-bf0f-2ed9b942dd87 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] 10.222.0.66 "GET /v2.0/security-groups?id=fc8986a2-dd37-47fa-a210-f335083cd3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332057 Aug 18 12:28:51.482267 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:51.592275 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device a4bec98a-d447-43b6-9fd7-32e05fd1ded1 up at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:28:51.640896 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Provisioning for port a4bec98a-d447-43b6-9fd7-32e05fd1ded1 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:28:51.644926 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Provisioning complete for port a4bec98a-d447-43b6-9fd7-32e05fd1ded1 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:28:51.645299 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:51.729676 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:51.732705 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-15e624c4-f728-4490-984f-01839b891e5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:51.754106 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0e0873a-ddb6-4812-9d75-3052590894b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4bec98a-d447-43b6-9fd7-32e05fd1ded1'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:28:51.756383 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db50a436fb3a98495337d8fe7487b4f2ea6f3c1052eb9efadc2ecda2d5737001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b78acfe5-884b-4ce3-88b7-98290c7012be" -d '{"events": [{"server_uuid": "b0e0873a-ddb6-4812-9d75-3052590894b7", "name": "network-vif-plugged", "status": "completed", "tag": "a4bec98a-d447-43b6-9fd7-32e05fd1ded1"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:28:51.770359 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port a4bec98a-d447-43b6-9fd7-32e05fd1ded1, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=a4bec98a-d447-43b6-9fd7-32e05fd1ded1,segment=NetworkSegment(1ece65ef-1d53-4d63-8e4f-76c2c4d37d26),segment_id=1ece65ef-1d53-4d63-8e4f-76c2c4d37d26)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:28:51.775273 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:51.808641 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:28:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69e504f1-1b1f-4298-b62c-42e3ba3acb7d x-openstack-request-id: req-69e504f1-1b1f-4298-b62c-42e3ba3acb7d {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:28:51.808936 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0e0873a-ddb6-4812-9d75-3052590894b7", "name": "network-vif-plugged", "status": "completed", "tag": "a4bec98a-d447-43b6-9fd7-32e05fd1ded1", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:28:51.809188 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-69e504f1-1b1f-4298-b62c-42e3ba3acb7d {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:28:51.809857 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0e0873a-ddb6-4812-9d75-3052590894b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4bec98a-d447-43b6-9fd7-32e05fd1ded1', 'code': 200} Aug 18 12:28:51.832882 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=a4bec98a-d447-43b6-9fd7-32e05fd1ded1,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:28:51.912627 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbf9b2a-9455-4add-8a31-d264e6e83352 req-5c4c32b7-f43a-4f7b-9fb8-c0520f983a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:28:51.914159 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-2bbf9b2a-9455-4add-8a31-d264e6e83352 req-5c4c32b7-f43a-4f7b-9fb8-c0520f983a5d service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=b0e0873a-ddb6-4812-9d75-3052590894b7 HTTP/1.1" status: 200 len: 1096 time: 0.0421557 Aug 18 12:28:51.949508 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-2bbf9b2a-9455-4add-8a31-d264e6e83352 req-b45e5275-8afa-45eb-9433-13046bbea759 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=fc8986a2-dd37-47fa-a210-f335083cd3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0281208 Aug 18 12:28:52.216791 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-53584c24-f517-494e-ac93-c18bb92373f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:52.426289 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32657c6-cfb6-4a2b-965c-9a7a62e935e7 req-b558ed2d-93f9-46a9-9b55-78eef346b045 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:28:52.427774 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e32657c6-cfb6-4a2b-965c-9a7a62e935e7 req-b558ed2d-93f9-46a9-9b55-78eef346b045 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] 10.222.0.66 "GET /v2.0/ports?device_id=b0e0873a-ddb6-4812-9d75-3052590894b7 HTTP/1.1" status: 200 len: 945 time: 0.0487914 Aug 18 12:28:52.466275 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e32657c6-cfb6-4a2b-965c-9a7a62e935e7 req-af9da26d-b0e4-4841-9820-60f02d93bb97 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] 10.222.0.66 "GET /v2.0/security-groups?id=fc8986a2-dd37-47fa-a210-f335083cd3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322785 Aug 18 12:28:53.589108 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5efddd-5a79-4528-b54b-68b0b325f762 req-686015f4-4e6f-4bcf-ae03-cf1cb0b3ccad tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:28:53.590553 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2a5efddd-5a79-4528-b54b-68b0b325f762 req-686015f4-4e6f-4bcf-ae03-cf1cb0b3ccad tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] 10.222.0.66 "GET /v2.0/ports?device_id=b0e0873a-ddb6-4812-9d75-3052590894b7 HTTP/1.1" status: 200 len: 945 time: 0.0542288 Aug 18 12:28:53.629514 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2a5efddd-5a79-4528-b54b-68b0b325f762 req-534c1a66-4f82-444c-b289-2d277e2f634a tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] 10.222.0.66 "GET /v2.0/security-groups?id=fc8986a2-dd37-47fa-a210-f335083cd3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326655 Aug 18 12:28:53.746109 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb4d884-fbc0-46de-b012-32cf9219d614 req-fea9288f-3ab9-4fab-bef9-eff6c591fd3f tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:28:53.747593 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ecb4d884-fbc0-46de-b012-32cf9219d614 req-fea9288f-3ab9-4fab-bef9-eff6c591fd3f tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] 10.222.0.66 "GET /v2.0/ports?device_id=b0e0873a-ddb6-4812-9d75-3052590894b7 HTTP/1.1" status: 200 len: 945 time: 0.0501003 Aug 18 12:28:53.786653 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ecb4d884-fbc0-46de-b012-32cf9219d614 req-ed1d6d61-fffa-4044-9fe3-a4f0b6d74325 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] 10.222.0.66 "GET /v2.0/security-groups?id=fc8986a2-dd37-47fa-a210-f335083cd3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325568 Aug 18 12:28:53.808924 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 47724) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:28:53.854703 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfe19bc1-f7b8-4ad9-a560-e44cc6e3633e tempest-TestNetworkBasicOps-1792496569 tempest-TestNetworkBasicOps-1792496569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:28:53.855617 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-cfe19bc1-f7b8-4ad9-a560-e44cc6e3633e tempest-TestNetworkBasicOps-1792496569 tempest-TestNetworkBasicOps-1792496569-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=b0e0873a-ddb6-4812-9d75-3052590894b7 HTTP/1.1" status: 200 len: 1091 time: 0.0456908 Aug 18 12:28:53.858547 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 47726) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:28:53.863356 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-47968935-d7a9-4f37-8782-ebbe830ed1f3 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Request body: {'floatingip': {'floating_network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'port_id': 'a4bec98a-d447-43b6-9fd7-32e05fd1ded1', 'tenant_id': 'ba8f5ef8677a40aa9ef633104d93230e', 'fixed_ip_address': '172.20.0.5'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:28:53.887777 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-47968935-d7a9-4f37-8782-ebbe830ed1f3 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks [] for floatingip, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:53.905415 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-500a1c61-38a7-4c23-a7ec-4631080af5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:53.996065 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-47968935-d7a9-4f37-8782-ebbe830ed1f3 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:54.104199 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [None req-47968935-d7a9-4f37-8782-ebbe830ed1f3 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Allocated IP 172.25.7.92 (7cae7a70-14fd-408c-b14d-39ceb97cb60e/9784295a-20b8-4a4b-b105-f82737f0448f/0575f118-d328-4623-b517-d72558585061) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:28:54.224519 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-47968935-d7a9-4f37-8782-ebbe830ed1f3 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:54.271685 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-47968935-d7a9-4f37-8782-ebbe830ed1f3 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:54.315353 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47968935-d7a9-4f37-8782-ebbe830ed1f3 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Network 7cae7a70-14fd-408c-b14d-39ceb97cb60e is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:28:54.322108 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-47968935-d7a9-4f37-8782-ebbe830ed1f3 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:28:54.325924 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47968935-d7a9-4f37-8782-ebbe830ed1f3 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:28:54.331529 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47968935-d7a9-4f37-8782-ebbe830ed1f3 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Pushing event updated for resources: {'Port': ['ID=0575f118-d328-4623-b517-d72558585061,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:28:54.720392 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-47968935-d7a9-4f37-8782-ebbe830ed1f3 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:54.791625 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-47968935-d7a9-4f37-8782-ebbe830ed1f3 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:54.946934 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-47968935-d7a9-4f37-8782-ebbe830ed1f3 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks [] for port, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:54.952255 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-47968935-d7a9-4f37-8782-ebbe830ed1f3 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:55.022930 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47968935-d7a9-4f37-8782-ebbe830ed1f3 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Pushing event updated for resources: {'Port': ['ID=0575f118-d328-4623-b517-d72558585061,revision_number=2']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:28:55.033061 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-47968935-d7a9-4f37-8782-ebbe830ed1f3 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-989945'] for floatingip, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:55.135274 n-d-804985-2 neutron-server[106252]: INFO neutron.db.l3_db [None req-47968935-d7a9-4f37-8782-ebbe830ed1f3 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Floating IP 1ab5d537-6599-4f00-af07-5594ab125e72 associated. External IP: 172.25.7.92, port: a4bec98a-d447-43b6-9fd7-32e05fd1ded1. Aug 18 12:28:55.347774 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47968935-d7a9-4f37-8782-ebbe830ed1f3 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Router 799acb7d-81e1-48ad-9a64-743dd1c9362d has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:28:55.457046 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47968935-d7a9-4f37-8782-ebbe830ed1f3 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:28:55.468610 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff6e7b97-26c0-43f9-8d97-1addd8871938 None None] Sync routers for ids ['799acb7d-81e1-48ad-9a64-743dd1c9362d'] in n-d-804985-2 {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:28:55.476563 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-47968935-d7a9-4f37-8782-ebbe830ed1f3 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for floatingip, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:28:55.479099 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff6e7b97-26c0-43f9-8d97-1addd8871938 None None] Routers {'799acb7d-81e1-48ad-9a64-743dd1c9362d'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:28:55.479934 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-ff6e7b97-26c0-43f9-8d97-1addd8871938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:28:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['799acb7d-81e1-48ad-9a64-743dd1c9362d'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:28:55.506701 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-47968935-d7a9-4f37-8782-ebbe830ed1f3 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6470294 Aug 18 12:28:55.507392 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0e0873a-ddb6-4812-9d75-3052590894b7', 'tag': 'a4bec98a-d447-43b6-9fd7-32e05fd1ded1'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:28:55.509442 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 47748) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:28:55.509916 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1c52e5a-b8d4-4c58-83e8-3f925a05ed7d" -d '{"events": [{"name": "network-changed", "server_uuid": "b0e0873a-ddb6-4812-9d75-3052590894b7", "tag": "a4bec98a-d447-43b6-9fd7-32e05fd1ded1"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:28:55.545595 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:28:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b69713b8-cee2-4819-813e-0abd6d9163a3 x-openstack-request-id: req-b69713b8-cee2-4819-813e-0abd6d9163a3 {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:28:55.545877 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0e0873a-ddb6-4812-9d75-3052590894b7", "tag": "a4bec98a-d447-43b6-9fd7-32e05fd1ded1", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:28:55.546127 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b69713b8-cee2-4819-813e-0abd6d9163a3 {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:28:55.546534 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0e0873a-ddb6-4812-9d75-3052590894b7', 'tag': 'a4bec98a-d447-43b6-9fd7-32e05fd1ded1', 'status': 'completed', 'code': 200} Aug 18 12:28:55.594989 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-ff6e7b97-26c0-43f9-8d97-1addd8871938 None None] Set router 799acb7d-81e1-48ad-9a64-743dd1c9362d gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:28:55.690346 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-93dc1ca8-a07f-40a2-ab93-e97ae3626d31 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] 10.222.0.66 "GET /v2.0/floatingips/1ab5d537-6599-4f00-af07-5594ab125e72 HTTP/1.1" status: 200 len: 990 time: 0.1788797 Aug 18 12:28:55.703345 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c52e5a-b8d4-4c58-83e8-3f925a05ed7d req-d37b8642-3bc8-4b18-9461-db365c436005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:28:55.705221 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-c1c52e5a-b8d4-4c58-83e8-3f925a05ed7d req-d37b8642-3bc8-4b18-9461-db365c436005 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ba8f5ef8677a40aa9ef633104d93230e&device_id=b0e0873a-ddb6-4812-9d75-3052590894b7 HTTP/1.1" status: 200 len: 1096 time: 0.0620244 Aug 18 12:28:55.801924 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c52e5a-b8d4-4c58-83e8-3f925a05ed7d req-f05ad91c-d80c-4c75-96f7-c344ee543a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:28:55.803426 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-c1c52e5a-b8d4-4c58-83e8-3f925a05ed7d req-f05ad91c-d80c-4c75-96f7-c344ee543a06 service neutron] 10.222.0.62 "GET /v2.0/networks?id=01c28532-fb23-4ded-9891-80b1301e1b24 HTTP/1.1" status: 200 len: 897 time: 0.0912099 Aug 18 12:28:55.829573 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-ff6e7b97-26c0-43f9-8d97-1addd8871938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '799acb7d-81e1-48ad-9a64-743dd1c9362d', 'name': 'tempest-TestNetworkBasicOps-router-2021618918', 'tenant_id': 'ba8f5ef8677a40aa9ef633104d93230e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.81'}], 'enable_snat': True}, 'gw_port_id': '837c8058-5cc4-4398-a091-a3623012ae10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:28:35Z', 'updated_at': '2021-08-18T12:28:39Z', 'revision_number': 4, 'project_id': 'ba8f5ef8677a40aa9ef633104d93230e', 'gw_port': {'id': '837c8058-5cc4-4398-a091-a3623012ae10', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:1b:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '799acb7d-81e1-48ad-9a64-743dd1c9362d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:28:35Z', 'updated_at': '2021-08-18T12:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_floatingips': [{'id': '1ab5d537-6599-4f00-af07-5594ab125e72', 'tenant_id': 'ba8f5ef8677a40aa9ef633104d93230e', 'floating_ip_address': '172.25.7.92', 'floating_network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'router_id': '799acb7d-81e1-48ad-9a64-743dd1c9362d', 'port_id': 'a4bec98a-d447-43b6-9fd7-32e05fd1ded1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3977, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01c28532-fb23-4ded-9891-80b1301e1b24', 'mac_address': 'fa:16:3e:7a:1c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e0873a-ddb6-4812-9d75-3052590894b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T12:28:54Z', 'updated_at': '2021-08-18T12:28:54Z', 'revision_number': 0, 'project_id': 'ba8f5ef8677a40aa9ef633104d93230e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b64b0839-cf65-4a67-87df-fdd10220f6f8', 'name': '', 'network_id': '01c28532-fb23-4ded-9891-80b1301e1b24', 'tenant_id': 'ba8f5ef8677a40aa9ef633104d93230e', 'mac_address': 'fa:16:3e:ea:ed:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '799acb7d-81e1-48ad-9a64-743dd1c9362d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'cb0c5712-c1c2-4d0a-867d-a423878f9e7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:28:38Z', 'updated_at': '2021-08-18T12:28:44Z', 'revision_number': 5, 'project_id': 'ba8f5ef8677a40aa9ef633104d93230e', 'subnets': [{'id': 'cb0c5712-c1c2-4d0a-867d-a423878f9e7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:28:55.859151 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff6e7b97-26c0-43f9-8d97-1addd8871938 None None] Checking router: 799acb7d-81e1-48ad-9a64-743dd1c9362d for host: n-d-804985-2 {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:28:55.867876 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff6e7b97-26c0-43f9-8d97-1addd8871938 None None] Routers {'799acb7d-81e1-48ad-9a64-743dd1c9362d'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:28:55.868603 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-ff6e7b97-26c0-43f9-8d97-1addd8871938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:28:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['799acb7d-81e1-48ad-9a64-743dd1c9362d'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:28:55.905253 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-c1c52e5a-b8d4-4c58-83e8-3f925a05ed7d req-102b3a24-86e4-43e8-bffc-2bceded07597 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a4bec98a-d447-43b6-9fd7-32e05fd1ded1 HTTP/1.1" status: 200 len: 998 time: 0.0944147 Aug 18 12:28:55.960770 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c52e5a-b8d4-4c58-83e8-3f925a05ed7d req-847756f7-42e3-420f-ab15-e45a46466597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:28:55.962476 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-c1c52e5a-b8d4-4c58-83e8-3f925a05ed7d req-847756f7-42e3-420f-ab15-e45a46466597 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=cb0c5712-c1c2-4d0a-867d-a423878f9e7d HTTP/1.1" status: 200 len: 835 time: 0.0504241 Aug 18 12:28:56.014049 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c52e5a-b8d4-4c58-83e8-3f925a05ed7d req-48ceb40a-f5b7-4146-911f-8b99bf690739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:28:56.015595 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-c1c52e5a-b8d4-4c58-83e8-3f925a05ed7d req-48ceb40a-f5b7-4146-911f-8b99bf690739 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=01c28532-fb23-4ded-9891-80b1301e1b24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451033 Aug 18 12:28:56.077699 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-ff6e7b97-26c0-43f9-8d97-1addd8871938 None None] Set router 799acb7d-81e1-48ad-9a64-743dd1c9362d gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:28:56.130738 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-c1c52e5a-b8d4-4c58-83e8-3f925a05ed7d req-39352844-f743-4d66-a959-55f64fc1cd79 service neutron] 10.222.0.62 "GET /v2.0/networks/01c28532-fb23-4ded-9891-80b1301e1b24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074057 Aug 18 12:28:56.232637 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-c1c52e5a-b8d4-4c58-83e8-3f925a05ed7d req-3c83b697-fb45-4a07-b964-8e5d4403e98c service neutron] 10.222.0.62 "GET /v2.0/networks/01c28532-fb23-4ded-9891-80b1301e1b24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940337 Aug 18 12:28:56.318803 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-ff6e7b97-26c0-43f9-8d97-1addd8871938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '799acb7d-81e1-48ad-9a64-743dd1c9362d', 'name': 'tempest-TestNetworkBasicOps-router-2021618918', 'tenant_id': 'ba8f5ef8677a40aa9ef633104d93230e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.81'}], 'enable_snat': True}, 'gw_port_id': '837c8058-5cc4-4398-a091-a3623012ae10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:28:35Z', 'updated_at': '2021-08-18T12:28:39Z', 'revision_number': 4, 'project_id': 'ba8f5ef8677a40aa9ef633104d93230e', 'gw_port': {'id': '837c8058-5cc4-4398-a091-a3623012ae10', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:1b:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '799acb7d-81e1-48ad-9a64-743dd1c9362d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:28:35Z', 'updated_at': '2021-08-18T12:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_floatingips': [{'id': '1ab5d537-6599-4f00-af07-5594ab125e72', 'tenant_id': 'ba8f5ef8677a40aa9ef633104d93230e', 'floating_ip_address': '172.25.7.92', 'floating_network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'router_id': '799acb7d-81e1-48ad-9a64-743dd1c9362d', 'port_id': 'a4bec98a-d447-43b6-9fd7-32e05fd1ded1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3977, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01c28532-fb23-4ded-9891-80b1301e1b24', 'mac_address': 'fa:16:3e:7a:1c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e0873a-ddb6-4812-9d75-3052590894b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T12:28:54Z', 'updated_at': '2021-08-18T12:28:54Z', 'revision_number': 0, 'project_id': 'ba8f5ef8677a40aa9ef633104d93230e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b64b0839-cf65-4a67-87df-fdd10220f6f8', 'name': '', 'network_id': '01c28532-fb23-4ded-9891-80b1301e1b24', 'tenant_id': 'ba8f5ef8677a40aa9ef633104d93230e', 'mac_address': 'fa:16:3e:ea:ed:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '799acb7d-81e1-48ad-9a64-743dd1c9362d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'cb0c5712-c1c2-4d0a-867d-a423878f9e7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:28:38Z', 'updated_at': '2021-08-18T12:28:44Z', 'revision_number': 5, 'project_id': 'ba8f5ef8677a40aa9ef633104d93230e', 'subnets': [{'id': 'cb0c5712-c1c2-4d0a-867d-a423878f9e7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:28:56.347857 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff6e7b97-26c0-43f9-8d97-1addd8871938 None None] The sync data for ids ['799acb7d-81e1-48ad-9a64-743dd1c9362d'] in n-d-804985-2 is: [{'id': '799acb7d-81e1-48ad-9a64-743dd1c9362d', 'name': 'tempest-TestNetworkBasicOps-router-2021618918', 'tenant_id': 'ba8f5ef8677a40aa9ef633104d93230e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.81'}], 'enable_snat': True}, 'gw_port_id': '837c8058-5cc4-4398-a091-a3623012ae10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:28:35Z', 'updated_at': '2021-08-18T12:28:39Z', 'revision_number': 4, 'project_id': 'ba8f5ef8677a40aa9ef633104d93230e', 'gw_port': {'id': '837c8058-5cc4-4398-a091-a3623012ae10', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:1b:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '799acb7d-81e1-48ad-9a64-743dd1c9362d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:28:35Z', 'updated_at': '2021-08-18T12:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_floatingips': [{'id': '1ab5d537-6599-4f00-af07-5594ab125e72', 'tenant_id': 'ba8f5ef8677a40aa9ef633104d93230e', 'floating_ip_address': '172.25.7.92', 'floating_network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'router_id': '799acb7d-81e1-48ad-9a64-743dd1c9362d', 'port_id': 'a4bec98a-d447-43b6-9fd7-32e05fd1ded1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3977, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01c28532-fb23-4ded-9891-80b1301e1b24', 'mac_address': 'fa:16:3e:7a:1c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e0873a-ddb6-4812-9d75-3052590894b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T12:28:54Z', 'updated_at': '2021-08-18T12:28:54Z', 'revision_number': 0, 'project_id': 'ba8f5ef8677a40aa9ef633104d93230e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b64b0839-cf65-4a67-87df-fdd10220f6f8', 'name': '', 'network_id': '01c28532-fb23-4ded-9891-80b1301e1b24', 'tenant_id': 'ba8f5ef8677a40aa9ef633104d93230e', 'mac_address': 'fa:16:3e:ea:ed:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '799acb7d-81e1-48ad-9a64-743dd1c9362d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'cb0c5712-c1c2-4d0a-867d-a423878f9e7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:28:38Z', 'updated_at': '2021-08-18T12:28:44Z', 'revision_number': 5, 'project_id': 'ba8f5ef8677a40aa9ef633104d93230e', 'subnets': [{'id': 'cb0c5712-c1c2-4d0a-867d-a423878f9e7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:28:56.548395 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f923782d-e097-4171-bd31-acaba2ca3d2e None None] New status for floating IP 1ab5d537-6599-4f00-af07-5594ab125e72: ACTIVE {{(pid=106254) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 12:28:56.693812 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 47774) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:28:56.764297 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-23411464-514f-4c03-8fff-c8d9d95752fe tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] 10.222.0.66 "GET /v2.0/floatingips/1ab5d537-6599-4f00-af07-5594ab125e72 HTTP/1.1" status: 200 len: 992 time: 0.0679429 Aug 18 12:29:06.275454 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:29:08.387756 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:29:17.695089 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.agents_db [None req-6dbb2658-0354-4101-8393-6e7505481cf6 None None] Agent healthcheck: found 7 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 12:29:18.506598 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-2647b61e-3c22-4e0a-9b66-43c5688f1b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:29:21.475570 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:29:21.715853 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-a3193d45-2a02-4895-87ed-86747060b52b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:29:22.227012 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-53584c24-f517-494e-ac93-c18bb92373f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:29:23.904540 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-500a1c61-38a7-4c23-a7ec-4631080af5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:29:27.181245 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [req-0c750da2-57a9-4652-9e03-46e950a05794 req-85ad107e-4f7a-4351-ae90-51425a496f47 service neutron] (106252) timed out ('10.222.0.66', 53100) {{(pid=106252) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 18 12:29:27.971144 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 48208) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:29:28.413977 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-206a9c69-c4c9-4c92-bc2e-3490e0718498 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] 10.222.0.66 "GET /v2.0/floatingips/1ab5d537-6599-4f00-af07-5594ab125e72 HTTP/1.1" status: 200 len: 992 time: 0.4416072 Aug 18 12:29:28.644954 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 48216) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:29:28.807842 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-767f08cb-4037-4f06-a4a8-c637eccb9ce0 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Deleting port 0575f118-d328-4623-b517-d72558585061 {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:29:28.808128 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-767f08cb-4037-4f06-a4a8-c637eccb9ce0 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:29:28.886289 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-767f08cb-4037-4f06-a4a8-c637eccb9ce0 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:29:28.886632 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-767f08cb-4037-4f06-a4a8-c637eccb9ce0 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:29:28.899815 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-767f08cb-4037-4f06-a4a8-c637eccb9ce0 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Calling delete_port for 0575f118-d328-4623-b517-d72558585061 owned by network:floatingip {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:29:29.054451 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-767f08cb-4037-4f06-a4a8-c637eccb9ce0 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:29:29.080822 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767f08cb-4037-4f06-a4a8-c637eccb9ce0 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Pushing event deleted for resources: {'Port': ['ID=0575f118-d328-4623-b517-d72558585061,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:29:29.143564 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-767f08cb-4037-4f06-a4a8-c637eccb9ce0 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks [] for floatingip, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:29:29.144408 n-d-804985-2 neutron-server[106252]: INFO neutron.db.l3_db [None req-767f08cb-4037-4f06-a4a8-c637eccb9ce0 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Floating IP 1ab5d537-6599-4f00-af07-5594ab125e72 disassociated (deleted). External IP: 172.25.7.92, port: a4bec98a-d447-43b6-9fd7-32e05fd1ded1. Aug 18 12:29:29.362842 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-767f08cb-4037-4f06-a4a8-c637eccb9ce0 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Router 799acb7d-81e1-48ad-9a64-743dd1c9362d has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:29:29.478950 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-767f08cb-4037-4f06-a4a8-c637eccb9ce0 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:29:29.483540 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-767f08cb-4037-4f06-a4a8-c637eccb9ce0 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for floatingip, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:29:29.490880 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abded0ff-a1f5-4cb5-a089-01c85b780031 None None] Sync routers for ids ['799acb7d-81e1-48ad-9a64-743dd1c9362d'] in n-d-804985-2 {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:29:29.502290 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abded0ff-a1f5-4cb5-a089-01c85b780031 None None] Routers {'799acb7d-81e1-48ad-9a64-743dd1c9362d'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:29:29.503237 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-abded0ff-a1f5-4cb5-a089-01c85b780031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:29:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['799acb7d-81e1-48ad-9a64-743dd1c9362d'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:29:29.514599 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-767f08cb-4037-4f06-a4a8-c637eccb9ce0 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] 10.222.0.66 "DELETE /v2.0/floatingips/1ab5d537-6599-4f00-af07-5594ab125e72 HTTP/1.1" status: 204 len: 168 time: 0.8661633 Aug 18 12:29:29.514599 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0e0873a-ddb6-4812-9d75-3052590894b7', 'tag': 'a4bec98a-d447-43b6-9fd7-32e05fd1ded1'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:29:29.515516 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c230fd7-b289-4f1a-9c66-efbbda94ceae" -d '{"events": [{"name": "network-changed", "server_uuid": "b0e0873a-ddb6-4812-9d75-3052590894b7", "tag": "a4bec98a-d447-43b6-9fd7-32e05fd1ded1"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:29:29.553409 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:29:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc54587b-0ca6-44b6-9599-a3a831dca28a x-openstack-request-id: req-fc54587b-0ca6-44b6-9599-a3a831dca28a {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:29:29.553832 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0e0873a-ddb6-4812-9d75-3052590894b7", "tag": "a4bec98a-d447-43b6-9fd7-32e05fd1ded1", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:29:29.554305 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-fc54587b-0ca6-44b6-9599-a3a831dca28a {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:29:29.554822 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0e0873a-ddb6-4812-9d75-3052590894b7', 'tag': 'a4bec98a-d447-43b6-9fd7-32e05fd1ded1', 'status': 'completed', 'code': 200} Aug 18 12:29:29.634471 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c230fd7-b289-4f1a-9c66-efbbda94ceae req-5081c8ff-d941-4d42-9053-cdde9fef2fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:29:29.637449 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-3c230fd7-b289-4f1a-9c66-efbbda94ceae req-5081c8ff-d941-4d42-9053-cdde9fef2fd1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ba8f5ef8677a40aa9ef633104d93230e&device_id=b0e0873a-ddb6-4812-9d75-3052590894b7 HTTP/1.1" status: 200 len: 1096 time: 0.0560446 Aug 18 12:29:29.652367 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-abded0ff-a1f5-4cb5-a089-01c85b780031 None None] Set router 799acb7d-81e1-48ad-9a64-743dd1c9362d gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:29:29.778572 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c230fd7-b289-4f1a-9c66-efbbda94ceae req-0814dd8f-1f07-44cb-9f7e-47dcdd663045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:29:29.780549 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-3c230fd7-b289-4f1a-9c66-efbbda94ceae req-0814dd8f-1f07-44cb-9f7e-47dcdd663045 service neutron] 10.222.0.62 "GET /v2.0/networks?id=01c28532-fb23-4ded-9891-80b1301e1b24 HTTP/1.1" status: 200 len: 897 time: 0.1362484 Aug 18 12:29:29.787392 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590179a6-9cae-4693-b1dc-9abf6585deb6 req-d9e77daf-a7f4-41b7-8ad1-2967128d522e tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:29:29.788944 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-590179a6-9cae-4693-b1dc-9abf6585deb6 req-d9e77daf-a7f4-41b7-8ad1-2967128d522e tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] 10.222.0.66 "GET /v2.0/ports?device_id=b0e0873a-ddb6-4812-9d75-3052590894b7 HTTP/1.1" status: 200 len: 945 time: 0.0589700 Aug 18 12:29:29.836303 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-590179a6-9cae-4693-b1dc-9abf6585deb6 req-e4f8a172-f948-4bb5-a752-ad74bdd3b41e tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] 10.222.0.66 "GET /v2.0/security-groups?id=fc8986a2-dd37-47fa-a210-f335083cd3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382330 Aug 18 12:29:29.859223 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-3c230fd7-b289-4f1a-9c66-efbbda94ceae req-3f063f77-e25f-4218-b6d0-4582613c274d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a4bec98a-d447-43b6-9fd7-32e05fd1ded1 HTTP/1.1" status: 200 len: 217 time: 0.0607643 Aug 18 12:29:29.888857 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-abded0ff-a1f5-4cb5-a089-01c85b780031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '799acb7d-81e1-48ad-9a64-743dd1c9362d', 'name': 'tempest-TestNetworkBasicOps-router-2021618918', 'tenant_id': 'ba8f5ef8677a40aa9ef633104d93230e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.81'}], 'enable_snat': True}, 'gw_port_id': '837c8058-5cc4-4398-a091-a3623012ae10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:28:35Z', 'updated_at': '2021-08-18T12:28:39Z', 'revision_number': 4, 'project_id': 'ba8f5ef8677a40aa9ef633104d93230e', 'gw_port': {'id': '837c8058-5cc4-4398-a091-a3623012ae10', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:1b:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '799acb7d-81e1-48ad-9a64-743dd1c9362d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:28:35Z', 'updated_at': '2021-08-18T12:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': 'b64b0839-cf65-4a67-87df-fdd10220f6f8', 'name': '', 'network_id': '01c28532-fb23-4ded-9891-80b1301e1b24', 'tenant_id': 'ba8f5ef8677a40aa9ef633104d93230e', 'mac_address': 'fa:16:3e:ea:ed:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '799acb7d-81e1-48ad-9a64-743dd1c9362d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'cb0c5712-c1c2-4d0a-867d-a423878f9e7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:28:38Z', 'updated_at': '2021-08-18T12:28:44Z', 'revision_number': 5, 'project_id': 'ba8f5ef8677a40aa9ef633104d93230e', 'subnets': [{'id': 'cb0c5712-c1c2-4d0a-867d-a423878f9e7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:29:29.905513 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c230fd7-b289-4f1a-9c66-efbbda94ceae req-0934876a-a72f-49c4-8e8a-94c5188c9101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:29:29.907197 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-3c230fd7-b289-4f1a-9c66-efbbda94ceae req-0934876a-a72f-49c4-8e8a-94c5188c9101 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=cb0c5712-c1c2-4d0a-867d-a423878f9e7d HTTP/1.1" status: 200 len: 835 time: 0.0487602 Aug 18 12:29:29.919351 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abded0ff-a1f5-4cb5-a089-01c85b780031 None None] Checking router: 799acb7d-81e1-48ad-9a64-743dd1c9362d for host: n-d-804985-2 {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:29:29.931849 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abded0ff-a1f5-4cb5-a089-01c85b780031 None None] Routers {'799acb7d-81e1-48ad-9a64-743dd1c9362d'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:29:29.932449 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-abded0ff-a1f5-4cb5-a089-01c85b780031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:29:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['799acb7d-81e1-48ad-9a64-743dd1c9362d'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:29:29.959634 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c230fd7-b289-4f1a-9c66-efbbda94ceae req-a4dc0fe2-00e1-47a7-ac5c-d07b2b00e854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:29:29.961396 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-3c230fd7-b289-4f1a-9c66-efbbda94ceae req-a4dc0fe2-00e1-47a7-ac5c-d07b2b00e854 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=01c28532-fb23-4ded-9891-80b1301e1b24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465906 Aug 18 12:29:30.055383 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-abded0ff-a1f5-4cb5-a089-01c85b780031 None None] Set router 799acb7d-81e1-48ad-9a64-743dd1c9362d gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:29:30.057124 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-3c230fd7-b289-4f1a-9c66-efbbda94ceae req-f9d58822-c30a-462b-87ce-47a47856f1a0 service neutron] 10.222.0.62 "GET /v2.0/networks/01c28532-fb23-4ded-9891-80b1301e1b24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867684 Aug 18 12:29:30.153272 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-3c230fd7-b289-4f1a-9c66-efbbda94ceae req-1b225f67-d8cb-4858-901c-8f4aeea5c4c7 service neutron] 10.222.0.62 "GET /v2.0/networks/01c28532-fb23-4ded-9891-80b1301e1b24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869768 Aug 18 12:29:30.254616 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-abded0ff-a1f5-4cb5-a089-01c85b780031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '799acb7d-81e1-48ad-9a64-743dd1c9362d', 'name': 'tempest-TestNetworkBasicOps-router-2021618918', 'tenant_id': 'ba8f5ef8677a40aa9ef633104d93230e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.81'}], 'enable_snat': True}, 'gw_port_id': '837c8058-5cc4-4398-a091-a3623012ae10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:28:35Z', 'updated_at': '2021-08-18T12:28:39Z', 'revision_number': 4, 'project_id': 'ba8f5ef8677a40aa9ef633104d93230e', 'gw_port': {'id': '837c8058-5cc4-4398-a091-a3623012ae10', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:1b:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '799acb7d-81e1-48ad-9a64-743dd1c9362d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:28:35Z', 'updated_at': '2021-08-18T12:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': 'b64b0839-cf65-4a67-87df-fdd10220f6f8', 'name': '', 'network_id': '01c28532-fb23-4ded-9891-80b1301e1b24', 'tenant_id': 'ba8f5ef8677a40aa9ef633104d93230e', 'mac_address': 'fa:16:3e:ea:ed:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '799acb7d-81e1-48ad-9a64-743dd1c9362d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'cb0c5712-c1c2-4d0a-867d-a423878f9e7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:28:38Z', 'updated_at': '2021-08-18T12:28:44Z', 'revision_number': 5, 'project_id': 'ba8f5ef8677a40aa9ef633104d93230e', 'subnets': [{'id': 'cb0c5712-c1c2-4d0a-867d-a423878f9e7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:29:30.280714 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abded0ff-a1f5-4cb5-a089-01c85b780031 None None] The sync data for ids ['799acb7d-81e1-48ad-9a64-743dd1c9362d'] in n-d-804985-2 is: [{'id': '799acb7d-81e1-48ad-9a64-743dd1c9362d', 'name': 'tempest-TestNetworkBasicOps-router-2021618918', 'tenant_id': 'ba8f5ef8677a40aa9ef633104d93230e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.81'}], 'enable_snat': True}, 'gw_port_id': '837c8058-5cc4-4398-a091-a3623012ae10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:28:35Z', 'updated_at': '2021-08-18T12:28:39Z', 'revision_number': 4, 'project_id': 'ba8f5ef8677a40aa9ef633104d93230e', 'gw_port': {'id': '837c8058-5cc4-4398-a091-a3623012ae10', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:1b:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '799acb7d-81e1-48ad-9a64-743dd1c9362d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:28:35Z', 'updated_at': '2021-08-18T12:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': 'b64b0839-cf65-4a67-87df-fdd10220f6f8', 'name': '', 'network_id': '01c28532-fb23-4ded-9891-80b1301e1b24', 'tenant_id': 'ba8f5ef8677a40aa9ef633104d93230e', 'mac_address': 'fa:16:3e:ea:ed:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '799acb7d-81e1-48ad-9a64-743dd1c9362d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'cb0c5712-c1c2-4d0a-867d-a423878f9e7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:28:38Z', 'updated_at': '2021-08-18T12:28:44Z', 'revision_number': 5, 'project_id': 'ba8f5ef8677a40aa9ef633104d93230e', 'subnets': [{'id': 'cb0c5712-c1c2-4d0a-867d-a423878f9e7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:29:30.517749 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f739ab42-9709-4baf-b533-873faf71a8eb None None] New status for floating IP 1ab5d537-6599-4f00-af07-5594ab125e72: DOWN {{(pid=106254) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 12:29:30.958841 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd856aa-c964-4e97-95dc-03da9b2d7160 req-b3ffc76b-3be0-4021-abe4-3f8f0df4b0aa tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:29:30.960359 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-edd856aa-c964-4e97-95dc-03da9b2d7160 req-b3ffc76b-3be0-4021-abe4-3f8f0df4b0aa tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] 10.222.0.66 "GET /v2.0/ports?device_id=b0e0873a-ddb6-4812-9d75-3052590894b7 HTTP/1.1" status: 200 len: 945 time: 0.0511012 Aug 18 12:29:30.998867 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-edd856aa-c964-4e97-95dc-03da9b2d7160 req-518a0733-3e79-478e-9788-d33d9963f306 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] 10.222.0.66 "GET /v2.0/security-groups?id=fc8986a2-dd37-47fa-a210-f335083cd3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320318 Aug 18 12:29:31.055444 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc3c84b-2946-4f9e-8478-8d971eb166b2 req-e9c74824-8b9c-45ea-82fa-d4e5bcc956bd tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:29:31.057241 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-abc3c84b-2946-4f9e-8478-8d971eb166b2 req-e9c74824-8b9c-45ea-82fa-d4e5bcc956bd tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0e0873a-ddb6-4812-9d75-3052590894b7 HTTP/1.1" status: 200 len: 945 time: 0.0509074 Aug 18 12:29:31.157346 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-abc3c84b-2946-4f9e-8478-8d971eb166b2 req-1da26ff1-426a-4c2d-96f5-d9bc2734614b tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Deleting port a4bec98a-d447-43b6-9fd7-32e05fd1ded1 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:29:31.157618 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-abc3c84b-2946-4f9e-8478-8d971eb166b2 req-1da26ff1-426a-4c2d-96f5-d9bc2734614b tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:29:31.251033 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-abc3c84b-2946-4f9e-8478-8d971eb166b2 req-1da26ff1-426a-4c2d-96f5-d9bc2734614b tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] For port a4bec98a-d447-43b6-9fd7-32e05fd1ded1, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=a4bec98a-d447-43b6-9fd7-32e05fd1ded1,segment=NetworkSegment(1ece65ef-1d53-4d63-8e4f-76c2c4d37d26),segment_id=1ece65ef-1d53-4d63-8e4f-76c2c4d37d26)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:29:31.251351 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-abc3c84b-2946-4f9e-8478-8d971eb166b2 req-1da26ff1-426a-4c2d-96f5-d9bc2734614b tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:29:31.264783 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-abc3c84b-2946-4f9e-8478-8d971eb166b2 req-1da26ff1-426a-4c2d-96f5-d9bc2734614b tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Calling delete_port for a4bec98a-d447-43b6-9fd7-32e05fd1ded1 owned by compute:nova {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:29:31.398201 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-abc3c84b-2946-4f9e-8478-8d971eb166b2 req-1da26ff1-426a-4c2d-96f5-d9bc2734614b tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:29:31.425088 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da26ff1-426a-4c2d-96f5-d9bc2734614b tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Pushing event deleted for resources: {'Port': ['ID=a4bec98a-d447-43b6-9fd7-32e05fd1ded1,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:29:31.437901 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da26ff1-426a-4c2d-96f5-d9bc2734614b tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:29:31.438244 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da26ff1-426a-4c2d-96f5-d9bc2734614b tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:29:31.438579 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da26ff1-426a-4c2d-96f5-d9bc2734614b tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:29:31.438915 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da26ff1-426a-4c2d-96f5-d9bc2734614b tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:29:31.439243 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da26ff1-426a-4c2d-96f5-d9bc2734614b tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:29:31.439564 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da26ff1-426a-4c2d-96f5-d9bc2734614b tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:29:31.439887 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da26ff1-426a-4c2d-96f5-d9bc2734614b tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:29:31.440209 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da26ff1-426a-4c2d-96f5-d9bc2734614b tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:29:31.440530 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da26ff1-426a-4c2d-96f5-d9bc2734614b tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:29:31.440835 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da26ff1-426a-4c2d-96f5-d9bc2734614b tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:29:31.441159 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da26ff1-426a-4c2d-96f5-d9bc2734614b tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:29:31.441479 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da26ff1-426a-4c2d-96f5-d9bc2734614b tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:29:31.484743 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-abc3c84b-2946-4f9e-8478-8d971eb166b2 req-1da26ff1-426a-4c2d-96f5-d9bc2734614b tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] No DVR routers for this DVR port a4bec98a-d447-43b6-9fd7-32e05fd1ded1 on host n-h2-804985-2 {{(pid=106253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:29:31.487667 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-abc3c84b-2946-4f9e-8478-8d971eb166b2 req-1da26ff1-426a-4c2d-96f5-d9bc2734614b tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:29:31.489785 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-abc3c84b-2946-4f9e-8478-8d971eb166b2 req-1da26ff1-426a-4c2d-96f5-d9bc2734614b tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] 10.222.0.62 "DELETE /v2.0/ports/a4bec98a-d447-43b6-9fd7-32e05fd1ded1 HTTP/1.1" status: 204 len: 173 time: 0.4257135 Aug 18 12:29:31.490394 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0e0873a-ddb6-4812-9d75-3052590894b7', 'name': 'network-vif-deleted', 'tag': 'a4bec98a-d447-43b6-9fd7-32e05fd1ded1'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:29:31.493024 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0679f4c4b6e0e0c064a7d71d722dc30541a34fffee11680573be22ee2ffccc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29d31fd3-88af-46a4-88f8-b166dd38e6a9" -d '{"events": [{"server_uuid": "b0e0873a-ddb6-4812-9d75-3052590894b7", "name": "network-vif-deleted", "tag": "a4bec98a-d447-43b6-9fd7-32e05fd1ded1"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:29:31.533388 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:29:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82b8d289-d09c-40b5-a8b4-20170bc19b09 x-openstack-request-id: req-82b8d289-d09c-40b5-a8b4-20170bc19b09 {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:29:31.533711 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0e0873a-ddb6-4812-9d75-3052590894b7", "name": "network-vif-deleted", "tag": "a4bec98a-d447-43b6-9fd7-32e05fd1ded1", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:29:31.533937 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-82b8d289-d09c-40b5-a8b4-20170bc19b09 {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:29:31.534337 n-d-804985-2 neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0e0873a-ddb6-4812-9d75-3052590894b7', 'name': 'network-vif-deleted', 'tag': 'a4bec98a-d447-43b6-9fd7-32e05fd1ded1', 'status': 'completed', 'code': 200} Aug 18 12:29:32.056280 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 48236) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:29:32.121306 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-209b26ff-738b-4610-824e-8339a0dd98c7 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:29:32.148253 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-209b26ff-738b-4610-824e-8339a0dd98c7 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:29:32.210907 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-209b26ff-738b-4610-824e-8339a0dd98c7 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:29:32.214208 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-209b26ff-738b-4610-824e-8339a0dd98c7 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:29:32.215600 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-209b26ff-738b-4610-824e-8339a0dd98c7 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] 10.222.0.66 "DELETE /v2.0/security-groups/fc8986a2-dd37-47fa-a210-f335083cd3c4 HTTP/1.1" status: 204 len: 168 time: 0.1582062 Aug 18 12:29:32.225241 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209b26ff-738b-4610-824e-8339a0dd98c7 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc8986a2-dd37-47fa-a210-f335083cd3c4,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:29:32.235421 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209b26ff-738b-4610-824e-8339a0dd98c7 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:29:32.235767 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209b26ff-738b-4610-824e-8339a0dd98c7 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:29:32.236110 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209b26ff-738b-4610-824e-8339a0dd98c7 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:29:32.236447 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209b26ff-738b-4610-824e-8339a0dd98c7 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:29:32.236814 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209b26ff-738b-4610-824e-8339a0dd98c7 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:29:32.237146 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209b26ff-738b-4610-824e-8339a0dd98c7 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:29:32.237469 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209b26ff-738b-4610-824e-8339a0dd98c7 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:29:32.237797 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209b26ff-738b-4610-824e-8339a0dd98c7 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:29:32.238121 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209b26ff-738b-4610-824e-8339a0dd98c7 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:29:32.238455 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209b26ff-738b-4610-824e-8339a0dd98c7 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:29:32.238793 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209b26ff-738b-4610-824e-8339a0dd98c7 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:29:32.239221 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209b26ff-738b-4610-824e-8339a0dd98c7 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:29:32.255683 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 48240) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:29:32.623642 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-edca85be-768c-474d-927f-79795cb388ec tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-996815'] for router_interface, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:29:32.870291 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 48250) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:29:32.875425 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-5bdb8c24-3766-4b46-94f5-6df0837081bf tempest-TestVolumeBackupRestore-1867988987 tempest-TestVolumeBackupRestore-1867988987-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-205650783', 'description': 'tempest-secgroup-smoke-205650783 description', 'project_id': '1d9e6ab7057e4cad940463527c178c0a'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:29:32.881247 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-edca85be-768c-474d-927f-79795cb388ec tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Deleting port b64b0839-cf65-4a67-87df-fdd10220f6f8 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:29:32.881590 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-edca85be-768c-474d-927f-79795cb388ec tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:29:32.898573 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5bdb8c24-3766-4b46-94f5-6df0837081bf tempest-TestVolumeBackupRestore-1867988987 tempest-TestVolumeBackupRestore-1867988987-project] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:29:32.975766 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [None req-edca85be-768c-474d-927f-79795cb388ec tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] For port b64b0839-cf65-4a67-87df-fdd10220f6f8, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=b64b0839-cf65-4a67-87df-fdd10220f6f8,segment=NetworkSegment(1ece65ef-1d53-4d63-8e4f-76c2c4d37d26),segment_id=1ece65ef-1d53-4d63-8e4f-76c2c4d37d26)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:29:32.976119 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-edca85be-768c-474d-927f-79795cb388ec tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:29:32.981421 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5bdb8c24-3766-4b46-94f5-6df0837081bf tempest-TestVolumeBackupRestore-1867988987 tempest-TestVolumeBackupRestore-1867988987-project] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:29:32.986235 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5bdb8c24-3766-4b46-94f5-6df0837081bf tempest-TestVolumeBackupRestore-1867988987 tempest-TestVolumeBackupRestore-1867988987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:29:32.990151 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-edca85be-768c-474d-927f-79795cb388ec tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Calling delete_port for b64b0839-cf65-4a67-87df-fdd10220f6f8 owned by network:router_interface {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:29:33.016343 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5bdb8c24-3766-4b46-94f5-6df0837081bf tempest-TestVolumeBackupRestore-1867988987 tempest-TestVolumeBackupRestore-1867988987-project] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:29:33.017650 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-5bdb8c24-3766-4b46-94f5-6df0837081bf tempest-TestVolumeBackupRestore-1867988987 tempest-TestVolumeBackupRestore-1867988987-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1463466 Aug 18 12:29:33.019705 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdb8c24-3766-4b46-94f5-6df0837081bf tempest-TestVolumeBackupRestore-1867988987 tempest-TestVolumeBackupRestore-1867988987-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a60e099-78c6-470c-9fe8-59df4f49f893,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:29:33.022010 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 48252) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:29:33.026440 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-d09a7f99-7faa-404d-9cf6-98c285a98d12 tempest-TestVolumeBackupRestore-1867988987 tempest-TestVolumeBackupRestore-1867988987-project] Request body: {'security_group_rule': {'security_group_id': '1a60e099-78c6-470c-9fe8-59df4f49f893', 'project_id': '1d9e6ab7057e4cad940463527c178c0a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:29:33.055992 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d09a7f99-7faa-404d-9cf6-98c285a98d12 tempest-TestVolumeBackupRestore-1867988987 tempest-TestVolumeBackupRestore-1867988987-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:29:33.115685 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d09a7f99-7faa-404d-9cf6-98c285a98d12 tempest-TestVolumeBackupRestore-1867988987 tempest-TestVolumeBackupRestore-1867988987-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:29:33.121315 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d09a7f99-7faa-404d-9cf6-98c285a98d12 tempest-TestVolumeBackupRestore-1867988987 tempest-TestVolumeBackupRestore-1867988987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992607'] for security_group_rule, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:29:33.140945 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09a7f99-7faa-404d-9cf6-98c285a98d12 tempest-TestVolumeBackupRestore-1867988987 tempest-TestVolumeBackupRestore-1867988987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81d53ec0-0f39-455c-a5b3-18ec263f374a,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:29:33.145406 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d09a7f99-7faa-404d-9cf6-98c285a98d12 tempest-TestVolumeBackupRestore-1867988987 tempest-TestVolumeBackupRestore-1867988987-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:29:33.147530 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-d09a7f99-7faa-404d-9cf6-98c285a98d12 tempest-TestVolumeBackupRestore-1867988987 tempest-TestVolumeBackupRestore-1867988987-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1245568 Aug 18 12:29:33.150080 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 48254) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:29:33.154944 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-5434eee9-e177-4bde-aecc-6b2969a1184e tempest-TestVolumeBackupRestore-1867988987 tempest-TestVolumeBackupRestore-1867988987-project] Request body: {'security_group_rule': {'security_group_id': '1a60e099-78c6-470c-9fe8-59df4f49f893', 'project_id': '1d9e6ab7057e4cad940463527c178c0a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:29:33.183217 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-edca85be-768c-474d-927f-79795cb388ec tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:29:33.184017 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5434eee9-e177-4bde-aecc-6b2969a1184e tempest-TestVolumeBackupRestore-1867988987 tempest-TestVolumeBackupRestore-1867988987-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:29:33.212015 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edca85be-768c-474d-927f-79795cb388ec tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Pushing event deleted for resources: {'Port': ['ID=b64b0839-cf65-4a67-87df-fdd10220f6f8,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:29:33.245803 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5434eee9-e177-4bde-aecc-6b2969a1184e tempest-TestVolumeBackupRestore-1867988987 tempest-TestVolumeBackupRestore-1867988987-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:29:33.250488 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5434eee9-e177-4bde-aecc-6b2969a1184e tempest-TestVolumeBackupRestore-1867988987 tempest-TestVolumeBackupRestore-1867988987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992607'] for security_group_rule, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:29:33.268824 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5434eee9-e177-4bde-aecc-6b2969a1184e tempest-TestVolumeBackupRestore-1867988987 tempest-TestVolumeBackupRestore-1867988987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a7cc377-44bc-4623-b0cf-4c0586754e10,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:29:33.281372 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5434eee9-e177-4bde-aecc-6b2969a1184e tempest-TestVolumeBackupRestore-1867988987 tempest-TestVolumeBackupRestore-1867988987-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:29:33.282958 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-5434eee9-e177-4bde-aecc-6b2969a1184e tempest-TestVolumeBackupRestore-1867988987 tempest-TestVolumeBackupRestore-1867988987-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1315832 Aug 18 12:29:33.285556 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 48256) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:29:33.290516 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-b2a60d03-bb98-4389-8ecd-80a6c6606b46 tempest-TestVolumeBackupRestore-1867988987 tempest-TestVolumeBackupRestore-1867988987-project] Request body: {'security_group_rule': {'security_group_id': '1a60e099-78c6-470c-9fe8-59df4f49f893', 'project_id': '1d9e6ab7057e4cad940463527c178c0a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:29:33.320944 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b2a60d03-bb98-4389-8ecd-80a6c6606b46 tempest-TestVolumeBackupRestore-1867988987 tempest-TestVolumeBackupRestore-1867988987-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:29:33.386688 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b2a60d03-bb98-4389-8ecd-80a6c6606b46 tempest-TestVolumeBackupRestore-1867988987 tempest-TestVolumeBackupRestore-1867988987-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:29:33.391429 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b2a60d03-bb98-4389-8ecd-80a6c6606b46 tempest-TestVolumeBackupRestore-1867988987 tempest-TestVolumeBackupRestore-1867988987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992607'] for security_group_rule, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:29:33.402860 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-edca85be-768c-474d-927f-79795cb388ec tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953695'] for router_interface, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:29:33.411162 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a60d03-bb98-4389-8ecd-80a6c6606b46 tempest-TestVolumeBackupRestore-1867988987 tempest-TestVolumeBackupRestore-1867988987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fa52676-e8ad-4078-96a4-72314957700a,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:29:33.417669 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b2a60d03-bb98-4389-8ecd-80a6c6606b46 tempest-TestVolumeBackupRestore-1867988987 tempest-TestVolumeBackupRestore-1867988987-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:29:33.418998 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-b2a60d03-bb98-4389-8ecd-80a6c6606b46 tempest-TestVolumeBackupRestore-1867988987 tempest-TestVolumeBackupRestore-1867988987-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1324723 Aug 18 12:29:33.423247 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 48258) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:29:33.427994 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-73a0dfac-61be-48e2-a30a-e746e82c701d tempest-TestVolumeBackupRestore-1867988987 tempest-TestVolumeBackupRestore-1867988987-project] Request body: {'security_group_rule': {'security_group_id': '1a60e099-78c6-470c-9fe8-59df4f49f893', 'project_id': '1d9e6ab7057e4cad940463527c178c0a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:29:33.454283 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-73a0dfac-61be-48e2-a30a-e746e82c701d tempest-TestVolumeBackupRestore-1867988987 tempest-TestVolumeBackupRestore-1867988987-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:29:33.515557 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-73a0dfac-61be-48e2-a30a-e746e82c701d tempest-TestVolumeBackupRestore-1867988987 tempest-TestVolumeBackupRestore-1867988987-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:29:33.522218 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-73a0dfac-61be-48e2-a30a-e746e82c701d tempest-TestVolumeBackupRestore-1867988987 tempest-TestVolumeBackupRestore-1867988987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992607'] for security_group_rule, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:29:33.539734 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a0dfac-61be-48e2-a30a-e746e82c701d tempest-TestVolumeBackupRestore-1867988987 tempest-TestVolumeBackupRestore-1867988987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9aaa622-75cb-4c6b-ab49-aa5c07501968,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:29:33.549217 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-73a0dfac-61be-48e2-a30a-e746e82c701d tempest-TestVolumeBackupRestore-1867988987 tempest-TestVolumeBackupRestore-1867988987-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:29:33.553444 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-73a0dfac-61be-48e2-a30a-e746e82c701d tempest-TestVolumeBackupRestore-1867988987 tempest-TestVolumeBackupRestore-1867988987-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1266482 Aug 18 12:29:33.553636 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 48260) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:29:33.558332 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-3168d45f-ac30-4563-9130-d0b79172dea4 tempest-TestVolumeBackupRestore-1867988987 tempest-TestVolumeBackupRestore-1867988987-project] Request body: {'security_group_rule': {'security_group_id': '1a60e099-78c6-470c-9fe8-59df4f49f893', 'project_id': '1d9e6ab7057e4cad940463527c178c0a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:29:33.583045 n-d-804985-2 neutron-server[106252]: INFO neutron.db.securitygroups_db [None req-3168d45f-ac30-4563-9130-d0b79172dea4 tempest-TestVolumeBackupRestore-1867988987 tempest-TestVolumeBackupRestore-1867988987-project] Project 1d9e6ab7057e4cad940463527c178c0a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 18 12:29:33.588556 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-3168d45f-ac30-4563-9130-d0b79172dea4 tempest-TestVolumeBackupRestore-1867988987 tempest-TestVolumeBackupRestore-1867988987-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:29:33.655672 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-3168d45f-ac30-4563-9130-d0b79172dea4 tempest-TestVolumeBackupRestore-1867988987 tempest-TestVolumeBackupRestore-1867988987-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:29:33.661585 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-3168d45f-ac30-4563-9130-d0b79172dea4 tempest-TestVolumeBackupRestore-1867988987 tempest-TestVolumeBackupRestore-1867988987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992607'] for security_group_rule, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:29:33.681154 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3168d45f-ac30-4563-9130-d0b79172dea4 tempest-TestVolumeBackupRestore-1867988987 tempest-TestVolumeBackupRestore-1867988987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f257914-5067-4cb6-bccb-d6733325fdc6,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:29:33.691978 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-3168d45f-ac30-4563-9130-d0b79172dea4 tempest-TestVolumeBackupRestore-1867988987 tempest-TestVolumeBackupRestore-1867988987-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:29:33.693332 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-3168d45f-ac30-4563-9130-d0b79172dea4 tempest-TestVolumeBackupRestore-1867988987 tempest-TestVolumeBackupRestore-1867988987-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1386912 Aug 18 12:29:33.697297 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 48262) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:29:33.703701 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-f113c839-a075-426c-8493-fd24e1cfe5c7 tempest-TestVolumeBackupRestore-1867988987 tempest-TestVolumeBackupRestore-1867988987-project] Request body: {'security_group_rule': {'security_group_id': '1a60e099-78c6-470c-9fe8-59df4f49f893', 'project_id': '1d9e6ab7057e4cad940463527c178c0a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:29:33.727645 n-d-804985-2 neutron-server[106252]: INFO neutron.db.securitygroups_db [None req-f113c839-a075-426c-8493-fd24e1cfe5c7 tempest-TestVolumeBackupRestore-1867988987 tempest-TestVolumeBackupRestore-1867988987-project] Project 1d9e6ab7057e4cad940463527c178c0a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 18 12:29:33.733170 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f113c839-a075-426c-8493-fd24e1cfe5c7 tempest-TestVolumeBackupRestore-1867988987 tempest-TestVolumeBackupRestore-1867988987-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:29:33.747308 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device a4bec98a-d447-43b6-9fd7-32e05fd1ded1 no longer exists at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:29:33.770607 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] No Port match for: a4bec98a-d447-43b6-9fd7-32e05fd1ded1 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:29:33.771282 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device a4bec98a-d447-43b6-9fd7-32e05fd1ded1 not bound to the agent host n-h2-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:29:33.803186 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f113c839-a075-426c-8493-fd24e1cfe5c7 tempest-TestVolumeBackupRestore-1867988987 tempest-TestVolumeBackupRestore-1867988987-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:29:33.807988 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f113c839-a075-426c-8493-fd24e1cfe5c7 tempest-TestVolumeBackupRestore-1867988987 tempest-TestVolumeBackupRestore-1867988987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992607'] for security_group_rule, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:29:33.826927 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f113c839-a075-426c-8493-fd24e1cfe5c7 tempest-TestVolumeBackupRestore-1867988987 tempest-TestVolumeBackupRestore-1867988987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe9c3106-2232-41f0-a315-4fae14a83989,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:29:33.834029 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f113c839-a075-426c-8493-fd24e1cfe5c7 tempest-TestVolumeBackupRestore-1867988987 tempest-TestVolumeBackupRestore-1867988987-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:29:33.835425 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-f113c839-a075-426c-8493-fd24e1cfe5c7 tempest-TestVolumeBackupRestore-1867988987 tempest-TestVolumeBackupRestore-1867988987-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1371486 Aug 18 12:29:33.898584 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edca85be-768c-474d-927f-79795cb388ec tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Router 799acb7d-81e1-48ad-9a64-743dd1c9362d has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:29:33.986514 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e565d511-8c9a-4844-b69e-ccab219cf832 req-357b6f3e-78b0-428b-b65a-2523b92a74eb tempest-TestVolumeBackupRestore-1867988987 tempest-TestVolumeBackupRestore-1867988987-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-205650783&fields=id&tenant_id=1d9e6ab7057e4cad940463527c178c0a HTTP/1.1" status: 200 len: 267 time: 0.0323093 Aug 18 12:29:34.005687 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edca85be-768c-474d-927f-79795cb388ec tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:29:34.010739 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-edca85be-768c-474d-927f-79795cb388ec tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] 10.222.0.66 "PUT /v2.0/routers/799acb7d-81e1-48ad-9a64-743dd1c9362d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7539055 Aug 18 12:29:34.013483 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 48270) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:29:34.018547 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d98be05-fd1f-4318-89dd-0b08b790228a None None] Sync routers for ids ['799acb7d-81e1-48ad-9a64-743dd1c9362d'] in n-d-804985-2 {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:29:34.028421 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d98be05-fd1f-4318-89dd-0b08b790228a None None] Routers {'799acb7d-81e1-48ad-9a64-743dd1c9362d'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:29:34.029191 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-6d98be05-fd1f-4318-89dd-0b08b790228a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:29:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['799acb7d-81e1-48ad-9a64-743dd1c9362d'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:29:34.070032 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_v2 [None req-b37336e8-d10c-4596-b996-2a6891f8dc2f tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Deleting subnet cb0c5712-c1c2-4d0a-867d-a423878f9e7d {{(pid=106253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 12:29:34.074032 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b37336e8-d10c-4596-b996-2a6891f8dc2f tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks [] for subnet, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:29:34.116169 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b37336e8-d10c-4596-b996-2a6891f8dc2f tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902229'] for subnet, precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:29:34.119430 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e565d511-8c9a-4844-b69e-ccab219cf832 req-1e15469d-19d1-4dd4-90a1-2297ea8a781b tempest-TestVolumeBackupRestore-1867988987 tempest-TestVolumeBackupRestore-1867988987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:29:34.121576 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e565d511-8c9a-4844-b69e-ccab219cf832 req-1e15469d-19d1-4dd4-90a1-2297ea8a781b tempest-TestVolumeBackupRestore-1867988987 tempest-TestVolumeBackupRestore-1867988987-project] 10.222.0.66 "GET /v2.0/networks?id=8b8a7b1e-c213-4eda-8142-bd61ffee8ea6 HTTP/1.1" status: 200 len: 813 time: 0.1279883 Aug 18 12:29:34.138437 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e565d511-8c9a-4844-b69e-ccab219cf832 req-86d8f448-9ded-44a9-9c05-7f7dc157fa17 tempest-TestVolumeBackupRestore-1867988987 tempest-TestVolumeBackupRestore-1867988987-project] 10.222.0.66 "GET /v2.0/quotas/1d9e6ab7057e4cad940463527c178c0a HTTP/1.1" status: 200 len: 375 time: 0.0102627 Aug 18 12:29:34.142233 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-6d98be05-fd1f-4318-89dd-0b08b790228a None None] Set router 799acb7d-81e1-48ad-9a64-743dd1c9362d gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:29:34.191640 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e565d511-8c9a-4844-b69e-ccab219cf832 req-0bbaef5f-ce1d-4c5a-9f6a-92f1b1a7a61b tempest-TestVolumeBackupRestore-1867988987 tempest-TestVolumeBackupRestore-1867988987-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=1d9e6ab7057e4cad940463527c178c0a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0470641 Aug 18 12:29:34.207017 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b37336e8-d10c-4596-b996-2a6891f8dc2f tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:29:34.275765 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b37336e8-d10c-4596-b996-2a6891f8dc2f tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58902171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59388106'] for subnet, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:29:34.308589 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e565d511-8c9a-4844-b69e-ccab219cf832 req-1a08ec18-418f-420e-844c-0d47e0800eeb service neutron] 10.222.0.66 "GET /v2.0/networks/8b8a7b1e-c213-4eda-8142-bd61ffee8ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041846 Aug 18 12:29:34.314525 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b37336e8-d10c-4596-b996-2a6891f8dc2f tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:29:34.315194 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d610d56e-84f8-4f2f-9f29-c10d2f628e16 None None] Network 01c28532-fb23-4ded-9891-80b1301e1b24 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:29:34.318656 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-b37336e8-d10c-4596-b996-2a6891f8dc2f tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] 10.222.0.66 "DELETE /v2.0/subnets/cb0c5712-c1c2-4d0a-867d-a423878f9e7d HTTP/1.1" status: 204 len: 168 time: 0.3041985 Aug 18 12:29:34.322483 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37336e8-d10c-4596-b996-2a6891f8dc2f tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Pushing event deleted for resources: {'Subnet': ['ID=cb0c5712-c1c2-4d0a-867d-a423878f9e7d,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:29:34.327750 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 48272) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:29:34.436829 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e565d511-8c9a-4844-b69e-ccab219cf832 req-19678a54-31eb-4166-9f8d-029b2d8a612c service neutron] 10.222.0.66 "GET /v2.0/networks/8b8a7b1e-c213-4eda-8142-bd61ffee8ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210947 Aug 18 12:29:34.459599 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-176a0ce7-0049-4b34-b769-1c577bfea81d tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks [] for router, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:29:34.464244 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-6d98be05-fd1f-4318-89dd-0b08b790228a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '799acb7d-81e1-48ad-9a64-743dd1c9362d', 'name': 'tempest-TestNetworkBasicOps-router-2021618918', 'tenant_id': 'ba8f5ef8677a40aa9ef633104d93230e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.81'}], 'enable_snat': True}, 'gw_port_id': '837c8058-5cc4-4398-a091-a3623012ae10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:28:35Z', 'updated_at': '2021-08-18T12:29:33Z', 'revision_number': 5, 'project_id': 'ba8f5ef8677a40aa9ef633104d93230e', 'gw_port': {'id': '837c8058-5cc4-4398-a091-a3623012ae10', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:1b:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '799acb7d-81e1-48ad-9a64-743dd1c9362d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:28:35Z', 'updated_at': '2021-08-18T12:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:29:34.493030 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d98be05-fd1f-4318-89dd-0b08b790228a None None] Checking router: 799acb7d-81e1-48ad-9a64-743dd1c9362d for host: n-d-804985-2 {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:29:34.501897 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d98be05-fd1f-4318-89dd-0b08b790228a None None] Routers {'799acb7d-81e1-48ad-9a64-743dd1c9362d'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:29:34.502781 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-6d98be05-fd1f-4318-89dd-0b08b790228a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:29:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['799acb7d-81e1-48ad-9a64-743dd1c9362d'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:29:34.532154 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab684170-2d93-4081-9510-dd67261e0b3e None None] DHCP port deletion for 01c28532-fb23-4ded-9891-80b1301e1b24 request from n-d-804985-2 {{(pid=106254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 12:29:34.590116 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-176a0ce7-0049-4b34-b769-1c577bfea81d tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:29:34.590749 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-ab684170-2d93-4081-9510-dd67261e0b3e None None] Deleting port cf3a4386-e65e-407c-9909-321477f91b5a {{(pid=106254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:29:34.591351 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ab684170-2d93-4081-9510-dd67261e0b3e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:29:34.627968 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-6d98be05-fd1f-4318-89dd-0b08b790228a None None] Set router 799acb7d-81e1-48ad-9a64-743dd1c9362d gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:29:34.653202 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-176a0ce7-0049-4b34-b769-1c577bfea81d tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Deleting port 837c8058-5cc4-4398-a091-a3623012ae10 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:29:34.653576 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-176a0ce7-0049-4b34-b769-1c577bfea81d tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:29:34.781899 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [None req-176a0ce7-0049-4b34-b769-1c577bfea81d tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] For port 837c8058-5cc4-4398-a091-a3623012ae10, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=837c8058-5cc4-4398-a091-a3623012ae10,segment=NetworkSegment(c5a3db9d-5c58-41b1-9177-d5787a597b78),segment_id=c5a3db9d-5c58-41b1-9177-d5787a597b78)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:29:34.782268 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-176a0ce7-0049-4b34-b769-1c577bfea81d tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:29:34.796038 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-176a0ce7-0049-4b34-b769-1c577bfea81d tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Calling delete_port for 837c8058-5cc4-4398-a091-a3623012ae10 owned by network:router_gateway {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:29:34.852379 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-6d98be05-fd1f-4318-89dd-0b08b790228a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '799acb7d-81e1-48ad-9a64-743dd1c9362d', 'name': 'tempest-TestNetworkBasicOps-router-2021618918', 'tenant_id': 'ba8f5ef8677a40aa9ef633104d93230e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.81'}], 'enable_snat': True}, 'gw_port_id': '837c8058-5cc4-4398-a091-a3623012ae10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:28:35Z', 'updated_at': '2021-08-18T12:29:33Z', 'revision_number': 5, 'project_id': 'ba8f5ef8677a40aa9ef633104d93230e', 'gw_port': {'id': '837c8058-5cc4-4398-a091-a3623012ae10', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:1b:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '799acb7d-81e1-48ad-9a64-743dd1c9362d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:28:35Z', 'updated_at': '2021-08-18T12:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:29:34.864835 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d0388327-a81f-4f9d-9396-3a5d68ba935e req-d7ffb7e3-22a3-490c-be10-129ba57921d1 tempest-TestVolumeBackupRestore-1867988987 tempest-TestVolumeBackupRestore-1867988987-project] 10.222.0.66 "GET /v2.0/ports?device_id=d63cc572-00bc-4085-b5d3-3c23e53d5172 HTTP/1.1" status: 200 len: 210 time: 0.0479183 Aug 18 12:29:34.874565 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-ab684170-2d93-4081-9510-dd67261e0b3e None None] For port cf3a4386-e65e-407c-9909-321477f91b5a, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=cf3a4386-e65e-407c-9909-321477f91b5a,segment=NetworkSegment(1ece65ef-1d53-4d63-8e4f-76c2c4d37d26),segment_id=1ece65ef-1d53-4d63-8e4f-76c2c4d37d26)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:29:34.875199 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ab684170-2d93-4081-9510-dd67261e0b3e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:29:34.896591 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-ab684170-2d93-4081-9510-dd67261e0b3e None None] Calling delete_port for cf3a4386-e65e-407c-9909-321477f91b5a owned by network:dhcp {{(pid=106254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:29:34.900342 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d98be05-fd1f-4318-89dd-0b08b790228a None None] The sync data for ids ['799acb7d-81e1-48ad-9a64-743dd1c9362d'] in n-d-804985-2 is: [{'id': '799acb7d-81e1-48ad-9a64-743dd1c9362d', 'name': 'tempest-TestNetworkBasicOps-router-2021618918', 'tenant_id': 'ba8f5ef8677a40aa9ef633104d93230e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.81'}], 'enable_snat': True}, 'gw_port_id': '837c8058-5cc4-4398-a091-a3623012ae10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:28:35Z', 'updated_at': '2021-08-18T12:29:33Z', 'revision_number': 5, 'project_id': 'ba8f5ef8677a40aa9ef633104d93230e', 'gw_port': {'id': '837c8058-5cc4-4398-a091-a3623012ae10', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:1b:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '799acb7d-81e1-48ad-9a64-743dd1c9362d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:28:35Z', 'updated_at': '2021-08-18T12:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:29:34.996499 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ab684170-2d93-4081-9510-dd67261e0b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556'] for port, after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:29:35.021103 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab684170-2d93-4081-9510-dd67261e0b3e None None] Pushing event deleted for resources: {'Port': ['ID=cf3a4386-e65e-407c-9909-321477f91b5a,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:29:35.038178 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-176a0ce7-0049-4b34-b769-1c577bfea81d tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:29:35.038755 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab684170-2d93-4081-9510-dd67261e0b3e None None] No DVR routers for this DVR port cf3a4386-e65e-407c-9909-321477f91b5a on host n-d-804985-2 {{(pid=106254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:29:35.042075 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab684170-2d93-4081-9510-dd67261e0b3e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:29:35.042892 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab684170-2d93-4081-9510-dd67261e0b3e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:29:35.043270 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab684170-2d93-4081-9510-dd67261e0b3e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:29:35.044030 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab684170-2d93-4081-9510-dd67261e0b3e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:29:35.048588 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab684170-2d93-4081-9510-dd67261e0b3e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:29:35.049370 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab684170-2d93-4081-9510-dd67261e0b3e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:29:35.050160 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab684170-2d93-4081-9510-dd67261e0b3e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:29:35.050160 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab684170-2d93-4081-9510-dd67261e0b3e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:29:35.050495 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab684170-2d93-4081-9510-dd67261e0b3e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:29:35.050915 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab684170-2d93-4081-9510-dd67261e0b3e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:29:35.051883 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab684170-2d93-4081-9510-dd67261e0b3e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:29:35.051883 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab684170-2d93-4081-9510-dd67261e0b3e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:29:35.068516 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176a0ce7-0049-4b34-b769-1c577bfea81d tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Pushing event deleted for resources: {'Port': ['ID=837c8058-5cc4-4398-a091-a3623012ae10,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:29:35.129898 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-176a0ce7-0049-4b34-b769-1c577bfea81d tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-997271'] for router_gateway, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:29:35.231643 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-176a0ce7-0049-4b34-b769-1c577bfea81d tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-996004', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15859'] for router, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:29:35.234026 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-176a0ce7-0049-4b34-b769-1c577bfea81d tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:29:35.282950 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-176a0ce7-0049-4b34-b769-1c577bfea81d tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-996061'] for router, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:29:35.283647 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-176a0ce7-0049-4b34-b769-1c577bfea81d tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Fanout notify agent at l3_agent the message router_deleted on router 799acb7d-81e1-48ad-9a64-743dd1c9362d {{(pid=106253) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 12:29:35.293978 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-176a0ce7-0049-4b34-b769-1c577bfea81d tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks [] for router, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:29:35.295153 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-176a0ce7-0049-4b34-b769-1c577bfea81d tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] 10.222.0.66 "DELETE /v2.0/routers/799acb7d-81e1-48ad-9a64-743dd1c9362d HTTP/1.1" status: 204 len: 168 time: 0.9624889 Aug 18 12:29:35.298278 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 48292) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:29:35.386136 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a84b4191-7b2a-4432-8706-3c008ef385c2 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7904109'] for network, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:29:35.489641 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a84b4191-7b2a-4432-8706-3c008ef385c2 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8367869', 'neutron.services.segments.db._delete_segments_for_network-8789151212993'] for network, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:29:35.500254 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-a84b4191-7b2a-4432-8706-3c008ef385c2 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01c28532-fb23-4ded-9891-80b1301e1b24']}} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:29:35.511714 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-a84b4191-7b2a-4432-8706-3c008ef385c2 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ece65ef-1d53-4d63-8e4f-76c2c4d37d26') {'for_net_delete': True} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:29:35.512016 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-a84b4191-7b2a-4432-8706-3c008ef385c2 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ece65ef-1d53-4d63-8e4f-76c2c4d37d26') {} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:29:35.522505 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a84b4191-7b2a-4432-8706-3c008ef385c2 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789151225254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902236'] for segment, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:29:35.537394 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a84b4191-7b2a-4432-8706-3c008ef385c2 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:29:35.544036 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a84b4191-7b2a-4432-8706-3c008ef385c2 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Releasing vlan 828 on physical network physnet1 to pool {{(pid=106253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:29:35.544496 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a84b4191-7b2a-4432-8706-3c008ef385c2 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58900537'] for segment, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:29:35.547836 n-d-804985-2 neutron-server[106253]: Traceback (most recent call last): Aug 18 12:29:35.547836 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:29:35.547836 n-d-804985-2 neutron-server[106253]: timer() Aug 18 12:29:35.547836 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:29:35.547836 n-d-804985-2 neutron-server[106253]: cb(*args, **kw) Aug 18 12:29:35.547836 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:29:35.547836 n-d-804985-2 neutron-server[106253]: return func(*args, **kwargs) Aug 18 12:29:35.547836 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:29:35.547836 n-d-804985-2 neutron-server[106253]: self._notify() Aug 18 12:29:35.547836 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:29:35.547836 n-d-804985-2 neutron-server[106253]: self.callback(batched_events) Aug 18 12:29:35.547836 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:29:35.547836 n-d-804985-2 neutron-server[106253]: event.method(event) Aug 18 12:29:35.547836 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:29:35.547836 n-d-804985-2 neutron-server[106253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:29:35.547836 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:29:35.547836 n-d-804985-2 neutron-server[106253]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:29:35.547836 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:29:35.547836 n-d-804985-2 neutron-server[106253]: return f(self, *a, **k) Aug 18 12:29:35.547836 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:29:35.547836 n-d-804985-2 neutron-server[106253]: return self._get(url).json() Aug 18 12:29:35.547836 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:29:35.547836 n-d-804985-2 neutron-server[106253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:29:35.547836 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:29:35.547836 n-d-804985-2 neutron-server[106253]: return self.request(url, 'GET', **kwargs) Aug 18 12:29:35.547836 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:29:35.547836 n-d-804985-2 neutron-server[106253]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:29:35.547836 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:29:35.547836 n-d-804985-2 neutron-server[106253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:29:35.547836 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:29:35.547836 n-d-804985-2 neutron-server[106253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:29:35.547836 n-d-804985-2 neutron-server[106253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:29:35.616624 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a84b4191-7b2a-4432-8706-3c008ef385c2 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8367858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997186'] for network, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:29:35.623747 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a84b4191-7b2a-4432-8706-3c008ef385c2 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Notify callbacks [] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:29:35.625763 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-a84b4191-7b2a-4432-8706-3c008ef385c2 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] 10.222.0.66 "DELETE /v2.0/networks/01c28532-fb23-4ded-9891-80b1301e1b24 HTTP/1.1" status: 204 len: 168 time: 0.3264050 Aug 18 12:29:35.637245 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84b4191-7b2a-4432-8706-3c008ef385c2 tempest-TestNetworkBasicOps-1149906934 tempest-TestNetworkBasicOps-1149906934-project] Pushing event deleted for resources: {'Network': ['ID=01c28532-fb23-4ded-9891-80b1301e1b24,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:29:35.894135 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 48300) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:29:36.011057 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-fa3177c9-8ddf-45fd-b776-1fb7095c8124 req-c17a4722-0478-4f31-8a51-09d662a1c8a2 tempest-TestVolumeBackupRestore-1867988987 tempest-TestVolumeBackupRestore-1867988987-project] 10.222.0.66 "GET /v2.0/ports?device_id=d63cc572-00bc-4085-b5d3-3c23e53d5172 HTTP/1.1" status: 200 len: 210 time: 0.0471809 Aug 18 12:29:36.032991 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e565d511-8c9a-4844-b69e-ccab219cf832 req-9add6fc8-5b14-4b30-b25e-01705febd157 tempest-TestVolumeBackupRestore-1867988987 tempest-TestVolumeBackupRestore-1867988987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:29:36.034621 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-e565d511-8c9a-4844-b69e-ccab219cf832 req-9add6fc8-5b14-4b30-b25e-01705febd157 tempest-TestVolumeBackupRestore-1867988987 tempest-TestVolumeBackupRestore-1867988987-project] 10.222.0.62 "GET /v2.0/networks?id=8b8a7b1e-c213-4eda-8142-bd61ffee8ea6 HTTP/1.1" status: 200 len: 813 time: 0.1438899 Aug 18 12:29:36.081068 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-babc6a66-ded4-4f9c-8c5d-9893b6df0960 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ba8f5ef8677a40aa9ef633104d93230e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1856997 Aug 18 12:29:36.083497 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 48304) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:29:36.092229 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-e565d511-8c9a-4844-b69e-ccab219cf832 req-ec50c85d-810e-48b4-89e7-726fbfd4b457 tempest-TestVolumeBackupRestore-1867988987 tempest-TestVolumeBackupRestore-1867988987-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1d9e6ab7057e4cad940463527c178c0a HTTP/1.1" status: 200 len: 379 time: 0.0478044 Aug 18 12:29:36.103473 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [req-e565d511-8c9a-4844-b69e-ccab219cf832 req-13b42cf8-959d-4687-95f5-5fba40522f9a tempest-TestVolumeBackupRestore-1867988987 tempest-TestVolumeBackupRestore-1867988987-project] Request body: {'port': {'device_id': 'd63cc572-00bc-4085-b5d3-3c23e53d5172', 'network_id': '8b8a7b1e-c213-4eda-8142-bd61ffee8ea6', 'admin_state_up': True, 'tenant_id': '1d9e6ab7057e4cad940463527c178c0a', 'security_groups': ['1a60e099-78c6-470c-9fe8-59df4f49f893']}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:29:36.137285 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-90a5349f-b09b-49d7-8db5-ff7f8c3710de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:29:36.161602 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-90a5349f-b09b-49d7-8db5-ff7f8c3710de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:29:36.216510 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-90a5349f-b09b-49d7-8db5-ff7f8c3710de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:29:36.217886 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e565d511-8c9a-4844-b69e-ccab219cf832 req-13b42cf8-959d-4687-95f5-5fba40522f9a tempest-TestVolumeBackupRestore-1867988987 tempest-TestVolumeBackupRestore-1867988987-project] Made reservation on behalf of 1d9e6ab7057e4cad940463527c178c0a for: {'port': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:29:36.219991 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-90a5349f-b09b-49d7-8db5-ff7f8c3710de admin admin] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:29:36.221616 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-90a5349f-b09b-49d7-8db5-ff7f8c3710de admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1b0eae74-7b2f-42d4-a9f4-37020813e689 HTTP/1.1" status: 204 len: 168 time: 0.1368072 Aug 18 12:29:36.221826 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-e565d511-8c9a-4844-b69e-ccab219cf832 req-13b42cf8-959d-4687-95f5-5fba40522f9a tempest-TestVolumeBackupRestore-1867988987 tempest-TestVolumeBackupRestore-1867988987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:29:36.231797 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a5349f-b09b-49d7-8db5-ff7f8c3710de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b0eae74-7b2f-42d4-a9f4-37020813e689,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:29:36.299907 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:29:36.370113 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [req-e565d511-8c9a-4844-b69e-ccab219cf832 req-13b42cf8-959d-4687-95f5-5fba40522f9a tempest-TestVolumeBackupRestore-1867988987 tempest-TestVolumeBackupRestore-1867988987-project] Allocated IP 172.20.0.10 (8b8a7b1e-c213-4eda-8142-bd61ffee8ea6/b99cde6c-5930-4422-a811-8e9f0dd0f2a3/dca9c911-38b5-4f54-b3ad-082e15411fb6) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:29:36.392121 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 837c8058-5cc4-4398-a091-a3623012ae10 no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:29:36.418195 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: 837c8058-5cc4-4398-a091-a3623012ae10 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:29:36.418680 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 837c8058-5cc4-4398-a091-a3623012ae10 not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:29:36.419187 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device b64b0839-cf65-4a67-87df-fdd10220f6f8 no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:29:36.442771 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: b64b0839-cf65-4a67-87df-fdd10220f6f8 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:29:36.443554 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device b64b0839-cf65-4a67-87df-fdd10220f6f8 not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:29:36.444220 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device cf3a4386-e65e-407c-9909-321477f91b5a no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:29:36.466989 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: cf3a4386-e65e-407c-9909-321477f91b5a {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:29:36.467336 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device cf3a4386-e65e-407c-9909-321477f91b5a not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:29:36.534051 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-e565d511-8c9a-4844-b69e-ccab219cf832 req-13b42cf8-959d-4687-95f5-5fba40522f9a tempest-TestVolumeBackupRestore-1867988987 tempest-TestVolumeBackupRestore-1867988987-project] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:29:36.553411 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [req-e565d511-8c9a-4844-b69e-ccab219cf832 req-13b42cf8-959d-4687-95f5-5fba40522f9a tempest-TestVolumeBackupRestore-1867988987 tempest-TestVolumeBackupRestore-1867988987-project] Transition to ACTIVE for port object dca9c911-38b5-4f54-b3ad-082e15411fb6 will not be triggered until provisioned by entity DHCP. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:29:36.569750 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 48310) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:29:36.582977 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-af18cfda-a778-47b2-8101-65cd090f8d45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:29:36.589146 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-e565d511-8c9a-4844-b69e-ccab219cf832 req-13b42cf8-959d-4687-95f5-5fba40522f9a tempest-TestVolumeBackupRestore-1867988987 tempest-TestVolumeBackupRestore-1867988987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:29:36.636413 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e565d511-8c9a-4844-b69e-ccab219cf832 req-13b42cf8-959d-4687-95f5-5fba40522f9a tempest-TestVolumeBackupRestore-1867988987 tempest-TestVolumeBackupRestore-1867988987-project] Network 8b8a7b1e-c213-4eda-8142-bd61ffee8ea6 is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:29:36.643170 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [req-e565d511-8c9a-4844-b69e-ccab219cf832 req-13b42cf8-959d-4687-95f5-5fba40522f9a tempest-TestVolumeBackupRestore-1867988987 tempest-TestVolumeBackupRestore-1867988987-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:29:36.646723 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-e565d511-8c9a-4844-b69e-ccab219cf832 req-13b42cf8-959d-4687-95f5-5fba40522f9a tempest-TestVolumeBackupRestore-1867988987 tempest-TestVolumeBackupRestore-1867988987-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:29:36.689216 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b42cf8-959d-4687-95f5-5fba40522f9a tempest-TestVolumeBackupRestore-1867988987 tempest-TestVolumeBackupRestore-1867988987-project] Pushing event updated for resources: {'Port': ['ID=dca9c911-38b5-4f54-b3ad-082e15411fb6,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:29:36.692505 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-af18cfda-a778-47b2-8101-65cd090f8d45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:29:36.705994 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-af18cfda-a778-47b2-8101-65cd090f8d45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:29:36.717373 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e565d511-8c9a-4844-b69e-ccab219cf832 req-13b42cf8-959d-4687-95f5-5fba40522f9a tempest-TestVolumeBackupRestore-1867988987 tempest-TestVolumeBackupRestore-1867988987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:29:36.718106 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-e565d511-8c9a-4844-b69e-ccab219cf832 req-13b42cf8-959d-4687-95f5-5fba40522f9a tempest-TestVolumeBackupRestore-1867988987 tempest-TestVolumeBackupRestore-1867988987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:29:36.742696 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-e565d511-8c9a-4844-b69e-ccab219cf832 req-13b42cf8-959d-4687-95f5-5fba40522f9a tempest-TestVolumeBackupRestore-1867988987 tempest-TestVolumeBackupRestore-1867988987-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6429749 Aug 18 12:29:36.756289 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [req-e565d511-8c9a-4844-b69e-ccab219cf832 req-a93995ce-b31e-45e0-a513-d22109f59c36 service neutron] Request body: {'port': {'device_id': 'd63cc572-00bc-4085-b5d3-3c23e53d5172', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804985-2'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:29:36.760852 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-af18cfda-a778-47b2-8101-65cd090f8d45 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5bf181b4b32346aaab9028e0542d8c47&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1899700 Aug 18 12:29:36.762350 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af18cfda-a778-47b2-8101-65cd090f8d45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc853802-d2fe-4053-921d-7ad46486c3e8,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:29:36.763846 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 48312) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:29:36.860655 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-e565d511-8c9a-4844-b69e-ccab219cf832 req-a93995ce-b31e-45e0-a513-d22109f59c36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:29:36.887054 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-62c1efd0-f325-4c7e-b6d3-b572aaec20c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:29:36.932395 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-62c1efd0-f325-4c7e-b6d3-b572aaec20c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:29:36.986265 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-d7d1bda2-882f-4598-b7fa-c3ed13d45ede None None] Provisioning for port dca9c911-38b5-4f54-b3ad-082e15411fb6 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:29:36.990595 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-d7d1bda2-882f-4598-b7fa-c3ed13d45ede None None] Provisioning complete for port dca9c911-38b5-4f54-b3ad-082e15411fb6 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:29:36.990958 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-d7d1bda2-882f-4598-b7fa-c3ed13d45ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:29:37.025464 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-d7d1bda2-882f-4598-b7fa-c3ed13d45ede None None] Port dca9c911-38b5-4f54-b3ad-082e15411fb6 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:29:37.092631 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-62c1efd0-f325-4c7e-b6d3-b572aaec20c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:29:37.095224 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-62c1efd0-f325-4c7e-b6d3-b572aaec20c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:29:37.100520 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-62c1efd0-f325-4c7e-b6d3-b572aaec20c2 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/cc853802-d2fe-4053-921d-7ad46486c3e8 HTTP/1.1" status: 204 len: 168 time: 0.3186300 Aug 18 12:29:37.115370 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c1efd0-f325-4c7e-b6d3-b572aaec20c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc853802-d2fe-4053-921d-7ad46486c3e8,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:29:37.146579 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6869b48a-fa4d-41a7-b622-7bf0aec35cb7 req-a3c4113b-9727-4e3f-bb80-8097a8318cb5 tempest-TestVolumeBackupRestore-1867988987 tempest-TestVolumeBackupRestore-1867988987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:29:37.148864 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6869b48a-fa4d-41a7-b622-7bf0aec35cb7 req-a3c4113b-9727-4e3f-bb80-8097a8318cb5 tempest-TestVolumeBackupRestore-1867988987 tempest-TestVolumeBackupRestore-1867988987-project] 10.222.0.66 "GET /v2.0/ports?device_id=d63cc572-00bc-4085-b5d3-3c23e53d5172 HTTP/1.1" status: 200 len: 932 time: 0.0599060 Aug 18 12:29:37.196722 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6869b48a-fa4d-41a7-b622-7bf0aec35cb7 req-810de672-282a-4f65-9c93-606f0c4eae83 tempest-TestVolumeBackupRestore-1867988987 tempest-TestVolumeBackupRestore-1867988987-project] 10.222.0.66 "GET /v2.0/security-groups?id=1a60e099-78c6-470c-9fe8-59df4f49f893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409780 Aug 18 12:29:37.236632 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [req-e565d511-8c9a-4844-b69e-ccab219cf832 req-a93995ce-b31e-45e0-a513-d22109f59c36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dca9c911-38b5-4f54-b3ad-082e15411fb6 {{(pid=106253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:29:37.244655 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-e565d511-8c9a-4844-b69e-ccab219cf832 req-a93995ce-b31e-45e0-a513-d22109f59c36 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:29:37.257112 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [req-e565d511-8c9a-4844-b69e-ccab219cf832 req-a93995ce-b31e-45e0-a513-d22109f59c36 service neutron] Transition to ACTIVE for port object dca9c911-38b5-4f54-b3ad-082e15411fb6 will not be triggered until provisioned by entity L2. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:29:37.262109 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-e565d511-8c9a-4844-b69e-ccab219cf832 req-a93995ce-b31e-45e0-a513-d22109f59c36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:29:37.320830 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93995ce-b31e-45e0-a513-d22109f59c36 service neutron] Pushing event updated for resources: {'Port': ['ID=dca9c911-38b5-4f54-b3ad-082e15411fb6,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:29:37.401824 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-e565d511-8c9a-4844-b69e-ccab219cf832 req-a93995ce-b31e-45e0-a513-d22109f59c36 service neutron] Attempting to bind port dca9c911-38b5-4f54-b3ad-082e15411fb6 on host n-h2-804985-2 for vnic_type normal with profile {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:29:37.402216 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-e565d511-8c9a-4844-b69e-ccab219cf832 req-a93995ce-b31e-45e0-a513-d22109f59c36 service neutron] Attempting to bind port dca9c911-38b5-4f54-b3ad-082e15411fb6 by drivers openvswitch,hyperv on host n-h2-804985-2 at level 0 using segments [{'id': 'c29d75e7-64a8-479a-9cc2-44936434f936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '8b8a7b1e-c213-4eda-8142-bd61ffee8ea6'}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:29:37.402695 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e565d511-8c9a-4844-b69e-ccab219cf832 req-a93995ce-b31e-45e0-a513-d22109f59c36 service neutron] Attempting to bind port dca9c911-38b5-4f54-b3ad-082e15411fb6 on network 8b8a7b1e-c213-4eda-8142-bd61ffee8ea6 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:29:37.409205 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e565d511-8c9a-4844-b69e-ccab219cf832 req-a93995ce-b31e-45e0-a513-d22109f59c36 service neutron] Port dca9c911-38b5-4f54-b3ad-082e15411fb6 on network 8b8a7b1e-c213-4eda-8142-bd61ffee8ea6 not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-2 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:29:37.409205 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e565d511-8c9a-4844-b69e-ccab219cf832 req-a93995ce-b31e-45e0-a513-d22109f59c36 service neutron] Attempting to bind port dca9c911-38b5-4f54-b3ad-082e15411fb6 on network 8b8a7b1e-c213-4eda-8142-bd61ffee8ea6 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:29:37.416872 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e565d511-8c9a-4844-b69e-ccab219cf832 req-a93995ce-b31e-45e0-a513-d22109f59c36 service neutron] Checking agent: {'id': 'da5da552-709c-4248-84de-86af99a0dc87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 49, 8), 'started_at': datetime.datetime(2021, 8, 18, 11, 49, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 29, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:29:37.417243 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e565d511-8c9a-4844-b69e-ccab219cf832 req-a93995ce-b31e-45e0-a513-d22109f59c36 service neutron] Checking segment: {'id': 'c29d75e7-64a8-479a-9cc2-44936434f936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '8b8a7b1e-c213-4eda-8142-bd61ffee8ea6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:29:37.417608 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e565d511-8c9a-4844-b69e-ccab219cf832 req-a93995ce-b31e-45e0-a513-d22109f59c36 service neutron] Bound using segment: {'id': 'c29d75e7-64a8-479a-9cc2-44936434f936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '8b8a7b1e-c213-4eda-8142-bd61ffee8ea6'} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:29:37.418245 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-e565d511-8c9a-4844-b69e-ccab219cf832 req-a93995ce-b31e-45e0-a513-d22109f59c36 service neutron] Bound port: dca9c911-38b5-4f54-b3ad-082e15411fb6, host: n-h2-804985-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c29d75e7-64a8-479a-9cc2-44936434f936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '8b8a7b1e-c213-4eda-8142-bd61ffee8ea6'}}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:29:37.418680 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-e565d511-8c9a-4844-b69e-ccab219cf832 req-a93995ce-b31e-45e0-a513-d22109f59c36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:29:37.529465 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-e565d511-8c9a-4844-b69e-ccab219cf832 req-a93995ce-b31e-45e0-a513-d22109f59c36 service neutron] For port dca9c911-38b5-4f54-b3ad-082e15411fb6, host n-h2-804985-2, cleared binding levels {{(pid=106253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:29:37.532987 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-e565d511-8c9a-4844-b69e-ccab219cf832 req-a93995ce-b31e-45e0-a513-d22109f59c36 service neutron] For port dca9c911-38b5-4f54-b3ad-082e15411fb6, host n-h2-804985-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=dca9c911-38b5-4f54-b3ad-082e15411fb6,segment=NetworkSegment(c29d75e7-64a8-479a-9cc2-44936434f936),segment_id=c29d75e7-64a8-479a-9cc2-44936434f936)] {{(pid=106253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:29:37.539869 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-e565d511-8c9a-4844-b69e-ccab219cf832 req-a93995ce-b31e-45e0-a513-d22109f59c36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:29:37.612612 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93995ce-b31e-45e0-a513-d22109f59c36 service neutron] Pushing event updated for resources: {'Port': ['ID=dca9c911-38b5-4f54-b3ad-082e15411fb6,revision_number=3']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:29:37.626744 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e565d511-8c9a-4844-b69e-ccab219cf832 req-a93995ce-b31e-45e0-a513-d22109f59c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:29:37.627548 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-e565d511-8c9a-4844-b69e-ccab219cf832 req-a93995ce-b31e-45e0-a513-d22109f59c36 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:29:37.629608 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-e565d511-8c9a-4844-b69e-ccab219cf832 req-a93995ce-b31e-45e0-a513-d22109f59c36 service neutron] 10.222.0.62 "PUT /v2.0/ports/dca9c911-38b5-4f54-b3ad-082e15411fb6 HTTP/1.1" status: 200 len: 1092 time: 0.8781853 Aug 18 12:29:37.630134 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd63cc572-00bc-4085-b5d3-3c23e53d5172', 'tag': 'dca9c911-38b5-4f54-b3ad-082e15411fb6'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:29:37.633371 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0679f4c4b6e0e0c064a7d71d722dc30541a34fffee11680573be22ee2ffccc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f8f0d31-b097-401a-89b9-c2c1e5404512" -d '{"events": [{"name": "network-changed", "server_uuid": "d63cc572-00bc-4085-b5d3-3c23e53d5172", "tag": "dca9c911-38b5-4f54-b3ad-082e15411fb6"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:29:37.720055 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:29:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-903ac8ec-2acd-40ec-8216-991c642fd4c3 x-openstack-request-id: req-903ac8ec-2acd-40ec-8216-991c642fd4c3 {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:29:37.720649 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d63cc572-00bc-4085-b5d3-3c23e53d5172", "tag": "dca9c911-38b5-4f54-b3ad-082e15411fb6", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:29:37.720996 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-903ac8ec-2acd-40ec-8216-991c642fd4c3 {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:29:37.721485 n-d-804985-2 neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd63cc572-00bc-4085-b5d3-3c23e53d5172', 'tag': 'dca9c911-38b5-4f54-b3ad-082e15411fb6', 'status': 'completed', 'code': 200} Aug 18 12:29:37.763328 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e565d511-8c9a-4844-b69e-ccab219cf832 req-9ab6f318-f7f5-467e-a398-af62521d7553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:29:37.765075 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-e565d511-8c9a-4844-b69e-ccab219cf832 req-9ab6f318-f7f5-467e-a398-af62521d7553 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1d9e6ab7057e4cad940463527c178c0a&device_id=d63cc572-00bc-4085-b5d3-3c23e53d5172 HTTP/1.1" status: 200 len: 1095 time: 0.0574028 Aug 18 12:29:37.812871 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-e565d511-8c9a-4844-b69e-ccab219cf832 req-8ffebb16-a374-43fc-8728-3af4f89b3c65 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dca9c911-38b5-4f54-b3ad-082e15411fb6 HTTP/1.1" status: 200 len: 217 time: 0.0384054 Aug 18 12:29:37.863817 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e565d511-8c9a-4844-b69e-ccab219cf832 req-0ffb0ba6-bda7-4b7d-86ad-99c005591919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:29:37.865519 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-e565d511-8c9a-4844-b69e-ccab219cf832 req-0ffb0ba6-bda7-4b7d-86ad-99c005591919 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b99cde6c-5930-4422-a811-8e9f0dd0f2a3 HTTP/1.1" status: 200 len: 852 time: 0.0464442 Aug 18 12:29:37.922499 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e565d511-8c9a-4844-b69e-ccab219cf832 req-f1749908-c810-46fe-a0e7-ef50ca9b47e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:29:37.924046 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-e565d511-8c9a-4844-b69e-ccab219cf832 req-f1749908-c810-46fe-a0e7-ef50ca9b47e1 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=8b8a7b1e-c213-4eda-8142-bd61ffee8ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0484009 Aug 18 12:29:38.016815 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-e565d511-8c9a-4844-b69e-ccab219cf832 req-52302b39-61c2-4eba-a23b-f472dd5d1375 service neutron] 10.222.0.62 "GET /v2.0/networks/8b8a7b1e-c213-4eda-8142-bd61ffee8ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830324 Aug 18 12:29:38.113460 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-e565d511-8c9a-4844-b69e-ccab219cf832 req-3fff0194-25f2-4377-b5d1-45a080aea4a0 service neutron] 10.222.0.62 "GET /v2.0/networks/8b8a7b1e-c213-4eda-8142-bd61ffee8ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895586 Aug 18 12:29:38.204022 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8f0d31-b097-401a-89b9-c2c1e5404512 req-6c19078e-1b10-493d-85ae-96d48177cb87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:29:38.205606 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-0f8f0d31-b097-401a-89b9-c2c1e5404512 req-6c19078e-1b10-493d-85ae-96d48177cb87 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1d9e6ab7057e4cad940463527c178c0a&device_id=d63cc572-00bc-4085-b5d3-3c23e53d5172 HTTP/1.1" status: 200 len: 1095 time: 0.0451627 Aug 18 12:29:38.310515 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8f0d31-b097-401a-89b9-c2c1e5404512 req-1d7c8191-f9a0-4640-8b15-642228ac60aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:29:38.312016 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-0f8f0d31-b097-401a-89b9-c2c1e5404512 req-1d7c8191-f9a0-4640-8b15-642228ac60aa service neutron] 10.222.0.62 "GET /v2.0/networks?id=8b8a7b1e-c213-4eda-8142-bd61ffee8ea6 HTTP/1.1" status: 200 len: 914 time: 0.0996287 Aug 18 12:29:38.321780 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b3b114-896d-4205-b626-1408a9a9e083 req-4b8ebb45-d430-47c0-bc8d-a6360109fd45 tempest-TestVolumeBackupRestore-1867988987 tempest-TestVolumeBackupRestore-1867988987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:29:38.324610 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b9b3b114-896d-4205-b626-1408a9a9e083 req-4b8ebb45-d430-47c0-bc8d-a6360109fd45 tempest-TestVolumeBackupRestore-1867988987 tempest-TestVolumeBackupRestore-1867988987-project] 10.222.0.66 "GET /v2.0/ports?device_id=d63cc572-00bc-4085-b5d3-3c23e53d5172 HTTP/1.1" status: 200 len: 944 time: 0.0507538 Aug 18 12:29:38.355655 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-0f8f0d31-b097-401a-89b9-c2c1e5404512 req-c715a3cf-8152-4328-a186-ec81c8c16beb service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dca9c911-38b5-4f54-b3ad-082e15411fb6 HTTP/1.1" status: 200 len: 217 time: 0.0361800 Aug 18 12:29:38.362428 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b9b3b114-896d-4205-b626-1408a9a9e083 req-8f6f41e8-17ff-4180-a0c7-db04f2b206d7 tempest-TestVolumeBackupRestore-1867988987 tempest-TestVolumeBackupRestore-1867988987-project] 10.222.0.66 "GET /v2.0/security-groups?id=1a60e099-78c6-470c-9fe8-59df4f49f893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327718 Aug 18 12:29:38.388060 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:29:38.406969 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8f0d31-b097-401a-89b9-c2c1e5404512 req-c9e26ea5-4af6-472c-9da7-828950a5bb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:29:38.408460 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-0f8f0d31-b097-401a-89b9-c2c1e5404512 req-c9e26ea5-4af6-472c-9da7-828950a5bb05 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b99cde6c-5930-4422-a811-8e9f0dd0f2a3 HTTP/1.1" status: 200 len: 852 time: 0.0460994 Aug 18 12:29:38.455063 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8f0d31-b097-401a-89b9-c2c1e5404512 req-56a0fba0-5d6b-43fe-90bf-e9a650a6c0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:29:38.456462 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-0f8f0d31-b097-401a-89b9-c2c1e5404512 req-56a0fba0-5d6b-43fe-90bf-e9a650a6c0c8 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=8b8a7b1e-c213-4eda-8142-bd61ffee8ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402031 Aug 18 12:29:38.550048 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-0f8f0d31-b097-401a-89b9-c2c1e5404512 req-640b94da-ca1d-49fa-8325-74d9e0b67e70 service neutron] 10.222.0.62 "GET /v2.0/networks/8b8a7b1e-c213-4eda-8142-bd61ffee8ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861146 Aug 18 12:29:38.640021 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-0f8f0d31-b097-401a-89b9-c2c1e5404512 req-92cf3fe7-250c-4ffc-99a2-354c8913c176 service neutron] 10.222.0.62 "GET /v2.0/networks/8b8a7b1e-c213-4eda-8142-bd61ffee8ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825188 Aug 18 12:29:39.506074 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db188008-bdcb-41e4-b4ac-4c64a5a96b84 req-46f6b28d-2094-42e8-af1a-93e37da87ee9 tempest-TestVolumeBackupRestore-1867988987 tempest-TestVolumeBackupRestore-1867988987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:29:39.507615 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-db188008-bdcb-41e4-b4ac-4c64a5a96b84 req-46f6b28d-2094-42e8-af1a-93e37da87ee9 tempest-TestVolumeBackupRestore-1867988987 tempest-TestVolumeBackupRestore-1867988987-project] 10.222.0.66 "GET /v2.0/ports?device_id=d63cc572-00bc-4085-b5d3-3c23e53d5172 HTTP/1.1" status: 200 len: 944 time: 0.0542407 Aug 18 12:29:39.546441 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-db188008-bdcb-41e4-b4ac-4c64a5a96b84 req-e1d2b9d2-7924-44b4-bf1c-788c66b4dde2 tempest-TestVolumeBackupRestore-1867988987 tempest-TestVolumeBackupRestore-1867988987-project] 10.222.0.66 "GET /v2.0/security-groups?id=1a60e099-78c6-470c-9fe8-59df4f49f893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326881 Aug 18 12:29:40.673277 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf11932-ad2c-40db-9341-b1510f7c4d66 req-2acd8a63-9473-4e53-a903-7c85495c1667 tempest-TestVolumeBackupRestore-1867988987 tempest-TestVolumeBackupRestore-1867988987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:29:40.674761 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0bf11932-ad2c-40db-9341-b1510f7c4d66 req-2acd8a63-9473-4e53-a903-7c85495c1667 tempest-TestVolumeBackupRestore-1867988987 tempest-TestVolumeBackupRestore-1867988987-project] 10.222.0.66 "GET /v2.0/ports?device_id=d63cc572-00bc-4085-b5d3-3c23e53d5172 HTTP/1.1" status: 200 len: 944 time: 0.0532975 Aug 18 12:29:40.714866 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0bf11932-ad2c-40db-9341-b1510f7c4d66 req-d2108b0f-ade7-4555-a9dc-f9f28052b8b0 tempest-TestVolumeBackupRestore-1867988987 tempest-TestVolumeBackupRestore-1867988987-project] 10.222.0.66 "GET /v2.0/security-groups?id=1a60e099-78c6-470c-9fe8-59df4f49f893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336869 Aug 18 12:29:41.842475 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a518e5e-0e17-4128-8bea-51c2a557e439 req-f6847f59-4315-4549-853b-96bb9103eb42 tempest-TestVolumeBackupRestore-1867988987 tempest-TestVolumeBackupRestore-1867988987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:29:41.844115 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9a518e5e-0e17-4128-8bea-51c2a557e439 req-f6847f59-4315-4549-853b-96bb9103eb42 tempest-TestVolumeBackupRestore-1867988987 tempest-TestVolumeBackupRestore-1867988987-project] 10.222.0.66 "GET /v2.0/ports?device_id=d63cc572-00bc-4085-b5d3-3c23e53d5172 HTTP/1.1" status: 200 len: 944 time: 0.0556087 Aug 18 12:29:41.885703 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9a518e5e-0e17-4128-8bea-51c2a557e439 req-81f27a86-2802-40d0-b64d-8edbf5a90cb0 tempest-TestVolumeBackupRestore-1867988987 tempest-TestVolumeBackupRestore-1867988987-project] 10.222.0.66 "GET /v2.0/security-groups?id=1a60e099-78c6-470c-9fe8-59df4f49f893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351624 Aug 18 12:29:43.024913 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf635ef1-3ae1-46dc-a26d-94d8c66e8964 req-9ed89239-0c2c-47f9-8cee-35341dffadc6 tempest-TestVolumeBackupRestore-1867988987 tempest-TestVolumeBackupRestore-1867988987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:29:43.026403 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-bf635ef1-3ae1-46dc-a26d-94d8c66e8964 req-9ed89239-0c2c-47f9-8cee-35341dffadc6 tempest-TestVolumeBackupRestore-1867988987 tempest-TestVolumeBackupRestore-1867988987-project] 10.222.0.66 "GET /v2.0/ports?device_id=d63cc572-00bc-4085-b5d3-3c23e53d5172 HTTP/1.1" status: 200 len: 944 time: 0.0539343 Aug 18 12:29:43.065068 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-bf635ef1-3ae1-46dc-a26d-94d8c66e8964 req-6a500fb9-295a-4b6e-84c9-e89c35c1c9c1 tempest-TestVolumeBackupRestore-1867988987 tempest-TestVolumeBackupRestore-1867988987-project] 10.222.0.66 "GET /v2.0/security-groups?id=1a60e099-78c6-470c-9fe8-59df4f49f893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324905 Aug 18 12:29:44.182680 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b1beed-00c9-4f02-a54a-8a9122ddb66d req-b36bd766-a44a-453f-8f33-945698352470 tempest-TestVolumeBackupRestore-1867988987 tempest-TestVolumeBackupRestore-1867988987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:29:44.184171 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-61b1beed-00c9-4f02-a54a-8a9122ddb66d req-b36bd766-a44a-453f-8f33-945698352470 tempest-TestVolumeBackupRestore-1867988987 tempest-TestVolumeBackupRestore-1867988987-project] 10.222.0.66 "GET /v2.0/ports?device_id=d63cc572-00bc-4085-b5d3-3c23e53d5172 HTTP/1.1" status: 200 len: 944 time: 0.0505006 Aug 18 12:29:44.225345 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-61b1beed-00c9-4f02-a54a-8a9122ddb66d req-143aba0f-1a66-4165-bbce-8a382624fe74 tempest-TestVolumeBackupRestore-1867988987 tempest-TestVolumeBackupRestore-1867988987-project] 10.222.0.66 "GET /v2.0/security-groups?id=1a60e099-78c6-470c-9fe8-59df4f49f893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323160 Aug 18 12:29:45.357417 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7cfbde-23fe-487b-95fa-6b6e8c3b6956 req-8c746ec7-9a15-418a-b403-f6ae0b0bf0f8 tempest-TestVolumeBackupRestore-1867988987 tempest-TestVolumeBackupRestore-1867988987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:29:45.358821 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8c7cfbde-23fe-487b-95fa-6b6e8c3b6956 req-8c746ec7-9a15-418a-b403-f6ae0b0bf0f8 tempest-TestVolumeBackupRestore-1867988987 tempest-TestVolumeBackupRestore-1867988987-project] 10.222.0.66 "GET /v2.0/ports?device_id=d63cc572-00bc-4085-b5d3-3c23e53d5172 HTTP/1.1" status: 200 len: 944 time: 0.0558794 Aug 18 12:29:45.409205 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8c7cfbde-23fe-487b-95fa-6b6e8c3b6956 req-e77dfe70-e3ab-4245-8a40-20508526215f tempest-TestVolumeBackupRestore-1867988987 tempest-TestVolumeBackupRestore-1867988987-project] 10.222.0.66 "GET /v2.0/security-groups?id=1a60e099-78c6-470c-9fe8-59df4f49f893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412810 Aug 18 12:29:46.554264 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3201ff-8876-4b1c-bd76-7df3dd45f143 req-00d48c60-40ba-4a06-90bf-ba90d2ec305a tempest-TestVolumeBackupRestore-1867988987 tempest-TestVolumeBackupRestore-1867988987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:29:46.555728 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-fe3201ff-8876-4b1c-bd76-7df3dd45f143 req-00d48c60-40ba-4a06-90bf-ba90d2ec305a tempest-TestVolumeBackupRestore-1867988987 tempest-TestVolumeBackupRestore-1867988987-project] 10.222.0.66 "GET /v2.0/ports?device_id=d63cc572-00bc-4085-b5d3-3c23e53d5172 HTTP/1.1" status: 200 len: 944 time: 0.0663643 Aug 18 12:29:46.595095 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-fe3201ff-8876-4b1c-bd76-7df3dd45f143 req-81ef532d-7a01-4ff2-9d34-969db59ec8b1 tempest-TestVolumeBackupRestore-1867988987 tempest-TestVolumeBackupRestore-1867988987-project] 10.222.0.66 "GET /v2.0/security-groups?id=1a60e099-78c6-470c-9fe8-59df4f49f893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330801 Aug 18 12:29:47.718499 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898439ca-f1b9-4252-92ac-74048cb9fcf6 req-d78febb9-1ec2-4f1b-8388-282d08020160 tempest-TestVolumeBackupRestore-1867988987 tempest-TestVolumeBackupRestore-1867988987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:29:47.719996 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-898439ca-f1b9-4252-92ac-74048cb9fcf6 req-d78febb9-1ec2-4f1b-8388-282d08020160 tempest-TestVolumeBackupRestore-1867988987 tempest-TestVolumeBackupRestore-1867988987-project] 10.222.0.66 "GET /v2.0/ports?device_id=d63cc572-00bc-4085-b5d3-3c23e53d5172 HTTP/1.1" status: 200 len: 944 time: 0.0529599 Aug 18 12:29:47.759219 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-898439ca-f1b9-4252-92ac-74048cb9fcf6 req-47a618d9-ba0b-4f04-9900-fa932522c366 tempest-TestVolumeBackupRestore-1867988987 tempest-TestVolumeBackupRestore-1867988987-project] 10.222.0.66 "GET /v2.0/security-groups?id=1a60e099-78c6-470c-9fe8-59df4f49f893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329933 Aug 18 12:29:47.799664 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device dca9c911-38b5-4f54-b3ad-082e15411fb6 details requested by agent hyperv_n-h2-804985-2 with host n-h2-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:29:47.902239 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port dca9c911-38b5-4f54-b3ad-082e15411fb6, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=dca9c911-38b5-4f54-b3ad-082e15411fb6,segment=NetworkSegment(c29d75e7-64a8-479a-9cc2-44936434f936),segment_id=c29d75e7-64a8-479a-9cc2-44936434f936)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:29:47.919115 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Returning: {'device': 'dca9c911-38b5-4f54-b3ad-082e15411fb6', 'network_id': '8b8a7b1e-c213-4eda-8142-bd61ffee8ea6', 'port_id': 'dca9c911-38b5-4f54-b3ad-082e15411fb6', 'mac_address': 'fa:16:3e:0d:b2:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 806, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b99cde6c-5930-4422-a811-8e9f0dd0f2a3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:29:47.961029 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:29:47.977116 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dca9c911-38b5-4f54-b3ad-082e15411fb6 {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:29:47.998436 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port dca9c911-38b5-4f54-b3ad-082e15411fb6, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=dca9c911-38b5-4f54-b3ad-082e15411fb6,segment=NetworkSegment(c29d75e7-64a8-479a-9cc2-44936434f936),segment_id=c29d75e7-64a8-479a-9cc2-44936434f936)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:29:48.005543 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:29:48.059556 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=dca9c911-38b5-4f54-b3ad-082e15411fb6,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:29:48.203592 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] get_ports_and_sgs() called for port_ids ['dca9c911-38b5-4f54-b3ad-082e15411fb6'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:29:48.519141 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-c4c3aef5-7cd9-4bbf-9a7c-1f6452ed22a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:29:48.888392 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a64b567-90e7-4785-a7ce-d2be99a36c19 req-3cc271e3-9ba0-4bc7-88f4-8c0a6ffb92eb tempest-TestVolumeBackupRestore-1867988987 tempest-TestVolumeBackupRestore-1867988987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:29:48.889913 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2a64b567-90e7-4785-a7ce-d2be99a36c19 req-3cc271e3-9ba0-4bc7-88f4-8c0a6ffb92eb tempest-TestVolumeBackupRestore-1867988987 tempest-TestVolumeBackupRestore-1867988987-project] 10.222.0.66 "GET /v2.0/ports?device_id=d63cc572-00bc-4085-b5d3-3c23e53d5172 HTTP/1.1" status: 200 len: 945 time: 0.0526896 Aug 18 12:29:48.927963 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2a64b567-90e7-4785-a7ce-d2be99a36c19 req-727f2992-fd01-460c-9c87-61354e1f8c7e tempest-TestVolumeBackupRestore-1867988987 tempest-TestVolumeBackupRestore-1867988987-project] 10.222.0.66 "GET /v2.0/security-groups?id=1a60e099-78c6-470c-9fe8-59df4f49f893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319963 Aug 18 12:29:49.809993 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device dca9c911-38b5-4f54-b3ad-082e15411fb6 up at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:29:49.860992 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Provisioning for port dca9c911-38b5-4f54-b3ad-082e15411fb6 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:29:49.864726 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Provisioning complete for port dca9c911-38b5-4f54-b3ad-082e15411fb6 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:29:49.865105 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:29:49.942979 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:29:49.969838 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd63cc572-00bc-4085-b5d3-3c23e53d5172', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dca9c911-38b5-4f54-b3ad-082e15411fb6'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:29:49.972104 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db50a436fb3a98495337d8fe7487b4f2ea6f3c1052eb9efadc2ecda2d5737001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a2e9595-e01b-4e04-8820-bded36237760" -d '{"events": [{"server_uuid": "d63cc572-00bc-4085-b5d3-3c23e53d5172", "name": "network-vif-plugged", "status": "completed", "tag": "dca9c911-38b5-4f54-b3ad-082e15411fb6"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:29:49.995473 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port dca9c911-38b5-4f54-b3ad-082e15411fb6, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=dca9c911-38b5-4f54-b3ad-082e15411fb6,segment=NetworkSegment(c29d75e7-64a8-479a-9cc2-44936434f936),segment_id=c29d75e7-64a8-479a-9cc2-44936434f936)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:29:50.000585 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:29:50.027429 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:29:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d2e99f1-6ebe-43ad-9c0f-ff9025b83120 x-openstack-request-id: req-7d2e99f1-6ebe-43ad-9c0f-ff9025b83120 {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:29:50.027712 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d63cc572-00bc-4085-b5d3-3c23e53d5172", "name": "network-vif-plugged", "status": "completed", "tag": "dca9c911-38b5-4f54-b3ad-082e15411fb6", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:29:50.027960 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-7d2e99f1-6ebe-43ad-9c0f-ff9025b83120 {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:29:50.028346 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd63cc572-00bc-4085-b5d3-3c23e53d5172', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dca9c911-38b5-4f54-b3ad-082e15411fb6', 'code': 200} Aug 18 12:29:50.061568 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=dca9c911-38b5-4f54-b3ad-082e15411fb6,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:29:50.066100 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab73dfa5-ddf0-49d7-95a5-bfc3f8f462b6 req-345d1136-e987-4d74-8f62-0ab4e0e40ef0 tempest-TestVolumeBackupRestore-1867988987 tempest-TestVolumeBackupRestore-1867988987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:29:50.072773 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ab73dfa5-ddf0-49d7-95a5-bfc3f8f462b6 req-345d1136-e987-4d74-8f62-0ab4e0e40ef0 tempest-TestVolumeBackupRestore-1867988987 tempest-TestVolumeBackupRestore-1867988987-project] 10.222.0.66 "GET /v2.0/ports?device_id=d63cc572-00bc-4085-b5d3-3c23e53d5172 HTTP/1.1" status: 200 len: 946 time: 0.0738242 Aug 18 12:29:50.114830 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ab73dfa5-ddf0-49d7-95a5-bfc3f8f462b6 req-e34bc0d8-3df8-4791-8bf0-036f4aed85e2 tempest-TestVolumeBackupRestore-1867988987 tempest-TestVolumeBackupRestore-1867988987-project] 10.222.0.66 "GET /v2.0/security-groups?id=1a60e099-78c6-470c-9fe8-59df4f49f893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348809 Aug 18 12:29:50.135713 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836c40e2-01f5-4569-8879-c3d952adfc76 req-1586fa62-c0c9-471f-af73-1eef60ad8190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:29:50.137803 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-836c40e2-01f5-4569-8879-c3d952adfc76 req-1586fa62-c0c9-471f-af73-1eef60ad8190 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=d63cc572-00bc-4085-b5d3-3c23e53d5172 HTTP/1.1" status: 200 len: 1097 time: 0.0473146 Aug 18 12:29:50.173802 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-836c40e2-01f5-4569-8879-c3d952adfc76 req-3ebe7152-a0ca-488d-be5f-456ced4a09b5 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=1a60e099-78c6-470c-9fe8-59df4f49f893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0275390 Aug 18 12:29:51.259066 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b55e4f-aaae-4d2f-85a4-c7449966d6da req-9552c8f9-13ee-4bd2-8ae8-28ec797bc901 tempest-TestVolumeBackupRestore-1867988987 tempest-TestVolumeBackupRestore-1867988987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:29:51.260576 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-56b55e4f-aaae-4d2f-85a4-c7449966d6da req-9552c8f9-13ee-4bd2-8ae8-28ec797bc901 tempest-TestVolumeBackupRestore-1867988987 tempest-TestVolumeBackupRestore-1867988987-project] 10.222.0.66 "GET /v2.0/ports?device_id=d63cc572-00bc-4085-b5d3-3c23e53d5172 HTTP/1.1" status: 200 len: 946 time: 0.0589867 Aug 18 12:29:51.299790 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-56b55e4f-aaae-4d2f-85a4-c7449966d6da req-02478762-1b3b-4e21-9f3d-3a9bf2aadb24 tempest-TestVolumeBackupRestore-1867988987 tempest-TestVolumeBackupRestore-1867988987-project] 10.222.0.66 "GET /v2.0/security-groups?id=1a60e099-78c6-470c-9fe8-59df4f49f893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331252 Aug 18 12:29:51.422587 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3749e7-9a89-4a5a-9e2a-d3ff7af8331f req-47fc42cf-c3a0-4129-ab9c-104a2b264a2a tempest-TestVolumeBackupRestore-1867988987 tempest-TestVolumeBackupRestore-1867988987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:29:51.424076 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5e3749e7-9a89-4a5a-9e2a-d3ff7af8331f req-47fc42cf-c3a0-4129-ab9c-104a2b264a2a tempest-TestVolumeBackupRestore-1867988987 tempest-TestVolumeBackupRestore-1867988987-project] 10.222.0.66 "GET /v2.0/ports?device_id=d63cc572-00bc-4085-b5d3-3c23e53d5172 HTTP/1.1" status: 200 len: 946 time: 0.0510395 Aug 18 12:29:51.463061 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5e3749e7-9a89-4a5a-9e2a-d3ff7af8331f req-143fd652-838a-4606-b348-4edb74f45e00 tempest-TestVolumeBackupRestore-1867988987 tempest-TestVolumeBackupRestore-1867988987-project] 10.222.0.66 "GET /v2.0/security-groups?id=1a60e099-78c6-470c-9fe8-59df4f49f893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328743 Aug 18 12:29:51.485295 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:29:51.491002 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 48352) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:29:51.571515 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-086a380b-9cb3-478e-9c48-f56e35af137d req-413a842a-6848-4382-9c19-711c856139b8 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=d63cc572-00bc-4085-b5d3-3c23e53d5172&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0397539 Aug 18 12:29:51.679070 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086a380b-9cb3-478e-9c48-f56e35af137d req-ebd79e46-2878-4e41-9163-8d958ef6f5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:29:51.680602 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-086a380b-9cb3-478e-9c48-f56e35af137d req-ebd79e46-2878-4e41-9163-8d958ef6f5a6 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1d9e6ab7057e4cad940463527c178c0a&device_id=d63cc572-00bc-4085-b5d3-3c23e53d5172 HTTP/1.1" status: 200 len: 1097 time: 0.0670762 Aug 18 12:29:51.696650 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1cfa66a-ed84-4ed9-99d3-3a4e531da41e tempest-TestVolumeBackupRestore-271332714 tempest-TestVolumeBackupRestore-271332714-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:29:51.701083 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-b1cfa66a-ed84-4ed9-99d3-3a4e531da41e tempest-TestVolumeBackupRestore-271332714 tempest-TestVolumeBackupRestore-271332714-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=d63cc572-00bc-4085-b5d3-3c23e53d5172 HTTP/1.1" status: 200 len: 1092 time: 0.2061484 Aug 18 12:29:51.701305 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 48356) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:29:51.707611 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-1b764a86-ffc9-442d-97db-9c3411a35982 tempest-TestVolumeBackupRestore-1867988987 tempest-TestVolumeBackupRestore-1867988987-project] Request body: {'floatingip': {'floating_network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'port_id': 'dca9c911-38b5-4f54-b3ad-082e15411fb6', 'tenant_id': '1d9e6ab7057e4cad940463527c178c0a', 'fixed_ip_address': '172.20.0.10'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:29:51.719777 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-df402309-4120-42d9-8520-ff0d3ccc861d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:29:51.729787 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-427e2b5d-d226-4a29-9522-da973ce7a87e req-ac3fe9d1-4845-49f0-8e87-f16151567106 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=4363721f-8c75-423a-a57c-f7bdfd4a1d73&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0509210 Aug 18 12:29:51.775601 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1b764a86-ffc9-442d-97db-9c3411a35982 tempest-TestVolumeBackupRestore-1867988987 tempest-TestVolumeBackupRestore-1867988987-project] Notify callbacks [] for floatingip, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:29:51.812741 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427e2b5d-d226-4a29-9522-da973ce7a87e req-51fa5801-f4d9-4373-998d-56b44b2a0d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:29:51.814247 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-427e2b5d-d226-4a29-9522-da973ce7a87e req-51fa5801-f4d9-4373-998d-56b44b2a0d31 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=86bcac19683b4cedad111d113ad02413&device_id=4363721f-8c75-423a-a57c-f7bdfd4a1d73 HTTP/1.1" status: 200 len: 1096 time: 0.0415065 Aug 18 12:29:51.848316 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086a380b-9cb3-478e-9c48-f56e35af137d req-19670ea8-692a-43fd-b673-fad7effd8567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:29:51.849723 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-086a380b-9cb3-478e-9c48-f56e35af137d req-19670ea8-692a-43fd-b673-fad7effd8567 service neutron] 10.222.0.62 "GET /v2.0/networks?id=8b8a7b1e-c213-4eda-8142-bd61ffee8ea6 HTTP/1.1" status: 200 len: 914 time: 0.1464188 Aug 18 12:29:51.895970 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-086a380b-9cb3-478e-9c48-f56e35af137d req-bcacbabb-a65b-48eb-96a1-aec6e6bfd625 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dca9c911-38b5-4f54-b3ad-082e15411fb6 HTTP/1.1" status: 200 len: 217 time: 0.0369577 Aug 18 12:29:51.920783 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427e2b5d-d226-4a29-9522-da973ce7a87e req-a7a52f7a-ebbe-46b2-959d-ee0e6a0747c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:29:51.922291 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-427e2b5d-d226-4a29-9522-da973ce7a87e req-a7a52f7a-ebbe-46b2-959d-ee0e6a0747c7 service neutron] 10.222.0.63 "GET /v2.0/networks?id=25fdaffb-3168-482a-bd55-4e7a3fe8ec1f HTTP/1.1" status: 200 len: 912 time: 0.0880246 Aug 18 12:29:51.964654 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086a380b-9cb3-478e-9c48-f56e35af137d req-e7dedf4d-b92b-4bdd-a541-58d7642b9bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:29:51.966135 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-086a380b-9cb3-478e-9c48-f56e35af137d req-e7dedf4d-b92b-4bdd-a541-58d7642b9bf3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b99cde6c-5930-4422-a811-8e9f0dd0f2a3 HTTP/1.1" status: 200 len: 852 time: 0.0623107 Aug 18 12:29:51.968271 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1b764a86-ffc9-442d-97db-9c3411a35982 tempest-TestVolumeBackupRestore-1867988987 tempest-TestVolumeBackupRestore-1867988987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:29:51.993502 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-427e2b5d-d226-4a29-9522-da973ce7a87e req-3663132b-0874-4ca2-9779-3bcc1e801098 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1cfe8b67-e5c4-48d2-92df-a3400ac232ec HTTP/1.1" status: 200 len: 1001 time: 0.0632892 Aug 18 12:29:52.054876 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427e2b5d-d226-4a29-9522-da973ce7a87e req-86c9b08a-1dfa-40e7-92e6-40fada9e7e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:29:52.057096 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-427e2b5d-d226-4a29-9522-da973ce7a87e req-86c9b08a-1dfa-40e7-92e6-40fada9e7e52 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=eb2e3982-4dd6-4594-80de-13da71e6899f HTTP/1.1" status: 200 len: 850 time: 0.0553024 Aug 18 12:29:52.076904 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086a380b-9cb3-478e-9c48-f56e35af137d req-b40e23e5-dda5-45af-ab43-a8d8e55e464d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:29:52.078400 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-086a380b-9cb3-478e-9c48-f56e35af137d req-b40e23e5-dda5-45af-ab43-a8d8e55e464d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=8b8a7b1e-c213-4eda-8142-bd61ffee8ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1034439 Aug 18 12:29:52.104314 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427e2b5d-d226-4a29-9522-da973ce7a87e req-ec362a55-4399-46f8-9847-9e828ea5e526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:29:52.105755 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-427e2b5d-d226-4a29-9522-da973ce7a87e req-ec362a55-4399-46f8-9847-9e828ea5e526 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=25fdaffb-3168-482a-bd55-4e7a3fe8ec1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407410 Aug 18 12:29:52.206289 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-427e2b5d-d226-4a29-9522-da973ce7a87e req-58de233f-5f04-4ccd-9dd0-55b99eccb4b5 service neutron] 10.222.0.63 "GET /v2.0/networks/25fdaffb-3168-482a-bd55-4e7a3fe8ec1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929098 Aug 18 12:29:52.227132 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-53584c24-f517-494e-ac93-c18bb92373f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:29:52.306632 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-427e2b5d-d226-4a29-9522-da973ce7a87e req-d6607a9c-9ade-4cf1-bc4d-78c142cbf0b7 service neutron] 10.222.0.63 "GET /v2.0/networks/25fdaffb-3168-482a-bd55-4e7a3fe8ec1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928009 Aug 18 12:29:52.415408 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [None req-1b764a86-ffc9-442d-97db-9c3411a35982 tempest-TestVolumeBackupRestore-1867988987 tempest-TestVolumeBackupRestore-1867988987-project] Allocated IP 172.25.7.175 (7cae7a70-14fd-408c-b14d-39ceb97cb60e/9784295a-20b8-4a4b-b105-f82737f0448f/79b03c0a-6fe2-4fbb-8ecb-ce038d1ebbc6) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:29:52.500750 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-086a380b-9cb3-478e-9c48-f56e35af137d req-8beecf9c-96f8-4c3b-8e9e-b7caf8ffd63c service neutron] 10.222.0.62 "GET /v2.0/networks/8b8a7b1e-c213-4eda-8142-bd61ffee8ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4146998 Aug 18 12:29:52.593976 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1b764a86-ffc9-442d-97db-9c3411a35982 tempest-TestVolumeBackupRestore-1867988987 tempest-TestVolumeBackupRestore-1867988987-project] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:29:52.633847 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-086a380b-9cb3-478e-9c48-f56e35af137d req-5425e2d9-d714-4f53-96f2-20f7879e374f service neutron] 10.222.0.62 "GET /v2.0/networks/8b8a7b1e-c213-4eda-8142-bd61ffee8ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241834 Aug 18 12:29:52.656594 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1b764a86-ffc9-442d-97db-9c3411a35982 tempest-TestVolumeBackupRestore-1867988987 tempest-TestVolumeBackupRestore-1867988987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:29:52.696606 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b764a86-ffc9-442d-97db-9c3411a35982 tempest-TestVolumeBackupRestore-1867988987 tempest-TestVolumeBackupRestore-1867988987-project] Network 7cae7a70-14fd-408c-b14d-39ceb97cb60e is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:29:52.699399 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-1b764a86-ffc9-442d-97db-9c3411a35982 tempest-TestVolumeBackupRestore-1867988987 tempest-TestVolumeBackupRestore-1867988987-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:29:52.702990 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b764a86-ffc9-442d-97db-9c3411a35982 tempest-TestVolumeBackupRestore-1867988987 tempest-TestVolumeBackupRestore-1867988987-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:29:52.708410 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b764a86-ffc9-442d-97db-9c3411a35982 tempest-TestVolumeBackupRestore-1867988987 tempest-TestVolumeBackupRestore-1867988987-project] Pushing event updated for resources: {'Port': ['ID=79b03c0a-6fe2-4fbb-8ecb-ce038d1ebbc6,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:29:53.067043 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1b764a86-ffc9-442d-97db-9c3411a35982 tempest-TestVolumeBackupRestore-1867988987 tempest-TestVolumeBackupRestore-1867988987-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:29:53.139852 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1b764a86-ffc9-442d-97db-9c3411a35982 tempest-TestVolumeBackupRestore-1867988987 tempest-TestVolumeBackupRestore-1867988987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:29:53.293892 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1b764a86-ffc9-442d-97db-9c3411a35982 tempest-TestVolumeBackupRestore-1867988987 tempest-TestVolumeBackupRestore-1867988987-project] Notify callbacks [] for port, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:29:53.300907 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1b764a86-ffc9-442d-97db-9c3411a35982 tempest-TestVolumeBackupRestore-1867988987 tempest-TestVolumeBackupRestore-1867988987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:29:53.371757 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b764a86-ffc9-442d-97db-9c3411a35982 tempest-TestVolumeBackupRestore-1867988987 tempest-TestVolumeBackupRestore-1867988987-project] Pushing event updated for resources: {'Port': ['ID=79b03c0a-6fe2-4fbb-8ecb-ce038d1ebbc6,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:29:53.384492 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1b764a86-ffc9-442d-97db-9c3411a35982 tempest-TestVolumeBackupRestore-1867988987 tempest-TestVolumeBackupRestore-1867988987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-989945'] for floatingip, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:29:53.488257 n-d-804985-2 neutron-server[106253]: INFO neutron.db.l3_db [None req-1b764a86-ffc9-442d-97db-9c3411a35982 tempest-TestVolumeBackupRestore-1867988987 tempest-TestVolumeBackupRestore-1867988987-project] Floating IP 340bd311-4afb-4da1-a782-f37c6074a991 associated. External IP: 172.25.7.175, port: dca9c911-38b5-4f54-b3ad-082e15411fb6. Aug 18 12:29:53.712021 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b764a86-ffc9-442d-97db-9c3411a35982 tempest-TestVolumeBackupRestore-1867988987 tempest-TestVolumeBackupRestore-1867988987-project] Router 94de6373-3453-427b-93f2-a7f1d3e935f9 has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:29:53.828766 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b764a86-ffc9-442d-97db-9c3411a35982 tempest-TestVolumeBackupRestore-1867988987 tempest-TestVolumeBackupRestore-1867988987-project] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:29:53.840116 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43940002-1c0d-44ba-a76b-7bb66bb45138 None None] Sync routers for ids ['94de6373-3453-427b-93f2-a7f1d3e935f9'] in n-d-804985-2 {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:29:53.849338 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1b764a86-ffc9-442d-97db-9c3411a35982 tempest-TestVolumeBackupRestore-1867988987 tempest-TestVolumeBackupRestore-1867988987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for floatingip, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:29:53.852368 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43940002-1c0d-44ba-a76b-7bb66bb45138 None None] Routers {'94de6373-3453-427b-93f2-a7f1d3e935f9'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:29:53.853035 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-43940002-1c0d-44ba-a76b-7bb66bb45138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:29:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['94de6373-3453-427b-93f2-a7f1d3e935f9'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:29:53.883256 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-1b764a86-ffc9-442d-97db-9c3411a35982 tempest-TestVolumeBackupRestore-1867988987 tempest-TestVolumeBackupRestore-1867988987-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1809406 Aug 18 12:29:53.883868 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd63cc572-00bc-4085-b5d3-3c23e53d5172', 'tag': 'dca9c911-38b5-4f54-b3ad-082e15411fb6'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:29:53.886217 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0679f4c4b6e0e0c064a7d71d722dc30541a34fffee11680573be22ee2ffccc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fd7f6e4-7133-4378-b1b9-aed07082e8bb" -d '{"events": [{"name": "network-changed", "server_uuid": "d63cc572-00bc-4085-b5d3-3c23e53d5172", "tag": "dca9c911-38b5-4f54-b3ad-082e15411fb6"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:29:53.886418 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 48360) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:29:53.921723 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-500a1c61-38a7-4c23-a7ec-4631080af5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:29:53.926355 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:29:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-091d4fce-0ab2-42af-a47e-8d406b15c567 x-openstack-request-id: req-091d4fce-0ab2-42af-a47e-8d406b15c567 {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:29:53.926897 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d63cc572-00bc-4085-b5d3-3c23e53d5172", "tag": "dca9c911-38b5-4f54-b3ad-082e15411fb6", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:29:53.927219 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-091d4fce-0ab2-42af-a47e-8d406b15c567 {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:29:53.927855 n-d-804985-2 neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd63cc572-00bc-4085-b5d3-3c23e53d5172', 'tag': 'dca9c911-38b5-4f54-b3ad-082e15411fb6', 'status': 'completed', 'code': 200} Aug 18 12:29:53.933830 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d2ada72-3008-442f-b3de-b653e88c1491 tempest-TestVolumeBackupRestore-271332714 tempest-TestVolumeBackupRestore-271332714-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:29:53.938620 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-5d2ada72-3008-442f-b3de-b653e88c1491 tempest-TestVolumeBackupRestore-271332714 tempest-TestVolumeBackupRestore-271332714-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=d63cc572-00bc-4085-b5d3-3c23e53d5172 HTTP/1.1" status: 200 len: 1092 time: 0.0483246 Aug 18 12:29:53.938797 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 48364) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:29:53.943245 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-7932910a-fb05-4197-9fe3-b1a12fd11ec2 tempest-TestVolumeBackupRestore-1867988987 tempest-TestVolumeBackupRestore-1867988987-project] Request body: {'floatingip': {'port_id': 'dca9c911-38b5-4f54-b3ad-082e15411fb6'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:29:53.983982 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-43940002-1c0d-44ba-a76b-7bb66bb45138 None None] Set router 94de6373-3453-427b-93f2-a7f1d3e935f9 gateway port host: n-d-804985-2 {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:29:53.993820 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd7f6e4-7133-4378-b1b9-aed07082e8bb req-3c491016-a56e-4d6b-b0ce-22a2e41230ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:29:53.995451 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-4fd7f6e4-7133-4378-b1b9-aed07082e8bb req-3c491016-a56e-4d6b-b0ce-22a2e41230ac service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1d9e6ab7057e4cad940463527c178c0a&device_id=d63cc572-00bc-4085-b5d3-3c23e53d5172 HTTP/1.1" status: 200 len: 1097 time: 0.0423386 Aug 18 12:29:54.001502 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-7932910a-fb05-4197-9fe3-b1a12fd11ec2 tempest-TestVolumeBackupRestore-1867988987 tempest-TestVolumeBackupRestore-1867988987-project] Notify callbacks [] for floatingip, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:29:54.093932 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd7f6e4-7133-4378-b1b9-aed07082e8bb req-726e7c56-9129-4d26-9c53-6b433abafdec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:29:54.095632 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-4fd7f6e4-7133-4378-b1b9-aed07082e8bb req-726e7c56-9129-4d26-9c53-6b433abafdec service neutron] 10.222.0.62 "GET /v2.0/networks?id=8b8a7b1e-c213-4eda-8142-bd61ffee8ea6 HTTP/1.1" status: 200 len: 914 time: 0.0936260 Aug 18 12:29:54.161554 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-4fd7f6e4-7133-4378-b1b9-aed07082e8bb req-67df1415-4978-4041-976f-ad26207a262a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dca9c911-38b5-4f54-b3ad-082e15411fb6 HTTP/1.1" status: 200 len: 1000 time: 0.0589206 Aug 18 12:29:54.212601 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-43940002-1c0d-44ba-a76b-7bb66bb45138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94de6373-3453-427b-93f2-a7f1d3e935f9', 'name': 'tempest-TestVolumeBackupRestore-617266627-router', 'tenant_id': '1d9e6ab7057e4cad940463527c178c0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.164'}], 'enable_snat': True}, 'gw_port_id': 'e19583e4-6ea3-4c31-a53d-790dddbcaf8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:27:29Z', 'updated_at': '2021-08-18T12:27:32Z', 'revision_number': 4, 'project_id': '1d9e6ab7057e4cad940463527c178c0a', 'gw_port': {'id': 'e19583e4-6ea3-4c31-a53d-790dddbcaf8d', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:bd:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94de6373-3453-427b-93f2-a7f1d3e935f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:27:30Z', 'updated_at': '2021-08-18T12:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_floatingips': [{'id': '340bd311-4afb-4da1-a782-f37c6074a991', 'tenant_id': '1d9e6ab7057e4cad940463527c178c0a', 'floating_ip_address': '172.25.7.175', 'floating_network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'router_id': '94de6373-3453-427b-93f2-a7f1d3e935f9', 'port_id': 'dca9c911-38b5-4f54-b3ad-082e15411fb6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3994, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b8a7b1e-c213-4eda-8142-bd61ffee8ea6', 'mac_address': 'fa:16:3e:0d:b2:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd63cc572-00bc-4085-b5d3-3c23e53d5172', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T12:29:52Z', 'updated_at': '2021-08-18T12:29:52Z', 'revision_number': 0, 'project_id': '1d9e6ab7057e4cad940463527c178c0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7863b291-bb2c-4c6f-979f-b18fe8192399', 'name': '', 'network_id': '8b8a7b1e-c213-4eda-8142-bd61ffee8ea6', 'tenant_id': '1d9e6ab7057e4cad940463527c178c0a', 'mac_address': 'fa:16:3e:88:a9:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94de6373-3453-427b-93f2-a7f1d3e935f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': 'b99cde6c-5930-4422-a811-8e9f0dd0f2a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:27:31Z', 'updated_at': '2021-08-18T12:27:38Z', 'revision_number': 5, 'project_id': '1d9e6ab7057e4cad940463527c178c0a', 'subnets': [{'id': 'b99cde6c-5930-4422-a811-8e9f0dd0f2a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:29:54.215465 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd7f6e4-7133-4378-b1b9-aed07082e8bb req-fadbaea4-0ec4-4307-9608-b2d9bd9c1e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:29:54.217290 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-4fd7f6e4-7133-4378-b1b9-aed07082e8bb req-fadbaea4-0ec4-4307-9608-b2d9bd9c1e5e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b99cde6c-5930-4422-a811-8e9f0dd0f2a3 HTTP/1.1" status: 200 len: 852 time: 0.0488942 Aug 18 12:29:54.240324 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43940002-1c0d-44ba-a76b-7bb66bb45138 None None] Checking router: 94de6373-3453-427b-93f2-a7f1d3e935f9 for host: n-d-804985-2 {{(pid=106254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:29:54.248932 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43940002-1c0d-44ba-a76b-7bb66bb45138 None None] Routers {'94de6373-3453-427b-93f2-a7f1d3e935f9'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:29:54.249561 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-43940002-1c0d-44ba-a76b-7bb66bb45138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:29:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['94de6373-3453-427b-93f2-a7f1d3e935f9'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:29:54.267423 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd7f6e4-7133-4378-b1b9-aed07082e8bb req-5fb652ce-e2b7-43c1-bada-b4f235858fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:29:54.268972 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-4fd7f6e4-7133-4378-b1b9-aed07082e8bb req-5fb652ce-e2b7-43c1-bada-b4f235858fa9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=8b8a7b1e-c213-4eda-8142-bd61ffee8ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449572 Aug 18 12:29:54.362900 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-4fd7f6e4-7133-4378-b1b9-aed07082e8bb req-043a2467-1fd8-4189-a0ec-2f133809e2b5 service neutron] 10.222.0.62 "GET /v2.0/networks/8b8a7b1e-c213-4eda-8142-bd61ffee8ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863760 Aug 18 12:29:54.364523 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-43940002-1c0d-44ba-a76b-7bb66bb45138 None None] Set router 94de6373-3453-427b-93f2-a7f1d3e935f9 gateway port host: n-d-804985-2 {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:29:54.460037 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-4fd7f6e4-7133-4378-b1b9-aed07082e8bb req-d2d4f898-1435-432e-a285-bb55e99fc073 service neutron] 10.222.0.62 "GET /v2.0/networks/8b8a7b1e-c213-4eda-8142-bd61ffee8ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894699 Aug 18 12:29:54.497154 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-7932910a-fb05-4197-9fe3-b1a12fd11ec2 tempest-TestVolumeBackupRestore-1867988987 tempest-TestVolumeBackupRestore-1867988987-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:29:54.501098 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-7932910a-fb05-4197-9fe3-b1a12fd11ec2 tempest-TestVolumeBackupRestore-1867988987 tempest-TestVolumeBackupRestore-1867988987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-989945'] for floatingip, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:29:54.592923 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-43940002-1c0d-44ba-a76b-7bb66bb45138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94de6373-3453-427b-93f2-a7f1d3e935f9', 'name': 'tempest-TestVolumeBackupRestore-617266627-router', 'tenant_id': '1d9e6ab7057e4cad940463527c178c0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.164'}], 'enable_snat': True}, 'gw_port_id': 'e19583e4-6ea3-4c31-a53d-790dddbcaf8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:27:29Z', 'updated_at': '2021-08-18T12:27:32Z', 'revision_number': 4, 'project_id': '1d9e6ab7057e4cad940463527c178c0a', 'gw_port': {'id': 'e19583e4-6ea3-4c31-a53d-790dddbcaf8d', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:bd:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94de6373-3453-427b-93f2-a7f1d3e935f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:27:30Z', 'updated_at': '2021-08-18T12:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_floatingips': [{'id': '340bd311-4afb-4da1-a782-f37c6074a991', 'tenant_id': '1d9e6ab7057e4cad940463527c178c0a', 'floating_ip_address': '172.25.7.175', 'floating_network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'router_id': '94de6373-3453-427b-93f2-a7f1d3e935f9', 'port_id': 'dca9c911-38b5-4f54-b3ad-082e15411fb6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3994, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b8a7b1e-c213-4eda-8142-bd61ffee8ea6', 'mac_address': 'fa:16:3e:0d:b2:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd63cc572-00bc-4085-b5d3-3c23e53d5172', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T12:29:52Z', 'updated_at': '2021-08-18T12:29:52Z', 'revision_number': 0, 'project_id': '1d9e6ab7057e4cad940463527c178c0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7863b291-bb2c-4c6f-979f-b18fe8192399', 'name': '', 'network_id': '8b8a7b1e-c213-4eda-8142-bd61ffee8ea6', 'tenant_id': '1d9e6ab7057e4cad940463527c178c0a', 'mac_address': 'fa:16:3e:88:a9:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94de6373-3453-427b-93f2-a7f1d3e935f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': 'b99cde6c-5930-4422-a811-8e9f0dd0f2a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:27:31Z', 'updated_at': '2021-08-18T12:27:38Z', 'revision_number': 5, 'project_id': '1d9e6ab7057e4cad940463527c178c0a', 'subnets': [{'id': 'b99cde6c-5930-4422-a811-8e9f0dd0f2a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:29:54.623401 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43940002-1c0d-44ba-a76b-7bb66bb45138 None None] The sync data for ids ['94de6373-3453-427b-93f2-a7f1d3e935f9'] in n-d-804985-2 is: [{'id': '94de6373-3453-427b-93f2-a7f1d3e935f9', 'name': 'tempest-TestVolumeBackupRestore-617266627-router', 'tenant_id': '1d9e6ab7057e4cad940463527c178c0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.164'}], 'enable_snat': True}, 'gw_port_id': 'e19583e4-6ea3-4c31-a53d-790dddbcaf8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:27:29Z', 'updated_at': '2021-08-18T12:27:32Z', 'revision_number': 4, 'project_id': '1d9e6ab7057e4cad940463527c178c0a', 'gw_port': {'id': 'e19583e4-6ea3-4c31-a53d-790dddbcaf8d', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:bd:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94de6373-3453-427b-93f2-a7f1d3e935f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:27:30Z', 'updated_at': '2021-08-18T12:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_floatingips': [{'id': '340bd311-4afb-4da1-a782-f37c6074a991', 'tenant_id': '1d9e6ab7057e4cad940463527c178c0a', 'floating_ip_address': '172.25.7.175', 'floating_network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'router_id': '94de6373-3453-427b-93f2-a7f1d3e935f9', 'port_id': 'dca9c911-38b5-4f54-b3ad-082e15411fb6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3994, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b8a7b1e-c213-4eda-8142-bd61ffee8ea6', 'mac_address': 'fa:16:3e:0d:b2:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd63cc572-00bc-4085-b5d3-3c23e53d5172', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T12:29:52Z', 'updated_at': '2021-08-18T12:29:52Z', 'revision_number': 0, 'project_id': '1d9e6ab7057e4cad940463527c178c0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7863b291-bb2c-4c6f-979f-b18fe8192399', 'name': '', 'network_id': '8b8a7b1e-c213-4eda-8142-bd61ffee8ea6', 'tenant_id': '1d9e6ab7057e4cad940463527c178c0a', 'mac_address': 'fa:16:3e:88:a9:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94de6373-3453-427b-93f2-a7f1d3e935f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': 'b99cde6c-5930-4422-a811-8e9f0dd0f2a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:27:31Z', 'updated_at': '2021-08-18T12:27:38Z', 'revision_number': 5, 'project_id': '1d9e6ab7057e4cad940463527c178c0a', 'subnets': [{'id': 'b99cde6c-5930-4422-a811-8e9f0dd0f2a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:29:54.696553 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.agents_db [None req-6dbb2658-0354-4101-8393-6e7505481cf6 None None] Agent healthcheck: found 7 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 12:29:54.713499 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7932910a-fb05-4197-9fe3-b1a12fd11ec2 tempest-TestVolumeBackupRestore-1867988987 tempest-TestVolumeBackupRestore-1867988987-project] Router 94de6373-3453-427b-93f2-a7f1d3e935f9 has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:29:54.826252 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7932910a-fb05-4197-9fe3-b1a12fd11ec2 tempest-TestVolumeBackupRestore-1867988987 tempest-TestVolumeBackupRestore-1867988987-project] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:29:54.830751 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-7932910a-fb05-4197-9fe3-b1a12fd11ec2 tempest-TestVolumeBackupRestore-1867988987 tempest-TestVolumeBackupRestore-1867988987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for floatingip, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:29:54.830943 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c2838b-6463-4e78-a684-610a377eaac8 None None] New status for floating IP 340bd311-4afb-4da1-a782-f37c6074a991: ACTIVE {{(pid=106255) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 12:29:54.858801 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd63cc572-00bc-4085-b5d3-3c23e53d5172', 'tag': 'dca9c911-38b5-4f54-b3ad-082e15411fb6'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:29:54.861078 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eab156d-4eb6-4511-b9e2-0a41a4e19aa7" -d '{"events": [{"name": "network-changed", "server_uuid": "d63cc572-00bc-4085-b5d3-3c23e53d5172", "tag": "dca9c911-38b5-4f54-b3ad-082e15411fb6"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:29:54.896515 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-7932910a-fb05-4197-9fe3-b1a12fd11ec2 tempest-TestVolumeBackupRestore-1867988987 tempest-TestVolumeBackupRestore-1867988987-project] 10.222.0.66 "PUT /v2.0/floatingips/340bd311-4afb-4da1-a782-f37c6074a991 HTTP/1.1" status: 200 len: 992 time: 0.9501057 Aug 18 12:29:54.899553 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:29:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c6089fe-94ef-4daf-b1c1-c06fc0c86782 x-openstack-request-id: req-9c6089fe-94ef-4daf-b1c1-c06fc0c86782 {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:29:54.900126 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d63cc572-00bc-4085-b5d3-3c23e53d5172", "tag": "dca9c911-38b5-4f54-b3ad-082e15411fb6", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:29:54.900442 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-9c6089fe-94ef-4daf-b1c1-c06fc0c86782 {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:29:54.900962 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd63cc572-00bc-4085-b5d3-3c23e53d5172', 'tag': 'dca9c911-38b5-4f54-b3ad-082e15411fb6', 'status': 'completed', 'code': 200} Aug 18 12:29:54.963170 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eab156d-4eb6-4511-b9e2-0a41a4e19aa7 req-844d91f5-0fa1-4cce-9029-1ba8cb2aef64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:29:54.964709 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-9eab156d-4eb6-4511-b9e2-0a41a4e19aa7 req-844d91f5-0fa1-4cce-9029-1ba8cb2aef64 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1d9e6ab7057e4cad940463527c178c0a&device_id=d63cc572-00bc-4085-b5d3-3c23e53d5172 HTTP/1.1" status: 200 len: 1097 time: 0.0418804 Aug 18 12:29:55.039155 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b02bab5-795d-41d4-b38d-c0dbfcc94ca2 None None] Sync routers for ids ['94de6373-3453-427b-93f2-a7f1d3e935f9'] in n-d-804985-2 {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:29:55.052558 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b02bab5-795d-41d4-b38d-c0dbfcc94ca2 None None] Routers {'94de6373-3453-427b-93f2-a7f1d3e935f9'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:29:55.052558 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-7b02bab5-795d-41d4-b38d-c0dbfcc94ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:29:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['94de6373-3453-427b-93f2-a7f1d3e935f9'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:29:55.069819 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eab156d-4eb6-4511-b9e2-0a41a4e19aa7 req-2e081f41-4aeb-4af2-a29b-f28dd9b788d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:29:55.071375 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-9eab156d-4eb6-4511-b9e2-0a41a4e19aa7 req-2e081f41-4aeb-4af2-a29b-f28dd9b788d6 service neutron] 10.222.0.62 "GET /v2.0/networks?id=8b8a7b1e-c213-4eda-8142-bd61ffee8ea6 HTTP/1.1" status: 200 len: 914 time: 0.0993600 Aug 18 12:29:55.140243 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-9eab156d-4eb6-4511-b9e2-0a41a4e19aa7 req-3e044904-644d-495d-9417-b7c8fd65d042 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dca9c911-38b5-4f54-b3ad-082e15411fb6 HTTP/1.1" status: 200 len: 1002 time: 0.0597374 Aug 18 12:29:55.156570 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-7b02bab5-795d-41d4-b38d-c0dbfcc94ca2 None None] Set router 94de6373-3453-427b-93f2-a7f1d3e935f9 gateway port host: n-d-804985-2 {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:29:55.190435 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eab156d-4eb6-4511-b9e2-0a41a4e19aa7 req-358b0221-7e1a-4fc0-8bf9-aa91d6b9dd0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:29:55.191922 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-9eab156d-4eb6-4511-b9e2-0a41a4e19aa7 req-358b0221-7e1a-4fc0-8bf9-aa91d6b9dd0b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b99cde6c-5930-4422-a811-8e9f0dd0f2a3 HTTP/1.1" status: 200 len: 852 time: 0.0444436 Aug 18 12:29:55.246037 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eab156d-4eb6-4511-b9e2-0a41a4e19aa7 req-b7b33b3b-7f56-48ff-86fa-27ecfd2025b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:29:55.247559 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-9eab156d-4eb6-4511-b9e2-0a41a4e19aa7 req-b7b33b3b-7f56-48ff-86fa-27ecfd2025b7 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=8b8a7b1e-c213-4eda-8142-bd61ffee8ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463603 Aug 18 12:29:55.338792 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-9eab156d-4eb6-4511-b9e2-0a41a4e19aa7 req-5b2587fa-a0ad-488e-a09d-a73e16dfa7c4 service neutron] 10.222.0.62 "GET /v2.0/networks/8b8a7b1e-c213-4eda-8142-bd61ffee8ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836742 Aug 18 12:29:55.382171 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-7b02bab5-795d-41d4-b38d-c0dbfcc94ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94de6373-3453-427b-93f2-a7f1d3e935f9', 'name': 'tempest-TestVolumeBackupRestore-617266627-router', 'tenant_id': '1d9e6ab7057e4cad940463527c178c0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.164'}], 'enable_snat': True}, 'gw_port_id': 'e19583e4-6ea3-4c31-a53d-790dddbcaf8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:27:29Z', 'updated_at': '2021-08-18T12:27:32Z', 'revision_number': 4, 'project_id': '1d9e6ab7057e4cad940463527c178c0a', 'gw_port': {'id': 'e19583e4-6ea3-4c31-a53d-790dddbcaf8d', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:bd:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94de6373-3453-427b-93f2-a7f1d3e935f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:27:30Z', 'updated_at': '2021-08-18T12:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_floatingips': [{'id': '340bd311-4afb-4da1-a782-f37c6074a991', 'tenant_id': '1d9e6ab7057e4cad940463527c178c0a', 'floating_ip_address': '172.25.7.175', 'floating_network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'router_id': '94de6373-3453-427b-93f2-a7f1d3e935f9', 'port_id': 'dca9c911-38b5-4f54-b3ad-082e15411fb6', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3994, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b8a7b1e-c213-4eda-8142-bd61ffee8ea6', 'mac_address': 'fa:16:3e:0d:b2:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd63cc572-00bc-4085-b5d3-3c23e53d5172', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T12:29:52Z', 'updated_at': '2021-08-18T12:29:54Z', 'revision_number': 2, 'project_id': '1d9e6ab7057e4cad940463527c178c0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7863b291-bb2c-4c6f-979f-b18fe8192399', 'name': '', 'network_id': '8b8a7b1e-c213-4eda-8142-bd61ffee8ea6', 'tenant_id': '1d9e6ab7057e4cad940463527c178c0a', 'mac_address': 'fa:16:3e:88:a9:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94de6373-3453-427b-93f2-a7f1d3e935f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': 'b99cde6c-5930-4422-a811-8e9f0dd0f2a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:27:31Z', 'updated_at': '2021-08-18T12:27:38Z', 'revision_number': 5, 'project_id': '1d9e6ab7057e4cad940463527c178c0a', 'subnets': [{'id': 'b99cde6c-5930-4422-a811-8e9f0dd0f2a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:29:55.411754 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b02bab5-795d-41d4-b38d-c0dbfcc94ca2 None None] Checking router: 94de6373-3453-427b-93f2-a7f1d3e935f9 for host: n-d-804985-2 {{(pid=106254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:29:55.420402 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b02bab5-795d-41d4-b38d-c0dbfcc94ca2 None None] Routers {'94de6373-3453-427b-93f2-a7f1d3e935f9'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:29:55.421027 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-7b02bab5-795d-41d4-b38d-c0dbfcc94ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:29:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['94de6373-3453-427b-93f2-a7f1d3e935f9'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:29:55.434346 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-9eab156d-4eb6-4511-b9e2-0a41a4e19aa7 req-d9b26dc4-9df2-49b7-a02a-a26bb35dcd67 service neutron] 10.222.0.62 "GET /v2.0/networks/8b8a7b1e-c213-4eda-8142-bd61ffee8ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881515 Aug 18 12:29:55.525129 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-7b02bab5-795d-41d4-b38d-c0dbfcc94ca2 None None] Set router 94de6373-3453-427b-93f2-a7f1d3e935f9 gateway port host: n-d-804985-2 {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:29:55.762762 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-7b02bab5-795d-41d4-b38d-c0dbfcc94ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94de6373-3453-427b-93f2-a7f1d3e935f9', 'name': 'tempest-TestVolumeBackupRestore-617266627-router', 'tenant_id': '1d9e6ab7057e4cad940463527c178c0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.164'}], 'enable_snat': True}, 'gw_port_id': 'e19583e4-6ea3-4c31-a53d-790dddbcaf8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:27:29Z', 'updated_at': '2021-08-18T12:27:32Z', 'revision_number': 4, 'project_id': '1d9e6ab7057e4cad940463527c178c0a', 'gw_port': {'id': 'e19583e4-6ea3-4c31-a53d-790dddbcaf8d', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:bd:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94de6373-3453-427b-93f2-a7f1d3e935f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:27:30Z', 'updated_at': '2021-08-18T12:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_floatingips': [{'id': '340bd311-4afb-4da1-a782-f37c6074a991', 'tenant_id': '1d9e6ab7057e4cad940463527c178c0a', 'floating_ip_address': '172.25.7.175', 'floating_network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'router_id': '94de6373-3453-427b-93f2-a7f1d3e935f9', 'port_id': 'dca9c911-38b5-4f54-b3ad-082e15411fb6', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3994, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b8a7b1e-c213-4eda-8142-bd61ffee8ea6', 'mac_address': 'fa:16:3e:0d:b2:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd63cc572-00bc-4085-b5d3-3c23e53d5172', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T12:29:52Z', 'updated_at': '2021-08-18T12:29:54Z', 'revision_number': 2, 'project_id': '1d9e6ab7057e4cad940463527c178c0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7863b291-bb2c-4c6f-979f-b18fe8192399', 'name': '', 'network_id': '8b8a7b1e-c213-4eda-8142-bd61ffee8ea6', 'tenant_id': '1d9e6ab7057e4cad940463527c178c0a', 'mac_address': 'fa:16:3e:88:a9:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94de6373-3453-427b-93f2-a7f1d3e935f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': 'b99cde6c-5930-4422-a811-8e9f0dd0f2a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:27:31Z', 'updated_at': '2021-08-18T12:27:38Z', 'revision_number': 5, 'project_id': '1d9e6ab7057e4cad940463527c178c0a', 'subnets': [{'id': 'b99cde6c-5930-4422-a811-8e9f0dd0f2a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:29:55.789341 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b02bab5-795d-41d4-b38d-c0dbfcc94ca2 None None] The sync data for ids ['94de6373-3453-427b-93f2-a7f1d3e935f9'] in n-d-804985-2 is: [{'id': '94de6373-3453-427b-93f2-a7f1d3e935f9', 'name': 'tempest-TestVolumeBackupRestore-617266627-router', 'tenant_id': '1d9e6ab7057e4cad940463527c178c0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.164'}], 'enable_snat': True}, 'gw_port_id': 'e19583e4-6ea3-4c31-a53d-790dddbcaf8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:27:29Z', 'updated_at': '2021-08-18T12:27:32Z', 'revision_number': 4, 'project_id': '1d9e6ab7057e4cad940463527c178c0a', 'gw_port': {'id': 'e19583e4-6ea3-4c31-a53d-790dddbcaf8d', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:bd:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94de6373-3453-427b-93f2-a7f1d3e935f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:27:30Z', 'updated_at': '2021-08-18T12:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_floatingips': [{'id': '340bd311-4afb-4da1-a782-f37c6074a991', 'tenant_id': '1d9e6ab7057e4cad940463527c178c0a', 'floating_ip_address': '172.25.7.175', 'floating_network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'router_id': '94de6373-3453-427b-93f2-a7f1d3e935f9', 'port_id': 'dca9c911-38b5-4f54-b3ad-082e15411fb6', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3994, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b8a7b1e-c213-4eda-8142-bd61ffee8ea6', 'mac_address': 'fa:16:3e:0d:b2:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd63cc572-00bc-4085-b5d3-3c23e53d5172', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T12:29:52Z', 'updated_at': '2021-08-18T12:29:54Z', 'revision_number': 2, 'project_id': '1d9e6ab7057e4cad940463527c178c0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7863b291-bb2c-4c6f-979f-b18fe8192399', 'name': '', 'network_id': '8b8a7b1e-c213-4eda-8142-bd61ffee8ea6', 'tenant_id': '1d9e6ab7057e4cad940463527c178c0a', 'mac_address': 'fa:16:3e:88:a9:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94de6373-3453-427b-93f2-a7f1d3e935f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': 'b99cde6c-5930-4422-a811-8e9f0dd0f2a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:27:31Z', 'updated_at': '2021-08-18T12:27:38Z', 'revision_number': 5, 'project_id': '1d9e6ab7057e4cad940463527c178c0a', 'subnets': [{'id': 'b99cde6c-5930-4422-a811-8e9f0dd0f2a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:29:56.902304 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd63cc572-00bc-4085-b5d3-3c23e53d5172', 'tag': 'dca9c911-38b5-4f54-b3ad-082e15411fb6'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:29:56.906153 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-853feaa2-1c43-4a37-8f96-520ca6c3d18c" -d '{"events": [{"name": "network-changed", "server_uuid": "d63cc572-00bc-4085-b5d3-3c23e53d5172", "tag": "dca9c911-38b5-4f54-b3ad-082e15411fb6"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:29:56.946190 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:29:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47c48b91-3730-4bf5-a212-3e058d6b13c8 x-openstack-request-id: req-47c48b91-3730-4bf5-a212-3e058d6b13c8 {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:29:56.946480 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d63cc572-00bc-4085-b5d3-3c23e53d5172", "tag": "dca9c911-38b5-4f54-b3ad-082e15411fb6", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:29:56.946799 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-47c48b91-3730-4bf5-a212-3e058d6b13c8 {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:29:56.947159 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd63cc572-00bc-4085-b5d3-3c23e53d5172', 'tag': 'dca9c911-38b5-4f54-b3ad-082e15411fb6', 'status': 'completed', 'code': 200} Aug 18 12:29:57.017092 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853feaa2-1c43-4a37-8f96-520ca6c3d18c req-5c98c49d-4e0e-4970-bab9-e2622ee889c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:29:57.018586 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-853feaa2-1c43-4a37-8f96-520ca6c3d18c req-5c98c49d-4e0e-4970-bab9-e2622ee889c0 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1d9e6ab7057e4cad940463527c178c0a&device_id=d63cc572-00bc-4085-b5d3-3c23e53d5172 HTTP/1.1" status: 200 len: 1097 time: 0.0447431 Aug 18 12:29:57.119748 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853feaa2-1c43-4a37-8f96-520ca6c3d18c req-18ec9460-a740-4fa2-9b48-c02a04484770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:29:57.121251 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-853feaa2-1c43-4a37-8f96-520ca6c3d18c req-18ec9460-a740-4fa2-9b48-c02a04484770 service neutron] 10.222.0.62 "GET /v2.0/networks?id=8b8a7b1e-c213-4eda-8142-bd61ffee8ea6 HTTP/1.1" status: 200 len: 914 time: 0.0955355 Aug 18 12:29:57.190372 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-853feaa2-1c43-4a37-8f96-520ca6c3d18c req-3a797bf2-7c62-46d7-8fb3-34fc30a8f186 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dca9c911-38b5-4f54-b3ad-082e15411fb6 HTTP/1.1" status: 200 len: 1002 time: 0.0617163 Aug 18 12:29:57.245032 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853feaa2-1c43-4a37-8f96-520ca6c3d18c req-fc27abec-e472-4e38-9ebd-eae3c51c59d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:29:57.246491 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-853feaa2-1c43-4a37-8f96-520ca6c3d18c req-fc27abec-e472-4e38-9ebd-eae3c51c59d0 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b99cde6c-5930-4422-a811-8e9f0dd0f2a3 HTTP/1.1" status: 200 len: 852 time: 0.0498083 Aug 18 12:29:57.297320 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853feaa2-1c43-4a37-8f96-520ca6c3d18c req-0bbe751f-cffc-4168-812e-ac32059e4023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:29:57.298794 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-853feaa2-1c43-4a37-8f96-520ca6c3d18c req-0bbe751f-cffc-4168-812e-ac32059e4023 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=8b8a7b1e-c213-4eda-8142-bd61ffee8ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451591 Aug 18 12:29:57.402048 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-853feaa2-1c43-4a37-8f96-520ca6c3d18c req-1966740a-b7ba-458c-ba74-0d382429b1a2 service neutron] 10.222.0.62 "GET /v2.0/networks/8b8a7b1e-c213-4eda-8142-bd61ffee8ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952339 Aug 18 12:29:57.515017 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-853feaa2-1c43-4a37-8f96-520ca6c3d18c req-7f468934-54c4-4bcf-ae48-9903b090ae94 service neutron] 10.222.0.62 "GET /v2.0/networks/8b8a7b1e-c213-4eda-8142-bd61ffee8ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056929 Aug 18 12:30:06.285107 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:30:08.405818 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:30:18.514299 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-a8a9fb9a-9e9c-45e6-bbe9-ef79f749d99c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:30:21.481111 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:30:21.730213 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-f5185a3a-2cac-4db6-ab5d-f2436018e07a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:30:22.234293 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-53584c24-f517-494e-ac93-c18bb92373f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:30:23.911379 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-500a1c61-38a7-4c23-a7ec-4631080af5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:30:28.149698 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 48384) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:30:28.329757 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-f5a81c2c-497e-46fa-a6ec-a4bb144df4ac tempest-TestVolumeBackupRestore-1867988987 tempest-TestVolumeBackupRestore-1867988987-project] Deleting port 79b03c0a-6fe2-4fbb-8ecb-ce038d1ebbc6 {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:30:28.330006 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f5a81c2c-497e-46fa-a6ec-a4bb144df4ac tempest-TestVolumeBackupRestore-1867988987 tempest-TestVolumeBackupRestore-1867988987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:30:28.415860 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f5a81c2c-497e-46fa-a6ec-a4bb144df4ac tempest-TestVolumeBackupRestore-1867988987 tempest-TestVolumeBackupRestore-1867988987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:30:28.416162 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f5a81c2c-497e-46fa-a6ec-a4bb144df4ac tempest-TestVolumeBackupRestore-1867988987 tempest-TestVolumeBackupRestore-1867988987-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:30:28.428214 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-f5a81c2c-497e-46fa-a6ec-a4bb144df4ac tempest-TestVolumeBackupRestore-1867988987 tempest-TestVolumeBackupRestore-1867988987-project] Calling delete_port for 79b03c0a-6fe2-4fbb-8ecb-ce038d1ebbc6 owned by network:floatingip {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:30:28.587115 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f5a81c2c-497e-46fa-a6ec-a4bb144df4ac tempest-TestVolumeBackupRestore-1867988987 tempest-TestVolumeBackupRestore-1867988987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:30:28.970811 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a81c2c-497e-46fa-a6ec-a4bb144df4ac tempest-TestVolumeBackupRestore-1867988987 tempest-TestVolumeBackupRestore-1867988987-project] Pushing event deleted for resources: {'Port': ['ID=79b03c0a-6fe2-4fbb-8ecb-ce038d1ebbc6,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:30:29.031864 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f5a81c2c-497e-46fa-a6ec-a4bb144df4ac tempest-TestVolumeBackupRestore-1867988987 tempest-TestVolumeBackupRestore-1867988987-project] Notify callbacks [] for floatingip, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:30:29.032218 n-d-804985-2 neutron-server[106252]: INFO neutron.db.l3_db [None req-f5a81c2c-497e-46fa-a6ec-a4bb144df4ac tempest-TestVolumeBackupRestore-1867988987 tempest-TestVolumeBackupRestore-1867988987-project] Floating IP 340bd311-4afb-4da1-a782-f37c6074a991 disassociated (deleted). External IP: 172.25.7.175, port: dca9c911-38b5-4f54-b3ad-082e15411fb6. Aug 18 12:30:29.256923 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5a81c2c-497e-46fa-a6ec-a4bb144df4ac tempest-TestVolumeBackupRestore-1867988987 tempest-TestVolumeBackupRestore-1867988987-project] Router 94de6373-3453-427b-93f2-a7f1d3e935f9 has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:30:29.363162 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5a81c2c-497e-46fa-a6ec-a4bb144df4ac tempest-TestVolumeBackupRestore-1867988987 tempest-TestVolumeBackupRestore-1867988987-project] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:30:29.368224 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f5a81c2c-497e-46fa-a6ec-a4bb144df4ac tempest-TestVolumeBackupRestore-1867988987 tempest-TestVolumeBackupRestore-1867988987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for floatingip, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:30:29.375684 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f1002da-8b13-4b67-862b-27641a36e459 None None] Sync routers for ids ['94de6373-3453-427b-93f2-a7f1d3e935f9'] in n-d-804985-2 {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:30:29.384606 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f1002da-8b13-4b67-862b-27641a36e459 None None] Routers {'94de6373-3453-427b-93f2-a7f1d3e935f9'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:30:29.385211 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-7f1002da-8b13-4b67-862b-27641a36e459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:30:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['94de6373-3453-427b-93f2-a7f1d3e935f9'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:30:29.396795 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-f5a81c2c-497e-46fa-a6ec-a4bb144df4ac tempest-TestVolumeBackupRestore-1867988987 tempest-TestVolumeBackupRestore-1867988987-project] 10.222.0.66 "DELETE /v2.0/floatingips/340bd311-4afb-4da1-a782-f37c6074a991 HTTP/1.1" status: 204 len: 168 time: 1.2452855 Aug 18 12:30:29.397405 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd63cc572-00bc-4085-b5d3-3c23e53d5172', 'tag': 'dca9c911-38b5-4f54-b3ad-082e15411fb6'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:30:29.399677 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d002fbd6-06c6-4ee5-b6d1-03ab90613071" -d '{"events": [{"name": "network-changed", "server_uuid": "d63cc572-00bc-4085-b5d3-3c23e53d5172", "tag": "dca9c911-38b5-4f54-b3ad-082e15411fb6"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:30:29.438212 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:30:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-027ac5dc-9ad8-4dfc-936d-9cfabc3f0096 x-openstack-request-id: req-027ac5dc-9ad8-4dfc-936d-9cfabc3f0096 {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:30:29.438517 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d63cc572-00bc-4085-b5d3-3c23e53d5172", "tag": "dca9c911-38b5-4f54-b3ad-082e15411fb6", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:30:29.438757 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-027ac5dc-9ad8-4dfc-936d-9cfabc3f0096 {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:30:29.439168 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd63cc572-00bc-4085-b5d3-3c23e53d5172', 'tag': 'dca9c911-38b5-4f54-b3ad-082e15411fb6', 'status': 'completed', 'code': 200} Aug 18 12:30:29.493584 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-7f1002da-8b13-4b67-862b-27641a36e459 None None] Set router 94de6373-3453-427b-93f2-a7f1d3e935f9 gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:30:29.508816 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d002fbd6-06c6-4ee5-b6d1-03ab90613071 req-bceb21e2-3a53-4783-95bc-1ebac7a60528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:30:29.510342 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-d002fbd6-06c6-4ee5-b6d1-03ab90613071 req-bceb21e2-3a53-4783-95bc-1ebac7a60528 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1d9e6ab7057e4cad940463527c178c0a&device_id=d63cc572-00bc-4085-b5d3-3c23e53d5172 HTTP/1.1" status: 200 len: 1097 time: 0.0495973 Aug 18 12:30:29.620652 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d002fbd6-06c6-4ee5-b6d1-03ab90613071 req-8f03e136-0df9-437d-9cc4-38ed93a5d457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:30:29.622156 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-d002fbd6-06c6-4ee5-b6d1-03ab90613071 req-8f03e136-0df9-437d-9cc4-38ed93a5d457 service neutron] 10.222.0.62 "GET /v2.0/networks?id=8b8a7b1e-c213-4eda-8142-bd61ffee8ea6 HTTP/1.1" status: 200 len: 914 time: 0.0982904 Aug 18 12:30:29.641684 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91925beb-82cf-45f1-8183-b8ed39108b82 req-4a1e83d3-b614-4c3b-afab-4b8c2d9c4404 tempest-TestVolumeBackupRestore-1867988987 tempest-TestVolumeBackupRestore-1867988987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:30:29.643406 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-91925beb-82cf-45f1-8183-b8ed39108b82 req-4a1e83d3-b614-4c3b-afab-4b8c2d9c4404 tempest-TestVolumeBackupRestore-1867988987 tempest-TestVolumeBackupRestore-1867988987-project] 10.222.0.66 "GET /v2.0/ports?device_id=d63cc572-00bc-4085-b5d3-3c23e53d5172 HTTP/1.1" status: 200 len: 946 time: 0.0506446 Aug 18 12:30:29.689962 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-91925beb-82cf-45f1-8183-b8ed39108b82 req-323426df-816a-464e-99cb-4b39147aac9e tempest-TestVolumeBackupRestore-1867988987 tempest-TestVolumeBackupRestore-1867988987-project] 10.222.0.66 "GET /v2.0/security-groups?id=1a60e099-78c6-470c-9fe8-59df4f49f893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396271 Aug 18 12:30:29.707909 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-7f1002da-8b13-4b67-862b-27641a36e459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94de6373-3453-427b-93f2-a7f1d3e935f9', 'name': 'tempest-TestVolumeBackupRestore-617266627-router', 'tenant_id': '1d9e6ab7057e4cad940463527c178c0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.164'}], 'enable_snat': True}, 'gw_port_id': 'e19583e4-6ea3-4c31-a53d-790dddbcaf8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:27:29Z', 'updated_at': '2021-08-18T12:27:32Z', 'revision_number': 4, 'project_id': '1d9e6ab7057e4cad940463527c178c0a', 'gw_port': {'id': 'e19583e4-6ea3-4c31-a53d-790dddbcaf8d', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:bd:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94de6373-3453-427b-93f2-a7f1d3e935f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:27:30Z', 'updated_at': '2021-08-18T12:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': '7863b291-bb2c-4c6f-979f-b18fe8192399', 'name': '', 'network_id': '8b8a7b1e-c213-4eda-8142-bd61ffee8ea6', 'tenant_id': '1d9e6ab7057e4cad940463527c178c0a', 'mac_address': 'fa:16:3e:88:a9:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94de6373-3453-427b-93f2-a7f1d3e935f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': 'b99cde6c-5930-4422-a811-8e9f0dd0f2a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:27:31Z', 'updated_at': '2021-08-18T12:27:38Z', 'revision_number': 5, 'project_id': '1d9e6ab7057e4cad940463527c178c0a', 'subnets': [{'id': 'b99cde6c-5930-4422-a811-8e9f0dd0f2a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:30:29.735085 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f1002da-8b13-4b67-862b-27641a36e459 None None] Checking router: 94de6373-3453-427b-93f2-a7f1d3e935f9 for host: n-d-804985-2 {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:30:29.743927 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f1002da-8b13-4b67-862b-27641a36e459 None None] Routers {'94de6373-3453-427b-93f2-a7f1d3e935f9'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:30:29.744583 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-7f1002da-8b13-4b67-862b-27641a36e459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:30:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['94de6373-3453-427b-93f2-a7f1d3e935f9'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:30:29.857144 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-7f1002da-8b13-4b67-862b-27641a36e459 None None] Set router 94de6373-3453-427b-93f2-a7f1d3e935f9 gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:30:29.937688 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-d002fbd6-06c6-4ee5-b6d1-03ab90613071 req-9fad89ac-e974-46de-a5c1-317644c3c8f9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dca9c911-38b5-4f54-b3ad-082e15411fb6 HTTP/1.1" status: 200 len: 217 time: 0.3073959 Aug 18 12:30:29.988194 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d002fbd6-06c6-4ee5-b6d1-03ab90613071 req-bac332a5-49eb-458e-bb8c-cdec71fe4929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:30:29.989723 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-d002fbd6-06c6-4ee5-b6d1-03ab90613071 req-bac332a5-49eb-458e-bb8c-cdec71fe4929 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b99cde6c-5930-4422-a811-8e9f0dd0f2a3 HTTP/1.1" status: 200 len: 852 time: 0.0438199 Aug 18 12:30:30.037300 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d002fbd6-06c6-4ee5-b6d1-03ab90613071 req-13509583-1fde-4912-8ccb-a2daea9fb209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:30:30.038851 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-d002fbd6-06c6-4ee5-b6d1-03ab90613071 req-13509583-1fde-4912-8ccb-a2daea9fb209 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=8b8a7b1e-c213-4eda-8142-bd61ffee8ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402708 Aug 18 12:30:30.058657 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-7f1002da-8b13-4b67-862b-27641a36e459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94de6373-3453-427b-93f2-a7f1d3e935f9', 'name': 'tempest-TestVolumeBackupRestore-617266627-router', 'tenant_id': '1d9e6ab7057e4cad940463527c178c0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.164'}], 'enable_snat': True}, 'gw_port_id': 'e19583e4-6ea3-4c31-a53d-790dddbcaf8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:27:29Z', 'updated_at': '2021-08-18T12:27:32Z', 'revision_number': 4, 'project_id': '1d9e6ab7057e4cad940463527c178c0a', 'gw_port': {'id': 'e19583e4-6ea3-4c31-a53d-790dddbcaf8d', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:bd:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94de6373-3453-427b-93f2-a7f1d3e935f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:27:30Z', 'updated_at': '2021-08-18T12:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': '7863b291-bb2c-4c6f-979f-b18fe8192399', 'name': '', 'network_id': '8b8a7b1e-c213-4eda-8142-bd61ffee8ea6', 'tenant_id': '1d9e6ab7057e4cad940463527c178c0a', 'mac_address': 'fa:16:3e:88:a9:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94de6373-3453-427b-93f2-a7f1d3e935f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': 'b99cde6c-5930-4422-a811-8e9f0dd0f2a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:27:31Z', 'updated_at': '2021-08-18T12:27:38Z', 'revision_number': 5, 'project_id': '1d9e6ab7057e4cad940463527c178c0a', 'subnets': [{'id': 'b99cde6c-5930-4422-a811-8e9f0dd0f2a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:30:30.085091 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f1002da-8b13-4b67-862b-27641a36e459 None None] The sync data for ids ['94de6373-3453-427b-93f2-a7f1d3e935f9'] in n-d-804985-2 is: [{'id': '94de6373-3453-427b-93f2-a7f1d3e935f9', 'name': 'tempest-TestVolumeBackupRestore-617266627-router', 'tenant_id': '1d9e6ab7057e4cad940463527c178c0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.164'}], 'enable_snat': True}, 'gw_port_id': 'e19583e4-6ea3-4c31-a53d-790dddbcaf8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:27:29Z', 'updated_at': '2021-08-18T12:27:32Z', 'revision_number': 4, 'project_id': '1d9e6ab7057e4cad940463527c178c0a', 'gw_port': {'id': 'e19583e4-6ea3-4c31-a53d-790dddbcaf8d', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:bd:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94de6373-3453-427b-93f2-a7f1d3e935f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:27:30Z', 'updated_at': '2021-08-18T12:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': '7863b291-bb2c-4c6f-979f-b18fe8192399', 'name': '', 'network_id': '8b8a7b1e-c213-4eda-8142-bd61ffee8ea6', 'tenant_id': '1d9e6ab7057e4cad940463527c178c0a', 'mac_address': 'fa:16:3e:88:a9:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94de6373-3453-427b-93f2-a7f1d3e935f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': 'b99cde6c-5930-4422-a811-8e9f0dd0f2a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:27:31Z', 'updated_at': '2021-08-18T12:27:38Z', 'revision_number': 5, 'project_id': '1d9e6ab7057e4cad940463527c178c0a', 'subnets': [{'id': 'b99cde6c-5930-4422-a811-8e9f0dd0f2a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:30:30.135875 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-d002fbd6-06c6-4ee5-b6d1-03ab90613071 req-43c7346a-3463-4555-bd63-998019c8ffae service neutron] 10.222.0.62 "GET /v2.0/networks/8b8a7b1e-c213-4eda-8142-bd61ffee8ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881333 Aug 18 12:30:30.234302 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-d002fbd6-06c6-4ee5-b6d1-03ab90613071 req-d424052c-6f03-40ac-9d49-30ed1dd11df6 service neutron] 10.222.0.62 "GET /v2.0/networks/8b8a7b1e-c213-4eda-8142-bd61ffee8ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900514 Aug 18 12:30:30.307439 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-294f2c31-6d4e-4405-bf9b-5ab67fc1831e None None] New status for floating IP 340bd311-4afb-4da1-a782-f37c6074a991: DOWN {{(pid=106254) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 12:30:30.824461 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae92cf36-c7b8-493d-ac50-23fc87393964 req-1cbb0ed4-37a5-4ad0-8bbf-a4f54e323999 tempest-TestVolumeBackupRestore-1867988987 tempest-TestVolumeBackupRestore-1867988987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:30:30.825963 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ae92cf36-c7b8-493d-ac50-23fc87393964 req-1cbb0ed4-37a5-4ad0-8bbf-a4f54e323999 tempest-TestVolumeBackupRestore-1867988987 tempest-TestVolumeBackupRestore-1867988987-project] 10.222.0.66 "GET /v2.0/ports?device_id=d63cc572-00bc-4085-b5d3-3c23e53d5172 HTTP/1.1" status: 200 len: 946 time: 0.0556943 Aug 18 12:30:30.866625 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ae92cf36-c7b8-493d-ac50-23fc87393964 req-d94d3959-9e2f-4eb2-a82b-85b440653b10 tempest-TestVolumeBackupRestore-1867988987 tempest-TestVolumeBackupRestore-1867988987-project] 10.222.0.66 "GET /v2.0/security-groups?id=1a60e099-78c6-470c-9fe8-59df4f49f893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317767 Aug 18 12:30:31.127750 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd06c0bf-cc08-45c1-935c-0d3ed3569aee req-140abd88-7de3-4273-9805-a7e851782957 tempest-TestVolumeBackupRestore-1867988987 tempest-TestVolumeBackupRestore-1867988987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:30:31.129230 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-dd06c0bf-cc08-45c1-935c-0d3ed3569aee req-140abd88-7de3-4273-9805-a7e851782957 tempest-TestVolumeBackupRestore-1867988987 tempest-TestVolumeBackupRestore-1867988987-project] 10.222.0.62 "GET /v2.0/ports?device_id=d63cc572-00bc-4085-b5d3-3c23e53d5172 HTTP/1.1" status: 200 len: 946 time: 0.0566766 Aug 18 12:30:31.223856 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-dd06c0bf-cc08-45c1-935c-0d3ed3569aee req-36e7e2b1-7c33-431c-bcac-7243287dfade tempest-TestVolumeBackupRestore-1867988987 tempest-TestVolumeBackupRestore-1867988987-project] Deleting port dca9c911-38b5-4f54-b3ad-082e15411fb6 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:30:31.224200 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-dd06c0bf-cc08-45c1-935c-0d3ed3569aee req-36e7e2b1-7c33-431c-bcac-7243287dfade tempest-TestVolumeBackupRestore-1867988987 tempest-TestVolumeBackupRestore-1867988987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:30:31.319336 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-dd06c0bf-cc08-45c1-935c-0d3ed3569aee req-36e7e2b1-7c33-431c-bcac-7243287dfade tempest-TestVolumeBackupRestore-1867988987 tempest-TestVolumeBackupRestore-1867988987-project] For port dca9c911-38b5-4f54-b3ad-082e15411fb6, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=dca9c911-38b5-4f54-b3ad-082e15411fb6,segment=NetworkSegment(c29d75e7-64a8-479a-9cc2-44936434f936),segment_id=c29d75e7-64a8-479a-9cc2-44936434f936)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:30:31.319593 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-dd06c0bf-cc08-45c1-935c-0d3ed3569aee req-36e7e2b1-7c33-431c-bcac-7243287dfade tempest-TestVolumeBackupRestore-1867988987 tempest-TestVolumeBackupRestore-1867988987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:30:31.331936 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-dd06c0bf-cc08-45c1-935c-0d3ed3569aee req-36e7e2b1-7c33-431c-bcac-7243287dfade tempest-TestVolumeBackupRestore-1867988987 tempest-TestVolumeBackupRestore-1867988987-project] Calling delete_port for dca9c911-38b5-4f54-b3ad-082e15411fb6 owned by compute:nova {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:30:31.469886 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-dd06c0bf-cc08-45c1-935c-0d3ed3569aee req-36e7e2b1-7c33-431c-bcac-7243287dfade tempest-TestVolumeBackupRestore-1867988987 tempest-TestVolumeBackupRestore-1867988987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:30:31.497819 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e7e2b1-7c33-431c-bcac-7243287dfade tempest-TestVolumeBackupRestore-1867988987 tempest-TestVolumeBackupRestore-1867988987-project] Pushing event deleted for resources: {'Port': ['ID=dca9c911-38b5-4f54-b3ad-082e15411fb6,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:30:31.525020 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e7e2b1-7c33-431c-bcac-7243287dfade tempest-TestVolumeBackupRestore-1867988987 tempest-TestVolumeBackupRestore-1867988987-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:30:31.525358 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e7e2b1-7c33-431c-bcac-7243287dfade tempest-TestVolumeBackupRestore-1867988987 tempest-TestVolumeBackupRestore-1867988987-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:30:31.525684 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e7e2b1-7c33-431c-bcac-7243287dfade tempest-TestVolumeBackupRestore-1867988987 tempest-TestVolumeBackupRestore-1867988987-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:30:31.526021 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e7e2b1-7c33-431c-bcac-7243287dfade tempest-TestVolumeBackupRestore-1867988987 tempest-TestVolumeBackupRestore-1867988987-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:30:31.526344 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e7e2b1-7c33-431c-bcac-7243287dfade tempest-TestVolumeBackupRestore-1867988987 tempest-TestVolumeBackupRestore-1867988987-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:30:31.526663 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e7e2b1-7c33-431c-bcac-7243287dfade tempest-TestVolumeBackupRestore-1867988987 tempest-TestVolumeBackupRestore-1867988987-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:30:31.526958 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e7e2b1-7c33-431c-bcac-7243287dfade tempest-TestVolumeBackupRestore-1867988987 tempest-TestVolumeBackupRestore-1867988987-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:30:31.527270 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e7e2b1-7c33-431c-bcac-7243287dfade tempest-TestVolumeBackupRestore-1867988987 tempest-TestVolumeBackupRestore-1867988987-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:30:31.527583 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e7e2b1-7c33-431c-bcac-7243287dfade tempest-TestVolumeBackupRestore-1867988987 tempest-TestVolumeBackupRestore-1867988987-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:30:31.527893 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e7e2b1-7c33-431c-bcac-7243287dfade tempest-TestVolumeBackupRestore-1867988987 tempest-TestVolumeBackupRestore-1867988987-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:30:31.528207 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e7e2b1-7c33-431c-bcac-7243287dfade tempest-TestVolumeBackupRestore-1867988987 tempest-TestVolumeBackupRestore-1867988987-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:30:31.528601 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e7e2b1-7c33-431c-bcac-7243287dfade tempest-TestVolumeBackupRestore-1867988987 tempest-TestVolumeBackupRestore-1867988987-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:30:31.549711 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd06c0bf-cc08-45c1-935c-0d3ed3569aee req-36e7e2b1-7c33-431c-bcac-7243287dfade tempest-TestVolumeBackupRestore-1867988987 tempest-TestVolumeBackupRestore-1867988987-project] No DVR routers for this DVR port dca9c911-38b5-4f54-b3ad-082e15411fb6 on host n-h2-804985-2 {{(pid=106253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:30:31.552232 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-dd06c0bf-cc08-45c1-935c-0d3ed3569aee req-36e7e2b1-7c33-431c-bcac-7243287dfade tempest-TestVolumeBackupRestore-1867988987 tempest-TestVolumeBackupRestore-1867988987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:30:31.554213 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-dd06c0bf-cc08-45c1-935c-0d3ed3569aee req-36e7e2b1-7c33-431c-bcac-7243287dfade tempest-TestVolumeBackupRestore-1867988987 tempest-TestVolumeBackupRestore-1867988987-project] 10.222.0.62 "DELETE /v2.0/ports/dca9c911-38b5-4f54-b3ad-082e15411fb6 HTTP/1.1" status: 204 len: 173 time: 0.4182718 Aug 18 12:30:31.554644 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd63cc572-00bc-4085-b5d3-3c23e53d5172', 'name': 'network-vif-deleted', 'tag': 'dca9c911-38b5-4f54-b3ad-082e15411fb6'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:30:31.556903 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0679f4c4b6e0e0c064a7d71d722dc30541a34fffee11680573be22ee2ffccc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-560c181e-d9d6-42da-9200-77a4ee135e09" -d '{"events": [{"server_uuid": "d63cc572-00bc-4085-b5d3-3c23e53d5172", "name": "network-vif-deleted", "tag": "dca9c911-38b5-4f54-b3ad-082e15411fb6"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:30:31.595167 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:30:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3969aac9-3802-4e1f-81f2-807c5ad0597f x-openstack-request-id: req-3969aac9-3802-4e1f-81f2-807c5ad0597f {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:30:31.595455 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d63cc572-00bc-4085-b5d3-3c23e53d5172", "name": "network-vif-deleted", "tag": "dca9c911-38b5-4f54-b3ad-082e15411fb6", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:30:31.595700 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-3969aac9-3802-4e1f-81f2-807c5ad0597f {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:30:31.596097 n-d-804985-2 neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd63cc572-00bc-4085-b5d3-3c23e53d5172', 'name': 'network-vif-deleted', 'tag': 'dca9c911-38b5-4f54-b3ad-082e15411fb6', 'status': 'completed', 'code': 200} Aug 18 12:30:31.696454 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.agents_db [None req-6dbb2658-0354-4101-8393-6e7505481cf6 None None] Agent healthcheck: found 7 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 12:30:31.966960 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1a935d7e-9975-46d3-ac31-a0880e87a060 req-a1eacaf6-f47a-4d25-abd1-8e12096ea395 tempest-TestVolumeBackupRestore-1867988987 tempest-TestVolumeBackupRestore-1867988987-project] 10.222.0.66 "GET /v2.0/ports?device_id=d63cc572-00bc-4085-b5d3-3c23e53d5172 HTTP/1.1" status: 200 len: 210 time: 0.0290813 Aug 18 12:30:33.066113 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2f694076-b90f-41c7-8fed-578099b57b00 req-f81fa122-05b3-477f-be25-664cc98701c4 tempest-TestVolumeBackupRestore-1867988987 tempest-TestVolumeBackupRestore-1867988987-project] 10.222.0.66 "GET /v2.0/ports?device_id=d63cc572-00bc-4085-b5d3-3c23e53d5172 HTTP/1.1" status: 200 len: 210 time: 0.0273097 Aug 18 12:30:34.027116 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device dca9c911-38b5-4f54-b3ad-082e15411fb6 no longer exists at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:30:34.048023 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] No Port match for: dca9c911-38b5-4f54-b3ad-082e15411fb6 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:30:34.048433 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device dca9c911-38b5-4f54-b3ad-082e15411fb6 not bound to the agent host n-h2-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:30:34.163195 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c8efd6a8-8e2e-443a-8429-6fa3d4788d2d req-54c0dccb-00ef-4934-8926-9f0b0e8932fc tempest-TestVolumeBackupRestore-1867988987 tempest-TestVolumeBackupRestore-1867988987-project] 10.222.0.66 "GET /v2.0/ports?device_id=d63cc572-00bc-4085-b5d3-3c23e53d5172 HTTP/1.1" status: 200 len: 210 time: 0.0267155 Aug 18 12:30:35.285379 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-87b74222-cadc-471e-8744-7e5c8e5d9ce3 req-7c896351-a555-4c97-9768-4b710e2e0a4c tempest-TestVolumeBackupRestore-1867988987 tempest-TestVolumeBackupRestore-1867988987-project] 10.222.0.66 "GET /v2.0/ports?device_id=d63cc572-00bc-4085-b5d3-3c23e53d5172 HTTP/1.1" status: 200 len: 210 time: 0.0268395 Aug 18 12:30:36.304462 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:30:36.349048 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 48406) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:30:36.417408 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-bea2bd28-da40-463f-bcfe-5a5defbe90fa tempest-TestVolumeBackupRestore-1867988987 tempest-TestVolumeBackupRestore-1867988987-project] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:30:36.445404 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-bea2bd28-da40-463f-bcfe-5a5defbe90fa tempest-TestVolumeBackupRestore-1867988987 tempest-TestVolumeBackupRestore-1867988987-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:30:36.506495 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-bea2bd28-da40-463f-bcfe-5a5defbe90fa tempest-TestVolumeBackupRestore-1867988987 tempest-TestVolumeBackupRestore-1867988987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:30:36.509384 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-bea2bd28-da40-463f-bcfe-5a5defbe90fa tempest-TestVolumeBackupRestore-1867988987 tempest-TestVolumeBackupRestore-1867988987-project] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:30:36.510550 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-bea2bd28-da40-463f-bcfe-5a5defbe90fa tempest-TestVolumeBackupRestore-1867988987 tempest-TestVolumeBackupRestore-1867988987-project] 10.222.0.66 "DELETE /v2.0/security-groups/1a60e099-78c6-470c-9fe8-59df4f49f893 HTTP/1.1" status: 204 len: 168 time: 0.1605258 Aug 18 12:30:36.520882 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea2bd28-da40-463f-bcfe-5a5defbe90fa tempest-TestVolumeBackupRestore-1867988987 tempest-TestVolumeBackupRestore-1867988987-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a60e099-78c6-470c-9fe8-59df4f49f893,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:30:36.530804 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea2bd28-da40-463f-bcfe-5a5defbe90fa tempest-TestVolumeBackupRestore-1867988987 tempest-TestVolumeBackupRestore-1867988987-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:30:36.531194 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea2bd28-da40-463f-bcfe-5a5defbe90fa tempest-TestVolumeBackupRestore-1867988987 tempest-TestVolumeBackupRestore-1867988987-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:30:36.531534 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea2bd28-da40-463f-bcfe-5a5defbe90fa tempest-TestVolumeBackupRestore-1867988987 tempest-TestVolumeBackupRestore-1867988987-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:30:36.532284 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea2bd28-da40-463f-bcfe-5a5defbe90fa tempest-TestVolumeBackupRestore-1867988987 tempest-TestVolumeBackupRestore-1867988987-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:30:36.532603 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea2bd28-da40-463f-bcfe-5a5defbe90fa tempest-TestVolumeBackupRestore-1867988987 tempest-TestVolumeBackupRestore-1867988987-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:30:36.533033 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea2bd28-da40-463f-bcfe-5a5defbe90fa tempest-TestVolumeBackupRestore-1867988987 tempest-TestVolumeBackupRestore-1867988987-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:30:36.533683 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea2bd28-da40-463f-bcfe-5a5defbe90fa tempest-TestVolumeBackupRestore-1867988987 tempest-TestVolumeBackupRestore-1867988987-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:30:36.534102 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea2bd28-da40-463f-bcfe-5a5defbe90fa tempest-TestVolumeBackupRestore-1867988987 tempest-TestVolumeBackupRestore-1867988987-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:30:36.534552 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea2bd28-da40-463f-bcfe-5a5defbe90fa tempest-TestVolumeBackupRestore-1867988987 tempest-TestVolumeBackupRestore-1867988987-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:30:36.535192 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea2bd28-da40-463f-bcfe-5a5defbe90fa tempest-TestVolumeBackupRestore-1867988987 tempest-TestVolumeBackupRestore-1867988987-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:30:36.535575 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea2bd28-da40-463f-bcfe-5a5defbe90fa tempest-TestVolumeBackupRestore-1867988987 tempest-TestVolumeBackupRestore-1867988987-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:30:36.535903 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea2bd28-da40-463f-bcfe-5a5defbe90fa tempest-TestVolumeBackupRestore-1867988987 tempest-TestVolumeBackupRestore-1867988987-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:30:37.186362 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d6a027-1f56-4269-8b9e-8eb0b5b9802a req-1a40715b-bbbf-492f-9cf1-d39915203dd0 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:30:37.188684 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b1d6a027-1f56-4269-8b9e-8eb0b5b9802a req-1a40715b-bbbf-492f-9cf1-d39915203dd0 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/ports?device_id=4363721f-8c75-423a-a57c-f7bdfd4a1d73 HTTP/1.1" status: 200 len: 945 time: 0.0591483 Aug 18 12:30:37.233700 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b1d6a027-1f56-4269-8b9e-8eb0b5b9802a req-6ab6e405-1c98-4bd5-9b04-a5d9c6cedf34 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/security-groups?id=68af3d75-7b31-42b2-bdc2-db82fc869372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387814 Aug 18 12:30:38.379055 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bae18c2-147d-43b5-a934-bffd88ad4a18 req-ed033f5e-f793-4626-b359-f38097d64f19 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:30:38.380651 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9bae18c2-147d-43b5-a934-bffd88ad4a18 req-ed033f5e-f793-4626-b359-f38097d64f19 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/ports?device_id=4363721f-8c75-423a-a57c-f7bdfd4a1d73 HTTP/1.1" status: 200 len: 945 time: 0.0705962 Aug 18 12:30:38.413110 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:30:38.431311 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9bae18c2-147d-43b5-a934-bffd88ad4a18 req-7e7ec49b-c51c-4f86-9776-04209acc9d93 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/security-groups?id=68af3d75-7b31-42b2-bdc2-db82fc869372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440199 Aug 18 12:30:38.702653 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4b7fb1-a0d0-467d-96af-6bd7570d9755 req-a524b528-8f57-40b1-9451-72b585ccf203 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:30:38.705158 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5e4b7fb1-a0d0-467d-96af-6bd7570d9755 req-a524b528-8f57-40b1-9451-72b585ccf203 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.63 "GET /v2.0/ports?device_id=4363721f-8c75-423a-a57c-f7bdfd4a1d73 HTTP/1.1" status: 200 len: 945 time: 0.0623803 Aug 18 12:30:38.826044 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-5e4b7fb1-a0d0-467d-96af-6bd7570d9755 req-8d26b573-66b1-4421-b7c0-fd7ee8354e11 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Deleting port 1cfe8b67-e5c4-48d2-92df-a3400ac232ec {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:30:38.826533 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-5e4b7fb1-a0d0-467d-96af-6bd7570d9755 req-8d26b573-66b1-4421-b7c0-fd7ee8354e11 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:30:38.947071 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-5e4b7fb1-a0d0-467d-96af-6bd7570d9755 req-8d26b573-66b1-4421-b7c0-fd7ee8354e11 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] For port 1cfe8b67-e5c4-48d2-92df-a3400ac232ec, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=1cfe8b67-e5c4-48d2-92df-a3400ac232ec,segment=NetworkSegment(dfae8a08-8315-4142-ba2f-fd111ce93dbf),segment_id=dfae8a08-8315-4142-ba2f-fd111ce93dbf)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:30:38.947436 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-5e4b7fb1-a0d0-467d-96af-6bd7570d9755 req-8d26b573-66b1-4421-b7c0-fd7ee8354e11 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:30:39.133415 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-5e4b7fb1-a0d0-467d-96af-6bd7570d9755 req-8d26b573-66b1-4421-b7c0-fd7ee8354e11 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:30:39.133994 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-5e4b7fb1-a0d0-467d-96af-6bd7570d9755 req-8d26b573-66b1-4421-b7c0-fd7ee8354e11 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-989945'] for floatingip, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:30:39.134533 n-d-804985-2 neutron-server[106252]: INFO neutron.db.l3_db [req-5e4b7fb1-a0d0-467d-96af-6bd7570d9755 req-8d26b573-66b1-4421-b7c0-fd7ee8354e11 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Floating IP 3372e5e6-f8f1-4e9b-858c-4e6bcc2c11ae disassociated. External IP: 172.25.7.210, port: 1cfe8b67-e5c4-48d2-92df-a3400ac232ec. Aug 18 12:30:39.135046 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-5e4b7fb1-a0d0-467d-96af-6bd7570d9755 req-8d26b573-66b1-4421-b7c0-fd7ee8354e11 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Calling delete_port for 1cfe8b67-e5c4-48d2-92df-a3400ac232ec owned by compute:nova {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:30:39.298948 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-5e4b7fb1-a0d0-467d-96af-6bd7570d9755 req-8d26b573-66b1-4421-b7c0-fd7ee8354e11 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:30:39.357195 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d26b573-66b1-4421-b7c0-fd7ee8354e11 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Pushing event deleted for resources: {'Port': ['ID=1cfe8b67-e5c4-48d2-92df-a3400ac232ec,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:30:39.515503 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5e4b7fb1-a0d0-467d-96af-6bd7570d9755 req-8d26b573-66b1-4421-b7c0-fd7ee8354e11 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Router 931fbcd4-ce57-444d-9c6e-d6ad45cb2f83 has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:30:39.606701 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b60ad813-26e7-48b1-95e2-5588428ed24e req-b4bc0d6d-7acb-4690-8ec7-6981c3b4e82f tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/ports?device_id=4363721f-8c75-423a-a57c-f7bdfd4a1d73 HTTP/1.1" status: 200 len: 210 time: 0.0386302 Aug 18 12:30:39.691896 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5e4b7fb1-a0d0-467d-96af-6bd7570d9755 req-8d26b573-66b1-4421-b7c0-fd7ee8354e11 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:30:39.712610 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8bb367c-a505-439c-abf5-f479a56dab84 None None] Sync routers for ids ['931fbcd4-ce57-444d-9c6e-d6ad45cb2f83'] in n-d-804985-2 {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:30:39.725799 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8bb367c-a505-439c-abf5-f479a56dab84 None None] Routers {'931fbcd4-ce57-444d-9c6e-d6ad45cb2f83'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:30:39.726446 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-e8bb367c-a505-439c-abf5-f479a56dab84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:30:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['931fbcd4-ce57-444d-9c6e-d6ad45cb2f83'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:30:39.745583 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e4b7fb1-a0d0-467d-96af-6bd7570d9755 req-8d26b573-66b1-4421-b7c0-fd7ee8354e11 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] No DVR routers for this DVR port 1cfe8b67-e5c4-48d2-92df-a3400ac232ec on host n-h1-804985-2 {{(pid=106252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:30:39.748795 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-5e4b7fb1-a0d0-467d-96af-6bd7570d9755 req-8d26b573-66b1-4421-b7c0-fd7ee8354e11 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:30:39.752593 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5e4b7fb1-a0d0-467d-96af-6bd7570d9755 req-8d26b573-66b1-4421-b7c0-fd7ee8354e11 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.63 "DELETE /v2.0/ports/1cfe8b67-e5c4-48d2-92df-a3400ac232ec HTTP/1.1" status: 204 len: 173 time: 1.0407286 Aug 18 12:30:39.753586 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4363721f-8c75-423a-a57c-f7bdfd4a1d73', 'name': 'network-vif-deleted', 'tag': '1cfe8b67-e5c4-48d2-92df-a3400ac232ec'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:30:39.757152 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8bce2b9-fa88-4b0b-a6b7-570f8dcd8440" -d '{"events": [{"server_uuid": "4363721f-8c75-423a-a57c-f7bdfd4a1d73", "name": "network-vif-deleted", "tag": "1cfe8b67-e5c4-48d2-92df-a3400ac232ec"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:30:39.845388 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:30:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6af446cc-5031-4484-ae36-edc2c01c9d15 x-openstack-request-id: req-6af446cc-5031-4484-ae36-edc2c01c9d15 {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:30:39.845808 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4363721f-8c75-423a-a57c-f7bdfd4a1d73", "name": "network-vif-deleted", "tag": "1cfe8b67-e5c4-48d2-92df-a3400ac232ec", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:30:39.846256 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-6af446cc-5031-4484-ae36-edc2c01c9d15 {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:30:39.846883 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4363721f-8c75-423a-a57c-f7bdfd4a1d73', 'name': 'network-vif-deleted', 'tag': '1cfe8b67-e5c4-48d2-92df-a3400ac232ec', 'status': 'completed', 'code': 200} Aug 18 12:30:39.917414 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-e8bb367c-a505-439c-abf5-f479a56dab84 None None] Set router 931fbcd4-ce57-444d-9c6e-d6ad45cb2f83 gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:30:39.976728 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 48854) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:30:40.364679 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-e8bb367c-a505-439c-abf5-f479a56dab84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '931fbcd4-ce57-444d-9c6e-d6ad45cb2f83', 'name': 'tempest-TestVolumeBootPattern-312113207-router', 'tenant_id': '86bcac19683b4cedad111d113ad02413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': 'ad9e999a-e235-4951-b077-2cec40eb180b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:24:40Z', 'updated_at': '2021-08-18T12:24:43Z', 'revision_number': 4, 'project_id': '86bcac19683b4cedad111d113ad02413', 'gw_port': {'id': 'ad9e999a-e235-4951-b077-2cec40eb180b', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:6c:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '931fbcd4-ce57-444d-9c6e-d6ad45cb2f83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3816, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:24:40Z', 'updated_at': '2021-08-18T12:24:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': 'bae6a5f7-5d17-4a5f-85de-48171724c2c3', 'name': '', 'network_id': '25fdaffb-3168-482a-bd55-4e7a3fe8ec1f', 'tenant_id': '86bcac19683b4cedad111d113ad02413', 'mac_address': 'fa:16:3e:df:9c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '931fbcd4-ce57-444d-9c6e-d6ad45cb2f83', 'device_owner': 'network:router_interface', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': 'eb2e3982-4dd6-4594-80de-13da71e6899f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:24:42Z', 'updated_at': '2021-08-18T12:24:51Z', 'revision_number': 5, 'project_id': '86bcac19683b4cedad111d113ad02413', 'subnets': [{'id': 'eb2e3982-4dd6-4594-80de-13da71e6899f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:30:40.397761 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8bb367c-a505-439c-abf5-f479a56dab84 None None] Checking router: 931fbcd4-ce57-444d-9c6e-d6ad45cb2f83 for host: n-d-804985-2 {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:30:40.407343 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8bb367c-a505-439c-abf5-f479a56dab84 None None] Routers {'931fbcd4-ce57-444d-9c6e-d6ad45cb2f83'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:30:40.408198 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-e8bb367c-a505-439c-abf5-f479a56dab84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:30:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['931fbcd4-ce57-444d-9c6e-d6ad45cb2f83'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:30:40.512937 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-79413440-dbdd-4fbe-b5ad-03fced0a4fb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-996815'] for router_interface, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:30:40.548530 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-e8bb367c-a505-439c-abf5-f479a56dab84 None None] Set router 931fbcd4-ce57-444d-9c6e-d6ad45cb2f83 gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:30:40.774549 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5fa9a405-ad95-45bc-9253-d4de75a30a04 req-ba902bc7-dccc-4526-bb51-ce3151849a37 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/ports?device_id=4363721f-8c75-423a-a57c-f7bdfd4a1d73 HTTP/1.1" status: 200 len: 210 time: 0.0472045 Aug 18 12:30:40.852824 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-e8bb367c-a505-439c-abf5-f479a56dab84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '931fbcd4-ce57-444d-9c6e-d6ad45cb2f83', 'name': 'tempest-TestVolumeBootPattern-312113207-router', 'tenant_id': '86bcac19683b4cedad111d113ad02413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': 'ad9e999a-e235-4951-b077-2cec40eb180b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:24:40Z', 'updated_at': '2021-08-18T12:24:43Z', 'revision_number': 4, 'project_id': '86bcac19683b4cedad111d113ad02413', 'gw_port': {'id': 'ad9e999a-e235-4951-b077-2cec40eb180b', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:6c:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '931fbcd4-ce57-444d-9c6e-d6ad45cb2f83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3816, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:24:40Z', 'updated_at': '2021-08-18T12:24:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': 'bae6a5f7-5d17-4a5f-85de-48171724c2c3', 'name': '', 'network_id': '25fdaffb-3168-482a-bd55-4e7a3fe8ec1f', 'tenant_id': '86bcac19683b4cedad111d113ad02413', 'mac_address': 'fa:16:3e:df:9c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '931fbcd4-ce57-444d-9c6e-d6ad45cb2f83', 'device_owner': 'network:router_interface', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': 'eb2e3982-4dd6-4594-80de-13da71e6899f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:24:42Z', 'updated_at': '2021-08-18T12:24:51Z', 'revision_number': 5, 'project_id': '86bcac19683b4cedad111d113ad02413', 'subnets': [{'id': 'eb2e3982-4dd6-4594-80de-13da71e6899f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:30:40.853498 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-79413440-dbdd-4fbe-b5ad-03fced0a4fb8 admin admin] Deleting port 7863b291-bb2c-4c6f-979f-b18fe8192399 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:30:40.853844 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-79413440-dbdd-4fbe-b5ad-03fced0a4fb8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:30:40.886108 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8bb367c-a505-439c-abf5-f479a56dab84 None None] The sync data for ids ['931fbcd4-ce57-444d-9c6e-d6ad45cb2f83'] in n-d-804985-2 is: [{'id': '931fbcd4-ce57-444d-9c6e-d6ad45cb2f83', 'name': 'tempest-TestVolumeBootPattern-312113207-router', 'tenant_id': '86bcac19683b4cedad111d113ad02413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': 'ad9e999a-e235-4951-b077-2cec40eb180b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:24:40Z', 'updated_at': '2021-08-18T12:24:43Z', 'revision_number': 4, 'project_id': '86bcac19683b4cedad111d113ad02413', 'gw_port': {'id': 'ad9e999a-e235-4951-b077-2cec40eb180b', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:6c:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '931fbcd4-ce57-444d-9c6e-d6ad45cb2f83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3816, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:24:40Z', 'updated_at': '2021-08-18T12:24:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': 'bae6a5f7-5d17-4a5f-85de-48171724c2c3', 'name': '', 'network_id': '25fdaffb-3168-482a-bd55-4e7a3fe8ec1f', 'tenant_id': '86bcac19683b4cedad111d113ad02413', 'mac_address': 'fa:16:3e:df:9c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '931fbcd4-ce57-444d-9c6e-d6ad45cb2f83', 'device_owner': 'network:router_interface', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': 'eb2e3982-4dd6-4594-80de-13da71e6899f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:24:42Z', 'updated_at': '2021-08-18T12:24:51Z', 'revision_number': 5, 'project_id': '86bcac19683b4cedad111d113ad02413', 'subnets': [{'id': 'eb2e3982-4dd6-4594-80de-13da71e6899f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:30:40.949127 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [None req-79413440-dbdd-4fbe-b5ad-03fced0a4fb8 admin admin] For port 7863b291-bb2c-4c6f-979f-b18fe8192399, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=7863b291-bb2c-4c6f-979f-b18fe8192399,segment=NetworkSegment(c29d75e7-64a8-479a-9cc2-44936434f936),segment_id=c29d75e7-64a8-479a-9cc2-44936434f936)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:30:40.949484 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-79413440-dbdd-4fbe-b5ad-03fced0a4fb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:30:40.964935 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-79413440-dbdd-4fbe-b5ad-03fced0a4fb8 admin admin] Calling delete_port for 7863b291-bb2c-4c6f-979f-b18fe8192399 owned by network:router_interface {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:30:41.178043 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-79413440-dbdd-4fbe-b5ad-03fced0a4fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:30:41.207691 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8298b117-8857-4310-9d70-1afdd9a0461c None None] New status for floating IP 3372e5e6-f8f1-4e9b-858c-4e6bcc2c11ae: DOWN {{(pid=106254) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 12:30:41.208243 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79413440-dbdd-4fbe-b5ad-03fced0a4fb8 admin admin] Pushing event deleted for resources: {'Port': ['ID=7863b291-bb2c-4c6f-979f-b18fe8192399,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:30:41.403970 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-79413440-dbdd-4fbe-b5ad-03fced0a4fb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953695'] for router_interface, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:30:41.633404 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79413440-dbdd-4fbe-b5ad-03fced0a4fb8 admin admin] Router 94de6373-3453-427b-93f2-a7f1d3e935f9 has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:30:41.740852 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79413440-dbdd-4fbe-b5ad-03fced0a4fb8 admin admin] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:30:41.748515 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-79413440-dbdd-4fbe-b5ad-03fced0a4fb8 admin admin] 10.222.0.66 "PUT /v2.0/routers/94de6373-3453-427b-93f2-a7f1d3e935f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7682331 Aug 18 12:30:41.749050 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 48876) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:30:41.752235 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-824db173-a094-47ac-a782-724b396e96a3 None None] Sync routers for ids ['94de6373-3453-427b-93f2-a7f1d3e935f9'] in n-d-804985-2 {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:30:41.762085 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-824db173-a094-47ac-a782-724b396e96a3 None None] Routers {'94de6373-3453-427b-93f2-a7f1d3e935f9'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:30:41.762894 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-824db173-a094-47ac-a782-724b396e96a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:30:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['94de6373-3453-427b-93f2-a7f1d3e935f9'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:30:41.857120 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-986c2786-8619-4da5-bf84-6a2661a2eced admin admin] Notify callbacks [] for router, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:30:41.881822 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-824db173-a094-47ac-a782-724b396e96a3 None None] Set router 94de6373-3453-427b-93f2-a7f1d3e935f9 gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:30:41.905475 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b52a29fd-d07c-4b26-a619-256952008fa2 req-af70c589-bb55-4853-9221-f5ae863e53ae tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/ports?device_id=4363721f-8c75-423a-a57c-f7bdfd4a1d73 HTTP/1.1" status: 200 len: 210 time: 0.0367658 Aug 18 12:30:41.963626 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-986c2786-8619-4da5-bf84-6a2661a2eced admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:30:42.019238 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-986c2786-8619-4da5-bf84-6a2661a2eced admin admin] Deleting port e19583e4-6ea3-4c31-a53d-790dddbcaf8d {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:30:42.019654 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-986c2786-8619-4da5-bf84-6a2661a2eced admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:30:42.075838 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-824db173-a094-47ac-a782-724b396e96a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94de6373-3453-427b-93f2-a7f1d3e935f9', 'name': 'tempest-TestVolumeBackupRestore-617266627-router', 'tenant_id': '1d9e6ab7057e4cad940463527c178c0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.164'}], 'enable_snat': True}, 'gw_port_id': 'e19583e4-6ea3-4c31-a53d-790dddbcaf8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:27:29Z', 'updated_at': '2021-08-18T12:30:41Z', 'revision_number': 5, 'project_id': '1d9e6ab7057e4cad940463527c178c0a', 'gw_port': {'id': 'e19583e4-6ea3-4c31-a53d-790dddbcaf8d', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:bd:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94de6373-3453-427b-93f2-a7f1d3e935f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:27:30Z', 'updated_at': '2021-08-18T12:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:30:42.103478 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-824db173-a094-47ac-a782-724b396e96a3 None None] Checking router: 94de6373-3453-427b-93f2-a7f1d3e935f9 for host: n-d-804985-2 {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:30:42.106677 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [None req-986c2786-8619-4da5-bf84-6a2661a2eced admin admin] For port e19583e4-6ea3-4c31-a53d-790dddbcaf8d, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=e19583e4-6ea3-4c31-a53d-790dddbcaf8d,segment=NetworkSegment(c5a3db9d-5c58-41b1-9177-d5787a597b78),segment_id=c5a3db9d-5c58-41b1-9177-d5787a597b78)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:30:42.107109 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-986c2786-8619-4da5-bf84-6a2661a2eced admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:30:42.112403 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-824db173-a094-47ac-a782-724b396e96a3 None None] Routers {'94de6373-3453-427b-93f2-a7f1d3e935f9'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:30:42.112866 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 1cfe8b67-e5c4-48d2-92df-a3400ac232ec no longer exists at agent hyperv_n-h1-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:30:42.113046 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-824db173-a094-47ac-a782-724b396e96a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:30:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['94de6373-3453-427b-93f2-a7f1d3e935f9'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:30:42.123426 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-986c2786-8619-4da5-bf84-6a2661a2eced admin admin] Calling delete_port for e19583e4-6ea3-4c31-a53d-790dddbcaf8d owned by network:router_gateway {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:30:42.141193 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] No Port match for: 1cfe8b67-e5c4-48d2-92df-a3400ac232ec {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:30:42.141916 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 1cfe8b67-e5c4-48d2-92df-a3400ac232ec not bound to the agent host n-h1-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:30:42.204466 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-824db173-a094-47ac-a782-724b396e96a3 None None] Set router 94de6373-3453-427b-93f2-a7f1d3e935f9 gateway port host: None {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:30:42.260248 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-824db173-a094-47ac-a782-724b396e96a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94de6373-3453-427b-93f2-a7f1d3e935f9', 'name': 'tempest-TestVolumeBackupRestore-617266627-router', 'tenant_id': '1d9e6ab7057e4cad940463527c178c0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:27:29Z', 'updated_at': '2021-08-18T12:30:41Z', 'revision_number': 6, 'project_id': '1d9e6ab7057e4cad940463527c178c0a', 'gw_port_host': None}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:30:42.286604 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-824db173-a094-47ac-a782-724b396e96a3 None None] The sync data for ids ['94de6373-3453-427b-93f2-a7f1d3e935f9'] in n-d-804985-2 is: [{'id': '94de6373-3453-427b-93f2-a7f1d3e935f9', 'name': 'tempest-TestVolumeBackupRestore-617266627-router', 'tenant_id': '1d9e6ab7057e4cad940463527c178c0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:27:29Z', 'updated_at': '2021-08-18T12:30:41Z', 'revision_number': 6, 'project_id': '1d9e6ab7057e4cad940463527c178c0a', 'gw_port_host': None}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:30:42.303822 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-986c2786-8619-4da5-bf84-6a2661a2eced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:30:42.338339 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986c2786-8619-4da5-bf84-6a2661a2eced admin admin] Pushing event deleted for resources: {'Port': ['ID=e19583e4-6ea3-4c31-a53d-790dddbcaf8d,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:30:42.671512 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-986c2786-8619-4da5-bf84-6a2661a2eced admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-997271'] for router_gateway, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:30:42.770929 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-986c2786-8619-4da5-bf84-6a2661a2eced admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-996004', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15859'] for router, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:30:42.773146 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-986c2786-8619-4da5-bf84-6a2661a2eced admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:30:42.817497 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-986c2786-8619-4da5-bf84-6a2661a2eced admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-996061'] for router, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:30:42.818054 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-986c2786-8619-4da5-bf84-6a2661a2eced admin admin] Fanout notify agent at l3_agent the message router_deleted on router 94de6373-3453-427b-93f2-a7f1d3e935f9 {{(pid=106253) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 12:30:42.823659 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-986c2786-8619-4da5-bf84-6a2661a2eced admin admin] Notify callbacks [] for router, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:30:42.825047 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-986c2786-8619-4da5-bf84-6a2661a2eced admin admin] 10.222.0.66 "DELETE /v2.0/routers/94de6373-3453-427b-93f2-a7f1d3e935f9 HTTP/1.1" status: 204 len: 168 time: 1.0753558 Aug 18 12:30:42.827796 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 48880) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:30:42.873456 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_v2 [None req-858895e2-d236-40ef-a51f-702491335da5 admin admin] Deleting subnet b99cde6c-5930-4422-a811-8e9f0dd0f2a3 {{(pid=106252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 12:30:42.877381 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-858895e2-d236-40ef-a51f-702491335da5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:30:42.912638 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-858895e2-d236-40ef-a51f-702491335da5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2221528'] for subnet, precommit_delete_associations {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:30:43.011562 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-94274b8d-97a2-44ab-98b9-1fec01916282 req-6099c941-11f4-4dcb-ba67-5bd3ee1144ae tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/ports?device_id=4363721f-8c75-423a-a57c-f7bdfd4a1d73 HTTP/1.1" status: 200 len: 210 time: 0.0332994 Aug 18 12:30:43.018872 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-858895e2-d236-40ef-a51f-702491335da5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:30:43.074848 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-858895e2-d236-40ef-a51f-702491335da5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3572848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59074100'] for subnet, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:30:43.101458 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858895e2-d236-40ef-a51f-702491335da5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b99cde6c-5930-4422-a811-8e9f0dd0f2a3,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:30:43.105101 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-858895e2-d236-40ef-a51f-702491335da5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:30:43.107149 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-858895e2-d236-40ef-a51f-702491335da5 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/b99cde6c-5930-4422-a811-8e9f0dd0f2a3 HTTP/1.1" status: 204 len: 168 time: 0.2781208 Aug 18 12:30:43.109865 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 48884) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:30:43.113943 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1401dfdd-8ef2-4859-ac03-7845c0650145 None None] Network 8b8a7b1e-c213-4eda-8142-bd61ffee8ea6 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:30:43.185716 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2115ec0e-40b5-46d5-a8ad-a4f7b7c42fda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7904109'] for network, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:30:43.244057 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-2115ec0e-40b5-46d5-a8ad-a4f7b7c42fda admin admin] Deleting port 36311c4f-cdfa-446e-bce7-b8d418a6e983 {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:30:43.244328 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2115ec0e-40b5-46d5-a8ad-a4f7b7c42fda admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:30:43.326714 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [None req-2115ec0e-40b5-46d5-a8ad-a4f7b7c42fda admin admin] For port 36311c4f-cdfa-446e-bce7-b8d418a6e983, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=36311c4f-cdfa-446e-bce7-b8d418a6e983,segment=NetworkSegment(c29d75e7-64a8-479a-9cc2-44936434f936),segment_id=c29d75e7-64a8-479a-9cc2-44936434f936)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:30:43.327301 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2115ec0e-40b5-46d5-a8ad-a4f7b7c42fda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:30:43.329248 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bca66a5a-69ab-48e8-aa70-1298743f2c4c None None] DHCP port deletion for 8b8a7b1e-c213-4eda-8142-bd61ffee8ea6 request from n-d-804985-2 {{(pid=106254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 12:30:43.343917 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-2115ec0e-40b5-46d5-a8ad-a4f7b7c42fda admin admin] Calling delete_port for 36311c4f-cdfa-446e-bce7-b8d418a6e983 owned by network:dhcp {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:30:43.387687 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-bca66a5a-69ab-48e8-aa70-1298743f2c4c None None] Deleting port 36311c4f-cdfa-446e-bce7-b8d418a6e983 {{(pid=106254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:30:43.388634 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-bca66a5a-69ab-48e8-aa70-1298743f2c4c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:30:43.430598 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2115ec0e-40b5-46d5-a8ad-a4f7b7c42fda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:30:43.466160 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2115ec0e-40b5-46d5-a8ad-a4f7b7c42fda admin admin] No DVR routers for this DVR port 36311c4f-cdfa-446e-bce7-b8d418a6e983 on host n-d-804985-2 {{(pid=106252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:30:43.472565 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2115ec0e-40b5-46d5-a8ad-a4f7b7c42fda admin admin] Pushing event deleted for resources: {'Port': ['ID=36311c4f-cdfa-446e-bce7-b8d418a6e983,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:30:43.473641 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-bca66a5a-69ab-48e8-aa70-1298743f2c4c None None] For port 36311c4f-cdfa-446e-bce7-b8d418a6e983, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=36311c4f-cdfa-446e-bce7-b8d418a6e983,segment=NetworkSegment(c29d75e7-64a8-479a-9cc2-44936434f936),segment_id=c29d75e7-64a8-479a-9cc2-44936434f936)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:30:43.473964 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-bca66a5a-69ab-48e8-aa70-1298743f2c4c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:30:43.488563 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-bca66a5a-69ab-48e8-aa70-1298743f2c4c None None] Calling delete_port for 36311c4f-cdfa-446e-bce7-b8d418a6e983 owned by network:dhcp {{(pid=106254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:30:43.553360 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2115ec0e-40b5-46d5-a8ad-a4f7b7c42fda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8367869', 'neutron.services.segments.db._delete_segments_for_network-8789151212993'] for network, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:30:43.564827 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-2115ec0e-40b5-46d5-a8ad-a4f7b7c42fda admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b8a7b1e-c213-4eda-8142-bd61ffee8ea6']}} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:30:43.575652 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-2115ec0e-40b5-46d5-a8ad-a4f7b7c42fda admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c29d75e7-64a8-479a-9cc2-44936434f936') {'for_net_delete': True} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:30:43.575947 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-2115ec0e-40b5-46d5-a8ad-a4f7b7c42fda admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c29d75e7-64a8-479a-9cc2-44936434f936') {} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:30:43.580873 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-bca66a5a-69ab-48e8-aa70-1298743f2c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556'] for port, after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:30:43.589486 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2115ec0e-40b5-46d5-a8ad-a4f7b7c42fda admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789151225254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2221521'] for segment, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:30:43.608423 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2115ec0e-40b5-46d5-a8ad-a4f7b7c42fda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:30:43.613747 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca66a5a-69ab-48e8-aa70-1298743f2c4c None None] Pushing event deleted for resources: {'Port': ['ID=36311c4f-cdfa-446e-bce7-b8d418a6e983,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:30:43.615794 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2115ec0e-40b5-46d5-a8ad-a4f7b7c42fda admin admin] Releasing vlan 806 on physical network physnet1 to pool {{(pid=106252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:30:43.616357 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2115ec0e-40b5-46d5-a8ad-a4f7b7c42fda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3572434'] for segment, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:30:43.619166 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca66a5a-69ab-48e8-aa70-1298743f2c4c None None] No DVR routers for this DVR port 36311c4f-cdfa-446e-bce7-b8d418a6e983 on host n-d-804985-2 {{(pid=106254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:30:43.620554 n-d-804985-2 neutron-server[106252]: Traceback (most recent call last): Aug 18 12:30:43.620554 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:30:43.620554 n-d-804985-2 neutron-server[106252]: timer() Aug 18 12:30:43.620554 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:30:43.620554 n-d-804985-2 neutron-server[106252]: cb(*args, **kw) Aug 18 12:30:43.620554 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:30:43.620554 n-d-804985-2 neutron-server[106252]: return func(*args, **kwargs) Aug 18 12:30:43.620554 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:30:43.620554 n-d-804985-2 neutron-server[106252]: self._notify() Aug 18 12:30:43.620554 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:30:43.620554 n-d-804985-2 neutron-server[106252]: self.callback(batched_events) Aug 18 12:30:43.620554 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:30:43.620554 n-d-804985-2 neutron-server[106252]: event.method(event) Aug 18 12:30:43.620554 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:30:43.620554 n-d-804985-2 neutron-server[106252]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:30:43.620554 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:30:43.620554 n-d-804985-2 neutron-server[106252]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:30:43.620554 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:30:43.620554 n-d-804985-2 neutron-server[106252]: return f(self, *a, **k) Aug 18 12:30:43.620554 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:30:43.620554 n-d-804985-2 neutron-server[106252]: return self._get(url).json() Aug 18 12:30:43.620554 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:30:43.620554 n-d-804985-2 neutron-server[106252]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:30:43.620554 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:30:43.620554 n-d-804985-2 neutron-server[106252]: return self.request(url, 'GET', **kwargs) Aug 18 12:30:43.620554 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:30:43.620554 n-d-804985-2 neutron-server[106252]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:30:43.620554 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:30:43.620554 n-d-804985-2 neutron-server[106252]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:30:43.620554 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:30:43.620554 n-d-804985-2 neutron-server[106252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:30:43.620554 n-d-804985-2 neutron-server[106252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:30:43.627798 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca66a5a-69ab-48e8-aa70-1298743f2c4c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:30:43.628151 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca66a5a-69ab-48e8-aa70-1298743f2c4c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:30:43.628507 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca66a5a-69ab-48e8-aa70-1298743f2c4c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:30:43.628861 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca66a5a-69ab-48e8-aa70-1298743f2c4c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:30:43.629217 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca66a5a-69ab-48e8-aa70-1298743f2c4c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:30:43.629517 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca66a5a-69ab-48e8-aa70-1298743f2c4c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:30:43.629850 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca66a5a-69ab-48e8-aa70-1298743f2c4c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:30:43.630165 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca66a5a-69ab-48e8-aa70-1298743f2c4c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:30:43.630502 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca66a5a-69ab-48e8-aa70-1298743f2c4c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:30:43.630825 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca66a5a-69ab-48e8-aa70-1298743f2c4c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:30:43.631156 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca66a5a-69ab-48e8-aa70-1298743f2c4c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:30:43.631475 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca66a5a-69ab-48e8-aa70-1298743f2c4c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:30:43.692758 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2115ec0e-40b5-46d5-a8ad-a4f7b7c42fda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8367858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997186'] for network, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:30:43.706152 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2115ec0e-40b5-46d5-a8ad-a4f7b7c42fda admin admin] Notify callbacks [] for network, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:30:43.708074 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-2115ec0e-40b5-46d5-a8ad-a4f7b7c42fda admin admin] 10.222.0.66 "DELETE /v2.0/networks/8b8a7b1e-c213-4eda-8142-bd61ffee8ea6 HTTP/1.1" status: 204 len: 168 time: 0.5972469 Aug 18 12:30:43.711867 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 48886) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:30:43.723925 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2115ec0e-40b5-46d5-a8ad-a4f7b7c42fda admin admin] Pushing event deleted for resources: {'Network': ['ID=8b8a7b1e-c213-4eda-8142-bd61ffee8ea6,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:30:44.083898 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-cb36fd18-0c64-4c65-b55e-aa7e87f9d85e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-996815'] for router_interface, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:30:44.133191 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7554ade1-4158-4c0a-a497-48829bcbade4 req-373b091e-95c4-487c-922c-d58344874a96 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/ports?device_id=4363721f-8c75-423a-a57c-f7bdfd4a1d73 HTTP/1.1" status: 200 len: 210 time: 0.0332839 Aug 18 12:30:44.339413 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-cb36fd18-0c64-4c65-b55e-aa7e87f9d85e admin admin] Deleting port 9ed93a68-308d-47c2-8d2c-7b663814bd74 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:30:44.339751 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-cb36fd18-0c64-4c65-b55e-aa7e87f9d85e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:30:44.352745 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device e19583e4-6ea3-4c31-a53d-790dddbcaf8d no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:30:44.373041 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: e19583e4-6ea3-4c31-a53d-790dddbcaf8d {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:30:44.373405 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device e19583e4-6ea3-4c31-a53d-790dddbcaf8d not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:30:44.373891 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 7863b291-bb2c-4c6f-979f-b18fe8192399 no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:30:44.391791 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: 7863b291-bb2c-4c6f-979f-b18fe8192399 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:30:44.392141 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 7863b291-bb2c-4c6f-979f-b18fe8192399 not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:30:44.392554 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 36311c4f-cdfa-446e-bce7-b8d418a6e983 no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:30:44.410570 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: 36311c4f-cdfa-446e-bce7-b8d418a6e983 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:30:44.410892 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 36311c4f-cdfa-446e-bce7-b8d418a6e983 not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:30:44.419080 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [None req-cb36fd18-0c64-4c65-b55e-aa7e87f9d85e admin admin] For port 9ed93a68-308d-47c2-8d2c-7b663814bd74, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=9ed93a68-308d-47c2-8d2c-7b663814bd74,segment=NetworkSegment(ba641e77-a89e-46b9-af5f-d62e24816b6b),segment_id=ba641e77-a89e-46b9-af5f-d62e24816b6b)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:30:44.419706 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-cb36fd18-0c64-4c65-b55e-aa7e87f9d85e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:30:44.431741 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-cb36fd18-0c64-4c65-b55e-aa7e87f9d85e admin admin] Calling delete_port for 9ed93a68-308d-47c2-8d2c-7b663814bd74 owned by network:router_interface {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:30:44.619874 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-cb36fd18-0c64-4c65-b55e-aa7e87f9d85e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:30:44.649561 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb36fd18-0c64-4c65-b55e-aa7e87f9d85e admin admin] Pushing event deleted for resources: {'Port': ['ID=9ed93a68-308d-47c2-8d2c-7b663814bd74,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:30:44.816984 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-cb36fd18-0c64-4c65-b55e-aa7e87f9d85e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953695'] for router_interface, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:30:45.039565 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb36fd18-0c64-4c65-b55e-aa7e87f9d85e admin admin] Router 8576d3df-a6ae-49e1-8b8d-f36a90dbdc77 has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:30:45.150101 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb36fd18-0c64-4c65-b55e-aa7e87f9d85e admin admin] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:30:45.156176 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-cb36fd18-0c64-4c65-b55e-aa7e87f9d85e admin admin] 10.222.0.66 "PUT /v2.0/routers/8576d3df-a6ae-49e1-8b8d-f36a90dbdc77/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4428396 Aug 18 12:30:45.159386 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 48892) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:30:45.163288 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dddfab1a-cf5c-4f56-84b6-09f2d15dd0cd None None] Sync routers for ids ['8576d3df-a6ae-49e1-8b8d-f36a90dbdc77'] in n-d-804985-2 {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:30:45.174705 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dddfab1a-cf5c-4f56-84b6-09f2d15dd0cd None None] Routers {'8576d3df-a6ae-49e1-8b8d-f36a90dbdc77'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:30:45.175459 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-dddfab1a-cf5c-4f56-84b6-09f2d15dd0cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:30:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['8576d3df-a6ae-49e1-8b8d-f36a90dbdc77'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:30:45.271277 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-81893bdd-d2be-4cc4-9f46-07e3380e0710 admin admin] Notify callbacks [] for router, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:30:45.287055 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-dddfab1a-cf5c-4f56-84b6-09f2d15dd0cd None None] Set router 8576d3df-a6ae-49e1-8b8d-f36a90dbdc77 gateway port host: n-d-804985-2 {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:30:45.343520 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-cb5a25cd-d963-49fa-8dee-4947db7036a8 req-130450ae-a78d-4bdd-a2f9-ef209627bbd7 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1464834680&fields=id&tenant_id=86bcac19683b4cedad111d113ad02413 HTTP/1.1" status: 200 len: 267 time: 0.0348008 Aug 18 12:30:45.374857 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-81893bdd-d2be-4cc4-9f46-07e3380e0710 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:30:45.431814 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-81893bdd-d2be-4cc4-9f46-07e3380e0710 admin admin] Deleting port f12a9083-4407-4d39-a9ec-b91a354d9de2 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:30:45.432159 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-81893bdd-d2be-4cc4-9f46-07e3380e0710 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:30:45.454915 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5a25cd-d963-49fa-8dee-4947db7036a8 req-033bad63-ef7f-4082-96ed-adeae56fba74 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:30:45.456575 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-cb5a25cd-d963-49fa-8dee-4947db7036a8 req-033bad63-ef7f-4082-96ed-adeae56fba74 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/networks?id=25fdaffb-3168-482a-bd55-4e7a3fe8ec1f HTTP/1.1" status: 200 len: 811 time: 0.1056597 Aug 18 12:30:45.472525 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-dddfab1a-cf5c-4f56-84b6-09f2d15dd0cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8576d3df-a6ae-49e1-8b8d-f36a90dbdc77', 'name': 'tempest-TestVolumeBackupRestore-104435256-router', 'tenant_id': 'c0250c6f756d4fb292e9d2bb4181ab7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.46'}], 'enable_snat': True}, 'gw_port_id': 'f12a9083-4407-4d39-a9ec-b91a354d9de2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:27:34Z', 'updated_at': '2021-08-18T12:30:44Z', 'revision_number': 5, 'project_id': 'c0250c6f756d4fb292e9d2bb4181ab7c', 'gw_port': {'id': 'f12a9083-4407-4d39-a9ec-b91a354d9de2', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:55:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8576d3df-a6ae-49e1-8b8d-f36a90dbdc77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:27:35Z', 'updated_at': '2021-08-18T12:27:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:30:45.475628 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-cb5a25cd-d963-49fa-8dee-4947db7036a8 req-fb616145-f22e-414d-84f6-85f9b0ddee44 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/quotas/86bcac19683b4cedad111d113ad02413 HTTP/1.1" status: 200 len: 375 time: 0.0129418 Aug 18 12:30:45.499232 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dddfab1a-cf5c-4f56-84b6-09f2d15dd0cd None None] Checking router: 8576d3df-a6ae-49e1-8b8d-f36a90dbdc77 for host: n-d-804985-2 {{(pid=106254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:30:45.508320 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dddfab1a-cf5c-4f56-84b6-09f2d15dd0cd None None] Routers {'8576d3df-a6ae-49e1-8b8d-f36a90dbdc77'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:30:45.508729 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-dddfab1a-cf5c-4f56-84b6-09f2d15dd0cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:30:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['8576d3df-a6ae-49e1-8b8d-f36a90dbdc77'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:30:45.523299 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [None req-81893bdd-d2be-4cc4-9f46-07e3380e0710 admin admin] For port f12a9083-4407-4d39-a9ec-b91a354d9de2, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=f12a9083-4407-4d39-a9ec-b91a354d9de2,segment=NetworkSegment(c5a3db9d-5c58-41b1-9177-d5787a597b78),segment_id=c5a3db9d-5c58-41b1-9177-d5787a597b78)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:30:45.523670 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-81893bdd-d2be-4cc4-9f46-07e3380e0710 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:30:45.537518 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-81893bdd-d2be-4cc4-9f46-07e3380e0710 admin admin] Calling delete_port for f12a9083-4407-4d39-a9ec-b91a354d9de2 owned by network:router_gateway {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:30:45.541610 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-cb5a25cd-d963-49fa-8dee-4947db7036a8 req-e27bd66b-506f-4094-9017-1bb9e4de7022 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=86bcac19683b4cedad111d113ad02413&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0592189 Aug 18 12:30:45.599310 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-dddfab1a-cf5c-4f56-84b6-09f2d15dd0cd None None] Set router 8576d3df-a6ae-49e1-8b8d-f36a90dbdc77 gateway port host: None {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:30:45.644331 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-cb5a25cd-d963-49fa-8dee-4947db7036a8 req-2e38ec30-ebba-471f-ba43-018a1a2801e0 service neutron] 10.222.0.66 "GET /v2.0/networks/25fdaffb-3168-482a-bd55-4e7a3fe8ec1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845420 Aug 18 12:30:45.655866 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-dddfab1a-cf5c-4f56-84b6-09f2d15dd0cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8576d3df-a6ae-49e1-8b8d-f36a90dbdc77', 'name': 'tempest-TestVolumeBackupRestore-104435256-router', 'tenant_id': 'c0250c6f756d4fb292e9d2bb4181ab7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:27:34Z', 'updated_at': '2021-08-18T12:30:45Z', 'revision_number': 6, 'project_id': 'c0250c6f756d4fb292e9d2bb4181ab7c', 'gw_port_host': None}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:30:45.691063 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dddfab1a-cf5c-4f56-84b6-09f2d15dd0cd None None] The sync data for ids ['8576d3df-a6ae-49e1-8b8d-f36a90dbdc77'] in n-d-804985-2 is: [{'id': '8576d3df-a6ae-49e1-8b8d-f36a90dbdc77', 'name': 'tempest-TestVolumeBackupRestore-104435256-router', 'tenant_id': 'c0250c6f756d4fb292e9d2bb4181ab7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:27:34Z', 'updated_at': '2021-08-18T12:30:45Z', 'revision_number': 6, 'project_id': 'c0250c6f756d4fb292e9d2bb4181ab7c', 'gw_port_host': None}] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:30:45.720421 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-81893bdd-d2be-4cc4-9f46-07e3380e0710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:30:45.754741 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-cb5a25cd-d963-49fa-8dee-4947db7036a8 req-45b3cec9-473d-4892-99c4-300b563e7d21 service neutron] 10.222.0.66 "GET /v2.0/networks/25fdaffb-3168-482a-bd55-4e7a3fe8ec1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040974 Aug 18 12:30:45.756252 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81893bdd-d2be-4cc4-9f46-07e3380e0710 admin admin] Pushing event deleted for resources: {'Port': ['ID=f12a9083-4407-4d39-a9ec-b91a354d9de2,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:30:45.817188 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-81893bdd-d2be-4cc4-9f46-07e3380e0710 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-997271'] for router_gateway, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:30:45.911386 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-81893bdd-d2be-4cc4-9f46-07e3380e0710 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-996004', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15859'] for router, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:30:45.913825 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-81893bdd-d2be-4cc4-9f46-07e3380e0710 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:30:45.957643 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-81893bdd-d2be-4cc4-9f46-07e3380e0710 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-996061'] for router, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:30:45.958161 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81893bdd-d2be-4cc4-9f46-07e3380e0710 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8576d3df-a6ae-49e1-8b8d-f36a90dbdc77 {{(pid=106253) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 12:30:45.963004 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-81893bdd-d2be-4cc4-9f46-07e3380e0710 admin admin] Notify callbacks [] for router, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:30:45.964439 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-81893bdd-d2be-4cc4-9f46-07e3380e0710 admin admin] 10.222.0.66 "DELETE /v2.0/routers/8576d3df-a6ae-49e1-8b8d-f36a90dbdc77 HTTP/1.1" status: 204 len: 168 time: 0.8040137 Aug 18 12:30:45.966945 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 48906) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:30:46.016010 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_v2 [None req-0803aa8b-fd10-41e1-9408-7dbc0e83cbe6 admin admin] Deleting subnet 38642292-2e09-47b3-8264-84188be43941 {{(pid=106253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 12:30:46.021716 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0803aa8b-fd10-41e1-9408-7dbc0e83cbe6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:30:46.075329 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0803aa8b-fd10-41e1-9408-7dbc0e83cbe6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902229'] for subnet, precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:30:46.087479 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-eee5a948-8e5e-4ccb-800a-fb73345e4c95 req-46f2035d-dbcc-4c84-9062-048aaed8759d tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/ports?device_id=e75674ef-b62b-41d2-8d09-9a042e0548f8 HTTP/1.1" status: 200 len: 210 time: 0.0286965 Aug 18 12:30:46.169102 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0803aa8b-fd10-41e1-9408-7dbc0e83cbe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:30:46.223373 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0803aa8b-fd10-41e1-9408-7dbc0e83cbe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58902171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59388106'] for subnet, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:30:46.256859 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0803aa8b-fd10-41e1-9408-7dbc0e83cbe6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=38642292-2e09-47b3-8264-84188be43941,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:30:46.262113 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0803aa8b-fd10-41e1-9408-7dbc0e83cbe6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:30:46.266415 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-0803aa8b-fd10-41e1-9408-7dbc0e83cbe6 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/38642292-2e09-47b3-8264-84188be43941 HTTP/1.1" status: 204 len: 168 time: 0.2961361 Aug 18 12:30:46.266723 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 48916) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:30:46.268663 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc5c8c8c-8eae-4dcc-84a2-feaa315efc82 None None] Network 800466a5-23c6-4e64-8bf8-159fc1869aa1 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:30:46.336258 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e92c66de-8c9d-4fdb-8bc1-1c3c77bef72a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7904109'] for network, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:30:46.393518 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-e92c66de-8c9d-4fdb-8bc1-1c3c77bef72a admin admin] Deleting port ef7b959a-13d6-4f34-a60d-d350b54b33fd {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:30:46.394001 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e92c66de-8c9d-4fdb-8bc1-1c3c77bef72a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:30:46.466790 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [None req-e92c66de-8c9d-4fdb-8bc1-1c3c77bef72a admin admin] For port ef7b959a-13d6-4f34-a60d-d350b54b33fd, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=ef7b959a-13d6-4f34-a60d-d350b54b33fd,segment=NetworkSegment(ba641e77-a89e-46b9-af5f-d62e24816b6b),segment_id=ba641e77-a89e-46b9-af5f-d62e24816b6b)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:30:46.467152 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e92c66de-8c9d-4fdb-8bc1-1c3c77bef72a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:30:46.490394 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-e92c66de-8c9d-4fdb-8bc1-1c3c77bef72a admin admin] Calling delete_port for ef7b959a-13d6-4f34-a60d-d350b54b33fd owned by network:dhcp {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:30:46.502198 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62a320b3-2c56-4394-8997-71edd14c6590 None None] DHCP port deletion for 800466a5-23c6-4e64-8bf8-159fc1869aa1 request from n-d-804985-2 {{(pid=106254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 12:30:46.566982 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-62a320b3-2c56-4394-8997-71edd14c6590 None None] Deleting port ef7b959a-13d6-4f34-a60d-d350b54b33fd {{(pid=106254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:30:46.567703 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-62a320b3-2c56-4394-8997-71edd14c6590 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:30:46.593809 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e92c66de-8c9d-4fdb-8bc1-1c3c77bef72a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:30:46.605674 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 9ed93a68-308d-47c2-8d2c-7b663814bd74 no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:30:46.629756 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92c66de-8c9d-4fdb-8bc1-1c3c77bef72a admin admin] Pushing event deleted for resources: {'Port': ['ID=ef7b959a-13d6-4f34-a60d-d350b54b33fd,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:30:46.639385 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: 9ed93a68-308d-47c2-8d2c-7b663814bd74 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:30:46.639727 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 9ed93a68-308d-47c2-8d2c-7b663814bd74 not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:30:46.640136 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device f12a9083-4407-4d39-a9ec-b91a354d9de2 no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:30:46.649504 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e92c66de-8c9d-4fdb-8bc1-1c3c77bef72a admin admin] No DVR routers for this DVR port ef7b959a-13d6-4f34-a60d-d350b54b33fd on host n-d-804985-2 {{(pid=106253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:30:46.667867 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: f12a9083-4407-4d39-a9ec-b91a354d9de2 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:30:46.668207 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device f12a9083-4407-4d39-a9ec-b91a354d9de2 not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:30:46.668640 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device ef7b959a-13d6-4f34-a60d-d350b54b33fd no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:30:46.693608 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: ef7b959a-13d6-4f34-a60d-d350b54b33fd {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:30:46.694256 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device ef7b959a-13d6-4f34-a60d-d350b54b33fd not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:30:46.711154 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-62a320b3-2c56-4394-8997-71edd14c6590 None None] For port ef7b959a-13d6-4f34-a60d-d350b54b33fd, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=ef7b959a-13d6-4f34-a60d-d350b54b33fd,segment=NetworkSegment(ba641e77-a89e-46b9-af5f-d62e24816b6b),segment_id=ba641e77-a89e-46b9-af5f-d62e24816b6b)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:30:46.711575 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-62a320b3-2c56-4394-8997-71edd14c6590 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:30:46.723980 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-62a320b3-2c56-4394-8997-71edd14c6590 None None] Calling delete_port for ef7b959a-13d6-4f34-a60d-d350b54b33fd owned by network:dhcp {{(pid=106254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:30:46.735176 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e92c66de-8c9d-4fdb-8bc1-1c3c77bef72a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8367869', 'neutron.services.segments.db._delete_segments_for_network-8789151212993'] for network, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:30:46.746881 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-e92c66de-8c9d-4fdb-8bc1-1c3c77bef72a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['800466a5-23c6-4e64-8bf8-159fc1869aa1']}} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:30:46.757308 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-e92c66de-8c9d-4fdb-8bc1-1c3c77bef72a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba641e77-a89e-46b9-af5f-d62e24816b6b') {'for_net_delete': True} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:30:46.757654 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-e92c66de-8c9d-4fdb-8bc1-1c3c77bef72a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba641e77-a89e-46b9-af5f-d62e24816b6b') {} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:30:46.768736 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e92c66de-8c9d-4fdb-8bc1-1c3c77bef72a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789151225254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902236'] for segment, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:30:46.783142 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e92c66de-8c9d-4fdb-8bc1-1c3c77bef72a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:30:46.790055 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e92c66de-8c9d-4fdb-8bc1-1c3c77bef72a admin admin] Releasing vlan 836 on physical network physnet1 to pool {{(pid=106253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:30:46.790468 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e92c66de-8c9d-4fdb-8bc1-1c3c77bef72a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58900537'] for segment, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:30:46.793856 n-d-804985-2 neutron-server[106253]: Traceback (most recent call last): Aug 18 12:30:46.793856 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:30:46.793856 n-d-804985-2 neutron-server[106253]: timer() Aug 18 12:30:46.793856 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:30:46.793856 n-d-804985-2 neutron-server[106253]: cb(*args, **kw) Aug 18 12:30:46.793856 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:30:46.793856 n-d-804985-2 neutron-server[106253]: return func(*args, **kwargs) Aug 18 12:30:46.793856 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:30:46.793856 n-d-804985-2 neutron-server[106253]: self._notify() Aug 18 12:30:46.793856 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:30:46.793856 n-d-804985-2 neutron-server[106253]: self.callback(batched_events) Aug 18 12:30:46.793856 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:30:46.793856 n-d-804985-2 neutron-server[106253]: event.method(event) Aug 18 12:30:46.793856 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:30:46.793856 n-d-804985-2 neutron-server[106253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:30:46.793856 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:30:46.793856 n-d-804985-2 neutron-server[106253]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:30:46.793856 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:30:46.793856 n-d-804985-2 neutron-server[106253]: return f(self, *a, **k) Aug 18 12:30:46.793856 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:30:46.793856 n-d-804985-2 neutron-server[106253]: return self._get(url).json() Aug 18 12:30:46.793856 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:30:46.793856 n-d-804985-2 neutron-server[106253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:30:46.793856 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:30:46.793856 n-d-804985-2 neutron-server[106253]: return self.request(url, 'GET', **kwargs) Aug 18 12:30:46.793856 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:30:46.793856 n-d-804985-2 neutron-server[106253]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:30:46.793856 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:30:46.793856 n-d-804985-2 neutron-server[106253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:30:46.793856 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:30:46.793856 n-d-804985-2 neutron-server[106253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:30:46.793856 n-d-804985-2 neutron-server[106253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:30:46.813523 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-62a320b3-2c56-4394-8997-71edd14c6590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556'] for port, after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:30:46.841079 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a320b3-2c56-4394-8997-71edd14c6590 None None] Pushing event deleted for resources: {'Port': ['ID=ef7b959a-13d6-4f34-a60d-d350b54b33fd,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:30:46.846044 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a320b3-2c56-4394-8997-71edd14c6590 None None] No DVR routers for this DVR port ef7b959a-13d6-4f34-a60d-d350b54b33fd on host n-d-804985-2 {{(pid=106254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:30:46.861775 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e92c66de-8c9d-4fdb-8bc1-1c3c77bef72a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8367858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997186'] for network, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:30:46.866317 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e92c66de-8c9d-4fdb-8bc1-1c3c77bef72a admin admin] Notify callbacks [] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:30:46.871652 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-e92c66de-8c9d-4fdb-8bc1-1c3c77bef72a admin admin] 10.222.0.66 "DELETE /v2.0/networks/800466a5-23c6-4e64-8bf8-159fc1869aa1 HTTP/1.1" status: 204 len: 168 time: 0.6004679 Aug 18 12:30:46.888488 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92c66de-8c9d-4fdb-8bc1-1c3c77bef72a admin admin] Pushing event deleted for resources: {'Network': ['ID=800466a5-23c6-4e64-8bf8-159fc1869aa1,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:30:47.057736 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 48922) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:30:47.086606 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5a25cd-d963-49fa-8dee-4947db7036a8 req-4f277171-bad3-4a24-a2f3-46967e531277 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:30:47.088085 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-cb5a25cd-d963-49fa-8dee-4947db7036a8 req-4f277171-bad3-4a24-a2f3-46967e531277 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.62 "GET /v2.0/networks?id=25fdaffb-3168-482a-bd55-4e7a3fe8ec1f HTTP/1.1" status: 200 len: 811 time: 0.1267285 Aug 18 12:30:47.099917 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-1d745c2c-1e5b-4ef1-9a22-3bb320d9fbe3 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=1d9e6ab7057e4cad940463527c178c0a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0395241 Aug 18 12:30:47.102536 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 48924) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:30:47.159821 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b085326c-66fd-49fa-a72f-0f404594453f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:30:47.186555 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b085326c-66fd-49fa-a72f-0f404594453f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:30:47.229208 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a05b2857-bb21-450c-8948-3e1a536a017f req-c52d545b-5388-4ca9-bcd1-ff08821037a6 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/ports?device_id=e75674ef-b62b-41d2-8d09-9a042e0548f8 HTTP/1.1" status: 200 len: 210 time: 0.0486708 Aug 18 12:30:47.276641 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b085326c-66fd-49fa-a72f-0f404594453f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:30:47.279536 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b085326c-66fd-49fa-a72f-0f404594453f admin admin] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:30:47.283267 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-b085326c-66fd-49fa-a72f-0f404594453f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b01a1bf8-3e2a-43fb-8a92-cd8921e08da2 HTTP/1.1" status: 204 len: 168 time: 0.1772721 Aug 18 12:30:47.298652 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b085326c-66fd-49fa-a72f-0f404594453f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b01a1bf8-3e2a-43fb-8a92-cd8921e08da2,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:30:47.420871 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-cb5a25cd-d963-49fa-8dee-4947db7036a8 req-5f06a65b-a00c-4ad7-af66-0bd951cf170a tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=86bcac19683b4cedad111d113ad02413 HTTP/1.1" status: 200 len: 380 time: 0.3237975 Aug 18 12:30:47.431463 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [req-cb5a25cd-d963-49fa-8dee-4947db7036a8 req-731bf890-8dff-45a9-b27a-d2cae06dbeb9 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Request body: {'port': {'device_id': 'e75674ef-b62b-41d2-8d09-9a042e0548f8', 'network_id': '25fdaffb-3168-482a-bd55-4e7a3fe8ec1f', 'admin_state_up': True, 'tenant_id': '86bcac19683b4cedad111d113ad02413', 'security_groups': ['68af3d75-7b31-42b2-bdc2-db82fc869372']}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:30:47.542720 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb5a25cd-d963-49fa-8dee-4947db7036a8 req-731bf890-8dff-45a9-b27a-d2cae06dbeb9 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Made reservation on behalf of 86bcac19683b4cedad111d113ad02413 for: {'port': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:30:47.546486 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-cb5a25cd-d963-49fa-8dee-4947db7036a8 req-731bf890-8dff-45a9-b27a-d2cae06dbeb9 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:30:47.633354 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 48932) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:30:47.679130 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [req-cb5a25cd-d963-49fa-8dee-4947db7036a8 req-731bf890-8dff-45a9-b27a-d2cae06dbeb9 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Allocated IP 172.20.0.10 (25fdaffb-3168-482a-bd55-4e7a3fe8ec1f/eb2e3982-4dd6-4594-80de-13da71e6899f/44fd593e-d7c4-45c3-90e4-981c638d751b) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:30:47.700742 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-333bc439-1807-425e-a59c-b5ffb43225eb admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c0250c6f756d4fb292e9d2bb4181ab7c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0658476 Aug 18 12:30:47.703237 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 48934) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:30:47.757807 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-fb2f1cb5-9e4c-431b-b4c4-3cbf33703e5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:30:47.780093 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-fb2f1cb5-9e4c-431b-b4c4-3cbf33703e5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:30:47.824995 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-cb5a25cd-d963-49fa-8dee-4947db7036a8 req-731bf890-8dff-45a9-b27a-d2cae06dbeb9 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:30:47.829495 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-fb2f1cb5-9e4c-431b-b4c4-3cbf33703e5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:30:47.832060 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-fb2f1cb5-9e4c-431b-b4c4-3cbf33703e5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:30:47.833327 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-fb2f1cb5-9e4c-431b-b4c4-3cbf33703e5d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/900660a6-1b3f-4765-a8f6-5606763290cf HTTP/1.1" status: 204 len: 168 time: 0.1288481 Aug 18 12:30:47.839427 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [req-cb5a25cd-d963-49fa-8dee-4947db7036a8 req-731bf890-8dff-45a9-b27a-d2cae06dbeb9 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Transition to ACTIVE for port object 44fd593e-d7c4-45c3-90e4-981c638d751b will not be triggered until provisioned by entity DHCP. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:30:47.842618 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2f1cb5-9e4c-431b-b4c4-3cbf33703e5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=900660a6-1b3f-4765-a8f6-5606763290cf,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:30:47.874492 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-cb5a25cd-d963-49fa-8dee-4947db7036a8 req-731bf890-8dff-45a9-b27a-d2cae06dbeb9 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:30:47.923591 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb5a25cd-d963-49fa-8dee-4947db7036a8 req-731bf890-8dff-45a9-b27a-d2cae06dbeb9 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Network 25fdaffb-3168-482a-bd55-4e7a3fe8ec1f is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:30:47.927599 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [req-cb5a25cd-d963-49fa-8dee-4947db7036a8 req-731bf890-8dff-45a9-b27a-d2cae06dbeb9 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:30:47.929722 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731bf890-8dff-45a9-b27a-d2cae06dbeb9 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Pushing event updated for resources: {'Port': ['ID=44fd593e-d7c4-45c3-90e4-981c638d751b,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:30:47.931778 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb5a25cd-d963-49fa-8dee-4947db7036a8 req-731bf890-8dff-45a9-b27a-d2cae06dbeb9 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:30:47.982384 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5a25cd-d963-49fa-8dee-4947db7036a8 req-731bf890-8dff-45a9-b27a-d2cae06dbeb9 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:30:47.983338 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-cb5a25cd-d963-49fa-8dee-4947db7036a8 req-731bf890-8dff-45a9-b27a-d2cae06dbeb9 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:30:48.000556 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-cb5a25cd-d963-49fa-8dee-4947db7036a8 req-731bf890-8dff-45a9-b27a-d2cae06dbeb9 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5730951 Aug 18 12:30:48.015297 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [req-cb5a25cd-d963-49fa-8dee-4947db7036a8 req-0d7ad416-79ca-4282-a267-cc40d4562720 service neutron] Request body: {'port': {'device_id': 'e75674ef-b62b-41d2-8d09-9a042e0548f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804985-2'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:30:48.086480 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-cb5a25cd-d963-49fa-8dee-4947db7036a8 req-0d7ad416-79ca-4282-a267-cc40d4562720 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:30:48.269814 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-108ea524-d9c8-40d1-8918-2bdc59e7cde1 None None] Provisioning for port 44fd593e-d7c4-45c3-90e4-981c638d751b completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:30:48.275670 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-108ea524-d9c8-40d1-8918-2bdc59e7cde1 None None] Provisioning complete for port 44fd593e-d7c4-45c3-90e4-981c638d751b triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:30:48.278116 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-108ea524-d9c8-40d1-8918-2bdc59e7cde1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:30:48.351805 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-108ea524-d9c8-40d1-8918-2bdc59e7cde1 None None] Port 44fd593e-d7c4-45c3-90e4-981c638d751b cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:30:48.434789 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d53a81-02de-4056-a8dc-ce72a4b64aad req-aab27863-46a9-444c-b780-a16669248db2 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:30:48.441401 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-54d53a81-02de-4056-a8dc-ce72a4b64aad req-aab27863-46a9-444c-b780-a16669248db2 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/ports?device_id=e75674ef-b62b-41d2-8d09-9a042e0548f8 HTTP/1.1" status: 200 len: 932 time: 0.0998087 Aug 18 12:30:48.494708 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-54d53a81-02de-4056-a8dc-ce72a4b64aad req-4d616e40-f6bd-493b-8920-8edf43765243 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/security-groups?id=68af3d75-7b31-42b2-bdc2-db82fc869372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466037 Aug 18 12:30:48.509266 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [req-cb5a25cd-d963-49fa-8dee-4947db7036a8 req-0d7ad416-79ca-4282-a267-cc40d4562720 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44fd593e-d7c4-45c3-90e4-981c638d751b {{(pid=106253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:30:48.510615 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-cb5a25cd-d963-49fa-8dee-4947db7036a8 req-0d7ad416-79ca-4282-a267-cc40d4562720 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:30:48.527474 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [req-cb5a25cd-d963-49fa-8dee-4947db7036a8 req-0d7ad416-79ca-4282-a267-cc40d4562720 service neutron] Transition to ACTIVE for port object 44fd593e-d7c4-45c3-90e4-981c638d751b will not be triggered until provisioned by entity L2. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:30:48.531635 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-d7fc791e-5029-4e5f-9430-c70249f874ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:30:48.533243 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-cb5a25cd-d963-49fa-8dee-4947db7036a8 req-0d7ad416-79ca-4282-a267-cc40d4562720 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:30:48.609729 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7ad416-79ca-4282-a267-cc40d4562720 service neutron] Pushing event updated for resources: {'Port': ['ID=44fd593e-d7c4-45c3-90e4-981c638d751b,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:30:48.666519 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-cb5a25cd-d963-49fa-8dee-4947db7036a8 req-0d7ad416-79ca-4282-a267-cc40d4562720 service neutron] Attempting to bind port 44fd593e-d7c4-45c3-90e4-981c638d751b on host n-h2-804985-2 for vnic_type normal with profile {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:30:48.666953 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-cb5a25cd-d963-49fa-8dee-4947db7036a8 req-0d7ad416-79ca-4282-a267-cc40d4562720 service neutron] Attempting to bind port 44fd593e-d7c4-45c3-90e4-981c638d751b by drivers openvswitch,hyperv on host n-h2-804985-2 at level 0 using segments [{'id': 'dfae8a08-8315-4142-ba2f-fd111ce93dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '25fdaffb-3168-482a-bd55-4e7a3fe8ec1f'}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:30:48.667377 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb5a25cd-d963-49fa-8dee-4947db7036a8 req-0d7ad416-79ca-4282-a267-cc40d4562720 service neutron] Attempting to bind port 44fd593e-d7c4-45c3-90e4-981c638d751b on network 25fdaffb-3168-482a-bd55-4e7a3fe8ec1f {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:30:48.672462 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb5a25cd-d963-49fa-8dee-4947db7036a8 req-0d7ad416-79ca-4282-a267-cc40d4562720 service neutron] Port 44fd593e-d7c4-45c3-90e4-981c638d751b on network 25fdaffb-3168-482a-bd55-4e7a3fe8ec1f not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-2 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:30:48.672947 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb5a25cd-d963-49fa-8dee-4947db7036a8 req-0d7ad416-79ca-4282-a267-cc40d4562720 service neutron] Attempting to bind port 44fd593e-d7c4-45c3-90e4-981c638d751b on network 25fdaffb-3168-482a-bd55-4e7a3fe8ec1f {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:30:48.678382 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb5a25cd-d963-49fa-8dee-4947db7036a8 req-0d7ad416-79ca-4282-a267-cc40d4562720 service neutron] Checking agent: {'id': 'da5da552-709c-4248-84de-86af99a0dc87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 49, 8), 'started_at': datetime.datetime(2021, 8, 18, 11, 49, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 30, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:30:48.678869 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb5a25cd-d963-49fa-8dee-4947db7036a8 req-0d7ad416-79ca-4282-a267-cc40d4562720 service neutron] Checking segment: {'id': 'dfae8a08-8315-4142-ba2f-fd111ce93dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '25fdaffb-3168-482a-bd55-4e7a3fe8ec1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:30:48.679350 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb5a25cd-d963-49fa-8dee-4947db7036a8 req-0d7ad416-79ca-4282-a267-cc40d4562720 service neutron] Bound using segment: {'id': 'dfae8a08-8315-4142-ba2f-fd111ce93dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '25fdaffb-3168-482a-bd55-4e7a3fe8ec1f'} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:30:48.679876 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-cb5a25cd-d963-49fa-8dee-4947db7036a8 req-0d7ad416-79ca-4282-a267-cc40d4562720 service neutron] Bound port: 44fd593e-d7c4-45c3-90e4-981c638d751b, host: n-h2-804985-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfae8a08-8315-4142-ba2f-fd111ce93dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '25fdaffb-3168-482a-bd55-4e7a3fe8ec1f'}}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:30:48.680334 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-cb5a25cd-d963-49fa-8dee-4947db7036a8 req-0d7ad416-79ca-4282-a267-cc40d4562720 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:30:48.751398 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-cb5a25cd-d963-49fa-8dee-4947db7036a8 req-0d7ad416-79ca-4282-a267-cc40d4562720 service neutron] For port 44fd593e-d7c4-45c3-90e4-981c638d751b, host n-h2-804985-2, cleared binding levels {{(pid=106253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:30:48.754882 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-cb5a25cd-d963-49fa-8dee-4947db7036a8 req-0d7ad416-79ca-4282-a267-cc40d4562720 service neutron] For port 44fd593e-d7c4-45c3-90e4-981c638d751b, host n-h2-804985-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=44fd593e-d7c4-45c3-90e4-981c638d751b,segment=NetworkSegment(dfae8a08-8315-4142-ba2f-fd111ce93dbf),segment_id=dfae8a08-8315-4142-ba2f-fd111ce93dbf)] {{(pid=106253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:30:48.760651 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-cb5a25cd-d963-49fa-8dee-4947db7036a8 req-0d7ad416-79ca-4282-a267-cc40d4562720 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:30:48.801103 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5a25cd-d963-49fa-8dee-4947db7036a8 req-0d7ad416-79ca-4282-a267-cc40d4562720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:30:48.801757 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-cb5a25cd-d963-49fa-8dee-4947db7036a8 req-0d7ad416-79ca-4282-a267-cc40d4562720 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:30:48.803165 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-cb5a25cd-d963-49fa-8dee-4947db7036a8 req-0d7ad416-79ca-4282-a267-cc40d4562720 service neutron] 10.222.0.62 "PUT /v2.0/ports/44fd593e-d7c4-45c3-90e4-981c638d751b HTTP/1.1" status: 200 len: 1092 time: 0.7934692 Aug 18 12:30:48.803608 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e75674ef-b62b-41d2-8d09-9a042e0548f8', 'tag': '44fd593e-d7c4-45c3-90e4-981c638d751b'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:30:48.805944 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0679f4c4b6e0e0c064a7d71d722dc30541a34fffee11680573be22ee2ffccc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4e8a270-8108-4c5c-a800-9abfda09dfba" -d '{"events": [{"name": "network-changed", "server_uuid": "e75674ef-b62b-41d2-8d09-9a042e0548f8", "tag": "44fd593e-d7c4-45c3-90e4-981c638d751b"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:30:48.827059 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7ad416-79ca-4282-a267-cc40d4562720 service neutron] Pushing event updated for resources: {'Port': ['ID=44fd593e-d7c4-45c3-90e4-981c638d751b,revision_number=3']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:30:48.861922 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:30:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63d2c937-25c5-42ff-b2fa-012b43b7fe00 x-openstack-request-id: req-63d2c937-25c5-42ff-b2fa-012b43b7fe00 {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:30:48.862606 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e75674ef-b62b-41d2-8d09-9a042e0548f8", "tag": "44fd593e-d7c4-45c3-90e4-981c638d751b", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:30:48.862957 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-63d2c937-25c5-42ff-b2fa-012b43b7fe00 {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:30:48.863583 n-d-804985-2 neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e75674ef-b62b-41d2-8d09-9a042e0548f8', 'tag': '44fd593e-d7c4-45c3-90e4-981c638d751b', 'status': 'completed', 'code': 200} Aug 18 12:30:48.911225 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5a25cd-d963-49fa-8dee-4947db7036a8 req-eff771ce-f923-489a-8e49-b00b74ee19b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:30:48.912976 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-cb5a25cd-d963-49fa-8dee-4947db7036a8 req-eff771ce-f923-489a-8e49-b00b74ee19b9 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=86bcac19683b4cedad111d113ad02413&device_id=e75674ef-b62b-41d2-8d09-9a042e0548f8 HTTP/1.1" status: 200 len: 1095 time: 0.0631726 Aug 18 12:30:48.960199 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-cb5a25cd-d963-49fa-8dee-4947db7036a8 req-e11eadef-562d-4fd2-afda-adb2b1a7fece service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=44fd593e-d7c4-45c3-90e4-981c638d751b HTTP/1.1" status: 200 len: 217 time: 0.0395598 Aug 18 12:30:49.019065 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5a25cd-d963-49fa-8dee-4947db7036a8 req-06a7bd39-92e7-4b21-9679-683c7a927e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:30:49.020749 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-cb5a25cd-d963-49fa-8dee-4947db7036a8 req-06a7bd39-92e7-4b21-9679-683c7a927e27 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=eb2e3982-4dd6-4594-80de-13da71e6899f HTTP/1.1" status: 200 len: 850 time: 0.0533428 Aug 18 12:30:49.068981 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5a25cd-d963-49fa-8dee-4947db7036a8 req-618ead4f-26cc-4977-af0e-63157fcce50a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:30:49.070505 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-cb5a25cd-d963-49fa-8dee-4947db7036a8 req-618ead4f-26cc-4977-af0e-63157fcce50a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=25fdaffb-3168-482a-bd55-4e7a3fe8ec1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428817 Aug 18 12:30:49.170289 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-cb5a25cd-d963-49fa-8dee-4947db7036a8 req-dc7cdfa9-aab8-487c-ae6d-b6ee1b8d0ac1 service neutron] 10.222.0.62 "GET /v2.0/networks/25fdaffb-3168-482a-bd55-4e7a3fe8ec1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915060 Aug 18 12:30:49.265636 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-cb5a25cd-d963-49fa-8dee-4947db7036a8 req-a2a8f0c7-44a9-4ffd-9daf-bc801f649f88 service neutron] 10.222.0.62 "GET /v2.0/networks/25fdaffb-3168-482a-bd55-4e7a3fe8ec1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879390 Aug 18 12:30:49.353853 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e8a270-8108-4c5c-a800-9abfda09dfba req-6eb8c635-1ca9-4492-8a1f-13b8fe45afb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:30:49.355383 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-c4e8a270-8108-4c5c-a800-9abfda09dfba req-6eb8c635-1ca9-4492-8a1f-13b8fe45afb2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=86bcac19683b4cedad111d113ad02413&device_id=e75674ef-b62b-41d2-8d09-9a042e0548f8 HTTP/1.1" status: 200 len: 1095 time: 0.0463314 Aug 18 12:30:49.445472 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e8a270-8108-4c5c-a800-9abfda09dfba req-7c7446e6-7823-40a5-a82d-4c786ca9aa94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:30:49.446846 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-c4e8a270-8108-4c5c-a800-9abfda09dfba req-7c7446e6-7823-40a5-a82d-4c786ca9aa94 service neutron] 10.222.0.62 "GET /v2.0/networks?id=25fdaffb-3168-482a-bd55-4e7a3fe8ec1f HTTP/1.1" status: 200 len: 912 time: 0.0844815 Aug 18 12:30:49.495088 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-c4e8a270-8108-4c5c-a800-9abfda09dfba req-0c9d0b4b-5e1b-435f-aa96-fcfe6051b266 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=44fd593e-d7c4-45c3-90e4-981c638d751b HTTP/1.1" status: 200 len: 217 time: 0.0386035 Aug 18 12:30:49.548302 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e8a270-8108-4c5c-a800-9abfda09dfba req-01c5792c-a01f-4699-8766-656d056bb225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:30:49.549891 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-c4e8a270-8108-4c5c-a800-9abfda09dfba req-01c5792c-a01f-4699-8766-656d056bb225 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=eb2e3982-4dd6-4594-80de-13da71e6899f HTTP/1.1" status: 200 len: 850 time: 0.0477970 Aug 18 12:30:49.598211 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e8a270-8108-4c5c-a800-9abfda09dfba req-b23975be-074e-4d5b-a980-6ee61fe67059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:30:49.599848 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-c4e8a270-8108-4c5c-a800-9abfda09dfba req-b23975be-074e-4d5b-a980-6ee61fe67059 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=25fdaffb-3168-482a-bd55-4e7a3fe8ec1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426941 Aug 18 12:30:49.611497 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c35cbb-b4cd-465f-8b9f-eccd0ce18dc8 req-2c471e88-5f3a-4174-871d-c28e4614e5aa tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:30:49.613688 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-46c35cbb-b4cd-465f-8b9f-eccd0ce18dc8 req-2c471e88-5f3a-4174-871d-c28e4614e5aa tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/ports?device_id=e75674ef-b62b-41d2-8d09-9a042e0548f8 HTTP/1.1" status: 200 len: 944 time: 0.0511341 Aug 18 12:30:49.653517 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-46c35cbb-b4cd-465f-8b9f-eccd0ce18dc8 req-6c38bbb2-fa9c-4651-b0cf-48a434c4af46 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/security-groups?id=68af3d75-7b31-42b2-bdc2-db82fc869372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334952 Aug 18 12:30:49.695690 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-c4e8a270-8108-4c5c-a800-9abfda09dfba req-7b4a10c1-b042-42a4-ae2e-2ef5876d91d0 service neutron] 10.222.0.62 "GET /v2.0/networks/25fdaffb-3168-482a-bd55-4e7a3fe8ec1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876713 Aug 18 12:30:49.799920 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-c4e8a270-8108-4c5c-a800-9abfda09dfba req-0b3c7dd9-a5d6-4230-8d3f-47c529b6b0c8 service neutron] 10.222.0.62 "GET /v2.0/networks/25fdaffb-3168-482a-bd55-4e7a3fe8ec1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912120 Aug 18 12:30:50.774322 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44ccc3d-9fb0-4d1b-b9e9-503235561dc3 req-54dbf1a5-2958-4437-bdfa-76d8bd067079 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:30:50.775830 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d44ccc3d-9fb0-4d1b-b9e9-503235561dc3 req-54dbf1a5-2958-4437-bdfa-76d8bd067079 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/ports?device_id=e75674ef-b62b-41d2-8d09-9a042e0548f8 HTTP/1.1" status: 200 len: 944 time: 0.0497510 Aug 18 12:30:50.814527 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d44ccc3d-9fb0-4d1b-b9e9-503235561dc3 req-e1d6ba26-cdeb-40bb-9808-756de9520641 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/security-groups?id=68af3d75-7b31-42b2-bdc2-db82fc869372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322769 Aug 18 12:30:51.479125 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:30:51.727920 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-6cb721c9-b376-4518-8001-89b59a94801d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:30:51.936619 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26347273-6b9e-4d4e-9af7-e694e4254db6 req-38f4cfb8-0a74-49b3-964c-1f471e69baa3 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:30:51.938575 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-26347273-6b9e-4d4e-9af7-e694e4254db6 req-38f4cfb8-0a74-49b3-964c-1f471e69baa3 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/ports?device_id=e75674ef-b62b-41d2-8d09-9a042e0548f8 HTTP/1.1" status: 200 len: 944 time: 0.0532110 Aug 18 12:30:51.987361 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-26347273-6b9e-4d4e-9af7-e694e4254db6 req-12f7cf64-bbed-41cb-bb47-285d60fe3cbe tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/security-groups?id=68af3d75-7b31-42b2-bdc2-db82fc869372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425417 Aug 18 12:30:52.239920 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-53584c24-f517-494e-ac93-c18bb92373f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:30:53.128409 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae786005-fca3-4163-ad65-a803743eb7a1 req-ac0add6e-0d46-4dd9-99af-fff591149aa5 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:30:53.129898 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ae786005-fca3-4163-ad65-a803743eb7a1 req-ac0add6e-0d46-4dd9-99af-fff591149aa5 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/ports?device_id=e75674ef-b62b-41d2-8d09-9a042e0548f8 HTTP/1.1" status: 200 len: 944 time: 0.0508397 Aug 18 12:30:53.170068 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ae786005-fca3-4163-ad65-a803743eb7a1 req-d9b51479-4226-4e20-8466-c1f5b0ddd1f0 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/security-groups?id=68af3d75-7b31-42b2-bdc2-db82fc869372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314233 Aug 18 12:30:53.912490 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-500a1c61-38a7-4c23-a7ec-4631080af5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:30:54.304207 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe54a55-d35f-4605-b53b-61724a1a3c2f req-5af912c6-a4c8-48d3-9ba9-a33d28758868 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:30:54.305706 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ffe54a55-d35f-4605-b53b-61724a1a3c2f req-5af912c6-a4c8-48d3-9ba9-a33d28758868 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/ports?device_id=e75674ef-b62b-41d2-8d09-9a042e0548f8 HTTP/1.1" status: 200 len: 944 time: 0.0574381 Aug 18 12:30:54.344877 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ffe54a55-d35f-4605-b53b-61724a1a3c2f req-d56957d1-d7dc-4864-9db5-4a152f5723e3 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/security-groups?id=68af3d75-7b31-42b2-bdc2-db82fc869372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330245 Aug 18 12:30:55.471020 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94144b2-aa19-4baa-be44-2ac659726ab4 req-4754392a-c8cd-408e-9097-b9f2fcf10f04 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:30:55.472530 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a94144b2-aa19-4baa-be44-2ac659726ab4 req-4754392a-c8cd-408e-9097-b9f2fcf10f04 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/ports?device_id=e75674ef-b62b-41d2-8d09-9a042e0548f8 HTTP/1.1" status: 200 len: 944 time: 0.0555727 Aug 18 12:30:55.513933 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a94144b2-aa19-4baa-be44-2ac659726ab4 req-7de27201-629d-44d6-be89-0c293e194196 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/security-groups?id=68af3d75-7b31-42b2-bdc2-db82fc869372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320640 Aug 18 12:30:56.638258 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f59748-a944-4ee1-8d55-62e00252dc59 req-ec80d46f-4d98-4a61-ae7e-1ca806b57003 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:30:56.639706 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-14f59748-a944-4ee1-8d55-62e00252dc59 req-ec80d46f-4d98-4a61-ae7e-1ca806b57003 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/ports?device_id=e75674ef-b62b-41d2-8d09-9a042e0548f8 HTTP/1.1" status: 200 len: 944 time: 0.0515428 Aug 18 12:30:56.678357 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-14f59748-a944-4ee1-8d55-62e00252dc59 req-4a6dc70e-5273-4679-b9c4-00c0db5fd704 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/security-groups?id=68af3d75-7b31-42b2-bdc2-db82fc869372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324926 Aug 18 12:30:57.798327 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6e3980-b471-443a-9c32-583b88cc6d33 req-6849d573-233a-451d-a622-8b5ce2a7f349 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:30:57.799866 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-cf6e3980-b471-443a-9c32-583b88cc6d33 req-6849d573-233a-451d-a622-8b5ce2a7f349 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/ports?device_id=e75674ef-b62b-41d2-8d09-9a042e0548f8 HTTP/1.1" status: 200 len: 944 time: 0.0501282 Aug 18 12:30:57.839212 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-cf6e3980-b471-443a-9c32-583b88cc6d33 req-5bc714fe-8b0e-4b5b-b8fa-b64da4e0593f tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/security-groups?id=68af3d75-7b31-42b2-bdc2-db82fc869372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331094 Aug 18 12:30:58.199635 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 44fd593e-d7c4-45c3-90e4-981c638d751b details requested by agent hyperv_n-h2-804985-2 with host n-h2-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:30:58.320579 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port 44fd593e-d7c4-45c3-90e4-981c638d751b, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=44fd593e-d7c4-45c3-90e4-981c638d751b,segment=NetworkSegment(dfae8a08-8315-4142-ba2f-fd111ce93dbf),segment_id=dfae8a08-8315-4142-ba2f-fd111ce93dbf)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:30:58.331754 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Returning: {'device': '44fd593e-d7c4-45c3-90e4-981c638d751b', 'network_id': '25fdaffb-3168-482a-bd55-4e7a3fe8ec1f', 'port_id': '44fd593e-d7c4-45c3-90e4-981c638d751b', 'mac_address': 'fa:16:3e:c3:b7:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 843, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb2e3982-4dd6-4594-80de-13da71e6899f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:30:58.368820 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:30:58.381642 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44fd593e-d7c4-45c3-90e4-981c638d751b {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:30:58.400705 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port 44fd593e-d7c4-45c3-90e4-981c638d751b, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=44fd593e-d7c4-45c3-90e4-981c638d751b,segment=NetworkSegment(dfae8a08-8315-4142-ba2f-fd111ce93dbf),segment_id=dfae8a08-8315-4142-ba2f-fd111ce93dbf)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:30:58.406950 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:30:58.458044 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=44fd593e-d7c4-45c3-90e4-981c638d751b,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:30:58.612079 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] get_ports_and_sgs() called for port_ids ['44fd593e-d7c4-45c3-90e4-981c638d751b'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:30:58.973887 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5d424a-e30e-4ee3-8efe-347ddac99c70 req-aa7cb02b-37cf-47c0-9727-b729912ccf06 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:30:58.975352 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0a5d424a-e30e-4ee3-8efe-347ddac99c70 req-aa7cb02b-37cf-47c0-9727-b729912ccf06 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/ports?device_id=e75674ef-b62b-41d2-8d09-9a042e0548f8 HTTP/1.1" status: 200 len: 945 time: 0.0620313 Aug 18 12:30:59.016678 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0a5d424a-e30e-4ee3-8efe-347ddac99c70 req-5bc2370b-175a-4885-9f6f-f2ab64caa2c5 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/security-groups?id=68af3d75-7b31-42b2-bdc2-db82fc869372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312037 Aug 18 12:31:00.143188 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629f15c3-87a3-45ea-a824-3c3b60ab8f9e req-756f4b81-3583-45e3-acc0-ceccbbff8d1d tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:31:00.144753 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-629f15c3-87a3-45ea-a824-3c3b60ab8f9e req-756f4b81-3583-45e3-acc0-ceccbbff8d1d tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/ports?device_id=e75674ef-b62b-41d2-8d09-9a042e0548f8 HTTP/1.1" status: 200 len: 945 time: 0.0523996 Aug 18 12:31:00.187584 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-629f15c3-87a3-45ea-a824-3c3b60ab8f9e req-a8e565eb-f6f5-4c34-96ef-001e27b64f92 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/security-groups?id=68af3d75-7b31-42b2-bdc2-db82fc869372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340531 Aug 18 12:31:00.213465 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 44fd593e-d7c4-45c3-90e4-981c638d751b up at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:31:00.270445 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Provisioning for port 44fd593e-d7c4-45c3-90e4-981c638d751b completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:31:00.276588 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Provisioning complete for port 44fd593e-d7c4-45c3-90e4-981c638d751b triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:31:00.277147 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:31:00.357625 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:31:00.380219 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e75674ef-b62b-41d2-8d09-9a042e0548f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44fd593e-d7c4-45c3-90e4-981c638d751b'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:31:00.382513 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db50a436fb3a98495337d8fe7487b4f2ea6f3c1052eb9efadc2ecda2d5737001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f2cc3f8-409b-4695-a553-10f87b4fe8be" -d '{"events": [{"server_uuid": "e75674ef-b62b-41d2-8d09-9a042e0548f8", "name": "network-vif-plugged", "status": "completed", "tag": "44fd593e-d7c4-45c3-90e4-981c638d751b"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:31:00.395367 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port 44fd593e-d7c4-45c3-90e4-981c638d751b, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=44fd593e-d7c4-45c3-90e4-981c638d751b,segment=NetworkSegment(dfae8a08-8315-4142-ba2f-fd111ce93dbf),segment_id=dfae8a08-8315-4142-ba2f-fd111ce93dbf)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:31:00.400361 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:31:00.430082 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:31:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f914115-1224-40f6-9de8-8e36075c8967 x-openstack-request-id: req-1f914115-1224-40f6-9de8-8e36075c8967 {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:31:00.430502 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e75674ef-b62b-41d2-8d09-9a042e0548f8", "name": "network-vif-plugged", "status": "completed", "tag": "44fd593e-d7c4-45c3-90e4-981c638d751b", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:31:00.430724 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-1f914115-1224-40f6-9de8-8e36075c8967 {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:31:00.431235 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e75674ef-b62b-41d2-8d09-9a042e0548f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44fd593e-d7c4-45c3-90e4-981c638d751b', 'code': 200} Aug 18 12:31:00.455302 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=44fd593e-d7c4-45c3-90e4-981c638d751b,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:31:00.531187 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a090111-2c8c-420a-b722-23c4a8c1f28c req-a6b26676-5bb1-41c7-bb46-d0ed73353daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:31:00.532802 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-7a090111-2c8c-420a-b722-23c4a8c1f28c req-a6b26676-5bb1-41c7-bb46-d0ed73353daf service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=e75674ef-b62b-41d2-8d09-9a042e0548f8 HTTP/1.1" status: 200 len: 1097 time: 0.0423102 Aug 18 12:31:00.577021 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-7a090111-2c8c-420a-b722-23c4a8c1f28c req-a8194f2e-ea07-4794-9c8f-fd05dd2f2272 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=68af3d75-7b31-42b2-bdc2-db82fc869372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369146 Aug 18 12:31:01.315780 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24155570-5a83-4287-9707-b22a0d61b854 req-1149e52b-659c-4d33-82db-71f157b0902d tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:31:01.317214 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-24155570-5a83-4287-9707-b22a0d61b854 req-1149e52b-659c-4d33-82db-71f157b0902d tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/ports?device_id=e75674ef-b62b-41d2-8d09-9a042e0548f8 HTTP/1.1" status: 200 len: 946 time: 0.0527697 Aug 18 12:31:01.364281 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-24155570-5a83-4287-9707-b22a0d61b854 req-b73b1bf7-1457-478b-aca4-0324449560e8 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/security-groups?id=68af3d75-7b31-42b2-bdc2-db82fc869372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398602 Aug 18 12:31:02.511558 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44e8f3e-c7f4-4c7e-a09a-8cfbe116abe2 req-36f880b7-9bdf-4766-9f10-b68305f29eb8 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:31:02.513062 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c44e8f3e-c7f4-4c7e-a09a-8cfbe116abe2 req-36f880b7-9bdf-4766-9f10-b68305f29eb8 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/ports?device_id=e75674ef-b62b-41d2-8d09-9a042e0548f8 HTTP/1.1" status: 200 len: 946 time: 0.0545037 Aug 18 12:31:02.551475 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c44e8f3e-c7f4-4c7e-a09a-8cfbe116abe2 req-35353588-5dfe-4ac7-b5d9-23be7112e55b tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/security-groups?id=68af3d75-7b31-42b2-bdc2-db82fc869372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323248 Aug 18 12:31:02.670530 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d761a078-1964-41e9-97bc-cde28393ef81 req-219978a5-ec3e-43a6-9f58-cefe96e7e59c tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:31:02.672011 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d761a078-1964-41e9-97bc-cde28393ef81 req-219978a5-ec3e-43a6-9f58-cefe96e7e59c tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/ports?device_id=e75674ef-b62b-41d2-8d09-9a042e0548f8 HTTP/1.1" status: 200 len: 946 time: 0.0528133 Aug 18 12:31:02.714999 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d761a078-1964-41e9-97bc-cde28393ef81 req-f50370f4-70fe-4135-bb83-287f0490aa96 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/security-groups?id=68af3d75-7b31-42b2-bdc2-db82fc869372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342627 Aug 18 12:31:02.737872 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 48970) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:31:02.990507 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9956aa2-f8c9-442a-9840-70f6c6515196 tempest-TestVolumeBootPattern-860199811 tempest-TestVolumeBootPattern-860199811-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:31:02.991990 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-e9956aa2-f8c9-442a-9840-70f6c6515196 tempest-TestVolumeBootPattern-860199811 tempest-TestVolumeBootPattern-860199811-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=e75674ef-b62b-41d2-8d09-9a042e0548f8 HTTP/1.1" status: 200 len: 1092 time: 0.2531347 Aug 18 12:31:02.996175 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 48974) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:31:03.000509 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-be03fe66-2b21-429f-9ca8-c0d1f8e96aa4 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Request body: {'floatingip': {'floating_network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'port_id': '44fd593e-d7c4-45c3-90e4-981c638d751b', 'tenant_id': '86bcac19683b4cedad111d113ad02413', 'fixed_ip_address': '172.20.0.10'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:31:03.026391 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-be03fe66-2b21-429f-9ca8-c0d1f8e96aa4 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Notify callbacks [] for floatingip, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:31:03.141140 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-be03fe66-2b21-429f-9ca8-c0d1f8e96aa4 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:31:03.259038 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [None req-be03fe66-2b21-429f-9ca8-c0d1f8e96aa4 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Allocated IP 172.25.7.112 (7cae7a70-14fd-408c-b14d-39ceb97cb60e/9784295a-20b8-4a4b-b105-f82737f0448f/0f0bd3b6-5a63-49af-ad67-243a7864709e) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:31:03.370715 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-be03fe66-2b21-429f-9ca8-c0d1f8e96aa4 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:31:03.413533 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-be03fe66-2b21-429f-9ca8-c0d1f8e96aa4 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:31:03.459622 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be03fe66-2b21-429f-9ca8-c0d1f8e96aa4 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Network 7cae7a70-14fd-408c-b14d-39ceb97cb60e is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:31:03.463011 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-be03fe66-2b21-429f-9ca8-c0d1f8e96aa4 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:31:03.468620 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be03fe66-2b21-429f-9ca8-c0d1f8e96aa4 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:31:03.471969 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be03fe66-2b21-429f-9ca8-c0d1f8e96aa4 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Pushing event updated for resources: {'Port': ['ID=0f0bd3b6-5a63-49af-ad67-243a7864709e,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:31:03.846775 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-be03fe66-2b21-429f-9ca8-c0d1f8e96aa4 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:31:03.917666 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-be03fe66-2b21-429f-9ca8-c0d1f8e96aa4 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:31:04.080447 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-be03fe66-2b21-429f-9ca8-c0d1f8e96aa4 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Notify callbacks [] for port, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:31:04.086535 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-be03fe66-2b21-429f-9ca8-c0d1f8e96aa4 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:31:04.157288 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be03fe66-2b21-429f-9ca8-c0d1f8e96aa4 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Pushing event updated for resources: {'Port': ['ID=0f0bd3b6-5a63-49af-ad67-243a7864709e,revision_number=2']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:31:04.167792 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-be03fe66-2b21-429f-9ca8-c0d1f8e96aa4 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-989945'] for floatingip, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:31:04.271215 n-d-804985-2 neutron-server[106252]: INFO neutron.db.l3_db [None req-be03fe66-2b21-429f-9ca8-c0d1f8e96aa4 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Floating IP 385c0250-e448-429f-9634-2b7903712396 associated. External IP: 172.25.7.112, port: 44fd593e-d7c4-45c3-90e4-981c638d751b. Aug 18 12:31:04.841114 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be03fe66-2b21-429f-9ca8-c0d1f8e96aa4 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Router 931fbcd4-ce57-444d-9c6e-d6ad45cb2f83 has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:31:04.985170 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be03fe66-2b21-429f-9ca8-c0d1f8e96aa4 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:31:04.995065 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-476872cb-9004-4349-a04e-8c6d0e1b78a6 None None] Sync routers for ids ['931fbcd4-ce57-444d-9c6e-d6ad45cb2f83'] in n-d-804985-2 {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:31:05.004404 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-be03fe66-2b21-429f-9ca8-c0d1f8e96aa4 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for floatingip, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:31:05.006614 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-476872cb-9004-4349-a04e-8c6d0e1b78a6 None None] Routers {'931fbcd4-ce57-444d-9c6e-d6ad45cb2f83'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:31:05.007245 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-476872cb-9004-4349-a04e-8c6d0e1b78a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:30:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['931fbcd4-ce57-444d-9c6e-d6ad45cb2f83'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:31:05.045505 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-be03fe66-2b21-429f-9ca8-c0d1f8e96aa4 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0344725 Aug 18 12:31:05.045505 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e75674ef-b62b-41d2-8d09-9a042e0548f8', 'tag': '44fd593e-d7c4-45c3-90e4-981c638d751b'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:31:05.045505 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f2aaef6-8fd7-4843-ae02-f7e91a8cb2d5" -d '{"events": [{"name": "network-changed", "server_uuid": "e75674ef-b62b-41d2-8d09-9a042e0548f8", "tag": "44fd593e-d7c4-45c3-90e4-981c638d751b"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:31:05.072260 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:31:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb912a55-b677-476f-8b4f-15386fe2ded0 x-openstack-request-id: req-bb912a55-b677-476f-8b4f-15386fe2ded0 {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:31:05.072602 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e75674ef-b62b-41d2-8d09-9a042e0548f8", "tag": "44fd593e-d7c4-45c3-90e4-981c638d751b", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:31:05.072858 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-bb912a55-b677-476f-8b4f-15386fe2ded0 {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:31:05.073268 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e75674ef-b62b-41d2-8d09-9a042e0548f8', 'tag': '44fd593e-d7c4-45c3-90e4-981c638d751b', 'status': 'completed', 'code': 200} Aug 18 12:31:05.116397 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-476872cb-9004-4349-a04e-8c6d0e1b78a6 None None] Set router 931fbcd4-ce57-444d-9c6e-d6ad45cb2f83 gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:31:05.141719 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2aaef6-8fd7-4843-ae02-f7e91a8cb2d5 req-e2239cdb-174e-4fd4-9703-17a3fc47bfcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:31:05.143272 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-7f2aaef6-8fd7-4843-ae02-f7e91a8cb2d5 req-e2239cdb-174e-4fd4-9703-17a3fc47bfcd service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=86bcac19683b4cedad111d113ad02413&device_id=e75674ef-b62b-41d2-8d09-9a042e0548f8 HTTP/1.1" status: 200 len: 1097 time: 0.0464864 Aug 18 12:31:05.247874 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2aaef6-8fd7-4843-ae02-f7e91a8cb2d5 req-b57f93dc-55af-42ed-b40f-a8abec6e9508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:31:05.249411 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-7f2aaef6-8fd7-4843-ae02-f7e91a8cb2d5 req-b57f93dc-55af-42ed-b40f-a8abec6e9508 service neutron] 10.222.0.62 "GET /v2.0/networks?id=25fdaffb-3168-482a-bd55-4e7a3fe8ec1f HTTP/1.1" status: 200 len: 912 time: 0.0989540 Aug 18 12:31:05.321215 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-7f2aaef6-8fd7-4843-ae02-f7e91a8cb2d5 req-b24bc814-ceea-467b-8bb1-7ef82a29e80d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=44fd593e-d7c4-45c3-90e4-981c638d751b HTTP/1.1" status: 200 len: 1000 time: 0.0639031 Aug 18 12:31:05.374021 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2aaef6-8fd7-4843-ae02-f7e91a8cb2d5 req-3e181a79-7dc1-490c-b62f-10be28e7436f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:31:05.375392 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-7f2aaef6-8fd7-4843-ae02-f7e91a8cb2d5 req-3e181a79-7dc1-490c-b62f-10be28e7436f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=eb2e3982-4dd6-4594-80de-13da71e6899f HTTP/1.1" status: 200 len: 850 time: 0.0468736 Aug 18 12:31:05.422589 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2aaef6-8fd7-4843-ae02-f7e91a8cb2d5 req-1eefd41f-7416-43ee-b660-333e6c07ffc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:31:05.424173 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-7f2aaef6-8fd7-4843-ae02-f7e91a8cb2d5 req-1eefd41f-7416-43ee-b660-333e6c07ffc5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=25fdaffb-3168-482a-bd55-4e7a3fe8ec1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415447 Aug 18 12:31:05.444617 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-476872cb-9004-4349-a04e-8c6d0e1b78a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '931fbcd4-ce57-444d-9c6e-d6ad45cb2f83', 'name': 'tempest-TestVolumeBootPattern-312113207-router', 'tenant_id': '86bcac19683b4cedad111d113ad02413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': 'ad9e999a-e235-4951-b077-2cec40eb180b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:24:40Z', 'updated_at': '2021-08-18T12:24:43Z', 'revision_number': 4, 'project_id': '86bcac19683b4cedad111d113ad02413', 'gw_port': {'id': 'ad9e999a-e235-4951-b077-2cec40eb180b', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:6c:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '931fbcd4-ce57-444d-9c6e-d6ad45cb2f83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3816, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:24:40Z', 'updated_at': '2021-08-18T12:24:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_floatingips': [{'id': '385c0250-e448-429f-9634-2b7903712396', 'tenant_id': '86bcac19683b4cedad111d113ad02413', 'floating_ip_address': '172.25.7.112', 'floating_network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'router_id': '931fbcd4-ce57-444d-9c6e-d6ad45cb2f83', 'port_id': '44fd593e-d7c4-45c3-90e4-981c638d751b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3997, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25fdaffb-3168-482a-bd55-4e7a3fe8ec1f', 'mac_address': 'fa:16:3e:c3:b7:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e75674ef-b62b-41d2-8d09-9a042e0548f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T12:31:03Z', 'updated_at': '2021-08-18T12:31:03Z', 'revision_number': 0, 'project_id': '86bcac19683b4cedad111d113ad02413', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bae6a5f7-5d17-4a5f-85de-48171724c2c3', 'name': '', 'network_id': '25fdaffb-3168-482a-bd55-4e7a3fe8ec1f', 'tenant_id': '86bcac19683b4cedad111d113ad02413', 'mac_address': 'fa:16:3e:df:9c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '931fbcd4-ce57-444d-9c6e-d6ad45cb2f83', 'device_owner': 'network:router_interface', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': 'eb2e3982-4dd6-4594-80de-13da71e6899f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:24:42Z', 'updated_at': '2021-08-18T12:24:51Z', 'revision_number': 5, 'project_id': '86bcac19683b4cedad111d113ad02413', 'subnets': [{'id': 'eb2e3982-4dd6-4594-80de-13da71e6899f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:31:05.470648 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-476872cb-9004-4349-a04e-8c6d0e1b78a6 None None] Checking router: 931fbcd4-ce57-444d-9c6e-d6ad45cb2f83 for host: n-d-804985-2 {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:31:05.481298 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-476872cb-9004-4349-a04e-8c6d0e1b78a6 None None] Routers {'931fbcd4-ce57-444d-9c6e-d6ad45cb2f83'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:31:05.481923 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-476872cb-9004-4349-a04e-8c6d0e1b78a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:30:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['931fbcd4-ce57-444d-9c6e-d6ad45cb2f83'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:31:05.519958 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-7f2aaef6-8fd7-4843-ae02-f7e91a8cb2d5 req-d2907b8f-52e4-4278-8f0d-e915da5353bd service neutron] 10.222.0.62 "GET /v2.0/networks/25fdaffb-3168-482a-bd55-4e7a3fe8ec1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881941 Aug 18 12:31:05.585875 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-476872cb-9004-4349-a04e-8c6d0e1b78a6 None None] Set router 931fbcd4-ce57-444d-9c6e-d6ad45cb2f83 gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:31:05.613495 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-7f2aaef6-8fd7-4843-ae02-f7e91a8cb2d5 req-808f6ae4-5819-4e52-9e7b-21916b78e7fe service neutron] 10.222.0.62 "GET /v2.0/networks/25fdaffb-3168-482a-bd55-4e7a3fe8ec1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867312 Aug 18 12:31:05.824334 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-476872cb-9004-4349-a04e-8c6d0e1b78a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '931fbcd4-ce57-444d-9c6e-d6ad45cb2f83', 'name': 'tempest-TestVolumeBootPattern-312113207-router', 'tenant_id': '86bcac19683b4cedad111d113ad02413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': 'ad9e999a-e235-4951-b077-2cec40eb180b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:24:40Z', 'updated_at': '2021-08-18T12:24:43Z', 'revision_number': 4, 'project_id': '86bcac19683b4cedad111d113ad02413', 'gw_port': {'id': 'ad9e999a-e235-4951-b077-2cec40eb180b', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:6c:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '931fbcd4-ce57-444d-9c6e-d6ad45cb2f83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3816, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:24:40Z', 'updated_at': '2021-08-18T12:24:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_floatingips': [{'id': '385c0250-e448-429f-9634-2b7903712396', 'tenant_id': '86bcac19683b4cedad111d113ad02413', 'floating_ip_address': '172.25.7.112', 'floating_network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'router_id': '931fbcd4-ce57-444d-9c6e-d6ad45cb2f83', 'port_id': '44fd593e-d7c4-45c3-90e4-981c638d751b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3997, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25fdaffb-3168-482a-bd55-4e7a3fe8ec1f', 'mac_address': 'fa:16:3e:c3:b7:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e75674ef-b62b-41d2-8d09-9a042e0548f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T12:31:03Z', 'updated_at': '2021-08-18T12:31:03Z', 'revision_number': 0, 'project_id': '86bcac19683b4cedad111d113ad02413', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bae6a5f7-5d17-4a5f-85de-48171724c2c3', 'name': '', 'network_id': '25fdaffb-3168-482a-bd55-4e7a3fe8ec1f', 'tenant_id': '86bcac19683b4cedad111d113ad02413', 'mac_address': 'fa:16:3e:df:9c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '931fbcd4-ce57-444d-9c6e-d6ad45cb2f83', 'device_owner': 'network:router_interface', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': 'eb2e3982-4dd6-4594-80de-13da71e6899f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:24:42Z', 'updated_at': '2021-08-18T12:24:51Z', 'revision_number': 5, 'project_id': '86bcac19683b4cedad111d113ad02413', 'subnets': [{'id': 'eb2e3982-4dd6-4594-80de-13da71e6899f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:31:05.850674 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-476872cb-9004-4349-a04e-8c6d0e1b78a6 None None] The sync data for ids ['931fbcd4-ce57-444d-9c6e-d6ad45cb2f83'] in n-d-804985-2 is: [{'id': '931fbcd4-ce57-444d-9c6e-d6ad45cb2f83', 'name': 'tempest-TestVolumeBootPattern-312113207-router', 'tenant_id': '86bcac19683b4cedad111d113ad02413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': 'ad9e999a-e235-4951-b077-2cec40eb180b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:24:40Z', 'updated_at': '2021-08-18T12:24:43Z', 'revision_number': 4, 'project_id': '86bcac19683b4cedad111d113ad02413', 'gw_port': {'id': 'ad9e999a-e235-4951-b077-2cec40eb180b', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:6c:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '931fbcd4-ce57-444d-9c6e-d6ad45cb2f83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3816, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:24:40Z', 'updated_at': '2021-08-18T12:24:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_floatingips': [{'id': '385c0250-e448-429f-9634-2b7903712396', 'tenant_id': '86bcac19683b4cedad111d113ad02413', 'floating_ip_address': '172.25.7.112', 'floating_network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'router_id': '931fbcd4-ce57-444d-9c6e-d6ad45cb2f83', 'port_id': '44fd593e-d7c4-45c3-90e4-981c638d751b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3997, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25fdaffb-3168-482a-bd55-4e7a3fe8ec1f', 'mac_address': 'fa:16:3e:c3:b7:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e75674ef-b62b-41d2-8d09-9a042e0548f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T12:31:03Z', 'updated_at': '2021-08-18T12:31:03Z', 'revision_number': 0, 'project_id': '86bcac19683b4cedad111d113ad02413', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bae6a5f7-5d17-4a5f-85de-48171724c2c3', 'name': '', 'network_id': '25fdaffb-3168-482a-bd55-4e7a3fe8ec1f', 'tenant_id': '86bcac19683b4cedad111d113ad02413', 'mac_address': 'fa:16:3e:df:9c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '931fbcd4-ce57-444d-9c6e-d6ad45cb2f83', 'device_owner': 'network:router_interface', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': 'eb2e3982-4dd6-4594-80de-13da71e6899f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:24:42Z', 'updated_at': '2021-08-18T12:24:51Z', 'revision_number': 5, 'project_id': '86bcac19683b4cedad111d113ad02413', 'subnets': [{'id': 'eb2e3982-4dd6-4594-80de-13da71e6899f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:31:06.051764 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa671d9-8359-4d2a-ab7a-2971909c4405 None None] New status for floating IP 385c0250-e448-429f-9634-2b7903712396: ACTIVE {{(pid=106254) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 12:31:06.298509 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:31:08.424075 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:31:08.697383 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.agents_db [None req-6dbb2658-0354-4101-8393-6e7505481cf6 None None] Agent healthcheck: found 7 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 12:31:18.516084 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-bc90a579-790c-4a34-9ea0-bdd643ac150c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:31:21.474254 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:31:21.721126 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3d857764-5633-4bfd-acdc-043593e7aad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:31:22.242881 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-53584c24-f517-494e-ac93-c18bb92373f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:31:23.915192 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-500a1c61-38a7-4c23-a7ec-4631080af5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:31:29.836856 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [req-a466c2a3-5758-4dc9-b064-c8b81c564f9b req-84ac7116-6728-4ab2-ba45-1aef386e73c3 service neutron] (106253) timed out ('10.222.0.63', 54418) {{(pid=106253) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 18 12:31:36.320954 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:31:38.437704 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:31:45.702853 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.agents_db [None req-6dbb2658-0354-4101-8393-6e7505481cf6 None None] Agent healthcheck: found 7 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 12:31:48.513196 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-376cfafe-8d65-4d85-a0a9-4c728b929673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:31:51.488649 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:31:51.731810 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-cc82da03-f969-4864-9677-480c0439f847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:31:52.246565 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-53584c24-f517-494e-ac93-c18bb92373f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:31:53.162255 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-c519ed21-cd6d-42f4-bb1e-c04f86a6aa55 req-1601823d-5488-4f31-b65b-a05bd0b77310 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=e75674ef-b62b-41d2-8d09-9a042e0548f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0431819 Aug 18 12:31:53.257584 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c519ed21-cd6d-42f4-bb1e-c04f86a6aa55 req-c6ad6a8c-f60c-4c70-9f48-1c78e1dacef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:31:53.259155 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-c519ed21-cd6d-42f4-bb1e-c04f86a6aa55 req-c6ad6a8c-f60c-4c70-9f48-1c78e1dacef7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=86bcac19683b4cedad111d113ad02413&device_id=e75674ef-b62b-41d2-8d09-9a042e0548f8 HTTP/1.1" status: 200 len: 1097 time: 0.0514054 Aug 18 12:31:53.367270 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c519ed21-cd6d-42f4-bb1e-c04f86a6aa55 req-f5eec9c2-c1c0-4722-9fcc-57d29977108e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:31:53.368648 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-c519ed21-cd6d-42f4-bb1e-c04f86a6aa55 req-f5eec9c2-c1c0-4722-9fcc-57d29977108e service neutron] 10.222.0.62 "GET /v2.0/networks?id=25fdaffb-3168-482a-bd55-4e7a3fe8ec1f HTTP/1.1" status: 200 len: 912 time: 0.0881846 Aug 18 12:31:53.452075 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-c519ed21-cd6d-42f4-bb1e-c04f86a6aa55 req-2a1c0d61-fce1-4f7a-9970-19c92ba48681 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=44fd593e-d7c4-45c3-90e4-981c638d751b HTTP/1.1" status: 200 len: 1002 time: 0.0731606 Aug 18 12:31:53.504869 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c519ed21-cd6d-42f4-bb1e-c04f86a6aa55 req-40b4918e-9ba3-44d4-9f24-7c0ed5cf7944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:31:53.506296 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-c519ed21-cd6d-42f4-bb1e-c04f86a6aa55 req-40b4918e-9ba3-44d4-9f24-7c0ed5cf7944 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=eb2e3982-4dd6-4594-80de-13da71e6899f HTTP/1.1" status: 200 len: 850 time: 0.0467763 Aug 18 12:31:53.555218 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c519ed21-cd6d-42f4-bb1e-c04f86a6aa55 req-375b9929-6fa7-44ce-a5a5-ccd58b572be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:31:53.556723 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-c519ed21-cd6d-42f4-bb1e-c04f86a6aa55 req-375b9929-6fa7-44ce-a5a5-ccd58b572be5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=25fdaffb-3168-482a-bd55-4e7a3fe8ec1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419335 Aug 18 12:31:53.660904 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-c519ed21-cd6d-42f4-bb1e-c04f86a6aa55 req-4f85c761-cde9-44c7-bbf8-6b4d1320589e service neutron] 10.222.0.62 "GET /v2.0/networks/25fdaffb-3168-482a-bd55-4e7a3fe8ec1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957129 Aug 18 12:31:53.758798 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-c519ed21-cd6d-42f4-bb1e-c04f86a6aa55 req-a21c9000-7de7-44fe-8eb4-425a22189de9 service neutron] 10.222.0.62 "GET /v2.0/networks/25fdaffb-3168-482a-bd55-4e7a3fe8ec1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902932 Aug 18 12:31:53.921423 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-500a1c61-38a7-4c23-a7ec-4631080af5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:32:06.317847 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:32:08.449829 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:32:14.386663 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [req-ff9e0f82-371d-4b4f-9e13-14ef0fc28b35 req-5ac33fa8-7971-4fe7-be20-ba65fa1b80ab service neutron] (106253) timed out ('10.222.0.66', 40028) {{(pid=106253) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 18 12:32:18.523601 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-2ddc482e-e66d-4e6a-8bb4-2373bfb57ce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:32:21.489102 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:32:21.730932 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-748f7044-ba32-41f0-8597-43355830addd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:32:22.248484 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-53584c24-f517-494e-ac93-c18bb92373f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:32:22.706718 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.agents_db [None req-6dbb2658-0354-4101-8393-6e7505481cf6 None None] Agent healthcheck: found 7 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 12:32:23.117636 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [req-b89a3f61-7d3f-46fb-9234-be1ec93ab65e req-32eac188-0dba-4186-a69d-556ce76e55b7 service neutron] (106252) timed out ('10.222.0.66', 47564) {{(pid=106252) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 18 12:32:23.924607 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-500a1c61-38a7-4c23-a7ec-4631080af5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:32:36.316431 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:32:38.440496 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:32:48.088619 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d764d71a-192d-4648-83d3-58ecd4239df8 req-b5a031f6-bb8b-42af-a4af-0e268ee66558 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1464834680&fields=id&tenant_id=86bcac19683b4cedad111d113ad02413 HTTP/1.1" status: 200 len: 267 time: 0.0361786 Aug 18 12:32:48.209226 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d764d71a-192d-4648-83d3-58ecd4239df8 req-16ff11f3-d891-459c-85a8-79015938fe14 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:32:48.210697 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d764d71a-192d-4648-83d3-58ecd4239df8 req-16ff11f3-d891-459c-85a8-79015938fe14 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/networks?id=25fdaffb-3168-482a-bd55-4e7a3fe8ec1f HTTP/1.1" status: 200 len: 811 time: 0.1151145 Aug 18 12:32:48.225817 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d764d71a-192d-4648-83d3-58ecd4239df8 req-822e2b53-ac5b-46dc-9547-6e3748e93a1f tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/quotas/86bcac19683b4cedad111d113ad02413 HTTP/1.1" status: 200 len: 375 time: 0.0091443 Aug 18 12:32:48.284192 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d764d71a-192d-4648-83d3-58ecd4239df8 req-505b6bb4-9852-490a-b34f-095210423b95 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=86bcac19683b4cedad111d113ad02413&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0529082 Aug 18 12:32:48.387974 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d764d71a-192d-4648-83d3-58ecd4239df8 req-20e0899e-a9e4-40d5-81e5-844a9f104ea7 service neutron] 10.222.0.66 "GET /v2.0/networks/25fdaffb-3168-482a-bd55-4e7a3fe8ec1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907979 Aug 18 12:32:48.488662 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d764d71a-192d-4648-83d3-58ecd4239df8 req-0c7e188a-0561-4799-b3e1-961d5d963cd8 service neutron] 10.222.0.66 "GET /v2.0/networks/25fdaffb-3168-482a-bd55-4e7a3fe8ec1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914624 Aug 18 12:32:48.518720 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-f3cbddcd-03d1-4153-8559-1412540c2583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:32:48.873520 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a66e3e27-f2c3-4687-a3be-9adccaf18c90 req-7b93206e-4551-4ae1-86d7-e1003116d3e0 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b1d0131-807e-4ed5-89d5-8e34b8006488 HTTP/1.1" status: 200 len: 210 time: 0.1040149 Aug 18 12:32:49.838085 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d764d71a-192d-4648-83d3-58ecd4239df8 req-f685db3a-aee6-4ab7-872d-a3c8d0f520d4 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:32:49.839544 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d764d71a-192d-4648-83d3-58ecd4239df8 req-f685db3a-aee6-4ab7-872d-a3c8d0f520d4 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.63 "GET /v2.0/networks?id=25fdaffb-3168-482a-bd55-4e7a3fe8ec1f HTTP/1.1" status: 200 len: 811 time: 0.1109657 Aug 18 12:32:49.882442 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d764d71a-192d-4648-83d3-58ecd4239df8 req-d36d7dc8-7844-4a65-bfd4-35b268c39c67 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.63 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=86bcac19683b4cedad111d113ad02413 HTTP/1.1" status: 200 len: 380 time: 0.0332878 Aug 18 12:32:49.892517 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-d764d71a-192d-4648-83d3-58ecd4239df8 req-91e6e640-20f8-4512-908a-21e2141c8a4f tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Request body: {'port': {'device_id': '8b1d0131-807e-4ed5-89d5-8e34b8006488', 'network_id': '25fdaffb-3168-482a-bd55-4e7a3fe8ec1f', 'admin_state_up': True, 'tenant_id': '86bcac19683b4cedad111d113ad02413', 'security_groups': ['68af3d75-7b31-42b2-bdc2-db82fc869372']}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:32:50.019569 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8f265dd2-00ea-4314-88e5-a32d0d7f3503 req-ddb11e93-424f-4f83-8767-ab3480406089 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b1d0131-807e-4ed5-89d5-8e34b8006488 HTTP/1.1" status: 200 len: 210 time: 0.0433798 Aug 18 12:32:50.046090 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d764d71a-192d-4648-83d3-58ecd4239df8 req-91e6e640-20f8-4512-908a-21e2141c8a4f tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Made reservation on behalf of 86bcac19683b4cedad111d113ad02413 for: {'port': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:32:50.050248 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-d764d71a-192d-4648-83d3-58ecd4239df8 req-91e6e640-20f8-4512-908a-21e2141c8a4f tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:32:50.176245 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [req-d764d71a-192d-4648-83d3-58ecd4239df8 req-91e6e640-20f8-4512-908a-21e2141c8a4f tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Allocated IP 172.20.0.12 (25fdaffb-3168-482a-bd55-4e7a3fe8ec1f/eb2e3982-4dd6-4594-80de-13da71e6899f/cbade017-9a6c-4256-8900-0abd1f90c706) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:32:50.323335 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-d764d71a-192d-4648-83d3-58ecd4239df8 req-91e6e640-20f8-4512-908a-21e2141c8a4f tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:32:50.336960 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [req-d764d71a-192d-4648-83d3-58ecd4239df8 req-91e6e640-20f8-4512-908a-21e2141c8a4f tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Transition to ACTIVE for port object cbade017-9a6c-4256-8900-0abd1f90c706 will not be triggered until provisioned by entity DHCP. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:32:50.372614 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-d764d71a-192d-4648-83d3-58ecd4239df8 req-91e6e640-20f8-4512-908a-21e2141c8a4f tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:32:50.419309 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d764d71a-192d-4648-83d3-58ecd4239df8 req-91e6e640-20f8-4512-908a-21e2141c8a4f tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Network 25fdaffb-3168-482a-bd55-4e7a3fe8ec1f is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:32:50.422680 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [req-d764d71a-192d-4648-83d3-58ecd4239df8 req-91e6e640-20f8-4512-908a-21e2141c8a4f tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:32:50.425497 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-d764d71a-192d-4648-83d3-58ecd4239df8 req-91e6e640-20f8-4512-908a-21e2141c8a4f tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:32:50.457430 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e6e640-20f8-4512-908a-21e2141c8a4f tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Pushing event updated for resources: {'Port': ['ID=cbade017-9a6c-4256-8900-0abd1f90c706,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:32:50.473185 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e6e640-20f8-4512-908a-21e2141c8a4f tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:32:50.473515 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e6e640-20f8-4512-908a-21e2141c8a4f tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:32:50.473877 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e6e640-20f8-4512-908a-21e2141c8a4f tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:32:50.474218 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e6e640-20f8-4512-908a-21e2141c8a4f tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:32:50.474555 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e6e640-20f8-4512-908a-21e2141c8a4f tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:32:50.474864 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e6e640-20f8-4512-908a-21e2141c8a4f tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:32:50.475215 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e6e640-20f8-4512-908a-21e2141c8a4f tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:32:50.475540 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e6e640-20f8-4512-908a-21e2141c8a4f tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:32:50.475862 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e6e640-20f8-4512-908a-21e2141c8a4f tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:32:50.476188 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e6e640-20f8-4512-908a-21e2141c8a4f tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:32:50.476506 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e6e640-20f8-4512-908a-21e2141c8a4f tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:32:50.476855 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e6e640-20f8-4512-908a-21e2141c8a4f tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:32:50.494213 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d764d71a-192d-4648-83d3-58ecd4239df8 req-91e6e640-20f8-4512-908a-21e2141c8a4f tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:32:50.495051 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-d764d71a-192d-4648-83d3-58ecd4239df8 req-91e6e640-20f8-4512-908a-21e2141c8a4f tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:32:50.514457 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d764d71a-192d-4648-83d3-58ecd4239df8 req-91e6e640-20f8-4512-908a-21e2141c8a4f tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6257024 Aug 18 12:32:50.526161 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [req-d764d71a-192d-4648-83d3-58ecd4239df8 req-852ef34e-6791-4b3a-ab63-755a27648365 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=106252) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 12:32:50.527160 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d764d71a-192d-4648-83d3-58ecd4239df8 req-852ef34e-6791-4b3a-ab63-755a27648365 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055811 Aug 18 12:32:50.600680 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-d764d71a-192d-4648-83d3-58ecd4239df8 req-3c13f709-d641-48c5-8639-769d4bf58820 service neutron] Request body: {'port': {'device_id': '8b1d0131-807e-4ed5-89d5-8e34b8006488', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804985-2'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:32:50.666205 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-d764d71a-192d-4648-83d3-58ecd4239df8 req-3c13f709-d641-48c5-8639-769d4bf58820 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:32:50.700904 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-92f30ee5-7253-464d-ac63-153b2fff5456 None None] Provisioning for port cbade017-9a6c-4256-8900-0abd1f90c706 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:32:50.705443 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-92f30ee5-7253-464d-ac63-153b2fff5456 None None] Provisioning complete for port cbade017-9a6c-4256-8900-0abd1f90c706 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:32:50.705912 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-92f30ee5-7253-464d-ac63-153b2fff5456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:32:50.743371 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-92f30ee5-7253-464d-ac63-153b2fff5456 None None] Port cbade017-9a6c-4256-8900-0abd1f90c706 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:32:50.947076 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [req-d764d71a-192d-4648-83d3-58ecd4239df8 req-3c13f709-d641-48c5-8639-769d4bf58820 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbade017-9a6c-4256-8900-0abd1f90c706 {{(pid=106252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:32:50.957081 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-d764d71a-192d-4648-83d3-58ecd4239df8 req-3c13f709-d641-48c5-8639-769d4bf58820 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:32:50.970315 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [req-d764d71a-192d-4648-83d3-58ecd4239df8 req-3c13f709-d641-48c5-8639-769d4bf58820 service neutron] Transition to ACTIVE for port object cbade017-9a6c-4256-8900-0abd1f90c706 will not be triggered until provisioned by entity L2. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:32:50.973390 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-d764d71a-192d-4648-83d3-58ecd4239df8 req-3c13f709-d641-48c5-8639-769d4bf58820 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:32:51.033844 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c13f709-d641-48c5-8639-769d4bf58820 service neutron] Pushing event updated for resources: {'Port': ['ID=cbade017-9a6c-4256-8900-0abd1f90c706,revision_number=2']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:32:51.122647 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-d764d71a-192d-4648-83d3-58ecd4239df8 req-3c13f709-d641-48c5-8639-769d4bf58820 service neutron] Attempting to bind port cbade017-9a6c-4256-8900-0abd1f90c706 on host n-h1-804985-2 for vnic_type normal with profile {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:32:51.123054 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-d764d71a-192d-4648-83d3-58ecd4239df8 req-3c13f709-d641-48c5-8639-769d4bf58820 service neutron] Attempting to bind port cbade017-9a6c-4256-8900-0abd1f90c706 by drivers openvswitch,hyperv on host n-h1-804985-2 at level 0 using segments [{'id': 'dfae8a08-8315-4142-ba2f-fd111ce93dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '25fdaffb-3168-482a-bd55-4e7a3fe8ec1f'}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:32:51.123447 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d764d71a-192d-4648-83d3-58ecd4239df8 req-3c13f709-d641-48c5-8639-769d4bf58820 service neutron] Attempting to bind port cbade017-9a6c-4256-8900-0abd1f90c706 on network 25fdaffb-3168-482a-bd55-4e7a3fe8ec1f {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:32:51.129028 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d764d71a-192d-4648-83d3-58ecd4239df8 req-3c13f709-d641-48c5-8639-769d4bf58820 service neutron] Port cbade017-9a6c-4256-8900-0abd1f90c706 on network 25fdaffb-3168-482a-bd55-4e7a3fe8ec1f not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-2 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:32:51.129414 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d764d71a-192d-4648-83d3-58ecd4239df8 req-3c13f709-d641-48c5-8639-769d4bf58820 service neutron] Attempting to bind port cbade017-9a6c-4256-8900-0abd1f90c706 on network 25fdaffb-3168-482a-bd55-4e7a3fe8ec1f {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:32:51.147278 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d764d71a-192d-4648-83d3-58ecd4239df8 req-3c13f709-d641-48c5-8639-769d4bf58820 service neutron] Checking agent: {'id': 'a613417a-d085-492c-941a-59bb18c633d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 49, 6), 'started_at': datetime.datetime(2021, 8, 18, 11, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 32, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:32:51.147621 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d764d71a-192d-4648-83d3-58ecd4239df8 req-3c13f709-d641-48c5-8639-769d4bf58820 service neutron] Checking segment: {'id': 'dfae8a08-8315-4142-ba2f-fd111ce93dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '25fdaffb-3168-482a-bd55-4e7a3fe8ec1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:32:51.148407 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d764d71a-192d-4648-83d3-58ecd4239df8 req-3c13f709-d641-48c5-8639-769d4bf58820 service neutron] Bound using segment: {'id': 'dfae8a08-8315-4142-ba2f-fd111ce93dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '25fdaffb-3168-482a-bd55-4e7a3fe8ec1f'} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:32:51.148600 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-d764d71a-192d-4648-83d3-58ecd4239df8 req-3c13f709-d641-48c5-8639-769d4bf58820 service neutron] Bound port: cbade017-9a6c-4256-8900-0abd1f90c706, host: n-h1-804985-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfae8a08-8315-4142-ba2f-fd111ce93dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '25fdaffb-3168-482a-bd55-4e7a3fe8ec1f'}}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:32:51.148884 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-d764d71a-192d-4648-83d3-58ecd4239df8 req-3c13f709-d641-48c5-8639-769d4bf58820 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:32:51.228107 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d831bf25-a53b-4543-bb71-5d0e0c1d1ffe req-0c49570c-f79c-43b5-a506-c154faf3b49c tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:32:51.229775 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d831bf25-a53b-4543-bb71-5d0e0c1d1ffe req-0c49570c-f79c-43b5-a506-c154faf3b49c tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b1d0131-807e-4ed5-89d5-8e34b8006488 HTTP/1.1" status: 200 len: 944 time: 0.0979552 Aug 18 12:32:51.268226 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-d764d71a-192d-4648-83d3-58ecd4239df8 req-3c13f709-d641-48c5-8639-769d4bf58820 service neutron] For port cbade017-9a6c-4256-8900-0abd1f90c706, host n-h1-804985-2, cleared binding levels {{(pid=106252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:32:51.290861 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-d764d71a-192d-4648-83d3-58ecd4239df8 req-3c13f709-d641-48c5-8639-769d4bf58820 service neutron] For port cbade017-9a6c-4256-8900-0abd1f90c706, host n-h1-804985-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=cbade017-9a6c-4256-8900-0abd1f90c706,segment=NetworkSegment(dfae8a08-8315-4142-ba2f-fd111ce93dbf),segment_id=dfae8a08-8315-4142-ba2f-fd111ce93dbf)] {{(pid=106252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:32:51.296733 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d831bf25-a53b-4543-bb71-5d0e0c1d1ffe req-0f611629-1fb9-460d-bec3-7110748ac825 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/security-groups?id=68af3d75-7b31-42b2-bdc2-db82fc869372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545712 Aug 18 12:32:51.298231 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-d764d71a-192d-4648-83d3-58ecd4239df8 req-3c13f709-d641-48c5-8639-769d4bf58820 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:32:51.333002 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d764d71a-192d-4648-83d3-58ecd4239df8 req-3c13f709-d641-48c5-8639-769d4bf58820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:32:51.333786 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-d764d71a-192d-4648-83d3-58ecd4239df8 req-3c13f709-d641-48c5-8639-769d4bf58820 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:32:51.335200 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d764d71a-192d-4648-83d3-58ecd4239df8 req-3c13f709-d641-48c5-8639-769d4bf58820 service neutron] 10.222.0.63 "PUT /v2.0/ports/cbade017-9a6c-4256-8900-0abd1f90c706 HTTP/1.1" status: 200 len: 1092 time: 0.8001976 Aug 18 12:32:51.335602 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b1d0131-807e-4ed5-89d5-8e34b8006488', 'tag': 'cbade017-9a6c-4256-8900-0abd1f90c706'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:32:51.337948 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a0e657f-ca16-4d19-83bf-90a10ba24184" -d '{"events": [{"name": "network-changed", "server_uuid": "8b1d0131-807e-4ed5-89d5-8e34b8006488", "tag": "cbade017-9a6c-4256-8900-0abd1f90c706"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:32:51.365711 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c13f709-d641-48c5-8639-769d4bf58820 service neutron] Pushing event updated for resources: {'Port': ['ID=cbade017-9a6c-4256-8900-0abd1f90c706,revision_number=3']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:32:51.413400 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:32:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52a6979b-5315-4b86-a5b3-7d6adc872f63 x-openstack-request-id: req-52a6979b-5315-4b86-a5b3-7d6adc872f63 {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:32:51.413733 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b1d0131-807e-4ed5-89d5-8e34b8006488", "tag": "cbade017-9a6c-4256-8900-0abd1f90c706", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:32:51.413929 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-52a6979b-5315-4b86-a5b3-7d6adc872f63 {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:32:51.414330 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b1d0131-807e-4ed5-89d5-8e34b8006488', 'tag': 'cbade017-9a6c-4256-8900-0abd1f90c706', 'status': 'completed', 'code': 200} Aug 18 12:32:51.430517 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d764d71a-192d-4648-83d3-58ecd4239df8 req-00381ae1-7433-4d68-b25b-0ad34a9d00c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:32:51.432034 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d764d71a-192d-4648-83d3-58ecd4239df8 req-00381ae1-7433-4d68-b25b-0ad34a9d00c5 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=86bcac19683b4cedad111d113ad02413&device_id=8b1d0131-807e-4ed5-89d5-8e34b8006488 HTTP/1.1" status: 200 len: 1095 time: 0.0510097 Aug 18 12:32:51.481469 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d764d71a-192d-4648-83d3-58ecd4239df8 req-23c68049-356a-49ba-beae-d6158375b3a9 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cbade017-9a6c-4256-8900-0abd1f90c706 HTTP/1.1" status: 200 len: 217 time: 0.0408957 Aug 18 12:32:51.487067 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:32:51.535919 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d764d71a-192d-4648-83d3-58ecd4239df8 req-a0ea83f1-6d11-48ac-bac9-e383fc4b1e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:32:51.537676 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d764d71a-192d-4648-83d3-58ecd4239df8 req-a0ea83f1-6d11-48ac-bac9-e383fc4b1e8c service neutron] 10.222.0.63 "GET /v2.0/subnets?id=eb2e3982-4dd6-4594-80de-13da71e6899f HTTP/1.1" status: 200 len: 850 time: 0.0490198 Aug 18 12:32:51.585287 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d764d71a-192d-4648-83d3-58ecd4239df8 req-4fd8b0ec-6e01-4096-a805-70069e593af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:32:51.586786 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d764d71a-192d-4648-83d3-58ecd4239df8 req-4fd8b0ec-6e01-4096-a805-70069e593af1 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=25fdaffb-3168-482a-bd55-4e7a3fe8ec1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418031 Aug 18 12:32:51.683012 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d764d71a-192d-4648-83d3-58ecd4239df8 req-9da7adde-6724-4ff1-b35e-2ded8230586a service neutron] 10.222.0.63 "GET /v2.0/networks/25fdaffb-3168-482a-bd55-4e7a3fe8ec1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876329 Aug 18 12:32:51.725010 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-69a8980b-d8d8-4980-aaee-9af8e5c1d01f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:32:51.777654 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d764d71a-192d-4648-83d3-58ecd4239df8 req-bc574824-496b-42b7-8598-38ba25b02a55 service neutron] 10.222.0.63 "GET /v2.0/networks/25fdaffb-3168-482a-bd55-4e7a3fe8ec1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865490 Aug 18 12:32:51.869310 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0e657f-ca16-4d19-83bf-90a10ba24184 req-33161127-7c84-4099-921e-2b9d97dad309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:32:51.870832 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2a0e657f-ca16-4d19-83bf-90a10ba24184 req-33161127-7c84-4099-921e-2b9d97dad309 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=86bcac19683b4cedad111d113ad02413&device_id=8b1d0131-807e-4ed5-89d5-8e34b8006488 HTTP/1.1" status: 200 len: 1095 time: 0.0438902 Aug 18 12:32:51.971104 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0e657f-ca16-4d19-83bf-90a10ba24184 req-f5b81d46-bc76-46fb-aba8-e3830ff0669c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:32:51.972643 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2a0e657f-ca16-4d19-83bf-90a10ba24184 req-f5b81d46-bc76-46fb-aba8-e3830ff0669c service neutron] 10.222.0.63 "GET /v2.0/networks?id=25fdaffb-3168-482a-bd55-4e7a3fe8ec1f HTTP/1.1" status: 200 len: 912 time: 0.0927184 Aug 18 12:32:52.015430 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2a0e657f-ca16-4d19-83bf-90a10ba24184 req-5b5ca754-27cc-40ab-bb6b-83abaa2b12fc service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cbade017-9a6c-4256-8900-0abd1f90c706 HTTP/1.1" status: 200 len: 217 time: 0.0349593 Aug 18 12:32:52.073902 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0e657f-ca16-4d19-83bf-90a10ba24184 req-7df02a84-1b14-45ac-a9ca-26d663efe9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:32:52.075383 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2a0e657f-ca16-4d19-83bf-90a10ba24184 req-7df02a84-1b14-45ac-a9ca-26d663efe9ab service neutron] 10.222.0.63 "GET /v2.0/subnets?id=eb2e3982-4dd6-4594-80de-13da71e6899f HTTP/1.1" status: 200 len: 850 time: 0.0489657 Aug 18 12:32:52.122252 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0e657f-ca16-4d19-83bf-90a10ba24184 req-1b8fdc7f-2955-4e3c-ba83-6966c155838c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:32:52.123749 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2a0e657f-ca16-4d19-83bf-90a10ba24184 req-1b8fdc7f-2955-4e3c-ba83-6966c155838c service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=25fdaffb-3168-482a-bd55-4e7a3fe8ec1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411465 Aug 18 12:32:52.219922 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2a0e657f-ca16-4d19-83bf-90a10ba24184 req-606ce8d2-4f83-48f5-bd25-280be9799d17 service neutron] 10.222.0.63 "GET /v2.0/networks/25fdaffb-3168-482a-bd55-4e7a3fe8ec1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887668 Aug 18 12:32:52.250578 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-53584c24-f517-494e-ac93-c18bb92373f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:32:52.318912 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2a0e657f-ca16-4d19-83bf-90a10ba24184 req-7aabaa1c-fae2-426c-b803-dda0c07bcf64 service neutron] 10.222.0.63 "GET /v2.0/networks/25fdaffb-3168-482a-bd55-4e7a3fe8ec1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908680 Aug 18 12:32:52.427633 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156af3be-4cc8-443a-bb08-b0880020a79b req-f2e5a984-fa40-4d04-b6b3-79032f106fcd tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:32:52.429255 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-156af3be-4cc8-443a-bb08-b0880020a79b req-f2e5a984-fa40-4d04-b6b3-79032f106fcd tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b1d0131-807e-4ed5-89d5-8e34b8006488 HTTP/1.1" status: 200 len: 944 time: 0.0538814 Aug 18 12:32:52.470083 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-156af3be-4cc8-443a-bb08-b0880020a79b req-49703767-023d-48ec-8cbe-52e48d68f80b tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/security-groups?id=68af3d75-7b31-42b2-bdc2-db82fc869372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345767 Aug 18 12:32:53.595677 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0de2d79-ec3c-45d1-b5f1-680e5d91cc19 req-2d1d928a-d0d1-4546-b292-bfdd85592889 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:32:53.597399 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f0de2d79-ec3c-45d1-b5f1-680e5d91cc19 req-2d1d928a-d0d1-4546-b292-bfdd85592889 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b1d0131-807e-4ed5-89d5-8e34b8006488 HTTP/1.1" status: 200 len: 944 time: 0.0541830 Aug 18 12:32:53.636169 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f0de2d79-ec3c-45d1-b5f1-680e5d91cc19 req-5b5b41f0-7cbe-4ffd-804e-c8d9a7d20015 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/security-groups?id=68af3d75-7b31-42b2-bdc2-db82fc869372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326407 Aug 18 12:32:53.924204 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-500a1c61-38a7-4c23-a7ec-4631080af5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:32:54.580769 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-3d60d964-1ccf-4ef0-adf1-4a660e36e9c7 req-5c6dfbff-c43c-4c3a-93e9-743af70f7989 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=e75674ef-b62b-41d2-8d09-9a042e0548f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0439079 Aug 18 12:32:54.671893 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d60d964-1ccf-4ef0-adf1-4a660e36e9c7 req-b597a0a4-6979-4df2-a511-07913b699fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:32:54.673443 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-3d60d964-1ccf-4ef0-adf1-4a660e36e9c7 req-b597a0a4-6979-4df2-a511-07913b699fc3 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=86bcac19683b4cedad111d113ad02413&device_id=e75674ef-b62b-41d2-8d09-9a042e0548f8 HTTP/1.1" status: 200 len: 1097 time: 0.0486503 Aug 18 12:32:54.756374 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc185492-7fa2-4c7e-a62e-253ec6042be7 req-7a98c0cd-ca4d-4748-b335-542e0dc3da40 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:32:54.758824 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-bc185492-7fa2-4c7e-a62e-253ec6042be7 req-7a98c0cd-ca4d-4748-b335-542e0dc3da40 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b1d0131-807e-4ed5-89d5-8e34b8006488 HTTP/1.1" status: 200 len: 944 time: 0.0525079 Aug 18 12:32:54.782120 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d60d964-1ccf-4ef0-adf1-4a660e36e9c7 req-96da07ed-c6e7-45b4-b265-c5f2d8d79c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:32:54.783626 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-3d60d964-1ccf-4ef0-adf1-4a660e36e9c7 req-96da07ed-c6e7-45b4-b265-c5f2d8d79c5c service neutron] 10.222.0.62 "GET /v2.0/networks?id=25fdaffb-3168-482a-bd55-4e7a3fe8ec1f HTTP/1.1" status: 200 len: 912 time: 0.0902369 Aug 18 12:32:54.797433 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-bc185492-7fa2-4c7e-a62e-253ec6042be7 req-5043351f-fed0-4ad4-8096-483eaface87a tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/security-groups?id=68af3d75-7b31-42b2-bdc2-db82fc869372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325348 Aug 18 12:32:54.854493 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-3d60d964-1ccf-4ef0-adf1-4a660e36e9c7 req-933fb04f-f432-49a9-b004-112d099e6087 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=44fd593e-d7c4-45c3-90e4-981c638d751b HTTP/1.1" status: 200 len: 1002 time: 0.0631688 Aug 18 12:32:54.908685 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d60d964-1ccf-4ef0-adf1-4a660e36e9c7 req-1f57e2f3-da65-488d-92c6-1bea17473f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:32:54.910148 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-3d60d964-1ccf-4ef0-adf1-4a660e36e9c7 req-1f57e2f3-da65-488d-92c6-1bea17473f5e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=eb2e3982-4dd6-4594-80de-13da71e6899f HTTP/1.1" status: 200 len: 850 time: 0.0483673 Aug 18 12:32:54.961893 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d60d964-1ccf-4ef0-adf1-4a660e36e9c7 req-dbe46fd2-f9c8-4f85-bb0b-8795944a5de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:32:54.963312 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-3d60d964-1ccf-4ef0-adf1-4a660e36e9c7 req-dbe46fd2-f9c8-4f85-bb0b-8795944a5de1 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=25fdaffb-3168-482a-bd55-4e7a3fe8ec1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458581 Aug 18 12:32:55.061009 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-3d60d964-1ccf-4ef0-adf1-4a660e36e9c7 req-987b116a-a73d-4246-9719-02f3890b0619 service neutron] 10.222.0.62 "GET /v2.0/networks/25fdaffb-3168-482a-bd55-4e7a3fe8ec1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902565 Aug 18 12:32:55.156511 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-3d60d964-1ccf-4ef0-adf1-4a660e36e9c7 req-b5cb19c5-4b16-4a66-a613-c81f399730a0 service neutron] 10.222.0.62 "GET /v2.0/networks/25fdaffb-3168-482a-bd55-4e7a3fe8ec1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886056 Aug 18 12:32:55.932065 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124f349e-9503-42b9-bac6-1181457178b0 req-e6486c93-c065-43f6-90de-06f33ac73e7c tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:32:55.933585 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-124f349e-9503-42b9-bac6-1181457178b0 req-e6486c93-c065-43f6-90de-06f33ac73e7c tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b1d0131-807e-4ed5-89d5-8e34b8006488 HTTP/1.1" status: 200 len: 944 time: 0.0613956 Aug 18 12:32:55.975736 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-124f349e-9503-42b9-bac6-1181457178b0 req-d2c014aa-bdae-459a-9180-362605b4dbdd tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/security-groups?id=68af3d75-7b31-42b2-bdc2-db82fc869372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330238 Aug 18 12:32:57.111982 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3bc410-75ab-4af1-915c-5093dad1272a req-4ab45ba3-9474-472a-aa7c-966649600f4b tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:32:57.113536 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-fe3bc410-75ab-4af1-915c-5093dad1272a req-4ab45ba3-9474-472a-aa7c-966649600f4b tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b1d0131-807e-4ed5-89d5-8e34b8006488 HTTP/1.1" status: 200 len: 944 time: 0.0536249 Aug 18 12:32:57.151445 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-fe3bc410-75ab-4af1-915c-5093dad1272a req-37409763-b3c8-49ae-8aab-fc42ee5491b4 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/security-groups?id=68af3d75-7b31-42b2-bdc2-db82fc869372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314431 Aug 18 12:32:58.286373 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f010061e-ce48-426a-b891-4e90d860e1c6 req-0c32fa48-ab27-444b-95cc-cdfd615907d7 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:32:58.287869 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f010061e-ce48-426a-b891-4e90d860e1c6 req-0c32fa48-ab27-444b-95cc-cdfd615907d7 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b1d0131-807e-4ed5-89d5-8e34b8006488 HTTP/1.1" status: 200 len: 944 time: 0.0606475 Aug 18 12:32:58.330840 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f010061e-ce48-426a-b891-4e90d860e1c6 req-db9f97f6-0e0d-4137-af39-c2293c0d897c tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/security-groups?id=68af3d75-7b31-42b2-bdc2-db82fc869372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335641 Aug 18 12:32:59.465450 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492a7fb6-915c-4418-baae-450b73d0fe9e req-8b019fd7-0ed5-4e45-b8f5-0a1306f44ce8 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:32:59.467048 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-492a7fb6-915c-4418-baae-450b73d0fe9e req-8b019fd7-0ed5-4e45-b8f5-0a1306f44ce8 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b1d0131-807e-4ed5-89d5-8e34b8006488 HTTP/1.1" status: 200 len: 944 time: 0.0573709 Aug 18 12:32:59.507641 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-492a7fb6-915c-4418-baae-450b73d0fe9e req-2674390b-a1f3-450d-9a07-f73fef264243 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/security-groups?id=68af3d75-7b31-42b2-bdc2-db82fc869372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342357 Aug 18 12:32:59.708464 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.agents_db [None req-6dbb2658-0354-4101-8393-6e7505481cf6 None None] Agent healthcheck: found 7 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 12:33:00.645298 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c82bc2-af61-4e62-a06a-f4be8114d1ec req-3c53de3b-7143-4b9f-b652-f79558399295 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:33:00.646705 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-44c82bc2-af61-4e62-a06a-f4be8114d1ec req-3c53de3b-7143-4b9f-b652-f79558399295 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b1d0131-807e-4ed5-89d5-8e34b8006488 HTTP/1.1" status: 200 len: 944 time: 0.0586965 Aug 18 12:33:00.685633 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-44c82bc2-af61-4e62-a06a-f4be8114d1ec req-7ffb9b56-5991-4443-8314-7bbe9a6c9aa7 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/security-groups?id=68af3d75-7b31-42b2-bdc2-db82fc869372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325816 Aug 18 12:33:01.808917 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d47144d-e1be-4e3d-99e8-30195b3a75b6 req-5552cd23-f1fb-45f4-adba-1349e31dd506 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:33:01.810715 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6d47144d-e1be-4e3d-99e8-30195b3a75b6 req-5552cd23-f1fb-45f4-adba-1349e31dd506 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b1d0131-807e-4ed5-89d5-8e34b8006488 HTTP/1.1" status: 200 len: 944 time: 0.0553398 Aug 18 12:33:01.853062 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6d47144d-e1be-4e3d-99e8-30195b3a75b6 req-1df9ca72-89f7-4adc-a4a3-03c1251d4f2f tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/security-groups?id=68af3d75-7b31-42b2-bdc2-db82fc869372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337033 Aug 18 12:33:02.583541 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device cbade017-9a6c-4256-8900-0abd1f90c706 details requested by agent hyperv_n-h1-804985-2 with host n-h1-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:33:02.695995 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port cbade017-9a6c-4256-8900-0abd1f90c706, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=cbade017-9a6c-4256-8900-0abd1f90c706,segment=NetworkSegment(dfae8a08-8315-4142-ba2f-fd111ce93dbf),segment_id=dfae8a08-8315-4142-ba2f-fd111ce93dbf)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:33:02.708166 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Returning: {'device': 'cbade017-9a6c-4256-8900-0abd1f90c706', 'network_id': '25fdaffb-3168-482a-bd55-4e7a3fe8ec1f', 'port_id': 'cbade017-9a6c-4256-8900-0abd1f90c706', 'mac_address': 'fa:16:3e:43:dc:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 843, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb2e3982-4dd6-4594-80de-13da71e6899f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:33:02.746112 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:33:02.759658 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbade017-9a6c-4256-8900-0abd1f90c706 {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:33:02.783323 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port cbade017-9a6c-4256-8900-0abd1f90c706, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=cbade017-9a6c-4256-8900-0abd1f90c706,segment=NetworkSegment(dfae8a08-8315-4142-ba2f-fd111ce93dbf),segment_id=dfae8a08-8315-4142-ba2f-fd111ce93dbf)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:33:02.789070 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:33:02.846445 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=cbade017-9a6c-4256-8900-0abd1f90c706,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:33:02.853944 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:33:02.854288 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:33:02.854673 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:33:02.855004 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:33:02.855362 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:33:02.855674 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:33:02.856011 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:33:02.856329 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:33:02.856671 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:33:02.857090 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:33:02.857412 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:33:02.857730 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:33:02.981433 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fe798e-20bc-43ce-9ecf-970bcc9fc07c req-bccdae77-bfc6-441a-8c39-4b00751b0027 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:33:02.983085 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-81fe798e-20bc-43ce-9ecf-970bcc9fc07c req-bccdae77-bfc6-441a-8c39-4b00751b0027 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b1d0131-807e-4ed5-89d5-8e34b8006488 HTTP/1.1" status: 200 len: 945 time: 0.0527868 Aug 18 12:33:03.022694 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] get_ports_and_sgs() called for port_ids ['cbade017-9a6c-4256-8900-0abd1f90c706'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:33:03.024243 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-81fe798e-20bc-43ce-9ecf-970bcc9fc07c req-5e9d5b45-ed90-476c-a045-7cee8ad9487e tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/security-groups?id=68af3d75-7b31-42b2-bdc2-db82fc869372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342467 Aug 18 12:33:04.159236 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b102b6e-871b-4606-ac25-8853d262f919 req-55c8f0c5-257e-4323-a845-21827024bdb3 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:33:04.160697 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3b102b6e-871b-4606-ac25-8853d262f919 req-55c8f0c5-257e-4323-a845-21827024bdb3 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b1d0131-807e-4ed5-89d5-8e34b8006488 HTTP/1.1" status: 200 len: 945 time: 0.0564475 Aug 18 12:33:04.201451 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3b102b6e-871b-4606-ac25-8853d262f919 req-31b10c5c-8558-4d9f-8cb1-c3951ae21edd tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/security-groups?id=68af3d75-7b31-42b2-bdc2-db82fc869372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320044 Aug 18 12:33:04.609018 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device cbade017-9a6c-4256-8900-0abd1f90c706 up at agent hyperv_n-h1-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:33:04.668217 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Provisioning for port cbade017-9a6c-4256-8900-0abd1f90c706 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:33:04.671719 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Provisioning complete for port cbade017-9a6c-4256-8900-0abd1f90c706 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:33:04.672090 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:33:04.748723 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:33:04.770662 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b1d0131-807e-4ed5-89d5-8e34b8006488', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbade017-9a6c-4256-8900-0abd1f90c706'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:33:04.772924 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db50a436fb3a98495337d8fe7487b4f2ea6f3c1052eb9efadc2ecda2d5737001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-495b7cb3-59b6-487a-8251-4b5afeeb96cb" -d '{"events": [{"server_uuid": "8b1d0131-807e-4ed5-89d5-8e34b8006488", "name": "network-vif-plugged", "status": "completed", "tag": "cbade017-9a6c-4256-8900-0abd1f90c706"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:33:04.785367 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port cbade017-9a6c-4256-8900-0abd1f90c706, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=cbade017-9a6c-4256-8900-0abd1f90c706,segment=NetworkSegment(dfae8a08-8315-4142-ba2f-fd111ce93dbf),segment_id=dfae8a08-8315-4142-ba2f-fd111ce93dbf)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:33:04.790111 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:33:04.816542 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:33:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84ecf74a-76b6-4061-b288-59f0cc68c675 x-openstack-request-id: req-84ecf74a-76b6-4061-b288-59f0cc68c675 {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:33:04.816835 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b1d0131-807e-4ed5-89d5-8e34b8006488", "name": "network-vif-plugged", "status": "completed", "tag": "cbade017-9a6c-4256-8900-0abd1f90c706", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:33:04.817079 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-84ecf74a-76b6-4061-b288-59f0cc68c675 {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:33:04.817454 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b1d0131-807e-4ed5-89d5-8e34b8006488', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbade017-9a6c-4256-8900-0abd1f90c706', 'code': 200} Aug 18 12:33:04.843132 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=cbade017-9a6c-4256-8900-0abd1f90c706,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:33:04.909450 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c69be4f-0fc5-49f5-b053-838651781978 req-2347b20d-622f-4800-8a58-3adf3516e270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:33:04.910929 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5c69be4f-0fc5-49f5-b053-838651781978 req-2347b20d-622f-4800-8a58-3adf3516e270 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=8b1d0131-807e-4ed5-89d5-8e34b8006488 HTTP/1.1" status: 200 len: 1097 time: 0.0421028 Aug 18 12:33:04.948002 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5c69be4f-0fc5-49f5-b053-838651781978 req-d9181b96-c432-4008-b736-6ad3214bb1e9 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=68af3d75-7b31-42b2-bdc2-db82fc869372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298970 Aug 18 12:33:05.346591 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ac82cd-76e5-4608-a553-4f6a1506aba2 req-ac1e9e22-06b5-4833-a98a-9b6fcaaf66c1 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:33:05.348105 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d7ac82cd-76e5-4608-a553-4f6a1506aba2 req-ac1e9e22-06b5-4833-a98a-9b6fcaaf66c1 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b1d0131-807e-4ed5-89d5-8e34b8006488 HTTP/1.1" status: 200 len: 946 time: 0.0640802 Aug 18 12:33:05.390881 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d7ac82cd-76e5-4608-a553-4f6a1506aba2 req-c02b5435-c255-41ef-96da-da4d2b06dba3 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/security-groups?id=68af3d75-7b31-42b2-bdc2-db82fc869372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337191 Aug 18 12:33:06.306472 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:33:06.518387 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2280b5-1453-4c89-ad56-0afa2ddb92fd req-c2bbd980-56ce-4df2-83f8-045ff7fb3339 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:33:06.519927 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5c2280b5-1453-4c89-ad56-0afa2ddb92fd req-c2bbd980-56ce-4df2-83f8-045ff7fb3339 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b1d0131-807e-4ed5-89d5-8e34b8006488 HTTP/1.1" status: 200 len: 946 time: 0.0553517 Aug 18 12:33:06.564361 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5c2280b5-1453-4c89-ad56-0afa2ddb92fd req-358d4084-0314-498d-b7a9-145003bf01b0 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/security-groups?id=68af3d75-7b31-42b2-bdc2-db82fc869372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383759 Aug 18 12:33:06.692716 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771f8d08-e1b1-4791-8b2b-35f47c75d3af req-08b91c12-48e0-4807-bb99-840be12a1043 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:33:06.694123 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-771f8d08-e1b1-4791-8b2b-35f47c75d3af req-08b91c12-48e0-4807-bb99-840be12a1043 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b1d0131-807e-4ed5-89d5-8e34b8006488 HTTP/1.1" status: 200 len: 946 time: 0.0591881 Aug 18 12:33:06.737054 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-771f8d08-e1b1-4791-8b2b-35f47c75d3af req-18eeb9b1-cf90-4f05-9d08-0008dfdcfff3 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/security-groups?id=68af3d75-7b31-42b2-bdc2-db82fc869372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337403 Aug 18 12:33:06.762250 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 49134) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:33:06.803070 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfc9d5c2-1b7b-484c-8c1a-9859d1a9549e tempest-TestVolumeBootPattern-860199811 tempest-TestVolumeBootPattern-860199811-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:33:06.804624 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-bfc9d5c2-1b7b-484c-8c1a-9859d1a9549e tempest-TestVolumeBootPattern-860199811 tempest-TestVolumeBootPattern-860199811-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=8b1d0131-807e-4ed5-89d5-8e34b8006488 HTTP/1.1" status: 200 len: 1092 time: 0.0413008 Aug 18 12:33:06.807645 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 49136) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:33:06.812503 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-adeb02f7-8cb8-4a73-9215-a676c801af53 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Request body: {'floatingip': {'floating_network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'port_id': 'cbade017-9a6c-4256-8900-0abd1f90c706', 'tenant_id': '86bcac19683b4cedad111d113ad02413', 'fixed_ip_address': '172.20.0.12'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:33:06.835359 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-adeb02f7-8cb8-4a73-9215-a676c801af53 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Notify callbacks [] for floatingip, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:33:06.940091 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-adeb02f7-8cb8-4a73-9215-a676c801af53 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:33:07.047064 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [None req-adeb02f7-8cb8-4a73-9215-a676c801af53 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Allocated IP 172.25.7.88 (7cae7a70-14fd-408c-b14d-39ceb97cb60e/9784295a-20b8-4a4b-b105-f82737f0448f/eada869e-ca0c-492a-8078-6a651832d4cc) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:33:07.150910 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-adeb02f7-8cb8-4a73-9215-a676c801af53 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:33:07.193579 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-adeb02f7-8cb8-4a73-9215-a676c801af53 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:33:07.235115 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adeb02f7-8cb8-4a73-9215-a676c801af53 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Network 7cae7a70-14fd-408c-b14d-39ceb97cb60e is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:33:07.238027 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-adeb02f7-8cb8-4a73-9215-a676c801af53 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:33:07.241599 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adeb02f7-8cb8-4a73-9215-a676c801af53 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:33:07.246924 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adeb02f7-8cb8-4a73-9215-a676c801af53 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Pushing event updated for resources: {'Port': ['ID=eada869e-ca0c-492a-8078-6a651832d4cc,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:33:07.272676 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adeb02f7-8cb8-4a73-9215-a676c801af53 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:33:07.273009 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adeb02f7-8cb8-4a73-9215-a676c801af53 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:33:07.273342 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adeb02f7-8cb8-4a73-9215-a676c801af53 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:33:07.273669 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adeb02f7-8cb8-4a73-9215-a676c801af53 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:33:07.273992 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adeb02f7-8cb8-4a73-9215-a676c801af53 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:33:07.274314 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adeb02f7-8cb8-4a73-9215-a676c801af53 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:33:07.274629 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adeb02f7-8cb8-4a73-9215-a676c801af53 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:33:07.274943 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adeb02f7-8cb8-4a73-9215-a676c801af53 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:33:07.275248 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adeb02f7-8cb8-4a73-9215-a676c801af53 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:33:07.275557 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adeb02f7-8cb8-4a73-9215-a676c801af53 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:33:07.275867 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adeb02f7-8cb8-4a73-9215-a676c801af53 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:33:07.276165 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adeb02f7-8cb8-4a73-9215-a676c801af53 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:33:07.620597 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-adeb02f7-8cb8-4a73-9215-a676c801af53 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:33:07.691500 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-adeb02f7-8cb8-4a73-9215-a676c801af53 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:33:07.846469 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-adeb02f7-8cb8-4a73-9215-a676c801af53 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Notify callbacks [] for port, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:33:07.852093 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-adeb02f7-8cb8-4a73-9215-a676c801af53 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:33:07.919175 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adeb02f7-8cb8-4a73-9215-a676c801af53 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Pushing event updated for resources: {'Port': ['ID=eada869e-ca0c-492a-8078-6a651832d4cc,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:33:07.931301 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-adeb02f7-8cb8-4a73-9215-a676c801af53 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-989945'] for floatingip, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:33:08.043143 n-d-804985-2 neutron-server[106253]: INFO neutron.db.l3_db [None req-adeb02f7-8cb8-4a73-9215-a676c801af53 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Floating IP 39126c00-0bbd-46ed-8476-6cb3ddf1672f associated. External IP: 172.25.7.88, port: cbade017-9a6c-4256-8900-0abd1f90c706. Aug 18 12:33:08.460253 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:33:08.539377 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adeb02f7-8cb8-4a73-9215-a676c801af53 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Router 931fbcd4-ce57-444d-9c6e-d6ad45cb2f83 has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:33:08.650417 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adeb02f7-8cb8-4a73-9215-a676c801af53 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:33:08.663068 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ddd269-f68d-439d-97f6-7a547fc9fe5a None None] Sync routers for ids ['931fbcd4-ce57-444d-9c6e-d6ad45cb2f83'] in n-d-804985-2 {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:33:08.667984 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-adeb02f7-8cb8-4a73-9215-a676c801af53 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for floatingip, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:33:08.675671 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ddd269-f68d-439d-97f6-7a547fc9fe5a None None] Routers {'931fbcd4-ce57-444d-9c6e-d6ad45cb2f83'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:33:08.676346 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-e4ddd269-f68d-439d-97f6-7a547fc9fe5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:32:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['931fbcd4-ce57-444d-9c6e-d6ad45cb2f83'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:33:08.698815 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-adeb02f7-8cb8-4a73-9215-a676c801af53 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8900964 Aug 18 12:33:08.699903 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b1d0131-807e-4ed5-89d5-8e34b8006488', 'tag': 'cbade017-9a6c-4256-8900-0abd1f90c706'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:33:08.703143 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0679f4c4b6e0e0c064a7d71d722dc30541a34fffee11680573be22ee2ffccc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a24a477-b80a-4e7e-9ad0-2cf8f9311cb1" -d '{"events": [{"name": "network-changed", "server_uuid": "8b1d0131-807e-4ed5-89d5-8e34b8006488", "tag": "cbade017-9a6c-4256-8900-0abd1f90c706"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:33:08.788681 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-e4ddd269-f68d-439d-97f6-7a547fc9fe5a None None] Set router 931fbcd4-ce57-444d-9c6e-d6ad45cb2f83 gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:33:08.826855 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:33:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78abdb59-1874-40f6-9e7a-be8952792bd5 x-openstack-request-id: req-78abdb59-1874-40f6-9e7a-be8952792bd5 {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:33:08.827209 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b1d0131-807e-4ed5-89d5-8e34b8006488", "tag": "cbade017-9a6c-4256-8900-0abd1f90c706", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:33:08.827537 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-78abdb59-1874-40f6-9e7a-be8952792bd5 {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:33:08.828058 n-d-804985-2 neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b1d0131-807e-4ed5-89d5-8e34b8006488', 'tag': 'cbade017-9a6c-4256-8900-0abd1f90c706', 'status': 'completed', 'code': 200} Aug 18 12:33:08.891120 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a24a477-b80a-4e7e-9ad0-2cf8f9311cb1 req-22c78bcc-cce3-4240-a1ca-25512a562cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:33:08.892763 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3a24a477-b80a-4e7e-9ad0-2cf8f9311cb1 req-22c78bcc-cce3-4240-a1ca-25512a562cb4 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=86bcac19683b4cedad111d113ad02413&device_id=8b1d0131-807e-4ed5-89d5-8e34b8006488 HTTP/1.1" status: 200 len: 1097 time: 0.0409505 Aug 18 12:33:08.995039 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a24a477-b80a-4e7e-9ad0-2cf8f9311cb1 req-9e8e8716-c7bb-48f6-a5ec-4457a350acb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:33:08.996371 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3a24a477-b80a-4e7e-9ad0-2cf8f9311cb1 req-9e8e8716-c7bb-48f6-a5ec-4457a350acb1 service neutron] 10.222.0.63 "GET /v2.0/networks?id=25fdaffb-3168-482a-bd55-4e7a3fe8ec1f HTTP/1.1" status: 200 len: 912 time: 0.0969789 Aug 18 12:33:09.022413 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-e4ddd269-f68d-439d-97f6-7a547fc9fe5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '931fbcd4-ce57-444d-9c6e-d6ad45cb2f83', 'name': 'tempest-TestVolumeBootPattern-312113207-router', 'tenant_id': '86bcac19683b4cedad111d113ad02413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': 'ad9e999a-e235-4951-b077-2cec40eb180b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:24:40Z', 'updated_at': '2021-08-18T12:24:43Z', 'revision_number': 4, 'project_id': '86bcac19683b4cedad111d113ad02413', 'gw_port': {'id': 'ad9e999a-e235-4951-b077-2cec40eb180b', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:6c:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '931fbcd4-ce57-444d-9c6e-d6ad45cb2f83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3816, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:24:40Z', 'updated_at': '2021-08-18T12:24:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_floatingips': [{'id': '385c0250-e448-429f-9634-2b7903712396', 'tenant_id': '86bcac19683b4cedad111d113ad02413', 'floating_ip_address': '172.25.7.112', 'floating_network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'router_id': '931fbcd4-ce57-444d-9c6e-d6ad45cb2f83', 'port_id': '44fd593e-d7c4-45c3-90e4-981c638d751b', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3997, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25fdaffb-3168-482a-bd55-4e7a3fe8ec1f', 'mac_address': 'fa:16:3e:c3:b7:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e75674ef-b62b-41d2-8d09-9a042e0548f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T12:31:03Z', 'updated_at': '2021-08-18T12:31:06Z', 'revision_number': 1, 'project_id': '86bcac19683b4cedad111d113ad02413', 'fixed_ip_address_scope': None}, {'id': '39126c00-0bbd-46ed-8476-6cb3ddf1672f', 'tenant_id': '86bcac19683b4cedad111d113ad02413', 'floating_ip_address': '172.25.7.88', 'floating_network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'router_id': '931fbcd4-ce57-444d-9c6e-d6ad45cb2f83', 'port_id': 'cbade017-9a6c-4256-8900-0abd1f90c706', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4000, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25fdaffb-3168-482a-bd55-4e7a3fe8ec1f', 'mac_address': 'fa:16:3e:43:dc:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b1d0131-807e-4ed5-89d5-8e34b8006488', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T12:33:07Z', 'updated_at': '2021-08-18T12:33:07Z', 'revision_number': 0, 'project_id': '86bcac19683b4cedad111d113ad02413', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bae6a5f7-5d17-4a5f-85de-48171724c2c3', 'name': '', 'network_id': '25fdaffb-3168-482a-bd55-4e7a3fe8ec1f', 'tenant_id': '86bcac19683b4cedad111d113ad02413', 'mac_address': 'fa:16:3e:df:9c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '931fbcd4-ce57-444d-9c6e-d6ad45cb2f83', 'device_owner': 'network:router_interface', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': 'eb2e3982-4dd6-4594-80de-13da71e6899f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:24:42Z', 'updated_at': '2021-08-18T12:24:51Z', 'revision_number': 5, 'project_id': '86bcac19683b4cedad111d113ad02413', 'subnets': [{'id': 'eb2e3982-4dd6-4594-80de-13da71e6899f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:33:09.047907 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ddd269-f68d-439d-97f6-7a547fc9fe5a None None] Checking router: 931fbcd4-ce57-444d-9c6e-d6ad45cb2f83 for host: n-d-804985-2 {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:33:09.056865 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ddd269-f68d-439d-97f6-7a547fc9fe5a None None] Routers {'931fbcd4-ce57-444d-9c6e-d6ad45cb2f83'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:33:09.057471 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-e4ddd269-f68d-439d-97f6-7a547fc9fe5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:32:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['931fbcd4-ce57-444d-9c6e-d6ad45cb2f83'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:33:09.071804 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3a24a477-b80a-4e7e-9ad0-2cf8f9311cb1 req-76e29f80-6be0-4159-8168-4eb3c3d796e6 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cbade017-9a6c-4256-8900-0abd1f90c706 HTTP/1.1" status: 200 len: 999 time: 0.0671742 Aug 18 12:33:09.136421 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a24a477-b80a-4e7e-9ad0-2cf8f9311cb1 req-67128cfd-6df6-4ed0-9b29-131c95f91488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:33:09.138088 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3a24a477-b80a-4e7e-9ad0-2cf8f9311cb1 req-67128cfd-6df6-4ed0-9b29-131c95f91488 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=eb2e3982-4dd6-4594-80de-13da71e6899f HTTP/1.1" status: 200 len: 850 time: 0.0544007 Aug 18 12:33:09.174366 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-e4ddd269-f68d-439d-97f6-7a547fc9fe5a None None] Set router 931fbcd4-ce57-444d-9c6e-d6ad45cb2f83 gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:33:09.184996 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a24a477-b80a-4e7e-9ad0-2cf8f9311cb1 req-eeff3ee8-03e6-4f24-bf89-906749c8d81c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:33:09.187023 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3a24a477-b80a-4e7e-9ad0-2cf8f9311cb1 req-eeff3ee8-03e6-4f24-bf89-906749c8d81c service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=25fdaffb-3168-482a-bd55-4e7a3fe8ec1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416329 Aug 18 12:33:09.282114 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3a24a477-b80a-4e7e-9ad0-2cf8f9311cb1 req-01e1cbbf-7e78-49f8-a464-8e303d49a73b service neutron] 10.222.0.63 "GET /v2.0/networks/25fdaffb-3168-482a-bd55-4e7a3fe8ec1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875075 Aug 18 12:33:09.376035 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3a24a477-b80a-4e7e-9ad0-2cf8f9311cb1 req-a5681da4-5ab2-4913-958f-91bb476a9668 service neutron] 10.222.0.63 "GET /v2.0/networks/25fdaffb-3168-482a-bd55-4e7a3fe8ec1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862312 Aug 18 12:33:09.398486 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-e4ddd269-f68d-439d-97f6-7a547fc9fe5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '931fbcd4-ce57-444d-9c6e-d6ad45cb2f83', 'name': 'tempest-TestVolumeBootPattern-312113207-router', 'tenant_id': '86bcac19683b4cedad111d113ad02413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': 'ad9e999a-e235-4951-b077-2cec40eb180b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:24:40Z', 'updated_at': '2021-08-18T12:24:43Z', 'revision_number': 4, 'project_id': '86bcac19683b4cedad111d113ad02413', 'gw_port': {'id': 'ad9e999a-e235-4951-b077-2cec40eb180b', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:6c:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '931fbcd4-ce57-444d-9c6e-d6ad45cb2f83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3816, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:24:40Z', 'updated_at': '2021-08-18T12:24:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_floatingips': [{'id': '385c0250-e448-429f-9634-2b7903712396', 'tenant_id': '86bcac19683b4cedad111d113ad02413', 'floating_ip_address': '172.25.7.112', 'floating_network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'router_id': '931fbcd4-ce57-444d-9c6e-d6ad45cb2f83', 'port_id': '44fd593e-d7c4-45c3-90e4-981c638d751b', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3997, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25fdaffb-3168-482a-bd55-4e7a3fe8ec1f', 'mac_address': 'fa:16:3e:c3:b7:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e75674ef-b62b-41d2-8d09-9a042e0548f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T12:31:03Z', 'updated_at': '2021-08-18T12:31:06Z', 'revision_number': 1, 'project_id': '86bcac19683b4cedad111d113ad02413', 'fixed_ip_address_scope': None}, {'id': '39126c00-0bbd-46ed-8476-6cb3ddf1672f', 'tenant_id': '86bcac19683b4cedad111d113ad02413', 'floating_ip_address': '172.25.7.88', 'floating_network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'router_id': '931fbcd4-ce57-444d-9c6e-d6ad45cb2f83', 'port_id': 'cbade017-9a6c-4256-8900-0abd1f90c706', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4000, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25fdaffb-3168-482a-bd55-4e7a3fe8ec1f', 'mac_address': 'fa:16:3e:43:dc:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b1d0131-807e-4ed5-89d5-8e34b8006488', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T12:33:07Z', 'updated_at': '2021-08-18T12:33:07Z', 'revision_number': 0, 'project_id': '86bcac19683b4cedad111d113ad02413', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bae6a5f7-5d17-4a5f-85de-48171724c2c3', 'name': '', 'network_id': '25fdaffb-3168-482a-bd55-4e7a3fe8ec1f', 'tenant_id': '86bcac19683b4cedad111d113ad02413', 'mac_address': 'fa:16:3e:df:9c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '931fbcd4-ce57-444d-9c6e-d6ad45cb2f83', 'device_owner': 'network:router_interface', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': 'eb2e3982-4dd6-4594-80de-13da71e6899f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:24:42Z', 'updated_at': '2021-08-18T12:24:51Z', 'revision_number': 5, 'project_id': '86bcac19683b4cedad111d113ad02413', 'subnets': [{'id': 'eb2e3982-4dd6-4594-80de-13da71e6899f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:33:09.428834 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ddd269-f68d-439d-97f6-7a547fc9fe5a None None] The sync data for ids ['931fbcd4-ce57-444d-9c6e-d6ad45cb2f83'] in n-d-804985-2 is: [{'id': '931fbcd4-ce57-444d-9c6e-d6ad45cb2f83', 'name': 'tempest-TestVolumeBootPattern-312113207-router', 'tenant_id': '86bcac19683b4cedad111d113ad02413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': 'ad9e999a-e235-4951-b077-2cec40eb180b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:24:40Z', 'updated_at': '2021-08-18T12:24:43Z', 'revision_number': 4, 'project_id': '86bcac19683b4cedad111d113ad02413', 'gw_port': {'id': 'ad9e999a-e235-4951-b077-2cec40eb180b', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:6c:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '931fbcd4-ce57-444d-9c6e-d6ad45cb2f83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3816, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:24:40Z', 'updated_at': '2021-08-18T12:24:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_floatingips': [{'id': '385c0250-e448-429f-9634-2b7903712396', 'tenant_id': '86bcac19683b4cedad111d113ad02413', 'floating_ip_address': '172.25.7.112', 'floating_network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'router_id': '931fbcd4-ce57-444d-9c6e-d6ad45cb2f83', 'port_id': '44fd593e-d7c4-45c3-90e4-981c638d751b', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3997, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25fdaffb-3168-482a-bd55-4e7a3fe8ec1f', 'mac_address': 'fa:16:3e:c3:b7:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e75674ef-b62b-41d2-8d09-9a042e0548f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T12:31:03Z', 'updated_at': '2021-08-18T12:31:06Z', 'revision_number': 1, 'project_id': '86bcac19683b4cedad111d113ad02413', 'fixed_ip_address_scope': None}, {'id': '39126c00-0bbd-46ed-8476-6cb3ddf1672f', 'tenant_id': '86bcac19683b4cedad111d113ad02413', 'floating_ip_address': '172.25.7.88', 'floating_network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'router_id': '931fbcd4-ce57-444d-9c6e-d6ad45cb2f83', 'port_id': 'cbade017-9a6c-4256-8900-0abd1f90c706', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4000, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25fdaffb-3168-482a-bd55-4e7a3fe8ec1f', 'mac_address': 'fa:16:3e:43:dc:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b1d0131-807e-4ed5-89d5-8e34b8006488', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T12:33:07Z', 'updated_at': '2021-08-18T12:33:07Z', 'revision_number': 0, 'project_id': '86bcac19683b4cedad111d113ad02413', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bae6a5f7-5d17-4a5f-85de-48171724c2c3', 'name': '', 'network_id': '25fdaffb-3168-482a-bd55-4e7a3fe8ec1f', 'tenant_id': '86bcac19683b4cedad111d113ad02413', 'mac_address': 'fa:16:3e:df:9c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '931fbcd4-ce57-444d-9c6e-d6ad45cb2f83', 'device_owner': 'network:router_interface', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': 'eb2e3982-4dd6-4594-80de-13da71e6899f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:24:42Z', 'updated_at': '2021-08-18T12:24:51Z', 'revision_number': 5, 'project_id': '86bcac19683b4cedad111d113ad02413', 'subnets': [{'id': 'eb2e3982-4dd6-4594-80de-13da71e6899f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:33:09.639947 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e5c2d89-1f42-4b89-a42a-af549f5a1eab None None] New status for floating IP 39126c00-0bbd-46ed-8476-6cb3ddf1672f: ACTIVE {{(pid=106254) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 12:33:18.530495 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-d2cc2e12-f27a-4b71-a576-99c77e8f7679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:33:21.488118 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:33:21.726205 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-52e3126f-ea06-47a8-99f9-54c3eb740430 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:33:22.261666 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-53584c24-f517-494e-ac93-c18bb92373f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:33:23.927633 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-500a1c61-38a7-4c23-a7ec-4631080af5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:33:36.330038 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:33:36.715408 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.agents_db [None req-6dbb2658-0354-4101-8393-6e7505481cf6 None None] Agent healthcheck: found 7 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 12:33:38.465753 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:33:48.530799 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-9fb527a2-3647-458f-b20d-56f836a54fe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:33:51.490586 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:33:51.720935 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1497756c-f0f9-482b-9036-2dfe0a872967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:33:52.269378 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-53584c24-f517-494e-ac93-c18bb92373f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:33:53.935350 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-500a1c61-38a7-4c23-a7ec-4631080af5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:33:54.631314 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-2ebe13fe-d57a-487c-a8b9-491ae07c8796 req-865839ca-4aa0-4fc2-aa96-d5ff7dfa93e8 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=e75674ef-b62b-41d2-8d09-9a042e0548f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1080747 Aug 18 12:33:54.688011 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-65da787b-a80d-49f5-9d81-9c9d613dcb52 req-eb1a522d-37cd-4aa6-abf8-5c73d3145bbb service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=8b1d0131-807e-4ed5-89d5-8e34b8006488&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0417378 Aug 18 12:33:54.722123 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebe13fe-d57a-487c-a8b9-491ae07c8796 req-6acfc7d4-bdee-4eda-afd4-7269e95995ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:33:54.723672 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-2ebe13fe-d57a-487c-a8b9-491ae07c8796 req-6acfc7d4-bdee-4eda-afd4-7269e95995ab service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=86bcac19683b4cedad111d113ad02413&device_id=e75674ef-b62b-41d2-8d09-9a042e0548f8 HTTP/1.1" status: 200 len: 1097 time: 0.0475817 Aug 18 12:33:54.773996 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65da787b-a80d-49f5-9d81-9c9d613dcb52 req-c5153b51-322a-4b62-b844-4559e1b8c4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:33:54.775655 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-65da787b-a80d-49f5-9d81-9c9d613dcb52 req-c5153b51-322a-4b62-b844-4559e1b8c4b4 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=86bcac19683b4cedad111d113ad02413&device_id=8b1d0131-807e-4ed5-89d5-8e34b8006488 HTTP/1.1" status: 200 len: 1097 time: 0.0425286 Aug 18 12:33:54.837886 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebe13fe-d57a-487c-a8b9-491ae07c8796 req-5c2b7f6a-f13b-4b86-834b-e6397f080b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:33:54.839514 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-2ebe13fe-d57a-487c-a8b9-491ae07c8796 req-5c2b7f6a-f13b-4b86-834b-e6397f080b58 service neutron] 10.222.0.62 "GET /v2.0/networks?id=25fdaffb-3168-482a-bd55-4e7a3fe8ec1f HTTP/1.1" status: 200 len: 912 time: 0.0950789 Aug 18 12:33:54.892786 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65da787b-a80d-49f5-9d81-9c9d613dcb52 req-adb113a8-4d69-4140-adb8-01e7072a6bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:33:54.894419 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-65da787b-a80d-49f5-9d81-9c9d613dcb52 req-adb113a8-4d69-4140-adb8-01e7072a6bd1 service neutron] 10.222.0.63 "GET /v2.0/networks?id=25fdaffb-3168-482a-bd55-4e7a3fe8ec1f HTTP/1.1" status: 200 len: 912 time: 0.0973899 Aug 18 12:33:54.910312 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-2ebe13fe-d57a-487c-a8b9-491ae07c8796 req-b9919c28-2052-4eb0-87f9-cb57982365fa service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=44fd593e-d7c4-45c3-90e4-981c638d751b HTTP/1.1" status: 200 len: 1002 time: 0.0629597 Aug 18 12:33:54.968055 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebe13fe-d57a-487c-a8b9-491ae07c8796 req-3d7eddde-2384-402e-89a8-b736eae9c678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:33:54.969210 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-65da787b-a80d-49f5-9d81-9c9d613dcb52 req-4b8207d9-ba6d-4e5a-8ef1-1658409f074e service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cbade017-9a6c-4256-8900-0abd1f90c706 HTTP/1.1" status: 200 len: 1001 time: 0.0668166 Aug 18 12:33:54.969714 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-2ebe13fe-d57a-487c-a8b9-491ae07c8796 req-3d7eddde-2384-402e-89a8-b736eae9c678 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=eb2e3982-4dd6-4594-80de-13da71e6899f HTTP/1.1" status: 200 len: 850 time: 0.0530899 Aug 18 12:33:55.020101 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebe13fe-d57a-487c-a8b9-491ae07c8796 req-be7b2fb8-6fd5-4c42-9166-e9dcad8ce9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:33:55.021295 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65da787b-a80d-49f5-9d81-9c9d613dcb52 req-248b8f28-e89e-4b0d-b889-4ad57277055b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:33:55.021662 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-2ebe13fe-d57a-487c-a8b9-491ae07c8796 req-be7b2fb8-6fd5-4c42-9166-e9dcad8ce9e4 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=25fdaffb-3168-482a-bd55-4e7a3fe8ec1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452995 Aug 18 12:33:55.022976 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-65da787b-a80d-49f5-9d81-9c9d613dcb52 req-248b8f28-e89e-4b0d-b889-4ad57277055b service neutron] 10.222.0.63 "GET /v2.0/subnets?id=eb2e3982-4dd6-4594-80de-13da71e6899f HTTP/1.1" status: 200 len: 850 time: 0.0468631 Aug 18 12:33:55.033076 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [req-2ebe13fe-d57a-487c-a8b9-491ae07c8796 req-162fecdd-c588-4814-99de-7367a608dad9 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=106253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 12:33:55.034051 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-2ebe13fe-d57a-487c-a8b9-491ae07c8796 req-162fecdd-c588-4814-99de-7367a608dad9 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052786 Aug 18 12:33:55.074266 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65da787b-a80d-49f5-9d81-9c9d613dcb52 req-d2bbbb8d-4955-419e-9117-578b0451735f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:33:55.076121 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-65da787b-a80d-49f5-9d81-9c9d613dcb52 req-d2bbbb8d-4955-419e-9117-578b0451735f service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=25fdaffb-3168-482a-bd55-4e7a3fe8ec1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0462239 Aug 18 12:33:55.127604 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-2ebe13fe-d57a-487c-a8b9-491ae07c8796 req-4e50f8f0-199e-4b40-85e6-88a2f38bdb32 service neutron] 10.222.0.62 "GET /v2.0/networks/25fdaffb-3168-482a-bd55-4e7a3fe8ec1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860834 Aug 18 12:33:55.174701 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-65da787b-a80d-49f5-9d81-9c9d613dcb52 req-209aca9f-b915-4627-95e9-8ae9c953e101 service neutron] 10.222.0.63 "GET /v2.0/networks/25fdaffb-3168-482a-bd55-4e7a3fe8ec1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915308 Aug 18 12:33:55.225473 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-2ebe13fe-d57a-487c-a8b9-491ae07c8796 req-e8ac921b-46d7-4f2f-818d-e5e3c4125e72 service neutron] 10.222.0.62 "GET /v2.0/networks/25fdaffb-3168-482a-bd55-4e7a3fe8ec1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907655 Aug 18 12:33:55.271977 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-65da787b-a80d-49f5-9d81-9c9d613dcb52 req-b8d2cff8-aff0-42e0-bb68-03e4ddec022b service neutron] 10.222.0.63 "GET /v2.0/networks/25fdaffb-3168-482a-bd55-4e7a3fe8ec1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899105 Aug 18 12:34:06.331311 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:34:08.467009 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:34:13.707703 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.agents_db [None req-6dbb2658-0354-4101-8393-6e7505481cf6 None None] Agent healthcheck: found 7 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 12:34:18.534305 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-6b31e954-4c46-429a-9f3a-c95796b0488d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:34:21.488202 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:34:21.729914 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-e82b5d57-6ad3-496c-92ef-281f81146c31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:34:22.267371 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-53584c24-f517-494e-ac93-c18bb92373f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:34:23.942185 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-500a1c61-38a7-4c23-a7ec-4631080af5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:34:36.332032 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:34:38.463093 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:34:47.556754 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 49182) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:34:47.724201 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-e9f0e2ef-227f-4d0c-a6da-9d1f5f5e0f79 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Deleting port eada869e-ca0c-492a-8078-6a651832d4cc {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:34:47.724530 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e9f0e2ef-227f-4d0c-a6da-9d1f5f5e0f79 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:34:47.809420 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e9f0e2ef-227f-4d0c-a6da-9d1f5f5e0f79 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:34:47.809677 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e9f0e2ef-227f-4d0c-a6da-9d1f5f5e0f79 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:34:47.822436 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-e9f0e2ef-227f-4d0c-a6da-9d1f5f5e0f79 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Calling delete_port for eada869e-ca0c-492a-8078-6a651832d4cc owned by network:floatingip {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:34:47.978721 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e9f0e2ef-227f-4d0c-a6da-9d1f5f5e0f79 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:34:48.002207 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f0e2ef-227f-4d0c-a6da-9d1f5f5e0f79 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Pushing event deleted for resources: {'Port': ['ID=eada869e-ca0c-492a-8078-6a651832d4cc,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:34:48.012619 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f0e2ef-227f-4d0c-a6da-9d1f5f5e0f79 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:34:48.013071 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f0e2ef-227f-4d0c-a6da-9d1f5f5e0f79 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:34:48.013345 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f0e2ef-227f-4d0c-a6da-9d1f5f5e0f79 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:34:48.013674 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f0e2ef-227f-4d0c-a6da-9d1f5f5e0f79 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:34:48.013972 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f0e2ef-227f-4d0c-a6da-9d1f5f5e0f79 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:34:48.014417 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f0e2ef-227f-4d0c-a6da-9d1f5f5e0f79 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:34:48.014750 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f0e2ef-227f-4d0c-a6da-9d1f5f5e0f79 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:34:48.015798 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f0e2ef-227f-4d0c-a6da-9d1f5f5e0f79 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:34:48.015798 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f0e2ef-227f-4d0c-a6da-9d1f5f5e0f79 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:34:48.015798 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f0e2ef-227f-4d0c-a6da-9d1f5f5e0f79 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:34:48.016440 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f0e2ef-227f-4d0c-a6da-9d1f5f5e0f79 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:34:48.016440 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f0e2ef-227f-4d0c-a6da-9d1f5f5e0f79 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:34:48.075868 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e9f0e2ef-227f-4d0c-a6da-9d1f5f5e0f79 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Notify callbacks [] for floatingip, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:34:48.076099 n-d-804985-2 neutron-server[106252]: INFO neutron.db.l3_db [None req-e9f0e2ef-227f-4d0c-a6da-9d1f5f5e0f79 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Floating IP 39126c00-0bbd-46ed-8476-6cb3ddf1672f disassociated (deleted). External IP: 172.25.7.88, port: cbade017-9a6c-4256-8900-0abd1f90c706. Aug 18 12:34:48.324792 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9f0e2ef-227f-4d0c-a6da-9d1f5f5e0f79 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Router 931fbcd4-ce57-444d-9c6e-d6ad45cb2f83 has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:34:48.434738 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9f0e2ef-227f-4d0c-a6da-9d1f5f5e0f79 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:34:48.440463 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e9f0e2ef-227f-4d0c-a6da-9d1f5f5e0f79 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for floatingip, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:34:48.448345 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3fcef9e-cec0-4a8b-bda6-8380f624e4f4 None None] Sync routers for ids ['931fbcd4-ce57-444d-9c6e-d6ad45cb2f83'] in n-d-804985-2 {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:34:48.458224 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3fcef9e-cec0-4a8b-bda6-8380f624e4f4 None None] Routers {'931fbcd4-ce57-444d-9c6e-d6ad45cb2f83'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:34:48.458917 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-e3fcef9e-cec0-4a8b-bda6-8380f624e4f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:34:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['931fbcd4-ce57-444d-9c6e-d6ad45cb2f83'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:34:48.467535 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-e9f0e2ef-227f-4d0c-a6da-9d1f5f5e0f79 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "DELETE /v2.0/floatingips/39126c00-0bbd-46ed-8476-6cb3ddf1672f HTTP/1.1" status: 204 len: 168 time: 0.9093542 Aug 18 12:34:48.468125 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b1d0131-807e-4ed5-89d5-8e34b8006488', 'tag': 'cbade017-9a6c-4256-8900-0abd1f90c706'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:34:48.470544 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-204adeef-5aca-418c-a4d6-dd09bc3452a4" -d '{"events": [{"name": "network-changed", "server_uuid": "8b1d0131-807e-4ed5-89d5-8e34b8006488", "tag": "cbade017-9a6c-4256-8900-0abd1f90c706"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:34:48.531660 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-999bc27e-7f99-4013-8640-1bdbf8a0225c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:34:48.585927 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:34:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22badc2e-0d4e-48f0-b1b0-e26147945737 x-openstack-request-id: req-22badc2e-0d4e-48f0-b1b0-e26147945737 {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:34:48.586470 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b1d0131-807e-4ed5-89d5-8e34b8006488", "tag": "cbade017-9a6c-4256-8900-0abd1f90c706", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:34:48.586470 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-22badc2e-0d4e-48f0-b1b0-e26147945737 {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:34:48.586846 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b1d0131-807e-4ed5-89d5-8e34b8006488', 'tag': 'cbade017-9a6c-4256-8900-0abd1f90c706', 'status': 'completed', 'code': 200} Aug 18 12:34:48.597436 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-e3fcef9e-cec0-4a8b-bda6-8380f624e4f4 None None] Set router 931fbcd4-ce57-444d-9c6e-d6ad45cb2f83 gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:34:48.663748 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204adeef-5aca-418c-a4d6-dd09bc3452a4 req-f234e8a2-26c1-4472-b18b-415665438399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:34:48.665631 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-204adeef-5aca-418c-a4d6-dd09bc3452a4 req-f234e8a2-26c1-4472-b18b-415665438399 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=86bcac19683b4cedad111d113ad02413&device_id=8b1d0131-807e-4ed5-89d5-8e34b8006488 HTTP/1.1" status: 200 len: 1097 time: 0.0511796 Aug 18 12:34:48.785796 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aec451b-d335-439e-88ac-2e101087984e req-88122b60-a203-45f1-80a7-cdd6b48eaef3 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:34:48.787321 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2aec451b-d335-439e-88ac-2e101087984e req-88122b60-a203-45f1-80a7-cdd6b48eaef3 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b1d0131-807e-4ed5-89d5-8e34b8006488 HTTP/1.1" status: 200 len: 946 time: 0.1054938 Aug 18 12:34:48.814142 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204adeef-5aca-418c-a4d6-dd09bc3452a4 req-1697b075-60d1-436a-bab6-23b448cb4faa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:34:48.815595 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-204adeef-5aca-418c-a4d6-dd09bc3452a4 req-1697b075-60d1-436a-bab6-23b448cb4faa service neutron] 10.222.0.63 "GET /v2.0/networks?id=25fdaffb-3168-482a-bd55-4e7a3fe8ec1f HTTP/1.1" status: 200 len: 912 time: 0.1422031 Aug 18 12:34:48.832377 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-e3fcef9e-cec0-4a8b-bda6-8380f624e4f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '931fbcd4-ce57-444d-9c6e-d6ad45cb2f83', 'name': 'tempest-TestVolumeBootPattern-312113207-router', 'tenant_id': '86bcac19683b4cedad111d113ad02413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': 'ad9e999a-e235-4951-b077-2cec40eb180b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:24:40Z', 'updated_at': '2021-08-18T12:24:43Z', 'revision_number': 4, 'project_id': '86bcac19683b4cedad111d113ad02413', 'gw_port': {'id': 'ad9e999a-e235-4951-b077-2cec40eb180b', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:6c:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '931fbcd4-ce57-444d-9c6e-d6ad45cb2f83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3816, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:24:40Z', 'updated_at': '2021-08-18T12:24:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_floatingips': [{'id': '385c0250-e448-429f-9634-2b7903712396', 'tenant_id': '86bcac19683b4cedad111d113ad02413', 'floating_ip_address': '172.25.7.112', 'floating_network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'router_id': '931fbcd4-ce57-444d-9c6e-d6ad45cb2f83', 'port_id': '44fd593e-d7c4-45c3-90e4-981c638d751b', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3997, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25fdaffb-3168-482a-bd55-4e7a3fe8ec1f', 'mac_address': 'fa:16:3e:c3:b7:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e75674ef-b62b-41d2-8d09-9a042e0548f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T12:31:03Z', 'updated_at': '2021-08-18T12:31:06Z', 'revision_number': 1, 'project_id': '86bcac19683b4cedad111d113ad02413', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bae6a5f7-5d17-4a5f-85de-48171724c2c3', 'name': '', 'network_id': '25fdaffb-3168-482a-bd55-4e7a3fe8ec1f', 'tenant_id': '86bcac19683b4cedad111d113ad02413', 'mac_address': 'fa:16:3e:df:9c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '931fbcd4-ce57-444d-9c6e-d6ad45cb2f83', 'device_owner': 'network:router_interface', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': 'eb2e3982-4dd6-4594-80de-13da71e6899f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:24:42Z', 'updated_at': '2021-08-18T12:24:51Z', 'revision_number': 5, 'project_id': '86bcac19683b4cedad111d113ad02413', 'subnets': [{'id': 'eb2e3982-4dd6-4594-80de-13da71e6899f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:34:48.858587 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3fcef9e-cec0-4a8b-bda6-8380f624e4f4 None None] Checking router: 931fbcd4-ce57-444d-9c6e-d6ad45cb2f83 for host: n-d-804985-2 {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:34:48.867078 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3fcef9e-cec0-4a8b-bda6-8380f624e4f4 None None] Routers {'931fbcd4-ce57-444d-9c6e-d6ad45cb2f83'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:34:48.867708 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-e3fcef9e-cec0-4a8b-bda6-8380f624e4f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:34:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['931fbcd4-ce57-444d-9c6e-d6ad45cb2f83'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:34:48.870491 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-204adeef-5aca-418c-a4d6-dd09bc3452a4 req-66f01a96-7306-48bb-b7d9-f7833cf06f40 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cbade017-9a6c-4256-8900-0abd1f90c706 HTTP/1.1" status: 200 len: 217 time: 0.0421906 Aug 18 12:34:48.873421 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2aec451b-d335-439e-88ac-2e101087984e req-2d94dd67-790c-46b0-b55f-d28091b0443c tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/security-groups?id=68af3d75-7b31-42b2-bdc2-db82fc869372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798998 Aug 18 12:34:48.922908 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204adeef-5aca-418c-a4d6-dd09bc3452a4 req-f76dd9ed-6fdc-4bdc-88ba-cb5ef59bd2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:34:48.924389 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-204adeef-5aca-418c-a4d6-dd09bc3452a4 req-f76dd9ed-6fdc-4bdc-88ba-cb5ef59bd2a2 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=eb2e3982-4dd6-4594-80de-13da71e6899f HTTP/1.1" status: 200 len: 850 time: 0.0451517 Aug 18 12:34:48.971345 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-e3fcef9e-cec0-4a8b-bda6-8380f624e4f4 None None] Set router 931fbcd4-ce57-444d-9c6e-d6ad45cb2f83 gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:34:48.973771 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204adeef-5aca-418c-a4d6-dd09bc3452a4 req-20f28cfc-17cf-4fb1-a343-15eac2828107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:34:48.975281 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-204adeef-5aca-418c-a4d6-dd09bc3452a4 req-20f28cfc-17cf-4fb1-a343-15eac2828107 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=25fdaffb-3168-482a-bd55-4e7a3fe8ec1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410106 Aug 18 12:34:49.078237 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-204adeef-5aca-418c-a4d6-dd09bc3452a4 req-e362f6d0-8dca-4423-9ba8-e967c68532b5 service neutron] 10.222.0.63 "GET /v2.0/networks/25fdaffb-3168-482a-bd55-4e7a3fe8ec1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939035 Aug 18 12:34:49.168531 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-204adeef-5aca-418c-a4d6-dd09bc3452a4 req-98ba4a5a-76a5-43d1-ba60-59f0d1df5add service neutron] 10.222.0.63 "GET /v2.0/networks/25fdaffb-3168-482a-bd55-4e7a3fe8ec1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821714 Aug 18 12:34:49.193876 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-e3fcef9e-cec0-4a8b-bda6-8380f624e4f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '931fbcd4-ce57-444d-9c6e-d6ad45cb2f83', 'name': 'tempest-TestVolumeBootPattern-312113207-router', 'tenant_id': '86bcac19683b4cedad111d113ad02413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': 'ad9e999a-e235-4951-b077-2cec40eb180b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:24:40Z', 'updated_at': '2021-08-18T12:24:43Z', 'revision_number': 4, 'project_id': '86bcac19683b4cedad111d113ad02413', 'gw_port': {'id': 'ad9e999a-e235-4951-b077-2cec40eb180b', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:6c:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '931fbcd4-ce57-444d-9c6e-d6ad45cb2f83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3816, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:24:40Z', 'updated_at': '2021-08-18T12:24:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_floatingips': [{'id': '385c0250-e448-429f-9634-2b7903712396', 'tenant_id': '86bcac19683b4cedad111d113ad02413', 'floating_ip_address': '172.25.7.112', 'floating_network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'router_id': '931fbcd4-ce57-444d-9c6e-d6ad45cb2f83', 'port_id': '44fd593e-d7c4-45c3-90e4-981c638d751b', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3997, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25fdaffb-3168-482a-bd55-4e7a3fe8ec1f', 'mac_address': 'fa:16:3e:c3:b7:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e75674ef-b62b-41d2-8d09-9a042e0548f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T12:31:03Z', 'updated_at': '2021-08-18T12:31:06Z', 'revision_number': 1, 'project_id': '86bcac19683b4cedad111d113ad02413', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bae6a5f7-5d17-4a5f-85de-48171724c2c3', 'name': '', 'network_id': '25fdaffb-3168-482a-bd55-4e7a3fe8ec1f', 'tenant_id': '86bcac19683b4cedad111d113ad02413', 'mac_address': 'fa:16:3e:df:9c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '931fbcd4-ce57-444d-9c6e-d6ad45cb2f83', 'device_owner': 'network:router_interface', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': 'eb2e3982-4dd6-4594-80de-13da71e6899f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:24:42Z', 'updated_at': '2021-08-18T12:24:51Z', 'revision_number': 5, 'project_id': '86bcac19683b4cedad111d113ad02413', 'subnets': [{'id': 'eb2e3982-4dd6-4594-80de-13da71e6899f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:34:49.227857 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3fcef9e-cec0-4a8b-bda6-8380f624e4f4 None None] The sync data for ids ['931fbcd4-ce57-444d-9c6e-d6ad45cb2f83'] in n-d-804985-2 is: [{'id': '931fbcd4-ce57-444d-9c6e-d6ad45cb2f83', 'name': 'tempest-TestVolumeBootPattern-312113207-router', 'tenant_id': '86bcac19683b4cedad111d113ad02413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': 'ad9e999a-e235-4951-b077-2cec40eb180b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:24:40Z', 'updated_at': '2021-08-18T12:24:43Z', 'revision_number': 4, 'project_id': '86bcac19683b4cedad111d113ad02413', 'gw_port': {'id': 'ad9e999a-e235-4951-b077-2cec40eb180b', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:6c:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '931fbcd4-ce57-444d-9c6e-d6ad45cb2f83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3816, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:24:40Z', 'updated_at': '2021-08-18T12:24:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_floatingips': [{'id': '385c0250-e448-429f-9634-2b7903712396', 'tenant_id': '86bcac19683b4cedad111d113ad02413', 'floating_ip_address': '172.25.7.112', 'floating_network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'router_id': '931fbcd4-ce57-444d-9c6e-d6ad45cb2f83', 'port_id': '44fd593e-d7c4-45c3-90e4-981c638d751b', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3997, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25fdaffb-3168-482a-bd55-4e7a3fe8ec1f', 'mac_address': 'fa:16:3e:c3:b7:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e75674ef-b62b-41d2-8d09-9a042e0548f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T12:31:03Z', 'updated_at': '2021-08-18T12:31:06Z', 'revision_number': 1, 'project_id': '86bcac19683b4cedad111d113ad02413', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bae6a5f7-5d17-4a5f-85de-48171724c2c3', 'name': '', 'network_id': '25fdaffb-3168-482a-bd55-4e7a3fe8ec1f', 'tenant_id': '86bcac19683b4cedad111d113ad02413', 'mac_address': 'fa:16:3e:df:9c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '931fbcd4-ce57-444d-9c6e-d6ad45cb2f83', 'device_owner': 'network:router_interface', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': 'eb2e3982-4dd6-4594-80de-13da71e6899f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:24:42Z', 'updated_at': '2021-08-18T12:24:51Z', 'revision_number': 5, 'project_id': '86bcac19683b4cedad111d113ad02413', 'subnets': [{'id': 'eb2e3982-4dd6-4594-80de-13da71e6899f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:34:49.447754 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30507f28-55c1-4844-81fb-c6b0551afc05 None None] New status for floating IP 39126c00-0bbd-46ed-8476-6cb3ddf1672f: DOWN {{(pid=106254) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 12:34:50.003350 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8f2b4d-433b-4fa2-8afa-f40039b7fbef req-b5f9e0ff-d490-4ade-b50c-d98826d959a1 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:34:50.004934 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-fa8f2b4d-433b-4fa2-8afa-f40039b7fbef req-b5f9e0ff-d490-4ade-b50c-d98826d959a1 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b1d0131-807e-4ed5-89d5-8e34b8006488 HTTP/1.1" status: 200 len: 946 time: 0.0588312 Aug 18 12:34:50.052004 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-fa8f2b4d-433b-4fa2-8afa-f40039b7fbef req-2e528250-461c-45a6-a250-cab33c427a14 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/security-groups?id=68af3d75-7b31-42b2-bdc2-db82fc869372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398486 Aug 18 12:34:50.243179 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e91143-ad07-4a03-8734-2fd39cb64002 req-a8f4b0f3-f533-4bb6-bb73-4e0f3870f953 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:34:50.244645 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-92e91143-ad07-4a03-8734-2fd39cb64002 req-a8f4b0f3-f533-4bb6-bb73-4e0f3870f953 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.63 "GET /v2.0/ports?device_id=8b1d0131-807e-4ed5-89d5-8e34b8006488 HTTP/1.1" status: 200 len: 946 time: 0.0571787 Aug 18 12:34:50.338724 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-92e91143-ad07-4a03-8734-2fd39cb64002 req-dfe30695-88ea-47ea-9b31-680a6cc38e24 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Deleting port cbade017-9a6c-4256-8900-0abd1f90c706 {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:34:50.339040 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-92e91143-ad07-4a03-8734-2fd39cb64002 req-dfe30695-88ea-47ea-9b31-680a6cc38e24 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:34:50.708710 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.agents_db [None req-6dbb2658-0354-4101-8393-6e7505481cf6 None None] Agent healthcheck: found 7 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 12:34:50.805490 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-92e91143-ad07-4a03-8734-2fd39cb64002 req-dfe30695-88ea-47ea-9b31-680a6cc38e24 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] For port cbade017-9a6c-4256-8900-0abd1f90c706, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=cbade017-9a6c-4256-8900-0abd1f90c706,segment=NetworkSegment(dfae8a08-8315-4142-ba2f-fd111ce93dbf),segment_id=dfae8a08-8315-4142-ba2f-fd111ce93dbf)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:34:50.805820 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-92e91143-ad07-4a03-8734-2fd39cb64002 req-dfe30695-88ea-47ea-9b31-680a6cc38e24 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:34:50.819006 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-92e91143-ad07-4a03-8734-2fd39cb64002 req-dfe30695-88ea-47ea-9b31-680a6cc38e24 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Calling delete_port for cbade017-9a6c-4256-8900-0abd1f90c706 owned by compute:nova {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:34:50.953690 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-92e91143-ad07-4a03-8734-2fd39cb64002 req-dfe30695-88ea-47ea-9b31-680a6cc38e24 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:34:50.983872 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe30695-88ea-47ea-9b31-680a6cc38e24 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Pushing event deleted for resources: {'Port': ['ID=cbade017-9a6c-4256-8900-0abd1f90c706,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:34:51.023430 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-92e91143-ad07-4a03-8734-2fd39cb64002 req-dfe30695-88ea-47ea-9b31-680a6cc38e24 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] No DVR routers for this DVR port cbade017-9a6c-4256-8900-0abd1f90c706 on host n-h1-804985-2 {{(pid=106252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:34:51.026206 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-92e91143-ad07-4a03-8734-2fd39cb64002 req-dfe30695-88ea-47ea-9b31-680a6cc38e24 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:34:51.028664 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-92e91143-ad07-4a03-8734-2fd39cb64002 req-dfe30695-88ea-47ea-9b31-680a6cc38e24 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.63 "DELETE /v2.0/ports/cbade017-9a6c-4256-8900-0abd1f90c706 HTTP/1.1" status: 204 len: 173 time: 0.7777684 Aug 18 12:34:51.029503 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b1d0131-807e-4ed5-89d5-8e34b8006488', 'name': 'network-vif-deleted', 'tag': 'cbade017-9a6c-4256-8900-0abd1f90c706'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:34:51.032405 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac3b7fc2-e417-4472-9544-09ebc969f358" -d '{"events": [{"server_uuid": "8b1d0131-807e-4ed5-89d5-8e34b8006488", "name": "network-vif-deleted", "tag": "cbade017-9a6c-4256-8900-0abd1f90c706"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:34:51.075664 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:34:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cdbeaae-807f-41b5-8d95-68602819167d x-openstack-request-id: req-5cdbeaae-807f-41b5-8d95-68602819167d {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:34:51.075966 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b1d0131-807e-4ed5-89d5-8e34b8006488", "name": "network-vif-deleted", "tag": "cbade017-9a6c-4256-8900-0abd1f90c706", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:34:51.076199 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-5cdbeaae-807f-41b5-8d95-68602819167d {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:34:51.076637 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b1d0131-807e-4ed5-89d5-8e34b8006488', 'name': 'network-vif-deleted', 'tag': 'cbade017-9a6c-4256-8900-0abd1f90c706', 'status': 'completed', 'code': 200} Aug 18 12:34:51.149213 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9de73523-d038-486f-ab57-36591270cfc6 req-c3c08b34-90c0-461a-8931-ea365b8c95d7 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b1d0131-807e-4ed5-89d5-8e34b8006488 HTTP/1.1" status: 200 len: 210 time: 0.0275502 Aug 18 12:34:51.483094 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:34:51.724324 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-6dc4e1a6-e93b-4513-a547-39cd86afefec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:34:52.259188 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f6de40a7-a2d6-4b5a-bff5-b8a8fdddf4e3 req-0431f54c-5b93-4b20-a018-56710818ea5d tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b1d0131-807e-4ed5-89d5-8e34b8006488 HTTP/1.1" status: 200 len: 210 time: 0.0377443 Aug 18 12:34:52.263908 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-53584c24-f517-494e-ac93-c18bb92373f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:34:53.120255 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device cbade017-9a6c-4256-8900-0abd1f90c706 no longer exists at agent hyperv_n-h1-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:34:53.149991 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] No Port match for: cbade017-9a6c-4256-8900-0abd1f90c706 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:34:53.150338 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device cbade017-9a6c-4256-8900-0abd1f90c706 not bound to the agent host n-h1-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:34:53.363770 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-28e2ba5b-f177-4fe1-95e6-785b136060fd req-8278508b-7b32-4319-b9cd-43683386e42b tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b1d0131-807e-4ed5-89d5-8e34b8006488 HTTP/1.1" status: 200 len: 210 time: 0.0337813 Aug 18 12:34:53.940248 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-500a1c61-38a7-4c23-a7ec-4631080af5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:34:54.461475 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-fc2909a9-5736-46a7-ba99-1e7d3cabad95 req-008c0495-b758-480e-8ec8-bf132a3f0e3a tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b1d0131-807e-4ed5-89d5-8e34b8006488 HTTP/1.1" status: 200 len: 210 time: 0.0279598 Aug 18 12:34:54.567175 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-8bf1146e-a57b-4b7f-8d60-9907bc7f0d60 req-3142fac0-7b30-4f85-b6a8-44b1189b9f8a service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=e75674ef-b62b-41d2-8d09-9a042e0548f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0421605 Aug 18 12:34:54.654521 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf1146e-a57b-4b7f-8d60-9907bc7f0d60 req-278f2d21-b1ce-4242-8a23-4fab58aaea9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:34:54.655897 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-8bf1146e-a57b-4b7f-8d60-9907bc7f0d60 req-278f2d21-b1ce-4242-8a23-4fab58aaea9a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=86bcac19683b4cedad111d113ad02413&device_id=e75674ef-b62b-41d2-8d09-9a042e0548f8 HTTP/1.1" status: 200 len: 1097 time: 0.0437558 Aug 18 12:34:54.769806 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf1146e-a57b-4b7f-8d60-9907bc7f0d60 req-24125b90-eaad-4b41-9e43-4a65e6fa4d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:34:54.772078 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-8bf1146e-a57b-4b7f-8d60-9907bc7f0d60 req-24125b90-eaad-4b41-9e43-4a65e6fa4d97 service neutron] 10.222.0.62 "GET /v2.0/networks?id=25fdaffb-3168-482a-bd55-4e7a3fe8ec1f HTTP/1.1" status: 200 len: 912 time: 0.0958872 Aug 18 12:34:54.849799 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-8bf1146e-a57b-4b7f-8d60-9907bc7f0d60 req-25b66a64-505f-4a5f-a826-065d916c61a3 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=44fd593e-d7c4-45c3-90e4-981c638d751b HTTP/1.1" status: 200 len: 1002 time: 0.0707633 Aug 18 12:34:54.902183 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf1146e-a57b-4b7f-8d60-9907bc7f0d60 req-90b21c96-1cc8-45d1-a441-fe28ac214124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:34:54.903657 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-8bf1146e-a57b-4b7f-8d60-9907bc7f0d60 req-90b21c96-1cc8-45d1-a441-fe28ac214124 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=eb2e3982-4dd6-4594-80de-13da71e6899f HTTP/1.1" status: 200 len: 850 time: 0.0461197 Aug 18 12:34:54.950502 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf1146e-a57b-4b7f-8d60-9907bc7f0d60 req-00946371-4639-4a07-bd4b-f8e9a8a9d848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:34:54.951874 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-8bf1146e-a57b-4b7f-8d60-9907bc7f0d60 req-00946371-4639-4a07-bd4b-f8e9a8a9d848 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=25fdaffb-3168-482a-bd55-4e7a3fe8ec1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411692 Aug 18 12:34:55.045081 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-8bf1146e-a57b-4b7f-8d60-9907bc7f0d60 req-92667a5a-3f6b-4ffc-a494-5f3538f762a5 service neutron] 10.222.0.62 "GET /v2.0/networks/25fdaffb-3168-482a-bd55-4e7a3fe8ec1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853031 Aug 18 12:34:55.146533 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-8bf1146e-a57b-4b7f-8d60-9907bc7f0d60 req-1a38082b-5f36-466d-a54c-daf693c8a6c0 service neutron] 10.222.0.62 "GET /v2.0/networks/25fdaffb-3168-482a-bd55-4e7a3fe8ec1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931873 Aug 18 12:34:59.846825 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 49236) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:35:00.013530 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-50694cc5-f9b0-4439-af16-22c8156083f6 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Deleting port 0f0bd3b6-5a63-49af-ad67-243a7864709e {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:35:00.013851 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-50694cc5-f9b0-4439-af16-22c8156083f6 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:35:00.097430 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-50694cc5-f9b0-4439-af16-22c8156083f6 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:35:00.097651 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-50694cc5-f9b0-4439-af16-22c8156083f6 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:35:00.109806 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-50694cc5-f9b0-4439-af16-22c8156083f6 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Calling delete_port for 0f0bd3b6-5a63-49af-ad67-243a7864709e owned by network:floatingip {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:35:00.288488 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-50694cc5-f9b0-4439-af16-22c8156083f6 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:35:00.315352 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50694cc5-f9b0-4439-af16-22c8156083f6 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Pushing event deleted for resources: {'Port': ['ID=0f0bd3b6-5a63-49af-ad67-243a7864709e,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:35:00.375640 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-50694cc5-f9b0-4439-af16-22c8156083f6 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Notify callbacks [] for floatingip, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:35:00.375944 n-d-804985-2 neutron-server[106252]: INFO neutron.db.l3_db [None req-50694cc5-f9b0-4439-af16-22c8156083f6 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Floating IP 385c0250-e448-429f-9634-2b7903712396 disassociated (deleted). External IP: 172.25.7.112, port: 44fd593e-d7c4-45c3-90e4-981c638d751b. Aug 18 12:35:00.601731 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50694cc5-f9b0-4439-af16-22c8156083f6 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Router 931fbcd4-ce57-444d-9c6e-d6ad45cb2f83 has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:35:00.712680 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50694cc5-f9b0-4439-af16-22c8156083f6 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:35:00.717250 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-50694cc5-f9b0-4439-af16-22c8156083f6 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for floatingip, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:35:00.724000 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c441f7d-c0d5-4ea4-a735-77f57289744a None None] Sync routers for ids ['931fbcd4-ce57-444d-9c6e-d6ad45cb2f83'] in n-d-804985-2 {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:35:00.734042 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c441f7d-c0d5-4ea4-a735-77f57289744a None None] Routers {'931fbcd4-ce57-444d-9c6e-d6ad45cb2f83'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:35:00.734763 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-7c441f7d-c0d5-4ea4-a735-77f57289744a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:34:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['931fbcd4-ce57-444d-9c6e-d6ad45cb2f83'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:35:00.743648 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-50694cc5-f9b0-4439-af16-22c8156083f6 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "DELETE /v2.0/floatingips/385c0250-e448-429f-9634-2b7903712396 HTTP/1.1" status: 204 len: 168 time: 0.8957124 Aug 18 12:35:00.744240 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e75674ef-b62b-41d2-8d09-9a042e0548f8', 'tag': '44fd593e-d7c4-45c3-90e4-981c638d751b'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:35:00.746564 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc876d4e-5b9f-4d92-80cf-5b28f2a3b39e" -d '{"events": [{"name": "network-changed", "server_uuid": "e75674ef-b62b-41d2-8d09-9a042e0548f8", "tag": "44fd593e-d7c4-45c3-90e4-981c638d751b"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:35:00.782701 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:35:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d97e77cb-5857-46be-83df-1418acdfa264 x-openstack-request-id: req-d97e77cb-5857-46be-83df-1418acdfa264 {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:35:00.783086 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e75674ef-b62b-41d2-8d09-9a042e0548f8", "tag": "44fd593e-d7c4-45c3-90e4-981c638d751b", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:35:00.783423 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d97e77cb-5857-46be-83df-1418acdfa264 {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:35:00.783911 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e75674ef-b62b-41d2-8d09-9a042e0548f8', 'tag': '44fd593e-d7c4-45c3-90e4-981c638d751b', 'status': 'completed', 'code': 200} Aug 18 12:35:00.845055 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc876d4e-5b9f-4d92-80cf-5b28f2a3b39e req-c044946d-3da4-4281-9e3b-90c528f081ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:35:00.846752 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-dc876d4e-5b9f-4d92-80cf-5b28f2a3b39e req-c044946d-3da4-4281-9e3b-90c528f081ec service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=86bcac19683b4cedad111d113ad02413&device_id=e75674ef-b62b-41d2-8d09-9a042e0548f8 HTTP/1.1" status: 200 len: 1097 time: 0.0421271 Aug 18 12:35:00.853952 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-7c441f7d-c0d5-4ea4-a735-77f57289744a None None] Set router 931fbcd4-ce57-444d-9c6e-d6ad45cb2f83 gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:35:00.947682 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc876d4e-5b9f-4d92-80cf-5b28f2a3b39e req-97c895cf-ecff-413b-9276-6ea7aeabe526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:35:00.949662 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-dc876d4e-5b9f-4d92-80cf-5b28f2a3b39e req-97c895cf-ecff-413b-9276-6ea7aeabe526 service neutron] 10.222.0.62 "GET /v2.0/networks?id=25fdaffb-3168-482a-bd55-4e7a3fe8ec1f HTTP/1.1" status: 200 len: 912 time: 0.0958097 Aug 18 12:35:00.982009 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790eb7a0-6eee-455a-b8b4-b502c6a97b6b req-f9374785-2dce-4166-9a15-3f533f27fb68 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:35:00.983624 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-790eb7a0-6eee-455a-b8b4-b502c6a97b6b req-f9374785-2dce-4166-9a15-3f533f27fb68 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/ports?device_id=e75674ef-b62b-41d2-8d09-9a042e0548f8 HTTP/1.1" status: 200 len: 946 time: 0.0521359 Aug 18 12:35:00.994465 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-dc876d4e-5b9f-4d92-80cf-5b28f2a3b39e req-95ebd68b-9a9f-4d27-8360-a035a9ba1ae2 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=44fd593e-d7c4-45c3-90e4-981c638d751b HTTP/1.1" status: 200 len: 217 time: 0.0356939 Aug 18 12:35:01.024723 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-790eb7a0-6eee-455a-b8b4-b502c6a97b6b req-d0ddb44e-8488-48f2-90c5-1703d6ef2f0c tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/security-groups?id=68af3d75-7b31-42b2-bdc2-db82fc869372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338411 Aug 18 12:35:01.056820 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-7c441f7d-c0d5-4ea4-a735-77f57289744a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '931fbcd4-ce57-444d-9c6e-d6ad45cb2f83', 'name': 'tempest-TestVolumeBootPattern-312113207-router', 'tenant_id': '86bcac19683b4cedad111d113ad02413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': 'ad9e999a-e235-4951-b077-2cec40eb180b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:24:40Z', 'updated_at': '2021-08-18T12:24:43Z', 'revision_number': 4, 'project_id': '86bcac19683b4cedad111d113ad02413', 'gw_port': {'id': 'ad9e999a-e235-4951-b077-2cec40eb180b', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:6c:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '931fbcd4-ce57-444d-9c6e-d6ad45cb2f83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3816, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:24:40Z', 'updated_at': '2021-08-18T12:24:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': 'bae6a5f7-5d17-4a5f-85de-48171724c2c3', 'name': '', 'network_id': '25fdaffb-3168-482a-bd55-4e7a3fe8ec1f', 'tenant_id': '86bcac19683b4cedad111d113ad02413', 'mac_address': 'fa:16:3e:df:9c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '931fbcd4-ce57-444d-9c6e-d6ad45cb2f83', 'device_owner': 'network:router_interface', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': 'eb2e3982-4dd6-4594-80de-13da71e6899f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:24:42Z', 'updated_at': '2021-08-18T12:24:51Z', 'revision_number': 5, 'project_id': '86bcac19683b4cedad111d113ad02413', 'subnets': [{'id': 'eb2e3982-4dd6-4594-80de-13da71e6899f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:35:01.059344 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc876d4e-5b9f-4d92-80cf-5b28f2a3b39e req-fbea36eb-08ea-4d08-97a3-7d8e4f7666c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:35:01.061185 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-dc876d4e-5b9f-4d92-80cf-5b28f2a3b39e req-fbea36eb-08ea-4d08-97a3-7d8e4f7666c4 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=eb2e3982-4dd6-4594-80de-13da71e6899f HTTP/1.1" status: 200 len: 850 time: 0.0576649 Aug 18 12:35:01.083087 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c441f7d-c0d5-4ea4-a735-77f57289744a None None] Checking router: 931fbcd4-ce57-444d-9c6e-d6ad45cb2f83 for host: n-d-804985-2 {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:35:01.091465 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c441f7d-c0d5-4ea4-a735-77f57289744a None None] Routers {'931fbcd4-ce57-444d-9c6e-d6ad45cb2f83'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:35:01.092090 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-7c441f7d-c0d5-4ea4-a735-77f57289744a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:34:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['931fbcd4-ce57-444d-9c6e-d6ad45cb2f83'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:35:01.108804 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc876d4e-5b9f-4d92-80cf-5b28f2a3b39e req-ae1ce462-482e-4f11-a0c4-a64515e0070d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:35:01.110305 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-dc876d4e-5b9f-4d92-80cf-5b28f2a3b39e req-ae1ce462-482e-4f11-a0c4-a64515e0070d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=25fdaffb-3168-482a-bd55-4e7a3fe8ec1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392809 Aug 18 12:35:01.196773 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-7c441f7d-c0d5-4ea4-a735-77f57289744a None None] Set router 931fbcd4-ce57-444d-9c6e-d6ad45cb2f83 gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:35:01.201472 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-dc876d4e-5b9f-4d92-80cf-5b28f2a3b39e req-2db26eb8-25a4-4802-a8eb-801cd300ead9 service neutron] 10.222.0.62 "GET /v2.0/networks/25fdaffb-3168-482a-bd55-4e7a3fe8ec1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826402 Aug 18 12:35:01.298332 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-dc876d4e-5b9f-4d92-80cf-5b28f2a3b39e req-c7cda901-0d48-4f9f-9d92-7777fec113c5 service neutron] 10.222.0.62 "GET /v2.0/networks/25fdaffb-3168-482a-bd55-4e7a3fe8ec1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891883 Aug 18 12:35:01.494490 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-7c441f7d-c0d5-4ea4-a735-77f57289744a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '931fbcd4-ce57-444d-9c6e-d6ad45cb2f83', 'name': 'tempest-TestVolumeBootPattern-312113207-router', 'tenant_id': '86bcac19683b4cedad111d113ad02413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': 'ad9e999a-e235-4951-b077-2cec40eb180b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:24:40Z', 'updated_at': '2021-08-18T12:24:43Z', 'revision_number': 4, 'project_id': '86bcac19683b4cedad111d113ad02413', 'gw_port': {'id': 'ad9e999a-e235-4951-b077-2cec40eb180b', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:6c:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '931fbcd4-ce57-444d-9c6e-d6ad45cb2f83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3816, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:24:40Z', 'updated_at': '2021-08-18T12:24:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': 'bae6a5f7-5d17-4a5f-85de-48171724c2c3', 'name': '', 'network_id': '25fdaffb-3168-482a-bd55-4e7a3fe8ec1f', 'tenant_id': '86bcac19683b4cedad111d113ad02413', 'mac_address': 'fa:16:3e:df:9c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '931fbcd4-ce57-444d-9c6e-d6ad45cb2f83', 'device_owner': 'network:router_interface', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': 'eb2e3982-4dd6-4594-80de-13da71e6899f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:24:42Z', 'updated_at': '2021-08-18T12:24:51Z', 'revision_number': 5, 'project_id': '86bcac19683b4cedad111d113ad02413', 'subnets': [{'id': 'eb2e3982-4dd6-4594-80de-13da71e6899f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:35:01.520423 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c441f7d-c0d5-4ea4-a735-77f57289744a None None] The sync data for ids ['931fbcd4-ce57-444d-9c6e-d6ad45cb2f83'] in n-d-804985-2 is: [{'id': '931fbcd4-ce57-444d-9c6e-d6ad45cb2f83', 'name': 'tempest-TestVolumeBootPattern-312113207-router', 'tenant_id': '86bcac19683b4cedad111d113ad02413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': 'ad9e999a-e235-4951-b077-2cec40eb180b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:24:40Z', 'updated_at': '2021-08-18T12:24:43Z', 'revision_number': 4, 'project_id': '86bcac19683b4cedad111d113ad02413', 'gw_port': {'id': 'ad9e999a-e235-4951-b077-2cec40eb180b', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:6c:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '931fbcd4-ce57-444d-9c6e-d6ad45cb2f83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3816, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:24:40Z', 'updated_at': '2021-08-18T12:24:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': 'bae6a5f7-5d17-4a5f-85de-48171724c2c3', 'name': '', 'network_id': '25fdaffb-3168-482a-bd55-4e7a3fe8ec1f', 'tenant_id': '86bcac19683b4cedad111d113ad02413', 'mac_address': 'fa:16:3e:df:9c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '931fbcd4-ce57-444d-9c6e-d6ad45cb2f83', 'device_owner': 'network:router_interface', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': 'eb2e3982-4dd6-4594-80de-13da71e6899f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:24:42Z', 'updated_at': '2021-08-18T12:24:51Z', 'revision_number': 5, 'project_id': '86bcac19683b4cedad111d113ad02413', 'subnets': [{'id': 'eb2e3982-4dd6-4594-80de-13da71e6899f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:35:01.744170 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-801eeb4a-5008-48a9-9c51-ea6474a19e27 None None] New status for floating IP 385c0250-e448-429f-9634-2b7903712396: DOWN {{(pid=106254) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 12:35:02.153451 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ae9603-936d-4e9d-9dc2-016ffb1c34bf req-574068b2-72c2-4e45-8724-c73995f28585 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:35:02.154951 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f8ae9603-936d-4e9d-9dc2-016ffb1c34bf req-574068b2-72c2-4e45-8724-c73995f28585 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/ports?device_id=e75674ef-b62b-41d2-8d09-9a042e0548f8 HTTP/1.1" status: 200 len: 946 time: 0.0564015 Aug 18 12:35:02.197819 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f8ae9603-936d-4e9d-9dc2-016ffb1c34bf req-8ee52987-ddcf-4ddf-bdca-6cc543662477 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/security-groups?id=68af3d75-7b31-42b2-bdc2-db82fc869372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338724 Aug 18 12:35:02.485567 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7a7165-3887-4647-ba84-9d9749a988e1 req-5f3bd1a4-1649-4903-a5fe-a53de2eaca2f tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:35:02.487036 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-ad7a7165-3887-4647-ba84-9d9749a988e1 req-5f3bd1a4-1649-4903-a5fe-a53de2eaca2f tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.62 "GET /v2.0/ports?device_id=e75674ef-b62b-41d2-8d09-9a042e0548f8 HTTP/1.1" status: 200 len: 946 time: 0.0580132 Aug 18 12:35:02.584708 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-ad7a7165-3887-4647-ba84-9d9749a988e1 req-f64c3bd7-97ac-42d8-83a4-4a21042b3aba tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Deleting port 44fd593e-d7c4-45c3-90e4-981c638d751b {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:35:02.585003 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-ad7a7165-3887-4647-ba84-9d9749a988e1 req-f64c3bd7-97ac-42d8-83a4-4a21042b3aba tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:35:02.675039 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-ad7a7165-3887-4647-ba84-9d9749a988e1 req-f64c3bd7-97ac-42d8-83a4-4a21042b3aba tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] For port 44fd593e-d7c4-45c3-90e4-981c638d751b, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=44fd593e-d7c4-45c3-90e4-981c638d751b,segment=NetworkSegment(dfae8a08-8315-4142-ba2f-fd111ce93dbf),segment_id=dfae8a08-8315-4142-ba2f-fd111ce93dbf)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:35:02.675406 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-ad7a7165-3887-4647-ba84-9d9749a988e1 req-f64c3bd7-97ac-42d8-83a4-4a21042b3aba tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:35:02.689563 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-ad7a7165-3887-4647-ba84-9d9749a988e1 req-f64c3bd7-97ac-42d8-83a4-4a21042b3aba tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Calling delete_port for 44fd593e-d7c4-45c3-90e4-981c638d751b owned by compute:nova {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:35:02.840562 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-ad7a7165-3887-4647-ba84-9d9749a988e1 req-f64c3bd7-97ac-42d8-83a4-4a21042b3aba tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:35:02.868990 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64c3bd7-97ac-42d8-83a4-4a21042b3aba tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Pushing event deleted for resources: {'Port': ['ID=44fd593e-d7c4-45c3-90e4-981c638d751b,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:35:02.880200 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64c3bd7-97ac-42d8-83a4-4a21042b3aba tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:35:02.880595 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64c3bd7-97ac-42d8-83a4-4a21042b3aba tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:35:02.880912 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64c3bd7-97ac-42d8-83a4-4a21042b3aba tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:35:02.881248 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64c3bd7-97ac-42d8-83a4-4a21042b3aba tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:35:02.881588 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64c3bd7-97ac-42d8-83a4-4a21042b3aba tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:35:02.881918 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64c3bd7-97ac-42d8-83a4-4a21042b3aba tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:35:02.882245 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64c3bd7-97ac-42d8-83a4-4a21042b3aba tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:35:02.882566 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64c3bd7-97ac-42d8-83a4-4a21042b3aba tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:35:02.882877 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64c3bd7-97ac-42d8-83a4-4a21042b3aba tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:35:02.883203 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64c3bd7-97ac-42d8-83a4-4a21042b3aba tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:35:02.883525 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64c3bd7-97ac-42d8-83a4-4a21042b3aba tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:35:02.883853 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64c3bd7-97ac-42d8-83a4-4a21042b3aba tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:35:02.925840 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad7a7165-3887-4647-ba84-9d9749a988e1 req-f64c3bd7-97ac-42d8-83a4-4a21042b3aba tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] No DVR routers for this DVR port 44fd593e-d7c4-45c3-90e4-981c638d751b on host n-h2-804985-2 {{(pid=106253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:35:02.928714 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-ad7a7165-3887-4647-ba84-9d9749a988e1 req-f64c3bd7-97ac-42d8-83a4-4a21042b3aba tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:35:02.930801 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-ad7a7165-3887-4647-ba84-9d9749a988e1 req-f64c3bd7-97ac-42d8-83a4-4a21042b3aba tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.62 "DELETE /v2.0/ports/44fd593e-d7c4-45c3-90e4-981c638d751b HTTP/1.1" status: 204 len: 173 time: 0.4373567 Aug 18 12:35:02.931229 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e75674ef-b62b-41d2-8d09-9a042e0548f8', 'name': 'network-vif-deleted', 'tag': '44fd593e-d7c4-45c3-90e4-981c638d751b'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:35:02.933583 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0679f4c4b6e0e0c064a7d71d722dc30541a34fffee11680573be22ee2ffccc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dff1bd94-5815-429a-9c9b-c4705a513daf" -d '{"events": [{"server_uuid": "e75674ef-b62b-41d2-8d09-9a042e0548f8", "name": "network-vif-deleted", "tag": "44fd593e-d7c4-45c3-90e4-981c638d751b"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:35:02.970496 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:35:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad7dab61-d19b-4e82-8dbb-6226a40b12e1 x-openstack-request-id: req-ad7dab61-d19b-4e82-8dbb-6226a40b12e1 {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:35:02.970798 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e75674ef-b62b-41d2-8d09-9a042e0548f8", "name": "network-vif-deleted", "tag": "44fd593e-d7c4-45c3-90e4-981c638d751b", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:35:02.971048 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ad7dab61-d19b-4e82-8dbb-6226a40b12e1 {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:35:02.971451 n-d-804985-2 neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e75674ef-b62b-41d2-8d09-9a042e0548f8', 'name': 'network-vif-deleted', 'tag': '44fd593e-d7c4-45c3-90e4-981c638d751b', 'status': 'completed', 'code': 200} Aug 18 12:35:03.301620 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-dafafb81-7fb8-4c14-a7d8-51bd8e46d5f6 req-0453351a-2f64-44c5-ba78-20a42e540239 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/ports?device_id=e75674ef-b62b-41d2-8d09-9a042e0548f8 HTTP/1.1" status: 200 len: 210 time: 0.0279102 Aug 18 12:35:04.403514 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-22c60e08-cb64-4b47-b773-86a99a9c1a80 req-e952176b-6b5d-40c6-b254-d0a4d73e9661 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/ports?device_id=e75674ef-b62b-41d2-8d09-9a042e0548f8 HTTP/1.1" status: 200 len: 210 time: 0.0281971 Aug 18 12:35:05.502323 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-407f58f4-518b-4b9b-b511-833d2ceb3994 req-b31b97dd-ac3a-4329-b325-3b8468a08ea9 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/ports?device_id=e75674ef-b62b-41d2-8d09-9a042e0548f8 HTTP/1.1" status: 200 len: 210 time: 0.0281124 Aug 18 12:35:06.331964 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:35:06.620638 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2aa984a1-1658-4429-8d3b-97eb2de293d4 req-e7161702-b2a0-4bd5-b4b1-ec51a7ff9840 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "GET /v2.0/ports?device_id=e75674ef-b62b-41d2-8d09-9a042e0548f8 HTTP/1.1" status: 200 len: 210 time: 0.0274980 Aug 18 12:35:07.394680 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 44fd593e-d7c4-45c3-90e4-981c638d751b no longer exists at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:35:07.416162 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] No Port match for: 44fd593e-d7c4-45c3-90e4-981c638d751b {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:35:07.416494 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 44fd593e-d7c4-45c3-90e4-981c638d751b not bound to the agent host n-h2-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:35:07.682387 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 49262) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:35:07.828276 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-f00a28e8-3199-4a03-aabb-df44d4eeed82 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Deleting port c790bdc8-4bd0-4940-8b56-3002e35882f1 {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:35:07.828621 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f00a28e8-3199-4a03-aabb-df44d4eeed82 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:35:07.907106 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f00a28e8-3199-4a03-aabb-df44d4eeed82 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:35:07.907373 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f00a28e8-3199-4a03-aabb-df44d4eeed82 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:35:07.921510 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-f00a28e8-3199-4a03-aabb-df44d4eeed82 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Calling delete_port for c790bdc8-4bd0-4940-8b56-3002e35882f1 owned by network:floatingip {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:35:08.066458 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f00a28e8-3199-4a03-aabb-df44d4eeed82 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:35:08.096085 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00a28e8-3199-4a03-aabb-df44d4eeed82 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Pushing event deleted for resources: {'Port': ['ID=c790bdc8-4bd0-4940-8b56-3002e35882f1,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:35:08.157492 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f00a28e8-3199-4a03-aabb-df44d4eeed82 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Notify callbacks [] for floatingip, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:35:08.161627 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f00a28e8-3199-4a03-aabb-df44d4eeed82 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for floatingip, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:35:08.163331 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-f00a28e8-3199-4a03-aabb-df44d4eeed82 tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "DELETE /v2.0/floatingips/3372e5e6-f8f1-4e9b-858c-4e6bcc2c11ae HTTP/1.1" status: 204 len: 168 time: 0.4799047 Aug 18 12:35:08.470024 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:35:10.442759 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 49276) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:35:10.507776 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8f340548-d7e1-4688-8305-764599793fdd tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:35:10.533179 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8f340548-d7e1-4688-8305-764599793fdd tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:35:10.595694 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8f340548-d7e1-4688-8305-764599793fdd tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:35:10.598465 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8f340548-d7e1-4688-8305-764599793fdd tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:35:10.602826 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-8f340548-d7e1-4688-8305-764599793fdd tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] 10.222.0.66 "DELETE /v2.0/security-groups/68af3d75-7b31-42b2-bdc2-db82fc869372 HTTP/1.1" status: 204 len: 168 time: 0.1589689 Aug 18 12:35:10.613180 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f340548-d7e1-4688-8305-764599793fdd tempest-TestVolumeBootPattern-593548432 tempest-TestVolumeBootPattern-593548432-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68af3d75-7b31-42b2-bdc2-db82fc869372,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:35:10.655695 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 49280) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:35:11.149413 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-357ee941-07ed-4fce-aa91-0c8265a30263 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-996815'] for router_interface, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:35:11.404313 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-357ee941-07ed-4fce-aa91-0c8265a30263 admin admin] Deleting port bae6a5f7-5d17-4a5f-85de-48171724c2c3 {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:35:11.404606 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-357ee941-07ed-4fce-aa91-0c8265a30263 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:35:11.485937 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [None req-357ee941-07ed-4fce-aa91-0c8265a30263 admin admin] For port bae6a5f7-5d17-4a5f-85de-48171724c2c3, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=bae6a5f7-5d17-4a5f-85de-48171724c2c3,segment=NetworkSegment(dfae8a08-8315-4142-ba2f-fd111ce93dbf),segment_id=dfae8a08-8315-4142-ba2f-fd111ce93dbf)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:35:11.486631 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-357ee941-07ed-4fce-aa91-0c8265a30263 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:35:11.498863 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-357ee941-07ed-4fce-aa91-0c8265a30263 admin admin] Calling delete_port for bae6a5f7-5d17-4a5f-85de-48171724c2c3 owned by network:router_interface {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:35:11.694237 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-357ee941-07ed-4fce-aa91-0c8265a30263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:35:11.724053 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357ee941-07ed-4fce-aa91-0c8265a30263 admin admin] Pushing event deleted for resources: {'Port': ['ID=bae6a5f7-5d17-4a5f-85de-48171724c2c3,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:35:11.893493 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-357ee941-07ed-4fce-aa91-0c8265a30263 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953695'] for router_interface, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:35:12.130905 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-357ee941-07ed-4fce-aa91-0c8265a30263 admin admin] Router 931fbcd4-ce57-444d-9c6e-d6ad45cb2f83 has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:35:12.242387 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-357ee941-07ed-4fce-aa91-0c8265a30263 admin admin] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:35:12.247806 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-357ee941-07ed-4fce-aa91-0c8265a30263 admin admin] 10.222.0.66 "PUT /v2.0/routers/931fbcd4-ce57-444d-9c6e-d6ad45cb2f83/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5909214 Aug 18 12:35:12.250962 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 49284) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:35:12.251964 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bf6cdce-50d8-4328-8e22-a7976f64feaf None None] Sync routers for ids ['931fbcd4-ce57-444d-9c6e-d6ad45cb2f83'] in n-d-804985-2 {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:35:12.262134 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf6cdce-50d8-4328-8e22-a7976f64feaf None None] Routers {'931fbcd4-ce57-444d-9c6e-d6ad45cb2f83'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:35:12.262740 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-0bf6cdce-50d8-4328-8e22-a7976f64feaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:34:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['931fbcd4-ce57-444d-9c6e-d6ad45cb2f83'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:35:12.355058 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c86eb3ea-baac-4618-b886-7600cf6868e9 admin admin] Notify callbacks [] for router, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:35:12.364073 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-0bf6cdce-50d8-4328-8e22-a7976f64feaf None None] Set router 931fbcd4-ce57-444d-9c6e-d6ad45cb2f83 gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:35:12.457304 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c86eb3ea-baac-4618-b886-7600cf6868e9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:35:12.513982 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-c86eb3ea-baac-4618-b886-7600cf6868e9 admin admin] Deleting port ad9e999a-e235-4951-b077-2cec40eb180b {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:35:12.514684 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c86eb3ea-baac-4618-b886-7600cf6868e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:35:12.545591 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-0bf6cdce-50d8-4328-8e22-a7976f64feaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '931fbcd4-ce57-444d-9c6e-d6ad45cb2f83', 'name': 'tempest-TestVolumeBootPattern-312113207-router', 'tenant_id': '86bcac19683b4cedad111d113ad02413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': 'ad9e999a-e235-4951-b077-2cec40eb180b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:24:40Z', 'updated_at': '2021-08-18T12:35:11Z', 'revision_number': 5, 'project_id': '86bcac19683b4cedad111d113ad02413', 'gw_port': {'id': 'ad9e999a-e235-4951-b077-2cec40eb180b', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:6c:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '931fbcd4-ce57-444d-9c6e-d6ad45cb2f83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3816, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:24:40Z', 'updated_at': '2021-08-18T12:24:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:35:12.571877 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bf6cdce-50d8-4328-8e22-a7976f64feaf None None] Checking router: 931fbcd4-ce57-444d-9c6e-d6ad45cb2f83 for host: n-d-804985-2 {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:35:12.579868 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf6cdce-50d8-4328-8e22-a7976f64feaf None None] Routers {'931fbcd4-ce57-444d-9c6e-d6ad45cb2f83'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:35:12.580504 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-0bf6cdce-50d8-4328-8e22-a7976f64feaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:34:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['931fbcd4-ce57-444d-9c6e-d6ad45cb2f83'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:35:12.598890 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [None req-c86eb3ea-baac-4618-b886-7600cf6868e9 admin admin] For port ad9e999a-e235-4951-b077-2cec40eb180b, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=ad9e999a-e235-4951-b077-2cec40eb180b,segment=NetworkSegment(c5a3db9d-5c58-41b1-9177-d5787a597b78),segment_id=c5a3db9d-5c58-41b1-9177-d5787a597b78)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:35:12.599263 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c86eb3ea-baac-4618-b886-7600cf6868e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:35:12.612432 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-c86eb3ea-baac-4618-b886-7600cf6868e9 admin admin] Calling delete_port for ad9e999a-e235-4951-b077-2cec40eb180b owned by network:router_gateway {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:35:12.663082 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-0bf6cdce-50d8-4328-8e22-a7976f64feaf None None] Set router 931fbcd4-ce57-444d-9c6e-d6ad45cb2f83 gateway port host: None {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:35:12.716262 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-0bf6cdce-50d8-4328-8e22-a7976f64feaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '931fbcd4-ce57-444d-9c6e-d6ad45cb2f83', 'name': 'tempest-TestVolumeBootPattern-312113207-router', 'tenant_id': '86bcac19683b4cedad111d113ad02413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:24:40Z', 'updated_at': '2021-08-18T12:35:12Z', 'revision_number': 6, 'project_id': '86bcac19683b4cedad111d113ad02413', 'gw_port_host': None}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:35:12.742869 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bf6cdce-50d8-4328-8e22-a7976f64feaf None None] The sync data for ids ['931fbcd4-ce57-444d-9c6e-d6ad45cb2f83'] in n-d-804985-2 is: [{'id': '931fbcd4-ce57-444d-9c6e-d6ad45cb2f83', 'name': 'tempest-TestVolumeBootPattern-312113207-router', 'tenant_id': '86bcac19683b4cedad111d113ad02413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:24:40Z', 'updated_at': '2021-08-18T12:35:12Z', 'revision_number': 6, 'project_id': '86bcac19683b4cedad111d113ad02413', 'gw_port_host': None}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:35:12.785495 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c86eb3ea-baac-4618-b886-7600cf6868e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:35:12.811261 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86eb3ea-baac-4618-b886-7600cf6868e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad9e999a-e235-4951-b077-2cec40eb180b,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:35:12.876099 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c86eb3ea-baac-4618-b886-7600cf6868e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-997271'] for router_gateway, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:35:12.966114 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c86eb3ea-baac-4618-b886-7600cf6868e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-996004', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15859'] for router, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:35:12.968394 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c86eb3ea-baac-4618-b886-7600cf6868e9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:35:13.011875 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c86eb3ea-baac-4618-b886-7600cf6868e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-996061'] for router, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:35:13.012737 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c86eb3ea-baac-4618-b886-7600cf6868e9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 931fbcd4-ce57-444d-9c6e-d6ad45cb2f83 {{(pid=106252) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 12:35:13.017711 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c86eb3ea-baac-4618-b886-7600cf6868e9 admin admin] Notify callbacks [] for router, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:35:13.018914 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-c86eb3ea-baac-4618-b886-7600cf6868e9 admin admin] 10.222.0.66 "DELETE /v2.0/routers/931fbcd4-ce57-444d-9c6e-d6ad45cb2f83 HTTP/1.1" status: 204 len: 168 time: 0.7670460 Aug 18 12:35:13.021480 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 49286) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:35:13.072689 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbccf1ea-0ebf-4987-a366-39a763494446 admin admin] Deleting subnet eb2e3982-4dd6-4594-80de-13da71e6899f {{(pid=106252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 12:35:13.076245 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-bbccf1ea-0ebf-4987-a366-39a763494446 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:35:13.119334 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-bbccf1ea-0ebf-4987-a366-39a763494446 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2221528'] for subnet, precommit_delete_associations {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:35:13.557942 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-bbccf1ea-0ebf-4987-a366-39a763494446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:35:13.613923 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-bbccf1ea-0ebf-4987-a366-39a763494446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3572848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59074100'] for subnet, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:35:13.639976 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbccf1ea-0ebf-4987-a366-39a763494446 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb2e3982-4dd6-4594-80de-13da71e6899f,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:35:13.643606 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-bbccf1ea-0ebf-4987-a366-39a763494446 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:35:13.645533 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-bbccf1ea-0ebf-4987-a366-39a763494446 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/eb2e3982-4dd6-4594-80de-13da71e6899f HTTP/1.1" status: 204 len: 168 time: 0.6228523 Aug 18 12:35:13.648188 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 49288) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:35:13.652566 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fb8773e-b5f4-4837-b77c-b3e00fd678fa None None] Network 25fdaffb-3168-482a-bd55-4e7a3fe8ec1f requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:35:13.724319 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e1814b09-e1e3-41bb-82ba-0ae09b7e1c64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7904109'] for network, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:35:13.781956 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-e1814b09-e1e3-41bb-82ba-0ae09b7e1c64 admin admin] Deleting port e8e461d8-a440-4236-8456-9e51763c6b26 {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:35:13.782302 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e1814b09-e1e3-41bb-82ba-0ae09b7e1c64 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:35:13.838156 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e634f810-f57f-4ad8-952d-89bbcf6feef0 None None] DHCP port deletion for 25fdaffb-3168-482a-bd55-4e7a3fe8ec1f request from n-d-804985-2 {{(pid=106254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 12:35:13.855626 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [None req-e1814b09-e1e3-41bb-82ba-0ae09b7e1c64 admin admin] For port e8e461d8-a440-4236-8456-9e51763c6b26, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=e8e461d8-a440-4236-8456-9e51763c6b26,segment=NetworkSegment(dfae8a08-8315-4142-ba2f-fd111ce93dbf),segment_id=dfae8a08-8315-4142-ba2f-fd111ce93dbf)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:35:13.855997 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e1814b09-e1e3-41bb-82ba-0ae09b7e1c64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:35:13.869197 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-e1814b09-e1e3-41bb-82ba-0ae09b7e1c64 admin admin] Calling delete_port for e8e461d8-a440-4236-8456-9e51763c6b26 owned by network:dhcp {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:35:13.883682 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-e634f810-f57f-4ad8-952d-89bbcf6feef0 None None] Deleting port e8e461d8-a440-4236-8456-9e51763c6b26 {{(pid=106254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:35:13.884058 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-e634f810-f57f-4ad8-952d-89bbcf6feef0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:35:13.946736 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-e634f810-f57f-4ad8-952d-89bbcf6feef0 None None] For port e8e461d8-a440-4236-8456-9e51763c6b26, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=e8e461d8-a440-4236-8456-9e51763c6b26,segment=NetworkSegment(dfae8a08-8315-4142-ba2f-fd111ce93dbf),segment_id=dfae8a08-8315-4142-ba2f-fd111ce93dbf)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:35:13.947267 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-e634f810-f57f-4ad8-952d-89bbcf6feef0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:35:13.950579 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e1814b09-e1e3-41bb-82ba-0ae09b7e1c64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:35:13.962079 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-e634f810-f57f-4ad8-952d-89bbcf6feef0 None None] Calling delete_port for e8e461d8-a440-4236-8456-9e51763c6b26 owned by network:dhcp {{(pid=106254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:35:13.973617 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1814b09-e1e3-41bb-82ba-0ae09b7e1c64 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8e461d8-a440-4236-8456-9e51763c6b26,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:35:13.980948 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1814b09-e1e3-41bb-82ba-0ae09b7e1c64 admin admin] No DVR routers for this DVR port e8e461d8-a440-4236-8456-9e51763c6b26 on host n-d-804985-2 {{(pid=106252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:35:14.035373 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-e634f810-f57f-4ad8-952d-89bbcf6feef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556'] for port, after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:35:14.055069 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e1814b09-e1e3-41bb-82ba-0ae09b7e1c64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8367869', 'neutron.services.segments.db._delete_segments_for_network-8789151212993'] for network, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:35:14.061902 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e634f810-f57f-4ad8-952d-89bbcf6feef0 None None] Pushing event deleted for resources: {'Port': ['ID=e8e461d8-a440-4236-8456-9e51763c6b26,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:35:14.064139 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e634f810-f57f-4ad8-952d-89bbcf6feef0 None None] No DVR routers for this DVR port e8e461d8-a440-4236-8456-9e51763c6b26 on host n-d-804985-2 {{(pid=106254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:35:14.065995 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-e1814b09-e1e3-41bb-82ba-0ae09b7e1c64 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25fdaffb-3168-482a-bd55-4e7a3fe8ec1f']}} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:35:14.072913 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e634f810-f57f-4ad8-952d-89bbcf6feef0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:35:14.073474 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e634f810-f57f-4ad8-952d-89bbcf6feef0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:35:14.073995 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e634f810-f57f-4ad8-952d-89bbcf6feef0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:35:14.074960 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e634f810-f57f-4ad8-952d-89bbcf6feef0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:35:14.074960 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e634f810-f57f-4ad8-952d-89bbcf6feef0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:35:14.074960 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e634f810-f57f-4ad8-952d-89bbcf6feef0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:35:14.075812 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e634f810-f57f-4ad8-952d-89bbcf6feef0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:35:14.075812 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e634f810-f57f-4ad8-952d-89bbcf6feef0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:35:14.076033 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e634f810-f57f-4ad8-952d-89bbcf6feef0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:35:14.076341 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e634f810-f57f-4ad8-952d-89bbcf6feef0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:35:14.076553 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e634f810-f57f-4ad8-952d-89bbcf6feef0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:35:14.076879 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e634f810-f57f-4ad8-952d-89bbcf6feef0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:35:14.077367 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-e1814b09-e1e3-41bb-82ba-0ae09b7e1c64 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfae8a08-8315-4142-ba2f-fd111ce93dbf') {'for_net_delete': True} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:35:14.077565 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-e1814b09-e1e3-41bb-82ba-0ae09b7e1c64 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfae8a08-8315-4142-ba2f-fd111ce93dbf') {} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:35:14.086942 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e1814b09-e1e3-41bb-82ba-0ae09b7e1c64 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789151225254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2221521'] for segment, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:35:14.101156 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e1814b09-e1e3-41bb-82ba-0ae09b7e1c64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:35:14.107728 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1814b09-e1e3-41bb-82ba-0ae09b7e1c64 admin admin] Releasing vlan 843 on physical network physnet1 to pool {{(pid=106252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:35:14.108175 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e1814b09-e1e3-41bb-82ba-0ae09b7e1c64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3572434'] for segment, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:35:14.109827 n-d-804985-2 neutron-server[106252]: Traceback (most recent call last): Aug 18 12:35:14.109827 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:35:14.109827 n-d-804985-2 neutron-server[106252]: timer() Aug 18 12:35:14.109827 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:35:14.109827 n-d-804985-2 neutron-server[106252]: cb(*args, **kw) Aug 18 12:35:14.109827 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:35:14.109827 n-d-804985-2 neutron-server[106252]: return func(*args, **kwargs) Aug 18 12:35:14.109827 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:35:14.109827 n-d-804985-2 neutron-server[106252]: self._notify() Aug 18 12:35:14.109827 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:35:14.109827 n-d-804985-2 neutron-server[106252]: self.callback(batched_events) Aug 18 12:35:14.109827 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:35:14.109827 n-d-804985-2 neutron-server[106252]: event.method(event) Aug 18 12:35:14.109827 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:35:14.109827 n-d-804985-2 neutron-server[106252]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:35:14.109827 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:35:14.109827 n-d-804985-2 neutron-server[106252]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:35:14.109827 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:35:14.109827 n-d-804985-2 neutron-server[106252]: return f(self, *a, **k) Aug 18 12:35:14.109827 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:35:14.109827 n-d-804985-2 neutron-server[106252]: return self._get(url).json() Aug 18 12:35:14.109827 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:35:14.109827 n-d-804985-2 neutron-server[106252]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:35:14.109827 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:35:14.109827 n-d-804985-2 neutron-server[106252]: return self.request(url, 'GET', **kwargs) Aug 18 12:35:14.109827 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:35:14.109827 n-d-804985-2 neutron-server[106252]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:35:14.109827 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:35:14.109827 n-d-804985-2 neutron-server[106252]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:35:14.109827 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:35:14.109827 n-d-804985-2 neutron-server[106252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:35:14.109827 n-d-804985-2 neutron-server[106252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:35:14.169846 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e1814b09-e1e3-41bb-82ba-0ae09b7e1c64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8367858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997186'] for network, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:35:14.176027 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e1814b09-e1e3-41bb-82ba-0ae09b7e1c64 admin admin] Notify callbacks [] for network, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:35:14.178073 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-e1814b09-e1e3-41bb-82ba-0ae09b7e1c64 admin admin] 10.222.0.66 "DELETE /v2.0/networks/25fdaffb-3168-482a-bd55-4e7a3fe8ec1f HTTP/1.1" status: 204 len: 168 time: 0.5287728 Aug 18 12:35:14.181423 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 49290) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:35:14.189295 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1814b09-e1e3-41bb-82ba-0ae09b7e1c64 admin admin] Pushing event deleted for resources: {'Network': ['ID=25fdaffb-3168-482a-bd55-4e7a3fe8ec1f,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:35:14.541634 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d5af2aaf-0383-40f9-be59-3b15474dc571 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-996815'] for router_interface, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:35:14.550315 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device e8e461d8-a440-4236-8456-9e51763c6b26 no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:35:14.570886 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: e8e461d8-a440-4236-8456-9e51763c6b26 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:35:14.571227 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device e8e461d8-a440-4236-8456-9e51763c6b26 not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:35:14.571634 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device ad9e999a-e235-4951-b077-2cec40eb180b no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:35:14.593293 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: ad9e999a-e235-4951-b077-2cec40eb180b {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:35:14.593642 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device ad9e999a-e235-4951-b077-2cec40eb180b not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:35:14.594052 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device bae6a5f7-5d17-4a5f-85de-48171724c2c3 no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:35:14.612647 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: bae6a5f7-5d17-4a5f-85de-48171724c2c3 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:35:14.612992 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device bae6a5f7-5d17-4a5f-85de-48171724c2c3 not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:35:14.788902 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-d5af2aaf-0383-40f9-be59-3b15474dc571 admin admin] Deleting port 3b6d041c-e08e-4bd3-82fa-c1f6a8d9f9b4 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:35:14.789174 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d5af2aaf-0383-40f9-be59-3b15474dc571 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:35:14.877107 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [None req-d5af2aaf-0383-40f9-be59-3b15474dc571 admin admin] For port 3b6d041c-e08e-4bd3-82fa-c1f6a8d9f9b4, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=3b6d041c-e08e-4bd3-82fa-c1f6a8d9f9b4,segment=NetworkSegment(a019dc49-52bd-430a-926e-68fc43616b2f),segment_id=a019dc49-52bd-430a-926e-68fc43616b2f)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:35:14.877646 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d5af2aaf-0383-40f9-be59-3b15474dc571 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:35:14.890287 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-d5af2aaf-0383-40f9-be59-3b15474dc571 admin admin] Calling delete_port for 3b6d041c-e08e-4bd3-82fa-c1f6a8d9f9b4 owned by network:router_interface {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:35:15.096052 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d5af2aaf-0383-40f9-be59-3b15474dc571 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:35:15.126594 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5af2aaf-0383-40f9-be59-3b15474dc571 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b6d041c-e08e-4bd3-82fa-c1f6a8d9f9b4,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:35:15.295614 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d5af2aaf-0383-40f9-be59-3b15474dc571 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953695'] for router_interface, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:35:15.518886 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5af2aaf-0383-40f9-be59-3b15474dc571 admin admin] Router 1e623452-c09e-4205-bfab-108b048f6c1e has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:35:15.635127 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5af2aaf-0383-40f9-be59-3b15474dc571 admin admin] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:35:15.641869 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-d5af2aaf-0383-40f9-be59-3b15474dc571 admin admin] 10.222.0.66 "PUT /v2.0/routers/1e623452-c09e-4205-bfab-108b048f6c1e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4579449 Aug 18 12:35:15.644263 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 49292) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:35:15.645503 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-598852bb-974e-4ab7-bfb5-444e2b411c66 None None] Sync routers for ids ['1e623452-c09e-4205-bfab-108b048f6c1e'] in n-d-804985-2 {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:35:15.654976 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-598852bb-974e-4ab7-bfb5-444e2b411c66 None None] Routers {'1e623452-c09e-4205-bfab-108b048f6c1e'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:35:15.655596 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-598852bb-974e-4ab7-bfb5-444e2b411c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:34:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['1e623452-c09e-4205-bfab-108b048f6c1e'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:35:15.763293 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-598852bb-974e-4ab7-bfb5-444e2b411c66 None None] Set router 1e623452-c09e-4205-bfab-108b048f6c1e gateway port host: n-d-804985-2 {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:35:15.947852 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-598852bb-974e-4ab7-bfb5-444e2b411c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e623452-c09e-4205-bfab-108b048f6c1e', 'name': 'tempest-TestVolumeBootPattern-1876877071-router', 'tenant_id': 'd1725240efe649a4a2829ce3214454b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': '93da2f0a-8c9c-496a-a602-2ac6e67547a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:24:46Z', 'updated_at': '2021-08-18T12:35:15Z', 'revision_number': 5, 'project_id': 'd1725240efe649a4a2829ce3214454b1', 'gw_port': {'id': '93da2f0a-8c9c-496a-a602-2ac6e67547a9', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:19:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e623452-c09e-4205-bfab-108b048f6c1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:24:46Z', 'updated_at': '2021-08-18T12:24:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:35:15.978257 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-598852bb-974e-4ab7-bfb5-444e2b411c66 None None] Checking router: 1e623452-c09e-4205-bfab-108b048f6c1e for host: n-d-804985-2 {{(pid=106254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:35:15.987677 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-598852bb-974e-4ab7-bfb5-444e2b411c66 None None] Routers {'1e623452-c09e-4205-bfab-108b048f6c1e'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:35:15.988326 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-598852bb-974e-4ab7-bfb5-444e2b411c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:34:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['1e623452-c09e-4205-bfab-108b048f6c1e'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:35:16.018773 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6f85cb53-3d86-4e7a-8e97-02779f7c206d admin admin] Notify callbacks [] for router, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:35:16.094770 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-598852bb-974e-4ab7-bfb5-444e2b411c66 None None] Set router 1e623452-c09e-4205-bfab-108b048f6c1e gateway port host: n-d-804985-2 {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:35:16.122902 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6f85cb53-3d86-4e7a-8e97-02779f7c206d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:35:16.177708 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-6f85cb53-3d86-4e7a-8e97-02779f7c206d admin admin] Deleting port 93da2f0a-8c9c-496a-a602-2ac6e67547a9 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:35:16.178148 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6f85cb53-3d86-4e7a-8e97-02779f7c206d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:35:16.260669 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [None req-6f85cb53-3d86-4e7a-8e97-02779f7c206d admin admin] For port 93da2f0a-8c9c-496a-a602-2ac6e67547a9, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=93da2f0a-8c9c-496a-a602-2ac6e67547a9,segment=NetworkSegment(c5a3db9d-5c58-41b1-9177-d5787a597b78),segment_id=c5a3db9d-5c58-41b1-9177-d5787a597b78)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:35:16.261030 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6f85cb53-3d86-4e7a-8e97-02779f7c206d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:35:16.271864 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-598852bb-974e-4ab7-bfb5-444e2b411c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e623452-c09e-4205-bfab-108b048f6c1e', 'name': 'tempest-TestVolumeBootPattern-1876877071-router', 'tenant_id': 'd1725240efe649a4a2829ce3214454b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': '93da2f0a-8c9c-496a-a602-2ac6e67547a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:24:46Z', 'updated_at': '2021-08-18T12:35:15Z', 'revision_number': 5, 'project_id': 'd1725240efe649a4a2829ce3214454b1', 'gw_port': {'id': '93da2f0a-8c9c-496a-a602-2ac6e67547a9', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:19:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e623452-c09e-4205-bfab-108b048f6c1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:24:46Z', 'updated_at': '2021-08-18T12:24:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:35:16.272738 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-6f85cb53-3d86-4e7a-8e97-02779f7c206d admin admin] Calling delete_port for 93da2f0a-8c9c-496a-a602-2ac6e67547a9 owned by network:router_gateway {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:35:16.297207 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-598852bb-974e-4ab7-bfb5-444e2b411c66 None None] The sync data for ids ['1e623452-c09e-4205-bfab-108b048f6c1e'] in n-d-804985-2 is: [{'id': '1e623452-c09e-4205-bfab-108b048f6c1e', 'name': 'tempest-TestVolumeBootPattern-1876877071-router', 'tenant_id': 'd1725240efe649a4a2829ce3214454b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': '93da2f0a-8c9c-496a-a602-2ac6e67547a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:24:46Z', 'updated_at': '2021-08-18T12:35:15Z', 'revision_number': 5, 'project_id': 'd1725240efe649a4a2829ce3214454b1', 'gw_port': {'id': '93da2f0a-8c9c-496a-a602-2ac6e67547a9', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:19:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e623452-c09e-4205-bfab-108b048f6c1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:24:46Z', 'updated_at': '2021-08-18T12:24:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:35:16.445934 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6f85cb53-3d86-4e7a-8e97-02779f7c206d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:35:16.471913 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f85cb53-3d86-4e7a-8e97-02779f7c206d admin admin] Pushing event deleted for resources: {'Port': ['ID=93da2f0a-8c9c-496a-a602-2ac6e67547a9,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:35:16.528873 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6f85cb53-3d86-4e7a-8e97-02779f7c206d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-997271'] for router_gateway, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:35:16.622462 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6f85cb53-3d86-4e7a-8e97-02779f7c206d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-996004', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15859'] for router, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:35:16.625846 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6f85cb53-3d86-4e7a-8e97-02779f7c206d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:35:16.677714 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6f85cb53-3d86-4e7a-8e97-02779f7c206d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-996061'] for router, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:35:16.678803 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f85cb53-3d86-4e7a-8e97-02779f7c206d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1e623452-c09e-4205-bfab-108b048f6c1e {{(pid=106253) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 12:35:16.683933 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6f85cb53-3d86-4e7a-8e97-02779f7c206d admin admin] Notify callbacks [] for router, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:35:16.688057 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-6f85cb53-3d86-4e7a-8e97-02779f7c206d admin admin] 10.222.0.66 "DELETE /v2.0/routers/1e623452-c09e-4205-bfab-108b048f6c1e HTTP/1.1" status: 204 len: 168 time: 1.0399621 Aug 18 12:35:16.688057 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 49294) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:35:16.738621 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_v2 [None req-da3c1ae7-6776-4c00-a954-97408a54b745 admin admin] Deleting subnet 39c7a141-c331-4786-930c-96edaeb9af1f {{(pid=106253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 12:35:16.742007 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-da3c1ae7-6776-4c00-a954-97408a54b745 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:35:16.752786 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 3b6d041c-e08e-4bd3-82fa-c1f6a8d9f9b4 no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:35:16.774083 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: 3b6d041c-e08e-4bd3-82fa-c1f6a8d9f9b4 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:35:16.774514 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 3b6d041c-e08e-4bd3-82fa-c1f6a8d9f9b4 not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:35:16.782960 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-da3c1ae7-6776-4c00-a954-97408a54b745 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902229'] for subnet, precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:35:16.866991 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-da3c1ae7-6776-4c00-a954-97408a54b745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:35:16.922363 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-da3c1ae7-6776-4c00-a954-97408a54b745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58902171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59388106'] for subnet, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:35:16.950577 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3c1ae7-6776-4c00-a954-97408a54b745 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39c7a141-c331-4786-930c-96edaeb9af1f,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:35:16.952670 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-da3c1ae7-6776-4c00-a954-97408a54b745 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:35:16.956794 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-da3c1ae7-6776-4c00-a954-97408a54b745 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/39c7a141-c331-4786-930c-96edaeb9af1f HTTP/1.1" status: 204 len: 168 time: 0.2619617 Aug 18 12:35:16.957233 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 49296) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:35:16.961143 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ccaebd7-57ba-41a2-9d6b-807ae6acda7c None None] Network 6b23d47d-4292-40bf-8a61-129e77c86ebf requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:35:17.035479 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2f019f50-1bdb-488c-84a9-633f7aebea93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7904109'] for network, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:35:17.095389 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-2f019f50-1bdb-488c-84a9-633f7aebea93 admin admin] Deleting port 89243a06-4cbc-4e9b-bc4a-27214424e78c {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:35:17.095703 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2f019f50-1bdb-488c-84a9-633f7aebea93 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:35:17.162961 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [None req-2f019f50-1bdb-488c-84a9-633f7aebea93 admin admin] For port 89243a06-4cbc-4e9b-bc4a-27214424e78c, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=89243a06-4cbc-4e9b-bc4a-27214424e78c,segment=NetworkSegment(a019dc49-52bd-430a-926e-68fc43616b2f),segment_id=a019dc49-52bd-430a-926e-68fc43616b2f)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:35:17.163283 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2f019f50-1bdb-488c-84a9-633f7aebea93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:35:17.176128 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-2f019f50-1bdb-488c-84a9-633f7aebea93 admin admin] Calling delete_port for 89243a06-4cbc-4e9b-bc4a-27214424e78c owned by network:dhcp {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:35:17.263309 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2f019f50-1bdb-488c-84a9-633f7aebea93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:35:17.289399 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f019f50-1bdb-488c-84a9-633f7aebea93 admin admin] Pushing event deleted for resources: {'Port': ['ID=89243a06-4cbc-4e9b-bc4a-27214424e78c,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:35:17.293599 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f019f50-1bdb-488c-84a9-633f7aebea93 admin admin] No DVR routers for this DVR port 89243a06-4cbc-4e9b-bc4a-27214424e78c on host n-d-804985-2 {{(pid=106253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:35:17.329770 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1638b50-c52c-465c-97eb-57d135e5f0a3 None None] DHCP port deletion for 6b23d47d-4292-40bf-8a61-129e77c86ebf request from n-d-804985-2 {{(pid=106254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 12:35:17.370722 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2f019f50-1bdb-488c-84a9-633f7aebea93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8367869', 'neutron.services.segments.db._delete_segments_for_network-8789151212993'] for network, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:35:17.380224 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-2f019f50-1bdb-488c-84a9-633f7aebea93 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b23d47d-4292-40bf-8a61-129e77c86ebf']}} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:35:17.390120 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-2f019f50-1bdb-488c-84a9-633f7aebea93 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a019dc49-52bd-430a-926e-68fc43616b2f') {'for_net_delete': True} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:35:17.390412 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-2f019f50-1bdb-488c-84a9-633f7aebea93 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a019dc49-52bd-430a-926e-68fc43616b2f') {} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:35:17.399096 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2f019f50-1bdb-488c-84a9-633f7aebea93 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789151225254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902236'] for segment, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:35:17.413089 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2f019f50-1bdb-488c-84a9-633f7aebea93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:35:17.419277 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f019f50-1bdb-488c-84a9-633f7aebea93 admin admin] Releasing vlan 848 on physical network physnet1 to pool {{(pid=106253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:35:17.419634 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2f019f50-1bdb-488c-84a9-633f7aebea93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58900537'] for segment, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:35:17.421340 n-d-804985-2 neutron-server[106253]: Traceback (most recent call last): Aug 18 12:35:17.421340 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:35:17.421340 n-d-804985-2 neutron-server[106253]: timer() Aug 18 12:35:17.421340 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:35:17.421340 n-d-804985-2 neutron-server[106253]: cb(*args, **kw) Aug 18 12:35:17.421340 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:35:17.421340 n-d-804985-2 neutron-server[106253]: return func(*args, **kwargs) Aug 18 12:35:17.421340 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:35:17.421340 n-d-804985-2 neutron-server[106253]: self._notify() Aug 18 12:35:17.421340 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:35:17.421340 n-d-804985-2 neutron-server[106253]: self.callback(batched_events) Aug 18 12:35:17.421340 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:35:17.421340 n-d-804985-2 neutron-server[106253]: event.method(event) Aug 18 12:35:17.421340 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:35:17.421340 n-d-804985-2 neutron-server[106253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:35:17.421340 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:35:17.421340 n-d-804985-2 neutron-server[106253]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:35:17.421340 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:35:17.421340 n-d-804985-2 neutron-server[106253]: return f(self, *a, **k) Aug 18 12:35:17.421340 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:35:17.421340 n-d-804985-2 neutron-server[106253]: return self._get(url).json() Aug 18 12:35:17.421340 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:35:17.421340 n-d-804985-2 neutron-server[106253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:35:17.421340 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:35:17.421340 n-d-804985-2 neutron-server[106253]: return self.request(url, 'GET', **kwargs) Aug 18 12:35:17.421340 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:35:17.421340 n-d-804985-2 neutron-server[106253]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:35:17.421340 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:35:17.421340 n-d-804985-2 neutron-server[106253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:35:17.421340 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:35:17.421340 n-d-804985-2 neutron-server[106253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:35:17.421340 n-d-804985-2 neutron-server[106253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:35:17.475131 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2f019f50-1bdb-488c-84a9-633f7aebea93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8367858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997186'] for network, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:35:17.480784 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2f019f50-1bdb-488c-84a9-633f7aebea93 admin admin] Notify callbacks [] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:35:17.482681 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-2f019f50-1bdb-488c-84a9-633f7aebea93 admin admin] 10.222.0.66 "DELETE /v2.0/networks/6b23d47d-4292-40bf-8a61-129e77c86ebf HTTP/1.1" status: 204 len: 168 time: 0.5247376 Aug 18 12:35:17.494147 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f019f50-1bdb-488c-84a9-633f7aebea93 admin admin] Pushing event deleted for resources: {'Network': ['ID=6b23d47d-4292-40bf-8a61-129e77c86ebf,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:35:17.619267 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 49300) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:35:17.674171 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-1a3f10c5-b30b-4a39-a90b-9d2bd87c9bda admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=86bcac19683b4cedad111d113ad02413&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0536606 Aug 18 12:35:17.676878 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 49302) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:35:17.732128 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-fac5b860-5def-4b0e-8e51-758424b8a69f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:35:17.753746 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-fac5b860-5def-4b0e-8e51-758424b8a69f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:35:17.804798 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-fac5b860-5def-4b0e-8e51-758424b8a69f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:35:17.807315 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-fac5b860-5def-4b0e-8e51-758424b8a69f admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:35:17.808460 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-fac5b860-5def-4b0e-8e51-758424b8a69f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c39e84f9-0c12-4e20-96af-8241c5ff77a1 HTTP/1.1" status: 204 len: 168 time: 0.1307049 Aug 18 12:35:17.816639 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac5b860-5def-4b0e-8e51-758424b8a69f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c39e84f9-0c12-4e20-96af-8241c5ff77a1,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:35:18.182000 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 49308) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:35:18.227381 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-46aa324d-3aae-40d0-9835-290aae6e749e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d1725240efe649a4a2829ce3214454b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0439558 Aug 18 12:35:18.229953 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 49310) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:35:18.280176 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-123ee31f-dd0a-48df-953d-4fe369b66859 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:35:18.302171 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-123ee31f-dd0a-48df-953d-4fe369b66859 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:35:18.355845 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-123ee31f-dd0a-48df-953d-4fe369b66859 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:35:18.358332 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-123ee31f-dd0a-48df-953d-4fe369b66859 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:35:18.359484 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-123ee31f-dd0a-48df-953d-4fe369b66859 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2a9ea481-45c4-4452-b96b-0ff653f4c04f HTTP/1.1" status: 204 len: 168 time: 0.1286712 Aug 18 12:35:18.368566 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123ee31f-dd0a-48df-953d-4fe369b66859 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a9ea481-45c4-4452-b96b-0ff653f4c04f,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:35:18.525359 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-55ae048c-51b2-4f1d-807a-6ca14432344c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:35:18.551734 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 93da2f0a-8c9c-496a-a602-2ac6e67547a9 no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:35:18.577224 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: 93da2f0a-8c9c-496a-a602-2ac6e67547a9 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:35:18.577567 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 93da2f0a-8c9c-496a-a602-2ac6e67547a9 not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:35:18.577981 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 89243a06-4cbc-4e9b-bc4a-27214424e78c no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:35:18.598894 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: 89243a06-4cbc-4e9b-bc4a-27214424e78c {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:35:18.599232 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 89243a06-4cbc-4e9b-bc4a-27214424e78c not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:35:21.487273 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:35:21.733591 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-92bf99d4-05c6-4a63-b192-a0e6d3df7c79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:35:22.266109 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-53584c24-f517-494e-ac93-c18bb92373f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:35:23.944167 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-500a1c61-38a7-4c23-a7ec-4631080af5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:35:27.708268 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.agents_db [None req-6dbb2658-0354-4101-8393-6e7505481cf6 None None] Agent healthcheck: found 7 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 12:35:28.412495 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4a0c5592-a03c-4acd-a52a-356b9fb20f36 req-daab7245-47f5-422c-8a62-7410b26d40b4 tempest-ServersAdminNegativeTestJSON-1984282331 tempest-ServersAdminNegativeTestJSON-1984282331-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=5ccbce67e93f40988f08e436d5c12e3f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0279262 Aug 18 12:35:28.531972 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0c5592-a03c-4acd-a52a-356b9fb20f36 req-a6f95a63-7991-45dc-aeef-735c8d47712e tempest-ServersAdminNegativeTestJSON-1984282331 tempest-ServersAdminNegativeTestJSON-1984282331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:35:28.533537 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4a0c5592-a03c-4acd-a52a-356b9fb20f36 req-a6f95a63-7991-45dc-aeef-735c8d47712e tempest-ServersAdminNegativeTestJSON-1984282331 tempest-ServersAdminNegativeTestJSON-1984282331-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1156042 Aug 18 12:35:28.549480 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4a0c5592-a03c-4acd-a52a-356b9fb20f36 req-5a5150ec-3343-45d9-99ab-9c81f60175a5 tempest-ServersAdminNegativeTestJSON-1984282331 tempest-ServersAdminNegativeTestJSON-1984282331-project] 10.222.0.66 "GET /v2.0/quotas/5ccbce67e93f40988f08e436d5c12e3f HTTP/1.1" status: 200 len: 375 time: 0.0097985 Aug 18 12:35:28.581578 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4a0c5592-a03c-4acd-a52a-356b9fb20f36 req-998438e7-7f82-4e46-894b-30fcf9e727d2 tempest-ServersAdminNegativeTestJSON-1984282331 tempest-ServersAdminNegativeTestJSON-1984282331-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=5ccbce67e93f40988f08e436d5c12e3f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0266426 Aug 18 12:35:28.746987 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-eb7f3ec9-8efa-4c66-b8da-c613e8334b1b req-1fb99a19-c6e6-4903-a921-791231bfbc43 tempest-ServersAdminNegativeTestJSON-1984282331 tempest-ServersAdminNegativeTestJSON-1984282331-project] 10.222.0.66 "GET /v2.0/ports?device_id=b60f3a1e-f216-4c6b-a518-33b2432d5c6e HTTP/1.1" status: 200 len: 210 time: 0.0261946 Aug 18 12:35:29.743692 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4a0c5592-a03c-4acd-a52a-356b9fb20f36 req-c5de3d73-ab43-48c8-9492-2c67cf8ee7c9 tempest-ServersAdminNegativeTestJSON-1984282331 tempest-ServersAdminNegativeTestJSON-1984282331-project] 10.222.0.63 "GET /v2.0/networks?tenant_id=5ccbce67e93f40988f08e436d5c12e3f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0236037 Aug 18 12:35:29.857117 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8fb45136-2aa2-49ce-ac7e-24c41d71a066 req-e6aed200-3f35-40ae-8432-cc504f5ae56c tempest-ServersAdminNegativeTestJSON-1984282331 tempest-ServersAdminNegativeTestJSON-1984282331-project] 10.222.0.66 "GET /v2.0/ports?device_id=b60f3a1e-f216-4c6b-a518-33b2432d5c6e HTTP/1.1" status: 200 len: 210 time: 0.0325770 Aug 18 12:35:29.884298 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0c5592-a03c-4acd-a52a-356b9fb20f36 req-90966c52-8f98-4c5c-93ed-d8fc6cb74ab0 tempest-ServersAdminNegativeTestJSON-1984282331 tempest-ServersAdminNegativeTestJSON-1984282331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:35:29.885847 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4a0c5592-a03c-4acd-a52a-356b9fb20f36 req-90966c52-8f98-4c5c-93ed-d8fc6cb74ab0 tempest-ServersAdminNegativeTestJSON-1984282331 tempest-ServersAdminNegativeTestJSON-1984282331-project] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1361356 Aug 18 12:35:29.904686 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-4a0c5592-a03c-4acd-a52a-356b9fb20f36 req-83a46482-c7a8-4069-b71f-36559907da42 tempest-ServersAdminNegativeTestJSON-1984282331 tempest-ServersAdminNegativeTestJSON-1984282331-project] Request body: {'port': {'device_id': 'b60f3a1e-f216-4c6b-a518-33b2432d5c6e', 'network_id': '222e0814-c7e5-4b11-9282-3f40c6ed76b2', 'admin_state_up': True, 'tenant_id': '5ccbce67e93f40988f08e436d5c12e3f'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:35:30.025817 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a0c5592-a03c-4acd-a52a-356b9fb20f36 req-83a46482-c7a8-4069-b71f-36559907da42 tempest-ServersAdminNegativeTestJSON-1984282331 tempest-ServersAdminNegativeTestJSON-1984282331-project] Made reservation on behalf of 5ccbce67e93f40988f08e436d5c12e3f for: {'port': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:35:30.029253 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-4a0c5592-a03c-4acd-a52a-356b9fb20f36 req-83a46482-c7a8-4069-b71f-36559907da42 tempest-ServersAdminNegativeTestJSON-1984282331 tempest-ServersAdminNegativeTestJSON-1984282331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:35:30.041662 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-4a0c5592-a03c-4acd-a52a-356b9fb20f36 req-83a46482-c7a8-4069-b71f-36559907da42 tempest-ServersAdminNegativeTestJSON-1984282331 tempest-ServersAdminNegativeTestJSON-1984282331-project] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:35:30.152949 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-4a0c5592-a03c-4acd-a52a-356b9fb20f36 req-83a46482-c7a8-4069-b71f-36559907da42 tempest-ServersAdminNegativeTestJSON-1984282331 tempest-ServersAdminNegativeTestJSON-1984282331-project] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:35:30.159309 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-4a0c5592-a03c-4acd-a52a-356b9fb20f36 req-83a46482-c7a8-4069-b71f-36559907da42 tempest-ServersAdminNegativeTestJSON-1984282331 tempest-ServersAdminNegativeTestJSON-1984282331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:35:30.219739 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a46482-c7a8-4069-b71f-36559907da42 tempest-ServersAdminNegativeTestJSON-1984282331 tempest-ServersAdminNegativeTestJSON-1984282331-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2429072-edb6-4220-a959-db97919bd7f8,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:35:30.300165 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [req-4a0c5592-a03c-4acd-a52a-356b9fb20f36 req-83a46482-c7a8-4069-b71f-36559907da42 tempest-ServersAdminNegativeTestJSON-1984282331 tempest-ServersAdminNegativeTestJSON-1984282331-project] Allocated IP 192.168.233.116 (222e0814-c7e5-4b11-9282-3f40c6ed76b2/6d16d680-110b-436d-8afa-48ba845b3623/8fec5df0-2dbc-4694-9f12-9b445d50adbb) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:35:30.462409 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-4a0c5592-a03c-4acd-a52a-356b9fb20f36 req-83a46482-c7a8-4069-b71f-36559907da42 tempest-ServersAdminNegativeTestJSON-1984282331 tempest-ServersAdminNegativeTestJSON-1984282331-project] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:35:30.476332 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [req-4a0c5592-a03c-4acd-a52a-356b9fb20f36 req-83a46482-c7a8-4069-b71f-36559907da42 tempest-ServersAdminNegativeTestJSON-1984282331 tempest-ServersAdminNegativeTestJSON-1984282331-project] Transition to ACTIVE for port object 8fec5df0-2dbc-4694-9f12-9b445d50adbb will not be triggered until provisioned by entity DHCP. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:35:30.512866 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-4a0c5592-a03c-4acd-a52a-356b9fb20f36 req-83a46482-c7a8-4069-b71f-36559907da42 tempest-ServersAdminNegativeTestJSON-1984282331 tempest-ServersAdminNegativeTestJSON-1984282331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:35:30.564165 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a0c5592-a03c-4acd-a52a-356b9fb20f36 req-83a46482-c7a8-4069-b71f-36559907da42 tempest-ServersAdminNegativeTestJSON-1984282331 tempest-ServersAdminNegativeTestJSON-1984282331-project] Network 222e0814-c7e5-4b11-9282-3f40c6ed76b2 is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:35:30.567344 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [req-4a0c5592-a03c-4acd-a52a-356b9fb20f36 req-83a46482-c7a8-4069-b71f-36559907da42 tempest-ServersAdminNegativeTestJSON-1984282331 tempest-ServersAdminNegativeTestJSON-1984282331-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:35:30.570107 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a0c5592-a03c-4acd-a52a-356b9fb20f36 req-83a46482-c7a8-4069-b71f-36559907da42 tempest-ServersAdminNegativeTestJSON-1984282331 tempest-ServersAdminNegativeTestJSON-1984282331-project] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:35:30.596686 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a46482-c7a8-4069-b71f-36559907da42 tempest-ServersAdminNegativeTestJSON-1984282331 tempest-ServersAdminNegativeTestJSON-1984282331-project] Pushing event updated for resources: {'Port': ['ID=8fec5df0-2dbc-4694-9f12-9b445d50adbb,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:35:30.634016 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0c5592-a03c-4acd-a52a-356b9fb20f36 req-83a46482-c7a8-4069-b71f-36559907da42 tempest-ServersAdminNegativeTestJSON-1984282331 tempest-ServersAdminNegativeTestJSON-1984282331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:35:30.634725 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-4a0c5592-a03c-4acd-a52a-356b9fb20f36 req-83a46482-c7a8-4069-b71f-36559907da42 tempest-ServersAdminNegativeTestJSON-1984282331 tempest-ServersAdminNegativeTestJSON-1984282331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:35:30.650997 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4a0c5592-a03c-4acd-a52a-356b9fb20f36 req-83a46482-c7a8-4069-b71f-36559907da42 tempest-ServersAdminNegativeTestJSON-1984282331 tempest-ServersAdminNegativeTestJSON-1984282331-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7499027 Aug 18 12:35:30.663809 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-4a0c5592-a03c-4acd-a52a-356b9fb20f36 req-7758ead4-5bfc-4c9b-b373-58673493b3e5 service neutron] Request body: {'port': {'device_id': 'b60f3a1e-f216-4c6b-a518-33b2432d5c6e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804985-2'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:35:30.720757 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-4a0c5592-a03c-4acd-a52a-356b9fb20f36 req-7758ead4-5bfc-4c9b-b373-58673493b3e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:35:30.792197 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-6914df8a-8186-4794-8e28-bbc5ad767518 None None] Provisioning for port 8fec5df0-2dbc-4694-9f12-9b445d50adbb completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:35:30.795984 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-6914df8a-8186-4794-8e28-bbc5ad767518 None None] Provisioning complete for port 8fec5df0-2dbc-4694-9f12-9b445d50adbb triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:35:30.796361 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-6914df8a-8186-4794-8e28-bbc5ad767518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:35:30.831190 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-6914df8a-8186-4794-8e28-bbc5ad767518 None None] Port 8fec5df0-2dbc-4694-9f12-9b445d50adbb cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:35:31.022313 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77ec3d6-3595-4359-b013-319b402daec2 req-9d6f1e40-44d9-4692-b7eb-58587c22e953 tempest-ServersAdminNegativeTestJSON-1984282331 tempest-ServersAdminNegativeTestJSON-1984282331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:35:31.023808 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d77ec3d6-3595-4359-b013-319b402daec2 req-9d6f1e40-44d9-4692-b7eb-58587c22e953 tempest-ServersAdminNegativeTestJSON-1984282331 tempest-ServersAdminNegativeTestJSON-1984282331-project] 10.222.0.66 "GET /v2.0/ports?device_id=b60f3a1e-f216-4c6b-a518-33b2432d5c6e HTTP/1.1" status: 200 len: 936 time: 0.0970328 Aug 18 12:35:31.027550 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [req-4a0c5592-a03c-4acd-a52a-356b9fb20f36 req-7758ead4-5bfc-4c9b-b373-58673493b3e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fec5df0-2dbc-4694-9f12-9b445d50adbb {{(pid=106252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:35:31.036711 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-4a0c5592-a03c-4acd-a52a-356b9fb20f36 req-7758ead4-5bfc-4c9b-b373-58673493b3e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:35:31.061745 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [req-4a0c5592-a03c-4acd-a52a-356b9fb20f36 req-7758ead4-5bfc-4c9b-b373-58673493b3e5 service neutron] Transition to ACTIVE for port object 8fec5df0-2dbc-4694-9f12-9b445d50adbb will not be triggered until provisioned by entity L2. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:35:31.066677 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-4a0c5592-a03c-4acd-a52a-356b9fb20f36 req-7758ead4-5bfc-4c9b-b373-58673493b3e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:35:31.108651 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d77ec3d6-3595-4359-b013-319b402daec2 req-82e2dfb9-3a20-49fc-a650-b1af7fb0871a tempest-ServersAdminNegativeTestJSON-1984282331 tempest-ServersAdminNegativeTestJSON-1984282331-project] 10.222.0.66 "GET /v2.0/security-groups?id=c2429072-edb6-4220-a959-db97919bd7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764701 Aug 18 12:35:31.128254 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7758ead4-5bfc-4c9b-b373-58673493b3e5 service neutron] Pushing event updated for resources: {'Port': ['ID=8fec5df0-2dbc-4694-9f12-9b445d50adbb,revision_number=2']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:35:31.202124 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-4a0c5592-a03c-4acd-a52a-356b9fb20f36 req-7758ead4-5bfc-4c9b-b373-58673493b3e5 service neutron] Attempting to bind port 8fec5df0-2dbc-4694-9f12-9b445d50adbb on host n-h1-804985-2 for vnic_type normal with profile {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:35:31.202463 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-4a0c5592-a03c-4acd-a52a-356b9fb20f36 req-7758ead4-5bfc-4c9b-b373-58673493b3e5 service neutron] Attempting to bind port 8fec5df0-2dbc-4694-9f12-9b445d50adbb by drivers openvswitch,hyperv on host n-h1-804985-2 at level 0 using segments [{'id': 'b0eb6eea-b461-4969-8a27-808f00daa8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '222e0814-c7e5-4b11-9282-3f40c6ed76b2'}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:35:31.202786 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a0c5592-a03c-4acd-a52a-356b9fb20f36 req-7758ead4-5bfc-4c9b-b373-58673493b3e5 service neutron] Attempting to bind port 8fec5df0-2dbc-4694-9f12-9b445d50adbb on network 222e0814-c7e5-4b11-9282-3f40c6ed76b2 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:35:31.207568 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a0c5592-a03c-4acd-a52a-356b9fb20f36 req-7758ead4-5bfc-4c9b-b373-58673493b3e5 service neutron] Port 8fec5df0-2dbc-4694-9f12-9b445d50adbb on network 222e0814-c7e5-4b11-9282-3f40c6ed76b2 not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-2 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:35:31.207891 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a0c5592-a03c-4acd-a52a-356b9fb20f36 req-7758ead4-5bfc-4c9b-b373-58673493b3e5 service neutron] Attempting to bind port 8fec5df0-2dbc-4694-9f12-9b445d50adbb on network 222e0814-c7e5-4b11-9282-3f40c6ed76b2 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:35:31.213292 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a0c5592-a03c-4acd-a52a-356b9fb20f36 req-7758ead4-5bfc-4c9b-b373-58673493b3e5 service neutron] Checking agent: {'id': 'a613417a-d085-492c-941a-59bb18c633d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 49, 6), 'started_at': datetime.datetime(2021, 8, 18, 11, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 35, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:35:31.213629 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a0c5592-a03c-4acd-a52a-356b9fb20f36 req-7758ead4-5bfc-4c9b-b373-58673493b3e5 service neutron] Checking segment: {'id': 'b0eb6eea-b461-4969-8a27-808f00daa8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '222e0814-c7e5-4b11-9282-3f40c6ed76b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:35:31.214001 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a0c5592-a03c-4acd-a52a-356b9fb20f36 req-7758ead4-5bfc-4c9b-b373-58673493b3e5 service neutron] Bound using segment: {'id': 'b0eb6eea-b461-4969-8a27-808f00daa8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '222e0814-c7e5-4b11-9282-3f40c6ed76b2'} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:35:31.214422 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-4a0c5592-a03c-4acd-a52a-356b9fb20f36 req-7758ead4-5bfc-4c9b-b373-58673493b3e5 service neutron] Bound port: 8fec5df0-2dbc-4694-9f12-9b445d50adbb, host: n-h1-804985-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0eb6eea-b461-4969-8a27-808f00daa8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '222e0814-c7e5-4b11-9282-3f40c6ed76b2'}}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:35:31.214782 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-4a0c5592-a03c-4acd-a52a-356b9fb20f36 req-7758ead4-5bfc-4c9b-b373-58673493b3e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:35:31.282519 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-4a0c5592-a03c-4acd-a52a-356b9fb20f36 req-7758ead4-5bfc-4c9b-b373-58673493b3e5 service neutron] For port 8fec5df0-2dbc-4694-9f12-9b445d50adbb, host n-h1-804985-2, cleared binding levels {{(pid=106252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:35:31.285987 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-4a0c5592-a03c-4acd-a52a-356b9fb20f36 req-7758ead4-5bfc-4c9b-b373-58673493b3e5 service neutron] For port 8fec5df0-2dbc-4694-9f12-9b445d50adbb, host n-h1-804985-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=8fec5df0-2dbc-4694-9f12-9b445d50adbb,segment=NetworkSegment(b0eb6eea-b461-4969-8a27-808f00daa8a1),segment_id=b0eb6eea-b461-4969-8a27-808f00daa8a1)] {{(pid=106252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:35:31.291375 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-4a0c5592-a03c-4acd-a52a-356b9fb20f36 req-7758ead4-5bfc-4c9b-b373-58673493b3e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:35:31.325466 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0c5592-a03c-4acd-a52a-356b9fb20f36 req-7758ead4-5bfc-4c9b-b373-58673493b3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:35:31.326051 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-4a0c5592-a03c-4acd-a52a-356b9fb20f36 req-7758ead4-5bfc-4c9b-b373-58673493b3e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:35:31.327501 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4a0c5592-a03c-4acd-a52a-356b9fb20f36 req-7758ead4-5bfc-4c9b-b373-58673493b3e5 service neutron] 10.222.0.63 "PUT /v2.0/ports/8fec5df0-2dbc-4694-9f12-9b445d50adbb HTTP/1.1" status: 200 len: 1096 time: 0.6681364 Aug 18 12:35:31.327881 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b60f3a1e-f216-4c6b-a518-33b2432d5c6e', 'tag': '8fec5df0-2dbc-4694-9f12-9b445d50adbb'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:35:31.330160 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fd1c90e-c721-44bb-af6e-97dedbd52996" -d '{"events": [{"name": "network-changed", "server_uuid": "b60f3a1e-f216-4c6b-a518-33b2432d5c6e", "tag": "8fec5df0-2dbc-4694-9f12-9b445d50adbb"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:35:31.358109 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7758ead4-5bfc-4c9b-b373-58673493b3e5 service neutron] Pushing event updated for resources: {'Port': ['ID=8fec5df0-2dbc-4694-9f12-9b445d50adbb,revision_number=3']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:35:31.383244 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:35:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5735c79-c55f-4e84-b106-fc3eb0c0c848 x-openstack-request-id: req-f5735c79-c55f-4e84-b106-fc3eb0c0c848 {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:35:31.383530 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b60f3a1e-f216-4c6b-a518-33b2432d5c6e", "tag": "8fec5df0-2dbc-4694-9f12-9b445d50adbb", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:35:31.383773 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f5735c79-c55f-4e84-b106-fc3eb0c0c848 {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:35:31.384196 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b60f3a1e-f216-4c6b-a518-33b2432d5c6e', 'tag': '8fec5df0-2dbc-4694-9f12-9b445d50adbb', 'status': 'completed', 'code': 200} Aug 18 12:35:31.418057 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0c5592-a03c-4acd-a52a-356b9fb20f36 req-7be2bae6-a8fc-45eb-b5ba-90f8b0f1118e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:35:31.419599 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4a0c5592-a03c-4acd-a52a-356b9fb20f36 req-7be2bae6-a8fc-45eb-b5ba-90f8b0f1118e service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=5ccbce67e93f40988f08e436d5c12e3f&device_id=b60f3a1e-f216-4c6b-a518-33b2432d5c6e HTTP/1.1" status: 200 len: 1099 time: 0.0455413 Aug 18 12:35:31.470020 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4a0c5592-a03c-4acd-a52a-356b9fb20f36 req-0612a925-bc4e-4795-b6a2-94347fa3b936 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=8fec5df0-2dbc-4694-9f12-9b445d50adbb HTTP/1.1" status: 200 len: 217 time: 0.0403163 Aug 18 12:35:31.523965 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0c5592-a03c-4acd-a52a-356b9fb20f36 req-1e9621f5-782c-4878-a4dd-7dfe5157eb1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:35:31.525534 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4a0c5592-a03c-4acd-a52a-356b9fb20f36 req-1e9621f5-782c-4878-a4dd-7dfe5157eb1a service neutron] 10.222.0.63 "GET /v2.0/subnets?id=6d16d680-110b-436d-8afa-48ba845b3623 HTTP/1.1" status: 200 len: 843 time: 0.0470114 Aug 18 12:35:31.576362 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0c5592-a03c-4acd-a52a-356b9fb20f36 req-80bfab7a-d530-4d03-964f-29e72fe0240d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:35:31.577940 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4a0c5592-a03c-4acd-a52a-356b9fb20f36 req-80bfab7a-d530-4d03-964f-29e72fe0240d service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=222e0814-c7e5-4b11-9282-3f40c6ed76b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0423191 Aug 18 12:35:31.681287 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4a0c5592-a03c-4acd-a52a-356b9fb20f36 req-7d793ab8-d391-4dba-bd54-19fdd4d48c90 service neutron] 10.222.0.63 "GET /v2.0/networks/222e0814-c7e5-4b11-9282-3f40c6ed76b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954187 Aug 18 12:35:31.773841 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4a0c5592-a03c-4acd-a52a-356b9fb20f36 req-fe37a11b-f355-4ae3-9f74-1980675ffdbb service neutron] 10.222.0.63 "GET /v2.0/networks/222e0814-c7e5-4b11-9282-3f40c6ed76b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853724 Aug 18 12:35:31.869246 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd1c90e-c721-44bb-af6e-97dedbd52996 req-0658bb0e-8a1d-4678-aefd-341f9a51b683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:35:31.870720 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7fd1c90e-c721-44bb-af6e-97dedbd52996 req-0658bb0e-8a1d-4678-aefd-341f9a51b683 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=5ccbce67e93f40988f08e436d5c12e3f&device_id=b60f3a1e-f216-4c6b-a518-33b2432d5c6e HTTP/1.1" status: 200 len: 1099 time: 0.0467474 Aug 18 12:35:31.967169 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd1c90e-c721-44bb-af6e-97dedbd52996 req-b3a0480c-3c31-4aba-bf36-b80c080287a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:35:31.968517 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7fd1c90e-c721-44bb-af6e-97dedbd52996 req-b3a0480c-3c31-4aba-bf36-b80c080287a6 service neutron] 10.222.0.63 "GET /v2.0/networks?id=222e0814-c7e5-4b11-9282-3f40c6ed76b2 HTTP/1.1" status: 200 len: 870 time: 0.0875280 Aug 18 12:35:32.011196 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7fd1c90e-c721-44bb-af6e-97dedbd52996 req-cde64f2e-11bc-4797-9494-7d6163d27df8 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=8fec5df0-2dbc-4694-9f12-9b445d50adbb HTTP/1.1" status: 200 len: 217 time: 0.0348892 Aug 18 12:35:32.065739 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd1c90e-c721-44bb-af6e-97dedbd52996 req-be3cd6db-9053-4ebf-b3df-094e7030326f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:35:32.067184 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7fd1c90e-c721-44bb-af6e-97dedbd52996 req-be3cd6db-9053-4ebf-b3df-094e7030326f service neutron] 10.222.0.63 "GET /v2.0/subnets?id=6d16d680-110b-436d-8afa-48ba845b3623 HTTP/1.1" status: 200 len: 843 time: 0.0479517 Aug 18 12:35:32.115601 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd1c90e-c721-44bb-af6e-97dedbd52996 req-c583117e-7bc4-4905-a971-2999cf01e05e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:35:32.117134 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7fd1c90e-c721-44bb-af6e-97dedbd52996 req-c583117e-7bc4-4905-a971-2999cf01e05e service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=222e0814-c7e5-4b11-9282-3f40c6ed76b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0409148 Aug 18 12:35:32.234724 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7fd1c90e-c721-44bb-af6e-97dedbd52996 req-46f42551-6cd2-4387-817f-1932b924e895 service neutron] 10.222.0.63 "GET /v2.0/networks/222e0814-c7e5-4b11-9282-3f40c6ed76b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094341 Aug 18 12:35:32.297989 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7cf6d3-b247-4c69-8b0e-33bb1169801e req-14c55078-2ac0-45ae-b772-d933d2bc8b2e tempest-ServersAdminNegativeTestJSON-1984282331 tempest-ServersAdminNegativeTestJSON-1984282331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:35:32.299445 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9f7cf6d3-b247-4c69-8b0e-33bb1169801e req-14c55078-2ac0-45ae-b772-d933d2bc8b2e tempest-ServersAdminNegativeTestJSON-1984282331 tempest-ServersAdminNegativeTestJSON-1984282331-project] 10.222.0.66 "GET /v2.0/ports?device_id=b60f3a1e-f216-4c6b-a518-33b2432d5c6e HTTP/1.1" status: 200 len: 948 time: 0.1058280 Aug 18 12:35:32.366548 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9f7cf6d3-b247-4c69-8b0e-33bb1169801e req-9b3caabe-85fc-40f6-a370-9e950c3832ca tempest-ServersAdminNegativeTestJSON-1984282331 tempest-ServersAdminNegativeTestJSON-1984282331-project] 10.222.0.66 "GET /v2.0/security-groups?id=c2429072-edb6-4220-a959-db97919bd7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591044 Aug 18 12:35:32.371644 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7fd1c90e-c721-44bb-af6e-97dedbd52996 req-140c6d07-5aa9-4409-8115-f0e109b5e46c service neutron] 10.222.0.63 "GET /v2.0/networks/222e0814-c7e5-4b11-9282-3f40c6ed76b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264811 Aug 18 12:35:33.506134 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c66e04-2148-407c-af3b-04fb8d345fe0 req-3e7ea392-079a-46ef-a3d2-b895d9b20625 tempest-ServersAdminNegativeTestJSON-1984282331 tempest-ServersAdminNegativeTestJSON-1984282331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:35:33.507641 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d7c66e04-2148-407c-af3b-04fb8d345fe0 req-3e7ea392-079a-46ef-a3d2-b895d9b20625 tempest-ServersAdminNegativeTestJSON-1984282331 tempest-ServersAdminNegativeTestJSON-1984282331-project] 10.222.0.66 "GET /v2.0/ports?device_id=b60f3a1e-f216-4c6b-a518-33b2432d5c6e HTTP/1.1" status: 200 len: 948 time: 0.0622046 Aug 18 12:35:33.550881 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d7c66e04-2148-407c-af3b-04fb8d345fe0 req-ee76c331-19f2-48b2-8d3a-52fa0b06ddb6 tempest-ServersAdminNegativeTestJSON-1984282331 tempest-ServersAdminNegativeTestJSON-1984282331-project] 10.222.0.66 "GET /v2.0/security-groups?id=c2429072-edb6-4220-a959-db97919bd7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338855 Aug 18 12:35:34.682362 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34430232-ca71-43ef-9495-4efe0e27ed78 req-483462ba-8529-45b4-8bfa-843c8320341e tempest-ServersAdminNegativeTestJSON-1984282331 tempest-ServersAdminNegativeTestJSON-1984282331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:35:34.683855 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-34430232-ca71-43ef-9495-4efe0e27ed78 req-483462ba-8529-45b4-8bfa-843c8320341e tempest-ServersAdminNegativeTestJSON-1984282331 tempest-ServersAdminNegativeTestJSON-1984282331-project] 10.222.0.66 "GET /v2.0/ports?device_id=b60f3a1e-f216-4c6b-a518-33b2432d5c6e HTTP/1.1" status: 200 len: 948 time: 0.0535753 Aug 18 12:35:34.725580 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-34430232-ca71-43ef-9495-4efe0e27ed78 req-01833fae-7f09-46f9-b444-6d00ecfeb7ee tempest-ServersAdminNegativeTestJSON-1984282331 tempest-ServersAdminNegativeTestJSON-1984282331-project] 10.222.0.66 "GET /v2.0/security-groups?id=c2429072-edb6-4220-a959-db97919bd7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324628 Aug 18 12:35:35.369960 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 8fec5df0-2dbc-4694-9f12-9b445d50adbb details requested by agent hyperv_n-h1-804985-2 with host n-h1-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:35:35.476357 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 8fec5df0-2dbc-4694-9f12-9b445d50adbb, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=8fec5df0-2dbc-4694-9f12-9b445d50adbb,segment=NetworkSegment(b0eb6eea-b461-4969-8a27-808f00daa8a1),segment_id=b0eb6eea-b461-4969-8a27-808f00daa8a1)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:35:35.487443 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Returning: {'device': '8fec5df0-2dbc-4694-9f12-9b445d50adbb', 'network_id': '222e0814-c7e5-4b11-9282-3f40c6ed76b2', 'port_id': '8fec5df0-2dbc-4694-9f12-9b445d50adbb', 'mac_address': 'fa:16:3e:26:17:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 823, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d16d680-110b-436d-8afa-48ba845b3623', 'ip_address': '192.168.233.116'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:35:35.526878 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:35:35.542175 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fec5df0-2dbc-4694-9f12-9b445d50adbb {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:35:35.562956 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 8fec5df0-2dbc-4694-9f12-9b445d50adbb, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=8fec5df0-2dbc-4694-9f12-9b445d50adbb,segment=NetworkSegment(b0eb6eea-b461-4969-8a27-808f00daa8a1),segment_id=b0eb6eea-b461-4969-8a27-808f00daa8a1)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:35:35.569906 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:35:35.620193 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=8fec5df0-2dbc-4694-9f12-9b445d50adbb,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:35:35.801508 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] get_ports_and_sgs() called for port_ids ['8fec5df0-2dbc-4694-9f12-9b445d50adbb'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:35:35.845506 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ea30ca-f075-421c-a6aa-5782581302cb req-9f4418d1-2a38-4567-9470-b0cd3968fe9a tempest-ServersAdminNegativeTestJSON-1984282331 tempest-ServersAdminNegativeTestJSON-1984282331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:35:35.847004 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-57ea30ca-f075-421c-a6aa-5782581302cb req-9f4418d1-2a38-4567-9470-b0cd3968fe9a tempest-ServersAdminNegativeTestJSON-1984282331 tempest-ServersAdminNegativeTestJSON-1984282331-project] 10.222.0.66 "GET /v2.0/ports?device_id=b60f3a1e-f216-4c6b-a518-33b2432d5c6e HTTP/1.1" status: 200 len: 949 time: 0.0511446 Aug 18 12:35:35.885321 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-57ea30ca-f075-421c-a6aa-5782581302cb req-0a2da030-a18f-4a4b-a7b4-0537a1cb2ccf tempest-ServersAdminNegativeTestJSON-1984282331 tempest-ServersAdminNegativeTestJSON-1984282331-project] 10.222.0.66 "GET /v2.0/security-groups?id=c2429072-edb6-4220-a959-db97919bd7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320902 Aug 18 12:35:36.344203 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:35:37.017920 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591ac3cb-884e-4069-b486-6c9d1bc0d00d req-56be5b43-7c2c-4e72-995b-3273a3f43d39 tempest-ServersAdminNegativeTestJSON-1984282331 tempest-ServersAdminNegativeTestJSON-1984282331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:35:37.019380 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-591ac3cb-884e-4069-b486-6c9d1bc0d00d req-56be5b43-7c2c-4e72-995b-3273a3f43d39 tempest-ServersAdminNegativeTestJSON-1984282331 tempest-ServersAdminNegativeTestJSON-1984282331-project] 10.222.0.66 "GET /v2.0/ports?device_id=b60f3a1e-f216-4c6b-a518-33b2432d5c6e HTTP/1.1" status: 200 len: 949 time: 0.0616510 Aug 18 12:35:37.057129 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-591ac3cb-884e-4069-b486-6c9d1bc0d00d req-e113fd60-2180-4645-9afd-b8e0ed90e22e tempest-ServersAdminNegativeTestJSON-1984282331 tempest-ServersAdminNegativeTestJSON-1984282331-project] 10.222.0.66 "GET /v2.0/security-groups?id=c2429072-edb6-4220-a959-db97919bd7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316484 Aug 18 12:35:37.386316 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 8fec5df0-2dbc-4694-9f12-9b445d50adbb up at agent hyperv_n-h1-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:35:37.450261 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Provisioning for port 8fec5df0-2dbc-4694-9f12-9b445d50adbb completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:35:37.453824 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Provisioning complete for port 8fec5df0-2dbc-4694-9f12-9b445d50adbb triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:35:37.454187 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:35:37.537214 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:35:37.561615 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b60f3a1e-f216-4c6b-a518-33b2432d5c6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fec5df0-2dbc-4694-9f12-9b445d50adbb'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:35:37.563907 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db50a436fb3a98495337d8fe7487b4f2ea6f3c1052eb9efadc2ecda2d5737001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c1c5b1d-1691-409e-baa7-b4095cbd4046" -d '{"events": [{"server_uuid": "b60f3a1e-f216-4c6b-a518-33b2432d5c6e", "name": "network-vif-plugged", "status": "completed", "tag": "8fec5df0-2dbc-4694-9f12-9b445d50adbb"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:35:37.577847 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 8fec5df0-2dbc-4694-9f12-9b445d50adbb, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=8fec5df0-2dbc-4694-9f12-9b445d50adbb,segment=NetworkSegment(b0eb6eea-b461-4969-8a27-808f00daa8a1),segment_id=b0eb6eea-b461-4969-8a27-808f00daa8a1)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:35:37.583170 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:35:37.633256 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=8fec5df0-2dbc-4694-9f12-9b445d50adbb,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:35:37.668643 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:35:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b42d43b4-c37f-4e3a-b034-d3ea9d6acd6a x-openstack-request-id: req-b42d43b4-c37f-4e3a-b034-d3ea9d6acd6a {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:35:37.669010 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b60f3a1e-f216-4c6b-a518-33b2432d5c6e", "name": "network-vif-plugged", "status": "completed", "tag": "8fec5df0-2dbc-4694-9f12-9b445d50adbb", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:35:37.669316 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b42d43b4-c37f-4e3a-b034-d3ea9d6acd6a {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:35:37.669890 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b60f3a1e-f216-4c6b-a518-33b2432d5c6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fec5df0-2dbc-4694-9f12-9b445d50adbb', 'code': 200} Aug 18 12:35:37.764196 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3e6673-17d2-40d5-82a8-90541020d817 req-91aef396-5a69-4183-b8c6-f7be73bdbd0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:35:37.765686 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ab3e6673-17d2-40d5-82a8-90541020d817 req-91aef396-5a69-4183-b8c6-f7be73bdbd0b service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=b60f3a1e-f216-4c6b-a518-33b2432d5c6e HTTP/1.1" status: 200 len: 1101 time: 0.0413775 Aug 18 12:35:37.802419 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ab3e6673-17d2-40d5-82a8-90541020d817 req-68ceae90-680e-41fe-b3b3-e65be5137b7e service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=c2429072-edb6-4220-a959-db97919bd7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284102 Aug 18 12:35:38.181760 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2893f35-48bb-498a-bb99-cbcb7bdbfe20 req-145330e0-615c-4210-a397-28d7fe9825c6 tempest-ServersAdminNegativeTestJSON-1984282331 tempest-ServersAdminNegativeTestJSON-1984282331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:35:38.183239 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e2893f35-48bb-498a-bb99-cbcb7bdbfe20 req-145330e0-615c-4210-a397-28d7fe9825c6 tempest-ServersAdminNegativeTestJSON-1984282331 tempest-ServersAdminNegativeTestJSON-1984282331-project] 10.222.0.66 "GET /v2.0/ports?device_id=b60f3a1e-f216-4c6b-a518-33b2432d5c6e HTTP/1.1" status: 200 len: 950 time: 0.0562413 Aug 18 12:35:38.221426 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e2893f35-48bb-498a-bb99-cbcb7bdbfe20 req-b186f9d7-b588-49e3-aeab-b25f72ddc317 tempest-ServersAdminNegativeTestJSON-1984282331 tempest-ServersAdminNegativeTestJSON-1984282331-project] 10.222.0.66 "GET /v2.0/security-groups?id=c2429072-edb6-4220-a959-db97919bd7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316894 Aug 18 12:35:38.505595 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:35:39.349389 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f304e1-0dc5-4aeb-91d2-18e886f38f26 req-fad41192-c606-421a-a364-6b9ce5a7a53f tempest-ServersAdminNegativeTestJSON-1984282331 tempest-ServersAdminNegativeTestJSON-1984282331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:35:39.350744 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-73f304e1-0dc5-4aeb-91d2-18e886f38f26 req-fad41192-c606-421a-a364-6b9ce5a7a53f tempest-ServersAdminNegativeTestJSON-1984282331 tempest-ServersAdminNegativeTestJSON-1984282331-project] 10.222.0.66 "GET /v2.0/ports?device_id=b60f3a1e-f216-4c6b-a518-33b2432d5c6e HTTP/1.1" status: 200 len: 950 time: 0.0542197 Aug 18 12:35:39.388812 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-73f304e1-0dc5-4aeb-91d2-18e886f38f26 req-de1d26c5-2fea-44b7-a3d2-16ef6720ef5f tempest-ServersAdminNegativeTestJSON-1984282331 tempest-ServersAdminNegativeTestJSON-1984282331-project] 10.222.0.66 "GET /v2.0/security-groups?id=c2429072-edb6-4220-a959-db97919bd7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319080 Aug 18 12:35:40.381467 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8102f9-e3f4-4585-ac8b-a14944f55eca req-ebabb314-e216-499b-b17c-9a27d3a7bf53 tempest-ServersAdminNegativeTestJSON-1984282331 tempest-ServersAdminNegativeTestJSON-1984282331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:35:40.382874 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9c8102f9-e3f4-4585-ac8b-a14944f55eca req-ebabb314-e216-499b-b17c-9a27d3a7bf53 tempest-ServersAdminNegativeTestJSON-1984282331 tempest-ServersAdminNegativeTestJSON-1984282331-project] 10.222.0.66 "GET /v2.0/ports?device_id=b60f3a1e-f216-4c6b-a518-33b2432d5c6e HTTP/1.1" status: 200 len: 950 time: 0.0577114 Aug 18 12:35:40.422042 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9c8102f9-e3f4-4585-ac8b-a14944f55eca req-51a50f37-625a-4234-bf8e-c3d780dc7b73 tempest-ServersAdminNegativeTestJSON-1984282331 tempest-ServersAdminNegativeTestJSON-1984282331-project] 10.222.0.66 "GET /v2.0/security-groups?id=c2429072-edb6-4220-a959-db97919bd7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326393 Aug 18 12:35:41.542760 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a09940b-20a7-4f44-9031-9b3242a3cc63 req-4b6f310a-64ef-4782-8d4b-9571eb8c46ff tempest-ServersAdminNegativeTestJSON-1984282331 tempest-ServersAdminNegativeTestJSON-1984282331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:35:41.544269 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7a09940b-20a7-4f44-9031-9b3242a3cc63 req-4b6f310a-64ef-4782-8d4b-9571eb8c46ff tempest-ServersAdminNegativeTestJSON-1984282331 tempest-ServersAdminNegativeTestJSON-1984282331-project] 10.222.0.66 "GET /v2.0/ports?device_id=b60f3a1e-f216-4c6b-a518-33b2432d5c6e HTTP/1.1" status: 200 len: 950 time: 0.0502660 Aug 18 12:35:41.583839 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7a09940b-20a7-4f44-9031-9b3242a3cc63 req-095cce9d-21b6-40f6-91c8-c0fb91a5829f tempest-ServersAdminNegativeTestJSON-1984282331 tempest-ServersAdminNegativeTestJSON-1984282331-project] 10.222.0.66 "GET /v2.0/security-groups?id=c2429072-edb6-4220-a959-db97919bd7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334332 Aug 18 12:35:41.633593 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6a35dc-66e3-49e2-94a1-5db3bfef43b7 req-6fa0c151-317b-48b5-8379-4d1e57740d78 tempest-ServersAdminNegativeTestJSON-1984282331 tempest-ServersAdminNegativeTestJSON-1984282331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:35:41.635092 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ed6a35dc-66e3-49e2-94a1-5db3bfef43b7 req-6fa0c151-317b-48b5-8379-4d1e57740d78 tempest-ServersAdminNegativeTestJSON-1984282331 tempest-ServersAdminNegativeTestJSON-1984282331-project] 10.222.0.63 "GET /v2.0/ports?device_id=b60f3a1e-f216-4c6b-a518-33b2432d5c6e HTTP/1.1" status: 200 len: 950 time: 0.0543683 Aug 18 12:35:41.727574 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-ed6a35dc-66e3-49e2-94a1-5db3bfef43b7 req-df6ed7c6-5085-4ec4-9ade-6c15a64366ca tempest-ServersAdminNegativeTestJSON-1984282331 tempest-ServersAdminNegativeTestJSON-1984282331-project] Deleting port 8fec5df0-2dbc-4694-9f12-9b445d50adbb {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:35:41.728218 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-ed6a35dc-66e3-49e2-94a1-5db3bfef43b7 req-df6ed7c6-5085-4ec4-9ade-6c15a64366ca tempest-ServersAdminNegativeTestJSON-1984282331 tempest-ServersAdminNegativeTestJSON-1984282331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:35:41.819877 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-ed6a35dc-66e3-49e2-94a1-5db3bfef43b7 req-df6ed7c6-5085-4ec4-9ade-6c15a64366ca tempest-ServersAdminNegativeTestJSON-1984282331 tempest-ServersAdminNegativeTestJSON-1984282331-project] For port 8fec5df0-2dbc-4694-9f12-9b445d50adbb, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=8fec5df0-2dbc-4694-9f12-9b445d50adbb,segment=NetworkSegment(b0eb6eea-b461-4969-8a27-808f00daa8a1),segment_id=b0eb6eea-b461-4969-8a27-808f00daa8a1)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:35:41.820238 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-ed6a35dc-66e3-49e2-94a1-5db3bfef43b7 req-df6ed7c6-5085-4ec4-9ade-6c15a64366ca tempest-ServersAdminNegativeTestJSON-1984282331 tempest-ServersAdminNegativeTestJSON-1984282331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:35:41.832083 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-ed6a35dc-66e3-49e2-94a1-5db3bfef43b7 req-df6ed7c6-5085-4ec4-9ade-6c15a64366ca tempest-ServersAdminNegativeTestJSON-1984282331 tempest-ServersAdminNegativeTestJSON-1984282331-project] Calling delete_port for 8fec5df0-2dbc-4694-9f12-9b445d50adbb owned by compute:nova {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:35:41.961505 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-ed6a35dc-66e3-49e2-94a1-5db3bfef43b7 req-df6ed7c6-5085-4ec4-9ade-6c15a64366ca tempest-ServersAdminNegativeTestJSON-1984282331 tempest-ServersAdminNegativeTestJSON-1984282331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:35:41.973934 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] get_ports_and_sgs() called for port_ids ['8fec5df0-2dbc-4694-9f12-9b445d50adbb'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:35:41.994797 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6ed7c6-5085-4ec4-9ade-6c15a64366ca tempest-ServersAdminNegativeTestJSON-1984282331 tempest-ServersAdminNegativeTestJSON-1984282331-project] Pushing event deleted for resources: {'Port': ['ID=8fec5df0-2dbc-4694-9f12-9b445d50adbb,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:35:42.039616 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed6a35dc-66e3-49e2-94a1-5db3bfef43b7 req-df6ed7c6-5085-4ec4-9ade-6c15a64366ca tempest-ServersAdminNegativeTestJSON-1984282331 tempest-ServersAdminNegativeTestJSON-1984282331-project] No DVR routers for this DVR port 8fec5df0-2dbc-4694-9f12-9b445d50adbb on host n-h1-804985-2 {{(pid=106252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:35:42.042543 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-ed6a35dc-66e3-49e2-94a1-5db3bfef43b7 req-df6ed7c6-5085-4ec4-9ade-6c15a64366ca tempest-ServersAdminNegativeTestJSON-1984282331 tempest-ServersAdminNegativeTestJSON-1984282331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:35:42.045006 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ed6a35dc-66e3-49e2-94a1-5db3bfef43b7 req-df6ed7c6-5085-4ec4-9ade-6c15a64366ca tempest-ServersAdminNegativeTestJSON-1984282331 tempest-ServersAdminNegativeTestJSON-1984282331-project] 10.222.0.63 "DELETE /v2.0/ports/8fec5df0-2dbc-4694-9f12-9b445d50adbb HTTP/1.1" status: 204 len: 173 time: 0.4025202 Aug 18 12:35:42.045548 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b60f3a1e-f216-4c6b-a518-33b2432d5c6e', 'name': 'network-vif-deleted', 'tag': '8fec5df0-2dbc-4694-9f12-9b445d50adbb'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:35:42.052235 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-440415b7-e019-43a5-89cc-a0cde2fb5b56" -d '{"events": [{"server_uuid": "b60f3a1e-f216-4c6b-a518-33b2432d5c6e", "name": "network-vif-deleted", "tag": "8fec5df0-2dbc-4694-9f12-9b445d50adbb"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:35:42.094115 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:35:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81a0967c-bcad-4af2-96c2-c6ce44323e0c x-openstack-request-id: req-81a0967c-bcad-4af2-96c2-c6ce44323e0c {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:35:42.094528 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b60f3a1e-f216-4c6b-a518-33b2432d5c6e", "name": "network-vif-deleted", "tag": "8fec5df0-2dbc-4694-9f12-9b445d50adbb", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:35:42.094866 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-81a0967c-bcad-4af2-96c2-c6ce44323e0c {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:35:42.095350 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b60f3a1e-f216-4c6b-a518-33b2432d5c6e', 'name': 'network-vif-deleted', 'tag': '8fec5df0-2dbc-4694-9f12-9b445d50adbb', 'status': 'completed', 'code': 200} Aug 18 12:35:42.898138 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 49444) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:35:43.043811 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-350dd315-6b1f-4f17-be62-c776f2a017ed admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5ccbce67e93f40988f08e436d5c12e3f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1443133 Aug 18 12:35:43.047349 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 49448) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:35:43.096632 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f2cb8cc2-2330-42b4-812c-38415c7202a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:35:43.117511 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f2cb8cc2-2330-42b4-812c-38415c7202a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:35:43.169871 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f2cb8cc2-2330-42b4-812c-38415c7202a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:35:43.173858 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f2cb8cc2-2330-42b4-812c-38415c7202a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:35:43.175419 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-f2cb8cc2-2330-42b4-812c-38415c7202a6 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c2429072-edb6-4220-a959-db97919bd7f8 HTTP/1.1" status: 204 len: 168 time: 0.1272018 Aug 18 12:35:43.183014 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cb8cc2-2330-42b4-812c-38415c7202a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2429072-edb6-4220-a959-db97919bd7f8,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:35:43.455177 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 49454) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:35:43.469549 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-26e46b89-9547-40b2-bd3f-760181875261 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:35:43.564940 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-26e46b89-9547-40b2-bd3f-760181875261 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:35:43.570410 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-26e46b89-9547-40b2-bd3f-760181875261 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:35:43.606092 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e46b89-9547-40b2-bd3f-760181875261 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bb43849-afe2-4cd6-a9dd-7e0660faabe7,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:35:43.610384 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-26e46b89-9547-40b2-bd3f-760181875261 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5417921195bd4f06ad35c5ee33dcc651&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1541841 Aug 18 12:35:43.613430 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 49456) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:35:43.664189 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2f1d533d-2639-4ced-820a-8a1df28ca140 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:35:43.685457 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2f1d533d-2639-4ced-820a-8a1df28ca140 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:35:43.743536 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2f1d533d-2639-4ced-820a-8a1df28ca140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:35:43.747369 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2f1d533d-2639-4ced-820a-8a1df28ca140 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:35:43.748542 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-2f1d533d-2639-4ced-820a-8a1df28ca140 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1bb43849-afe2-4cd6-a9dd-7e0660faabe7 HTTP/1.1" status: 204 len: 168 time: 0.1344693 Aug 18 12:35:43.756164 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1d533d-2639-4ced-820a-8a1df28ca140 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bb43849-afe2-4cd6-a9dd-7e0660faabe7,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:35:44.523584 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 49478) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:35:44.630065 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-95f935dd-9a86-4b3f-b4d0-c5460b07a37d admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1574227889-network', 'tenant_id': '12a18857913a422aacbf167a66f2467c'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:35:44.658737 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95f935dd-9a86-4b3f-b4d0-c5460b07a37d admin admin] Made reservation on behalf of 12a18857913a422aacbf167a66f2467c for: {'network': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:35:44.661288 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-95f935dd-9a86-4b3f-b4d0-c5460b07a37d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for network, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:35:44.669823 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-95f935dd-9a86-4b3f-b4d0-c5460b07a37d admin admin] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:35:44.764961 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-95f935dd-9a86-4b3f-b4d0-c5460b07a37d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:35:44.771345 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-95f935dd-9a86-4b3f-b4d0-c5460b07a37d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:35:44.798138 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95f935dd-9a86-4b3f-b4d0-c5460b07a37d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 843} {{(pid=106252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:35:44.807660 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f935dd-9a86-4b3f-b4d0-c5460b07a37d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9297d2f4-73ee-4fe3-a7c7-113de0474526,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:35:44.814067 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-95f935dd-9a86-4b3f-b4d0-c5460b07a37d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:35:44.814406 n-d-804985-2 neutron-server[106252]: INFO neutron.db.segments_db [None req-95f935dd-9a86-4b3f-b4d0-c5460b07a37d admin admin] Added segment f9785dd1-2ed6-4e62-970f-681193c081df of type vlan for network d1296999-671d-452c-9751-47483a8a849f Aug 18 12:35:44.853839 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-95f935dd-9a86-4b3f-b4d0-c5460b07a37d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789150665894'] for network, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:35:44.887455 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-95f935dd-9a86-4b3f-b4d0-c5460b07a37d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for network, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:35:44.888732 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95f935dd-9a86-4b3f-b4d0-c5460b07a37d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:35:44.889546 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-95f935dd-9a86-4b3f-b4d0-c5460b07a37d admin admin] Notify callbacks [] for network, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:35:44.946673 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-95f935dd-9a86-4b3f-b4d0-c5460b07a37d admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4219887 Aug 18 12:35:44.949924 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 49482) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:35:44.955279 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-8e792f1a-ec45-4bc8-a9a2-011a162d0e2b admin admin] Request body: {'subnet': {'network_id': 'd1296999-671d-452c-9751-47483a8a849f', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1574227889-subnet', 'tenant_id': '12a18857913a422aacbf167a66f2467c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:35:44.957415 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f935dd-9a86-4b3f-b4d0-c5460b07a37d admin admin] Pushing event updated for resources: {'Network': ['ID=d1296999-671d-452c-9751-47483a8a849f,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:35:44.968005 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Network d1296999-671d-452c-9751-47483a8a849f details requested by agent ovs-agent-n-d-804985-2 with host n-d-804985-2 {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:35:44.981412 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e792f1a-ec45-4bc8-a9a2-011a162d0e2b admin admin] Made reservation on behalf of 12a18857913a422aacbf167a66f2467c for: {'subnet': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:35:44.983733 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8e792f1a-ec45-4bc8-a9a2-011a162d0e2b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59388119'] for subnet, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:35:45.169819 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8e792f1a-ec45-4bc8-a9a2-011a162d0e2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58902106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59388097'] for subnet, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:35:45.224387 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e792f1a-ec45-4bc8-a9a2-011a162d0e2b admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e93bc26-abe2-40f4-a801-5136aa65dcb7,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:35:45.237362 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e792f1a-ec45-4bc8-a9a2-011a162d0e2b admin admin] Checking segment: {'id': 'f9785dd1-2ed6-4e62-970f-681193c081df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'd1296999-671d-452c-9751-47483a8a849f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:35:45.237847 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e792f1a-ec45-4bc8-a9a2-011a162d0e2b admin admin] Network hostable DHCP agents. Network: d1296999-671d-452c-9751-47483a8a849f, hostable agents: ['97c14208-2951-4361-8d64-3708c946ff5f'], hosted agents: [] {{(pid=106253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 12:35:45.258629 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e792f1a-ec45-4bc8-a9a2-011a162d0e2b admin admin] Network d1296999-671d-452c-9751-47483a8a849f is scheduled to be hosted by DHCP agent 97c14208-2951-4361-8d64-3708c946ff5f with binding_index 1 {{(pid=106253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 12:35:45.268736 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-8e792f1a-ec45-4bc8-a9a2-011a162d0e2b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-2, d1296999-671d-452c-9751-47483a8a849f) {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:35:45.272856 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e792f1a-ec45-4bc8-a9a2-011a162d0e2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:35:45.273446 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8e792f1a-ec45-4bc8-a9a2-011a162d0e2b admin admin] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:35:45.279195 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e42a968-20bf-4bf9-b842-4fee46103923 None None] Network d1296999-671d-452c-9751-47483a8a849f requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:35:45.290487 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-8e792f1a-ec45-4bc8-a9a2-011a162d0e2b admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3394179 Aug 18 12:35:45.411801 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-605f042a-2171-43fb-9a6e-864717f51a70 None None] Network d1296999-671d-452c-9751-47483a8a849f requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:35:45.452851 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 8fec5df0-2dbc-4694-9f12-9b445d50adbb no longer exists at agent hyperv_n-h1-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:35:45.478007 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] No Port match for: 8fec5df0-2dbc-4694-9f12-9b445d50adbb {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:35:45.478341 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 8fec5df0-2dbc-4694-9f12-9b445d50adbb not bound to the agent host n-h1-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:35:45.739977 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1867d090-4058-4c54-be76-7729713705c0 req-aa642e31-65d6-4bf7-823c-020b16c2f3b4 tempest-DeleteServersTestJSON-1027316147 tempest-DeleteServersTestJSON-1027316147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:35:45.741740 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1867d090-4058-4c54-be76-7729713705c0 req-aa642e31-65d6-4bf7-823c-020b16c2f3b4 tempest-DeleteServersTestJSON-1027316147 tempest-DeleteServersTestJSON-1027316147-project] 10.222.0.66 "GET /v2.0/networks?id=d1296999-671d-452c-9751-47483a8a849f HTTP/1.1" status: 200 len: 812 time: 0.1164556 Aug 18 12:35:45.760761 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1867d090-4058-4c54-be76-7729713705c0 req-3f3e6e25-458b-4aa2-b9bb-fcc6060c0dd8 tempest-DeleteServersTestJSON-1027316147 tempest-DeleteServersTestJSON-1027316147-project] 10.222.0.66 "GET /v2.0/quotas/12a18857913a422aacbf167a66f2467c HTTP/1.1" status: 200 len: 375 time: 0.0125468 Aug 18 12:35:45.804242 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1867d090-4058-4c54-be76-7729713705c0 req-e5e92ecd-ceed-4657-9ae8-e3f8ac05c1ac tempest-DeleteServersTestJSON-1027316147 tempest-DeleteServersTestJSON-1027316147-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=12a18857913a422aacbf167a66f2467c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0375099 Aug 18 12:35:45.873717 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [req-1867d090-4058-4c54-be76-7729713705c0 req-546ab7a3-518d-432d-9702-ef1314b954a4 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=106252) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 12:35:45.874727 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1867d090-4058-4c54-be76-7729713705c0 req-546ab7a3-518d-432d-9702-ef1314b954a4 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0602286 Aug 18 12:35:45.977881 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1867d090-4058-4c54-be76-7729713705c0 req-165605ff-cecf-458d-83fc-dbd76e66468c service neutron] 10.222.0.66 "GET /v2.0/networks/d1296999-671d-452c-9751-47483a8a849f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965164 Aug 18 12:35:46.075789 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1867d090-4058-4c54-be76-7729713705c0 req-f101446e-b83d-448b-bb5f-2099fa960332 service neutron] 10.222.0.66 "GET /v2.0/networks/d1296999-671d-452c-9751-47483a8a849f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916834 Aug 18 12:35:46.243179 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1e250b3b-b05e-47dc-9da1-013b2f8b621e req-9d03f8cd-9c09-4192-b34a-619eb1403d40 tempest-DeleteServersTestJSON-1027316147 tempest-DeleteServersTestJSON-1027316147-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fa75950-a698-4a4e-b57f-5540fc89e3e9 HTTP/1.1" status: 200 len: 210 time: 0.0265374 Aug 18 12:35:47.348083 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-637b15cb-9aae-4a49-afab-cf5d21d0fea8 req-ee86c539-8d89-4b91-83d8-476b0fa7dde0 tempest-DeleteServersTestJSON-1027316147 tempest-DeleteServersTestJSON-1027316147-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fa75950-a698-4a4e-b57f-5540fc89e3e9 HTTP/1.1" status: 200 len: 210 time: 0.0342686 Aug 18 12:35:47.380631 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1867d090-4058-4c54-be76-7729713705c0 req-892e756f-8b2b-45f8-aa20-19f38c0bbdd8 tempest-DeleteServersTestJSON-1027316147 tempest-DeleteServersTestJSON-1027316147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:35:47.382091 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1867d090-4058-4c54-be76-7729713705c0 req-892e756f-8b2b-45f8-aa20-19f38c0bbdd8 tempest-DeleteServersTestJSON-1027316147 tempest-DeleteServersTestJSON-1027316147-project] 10.222.0.63 "GET /v2.0/networks?id=d1296999-671d-452c-9751-47483a8a849f HTTP/1.1" status: 200 len: 812 time: 0.1329131 Aug 18 12:35:47.396925 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-1867d090-4058-4c54-be76-7729713705c0 req-327832ec-0f36-4379-b084-6558aaa1f19b tempest-DeleteServersTestJSON-1027316147 tempest-DeleteServersTestJSON-1027316147-project] Request body: {'port': {'device_id': '4fa75950-a698-4a4e-b57f-5540fc89e3e9', 'network_id': 'd1296999-671d-452c-9751-47483a8a849f', 'admin_state_up': True, 'tenant_id': '12a18857913a422aacbf167a66f2467c'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:35:47.512184 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1867d090-4058-4c54-be76-7729713705c0 req-327832ec-0f36-4379-b084-6558aaa1f19b tempest-DeleteServersTestJSON-1027316147 tempest-DeleteServersTestJSON-1027316147-project] Made reservation on behalf of 12a18857913a422aacbf167a66f2467c for: {'port': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:35:47.517884 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-1867d090-4058-4c54-be76-7729713705c0 req-327832ec-0f36-4379-b084-6558aaa1f19b tempest-DeleteServersTestJSON-1027316147 tempest-DeleteServersTestJSON-1027316147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:35:47.645659 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [req-1867d090-4058-4c54-be76-7729713705c0 req-327832ec-0f36-4379-b084-6558aaa1f19b tempest-DeleteServersTestJSON-1027316147 tempest-DeleteServersTestJSON-1027316147-project] Allocated IP 172.20.0.8 (d1296999-671d-452c-9751-47483a8a849f/2e93bc26-abe2-40f4-a801-5136aa65dcb7/32306a47-1766-4eee-98f6-221add1629b7) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:35:47.798271 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-1867d090-4058-4c54-be76-7729713705c0 req-327832ec-0f36-4379-b084-6558aaa1f19b tempest-DeleteServersTestJSON-1027316147 tempest-DeleteServersTestJSON-1027316147-project] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:35:47.839767 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-1867d090-4058-4c54-be76-7729713705c0 req-327832ec-0f36-4379-b084-6558aaa1f19b tempest-DeleteServersTestJSON-1027316147 tempest-DeleteServersTestJSON-1027316147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:35:47.885461 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1867d090-4058-4c54-be76-7729713705c0 req-327832ec-0f36-4379-b084-6558aaa1f19b tempest-DeleteServersTestJSON-1027316147 tempest-DeleteServersTestJSON-1027316147-project] Network d1296999-671d-452c-9751-47483a8a849f is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:35:47.888774 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [req-1867d090-4058-4c54-be76-7729713705c0 req-327832ec-0f36-4379-b084-6558aaa1f19b tempest-DeleteServersTestJSON-1027316147 tempest-DeleteServersTestJSON-1027316147-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:35:47.892591 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-1867d090-4058-4c54-be76-7729713705c0 req-327832ec-0f36-4379-b084-6558aaa1f19b tempest-DeleteServersTestJSON-1027316147 tempest-DeleteServersTestJSON-1027316147-project] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:35:47.898978 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327832ec-0f36-4379-b084-6558aaa1f19b tempest-DeleteServersTestJSON-1027316147 tempest-DeleteServersTestJSON-1027316147-project] Pushing event updated for resources: {'Port': ['ID=32306a47-1766-4eee-98f6-221add1629b7,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:35:47.948128 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1867d090-4058-4c54-be76-7729713705c0 req-327832ec-0f36-4379-b084-6558aaa1f19b tempest-DeleteServersTestJSON-1027316147 tempest-DeleteServersTestJSON-1027316147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:35:47.948755 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-1867d090-4058-4c54-be76-7729713705c0 req-327832ec-0f36-4379-b084-6558aaa1f19b tempest-DeleteServersTestJSON-1027316147 tempest-DeleteServersTestJSON-1027316147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:35:47.964896 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1867d090-4058-4c54-be76-7729713705c0 req-327832ec-0f36-4379-b084-6558aaa1f19b tempest-DeleteServersTestJSON-1027316147 tempest-DeleteServersTestJSON-1027316147-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5718501 Aug 18 12:35:47.977447 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-1867d090-4058-4c54-be76-7729713705c0 req-321e96d6-f1a3-47b9-bfef-8eecea717562 service neutron] Request body: {'port': {'device_id': '4fa75950-a698-4a4e-b57f-5540fc89e3e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804985-2'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:35:48.029684 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-1867d090-4058-4c54-be76-7729713705c0 req-321e96d6-f1a3-47b9-bfef-8eecea717562 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:35:48.298844 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [req-1867d090-4058-4c54-be76-7729713705c0 req-321e96d6-f1a3-47b9-bfef-8eecea717562 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32306a47-1766-4eee-98f6-221add1629b7 {{(pid=106252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:35:48.309837 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-1867d090-4058-4c54-be76-7729713705c0 req-321e96d6-f1a3-47b9-bfef-8eecea717562 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:35:48.322891 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [req-1867d090-4058-4c54-be76-7729713705c0 req-321e96d6-f1a3-47b9-bfef-8eecea717562 service neutron] Transition to ACTIVE for port object 32306a47-1766-4eee-98f6-221add1629b7 will not be triggered until provisioned by entity L2. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:35:48.329477 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-1867d090-4058-4c54-be76-7729713705c0 req-321e96d6-f1a3-47b9-bfef-8eecea717562 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:35:48.382963 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321e96d6-f1a3-47b9-bfef-8eecea717562 service neutron] Pushing event updated for resources: {'Port': ['ID=32306a47-1766-4eee-98f6-221add1629b7,revision_number=2']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:35:48.393428 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321e96d6-f1a3-47b9-bfef-8eecea717562 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:35:48.393780 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321e96d6-f1a3-47b9-bfef-8eecea717562 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:35:48.394128 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321e96d6-f1a3-47b9-bfef-8eecea717562 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:35:48.394444 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321e96d6-f1a3-47b9-bfef-8eecea717562 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:35:48.394783 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321e96d6-f1a3-47b9-bfef-8eecea717562 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:35:48.395100 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321e96d6-f1a3-47b9-bfef-8eecea717562 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:35:48.395434 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321e96d6-f1a3-47b9-bfef-8eecea717562 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:35:48.395761 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321e96d6-f1a3-47b9-bfef-8eecea717562 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:35:48.396088 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321e96d6-f1a3-47b9-bfef-8eecea717562 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:35:48.396425 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321e96d6-f1a3-47b9-bfef-8eecea717562 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:35:48.396777 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321e96d6-f1a3-47b9-bfef-8eecea717562 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:35:48.397107 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321e96d6-f1a3-47b9-bfef-8eecea717562 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:35:48.494173 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-1867d090-4058-4c54-be76-7729713705c0 req-321e96d6-f1a3-47b9-bfef-8eecea717562 service neutron] Attempting to bind port 32306a47-1766-4eee-98f6-221add1629b7 on host n-h1-804985-2 for vnic_type normal with profile {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:35:48.494503 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-1867d090-4058-4c54-be76-7729713705c0 req-321e96d6-f1a3-47b9-bfef-8eecea717562 service neutron] Attempting to bind port 32306a47-1766-4eee-98f6-221add1629b7 by drivers openvswitch,hyperv on host n-h1-804985-2 at level 0 using segments [{'id': 'f9785dd1-2ed6-4e62-970f-681193c081df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'd1296999-671d-452c-9751-47483a8a849f'}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:35:48.494834 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1867d090-4058-4c54-be76-7729713705c0 req-321e96d6-f1a3-47b9-bfef-8eecea717562 service neutron] Attempting to bind port 32306a47-1766-4eee-98f6-221add1629b7 on network d1296999-671d-452c-9751-47483a8a849f {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:35:48.505222 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe8ab48-1b28-4c2a-ac9d-8d73bfb4d88c req-0add7120-0bd6-4e98-927d-ac69b404c19e tempest-DeleteServersTestJSON-1027316147 tempest-DeleteServersTestJSON-1027316147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:35:48.506715 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-fbe8ab48-1b28-4c2a-ac9d-8d73bfb4d88c req-0add7120-0bd6-4e98-927d-ac69b404c19e tempest-DeleteServersTestJSON-1027316147 tempest-DeleteServersTestJSON-1027316147-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fa75950-a698-4a4e-b57f-5540fc89e3e9 HTTP/1.1" status: 200 len: 943 time: 0.0709434 Aug 18 12:35:48.509011 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1867d090-4058-4c54-be76-7729713705c0 req-321e96d6-f1a3-47b9-bfef-8eecea717562 service neutron] Port 32306a47-1766-4eee-98f6-221add1629b7 on network d1296999-671d-452c-9751-47483a8a849f not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-2 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:35:48.509335 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1867d090-4058-4c54-be76-7729713705c0 req-321e96d6-f1a3-47b9-bfef-8eecea717562 service neutron] Attempting to bind port 32306a47-1766-4eee-98f6-221add1629b7 on network d1296999-671d-452c-9751-47483a8a849f {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:35:48.520619 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1867d090-4058-4c54-be76-7729713705c0 req-321e96d6-f1a3-47b9-bfef-8eecea717562 service neutron] Checking agent: {'id': 'a613417a-d085-492c-941a-59bb18c633d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 49, 6), 'started_at': datetime.datetime(2021, 8, 18, 11, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 35, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:35:48.520955 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1867d090-4058-4c54-be76-7729713705c0 req-321e96d6-f1a3-47b9-bfef-8eecea717562 service neutron] Checking segment: {'id': 'f9785dd1-2ed6-4e62-970f-681193c081df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'd1296999-671d-452c-9751-47483a8a849f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:35:48.521330 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1867d090-4058-4c54-be76-7729713705c0 req-321e96d6-f1a3-47b9-bfef-8eecea717562 service neutron] Bound using segment: {'id': 'f9785dd1-2ed6-4e62-970f-681193c081df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'd1296999-671d-452c-9751-47483a8a849f'} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:35:48.521753 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-1867d090-4058-4c54-be76-7729713705c0 req-321e96d6-f1a3-47b9-bfef-8eecea717562 service neutron] Bound port: 32306a47-1766-4eee-98f6-221add1629b7, host: n-h1-804985-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9785dd1-2ed6-4e62-970f-681193c081df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'd1296999-671d-452c-9751-47483a8a849f'}}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:35:48.522110 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-1867d090-4058-4c54-be76-7729713705c0 req-321e96d6-f1a3-47b9-bfef-8eecea717562 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:35:48.529809 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-90542355-4a58-4236-96e6-d1c20c7b2592 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:35:48.580304 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-fbe8ab48-1b28-4c2a-ac9d-8d73bfb4d88c req-a6c47ca5-a092-4828-9854-6c85b505f336 tempest-DeleteServersTestJSON-1027316147 tempest-DeleteServersTestJSON-1027316147-project] 10.222.0.66 "GET /v2.0/security-groups?id=9297d2f4-73ee-4fe3-a7c7-113de0474526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656786 Aug 18 12:35:48.610577 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-1867d090-4058-4c54-be76-7729713705c0 req-321e96d6-f1a3-47b9-bfef-8eecea717562 service neutron] For port 32306a47-1766-4eee-98f6-221add1629b7, host n-h1-804985-2, cleared binding levels {{(pid=106252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:35:48.613631 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-1867d090-4058-4c54-be76-7729713705c0 req-321e96d6-f1a3-47b9-bfef-8eecea717562 service neutron] For port 32306a47-1766-4eee-98f6-221add1629b7, host n-h1-804985-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=32306a47-1766-4eee-98f6-221add1629b7,segment=NetworkSegment(f9785dd1-2ed6-4e62-970f-681193c081df),segment_id=f9785dd1-2ed6-4e62-970f-681193c081df)] {{(pid=106252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:35:48.618287 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-1867d090-4058-4c54-be76-7729713705c0 req-321e96d6-f1a3-47b9-bfef-8eecea717562 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:35:48.651392 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1867d090-4058-4c54-be76-7729713705c0 req-321e96d6-f1a3-47b9-bfef-8eecea717562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:35:48.652004 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-1867d090-4058-4c54-be76-7729713705c0 req-321e96d6-f1a3-47b9-bfef-8eecea717562 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:35:48.653526 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1867d090-4058-4c54-be76-7729713705c0 req-321e96d6-f1a3-47b9-bfef-8eecea717562 service neutron] 10.222.0.63 "PUT /v2.0/ports/32306a47-1766-4eee-98f6-221add1629b7 HTTP/1.1" status: 200 len: 1091 time: 0.6802270 Aug 18 12:35:48.653967 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fa75950-a698-4a4e-b57f-5540fc89e3e9', 'tag': '32306a47-1766-4eee-98f6-221add1629b7'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:35:48.656215 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-272c451f-076e-4f48-9165-7fb39ed90512" -d '{"events": [{"name": "network-changed", "server_uuid": "4fa75950-a698-4a4e-b57f-5540fc89e3e9", "tag": "32306a47-1766-4eee-98f6-221add1629b7"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:35:48.684125 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321e96d6-f1a3-47b9-bfef-8eecea717562 service neutron] Pushing event updated for resources: {'Port': ['ID=32306a47-1766-4eee-98f6-221add1629b7,revision_number=3']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:35:48.701658 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:35:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e21ba46f-1feb-4195-875e-ab251fba8d6d x-openstack-request-id: req-e21ba46f-1feb-4195-875e-ab251fba8d6d {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:35:48.701942 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fa75950-a698-4a4e-b57f-5540fc89e3e9", "tag": "32306a47-1766-4eee-98f6-221add1629b7", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:35:48.702194 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e21ba46f-1feb-4195-875e-ab251fba8d6d {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:35:48.702589 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fa75950-a698-4a4e-b57f-5540fc89e3e9', 'tag': '32306a47-1766-4eee-98f6-221add1629b7', 'status': 'completed', 'code': 200} Aug 18 12:35:48.735710 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1867d090-4058-4c54-be76-7729713705c0 req-a12afbb2-4eee-410e-992c-72775df37c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:35:48.737230 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1867d090-4058-4c54-be76-7729713705c0 req-a12afbb2-4eee-410e-992c-72775df37c42 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=12a18857913a422aacbf167a66f2467c&device_id=4fa75950-a698-4a4e-b57f-5540fc89e3e9 HTTP/1.1" status: 200 len: 1094 time: 0.0444100 Aug 18 12:35:48.783388 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1867d090-4058-4c54-be76-7729713705c0 req-821c1bc8-e5fa-40f1-9c50-d63e85b1ef69 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=32306a47-1766-4eee-98f6-221add1629b7 HTTP/1.1" status: 200 len: 217 time: 0.0384176 Aug 18 12:35:48.832699 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1867d090-4058-4c54-be76-7729713705c0 req-bb4abf1a-16b6-419f-b79d-9e9f58ce1b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:35:48.834030 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1867d090-4058-4c54-be76-7729713705c0 req-bb4abf1a-16b6-419f-b79d-9e9f58ce1b7a service neutron] 10.222.0.63 "GET /v2.0/subnets?id=2e93bc26-abe2-40f4-a801-5136aa65dcb7 HTTP/1.1" status: 200 len: 852 time: 0.0439410 Aug 18 12:35:48.864908 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1867d090-4058-4c54-be76-7729713705c0 req-e5ae17ce-6811-4812-964c-6c34ae8d8bf4 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=d1296999-671d-452c-9751-47483a8a849f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240057 Aug 18 12:35:48.956999 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1867d090-4058-4c54-be76-7729713705c0 req-9926ddf8-677f-4ddb-9748-ceccd09581ab service neutron] 10.222.0.63 "GET /v2.0/networks/d1296999-671d-452c-9751-47483a8a849f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851417 Aug 18 12:35:49.048893 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1867d090-4058-4c54-be76-7729713705c0 req-3b9cff75-3a4b-4377-9edc-a3fe525635c3 service neutron] 10.222.0.63 "GET /v2.0/networks/d1296999-671d-452c-9751-47483a8a849f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842254 Aug 18 12:35:49.145069 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272c451f-076e-4f48-9165-7fb39ed90512 req-7b0ce9c5-3400-4e5a-856b-7af162df4fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:35:49.146451 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-272c451f-076e-4f48-9165-7fb39ed90512 req-7b0ce9c5-3400-4e5a-856b-7af162df4fce service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=12a18857913a422aacbf167a66f2467c&device_id=4fa75950-a698-4a4e-b57f-5540fc89e3e9 HTTP/1.1" status: 200 len: 1094 time: 0.0438495 Aug 18 12:35:49.240983 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272c451f-076e-4f48-9165-7fb39ed90512 req-13ab5ab0-70eb-4e74-b006-5c9263fd29fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:35:49.242435 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-272c451f-076e-4f48-9165-7fb39ed90512 req-13ab5ab0-70eb-4e74-b006-5c9263fd29fa service neutron] 10.222.0.63 "GET /v2.0/networks?id=d1296999-671d-452c-9751-47483a8a849f HTTP/1.1" status: 200 len: 913 time: 0.0883973 Aug 18 12:35:49.284910 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-272c451f-076e-4f48-9165-7fb39ed90512 req-35dae1ab-7f47-48ab-93fb-9f7cdfec5762 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=32306a47-1766-4eee-98f6-221add1629b7 HTTP/1.1" status: 200 len: 217 time: 0.0346608 Aug 18 12:35:49.338210 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272c451f-076e-4f48-9165-7fb39ed90512 req-9fca9ed8-8f69-4f39-a815-7446413e96f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:35:49.339663 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-272c451f-076e-4f48-9165-7fb39ed90512 req-9fca9ed8-8f69-4f39-a815-7446413e96f2 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=2e93bc26-abe2-40f4-a801-5136aa65dcb7 HTTP/1.1" status: 200 len: 852 time: 0.0472870 Aug 18 12:35:49.376432 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-272c451f-076e-4f48-9165-7fb39ed90512 req-4ab75242-7ead-4422-8ddf-94143b52d74d service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=d1296999-671d-452c-9751-47483a8a849f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280254 Aug 18 12:35:49.471962 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-272c451f-076e-4f48-9165-7fb39ed90512 req-720a31d7-b8b3-4b75-aecf-06f02e9090a1 service neutron] 10.222.0.63 "GET /v2.0/networks/d1296999-671d-452c-9751-47483a8a849f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876007 Aug 18 12:35:49.566098 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-272c451f-076e-4f48-9165-7fb39ed90512 req-54f78635-14cd-439c-8675-d0b542b427f9 service neutron] 10.222.0.63 "GET /v2.0/networks/d1296999-671d-452c-9751-47483a8a849f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862336 Aug 18 12:35:49.706318 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2957e9-8ab2-4e47-9f50-b6276f6b5dda req-39cd5188-d83f-495b-a40e-17a5192b8169 tempest-DeleteServersTestJSON-1027316147 tempest-DeleteServersTestJSON-1027316147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:35:49.707814 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ed2957e9-8ab2-4e47-9f50-b6276f6b5dda req-39cd5188-d83f-495b-a40e-17a5192b8169 tempest-DeleteServersTestJSON-1027316147 tempest-DeleteServersTestJSON-1027316147-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fa75950-a698-4a4e-b57f-5540fc89e3e9 HTTP/1.1" status: 200 len: 943 time: 0.0572231 Aug 18 12:35:49.749133 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ed2957e9-8ab2-4e47-9f50-b6276f6b5dda req-8e1d6814-0825-44a6-9510-f908e2095834 tempest-DeleteServersTestJSON-1027316147 tempest-DeleteServersTestJSON-1027316147-project] 10.222.0.66 "GET /v2.0/security-groups?id=9297d2f4-73ee-4fe3-a7c7-113de0474526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320494 Aug 18 12:35:50.876098 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ffef7f-e4a4-4464-bef5-c8892692957b req-b12b64c8-fe39-4242-b690-eac6c3891dd9 tempest-DeleteServersTestJSON-1027316147 tempest-DeleteServersTestJSON-1027316147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:35:50.877594 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-92ffef7f-e4a4-4464-bef5-c8892692957b req-b12b64c8-fe39-4242-b690-eac6c3891dd9 tempest-DeleteServersTestJSON-1027316147 tempest-DeleteServersTestJSON-1027316147-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fa75950-a698-4a4e-b57f-5540fc89e3e9 HTTP/1.1" status: 200 len: 943 time: 0.0501254 Aug 18 12:35:50.917437 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-92ffef7f-e4a4-4464-bef5-c8892692957b req-a8119057-3f81-4100-93f6-723a4f93b312 tempest-DeleteServersTestJSON-1027316147 tempest-DeleteServersTestJSON-1027316147-project] 10.222.0.66 "GET /v2.0/security-groups?id=9297d2f4-73ee-4fe3-a7c7-113de0474526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336726 Aug 18 12:35:51.476873 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 32306a47-1766-4eee-98f6-221add1629b7 details requested by agent hyperv_n-h1-804985-2 with host n-h1-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:35:51.488071 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:35:51.583152 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 32306a47-1766-4eee-98f6-221add1629b7, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=32306a47-1766-4eee-98f6-221add1629b7,segment=NetworkSegment(f9785dd1-2ed6-4e62-970f-681193c081df),segment_id=f9785dd1-2ed6-4e62-970f-681193c081df)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:35:51.594637 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Returning: {'device': '32306a47-1766-4eee-98f6-221add1629b7', 'network_id': 'd1296999-671d-452c-9751-47483a8a849f', 'port_id': '32306a47-1766-4eee-98f6-221add1629b7', 'mac_address': 'fa:16:3e:0b:b9:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 843, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e93bc26-abe2-40f4-a801-5136aa65dcb7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:35:51.634308 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:35:51.647694 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32306a47-1766-4eee-98f6-221add1629b7 {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:35:51.667879 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 32306a47-1766-4eee-98f6-221add1629b7, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=32306a47-1766-4eee-98f6-221add1629b7,segment=NetworkSegment(f9785dd1-2ed6-4e62-970f-681193c081df),segment_id=f9785dd1-2ed6-4e62-970f-681193c081df)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:35:51.672403 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:35:51.728507 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=32306a47-1766-4eee-98f6-221add1629b7,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:35:51.735073 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-6b465f89-7f8e-48a7-a727-93194ed8489b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:35:51.865318 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] get_ports_and_sgs() called for port_ids ['32306a47-1766-4eee-98f6-221add1629b7'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:35:52.043298 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5c63cd-bde5-41b5-9447-e11bc622199e req-9998e8bd-5716-4b61-af3f-bdc92bc3662b tempest-DeleteServersTestJSON-1027316147 tempest-DeleteServersTestJSON-1027316147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:35:52.044785 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ac5c63cd-bde5-41b5-9447-e11bc622199e req-9998e8bd-5716-4b61-af3f-bdc92bc3662b tempest-DeleteServersTestJSON-1027316147 tempest-DeleteServersTestJSON-1027316147-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fa75950-a698-4a4e-b57f-5540fc89e3e9 HTTP/1.1" status: 200 len: 944 time: 0.0526919 Aug 18 12:35:52.085691 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ac5c63cd-bde5-41b5-9447-e11bc622199e req-818f6743-8856-4be4-a9ae-d09499615c85 tempest-DeleteServersTestJSON-1027316147 tempest-DeleteServersTestJSON-1027316147-project] 10.222.0.66 "GET /v2.0/security-groups?id=9297d2f4-73ee-4fe3-a7c7-113de0474526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333211 Aug 18 12:35:52.280008 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-53584c24-f517-494e-ac93-c18bb92373f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:35:53.221196 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e2cfa3-c1f9-4490-a5d3-693c92d96ac9 req-2a2e9487-2175-4d09-8d96-4bae2b174205 tempest-DeleteServersTestJSON-1027316147 tempest-DeleteServersTestJSON-1027316147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:35:53.223096 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-83e2cfa3-c1f9-4490-a5d3-693c92d96ac9 req-2a2e9487-2175-4d09-8d96-4bae2b174205 tempest-DeleteServersTestJSON-1027316147 tempest-DeleteServersTestJSON-1027316147-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fa75950-a698-4a4e-b57f-5540fc89e3e9 HTTP/1.1" status: 200 len: 944 time: 0.0580072 Aug 18 12:35:53.271430 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-83e2cfa3-c1f9-4490-a5d3-693c92d96ac9 req-e81e2d96-17cb-4ef1-8dae-94ca8fea882b tempest-DeleteServersTestJSON-1027316147 tempest-DeleteServersTestJSON-1027316147-project] 10.222.0.66 "GET /v2.0/security-groups?id=9297d2f4-73ee-4fe3-a7c7-113de0474526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400994 Aug 18 12:35:53.478642 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 32306a47-1766-4eee-98f6-221add1629b7 up at agent hyperv_n-h1-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:35:53.541052 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Provisioning for port 32306a47-1766-4eee-98f6-221add1629b7 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:35:53.546399 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Provisioning complete for port 32306a47-1766-4eee-98f6-221add1629b7 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:35:53.546945 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:35:53.634327 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:35:53.657393 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fa75950-a698-4a4e-b57f-5540fc89e3e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32306a47-1766-4eee-98f6-221add1629b7'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:35:53.659638 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db50a436fb3a98495337d8fe7487b4f2ea6f3c1052eb9efadc2ecda2d5737001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a399e8e2-643c-4801-ac67-682ab8ec5b16" -d '{"events": [{"server_uuid": "4fa75950-a698-4a4e-b57f-5540fc89e3e9", "name": "network-vif-plugged", "status": "completed", "tag": "32306a47-1766-4eee-98f6-221add1629b7"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:35:53.672641 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 32306a47-1766-4eee-98f6-221add1629b7, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=32306a47-1766-4eee-98f6-221add1629b7,segment=NetworkSegment(f9785dd1-2ed6-4e62-970f-681193c081df),segment_id=f9785dd1-2ed6-4e62-970f-681193c081df)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:35:53.677169 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:35:53.711748 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:35:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fbcfc96-6727-4026-9258-51223ee29322 x-openstack-request-id: req-3fbcfc96-6727-4026-9258-51223ee29322 {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:35:53.712046 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fa75950-a698-4a4e-b57f-5540fc89e3e9", "name": "network-vif-plugged", "status": "completed", "tag": "32306a47-1766-4eee-98f6-221add1629b7", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:35:53.712295 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-3fbcfc96-6727-4026-9258-51223ee29322 {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:35:53.712718 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fa75950-a698-4a4e-b57f-5540fc89e3e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32306a47-1766-4eee-98f6-221add1629b7', 'code': 200} Aug 18 12:35:53.728753 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=32306a47-1766-4eee-98f6-221add1629b7,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:35:53.806777 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dc1e52-26f4-48c6-a724-c78ee1976df1 req-f2f26c97-7453-4781-b4dd-cfa7493ab085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:35:53.808672 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a6dc1e52-26f4-48c6-a724-c78ee1976df1 req-f2f26c97-7453-4781-b4dd-cfa7493ab085 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=4fa75950-a698-4a4e-b57f-5540fc89e3e9 HTTP/1.1" status: 200 len: 1096 time: 0.0426548 Aug 18 12:35:53.846348 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a6dc1e52-26f4-48c6-a724-c78ee1976df1 req-e712fd05-221c-49f5-9891-07feb083054a service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=9297d2f4-73ee-4fe3-a7c7-113de0474526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297866 Aug 18 12:35:53.952186 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-500a1c61-38a7-4c23-a7ec-4631080af5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:35:54.398173 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28306d38-722a-4d11-9dcd-7da912af70fc req-1cdcf00c-bc6a-4ab9-850b-d9630924174d tempest-DeleteServersTestJSON-1027316147 tempest-DeleteServersTestJSON-1027316147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:35:54.399647 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-28306d38-722a-4d11-9dcd-7da912af70fc req-1cdcf00c-bc6a-4ab9-850b-d9630924174d tempest-DeleteServersTestJSON-1027316147 tempest-DeleteServersTestJSON-1027316147-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fa75950-a698-4a4e-b57f-5540fc89e3e9 HTTP/1.1" status: 200 len: 945 time: 0.0568738 Aug 18 12:35:54.437913 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-28306d38-722a-4d11-9dcd-7da912af70fc req-6389e164-0975-4de9-8f6e-f627984d27c8 tempest-DeleteServersTestJSON-1027316147 tempest-DeleteServersTestJSON-1027316147-project] 10.222.0.66 "GET /v2.0/security-groups?id=9297d2f4-73ee-4fe3-a7c7-113de0474526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320890 Aug 18 12:35:55.578905 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0234961a-e0cd-4b7c-9f18-e1023ba03996 req-28f0fb6f-e4fa-40c1-bda0-73a8cf3c5327 tempest-DeleteServersTestJSON-1027316147 tempest-DeleteServersTestJSON-1027316147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:35:55.580387 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0234961a-e0cd-4b7c-9f18-e1023ba03996 req-28f0fb6f-e4fa-40c1-bda0-73a8cf3c5327 tempest-DeleteServersTestJSON-1027316147 tempest-DeleteServersTestJSON-1027316147-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fa75950-a698-4a4e-b57f-5540fc89e3e9 HTTP/1.1" status: 200 len: 945 time: 0.0604603 Aug 18 12:35:55.629710 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0234961a-e0cd-4b7c-9f18-e1023ba03996 req-dc3f7343-af4e-4e6f-b946-958d76b9e42d tempest-DeleteServersTestJSON-1027316147 tempest-DeleteServersTestJSON-1027316147-project] 10.222.0.66 "GET /v2.0/security-groups?id=9297d2f4-73ee-4fe3-a7c7-113de0474526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404046 Aug 18 12:35:55.920596 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 49540) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:35:55.975722 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc73ca2e-9323-4e6a-857c-b313f5f666b8 req-9a90cfeb-5b29-4296-8aa8-79e6b4ae3c94 tempest-DeleteServersTestJSON-1027316147 tempest-DeleteServersTestJSON-1027316147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:35:55.977256 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-dc73ca2e-9323-4e6a-857c-b313f5f666b8 req-9a90cfeb-5b29-4296-8aa8-79e6b4ae3c94 tempest-DeleteServersTestJSON-1027316147 tempest-DeleteServersTestJSON-1027316147-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fa75950-a698-4a4e-b57f-5540fc89e3e9 HTTP/1.1" status: 200 len: 945 time: 0.0543203 Aug 18 12:35:56.015055 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-dc73ca2e-9323-4e6a-857c-b313f5f666b8 req-0fe7cd23-4e26-452e-97a5-2624c438f4b5 tempest-DeleteServersTestJSON-1027316147 tempest-DeleteServersTestJSON-1027316147-project] 10.222.0.66 "GET /v2.0/security-groups?id=9297d2f4-73ee-4fe3-a7c7-113de0474526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315502 Aug 18 12:35:56.022233 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-b71339e6-5cf3-4881-9a2e-1862d06b850d req-000e1feb-f39a-4e61-8588-80ef9bcadf63 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=4fa75950-a698-4a4e-b57f-5540fc89e3e9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1001995 Aug 18 12:35:57.141789 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f78c659-48bc-46aa-8449-2f6431dad1d6 req-b178b541-1263-473f-9ce3-356649269036 tempest-DeleteServersTestJSON-1027316147 tempest-DeleteServersTestJSON-1027316147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:35:57.143254 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1f78c659-48bc-46aa-8449-2f6431dad1d6 req-b178b541-1263-473f-9ce3-356649269036 tempest-DeleteServersTestJSON-1027316147 tempest-DeleteServersTestJSON-1027316147-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fa75950-a698-4a4e-b57f-5540fc89e3e9 HTTP/1.1" status: 200 len: 945 time: 0.0557873 Aug 18 12:35:57.555196 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1f78c659-48bc-46aa-8449-2f6431dad1d6 req-bc9ac0b0-a786-45f3-a3e1-bd09f0ccbe84 tempest-DeleteServersTestJSON-1027316147 tempest-DeleteServersTestJSON-1027316147-project] 10.222.0.66 "GET /v2.0/security-groups?id=9297d2f4-73ee-4fe3-a7c7-113de0474526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4042232 Aug 18 12:35:57.565712 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71339e6-5cf3-4881-9a2e-1862d06b850d req-da772e56-7885-4ce3-8a23-8f6469065b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:35:57.567471 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b71339e6-5cf3-4881-9a2e-1862d06b850d req-da772e56-7885-4ce3-8a23-8f6469065b8f service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=12a18857913a422aacbf167a66f2467c&device_id=4fa75950-a698-4a4e-b57f-5540fc89e3e9 HTTP/1.1" status: 200 len: 1096 time: 0.0539951 Aug 18 12:35:57.683215 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71339e6-5cf3-4881-9a2e-1862d06b850d req-2a54cf54-85a5-4f75-83fa-1a5df9b623ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:35:57.684719 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b71339e6-5cf3-4881-9a2e-1862d06b850d req-2a54cf54-85a5-4f75-83fa-1a5df9b623ac service neutron] 10.222.0.63 "GET /v2.0/networks?id=d1296999-671d-452c-9751-47483a8a849f HTTP/1.1" status: 200 len: 913 time: 0.1097639 Aug 18 12:35:57.727453 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b71339e6-5cf3-4881-9a2e-1862d06b850d req-2a75d875-e6b2-456c-926e-67152d3521d2 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=32306a47-1766-4eee-98f6-221add1629b7 HTTP/1.1" status: 200 len: 217 time: 0.0354433 Aug 18 12:35:57.779953 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71339e6-5cf3-4881-9a2e-1862d06b850d req-3b5a4a7b-16a9-4931-9be1-055b7b876025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:35:57.782250 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b71339e6-5cf3-4881-9a2e-1862d06b850d req-3b5a4a7b-16a9-4931-9be1-055b7b876025 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=2e93bc26-abe2-40f4-a801-5136aa65dcb7 HTTP/1.1" status: 200 len: 852 time: 0.0478847 Aug 18 12:35:57.815239 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b71339e6-5cf3-4881-9a2e-1862d06b850d req-f477bdbc-5f63-4e6e-af3f-f292d278c6f1 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=d1296999-671d-452c-9751-47483a8a849f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257730 Aug 18 12:35:57.910546 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b71339e6-5cf3-4881-9a2e-1862d06b850d req-97d2e55e-522a-4d0b-b888-e70c368164c7 service neutron] 10.222.0.63 "GET /v2.0/networks/d1296999-671d-452c-9751-47483a8a849f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878687 Aug 18 12:35:58.003102 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b71339e6-5cf3-4881-9a2e-1862d06b850d req-ce0a0e0c-01f5-4c62-8dfa-436785827d9a service neutron] 10.222.0.63 "GET /v2.0/networks/d1296999-671d-452c-9751-47483a8a849f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851552 Aug 18 12:35:58.122185 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9de64c-df25-4e42-9954-e4a4f1782588 req-1b5b5fcf-e374-4570-b729-33f5b381e364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:35:58.123581 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-dd9de64c-df25-4e42-9954-e4a4f1782588 req-1b5b5fcf-e374-4570-b729-33f5b381e364 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=12a18857913a422aacbf167a66f2467c&device_id=4fa75950-a698-4a4e-b57f-5540fc89e3e9 HTTP/1.1" status: 200 len: 1096 time: 0.0452101 Aug 18 12:35:58.236303 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9de64c-df25-4e42-9954-e4a4f1782588 req-ded8aabe-873c-4eb3-a523-034db1d63bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:35:58.237756 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-dd9de64c-df25-4e42-9954-e4a4f1782588 req-ded8aabe-873c-4eb3-a523-034db1d63bd8 service neutron] 10.222.0.63 "GET /v2.0/networks?id=d1296999-671d-452c-9751-47483a8a849f HTTP/1.1" status: 200 len: 913 time: 0.0849857 Aug 18 12:35:58.281985 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-dd9de64c-df25-4e42-9954-e4a4f1782588 req-95279227-e286-4cc5-b62d-81d79cc72eef service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=32306a47-1766-4eee-98f6-221add1629b7 HTTP/1.1" status: 200 len: 217 time: 0.0368624 Aug 18 12:35:58.331790 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9de64c-df25-4e42-9954-e4a4f1782588 req-5ae145c0-8761-42d8-874d-db7e977edbfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:35:58.333206 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-dd9de64c-df25-4e42-9954-e4a4f1782588 req-5ae145c0-8761-42d8-874d-db7e977edbfa service neutron] 10.222.0.63 "GET /v2.0/subnets?id=2e93bc26-abe2-40f4-a801-5136aa65dcb7 HTTP/1.1" status: 200 len: 852 time: 0.0445657 Aug 18 12:35:58.364320 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-dd9de64c-df25-4e42-9954-e4a4f1782588 req-d8afcb72-63c3-4965-b8e0-66cd4f78779c service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=d1296999-671d-452c-9751-47483a8a849f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235519 Aug 18 12:35:58.461246 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-dd9de64c-df25-4e42-9954-e4a4f1782588 req-58ab7b2a-4e67-4af8-9936-f1fa601d9a08 service neutron] 10.222.0.63 "GET /v2.0/networks/d1296999-671d-452c-9751-47483a8a849f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893087 Aug 18 12:35:58.558892 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-dd9de64c-df25-4e42-9954-e4a4f1782588 req-cea474ca-ebb9-4669-884f-a14b9157bcab service neutron] 10.222.0.63 "GET /v2.0/networks/d1296999-671d-452c-9751-47483a8a849f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900354 Aug 18 12:35:58.673690 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9931115d-a0aa-44bf-aa7d-a79c3cb77693 req-4d1d3dc6-eb73-432a-86d2-b5e1c0d0cda0 tempest-DeleteServersTestJSON-1027316147 tempest-DeleteServersTestJSON-1027316147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:35:58.675142 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9931115d-a0aa-44bf-aa7d-a79c3cb77693 req-4d1d3dc6-eb73-432a-86d2-b5e1c0d0cda0 tempest-DeleteServersTestJSON-1027316147 tempest-DeleteServersTestJSON-1027316147-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fa75950-a698-4a4e-b57f-5540fc89e3e9 HTTP/1.1" status: 200 len: 945 time: 0.0494657 Aug 18 12:35:58.716891 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9931115d-a0aa-44bf-aa7d-a79c3cb77693 req-427a3dfd-f254-4811-8112-79cf98629481 tempest-DeleteServersTestJSON-1027316147 tempest-DeleteServersTestJSON-1027316147-project] 10.222.0.66 "GET /v2.0/security-groups?id=9297d2f4-73ee-4fe3-a7c7-113de0474526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328896 Aug 18 12:35:59.867938 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4494674-b8ae-48e7-a813-8fd7c791343e req-3e0c9bee-e7c9-4ee6-89d9-b0442154b2ad tempest-DeleteServersTestJSON-1027316147 tempest-DeleteServersTestJSON-1027316147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:35:59.869474 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f4494674-b8ae-48e7-a813-8fd7c791343e req-3e0c9bee-e7c9-4ee6-89d9-b0442154b2ad tempest-DeleteServersTestJSON-1027316147 tempest-DeleteServersTestJSON-1027316147-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fa75950-a698-4a4e-b57f-5540fc89e3e9 HTTP/1.1" status: 200 len: 945 time: 0.0558367 Aug 18 12:35:59.910592 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f4494674-b8ae-48e7-a813-8fd7c791343e req-513f2842-6a13-419a-821e-5ef965fbe275 tempest-DeleteServersTestJSON-1027316147 tempest-DeleteServersTestJSON-1027316147-project] 10.222.0.66 "GET /v2.0/security-groups?id=9297d2f4-73ee-4fe3-a7c7-113de0474526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327301 Aug 18 12:36:01.052871 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f84afd8-ce99-4c1d-96ed-123031d4f1a7 req-ca482c7e-c2a1-411e-a245-43e8b8368ccb tempest-DeleteServersTestJSON-1027316147 tempest-DeleteServersTestJSON-1027316147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:36:01.054426 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5f84afd8-ce99-4c1d-96ed-123031d4f1a7 req-ca482c7e-c2a1-411e-a245-43e8b8368ccb tempest-DeleteServersTestJSON-1027316147 tempest-DeleteServersTestJSON-1027316147-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fa75950-a698-4a4e-b57f-5540fc89e3e9 HTTP/1.1" status: 200 len: 945 time: 0.0620952 Aug 18 12:36:01.100513 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5f84afd8-ce99-4c1d-96ed-123031d4f1a7 req-3cc9e8f1-af7e-4989-b172-2d7f611f93fd tempest-DeleteServersTestJSON-1027316147 tempest-DeleteServersTestJSON-1027316147-project] 10.222.0.66 "GET /v2.0/security-groups?id=9297d2f4-73ee-4fe3-a7c7-113de0474526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367582 Aug 18 12:36:02.249595 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebefb8e-5f2f-4eaa-a3df-04ad6f11b656 req-85f1e199-d365-4e39-9f80-efd14fe99f2b tempest-DeleteServersTestJSON-1027316147 tempest-DeleteServersTestJSON-1027316147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:36:02.251474 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-cebefb8e-5f2f-4eaa-a3df-04ad6f11b656 req-85f1e199-d365-4e39-9f80-efd14fe99f2b tempest-DeleteServersTestJSON-1027316147 tempest-DeleteServersTestJSON-1027316147-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fa75950-a698-4a4e-b57f-5540fc89e3e9 HTTP/1.1" status: 200 len: 945 time: 0.0630553 Aug 18 12:36:02.290343 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-cebefb8e-5f2f-4eaa-a3df-04ad6f11b656 req-d9ea2197-3cf1-4803-a0df-9cd226d279b6 tempest-DeleteServersTestJSON-1027316147 tempest-DeleteServersTestJSON-1027316147-project] 10.222.0.66 "GET /v2.0/security-groups?id=9297d2f4-73ee-4fe3-a7c7-113de0474526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327311 Aug 18 12:36:03.417864 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151ec046-0601-4943-8c8e-b5d4271e8dc8 req-a4013599-ec20-466b-8740-fa849d04f826 tempest-DeleteServersTestJSON-1027316147 tempest-DeleteServersTestJSON-1027316147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:36:03.419331 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-151ec046-0601-4943-8c8e-b5d4271e8dc8 req-a4013599-ec20-466b-8740-fa849d04f826 tempest-DeleteServersTestJSON-1027316147 tempest-DeleteServersTestJSON-1027316147-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fa75950-a698-4a4e-b57f-5540fc89e3e9 HTTP/1.1" status: 200 len: 945 time: 0.0547428 Aug 18 12:36:03.458228 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-151ec046-0601-4943-8c8e-b5d4271e8dc8 req-1b9100be-7b26-4596-b5a2-2b91ebedab11 tempest-DeleteServersTestJSON-1027316147 tempest-DeleteServersTestJSON-1027316147-project] 10.222.0.66 "GET /v2.0/security-groups?id=9297d2f4-73ee-4fe3-a7c7-113de0474526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324085 Aug 18 12:36:04.595069 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89897937-63ca-4ac5-b782-bbac835bda76 req-07b76fd3-3d46-4b58-ae06-d4958f8a0c6b tempest-DeleteServersTestJSON-1027316147 tempest-DeleteServersTestJSON-1027316147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:36:04.596701 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-89897937-63ca-4ac5-b782-bbac835bda76 req-07b76fd3-3d46-4b58-ae06-d4958f8a0c6b tempest-DeleteServersTestJSON-1027316147 tempest-DeleteServersTestJSON-1027316147-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fa75950-a698-4a4e-b57f-5540fc89e3e9 HTTP/1.1" status: 200 len: 945 time: 0.0620070 Aug 18 12:36:04.637921 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-89897937-63ca-4ac5-b782-bbac835bda76 req-97425576-6c71-4527-bbeb-2beba86c62fe tempest-DeleteServersTestJSON-1027316147 tempest-DeleteServersTestJSON-1027316147-project] 10.222.0.66 "GET /v2.0/security-groups?id=9297d2f4-73ee-4fe3-a7c7-113de0474526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321944 Aug 18 12:36:04.707940 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.agents_db [None req-6dbb2658-0354-4101-8393-6e7505481cf6 None None] Agent healthcheck: found 7 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 12:36:05.762263 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4207fa25-271f-440b-a00d-4e5c350c02c0 req-6c3c1b04-b6f2-4ba2-a412-db8e7b720ec0 tempest-DeleteServersTestJSON-1027316147 tempest-DeleteServersTestJSON-1027316147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:36:05.763730 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4207fa25-271f-440b-a00d-4e5c350c02c0 req-6c3c1b04-b6f2-4ba2-a412-db8e7b720ec0 tempest-DeleteServersTestJSON-1027316147 tempest-DeleteServersTestJSON-1027316147-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fa75950-a698-4a4e-b57f-5540fc89e3e9 HTTP/1.1" status: 200 len: 945 time: 0.0501528 Aug 18 12:36:05.805861 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4207fa25-271f-440b-a00d-4e5c350c02c0 req-62059a79-41be-4210-9e1a-001ded9b9fc3 tempest-DeleteServersTestJSON-1027316147 tempest-DeleteServersTestJSON-1027316147-project] 10.222.0.66 "GET /v2.0/security-groups?id=9297d2f4-73ee-4fe3-a7c7-113de0474526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358262 Aug 18 12:36:06.342582 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:36:06.934667 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7654b523-3127-4b7e-8979-b89347ccf265 req-77550875-05f1-4dc3-b84f-5f69b1efade8 tempest-DeleteServersTestJSON-1027316147 tempest-DeleteServersTestJSON-1027316147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:36:06.936517 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7654b523-3127-4b7e-8979-b89347ccf265 req-77550875-05f1-4dc3-b84f-5f69b1efade8 tempest-DeleteServersTestJSON-1027316147 tempest-DeleteServersTestJSON-1027316147-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fa75950-a698-4a4e-b57f-5540fc89e3e9 HTTP/1.1" status: 200 len: 945 time: 0.0543709 Aug 18 12:36:06.979178 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7654b523-3127-4b7e-8979-b89347ccf265 req-7c3f0c8d-61d9-4dbc-b66c-d78e219bc895 tempest-DeleteServersTestJSON-1027316147 tempest-DeleteServersTestJSON-1027316147-project] 10.222.0.66 "GET /v2.0/security-groups?id=9297d2f4-73ee-4fe3-a7c7-113de0474526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362384 Aug 18 12:36:08.127334 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745f116c-470f-4a79-9f86-a78cd8f2e07f req-c1ccabe7-0e3c-4fbd-aaec-a5b57d70ab7c tempest-DeleteServersTestJSON-1027316147 tempest-DeleteServersTestJSON-1027316147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:36:08.128838 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-745f116c-470f-4a79-9f86-a78cd8f2e07f req-c1ccabe7-0e3c-4fbd-aaec-a5b57d70ab7c tempest-DeleteServersTestJSON-1027316147 tempest-DeleteServersTestJSON-1027316147-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fa75950-a698-4a4e-b57f-5540fc89e3e9 HTTP/1.1" status: 200 len: 945 time: 0.0582161 Aug 18 12:36:08.167431 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-745f116c-470f-4a79-9f86-a78cd8f2e07f req-9926416a-1b85-485c-ad6b-ade876b947a2 tempest-DeleteServersTestJSON-1027316147 tempest-DeleteServersTestJSON-1027316147-project] 10.222.0.66 "GET /v2.0/security-groups?id=9297d2f4-73ee-4fe3-a7c7-113de0474526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323577 Aug 18 12:36:08.502535 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:36:09.296439 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec92fc06-fd4d-4074-be36-166a717643fa req-4c3b0bba-153b-44fe-9546-aa450414f9fa tempest-DeleteServersTestJSON-1027316147 tempest-DeleteServersTestJSON-1027316147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:36:09.298174 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ec92fc06-fd4d-4074-be36-166a717643fa req-4c3b0bba-153b-44fe-9546-aa450414f9fa tempest-DeleteServersTestJSON-1027316147 tempest-DeleteServersTestJSON-1027316147-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fa75950-a698-4a4e-b57f-5540fc89e3e9 HTTP/1.1" status: 200 len: 945 time: 0.0515742 Aug 18 12:36:09.338340 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ec92fc06-fd4d-4074-be36-166a717643fa req-7c1137c8-f87c-42dc-bee5-d9fa8fc51165 tempest-DeleteServersTestJSON-1027316147 tempest-DeleteServersTestJSON-1027316147-project] 10.222.0.66 "GET /v2.0/security-groups?id=9297d2f4-73ee-4fe3-a7c7-113de0474526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342026 Aug 18 12:36:10.469775 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc9e53e-df8f-44ca-8bda-b40bd4d2d9cf req-c4dd08a3-2c70-40a0-b2c5-ec5f018f6c60 tempest-DeleteServersTestJSON-1027316147 tempest-DeleteServersTestJSON-1027316147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:36:10.471318 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-fcc9e53e-df8f-44ca-8bda-b40bd4d2d9cf req-c4dd08a3-2c70-40a0-b2c5-ec5f018f6c60 tempest-DeleteServersTestJSON-1027316147 tempest-DeleteServersTestJSON-1027316147-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fa75950-a698-4a4e-b57f-5540fc89e3e9 HTTP/1.1" status: 200 len: 945 time: 0.0558741 Aug 18 12:36:10.521164 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-fcc9e53e-df8f-44ca-8bda-b40bd4d2d9cf req-defd7660-aff1-4611-b31e-bfa65dad5c5e tempest-DeleteServersTestJSON-1027316147 tempest-DeleteServersTestJSON-1027316147-project] 10.222.0.66 "GET /v2.0/security-groups?id=9297d2f4-73ee-4fe3-a7c7-113de0474526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409184 Aug 18 12:36:11.647353 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ef6e24-4835-4e7d-a5f9-978cc4329795 req-a34dcafd-e9cf-4cec-9dcd-e538695a9df5 tempest-DeleteServersTestJSON-1027316147 tempest-DeleteServersTestJSON-1027316147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:36:11.648872 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e9ef6e24-4835-4e7d-a5f9-978cc4329795 req-a34dcafd-e9cf-4cec-9dcd-e538695a9df5 tempest-DeleteServersTestJSON-1027316147 tempest-DeleteServersTestJSON-1027316147-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fa75950-a698-4a4e-b57f-5540fc89e3e9 HTTP/1.1" status: 200 len: 945 time: 0.0539634 Aug 18 12:36:11.690401 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e9ef6e24-4835-4e7d-a5f9-978cc4329795 req-ff24dcb5-b662-4277-be1b-508d07b63728 tempest-DeleteServersTestJSON-1027316147 tempest-DeleteServersTestJSON-1027316147-project] 10.222.0.66 "GET /v2.0/security-groups?id=9297d2f4-73ee-4fe3-a7c7-113de0474526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324290 Aug 18 12:36:12.834455 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e46fc91-8193-4f73-8c59-38d26fa4ad7d req-7c093373-0878-4ada-b47c-0864fbb32e8c tempest-DeleteServersTestJSON-1027316147 tempest-DeleteServersTestJSON-1027316147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:36:12.835864 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0e46fc91-8193-4f73-8c59-38d26fa4ad7d req-7c093373-0878-4ada-b47c-0864fbb32e8c tempest-DeleteServersTestJSON-1027316147 tempest-DeleteServersTestJSON-1027316147-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fa75950-a698-4a4e-b57f-5540fc89e3e9 HTTP/1.1" status: 200 len: 945 time: 0.0573215 Aug 18 12:36:12.875498 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0e46fc91-8193-4f73-8c59-38d26fa4ad7d req-0d2d4b5e-95b9-4597-9296-a9888d9de69e tempest-DeleteServersTestJSON-1027316147 tempest-DeleteServersTestJSON-1027316147-project] 10.222.0.66 "GET /v2.0/security-groups?id=9297d2f4-73ee-4fe3-a7c7-113de0474526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334232 Aug 18 12:36:14.001239 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [req-527468d3-c373-46d2-b104-c6620bb15987 req-ee318948-d348-4cf5-a3d2-5d5853192630 service neutron] (106252) timed out ('10.222.0.66', 47276) {{(pid=106252) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 18 12:36:14.026712 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758bf374-5ac8-47e1-8595-d4bb539691ff req-631e38bd-1519-4445-9f00-97ac6c92ce28 tempest-DeleteServersTestJSON-1027316147 tempest-DeleteServersTestJSON-1027316147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:36:14.028205 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-758bf374-5ac8-47e1-8595-d4bb539691ff req-631e38bd-1519-4445-9f00-97ac6c92ce28 tempest-DeleteServersTestJSON-1027316147 tempest-DeleteServersTestJSON-1027316147-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fa75950-a698-4a4e-b57f-5540fc89e3e9 HTTP/1.1" status: 200 len: 945 time: 0.0715816 Aug 18 12:36:14.070949 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-758bf374-5ac8-47e1-8595-d4bb539691ff req-457090b4-af8b-4d23-838f-f90b5ecf6a60 tempest-DeleteServersTestJSON-1027316147 tempest-DeleteServersTestJSON-1027316147-project] 10.222.0.66 "GET /v2.0/security-groups?id=9297d2f4-73ee-4fe3-a7c7-113de0474526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344677 Aug 18 12:36:15.190644 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0382fdc-3d00-4bd7-9e77-9d9e63f6596d req-445b6fc2-a105-46f9-98a7-e7b44448491b tempest-DeleteServersTestJSON-1027316147 tempest-DeleteServersTestJSON-1027316147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:36:15.192171 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a0382fdc-3d00-4bd7-9e77-9d9e63f6596d req-445b6fc2-a105-46f9-98a7-e7b44448491b tempest-DeleteServersTestJSON-1027316147 tempest-DeleteServersTestJSON-1027316147-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fa75950-a698-4a4e-b57f-5540fc89e3e9 HTTP/1.1" status: 200 len: 945 time: 0.0524275 Aug 18 12:36:15.232255 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a0382fdc-3d00-4bd7-9e77-9d9e63f6596d req-bbccfd79-30ab-4745-a3c0-2d933e8af141 tempest-DeleteServersTestJSON-1027316147 tempest-DeleteServersTestJSON-1027316147-project] 10.222.0.66 "GET /v2.0/security-groups?id=9297d2f4-73ee-4fe3-a7c7-113de0474526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340481 Aug 18 12:36:16.380208 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15f020e-bdd0-4d1d-9d61-91265ea95015 req-dd5709d2-e8ff-42d5-a6b7-26cb64768995 tempest-DeleteServersTestJSON-1027316147 tempest-DeleteServersTestJSON-1027316147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:36:16.381640 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a15f020e-bdd0-4d1d-9d61-91265ea95015 req-dd5709d2-e8ff-42d5-a6b7-26cb64768995 tempest-DeleteServersTestJSON-1027316147 tempest-DeleteServersTestJSON-1027316147-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fa75950-a698-4a4e-b57f-5540fc89e3e9 HTTP/1.1" status: 200 len: 945 time: 0.0665250 Aug 18 12:36:16.427095 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a15f020e-bdd0-4d1d-9d61-91265ea95015 req-c4dddf5d-2f7b-4dd3-b074-ca08b9f98e90 tempest-DeleteServersTestJSON-1027316147 tempest-DeleteServersTestJSON-1027316147-project] 10.222.0.66 "GET /v2.0/security-groups?id=9297d2f4-73ee-4fe3-a7c7-113de0474526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392520 Aug 18 12:36:17.566025 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbff480-60f9-4d60-a8c5-d67709f29261 req-b210e383-8358-4037-9534-454282f19553 tempest-DeleteServersTestJSON-1027316147 tempest-DeleteServersTestJSON-1027316147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:36:17.567538 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ecbff480-60f9-4d60-a8c5-d67709f29261 req-b210e383-8358-4037-9534-454282f19553 tempest-DeleteServersTestJSON-1027316147 tempest-DeleteServersTestJSON-1027316147-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fa75950-a698-4a4e-b57f-5540fc89e3e9 HTTP/1.1" status: 200 len: 945 time: 0.0582337 Aug 18 12:36:17.607546 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ecbff480-60f9-4d60-a8c5-d67709f29261 req-f7b97cb6-aecc-4c45-81ba-b645320da61b tempest-DeleteServersTestJSON-1027316147 tempest-DeleteServersTestJSON-1027316147-project] 10.222.0.66 "GET /v2.0/security-groups?id=9297d2f4-73ee-4fe3-a7c7-113de0474526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337126 Aug 18 12:36:18.545562 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4de6e833-a21f-477f-99ce-0b54facec0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:36:18.740787 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56993e90-1f1b-4f8d-b01c-b499b64880b3 req-a4ab7a56-5395-4453-a784-e737223a9654 tempest-DeleteServersTestJSON-1027316147 tempest-DeleteServersTestJSON-1027316147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:36:18.742240 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-56993e90-1f1b-4f8d-b01c-b499b64880b3 req-a4ab7a56-5395-4453-a784-e737223a9654 tempest-DeleteServersTestJSON-1027316147 tempest-DeleteServersTestJSON-1027316147-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fa75950-a698-4a4e-b57f-5540fc89e3e9 HTTP/1.1" status: 200 len: 945 time: 0.0518799 Aug 18 12:36:18.780843 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-56993e90-1f1b-4f8d-b01c-b499b64880b3 req-5543804a-d96c-4b43-aaad-d0f196c26fce tempest-DeleteServersTestJSON-1027316147 tempest-DeleteServersTestJSON-1027316147-project] 10.222.0.66 "GET /v2.0/security-groups?id=9297d2f4-73ee-4fe3-a7c7-113de0474526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324373 Aug 18 12:36:19.909586 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baad0bf3-4d30-49ff-b6c8-759815e3ed09 req-3e1799ab-680c-42c3-99f9-e388ae8fb095 tempest-DeleteServersTestJSON-1027316147 tempest-DeleteServersTestJSON-1027316147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:36:19.911149 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-baad0bf3-4d30-49ff-b6c8-759815e3ed09 req-3e1799ab-680c-42c3-99f9-e388ae8fb095 tempest-DeleteServersTestJSON-1027316147 tempest-DeleteServersTestJSON-1027316147-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fa75950-a698-4a4e-b57f-5540fc89e3e9 HTTP/1.1" status: 200 len: 945 time: 0.0503595 Aug 18 12:36:19.950520 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-baad0bf3-4d30-49ff-b6c8-759815e3ed09 req-813fa165-45e1-4fb5-a51c-b4d587bd67b4 tempest-DeleteServersTestJSON-1027316147 tempest-DeleteServersTestJSON-1027316147-project] 10.222.0.66 "GET /v2.0/security-groups?id=9297d2f4-73ee-4fe3-a7c7-113de0474526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330853 Aug 18 12:36:21.079713 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a41ee9-821b-4441-b3d3-beb11700de0a req-bf079e1f-8b9d-4998-b588-1a2e0d15e98a tempest-DeleteServersTestJSON-1027316147 tempest-DeleteServersTestJSON-1027316147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:36:21.081355 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e8a41ee9-821b-4441-b3d3-beb11700de0a req-bf079e1f-8b9d-4998-b588-1a2e0d15e98a tempest-DeleteServersTestJSON-1027316147 tempest-DeleteServersTestJSON-1027316147-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fa75950-a698-4a4e-b57f-5540fc89e3e9 HTTP/1.1" status: 200 len: 945 time: 0.0568788 Aug 18 12:36:21.119349 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e8a41ee9-821b-4441-b3d3-beb11700de0a req-7fbcb02b-2e03-4da7-817c-a5121176d512 tempest-DeleteServersTestJSON-1027316147 tempest-DeleteServersTestJSON-1027316147-project] 10.222.0.66 "GET /v2.0/security-groups?id=9297d2f4-73ee-4fe3-a7c7-113de0474526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319285 Aug 18 12:36:21.486179 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:36:21.733589 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-c2e33a98-75f6-4070-9c93-f64505f60932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:36:22.244680 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb7d3f4-4866-42ae-a228-6c56ef53da40 req-877ce05d-838c-4e13-9cd4-d5f0056264a3 tempest-DeleteServersTestJSON-1027316147 tempest-DeleteServersTestJSON-1027316147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:36:22.246177 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8bb7d3f4-4866-42ae-a228-6c56ef53da40 req-877ce05d-838c-4e13-9cd4-d5f0056264a3 tempest-DeleteServersTestJSON-1027316147 tempest-DeleteServersTestJSON-1027316147-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fa75950-a698-4a4e-b57f-5540fc89e3e9 HTTP/1.1" status: 200 len: 945 time: 0.0508864 Aug 18 12:36:22.276108 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-53584c24-f517-494e-ac93-c18bb92373f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:36:22.285177 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8bb7d3f4-4866-42ae-a228-6c56ef53da40 req-faba6530-8db0-4611-af3e-394c1e78c3da tempest-DeleteServersTestJSON-1027316147 tempest-DeleteServersTestJSON-1027316147-project] 10.222.0.66 "GET /v2.0/security-groups?id=9297d2f4-73ee-4fe3-a7c7-113de0474526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328922 Aug 18 12:36:23.402797 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd26a56a-5482-405c-8f83-4acb53c47648 req-744f3270-dbfc-471d-bc83-99546fb2e3a2 tempest-DeleteServersTestJSON-1027316147 tempest-DeleteServersTestJSON-1027316147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:36:23.404271 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-cd26a56a-5482-405c-8f83-4acb53c47648 req-744f3270-dbfc-471d-bc83-99546fb2e3a2 tempest-DeleteServersTestJSON-1027316147 tempest-DeleteServersTestJSON-1027316147-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fa75950-a698-4a4e-b57f-5540fc89e3e9 HTTP/1.1" status: 200 len: 945 time: 0.0507786 Aug 18 12:36:23.443950 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-cd26a56a-5482-405c-8f83-4acb53c47648 req-62041423-3976-4458-88c2-3eff7d93b80e tempest-DeleteServersTestJSON-1027316147 tempest-DeleteServersTestJSON-1027316147-project] 10.222.0.66 "GET /v2.0/security-groups?id=9297d2f4-73ee-4fe3-a7c7-113de0474526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336471 Aug 18 12:36:23.955380 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-500a1c61-38a7-4c23-a7ec-4631080af5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:36:24.584029 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bac8a5-e37a-4a41-ac9e-2c8186bc93bc req-65ab7f16-2f67-49bd-a70d-b29ebc1922e4 tempest-DeleteServersTestJSON-1027316147 tempest-DeleteServersTestJSON-1027316147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:36:24.585760 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d6bac8a5-e37a-4a41-ac9e-2c8186bc93bc req-65ab7f16-2f67-49bd-a70d-b29ebc1922e4 tempest-DeleteServersTestJSON-1027316147 tempest-DeleteServersTestJSON-1027316147-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fa75950-a698-4a4e-b57f-5540fc89e3e9 HTTP/1.1" status: 200 len: 945 time: 0.0585294 Aug 18 12:36:24.630516 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d6bac8a5-e37a-4a41-ac9e-2c8186bc93bc req-95f2fec2-1979-45c5-ac84-5ad61b89a03c tempest-DeleteServersTestJSON-1027316147 tempest-DeleteServersTestJSON-1027316147-project] 10.222.0.66 "GET /v2.0/security-groups?id=9297d2f4-73ee-4fe3-a7c7-113de0474526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356548 Aug 18 12:36:25.004997 n-d-804985-2 neutron-server[106252]: INFO neutron.api.v2.resource [req-b71339e6-5cf3-4881-9a2e-1862d06b850d req-fabc4597-5fba-4fb9-ab04-c096262803e9 service neutron] show failed (client error): The resource could not be found. Aug 18 12:36:25.006048 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b71339e6-5cf3-4881-9a2e-1862d06b850d req-fabc4597-5fba-4fb9-ab04-c096262803e9 service neutron] 10.222.0.63 "GET /v2.0/ports/32306a47-1766-4eee-98f6-221add1629b7/bindings/n-h2-804985-2 HTTP/1.1" status: 404 len: 380 time: 0.0688460 Aug 18 12:36:25.247394 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71339e6-5cf3-4881-9a2e-1862d06b850d req-5b2ca9e4-24ac-4f5a-bc32-ec286525a28c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:36:25.248945 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-b71339e6-5cf3-4881-9a2e-1862d06b850d req-5b2ca9e4-24ac-4f5a-bc32-ec286525a28c service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=4fa75950-a698-4a4e-b57f-5540fc89e3e9&tenant_id=12a18857913a422aacbf167a66f2467c HTTP/1.1" status: 200 len: 1096 time: 0.0726478 Aug 18 12:36:25.261094 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [req-b71339e6-5cf3-4881-9a2e-1862d06b850d req-66e25442-e9bd-4b25-8525-3fa5795be6a1 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-804985-2', 'device_owner': 'compute:nova'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:36:25.317939 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-b71339e6-5cf3-4881-9a2e-1862d06b850d req-66e25442-e9bd-4b25-8525-3fa5795be6a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:36:25.533299 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-b71339e6-5cf3-4881-9a2e-1862d06b850d req-66e25442-e9bd-4b25-8525-3fa5795be6a1 service neutron] For port 32306a47-1766-4eee-98f6-221add1629b7, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=32306a47-1766-4eee-98f6-221add1629b7,segment=NetworkSegment(f9785dd1-2ed6-4e62-970f-681193c081df),segment_id=f9785dd1-2ed6-4e62-970f-681193c081df)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:36:25.567747 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-b71339e6-5cf3-4881-9a2e-1862d06b850d req-66e25442-e9bd-4b25-8525-3fa5795be6a1 service neutron] For port 32306a47-1766-4eee-98f6-221add1629b7, host n-h1-804985-2, cleared binding levels {{(pid=106253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:36:25.607669 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fa75950-a698-4a4e-b57f-5540fc89e3e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32306a47-1766-4eee-98f6-221add1629b7'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:36:25.610225 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0679f4c4b6e0e0c064a7d71d722dc30541a34fffee11680573be22ee2ffccc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59a093d3-10e0-453b-bde4-ba91215f1ab1" -d '{"events": [{"server_uuid": "4fa75950-a698-4a4e-b57f-5540fc89e3e9", "name": "network-vif-unplugged", "status": "completed", "tag": "32306a47-1766-4eee-98f6-221add1629b7"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:36:25.614006 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-b71339e6-5cf3-4881-9a2e-1862d06b850d req-66e25442-e9bd-4b25-8525-3fa5795be6a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:36:25.627281 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [req-b71339e6-5cf3-4881-9a2e-1862d06b850d req-66e25442-e9bd-4b25-8525-3fa5795be6a1 service neutron] Transition to ACTIVE for port object 32306a47-1766-4eee-98f6-221add1629b7 will not be triggered until provisioned by entity L2. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:36:25.631428 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-b71339e6-5cf3-4881-9a2e-1862d06b850d req-66e25442-e9bd-4b25-8525-3fa5795be6a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:36:25.662105 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 18 Aug 2021 12:36:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77936382-c573-4cd5-a90f-800225b706dd x-openstack-request-id: req-77936382-c573-4cd5-a90f-800225b706dd {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:36:25.662403 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fa75950-a698-4a4e-b57f-5540fc89e3e9", "name": "network-vif-unplugged", "status": "completed", "tag": "32306a47-1766-4eee-98f6-221add1629b7", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:36:25.662657 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-77936382-c573-4cd5-a90f-800225b706dd {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:36:25.663096 n-d-804985-2 neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fa75950-a698-4a4e-b57f-5540fc89e3e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32306a47-1766-4eee-98f6-221add1629b7', 'code': 200} Aug 18 12:36:25.699369 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-b71339e6-5cf3-4881-9a2e-1862d06b850d req-66e25442-e9bd-4b25-8525-3fa5795be6a1 service neutron] No DVR routers for this DVR port 32306a47-1766-4eee-98f6-221add1629b7 on host n-h1-804985-2 {{(pid=106253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:36:25.701433 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e25442-e9bd-4b25-8525-3fa5795be6a1 service neutron] Pushing event updated for resources: {'Port': ['ID=32306a47-1766-4eee-98f6-221add1629b7,revision_number=6']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:36:25.714059 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e25442-e9bd-4b25-8525-3fa5795be6a1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:36:25.714396 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e25442-e9bd-4b25-8525-3fa5795be6a1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:36:25.714742 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e25442-e9bd-4b25-8525-3fa5795be6a1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:36:25.715071 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e25442-e9bd-4b25-8525-3fa5795be6a1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:36:25.715392 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e25442-e9bd-4b25-8525-3fa5795be6a1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:36:25.715714 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e25442-e9bd-4b25-8525-3fa5795be6a1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:36:25.716045 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e25442-e9bd-4b25-8525-3fa5795be6a1 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:36:25.716363 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e25442-e9bd-4b25-8525-3fa5795be6a1 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:36:25.716707 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e25442-e9bd-4b25-8525-3fa5795be6a1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:36:25.717029 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e25442-e9bd-4b25-8525-3fa5795be6a1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:36:25.717327 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e25442-e9bd-4b25-8525-3fa5795be6a1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:36:25.717640 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e25442-e9bd-4b25-8525-3fa5795be6a1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:36:25.751283 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-b71339e6-5cf3-4881-9a2e-1862d06b850d req-66e25442-e9bd-4b25-8525-3fa5795be6a1 service neutron] Attempting to bind port 32306a47-1766-4eee-98f6-221add1629b7 on host n-h2-804985-2 for vnic_type normal with profile {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:36:25.751623 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-b71339e6-5cf3-4881-9a2e-1862d06b850d req-66e25442-e9bd-4b25-8525-3fa5795be6a1 service neutron] Attempting to bind port 32306a47-1766-4eee-98f6-221add1629b7 by drivers openvswitch,hyperv on host n-h2-804985-2 at level 0 using segments [{'id': 'f9785dd1-2ed6-4e62-970f-681193c081df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'd1296999-671d-452c-9751-47483a8a849f'}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:36:25.751981 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b71339e6-5cf3-4881-9a2e-1862d06b850d req-66e25442-e9bd-4b25-8525-3fa5795be6a1 service neutron] Attempting to bind port 32306a47-1766-4eee-98f6-221add1629b7 on network d1296999-671d-452c-9751-47483a8a849f {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:36:25.756545 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b71339e6-5cf3-4881-9a2e-1862d06b850d req-66e25442-e9bd-4b25-8525-3fa5795be6a1 service neutron] Port 32306a47-1766-4eee-98f6-221add1629b7 on network d1296999-671d-452c-9751-47483a8a849f not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-2 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:36:25.756876 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b71339e6-5cf3-4881-9a2e-1862d06b850d req-66e25442-e9bd-4b25-8525-3fa5795be6a1 service neutron] Attempting to bind port 32306a47-1766-4eee-98f6-221add1629b7 on network d1296999-671d-452c-9751-47483a8a849f {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:36:25.758162 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c864cb-43ee-4fcf-b4ff-294a7c3438db req-6d502ea7-c8f0-488f-94fe-f1ef3cc93481 tempest-DeleteServersTestJSON-1027316147 tempest-DeleteServersTestJSON-1027316147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:36:25.759678 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-01c864cb-43ee-4fcf-b4ff-294a7c3438db req-6d502ea7-c8f0-488f-94fe-f1ef3cc93481 tempest-DeleteServersTestJSON-1027316147 tempest-DeleteServersTestJSON-1027316147-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fa75950-a698-4a4e-b57f-5540fc89e3e9 HTTP/1.1" status: 200 len: 943 time: 0.0497615 Aug 18 12:36:25.761899 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b71339e6-5cf3-4881-9a2e-1862d06b850d req-66e25442-e9bd-4b25-8525-3fa5795be6a1 service neutron] Checking agent: {'id': 'da5da552-709c-4248-84de-86af99a0dc87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 49, 8), 'started_at': datetime.datetime(2021, 8, 18, 11, 49, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 36, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:36:25.762234 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b71339e6-5cf3-4881-9a2e-1862d06b850d req-66e25442-e9bd-4b25-8525-3fa5795be6a1 service neutron] Checking segment: {'id': 'f9785dd1-2ed6-4e62-970f-681193c081df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'd1296999-671d-452c-9751-47483a8a849f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:36:25.762620 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b71339e6-5cf3-4881-9a2e-1862d06b850d req-66e25442-e9bd-4b25-8525-3fa5795be6a1 service neutron] Bound using segment: {'id': 'f9785dd1-2ed6-4e62-970f-681193c081df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'd1296999-671d-452c-9751-47483a8a849f'} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:36:25.763041 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-b71339e6-5cf3-4881-9a2e-1862d06b850d req-66e25442-e9bd-4b25-8525-3fa5795be6a1 service neutron] Bound port: 32306a47-1766-4eee-98f6-221add1629b7, host: n-h2-804985-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9785dd1-2ed6-4e62-970f-681193c081df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'd1296999-671d-452c-9751-47483a8a849f'}}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:36:25.763402 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-b71339e6-5cf3-4881-9a2e-1862d06b850d req-66e25442-e9bd-4b25-8525-3fa5795be6a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:36:25.797451 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-01c864cb-43ee-4fcf-b4ff-294a7c3438db req-41229098-8f53-4e54-8a50-042dcb94897f tempest-DeleteServersTestJSON-1027316147 tempest-DeleteServersTestJSON-1027316147-project] 10.222.0.66 "GET /v2.0/security-groups?id=9297d2f4-73ee-4fe3-a7c7-113de0474526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315251 Aug 18 12:36:25.826597 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-b71339e6-5cf3-4881-9a2e-1862d06b850d req-66e25442-e9bd-4b25-8525-3fa5795be6a1 service neutron] For port 32306a47-1766-4eee-98f6-221add1629b7, host n-h2-804985-2, cleared binding levels {{(pid=106253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:36:25.829578 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-b71339e6-5cf3-4881-9a2e-1862d06b850d req-66e25442-e9bd-4b25-8525-3fa5795be6a1 service neutron] For port 32306a47-1766-4eee-98f6-221add1629b7, host n-h2-804985-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=32306a47-1766-4eee-98f6-221add1629b7,segment=NetworkSegment(f9785dd1-2ed6-4e62-970f-681193c081df),segment_id=f9785dd1-2ed6-4e62-970f-681193c081df)] {{(pid=106253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:36:25.834862 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-b71339e6-5cf3-4881-9a2e-1862d06b850d req-66e25442-e9bd-4b25-8525-3fa5795be6a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:36:25.868186 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71339e6-5cf3-4881-9a2e-1862d06b850d req-66e25442-e9bd-4b25-8525-3fa5795be6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:36:25.868821 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-b71339e6-5cf3-4881-9a2e-1862d06b850d req-66e25442-e9bd-4b25-8525-3fa5795be6a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:36:25.870266 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-b71339e6-5cf3-4881-9a2e-1862d06b850d req-66e25442-e9bd-4b25-8525-3fa5795be6a1 service neutron] 10.222.0.62 "PUT /v2.0/ports/32306a47-1766-4eee-98f6-221add1629b7 HTTP/1.1" status: 200 len: 1091 time: 0.6134195 Aug 18 12:36:25.890923 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e25442-e9bd-4b25-8525-3fa5795be6a1 service neutron] Pushing event updated for resources: {'Port': ['ID=32306a47-1766-4eee-98f6-221add1629b7,revision_number=7']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:36:25.933042 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71339e6-5cf3-4881-9a2e-1862d06b850d req-aa37b4ce-6bb6-4090-bfaa-7e5241519635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:36:25.934502 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-b71339e6-5cf3-4881-9a2e-1862d06b850d req-aa37b4ce-6bb6-4090-bfaa-7e5241519635 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=12a18857913a422aacbf167a66f2467c&device_id=4fa75950-a698-4a4e-b57f-5540fc89e3e9 HTTP/1.1" status: 200 len: 1094 time: 0.0407615 Aug 18 12:36:26.036747 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71339e6-5cf3-4881-9a2e-1862d06b850d req-06d86ad1-2459-4d4e-9dfb-a52e27a5e622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:36:26.038252 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-b71339e6-5cf3-4881-9a2e-1862d06b850d req-06d86ad1-2459-4d4e-9dfb-a52e27a5e622 service neutron] 10.222.0.62 "GET /v2.0/networks?id=d1296999-671d-452c-9751-47483a8a849f HTTP/1.1" status: 200 len: 913 time: 0.0968239 Aug 18 12:36:26.085096 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-b71339e6-5cf3-4881-9a2e-1862d06b850d req-586a39bf-4149-4ac4-a147-e008ea469927 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=32306a47-1766-4eee-98f6-221add1629b7 HTTP/1.1" status: 200 len: 217 time: 0.0398903 Aug 18 12:36:26.143903 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71339e6-5cf3-4881-9a2e-1862d06b850d req-bc5085ad-6e4b-4211-a5c1-086e520b6c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:36:26.146222 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-b71339e6-5cf3-4881-9a2e-1862d06b850d req-bc5085ad-6e4b-4211-a5c1-086e520b6c0a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2e93bc26-abe2-40f4-a801-5136aa65dcb7 HTTP/1.1" status: 200 len: 852 time: 0.0541303 Aug 18 12:36:26.180457 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-b71339e6-5cf3-4881-9a2e-1862d06b850d req-865f3181-0ea4-4826-b84b-69c146739f65 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d1296999-671d-452c-9751-47483a8a849f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268304 Aug 18 12:36:26.282585 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-b71339e6-5cf3-4881-9a2e-1862d06b850d req-1b74120c-2331-43ba-836b-16064dc5a65f service neutron] 10.222.0.62 "GET /v2.0/networks/d1296999-671d-452c-9751-47483a8a849f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902755 Aug 18 12:36:26.378623 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-b71339e6-5cf3-4881-9a2e-1862d06b850d req-d04b8a6a-6dba-4856-9210-dd2245dbb5ae service neutron] 10.222.0.62 "GET /v2.0/networks/d1296999-671d-452c-9751-47483a8a849f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883291 Aug 18 12:36:26.935697 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455cb1cd-f48c-48b6-805a-e971e86a3f41 req-fb871da8-b09b-4be7-9855-d507039ce7c0 tempest-DeleteServersTestJSON-1027316147 tempest-DeleteServersTestJSON-1027316147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:36:26.937581 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-455cb1cd-f48c-48b6-805a-e971e86a3f41 req-fb871da8-b09b-4be7-9855-d507039ce7c0 tempest-DeleteServersTestJSON-1027316147 tempest-DeleteServersTestJSON-1027316147-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fa75950-a698-4a4e-b57f-5540fc89e3e9 HTTP/1.1" status: 200 len: 943 time: 0.0552721 Aug 18 12:36:26.976491 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-455cb1cd-f48c-48b6-805a-e971e86a3f41 req-6e8d6ef4-e22e-4076-ba75-db887bf955ab tempest-DeleteServersTestJSON-1027316147 tempest-DeleteServersTestJSON-1027316147-project] 10.222.0.66 "GET /v2.0/security-groups?id=9297d2f4-73ee-4fe3-a7c7-113de0474526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326760 Aug 18 12:36:27.664602 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fa75950-a698-4a4e-b57f-5540fc89e3e9', 'tag': '32306a47-1766-4eee-98f6-221add1629b7'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:36:27.668545 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0679f4c4b6e0e0c064a7d71d722dc30541a34fffee11680573be22ee2ffccc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aacb13ea-f441-4775-9a5d-d57004fadce3" -d '{"events": [{"name": "network-changed", "server_uuid": "4fa75950-a698-4a4e-b57f-5540fc89e3e9", "tag": "32306a47-1766-4eee-98f6-221add1629b7"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:36:27.724659 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:36:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ed42014-99bb-4136-9be7-05e6c7d98ebe x-openstack-request-id: req-4ed42014-99bb-4136-9be7-05e6c7d98ebe {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:36:27.724960 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fa75950-a698-4a4e-b57f-5540fc89e3e9", "tag": "32306a47-1766-4eee-98f6-221add1629b7", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:36:27.725205 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-4ed42014-99bb-4136-9be7-05e6c7d98ebe {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:36:27.725609 n-d-804985-2 neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fa75950-a698-4a4e-b57f-5540fc89e3e9', 'tag': '32306a47-1766-4eee-98f6-221add1629b7', 'status': 'completed', 'code': 200} Aug 18 12:36:27.789605 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacb13ea-f441-4775-9a5d-d57004fadce3 req-42da057c-a35a-4d1c-bdd3-3391ed96cd30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:36:27.791450 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-aacb13ea-f441-4775-9a5d-d57004fadce3 req-42da057c-a35a-4d1c-bdd3-3391ed96cd30 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=12a18857913a422aacbf167a66f2467c&device_id=4fa75950-a698-4a4e-b57f-5540fc89e3e9 HTTP/1.1" status: 200 len: 1094 time: 0.0426888 Aug 18 12:36:27.792006 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacb13ea-f441-4775-9a5d-d57004fadce3 req-1c7240cb-823b-4d86-bb51-d0dfa7a41bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:36:27.793550 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-aacb13ea-f441-4775-9a5d-d57004fadce3 req-1c7240cb-823b-4d86-bb51-d0dfa7a41bb9 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=12a18857913a422aacbf167a66f2467c&device_id=4fa75950-a698-4a4e-b57f-5540fc89e3e9 HTTP/1.1" status: 200 len: 1094 time: 0.0483880 Aug 18 12:36:27.905206 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacb13ea-f441-4775-9a5d-d57004fadce3 req-aa9a2915-41fb-4547-bb6e-c3643e50ccbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:36:27.905986 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacb13ea-f441-4775-9a5d-d57004fadce3 req-3052f188-94ba-4954-bd3e-616d2cfe9294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:36:27.906732 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-aacb13ea-f441-4775-9a5d-d57004fadce3 req-aa9a2915-41fb-4547-bb6e-c3643e50ccbe service neutron] 10.222.0.63 "GET /v2.0/networks?id=d1296999-671d-452c-9751-47483a8a849f HTTP/1.1" status: 200 len: 913 time: 0.1080580 Aug 18 12:36:27.907476 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-aacb13ea-f441-4775-9a5d-d57004fadce3 req-3052f188-94ba-4954-bd3e-616d2cfe9294 service neutron] 10.222.0.62 "GET /v2.0/networks?id=d1296999-671d-452c-9751-47483a8a849f HTTP/1.1" status: 200 len: 913 time: 0.0969207 Aug 18 12:36:27.950248 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-aacb13ea-f441-4775-9a5d-d57004fadce3 req-9162fc6f-8ef9-44fa-b3df-f698fa0b306b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=32306a47-1766-4eee-98f6-221add1629b7 HTTP/1.1" status: 200 len: 217 time: 0.0351572 Aug 18 12:36:27.950642 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-aacb13ea-f441-4775-9a5d-d57004fadce3 req-ee6df448-11db-4d4c-a6ed-439a8cbc6566 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=32306a47-1766-4eee-98f6-221add1629b7 HTTP/1.1" status: 200 len: 217 time: 0.0357270 Aug 18 12:36:28.002161 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacb13ea-f441-4775-9a5d-d57004fadce3 req-4761079d-bc0c-4957-a626-646038e3f1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:36:28.002850 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacb13ea-f441-4775-9a5d-d57004fadce3 req-26f60c5b-d02b-45ef-87ca-88f35c31cd85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:36:28.004146 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-aacb13ea-f441-4775-9a5d-d57004fadce3 req-4761079d-bc0c-4957-a626-646038e3f1e3 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=2e93bc26-abe2-40f4-a801-5136aa65dcb7 HTTP/1.1" status: 200 len: 852 time: 0.0469642 Aug 18 12:36:28.004805 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-aacb13ea-f441-4775-9a5d-d57004fadce3 req-26f60c5b-d02b-45ef-87ca-88f35c31cd85 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2e93bc26-abe2-40f4-a801-5136aa65dcb7 HTTP/1.1" status: 200 len: 852 time: 0.0476229 Aug 18 12:36:28.037108 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-aacb13ea-f441-4775-9a5d-d57004fadce3 req-2420d16d-bf6f-4e9e-9424-28d5df353c10 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=d1296999-671d-452c-9751-47483a8a849f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256276 Aug 18 12:36:28.041240 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-aacb13ea-f441-4775-9a5d-d57004fadce3 req-5ab0c2cc-3e6f-4133-9361-acf94c6e83f6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d1296999-671d-452c-9751-47483a8a849f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298610 Aug 18 12:36:28.138840 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-aacb13ea-f441-4775-9a5d-d57004fadce3 req-3eca1973-1859-485a-9604-42e74df2ea3c service neutron] 10.222.0.62 "GET /v2.0/networks/d1296999-671d-452c-9751-47483a8a849f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883734 Aug 18 12:36:28.163969 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c714b87-0cab-4864-8843-67eb11d4f12b req-8059ed55-7c64-4b1b-ac4a-f27745246e3e tempest-DeleteServersTestJSON-1027316147 tempest-DeleteServersTestJSON-1027316147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:36:28.165479 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9c714b87-0cab-4864-8843-67eb11d4f12b req-8059ed55-7c64-4b1b-ac4a-f27745246e3e tempest-DeleteServersTestJSON-1027316147 tempest-DeleteServersTestJSON-1027316147-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fa75950-a698-4a4e-b57f-5540fc89e3e9 HTTP/1.1" status: 200 len: 943 time: 0.1017094 Aug 18 12:36:28.171124 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-aacb13ea-f441-4775-9a5d-d57004fadce3 req-bb986434-ee58-430a-b7e0-4083d92da343 service neutron] 10.222.0.63 "GET /v2.0/networks/d1296999-671d-452c-9751-47483a8a849f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266582 Aug 18 12:36:28.232979 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-aacb13ea-f441-4775-9a5d-d57004fadce3 req-01f981ff-e403-46e3-a00a-f6d3661d29c3 service neutron] 10.222.0.62 "GET /v2.0/networks/d1296999-671d-452c-9751-47483a8a849f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871813 Aug 18 12:36:28.254485 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9c714b87-0cab-4864-8843-67eb11d4f12b req-615bbb30-f4e7-43c3-8fba-542458371707 tempest-DeleteServersTestJSON-1027316147 tempest-DeleteServersTestJSON-1027316147-project] 10.222.0.66 "GET /v2.0/security-groups?id=9297d2f4-73ee-4fe3-a7c7-113de0474526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823908 Aug 18 12:36:28.285244 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-aacb13ea-f441-4775-9a5d-d57004fadce3 req-4978565c-b17c-4f51-a289-497166749a28 service neutron] 10.222.0.63 "GET /v2.0/networks/d1296999-671d-452c-9751-47483a8a849f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062696 Aug 18 12:36:28.540502 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e174817-23d9-4371-9a79-b2a9f39d3fbf req-2f080e5c-1480-4e35-a202-c86d9b7fc831 tempest-DeleteServersTestJSON-1027316147 tempest-DeleteServersTestJSON-1027316147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:36:28.541985 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5e174817-23d9-4371-9a79-b2a9f39d3fbf req-2f080e5c-1480-4e35-a202-c86d9b7fc831 tempest-DeleteServersTestJSON-1027316147 tempest-DeleteServersTestJSON-1027316147-project] 10.222.0.63 "GET /v2.0/ports?device_id=4fa75950-a698-4a4e-b57f-5540fc89e3e9&tenant_id=12a18857913a422aacbf167a66f2467c&binding%3Ahost_id=n-h2-804985-2 HTTP/1.1" status: 200 len: 943 time: 0.0934110 Aug 18 12:36:28.608649 n-d-804985-2 neutron-server[106252]: INFO neutron.api.v2.resource [req-5e174817-23d9-4371-9a79-b2a9f39d3fbf req-eb9e455f-1c50-4a77-b368-6059f04ae7b2 service neutron] delete failed (client error): The resource could not be found. Aug 18 12:36:28.609692 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5e174817-23d9-4371-9a79-b2a9f39d3fbf req-eb9e455f-1c50-4a77-b368-6059f04ae7b2 service neutron] 10.222.0.63 "DELETE /v2.0/ports/32306a47-1766-4eee-98f6-221add1629b7/bindings/n-h1-804985-2 HTTP/1.1" status: 404 len: 380 time: 0.0600271 Aug 18 12:36:28.696784 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e174817-23d9-4371-9a79-b2a9f39d3fbf req-4016f8fe-a3b0-4711-8d1b-abb70d92fcce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:36:28.698270 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5e174817-23d9-4371-9a79-b2a9f39d3fbf req-4016f8fe-a3b0-4711-8d1b-abb70d92fcce service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=12a18857913a422aacbf167a66f2467c&device_id=4fa75950-a698-4a4e-b57f-5540fc89e3e9 HTTP/1.1" status: 200 len: 1094 time: 0.0432270 Aug 18 12:36:28.805298 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e174817-23d9-4371-9a79-b2a9f39d3fbf req-de821be9-7a72-4190-aa27-2affa3b1fb6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:36:28.806702 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5e174817-23d9-4371-9a79-b2a9f39d3fbf req-de821be9-7a72-4190-aa27-2affa3b1fb6c service neutron] 10.222.0.63 "GET /v2.0/networks?id=d1296999-671d-452c-9751-47483a8a849f HTTP/1.1" status: 200 len: 913 time: 0.1014211 Aug 18 12:36:28.848464 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5e174817-23d9-4371-9a79-b2a9f39d3fbf req-42c9df71-24a3-4de3-8604-afd8281798ef service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=32306a47-1766-4eee-98f6-221add1629b7 HTTP/1.1" status: 200 len: 217 time: 0.0350046 Aug 18 12:36:28.900901 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e174817-23d9-4371-9a79-b2a9f39d3fbf req-0f1ff385-dc36-439d-8e92-c86eabe93c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:36:28.902893 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5e174817-23d9-4371-9a79-b2a9f39d3fbf req-0f1ff385-dc36-439d-8e92-c86eabe93c6d service neutron] 10.222.0.63 "GET /v2.0/subnets?id=2e93bc26-abe2-40f4-a801-5136aa65dcb7 HTTP/1.1" status: 200 len: 852 time: 0.0463200 Aug 18 12:36:28.934037 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5e174817-23d9-4371-9a79-b2a9f39d3fbf req-b3e7a89c-75f9-43b8-8ee1-b99838172046 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=d1296999-671d-452c-9751-47483a8a849f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241098 Aug 18 12:36:29.027088 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5e174817-23d9-4371-9a79-b2a9f39d3fbf req-ab9cc0f4-c62f-4a73-8ebc-d19489256604 service neutron] 10.222.0.63 "GET /v2.0/networks/d1296999-671d-452c-9751-47483a8a849f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862198 Aug 18 12:36:29.116760 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5e174817-23d9-4371-9a79-b2a9f39d3fbf req-7021ddab-383b-43bf-be0b-f2246f0a3c38 service neutron] 10.222.0.63 "GET /v2.0/networks/d1296999-671d-452c-9751-47483a8a849f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825419 Aug 18 12:36:29.695400 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 32306a47-1766-4eee-98f6-221add1629b7 no longer exists at agent hyperv_n-h1-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:36:29.745166 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 32306a47-1766-4eee-98f6-221add1629b7 details requested by agent hyperv_n-h2-804985-2 with host n-h2-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:36:29.757569 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 32306a47-1766-4eee-98f6-221add1629b7 not bound to the agent host n-h1-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:36:29.847553 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port 32306a47-1766-4eee-98f6-221add1629b7, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=32306a47-1766-4eee-98f6-221add1629b7,segment=NetworkSegment(f9785dd1-2ed6-4e62-970f-681193c081df),segment_id=f9785dd1-2ed6-4e62-970f-681193c081df)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:36:29.858275 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Returning: {'device': '32306a47-1766-4eee-98f6-221add1629b7', 'network_id': 'd1296999-671d-452c-9751-47483a8a849f', 'port_id': '32306a47-1766-4eee-98f6-221add1629b7', 'mac_address': 'fa:16:3e:0b:b9:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 843, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e93bc26-abe2-40f4-a801-5136aa65dcb7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:36:29.867194 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aca95a9-9b90-434f-a43e-25ee933ccf70 req-397c7ffc-d013-4571-9b36-3de94d2abf7b tempest-DeleteServersTestJSON-1027316147 tempest-DeleteServersTestJSON-1027316147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:36:29.868753 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3aca95a9-9b90-434f-a43e-25ee933ccf70 req-397c7ffc-d013-4571-9b36-3de94d2abf7b tempest-DeleteServersTestJSON-1027316147 tempest-DeleteServersTestJSON-1027316147-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fa75950-a698-4a4e-b57f-5540fc89e3e9 HTTP/1.1" status: 200 len: 943 time: 0.0547593 Aug 18 12:36:29.899815 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:36:29.907484 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3aca95a9-9b90-434f-a43e-25ee933ccf70 req-80664832-8352-4752-adca-6a29d0162c68 tempest-DeleteServersTestJSON-1027316147 tempest-DeleteServersTestJSON-1027316147-project] 10.222.0.66 "GET /v2.0/security-groups?id=9297d2f4-73ee-4fe3-a7c7-113de0474526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326459 Aug 18 12:36:29.913334 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32306a47-1766-4eee-98f6-221add1629b7 {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:36:29.933713 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port 32306a47-1766-4eee-98f6-221add1629b7, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=32306a47-1766-4eee-98f6-221add1629b7,segment=NetworkSegment(f9785dd1-2ed6-4e62-970f-681193c081df),segment_id=f9785dd1-2ed6-4e62-970f-681193c081df)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:36:29.938712 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:36:29.990376 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=32306a47-1766-4eee-98f6-221add1629b7,revision_number=8']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:36:30.001716 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:36:30.002288 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:36:30.002847 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:36:30.003398 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:36:30.003943 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:36:30.004607 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:36:30.004944 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:36:30.005265 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:36:30.005575 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:36:30.005907 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:36:30.006228 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:36:30.006550 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:36:30.165778 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] get_ports_and_sgs() called for port_ids ['32306a47-1766-4eee-98f6-221add1629b7'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:36:31.037170 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec16bd9-0f37-4fe6-be1a-44a45676cde5 req-2c5ecde5-145d-4ee8-88a3-b972d1a8059e tempest-DeleteServersTestJSON-1027316147 tempest-DeleteServersTestJSON-1027316147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:36:31.038693 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-cec16bd9-0f37-4fe6-be1a-44a45676cde5 req-2c5ecde5-145d-4ee8-88a3-b972d1a8059e tempest-DeleteServersTestJSON-1027316147 tempest-DeleteServersTestJSON-1027316147-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fa75950-a698-4a4e-b57f-5540fc89e3e9 HTTP/1.1" status: 200 len: 944 time: 0.0557683 Aug 18 12:36:31.080921 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-cec16bd9-0f37-4fe6-be1a-44a45676cde5 req-e75f2098-97dd-47ce-bacc-77b822e90981 tempest-DeleteServersTestJSON-1027316147 tempest-DeleteServersTestJSON-1027316147-project] 10.222.0.66 "GET /v2.0/security-groups?id=9297d2f4-73ee-4fe3-a7c7-113de0474526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348704 Aug 18 12:36:31.082748 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e174817-23d9-4371-9a79-b2a9f39d3fbf req-d2ae8f38-4d42-485b-a0ef-1af1ab755a93 tempest-DeleteServersTestJSON-1027316147 tempest-DeleteServersTestJSON-1027316147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:36:31.084294 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-5e174817-23d9-4371-9a79-b2a9f39d3fbf req-d2ae8f38-4d42-485b-a0ef-1af1ab755a93 tempest-DeleteServersTestJSON-1027316147 tempest-DeleteServersTestJSON-1027316147-project] 10.222.0.62 "GET /v2.0/ports?device_id=4fa75950-a698-4a4e-b57f-5540fc89e3e9 HTTP/1.1" status: 200 len: 944 time: 0.0511038 Aug 18 12:36:31.175764 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-5e174817-23d9-4371-9a79-b2a9f39d3fbf req-af1d1f82-df41-4ec2-94c9-9e00a320d794 tempest-DeleteServersTestJSON-1027316147 tempest-DeleteServersTestJSON-1027316147-project] Deleting port 32306a47-1766-4eee-98f6-221add1629b7 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:36:31.176107 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-5e174817-23d9-4371-9a79-b2a9f39d3fbf req-af1d1f82-df41-4ec2-94c9-9e00a320d794 tempest-DeleteServersTestJSON-1027316147 tempest-DeleteServersTestJSON-1027316147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:36:31.267894 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-5e174817-23d9-4371-9a79-b2a9f39d3fbf req-af1d1f82-df41-4ec2-94c9-9e00a320d794 tempest-DeleteServersTestJSON-1027316147 tempest-DeleteServersTestJSON-1027316147-project] For port 32306a47-1766-4eee-98f6-221add1629b7, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=32306a47-1766-4eee-98f6-221add1629b7,segment=NetworkSegment(f9785dd1-2ed6-4e62-970f-681193c081df),segment_id=f9785dd1-2ed6-4e62-970f-681193c081df)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:36:31.268254 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-5e174817-23d9-4371-9a79-b2a9f39d3fbf req-af1d1f82-df41-4ec2-94c9-9e00a320d794 tempest-DeleteServersTestJSON-1027316147 tempest-DeleteServersTestJSON-1027316147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:36:31.281686 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-5e174817-23d9-4371-9a79-b2a9f39d3fbf req-af1d1f82-df41-4ec2-94c9-9e00a320d794 tempest-DeleteServersTestJSON-1027316147 tempest-DeleteServersTestJSON-1027316147-project] Calling delete_port for 32306a47-1766-4eee-98f6-221add1629b7 owned by compute:nova {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:36:31.426084 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-5e174817-23d9-4371-9a79-b2a9f39d3fbf req-af1d1f82-df41-4ec2-94c9-9e00a320d794 tempest-DeleteServersTestJSON-1027316147 tempest-DeleteServersTestJSON-1027316147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:36:31.438468 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] get_ports_and_sgs() called for port_ids ['32306a47-1766-4eee-98f6-221add1629b7'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:36:31.459519 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1d1f82-df41-4ec2-94c9-9e00a320d794 tempest-DeleteServersTestJSON-1027316147 tempest-DeleteServersTestJSON-1027316147-project] Pushing event deleted for resources: {'Port': ['ID=32306a47-1766-4eee-98f6-221add1629b7,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:36:31.497552 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e174817-23d9-4371-9a79-b2a9f39d3fbf req-af1d1f82-df41-4ec2-94c9-9e00a320d794 tempest-DeleteServersTestJSON-1027316147 tempest-DeleteServersTestJSON-1027316147-project] No DVR routers for this DVR port 32306a47-1766-4eee-98f6-221add1629b7 on host n-h2-804985-2 {{(pid=106253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:36:31.500221 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-5e174817-23d9-4371-9a79-b2a9f39d3fbf req-af1d1f82-df41-4ec2-94c9-9e00a320d794 tempest-DeleteServersTestJSON-1027316147 tempest-DeleteServersTestJSON-1027316147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:36:31.502393 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-5e174817-23d9-4371-9a79-b2a9f39d3fbf req-af1d1f82-df41-4ec2-94c9-9e00a320d794 tempest-DeleteServersTestJSON-1027316147 tempest-DeleteServersTestJSON-1027316147-project] 10.222.0.62 "DELETE /v2.0/ports/32306a47-1766-4eee-98f6-221add1629b7 HTTP/1.1" status: 204 len: 173 time: 0.4115853 Aug 18 12:36:31.502914 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fa75950-a698-4a4e-b57f-5540fc89e3e9', 'name': 'network-vif-deleted', 'tag': '32306a47-1766-4eee-98f6-221add1629b7'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:36:31.505342 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0679f4c4b6e0e0c064a7d71d722dc30541a34fffee11680573be22ee2ffccc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d277823e-d330-476b-a633-e3680fb58b45" -d '{"events": [{"server_uuid": "4fa75950-a698-4a4e-b57f-5540fc89e3e9", "name": "network-vif-deleted", "tag": "32306a47-1766-4eee-98f6-221add1629b7"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:36:31.541104 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:36:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8f85f54-895a-4227-842f-4414a7ce66a0 x-openstack-request-id: req-f8f85f54-895a-4227-842f-4414a7ce66a0 {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:36:31.541402 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fa75950-a698-4a4e-b57f-5540fc89e3e9", "name": "network-vif-deleted", "tag": "32306a47-1766-4eee-98f6-221add1629b7", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:36:31.541655 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f8f85f54-895a-4227-842f-4414a7ce66a0 {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:36:31.542058 n-d-804985-2 neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fa75950-a698-4a4e-b57f-5540fc89e3e9', 'name': 'network-vif-deleted', 'tag': '32306a47-1766-4eee-98f6-221add1629b7', 'status': 'completed', 'code': 200} Aug 18 12:36:31.750919 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 32306a47-1766-4eee-98f6-221add1629b7 up at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:36:31.770697 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] No Port match for: 32306a47-1766-4eee-98f6-221add1629b7 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:36:31.771027 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 32306a47-1766-4eee-98f6-221add1629b7 not bound to the agent host n-h2-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 18 12:36:31.789859 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Port 32306a47-1766-4eee-98f6-221add1629b7 not found, will not notify nova. {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 18 12:36:32.219938 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 49638) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:36:32.274764 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_v2 [None req-f25cfa2a-df4d-432e-883b-e6ebc8c3d240 admin admin] Deleting subnet 2e93bc26-abe2-40f4-a801-5136aa65dcb7 {{(pid=106253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 12:36:32.278169 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f25cfa2a-df4d-432e-883b-e6ebc8c3d240 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:36:32.318717 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f25cfa2a-df4d-432e-883b-e6ebc8c3d240 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902229'] for subnet, precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:36:32.358796 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f25cfa2a-df4d-432e-883b-e6ebc8c3d240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:36:32.418099 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f25cfa2a-df4d-432e-883b-e6ebc8c3d240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58902171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59388106'] for subnet, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:36:32.445511 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25cfa2a-df4d-432e-883b-e6ebc8c3d240 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e93bc26-abe2-40f4-a801-5136aa65dcb7,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:36:32.447473 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f25cfa2a-df4d-432e-883b-e6ebc8c3d240 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:36:32.449348 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-f25cfa2a-df4d-432e-883b-e6ebc8c3d240 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/2e93bc26-abe2-40f4-a801-5136aa65dcb7 HTTP/1.1" status: 204 len: 168 time: 0.2283750 Aug 18 12:36:32.452666 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 49640) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:36:32.531566 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7b928cd1-0578-417d-b680-3567a7c445d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7904109'] for network, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:36:32.612754 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7b928cd1-0578-417d-b680-3567a7c445d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8367869', 'neutron.services.segments.db._delete_segments_for_network-8789151212993'] for network, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:36:32.622667 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-7b928cd1-0578-417d-b680-3567a7c445d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1296999-671d-452c-9751-47483a8a849f']}} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:36:32.633022 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-7b928cd1-0578-417d-b680-3567a7c445d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9785dd1-2ed6-4e62-970f-681193c081df') {'for_net_delete': True} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:36:32.633318 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-7b928cd1-0578-417d-b680-3567a7c445d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9785dd1-2ed6-4e62-970f-681193c081df') {} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:36:32.642281 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7b928cd1-0578-417d-b680-3567a7c445d4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789151225254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902236'] for segment, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:36:32.655801 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7b928cd1-0578-417d-b680-3567a7c445d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:36:32.662912 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b928cd1-0578-417d-b680-3567a7c445d4 admin admin] Releasing vlan 843 on physical network physnet1 to pool {{(pid=106253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:36:32.663319 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7b928cd1-0578-417d-b680-3567a7c445d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58900537'] for segment, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:36:32.665210 n-d-804985-2 neutron-server[106253]: Traceback (most recent call last): Aug 18 12:36:32.665210 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:36:32.665210 n-d-804985-2 neutron-server[106253]: timer() Aug 18 12:36:32.665210 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:36:32.665210 n-d-804985-2 neutron-server[106253]: cb(*args, **kw) Aug 18 12:36:32.665210 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:36:32.665210 n-d-804985-2 neutron-server[106253]: return func(*args, **kwargs) Aug 18 12:36:32.665210 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:36:32.665210 n-d-804985-2 neutron-server[106253]: self._notify() Aug 18 12:36:32.665210 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:36:32.665210 n-d-804985-2 neutron-server[106253]: self.callback(batched_events) Aug 18 12:36:32.665210 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:36:32.665210 n-d-804985-2 neutron-server[106253]: event.method(event) Aug 18 12:36:32.665210 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:36:32.665210 n-d-804985-2 neutron-server[106253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:36:32.665210 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:36:32.665210 n-d-804985-2 neutron-server[106253]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:36:32.665210 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:36:32.665210 n-d-804985-2 neutron-server[106253]: return f(self, *a, **k) Aug 18 12:36:32.665210 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:36:32.665210 n-d-804985-2 neutron-server[106253]: return self._get(url).json() Aug 18 12:36:32.665210 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:36:32.665210 n-d-804985-2 neutron-server[106253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:36:32.665210 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:36:32.665210 n-d-804985-2 neutron-server[106253]: return self.request(url, 'GET', **kwargs) Aug 18 12:36:32.665210 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:36:32.665210 n-d-804985-2 neutron-server[106253]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:36:32.665210 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:36:32.665210 n-d-804985-2 neutron-server[106253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:36:32.665210 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:36:32.665210 n-d-804985-2 neutron-server[106253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:36:32.665210 n-d-804985-2 neutron-server[106253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:36:32.727239 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7b928cd1-0578-417d-b680-3567a7c445d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8367858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997186'] for network, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:36:32.733174 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7b928cd1-0578-417d-b680-3567a7c445d4 admin admin] Notify callbacks [] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:36:32.735361 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-7b928cd1-0578-417d-b680-3567a7c445d4 admin admin] 10.222.0.66 "DELETE /v2.0/networks/d1296999-671d-452c-9751-47483a8a849f HTTP/1.1" status: 204 len: 168 time: 0.2814069 Aug 18 12:36:32.748238 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b928cd1-0578-417d-b680-3567a7c445d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=d1296999-671d-452c-9751-47483a8a849f,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:36:32.871960 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 49644) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:36:32.914188 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-35e4fc8b-d3f4-4906-8a8c-ef2a86000231 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=12a18857913a422aacbf167a66f2467c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0409832 Aug 18 12:36:32.917905 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 49646) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:36:32.966384 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e201ba58-fc5f-4212-9a33-81303bdb0df6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:36:32.988575 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e201ba58-fc5f-4212-9a33-81303bdb0df6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:36:33.039903 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e201ba58-fc5f-4212-9a33-81303bdb0df6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:36:33.042407 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e201ba58-fc5f-4212-9a33-81303bdb0df6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:36:33.043636 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-e201ba58-fc5f-4212-9a33-81303bdb0df6 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9297d2f4-73ee-4fe3-a7c7-113de0474526 HTTP/1.1" status: 204 len: 168 time: 0.1247659 Aug 18 12:36:33.053186 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e201ba58-fc5f-4212-9a33-81303bdb0df6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9297d2f4-73ee-4fe3-a7c7-113de0474526,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:36:33.740747 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 49668) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:36:33.853545 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-bd23233e-795f-4e91-9e6f-9d5984234025 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1615409590-network', 'tenant_id': 'ffa3b94a0f704cdd87540505c3017590'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:36:33.877951 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd23233e-795f-4e91-9e6f-9d5984234025 admin admin] Made reservation on behalf of ffa3b94a0f704cdd87540505c3017590 for: {'network': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:36:33.880507 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-bd23233e-795f-4e91-9e6f-9d5984234025 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for network, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:36:33.889048 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-bd23233e-795f-4e91-9e6f-9d5984234025 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:36:33.985579 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-bd23233e-795f-4e91-9e6f-9d5984234025 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:36:33.991500 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-bd23233e-795f-4e91-9e6f-9d5984234025 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:36:34.016091 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd23233e-795f-4e91-9e6f-9d5984234025 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 815} {{(pid=106253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:36:34.024970 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd23233e-795f-4e91-9e6f-9d5984234025 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=350df8a4-581f-4f03-aa11-3c9d62bb0eab,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:36:34.032050 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-bd23233e-795f-4e91-9e6f-9d5984234025 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:36:34.033266 n-d-804985-2 neutron-server[106253]: INFO neutron.db.segments_db [None req-bd23233e-795f-4e91-9e6f-9d5984234025 admin admin] Added segment 9aa9229d-17b9-41b5-9800-f32a7c6be3c7 of type vlan for network fbe29e1a-a452-4435-b398-b94bd7187639 Aug 18 12:36:34.074059 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-bd23233e-795f-4e91-9e6f-9d5984234025 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789150665894'] for network, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:36:34.100308 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-bd23233e-795f-4e91-9e6f-9d5984234025 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for network, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:36:34.101425 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd23233e-795f-4e91-9e6f-9d5984234025 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:36:34.102096 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-bd23233e-795f-4e91-9e6f-9d5984234025 admin admin] Notify callbacks [] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:36:34.164115 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-bd23233e-795f-4e91-9e6f-9d5984234025 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4221435 Aug 18 12:36:34.167414 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 49672) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:36:34.172520 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-a79d19a5-97f3-4276-8fc4-37bc42daf113 admin admin] Request body: {'subnet': {'network_id': 'fbe29e1a-a452-4435-b398-b94bd7187639', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1615409590-subnet', 'tenant_id': 'ffa3b94a0f704cdd87540505c3017590', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:36:34.194475 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd23233e-795f-4e91-9e6f-9d5984234025 admin admin] Pushing event updated for resources: {'Network': ['ID=fbe29e1a-a452-4435-b398-b94bd7187639,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:36:34.196231 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a79d19a5-97f3-4276-8fc4-37bc42daf113 admin admin] Made reservation on behalf of ffa3b94a0f704cdd87540505c3017590 for: {'subnet': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:36:34.198967 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a79d19a5-97f3-4276-8fc4-37bc42daf113 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59074089'] for subnet, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:36:34.204916 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Network fbe29e1a-a452-4435-b398-b94bd7187639 details requested by agent ovs-agent-n-d-804985-2 with host n-d-804985-2 {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:36:34.380600 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a79d19a5-97f3-4276-8fc4-37bc42daf113 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3572913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59074111'] for subnet, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:36:34.427728 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79d19a5-97f3-4276-8fc4-37bc42daf113 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2279412-f7a6-4c31-ba88-0c9284600805,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:36:34.444158 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a79d19a5-97f3-4276-8fc4-37bc42daf113 admin admin] Checking segment: {'id': '9aa9229d-17b9-41b5-9800-f32a7c6be3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'fbe29e1a-a452-4435-b398-b94bd7187639'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:36:34.444553 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a79d19a5-97f3-4276-8fc4-37bc42daf113 admin admin] Network hostable DHCP agents. Network: fbe29e1a-a452-4435-b398-b94bd7187639, hostable agents: ['97c14208-2951-4361-8d64-3708c946ff5f'], hosted agents: [] {{(pid=106252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 12:36:34.463068 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a79d19a5-97f3-4276-8fc4-37bc42daf113 admin admin] Network fbe29e1a-a452-4435-b398-b94bd7187639 is scheduled to be hosted by DHCP agent 97c14208-2951-4361-8d64-3708c946ff5f with binding_index 1 {{(pid=106252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 12:36:34.472490 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-a79d19a5-97f3-4276-8fc4-37bc42daf113 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-2, fbe29e1a-a452-4435-b398-b94bd7187639) {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:36:34.476438 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a79d19a5-97f3-4276-8fc4-37bc42daf113 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:36:34.477059 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a79d19a5-97f3-4276-8fc4-37bc42daf113 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:36:34.481180 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b052857-1506-46ed-b8e4-2bdc6edabcc6 None None] Network fbe29e1a-a452-4435-b398-b94bd7187639 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:36:34.494846 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-a79d19a5-97f3-4276-8fc4-37bc42daf113 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3262770 Aug 18 12:36:34.606309 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52b2444b-692f-4e35-819c-c728ab1fd4a2 None None] Network fbe29e1a-a452-4435-b398-b94bd7187639 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:36:34.957767 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc6ef99-985b-471e-a312-b3c5c5e5db59 req-c33c625e-f57c-436e-99d2-78173ce510dc tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:36:34.959270 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-acc6ef99-985b-471e-a312-b3c5c5e5db59 req-c33c625e-f57c-436e-99d2-78173ce510dc tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] 10.222.0.66 "GET /v2.0/networks?id=fbe29e1a-a452-4435-b398-b94bd7187639 HTTP/1.1" status: 200 len: 815 time: 0.1187847 Aug 18 12:36:34.974714 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-acc6ef99-985b-471e-a312-b3c5c5e5db59 req-ce69ba41-1cbb-4754-bb6b-a5c871cb2f16 tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] 10.222.0.66 "GET /v2.0/quotas/ffa3b94a0f704cdd87540505c3017590 HTTP/1.1" status: 200 len: 375 time: 0.0095692 Aug 18 12:36:35.005066 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-acc6ef99-985b-471e-a312-b3c5c5e5db59 req-0d1b03db-cb40-45d0-9c2f-bd3ca0f03fe7 tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=ffa3b94a0f704cdd87540505c3017590&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0250940 Aug 18 12:36:35.100301 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-acc6ef99-985b-471e-a312-b3c5c5e5db59 req-0b2502c2-c97e-4b8f-904d-e71a1d685650 service neutron] 10.222.0.66 "GET /v2.0/networks/fbe29e1a-a452-4435-b398-b94bd7187639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881953 Aug 18 12:36:35.192316 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-acc6ef99-985b-471e-a312-b3c5c5e5db59 req-d1bba045-32d8-4d0f-88d1-72ba178c45b7 service neutron] 10.222.0.66 "GET /v2.0/networks/fbe29e1a-a452-4435-b398-b94bd7187639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855889 Aug 18 12:36:35.357877 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c9cbaed7-d2fb-4d68-aafd-6fe1c546f09a req-9d73cbb1-6048-409a-a32e-558ecc187df7 tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] 10.222.0.66 "GET /v2.0/ports?device_id=5d1a37eb-78b8-4cfd-9c8d-fadd6cea1820 HTTP/1.1" status: 200 len: 210 time: 0.0270493 Aug 18 12:36:35.782660 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 32306a47-1766-4eee-98f6-221add1629b7 no longer exists at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:36:35.806853 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] No Port match for: 32306a47-1766-4eee-98f6-221add1629b7 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:36:35.807210 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 32306a47-1766-4eee-98f6-221add1629b7 not bound to the agent host n-h2-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:36:36.350725 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:36:36.461947 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-cf8833c1-42d2-46ea-991d-54acb993d0cb req-18219e91-283d-4bdb-a7c6-2bd958c1d15a tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] 10.222.0.66 "GET /v2.0/ports?device_id=5d1a37eb-78b8-4cfd-9c8d-fadd6cea1820 HTTP/1.1" status: 200 len: 210 time: 0.0349889 Aug 18 12:36:36.602003 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc6ef99-985b-471e-a312-b3c5c5e5db59 req-69c62c13-df5d-48a2-bbd4-521a5ca97009 tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:36:36.603327 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-acc6ef99-985b-471e-a312-b3c5c5e5db59 req-69c62c13-df5d-48a2-bbd4-521a5ca97009 tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] 10.222.0.62 "GET /v2.0/networks?id=fbe29e1a-a452-4435-b398-b94bd7187639 HTTP/1.1" status: 200 len: 815 time: 0.3825181 Aug 18 12:36:36.616969 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [req-acc6ef99-985b-471e-a312-b3c5c5e5db59 req-69acaaee-5b00-4527-9a57-e3603790425b tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] Request body: {'port': {'device_id': '5d1a37eb-78b8-4cfd-9c8d-fadd6cea1820', 'network_id': 'fbe29e1a-a452-4435-b398-b94bd7187639', 'admin_state_up': True, 'tenant_id': 'ffa3b94a0f704cdd87540505c3017590'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:36:36.723636 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-acc6ef99-985b-471e-a312-b3c5c5e5db59 req-69acaaee-5b00-4527-9a57-e3603790425b tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] Made reservation on behalf of ffa3b94a0f704cdd87540505c3017590 for: {'port': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:36:36.727091 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-acc6ef99-985b-471e-a312-b3c5c5e5db59 req-69acaaee-5b00-4527-9a57-e3603790425b tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:36:36.857846 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [req-acc6ef99-985b-471e-a312-b3c5c5e5db59 req-69acaaee-5b00-4527-9a57-e3603790425b tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] Allocated IP 172.20.0.10 (fbe29e1a-a452-4435-b398-b94bd7187639/c2279412-f7a6-4c31-ba88-0c9284600805/a3e2d8c8-e907-4626-80c9-4598777fe3d5) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:36:37.000656 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-acc6ef99-985b-471e-a312-b3c5c5e5db59 req-69acaaee-5b00-4527-9a57-e3603790425b tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:36:37.039575 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-acc6ef99-985b-471e-a312-b3c5c5e5db59 req-69acaaee-5b00-4527-9a57-e3603790425b tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:36:37.082938 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-acc6ef99-985b-471e-a312-b3c5c5e5db59 req-69acaaee-5b00-4527-9a57-e3603790425b tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] Network fbe29e1a-a452-4435-b398-b94bd7187639 is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:36:37.086059 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [req-acc6ef99-985b-471e-a312-b3c5c5e5db59 req-69acaaee-5b00-4527-9a57-e3603790425b tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:36:37.089845 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-acc6ef99-985b-471e-a312-b3c5c5e5db59 req-69acaaee-5b00-4527-9a57-e3603790425b tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:36:37.096116 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69acaaee-5b00-4527-9a57-e3603790425b tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] Pushing event updated for resources: {'Port': ['ID=a3e2d8c8-e907-4626-80c9-4598777fe3d5,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:36:37.140184 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc6ef99-985b-471e-a312-b3c5c5e5db59 req-69acaaee-5b00-4527-9a57-e3603790425b tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:36:37.140725 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-acc6ef99-985b-471e-a312-b3c5c5e5db59 req-69acaaee-5b00-4527-9a57-e3603790425b tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:36:37.155813 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-acc6ef99-985b-471e-a312-b3c5c5e5db59 req-69acaaee-5b00-4527-9a57-e3603790425b tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5424168 Aug 18 12:36:37.168845 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [req-acc6ef99-985b-471e-a312-b3c5c5e5db59 req-dc1481b9-bbd5-41f2-976d-f03da3816928 service neutron] Request body: {'port': {'device_id': '5d1a37eb-78b8-4cfd-9c8d-fadd6cea1820', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804985-2'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:36:37.228861 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-acc6ef99-985b-471e-a312-b3c5c5e5db59 req-dc1481b9-bbd5-41f2-976d-f03da3816928 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:36:37.506057 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [req-acc6ef99-985b-471e-a312-b3c5c5e5db59 req-dc1481b9-bbd5-41f2-976d-f03da3816928 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3e2d8c8-e907-4626-80c9-4598777fe3d5 {{(pid=106253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:36:37.514047 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-acc6ef99-985b-471e-a312-b3c5c5e5db59 req-dc1481b9-bbd5-41f2-976d-f03da3816928 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:36:37.527465 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [req-acc6ef99-985b-471e-a312-b3c5c5e5db59 req-dc1481b9-bbd5-41f2-976d-f03da3816928 service neutron] Transition to ACTIVE for port object a3e2d8c8-e907-4626-80c9-4598777fe3d5 will not be triggered until provisioned by entity L2. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:36:37.532679 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-acc6ef99-985b-471e-a312-b3c5c5e5db59 req-dc1481b9-bbd5-41f2-976d-f03da3816928 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:36:37.582874 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cad36d3-ed3e-4a5c-a9be-9de61dc22590 req-dfdb8ba3-daa3-4128-8f29-e00989a60c6e tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:36:37.584396 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2cad36d3-ed3e-4a5c-a9be-9de61dc22590 req-dfdb8ba3-daa3-4128-8f29-e00989a60c6e tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] 10.222.0.66 "GET /v2.0/ports?device_id=5d1a37eb-78b8-4cfd-9c8d-fadd6cea1820 HTTP/1.1" status: 200 len: 944 time: 0.0502036 Aug 18 12:36:37.584915 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1481b9-bbd5-41f2-976d-f03da3816928 service neutron] Pushing event updated for resources: {'Port': ['ID=a3e2d8c8-e907-4626-80c9-4598777fe3d5,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:36:37.624716 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2cad36d3-ed3e-4a5c-a9be-9de61dc22590 req-e9b1ecf0-75f0-4fe9-885c-f29618d5094e tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] 10.222.0.66 "GET /v2.0/security-groups?id=350df8a4-581f-4f03-aa11-3c9d62bb0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326331 Aug 18 12:36:37.654839 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-acc6ef99-985b-471e-a312-b3c5c5e5db59 req-dc1481b9-bbd5-41f2-976d-f03da3816928 service neutron] Attempting to bind port a3e2d8c8-e907-4626-80c9-4598777fe3d5 on host n-h2-804985-2 for vnic_type normal with profile {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:36:37.655378 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-acc6ef99-985b-471e-a312-b3c5c5e5db59 req-dc1481b9-bbd5-41f2-976d-f03da3816928 service neutron] Attempting to bind port a3e2d8c8-e907-4626-80c9-4598777fe3d5 by drivers openvswitch,hyperv on host n-h2-804985-2 at level 0 using segments [{'id': '9aa9229d-17b9-41b5-9800-f32a7c6be3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'fbe29e1a-a452-4435-b398-b94bd7187639'}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:36:37.655478 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc6ef99-985b-471e-a312-b3c5c5e5db59 req-dc1481b9-bbd5-41f2-976d-f03da3816928 service neutron] Attempting to bind port a3e2d8c8-e907-4626-80c9-4598777fe3d5 on network fbe29e1a-a452-4435-b398-b94bd7187639 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:36:37.659827 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc6ef99-985b-471e-a312-b3c5c5e5db59 req-dc1481b9-bbd5-41f2-976d-f03da3816928 service neutron] Port a3e2d8c8-e907-4626-80c9-4598777fe3d5 on network fbe29e1a-a452-4435-b398-b94bd7187639 not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-2 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:36:37.660142 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc6ef99-985b-471e-a312-b3c5c5e5db59 req-dc1481b9-bbd5-41f2-976d-f03da3816928 service neutron] Attempting to bind port a3e2d8c8-e907-4626-80c9-4598777fe3d5 on network fbe29e1a-a452-4435-b398-b94bd7187639 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:36:37.665038 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc6ef99-985b-471e-a312-b3c5c5e5db59 req-dc1481b9-bbd5-41f2-976d-f03da3816928 service neutron] Checking agent: {'id': 'da5da552-709c-4248-84de-86af99a0dc87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 49, 8), 'started_at': datetime.datetime(2021, 8, 18, 11, 49, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 36, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:36:37.665370 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc6ef99-985b-471e-a312-b3c5c5e5db59 req-dc1481b9-bbd5-41f2-976d-f03da3816928 service neutron] Checking segment: {'id': '9aa9229d-17b9-41b5-9800-f32a7c6be3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'fbe29e1a-a452-4435-b398-b94bd7187639'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:36:37.665750 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc6ef99-985b-471e-a312-b3c5c5e5db59 req-dc1481b9-bbd5-41f2-976d-f03da3816928 service neutron] Bound using segment: {'id': '9aa9229d-17b9-41b5-9800-f32a7c6be3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'fbe29e1a-a452-4435-b398-b94bd7187639'} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:36:37.666343 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-acc6ef99-985b-471e-a312-b3c5c5e5db59 req-dc1481b9-bbd5-41f2-976d-f03da3816928 service neutron] Bound port: a3e2d8c8-e907-4626-80c9-4598777fe3d5, host: n-h2-804985-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9aa9229d-17b9-41b5-9800-f32a7c6be3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'fbe29e1a-a452-4435-b398-b94bd7187639'}}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:36:37.666686 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-acc6ef99-985b-471e-a312-b3c5c5e5db59 req-dc1481b9-bbd5-41f2-976d-f03da3816928 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:36:37.728957 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-acc6ef99-985b-471e-a312-b3c5c5e5db59 req-dc1481b9-bbd5-41f2-976d-f03da3816928 service neutron] For port a3e2d8c8-e907-4626-80c9-4598777fe3d5, host n-h2-804985-2, cleared binding levels {{(pid=106253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:36:37.731934 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-acc6ef99-985b-471e-a312-b3c5c5e5db59 req-dc1481b9-bbd5-41f2-976d-f03da3816928 service neutron] For port a3e2d8c8-e907-4626-80c9-4598777fe3d5, host n-h2-804985-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=a3e2d8c8-e907-4626-80c9-4598777fe3d5,segment=NetworkSegment(9aa9229d-17b9-41b5-9800-f32a7c6be3c7),segment_id=9aa9229d-17b9-41b5-9800-f32a7c6be3c7)] {{(pid=106253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:36:37.738931 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-acc6ef99-985b-471e-a312-b3c5c5e5db59 req-dc1481b9-bbd5-41f2-976d-f03da3816928 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:36:37.777974 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc6ef99-985b-471e-a312-b3c5c5e5db59 req-dc1481b9-bbd5-41f2-976d-f03da3816928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:36:37.778643 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-acc6ef99-985b-471e-a312-b3c5c5e5db59 req-dc1481b9-bbd5-41f2-976d-f03da3816928 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:36:37.780104 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-acc6ef99-985b-471e-a312-b3c5c5e5db59 req-dc1481b9-bbd5-41f2-976d-f03da3816928 service neutron] 10.222.0.62 "PUT /v2.0/ports/a3e2d8c8-e907-4626-80c9-4598777fe3d5 HTTP/1.1" status: 200 len: 1092 time: 0.6161156 Aug 18 12:36:37.780563 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d1a37eb-78b8-4cfd-9c8d-fadd6cea1820', 'tag': 'a3e2d8c8-e907-4626-80c9-4598777fe3d5'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:36:37.783005 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0679f4c4b6e0e0c064a7d71d722dc30541a34fffee11680573be22ee2ffccc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dbd73a0-eb3d-4f38-a35b-1748ae62df3c" -d '{"events": [{"name": "network-changed", "server_uuid": "5d1a37eb-78b8-4cfd-9c8d-fadd6cea1820", "tag": "a3e2d8c8-e907-4626-80c9-4598777fe3d5"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:36:37.801899 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1481b9-bbd5-41f2-976d-f03da3816928 service neutron] Pushing event updated for resources: {'Port': ['ID=a3e2d8c8-e907-4626-80c9-4598777fe3d5,revision_number=3']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:36:37.819721 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:36:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e9552ce-995c-4a32-8bf7-5738adf69318 x-openstack-request-id: req-6e9552ce-995c-4a32-8bf7-5738adf69318 {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:36:37.820012 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d1a37eb-78b8-4cfd-9c8d-fadd6cea1820", "tag": "a3e2d8c8-e907-4626-80c9-4598777fe3d5", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:36:37.820253 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-6e9552ce-995c-4a32-8bf7-5738adf69318 {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:36:37.820678 n-d-804985-2 neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d1a37eb-78b8-4cfd-9c8d-fadd6cea1820', 'tag': 'a3e2d8c8-e907-4626-80c9-4598777fe3d5', 'status': 'completed', 'code': 200} Aug 18 12:36:37.867950 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc6ef99-985b-471e-a312-b3c5c5e5db59 req-175579c6-f8b4-4993-b44e-ac73a5e9d8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:36:37.869509 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-acc6ef99-985b-471e-a312-b3c5c5e5db59 req-175579c6-f8b4-4993-b44e-ac73a5e9d8a9 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ffa3b94a0f704cdd87540505c3017590&device_id=5d1a37eb-78b8-4cfd-9c8d-fadd6cea1820 HTTP/1.1" status: 200 len: 1095 time: 0.0454199 Aug 18 12:36:37.912717 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-acc6ef99-985b-471e-a312-b3c5c5e5db59 req-9bc50e12-ce50-4ee5-b6d2-d8a8fbf0e7a6 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a3e2d8c8-e907-4626-80c9-4598777fe3d5 HTTP/1.1" status: 200 len: 217 time: 0.0347080 Aug 18 12:36:37.962556 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc6ef99-985b-471e-a312-b3c5c5e5db59 req-73fd5bb3-f485-4a37-a61c-e42f57d26b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:36:37.964008 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-acc6ef99-985b-471e-a312-b3c5c5e5db59 req-73fd5bb3-f485-4a37-a61c-e42f57d26b9c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c2279412-f7a6-4c31-ba88-0c9284600805 HTTP/1.1" status: 200 len: 855 time: 0.0443814 Aug 18 12:36:37.995641 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-acc6ef99-985b-471e-a312-b3c5c5e5db59 req-b93d4276-ec1e-4a34-81ed-bb4bf4def441 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=fbe29e1a-a452-4435-b398-b94bd7187639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244596 Aug 18 12:36:38.089971 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-acc6ef99-985b-471e-a312-b3c5c5e5db59 req-d394374b-28f4-4243-92e2-d2ed282ce011 service neutron] 10.222.0.62 "GET /v2.0/networks/fbe29e1a-a452-4435-b398-b94bd7187639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862055 Aug 18 12:36:38.180291 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-acc6ef99-985b-471e-a312-b3c5c5e5db59 req-ea7aec6c-fd90-41bd-b077-2eb6f6f526cb service neutron] 10.222.0.62 "GET /v2.0/networks/fbe29e1a-a452-4435-b398-b94bd7187639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829103 Aug 18 12:36:38.401495 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbd73a0-eb3d-4f38-a35b-1748ae62df3c req-d608a50e-7c58-4fb5-b3c2-fc9966a5ac31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:36:38.402879 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-2dbd73a0-eb3d-4f38-a35b-1748ae62df3c req-d608a50e-7c58-4fb5-b3c2-fc9966a5ac31 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ffa3b94a0f704cdd87540505c3017590&device_id=5d1a37eb-78b8-4cfd-9c8d-fadd6cea1820 HTTP/1.1" status: 200 len: 1095 time: 0.0548642 Aug 18 12:36:38.506446 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbd73a0-eb3d-4f38-a35b-1748ae62df3c req-0533f399-3a79-4d5c-9172-bdaec679528f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:36:38.507925 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-2dbd73a0-eb3d-4f38-a35b-1748ae62df3c req-0533f399-3a79-4d5c-9172-bdaec679528f service neutron] 10.222.0.62 "GET /v2.0/networks?id=fbe29e1a-a452-4435-b398-b94bd7187639 HTTP/1.1" status: 200 len: 916 time: 0.0964277 Aug 18 12:36:38.519787 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:36:38.557890 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-2dbd73a0-eb3d-4f38-a35b-1748ae62df3c req-d0cbca8f-cfb0-4686-9664-7f49d39b8522 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a3e2d8c8-e907-4626-80c9-4598777fe3d5 HTTP/1.1" status: 200 len: 217 time: 0.0405650 Aug 18 12:36:38.608500 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbd73a0-eb3d-4f38-a35b-1748ae62df3c req-67c9e0ab-20cf-412c-82b5-11fccca02f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:36:38.609947 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-2dbd73a0-eb3d-4f38-a35b-1748ae62df3c req-67c9e0ab-20cf-412c-82b5-11fccca02f55 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c2279412-f7a6-4c31-ba88-0c9284600805 HTTP/1.1" status: 200 len: 855 time: 0.0441563 Aug 18 12:36:38.649980 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-2dbd73a0-eb3d-4f38-a35b-1748ae62df3c req-46398506-6ae5-48ee-8b9b-846a144f9284 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=fbe29e1a-a452-4435-b398-b94bd7187639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318100 Aug 18 12:36:38.739992 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39028375-538a-41c2-9ded-61b9a4a93dd3 req-3c5d0b88-c229-4030-ad13-57be1da0898d tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:36:38.741533 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-39028375-538a-41c2-9ded-61b9a4a93dd3 req-3c5d0b88-c229-4030-ad13-57be1da0898d tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] 10.222.0.66 "GET /v2.0/ports?device_id=5d1a37eb-78b8-4cfd-9c8d-fadd6cea1820 HTTP/1.1" status: 200 len: 944 time: 0.0496383 Aug 18 12:36:38.747321 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-2dbd73a0-eb3d-4f38-a35b-1748ae62df3c req-69645625-5e2b-4401-a473-916678c21ec2 service neutron] 10.222.0.62 "GET /v2.0/networks/fbe29e1a-a452-4435-b398-b94bd7187639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877900 Aug 18 12:36:38.780060 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-39028375-538a-41c2-9ded-61b9a4a93dd3 req-c8d6e5cd-2ffa-4012-b9db-ef0b7b9361c1 tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] 10.222.0.66 "GET /v2.0/security-groups?id=350df8a4-581f-4f03-aa11-3c9d62bb0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323377 Aug 18 12:36:38.842507 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-2dbd73a0-eb3d-4f38-a35b-1748ae62df3c req-a04bd7f5-6fb8-4e41-9ac6-a1276d520502 service neutron] 10.222.0.62 "GET /v2.0/networks/fbe29e1a-a452-4435-b398-b94bd7187639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878470 Aug 18 12:36:39.914447 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fca9392-0c55-4c5e-a4f5-6bec8032ee49 req-2c65c434-da8d-4c03-b462-56b8f24bd3cb tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:36:39.915916 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4fca9392-0c55-4c5e-a4f5-6bec8032ee49 req-2c65c434-da8d-4c03-b462-56b8f24bd3cb tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] 10.222.0.66 "GET /v2.0/ports?device_id=5d1a37eb-78b8-4cfd-9c8d-fadd6cea1820 HTTP/1.1" status: 200 len: 944 time: 0.0520277 Aug 18 12:36:39.958028 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4fca9392-0c55-4c5e-a4f5-6bec8032ee49 req-f200158c-13bd-4f05-bab9-dce62d59202f tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] 10.222.0.66 "GET /v2.0/security-groups?id=350df8a4-581f-4f03-aa11-3c9d62bb0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359094 Aug 18 12:36:41.089973 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444ff907-7c18-4b22-89d2-14098b3c5ba6 req-89d899f3-f5fc-4556-92e9-36eae61a57e5 tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:36:41.091412 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-444ff907-7c18-4b22-89d2-14098b3c5ba6 req-89d899f3-f5fc-4556-92e9-36eae61a57e5 tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] 10.222.0.66 "GET /v2.0/ports?device_id=5d1a37eb-78b8-4cfd-9c8d-fadd6cea1820 HTTP/1.1" status: 200 len: 944 time: 0.0510194 Aug 18 12:36:41.128934 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-444ff907-7c18-4b22-89d2-14098b3c5ba6 req-ca09924e-178b-497c-b85f-078776e65462 tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] 10.222.0.66 "GET /v2.0/security-groups?id=350df8a4-581f-4f03-aa11-3c9d62bb0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313494 Aug 18 12:36:41.713174 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.agents_db [None req-6dbb2658-0354-4101-8393-6e7505481cf6 None None] Agent healthcheck: found 7 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 12:36:41.815673 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device a3e2d8c8-e907-4626-80c9-4598777fe3d5 details requested by agent hyperv_n-h2-804985-2 with host n-h2-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:36:41.918011 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port a3e2d8c8-e907-4626-80c9-4598777fe3d5, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=a3e2d8c8-e907-4626-80c9-4598777fe3d5,segment=NetworkSegment(9aa9229d-17b9-41b5-9800-f32a7c6be3c7),segment_id=9aa9229d-17b9-41b5-9800-f32a7c6be3c7)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:36:41.929972 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Returning: {'device': 'a3e2d8c8-e907-4626-80c9-4598777fe3d5', 'network_id': 'fbe29e1a-a452-4435-b398-b94bd7187639', 'port_id': 'a3e2d8c8-e907-4626-80c9-4598777fe3d5', 'mac_address': 'fa:16:3e:92:4b:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 815, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2279412-f7a6-4c31-ba88-0c9284600805', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:36:41.968258 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:36:41.984624 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3e2d8c8-e907-4626-80c9-4598777fe3d5 {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:36:42.004017 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port a3e2d8c8-e907-4626-80c9-4598777fe3d5, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=a3e2d8c8-e907-4626-80c9-4598777fe3d5,segment=NetworkSegment(9aa9229d-17b9-41b5-9800-f32a7c6be3c7),segment_id=9aa9229d-17b9-41b5-9800-f32a7c6be3c7)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:36:42.008964 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:36:42.058295 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=a3e2d8c8-e907-4626-80c9-4598777fe3d5,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:36:42.199149 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] get_ports_and_sgs() called for port_ids ['a3e2d8c8-e907-4626-80c9-4598777fe3d5'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:36:42.250766 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeef63f5-7b6f-4edd-bed0-499854faaa58 req-dca97ca9-f1c4-4243-bf6d-928f1a64bdbb tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:36:42.252317 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-aeef63f5-7b6f-4edd-bed0-499854faaa58 req-dca97ca9-f1c4-4243-bf6d-928f1a64bdbb tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] 10.222.0.66 "GET /v2.0/ports?device_id=5d1a37eb-78b8-4cfd-9c8d-fadd6cea1820 HTTP/1.1" status: 200 len: 945 time: 0.0494351 Aug 18 12:36:42.292793 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-aeef63f5-7b6f-4edd-bed0-499854faaa58 req-fd786989-248a-4e5f-8f8a-c88aa5036d84 tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] 10.222.0.66 "GET /v2.0/security-groups?id=350df8a4-581f-4f03-aa11-3c9d62bb0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341144 Aug 18 12:36:43.417562 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80de683-ae4d-4e62-9269-45e1f5c9dc11 req-dcd2b7c9-89d7-42e6-9f03-40ee548c7220 tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:36:43.419586 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d80de683-ae4d-4e62-9269-45e1f5c9dc11 req-dcd2b7c9-89d7-42e6-9f03-40ee548c7220 tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] 10.222.0.66 "GET /v2.0/ports?device_id=5d1a37eb-78b8-4cfd-9c8d-fadd6cea1820 HTTP/1.1" status: 200 len: 945 time: 0.0558827 Aug 18 12:36:43.467234 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d80de683-ae4d-4e62-9269-45e1f5c9dc11 req-00101623-74cc-4054-ba26-692d9fe18635 tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] 10.222.0.66 "GET /v2.0/security-groups?id=350df8a4-581f-4f03-aa11-3c9d62bb0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386488 Aug 18 12:36:43.815117 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device a3e2d8c8-e907-4626-80c9-4598777fe3d5 up at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:36:43.876365 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Provisioning for port a3e2d8c8-e907-4626-80c9-4598777fe3d5 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:36:43.882163 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Provisioning complete for port a3e2d8c8-e907-4626-80c9-4598777fe3d5 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:36:43.882732 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:36:43.962789 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:36:43.986568 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d1a37eb-78b8-4cfd-9c8d-fadd6cea1820', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3e2d8c8-e907-4626-80c9-4598777fe3d5'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:36:43.988857 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db50a436fb3a98495337d8fe7487b4f2ea6f3c1052eb9efadc2ecda2d5737001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bff1394-9bb6-4ccd-9181-f65482c50470" -d '{"events": [{"server_uuid": "5d1a37eb-78b8-4cfd-9c8d-fadd6cea1820", "name": "network-vif-plugged", "status": "completed", "tag": "a3e2d8c8-e907-4626-80c9-4598777fe3d5"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:36:44.001719 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port a3e2d8c8-e907-4626-80c9-4598777fe3d5, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=a3e2d8c8-e907-4626-80c9-4598777fe3d5,segment=NetworkSegment(9aa9229d-17b9-41b5-9800-f32a7c6be3c7),segment_id=9aa9229d-17b9-41b5-9800-f32a7c6be3c7)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:36:44.006529 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:36:44.034705 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:36:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e09f9e0-5952-4941-8823-239ea88a841b x-openstack-request-id: req-8e09f9e0-5952-4941-8823-239ea88a841b {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:36:44.034983 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d1a37eb-78b8-4cfd-9c8d-fadd6cea1820", "name": "network-vif-plugged", "status": "completed", "tag": "a3e2d8c8-e907-4626-80c9-4598777fe3d5", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:36:44.035223 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-8e09f9e0-5952-4941-8823-239ea88a841b {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:36:44.035609 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d1a37eb-78b8-4cfd-9c8d-fadd6cea1820', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3e2d8c8-e907-4626-80c9-4598777fe3d5', 'code': 200} Aug 18 12:36:44.063668 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=a3e2d8c8-e907-4626-80c9-4598777fe3d5,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:36:44.136118 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c3d5b0-7f01-4c80-8690-424dd24759aa req-16c04fa5-03fc-40af-979d-cbcd147eb4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:36:44.137773 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-f3c3d5b0-7f01-4c80-8690-424dd24759aa req-16c04fa5-03fc-40af-979d-cbcd147eb4b2 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=5d1a37eb-78b8-4cfd-9c8d-fadd6cea1820 HTTP/1.1" status: 200 len: 1097 time: 0.0522957 Aug 18 12:36:44.173165 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-f3c3d5b0-7f01-4c80-8690-424dd24759aa req-bb5512ba-8b5c-4314-8f36-0b515807410d service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=350df8a4-581f-4f03-aa11-3c9d62bb0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285120 Aug 18 12:36:44.596642 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c37e9fd-63d7-41d7-b7a9-efae95599780 req-c9d0b0d8-ce72-457b-8934-7c85915ffd9f tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:36:44.598095 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3c37e9fd-63d7-41d7-b7a9-efae95599780 req-c9d0b0d8-ce72-457b-8934-7c85915ffd9f tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] 10.222.0.66 "GET /v2.0/ports?device_id=5d1a37eb-78b8-4cfd-9c8d-fadd6cea1820 HTTP/1.1" status: 200 len: 946 time: 0.0518198 Aug 18 12:36:44.641327 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3c37e9fd-63d7-41d7-b7a9-efae95599780 req-a7303969-ae64-4b8e-9213-6e7acceadef0 tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] 10.222.0.66 "GET /v2.0/security-groups?id=350df8a4-581f-4f03-aa11-3c9d62bb0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342088 Aug 18 12:36:45.780103 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a0103a-cc94-4745-9e91-5930688d6804 req-5c896e7f-6d46-4830-81da-a0dd91371763 tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:36:45.781612 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c7a0103a-cc94-4745-9e91-5930688d6804 req-5c896e7f-6d46-4830-81da-a0dd91371763 tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] 10.222.0.66 "GET /v2.0/ports?device_id=5d1a37eb-78b8-4cfd-9c8d-fadd6cea1820 HTTP/1.1" status: 200 len: 946 time: 0.0584002 Aug 18 12:36:45.823188 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c7a0103a-cc94-4745-9e91-5930688d6804 req-e19d7941-39b0-4410-9cf7-2c1543f7f475 tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] 10.222.0.66 "GET /v2.0/security-groups?id=350df8a4-581f-4f03-aa11-3c9d62bb0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322356 Aug 18 12:36:45.943266 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77de11f-5a2a-4773-bc5c-04c29e846dfa req-81e30ade-930d-4d3b-9cbb-c29332ae3f54 tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:36:45.944693 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c77de11f-5a2a-4773-bc5c-04c29e846dfa req-81e30ade-930d-4d3b-9cbb-c29332ae3f54 tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] 10.222.0.66 "GET /v2.0/ports?device_id=5d1a37eb-78b8-4cfd-9c8d-fadd6cea1820 HTTP/1.1" status: 200 len: 946 time: 0.0527294 Aug 18 12:36:45.991635 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c77de11f-5a2a-4773-bc5c-04c29e846dfa req-9d297dcb-30ac-437f-94cb-391009bc2c62 tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] 10.222.0.66 "GET /v2.0/security-groups?id=350df8a4-581f-4f03-aa11-3c9d62bb0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375228 Aug 18 12:36:46.204659 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e451f78-ac30-4a04-a57c-0c33e55225bc req-e696c96a-dd17-4919-8dc4-9ce26f892b35 tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:36:46.206068 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6e451f78-ac30-4a04-a57c-0c33e55225bc req-e696c96a-dd17-4919-8dc4-9ce26f892b35 tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] 10.222.0.66 "GET /v2.0/ports?device_id=5d1a37eb-78b8-4cfd-9c8d-fadd6cea1820 HTTP/1.1" status: 200 len: 946 time: 0.0501680 Aug 18 12:36:46.253238 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6e451f78-ac30-4a04-a57c-0c33e55225bc req-efa743ac-2e05-4d10-b4a6-a6722c85466a tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] 10.222.0.66 "GET /v2.0/security-groups?id=350df8a4-581f-4f03-aa11-3c9d62bb0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389028 Aug 18 12:36:46.382935 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df41a943-b000-4243-b1c2-77e38df1946e req-a5bf0fa0-adc5-439a-a353-5f5ebe2e8720 tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:36:46.384466 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-df41a943-b000-4243-b1c2-77e38df1946e req-a5bf0fa0-adc5-439a-a353-5f5ebe2e8720 tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] 10.222.0.66 "GET /v2.0/ports?device_id=5d1a37eb-78b8-4cfd-9c8d-fadd6cea1820 HTTP/1.1" status: 200 len: 946 time: 0.0608835 Aug 18 12:36:46.437040 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-df41a943-b000-4243-b1c2-77e38df1946e req-26899681-7d6b-4ea6-8450-fd1d54efb059 tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] 10.222.0.66 "GET /v2.0/security-groups?id=350df8a4-581f-4f03-aa11-3c9d62bb0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433669 Aug 18 12:36:46.679002 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-e47371d9-8c97-4e3e-abc4-78de8c847c70 req-587bf826-c091-4c0f-86c2-f688b9da1035 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=5d1a37eb-78b8-4cfd-9c8d-fadd6cea1820&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0457985 Aug 18 12:36:46.684693 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa2a859-488f-4994-8cd4-ff8b70483c45 req-006ccaa0-a36c-4c82-95f6-b79d42958d3f tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:36:46.686570 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-daa2a859-488f-4994-8cd4-ff8b70483c45 req-006ccaa0-a36c-4c82-95f6-b79d42958d3f tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] 10.222.0.66 "GET /v2.0/ports?device_id=5d1a37eb-78b8-4cfd-9c8d-fadd6cea1820 HTTP/1.1" status: 200 len: 946 time: 0.0498846 Aug 18 12:36:46.731824 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-daa2a859-488f-4994-8cd4-ff8b70483c45 req-fb9c02fa-9149-4ba1-8761-75a6b252d050 tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] 10.222.0.66 "GET /v2.0/security-groups?id=350df8a4-581f-4f03-aa11-3c9d62bb0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392373 Aug 18 12:36:47.862411 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9272bf4e-5e57-40a8-b037-6881db4e0fec req-3f12644c-7ea4-41f3-80a4-36ce9d04b87e tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:36:47.863960 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9272bf4e-5e57-40a8-b037-6881db4e0fec req-3f12644c-7ea4-41f3-80a4-36ce9d04b87e tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] 10.222.0.66 "GET /v2.0/ports?device_id=5d1a37eb-78b8-4cfd-9c8d-fadd6cea1820 HTTP/1.1" status: 200 len: 946 time: 0.0509264 Aug 18 12:36:47.872931 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47371d9-8c97-4e3e-abc4-78de8c847c70 req-460170d9-35bc-4669-a2bd-59206274c6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:36:47.874452 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-e47371d9-8c97-4e3e-abc4-78de8c847c70 req-460170d9-35bc-4669-a2bd-59206274c6f3 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ffa3b94a0f704cdd87540505c3017590&device_id=5d1a37eb-78b8-4cfd-9c8d-fadd6cea1820 HTTP/1.1" status: 200 len: 1097 time: 0.0406289 Aug 18 12:36:47.902465 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9272bf4e-5e57-40a8-b037-6881db4e0fec req-5d38b9cb-34a1-4565-8e09-b48290a0e13c tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] 10.222.0.66 "GET /v2.0/security-groups?id=350df8a4-581f-4f03-aa11-3c9d62bb0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319149 Aug 18 12:36:47.978520 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47371d9-8c97-4e3e-abc4-78de8c847c70 req-045b14cb-5049-4f6d-ba27-85b8e6a9236c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:36:47.981086 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-e47371d9-8c97-4e3e-abc4-78de8c847c70 req-045b14cb-5049-4f6d-ba27-85b8e6a9236c service neutron] 10.222.0.62 "GET /v2.0/networks?id=fbe29e1a-a452-4435-b398-b94bd7187639 HTTP/1.1" status: 200 len: 916 time: 0.0989189 Aug 18 12:36:48.029166 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-e47371d9-8c97-4e3e-abc4-78de8c847c70 req-34fd94f9-1e6c-48d9-8d2a-d5e1d68846a4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a3e2d8c8-e907-4626-80c9-4598777fe3d5 HTTP/1.1" status: 200 len: 217 time: 0.0401340 Aug 18 12:36:48.090746 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47371d9-8c97-4e3e-abc4-78de8c847c70 req-2ba92138-1907-4984-9b3b-c10654864bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:36:48.092248 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-e47371d9-8c97-4e3e-abc4-78de8c847c70 req-2ba92138-1907-4984-9b3b-c10654864bf6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c2279412-f7a6-4c31-ba88-0c9284600805 HTTP/1.1" status: 200 len: 855 time: 0.0567696 Aug 18 12:36:48.124083 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-e47371d9-8c97-4e3e-abc4-78de8c847c70 req-21d486a2-7af9-430c-96d5-ee81b0a6235e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=fbe29e1a-a452-4435-b398-b94bd7187639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251510 Aug 18 12:36:48.228897 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-e47371d9-8c97-4e3e-abc4-78de8c847c70 req-4ddcce96-1c89-433d-ad1e-9524f63a61af service neutron] 10.222.0.62 "GET /v2.0/networks/fbe29e1a-a452-4435-b398-b94bd7187639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977983 Aug 18 12:36:48.323551 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-e47371d9-8c97-4e3e-abc4-78de8c847c70 req-eb466ca9-ffd0-4f73-9488-051367ca1d02 service neutron] 10.222.0.62 "GET /v2.0/networks/fbe29e1a-a452-4435-b398-b94bd7187639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876393 Aug 18 12:36:48.534066 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-c76dd4cc-e3f5-47c6-9c09-1b010b7eb5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:36:49.026080 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb3a58e-c61a-419a-bb2f-e96d883ce180 req-fb3a9600-b99d-4dd6-aa06-2aaa1c2d7e9f tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:36:49.027570 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-dfb3a58e-c61a-419a-bb2f-e96d883ce180 req-fb3a9600-b99d-4dd6-aa06-2aaa1c2d7e9f tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] 10.222.0.66 "GET /v2.0/ports?device_id=5d1a37eb-78b8-4cfd-9c8d-fadd6cea1820 HTTP/1.1" status: 200 len: 946 time: 0.0510249 Aug 18 12:36:49.070565 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-dfb3a58e-c61a-419a-bb2f-e96d883ce180 req-85759a95-2106-47f1-8e87-8a422eb5412d tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] 10.222.0.66 "GET /v2.0/security-groups?id=350df8a4-581f-4f03-aa11-3c9d62bb0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341501 Aug 18 12:36:50.189781 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf5d2d2-051d-4510-93cc-a9c3b678185e req-a152a9ac-507a-448d-a373-495247f7a80a tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:36:50.191253 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-bbf5d2d2-051d-4510-93cc-a9c3b678185e req-a152a9ac-507a-448d-a373-495247f7a80a tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] 10.222.0.66 "GET /v2.0/ports?device_id=5d1a37eb-78b8-4cfd-9c8d-fadd6cea1820 HTTP/1.1" status: 200 len: 946 time: 0.0525341 Aug 18 12:36:50.237256 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-bbf5d2d2-051d-4510-93cc-a9c3b678185e req-f2cccffd-f45d-4cb8-8eb9-7611cf7c6ad1 tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] 10.222.0.66 "GET /v2.0/security-groups?id=350df8a4-581f-4f03-aa11-3c9d62bb0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366628 Aug 18 12:36:51.365330 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1794b227-ea16-4057-9aa8-d6ffd64d627e req-bc9f29eb-a95b-4903-bda3-7ee9ab13a387 tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:36:51.366734 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1794b227-ea16-4057-9aa8-d6ffd64d627e req-bc9f29eb-a95b-4903-bda3-7ee9ab13a387 tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] 10.222.0.66 "GET /v2.0/ports?device_id=5d1a37eb-78b8-4cfd-9c8d-fadd6cea1820 HTTP/1.1" status: 200 len: 946 time: 0.0501463 Aug 18 12:36:51.407797 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1794b227-ea16-4057-9aa8-d6ffd64d627e req-1cc31a31-d529-4ad3-a2e9-34da0521d2d2 tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] 10.222.0.66 "GET /v2.0/security-groups?id=350df8a4-581f-4f03-aa11-3c9d62bb0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322802 Aug 18 12:36:51.484051 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:36:51.735730 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-481ec3ac-0d69-4d3e-b260-489e2f8121e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:36:52.286032 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-53584c24-f517-494e-ac93-c18bb92373f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:36:52.547681 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bb4cd3-9379-4428-b553-54858e9ef245 req-961e87d3-66c5-49b5-971d-e2e63efbf98e tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:36:52.549225 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-10bb4cd3-9379-4428-b553-54858e9ef245 req-961e87d3-66c5-49b5-971d-e2e63efbf98e tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] 10.222.0.66 "GET /v2.0/ports?device_id=5d1a37eb-78b8-4cfd-9c8d-fadd6cea1820 HTTP/1.1" status: 200 len: 946 time: 0.0517092 Aug 18 12:36:52.591994 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-10bb4cd3-9379-4428-b553-54858e9ef245 req-d85498f7-62f2-47dc-a6d9-f600313c354d tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] 10.222.0.66 "GET /v2.0/security-groups?id=350df8a4-581f-4f03-aa11-3c9d62bb0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339530 Aug 18 12:36:53.749687 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7995f7d6-43fa-4ffb-b256-320737816ec5 req-26b96ef3-c879-4e9d-9012-83b558638f53 tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:36:53.751154 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7995f7d6-43fa-4ffb-b256-320737816ec5 req-26b96ef3-c879-4e9d-9012-83b558638f53 tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] 10.222.0.66 "GET /v2.0/ports?device_id=5d1a37eb-78b8-4cfd-9c8d-fadd6cea1820 HTTP/1.1" status: 200 len: 946 time: 0.0540287 Aug 18 12:36:53.802782 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7995f7d6-43fa-4ffb-b256-320737816ec5 req-b8e182a1-9623-45a3-955c-9c94f8e5736d tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] 10.222.0.66 "GET /v2.0/security-groups?id=350df8a4-581f-4f03-aa11-3c9d62bb0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423062 Aug 18 12:36:53.954517 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-500a1c61-38a7-4c23-a7ec-4631080af5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:36:54.936951 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ec6212-5b6d-4ac3-a81c-0e21c739578d req-d1734850-0c4e-41ac-9aab-7f0238f2fcbd tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:36:54.938533 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-69ec6212-5b6d-4ac3-a81c-0e21c739578d req-d1734850-0c4e-41ac-9aab-7f0238f2fcbd tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] 10.222.0.66 "GET /v2.0/ports?device_id=5d1a37eb-78b8-4cfd-9c8d-fadd6cea1820 HTTP/1.1" status: 200 len: 946 time: 0.0566976 Aug 18 12:36:54.977606 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-69ec6212-5b6d-4ac3-a81c-0e21c739578d req-46c20383-e07e-47c6-b3ed-6f48da565959 tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] 10.222.0.66 "GET /v2.0/security-groups?id=350df8a4-581f-4f03-aa11-3c9d62bb0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326340 Aug 18 12:36:56.105625 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3943607e-fef2-48ec-b585-0cba266f8c55 req-75d82f2e-64d2-44ac-b3e0-fe625062a9d9 tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:36:56.107090 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3943607e-fef2-48ec-b585-0cba266f8c55 req-75d82f2e-64d2-44ac-b3e0-fe625062a9d9 tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] 10.222.0.66 "GET /v2.0/ports?device_id=5d1a37eb-78b8-4cfd-9c8d-fadd6cea1820 HTTP/1.1" status: 200 len: 946 time: 0.0504067 Aug 18 12:36:56.144699 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3943607e-fef2-48ec-b585-0cba266f8c55 req-6b84361a-b050-4810-b327-2833589da3ae tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] 10.222.0.66 "GET /v2.0/security-groups?id=350df8a4-581f-4f03-aa11-3c9d62bb0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313206 Aug 18 12:36:56.617438 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdbeec5-e617-4fc9-a693-fd74e1fefdd4 req-1729560b-e93f-482b-b321-29d0f0860f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:36:56.618946 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-fcdbeec5-e617-4fc9-a693-fd74e1fefdd4 req-1729560b-e93f-482b-b321-29d0f0860f08 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ffa3b94a0f704cdd87540505c3017590&device_id=5d1a37eb-78b8-4cfd-9c8d-fadd6cea1820 HTTP/1.1" status: 200 len: 1097 time: 0.0529549 Aug 18 12:36:56.727985 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdbeec5-e617-4fc9-a693-fd74e1fefdd4 req-797aeed8-3d58-495d-9050-5b3d64dd2bca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:36:56.729517 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-fcdbeec5-e617-4fc9-a693-fd74e1fefdd4 req-797aeed8-3d58-495d-9050-5b3d64dd2bca service neutron] 10.222.0.62 "GET /v2.0/networks?id=fbe29e1a-a452-4435-b398-b94bd7187639 HTTP/1.1" status: 200 len: 916 time: 0.0883281 Aug 18 12:36:56.775035 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-fcdbeec5-e617-4fc9-a693-fd74e1fefdd4 req-54cfa7b9-fdd8-4dd8-ad1b-9e84d7ce3817 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a3e2d8c8-e907-4626-80c9-4598777fe3d5 HTTP/1.1" status: 200 len: 217 time: 0.0382423 Aug 18 12:36:56.825457 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdbeec5-e617-4fc9-a693-fd74e1fefdd4 req-0c45b297-c32a-4d68-8703-ae72e9f77155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:36:56.826772 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-fcdbeec5-e617-4fc9-a693-fd74e1fefdd4 req-0c45b297-c32a-4d68-8703-ae72e9f77155 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c2279412-f7a6-4c31-ba88-0c9284600805 HTTP/1.1" status: 200 len: 855 time: 0.0447109 Aug 18 12:36:56.859800 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-fcdbeec5-e617-4fc9-a693-fd74e1fefdd4 req-d028a196-f2dc-4ccc-ac35-05f05fb9e8f6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=fbe29e1a-a452-4435-b398-b94bd7187639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247018 Aug 18 12:36:56.960864 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-fcdbeec5-e617-4fc9-a693-fd74e1fefdd4 req-a6897032-4451-40cd-99f7-f861b1353f2c service neutron] 10.222.0.62 "GET /v2.0/networks/fbe29e1a-a452-4435-b398-b94bd7187639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933812 Aug 18 12:36:57.063538 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-fcdbeec5-e617-4fc9-a693-fd74e1fefdd4 req-a0607907-c447-47c3-bff6-22e36a00a8f7 service neutron] 10.222.0.62 "GET /v2.0/networks/fbe29e1a-a452-4435-b398-b94bd7187639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882280 Aug 18 12:36:57.270559 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6006a70-06f5-4e77-800a-3be4c002fd08 req-ba1f1bb4-d838-4334-a19e-d492302f9d54 tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:36:57.272188 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b6006a70-06f5-4e77-800a-3be4c002fd08 req-ba1f1bb4-d838-4334-a19e-d492302f9d54 tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] 10.222.0.66 "GET /v2.0/ports?device_id=5d1a37eb-78b8-4cfd-9c8d-fadd6cea1820 HTTP/1.1" status: 200 len: 946 time: 0.0522511 Aug 18 12:36:57.316757 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b6006a70-06f5-4e77-800a-3be4c002fd08 req-4cdc8256-76c3-4a47-85f9-f9c822290b27 tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] 10.222.0.66 "GET /v2.0/security-groups?id=350df8a4-581f-4f03-aa11-3c9d62bb0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367086 Aug 18 12:36:58.468706 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0119d212-5387-4612-a5c3-60d2ebe435c9 req-2c652d85-0421-4ae2-8583-21cbb09bbaa5 tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:36:58.470235 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0119d212-5387-4612-a5c3-60d2ebe435c9 req-2c652d85-0421-4ae2-8583-21cbb09bbaa5 tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] 10.222.0.66 "GET /v2.0/ports?device_id=5d1a37eb-78b8-4cfd-9c8d-fadd6cea1820 HTTP/1.1" status: 200 len: 946 time: 0.0623734 Aug 18 12:36:58.509922 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0119d212-5387-4612-a5c3-60d2ebe435c9 req-0dc7cf57-223b-4ef2-9fe3-72ec86367d1c tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] 10.222.0.66 "GET /v2.0/security-groups?id=350df8a4-581f-4f03-aa11-3c9d62bb0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335462 Aug 18 12:36:59.654530 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffee8d5-1b1b-4217-9de2-b5ae9ae0b6a3 req-384bb722-8314-4312-8569-440cb75b7b45 tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:36:59.655989 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1ffee8d5-1b1b-4217-9de2-b5ae9ae0b6a3 req-384bb722-8314-4312-8569-440cb75b7b45 tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] 10.222.0.66 "GET /v2.0/ports?device_id=5d1a37eb-78b8-4cfd-9c8d-fadd6cea1820 HTTP/1.1" status: 200 len: 946 time: 0.0561762 Aug 18 12:36:59.696798 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1ffee8d5-1b1b-4217-9de2-b5ae9ae0b6a3 req-4007460c-4ef7-40cf-843c-41029604dad2 tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] 10.222.0.66 "GET /v2.0/security-groups?id=350df8a4-581f-4f03-aa11-3c9d62bb0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314538 Aug 18 12:37:00.848132 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf6188a-66ea-4b13-a4dc-0688fb7e1c0d req-1c0940a7-a310-4dc5-869c-833a33281ee0 tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:37:00.849544 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ebf6188a-66ea-4b13-a4dc-0688fb7e1c0d req-1c0940a7-a310-4dc5-869c-833a33281ee0 tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] 10.222.0.66 "GET /v2.0/ports?device_id=5d1a37eb-78b8-4cfd-9c8d-fadd6cea1820 HTTP/1.1" status: 200 len: 946 time: 0.0602598 Aug 18 12:37:00.894720 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ebf6188a-66ea-4b13-a4dc-0688fb7e1c0d req-235c8c80-e7ff-4737-af2f-6b2208a251c7 tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] 10.222.0.66 "GET /v2.0/security-groups?id=350df8a4-581f-4f03-aa11-3c9d62bb0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363472 Aug 18 12:37:02.025241 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c35190-9708-48d0-bd7f-1eec1bb8eff3 req-3061fa27-c4d2-4a39-a5da-374ebfa943ff tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:37:02.026718 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-78c35190-9708-48d0-bd7f-1eec1bb8eff3 req-3061fa27-c4d2-4a39-a5da-374ebfa943ff tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] 10.222.0.66 "GET /v2.0/ports?device_id=5d1a37eb-78b8-4cfd-9c8d-fadd6cea1820 HTTP/1.1" status: 200 len: 946 time: 0.0521832 Aug 18 12:37:02.077916 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-78c35190-9708-48d0-bd7f-1eec1bb8eff3 req-19f4339e-93e7-4129-a35f-641a0ec0b053 tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] 10.222.0.66 "GET /v2.0/security-groups?id=350df8a4-581f-4f03-aa11-3c9d62bb0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448472 Aug 18 12:37:03.208147 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158a6e54-ece6-4d33-b08b-0aad195aa0ee req-532aec19-b6f9-4693-94dd-8d964fa4d6d0 tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:37:03.209661 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-158a6e54-ece6-4d33-b08b-0aad195aa0ee req-532aec19-b6f9-4693-94dd-8d964fa4d6d0 tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] 10.222.0.66 "GET /v2.0/ports?device_id=5d1a37eb-78b8-4cfd-9c8d-fadd6cea1820 HTTP/1.1" status: 200 len: 946 time: 0.0598555 Aug 18 12:37:03.248560 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-158a6e54-ece6-4d33-b08b-0aad195aa0ee req-b302508f-a8d9-4476-b495-d883637e61f5 tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] 10.222.0.66 "GET /v2.0/security-groups?id=350df8a4-581f-4f03-aa11-3c9d62bb0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328865 Aug 18 12:37:04.380026 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7b34fb-5a2b-46fa-949f-f62a4d378656 req-f9aedaab-0b52-4334-ae42-32f1a2eb3e77 tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:37:04.381436 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6d7b34fb-5a2b-46fa-949f-f62a4d378656 req-f9aedaab-0b52-4334-ae42-32f1a2eb3e77 tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] 10.222.0.66 "GET /v2.0/ports?device_id=5d1a37eb-78b8-4cfd-9c8d-fadd6cea1820 HTTP/1.1" status: 200 len: 946 time: 0.0573788 Aug 18 12:37:04.425350 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6d7b34fb-5a2b-46fa-949f-f62a4d378656 req-47a866f6-d847-4af9-b0b3-0a26db084675 tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] 10.222.0.66 "GET /v2.0/security-groups?id=350df8a4-581f-4f03-aa11-3c9d62bb0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349174 Aug 18 12:37:05.553144 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6523c40d-79b1-486f-b620-26ffde87d86b req-033789c4-ca8b-4ae0-991d-a8bb48f14580 tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:37:05.554618 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6523c40d-79b1-486f-b620-26ffde87d86b req-033789c4-ca8b-4ae0-991d-a8bb48f14580 tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] 10.222.0.66 "GET /v2.0/ports?device_id=5d1a37eb-78b8-4cfd-9c8d-fadd6cea1820 HTTP/1.1" status: 200 len: 946 time: 0.0563133 Aug 18 12:37:05.593525 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6523c40d-79b1-486f-b620-26ffde87d86b req-87044593-3d6a-46f6-90a8-f0dc559e5d73 tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] 10.222.0.66 "GET /v2.0/security-groups?id=350df8a4-581f-4f03-aa11-3c9d62bb0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327833 Aug 18 12:37:06.359500 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:37:06.717493 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2fcb21-a715-4439-bcc3-67213c3243c4 req-360a2858-0434-4b7e-b543-2928762e1bef tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:37:06.718919 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5c2fcb21-a715-4439-bcc3-67213c3243c4 req-360a2858-0434-4b7e-b543-2928762e1bef tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] 10.222.0.66 "GET /v2.0/ports?device_id=5d1a37eb-78b8-4cfd-9c8d-fadd6cea1820 HTTP/1.1" status: 200 len: 946 time: 0.0513949 Aug 18 12:37:06.758307 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5c2fcb21-a715-4439-bcc3-67213c3243c4 req-ebae0669-39ba-425d-91c5-75be3dbd51a1 tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] 10.222.0.66 "GET /v2.0/security-groups?id=350df8a4-581f-4f03-aa11-3c9d62bb0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331964 Aug 18 12:37:07.894639 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77035523-31ad-4b9d-ac30-ac0e72ccff2b req-c9d64e88-00e8-484a-b25e-65f55d9cd364 tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:37:07.896170 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-77035523-31ad-4b9d-ac30-ac0e72ccff2b req-c9d64e88-00e8-484a-b25e-65f55d9cd364 tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] 10.222.0.66 "GET /v2.0/ports?device_id=5d1a37eb-78b8-4cfd-9c8d-fadd6cea1820 HTTP/1.1" status: 200 len: 946 time: 0.0559735 Aug 18 12:37:07.937757 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-77035523-31ad-4b9d-ac30-ac0e72ccff2b req-af9d501a-36e3-49b2-8aae-a4af71173f45 tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] 10.222.0.66 "GET /v2.0/security-groups?id=350df8a4-581f-4f03-aa11-3c9d62bb0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354233 Aug 18 12:37:08.524158 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:37:09.077984 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a6bd4a-5aa7-4fdd-becf-c864697249c1 req-477d58c2-dcd8-4327-a6e2-340e0bc16711 tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:37:09.079565 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-83a6bd4a-5aa7-4fdd-becf-c864697249c1 req-477d58c2-dcd8-4327-a6e2-340e0bc16711 tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] 10.222.0.66 "GET /v2.0/ports?device_id=5d1a37eb-78b8-4cfd-9c8d-fadd6cea1820 HTTP/1.1" status: 200 len: 946 time: 0.0572314 Aug 18 12:37:09.119717 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-83a6bd4a-5aa7-4fdd-becf-c864697249c1 req-000889ab-5cc1-4537-a0b3-a0bac71eae56 tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] 10.222.0.66 "GET /v2.0/security-groups?id=350df8a4-581f-4f03-aa11-3c9d62bb0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338113 Aug 18 12:37:10.251499 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d9a441-1683-4c57-a9f6-8c3704be4a16 req-85ead8de-01c2-41ca-a7c5-d5d960e2265e tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:37:10.252997 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a6d9a441-1683-4c57-a9f6-8c3704be4a16 req-85ead8de-01c2-41ca-a7c5-d5d960e2265e tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] 10.222.0.66 "GET /v2.0/ports?device_id=5d1a37eb-78b8-4cfd-9c8d-fadd6cea1820 HTTP/1.1" status: 200 len: 946 time: 0.0602601 Aug 18 12:37:10.299725 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a6d9a441-1683-4c57-a9f6-8c3704be4a16 req-0a2fc4b0-c89c-4c61-9fe7-611f235dd9c7 tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] 10.222.0.66 "GET /v2.0/security-groups?id=350df8a4-581f-4f03-aa11-3c9d62bb0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379207 Aug 18 12:37:11.428796 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59108aa-3e44-4d2b-bdfd-6f2f0fd023a1 req-2b464322-d57e-4de5-98c2-32a8e8262481 tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:37:11.430273 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d59108aa-3e44-4d2b-bdfd-6f2f0fd023a1 req-2b464322-d57e-4de5-98c2-32a8e8262481 tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] 10.222.0.66 "GET /v2.0/ports?device_id=5d1a37eb-78b8-4cfd-9c8d-fadd6cea1820 HTTP/1.1" status: 200 len: 946 time: 0.0535929 Aug 18 12:37:11.475413 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d59108aa-3e44-4d2b-bdfd-6f2f0fd023a1 req-6c0c20e3-c23c-4e09-b482-94df2f72f553 tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] 10.222.0.66 "GET /v2.0/security-groups?id=350df8a4-581f-4f03-aa11-3c9d62bb0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359685 Aug 18 12:37:12.608728 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b07a53-77f9-41cf-904e-ddbea06e1177 req-6d47dc6b-59cb-4480-afe9-bbe9a5496a1d tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:37:12.610193 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-36b07a53-77f9-41cf-904e-ddbea06e1177 req-6d47dc6b-59cb-4480-afe9-bbe9a5496a1d tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] 10.222.0.66 "GET /v2.0/ports?device_id=5d1a37eb-78b8-4cfd-9c8d-fadd6cea1820 HTTP/1.1" status: 200 len: 946 time: 0.0515301 Aug 18 12:37:12.652882 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-36b07a53-77f9-41cf-904e-ddbea06e1177 req-908f839f-b3c9-4aa5-8da0-ff983d1107a9 tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] 10.222.0.66 "GET /v2.0/security-groups?id=350df8a4-581f-4f03-aa11-3c9d62bb0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340645 Aug 18 12:37:13.787210 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4999849e-64ad-4221-abfc-d51f5d0f47a6 req-0adaed01-d100-4b0d-bdda-6ba38bae7f39 tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:37:13.788708 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4999849e-64ad-4221-abfc-d51f5d0f47a6 req-0adaed01-d100-4b0d-bdda-6ba38bae7f39 tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] 10.222.0.66 "GET /v2.0/ports?device_id=5d1a37eb-78b8-4cfd-9c8d-fadd6cea1820 HTTP/1.1" status: 200 len: 946 time: 0.0551312 Aug 18 12:37:13.830273 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4999849e-64ad-4221-abfc-d51f5d0f47a6 req-1b76d08c-fb7f-4f12-ab6e-18e52685c2aa tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] 10.222.0.66 "GET /v2.0/security-groups?id=350df8a4-581f-4f03-aa11-3c9d62bb0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328486 Aug 18 12:37:14.962796 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104987f8-0ab5-4470-b09d-813889fb755e req-400b1916-d002-42d7-a9b8-da9517c754d2 tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:37:14.964298 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-104987f8-0ab5-4470-b09d-813889fb755e req-400b1916-d002-42d7-a9b8-da9517c754d2 tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] 10.222.0.66 "GET /v2.0/ports?device_id=5d1a37eb-78b8-4cfd-9c8d-fadd6cea1820 HTTP/1.1" status: 200 len: 946 time: 0.0514998 Aug 18 12:37:15.009007 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-104987f8-0ab5-4470-b09d-813889fb755e req-0d3a73ec-e9ae-40c3-8715-0df569ea03b1 tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] 10.222.0.66 "GET /v2.0/security-groups?id=350df8a4-581f-4f03-aa11-3c9d62bb0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356565 Aug 18 12:37:15.216317 n-d-804985-2 neutron-server[106253]: INFO neutron.api.v2.resource [req-e47371d9-8c97-4e3e-abc4-78de8c847c70 req-902f7e5b-887c-4e9d-8b41-81b44d3f11e8 service neutron] show failed (client error): The resource could not be found. Aug 18 12:37:15.217249 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-e47371d9-8c97-4e3e-abc4-78de8c847c70 req-902f7e5b-887c-4e9d-8b41-81b44d3f11e8 service neutron] 10.222.0.62 "GET /v2.0/ports/a3e2d8c8-e907-4626-80c9-4598777fe3d5/bindings/n-h1-804985-2 HTTP/1.1" status: 404 len: 380 time: 0.0743945 Aug 18 12:37:15.423941 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47371d9-8c97-4e3e-abc4-78de8c847c70 req-df50b214-f3b7-40d1-b518-7312b619be1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:37:15.425477 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e47371d9-8c97-4e3e-abc4-78de8c847c70 req-df50b214-f3b7-40d1-b518-7312b619be1a service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=5d1a37eb-78b8-4cfd-9c8d-fadd6cea1820&tenant_id=ffa3b94a0f704cdd87540505c3017590 HTTP/1.1" status: 200 len: 1097 time: 0.0435901 Aug 18 12:37:15.438655 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-e47371d9-8c97-4e3e-abc4-78de8c847c70 req-ebe6f300-9096-4aba-8600-d2e54e64e3c0 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-804985-2', 'device_owner': 'compute:nova'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:37:15.491075 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-e47371d9-8c97-4e3e-abc4-78de8c847c70 req-ebe6f300-9096-4aba-8600-d2e54e64e3c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:37:15.699192 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-e47371d9-8c97-4e3e-abc4-78de8c847c70 req-ebe6f300-9096-4aba-8600-d2e54e64e3c0 service neutron] For port a3e2d8c8-e907-4626-80c9-4598777fe3d5, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=a3e2d8c8-e907-4626-80c9-4598777fe3d5,segment=NetworkSegment(9aa9229d-17b9-41b5-9800-f32a7c6be3c7),segment_id=9aa9229d-17b9-41b5-9800-f32a7c6be3c7)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:37:15.731298 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-e47371d9-8c97-4e3e-abc4-78de8c847c70 req-ebe6f300-9096-4aba-8600-d2e54e64e3c0 service neutron] For port a3e2d8c8-e907-4626-80c9-4598777fe3d5, host n-h2-804985-2, cleared binding levels {{(pid=106252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:37:15.769535 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d1a37eb-78b8-4cfd-9c8d-fadd6cea1820', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a3e2d8c8-e907-4626-80c9-4598777fe3d5'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:37:15.772186 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a65226f-9dc5-4f71-a055-16a0ef4a0ed4" -d '{"events": [{"server_uuid": "5d1a37eb-78b8-4cfd-9c8d-fadd6cea1820", "name": "network-vif-unplugged", "status": "completed", "tag": "a3e2d8c8-e907-4626-80c9-4598777fe3d5"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:37:15.777160 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-e47371d9-8c97-4e3e-abc4-78de8c847c70 req-ebe6f300-9096-4aba-8600-d2e54e64e3c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:37:15.793534 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [req-e47371d9-8c97-4e3e-abc4-78de8c847c70 req-ebe6f300-9096-4aba-8600-d2e54e64e3c0 service neutron] Transition to ACTIVE for port object a3e2d8c8-e907-4626-80c9-4598777fe3d5 will not be triggered until provisioned by entity L2. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:37:15.797303 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-e47371d9-8c97-4e3e-abc4-78de8c847c70 req-ebe6f300-9096-4aba-8600-d2e54e64e3c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:37:15.825163 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 18 Aug 2021 12:37:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6890fcd0-0d5f-4e92-9ca4-675d2ac40a90 x-openstack-request-id: req-6890fcd0-0d5f-4e92-9ca4-675d2ac40a90 {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:37:15.825513 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d1a37eb-78b8-4cfd-9c8d-fadd6cea1820", "name": "network-vif-unplugged", "status": "completed", "tag": "a3e2d8c8-e907-4626-80c9-4598777fe3d5", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:37:15.825848 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-6890fcd0-0d5f-4e92-9ca4-675d2ac40a90 {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:37:15.826330 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d1a37eb-78b8-4cfd-9c8d-fadd6cea1820', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a3e2d8c8-e907-4626-80c9-4598777fe3d5', 'code': 200} Aug 18 12:37:15.852283 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe6f300-9096-4aba-8600-d2e54e64e3c0 service neutron] Pushing event updated for resources: {'Port': ['ID=a3e2d8c8-e907-4626-80c9-4598777fe3d5,revision_number=6']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:37:15.867335 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-e47371d9-8c97-4e3e-abc4-78de8c847c70 req-ebe6f300-9096-4aba-8600-d2e54e64e3c0 service neutron] No DVR routers for this DVR port a3e2d8c8-e907-4626-80c9-4598777fe3d5 on host n-h2-804985-2 {{(pid=106252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:37:15.875219 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe6f300-9096-4aba-8600-d2e54e64e3c0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:37:15.875551 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe6f300-9096-4aba-8600-d2e54e64e3c0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:37:15.875880 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe6f300-9096-4aba-8600-d2e54e64e3c0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:37:15.876206 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe6f300-9096-4aba-8600-d2e54e64e3c0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:37:15.876553 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe6f300-9096-4aba-8600-d2e54e64e3c0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:37:15.876896 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe6f300-9096-4aba-8600-d2e54e64e3c0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:37:15.877209 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe6f300-9096-4aba-8600-d2e54e64e3c0 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:37:15.877528 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe6f300-9096-4aba-8600-d2e54e64e3c0 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:37:15.877842 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe6f300-9096-4aba-8600-d2e54e64e3c0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:37:15.878157 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe6f300-9096-4aba-8600-d2e54e64e3c0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:37:15.878452 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe6f300-9096-4aba-8600-d2e54e64e3c0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:37:15.878791 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe6f300-9096-4aba-8600-d2e54e64e3c0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:37:15.911635 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-e47371d9-8c97-4e3e-abc4-78de8c847c70 req-ebe6f300-9096-4aba-8600-d2e54e64e3c0 service neutron] Attempting to bind port a3e2d8c8-e907-4626-80c9-4598777fe3d5 on host n-h1-804985-2 for vnic_type normal with profile {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:37:15.911956 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-e47371d9-8c97-4e3e-abc4-78de8c847c70 req-ebe6f300-9096-4aba-8600-d2e54e64e3c0 service neutron] Attempting to bind port a3e2d8c8-e907-4626-80c9-4598777fe3d5 by drivers openvswitch,hyperv on host n-h1-804985-2 at level 0 using segments [{'id': '9aa9229d-17b9-41b5-9800-f32a7c6be3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'fbe29e1a-a452-4435-b398-b94bd7187639'}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:37:15.912274 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e47371d9-8c97-4e3e-abc4-78de8c847c70 req-ebe6f300-9096-4aba-8600-d2e54e64e3c0 service neutron] Attempting to bind port a3e2d8c8-e907-4626-80c9-4598777fe3d5 on network fbe29e1a-a452-4435-b398-b94bd7187639 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:37:15.916826 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e47371d9-8c97-4e3e-abc4-78de8c847c70 req-ebe6f300-9096-4aba-8600-d2e54e64e3c0 service neutron] Port a3e2d8c8-e907-4626-80c9-4598777fe3d5 on network fbe29e1a-a452-4435-b398-b94bd7187639 not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-2 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:37:15.917135 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e47371d9-8c97-4e3e-abc4-78de8c847c70 req-ebe6f300-9096-4aba-8600-d2e54e64e3c0 service neutron] Attempting to bind port a3e2d8c8-e907-4626-80c9-4598777fe3d5 on network fbe29e1a-a452-4435-b398-b94bd7187639 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:37:15.922002 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e47371d9-8c97-4e3e-abc4-78de8c847c70 req-ebe6f300-9096-4aba-8600-d2e54e64e3c0 service neutron] Checking agent: {'id': 'a613417a-d085-492c-941a-59bb18c633d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 49, 6), 'started_at': datetime.datetime(2021, 8, 18, 11, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 37, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:37:15.922343 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e47371d9-8c97-4e3e-abc4-78de8c847c70 req-ebe6f300-9096-4aba-8600-d2e54e64e3c0 service neutron] Checking segment: {'id': '9aa9229d-17b9-41b5-9800-f32a7c6be3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'fbe29e1a-a452-4435-b398-b94bd7187639'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:37:15.922706 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e47371d9-8c97-4e3e-abc4-78de8c847c70 req-ebe6f300-9096-4aba-8600-d2e54e64e3c0 service neutron] Bound using segment: {'id': '9aa9229d-17b9-41b5-9800-f32a7c6be3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'fbe29e1a-a452-4435-b398-b94bd7187639'} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:37:15.923121 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-e47371d9-8c97-4e3e-abc4-78de8c847c70 req-ebe6f300-9096-4aba-8600-d2e54e64e3c0 service neutron] Bound port: a3e2d8c8-e907-4626-80c9-4598777fe3d5, host: n-h1-804985-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9aa9229d-17b9-41b5-9800-f32a7c6be3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'fbe29e1a-a452-4435-b398-b94bd7187639'}}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:37:15.923465 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-e47371d9-8c97-4e3e-abc4-78de8c847c70 req-ebe6f300-9096-4aba-8600-d2e54e64e3c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:37:15.987443 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-e47371d9-8c97-4e3e-abc4-78de8c847c70 req-ebe6f300-9096-4aba-8600-d2e54e64e3c0 service neutron] For port a3e2d8c8-e907-4626-80c9-4598777fe3d5, host n-h1-804985-2, cleared binding levels {{(pid=106252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:37:15.990883 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-e47371d9-8c97-4e3e-abc4-78de8c847c70 req-ebe6f300-9096-4aba-8600-d2e54e64e3c0 service neutron] For port a3e2d8c8-e907-4626-80c9-4598777fe3d5, host n-h1-804985-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=a3e2d8c8-e907-4626-80c9-4598777fe3d5,segment=NetworkSegment(9aa9229d-17b9-41b5-9800-f32a7c6be3c7),segment_id=9aa9229d-17b9-41b5-9800-f32a7c6be3c7)] {{(pid=106252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:37:15.995418 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-e47371d9-8c97-4e3e-abc4-78de8c847c70 req-ebe6f300-9096-4aba-8600-d2e54e64e3c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:37:16.026301 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47371d9-8c97-4e3e-abc4-78de8c847c70 req-ebe6f300-9096-4aba-8600-d2e54e64e3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:37:16.026904 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-e47371d9-8c97-4e3e-abc4-78de8c847c70 req-ebe6f300-9096-4aba-8600-d2e54e64e3c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:37:16.028294 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e47371d9-8c97-4e3e-abc4-78de8c847c70 req-ebe6f300-9096-4aba-8600-d2e54e64e3c0 service neutron] 10.222.0.63 "PUT /v2.0/ports/a3e2d8c8-e907-4626-80c9-4598777fe3d5 HTTP/1.1" status: 200 len: 1092 time: 0.5941517 Aug 18 12:37:16.061947 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe6f300-9096-4aba-8600-d2e54e64e3c0 service neutron] Pushing event updated for resources: {'Port': ['ID=a3e2d8c8-e907-4626-80c9-4598777fe3d5,revision_number=7']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:37:16.121560 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47371d9-8c97-4e3e-abc4-78de8c847c70 req-0067d0aa-c5c5-4928-951e-a123b3634444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:37:16.123036 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e47371d9-8c97-4e3e-abc4-78de8c847c70 req-0067d0aa-c5c5-4928-951e-a123b3634444 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=ffa3b94a0f704cdd87540505c3017590&device_id=5d1a37eb-78b8-4cfd-9c8d-fadd6cea1820 HTTP/1.1" status: 200 len: 1095 time: 0.0707765 Aug 18 12:37:16.156870 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213adddd-0569-4172-a7d3-d118d1aa81ec req-1d406a3f-02da-4eab-9484-22de94540387 tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:37:16.158294 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-213adddd-0569-4172-a7d3-d118d1aa81ec req-1d406a3f-02da-4eab-9484-22de94540387 tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] 10.222.0.66 "GET /v2.0/ports?device_id=5d1a37eb-78b8-4cfd-9c8d-fadd6cea1820 HTTP/1.1" status: 200 len: 944 time: 0.0755534 Aug 18 12:37:16.233821 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-213adddd-0569-4172-a7d3-d118d1aa81ec req-2b541860-aa2f-4456-9cbc-3a9129595d67 tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] 10.222.0.66 "GET /v2.0/security-groups?id=350df8a4-581f-4f03-aa11-3c9d62bb0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518284 Aug 18 12:37:16.248710 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47371d9-8c97-4e3e-abc4-78de8c847c70 req-6e31bcba-2001-44fb-a69d-c72f19db1f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:37:16.250174 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e47371d9-8c97-4e3e-abc4-78de8c847c70 req-6e31bcba-2001-44fb-a69d-c72f19db1f22 service neutron] 10.222.0.63 "GET /v2.0/networks?id=fbe29e1a-a452-4435-b398-b94bd7187639 HTTP/1.1" status: 200 len: 916 time: 0.1197536 Aug 18 12:37:16.304736 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e47371d9-8c97-4e3e-abc4-78de8c847c70 req-c7ef2f24-17f8-49a8-a467-8999dd98f195 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a3e2d8c8-e907-4626-80c9-4598777fe3d5 HTTP/1.1" status: 200 len: 217 time: 0.0467093 Aug 18 12:37:16.354769 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47371d9-8c97-4e3e-abc4-78de8c847c70 req-439725af-d7f0-45af-a74e-d2924adc8889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:37:16.356165 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e47371d9-8c97-4e3e-abc4-78de8c847c70 req-439725af-d7f0-45af-a74e-d2924adc8889 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=c2279412-f7a6-4c31-ba88-0c9284600805 HTTP/1.1" status: 200 len: 855 time: 0.0447609 Aug 18 12:37:16.387475 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e47371d9-8c97-4e3e-abc4-78de8c847c70 req-f8153b6c-2545-4ab7-8d16-de333e15f040 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=fbe29e1a-a452-4435-b398-b94bd7187639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241773 Aug 18 12:37:16.481085 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e47371d9-8c97-4e3e-abc4-78de8c847c70 req-8535ad8c-941d-49db-a234-fd44f12ac5c0 service neutron] 10.222.0.63 "GET /v2.0/networks/fbe29e1a-a452-4435-b398-b94bd7187639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862267 Aug 18 12:37:16.574879 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e47371d9-8c97-4e3e-abc4-78de8c847c70 req-572c9f1f-1b4c-4405-8263-3ec2063930b9 service neutron] 10.222.0.63 "GET /v2.0/networks/fbe29e1a-a452-4435-b398-b94bd7187639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860751 Aug 18 12:37:17.379151 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0ef854-e521-45cb-afba-b2f94535eb27 req-8734a84f-75f6-463a-9898-42919631eda6 tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:37:17.380821 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-dc0ef854-e521-45cb-afba-b2f94535eb27 req-8734a84f-75f6-463a-9898-42919631eda6 tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] 10.222.0.66 "GET /v2.0/ports?device_id=5d1a37eb-78b8-4cfd-9c8d-fadd6cea1820 HTTP/1.1" status: 200 len: 944 time: 0.0632143 Aug 18 12:37:17.425260 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-dc0ef854-e521-45cb-afba-b2f94535eb27 req-5717c070-a50a-4d3f-b3f6-826804228dab tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] 10.222.0.66 "GET /v2.0/security-groups?id=350df8a4-581f-4f03-aa11-3c9d62bb0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354645 Aug 18 12:37:17.827647 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d1a37eb-78b8-4cfd-9c8d-fadd6cea1820', 'tag': 'a3e2d8c8-e907-4626-80c9-4598777fe3d5'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:37:17.830041 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16536ea4-130c-4912-a197-05f7d902c757" -d '{"events": [{"name": "network-changed", "server_uuid": "5d1a37eb-78b8-4cfd-9c8d-fadd6cea1820", "tag": "a3e2d8c8-e907-4626-80c9-4598777fe3d5"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:37:17.878623 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:37:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c4f364a-76b7-4858-8ed1-72a69dd152d9 x-openstack-request-id: req-2c4f364a-76b7-4858-8ed1-72a69dd152d9 {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:37:17.878938 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d1a37eb-78b8-4cfd-9c8d-fadd6cea1820", "tag": "a3e2d8c8-e907-4626-80c9-4598777fe3d5", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:37:17.879182 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-2c4f364a-76b7-4858-8ed1-72a69dd152d9 {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:37:17.879570 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d1a37eb-78b8-4cfd-9c8d-fadd6cea1820', 'tag': 'a3e2d8c8-e907-4626-80c9-4598777fe3d5', 'status': 'completed', 'code': 200} Aug 18 12:37:17.959726 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16536ea4-130c-4912-a197-05f7d902c757 req-90a90099-6b2e-4740-9c82-893a19f75947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:37:17.961338 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-16536ea4-130c-4912-a197-05f7d902c757 req-90a90099-6b2e-4740-9c82-893a19f75947 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ffa3b94a0f704cdd87540505c3017590&device_id=5d1a37eb-78b8-4cfd-9c8d-fadd6cea1820 HTTP/1.1" status: 200 len: 1095 time: 0.0569928 Aug 18 12:37:17.971624 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16536ea4-130c-4912-a197-05f7d902c757 req-5e3d6466-9a41-4ecc-ad9c-16708a1d817e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:37:17.973159 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-16536ea4-130c-4912-a197-05f7d902c757 req-5e3d6466-9a41-4ecc-ad9c-16708a1d817e service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=ffa3b94a0f704cdd87540505c3017590&device_id=5d1a37eb-78b8-4cfd-9c8d-fadd6cea1820 HTTP/1.1" status: 200 len: 1095 time: 0.0526538 Aug 18 12:37:18.058169 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16536ea4-130c-4912-a197-05f7d902c757 req-a504eb27-5934-42cc-833c-305f148759d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:37:18.059617 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-16536ea4-130c-4912-a197-05f7d902c757 req-a504eb27-5934-42cc-833c-305f148759d3 service neutron] 10.222.0.62 "GET /v2.0/networks?id=fbe29e1a-a452-4435-b398-b94bd7187639 HTTP/1.1" status: 200 len: 916 time: 0.0911238 Aug 18 12:37:18.075881 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16536ea4-130c-4912-a197-05f7d902c757 req-aab37f51-b4d6-48c4-9f6d-94166a196ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:37:18.077397 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-16536ea4-130c-4912-a197-05f7d902c757 req-aab37f51-b4d6-48c4-9f6d-94166a196ad0 service neutron] 10.222.0.63 "GET /v2.0/networks?id=fbe29e1a-a452-4435-b398-b94bd7187639 HTTP/1.1" status: 200 len: 916 time: 0.0954225 Aug 18 12:37:18.108825 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-16536ea4-130c-4912-a197-05f7d902c757 req-acff54c5-e4f4-4cad-832b-0a1e05291478 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a3e2d8c8-e907-4626-80c9-4598777fe3d5 HTTP/1.1" status: 200 len: 217 time: 0.0413227 Aug 18 12:37:18.140460 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-16536ea4-130c-4912-a197-05f7d902c757 req-f6096a8d-a62a-4fa4-a863-0d5181c7fd0b service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a3e2d8c8-e907-4626-80c9-4598777fe3d5 HTTP/1.1" status: 200 len: 217 time: 0.0415256 Aug 18 12:37:18.162092 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16536ea4-130c-4912-a197-05f7d902c757 req-25c4447c-7726-4148-810a-42c4eb444930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:37:18.163642 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-16536ea4-130c-4912-a197-05f7d902c757 req-25c4447c-7726-4148-810a-42c4eb444930 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c2279412-f7a6-4c31-ba88-0c9284600805 HTTP/1.1" status: 200 len: 855 time: 0.0469747 Aug 18 12:37:18.197445 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-16536ea4-130c-4912-a197-05f7d902c757 req-58562ae2-f212-4a9d-93b8-d5c62877419b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=fbe29e1a-a452-4435-b398-b94bd7187639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270121 Aug 18 12:37:18.298977 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-16536ea4-130c-4912-a197-05f7d902c757 req-f85eeb19-8de6-4bd3-95fd-ca2b68af4b34 service neutron] 10.222.0.62 "GET /v2.0/networks/fbe29e1a-a452-4435-b398-b94bd7187639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935051 Aug 18 12:37:18.393145 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-16536ea4-130c-4912-a197-05f7d902c757 req-46c91a48-e9ec-4db0-9391-36cb96ba8add service neutron] 10.222.0.62 "GET /v2.0/networks/fbe29e1a-a452-4435-b398-b94bd7187639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869627 Aug 18 12:37:18.526240 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-c1fbfd30-8a2b-4c01-8acc-f752f9738f3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:37:18.584354 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16536ea4-130c-4912-a197-05f7d902c757 req-476565e6-5b80-4c11-a548-e1952fce1da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:37:18.585855 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-16536ea4-130c-4912-a197-05f7d902c757 req-476565e6-5b80-4c11-a548-e1952fce1da8 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=c2279412-f7a6-4c31-ba88-0c9284600805 HTTP/1.1" status: 200 len: 855 time: 0.4369645 Aug 18 12:37:18.609439 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f743038-ffa5-4b10-b27d-f2af2d0376e3 req-8c698bb7-fcb8-45f6-bed5-fb4c592578ef tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:37:18.610833 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1f743038-ffa5-4b10-b27d-f2af2d0376e3 req-8c698bb7-fcb8-45f6-bed5-fb4c592578ef tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] 10.222.0.66 "GET /v2.0/ports?device_id=5d1a37eb-78b8-4cfd-9c8d-fadd6cea1820 HTTP/1.1" status: 200 len: 944 time: 0.0680656 Aug 18 12:37:18.626800 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-16536ea4-130c-4912-a197-05f7d902c757 req-67ad8863-53f2-4a8f-af3a-2ea91d26e7f4 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=fbe29e1a-a452-4435-b398-b94bd7187639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329459 Aug 18 12:37:18.703530 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1f743038-ffa5-4b10-b27d-f2af2d0376e3 req-f5310471-229d-4678-bc89-cefd2039de3e tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] 10.222.0.66 "GET /v2.0/security-groups?id=350df8a4-581f-4f03-aa11-3c9d62bb0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793500 Aug 18 12:37:18.712155 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.agents_db [None req-6dbb2658-0354-4101-8393-6e7505481cf6 None None] Agent healthcheck: found 7 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 12:37:18.738517 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-16536ea4-130c-4912-a197-05f7d902c757 req-cfa6aa70-f7af-48ab-80b0-d91a9c87c39b service neutron] 10.222.0.63 "GET /v2.0/networks/fbe29e1a-a452-4435-b398-b94bd7187639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994699 Aug 18 12:37:18.843755 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-16536ea4-130c-4912-a197-05f7d902c757 req-b58d8a9e-b446-4438-af01-6c9404fe3313 service neutron] 10.222.0.63 "GET /v2.0/networks/fbe29e1a-a452-4435-b398-b94bd7187639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974379 Aug 18 12:37:18.907446 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad9a35d-bfe0-48ab-8d86-1ab093014a4d req-2de68af2-158b-4164-b903-54fe00e40ff8 tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:37:18.909055 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4ad9a35d-bfe0-48ab-8d86-1ab093014a4d req-2de68af2-158b-4164-b903-54fe00e40ff8 tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] 10.222.0.66 "GET /v2.0/ports?device_id=5d1a37eb-78b8-4cfd-9c8d-fadd6cea1820 HTTP/1.1" status: 200 len: 944 time: 0.0526335 Aug 18 12:37:18.948598 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4ad9a35d-bfe0-48ab-8d86-1ab093014a4d req-99b57dc0-eed7-4dea-816c-2a6b9e398bc1 tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] 10.222.0.66 "GET /v2.0/security-groups?id=350df8a4-581f-4f03-aa11-3c9d62bb0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331845 Aug 18 12:37:18.963128 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbcfa3a-d6bd-4641-87c9-acd407014e8d req-69eeece6-cb9e-4686-89e2-b345d5762f1c tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:37:18.964649 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-0cbcfa3a-d6bd-4641-87c9-acd407014e8d req-69eeece6-cb9e-4686-89e2-b345d5762f1c tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] 10.222.0.62 "GET /v2.0/ports?device_id=5d1a37eb-78b8-4cfd-9c8d-fadd6cea1820&tenant_id=ffa3b94a0f704cdd87540505c3017590&binding%3Ahost_id=n-h1-804985-2 HTTP/1.1" status: 200 len: 944 time: 0.0986300 Aug 18 12:37:19.024409 n-d-804985-2 neutron-server[106253]: INFO neutron.api.v2.resource [req-0cbcfa3a-d6bd-4641-87c9-acd407014e8d req-1b4703f7-e693-4ed8-9b7c-2c4d61c713e5 service neutron] delete failed (client error): The resource could not be found. Aug 18 12:37:19.025676 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-0cbcfa3a-d6bd-4641-87c9-acd407014e8d req-1b4703f7-e693-4ed8-9b7c-2c4d61c713e5 service neutron] 10.222.0.62 "DELETE /v2.0/ports/a3e2d8c8-e907-4626-80c9-4598777fe3d5/bindings/n-h2-804985-2 HTTP/1.1" status: 404 len: 380 time: 0.0530334 Aug 18 12:37:19.109942 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbcfa3a-d6bd-4641-87c9-acd407014e8d req-ff629459-ff82-498b-bc77-779a5ca8d3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:37:19.111614 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-0cbcfa3a-d6bd-4641-87c9-acd407014e8d req-ff629459-ff82-498b-bc77-779a5ca8d3c4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ffa3b94a0f704cdd87540505c3017590&device_id=5d1a37eb-78b8-4cfd-9c8d-fadd6cea1820 HTTP/1.1" status: 200 len: 1095 time: 0.0419891 Aug 18 12:37:19.210857 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbcfa3a-d6bd-4641-87c9-acd407014e8d req-f8b4ae4e-9ff1-43f8-ae8e-0eabd69a39f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:37:19.212444 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-0cbcfa3a-d6bd-4641-87c9-acd407014e8d req-f8b4ae4e-9ff1-43f8-ae8e-0eabd69a39f8 service neutron] 10.222.0.62 "GET /v2.0/networks?id=fbe29e1a-a452-4435-b398-b94bd7187639 HTTP/1.1" status: 200 len: 916 time: 0.0939617 Aug 18 12:37:19.254159 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-0cbcfa3a-d6bd-4641-87c9-acd407014e8d req-609ab71a-607b-4b9e-b05b-0c837dfc3c0a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a3e2d8c8-e907-4626-80c9-4598777fe3d5 HTTP/1.1" status: 200 len: 217 time: 0.0345297 Aug 18 12:37:19.304717 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbcfa3a-d6bd-4641-87c9-acd407014e8d req-ac1d4f5e-0e6a-4adf-9463-3adb4fb283cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:37:19.306172 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-0cbcfa3a-d6bd-4641-87c9-acd407014e8d req-ac1d4f5e-0e6a-4adf-9463-3adb4fb283cd service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c2279412-f7a6-4c31-ba88-0c9284600805 HTTP/1.1" status: 200 len: 855 time: 0.0450613 Aug 18 12:37:19.337947 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-0cbcfa3a-d6bd-4641-87c9-acd407014e8d req-186ed76f-3882-44cf-9d75-4f61021ed64a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=fbe29e1a-a452-4435-b398-b94bd7187639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237720 Aug 18 12:37:19.429657 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-0cbcfa3a-d6bd-4641-87c9-acd407014e8d req-c0645bc6-a2ff-4cf0-b54e-849d0f9458ba service neutron] 10.222.0.62 "GET /v2.0/networks/fbe29e1a-a452-4435-b398-b94bd7187639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848348 Aug 18 12:37:19.536141 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-0cbcfa3a-d6bd-4641-87c9-acd407014e8d req-33ceb530-4439-48a0-b1bf-411f294f92d7 service neutron] 10.222.0.62 "GET /v2.0/networks/fbe29e1a-a452-4435-b398-b94bd7187639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982294 Aug 18 12:37:19.962086 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device a3e2d8c8-e907-4626-80c9-4598777fe3d5 details requested by agent hyperv_n-h1-804985-2 with host n-h1-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:37:20.052254 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device a3e2d8c8-e907-4626-80c9-4598777fe3d5 no longer exists at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:37:20.084161 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e48092c-afa4-4865-a078-20335691c707 req-613d45e7-2135-406c-a466-29f02f6a4e2d tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:37:20.086135 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8e48092c-afa4-4865-a078-20335691c707 req-613d45e7-2135-406c-a466-29f02f6a4e2d tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] 10.222.0.66 "GET /v2.0/ports?device_id=5d1a37eb-78b8-4cfd-9c8d-fadd6cea1820 HTTP/1.1" status: 200 len: 944 time: 0.0634816 Aug 18 12:37:20.093022 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port a3e2d8c8-e907-4626-80c9-4598777fe3d5, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=a3e2d8c8-e907-4626-80c9-4598777fe3d5,segment=NetworkSegment(9aa9229d-17b9-41b5-9800-f32a7c6be3c7),segment_id=9aa9229d-17b9-41b5-9800-f32a7c6be3c7)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:37:20.106643 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Returning: {'device': 'a3e2d8c8-e907-4626-80c9-4598777fe3d5', 'network_id': 'fbe29e1a-a452-4435-b398-b94bd7187639', 'port_id': 'a3e2d8c8-e907-4626-80c9-4598777fe3d5', 'mac_address': 'fa:16:3e:92:4b:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 815, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2279412-f7a6-4c31-ba88-0c9284600805', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:37:20.136497 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8e48092c-afa4-4865-a078-20335691c707 req-ecd40a85-c087-4236-87a2-dd8a97c2aafa tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] 10.222.0.66 "GET /v2.0/security-groups?id=350df8a4-581f-4f03-aa11-3c9d62bb0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434022 Aug 18 12:37:20.143481 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device a3e2d8c8-e907-4626-80c9-4598777fe3d5 not bound to the agent host n-h2-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:37:20.155317 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:37:20.168458 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3e2d8c8-e907-4626-80c9-4598777fe3d5 {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:37:20.188555 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port a3e2d8c8-e907-4626-80c9-4598777fe3d5, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=a3e2d8c8-e907-4626-80c9-4598777fe3d5,segment=NetworkSegment(9aa9229d-17b9-41b5-9800-f32a7c6be3c7),segment_id=9aa9229d-17b9-41b5-9800-f32a7c6be3c7)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:37:20.192949 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:37:20.257706 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0b3281-ce59-4c65-8cd1-249f0c4c5ac4 req-c54830a8-ac86-4354-aec9-284eced10dfc tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:37:20.259296 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3f0b3281-ce59-4c65-8cd1-249f0c4c5ac4 req-c54830a8-ac86-4354-aec9-284eced10dfc tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] 10.222.0.66 "GET /v2.0/ports?device_id=5d1a37eb-78b8-4cfd-9c8d-fadd6cea1820 HTTP/1.1" status: 200 len: 945 time: 0.0536189 Aug 18 12:37:20.301917 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3f0b3281-ce59-4c65-8cd1-249f0c4c5ac4 req-03e05c8e-476f-43eb-acf2-186c1f345521 tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] 10.222.0.66 "GET /v2.0/security-groups?id=350df8a4-581f-4f03-aa11-3c9d62bb0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360756 Aug 18 12:37:20.405508 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=a3e2d8c8-e907-4626-80c9-4598777fe3d5,revision_number=8']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:37:20.419767 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c22a1a-a6ee-44d3-9237-9f3dffd7b6f7 req-c5dca5eb-9059-4b39-b99e-a147802eb02d tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:37:20.421295 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d8c22a1a-a6ee-44d3-9237-9f3dffd7b6f7 req-c5dca5eb-9059-4b39-b99e-a147802eb02d tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] 10.222.0.66 "GET /v2.0/ports?device_id=5d1a37eb-78b8-4cfd-9c8d-fadd6cea1820 HTTP/1.1" status: 200 len: 945 time: 0.0504417 Aug 18 12:37:20.459258 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d8c22a1a-a6ee-44d3-9237-9f3dffd7b6f7 req-c2de4014-2339-46b0-aa83-c793d606b191 tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] 10.222.0.66 "GET /v2.0/security-groups?id=350df8a4-581f-4f03-aa11-3c9d62bb0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319076 Aug 18 12:37:20.464190 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] get_ports_and_sgs() called for port_ids ['a3e2d8c8-e907-4626-80c9-4598777fe3d5'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:37:20.833462 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28856517-9248-48b2-84c8-7ccece652805 req-3c32246c-f632-4426-a11d-9cc1c309a71d tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:37:20.834847 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-28856517-9248-48b2-84c8-7ccece652805 req-3c32246c-f632-4426-a11d-9cc1c309a71d tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] 10.222.0.66 "GET /v2.0/networks?id=fbe29e1a-a452-4435-b398-b94bd7187639 HTTP/1.1" status: 200 len: 815 time: 0.1171718 Aug 18 12:37:20.853351 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-28856517-9248-48b2-84c8-7ccece652805 req-3bb19744-ebbb-4701-bcae-15de6140e01e tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] 10.222.0.66 "GET /v2.0/quotas/ffa3b94a0f704cdd87540505c3017590 HTTP/1.1" status: 200 len: 375 time: 0.0096953 Aug 18 12:37:20.905933 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-28856517-9248-48b2-84c8-7ccece652805 req-fdcd3844-200c-45fe-87df-2e119d70fce7 tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=ffa3b94a0f704cdd87540505c3017590&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0443871 Aug 18 12:37:21.004097 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-28856517-9248-48b2-84c8-7ccece652805 req-7eb24a43-aee5-4c27-a05f-c9e4b9c2aa66 service neutron] 10.222.0.66 "GET /v2.0/networks/fbe29e1a-a452-4435-b398-b94bd7187639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910964 Aug 18 12:37:21.098653 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-28856517-9248-48b2-84c8-7ccece652805 req-8398e0a0-5c86-49ea-8d90-7f755fa343b6 service neutron] 10.222.0.66 "GET /v2.0/networks/fbe29e1a-a452-4435-b398-b94bd7187639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871789 Aug 18 12:37:21.264571 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-96252d96-bcb7-4f62-ada8-e37c0094a854 req-3829f3d4-8621-413d-b9e0-9be9f77bab3f tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] 10.222.0.66 "GET /v2.0/ports?device_id=0c4ebe86-d74c-475f-b5a2-0708dfbfa807 HTTP/1.1" status: 200 len: 210 time: 0.0278015 Aug 18 12:37:21.494728 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:37:21.729125 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-97e1f2fe-d31e-4fab-b8f0-8f7f41c33acc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:37:21.971023 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device a3e2d8c8-e907-4626-80c9-4598777fe3d5 up at agent hyperv_n-h1-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:37:21.995130 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb00278-2dcd-4f80-bda7-d1307a0344dd req-61e7599a-5353-432d-94b2-437b605342a9 tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:37:21.996666 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-eeb00278-2dcd-4f80-bda7-d1307a0344dd req-61e7599a-5353-432d-94b2-437b605342a9 tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] 10.222.0.63 "GET /v2.0/ports?device_id=5d1a37eb-78b8-4cfd-9c8d-fadd6cea1820 HTTP/1.1" status: 200 len: 945 time: 0.0586784 Aug 18 12:37:22.023864 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Provisioning for port a3e2d8c8-e907-4626-80c9-4598777fe3d5 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:37:22.028134 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Provisioning complete for port a3e2d8c8-e907-4626-80c9-4598777fe3d5 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:37:22.028529 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:37:22.098107 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-eeb00278-2dcd-4f80-bda7-d1307a0344dd req-3828421f-c817-4f45-b0b4-2af800ba6f42 tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] Deleting port a3e2d8c8-e907-4626-80c9-4598777fe3d5 {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:37:22.098586 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-eeb00278-2dcd-4f80-bda7-d1307a0344dd req-3828421f-c817-4f45-b0b4-2af800ba6f42 tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:37:22.112078 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:37:22.136419 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d1a37eb-78b8-4cfd-9c8d-fadd6cea1820', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3e2d8c8-e907-4626-80c9-4598777fe3d5'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:37:22.138708 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db50a436fb3a98495337d8fe7487b4f2ea6f3c1052eb9efadc2ecda2d5737001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bca5bbd2-1b7a-4669-ac14-9916d5da7dd1" -d '{"events": [{"server_uuid": "5d1a37eb-78b8-4cfd-9c8d-fadd6cea1820", "name": "network-vif-plugged", "status": "completed", "tag": "a3e2d8c8-e907-4626-80c9-4598777fe3d5"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:37:22.155331 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port a3e2d8c8-e907-4626-80c9-4598777fe3d5, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=a3e2d8c8-e907-4626-80c9-4598777fe3d5,segment=NetworkSegment(9aa9229d-17b9-41b5-9800-f32a7c6be3c7),segment_id=9aa9229d-17b9-41b5-9800-f32a7c6be3c7)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:37:22.161188 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:37:22.191584 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:37:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbc7b555-9807-4d6c-87fc-7e18f48dadda x-openstack-request-id: req-dbc7b555-9807-4d6c-87fc-7e18f48dadda {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:37:22.191894 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d1a37eb-78b8-4cfd-9c8d-fadd6cea1820", "name": "network-vif-plugged", "status": "completed", "tag": "a3e2d8c8-e907-4626-80c9-4598777fe3d5", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:37:22.192119 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-dbc7b555-9807-4d6c-87fc-7e18f48dadda {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:37:22.192739 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d1a37eb-78b8-4cfd-9c8d-fadd6cea1820', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3e2d8c8-e907-4626-80c9-4598777fe3d5', 'code': 200} Aug 18 12:37:22.218562 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=a3e2d8c8-e907-4626-80c9-4598777fe3d5,revision_number=9']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:37:22.255392 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-eeb00278-2dcd-4f80-bda7-d1307a0344dd req-3828421f-c817-4f45-b0b4-2af800ba6f42 tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] For port a3e2d8c8-e907-4626-80c9-4598777fe3d5, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=a3e2d8c8-e907-4626-80c9-4598777fe3d5,segment=NetworkSegment(9aa9229d-17b9-41b5-9800-f32a7c6be3c7),segment_id=9aa9229d-17b9-41b5-9800-f32a7c6be3c7)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:37:22.256043 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-eeb00278-2dcd-4f80-bda7-d1307a0344dd req-3828421f-c817-4f45-b0b4-2af800ba6f42 tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:37:22.280137 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-eeb00278-2dcd-4f80-bda7-d1307a0344dd req-3828421f-c817-4f45-b0b4-2af800ba6f42 tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] Calling delete_port for a3e2d8c8-e907-4626-80c9-4598777fe3d5 owned by compute:nova {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:37:22.281542 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-53584c24-f517-494e-ac93-c18bb92373f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:37:22.302922 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28856517-9248-48b2-84c8-7ccece652805 req-45a04ab7-4249-44bc-a6b7-87fa558ff236 tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:37:22.304425 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-28856517-9248-48b2-84c8-7ccece652805 req-45a04ab7-4249-44bc-a6b7-87fa558ff236 tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] 10.222.0.63 "GET /v2.0/networks?id=fbe29e1a-a452-4435-b398-b94bd7187639 HTTP/1.1" status: 200 len: 815 time: 0.1543608 Aug 18 12:37:22.342169 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-28856517-9248-48b2-84c8-7ccece652805 req-7ceda7e5-2219-41fd-8c97-5b044073d6f0 tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] Request body: {'port': {'device_id': '0c4ebe86-d74c-475f-b5a2-0708dfbfa807', 'network_id': 'fbe29e1a-a452-4435-b398-b94bd7187639', 'admin_state_up': True, 'tenant_id': 'ffa3b94a0f704cdd87540505c3017590'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:37:22.411969 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-37853085-3cb9-4278-a707-90230739a956 req-67b8e40a-9819-4560-ae73-50210d71faa2 tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] 10.222.0.66 "GET /v2.0/ports?device_id=0c4ebe86-d74c-475f-b5a2-0708dfbfa807 HTTP/1.1" status: 200 len: 210 time: 0.0753136 Aug 18 12:37:22.530460 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-eeb00278-2dcd-4f80-bda7-d1307a0344dd req-3828421f-c817-4f45-b0b4-2af800ba6f42 tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:37:22.532909 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28856517-9248-48b2-84c8-7ccece652805 req-7ceda7e5-2219-41fd-8c97-5b044073d6f0 tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] Made reservation on behalf of ffa3b94a0f704cdd87540505c3017590 for: {'port': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:37:22.538489 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-28856517-9248-48b2-84c8-7ccece652805 req-7ceda7e5-2219-41fd-8c97-5b044073d6f0 tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:37:22.543830 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] get_ports_and_sgs() called for port_ids ['a3e2d8c8-e907-4626-80c9-4598777fe3d5'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:37:22.579087 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3828421f-c817-4f45-b0b4-2af800ba6f42 tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] Pushing event deleted for resources: {'Port': ['ID=a3e2d8c8-e907-4626-80c9-4598777fe3d5,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:37:22.626395 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-eeb00278-2dcd-4f80-bda7-d1307a0344dd req-3828421f-c817-4f45-b0b4-2af800ba6f42 tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] No DVR routers for this DVR port a3e2d8c8-e907-4626-80c9-4598777fe3d5 on host n-h1-804985-2 {{(pid=106252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:37:22.652899 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-eeb00278-2dcd-4f80-bda7-d1307a0344dd req-3828421f-c817-4f45-b0b4-2af800ba6f42 tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:37:22.654879 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-eeb00278-2dcd-4f80-bda7-d1307a0344dd req-3828421f-c817-4f45-b0b4-2af800ba6f42 tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] 10.222.0.63 "DELETE /v2.0/ports/a3e2d8c8-e907-4626-80c9-4598777fe3d5 HTTP/1.1" status: 204 len: 173 time: 0.6516440 Aug 18 12:37:22.655316 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d1a37eb-78b8-4cfd-9c8d-fadd6cea1820', 'name': 'network-vif-deleted', 'tag': 'a3e2d8c8-e907-4626-80c9-4598777fe3d5'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:37:22.657590 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ef1ae71-e11d-40f9-8ab5-d19fb06b0ffa" -d '{"events": [{"server_uuid": "5d1a37eb-78b8-4cfd-9c8d-fadd6cea1820", "name": "network-vif-deleted", "tag": "a3e2d8c8-e907-4626-80c9-4598777fe3d5"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:37:22.716974 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:37:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f15684a-f087-4aca-af7e-10fa10a10775 x-openstack-request-id: req-5f15684a-f087-4aca-af7e-10fa10a10775 {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:37:22.717306 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d1a37eb-78b8-4cfd-9c8d-fadd6cea1820", "name": "network-vif-deleted", "tag": "a3e2d8c8-e907-4626-80c9-4598777fe3d5", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:37:22.717513 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-5f15684a-f087-4aca-af7e-10fa10a10775 {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:37:22.717920 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d1a37eb-78b8-4cfd-9c8d-fadd6cea1820', 'name': 'network-vif-deleted', 'tag': 'a3e2d8c8-e907-4626-80c9-4598777fe3d5', 'status': 'completed', 'code': 200} Aug 18 12:37:22.744263 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [req-28856517-9248-48b2-84c8-7ccece652805 req-7ceda7e5-2219-41fd-8c97-5b044073d6f0 tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] Allocated IP 172.20.0.6 (fbe29e1a-a452-4435-b398-b94bd7187639/c2279412-f7a6-4c31-ba88-0c9284600805/666db5fc-2a07-48a5-b79f-6d02269e08d0) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:37:22.896755 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-28856517-9248-48b2-84c8-7ccece652805 req-7ceda7e5-2219-41fd-8c97-5b044073d6f0 tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:37:22.939515 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-28856517-9248-48b2-84c8-7ccece652805 req-7ceda7e5-2219-41fd-8c97-5b044073d6f0 tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:37:22.953055 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] get_ports_and_sgs() called for port_ids ['a3e2d8c8-e907-4626-80c9-4598777fe3d5'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:37:22.991777 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28856517-9248-48b2-84c8-7ccece652805 req-7ceda7e5-2219-41fd-8c97-5b044073d6f0 tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] Network fbe29e1a-a452-4435-b398-b94bd7187639 is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:37:22.995166 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [req-28856517-9248-48b2-84c8-7ccece652805 req-7ceda7e5-2219-41fd-8c97-5b044073d6f0 tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:37:22.997536 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-28856517-9248-48b2-84c8-7ccece652805 req-7ceda7e5-2219-41fd-8c97-5b044073d6f0 tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:37:23.022305 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ceda7e5-2219-41fd-8c97-5b044073d6f0 tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] Pushing event updated for resources: {'Port': ['ID=666db5fc-2a07-48a5-b79f-6d02269e08d0,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:37:23.049552 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28856517-9248-48b2-84c8-7ccece652805 req-7ceda7e5-2219-41fd-8c97-5b044073d6f0 tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:37:23.050090 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-28856517-9248-48b2-84c8-7ccece652805 req-7ceda7e5-2219-41fd-8c97-5b044073d6f0 tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:37:23.066588 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-28856517-9248-48b2-84c8-7ccece652805 req-7ceda7e5-2219-41fd-8c97-5b044073d6f0 tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7309399 Aug 18 12:37:23.079483 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-28856517-9248-48b2-84c8-7ccece652805 req-17bcd68b-f30e-4eba-8459-2748145a687b service neutron] Request body: {'port': {'device_id': '0c4ebe86-d74c-475f-b5a2-0708dfbfa807', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804985-2'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:37:23.133477 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-28856517-9248-48b2-84c8-7ccece652805 req-17bcd68b-f30e-4eba-8459-2748145a687b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:37:23.404392 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [req-28856517-9248-48b2-84c8-7ccece652805 req-17bcd68b-f30e-4eba-8459-2748145a687b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 666db5fc-2a07-48a5-b79f-6d02269e08d0 {{(pid=106252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:37:23.411944 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-28856517-9248-48b2-84c8-7ccece652805 req-17bcd68b-f30e-4eba-8459-2748145a687b service neutron] Notify callbacks [] for port, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:37:23.424066 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [req-28856517-9248-48b2-84c8-7ccece652805 req-17bcd68b-f30e-4eba-8459-2748145a687b service neutron] Transition to ACTIVE for port object 666db5fc-2a07-48a5-b79f-6d02269e08d0 will not be triggered until provisioned by entity L2. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:37:23.429285 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-28856517-9248-48b2-84c8-7ccece652805 req-17bcd68b-f30e-4eba-8459-2748145a687b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:37:23.481090 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcd68b-f30e-4eba-8459-2748145a687b service neutron] Pushing event updated for resources: {'Port': ['ID=666db5fc-2a07-48a5-b79f-6d02269e08d0,revision_number=2']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:37:23.583625 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d30834-3a82-42f1-bdcb-be9fc44cefe8 req-1d0b60a2-8a3c-4d4e-a483-ccaadb633018 tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:37:23.585269 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-68d30834-3a82-42f1-bdcb-be9fc44cefe8 req-1d0b60a2-8a3c-4d4e-a483-ccaadb633018 tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] 10.222.0.66 "GET /v2.0/ports?device_id=0c4ebe86-d74c-475f-b5a2-0708dfbfa807 HTTP/1.1" status: 200 len: 943 time: 0.1013682 Aug 18 12:37:23.589571 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-28856517-9248-48b2-84c8-7ccece652805 req-17bcd68b-f30e-4eba-8459-2748145a687b service neutron] Attempting to bind port 666db5fc-2a07-48a5-b79f-6d02269e08d0 on host n-h1-804985-2 for vnic_type normal with profile {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:37:23.589908 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-28856517-9248-48b2-84c8-7ccece652805 req-17bcd68b-f30e-4eba-8459-2748145a687b service neutron] Attempting to bind port 666db5fc-2a07-48a5-b79f-6d02269e08d0 by drivers openvswitch,hyperv on host n-h1-804985-2 at level 0 using segments [{'id': '9aa9229d-17b9-41b5-9800-f32a7c6be3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'fbe29e1a-a452-4435-b398-b94bd7187639'}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:37:23.590241 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28856517-9248-48b2-84c8-7ccece652805 req-17bcd68b-f30e-4eba-8459-2748145a687b service neutron] Attempting to bind port 666db5fc-2a07-48a5-b79f-6d02269e08d0 on network fbe29e1a-a452-4435-b398-b94bd7187639 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:37:23.601239 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28856517-9248-48b2-84c8-7ccece652805 req-17bcd68b-f30e-4eba-8459-2748145a687b service neutron] Port 666db5fc-2a07-48a5-b79f-6d02269e08d0 on network fbe29e1a-a452-4435-b398-b94bd7187639 not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-2 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:37:23.601562 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28856517-9248-48b2-84c8-7ccece652805 req-17bcd68b-f30e-4eba-8459-2748145a687b service neutron] Attempting to bind port 666db5fc-2a07-48a5-b79f-6d02269e08d0 on network fbe29e1a-a452-4435-b398-b94bd7187639 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:37:23.615077 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28856517-9248-48b2-84c8-7ccece652805 req-17bcd68b-f30e-4eba-8459-2748145a687b service neutron] Checking agent: {'id': 'a613417a-d085-492c-941a-59bb18c633d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 49, 6), 'started_at': datetime.datetime(2021, 8, 18, 11, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 37, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:37:23.615401 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28856517-9248-48b2-84c8-7ccece652805 req-17bcd68b-f30e-4eba-8459-2748145a687b service neutron] Checking segment: {'id': '9aa9229d-17b9-41b5-9800-f32a7c6be3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'fbe29e1a-a452-4435-b398-b94bd7187639'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:37:23.615796 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28856517-9248-48b2-84c8-7ccece652805 req-17bcd68b-f30e-4eba-8459-2748145a687b service neutron] Bound using segment: {'id': '9aa9229d-17b9-41b5-9800-f32a7c6be3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'fbe29e1a-a452-4435-b398-b94bd7187639'} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:37:23.616328 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-28856517-9248-48b2-84c8-7ccece652805 req-17bcd68b-f30e-4eba-8459-2748145a687b service neutron] Bound port: 666db5fc-2a07-48a5-b79f-6d02269e08d0, host: n-h1-804985-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9aa9229d-17b9-41b5-9800-f32a7c6be3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'fbe29e1a-a452-4435-b398-b94bd7187639'}}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:37:23.616720 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-28856517-9248-48b2-84c8-7ccece652805 req-17bcd68b-f30e-4eba-8459-2748145a687b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:37:23.642723 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-68d30834-3a82-42f1-bdcb-be9fc44cefe8 req-da3ff110-fe32-43b7-9cdb-ceaa4f9fbd61 tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] 10.222.0.66 "GET /v2.0/security-groups?id=350df8a4-581f-4f03-aa11-3c9d62bb0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502899 Aug 18 12:37:23.697206 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-28856517-9248-48b2-84c8-7ccece652805 req-17bcd68b-f30e-4eba-8459-2748145a687b service neutron] For port 666db5fc-2a07-48a5-b79f-6d02269e08d0, host n-h1-804985-2, cleared binding levels {{(pid=106252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:37:23.700197 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-28856517-9248-48b2-84c8-7ccece652805 req-17bcd68b-f30e-4eba-8459-2748145a687b service neutron] For port 666db5fc-2a07-48a5-b79f-6d02269e08d0, host n-h1-804985-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=666db5fc-2a07-48a5-b79f-6d02269e08d0,segment=NetworkSegment(9aa9229d-17b9-41b5-9800-f32a7c6be3c7),segment_id=9aa9229d-17b9-41b5-9800-f32a7c6be3c7)] {{(pid=106252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:37:23.706840 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-28856517-9248-48b2-84c8-7ccece652805 req-17bcd68b-f30e-4eba-8459-2748145a687b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:37:23.738952 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28856517-9248-48b2-84c8-7ccece652805 req-17bcd68b-f30e-4eba-8459-2748145a687b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:37:23.739572 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-28856517-9248-48b2-84c8-7ccece652805 req-17bcd68b-f30e-4eba-8459-2748145a687b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:37:23.741080 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-28856517-9248-48b2-84c8-7ccece652805 req-17bcd68b-f30e-4eba-8459-2748145a687b service neutron] 10.222.0.63 "PUT /v2.0/ports/666db5fc-2a07-48a5-b79f-6d02269e08d0 HTTP/1.1" status: 200 len: 1091 time: 0.6658306 Aug 18 12:37:23.764089 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcd68b-f30e-4eba-8459-2748145a687b service neutron] Pushing event updated for resources: {'Port': ['ID=666db5fc-2a07-48a5-b79f-6d02269e08d0,revision_number=3']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:37:23.826956 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28856517-9248-48b2-84c8-7ccece652805 req-2eb8da08-e4e6-40dd-b3fe-8e7d51093fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:37:23.828513 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-28856517-9248-48b2-84c8-7ccece652805 req-2eb8da08-e4e6-40dd-b3fe-8e7d51093fc4 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=ffa3b94a0f704cdd87540505c3017590&device_id=0c4ebe86-d74c-475f-b5a2-0708dfbfa807 HTTP/1.1" status: 200 len: 1094 time: 0.0468252 Aug 18 12:37:23.872120 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-28856517-9248-48b2-84c8-7ccece652805 req-7ee27d4f-d074-4b41-be2e-a9907fd23bf7 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=666db5fc-2a07-48a5-b79f-6d02269e08d0 HTTP/1.1" status: 200 len: 217 time: 0.0351696 Aug 18 12:37:23.926618 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28856517-9248-48b2-84c8-7ccece652805 req-4a5c189b-8e8e-45ff-8d79-4c41711298d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:37:23.928100 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-28856517-9248-48b2-84c8-7ccece652805 req-4a5c189b-8e8e-45ff-8d79-4c41711298d3 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=c2279412-f7a6-4c31-ba88-0c9284600805 HTTP/1.1" status: 200 len: 855 time: 0.0463936 Aug 18 12:37:23.957976 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-500a1c61-38a7-4c23-a7ec-4631080af5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:37:23.963154 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-28856517-9248-48b2-84c8-7ccece652805 req-8cf0dc9a-b5f7-4265-87ff-10d2ad537e1c service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=fbe29e1a-a452-4435-b398-b94bd7187639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277767 Aug 18 12:37:24.059082 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-28856517-9248-48b2-84c8-7ccece652805 req-1efe54e7-a4b0-407c-a6fb-f75718e91f20 service neutron] 10.222.0.63 "GET /v2.0/networks/fbe29e1a-a452-4435-b398-b94bd7187639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883226 Aug 18 12:37:24.154262 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-28856517-9248-48b2-84c8-7ccece652805 req-8cd259a9-8b6b-49ba-bbb6-f05dcafd91d0 service neutron] 10.222.0.63 "GET /v2.0/networks/fbe29e1a-a452-4435-b398-b94bd7187639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844185 Aug 18 12:37:24.719198 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c4ebe86-d74c-475f-b5a2-0708dfbfa807', 'tag': '666db5fc-2a07-48a5-b79f-6d02269e08d0'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:37:24.721702 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6544bc3-082d-4685-b03e-4e1774429002" -d '{"events": [{"name": "network-changed", "server_uuid": "0c4ebe86-d74c-475f-b5a2-0708dfbfa807", "tag": "666db5fc-2a07-48a5-b79f-6d02269e08d0"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:37:24.760362 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:37:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed59ea67-7d78-4873-acf7-d845ef1bd1d4 x-openstack-request-id: req-ed59ea67-7d78-4873-acf7-d845ef1bd1d4 {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:37:24.760687 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c4ebe86-d74c-475f-b5a2-0708dfbfa807", "tag": "666db5fc-2a07-48a5-b79f-6d02269e08d0", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:37:24.760936 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ed59ea67-7d78-4873-acf7-d845ef1bd1d4 {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:37:24.761328 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c4ebe86-d74c-475f-b5a2-0708dfbfa807', 'tag': '666db5fc-2a07-48a5-b79f-6d02269e08d0', 'status': 'completed', 'code': 200} Aug 18 12:37:24.782420 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db15def-ebe7-4b7c-ae33-080e9fb95dae req-b55e839e-e3db-45bb-9d3d-e89a471ded8c tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:37:24.783937 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8db15def-ebe7-4b7c-ae33-080e9fb95dae req-b55e839e-e3db-45bb-9d3d-e89a471ded8c tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] 10.222.0.66 "GET /v2.0/ports?device_id=0c4ebe86-d74c-475f-b5a2-0708dfbfa807 HTTP/1.1" status: 200 len: 943 time: 0.0589535 Aug 18 12:37:24.846588 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8db15def-ebe7-4b7c-ae33-080e9fb95dae req-760b5d41-a0f7-41f8-9f7f-1598c59fbffd tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] 10.222.0.66 "GET /v2.0/security-groups?id=350df8a4-581f-4f03-aa11-3c9d62bb0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541062 Aug 18 12:37:24.849330 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6544bc3-082d-4685-b03e-4e1774429002 req-12c031e1-436c-4c17-b43d-90fe55b60209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:37:24.850896 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e6544bc3-082d-4685-b03e-4e1774429002 req-12c031e1-436c-4c17-b43d-90fe55b60209 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=ffa3b94a0f704cdd87540505c3017590&device_id=0c4ebe86-d74c-475f-b5a2-0708dfbfa807 HTTP/1.1" status: 200 len: 1094 time: 0.0659258 Aug 18 12:37:24.961775 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6544bc3-082d-4685-b03e-4e1774429002 req-bf42a55d-6a64-4683-a0a9-42e34be7f336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:37:24.963258 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e6544bc3-082d-4685-b03e-4e1774429002 req-bf42a55d-6a64-4683-a0a9-42e34be7f336 service neutron] 10.222.0.63 "GET /v2.0/networks?id=fbe29e1a-a452-4435-b398-b94bd7187639 HTTP/1.1" status: 200 len: 916 time: 0.1041536 Aug 18 12:37:25.005937 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e6544bc3-082d-4685-b03e-4e1774429002 req-b37a17f3-e047-43f4-a536-0f97daed7f02 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=666db5fc-2a07-48a5-b79f-6d02269e08d0 HTTP/1.1" status: 200 len: 217 time: 0.0346785 Aug 18 12:37:25.057676 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6544bc3-082d-4685-b03e-4e1774429002 req-7ff19ed9-7d43-464c-bb5a-a0578cb94145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:37:25.059213 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e6544bc3-082d-4685-b03e-4e1774429002 req-7ff19ed9-7d43-464c-bb5a-a0578cb94145 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=c2279412-f7a6-4c31-ba88-0c9284600805 HTTP/1.1" status: 200 len: 855 time: 0.0457835 Aug 18 12:37:25.090124 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e6544bc3-082d-4685-b03e-4e1774429002 req-31e0d741-a0a6-40aa-bd7b-0a88aed2e223 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=fbe29e1a-a452-4435-b398-b94bd7187639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238798 Aug 18 12:37:25.203013 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e6544bc3-082d-4685-b03e-4e1774429002 req-bb9b5ef1-622e-4062-80f7-577999bbe265 service neutron] 10.222.0.63 "GET /v2.0/networks/fbe29e1a-a452-4435-b398-b94bd7187639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053815 Aug 18 12:37:25.311824 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e6544bc3-082d-4685-b03e-4e1774429002 req-45156371-689e-4da3-b681-e57f9ccdb193 service neutron] 10.222.0.63 "GET /v2.0/networks/fbe29e1a-a452-4435-b398-b94bd7187639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008239 Aug 18 12:37:25.982801 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbafb360-8d21-4203-ad76-80ad21a26903 req-c6e931fd-1482-4c24-81dd-bbb38b185b37 tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:37:25.984228 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device a3e2d8c8-e907-4626-80c9-4598777fe3d5 no longer exists at agent hyperv_n-h1-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:37:25.984679 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-cbafb360-8d21-4203-ad76-80ad21a26903 req-c6e931fd-1482-4c24-81dd-bbb38b185b37 tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] 10.222.0.66 "GET /v2.0/ports?device_id=0c4ebe86-d74c-475f-b5a2-0708dfbfa807 HTTP/1.1" status: 200 len: 943 time: 0.0592828 Aug 18 12:37:26.004825 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] No Port match for: a3e2d8c8-e907-4626-80c9-4598777fe3d5 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:37:26.005198 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device a3e2d8c8-e907-4626-80c9-4598777fe3d5 not bound to the agent host n-h1-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:37:26.024554 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-cbafb360-8d21-4203-ad76-80ad21a26903 req-62763ead-cf0a-4142-afcf-2ed1e7e50bed tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] 10.222.0.66 "GET /v2.0/security-groups?id=350df8a4-581f-4f03-aa11-3c9d62bb0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337517 Aug 18 12:37:27.144033 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b75b5a7-aba7-4437-acba-08322587d597 req-3ec02806-67c6-4655-a4c8-eccd8c986292 tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:37:27.145537 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3b75b5a7-aba7-4437-acba-08322587d597 req-3ec02806-67c6-4655-a4c8-eccd8c986292 tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] 10.222.0.66 "GET /v2.0/ports?device_id=0c4ebe86-d74c-475f-b5a2-0708dfbfa807 HTTP/1.1" status: 200 len: 943 time: 0.0505233 Aug 18 12:37:27.184114 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3b75b5a7-aba7-4437-acba-08322587d597 req-b7c71c5a-048b-487d-95df-184388536889 tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] 10.222.0.66 "GET /v2.0/security-groups?id=350df8a4-581f-4f03-aa11-3c9d62bb0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324197 Aug 18 12:37:27.984039 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 666db5fc-2a07-48a5-b79f-6d02269e08d0 details requested by agent hyperv_n-h1-804985-2 with host n-h1-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:37:28.087364 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 666db5fc-2a07-48a5-b79f-6d02269e08d0, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=666db5fc-2a07-48a5-b79f-6d02269e08d0,segment=NetworkSegment(9aa9229d-17b9-41b5-9800-f32a7c6be3c7),segment_id=9aa9229d-17b9-41b5-9800-f32a7c6be3c7)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:37:28.099285 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Returning: {'device': '666db5fc-2a07-48a5-b79f-6d02269e08d0', 'network_id': 'fbe29e1a-a452-4435-b398-b94bd7187639', 'port_id': '666db5fc-2a07-48a5-b79f-6d02269e08d0', 'mac_address': 'fa:16:3e:12:3e:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 815, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2279412-f7a6-4c31-ba88-0c9284600805', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:37:28.137169 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:37:28.149908 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 666db5fc-2a07-48a5-b79f-6d02269e08d0 {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:37:28.169609 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 666db5fc-2a07-48a5-b79f-6d02269e08d0, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=666db5fc-2a07-48a5-b79f-6d02269e08d0,segment=NetworkSegment(9aa9229d-17b9-41b5-9800-f32a7c6be3c7),segment_id=9aa9229d-17b9-41b5-9800-f32a7c6be3c7)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:37:28.175244 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:37:28.224679 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=666db5fc-2a07-48a5-b79f-6d02269e08d0,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:37:28.304204 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d856b8-6019-4bd7-b2bc-3958775a7f30 req-3fbb0e90-10ea-420a-9d08-755e01a8433c tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:37:28.305654 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e1d856b8-6019-4bd7-b2bc-3958775a7f30 req-3fbb0e90-10ea-420a-9d08-755e01a8433c tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] 10.222.0.66 "GET /v2.0/ports?device_id=0c4ebe86-d74c-475f-b5a2-0708dfbfa807 HTTP/1.1" status: 200 len: 944 time: 0.0549543 Aug 18 12:37:28.357017 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e1d856b8-6019-4bd7-b2bc-3958775a7f30 req-490819d1-f4d2-42c3-8604-5aac64dc0b00 tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] 10.222.0.66 "GET /v2.0/security-groups?id=350df8a4-581f-4f03-aa11-3c9d62bb0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410018 Aug 18 12:37:28.365555 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] get_ports_and_sgs() called for port_ids ['666db5fc-2a07-48a5-b79f-6d02269e08d0'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:37:29.490416 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adecbf99-6caa-4599-81d5-2e2b92af8958 req-4a40d5cc-f603-4606-a455-610e11230c50 tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:37:29.491982 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-adecbf99-6caa-4599-81d5-2e2b92af8958 req-4a40d5cc-f603-4606-a455-610e11230c50 tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] 10.222.0.66 "GET /v2.0/ports?device_id=0c4ebe86-d74c-475f-b5a2-0708dfbfa807 HTTP/1.1" status: 200 len: 944 time: 0.0558655 Aug 18 12:37:29.532384 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-adecbf99-6caa-4599-81d5-2e2b92af8958 req-4febd46d-83cb-4c5e-b97a-4ce5fa12c6ca tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] 10.222.0.66 "GET /v2.0/security-groups?id=350df8a4-581f-4f03-aa11-3c9d62bb0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317378 Aug 18 12:37:29.992730 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 666db5fc-2a07-48a5-b79f-6d02269e08d0 up at agent hyperv_n-h1-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:37:30.051182 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Provisioning for port 666db5fc-2a07-48a5-b79f-6d02269e08d0 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:37:30.056266 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Provisioning complete for port 666db5fc-2a07-48a5-b79f-6d02269e08d0 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:37:30.056685 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:37:30.138981 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:37:30.161416 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c4ebe86-d74c-475f-b5a2-0708dfbfa807', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '666db5fc-2a07-48a5-b79f-6d02269e08d0'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:37:30.163657 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db50a436fb3a98495337d8fe7487b4f2ea6f3c1052eb9efadc2ecda2d5737001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44e16ac1-7710-4194-b6bd-70e0b24110c2" -d '{"events": [{"server_uuid": "0c4ebe86-d74c-475f-b5a2-0708dfbfa807", "name": "network-vif-plugged", "status": "completed", "tag": "666db5fc-2a07-48a5-b79f-6d02269e08d0"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:37:30.177902 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 666db5fc-2a07-48a5-b79f-6d02269e08d0, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=666db5fc-2a07-48a5-b79f-6d02269e08d0,segment=NetworkSegment(9aa9229d-17b9-41b5-9800-f32a7c6be3c7),segment_id=9aa9229d-17b9-41b5-9800-f32a7c6be3c7)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:37:30.182822 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:37:30.206971 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:37:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4301c077-e41b-4d15-9fd6-3a8c30d74292 x-openstack-request-id: req-4301c077-e41b-4d15-9fd6-3a8c30d74292 {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:37:30.207259 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c4ebe86-d74c-475f-b5a2-0708dfbfa807", "name": "network-vif-plugged", "status": "completed", "tag": "666db5fc-2a07-48a5-b79f-6d02269e08d0", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:37:30.207502 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-4301c077-e41b-4d15-9fd6-3a8c30d74292 {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:37:30.207881 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c4ebe86-d74c-475f-b5a2-0708dfbfa807', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '666db5fc-2a07-48a5-b79f-6d02269e08d0', 'code': 200} Aug 18 12:37:30.234244 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=666db5fc-2a07-48a5-b79f-6d02269e08d0,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:37:30.241774 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:37:30.242112 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:37:30.242445 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:37:30.242925 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:37:30.243196 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:37:30.243520 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:37:30.243846 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:37:30.244152 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:37:30.244466 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:37:30.245189 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:37:30.245189 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:37:30.245462 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:37:30.302724 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cf2a58-f061-463a-9243-a905b5f57f08 req-dcb5d82c-8d7f-4a89-8e1c-91206f14470e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:37:30.305032 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-47cf2a58-f061-463a-9243-a905b5f57f08 req-dcb5d82c-8d7f-4a89-8e1c-91206f14470e service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=0c4ebe86-d74c-475f-b5a2-0708dfbfa807 HTTP/1.1" status: 200 len: 1096 time: 0.0447495 Aug 18 12:37:30.351539 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-47cf2a58-f061-463a-9243-a905b5f57f08 req-e0db4176-ec6e-403a-bde3-52beeb0550dc service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=350df8a4-581f-4f03-aa11-3c9d62bb0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387216 Aug 18 12:37:30.657640 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5b1e9f-33b9-4e5c-9596-24de282dd099 req-caa2b4a0-8bec-4690-90e5-6e50f11b9080 tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:37:30.659205 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1a5b1e9f-33b9-4e5c-9596-24de282dd099 req-caa2b4a0-8bec-4690-90e5-6e50f11b9080 tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] 10.222.0.66 "GET /v2.0/ports?device_id=0c4ebe86-d74c-475f-b5a2-0708dfbfa807 HTTP/1.1" status: 200 len: 945 time: 0.0511992 Aug 18 12:37:30.697982 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1a5b1e9f-33b9-4e5c-9596-24de282dd099 req-e6689a3d-a998-403f-867f-a56805cad499 tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] 10.222.0.66 "GET /v2.0/security-groups?id=350df8a4-581f-4f03-aa11-3c9d62bb0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326767 Aug 18 12:37:31.839936 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b101b8f-7297-44be-b372-901cd2c336d5 req-75976fa3-b7ad-4296-98fc-56ddf14af298 tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:37:31.841453 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9b101b8f-7297-44be-b372-901cd2c336d5 req-75976fa3-b7ad-4296-98fc-56ddf14af298 tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] 10.222.0.66 "GET /v2.0/ports?device_id=0c4ebe86-d74c-475f-b5a2-0708dfbfa807 HTTP/1.1" status: 200 len: 945 time: 0.0646191 Aug 18 12:37:31.882345 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9b101b8f-7297-44be-b372-901cd2c336d5 req-3a301198-f5a5-4463-af30-bfc2f2d209fd tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] 10.222.0.66 "GET /v2.0/security-groups?id=350df8a4-581f-4f03-aa11-3c9d62bb0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313652 Aug 18 12:37:32.002542 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a3b7a8-59e8-40df-9a7c-754970c63db5 req-c5d33684-6f53-4e3e-9d49-d3c82f271635 tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:37:32.003916 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b3a3b7a8-59e8-40df-9a7c-754970c63db5 req-c5d33684-6f53-4e3e-9d49-d3c82f271635 tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] 10.222.0.66 "GET /v2.0/ports?device_id=0c4ebe86-d74c-475f-b5a2-0708dfbfa807 HTTP/1.1" status: 200 len: 945 time: 0.0512195 Aug 18 12:37:32.041902 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b3a3b7a8-59e8-40df-9a7c-754970c63db5 req-f2efca19-59ca-46ee-9b97-0271ad654d4b tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] 10.222.0.66 "GET /v2.0/security-groups?id=350df8a4-581f-4f03-aa11-3c9d62bb0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316708 Aug 18 12:37:32.277403 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-bef5564b-228b-4ef5-8044-65c7a893ebb8 req-b782b425-5d49-4d5c-a587-7e890faa6a57 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=0c4ebe86-d74c-475f-b5a2-0708dfbfa807&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0414932 Aug 18 12:37:32.289597 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cebb25-2177-45b9-b1fb-6bc9144ba07a req-0570bdc9-5a5e-48b7-b6f2-772e61502758 tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:37:32.291117 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-92cebb25-2177-45b9-b1fb-6bc9144ba07a req-0570bdc9-5a5e-48b7-b6f2-772e61502758 tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] 10.222.0.66 "GET /v2.0/ports?device_id=0c4ebe86-d74c-475f-b5a2-0708dfbfa807 HTTP/1.1" status: 200 len: 945 time: 0.0497379 Aug 18 12:37:32.331739 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-92cebb25-2177-45b9-b1fb-6bc9144ba07a req-671bf5f9-667c-4cce-8b7a-f90fe742af42 tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] 10.222.0.66 "GET /v2.0/security-groups?id=350df8a4-581f-4f03-aa11-3c9d62bb0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335829 Aug 18 12:37:33.453592 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef5564b-228b-4ef5-8044-65c7a893ebb8 req-0f86f965-e71e-4ab9-a408-5b22d9659064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:37:33.455069 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-bef5564b-228b-4ef5-8044-65c7a893ebb8 req-0f86f965-e71e-4ab9-a408-5b22d9659064 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=ffa3b94a0f704cdd87540505c3017590&device_id=0c4ebe86-d74c-475f-b5a2-0708dfbfa807 HTTP/1.1" status: 200 len: 1096 time: 0.0721574 Aug 18 12:37:33.467474 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb92adaf-afa7-4d02-bf3d-c771483380c6 req-00f87424-346c-4c45-9594-b94c0cd33263 tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:37:33.468881 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-fb92adaf-afa7-4d02-bf3d-c771483380c6 req-00f87424-346c-4c45-9594-b94c0cd33263 tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] 10.222.0.66 "GET /v2.0/ports?device_id=0c4ebe86-d74c-475f-b5a2-0708dfbfa807 HTTP/1.1" status: 200 len: 945 time: 0.0580430 Aug 18 12:37:33.554704 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-fb92adaf-afa7-4d02-bf3d-c771483380c6 req-8a06cda8-a5a6-46b0-83cd-59f3c774b079 tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] 10.222.0.66 "GET /v2.0/security-groups?id=350df8a4-581f-4f03-aa11-3c9d62bb0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776818 Aug 18 12:37:33.579337 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef5564b-228b-4ef5-8044-65c7a893ebb8 req-ab3b0ec8-3ee3-4453-858d-8446a833b4df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:37:33.580857 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-bef5564b-228b-4ef5-8044-65c7a893ebb8 req-ab3b0ec8-3ee3-4453-858d-8446a833b4df service neutron] 10.222.0.63 "GET /v2.0/networks?id=fbe29e1a-a452-4435-b398-b94bd7187639 HTTP/1.1" status: 200 len: 916 time: 0.1110692 Aug 18 12:37:33.622429 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-bef5564b-228b-4ef5-8044-65c7a893ebb8 req-bc1a6bab-1504-468d-bfd1-12203ed1a6fa service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=666db5fc-2a07-48a5-b79f-6d02269e08d0 HTTP/1.1" status: 200 len: 217 time: 0.0346406 Aug 18 12:37:33.675335 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef5564b-228b-4ef5-8044-65c7a893ebb8 req-d2128bec-c125-40f6-a8e3-26b8384cbfb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:37:33.676841 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-bef5564b-228b-4ef5-8044-65c7a893ebb8 req-d2128bec-c125-40f6-a8e3-26b8384cbfb5 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=c2279412-f7a6-4c31-ba88-0c9284600805 HTTP/1.1" status: 200 len: 855 time: 0.0474474 Aug 18 12:37:33.709394 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-bef5564b-228b-4ef5-8044-65c7a893ebb8 req-c7911fd0-e349-4493-9bd4-a73e29683c25 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=fbe29e1a-a452-4435-b398-b94bd7187639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241690 Aug 18 12:37:33.804041 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-bef5564b-228b-4ef5-8044-65c7a893ebb8 req-74ff618f-b01b-46e5-bc13-b8fbb4a1080d service neutron] 10.222.0.63 "GET /v2.0/networks/fbe29e1a-a452-4435-b398-b94bd7187639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855427 Aug 18 12:37:33.895667 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-bef5564b-228b-4ef5-8044-65c7a893ebb8 req-fdb805ca-2266-4903-8136-5a68da3404a7 service neutron] 10.222.0.63 "GET /v2.0/networks/fbe29e1a-a452-4435-b398-b94bd7187639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831218 Aug 18 12:37:34.692436 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1834ca80-d028-4c42-a274-505e33e1003d req-995b3eb7-ab11-4f29-93bd-74010adb021e tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:37:34.693986 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1834ca80-d028-4c42-a274-505e33e1003d req-995b3eb7-ab11-4f29-93bd-74010adb021e tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] 10.222.0.66 "GET /v2.0/ports?device_id=0c4ebe86-d74c-475f-b5a2-0708dfbfa807 HTTP/1.1" status: 200 len: 945 time: 0.0630465 Aug 18 12:37:34.735570 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1834ca80-d028-4c42-a274-505e33e1003d req-1040c988-9624-46b1-b019-b190314e9bee tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] 10.222.0.66 "GET /v2.0/security-groups?id=350df8a4-581f-4f03-aa11-3c9d62bb0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320477 Aug 18 12:37:35.882413 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a214e8-0ed9-40c1-a77b-10957d55588a req-1422ae78-1e57-4fa0-a655-9581611f0857 tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:37:35.884203 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-50a214e8-0ed9-40c1-a77b-10957d55588a req-1422ae78-1e57-4fa0-a655-9581611f0857 tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] 10.222.0.66 "GET /v2.0/ports?device_id=0c4ebe86-d74c-475f-b5a2-0708dfbfa807 HTTP/1.1" status: 200 len: 945 time: 0.0612106 Aug 18 12:37:35.921259 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-50a214e8-0ed9-40c1-a77b-10957d55588a req-79499edb-17d7-4c6b-9e5e-30ebd82607a4 tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] 10.222.0.66 "GET /v2.0/security-groups?id=350df8a4-581f-4f03-aa11-3c9d62bb0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310135 Aug 18 12:37:36.351093 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:37:37.052213 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d7fc0f-5bc2-4277-89d2-3fe820b7eb30 req-ea4887b2-28a1-4d7a-b714-2920dd2e038d tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:37:37.053772 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b1d7fc0f-5bc2-4277-89d2-3fe820b7eb30 req-ea4887b2-28a1-4d7a-b714-2920dd2e038d tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] 10.222.0.66 "GET /v2.0/ports?device_id=0c4ebe86-d74c-475f-b5a2-0708dfbfa807 HTTP/1.1" status: 200 len: 945 time: 0.0562496 Aug 18 12:37:37.096197 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b1d7fc0f-5bc2-4277-89d2-3fe820b7eb30 req-05bf0f5a-0b03-4fa8-822e-1e4dc6d1557e tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] 10.222.0.66 "GET /v2.0/security-groups?id=350df8a4-581f-4f03-aa11-3c9d62bb0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334125 Aug 18 12:37:38.222184 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83eb0e58-c17d-412e-9d62-9c403246c0d4 req-a21b47e5-9857-40c1-accc-f4b03a34395e tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:37:38.223695 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-83eb0e58-c17d-412e-9d62-9c403246c0d4 req-a21b47e5-9857-40c1-accc-f4b03a34395e tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] 10.222.0.66 "GET /v2.0/ports?device_id=0c4ebe86-d74c-475f-b5a2-0708dfbfa807 HTTP/1.1" status: 200 len: 945 time: 0.0558219 Aug 18 12:37:38.262159 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-83eb0e58-c17d-412e-9d62-9c403246c0d4 req-b3f39f37-10fc-4889-9ba0-49168437987f tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] 10.222.0.66 "GET /v2.0/security-groups?id=350df8a4-581f-4f03-aa11-3c9d62bb0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323865 Aug 18 12:37:38.540149 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:37:39.386457 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc50ae6-1874-4ad3-8568-7fb1ba0c03d0 req-610db63a-f5e9-4368-8fb4-fc666c6341a1 tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:37:39.387917 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-bdc50ae6-1874-4ad3-8568-7fb1ba0c03d0 req-610db63a-f5e9-4368-8fb4-fc666c6341a1 tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] 10.222.0.66 "GET /v2.0/ports?device_id=0c4ebe86-d74c-475f-b5a2-0708dfbfa807 HTTP/1.1" status: 200 len: 945 time: 0.0527654 Aug 18 12:37:39.428911 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-bdc50ae6-1874-4ad3-8568-7fb1ba0c03d0 req-01352342-20cf-441d-b9a6-5f1380609778 tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] 10.222.0.66 "GET /v2.0/security-groups?id=350df8a4-581f-4f03-aa11-3c9d62bb0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324399 Aug 18 12:37:40.564584 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ef2440-013f-4689-a295-0f4e2a0afb36 req-09865258-3d26-46e2-896f-d6b1193d47a1 tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:37:40.566131 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-79ef2440-013f-4689-a295-0f4e2a0afb36 req-09865258-3d26-46e2-896f-d6b1193d47a1 tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] 10.222.0.66 "GET /v2.0/ports?device_id=0c4ebe86-d74c-475f-b5a2-0708dfbfa807 HTTP/1.1" status: 200 len: 945 time: 0.0631154 Aug 18 12:37:40.605608 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-79ef2440-013f-4689-a295-0f4e2a0afb36 req-7fdf75a4-94db-4dd0-9fad-5be2f2b6da3a tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] 10.222.0.66 "GET /v2.0/security-groups?id=350df8a4-581f-4f03-aa11-3c9d62bb0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318930 Aug 18 12:37:41.737416 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee22ab93-29d0-4a12-a3ee-af193c1634d9 req-99b44fad-2e37-4f84-bf01-c81db8d43670 tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:37:41.738866 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ee22ab93-29d0-4a12-a3ee-af193c1634d9 req-99b44fad-2e37-4f84-bf01-c81db8d43670 tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] 10.222.0.66 "GET /v2.0/ports?device_id=0c4ebe86-d74c-475f-b5a2-0708dfbfa807 HTTP/1.1" status: 200 len: 945 time: 0.0572958 Aug 18 12:37:41.778836 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ee22ab93-29d0-4a12-a3ee-af193c1634d9 req-e338ece5-9610-4584-836b-847467bb02b5 tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] 10.222.0.66 "GET /v2.0/security-groups?id=350df8a4-581f-4f03-aa11-3c9d62bb0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311980 Aug 18 12:37:42.923560 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c74c88-c0b2-4ca7-b071-405745eb6387 req-617f6a13-b6db-4584-82b8-0e57bc5bec87 tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:37:42.924969 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-47c74c88-c0b2-4ca7-b071-405745eb6387 req-617f6a13-b6db-4584-82b8-0e57bc5bec87 tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] 10.222.0.66 "GET /v2.0/ports?device_id=0c4ebe86-d74c-475f-b5a2-0708dfbfa807 HTTP/1.1" status: 200 len: 945 time: 0.0539382 Aug 18 12:37:42.967033 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-47c74c88-c0b2-4ca7-b071-405745eb6387 req-7db0dc4e-65b9-46eb-a7f4-6d8cc2f9b40d tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] 10.222.0.66 "GET /v2.0/security-groups?id=350df8a4-581f-4f03-aa11-3c9d62bb0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352464 Aug 18 12:37:44.104897 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a436e3-6538-442d-b804-b9d231fd0535 req-9ad802f1-ab52-4c01-9737-a43f2c8fe605 tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:37:44.106445 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-54a436e3-6538-442d-b804-b9d231fd0535 req-9ad802f1-ab52-4c01-9737-a43f2c8fe605 tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] 10.222.0.66 "GET /v2.0/ports?device_id=0c4ebe86-d74c-475f-b5a2-0708dfbfa807 HTTP/1.1" status: 200 len: 945 time: 0.0569537 Aug 18 12:37:44.144818 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-54a436e3-6538-442d-b804-b9d231fd0535 req-5efca951-ca71-46e5-8f12-cec2a637eee0 tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] 10.222.0.66 "GET /v2.0/security-groups?id=350df8a4-581f-4f03-aa11-3c9d62bb0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322108 Aug 18 12:37:45.274216 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dc087c-a8fa-4bbe-a387-0df717b2d99d req-ba9bdd48-807c-4e5d-a206-ef342b3d147d tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:37:45.275789 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-98dc087c-a8fa-4bbe-a387-0df717b2d99d req-ba9bdd48-807c-4e5d-a206-ef342b3d147d tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] 10.222.0.66 "GET /v2.0/ports?device_id=0c4ebe86-d74c-475f-b5a2-0708dfbfa807 HTTP/1.1" status: 200 len: 945 time: 0.0582764 Aug 18 12:37:45.319460 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-98dc087c-a8fa-4bbe-a387-0df717b2d99d req-46f1ddb3-6522-4679-a60d-613e8eac8115 tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] 10.222.0.66 "GET /v2.0/security-groups?id=350df8a4-581f-4f03-aa11-3c9d62bb0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327139 Aug 18 12:37:46.446963 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a553c4-967d-4bff-98db-ce62f3c1db7f req-626d95f4-d520-4b9d-b682-8bdff865f2a1 tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:37:46.448436 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-83a553c4-967d-4bff-98db-ce62f3c1db7f req-626d95f4-d520-4b9d-b682-8bdff865f2a1 tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] 10.222.0.66 "GET /v2.0/ports?device_id=0c4ebe86-d74c-475f-b5a2-0708dfbfa807 HTTP/1.1" status: 200 len: 945 time: 0.0527420 Aug 18 12:37:46.492507 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-83a553c4-967d-4bff-98db-ce62f3c1db7f req-27adb1af-c013-40c6-97f2-d6d16fd40d68 tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] 10.222.0.66 "GET /v2.0/security-groups?id=350df8a4-581f-4f03-aa11-3c9d62bb0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349817 Aug 18 12:37:47.629554 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9204b45a-2796-4be6-b27c-4dc639696404 req-883c6823-208c-452b-9b15-0e08ea5e18e6 tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:37:47.632199 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9204b45a-2796-4be6-b27c-4dc639696404 req-883c6823-208c-452b-9b15-0e08ea5e18e6 tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] 10.222.0.66 "GET /v2.0/ports?device_id=0c4ebe86-d74c-475f-b5a2-0708dfbfa807 HTTP/1.1" status: 200 len: 945 time: 0.0590310 Aug 18 12:37:47.677859 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9204b45a-2796-4be6-b27c-4dc639696404 req-2c2363e2-ff0e-4e52-9969-437b8266c1ba tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] 10.222.0.66 "GET /v2.0/security-groups?id=350df8a4-581f-4f03-aa11-3c9d62bb0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394993 Aug 18 12:37:48.541014 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-f42bd29e-a2e9-479e-96a2-542ec5f21af8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:37:48.873103 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b1b0d3-0bce-410e-b57c-8396f30d9042 req-994b4e62-6373-45ba-85aa-1156f2635e86 tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:37:48.874598 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f8b1b0d3-0bce-410e-b57c-8396f30d9042 req-994b4e62-6373-45ba-85aa-1156f2635e86 tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] 10.222.0.66 "GET /v2.0/ports?device_id=0c4ebe86-d74c-475f-b5a2-0708dfbfa807 HTTP/1.1" status: 200 len: 945 time: 0.1201904 Aug 18 12:37:48.914331 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f8b1b0d3-0bce-410e-b57c-8396f30d9042 req-82b7bd0b-32fe-4738-91d1-d0169dbdcaac tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] 10.222.0.66 "GET /v2.0/security-groups?id=350df8a4-581f-4f03-aa11-3c9d62bb0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335240 Aug 18 12:37:50.111549 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f6fcba-9410-4980-bb16-587dd8dfdba8 req-cbf81851-b2e6-48ed-9887-c94dce2652aa tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:37:50.113071 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-32f6fcba-9410-4980-bb16-587dd8dfdba8 req-cbf81851-b2e6-48ed-9887-c94dce2652aa tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] 10.222.0.66 "GET /v2.0/ports?device_id=0c4ebe86-d74c-475f-b5a2-0708dfbfa807 HTTP/1.1" status: 200 len: 945 time: 0.1173344 Aug 18 12:37:50.158963 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-32f6fcba-9410-4980-bb16-587dd8dfdba8 req-8bd2f768-f91c-44a1-bcbb-d548e9f279ad tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] 10.222.0.66 "GET /v2.0/security-groups?id=350df8a4-581f-4f03-aa11-3c9d62bb0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371687 Aug 18 12:37:51.286098 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9db80f0-be9a-420b-80c6-deee118eba44 req-c2da9ab9-cf77-4c9a-9a56-d09748608404 tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:37:51.287611 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f9db80f0-be9a-420b-80c6-deee118eba44 req-c2da9ab9-cf77-4c9a-9a56-d09748608404 tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] 10.222.0.66 "GET /v2.0/ports?device_id=0c4ebe86-d74c-475f-b5a2-0708dfbfa807 HTTP/1.1" status: 200 len: 945 time: 0.0514865 Aug 18 12:37:51.330005 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f9db80f0-be9a-420b-80c6-deee118eba44 req-1b81d182-5384-4be8-b2b7-fd7207ab6764 tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] 10.222.0.66 "GET /v2.0/security-groups?id=350df8a4-581f-4f03-aa11-3c9d62bb0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331075 Aug 18 12:37:51.488762 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:37:51.741438 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ceaf59ca-01e2-4423-bf7c-8d6131d19347 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:37:52.286648 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-53584c24-f517-494e-ac93-c18bb92373f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:37:52.461636 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e6e830-bbb1-4fb7-a1ef-1e032f6f6713 req-8840d0db-1877-4917-a9b9-222dd9578fb1 tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:37:52.463112 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b4e6e830-bbb1-4fb7-a1ef-1e032f6f6713 req-8840d0db-1877-4917-a9b9-222dd9578fb1 tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] 10.222.0.66 "GET /v2.0/ports?device_id=0c4ebe86-d74c-475f-b5a2-0708dfbfa807 HTTP/1.1" status: 200 len: 945 time: 0.0608540 Aug 18 12:37:52.502991 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b4e6e830-bbb1-4fb7-a1ef-1e032f6f6713 req-b2092416-3367-4e9c-ae35-cfa0920c26b8 tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] 10.222.0.66 "GET /v2.0/security-groups?id=350df8a4-581f-4f03-aa11-3c9d62bb0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335512 Aug 18 12:37:53.642199 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361181cd-d077-420f-b085-0771d37eee30 req-752b1c13-db53-4292-97e0-55dcd32a87b5 tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:37:53.643683 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-361181cd-d077-420f-b085-0771d37eee30 req-752b1c13-db53-4292-97e0-55dcd32a87b5 tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] 10.222.0.66 "GET /v2.0/ports?device_id=0c4ebe86-d74c-475f-b5a2-0708dfbfa807 HTTP/1.1" status: 200 len: 945 time: 0.0560687 Aug 18 12:37:53.683816 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-361181cd-d077-420f-b085-0771d37eee30 req-de243495-2188-4b4f-bad0-5f17eb390302 tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] 10.222.0.66 "GET /v2.0/security-groups?id=350df8a4-581f-4f03-aa11-3c9d62bb0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318015 Aug 18 12:37:53.965239 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-500a1c61-38a7-4c23-a7ec-4631080af5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:37:54.817351 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaaf7de-a870-4f12-a6d4-3debc777c8cb req-8c5eca8e-60b1-4ff3-9f4a-f992032a3821 tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:37:54.818846 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-bfaaf7de-a870-4f12-a6d4-3debc777c8cb req-8c5eca8e-60b1-4ff3-9f4a-f992032a3821 tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] 10.222.0.66 "GET /v2.0/ports?device_id=0c4ebe86-d74c-475f-b5a2-0708dfbfa807 HTTP/1.1" status: 200 len: 945 time: 0.0569534 Aug 18 12:37:54.872565 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-bfaaf7de-a870-4f12-a6d4-3debc777c8cb req-e352941a-c45b-4cef-b7bb-1526e3a3aba9 tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] 10.222.0.66 "GET /v2.0/security-groups?id=350df8a4-581f-4f03-aa11-3c9d62bb0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441573 Aug 18 12:37:55.716813 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.agents_db [None req-6dbb2658-0354-4101-8393-6e7505481cf6 None None] Agent healthcheck: found 7 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 12:37:55.999560 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0277e24f-1f9a-4903-884e-cbee4d0a98b7 req-242c9d31-fa16-47ee-bdd9-d419ad194397 tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:37:56.001181 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0277e24f-1f9a-4903-884e-cbee4d0a98b7 req-242c9d31-fa16-47ee-bdd9-d419ad194397 tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] 10.222.0.66 "GET /v2.0/ports?device_id=0c4ebe86-d74c-475f-b5a2-0708dfbfa807 HTTP/1.1" status: 200 len: 945 time: 0.0550528 Aug 18 12:37:56.040832 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0277e24f-1f9a-4903-884e-cbee4d0a98b7 req-35937419-8d09-4863-aa3a-801cf8bc3275 tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] 10.222.0.66 "GET /v2.0/security-groups?id=350df8a4-581f-4f03-aa11-3c9d62bb0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335474 Aug 18 12:37:57.174452 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79eb2d7-a04a-4c5d-b0b4-9ff73f1ab57e req-3d2e0a17-1d7a-49d8-b493-ee9a440010e1 tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:37:57.175919 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b79eb2d7-a04a-4c5d-b0b4-9ff73f1ab57e req-3d2e0a17-1d7a-49d8-b493-ee9a440010e1 tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] 10.222.0.66 "GET /v2.0/ports?device_id=0c4ebe86-d74c-475f-b5a2-0708dfbfa807 HTTP/1.1" status: 200 len: 945 time: 0.0613542 Aug 18 12:37:57.220162 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b79eb2d7-a04a-4c5d-b0b4-9ff73f1ab57e req-a722749b-b338-41a7-9239-2ad58aac995b tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] 10.222.0.66 "GET /v2.0/security-groups?id=350df8a4-581f-4f03-aa11-3c9d62bb0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349178 Aug 18 12:37:58.379561 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb9febb-a4de-4097-9824-b3ec6347fe23 req-4b80ea88-f6f2-4f31-9f76-f616d761d4e3 tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:37:58.381066 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2bb9febb-a4de-4097-9824-b3ec6347fe23 req-4b80ea88-f6f2-4f31-9f76-f616d761d4e3 tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] 10.222.0.66 "GET /v2.0/ports?device_id=0c4ebe86-d74c-475f-b5a2-0708dfbfa807 HTTP/1.1" status: 200 len: 945 time: 0.0819910 Aug 18 12:37:58.386670 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482934bc-4610-4c44-99be-7abb87fe573d req-2a93e82a-8640-48f0-942e-297e2ebdf44f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:37:58.388057 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-482934bc-4610-4c44-99be-7abb87fe573d req-2a93e82a-8640-48f0-942e-297e2ebdf44f service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=ffa3b94a0f704cdd87540505c3017590&device_id=0c4ebe86-d74c-475f-b5a2-0708dfbfa807 HTTP/1.1" status: 200 len: 1096 time: 0.1252406 Aug 18 12:37:58.465930 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2bb9febb-a4de-4097-9824-b3ec6347fe23 req-cf206416-60b9-45bd-bcce-26800d8bcc28 tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] 10.222.0.66 "GET /v2.0/security-groups?id=350df8a4-581f-4f03-aa11-3c9d62bb0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768580 Aug 18 12:37:58.509090 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482934bc-4610-4c44-99be-7abb87fe573d req-9c106046-d2f4-46ac-ba63-47542e396584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:37:58.510571 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-482934bc-4610-4c44-99be-7abb87fe573d req-9c106046-d2f4-46ac-ba63-47542e396584 service neutron] 10.222.0.63 "GET /v2.0/networks?id=fbe29e1a-a452-4435-b398-b94bd7187639 HTTP/1.1" status: 200 len: 916 time: 0.0999153 Aug 18 12:37:58.555996 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-482934bc-4610-4c44-99be-7abb87fe573d req-565249a1-0279-4ed8-b103-1233da5d8b09 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=666db5fc-2a07-48a5-b79f-6d02269e08d0 HTTP/1.1" status: 200 len: 217 time: 0.0376365 Aug 18 12:37:58.605859 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482934bc-4610-4c44-99be-7abb87fe573d req-39f4fee0-f15e-42c7-91d0-68454e86b311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:37:58.607321 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-482934bc-4610-4c44-99be-7abb87fe573d req-39f4fee0-f15e-42c7-91d0-68454e86b311 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=c2279412-f7a6-4c31-ba88-0c9284600805 HTTP/1.1" status: 200 len: 855 time: 0.0446744 Aug 18 12:37:58.638506 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-482934bc-4610-4c44-99be-7abb87fe573d req-4fc97a6f-0764-4b0a-97a1-be4c7ce068fd service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=fbe29e1a-a452-4435-b398-b94bd7187639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238459 Aug 18 12:37:58.734879 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-482934bc-4610-4c44-99be-7abb87fe573d req-f0f9d996-123c-4875-b713-b63f823853e1 service neutron] 10.222.0.63 "GET /v2.0/networks/fbe29e1a-a452-4435-b398-b94bd7187639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886323 Aug 18 12:37:58.825890 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-482934bc-4610-4c44-99be-7abb87fe573d req-bca91266-19b5-471f-8d72-8b8e9ef1bf0b service neutron] 10.222.0.63 "GET /v2.0/networks/fbe29e1a-a452-4435-b398-b94bd7187639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843556 Aug 18 12:37:59.601345 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0875e124-e0cc-4620-88b7-88ceeb248e98 req-af5df89c-f19d-4135-94f2-6b7869a57c4b tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:37:59.602833 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0875e124-e0cc-4620-88b7-88ceeb248e98 req-af5df89c-f19d-4135-94f2-6b7869a57c4b tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] 10.222.0.66 "GET /v2.0/ports?device_id=0c4ebe86-d74c-475f-b5a2-0708dfbfa807 HTTP/1.1" status: 200 len: 945 time: 0.0571361 Aug 18 12:37:59.644146 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0875e124-e0cc-4620-88b7-88ceeb248e98 req-5c5ae79b-a228-4eaa-b760-1d3c82deccf3 tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] 10.222.0.66 "GET /v2.0/security-groups?id=350df8a4-581f-4f03-aa11-3c9d62bb0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318439 Aug 18 12:38:00.695829 n-d-804985-2 neutron-server[106252]: INFO neutron.api.v2.resource [req-bef5564b-228b-4ef5-8044-65c7a893ebb8 req-87ca13ad-9ee8-4110-8f31-73c81ed11dc3 service neutron] show failed (client error): The resource could not be found. Aug 18 12:38:00.697186 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-bef5564b-228b-4ef5-8044-65c7a893ebb8 req-87ca13ad-9ee8-4110-8f31-73c81ed11dc3 service neutron] 10.222.0.63 "GET /v2.0/ports/666db5fc-2a07-48a5-b79f-6d02269e08d0/bindings/n-h2-804985-2 HTTP/1.1" status: 404 len: 380 time: 0.0635211 Aug 18 12:38:00.777216 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c33fe4-b699-4997-9f1a-8abdcce6bf93 req-9c9d6cd0-f40d-4c5e-9574-57a1e3c8ab0f tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:38:00.779301 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e4c33fe4-b699-4997-9f1a-8abdcce6bf93 req-9c9d6cd0-f40d-4c5e-9574-57a1e3c8ab0f tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] 10.222.0.66 "GET /v2.0/ports?device_id=0c4ebe86-d74c-475f-b5a2-0708dfbfa807 HTTP/1.1" status: 200 len: 945 time: 0.0513511 Aug 18 12:38:00.822622 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e4c33fe4-b699-4997-9f1a-8abdcce6bf93 req-f440e9bc-1239-4fd9-8df8-bcbef196545b tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] 10.222.0.66 "GET /v2.0/security-groups?id=350df8a4-581f-4f03-aa11-3c9d62bb0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369000 Aug 18 12:38:00.898381 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef5564b-228b-4ef5-8044-65c7a893ebb8 req-124e5cda-8c63-4815-b3c8-2465ce06099c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:38:00.899771 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-bef5564b-228b-4ef5-8044-65c7a893ebb8 req-124e5cda-8c63-4815-b3c8-2465ce06099c service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=0c4ebe86-d74c-475f-b5a2-0708dfbfa807&tenant_id=ffa3b94a0f704cdd87540505c3017590 HTTP/1.1" status: 200 len: 1096 time: 0.0413418 Aug 18 12:38:00.915241 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [req-bef5564b-228b-4ef5-8044-65c7a893ebb8 req-0a779dc9-1546-454e-988a-9a5f19892162 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-804985-2', 'device_owner': 'compute:nova'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:38:00.973520 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-bef5564b-228b-4ef5-8044-65c7a893ebb8 req-0a779dc9-1546-454e-988a-9a5f19892162 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:38:01.178200 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-bef5564b-228b-4ef5-8044-65c7a893ebb8 req-0a779dc9-1546-454e-988a-9a5f19892162 service neutron] For port 666db5fc-2a07-48a5-b79f-6d02269e08d0, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=666db5fc-2a07-48a5-b79f-6d02269e08d0,segment=NetworkSegment(9aa9229d-17b9-41b5-9800-f32a7c6be3c7),segment_id=9aa9229d-17b9-41b5-9800-f32a7c6be3c7)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:38:01.211486 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-bef5564b-228b-4ef5-8044-65c7a893ebb8 req-0a779dc9-1546-454e-988a-9a5f19892162 service neutron] For port 666db5fc-2a07-48a5-b79f-6d02269e08d0, host n-h1-804985-2, cleared binding levels {{(pid=106253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:38:01.250907 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c4ebe86-d74c-475f-b5a2-0708dfbfa807', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '666db5fc-2a07-48a5-b79f-6d02269e08d0'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:38:01.253213 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0679f4c4b6e0e0c064a7d71d722dc30541a34fffee11680573be22ee2ffccc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53feb95f-7e40-48ab-aff4-1b68e8647f52" -d '{"events": [{"server_uuid": "0c4ebe86-d74c-475f-b5a2-0708dfbfa807", "name": "network-vif-unplugged", "status": "completed", "tag": "666db5fc-2a07-48a5-b79f-6d02269e08d0"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:38:01.256977 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-bef5564b-228b-4ef5-8044-65c7a893ebb8 req-0a779dc9-1546-454e-988a-9a5f19892162 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:38:01.269682 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [req-bef5564b-228b-4ef5-8044-65c7a893ebb8 req-0a779dc9-1546-454e-988a-9a5f19892162 service neutron] Transition to ACTIVE for port object 666db5fc-2a07-48a5-b79f-6d02269e08d0 will not be triggered until provisioned by entity L2. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:38:01.274507 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-bef5564b-228b-4ef5-8044-65c7a893ebb8 req-0a779dc9-1546-454e-988a-9a5f19892162 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:38:01.309663 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 18 Aug 2021 12:38:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b228e5a0-0c0d-4679-8acf-8ba83bc72369 x-openstack-request-id: req-b228e5a0-0c0d-4679-8acf-8ba83bc72369 {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:38:01.309958 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c4ebe86-d74c-475f-b5a2-0708dfbfa807", "name": "network-vif-unplugged", "status": "completed", "tag": "666db5fc-2a07-48a5-b79f-6d02269e08d0", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:38:01.310175 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b228e5a0-0c0d-4679-8acf-8ba83bc72369 {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:38:01.310595 n-d-804985-2 neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c4ebe86-d74c-475f-b5a2-0708dfbfa807', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '666db5fc-2a07-48a5-b79f-6d02269e08d0', 'code': 200} Aug 18 12:38:01.337568 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-bef5564b-228b-4ef5-8044-65c7a893ebb8 req-0a779dc9-1546-454e-988a-9a5f19892162 service neutron] No DVR routers for this DVR port 666db5fc-2a07-48a5-b79f-6d02269e08d0 on host n-h1-804985-2 {{(pid=106253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:38:01.340343 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a779dc9-1546-454e-988a-9a5f19892162 service neutron] Pushing event updated for resources: {'Port': ['ID=666db5fc-2a07-48a5-b79f-6d02269e08d0,revision_number=6']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:38:01.351579 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a779dc9-1546-454e-988a-9a5f19892162 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:38:01.351920 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a779dc9-1546-454e-988a-9a5f19892162 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:38:01.352258 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a779dc9-1546-454e-988a-9a5f19892162 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:38:01.352623 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a779dc9-1546-454e-988a-9a5f19892162 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:38:01.352958 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a779dc9-1546-454e-988a-9a5f19892162 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:38:01.353285 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a779dc9-1546-454e-988a-9a5f19892162 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:38:01.353606 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a779dc9-1546-454e-988a-9a5f19892162 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:38:01.353927 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a779dc9-1546-454e-988a-9a5f19892162 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:38:01.354242 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a779dc9-1546-454e-988a-9a5f19892162 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:38:01.354558 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a779dc9-1546-454e-988a-9a5f19892162 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:38:01.354877 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a779dc9-1546-454e-988a-9a5f19892162 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:38:01.355191 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a779dc9-1546-454e-988a-9a5f19892162 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:38:01.386263 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-bef5564b-228b-4ef5-8044-65c7a893ebb8 req-0a779dc9-1546-454e-988a-9a5f19892162 service neutron] Attempting to bind port 666db5fc-2a07-48a5-b79f-6d02269e08d0 on host n-h2-804985-2 for vnic_type normal with profile {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:38:01.386592 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-bef5564b-228b-4ef5-8044-65c7a893ebb8 req-0a779dc9-1546-454e-988a-9a5f19892162 service neutron] Attempting to bind port 666db5fc-2a07-48a5-b79f-6d02269e08d0 by drivers openvswitch,hyperv on host n-h2-804985-2 at level 0 using segments [{'id': '9aa9229d-17b9-41b5-9800-f32a7c6be3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'fbe29e1a-a452-4435-b398-b94bd7187639'}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:38:01.386913 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef5564b-228b-4ef5-8044-65c7a893ebb8 req-0a779dc9-1546-454e-988a-9a5f19892162 service neutron] Attempting to bind port 666db5fc-2a07-48a5-b79f-6d02269e08d0 on network fbe29e1a-a452-4435-b398-b94bd7187639 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:38:01.391310 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef5564b-228b-4ef5-8044-65c7a893ebb8 req-0a779dc9-1546-454e-988a-9a5f19892162 service neutron] Port 666db5fc-2a07-48a5-b79f-6d02269e08d0 on network fbe29e1a-a452-4435-b398-b94bd7187639 not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-2 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:38:01.391620 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef5564b-228b-4ef5-8044-65c7a893ebb8 req-0a779dc9-1546-454e-988a-9a5f19892162 service neutron] Attempting to bind port 666db5fc-2a07-48a5-b79f-6d02269e08d0 on network fbe29e1a-a452-4435-b398-b94bd7187639 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:38:01.396505 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef5564b-228b-4ef5-8044-65c7a893ebb8 req-0a779dc9-1546-454e-988a-9a5f19892162 service neutron] Checking agent: {'id': 'da5da552-709c-4248-84de-86af99a0dc87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 49, 8), 'started_at': datetime.datetime(2021, 8, 18, 11, 49, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 37, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:38:01.396880 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef5564b-228b-4ef5-8044-65c7a893ebb8 req-0a779dc9-1546-454e-988a-9a5f19892162 service neutron] Checking segment: {'id': '9aa9229d-17b9-41b5-9800-f32a7c6be3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'fbe29e1a-a452-4435-b398-b94bd7187639'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:38:01.397262 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef5564b-228b-4ef5-8044-65c7a893ebb8 req-0a779dc9-1546-454e-988a-9a5f19892162 service neutron] Bound using segment: {'id': '9aa9229d-17b9-41b5-9800-f32a7c6be3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'fbe29e1a-a452-4435-b398-b94bd7187639'} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:38:01.397664 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-bef5564b-228b-4ef5-8044-65c7a893ebb8 req-0a779dc9-1546-454e-988a-9a5f19892162 service neutron] Bound port: 666db5fc-2a07-48a5-b79f-6d02269e08d0, host: n-h2-804985-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9aa9229d-17b9-41b5-9800-f32a7c6be3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'fbe29e1a-a452-4435-b398-b94bd7187639'}}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:38:01.398031 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-bef5564b-228b-4ef5-8044-65c7a893ebb8 req-0a779dc9-1546-454e-988a-9a5f19892162 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:38:01.463803 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-bef5564b-228b-4ef5-8044-65c7a893ebb8 req-0a779dc9-1546-454e-988a-9a5f19892162 service neutron] For port 666db5fc-2a07-48a5-b79f-6d02269e08d0, host n-h2-804985-2, cleared binding levels {{(pid=106253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:38:01.466839 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-bef5564b-228b-4ef5-8044-65c7a893ebb8 req-0a779dc9-1546-454e-988a-9a5f19892162 service neutron] For port 666db5fc-2a07-48a5-b79f-6d02269e08d0, host n-h2-804985-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=666db5fc-2a07-48a5-b79f-6d02269e08d0,segment=NetworkSegment(9aa9229d-17b9-41b5-9800-f32a7c6be3c7),segment_id=9aa9229d-17b9-41b5-9800-f32a7c6be3c7)] {{(pid=106253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:38:01.482294 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-bef5564b-228b-4ef5-8044-65c7a893ebb8 req-0a779dc9-1546-454e-988a-9a5f19892162 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:38:01.515333 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef5564b-228b-4ef5-8044-65c7a893ebb8 req-0a779dc9-1546-454e-988a-9a5f19892162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:38:01.515993 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-bef5564b-228b-4ef5-8044-65c7a893ebb8 req-0a779dc9-1546-454e-988a-9a5f19892162 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:38:01.517397 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-bef5564b-228b-4ef5-8044-65c7a893ebb8 req-0a779dc9-1546-454e-988a-9a5f19892162 service neutron] 10.222.0.62 "PUT /v2.0/ports/666db5fc-2a07-48a5-b79f-6d02269e08d0 HTTP/1.1" status: 200 len: 1091 time: 0.6088066 Aug 18 12:38:01.539715 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a779dc9-1546-454e-988a-9a5f19892162 service neutron] Pushing event updated for resources: {'Port': ['ID=666db5fc-2a07-48a5-b79f-6d02269e08d0,revision_number=7']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:38:01.586197 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef5564b-228b-4ef5-8044-65c7a893ebb8 req-0a9eded9-3df2-4705-98f7-e742721d9da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:38:01.588506 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-bef5564b-228b-4ef5-8044-65c7a893ebb8 req-0a9eded9-3df2-4705-98f7-e742721d9da3 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ffa3b94a0f704cdd87540505c3017590&device_id=0c4ebe86-d74c-475f-b5a2-0708dfbfa807 HTTP/1.1" status: 200 len: 1094 time: 0.0456898 Aug 18 12:38:01.685414 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef5564b-228b-4ef5-8044-65c7a893ebb8 req-62e5e722-0089-4d17-a77a-0885aae67b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:38:01.687357 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-bef5564b-228b-4ef5-8044-65c7a893ebb8 req-62e5e722-0089-4d17-a77a-0885aae67b2f service neutron] 10.222.0.62 "GET /v2.0/networks?id=fbe29e1a-a452-4435-b398-b94bd7187639 HTTP/1.1" status: 200 len: 916 time: 0.0909028 Aug 18 12:38:01.729234 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-bef5564b-228b-4ef5-8044-65c7a893ebb8 req-d3dee1db-bf8f-425b-8899-11d80d0c37f4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=666db5fc-2a07-48a5-b79f-6d02269e08d0 HTTP/1.1" status: 200 len: 217 time: 0.0345991 Aug 18 12:38:01.783472 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef5564b-228b-4ef5-8044-65c7a893ebb8 req-bbf8c66d-82b6-4af9-83fc-5571df2d4805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:38:01.784970 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-bef5564b-228b-4ef5-8044-65c7a893ebb8 req-bbf8c66d-82b6-4af9-83fc-5571df2d4805 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c2279412-f7a6-4c31-ba88-0c9284600805 HTTP/1.1" status: 200 len: 855 time: 0.0487738 Aug 18 12:38:01.817571 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-bef5564b-228b-4ef5-8044-65c7a893ebb8 req-e8e51fef-efd4-4df3-aee1-fcc70fd60543 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=fbe29e1a-a452-4435-b398-b94bd7187639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255959 Aug 18 12:38:01.909289 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-bef5564b-228b-4ef5-8044-65c7a893ebb8 req-c3743463-501a-4e86-86db-51c00c155b19 service neutron] 10.222.0.62 "GET /v2.0/networks/fbe29e1a-a452-4435-b398-b94bd7187639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841141 Aug 18 12:38:01.948936 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ce6204-ee76-44bc-809b-0bf88980c76a req-16dcf594-472e-4c60-a65a-57bf7a425937 tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:38:01.950410 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-49ce6204-ee76-44bc-809b-0bf88980c76a req-16dcf594-472e-4c60-a65a-57bf7a425937 tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] 10.222.0.66 "GET /v2.0/ports?device_id=0c4ebe86-d74c-475f-b5a2-0708dfbfa807 HTTP/1.1" status: 200 len: 943 time: 0.0487292 Aug 18 12:38:01.988509 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-49ce6204-ee76-44bc-809b-0bf88980c76a req-d060b0c6-c558-4dcf-a73c-bf7e793e1ea7 tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] 10.222.0.66 "GET /v2.0/security-groups?id=350df8a4-581f-4f03-aa11-3c9d62bb0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316205 Aug 18 12:38:02.002186 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-bef5564b-228b-4ef5-8044-65c7a893ebb8 req-5229cc39-e719-402d-8d9b-00f93641dfc9 service neutron] 10.222.0.62 "GET /v2.0/networks/fbe29e1a-a452-4435-b398-b94bd7187639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861373 Aug 18 12:38:03.123044 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b330242d-2688-4ea6-b283-d54e1db7c359 req-6d30f5e0-16ea-4195-9a80-16dda9d35bd5 tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:38:03.124518 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b330242d-2688-4ea6-b283-d54e1db7c359 req-6d30f5e0-16ea-4195-9a80-16dda9d35bd5 tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] 10.222.0.66 "GET /v2.0/ports?device_id=0c4ebe86-d74c-475f-b5a2-0708dfbfa807 HTTP/1.1" status: 200 len: 943 time: 0.0537212 Aug 18 12:38:03.165676 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b330242d-2688-4ea6-b283-d54e1db7c359 req-357c0327-2363-4e2c-a5cd-694188a95710 tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] 10.222.0.66 "GET /v2.0/security-groups?id=350df8a4-581f-4f03-aa11-3c9d62bb0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315289 Aug 18 12:38:03.312245 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c4ebe86-d74c-475f-b5a2-0708dfbfa807', 'tag': '666db5fc-2a07-48a5-b79f-6d02269e08d0'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:38:03.314662 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0679f4c4b6e0e0c064a7d71d722dc30541a34fffee11680573be22ee2ffccc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ea44c5f-56cb-445d-bed0-560c873029ef" -d '{"events": [{"name": "network-changed", "server_uuid": "0c4ebe86-d74c-475f-b5a2-0708dfbfa807", "tag": "666db5fc-2a07-48a5-b79f-6d02269e08d0"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:38:03.366130 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:38:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c64049f-a8dc-492b-98b6-701947835f52 x-openstack-request-id: req-6c64049f-a8dc-492b-98b6-701947835f52 {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:38:03.366474 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c4ebe86-d74c-475f-b5a2-0708dfbfa807", "tag": "666db5fc-2a07-48a5-b79f-6d02269e08d0", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:38:03.366751 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-6c64049f-a8dc-492b-98b6-701947835f52 {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:38:03.367187 n-d-804985-2 neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c4ebe86-d74c-475f-b5a2-0708dfbfa807', 'tag': '666db5fc-2a07-48a5-b79f-6d02269e08d0', 'status': 'completed', 'code': 200} Aug 18 12:38:03.428086 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea44c5f-56cb-445d-bed0-560c873029ef req-ffe91e9b-f3b1-4a42-bfe3-65864bbb2581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:38:03.429074 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea44c5f-56cb-445d-bed0-560c873029ef req-220d1b78-1df6-4953-9bb3-b2e98d87c2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:38:03.429750 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-5ea44c5f-56cb-445d-bed0-560c873029ef req-ffe91e9b-f3b1-4a42-bfe3-65864bbb2581 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ffa3b94a0f704cdd87540505c3017590&device_id=0c4ebe86-d74c-475f-b5a2-0708dfbfa807 HTTP/1.1" status: 200 len: 1094 time: 0.0430698 Aug 18 12:38:03.430562 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5ea44c5f-56cb-445d-bed0-560c873029ef req-220d1b78-1df6-4953-9bb3-b2e98d87c2a3 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=ffa3b94a0f704cdd87540505c3017590&device_id=0c4ebe86-d74c-475f-b5a2-0708dfbfa807 HTTP/1.1" status: 200 len: 1094 time: 0.0407400 Aug 18 12:38:03.529214 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea44c5f-56cb-445d-bed0-560c873029ef req-ec78e4b0-ecc8-45d4-8765-434a3ae52459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:38:03.530977 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5ea44c5f-56cb-445d-bed0-560c873029ef req-ec78e4b0-ecc8-45d4-8765-434a3ae52459 service neutron] 10.222.0.63 "GET /v2.0/networks?id=fbe29e1a-a452-4435-b398-b94bd7187639 HTTP/1.1" status: 200 len: 916 time: 0.0927675 Aug 18 12:38:03.575089 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5ea44c5f-56cb-445d-bed0-560c873029ef req-6e82c4db-e5a0-4c30-bd66-3f0e712c8f2e service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=666db5fc-2a07-48a5-b79f-6d02269e08d0 HTTP/1.1" status: 200 len: 217 time: 0.0368187 Aug 18 12:38:03.627368 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea44c5f-56cb-445d-bed0-560c873029ef req-696e714b-474e-45f3-ae19-8e5ab2abb36a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:38:03.628904 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5ea44c5f-56cb-445d-bed0-560c873029ef req-696e714b-474e-45f3-ae19-8e5ab2abb36a service neutron] 10.222.0.63 "GET /v2.0/subnets?id=c2279412-f7a6-4c31-ba88-0c9284600805 HTTP/1.1" status: 200 len: 855 time: 0.0468807 Aug 18 12:38:03.662943 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5ea44c5f-56cb-445d-bed0-560c873029ef req-0fc22a9b-7b7e-43ec-80fe-69b575b99eb0 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=fbe29e1a-a452-4435-b398-b94bd7187639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261528 Aug 18 12:38:03.759903 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5ea44c5f-56cb-445d-bed0-560c873029ef req-1b10d9c9-ad60-4fb9-be22-92881a50ab87 service neutron] 10.222.0.63 "GET /v2.0/networks/fbe29e1a-a452-4435-b398-b94bd7187639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899005 Aug 18 12:38:03.815074 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea44c5f-56cb-445d-bed0-560c873029ef req-3030095d-3e83-4853-ae4a-1c49a9da2b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:38:03.816536 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-5ea44c5f-56cb-445d-bed0-560c873029ef req-3030095d-3e83-4853-ae4a-1c49a9da2b44 service neutron] 10.222.0.62 "GET /v2.0/networks?id=fbe29e1a-a452-4435-b398-b94bd7187639 HTTP/1.1" status: 200 len: 916 time: 0.3787668 Aug 18 12:38:03.855379 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5ea44c5f-56cb-445d-bed0-560c873029ef req-964cb55e-838d-4b66-9806-357ac8208305 service neutron] 10.222.0.63 "GET /v2.0/networks/fbe29e1a-a452-4435-b398-b94bd7187639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877290 Aug 18 12:38:03.859116 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-5ea44c5f-56cb-445d-bed0-560c873029ef req-4da19112-626a-4b48-b6e2-951c10447f48 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=666db5fc-2a07-48a5-b79f-6d02269e08d0 HTTP/1.1" status: 200 len: 217 time: 0.0344918 Aug 18 12:38:03.908624 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea44c5f-56cb-445d-bed0-560c873029ef req-e6989dc3-06a0-49f0-9ddc-c876a7a312c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:38:03.910023 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-5ea44c5f-56cb-445d-bed0-560c873029ef req-e6989dc3-06a0-49f0-9ddc-c876a7a312c8 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c2279412-f7a6-4c31-ba88-0c9284600805 HTTP/1.1" status: 200 len: 855 time: 0.0442822 Aug 18 12:38:03.941926 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-5ea44c5f-56cb-445d-bed0-560c873029ef req-6a2a6925-e959-4972-bf2c-19addca580be service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=fbe29e1a-a452-4435-b398-b94bd7187639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242977 Aug 18 12:38:04.040320 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-5ea44c5f-56cb-445d-bed0-560c873029ef req-956f5ce3-462f-450c-b27b-b6727cc2da28 service neutron] 10.222.0.62 "GET /v2.0/networks/fbe29e1a-a452-4435-b398-b94bd7187639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910344 Aug 18 12:38:04.134470 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-5ea44c5f-56cb-445d-bed0-560c873029ef req-313fa59a-68a2-4766-8f15-6f41e5fc7741 service neutron] 10.222.0.62 "GET /v2.0/networks/fbe29e1a-a452-4435-b398-b94bd7187639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868063 Aug 18 12:38:04.161718 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 666db5fc-2a07-48a5-b79f-6d02269e08d0 no longer exists at agent hyperv_n-h1-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:38:04.202320 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 666db5fc-2a07-48a5-b79f-6d02269e08d0 not bound to the agent host n-h1-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:38:04.300009 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3806efec-01ac-460b-89a5-542cb9129416 req-f6807472-6fb6-4b5c-bf37-fd97a6c7b70b tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:38:04.301562 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3806efec-01ac-460b-89a5-542cb9129416 req-f6807472-6fb6-4b5c-bf37-fd97a6c7b70b tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] 10.222.0.66 "GET /v2.0/ports?device_id=0c4ebe86-d74c-475f-b5a2-0708dfbfa807 HTTP/1.1" status: 200 len: 943 time: 0.0624940 Aug 18 12:38:04.342664 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3806efec-01ac-460b-89a5-542cb9129416 req-97c51328-f808-4ceb-9d96-bd3ef8016088 tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] 10.222.0.66 "GET /v2.0/security-groups?id=350df8a4-581f-4f03-aa11-3c9d62bb0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323265 Aug 18 12:38:04.578646 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef43540-5670-4e4c-860e-c49e173965e6 req-88faa016-54f8-43c3-af50-bdddcd95a42a tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:38:04.580116 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2ef43540-5670-4e4c-860e-c49e173965e6 req-88faa016-54f8-43c3-af50-bdddcd95a42a tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] 10.222.0.66 "GET /v2.0/ports?device_id=0c4ebe86-d74c-475f-b5a2-0708dfbfa807 HTTP/1.1" status: 200 len: 943 time: 0.0794036 Aug 18 12:38:04.591738 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68873446-6b6f-48b2-8f9d-3a4ade576490 req-b9255af4-b18a-4dc6-bf06-65b85a85a34a tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:38:04.593087 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-68873446-6b6f-48b2-8f9d-3a4ade576490 req-b9255af4-b18a-4dc6-bf06-65b85a85a34a tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] 10.222.0.63 "GET /v2.0/ports?device_id=0c4ebe86-d74c-475f-b5a2-0708dfbfa807&tenant_id=ffa3b94a0f704cdd87540505c3017590&binding%3Ahost_id=n-h2-804985-2 HTTP/1.1" status: 200 len: 943 time: 0.0788095 Aug 18 12:38:04.664359 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2ef43540-5670-4e4c-860e-c49e173965e6 req-b1e7e23c-45fc-4e65-bd07-e4e4d629edd7 tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] 10.222.0.66 "GET /v2.0/security-groups?id=350df8a4-581f-4f03-aa11-3c9d62bb0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702217 Aug 18 12:38:04.673177 n-d-804985-2 neutron-server[106252]: INFO neutron.api.v2.resource [req-68873446-6b6f-48b2-8f9d-3a4ade576490 req-9fb7326a-1927-4c20-90dd-827c21a19819 service neutron] delete failed (client error): The resource could not be found. Aug 18 12:38:04.674123 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-68873446-6b6f-48b2-8f9d-3a4ade576490 req-9fb7326a-1927-4c20-90dd-827c21a19819 service neutron] 10.222.0.63 "DELETE /v2.0/ports/666db5fc-2a07-48a5-b79f-6d02269e08d0/bindings/n-h1-804985-2 HTTP/1.1" status: 404 len: 380 time: 0.0735099 Aug 18 12:38:04.775766 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68873446-6b6f-48b2-8f9d-3a4ade576490 req-caae0e96-698b-4569-80b7-0cfe8ef9097e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:38:04.777297 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-68873446-6b6f-48b2-8f9d-3a4ade576490 req-caae0e96-698b-4569-80b7-0cfe8ef9097e service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=ffa3b94a0f704cdd87540505c3017590&device_id=0c4ebe86-d74c-475f-b5a2-0708dfbfa807 HTTP/1.1" status: 200 len: 1094 time: 0.0568352 Aug 18 12:38:04.874918 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68873446-6b6f-48b2-8f9d-3a4ade576490 req-49c14421-562c-4815-9d47-2feef267d782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:38:04.876441 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-68873446-6b6f-48b2-8f9d-3a4ade576490 req-49c14421-562c-4815-9d47-2feef267d782 service neutron] 10.222.0.63 "GET /v2.0/networks?id=fbe29e1a-a452-4435-b398-b94bd7187639 HTTP/1.1" status: 200 len: 916 time: 0.0914009 Aug 18 12:38:04.917208 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-68873446-6b6f-48b2-8f9d-3a4ade576490 req-e7e8ccd1-5073-4245-aca2-c9c571aecfbe service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=666db5fc-2a07-48a5-b79f-6d02269e08d0 HTTP/1.1" status: 200 len: 217 time: 0.0339315 Aug 18 12:38:04.964866 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68873446-6b6f-48b2-8f9d-3a4ade576490 req-8f0316e4-edc5-48ea-9a50-8f3712049a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:38:04.966206 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-68873446-6b6f-48b2-8f9d-3a4ade576490 req-8f0316e4-edc5-48ea-9a50-8f3712049a94 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=c2279412-f7a6-4c31-ba88-0c9284600805 HTTP/1.1" status: 200 len: 855 time: 0.0422101 Aug 18 12:38:05.008850 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-68873446-6b6f-48b2-8f9d-3a4ade576490 req-bb8d7842-3981-4a3b-a778-bc2e124fe468 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=fbe29e1a-a452-4435-b398-b94bd7187639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344169 Aug 18 12:38:05.112851 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-68873446-6b6f-48b2-8f9d-3a4ade576490 req-b9476d0c-89bd-4573-a197-f3897061931f service neutron] 10.222.0.63 "GET /v2.0/networks/fbe29e1a-a452-4435-b398-b94bd7187639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953236 Aug 18 12:38:05.205807 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-68873446-6b6f-48b2-8f9d-3a4ade576490 req-dcf22c9b-74bc-4918-9416-67b01b31e502 service neutron] 10.222.0.63 "GET /v2.0/networks/fbe29e1a-a452-4435-b398-b94bd7187639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856700 Aug 18 12:38:05.790470 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c4032a-9c38-43ea-afeb-418ac7845e3f req-0467d7f4-7103-4924-a684-64b008da66f5 tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:38:05.791978 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d5c4032a-9c38-43ea-afeb-418ac7845e3f req-0467d7f4-7103-4924-a684-64b008da66f5 tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] 10.222.0.66 "GET /v2.0/ports?device_id=0c4ebe86-d74c-475f-b5a2-0708dfbfa807 HTTP/1.1" status: 200 len: 943 time: 0.0558867 Aug 18 12:38:05.837355 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d5c4032a-9c38-43ea-afeb-418ac7845e3f req-7a0f760a-b935-4e79-82d5-3c6a9b122f47 tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] 10.222.0.66 "GET /v2.0/security-groups?id=350df8a4-581f-4f03-aa11-3c9d62bb0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377035 Aug 18 12:38:05.968643 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ac7a41-cd51-471b-8dfd-e28fbe23d95d req-c0bca455-f113-4d5e-ad0d-1b0955899629 tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:38:05.970086 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-12ac7a41-cd51-471b-8dfd-e28fbe23d95d req-c0bca455-f113-4d5e-ad0d-1b0955899629 tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] 10.222.0.66 "GET /v2.0/ports?device_id=0c4ebe86-d74c-475f-b5a2-0708dfbfa807 HTTP/1.1" status: 200 len: 943 time: 0.0520504 Aug 18 12:38:06.007296 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-12ac7a41-cd51-471b-8dfd-e28fbe23d95d req-d682c1a0-e493-40c2-b2ee-2c2a8e5f6f86 tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] 10.222.0.66 "GET /v2.0/security-groups?id=350df8a4-581f-4f03-aa11-3c9d62bb0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312769 Aug 18 12:38:06.134362 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45898f48-ca57-44f0-a37a-f87f78aa5df4 req-d16e2776-d78c-4014-be1a-5e5ff7b15d30 tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:38:06.136411 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-45898f48-ca57-44f0-a37a-f87f78aa5df4 req-d16e2776-d78c-4014-be1a-5e5ff7b15d30 tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] 10.222.0.66 "GET /v2.0/ports?device_id=0c4ebe86-d74c-475f-b5a2-0708dfbfa807 HTTP/1.1" status: 200 len: 943 time: 0.0624382 Aug 18 12:38:06.188639 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-45898f48-ca57-44f0-a37a-f87f78aa5df4 req-d580a98b-74e5-4e9a-a6d1-d839b54679ea tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] 10.222.0.66 "GET /v2.0/security-groups?id=350df8a4-581f-4f03-aa11-3c9d62bb0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440700 Aug 18 12:38:06.265610 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 666db5fc-2a07-48a5-b79f-6d02269e08d0 details requested by agent hyperv_n-h2-804985-2 with host n-h2-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:38:06.379803 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port 666db5fc-2a07-48a5-b79f-6d02269e08d0, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=666db5fc-2a07-48a5-b79f-6d02269e08d0,segment=NetworkSegment(9aa9229d-17b9-41b5-9800-f32a7c6be3c7),segment_id=9aa9229d-17b9-41b5-9800-f32a7c6be3c7)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:38:06.382651 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:38:06.392026 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Returning: {'device': '666db5fc-2a07-48a5-b79f-6d02269e08d0', 'network_id': 'fbe29e1a-a452-4435-b398-b94bd7187639', 'port_id': '666db5fc-2a07-48a5-b79f-6d02269e08d0', 'mac_address': 'fa:16:3e:12:3e:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 815, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2279412-f7a6-4c31-ba88-0c9284600805', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:38:06.430253 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:38:06.444314 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 666db5fc-2a07-48a5-b79f-6d02269e08d0 {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:38:06.464279 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port 666db5fc-2a07-48a5-b79f-6d02269e08d0, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=666db5fc-2a07-48a5-b79f-6d02269e08d0,segment=NetworkSegment(9aa9229d-17b9-41b5-9800-f32a7c6be3c7),segment_id=9aa9229d-17b9-41b5-9800-f32a7c6be3c7)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:38:06.469738 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:38:06.517424 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=666db5fc-2a07-48a5-b79f-6d02269e08d0,revision_number=8']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:38:06.533080 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fdece0-814f-4b83-aa66-d9d72c72804c req-66f58c3d-1a05-4fef-8fa7-cfedbe2cdcb8 tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:38:06.534581 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-30fdece0-814f-4b83-aa66-d9d72c72804c req-66f58c3d-1a05-4fef-8fa7-cfedbe2cdcb8 tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] 10.222.0.66 "GET /v2.0/ports?device_id=0c4ebe86-d74c-475f-b5a2-0708dfbfa807 HTTP/1.1" status: 200 len: 944 time: 0.0518463 Aug 18 12:38:06.574968 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-30fdece0-814f-4b83-aa66-d9d72c72804c req-841d728e-261f-411d-aa54-fbd8a20303fd tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] 10.222.0.66 "GET /v2.0/security-groups?id=350df8a4-581f-4f03-aa11-3c9d62bb0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312176 Aug 18 12:38:06.688368 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] get_ports_and_sgs() called for port_ids ['666db5fc-2a07-48a5-b79f-6d02269e08d0'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:38:07.698800 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f5504e-2262-4d55-8bcd-a59048af09d3 req-d2f12b18-e654-405b-9245-f7a785803c66 tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:38:07.700292 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b0f5504e-2262-4d55-8bcd-a59048af09d3 req-d2f12b18-e654-405b-9245-f7a785803c66 tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] 10.222.0.66 "GET /v2.0/ports?device_id=0c4ebe86-d74c-475f-b5a2-0708dfbfa807 HTTP/1.1" status: 200 len: 944 time: 0.0505748 Aug 18 12:38:07.702155 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6878f8b-33eb-4378-83b5-999ef823aeb7 req-055a3543-df7e-46c9-a9ef-a7328fe28a55 tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:38:07.703597 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-d6878f8b-33eb-4378-83b5-999ef823aeb7 req-055a3543-df7e-46c9-a9ef-a7328fe28a55 tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c4ebe86-d74c-475f-b5a2-0708dfbfa807 HTTP/1.1" status: 200 len: 944 time: 0.0553229 Aug 18 12:38:07.739854 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b0f5504e-2262-4d55-8bcd-a59048af09d3 req-aad7bebe-f7b1-4d97-8cad-d225303185ee tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] 10.222.0.66 "GET /v2.0/security-groups?id=350df8a4-581f-4f03-aa11-3c9d62bb0eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332983 Aug 18 12:38:07.791423 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-d6878f8b-33eb-4378-83b5-999ef823aeb7 req-5a27b1f7-4f1b-4051-bd23-ce94f56368e2 tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] Deleting port 666db5fc-2a07-48a5-b79f-6d02269e08d0 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:38:07.791756 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-d6878f8b-33eb-4378-83b5-999ef823aeb7 req-5a27b1f7-4f1b-4051-bd23-ce94f56368e2 tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:38:07.892000 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-d6878f8b-33eb-4378-83b5-999ef823aeb7 req-5a27b1f7-4f1b-4051-bd23-ce94f56368e2 tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] For port 666db5fc-2a07-48a5-b79f-6d02269e08d0, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=666db5fc-2a07-48a5-b79f-6d02269e08d0,segment=NetworkSegment(9aa9229d-17b9-41b5-9800-f32a7c6be3c7),segment_id=9aa9229d-17b9-41b5-9800-f32a7c6be3c7)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:38:07.892261 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-d6878f8b-33eb-4378-83b5-999ef823aeb7 req-5a27b1f7-4f1b-4051-bd23-ce94f56368e2 tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:38:07.904940 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-d6878f8b-33eb-4378-83b5-999ef823aeb7 req-5a27b1f7-4f1b-4051-bd23-ce94f56368e2 tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] Calling delete_port for 666db5fc-2a07-48a5-b79f-6d02269e08d0 owned by compute:nova {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:38:08.043949 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-d6878f8b-33eb-4378-83b5-999ef823aeb7 req-5a27b1f7-4f1b-4051-bd23-ce94f56368e2 tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:38:08.058818 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] get_ports_and_sgs() called for port_ids ['666db5fc-2a07-48a5-b79f-6d02269e08d0'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:38:08.077253 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a27b1f7-4f1b-4051-bd23-ce94f56368e2 tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] Pushing event deleted for resources: {'Port': ['ID=666db5fc-2a07-48a5-b79f-6d02269e08d0,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:38:08.118662 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6878f8b-33eb-4378-83b5-999ef823aeb7 req-5a27b1f7-4f1b-4051-bd23-ce94f56368e2 tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] No DVR routers for this DVR port 666db5fc-2a07-48a5-b79f-6d02269e08d0 on host n-h2-804985-2 {{(pid=106253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:38:08.121281 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-d6878f8b-33eb-4378-83b5-999ef823aeb7 req-5a27b1f7-4f1b-4051-bd23-ce94f56368e2 tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:38:08.123261 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-d6878f8b-33eb-4378-83b5-999ef823aeb7 req-5a27b1f7-4f1b-4051-bd23-ce94f56368e2 tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] 10.222.0.62 "DELETE /v2.0/ports/666db5fc-2a07-48a5-b79f-6d02269e08d0 HTTP/1.1" status: 204 len: 173 time: 0.4136219 Aug 18 12:38:08.123691 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c4ebe86-d74c-475f-b5a2-0708dfbfa807', 'name': 'network-vif-deleted', 'tag': '666db5fc-2a07-48a5-b79f-6d02269e08d0'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:38:08.126143 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0679f4c4b6e0e0c064a7d71d722dc30541a34fffee11680573be22ee2ffccc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5b0fdc1-24bc-4bb4-af48-0897cee877a1" -d '{"events": [{"server_uuid": "0c4ebe86-d74c-475f-b5a2-0708dfbfa807", "name": "network-vif-deleted", "tag": "666db5fc-2a07-48a5-b79f-6d02269e08d0"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:38:08.231254 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:38:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-add3e96c-b34a-439d-bc4f-bbe4ff69e023 x-openstack-request-id: req-add3e96c-b34a-439d-bc4f-bbe4ff69e023 {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:38:08.231563 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c4ebe86-d74c-475f-b5a2-0708dfbfa807", "name": "network-vif-deleted", "tag": "666db5fc-2a07-48a5-b79f-6d02269e08d0", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:38:08.231879 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-add3e96c-b34a-439d-bc4f-bbe4ff69e023 {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:38:08.232245 n-d-804985-2 neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c4ebe86-d74c-475f-b5a2-0708dfbfa807', 'name': 'network-vif-deleted', 'tag': '666db5fc-2a07-48a5-b79f-6d02269e08d0', 'status': 'completed', 'code': 200} Aug 18 12:38:08.279431 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 666db5fc-2a07-48a5-b79f-6d02269e08d0 up at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:38:08.300060 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] No Port match for: 666db5fc-2a07-48a5-b79f-6d02269e08d0 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:38:08.300423 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 666db5fc-2a07-48a5-b79f-6d02269e08d0 not bound to the agent host n-h2-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 18 12:38:08.320065 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Port 666db5fc-2a07-48a5-b79f-6d02269e08d0 not found, will not notify nova. {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 18 12:38:08.533218 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:38:08.869955 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 50018) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:38:08.914825 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2775aaa-5d69-4a56-87b1-bde5a8b17cea admin admin] Deleting subnet c2279412-f7a6-4c31-ba88-0c9284600805 {{(pid=106253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 12:38:08.918110 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d2775aaa-5d69-4a56-87b1-bde5a8b17cea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:38:08.957005 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d2775aaa-5d69-4a56-87b1-bde5a8b17cea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902229'] for subnet, precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:38:08.995473 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d2775aaa-5d69-4a56-87b1-bde5a8b17cea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:38:09.051403 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d2775aaa-5d69-4a56-87b1-bde5a8b17cea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58902171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59388106'] for subnet, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:38:09.079184 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2775aaa-5d69-4a56-87b1-bde5a8b17cea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2279412-f7a6-4c31-ba88-0c9284600805,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:38:09.081161 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d2775aaa-5d69-4a56-87b1-bde5a8b17cea admin admin] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:38:09.083012 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-d2775aaa-5d69-4a56-87b1-bde5a8b17cea admin admin] 10.222.0.66 "DELETE /v2.0/subnets/c2279412-f7a6-4c31-ba88-0c9284600805 HTTP/1.1" status: 204 len: 168 time: 0.2119710 Aug 18 12:38:09.085521 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 50020) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:38:09.155596 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a5638996-663a-459d-8d21-fb2baaa85dad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7904109'] for network, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:38:09.236188 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a5638996-663a-459d-8d21-fb2baaa85dad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8367869', 'neutron.services.segments.db._delete_segments_for_network-8789151212993'] for network, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:38:09.246264 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-a5638996-663a-459d-8d21-fb2baaa85dad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbe29e1a-a452-4435-b398-b94bd7187639']}} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:38:09.256008 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-a5638996-663a-459d-8d21-fb2baaa85dad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9aa9229d-17b9-41b5-9800-f32a7c6be3c7') {'for_net_delete': True} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:38:09.256307 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-a5638996-663a-459d-8d21-fb2baaa85dad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9aa9229d-17b9-41b5-9800-f32a7c6be3c7') {} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:38:09.265148 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a5638996-663a-459d-8d21-fb2baaa85dad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789151225254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902236'] for segment, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:38:09.278940 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a5638996-663a-459d-8d21-fb2baaa85dad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:38:09.284953 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5638996-663a-459d-8d21-fb2baaa85dad admin admin] Releasing vlan 815 on physical network physnet1 to pool {{(pid=106253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:38:09.285332 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a5638996-663a-459d-8d21-fb2baaa85dad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58900537'] for segment, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:38:09.286951 n-d-804985-2 neutron-server[106253]: Traceback (most recent call last): Aug 18 12:38:09.286951 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:38:09.286951 n-d-804985-2 neutron-server[106253]: timer() Aug 18 12:38:09.286951 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:38:09.286951 n-d-804985-2 neutron-server[106253]: cb(*args, **kw) Aug 18 12:38:09.286951 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:38:09.286951 n-d-804985-2 neutron-server[106253]: return func(*args, **kwargs) Aug 18 12:38:09.286951 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:38:09.286951 n-d-804985-2 neutron-server[106253]: self._notify() Aug 18 12:38:09.286951 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:38:09.286951 n-d-804985-2 neutron-server[106253]: self.callback(batched_events) Aug 18 12:38:09.286951 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:38:09.286951 n-d-804985-2 neutron-server[106253]: event.method(event) Aug 18 12:38:09.286951 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:38:09.286951 n-d-804985-2 neutron-server[106253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:38:09.286951 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:38:09.286951 n-d-804985-2 neutron-server[106253]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:38:09.286951 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:38:09.286951 n-d-804985-2 neutron-server[106253]: return f(self, *a, **k) Aug 18 12:38:09.286951 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:38:09.286951 n-d-804985-2 neutron-server[106253]: return self._get(url).json() Aug 18 12:38:09.286951 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:38:09.286951 n-d-804985-2 neutron-server[106253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:38:09.286951 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:38:09.286951 n-d-804985-2 neutron-server[106253]: return self.request(url, 'GET', **kwargs) Aug 18 12:38:09.286951 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:38:09.286951 n-d-804985-2 neutron-server[106253]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:38:09.286951 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:38:09.286951 n-d-804985-2 neutron-server[106253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:38:09.286951 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:38:09.286951 n-d-804985-2 neutron-server[106253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:38:09.286951 n-d-804985-2 neutron-server[106253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:38:09.347768 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a5638996-663a-459d-8d21-fb2baaa85dad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8367858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997186'] for network, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:38:09.353249 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a5638996-663a-459d-8d21-fb2baaa85dad admin admin] Notify callbacks [] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:38:09.355060 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-a5638996-663a-459d-8d21-fb2baaa85dad admin admin] 10.222.0.66 "DELETE /v2.0/networks/fbe29e1a-a452-4435-b398-b94bd7187639 HTTP/1.1" status: 204 len: 168 time: 0.2684805 Aug 18 12:38:09.366226 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5638996-663a-459d-8d21-fb2baaa85dad admin admin] Pushing event deleted for resources: {'Network': ['ID=fbe29e1a-a452-4435-b398-b94bd7187639,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:38:09.474506 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 50024) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:38:09.518736 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-cbc2b35e-e6b5-4a6d-b280-9dda4ab5ffad admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ffa3b94a0f704cdd87540505c3017590&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0425920 Aug 18 12:38:09.521727 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 50026) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:38:09.572575 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a621bd2c-628c-4f59-9cea-29bba0c4ffe5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:38:09.600630 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a621bd2c-628c-4f59-9cea-29bba0c4ffe5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:38:09.654545 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a621bd2c-628c-4f59-9cea-29bba0c4ffe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:38:09.659239 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a621bd2c-628c-4f59-9cea-29bba0c4ffe5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:38:09.660960 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-a621bd2c-628c-4f59-9cea-29bba0c4ffe5 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/350df8a4-581f-4f03-aa11-3c9d62bb0eab HTTP/1.1" status: 204 len: 168 time: 0.1381574 Aug 18 12:38:09.670219 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a621bd2c-628c-4f59-9cea-29bba0c4ffe5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=350df8a4-581f-4f03-aa11-3c9d62bb0eab,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:38:10.373399 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 50048) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:38:10.485700 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-a2a03399-3e92-46b0-a235-d3003f960d30 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-845282518-network', 'tenant_id': 'b014dbc881a94b53bff4fa00c7618782'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:38:10.515974 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2a03399-3e92-46b0-a235-d3003f960d30 admin admin] Made reservation on behalf of b014dbc881a94b53bff4fa00c7618782 for: {'network': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:38:10.518375 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a2a03399-3e92-46b0-a235-d3003f960d30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for network, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:38:10.526998 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a2a03399-3e92-46b0-a235-d3003f960d30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:38:10.622642 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a2a03399-3e92-46b0-a235-d3003f960d30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:38:10.628429 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a2a03399-3e92-46b0-a235-d3003f960d30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:38:10.655501 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2a03399-3e92-46b0-a235-d3003f960d30 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 815} {{(pid=106253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:38:10.665759 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a03399-3e92-46b0-a235-d3003f960d30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acc45a84-d220-4b5b-9f64-0e5b6f6336de,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:38:10.672359 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a2a03399-3e92-46b0-a235-d3003f960d30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:38:10.672741 n-d-804985-2 neutron-server[106253]: INFO neutron.db.segments_db [None req-a2a03399-3e92-46b0-a235-d3003f960d30 admin admin] Added segment ae4fcfab-9275-4fd0-906e-fbd9ae809b23 of type vlan for network d2682283-9943-409d-aeb3-45e8a1f61637 Aug 18 12:38:10.718137 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a2a03399-3e92-46b0-a235-d3003f960d30 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789150665894'] for network, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:38:10.745492 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a2a03399-3e92-46b0-a235-d3003f960d30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for network, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:38:10.746456 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2a03399-3e92-46b0-a235-d3003f960d30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:38:10.747043 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a2a03399-3e92-46b0-a235-d3003f960d30 admin admin] Notify callbacks [] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:38:10.801440 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-a2a03399-3e92-46b0-a235-d3003f960d30 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4267445 Aug 18 12:38:10.805961 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 50052) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:38:10.811362 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-06778d53-531a-48a9-80ad-6407933a6e48 admin admin] Request body: {'subnet': {'network_id': 'd2682283-9943-409d-aeb3-45e8a1f61637', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-845282518-subnet', 'tenant_id': 'b014dbc881a94b53bff4fa00c7618782', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:38:10.816166 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a03399-3e92-46b0-a235-d3003f960d30 admin admin] Pushing event updated for resources: {'Network': ['ID=d2682283-9943-409d-aeb3-45e8a1f61637,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:38:10.826741 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Network d2682283-9943-409d-aeb3-45e8a1f61637 details requested by agent ovs-agent-n-d-804985-2 with host n-d-804985-2 {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:38:10.834746 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06778d53-531a-48a9-80ad-6407933a6e48 admin admin] Made reservation on behalf of b014dbc881a94b53bff4fa00c7618782 for: {'subnet': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:38:10.837278 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-06778d53-531a-48a9-80ad-6407933a6e48 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59074089'] for subnet, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:38:11.029772 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-06778d53-531a-48a9-80ad-6407933a6e48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3572913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59074111'] for subnet, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:38:11.083023 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06778d53-531a-48a9-80ad-6407933a6e48 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bffa035c-7b0b-4890-87d2-0a7264a9252e,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:38:11.091861 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06778d53-531a-48a9-80ad-6407933a6e48 admin admin] Checking segment: {'id': 'ae4fcfab-9275-4fd0-906e-fbd9ae809b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'd2682283-9943-409d-aeb3-45e8a1f61637'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:38:11.092217 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06778d53-531a-48a9-80ad-6407933a6e48 admin admin] Network hostable DHCP agents. Network: d2682283-9943-409d-aeb3-45e8a1f61637, hostable agents: ['97c14208-2951-4361-8d64-3708c946ff5f'], hosted agents: [] {{(pid=106252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 12:38:11.112659 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06778d53-531a-48a9-80ad-6407933a6e48 admin admin] Network d2682283-9943-409d-aeb3-45e8a1f61637 is scheduled to be hosted by DHCP agent 97c14208-2951-4361-8d64-3708c946ff5f with binding_index 1 {{(pid=106252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 12:38:11.123246 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-06778d53-531a-48a9-80ad-6407933a6e48 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-2, d2682283-9943-409d-aeb3-45e8a1f61637) {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:38:11.128092 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06778d53-531a-48a9-80ad-6407933a6e48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:38:11.129136 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-06778d53-531a-48a9-80ad-6407933a6e48 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:38:11.132613 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea1103dd-92c5-4fc7-8161-34a6bafef5da None None] Network d2682283-9943-409d-aeb3-45e8a1f61637 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:38:11.146292 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-06778d53-531a-48a9-80ad-6407933a6e48 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3391473 Aug 18 12:38:11.149237 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 50054) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:38:11.153586 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-ac79eeca-11c5-4d7e-870a-87d3283ff401 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-845282518-router', 'tenant_id': 'b014dbc881a94b53bff4fa00c7618782', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'}}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:38:11.175868 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ac79eeca-11c5-4d7e-870a-87d3283ff401 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-998592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15809'] for router, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:38:11.177475 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ac79eeca-11c5-4d7e-870a-87d3283ff401 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-992733', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-971415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15816'] for router, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:38:11.235295 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ac79eeca-11c5-4d7e-870a-87d3283ff401 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:38:11.286734 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5055105-8fb9-4606-aad0-f03271f90b97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp788be208-34ab-5a8f-af0f-528834af222f-d2682283-9943-409d-aeb3-45e8a1f61637', 'network_id': 'd2682283-9943-409d-aeb3-45e8a1f61637', 'tenant_id': 'b014dbc881a94b53bff4fa00c7618782', 'fixed_ips': [{'subnet_id': 'bffa035c-7b0b-4890-87d2-0a7264a9252e'}]}} from n-d-804985-2. {{(pid=106254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 12:38:11.287587 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-f5055105-8fb9-4606-aad0-f03271f90b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:38:11.428842 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.db_base_plugin_common [None req-f5055105-8fb9-4606-aad0-f03271f90b97 None None] Allocated IP 172.20.0.2 (d2682283-9943-409d-aeb3-45e8a1f61637/bffa035c-7b0b-4890-87d2-0a7264a9252e/7cfd6a84-dcba-4f1d-8b2b-386980724f11) {{(pid=106254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:38:11.583257 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-f5055105-8fb9-4606-aad0-f03271f90b97 None None] Notify callbacks [] for port, precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:38:11.592377 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-f5055105-8fb9-4606-aad0-f03271f90b97 None None] Transition to ACTIVE for port object 7cfd6a84-dcba-4f1d-8b2b-386980724f11 will not be triggered until provisioned by entity L2. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:38:11.607858 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-f5055105-8fb9-4606-aad0-f03271f90b97 None None] Transition to ACTIVE for port object 7cfd6a84-dcba-4f1d-8b2b-386980724f11 will not be triggered until provisioned by entity DHCP. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:38:11.613671 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-f5055105-8fb9-4606-aad0-f03271f90b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547'] for port, after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:38:11.651992 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5055105-8fb9-4606-aad0-f03271f90b97 None None] Network d2682283-9943-409d-aeb3-45e8a1f61637 is already hosted by enough agents. {{(pid=106254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:38:11.657259 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.base_scheduler [None req-f5055105-8fb9-4606-aad0-f03271f90b97 None None] Resources bound (agent type, host, resource id): {{(pid=106254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:38:11.659853 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5055105-8fb9-4606-aad0-f03271f90b97 None None] Received port after_create {{(pid=106254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:38:11.672971 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5055105-8fb9-4606-aad0-f03271f90b97 None None] Pushing event updated for resources: {'Port': ['ID=7cfd6a84-dcba-4f1d-8b2b-386980724f11,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:38:11.724935 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-f5055105-8fb9-4606-aad0-f03271f90b97 None None] Attempting to bind port 7cfd6a84-dcba-4f1d-8b2b-386980724f11 on host n-d-804985-2 for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:38:11.725280 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-f5055105-8fb9-4606-aad0-f03271f90b97 None None] Attempting to bind port 7cfd6a84-dcba-4f1d-8b2b-386980724f11 by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': 'ae4fcfab-9275-4fd0-906e-fbd9ae809b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'd2682283-9943-409d-aeb3-45e8a1f61637'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:38:11.725659 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5055105-8fb9-4606-aad0-f03271f90b97 None None] Attempting to bind port 7cfd6a84-dcba-4f1d-8b2b-386980724f11 on network d2682283-9943-409d-aeb3-45e8a1f61637 {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:38:11.730856 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5055105-8fb9-4606-aad0-f03271f90b97 None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 37, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:38:11.731260 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5055105-8fb9-4606-aad0-f03271f90b97 None None] Checking segment: {'id': 'ae4fcfab-9275-4fd0-906e-fbd9ae809b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'd2682283-9943-409d-aeb3-45e8a1f61637'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:38:11.731654 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-f5055105-8fb9-4606-aad0-f03271f90b97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:38:11.732251 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5055105-8fb9-4606-aad0-f03271f90b97 None None] Bound using segment: {'id': 'ae4fcfab-9275-4fd0-906e-fbd9ae809b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'd2682283-9943-409d-aeb3-45e8a1f61637'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:38:11.732744 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-f5055105-8fb9-4606-aad0-f03271f90b97 None None] Bound port: 7cfd6a84-dcba-4f1d-8b2b-386980724f11, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae4fcfab-9275-4fd0-906e-fbd9ae809b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'd2682283-9943-409d-aeb3-45e8a1f61637'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:38:11.733119 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-f5055105-8fb9-4606-aad0-f03271f90b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:38:11.742424 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ac79eeca-11c5-4d7e-870a-87d3283ff401 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:38:11.797158 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-f5055105-8fb9-4606-aad0-f03271f90b97 None None] For port 7cfd6a84-dcba-4f1d-8b2b-386980724f11, host n-d-804985-2, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:38:11.800574 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-f5055105-8fb9-4606-aad0-f03271f90b97 None None] For port 7cfd6a84-dcba-4f1d-8b2b-386980724f11, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=7cfd6a84-dcba-4f1d-8b2b-386980724f11,segment=NetworkSegment(ae4fcfab-9275-4fd0-906e-fbd9ae809b23),segment_id=ae4fcfab-9275-4fd0-906e-fbd9ae809b23)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:38:11.806365 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-f5055105-8fb9-4606-aad0-f03271f90b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:38:11.861935 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5055105-8fb9-4606-aad0-f03271f90b97 None None] Pushing event updated for resources: {'Port': ['ID=7cfd6a84-dcba-4f1d-8b2b-386980724f11,revision_number=2']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:38:11.946964 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ac79eeca-11c5-4d7e-870a-87d3283ff401 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:38:11.970914 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ac79eeca-11c5-4d7e-870a-87d3283ff401 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:38:12.091718 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [None req-ac79eeca-11c5-4d7e-870a-87d3283ff401 admin admin] Allocated IP 172.25.7.49 (7cae7a70-14fd-408c-b14d-39ceb97cb60e/9784295a-20b8-4a4b-b105-f82737f0448f/87aa075c-d67c-4a9d-98a8-d5523656914a) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:38:12.198234 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ac79eeca-11c5-4d7e-870a-87d3283ff401 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:38:12.239561 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ac79eeca-11c5-4d7e-870a-87d3283ff401 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:38:12.284865 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac79eeca-11c5-4d7e-870a-87d3283ff401 admin admin] Network 7cae7a70-14fd-408c-b14d-39ceb97cb60e is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:38:12.290129 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-ac79eeca-11c5-4d7e-870a-87d3283ff401 admin admin] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:38:12.293305 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac79eeca-11c5-4d7e-870a-87d3283ff401 admin admin] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:38:12.295424 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 666db5fc-2a07-48a5-b79f-6d02269e08d0 no longer exists at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:38:12.295701 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac79eeca-11c5-4d7e-870a-87d3283ff401 admin admin] Pushing event updated for resources: {'Port': ['ID=87aa075c-d67c-4a9d-98a8-d5523656914a,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:38:12.316710 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] No Port match for: 666db5fc-2a07-48a5-b79f-6d02269e08d0 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:38:12.317045 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 666db5fc-2a07-48a5-b79f-6d02269e08d0 not bound to the agent host n-h2-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:38:12.544612 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ac79eeca-11c5-4d7e-870a-87d3283ff401 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:38:12.688501 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 7cfd6a84-dcba-4f1d-8b2b-386980724f11 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:38:12.750052 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port 7cfd6a84-dcba-4f1d-8b2b-386980724f11 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:38:12.760387 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ac79eeca-11c5-4d7e-870a-87d3283ff401 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-998473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-992536'] for router, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:38:12.790475 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-438cbe3d-6bad-4907-851a-290d9ae5f95b None None] Network d2682283-9943-409d-aeb3-45e8a1f61637 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:38:12.887439 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac79eeca-11c5-4d7e-870a-87d3283ff401 admin admin] Router 2b9c843a-b052-4d7b-827a-27c535920862 is scheduled to L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 with binding_index 1 {{(pid=106252) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 12:38:12.908728 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-09b72b21-9a9f-4171-9de8-9120c556bb46 None None] Provisioning for port 7cfd6a84-dcba-4f1d-8b2b-386980724f11 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:38:12.914993 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-09b72b21-9a9f-4171-9de8-9120c556bb46 None None] Provisioning complete for port 7cfd6a84-dcba-4f1d-8b2b-386980724f11 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:38:12.915366 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-09b72b21-9a9f-4171-9de8-9120c556bb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:38:12.992520 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac79eeca-11c5-4d7e-870a-87d3283ff401 admin admin] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:38:13.004002 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26915920-6a67-4b02-8f55-1730684b8d9e None None] Sync routers for ids ['2b9c843a-b052-4d7b-827a-27c535920862'] in n-d-804985-2 {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:38:13.010318 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ac79eeca-11c5-4d7e-870a-87d3283ff401 admin admin] Notify callbacks [] for router, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:38:13.011612 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-ac79eeca-11c5-4d7e-870a-87d3283ff401 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.8614917 Aug 18 12:38:13.014630 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 50056) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:38:13.020058 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26915920-6a67-4b02-8f55-1730684b8d9e None None] Routers {'2b9c843a-b052-4d7b-827a-27c535920862'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:38:13.020976 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-26915920-6a67-4b02-8f55-1730684b8d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:37:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['2b9c843a-b052-4d7b-827a-27c535920862'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:38:13.021887 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-09b72b21-9a9f-4171-9de8-9120c556bb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:38:13.079234 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-09b72b21-9a9f-4171-9de8-9120c556bb46 None None] For port 7cfd6a84-dcba-4f1d-8b2b-386980724f11, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=7cfd6a84-dcba-4f1d-8b2b-386980724f11,segment=NetworkSegment(ae4fcfab-9275-4fd0-906e-fbd9ae809b23),segment_id=ae4fcfab-9275-4fd0-906e-fbd9ae809b23)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:38:13.086040 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-09b72b21-9a9f-4171-9de8-9120c556bb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:38:13.149118 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b72b21-9a9f-4171-9de8-9120c556bb46 None None] Pushing event updated for resources: {'Port': ['ID=7cfd6a84-dcba-4f1d-8b2b-386980724f11,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:38:13.163984 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-26915920-6a67-4b02-8f55-1730684b8d9e None None] Set router 2b9c843a-b052-4d7b-827a-27c535920862 gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:38:13.207961 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-10c7b871-88ad-4b42-ab3d-cdcaaeeb0de5 None None] Provisioning complete for port 7cfd6a84-dcba-4f1d-8b2b-386980724f11 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:38:13.208642 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-10c7b871-88ad-4b42-ab3d-cdcaaeeb0de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:38:13.343788 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-26915920-6a67-4b02-8f55-1730684b8d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b9c843a-b052-4d7b-827a-27c535920862', 'name': 'tempest-ServerActionsTestJSON-845282518-router', 'tenant_id': 'b014dbc881a94b53bff4fa00c7618782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': '87aa075c-d67c-4a9d-98a8-d5523656914a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:38:11Z', 'updated_at': '2021-08-18T12:38:12Z', 'revision_number': 3, 'project_id': 'b014dbc881a94b53bff4fa00c7618782', 'gw_port': {'id': '87aa075c-d67c-4a9d-98a8-d5523656914a', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:47:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b9c843a-b052-4d7b-827a-27c535920862', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:38:11Z', 'updated_at': '2021-08-18T12:38:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:38:13.369275 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26915920-6a67-4b02-8f55-1730684b8d9e None None] Checking router: 2b9c843a-b052-4d7b-827a-27c535920862 for host: n-d-804985-2 {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:38:13.369616 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26915920-6a67-4b02-8f55-1730684b8d9e None None] Updating router 2b9c843a-b052-4d7b-827a-27c535920862 port 87aa075c-d67c-4a9d-98a8-d5523656914a binding host n-d-804985-2 {{(pid=106255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 12:38:13.393467 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-26915920-6a67-4b02-8f55-1730684b8d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:38:13.461483 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d9c34f72-e78f-495b-887a-b380a3912a08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:38:13.620422 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [None req-d9c34f72-e78f-495b-887a-b380a3912a08 admin admin] Allocated IP 172.20.0.1 (d2682283-9943-409d-aeb3-45e8a1f61637/bffa035c-7b0b-4890-87d2-0a7264a9252e/cd1e55ba-9768-4c82-9003-862d7c8101b4) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:38:13.725078 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d9c34f72-e78f-495b-887a-b380a3912a08 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:38:13.732461 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-26915920-6a67-4b02-8f55-1730684b8d9e None None] Notify callbacks [] for port, precommit_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:38:13.738634 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [None req-d9c34f72-e78f-495b-887a-b380a3912a08 admin admin] Transition to ACTIVE for port object cd1e55ba-9768-4c82-9003-862d7c8101b4 will not be triggered until provisioned by entity DHCP. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:38:13.742766 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-26915920-6a67-4b02-8f55-1730684b8d9e None None] Transition to ACTIVE for port object 87aa075c-d67c-4a9d-98a8-d5523656914a will not be triggered until provisioned by entity L2. {{(pid=106255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:38:13.749346 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-26915920-6a67-4b02-8f55-1730684b8d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:38:13.773827 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d9c34f72-e78f-495b-887a-b380a3912a08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:38:13.794525 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-26915920-6a67-4b02-8f55-1730684b8d9e None None] Attempting to bind port 87aa075c-d67c-4a9d-98a8-d5523656914a on host n-d-804985-2 for vnic_type normal with profile {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:38:13.794882 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-26915920-6a67-4b02-8f55-1730684b8d9e None None] Attempting to bind port 87aa075c-d67c-4a9d-98a8-d5523656914a by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'}] {{(pid=106255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:38:13.795233 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26915920-6a67-4b02-8f55-1730684b8d9e None None] Attempting to bind port 87aa075c-d67c-4a9d-98a8-d5523656914a on network 7cae7a70-14fd-408c-b14d-39ceb97cb60e {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:38:13.803867 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7214f8-97b1-4fee-b1af-9dd2455185cc None None] Pushing event updated for resources: {'Port': ['ID=87aa075c-d67c-4a9d-98a8-d5523656914a,revision_number=2']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:38:13.806758 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26915920-6a67-4b02-8f55-1730684b8d9e None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 37, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:38:13.807120 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26915920-6a67-4b02-8f55-1730684b8d9e None None] Checking segment: {'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:38:13.807513 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-26915920-6a67-4b02-8f55-1730684b8d9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:38:13.807890 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26915920-6a67-4b02-8f55-1730684b8d9e None None] Bound using segment: {'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'} {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:38:13.808338 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-26915920-6a67-4b02-8f55-1730684b8d9e None None] Bound port: 87aa075c-d67c-4a9d-98a8-d5523656914a, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'}}] {{(pid=106255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:38:13.808728 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-26915920-6a67-4b02-8f55-1730684b8d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:38:13.812092 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9c34f72-e78f-495b-887a-b380a3912a08 admin admin] Network d2682283-9943-409d-aeb3-45e8a1f61637 is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:38:13.815027 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-d9c34f72-e78f-495b-887a-b380a3912a08 admin admin] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:38:13.818457 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c34f72-e78f-495b-887a-b380a3912a08 admin admin] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:38:13.831366 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7214f8-97b1-4fee-b1af-9dd2455185cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:38:13.831704 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7214f8-97b1-4fee-b1af-9dd2455185cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:38:13.832025 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7214f8-97b1-4fee-b1af-9dd2455185cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:38:13.832346 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7214f8-97b1-4fee-b1af-9dd2455185cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:38:13.832695 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7214f8-97b1-4fee-b1af-9dd2455185cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:38:13.833012 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7214f8-97b1-4fee-b1af-9dd2455185cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:38:13.833326 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7214f8-97b1-4fee-b1af-9dd2455185cc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:38:13.833637 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7214f8-97b1-4fee-b1af-9dd2455185cc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:38:13.834054 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7214f8-97b1-4fee-b1af-9dd2455185cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:38:13.834448 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7214f8-97b1-4fee-b1af-9dd2455185cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:38:13.834767 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7214f8-97b1-4fee-b1af-9dd2455185cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:38:13.835076 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7214f8-97b1-4fee-b1af-9dd2455185cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:38:13.854432 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c34f72-e78f-495b-887a-b380a3912a08 admin admin] Pushing event updated for resources: {'Port': ['ID=cd1e55ba-9768-4c82-9003-862d7c8101b4,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:38:13.867466 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d9c34f72-e78f-495b-887a-b380a3912a08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-996688'] for router_interface, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:38:13.878156 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-26915920-6a67-4b02-8f55-1730684b8d9e None None] For port 87aa075c-d67c-4a9d-98a8-d5523656914a, host n-d-804985-2, cleared binding levels {{(pid=106255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:38:13.882183 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-26915920-6a67-4b02-8f55-1730684b8d9e None None] For port 87aa075c-d67c-4a9d-98a8-d5523656914a, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=87aa075c-d67c-4a9d-98a8-d5523656914a,segment=NetworkSegment(c5a3db9d-5c58-41b1-9177-d5787a597b78),segment_id=c5a3db9d-5c58-41b1-9177-d5787a597b78)] {{(pid=106255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:38:13.888225 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-26915920-6a67-4b02-8f55-1730684b8d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:38:13.943908 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26915920-6a67-4b02-8f55-1730684b8d9e None None] Routers {'2b9c843a-b052-4d7b-827a-27c535920862'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:38:13.944581 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-26915920-6a67-4b02-8f55-1730684b8d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:37:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['2b9c843a-b052-4d7b-827a-27c535920862'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:38:13.989210 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7214f8-97b1-4fee-b1af-9dd2455185cc None None] Pushing event updated for resources: {'Port': ['ID=87aa075c-d67c-4a9d-98a8-d5523656914a,revision_number=3']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:38:14.006702 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d9c34f72-e78f-495b-887a-b380a3912a08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:38:14.022173 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-3b6214a2-45fe-488c-a840-91df73c0cdfe None None] Provisioning for port cd1e55ba-9768-4c82-9003-862d7c8101b4 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:38:14.026081 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-3b6214a2-45fe-488c-a840-91df73c0cdfe None None] Provisioning complete for port cd1e55ba-9768-4c82-9003-862d7c8101b4 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:38:14.026578 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3b6214a2-45fe-488c-a840-91df73c0cdfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:38:14.073921 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-3b6214a2-45fe-488c-a840-91df73c0cdfe None None] Port cd1e55ba-9768-4c82-9003-862d7c8101b4 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:38:14.074163 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-26915920-6a67-4b02-8f55-1730684b8d9e None None] Set router 2b9c843a-b052-4d7b-827a-27c535920862 gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:38:14.179563 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d9c34f72-e78f-495b-887a-b380a3912a08 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:38:14.185315 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d9c34f72-e78f-495b-887a-b380a3912a08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:38:14.250099 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-26915920-6a67-4b02-8f55-1730684b8d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b9c843a-b052-4d7b-827a-27c535920862', 'name': 'tempest-ServerActionsTestJSON-845282518-router', 'tenant_id': 'b014dbc881a94b53bff4fa00c7618782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': '87aa075c-d67c-4a9d-98a8-d5523656914a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:38:11Z', 'updated_at': '2021-08-18T12:38:12Z', 'revision_number': 3, 'project_id': 'b014dbc881a94b53bff4fa00c7618782', 'gw_port': {'id': '87aa075c-d67c-4a9d-98a8-d5523656914a', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:47:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b9c843a-b052-4d7b-827a-27c535920862', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:38:11Z', 'updated_at': '2021-08-18T12:38:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:38:14.250405 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c34f72-e78f-495b-887a-b380a3912a08 admin admin] Pushing event updated for resources: {'Port': ['ID=cd1e55ba-9768-4c82-9003-862d7c8101b4,revision_number=2']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:38:14.255700 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d9c34f72-e78f-495b-887a-b380a3912a08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-996772'] for router_interface, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:38:14.276576 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26915920-6a67-4b02-8f55-1730684b8d9e None None] The sync data for ids ['2b9c843a-b052-4d7b-827a-27c535920862'] in n-d-804985-2 is: [{'id': '2b9c843a-b052-4d7b-827a-27c535920862', 'name': 'tempest-ServerActionsTestJSON-845282518-router', 'tenant_id': 'b014dbc881a94b53bff4fa00c7618782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': '87aa075c-d67c-4a9d-98a8-d5523656914a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:38:11Z', 'updated_at': '2021-08-18T12:38:12Z', 'revision_number': 3, 'project_id': 'b014dbc881a94b53bff4fa00c7618782', 'gw_port': {'id': '87aa075c-d67c-4a9d-98a8-d5523656914a', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:47:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b9c843a-b052-4d7b-827a-27c535920862', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:38:11Z', 'updated_at': '2021-08-18T12:38:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:38:14.353187 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9c34f72-e78f-495b-887a-b380a3912a08 admin admin] Network d2682283-9943-409d-aeb3-45e8a1f61637 is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:38:14.354545 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-d9c34f72-e78f-495b-887a-b380a3912a08 admin admin] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:38:14.467917 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9c34f72-e78f-495b-887a-b380a3912a08 admin admin] Router 2b9c843a-b052-4d7b-827a-27c535920862 has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:38:14.598413 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9c34f72-e78f-495b-887a-b380a3912a08 admin admin] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:38:14.601782 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-32835e0b-2860-46ac-83c8-c27f5ceea459 None None] Provisioning complete for port cd1e55ba-9768-4c82-9003-862d7c8101b4 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:38:14.602230 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-32835e0b-2860-46ac-83c8-c27f5ceea459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:38:14.603873 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-d9c34f72-e78f-495b-887a-b380a3912a08 admin admin] 10.222.0.66 "PUT /v2.0/routers/2b9c843a-b052-4d7b-827a-27c535920862/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5881917 Aug 18 12:38:14.647703 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-32835e0b-2860-46ac-83c8-c27f5ceea459 None None] Port cd1e55ba-9768-4c82-9003-862d7c8101b4 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:38:14.751737 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 7cfd6a84-dcba-4f1d-8b2b-386980724f11 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:38:14.803827 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 7cfd6a84-dcba-4f1d-8b2b-386980724f11 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:38:14.804196 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:38:14.888218 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 87aa075c-d67c-4a9d-98a8-d5523656914a up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:38:14.942862 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port 87aa075c-d67c-4a9d-98a8-d5523656914a completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:38:14.947060 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 87aa075c-d67c-4a9d-98a8-d5523656914a triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:38:14.947512 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:38:15.030296 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:38:15.051283 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] For port 87aa075c-d67c-4a9d-98a8-d5523656914a, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=87aa075c-d67c-4a9d-98a8-d5523656914a,segment=NetworkSegment(c5a3db9d-5c58-41b1-9177-d5787a597b78),segment_id=c5a3db9d-5c58-41b1-9177-d5787a597b78)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:38:15.055701 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:38:15.113346 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 50064) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:38:15.116513 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Pushing event updated for resources: {'Port': ['ID=87aa075c-d67c-4a9d-98a8-d5523656914a,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:38:15.118214 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-cd665288-0674-4666-b99c-ac5366852a75 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1201889784', 'description': 'tempest-description--1472951796'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:38:15.147601 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-cd665288-0674-4666-b99c-ac5366852a75 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:38:15.233939 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-cd665288-0674-4666-b99c-ac5366852a75 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:38:15.239225 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-cd665288-0674-4666-b99c-ac5366852a75 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:38:15.273529 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-cd665288-0674-4666-b99c-ac5366852a75 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:38:15.274753 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-cd665288-0674-4666-b99c-ac5366852a75 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.1604106 Aug 18 12:38:15.278066 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 50066) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:38:15.284241 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-7af4dc13-2e46-4123-9f3a-5ad4cb719dbf tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Request body: {'security_group_rule': {'security_group_id': '48101352-e635-4eda-b902-34c25dd4f6ec', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:38:15.288942 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd665288-0674-4666-b99c-ac5366852a75 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48101352-e635-4eda-b902-34c25dd4f6ec,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:38:15.317087 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-7af4dc13-2e46-4123-9f3a-5ad4cb719dbf tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:38:15.375417 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-7af4dc13-2e46-4123-9f3a-5ad4cb719dbf tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:38:15.381017 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-7af4dc13-2e46-4123-9f3a-5ad4cb719dbf tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992607'] for security_group_rule, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:38:15.401934 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af4dc13-2e46-4123-9f3a-5ad4cb719dbf tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d27aaef3-ee0f-43fc-8739-80f543e9f29f,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:38:15.406360 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-7af4dc13-2e46-4123-9f3a-5ad4cb719dbf tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:38:15.407763 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-7af4dc13-2e46-4123-9f3a-5ad4cb719dbf tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1277926 Aug 18 12:38:15.410698 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 50068) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:38:15.415622 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-423c8d51-b66b-4610-b395-c67f52ebc26e tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Request body: {'security_group_rule': {'security_group_id': '48101352-e635-4eda-b902-34c25dd4f6ec', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:38:15.444678 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-423c8d51-b66b-4610-b395-c67f52ebc26e tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:38:15.512054 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-423c8d51-b66b-4610-b395-c67f52ebc26e tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:38:15.518167 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-423c8d51-b66b-4610-b395-c67f52ebc26e tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992607'] for security_group_rule, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:38:15.536283 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c8d51-b66b-4610-b395-c67f52ebc26e tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21ed687d-3ee7-4418-be59-6a6489cd5221,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:38:15.545516 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-423c8d51-b66b-4610-b395-c67f52ebc26e tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:38:15.546831 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-423c8d51-b66b-4610-b395-c67f52ebc26e tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1350250 Aug 18 12:38:15.549819 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 50070) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:38:15.554539 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-e1ea0c65-9d2e-4638-9493-a96452c3139b tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Request body: {'floatingip': {'floating_network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:38:15.580741 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e1ea0c65-9d2e-4638-9493-a96452c3139b tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Notify callbacks [] for floatingip, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:38:15.689107 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e1ea0c65-9d2e-4638-9493-a96452c3139b tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:38:15.795204 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [None req-e1ea0c65-9d2e-4638-9493-a96452c3139b tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Allocated IP 172.25.7.180 (7cae7a70-14fd-408c-b14d-39ceb97cb60e/9784295a-20b8-4a4b-b105-f82737f0448f/224d06d4-8b76-4249-b502-484502e9ccac) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:38:15.861907 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46895d9d-280e-47d4-8fd3-0f36c98a0b70 None None] Sync routers for ids ['2b9c843a-b052-4d7b-827a-27c535920862'] in n-d-804985-2 {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:38:15.870554 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46895d9d-280e-47d4-8fd3-0f36c98a0b70 None None] Routers {'2b9c843a-b052-4d7b-827a-27c535920862'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:38:15.871599 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-46895d9d-280e-47d4-8fd3-0f36c98a0b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:37:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['2b9c843a-b052-4d7b-827a-27c535920862'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:38:15.904937 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e1ea0c65-9d2e-4638-9493-a96452c3139b tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:38:15.946542 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e1ea0c65-9d2e-4638-9493-a96452c3139b tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:38:15.977336 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-46895d9d-280e-47d4-8fd3-0f36c98a0b70 None None] Set router 2b9c843a-b052-4d7b-827a-27c535920862 gateway port host: n-d-804985-2 {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:38:15.985762 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1ea0c65-9d2e-4638-9493-a96452c3139b tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Network 7cae7a70-14fd-408c-b14d-39ceb97cb60e is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:38:15.990226 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-e1ea0c65-9d2e-4638-9493-a96452c3139b tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:38:15.992914 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ea0c65-9d2e-4638-9493-a96452c3139b tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:38:16.015224 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ea0c65-9d2e-4638-9493-a96452c3139b tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Pushing event updated for resources: {'Port': ['ID=224d06d4-8b76-4249-b502-484502e9ccac,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:38:16.086862 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e1ea0c65-9d2e-4638-9493-a96452c3139b tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:38:16.121997 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e1ea0c65-9d2e-4638-9493-a96452c3139b tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:38:16.177610 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-46895d9d-280e-47d4-8fd3-0f36c98a0b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b9c843a-b052-4d7b-827a-27c535920862', 'name': 'tempest-ServerActionsTestJSON-845282518-router', 'tenant_id': 'b014dbc881a94b53bff4fa00c7618782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': '87aa075c-d67c-4a9d-98a8-d5523656914a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:38:11Z', 'updated_at': '2021-08-18T12:38:13Z', 'revision_number': 4, 'project_id': 'b014dbc881a94b53bff4fa00c7618782', 'gw_port': {'id': '87aa075c-d67c-4a9d-98a8-d5523656914a', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:47:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b9c843a-b052-4d7b-827a-27c535920862', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:38:11Z', 'updated_at': '2021-08-18T12:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': 'cd1e55ba-9768-4c82-9003-862d7c8101b4', 'name': '', 'network_id': 'd2682283-9943-409d-aeb3-45e8a1f61637', 'tenant_id': 'b014dbc881a94b53bff4fa00c7618782', 'mac_address': 'fa:16:3e:7b:fd:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b9c843a-b052-4d7b-827a-27c535920862', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'bffa035c-7b0b-4890-87d2-0a7264a9252e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:38:13Z', 'updated_at': '2021-08-18T12:38:14Z', 'revision_number': 2, 'project_id': 'b014dbc881a94b53bff4fa00c7618782', 'subnets': [{'id': 'bffa035c-7b0b-4890-87d2-0a7264a9252e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:38:16.206369 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46895d9d-280e-47d4-8fd3-0f36c98a0b70 None None] Checking router: 2b9c843a-b052-4d7b-827a-27c535920862 for host: n-d-804985-2 {{(pid=106254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:38:16.206711 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46895d9d-280e-47d4-8fd3-0f36c98a0b70 None None] Updating router 2b9c843a-b052-4d7b-827a-27c535920862 port cd1e55ba-9768-4c82-9003-862d7c8101b4 binding host n-d-804985-2 {{(pid=106254) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 12:38:16.231444 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-46895d9d-280e-47d4-8fd3-0f36c98a0b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:38:16.280971 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e1ea0c65-9d2e-4638-9493-a96452c3139b tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Notify callbacks [] for port, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:38:16.285846 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e1ea0c65-9d2e-4638-9493-a96452c3139b tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:38:16.351600 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ea0c65-9d2e-4638-9493-a96452c3139b tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Pushing event updated for resources: {'Port': ['ID=224d06d4-8b76-4249-b502-484502e9ccac,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:38:16.364854 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e1ea0c65-9d2e-4638-9493-a96452c3139b tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-989945'] for floatingip, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:38:16.379228 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e1ea0c65-9d2e-4638-9493-a96452c3139b tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for floatingip, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:38:16.380533 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-e1ea0c65-9d2e-4638-9493-a96452c3139b tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8296418 Aug 18 12:38:16.504109 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-46895d9d-280e-47d4-8fd3-0f36c98a0b70 None None] Notify callbacks [] for port, precommit_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:38:16.513503 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-46895d9d-280e-47d4-8fd3-0f36c98a0b70 None None] Transition to ACTIVE for port object cd1e55ba-9768-4c82-9003-862d7c8101b4 will not be triggered until provisioned by entity L2. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:38:16.519761 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-46895d9d-280e-47d4-8fd3-0f36c98a0b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:38:16.523988 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0074f399-cd00-45c3-826e-0e1a19ec92de req-5dfe0280-77a1-43b8-9125-e507e0915487 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--1201889784&fields=id&tenant_id=b014dbc881a94b53bff4fa00c7618782 HTTP/1.1" status: 200 len: 267 time: 0.0349350 Aug 18 12:38:16.569950 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be71e315-36b3-4b71-a1e4-0c4e3086b34a None None] Pushing event updated for resources: {'Port': ['ID=cd1e55ba-9768-4c82-9003-862d7c8101b4,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:38:16.630330 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-46895d9d-280e-47d4-8fd3-0f36c98a0b70 None None] Attempting to bind port cd1e55ba-9768-4c82-9003-862d7c8101b4 on host n-d-804985-2 for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:38:16.630970 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-46895d9d-280e-47d4-8fd3-0f36c98a0b70 None None] Attempting to bind port cd1e55ba-9768-4c82-9003-862d7c8101b4 by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': 'ae4fcfab-9275-4fd0-906e-fbd9ae809b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'd2682283-9943-409d-aeb3-45e8a1f61637'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:38:16.631488 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46895d9d-280e-47d4-8fd3-0f36c98a0b70 None None] Attempting to bind port cd1e55ba-9768-4c82-9003-862d7c8101b4 on network d2682283-9943-409d-aeb3-45e8a1f61637 {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:38:16.636962 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46895d9d-280e-47d4-8fd3-0f36c98a0b70 None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 37, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:38:16.637561 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46895d9d-280e-47d4-8fd3-0f36c98a0b70 None None] Checking segment: {'id': 'ae4fcfab-9275-4fd0-906e-fbd9ae809b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'd2682283-9943-409d-aeb3-45e8a1f61637'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:38:16.638278 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-46895d9d-280e-47d4-8fd3-0f36c98a0b70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:38:16.638798 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46895d9d-280e-47d4-8fd3-0f36c98a0b70 None None] Bound using segment: {'id': 'ae4fcfab-9275-4fd0-906e-fbd9ae809b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'd2682283-9943-409d-aeb3-45e8a1f61637'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:38:16.640981 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-46895d9d-280e-47d4-8fd3-0f36c98a0b70 None None] Bound port: cd1e55ba-9768-4c82-9003-862d7c8101b4, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae4fcfab-9275-4fd0-906e-fbd9ae809b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'd2682283-9943-409d-aeb3-45e8a1f61637'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:38:16.641380 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-46895d9d-280e-47d4-8fd3-0f36c98a0b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:38:16.643581 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0074f399-cd00-45c3-826e-0e1a19ec92de req-e1e7ff9f-e945-442e-8bdd-6796a3eec8fa tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:38:16.650908 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0074f399-cd00-45c3-826e-0e1a19ec92de req-e1e7ff9f-e945-442e-8bdd-6796a3eec8fa tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/networks?id=d2682283-9943-409d-aeb3-45e8a1f61637 HTTP/1.1" status: 200 len: 811 time: 0.1181927 Aug 18 12:38:16.661349 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0074f399-cd00-45c3-826e-0e1a19ec92de req-11b09634-5adf-4e30-bfef-24937554d88b tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/quotas/b014dbc881a94b53bff4fa00c7618782 HTTP/1.1" status: 200 len: 375 time: 0.0095634 Aug 18 12:38:16.680452 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 87aa075c-d67c-4a9d-98a8-d5523656914a up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:38:16.721036 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0074f399-cd00-45c3-826e-0e1a19ec92de req-4d83afcf-6fbb-4ba3-bfda-ad683762cb70 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=b014dbc881a94b53bff4fa00c7618782&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0528095 Aug 18 12:38:16.749964 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-46895d9d-280e-47d4-8fd3-0f36c98a0b70 None None] For port cd1e55ba-9768-4c82-9003-862d7c8101b4, host n-d-804985-2, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:38:16.753734 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-46895d9d-280e-47d4-8fd3-0f36c98a0b70 None None] For port cd1e55ba-9768-4c82-9003-862d7c8101b4, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=cd1e55ba-9768-4c82-9003-862d7c8101b4,segment=NetworkSegment(ae4fcfab-9275-4fd0-906e-fbd9ae809b23),segment_id=ae4fcfab-9275-4fd0-906e-fbd9ae809b23)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:38:16.758750 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 87aa075c-d67c-4a9d-98a8-d5523656914a triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:38:16.759112 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:38:16.762411 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-46895d9d-280e-47d4-8fd3-0f36c98a0b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:38:16.822556 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0074f399-cd00-45c3-826e-0e1a19ec92de req-fbacb8ee-6392-42ad-ab08-7c59cc848f63 service neutron] 10.222.0.66 "GET /v2.0/networks/d2682283-9943-409d-aeb3-45e8a1f61637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895360 Aug 18 12:38:16.861741 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be71e315-36b3-4b71-a1e4-0c4e3086b34a None None] Pushing event updated for resources: {'Port': ['ID=cd1e55ba-9768-4c82-9003-862d7c8101b4,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:38:16.869670 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46895d9d-280e-47d4-8fd3-0f36c98a0b70 None None] Routers {'2b9c843a-b052-4d7b-827a-27c535920862'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:38:16.870364 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-46895d9d-280e-47d4-8fd3-0f36c98a0b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:37:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['2b9c843a-b052-4d7b-827a-27c535920862'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:38:16.934498 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0074f399-cd00-45c3-826e-0e1a19ec92de req-d6412487-377b-4391-a8b8-5b727913244b service neutron] 10.222.0.66 "GET /v2.0/networks/d2682283-9943-409d-aeb3-45e8a1f61637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045477 Aug 18 12:38:17.136915 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ee4edd8d-7b25-4ae4-88d4-171127355e18 req-565089a9-ae82-47e7-8c27-b05c8e596947 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/ports?device_id=515d0588-8202-4e20-902e-50efb4a0bf4f HTTP/1.1" status: 200 len: 210 time: 0.0347652 Aug 18 12:38:17.207457 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-46895d9d-280e-47d4-8fd3-0f36c98a0b70 None None] Set router 2b9c843a-b052-4d7b-827a-27c535920862 gateway port host: n-d-804985-2 {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:38:17.415695 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-46895d9d-280e-47d4-8fd3-0f36c98a0b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b9c843a-b052-4d7b-827a-27c535920862', 'name': 'tempest-ServerActionsTestJSON-845282518-router', 'tenant_id': 'b014dbc881a94b53bff4fa00c7618782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': '87aa075c-d67c-4a9d-98a8-d5523656914a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:38:11Z', 'updated_at': '2021-08-18T12:38:13Z', 'revision_number': 4, 'project_id': 'b014dbc881a94b53bff4fa00c7618782', 'gw_port': {'id': '87aa075c-d67c-4a9d-98a8-d5523656914a', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:47:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b9c843a-b052-4d7b-827a-27c535920862', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:38:11Z', 'updated_at': '2021-08-18T12:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': 'cd1e55ba-9768-4c82-9003-862d7c8101b4', 'name': '', 'network_id': 'd2682283-9943-409d-aeb3-45e8a1f61637', 'tenant_id': 'b014dbc881a94b53bff4fa00c7618782', 'mac_address': 'fa:16:3e:7b:fd:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b9c843a-b052-4d7b-827a-27c535920862', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'bffa035c-7b0b-4890-87d2-0a7264a9252e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:38:13Z', 'updated_at': '2021-08-18T12:38:16Z', 'revision_number': 4, 'project_id': 'b014dbc881a94b53bff4fa00c7618782', 'subnets': [{'id': 'bffa035c-7b0b-4890-87d2-0a7264a9252e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:38:17.447049 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46895d9d-280e-47d4-8fd3-0f36c98a0b70 None None] The sync data for ids ['2b9c843a-b052-4d7b-827a-27c535920862'] in n-d-804985-2 is: [{'id': '2b9c843a-b052-4d7b-827a-27c535920862', 'name': 'tempest-ServerActionsTestJSON-845282518-router', 'tenant_id': 'b014dbc881a94b53bff4fa00c7618782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': '87aa075c-d67c-4a9d-98a8-d5523656914a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:38:11Z', 'updated_at': '2021-08-18T12:38:13Z', 'revision_number': 4, 'project_id': 'b014dbc881a94b53bff4fa00c7618782', 'gw_port': {'id': '87aa075c-d67c-4a9d-98a8-d5523656914a', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:47:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b9c843a-b052-4d7b-827a-27c535920862', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:38:11Z', 'updated_at': '2021-08-18T12:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': 'cd1e55ba-9768-4c82-9003-862d7c8101b4', 'name': '', 'network_id': 'd2682283-9943-409d-aeb3-45e8a1f61637', 'tenant_id': 'b014dbc881a94b53bff4fa00c7618782', 'mac_address': 'fa:16:3e:7b:fd:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b9c843a-b052-4d7b-827a-27c535920862', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'bffa035c-7b0b-4890-87d2-0a7264a9252e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:38:13Z', 'updated_at': '2021-08-18T12:38:16Z', 'revision_number': 4, 'project_id': 'b014dbc881a94b53bff4fa00c7618782', 'subnets': [{'id': 'bffa035c-7b0b-4890-87d2-0a7264a9252e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:38:18.235130 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0074f399-cd00-45c3-826e-0e1a19ec92de req-2f5448aa-39d2-4348-948a-f3a5f0899ab8 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:38:18.237447 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-0074f399-cd00-45c3-826e-0e1a19ec92de req-2f5448aa-39d2-4348-948a-f3a5f0899ab8 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.62 "GET /v2.0/networks?id=d2682283-9943-409d-aeb3-45e8a1f61637 HTTP/1.1" status: 200 len: 811 time: 0.1274242 Aug 18 12:38:18.241471 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a942b6c6-7ffc-4aaa-8ab7-a007e1f1b65c req-7c588e93-e316-4a13-a07e-4d3106b7e79f tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/ports?device_id=515d0588-8202-4e20-902e-50efb4a0bf4f HTTP/1.1" status: 200 len: 210 time: 0.0279024 Aug 18 12:38:18.294544 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-0074f399-cd00-45c3-826e-0e1a19ec92de req-3a143931-99ae-4258-bfc6-5be991712757 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b014dbc881a94b53bff4fa00c7618782 HTTP/1.1" status: 200 len: 380 time: 0.0402369 Aug 18 12:38:18.306609 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [req-0074f399-cd00-45c3-826e-0e1a19ec92de req-d0beea9a-fb5a-4a29-a94e-06545424da15 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Request body: {'port': {'device_id': '515d0588-8202-4e20-902e-50efb4a0bf4f', 'network_id': 'd2682283-9943-409d-aeb3-45e8a1f61637', 'admin_state_up': True, 'tenant_id': 'b014dbc881a94b53bff4fa00c7618782', 'security_groups': ['48101352-e635-4eda-b902-34c25dd4f6ec']}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:38:18.422073 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0074f399-cd00-45c3-826e-0e1a19ec92de req-d0beea9a-fb5a-4a29-a94e-06545424da15 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Made reservation on behalf of b014dbc881a94b53bff4fa00c7618782 for: {'port': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:38:18.426372 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-0074f399-cd00-45c3-826e-0e1a19ec92de req-d0beea9a-fb5a-4a29-a94e-06545424da15 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:38:18.524606 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-813c9753-fda9-4e2a-9bd3-c235ad13c5b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:38:18.554997 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [req-0074f399-cd00-45c3-826e-0e1a19ec92de req-d0beea9a-fb5a-4a29-a94e-06545424da15 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Allocated IP 172.20.0.9 (d2682283-9943-409d-aeb3-45e8a1f61637/bffa035c-7b0b-4890-87d2-0a7264a9252e/9a2dc688-d114-4273-91e5-17520c1e3ab0) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:38:18.675277 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device cd1e55ba-9768-4c82-9003-862d7c8101b4 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:38:18.694886 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-0074f399-cd00-45c3-826e-0e1a19ec92de req-d0beea9a-fb5a-4a29-a94e-06545424da15 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:38:18.708448 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [req-0074f399-cd00-45c3-826e-0e1a19ec92de req-d0beea9a-fb5a-4a29-a94e-06545424da15 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Transition to ACTIVE for port object 9a2dc688-d114-4273-91e5-17520c1e3ab0 will not be triggered until provisioned by entity DHCP. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:38:18.724982 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port cd1e55ba-9768-4c82-9003-862d7c8101b4 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:38:18.728742 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port cd1e55ba-9768-4c82-9003-862d7c8101b4 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:38:18.729121 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:38:18.742757 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-0074f399-cd00-45c3-826e-0e1a19ec92de req-d0beea9a-fb5a-4a29-a94e-06545424da15 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:38:18.782435 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0074f399-cd00-45c3-826e-0e1a19ec92de req-d0beea9a-fb5a-4a29-a94e-06545424da15 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Network d2682283-9943-409d-aeb3-45e8a1f61637 is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:38:18.787419 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [req-0074f399-cd00-45c3-826e-0e1a19ec92de req-d0beea9a-fb5a-4a29-a94e-06545424da15 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:38:18.791130 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-0074f399-cd00-45c3-826e-0e1a19ec92de req-d0beea9a-fb5a-4a29-a94e-06545424da15 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:38:18.810982 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:38:18.816710 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0beea9a-fb5a-4a29-a94e-06545424da15 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Pushing event updated for resources: {'Port': ['ID=9a2dc688-d114-4273-91e5-17520c1e3ab0,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:38:18.845596 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0074f399-cd00-45c3-826e-0e1a19ec92de req-d0beea9a-fb5a-4a29-a94e-06545424da15 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:38:18.846246 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-0074f399-cd00-45c3-826e-0e1a19ec92de req-d0beea9a-fb5a-4a29-a94e-06545424da15 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:38:18.851680 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] For port cd1e55ba-9768-4c82-9003-862d7c8101b4, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=cd1e55ba-9768-4c82-9003-862d7c8101b4,segment=NetworkSegment(ae4fcfab-9275-4fd0-906e-fbd9ae809b23),segment_id=ae4fcfab-9275-4fd0-906e-fbd9ae809b23)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:38:18.857380 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:38:18.867391 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-0074f399-cd00-45c3-826e-0e1a19ec92de req-d0beea9a-fb5a-4a29-a94e-06545424da15 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5647583 Aug 18 12:38:18.881750 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [req-0074f399-cd00-45c3-826e-0e1a19ec92de req-ee7dd8b5-99c1-419f-8d64-76b2a09ec825 service neutron] Request body: {'port': {'device_id': '515d0588-8202-4e20-902e-50efb4a0bf4f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804985-2'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:38:18.913650 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Pushing event updated for resources: {'Port': ['ID=cd1e55ba-9768-4c82-9003-862d7c8101b4,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:38:18.950512 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-0074f399-cd00-45c3-826e-0e1a19ec92de req-ee7dd8b5-99c1-419f-8d64-76b2a09ec825 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:38:19.009303 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-70acee33-1826-459d-b014-a8f56503103c None None] Provisioning for port 9a2dc688-d114-4273-91e5-17520c1e3ab0 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:38:19.013212 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-70acee33-1826-459d-b014-a8f56503103c None None] Provisioning complete for port 9a2dc688-d114-4273-91e5-17520c1e3ab0 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:38:19.013595 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-70acee33-1826-459d-b014-a8f56503103c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:38:19.055335 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-70acee33-1826-459d-b014-a8f56503103c None None] Port 9a2dc688-d114-4273-91e5-17520c1e3ab0 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:38:19.222566 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [req-0074f399-cd00-45c3-826e-0e1a19ec92de req-ee7dd8b5-99c1-419f-8d64-76b2a09ec825 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a2dc688-d114-4273-91e5-17520c1e3ab0 {{(pid=106253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:38:19.230496 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-0074f399-cd00-45c3-826e-0e1a19ec92de req-ee7dd8b5-99c1-419f-8d64-76b2a09ec825 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:38:19.243253 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [req-0074f399-cd00-45c3-826e-0e1a19ec92de req-ee7dd8b5-99c1-419f-8d64-76b2a09ec825 service neutron] Transition to ACTIVE for port object 9a2dc688-d114-4273-91e5-17520c1e3ab0 will not be triggered until provisioned by entity L2. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:38:19.248567 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-0074f399-cd00-45c3-826e-0e1a19ec92de req-ee7dd8b5-99c1-419f-8d64-76b2a09ec825 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:38:19.322291 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7dd8b5-99c1-419f-8d64-76b2a09ec825 service neutron] Pushing event updated for resources: {'Port': ['ID=9a2dc688-d114-4273-91e5-17520c1e3ab0,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:38:19.374045 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-0074f399-cd00-45c3-826e-0e1a19ec92de req-ee7dd8b5-99c1-419f-8d64-76b2a09ec825 service neutron] Attempting to bind port 9a2dc688-d114-4273-91e5-17520c1e3ab0 on host n-h2-804985-2 for vnic_type normal with profile {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:38:19.374554 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-0074f399-cd00-45c3-826e-0e1a19ec92de req-ee7dd8b5-99c1-419f-8d64-76b2a09ec825 service neutron] Attempting to bind port 9a2dc688-d114-4273-91e5-17520c1e3ab0 by drivers openvswitch,hyperv on host n-h2-804985-2 at level 0 using segments [{'id': 'ae4fcfab-9275-4fd0-906e-fbd9ae809b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'd2682283-9943-409d-aeb3-45e8a1f61637'}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:38:19.374929 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0074f399-cd00-45c3-826e-0e1a19ec92de req-ee7dd8b5-99c1-419f-8d64-76b2a09ec825 service neutron] Attempting to bind port 9a2dc688-d114-4273-91e5-17520c1e3ab0 on network d2682283-9943-409d-aeb3-45e8a1f61637 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:38:19.379592 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0074f399-cd00-45c3-826e-0e1a19ec92de req-ee7dd8b5-99c1-419f-8d64-76b2a09ec825 service neutron] Port 9a2dc688-d114-4273-91e5-17520c1e3ab0 on network d2682283-9943-409d-aeb3-45e8a1f61637 not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-2 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:38:19.380746 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0074f399-cd00-45c3-826e-0e1a19ec92de req-ee7dd8b5-99c1-419f-8d64-76b2a09ec825 service neutron] Attempting to bind port 9a2dc688-d114-4273-91e5-17520c1e3ab0 on network d2682283-9943-409d-aeb3-45e8a1f61637 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:38:19.385941 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0074f399-cd00-45c3-826e-0e1a19ec92de req-ee7dd8b5-99c1-419f-8d64-76b2a09ec825 service neutron] Checking agent: {'id': 'da5da552-709c-4248-84de-86af99a0dc87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 49, 8), 'started_at': datetime.datetime(2021, 8, 18, 11, 49, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 38, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:38:19.386275 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0074f399-cd00-45c3-826e-0e1a19ec92de req-ee7dd8b5-99c1-419f-8d64-76b2a09ec825 service neutron] Checking segment: {'id': 'ae4fcfab-9275-4fd0-906e-fbd9ae809b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'd2682283-9943-409d-aeb3-45e8a1f61637'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:38:19.386711 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0074f399-cd00-45c3-826e-0e1a19ec92de req-ee7dd8b5-99c1-419f-8d64-76b2a09ec825 service neutron] Bound using segment: {'id': 'ae4fcfab-9275-4fd0-906e-fbd9ae809b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'd2682283-9943-409d-aeb3-45e8a1f61637'} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:38:19.387143 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-0074f399-cd00-45c3-826e-0e1a19ec92de req-ee7dd8b5-99c1-419f-8d64-76b2a09ec825 service neutron] Bound port: 9a2dc688-d114-4273-91e5-17520c1e3ab0, host: n-h2-804985-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae4fcfab-9275-4fd0-906e-fbd9ae809b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'd2682283-9943-409d-aeb3-45e8a1f61637'}}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:38:19.387500 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-0074f399-cd00-45c3-826e-0e1a19ec92de req-ee7dd8b5-99c1-419f-8d64-76b2a09ec825 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:38:19.393632 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5e0f7b-1d2f-4fe3-bb63-ab04c934feba req-66fc3c9e-ca81-46a9-9088-453c28b8e627 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:38:19.397670 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5c5e0f7b-1d2f-4fe3-bb63-ab04c934feba req-66fc3c9e-ca81-46a9-9088-453c28b8e627 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/ports?device_id=515d0588-8202-4e20-902e-50efb4a0bf4f HTTP/1.1" status: 200 len: 943 time: 0.0569022 Aug 18 12:38:19.443158 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5c5e0f7b-1d2f-4fe3-bb63-ab04c934feba req-3c075470-56f0-4e10-80fc-e7fe5841ce43 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/security-groups?id=48101352-e635-4eda-b902-34c25dd4f6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415728 Aug 18 12:38:19.457945 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-0074f399-cd00-45c3-826e-0e1a19ec92de req-ee7dd8b5-99c1-419f-8d64-76b2a09ec825 service neutron] For port 9a2dc688-d114-4273-91e5-17520c1e3ab0, host n-h2-804985-2, cleared binding levels {{(pid=106253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:38:19.461474 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-0074f399-cd00-45c3-826e-0e1a19ec92de req-ee7dd8b5-99c1-419f-8d64-76b2a09ec825 service neutron] For port 9a2dc688-d114-4273-91e5-17520c1e3ab0, host n-h2-804985-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=9a2dc688-d114-4273-91e5-17520c1e3ab0,segment=NetworkSegment(ae4fcfab-9275-4fd0-906e-fbd9ae809b23),segment_id=ae4fcfab-9275-4fd0-906e-fbd9ae809b23)] {{(pid=106253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:38:19.468057 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-0074f399-cd00-45c3-826e-0e1a19ec92de req-ee7dd8b5-99c1-419f-8d64-76b2a09ec825 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:38:19.502245 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0074f399-cd00-45c3-826e-0e1a19ec92de req-ee7dd8b5-99c1-419f-8d64-76b2a09ec825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:38:19.502858 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-0074f399-cd00-45c3-826e-0e1a19ec92de req-ee7dd8b5-99c1-419f-8d64-76b2a09ec825 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:38:19.504252 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-0074f399-cd00-45c3-826e-0e1a19ec92de req-ee7dd8b5-99c1-419f-8d64-76b2a09ec825 service neutron] 10.222.0.62 "PUT /v2.0/ports/9a2dc688-d114-4273-91e5-17520c1e3ab0 HTTP/1.1" status: 200 len: 1091 time: 0.6272347 Aug 18 12:38:19.504711 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '515d0588-8202-4e20-902e-50efb4a0bf4f', 'tag': '9a2dc688-d114-4273-91e5-17520c1e3ab0'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:38:19.507015 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0679f4c4b6e0e0c064a7d71d722dc30541a34fffee11680573be22ee2ffccc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-065ab0c3-eaaa-4f48-8ee8-d0cc114fce54" -d '{"events": [{"name": "network-changed", "server_uuid": "515d0588-8202-4e20-902e-50efb4a0bf4f", "tag": "9a2dc688-d114-4273-91e5-17520c1e3ab0"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:38:19.533308 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7dd8b5-99c1-419f-8d64-76b2a09ec825 service neutron] Pushing event updated for resources: {'Port': ['ID=9a2dc688-d114-4273-91e5-17520c1e3ab0,revision_number=3']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:38:19.555889 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:38:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0df8f978-57ce-4618-8bc3-606a8c5fa057 x-openstack-request-id: req-0df8f978-57ce-4618-8bc3-606a8c5fa057 {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:38:19.556182 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "515d0588-8202-4e20-902e-50efb4a0bf4f", "tag": "9a2dc688-d114-4273-91e5-17520c1e3ab0", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:38:19.556521 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-0df8f978-57ce-4618-8bc3-606a8c5fa057 {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:38:19.556984 n-d-804985-2 neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '515d0588-8202-4e20-902e-50efb4a0bf4f', 'tag': '9a2dc688-d114-4273-91e5-17520c1e3ab0', 'status': 'completed', 'code': 200} Aug 18 12:38:19.597949 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0074f399-cd00-45c3-826e-0e1a19ec92de req-b6267dff-8f39-4e3d-bac6-3f949aab5bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:38:19.599578 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-0074f399-cd00-45c3-826e-0e1a19ec92de req-b6267dff-8f39-4e3d-bac6-3f949aab5bac service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b014dbc881a94b53bff4fa00c7618782&device_id=515d0588-8202-4e20-902e-50efb4a0bf4f HTTP/1.1" status: 200 len: 1094 time: 0.0532739 Aug 18 12:38:19.643953 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-0074f399-cd00-45c3-826e-0e1a19ec92de req-df4b73c4-c604-49f0-9b4b-935db226832a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9a2dc688-d114-4273-91e5-17520c1e3ab0 HTTP/1.1" status: 200 len: 217 time: 0.0353909 Aug 18 12:38:19.695751 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0074f399-cd00-45c3-826e-0e1a19ec92de req-5a57af8b-3ed4-4193-b763-81c6a0497e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:38:19.697328 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-0074f399-cd00-45c3-826e-0e1a19ec92de req-5a57af8b-3ed4-4193-b763-81c6a0497e36 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=bffa035c-7b0b-4890-87d2-0a7264a9252e HTTP/1.1" status: 200 len: 850 time: 0.0467906 Aug 18 12:38:19.747440 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0074f399-cd00-45c3-826e-0e1a19ec92de req-f0e0522f-4865-461b-a9ed-71cfa546357c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:38:19.748844 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-0074f399-cd00-45c3-826e-0e1a19ec92de req-f0e0522f-4865-461b-a9ed-71cfa546357c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d2682283-9943-409d-aeb3-45e8a1f61637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440056 Aug 18 12:38:19.843750 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-0074f399-cd00-45c3-826e-0e1a19ec92de req-da6d4789-7959-41c4-af51-24315ef66fc5 service neutron] 10.222.0.62 "GET /v2.0/networks/d2682283-9943-409d-aeb3-45e8a1f61637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876904 Aug 18 12:38:19.939365 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-0074f399-cd00-45c3-826e-0e1a19ec92de req-e60be1da-1d32-4a96-a028-99acbdbde6f3 service neutron] 10.222.0.62 "GET /v2.0/networks/d2682283-9943-409d-aeb3-45e8a1f61637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887148 Aug 18 12:38:20.037701 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065ab0c3-eaaa-4f48-8ee8-d0cc114fce54 req-f0ee416a-1e7f-41c3-89b2-e6fb75cbe6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:38:20.039110 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-065ab0c3-eaaa-4f48-8ee8-d0cc114fce54 req-f0ee416a-1e7f-41c3-89b2-e6fb75cbe6a8 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b014dbc881a94b53bff4fa00c7618782&device_id=515d0588-8202-4e20-902e-50efb4a0bf4f HTTP/1.1" status: 200 len: 1094 time: 0.0443523 Aug 18 12:38:20.131362 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065ab0c3-eaaa-4f48-8ee8-d0cc114fce54 req-91608f31-2ebf-42c8-be3b-6f90a5e9e6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:38:20.132870 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-065ab0c3-eaaa-4f48-8ee8-d0cc114fce54 req-91608f31-2ebf-42c8-be3b-6f90a5e9e6c4 service neutron] 10.222.0.62 "GET /v2.0/networks?id=d2682283-9943-409d-aeb3-45e8a1f61637 HTTP/1.1" status: 200 len: 912 time: 0.0860488 Aug 18 12:38:20.189431 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-065ab0c3-eaaa-4f48-8ee8-d0cc114fce54 req-c44cf221-e8b4-48dc-8a94-ec4169cba475 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9a2dc688-d114-4273-91e5-17520c1e3ab0 HTTP/1.1" status: 200 len: 217 time: 0.0487490 Aug 18 12:38:20.240347 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065ab0c3-eaaa-4f48-8ee8-d0cc114fce54 req-243382f8-3f82-4ad1-a548-e5a9c17cffa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:38:20.241841 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-065ab0c3-eaaa-4f48-8ee8-d0cc114fce54 req-243382f8-3f82-4ad1-a548-e5a9c17cffa3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=bffa035c-7b0b-4890-87d2-0a7264a9252e HTTP/1.1" status: 200 len: 850 time: 0.0454559 Aug 18 12:38:20.291473 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065ab0c3-eaaa-4f48-8ee8-d0cc114fce54 req-918c29bd-8129-48be-a48a-ab8f163329f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:38:20.292915 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-065ab0c3-eaaa-4f48-8ee8-d0cc114fce54 req-918c29bd-8129-48be-a48a-ab8f163329f4 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d2682283-9943-409d-aeb3-45e8a1f61637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427725 Aug 18 12:38:20.400047 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-065ab0c3-eaaa-4f48-8ee8-d0cc114fce54 req-01604551-4030-4c0d-ace9-0bd590363d2a service neutron] 10.222.0.62 "GET /v2.0/networks/d2682283-9943-409d-aeb3-45e8a1f61637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988779 Aug 18 12:38:20.498036 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-065ab0c3-eaaa-4f48-8ee8-d0cc114fce54 req-b28c28fd-7c9b-435b-a738-bb40b97b1523 service neutron] 10.222.0.62 "GET /v2.0/networks/d2682283-9943-409d-aeb3-45e8a1f61637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891860 Aug 18 12:38:20.564890 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12c8f1f-22d2-417b-8693-a072ae009b9d req-be6221c5-a083-417a-be01-c63f538e7a5f tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:38:20.566259 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c12c8f1f-22d2-417b-8693-a072ae009b9d req-be6221c5-a083-417a-be01-c63f538e7a5f tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/ports?device_id=515d0588-8202-4e20-902e-50efb4a0bf4f HTTP/1.1" status: 200 len: 943 time: 0.0514653 Aug 18 12:38:20.609320 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c12c8f1f-22d2-417b-8693-a072ae009b9d req-55c9be99-46e4-434e-88d8-c1cf92ccccc7 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/security-groups?id=48101352-e635-4eda-b902-34c25dd4f6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339305 Aug 18 12:38:20.658883 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device cd1e55ba-9768-4c82-9003-862d7c8101b4 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:38:20.710775 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port cd1e55ba-9768-4c82-9003-862d7c8101b4 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:38:20.711137 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:38:21.498574 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:38:21.734554 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ec5e9b-96e0-44f9-8e8c-3e3e95c362e6 req-f56ddc41-8251-4464-a912-26aa2c763af5 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:38:21.735779 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1d29cb26-fdc2-455c-a4d7-4913bf40496a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:38:21.736187 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-55ec5e9b-96e0-44f9-8e8c-3e3e95c362e6 req-f56ddc41-8251-4464-a912-26aa2c763af5 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/ports?device_id=515d0588-8202-4e20-902e-50efb4a0bf4f HTTP/1.1" status: 200 len: 943 time: 0.0532086 Aug 18 12:38:21.775532 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-55ec5e9b-96e0-44f9-8e8c-3e3e95c362e6 req-da62045e-4eef-40e1-9ffc-eecde99dca1f tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/security-groups?id=48101352-e635-4eda-b902-34c25dd4f6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323956 Aug 18 12:38:22.292253 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-53584c24-f517-494e-ac93-c18bb92373f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:38:22.359367 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 9a2dc688-d114-4273-91e5-17520c1e3ab0 details requested by agent hyperv_n-h2-804985-2 with host n-h2-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:38:22.469491 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port 9a2dc688-d114-4273-91e5-17520c1e3ab0, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=9a2dc688-d114-4273-91e5-17520c1e3ab0,segment=NetworkSegment(ae4fcfab-9275-4fd0-906e-fbd9ae809b23),segment_id=ae4fcfab-9275-4fd0-906e-fbd9ae809b23)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:38:22.480914 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Returning: {'device': '9a2dc688-d114-4273-91e5-17520c1e3ab0', 'network_id': 'd2682283-9943-409d-aeb3-45e8a1f61637', 'port_id': '9a2dc688-d114-4273-91e5-17520c1e3ab0', 'mac_address': 'fa:16:3e:50:26:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 815, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bffa035c-7b0b-4890-87d2-0a7264a9252e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:38:22.523247 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:38:22.536738 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a2dc688-d114-4273-91e5-17520c1e3ab0 {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:38:22.556504 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port 9a2dc688-d114-4273-91e5-17520c1e3ab0, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=9a2dc688-d114-4273-91e5-17520c1e3ab0,segment=NetworkSegment(ae4fcfab-9275-4fd0-906e-fbd9ae809b23),segment_id=ae4fcfab-9275-4fd0-906e-fbd9ae809b23)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:38:22.562996 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:38:22.611964 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=9a2dc688-d114-4273-91e5-17520c1e3ab0,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:38:22.747105 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] get_ports_and_sgs() called for port_ids ['9a2dc688-d114-4273-91e5-17520c1e3ab0'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:38:22.890422 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb967b7c-0354-4b09-ab53-7607f16435da req-6302f987-61a6-44f2-8f1b-dac1b785dac8 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:38:22.891810 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-bb967b7c-0354-4b09-ab53-7607f16435da req-6302f987-61a6-44f2-8f1b-dac1b785dac8 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/ports?device_id=515d0588-8202-4e20-902e-50efb4a0bf4f HTTP/1.1" status: 200 len: 944 time: 0.0492482 Aug 18 12:38:22.933470 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-bb967b7c-0354-4b09-ab53-7607f16435da req-a6105f49-d647-4100-9977-8765a68fc8a2 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/security-groups?id=48101352-e635-4eda-b902-34c25dd4f6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354340 Aug 18 12:38:23.968048 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-500a1c61-38a7-4c23-a7ec-4631080af5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:38:24.062885 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5716618d-1aaa-4a5b-90f9-a7134094e12c req-67a46a2e-8f39-471e-bca4-9b9dbd751f4d tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:38:24.064379 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5716618d-1aaa-4a5b-90f9-a7134094e12c req-67a46a2e-8f39-471e-bca4-9b9dbd751f4d tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/ports?device_id=515d0588-8202-4e20-902e-50efb4a0bf4f HTTP/1.1" status: 200 len: 944 time: 0.0544851 Aug 18 12:38:24.102915 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5716618d-1aaa-4a5b-90f9-a7134094e12c req-6998854e-dd6a-4821-bbeb-35971bc69565 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/security-groups?id=48101352-e635-4eda-b902-34c25dd4f6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323489 Aug 18 12:38:24.359582 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 9a2dc688-d114-4273-91e5-17520c1e3ab0 up at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:38:24.417539 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Provisioning for port 9a2dc688-d114-4273-91e5-17520c1e3ab0 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:38:24.421461 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Provisioning complete for port 9a2dc688-d114-4273-91e5-17520c1e3ab0 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:38:24.421835 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:38:24.498948 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:38:24.523538 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '515d0588-8202-4e20-902e-50efb4a0bf4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a2dc688-d114-4273-91e5-17520c1e3ab0'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:38:24.525968 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db50a436fb3a98495337d8fe7487b4f2ea6f3c1052eb9efadc2ecda2d5737001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5466a00a-aeee-4d3c-ac6b-95a48b862d72" -d '{"events": [{"server_uuid": "515d0588-8202-4e20-902e-50efb4a0bf4f", "name": "network-vif-plugged", "status": "completed", "tag": "9a2dc688-d114-4273-91e5-17520c1e3ab0"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:38:24.543220 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port 9a2dc688-d114-4273-91e5-17520c1e3ab0, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=9a2dc688-d114-4273-91e5-17520c1e3ab0,segment=NetworkSegment(ae4fcfab-9275-4fd0-906e-fbd9ae809b23),segment_id=ae4fcfab-9275-4fd0-906e-fbd9ae809b23)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:38:24.548603 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:38:24.571979 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:38:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cf6ff80-4791-4a87-bfad-c2caa5a76b69 x-openstack-request-id: req-0cf6ff80-4791-4a87-bfad-c2caa5a76b69 {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:38:24.572250 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "515d0588-8202-4e20-902e-50efb4a0bf4f", "name": "network-vif-plugged", "status": "completed", "tag": "9a2dc688-d114-4273-91e5-17520c1e3ab0", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:38:24.572519 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-0cf6ff80-4791-4a87-bfad-c2caa5a76b69 {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:38:24.572925 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '515d0588-8202-4e20-902e-50efb4a0bf4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a2dc688-d114-4273-91e5-17520c1e3ab0', 'code': 200} Aug 18 12:38:24.601188 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=9a2dc688-d114-4273-91e5-17520c1e3ab0,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:38:24.668592 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ce090e-4c96-49d3-9b2e-bf3bed7676c8 req-48e0bd24-b2a8-4a89-a8a5-cdabbedfcc69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:38:24.670045 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-98ce090e-4c96-49d3-9b2e-bf3bed7676c8 req-48e0bd24-b2a8-4a89-a8a5-cdabbedfcc69 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=515d0588-8202-4e20-902e-50efb4a0bf4f HTTP/1.1" status: 200 len: 1096 time: 0.0446494 Aug 18 12:38:24.704828 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-98ce090e-4c96-49d3-9b2e-bf3bed7676c8 req-947ba2f6-3dae-4475-9720-8a0e783909fb service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=48101352-e635-4eda-b902-34c25dd4f6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0274694 Aug 18 12:38:25.246887 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c349522e-bb2d-4a00-bb23-2a49de1b382f req-02077838-e814-42b9-931e-8fa44a368188 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:38:25.248355 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c349522e-bb2d-4a00-bb23-2a49de1b382f req-02077838-e814-42b9-931e-8fa44a368188 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/ports?device_id=515d0588-8202-4e20-902e-50efb4a0bf4f HTTP/1.1" status: 200 len: 945 time: 0.0619545 Aug 18 12:38:25.287976 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c349522e-bb2d-4a00-bb23-2a49de1b382f req-01831933-bbe0-4a56-8dd9-fb858cf8e90b tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/security-groups?id=48101352-e635-4eda-b902-34c25dd4f6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330021 Aug 18 12:38:26.422609 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719ef557-72d0-48aa-a62d-55d19d3687d6 req-06e8feba-6f04-48ee-a4e8-7ebf6fc81bd7 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:38:26.424101 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-719ef557-72d0-48aa-a62d-55d19d3687d6 req-06e8feba-6f04-48ee-a4e8-7ebf6fc81bd7 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/ports?device_id=515d0588-8202-4e20-902e-50efb4a0bf4f HTTP/1.1" status: 200 len: 945 time: 0.0581288 Aug 18 12:38:26.473001 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-719ef557-72d0-48aa-a62d-55d19d3687d6 req-8a8ce523-f6eb-4233-8712-5f60705c6772 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/security-groups?id=48101352-e635-4eda-b902-34c25dd4f6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427668 Aug 18 12:38:26.600398 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ecac80-aa3c-4573-b4f5-7f58fadf4e7a req-6701ba7f-bcd6-46e8-a613-1038bcd562dd tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:38:26.602238 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-48ecac80-aa3c-4573-b4f5-7f58fadf4e7a req-6701ba7f-bcd6-46e8-a613-1038bcd562dd tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/ports?device_id=515d0588-8202-4e20-902e-50efb4a0bf4f HTTP/1.1" status: 200 len: 945 time: 0.0606718 Aug 18 12:38:26.610860 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 50118) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:38:26.615438 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-7046b601-9d74-4ded-82c4-580cf13f0e6f tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Request body: {'floatingip': {'port_id': '9a2dc688-d114-4273-91e5-17520c1e3ab0'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:38:26.655659 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-7046b601-9d74-4ded-82c4-580cf13f0e6f tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Notify callbacks [] for floatingip, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:38:27.133304 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-7046b601-9d74-4ded-82c4-580cf13f0e6f tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:38:27.140084 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-7046b601-9d74-4ded-82c4-580cf13f0e6f tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-989945'] for floatingip, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:38:27.250875 n-d-804985-2 neutron-server[106252]: INFO neutron.db.l3_db [None req-7046b601-9d74-4ded-82c4-580cf13f0e6f tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Floating IP 586d7d2e-daf5-4c81-a005-514253453b9b associated. External IP: 172.25.7.180, port: 9a2dc688-d114-4273-91e5-17520c1e3ab0. Aug 18 12:38:27.826663 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7046b601-9d74-4ded-82c4-580cf13f0e6f tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Router 2b9c843a-b052-4d7b-827a-27c535920862 has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:38:27.939054 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7046b601-9d74-4ded-82c4-580cf13f0e6f tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:38:27.943664 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-7046b601-9d74-4ded-82c4-580cf13f0e6f tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for floatingip, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:38:27.948920 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f720891b-fedf-4e11-af41-52dbf495d946 None None] Sync routers for ids ['2b9c843a-b052-4d7b-827a-27c535920862'] in n-d-804985-2 {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:38:27.959216 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f720891b-fedf-4e11-af41-52dbf495d946 None None] Routers {'2b9c843a-b052-4d7b-827a-27c535920862'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:38:27.959826 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-f720891b-fedf-4e11-af41-52dbf495d946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:38:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['2b9c843a-b052-4d7b-827a-27c535920862'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:38:27.970620 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-7046b601-9d74-4ded-82c4-580cf13f0e6f tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "PUT /v2.0/floatingips/586d7d2e-daf5-4c81-a005-514253453b9b HTTP/1.1" status: 200 len: 991 time: 1.3586736 Aug 18 12:38:27.971220 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '515d0588-8202-4e20-902e-50efb4a0bf4f', 'tag': '9a2dc688-d114-4273-91e5-17520c1e3ab0'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:38:27.973494 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74256f0b-e3d6-4479-aeaa-7be0531503ba" -d '{"events": [{"name": "network-changed", "server_uuid": "515d0588-8202-4e20-902e-50efb4a0bf4f", "tag": "9a2dc688-d114-4273-91e5-17520c1e3ab0"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:38:28.013996 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:38:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44015d7f-1dd6-4c1c-ad85-16155fa09b5c x-openstack-request-id: req-44015d7f-1dd6-4c1c-ad85-16155fa09b5c {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:38:28.014317 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "515d0588-8202-4e20-902e-50efb4a0bf4f", "tag": "9a2dc688-d114-4273-91e5-17520c1e3ab0", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:38:28.014554 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-44015d7f-1dd6-4c1c-ad85-16155fa09b5c {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:38:28.014975 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '515d0588-8202-4e20-902e-50efb4a0bf4f', 'tag': '9a2dc688-d114-4273-91e5-17520c1e3ab0', 'status': 'completed', 'code': 200} Aug 18 12:38:28.067827 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-f720891b-fedf-4e11-af41-52dbf495d946 None None] Set router 2b9c843a-b052-4d7b-827a-27c535920862 gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:38:28.078896 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74256f0b-e3d6-4479-aeaa-7be0531503ba req-23263107-ef5d-4808-9c32-a6f6bc63261e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:38:28.080347 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-74256f0b-e3d6-4479-aeaa-7be0531503ba req-23263107-ef5d-4808-9c32-a6f6bc63261e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b014dbc881a94b53bff4fa00c7618782&device_id=515d0588-8202-4e20-902e-50efb4a0bf4f HTTP/1.1" status: 200 len: 1096 time: 0.0417902 Aug 18 12:38:28.172733 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74256f0b-e3d6-4479-aeaa-7be0531503ba req-f0871ab4-551d-407d-8f49-91940bd8efca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:38:28.174218 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-74256f0b-e3d6-4479-aeaa-7be0531503ba req-f0871ab4-551d-407d-8f49-91940bd8efca service neutron] 10.222.0.62 "GET /v2.0/networks?id=d2682283-9943-409d-aeb3-45e8a1f61637 HTTP/1.1" status: 200 len: 912 time: 0.0865457 Aug 18 12:38:28.244040 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-74256f0b-e3d6-4479-aeaa-7be0531503ba req-0cc136e7-e097-47fd-9727-1628081eb59d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9a2dc688-d114-4273-91e5-17520c1e3ab0 HTTP/1.1" status: 200 len: 999 time: 0.0627036 Aug 18 12:38:28.286943 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-f720891b-fedf-4e11-af41-52dbf495d946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b9c843a-b052-4d7b-827a-27c535920862', 'name': 'tempest-ServerActionsTestJSON-845282518-router', 'tenant_id': 'b014dbc881a94b53bff4fa00c7618782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': '87aa075c-d67c-4a9d-98a8-d5523656914a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:38:11Z', 'updated_at': '2021-08-18T12:38:13Z', 'revision_number': 4, 'project_id': 'b014dbc881a94b53bff4fa00c7618782', 'gw_port': {'id': '87aa075c-d67c-4a9d-98a8-d5523656914a', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:47:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b9c843a-b052-4d7b-827a-27c535920862', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:38:11Z', 'updated_at': '2021-08-18T12:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_floatingips': [{'id': '586d7d2e-daf5-4c81-a005-514253453b9b', 'tenant_id': 'b014dbc881a94b53bff4fa00c7618782', 'floating_ip_address': '172.25.7.180', 'floating_network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'router_id': '2b9c843a-b052-4d7b-827a-27c535920862', 'port_id': '9a2dc688-d114-4273-91e5-17520c1e3ab0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2682283-9943-409d-aeb3-45e8a1f61637', 'mac_address': 'fa:16:3e:50:26:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '515d0588-8202-4e20-902e-50efb4a0bf4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T12:38:16Z', 'updated_at': '2021-08-18T12:38:27Z', 'revision_number': 1, 'project_id': 'b014dbc881a94b53bff4fa00c7618782', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd1e55ba-9768-4c82-9003-862d7c8101b4', 'name': '', 'network_id': 'd2682283-9943-409d-aeb3-45e8a1f61637', 'tenant_id': 'b014dbc881a94b53bff4fa00c7618782', 'mac_address': 'fa:16:3e:7b:fd:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b9c843a-b052-4d7b-827a-27c535920862', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'bffa035c-7b0b-4890-87d2-0a7264a9252e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:38:13Z', 'updated_at': '2021-08-18T12:38:18Z', 'revision_number': 5, 'project_id': 'b014dbc881a94b53bff4fa00c7618782', 'subnets': [{'id': 'bffa035c-7b0b-4890-87d2-0a7264a9252e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:38:28.294567 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74256f0b-e3d6-4479-aeaa-7be0531503ba req-3018e3d4-ca31-4c65-b472-2ed656999fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:38:28.296213 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-74256f0b-e3d6-4479-aeaa-7be0531503ba req-3018e3d4-ca31-4c65-b472-2ed656999fb9 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=bffa035c-7b0b-4890-87d2-0a7264a9252e HTTP/1.1" status: 200 len: 850 time: 0.0455735 Aug 18 12:38:28.312297 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f720891b-fedf-4e11-af41-52dbf495d946 None None] Checking router: 2b9c843a-b052-4d7b-827a-27c535920862 for host: n-d-804985-2 {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:38:28.320780 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f720891b-fedf-4e11-af41-52dbf495d946 None None] Routers {'2b9c843a-b052-4d7b-827a-27c535920862'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:38:28.321385 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-f720891b-fedf-4e11-af41-52dbf495d946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:38:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['2b9c843a-b052-4d7b-827a-27c535920862'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:38:28.342115 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74256f0b-e3d6-4479-aeaa-7be0531503ba req-8b974d11-2960-4366-be14-6deb32bc1abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:38:28.343566 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-74256f0b-e3d6-4479-aeaa-7be0531503ba req-8b974d11-2960-4366-be14-6deb32bc1abb service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d2682283-9943-409d-aeb3-45e8a1f61637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408027 Aug 18 12:38:28.423868 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-f720891b-fedf-4e11-af41-52dbf495d946 None None] Set router 2b9c843a-b052-4d7b-827a-27c535920862 gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:38:28.438793 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-74256f0b-e3d6-4479-aeaa-7be0531503ba req-d4a0b89b-8525-4e85-a26c-900bdc4519b6 service neutron] 10.222.0.62 "GET /v2.0/networks/d2682283-9943-409d-aeb3-45e8a1f61637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881667 Aug 18 12:38:28.533031 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-74256f0b-e3d6-4479-aeaa-7be0531503ba req-74178563-6a60-4e78-a6af-0b467c967640 service neutron] 10.222.0.62 "GET /v2.0/networks/d2682283-9943-409d-aeb3-45e8a1f61637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862024 Aug 18 12:38:28.652837 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-f720891b-fedf-4e11-af41-52dbf495d946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b9c843a-b052-4d7b-827a-27c535920862', 'name': 'tempest-ServerActionsTestJSON-845282518-router', 'tenant_id': 'b014dbc881a94b53bff4fa00c7618782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': '87aa075c-d67c-4a9d-98a8-d5523656914a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:38:11Z', 'updated_at': '2021-08-18T12:38:13Z', 'revision_number': 4, 'project_id': 'b014dbc881a94b53bff4fa00c7618782', 'gw_port': {'id': '87aa075c-d67c-4a9d-98a8-d5523656914a', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:47:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b9c843a-b052-4d7b-827a-27c535920862', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:38:11Z', 'updated_at': '2021-08-18T12:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_floatingips': [{'id': '586d7d2e-daf5-4c81-a005-514253453b9b', 'tenant_id': 'b014dbc881a94b53bff4fa00c7618782', 'floating_ip_address': '172.25.7.180', 'floating_network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'router_id': '2b9c843a-b052-4d7b-827a-27c535920862', 'port_id': '9a2dc688-d114-4273-91e5-17520c1e3ab0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2682283-9943-409d-aeb3-45e8a1f61637', 'mac_address': 'fa:16:3e:50:26:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '515d0588-8202-4e20-902e-50efb4a0bf4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T12:38:16Z', 'updated_at': '2021-08-18T12:38:27Z', 'revision_number': 1, 'project_id': 'b014dbc881a94b53bff4fa00c7618782', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd1e55ba-9768-4c82-9003-862d7c8101b4', 'name': '', 'network_id': 'd2682283-9943-409d-aeb3-45e8a1f61637', 'tenant_id': 'b014dbc881a94b53bff4fa00c7618782', 'mac_address': 'fa:16:3e:7b:fd:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b9c843a-b052-4d7b-827a-27c535920862', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'bffa035c-7b0b-4890-87d2-0a7264a9252e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:38:13Z', 'updated_at': '2021-08-18T12:38:18Z', 'revision_number': 5, 'project_id': 'b014dbc881a94b53bff4fa00c7618782', 'subnets': [{'id': 'bffa035c-7b0b-4890-87d2-0a7264a9252e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:38:28.678408 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f720891b-fedf-4e11-af41-52dbf495d946 None None] The sync data for ids ['2b9c843a-b052-4d7b-827a-27c535920862'] in n-d-804985-2 is: [{'id': '2b9c843a-b052-4d7b-827a-27c535920862', 'name': 'tempest-ServerActionsTestJSON-845282518-router', 'tenant_id': 'b014dbc881a94b53bff4fa00c7618782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': '87aa075c-d67c-4a9d-98a8-d5523656914a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:38:11Z', 'updated_at': '2021-08-18T12:38:13Z', 'revision_number': 4, 'project_id': 'b014dbc881a94b53bff4fa00c7618782', 'gw_port': {'id': '87aa075c-d67c-4a9d-98a8-d5523656914a', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:47:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b9c843a-b052-4d7b-827a-27c535920862', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:38:11Z', 'updated_at': '2021-08-18T12:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_floatingips': [{'id': '586d7d2e-daf5-4c81-a005-514253453b9b', 'tenant_id': 'b014dbc881a94b53bff4fa00c7618782', 'floating_ip_address': '172.25.7.180', 'floating_network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'router_id': '2b9c843a-b052-4d7b-827a-27c535920862', 'port_id': '9a2dc688-d114-4273-91e5-17520c1e3ab0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2682283-9943-409d-aeb3-45e8a1f61637', 'mac_address': 'fa:16:3e:50:26:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '515d0588-8202-4e20-902e-50efb4a0bf4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T12:38:16Z', 'updated_at': '2021-08-18T12:38:27Z', 'revision_number': 1, 'project_id': 'b014dbc881a94b53bff4fa00c7618782', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd1e55ba-9768-4c82-9003-862d7c8101b4', 'name': '', 'network_id': 'd2682283-9943-409d-aeb3-45e8a1f61637', 'tenant_id': 'b014dbc881a94b53bff4fa00c7618782', 'mac_address': 'fa:16:3e:7b:fd:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b9c843a-b052-4d7b-827a-27c535920862', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'bffa035c-7b0b-4890-87d2-0a7264a9252e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:38:13Z', 'updated_at': '2021-08-18T12:38:18Z', 'revision_number': 5, 'project_id': 'b014dbc881a94b53bff4fa00c7618782', 'subnets': [{'id': 'bffa035c-7b0b-4890-87d2-0a7264a9252e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:38:28.883065 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f6ae61-b7a5-4ea6-b035-b7aa635071b4 None None] New status for floating IP 586d7d2e-daf5-4c81-a005-514253453b9b: ACTIVE {{(pid=106254) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 12:38:32.720911 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.agents_db [None req-6dbb2658-0354-4101-8393-6e7505481cf6 None None] Agent healthcheck: found 7 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 12:38:36.366899 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:38:38.568278 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:38:48.533898 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-19ef5202-0552-444f-9377-a0d972a364ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:38:51.498852 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:38:51.742098 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-9782704c-a01f-40cc-a9d9-1defa65797ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:38:52.299442 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-53584c24-f517-494e-ac93-c18bb92373f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:38:53.974788 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-500a1c61-38a7-4c23-a7ec-4631080af5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:38:59.633756 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-487a92c1-a79f-4c16-a346-a3e8fb3f36b2 req-2a8b12ab-6a91-4e36-bcee-b6d139f2579f service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=515d0588-8202-4e20-902e-50efb4a0bf4f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1097715 Aug 18 12:38:59.729608 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487a92c1-a79f-4c16-a346-a3e8fb3f36b2 req-f75777bb-6972-438c-8251-ff21885ee5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:38:59.731089 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-487a92c1-a79f-4c16-a346-a3e8fb3f36b2 req-f75777bb-6972-438c-8251-ff21885ee5b4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b014dbc881a94b53bff4fa00c7618782&device_id=515d0588-8202-4e20-902e-50efb4a0bf4f HTTP/1.1" status: 200 len: 1096 time: 0.0428305 Aug 18 12:38:59.839131 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487a92c1-a79f-4c16-a346-a3e8fb3f36b2 req-deeea9d3-1ee7-4398-8b70-d82c1d56ee98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:38:59.840511 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-487a92c1-a79f-4c16-a346-a3e8fb3f36b2 req-deeea9d3-1ee7-4398-8b70-d82c1d56ee98 service neutron] 10.222.0.62 "GET /v2.0/networks?id=d2682283-9943-409d-aeb3-45e8a1f61637 HTTP/1.1" status: 200 len: 912 time: 0.0889120 Aug 18 12:38:59.927120 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-487a92c1-a79f-4c16-a346-a3e8fb3f36b2 req-71436aca-a060-4022-a97c-62bfee0d6c4b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9a2dc688-d114-4273-91e5-17520c1e3ab0 HTTP/1.1" status: 200 len: 1001 time: 0.0783684 Aug 18 12:38:59.978908 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487a92c1-a79f-4c16-a346-a3e8fb3f36b2 req-29d09572-334d-426a-8eed-f2a8d2d8eee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:38:59.980298 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-487a92c1-a79f-4c16-a346-a3e8fb3f36b2 req-29d09572-334d-426a-8eed-f2a8d2d8eee1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=bffa035c-7b0b-4890-87d2-0a7264a9252e HTTP/1.1" status: 200 len: 850 time: 0.0459645 Aug 18 12:39:00.027660 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487a92c1-a79f-4c16-a346-a3e8fb3f36b2 req-68ae7bda-98fe-4139-b2d1-cf13962b8842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:39:00.029181 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-487a92c1-a79f-4c16-a346-a3e8fb3f36b2 req-68ae7bda-98fe-4139-b2d1-cf13962b8842 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d2682283-9943-409d-aeb3-45e8a1f61637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404882 Aug 18 12:39:00.130844 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-487a92c1-a79f-4c16-a346-a3e8fb3f36b2 req-c77b582f-5886-4f46-9926-9b7a2fa67259 service neutron] 10.222.0.62 "GET /v2.0/networks/d2682283-9943-409d-aeb3-45e8a1f61637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926070 Aug 18 12:39:00.220388 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-487a92c1-a79f-4c16-a346-a3e8fb3f36b2 req-aa6aa11d-a2fd-4778-ab05-afc763d35709 service neutron] 10.222.0.62 "GET /v2.0/networks/d2682283-9943-409d-aeb3-45e8a1f61637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815291 Aug 18 12:39:06.371820 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:39:08.598270 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:39:09.720910 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.agents_db [None req-6dbb2658-0354-4101-8393-6e7505481cf6 None None] Agent healthcheck: found 7 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 12:39:18.539217 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-308fff76-c19a-4feb-9dec-863f83b1a3b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:39:21.503503 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:39:21.744993 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-44076527-6808-4e9c-9329-d7520999f83c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:39:22.305178 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-53584c24-f517-494e-ac93-c18bb92373f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:39:23.979685 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-500a1c61-38a7-4c23-a7ec-4631080af5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:39:36.383230 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:39:38.599215 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:39:46.725225 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.agents_db [None req-6dbb2658-0354-4101-8393-6e7505481cf6 None None] Agent healthcheck: found 7 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 12:39:48.539805 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-e412e561-bb4f-4752-97d4-1a56ef1b7d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:39:51.510241 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:39:51.747677 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ceacbc63-9f8a-400a-8e97-b0a703dc33ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:39:52.307664 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-53584c24-f517-494e-ac93-c18bb92373f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:39:53.977313 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-500a1c61-38a7-4c23-a7ec-4631080af5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:40:02.320283 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-d14bb4f2-5dd3-4980-b399-c232eb0e2fbc req-77466f74-203c-4829-8241-595b9d155049 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=515d0588-8202-4e20-902e-50efb4a0bf4f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0464413 Aug 18 12:40:02.363096 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f3e2f9-4147-4e75-9242-eee790f6f0f5 req-60016a95-067f-474b-9273-22368b1bfa5b tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:40:02.364617 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-23f3e2f9-4147-4e75-9242-eee790f6f0f5 req-60016a95-067f-474b-9273-22368b1bfa5b tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/ports?device_id=515d0588-8202-4e20-902e-50efb4a0bf4f HTTP/1.1" status: 200 len: 945 time: 0.0505588 Aug 18 12:40:02.403100 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14bb4f2-5dd3-4980-b399-c232eb0e2fbc req-2fbd9c7c-3a58-4d8c-871c-944efed091c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:40:02.403884 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-23f3e2f9-4147-4e75-9242-eee790f6f0f5 req-dd23302d-1f8c-4601-a586-b4d438217282 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/security-groups?id=48101352-e635-4eda-b902-34c25dd4f6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330162 Aug 18 12:40:02.404601 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-d14bb4f2-5dd3-4980-b399-c232eb0e2fbc req-2fbd9c7c-3a58-4d8c-871c-944efed091c3 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b014dbc881a94b53bff4fa00c7618782&device_id=515d0588-8202-4e20-902e-50efb4a0bf4f HTTP/1.1" status: 200 len: 1096 time: 0.0421753 Aug 18 12:40:02.513656 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14bb4f2-5dd3-4980-b399-c232eb0e2fbc req-21a10e32-0fe4-489b-8792-d1845f1082d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:40:02.515124 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-d14bb4f2-5dd3-4980-b399-c232eb0e2fbc req-21a10e32-0fe4-489b-8792-d1845f1082d8 service neutron] 10.222.0.62 "GET /v2.0/networks?id=d2682283-9943-409d-aeb3-45e8a1f61637 HTTP/1.1" status: 200 len: 912 time: 0.0858743 Aug 18 12:40:02.588656 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-d14bb4f2-5dd3-4980-b399-c232eb0e2fbc req-51922a0c-a3a0-4bf6-ade1-e824240429da service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9a2dc688-d114-4273-91e5-17520c1e3ab0 HTTP/1.1" status: 200 len: 1001 time: 0.0656879 Aug 18 12:40:02.600009 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 50334) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:40:02.641988 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14bb4f2-5dd3-4980-b399-c232eb0e2fbc req-a84b11df-2186-4f65-9732-a429f6923661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:40:02.643646 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-d14bb4f2-5dd3-4980-b399-c232eb0e2fbc req-a84b11df-2186-4f65-9732-a429f6923661 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=bffa035c-7b0b-4890-87d2-0a7264a9252e HTTP/1.1" status: 200 len: 850 time: 0.0470736 Aug 18 12:40:02.655042 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa724380-6d44-4459-bccc-7400aac51de9 req-fb991da4-0b43-4a51-857c-7cbb6ad2777b tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:40:02.656754 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-aa724380-6d44-4459-bccc-7400aac51de9 req-fb991da4-0b43-4a51-857c-7cbb6ad2777b tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/ports?device_id=515d0588-8202-4e20-902e-50efb4a0bf4f HTTP/1.1" status: 200 len: 945 time: 0.0515447 Aug 18 12:40:02.695123 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14bb4f2-5dd3-4980-b399-c232eb0e2fbc req-f7bb1334-8160-454c-ab73-47059c8a2a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:40:02.696683 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-d14bb4f2-5dd3-4980-b399-c232eb0e2fbc req-f7bb1334-8160-454c-ab73-47059c8a2a07 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d2682283-9943-409d-aeb3-45e8a1f61637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452254 Aug 18 12:40:02.701112 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-aa724380-6d44-4459-bccc-7400aac51de9 req-47c5eb92-d36a-491f-87e9-b6d8220c509b tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/security-groups?id=48101352-e635-4eda-b902-34c25dd4f6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380983 Aug 18 12:40:02.747959 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8336787e-3e22-4fb8-ae23-5ef081f69463 req-23572608-a219-4859-9203-bda5aaf5a89c service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=515d0588-8202-4e20-902e-50efb4a0bf4f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1465952 Aug 18 12:40:02.790607 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-d14bb4f2-5dd3-4980-b399-c232eb0e2fbc req-4600620d-b96d-48c0-a548-162c5cbf54fc service neutron] 10.222.0.62 "GET /v2.0/networks/d2682283-9943-409d-aeb3-45e8a1f61637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861564 Aug 18 12:40:02.882035 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-d14bb4f2-5dd3-4980-b399-c232eb0e2fbc req-0c395975-73ae-4cb5-a305-e0d4b4f9b72f service neutron] 10.222.0.62 "GET /v2.0/networks/d2682283-9943-409d-aeb3-45e8a1f61637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842681 Aug 18 12:40:03.845189 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013868db-26dc-430c-aa93-28191d24a0df req-7b984479-dc84-4a89-939d-e314941cd194 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:40:03.846732 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-013868db-26dc-430c-aa93-28191d24a0df req-7b984479-dc84-4a89-939d-e314941cd194 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/ports?device_id=515d0588-8202-4e20-902e-50efb4a0bf4f HTTP/1.1" status: 200 len: 945 time: 0.0568829 Aug 18 12:40:03.887537 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-013868db-26dc-430c-aa93-28191d24a0df req-7453fbc5-7a5b-4d17-98e1-ccf30b7b3104 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/security-groups?id=48101352-e635-4eda-b902-34c25dd4f6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340061 Aug 18 12:40:04.149853 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8336787e-3e22-4fb8-ae23-5ef081f69463 req-3699d734-1e97-43f2-9944-3e6a0ad54719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:40:04.151373 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-8336787e-3e22-4fb8-ae23-5ef081f69463 req-3699d734-1e97-43f2-9944-3e6a0ad54719 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b014dbc881a94b53bff4fa00c7618782&device_id=515d0588-8202-4e20-902e-50efb4a0bf4f HTTP/1.1" status: 200 len: 1096 time: 0.3193171 Aug 18 12:40:04.248733 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8336787e-3e22-4fb8-ae23-5ef081f69463 req-9b324b43-0f2d-4452-afb6-07533c8ea17a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:40:04.250188 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-8336787e-3e22-4fb8-ae23-5ef081f69463 req-9b324b43-0f2d-4452-afb6-07533c8ea17a service neutron] 10.222.0.62 "GET /v2.0/networks?id=d2682283-9943-409d-aeb3-45e8a1f61637 HTTP/1.1" status: 200 len: 912 time: 0.0910835 Aug 18 12:40:04.318993 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-8336787e-3e22-4fb8-ae23-5ef081f69463 req-1a155873-3128-41d9-b85f-111fb6112640 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9a2dc688-d114-4273-91e5-17520c1e3ab0 HTTP/1.1" status: 200 len: 1001 time: 0.0614288 Aug 18 12:40:04.368996 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8336787e-3e22-4fb8-ae23-5ef081f69463 req-5b198eda-b4f0-4cab-a9d3-4847737ea97a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:40:04.370499 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-8336787e-3e22-4fb8-ae23-5ef081f69463 req-5b198eda-b4f0-4cab-a9d3-4847737ea97a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=bffa035c-7b0b-4890-87d2-0a7264a9252e HTTP/1.1" status: 200 len: 850 time: 0.0441735 Aug 18 12:40:04.423030 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8336787e-3e22-4fb8-ae23-5ef081f69463 req-86edfee0-79c1-4144-9fd2-0e6326bfd721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:40:04.424574 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-8336787e-3e22-4fb8-ae23-5ef081f69463 req-86edfee0-79c1-4144-9fd2-0e6326bfd721 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d2682283-9943-409d-aeb3-45e8a1f61637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0466866 Aug 18 12:40:04.527422 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-8336787e-3e22-4fb8-ae23-5ef081f69463 req-6f3cb417-661f-45a4-bbde-545a080b9f54 service neutron] 10.222.0.62 "GET /v2.0/networks/d2682283-9943-409d-aeb3-45e8a1f61637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940964 Aug 18 12:40:04.624061 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-8336787e-3e22-4fb8-ae23-5ef081f69463 req-7d03e4eb-49cc-4e83-8789-f6ffe33f5f54 service neutron] 10.222.0.62 "GET /v2.0/networks/d2682283-9943-409d-aeb3-45e8a1f61637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890646 Aug 18 12:40:05.010739 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3638eb40-0503-44fb-91fd-e41b33df2daa req-200965c7-b028-4530-b2d6-6c73ac53e31e tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:40:05.012230 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3638eb40-0503-44fb-91fd-e41b33df2daa req-200965c7-b028-4530-b2d6-6c73ac53e31e tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/ports?device_id=515d0588-8202-4e20-902e-50efb4a0bf4f HTTP/1.1" status: 200 len: 945 time: 0.0509253 Aug 18 12:40:05.052954 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3638eb40-0503-44fb-91fd-e41b33df2daa req-6cb7b3e9-a5af-4887-a40b-c600b6ed9563 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/security-groups?id=48101352-e635-4eda-b902-34c25dd4f6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315945 Aug 18 12:40:06.176509 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63254a50-7967-493c-806f-b5cb8c3fc70c req-cb9a3aa4-9a20-4ff7-a469-0b168369265b tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:40:06.178184 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-63254a50-7967-493c-806f-b5cb8c3fc70c req-cb9a3aa4-9a20-4ff7-a469-0b168369265b tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/ports?device_id=515d0588-8202-4e20-902e-50efb4a0bf4f HTTP/1.1" status: 200 len: 945 time: 0.0551291 Aug 18 12:40:06.219817 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-63254a50-7967-493c-806f-b5cb8c3fc70c req-4ce3baf2-8eda-4945-a5fd-a09bfdffcb96 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/security-groups?id=48101352-e635-4eda-b902-34c25dd4f6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328207 Aug 18 12:40:06.381657 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:40:07.348404 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79914443-44a4-4492-9c36-cfdc5f9cdfac req-31c52b64-3b1a-480b-8d91-ec59ba06516c tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:40:07.349819 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-79914443-44a4-4492-9c36-cfdc5f9cdfac req-31c52b64-3b1a-480b-8d91-ec59ba06516c tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/ports?device_id=515d0588-8202-4e20-902e-50efb4a0bf4f HTTP/1.1" status: 200 len: 945 time: 0.0515118 Aug 18 12:40:07.390167 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-79914443-44a4-4492-9c36-cfdc5f9cdfac req-8596bc82-fa68-45b6-8c39-ac12e0198fc8 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/security-groups?id=48101352-e635-4eda-b902-34c25dd4f6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343075 Aug 18 12:40:08.525561 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6ee0f5-e0ec-4232-8bea-9e831b5b1e01 req-288778ee-b567-463c-9b4d-939358751a40 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:40:08.527049 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3c6ee0f5-e0ec-4232-8bea-9e831b5b1e01 req-288778ee-b567-463c-9b4d-939358751a40 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/ports?device_id=515d0588-8202-4e20-902e-50efb4a0bf4f HTTP/1.1" status: 200 len: 945 time: 0.0557313 Aug 18 12:40:08.569055 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3c6ee0f5-e0ec-4232-8bea-9e831b5b1e01 req-88fe3494-b01f-4bbb-9ff6-6b3b4528c6f2 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/security-groups?id=48101352-e635-4eda-b902-34c25dd4f6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329754 Aug 18 12:40:08.621993 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:40:09.697741 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff66dd0-fd06-4795-9f8a-279765ac7c80 req-6ea12c97-7c09-4877-9586-45ef9330d124 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:40:09.699250 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0ff66dd0-fd06-4795-9f8a-279765ac7c80 req-6ea12c97-7c09-4877-9586-45ef9330d124 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/ports?device_id=515d0588-8202-4e20-902e-50efb4a0bf4f HTTP/1.1" status: 200 len: 945 time: 0.0611973 Aug 18 12:40:09.741043 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0ff66dd0-fd06-4795-9f8a-279765ac7c80 req-8323a602-fe9e-4a82-9b43-a0d4bfd08810 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/security-groups?id=48101352-e635-4eda-b902-34c25dd4f6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328362 Aug 18 12:40:10.880615 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43baac51-65c3-4826-af83-8ee9ab3217f0 req-8b16add7-5021-44ea-ac24-7554df448c54 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:40:10.882120 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-43baac51-65c3-4826-af83-8ee9ab3217f0 req-8b16add7-5021-44ea-ac24-7554df448c54 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/ports?device_id=515d0588-8202-4e20-902e-50efb4a0bf4f HTTP/1.1" status: 200 len: 945 time: 0.0576119 Aug 18 12:40:10.924993 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-43baac51-65c3-4826-af83-8ee9ab3217f0 req-1533c517-245c-4f40-978c-afe78bb4bc2b tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/security-groups?id=48101352-e635-4eda-b902-34c25dd4f6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340016 Aug 18 12:40:12.065741 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc991786-d6e8-4d0a-ad59-e557ccee7064 req-b8bbc64d-8ce4-4eed-8976-b0073f9a7663 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:40:12.067518 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-cc991786-d6e8-4d0a-ad59-e557ccee7064 req-b8bbc64d-8ce4-4eed-8976-b0073f9a7663 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/ports?device_id=515d0588-8202-4e20-902e-50efb4a0bf4f HTTP/1.1" status: 200 len: 945 time: 0.0624712 Aug 18 12:40:12.107097 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-cc991786-d6e8-4d0a-ad59-e557ccee7064 req-2878becf-bad9-4027-9f1b-febe7e3a22be tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/security-groups?id=48101352-e635-4eda-b902-34c25dd4f6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331724 Aug 18 12:40:13.239636 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1439ab5c-5c5e-4902-a88b-6a770d2922bd req-f203ce8a-db65-425d-ad29-d4131d2ebf29 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:40:13.241085 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1439ab5c-5c5e-4902-a88b-6a770d2922bd req-f203ce8a-db65-425d-ad29-d4131d2ebf29 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/ports?device_id=515d0588-8202-4e20-902e-50efb4a0bf4f HTTP/1.1" status: 200 len: 945 time: 0.0573430 Aug 18 12:40:13.281283 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1439ab5c-5c5e-4902-a88b-6a770d2922bd req-073c7049-be02-4883-af41-ff552554322a tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/security-groups?id=48101352-e635-4eda-b902-34c25dd4f6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337245 Aug 18 12:40:14.402754 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f28f96-f3f3-461a-8362-cf17ae82bad2 req-ef54d3c4-fac8-41ac-9990-f0d8b6a8acdf tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:40:14.404236 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-64f28f96-f3f3-461a-8362-cf17ae82bad2 req-ef54d3c4-fac8-41ac-9990-f0d8b6a8acdf tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/ports?device_id=515d0588-8202-4e20-902e-50efb4a0bf4f HTTP/1.1" status: 200 len: 945 time: 0.0528028 Aug 18 12:40:14.444677 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-64f28f96-f3f3-461a-8362-cf17ae82bad2 req-e8faa8df-ff92-435b-bc2f-e00fbef63bc6 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/security-groups?id=48101352-e635-4eda-b902-34c25dd4f6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317008 Aug 18 12:40:15.577715 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be68e279-a36a-4787-b343-17e6cf11ea88 req-445a8715-0224-448b-8fa1-7978f999e58c tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:40:15.579192 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-be68e279-a36a-4787-b343-17e6cf11ea88 req-445a8715-0224-448b-8fa1-7978f999e58c tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/ports?device_id=515d0588-8202-4e20-902e-50efb4a0bf4f HTTP/1.1" status: 200 len: 945 time: 0.0543251 Aug 18 12:40:15.617033 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-be68e279-a36a-4787-b343-17e6cf11ea88 req-8d535e2d-2e13-4fa5-9b10-67b31724a157 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/security-groups?id=48101352-e635-4eda-b902-34c25dd4f6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317762 Aug 18 12:40:16.557006 n-d-804985-2 neutron-server[106253]: INFO neutron.api.v2.resource [req-8336787e-3e22-4fb8-ae23-5ef081f69463 req-0cc69aae-17ab-4dae-9351-389115d18278 service neutron] show failed (client error): The resource could not be found. Aug 18 12:40:16.558006 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-8336787e-3e22-4fb8-ae23-5ef081f69463 req-0cc69aae-17ab-4dae-9351-389115d18278 service neutron] 10.222.0.62 "GET /v2.0/ports/9a2dc688-d114-4273-91e5-17520c1e3ab0/bindings/n-h1-804985-2 HTTP/1.1" status: 404 len: 380 time: 0.0752645 Aug 18 12:40:16.769439 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbe4727-10c2-4df5-bbb3-944c8781a9d2 req-9f615420-a621-45d9-9204-1545580364a4 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:40:16.770944 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-dfbe4727-10c2-4df5-bbb3-944c8781a9d2 req-9f615420-a621-45d9-9204-1545580364a4 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/ports?device_id=515d0588-8202-4e20-902e-50efb4a0bf4f HTTP/1.1" status: 200 len: 945 time: 0.0799866 Aug 18 12:40:16.796540 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8336787e-3e22-4fb8-ae23-5ef081f69463 req-c83441db-1632-4466-b535-9cccc350c93d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:40:16.798025 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8336787e-3e22-4fb8-ae23-5ef081f69463 req-c83441db-1632-4466-b535-9cccc350c93d service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=515d0588-8202-4e20-902e-50efb4a0bf4f&tenant_id=b014dbc881a94b53bff4fa00c7618782 HTTP/1.1" status: 200 len: 1096 time: 0.0688362 Aug 18 12:40:16.814303 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-8336787e-3e22-4fb8-ae23-5ef081f69463 req-2bd95764-3e44-40f6-9e49-ef3710913c10 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-804985-2', 'device_owner': 'compute:nova'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:40:16.837809 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-dfbe4727-10c2-4df5-bbb3-944c8781a9d2 req-ed4b8f39-fba0-430d-95c0-c484cb17038a tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/security-groups?id=48101352-e635-4eda-b902-34c25dd4f6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601354 Aug 18 12:40:16.875627 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-8336787e-3e22-4fb8-ae23-5ef081f69463 req-2bd95764-3e44-40f6-9e49-ef3710913c10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:40:17.084959 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-8336787e-3e22-4fb8-ae23-5ef081f69463 req-2bd95764-3e44-40f6-9e49-ef3710913c10 service neutron] For port 9a2dc688-d114-4273-91e5-17520c1e3ab0, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=9a2dc688-d114-4273-91e5-17520c1e3ab0,segment=NetworkSegment(ae4fcfab-9275-4fd0-906e-fbd9ae809b23),segment_id=ae4fcfab-9275-4fd0-906e-fbd9ae809b23)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:40:17.118962 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-8336787e-3e22-4fb8-ae23-5ef081f69463 req-2bd95764-3e44-40f6-9e49-ef3710913c10 service neutron] For port 9a2dc688-d114-4273-91e5-17520c1e3ab0, host n-h2-804985-2, cleared binding levels {{(pid=106252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:40:17.163976 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '515d0588-8202-4e20-902e-50efb4a0bf4f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a2dc688-d114-4273-91e5-17520c1e3ab0'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:40:17.167342 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8158fca9-7429-48f9-8327-aab88725c5bf" -d '{"events": [{"server_uuid": "515d0588-8202-4e20-902e-50efb4a0bf4f", "name": "network-vif-unplugged", "status": "completed", "tag": "9a2dc688-d114-4273-91e5-17520c1e3ab0"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:40:17.171498 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-8336787e-3e22-4fb8-ae23-5ef081f69463 req-2bd95764-3e44-40f6-9e49-ef3710913c10 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:40:17.185202 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [req-8336787e-3e22-4fb8-ae23-5ef081f69463 req-2bd95764-3e44-40f6-9e49-ef3710913c10 service neutron] Transition to ACTIVE for port object 9a2dc688-d114-4273-91e5-17520c1e3ab0 will not be triggered until provisioned by entity L2. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:40:17.189961 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-8336787e-3e22-4fb8-ae23-5ef081f69463 req-2bd95764-3e44-40f6-9e49-ef3710913c10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:40:17.289475 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 18 Aug 2021 12:40:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3e1c7ee-b4e4-4f88-b98a-3af4f80487d8 x-openstack-request-id: req-f3e1c7ee-b4e4-4f88-b98a-3af4f80487d8 {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:40:17.289700 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "515d0588-8202-4e20-902e-50efb4a0bf4f", "name": "network-vif-unplugged", "status": "completed", "tag": "9a2dc688-d114-4273-91e5-17520c1e3ab0", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:40:17.289967 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f3e1c7ee-b4e4-4f88-b98a-3af4f80487d8 {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:40:17.290356 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '515d0588-8202-4e20-902e-50efb4a0bf4f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a2dc688-d114-4273-91e5-17520c1e3ab0', 'code': 200} Aug 18 12:40:17.318152 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd95764-3e44-40f6-9e49-ef3710913c10 service neutron] Pushing event updated for resources: {'Port': ['ID=9a2dc688-d114-4273-91e5-17520c1e3ab0,revision_number=6']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:40:17.344201 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd95764-3e44-40f6-9e49-ef3710913c10 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:40:17.344438 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd95764-3e44-40f6-9e49-ef3710913c10 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:40:17.344802 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd95764-3e44-40f6-9e49-ef3710913c10 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:40:17.345139 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd95764-3e44-40f6-9e49-ef3710913c10 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:40:17.345465 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd95764-3e44-40f6-9e49-ef3710913c10 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:40:17.345790 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd95764-3e44-40f6-9e49-ef3710913c10 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:40:17.346112 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd95764-3e44-40f6-9e49-ef3710913c10 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:40:17.346432 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd95764-3e44-40f6-9e49-ef3710913c10 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:40:17.346751 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd95764-3e44-40f6-9e49-ef3710913c10 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:40:17.347069 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd95764-3e44-40f6-9e49-ef3710913c10 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:40:17.347388 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd95764-3e44-40f6-9e49-ef3710913c10 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:40:17.347706 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd95764-3e44-40f6-9e49-ef3710913c10 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:40:17.400574 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-8336787e-3e22-4fb8-ae23-5ef081f69463 req-2bd95764-3e44-40f6-9e49-ef3710913c10 service neutron] No DVR routers for this DVR port 9a2dc688-d114-4273-91e5-17520c1e3ab0 on host n-h2-804985-2 {{(pid=106252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:40:17.545145 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-8336787e-3e22-4fb8-ae23-5ef081f69463 req-2bd95764-3e44-40f6-9e49-ef3710913c10 service neutron] Attempting to bind port 9a2dc688-d114-4273-91e5-17520c1e3ab0 on host n-h1-804985-2 for vnic_type normal with profile {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:40:17.545347 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-8336787e-3e22-4fb8-ae23-5ef081f69463 req-2bd95764-3e44-40f6-9e49-ef3710913c10 service neutron] Attempting to bind port 9a2dc688-d114-4273-91e5-17520c1e3ab0 by drivers openvswitch,hyperv on host n-h1-804985-2 at level 0 using segments [{'id': 'ae4fcfab-9275-4fd0-906e-fbd9ae809b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'd2682283-9943-409d-aeb3-45e8a1f61637'}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:40:17.545705 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8336787e-3e22-4fb8-ae23-5ef081f69463 req-2bd95764-3e44-40f6-9e49-ef3710913c10 service neutron] Attempting to bind port 9a2dc688-d114-4273-91e5-17520c1e3ab0 on network d2682283-9943-409d-aeb3-45e8a1f61637 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:40:17.550439 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8336787e-3e22-4fb8-ae23-5ef081f69463 req-2bd95764-3e44-40f6-9e49-ef3710913c10 service neutron] Port 9a2dc688-d114-4273-91e5-17520c1e3ab0 on network d2682283-9943-409d-aeb3-45e8a1f61637 not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-2 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:40:17.550747 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8336787e-3e22-4fb8-ae23-5ef081f69463 req-2bd95764-3e44-40f6-9e49-ef3710913c10 service neutron] Attempting to bind port 9a2dc688-d114-4273-91e5-17520c1e3ab0 on network d2682283-9943-409d-aeb3-45e8a1f61637 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:40:17.555783 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8336787e-3e22-4fb8-ae23-5ef081f69463 req-2bd95764-3e44-40f6-9e49-ef3710913c10 service neutron] Checking agent: {'id': 'a613417a-d085-492c-941a-59bb18c633d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 49, 6), 'started_at': datetime.datetime(2021, 8, 18, 11, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 40, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:40:17.556124 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8336787e-3e22-4fb8-ae23-5ef081f69463 req-2bd95764-3e44-40f6-9e49-ef3710913c10 service neutron] Checking segment: {'id': 'ae4fcfab-9275-4fd0-906e-fbd9ae809b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'd2682283-9943-409d-aeb3-45e8a1f61637'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:40:17.556505 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8336787e-3e22-4fb8-ae23-5ef081f69463 req-2bd95764-3e44-40f6-9e49-ef3710913c10 service neutron] Bound using segment: {'id': 'ae4fcfab-9275-4fd0-906e-fbd9ae809b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'd2682283-9943-409d-aeb3-45e8a1f61637'} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:40:17.556959 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-8336787e-3e22-4fb8-ae23-5ef081f69463 req-2bd95764-3e44-40f6-9e49-ef3710913c10 service neutron] Bound port: 9a2dc688-d114-4273-91e5-17520c1e3ab0, host: n-h1-804985-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae4fcfab-9275-4fd0-906e-fbd9ae809b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'd2682283-9943-409d-aeb3-45e8a1f61637'}}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:40:17.557311 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-8336787e-3e22-4fb8-ae23-5ef081f69463 req-2bd95764-3e44-40f6-9e49-ef3710913c10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:40:17.627810 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-8336787e-3e22-4fb8-ae23-5ef081f69463 req-2bd95764-3e44-40f6-9e49-ef3710913c10 service neutron] For port 9a2dc688-d114-4273-91e5-17520c1e3ab0, host n-h1-804985-2, cleared binding levels {{(pid=106252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:40:17.630966 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-8336787e-3e22-4fb8-ae23-5ef081f69463 req-2bd95764-3e44-40f6-9e49-ef3710913c10 service neutron] For port 9a2dc688-d114-4273-91e5-17520c1e3ab0, host n-h1-804985-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=9a2dc688-d114-4273-91e5-17520c1e3ab0,segment=NetworkSegment(ae4fcfab-9275-4fd0-906e-fbd9ae809b23),segment_id=ae4fcfab-9275-4fd0-906e-fbd9ae809b23)] {{(pid=106252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:40:17.637031 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-8336787e-3e22-4fb8-ae23-5ef081f69463 req-2bd95764-3e44-40f6-9e49-ef3710913c10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:40:17.676357 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8336787e-3e22-4fb8-ae23-5ef081f69463 req-2bd95764-3e44-40f6-9e49-ef3710913c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:40:17.677003 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-8336787e-3e22-4fb8-ae23-5ef081f69463 req-2bd95764-3e44-40f6-9e49-ef3710913c10 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:40:17.678533 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8336787e-3e22-4fb8-ae23-5ef081f69463 req-2bd95764-3e44-40f6-9e49-ef3710913c10 service neutron] 10.222.0.63 "PUT /v2.0/ports/9a2dc688-d114-4273-91e5-17520c1e3ab0 HTTP/1.1" status: 200 len: 1091 time: 0.8693686 Aug 18 12:40:17.700945 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd95764-3e44-40f6-9e49-ef3710913c10 service neutron] Pushing event updated for resources: {'Port': ['ID=9a2dc688-d114-4273-91e5-17520c1e3ab0,revision_number=7']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:40:17.748595 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8336787e-3e22-4fb8-ae23-5ef081f69463 req-cb886658-83f1-4f5a-8c4b-91f38979b576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:40:17.750208 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8336787e-3e22-4fb8-ae23-5ef081f69463 req-cb886658-83f1-4f5a-8c4b-91f38979b576 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=b014dbc881a94b53bff4fa00c7618782&device_id=515d0588-8202-4e20-902e-50efb4a0bf4f HTTP/1.1" status: 200 len: 1094 time: 0.0459564 Aug 18 12:40:17.845726 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8336787e-3e22-4fb8-ae23-5ef081f69463 req-b3c7fe7b-6658-4fe5-8bf5-c05f4414ac39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:40:17.847271 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8336787e-3e22-4fb8-ae23-5ef081f69463 req-b3c7fe7b-6658-4fe5-8bf5-c05f4414ac39 service neutron] 10.222.0.63 "GET /v2.0/networks?id=d2682283-9943-409d-aeb3-45e8a1f61637 HTTP/1.1" status: 200 len: 912 time: 0.0904133 Aug 18 12:40:17.974305 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8336787e-3e22-4fb8-ae23-5ef081f69463 req-bf51208a-ef16-44c4-b22e-18e45e3df26e service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9a2dc688-d114-4273-91e5-17520c1e3ab0 HTTP/1.1" status: 200 len: 999 time: 0.1192670 Aug 18 12:40:17.998570 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa24fa6-3f82-4868-91f8-f773452c08d4 req-0969f61d-835b-426c-aee4-f8e7cfeb6ddd tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:40:18.000278 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6fa24fa6-3f82-4868-91f8-f773452c08d4 req-0969f61d-835b-426c-aee4-f8e7cfeb6ddd tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/ports?device_id=515d0588-8202-4e20-902e-50efb4a0bf4f HTTP/1.1" status: 200 len: 943 time: 0.0895960 Aug 18 12:40:18.065594 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8336787e-3e22-4fb8-ae23-5ef081f69463 req-232b3c10-b53a-4ccb-8258-b9c77e52223e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:40:18.068259 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8336787e-3e22-4fb8-ae23-5ef081f69463 req-232b3c10-b53a-4ccb-8258-b9c77e52223e service neutron] 10.222.0.63 "GET /v2.0/subnets?id=bffa035c-7b0b-4890-87d2-0a7264a9252e HTTP/1.1" status: 200 len: 850 time: 0.0853820 Aug 18 12:40:18.076111 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6fa24fa6-3f82-4868-91f8-f773452c08d4 req-9f82aae0-92e1-434b-b598-3b57b7c5edc6 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/security-groups?id=48101352-e635-4eda-b902-34c25dd4f6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526097 Aug 18 12:40:18.116401 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8336787e-3e22-4fb8-ae23-5ef081f69463 req-0a9c9b51-f282-441e-b0da-89d8fc38f4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:40:18.117959 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8336787e-3e22-4fb8-ae23-5ef081f69463 req-0a9c9b51-f282-441e-b0da-89d8fc38f4c7 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=d2682283-9943-409d-aeb3-45e8a1f61637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409753 Aug 18 12:40:18.214578 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8336787e-3e22-4fb8-ae23-5ef081f69463 req-75e8d461-4b57-4375-9d22-4b401ac625f5 service neutron] 10.222.0.63 "GET /v2.0/networks/d2682283-9943-409d-aeb3-45e8a1f61637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885170 Aug 18 12:40:18.306797 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8336787e-3e22-4fb8-ae23-5ef081f69463 req-5173a94e-7db1-4934-8a10-9dacce9bb7ff service neutron] 10.222.0.63 "GET /v2.0/networks/d2682283-9943-409d-aeb3-45e8a1f61637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849741 Aug 18 12:40:18.537573 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-d4b2dd40-0bf2-4a0b-87a9-4a73ece792fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:40:19.203945 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167b3baa-fcb7-4047-990e-7455b7a07d64 req-4c4bbdb4-1aa0-4985-89ad-5bf020bb9a7d tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:40:19.205467 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-167b3baa-fcb7-4047-990e-7455b7a07d64 req-4c4bbdb4-1aa0-4985-89ad-5bf020bb9a7d tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/ports?device_id=515d0588-8202-4e20-902e-50efb4a0bf4f HTTP/1.1" status: 200 len: 943 time: 0.0505986 Aug 18 12:40:19.245746 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-167b3baa-fcb7-4047-990e-7455b7a07d64 req-ba3e3a57-db24-4bd7-b10d-66cb1086bda8 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/security-groups?id=48101352-e635-4eda-b902-34c25dd4f6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314410 Aug 18 12:40:19.291405 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '515d0588-8202-4e20-902e-50efb4a0bf4f', 'tag': '9a2dc688-d114-4273-91e5-17520c1e3ab0'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:40:19.293881 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56552040-3273-4a5d-95a0-2ff1f0acbae4" -d '{"events": [{"name": "network-changed", "server_uuid": "515d0588-8202-4e20-902e-50efb4a0bf4f", "tag": "9a2dc688-d114-4273-91e5-17520c1e3ab0"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:40:19.346170 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:40:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0feb85d-fa1f-4814-856a-99a6e1e992b8 x-openstack-request-id: req-c0feb85d-fa1f-4814-856a-99a6e1e992b8 {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:40:19.346468 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "515d0588-8202-4e20-902e-50efb4a0bf4f", "tag": "9a2dc688-d114-4273-91e5-17520c1e3ab0", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:40:19.346726 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c0feb85d-fa1f-4814-856a-99a6e1e992b8 {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:40:19.347128 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '515d0588-8202-4e20-902e-50efb4a0bf4f', 'tag': '9a2dc688-d114-4273-91e5-17520c1e3ab0', 'status': 'completed', 'code': 200} Aug 18 12:40:19.414428 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56552040-3273-4a5d-95a0-2ff1f0acbae4 req-e924e1c1-38d2-4886-b992-5194c195f739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:40:19.415998 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-56552040-3273-4a5d-95a0-2ff1f0acbae4 req-e924e1c1-38d2-4886-b992-5194c195f739 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b014dbc881a94b53bff4fa00c7618782&device_id=515d0588-8202-4e20-902e-50efb4a0bf4f HTTP/1.1" status: 200 len: 1094 time: 0.0495355 Aug 18 12:40:19.418383 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56552040-3273-4a5d-95a0-2ff1f0acbae4 req-c9b5a8f4-eea8-4d01-80fd-6e42b8aff0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:40:19.419878 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-56552040-3273-4a5d-95a0-2ff1f0acbae4 req-c9b5a8f4-eea8-4d01-80fd-6e42b8aff0c2 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=b014dbc881a94b53bff4fa00c7618782&device_id=515d0588-8202-4e20-902e-50efb4a0bf4f HTTP/1.1" status: 200 len: 1094 time: 0.0479856 Aug 18 12:40:19.511040 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56552040-3273-4a5d-95a0-2ff1f0acbae4 req-adb40f5e-bfd5-44d5-b367-931f72739537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:40:19.511317 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56552040-3273-4a5d-95a0-2ff1f0acbae4 req-0301c602-4a53-4e8a-a77a-90df0858af20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:40:19.512637 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-56552040-3273-4a5d-95a0-2ff1f0acbae4 req-adb40f5e-bfd5-44d5-b367-931f72739537 service neutron] 10.222.0.62 "GET /v2.0/networks?id=d2682283-9943-409d-aeb3-45e8a1f61637 HTTP/1.1" status: 200 len: 912 time: 0.0895472 Aug 18 12:40:19.512786 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-56552040-3273-4a5d-95a0-2ff1f0acbae4 req-0301c602-4a53-4e8a-a77a-90df0858af20 service neutron] 10.222.0.63 "GET /v2.0/networks?id=d2682283-9943-409d-aeb3-45e8a1f61637 HTTP/1.1" status: 200 len: 912 time: 0.0849745 Aug 18 12:40:19.584020 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-56552040-3273-4a5d-95a0-2ff1f0acbae4 req-098702ef-e7f5-4906-831f-ce203b6e6b66 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9a2dc688-d114-4273-91e5-17520c1e3ab0 HTTP/1.1" status: 200 len: 999 time: 0.0629704 Aug 18 12:40:19.584232 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-56552040-3273-4a5d-95a0-2ff1f0acbae4 req-4ea1f08d-b6c3-4f11-b9df-f2b1b92b1c37 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9a2dc688-d114-4273-91e5-17520c1e3ab0 HTTP/1.1" status: 200 len: 999 time: 0.0637386 Aug 18 12:40:19.633339 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56552040-3273-4a5d-95a0-2ff1f0acbae4 req-0bd5f9df-9563-4e5f-98fc-4105c367cce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:40:19.633778 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56552040-3273-4a5d-95a0-2ff1f0acbae4 req-0996affc-37d2-456f-8076-7b6edb534432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:40:19.634797 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-56552040-3273-4a5d-95a0-2ff1f0acbae4 req-0bd5f9df-9563-4e5f-98fc-4105c367cce4 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=bffa035c-7b0b-4890-87d2-0a7264a9252e HTTP/1.1" status: 200 len: 850 time: 0.0442667 Aug 18 12:40:19.635424 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-56552040-3273-4a5d-95a0-2ff1f0acbae4 req-0996affc-37d2-456f-8076-7b6edb534432 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=bffa035c-7b0b-4890-87d2-0a7264a9252e HTTP/1.1" status: 200 len: 850 time: 0.0440943 Aug 18 12:40:19.680683 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56552040-3273-4a5d-95a0-2ff1f0acbae4 req-712fbf2b-a3cd-422b-9719-f07cbadf678f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:40:19.682160 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-56552040-3273-4a5d-95a0-2ff1f0acbae4 req-712fbf2b-a3cd-422b-9719-f07cbadf678f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d2682283-9943-409d-aeb3-45e8a1f61637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402734 Aug 18 12:40:19.684876 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56552040-3273-4a5d-95a0-2ff1f0acbae4 req-d3bc9df1-8755-476c-9d9f-5c92021643c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:40:19.686336 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-56552040-3273-4a5d-95a0-2ff1f0acbae4 req-d3bc9df1-8755-476c-9d9f-5c92021643c7 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=d2682283-9943-409d-aeb3-45e8a1f61637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401690 Aug 18 12:40:19.779004 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-56552040-3273-4a5d-95a0-2ff1f0acbae4 req-e2faadc1-6ec3-40df-997e-a3fa85c47f35 service neutron] 10.222.0.62 "GET /v2.0/networks/d2682283-9943-409d-aeb3-45e8a1f61637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896549 Aug 18 12:40:19.780887 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-56552040-3273-4a5d-95a0-2ff1f0acbae4 req-dc0bc551-6e5e-46bb-a0bf-0425bf8cccd8 service neutron] 10.222.0.63 "GET /v2.0/networks/d2682283-9943-409d-aeb3-45e8a1f61637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856357 Aug 18 12:40:19.880854 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-56552040-3273-4a5d-95a0-2ff1f0acbae4 req-6598e525-60c7-4521-8138-3059944564e8 service neutron] 10.222.0.62 "GET /v2.0/networks/d2682283-9943-409d-aeb3-45e8a1f61637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942700 Aug 18 12:40:19.885012 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-56552040-3273-4a5d-95a0-2ff1f0acbae4 req-ab318b05-6351-44fa-a1c3-fafa38e8d585 service neutron] 10.222.0.63 "GET /v2.0/networks/d2682283-9943-409d-aeb3-45e8a1f61637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951698 Aug 18 12:40:20.376169 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec8637b-9c41-467e-8d72-8a5e28979ca7 req-9ffbd14b-66bd-4520-9f31-6f9d1a3bf92c tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:40:20.378108 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6ec8637b-9c41-467e-8d72-8a5e28979ca7 req-9ffbd14b-66bd-4520-9f31-6f9d1a3bf92c tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/ports?device_id=515d0588-8202-4e20-902e-50efb4a0bf4f HTTP/1.1" status: 200 len: 943 time: 0.0602720 Aug 18 12:40:20.419695 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6ec8637b-9c41-467e-8d72-8a5e28979ca7 req-54dd08e3-dbad-46a6-9f42-a3dbfb25e839 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/security-groups?id=48101352-e635-4eda-b902-34c25dd4f6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325942 Aug 18 12:40:20.626911 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 9a2dc688-d114-4273-91e5-17520c1e3ab0 details requested by agent hyperv_n-h1-804985-2 with host n-h1-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:40:20.627732 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51384ee-a3e9-46e9-a1cb-da1073fc6733 req-e2a5af42-28ec-4bc4-85dc-a5e897c3fd10 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:40:20.629302 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a51384ee-a3e9-46e9-a1cb-da1073fc6733 req-e2a5af42-28ec-4bc4-85dc-a5e897c3fd10 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/ports?device_id=515d0588-8202-4e20-902e-50efb4a0bf4f HTTP/1.1" status: 200 len: 943 time: 0.0573606 Aug 18 12:40:20.643913 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a021cb2-5ad7-4ad6-ac30-bac98cd00bab req-7b18305e-3e52-4a95-be60-dd0d55f178cf tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:40:20.646182 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-1a021cb2-5ad7-4ad6-ac30-bac98cd00bab req-7b18305e-3e52-4a95-be60-dd0d55f178cf tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.62 "GET /v2.0/ports?device_id=515d0588-8202-4e20-902e-50efb4a0bf4f&tenant_id=b014dbc881a94b53bff4fa00c7618782&binding%3Ahost_id=n-h1-804985-2 HTTP/1.1" status: 200 len: 943 time: 0.0634418 Aug 18 12:40:20.672771 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a51384ee-a3e9-46e9-a1cb-da1073fc6733 req-cdcdb387-7f7a-49b0-bebb-2e077327c432 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/security-groups?id=48101352-e635-4eda-b902-34c25dd4f6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369675 Aug 18 12:40:20.721747 n-d-804985-2 neutron-server[106253]: INFO neutron.api.v2.resource [req-1a021cb2-5ad7-4ad6-ac30-bac98cd00bab req-c26f1830-2289-491d-9771-ac27e8fab41f service neutron] delete failed (client error): The resource could not be found. Aug 18 12:40:20.722773 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-1a021cb2-5ad7-4ad6-ac30-bac98cd00bab req-c26f1830-2289-491d-9771-ac27e8fab41f service neutron] 10.222.0.62 "DELETE /v2.0/ports/9a2dc688-d114-4273-91e5-17520c1e3ab0/bindings/n-h2-804985-2 HTTP/1.1" status: 404 len: 380 time: 0.0689514 Aug 18 12:40:20.730084 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 9a2dc688-d114-4273-91e5-17520c1e3ab0, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=9a2dc688-d114-4273-91e5-17520c1e3ab0,segment=NetworkSegment(ae4fcfab-9275-4fd0-906e-fbd9ae809b23),segment_id=ae4fcfab-9275-4fd0-906e-fbd9ae809b23)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:40:20.741603 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Returning: {'device': '9a2dc688-d114-4273-91e5-17520c1e3ab0', 'network_id': 'd2682283-9943-409d-aeb3-45e8a1f61637', 'port_id': '9a2dc688-d114-4273-91e5-17520c1e3ab0', 'mac_address': 'fa:16:3e:50:26:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 815, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bffa035c-7b0b-4890-87d2-0a7264a9252e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:40:20.778385 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:40:20.791461 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a2dc688-d114-4273-91e5-17520c1e3ab0 {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:40:20.804445 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a021cb2-5ad7-4ad6-ac30-bac98cd00bab req-8d9a5b41-cbf2-4b22-a96b-ad2a1a5601ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:40:20.805988 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-1a021cb2-5ad7-4ad6-ac30-bac98cd00bab req-8d9a5b41-cbf2-4b22-a96b-ad2a1a5601ea service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b014dbc881a94b53bff4fa00c7618782&device_id=515d0588-8202-4e20-902e-50efb4a0bf4f HTTP/1.1" status: 200 len: 1094 time: 0.0409939 Aug 18 12:40:20.811513 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 9a2dc688-d114-4273-91e5-17520c1e3ab0, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=9a2dc688-d114-4273-91e5-17520c1e3ab0,segment=NetworkSegment(ae4fcfab-9275-4fd0-906e-fbd9ae809b23),segment_id=ae4fcfab-9275-4fd0-906e-fbd9ae809b23)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:40:20.817062 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:40:20.857930 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 9a2dc688-d114-4273-91e5-17520c1e3ab0 no longer exists at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:40:20.889829 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=9a2dc688-d114-4273-91e5-17520c1e3ab0,revision_number=8']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:40:20.901302 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a021cb2-5ad7-4ad6-ac30-bac98cd00bab req-c3e39a89-df37-4a1b-96bf-7f884660cf89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:40:20.902794 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-1a021cb2-5ad7-4ad6-ac30-bac98cd00bab req-c3e39a89-df37-4a1b-96bf-7f884660cf89 service neutron] 10.222.0.62 "GET /v2.0/networks?id=d2682283-9943-409d-aeb3-45e8a1f61637 HTTP/1.1" status: 200 len: 912 time: 0.0895259 Aug 18 12:40:20.904276 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:40:20.904659 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:40:20.904987 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:40:20.905316 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:40:20.905635 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:40:20.905936 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:40:20.906253 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:40:20.906565 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:40:20.906866 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:40:20.907176 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:40:20.907488 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:40:20.907803 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:40:20.918356 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 9a2dc688-d114-4273-91e5-17520c1e3ab0 not bound to the agent host n-h2-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:40:20.969861 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-1a021cb2-5ad7-4ad6-ac30-bac98cd00bab req-917b6845-f787-49b1-ad14-ab074747fbe0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9a2dc688-d114-4273-91e5-17520c1e3ab0 HTTP/1.1" status: 200 len: 1000 time: 0.0591416 Aug 18 12:40:21.020383 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a021cb2-5ad7-4ad6-ac30-bac98cd00bab req-fdb9807d-c7c7-4fb4-963e-e9c4c22b149e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:40:21.021891 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-1a021cb2-5ad7-4ad6-ac30-bac98cd00bab req-fdb9807d-c7c7-4fb4-963e-e9c4c22b149e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=bffa035c-7b0b-4890-87d2-0a7264a9252e HTTP/1.1" status: 200 len: 850 time: 0.0451777 Aug 18 12:40:21.057217 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] get_ports_and_sgs() called for port_ids ['9a2dc688-d114-4273-91e5-17520c1e3ab0'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:40:21.073016 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a021cb2-5ad7-4ad6-ac30-bac98cd00bab req-bc45e2ff-f4c3-4aec-b7d5-3af5fb087cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:40:21.074647 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-1a021cb2-5ad7-4ad6-ac30-bac98cd00bab req-bc45e2ff-f4c3-4aec-b7d5-3af5fb087cfd service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d2682283-9943-409d-aeb3-45e8a1f61637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456748 Aug 18 12:40:21.167964 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-1a021cb2-5ad7-4ad6-ac30-bac98cd00bab req-56d12239-4e5c-4caf-ac71-9cd417ab18d3 service neutron] 10.222.0.62 "GET /v2.0/networks/d2682283-9943-409d-aeb3-45e8a1f61637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851920 Aug 18 12:40:21.278068 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-1a021cb2-5ad7-4ad6-ac30-bac98cd00bab req-e5bb1961-2225-41dd-b365-7c4f6b2cb9cb service neutron] 10.222.0.62 "GET /v2.0/networks/d2682283-9943-409d-aeb3-45e8a1f61637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029811 Aug 18 12:40:21.501424 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:40:21.740556 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-c48c1e43-632e-4fdd-9d1f-dbd037a04c75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:40:21.801762 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd176d6-49b0-4dbb-b4d4-0a94ff4392ba req-7f729479-b6f0-4978-bacf-9493674845c0 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:40:21.803226 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-bbd176d6-49b0-4dbb-b4d4-0a94ff4392ba req-7f729479-b6f0-4978-bacf-9493674845c0 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/ports?device_id=515d0588-8202-4e20-902e-50efb4a0bf4f HTTP/1.1" status: 200 len: 944 time: 0.0511320 Aug 18 12:40:21.845409 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-bbd176d6-49b0-4dbb-b4d4-0a94ff4392ba req-efce476c-5979-40ba-9fd5-a400a3c9f46d tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/security-groups?id=48101352-e635-4eda-b902-34c25dd4f6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355194 Aug 18 12:40:21.965013 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829f55e3-174b-4db8-8d9d-f196e79ef8a5 req-39183122-be7e-4c73-a033-03ddade33094 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:40:21.966495 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-829f55e3-174b-4db8-8d9d-f196e79ef8a5 req-39183122-be7e-4c73-a033-03ddade33094 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/ports?device_id=515d0588-8202-4e20-902e-50efb4a0bf4f HTTP/1.1" status: 200 len: 944 time: 0.0527189 Aug 18 12:40:22.009148 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-829f55e3-174b-4db8-8d9d-f196e79ef8a5 req-b3d66846-fa3e-48fe-b5fa-872405395b09 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/security-groups?id=48101352-e635-4eda-b902-34c25dd4f6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338902 Aug 18 12:40:22.151106 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283faa69-ff63-4f3b-b178-bd81fda4b306 req-7da272c0-aad0-4f5b-8cd3-7d887a3747e5 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:40:22.152805 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-283faa69-ff63-4f3b-b178-bd81fda4b306 req-7da272c0-aad0-4f5b-8cd3-7d887a3747e5 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/ports?device_id=515d0588-8202-4e20-902e-50efb4a0bf4f HTTP/1.1" status: 200 len: 944 time: 0.0632095 Aug 18 12:40:22.204441 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-283faa69-ff63-4f3b-b178-bd81fda4b306 req-9818fd32-b3e0-4007-a99e-39a8121249de tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/security-groups?id=48101352-e635-4eda-b902-34c25dd4f6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424209 Aug 18 12:40:22.304068 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-53584c24-f517-494e-ac93-c18bb92373f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:40:22.457578 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce11e19b-511d-4b71-a29e-0d3912fcec3e req-7e2da261-c066-431b-817c-691102db3b1c tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:40:22.459066 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ce11e19b-511d-4b71-a29e-0d3912fcec3e req-7e2da261-c066-431b-817c-691102db3b1c tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/ports?device_id=515d0588-8202-4e20-902e-50efb4a0bf4f HTTP/1.1" status: 200 len: 944 time: 0.0544252 Aug 18 12:40:22.500049 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ce11e19b-511d-4b71-a29e-0d3912fcec3e req-24b8eaaa-592b-478e-a2d9-887a18832f67 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/security-groups?id=48101352-e635-4eda-b902-34c25dd4f6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316796 Aug 18 12:40:22.660114 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 9a2dc688-d114-4273-91e5-17520c1e3ab0 up at agent hyperv_n-h1-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:40:22.719463 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Provisioning for port 9a2dc688-d114-4273-91e5-17520c1e3ab0 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:40:22.723164 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Provisioning complete for port 9a2dc688-d114-4273-91e5-17520c1e3ab0 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:40:22.723536 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:40:22.809059 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:40:22.833712 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '515d0588-8202-4e20-902e-50efb4a0bf4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a2dc688-d114-4273-91e5-17520c1e3ab0'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:40:22.835918 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db50a436fb3a98495337d8fe7487b4f2ea6f3c1052eb9efadc2ecda2d5737001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3287c558-67f3-41e4-9778-76393f92dca2" -d '{"events": [{"server_uuid": "515d0588-8202-4e20-902e-50efb4a0bf4f", "name": "network-vif-plugged", "status": "completed", "tag": "9a2dc688-d114-4273-91e5-17520c1e3ab0"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:40:22.848762 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 9a2dc688-d114-4273-91e5-17520c1e3ab0, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=9a2dc688-d114-4273-91e5-17520c1e3ab0,segment=NetworkSegment(ae4fcfab-9275-4fd0-906e-fbd9ae809b23),segment_id=ae4fcfab-9275-4fd0-906e-fbd9ae809b23)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:40:22.853486 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:40:22.876790 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:40:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36037d38-33fa-4f5b-9f23-71ca117acf8a x-openstack-request-id: req-36037d38-33fa-4f5b-9f23-71ca117acf8a {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:40:22.877084 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "515d0588-8202-4e20-902e-50efb4a0bf4f", "name": "network-vif-plugged", "status": "completed", "tag": "9a2dc688-d114-4273-91e5-17520c1e3ab0", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:40:22.877337 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-36037d38-33fa-4f5b-9f23-71ca117acf8a {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:40:22.877763 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '515d0588-8202-4e20-902e-50efb4a0bf4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a2dc688-d114-4273-91e5-17520c1e3ab0', 'code': 200} Aug 18 12:40:22.903042 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=9a2dc688-d114-4273-91e5-17520c1e3ab0,revision_number=9']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:40:23.620850 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daeb51dc-8859-41b3-a3f0-57f59de5b607 req-5717aa63-e271-4ac9-859e-b7b9d64dce1c tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:40:23.622391 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-daeb51dc-8859-41b3-a3f0-57f59de5b607 req-5717aa63-e271-4ac9-859e-b7b9d64dce1c tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/ports?device_id=515d0588-8202-4e20-902e-50efb4a0bf4f HTTP/1.1" status: 200 len: 945 time: 0.0509067 Aug 18 12:40:23.660982 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-daeb51dc-8859-41b3-a3f0-57f59de5b607 req-52d00b79-c686-4a8b-821d-e861b418ba17 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/security-groups?id=48101352-e635-4eda-b902-34c25dd4f6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325477 Aug 18 12:40:23.730037 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.agents_db [None req-6dbb2658-0354-4101-8393-6e7505481cf6 None None] Agent healthcheck: found 7 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 12:40:23.780141 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4779054b-02e4-42ec-8a60-a59497779213 req-29767957-5f40-4cc7-b51b-a723e83c11f9 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:40:23.782243 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4779054b-02e4-42ec-8a60-a59497779213 req-29767957-5f40-4cc7-b51b-a723e83c11f9 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.63 "GET /v2.0/ports?device_id=515d0588-8202-4e20-902e-50efb4a0bf4f HTTP/1.1" status: 200 len: 945 time: 0.0657313 Aug 18 12:40:23.895145 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-4779054b-02e4-42ec-8a60-a59497779213 req-5a1457ea-9f11-4a95-860e-ba4bd5a3b9a5 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Deleting port 9a2dc688-d114-4273-91e5-17520c1e3ab0 {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:40:23.895492 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-4779054b-02e4-42ec-8a60-a59497779213 req-5a1457ea-9f11-4a95-860e-ba4bd5a3b9a5 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:40:23.979650 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-500a1c61-38a7-4c23-a7ec-4631080af5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:40:23.990368 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-4779054b-02e4-42ec-8a60-a59497779213 req-5a1457ea-9f11-4a95-860e-ba4bd5a3b9a5 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] For port 9a2dc688-d114-4273-91e5-17520c1e3ab0, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=9a2dc688-d114-4273-91e5-17520c1e3ab0,segment=NetworkSegment(ae4fcfab-9275-4fd0-906e-fbd9ae809b23),segment_id=ae4fcfab-9275-4fd0-906e-fbd9ae809b23)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:40:23.990741 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-4779054b-02e4-42ec-8a60-a59497779213 req-5a1457ea-9f11-4a95-860e-ba4bd5a3b9a5 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:40:24.238169 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-4779054b-02e4-42ec-8a60-a59497779213 req-5a1457ea-9f11-4a95-860e-ba4bd5a3b9a5 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:40:24.238542 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-4779054b-02e4-42ec-8a60-a59497779213 req-5a1457ea-9f11-4a95-860e-ba4bd5a3b9a5 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-989945'] for floatingip, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:40:24.238850 n-d-804985-2 neutron-server[106252]: INFO neutron.db.l3_db [req-4779054b-02e4-42ec-8a60-a59497779213 req-5a1457ea-9f11-4a95-860e-ba4bd5a3b9a5 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Floating IP 586d7d2e-daf5-4c81-a005-514253453b9b disassociated. External IP: 172.25.7.180, port: 9a2dc688-d114-4273-91e5-17520c1e3ab0. Aug 18 12:40:24.239192 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-4779054b-02e4-42ec-8a60-a59497779213 req-5a1457ea-9f11-4a95-860e-ba4bd5a3b9a5 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Calling delete_port for 9a2dc688-d114-4273-91e5-17520c1e3ab0 owned by compute:nova {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:40:24.383878 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-4779054b-02e4-42ec-8a60-a59497779213 req-5a1457ea-9f11-4a95-860e-ba4bd5a3b9a5 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:40:24.411711 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1457ea-9f11-4a95-860e-ba4bd5a3b9a5 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Pushing event deleted for resources: {'Port': ['ID=9a2dc688-d114-4273-91e5-17520c1e3ab0,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:40:24.532005 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4779054b-02e4-42ec-8a60-a59497779213 req-5a1457ea-9f11-4a95-860e-ba4bd5a3b9a5 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Router 2b9c843a-b052-4d7b-827a-27c535920862 has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:40:24.643464 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4779054b-02e4-42ec-8a60-a59497779213 req-5a1457ea-9f11-4a95-860e-ba4bd5a3b9a5 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:40:24.654402 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65991452-5593-498d-9a52-2e212474f106 None None] Sync routers for ids ['2b9c843a-b052-4d7b-827a-27c535920862'] in n-d-804985-2 {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:40:24.664340 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65991452-5593-498d-9a52-2e212474f106 None None] Routers {'2b9c843a-b052-4d7b-827a-27c535920862'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:40:24.664988 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-65991452-5593-498d-9a52-2e212474f106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:40:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['2b9c843a-b052-4d7b-827a-27c535920862'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:40:24.682925 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-4779054b-02e4-42ec-8a60-a59497779213 req-5a1457ea-9f11-4a95-860e-ba4bd5a3b9a5 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] No DVR routers for this DVR port 9a2dc688-d114-4273-91e5-17520c1e3ab0 on host n-h1-804985-2 {{(pid=106252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:40:24.685716 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-4779054b-02e4-42ec-8a60-a59497779213 req-5a1457ea-9f11-4a95-860e-ba4bd5a3b9a5 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:40:24.688068 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4779054b-02e4-42ec-8a60-a59497779213 req-5a1457ea-9f11-4a95-860e-ba4bd5a3b9a5 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.63 "DELETE /v2.0/ports/9a2dc688-d114-4273-91e5-17520c1e3ab0 HTTP/1.1" status: 204 len: 173 time: 0.8994315 Aug 18 12:40:24.688519 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '515d0588-8202-4e20-902e-50efb4a0bf4f', 'name': 'network-vif-deleted', 'tag': '9a2dc688-d114-4273-91e5-17520c1e3ab0'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:40:24.691183 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e240a0b-6652-4eb1-800a-9b0581977f91" -d '{"events": [{"server_uuid": "515d0588-8202-4e20-902e-50efb4a0bf4f", "name": "network-vif-deleted", "tag": "9a2dc688-d114-4273-91e5-17520c1e3ab0"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:40:24.734504 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:40:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-715ca8b8-37a6-4fa9-b091-0869b4990140 x-openstack-request-id: req-715ca8b8-37a6-4fa9-b091-0869b4990140 {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:40:24.734803 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "515d0588-8202-4e20-902e-50efb4a0bf4f", "name": "network-vif-deleted", "tag": "9a2dc688-d114-4273-91e5-17520c1e3ab0", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:40:24.735050 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-715ca8b8-37a6-4fa9-b091-0869b4990140 {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:40:24.735635 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '515d0588-8202-4e20-902e-50efb4a0bf4f', 'name': 'network-vif-deleted', 'tag': '9a2dc688-d114-4273-91e5-17520c1e3ab0', 'status': 'completed', 'code': 200} Aug 18 12:40:24.774272 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-65991452-5593-498d-9a52-2e212474f106 None None] Set router 2b9c843a-b052-4d7b-827a-27c535920862 gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:40:24.782768 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-bd49d919-5745-49e1-9362-0a108c827981 req-42950676-6d6a-4070-9d6d-4183212e395b tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/ports?device_id=515d0588-8202-4e20-902e-50efb4a0bf4f HTTP/1.1" status: 200 len: 210 time: 0.0303943 Aug 18 12:40:24.981267 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-65991452-5593-498d-9a52-2e212474f106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b9c843a-b052-4d7b-827a-27c535920862', 'name': 'tempest-ServerActionsTestJSON-845282518-router', 'tenant_id': 'b014dbc881a94b53bff4fa00c7618782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': '87aa075c-d67c-4a9d-98a8-d5523656914a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:38:11Z', 'updated_at': '2021-08-18T12:38:13Z', 'revision_number': 4, 'project_id': 'b014dbc881a94b53bff4fa00c7618782', 'gw_port': {'id': '87aa075c-d67c-4a9d-98a8-d5523656914a', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:47:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b9c843a-b052-4d7b-827a-27c535920862', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:38:11Z', 'updated_at': '2021-08-18T12:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': 'cd1e55ba-9768-4c82-9003-862d7c8101b4', 'name': '', 'network_id': 'd2682283-9943-409d-aeb3-45e8a1f61637', 'tenant_id': 'b014dbc881a94b53bff4fa00c7618782', 'mac_address': 'fa:16:3e:7b:fd:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b9c843a-b052-4d7b-827a-27c535920862', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'bffa035c-7b0b-4890-87d2-0a7264a9252e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:38:13Z', 'updated_at': '2021-08-18T12:38:18Z', 'revision_number': 5, 'project_id': 'b014dbc881a94b53bff4fa00c7618782', 'subnets': [{'id': 'bffa035c-7b0b-4890-87d2-0a7264a9252e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:40:25.008984 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65991452-5593-498d-9a52-2e212474f106 None None] Checking router: 2b9c843a-b052-4d7b-827a-27c535920862 for host: n-d-804985-2 {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:40:25.017476 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65991452-5593-498d-9a52-2e212474f106 None None] Routers {'2b9c843a-b052-4d7b-827a-27c535920862'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:40:25.018089 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-65991452-5593-498d-9a52-2e212474f106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:40:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['2b9c843a-b052-4d7b-827a-27c535920862'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:40:25.122957 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-65991452-5593-498d-9a52-2e212474f106 None None] Set router 2b9c843a-b052-4d7b-827a-27c535920862 gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:40:25.319476 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-65991452-5593-498d-9a52-2e212474f106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b9c843a-b052-4d7b-827a-27c535920862', 'name': 'tempest-ServerActionsTestJSON-845282518-router', 'tenant_id': 'b014dbc881a94b53bff4fa00c7618782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': '87aa075c-d67c-4a9d-98a8-d5523656914a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:38:11Z', 'updated_at': '2021-08-18T12:38:13Z', 'revision_number': 4, 'project_id': 'b014dbc881a94b53bff4fa00c7618782', 'gw_port': {'id': '87aa075c-d67c-4a9d-98a8-d5523656914a', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:47:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b9c843a-b052-4d7b-827a-27c535920862', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:38:11Z', 'updated_at': '2021-08-18T12:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': 'cd1e55ba-9768-4c82-9003-862d7c8101b4', 'name': '', 'network_id': 'd2682283-9943-409d-aeb3-45e8a1f61637', 'tenant_id': 'b014dbc881a94b53bff4fa00c7618782', 'mac_address': 'fa:16:3e:7b:fd:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b9c843a-b052-4d7b-827a-27c535920862', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'bffa035c-7b0b-4890-87d2-0a7264a9252e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:38:13Z', 'updated_at': '2021-08-18T12:38:18Z', 'revision_number': 5, 'project_id': 'b014dbc881a94b53bff4fa00c7618782', 'subnets': [{'id': 'bffa035c-7b0b-4890-87d2-0a7264a9252e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:40:25.348078 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65991452-5593-498d-9a52-2e212474f106 None None] The sync data for ids ['2b9c843a-b052-4d7b-827a-27c535920862'] in n-d-804985-2 is: [{'id': '2b9c843a-b052-4d7b-827a-27c535920862', 'name': 'tempest-ServerActionsTestJSON-845282518-router', 'tenant_id': 'b014dbc881a94b53bff4fa00c7618782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': '87aa075c-d67c-4a9d-98a8-d5523656914a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:38:11Z', 'updated_at': '2021-08-18T12:38:13Z', 'revision_number': 4, 'project_id': 'b014dbc881a94b53bff4fa00c7618782', 'gw_port': {'id': '87aa075c-d67c-4a9d-98a8-d5523656914a', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:47:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b9c843a-b052-4d7b-827a-27c535920862', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:38:11Z', 'updated_at': '2021-08-18T12:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': 'cd1e55ba-9768-4c82-9003-862d7c8101b4', 'name': '', 'network_id': 'd2682283-9943-409d-aeb3-45e8a1f61637', 'tenant_id': 'b014dbc881a94b53bff4fa00c7618782', 'mac_address': 'fa:16:3e:7b:fd:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b9c843a-b052-4d7b-827a-27c535920862', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'bffa035c-7b0b-4890-87d2-0a7264a9252e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:38:13Z', 'updated_at': '2021-08-18T12:38:18Z', 'revision_number': 5, 'project_id': 'b014dbc881a94b53bff4fa00c7618782', 'subnets': [{'id': 'bffa035c-7b0b-4890-87d2-0a7264a9252e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:40:25.572281 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09aa785e-30f7-4208-a2d6-b3e9a5627748 None None] New status for floating IP 586d7d2e-daf5-4c81-a005-514253453b9b: DOWN {{(pid=106254) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 12:40:26.049873 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-60e73c97-33df-4c06-92b7-82023b6bdbb8 req-2f3c9e23-bfab-48d2-b0ca-834da6d4dbc7 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--1201889784&fields=id&tenant_id=b014dbc881a94b53bff4fa00c7618782 HTTP/1.1" status: 200 len: 267 time: 0.0354939 Aug 18 12:40:26.160704 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e73c97-33df-4c06-92b7-82023b6bdbb8 req-dc5b93ed-5680-42d4-9028-79552982e0cb tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:40:26.162060 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-60e73c97-33df-4c06-92b7-82023b6bdbb8 req-dc5b93ed-5680-42d4-9028-79552982e0cb tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/networks?id=d2682283-9943-409d-aeb3-45e8a1f61637 HTTP/1.1" status: 200 len: 811 time: 0.1054673 Aug 18 12:40:26.178479 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-60e73c97-33df-4c06-92b7-82023b6bdbb8 req-0e3cb947-7794-4552-8402-202d363a8bee tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/quotas/b014dbc881a94b53bff4fa00c7618782 HTTP/1.1" status: 200 len: 375 time: 0.0106592 Aug 18 12:40:26.245127 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-60e73c97-33df-4c06-92b7-82023b6bdbb8 req-62bb5d2e-9064-4bd0-b907-5b14f75929ce tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=b014dbc881a94b53bff4fa00c7618782&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0611067 Aug 18 12:40:26.351976 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-60e73c97-33df-4c06-92b7-82023b6bdbb8 req-b75facd6-6028-4daf-8786-011f0de04883 service neutron] 10.222.0.66 "GET /v2.0/networks/d2682283-9943-409d-aeb3-45e8a1f61637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893734 Aug 18 12:40:26.451529 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-60e73c97-33df-4c06-92b7-82023b6bdbb8 req-d237fba0-8180-494e-8d07-62a51f0601f2 service neutron] 10.222.0.66 "GET /v2.0/networks/d2682283-9943-409d-aeb3-45e8a1f61637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932012 Aug 18 12:40:26.615571 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5ed05f26-e6fc-490e-af86-3e87b4ab80b8 req-88c22232-544f-463d-93f7-2321010317a8 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/ports?device_id=2090c82d-779e-4ba4-a1c3-52aebad6147d HTTP/1.1" status: 200 len: 210 time: 0.0277712 Aug 18 12:40:26.674012 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 9a2dc688-d114-4273-91e5-17520c1e3ab0 no longer exists at agent hyperv_n-h1-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:40:26.695037 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] No Port match for: 9a2dc688-d114-4273-91e5-17520c1e3ab0 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:40:26.695390 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 9a2dc688-d114-4273-91e5-17520c1e3ab0 not bound to the agent host n-h1-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:40:27.561015 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e73c97-33df-4c06-92b7-82023b6bdbb8 req-7baf2ed0-289c-4cb7-929e-868b078078d2 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:40:27.562862 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-60e73c97-33df-4c06-92b7-82023b6bdbb8 req-7baf2ed0-289c-4cb7-929e-868b078078d2 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.62 "GET /v2.0/networks?id=d2682283-9943-409d-aeb3-45e8a1f61637 HTTP/1.1" status: 200 len: 811 time: 0.1039469 Aug 18 12:40:27.608841 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-60e73c97-33df-4c06-92b7-82023b6bdbb8 req-699aa8b6-ffd7-4cc2-b833-2b95722d9982 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b014dbc881a94b53bff4fa00c7618782 HTTP/1.1" status: 200 len: 380 time: 0.0369837 Aug 18 12:40:27.619115 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [req-60e73c97-33df-4c06-92b7-82023b6bdbb8 req-9d03ead7-e495-435d-a888-1e0915e4d7f5 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Request body: {'port': {'device_id': '2090c82d-779e-4ba4-a1c3-52aebad6147d', 'network_id': 'd2682283-9943-409d-aeb3-45e8a1f61637', 'admin_state_up': True, 'tenant_id': 'b014dbc881a94b53bff4fa00c7618782', 'security_groups': ['48101352-e635-4eda-b902-34c25dd4f6ec']}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:40:27.709939 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-94b912ee-1fea-40f7-ab22-9ff582e4d5c7 req-dd1aa739-f7d9-4ef6-8320-c522d9d0e01f tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/ports?device_id=2090c82d-779e-4ba4-a1c3-52aebad6147d HTTP/1.1" status: 200 len: 210 time: 0.0267587 Aug 18 12:40:27.734624 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60e73c97-33df-4c06-92b7-82023b6bdbb8 req-9d03ead7-e495-435d-a888-1e0915e4d7f5 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Made reservation on behalf of b014dbc881a94b53bff4fa00c7618782 for: {'port': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:40:27.738534 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-60e73c97-33df-4c06-92b7-82023b6bdbb8 req-9d03ead7-e495-435d-a888-1e0915e4d7f5 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:40:27.877132 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [req-60e73c97-33df-4c06-92b7-82023b6bdbb8 req-9d03ead7-e495-435d-a888-1e0915e4d7f5 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Allocated IP 172.20.0.5 (d2682283-9943-409d-aeb3-45e8a1f61637/bffa035c-7b0b-4890-87d2-0a7264a9252e/bde12c88-43e6-4486-8e2e-e86c87907952) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:40:28.026158 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-60e73c97-33df-4c06-92b7-82023b6bdbb8 req-9d03ead7-e495-435d-a888-1e0915e4d7f5 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:40:28.045329 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [req-60e73c97-33df-4c06-92b7-82023b6bdbb8 req-9d03ead7-e495-435d-a888-1e0915e4d7f5 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Transition to ACTIVE for port object bde12c88-43e6-4486-8e2e-e86c87907952 will not be triggered until provisioned by entity DHCP. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:40:28.082407 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-60e73c97-33df-4c06-92b7-82023b6bdbb8 req-9d03ead7-e495-435d-a888-1e0915e4d7f5 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:40:28.130105 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60e73c97-33df-4c06-92b7-82023b6bdbb8 req-9d03ead7-e495-435d-a888-1e0915e4d7f5 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Network d2682283-9943-409d-aeb3-45e8a1f61637 is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:40:28.133190 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [req-60e73c97-33df-4c06-92b7-82023b6bdbb8 req-9d03ead7-e495-435d-a888-1e0915e4d7f5 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:40:28.137037 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-60e73c97-33df-4c06-92b7-82023b6bdbb8 req-9d03ead7-e495-435d-a888-1e0915e4d7f5 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:40:28.143568 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d03ead7-e495-435d-a888-1e0915e4d7f5 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Pushing event updated for resources: {'Port': ['ID=bde12c88-43e6-4486-8e2e-e86c87907952,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:40:28.172038 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d03ead7-e495-435d-a888-1e0915e4d7f5 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:40:28.172367 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d03ead7-e495-435d-a888-1e0915e4d7f5 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:40:28.172737 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d03ead7-e495-435d-a888-1e0915e4d7f5 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:40:28.173075 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d03ead7-e495-435d-a888-1e0915e4d7f5 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:40:28.173409 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d03ead7-e495-435d-a888-1e0915e4d7f5 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:40:28.173722 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d03ead7-e495-435d-a888-1e0915e4d7f5 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:40:28.174039 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d03ead7-e495-435d-a888-1e0915e4d7f5 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:40:28.174358 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d03ead7-e495-435d-a888-1e0915e4d7f5 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:40:28.174673 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d03ead7-e495-435d-a888-1e0915e4d7f5 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:40:28.175008 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d03ead7-e495-435d-a888-1e0915e4d7f5 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:40:28.175323 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d03ead7-e495-435d-a888-1e0915e4d7f5 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:40:28.175643 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d03ead7-e495-435d-a888-1e0915e4d7f5 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:40:28.201697 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e73c97-33df-4c06-92b7-82023b6bdbb8 req-9d03ead7-e495-435d-a888-1e0915e4d7f5 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:40:28.202319 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-60e73c97-33df-4c06-92b7-82023b6bdbb8 req-9d03ead7-e495-435d-a888-1e0915e4d7f5 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:40:28.217067 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-60e73c97-33df-4c06-92b7-82023b6bdbb8 req-9d03ead7-e495-435d-a888-1e0915e4d7f5 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6020496 Aug 18 12:40:28.229958 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [req-60e73c97-33df-4c06-92b7-82023b6bdbb8 req-b01ec2c0-1901-48c4-8690-1014fc969231 service neutron] Request body: {'port': {'device_id': '2090c82d-779e-4ba4-a1c3-52aebad6147d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804985-2'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:40:28.285400 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-60e73c97-33df-4c06-92b7-82023b6bdbb8 req-b01ec2c0-1901-48c4-8690-1014fc969231 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:40:28.370959 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-f3f8ef2b-6d23-4867-b9d5-24ffb72d9d5b None None] Provisioning for port bde12c88-43e6-4486-8e2e-e86c87907952 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:40:28.374764 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-f3f8ef2b-6d23-4867-b9d5-24ffb72d9d5b None None] Provisioning complete for port bde12c88-43e6-4486-8e2e-e86c87907952 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:40:28.375136 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-f3f8ef2b-6d23-4867-b9d5-24ffb72d9d5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:40:28.410889 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-f3f8ef2b-6d23-4867-b9d5-24ffb72d9d5b None None] Port bde12c88-43e6-4486-8e2e-e86c87907952 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:40:28.563098 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [req-60e73c97-33df-4c06-92b7-82023b6bdbb8 req-b01ec2c0-1901-48c4-8690-1014fc969231 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bde12c88-43e6-4486-8e2e-e86c87907952 {{(pid=106253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:40:28.570646 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-60e73c97-33df-4c06-92b7-82023b6bdbb8 req-b01ec2c0-1901-48c4-8690-1014fc969231 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:40:28.583995 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [req-60e73c97-33df-4c06-92b7-82023b6bdbb8 req-b01ec2c0-1901-48c4-8690-1014fc969231 service neutron] Transition to ACTIVE for port object bde12c88-43e6-4486-8e2e-e86c87907952 will not be triggered until provisioned by entity L2. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:40:28.591260 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-60e73c97-33df-4c06-92b7-82023b6bdbb8 req-b01ec2c0-1901-48c4-8690-1014fc969231 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:40:28.646364 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01ec2c0-1901-48c4-8690-1014fc969231 service neutron] Pushing event updated for resources: {'Port': ['ID=bde12c88-43e6-4486-8e2e-e86c87907952,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:40:28.715760 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-60e73c97-33df-4c06-92b7-82023b6bdbb8 req-b01ec2c0-1901-48c4-8690-1014fc969231 service neutron] Attempting to bind port bde12c88-43e6-4486-8e2e-e86c87907952 on host n-h2-804985-2 for vnic_type normal with profile {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:40:28.716065 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-60e73c97-33df-4c06-92b7-82023b6bdbb8 req-b01ec2c0-1901-48c4-8690-1014fc969231 service neutron] Attempting to bind port bde12c88-43e6-4486-8e2e-e86c87907952 by drivers openvswitch,hyperv on host n-h2-804985-2 at level 0 using segments [{'id': 'ae4fcfab-9275-4fd0-906e-fbd9ae809b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'd2682283-9943-409d-aeb3-45e8a1f61637'}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:40:28.716417 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60e73c97-33df-4c06-92b7-82023b6bdbb8 req-b01ec2c0-1901-48c4-8690-1014fc969231 service neutron] Attempting to bind port bde12c88-43e6-4486-8e2e-e86c87907952 on network d2682283-9943-409d-aeb3-45e8a1f61637 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:40:28.721380 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60e73c97-33df-4c06-92b7-82023b6bdbb8 req-b01ec2c0-1901-48c4-8690-1014fc969231 service neutron] Port bde12c88-43e6-4486-8e2e-e86c87907952 on network d2682283-9943-409d-aeb3-45e8a1f61637 not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-2 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:40:28.721695 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60e73c97-33df-4c06-92b7-82023b6bdbb8 req-b01ec2c0-1901-48c4-8690-1014fc969231 service neutron] Attempting to bind port bde12c88-43e6-4486-8e2e-e86c87907952 on network d2682283-9943-409d-aeb3-45e8a1f61637 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:40:28.727450 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60e73c97-33df-4c06-92b7-82023b6bdbb8 req-b01ec2c0-1901-48c4-8690-1014fc969231 service neutron] Checking agent: {'id': 'da5da552-709c-4248-84de-86af99a0dc87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 49, 8), 'started_at': datetime.datetime(2021, 8, 18, 11, 49, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 40, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:40:28.727790 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60e73c97-33df-4c06-92b7-82023b6bdbb8 req-b01ec2c0-1901-48c4-8690-1014fc969231 service neutron] Checking segment: {'id': 'ae4fcfab-9275-4fd0-906e-fbd9ae809b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'd2682283-9943-409d-aeb3-45e8a1f61637'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:40:28.728180 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60e73c97-33df-4c06-92b7-82023b6bdbb8 req-b01ec2c0-1901-48c4-8690-1014fc969231 service neutron] Bound using segment: {'id': 'ae4fcfab-9275-4fd0-906e-fbd9ae809b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'd2682283-9943-409d-aeb3-45e8a1f61637'} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:40:28.728636 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-60e73c97-33df-4c06-92b7-82023b6bdbb8 req-b01ec2c0-1901-48c4-8690-1014fc969231 service neutron] Bound port: bde12c88-43e6-4486-8e2e-e86c87907952, host: n-h2-804985-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae4fcfab-9275-4fd0-906e-fbd9ae809b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'd2682283-9943-409d-aeb3-45e8a1f61637'}}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:40:28.728999 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-60e73c97-33df-4c06-92b7-82023b6bdbb8 req-b01ec2c0-1901-48c4-8690-1014fc969231 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:40:28.798331 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-60e73c97-33df-4c06-92b7-82023b6bdbb8 req-b01ec2c0-1901-48c4-8690-1014fc969231 service neutron] For port bde12c88-43e6-4486-8e2e-e86c87907952, host n-h2-804985-2, cleared binding levels {{(pid=106253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:40:28.801745 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-60e73c97-33df-4c06-92b7-82023b6bdbb8 req-b01ec2c0-1901-48c4-8690-1014fc969231 service neutron] For port bde12c88-43e6-4486-8e2e-e86c87907952, host n-h2-804985-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=bde12c88-43e6-4486-8e2e-e86c87907952,segment=NetworkSegment(ae4fcfab-9275-4fd0-906e-fbd9ae809b23),segment_id=ae4fcfab-9275-4fd0-906e-fbd9ae809b23)] {{(pid=106253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:40:28.807312 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-60e73c97-33df-4c06-92b7-82023b6bdbb8 req-b01ec2c0-1901-48c4-8690-1014fc969231 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:40:28.838707 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09fe263-2baf-46c5-9d6f-825a4b1c1cda req-0820e727-c23f-45e9-8f6c-8a8a10922553 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:40:28.840272 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b09fe263-2baf-46c5-9d6f-825a4b1c1cda req-0820e727-c23f-45e9-8f6c-8a8a10922553 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/ports?device_id=2090c82d-779e-4ba4-a1c3-52aebad6147d HTTP/1.1" status: 200 len: 943 time: 0.0599234 Aug 18 12:40:28.846586 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e73c97-33df-4c06-92b7-82023b6bdbb8 req-b01ec2c0-1901-48c4-8690-1014fc969231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:40:28.847195 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-60e73c97-33df-4c06-92b7-82023b6bdbb8 req-b01ec2c0-1901-48c4-8690-1014fc969231 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:40:28.848858 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-60e73c97-33df-4c06-92b7-82023b6bdbb8 req-b01ec2c0-1901-48c4-8690-1014fc969231 service neutron] 10.222.0.62 "PUT /v2.0/ports/bde12c88-43e6-4486-8e2e-e86c87907952 HTTP/1.1" status: 200 len: 1091 time: 0.6231165 Aug 18 12:40:28.849067 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2090c82d-779e-4ba4-a1c3-52aebad6147d', 'tag': 'bde12c88-43e6-4486-8e2e-e86c87907952'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:40:28.851232 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0679f4c4b6e0e0c064a7d71d722dc30541a34fffee11680573be22ee2ffccc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50485135-a9a7-4fde-8b20-8b54b73ee50e" -d '{"events": [{"name": "network-changed", "server_uuid": "2090c82d-779e-4ba4-a1c3-52aebad6147d", "tag": "bde12c88-43e6-4486-8e2e-e86c87907952"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:40:28.871541 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01ec2c0-1901-48c4-8690-1014fc969231 service neutron] Pushing event updated for resources: {'Port': ['ID=bde12c88-43e6-4486-8e2e-e86c87907952,revision_number=3']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:40:28.901807 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b09fe263-2baf-46c5-9d6f-825a4b1c1cda req-3dbd30cf-c1a0-4668-922d-990f4396c4eb tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/security-groups?id=48101352-e635-4eda-b902-34c25dd4f6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533493 Aug 18 12:40:28.917433 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:40:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51822964-8fa2-4cef-a588-1cc191f2ef32 x-openstack-request-id: req-51822964-8fa2-4cef-a588-1cc191f2ef32 {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:40:28.917798 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2090c82d-779e-4ba4-a1c3-52aebad6147d", "tag": "bde12c88-43e6-4486-8e2e-e86c87907952", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:40:28.918100 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-51822964-8fa2-4cef-a588-1cc191f2ef32 {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:40:28.918588 n-d-804985-2 neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2090c82d-779e-4ba4-a1c3-52aebad6147d', 'tag': 'bde12c88-43e6-4486-8e2e-e86c87907952', 'status': 'completed', 'code': 200} Aug 18 12:40:28.935593 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e73c97-33df-4c06-92b7-82023b6bdbb8 req-58799a24-ae97-4629-a80c-74f7ae830aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:40:28.937570 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-60e73c97-33df-4c06-92b7-82023b6bdbb8 req-58799a24-ae97-4629-a80c-74f7ae830aaf service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b014dbc881a94b53bff4fa00c7618782&device_id=2090c82d-779e-4ba4-a1c3-52aebad6147d HTTP/1.1" status: 200 len: 1094 time: 0.0474832 Aug 18 12:40:28.985667 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-60e73c97-33df-4c06-92b7-82023b6bdbb8 req-5ef75902-bb98-44a1-b532-c9700ce8c79e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bde12c88-43e6-4486-8e2e-e86c87907952 HTTP/1.1" status: 200 len: 217 time: 0.0401819 Aug 18 12:40:29.038917 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e73c97-33df-4c06-92b7-82023b6bdbb8 req-0e5d3d5c-7ac1-463f-96b0-408bf0e938f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:40:29.040412 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-60e73c97-33df-4c06-92b7-82023b6bdbb8 req-0e5d3d5c-7ac1-463f-96b0-408bf0e938f1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=bffa035c-7b0b-4890-87d2-0a7264a9252e HTTP/1.1" status: 200 len: 850 time: 0.0471725 Aug 18 12:40:29.086402 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e73c97-33df-4c06-92b7-82023b6bdbb8 req-8ef2a107-060c-4ed9-83ff-c16de8a94ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:40:29.087933 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-60e73c97-33df-4c06-92b7-82023b6bdbb8 req-8ef2a107-060c-4ed9-83ff-c16de8a94ed4 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d2682283-9943-409d-aeb3-45e8a1f61637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408583 Aug 18 12:40:29.195212 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-60e73c97-33df-4c06-92b7-82023b6bdbb8 req-123382b9-5ab9-456b-b11f-b27acbcf96e8 service neutron] 10.222.0.62 "GET /v2.0/networks/d2682283-9943-409d-aeb3-45e8a1f61637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995584 Aug 18 12:40:29.284975 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-60e73c97-33df-4c06-92b7-82023b6bdbb8 req-d5ca0fe2-d799-4964-9699-44657ff03a04 service neutron] 10.222.0.62 "GET /v2.0/networks/d2682283-9943-409d-aeb3-45e8a1f61637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829256 Aug 18 12:40:29.371340 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50485135-a9a7-4fde-8b20-8b54b73ee50e req-3d0e1972-d09f-43ae-bb6f-aed4b27b9d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:40:29.373066 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-50485135-a9a7-4fde-8b20-8b54b73ee50e req-3d0e1972-d09f-43ae-bb6f-aed4b27b9d3f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b014dbc881a94b53bff4fa00c7618782&device_id=2090c82d-779e-4ba4-a1c3-52aebad6147d HTTP/1.1" status: 200 len: 1094 time: 0.0419540 Aug 18 12:40:29.472309 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50485135-a9a7-4fde-8b20-8b54b73ee50e req-1a5381eb-3580-4e16-997e-6cbe3a0205bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:40:29.473826 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-50485135-a9a7-4fde-8b20-8b54b73ee50e req-1a5381eb-3580-4e16-997e-6cbe3a0205bd service neutron] 10.222.0.62 "GET /v2.0/networks?id=d2682283-9943-409d-aeb3-45e8a1f61637 HTTP/1.1" status: 200 len: 912 time: 0.0930898 Aug 18 12:40:29.516366 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-50485135-a9a7-4fde-8b20-8b54b73ee50e req-e5d1aed6-2c4a-4912-93a9-b94f4e123b8e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bde12c88-43e6-4486-8e2e-e86c87907952 HTTP/1.1" status: 200 len: 217 time: 0.0345547 Aug 18 12:40:29.576854 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50485135-a9a7-4fde-8b20-8b54b73ee50e req-de9bde63-ac07-4ab1-aeb4-31d19735d01e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:40:29.578775 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-50485135-a9a7-4fde-8b20-8b54b73ee50e req-de9bde63-ac07-4ab1-aeb4-31d19735d01e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=bffa035c-7b0b-4890-87d2-0a7264a9252e HTTP/1.1" status: 200 len: 850 time: 0.0545306 Aug 18 12:40:29.626870 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50485135-a9a7-4fde-8b20-8b54b73ee50e req-ab287126-99d4-4346-876f-d19a207e2259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:40:29.628324 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-50485135-a9a7-4fde-8b20-8b54b73ee50e req-ab287126-99d4-4346-876f-d19a207e2259 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d2682283-9943-409d-aeb3-45e8a1f61637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414901 Aug 18 12:40:29.723229 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-50485135-a9a7-4fde-8b20-8b54b73ee50e req-9edf21d8-447e-44f8-9be8-1f58c46475c4 service neutron] 10.222.0.62 "GET /v2.0/networks/d2682283-9943-409d-aeb3-45e8a1f61637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860815 Aug 18 12:40:29.822131 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-50485135-a9a7-4fde-8b20-8b54b73ee50e req-33ada806-b8f9-4015-b8a0-b51373d481b6 service neutron] 10.222.0.62 "GET /v2.0/networks/d2682283-9943-409d-aeb3-45e8a1f61637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897474 Aug 18 12:40:30.027525 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a627b0ac-4be8-4785-9239-467871ebf514 req-7f935e3e-ea91-4466-95be-9a6536a6152d tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:40:30.028919 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a627b0ac-4be8-4785-9239-467871ebf514 req-7f935e3e-ea91-4466-95be-9a6536a6152d tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/ports?device_id=2090c82d-779e-4ba4-a1c3-52aebad6147d HTTP/1.1" status: 200 len: 943 time: 0.0541072 Aug 18 12:40:30.067734 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a627b0ac-4be8-4785-9239-467871ebf514 req-77f24ded-10fd-4b73-93a5-d046296e4970 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/security-groups?id=48101352-e635-4eda-b902-34c25dd4f6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327027 Aug 18 12:40:31.217639 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fa5773-45ce-4ce1-8a04-7e507c5ff2be req-bc313fd8-9a79-4a64-9d1b-62b4e694a140 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:40:31.219126 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f3fa5773-45ce-4ce1-8a04-7e507c5ff2be req-bc313fd8-9a79-4a64-9d1b-62b4e694a140 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/ports?device_id=2090c82d-779e-4ba4-a1c3-52aebad6147d HTTP/1.1" status: 200 len: 943 time: 0.0591707 Aug 18 12:40:31.256901 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f3fa5773-45ce-4ce1-8a04-7e507c5ff2be req-92ad2d8f-cef8-4a1c-8eb3-da123d4f2c94 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/security-groups?id=48101352-e635-4eda-b902-34c25dd4f6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317001 Aug 18 12:40:32.390523 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fa6dc4-c2a0-4c74-94d8-f8c3efe0faa0 req-6bd5bdec-7335-4dce-976e-f6aa6e092c58 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:40:32.392013 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-49fa6dc4-c2a0-4c74-94d8-f8c3efe0faa0 req-6bd5bdec-7335-4dce-976e-f6aa6e092c58 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/ports?device_id=2090c82d-779e-4ba4-a1c3-52aebad6147d HTTP/1.1" status: 200 len: 943 time: 0.0604374 Aug 18 12:40:32.435433 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-49fa6dc4-c2a0-4c74-94d8-f8c3efe0faa0 req-5c44aeb1-a4b7-4b58-9856-a7ea61869772 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/security-groups?id=48101352-e635-4eda-b902-34c25dd4f6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343964 Aug 18 12:40:32.903602 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device bde12c88-43e6-4486-8e2e-e86c87907952 details requested by agent hyperv_n-h2-804985-2 with host n-h2-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:40:33.014599 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port bde12c88-43e6-4486-8e2e-e86c87907952, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=bde12c88-43e6-4486-8e2e-e86c87907952,segment=NetworkSegment(ae4fcfab-9275-4fd0-906e-fbd9ae809b23),segment_id=ae4fcfab-9275-4fd0-906e-fbd9ae809b23)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:40:33.026351 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Returning: {'device': 'bde12c88-43e6-4486-8e2e-e86c87907952', 'network_id': 'd2682283-9943-409d-aeb3-45e8a1f61637', 'port_id': 'bde12c88-43e6-4486-8e2e-e86c87907952', 'mac_address': 'fa:16:3e:d2:83:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 815, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bffa035c-7b0b-4890-87d2-0a7264a9252e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:40:33.070527 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:40:33.085743 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bde12c88-43e6-4486-8e2e-e86c87907952 {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:40:33.105851 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port bde12c88-43e6-4486-8e2e-e86c87907952, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=bde12c88-43e6-4486-8e2e-e86c87907952,segment=NetworkSegment(ae4fcfab-9275-4fd0-906e-fbd9ae809b23),segment_id=ae4fcfab-9275-4fd0-906e-fbd9ae809b23)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:40:33.111288 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:40:33.170581 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=bde12c88-43e6-4486-8e2e-e86c87907952,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:40:33.347549 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] get_ports_and_sgs() called for port_ids ['bde12c88-43e6-4486-8e2e-e86c87907952'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:40:33.557188 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acf891c-96a1-4c89-b243-87560a356a51 req-08097374-0114-4472-a56d-9a2b0b5ef6a6 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:40:33.558749 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3acf891c-96a1-4c89-b243-87560a356a51 req-08097374-0114-4472-a56d-9a2b0b5ef6a6 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/ports?device_id=2090c82d-779e-4ba4-a1c3-52aebad6147d HTTP/1.1" status: 200 len: 944 time: 0.0559850 Aug 18 12:40:33.604994 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3acf891c-96a1-4c89-b243-87560a356a51 req-b5ded6ba-b227-44d8-8093-c57ef4df9b36 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/security-groups?id=48101352-e635-4eda-b902-34c25dd4f6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340312 Aug 18 12:40:34.738542 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e19db0-e626-4f3b-b9fc-7427016188d9 req-f4dd282e-b11d-4216-bb77-ed5cdafadb01 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:40:34.740081 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b4e19db0-e626-4f3b-b9fc-7427016188d9 req-f4dd282e-b11d-4216-bb77-ed5cdafadb01 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/ports?device_id=2090c82d-779e-4ba4-a1c3-52aebad6147d HTTP/1.1" status: 200 len: 944 time: 0.0560017 Aug 18 12:40:34.782352 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b4e19db0-e626-4f3b-b9fc-7427016188d9 req-8381e41e-ecce-48ec-bd39-e75951b75d07 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/security-groups?id=48101352-e635-4eda-b902-34c25dd4f6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327566 Aug 18 12:40:34.919203 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device bde12c88-43e6-4486-8e2e-e86c87907952 up at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:40:34.979609 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Provisioning for port bde12c88-43e6-4486-8e2e-e86c87907952 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:40:34.983178 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Provisioning complete for port bde12c88-43e6-4486-8e2e-e86c87907952 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:40:34.983704 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:40:35.061216 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:40:35.083308 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2090c82d-779e-4ba4-a1c3-52aebad6147d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bde12c88-43e6-4486-8e2e-e86c87907952'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:40:35.085603 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db50a436fb3a98495337d8fe7487b4f2ea6f3c1052eb9efadc2ecda2d5737001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-341fb23c-220e-49d7-83d7-d16965241651" -d '{"events": [{"server_uuid": "2090c82d-779e-4ba4-a1c3-52aebad6147d", "name": "network-vif-plugged", "status": "completed", "tag": "bde12c88-43e6-4486-8e2e-e86c87907952"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:40:35.098748 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port bde12c88-43e6-4486-8e2e-e86c87907952, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=bde12c88-43e6-4486-8e2e-e86c87907952,segment=NetworkSegment(ae4fcfab-9275-4fd0-906e-fbd9ae809b23),segment_id=ae4fcfab-9275-4fd0-906e-fbd9ae809b23)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:40:35.103702 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:40:35.126838 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:40:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11f7fc67-5b76-4c13-9fd0-29d7684ce5c6 x-openstack-request-id: req-11f7fc67-5b76-4c13-9fd0-29d7684ce5c6 {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:40:35.127136 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2090c82d-779e-4ba4-a1c3-52aebad6147d", "name": "network-vif-plugged", "status": "completed", "tag": "bde12c88-43e6-4486-8e2e-e86c87907952", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:40:35.127400 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-11f7fc67-5b76-4c13-9fd0-29d7684ce5c6 {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:40:35.127810 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2090c82d-779e-4ba4-a1c3-52aebad6147d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bde12c88-43e6-4486-8e2e-e86c87907952', 'code': 200} Aug 18 12:40:35.155939 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=bde12c88-43e6-4486-8e2e-e86c87907952,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:40:35.221666 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246fe1af-0721-4979-b29b-8012a136b369 req-475268e3-c144-479c-8fbe-4bb6b2ac9dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:40:35.223126 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-246fe1af-0721-4979-b29b-8012a136b369 req-475268e3-c144-479c-8fbe-4bb6b2ac9dc8 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=2090c82d-779e-4ba4-a1c3-52aebad6147d HTTP/1.1" status: 200 len: 1096 time: 0.0414279 Aug 18 12:40:35.258908 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-246fe1af-0721-4979-b29b-8012a136b369 req-399ccadf-e9ae-4916-8c2b-ee8da5c71a35 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=48101352-e635-4eda-b902-34c25dd4f6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0283427 Aug 18 12:40:35.917570 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1755b3a4-4c3f-4d7e-afb2-f152c925597d req-541a5063-7a56-4a5b-a860-fa2019f1f9ec tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:40:35.919260 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1755b3a4-4c3f-4d7e-afb2-f152c925597d req-541a5063-7a56-4a5b-a860-fa2019f1f9ec tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/ports?device_id=2090c82d-779e-4ba4-a1c3-52aebad6147d HTTP/1.1" status: 200 len: 945 time: 0.0527942 Aug 18 12:40:35.958409 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1755b3a4-4c3f-4d7e-afb2-f152c925597d req-d9ccabc1-5d60-4e65-bb34-1f6a77bef323 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/security-groups?id=48101352-e635-4eda-b902-34c25dd4f6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327568 Aug 18 12:40:36.400605 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:40:37.095582 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c438ac6-cce7-4e9f-9b77-f08f105f32dc req-375977ba-0ffb-4f8a-9e6e-bd83f7b24fa8 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:40:37.097160 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3c438ac6-cce7-4e9f-9b77-f08f105f32dc req-375977ba-0ffb-4f8a-9e6e-bd83f7b24fa8 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/ports?device_id=2090c82d-779e-4ba4-a1c3-52aebad6147d HTTP/1.1" status: 200 len: 945 time: 0.0562000 Aug 18 12:40:37.137761 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3c438ac6-cce7-4e9f-9b77-f08f105f32dc req-36b2ab25-ae5f-4adb-9cb4-bdba636b264b tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/security-groups?id=48101352-e635-4eda-b902-34c25dd4f6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315590 Aug 18 12:40:37.262777 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a3d22e-985e-4528-ba0b-a87d9b434a0f req-25a39ee3-3c5a-4b79-b0b1-797ce3080342 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:40:37.264172 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-16a3d22e-985e-4528-ba0b-a87d9b434a0f req-25a39ee3-3c5a-4b79-b0b1-797ce3080342 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/ports?device_id=2090c82d-779e-4ba4-a1c3-52aebad6147d HTTP/1.1" status: 200 len: 945 time: 0.0520933 Aug 18 12:40:37.273160 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 50478) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:40:37.279959 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-f59d97e1-10c6-4601-9a68-922bb29a002e tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Request body: {'floatingip': {'port_id': 'bde12c88-43e6-4486-8e2e-e86c87907952'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:40:37.324185 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f59d97e1-10c6-4601-9a68-922bb29a002e tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Notify callbacks [] for floatingip, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:40:38.156858 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f59d97e1-10c6-4601-9a68-922bb29a002e tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:40:38.163924 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f59d97e1-10c6-4601-9a68-922bb29a002e tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-989945'] for floatingip, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:40:38.263188 n-d-804985-2 neutron-server[106252]: INFO neutron.db.l3_db [None req-f59d97e1-10c6-4601-9a68-922bb29a002e tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Floating IP 586d7d2e-daf5-4c81-a005-514253453b9b associated. External IP: 172.25.7.180, port: bde12c88-43e6-4486-8e2e-e86c87907952. Aug 18 12:40:38.473183 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f59d97e1-10c6-4601-9a68-922bb29a002e tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Router 2b9c843a-b052-4d7b-827a-27c535920862 has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:40:38.585403 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f59d97e1-10c6-4601-9a68-922bb29a002e tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:40:38.590942 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f59d97e1-10c6-4601-9a68-922bb29a002e tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for floatingip, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:40:38.596076 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a37108f6-bd6e-4ea7-976e-c31b251cd7bc None None] Sync routers for ids ['2b9c843a-b052-4d7b-827a-27c535920862'] in n-d-804985-2 {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:40:38.605335 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a37108f6-bd6e-4ea7-976e-c31b251cd7bc None None] Routers {'2b9c843a-b052-4d7b-827a-27c535920862'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:40:38.606210 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-a37108f6-bd6e-4ea7-976e-c31b251cd7bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:40:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['2b9c843a-b052-4d7b-827a-27c535920862'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:40:38.619311 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:40:38.621672 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-f59d97e1-10c6-4601-9a68-922bb29a002e tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "PUT /v2.0/floatingips/586d7d2e-daf5-4c81-a005-514253453b9b HTTP/1.1" status: 200 len: 991 time: 1.3472421 Aug 18 12:40:38.622265 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2090c82d-779e-4ba4-a1c3-52aebad6147d', 'tag': 'bde12c88-43e6-4486-8e2e-e86c87907952'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:40:38.624552 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e974b6b-7351-4a27-8879-a0b8956dab71" -d '{"events": [{"name": "network-changed", "server_uuid": "2090c82d-779e-4ba4-a1c3-52aebad6147d", "tag": "bde12c88-43e6-4486-8e2e-e86c87907952"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:40:38.665545 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:40:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c603fbc-5ece-4eeb-bd2d-2315a4b707df x-openstack-request-id: req-7c603fbc-5ece-4eeb-bd2d-2315a4b707df {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:40:38.665839 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2090c82d-779e-4ba4-a1c3-52aebad6147d", "tag": "bde12c88-43e6-4486-8e2e-e86c87907952", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:40:38.666083 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-7c603fbc-5ece-4eeb-bd2d-2315a4b707df {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:40:38.666476 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2090c82d-779e-4ba4-a1c3-52aebad6147d', 'tag': 'bde12c88-43e6-4486-8e2e-e86c87907952', 'status': 'completed', 'code': 200} Aug 18 12:40:38.713643 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-a37108f6-bd6e-4ea7-976e-c31b251cd7bc None None] Set router 2b9c843a-b052-4d7b-827a-27c535920862 gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:40:38.742319 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e974b6b-7351-4a27-8879-a0b8956dab71 req-c9b36303-22cc-4639-8f31-772dd5e34896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:40:38.743734 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-4e974b6b-7351-4a27-8879-a0b8956dab71 req-c9b36303-22cc-4639-8f31-772dd5e34896 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b014dbc881a94b53bff4fa00c7618782&device_id=2090c82d-779e-4ba4-a1c3-52aebad6147d HTTP/1.1" status: 200 len: 1096 time: 0.0461411 Aug 18 12:40:38.837435 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e974b6b-7351-4a27-8879-a0b8956dab71 req-f36e18b0-7cd3-49e0-8d21-0187864d71a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:40:38.838925 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-4e974b6b-7351-4a27-8879-a0b8956dab71 req-f36e18b0-7cd3-49e0-8d21-0187864d71a6 service neutron] 10.222.0.62 "GET /v2.0/networks?id=d2682283-9943-409d-aeb3-45e8a1f61637 HTTP/1.1" status: 200 len: 912 time: 0.0877435 Aug 18 12:40:38.908700 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-4e974b6b-7351-4a27-8879-a0b8956dab71 req-fc235249-5169-4297-ba70-edff4d0b1454 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bde12c88-43e6-4486-8e2e-e86c87907952 HTTP/1.1" status: 200 len: 999 time: 0.0619757 Aug 18 12:40:38.938953 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-a37108f6-bd6e-4ea7-976e-c31b251cd7bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b9c843a-b052-4d7b-827a-27c535920862', 'name': 'tempest-ServerActionsTestJSON-845282518-router', 'tenant_id': 'b014dbc881a94b53bff4fa00c7618782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': '87aa075c-d67c-4a9d-98a8-d5523656914a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:38:11Z', 'updated_at': '2021-08-18T12:38:13Z', 'revision_number': 4, 'project_id': 'b014dbc881a94b53bff4fa00c7618782', 'gw_port': {'id': '87aa075c-d67c-4a9d-98a8-d5523656914a', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:47:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b9c843a-b052-4d7b-827a-27c535920862', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:38:11Z', 'updated_at': '2021-08-18T12:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_floatingips': [{'id': '586d7d2e-daf5-4c81-a005-514253453b9b', 'tenant_id': 'b014dbc881a94b53bff4fa00c7618782', 'floating_ip_address': '172.25.7.180', 'floating_network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'router_id': '2b9c843a-b052-4d7b-827a-27c535920862', 'port_id': 'bde12c88-43e6-4486-8e2e-e86c87907952', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2682283-9943-409d-aeb3-45e8a1f61637', 'mac_address': 'fa:16:3e:d2:83:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2090c82d-779e-4ba4-a1c3-52aebad6147d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T12:38:16Z', 'updated_at': '2021-08-18T12:40:38Z', 'revision_number': 5, 'project_id': 'b014dbc881a94b53bff4fa00c7618782', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd1e55ba-9768-4c82-9003-862d7c8101b4', 'name': '', 'network_id': 'd2682283-9943-409d-aeb3-45e8a1f61637', 'tenant_id': 'b014dbc881a94b53bff4fa00c7618782', 'mac_address': 'fa:16:3e:7b:fd:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b9c843a-b052-4d7b-827a-27c535920862', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'bffa035c-7b0b-4890-87d2-0a7264a9252e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:38:13Z', 'updated_at': '2021-08-18T12:38:18Z', 'revision_number': 5, 'project_id': 'b014dbc881a94b53bff4fa00c7618782', 'subnets': [{'id': 'bffa035c-7b0b-4890-87d2-0a7264a9252e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:40:38.958276 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e974b6b-7351-4a27-8879-a0b8956dab71 req-2dcbaab8-44a2-4467-a3cd-e1e134ad9683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:40:38.959834 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-4e974b6b-7351-4a27-8879-a0b8956dab71 req-2dcbaab8-44a2-4467-a3cd-e1e134ad9683 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=bffa035c-7b0b-4890-87d2-0a7264a9252e HTTP/1.1" status: 200 len: 850 time: 0.0444987 Aug 18 12:40:38.969019 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a37108f6-bd6e-4ea7-976e-c31b251cd7bc None None] Checking router: 2b9c843a-b052-4d7b-827a-27c535920862 for host: n-d-804985-2 {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:40:38.977506 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a37108f6-bd6e-4ea7-976e-c31b251cd7bc None None] Routers {'2b9c843a-b052-4d7b-827a-27c535920862'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:40:38.978110 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-a37108f6-bd6e-4ea7-976e-c31b251cd7bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:40:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['2b9c843a-b052-4d7b-827a-27c535920862'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:40:39.005784 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e974b6b-7351-4a27-8879-a0b8956dab71 req-37bf0535-f235-42fc-9f39-b42ccdd864bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:40:39.007341 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-4e974b6b-7351-4a27-8879-a0b8956dab71 req-37bf0535-f235-42fc-9f39-b42ccdd864bd service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d2682283-9943-409d-aeb3-45e8a1f61637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407522 Aug 18 12:40:39.080807 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-a37108f6-bd6e-4ea7-976e-c31b251cd7bc None None] Set router 2b9c843a-b052-4d7b-827a-27c535920862 gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:40:39.100737 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-4e974b6b-7351-4a27-8879-a0b8956dab71 req-823502b1-7372-4337-aaa5-d14d73c262c7 service neutron] 10.222.0.62 "GET /v2.0/networks/d2682283-9943-409d-aeb3-45e8a1f61637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855460 Aug 18 12:40:39.193384 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-4e974b6b-7351-4a27-8879-a0b8956dab71 req-6564e266-7ce8-420c-a14d-08e6ee2bfd8a service neutron] 10.222.0.62 "GET /v2.0/networks/d2682283-9943-409d-aeb3-45e8a1f61637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854590 Aug 18 12:40:39.405931 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-a37108f6-bd6e-4ea7-976e-c31b251cd7bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b9c843a-b052-4d7b-827a-27c535920862', 'name': 'tempest-ServerActionsTestJSON-845282518-router', 'tenant_id': 'b014dbc881a94b53bff4fa00c7618782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': '87aa075c-d67c-4a9d-98a8-d5523656914a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:38:11Z', 'updated_at': '2021-08-18T12:38:13Z', 'revision_number': 4, 'project_id': 'b014dbc881a94b53bff4fa00c7618782', 'gw_port': {'id': '87aa075c-d67c-4a9d-98a8-d5523656914a', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:47:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b9c843a-b052-4d7b-827a-27c535920862', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:38:11Z', 'updated_at': '2021-08-18T12:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_floatingips': [{'id': '586d7d2e-daf5-4c81-a005-514253453b9b', 'tenant_id': 'b014dbc881a94b53bff4fa00c7618782', 'floating_ip_address': '172.25.7.180', 'floating_network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'router_id': '2b9c843a-b052-4d7b-827a-27c535920862', 'port_id': 'bde12c88-43e6-4486-8e2e-e86c87907952', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2682283-9943-409d-aeb3-45e8a1f61637', 'mac_address': 'fa:16:3e:d2:83:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2090c82d-779e-4ba4-a1c3-52aebad6147d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T12:38:16Z', 'updated_at': '2021-08-18T12:40:38Z', 'revision_number': 5, 'project_id': 'b014dbc881a94b53bff4fa00c7618782', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd1e55ba-9768-4c82-9003-862d7c8101b4', 'name': '', 'network_id': 'd2682283-9943-409d-aeb3-45e8a1f61637', 'tenant_id': 'b014dbc881a94b53bff4fa00c7618782', 'mac_address': 'fa:16:3e:7b:fd:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b9c843a-b052-4d7b-827a-27c535920862', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'bffa035c-7b0b-4890-87d2-0a7264a9252e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:38:13Z', 'updated_at': '2021-08-18T12:38:18Z', 'revision_number': 5, 'project_id': 'b014dbc881a94b53bff4fa00c7618782', 'subnets': [{'id': 'bffa035c-7b0b-4890-87d2-0a7264a9252e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:40:39.432069 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a37108f6-bd6e-4ea7-976e-c31b251cd7bc None None] The sync data for ids ['2b9c843a-b052-4d7b-827a-27c535920862'] in n-d-804985-2 is: [{'id': '2b9c843a-b052-4d7b-827a-27c535920862', 'name': 'tempest-ServerActionsTestJSON-845282518-router', 'tenant_id': 'b014dbc881a94b53bff4fa00c7618782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': '87aa075c-d67c-4a9d-98a8-d5523656914a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:38:11Z', 'updated_at': '2021-08-18T12:38:13Z', 'revision_number': 4, 'project_id': 'b014dbc881a94b53bff4fa00c7618782', 'gw_port': {'id': '87aa075c-d67c-4a9d-98a8-d5523656914a', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:47:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b9c843a-b052-4d7b-827a-27c535920862', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:38:11Z', 'updated_at': '2021-08-18T12:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_floatingips': [{'id': '586d7d2e-daf5-4c81-a005-514253453b9b', 'tenant_id': 'b014dbc881a94b53bff4fa00c7618782', 'floating_ip_address': '172.25.7.180', 'floating_network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'router_id': '2b9c843a-b052-4d7b-827a-27c535920862', 'port_id': 'bde12c88-43e6-4486-8e2e-e86c87907952', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2682283-9943-409d-aeb3-45e8a1f61637', 'mac_address': 'fa:16:3e:d2:83:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2090c82d-779e-4ba4-a1c3-52aebad6147d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T12:38:16Z', 'updated_at': '2021-08-18T12:40:38Z', 'revision_number': 5, 'project_id': 'b014dbc881a94b53bff4fa00c7618782', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd1e55ba-9768-4c82-9003-862d7c8101b4', 'name': '', 'network_id': 'd2682283-9943-409d-aeb3-45e8a1f61637', 'tenant_id': 'b014dbc881a94b53bff4fa00c7618782', 'mac_address': 'fa:16:3e:7b:fd:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b9c843a-b052-4d7b-827a-27c535920862', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'bffa035c-7b0b-4890-87d2-0a7264a9252e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:38:13Z', 'updated_at': '2021-08-18T12:38:18Z', 'revision_number': 5, 'project_id': 'b014dbc881a94b53bff4fa00c7618782', 'subnets': [{'id': 'bffa035c-7b0b-4890-87d2-0a7264a9252e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:40:39.631317 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-557f7f1f-db70-491d-8e4c-3b41951e277d None None] New status for floating IP 586d7d2e-daf5-4c81-a005-514253453b9b: ACTIVE {{(pid=106254) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 12:40:48.547337 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1ed21133-b491-44df-a9d2-7cb91a3bee1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:40:51.498366 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:40:51.744316 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-100ad66e-5433-4b24-99a6-9e4d73ea789b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:40:52.311812 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-53584c24-f517-494e-ac93-c18bb92373f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:40:53.987385 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-500a1c61-38a7-4c23-a7ec-4631080af5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:41:00.729340 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.agents_db [None req-6dbb2658-0354-4101-8393-6e7505481cf6 None None] Agent healthcheck: found 7 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 12:41:02.190909 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-dec1ef6b-3773-49c1-bffe-c635dcb02256 req-9a9e6af8-7aed-491e-b2e1-1cc35052683d service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=2090c82d-779e-4ba4-a1c3-52aebad6147d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0430689 Aug 18 12:41:02.282407 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec1ef6b-3773-49c1-bffe-c635dcb02256 req-f63d7aeb-46b3-48c4-9e68-ff4970765936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:41:02.283918 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-dec1ef6b-3773-49c1-bffe-c635dcb02256 req-f63d7aeb-46b3-48c4-9e68-ff4970765936 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b014dbc881a94b53bff4fa00c7618782&device_id=2090c82d-779e-4ba4-a1c3-52aebad6147d HTTP/1.1" status: 200 len: 1096 time: 0.0484364 Aug 18 12:41:02.395075 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec1ef6b-3773-49c1-bffe-c635dcb02256 req-1834ae50-02c5-4e84-b5de-263dc75a0fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:41:02.396457 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-dec1ef6b-3773-49c1-bffe-c635dcb02256 req-1834ae50-02c5-4e84-b5de-263dc75a0fe1 service neutron] 10.222.0.62 "GET /v2.0/networks?id=d2682283-9943-409d-aeb3-45e8a1f61637 HTTP/1.1" status: 200 len: 912 time: 0.0926023 Aug 18 12:41:02.468258 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-dec1ef6b-3773-49c1-bffe-c635dcb02256 req-6739d06f-f6df-42e2-affa-c1a81f64c9c8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bde12c88-43e6-4486-8e2e-e86c87907952 HTTP/1.1" status: 200 len: 1001 time: 0.0639923 Aug 18 12:41:02.518121 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec1ef6b-3773-49c1-bffe-c635dcb02256 req-9cfcc4e4-c489-47fa-b8ec-eaea78c35b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:41:02.519558 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-dec1ef6b-3773-49c1-bffe-c635dcb02256 req-9cfcc4e4-c489-47fa-b8ec-eaea78c35b1d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=bffa035c-7b0b-4890-87d2-0a7264a9252e HTTP/1.1" status: 200 len: 850 time: 0.0435991 Aug 18 12:41:02.566194 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec1ef6b-3773-49c1-bffe-c635dcb02256 req-464f64e0-ebea-479c-9bcc-8662a5288122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:41:02.567648 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-dec1ef6b-3773-49c1-bffe-c635dcb02256 req-464f64e0-ebea-479c-9bcc-8662a5288122 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d2682283-9943-409d-aeb3-45e8a1f61637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406854 Aug 18 12:41:02.661209 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-dec1ef6b-3773-49c1-bffe-c635dcb02256 req-0a35b99b-d068-4714-8b09-6f7e99bac6c1 service neutron] 10.222.0.62 "GET /v2.0/networks/d2682283-9943-409d-aeb3-45e8a1f61637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848398 Aug 18 12:41:02.753567 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-dec1ef6b-3773-49c1-bffe-c635dcb02256 req-0e07b7d1-690e-4a46-a4b8-70429d52967a service neutron] 10.222.0.62 "GET /v2.0/networks/d2682283-9943-409d-aeb3-45e8a1f61637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849576 Aug 18 12:41:06.396618 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:41:08.648812 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:41:18.536419 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-226862e3-30bb-4c5d-a3ee-eb3ba1a2f9b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:41:21.500131 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:41:21.758738 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-f9cb2980-ce53-46e3-8c61-d2de92d58825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:41:22.316506 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-53584c24-f517-494e-ac93-c18bb92373f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:41:23.990534 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-500a1c61-38a7-4c23-a7ec-4631080af5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:41:36.399269 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:41:37.734232 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.agents_db [None req-6dbb2658-0354-4101-8393-6e7505481cf6 None None] Agent healthcheck: found 7 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 12:41:38.656136 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:41:48.538173 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-12599e64-5153-4062-98ac-43419cf81bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:41:51.502401 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:41:51.751340 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-976ffd8e-45d8-4fec-b3d0-6617bcd0f5e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:41:52.320888 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-53584c24-f517-494e-ac93-c18bb92373f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:41:53.994945 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-500a1c61-38a7-4c23-a7ec-4631080af5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:42:02.111534 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-42adfdaa-d71d-443d-a340-594d4495855b req-d7795c64-f0f0-45a3-9bf3-348bb3fab25f service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=2090c82d-779e-4ba4-a1c3-52aebad6147d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0407505 Aug 18 12:42:02.222215 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42adfdaa-d71d-443d-a340-594d4495855b req-b7fde83e-b1eb-4a3a-9092-956a30d61b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:42:02.223726 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-42adfdaa-d71d-443d-a340-594d4495855b req-b7fde83e-b1eb-4a3a-9092-956a30d61b46 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b014dbc881a94b53bff4fa00c7618782&device_id=2090c82d-779e-4ba4-a1c3-52aebad6147d HTTP/1.1" status: 200 len: 1096 time: 0.0564513 Aug 18 12:42:02.329750 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42adfdaa-d71d-443d-a340-594d4495855b req-bcb1343d-a0dc-43e2-acc0-1773dd44af84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:42:02.331149 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-42adfdaa-d71d-443d-a340-594d4495855b req-bcb1343d-a0dc-43e2-acc0-1773dd44af84 service neutron] 10.222.0.62 "GET /v2.0/networks?id=d2682283-9943-409d-aeb3-45e8a1f61637 HTTP/1.1" status: 200 len: 912 time: 0.0864141 Aug 18 12:42:02.402037 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-42adfdaa-d71d-443d-a340-594d4495855b req-6beb8d9e-ba18-4be5-8420-76cf2d3e0a2d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bde12c88-43e6-4486-8e2e-e86c87907952 HTTP/1.1" status: 200 len: 1001 time: 0.0630984 Aug 18 12:42:02.454563 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42adfdaa-d71d-443d-a340-594d4495855b req-d3aaae63-0b20-4c44-823e-472763490ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:42:02.456694 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-42adfdaa-d71d-443d-a340-594d4495855b req-d3aaae63-0b20-4c44-823e-472763490ed1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=bffa035c-7b0b-4890-87d2-0a7264a9252e HTTP/1.1" status: 200 len: 850 time: 0.0477200 Aug 18 12:42:02.504484 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42adfdaa-d71d-443d-a340-594d4495855b req-9f7e2d4a-f198-406e-a8fa-6911139ec323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:42:02.505993 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-42adfdaa-d71d-443d-a340-594d4495855b req-9f7e2d4a-f198-406e-a8fa-6911139ec323 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d2682283-9943-409d-aeb3-45e8a1f61637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418355 Aug 18 12:42:02.603480 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-42adfdaa-d71d-443d-a340-594d4495855b req-69355534-823d-4f98-a45f-247484b6a35d service neutron] 10.222.0.62 "GET /v2.0/networks/d2682283-9943-409d-aeb3-45e8a1f61637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896182 Aug 18 12:42:02.698133 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-42adfdaa-d71d-443d-a340-594d4495855b req-fe5a7be4-c3da-42d4-9cba-56fb494b592d service neutron] 10.222.0.62 "GET /v2.0/networks/d2682283-9943-409d-aeb3-45e8a1f61637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870450 Aug 18 12:42:06.404819 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:42:08.651429 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:42:14.256859 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d9e567-b741-4487-8070-2f52f0e472ca req-9eb48fa8-cc48-47fd-b19b-ebd10b98c4c4 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:42:14.258408 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e6d9e567-b741-4487-8070-2f52f0e472ca req-9eb48fa8-cc48-47fd-b19b-ebd10b98c4c4 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/ports?device_id=2090c82d-779e-4ba4-a1c3-52aebad6147d HTTP/1.1" status: 200 len: 945 time: 0.0597489 Aug 18 12:42:14.298667 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e6d9e567-b741-4487-8070-2f52f0e472ca req-d4c988bb-be61-4391-bdb2-ddaa54fcf18e tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/security-groups?id=48101352-e635-4eda-b902-34c25dd4f6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339677 Aug 18 12:42:14.598157 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [req-a1f31db6-be47-4afa-b3d2-fa1f4e054e3f req-a1725e73-4d79-4d5b-8354-2f389f4df2e0 service neutron] (106252) timed out ('10.222.0.62', 58012) {{(pid=106252) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 18 12:42:14.738837 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.agents_db [None req-6dbb2658-0354-4101-8393-6e7505481cf6 None None] Agent healthcheck: found 7 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 12:42:15.427185 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aac711b-3689-4729-bde0-67a92ce51f94 req-61fbd934-1977-4a1f-a26b-52265e35a63e tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:42:15.428682 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4aac711b-3689-4729-bde0-67a92ce51f94 req-61fbd934-1977-4a1f-a26b-52265e35a63e tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/ports?device_id=2090c82d-779e-4ba4-a1c3-52aebad6147d HTTP/1.1" status: 200 len: 945 time: 0.0553627 Aug 18 12:42:15.469982 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4aac711b-3689-4729-bde0-67a92ce51f94 req-4c8b9bde-2306-44cf-a72c-2deb63060704 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/security-groups?id=48101352-e635-4eda-b902-34c25dd4f6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320141 Aug 18 12:42:16.603313 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8bb493-a9f4-48da-89de-bcf5139f345c req-4eb08a0f-7adc-4482-b968-208d3914bb32 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:42:16.604825 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9a8bb493-a9f4-48da-89de-bcf5139f345c req-4eb08a0f-7adc-4482-b968-208d3914bb32 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/ports?device_id=2090c82d-779e-4ba4-a1c3-52aebad6147d HTTP/1.1" status: 200 len: 945 time: 0.0582678 Aug 18 12:42:16.647051 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9a8bb493-a9f4-48da-89de-bcf5139f345c req-38cd50af-2ac5-4da7-b2bb-0359a6364839 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/security-groups?id=48101352-e635-4eda-b902-34c25dd4f6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323136 Aug 18 12:42:17.794976 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248c2365-cf40-411a-a722-7a9252910952 req-5f5d1878-6c5b-476e-9d43-11d36c3f73f0 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:42:17.796466 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-248c2365-cf40-411a-a722-7a9252910952 req-5f5d1878-6c5b-476e-9d43-11d36c3f73f0 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/ports?device_id=2090c82d-779e-4ba4-a1c3-52aebad6147d HTTP/1.1" status: 200 len: 945 time: 0.0636892 Aug 18 12:42:17.838969 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-248c2365-cf40-411a-a722-7a9252910952 req-4d9df7a7-7576-4748-a61e-c3b4f9feab13 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/security-groups?id=48101352-e635-4eda-b902-34c25dd4f6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360646 Aug 18 12:42:18.539036 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-7aac9d1f-a2a1-402b-9863-b415de3f3618 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:42:18.990252 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d573b5f9-6ffd-4b29-a89a-fa560e9d8068 req-b6f485b6-db15-4415-b2c0-beb089dfde19 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:42:18.991758 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d573b5f9-6ffd-4b29-a89a-fa560e9d8068 req-b6f485b6-db15-4415-b2c0-beb089dfde19 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/ports?device_id=2090c82d-779e-4ba4-a1c3-52aebad6147d HTTP/1.1" status: 200 len: 945 time: 0.0622051 Aug 18 12:42:19.039341 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d573b5f9-6ffd-4b29-a89a-fa560e9d8068 req-73e2e065-dd5d-40e1-b684-fbd6c9655244 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/security-groups?id=48101352-e635-4eda-b902-34c25dd4f6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385237 Aug 18 12:42:20.160904 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342e1845-06ca-4210-a1e8-882db091221d req-60915e50-bfa3-4614-8fc7-30d3e5406142 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:42:20.162422 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-342e1845-06ca-4210-a1e8-882db091221d req-60915e50-bfa3-4614-8fc7-30d3e5406142 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/ports?device_id=2090c82d-779e-4ba4-a1c3-52aebad6147d HTTP/1.1" status: 200 len: 945 time: 0.0514879 Aug 18 12:42:20.201051 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-342e1845-06ca-4210-a1e8-882db091221d req-5c87c492-c91f-4ad0-84af-a1f056730e94 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/security-groups?id=48101352-e635-4eda-b902-34c25dd4f6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325589 Aug 18 12:42:21.336171 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9158b822-80e8-4e7d-a0c4-4d87f97345f8 req-2d11b770-fadb-4b5a-8624-95a4a4dd6a9c tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:42:21.337606 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9158b822-80e8-4e7d-a0c4-4d87f97345f8 req-2d11b770-fadb-4b5a-8624-95a4a4dd6a9c tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/ports?device_id=2090c82d-779e-4ba4-a1c3-52aebad6147d HTTP/1.1" status: 200 len: 945 time: 0.0516453 Aug 18 12:42:21.376847 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9158b822-80e8-4e7d-a0c4-4d87f97345f8 req-e9f9245b-26b7-4f97-82b8-a92f9aa43b4e tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/security-groups?id=48101352-e635-4eda-b902-34c25dd4f6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330439 Aug 18 12:42:21.502657 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:42:21.755798 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-fc50df77-23cf-4b8c-a02e-a0893e8a7c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:42:22.327074 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-53584c24-f517-494e-ac93-c18bb92373f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:42:22.531984 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fa9ae0-b3fd-43d7-a1df-0055062b92b9 req-721e67fe-e8bc-4875-ab2d-26071448d621 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:42:22.533573 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-90fa9ae0-b3fd-43d7-a1df-0055062b92b9 req-721e67fe-e8bc-4875-ab2d-26071448d621 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/ports?device_id=2090c82d-779e-4ba4-a1c3-52aebad6147d HTTP/1.1" status: 200 len: 945 time: 0.0779812 Aug 18 12:42:22.575858 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-90fa9ae0-b3fd-43d7-a1df-0055062b92b9 req-abd2aa94-62a8-4ea5-80a9-7ee8c65465b2 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/security-groups?id=48101352-e635-4eda-b902-34c25dd4f6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333006 Aug 18 12:42:23.705466 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0988cbfb-fb98-4157-a513-1343f997b941 req-d5969294-a265-4f82-a9c3-389f074c7116 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:42:23.706958 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0988cbfb-fb98-4157-a513-1343f997b941 req-d5969294-a265-4f82-a9c3-389f074c7116 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/ports?device_id=2090c82d-779e-4ba4-a1c3-52aebad6147d HTTP/1.1" status: 200 len: 945 time: 0.0572720 Aug 18 12:42:23.748390 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0988cbfb-fb98-4157-a513-1343f997b941 req-7738b4da-28c6-427d-a382-e03c405ddb90 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/security-groups?id=48101352-e635-4eda-b902-34c25dd4f6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324872 Aug 18 12:42:23.999103 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-500a1c61-38a7-4c23-a7ec-4631080af5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:42:24.881575 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b46617c-a3c8-4bf2-a40c-b4227b7ac4ad req-2ea3ef4d-0d49-4f3f-9e6a-594fdf9059d1 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:42:24.883079 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3b46617c-a3c8-4bf2-a40c-b4227b7ac4ad req-2ea3ef4d-0d49-4f3f-9e6a-594fdf9059d1 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/ports?device_id=2090c82d-779e-4ba4-a1c3-52aebad6147d HTTP/1.1" status: 200 len: 945 time: 0.0580351 Aug 18 12:42:24.925428 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3b46617c-a3c8-4bf2-a40c-b4227b7ac4ad req-487267ee-e0bf-4ad8-a666-1c8c827377e6 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/security-groups?id=48101352-e635-4eda-b902-34c25dd4f6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334308 Aug 18 12:42:25.201961 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7e8f9a-6f89-4bb4-a287-bc9e6059665f req-c759fa03-da59-41be-9757-7065920bcf2a tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:42:25.203486 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ce7e8f9a-6f89-4bb4-a287-bc9e6059665f req-c759fa03-da59-41be-9757-7065920bcf2a tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/ports?device_id=2090c82d-779e-4ba4-a1c3-52aebad6147d HTTP/1.1" status: 200 len: 945 time: 0.0698547 Aug 18 12:42:25.206159 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-381d8918-7ef2-45ea-8103-efc255d4548e req-4f1ef46f-3a0b-49f9-b36e-34ac5b0a3c8c service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=2090c82d-779e-4ba4-a1c3-52aebad6147d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0819237 Aug 18 12:42:25.243273 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ce7e8f9a-6f89-4bb4-a287-bc9e6059665f req-707a6d0a-4315-42b3-b131-b38586f689e0 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/security-groups?id=48101352-e635-4eda-b902-34c25dd4f6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336258 Aug 18 12:42:26.370417 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bcd57e-6e41-4004-afd2-52fda2a8bdbd req-ffc0efe9-f8fe-4d21-bc3a-5df267069886 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:42:26.371913 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-77bcd57e-6e41-4004-afd2-52fda2a8bdbd req-ffc0efe9-f8fe-4d21-bc3a-5df267069886 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/ports?device_id=2090c82d-779e-4ba4-a1c3-52aebad6147d HTTP/1.1" status: 200 len: 945 time: 0.0519392 Aug 18 12:42:26.414158 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-77bcd57e-6e41-4004-afd2-52fda2a8bdbd req-84113ca6-3800-4db1-a5fe-d1318dd1725b tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/security-groups?id=48101352-e635-4eda-b902-34c25dd4f6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361333 Aug 18 12:42:26.522157 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381d8918-7ef2-45ea-8103-efc255d4548e req-c1de272a-a821-49dd-8667-962b800cc923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:42:26.523651 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-381d8918-7ef2-45ea-8103-efc255d4548e req-c1de272a-a821-49dd-8667-962b800cc923 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b014dbc881a94b53bff4fa00c7618782&device_id=2090c82d-779e-4ba4-a1c3-52aebad6147d HTTP/1.1" status: 200 len: 1096 time: 0.0480990 Aug 18 12:42:26.896010 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381d8918-7ef2-45ea-8103-efc255d4548e req-83d7399c-61f5-4945-b7f6-4832a6f491a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:42:26.897518 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-381d8918-7ef2-45ea-8103-efc255d4548e req-83d7399c-61f5-4945-b7f6-4832a6f491a0 service neutron] 10.222.0.62 "GET /v2.0/networks?id=d2682283-9943-409d-aeb3-45e8a1f61637 HTTP/1.1" status: 200 len: 912 time: 0.3672276 Aug 18 12:42:26.963139 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-381d8918-7ef2-45ea-8103-efc255d4548e req-833926df-fc24-4a88-af14-6b41cadf999f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bde12c88-43e6-4486-8e2e-e86c87907952 HTTP/1.1" status: 200 len: 1001 time: 0.0575986 Aug 18 12:42:27.016402 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381d8918-7ef2-45ea-8103-efc255d4548e req-9ab5583d-7231-4976-ac57-566cf8119022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:42:27.017769 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-381d8918-7ef2-45ea-8103-efc255d4548e req-9ab5583d-7231-4976-ac57-566cf8119022 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=bffa035c-7b0b-4890-87d2-0a7264a9252e HTTP/1.1" status: 200 len: 850 time: 0.0470638 Aug 18 12:42:27.063856 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381d8918-7ef2-45ea-8103-efc255d4548e req-e0439588-21df-4fe7-9457-17accfad82dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:42:27.065376 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-381d8918-7ef2-45ea-8103-efc255d4548e req-e0439588-21df-4fe7-9457-17accfad82dc service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d2682283-9943-409d-aeb3-45e8a1f61637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401375 Aug 18 12:42:27.171351 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-381d8918-7ef2-45ea-8103-efc255d4548e req-f940e648-e6b0-487f-8d59-1ca3a1f8e645 service neutron] 10.222.0.62 "GET /v2.0/networks/d2682283-9943-409d-aeb3-45e8a1f61637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969357 Aug 18 12:42:27.269292 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-381d8918-7ef2-45ea-8103-efc255d4548e req-c95a392d-686a-4485-a042-8095f53e5132 service neutron] 10.222.0.62 "GET /v2.0/networks/d2682283-9943-409d-aeb3-45e8a1f61637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899763 Aug 18 12:42:27.543036 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fd227b-5206-4899-bbd3-f7c7b6754e32 req-fd8602a9-d915-4bdb-973f-31bf640075f2 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:42:27.544458 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e2fd227b-5206-4899-bbd3-f7c7b6754e32 req-fd8602a9-d915-4bdb-973f-31bf640075f2 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/ports?device_id=2090c82d-779e-4ba4-a1c3-52aebad6147d HTTP/1.1" status: 200 len: 945 time: 0.0581162 Aug 18 12:42:27.591439 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e2fd227b-5206-4899-bbd3-f7c7b6754e32 req-35dca604-8dad-405a-b18b-0b79608000dc tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/security-groups?id=48101352-e635-4eda-b902-34c25dd4f6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379133 Aug 18 12:42:28.717765 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaa5155-0627-4800-aea0-7ec8fb19a5e0 req-06d12ed8-2829-4ca3-a2a5-823cf51d9b09 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:42:28.719228 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-eaaa5155-0627-4800-aea0-7ec8fb19a5e0 req-06d12ed8-2829-4ca3-a2a5-823cf51d9b09 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/ports?device_id=2090c82d-779e-4ba4-a1c3-52aebad6147d HTTP/1.1" status: 200 len: 945 time: 0.0554023 Aug 18 12:42:28.761576 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-eaaa5155-0627-4800-aea0-7ec8fb19a5e0 req-55428165-67df-4b4f-b282-2eb8c1c1285a tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/security-groups?id=48101352-e635-4eda-b902-34c25dd4f6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330846 Aug 18 12:42:29.114352 n-d-804985-2 neutron-server[106253]: INFO neutron.api.v2.resource [req-381d8918-7ef2-45ea-8103-efc255d4548e req-40333eeb-f568-43fb-b033-37b957b8dde4 service neutron] show failed (client error): The resource could not be found. Aug 18 12:42:29.115332 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-381d8918-7ef2-45ea-8103-efc255d4548e req-40333eeb-f568-43fb-b033-37b957b8dde4 service neutron] 10.222.0.62 "GET /v2.0/ports/bde12c88-43e6-4486-8e2e-e86c87907952/bindings/n-h1-804985-2 HTTP/1.1" status: 404 len: 380 time: 0.0577948 Aug 18 12:42:29.329187 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381d8918-7ef2-45ea-8103-efc255d4548e req-855ceec4-7fe7-4e52-93b2-1ad52adece6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:42:29.330604 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-381d8918-7ef2-45ea-8103-efc255d4548e req-855ceec4-7fe7-4e52-93b2-1ad52adece6c service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=2090c82d-779e-4ba4-a1c3-52aebad6147d&tenant_id=b014dbc881a94b53bff4fa00c7618782 HTTP/1.1" status: 200 len: 1096 time: 0.0445278 Aug 18 12:42:29.345359 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-381d8918-7ef2-45ea-8103-efc255d4548e req-ee2b49df-d359-4f7c-91fc-667236ce14a4 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-804985-2', 'device_owner': 'compute:nova'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:42:29.401831 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-381d8918-7ef2-45ea-8103-efc255d4548e req-ee2b49df-d359-4f7c-91fc-667236ce14a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:42:29.605458 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-381d8918-7ef2-45ea-8103-efc255d4548e req-ee2b49df-d359-4f7c-91fc-667236ce14a4 service neutron] For port bde12c88-43e6-4486-8e2e-e86c87907952, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=bde12c88-43e6-4486-8e2e-e86c87907952,segment=NetworkSegment(ae4fcfab-9275-4fd0-906e-fbd9ae809b23),segment_id=ae4fcfab-9275-4fd0-906e-fbd9ae809b23)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:42:29.650421 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-381d8918-7ef2-45ea-8103-efc255d4548e req-ee2b49df-d359-4f7c-91fc-667236ce14a4 service neutron] For port bde12c88-43e6-4486-8e2e-e86c87907952, host n-h2-804985-2, cleared binding levels {{(pid=106252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:42:29.692765 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2090c82d-779e-4ba4-a1c3-52aebad6147d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bde12c88-43e6-4486-8e2e-e86c87907952'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:42:29.695060 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcc91ed3-0b62-4085-94c3-46467c04ad59" -d '{"events": [{"server_uuid": "2090c82d-779e-4ba4-a1c3-52aebad6147d", "name": "network-vif-unplugged", "status": "completed", "tag": "bde12c88-43e6-4486-8e2e-e86c87907952"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:42:29.698957 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-381d8918-7ef2-45ea-8103-efc255d4548e req-ee2b49df-d359-4f7c-91fc-667236ce14a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:42:29.711914 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [req-381d8918-7ef2-45ea-8103-efc255d4548e req-ee2b49df-d359-4f7c-91fc-667236ce14a4 service neutron] Transition to ACTIVE for port object bde12c88-43e6-4486-8e2e-e86c87907952 will not be triggered until provisioned by entity L2. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:42:29.716952 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-381d8918-7ef2-45ea-8103-efc255d4548e req-ee2b49df-d359-4f7c-91fc-667236ce14a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:42:29.749534 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 18 Aug 2021 12:42:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1152685a-6219-49aa-89a8-db0c7fc72a68 x-openstack-request-id: req-1152685a-6219-49aa-89a8-db0c7fc72a68 {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:42:29.750078 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2090c82d-779e-4ba4-a1c3-52aebad6147d", "name": "network-vif-unplugged", "status": "completed", "tag": "bde12c88-43e6-4486-8e2e-e86c87907952", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:42:29.750078 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-1152685a-6219-49aa-89a8-db0c7fc72a68 {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:42:29.750573 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2090c82d-779e-4ba4-a1c3-52aebad6147d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bde12c88-43e6-4486-8e2e-e86c87907952', 'code': 200} Aug 18 12:42:29.766460 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2b49df-d359-4f7c-91fc-667236ce14a4 service neutron] Pushing event updated for resources: {'Port': ['ID=bde12c88-43e6-4486-8e2e-e86c87907952,revision_number=6']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:42:29.812892 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2b49df-d359-4f7c-91fc-667236ce14a4 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:42:29.813352 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2b49df-d359-4f7c-91fc-667236ce14a4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:42:29.813809 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2b49df-d359-4f7c-91fc-667236ce14a4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:42:29.814146 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2b49df-d359-4f7c-91fc-667236ce14a4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:42:29.814618 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2b49df-d359-4f7c-91fc-667236ce14a4 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:42:29.814952 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2b49df-d359-4f7c-91fc-667236ce14a4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:42:29.815264 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2b49df-d359-4f7c-91fc-667236ce14a4 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:42:29.815597 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2b49df-d359-4f7c-91fc-667236ce14a4 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:42:29.815909 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2b49df-d359-4f7c-91fc-667236ce14a4 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:42:29.816232 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2b49df-d359-4f7c-91fc-667236ce14a4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:42:29.816573 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2b49df-d359-4f7c-91fc-667236ce14a4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:42:29.816893 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2b49df-d359-4f7c-91fc-667236ce14a4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:42:29.886346 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-381d8918-7ef2-45ea-8103-efc255d4548e req-ee2b49df-d359-4f7c-91fc-667236ce14a4 service neutron] No DVR routers for this DVR port bde12c88-43e6-4486-8e2e-e86c87907952 on host n-h2-804985-2 {{(pid=106252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:42:29.948347 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648aa57f-d031-4369-aef4-b6a39bc25d19 req-ec28fd79-95d2-49cd-ad52-dbe9801528db tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:42:29.949874 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-648aa57f-d031-4369-aef4-b6a39bc25d19 req-ec28fd79-95d2-49cd-ad52-dbe9801528db tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/ports?device_id=2090c82d-779e-4ba4-a1c3-52aebad6147d HTTP/1.1" status: 200 len: 943 time: 0.1127410 Aug 18 12:42:30.030534 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-648aa57f-d031-4369-aef4-b6a39bc25d19 req-11dbe956-18ed-485c-9192-0b671307c141 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/security-groups?id=48101352-e635-4eda-b902-34c25dd4f6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742888 Aug 18 12:42:30.068744 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-381d8918-7ef2-45ea-8103-efc255d4548e req-ee2b49df-d359-4f7c-91fc-667236ce14a4 service neutron] Attempting to bind port bde12c88-43e6-4486-8e2e-e86c87907952 on host n-h1-804985-2 for vnic_type normal with profile {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:42:30.069085 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-381d8918-7ef2-45ea-8103-efc255d4548e req-ee2b49df-d359-4f7c-91fc-667236ce14a4 service neutron] Attempting to bind port bde12c88-43e6-4486-8e2e-e86c87907952 by drivers openvswitch,hyperv on host n-h1-804985-2 at level 0 using segments [{'id': 'ae4fcfab-9275-4fd0-906e-fbd9ae809b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'd2682283-9943-409d-aeb3-45e8a1f61637'}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:42:30.069424 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-381d8918-7ef2-45ea-8103-efc255d4548e req-ee2b49df-d359-4f7c-91fc-667236ce14a4 service neutron] Attempting to bind port bde12c88-43e6-4486-8e2e-e86c87907952 on network d2682283-9943-409d-aeb3-45e8a1f61637 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:42:30.074027 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-381d8918-7ef2-45ea-8103-efc255d4548e req-ee2b49df-d359-4f7c-91fc-667236ce14a4 service neutron] Port bde12c88-43e6-4486-8e2e-e86c87907952 on network d2682283-9943-409d-aeb3-45e8a1f61637 not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-2 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:42:30.074356 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-381d8918-7ef2-45ea-8103-efc255d4548e req-ee2b49df-d359-4f7c-91fc-667236ce14a4 service neutron] Attempting to bind port bde12c88-43e6-4486-8e2e-e86c87907952 on network d2682283-9943-409d-aeb3-45e8a1f61637 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:42:30.079323 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-381d8918-7ef2-45ea-8103-efc255d4548e req-ee2b49df-d359-4f7c-91fc-667236ce14a4 service neutron] Checking agent: {'id': 'a613417a-d085-492c-941a-59bb18c633d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 49, 6), 'started_at': datetime.datetime(2021, 8, 18, 11, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 42, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:42:30.079666 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-381d8918-7ef2-45ea-8103-efc255d4548e req-ee2b49df-d359-4f7c-91fc-667236ce14a4 service neutron] Checking segment: {'id': 'ae4fcfab-9275-4fd0-906e-fbd9ae809b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'd2682283-9943-409d-aeb3-45e8a1f61637'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:42:30.080059 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-381d8918-7ef2-45ea-8103-efc255d4548e req-ee2b49df-d359-4f7c-91fc-667236ce14a4 service neutron] Bound using segment: {'id': 'ae4fcfab-9275-4fd0-906e-fbd9ae809b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'd2682283-9943-409d-aeb3-45e8a1f61637'} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:42:30.080495 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-381d8918-7ef2-45ea-8103-efc255d4548e req-ee2b49df-d359-4f7c-91fc-667236ce14a4 service neutron] Bound port: bde12c88-43e6-4486-8e2e-e86c87907952, host: n-h1-804985-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae4fcfab-9275-4fd0-906e-fbd9ae809b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'd2682283-9943-409d-aeb3-45e8a1f61637'}}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:42:30.080869 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-381d8918-7ef2-45ea-8103-efc255d4548e req-ee2b49df-d359-4f7c-91fc-667236ce14a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:42:30.147743 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-381d8918-7ef2-45ea-8103-efc255d4548e req-ee2b49df-d359-4f7c-91fc-667236ce14a4 service neutron] For port bde12c88-43e6-4486-8e2e-e86c87907952, host n-h1-804985-2, cleared binding levels {{(pid=106252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:42:30.150842 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-381d8918-7ef2-45ea-8103-efc255d4548e req-ee2b49df-d359-4f7c-91fc-667236ce14a4 service neutron] For port bde12c88-43e6-4486-8e2e-e86c87907952, host n-h1-804985-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=bde12c88-43e6-4486-8e2e-e86c87907952,segment=NetworkSegment(ae4fcfab-9275-4fd0-906e-fbd9ae809b23),segment_id=ae4fcfab-9275-4fd0-906e-fbd9ae809b23)] {{(pid=106252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:42:30.157994 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-381d8918-7ef2-45ea-8103-efc255d4548e req-ee2b49df-d359-4f7c-91fc-667236ce14a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:42:30.192212 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381d8918-7ef2-45ea-8103-efc255d4548e req-ee2b49df-d359-4f7c-91fc-667236ce14a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:42:30.192879 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-381d8918-7ef2-45ea-8103-efc255d4548e req-ee2b49df-d359-4f7c-91fc-667236ce14a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:42:30.194398 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-381d8918-7ef2-45ea-8103-efc255d4548e req-ee2b49df-d359-4f7c-91fc-667236ce14a4 service neutron] 10.222.0.63 "PUT /v2.0/ports/bde12c88-43e6-4486-8e2e-e86c87907952 HTTP/1.1" status: 200 len: 1091 time: 0.8550563 Aug 18 12:42:30.216185 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2b49df-d359-4f7c-91fc-667236ce14a4 service neutron] Pushing event updated for resources: {'Port': ['ID=bde12c88-43e6-4486-8e2e-e86c87907952,revision_number=7']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:42:30.261595 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381d8918-7ef2-45ea-8103-efc255d4548e req-4dcf15e6-60e2-4c0c-87c3-759468d3d083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:42:30.263179 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-381d8918-7ef2-45ea-8103-efc255d4548e req-4dcf15e6-60e2-4c0c-87c3-759468d3d083 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=b014dbc881a94b53bff4fa00c7618782&device_id=2090c82d-779e-4ba4-a1c3-52aebad6147d HTTP/1.1" status: 200 len: 1094 time: 0.0439584 Aug 18 12:42:30.362392 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381d8918-7ef2-45ea-8103-efc255d4548e req-2720ff20-fb03-4b2f-ae14-303dee8a228a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:42:30.363921 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-381d8918-7ef2-45ea-8103-efc255d4548e req-2720ff20-fb03-4b2f-ae14-303dee8a228a service neutron] 10.222.0.63 "GET /v2.0/networks?id=d2682283-9943-409d-aeb3-45e8a1f61637 HTTP/1.1" status: 200 len: 912 time: 0.0927045 Aug 18 12:42:30.429842 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-381d8918-7ef2-45ea-8103-efc255d4548e req-7665047e-eb3b-41ad-a4f8-98af29a6f392 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bde12c88-43e6-4486-8e2e-e86c87907952 HTTP/1.1" status: 200 len: 999 time: 0.0574007 Aug 18 12:42:30.483816 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381d8918-7ef2-45ea-8103-efc255d4548e req-4af03ce1-6f15-4e40-a148-e62a8e868094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:42:30.485326 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-381d8918-7ef2-45ea-8103-efc255d4548e req-4af03ce1-6f15-4e40-a148-e62a8e868094 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=bffa035c-7b0b-4890-87d2-0a7264a9252e HTTP/1.1" status: 200 len: 850 time: 0.0482135 Aug 18 12:42:30.530610 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381d8918-7ef2-45ea-8103-efc255d4548e req-f503fa77-640d-4dba-a7f4-c4ead7416391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:42:30.532179 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-381d8918-7ef2-45ea-8103-efc255d4548e req-f503fa77-640d-4dba-a7f4-c4ead7416391 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=d2682283-9943-409d-aeb3-45e8a1f61637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401828 Aug 18 12:42:30.633177 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-381d8918-7ef2-45ea-8103-efc255d4548e req-1be63498-3167-472d-8f63-0e297b9cac6b service neutron] 10.222.0.63 "GET /v2.0/networks/d2682283-9943-409d-aeb3-45e8a1f61637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938721 Aug 18 12:42:30.729600 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-381d8918-7ef2-45ea-8103-efc255d4548e req-63b1a839-b146-47ee-922f-a29b9445c9c1 service neutron] 10.222.0.63 "GET /v2.0/networks/d2682283-9943-409d-aeb3-45e8a1f61637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881772 Aug 18 12:42:31.171230 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdb8385-27c7-4911-a049-ad95c0998ed7 req-cb8e8a78-a0f6-422a-ad47-9826969b247e tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:42:31.172913 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3bdb8385-27c7-4911-a049-ad95c0998ed7 req-cb8e8a78-a0f6-422a-ad47-9826969b247e tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/ports?device_id=2090c82d-779e-4ba4-a1c3-52aebad6147d HTTP/1.1" status: 200 len: 943 time: 0.0586739 Aug 18 12:42:31.211555 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3bdb8385-27c7-4911-a049-ad95c0998ed7 req-82e34348-8af0-4db7-9365-89c3c899ded2 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/security-groups?id=48101352-e635-4eda-b902-34c25dd4f6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327330 Aug 18 12:42:31.752113 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2090c82d-779e-4ba4-a1c3-52aebad6147d', 'tag': 'bde12c88-43e6-4486-8e2e-e86c87907952'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:42:31.755225 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d41079fc-d698-44a6-973b-183e107a00bc" -d '{"events": [{"name": "network-changed", "server_uuid": "2090c82d-779e-4ba4-a1c3-52aebad6147d", "tag": "bde12c88-43e6-4486-8e2e-e86c87907952"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:42:31.806417 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:42:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af0d6f58-de23-4e8c-be08-675036559385 x-openstack-request-id: req-af0d6f58-de23-4e8c-be08-675036559385 {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:42:31.806715 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2090c82d-779e-4ba4-a1c3-52aebad6147d", "tag": "bde12c88-43e6-4486-8e2e-e86c87907952", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:42:31.807743 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-af0d6f58-de23-4e8c-be08-675036559385 {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:42:31.808145 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2090c82d-779e-4ba4-a1c3-52aebad6147d', 'tag': 'bde12c88-43e6-4486-8e2e-e86c87907952', 'status': 'completed', 'code': 200} Aug 18 12:42:31.871966 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41079fc-d698-44a6-973b-183e107a00bc req-6746abde-70f2-423b-9d8f-929ef6274b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:42:31.873529 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-d41079fc-d698-44a6-973b-183e107a00bc req-6746abde-70f2-423b-9d8f-929ef6274b4f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b014dbc881a94b53bff4fa00c7618782&device_id=2090c82d-779e-4ba4-a1c3-52aebad6147d HTTP/1.1" status: 200 len: 1094 time: 0.0467863 Aug 18 12:42:31.877483 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41079fc-d698-44a6-973b-183e107a00bc req-76e41f4f-3f22-4cd4-a31a-2f4e36ccc1af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:42:31.878976 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d41079fc-d698-44a6-973b-183e107a00bc req-76e41f4f-3f22-4cd4-a31a-2f4e36ccc1af service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=b014dbc881a94b53bff4fa00c7618782&device_id=2090c82d-779e-4ba4-a1c3-52aebad6147d HTTP/1.1" status: 200 len: 1094 time: 0.0451813 Aug 18 12:42:31.965762 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41079fc-d698-44a6-973b-183e107a00bc req-c40b035e-7ca4-4ab8-802f-07150a2e31b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:42:31.967370 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-d41079fc-d698-44a6-973b-183e107a00bc req-c40b035e-7ca4-4ab8-802f-07150a2e31b1 service neutron] 10.222.0.62 "GET /v2.0/networks?id=d2682283-9943-409d-aeb3-45e8a1f61637 HTTP/1.1" status: 200 len: 912 time: 0.0856736 Aug 18 12:42:31.973889 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41079fc-d698-44a6-973b-183e107a00bc req-45665f35-b62f-4143-b7fc-773cd56f9797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:42:31.975390 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d41079fc-d698-44a6-973b-183e107a00bc req-45665f35-b62f-4143-b7fc-773cd56f9797 service neutron] 10.222.0.63 "GET /v2.0/networks?id=d2682283-9943-409d-aeb3-45e8a1f61637 HTTP/1.1" status: 200 len: 912 time: 0.0884595 Aug 18 12:42:32.041738 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-d41079fc-d698-44a6-973b-183e107a00bc req-2c143822-a3ef-4ec4-ba0b-ad4a2e2e4a0c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bde12c88-43e6-4486-8e2e-e86c87907952 HTTP/1.1" status: 200 len: 999 time: 0.0667281 Aug 18 12:42:32.046737 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d41079fc-d698-44a6-973b-183e107a00bc req-84bc76be-74e9-4896-87e7-4f7ae4d06c01 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bde12c88-43e6-4486-8e2e-e86c87907952 HTTP/1.1" status: 200 len: 999 time: 0.0630338 Aug 18 12:42:32.091581 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41079fc-d698-44a6-973b-183e107a00bc req-d64b1a96-6665-4776-b5e1-185b2cea1595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:42:32.093086 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-d41079fc-d698-44a6-973b-183e107a00bc req-d64b1a96-6665-4776-b5e1-185b2cea1595 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=bffa035c-7b0b-4890-87d2-0a7264a9252e HTTP/1.1" status: 200 len: 850 time: 0.0446541 Aug 18 12:42:32.095580 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41079fc-d698-44a6-973b-183e107a00bc req-f7ecc410-9716-4a0b-aa68-a148fcd9a24b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:42:32.097100 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d41079fc-d698-44a6-973b-183e107a00bc req-f7ecc410-9716-4a0b-aa68-a148fcd9a24b service neutron] 10.222.0.63 "GET /v2.0/subnets?id=bffa035c-7b0b-4890-87d2-0a7264a9252e HTTP/1.1" status: 200 len: 850 time: 0.0438550 Aug 18 12:42:32.140749 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41079fc-d698-44a6-973b-183e107a00bc req-a71b4dda-3f68-4935-ae7f-a4a23ac9b7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:42:32.142311 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-d41079fc-d698-44a6-973b-183e107a00bc req-a71b4dda-3f68-4935-ae7f-a4a23ac9b7a8 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d2682283-9943-409d-aeb3-45e8a1f61637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420089 Aug 18 12:42:32.144032 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41079fc-d698-44a6-973b-183e107a00bc req-2c48adcd-1ba4-4f5f-bca5-a63f7e810000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:42:32.145663 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d41079fc-d698-44a6-973b-183e107a00bc req-2c48adcd-1ba4-4f5f-bca5-a63f7e810000 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=d2682283-9943-409d-aeb3-45e8a1f61637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415397 Aug 18 12:42:32.238270 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-d41079fc-d698-44a6-973b-183e107a00bc req-adaba963-bfba-4c1e-b572-db445a4068c3 service neutron] 10.222.0.62 "GET /v2.0/networks/d2682283-9943-409d-aeb3-45e8a1f61637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876415 Aug 18 12:42:32.240650 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d41079fc-d698-44a6-973b-183e107a00bc req-07548d49-0cb2-4921-8986-1d9fe548914c service neutron] 10.222.0.63 "GET /v2.0/networks/d2682283-9943-409d-aeb3-45e8a1f61637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872293 Aug 18 12:42:32.330281 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-d41079fc-d698-44a6-973b-183e107a00bc req-f4c0e9e0-0e1e-4d8d-bf28-3008129a266d service neutron] 10.222.0.62 "GET /v2.0/networks/d2682283-9943-409d-aeb3-45e8a1f61637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849414 Aug 18 12:42:32.365362 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205e1b65-1144-4db8-bcff-1fb45da027a2 req-36283501-db96-4913-a509-de1105a23c80 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:42:32.366838 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-205e1b65-1144-4db8-bcff-1fb45da027a2 req-36283501-db96-4913-a509-de1105a23c80 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/ports?device_id=2090c82d-779e-4ba4-a1c3-52aebad6147d HTTP/1.1" status: 200 len: 943 time: 0.0763667 Aug 18 12:42:32.370447 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d41079fc-d698-44a6-973b-183e107a00bc req-3f593cad-3c54-42a6-9c8a-91607718d222 service neutron] 10.222.0.63 "GET /v2.0/networks/d2682283-9943-409d-aeb3-45e8a1f61637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221898 Aug 18 12:42:32.408931 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-205e1b65-1144-4db8-bcff-1fb45da027a2 req-00a04c54-c6d6-43d9-b582-e2e0dbad21ea tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/security-groups?id=48101352-e635-4eda-b902-34c25dd4f6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360386 Aug 18 12:42:32.607144 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491881ef-51aa-4dc5-b437-ea39bc13fda7 req-c4a1f468-c834-4395-9122-ba951320c2dd tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:42:32.608804 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-491881ef-51aa-4dc5-b437-ea39bc13fda7 req-c4a1f468-c834-4395-9122-ba951320c2dd tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/ports?device_id=2090c82d-779e-4ba4-a1c3-52aebad6147d HTTP/1.1" status: 200 len: 943 time: 0.0502589 Aug 18 12:42:32.626774 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bbe2b9-c552-45f1-864c-f9b4ed58d1d8 req-e2627cf5-6cdf-41c8-9efd-5255a6514655 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:42:32.628254 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-01bbe2b9-c552-45f1-864c-f9b4ed58d1d8 req-e2627cf5-6cdf-41c8-9efd-5255a6514655 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.62 "GET /v2.0/ports?device_id=2090c82d-779e-4ba4-a1c3-52aebad6147d&tenant_id=b014dbc881a94b53bff4fa00c7618782&binding%3Ahost_id=n-h1-804985-2 HTTP/1.1" status: 200 len: 943 time: 0.0531631 Aug 18 12:42:32.646492 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-491881ef-51aa-4dc5-b437-ea39bc13fda7 req-c41f0f8c-9f93-4585-a3f9-471db8b6d0fb tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/security-groups?id=48101352-e635-4eda-b902-34c25dd4f6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316508 Aug 18 12:42:32.696041 n-d-804985-2 neutron-server[106253]: INFO neutron.api.v2.resource [req-01bbe2b9-c552-45f1-864c-f9b4ed58d1d8 req-e0d92022-977a-4a88-a1a1-6bdf9271495e service neutron] delete failed (client error): The resource could not be found. Aug 18 12:42:32.697116 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-01bbe2b9-c552-45f1-864c-f9b4ed58d1d8 req-e0d92022-977a-4a88-a1a1-6bdf9271495e service neutron] 10.222.0.62 "DELETE /v2.0/ports/bde12c88-43e6-4486-8e2e-e86c87907952/bindings/n-h2-804985-2 HTTP/1.1" status: 404 len: 380 time: 0.0615022 Aug 18 12:42:32.789297 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bbe2b9-c552-45f1-864c-f9b4ed58d1d8 req-74f3911a-4ce1-4d3e-982c-c7481f126c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:42:32.790809 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-01bbe2b9-c552-45f1-864c-f9b4ed58d1d8 req-74f3911a-4ce1-4d3e-982c-c7481f126c84 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b014dbc881a94b53bff4fa00c7618782&device_id=2090c82d-779e-4ba4-a1c3-52aebad6147d HTTP/1.1" status: 200 len: 1094 time: 0.0460277 Aug 18 12:42:32.884754 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bbe2b9-c552-45f1-864c-f9b4ed58d1d8 req-5174c35b-fbb1-4f16-ae4f-53b880c79536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:42:32.886094 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-01bbe2b9-c552-45f1-864c-f9b4ed58d1d8 req-5174c35b-fbb1-4f16-ae4f-53b880c79536 service neutron] 10.222.0.62 "GET /v2.0/networks?id=d2682283-9943-409d-aeb3-45e8a1f61637 HTTP/1.1" status: 200 len: 912 time: 0.0880754 Aug 18 12:42:32.955861 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-01bbe2b9-c552-45f1-864c-f9b4ed58d1d8 req-ab6040f0-6be4-45b8-a182-f87eb1458018 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bde12c88-43e6-4486-8e2e-e86c87907952 HTTP/1.1" status: 200 len: 999 time: 0.0624707 Aug 18 12:42:33.005726 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bbe2b9-c552-45f1-864c-f9b4ed58d1d8 req-c80a9973-23ff-4578-93c1-081c9f2a4861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:42:33.007116 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-01bbe2b9-c552-45f1-864c-f9b4ed58d1d8 req-c80a9973-23ff-4578-93c1-081c9f2a4861 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=bffa035c-7b0b-4890-87d2-0a7264a9252e HTTP/1.1" status: 200 len: 850 time: 0.0445611 Aug 18 12:42:33.055185 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bbe2b9-c552-45f1-864c-f9b4ed58d1d8 req-4a555a89-526c-4b47-adf6-3ffb8e7ad44c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:42:33.056773 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-01bbe2b9-c552-45f1-864c-f9b4ed58d1d8 req-4a555a89-526c-4b47-adf6-3ffb8e7ad44c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d2682283-9943-409d-aeb3-45e8a1f61637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426536 Aug 18 12:42:33.151072 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-01bbe2b9-c552-45f1-864c-f9b4ed58d1d8 req-f8bae17f-ad62-4a29-b6ff-b02543099f0a service neutron] 10.222.0.62 "GET /v2.0/networks/d2682283-9943-409d-aeb3-45e8a1f61637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868123 Aug 18 12:42:33.245157 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-01bbe2b9-c552-45f1-864c-f9b4ed58d1d8 req-85991e50-3844-489f-abc6-2f91addd0ee8 service neutron] 10.222.0.62 "GET /v2.0/networks/d2682283-9943-409d-aeb3-45e8a1f61637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874162 Aug 18 12:42:33.279697 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device bde12c88-43e6-4486-8e2e-e86c87907952 details requested by agent hyperv_n-h1-804985-2 with host n-h1-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:42:33.381453 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port bde12c88-43e6-4486-8e2e-e86c87907952, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=bde12c88-43e6-4486-8e2e-e86c87907952,segment=NetworkSegment(ae4fcfab-9275-4fd0-906e-fbd9ae809b23),segment_id=ae4fcfab-9275-4fd0-906e-fbd9ae809b23)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:42:33.393033 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Returning: {'device': 'bde12c88-43e6-4486-8e2e-e86c87907952', 'network_id': 'd2682283-9943-409d-aeb3-45e8a1f61637', 'port_id': 'bde12c88-43e6-4486-8e2e-e86c87907952', 'mac_address': 'fa:16:3e:d2:83:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 815, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bffa035c-7b0b-4890-87d2-0a7264a9252e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:42:33.431964 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device bde12c88-43e6-4486-8e2e-e86c87907952 no longer exists at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:42:33.454876 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:42:33.476081 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bde12c88-43e6-4486-8e2e-e86c87907952 {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:42:33.494045 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device bde12c88-43e6-4486-8e2e-e86c87907952 not bound to the agent host n-h2-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:42:33.498123 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port bde12c88-43e6-4486-8e2e-e86c87907952, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=bde12c88-43e6-4486-8e2e-e86c87907952,segment=NetworkSegment(ae4fcfab-9275-4fd0-906e-fbd9ae809b23),segment_id=ae4fcfab-9275-4fd0-906e-fbd9ae809b23)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:42:33.503673 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:42:33.550255 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=bde12c88-43e6-4486-8e2e-e86c87907952,revision_number=8']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:42:33.557612 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:42:33.557958 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:42:33.558321 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:42:33.558651 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:42:33.558976 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:42:33.559299 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:42:33.559602 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:42:33.559924 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:42:33.560240 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:42:33.560587 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:42:33.560903 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:42:33.561223 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:42:33.730264 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] get_ports_and_sgs() called for port_ids ['bde12c88-43e6-4486-8e2e-e86c87907952'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:42:33.772449 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af36b77-f04a-4463-8b21-256e5523256c req-1950aad6-f286-44bd-9084-c362ec36f85d tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:42:33.774105 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8af36b77-f04a-4463-8b21-256e5523256c req-1950aad6-f286-44bd-9084-c362ec36f85d tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/ports?device_id=2090c82d-779e-4ba4-a1c3-52aebad6147d HTTP/1.1" status: 200 len: 944 time: 0.0515316 Aug 18 12:42:33.816592 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8af36b77-f04a-4463-8b21-256e5523256c req-e9727d9a-1a80-4869-b61f-0cbe0faf1072 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/security-groups?id=48101352-e635-4eda-b902-34c25dd4f6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360842 Aug 18 12:42:33.932161 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64eb0078-a11f-46a7-a42e-9a057ef991fd req-7275586c-15ba-46e7-ab96-7318115418ad tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:42:33.933652 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-64eb0078-a11f-46a7-a42e-9a057ef991fd req-7275586c-15ba-46e7-ab96-7318115418ad tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/ports?device_id=2090c82d-779e-4ba4-a1c3-52aebad6147d HTTP/1.1" status: 200 len: 944 time: 0.0500562 Aug 18 12:42:33.978589 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-64eb0078-a11f-46a7-a42e-9a057ef991fd req-695672dd-0659-4e11-a426-ca91bb92c960 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/security-groups?id=48101352-e635-4eda-b902-34c25dd4f6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358741 Aug 18 12:42:34.473919 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf9a370-7c3e-439d-bcc6-efee61fffe53 req-82d22759-5a61-4ce2-984e-50939665fae7 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:42:34.475417 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-eaf9a370-7c3e-439d-bcc6-efee61fffe53 req-82d22759-5a61-4ce2-984e-50939665fae7 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/ports?device_id=2090c82d-779e-4ba4-a1c3-52aebad6147d HTTP/1.1" status: 200 len: 944 time: 0.3322928 Aug 18 12:42:34.489674 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174cbfaf-8a08-4b86-85b4-dd9f958cdf2e req-8641e2ca-a033-4fed-9a23-891f86953980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:42:34.491069 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-174cbfaf-8a08-4b86-85b4-dd9f958cdf2e req-8641e2ca-a033-4fed-9a23-891f86953980 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=b014dbc881a94b53bff4fa00c7618782&device_id=2090c82d-779e-4ba4-a1c3-52aebad6147d HTTP/1.1" status: 200 len: 1095 time: 0.0681024 Aug 18 12:42:34.566025 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-eaf9a370-7c3e-439d-bcc6-efee61fffe53 req-fca25a4e-784c-4317-b965-4ddd278aa38a tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/security-groups?id=48101352-e635-4eda-b902-34c25dd4f6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839455 Aug 18 12:42:34.599982 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174cbfaf-8a08-4b86-85b4-dd9f958cdf2e req-21bbc812-970b-4820-92eb-120d88e0c441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:42:34.601505 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-174cbfaf-8a08-4b86-85b4-dd9f958cdf2e req-21bbc812-970b-4820-92eb-120d88e0c441 service neutron] 10.222.0.63 "GET /v2.0/networks?id=d2682283-9943-409d-aeb3-45e8a1f61637 HTTP/1.1" status: 200 len: 912 time: 0.1026890 Aug 18 12:42:34.672627 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-174cbfaf-8a08-4b86-85b4-dd9f958cdf2e req-155be146-b5bc-4cbb-81b2-77462fbb7c8e service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bde12c88-43e6-4486-8e2e-e86c87907952 HTTP/1.1" status: 200 len: 1000 time: 0.0624084 Aug 18 12:42:34.725848 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174cbfaf-8a08-4b86-85b4-dd9f958cdf2e req-e54ad96c-9e74-4275-9249-62d3acddc4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:42:34.727205 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-174cbfaf-8a08-4b86-85b4-dd9f958cdf2e req-e54ad96c-9e74-4275-9249-62d3acddc4dc service neutron] 10.222.0.63 "GET /v2.0/subnets?id=bffa035c-7b0b-4890-87d2-0a7264a9252e HTTP/1.1" status: 200 len: 850 time: 0.0482390 Aug 18 12:42:34.783589 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174cbfaf-8a08-4b86-85b4-dd9f958cdf2e req-3b415dd9-8b35-4c53-9e85-22a1bb0c1fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:42:34.785115 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-174cbfaf-8a08-4b86-85b4-dd9f958cdf2e req-3b415dd9-8b35-4c53-9e85-22a1bb0c1fe8 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=d2682283-9943-409d-aeb3-45e8a1f61637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0504875 Aug 18 12:42:34.882993 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-174cbfaf-8a08-4b86-85b4-dd9f958cdf2e req-28876e0a-acc4-4c51-8d92-8942b7ad4d77 service neutron] 10.222.0.63 "GET /v2.0/networks/d2682283-9943-409d-aeb3-45e8a1f61637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899487 Aug 18 12:42:34.983797 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-174cbfaf-8a08-4b86-85b4-dd9f958cdf2e req-61a8fea9-8494-4a5d-b3f1-6a1957a6a034 service neutron] 10.222.0.63 "GET /v2.0/networks/d2682283-9943-409d-aeb3-45e8a1f61637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926168 Aug 18 12:42:35.290427 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device bde12c88-43e6-4486-8e2e-e86c87907952 up at agent hyperv_n-h1-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:42:35.353827 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Provisioning for port bde12c88-43e6-4486-8e2e-e86c87907952 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:42:35.357654 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Provisioning complete for port bde12c88-43e6-4486-8e2e-e86c87907952 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:42:35.358024 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:42:35.442304 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:42:35.465737 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2090c82d-779e-4ba4-a1c3-52aebad6147d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bde12c88-43e6-4486-8e2e-e86c87907952'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:42:35.468261 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db50a436fb3a98495337d8fe7487b4f2ea6f3c1052eb9efadc2ecda2d5737001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-547506b7-2ce5-4591-9ac6-b75982da4061" -d '{"events": [{"server_uuid": "2090c82d-779e-4ba4-a1c3-52aebad6147d", "name": "network-vif-plugged", "status": "completed", "tag": "bde12c88-43e6-4486-8e2e-e86c87907952"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:42:35.483987 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port bde12c88-43e6-4486-8e2e-e86c87907952, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=bde12c88-43e6-4486-8e2e-e86c87907952,segment=NetworkSegment(ae4fcfab-9275-4fd0-906e-fbd9ae809b23),segment_id=ae4fcfab-9275-4fd0-906e-fbd9ae809b23)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:42:35.489818 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:42:35.538321 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=bde12c88-43e6-4486-8e2e-e86c87907952,revision_number=9']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:42:35.569265 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:42:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faf3e128-d70f-4fde-91f7-4c384be4ab4a x-openstack-request-id: req-faf3e128-d70f-4fde-91f7-4c384be4ab4a {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:42:35.569557 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2090c82d-779e-4ba4-a1c3-52aebad6147d", "name": "network-vif-plugged", "status": "completed", "tag": "bde12c88-43e6-4486-8e2e-e86c87907952", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:42:35.569799 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-faf3e128-d70f-4fde-91f7-4c384be4ab4a {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:42:35.570186 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2090c82d-779e-4ba4-a1c3-52aebad6147d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bde12c88-43e6-4486-8e2e-e86c87907952', 'code': 200} Aug 18 12:42:35.691225 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1e00c2-8913-4ff9-8284-3cd2513d3053 req-93bf565e-8109-4daa-ac90-2dd3d7b168e2 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:42:35.692774 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8c1e00c2-8913-4ff9-8284-3cd2513d3053 req-93bf565e-8109-4daa-ac90-2dd3d7b168e2 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/ports?device_id=2090c82d-779e-4ba4-a1c3-52aebad6147d HTTP/1.1" status: 200 len: 945 time: 0.0539293 Aug 18 12:42:35.731083 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8c1e00c2-8913-4ff9-8284-3cd2513d3053 req-065122a6-1a48-4b9a-b0bd-5f539a8a7aeb tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/security-groups?id=48101352-e635-4eda-b902-34c25dd4f6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319839 Aug 18 12:42:35.996748 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3595ee52-98b0-411f-bfac-1da7b815df6c req-7a65dcaf-f211-4dff-81a6-5e814e186cc2 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:42:35.998411 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3595ee52-98b0-411f-bfac-1da7b815df6c req-7a65dcaf-f211-4dff-81a6-5e814e186cc2 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/ports?device_id=2090c82d-779e-4ba4-a1c3-52aebad6147d HTTP/1.1" status: 200 len: 945 time: 0.0666306 Aug 18 12:42:36.037568 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3595ee52-98b0-411f-bfac-1da7b815df6c req-23e42abc-b5cd-4849-ac58-6ca96a7ce251 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/security-groups?id=48101352-e635-4eda-b902-34c25dd4f6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330288 Aug 18 12:42:36.413087 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:42:37.160177 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6f7d21-58a6-42a2-ba1b-2c1b8a07849a req-ef23eacd-1cda-418b-b7f8-40705ef2eb7f tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:42:37.161682 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-be6f7d21-58a6-42a2-ba1b-2c1b8a07849a req-ef23eacd-1cda-418b-b7f8-40705ef2eb7f tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/ports?device_id=2090c82d-779e-4ba4-a1c3-52aebad6147d HTTP/1.1" status: 200 len: 945 time: 0.0536511 Aug 18 12:42:37.212294 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-be6f7d21-58a6-42a2-ba1b-2c1b8a07849a req-db2fa767-d412-4b39-a882-42cf68da46e1 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/security-groups?id=48101352-e635-4eda-b902-34c25dd4f6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418558 Aug 18 12:42:37.260080 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5870fb-2531-4427-b87d-649a974101d0 req-a5f900ae-9bed-4de7-81f7-871b0a80e9ce tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:42:37.261561 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3a5870fb-2531-4427-b87d-649a974101d0 req-a5f900ae-9bed-4de7-81f7-871b0a80e9ce tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.63 "GET /v2.0/ports?device_id=2090c82d-779e-4ba4-a1c3-52aebad6147d HTTP/1.1" status: 200 len: 945 time: 0.0484123 Aug 18 12:42:37.375138 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-3a5870fb-2531-4427-b87d-649a974101d0 req-262a53d7-2d5b-459b-9c80-65bf69ba8bd0 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Deleting port bde12c88-43e6-4486-8e2e-e86c87907952 {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:42:37.375370 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-3a5870fb-2531-4427-b87d-649a974101d0 req-262a53d7-2d5b-459b-9c80-65bf69ba8bd0 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:42:37.467038 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-3a5870fb-2531-4427-b87d-649a974101d0 req-262a53d7-2d5b-459b-9c80-65bf69ba8bd0 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] For port bde12c88-43e6-4486-8e2e-e86c87907952, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=bde12c88-43e6-4486-8e2e-e86c87907952,segment=NetworkSegment(ae4fcfab-9275-4fd0-906e-fbd9ae809b23),segment_id=ae4fcfab-9275-4fd0-906e-fbd9ae809b23)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:42:37.467405 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-3a5870fb-2531-4427-b87d-649a974101d0 req-262a53d7-2d5b-459b-9c80-65bf69ba8bd0 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:42:37.648434 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-3a5870fb-2531-4427-b87d-649a974101d0 req-262a53d7-2d5b-459b-9c80-65bf69ba8bd0 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:42:37.648706 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-3a5870fb-2531-4427-b87d-649a974101d0 req-262a53d7-2d5b-459b-9c80-65bf69ba8bd0 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-989945'] for floatingip, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:42:37.649037 n-d-804985-2 neutron-server[106252]: INFO neutron.db.l3_db [req-3a5870fb-2531-4427-b87d-649a974101d0 req-262a53d7-2d5b-459b-9c80-65bf69ba8bd0 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Floating IP 586d7d2e-daf5-4c81-a005-514253453b9b disassociated. External IP: 172.25.7.180, port: bde12c88-43e6-4486-8e2e-e86c87907952. Aug 18 12:42:37.649376 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-3a5870fb-2531-4427-b87d-649a974101d0 req-262a53d7-2d5b-459b-9c80-65bf69ba8bd0 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Calling delete_port for bde12c88-43e6-4486-8e2e-e86c87907952 owned by compute:nova {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:42:37.807602 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-3a5870fb-2531-4427-b87d-649a974101d0 req-262a53d7-2d5b-459b-9c80-65bf69ba8bd0 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:42:37.843929 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262a53d7-2d5b-459b-9c80-65bf69ba8bd0 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Pushing event deleted for resources: {'Port': ['ID=bde12c88-43e6-4486-8e2e-e86c87907952,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:42:37.962401 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3a5870fb-2531-4427-b87d-649a974101d0 req-262a53d7-2d5b-459b-9c80-65bf69ba8bd0 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Router 2b9c843a-b052-4d7b-827a-27c535920862 has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:42:38.087721 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3a5870fb-2531-4427-b87d-649a974101d0 req-262a53d7-2d5b-459b-9c80-65bf69ba8bd0 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:42:38.098335 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0d0f4e-4282-4217-9793-261943503fa1 None None] Sync routers for ids ['2b9c843a-b052-4d7b-827a-27c535920862'] in n-d-804985-2 {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:42:38.106842 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0d0f4e-4282-4217-9793-261943503fa1 None None] Routers {'2b9c843a-b052-4d7b-827a-27c535920862'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:42:38.107452 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-3c0d0f4e-4282-4217-9793-261943503fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:42:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['2b9c843a-b052-4d7b-827a-27c535920862'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:42:38.132400 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a5870fb-2531-4427-b87d-649a974101d0 req-262a53d7-2d5b-459b-9c80-65bf69ba8bd0 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] No DVR routers for this DVR port bde12c88-43e6-4486-8e2e-e86c87907952 on host n-h1-804985-2 {{(pid=106252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:42:38.135188 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-3a5870fb-2531-4427-b87d-649a974101d0 req-262a53d7-2d5b-459b-9c80-65bf69ba8bd0 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:42:38.137262 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3a5870fb-2531-4427-b87d-649a974101d0 req-262a53d7-2d5b-459b-9c80-65bf69ba8bd0 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.63 "DELETE /v2.0/ports/bde12c88-43e6-4486-8e2e-e86c87907952 HTTP/1.1" status: 204 len: 173 time: 0.8687723 Aug 18 12:42:38.137710 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2090c82d-779e-4ba4-a1c3-52aebad6147d', 'name': 'network-vif-deleted', 'tag': 'bde12c88-43e6-4486-8e2e-e86c87907952'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:42:38.139994 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d080584f-29cb-4797-9730-d0b19f470cad" -d '{"events": [{"server_uuid": "2090c82d-779e-4ba4-a1c3-52aebad6147d", "name": "network-vif-deleted", "tag": "bde12c88-43e6-4486-8e2e-e86c87907952"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:42:38.184764 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:42:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98836a5f-9449-48f1-9d99-fa9080833d4e x-openstack-request-id: req-98836a5f-9449-48f1-9d99-fa9080833d4e {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:42:38.185402 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2090c82d-779e-4ba4-a1c3-52aebad6147d", "name": "network-vif-deleted", "tag": "bde12c88-43e6-4486-8e2e-e86c87907952", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:42:38.185402 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-98836a5f-9449-48f1-9d99-fa9080833d4e {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:42:38.185711 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2090c82d-779e-4ba4-a1c3-52aebad6147d', 'name': 'network-vif-deleted', 'tag': 'bde12c88-43e6-4486-8e2e-e86c87907952', 'status': 'completed', 'code': 200} Aug 18 12:42:38.222176 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-3c0d0f4e-4282-4217-9793-261943503fa1 None None] Set router 2b9c843a-b052-4d7b-827a-27c535920862 gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:42:38.325591 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0f0cb793-b912-41de-be0f-244eb9f9c7af req-bd36c275-8673-4270-8a23-1684e4298eb4 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/ports?device_id=2090c82d-779e-4ba4-a1c3-52aebad6147d HTTP/1.1" status: 200 len: 210 time: 0.0321531 Aug 18 12:42:38.420402 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-3c0d0f4e-4282-4217-9793-261943503fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b9c843a-b052-4d7b-827a-27c535920862', 'name': 'tempest-ServerActionsTestJSON-845282518-router', 'tenant_id': 'b014dbc881a94b53bff4fa00c7618782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': '87aa075c-d67c-4a9d-98a8-d5523656914a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:38:11Z', 'updated_at': '2021-08-18T12:38:13Z', 'revision_number': 4, 'project_id': 'b014dbc881a94b53bff4fa00c7618782', 'gw_port': {'id': '87aa075c-d67c-4a9d-98a8-d5523656914a', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:47:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b9c843a-b052-4d7b-827a-27c535920862', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:38:11Z', 'updated_at': '2021-08-18T12:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': 'cd1e55ba-9768-4c82-9003-862d7c8101b4', 'name': '', 'network_id': 'd2682283-9943-409d-aeb3-45e8a1f61637', 'tenant_id': 'b014dbc881a94b53bff4fa00c7618782', 'mac_address': 'fa:16:3e:7b:fd:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b9c843a-b052-4d7b-827a-27c535920862', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'bffa035c-7b0b-4890-87d2-0a7264a9252e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:38:13Z', 'updated_at': '2021-08-18T12:38:18Z', 'revision_number': 5, 'project_id': 'b014dbc881a94b53bff4fa00c7618782', 'subnets': [{'id': 'bffa035c-7b0b-4890-87d2-0a7264a9252e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:42:38.450528 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0d0f4e-4282-4217-9793-261943503fa1 None None] Checking router: 2b9c843a-b052-4d7b-827a-27c535920862 for host: n-d-804985-2 {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:42:38.458714 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0d0f4e-4282-4217-9793-261943503fa1 None None] Routers {'2b9c843a-b052-4d7b-827a-27c535920862'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:42:38.459307 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-3c0d0f4e-4282-4217-9793-261943503fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:42:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['2b9c843a-b052-4d7b-827a-27c535920862'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:42:38.571520 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-3c0d0f4e-4282-4217-9793-261943503fa1 None None] Set router 2b9c843a-b052-4d7b-827a-27c535920862 gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:42:38.647613 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:42:38.775266 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-3c0d0f4e-4282-4217-9793-261943503fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b9c843a-b052-4d7b-827a-27c535920862', 'name': 'tempest-ServerActionsTestJSON-845282518-router', 'tenant_id': 'b014dbc881a94b53bff4fa00c7618782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': '87aa075c-d67c-4a9d-98a8-d5523656914a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:38:11Z', 'updated_at': '2021-08-18T12:38:13Z', 'revision_number': 4, 'project_id': 'b014dbc881a94b53bff4fa00c7618782', 'gw_port': {'id': '87aa075c-d67c-4a9d-98a8-d5523656914a', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:47:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b9c843a-b052-4d7b-827a-27c535920862', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:38:11Z', 'updated_at': '2021-08-18T12:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': 'cd1e55ba-9768-4c82-9003-862d7c8101b4', 'name': '', 'network_id': 'd2682283-9943-409d-aeb3-45e8a1f61637', 'tenant_id': 'b014dbc881a94b53bff4fa00c7618782', 'mac_address': 'fa:16:3e:7b:fd:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b9c843a-b052-4d7b-827a-27c535920862', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'bffa035c-7b0b-4890-87d2-0a7264a9252e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:38:13Z', 'updated_at': '2021-08-18T12:38:18Z', 'revision_number': 5, 'project_id': 'b014dbc881a94b53bff4fa00c7618782', 'subnets': [{'id': 'bffa035c-7b0b-4890-87d2-0a7264a9252e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:42:38.800866 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0d0f4e-4282-4217-9793-261943503fa1 None None] The sync data for ids ['2b9c843a-b052-4d7b-827a-27c535920862'] in n-d-804985-2 is: [{'id': '2b9c843a-b052-4d7b-827a-27c535920862', 'name': 'tempest-ServerActionsTestJSON-845282518-router', 'tenant_id': 'b014dbc881a94b53bff4fa00c7618782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': '87aa075c-d67c-4a9d-98a8-d5523656914a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:38:11Z', 'updated_at': '2021-08-18T12:38:13Z', 'revision_number': 4, 'project_id': 'b014dbc881a94b53bff4fa00c7618782', 'gw_port': {'id': '87aa075c-d67c-4a9d-98a8-d5523656914a', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:47:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b9c843a-b052-4d7b-827a-27c535920862', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:38:11Z', 'updated_at': '2021-08-18T12:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': 'cd1e55ba-9768-4c82-9003-862d7c8101b4', 'name': '', 'network_id': 'd2682283-9943-409d-aeb3-45e8a1f61637', 'tenant_id': 'b014dbc881a94b53bff4fa00c7618782', 'mac_address': 'fa:16:3e:7b:fd:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b9c843a-b052-4d7b-827a-27c535920862', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'bffa035c-7b0b-4890-87d2-0a7264a9252e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:38:13Z', 'updated_at': '2021-08-18T12:38:18Z', 'revision_number': 5, 'project_id': 'b014dbc881a94b53bff4fa00c7618782', 'subnets': [{'id': 'bffa035c-7b0b-4890-87d2-0a7264a9252e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:42:39.025163 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-278b6b85-6591-4d40-84ab-fc79bb193820 None None] New status for floating IP 586d7d2e-daf5-4c81-a005-514253453b9b: DOWN {{(pid=106254) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 12:42:39.602881 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ef553c1c-5fe1-429c-a404-7d592d2f94ab req-8c597e0b-531f-4c5a-b1c6-5df77ef8dd19 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--1201889784&fields=id&tenant_id=b014dbc881a94b53bff4fa00c7618782 HTTP/1.1" status: 200 len: 267 time: 0.0343134 Aug 18 12:42:39.724063 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef553c1c-5fe1-429c-a404-7d592d2f94ab req-c78514f3-6ee0-45e9-bbb1-91b130b98f84 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:42:39.725546 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ef553c1c-5fe1-429c-a404-7d592d2f94ab req-c78514f3-6ee0-45e9-bbb1-91b130b98f84 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/networks?id=d2682283-9943-409d-aeb3-45e8a1f61637 HTTP/1.1" status: 200 len: 811 time: 0.1129947 Aug 18 12:42:39.744084 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ef553c1c-5fe1-429c-a404-7d592d2f94ab req-dc18649b-df2e-4aca-a037-1b4ff42a86f6 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/quotas/b014dbc881a94b53bff4fa00c7618782 HTTP/1.1" status: 200 len: 375 time: 0.0096197 Aug 18 12:42:39.810552 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ef553c1c-5fe1-429c-a404-7d592d2f94ab req-1a85a7fe-e340-49f0-a110-12a371b687bc tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=b014dbc881a94b53bff4fa00c7618782&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0582414 Aug 18 12:42:39.975753 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ef553c1c-5fe1-429c-a404-7d592d2f94ab req-d7e5ef9c-0da1-4814-85a7-a5261faaa660 service neutron] 10.222.0.66 "GET /v2.0/networks/d2682283-9943-409d-aeb3-45e8a1f61637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526482 Aug 18 12:42:40.073365 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ef553c1c-5fe1-429c-a404-7d592d2f94ab req-8158f585-ad2f-47f4-959e-13532a734c7e service neutron] 10.222.0.66 "GET /v2.0/networks/d2682283-9943-409d-aeb3-45e8a1f61637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913711 Aug 18 12:42:40.241615 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c87e5ec9-84ae-4c42-9d64-594448a17224 req-a966fae2-c4fe-4e48-98e6-d7c9035c38c2 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/ports?device_id=32ae4f91-deff-4ab7-a465-06ebdcf82b77 HTTP/1.1" status: 200 len: 210 time: 0.0287819 Aug 18 12:42:41.320093 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1bc73f79-3fa8-41ee-8106-45a6e35e7fb8 req-94e731b3-1145-47e1-9714-6141f3e6996c tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/ports?device_id=32ae4f91-deff-4ab7-a465-06ebdcf82b77 HTTP/1.1" status: 200 len: 210 time: 0.0272503 Aug 18 12:42:41.330233 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device bde12c88-43e6-4486-8e2e-e86c87907952 no longer exists at agent hyperv_n-h1-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:42:41.351720 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] No Port match for: bde12c88-43e6-4486-8e2e-e86c87907952 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:42:41.352060 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device bde12c88-43e6-4486-8e2e-e86c87907952 not bound to the agent host n-h1-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:42:42.412782 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5959c466-d0ae-49e1-98e5-caacd0a14956 req-73156601-68d5-4094-a869-d6deda368382 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/ports?device_id=32ae4f91-deff-4ab7-a465-06ebdcf82b77 HTTP/1.1" status: 200 len: 210 time: 0.0336068 Aug 18 12:42:43.499283 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1a62ac86-1f82-40c3-a4d3-da07ab865cb7 req-8f40051a-0386-429d-a02a-0b364a26bc87 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/ports?device_id=32ae4f91-deff-4ab7-a465-06ebdcf82b77 HTTP/1.1" status: 200 len: 210 time: 0.0323167 Aug 18 12:42:44.603687 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-dbc95a92-4427-4c26-b77e-3026696ef552 req-c3ce3721-4fe0-4e77-b9ba-4e41b1158fe2 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/ports?device_id=32ae4f91-deff-4ab7-a465-06ebdcf82b77 HTTP/1.1" status: 200 len: 210 time: 0.0267892 Aug 18 12:42:45.463148 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef553c1c-5fe1-429c-a404-7d592d2f94ab req-83110ece-65be-49a3-a9d7-8d2c4243e028 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:42:45.464674 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-ef553c1c-5fe1-429c-a404-7d592d2f94ab req-83110ece-65be-49a3-a9d7-8d2c4243e028 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.62 "GET /v2.0/networks?id=d2682283-9943-409d-aeb3-45e8a1f61637 HTTP/1.1" status: 200 len: 811 time: 0.1085463 Aug 18 12:42:45.508502 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-ef553c1c-5fe1-429c-a404-7d592d2f94ab req-89d3bb5d-b593-4a0c-a77d-400a62489730 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b014dbc881a94b53bff4fa00c7618782 HTTP/1.1" status: 200 len: 380 time: 0.0342879 Aug 18 12:42:45.521968 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [req-ef553c1c-5fe1-429c-a404-7d592d2f94ab req-90705ce2-0dc2-4912-adfe-4167edd9578d tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Request body: {'port': {'device_id': '32ae4f91-deff-4ab7-a465-06ebdcf82b77', 'network_id': 'd2682283-9943-409d-aeb3-45e8a1f61637', 'admin_state_up': True, 'tenant_id': 'b014dbc881a94b53bff4fa00c7618782', 'security_groups': ['48101352-e635-4eda-b902-34c25dd4f6ec']}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:42:45.649554 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef553c1c-5fe1-429c-a404-7d592d2f94ab req-90705ce2-0dc2-4912-adfe-4167edd9578d tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Made reservation on behalf of b014dbc881a94b53bff4fa00c7618782 for: {'port': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:42:45.653185 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-ef553c1c-5fe1-429c-a404-7d592d2f94ab req-90705ce2-0dc2-4912-adfe-4167edd9578d tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:42:45.699612 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-fe22f982-2381-4848-8a21-0e250066693d req-7e519337-87fb-463b-929d-097e74ef3623 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/ports?device_id=32ae4f91-deff-4ab7-a465-06ebdcf82b77 HTTP/1.1" status: 200 len: 210 time: 0.0276217 Aug 18 12:42:45.780902 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [req-ef553c1c-5fe1-429c-a404-7d592d2f94ab req-90705ce2-0dc2-4912-adfe-4167edd9578d tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Allocated IP 172.20.0.12 (d2682283-9943-409d-aeb3-45e8a1f61637/bffa035c-7b0b-4890-87d2-0a7264a9252e/a66ca9ae-54d6-42bf-978a-90086abe4d7e) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:42:45.931288 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-ef553c1c-5fe1-429c-a404-7d592d2f94ab req-90705ce2-0dc2-4912-adfe-4167edd9578d tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:42:45.945041 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [req-ef553c1c-5fe1-429c-a404-7d592d2f94ab req-90705ce2-0dc2-4912-adfe-4167edd9578d tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Transition to ACTIVE for port object a66ca9ae-54d6-42bf-978a-90086abe4d7e will not be triggered until provisioned by entity DHCP. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:42:45.983122 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-ef553c1c-5fe1-429c-a404-7d592d2f94ab req-90705ce2-0dc2-4912-adfe-4167edd9578d tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:42:46.026728 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef553c1c-5fe1-429c-a404-7d592d2f94ab req-90705ce2-0dc2-4912-adfe-4167edd9578d tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Network d2682283-9943-409d-aeb3-45e8a1f61637 is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:42:46.029902 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [req-ef553c1c-5fe1-429c-a404-7d592d2f94ab req-90705ce2-0dc2-4912-adfe-4167edd9578d tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:42:46.033785 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef553c1c-5fe1-429c-a404-7d592d2f94ab req-90705ce2-0dc2-4912-adfe-4167edd9578d tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:42:46.040332 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90705ce2-0dc2-4912-adfe-4167edd9578d tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Pushing event updated for resources: {'Port': ['ID=a66ca9ae-54d6-42bf-978a-90086abe4d7e,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:42:46.077781 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90705ce2-0dc2-4912-adfe-4167edd9578d tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:42:46.078099 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90705ce2-0dc2-4912-adfe-4167edd9578d tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:42:46.078465 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90705ce2-0dc2-4912-adfe-4167edd9578d tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:42:46.078796 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90705ce2-0dc2-4912-adfe-4167edd9578d tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:42:46.079128 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90705ce2-0dc2-4912-adfe-4167edd9578d tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:42:46.079457 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90705ce2-0dc2-4912-adfe-4167edd9578d tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:42:46.079764 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90705ce2-0dc2-4912-adfe-4167edd9578d tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:42:46.080167 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90705ce2-0dc2-4912-adfe-4167edd9578d tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:42:46.080527 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90705ce2-0dc2-4912-adfe-4167edd9578d tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:42:46.080875 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90705ce2-0dc2-4912-adfe-4167edd9578d tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:42:46.081198 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90705ce2-0dc2-4912-adfe-4167edd9578d tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:42:46.081497 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90705ce2-0dc2-4912-adfe-4167edd9578d tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:42:46.102586 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef553c1c-5fe1-429c-a404-7d592d2f94ab req-90705ce2-0dc2-4912-adfe-4167edd9578d tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:42:46.103351 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-ef553c1c-5fe1-429c-a404-7d592d2f94ab req-90705ce2-0dc2-4912-adfe-4167edd9578d tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:42:46.119865 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-ef553c1c-5fe1-429c-a404-7d592d2f94ab req-90705ce2-0dc2-4912-adfe-4167edd9578d tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6044326 Aug 18 12:42:46.132605 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [req-ef553c1c-5fe1-429c-a404-7d592d2f94ab req-105d868c-2cab-42ea-addd-a3d45bf7a391 service neutron] Request body: {'port': {'device_id': '32ae4f91-deff-4ab7-a465-06ebdcf82b77', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804985-2'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:42:46.188546 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-ef553c1c-5fe1-429c-a404-7d592d2f94ab req-105d868c-2cab-42ea-addd-a3d45bf7a391 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:42:46.296032 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-11856ec5-9101-4fb7-ab9c-fd8866b1fc73 None None] Provisioning for port a66ca9ae-54d6-42bf-978a-90086abe4d7e completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:42:46.300235 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-11856ec5-9101-4fb7-ab9c-fd8866b1fc73 None None] Provisioning complete for port a66ca9ae-54d6-42bf-978a-90086abe4d7e triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:42:46.300731 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-11856ec5-9101-4fb7-ab9c-fd8866b1fc73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:42:46.341192 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-11856ec5-9101-4fb7-ab9c-fd8866b1fc73 None None] Port a66ca9ae-54d6-42bf-978a-90086abe4d7e cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:42:46.471138 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [req-ef553c1c-5fe1-429c-a404-7d592d2f94ab req-105d868c-2cab-42ea-addd-a3d45bf7a391 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a66ca9ae-54d6-42bf-978a-90086abe4d7e {{(pid=106253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:42:46.480387 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-ef553c1c-5fe1-429c-a404-7d592d2f94ab req-105d868c-2cab-42ea-addd-a3d45bf7a391 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:42:46.498729 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [req-ef553c1c-5fe1-429c-a404-7d592d2f94ab req-105d868c-2cab-42ea-addd-a3d45bf7a391 service neutron] Transition to ACTIVE for port object a66ca9ae-54d6-42bf-978a-90086abe4d7e will not be triggered until provisioned by entity L2. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:42:46.502829 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-ef553c1c-5fe1-429c-a404-7d592d2f94ab req-105d868c-2cab-42ea-addd-a3d45bf7a391 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:42:46.565215 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105d868c-2cab-42ea-addd-a3d45bf7a391 service neutron] Pushing event updated for resources: {'Port': ['ID=a66ca9ae-54d6-42bf-978a-90086abe4d7e,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:42:46.641330 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-ef553c1c-5fe1-429c-a404-7d592d2f94ab req-105d868c-2cab-42ea-addd-a3d45bf7a391 service neutron] Attempting to bind port a66ca9ae-54d6-42bf-978a-90086abe4d7e on host n-h2-804985-2 for vnic_type normal with profile {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:42:46.641669 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-ef553c1c-5fe1-429c-a404-7d592d2f94ab req-105d868c-2cab-42ea-addd-a3d45bf7a391 service neutron] Attempting to bind port a66ca9ae-54d6-42bf-978a-90086abe4d7e by drivers openvswitch,hyperv on host n-h2-804985-2 at level 0 using segments [{'id': 'ae4fcfab-9275-4fd0-906e-fbd9ae809b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'd2682283-9943-409d-aeb3-45e8a1f61637'}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:42:46.641981 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef553c1c-5fe1-429c-a404-7d592d2f94ab req-105d868c-2cab-42ea-addd-a3d45bf7a391 service neutron] Attempting to bind port a66ca9ae-54d6-42bf-978a-90086abe4d7e on network d2682283-9943-409d-aeb3-45e8a1f61637 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:42:46.646970 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef553c1c-5fe1-429c-a404-7d592d2f94ab req-105d868c-2cab-42ea-addd-a3d45bf7a391 service neutron] Port a66ca9ae-54d6-42bf-978a-90086abe4d7e on network d2682283-9943-409d-aeb3-45e8a1f61637 not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-2 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:42:46.647296 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef553c1c-5fe1-429c-a404-7d592d2f94ab req-105d868c-2cab-42ea-addd-a3d45bf7a391 service neutron] Attempting to bind port a66ca9ae-54d6-42bf-978a-90086abe4d7e on network d2682283-9943-409d-aeb3-45e8a1f61637 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:42:46.652250 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef553c1c-5fe1-429c-a404-7d592d2f94ab req-105d868c-2cab-42ea-addd-a3d45bf7a391 service neutron] Checking agent: {'id': 'da5da552-709c-4248-84de-86af99a0dc87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 49, 8), 'started_at': datetime.datetime(2021, 8, 18, 11, 49, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 42, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:42:46.652616 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef553c1c-5fe1-429c-a404-7d592d2f94ab req-105d868c-2cab-42ea-addd-a3d45bf7a391 service neutron] Checking segment: {'id': 'ae4fcfab-9275-4fd0-906e-fbd9ae809b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'd2682283-9943-409d-aeb3-45e8a1f61637'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:42:46.652997 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef553c1c-5fe1-429c-a404-7d592d2f94ab req-105d868c-2cab-42ea-addd-a3d45bf7a391 service neutron] Bound using segment: {'id': 'ae4fcfab-9275-4fd0-906e-fbd9ae809b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'd2682283-9943-409d-aeb3-45e8a1f61637'} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:42:46.653419 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-ef553c1c-5fe1-429c-a404-7d592d2f94ab req-105d868c-2cab-42ea-addd-a3d45bf7a391 service neutron] Bound port: a66ca9ae-54d6-42bf-978a-90086abe4d7e, host: n-h2-804985-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae4fcfab-9275-4fd0-906e-fbd9ae809b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'd2682283-9943-409d-aeb3-45e8a1f61637'}}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:42:46.653771 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-ef553c1c-5fe1-429c-a404-7d592d2f94ab req-105d868c-2cab-42ea-addd-a3d45bf7a391 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:42:46.719950 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-ef553c1c-5fe1-429c-a404-7d592d2f94ab req-105d868c-2cab-42ea-addd-a3d45bf7a391 service neutron] For port a66ca9ae-54d6-42bf-978a-90086abe4d7e, host n-h2-804985-2, cleared binding levels {{(pid=106253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:42:46.723230 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-ef553c1c-5fe1-429c-a404-7d592d2f94ab req-105d868c-2cab-42ea-addd-a3d45bf7a391 service neutron] For port a66ca9ae-54d6-42bf-978a-90086abe4d7e, host n-h2-804985-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=a66ca9ae-54d6-42bf-978a-90086abe4d7e,segment=NetworkSegment(ae4fcfab-9275-4fd0-906e-fbd9ae809b23),segment_id=ae4fcfab-9275-4fd0-906e-fbd9ae809b23)] {{(pid=106253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:42:46.727663 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-ef553c1c-5fe1-429c-a404-7d592d2f94ab req-105d868c-2cab-42ea-addd-a3d45bf7a391 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:42:46.767287 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef553c1c-5fe1-429c-a404-7d592d2f94ab req-105d868c-2cab-42ea-addd-a3d45bf7a391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:42:46.768287 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-ef553c1c-5fe1-429c-a404-7d592d2f94ab req-105d868c-2cab-42ea-addd-a3d45bf7a391 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:42:46.769729 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-ef553c1c-5fe1-429c-a404-7d592d2f94ab req-105d868c-2cab-42ea-addd-a3d45bf7a391 service neutron] 10.222.0.62 "PUT /v2.0/ports/a66ca9ae-54d6-42bf-978a-90086abe4d7e HTTP/1.1" status: 200 len: 1092 time: 0.6417150 Aug 18 12:42:46.771865 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32ae4f91-deff-4ab7-a465-06ebdcf82b77', 'tag': 'a66ca9ae-54d6-42bf-978a-90086abe4d7e'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:42:46.775207 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0679f4c4b6e0e0c064a7d71d722dc30541a34fffee11680573be22ee2ffccc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67c231fa-8bad-4218-86cd-1db4f0344bb6" -d '{"events": [{"name": "network-changed", "server_uuid": "32ae4f91-deff-4ab7-a465-06ebdcf82b77", "tag": "a66ca9ae-54d6-42bf-978a-90086abe4d7e"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:42:46.810309 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105d868c-2cab-42ea-addd-a3d45bf7a391 service neutron] Pushing event updated for resources: {'Port': ['ID=a66ca9ae-54d6-42bf-978a-90086abe4d7e,revision_number=3']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:42:46.847401 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0128dd6d-4ccf-46ac-92eb-e0e0fa1c4b9a req-0aa15d16-489c-42d6-b4a8-6eb2f3c4033c tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:42:46.849101 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0128dd6d-4ccf-46ac-92eb-e0e0fa1c4b9a req-0aa15d16-489c-42d6-b4a8-6eb2f3c4033c tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/ports?device_id=32ae4f91-deff-4ab7-a465-06ebdcf82b77 HTTP/1.1" status: 200 len: 944 time: 0.0792024 Aug 18 12:42:46.850096 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:42:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b922104c-1d1b-4252-9b10-e19447035735 x-openstack-request-id: req-b922104c-1d1b-4252-9b10-e19447035735 {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:42:46.850445 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32ae4f91-deff-4ab7-a465-06ebdcf82b77", "tag": "a66ca9ae-54d6-42bf-978a-90086abe4d7e", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:42:46.850700 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b922104c-1d1b-4252-9b10-e19447035735 {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:42:46.851103 n-d-804985-2 neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32ae4f91-deff-4ab7-a465-06ebdcf82b77', 'tag': 'a66ca9ae-54d6-42bf-978a-90086abe4d7e', 'status': 'completed', 'code': 200} Aug 18 12:42:46.868466 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef553c1c-5fe1-429c-a404-7d592d2f94ab req-7a90f6ee-4bcb-4be1-bdbb-751e4777c7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:42:46.870276 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-ef553c1c-5fe1-429c-a404-7d592d2f94ab req-7a90f6ee-4bcb-4be1-bdbb-751e4777c7f1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b014dbc881a94b53bff4fa00c7618782&device_id=32ae4f91-deff-4ab7-a465-06ebdcf82b77 HTTP/1.1" status: 200 len: 1095 time: 0.0563059 Aug 18 12:42:46.894323 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0128dd6d-4ccf-46ac-92eb-e0e0fa1c4b9a req-4f5141cc-4f7f-4874-aebc-4afcb7cf3139 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/security-groups?id=48101352-e635-4eda-b902-34c25dd4f6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375216 Aug 18 12:42:46.918982 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-ef553c1c-5fe1-429c-a404-7d592d2f94ab req-b2409e93-a257-4b72-8b34-c8d91afa1c96 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a66ca9ae-54d6-42bf-978a-90086abe4d7e HTTP/1.1" status: 200 len: 217 time: 0.0399380 Aug 18 12:42:46.975388 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef553c1c-5fe1-429c-a404-7d592d2f94ab req-6794f169-ec71-49da-a469-d4b308f4eaec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:42:46.976898 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-ef553c1c-5fe1-429c-a404-7d592d2f94ab req-6794f169-ec71-49da-a469-d4b308f4eaec service neutron] 10.222.0.62 "GET /v2.0/subnets?id=bffa035c-7b0b-4890-87d2-0a7264a9252e HTTP/1.1" status: 200 len: 850 time: 0.0508008 Aug 18 12:42:47.023106 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef553c1c-5fe1-429c-a404-7d592d2f94ab req-b82d0b80-209e-4c89-8183-0be4d7b7f96c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:42:47.024602 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-ef553c1c-5fe1-429c-a404-7d592d2f94ab req-b82d0b80-209e-4c89-8183-0be4d7b7f96c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d2682283-9943-409d-aeb3-45e8a1f61637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402942 Aug 18 12:42:47.118355 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-ef553c1c-5fe1-429c-a404-7d592d2f94ab req-7f5e7dab-d317-45e2-91fc-b05b8868fe71 service neutron] 10.222.0.62 "GET /v2.0/networks/d2682283-9943-409d-aeb3-45e8a1f61637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853944 Aug 18 12:42:47.214454 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-ef553c1c-5fe1-429c-a404-7d592d2f94ab req-fed56d46-cad8-49e1-974e-5903267dba7a service neutron] 10.222.0.62 "GET /v2.0/networks/d2682283-9943-409d-aeb3-45e8a1f61637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893695 Aug 18 12:42:47.302770 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c231fa-8bad-4218-86cd-1db4f0344bb6 req-ba507653-49bd-4bb6-9250-ce9baed24905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:42:47.304273 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-67c231fa-8bad-4218-86cd-1db4f0344bb6 req-ba507653-49bd-4bb6-9250-ce9baed24905 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b014dbc881a94b53bff4fa00c7618782&device_id=32ae4f91-deff-4ab7-a465-06ebdcf82b77 HTTP/1.1" status: 200 len: 1095 time: 0.0425262 Aug 18 12:42:47.401190 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c231fa-8bad-4218-86cd-1db4f0344bb6 req-fa6ff85d-023d-4cd1-8069-b282e71c5ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:42:47.402511 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-67c231fa-8bad-4218-86cd-1db4f0344bb6 req-fa6ff85d-023d-4cd1-8069-b282e71c5ae6 service neutron] 10.222.0.62 "GET /v2.0/networks?id=d2682283-9943-409d-aeb3-45e8a1f61637 HTTP/1.1" status: 200 len: 912 time: 0.0912712 Aug 18 12:42:47.443175 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-67c231fa-8bad-4218-86cd-1db4f0344bb6 req-6088ae82-ec22-44b1-ac08-e4622de8d35c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a66ca9ae-54d6-42bf-978a-90086abe4d7e HTTP/1.1" status: 200 len: 217 time: 0.0339344 Aug 18 12:42:47.492871 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c231fa-8bad-4218-86cd-1db4f0344bb6 req-c7d0ed7d-c8a7-4afa-a105-2f227f7dcfde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:42:47.494255 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-67c231fa-8bad-4218-86cd-1db4f0344bb6 req-c7d0ed7d-c8a7-4afa-a105-2f227f7dcfde service neutron] 10.222.0.62 "GET /v2.0/subnets?id=bffa035c-7b0b-4890-87d2-0a7264a9252e HTTP/1.1" status: 200 len: 850 time: 0.0439343 Aug 18 12:42:47.544743 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c231fa-8bad-4218-86cd-1db4f0344bb6 req-0c3ec0ac-76ce-4e6d-af52-9be5f42e45c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:42:47.546195 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-67c231fa-8bad-4218-86cd-1db4f0344bb6 req-0c3ec0ac-76ce-4e6d-af52-9be5f42e45c7 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d2682283-9943-409d-aeb3-45e8a1f61637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436971 Aug 18 12:42:47.636998 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-67c231fa-8bad-4218-86cd-1db4f0344bb6 req-76c694e0-d4de-4072-a949-f4258d6096d5 service neutron] 10.222.0.62 "GET /v2.0/networks/d2682283-9943-409d-aeb3-45e8a1f61637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819426 Aug 18 12:42:47.733257 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-67c231fa-8bad-4218-86cd-1db4f0344bb6 req-6b2941f8-e576-4bf2-bef0-553707cb495a service neutron] 10.222.0.62 "GET /v2.0/networks/d2682283-9943-409d-aeb3-45e8a1f61637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881476 Aug 18 12:42:48.033308 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75a9f12-7838-4fa2-b439-170b98351b90 req-b9559624-9d02-43e8-9a49-f04baa9ad1af tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:42:48.034752 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d75a9f12-7838-4fa2-b439-170b98351b90 req-b9559624-9d02-43e8-9a49-f04baa9ad1af tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/ports?device_id=32ae4f91-deff-4ab7-a465-06ebdcf82b77 HTTP/1.1" status: 200 len: 944 time: 0.0576708 Aug 18 12:42:48.081700 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d75a9f12-7838-4fa2-b439-170b98351b90 req-63162904-a744-4ad0-b435-ed57760c54eb tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/security-groups?id=48101352-e635-4eda-b902-34c25dd4f6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377262 Aug 18 12:42:48.540656 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-66b7f8d7-57e0-4505-9861-4fe4f4ba7f42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:42:49.201322 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725b525b-b9ec-459a-a383-eb94e42c3b2b req-8113937f-5b74-49f4-a507-db5f68b06920 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:42:49.202797 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-725b525b-b9ec-459a-a383-eb94e42c3b2b req-8113937f-5b74-49f4-a507-db5f68b06920 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/ports?device_id=32ae4f91-deff-4ab7-a465-06ebdcf82b77 HTTP/1.1" status: 200 len: 944 time: 0.0521479 Aug 18 12:42:49.242357 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-725b525b-b9ec-459a-a383-eb94e42c3b2b req-4e196a73-f1d8-4eaf-b7b5-a8e339c8cc06 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/security-groups?id=48101352-e635-4eda-b902-34c25dd4f6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334136 Aug 18 12:42:49.523479 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device a66ca9ae-54d6-42bf-978a-90086abe4d7e details requested by agent hyperv_n-h2-804985-2 with host n-h2-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:42:49.624930 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port a66ca9ae-54d6-42bf-978a-90086abe4d7e, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=a66ca9ae-54d6-42bf-978a-90086abe4d7e,segment=NetworkSegment(ae4fcfab-9275-4fd0-906e-fbd9ae809b23),segment_id=ae4fcfab-9275-4fd0-906e-fbd9ae809b23)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:42:49.636245 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Returning: {'device': 'a66ca9ae-54d6-42bf-978a-90086abe4d7e', 'network_id': 'd2682283-9943-409d-aeb3-45e8a1f61637', 'port_id': 'a66ca9ae-54d6-42bf-978a-90086abe4d7e', 'mac_address': 'fa:16:3e:c2:27:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 815, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bffa035c-7b0b-4890-87d2-0a7264a9252e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:42:49.690469 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:42:49.703143 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a66ca9ae-54d6-42bf-978a-90086abe4d7e {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:42:49.724989 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port a66ca9ae-54d6-42bf-978a-90086abe4d7e, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=a66ca9ae-54d6-42bf-978a-90086abe4d7e,segment=NetworkSegment(ae4fcfab-9275-4fd0-906e-fbd9ae809b23),segment_id=ae4fcfab-9275-4fd0-906e-fbd9ae809b23)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:42:49.731803 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:42:49.781237 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=a66ca9ae-54d6-42bf-978a-90086abe4d7e,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:42:49.954782 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] get_ports_and_sgs() called for port_ids ['a66ca9ae-54d6-42bf-978a-90086abe4d7e'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:42:50.492952 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f1bf8d-5ce2-4ba4-870b-cc7d09a86355 req-04a97e86-86a7-41e7-b1d8-1bb1720f353b tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:42:50.494435 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b7f1bf8d-5ce2-4ba4-870b-cc7d09a86355 req-04a97e86-86a7-41e7-b1d8-1bb1720f353b tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/ports?device_id=32ae4f91-deff-4ab7-a465-06ebdcf82b77 HTTP/1.1" status: 200 len: 945 time: 0.1741266 Aug 18 12:42:50.535710 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b7f1bf8d-5ce2-4ba4-870b-cc7d09a86355 req-6279280c-9d35-4810-a62e-2b2e6fae12bc tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/security-groups?id=48101352-e635-4eda-b902-34c25dd4f6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325341 Aug 18 12:42:51.506864 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:42:51.538423 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device a66ca9ae-54d6-42bf-978a-90086abe4d7e up at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:42:51.590734 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Provisioning for port a66ca9ae-54d6-42bf-978a-90086abe4d7e completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:42:51.594830 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Provisioning complete for port a66ca9ae-54d6-42bf-978a-90086abe4d7e triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:42:51.595202 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:42:51.674924 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:42:51.698695 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32ae4f91-deff-4ab7-a465-06ebdcf82b77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a66ca9ae-54d6-42bf-978a-90086abe4d7e'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:42:51.701514 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db50a436fb3a98495337d8fe7487b4f2ea6f3c1052eb9efadc2ecda2d5737001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ebf0006-3f86-42f8-ac6f-92417d261c1e" -d '{"events": [{"server_uuid": "32ae4f91-deff-4ab7-a465-06ebdcf82b77", "name": "network-vif-plugged", "status": "completed", "tag": "a66ca9ae-54d6-42bf-978a-90086abe4d7e"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:42:51.715817 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port a66ca9ae-54d6-42bf-978a-90086abe4d7e, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=a66ca9ae-54d6-42bf-978a-90086abe4d7e,segment=NetworkSegment(ae4fcfab-9275-4fd0-906e-fbd9ae809b23),segment_id=ae4fcfab-9275-4fd0-906e-fbd9ae809b23)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:42:51.722058 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:42:51.724090 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5313c8-65cd-4302-ba8d-db25ae703ad5 req-a7fc93d7-3463-47ad-8ea8-4c26e8aff289 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:42:51.729029 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3e5313c8-65cd-4302-ba8d-db25ae703ad5 req-a7fc93d7-3463-47ad-8ea8-4c26e8aff289 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/ports?device_id=32ae4f91-deff-4ab7-a465-06ebdcf82b77 HTTP/1.1" status: 200 len: 945 time: 0.1241279 Aug 18 12:42:51.739933 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.agents_db [None req-6dbb2658-0354-4101-8393-6e7505481cf6 None None] Agent healthcheck: found 7 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 12:42:51.749753 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:42:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83d2d6f5-b717-4f14-9a9f-13f5bf708432 x-openstack-request-id: req-83d2d6f5-b717-4f14-9a9f-13f5bf708432 {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:42:51.750058 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32ae4f91-deff-4ab7-a465-06ebdcf82b77", "name": "network-vif-plugged", "status": "completed", "tag": "a66ca9ae-54d6-42bf-978a-90086abe4d7e", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:42:51.750286 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-83d2d6f5-b717-4f14-9a9f-13f5bf708432 {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:42:51.750673 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32ae4f91-deff-4ab7-a465-06ebdcf82b77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a66ca9ae-54d6-42bf-978a-90086abe4d7e', 'code': 200} Aug 18 12:42:51.775904 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-7242580e-80c9-4aae-bdba-005d2c062dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:42:51.781827 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3e5313c8-65cd-4302-ba8d-db25ae703ad5 req-1c61a59e-4146-4f68-9c6f-5557fe0b7fb1 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/security-groups?id=48101352-e635-4eda-b902-34c25dd4f6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472832 Aug 18 12:42:51.789604 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=a66ca9ae-54d6-42bf-978a-90086abe4d7e,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:42:51.838639 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47cd6a4-22fb-473d-8dde-c18a04fa1dc1 req-a9276062-751b-449d-a111-12c519403f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:42:51.840102 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-a47cd6a4-22fb-473d-8dde-c18a04fa1dc1 req-a9276062-751b-449d-a111-12c519403f4e service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=32ae4f91-deff-4ab7-a465-06ebdcf82b77 HTTP/1.1" status: 200 len: 1097 time: 0.0407217 Aug 18 12:42:51.874550 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-a47cd6a4-22fb-473d-8dde-c18a04fa1dc1 req-29462a61-5acd-40c1-981c-7a1062080d0c service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=48101352-e635-4eda-b902-34c25dd4f6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0274010 Aug 18 12:42:52.328930 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-53584c24-f517-494e-ac93-c18bb92373f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:42:52.898662 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb782459-9bb9-47c4-9dbe-b8c95404983b req-179f1d41-35a3-4422-99c2-457fd0739450 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:42:52.900262 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-cb782459-9bb9-47c4-9dbe-b8c95404983b req-179f1d41-35a3-4422-99c2-457fd0739450 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/ports?device_id=32ae4f91-deff-4ab7-a465-06ebdcf82b77 HTTP/1.1" status: 200 len: 946 time: 0.0514522 Aug 18 12:42:52.940706 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-cb782459-9bb9-47c4-9dbe-b8c95404983b req-fd11f405-ef90-4cc2-917e-2070239c794b tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/security-groups?id=48101352-e635-4eda-b902-34c25dd4f6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343282 Aug 18 12:42:53.066749 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cf0480-ee79-4cd1-aad7-b0546e4a36ef req-a99407e8-7d97-457f-8e62-204eafc6d583 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:42:53.068252 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f0cf0480-ee79-4cd1-aad7-b0546e4a36ef req-a99407e8-7d97-457f-8e62-204eafc6d583 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/ports?device_id=32ae4f91-deff-4ab7-a465-06ebdcf82b77 HTTP/1.1" status: 200 len: 946 time: 0.0544958 Aug 18 12:42:53.077108 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 50884) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:42:53.081686 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-9fb64877-0122-41c8-a8c8-7a5abf5f6795 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Request body: {'floatingip': {'port_id': 'a66ca9ae-54d6-42bf-978a-90086abe4d7e'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:42:53.123939 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-9fb64877-0122-41c8-a8c8-7a5abf5f6795 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Notify callbacks [] for floatingip, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:42:53.569574 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-9fb64877-0122-41c8-a8c8-7a5abf5f6795 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:42:53.576027 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-9fb64877-0122-41c8-a8c8-7a5abf5f6795 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-989945'] for floatingip, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:42:53.698078 n-d-804985-2 neutron-server[106252]: INFO neutron.db.l3_db [None req-9fb64877-0122-41c8-a8c8-7a5abf5f6795 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Floating IP 586d7d2e-daf5-4c81-a005-514253453b9b associated. External IP: 172.25.7.180, port: a66ca9ae-54d6-42bf-978a-90086abe4d7e. Aug 18 12:42:53.913273 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fb64877-0122-41c8-a8c8-7a5abf5f6795 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Router 2b9c843a-b052-4d7b-827a-27c535920862 has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:42:54.000329 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-500a1c61-38a7-4c23-a7ec-4631080af5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:42:54.023085 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fb64877-0122-41c8-a8c8-7a5abf5f6795 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:42:54.028535 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-9fb64877-0122-41c8-a8c8-7a5abf5f6795 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for floatingip, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:42:54.033325 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96995ad7-2e04-40df-8dab-ef1ea8fe722e None None] Sync routers for ids ['2b9c843a-b052-4d7b-827a-27c535920862'] in n-d-804985-2 {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:42:54.043477 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96995ad7-2e04-40df-8dab-ef1ea8fe722e None None] Routers {'2b9c843a-b052-4d7b-827a-27c535920862'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:42:54.044109 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-96995ad7-2e04-40df-8dab-ef1ea8fe722e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:42:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['2b9c843a-b052-4d7b-827a-27c535920862'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:42:54.056937 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-9fb64877-0122-41c8-a8c8-7a5abf5f6795 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "PUT /v2.0/floatingips/586d7d2e-daf5-4c81-a005-514253453b9b HTTP/1.1" status: 200 len: 992 time: 0.9787009 Aug 18 12:42:54.057559 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32ae4f91-deff-4ab7-a465-06ebdcf82b77', 'tag': 'a66ca9ae-54d6-42bf-978a-90086abe4d7e'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:42:54.059856 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-232a4445-7c08-4659-8be0-7b20264f8969" -d '{"events": [{"name": "network-changed", "server_uuid": "32ae4f91-deff-4ab7-a465-06ebdcf82b77", "tag": "a66ca9ae-54d6-42bf-978a-90086abe4d7e"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:42:54.096407 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:42:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7412057e-06a3-4b56-b38b-c0bca7929488 x-openstack-request-id: req-7412057e-06a3-4b56-b38b-c0bca7929488 {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:42:54.097014 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32ae4f91-deff-4ab7-a465-06ebdcf82b77", "tag": "a66ca9ae-54d6-42bf-978a-90086abe4d7e", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:42:54.097452 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-7412057e-06a3-4b56-b38b-c0bca7929488 {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:42:54.098056 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32ae4f91-deff-4ab7-a465-06ebdcf82b77', 'tag': 'a66ca9ae-54d6-42bf-978a-90086abe4d7e', 'status': 'completed', 'code': 200} Aug 18 12:42:54.155224 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-96995ad7-2e04-40df-8dab-ef1ea8fe722e None None] Set router 2b9c843a-b052-4d7b-827a-27c535920862 gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:42:54.158425 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232a4445-7c08-4659-8be0-7b20264f8969 req-78320dee-7155-4e47-aeb6-c9d86f26761c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:42:54.160015 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-232a4445-7c08-4659-8be0-7b20264f8969 req-78320dee-7155-4e47-aeb6-c9d86f26761c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b014dbc881a94b53bff4fa00c7618782&device_id=32ae4f91-deff-4ab7-a465-06ebdcf82b77 HTTP/1.1" status: 200 len: 1097 time: 0.0399363 Aug 18 12:42:54.256735 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232a4445-7c08-4659-8be0-7b20264f8969 req-020b89de-2911-4428-9e3c-06a2dd9e8c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:42:54.258286 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-232a4445-7c08-4659-8be0-7b20264f8969 req-020b89de-2911-4428-9e3c-06a2dd9e8c62 service neutron] 10.222.0.62 "GET /v2.0/networks?id=d2682283-9943-409d-aeb3-45e8a1f61637 HTTP/1.1" status: 200 len: 912 time: 0.0917490 Aug 18 12:42:54.325036 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-232a4445-7c08-4659-8be0-7b20264f8969 req-1165aaaa-47c3-4ac2-8644-601328c26df3 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a66ca9ae-54d6-42bf-978a-90086abe4d7e HTTP/1.1" status: 200 len: 1000 time: 0.0598943 Aug 18 12:42:54.377780 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232a4445-7c08-4659-8be0-7b20264f8969 req-4292243b-6e77-4cbd-b7cd-898ad913cc78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:42:54.379279 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-232a4445-7c08-4659-8be0-7b20264f8969 req-4292243b-6e77-4cbd-b7cd-898ad913cc78 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=bffa035c-7b0b-4890-87d2-0a7264a9252e HTTP/1.1" status: 200 len: 850 time: 0.0472877 Aug 18 12:42:54.385467 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-96995ad7-2e04-40df-8dab-ef1ea8fe722e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b9c843a-b052-4d7b-827a-27c535920862', 'name': 'tempest-ServerActionsTestJSON-845282518-router', 'tenant_id': 'b014dbc881a94b53bff4fa00c7618782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': '87aa075c-d67c-4a9d-98a8-d5523656914a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:38:11Z', 'updated_at': '2021-08-18T12:38:13Z', 'revision_number': 4, 'project_id': 'b014dbc881a94b53bff4fa00c7618782', 'gw_port': {'id': '87aa075c-d67c-4a9d-98a8-d5523656914a', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:47:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b9c843a-b052-4d7b-827a-27c535920862', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:38:11Z', 'updated_at': '2021-08-18T12:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_floatingips': [{'id': '586d7d2e-daf5-4c81-a005-514253453b9b', 'tenant_id': 'b014dbc881a94b53bff4fa00c7618782', 'floating_ip_address': '172.25.7.180', 'floating_network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'router_id': '2b9c843a-b052-4d7b-827a-27c535920862', 'port_id': 'a66ca9ae-54d6-42bf-978a-90086abe4d7e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2682283-9943-409d-aeb3-45e8a1f61637', 'mac_address': 'fa:16:3e:c2:27:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32ae4f91-deff-4ab7-a465-06ebdcf82b77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T12:38:16Z', 'updated_at': '2021-08-18T12:42:53Z', 'revision_number': 9, 'project_id': 'b014dbc881a94b53bff4fa00c7618782', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd1e55ba-9768-4c82-9003-862d7c8101b4', 'name': '', 'network_id': 'd2682283-9943-409d-aeb3-45e8a1f61637', 'tenant_id': 'b014dbc881a94b53bff4fa00c7618782', 'mac_address': 'fa:16:3e:7b:fd:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b9c843a-b052-4d7b-827a-27c535920862', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'bffa035c-7b0b-4890-87d2-0a7264a9252e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:38:13Z', 'updated_at': '2021-08-18T12:38:18Z', 'revision_number': 5, 'project_id': 'b014dbc881a94b53bff4fa00c7618782', 'subnets': [{'id': 'bffa035c-7b0b-4890-87d2-0a7264a9252e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:42:54.411026 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96995ad7-2e04-40df-8dab-ef1ea8fe722e None None] Checking router: 2b9c843a-b052-4d7b-827a-27c535920862 for host: n-d-804985-2 {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:42:54.419610 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96995ad7-2e04-40df-8dab-ef1ea8fe722e None None] Routers {'2b9c843a-b052-4d7b-827a-27c535920862'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:42:54.420221 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-96995ad7-2e04-40df-8dab-ef1ea8fe722e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:42:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['2b9c843a-b052-4d7b-827a-27c535920862'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:42:54.425327 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232a4445-7c08-4659-8be0-7b20264f8969 req-c77c4033-caa3-4c86-8618-bae6b7935e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:42:54.426947 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-232a4445-7c08-4659-8be0-7b20264f8969 req-c77c4033-caa3-4c86-8618-bae6b7935e60 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d2682283-9943-409d-aeb3-45e8a1f61637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408125 Aug 18 12:42:54.520882 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-232a4445-7c08-4659-8be0-7b20264f8969 req-731e81dc-a6c2-44b9-8a93-a635196c5e74 service neutron] 10.222.0.62 "GET /v2.0/networks/d2682283-9943-409d-aeb3-45e8a1f61637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860021 Aug 18 12:42:54.619082 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-232a4445-7c08-4659-8be0-7b20264f8969 req-7220b9bb-7b52-4a4a-b3c1-4ede3d8685e1 service neutron] 10.222.0.62 "GET /v2.0/networks/d2682283-9943-409d-aeb3-45e8a1f61637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896881 Aug 18 12:42:54.621810 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-96995ad7-2e04-40df-8dab-ef1ea8fe722e None None] Set router 2b9c843a-b052-4d7b-827a-27c535920862 gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:42:54.861297 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-96995ad7-2e04-40df-8dab-ef1ea8fe722e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b9c843a-b052-4d7b-827a-27c535920862', 'name': 'tempest-ServerActionsTestJSON-845282518-router', 'tenant_id': 'b014dbc881a94b53bff4fa00c7618782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': '87aa075c-d67c-4a9d-98a8-d5523656914a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:38:11Z', 'updated_at': '2021-08-18T12:38:13Z', 'revision_number': 4, 'project_id': 'b014dbc881a94b53bff4fa00c7618782', 'gw_port': {'id': '87aa075c-d67c-4a9d-98a8-d5523656914a', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:47:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b9c843a-b052-4d7b-827a-27c535920862', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:38:11Z', 'updated_at': '2021-08-18T12:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_floatingips': [{'id': '586d7d2e-daf5-4c81-a005-514253453b9b', 'tenant_id': 'b014dbc881a94b53bff4fa00c7618782', 'floating_ip_address': '172.25.7.180', 'floating_network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'router_id': '2b9c843a-b052-4d7b-827a-27c535920862', 'port_id': 'a66ca9ae-54d6-42bf-978a-90086abe4d7e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2682283-9943-409d-aeb3-45e8a1f61637', 'mac_address': 'fa:16:3e:c2:27:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32ae4f91-deff-4ab7-a465-06ebdcf82b77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T12:38:16Z', 'updated_at': '2021-08-18T12:42:53Z', 'revision_number': 9, 'project_id': 'b014dbc881a94b53bff4fa00c7618782', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd1e55ba-9768-4c82-9003-862d7c8101b4', 'name': '', 'network_id': 'd2682283-9943-409d-aeb3-45e8a1f61637', 'tenant_id': 'b014dbc881a94b53bff4fa00c7618782', 'mac_address': 'fa:16:3e:7b:fd:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b9c843a-b052-4d7b-827a-27c535920862', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'bffa035c-7b0b-4890-87d2-0a7264a9252e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:38:13Z', 'updated_at': '2021-08-18T12:38:18Z', 'revision_number': 5, 'project_id': 'b014dbc881a94b53bff4fa00c7618782', 'subnets': [{'id': 'bffa035c-7b0b-4890-87d2-0a7264a9252e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:42:54.888786 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96995ad7-2e04-40df-8dab-ef1ea8fe722e None None] The sync data for ids ['2b9c843a-b052-4d7b-827a-27c535920862'] in n-d-804985-2 is: [{'id': '2b9c843a-b052-4d7b-827a-27c535920862', 'name': 'tempest-ServerActionsTestJSON-845282518-router', 'tenant_id': 'b014dbc881a94b53bff4fa00c7618782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': '87aa075c-d67c-4a9d-98a8-d5523656914a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:38:11Z', 'updated_at': '2021-08-18T12:38:13Z', 'revision_number': 4, 'project_id': 'b014dbc881a94b53bff4fa00c7618782', 'gw_port': {'id': '87aa075c-d67c-4a9d-98a8-d5523656914a', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:47:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b9c843a-b052-4d7b-827a-27c535920862', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:38:11Z', 'updated_at': '2021-08-18T12:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_floatingips': [{'id': '586d7d2e-daf5-4c81-a005-514253453b9b', 'tenant_id': 'b014dbc881a94b53bff4fa00c7618782', 'floating_ip_address': '172.25.7.180', 'floating_network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'router_id': '2b9c843a-b052-4d7b-827a-27c535920862', 'port_id': 'a66ca9ae-54d6-42bf-978a-90086abe4d7e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2682283-9943-409d-aeb3-45e8a1f61637', 'mac_address': 'fa:16:3e:c2:27:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32ae4f91-deff-4ab7-a465-06ebdcf82b77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T12:38:16Z', 'updated_at': '2021-08-18T12:42:53Z', 'revision_number': 9, 'project_id': 'b014dbc881a94b53bff4fa00c7618782', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd1e55ba-9768-4c82-9003-862d7c8101b4', 'name': '', 'network_id': 'd2682283-9943-409d-aeb3-45e8a1f61637', 'tenant_id': 'b014dbc881a94b53bff4fa00c7618782', 'mac_address': 'fa:16:3e:7b:fd:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b9c843a-b052-4d7b-827a-27c535920862', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'bffa035c-7b0b-4890-87d2-0a7264a9252e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:38:13Z', 'updated_at': '2021-08-18T12:38:18Z', 'revision_number': 5, 'project_id': 'b014dbc881a94b53bff4fa00c7618782', 'subnets': [{'id': 'bffa035c-7b0b-4890-87d2-0a7264a9252e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:42:55.098594 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a72ccd-54ff-4152-a5a6-016e4ef8df74 None None] New status for floating IP 586d7d2e-daf5-4c81-a005-514253453b9b: ACTIVE {{(pid=106254) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 12:43:03.126388 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-8c87ce4d-3e70-4b50-bdcd-cb5425e9a1a5 req-9e90f291-7110-4d78-a213-699569be5bd7 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=32ae4f91-deff-4ab7-a465-06ebdcf82b77&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0415401 Aug 18 12:43:03.212980 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c87ce4d-3e70-4b50-bdcd-cb5425e9a1a5 req-7c0ad82e-ca32-4d8e-9193-b0f10fd4311c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:43:03.214443 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-8c87ce4d-3e70-4b50-bdcd-cb5425e9a1a5 req-7c0ad82e-ca32-4d8e-9193-b0f10fd4311c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b014dbc881a94b53bff4fa00c7618782&device_id=32ae4f91-deff-4ab7-a465-06ebdcf82b77 HTTP/1.1" status: 200 len: 1097 time: 0.0409813 Aug 18 12:43:03.324632 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c87ce4d-3e70-4b50-bdcd-cb5425e9a1a5 req-ca9b3d8d-17c5-4c61-a6e1-6dcac75f84d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:43:03.326030 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-8c87ce4d-3e70-4b50-bdcd-cb5425e9a1a5 req-ca9b3d8d-17c5-4c61-a6e1-6dcac75f84d4 service neutron] 10.222.0.62 "GET /v2.0/networks?id=d2682283-9943-409d-aeb3-45e8a1f61637 HTTP/1.1" status: 200 len: 912 time: 0.0896697 Aug 18 12:43:03.397588 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-8c87ce4d-3e70-4b50-bdcd-cb5425e9a1a5 req-63946ccc-f4c6-4148-b527-9dec44513797 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a66ca9ae-54d6-42bf-978a-90086abe4d7e HTTP/1.1" status: 200 len: 1003 time: 0.0637195 Aug 18 12:43:03.445707 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c87ce4d-3e70-4b50-bdcd-cb5425e9a1a5 req-39eccb42-6a62-44db-a7d4-13de1832f303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:43:03.447125 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-8c87ce4d-3e70-4b50-bdcd-cb5425e9a1a5 req-39eccb42-6a62-44db-a7d4-13de1832f303 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=bffa035c-7b0b-4890-87d2-0a7264a9252e HTTP/1.1" status: 200 len: 850 time: 0.0430248 Aug 18 12:43:03.492572 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c87ce4d-3e70-4b50-bdcd-cb5425e9a1a5 req-717d6541-c310-4e41-8755-102af8c1ffdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:43:03.494018 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-8c87ce4d-3e70-4b50-bdcd-cb5425e9a1a5 req-717d6541-c310-4e41-8755-102af8c1ffdc service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d2682283-9943-409d-aeb3-45e8a1f61637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402486 Aug 18 12:43:03.590810 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-8c87ce4d-3e70-4b50-bdcd-cb5425e9a1a5 req-72e489cf-c91b-4db0-a072-6fbcbc52dd9d service neutron] 10.222.0.62 "GET /v2.0/networks/d2682283-9943-409d-aeb3-45e8a1f61637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892322 Aug 18 12:43:03.690120 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-8c87ce4d-3e70-4b50-bdcd-cb5425e9a1a5 req-67961694-ccc9-4dfb-86cd-30282e394186 service neutron] 10.222.0.62 "GET /v2.0/networks/d2682283-9943-409d-aeb3-45e8a1f61637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907788 Aug 18 12:43:06.415315 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:43:08.661107 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:43:18.539680 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-0dea26fc-97f4-4877-9f9d-7d7495d34a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:43:21.505258 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:43:21.759298 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-d5236fc5-083f-4ad1-adfc-84196d9b0658 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:43:22.340676 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-53584c24-f517-494e-ac93-c18bb92373f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:43:24.005509 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-500a1c61-38a7-4c23-a7ec-4631080af5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:43:28.744387 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.agents_db [None req-6dbb2658-0354-4101-8393-6e7505481cf6 None None] Agent healthcheck: found 7 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 12:43:36.410684 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:43:38.686893 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:43:48.536042 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-be62086b-5152-455c-9adb-4dbcfbdadbeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:43:51.506255 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:43:51.762794 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ab3db023-2542-4373-ba94-94ac13012a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:43:52.340674 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-53584c24-f517-494e-ac93-c18bb92373f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:43:54.007555 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-500a1c61-38a7-4c23-a7ec-4631080af5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:44:04.221669 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-9c7bfe06-484b-47eb-8c79-28dd20f4704a req-b2c3b5b2-d85a-4de2-8544-fea6371f148d service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=32ae4f91-deff-4ab7-a465-06ebdcf82b77&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1433239 Aug 18 12:44:04.316728 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7bfe06-484b-47eb-8c79-28dd20f4704a req-7f937921-047f-4bd2-89a8-afe9bfd37371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:44:04.318707 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-9c7bfe06-484b-47eb-8c79-28dd20f4704a req-7f937921-047f-4bd2-89a8-afe9bfd37371 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b014dbc881a94b53bff4fa00c7618782&device_id=32ae4f91-deff-4ab7-a465-06ebdcf82b77 HTTP/1.1" status: 200 len: 1097 time: 0.0543864 Aug 18 12:44:04.425295 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7bfe06-484b-47eb-8c79-28dd20f4704a req-f3e2f56c-5497-4031-be72-9bde57b7fe0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:44:04.426765 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-9c7bfe06-484b-47eb-8c79-28dd20f4704a req-f3e2f56c-5497-4031-be72-9bde57b7fe0e service neutron] 10.222.0.62 "GET /v2.0/networks?id=d2682283-9943-409d-aeb3-45e8a1f61637 HTTP/1.1" status: 200 len: 912 time: 0.0879657 Aug 18 12:44:04.497984 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-9c7bfe06-484b-47eb-8c79-28dd20f4704a req-96dba186-de88-4b9f-85d0-b7d964ec6be5 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a66ca9ae-54d6-42bf-978a-90086abe4d7e HTTP/1.1" status: 200 len: 1003 time: 0.0641816 Aug 18 12:44:04.552725 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7bfe06-484b-47eb-8c79-28dd20f4704a req-d3189a35-4802-4ce1-87a0-f7d002b9bf46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:44:04.554152 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-9c7bfe06-484b-47eb-8c79-28dd20f4704a req-d3189a35-4802-4ce1-87a0-f7d002b9bf46 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=bffa035c-7b0b-4890-87d2-0a7264a9252e HTTP/1.1" status: 200 len: 850 time: 0.0491734 Aug 18 12:44:04.604609 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7bfe06-484b-47eb-8c79-28dd20f4704a req-af561d58-8603-42e0-8a6f-b87e4b497072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:44:04.606003 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-9c7bfe06-484b-47eb-8c79-28dd20f4704a req-af561d58-8603-42e0-8a6f-b87e4b497072 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d2682283-9943-409d-aeb3-45e8a1f61637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445955 Aug 18 12:44:04.617838 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [req-9c7bfe06-484b-47eb-8c79-28dd20f4704a req-d7a00d15-7332-4bfc-862a-8b443d9533f4 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=106253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 12:44:04.618795 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-9c7bfe06-484b-47eb-8c79-28dd20f4704a req-d7a00d15-7332-4bfc-862a-8b443d9533f4 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052567 Aug 18 12:44:04.713808 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-9c7bfe06-484b-47eb-8c79-28dd20f4704a req-a139b46b-7b55-4b3e-8ccb-42a64fa6cb7a service neutron] 10.222.0.62 "GET /v2.0/networks/d2682283-9943-409d-aeb3-45e8a1f61637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881584 Aug 18 12:44:04.803966 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-9c7bfe06-484b-47eb-8c79-28dd20f4704a req-8b733658-221a-4272-8d61-fbf2c05fd04f service neutron] 10.222.0.62 "GET /v2.0/networks/d2682283-9943-409d-aeb3-45e8a1f61637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823898 Aug 18 12:44:05.748542 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.agents_db [None req-6dbb2658-0354-4101-8393-6e7505481cf6 None None] Agent healthcheck: found 7 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 12:44:06.433388 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:44:08.677410 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:44:18.542407 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-18f91993-2204-4936-a0f0-bfbb4911aa08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:44:21.511408 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:44:21.765114 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-eec3809f-a70a-493b-b048-fc686727a05f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:44:22.341875 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-53584c24-f517-494e-ac93-c18bb92373f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:44:24.013809 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-500a1c61-38a7-4c23-a7ec-4631080af5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:44:29.798778 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-71d59555-fe8e-41a3-a29d-ebc7bdd9f575 req-7cc1e648-4ea3-4300-acd2-4ab332356ff2 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=32ae4f91-deff-4ab7-a465-06ebdcf82b77&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0732729 Aug 18 12:44:29.809895 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d80587d-b5cd-4df6-aa4a-b3f35473a5d4 req-1d170a00-145d-4faa-8344-22cb04e643bd tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:44:29.811334 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1d80587d-b5cd-4df6-aa4a-b3f35473a5d4 req-1d170a00-145d-4faa-8344-22cb04e643bd tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/ports?device_id=32ae4f91-deff-4ab7-a465-06ebdcf82b77 HTTP/1.1" status: 200 len: 946 time: 0.0743871 Aug 18 12:44:29.852903 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1d80587d-b5cd-4df6-aa4a-b3f35473a5d4 req-695b2102-d765-4f0b-b9e7-56b1d3581e38 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/security-groups?id=48101352-e635-4eda-b902-34c25dd4f6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340276 Aug 18 12:44:30.926170 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d59555-fe8e-41a3-a29d-ebc7bdd9f575 req-9d1f703e-36bf-493f-aa25-bda79b382351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:44:30.927789 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-71d59555-fe8e-41a3-a29d-ebc7bdd9f575 req-9d1f703e-36bf-493f-aa25-bda79b382351 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b014dbc881a94b53bff4fa00c7618782&device_id=32ae4f91-deff-4ab7-a465-06ebdcf82b77 HTTP/1.1" status: 200 len: 1097 time: 0.0435491 Aug 18 12:44:30.973512 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6193ad-2db9-4f4d-84bc-d7037e5d60ed req-da2ae5ef-31c9-4406-82c7-79d66a332579 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:44:30.975273 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2d6193ad-2db9-4f4d-84bc-d7037e5d60ed req-da2ae5ef-31c9-4406-82c7-79d66a332579 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/ports?device_id=32ae4f91-deff-4ab7-a465-06ebdcf82b77 HTTP/1.1" status: 200 len: 946 time: 0.0516446 Aug 18 12:44:31.018020 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2d6193ad-2db9-4f4d-84bc-d7037e5d60ed req-c7929a53-3fe5-4d06-b694-a3b36f8afa5b tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/security-groups?id=48101352-e635-4eda-b902-34c25dd4f6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360613 Aug 18 12:44:31.025904 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d59555-fe8e-41a3-a29d-ebc7bdd9f575 req-e04098bc-cf06-421e-8940-e7a79567e5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:44:31.027401 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-71d59555-fe8e-41a3-a29d-ebc7bdd9f575 req-e04098bc-cf06-421e-8940-e7a79567e5b4 service neutron] 10.222.0.62 "GET /v2.0/networks?id=d2682283-9943-409d-aeb3-45e8a1f61637 HTTP/1.1" status: 200 len: 912 time: 0.0926003 Aug 18 12:44:31.096914 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-71d59555-fe8e-41a3-a29d-ebc7bdd9f575 req-5686949a-cd55-46cc-bf27-bb6decface67 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a66ca9ae-54d6-42bf-978a-90086abe4d7e HTTP/1.1" status: 200 len: 1003 time: 0.0611200 Aug 18 12:44:31.152500 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d59555-fe8e-41a3-a29d-ebc7bdd9f575 req-c3df423b-4309-4cf3-ab35-85614505aeeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:44:31.153923 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-71d59555-fe8e-41a3-a29d-ebc7bdd9f575 req-c3df423b-4309-4cf3-ab35-85614505aeeb service neutron] 10.222.0.62 "GET /v2.0/subnets?id=bffa035c-7b0b-4890-87d2-0a7264a9252e HTTP/1.1" status: 200 len: 850 time: 0.0502162 Aug 18 12:44:31.203083 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d59555-fe8e-41a3-a29d-ebc7bdd9f575 req-d7dc67d4-85a1-4a8d-98ea-efaec3abf03b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:44:31.204595 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-71d59555-fe8e-41a3-a29d-ebc7bdd9f575 req-d7dc67d4-85a1-4a8d-98ea-efaec3abf03b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d2682283-9943-409d-aeb3-45e8a1f61637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423417 Aug 18 12:44:31.298286 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-71d59555-fe8e-41a3-a29d-ebc7bdd9f575 req-104de82c-2832-47ff-8462-b11ae7af3cb8 service neutron] 10.222.0.62 "GET /v2.0/networks/d2682283-9943-409d-aeb3-45e8a1f61637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862057 Aug 18 12:44:31.685483 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-71d59555-fe8e-41a3-a29d-ebc7bdd9f575 req-934c769f-af6e-4d98-98dc-ad383963321b service neutron] 10.222.0.62 "GET /v2.0/networks/d2682283-9943-409d-aeb3-45e8a1f61637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3797159 Aug 18 12:44:32.150714 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9b110b-8232-429b-ada7-96dc4985ffda req-e6ac3fbe-5d12-43b9-bc6d-a8583f3a262b tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:44:32.152198 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ae9b110b-8232-429b-ada7-96dc4985ffda req-e6ac3fbe-5d12-43b9-bc6d-a8583f3a262b tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/ports?device_id=32ae4f91-deff-4ab7-a465-06ebdcf82b77 HTTP/1.1" status: 200 len: 946 time: 0.0581043 Aug 18 12:44:32.190200 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ae9b110b-8232-429b-ada7-96dc4985ffda req-3b027e3d-6e6f-43a5-880c-6ac612196147 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/security-groups?id=48101352-e635-4eda-b902-34c25dd4f6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319209 Aug 18 12:44:33.338821 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f99030-77ae-4ca3-9aba-91991dd1a742 req-a71864c4-7a5e-4f38-8593-8cebd4333c8d tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:44:33.340283 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e2f99030-77ae-4ca3-9aba-91991dd1a742 req-a71864c4-7a5e-4f38-8593-8cebd4333c8d tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/ports?device_id=32ae4f91-deff-4ab7-a465-06ebdcf82b77 HTTP/1.1" status: 200 len: 946 time: 0.0653179 Aug 18 12:44:33.388003 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e2f99030-77ae-4ca3-9aba-91991dd1a742 req-86d09c8a-1580-41ef-af3a-7bcd9cb1cdda tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/security-groups?id=48101352-e635-4eda-b902-34c25dd4f6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386271 Aug 18 12:44:34.530499 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c2199b-8ed8-40f2-a65b-a7114e9ff461 req-32a56e49-82f4-44be-acce-5e37e3f0febc tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:44:34.531960 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-05c2199b-8ed8-40f2-a65b-a7114e9ff461 req-32a56e49-82f4-44be-acce-5e37e3f0febc tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/ports?device_id=32ae4f91-deff-4ab7-a465-06ebdcf82b77 HTTP/1.1" status: 200 len: 946 time: 0.0597780 Aug 18 12:44:34.583977 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-05c2199b-8ed8-40f2-a65b-a7114e9ff461 req-a4586ceb-6a36-4a19-bf4c-b2e95c8943c8 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/security-groups?id=48101352-e635-4eda-b902-34c25dd4f6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430853 Aug 18 12:44:35.721530 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daf8366-bcb0-455d-94e3-22ff1db4b325 req-3ab95c5d-ebf1-4efd-9b30-82e109190d34 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:44:35.722985 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8daf8366-bcb0-455d-94e3-22ff1db4b325 req-3ab95c5d-ebf1-4efd-9b30-82e109190d34 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/ports?device_id=32ae4f91-deff-4ab7-a465-06ebdcf82b77 HTTP/1.1" status: 200 len: 946 time: 0.0509617 Aug 18 12:44:35.765170 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8daf8366-bcb0-455d-94e3-22ff1db4b325 req-5b55b582-f67b-46c6-a5d7-8ed45e5eed10 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/security-groups?id=48101352-e635-4eda-b902-34c25dd4f6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330825 Aug 18 12:44:36.440339 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:44:36.903620 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311eb938-024b-4f6b-9eee-4f32bf8a3c33 req-a268dadc-7429-4110-b1bf-e8b8d9eec0eb tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:44:36.905143 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-311eb938-024b-4f6b-9eee-4f32bf8a3c33 req-a268dadc-7429-4110-b1bf-e8b8d9eec0eb tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/ports?device_id=32ae4f91-deff-4ab7-a465-06ebdcf82b77 HTTP/1.1" status: 200 len: 946 time: 0.0557308 Aug 18 12:44:36.948695 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-311eb938-024b-4f6b-9eee-4f32bf8a3c33 req-e422a6b3-e46d-4389-92e4-7a786d043862 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/security-groups?id=48101352-e635-4eda-b902-34c25dd4f6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337856 Aug 18 12:44:38.082601 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19b4cb2-e0d0-41b5-a0db-4c236ec3131f req-85beb5e9-393d-420c-a182-9c72c753dd75 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:44:38.084042 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f19b4cb2-e0d0-41b5-a0db-4c236ec3131f req-85beb5e9-393d-420c-a182-9c72c753dd75 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/ports?device_id=32ae4f91-deff-4ab7-a465-06ebdcf82b77 HTTP/1.1" status: 200 len: 946 time: 0.0561976 Aug 18 12:44:38.121560 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f19b4cb2-e0d0-41b5-a0db-4c236ec3131f req-3aad8cef-adaf-4f81-b117-8148d47499ba tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/security-groups?id=48101352-e635-4eda-b902-34c25dd4f6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313294 Aug 18 12:44:38.688511 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:44:39.245985 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b22859-46bc-4005-85f6-9c77c1579c0f req-bdcc177e-10fc-48d0-9e23-6b22fa6d0ae9 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:44:39.247440 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-08b22859-46bc-4005-85f6-9c77c1579c0f req-bdcc177e-10fc-48d0-9e23-6b22fa6d0ae9 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/ports?device_id=32ae4f91-deff-4ab7-a465-06ebdcf82b77 HTTP/1.1" status: 200 len: 946 time: 0.0566392 Aug 18 12:44:39.290575 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-08b22859-46bc-4005-85f6-9c77c1579c0f req-eced0861-f1a2-497d-838b-3d08be23c7ae tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/security-groups?id=48101352-e635-4eda-b902-34c25dd4f6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345142 Aug 18 12:44:40.424764 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031d445f-1105-483b-aacb-eac9fb43bd48 req-e5b3d278-f92b-4c5e-9ec1-29ae54f04c86 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:44:40.426232 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-031d445f-1105-483b-aacb-eac9fb43bd48 req-e5b3d278-f92b-4c5e-9ec1-29ae54f04c86 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/ports?device_id=32ae4f91-deff-4ab7-a465-06ebdcf82b77 HTTP/1.1" status: 200 len: 946 time: 0.0569446 Aug 18 12:44:40.470282 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-031d445f-1105-483b-aacb-eac9fb43bd48 req-1bd9e6c2-2950-4692-8a65-afa7df45fe5f tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/security-groups?id=48101352-e635-4eda-b902-34c25dd4f6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344157 Aug 18 12:44:41.593839 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bca034e-0382-4e6e-9663-871361bae71c req-c37752d2-e5a3-48b3-a21c-f76e0c9065c9 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:44:41.595321 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2bca034e-0382-4e6e-9663-871361bae71c req-c37752d2-e5a3-48b3-a21c-f76e0c9065c9 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/ports?device_id=32ae4f91-deff-4ab7-a465-06ebdcf82b77 HTTP/1.1" status: 200 len: 946 time: 0.0516768 Aug 18 12:44:41.634515 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2bca034e-0382-4e6e-9663-871361bae71c req-3d617f7f-e245-4136-afe4-a4bc1d17c42a tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/security-groups?id=48101352-e635-4eda-b902-34c25dd4f6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324399 Aug 18 12:44:42.747612 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.agents_db [None req-6dbb2658-0354-4101-8393-6e7505481cf6 None None] Agent healthcheck: found 7 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 12:44:42.776297 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecfef14-dbac-4236-8455-4fd85fca22e8 req-eea1e4eb-098e-4ae2-bf52-a70110d72de0 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:44:42.777799 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-eecfef14-dbac-4236-8455-4fd85fca22e8 req-eea1e4eb-098e-4ae2-bf52-a70110d72de0 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/ports?device_id=32ae4f91-deff-4ab7-a465-06ebdcf82b77 HTTP/1.1" status: 200 len: 946 time: 0.0518603 Aug 18 12:44:42.819519 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-eecfef14-dbac-4236-8455-4fd85fca22e8 req-7fb0ac47-5488-4e24-82a3-c24dd3299603 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/security-groups?id=48101352-e635-4eda-b902-34c25dd4f6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325806 Aug 18 12:44:43.544127 n-d-804985-2 neutron-server[106253]: INFO neutron.api.v2.resource [req-71d59555-fe8e-41a3-a29d-ebc7bdd9f575 req-08558f98-bb0d-4435-9689-b10431ff5e24 service neutron] show failed (client error): The resource could not be found. Aug 18 12:44:43.545127 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-71d59555-fe8e-41a3-a29d-ebc7bdd9f575 req-08558f98-bb0d-4435-9689-b10431ff5e24 service neutron] 10.222.0.62 "GET /v2.0/ports/a66ca9ae-54d6-42bf-978a-90086abe4d7e/bindings/n-h1-804985-2 HTTP/1.1" status: 404 len: 380 time: 0.0674889 Aug 18 12:44:44.102213 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d59555-fe8e-41a3-a29d-ebc7bdd9f575 req-ee74fc4f-3a24-43b6-8bde-10e733bce870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:44:44.103669 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-71d59555-fe8e-41a3-a29d-ebc7bdd9f575 req-ee74fc4f-3a24-43b6-8bde-10e733bce870 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=32ae4f91-deff-4ab7-a465-06ebdcf82b77&tenant_id=b014dbc881a94b53bff4fa00c7618782 HTTP/1.1" status: 200 len: 1097 time: 0.3774695 Aug 18 12:44:44.120662 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898fc1c6-b4e0-4cf6-bf4d-42f8be2380b9 req-f60ea536-86cd-4d3d-a460-a6830c53272f tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:44:44.122170 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-898fc1c6-b4e0-4cf6-bf4d-42f8be2380b9 req-f60ea536-86cd-4d3d-a460-a6830c53272f tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/ports?device_id=32ae4f91-deff-4ab7-a465-06ebdcf82b77 HTTP/1.1" status: 200 len: 946 time: 0.0617657 Aug 18 12:44:44.127091 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-71d59555-fe8e-41a3-a29d-ebc7bdd9f575 req-92f75cb9-bf42-48af-b197-98c6e55b0741 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-804985-2', 'device_owner': 'compute:nova'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:44:44.202079 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-898fc1c6-b4e0-4cf6-bf4d-42f8be2380b9 req-c3f327bf-9024-4862-b038-e73848ddfaca tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/security-groups?id=48101352-e635-4eda-b902-34c25dd4f6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722275 Aug 18 12:44:44.207119 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-71d59555-fe8e-41a3-a29d-ebc7bdd9f575 req-92f75cb9-bf42-48af-b197-98c6e55b0741 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:44:44.427417 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-71d59555-fe8e-41a3-a29d-ebc7bdd9f575 req-92f75cb9-bf42-48af-b197-98c6e55b0741 service neutron] For port a66ca9ae-54d6-42bf-978a-90086abe4d7e, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=a66ca9ae-54d6-42bf-978a-90086abe4d7e,segment=NetworkSegment(ae4fcfab-9275-4fd0-906e-fbd9ae809b23),segment_id=ae4fcfab-9275-4fd0-906e-fbd9ae809b23)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:44:44.462890 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-71d59555-fe8e-41a3-a29d-ebc7bdd9f575 req-92f75cb9-bf42-48af-b197-98c6e55b0741 service neutron] For port a66ca9ae-54d6-42bf-978a-90086abe4d7e, host n-h2-804985-2, cleared binding levels {{(pid=106252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:44:44.502160 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32ae4f91-deff-4ab7-a465-06ebdcf82b77', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a66ca9ae-54d6-42bf-978a-90086abe4d7e'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:44:44.504438 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3011b992-ef85-4d47-acaf-f462c83c37a9" -d '{"events": [{"server_uuid": "32ae4f91-deff-4ab7-a465-06ebdcf82b77", "name": "network-vif-unplugged", "status": "completed", "tag": "a66ca9ae-54d6-42bf-978a-90086abe4d7e"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:44:44.508174 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-71d59555-fe8e-41a3-a29d-ebc7bdd9f575 req-92f75cb9-bf42-48af-b197-98c6e55b0741 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:44:44.521963 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [req-71d59555-fe8e-41a3-a29d-ebc7bdd9f575 req-92f75cb9-bf42-48af-b197-98c6e55b0741 service neutron] Transition to ACTIVE for port object a66ca9ae-54d6-42bf-978a-90086abe4d7e will not be triggered until provisioned by entity L2. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:44:44.526808 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-71d59555-fe8e-41a3-a29d-ebc7bdd9f575 req-92f75cb9-bf42-48af-b197-98c6e55b0741 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:44:44.555142 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 18 Aug 2021 12:44:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-535ef74c-078d-49cf-9b82-b123382f7210 x-openstack-request-id: req-535ef74c-078d-49cf-9b82-b123382f7210 {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:44:44.555448 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32ae4f91-deff-4ab7-a465-06ebdcf82b77", "name": "network-vif-unplugged", "status": "completed", "tag": "a66ca9ae-54d6-42bf-978a-90086abe4d7e", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:44:44.555699 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-535ef74c-078d-49cf-9b82-b123382f7210 {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:44:44.556093 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32ae4f91-deff-4ab7-a465-06ebdcf82b77', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a66ca9ae-54d6-42bf-978a-90086abe4d7e', 'code': 200} Aug 18 12:44:44.615335 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f75cb9-bf42-48af-b197-98c6e55b0741 service neutron] Pushing event updated for resources: {'Port': ['ID=a66ca9ae-54d6-42bf-978a-90086abe4d7e,revision_number=6']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:44:44.626161 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f75cb9-bf42-48af-b197-98c6e55b0741 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:44:44.626506 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f75cb9-bf42-48af-b197-98c6e55b0741 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:44:44.626848 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f75cb9-bf42-48af-b197-98c6e55b0741 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:44:44.627181 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f75cb9-bf42-48af-b197-98c6e55b0741 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:44:44.627512 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f75cb9-bf42-48af-b197-98c6e55b0741 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:44:44.627841 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f75cb9-bf42-48af-b197-98c6e55b0741 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:44:44.628167 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f75cb9-bf42-48af-b197-98c6e55b0741 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:44:44.628506 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f75cb9-bf42-48af-b197-98c6e55b0741 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:44:44.628834 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f75cb9-bf42-48af-b197-98c6e55b0741 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:44:44.629148 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f75cb9-bf42-48af-b197-98c6e55b0741 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:44:44.629474 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f75cb9-bf42-48af-b197-98c6e55b0741 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:44:44.629797 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f75cb9-bf42-48af-b197-98c6e55b0741 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:44:44.666857 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-71d59555-fe8e-41a3-a29d-ebc7bdd9f575 req-92f75cb9-bf42-48af-b197-98c6e55b0741 service neutron] No DVR routers for this DVR port a66ca9ae-54d6-42bf-978a-90086abe4d7e on host n-h2-804985-2 {{(pid=106252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:44:44.799046 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-71d59555-fe8e-41a3-a29d-ebc7bdd9f575 req-92f75cb9-bf42-48af-b197-98c6e55b0741 service neutron] Attempting to bind port a66ca9ae-54d6-42bf-978a-90086abe4d7e on host n-h1-804985-2 for vnic_type normal with profile {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:44:44.799371 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-71d59555-fe8e-41a3-a29d-ebc7bdd9f575 req-92f75cb9-bf42-48af-b197-98c6e55b0741 service neutron] Attempting to bind port a66ca9ae-54d6-42bf-978a-90086abe4d7e by drivers openvswitch,hyperv on host n-h1-804985-2 at level 0 using segments [{'id': 'ae4fcfab-9275-4fd0-906e-fbd9ae809b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'd2682283-9943-409d-aeb3-45e8a1f61637'}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:44:44.799676 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d59555-fe8e-41a3-a29d-ebc7bdd9f575 req-92f75cb9-bf42-48af-b197-98c6e55b0741 service neutron] Attempting to bind port a66ca9ae-54d6-42bf-978a-90086abe4d7e on network d2682283-9943-409d-aeb3-45e8a1f61637 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:44:44.803942 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d59555-fe8e-41a3-a29d-ebc7bdd9f575 req-92f75cb9-bf42-48af-b197-98c6e55b0741 service neutron] Port a66ca9ae-54d6-42bf-978a-90086abe4d7e on network d2682283-9943-409d-aeb3-45e8a1f61637 not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-2 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:44:44.804265 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d59555-fe8e-41a3-a29d-ebc7bdd9f575 req-92f75cb9-bf42-48af-b197-98c6e55b0741 service neutron] Attempting to bind port a66ca9ae-54d6-42bf-978a-90086abe4d7e on network d2682283-9943-409d-aeb3-45e8a1f61637 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:44:44.809426 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d59555-fe8e-41a3-a29d-ebc7bdd9f575 req-92f75cb9-bf42-48af-b197-98c6e55b0741 service neutron] Checking agent: {'id': 'a613417a-d085-492c-941a-59bb18c633d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 49, 6), 'started_at': datetime.datetime(2021, 8, 18, 11, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 44, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:44:44.809760 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d59555-fe8e-41a3-a29d-ebc7bdd9f575 req-92f75cb9-bf42-48af-b197-98c6e55b0741 service neutron] Checking segment: {'id': 'ae4fcfab-9275-4fd0-906e-fbd9ae809b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'd2682283-9943-409d-aeb3-45e8a1f61637'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:44:44.810145 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d59555-fe8e-41a3-a29d-ebc7bdd9f575 req-92f75cb9-bf42-48af-b197-98c6e55b0741 service neutron] Bound using segment: {'id': 'ae4fcfab-9275-4fd0-906e-fbd9ae809b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'd2682283-9943-409d-aeb3-45e8a1f61637'} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:44:44.810566 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-71d59555-fe8e-41a3-a29d-ebc7bdd9f575 req-92f75cb9-bf42-48af-b197-98c6e55b0741 service neutron] Bound port: a66ca9ae-54d6-42bf-978a-90086abe4d7e, host: n-h1-804985-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae4fcfab-9275-4fd0-906e-fbd9ae809b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'd2682283-9943-409d-aeb3-45e8a1f61637'}}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:44:44.810923 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-71d59555-fe8e-41a3-a29d-ebc7bdd9f575 req-92f75cb9-bf42-48af-b197-98c6e55b0741 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:44:44.874085 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-71d59555-fe8e-41a3-a29d-ebc7bdd9f575 req-92f75cb9-bf42-48af-b197-98c6e55b0741 service neutron] For port a66ca9ae-54d6-42bf-978a-90086abe4d7e, host n-h1-804985-2, cleared binding levels {{(pid=106252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:44:44.877409 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-71d59555-fe8e-41a3-a29d-ebc7bdd9f575 req-92f75cb9-bf42-48af-b197-98c6e55b0741 service neutron] For port a66ca9ae-54d6-42bf-978a-90086abe4d7e, host n-h1-804985-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=a66ca9ae-54d6-42bf-978a-90086abe4d7e,segment=NetworkSegment(ae4fcfab-9275-4fd0-906e-fbd9ae809b23),segment_id=ae4fcfab-9275-4fd0-906e-fbd9ae809b23)] {{(pid=106252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:44:44.883571 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-71d59555-fe8e-41a3-a29d-ebc7bdd9f575 req-92f75cb9-bf42-48af-b197-98c6e55b0741 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:44:44.926774 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d59555-fe8e-41a3-a29d-ebc7bdd9f575 req-92f75cb9-bf42-48af-b197-98c6e55b0741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:44:44.927385 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-71d59555-fe8e-41a3-a29d-ebc7bdd9f575 req-92f75cb9-bf42-48af-b197-98c6e55b0741 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:44:44.928806 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-71d59555-fe8e-41a3-a29d-ebc7bdd9f575 req-92f75cb9-bf42-48af-b197-98c6e55b0741 service neutron] 10.222.0.63 "PUT /v2.0/ports/a66ca9ae-54d6-42bf-978a-90086abe4d7e HTTP/1.1" status: 200 len: 1092 time: 0.8056912 Aug 18 12:44:44.945027 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f75cb9-bf42-48af-b197-98c6e55b0741 service neutron] Pushing event updated for resources: {'Port': ['ID=a66ca9ae-54d6-42bf-978a-90086abe4d7e,revision_number=7']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:44:44.998105 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d59555-fe8e-41a3-a29d-ebc7bdd9f575 req-3d5bfc61-079c-4f89-9a11-b24c6933f841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:44:44.999556 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-71d59555-fe8e-41a3-a29d-ebc7bdd9f575 req-3d5bfc61-079c-4f89-9a11-b24c6933f841 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=b014dbc881a94b53bff4fa00c7618782&device_id=32ae4f91-deff-4ab7-a465-06ebdcf82b77 HTTP/1.1" status: 200 len: 1095 time: 0.0444372 Aug 18 12:44:45.096870 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d59555-fe8e-41a3-a29d-ebc7bdd9f575 req-538dadb5-7820-418c-93bd-08ca15581f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:44:45.098373 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-71d59555-fe8e-41a3-a29d-ebc7bdd9f575 req-538dadb5-7820-418c-93bd-08ca15581f4b service neutron] 10.222.0.63 "GET /v2.0/networks?id=d2682283-9943-409d-aeb3-45e8a1f61637 HTTP/1.1" status: 200 len: 912 time: 0.0893950 Aug 18 12:44:45.170605 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-71d59555-fe8e-41a3-a29d-ebc7bdd9f575 req-f1a6a05c-1b5b-4e18-9dd4-e638fa9c97e0 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a66ca9ae-54d6-42bf-978a-90086abe4d7e HTTP/1.1" status: 200 len: 1001 time: 0.0617094 Aug 18 12:44:45.220997 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d59555-fe8e-41a3-a29d-ebc7bdd9f575 req-38706259-f161-46b8-8a0f-5f41b571c778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:44:45.222422 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-71d59555-fe8e-41a3-a29d-ebc7bdd9f575 req-38706259-f161-46b8-8a0f-5f41b571c778 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=bffa035c-7b0b-4890-87d2-0a7264a9252e HTTP/1.1" status: 200 len: 850 time: 0.0451682 Aug 18 12:44:45.269699 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d59555-fe8e-41a3-a29d-ebc7bdd9f575 req-af599a59-0872-41f6-bf99-939150bb6e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:44:45.271187 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-71d59555-fe8e-41a3-a29d-ebc7bdd9f575 req-af599a59-0872-41f6-bf99-939150bb6e9b service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=d2682283-9943-409d-aeb3-45e8a1f61637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410552 Aug 18 12:44:45.286035 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [req-71d59555-fe8e-41a3-a29d-ebc7bdd9f575 req-f7f0e67f-8a36-45a8-bac4-77f1f5ef1ee4 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=106252) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 12:44:45.286991 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-71d59555-fe8e-41a3-a29d-ebc7bdd9f575 req-f7f0e67f-8a36-45a8-bac4-77f1f5ef1ee4 service neutron] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065114 Aug 18 12:44:45.383178 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a4b8ad-a60d-4fb0-800a-adc8380a6db4 req-c2cabbc0-09d1-4a0f-a78d-20b150a50134 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:44:45.384720 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f5a4b8ad-a60d-4fb0-800a-adc8380a6db4 req-c2cabbc0-09d1-4a0f-a78d-20b150a50134 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/ports?device_id=32ae4f91-deff-4ab7-a465-06ebdcf82b77 HTTP/1.1" status: 200 len: 944 time: 0.1125970 Aug 18 12:44:45.423782 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-71d59555-fe8e-41a3-a29d-ebc7bdd9f575 req-ae99814e-0e94-4be2-ab93-3181945aece8 service neutron] 10.222.0.63 "GET /v2.0/networks/d2682283-9943-409d-aeb3-45e8a1f61637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198211 Aug 18 12:44:45.447718 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f5a4b8ad-a60d-4fb0-800a-adc8380a6db4 req-e1286f00-ea21-41c4-b42b-9e25d52773e8 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/security-groups?id=48101352-e635-4eda-b902-34c25dd4f6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525281 Aug 18 12:44:45.530452 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-71d59555-fe8e-41a3-a29d-ebc7bdd9f575 req-9b7a6417-3dfa-4db7-98ec-a958ccf06eb5 service neutron] 10.222.0.63 "GET /v2.0/networks/d2682283-9943-409d-aeb3-45e8a1f61637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970800 Aug 18 12:44:46.147190 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device a66ca9ae-54d6-42bf-978a-90086abe4d7e no longer exists at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:44:46.199342 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device a66ca9ae-54d6-42bf-978a-90086abe4d7e not bound to the agent host n-h2-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:44:46.561051 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32ae4f91-deff-4ab7-a465-06ebdcf82b77', 'tag': 'a66ca9ae-54d6-42bf-978a-90086abe4d7e'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:44:46.563674 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d0c5820-014d-41d5-938c-408d1730ab09" -d '{"events": [{"name": "network-changed", "server_uuid": "32ae4f91-deff-4ab7-a465-06ebdcf82b77", "tag": "a66ca9ae-54d6-42bf-978a-90086abe4d7e"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:44:46.590857 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fef3b60-b093-402a-9e89-e524ce3c9bc2 req-81e70b44-c4e5-48c0-be08-1c35b1a94a11 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:44:46.592378 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9fef3b60-b093-402a-9e89-e524ce3c9bc2 req-81e70b44-c4e5-48c0-be08-1c35b1a94a11 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/ports?device_id=32ae4f91-deff-4ab7-a465-06ebdcf82b77 HTTP/1.1" status: 200 len: 944 time: 0.0576332 Aug 18 12:44:46.614094 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:44:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a7f7037-bc13-48cb-a177-33a2ca8aa60e x-openstack-request-id: req-2a7f7037-bc13-48cb-a177-33a2ca8aa60e {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:44:46.614390 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32ae4f91-deff-4ab7-a465-06ebdcf82b77", "tag": "a66ca9ae-54d6-42bf-978a-90086abe4d7e", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:44:46.614636 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-2a7f7037-bc13-48cb-a177-33a2ca8aa60e {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:44:46.615141 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32ae4f91-deff-4ab7-a465-06ebdcf82b77', 'tag': 'a66ca9ae-54d6-42bf-978a-90086abe4d7e', 'status': 'completed', 'code': 200} Aug 18 12:44:46.636127 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9fef3b60-b093-402a-9e89-e524ce3c9bc2 req-b1fb5d98-324f-4afd-9ea7-47cbc0d9d0b0 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/security-groups?id=48101352-e635-4eda-b902-34c25dd4f6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373404 Aug 18 12:44:46.680754 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0c5820-014d-41d5-938c-408d1730ab09 req-3a04f38b-d9f2-4e9b-8c06-95071b707521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:44:46.681787 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0c5820-014d-41d5-938c-408d1730ab09 req-3dc7df95-dd3d-48ba-8960-dbeeaf5ea6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:44:46.682309 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-8d0c5820-014d-41d5-938c-408d1730ab09 req-3a04f38b-d9f2-4e9b-8c06-95071b707521 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b014dbc881a94b53bff4fa00c7618782&device_id=32ae4f91-deff-4ab7-a465-06ebdcf82b77 HTTP/1.1" status: 200 len: 1095 time: 0.0508621 Aug 18 12:44:46.683730 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8d0c5820-014d-41d5-938c-408d1730ab09 req-3dc7df95-dd3d-48ba-8960-dbeeaf5ea6d2 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=b014dbc881a94b53bff4fa00c7618782&device_id=32ae4f91-deff-4ab7-a465-06ebdcf82b77 HTTP/1.1" status: 200 len: 1095 time: 0.0462034 Aug 18 12:44:46.776023 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0c5820-014d-41d5-938c-408d1730ab09 req-3564387f-3dd9-488d-b2e0-1a2267015ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:44:46.777495 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-8d0c5820-014d-41d5-938c-408d1730ab09 req-3564387f-3dd9-488d-b2e0-1a2267015ae7 service neutron] 10.222.0.62 "GET /v2.0/networks?id=d2682283-9943-409d-aeb3-45e8a1f61637 HTTP/1.1" status: 200 len: 912 time: 0.0877254 Aug 18 12:44:46.779190 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0c5820-014d-41d5-938c-408d1730ab09 req-2860a553-2d34-4ec5-b9a3-00f40679781b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:44:46.780721 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8d0c5820-014d-41d5-938c-408d1730ab09 req-2860a553-2d34-4ec5-b9a3-00f40679781b service neutron] 10.222.0.63 "GET /v2.0/networks?id=d2682283-9943-409d-aeb3-45e8a1f61637 HTTP/1.1" status: 200 len: 912 time: 0.0886765 Aug 18 12:44:46.847174 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-8d0c5820-014d-41d5-938c-408d1730ab09 req-e6f3d801-22c3-4af9-aad6-904c91111379 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a66ca9ae-54d6-42bf-978a-90086abe4d7e HTTP/1.1" status: 200 len: 1001 time: 0.0620985 Aug 18 12:44:46.849058 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8d0c5820-014d-41d5-938c-408d1730ab09 req-6cc08d66-4d87-4afb-8b70-d1696564295a service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a66ca9ae-54d6-42bf-978a-90086abe4d7e HTTP/1.1" status: 200 len: 1001 time: 0.0601511 Aug 18 12:44:46.896243 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0c5820-014d-41d5-938c-408d1730ab09 req-e2c26ec8-0dd8-4a55-9b86-7ce05f2d21a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:44:46.897755 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-8d0c5820-014d-41d5-938c-408d1730ab09 req-e2c26ec8-0dd8-4a55-9b86-7ce05f2d21a6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=bffa035c-7b0b-4890-87d2-0a7264a9252e HTTP/1.1" status: 200 len: 850 time: 0.0439963 Aug 18 12:44:46.905535 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0c5820-014d-41d5-938c-408d1730ab09 req-df6a1d69-6148-4adb-a94d-df4fcdda032a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:44:46.907018 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8d0c5820-014d-41d5-938c-408d1730ab09 req-df6a1d69-6148-4adb-a94d-df4fcdda032a service neutron] 10.222.0.63 "GET /v2.0/subnets?id=bffa035c-7b0b-4890-87d2-0a7264a9252e HTTP/1.1" status: 200 len: 850 time: 0.0501549 Aug 18 12:44:46.943929 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0c5820-014d-41d5-938c-408d1730ab09 req-b7fdb371-a6c6-497b-80b6-f61899a2b25a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:44:46.945624 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-8d0c5820-014d-41d5-938c-408d1730ab09 req-b7fdb371-a6c6-497b-80b6-f61899a2b25a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d2682283-9943-409d-aeb3-45e8a1f61637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410907 Aug 18 12:44:46.963828 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0c5820-014d-41d5-938c-408d1730ab09 req-c8dc31ac-01ba-4649-9943-1d9dd59519e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:44:46.965371 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8d0c5820-014d-41d5-938c-408d1730ab09 req-c8dc31ac-01ba-4649-9943-1d9dd59519e7 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=d2682283-9943-409d-aeb3-45e8a1f61637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422101 Aug 18 12:44:47.042550 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-8d0c5820-014d-41d5-938c-408d1730ab09 req-26f542fe-0c4f-4fc3-b126-beb6bb8b3c55 service neutron] 10.222.0.62 "GET /v2.0/networks/d2682283-9943-409d-aeb3-45e8a1f61637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897474 Aug 18 12:44:47.069926 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8d0c5820-014d-41d5-938c-408d1730ab09 req-eef64e5e-9e05-44a0-95e4-c28f742e44c6 service neutron] 10.222.0.63 "GET /v2.0/networks/d2682283-9943-409d-aeb3-45e8a1f61637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964737 Aug 18 12:44:47.142968 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-8d0c5820-014d-41d5-938c-408d1730ab09 req-4ddc2fe1-f2e6-4af8-8575-643a16dc3c5d service neutron] 10.222.0.62 "GET /v2.0/networks/d2682283-9943-409d-aeb3-45e8a1f61637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890021 Aug 18 12:44:47.160108 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8d0c5820-014d-41d5-938c-408d1730ab09 req-29862d27-cb1e-49da-b95a-5b50da838049 service neutron] 10.222.0.63 "GET /v2.0/networks/d2682283-9943-409d-aeb3-45e8a1f61637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816972 Aug 18 12:44:47.777801 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9f019d-427a-4353-9dea-a63fda78c3c6 req-16fbcd4e-fa18-46df-8833-d580cf9ec03c tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:44:47.779276 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6a9f019d-427a-4353-9dea-a63fda78c3c6 req-16fbcd4e-fa18-46df-8833-d580cf9ec03c tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/ports?device_id=32ae4f91-deff-4ab7-a465-06ebdcf82b77 HTTP/1.1" status: 200 len: 944 time: 0.0605359 Aug 18 12:44:47.820840 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6a9f019d-427a-4353-9dea-a63fda78c3c6 req-378f0a8d-25a3-449f-a684-03aba472c1d8 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/security-groups?id=48101352-e635-4eda-b902-34c25dd4f6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326302 Aug 18 12:44:47.823113 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device a66ca9ae-54d6-42bf-978a-90086abe4d7e details requested by agent hyperv_n-h1-804985-2 with host n-h1-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:44:47.921697 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port a66ca9ae-54d6-42bf-978a-90086abe4d7e, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=a66ca9ae-54d6-42bf-978a-90086abe4d7e,segment=NetworkSegment(ae4fcfab-9275-4fd0-906e-fbd9ae809b23),segment_id=ae4fcfab-9275-4fd0-906e-fbd9ae809b23)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:44:47.933333 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Returning: {'device': 'a66ca9ae-54d6-42bf-978a-90086abe4d7e', 'network_id': 'd2682283-9943-409d-aeb3-45e8a1f61637', 'port_id': 'a66ca9ae-54d6-42bf-978a-90086abe4d7e', 'mac_address': 'fa:16:3e:c2:27:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 815, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bffa035c-7b0b-4890-87d2-0a7264a9252e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:44:47.969985 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:44:47.982789 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a66ca9ae-54d6-42bf-978a-90086abe4d7e {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:44:48.002740 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port a66ca9ae-54d6-42bf-978a-90086abe4d7e, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=a66ca9ae-54d6-42bf-978a-90086abe4d7e,segment=NetworkSegment(ae4fcfab-9275-4fd0-906e-fbd9ae809b23),segment_id=ae4fcfab-9275-4fd0-906e-fbd9ae809b23)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:44:48.007872 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:44:48.064420 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=a66ca9ae-54d6-42bf-978a-90086abe4d7e,revision_number=8']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:44:48.072517 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:44:48.072865 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:44:48.073184 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:44:48.073818 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:44:48.074151 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:44:48.074476 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:44:48.075023 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:44:48.075138 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:44:48.075418 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:44:48.075743 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:44:48.076045 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:44:48.076360 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:44:48.144061 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3026ad32-babe-4dbe-abe7-626b14329ac1 req-80e5d71b-574b-4767-b95b-c3a9cf638574 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:44:48.145552 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3026ad32-babe-4dbe-abe7-626b14329ac1 req-80e5d71b-574b-4767-b95b-c3a9cf638574 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.63 "GET /v2.0/ports?device_id=32ae4f91-deff-4ab7-a465-06ebdcf82b77&tenant_id=b014dbc881a94b53bff4fa00c7618782&binding%3Ahost_id=n-h1-804985-2 HTTP/1.1" status: 200 len: 945 time: 0.0870481 Aug 18 12:44:48.158260 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb07384-57d9-41f0-a41c-e8884fe3b72c req-70af7461-fe79-4da9-9411-d71c5ade5833 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:44:48.159672 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-dfb07384-57d9-41f0-a41c-e8884fe3b72c req-70af7461-fe79-4da9-9411-d71c5ade5833 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/ports?device_id=32ae4f91-deff-4ab7-a465-06ebdcf82b77 HTTP/1.1" status: 200 len: 945 time: 0.0676346 Aug 18 12:44:48.228582 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] get_ports_and_sgs() called for port_ids ['a66ca9ae-54d6-42bf-978a-90086abe4d7e'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:44:48.235466 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-dfb07384-57d9-41f0-a41c-e8884fe3b72c req-4f8c78b8-1d5e-4d8e-96c8-0935bc39f8b2 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/security-groups?id=48101352-e635-4eda-b902-34c25dd4f6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692363 Aug 18 12:44:48.239644 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3026ad32-babe-4dbe-abe7-626b14329ac1 req-6c598be7-3075-443a-b84c-3a1d5fb08ad3 service neutron] 10.222.0.63 "GET /v2.0/ports/a66ca9ae-54d6-42bf-978a-90086abe4d7e/bindings/n-h1-804985-2 HTTP/1.1" status: 200 len: 382 time: 0.0790915 Aug 18 12:44:48.309879 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3026ad32-babe-4dbe-abe7-626b14329ac1 req-60d7d6d9-39a8-4b62-b283-9e2f67bcdb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:44:48.311477 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3026ad32-babe-4dbe-abe7-626b14329ac1 req-60d7d6d9-39a8-4b62-b283-9e2f67bcdb33 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=b014dbc881a94b53bff4fa00c7618782&device_id=32ae4f91-deff-4ab7-a465-06ebdcf82b77 HTTP/1.1" status: 200 len: 1096 time: 0.0475917 Aug 18 12:44:48.413985 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3026ad32-babe-4dbe-abe7-626b14329ac1 req-b8a61130-cf13-4f99-a615-64c79377fe18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:44:48.415510 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3026ad32-babe-4dbe-abe7-626b14329ac1 req-b8a61130-cf13-4f99-a615-64c79377fe18 service neutron] 10.222.0.63 "GET /v2.0/networks?id=d2682283-9943-409d-aeb3-45e8a1f61637 HTTP/1.1" status: 200 len: 912 time: 0.0969186 Aug 18 12:44:48.500178 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3026ad32-babe-4dbe-abe7-626b14329ac1 req-43a9a1d9-5d85-4f49-bb58-b0e96f003471 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a66ca9ae-54d6-42bf-978a-90086abe4d7e HTTP/1.1" status: 200 len: 1002 time: 0.0759866 Aug 18 12:44:48.527437 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-d3c7a2c1-5721-4ee6-9900-4f29b50dfd88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:44:48.552297 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3026ad32-babe-4dbe-abe7-626b14329ac1 req-fa5c6337-f4bc-4871-9a2d-79cf07832d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:44:48.553806 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3026ad32-babe-4dbe-abe7-626b14329ac1 req-fa5c6337-f4bc-4871-9a2d-79cf07832d19 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=bffa035c-7b0b-4890-87d2-0a7264a9252e HTTP/1.1" status: 200 len: 850 time: 0.0461245 Aug 18 12:44:48.600901 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3026ad32-babe-4dbe-abe7-626b14329ac1 req-7ec92488-fe6a-477a-8866-913fb54a13d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:44:48.602358 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3026ad32-babe-4dbe-abe7-626b14329ac1 req-7ec92488-fe6a-477a-8866-913fb54a13d4 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=d2682283-9943-409d-aeb3-45e8a1f61637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407364 Aug 18 12:44:48.697321 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3026ad32-babe-4dbe-abe7-626b14329ac1 req-9eec965b-f2d2-455e-946f-8923d0f4ac5e service neutron] 10.222.0.63 "GET /v2.0/networks/d2682283-9943-409d-aeb3-45e8a1f61637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865471 Aug 18 12:44:48.799276 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3026ad32-babe-4dbe-abe7-626b14329ac1 req-83896208-17df-436c-9095-8ee0a7f53a04 service neutron] 10.222.0.63 "GET /v2.0/networks/d2682283-9943-409d-aeb3-45e8a1f61637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937488 Aug 18 12:44:49.364197 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8466f717-a395-4a36-b9fd-a6396e3d7eeb req-da15d762-d9bb-4547-a77e-924f61b46d31 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:44:49.365632 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8466f717-a395-4a36-b9fd-a6396e3d7eeb req-da15d762-d9bb-4547-a77e-924f61b46d31 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/ports?device_id=32ae4f91-deff-4ab7-a465-06ebdcf82b77 HTTP/1.1" status: 200 len: 945 time: 0.0523167 Aug 18 12:44:49.404021 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8466f717-a395-4a36-b9fd-a6396e3d7eeb req-095baf00-595e-447a-b1a4-914060af072c tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/security-groups?id=48101352-e635-4eda-b902-34c25dd4f6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323231 Aug 18 12:44:49.840926 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device a66ca9ae-54d6-42bf-978a-90086abe4d7e up at agent hyperv_n-h1-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:44:49.903332 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Provisioning for port a66ca9ae-54d6-42bf-978a-90086abe4d7e completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:44:49.907267 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Provisioning complete for port a66ca9ae-54d6-42bf-978a-90086abe4d7e triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:44:49.907638 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:44:49.988002 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:44:50.011375 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32ae4f91-deff-4ab7-a465-06ebdcf82b77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a66ca9ae-54d6-42bf-978a-90086abe4d7e'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:44:50.013656 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db50a436fb3a98495337d8fe7487b4f2ea6f3c1052eb9efadc2ecda2d5737001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf995b96-33ea-4718-bf8e-a11d39cfe170" -d '{"events": [{"server_uuid": "32ae4f91-deff-4ab7-a465-06ebdcf82b77", "name": "network-vif-plugged", "status": "completed", "tag": "a66ca9ae-54d6-42bf-978a-90086abe4d7e"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:44:50.029738 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port a66ca9ae-54d6-42bf-978a-90086abe4d7e, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=a66ca9ae-54d6-42bf-978a-90086abe4d7e,segment=NetworkSegment(ae4fcfab-9275-4fd0-906e-fbd9ae809b23),segment_id=ae4fcfab-9275-4fd0-906e-fbd9ae809b23)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:44:50.035167 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:44:50.071300 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:44:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a366121-87d0-4c03-8abe-23ce272f7853 x-openstack-request-id: req-1a366121-87d0-4c03-8abe-23ce272f7853 {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:44:50.071591 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32ae4f91-deff-4ab7-a465-06ebdcf82b77", "name": "network-vif-plugged", "status": "completed", "tag": "a66ca9ae-54d6-42bf-978a-90086abe4d7e", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:44:50.071823 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-1a366121-87d0-4c03-8abe-23ce272f7853 {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:44:50.072206 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32ae4f91-deff-4ab7-a465-06ebdcf82b77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a66ca9ae-54d6-42bf-978a-90086abe4d7e', 'code': 200} Aug 18 12:44:50.087775 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=a66ca9ae-54d6-42bf-978a-90086abe4d7e,revision_number=9']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:44:50.531376 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caf43c5-932d-4da6-96c6-93c4c3d0edd4 req-e0809211-f60b-4bd1-a422-597defc463cd tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:44:50.533014 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9caf43c5-932d-4da6-96c6-93c4c3d0edd4 req-e0809211-f60b-4bd1-a422-597defc463cd tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/ports?device_id=32ae4f91-deff-4ab7-a465-06ebdcf82b77 HTTP/1.1" status: 200 len: 946 time: 0.0550575 Aug 18 12:44:50.571996 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9caf43c5-932d-4da6-96c6-93c4c3d0edd4 req-2d0f391b-85e4-427a-8814-5edc253b12fb tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/security-groups?id=48101352-e635-4eda-b902-34c25dd4f6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328453 Aug 18 12:44:50.818382 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3026ad32-babe-4dbe-abe7-626b14329ac1 req-7937a65e-693f-42aa-81c0-f7d22027e3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:44:50.819916 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-3026ad32-babe-4dbe-abe7-626b14329ac1 req-7937a65e-693f-42aa-81c0-f7d22027e3d4 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=32ae4f91-deff-4ab7-a465-06ebdcf82b77&tenant_id=b014dbc881a94b53bff4fa00c7618782 HTTP/1.1" status: 200 len: 1097 time: 0.0455410 Aug 18 12:44:50.831866 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [req-3026ad32-babe-4dbe-abe7-626b14329ac1 req-d6fdaa9d-d793-4289-bde0-0e1d9353617b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-804985-2', 'device_owner': 'compute:nova'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:44:50.889514 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-3026ad32-babe-4dbe-abe7-626b14329ac1 req-d6fdaa9d-d793-4289-bde0-0e1d9353617b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:44:51.095224 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-3026ad32-babe-4dbe-abe7-626b14329ac1 req-d6fdaa9d-d793-4289-bde0-0e1d9353617b service neutron] For port a66ca9ae-54d6-42bf-978a-90086abe4d7e, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=a66ca9ae-54d6-42bf-978a-90086abe4d7e,segment=NetworkSegment(ae4fcfab-9275-4fd0-906e-fbd9ae809b23),segment_id=ae4fcfab-9275-4fd0-906e-fbd9ae809b23)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:44:51.128514 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-3026ad32-babe-4dbe-abe7-626b14329ac1 req-d6fdaa9d-d793-4289-bde0-0e1d9353617b service neutron] For port a66ca9ae-54d6-42bf-978a-90086abe4d7e, host n-h1-804985-2, cleared binding levels {{(pid=106253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:44:51.167529 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32ae4f91-deff-4ab7-a465-06ebdcf82b77', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a66ca9ae-54d6-42bf-978a-90086abe4d7e'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:44:51.169849 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0679f4c4b6e0e0c064a7d71d722dc30541a34fffee11680573be22ee2ffccc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af5905bc-b851-4665-ae56-482207c31cab" -d '{"events": [{"server_uuid": "32ae4f91-deff-4ab7-a465-06ebdcf82b77", "name": "network-vif-unplugged", "status": "completed", "tag": "a66ca9ae-54d6-42bf-978a-90086abe4d7e"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:44:51.173968 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-3026ad32-babe-4dbe-abe7-626b14329ac1 req-d6fdaa9d-d793-4289-bde0-0e1d9353617b service neutron] Notify callbacks [] for port, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:44:51.186962 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [req-3026ad32-babe-4dbe-abe7-626b14329ac1 req-d6fdaa9d-d793-4289-bde0-0e1d9353617b service neutron] Transition to ACTIVE for port object a66ca9ae-54d6-42bf-978a-90086abe4d7e will not be triggered until provisioned by entity L2. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:44:51.191352 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-3026ad32-babe-4dbe-abe7-626b14329ac1 req-d6fdaa9d-d793-4289-bde0-0e1d9353617b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:44:51.300912 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 18 Aug 2021 12:44:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25026f85-a5bb-4583-ac51-23caffdff0b8 x-openstack-request-id: req-25026f85-a5bb-4583-ac51-23caffdff0b8 {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:44:51.301198 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32ae4f91-deff-4ab7-a465-06ebdcf82b77", "name": "network-vif-unplugged", "status": "completed", "tag": "a66ca9ae-54d6-42bf-978a-90086abe4d7e", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:44:51.301445 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-25026f85-a5bb-4583-ac51-23caffdff0b8 {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:44:51.301838 n-d-804985-2 neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32ae4f91-deff-4ab7-a465-06ebdcf82b77', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a66ca9ae-54d6-42bf-978a-90086abe4d7e', 'code': 200} Aug 18 12:44:51.307053 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fdaa9d-d793-4289-bde0-0e1d9353617b service neutron] Pushing event updated for resources: {'Port': ['ID=a66ca9ae-54d6-42bf-978a-90086abe4d7e,revision_number=10']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:44:51.333554 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fdaa9d-d793-4289-bde0-0e1d9353617b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:44:51.333903 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fdaa9d-d793-4289-bde0-0e1d9353617b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:44:51.334233 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fdaa9d-d793-4289-bde0-0e1d9353617b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:44:51.334559 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fdaa9d-d793-4289-bde0-0e1d9353617b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:44:51.334887 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fdaa9d-d793-4289-bde0-0e1d9353617b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:44:51.335209 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fdaa9d-d793-4289-bde0-0e1d9353617b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:44:51.335531 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fdaa9d-d793-4289-bde0-0e1d9353617b service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:44:51.335850 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fdaa9d-d793-4289-bde0-0e1d9353617b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:44:51.336638 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fdaa9d-d793-4289-bde0-0e1d9353617b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:44:51.336972 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fdaa9d-d793-4289-bde0-0e1d9353617b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:44:51.337292 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fdaa9d-d793-4289-bde0-0e1d9353617b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:44:51.337613 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fdaa9d-d793-4289-bde0-0e1d9353617b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:44:51.381067 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-3026ad32-babe-4dbe-abe7-626b14329ac1 req-d6fdaa9d-d793-4289-bde0-0e1d9353617b service neutron] No DVR routers for this DVR port a66ca9ae-54d6-42bf-978a-90086abe4d7e on host n-h1-804985-2 {{(pid=106253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:44:51.497866 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:44:51.513256 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-3026ad32-babe-4dbe-abe7-626b14329ac1 req-d6fdaa9d-d793-4289-bde0-0e1d9353617b service neutron] Attempting to bind port a66ca9ae-54d6-42bf-978a-90086abe4d7e on host n-h2-804985-2 for vnic_type normal with profile {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:44:51.513582 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-3026ad32-babe-4dbe-abe7-626b14329ac1 req-d6fdaa9d-d793-4289-bde0-0e1d9353617b service neutron] Attempting to bind port a66ca9ae-54d6-42bf-978a-90086abe4d7e by drivers openvswitch,hyperv on host n-h2-804985-2 at level 0 using segments [{'id': 'ae4fcfab-9275-4fd0-906e-fbd9ae809b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'd2682283-9943-409d-aeb3-45e8a1f61637'}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:44:51.513903 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3026ad32-babe-4dbe-abe7-626b14329ac1 req-d6fdaa9d-d793-4289-bde0-0e1d9353617b service neutron] Attempting to bind port a66ca9ae-54d6-42bf-978a-90086abe4d7e on network d2682283-9943-409d-aeb3-45e8a1f61637 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:44:51.518204 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3026ad32-babe-4dbe-abe7-626b14329ac1 req-d6fdaa9d-d793-4289-bde0-0e1d9353617b service neutron] Port a66ca9ae-54d6-42bf-978a-90086abe4d7e on network d2682283-9943-409d-aeb3-45e8a1f61637 not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-2 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:44:51.518516 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3026ad32-babe-4dbe-abe7-626b14329ac1 req-d6fdaa9d-d793-4289-bde0-0e1d9353617b service neutron] Attempting to bind port a66ca9ae-54d6-42bf-978a-90086abe4d7e on network d2682283-9943-409d-aeb3-45e8a1f61637 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:44:51.523272 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3026ad32-babe-4dbe-abe7-626b14329ac1 req-d6fdaa9d-d793-4289-bde0-0e1d9353617b service neutron] Checking agent: {'id': 'da5da552-709c-4248-84de-86af99a0dc87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 49, 8), 'started_at': datetime.datetime(2021, 8, 18, 11, 49, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 44, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:44:51.523645 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3026ad32-babe-4dbe-abe7-626b14329ac1 req-d6fdaa9d-d793-4289-bde0-0e1d9353617b service neutron] Checking segment: {'id': 'ae4fcfab-9275-4fd0-906e-fbd9ae809b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'd2682283-9943-409d-aeb3-45e8a1f61637'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:44:51.524006 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3026ad32-babe-4dbe-abe7-626b14329ac1 req-d6fdaa9d-d793-4289-bde0-0e1d9353617b service neutron] Bound using segment: {'id': 'ae4fcfab-9275-4fd0-906e-fbd9ae809b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'd2682283-9943-409d-aeb3-45e8a1f61637'} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:44:51.524420 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-3026ad32-babe-4dbe-abe7-626b14329ac1 req-d6fdaa9d-d793-4289-bde0-0e1d9353617b service neutron] Bound port: a66ca9ae-54d6-42bf-978a-90086abe4d7e, host: n-h2-804985-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae4fcfab-9275-4fd0-906e-fbd9ae809b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'd2682283-9943-409d-aeb3-45e8a1f61637'}}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:44:51.524793 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-3026ad32-babe-4dbe-abe7-626b14329ac1 req-d6fdaa9d-d793-4289-bde0-0e1d9353617b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:44:51.586722 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-3026ad32-babe-4dbe-abe7-626b14329ac1 req-d6fdaa9d-d793-4289-bde0-0e1d9353617b service neutron] For port a66ca9ae-54d6-42bf-978a-90086abe4d7e, host n-h2-804985-2, cleared binding levels {{(pid=106253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:44:51.590437 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-3026ad32-babe-4dbe-abe7-626b14329ac1 req-d6fdaa9d-d793-4289-bde0-0e1d9353617b service neutron] For port a66ca9ae-54d6-42bf-978a-90086abe4d7e, host n-h2-804985-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=a66ca9ae-54d6-42bf-978a-90086abe4d7e,segment=NetworkSegment(ae4fcfab-9275-4fd0-906e-fbd9ae809b23),segment_id=ae4fcfab-9275-4fd0-906e-fbd9ae809b23)] {{(pid=106253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:44:51.595378 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-3026ad32-babe-4dbe-abe7-626b14329ac1 req-d6fdaa9d-d793-4289-bde0-0e1d9353617b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:44:51.628869 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3026ad32-babe-4dbe-abe7-626b14329ac1 req-d6fdaa9d-d793-4289-bde0-0e1d9353617b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:44:51.630109 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-3026ad32-babe-4dbe-abe7-626b14329ac1 req-d6fdaa9d-d793-4289-bde0-0e1d9353617b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:44:51.631513 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-3026ad32-babe-4dbe-abe7-626b14329ac1 req-d6fdaa9d-d793-4289-bde0-0e1d9353617b service neutron] 10.222.0.62 "PUT /v2.0/ports/a66ca9ae-54d6-42bf-978a-90086abe4d7e HTTP/1.1" status: 200 len: 1093 time: 0.8040934 Aug 18 12:44:51.667501 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fdaa9d-d793-4289-bde0-0e1d9353617b service neutron] Pushing event updated for resources: {'Port': ['ID=a66ca9ae-54d6-42bf-978a-90086abe4d7e,revision_number=11']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:44:51.693295 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be47e4b-04d7-4c01-ba9d-b1e085784528 req-dcc77c90-1b9c-476c-8c79-291aa6c85cd1 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:44:51.695240 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0be47e4b-04d7-4c01-ba9d-b1e085784528 req-dcc77c90-1b9c-476c-8c79-291aa6c85cd1 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/ports?device_id=32ae4f91-deff-4ab7-a465-06ebdcf82b77 HTTP/1.1" status: 200 len: 945 time: 0.0544884 Aug 18 12:44:51.707786 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3026ad32-babe-4dbe-abe7-626b14329ac1 req-56fabab9-70ac-45f2-b4b9-94afce8e2c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:44:51.709354 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-3026ad32-babe-4dbe-abe7-626b14329ac1 req-56fabab9-70ac-45f2-b4b9-94afce8e2c05 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b014dbc881a94b53bff4fa00c7618782&device_id=32ae4f91-deff-4ab7-a465-06ebdcf82b77 HTTP/1.1" status: 200 len: 1096 time: 0.0535088 Aug 18 12:44:51.737337 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0be47e4b-04d7-4c01-ba9d-b1e085784528 req-976f6a05-a34d-496a-b5c8-42a8cfda8032 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/security-groups?id=48101352-e635-4eda-b902-34c25dd4f6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355628 Aug 18 12:44:51.767167 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-9875650c-4761-41b3-affb-20bacd526576 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:44:51.804943 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3026ad32-babe-4dbe-abe7-626b14329ac1 req-a5e5f374-db70-4786-b391-b76c90a902e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:44:51.806511 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-3026ad32-babe-4dbe-abe7-626b14329ac1 req-a5e5f374-db70-4786-b391-b76c90a902e5 service neutron] 10.222.0.62 "GET /v2.0/networks?id=d2682283-9943-409d-aeb3-45e8a1f61637 HTTP/1.1" status: 200 len: 912 time: 0.0900662 Aug 18 12:44:51.879639 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-3026ad32-babe-4dbe-abe7-626b14329ac1 req-e569436a-bbb2-4780-8ff2-25733944e964 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a66ca9ae-54d6-42bf-978a-90086abe4d7e HTTP/1.1" status: 200 len: 1001 time: 0.0653605 Aug 18 12:44:51.932908 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3026ad32-babe-4dbe-abe7-626b14329ac1 req-7703b67c-04ad-40c3-9066-818b25fe8f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:44:51.934273 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-3026ad32-babe-4dbe-abe7-626b14329ac1 req-7703b67c-04ad-40c3-9066-818b25fe8f56 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=bffa035c-7b0b-4890-87d2-0a7264a9252e HTTP/1.1" status: 200 len: 850 time: 0.0479758 Aug 18 12:44:51.981637 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3026ad32-babe-4dbe-abe7-626b14329ac1 req-968ee8e6-f1f9-44e4-abaf-e3fd24b0a2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:44:51.983084 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-3026ad32-babe-4dbe-abe7-626b14329ac1 req-968ee8e6-f1f9-44e4-abaf-e3fd24b0a2c3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d2682283-9943-409d-aeb3-45e8a1f61637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405486 Aug 18 12:44:52.081197 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-3026ad32-babe-4dbe-abe7-626b14329ac1 req-ae009ad8-0042-4c12-aa18-8004846cb2d5 service neutron] 10.222.0.62 "GET /v2.0/networks/d2682283-9943-409d-aeb3-45e8a1f61637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897624 Aug 18 12:44:52.169163 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-3026ad32-babe-4dbe-abe7-626b14329ac1 req-ddf9ea5f-f54c-44ed-84f8-0441691aff83 service neutron] 10.222.0.62 "GET /v2.0/networks/d2682283-9943-409d-aeb3-45e8a1f61637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805607 Aug 18 12:44:52.347553 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-53584c24-f517-494e-ac93-c18bb92373f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:44:52.873372 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6342e2f-0eae-4fe8-b68f-557575a6fab1 req-128fe7f4-9d10-4b71-8004-db9316d4b31b tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:44:52.874882 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c6342e2f-0eae-4fe8-b68f-557575a6fab1 req-128fe7f4-9d10-4b71-8004-db9316d4b31b tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/ports?device_id=32ae4f91-deff-4ab7-a465-06ebdcf82b77 HTTP/1.1" status: 200 len: 945 time: 0.0513589 Aug 18 12:44:52.919454 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c6342e2f-0eae-4fe8-b68f-557575a6fab1 req-bf4f0f59-7b9a-4070-b5c2-25f24a4148a4 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/security-groups?id=48101352-e635-4eda-b902-34c25dd4f6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358930 Aug 18 12:44:53.303286 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32ae4f91-deff-4ab7-a465-06ebdcf82b77', 'tag': 'a66ca9ae-54d6-42bf-978a-90086abe4d7e'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:44:53.307214 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0679f4c4b6e0e0c064a7d71d722dc30541a34fffee11680573be22ee2ffccc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba0d3952-36a7-4108-a852-7b9335b7a19b" -d '{"events": [{"name": "network-changed", "server_uuid": "32ae4f91-deff-4ab7-a465-06ebdcf82b77", "tag": "a66ca9ae-54d6-42bf-978a-90086abe4d7e"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:44:53.359586 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:44:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2db906f5-8c99-4b25-b287-4843ea991edd x-openstack-request-id: req-2db906f5-8c99-4b25-b287-4843ea991edd {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:44:53.359876 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32ae4f91-deff-4ab7-a465-06ebdcf82b77", "tag": "a66ca9ae-54d6-42bf-978a-90086abe4d7e", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:44:53.360131 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-2db906f5-8c99-4b25-b287-4843ea991edd {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:44:53.360548 n-d-804985-2 neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32ae4f91-deff-4ab7-a465-06ebdcf82b77', 'tag': 'a66ca9ae-54d6-42bf-978a-90086abe4d7e', 'status': 'completed', 'code': 200} Aug 18 12:44:53.424311 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0d3952-36a7-4108-a852-7b9335b7a19b req-bb6a90ac-d910-4b1a-87b1-df308a693656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:44:53.425858 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-ba0d3952-36a7-4108-a852-7b9335b7a19b req-bb6a90ac-d910-4b1a-87b1-df308a693656 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b014dbc881a94b53bff4fa00c7618782&device_id=32ae4f91-deff-4ab7-a465-06ebdcf82b77 HTTP/1.1" status: 200 len: 1096 time: 0.0424621 Aug 18 12:44:53.427038 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0d3952-36a7-4108-a852-7b9335b7a19b req-fec277fd-8f1d-47d3-bf3f-3fe69ca63084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:44:53.428539 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ba0d3952-36a7-4108-a852-7b9335b7a19b req-fec277fd-8f1d-47d3-bf3f-3fe69ca63084 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=b014dbc881a94b53bff4fa00c7618782&device_id=32ae4f91-deff-4ab7-a465-06ebdcf82b77 HTTP/1.1" status: 200 len: 1096 time: 0.0445924 Aug 18 12:44:53.530448 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0d3952-36a7-4108-a852-7b9335b7a19b req-e55fc775-1cb0-4ecf-b773-3155b0420cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:44:53.530908 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0d3952-36a7-4108-a852-7b9335b7a19b req-2c5f7920-2e12-4ec4-b695-e079a3fe51ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:44:53.532123 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ba0d3952-36a7-4108-a852-7b9335b7a19b req-e55fc775-1cb0-4ecf-b773-3155b0420cb1 service neutron] 10.222.0.63 "GET /v2.0/networks?id=d2682283-9943-409d-aeb3-45e8a1f61637 HTTP/1.1" status: 200 len: 912 time: 0.0962968 Aug 18 12:44:53.532542 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-ba0d3952-36a7-4108-a852-7b9335b7a19b req-2c5f7920-2e12-4ec4-b695-e079a3fe51ae service neutron] 10.222.0.62 "GET /v2.0/networks?id=d2682283-9943-409d-aeb3-45e8a1f61637 HTTP/1.1" status: 200 len: 912 time: 0.0983920 Aug 18 12:44:53.603868 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-ba0d3952-36a7-4108-a852-7b9335b7a19b req-206ceced-b4a4-4cf0-9398-db5db0682471 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a66ca9ae-54d6-42bf-978a-90086abe4d7e HTTP/1.1" status: 200 len: 1001 time: 0.0638773 Aug 18 12:44:53.605789 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ba0d3952-36a7-4108-a852-7b9335b7a19b req-8fe739bc-7ba9-4c21-9ba7-3ba1409fd286 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a66ca9ae-54d6-42bf-978a-90086abe4d7e HTTP/1.1" status: 200 len: 1001 time: 0.0660567 Aug 18 12:44:53.658314 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0d3952-36a7-4108-a852-7b9335b7a19b req-77428f5b-5c4b-412d-be8d-56fbb649577a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:44:53.660110 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ba0d3952-36a7-4108-a852-7b9335b7a19b req-77428f5b-5c4b-412d-be8d-56fbb649577a service neutron] 10.222.0.63 "GET /v2.0/subnets?id=bffa035c-7b0b-4890-87d2-0a7264a9252e HTTP/1.1" status: 200 len: 850 time: 0.0471926 Aug 18 12:44:53.660824 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0d3952-36a7-4108-a852-7b9335b7a19b req-84137eca-c0cb-46fa-a7c2-7b7fd33c6f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:44:53.662277 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-ba0d3952-36a7-4108-a852-7b9335b7a19b req-84137eca-c0cb-46fa-a7c2-7b7fd33c6f4d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=bffa035c-7b0b-4890-87d2-0a7264a9252e HTTP/1.1" status: 200 len: 850 time: 0.0504315 Aug 18 12:44:53.710011 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0d3952-36a7-4108-a852-7b9335b7a19b req-a78cd9f5-a254-465c-8034-b193bcda14ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:44:53.711619 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-ba0d3952-36a7-4108-a852-7b9335b7a19b req-a78cd9f5-a254-465c-8034-b193bcda14ec service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d2682283-9943-409d-aeb3-45e8a1f61637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419290 Aug 18 12:44:53.715695 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0d3952-36a7-4108-a852-7b9335b7a19b req-a9298357-a6f2-48f6-ab03-077c3fd78f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:44:53.717244 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ba0d3952-36a7-4108-a852-7b9335b7a19b req-a9298357-a6f2-48f6-ab03-077c3fd78f28 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=d2682283-9943-409d-aeb3-45e8a1f61637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0495486 Aug 18 12:44:53.807984 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-ba0d3952-36a7-4108-a852-7b9335b7a19b req-d2bb9ca3-baa2-4841-8010-e8883227f787 service neutron] 10.222.0.62 "GET /v2.0/networks/d2682283-9943-409d-aeb3-45e8a1f61637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865834 Aug 18 12:44:53.813880 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ba0d3952-36a7-4108-a852-7b9335b7a19b req-0897e0f8-9e60-47e8-929f-8405b22cde70 service neutron] 10.222.0.63 "GET /v2.0/networks/d2682283-9943-409d-aeb3-45e8a1f61637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895703 Aug 18 12:44:53.896751 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-ba0d3952-36a7-4108-a852-7b9335b7a19b req-4cf34160-c222-47eb-b872-b89edab4b50f service neutron] 10.222.0.62 "GET /v2.0/networks/d2682283-9943-409d-aeb3-45e8a1f61637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819552 Aug 18 12:44:53.901982 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ba0d3952-36a7-4108-a852-7b9335b7a19b req-2a8c816d-a65f-4828-be17-9050e15e58a6 service neutron] 10.222.0.63 "GET /v2.0/networks/d2682283-9943-409d-aeb3-45e8a1f61637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809057 Aug 18 12:44:54.010873 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-500a1c61-38a7-4c23-a7ec-4631080af5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:44:54.047465 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e31768-0246-4be7-887a-c2d989ec5fc1 req-e17c2a63-3241-40d9-bbd0-ecf740eab77d tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:44:54.050446 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-90e31768-0246-4be7-887a-c2d989ec5fc1 req-e17c2a63-3241-40d9-bbd0-ecf740eab77d tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/ports?device_id=32ae4f91-deff-4ab7-a465-06ebdcf82b77 HTTP/1.1" status: 200 len: 945 time: 0.0497277 Aug 18 12:44:54.092873 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-90e31768-0246-4be7-887a-c2d989ec5fc1 req-0c090fac-8f90-414a-80cc-a4fc96dc1e0e tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/security-groups?id=48101352-e635-4eda-b902-34c25dd4f6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374780 Aug 18 12:44:54.208538 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device a66ca9ae-54d6-42bf-978a-90086abe4d7e details requested by agent hyperv_n-h2-804985-2 with host n-h2-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:44:54.213014 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f548641d-32c1-484c-b0a0-00d9ce56803e req-27510e85-debe-4ed6-a61a-1c610f5c2a76 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:44:54.214646 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f548641d-32c1-484c-b0a0-00d9ce56803e req-27510e85-debe-4ed6-a61a-1c610f5c2a76 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/ports?device_id=32ae4f91-deff-4ab7-a465-06ebdcf82b77 HTTP/1.1" status: 200 len: 945 time: 0.0523255 Aug 18 12:44:54.257367 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f548641d-32c1-484c-b0a0-00d9ce56803e req-fc171750-6035-48af-a7a9-a1d60c8725e9 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/security-groups?id=48101352-e635-4eda-b902-34c25dd4f6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342462 Aug 18 12:44:54.309456 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port a66ca9ae-54d6-42bf-978a-90086abe4d7e, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=a66ca9ae-54d6-42bf-978a-90086abe4d7e,segment=NetworkSegment(ae4fcfab-9275-4fd0-906e-fbd9ae809b23),segment_id=ae4fcfab-9275-4fd0-906e-fbd9ae809b23)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:44:54.321761 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Returning: {'device': 'a66ca9ae-54d6-42bf-978a-90086abe4d7e', 'network_id': 'd2682283-9943-409d-aeb3-45e8a1f61637', 'port_id': 'a66ca9ae-54d6-42bf-978a-90086abe4d7e', 'mac_address': 'fa:16:3e:c2:27:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 815, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bffa035c-7b0b-4890-87d2-0a7264a9252e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:44:54.359980 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:44:54.369545 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601027df-f8c7-481f-b682-c1713320f9d7 req-52b15ddd-5ee4-491b-b627-75cbc2d8267d tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:44:54.371167 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-601027df-f8c7-481f-b682-c1713320f9d7 req-52b15ddd-5ee4-491b-b627-75cbc2d8267d tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/ports?device_id=32ae4f91-deff-4ab7-a465-06ebdcf82b77 HTTP/1.1" status: 200 len: 945 time: 0.0483587 Aug 18 12:44:54.373593 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a66ca9ae-54d6-42bf-978a-90086abe4d7e {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:44:54.394078 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port a66ca9ae-54d6-42bf-978a-90086abe4d7e, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=a66ca9ae-54d6-42bf-978a-90086abe4d7e,segment=NetworkSegment(ae4fcfab-9275-4fd0-906e-fbd9ae809b23),segment_id=ae4fcfab-9275-4fd0-906e-fbd9ae809b23)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:44:54.399216 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:44:54.409167 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-601027df-f8c7-481f-b682-c1713320f9d7 req-3aaf0547-7f1f-4e35-a285-4ebab6f55587 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/security-groups?id=48101352-e635-4eda-b902-34c25dd4f6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320930 Aug 18 12:44:54.449125 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=a66ca9ae-54d6-42bf-978a-90086abe4d7e,revision_number=12']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:44:54.612774 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] get_ports_and_sgs() called for port_ids ['a66ca9ae-54d6-42bf-978a-90086abe4d7e'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:44:54.657958 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84380fbe-285f-43f4-9b8f-a5650a867d4d req-f08196cb-5d73-47d8-8f0b-760f85bcb424 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:44:54.659728 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-84380fbe-285f-43f4-9b8f-a5650a867d4d req-f08196cb-5d73-47d8-8f0b-760f85bcb424 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/ports?device_id=32ae4f91-deff-4ab7-a465-06ebdcf82b77 HTTP/1.1" status: 200 len: 946 time: 0.0514128 Aug 18 12:44:54.703585 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-84380fbe-285f-43f4-9b8f-a5650a867d4d req-c6fb6251-567c-4416-9052-6cbacd295611 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/security-groups?id=48101352-e635-4eda-b902-34c25dd4f6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365710 Aug 18 12:44:55.834648 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880d8213-a662-4dc8-afba-90cc1cf03cd0 req-a6e6c80b-0f13-4256-99ee-245bf9cd6489 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:44:55.836167 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-880d8213-a662-4dc8-afba-90cc1cf03cd0 req-a6e6c80b-0f13-4256-99ee-245bf9cd6489 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/ports?device_id=32ae4f91-deff-4ab7-a465-06ebdcf82b77 HTTP/1.1" status: 200 len: 946 time: 0.0624928 Aug 18 12:44:55.870349 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device a66ca9ae-54d6-42bf-978a-90086abe4d7e no longer exists at agent hyperv_n-h1-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:44:55.878227 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-880d8213-a662-4dc8-afba-90cc1cf03cd0 req-96965f04-3445-4370-bc20-bf05f6e2422d tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/security-groups?id=48101352-e635-4eda-b902-34c25dd4f6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358393 Aug 18 12:44:55.908567 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6055bde1-c63f-44d1-a79b-b9fb90c613aa req-f122e96f-a24b-4136-9e44-d01e41f8212c tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:44:55.910141 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-6055bde1-c63f-44d1-a79b-b9fb90c613aa req-f122e96f-a24b-4136-9e44-d01e41f8212c tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.62 "GET /v2.0/ports?device_id=32ae4f91-deff-4ab7-a465-06ebdcf82b77 HTTP/1.1" status: 200 len: 946 time: 0.0529892 Aug 18 12:44:55.913608 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device a66ca9ae-54d6-42bf-978a-90086abe4d7e not bound to the agent host n-h1-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:44:56.006665 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-6055bde1-c63f-44d1-a79b-b9fb90c613aa req-108e7d75-e57b-4830-96a8-b6d054e7804d tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Deleting port a66ca9ae-54d6-42bf-978a-90086abe4d7e {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:44:56.006904 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-6055bde1-c63f-44d1-a79b-b9fb90c613aa req-108e7d75-e57b-4830-96a8-b6d054e7804d tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:44:56.110230 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-6055bde1-c63f-44d1-a79b-b9fb90c613aa req-108e7d75-e57b-4830-96a8-b6d054e7804d tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] For port a66ca9ae-54d6-42bf-978a-90086abe4d7e, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=a66ca9ae-54d6-42bf-978a-90086abe4d7e,segment=NetworkSegment(ae4fcfab-9275-4fd0-906e-fbd9ae809b23),segment_id=ae4fcfab-9275-4fd0-906e-fbd9ae809b23)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:44:56.110617 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-6055bde1-c63f-44d1-a79b-b9fb90c613aa req-108e7d75-e57b-4830-96a8-b6d054e7804d tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:44:56.223713 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device a66ca9ae-54d6-42bf-978a-90086abe4d7e up at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:44:56.276291 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Provisioning for port a66ca9ae-54d6-42bf-978a-90086abe4d7e completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:44:56.279988 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Provisioning complete for port a66ca9ae-54d6-42bf-978a-90086abe4d7e triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:44:56.280364 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:44:56.332652 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-6055bde1-c63f-44d1-a79b-b9fb90c613aa req-108e7d75-e57b-4830-96a8-b6d054e7804d tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:44:56.333026 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-6055bde1-c63f-44d1-a79b-b9fb90c613aa req-108e7d75-e57b-4830-96a8-b6d054e7804d tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-989945'] for floatingip, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:44:56.333339 n-d-804985-2 neutron-server[106253]: INFO neutron.db.l3_db [req-6055bde1-c63f-44d1-a79b-b9fb90c613aa req-108e7d75-e57b-4830-96a8-b6d054e7804d tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Floating IP 586d7d2e-daf5-4c81-a005-514253453b9b disassociated. External IP: 172.25.7.180, port: a66ca9ae-54d6-42bf-978a-90086abe4d7e. Aug 18 12:44:56.333672 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-6055bde1-c63f-44d1-a79b-b9fb90c613aa req-108e7d75-e57b-4830-96a8-b6d054e7804d tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Calling delete_port for a66ca9ae-54d6-42bf-978a-90086abe4d7e owned by compute:nova {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:44:56.357285 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:44:56.380340 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32ae4f91-deff-4ab7-a465-06ebdcf82b77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a66ca9ae-54d6-42bf-978a-90086abe4d7e'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:44:56.382565 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db50a436fb3a98495337d8fe7487b4f2ea6f3c1052eb9efadc2ecda2d5737001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d686f5a-fcc6-4ad1-a2b3-59127b794137" -d '{"events": [{"server_uuid": "32ae4f91-deff-4ab7-a465-06ebdcf82b77", "name": "network-vif-plugged", "status": "completed", "tag": "a66ca9ae-54d6-42bf-978a-90086abe4d7e"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:44:56.398642 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port a66ca9ae-54d6-42bf-978a-90086abe4d7e, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=a66ca9ae-54d6-42bf-978a-90086abe4d7e,segment=NetworkSegment(ae4fcfab-9275-4fd0-906e-fbd9ae809b23),segment_id=ae4fcfab-9275-4fd0-906e-fbd9ae809b23)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:44:56.403372 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:44:56.427743 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:44:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee4778ae-c9f7-4add-b1c6-fe793d10f1d0 x-openstack-request-id: req-ee4778ae-c9f7-4add-b1c6-fe793d10f1d0 {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:44:56.428002 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32ae4f91-deff-4ab7-a465-06ebdcf82b77", "name": "network-vif-plugged", "status": "completed", "tag": "a66ca9ae-54d6-42bf-978a-90086abe4d7e", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:44:56.428253 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ee4778ae-c9f7-4add-b1c6-fe793d10f1d0 {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:44:56.428758 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32ae4f91-deff-4ab7-a465-06ebdcf82b77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a66ca9ae-54d6-42bf-978a-90086abe4d7e', 'code': 200} Aug 18 12:44:56.454733 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=a66ca9ae-54d6-42bf-978a-90086abe4d7e,revision_number=13']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:44:56.468972 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-6055bde1-c63f-44d1-a79b-b9fb90c613aa req-108e7d75-e57b-4830-96a8-b6d054e7804d tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:44:56.495705 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108e7d75-e57b-4830-96a8-b6d054e7804d tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Pushing event deleted for resources: {'Port': ['ID=a66ca9ae-54d6-42bf-978a-90086abe4d7e,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:44:56.615000 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6055bde1-c63f-44d1-a79b-b9fb90c613aa req-108e7d75-e57b-4830-96a8-b6d054e7804d tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Router 2b9c843a-b052-4d7b-827a-27c535920862 has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:44:56.723231 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6055bde1-c63f-44d1-a79b-b9fb90c613aa req-108e7d75-e57b-4830-96a8-b6d054e7804d tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:44:56.733587 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a30d600-0d0f-4fe0-9554-15549241d41c None None] Sync routers for ids ['2b9c843a-b052-4d7b-827a-27c535920862'] in n-d-804985-2 {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:44:56.742805 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a30d600-0d0f-4fe0-9554-15549241d41c None None] Routers {'2b9c843a-b052-4d7b-827a-27c535920862'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:44:56.743408 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-5a30d600-0d0f-4fe0-9554-15549241d41c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:44:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['2b9c843a-b052-4d7b-827a-27c535920862'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:44:56.762574 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-6055bde1-c63f-44d1-a79b-b9fb90c613aa req-108e7d75-e57b-4830-96a8-b6d054e7804d tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] No DVR routers for this DVR port a66ca9ae-54d6-42bf-978a-90086abe4d7e on host n-h2-804985-2 {{(pid=106253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:44:56.765661 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-6055bde1-c63f-44d1-a79b-b9fb90c613aa req-108e7d75-e57b-4830-96a8-b6d054e7804d tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:44:56.767794 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-6055bde1-c63f-44d1-a79b-b9fb90c613aa req-108e7d75-e57b-4830-96a8-b6d054e7804d tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.62 "DELETE /v2.0/ports/a66ca9ae-54d6-42bf-978a-90086abe4d7e HTTP/1.1" status: 204 len: 173 time: 0.8489418 Aug 18 12:44:56.768223 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32ae4f91-deff-4ab7-a465-06ebdcf82b77', 'name': 'network-vif-deleted', 'tag': 'a66ca9ae-54d6-42bf-978a-90086abe4d7e'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:44:56.770548 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0679f4c4b6e0e0c064a7d71d722dc30541a34fffee11680573be22ee2ffccc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19827e91-b3d6-4697-a639-d36f0b19954f" -d '{"events": [{"server_uuid": "32ae4f91-deff-4ab7-a465-06ebdcf82b77", "name": "network-vif-deleted", "tag": "a66ca9ae-54d6-42bf-978a-90086abe4d7e"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:44:56.809359 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:44:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56a6a107-30c1-41f0-9dff-27ff5f84d3e7 x-openstack-request-id: req-56a6a107-30c1-41f0-9dff-27ff5f84d3e7 {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:44:56.809649 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32ae4f91-deff-4ab7-a465-06ebdcf82b77", "name": "network-vif-deleted", "tag": "a66ca9ae-54d6-42bf-978a-90086abe4d7e", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:44:56.809898 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-56a6a107-30c1-41f0-9dff-27ff5f84d3e7 {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:44:56.810295 n-d-804985-2 neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32ae4f91-deff-4ab7-a465-06ebdcf82b77', 'name': 'network-vif-deleted', 'tag': 'a66ca9ae-54d6-42bf-978a-90086abe4d7e', 'status': 'completed', 'code': 200} Aug 18 12:44:56.859068 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-5a30d600-0d0f-4fe0-9554-15549241d41c None None] Set router 2b9c843a-b052-4d7b-827a-27c535920862 gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:44:56.987029 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0455aa77-b0cf-4efa-9e40-f2782caaae99 req-5cc15985-365a-4719-a691-3e5b02ab273a tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/ports?device_id=32ae4f91-deff-4ab7-a465-06ebdcf82b77 HTTP/1.1" status: 200 len: 210 time: 0.0264900 Aug 18 12:44:57.059630 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-5a30d600-0d0f-4fe0-9554-15549241d41c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b9c843a-b052-4d7b-827a-27c535920862', 'name': 'tempest-ServerActionsTestJSON-845282518-router', 'tenant_id': 'b014dbc881a94b53bff4fa00c7618782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': '87aa075c-d67c-4a9d-98a8-d5523656914a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:38:11Z', 'updated_at': '2021-08-18T12:38:13Z', 'revision_number': 4, 'project_id': 'b014dbc881a94b53bff4fa00c7618782', 'gw_port': {'id': '87aa075c-d67c-4a9d-98a8-d5523656914a', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:47:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b9c843a-b052-4d7b-827a-27c535920862', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:38:11Z', 'updated_at': '2021-08-18T12:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': 'cd1e55ba-9768-4c82-9003-862d7c8101b4', 'name': '', 'network_id': 'd2682283-9943-409d-aeb3-45e8a1f61637', 'tenant_id': 'b014dbc881a94b53bff4fa00c7618782', 'mac_address': 'fa:16:3e:7b:fd:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b9c843a-b052-4d7b-827a-27c535920862', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'bffa035c-7b0b-4890-87d2-0a7264a9252e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:38:13Z', 'updated_at': '2021-08-18T12:38:18Z', 'revision_number': 5, 'project_id': 'b014dbc881a94b53bff4fa00c7618782', 'subnets': [{'id': 'bffa035c-7b0b-4890-87d2-0a7264a9252e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:44:57.096438 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a30d600-0d0f-4fe0-9554-15549241d41c None None] Checking router: 2b9c843a-b052-4d7b-827a-27c535920862 for host: n-d-804985-2 {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:44:57.107062 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a30d600-0d0f-4fe0-9554-15549241d41c None None] Routers {'2b9c843a-b052-4d7b-827a-27c535920862'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:44:57.107693 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-5a30d600-0d0f-4fe0-9554-15549241d41c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:44:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['2b9c843a-b052-4d7b-827a-27c535920862'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:44:57.214797 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-5a30d600-0d0f-4fe0-9554-15549241d41c None None] Set router 2b9c843a-b052-4d7b-827a-27c535920862 gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:44:57.418800 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-5a30d600-0d0f-4fe0-9554-15549241d41c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b9c843a-b052-4d7b-827a-27c535920862', 'name': 'tempest-ServerActionsTestJSON-845282518-router', 'tenant_id': 'b014dbc881a94b53bff4fa00c7618782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': '87aa075c-d67c-4a9d-98a8-d5523656914a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:38:11Z', 'updated_at': '2021-08-18T12:38:13Z', 'revision_number': 4, 'project_id': 'b014dbc881a94b53bff4fa00c7618782', 'gw_port': {'id': '87aa075c-d67c-4a9d-98a8-d5523656914a', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:47:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b9c843a-b052-4d7b-827a-27c535920862', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:38:11Z', 'updated_at': '2021-08-18T12:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': 'cd1e55ba-9768-4c82-9003-862d7c8101b4', 'name': '', 'network_id': 'd2682283-9943-409d-aeb3-45e8a1f61637', 'tenant_id': 'b014dbc881a94b53bff4fa00c7618782', 'mac_address': 'fa:16:3e:7b:fd:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b9c843a-b052-4d7b-827a-27c535920862', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'bffa035c-7b0b-4890-87d2-0a7264a9252e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:38:13Z', 'updated_at': '2021-08-18T12:38:18Z', 'revision_number': 5, 'project_id': 'b014dbc881a94b53bff4fa00c7618782', 'subnets': [{'id': 'bffa035c-7b0b-4890-87d2-0a7264a9252e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:44:57.450202 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a30d600-0d0f-4fe0-9554-15549241d41c None None] The sync data for ids ['2b9c843a-b052-4d7b-827a-27c535920862'] in n-d-804985-2 is: [{'id': '2b9c843a-b052-4d7b-827a-27c535920862', 'name': 'tempest-ServerActionsTestJSON-845282518-router', 'tenant_id': 'b014dbc881a94b53bff4fa00c7618782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': '87aa075c-d67c-4a9d-98a8-d5523656914a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:38:11Z', 'updated_at': '2021-08-18T12:38:13Z', 'revision_number': 4, 'project_id': 'b014dbc881a94b53bff4fa00c7618782', 'gw_port': {'id': '87aa075c-d67c-4a9d-98a8-d5523656914a', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:47:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b9c843a-b052-4d7b-827a-27c535920862', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:38:11Z', 'updated_at': '2021-08-18T12:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': 'cd1e55ba-9768-4c82-9003-862d7c8101b4', 'name': '', 'network_id': 'd2682283-9943-409d-aeb3-45e8a1f61637', 'tenant_id': 'b014dbc881a94b53bff4fa00c7618782', 'mac_address': 'fa:16:3e:7b:fd:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b9c843a-b052-4d7b-827a-27c535920862', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'bffa035c-7b0b-4890-87d2-0a7264a9252e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:38:13Z', 'updated_at': '2021-08-18T12:38:18Z', 'revision_number': 5, 'project_id': 'b014dbc881a94b53bff4fa00c7618782', 'subnets': [{'id': 'bffa035c-7b0b-4890-87d2-0a7264a9252e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:44:57.673315 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9944ea4-d67c-437e-aed3-0144af97a346 None None] New status for floating IP 586d7d2e-daf5-4c81-a005-514253453b9b: DOWN {{(pid=106254) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 12:44:58.289951 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-bfe3ad08-15a0-448c-8b67-1ac74aaf1207 req-f5b7df1b-3d68-4fc2-9370-28c20b1f6b34 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--1201889784&fields=id&tenant_id=b014dbc881a94b53bff4fa00c7618782 HTTP/1.1" status: 200 len: 267 time: 0.0431647 Aug 18 12:44:58.403160 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe3ad08-15a0-448c-8b67-1ac74aaf1207 req-b35c1b8b-d211-4f7e-ba7b-aaefae139319 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:44:58.404662 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-bfe3ad08-15a0-448c-8b67-1ac74aaf1207 req-b35c1b8b-d211-4f7e-ba7b-aaefae139319 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/networks?id=d2682283-9943-409d-aeb3-45e8a1f61637 HTTP/1.1" status: 200 len: 811 time: 0.1080647 Aug 18 12:44:58.420080 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-bfe3ad08-15a0-448c-8b67-1ac74aaf1207 req-0f3ae892-130e-4180-967a-8fa3a4371b38 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/quotas/b014dbc881a94b53bff4fa00c7618782 HTTP/1.1" status: 200 len: 375 time: 0.0094008 Aug 18 12:44:58.473508 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-bfe3ad08-15a0-448c-8b67-1ac74aaf1207 req-eb795200-329b-456b-9931-c437d01795d4 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=b014dbc881a94b53bff4fa00c7618782&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0479553 Aug 18 12:44:58.571675 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-bfe3ad08-15a0-448c-8b67-1ac74aaf1207 req-843af05f-b6ef-4777-8b68-69eb1da1bfe3 service neutron] 10.222.0.66 "GET /v2.0/networks/d2682283-9943-409d-aeb3-45e8a1f61637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861053 Aug 18 12:44:58.670189 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-bfe3ad08-15a0-448c-8b67-1ac74aaf1207 req-4e8c25ef-6b08-401a-919d-cf42f3b3c1d9 service neutron] 10.222.0.66 "GET /v2.0/networks/d2682283-9943-409d-aeb3-45e8a1f61637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895679 Aug 18 12:44:58.831739 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b2b4f918-f323-44ad-807e-d5fdbb1de564 req-3230a579-bfd7-4d49-b213-82af9d731db3 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/ports?device_id=5d58617d-69bd-4b35-b244-3684deebb3a4 HTTP/1.1" status: 200 len: 210 time: 0.0262978 Aug 18 12:44:59.875349 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe3ad08-15a0-448c-8b67-1ac74aaf1207 req-a24dd1b6-63d6-4acd-a0dc-66f61cc21fc8 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:44:59.877005 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-bfe3ad08-15a0-448c-8b67-1ac74aaf1207 req-a24dd1b6-63d6-4acd-a0dc-66f61cc21fc8 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.63 "GET /v2.0/networks?id=d2682283-9943-409d-aeb3-45e8a1f61637 HTTP/1.1" status: 200 len: 811 time: 0.1059587 Aug 18 12:44:59.946435 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0642fda3-e1ca-4eec-b281-142c07afd170 req-892d2d2e-3669-4b16-94e4-296697a1bef7 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/ports?device_id=5d58617d-69bd-4b35-b244-3684deebb3a4 HTTP/1.1" status: 200 len: 210 time: 0.0407810 Aug 18 12:44:59.959139 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-bfe3ad08-15a0-448c-8b67-1ac74aaf1207 req-2fe245bd-579e-4594-a5c0-91c86540cbea tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.63 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b014dbc881a94b53bff4fa00c7618782 HTTP/1.1" status: 200 len: 380 time: 0.0725996 Aug 18 12:44:59.970119 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-bfe3ad08-15a0-448c-8b67-1ac74aaf1207 req-1d7383c9-e9ba-44c5-b74d-dcfb2deb1f39 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Request body: {'port': {'device_id': '5d58617d-69bd-4b35-b244-3684deebb3a4', 'network_id': 'd2682283-9943-409d-aeb3-45e8a1f61637', 'admin_state_up': True, 'tenant_id': 'b014dbc881a94b53bff4fa00c7618782', 'security_groups': ['48101352-e635-4eda-b902-34c25dd4f6ec']}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:45:00.088061 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfe3ad08-15a0-448c-8b67-1ac74aaf1207 req-1d7383c9-e9ba-44c5-b74d-dcfb2deb1f39 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Made reservation on behalf of b014dbc881a94b53bff4fa00c7618782 for: {'port': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:45:00.091511 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-bfe3ad08-15a0-448c-8b67-1ac74aaf1207 req-1d7383c9-e9ba-44c5-b74d-dcfb2deb1f39 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:45:00.229979 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device a66ca9ae-54d6-42bf-978a-90086abe4d7e no longer exists at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:45:00.231950 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [req-bfe3ad08-15a0-448c-8b67-1ac74aaf1207 req-1d7383c9-e9ba-44c5-b74d-dcfb2deb1f39 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Allocated IP 172.20.0.9 (d2682283-9943-409d-aeb3-45e8a1f61637/bffa035c-7b0b-4890-87d2-0a7264a9252e/3c0107a2-fa85-4e81-b556-ccd671241c39) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:45:00.250975 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] No Port match for: a66ca9ae-54d6-42bf-978a-90086abe4d7e {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:45:00.251585 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device a66ca9ae-54d6-42bf-978a-90086abe4d7e not bound to the agent host n-h2-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:45:00.635882 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-bfe3ad08-15a0-448c-8b67-1ac74aaf1207 req-1d7383c9-e9ba-44c5-b74d-dcfb2deb1f39 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:45:00.648836 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [req-bfe3ad08-15a0-448c-8b67-1ac74aaf1207 req-1d7383c9-e9ba-44c5-b74d-dcfb2deb1f39 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Transition to ACTIVE for port object 3c0107a2-fa85-4e81-b556-ccd671241c39 will not be triggered until provisioned by entity DHCP. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:45:00.690913 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-bfe3ad08-15a0-448c-8b67-1ac74aaf1207 req-1d7383c9-e9ba-44c5-b74d-dcfb2deb1f39 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:45:00.733758 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfe3ad08-15a0-448c-8b67-1ac74aaf1207 req-1d7383c9-e9ba-44c5-b74d-dcfb2deb1f39 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Network d2682283-9943-409d-aeb3-45e8a1f61637 is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:45:00.738776 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [req-bfe3ad08-15a0-448c-8b67-1ac74aaf1207 req-1d7383c9-e9ba-44c5-b74d-dcfb2deb1f39 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:45:00.742644 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfe3ad08-15a0-448c-8b67-1ac74aaf1207 req-1d7383c9-e9ba-44c5-b74d-dcfb2deb1f39 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:45:00.767446 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7383c9-e9ba-44c5-b74d-dcfb2deb1f39 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Pushing event updated for resources: {'Port': ['ID=3c0107a2-fa85-4e81-b556-ccd671241c39,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:45:00.795994 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe3ad08-15a0-448c-8b67-1ac74aaf1207 req-1d7383c9-e9ba-44c5-b74d-dcfb2deb1f39 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:45:00.796708 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-bfe3ad08-15a0-448c-8b67-1ac74aaf1207 req-1d7383c9-e9ba-44c5-b74d-dcfb2deb1f39 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:45:00.811947 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-bfe3ad08-15a0-448c-8b67-1ac74aaf1207 req-1d7383c9-e9ba-44c5-b74d-dcfb2deb1f39 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8455336 Aug 18 12:45:00.824849 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-bfe3ad08-15a0-448c-8b67-1ac74aaf1207 req-1d2ad345-523b-4e35-a41f-9c1ff09cdc0a service neutron] Request body: {'port': {'device_id': '5d58617d-69bd-4b35-b244-3684deebb3a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804985-2'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:45:00.880528 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-bfe3ad08-15a0-448c-8b67-1ac74aaf1207 req-1d2ad345-523b-4e35-a41f-9c1ff09cdc0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:45:00.964010 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-c5c4cabb-c2cc-4fbd-b3f1-e1b647532fa7 None None] Provisioning for port 3c0107a2-fa85-4e81-b556-ccd671241c39 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:45:00.967960 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-c5c4cabb-c2cc-4fbd-b3f1-e1b647532fa7 None None] Provisioning complete for port 3c0107a2-fa85-4e81-b556-ccd671241c39 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:45:00.968333 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-c5c4cabb-c2cc-4fbd-b3f1-e1b647532fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:45:01.006541 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-c5c4cabb-c2cc-4fbd-b3f1-e1b647532fa7 None None] Port 3c0107a2-fa85-4e81-b556-ccd671241c39 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:45:01.120147 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f05751e-a7f9-4775-beaa-632c50ab77e0 req-e8bef960-147e-4885-8525-cc7d4a268735 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:45:01.121666 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2f05751e-a7f9-4775-beaa-632c50ab77e0 req-e8bef960-147e-4885-8525-cc7d4a268735 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/ports?device_id=5d58617d-69bd-4b35-b244-3684deebb3a4 HTTP/1.1" status: 200 len: 931 time: 0.0821903 Aug 18 12:45:01.200836 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2f05751e-a7f9-4775-beaa-632c50ab77e0 req-94284ac5-62c7-431d-a14e-62e040838a1e tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/security-groups?id=48101352-e635-4eda-b902-34c25dd4f6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690806 Aug 18 12:45:01.211714 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [req-bfe3ad08-15a0-448c-8b67-1ac74aaf1207 req-1d2ad345-523b-4e35-a41f-9c1ff09cdc0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c0107a2-fa85-4e81-b556-ccd671241c39 {{(pid=106252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:45:01.219715 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-bfe3ad08-15a0-448c-8b67-1ac74aaf1207 req-1d2ad345-523b-4e35-a41f-9c1ff09cdc0a service neutron] Notify callbacks [] for port, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:45:01.233008 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [req-bfe3ad08-15a0-448c-8b67-1ac74aaf1207 req-1d2ad345-523b-4e35-a41f-9c1ff09cdc0a service neutron] Transition to ACTIVE for port object 3c0107a2-fa85-4e81-b556-ccd671241c39 will not be triggered until provisioned by entity L2. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:45:01.238015 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-bfe3ad08-15a0-448c-8b67-1ac74aaf1207 req-1d2ad345-523b-4e35-a41f-9c1ff09cdc0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:45:01.292615 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2ad345-523b-4e35-a41f-9c1ff09cdc0a service neutron] Pushing event updated for resources: {'Port': ['ID=3c0107a2-fa85-4e81-b556-ccd671241c39,revision_number=2']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:45:01.363437 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-bfe3ad08-15a0-448c-8b67-1ac74aaf1207 req-1d2ad345-523b-4e35-a41f-9c1ff09cdc0a service neutron] Attempting to bind port 3c0107a2-fa85-4e81-b556-ccd671241c39 on host n-h1-804985-2 for vnic_type normal with profile {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:45:01.363765 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-bfe3ad08-15a0-448c-8b67-1ac74aaf1207 req-1d2ad345-523b-4e35-a41f-9c1ff09cdc0a service neutron] Attempting to bind port 3c0107a2-fa85-4e81-b556-ccd671241c39 by drivers openvswitch,hyperv on host n-h1-804985-2 at level 0 using segments [{'id': 'ae4fcfab-9275-4fd0-906e-fbd9ae809b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'd2682283-9943-409d-aeb3-45e8a1f61637'}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:45:01.364091 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfe3ad08-15a0-448c-8b67-1ac74aaf1207 req-1d2ad345-523b-4e35-a41f-9c1ff09cdc0a service neutron] Attempting to bind port 3c0107a2-fa85-4e81-b556-ccd671241c39 on network d2682283-9943-409d-aeb3-45e8a1f61637 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:45:01.368881 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfe3ad08-15a0-448c-8b67-1ac74aaf1207 req-1d2ad345-523b-4e35-a41f-9c1ff09cdc0a service neutron] Port 3c0107a2-fa85-4e81-b556-ccd671241c39 on network d2682283-9943-409d-aeb3-45e8a1f61637 not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-2 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:45:01.369316 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfe3ad08-15a0-448c-8b67-1ac74aaf1207 req-1d2ad345-523b-4e35-a41f-9c1ff09cdc0a service neutron] Attempting to bind port 3c0107a2-fa85-4e81-b556-ccd671241c39 on network d2682283-9943-409d-aeb3-45e8a1f61637 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:45:01.374272 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfe3ad08-15a0-448c-8b67-1ac74aaf1207 req-1d2ad345-523b-4e35-a41f-9c1ff09cdc0a service neutron] Checking agent: {'id': 'a613417a-d085-492c-941a-59bb18c633d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 49, 6), 'started_at': datetime.datetime(2021, 8, 18, 11, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 44, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:45:01.374600 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfe3ad08-15a0-448c-8b67-1ac74aaf1207 req-1d2ad345-523b-4e35-a41f-9c1ff09cdc0a service neutron] Checking segment: {'id': 'ae4fcfab-9275-4fd0-906e-fbd9ae809b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'd2682283-9943-409d-aeb3-45e8a1f61637'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:45:01.374993 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfe3ad08-15a0-448c-8b67-1ac74aaf1207 req-1d2ad345-523b-4e35-a41f-9c1ff09cdc0a service neutron] Bound using segment: {'id': 'ae4fcfab-9275-4fd0-906e-fbd9ae809b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'd2682283-9943-409d-aeb3-45e8a1f61637'} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:45:01.375401 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-bfe3ad08-15a0-448c-8b67-1ac74aaf1207 req-1d2ad345-523b-4e35-a41f-9c1ff09cdc0a service neutron] Bound port: 3c0107a2-fa85-4e81-b556-ccd671241c39, host: n-h1-804985-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae4fcfab-9275-4fd0-906e-fbd9ae809b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'd2682283-9943-409d-aeb3-45e8a1f61637'}}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:45:01.375756 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-bfe3ad08-15a0-448c-8b67-1ac74aaf1207 req-1d2ad345-523b-4e35-a41f-9c1ff09cdc0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:45:01.440341 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-bfe3ad08-15a0-448c-8b67-1ac74aaf1207 req-1d2ad345-523b-4e35-a41f-9c1ff09cdc0a service neutron] For port 3c0107a2-fa85-4e81-b556-ccd671241c39, host n-h1-804985-2, cleared binding levels {{(pid=106252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:45:01.443607 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-bfe3ad08-15a0-448c-8b67-1ac74aaf1207 req-1d2ad345-523b-4e35-a41f-9c1ff09cdc0a service neutron] For port 3c0107a2-fa85-4e81-b556-ccd671241c39, host n-h1-804985-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=3c0107a2-fa85-4e81-b556-ccd671241c39,segment=NetworkSegment(ae4fcfab-9275-4fd0-906e-fbd9ae809b23),segment_id=ae4fcfab-9275-4fd0-906e-fbd9ae809b23)] {{(pid=106252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:45:01.447821 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-bfe3ad08-15a0-448c-8b67-1ac74aaf1207 req-1d2ad345-523b-4e35-a41f-9c1ff09cdc0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:45:01.487470 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe3ad08-15a0-448c-8b67-1ac74aaf1207 req-1d2ad345-523b-4e35-a41f-9c1ff09cdc0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:45:01.488093 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-bfe3ad08-15a0-448c-8b67-1ac74aaf1207 req-1d2ad345-523b-4e35-a41f-9c1ff09cdc0a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:45:01.489549 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-bfe3ad08-15a0-448c-8b67-1ac74aaf1207 req-1d2ad345-523b-4e35-a41f-9c1ff09cdc0a service neutron] 10.222.0.63 "PUT /v2.0/ports/3c0107a2-fa85-4e81-b556-ccd671241c39 HTTP/1.1" status: 200 len: 1091 time: 0.6691051 Aug 18 12:45:01.489930 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d58617d-69bd-4b35-b244-3684deebb3a4', 'tag': '3c0107a2-fa85-4e81-b556-ccd671241c39'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:45:01.492219 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ad7c427-bf96-4666-b311-e49e16da11ce" -d '{"events": [{"name": "network-changed", "server_uuid": "5d58617d-69bd-4b35-b244-3684deebb3a4", "tag": "3c0107a2-fa85-4e81-b556-ccd671241c39"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:45:01.517504 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2ad345-523b-4e35-a41f-9c1ff09cdc0a service neutron] Pushing event updated for resources: {'Port': ['ID=3c0107a2-fa85-4e81-b556-ccd671241c39,revision_number=3']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:45:01.555949 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:45:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce5afcf2-c030-4824-8164-3963e2bf6c77 x-openstack-request-id: req-ce5afcf2-c030-4824-8164-3963e2bf6c77 {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:45:01.556383 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d58617d-69bd-4b35-b244-3684deebb3a4", "tag": "3c0107a2-fa85-4e81-b556-ccd671241c39", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:45:01.556648 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ce5afcf2-c030-4824-8164-3963e2bf6c77 {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:45:01.557055 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d58617d-69bd-4b35-b244-3684deebb3a4', 'tag': '3c0107a2-fa85-4e81-b556-ccd671241c39', 'status': 'completed', 'code': 200} Aug 18 12:45:01.588293 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe3ad08-15a0-448c-8b67-1ac74aaf1207 req-c0208d75-7ce2-4333-b2c2-1044c3fea534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:45:01.590133 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-bfe3ad08-15a0-448c-8b67-1ac74aaf1207 req-c0208d75-7ce2-4333-b2c2-1044c3fea534 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=b014dbc881a94b53bff4fa00c7618782&device_id=5d58617d-69bd-4b35-b244-3684deebb3a4 HTTP/1.1" status: 200 len: 1094 time: 0.0449839 Aug 18 12:45:01.634387 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-bfe3ad08-15a0-448c-8b67-1ac74aaf1207 req-29edf4c2-ff8e-450c-bcea-3f1cf96c552b service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3c0107a2-fa85-4e81-b556-ccd671241c39 HTTP/1.1" status: 200 len: 217 time: 0.0359352 Aug 18 12:45:01.691374 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe3ad08-15a0-448c-8b67-1ac74aaf1207 req-53b61026-6ab9-4af0-a049-72e7222344c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:45:01.692805 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-bfe3ad08-15a0-448c-8b67-1ac74aaf1207 req-53b61026-6ab9-4af0-a049-72e7222344c6 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=bffa035c-7b0b-4890-87d2-0a7264a9252e HTTP/1.1" status: 200 len: 850 time: 0.0505757 Aug 18 12:45:01.740755 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe3ad08-15a0-448c-8b67-1ac74aaf1207 req-8f159930-4f01-4c4a-a3ff-2086790cd10d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:45:01.742326 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-bfe3ad08-15a0-448c-8b67-1ac74aaf1207 req-8f159930-4f01-4c4a-a3ff-2086790cd10d service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=d2682283-9943-409d-aeb3-45e8a1f61637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406828 Aug 18 12:45:01.838235 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-bfe3ad08-15a0-448c-8b67-1ac74aaf1207 req-f1ab80ca-f46b-4a7a-b8eb-addeaf1e2f4b service neutron] 10.222.0.63 "GET /v2.0/networks/d2682283-9943-409d-aeb3-45e8a1f61637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854623 Aug 18 12:45:01.938214 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-bfe3ad08-15a0-448c-8b67-1ac74aaf1207 req-569501a4-cf36-42a4-b6fe-0d071935af1c service neutron] 10.222.0.63 "GET /v2.0/networks/d2682283-9943-409d-aeb3-45e8a1f61637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909159 Aug 18 12:45:02.025398 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad7c427-bf96-4666-b311-e49e16da11ce req-936b9253-5c66-431d-a4b2-33f9c245caac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:45:02.026915 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9ad7c427-bf96-4666-b311-e49e16da11ce req-936b9253-5c66-431d-a4b2-33f9c245caac service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=b014dbc881a94b53bff4fa00c7618782&device_id=5d58617d-69bd-4b35-b244-3684deebb3a4 HTTP/1.1" status: 200 len: 1094 time: 0.0440819 Aug 18 12:45:02.123180 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad7c427-bf96-4666-b311-e49e16da11ce req-a7bde3a2-4d88-423d-8ebb-4c6309ef7a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:45:02.124688 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9ad7c427-bf96-4666-b311-e49e16da11ce req-a7bde3a2-4d88-423d-8ebb-4c6309ef7a22 service neutron] 10.222.0.63 "GET /v2.0/networks?id=d2682283-9943-409d-aeb3-45e8a1f61637 HTTP/1.1" status: 200 len: 912 time: 0.0888898 Aug 18 12:45:02.167757 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9ad7c427-bf96-4666-b311-e49e16da11ce req-b2660518-314a-4d40-ae39-d514a0e333a7 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3c0107a2-fa85-4e81-b556-ccd671241c39 HTTP/1.1" status: 200 len: 217 time: 0.0340834 Aug 18 12:45:02.219927 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad7c427-bf96-4666-b311-e49e16da11ce req-e67b30e3-9e1b-4223-9c50-db1c7e69632a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:45:02.222188 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9ad7c427-bf96-4666-b311-e49e16da11ce req-e67b30e3-9e1b-4223-9c50-db1c7e69632a service neutron] 10.222.0.63 "GET /v2.0/subnets?id=bffa035c-7b0b-4890-87d2-0a7264a9252e HTTP/1.1" status: 200 len: 850 time: 0.0454500 Aug 18 12:45:02.275373 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad7c427-bf96-4666-b311-e49e16da11ce req-66d09145-11dc-4728-9f5f-7f9c89a5949b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:45:02.276983 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9ad7c427-bf96-4666-b311-e49e16da11ce req-66d09145-11dc-4728-9f5f-7f9c89a5949b service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=d2682283-9943-409d-aeb3-45e8a1f61637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0464971 Aug 18 12:45:02.388930 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3f45ec-bf49-47fb-8349-db233bd8c20f req-5b354a05-f327-4c7e-8134-fac1991361ba tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:45:02.390410 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6c3f45ec-bf49-47fb-8349-db233bd8c20f req-5b354a05-f327-4c7e-8134-fac1991361ba tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/ports?device_id=5d58617d-69bd-4b35-b244-3684deebb3a4 HTTP/1.1" status: 200 len: 943 time: 0.1089554 Aug 18 12:45:02.411603 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9ad7c427-bf96-4666-b311-e49e16da11ce req-1220fe2e-c5b7-472b-9233-622f0ad8c446 service neutron] 10.222.0.63 "GET /v2.0/networks/d2682283-9943-409d-aeb3-45e8a1f61637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215229 Aug 18 12:45:02.481677 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6c3f45ec-bf49-47fb-8349-db233bd8c20f req-b30b3926-6482-4dae-819f-f546ea14c48f tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/security-groups?id=48101352-e635-4eda-b902-34c25dd4f6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807955 Aug 18 12:45:02.521519 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9ad7c427-bf96-4666-b311-e49e16da11ce req-7f478c0f-c4ed-47e2-8dfe-85eb060d9d81 service neutron] 10.222.0.63 "GET /v2.0/networks/d2682283-9943-409d-aeb3-45e8a1f61637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011071 Aug 18 12:45:03.613934 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d398703-8f94-4c97-94f3-d63386f96c48 req-60d1d7a7-fa07-4164-bafa-05eeaed351e0 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:45:03.615442 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3d398703-8f94-4c97-94f3-d63386f96c48 req-60d1d7a7-fa07-4164-bafa-05eeaed351e0 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/ports?device_id=5d58617d-69bd-4b35-b244-3684deebb3a4 HTTP/1.1" status: 200 len: 943 time: 0.0564713 Aug 18 12:45:03.654040 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3d398703-8f94-4c97-94f3-d63386f96c48 req-e40b99bd-5a2b-4b7e-8c6e-364abdc1694b tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/security-groups?id=48101352-e635-4eda-b902-34c25dd4f6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312293 Aug 18 12:45:03.918950 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 3c0107a2-fa85-4e81-b556-ccd671241c39 details requested by agent hyperv_n-h1-804985-2 with host n-h1-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:45:04.174171 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 3c0107a2-fa85-4e81-b556-ccd671241c39, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=3c0107a2-fa85-4e81-b556-ccd671241c39,segment=NetworkSegment(ae4fcfab-9275-4fd0-906e-fbd9ae809b23),segment_id=ae4fcfab-9275-4fd0-906e-fbd9ae809b23)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:45:04.185009 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Returning: {'device': '3c0107a2-fa85-4e81-b556-ccd671241c39', 'network_id': 'd2682283-9943-409d-aeb3-45e8a1f61637', 'port_id': '3c0107a2-fa85-4e81-b556-ccd671241c39', 'mac_address': 'fa:16:3e:24:77:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 815, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bffa035c-7b0b-4890-87d2-0a7264a9252e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:45:04.224786 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:45:04.241938 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c0107a2-fa85-4e81-b556-ccd671241c39 {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:45:04.267859 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 3c0107a2-fa85-4e81-b556-ccd671241c39, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=3c0107a2-fa85-4e81-b556-ccd671241c39,segment=NetworkSegment(ae4fcfab-9275-4fd0-906e-fbd9ae809b23),segment_id=ae4fcfab-9275-4fd0-906e-fbd9ae809b23)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:45:04.274733 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:45:04.324330 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=3c0107a2-fa85-4e81-b556-ccd671241c39,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:45:04.465485 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] get_ports_and_sgs() called for port_ids ['3c0107a2-fa85-4e81-b556-ccd671241c39'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:45:04.780382 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b49966-c48c-4081-bee4-629a1ddb4190 req-25a3d717-8aa8-46de-8577-40dc56867497 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:45:04.781886 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a5b49966-c48c-4081-bee4-629a1ddb4190 req-25a3d717-8aa8-46de-8577-40dc56867497 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/ports?device_id=5d58617d-69bd-4b35-b244-3684deebb3a4 HTTP/1.1" status: 200 len: 944 time: 0.0504951 Aug 18 12:45:04.823998 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a5b49966-c48c-4081-bee4-629a1ddb4190 req-0909353d-55e2-4c36-a817-05c1b8f0974b tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/security-groups?id=48101352-e635-4eda-b902-34c25dd4f6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332491 Aug 18 12:45:05.932187 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 3c0107a2-fa85-4e81-b556-ccd671241c39 up at agent hyperv_n-h1-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:45:05.958952 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e22fac4-c1a5-4eef-8a5b-b8bd271c69af req-8fa48e70-15ae-4d11-bee5-9a579593776f tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:45:05.960463 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5e22fac4-c1a5-4eef-8a5b-b8bd271c69af req-8fa48e70-15ae-4d11-bee5-9a579593776f tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/ports?device_id=5d58617d-69bd-4b35-b244-3684deebb3a4 HTTP/1.1" status: 200 len: 944 time: 0.0569727 Aug 18 12:45:05.985697 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Provisioning for port 3c0107a2-fa85-4e81-b556-ccd671241c39 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:45:05.989987 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Provisioning complete for port 3c0107a2-fa85-4e81-b556-ccd671241c39 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:45:05.990383 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:45:06.000223 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5e22fac4-c1a5-4eef-8a5b-b8bd271c69af req-383d2a35-fb30-4934-b291-520c40931cec tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/security-groups?id=48101352-e635-4eda-b902-34c25dd4f6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334582 Aug 18 12:45:06.069843 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:45:06.092847 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d58617d-69bd-4b35-b244-3684deebb3a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c0107a2-fa85-4e81-b556-ccd671241c39'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:45:06.095157 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db50a436fb3a98495337d8fe7487b4f2ea6f3c1052eb9efadc2ecda2d5737001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82c26345-920a-416a-b069-46c7ae09c766" -d '{"events": [{"server_uuid": "5d58617d-69bd-4b35-b244-3684deebb3a4", "name": "network-vif-plugged", "status": "completed", "tag": "3c0107a2-fa85-4e81-b556-ccd671241c39"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:45:06.111142 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 3c0107a2-fa85-4e81-b556-ccd671241c39, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=3c0107a2-fa85-4e81-b556-ccd671241c39,segment=NetworkSegment(ae4fcfab-9275-4fd0-906e-fbd9ae809b23),segment_id=ae4fcfab-9275-4fd0-906e-fbd9ae809b23)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:45:06.115731 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:45:06.138765 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:45:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba4fbe4c-d877-4f6d-b4b9-7ad58e88e4cc x-openstack-request-id: req-ba4fbe4c-d877-4f6d-b4b9-7ad58e88e4cc {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:45:06.139055 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d58617d-69bd-4b35-b244-3684deebb3a4", "name": "network-vif-plugged", "status": "completed", "tag": "3c0107a2-fa85-4e81-b556-ccd671241c39", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:45:06.139297 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ba4fbe4c-d877-4f6d-b4b9-7ad58e88e4cc {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:45:06.139680 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d58617d-69bd-4b35-b244-3684deebb3a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c0107a2-fa85-4e81-b556-ccd671241c39', 'code': 200} Aug 18 12:45:06.167134 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=3c0107a2-fa85-4e81-b556-ccd671241c39,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:45:06.235059 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7bf8b4-39eb-45ee-805c-98024bec0171 req-f193886e-3c1f-41d9-bdda-9876653cbd98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:45:06.236731 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0d7bf8b4-39eb-45ee-805c-98024bec0171 req-f193886e-3c1f-41d9-bdda-9876653cbd98 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=5d58617d-69bd-4b35-b244-3684deebb3a4 HTTP/1.1" status: 200 len: 1096 time: 0.0472755 Aug 18 12:45:06.274727 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0d7bf8b4-39eb-45ee-805c-98024bec0171 req-87126b18-64d0-46d3-8189-353caf8f2550 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=48101352-e635-4eda-b902-34c25dd4f6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306842 Aug 18 12:45:06.455560 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:45:07.118856 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab53ac9-e666-439b-b8b9-974579f92103 req-d5d4b105-669e-4a8b-a9e1-690e44824e55 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:45:07.120239 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1ab53ac9-e666-439b-b8b9-974579f92103 req-d5d4b105-669e-4a8b-a9e1-690e44824e55 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/ports?device_id=5d58617d-69bd-4b35-b244-3684deebb3a4 HTTP/1.1" status: 200 len: 945 time: 0.0483413 Aug 18 12:45:07.157810 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1ab53ac9-e666-439b-b8b9-974579f92103 req-80769e8a-b654-4088-b949-2e085786d622 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/security-groups?id=48101352-e635-4eda-b902-34c25dd4f6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314634 Aug 18 12:45:07.277570 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95703e6-8896-4b6a-9731-e5d4ced77f59 req-7061a701-1b24-4087-a853-0ec8185d4f33 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:45:07.279030 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c95703e6-8896-4b6a-9731-e5d4ced77f59 req-7061a701-1b24-4087-a853-0ec8185d4f33 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/ports?device_id=5d58617d-69bd-4b35-b244-3684deebb3a4 HTTP/1.1" status: 200 len: 945 time: 0.0507751 Aug 18 12:45:07.288315 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 51260) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:45:07.295005 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-3be89f44-b4ee-48fb-9a14-96a4d967ac9e tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Request body: {'floatingip': {'port_id': '3c0107a2-fa85-4e81-b556-ccd671241c39'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:45:07.338203 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-3be89f44-b4ee-48fb-9a14-96a4d967ac9e tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Notify callbacks [] for floatingip, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:45:07.786315 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-3be89f44-b4ee-48fb-9a14-96a4d967ac9e tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:45:07.792901 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-3be89f44-b4ee-48fb-9a14-96a4d967ac9e tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-989945'] for floatingip, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:45:07.895888 n-d-804985-2 neutron-server[106252]: INFO neutron.db.l3_db [None req-3be89f44-b4ee-48fb-9a14-96a4d967ac9e tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Floating IP 586d7d2e-daf5-4c81-a005-514253453b9b associated. External IP: 172.25.7.180, port: 3c0107a2-fa85-4e81-b556-ccd671241c39. Aug 18 12:45:08.105593 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3be89f44-b4ee-48fb-9a14-96a4d967ac9e tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Router 2b9c843a-b052-4d7b-827a-27c535920862 has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:45:08.216885 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3be89f44-b4ee-48fb-9a14-96a4d967ac9e tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:45:08.221515 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-3be89f44-b4ee-48fb-9a14-96a4d967ac9e tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for floatingip, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:45:08.226891 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b1587e8-dc76-4cd8-b3b0-26608e5cef00 None None] Sync routers for ids ['2b9c843a-b052-4d7b-827a-27c535920862'] in n-d-804985-2 {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:45:08.237373 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b1587e8-dc76-4cd8-b3b0-26608e5cef00 None None] Routers {'2b9c843a-b052-4d7b-827a-27c535920862'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:45:08.237989 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-0b1587e8-dc76-4cd8-b3b0-26608e5cef00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:44:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['2b9c843a-b052-4d7b-827a-27c535920862'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:45:08.249420 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-3be89f44-b4ee-48fb-9a14-96a4d967ac9e tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "PUT /v2.0/floatingips/586d7d2e-daf5-4c81-a005-514253453b9b HTTP/1.1" status: 200 len: 992 time: 0.9597340 Aug 18 12:45:08.250014 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d58617d-69bd-4b35-b244-3684deebb3a4', 'tag': '3c0107a2-fa85-4e81-b556-ccd671241c39'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:45:08.252272 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3df7713-2313-4e39-a704-064e7d5d2d52" -d '{"events": [{"name": "network-changed", "server_uuid": "5d58617d-69bd-4b35-b244-3684deebb3a4", "tag": "3c0107a2-fa85-4e81-b556-ccd671241c39"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:45:08.289373 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:45:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e6bdf4e-07e4-4057-8d32-e277a00a7d28 x-openstack-request-id: req-9e6bdf4e-07e4-4057-8d32-e277a00a7d28 {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:45:08.289716 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d58617d-69bd-4b35-b244-3684deebb3a4", "tag": "3c0107a2-fa85-4e81-b556-ccd671241c39", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:45:08.289974 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-9e6bdf4e-07e4-4057-8d32-e277a00a7d28 {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:45:08.290379 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d58617d-69bd-4b35-b244-3684deebb3a4', 'tag': '3c0107a2-fa85-4e81-b556-ccd671241c39', 'status': 'completed', 'code': 200} Aug 18 12:45:08.344798 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-0b1587e8-dc76-4cd8-b3b0-26608e5cef00 None None] Set router 2b9c843a-b052-4d7b-827a-27c535920862 gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:45:08.354534 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3df7713-2313-4e39-a704-064e7d5d2d52 req-5bf92eb4-430f-4e2e-a0b7-456162400fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:45:08.356133 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b3df7713-2313-4e39-a704-064e7d5d2d52 req-5bf92eb4-430f-4e2e-a0b7-456162400fb0 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=b014dbc881a94b53bff4fa00c7618782&device_id=5d58617d-69bd-4b35-b244-3684deebb3a4 HTTP/1.1" status: 200 len: 1096 time: 0.0414879 Aug 18 12:45:08.452540 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3df7713-2313-4e39-a704-064e7d5d2d52 req-3d3d3fa0-8363-4ba1-b0ce-2bacf7a208c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:45:08.454053 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b3df7713-2313-4e39-a704-064e7d5d2d52 req-3d3d3fa0-8363-4ba1-b0ce-2bacf7a208c0 service neutron] 10.222.0.63 "GET /v2.0/networks?id=d2682283-9943-409d-aeb3-45e8a1f61637 HTTP/1.1" status: 200 len: 912 time: 0.0906832 Aug 18 12:45:08.522448 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b3df7713-2313-4e39-a704-064e7d5d2d52 req-3da03d6a-4f9c-40fd-930b-1dd8f4bf62c4 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3c0107a2-fa85-4e81-b556-ccd671241c39 HTTP/1.1" status: 200 len: 1000 time: 0.0608079 Aug 18 12:45:08.577357 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3df7713-2313-4e39-a704-064e7d5d2d52 req-41845fd5-bdc2-4ae0-b21c-20d41b7b32ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:45:08.578705 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b3df7713-2313-4e39-a704-064e7d5d2d52 req-41845fd5-bdc2-4ae0-b21c-20d41b7b32ca service neutron] 10.222.0.63 "GET /v2.0/subnets?id=bffa035c-7b0b-4890-87d2-0a7264a9252e HTTP/1.1" status: 200 len: 850 time: 0.0493622 Aug 18 12:45:08.625973 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3df7713-2313-4e39-a704-064e7d5d2d52 req-1fcfab0a-3ef1-4862-b333-54da9f6ad9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:45:08.627491 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b3df7713-2313-4e39-a704-064e7d5d2d52 req-1fcfab0a-3ef1-4862-b333-54da9f6ad9fc service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=d2682283-9943-409d-aeb3-45e8a1f61637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414686 Aug 18 12:45:08.669049 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-0b1587e8-dc76-4cd8-b3b0-26608e5cef00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b9c843a-b052-4d7b-827a-27c535920862', 'name': 'tempest-ServerActionsTestJSON-845282518-router', 'tenant_id': 'b014dbc881a94b53bff4fa00c7618782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': '87aa075c-d67c-4a9d-98a8-d5523656914a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:38:11Z', 'updated_at': '2021-08-18T12:38:13Z', 'revision_number': 4, 'project_id': 'b014dbc881a94b53bff4fa00c7618782', 'gw_port': {'id': '87aa075c-d67c-4a9d-98a8-d5523656914a', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:47:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b9c843a-b052-4d7b-827a-27c535920862', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:38:11Z', 'updated_at': '2021-08-18T12:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_floatingips': [{'id': '586d7d2e-daf5-4c81-a005-514253453b9b', 'tenant_id': 'b014dbc881a94b53bff4fa00c7618782', 'floating_ip_address': '172.25.7.180', 'floating_network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'router_id': '2b9c843a-b052-4d7b-827a-27c535920862', 'port_id': '3c0107a2-fa85-4e81-b556-ccd671241c39', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2682283-9943-409d-aeb3-45e8a1f61637', 'mac_address': 'fa:16:3e:24:77:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d58617d-69bd-4b35-b244-3684deebb3a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T12:38:16Z', 'updated_at': '2021-08-18T12:45:07Z', 'revision_number': 13, 'project_id': 'b014dbc881a94b53bff4fa00c7618782', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd1e55ba-9768-4c82-9003-862d7c8101b4', 'name': '', 'network_id': 'd2682283-9943-409d-aeb3-45e8a1f61637', 'tenant_id': 'b014dbc881a94b53bff4fa00c7618782', 'mac_address': 'fa:16:3e:7b:fd:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b9c843a-b052-4d7b-827a-27c535920862', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'bffa035c-7b0b-4890-87d2-0a7264a9252e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:38:13Z', 'updated_at': '2021-08-18T12:38:18Z', 'revision_number': 5, 'project_id': 'b014dbc881a94b53bff4fa00c7618782', 'subnets': [{'id': 'bffa035c-7b0b-4890-87d2-0a7264a9252e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:45:08.698388 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:45:08.700171 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b1587e8-dc76-4cd8-b3b0-26608e5cef00 None None] Checking router: 2b9c843a-b052-4d7b-827a-27c535920862 for host: n-d-804985-2 {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:45:08.708619 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b1587e8-dc76-4cd8-b3b0-26608e5cef00 None None] Routers {'2b9c843a-b052-4d7b-827a-27c535920862'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:45:08.709235 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-0b1587e8-dc76-4cd8-b3b0-26608e5cef00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:44:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['2b9c843a-b052-4d7b-827a-27c535920862'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:45:08.726196 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b3df7713-2313-4e39-a704-064e7d5d2d52 req-a5e92516-f664-45e1-bbec-f4eb52bab3bf service neutron] 10.222.0.63 "GET /v2.0/networks/d2682283-9943-409d-aeb3-45e8a1f61637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909364 Aug 18 12:45:08.817834 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-0b1587e8-dc76-4cd8-b3b0-26608e5cef00 None None] Set router 2b9c843a-b052-4d7b-827a-27c535920862 gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:45:08.830227 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b3df7713-2313-4e39-a704-064e7d5d2d52 req-88f4c412-ffcc-4076-9337-a96a721b5f8c service neutron] 10.222.0.63 "GET /v2.0/networks/d2682283-9943-409d-aeb3-45e8a1f61637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960801 Aug 18 12:45:09.036561 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-0b1587e8-dc76-4cd8-b3b0-26608e5cef00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b9c843a-b052-4d7b-827a-27c535920862', 'name': 'tempest-ServerActionsTestJSON-845282518-router', 'tenant_id': 'b014dbc881a94b53bff4fa00c7618782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': '87aa075c-d67c-4a9d-98a8-d5523656914a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:38:11Z', 'updated_at': '2021-08-18T12:38:13Z', 'revision_number': 4, 'project_id': 'b014dbc881a94b53bff4fa00c7618782', 'gw_port': {'id': '87aa075c-d67c-4a9d-98a8-d5523656914a', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:47:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b9c843a-b052-4d7b-827a-27c535920862', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:38:11Z', 'updated_at': '2021-08-18T12:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_floatingips': [{'id': '586d7d2e-daf5-4c81-a005-514253453b9b', 'tenant_id': 'b014dbc881a94b53bff4fa00c7618782', 'floating_ip_address': '172.25.7.180', 'floating_network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'router_id': '2b9c843a-b052-4d7b-827a-27c535920862', 'port_id': '3c0107a2-fa85-4e81-b556-ccd671241c39', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2682283-9943-409d-aeb3-45e8a1f61637', 'mac_address': 'fa:16:3e:24:77:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d58617d-69bd-4b35-b244-3684deebb3a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T12:38:16Z', 'updated_at': '2021-08-18T12:45:07Z', 'revision_number': 13, 'project_id': 'b014dbc881a94b53bff4fa00c7618782', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd1e55ba-9768-4c82-9003-862d7c8101b4', 'name': '', 'network_id': 'd2682283-9943-409d-aeb3-45e8a1f61637', 'tenant_id': 'b014dbc881a94b53bff4fa00c7618782', 'mac_address': 'fa:16:3e:7b:fd:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b9c843a-b052-4d7b-827a-27c535920862', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'bffa035c-7b0b-4890-87d2-0a7264a9252e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:38:13Z', 'updated_at': '2021-08-18T12:38:18Z', 'revision_number': 5, 'project_id': 'b014dbc881a94b53bff4fa00c7618782', 'subnets': [{'id': 'bffa035c-7b0b-4890-87d2-0a7264a9252e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:45:09.068232 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b1587e8-dc76-4cd8-b3b0-26608e5cef00 None None] The sync data for ids ['2b9c843a-b052-4d7b-827a-27c535920862'] in n-d-804985-2 is: [{'id': '2b9c843a-b052-4d7b-827a-27c535920862', 'name': 'tempest-ServerActionsTestJSON-845282518-router', 'tenant_id': 'b014dbc881a94b53bff4fa00c7618782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': '87aa075c-d67c-4a9d-98a8-d5523656914a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:38:11Z', 'updated_at': '2021-08-18T12:38:13Z', 'revision_number': 4, 'project_id': 'b014dbc881a94b53bff4fa00c7618782', 'gw_port': {'id': '87aa075c-d67c-4a9d-98a8-d5523656914a', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:47:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b9c843a-b052-4d7b-827a-27c535920862', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:38:11Z', 'updated_at': '2021-08-18T12:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_floatingips': [{'id': '586d7d2e-daf5-4c81-a005-514253453b9b', 'tenant_id': 'b014dbc881a94b53bff4fa00c7618782', 'floating_ip_address': '172.25.7.180', 'floating_network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'router_id': '2b9c843a-b052-4d7b-827a-27c535920862', 'port_id': '3c0107a2-fa85-4e81-b556-ccd671241c39', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2682283-9943-409d-aeb3-45e8a1f61637', 'mac_address': 'fa:16:3e:24:77:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d58617d-69bd-4b35-b244-3684deebb3a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T12:38:16Z', 'updated_at': '2021-08-18T12:45:07Z', 'revision_number': 13, 'project_id': 'b014dbc881a94b53bff4fa00c7618782', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd1e55ba-9768-4c82-9003-862d7c8101b4', 'name': '', 'network_id': 'd2682283-9943-409d-aeb3-45e8a1f61637', 'tenant_id': 'b014dbc881a94b53bff4fa00c7618782', 'mac_address': 'fa:16:3e:7b:fd:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b9c843a-b052-4d7b-827a-27c535920862', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'bffa035c-7b0b-4890-87d2-0a7264a9252e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:38:13Z', 'updated_at': '2021-08-18T12:38:18Z', 'revision_number': 5, 'project_id': 'b014dbc881a94b53bff4fa00c7618782', 'subnets': [{'id': 'bffa035c-7b0b-4890-87d2-0a7264a9252e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:45:09.268149 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-535e66ab-b487-4b37-b1d9-ea048fd26010 None None] New status for floating IP 586d7d2e-daf5-4c81-a005-514253453b9b: ACTIVE {{(pid=106254) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 12:45:18.530863 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-57e5f7dd-a4b8-4488-a70e-05ad64bd522b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:45:19.752440 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.agents_db [None req-6dbb2658-0354-4101-8393-6e7505481cf6 None None] Agent healthcheck: found 7 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 12:45:21.509107 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:45:21.770927 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-0724e794-3443-47e8-82c0-fa7b54816d86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:45:22.353818 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-53584c24-f517-494e-ac93-c18bb92373f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:45:24.016212 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-500a1c61-38a7-4c23-a7ec-4631080af5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:45:36.454841 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:45:38.697282 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:45:48.539577 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-9254b33b-cfcc-4865-a32c-d8383ad04986 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:45:51.511891 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:45:51.778439 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-10c8c2db-bab4-455c-b307-ef17a178bb22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:45:52.360086 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-53584c24-f517-494e-ac93-c18bb92373f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:45:54.028255 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-500a1c61-38a7-4c23-a7ec-4631080af5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:45:56.756289 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.agents_db [None req-6dbb2658-0354-4101-8393-6e7505481cf6 None None] Agent healthcheck: found 7 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 12:46:06.408324 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1e4c8d0e-6adb-4f0e-9abd-1cc8d5c85327 req-fb1c16e6-eb9a-460d-8337-c82d549cfffd service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=5d58617d-69bd-4b35-b244-3684deebb3a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0432327 Aug 18 12:46:06.460563 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:46:06.505190 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4c8d0e-6adb-4f0e-9abd-1cc8d5c85327 req-53f3497f-4a6d-4549-ae9c-afc07ffbca0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:46:06.506706 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1e4c8d0e-6adb-4f0e-9abd-1cc8d5c85327 req-53f3497f-4a6d-4549-ae9c-afc07ffbca0f service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=b014dbc881a94b53bff4fa00c7618782&device_id=5d58617d-69bd-4b35-b244-3684deebb3a4 HTTP/1.1" status: 200 len: 1096 time: 0.0473633 Aug 18 12:46:06.630729 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4c8d0e-6adb-4f0e-9abd-1cc8d5c85327 req-b78139ac-b89b-4b0f-995e-c30bb9fc68ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:46:06.632749 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1e4c8d0e-6adb-4f0e-9abd-1cc8d5c85327 req-b78139ac-b89b-4b0f-995e-c30bb9fc68ba service neutron] 10.222.0.63 "GET /v2.0/networks?id=d2682283-9943-409d-aeb3-45e8a1f61637 HTTP/1.1" status: 200 len: 912 time: 0.0991750 Aug 18 12:46:06.705647 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1e4c8d0e-6adb-4f0e-9abd-1cc8d5c85327 req-770838ac-04e8-42d4-b2a4-052efc83d573 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3c0107a2-fa85-4e81-b556-ccd671241c39 HTTP/1.1" status: 200 len: 1002 time: 0.0644197 Aug 18 12:46:07.006373 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4c8d0e-6adb-4f0e-9abd-1cc8d5c85327 req-f1e17414-73f0-4a01-8670-24cbd63bc3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:46:07.007905 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1e4c8d0e-6adb-4f0e-9abd-1cc8d5c85327 req-f1e17414-73f0-4a01-8670-24cbd63bc3f9 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=bffa035c-7b0b-4890-87d2-0a7264a9252e HTTP/1.1" status: 200 len: 850 time: 0.2955379 Aug 18 12:46:07.057053 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4c8d0e-6adb-4f0e-9abd-1cc8d5c85327 req-68a17540-40f7-4024-a5de-fb0c4c225622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:46:07.058589 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1e4c8d0e-6adb-4f0e-9abd-1cc8d5c85327 req-68a17540-40f7-4024-a5de-fb0c4c225622 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=d2682283-9943-409d-aeb3-45e8a1f61637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424554 Aug 18 12:46:07.167618 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1e4c8d0e-6adb-4f0e-9abd-1cc8d5c85327 req-e6d303eb-5bbd-40d1-9117-88fa1c1a9927 service neutron] 10.222.0.63 "GET /v2.0/networks/d2682283-9943-409d-aeb3-45e8a1f61637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011341 Aug 18 12:46:07.267326 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1e4c8d0e-6adb-4f0e-9abd-1cc8d5c85327 req-ecac6d1f-55f6-4ee8-b334-27eb6273b884 service neutron] 10.222.0.63 "GET /v2.0/networks/d2682283-9943-409d-aeb3-45e8a1f61637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918496 Aug 18 12:46:08.690095 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:46:18.538580 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-a7d7c0fe-f242-4ec0-a364-3f4af6e74a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:46:21.508566 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:46:21.771763 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-f3bf22f4-ed36-4a50-920c-bfd058fe52f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:46:22.358861 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-53584c24-f517-494e-ac93-c18bb92373f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:46:24.034050 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-500a1c61-38a7-4c23-a7ec-4631080af5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:46:33.761792 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.agents_db [None req-6dbb2658-0354-4101-8393-6e7505481cf6 None None] Agent healthcheck: found 7 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 12:46:36.471593 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:46:38.697420 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:46:46.228912 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7ca730-dc7f-44bb-b09f-9ac3fd76b8bf req-25e4e05e-8ffd-4bb8-9d26-df3962494f9a tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:46:46.230419 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0e7ca730-dc7f-44bb-b09f-9ac3fd76b8bf req-25e4e05e-8ffd-4bb8-9d26-df3962494f9a tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/ports?device_id=5d58617d-69bd-4b35-b244-3684deebb3a4 HTTP/1.1" status: 200 len: 945 time: 0.0522089 Aug 18 12:46:46.273260 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0e7ca730-dc7f-44bb-b09f-9ac3fd76b8bf req-23d5cea5-a6a4-4a23-b27e-50a30370b965 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/security-groups?id=48101352-e635-4eda-b902-34c25dd4f6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369196 Aug 18 12:46:48.532427 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-52d7aa44-f848-4964-a3dd-0d5064b85d5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:46:51.510488 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:46:51.777841 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e6fa17f-15c4-4b96-aabe-a6907ceae68b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:46:52.361422 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-53584c24-f517-494e-ac93-c18bb92373f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:46:54.030016 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-500a1c61-38a7-4c23-a7ec-4631080af5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:46:56.459008 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c1a339-2dbf-4c19-9cd9-8c575834298b req-514f6370-3cc3-4c89-a1ae-efbd02832bb1 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:46:56.460574 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b1c1a339-2dbf-4c19-9cd9-8c575834298b req-514f6370-3cc3-4c89-a1ae-efbd02832bb1 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/ports?device_id=5d58617d-69bd-4b35-b244-3684deebb3a4 HTTP/1.1" status: 200 len: 945 time: 0.0499027 Aug 18 12:46:56.500612 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-58af852b-fb9f-491d-8b27-11865b659d44 req-eaf36468-2f2e-4567-b895-1d301292a329 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=5d58617d-69bd-4b35-b244-3684deebb3a4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0996103 Aug 18 12:46:56.502878 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b1c1a339-2dbf-4c19-9cd9-8c575834298b req-9c2437ba-a0b1-45c6-8466-05c2ffa3423d tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/security-groups?id=48101352-e635-4eda-b902-34c25dd4f6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361073 Aug 18 12:46:57.627680 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0e51d0-a66d-44ef-b522-5a17a5619ce3 req-0baf8d60-ff5a-4b13-b3d2-1d79892b19ee tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:46:57.629411 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ea0e51d0-a66d-44ef-b522-5a17a5619ce3 req-0baf8d60-ff5a-4b13-b3d2-1d79892b19ee tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/ports?device_id=5d58617d-69bd-4b35-b244-3684deebb3a4 HTTP/1.1" status: 200 len: 945 time: 0.0558696 Aug 18 12:46:57.697770 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ea0e51d0-a66d-44ef-b522-5a17a5619ce3 req-471caa5a-7e5f-47f5-83ec-a9132928e0a8 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/security-groups?id=48101352-e635-4eda-b902-34c25dd4f6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589621 Aug 18 12:46:57.707324 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58af852b-fb9f-491d-8b27-11865b659d44 req-506fe3e6-d253-42fb-a952-bd8bfb9b6a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:46:57.708824 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-58af852b-fb9f-491d-8b27-11865b659d44 req-506fe3e6-d253-42fb-a952-bd8bfb9b6a6e service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=b014dbc881a94b53bff4fa00c7618782&device_id=5d58617d-69bd-4b35-b244-3684deebb3a4 HTTP/1.1" status: 200 len: 1096 time: 0.0683227 Aug 18 12:46:57.808541 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58af852b-fb9f-491d-8b27-11865b659d44 req-feafe1ad-1d97-4e22-a828-37b3a460883e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:46:57.809954 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-58af852b-fb9f-491d-8b27-11865b659d44 req-feafe1ad-1d97-4e22-a828-37b3a460883e service neutron] 10.222.0.63 "GET /v2.0/networks?id=d2682283-9943-409d-aeb3-45e8a1f61637 HTTP/1.1" status: 200 len: 912 time: 0.0946014 Aug 18 12:46:57.895197 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-58af852b-fb9f-491d-8b27-11865b659d44 req-1c9f4c80-9ffa-4f7f-a8a6-e2d405e378c5 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3c0107a2-fa85-4e81-b556-ccd671241c39 HTTP/1.1" status: 200 len: 1002 time: 0.0771503 Aug 18 12:46:57.952666 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58af852b-fb9f-491d-8b27-11865b659d44 req-df3730db-3798-41f2-add5-d4e6d7600bee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:46:57.954775 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-58af852b-fb9f-491d-8b27-11865b659d44 req-df3730db-3798-41f2-add5-d4e6d7600bee service neutron] 10.222.0.63 "GET /v2.0/subnets?id=bffa035c-7b0b-4890-87d2-0a7264a9252e HTTP/1.1" status: 200 len: 850 time: 0.0516727 Aug 18 12:46:58.000948 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58af852b-fb9f-491d-8b27-11865b659d44 req-cecd2d9a-f8a7-43ae-80c8-c704bc98fd20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:46:58.002403 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-58af852b-fb9f-491d-8b27-11865b659d44 req-cecd2d9a-f8a7-43ae-80c8-c704bc98fd20 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=d2682283-9943-409d-aeb3-45e8a1f61637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403771 Aug 18 12:46:58.101788 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-58af852b-fb9f-491d-8b27-11865b659d44 req-0a3cbcb0-3a3f-45fd-8840-a20eeb187df6 service neutron] 10.222.0.63 "GET /v2.0/networks/d2682283-9943-409d-aeb3-45e8a1f61637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902486 Aug 18 12:46:58.202920 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-58af852b-fb9f-491d-8b27-11865b659d44 req-3c86ac9e-d27b-45e5-8c51-50de35ab39d3 service neutron] 10.222.0.63 "GET /v2.0/networks/d2682283-9943-409d-aeb3-45e8a1f61637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930054 Aug 18 12:46:58.842145 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b3cad3-88c1-47d1-a699-c234c017cbb3 req-a333515f-1463-4362-a31c-a8fcc4013c55 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:46:58.843760 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-87b3cad3-88c1-47d1-a699-c234c017cbb3 req-a333515f-1463-4362-a31c-a8fcc4013c55 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/ports?device_id=5d58617d-69bd-4b35-b244-3684deebb3a4 HTTP/1.1" status: 200 len: 945 time: 0.0677137 Aug 18 12:46:58.885534 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-87b3cad3-88c1-47d1-a699-c234c017cbb3 req-6ea0ce6e-a97a-4b00-9d22-230c5c164af5 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/security-groups?id=48101352-e635-4eda-b902-34c25dd4f6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331171 Aug 18 12:47:00.019503 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2be704-2626-4513-93c7-6fab7d5a743e req-e5f87266-0269-42e7-a083-4691875b4b26 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:47:00.020973 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5b2be704-2626-4513-93c7-6fab7d5a743e req-e5f87266-0269-42e7-a083-4691875b4b26 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/ports?device_id=5d58617d-69bd-4b35-b244-3684deebb3a4 HTTP/1.1" status: 200 len: 945 time: 0.0555313 Aug 18 12:47:00.059758 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5b2be704-2626-4513-93c7-6fab7d5a743e req-4a9b7b2f-64dd-4a6a-b9d2-8aaad522fb32 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/security-groups?id=48101352-e635-4eda-b902-34c25dd4f6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322781 Aug 18 12:47:01.182303 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49647cb4-4e62-40af-bc23-508d0f376ff0 req-c9bd2973-b807-4f6c-85e7-1f7aa0b65429 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:47:01.183837 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-49647cb4-4e62-40af-bc23-508d0f376ff0 req-c9bd2973-b807-4f6c-85e7-1f7aa0b65429 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/ports?device_id=5d58617d-69bd-4b35-b244-3684deebb3a4 HTTP/1.1" status: 200 len: 945 time: 0.0521569 Aug 18 12:47:01.224710 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-49647cb4-4e62-40af-bc23-508d0f376ff0 req-b79a96ac-3cc1-4f52-bb0f-62481bc6697e tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/security-groups?id=48101352-e635-4eda-b902-34c25dd4f6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316980 Aug 18 12:47:02.364313 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e49aa3a-d2da-42aa-9eeb-a5f78df0e157 req-bd524edb-7175-49ca-898c-32220bd9e78d tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:47:02.365787 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3e49aa3a-d2da-42aa-9eeb-a5f78df0e157 req-bd524edb-7175-49ca-898c-32220bd9e78d tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/ports?device_id=5d58617d-69bd-4b35-b244-3684deebb3a4 HTTP/1.1" status: 200 len: 945 time: 0.0587308 Aug 18 12:47:02.408302 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3e49aa3a-d2da-42aa-9eeb-a5f78df0e157 req-3558fd3e-323f-4a2a-ac8d-69b5cc3bc146 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/security-groups?id=48101352-e635-4eda-b902-34c25dd4f6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336871 Aug 18 12:47:03.547650 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3c7258-6970-48e1-bdbc-c099fc74b233 req-12b37ab3-b6ff-4799-b3c3-4072a926d1f9 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:47:03.549186 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3a3c7258-6970-48e1-bdbc-c099fc74b233 req-12b37ab3-b6ff-4799-b3c3-4072a926d1f9 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/ports?device_id=5d58617d-69bd-4b35-b244-3684deebb3a4 HTTP/1.1" status: 200 len: 945 time: 0.0547421 Aug 18 12:47:03.589591 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3a3c7258-6970-48e1-bdbc-c099fc74b233 req-79a68272-dac6-4335-a323-26b8801913d7 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/security-groups?id=48101352-e635-4eda-b902-34c25dd4f6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324676 Aug 18 12:47:04.713107 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62154e1d-4452-4696-ad65-50c8f6126200 req-cb294e96-5b1d-45c4-98eb-a8d7751508cf tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:47:04.714620 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-62154e1d-4452-4696-ad65-50c8f6126200 req-cb294e96-5b1d-45c4-98eb-a8d7751508cf tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/ports?device_id=5d58617d-69bd-4b35-b244-3684deebb3a4 HTTP/1.1" status: 200 len: 945 time: 0.0550880 Aug 18 12:47:04.755695 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-62154e1d-4452-4696-ad65-50c8f6126200 req-daf6b503-a80e-4413-80ed-94fef8eef40d tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/security-groups?id=48101352-e635-4eda-b902-34c25dd4f6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323577 Aug 18 12:47:05.895685 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef87056-327f-4e5e-be05-b196cb18a95c req-6dccb38d-97b8-4357-8921-1faee95ed531 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:47:05.897259 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3ef87056-327f-4e5e-be05-b196cb18a95c req-6dccb38d-97b8-4357-8921-1faee95ed531 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/ports?device_id=5d58617d-69bd-4b35-b244-3684deebb3a4 HTTP/1.1" status: 200 len: 945 time: 0.0591137 Aug 18 12:47:05.939171 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3ef87056-327f-4e5e-be05-b196cb18a95c req-6823f7e5-2a96-496c-b998-49484282ea3d tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/security-groups?id=48101352-e635-4eda-b902-34c25dd4f6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328825 Aug 18 12:47:06.327173 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929383f3-8ca6-45a3-9244-8e05e72ba445 req-6c614ddd-177f-4787-9853-437b5221bfc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:47:06.328582 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-929383f3-8ca6-45a3-9244-8e05e72ba445 req-6c614ddd-177f-4787-9853-437b5221bfc0 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=b014dbc881a94b53bff4fa00c7618782&device_id=5d58617d-69bd-4b35-b244-3684deebb3a4 HTTP/1.1" status: 200 len: 1096 time: 0.0564930 Aug 18 12:47:06.448380 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929383f3-8ca6-45a3-9244-8e05e72ba445 req-2b7b702b-ad38-48ea-82b2-5309b684c644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:47:06.449919 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-929383f3-8ca6-45a3-9244-8e05e72ba445 req-2b7b702b-ad38-48ea-82b2-5309b684c644 service neutron] 10.222.0.63 "GET /v2.0/networks?id=d2682283-9943-409d-aeb3-45e8a1f61637 HTTP/1.1" status: 200 len: 912 time: 0.0997601 Aug 18 12:47:06.473921 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:47:06.524625 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-929383f3-8ca6-45a3-9244-8e05e72ba445 req-25fceed8-d977-4055-9cc5-cb0cc787508a service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3c0107a2-fa85-4e81-b556-ccd671241c39 HTTP/1.1" status: 200 len: 1002 time: 0.0671468 Aug 18 12:47:06.586719 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929383f3-8ca6-45a3-9244-8e05e72ba445 req-cc6d8745-f70f-4039-be0e-6c57f5e62f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:47:06.588110 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-929383f3-8ca6-45a3-9244-8e05e72ba445 req-cc6d8745-f70f-4039-be0e-6c57f5e62f93 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=bffa035c-7b0b-4890-87d2-0a7264a9252e HTTP/1.1" status: 200 len: 850 time: 0.0561264 Aug 18 12:47:06.635379 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929383f3-8ca6-45a3-9244-8e05e72ba445 req-54783c56-39df-45b5-b458-79cd50d7ebb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:47:06.636839 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-929383f3-8ca6-45a3-9244-8e05e72ba445 req-54783c56-39df-45b5-b458-79cd50d7ebb9 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=d2682283-9943-409d-aeb3-45e8a1f61637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411658 Aug 18 12:47:06.733345 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-929383f3-8ca6-45a3-9244-8e05e72ba445 req-8141bca4-3246-4c49-8e0d-22f636b65f83 service neutron] 10.222.0.63 "GET /v2.0/networks/d2682283-9943-409d-aeb3-45e8a1f61637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888009 Aug 18 12:47:06.827019 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-929383f3-8ca6-45a3-9244-8e05e72ba445 req-267f7b28-5e99-4510-a1af-5919ee304229 service neutron] 10.222.0.63 "GET /v2.0/networks/d2682283-9943-409d-aeb3-45e8a1f61637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862854 Aug 18 12:47:07.060836 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8336dc-f666-4c9e-96c8-3b3cfd2bf831 req-e63b31a8-0495-4a3e-8add-e7a4cc63083b tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:47:07.062670 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-dc8336dc-f666-4c9e-96c8-3b3cfd2bf831 req-e63b31a8-0495-4a3e-8add-e7a4cc63083b tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/ports?device_id=5d58617d-69bd-4b35-b244-3684deebb3a4 HTTP/1.1" status: 200 len: 945 time: 0.0516660 Aug 18 12:47:07.106634 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-dc8336dc-f666-4c9e-96c8-3b3cfd2bf831 req-43c8bbc2-4b52-4787-8459-51ed8d44d602 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/security-groups?id=48101352-e635-4eda-b902-34c25dd4f6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375917 Aug 18 12:47:08.228140 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d93993a-1fd9-4c88-87a7-5e301ae904e6 req-9fc08523-61d1-4803-a425-650349e67902 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:47:08.229661 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1d93993a-1fd9-4c88-87a7-5e301ae904e6 req-9fc08523-61d1-4803-a425-650349e67902 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/ports?device_id=5d58617d-69bd-4b35-b244-3684deebb3a4 HTTP/1.1" status: 200 len: 945 time: 0.0528758 Aug 18 12:47:08.271156 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1d93993a-1fd9-4c88-87a7-5e301ae904e6 req-925f3f36-735f-4d34-9768-6e23598644aa tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/security-groups?id=48101352-e635-4eda-b902-34c25dd4f6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350533 Aug 18 12:47:08.688039 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:47:09.395513 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da72b68d-ce72-4210-b9bf-cca3904e673a req-de66fa70-3c08-41ef-bfb6-544191a0de2c tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:47:09.397207 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-da72b68d-ce72-4210-b9bf-cca3904e673a req-de66fa70-3c08-41ef-bfb6-544191a0de2c tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/ports?device_id=5d58617d-69bd-4b35-b244-3684deebb3a4 HTTP/1.1" status: 200 len: 945 time: 0.0508254 Aug 18 12:47:09.436643 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-da72b68d-ce72-4210-b9bf-cca3904e673a req-3631b489-9eb7-4bf8-a884-b77633e34657 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/security-groups?id=48101352-e635-4eda-b902-34c25dd4f6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333338 Aug 18 12:47:10.554346 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351886a3-1111-4634-918e-b916474c24b4 req-0a738a68-440b-444e-930d-99ecdd5d61b8 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:47:10.555827 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-351886a3-1111-4634-918e-b916474c24b4 req-0a738a68-440b-444e-930d-99ecdd5d61b8 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/ports?device_id=5d58617d-69bd-4b35-b244-3684deebb3a4 HTTP/1.1" status: 200 len: 945 time: 0.0491149 Aug 18 12:47:10.598050 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-351886a3-1111-4634-918e-b916474c24b4 req-6da8c832-0c93-471e-bc0b-22a291a4c9dc tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/security-groups?id=48101352-e635-4eda-b902-34c25dd4f6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360968 Aug 18 12:47:10.761450 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.agents_db [None req-6dbb2658-0354-4101-8393-6e7505481cf6 None None] Agent healthcheck: found 7 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 12:47:11.720688 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae22b905-56a9-46ed-8d83-7e82bf9a2322 req-ddb5811c-8f96-430d-bc6f-035ab67a4bb7 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:47:11.722269 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ae22b905-56a9-46ed-8d83-7e82bf9a2322 req-ddb5811c-8f96-430d-bc6f-035ab67a4bb7 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/ports?device_id=5d58617d-69bd-4b35-b244-3684deebb3a4 HTTP/1.1" status: 200 len: 945 time: 0.0514495 Aug 18 12:47:11.762765 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ae22b905-56a9-46ed-8d83-7e82bf9a2322 req-03978c5a-94d7-4d14-979f-ceac84dd0804 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/security-groups?id=48101352-e635-4eda-b902-34c25dd4f6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340552 Aug 18 12:47:11.870841 n-d-804985-2 neutron-server[106252]: INFO neutron.api.v2.resource [req-58af852b-fb9f-491d-8b27-11865b659d44 req-2a79e05c-b6a1-4c52-af70-2c4d300d298e service neutron] show failed (client error): The resource could not be found. Aug 18 12:47:11.871872 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-58af852b-fb9f-491d-8b27-11865b659d44 req-2a79e05c-b6a1-4c52-af70-2c4d300d298e service neutron] 10.222.0.63 "GET /v2.0/ports/3c0107a2-fa85-4e81-b556-ccd671241c39/bindings/n-h2-804985-2 HTTP/1.1" status: 404 len: 380 time: 0.0541430 Aug 18 12:47:12.081046 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58af852b-fb9f-491d-8b27-11865b659d44 req-609c3bb7-1392-4468-8d91-5906ae8228b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:47:12.082563 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-58af852b-fb9f-491d-8b27-11865b659d44 req-609c3bb7-1392-4468-8d91-5906ae8228b0 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=5d58617d-69bd-4b35-b244-3684deebb3a4&tenant_id=b014dbc881a94b53bff4fa00c7618782 HTTP/1.1" status: 200 len: 1096 time: 0.0426948 Aug 18 12:47:12.094449 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [req-58af852b-fb9f-491d-8b27-11865b659d44 req-9b9d3353-c37a-49e7-81e1-b30bb71bdffc service neutron] Request body: {'port': {'binding:host_id': 'n-h2-804985-2', 'device_owner': 'compute:nova'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:47:12.148371 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-58af852b-fb9f-491d-8b27-11865b659d44 req-9b9d3353-c37a-49e7-81e1-b30bb71bdffc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:47:12.362644 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-58af852b-fb9f-491d-8b27-11865b659d44 req-9b9d3353-c37a-49e7-81e1-b30bb71bdffc service neutron] For port 3c0107a2-fa85-4e81-b556-ccd671241c39, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=3c0107a2-fa85-4e81-b556-ccd671241c39,segment=NetworkSegment(ae4fcfab-9275-4fd0-906e-fbd9ae809b23),segment_id=ae4fcfab-9275-4fd0-906e-fbd9ae809b23)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:47:12.395342 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-58af852b-fb9f-491d-8b27-11865b659d44 req-9b9d3353-c37a-49e7-81e1-b30bb71bdffc service neutron] For port 3c0107a2-fa85-4e81-b556-ccd671241c39, host n-h1-804985-2, cleared binding levels {{(pid=106253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:47:12.439645 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d58617d-69bd-4b35-b244-3684deebb3a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c0107a2-fa85-4e81-b556-ccd671241c39'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:47:12.442862 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0679f4c4b6e0e0c064a7d71d722dc30541a34fffee11680573be22ee2ffccc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3d6fb06-9eb2-4640-a379-8f0f6d0c0374" -d '{"events": [{"server_uuid": "5d58617d-69bd-4b35-b244-3684deebb3a4", "name": "network-vif-unplugged", "status": "completed", "tag": "3c0107a2-fa85-4e81-b556-ccd671241c39"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:47:12.448372 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-58af852b-fb9f-491d-8b27-11865b659d44 req-9b9d3353-c37a-49e7-81e1-b30bb71bdffc service neutron] Notify callbacks [] for port, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:47:12.461319 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [req-58af852b-fb9f-491d-8b27-11865b659d44 req-9b9d3353-c37a-49e7-81e1-b30bb71bdffc service neutron] Transition to ACTIVE for port object 3c0107a2-fa85-4e81-b556-ccd671241c39 will not be triggered until provisioned by entity L2. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:47:12.465689 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-58af852b-fb9f-491d-8b27-11865b659d44 req-9b9d3353-c37a-49e7-81e1-b30bb71bdffc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:47:12.494893 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 18 Aug 2021 12:47:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37ba263c-fad5-4515-b696-9373befd6d09 x-openstack-request-id: req-37ba263c-fad5-4515-b696-9373befd6d09 {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:47:12.495192 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d58617d-69bd-4b35-b244-3684deebb3a4", "name": "network-vif-unplugged", "status": "completed", "tag": "3c0107a2-fa85-4e81-b556-ccd671241c39", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:47:12.495451 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-37ba263c-fad5-4515-b696-9373befd6d09 {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:47:12.495841 n-d-804985-2 neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d58617d-69bd-4b35-b244-3684deebb3a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c0107a2-fa85-4e81-b556-ccd671241c39', 'code': 200} Aug 18 12:47:12.516621 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9d3353-c37a-49e7-81e1-b30bb71bdffc service neutron] Pushing event updated for resources: {'Port': ['ID=3c0107a2-fa85-4e81-b556-ccd671241c39,revision_number=6']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:47:12.559067 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9d3353-c37a-49e7-81e1-b30bb71bdffc service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:47:12.559414 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9d3353-c37a-49e7-81e1-b30bb71bdffc service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:47:12.559734 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9d3353-c37a-49e7-81e1-b30bb71bdffc service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:47:12.560279 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9d3353-c37a-49e7-81e1-b30bb71bdffc service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:47:12.560591 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9d3353-c37a-49e7-81e1-b30bb71bdffc service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:47:12.561018 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9d3353-c37a-49e7-81e1-b30bb71bdffc service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:47:12.561149 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9d3353-c37a-49e7-81e1-b30bb71bdffc service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:47:12.561458 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9d3353-c37a-49e7-81e1-b30bb71bdffc service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:47:12.561812 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9d3353-c37a-49e7-81e1-b30bb71bdffc service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:47:12.562481 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9d3353-c37a-49e7-81e1-b30bb71bdffc service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:47:12.562829 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9d3353-c37a-49e7-81e1-b30bb71bdffc service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:47:12.563124 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9d3353-c37a-49e7-81e1-b30bb71bdffc service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:47:12.882703 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-58af852b-fb9f-491d-8b27-11865b659d44 req-9b9d3353-c37a-49e7-81e1-b30bb71bdffc service neutron] No DVR routers for this DVR port 3c0107a2-fa85-4e81-b556-ccd671241c39 on host n-h1-804985-2 {{(pid=106253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:47:12.885433 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4de13f-28b9-436c-bf5b-ef675b26d9b5 req-36f211b0-1f26-4e39-b7ac-4b716111e07e tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:47:12.886962 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-bd4de13f-28b9-436c-bf5b-ef675b26d9b5 req-36f211b0-1f26-4e39-b7ac-4b716111e07e tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/ports?device_id=5d58617d-69bd-4b35-b244-3684deebb3a4 HTTP/1.1" status: 200 len: 943 time: 0.0523746 Aug 18 12:47:12.924826 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-bd4de13f-28b9-436c-bf5b-ef675b26d9b5 req-7d018c5b-d879-4724-99a9-d26013a9bc17 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/security-groups?id=48101352-e635-4eda-b902-34c25dd4f6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316746 Aug 18 12:47:13.013296 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-58af852b-fb9f-491d-8b27-11865b659d44 req-9b9d3353-c37a-49e7-81e1-b30bb71bdffc service neutron] Attempting to bind port 3c0107a2-fa85-4e81-b556-ccd671241c39 on host n-h2-804985-2 for vnic_type normal with profile {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:47:13.013578 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-58af852b-fb9f-491d-8b27-11865b659d44 req-9b9d3353-c37a-49e7-81e1-b30bb71bdffc service neutron] Attempting to bind port 3c0107a2-fa85-4e81-b556-ccd671241c39 by drivers openvswitch,hyperv on host n-h2-804985-2 at level 0 using segments [{'id': 'ae4fcfab-9275-4fd0-906e-fbd9ae809b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'd2682283-9943-409d-aeb3-45e8a1f61637'}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:47:13.013930 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58af852b-fb9f-491d-8b27-11865b659d44 req-9b9d3353-c37a-49e7-81e1-b30bb71bdffc service neutron] Attempting to bind port 3c0107a2-fa85-4e81-b556-ccd671241c39 on network d2682283-9943-409d-aeb3-45e8a1f61637 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:47:13.018759 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58af852b-fb9f-491d-8b27-11865b659d44 req-9b9d3353-c37a-49e7-81e1-b30bb71bdffc service neutron] Port 3c0107a2-fa85-4e81-b556-ccd671241c39 on network d2682283-9943-409d-aeb3-45e8a1f61637 not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-2 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:47:13.019073 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58af852b-fb9f-491d-8b27-11865b659d44 req-9b9d3353-c37a-49e7-81e1-b30bb71bdffc service neutron] Attempting to bind port 3c0107a2-fa85-4e81-b556-ccd671241c39 on network d2682283-9943-409d-aeb3-45e8a1f61637 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:47:13.024399 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58af852b-fb9f-491d-8b27-11865b659d44 req-9b9d3353-c37a-49e7-81e1-b30bb71bdffc service neutron] Checking agent: {'id': 'da5da552-709c-4248-84de-86af99a0dc87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 49, 8), 'started_at': datetime.datetime(2021, 8, 18, 11, 49, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 47, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:47:13.024761 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58af852b-fb9f-491d-8b27-11865b659d44 req-9b9d3353-c37a-49e7-81e1-b30bb71bdffc service neutron] Checking segment: {'id': 'ae4fcfab-9275-4fd0-906e-fbd9ae809b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'd2682283-9943-409d-aeb3-45e8a1f61637'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:47:13.025135 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58af852b-fb9f-491d-8b27-11865b659d44 req-9b9d3353-c37a-49e7-81e1-b30bb71bdffc service neutron] Bound using segment: {'id': 'ae4fcfab-9275-4fd0-906e-fbd9ae809b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'd2682283-9943-409d-aeb3-45e8a1f61637'} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:47:13.025545 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-58af852b-fb9f-491d-8b27-11865b659d44 req-9b9d3353-c37a-49e7-81e1-b30bb71bdffc service neutron] Bound port: 3c0107a2-fa85-4e81-b556-ccd671241c39, host: n-h2-804985-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae4fcfab-9275-4fd0-906e-fbd9ae809b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'd2682283-9943-409d-aeb3-45e8a1f61637'}}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:47:13.025899 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-58af852b-fb9f-491d-8b27-11865b659d44 req-9b9d3353-c37a-49e7-81e1-b30bb71bdffc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:47:13.107094 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-58af852b-fb9f-491d-8b27-11865b659d44 req-9b9d3353-c37a-49e7-81e1-b30bb71bdffc service neutron] For port 3c0107a2-fa85-4e81-b556-ccd671241c39, host n-h2-804985-2, cleared binding levels {{(pid=106253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:47:13.110132 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-58af852b-fb9f-491d-8b27-11865b659d44 req-9b9d3353-c37a-49e7-81e1-b30bb71bdffc service neutron] For port 3c0107a2-fa85-4e81-b556-ccd671241c39, host n-h2-804985-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=3c0107a2-fa85-4e81-b556-ccd671241c39,segment=NetworkSegment(ae4fcfab-9275-4fd0-906e-fbd9ae809b23),segment_id=ae4fcfab-9275-4fd0-906e-fbd9ae809b23)] {{(pid=106253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:47:13.118266 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-58af852b-fb9f-491d-8b27-11865b659d44 req-9b9d3353-c37a-49e7-81e1-b30bb71bdffc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:47:13.151323 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58af852b-fb9f-491d-8b27-11865b659d44 req-9b9d3353-c37a-49e7-81e1-b30bb71bdffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:47:13.151925 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-58af852b-fb9f-491d-8b27-11865b659d44 req-9b9d3353-c37a-49e7-81e1-b30bb71bdffc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:47:13.153354 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-58af852b-fb9f-491d-8b27-11865b659d44 req-9b9d3353-c37a-49e7-81e1-b30bb71bdffc service neutron] 10.222.0.62 "PUT /v2.0/ports/3c0107a2-fa85-4e81-b556-ccd671241c39 HTTP/1.1" status: 200 len: 1091 time: 1.0629976 Aug 18 12:47:13.175593 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9d3353-c37a-49e7-81e1-b30bb71bdffc service neutron] Pushing event updated for resources: {'Port': ['ID=3c0107a2-fa85-4e81-b556-ccd671241c39,revision_number=7']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:47:13.223992 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58af852b-fb9f-491d-8b27-11865b659d44 req-0643b908-eb8e-49d9-9d9b-6d294c55d140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:47:13.225584 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-58af852b-fb9f-491d-8b27-11865b659d44 req-0643b908-eb8e-49d9-9d9b-6d294c55d140 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b014dbc881a94b53bff4fa00c7618782&device_id=5d58617d-69bd-4b35-b244-3684deebb3a4 HTTP/1.1" status: 200 len: 1094 time: 0.0461724 Aug 18 12:47:13.319477 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58af852b-fb9f-491d-8b27-11865b659d44 req-cddb5d60-17fd-4835-b362-e4cbf48dba14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:47:13.321073 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-58af852b-fb9f-491d-8b27-11865b659d44 req-cddb5d60-17fd-4835-b362-e4cbf48dba14 service neutron] 10.222.0.62 "GET /v2.0/networks?id=d2682283-9943-409d-aeb3-45e8a1f61637 HTTP/1.1" status: 200 len: 912 time: 0.0871556 Aug 18 12:47:13.394155 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-58af852b-fb9f-491d-8b27-11865b659d44 req-33ed8e96-32a9-4caf-9a88-2e9890c4920a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3c0107a2-fa85-4e81-b556-ccd671241c39 HTTP/1.1" status: 200 len: 1000 time: 0.0648851 Aug 18 12:47:13.453363 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58af852b-fb9f-491d-8b27-11865b659d44 req-b1231771-9307-41dc-aa81-d6107106e630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:47:13.454794 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-58af852b-fb9f-491d-8b27-11865b659d44 req-b1231771-9307-41dc-aa81-d6107106e630 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=bffa035c-7b0b-4890-87d2-0a7264a9252e HTTP/1.1" status: 200 len: 850 time: 0.0534084 Aug 18 12:47:13.501942 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58af852b-fb9f-491d-8b27-11865b659d44 req-e1f3aebc-32a0-4df4-bf53-b49d7133b503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:47:13.503415 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-58af852b-fb9f-491d-8b27-11865b659d44 req-e1f3aebc-32a0-4df4-bf53-b49d7133b503 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d2682283-9943-409d-aeb3-45e8a1f61637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417221 Aug 18 12:47:13.597874 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-58af852b-fb9f-491d-8b27-11865b659d44 req-f00ec14a-bcd6-4928-89d1-cf48c0846218 service neutron] 10.222.0.62 "GET /v2.0/networks/d2682283-9943-409d-aeb3-45e8a1f61637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871978 Aug 18 12:47:13.688625 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-58af852b-fb9f-491d-8b27-11865b659d44 req-26c10274-dc32-44df-8e0f-63d9beda28a4 service neutron] 10.222.0.62 "GET /v2.0/networks/d2682283-9943-409d-aeb3-45e8a1f61637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837228 Aug 18 12:47:14.051674 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1b1d17-d9f4-4ec6-9896-3a4203b7f5ff req-52d29397-ca89-4ca3-8cb5-2a53bd554875 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:47:14.053244 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5f1b1d17-d9f4-4ec6-9896-3a4203b7f5ff req-52d29397-ca89-4ca3-8cb5-2a53bd554875 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/ports?device_id=5d58617d-69bd-4b35-b244-3684deebb3a4 HTTP/1.1" status: 200 len: 943 time: 0.0548820 Aug 18 12:47:14.095107 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5f1b1d17-d9f4-4ec6-9896-3a4203b7f5ff req-50e0ca84-367e-4ad8-b5f5-d40160b0381b tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/security-groups?id=48101352-e635-4eda-b902-34c25dd4f6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340037 Aug 18 12:47:14.472260 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 3c0107a2-fa85-4e81-b556-ccd671241c39 no longer exists at agent hyperv_n-h1-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:47:14.497039 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d58617d-69bd-4b35-b244-3684deebb3a4', 'tag': '3c0107a2-fa85-4e81-b556-ccd671241c39'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:47:14.499503 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0679f4c4b6e0e0c064a7d71d722dc30541a34fffee11680573be22ee2ffccc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3046cdc6-c2cd-4646-9d2f-dd0e4490ed26" -d '{"events": [{"name": "network-changed", "server_uuid": "5d58617d-69bd-4b35-b244-3684deebb3a4", "tag": "3c0107a2-fa85-4e81-b556-ccd671241c39"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:47:14.519525 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 3c0107a2-fa85-4e81-b556-ccd671241c39 not bound to the agent host n-h1-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:47:14.548517 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:47:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efafacc4-f691-4853-87c5-8a1bd54e3c81 x-openstack-request-id: req-efafacc4-f691-4853-87c5-8a1bd54e3c81 {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:47:14.548832 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d58617d-69bd-4b35-b244-3684deebb3a4", "tag": "3c0107a2-fa85-4e81-b556-ccd671241c39", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:47:14.549078 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-efafacc4-f691-4853-87c5-8a1bd54e3c81 {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:47:14.549472 n-d-804985-2 neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d58617d-69bd-4b35-b244-3684deebb3a4', 'tag': '3c0107a2-fa85-4e81-b556-ccd671241c39', 'status': 'completed', 'code': 200} Aug 18 12:47:14.613575 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3046cdc6-c2cd-4646-9d2f-dd0e4490ed26 req-c1f7de98-e49c-468b-bc22-6b095398ec90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:47:14.614962 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3046cdc6-c2cd-4646-9d2f-dd0e4490ed26 req-ce3f8ffd-dc61-429f-8858-e987c1b7c8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:47:14.615135 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-3046cdc6-c2cd-4646-9d2f-dd0e4490ed26 req-c1f7de98-e49c-468b-bc22-6b095398ec90 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b014dbc881a94b53bff4fa00c7618782&device_id=5d58617d-69bd-4b35-b244-3684deebb3a4 HTTP/1.1" status: 200 len: 1094 time: 0.0421326 Aug 18 12:47:14.616463 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3046cdc6-c2cd-4646-9d2f-dd0e4490ed26 req-ce3f8ffd-dc61-429f-8858-e987c1b7c8fe service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=b014dbc881a94b53bff4fa00c7618782&device_id=5d58617d-69bd-4b35-b244-3684deebb3a4 HTTP/1.1" status: 200 len: 1094 time: 0.0411744 Aug 18 12:47:14.712997 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3046cdc6-c2cd-4646-9d2f-dd0e4490ed26 req-6fe12f3a-5b7f-4d4b-9668-46cd1685da7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:47:14.714489 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-3046cdc6-c2cd-4646-9d2f-dd0e4490ed26 req-6fe12f3a-5b7f-4d4b-9668-46cd1685da7f service neutron] 10.222.0.62 "GET /v2.0/networks?id=d2682283-9943-409d-aeb3-45e8a1f61637 HTTP/1.1" status: 200 len: 912 time: 0.0915899 Aug 18 12:47:14.717186 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3046cdc6-c2cd-4646-9d2f-dd0e4490ed26 req-7e2df25d-8577-44b1-867d-96999f86f3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:47:14.718818 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3046cdc6-c2cd-4646-9d2f-dd0e4490ed26 req-7e2df25d-8577-44b1-867d-96999f86f3dd service neutron] 10.222.0.63 "GET /v2.0/networks?id=d2682283-9943-409d-aeb3-45e8a1f61637 HTTP/1.1" status: 200 len: 912 time: 0.0942655 Aug 18 12:47:14.786474 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3046cdc6-c2cd-4646-9d2f-dd0e4490ed26 req-bee88bf4-7da2-478a-9dc8-83ca4f2df850 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3c0107a2-fa85-4e81-b556-ccd671241c39 HTTP/1.1" status: 200 len: 1000 time: 0.0605397 Aug 18 12:47:14.788446 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-3046cdc6-c2cd-4646-9d2f-dd0e4490ed26 req-3e692417-10e1-48a1-b64f-64546fbaf6cd service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3c0107a2-fa85-4e81-b556-ccd671241c39 HTTP/1.1" status: 200 len: 1000 time: 0.0658677 Aug 18 12:47:14.837721 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3046cdc6-c2cd-4646-9d2f-dd0e4490ed26 req-7543416f-b15b-4315-8b70-ba9554604515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:47:14.837980 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3046cdc6-c2cd-4646-9d2f-dd0e4490ed26 req-5f43972c-af3a-4d55-8a39-457860b3f006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:47:14.839205 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-3046cdc6-c2cd-4646-9d2f-dd0e4490ed26 req-7543416f-b15b-4315-8b70-ba9554604515 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=bffa035c-7b0b-4890-87d2-0a7264a9252e HTTP/1.1" status: 200 len: 850 time: 0.0432444 Aug 18 12:47:14.839445 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3046cdc6-c2cd-4646-9d2f-dd0e4490ed26 req-5f43972c-af3a-4d55-8a39-457860b3f006 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=bffa035c-7b0b-4890-87d2-0a7264a9252e HTTP/1.1" status: 200 len: 850 time: 0.0462475 Aug 18 12:47:14.889506 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3046cdc6-c2cd-4646-9d2f-dd0e4490ed26 req-2a824466-4680-4b6c-b109-8f3369e03608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:47:14.891090 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-3046cdc6-c2cd-4646-9d2f-dd0e4490ed26 req-2a824466-4680-4b6c-b109-8f3369e03608 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d2682283-9943-409d-aeb3-45e8a1f61637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438035 Aug 18 12:47:14.894297 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3046cdc6-c2cd-4646-9d2f-dd0e4490ed26 req-50276eb0-50de-451b-9bdd-f9de3da88376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:47:14.895787 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3046cdc6-c2cd-4646-9d2f-dd0e4490ed26 req-50276eb0-50de-451b-9bdd-f9de3da88376 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=d2682283-9943-409d-aeb3-45e8a1f61637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0485818 Aug 18 12:47:14.990967 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-3046cdc6-c2cd-4646-9d2f-dd0e4490ed26 req-50370fce-6c75-4db8-bdf4-b2bb8a7c125e service neutron] 10.222.0.62 "GET /v2.0/networks/d2682283-9943-409d-aeb3-45e8a1f61637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917330 Aug 18 12:47:14.991220 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3046cdc6-c2cd-4646-9d2f-dd0e4490ed26 req-a1a5a9d0-83a9-4e65-b552-e2b4e1abcf9b service neutron] 10.222.0.63 "GET /v2.0/networks/d2682283-9943-409d-aeb3-45e8a1f61637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876484 Aug 18 12:47:15.091802 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-3046cdc6-c2cd-4646-9d2f-dd0e4490ed26 req-264f47d7-138c-45f6-bb64-05d51de8abaf service neutron] 10.222.0.62 "GET /v2.0/networks/d2682283-9943-409d-aeb3-45e8a1f61637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920651 Aug 18 12:47:15.102681 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3046cdc6-c2cd-4646-9d2f-dd0e4490ed26 req-b63729a2-c154-482a-8079-8a1f665ac53f service neutron] 10.222.0.63 "GET /v2.0/networks/d2682283-9943-409d-aeb3-45e8a1f61637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039319 Aug 18 12:47:15.215074 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab6e024-29eb-4427-997f-825a674fd693 req-09db5c62-8d02-41bd-bb61-b8a7d599cfd5 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:47:15.216641 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9ab6e024-29eb-4427-997f-825a674fd693 req-09db5c62-8d02-41bd-bb61-b8a7d599cfd5 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/ports?device_id=5d58617d-69bd-4b35-b244-3684deebb3a4 HTTP/1.1" status: 200 len: 943 time: 0.0524950 Aug 18 12:47:15.257193 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9ab6e024-29eb-4427-997f-825a674fd693 req-e74416e6-6815-492b-b8d8-59e87271c361 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/security-groups?id=48101352-e635-4eda-b902-34c25dd4f6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341990 Aug 18 12:47:16.382173 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec70b6f-24b0-4f5b-8206-54c12bc84fa2 req-255f39e1-9469-4384-b4e2-3b0bd169a04e tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:47:16.383753 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2ec70b6f-24b0-4f5b-8206-54c12bc84fa2 req-255f39e1-9469-4384-b4e2-3b0bd169a04e tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/ports?device_id=5d58617d-69bd-4b35-b244-3684deebb3a4 HTTP/1.1" status: 200 len: 943 time: 0.0507104 Aug 18 12:47:16.421571 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2ec70b6f-24b0-4f5b-8206-54c12bc84fa2 req-7f6d6e61-a4a5-47c0-a23b-a1850ae82e34 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/security-groups?id=48101352-e635-4eda-b902-34c25dd4f6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316875 Aug 18 12:47:17.543649 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9585845e-37fe-41fe-b145-920f23d4d44f req-8c185dc2-b34c-47f9-bf78-0e87a4c1158c tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:47:17.545235 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9585845e-37fe-41fe-b145-920f23d4d44f req-8c185dc2-b34c-47f9-bf78-0e87a4c1158c tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/ports?device_id=5d58617d-69bd-4b35-b244-3684deebb3a4 HTTP/1.1" status: 200 len: 943 time: 0.0535638 Aug 18 12:47:17.592168 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9585845e-37fe-41fe-b145-920f23d4d44f req-4ac560ef-b2ff-4e9b-b9f8-0ae1852b03cb tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/security-groups?id=48101352-e635-4eda-b902-34c25dd4f6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378056 Aug 18 12:47:18.537956 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1f88cdbc-86b1-4dfd-889d-9836b4a713b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:47:18.719019 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bece2f-d240-49f0-852e-b1eb39bf1e46 req-fa7a70af-18d6-4f69-92ae-0fabb3aa86f9 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:47:18.720521 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-86bece2f-d240-49f0-852e-b1eb39bf1e46 req-fa7a70af-18d6-4f69-92ae-0fabb3aa86f9 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/ports?device_id=5d58617d-69bd-4b35-b244-3684deebb3a4 HTTP/1.1" status: 200 len: 943 time: 0.0508912 Aug 18 12:47:18.760714 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-86bece2f-d240-49f0-852e-b1eb39bf1e46 req-75b15f62-866d-49ea-84ac-658141c9728c tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/security-groups?id=48101352-e635-4eda-b902-34c25dd4f6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318391 Aug 18 12:47:19.890212 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a78352-6628-4d31-8330-feea098481ad req-f0c27795-1851-4cce-9bf3-561158ef74df tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:47:19.891686 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b6a78352-6628-4d31-8330-feea098481ad req-f0c27795-1851-4cce-9bf3-561158ef74df tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/ports?device_id=5d58617d-69bd-4b35-b244-3684deebb3a4 HTTP/1.1" status: 200 len: 943 time: 0.0530510 Aug 18 12:47:19.932661 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b6a78352-6628-4d31-8330-feea098481ad req-1890396e-020c-4f9f-b6d7-1c37ce1ed4c1 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/security-groups?id=48101352-e635-4eda-b902-34c25dd4f6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321977 Aug 18 12:47:21.072733 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cb516a-bddf-4eed-9a38-3cc470793c3e req-115ce046-979e-4dba-85d0-3db08357ab4c tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:47:21.074267 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e4cb516a-bddf-4eed-9a38-3cc470793c3e req-115ce046-979e-4dba-85d0-3db08357ab4c tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/ports?device_id=5d58617d-69bd-4b35-b244-3684deebb3a4 HTTP/1.1" status: 200 len: 943 time: 0.0578682 Aug 18 12:47:21.116960 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e4cb516a-bddf-4eed-9a38-3cc470793c3e req-bc817559-3907-45f3-b8de-7c80e9ceaf98 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/security-groups?id=48101352-e635-4eda-b902-34c25dd4f6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365267 Aug 18 12:47:21.509683 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:47:21.769515 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ae098a9f-39bf-4884-90ef-1825be7e8c14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:47:22.247444 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0d0e51-4c9c-4ab3-ad75-16a158a8214f req-14df8fe4-351d-4603-96ea-79d6f84508eb tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:47:22.249033 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-bd0d0e51-4c9c-4ab3-ad75-16a158a8214f req-14df8fe4-351d-4603-96ea-79d6f84508eb tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/ports?device_id=5d58617d-69bd-4b35-b244-3684deebb3a4 HTTP/1.1" status: 200 len: 943 time: 0.0587971 Aug 18 12:47:22.286835 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-bd0d0e51-4c9c-4ab3-ad75-16a158a8214f req-8b60b107-b50a-4061-8130-e110b8b5df47 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/security-groups?id=48101352-e635-4eda-b902-34c25dd4f6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318100 Aug 18 12:47:22.364666 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-53584c24-f517-494e-ac93-c18bb92373f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:47:23.409858 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576a3ba0-bb7e-4889-8a84-593d9ad14872 req-95465d00-f394-4480-bf3f-c4b1235fc31b tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:47:23.411341 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-576a3ba0-bb7e-4889-8a84-593d9ad14872 req-95465d00-f394-4480-bf3f-c4b1235fc31b tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/ports?device_id=5d58617d-69bd-4b35-b244-3684deebb3a4 HTTP/1.1" status: 200 len: 943 time: 0.0500679 Aug 18 12:47:23.457804 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-576a3ba0-bb7e-4889-8a84-593d9ad14872 req-97fbcb3a-678f-487f-8b85-6d186e472fc6 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/security-groups?id=48101352-e635-4eda-b902-34c25dd4f6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377114 Aug 18 12:47:24.044592 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-500a1c61-38a7-4c23-a7ec-4631080af5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:47:24.589378 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d3ee38-c70e-4daf-88da-8d1936f4a06e req-0af6f833-de7d-4d53-afb1-0e1b0b250a5a tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:47:24.590819 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-35d3ee38-c70e-4daf-88da-8d1936f4a06e req-0af6f833-de7d-4d53-afb1-0e1b0b250a5a tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/ports?device_id=5d58617d-69bd-4b35-b244-3684deebb3a4 HTTP/1.1" status: 200 len: 943 time: 0.0571446 Aug 18 12:47:24.635154 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-35d3ee38-c70e-4daf-88da-8d1936f4a06e req-0b060e7e-7ba5-4363-9747-efa9019db1a8 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/security-groups?id=48101352-e635-4eda-b902-34c25dd4f6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381174 Aug 18 12:47:25.070725 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 3c0107a2-fa85-4e81-b556-ccd671241c39 details requested by agent hyperv_n-h2-804985-2 with host n-h2-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:47:25.170151 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port 3c0107a2-fa85-4e81-b556-ccd671241c39, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=3c0107a2-fa85-4e81-b556-ccd671241c39,segment=NetworkSegment(ae4fcfab-9275-4fd0-906e-fbd9ae809b23),segment_id=ae4fcfab-9275-4fd0-906e-fbd9ae809b23)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:47:25.182249 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Returning: {'device': '3c0107a2-fa85-4e81-b556-ccd671241c39', 'network_id': 'd2682283-9943-409d-aeb3-45e8a1f61637', 'port_id': '3c0107a2-fa85-4e81-b556-ccd671241c39', 'mac_address': 'fa:16:3e:24:77:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 815, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bffa035c-7b0b-4890-87d2-0a7264a9252e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:47:25.226129 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:47:25.239547 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c0107a2-fa85-4e81-b556-ccd671241c39 {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:47:25.259633 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port 3c0107a2-fa85-4e81-b556-ccd671241c39, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=3c0107a2-fa85-4e81-b556-ccd671241c39,segment=NetworkSegment(ae4fcfab-9275-4fd0-906e-fbd9ae809b23),segment_id=ae4fcfab-9275-4fd0-906e-fbd9ae809b23)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:47:25.264255 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:47:25.311890 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=3c0107a2-fa85-4e81-b556-ccd671241c39,revision_number=8']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:47:25.319652 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:47:25.319999 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:47:25.320335 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:47:25.320725 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:47:25.321056 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:47:25.321382 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:47:25.321788 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:47:25.322054 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:47:25.322385 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:47:25.322702 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:47:25.323006 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:47:25.323311 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:47:25.491690 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] get_ports_and_sgs() called for port_ids ['3c0107a2-fa85-4e81-b556-ccd671241c39'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:47:25.775641 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2df62c-a5ec-4781-be57-83c3701b9bb5 req-5b22c064-f163-42db-a2b5-d28be43223aa tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:47:25.777080 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-bf2df62c-a5ec-4781-be57-83c3701b9bb5 req-5b22c064-f163-42db-a2b5-d28be43223aa tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/ports?device_id=5d58617d-69bd-4b35-b244-3684deebb3a4 HTTP/1.1" status: 200 len: 944 time: 0.0543771 Aug 18 12:47:25.818753 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-bf2df62c-a5ec-4781-be57-83c3701b9bb5 req-3024eba8-1fc5-4958-a88a-759d75906cdb tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/security-groups?id=48101352-e635-4eda-b902-34c25dd4f6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329168 Aug 18 12:47:26.122920 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae940dc-ec9b-40bb-8d2f-7d6684658f84 req-9b8e8863-c3c0-4c9a-9a11-ca69fb0c76e8 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:47:26.124430 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-aae940dc-ec9b-40bb-8d2f-7d6684658f84 req-9b8e8863-c3c0-4c9a-9a11-ca69fb0c76e8 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.62 "GET /v2.0/ports?device_id=5d58617d-69bd-4b35-b244-3684deebb3a4&tenant_id=b014dbc881a94b53bff4fa00c7618782&binding%3Ahost_id=n-h2-804985-2 HTTP/1.1" status: 200 len: 944 time: 0.0534682 Aug 18 12:47:26.138493 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225c4ed3-a232-4e99-93b4-d1df594aeba3 req-e591a1b2-6dcb-4ec8-8222-5f36bd2e2d15 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:47:26.140011 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-225c4ed3-a232-4e99-93b4-d1df594aeba3 req-e591a1b2-6dcb-4ec8-8222-5f36bd2e2d15 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/ports?device_id=5d58617d-69bd-4b35-b244-3684deebb3a4 HTTP/1.1" status: 200 len: 944 time: 0.0499742 Aug 18 12:47:26.178668 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-225c4ed3-a232-4e99-93b4-d1df594aeba3 req-e3b80e63-8a7a-4f0c-8e70-d2344ce90731 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/security-groups?id=48101352-e635-4eda-b902-34c25dd4f6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325284 Aug 18 12:47:26.194013 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-aae940dc-ec9b-40bb-8d2f-7d6684658f84 req-e8995b73-0e12-4b24-985d-bd91a9e11349 service neutron] 10.222.0.62 "GET /v2.0/ports/3c0107a2-fa85-4e81-b556-ccd671241c39/bindings/n-h2-804985-2 HTTP/1.1" status: 200 len: 382 time: 0.0612245 Aug 18 12:47:26.255768 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae940dc-ec9b-40bb-8d2f-7d6684658f84 req-37faca67-d806-43b6-a634-9e55815efbc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:47:26.257286 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-aae940dc-ec9b-40bb-8d2f-7d6684658f84 req-37faca67-d806-43b6-a634-9e55815efbc8 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b014dbc881a94b53bff4fa00c7618782&device_id=5d58617d-69bd-4b35-b244-3684deebb3a4 HTTP/1.1" status: 200 len: 1095 time: 0.0407600 Aug 18 12:47:26.355387 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae940dc-ec9b-40bb-8d2f-7d6684658f84 req-099f29d2-a452-4e4f-a9ec-9368027ed4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:47:26.356816 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-aae940dc-ec9b-40bb-8d2f-7d6684658f84 req-099f29d2-a452-4e4f-a9ec-9368027ed4f5 service neutron] 10.222.0.62 "GET /v2.0/networks?id=d2682283-9943-409d-aeb3-45e8a1f61637 HTTP/1.1" status: 200 len: 912 time: 0.0925405 Aug 18 12:47:26.425428 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-aae940dc-ec9b-40bb-8d2f-7d6684658f84 req-0b1ce2af-8645-4c0b-8529-c40b67a359ca service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3c0107a2-fa85-4e81-b556-ccd671241c39 HTTP/1.1" status: 200 len: 1001 time: 0.0614259 Aug 18 12:47:26.476450 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae940dc-ec9b-40bb-8d2f-7d6684658f84 req-60497bfc-6b70-42cc-9050-1da60ceaa6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:47:26.477939 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-aae940dc-ec9b-40bb-8d2f-7d6684658f84 req-60497bfc-6b70-42cc-9050-1da60ceaa6d9 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=bffa035c-7b0b-4890-87d2-0a7264a9252e HTTP/1.1" status: 200 len: 850 time: 0.0457306 Aug 18 12:47:26.524504 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae940dc-ec9b-40bb-8d2f-7d6684658f84 req-636f1040-f99e-4cb5-a480-61e2fc14a22a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:47:26.525962 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-aae940dc-ec9b-40bb-8d2f-7d6684658f84 req-636f1040-f99e-4cb5-a480-61e2fc14a22a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d2682283-9943-409d-aeb3-45e8a1f61637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405917 Aug 18 12:47:26.630479 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-aae940dc-ec9b-40bb-8d2f-7d6684658f84 req-d2d12860-5f64-41cd-94c9-9c2f595b5ed3 service neutron] 10.222.0.62 "GET /v2.0/networks/d2682283-9943-409d-aeb3-45e8a1f61637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967865 Aug 18 12:47:26.719358 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-aae940dc-ec9b-40bb-8d2f-7d6684658f84 req-90effa55-1502-452e-84f2-1edd2223cea4 service neutron] 10.222.0.62 "GET /v2.0/networks/d2682283-9943-409d-aeb3-45e8a1f61637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816274 Aug 18 12:47:27.065792 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 3c0107a2-fa85-4e81-b556-ccd671241c39 up at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:47:27.123784 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Provisioning for port 3c0107a2-fa85-4e81-b556-ccd671241c39 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:47:27.127546 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Provisioning complete for port 3c0107a2-fa85-4e81-b556-ccd671241c39 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:47:27.127931 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:47:27.205646 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:47:27.228016 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d58617d-69bd-4b35-b244-3684deebb3a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c0107a2-fa85-4e81-b556-ccd671241c39'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:47:27.230281 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db50a436fb3a98495337d8fe7487b4f2ea6f3c1052eb9efadc2ecda2d5737001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-028a1174-7781-4526-aa5e-df0bf3cae7a0" -d '{"events": [{"server_uuid": "5d58617d-69bd-4b35-b244-3684deebb3a4", "name": "network-vif-plugged", "status": "completed", "tag": "3c0107a2-fa85-4e81-b556-ccd671241c39"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:47:27.243419 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port 3c0107a2-fa85-4e81-b556-ccd671241c39, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=3c0107a2-fa85-4e81-b556-ccd671241c39,segment=NetworkSegment(ae4fcfab-9275-4fd0-906e-fbd9ae809b23),segment_id=ae4fcfab-9275-4fd0-906e-fbd9ae809b23)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:47:27.249124 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:47:27.285563 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:47:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc15940f-aca1-4d58-9e49-2311e39a8b2b x-openstack-request-id: req-fc15940f-aca1-4d58-9e49-2311e39a8b2b {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:47:27.285865 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d58617d-69bd-4b35-b244-3684deebb3a4", "name": "network-vif-plugged", "status": "completed", "tag": "3c0107a2-fa85-4e81-b556-ccd671241c39", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:47:27.286114 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-fc15940f-aca1-4d58-9e49-2311e39a8b2b {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:47:27.286505 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d58617d-69bd-4b35-b244-3684deebb3a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c0107a2-fa85-4e81-b556-ccd671241c39', 'code': 200} Aug 18 12:47:27.303289 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=3c0107a2-fa85-4e81-b556-ccd671241c39,revision_number=9']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:47:27.306977 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4825dbc3-cec9-4fa0-975e-02e809368353 req-ffdd5a51-f5fd-4f4e-ac2a-2980ba3ae00f tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:47:27.308501 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4825dbc3-cec9-4fa0-975e-02e809368353 req-ffdd5a51-f5fd-4f4e-ac2a-2980ba3ae00f tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/ports?device_id=5d58617d-69bd-4b35-b244-3684deebb3a4 HTTP/1.1" status: 200 len: 945 time: 0.0563004 Aug 18 12:47:27.350493 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4825dbc3-cec9-4fa0-975e-02e809368353 req-fb2dc95f-21e7-4bb9-b6b7-95d0ec4a6d31 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/security-groups?id=48101352-e635-4eda-b902-34c25dd4f6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355678 Aug 18 12:47:28.470409 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e915280d-eeb6-44d3-a190-b652bf47fb34 req-d862e76f-0c40-4056-8936-0ee1df0fbe59 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:47:28.471990 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e915280d-eeb6-44d3-a190-b652bf47fb34 req-d862e76f-0c40-4056-8936-0ee1df0fbe59 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/ports?device_id=5d58617d-69bd-4b35-b244-3684deebb3a4 HTTP/1.1" status: 200 len: 945 time: 0.0502429 Aug 18 12:47:28.511759 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e915280d-eeb6-44d3-a190-b652bf47fb34 req-36b51105-1fe6-4d73-adf0-e951c80d6938 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/security-groups?id=48101352-e635-4eda-b902-34c25dd4f6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336735 Aug 18 12:47:29.631235 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f27ee9-3284-4ba2-8b9d-3a0e9e037d8a req-7afb8193-90d5-40c8-b6de-e6596e1f13a3 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:47:29.632735 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-74f27ee9-3284-4ba2-8b9d-3a0e9e037d8a req-7afb8193-90d5-40c8-b6de-e6596e1f13a3 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/ports?device_id=5d58617d-69bd-4b35-b244-3684deebb3a4 HTTP/1.1" status: 200 len: 945 time: 0.0505085 Aug 18 12:47:29.672584 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-74f27ee9-3284-4ba2-8b9d-3a0e9e037d8a req-a56a0c9e-457e-4d6a-bd17-7832e082944b tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/security-groups?id=48101352-e635-4eda-b902-34c25dd4f6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335939 Aug 18 12:47:30.593253 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae940dc-ec9b-40bb-8d2f-7d6684658f84 req-3a9b1c3a-4f94-448d-987a-12e55fd84de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:47:30.595364 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-aae940dc-ec9b-40bb-8d2f-7d6684658f84 req-3a9b1c3a-4f94-448d-987a-12e55fd84de3 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=5d58617d-69bd-4b35-b244-3684deebb3a4&tenant_id=b014dbc881a94b53bff4fa00c7618782 HTTP/1.1" status: 200 len: 1096 time: 0.0471680 Aug 18 12:47:30.608447 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-aae940dc-ec9b-40bb-8d2f-7d6684658f84 req-1b20ba40-107c-4a39-9ff2-4e2a31072ea7 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-804985-2', 'device_owner': 'compute:nova'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:47:30.665841 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-aae940dc-ec9b-40bb-8d2f-7d6684658f84 req-1b20ba40-107c-4a39-9ff2-4e2a31072ea7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:47:30.875717 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5444c3d1-684a-4943-b0d7-a96e9e168890 req-1987b6a1-9c43-45b1-8e3f-7f98a1eeff1f tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:47:30.877133 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5444c3d1-684a-4943-b0d7-a96e9e168890 req-1987b6a1-9c43-45b1-8e3f-7f98a1eeff1f tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/ports?device_id=5d58617d-69bd-4b35-b244-3684deebb3a4 HTTP/1.1" status: 200 len: 945 time: 0.1072109 Aug 18 12:47:30.938118 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-aae940dc-ec9b-40bb-8d2f-7d6684658f84 req-1b20ba40-107c-4a39-9ff2-4e2a31072ea7 service neutron] For port 3c0107a2-fa85-4e81-b556-ccd671241c39, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=3c0107a2-fa85-4e81-b556-ccd671241c39,segment=NetworkSegment(ae4fcfab-9275-4fd0-906e-fbd9ae809b23),segment_id=ae4fcfab-9275-4fd0-906e-fbd9ae809b23)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:47:30.950300 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5444c3d1-684a-4943-b0d7-a96e9e168890 req-e83a33b4-1503-41e9-847b-a43a741ca362 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/security-groups?id=48101352-e635-4eda-b902-34c25dd4f6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664485 Aug 18 12:47:30.976160 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-aae940dc-ec9b-40bb-8d2f-7d6684658f84 req-1b20ba40-107c-4a39-9ff2-4e2a31072ea7 service neutron] For port 3c0107a2-fa85-4e81-b556-ccd671241c39, host n-h2-804985-2, cleared binding levels {{(pid=106252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:47:31.015839 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d58617d-69bd-4b35-b244-3684deebb3a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c0107a2-fa85-4e81-b556-ccd671241c39'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:47:31.018269 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c26bd9f0-4096-4c3a-9341-72edae94d45b" -d '{"events": [{"server_uuid": "5d58617d-69bd-4b35-b244-3684deebb3a4", "name": "network-vif-unplugged", "status": "completed", "tag": "3c0107a2-fa85-4e81-b556-ccd671241c39"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:47:31.022281 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-aae940dc-ec9b-40bb-8d2f-7d6684658f84 req-1b20ba40-107c-4a39-9ff2-4e2a31072ea7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:47:31.034595 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [req-aae940dc-ec9b-40bb-8d2f-7d6684658f84 req-1b20ba40-107c-4a39-9ff2-4e2a31072ea7 service neutron] Transition to ACTIVE for port object 3c0107a2-fa85-4e81-b556-ccd671241c39 will not be triggered until provisioned by entity L2. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:47:31.038763 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-aae940dc-ec9b-40bb-8d2f-7d6684658f84 req-1b20ba40-107c-4a39-9ff2-4e2a31072ea7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:47:31.110643 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 3c0107a2-fa85-4e81-b556-ccd671241c39 no longer exists at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:47:31.140922 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 18 Aug 2021 12:47:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e72d77a-0ae2-4a66-bad4-be3f5a8db91c x-openstack-request-id: req-2e72d77a-0ae2-4a66-bad4-be3f5a8db91c {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:47:31.141222 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d58617d-69bd-4b35-b244-3684deebb3a4", "name": "network-vif-unplugged", "status": "completed", "tag": "3c0107a2-fa85-4e81-b556-ccd671241c39", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:47:31.141474 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-2e72d77a-0ae2-4a66-bad4-be3f5a8db91c {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:47:31.141876 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d58617d-69bd-4b35-b244-3684deebb3a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c0107a2-fa85-4e81-b556-ccd671241c39', 'code': 200} Aug 18 12:47:31.146868 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b20ba40-107c-4a39-9ff2-4e2a31072ea7 service neutron] Pushing event updated for resources: {'Port': ['ID=3c0107a2-fa85-4e81-b556-ccd671241c39,revision_number=10']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:47:31.158647 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 3c0107a2-fa85-4e81-b556-ccd671241c39 not bound to the agent host n-h2-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:47:31.174536 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b20ba40-107c-4a39-9ff2-4e2a31072ea7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:47:31.174882 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b20ba40-107c-4a39-9ff2-4e2a31072ea7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:47:31.175279 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b20ba40-107c-4a39-9ff2-4e2a31072ea7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:47:31.175707 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b20ba40-107c-4a39-9ff2-4e2a31072ea7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:47:31.176041 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b20ba40-107c-4a39-9ff2-4e2a31072ea7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:47:31.176373 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b20ba40-107c-4a39-9ff2-4e2a31072ea7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:47:31.176745 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b20ba40-107c-4a39-9ff2-4e2a31072ea7 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:47:31.177072 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b20ba40-107c-4a39-9ff2-4e2a31072ea7 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:47:31.177402 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b20ba40-107c-4a39-9ff2-4e2a31072ea7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:47:31.177723 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b20ba40-107c-4a39-9ff2-4e2a31072ea7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:47:31.178044 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b20ba40-107c-4a39-9ff2-4e2a31072ea7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:47:31.178363 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b20ba40-107c-4a39-9ff2-4e2a31072ea7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:47:31.181808 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-aae940dc-ec9b-40bb-8d2f-7d6684658f84 req-1b20ba40-107c-4a39-9ff2-4e2a31072ea7 service neutron] No DVR routers for this DVR port 3c0107a2-fa85-4e81-b556-ccd671241c39 on host n-h2-804985-2 {{(pid=106252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:47:31.319215 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-aae940dc-ec9b-40bb-8d2f-7d6684658f84 req-1b20ba40-107c-4a39-9ff2-4e2a31072ea7 service neutron] Attempting to bind port 3c0107a2-fa85-4e81-b556-ccd671241c39 on host n-h1-804985-2 for vnic_type normal with profile {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:47:31.319545 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-aae940dc-ec9b-40bb-8d2f-7d6684658f84 req-1b20ba40-107c-4a39-9ff2-4e2a31072ea7 service neutron] Attempting to bind port 3c0107a2-fa85-4e81-b556-ccd671241c39 by drivers openvswitch,hyperv on host n-h1-804985-2 at level 0 using segments [{'id': 'ae4fcfab-9275-4fd0-906e-fbd9ae809b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'd2682283-9943-409d-aeb3-45e8a1f61637'}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:47:31.319866 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aae940dc-ec9b-40bb-8d2f-7d6684658f84 req-1b20ba40-107c-4a39-9ff2-4e2a31072ea7 service neutron] Attempting to bind port 3c0107a2-fa85-4e81-b556-ccd671241c39 on network d2682283-9943-409d-aeb3-45e8a1f61637 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:47:31.324265 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aae940dc-ec9b-40bb-8d2f-7d6684658f84 req-1b20ba40-107c-4a39-9ff2-4e2a31072ea7 service neutron] Port 3c0107a2-fa85-4e81-b556-ccd671241c39 on network d2682283-9943-409d-aeb3-45e8a1f61637 not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-2 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:47:31.324568 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aae940dc-ec9b-40bb-8d2f-7d6684658f84 req-1b20ba40-107c-4a39-9ff2-4e2a31072ea7 service neutron] Attempting to bind port 3c0107a2-fa85-4e81-b556-ccd671241c39 on network d2682283-9943-409d-aeb3-45e8a1f61637 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:47:31.329776 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aae940dc-ec9b-40bb-8d2f-7d6684658f84 req-1b20ba40-107c-4a39-9ff2-4e2a31072ea7 service neutron] Checking agent: {'id': 'a613417a-d085-492c-941a-59bb18c633d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 49, 6), 'started_at': datetime.datetime(2021, 8, 18, 11, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 47, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:47:31.330109 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aae940dc-ec9b-40bb-8d2f-7d6684658f84 req-1b20ba40-107c-4a39-9ff2-4e2a31072ea7 service neutron] Checking segment: {'id': 'ae4fcfab-9275-4fd0-906e-fbd9ae809b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'd2682283-9943-409d-aeb3-45e8a1f61637'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:47:31.330487 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aae940dc-ec9b-40bb-8d2f-7d6684658f84 req-1b20ba40-107c-4a39-9ff2-4e2a31072ea7 service neutron] Bound using segment: {'id': 'ae4fcfab-9275-4fd0-906e-fbd9ae809b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'd2682283-9943-409d-aeb3-45e8a1f61637'} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:47:31.330903 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-aae940dc-ec9b-40bb-8d2f-7d6684658f84 req-1b20ba40-107c-4a39-9ff2-4e2a31072ea7 service neutron] Bound port: 3c0107a2-fa85-4e81-b556-ccd671241c39, host: n-h1-804985-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae4fcfab-9275-4fd0-906e-fbd9ae809b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'd2682283-9943-409d-aeb3-45e8a1f61637'}}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:47:31.331251 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-aae940dc-ec9b-40bb-8d2f-7d6684658f84 req-1b20ba40-107c-4a39-9ff2-4e2a31072ea7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:47:31.391620 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-aae940dc-ec9b-40bb-8d2f-7d6684658f84 req-1b20ba40-107c-4a39-9ff2-4e2a31072ea7 service neutron] For port 3c0107a2-fa85-4e81-b556-ccd671241c39, host n-h1-804985-2, cleared binding levels {{(pid=106252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:47:31.394780 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-aae940dc-ec9b-40bb-8d2f-7d6684658f84 req-1b20ba40-107c-4a39-9ff2-4e2a31072ea7 service neutron] For port 3c0107a2-fa85-4e81-b556-ccd671241c39, host n-h1-804985-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=3c0107a2-fa85-4e81-b556-ccd671241c39,segment=NetworkSegment(ae4fcfab-9275-4fd0-906e-fbd9ae809b23),segment_id=ae4fcfab-9275-4fd0-906e-fbd9ae809b23)] {{(pid=106252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:47:31.399517 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-aae940dc-ec9b-40bb-8d2f-7d6684658f84 req-1b20ba40-107c-4a39-9ff2-4e2a31072ea7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:47:31.438856 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae940dc-ec9b-40bb-8d2f-7d6684658f84 req-1b20ba40-107c-4a39-9ff2-4e2a31072ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:47:31.439476 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-aae940dc-ec9b-40bb-8d2f-7d6684658f84 req-1b20ba40-107c-4a39-9ff2-4e2a31072ea7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:47:31.440848 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-aae940dc-ec9b-40bb-8d2f-7d6684658f84 req-1b20ba40-107c-4a39-9ff2-4e2a31072ea7 service neutron] 10.222.0.63 "PUT /v2.0/ports/3c0107a2-fa85-4e81-b556-ccd671241c39 HTTP/1.1" status: 200 len: 1092 time: 0.8372071 Aug 18 12:47:31.457807 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b20ba40-107c-4a39-9ff2-4e2a31072ea7 service neutron] Pushing event updated for resources: {'Port': ['ID=3c0107a2-fa85-4e81-b556-ccd671241c39,revision_number=11']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:47:31.507342 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae940dc-ec9b-40bb-8d2f-7d6684658f84 req-2064f396-a882-4560-915e-d11a1b73c740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:47:31.508937 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-aae940dc-ec9b-40bb-8d2f-7d6684658f84 req-2064f396-a882-4560-915e-d11a1b73c740 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=b014dbc881a94b53bff4fa00c7618782&device_id=5d58617d-69bd-4b35-b244-3684deebb3a4 HTTP/1.1" status: 200 len: 1095 time: 0.0434422 Aug 18 12:47:31.601907 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae940dc-ec9b-40bb-8d2f-7d6684658f84 req-469bfd15-cb0e-49fd-87f8-9923e7dd5547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:47:31.603392 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-aae940dc-ec9b-40bb-8d2f-7d6684658f84 req-469bfd15-cb0e-49fd-87f8-9923e7dd5547 service neutron] 10.222.0.63 "GET /v2.0/networks?id=d2682283-9943-409d-aeb3-45e8a1f61637 HTTP/1.1" status: 200 len: 912 time: 0.0863492 Aug 18 12:47:31.682679 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-aae940dc-ec9b-40bb-8d2f-7d6684658f84 req-17fa61d1-9445-4782-aa01-0efd36348d74 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3c0107a2-fa85-4e81-b556-ccd671241c39 HTTP/1.1" status: 200 len: 1000 time: 0.0704019 Aug 18 12:47:31.735465 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae940dc-ec9b-40bb-8d2f-7d6684658f84 req-32dbf26e-d1fe-4a89-8784-2aef1e5efa07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:47:31.736960 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-aae940dc-ec9b-40bb-8d2f-7d6684658f84 req-32dbf26e-d1fe-4a89-8784-2aef1e5efa07 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=bffa035c-7b0b-4890-87d2-0a7264a9252e HTTP/1.1" status: 200 len: 850 time: 0.0453293 Aug 18 12:47:31.783011 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae940dc-ec9b-40bb-8d2f-7d6684658f84 req-bfcda9ff-c9ab-4c6c-a7dc-9e0d139167ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:47:31.784502 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-aae940dc-ec9b-40bb-8d2f-7d6684658f84 req-bfcda9ff-c9ab-4c6c-a7dc-9e0d139167ce service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=d2682283-9943-409d-aeb3-45e8a1f61637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402842 Aug 18 12:47:32.155980 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c233bd-5cc0-4a9f-b216-ddb673ec6b73 req-66d9354f-d924-40f5-8647-023156c95755 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:47:32.157453 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-08c233bd-5cc0-4a9f-b216-ddb673ec6b73 req-66d9354f-d924-40f5-8647-023156c95755 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/ports?device_id=5d58617d-69bd-4b35-b244-3684deebb3a4 HTTP/1.1" status: 200 len: 944 time: 0.0729001 Aug 18 12:47:32.161023 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-aae940dc-ec9b-40bb-8d2f-7d6684658f84 req-942f8c6b-e07c-4da7-9670-9e71746cea77 service neutron] 10.222.0.63 "GET /v2.0/networks/d2682283-9943-409d-aeb3-45e8a1f61637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3695335 Aug 18 12:47:32.242257 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-08c233bd-5cc0-4a9f-b216-ddb673ec6b73 req-608f4322-8f93-4cff-8f8d-d45a50d9235f tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/security-groups?id=48101352-e635-4eda-b902-34c25dd4f6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777445 Aug 18 12:47:32.276082 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-aae940dc-ec9b-40bb-8d2f-7d6684658f84 req-badbd2c2-d8b4-403a-b7dd-3442861dcbe1 service neutron] 10.222.0.63 "GET /v2.0/networks/d2682283-9943-409d-aeb3-45e8a1f61637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056998 Aug 18 12:47:33.143676 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d58617d-69bd-4b35-b244-3684deebb3a4', 'tag': '3c0107a2-fa85-4e81-b556-ccd671241c39'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:47:33.146023 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-435e9350-9556-4a89-b661-3ec6745cd4b8" -d '{"events": [{"name": "network-changed", "server_uuid": "5d58617d-69bd-4b35-b244-3684deebb3a4", "tag": "3c0107a2-fa85-4e81-b556-ccd671241c39"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:47:33.197804 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:47:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6e878cd-3a67-4170-8577-e8f6ea2361ba x-openstack-request-id: req-f6e878cd-3a67-4170-8577-e8f6ea2361ba {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:47:33.198223 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d58617d-69bd-4b35-b244-3684deebb3a4", "tag": "3c0107a2-fa85-4e81-b556-ccd671241c39", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:47:33.198546 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f6e878cd-3a67-4170-8577-e8f6ea2361ba {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:47:33.199018 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d58617d-69bd-4b35-b244-3684deebb3a4', 'tag': '3c0107a2-fa85-4e81-b556-ccd671241c39', 'status': 'completed', 'code': 200} Aug 18 12:47:33.265474 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435e9350-9556-4a89-b661-3ec6745cd4b8 req-c13fc75c-c489-449d-93cf-447e80648e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:47:33.267035 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-435e9350-9556-4a89-b661-3ec6745cd4b8 req-c13fc75c-c489-449d-93cf-447e80648e5f service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=b014dbc881a94b53bff4fa00c7618782&device_id=5d58617d-69bd-4b35-b244-3684deebb3a4 HTTP/1.1" status: 200 len: 1095 time: 0.0445752 Aug 18 12:47:33.279701 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435e9350-9556-4a89-b661-3ec6745cd4b8 req-7a51eb55-d6b1-4381-8e3a-fb30b9640f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:47:33.281225 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-435e9350-9556-4a89-b661-3ec6745cd4b8 req-7a51eb55-d6b1-4381-8e3a-fb30b9640f6e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b014dbc881a94b53bff4fa00c7618782&device_id=5d58617d-69bd-4b35-b244-3684deebb3a4 HTTP/1.1" status: 200 len: 1095 time: 0.0645626 Aug 18 12:47:33.382141 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435e9350-9556-4a89-b661-3ec6745cd4b8 req-7a736e7b-7ec6-4830-9efe-535e47c89702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:47:33.383645 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-435e9350-9556-4a89-b661-3ec6745cd4b8 req-7a736e7b-7ec6-4830-9efe-535e47c89702 service neutron] 10.222.0.62 "GET /v2.0/networks?id=d2682283-9943-409d-aeb3-45e8a1f61637 HTTP/1.1" status: 200 len: 912 time: 0.0949128 Aug 18 12:47:33.391738 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435e9350-9556-4a89-b661-3ec6745cd4b8 req-63a024f3-f64d-489b-86a8-4e92a964c7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:47:33.393262 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-435e9350-9556-4a89-b661-3ec6745cd4b8 req-63a024f3-f64d-489b-86a8-4e92a964c7a4 service neutron] 10.222.0.63 "GET /v2.0/networks?id=d2682283-9943-409d-aeb3-45e8a1f61637 HTTP/1.1" status: 200 len: 912 time: 0.1187916 Aug 18 12:47:33.414353 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45949970-017c-47d3-9d89-65b1bf5fae35 req-ad2ae076-3262-4f4b-b5af-e94aa057e949 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:47:33.415748 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-45949970-017c-47d3-9d89-65b1bf5fae35 req-ad2ae076-3262-4f4b-b5af-e94aa057e949 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/ports?device_id=5d58617d-69bd-4b35-b244-3684deebb3a4 HTTP/1.1" status: 200 len: 944 time: 0.0786364 Aug 18 12:47:33.456844 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-435e9350-9556-4a89-b661-3ec6745cd4b8 req-64cfe5af-28ca-478b-9aa7-fc39da8dbb02 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3c0107a2-fa85-4e81-b556-ccd671241c39 HTTP/1.1" status: 200 len: 1000 time: 0.0654562 Aug 18 12:47:33.499308 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-435e9350-9556-4a89-b661-3ec6745cd4b8 req-c460b4a4-0f4e-4cb5-97dc-19e983bc74ba service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3c0107a2-fa85-4e81-b556-ccd671241c39 HTTP/1.1" status: 200 len: 1000 time: 0.0980110 Aug 18 12:47:33.502453 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-45949970-017c-47d3-9d89-65b1bf5fae35 req-893ca2ce-5432-44ee-906e-367b426cbe44 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/security-groups?id=48101352-e635-4eda-b902-34c25dd4f6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565982 Aug 18 12:47:33.513118 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435e9350-9556-4a89-b661-3ec6745cd4b8 req-250ce7d3-3ce8-4bc6-adc9-3f8597e8ff91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:47:33.514816 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-435e9350-9556-4a89-b661-3ec6745cd4b8 req-250ce7d3-3ce8-4bc6-adc9-3f8597e8ff91 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=bffa035c-7b0b-4890-87d2-0a7264a9252e HTTP/1.1" status: 200 len: 850 time: 0.0515406 Aug 18 12:47:33.554114 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435e9350-9556-4a89-b661-3ec6745cd4b8 req-a92385ac-99e6-4eb8-97ba-816c3f64976c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:47:33.555614 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-435e9350-9556-4a89-b661-3ec6745cd4b8 req-a92385ac-99e6-4eb8-97ba-816c3f64976c service neutron] 10.222.0.63 "GET /v2.0/subnets?id=bffa035c-7b0b-4890-87d2-0a7264a9252e HTTP/1.1" status: 200 len: 850 time: 0.0487561 Aug 18 12:47:33.563244 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435e9350-9556-4a89-b661-3ec6745cd4b8 req-96d0a720-8e4e-4ce5-9b0b-3c04c5c02ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:47:33.564783 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-435e9350-9556-4a89-b661-3ec6745cd4b8 req-96d0a720-8e4e-4ce5-9b0b-3c04c5c02ed3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d2682283-9943-409d-aeb3-45e8a1f61637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425212 Aug 18 12:47:33.603238 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435e9350-9556-4a89-b661-3ec6745cd4b8 req-3fc0b5a8-8b2b-4fb8-b00c-dcad03494637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:47:33.604822 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-435e9350-9556-4a89-b661-3ec6745cd4b8 req-3fc0b5a8-8b2b-4fb8-b00c-dcad03494637 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=d2682283-9943-409d-aeb3-45e8a1f61637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414331 Aug 18 12:47:33.657896 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-435e9350-9556-4a89-b661-3ec6745cd4b8 req-a681ab60-23c6-4d68-b053-30a3d10f1c45 service neutron] 10.222.0.62 "GET /v2.0/networks/d2682283-9943-409d-aeb3-45e8a1f61637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858727 Aug 18 12:47:33.702553 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-435e9350-9556-4a89-b661-3ec6745cd4b8 req-a311b15f-22f2-4831-ab1d-4e2fb9602174 service neutron] 10.222.0.63 "GET /v2.0/networks/d2682283-9943-409d-aeb3-45e8a1f61637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888186 Aug 18 12:47:33.748417 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-435e9350-9556-4a89-b661-3ec6745cd4b8 req-6aa60728-d60d-4c6f-9c93-6152361eed91 service neutron] 10.222.0.62 "GET /v2.0/networks/d2682283-9943-409d-aeb3-45e8a1f61637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834925 Aug 18 12:47:33.793346 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-435e9350-9556-4a89-b661-3ec6745cd4b8 req-62d41c39-aa08-459e-98ea-7018b61157a7 service neutron] 10.222.0.63 "GET /v2.0/networks/d2682283-9943-409d-aeb3-45e8a1f61637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836694 Aug 18 12:47:34.626236 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70f2be6-afbd-4c4f-9070-54ac3c3a0fd1 req-7a119cba-fe9e-47d0-94c9-d926917ca5d6 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:47:34.627756 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f70f2be6-afbd-4c4f-9070-54ac3c3a0fd1 req-7a119cba-fe9e-47d0-94c9-d926917ca5d6 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/ports?device_id=5d58617d-69bd-4b35-b244-3684deebb3a4 HTTP/1.1" status: 200 len: 944 time: 0.0510747 Aug 18 12:47:34.666470 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f70f2be6-afbd-4c4f-9070-54ac3c3a0fd1 req-5fbc26c1-bab3-473a-80ef-1feffd8ad1a9 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/security-groups?id=48101352-e635-4eda-b902-34c25dd4f6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325289 Aug 18 12:47:35.790952 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145bf3e3-b1a1-49c2-a98d-c6f473c9c111 req-d0f80543-a095-4728-b9b2-382618058efc tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:47:35.792512 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-145bf3e3-b1a1-49c2-a98d-c6f473c9c111 req-d0f80543-a095-4728-b9b2-382618058efc tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/ports?device_id=5d58617d-69bd-4b35-b244-3684deebb3a4 HTTP/1.1" status: 200 len: 944 time: 0.0545874 Aug 18 12:47:35.831632 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-145bf3e3-b1a1-49c2-a98d-c6f473c9c111 req-8ea8c171-f922-472c-837a-66a62943edb6 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/security-groups?id=48101352-e635-4eda-b902-34c25dd4f6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330255 Aug 18 12:47:36.475324 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:47:36.950881 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e176726-4ab3-4010-9e97-b21c2be00417 req-f7882d00-0652-470d-8dee-7c82cf9d0cea tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:47:36.952335 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4e176726-4ab3-4010-9e97-b21c2be00417 req-f7882d00-0652-470d-8dee-7c82cf9d0cea tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/ports?device_id=5d58617d-69bd-4b35-b244-3684deebb3a4 HTTP/1.1" status: 200 len: 944 time: 0.0525057 Aug 18 12:47:36.997622 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4e176726-4ab3-4010-9e97-b21c2be00417 req-1ffd0336-4edc-4fb7-a83b-7318d1d8756b tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/security-groups?id=48101352-e635-4eda-b902-34c25dd4f6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365474 Aug 18 12:47:38.126749 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30252981-cc32-40ab-b913-db9d43e48d9b req-8194602f-9858-4dc2-b4d0-b93897005b6f tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:47:38.128235 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-30252981-cc32-40ab-b913-db9d43e48d9b req-8194602f-9858-4dc2-b4d0-b93897005b6f tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/ports?device_id=5d58617d-69bd-4b35-b244-3684deebb3a4 HTTP/1.1" status: 200 len: 944 time: 0.0507576 Aug 18 12:47:38.173517 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-30252981-cc32-40ab-b913-db9d43e48d9b req-030b4d1a-7cae-49b3-8478-1bd05dbcd6ca tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/security-groups?id=48101352-e635-4eda-b902-34c25dd4f6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390356 Aug 18 12:47:38.693262 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:47:39.303215 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bb7937-9654-4e6f-b4a8-9e00a1d975f6 req-ef91845e-ea9d-4c82-ac45-67f2dbe6b689 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:47:39.304717 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a7bb7937-9654-4e6f-b4a8-9e00a1d975f6 req-ef91845e-ea9d-4c82-ac45-67f2dbe6b689 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/ports?device_id=5d58617d-69bd-4b35-b244-3684deebb3a4 HTTP/1.1" status: 200 len: 944 time: 0.0556982 Aug 18 12:47:39.342527 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a7bb7937-9654-4e6f-b4a8-9e00a1d975f6 req-480d3b43-4b44-4859-b351-aac05a9342f9 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/security-groups?id=48101352-e635-4eda-b902-34c25dd4f6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317063 Aug 18 12:47:40.485325 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a197302-5670-40b1-8da0-46d2bc040048 req-9d67a24c-fe97-46b9-bd6a-cad7de201d28 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:47:40.486920 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3a197302-5670-40b1-8da0-46d2bc040048 req-9d67a24c-fe97-46b9-bd6a-cad7de201d28 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/ports?device_id=5d58617d-69bd-4b35-b244-3684deebb3a4 HTTP/1.1" status: 200 len: 944 time: 0.0573726 Aug 18 12:47:40.533810 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3a197302-5670-40b1-8da0-46d2bc040048 req-11552f3e-4975-4f4c-9dec-3f85b2e95ec4 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/security-groups?id=48101352-e635-4eda-b902-34c25dd4f6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398974 Aug 18 12:47:41.660821 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b44d49a-7aae-4a98-b5a9-ad83a26a5ae0 req-ed749bc6-8c0a-4d77-a6f0-8ea5c29b0175 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:47:41.662342 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3b44d49a-7aae-4a98-b5a9-ad83a26a5ae0 req-ed749bc6-8c0a-4d77-a6f0-8ea5c29b0175 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/ports?device_id=5d58617d-69bd-4b35-b244-3684deebb3a4 HTTP/1.1" status: 200 len: 944 time: 0.0533636 Aug 18 12:47:41.704591 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3b44d49a-7aae-4a98-b5a9-ad83a26a5ae0 req-9d3dc6af-1ab5-4797-8ad4-a6fafa99afdd tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/security-groups?id=48101352-e635-4eda-b902-34c25dd4f6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333710 Aug 18 12:47:42.843406 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514d0fe4-beb4-4393-aec6-4819ec96236e req-1e1dc5d7-9424-41e7-9742-68785fb4d34a tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:47:42.844926 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-514d0fe4-beb4-4393-aec6-4819ec96236e req-1e1dc5d7-9424-41e7-9742-68785fb4d34a tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/ports?device_id=5d58617d-69bd-4b35-b244-3684deebb3a4 HTTP/1.1" status: 200 len: 944 time: 0.0572412 Aug 18 12:47:42.890703 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-514d0fe4-beb4-4393-aec6-4819ec96236e req-7124d625-d6fa-4909-b517-66001a224a22 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/security-groups?id=48101352-e635-4eda-b902-34c25dd4f6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367541 Aug 18 12:47:44.031340 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320d175e-646d-46ec-a154-6c990165f2e0 req-47ba5782-8ff6-4868-b1cb-ac94396bd794 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:47:44.032854 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-320d175e-646d-46ec-a154-6c990165f2e0 req-47ba5782-8ff6-4868-b1cb-ac94396bd794 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/ports?device_id=5d58617d-69bd-4b35-b244-3684deebb3a4 HTTP/1.1" status: 200 len: 944 time: 0.0531600 Aug 18 12:47:44.075239 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-320d175e-646d-46ec-a154-6c990165f2e0 req-1f6648d5-e7b9-4b05-8055-328220cf04f0 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/security-groups?id=48101352-e635-4eda-b902-34c25dd4f6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335400 Aug 18 12:47:44.197216 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24aedca4-7568-4e78-9710-813d947617ec req-989dfbd7-633a-4ea5-a319-7a3a742021c9 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:47:44.198571 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-24aedca4-7568-4e78-9710-813d947617ec req-989dfbd7-633a-4ea5-a319-7a3a742021c9 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/ports?device_id=5d58617d-69bd-4b35-b244-3684deebb3a4 HTTP/1.1" status: 200 len: 944 time: 0.0565796 Aug 18 12:47:44.238986 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-24aedca4-7568-4e78-9710-813d947617ec req-c671e118-6cc1-48a7-876c-c0ec036ea539 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/security-groups?id=48101352-e635-4eda-b902-34c25dd4f6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314536 Aug 18 12:47:44.373142 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33aa576e-4a07-486e-bc44-e24e7371f0e1 req-0211d8d4-1f11-43a6-a0e5-b255c72ddb95 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:47:44.374650 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-33aa576e-4a07-486e-bc44-e24e7371f0e1 req-0211d8d4-1f11-43a6-a0e5-b255c72ddb95 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/ports?device_id=5d58617d-69bd-4b35-b244-3684deebb3a4 HTTP/1.1" status: 200 len: 944 time: 0.0611463 Aug 18 12:47:44.414349 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-33aa576e-4a07-486e-bc44-e24e7371f0e1 req-3641957d-6ab4-427c-b632-2c5a02ab1a12 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/security-groups?id=48101352-e635-4eda-b902-34c25dd4f6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336452 Aug 18 12:47:44.603091 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 3c0107a2-fa85-4e81-b556-ccd671241c39 details requested by agent hyperv_n-h1-804985-2 with host n-h1-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:47:44.671562 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5745c86-9c92-45ed-a33a-74d5899b181b req-0e545c02-ba1e-412f-89c2-d3d6e9495cae tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:47:44.675087 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f5745c86-9c92-45ed-a33a-74d5899b181b req-0e545c02-ba1e-412f-89c2-d3d6e9495cae tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/ports?device_id=5d58617d-69bd-4b35-b244-3684deebb3a4 HTTP/1.1" status: 200 len: 944 time: 0.0670636 Aug 18 12:47:44.713849 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f5745c86-9c92-45ed-a33a-74d5899b181b req-68ce483b-6c7a-46b3-ab80-8f7b38984466 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/security-groups?id=48101352-e635-4eda-b902-34c25dd4f6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334551 Aug 18 12:47:44.714059 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 3c0107a2-fa85-4e81-b556-ccd671241c39, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=3c0107a2-fa85-4e81-b556-ccd671241c39,segment=NetworkSegment(ae4fcfab-9275-4fd0-906e-fbd9ae809b23),segment_id=ae4fcfab-9275-4fd0-906e-fbd9ae809b23)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:47:44.728406 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Returning: {'device': '3c0107a2-fa85-4e81-b556-ccd671241c39', 'network_id': 'd2682283-9943-409d-aeb3-45e8a1f61637', 'port_id': '3c0107a2-fa85-4e81-b556-ccd671241c39', 'mac_address': 'fa:16:3e:24:77:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 815, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bffa035c-7b0b-4890-87d2-0a7264a9252e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:47:44.767013 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:47:44.779859 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c0107a2-fa85-4e81-b556-ccd671241c39 {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:47:44.800256 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 3c0107a2-fa85-4e81-b556-ccd671241c39, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=3c0107a2-fa85-4e81-b556-ccd671241c39,segment=NetworkSegment(ae4fcfab-9275-4fd0-906e-fbd9ae809b23),segment_id=ae4fcfab-9275-4fd0-906e-fbd9ae809b23)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:47:44.805587 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:47:44.852437 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=3c0107a2-fa85-4e81-b556-ccd671241c39,revision_number=12']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:47:45.050317 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] get_ports_and_sgs() called for port_ids ['3c0107a2-fa85-4e81-b556-ccd671241c39'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:47:45.852084 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d51ca0e-c007-4c07-af2f-452cd895e781 req-657e95f3-ec27-4051-a120-1124b45feb8d tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:47:45.854239 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7d51ca0e-c007-4c07-af2f-452cd895e781 req-657e95f3-ec27-4051-a120-1124b45feb8d tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/ports?device_id=5d58617d-69bd-4b35-b244-3684deebb3a4 HTTP/1.1" status: 200 len: 945 time: 0.0560713 Aug 18 12:47:45.894010 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7d51ca0e-c007-4c07-af2f-452cd895e781 req-52f13f20-4231-4620-80ca-36f494ad9d7d tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/security-groups?id=48101352-e635-4eda-b902-34c25dd4f6ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338635 Aug 18 12:47:46.215365 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c1e117-639f-4b2a-befb-3ef16bd07fed req-15df38b6-fd2c-450c-9fd5-25d0f34a9a44 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:47:46.216824 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a7c1e117-639f-4b2a-befb-3ef16bd07fed req-15df38b6-fd2c-450c-9fd5-25d0f34a9a44 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.63 "GET /v2.0/ports?device_id=5d58617d-69bd-4b35-b244-3684deebb3a4 HTTP/1.1" status: 200 len: 945 time: 0.0677545 Aug 18 12:47:46.305296 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-a7c1e117-639f-4b2a-befb-3ef16bd07fed req-d3e4f460-e7ef-4f77-8383-bcf22df00237 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Deleting port 3c0107a2-fa85-4e81-b556-ccd671241c39 {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:47:46.305629 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-a7c1e117-639f-4b2a-befb-3ef16bd07fed req-d3e4f460-e7ef-4f77-8383-bcf22df00237 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:47:46.394868 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-a7c1e117-639f-4b2a-befb-3ef16bd07fed req-d3e4f460-e7ef-4f77-8383-bcf22df00237 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] For port 3c0107a2-fa85-4e81-b556-ccd671241c39, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=3c0107a2-fa85-4e81-b556-ccd671241c39,segment=NetworkSegment(ae4fcfab-9275-4fd0-906e-fbd9ae809b23),segment_id=ae4fcfab-9275-4fd0-906e-fbd9ae809b23)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:47:46.395144 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-a7c1e117-639f-4b2a-befb-3ef16bd07fed req-d3e4f460-e7ef-4f77-8383-bcf22df00237 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:47:46.581160 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-a7c1e117-639f-4b2a-befb-3ef16bd07fed req-d3e4f460-e7ef-4f77-8383-bcf22df00237 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:47:46.581526 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-a7c1e117-639f-4b2a-befb-3ef16bd07fed req-d3e4f460-e7ef-4f77-8383-bcf22df00237 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-989945'] for floatingip, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:47:46.581829 n-d-804985-2 neutron-server[106252]: INFO neutron.db.l3_db [req-a7c1e117-639f-4b2a-befb-3ef16bd07fed req-d3e4f460-e7ef-4f77-8383-bcf22df00237 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Floating IP 586d7d2e-daf5-4c81-a005-514253453b9b disassociated. External IP: 172.25.7.180, port: 3c0107a2-fa85-4e81-b556-ccd671241c39. Aug 18 12:47:46.582157 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-a7c1e117-639f-4b2a-befb-3ef16bd07fed req-d3e4f460-e7ef-4f77-8383-bcf22df00237 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Calling delete_port for 3c0107a2-fa85-4e81-b556-ccd671241c39 owned by compute:nova {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:47:46.611043 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 3c0107a2-fa85-4e81-b556-ccd671241c39 up at agent hyperv_n-h1-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:47:46.662129 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Provisioning for port 3c0107a2-fa85-4e81-b556-ccd671241c39 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:47:46.665862 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Provisioning complete for port 3c0107a2-fa85-4e81-b556-ccd671241c39 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:47:46.666234 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:47:46.712259 n-d-804985-2 neutron-server[106254]: INFO neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] No ports have port_id starting with 3c0107a2-fa85-4e81-b556-ccd671241c39 Aug 18 12:47:46.712520 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-a7c1e117-639f-4b2a-befb-3ef16bd07fed req-d3e4f460-e7ef-4f77-8383-bcf22df00237 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:47:46.741090 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e4f460-e7ef-4f77-8383-bcf22df00237 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Pushing event deleted for resources: {'Port': ['ID=3c0107a2-fa85-4e81-b556-ccd671241c39,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:47:46.856727 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a7c1e117-639f-4b2a-befb-3ef16bd07fed req-d3e4f460-e7ef-4f77-8383-bcf22df00237 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Router 2b9c843a-b052-4d7b-827a-27c535920862 has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:47:46.993214 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8aea95b3-03dd-4b7f-91d2-16a6200f687b req-991c82e0-facb-4776-8a8f-5d2c35eafb5e tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/ports?device_id=5d58617d-69bd-4b35-b244-3684deebb3a4 HTTP/1.1" status: 200 len: 210 time: 0.0300820 Aug 18 12:47:46.994789 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a7c1e117-639f-4b2a-befb-3ef16bd07fed req-d3e4f460-e7ef-4f77-8383-bcf22df00237 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:47:47.010290 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba645dd-0ab3-4529-9d59-3944174ade00 None None] Sync routers for ids ['2b9c843a-b052-4d7b-827a-27c535920862'] in n-d-804985-2 {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:47:47.020709 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba645dd-0ab3-4529-9d59-3944174ade00 None None] Routers {'2b9c843a-b052-4d7b-827a-27c535920862'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:47:47.021249 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-aba645dd-0ab3-4529-9d59-3944174ade00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:47:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['2b9c843a-b052-4d7b-827a-27c535920862'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:47:47.036319 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7c1e117-639f-4b2a-befb-3ef16bd07fed req-d3e4f460-e7ef-4f77-8383-bcf22df00237 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] No DVR routers for this DVR port 3c0107a2-fa85-4e81-b556-ccd671241c39 on host n-h1-804985-2 {{(pid=106252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:47:47.039208 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-a7c1e117-639f-4b2a-befb-3ef16bd07fed req-d3e4f460-e7ef-4f77-8383-bcf22df00237 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:47:47.041205 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a7c1e117-639f-4b2a-befb-3ef16bd07fed req-d3e4f460-e7ef-4f77-8383-bcf22df00237 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.63 "DELETE /v2.0/ports/3c0107a2-fa85-4e81-b556-ccd671241c39 HTTP/1.1" status: 204 len: 173 time: 0.8176138 Aug 18 12:47:47.041663 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d58617d-69bd-4b35-b244-3684deebb3a4', 'name': 'network-vif-deleted', 'tag': '3c0107a2-fa85-4e81-b556-ccd671241c39'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:47:47.048124 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e641314a-8917-4eb7-9bf6-b03fc3d1da91" -d '{"events": [{"server_uuid": "5d58617d-69bd-4b35-b244-3684deebb3a4", "name": "network-vif-deleted", "tag": "3c0107a2-fa85-4e81-b556-ccd671241c39"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:47:47.089844 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:47:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6eb1696e-177a-4814-9064-a8f419012b95 x-openstack-request-id: req-6eb1696e-177a-4814-9064-a8f419012b95 {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:47:47.090138 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d58617d-69bd-4b35-b244-3684deebb3a4", "name": "network-vif-deleted", "tag": "3c0107a2-fa85-4e81-b556-ccd671241c39", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:47:47.090422 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-6eb1696e-177a-4814-9064-a8f419012b95 {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:47:47.090794 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d58617d-69bd-4b35-b244-3684deebb3a4', 'name': 'network-vif-deleted', 'tag': '3c0107a2-fa85-4e81-b556-ccd671241c39', 'status': 'completed', 'code': 200} Aug 18 12:47:47.133147 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-aba645dd-0ab3-4529-9d59-3944174ade00 None None] Set router 2b9c843a-b052-4d7b-827a-27c535920862 gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:47:47.333408 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-aba645dd-0ab3-4529-9d59-3944174ade00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b9c843a-b052-4d7b-827a-27c535920862', 'name': 'tempest-ServerActionsTestJSON-845282518-router', 'tenant_id': 'b014dbc881a94b53bff4fa00c7618782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': '87aa075c-d67c-4a9d-98a8-d5523656914a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:38:11Z', 'updated_at': '2021-08-18T12:38:13Z', 'revision_number': 4, 'project_id': 'b014dbc881a94b53bff4fa00c7618782', 'gw_port': {'id': '87aa075c-d67c-4a9d-98a8-d5523656914a', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:47:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b9c843a-b052-4d7b-827a-27c535920862', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:38:11Z', 'updated_at': '2021-08-18T12:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': 'cd1e55ba-9768-4c82-9003-862d7c8101b4', 'name': '', 'network_id': 'd2682283-9943-409d-aeb3-45e8a1f61637', 'tenant_id': 'b014dbc881a94b53bff4fa00c7618782', 'mac_address': 'fa:16:3e:7b:fd:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b9c843a-b052-4d7b-827a-27c535920862', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'bffa035c-7b0b-4890-87d2-0a7264a9252e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:38:13Z', 'updated_at': '2021-08-18T12:38:18Z', 'revision_number': 5, 'project_id': 'b014dbc881a94b53bff4fa00c7618782', 'subnets': [{'id': 'bffa035c-7b0b-4890-87d2-0a7264a9252e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:47:47.364133 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba645dd-0ab3-4529-9d59-3944174ade00 None None] Checking router: 2b9c843a-b052-4d7b-827a-27c535920862 for host: n-d-804985-2 {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:47:47.373557 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba645dd-0ab3-4529-9d59-3944174ade00 None None] Routers {'2b9c843a-b052-4d7b-827a-27c535920862'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:47:47.374168 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-aba645dd-0ab3-4529-9d59-3944174ade00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:47:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['2b9c843a-b052-4d7b-827a-27c535920862'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:47:47.477821 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-aba645dd-0ab3-4529-9d59-3944174ade00 None None] Set router 2b9c843a-b052-4d7b-827a-27c535920862 gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:47:47.762874 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.agents_db [None req-6dbb2658-0354-4101-8393-6e7505481cf6 None None] Agent healthcheck: found 7 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 12:47:47.772855 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-aba645dd-0ab3-4529-9d59-3944174ade00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b9c843a-b052-4d7b-827a-27c535920862', 'name': 'tempest-ServerActionsTestJSON-845282518-router', 'tenant_id': 'b014dbc881a94b53bff4fa00c7618782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': '87aa075c-d67c-4a9d-98a8-d5523656914a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:38:11Z', 'updated_at': '2021-08-18T12:38:13Z', 'revision_number': 4, 'project_id': 'b014dbc881a94b53bff4fa00c7618782', 'gw_port': {'id': '87aa075c-d67c-4a9d-98a8-d5523656914a', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:47:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b9c843a-b052-4d7b-827a-27c535920862', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:38:11Z', 'updated_at': '2021-08-18T12:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': 'cd1e55ba-9768-4c82-9003-862d7c8101b4', 'name': '', 'network_id': 'd2682283-9943-409d-aeb3-45e8a1f61637', 'tenant_id': 'b014dbc881a94b53bff4fa00c7618782', 'mac_address': 'fa:16:3e:7b:fd:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b9c843a-b052-4d7b-827a-27c535920862', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'bffa035c-7b0b-4890-87d2-0a7264a9252e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:38:13Z', 'updated_at': '2021-08-18T12:38:18Z', 'revision_number': 5, 'project_id': 'b014dbc881a94b53bff4fa00c7618782', 'subnets': [{'id': 'bffa035c-7b0b-4890-87d2-0a7264a9252e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:47:47.801738 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba645dd-0ab3-4529-9d59-3944174ade00 None None] The sync data for ids ['2b9c843a-b052-4d7b-827a-27c535920862'] in n-d-804985-2 is: [{'id': '2b9c843a-b052-4d7b-827a-27c535920862', 'name': 'tempest-ServerActionsTestJSON-845282518-router', 'tenant_id': 'b014dbc881a94b53bff4fa00c7618782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': '87aa075c-d67c-4a9d-98a8-d5523656914a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:38:11Z', 'updated_at': '2021-08-18T12:38:13Z', 'revision_number': 4, 'project_id': 'b014dbc881a94b53bff4fa00c7618782', 'gw_port': {'id': '87aa075c-d67c-4a9d-98a8-d5523656914a', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:47:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b9c843a-b052-4d7b-827a-27c535920862', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:38:11Z', 'updated_at': '2021-08-18T12:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': 'cd1e55ba-9768-4c82-9003-862d7c8101b4', 'name': '', 'network_id': 'd2682283-9943-409d-aeb3-45e8a1f61637', 'tenant_id': 'b014dbc881a94b53bff4fa00c7618782', 'mac_address': 'fa:16:3e:7b:fd:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b9c843a-b052-4d7b-827a-27c535920862', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'bffa035c-7b0b-4890-87d2-0a7264a9252e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:38:13Z', 'updated_at': '2021-08-18T12:38:18Z', 'revision_number': 5, 'project_id': 'b014dbc881a94b53bff4fa00c7618782', 'subnets': [{'id': 'bffa035c-7b0b-4890-87d2-0a7264a9252e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:47:48.023904 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29561398-dadb-4b4b-a7ca-5097670fd6a7 None None] New status for floating IP 586d7d2e-daf5-4c81-a005-514253453b9b: DOWN {{(pid=106254) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 12:47:48.105474 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9d455780-bc6f-4153-82da-c85ea05ff584 req-59eb67bf-a325-4ef5-aaee-eb08288b9cea tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/ports?device_id=5d58617d-69bd-4b35-b244-3684deebb3a4 HTTP/1.1" status: 200 len: 210 time: 0.0306957 Aug 18 12:47:48.548180 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-6b305213-ecff-4b38-b4a1-96883114fe73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:47:49.203367 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e4b5a4ce-9a42-4578-8928-65ca1885f464 req-a1798037-60c8-4183-aaa3-b9e3c64be3c3 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/ports?device_id=5d58617d-69bd-4b35-b244-3684deebb3a4 HTTP/1.1" status: 200 len: 210 time: 0.0269279 Aug 18 12:47:50.351086 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2da7a5d8-76a4-4644-ab03-1fa6f9497a5a req-1c2f73bd-f27d-4f2c-9c71-24a8d73a224d tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/ports?device_id=5d58617d-69bd-4b35-b244-3684deebb3a4 HTTP/1.1" status: 200 len: 210 time: 0.0793216 Aug 18 12:47:50.659342 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 3c0107a2-fa85-4e81-b556-ccd671241c39 no longer exists at agent hyperv_n-h1-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:47:50.689487 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] No Port match for: 3c0107a2-fa85-4e81-b556-ccd671241c39 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:47:50.689818 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 3c0107a2-fa85-4e81-b556-ccd671241c39 not bound to the agent host n-h1-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:47:51.502836 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:47:51.771975 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-940d8e6a-11ad-45b2-bd87-285a6c16a577 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:47:52.365321 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-53584c24-f517-494e-ac93-c18bb92373f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:47:54.037789 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-500a1c61-38a7-4c23-a7ec-4631080af5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:47:55.130981 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 51708) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:47:55.187591 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f174b688-b866-4d2a-8451-5f595e777d6e tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:47:55.212510 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f174b688-b866-4d2a-8451-5f595e777d6e tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:47:55.262490 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f174b688-b866-4d2a-8451-5f595e777d6e tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:47:55.265194 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f174b688-b866-4d2a-8451-5f595e777d6e tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:47:55.266424 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-f174b688-b866-4d2a-8451-5f595e777d6e tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "DELETE /v2.0/security-groups/48101352-e635-4eda-b902-34c25dd4f6ec HTTP/1.1" status: 204 len: 168 time: 0.1344159 Aug 18 12:47:55.269123 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 51710) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:47:55.275717 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f174b688-b866-4d2a-8451-5f595e777d6e tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48101352-e635-4eda-b902-34c25dd4f6ec,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:47:55.286281 n-d-804985-2 neutron-server[106253]: INFO neutron.api.v2.resource [None req-ae2d31fc-0d7f-4a23-9d53-7e7c68ec51e5 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] show failed (client error): The resource could not be found. Aug 18 12:47:55.287306 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-ae2d31fc-0d7f-4a23-9d53-7e7c68ec51e5 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "GET /v2.0/security-groups/48101352-e635-4eda-b902-34c25dd4f6ec HTTP/1.1" status: 404 len: 347 time: 0.0171933 Aug 18 12:47:55.290236 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 51712) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:47:55.416637 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-a9a4bdb3-e71c-4620-930e-154f6f597816 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Deleting port 224d06d4-8b76-4249-b502-484502e9ccac {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:47:55.416904 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a9a4bdb3-e71c-4620-930e-154f6f597816 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:47:55.503097 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a9a4bdb3-e71c-4620-930e-154f6f597816 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:47:55.503426 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a9a4bdb3-e71c-4620-930e-154f6f597816 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:47:55.518671 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-a9a4bdb3-e71c-4620-930e-154f6f597816 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Calling delete_port for 224d06d4-8b76-4249-b502-484502e9ccac owned by network:floatingip {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:47:55.682446 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a9a4bdb3-e71c-4620-930e-154f6f597816 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:47:55.714325 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a4bdb3-e71c-4620-930e-154f6f597816 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Pushing event deleted for resources: {'Port': ['ID=224d06d4-8b76-4249-b502-484502e9ccac,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:47:55.768123 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a9a4bdb3-e71c-4620-930e-154f6f597816 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Notify callbacks [] for floatingip, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:47:55.770973 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a9a4bdb3-e71c-4620-930e-154f6f597816 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for floatingip, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:47:55.772166 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-a9a4bdb3-e71c-4620-930e-154f6f597816 tempest-ServerActionsTestJSON-1522522404 tempest-ServerActionsTestJSON-1522522404-project] 10.222.0.66 "DELETE /v2.0/floatingips/586d7d2e-daf5-4c81-a005-514253453b9b HTTP/1.1" status: 204 len: 168 time: 0.4809577 Aug 18 12:47:55.775281 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 51714) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:47:56.303645 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-89b30247-6dc5-45af-a0f7-950b67478952 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-996815'] for router_interface, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:47:56.603308 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-89b30247-6dc5-45af-a0f7-950b67478952 admin admin] Deleting port cd1e55ba-9768-4c82-9003-862d7c8101b4 {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:47:56.603628 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-89b30247-6dc5-45af-a0f7-950b67478952 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:47:56.686537 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [None req-89b30247-6dc5-45af-a0f7-950b67478952 admin admin] For port cd1e55ba-9768-4c82-9003-862d7c8101b4, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=cd1e55ba-9768-4c82-9003-862d7c8101b4,segment=NetworkSegment(ae4fcfab-9275-4fd0-906e-fbd9ae809b23),segment_id=ae4fcfab-9275-4fd0-906e-fbd9ae809b23)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:47:56.686877 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-89b30247-6dc5-45af-a0f7-950b67478952 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:47:56.951417 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-89b30247-6dc5-45af-a0f7-950b67478952 admin admin] Calling delete_port for cd1e55ba-9768-4c82-9003-862d7c8101b4 owned by network:router_interface {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:47:57.163831 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-89b30247-6dc5-45af-a0f7-950b67478952 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:47:57.188754 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b30247-6dc5-45af-a0f7-950b67478952 admin admin] Pushing event deleted for resources: {'Port': ['ID=cd1e55ba-9768-4c82-9003-862d7c8101b4,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:47:57.356313 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-89b30247-6dc5-45af-a0f7-950b67478952 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953695'] for router_interface, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:47:57.579226 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89b30247-6dc5-45af-a0f7-950b67478952 admin admin] Router 2b9c843a-b052-4d7b-827a-27c535920862 has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:47:57.692557 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89b30247-6dc5-45af-a0f7-950b67478952 admin admin] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:47:57.698062 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-89b30247-6dc5-45af-a0f7-950b67478952 admin admin] 10.222.0.66 "PUT /v2.0/routers/2b9c843a-b052-4d7b-827a-27c535920862/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9218037 Aug 18 12:47:57.701373 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 51718) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:47:57.702162 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee5fd50-b082-4e79-93f1-977050257675 None None] Sync routers for ids ['2b9c843a-b052-4d7b-827a-27c535920862'] in n-d-804985-2 {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:47:57.712632 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee5fd50-b082-4e79-93f1-977050257675 None None] Routers {'2b9c843a-b052-4d7b-827a-27c535920862'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:47:57.713239 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-cee5fd50-b082-4e79-93f1-977050257675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:47:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['2b9c843a-b052-4d7b-827a-27c535920862'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:47:57.809247 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a92cb44b-2988-487c-8cb2-faed8ff4dd10 admin admin] Notify callbacks [] for router, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:47:57.817043 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-cee5fd50-b082-4e79-93f1-977050257675 None None] Set router 2b9c843a-b052-4d7b-827a-27c535920862 gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:47:57.912808 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a92cb44b-2988-487c-8cb2-faed8ff4dd10 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:47:57.967457 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-a92cb44b-2988-487c-8cb2-faed8ff4dd10 admin admin] Deleting port 87aa075c-d67c-4a9d-98a8-d5523656914a {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:47:57.967792 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a92cb44b-2988-487c-8cb2-faed8ff4dd10 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:47:57.988248 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-cee5fd50-b082-4e79-93f1-977050257675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b9c843a-b052-4d7b-827a-27c535920862', 'name': 'tempest-ServerActionsTestJSON-845282518-router', 'tenant_id': 'b014dbc881a94b53bff4fa00c7618782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': '87aa075c-d67c-4a9d-98a8-d5523656914a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:38:11Z', 'updated_at': '2021-08-18T12:47:57Z', 'revision_number': 5, 'project_id': 'b014dbc881a94b53bff4fa00c7618782', 'gw_port': {'id': '87aa075c-d67c-4a9d-98a8-d5523656914a', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:47:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b9c843a-b052-4d7b-827a-27c535920862', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:38:11Z', 'updated_at': '2021-08-18T12:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:47:58.013908 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee5fd50-b082-4e79-93f1-977050257675 None None] Checking router: 2b9c843a-b052-4d7b-827a-27c535920862 for host: n-d-804985-2 {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:47:58.022642 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee5fd50-b082-4e79-93f1-977050257675 None None] Routers {'2b9c843a-b052-4d7b-827a-27c535920862'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:47:58.023270 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-cee5fd50-b082-4e79-93f1-977050257675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:47:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['2b9c843a-b052-4d7b-827a-27c535920862'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:47:58.049513 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [None req-a92cb44b-2988-487c-8cb2-faed8ff4dd10 admin admin] For port 87aa075c-d67c-4a9d-98a8-d5523656914a, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=87aa075c-d67c-4a9d-98a8-d5523656914a,segment=NetworkSegment(c5a3db9d-5c58-41b1-9177-d5787a597b78),segment_id=c5a3db9d-5c58-41b1-9177-d5787a597b78)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:47:58.049882 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a92cb44b-2988-487c-8cb2-faed8ff4dd10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:47:58.062997 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-a92cb44b-2988-487c-8cb2-faed8ff4dd10 admin admin] Calling delete_port for 87aa075c-d67c-4a9d-98a8-d5523656914a owned by network:router_gateway {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:47:58.107199 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-cee5fd50-b082-4e79-93f1-977050257675 None None] Set router 2b9c843a-b052-4d7b-827a-27c535920862 gateway port host: None {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:47:58.159710 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-cee5fd50-b082-4e79-93f1-977050257675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b9c843a-b052-4d7b-827a-27c535920862', 'name': 'tempest-ServerActionsTestJSON-845282518-router', 'tenant_id': 'b014dbc881a94b53bff4fa00c7618782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:38:11Z', 'updated_at': '2021-08-18T12:47:57Z', 'revision_number': 6, 'project_id': 'b014dbc881a94b53bff4fa00c7618782', 'gw_port_host': None}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:47:58.185981 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee5fd50-b082-4e79-93f1-977050257675 None None] The sync data for ids ['2b9c843a-b052-4d7b-827a-27c535920862'] in n-d-804985-2 is: [{'id': '2b9c843a-b052-4d7b-827a-27c535920862', 'name': 'tempest-ServerActionsTestJSON-845282518-router', 'tenant_id': 'b014dbc881a94b53bff4fa00c7618782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:38:11Z', 'updated_at': '2021-08-18T12:47:57Z', 'revision_number': 6, 'project_id': 'b014dbc881a94b53bff4fa00c7618782', 'gw_port_host': None}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:47:58.232843 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a92cb44b-2988-487c-8cb2-faed8ff4dd10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:47:58.258168 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92cb44b-2988-487c-8cb2-faed8ff4dd10 admin admin] Pushing event deleted for resources: {'Port': ['ID=87aa075c-d67c-4a9d-98a8-d5523656914a,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:47:58.326212 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a92cb44b-2988-487c-8cb2-faed8ff4dd10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-997271'] for router_gateway, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:47:58.417282 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a92cb44b-2988-487c-8cb2-faed8ff4dd10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-996004', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15859'] for router, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:47:58.419549 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a92cb44b-2988-487c-8cb2-faed8ff4dd10 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:47:58.465445 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a92cb44b-2988-487c-8cb2-faed8ff4dd10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-996061'] for router, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:47:58.466044 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a92cb44b-2988-487c-8cb2-faed8ff4dd10 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2b9c843a-b052-4d7b-827a-27c535920862 {{(pid=106253) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 12:47:58.470350 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a92cb44b-2988-487c-8cb2-faed8ff4dd10 admin admin] Notify callbacks [] for router, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:47:58.471526 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-a92cb44b-2988-487c-8cb2-faed8ff4dd10 admin admin] 10.222.0.66 "DELETE /v2.0/routers/2b9c843a-b052-4d7b-827a-27c535920862 HTTP/1.1" status: 204 len: 168 time: 0.7691350 Aug 18 12:47:58.474074 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 51720) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:47:58.519599 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_v2 [None req-e297ee52-ac0a-4e62-b971-2dfc1eb84794 admin admin] Deleting subnet bffa035c-7b0b-4890-87d2-0a7264a9252e {{(pid=106253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 12:47:58.523203 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e297ee52-ac0a-4e62-b971-2dfc1eb84794 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:47:58.565119 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e297ee52-ac0a-4e62-b971-2dfc1eb84794 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902229'] for subnet, precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:47:58.647736 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e297ee52-ac0a-4e62-b971-2dfc1eb84794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:47:58.703031 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e297ee52-ac0a-4e62-b971-2dfc1eb84794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58902171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59388106'] for subnet, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:47:58.733645 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e297ee52-ac0a-4e62-b971-2dfc1eb84794 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bffa035c-7b0b-4890-87d2-0a7264a9252e,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:47:58.735578 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e297ee52-ac0a-4e62-b971-2dfc1eb84794 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:47:58.739914 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-e297ee52-ac0a-4e62-b971-2dfc1eb84794 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/bffa035c-7b0b-4890-87d2-0a7264a9252e HTTP/1.1" status: 204 len: 168 time: 0.2624490 Aug 18 12:47:58.740171 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-399425af-3a51-4b26-971b-1d708184fcd1 None None] Network d2682283-9943-409d-aeb3-45e8a1f61637 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:47:58.740849 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 51722) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:47:58.812816 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ceb64d9d-5e0f-4a3d-9482-a4c9249a0174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7904109'] for network, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:47:58.867135 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-ceb64d9d-5e0f-4a3d-9482-a4c9249a0174 admin admin] Deleting port 7cfd6a84-dcba-4f1d-8b2b-386980724f11 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:47:58.867554 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ceb64d9d-5e0f-4a3d-9482-a4c9249a0174 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:47:58.929705 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [None req-ceb64d9d-5e0f-4a3d-9482-a4c9249a0174 admin admin] For port 7cfd6a84-dcba-4f1d-8b2b-386980724f11, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=7cfd6a84-dcba-4f1d-8b2b-386980724f11,segment=NetworkSegment(ae4fcfab-9275-4fd0-906e-fbd9ae809b23),segment_id=ae4fcfab-9275-4fd0-906e-fbd9ae809b23)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:47:58.930068 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ceb64d9d-5e0f-4a3d-9482-a4c9249a0174 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:47:58.949036 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-ceb64d9d-5e0f-4a3d-9482-a4c9249a0174 admin admin] Calling delete_port for 7cfd6a84-dcba-4f1d-8b2b-386980724f11 owned by network:dhcp {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:47:58.953654 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c22f8ffc-a59b-4461-88fe-2a74cae01253 None None] DHCP port deletion for d2682283-9943-409d-aeb3-45e8a1f61637 request from n-d-804985-2 {{(pid=106254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 12:47:59.005001 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-c22f8ffc-a59b-4461-88fe-2a74cae01253 None None] Deleting port 7cfd6a84-dcba-4f1d-8b2b-386980724f11 {{(pid=106254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:47:59.005372 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-c22f8ffc-a59b-4461-88fe-2a74cae01253 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:47:59.057383 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ceb64d9d-5e0f-4a3d-9482-a4c9249a0174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:47:59.061616 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device cd1e55ba-9768-4c82-9003-862d7c8101b4 no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:47:59.088062 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb64d9d-5e0f-4a3d-9482-a4c9249a0174 admin admin] Pushing event deleted for resources: {'Port': ['ID=7cfd6a84-dcba-4f1d-8b2b-386980724f11,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:47:59.088306 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: cd1e55ba-9768-4c82-9003-862d7c8101b4 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:47:59.088647 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device cd1e55ba-9768-4c82-9003-862d7c8101b4 not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:47:59.089251 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 7cfd6a84-dcba-4f1d-8b2b-386980724f11 no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:47:59.089835 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb64d9d-5e0f-4a3d-9482-a4c9249a0174 admin admin] No DVR routers for this DVR port 7cfd6a84-dcba-4f1d-8b2b-386980724f11 on host n-d-804985-2 {{(pid=106253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:47:59.121372 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: 7cfd6a84-dcba-4f1d-8b2b-386980724f11 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:47:59.121718 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 7cfd6a84-dcba-4f1d-8b2b-386980724f11 not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:47:59.122132 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 87aa075c-d67c-4a9d-98a8-d5523656914a no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:47:59.124791 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-c22f8ffc-a59b-4461-88fe-2a74cae01253 None None] For port 7cfd6a84-dcba-4f1d-8b2b-386980724f11, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=7cfd6a84-dcba-4f1d-8b2b-386980724f11,segment=NetworkSegment(ae4fcfab-9275-4fd0-906e-fbd9ae809b23),segment_id=ae4fcfab-9275-4fd0-906e-fbd9ae809b23)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:47:59.125204 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-c22f8ffc-a59b-4461-88fe-2a74cae01253 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:47:59.149285 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: 87aa075c-d67c-4a9d-98a8-d5523656914a {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:47:59.149622 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 87aa075c-d67c-4a9d-98a8-d5523656914a not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:47:59.154281 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-c22f8ffc-a59b-4461-88fe-2a74cae01253 None None] Calling delete_port for 7cfd6a84-dcba-4f1d-8b2b-386980724f11 owned by network:dhcp {{(pid=106254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:47:59.167352 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ceb64d9d-5e0f-4a3d-9482-a4c9249a0174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8367869', 'neutron.services.segments.db._delete_segments_for_network-8789151212993'] for network, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:47:59.179814 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-ceb64d9d-5e0f-4a3d-9482-a4c9249a0174 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2682283-9943-409d-aeb3-45e8a1f61637']}} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:47:59.192704 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-ceb64d9d-5e0f-4a3d-9482-a4c9249a0174 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae4fcfab-9275-4fd0-906e-fbd9ae809b23') {'for_net_delete': True} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:47:59.193132 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-ceb64d9d-5e0f-4a3d-9482-a4c9249a0174 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae4fcfab-9275-4fd0-906e-fbd9ae809b23') {} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:47:59.202671 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ceb64d9d-5e0f-4a3d-9482-a4c9249a0174 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789151225254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902236'] for segment, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:47:59.217559 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ceb64d9d-5e0f-4a3d-9482-a4c9249a0174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:47:59.224348 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ceb64d9d-5e0f-4a3d-9482-a4c9249a0174 admin admin] Releasing vlan 815 on physical network physnet1 to pool {{(pid=106253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:47:59.224877 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ceb64d9d-5e0f-4a3d-9482-a4c9249a0174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58900537'] for segment, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:47:59.227585 n-d-804985-2 neutron-server[106253]: Traceback (most recent call last): Aug 18 12:47:59.227585 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:47:59.227585 n-d-804985-2 neutron-server[106253]: timer() Aug 18 12:47:59.227585 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:47:59.227585 n-d-804985-2 neutron-server[106253]: cb(*args, **kw) Aug 18 12:47:59.227585 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:47:59.227585 n-d-804985-2 neutron-server[106253]: return func(*args, **kwargs) Aug 18 12:47:59.227585 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:47:59.227585 n-d-804985-2 neutron-server[106253]: self._notify() Aug 18 12:47:59.227585 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:47:59.227585 n-d-804985-2 neutron-server[106253]: self.callback(batched_events) Aug 18 12:47:59.227585 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:47:59.227585 n-d-804985-2 neutron-server[106253]: event.method(event) Aug 18 12:47:59.227585 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:47:59.227585 n-d-804985-2 neutron-server[106253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:47:59.227585 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:47:59.227585 n-d-804985-2 neutron-server[106253]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:47:59.227585 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:47:59.227585 n-d-804985-2 neutron-server[106253]: return f(self, *a, **k) Aug 18 12:47:59.227585 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:47:59.227585 n-d-804985-2 neutron-server[106253]: return self._get(url).json() Aug 18 12:47:59.227585 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:47:59.227585 n-d-804985-2 neutron-server[106253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:47:59.227585 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:47:59.227585 n-d-804985-2 neutron-server[106253]: return self.request(url, 'GET', **kwargs) Aug 18 12:47:59.227585 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:47:59.227585 n-d-804985-2 neutron-server[106253]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:47:59.227585 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:47:59.227585 n-d-804985-2 neutron-server[106253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:47:59.227585 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:47:59.227585 n-d-804985-2 neutron-server[106253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:47:59.227585 n-d-804985-2 neutron-server[106253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:47:59.240407 n-d-804985-2 neutron-server[106254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 12:47:59.240407 n-d-804985-2 neutron-server[106254]: self.session.flush() Aug 18 12:47:59.240407 n-d-804985-2 neutron-server[106254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 12:47:59.240407 n-d-804985-2 neutron-server[106254]: self.session.flush() Aug 18 12:47:59.240407 n-d-804985-2 neutron-server[106254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 12:47:59.240407 n-d-804985-2 neutron-server[106254]: self.session.flush() Aug 18 12:47:59.240407 n-d-804985-2 neutron-server[106254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 12:47:59.240407 n-d-804985-2 neutron-server[106254]: self.session.flush() Aug 18 12:47:59.240407 n-d-804985-2 neutron-server[106254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 12:47:59.240407 n-d-804985-2 neutron-server[106254]: self.session.flush() Aug 18 12:47:59.240407 n-d-804985-2 neutron-server[106254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 12:47:59.240407 n-d-804985-2 neutron-server[106254]: self.session.flush() Aug 18 12:47:59.240407 n-d-804985-2 neutron-server[106254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 12:47:59.240407 n-d-804985-2 neutron-server[106254]: self.session.flush() Aug 18 12:47:59.240407 n-d-804985-2 neutron-server[106254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 12:47:59.240407 n-d-804985-2 neutron-server[106254]: self.session.flush() Aug 18 12:47:59.240407 n-d-804985-2 neutron-server[106254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 12:47:59.240407 n-d-804985-2 neutron-server[106254]: self.session.flush() Aug 18 12:47:59.240407 n-d-804985-2 neutron-server[106254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 12:47:59.240407 n-d-804985-2 neutron-server[106254]: self.session.flush() Aug 18 12:47:59.240407 n-d-804985-2 neutron-server[106254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 12:47:59.240407 n-d-804985-2 neutron-server[106254]: self.session.flush() Aug 18 12:47:59.240407 n-d-804985-2 neutron-server[106254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 12:47:59.240407 n-d-804985-2 neutron-server[106254]: self.session.flush() Aug 18 12:47:59.240407 n-d-804985-2 neutron-server[106254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 12:47:59.240407 n-d-804985-2 neutron-server[106254]: self.session.flush() Aug 18 12:47:59.240407 n-d-804985-2 neutron-server[106254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 12:47:59.240407 n-d-804985-2 neutron-server[106254]: self.session.flush() Aug 18 12:47:59.240407 n-d-804985-2 neutron-server[106254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 12:47:59.240407 n-d-804985-2 neutron-server[106254]: self.session.flush() Aug 18 12:47:59.240407 n-d-804985-2 neutron-server[106254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 12:47:59.240407 n-d-804985-2 neutron-server[106254]: self.session.flush() Aug 18 12:47:59.240407 n-d-804985-2 neutron-server[106254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 12:47:59.240407 n-d-804985-2 neutron-server[106254]: self.session.flush() Aug 18 12:47:59.240407 n-d-804985-2 neutron-server[106254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 12:47:59.240407 n-d-804985-2 neutron-server[106254]: self.session.flush() Aug 18 12:47:59.240407 n-d-804985-2 neutron-server[106254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 12:47:59.240407 n-d-804985-2 neutron-server[106254]: self.session.flush() Aug 18 12:47:59.240407 n-d-804985-2 neutron-server[106254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 12:47:59.240407 n-d-804985-2 neutron-server[106254]: self.session.flush() Aug 18 12:47:59.240407 n-d-804985-2 neutron-server[106254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 12:47:59.240407 n-d-804985-2 neutron-server[106254]: self.session.flush() Aug 18 12:47:59.240407 n-d-804985-2 neutron-server[106254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 12:47:59.240407 n-d-804985-2 neutron-server[106254]: self.session.flush() Aug 18 12:47:59.240407 n-d-804985-2 neutron-server[106254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 12:47:59.240407 n-d-804985-2 neutron-server[106254]: self.session.flush() Aug 18 12:47:59.240407 n-d-804985-2 neutron-server[106254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 12:47:59.240407 n-d-804985-2 neutron-server[106254]: self.session.flush() Aug 18 12:47:59.240407 n-d-804985-2 neutron-server[106254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 12:47:59.240407 n-d-804985-2 neutron-server[106254]: self.session.flush() Aug 18 12:47:59.240407 n-d-804985-2 neutron-server[106254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 12:47:59.240407 n-d-804985-2 neutron-server[106254]: self.session.flush() Aug 18 12:47:59.240407 n-d-804985-2 neutron-server[106254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 18 12:47:59.240407 n-d-804985-2 neutron-server[106254]: self.session.flush() Aug 18 12:47:59.246575 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-c22f8ffc-a59b-4461-88fe-2a74cae01253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556'] for port, after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:47:59.272056 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22f8ffc-a59b-4461-88fe-2a74cae01253 None None] Pushing event deleted for resources: {'Port': ['ID=7cfd6a84-dcba-4f1d-8b2b-386980724f11,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:47:59.279289 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c22f8ffc-a59b-4461-88fe-2a74cae01253 None None] No DVR routers for this DVR port 7cfd6a84-dcba-4f1d-8b2b-386980724f11 on host n-d-804985-2 {{(pid=106254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:47:59.289722 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ceb64d9d-5e0f-4a3d-9482-a4c9249a0174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8367858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997186'] for network, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:47:59.296434 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ceb64d9d-5e0f-4a3d-9482-a4c9249a0174 admin admin] Notify callbacks [] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:47:59.298334 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-ceb64d9d-5e0f-4a3d-9482-a4c9249a0174 admin admin] 10.222.0.66 "DELETE /v2.0/networks/d2682283-9943-409d-aeb3-45e8a1f61637 HTTP/1.1" status: 204 len: 168 time: 0.5572159 Aug 18 12:47:59.310924 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb64d9d-5e0f-4a3d-9482-a4c9249a0174 admin admin] Pushing event deleted for resources: {'Network': ['ID=d2682283-9943-409d-aeb3-45e8a1f61637,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:47:59.409224 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 51726) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:47:59.449748 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-38856367-3649-4868-840e-b9fae95bfeb5 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b014dbc881a94b53bff4fa00c7618782&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0393684 Aug 18 12:47:59.452284 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 51728) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:47:59.501750 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-075c72ec-9ca2-407b-86af-0f4b8b0cb8a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:47:59.526882 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-075c72ec-9ca2-407b-86af-0f4b8b0cb8a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:47:59.581945 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-075c72ec-9ca2-407b-86af-0f4b8b0cb8a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:47:59.584872 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-075c72ec-9ca2-407b-86af-0f4b8b0cb8a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:47:59.586078 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-075c72ec-9ca2-407b-86af-0f4b8b0cb8a8 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/acc45a84-d220-4b5b-9f64-0e5b6f6336de HTTP/1.1" status: 204 len: 168 time: 0.1328413 Aug 18 12:47:59.593815 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075c72ec-9ca2-407b-86af-0f4b8b0cb8a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acc45a84-d220-4b5b-9f64-0e5b6f6336de,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:48:00.375035 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 51750) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:48:00.492873 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-b488f972-9041-479a-9d01-b446f4a36bb6 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-81944460-network', 'tenant_id': '4453781b1b9b4f699a6a500cf2704bcd'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:48:00.516804 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b488f972-9041-479a-9d01-b446f4a36bb6 admin admin] Made reservation on behalf of 4453781b1b9b4f699a6a500cf2704bcd for: {'network': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:48:00.519155 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b488f972-9041-479a-9d01-b446f4a36bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for network, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:00.527954 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b488f972-9041-479a-9d01-b446f4a36bb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:00.618235 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b488f972-9041-479a-9d01-b446f4a36bb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:00.624570 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b488f972-9041-479a-9d01-b446f4a36bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:00.649679 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b488f972-9041-479a-9d01-b446f4a36bb6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 834} {{(pid=106252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:48:00.659394 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b488f972-9041-479a-9d01-b446f4a36bb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=942a5614-a50c-41e1-9d52-da28a9110fd3,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:48:00.666045 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b488f972-9041-479a-9d01-b446f4a36bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:00.666390 n-d-804985-2 neutron-server[106252]: INFO neutron.db.segments_db [None req-b488f972-9041-479a-9d01-b446f4a36bb6 admin admin] Added segment c7eff272-fbff-44c3-99af-ed9b67022bb3 of type vlan for network 82455f97-11d8-490a-8b6c-ccbdfd1a513e Aug 18 12:48:00.707400 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b488f972-9041-479a-9d01-b446f4a36bb6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789150665894'] for network, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:00.733865 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b488f972-9041-479a-9d01-b446f4a36bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for network, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:00.734842 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b488f972-9041-479a-9d01-b446f4a36bb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:48:00.735422 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b488f972-9041-479a-9d01-b446f4a36bb6 admin admin] Notify callbacks [] for network, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:00.791092 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-b488f972-9041-479a-9d01-b446f4a36bb6 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4148810 Aug 18 12:48:00.794220 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 51754) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:48:00.799457 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-ce91d447-7101-4f72-b718-d8f0325bc97a admin admin] Request body: {'subnet': {'network_id': '82455f97-11d8-490a-8b6c-ccbdfd1a513e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-81944460-subnet', 'tenant_id': '4453781b1b9b4f699a6a500cf2704bcd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:48:00.801964 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b488f972-9041-479a-9d01-b446f4a36bb6 admin admin] Pushing event updated for resources: {'Network': ['ID=82455f97-11d8-490a-8b6c-ccbdfd1a513e,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:48:00.813101 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Network 82455f97-11d8-490a-8b6c-ccbdfd1a513e details requested by agent ovs-agent-n-d-804985-2 with host n-d-804985-2 {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:48:00.822179 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce91d447-7101-4f72-b718-d8f0325bc97a admin admin] Made reservation on behalf of 4453781b1b9b4f699a6a500cf2704bcd for: {'subnet': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:48:00.824831 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ce91d447-7101-4f72-b718-d8f0325bc97a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59388119'] for subnet, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:00.998190 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ce91d447-7101-4f72-b718-d8f0325bc97a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58902106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59388097'] for subnet, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:01.053190 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce91d447-7101-4f72-b718-d8f0325bc97a admin admin] Pushing event updated for resources: {'Subnet': ['ID=6aa53c10-5513-4e16-a8d5-9504c22672ba,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:48:01.070127 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce91d447-7101-4f72-b718-d8f0325bc97a admin admin] Checking segment: {'id': 'c7eff272-fbff-44c3-99af-ed9b67022bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '82455f97-11d8-490a-8b6c-ccbdfd1a513e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:48:01.070489 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce91d447-7101-4f72-b718-d8f0325bc97a admin admin] Network hostable DHCP agents. Network: 82455f97-11d8-490a-8b6c-ccbdfd1a513e, hostable agents: ['97c14208-2951-4361-8d64-3708c946ff5f'], hosted agents: [] {{(pid=106253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 12:48:01.088650 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce91d447-7101-4f72-b718-d8f0325bc97a admin admin] Network 82455f97-11d8-490a-8b6c-ccbdfd1a513e is scheduled to be hosted by DHCP agent 97c14208-2951-4361-8d64-3708c946ff5f with binding_index 1 {{(pid=106253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 12:48:01.098874 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-ce91d447-7101-4f72-b718-d8f0325bc97a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-2, 82455f97-11d8-490a-8b6c-ccbdfd1a513e) {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:48:01.102976 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce91d447-7101-4f72-b718-d8f0325bc97a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:48:01.103565 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ce91d447-7101-4f72-b718-d8f0325bc97a admin admin] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:01.109111 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62de6576-d007-4c68-bee0-5fd7725a3b60 None None] Network 82455f97-11d8-490a-8b6c-ccbdfd1a513e requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:48:01.120214 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-ce91d447-7101-4f72-b718-d8f0325bc97a admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3248184 Aug 18 12:48:01.232264 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e04e34da-c081-4824-9771-70727752bac6 None None] Network 82455f97-11d8-490a-8b6c-ccbdfd1a513e requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:48:01.554163 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24034a34-06de-4c70-bce8-0d92697a78a4 req-29ff9a62-6334-4f5d-bcae-3e63da63878e tempest-ServersNegativeTestJSON-547932937 tempest-ServersNegativeTestJSON-547932937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:48:01.555610 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-24034a34-06de-4c70-bce8-0d92697a78a4 req-29ff9a62-6334-4f5d-bcae-3e63da63878e tempest-ServersNegativeTestJSON-547932937 tempest-ServersNegativeTestJSON-547932937-project] 10.222.0.66 "GET /v2.0/networks?id=82455f97-11d8-490a-8b6c-ccbdfd1a513e HTTP/1.1" status: 200 len: 812 time: 0.1051762 Aug 18 12:48:01.571005 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-24034a34-06de-4c70-bce8-0d92697a78a4 req-717ccd9f-d1d3-47d8-a52d-14b80871ad42 tempest-ServersNegativeTestJSON-547932937 tempest-ServersNegativeTestJSON-547932937-project] 10.222.0.66 "GET /v2.0/quotas/4453781b1b9b4f699a6a500cf2704bcd HTTP/1.1" status: 200 len: 375 time: 0.0095651 Aug 18 12:48:01.607452 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-24034a34-06de-4c70-bce8-0d92697a78a4 req-38ecb47d-c375-405c-906d-76941ba255de tempest-ServersNegativeTestJSON-547932937 tempest-ServersNegativeTestJSON-547932937-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=4453781b1b9b4f699a6a500cf2704bcd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0311153 Aug 18 12:48:01.673333 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [req-24034a34-06de-4c70-bce8-0d92697a78a4 req-ca49f29e-3b99-44af-8915-4c0cde26dba3 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=106252) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 12:48:01.674302 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-24034a34-06de-4c70-bce8-0d92697a78a4 req-ca49f29e-3b99-44af-8915-4c0cde26dba3 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0561581 Aug 18 12:48:01.774100 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-24034a34-06de-4c70-bce8-0d92697a78a4 req-1872bcfe-a2ea-4a78-a43e-8c26c3ab27d1 service neutron] 10.222.0.66 "GET /v2.0/networks/82455f97-11d8-490a-8b6c-ccbdfd1a513e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932064 Aug 18 12:48:01.868814 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-24034a34-06de-4c70-bce8-0d92697a78a4 req-9a67e2a0-5a39-40dd-aca7-98f49b5f7fb7 service neutron] 10.222.0.66 "GET /v2.0/networks/82455f97-11d8-490a-8b6c-ccbdfd1a513e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874407 Aug 18 12:48:03.124704 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b7433afc-d19f-4db9-858b-26a51acf88a2 req-60c821a1-ce16-4fbc-a085-1d037929de63 tempest-ServersNegativeTestJSON-547932937 tempest-ServersNegativeTestJSON-547932937-project] 10.222.0.66 "GET /v2.0/ports?device_id=3dcb29e0-2a6b-410b-ad0c-2fd0e70af557 HTTP/1.1" status: 200 len: 210 time: 0.0911171 Aug 18 12:48:04.186219 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24034a34-06de-4c70-bce8-0d92697a78a4 req-937b9e90-c563-4e84-b594-bc1e050ca975 tempest-ServersNegativeTestJSON-547932937 tempest-ServersNegativeTestJSON-547932937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:48:04.188055 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-24034a34-06de-4c70-bce8-0d92697a78a4 req-937b9e90-c563-4e84-b594-bc1e050ca975 tempest-ServersNegativeTestJSON-547932937 tempest-ServersNegativeTestJSON-547932937-project] 10.222.0.62 "GET /v2.0/networks?id=82455f97-11d8-490a-8b6c-ccbdfd1a513e HTTP/1.1" status: 200 len: 812 time: 0.1079051 Aug 18 12:48:04.205365 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [req-24034a34-06de-4c70-bce8-0d92697a78a4 req-e6b703e9-5db2-4665-9018-09c6379a5627 tempest-ServersNegativeTestJSON-547932937 tempest-ServersNegativeTestJSON-547932937-project] Request body: {'port': {'device_id': '3dcb29e0-2a6b-410b-ad0c-2fd0e70af557', 'network_id': '82455f97-11d8-490a-8b6c-ccbdfd1a513e', 'admin_state_up': True, 'tenant_id': '4453781b1b9b4f699a6a500cf2704bcd'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:48:04.224640 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ab53f45f-0cf3-48a4-9104-125db4b9bbbe req-b78952e0-a57b-4296-9cab-6534311bb006 tempest-ServersNegativeTestJSON-547932937 tempest-ServersNegativeTestJSON-547932937-project] 10.222.0.66 "GET /v2.0/ports?device_id=3dcb29e0-2a6b-410b-ad0c-2fd0e70af557 HTTP/1.1" status: 200 len: 210 time: 0.0261600 Aug 18 12:48:04.326853 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24034a34-06de-4c70-bce8-0d92697a78a4 req-e6b703e9-5db2-4665-9018-09c6379a5627 tempest-ServersNegativeTestJSON-547932937 tempest-ServersNegativeTestJSON-547932937-project] Made reservation on behalf of 4453781b1b9b4f699a6a500cf2704bcd for: {'port': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:48:04.330413 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-24034a34-06de-4c70-bce8-0d92697a78a4 req-e6b703e9-5db2-4665-9018-09c6379a5627 tempest-ServersNegativeTestJSON-547932937 tempest-ServersNegativeTestJSON-547932937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:04.467260 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [req-24034a34-06de-4c70-bce8-0d92697a78a4 req-e6b703e9-5db2-4665-9018-09c6379a5627 tempest-ServersNegativeTestJSON-547932937 tempest-ServersNegativeTestJSON-547932937-project] Allocated IP 172.20.0.5 (82455f97-11d8-490a-8b6c-ccbdfd1a513e/6aa53c10-5513-4e16-a8d5-9504c22672ba/d7a50043-c94a-4431-8e18-c253b3db7fa7) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:48:04.618654 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-24034a34-06de-4c70-bce8-0d92697a78a4 req-e6b703e9-5db2-4665-9018-09c6379a5627 tempest-ServersNegativeTestJSON-547932937 tempest-ServersNegativeTestJSON-547932937-project] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:04.669170 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-24034a34-06de-4c70-bce8-0d92697a78a4 req-e6b703e9-5db2-4665-9018-09c6379a5627 tempest-ServersNegativeTestJSON-547932937 tempest-ServersNegativeTestJSON-547932937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:05.004507 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24034a34-06de-4c70-bce8-0d92697a78a4 req-e6b703e9-5db2-4665-9018-09c6379a5627 tempest-ServersNegativeTestJSON-547932937 tempest-ServersNegativeTestJSON-547932937-project] Network 82455f97-11d8-490a-8b6c-ccbdfd1a513e is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:48:05.007604 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [req-24034a34-06de-4c70-bce8-0d92697a78a4 req-e6b703e9-5db2-4665-9018-09c6379a5627 tempest-ServersNegativeTestJSON-547932937 tempest-ServersNegativeTestJSON-547932937-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:48:05.011302 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-24034a34-06de-4c70-bce8-0d92697a78a4 req-e6b703e9-5db2-4665-9018-09c6379a5627 tempest-ServersNegativeTestJSON-547932937 tempest-ServersNegativeTestJSON-547932937-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:48:05.017838 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b703e9-5db2-4665-9018-09c6379a5627 tempest-ServersNegativeTestJSON-547932937 tempest-ServersNegativeTestJSON-547932937-project] Pushing event updated for resources: {'Port': ['ID=d7a50043-c94a-4431-8e18-c253b3db7fa7,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:48:05.069838 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24034a34-06de-4c70-bce8-0d92697a78a4 req-e6b703e9-5db2-4665-9018-09c6379a5627 tempest-ServersNegativeTestJSON-547932937 tempest-ServersNegativeTestJSON-547932937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:48:05.070783 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-24034a34-06de-4c70-bce8-0d92697a78a4 req-e6b703e9-5db2-4665-9018-09c6379a5627 tempest-ServersNegativeTestJSON-547932937 tempest-ServersNegativeTestJSON-547932937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:05.088900 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-24034a34-06de-4c70-bce8-0d92697a78a4 req-e6b703e9-5db2-4665-9018-09c6379a5627 tempest-ServersNegativeTestJSON-547932937 tempest-ServersNegativeTestJSON-547932937-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8874550 Aug 18 12:48:05.101727 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [req-24034a34-06de-4c70-bce8-0d92697a78a4 req-77874d5f-2786-4530-b36a-a22812790b8e service neutron] Request body: {'port': {'device_id': '3dcb29e0-2a6b-410b-ad0c-2fd0e70af557', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804985-2'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:48:05.157722 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-24034a34-06de-4c70-bce8-0d92697a78a4 req-77874d5f-2786-4530-b36a-a22812790b8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:05.355541 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60de8fd4-8cd9-44e3-8587-f3a4e7955db9 req-2b663557-b646-45ae-91bf-28ce812d54c5 tempest-ServersNegativeTestJSON-547932937 tempest-ServersNegativeTestJSON-547932937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:48:05.357098 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-60de8fd4-8cd9-44e3-8587-f3a4e7955db9 req-2b663557-b646-45ae-91bf-28ce812d54c5 tempest-ServersNegativeTestJSON-547932937 tempest-ServersNegativeTestJSON-547932937-project] 10.222.0.66 "GET /v2.0/ports?device_id=3dcb29e0-2a6b-410b-ad0c-2fd0e70af557 HTTP/1.1" status: 200 len: 931 time: 0.0509093 Aug 18 12:48:05.396640 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-60de8fd4-8cd9-44e3-8587-f3a4e7955db9 req-b1d965e6-304f-428a-ac47-9313b3d9a3e3 tempest-ServersNegativeTestJSON-547932937 tempest-ServersNegativeTestJSON-547932937-project] 10.222.0.66 "GET /v2.0/security-groups?id=942a5614-a50c-41e1-9d52-da28a9110fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332744 Aug 18 12:48:05.436647 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [req-24034a34-06de-4c70-bce8-0d92697a78a4 req-77874d5f-2786-4530-b36a-a22812790b8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7a50043-c94a-4431-8e18-c253b3db7fa7 {{(pid=106253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:48:05.444460 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-24034a34-06de-4c70-bce8-0d92697a78a4 req-77874d5f-2786-4530-b36a-a22812790b8e service neutron] Notify callbacks [] for port, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:05.456719 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [req-24034a34-06de-4c70-bce8-0d92697a78a4 req-77874d5f-2786-4530-b36a-a22812790b8e service neutron] Transition to ACTIVE for port object d7a50043-c94a-4431-8e18-c253b3db7fa7 will not be triggered until provisioned by entity L2. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:48:05.462435 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-24034a34-06de-4c70-bce8-0d92697a78a4 req-77874d5f-2786-4530-b36a-a22812790b8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:05.533898 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77874d5f-2786-4530-b36a-a22812790b8e service neutron] Pushing event updated for resources: {'Port': ['ID=d7a50043-c94a-4431-8e18-c253b3db7fa7,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:48:05.584330 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-24034a34-06de-4c70-bce8-0d92697a78a4 req-77874d5f-2786-4530-b36a-a22812790b8e service neutron] Attempting to bind port d7a50043-c94a-4431-8e18-c253b3db7fa7 on host n-h2-804985-2 for vnic_type normal with profile {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:48:05.584685 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-24034a34-06de-4c70-bce8-0d92697a78a4 req-77874d5f-2786-4530-b36a-a22812790b8e service neutron] Attempting to bind port d7a50043-c94a-4431-8e18-c253b3db7fa7 by drivers openvswitch,hyperv on host n-h2-804985-2 at level 0 using segments [{'id': 'c7eff272-fbff-44c3-99af-ed9b67022bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '82455f97-11d8-490a-8b6c-ccbdfd1a513e'}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:48:05.585003 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24034a34-06de-4c70-bce8-0d92697a78a4 req-77874d5f-2786-4530-b36a-a22812790b8e service neutron] Attempting to bind port d7a50043-c94a-4431-8e18-c253b3db7fa7 on network 82455f97-11d8-490a-8b6c-ccbdfd1a513e {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:48:05.589379 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24034a34-06de-4c70-bce8-0d92697a78a4 req-77874d5f-2786-4530-b36a-a22812790b8e service neutron] Port d7a50043-c94a-4431-8e18-c253b3db7fa7 on network 82455f97-11d8-490a-8b6c-ccbdfd1a513e not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-2 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:48:05.589690 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24034a34-06de-4c70-bce8-0d92697a78a4 req-77874d5f-2786-4530-b36a-a22812790b8e service neutron] Attempting to bind port d7a50043-c94a-4431-8e18-c253b3db7fa7 on network 82455f97-11d8-490a-8b6c-ccbdfd1a513e {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:48:05.594625 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24034a34-06de-4c70-bce8-0d92697a78a4 req-77874d5f-2786-4530-b36a-a22812790b8e service neutron] Checking agent: {'id': 'da5da552-709c-4248-84de-86af99a0dc87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 49, 8), 'started_at': datetime.datetime(2021, 8, 18, 11, 49, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 47, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:48:05.594950 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24034a34-06de-4c70-bce8-0d92697a78a4 req-77874d5f-2786-4530-b36a-a22812790b8e service neutron] Checking segment: {'id': 'c7eff272-fbff-44c3-99af-ed9b67022bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '82455f97-11d8-490a-8b6c-ccbdfd1a513e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:48:05.595321 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24034a34-06de-4c70-bce8-0d92697a78a4 req-77874d5f-2786-4530-b36a-a22812790b8e service neutron] Bound using segment: {'id': 'c7eff272-fbff-44c3-99af-ed9b67022bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '82455f97-11d8-490a-8b6c-ccbdfd1a513e'} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:48:05.595727 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-24034a34-06de-4c70-bce8-0d92697a78a4 req-77874d5f-2786-4530-b36a-a22812790b8e service neutron] Bound port: d7a50043-c94a-4431-8e18-c253b3db7fa7, host: n-h2-804985-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7eff272-fbff-44c3-99af-ed9b67022bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '82455f97-11d8-490a-8b6c-ccbdfd1a513e'}}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:48:05.596068 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-24034a34-06de-4c70-bce8-0d92697a78a4 req-77874d5f-2786-4530-b36a-a22812790b8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:05.661131 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-24034a34-06de-4c70-bce8-0d92697a78a4 req-77874d5f-2786-4530-b36a-a22812790b8e service neutron] For port d7a50043-c94a-4431-8e18-c253b3db7fa7, host n-h2-804985-2, cleared binding levels {{(pid=106253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:48:05.665446 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-24034a34-06de-4c70-bce8-0d92697a78a4 req-77874d5f-2786-4530-b36a-a22812790b8e service neutron] For port d7a50043-c94a-4431-8e18-c253b3db7fa7, host n-h2-804985-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=d7a50043-c94a-4431-8e18-c253b3db7fa7,segment=NetworkSegment(c7eff272-fbff-44c3-99af-ed9b67022bb3),segment_id=c7eff272-fbff-44c3-99af-ed9b67022bb3)] {{(pid=106253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:48:05.672723 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-24034a34-06de-4c70-bce8-0d92697a78a4 req-77874d5f-2786-4530-b36a-a22812790b8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:05.710163 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24034a34-06de-4c70-bce8-0d92697a78a4 req-77874d5f-2786-4530-b36a-a22812790b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:48:05.710800 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-24034a34-06de-4c70-bce8-0d92697a78a4 req-77874d5f-2786-4530-b36a-a22812790b8e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:05.712214 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-24034a34-06de-4c70-bce8-0d92697a78a4 req-77874d5f-2786-4530-b36a-a22812790b8e service neutron] 10.222.0.62 "PUT /v2.0/ports/d7a50043-c94a-4431-8e18-c253b3db7fa7 HTTP/1.1" status: 200 len: 1091 time: 0.6147242 Aug 18 12:48:05.712686 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dcb29e0-2a6b-410b-ad0c-2fd0e70af557', 'tag': 'd7a50043-c94a-4431-8e18-c253b3db7fa7'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:48:05.714956 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0679f4c4b6e0e0c064a7d71d722dc30541a34fffee11680573be22ee2ffccc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e96c80a-a419-40f7-8a26-ba99a96e49be" -d '{"events": [{"name": "network-changed", "server_uuid": "3dcb29e0-2a6b-410b-ad0c-2fd0e70af557", "tag": "d7a50043-c94a-4431-8e18-c253b3db7fa7"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:48:05.741840 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77874d5f-2786-4530-b36a-a22812790b8e service neutron] Pushing event updated for resources: {'Port': ['ID=d7a50043-c94a-4431-8e18-c253b3db7fa7,revision_number=3']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:48:05.761677 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:48:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bd01e55-cbb4-4b66-b383-561b62281586 x-openstack-request-id: req-1bd01e55-cbb4-4b66-b383-561b62281586 {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:48:05.761962 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3dcb29e0-2a6b-410b-ad0c-2fd0e70af557", "tag": "d7a50043-c94a-4431-8e18-c253b3db7fa7", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:48:05.762206 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-1bd01e55-cbb4-4b66-b383-561b62281586 {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:48:05.762590 n-d-804985-2 neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3dcb29e0-2a6b-410b-ad0c-2fd0e70af557', 'tag': 'd7a50043-c94a-4431-8e18-c253b3db7fa7', 'status': 'completed', 'code': 200} Aug 18 12:48:05.796507 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24034a34-06de-4c70-bce8-0d92697a78a4 req-9c0b0b90-e9ba-4397-941d-0aa19362cf96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:48:05.798021 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-24034a34-06de-4c70-bce8-0d92697a78a4 req-9c0b0b90-e9ba-4397-941d-0aa19362cf96 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4453781b1b9b4f699a6a500cf2704bcd&device_id=3dcb29e0-2a6b-410b-ad0c-2fd0e70af557 HTTP/1.1" status: 200 len: 1094 time: 0.0453687 Aug 18 12:48:05.843685 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-24034a34-06de-4c70-bce8-0d92697a78a4 req-69e57138-790f-4fe9-8839-5b23f746ac2e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d7a50043-c94a-4431-8e18-c253b3db7fa7 HTTP/1.1" status: 200 len: 217 time: 0.0375862 Aug 18 12:48:05.902905 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24034a34-06de-4c70-bce8-0d92697a78a4 req-1126327f-93bf-4ced-8660-b52e2e105744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:48:05.904376 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-24034a34-06de-4c70-bce8-0d92697a78a4 req-1126327f-93bf-4ced-8660-b52e2e105744 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6aa53c10-5513-4e16-a8d5-9504c22672ba HTTP/1.1" status: 200 len: 852 time: 0.0537620 Aug 18 12:48:05.937737 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-24034a34-06de-4c70-bce8-0d92697a78a4 req-023feb67-01ba-4bf0-ae18-c52c28608ee9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=82455f97-11d8-490a-8b6c-ccbdfd1a513e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259264 Aug 18 12:48:06.032008 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-24034a34-06de-4c70-bce8-0d92697a78a4 req-891746b1-5971-4909-8aa2-784037f6a794 service neutron] 10.222.0.62 "GET /v2.0/networks/82455f97-11d8-490a-8b6c-ccbdfd1a513e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869548 Aug 18 12:48:06.124752 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-24034a34-06de-4c70-bce8-0d92697a78a4 req-fde76b36-39bc-46d9-b221-73b386d5b755 service neutron] 10.222.0.62 "GET /v2.0/networks/82455f97-11d8-490a-8b6c-ccbdfd1a513e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858037 Aug 18 12:48:06.220974 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e96c80a-a419-40f7-8a26-ba99a96e49be req-cf44dfd6-7452-4df7-9a62-96dd13ee1585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:48:06.222356 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-8e96c80a-a419-40f7-8a26-ba99a96e49be req-cf44dfd6-7452-4df7-9a62-96dd13ee1585 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4453781b1b9b4f699a6a500cf2704bcd&device_id=3dcb29e0-2a6b-410b-ad0c-2fd0e70af557 HTTP/1.1" status: 200 len: 1094 time: 0.0474212 Aug 18 12:48:06.322311 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e96c80a-a419-40f7-8a26-ba99a96e49be req-6dd7f81b-fa74-4f1d-8b84-e107fe669df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:48:06.323755 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-8e96c80a-a419-40f7-8a26-ba99a96e49be req-6dd7f81b-fa74-4f1d-8b84-e107fe669df8 service neutron] 10.222.0.62 "GET /v2.0/networks?id=82455f97-11d8-490a-8b6c-ccbdfd1a513e HTTP/1.1" status: 200 len: 913 time: 0.0941322 Aug 18 12:48:06.364514 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-8e96c80a-a419-40f7-8a26-ba99a96e49be req-e506dd41-33f6-40f9-9515-46b98727a92a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d7a50043-c94a-4431-8e18-c253b3db7fa7 HTTP/1.1" status: 200 len: 217 time: 0.0336094 Aug 18 12:48:06.419535 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e96c80a-a419-40f7-8a26-ba99a96e49be req-ca8c8334-3a2b-4885-bac8-7063be016124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:48:06.421087 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-8e96c80a-a419-40f7-8a26-ba99a96e49be req-ca8c8334-3a2b-4885-bac8-7063be016124 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6aa53c10-5513-4e16-a8d5-9504c22672ba HTTP/1.1" status: 200 len: 852 time: 0.0487709 Aug 18 12:48:06.453623 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-8e96c80a-a419-40f7-8a26-ba99a96e49be req-9fc834a1-9019-47f9-a100-fdb7f6d81527 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=82455f97-11d8-490a-8b6c-ccbdfd1a513e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250430 Aug 18 12:48:06.489059 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:06.517011 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352d780a-bc87-45f0-a3a2-e6f3956936af req-662d4600-51d8-4876-8908-521fc0cd62ad tempest-ServersNegativeTestJSON-547932937 tempest-ServersNegativeTestJSON-547932937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:48:06.518748 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-352d780a-bc87-45f0-a3a2-e6f3956936af req-662d4600-51d8-4876-8908-521fc0cd62ad tempest-ServersNegativeTestJSON-547932937 tempest-ServersNegativeTestJSON-547932937-project] 10.222.0.66 "GET /v2.0/ports?device_id=3dcb29e0-2a6b-410b-ad0c-2fd0e70af557 HTTP/1.1" status: 200 len: 943 time: 0.0519960 Aug 18 12:48:06.546504 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-8e96c80a-a419-40f7-8a26-ba99a96e49be req-d54c0eb2-85f9-433f-ad91-ccd5e656f5e8 service neutron] 10.222.0.62 "GET /v2.0/networks/82455f97-11d8-490a-8b6c-ccbdfd1a513e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843174 Aug 18 12:48:06.561590 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-352d780a-bc87-45f0-a3a2-e6f3956936af req-32a9349d-34b3-4e5f-b066-fb26b4744726 tempest-ServersNegativeTestJSON-547932937 tempest-ServersNegativeTestJSON-547932937-project] 10.222.0.66 "GET /v2.0/security-groups?id=942a5614-a50c-41e1-9d52-da28a9110fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366881 Aug 18 12:48:06.646852 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-8e96c80a-a419-40f7-8a26-ba99a96e49be req-1b6fd8aa-0eb8-4c69-b49b-e14fa3e86be2 service neutron] 10.222.0.62 "GET /v2.0/networks/82455f97-11d8-490a-8b6c-ccbdfd1a513e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929899 Aug 18 12:48:07.314436 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device d7a50043-c94a-4431-8e18-c253b3db7fa7 details requested by agent hyperv_n-h2-804985-2 with host n-h2-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:48:07.423386 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port d7a50043-c94a-4431-8e18-c253b3db7fa7, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=d7a50043-c94a-4431-8e18-c253b3db7fa7,segment=NetworkSegment(c7eff272-fbff-44c3-99af-ed9b67022bb3),segment_id=c7eff272-fbff-44c3-99af-ed9b67022bb3)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:48:07.434398 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Returning: {'device': 'd7a50043-c94a-4431-8e18-c253b3db7fa7', 'network_id': '82455f97-11d8-490a-8b6c-ccbdfd1a513e', 'port_id': 'd7a50043-c94a-4431-8e18-c253b3db7fa7', 'mac_address': 'fa:16:3e:e0:02:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 834, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6aa53c10-5513-4e16-a8d5-9504c22672ba', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:48:07.472098 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:07.485417 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7a50043-c94a-4431-8e18-c253b3db7fa7 {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:48:07.506549 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port d7a50043-c94a-4431-8e18-c253b3db7fa7, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=d7a50043-c94a-4431-8e18-c253b3db7fa7,segment=NetworkSegment(c7eff272-fbff-44c3-99af-ed9b67022bb3),segment_id=c7eff272-fbff-44c3-99af-ed9b67022bb3)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:48:07.514878 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:07.567797 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=d7a50043-c94a-4431-8e18-c253b3db7fa7,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:48:07.682239 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d25e81a-018a-4bbc-a819-7e08bc7165de req-482bbb67-66bd-448c-8cf1-95c27197f94b tempest-ServersNegativeTestJSON-547932937 tempest-ServersNegativeTestJSON-547932937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:48:07.683731 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9d25e81a-018a-4bbc-a819-7e08bc7165de req-482bbb67-66bd-448c-8cf1-95c27197f94b tempest-ServersNegativeTestJSON-547932937 tempest-ServersNegativeTestJSON-547932937-project] 10.222.0.66 "GET /v2.0/ports?device_id=3dcb29e0-2a6b-410b-ad0c-2fd0e70af557 HTTP/1.1" status: 200 len: 944 time: 0.0535307 Aug 18 12:48:07.703894 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] get_ports_and_sgs() called for port_ids ['d7a50043-c94a-4431-8e18-c253b3db7fa7'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:48:07.725625 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9d25e81a-018a-4bbc-a819-7e08bc7165de req-6a9c92e5-fa9b-4762-8b43-b3a57c820ca5 tempest-ServersNegativeTestJSON-547932937 tempest-ServersNegativeTestJSON-547932937-project] 10.222.0.66 "GET /v2.0/security-groups?id=942a5614-a50c-41e1-9d52-da28a9110fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347960 Aug 18 12:48:08.688219 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:08.844373 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886b4b0a-c9d7-4493-beb6-5e614ab59482 req-e44e0601-54f3-4def-8d22-ba6dca68fdf1 tempest-ServersNegativeTestJSON-547932937 tempest-ServersNegativeTestJSON-547932937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:48:08.846392 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-886b4b0a-c9d7-4493-beb6-5e614ab59482 req-e44e0601-54f3-4def-8d22-ba6dca68fdf1 tempest-ServersNegativeTestJSON-547932937 tempest-ServersNegativeTestJSON-547932937-project] 10.222.0.66 "GET /v2.0/ports?device_id=3dcb29e0-2a6b-410b-ad0c-2fd0e70af557 HTTP/1.1" status: 200 len: 944 time: 0.0513687 Aug 18 12:48:08.885930 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-886b4b0a-c9d7-4493-beb6-5e614ab59482 req-638759e6-4dea-4dc7-81c3-1f4ddbb1834c tempest-ServersNegativeTestJSON-547932937 tempest-ServersNegativeTestJSON-547932937-project] 10.222.0.66 "GET /v2.0/security-groups?id=942a5614-a50c-41e1-9d52-da28a9110fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333114 Aug 18 12:48:09.342473 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device d7a50043-c94a-4431-8e18-c253b3db7fa7 up at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:48:09.396353 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Provisioning for port d7a50043-c94a-4431-8e18-c253b3db7fa7 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:48:09.400039 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Provisioning complete for port d7a50043-c94a-4431-8e18-c253b3db7fa7 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:48:09.400381 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:09.483893 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:09.507821 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dcb29e0-2a6b-410b-ad0c-2fd0e70af557', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7a50043-c94a-4431-8e18-c253b3db7fa7'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:48:09.510158 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db50a436fb3a98495337d8fe7487b4f2ea6f3c1052eb9efadc2ecda2d5737001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c2180b7-653c-4b30-8027-ecfe4693385e" -d '{"events": [{"server_uuid": "3dcb29e0-2a6b-410b-ad0c-2fd0e70af557", "name": "network-vif-plugged", "status": "completed", "tag": "d7a50043-c94a-4431-8e18-c253b3db7fa7"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:48:09.524408 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port d7a50043-c94a-4431-8e18-c253b3db7fa7, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=d7a50043-c94a-4431-8e18-c253b3db7fa7,segment=NetworkSegment(c7eff272-fbff-44c3-99af-ed9b67022bb3),segment_id=c7eff272-fbff-44c3-99af-ed9b67022bb3)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:48:09.529918 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:09.578420 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=d7a50043-c94a-4431-8e18-c253b3db7fa7,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:48:09.623140 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:48:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82a88ae6-b9df-4778-8b7e-bbaeffc1e088 x-openstack-request-id: req-82a88ae6-b9df-4778-8b7e-bbaeffc1e088 {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:48:09.623478 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dcb29e0-2a6b-410b-ad0c-2fd0e70af557", "name": "network-vif-plugged", "status": "completed", "tag": "d7a50043-c94a-4431-8e18-c253b3db7fa7", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:48:09.623731 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-82a88ae6-b9df-4778-8b7e-bbaeffc1e088 {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:48:09.624129 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dcb29e0-2a6b-410b-ad0c-2fd0e70af557', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7a50043-c94a-4431-8e18-c253b3db7fa7', 'code': 200} Aug 18 12:48:09.723288 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdd2996-f834-4870-bec9-225a70b0b208 req-9a867d08-43c2-4745-a24d-df216f75c99f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:48:09.724821 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-4fdd2996-f834-4870-bec9-225a70b0b208 req-9a867d08-43c2-4745-a24d-df216f75c99f service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=3dcb29e0-2a6b-410b-ad0c-2fd0e70af557 HTTP/1.1" status: 200 len: 1096 time: 0.0448904 Aug 18 12:48:09.760852 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-4fdd2996-f834-4870-bec9-225a70b0b208 req-4f31decd-0ab2-4f67-aeb4-6b6a247eddd4 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=942a5614-a50c-41e1-9d52-da28a9110fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286014 Aug 18 12:48:10.018457 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629484d9-98ba-4432-a99c-145d528e8c70 req-fd6efb6e-a079-4399-ab03-1f5659fecf58 tempest-ServersNegativeTestJSON-547932937 tempest-ServersNegativeTestJSON-547932937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:48:10.019947 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-629484d9-98ba-4432-a99c-145d528e8c70 req-fd6efb6e-a079-4399-ab03-1f5659fecf58 tempest-ServersNegativeTestJSON-547932937 tempest-ServersNegativeTestJSON-547932937-project] 10.222.0.66 "GET /v2.0/ports?device_id=3dcb29e0-2a6b-410b-ad0c-2fd0e70af557 HTTP/1.1" status: 200 len: 945 time: 0.0534370 Aug 18 12:48:10.064929 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-629484d9-98ba-4432-a99c-145d528e8c70 req-91d46594-38b5-46e8-a17c-3e2664bcaf33 tempest-ServersNegativeTestJSON-547932937 tempest-ServersNegativeTestJSON-547932937-project] 10.222.0.66 "GET /v2.0/security-groups?id=942a5614-a50c-41e1-9d52-da28a9110fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361722 Aug 18 12:48:11.198004 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604aff34-84a6-40e1-8c0b-7b7ce5845fbd req-795b3cda-1d66-419e-a773-07b5de68b963 tempest-ServersNegativeTestJSON-547932937 tempest-ServersNegativeTestJSON-547932937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:48:11.199482 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-604aff34-84a6-40e1-8c0b-7b7ce5845fbd req-795b3cda-1d66-419e-a773-07b5de68b963 tempest-ServersNegativeTestJSON-547932937 tempest-ServersNegativeTestJSON-547932937-project] 10.222.0.66 "GET /v2.0/ports?device_id=3dcb29e0-2a6b-410b-ad0c-2fd0e70af557 HTTP/1.1" status: 200 len: 945 time: 0.0521965 Aug 18 12:48:11.238960 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-604aff34-84a6-40e1-8c0b-7b7ce5845fbd req-1b6bb544-fe90-43e6-8350-d872adde2f22 tempest-ServersNegativeTestJSON-547932937 tempest-ServersNegativeTestJSON-547932937-project] 10.222.0.66 "GET /v2.0/security-groups?id=942a5614-a50c-41e1-9d52-da28a9110fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315394 Aug 18 12:48:11.484380 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469d5fd1-3e12-4a8a-b48b-5e7f245d20a8 req-277f1a5a-c631-4b44-86a6-4227fd57a5cc tempest-ServersNegativeTestJSON-547932937 tempest-ServersNegativeTestJSON-547932937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:48:11.485867 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-469d5fd1-3e12-4a8a-b48b-5e7f245d20a8 req-277f1a5a-c631-4b44-86a6-4227fd57a5cc tempest-ServersNegativeTestJSON-547932937 tempest-ServersNegativeTestJSON-547932937-project] 10.222.0.66 "GET /v2.0/networks?id=82455f97-11d8-490a-8b6c-ccbdfd1a513e HTTP/1.1" status: 200 len: 812 time: 0.1139407 Aug 18 12:48:11.501320 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-469d5fd1-3e12-4a8a-b48b-5e7f245d20a8 req-678b6916-b6df-414a-bac5-8a2b983a3def tempest-ServersNegativeTestJSON-547932937 tempest-ServersNegativeTestJSON-547932937-project] 10.222.0.66 "GET /v2.0/quotas/4453781b1b9b4f699a6a500cf2704bcd HTTP/1.1" status: 200 len: 375 time: 0.0094426 Aug 18 12:48:11.551025 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-469d5fd1-3e12-4a8a-b48b-5e7f245d20a8 req-ae4af75b-0a77-456c-8bc8-0499b261d8ef tempest-ServersNegativeTestJSON-547932937 tempest-ServersNegativeTestJSON-547932937-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=4453781b1b9b4f699a6a500cf2704bcd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0442901 Aug 18 12:48:11.610414 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [req-469d5fd1-3e12-4a8a-b48b-5e7f245d20a8 req-a391f729-7744-4987-a77c-901489f76a89 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=106252) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 12:48:11.611477 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-469d5fd1-3e12-4a8a-b48b-5e7f245d20a8 req-a391f729-7744-4987-a77c-901489f76a89 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0535929 Aug 18 12:48:11.706759 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-469d5fd1-3e12-4a8a-b48b-5e7f245d20a8 req-acbb0fdb-d3a4-4d46-8745-fe241672d061 service neutron] 10.222.0.66 "GET /v2.0/networks/82455f97-11d8-490a-8b6c-ccbdfd1a513e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861206 Aug 18 12:48:11.808128 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-469d5fd1-3e12-4a8a-b48b-5e7f245d20a8 req-396c6deb-2b4f-4189-9b4d-c0052ef5643c service neutron] 10.222.0.66 "GET /v2.0/networks/82455f97-11d8-490a-8b6c-ccbdfd1a513e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947537 Aug 18 12:48:11.970877 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7f2a3c55-3fad-499c-ad55-1409f0b95e7c req-a9818415-aae0-40fa-89dd-69f0436f1438 tempest-ServersNegativeTestJSON-547932937 tempest-ServersNegativeTestJSON-547932937-project] 10.222.0.66 "GET /v2.0/ports?device_id=981d68a6-9b3b-4934-8283-67501995c5d2 HTTP/1.1" status: 200 len: 210 time: 0.0274794 Aug 18 12:48:13.024367 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469d5fd1-3e12-4a8a-b48b-5e7f245d20a8 req-40126c0e-dbe8-4296-9281-a84be9039ccb tempest-ServersNegativeTestJSON-547932937 tempest-ServersNegativeTestJSON-547932937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:48:13.025955 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-469d5fd1-3e12-4a8a-b48b-5e7f245d20a8 req-40126c0e-dbe8-4296-9281-a84be9039ccb tempest-ServersNegativeTestJSON-547932937 tempest-ServersNegativeTestJSON-547932937-project] 10.222.0.63 "GET /v2.0/networks?id=82455f97-11d8-490a-8b6c-ccbdfd1a513e HTTP/1.1" status: 200 len: 812 time: 0.1104629 Aug 18 12:48:13.041205 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-469d5fd1-3e12-4a8a-b48b-5e7f245d20a8 req-750ee4fc-0959-4c71-9340-0b186a41348c tempest-ServersNegativeTestJSON-547932937 tempest-ServersNegativeTestJSON-547932937-project] Request body: {'port': {'device_id': '981d68a6-9b3b-4934-8283-67501995c5d2', 'network_id': '82455f97-11d8-490a-8b6c-ccbdfd1a513e', 'admin_state_up': True, 'tenant_id': '4453781b1b9b4f699a6a500cf2704bcd'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:48:13.105430 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-fcbbcae6-37d3-40ff-9da6-8e60aed83024 req-66718267-61ae-40a1-96ad-47ee51cddd92 tempest-ServersNegativeTestJSON-547932937 tempest-ServersNegativeTestJSON-547932937-project] 10.222.0.66 "GET /v2.0/ports?device_id=981d68a6-9b3b-4934-8283-67501995c5d2 HTTP/1.1" status: 200 len: 210 time: 0.0604370 Aug 18 12:48:13.177768 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-469d5fd1-3e12-4a8a-b48b-5e7f245d20a8 req-750ee4fc-0959-4c71-9340-0b186a41348c tempest-ServersNegativeTestJSON-547932937 tempest-ServersNegativeTestJSON-547932937-project] Made reservation on behalf of 4453781b1b9b4f699a6a500cf2704bcd for: {'port': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:48:13.181396 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-469d5fd1-3e12-4a8a-b48b-5e7f245d20a8 req-750ee4fc-0959-4c71-9340-0b186a41348c tempest-ServersNegativeTestJSON-547932937 tempest-ServersNegativeTestJSON-547932937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:13.307791 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [req-469d5fd1-3e12-4a8a-b48b-5e7f245d20a8 req-750ee4fc-0959-4c71-9340-0b186a41348c tempest-ServersNegativeTestJSON-547932937 tempest-ServersNegativeTestJSON-547932937-project] Allocated IP 172.20.0.14 (82455f97-11d8-490a-8b6c-ccbdfd1a513e/6aa53c10-5513-4e16-a8d5-9504c22672ba/25f746fc-0be6-4922-aeb7-5682a4899c72) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:48:13.466116 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-469d5fd1-3e12-4a8a-b48b-5e7f245d20a8 req-750ee4fc-0959-4c71-9340-0b186a41348c tempest-ServersNegativeTestJSON-547932937 tempest-ServersNegativeTestJSON-547932937-project] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:13.507341 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-469d5fd1-3e12-4a8a-b48b-5e7f245d20a8 req-750ee4fc-0959-4c71-9340-0b186a41348c tempest-ServersNegativeTestJSON-547932937 tempest-ServersNegativeTestJSON-547932937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:13.519493 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] get_ports_and_sgs() called for port_ids ['d7a50043-c94a-4431-8e18-c253b3db7fa7'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:48:13.553695 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-469d5fd1-3e12-4a8a-b48b-5e7f245d20a8 req-750ee4fc-0959-4c71-9340-0b186a41348c tempest-ServersNegativeTestJSON-547932937 tempest-ServersNegativeTestJSON-547932937-project] Network 82455f97-11d8-490a-8b6c-ccbdfd1a513e is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:48:13.559869 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [req-469d5fd1-3e12-4a8a-b48b-5e7f245d20a8 req-750ee4fc-0959-4c71-9340-0b186a41348c tempest-ServersNegativeTestJSON-547932937 tempest-ServersNegativeTestJSON-547932937-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:48:13.561854 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ee4fc-0959-4c71-9340-0b186a41348c tempest-ServersNegativeTestJSON-547932937 tempest-ServersNegativeTestJSON-547932937-project] Pushing event updated for resources: {'Port': ['ID=25f746fc-0be6-4922-aeb7-5682a4899c72,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:48:13.564407 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-469d5fd1-3e12-4a8a-b48b-5e7f245d20a8 req-750ee4fc-0959-4c71-9340-0b186a41348c tempest-ServersNegativeTestJSON-547932937 tempest-ServersNegativeTestJSON-547932937-project] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:48:13.615694 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469d5fd1-3e12-4a8a-b48b-5e7f245d20a8 req-750ee4fc-0959-4c71-9340-0b186a41348c tempest-ServersNegativeTestJSON-547932937 tempest-ServersNegativeTestJSON-547932937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:48:13.616313 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-469d5fd1-3e12-4a8a-b48b-5e7f245d20a8 req-750ee4fc-0959-4c71-9340-0b186a41348c tempest-ServersNegativeTestJSON-547932937 tempest-ServersNegativeTestJSON-547932937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:13.631512 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-469d5fd1-3e12-4a8a-b48b-5e7f245d20a8 req-750ee4fc-0959-4c71-9340-0b186a41348c tempest-ServersNegativeTestJSON-547932937 tempest-ServersNegativeTestJSON-547932937-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5946748 Aug 18 12:48:13.644241 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-469d5fd1-3e12-4a8a-b48b-5e7f245d20a8 req-55ec9797-931d-4cba-bc56-58c2ecde7dbd service neutron] Request body: {'port': {'device_id': '981d68a6-9b3b-4934-8283-67501995c5d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804985-2'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:48:13.697566 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-469d5fd1-3e12-4a8a-b48b-5e7f245d20a8 req-55ec9797-931d-4cba-bc56-58c2ecde7dbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:13.978004 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [req-469d5fd1-3e12-4a8a-b48b-5e7f245d20a8 req-55ec9797-931d-4cba-bc56-58c2ecde7dbd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25f746fc-0be6-4922-aeb7-5682a4899c72 {{(pid=106252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:48:13.985504 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-469d5fd1-3e12-4a8a-b48b-5e7f245d20a8 req-55ec9797-931d-4cba-bc56-58c2ecde7dbd service neutron] Notify callbacks [] for port, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:13.997779 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [req-469d5fd1-3e12-4a8a-b48b-5e7f245d20a8 req-55ec9797-931d-4cba-bc56-58c2ecde7dbd service neutron] Transition to ACTIVE for port object 25f746fc-0be6-4922-aeb7-5682a4899c72 will not be triggered until provisioned by entity L2. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:48:14.002356 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-469d5fd1-3e12-4a8a-b48b-5e7f245d20a8 req-55ec9797-931d-4cba-bc56-58c2ecde7dbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:14.052368 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ec9797-931d-4cba-bc56-58c2ecde7dbd service neutron] Pushing event updated for resources: {'Port': ['ID=25f746fc-0be6-4922-aeb7-5682a4899c72,revision_number=2']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:48:14.123345 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-469d5fd1-3e12-4a8a-b48b-5e7f245d20a8 req-55ec9797-931d-4cba-bc56-58c2ecde7dbd service neutron] Attempting to bind port 25f746fc-0be6-4922-aeb7-5682a4899c72 on host n-h1-804985-2 for vnic_type normal with profile {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:48:14.123691 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-469d5fd1-3e12-4a8a-b48b-5e7f245d20a8 req-55ec9797-931d-4cba-bc56-58c2ecde7dbd service neutron] Attempting to bind port 25f746fc-0be6-4922-aeb7-5682a4899c72 by drivers openvswitch,hyperv on host n-h1-804985-2 at level 0 using segments [{'id': 'c7eff272-fbff-44c3-99af-ed9b67022bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '82455f97-11d8-490a-8b6c-ccbdfd1a513e'}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:48:14.124031 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-469d5fd1-3e12-4a8a-b48b-5e7f245d20a8 req-55ec9797-931d-4cba-bc56-58c2ecde7dbd service neutron] Attempting to bind port 25f746fc-0be6-4922-aeb7-5682a4899c72 on network 82455f97-11d8-490a-8b6c-ccbdfd1a513e {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:48:14.129210 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-469d5fd1-3e12-4a8a-b48b-5e7f245d20a8 req-55ec9797-931d-4cba-bc56-58c2ecde7dbd service neutron] Port 25f746fc-0be6-4922-aeb7-5682a4899c72 on network 82455f97-11d8-490a-8b6c-ccbdfd1a513e not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-2 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:48:14.129557 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-469d5fd1-3e12-4a8a-b48b-5e7f245d20a8 req-55ec9797-931d-4cba-bc56-58c2ecde7dbd service neutron] Attempting to bind port 25f746fc-0be6-4922-aeb7-5682a4899c72 on network 82455f97-11d8-490a-8b6c-ccbdfd1a513e {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:48:14.134719 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-469d5fd1-3e12-4a8a-b48b-5e7f245d20a8 req-55ec9797-931d-4cba-bc56-58c2ecde7dbd service neutron] Checking agent: {'id': 'a613417a-d085-492c-941a-59bb18c633d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 49, 6), 'started_at': datetime.datetime(2021, 8, 18, 11, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 48, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:48:14.135063 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-469d5fd1-3e12-4a8a-b48b-5e7f245d20a8 req-55ec9797-931d-4cba-bc56-58c2ecde7dbd service neutron] Checking segment: {'id': 'c7eff272-fbff-44c3-99af-ed9b67022bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '82455f97-11d8-490a-8b6c-ccbdfd1a513e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:48:14.135453 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-469d5fd1-3e12-4a8a-b48b-5e7f245d20a8 req-55ec9797-931d-4cba-bc56-58c2ecde7dbd service neutron] Bound using segment: {'id': 'c7eff272-fbff-44c3-99af-ed9b67022bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '82455f97-11d8-490a-8b6c-ccbdfd1a513e'} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:48:14.135882 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-469d5fd1-3e12-4a8a-b48b-5e7f245d20a8 req-55ec9797-931d-4cba-bc56-58c2ecde7dbd service neutron] Bound port: 25f746fc-0be6-4922-aeb7-5682a4899c72, host: n-h1-804985-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7eff272-fbff-44c3-99af-ed9b67022bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '82455f97-11d8-490a-8b6c-ccbdfd1a513e'}}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:48:14.136244 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-469d5fd1-3e12-4a8a-b48b-5e7f245d20a8 req-55ec9797-931d-4cba-bc56-58c2ecde7dbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:14.240220 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-469d5fd1-3e12-4a8a-b48b-5e7f245d20a8 req-55ec9797-931d-4cba-bc56-58c2ecde7dbd service neutron] For port 25f746fc-0be6-4922-aeb7-5682a4899c72, host n-h1-804985-2, cleared binding levels {{(pid=106252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:48:14.244235 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-469d5fd1-3e12-4a8a-b48b-5e7f245d20a8 req-55ec9797-931d-4cba-bc56-58c2ecde7dbd service neutron] For port 25f746fc-0be6-4922-aeb7-5682a4899c72, host n-h1-804985-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=25f746fc-0be6-4922-aeb7-5682a4899c72,segment=NetworkSegment(c7eff272-fbff-44c3-99af-ed9b67022bb3),segment_id=c7eff272-fbff-44c3-99af-ed9b67022bb3)] {{(pid=106252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:48:14.249593 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-469d5fd1-3e12-4a8a-b48b-5e7f245d20a8 req-55ec9797-931d-4cba-bc56-58c2ecde7dbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:14.267984 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cb3486-fcf5-4308-aa1a-3dc154b22a75 req-f1ae0ecb-f420-401c-9786-9672c808054d tempest-ServersNegativeTestJSON-547932937 tempest-ServersNegativeTestJSON-547932937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:48:14.269583 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-76cb3486-fcf5-4308-aa1a-3dc154b22a75 req-f1ae0ecb-f420-401c-9786-9672c808054d tempest-ServersNegativeTestJSON-547932937 tempest-ServersNegativeTestJSON-547932937-project] 10.222.0.66 "GET /v2.0/ports?device_id=981d68a6-9b3b-4934-8283-67501995c5d2 HTTP/1.1" status: 200 len: 944 time: 0.0963535 Aug 18 12:48:14.315366 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469d5fd1-3e12-4a8a-b48b-5e7f245d20a8 req-55ec9797-931d-4cba-bc56-58c2ecde7dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:48:14.316011 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-469d5fd1-3e12-4a8a-b48b-5e7f245d20a8 req-55ec9797-931d-4cba-bc56-58c2ecde7dbd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:14.317418 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-469d5fd1-3e12-4a8a-b48b-5e7f245d20a8 req-55ec9797-931d-4cba-bc56-58c2ecde7dbd service neutron] 10.222.0.63 "PUT /v2.0/ports/25f746fc-0be6-4922-aeb7-5682a4899c72 HTTP/1.1" status: 200 len: 1092 time: 0.6775603 Aug 18 12:48:14.318852 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '981d68a6-9b3b-4934-8283-67501995c5d2', 'tag': '25f746fc-0be6-4922-aeb7-5682a4899c72'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:48:14.321131 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee215ed0-55cb-483e-8067-423b7d8e83f6" -d '{"events": [{"name": "network-changed", "server_uuid": "981d68a6-9b3b-4934-8283-67501995c5d2", "tag": "25f746fc-0be6-4922-aeb7-5682a4899c72"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:48:14.351597 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ec9797-931d-4cba-bc56-58c2ecde7dbd service neutron] Pushing event updated for resources: {'Port': ['ID=25f746fc-0be6-4922-aeb7-5682a4899c72,revision_number=3']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:48:14.356713 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-76cb3486-fcf5-4308-aa1a-3dc154b22a75 req-f78ac3c4-b663-4649-af9e-85b778d83442 tempest-ServersNegativeTestJSON-547932937 tempest-ServersNegativeTestJSON-547932937-project] 10.222.0.66 "GET /v2.0/security-groups?id=942a5614-a50c-41e1-9d52-da28a9110fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672863 Aug 18 12:48:14.363514 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:48:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e54b10f-582c-4429-8055-981c0cb6b003 x-openstack-request-id: req-2e54b10f-582c-4429-8055-981c0cb6b003 {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:48:14.363815 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "981d68a6-9b3b-4934-8283-67501995c5d2", "tag": "25f746fc-0be6-4922-aeb7-5682a4899c72", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:48:14.364092 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-2e54b10f-582c-4429-8055-981c0cb6b003 {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:48:14.364498 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '981d68a6-9b3b-4934-8283-67501995c5d2', 'tag': '25f746fc-0be6-4922-aeb7-5682a4899c72', 'status': 'completed', 'code': 200} Aug 18 12:48:14.409765 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469d5fd1-3e12-4a8a-b48b-5e7f245d20a8 req-d2ce3da7-666b-4885-9a5b-befe4c075381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:48:14.411238 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-469d5fd1-3e12-4a8a-b48b-5e7f245d20a8 req-d2ce3da7-666b-4885-9a5b-befe4c075381 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=4453781b1b9b4f699a6a500cf2704bcd&device_id=981d68a6-9b3b-4934-8283-67501995c5d2 HTTP/1.1" status: 200 len: 1095 time: 0.0407207 Aug 18 12:48:14.456821 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-469d5fd1-3e12-4a8a-b48b-5e7f245d20a8 req-fc3a956b-e05a-4c17-bf5a-bc8f54a4af3e service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=25f746fc-0be6-4922-aeb7-5682a4899c72 HTTP/1.1" status: 200 len: 217 time: 0.0374696 Aug 18 12:48:14.507140 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469d5fd1-3e12-4a8a-b48b-5e7f245d20a8 req-1566c847-55db-46ad-9cca-16b3f39ea947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:48:14.508447 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-469d5fd1-3e12-4a8a-b48b-5e7f245d20a8 req-1566c847-55db-46ad-9cca-16b3f39ea947 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=6aa53c10-5513-4e16-a8d5-9504c22672ba HTTP/1.1" status: 200 len: 852 time: 0.0449111 Aug 18 12:48:14.539451 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-469d5fd1-3e12-4a8a-b48b-5e7f245d20a8 req-1dabf31b-ad42-4fc1-af52-222145e7863a service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=82455f97-11d8-490a-8b6c-ccbdfd1a513e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239201 Aug 18 12:48:14.633632 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-469d5fd1-3e12-4a8a-b48b-5e7f245d20a8 req-b2ea813f-33c4-48f5-bf9c-79264b8af055 service neutron] 10.222.0.63 "GET /v2.0/networks/82455f97-11d8-490a-8b6c-ccbdfd1a513e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856071 Aug 18 12:48:14.728856 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-469d5fd1-3e12-4a8a-b48b-5e7f245d20a8 req-b5c7431c-1b5b-4dd2-ad5e-3851c50f7f3e service neutron] 10.222.0.63 "GET /v2.0/networks/82455f97-11d8-490a-8b6c-ccbdfd1a513e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882156 Aug 18 12:48:14.840153 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee215ed0-55cb-483e-8067-423b7d8e83f6 req-656ef6f4-8f54-4bff-bcea-f008059ac94c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:48:14.841743 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ee215ed0-55cb-483e-8067-423b7d8e83f6 req-656ef6f4-8f54-4bff-bcea-f008059ac94c service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=4453781b1b9b4f699a6a500cf2704bcd&device_id=981d68a6-9b3b-4934-8283-67501995c5d2 HTTP/1.1" status: 200 len: 1095 time: 0.0498700 Aug 18 12:48:14.950303 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee215ed0-55cb-483e-8067-423b7d8e83f6 req-0f27a990-26db-44d6-9d5a-6c8fa916ed66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:48:14.951795 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ee215ed0-55cb-483e-8067-423b7d8e83f6 req-0f27a990-26db-44d6-9d5a-6c8fa916ed66 service neutron] 10.222.0.63 "GET /v2.0/networks?id=82455f97-11d8-490a-8b6c-ccbdfd1a513e HTTP/1.1" status: 200 len: 913 time: 0.1000910 Aug 18 12:48:14.995838 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ee215ed0-55cb-483e-8067-423b7d8e83f6 req-ffaae030-788f-452b-b90f-5da208859a25 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=25f746fc-0be6-4922-aeb7-5682a4899c72 HTTP/1.1" status: 200 len: 217 time: 0.0345955 Aug 18 12:48:15.049234 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee215ed0-55cb-483e-8067-423b7d8e83f6 req-cbad66a3-8e2c-48c6-a9e9-c084fc1e5bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:48:15.050714 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ee215ed0-55cb-483e-8067-423b7d8e83f6 req-cbad66a3-8e2c-48c6-a9e9-c084fc1e5bab service neutron] 10.222.0.63 "GET /v2.0/subnets?id=6aa53c10-5513-4e16-a8d5-9504c22672ba HTTP/1.1" status: 200 len: 852 time: 0.0467234 Aug 18 12:48:15.083716 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ee215ed0-55cb-483e-8067-423b7d8e83f6 req-46e01a0b-800c-42f2-bcf0-5eb07142b3da service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=82455f97-11d8-490a-8b6c-ccbdfd1a513e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249994 Aug 18 12:48:15.178069 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ee215ed0-55cb-483e-8067-423b7d8e83f6 req-fac576a9-6ed5-496a-9ccf-a0022da41c5d service neutron] 10.222.0.63 "GET /v2.0/networks/82455f97-11d8-490a-8b6c-ccbdfd1a513e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861182 Aug 18 12:48:15.274851 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ee215ed0-55cb-483e-8067-423b7d8e83f6 req-13ed0035-813f-4c90-ad10-13c97bd2261b service neutron] 10.222.0.63 "GET /v2.0/networks/82455f97-11d8-490a-8b6c-ccbdfd1a513e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878875 Aug 18 12:48:15.487087 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed75959-3fa6-4221-aa97-aef4b870d8fd req-403b3b3f-3aab-45af-8fd0-0a8faefe4d15 tempest-ServersNegativeTestJSON-547932937 tempest-ServersNegativeTestJSON-547932937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:48:15.488599 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9ed75959-3fa6-4221-aa97-aef4b870d8fd req-403b3b3f-3aab-45af-8fd0-0a8faefe4d15 tempest-ServersNegativeTestJSON-547932937 tempest-ServersNegativeTestJSON-547932937-project] 10.222.0.66 "GET /v2.0/ports?device_id=981d68a6-9b3b-4934-8283-67501995c5d2 HTTP/1.1" status: 200 len: 944 time: 0.0566990 Aug 18 12:48:15.529988 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9ed75959-3fa6-4221-aa97-aef4b870d8fd req-353c9bba-9160-4c7a-b0d5-9168220186b2 tempest-ServersNegativeTestJSON-547932937 tempest-ServersNegativeTestJSON-547932937-project] 10.222.0.66 "GET /v2.0/security-groups?id=942a5614-a50c-41e1-9d52-da28a9110fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352967 Aug 18 12:48:16.678864 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e88b52b-83ef-4c4e-bef3-ce490ca72c1a req-4ca35f04-34d4-41e1-9292-762ea8f5e4c0 tempest-ServersNegativeTestJSON-547932937 tempest-ServersNegativeTestJSON-547932937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:48:16.680379 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7e88b52b-83ef-4c4e-bef3-ce490ca72c1a req-4ca35f04-34d4-41e1-9292-762ea8f5e4c0 tempest-ServersNegativeTestJSON-547932937 tempest-ServersNegativeTestJSON-547932937-project] 10.222.0.66 "GET /v2.0/ports?device_id=981d68a6-9b3b-4934-8283-67501995c5d2 HTTP/1.1" status: 200 len: 944 time: 0.0711374 Aug 18 12:48:16.724529 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7e88b52b-83ef-4c4e-bef3-ce490ca72c1a req-7cf0882b-0a9e-493c-b923-eb3ca50cb6f0 tempest-ServersNegativeTestJSON-547932937 tempest-ServersNegativeTestJSON-547932937-project] 10.222.0.66 "GET /v2.0/security-groups?id=942a5614-a50c-41e1-9d52-da28a9110fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336339 Aug 18 12:48:16.789599 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 25f746fc-0be6-4922-aeb7-5682a4899c72 details requested by agent hyperv_n-h1-804985-2 with host n-h1-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:48:16.895099 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 25f746fc-0be6-4922-aeb7-5682a4899c72, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=25f746fc-0be6-4922-aeb7-5682a4899c72,segment=NetworkSegment(c7eff272-fbff-44c3-99af-ed9b67022bb3),segment_id=c7eff272-fbff-44c3-99af-ed9b67022bb3)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:48:16.911093 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Returning: {'device': '25f746fc-0be6-4922-aeb7-5682a4899c72', 'network_id': '82455f97-11d8-490a-8b6c-ccbdfd1a513e', 'port_id': '25f746fc-0be6-4922-aeb7-5682a4899c72', 'mac_address': 'fa:16:3e:32:8c:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 834, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6aa53c10-5513-4e16-a8d5-9504c22672ba', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:48:16.958256 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:16.973833 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25f746fc-0be6-4922-aeb7-5682a4899c72 {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:48:16.994384 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 25f746fc-0be6-4922-aeb7-5682a4899c72, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=25f746fc-0be6-4922-aeb7-5682a4899c72,segment=NetworkSegment(c7eff272-fbff-44c3-99af-ed9b67022bb3),segment_id=c7eff272-fbff-44c3-99af-ed9b67022bb3)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:48:16.999937 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:17.050175 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=25f746fc-0be6-4922-aeb7-5682a4899c72,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:48:17.193215 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] get_ports_and_sgs() called for port_ids ['25f746fc-0be6-4922-aeb7-5682a4899c72'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:48:17.848327 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6c4017-71a6-41d6-8f6a-faaaf937b7e2 req-78a63226-1085-46ca-95fb-8d2132d0f227 tempest-ServersNegativeTestJSON-547932937 tempest-ServersNegativeTestJSON-547932937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:48:17.849885 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6e6c4017-71a6-41d6-8f6a-faaaf937b7e2 req-78a63226-1085-46ca-95fb-8d2132d0f227 tempest-ServersNegativeTestJSON-547932937 tempest-ServersNegativeTestJSON-547932937-project] 10.222.0.66 "GET /v2.0/ports?device_id=981d68a6-9b3b-4934-8283-67501995c5d2 HTTP/1.1" status: 200 len: 945 time: 0.0560317 Aug 18 12:48:17.893942 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6e6c4017-71a6-41d6-8f6a-faaaf937b7e2 req-4fdaa35a-3086-42bf-a4ca-17bf645aece8 tempest-ServersNegativeTestJSON-547932937 tempest-ServersNegativeTestJSON-547932937-project] 10.222.0.66 "GET /v2.0/security-groups?id=942a5614-a50c-41e1-9d52-da28a9110fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365317 Aug 18 12:48:18.552403 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-58c3ab10-2f36-47d9-b7ba-0d9df0bfe5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:18.803820 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 25f746fc-0be6-4922-aeb7-5682a4899c72 up at agent hyperv_n-h1-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:48:18.862035 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Provisioning for port 25f746fc-0be6-4922-aeb7-5682a4899c72 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:48:18.866067 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Provisioning complete for port 25f746fc-0be6-4922-aeb7-5682a4899c72 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:48:18.866466 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:18.947930 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:18.970535 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '981d68a6-9b3b-4934-8283-67501995c5d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25f746fc-0be6-4922-aeb7-5682a4899c72'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:48:18.972854 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db50a436fb3a98495337d8fe7487b4f2ea6f3c1052eb9efadc2ecda2d5737001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc3814cf-157d-46e0-a9c3-0c2f7018084f" -d '{"events": [{"server_uuid": "981d68a6-9b3b-4934-8283-67501995c5d2", "name": "network-vif-plugged", "status": "completed", "tag": "25f746fc-0be6-4922-aeb7-5682a4899c72"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:48:18.987556 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 25f746fc-0be6-4922-aeb7-5682a4899c72, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=25f746fc-0be6-4922-aeb7-5682a4899c72,segment=NetworkSegment(c7eff272-fbff-44c3-99af-ed9b67022bb3),segment_id=c7eff272-fbff-44c3-99af-ed9b67022bb3)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:48:18.998457 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:19.017832 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4299e60-5af6-4e14-89cd-93a55e219071 req-36f8a180-20c5-4425-8b84-ad153e711c86 tempest-ServersNegativeTestJSON-547932937 tempest-ServersNegativeTestJSON-547932937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:48:19.020553 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c4299e60-5af6-4e14-89cd-93a55e219071 req-36f8a180-20c5-4425-8b84-ad153e711c86 tempest-ServersNegativeTestJSON-547932937 tempest-ServersNegativeTestJSON-547932937-project] 10.222.0.66 "GET /v2.0/ports?device_id=981d68a6-9b3b-4934-8283-67501995c5d2 HTTP/1.1" status: 200 len: 945 time: 0.0588703 Aug 18 12:48:19.027140 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:48:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1945cb9-ca03-4d93-a5ac-15917bba2ef4 x-openstack-request-id: req-b1945cb9-ca03-4d93-a5ac-15917bba2ef4 {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:48:19.027440 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "981d68a6-9b3b-4934-8283-67501995c5d2", "name": "network-vif-plugged", "status": "completed", "tag": "25f746fc-0be6-4922-aeb7-5682a4899c72", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:48:19.027661 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b1945cb9-ca03-4d93-a5ac-15917bba2ef4 {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:48:19.029290 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '981d68a6-9b3b-4934-8283-67501995c5d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25f746fc-0be6-4922-aeb7-5682a4899c72', 'code': 200} Aug 18 12:48:19.067272 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c4299e60-5af6-4e14-89cd-93a55e219071 req-8a9fe815-c9b7-4c36-9a42-06a249ca8b7d tempest-ServersNegativeTestJSON-547932937 tempest-ServersNegativeTestJSON-547932937-project] 10.222.0.66 "GET /v2.0/security-groups?id=942a5614-a50c-41e1-9d52-da28a9110fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398617 Aug 18 12:48:19.072067 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=25f746fc-0be6-4922-aeb7-5682a4899c72,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:48:19.124983 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1158ab-68d3-4dfb-9e5c-8a136e2bbeb4 req-f7475d79-88d0-4146-b2ad-baa60ab94818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:48:19.126414 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9d1158ab-68d3-4dfb-9e5c-8a136e2bbeb4 req-f7475d79-88d0-4146-b2ad-baa60ab94818 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=981d68a6-9b3b-4934-8283-67501995c5d2 HTTP/1.1" status: 200 len: 1097 time: 0.0427876 Aug 18 12:48:19.162339 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9d1158ab-68d3-4dfb-9e5c-8a136e2bbeb4 req-f35db5e6-f2fb-4102-b45d-7852a41c6205 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=942a5614-a50c-41e1-9d52-da28a9110fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284727 Aug 18 12:48:20.189311 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdfabe4-a75d-499e-ad0b-5252b68ddaec req-752715db-66f2-4bfe-b30a-b169de2212cb tempest-ServersNegativeTestJSON-547932937 tempest-ServersNegativeTestJSON-547932937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:48:20.190830 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7cdfabe4-a75d-499e-ad0b-5252b68ddaec req-752715db-66f2-4bfe-b30a-b169de2212cb tempest-ServersNegativeTestJSON-547932937 tempest-ServersNegativeTestJSON-547932937-project] 10.222.0.66 "GET /v2.0/ports?device_id=981d68a6-9b3b-4934-8283-67501995c5d2 HTTP/1.1" status: 200 len: 946 time: 0.0529122 Aug 18 12:48:20.231596 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7cdfabe4-a75d-499e-ad0b-5252b68ddaec req-95bbc567-9806-41a4-8c8d-dc5be4518bfd tempest-ServersNegativeTestJSON-547932937 tempest-ServersNegativeTestJSON-547932937-project] 10.222.0.66 "GET /v2.0/security-groups?id=942a5614-a50c-41e1-9d52-da28a9110fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317841 Aug 18 12:48:20.488244 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51db6433-8190-4107-8346-66f0a872d89f req-f3d227ba-9495-4eff-b685-8e0a064492a9 tempest-ServersNegativeTestJSON-547932937 tempest-ServersNegativeTestJSON-547932937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:48:20.489758 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-51db6433-8190-4107-8346-66f0a872d89f req-f3d227ba-9495-4eff-b685-8e0a064492a9 tempest-ServersNegativeTestJSON-547932937 tempest-ServersNegativeTestJSON-547932937-project] 10.222.0.66 "GET /v2.0/ports?device_id=981d68a6-9b3b-4934-8283-67501995c5d2 HTTP/1.1" status: 200 len: 946 time: 0.0529687 Aug 18 12:48:20.531471 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-51db6433-8190-4107-8346-66f0a872d89f req-e7bd47cc-be72-4ad1-94b1-20d450b6d27d tempest-ServersNegativeTestJSON-547932937 tempest-ServersNegativeTestJSON-547932937-project] 10.222.0.66 "GET /v2.0/security-groups?id=942a5614-a50c-41e1-9d52-da28a9110fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330439 Aug 18 12:48:21.509675 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:21.660694 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b314721-c9f7-4c7f-ab7b-5f41a3f177ec req-1d54ff9a-d666-4ba9-a328-22ffc9ecb0ac tempest-ServersNegativeTestJSON-547932937 tempest-ServersNegativeTestJSON-547932937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:48:21.662164 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3b314721-c9f7-4c7f-ab7b-5f41a3f177ec req-1d54ff9a-d666-4ba9-a328-22ffc9ecb0ac tempest-ServersNegativeTestJSON-547932937 tempest-ServersNegativeTestJSON-547932937-project] 10.222.0.66 "GET /v2.0/ports?device_id=981d68a6-9b3b-4934-8283-67501995c5d2 HTTP/1.1" status: 200 len: 946 time: 0.0533612 Aug 18 12:48:21.722312 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3b314721-c9f7-4c7f-ab7b-5f41a3f177ec req-dddc9789-5629-4cc7-acc8-e5545c90f4d1 tempest-ServersNegativeTestJSON-547932937 tempest-ServersNegativeTestJSON-547932937-project] 10.222.0.66 "GET /v2.0/security-groups?id=942a5614-a50c-41e1-9d52-da28a9110fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540435 Aug 18 12:48:21.745090 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef9851c-4458-4769-b616-01ef3f5c6348 req-a40605f6-bc08-4ff4-bda8-b52d5974b309 tempest-ServersNegativeTestJSON-547932937 tempest-ServersNegativeTestJSON-547932937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:48:21.746531 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5ef9851c-4458-4769-b616-01ef3f5c6348 req-a40605f6-bc08-4ff4-bda8-b52d5974b309 tempest-ServersNegativeTestJSON-547932937 tempest-ServersNegativeTestJSON-547932937-project] 10.222.0.63 "GET /v2.0/ports?device_id=981d68a6-9b3b-4934-8283-67501995c5d2 HTTP/1.1" status: 200 len: 946 time: 0.0587435 Aug 18 12:48:21.774738 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-d1ffd9e2-72b1-4536-acbb-09da35dd4373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:21.842993 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-5ef9851c-4458-4769-b616-01ef3f5c6348 req-62d970de-c12c-4078-8567-bffc63e8f9ee tempest-ServersNegativeTestJSON-547932937 tempest-ServersNegativeTestJSON-547932937-project] Deleting port 25f746fc-0be6-4922-aeb7-5682a4899c72 {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:48:21.843338 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-5ef9851c-4458-4769-b616-01ef3f5c6348 req-62d970de-c12c-4078-8567-bffc63e8f9ee tempest-ServersNegativeTestJSON-547932937 tempest-ServersNegativeTestJSON-547932937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:21.936506 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-5ef9851c-4458-4769-b616-01ef3f5c6348 req-62d970de-c12c-4078-8567-bffc63e8f9ee tempest-ServersNegativeTestJSON-547932937 tempest-ServersNegativeTestJSON-547932937-project] For port 25f746fc-0be6-4922-aeb7-5682a4899c72, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=25f746fc-0be6-4922-aeb7-5682a4899c72,segment=NetworkSegment(c7eff272-fbff-44c3-99af-ed9b67022bb3),segment_id=c7eff272-fbff-44c3-99af-ed9b67022bb3)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:48:21.936848 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-5ef9851c-4458-4769-b616-01ef3f5c6348 req-62d970de-c12c-4078-8567-bffc63e8f9ee tempest-ServersNegativeTestJSON-547932937 tempest-ServersNegativeTestJSON-547932937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:21.950106 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-5ef9851c-4458-4769-b616-01ef3f5c6348 req-62d970de-c12c-4078-8567-bffc63e8f9ee tempest-ServersNegativeTestJSON-547932937 tempest-ServersNegativeTestJSON-547932937-project] Calling delete_port for 25f746fc-0be6-4922-aeb7-5682a4899c72 owned by compute:nova {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:48:22.084855 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-5ef9851c-4458-4769-b616-01ef3f5c6348 req-62d970de-c12c-4078-8567-bffc63e8f9ee tempest-ServersNegativeTestJSON-547932937 tempest-ServersNegativeTestJSON-547932937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:22.098508 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] get_ports_and_sgs() called for port_ids ['d7a50043-c94a-4431-8e18-c253b3db7fa7'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:48:22.100751 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] get_ports_and_sgs() called for port_ids ['25f746fc-0be6-4922-aeb7-5682a4899c72'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:48:22.113749 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d970de-c12c-4078-8567-bffc63e8f9ee tempest-ServersNegativeTestJSON-547932937 tempest-ServersNegativeTestJSON-547932937-project] Pushing event deleted for resources: {'Port': ['ID=25f746fc-0be6-4922-aeb7-5682a4899c72,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:48:22.155361 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ef9851c-4458-4769-b616-01ef3f5c6348 req-62d970de-c12c-4078-8567-bffc63e8f9ee tempest-ServersNegativeTestJSON-547932937 tempest-ServersNegativeTestJSON-547932937-project] No DVR routers for this DVR port 25f746fc-0be6-4922-aeb7-5682a4899c72 on host n-h1-804985-2 {{(pid=106252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:48:22.158026 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-5ef9851c-4458-4769-b616-01ef3f5c6348 req-62d970de-c12c-4078-8567-bffc63e8f9ee tempest-ServersNegativeTestJSON-547932937 tempest-ServersNegativeTestJSON-547932937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:22.160018 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5ef9851c-4458-4769-b616-01ef3f5c6348 req-62d970de-c12c-4078-8567-bffc63e8f9ee tempest-ServersNegativeTestJSON-547932937 tempest-ServersNegativeTestJSON-547932937-project] 10.222.0.63 "DELETE /v2.0/ports/25f746fc-0be6-4922-aeb7-5682a4899c72 HTTP/1.1" status: 204 len: 173 time: 0.4053440 Aug 18 12:48:22.160431 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '981d68a6-9b3b-4934-8283-67501995c5d2', 'name': 'network-vif-deleted', 'tag': '25f746fc-0be6-4922-aeb7-5682a4899c72'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:48:22.162745 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a274b9c4-beb5-42fd-a429-30a2c952a8cb" -d '{"events": [{"server_uuid": "981d68a6-9b3b-4934-8283-67501995c5d2", "name": "network-vif-deleted", "tag": "25f746fc-0be6-4922-aeb7-5682a4899c72"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:48:22.208970 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:48:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bc58ce2-98a1-4015-9928-dba154e6e6dc x-openstack-request-id: req-7bc58ce2-98a1-4015-9928-dba154e6e6dc {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:48:22.209258 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "981d68a6-9b3b-4934-8283-67501995c5d2", "name": "network-vif-deleted", "tag": "25f746fc-0be6-4922-aeb7-5682a4899c72", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:48:22.209512 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-7bc58ce2-98a1-4015-9928-dba154e6e6dc {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:48:22.209910 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '981d68a6-9b3b-4934-8283-67501995c5d2', 'name': 'network-vif-deleted', 'tag': '25f746fc-0be6-4922-aeb7-5682a4899c72', 'status': 'completed', 'code': 200} Aug 18 12:48:22.373509 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-53584c24-f517-494e-ac93-c18bb92373f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:23.158574 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8d64f3-f1e2-44ea-a7b9-e2756d22bea3 req-495589ae-5b0c-4e03-94f8-d580c6041476 tempest-ServersNegativeTestJSON-547932937 tempest-ServersNegativeTestJSON-547932937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:48:23.160116 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ba8d64f3-f1e2-44ea-a7b9-e2756d22bea3 req-495589ae-5b0c-4e03-94f8-d580c6041476 tempest-ServersNegativeTestJSON-547932937 tempest-ServersNegativeTestJSON-547932937-project] 10.222.0.66 "GET /v2.0/ports?device_id=3dcb29e0-2a6b-410b-ad0c-2fd0e70af557 HTTP/1.1" status: 200 len: 945 time: 0.3320034 Aug 18 12:48:23.204769 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ba8d64f3-f1e2-44ea-a7b9-e2756d22bea3 req-5bc32ed3-7383-493e-9aab-2e28dfa31569 tempest-ServersNegativeTestJSON-547932937 tempest-ServersNegativeTestJSON-547932937-project] 10.222.0.66 "GET /v2.0/security-groups?id=942a5614-a50c-41e1-9d52-da28a9110fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357618 Aug 18 12:48:23.343867 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaf7e02-d68b-4f0d-9f87-ad59f6855f5b req-fbe0351a-5adf-414c-bb37-03bbb5811707 tempest-ServersNegativeTestJSON-547932937 tempest-ServersNegativeTestJSON-547932937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:48:23.345365 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ebaf7e02-d68b-4f0d-9f87-ad59f6855f5b req-fbe0351a-5adf-414c-bb37-03bbb5811707 tempest-ServersNegativeTestJSON-547932937 tempest-ServersNegativeTestJSON-547932937-project] 10.222.0.66 "GET /v2.0/ports?device_id=3dcb29e0-2a6b-410b-ad0c-2fd0e70af557 HTTP/1.1" status: 200 len: 945 time: 0.0575047 Aug 18 12:48:23.384985 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ebaf7e02-d68b-4f0d-9f87-ad59f6855f5b req-32e76653-b208-492a-a86c-8cb5672f560f tempest-ServersNegativeTestJSON-547932937 tempest-ServersNegativeTestJSON-547932937-project] 10.222.0.66 "GET /v2.0/security-groups?id=942a5614-a50c-41e1-9d52-da28a9110fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329580 Aug 18 12:48:23.510561 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f1b206-2132-4af9-88a2-b401fa559ae5 req-7bb9fbcb-46ae-415c-ac17-d14b46219918 tempest-ServersNegativeTestJSON-547932937 tempest-ServersNegativeTestJSON-547932937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:48:23.511935 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-56f1b206-2132-4af9-88a2-b401fa559ae5 req-7bb9fbcb-46ae-415c-ac17-d14b46219918 tempest-ServersNegativeTestJSON-547932937 tempest-ServersNegativeTestJSON-547932937-project] 10.222.0.66 "GET /v2.0/ports?device_id=3dcb29e0-2a6b-410b-ad0c-2fd0e70af557 HTTP/1.1" status: 200 len: 945 time: 0.0569310 Aug 18 12:48:23.553766 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-56f1b206-2132-4af9-88a2-b401fa559ae5 req-e561c796-0c97-441b-8181-a0ff2816112a tempest-ServersNegativeTestJSON-547932937 tempest-ServersNegativeTestJSON-547932937-project] 10.222.0.66 "GET /v2.0/security-groups?id=942a5614-a50c-41e1-9d52-da28a9110fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328913 Aug 18 12:48:23.726302 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecbb70c-66d2-4d33-b6c1-9c448dca317b req-b4154b0b-7a58-41aa-8850-9b05ebd3608b tempest-ServersNegativeTestJSON-547932937 tempest-ServersNegativeTestJSON-547932937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:48:23.728013 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3ecbb70c-66d2-4d33-b6c1-9c448dca317b req-b4154b0b-7a58-41aa-8850-9b05ebd3608b tempest-ServersNegativeTestJSON-547932937 tempest-ServersNegativeTestJSON-547932937-project] 10.222.0.66 "GET /v2.0/ports?device_id=3dcb29e0-2a6b-410b-ad0c-2fd0e70af557 HTTP/1.1" status: 200 len: 945 time: 0.0548837 Aug 18 12:48:23.769437 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3ecbb70c-66d2-4d33-b6c1-9c448dca317b req-7a589620-86d0-41e4-bd84-4c9c128f5ee9 tempest-ServersNegativeTestJSON-547932937 tempest-ServersNegativeTestJSON-547932937-project] 10.222.0.66 "GET /v2.0/security-groups?id=942a5614-a50c-41e1-9d52-da28a9110fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327864 Aug 18 12:48:23.897565 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d7139c-3992-4360-b2f0-38ab9ab0c07f req-49e42c04-9013-4ba8-9317-b11c3865a856 tempest-ServersNegativeTestJSON-547932937 tempest-ServersNegativeTestJSON-547932937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:48:23.899051 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-07d7139c-3992-4360-b2f0-38ab9ab0c07f req-49e42c04-9013-4ba8-9317-b11c3865a856 tempest-ServersNegativeTestJSON-547932937 tempest-ServersNegativeTestJSON-547932937-project] 10.222.0.66 "GET /v2.0/ports?device_id=3dcb29e0-2a6b-410b-ad0c-2fd0e70af557 HTTP/1.1" status: 200 len: 945 time: 0.0559356 Aug 18 12:48:23.935241 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-07d7139c-3992-4360-b2f0-38ab9ab0c07f req-b4ed94fe-d5c1-4ec2-849c-a9c7c67cadfd tempest-ServersNegativeTestJSON-547932937 tempest-ServersNegativeTestJSON-547932937-project] 10.222.0.66 "GET /v2.0/security-groups?id=942a5614-a50c-41e1-9d52-da28a9110fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303242 Aug 18 12:48:24.041523 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-500a1c61-38a7-4c23-a7ec-4631080af5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:24.068938 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af96b1a-0d99-4bc2-99b3-32499994b36d req-18aed895-13c6-45f0-936d-eca4e99628d5 tempest-ServersNegativeTestJSON-547932937 tempest-ServersNegativeTestJSON-547932937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:48:24.070443 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4af96b1a-0d99-4bc2-99b3-32499994b36d req-18aed895-13c6-45f0-936d-eca4e99628d5 tempest-ServersNegativeTestJSON-547932937 tempest-ServersNegativeTestJSON-547932937-project] 10.222.0.66 "GET /v2.0/ports?device_id=3dcb29e0-2a6b-410b-ad0c-2fd0e70af557 HTTP/1.1" status: 200 len: 945 time: 0.0529308 Aug 18 12:48:24.115298 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4af96b1a-0d99-4bc2-99b3-32499994b36d req-29a09597-8a43-461b-a1d2-fc39a58fc236 tempest-ServersNegativeTestJSON-547932937 tempest-ServersNegativeTestJSON-547932937-project] 10.222.0.66 "GET /v2.0/security-groups?id=942a5614-a50c-41e1-9d52-da28a9110fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386767 Aug 18 12:48:24.451904 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bec3d2-02fb-4223-9cb5-1cf08e273d9e req-c95122be-c5ec-4db1-9f1f-cd3ba4072c5a tempest-ServersNegativeTestJSON-547932937 tempest-ServersNegativeTestJSON-547932937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:48:24.453676 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f6bec3d2-02fb-4223-9cb5-1cf08e273d9e req-c95122be-c5ec-4db1-9f1f-cd3ba4072c5a tempest-ServersNegativeTestJSON-547932937 tempest-ServersNegativeTestJSON-547932937-project] 10.222.0.66 "GET /v2.0/ports?device_id=3dcb29e0-2a6b-410b-ad0c-2fd0e70af557 HTTP/1.1" status: 200 len: 945 time: 0.0607173 Aug 18 12:48:24.491719 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f6bec3d2-02fb-4223-9cb5-1cf08e273d9e req-e76c0c8a-b2d1-4c97-8c8b-15417a5accdf tempest-ServersNegativeTestJSON-547932937 tempest-ServersNegativeTestJSON-547932937-project] 10.222.0.66 "GET /v2.0/security-groups?id=942a5614-a50c-41e1-9d52-da28a9110fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319817 Aug 18 12:48:24.769412 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.agents_db [None req-6dbb2658-0354-4101-8393-6e7505481cf6 None None] Agent healthcheck: found 7 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 12:48:25.623988 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9deb3d-698c-4dd9-8d2c-98e39d66a8c3 req-be543340-4cd2-4d37-a0a6-78d42a2d5633 tempest-ServersNegativeTestJSON-547932937 tempest-ServersNegativeTestJSON-547932937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:48:25.625488 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9a9deb3d-698c-4dd9-8d2c-98e39d66a8c3 req-be543340-4cd2-4d37-a0a6-78d42a2d5633 tempest-ServersNegativeTestJSON-547932937 tempest-ServersNegativeTestJSON-547932937-project] 10.222.0.66 "GET /v2.0/ports?device_id=3dcb29e0-2a6b-410b-ad0c-2fd0e70af557 HTTP/1.1" status: 200 len: 945 time: 0.0501242 Aug 18 12:48:25.665522 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9a9deb3d-698c-4dd9-8d2c-98e39d66a8c3 req-f3906f7c-2474-4ce1-be85-904882b71be6 tempest-ServersNegativeTestJSON-547932937 tempest-ServersNegativeTestJSON-547932937-project] 10.222.0.66 "GET /v2.0/security-groups?id=942a5614-a50c-41e1-9d52-da28a9110fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327992 Aug 18 12:48:25.822475 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e10d952-a6eb-4907-9910-ce4dfb618e52 req-805a0094-9b2f-4017-998f-a79eaf981a0d tempest-ServersNegativeTestJSON-547932937 tempest-ServersNegativeTestJSON-547932937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:48:25.823827 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-7e10d952-a6eb-4907-9910-ce4dfb618e52 req-805a0094-9b2f-4017-998f-a79eaf981a0d tempest-ServersNegativeTestJSON-547932937 tempest-ServersNegativeTestJSON-547932937-project] 10.222.0.62 "GET /v2.0/ports?device_id=3dcb29e0-2a6b-410b-ad0c-2fd0e70af557 HTTP/1.1" status: 200 len: 945 time: 0.0660520 Aug 18 12:48:25.920312 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-7e10d952-a6eb-4907-9910-ce4dfb618e52 req-f2ae27fa-520c-48ff-a405-ea7f51e2ac13 tempest-ServersNegativeTestJSON-547932937 tempest-ServersNegativeTestJSON-547932937-project] Deleting port d7a50043-c94a-4431-8e18-c253b3db7fa7 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:48:25.920611 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-7e10d952-a6eb-4907-9910-ce4dfb618e52 req-f2ae27fa-520c-48ff-a405-ea7f51e2ac13 tempest-ServersNegativeTestJSON-547932937 tempest-ServersNegativeTestJSON-547932937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:26.014404 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-7e10d952-a6eb-4907-9910-ce4dfb618e52 req-f2ae27fa-520c-48ff-a405-ea7f51e2ac13 tempest-ServersNegativeTestJSON-547932937 tempest-ServersNegativeTestJSON-547932937-project] For port d7a50043-c94a-4431-8e18-c253b3db7fa7, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=d7a50043-c94a-4431-8e18-c253b3db7fa7,segment=NetworkSegment(c7eff272-fbff-44c3-99af-ed9b67022bb3),segment_id=c7eff272-fbff-44c3-99af-ed9b67022bb3)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:48:26.014761 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-7e10d952-a6eb-4907-9910-ce4dfb618e52 req-f2ae27fa-520c-48ff-a405-ea7f51e2ac13 tempest-ServersNegativeTestJSON-547932937 tempest-ServersNegativeTestJSON-547932937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:26.027644 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-7e10d952-a6eb-4907-9910-ce4dfb618e52 req-f2ae27fa-520c-48ff-a405-ea7f51e2ac13 tempest-ServersNegativeTestJSON-547932937 tempest-ServersNegativeTestJSON-547932937-project] Calling delete_port for d7a50043-c94a-4431-8e18-c253b3db7fa7 owned by compute:nova {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:48:26.159278 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-7e10d952-a6eb-4907-9910-ce4dfb618e52 req-f2ae27fa-520c-48ff-a405-ea7f51e2ac13 tempest-ServersNegativeTestJSON-547932937 tempest-ServersNegativeTestJSON-547932937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:26.171736 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] get_ports_and_sgs() called for port_ids ['d7a50043-c94a-4431-8e18-c253b3db7fa7'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:48:26.195901 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ae27fa-520c-48ff-a405-ea7f51e2ac13 tempest-ServersNegativeTestJSON-547932937 tempest-ServersNegativeTestJSON-547932937-project] Pushing event deleted for resources: {'Port': ['ID=d7a50043-c94a-4431-8e18-c253b3db7fa7,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:48:26.208180 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ae27fa-520c-48ff-a405-ea7f51e2ac13 tempest-ServersNegativeTestJSON-547932937 tempest-ServersNegativeTestJSON-547932937-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:48:26.208550 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ae27fa-520c-48ff-a405-ea7f51e2ac13 tempest-ServersNegativeTestJSON-547932937 tempest-ServersNegativeTestJSON-547932937-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:48:26.208892 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ae27fa-520c-48ff-a405-ea7f51e2ac13 tempest-ServersNegativeTestJSON-547932937 tempest-ServersNegativeTestJSON-547932937-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:48:26.209229 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ae27fa-520c-48ff-a405-ea7f51e2ac13 tempest-ServersNegativeTestJSON-547932937 tempest-ServersNegativeTestJSON-547932937-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:48:26.209565 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ae27fa-520c-48ff-a405-ea7f51e2ac13 tempest-ServersNegativeTestJSON-547932937 tempest-ServersNegativeTestJSON-547932937-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:48:26.209897 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ae27fa-520c-48ff-a405-ea7f51e2ac13 tempest-ServersNegativeTestJSON-547932937 tempest-ServersNegativeTestJSON-547932937-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:48:26.210250 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ae27fa-520c-48ff-a405-ea7f51e2ac13 tempest-ServersNegativeTestJSON-547932937 tempest-ServersNegativeTestJSON-547932937-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:48:26.210573 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ae27fa-520c-48ff-a405-ea7f51e2ac13 tempest-ServersNegativeTestJSON-547932937 tempest-ServersNegativeTestJSON-547932937-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:48:26.210898 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ae27fa-520c-48ff-a405-ea7f51e2ac13 tempest-ServersNegativeTestJSON-547932937 tempest-ServersNegativeTestJSON-547932937-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:48:26.211223 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ae27fa-520c-48ff-a405-ea7f51e2ac13 tempest-ServersNegativeTestJSON-547932937 tempest-ServersNegativeTestJSON-547932937-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:48:26.211546 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ae27fa-520c-48ff-a405-ea7f51e2ac13 tempest-ServersNegativeTestJSON-547932937 tempest-ServersNegativeTestJSON-547932937-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:48:26.211863 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ae27fa-520c-48ff-a405-ea7f51e2ac13 tempest-ServersNegativeTestJSON-547932937 tempest-ServersNegativeTestJSON-547932937-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:48:26.245133 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e10d952-a6eb-4907-9910-ce4dfb618e52 req-f2ae27fa-520c-48ff-a405-ea7f51e2ac13 tempest-ServersNegativeTestJSON-547932937 tempest-ServersNegativeTestJSON-547932937-project] No DVR routers for this DVR port d7a50043-c94a-4431-8e18-c253b3db7fa7 on host n-h2-804985-2 {{(pid=106253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:48:26.247708 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-7e10d952-a6eb-4907-9910-ce4dfb618e52 req-f2ae27fa-520c-48ff-a405-ea7f51e2ac13 tempest-ServersNegativeTestJSON-547932937 tempest-ServersNegativeTestJSON-547932937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:26.249817 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-7e10d952-a6eb-4907-9910-ce4dfb618e52 req-f2ae27fa-520c-48ff-a405-ea7f51e2ac13 tempest-ServersNegativeTestJSON-547932937 tempest-ServersNegativeTestJSON-547932937-project] 10.222.0.62 "DELETE /v2.0/ports/d7a50043-c94a-4431-8e18-c253b3db7fa7 HTTP/1.1" status: 204 len: 173 time: 0.4186912 Aug 18 12:48:26.250257 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dcb29e0-2a6b-410b-ad0c-2fd0e70af557', 'name': 'network-vif-deleted', 'tag': 'd7a50043-c94a-4431-8e18-c253b3db7fa7'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:48:26.252567 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0679f4c4b6e0e0c064a7d71d722dc30541a34fffee11680573be22ee2ffccc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4f2edac-1036-4431-84a9-5401ea0fdc32" -d '{"events": [{"server_uuid": "3dcb29e0-2a6b-410b-ad0c-2fd0e70af557", "name": "network-vif-deleted", "tag": "d7a50043-c94a-4431-8e18-c253b3db7fa7"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:48:26.293833 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:48:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-206bfdb2-75bf-469e-a2b0-c9a026f2aca2 x-openstack-request-id: req-206bfdb2-75bf-469e-a2b0-c9a026f2aca2 {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:48:26.294155 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dcb29e0-2a6b-410b-ad0c-2fd0e70af557", "name": "network-vif-deleted", "tag": "d7a50043-c94a-4431-8e18-c253b3db7fa7", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:48:26.294507 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-206bfdb2-75bf-469e-a2b0-c9a026f2aca2 {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:48:26.294907 n-d-804985-2 neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dcb29e0-2a6b-410b-ad0c-2fd0e70af557', 'name': 'network-vif-deleted', 'tag': 'd7a50043-c94a-4431-8e18-c253b3db7fa7', 'status': 'completed', 'code': 200} Aug 18 12:48:26.775219 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-06308415-c537-4952-8626-b395c2e79af1 req-945461e6-9f15-4e14-bb49-2e3117826e0a tempest-ServersNegativeTestJSON-547932937 tempest-ServersNegativeTestJSON-547932937-project] 10.222.0.66 "GET /v2.0/ports?device_id=3dcb29e0-2a6b-410b-ad0c-2fd0e70af557 HTTP/1.1" status: 200 len: 210 time: 0.0278752 Aug 18 12:48:26.849673 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 25f746fc-0be6-4922-aeb7-5682a4899c72 no longer exists at agent hyperv_n-h1-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:48:26.874752 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] No Port match for: 25f746fc-0be6-4922-aeb7-5682a4899c72 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:48:26.875120 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 25f746fc-0be6-4922-aeb7-5682a4899c72 not bound to the agent host n-h1-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:48:27.839867 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 51910) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:48:27.885658 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_v2 [None req-8523aefd-5447-4d4e-b82d-745fae9b2a5c admin admin] Deleting subnet 6aa53c10-5513-4e16-a8d5-9504c22672ba {{(pid=106253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 12:48:27.888957 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8523aefd-5447-4d4e-b82d-745fae9b2a5c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:27.923611 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8523aefd-5447-4d4e-b82d-745fae9b2a5c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902229'] for subnet, precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:27.968978 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8523aefd-5447-4d4e-b82d-745fae9b2a5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:28.022331 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8523aefd-5447-4d4e-b82d-745fae9b2a5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58902171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59388106'] for subnet, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:28.048843 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8523aefd-5447-4d4e-b82d-745fae9b2a5c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6aa53c10-5513-4e16-a8d5-9504c22672ba,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:48:28.050784 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8523aefd-5447-4d4e-b82d-745fae9b2a5c admin admin] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:28.054103 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-8523aefd-5447-4d4e-b82d-745fae9b2a5c admin admin] 10.222.0.66 "DELETE /v2.0/subnets/6aa53c10-5513-4e16-a8d5-9504c22672ba HTTP/1.1" status: 204 len: 168 time: 0.2118037 Aug 18 12:48:28.055405 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 51912) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:48:28.122181 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4a0b5f97-5f88-4985-9490-535e09bcd70f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7904109'] for network, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:28.202934 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4a0b5f97-5f88-4985-9490-535e09bcd70f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8367869', 'neutron.services.segments.db._delete_segments_for_network-8789151212993'] for network, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:28.212734 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-4a0b5f97-5f88-4985-9490-535e09bcd70f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82455f97-11d8-490a-8b6c-ccbdfd1a513e']}} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:48:28.222520 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-4a0b5f97-5f88-4985-9490-535e09bcd70f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7eff272-fbff-44c3-99af-ed9b67022bb3') {'for_net_delete': True} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:48:28.222810 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-4a0b5f97-5f88-4985-9490-535e09bcd70f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7eff272-fbff-44c3-99af-ed9b67022bb3') {} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:48:28.231413 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4a0b5f97-5f88-4985-9490-535e09bcd70f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789151225254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902236'] for segment, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:28.244948 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4a0b5f97-5f88-4985-9490-535e09bcd70f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:28.250985 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a0b5f97-5f88-4985-9490-535e09bcd70f admin admin] Releasing vlan 834 on physical network physnet1 to pool {{(pid=106253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:48:28.251410 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4a0b5f97-5f88-4985-9490-535e09bcd70f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58900537'] for segment, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:28.253077 n-d-804985-2 neutron-server[106253]: Traceback (most recent call last): Aug 18 12:48:28.253077 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:48:28.253077 n-d-804985-2 neutron-server[106253]: timer() Aug 18 12:48:28.253077 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:48:28.253077 n-d-804985-2 neutron-server[106253]: cb(*args, **kw) Aug 18 12:48:28.253077 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:48:28.253077 n-d-804985-2 neutron-server[106253]: return func(*args, **kwargs) Aug 18 12:48:28.253077 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:48:28.253077 n-d-804985-2 neutron-server[106253]: self._notify() Aug 18 12:48:28.253077 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:48:28.253077 n-d-804985-2 neutron-server[106253]: self.callback(batched_events) Aug 18 12:48:28.253077 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:48:28.253077 n-d-804985-2 neutron-server[106253]: event.method(event) Aug 18 12:48:28.253077 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:48:28.253077 n-d-804985-2 neutron-server[106253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:48:28.253077 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:48:28.253077 n-d-804985-2 neutron-server[106253]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:48:28.253077 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:48:28.253077 n-d-804985-2 neutron-server[106253]: return f(self, *a, **k) Aug 18 12:48:28.253077 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:48:28.253077 n-d-804985-2 neutron-server[106253]: return self._get(url).json() Aug 18 12:48:28.253077 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:48:28.253077 n-d-804985-2 neutron-server[106253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:48:28.253077 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:48:28.253077 n-d-804985-2 neutron-server[106253]: return self.request(url, 'GET', **kwargs) Aug 18 12:48:28.253077 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:48:28.253077 n-d-804985-2 neutron-server[106253]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:48:28.253077 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:48:28.253077 n-d-804985-2 neutron-server[106253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:48:28.253077 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:48:28.253077 n-d-804985-2 neutron-server[106253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:48:28.253077 n-d-804985-2 neutron-server[106253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:48:28.319138 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4a0b5f97-5f88-4985-9490-535e09bcd70f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8367858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997186'] for network, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:28.328101 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4a0b5f97-5f88-4985-9490-535e09bcd70f admin admin] Notify callbacks [] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:28.330987 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-4a0b5f97-5f88-4985-9490-535e09bcd70f admin admin] 10.222.0.66 "DELETE /v2.0/networks/82455f97-11d8-490a-8b6c-ccbdfd1a513e HTTP/1.1" status: 204 len: 168 time: 0.2746637 Aug 18 12:48:28.343133 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0b5f97-5f88-4985-9490-535e09bcd70f admin admin] Pushing event deleted for resources: {'Network': ['ID=82455f97-11d8-490a-8b6c-ccbdfd1a513e,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:48:28.440659 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 51916) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:48:28.482816 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-ef0e9df8-f5f0-4870-bbb9-7b412de166c5 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4453781b1b9b4f699a6a500cf2704bcd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0408883 Aug 18 12:48:28.485392 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 51918) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:48:28.532507 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-69038baa-2688-4bc7-bc92-003356ebd2a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:28.556885 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-69038baa-2688-4bc7-bc92-003356ebd2a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:28.603305 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-69038baa-2688-4bc7-bc92-003356ebd2a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:28.605820 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-69038baa-2688-4bc7-bc92-003356ebd2a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:28.606954 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-69038baa-2688-4bc7-bc92-003356ebd2a6 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/942a5614-a50c-41e1-9d52-da28a9110fd3 HTTP/1.1" status: 204 len: 168 time: 0.1206810 Aug 18 12:48:28.614605 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69038baa-2688-4bc7-bc92-003356ebd2a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=942a5614-a50c-41e1-9d52-da28a9110fd3,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:48:29.322250 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 51940) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:48:29.421099 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device d7a50043-c94a-4431-8e18-c253b3db7fa7 no longer exists at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:48:29.423758 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-6e7abcc8-f616-4cb2-a906-58680d47f105 tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-140494051'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:48:29.448903 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e7abcc8-f616-4cb2-a906-58680d47f105 tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] Made reservation on behalf of a0f9d6b5bec0440c95116aa8e823bcd2 for: {'network': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:48:29.451019 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] No Port match for: d7a50043-c94a-4431-8e18-c253b3db7fa7 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:48:29.451373 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device d7a50043-c94a-4431-8e18-c253b3db7fa7 not bound to the agent host n-h2-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:48:29.452593 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6e7abcc8-f616-4cb2-a906-58680d47f105 tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for network, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:29.461255 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6e7abcc8-f616-4cb2-a906-58680d47f105 tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:29.548290 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6e7abcc8-f616-4cb2-a906-58680d47f105 tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:29.554111 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6e7abcc8-f616-4cb2-a906-58680d47f105 tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:29.580341 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e7abcc8-f616-4cb2-a906-58680d47f105 tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 830} {{(pid=106252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:48:29.589937 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7abcc8-f616-4cb2-a906-58680d47f105 tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e6fb29c-6bdc-4032-8196-9129f64a6dc4,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:48:29.595020 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6e7abcc8-f616-4cb2-a906-58680d47f105 tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:29.595367 n-d-804985-2 neutron-server[106252]: INFO neutron.db.segments_db [None req-6e7abcc8-f616-4cb2-a906-58680d47f105 tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] Added segment 5b78ebaf-a419-4b23-b79b-a4f60dcd9d7e of type vlan for network ddc40e74-d754-4e01-abcd-28ceca9380e9 Aug 18 12:48:29.635564 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6e7abcc8-f616-4cb2-a906-58680d47f105 tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789150665894'] for network, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:29.661422 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6e7abcc8-f616-4cb2-a906-58680d47f105 tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for network, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:29.666963 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e7abcc8-f616-4cb2-a906-58680d47f105 tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:48:29.667544 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6e7abcc8-f616-4cb2-a906-58680d47f105 tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] Notify callbacks [] for network, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:29.751914 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-6e7abcc8-f616-4cb2-a906-58680d47f105 tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4285352 Aug 18 12:48:29.771858 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7abcc8-f616-4cb2-a906-58680d47f105 tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] Pushing event updated for resources: {'Network': ['ID=ddc40e74-d754-4e01-abcd-28ceca9380e9,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:48:29.782575 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Network ddc40e74-d754-4e01-abcd-28ceca9380e9 details requested by agent ovs-agent-n-d-804985-2 with host n-d-804985-2 {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:48:32.947232 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 51944) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:48:32.956018 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-dc848cb2-476d-46dc-ad0d-841ece021aec tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] Request body: {'subnet': {'network_id': 'ddc40e74-d754-4e01-abcd-28ceca9380e9', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:48:33.060717 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc848cb2-476d-46dc-ad0d-841ece021aec tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] Made reservation on behalf of a0f9d6b5bec0440c95116aa8e823bcd2 for: {'subnet': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:48:33.064615 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-dc848cb2-476d-46dc-ad0d-841ece021aec tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59074089'] for subnet, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:33.266717 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-dc848cb2-476d-46dc-ad0d-841ece021aec tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3572913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59074111'] for subnet, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:33.327818 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc848cb2-476d-46dc-ad0d-841ece021aec tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] Pushing event updated for resources: {'Subnet': ['ID=a1320ddd-d877-4a68-b8e8-b3d60435aa1c,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:48:33.339354 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc848cb2-476d-46dc-ad0d-841ece021aec tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:48:33.339708 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc848cb2-476d-46dc-ad0d-841ece021aec tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:48:33.340028 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc848cb2-476d-46dc-ad0d-841ece021aec tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:48:33.340395 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc848cb2-476d-46dc-ad0d-841ece021aec tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:48:33.340766 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc848cb2-476d-46dc-ad0d-841ece021aec tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:48:33.341094 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc848cb2-476d-46dc-ad0d-841ece021aec tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:48:33.341422 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc848cb2-476d-46dc-ad0d-841ece021aec tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:48:33.341752 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc848cb2-476d-46dc-ad0d-841ece021aec tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:48:33.342079 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc848cb2-476d-46dc-ad0d-841ece021aec tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:48:33.342408 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc848cb2-476d-46dc-ad0d-841ece021aec tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:48:33.342731 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc848cb2-476d-46dc-ad0d-841ece021aec tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:48:33.343068 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc848cb2-476d-46dc-ad0d-841ece021aec tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:48:33.351126 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc848cb2-476d-46dc-ad0d-841ece021aec tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] Checking segment: {'id': '5b78ebaf-a419-4b23-b79b-a4f60dcd9d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'ddc40e74-d754-4e01-abcd-28ceca9380e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:48:33.351513 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc848cb2-476d-46dc-ad0d-841ece021aec tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] Network hostable DHCP agents. Network: ddc40e74-d754-4e01-abcd-28ceca9380e9, hostable agents: ['97c14208-2951-4361-8d64-3708c946ff5f'], hosted agents: [] {{(pid=106252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 12:48:33.369954 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc848cb2-476d-46dc-ad0d-841ece021aec tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] Network ddc40e74-d754-4e01-abcd-28ceca9380e9 is scheduled to be hosted by DHCP agent 97c14208-2951-4361-8d64-3708c946ff5f with binding_index 1 {{(pid=106252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 12:48:33.379130 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-dc848cb2-476d-46dc-ad0d-841ece021aec tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-2, ddc40e74-d754-4e01-abcd-28ceca9380e9) {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:48:33.383553 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc848cb2-476d-46dc-ad0d-841ece021aec tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:48:33.384134 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-dc848cb2-476d-46dc-ad0d-841ece021aec tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] Notify callbacks [] for subnet, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:33.389682 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66b47c9b-1e7a-4c14-980d-db772868b6f6 None None] Network ddc40e74-d754-4e01-abcd-28ceca9380e9 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:48:33.400771 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-dc848cb2-476d-46dc-ad0d-841ece021aec tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4520490 Aug 18 12:48:33.404335 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 51946) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:48:33.409424 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-a13bc6ca-76ed-47b3-bc90-ce4f1d674a0a tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1639411711'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:48:33.430775 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a13bc6ca-76ed-47b3-bc90-ce4f1d674a0a tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] Made reservation on behalf of a0f9d6b5bec0440c95116aa8e823bcd2 for: {'network': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:48:33.434753 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a13bc6ca-76ed-47b3-bc90-ce4f1d674a0a tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for network, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:33.458735 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a13bc6ca-76ed-47b3-bc90-ce4f1d674a0a tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 807} {{(pid=106252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:48:33.467987 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a13bc6ca-76ed-47b3-bc90-ce4f1d674a0a tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:33.468332 n-d-804985-2 neutron-server[106252]: INFO neutron.db.segments_db [None req-a13bc6ca-76ed-47b3-bc90-ce4f1d674a0a tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] Added segment 91c6661f-60f6-420c-804a-3db5edcdc051 of type vlan for network 752ba9f5-94de-41d3-bb9b-3c678ed1d946 Aug 18 12:48:33.508115 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a13bc6ca-76ed-47b3-bc90-ce4f1d674a0a tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789150665894'] for network, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:33.534054 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-439d8819-dd85-4636-8212-9b2c1acc2e2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp788be208-34ab-5a8f-af0f-528834af222f-ddc40e74-d754-4e01-abcd-28ceca9380e9', 'network_id': 'ddc40e74-d754-4e01-abcd-28ceca9380e9', 'tenant_id': 'a0f9d6b5bec0440c95116aa8e823bcd2', 'fixed_ips': [{'subnet_id': 'a1320ddd-d877-4a68-b8e8-b3d60435aa1c'}]}} from n-d-804985-2. {{(pid=106254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 12:48:33.534985 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-439d8819-dd85-4636-8212-9b2c1acc2e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:33.539634 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a13bc6ca-76ed-47b3-bc90-ce4f1d674a0a tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for network, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:33.545689 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a13bc6ca-76ed-47b3-bc90-ce4f1d674a0a tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:48:33.546286 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a13bc6ca-76ed-47b3-bc90-ce4f1d674a0a tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] Notify callbacks [] for network, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:33.602996 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-a13bc6ca-76ed-47b3-bc90-ce4f1d674a0a tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1975636 Aug 18 12:48:33.607844 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 51948) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:48:33.615528 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13bc6ca-76ed-47b3-bc90-ce4f1d674a0a tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] Pushing event updated for resources: {'Network': ['ID=752ba9f5-94de-41d3-bb9b-3c678ed1d946,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:48:33.619435 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-f2efbf2a-daaa-4eb6-954e-edfd72a9c820 tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] Request body: {'subnet': {'network_id': '752ba9f5-94de-41d3-bb9b-3c678ed1d946', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:48:33.627696 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Network 752ba9f5-94de-41d3-bb9b-3c678ed1d946 details requested by agent ovs-agent-n-d-804985-2 with host n-d-804985-2 {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:48:33.710285 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2efbf2a-daaa-4eb6-954e-edfd72a9c820 tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] Made reservation on behalf of a0f9d6b5bec0440c95116aa8e823bcd2 for: {'subnet': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:48:33.714010 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f2efbf2a-daaa-4eb6-954e-edfd72a9c820 tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59388119'] for subnet, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:33.722377 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.db_base_plugin_common [None req-439d8819-dd85-4636-8212-9b2c1acc2e2b None None] Allocated IP 2001:db8:0:ffff::2 (ddc40e74-d754-4e01-abcd-28ceca9380e9/a1320ddd-d877-4a68-b8e8-b3d60435aa1c/a87afdbf-61eb-4fc2-a6d5-284a9799be0b) {{(pid=106254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:48:33.867311 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-439d8819-dd85-4636-8212-9b2c1acc2e2b None None] Notify callbacks [] for port, precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:33.876554 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-439d8819-dd85-4636-8212-9b2c1acc2e2b None None] Transition to ACTIVE for port object a87afdbf-61eb-4fc2-a6d5-284a9799be0b will not be triggered until provisioned by entity L2. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:48:33.891182 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-439d8819-dd85-4636-8212-9b2c1acc2e2b None None] Transition to ACTIVE for port object a87afdbf-61eb-4fc2-a6d5-284a9799be0b will not be triggered until provisioned by entity DHCP. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:48:33.898444 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-439d8819-dd85-4636-8212-9b2c1acc2e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547'] for port, after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:33.907178 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f2efbf2a-daaa-4eb6-954e-edfd72a9c820 tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58902106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59388097'] for subnet, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:33.938789 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-439d8819-dd85-4636-8212-9b2c1acc2e2b None None] Network ddc40e74-d754-4e01-abcd-28ceca9380e9 is already hosted by enough agents. {{(pid=106254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:48:33.941832 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.base_scheduler [None req-439d8819-dd85-4636-8212-9b2c1acc2e2b None None] Resources bound (agent type, host, resource id): {{(pid=106254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:48:33.948512 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-439d8819-dd85-4636-8212-9b2c1acc2e2b None None] Received port after_create {{(pid=106254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:48:33.953558 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439d8819-dd85-4636-8212-9b2c1acc2e2b None None] Pushing event updated for resources: {'Port': ['ID=a87afdbf-61eb-4fc2-a6d5-284a9799be0b,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:48:33.974115 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2efbf2a-daaa-4eb6-954e-edfd72a9c820 tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] Pushing event updated for resources: {'Subnet': ['ID=de27972c-58cc-4e40-a686-e5b342cc6106,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:48:33.975801 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439d8819-dd85-4636-8212-9b2c1acc2e2b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:48:33.976146 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439d8819-dd85-4636-8212-9b2c1acc2e2b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:48:33.976498 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439d8819-dd85-4636-8212-9b2c1acc2e2b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:48:33.976836 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439d8819-dd85-4636-8212-9b2c1acc2e2b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:48:33.977160 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439d8819-dd85-4636-8212-9b2c1acc2e2b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:48:33.977482 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439d8819-dd85-4636-8212-9b2c1acc2e2b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:48:33.977797 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439d8819-dd85-4636-8212-9b2c1acc2e2b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:48:33.978108 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439d8819-dd85-4636-8212-9b2c1acc2e2b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:48:33.978427 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439d8819-dd85-4636-8212-9b2c1acc2e2b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:48:33.978744 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439d8819-dd85-4636-8212-9b2c1acc2e2b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:48:33.979057 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439d8819-dd85-4636-8212-9b2c1acc2e2b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:48:33.979361 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439d8819-dd85-4636-8212-9b2c1acc2e2b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:48:33.981657 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2efbf2a-daaa-4eb6-954e-edfd72a9c820 tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] Checking segment: {'id': '91c6661f-60f6-420c-804a-3db5edcdc051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '752ba9f5-94de-41d3-bb9b-3c678ed1d946'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:48:33.982018 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2efbf2a-daaa-4eb6-954e-edfd72a9c820 tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] Network hostable DHCP agents. Network: 752ba9f5-94de-41d3-bb9b-3c678ed1d946, hostable agents: ['97c14208-2951-4361-8d64-3708c946ff5f'], hosted agents: [] {{(pid=106253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 12:48:33.999001 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2efbf2a-daaa-4eb6-954e-edfd72a9c820 tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] Network 752ba9f5-94de-41d3-bb9b-3c678ed1d946 is scheduled to be hosted by DHCP agent 97c14208-2951-4361-8d64-3708c946ff5f with binding_index 1 {{(pid=106253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 12:48:34.008102 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-f2efbf2a-daaa-4eb6-954e-edfd72a9c820 tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-2, 752ba9f5-94de-41d3-bb9b-3c678ed1d946) {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:48:34.012662 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2efbf2a-daaa-4eb6-954e-edfd72a9c820 tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:48:34.013408 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f2efbf2a-daaa-4eb6-954e-edfd72a9c820 tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:34.017831 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-439d8819-dd85-4636-8212-9b2c1acc2e2b None None] Attempting to bind port a87afdbf-61eb-4fc2-a6d5-284a9799be0b on host n-d-804985-2 for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:48:34.018188 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-439d8819-dd85-4636-8212-9b2c1acc2e2b None None] Attempting to bind port a87afdbf-61eb-4fc2-a6d5-284a9799be0b by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': '5b78ebaf-a419-4b23-b79b-a4f60dcd9d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'ddc40e74-d754-4e01-abcd-28ceca9380e9'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:48:34.018544 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439d8819-dd85-4636-8212-9b2c1acc2e2b None None] Attempting to bind port a87afdbf-61eb-4fc2-a6d5-284a9799be0b on network ddc40e74-d754-4e01-abcd-28ceca9380e9 {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:48:34.022717 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb68a0b6-4b3d-4dfc-90c7-5871f83f3f99 None None] Network 752ba9f5-94de-41d3-bb9b-3c678ed1d946 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:48:34.027688 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439d8819-dd85-4636-8212-9b2c1acc2e2b None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 48, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:48:34.027992 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439d8819-dd85-4636-8212-9b2c1acc2e2b None None] Checking segment: {'id': '5b78ebaf-a419-4b23-b79b-a4f60dcd9d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'ddc40e74-d754-4e01-abcd-28ceca9380e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:48:34.028391 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-439d8819-dd85-4636-8212-9b2c1acc2e2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:34.028805 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439d8819-dd85-4636-8212-9b2c1acc2e2b None None] Bound using segment: {'id': '5b78ebaf-a419-4b23-b79b-a4f60dcd9d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'ddc40e74-d754-4e01-abcd-28ceca9380e9'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:48:34.029265 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-439d8819-dd85-4636-8212-9b2c1acc2e2b None None] Bound port: a87afdbf-61eb-4fc2-a6d5-284a9799be0b, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b78ebaf-a419-4b23-b79b-a4f60dcd9d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'ddc40e74-d754-4e01-abcd-28ceca9380e9'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:48:34.029639 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-439d8819-dd85-4636-8212-9b2c1acc2e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:34.032175 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 51950) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:48:34.032741 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-f2efbf2a-daaa-4eb6-954e-edfd72a9c820 tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4227903 Aug 18 12:48:34.133720 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-383c4ce8-96e8-4468-bb81-8285d7b67c11 tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7904109'] for network, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:34.150462 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-439d8819-dd85-4636-8212-9b2c1acc2e2b None None] For port a87afdbf-61eb-4fc2-a6d5-284a9799be0b, host n-d-804985-2, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:48:34.154235 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-439d8819-dd85-4636-8212-9b2c1acc2e2b None None] For port a87afdbf-61eb-4fc2-a6d5-284a9799be0b, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=a87afdbf-61eb-4fc2-a6d5-284a9799be0b,segment=NetworkSegment(5b78ebaf-a419-4b23-b79b-a4f60dcd9d7e),segment_id=5b78ebaf-a419-4b23-b79b-a4f60dcd9d7e)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:48:34.177888 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-439d8819-dd85-4636-8212-9b2c1acc2e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:34.218037 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-383c4ce8-96e8-4468-bb81-8285d7b67c11 tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:34.266728 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439d8819-dd85-4636-8212-9b2c1acc2e2b None None] Pushing event updated for resources: {'Port': ['ID=a87afdbf-61eb-4fc2-a6d5-284a9799be0b,revision_number=2']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:48:34.283617 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc5b7c57-b025-4d26-8514-39800fa37798 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp788be208-34ab-5a8f-af0f-528834af222f-752ba9f5-94de-41d3-bb9b-3c678ed1d946', 'network_id': '752ba9f5-94de-41d3-bb9b-3c678ed1d946', 'tenant_id': 'a0f9d6b5bec0440c95116aa8e823bcd2', 'fixed_ips': [{'subnet_id': 'de27972c-58cc-4e40-a686-e5b342cc6106'}]}} from n-d-804985-2. {{(pid=106254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 12:48:34.284618 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-bc5b7c57-b025-4d26-8514-39800fa37798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:34.292311 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-383c4ce8-96e8-4468-bb81-8285d7b67c11 tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3572848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59074100'] for subnet, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:34.324018 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383c4ce8-96e8-4468-bb81-8285d7b67c11 tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] Pushing event deleted for resources: {'Subnet': ['ID=de27972c-58cc-4e40-a686-e5b342cc6106,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:48:34.375116 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a646653a-edbe-49a5-9a7e-00517749e6ea None None] Network 752ba9f5-94de-41d3-bb9b-3c678ed1d946 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:48:34.411603 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-383c4ce8-96e8-4468-bb81-8285d7b67c11 tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8367869', 'neutron.services.segments.db._delete_segments_for_network-8789151212993'] for network, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:34.425735 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-383c4ce8-96e8-4468-bb81-8285d7b67c11 tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['752ba9f5-94de-41d3-bb9b-3c678ed1d946']}} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:48:34.435730 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-383c4ce8-96e8-4468-bb81-8285d7b67c11 tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91c6661f-60f6-420c-804a-3db5edcdc051') {'for_net_delete': True} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:48:34.436028 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-383c4ce8-96e8-4468-bb81-8285d7b67c11 tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91c6661f-60f6-420c-804a-3db5edcdc051') {} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:48:34.445368 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-383c4ce8-96e8-4468-bb81-8285d7b67c11 tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789151225254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2221521'] for segment, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:34.460082 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-383c4ce8-96e8-4468-bb81-8285d7b67c11 tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:34.469818 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-383c4ce8-96e8-4468-bb81-8285d7b67c11 tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] Releasing vlan 807 on physical network physnet1 to pool {{(pid=106252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:48:34.470238 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-383c4ce8-96e8-4468-bb81-8285d7b67c11 tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3572434'] for segment, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:34.473509 n-d-804985-2 neutron-server[106252]: Traceback (most recent call last): Aug 18 12:48:34.473509 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:48:34.473509 n-d-804985-2 neutron-server[106252]: timer() Aug 18 12:48:34.473509 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:48:34.473509 n-d-804985-2 neutron-server[106252]: cb(*args, **kw) Aug 18 12:48:34.473509 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:48:34.473509 n-d-804985-2 neutron-server[106252]: return func(*args, **kwargs) Aug 18 12:48:34.473509 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:48:34.473509 n-d-804985-2 neutron-server[106252]: self._notify() Aug 18 12:48:34.473509 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:48:34.473509 n-d-804985-2 neutron-server[106252]: self.callback(batched_events) Aug 18 12:48:34.473509 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:48:34.473509 n-d-804985-2 neutron-server[106252]: event.method(event) Aug 18 12:48:34.473509 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:48:34.473509 n-d-804985-2 neutron-server[106252]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:48:34.473509 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:48:34.473509 n-d-804985-2 neutron-server[106252]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:48:34.473509 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:48:34.473509 n-d-804985-2 neutron-server[106252]: return f(self, *a, **k) Aug 18 12:48:34.473509 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:48:34.473509 n-d-804985-2 neutron-server[106252]: return self._get(url).json() Aug 18 12:48:34.473509 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:48:34.473509 n-d-804985-2 neutron-server[106252]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:48:34.473509 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:48:34.473509 n-d-804985-2 neutron-server[106252]: return self.request(url, 'GET', **kwargs) Aug 18 12:48:34.473509 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:48:34.473509 n-d-804985-2 neutron-server[106252]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:48:34.473509 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:48:34.473509 n-d-804985-2 neutron-server[106252]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:48:34.473509 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:48:34.473509 n-d-804985-2 neutron-server[106252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:48:34.473509 n-d-804985-2 neutron-server[106252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:48:34.537059 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-383c4ce8-96e8-4468-bb81-8285d7b67c11 tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8367858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997186'] for network, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:34.544220 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-383c4ce8-96e8-4468-bb81-8285d7b67c11 tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] Notify callbacks [] for network, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:34.545937 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-383c4ce8-96e8-4468-bb81-8285d7b67c11 tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] 10.222.0.66 "DELETE /v2.0/networks/752ba9f5-94de-41d3-bb9b-3c678ed1d946 HTTP/1.1" status: 204 len: 168 time: 0.5126419 Aug 18 12:48:34.549626 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 51952) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:48:34.555207 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-9e797ad1-efe3-4324-80cb-e3b3a30943cc tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-829523007'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:48:34.558010 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383c4ce8-96e8-4468-bb81-8285d7b67c11 tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] Pushing event deleted for resources: {'Network': ['ID=752ba9f5-94de-41d3-bb9b-3c678ed1d946,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:48:34.576864 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e797ad1-efe3-4324-80cb-e3b3a30943cc tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] Made reservation on behalf of a0f9d6b5bec0440c95116aa8e823bcd2 for: {'network': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:48:34.580322 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9e797ad1-efe3-4324-80cb-e3b3a30943cc tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for network, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:34.602780 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e797ad1-efe3-4324-80cb-e3b3a30943cc tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 812} {{(pid=106253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:48:34.611014 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9e797ad1-efe3-4324-80cb-e3b3a30943cc tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:34.611599 n-d-804985-2 neutron-server[106253]: INFO neutron.db.segments_db [None req-9e797ad1-efe3-4324-80cb-e3b3a30943cc tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] Added segment 1d754115-1943-4c53-8107-026d9a50d82f of type vlan for network 9e71c8d4-2887-4df4-8110-1fbad8a2f01f Aug 18 12:48:34.650473 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9e797ad1-efe3-4324-80cb-e3b3a30943cc tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789150665894'] for network, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:34.676743 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9e797ad1-efe3-4324-80cb-e3b3a30943cc tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for network, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:34.682353 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e797ad1-efe3-4324-80cb-e3b3a30943cc tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:48:34.682945 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9e797ad1-efe3-4324-80cb-e3b3a30943cc tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] Notify callbacks [] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:34.755898 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-9e797ad1-efe3-4324-80cb-e3b3a30943cc tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2049062 Aug 18 12:48:34.758804 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 51954) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:48:34.763712 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-fb952858-bbe4-4f52-8c30-c95c5343ab46 tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] Request body: {'subnet': {'network_id': '9e71c8d4-2887-4df4-8110-1fbad8a2f01f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:48:34.771737 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e797ad1-efe3-4324-80cb-e3b3a30943cc tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] Pushing event updated for resources: {'Network': ['ID=9e71c8d4-2887-4df4-8110-1fbad8a2f01f,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:48:34.782160 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Network 9e71c8d4-2887-4df4-8110-1fbad8a2f01f details requested by agent ovs-agent-n-d-804985-2 with host n-d-804985-2 {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:48:34.863230 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb952858-bbe4-4f52-8c30-c95c5343ab46 tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] Made reservation on behalf of a0f9d6b5bec0440c95116aa8e823bcd2 for: {'subnet': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:48:34.867105 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-fb952858-bbe4-4f52-8c30-c95c5343ab46 tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59388119'] for subnet, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:34.933816 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.ipam_backend_mixin [None req-fb952858-bbe4-4f52-8c30-c95c5343ab46 tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] Performing IP validity checks on allocation pools {{(pid=106253) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 18 12:48:34.934331 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.ipam_backend_mixin [None req-fb952858-bbe4-4f52-8c30-c95c5343ab46 tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] Checking for overlaps among allocation pools and gateway ip {{(pid=106253) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 18 12:48:35.070109 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-fb952858-bbe4-4f52-8c30-c95c5343ab46 tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58902106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59388097'] for subnet, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:35.109318 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device a87afdbf-61eb-4fc2-a6d5-284a9799be0b up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:48:35.131492 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb952858-bbe4-4f52-8c30-c95c5343ab46 tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] Pushing event updated for resources: {'Subnet': ['ID=8ea1ffd9-f878-4b68-9df0-7525ce727b2d,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:48:35.147801 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb952858-bbe4-4f52-8c30-c95c5343ab46 tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] Checking segment: {'id': '1d754115-1943-4c53-8107-026d9a50d82f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '9e71c8d4-2887-4df4-8110-1fbad8a2f01f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:48:35.148228 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb952858-bbe4-4f52-8c30-c95c5343ab46 tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] Network hostable DHCP agents. Network: 9e71c8d4-2887-4df4-8110-1fbad8a2f01f, hostable agents: ['97c14208-2951-4361-8d64-3708c946ff5f'], hosted agents: [] {{(pid=106253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 12:48:35.165165 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port a87afdbf-61eb-4fc2-a6d5-284a9799be0b completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:48:35.167489 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb952858-bbe4-4f52-8c30-c95c5343ab46 tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] Network 9e71c8d4-2887-4df4-8110-1fbad8a2f01f is scheduled to be hosted by DHCP agent 97c14208-2951-4361-8d64-3708c946ff5f with binding_index 1 {{(pid=106253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 12:48:35.181722 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-fb952858-bbe4-4f52-8c30-c95c5343ab46 tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-2, 9e71c8d4-2887-4df4-8110-1fbad8a2f01f) {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:48:35.185988 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb952858-bbe4-4f52-8c30-c95c5343ab46 tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:48:35.186586 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-fb952858-bbe4-4f52-8c30-c95c5343ab46 tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:35.189158 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49efed37-157e-4144-81bf-b2045c738d47 None None] Network ddc40e74-d754-4e01-abcd-28ceca9380e9 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:48:35.202356 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-fb952858-bbe4-4f52-8c30-c95c5343ab46 tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4425697 Aug 18 12:48:35.202902 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35ad5091-ffd7-4f3d-9d91-b61b02bad126 None None] Network 9e71c8d4-2887-4df4-8110-1fbad8a2f01f requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:48:35.205041 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 51956) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:48:35.304313 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-68d780d7-5b19-4b37-9117-dd9da2b887b8 tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7904109'] for network, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:35.305846 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8bad5b85-efb5-4bb3-bc90-82854e9fd2e0 None None] Provisioning for port a87afdbf-61eb-4fc2-a6d5-284a9799be0b completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:48:35.329885 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8bad5b85-efb5-4bb3-bc90-82854e9fd2e0 None None] Provisioning complete for port a87afdbf-61eb-4fc2-a6d5-284a9799be0b triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:48:35.330364 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8bad5b85-efb5-4bb3-bc90-82854e9fd2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:35.390787 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-68d780d7-5b19-4b37-9117-dd9da2b887b8 tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:35.452267 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-68d780d7-5b19-4b37-9117-dd9da2b887b8 tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58902171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59388106'] for subnet, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:35.480346 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d780d7-5b19-4b37-9117-dd9da2b887b8 tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] Pushing event deleted for resources: {'Subnet': ['ID=8ea1ffd9-f878-4b68-9df0-7525ce727b2d,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:48:35.511475 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5895144e-12aa-4fbd-88c7-9507c9827122 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp788be208-34ab-5a8f-af0f-528834af222f-9e71c8d4-2887-4df4-8110-1fbad8a2f01f', 'network_id': '9e71c8d4-2887-4df4-8110-1fbad8a2f01f', 'tenant_id': 'a0f9d6b5bec0440c95116aa8e823bcd2', 'fixed_ips': [{'subnet_id': '8ea1ffd9-f878-4b68-9df0-7525ce727b2d'}]}} from n-d-804985-2. {{(pid=106254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 12:48:35.512577 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-5895144e-12aa-4fbd-88c7-9507c9827122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:35.543618 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-68d780d7-5b19-4b37-9117-dd9da2b887b8 tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8367869', 'neutron.services.segments.db._delete_segments_for_network-8789151212993'] for network, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:35.551624 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8bad5b85-efb5-4bb3-bc90-82854e9fd2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:35.553943 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-68d780d7-5b19-4b37-9117-dd9da2b887b8 tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e71c8d4-2887-4df4-8110-1fbad8a2f01f']}} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:48:35.565847 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-68d780d7-5b19-4b37-9117-dd9da2b887b8 tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d754115-1943-4c53-8107-026d9a50d82f') {'for_net_delete': True} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:48:35.566162 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-68d780d7-5b19-4b37-9117-dd9da2b887b8 tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d754115-1943-4c53-8107-026d9a50d82f') {} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:48:35.576052 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-68d780d7-5b19-4b37-9117-dd9da2b887b8 tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789151225254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902236'] for segment, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:35.591299 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-68d780d7-5b19-4b37-9117-dd9da2b887b8 tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:35.601270 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68d780d7-5b19-4b37-9117-dd9da2b887b8 tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] Releasing vlan 812 on physical network physnet1 to pool {{(pid=106253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:48:35.601672 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-68d780d7-5b19-4b37-9117-dd9da2b887b8 tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58900537'] for segment, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:35.605311 n-d-804985-2 neutron-server[106253]: Traceback (most recent call last): Aug 18 12:48:35.605311 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:48:35.605311 n-d-804985-2 neutron-server[106253]: timer() Aug 18 12:48:35.605311 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:48:35.605311 n-d-804985-2 neutron-server[106253]: cb(*args, **kw) Aug 18 12:48:35.605311 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:48:35.605311 n-d-804985-2 neutron-server[106253]: return func(*args, **kwargs) Aug 18 12:48:35.605311 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:48:35.605311 n-d-804985-2 neutron-server[106253]: self._notify() Aug 18 12:48:35.605311 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:48:35.605311 n-d-804985-2 neutron-server[106253]: self.callback(batched_events) Aug 18 12:48:35.605311 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:48:35.605311 n-d-804985-2 neutron-server[106253]: event.method(event) Aug 18 12:48:35.605311 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:48:35.605311 n-d-804985-2 neutron-server[106253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:48:35.605311 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:48:35.605311 n-d-804985-2 neutron-server[106253]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:48:35.605311 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:48:35.605311 n-d-804985-2 neutron-server[106253]: return f(self, *a, **k) Aug 18 12:48:35.605311 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:48:35.605311 n-d-804985-2 neutron-server[106253]: return self._get(url).json() Aug 18 12:48:35.605311 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:48:35.605311 n-d-804985-2 neutron-server[106253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:48:35.605311 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:48:35.605311 n-d-804985-2 neutron-server[106253]: return self.request(url, 'GET', **kwargs) Aug 18 12:48:35.605311 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:48:35.605311 n-d-804985-2 neutron-server[106253]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:48:35.605311 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:48:35.605311 n-d-804985-2 neutron-server[106253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:48:35.605311 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:48:35.605311 n-d-804985-2 neutron-server[106253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:48:35.605311 n-d-804985-2 neutron-server[106253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:48:35.638697 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f2e2ce3-c309-4ac6-8787-2e0ffb10d716 None None] Network 9e71c8d4-2887-4df4-8110-1fbad8a2f01f requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:48:35.653426 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8bad5b85-efb5-4bb3-bc90-82854e9fd2e0 None None] For port a87afdbf-61eb-4fc2-a6d5-284a9799be0b, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=a87afdbf-61eb-4fc2-a6d5-284a9799be0b,segment=NetworkSegment(5b78ebaf-a419-4b23-b79b-a4f60dcd9d7e),segment_id=5b78ebaf-a419-4b23-b79b-a4f60dcd9d7e)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:48:35.663588 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-68d780d7-5b19-4b37-9117-dd9da2b887b8 tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8367858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997186'] for network, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:35.671955 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-68d780d7-5b19-4b37-9117-dd9da2b887b8 tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] Notify callbacks [] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:35.674220 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-68d780d7-5b19-4b37-9117-dd9da2b887b8 tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] 10.222.0.66 "DELETE /v2.0/networks/9e71c8d4-2887-4df4-8110-1fbad8a2f01f HTTP/1.1" status: 204 len: 168 time: 0.4681447 Aug 18 12:48:35.678177 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 51958) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:48:35.683513 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-5c96133b-e6b5-471d-bd07-4999eb09666a tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-922760299'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:48:35.684065 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8bad5b85-efb5-4bb3-bc90-82854e9fd2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:35.698872 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d780d7-5b19-4b37-9117-dd9da2b887b8 tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] Pushing event deleted for resources: {'Network': ['ID=9e71c8d4-2887-4df4-8110-1fbad8a2f01f,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:48:35.717890 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c96133b-e6b5-471d-bd07-4999eb09666a tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] Made reservation on behalf of a0f9d6b5bec0440c95116aa8e823bcd2 for: {'network': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:48:35.721684 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5c96133b-e6b5-471d-bd07-4999eb09666a tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for network, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:35.750334 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c96133b-e6b5-471d-bd07-4999eb09666a tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 834} {{(pid=106252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:48:35.761428 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5c96133b-e6b5-471d-bd07-4999eb09666a tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:35.761774 n-d-804985-2 neutron-server[106252]: INFO neutron.db.segments_db [None req-5c96133b-e6b5-471d-bd07-4999eb09666a tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] Added segment b53d52ee-83c1-4cee-9a26-aad5c4170291 of type vlan for network f2d58aa9-5ffb-4a72-b7ed-f66d4266f45e Aug 18 12:48:35.803662 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5c96133b-e6b5-471d-bd07-4999eb09666a tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789150665894'] for network, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:35.829949 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5c96133b-e6b5-471d-bd07-4999eb09666a tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for network, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:35.835694 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c96133b-e6b5-471d-bd07-4999eb09666a tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:48:35.836307 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5c96133b-e6b5-471d-bd07-4999eb09666a tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] Notify callbacks [] for network, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:35.897390 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-5c96133b-e6b5-471d-bd07-4999eb09666a tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2179720 Aug 18 12:48:35.900613 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 51960) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:48:35.907185 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-8e9aab41-ab66-4b6b-ab11-68defba41d87 tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] Request body: {'subnet': {'network_id': 'f2d58aa9-5ffb-4a72-b7ed-f66d4266f45e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:48:35.911187 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c96133b-e6b5-471d-bd07-4999eb09666a tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] Pushing event updated for resources: {'Network': ['ID=f2d58aa9-5ffb-4a72-b7ed-f66d4266f45e,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:48:35.927673 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Network f2d58aa9-5ffb-4a72-b7ed-f66d4266f45e details requested by agent ovs-agent-n-d-804985-2 with host n-d-804985-2 {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:48:35.989699 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bad5b85-efb5-4bb3-bc90-82854e9fd2e0 None None] Pushing event updated for resources: {'Port': ['ID=a87afdbf-61eb-4fc2-a6d5-284a9799be0b,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:48:35.993931 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-25bc505d-a5a7-4816-aea4-e2a844536e9b None None] Provisioning complete for port a87afdbf-61eb-4fc2-a6d5-284a9799be0b triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:48:35.994302 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-25bc505d-a5a7-4816-aea4-e2a844536e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:36.012046 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e9aab41-ab66-4b6b-ab11-68defba41d87 tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] Made reservation on behalf of a0f9d6b5bec0440c95116aa8e823bcd2 for: {'subnet': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:48:36.015481 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8e9aab41-ab66-4b6b-ab11-68defba41d87 tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59388119'] for subnet, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:36.199216 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8e9aab41-ab66-4b6b-ab11-68defba41d87 tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58902106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59388097'] for subnet, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:36.257088 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9aab41-ab66-4b6b-ab11-68defba41d87 tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] Pushing event updated for resources: {'Subnet': ['ID=13f7f242-c5be-4c2c-aa0f-e85ed66b3af7,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:48:36.266735 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e9aab41-ab66-4b6b-ab11-68defba41d87 tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] Checking segment: {'id': 'b53d52ee-83c1-4cee-9a26-aad5c4170291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': 'f2d58aa9-5ffb-4a72-b7ed-f66d4266f45e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:48:36.267097 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e9aab41-ab66-4b6b-ab11-68defba41d87 tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] Network hostable DHCP agents. Network: f2d58aa9-5ffb-4a72-b7ed-f66d4266f45e, hostable agents: ['97c14208-2951-4361-8d64-3708c946ff5f'], hosted agents: [] {{(pid=106253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 12:48:36.285702 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e9aab41-ab66-4b6b-ab11-68defba41d87 tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] Network f2d58aa9-5ffb-4a72-b7ed-f66d4266f45e is scheduled to be hosted by DHCP agent 97c14208-2951-4361-8d64-3708c946ff5f with binding_index 1 {{(pid=106253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 12:48:36.295811 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-8e9aab41-ab66-4b6b-ab11-68defba41d87 tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-2, f2d58aa9-5ffb-4a72-b7ed-f66d4266f45e) {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:48:36.300012 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e9aab41-ab66-4b6b-ab11-68defba41d87 tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:48:36.300642 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8e9aab41-ab66-4b6b-ab11-68defba41d87 tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:36.306419 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5238dee-25ec-4b25-9cd1-5a29c8c21652 None None] Network f2d58aa9-5ffb-4a72-b7ed-f66d4266f45e requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:48:36.316443 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-8e9aab41-ab66-4b6b-ab11-68defba41d87 tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4140635 Aug 18 12:48:36.320052 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 51962) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:48:36.325128 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-0e40aeb4-1e8e-4972-a1de-4ecda66eaf03 tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-370923841'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:48:36.346229 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e40aeb4-1e8e-4972-a1de-4ecda66eaf03 tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] Made reservation on behalf of a0f9d6b5bec0440c95116aa8e823bcd2 for: {'network': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:48:36.349746 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0e40aeb4-1e8e-4972-a1de-4ecda66eaf03 tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for network, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:36.375197 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e40aeb4-1e8e-4972-a1de-4ecda66eaf03 tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 812} {{(pid=106253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:48:36.386884 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0e40aeb4-1e8e-4972-a1de-4ecda66eaf03 tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:36.387368 n-d-804985-2 neutron-server[106253]: INFO neutron.db.segments_db [None req-0e40aeb4-1e8e-4972-a1de-4ecda66eaf03 tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] Added segment d3762f0e-4aa7-4f93-9a1b-63980e997476 of type vlan for network d308aa90-108f-4366-bb30-8e2dcc020782 Aug 18 12:48:36.430931 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0e40aeb4-1e8e-4972-a1de-4ecda66eaf03 tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789150665894'] for network, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:36.459344 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b8a1a74-ad24-41c5-b7e1-5ff58d1760a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp788be208-34ab-5a8f-af0f-528834af222f-f2d58aa9-5ffb-4a72-b7ed-f66d4266f45e', 'network_id': 'f2d58aa9-5ffb-4a72-b7ed-f66d4266f45e', 'tenant_id': 'a0f9d6b5bec0440c95116aa8e823bcd2', 'fixed_ips': [{'subnet_id': '13f7f242-c5be-4c2c-aa0f-e85ed66b3af7'}]}} from n-d-804985-2. {{(pid=106254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 12:48:36.460183 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-7b8a1a74-ad24-41c5-b7e1-5ff58d1760a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:36.463152 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0e40aeb4-1e8e-4972-a1de-4ecda66eaf03 tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for network, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:36.470686 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e40aeb4-1e8e-4972-a1de-4ecda66eaf03 tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:48:36.471260 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0e40aeb4-1e8e-4972-a1de-4ecda66eaf03 tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] Notify callbacks [] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:36.491086 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:36.529911 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-0e40aeb4-1e8e-4972-a1de-4ecda66eaf03 tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2086773 Aug 18 12:48:36.533048 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 51964) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:48:36.538713 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-6234968e-5f30-48b1-887b-50b97831dc37 tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] Request body: {'subnet': {'network_id': 'd308aa90-108f-4366-bb30-8e2dcc020782', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:48:36.543251 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e40aeb4-1e8e-4972-a1de-4ecda66eaf03 tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] Pushing event updated for resources: {'Network': ['ID=d308aa90-108f-4366-bb30-8e2dcc020782,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:48:36.554969 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Network d308aa90-108f-4366-bb30-8e2dcc020782 details requested by agent ovs-agent-n-d-804985-2 with host n-d-804985-2 {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:48:36.636291 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6234968e-5f30-48b1-887b-50b97831dc37 tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] Made reservation on behalf of a0f9d6b5bec0440c95116aa8e823bcd2 for: {'subnet': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:48:36.640353 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6234968e-5f30-48b1-887b-50b97831dc37 tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59074089'] for subnet, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:36.660546 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.db_base_plugin_common [None req-7b8a1a74-ad24-41c5-b7e1-5ff58d1760a6 None None] Allocated IP 2001:db8::2 (f2d58aa9-5ffb-4a72-b7ed-f66d4266f45e/13f7f242-c5be-4c2c-aa0f-e85ed66b3af7/8920a090-9abe-4e85-b2bd-9727ebd5a45b) {{(pid=106254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:48:36.812451 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-7b8a1a74-ad24-41c5-b7e1-5ff58d1760a6 None None] Notify callbacks [] for port, precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:36.820732 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-7b8a1a74-ad24-41c5-b7e1-5ff58d1760a6 None None] Transition to ACTIVE for port object 8920a090-9abe-4e85-b2bd-9727ebd5a45b will not be triggered until provisioned by entity L2. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:48:36.829897 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6234968e-5f30-48b1-887b-50b97831dc37 tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3572913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59074111'] for subnet, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:36.836104 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-7b8a1a74-ad24-41c5-b7e1-5ff58d1760a6 None None] Transition to ACTIVE for port object 8920a090-9abe-4e85-b2bd-9727ebd5a45b will not be triggered until provisioned by entity DHCP. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:48:36.842325 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-7b8a1a74-ad24-41c5-b7e1-5ff58d1760a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547'] for port, after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:36.878495 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b8a1a74-ad24-41c5-b7e1-5ff58d1760a6 None None] Network f2d58aa9-5ffb-4a72-b7ed-f66d4266f45e is already hosted by enough agents. {{(pid=106254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:48:36.883285 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.base_scheduler [None req-7b8a1a74-ad24-41c5-b7e1-5ff58d1760a6 None None] Resources bound (agent type, host, resource id): {{(pid=106254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:48:36.886793 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b8a1a74-ad24-41c5-b7e1-5ff58d1760a6 None None] Received port after_create {{(pid=106254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:48:36.895576 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6234968e-5f30-48b1-887b-50b97831dc37 tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] Pushing event updated for resources: {'Subnet': ['ID=de7a3480-5861-442e-bc2b-eac3b1ae39bd,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:48:36.895788 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8a1a74-ad24-41c5-b7e1-5ff58d1760a6 None None] Pushing event updated for resources: {'Port': ['ID=8920a090-9abe-4e85-b2bd-9727ebd5a45b,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:48:36.903235 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6234968e-5f30-48b1-887b-50b97831dc37 tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] Checking segment: {'id': 'd3762f0e-4aa7-4f93-9a1b-63980e997476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'd308aa90-108f-4366-bb30-8e2dcc020782'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:48:36.903605 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6234968e-5f30-48b1-887b-50b97831dc37 tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] Network hostable DHCP agents. Network: d308aa90-108f-4366-bb30-8e2dcc020782, hostable agents: ['97c14208-2951-4361-8d64-3708c946ff5f'], hosted agents: [] {{(pid=106252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 12:48:36.921771 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6234968e-5f30-48b1-887b-50b97831dc37 tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] Network d308aa90-108f-4366-bb30-8e2dcc020782 is scheduled to be hosted by DHCP agent 97c14208-2951-4361-8d64-3708c946ff5f with binding_index 1 {{(pid=106252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 12:48:36.930358 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-6234968e-5f30-48b1-887b-50b97831dc37 tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-2, d308aa90-108f-4366-bb30-8e2dcc020782) {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:48:36.934770 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6234968e-5f30-48b1-887b-50b97831dc37 tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:48:36.935276 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6234968e-5f30-48b1-887b-50b97831dc37 tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] Notify callbacks [] for subnet, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:36.941383 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c744a22-68fd-46f4-a01c-facdde9e888c None None] Network d308aa90-108f-4366-bb30-8e2dcc020782 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:48:36.954676 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-6234968e-5f30-48b1-887b-50b97831dc37 tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4180150 Aug 18 12:48:36.955006 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 51966) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:48:36.990876 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-7b8a1a74-ad24-41c5-b7e1-5ff58d1760a6 None None] Attempting to bind port 8920a090-9abe-4e85-b2bd-9727ebd5a45b on host n-d-804985-2 for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:48:36.991248 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-7b8a1a74-ad24-41c5-b7e1-5ff58d1760a6 None None] Attempting to bind port 8920a090-9abe-4e85-b2bd-9727ebd5a45b by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': 'b53d52ee-83c1-4cee-9a26-aad5c4170291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': 'f2d58aa9-5ffb-4a72-b7ed-f66d4266f45e'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:48:36.991611 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8a1a74-ad24-41c5-b7e1-5ff58d1760a6 None None] Attempting to bind port 8920a090-9abe-4e85-b2bd-9727ebd5a45b on network f2d58aa9-5ffb-4a72-b7ed-f66d4266f45e {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:48:37.003502 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8a1a74-ad24-41c5-b7e1-5ff58d1760a6 None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 48, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:48:37.003881 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8a1a74-ad24-41c5-b7e1-5ff58d1760a6 None None] Checking segment: {'id': 'b53d52ee-83c1-4cee-9a26-aad5c4170291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': 'f2d58aa9-5ffb-4a72-b7ed-f66d4266f45e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:48:37.004350 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-7b8a1a74-ad24-41c5-b7e1-5ff58d1760a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:37.004845 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8a1a74-ad24-41c5-b7e1-5ff58d1760a6 None None] Bound using segment: {'id': 'b53d52ee-83c1-4cee-9a26-aad5c4170291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': 'f2d58aa9-5ffb-4a72-b7ed-f66d4266f45e'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:48:37.005230 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-7b8a1a74-ad24-41c5-b7e1-5ff58d1760a6 None None] Bound port: 8920a090-9abe-4e85-b2bd-9727ebd5a45b, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b53d52ee-83c1-4cee-9a26-aad5c4170291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': 'f2d58aa9-5ffb-4a72-b7ed-f66d4266f45e'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:48:37.005613 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-7b8a1a74-ad24-41c5-b7e1-5ff58d1760a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:37.072293 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a0e31b97-32f6-49f4-9138-5ee408713fb0 tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7904109'] for network, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:37.102284 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device a87afdbf-61eb-4fc2-a6d5-284a9799be0b up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:48:37.129484 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a0e31b97-32f6-49f4-9138-5ee408713fb0 tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:37.150730 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-7b8a1a74-ad24-41c5-b7e1-5ff58d1760a6 None None] For port 8920a090-9abe-4e85-b2bd-9727ebd5a45b, host n-d-804985-2, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:48:37.159889 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-7b8a1a74-ad24-41c5-b7e1-5ff58d1760a6 None None] For port 8920a090-9abe-4e85-b2bd-9727ebd5a45b, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=8920a090-9abe-4e85-b2bd-9727ebd5a45b,segment=NetworkSegment(b53d52ee-83c1-4cee-9a26-aad5c4170291),segment_id=b53d52ee-83c1-4cee-9a26-aad5c4170291)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:48:37.182496 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-7b8a1a74-ad24-41c5-b7e1-5ff58d1760a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:37.197026 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a0e31b97-32f6-49f4-9138-5ee408713fb0 tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3572848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59074100'] for subnet, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:37.221916 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-613e9a86-fe57-491e-814b-8ef15fe35669 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp788be208-34ab-5a8f-af0f-528834af222f-d308aa90-108f-4366-bb30-8e2dcc020782', 'network_id': 'd308aa90-108f-4366-bb30-8e2dcc020782', 'tenant_id': 'a0f9d6b5bec0440c95116aa8e823bcd2', 'fixed_ips': [{'subnet_id': 'de7a3480-5861-442e-bc2b-eac3b1ae39bd'}]}} from n-d-804985-2. {{(pid=106254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 12:48:37.222753 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-613e9a86-fe57-491e-814b-8ef15fe35669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:37.225160 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e31b97-32f6-49f4-9138-5ee408713fb0 tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] Pushing event deleted for resources: {'Subnet': ['ID=de7a3480-5861-442e-bc2b-eac3b1ae39bd,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:48:37.280956 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8a1a74-ad24-41c5-b7e1-5ff58d1760a6 None None] Pushing event updated for resources: {'Port': ['ID=8920a090-9abe-4e85-b2bd-9727ebd5a45b,revision_number=2']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:48:37.293038 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a0e31b97-32f6-49f4-9138-5ee408713fb0 tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8367869', 'neutron.services.segments.db._delete_segments_for_network-8789151212993'] for network, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:37.303773 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-a0e31b97-32f6-49f4-9138-5ee408713fb0 tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d308aa90-108f-4366-bb30-8e2dcc020782']}} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:48:37.314906 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-a0e31b97-32f6-49f4-9138-5ee408713fb0 tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3762f0e-4aa7-4f93-9a1b-63980e997476') {'for_net_delete': True} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:48:37.315197 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-a0e31b97-32f6-49f4-9138-5ee408713fb0 tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3762f0e-4aa7-4f93-9a1b-63980e997476') {} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:48:37.324890 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a0e31b97-32f6-49f4-9138-5ee408713fb0 tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789151225254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2221521'] for segment, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:37.328636 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port a87afdbf-61eb-4fc2-a6d5-284a9799be0b triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:48:37.329012 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:37.340466 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a0e31b97-32f6-49f4-9138-5ee408713fb0 tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:37.346953 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0e31b97-32f6-49f4-9138-5ee408713fb0 tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] Releasing vlan 812 on physical network physnet1 to pool {{(pid=106252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:48:37.347467 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a0e31b97-32f6-49f4-9138-5ee408713fb0 tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3572434'] for segment, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:37.352084 n-d-804985-2 neutron-server[106252]: Traceback (most recent call last): Aug 18 12:48:37.352084 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:48:37.352084 n-d-804985-2 neutron-server[106252]: timer() Aug 18 12:48:37.352084 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:48:37.352084 n-d-804985-2 neutron-server[106252]: cb(*args, **kw) Aug 18 12:48:37.352084 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:48:37.352084 n-d-804985-2 neutron-server[106252]: return func(*args, **kwargs) Aug 18 12:48:37.352084 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:48:37.352084 n-d-804985-2 neutron-server[106252]: self._notify() Aug 18 12:48:37.352084 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:48:37.352084 n-d-804985-2 neutron-server[106252]: self.callback(batched_events) Aug 18 12:48:37.352084 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:48:37.352084 n-d-804985-2 neutron-server[106252]: event.method(event) Aug 18 12:48:37.352084 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:48:37.352084 n-d-804985-2 neutron-server[106252]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:48:37.352084 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:48:37.352084 n-d-804985-2 neutron-server[106252]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:48:37.352084 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:48:37.352084 n-d-804985-2 neutron-server[106252]: return f(self, *a, **k) Aug 18 12:48:37.352084 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:48:37.352084 n-d-804985-2 neutron-server[106252]: return self._get(url).json() Aug 18 12:48:37.352084 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:48:37.352084 n-d-804985-2 neutron-server[106252]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:48:37.352084 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:48:37.352084 n-d-804985-2 neutron-server[106252]: return self.request(url, 'GET', **kwargs) Aug 18 12:48:37.352084 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:48:37.352084 n-d-804985-2 neutron-server[106252]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:48:37.352084 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:48:37.352084 n-d-804985-2 neutron-server[106252]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:48:37.352084 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:48:37.352084 n-d-804985-2 neutron-server[106252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:48:37.352084 n-d-804985-2 neutron-server[106252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:48:37.377099 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-864eed93-a1de-43c6-bbf0-1fd20d82b64d None None] Network d308aa90-108f-4366-bb30-8e2dcc020782 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:48:37.414611 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a0e31b97-32f6-49f4-9138-5ee408713fb0 tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8367858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997186'] for network, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:37.432965 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a0e31b97-32f6-49f4-9138-5ee408713fb0 tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] Notify callbacks [] for network, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:37.438269 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-a0e31b97-32f6-49f4-9138-5ee408713fb0 tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] 10.222.0.66 "DELETE /v2.0/networks/d308aa90-108f-4366-bb30-8e2dcc020782 HTTP/1.1" status: 204 len: 168 time: 0.4790165 Aug 18 12:48:37.438583 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 51968) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:48:37.454098 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e31b97-32f6-49f4-9138-5ee408713fb0 tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] Pushing event deleted for resources: {'Network': ['ID=d308aa90-108f-4366-bb30-8e2dcc020782,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:48:37.498090 n-d-804985-2 neutron-server[106252]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6e01ea7-0f17-48c1-a80e-1398e97acaae tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] GET failed (client error): The resource could not be found. Aug 18 12:48:37.504214 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-d6e01ea7-0f17-48c1-a80e-1398e97acaae tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] 10.222.0.66 "GET /v2.0/subnets/de7a3480-5861-442e-bc2b-eac3b1ae39bd HTTP/1.1" status: 404 len: 337 time: 0.0618873 Aug 18 12:48:37.504515 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 51970) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:48:37.525562 n-d-804985-2 neutron-server[106252]: INFO neutron.pecan_wsgi.hooks.translation [None req-49f35c41-51d1-4c76-95c6-14d226ef4ab8 tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] DELETE failed (client error): The resource could not be found. Aug 18 12:48:37.526476 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49f35c41-51d1-4c76-95c6-14d226ef4ab8 tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106252) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 12:48:37.531880 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-49f35c41-51d1-4c76-95c6-14d226ef4ab8 tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] 10.222.0.66 "DELETE /v2.0/networks/d308aa90-108f-4366-bb30-8e2dcc020782 HTTP/1.1" status: 404 len: 339 time: 0.0227292 Aug 18 12:48:37.532208 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 51972) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:48:37.566960 n-d-804985-2 neutron-server[106252]: INFO neutron.pecan_wsgi.hooks.translation [None req-97585eef-8526-43c1-8486-805d3914c0bb tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] DELETE failed (client error): The resource could not be found. Aug 18 12:48:37.567421 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97585eef-8526-43c1-8486-805d3914c0bb tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106252) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 12:48:37.569202 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-97585eef-8526-43c1-8486-805d3914c0bb tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] 10.222.0.66 "DELETE /v2.0/subnets/de7a3480-5861-442e-bc2b-eac3b1ae39bd HTTP/1.1" status: 404 len: 337 time: 0.0358274 Aug 18 12:48:37.571727 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 51974) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:48:37.590073 n-d-804985-2 neutron-server[106252]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0885c4b-b872-4ac9-92c1-2a4d80ec8f5b tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] DELETE failed (client error): The resource could not be found. Aug 18 12:48:37.590553 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0885c4b-b872-4ac9-92c1-2a4d80ec8f5b tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106252) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 12:48:37.592210 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-b0885c4b-b872-4ac9-92c1-2a4d80ec8f5b tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] 10.222.0.66 "DELETE /v2.0/networks/d308aa90-108f-4366-bb30-8e2dcc020782 HTTP/1.1" status: 404 len: 339 time: 0.0195868 Aug 18 12:48:37.594705 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 51976) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:48:37.644661 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e763bcc-211c-4e91-97b5-e9f0f7586e37 tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] Deleting subnet 13f7f242-c5be-4c2c-aa0f-e85ed66b3af7 {{(pid=106252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 12:48:37.648000 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8e763bcc-211c-4e91-97b5-e9f0f7586e37 tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] Notify callbacks [] for subnet, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:37.688148 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8e763bcc-211c-4e91-97b5-e9f0f7586e37 tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2221528'] for subnet, precommit_delete_associations {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:37.776180 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8e763bcc-211c-4e91-97b5-e9f0f7586e37 tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:37.847834 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8e763bcc-211c-4e91-97b5-e9f0f7586e37 tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3572848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59074100'] for subnet, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:37.880962 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e763bcc-211c-4e91-97b5-e9f0f7586e37 tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] Pushing event deleted for resources: {'Subnet': ['ID=13f7f242-c5be-4c2c-aa0f-e85ed66b3af7,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:48:37.885051 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8e763bcc-211c-4e91-97b5-e9f0f7586e37 tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] Notify callbacks [] for subnet, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:37.890094 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-8e763bcc-211c-4e91-97b5-e9f0f7586e37 tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] 10.222.0.66 "DELETE /v2.0/subnets/13f7f242-c5be-4c2c-aa0f-e85ed66b3af7 HTTP/1.1" status: 204 len: 168 time: 0.2913430 Aug 18 12:48:37.890094 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 51978) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:48:37.972584 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0287e980-d5fb-49a2-9d88-d9d936da544b tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7904109'] for network, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:38.032955 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-0287e980-d5fb-49a2-9d88-d9d936da544b tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] Deleting port 8920a090-9abe-4e85-b2bd-9727ebd5a45b {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:48:38.033462 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0287e980-d5fb-49a2-9d88-d9d936da544b tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:38.109124 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [None req-0287e980-d5fb-49a2-9d88-d9d936da544b tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] For port 8920a090-9abe-4e85-b2bd-9727ebd5a45b, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=8920a090-9abe-4e85-b2bd-9727ebd5a45b,segment=NetworkSegment(b53d52ee-83c1-4cee-9a26-aad5c4170291),segment_id=b53d52ee-83c1-4cee-9a26-aad5c4170291)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:48:38.109413 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0287e980-d5fb-49a2-9d88-d9d936da544b tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:38.122531 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-0287e980-d5fb-49a2-9d88-d9d936da544b tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] Calling delete_port for 8920a090-9abe-4e85-b2bd-9727ebd5a45b owned by network:dhcp {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:48:38.205557 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-972c0dfd-d9b0-4473-9895-156a7ef66217 None None] Network f2d58aa9-5ffb-4a72-b7ed-f66d4266f45e requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:48:38.217286 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0287e980-d5fb-49a2-9d88-d9d936da544b tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:38.247882 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0287e980-d5fb-49a2-9d88-d9d936da544b tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] Pushing event deleted for resources: {'Port': ['ID=8920a090-9abe-4e85-b2bd-9727ebd5a45b,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:48:38.255235 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-0eb58379-e78e-426e-a09e-9abee3168b92 None None] Could not find standard attr ID for object 8920a090-9abe-4e85-b2bd-9727ebd5a45b. {{(pid=106254) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 18 12:48:38.255403 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0287e980-d5fb-49a2-9d88-d9d936da544b tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] No DVR routers for this DVR port 8920a090-9abe-4e85-b2bd-9727ebd5a45b on host n-d-804985-2 {{(pid=106252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:48:38.341039 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0287e980-d5fb-49a2-9d88-d9d936da544b tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8367869', 'neutron.services.segments.db._delete_segments_for_network-8789151212993'] for network, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:38.352674 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-0287e980-d5fb-49a2-9d88-d9d936da544b tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2d58aa9-5ffb-4a72-b7ed-f66d4266f45e']}} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:48:38.366723 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-0287e980-d5fb-49a2-9d88-d9d936da544b tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b53d52ee-83c1-4cee-9a26-aad5c4170291') {'for_net_delete': True} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:48:38.367194 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-0287e980-d5fb-49a2-9d88-d9d936da544b tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b53d52ee-83c1-4cee-9a26-aad5c4170291') {} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:48:38.376579 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f29059e7-aa43-47fc-bbe4-30fba6cbef1c None None] DHCP port deletion for f2d58aa9-5ffb-4a72-b7ed-f66d4266f45e request from n-d-804985-2 {{(pid=106254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 12:48:38.377087 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0287e980-d5fb-49a2-9d88-d9d936da544b tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789151225254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2221521'] for segment, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:38.393096 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0287e980-d5fb-49a2-9d88-d9d936da544b tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:38.399256 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0287e980-d5fb-49a2-9d88-d9d936da544b tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] Releasing vlan 834 on physical network physnet1 to pool {{(pid=106252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:48:38.399674 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0287e980-d5fb-49a2-9d88-d9d936da544b tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3572434'] for segment, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:38.403022 n-d-804985-2 neutron-server[106252]: Traceback (most recent call last): Aug 18 12:48:38.403022 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:48:38.403022 n-d-804985-2 neutron-server[106252]: timer() Aug 18 12:48:38.403022 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:48:38.403022 n-d-804985-2 neutron-server[106252]: cb(*args, **kw) Aug 18 12:48:38.403022 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:48:38.403022 n-d-804985-2 neutron-server[106252]: return func(*args, **kwargs) Aug 18 12:48:38.403022 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:48:38.403022 n-d-804985-2 neutron-server[106252]: self._notify() Aug 18 12:48:38.403022 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:48:38.403022 n-d-804985-2 neutron-server[106252]: self.callback(batched_events) Aug 18 12:48:38.403022 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:48:38.403022 n-d-804985-2 neutron-server[106252]: event.method(event) Aug 18 12:48:38.403022 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:48:38.403022 n-d-804985-2 neutron-server[106252]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:48:38.403022 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:48:38.403022 n-d-804985-2 neutron-server[106252]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:48:38.403022 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:48:38.403022 n-d-804985-2 neutron-server[106252]: return f(self, *a, **k) Aug 18 12:48:38.403022 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:48:38.403022 n-d-804985-2 neutron-server[106252]: return self._get(url).json() Aug 18 12:48:38.403022 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:48:38.403022 n-d-804985-2 neutron-server[106252]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:48:38.403022 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:48:38.403022 n-d-804985-2 neutron-server[106252]: return self.request(url, 'GET', **kwargs) Aug 18 12:48:38.403022 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:48:38.403022 n-d-804985-2 neutron-server[106252]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:48:38.403022 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:48:38.403022 n-d-804985-2 neutron-server[106252]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:48:38.403022 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:48:38.403022 n-d-804985-2 neutron-server[106252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:48:38.403022 n-d-804985-2 neutron-server[106252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:48:38.463022 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0287e980-d5fb-49a2-9d88-d9d936da544b tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8367858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997186'] for network, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:38.472034 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0287e980-d5fb-49a2-9d88-d9d936da544b tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] Notify callbacks [] for network, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:38.474462 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-0287e980-d5fb-49a2-9d88-d9d936da544b tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] 10.222.0.66 "DELETE /v2.0/networks/f2d58aa9-5ffb-4a72-b7ed-f66d4266f45e HTTP/1.1" status: 204 len: 168 time: 0.5838637 Aug 18 12:48:38.477305 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 51980) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:48:38.489820 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0287e980-d5fb-49a2-9d88-d9d936da544b tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] Pushing event deleted for resources: {'Network': ['ID=f2d58aa9-5ffb-4a72-b7ed-f66d4266f45e,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:48:38.504820 n-d-804985-2 neutron-server[106253]: INFO neutron.pecan_wsgi.hooks.translation [None req-335abf85-1e33-4db2-abd1-3a21ab8224c2 tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] DELETE failed (client error): The resource could not be found. Aug 18 12:48:38.505253 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-335abf85-1e33-4db2-abd1-3a21ab8224c2 tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106253) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 12:48:38.506958 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-335abf85-1e33-4db2-abd1-3a21ab8224c2 tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] 10.222.0.66 "DELETE /v2.0/subnets/8ea1ffd9-f878-4b68-9df0-7525ce727b2d HTTP/1.1" status: 404 len: 337 time: 0.0285313 Aug 18 12:48:38.509769 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 51982) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:48:38.529021 n-d-804985-2 neutron-server[106252]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e7a7fa5-2233-4f4f-a376-3946fb1395dd tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] DELETE failed (client error): The resource could not be found. Aug 18 12:48:38.529551 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e7a7fa5-2233-4f4f-a376-3946fb1395dd tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106252) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 12:48:38.531178 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-7e7a7fa5-2233-4f4f-a376-3946fb1395dd tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] 10.222.0.66 "DELETE /v2.0/networks/9e71c8d4-2887-4df4-8110-1fbad8a2f01f HTTP/1.1" status: 404 len: 339 time: 0.0204630 Aug 18 12:48:38.533605 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 51984) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:48:38.563093 n-d-804985-2 neutron-server[106252]: INFO neutron.pecan_wsgi.hooks.translation [None req-2133a4c9-209e-4f1e-b633-94c8e2a32125 tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] DELETE failed (client error): The resource could not be found. Aug 18 12:48:38.563522 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2133a4c9-209e-4f1e-b633-94c8e2a32125 tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106252) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 12:48:38.565304 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-2133a4c9-209e-4f1e-b633-94c8e2a32125 tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] 10.222.0.66 "DELETE /v2.0/subnets/de27972c-58cc-4e40-a686-e5b342cc6106 HTTP/1.1" status: 404 len: 337 time: 0.0308423 Aug 18 12:48:38.567758 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 51986) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:48:38.585672 n-d-804985-2 neutron-server[106252]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ed0dc21-0847-413e-a582-64c37d401088 tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] DELETE failed (client error): The resource could not be found. Aug 18 12:48:38.586208 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ed0dc21-0847-413e-a582-64c37d401088 tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106252) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 18 12:48:38.587829 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-9ed0dc21-0847-413e-a582-64c37d401088 tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] 10.222.0.66 "DELETE /v2.0/networks/752ba9f5-94de-41d3-bb9b-3c678ed1d946 HTTP/1.1" status: 404 len: 339 time: 0.0192165 Aug 18 12:48:38.591112 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 51988) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:48:38.642084 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_v2 [None req-0af15a3d-baa2-4697-9c7f-fff26ceb7f05 tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] Deleting subnet a1320ddd-d877-4a68-b8e8-b3d60435aa1c {{(pid=106252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 12:48:38.645423 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0af15a3d-baa2-4697-9c7f-fff26ceb7f05 tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] Notify callbacks [] for subnet, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:38.685085 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:38.686239 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0af15a3d-baa2-4697-9c7f-fff26ceb7f05 tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2221528'] for subnet, precommit_delete_associations {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:38.775775 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0af15a3d-baa2-4697-9c7f-fff26ceb7f05 tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:38.837357 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0af15a3d-baa2-4697-9c7f-fff26ceb7f05 tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3572848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59074100'] for subnet, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:38.863579 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af15a3d-baa2-4697-9c7f-fff26ceb7f05 tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] Pushing event deleted for resources: {'Subnet': ['ID=a1320ddd-d877-4a68-b8e8-b3d60435aa1c,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:48:38.867466 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0af15a3d-baa2-4697-9c7f-fff26ceb7f05 tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] Notify callbacks [] for subnet, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:38.869378 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-0af15a3d-baa2-4697-9c7f-fff26ceb7f05 tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] 10.222.0.66 "DELETE /v2.0/subnets/a1320ddd-d877-4a68-b8e8-b3d60435aa1c HTTP/1.1" status: 204 len: 168 time: 0.2774200 Aug 18 12:48:38.871960 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 51990) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:48:38.874578 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1120cdfa-91d1-4d77-a0ca-dfe82704bcdc None None] Network ddc40e74-d754-4e01-abcd-28ceca9380e9 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:48:38.951642 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e3f5d579-8bd1-4f22-9849-24840dc511f3 tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7904109'] for network, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:39.004674 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-e3f5d579-8bd1-4f22-9849-24840dc511f3 tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] Deleting port a87afdbf-61eb-4fc2-a6d5-284a9799be0b {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:48:39.004984 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e3f5d579-8bd1-4f22-9849-24840dc511f3 tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:39.053558 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4441293f-77e0-461f-b646-9dc97b19250a None None] DHCP port deletion for ddc40e74-d754-4e01-abcd-28ceca9380e9 request from n-d-804985-2 {{(pid=106254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 12:48:39.070084 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [None req-e3f5d579-8bd1-4f22-9849-24840dc511f3 tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] For port a87afdbf-61eb-4fc2-a6d5-284a9799be0b, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=a87afdbf-61eb-4fc2-a6d5-284a9799be0b,segment=NetworkSegment(5b78ebaf-a419-4b23-b79b-a4f60dcd9d7e),segment_id=5b78ebaf-a419-4b23-b79b-a4f60dcd9d7e)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:48:39.070445 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e3f5d579-8bd1-4f22-9849-24840dc511f3 tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:39.082380 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-e3f5d579-8bd1-4f22-9849-24840dc511f3 tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] Calling delete_port for a87afdbf-61eb-4fc2-a6d5-284a9799be0b owned by network:dhcp {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:48:39.116752 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-4441293f-77e0-461f-b646-9dc97b19250a None None] Deleting port a87afdbf-61eb-4fc2-a6d5-284a9799be0b {{(pid=106254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:48:39.117153 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4441293f-77e0-461f-b646-9dc97b19250a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:39.165351 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e3f5d579-8bd1-4f22-9849-24840dc511f3 tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:39.189432 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f5d579-8bd1-4f22-9849-24840dc511f3 tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] Pushing event deleted for resources: {'Port': ['ID=a87afdbf-61eb-4fc2-a6d5-284a9799be0b,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:48:39.195711 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f5d579-8bd1-4f22-9849-24840dc511f3 tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] No DVR routers for this DVR port a87afdbf-61eb-4fc2-a6d5-284a9799be0b on host n-d-804985-2 {{(pid=106252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:48:39.217025 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-4441293f-77e0-461f-b646-9dc97b19250a None None] For port a87afdbf-61eb-4fc2-a6d5-284a9799be0b, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=a87afdbf-61eb-4fc2-a6d5-284a9799be0b,segment=NetworkSegment(5b78ebaf-a419-4b23-b79b-a4f60dcd9d7e),segment_id=5b78ebaf-a419-4b23-b79b-a4f60dcd9d7e)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:48:39.217591 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4441293f-77e0-461f-b646-9dc97b19250a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:39.232030 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-4441293f-77e0-461f-b646-9dc97b19250a None None] Calling delete_port for a87afdbf-61eb-4fc2-a6d5-284a9799be0b owned by network:dhcp {{(pid=106254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:48:39.278055 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e3f5d579-8bd1-4f22-9849-24840dc511f3 tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8367869', 'neutron.services.segments.db._delete_segments_for_network-8789151212993'] for network, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:39.288204 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-e3f5d579-8bd1-4f22-9849-24840dc511f3 tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddc40e74-d754-4e01-abcd-28ceca9380e9']}} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:48:39.297886 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-e3f5d579-8bd1-4f22-9849-24840dc511f3 tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b78ebaf-a419-4b23-b79b-a4f60dcd9d7e') {'for_net_delete': True} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:48:39.298185 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-e3f5d579-8bd1-4f22-9849-24840dc511f3 tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b78ebaf-a419-4b23-b79b-a4f60dcd9d7e') {} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:48:39.308499 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e3f5d579-8bd1-4f22-9849-24840dc511f3 tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789151225254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2221521'] for segment, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:39.323158 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e3f5d579-8bd1-4f22-9849-24840dc511f3 tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:39.329041 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3f5d579-8bd1-4f22-9849-24840dc511f3 tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] Releasing vlan 830 on physical network physnet1 to pool {{(pid=106252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:48:39.329518 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e3f5d579-8bd1-4f22-9849-24840dc511f3 tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3572434'] for segment, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:39.332823 n-d-804985-2 neutron-server[106252]: Traceback (most recent call last): Aug 18 12:48:39.332823 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:48:39.332823 n-d-804985-2 neutron-server[106252]: timer() Aug 18 12:48:39.332823 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:48:39.332823 n-d-804985-2 neutron-server[106252]: cb(*args, **kw) Aug 18 12:48:39.332823 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:48:39.332823 n-d-804985-2 neutron-server[106252]: return func(*args, **kwargs) Aug 18 12:48:39.332823 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:48:39.332823 n-d-804985-2 neutron-server[106252]: self._notify() Aug 18 12:48:39.332823 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:48:39.332823 n-d-804985-2 neutron-server[106252]: self.callback(batched_events) Aug 18 12:48:39.332823 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:48:39.332823 n-d-804985-2 neutron-server[106252]: event.method(event) Aug 18 12:48:39.332823 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:48:39.332823 n-d-804985-2 neutron-server[106252]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:48:39.332823 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:48:39.332823 n-d-804985-2 neutron-server[106252]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:48:39.332823 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:48:39.332823 n-d-804985-2 neutron-server[106252]: return f(self, *a, **k) Aug 18 12:48:39.332823 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:48:39.332823 n-d-804985-2 neutron-server[106252]: return self._get(url).json() Aug 18 12:48:39.332823 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:48:39.332823 n-d-804985-2 neutron-server[106252]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:48:39.332823 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:48:39.332823 n-d-804985-2 neutron-server[106252]: return self.request(url, 'GET', **kwargs) Aug 18 12:48:39.332823 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:48:39.332823 n-d-804985-2 neutron-server[106252]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:48:39.332823 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:48:39.332823 n-d-804985-2 neutron-server[106252]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:48:39.332823 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:48:39.332823 n-d-804985-2 neutron-server[106252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:48:39.332823 n-d-804985-2 neutron-server[106252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:48:39.353467 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4441293f-77e0-461f-b646-9dc97b19250a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556'] for port, after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:39.384801 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4441293f-77e0-461f-b646-9dc97b19250a None None] Pushing event deleted for resources: {'Port': ['ID=a87afdbf-61eb-4fc2-a6d5-284a9799be0b,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:48:39.389984 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4441293f-77e0-461f-b646-9dc97b19250a None None] No DVR routers for this DVR port a87afdbf-61eb-4fc2-a6d5-284a9799be0b on host n-d-804985-2 {{(pid=106254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:48:39.405287 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e3f5d579-8bd1-4f22-9849-24840dc511f3 tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8367858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997186'] for network, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:39.411244 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e3f5d579-8bd1-4f22-9849-24840dc511f3 tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] Notify callbacks [] for network, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:39.413647 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-e3f5d579-8bd1-4f22-9849-24840dc511f3 tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] 10.222.0.66 "DELETE /v2.0/networks/ddc40e74-d754-4e01-abcd-28ceca9380e9 HTTP/1.1" status: 204 len: 168 time: 0.5407562 Aug 18 12:48:39.428303 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f5d579-8bd1-4f22-9849-24840dc511f3 tempest-NetworksIpV6Test-377900848 tempest-NetworksIpV6Test-377900848-project] Pushing event deleted for resources: {'Network': ['ID=ddc40e74-d754-4e01-abcd-28ceca9380e9,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:48:39.671837 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 51996) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:48:39.812516 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-32c9cd1f-050e-40d4-9fb0-fc19ce65c310 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a0f9d6b5bec0440c95116aa8e823bcd2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1391222 Aug 18 12:48:39.815176 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 52000) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:48:39.864160 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-adf48ddd-7a69-4302-a4dc-331998b737a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:39.889873 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-adf48ddd-7a69-4302-a4dc-331998b737a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:39.948023 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-adf48ddd-7a69-4302-a4dc-331998b737a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:39.950969 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-adf48ddd-7a69-4302-a4dc-331998b737a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:39.952147 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-adf48ddd-7a69-4302-a4dc-331998b737a1 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/8e6fb29c-6bdc-4032-8196-9129f64a6dc4 HTTP/1.1" status: 204 len: 168 time: 0.1360950 Aug 18 12:48:39.959975 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf48ddd-7a69-4302-a4dc-331998b737a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e6fb29c-6bdc-4032-8196-9129f64a6dc4,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:48:40.665713 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 52022) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:48:40.783160 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-77aafaf2-e006-4ede-b390-5e54ed411641 tempest-RoutersNegativeTest-1908656348 tempest-RoutersNegativeTest-1908656348-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1190468120', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:48:40.807267 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-77aafaf2-e006-4ede-b390-5e54ed411641 tempest-RoutersNegativeTest-1908656348 tempest-RoutersNegativeTest-1908656348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-998592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15809'] for router, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:40.808373 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-77aafaf2-e006-4ede-b390-5e54ed411641 tempest-RoutersNegativeTest-1908656348 tempest-RoutersNegativeTest-1908656348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-992733', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-971415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15816'] for router, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:40.866977 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-77aafaf2-e006-4ede-b390-5e54ed411641 tempest-RoutersNegativeTest-1908656348 tempest-RoutersNegativeTest-1908656348-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:40.872839 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-77aafaf2-e006-4ede-b390-5e54ed411641 tempest-RoutersNegativeTest-1908656348 tempest-RoutersNegativeTest-1908656348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-998473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-992536'] for router, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:40.891001 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-77aafaf2-e006-4ede-b390-5e54ed411641 tempest-RoutersNegativeTest-1908656348 tempest-RoutersNegativeTest-1908656348-project] Notify callbacks [] for router, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:40.892566 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-77aafaf2-e006-4ede-b390-5e54ed411641 tempest-RoutersNegativeTest-1908656348 tempest-RoutersNegativeTest-1908656348-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2258227 Aug 18 12:48:40.895334 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 52026) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:48:40.900479 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-dd5e6de7-350f-421d-8862-78f24d3796c1 tempest-RoutersNegativeTest-1908656348 tempest-RoutersNegativeTest-1908656348-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-474614308'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:48:40.922238 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd5e6de7-350f-421d-8862-78f24d3796c1 tempest-RoutersNegativeTest-1908656348 tempest-RoutersNegativeTest-1908656348-project] Made reservation on behalf of d65f316ff1a94e9887c450537ef8e975 for: {'network': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:48:40.925585 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-dd5e6de7-350f-421d-8862-78f24d3796c1 tempest-RoutersNegativeTest-1908656348 tempest-RoutersNegativeTest-1908656348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for network, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:40.934435 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-dd5e6de7-350f-421d-8862-78f24d3796c1 tempest-RoutersNegativeTest-1908656348 tempest-RoutersNegativeTest-1908656348-project] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:41.035561 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-dd5e6de7-350f-421d-8862-78f24d3796c1 tempest-RoutersNegativeTest-1908656348 tempest-RoutersNegativeTest-1908656348-project] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:41.040372 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-dd5e6de7-350f-421d-8862-78f24d3796c1 tempest-RoutersNegativeTest-1908656348 tempest-RoutersNegativeTest-1908656348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:41.062730 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device a87afdbf-61eb-4fc2-a6d5-284a9799be0b no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:48:41.067300 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd5e6de7-350f-421d-8862-78f24d3796c1 tempest-RoutersNegativeTest-1908656348 tempest-RoutersNegativeTest-1908656348-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 822} {{(pid=106252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:48:41.076232 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5e6de7-350f-421d-8862-78f24d3796c1 tempest-RoutersNegativeTest-1908656348 tempest-RoutersNegativeTest-1908656348-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a68b581-4b98-48b9-8233-4f0d222c7a38,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:48:41.082324 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-dd5e6de7-350f-421d-8862-78f24d3796c1 tempest-RoutersNegativeTest-1908656348 tempest-RoutersNegativeTest-1908656348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:41.082708 n-d-804985-2 neutron-server[106252]: INFO neutron.db.segments_db [None req-dd5e6de7-350f-421d-8862-78f24d3796c1 tempest-RoutersNegativeTest-1908656348 tempest-RoutersNegativeTest-1908656348-project] Added segment 0dcc49f0-dad6-4c85-81e4-1a38e768e0cc of type vlan for network 2bba10d5-0310-4bf3-a946-425a5013b7d3 Aug 18 12:48:41.083941 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: a87afdbf-61eb-4fc2-a6d5-284a9799be0b {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:48:41.084867 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device a87afdbf-61eb-4fc2-a6d5-284a9799be0b not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:48:41.121868 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-dd5e6de7-350f-421d-8862-78f24d3796c1 tempest-RoutersNegativeTest-1908656348 tempest-RoutersNegativeTest-1908656348-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789150665894'] for network, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:41.146551 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-dd5e6de7-350f-421d-8862-78f24d3796c1 tempest-RoutersNegativeTest-1908656348 tempest-RoutersNegativeTest-1908656348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for network, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:41.153631 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd5e6de7-350f-421d-8862-78f24d3796c1 tempest-RoutersNegativeTest-1908656348 tempest-RoutersNegativeTest-1908656348-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:48:41.154549 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-dd5e6de7-350f-421d-8862-78f24d3796c1 tempest-RoutersNegativeTest-1908656348 tempest-RoutersNegativeTest-1908656348-project] Notify callbacks [] for network, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:41.212491 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-dd5e6de7-350f-421d-8862-78f24d3796c1 tempest-RoutersNegativeTest-1908656348 tempest-RoutersNegativeTest-1908656348-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3160923 Aug 18 12:48:41.215514 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 52028) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:48:41.220824 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-1caa5eca-abad-4263-9234-4d80c7081d96 tempest-RoutersNegativeTest-1908656348 tempest-RoutersNegativeTest-1908656348-project] Request body: {'subnet': {'network_id': '2bba10d5-0310-4bf3-a946-425a5013b7d3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:48:41.224260 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5e6de7-350f-421d-8862-78f24d3796c1 tempest-RoutersNegativeTest-1908656348 tempest-RoutersNegativeTest-1908656348-project] Pushing event updated for resources: {'Network': ['ID=2bba10d5-0310-4bf3-a946-425a5013b7d3,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:48:41.235494 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Network 2bba10d5-0310-4bf3-a946-425a5013b7d3 details requested by agent ovs-agent-n-d-804985-2 with host n-d-804985-2 {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:48:41.309657 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1caa5eca-abad-4263-9234-4d80c7081d96 tempest-RoutersNegativeTest-1908656348 tempest-RoutersNegativeTest-1908656348-project] Made reservation on behalf of d65f316ff1a94e9887c450537ef8e975 for: {'subnet': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:48:41.313575 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1caa5eca-abad-4263-9234-4d80c7081d96 tempest-RoutersNegativeTest-1908656348 tempest-RoutersNegativeTest-1908656348-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59388119'] for subnet, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:41.518346 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1caa5eca-abad-4263-9234-4d80c7081d96 tempest-RoutersNegativeTest-1908656348 tempest-RoutersNegativeTest-1908656348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58902106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59388097'] for subnet, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:41.581921 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1caa5eca-abad-4263-9234-4d80c7081d96 tempest-RoutersNegativeTest-1908656348 tempest-RoutersNegativeTest-1908656348-project] Pushing event updated for resources: {'Subnet': ['ID=07b04783-f0ff-4d49-baf0-499d006cc84c,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:48:41.591727 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1caa5eca-abad-4263-9234-4d80c7081d96 tempest-RoutersNegativeTest-1908656348 tempest-RoutersNegativeTest-1908656348-project] Checking segment: {'id': '0dcc49f0-dad6-4c85-81e4-1a38e768e0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '2bba10d5-0310-4bf3-a946-425a5013b7d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:48:41.592089 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1caa5eca-abad-4263-9234-4d80c7081d96 tempest-RoutersNegativeTest-1908656348 tempest-RoutersNegativeTest-1908656348-project] Network hostable DHCP agents. Network: 2bba10d5-0310-4bf3-a946-425a5013b7d3, hostable agents: ['97c14208-2951-4361-8d64-3708c946ff5f'], hosted agents: [] {{(pid=106253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 12:48:41.609649 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1caa5eca-abad-4263-9234-4d80c7081d96 tempest-RoutersNegativeTest-1908656348 tempest-RoutersNegativeTest-1908656348-project] Network 2bba10d5-0310-4bf3-a946-425a5013b7d3 is scheduled to be hosted by DHCP agent 97c14208-2951-4361-8d64-3708c946ff5f with binding_index 1 {{(pid=106253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 12:48:41.618521 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-1caa5eca-abad-4263-9234-4d80c7081d96 tempest-RoutersNegativeTest-1908656348 tempest-RoutersNegativeTest-1908656348-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-2, 2bba10d5-0310-4bf3-a946-425a5013b7d3) {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:48:41.623091 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1caa5eca-abad-4263-9234-4d80c7081d96 tempest-RoutersNegativeTest-1908656348 tempest-RoutersNegativeTest-1908656348-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:48:41.623579 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1caa5eca-abad-4263-9234-4d80c7081d96 tempest-RoutersNegativeTest-1908656348 tempest-RoutersNegativeTest-1908656348-project] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:41.627906 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6537d914-763b-47e6-98b3-ddeba27f7e5d None None] Network 2bba10d5-0310-4bf3-a946-425a5013b7d3 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:48:41.639044 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-1caa5eca-abad-4263-9234-4d80c7081d96 tempest-RoutersNegativeTest-1908656348 tempest-RoutersNegativeTest-1908656348-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4224119 Aug 18 12:48:41.642198 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 52030) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:48:41.647167 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-cc8c7c86-0860-4355-a618-900678bdd6bf tempest-RoutersNegativeTest-1908656348 tempest-RoutersNegativeTest-1908656348-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1290886797'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:48:41.668740 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc8c7c86-0860-4355-a618-900678bdd6bf tempest-RoutersNegativeTest-1908656348 tempest-RoutersNegativeTest-1908656348-project] Made reservation on behalf of d65f316ff1a94e9887c450537ef8e975 for: {'network': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:48:41.672423 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-cc8c7c86-0860-4355-a618-900678bdd6bf tempest-RoutersNegativeTest-1908656348 tempest-RoutersNegativeTest-1908656348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for network, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:41.697559 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc8c7c86-0860-4355-a618-900678bdd6bf tempest-RoutersNegativeTest-1908656348 tempest-RoutersNegativeTest-1908656348-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 825} {{(pid=106253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:48:41.706823 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-cc8c7c86-0860-4355-a618-900678bdd6bf tempest-RoutersNegativeTest-1908656348 tempest-RoutersNegativeTest-1908656348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:41.707163 n-d-804985-2 neutron-server[106253]: INFO neutron.db.segments_db [None req-cc8c7c86-0860-4355-a618-900678bdd6bf tempest-RoutersNegativeTest-1908656348 tempest-RoutersNegativeTest-1908656348-project] Added segment 59f1d657-628e-4438-aa37-95c5768cb5bd of type vlan for network 1483fb8f-e7d7-4f00-b907-245ecefbde2f Aug 18 12:48:41.745933 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-cc8c7c86-0860-4355-a618-900678bdd6bf tempest-RoutersNegativeTest-1908656348 tempest-RoutersNegativeTest-1908656348-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789150665894'] for network, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:41.771014 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-cc8c7c86-0860-4355-a618-900678bdd6bf tempest-RoutersNegativeTest-1908656348 tempest-RoutersNegativeTest-1908656348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for network, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:41.775212 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec8e082e-ed91-4609-8da6-4597002135ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp788be208-34ab-5a8f-af0f-528834af222f-2bba10d5-0310-4bf3-a946-425a5013b7d3', 'network_id': '2bba10d5-0310-4bf3-a946-425a5013b7d3', 'tenant_id': 'd65f316ff1a94e9887c450537ef8e975', 'fixed_ips': [{'subnet_id': '07b04783-f0ff-4d49-baf0-499d006cc84c'}]}} from n-d-804985-2. {{(pid=106254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 12:48:41.776145 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ec8e082e-ed91-4609-8da6-4597002135ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:41.777312 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc8c7c86-0860-4355-a618-900678bdd6bf tempest-RoutersNegativeTest-1908656348 tempest-RoutersNegativeTest-1908656348-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:48:41.777910 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-cc8c7c86-0860-4355-a618-900678bdd6bf tempest-RoutersNegativeTest-1908656348 tempest-RoutersNegativeTest-1908656348-project] Notify callbacks [] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:41.840601 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-cc8c7c86-0860-4355-a618-900678bdd6bf tempest-RoutersNegativeTest-1908656348 tempest-RoutersNegativeTest-1908656348-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.1946700 Aug 18 12:48:41.840840 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 52032) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:48:41.847750 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-f40e27b7-be62-409a-ada8-96f444ceb6be tempest-RoutersNegativeTest-1908656348 tempest-RoutersNegativeTest-1908656348-project] Request body: {'subnet': {'network_id': '1483fb8f-e7d7-4f00-b907-245ecefbde2f', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:48:41.852532 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8c7c86-0860-4355-a618-900678bdd6bf tempest-RoutersNegativeTest-1908656348 tempest-RoutersNegativeTest-1908656348-project] Pushing event updated for resources: {'Network': ['ID=1483fb8f-e7d7-4f00-b907-245ecefbde2f,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:48:41.865702 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Network 1483fb8f-e7d7-4f00-b907-245ecefbde2f details requested by agent ovs-agent-n-d-804985-2 with host n-d-804985-2 {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:48:41.948014 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f40e27b7-be62-409a-ada8-96f444ceb6be tempest-RoutersNegativeTest-1908656348 tempest-RoutersNegativeTest-1908656348-project] Made reservation on behalf of d65f316ff1a94e9887c450537ef8e975 for: {'subnet': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:48:41.952145 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f40e27b7-be62-409a-ada8-96f444ceb6be tempest-RoutersNegativeTest-1908656348 tempest-RoutersNegativeTest-1908656348-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59388119'] for subnet, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:41.966042 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.db_base_plugin_common [None req-ec8e082e-ed91-4609-8da6-4597002135ca None None] Allocated IP 172.20.0.2 (2bba10d5-0310-4bf3-a946-425a5013b7d3/07b04783-f0ff-4d49-baf0-499d006cc84c/ac085dd5-06b1-4221-86c0-abcfe89e9b0e) {{(pid=106254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:48:42.109257 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ec8e082e-ed91-4609-8da6-4597002135ca None None] Notify callbacks [] for port, precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:42.117921 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-ec8e082e-ed91-4609-8da6-4597002135ca None None] Transition to ACTIVE for port object ac085dd5-06b1-4221-86c0-abcfe89e9b0e will not be triggered until provisioned by entity L2. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:48:42.132495 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-ec8e082e-ed91-4609-8da6-4597002135ca None None] Transition to ACTIVE for port object ac085dd5-06b1-4221-86c0-abcfe89e9b0e will not be triggered until provisioned by entity DHCP. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:48:42.135684 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f40e27b7-be62-409a-ada8-96f444ceb6be tempest-RoutersNegativeTest-1908656348 tempest-RoutersNegativeTest-1908656348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58902106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59388097'] for subnet, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:42.138478 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ec8e082e-ed91-4609-8da6-4597002135ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547'] for port, after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:42.176937 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec8e082e-ed91-4609-8da6-4597002135ca None None] Network 2bba10d5-0310-4bf3-a946-425a5013b7d3 is already hosted by enough agents. {{(pid=106254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:48:42.180294 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.base_scheduler [None req-ec8e082e-ed91-4609-8da6-4597002135ca None None] Resources bound (agent type, host, resource id): {{(pid=106254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:48:42.184307 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec8e082e-ed91-4609-8da6-4597002135ca None None] Received port after_create {{(pid=106254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:48:42.191767 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8e082e-ed91-4609-8da6-4597002135ca None None] Pushing event updated for resources: {'Port': ['ID=ac085dd5-06b1-4221-86c0-abcfe89e9b0e,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:48:42.201163 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e27b7-be62-409a-ada8-96f444ceb6be tempest-RoutersNegativeTest-1908656348 tempest-RoutersNegativeTest-1908656348-project] Pushing event updated for resources: {'Subnet': ['ID=19a98776-fdeb-4dfb-93b1-b781b08139c3,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:48:42.203372 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f40e27b7-be62-409a-ada8-96f444ceb6be tempest-RoutersNegativeTest-1908656348 tempest-RoutersNegativeTest-1908656348-project] Checking segment: {'id': '59f1d657-628e-4438-aa37-95c5768cb5bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '1483fb8f-e7d7-4f00-b907-245ecefbde2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:48:42.203727 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f40e27b7-be62-409a-ada8-96f444ceb6be tempest-RoutersNegativeTest-1908656348 tempest-RoutersNegativeTest-1908656348-project] Network hostable DHCP agents. Network: 1483fb8f-e7d7-4f00-b907-245ecefbde2f, hostable agents: ['97c14208-2951-4361-8d64-3708c946ff5f'], hosted agents: [] {{(pid=106253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 12:48:42.221738 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f40e27b7-be62-409a-ada8-96f444ceb6be tempest-RoutersNegativeTest-1908656348 tempest-RoutersNegativeTest-1908656348-project] Network 1483fb8f-e7d7-4f00-b907-245ecefbde2f is scheduled to be hosted by DHCP agent 97c14208-2951-4361-8d64-3708c946ff5f with binding_index 1 {{(pid=106253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 12:48:42.231668 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-f40e27b7-be62-409a-ada8-96f444ceb6be tempest-RoutersNegativeTest-1908656348 tempest-RoutersNegativeTest-1908656348-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-2, 1483fb8f-e7d7-4f00-b907-245ecefbde2f) {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:48:42.236111 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f40e27b7-be62-409a-ada8-96f444ceb6be tempest-RoutersNegativeTest-1908656348 tempest-RoutersNegativeTest-1908656348-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:48:42.236731 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f40e27b7-be62-409a-ada8-96f444ceb6be tempest-RoutersNegativeTest-1908656348 tempest-RoutersNegativeTest-1908656348-project] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:42.243329 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9992e3ee-e54f-4c53-8772-17d9d56e0521 None None] Network 1483fb8f-e7d7-4f00-b907-245ecefbde2f requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:48:42.251673 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-f40e27b7-be62-409a-ada8-96f444ceb6be tempest-RoutersNegativeTest-1908656348 tempest-RoutersNegativeTest-1908656348-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4098148 Aug 18 12:48:42.254623 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 52034) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:48:42.259326 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-58eb937e-99c5-4131-a053-19a73fda1869 tempest-RoutersNegativeTest-1908656348 tempest-RoutersNegativeTest-1908656348-project] Request body: {'router': {'external_gateway_info': {'network_id': '1483fb8f-e7d7-4f00-b907-245ecefbde2f'}}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:48:42.417945 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-ec8e082e-ed91-4609-8da6-4597002135ca None None] Attempting to bind port ac085dd5-06b1-4221-86c0-abcfe89e9b0e on host n-d-804985-2 for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:48:42.418211 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-ec8e082e-ed91-4609-8da6-4597002135ca None None] Attempting to bind port ac085dd5-06b1-4221-86c0-abcfe89e9b0e by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': '0dcc49f0-dad6-4c85-81e4-1a38e768e0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '2bba10d5-0310-4bf3-a946-425a5013b7d3'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:48:42.418571 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8e082e-ed91-4609-8da6-4597002135ca None None] Attempting to bind port ac085dd5-06b1-4221-86c0-abcfe89e9b0e on network 2bba10d5-0310-4bf3-a946-425a5013b7d3 {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:48:42.450040 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8e082e-ed91-4609-8da6-4597002135ca None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 48, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:48:42.450418 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8e082e-ed91-4609-8da6-4597002135ca None None] Checking segment: {'id': '0dcc49f0-dad6-4c85-81e4-1a38e768e0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '2bba10d5-0310-4bf3-a946-425a5013b7d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:48:42.450813 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ec8e082e-ed91-4609-8da6-4597002135ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:42.451205 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8e082e-ed91-4609-8da6-4597002135ca None None] Bound using segment: {'id': '0dcc49f0-dad6-4c85-81e4-1a38e768e0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '2bba10d5-0310-4bf3-a946-425a5013b7d3'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:48:42.451676 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-ec8e082e-ed91-4609-8da6-4597002135ca None None] Bound port: ac085dd5-06b1-4221-86c0-abcfe89e9b0e, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dcc49f0-dad6-4c85-81e4-1a38e768e0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '2bba10d5-0310-4bf3-a946-425a5013b7d3'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:48:42.452056 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ec8e082e-ed91-4609-8da6-4597002135ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:42.567517 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-ec8e082e-ed91-4609-8da6-4597002135ca None None] For port ac085dd5-06b1-4221-86c0-abcfe89e9b0e, host n-d-804985-2, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:48:42.586190 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-ec8e082e-ed91-4609-8da6-4597002135ca None None] For port ac085dd5-06b1-4221-86c0-abcfe89e9b0e, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=ac085dd5-06b1-4221-86c0-abcfe89e9b0e,segment=NetworkSegment(0dcc49f0-dad6-4c85-81e4-1a38e768e0cc),segment_id=0dcc49f0-dad6-4c85-81e4-1a38e768e0cc)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:48:42.594013 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ec8e082e-ed91-4609-8da6-4597002135ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:42.644367 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46d35477-f168-453e-bbbd-3f9a1c3fc8e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp788be208-34ab-5a8f-af0f-528834af222f-1483fb8f-e7d7-4f00-b907-245ecefbde2f', 'network_id': '1483fb8f-e7d7-4f00-b907-245ecefbde2f', 'tenant_id': 'd65f316ff1a94e9887c450537ef8e975', 'fixed_ips': [{'subnet_id': '19a98776-fdeb-4dfb-93b1-b781b08139c3'}]}} from n-d-804985-2. {{(pid=106254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 12:48:42.645239 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-46d35477-f168-453e-bbbd-3f9a1c3fc8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:42.685461 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8e082e-ed91-4609-8da6-4597002135ca None None] Pushing event updated for resources: {'Port': ['ID=ac085dd5-06b1-4221-86c0-abcfe89e9b0e,revision_number=2']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:48:42.792218 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-58eb937e-99c5-4131-a053-19a73fda1869 tempest-RoutersNegativeTest-1908656348 tempest-RoutersNegativeTest-1908656348-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:42.821924 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.db_base_plugin_common [None req-46d35477-f168-453e-bbbd-3f9a1c3fc8e5 None None] Allocated IP 172.21.0.2 (1483fb8f-e7d7-4f00-b907-245ecefbde2f/19a98776-fdeb-4dfb-93b1-b781b08139c3/a48924d6-9ae1-478f-9cd0-132e94ddfaa6) {{(pid=106254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:48:42.927566 n-d-804985-2 neutron-server[106253]: INFO neutron.api.v2.resource [None req-58eb937e-99c5-4131-a053-19a73fda1869 tempest-RoutersNegativeTest-1908656348 tempest-RoutersNegativeTest-1908656348-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 18 12:48:42.933007 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-58eb937e-99c5-4131-a053-19a73fda1869 tempest-RoutersNegativeTest-1908656348 tempest-RoutersNegativeTest-1908656348-project] 10.222.0.66 "PUT /v2.0/routers/6ac4a69a-1517-428e-84d8-145ecaf44fec HTTP/1.1" status: 400 len: 364 time: 0.6773167 Aug 18 12:48:42.934829 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 52036) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:48:42.994762 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_v2 [None req-e651b20b-e688-4b70-b7ec-b597ac44313f tempest-RoutersNegativeTest-1908656348 tempest-RoutersNegativeTest-1908656348-project] Deleting subnet 19a98776-fdeb-4dfb-93b1-b781b08139c3 {{(pid=106252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 12:48:42.998414 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-46d35477-f168-453e-bbbd-3f9a1c3fc8e5 None None] Notify callbacks [] for port, precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:43.007467 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-46d35477-f168-453e-bbbd-3f9a1c3fc8e5 None None] Transition to ACTIVE for port object a48924d6-9ae1-478f-9cd0-132e94ddfaa6 will not be triggered until provisioned by entity L2. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:48:43.023253 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-46d35477-f168-453e-bbbd-3f9a1c3fc8e5 None None] Transition to ACTIVE for port object a48924d6-9ae1-478f-9cd0-132e94ddfaa6 will not be triggered until provisioned by entity DHCP. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:48:43.030781 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e651b20b-e688-4b70-b7ec-b597ac44313f tempest-RoutersNegativeTest-1908656348 tempest-RoutersNegativeTest-1908656348-project] Notify callbacks [] for subnet, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:43.031749 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-46d35477-f168-453e-bbbd-3f9a1c3fc8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547'] for port, after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:43.074137 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46d35477-f168-453e-bbbd-3f9a1c3fc8e5 None None] Network 1483fb8f-e7d7-4f00-b907-245ecefbde2f is already hosted by enough agents. {{(pid=106254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:48:43.077051 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.base_scheduler [None req-46d35477-f168-453e-bbbd-3f9a1c3fc8e5 None None] Resources bound (agent type, host, resource id): {{(pid=106254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:48:43.079322 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e651b20b-e688-4b70-b7ec-b597ac44313f tempest-RoutersNegativeTest-1908656348 tempest-RoutersNegativeTest-1908656348-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2221528'] for subnet, precommit_delete_associations {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:43.080623 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d35477-f168-453e-bbbd-3f9a1c3fc8e5 None None] Received port after_create {{(pid=106254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:48:43.089903 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d35477-f168-453e-bbbd-3f9a1c3fc8e5 None None] Pushing event updated for resources: {'Port': ['ID=a48924d6-9ae1-478f-9cd0-132e94ddfaa6,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:48:43.095764 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device ac085dd5-06b1-4221-86c0-abcfe89e9b0e up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:48:43.174844 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e651b20b-e688-4b70-b7ec-b597ac44313f tempest-RoutersNegativeTest-1908656348 tempest-RoutersNegativeTest-1908656348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:43.175960 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-46d35477-f168-453e-bbbd-3f9a1c3fc8e5 None None] Attempting to bind port a48924d6-9ae1-478f-9cd0-132e94ddfaa6 on host n-d-804985-2 for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:48:43.176416 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-46d35477-f168-453e-bbbd-3f9a1c3fc8e5 None None] Attempting to bind port a48924d6-9ae1-478f-9cd0-132e94ddfaa6 by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': '59f1d657-628e-4438-aa37-95c5768cb5bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '1483fb8f-e7d7-4f00-b907-245ecefbde2f'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:48:43.176710 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d35477-f168-453e-bbbd-3f9a1c3fc8e5 None None] Attempting to bind port a48924d6-9ae1-478f-9cd0-132e94ddfaa6 on network 1483fb8f-e7d7-4f00-b907-245ecefbde2f {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:48:43.183156 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d35477-f168-453e-bbbd-3f9a1c3fc8e5 None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 48, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:48:43.183525 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d35477-f168-453e-bbbd-3f9a1c3fc8e5 None None] Checking segment: {'id': '59f1d657-628e-4438-aa37-95c5768cb5bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '1483fb8f-e7d7-4f00-b907-245ecefbde2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:48:43.183929 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-46d35477-f168-453e-bbbd-3f9a1c3fc8e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:43.184325 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d35477-f168-453e-bbbd-3f9a1c3fc8e5 None None] Bound using segment: {'id': '59f1d657-628e-4438-aa37-95c5768cb5bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '1483fb8f-e7d7-4f00-b907-245ecefbde2f'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:48:43.184817 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-46d35477-f168-453e-bbbd-3f9a1c3fc8e5 None None] Bound port: a48924d6-9ae1-478f-9cd0-132e94ddfaa6, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59f1d657-628e-4438-aa37-95c5768cb5bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '1483fb8f-e7d7-4f00-b907-245ecefbde2f'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:48:43.185210 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-46d35477-f168-453e-bbbd-3f9a1c3fc8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:43.226431 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port ac085dd5-06b1-4221-86c0-abcfe89e9b0e completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:48:43.234738 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e651b20b-e688-4b70-b7ec-b597ac44313f tempest-RoutersNegativeTest-1908656348 tempest-RoutersNegativeTest-1908656348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3572848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59074100'] for subnet, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:43.260636 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e651b20b-e688-4b70-b7ec-b597ac44313f tempest-RoutersNegativeTest-1908656348 tempest-RoutersNegativeTest-1908656348-project] Pushing event deleted for resources: {'Subnet': ['ID=19a98776-fdeb-4dfb-93b1-b781b08139c3,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:48:43.266999 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e651b20b-e688-4b70-b7ec-b597ac44313f tempest-RoutersNegativeTest-1908656348 tempest-RoutersNegativeTest-1908656348-project] Notify callbacks [] for subnet, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:43.269130 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-e651b20b-e688-4b70-b7ec-b597ac44313f tempest-RoutersNegativeTest-1908656348 tempest-RoutersNegativeTest-1908656348-project] 10.222.0.66 "DELETE /v2.0/subnets/19a98776-fdeb-4dfb-93b1-b781b08139c3 HTTP/1.1" status: 204 len: 168 time: 0.3327124 Aug 18 12:48:43.271763 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 52038) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:48:43.275919 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-46d35477-f168-453e-bbbd-3f9a1c3fc8e5 None None] For port a48924d6-9ae1-478f-9cd0-132e94ddfaa6, host n-d-804985-2, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:48:43.280171 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-46d35477-f168-453e-bbbd-3f9a1c3fc8e5 None None] For port a48924d6-9ae1-478f-9cd0-132e94ddfaa6, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=a48924d6-9ae1-478f-9cd0-132e94ddfaa6,segment=NetworkSegment(59f1d657-628e-4438-aa37-95c5768cb5bd),segment_id=59f1d657-628e-4438-aa37-95c5768cb5bd)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:48:43.285327 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-46d35477-f168-453e-bbbd-3f9a1c3fc8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:43.354440 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d35477-f168-453e-bbbd-3f9a1c3fc8e5 None None] Pushing event updated for resources: {'Port': ['ID=a48924d6-9ae1-478f-9cd0-132e94ddfaa6,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:48:43.657658 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4a74bdb3-c5c7-4312-86b7-471bc06636fa tempest-RoutersNegativeTest-1908656348 tempest-RoutersNegativeTest-1908656348-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7904109'] for network, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:43.690584 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9ad2edc-875e-4951-9e6f-89cfa2b96999 None None] Network 2bba10d5-0310-4bf3-a946-425a5013b7d3 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:48:43.714095 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-4a74bdb3-c5c7-4312-86b7-471bc06636fa tempest-RoutersNegativeTest-1908656348 tempest-RoutersNegativeTest-1908656348-project] Deleting port a48924d6-9ae1-478f-9cd0-132e94ddfaa6 {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:48:43.714437 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4a74bdb3-c5c7-4312-86b7-471bc06636fa tempest-RoutersNegativeTest-1908656348 tempest-RoutersNegativeTest-1908656348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:43.753035 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-7a77a1da-084e-4296-baad-efa855e82195 None None] Provisioning for port ac085dd5-06b1-4221-86c0-abcfe89e9b0e completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:48:43.764865 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-7a77a1da-084e-4296-baad-efa855e82195 None None] Provisioning complete for port ac085dd5-06b1-4221-86c0-abcfe89e9b0e triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:48:43.765241 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-7a77a1da-084e-4296-baad-efa855e82195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:43.776875 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [None req-4a74bdb3-c5c7-4312-86b7-471bc06636fa tempest-RoutersNegativeTest-1908656348 tempest-RoutersNegativeTest-1908656348-project] For port a48924d6-9ae1-478f-9cd0-132e94ddfaa6, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=a48924d6-9ae1-478f-9cd0-132e94ddfaa6,segment=NetworkSegment(59f1d657-628e-4438-aa37-95c5768cb5bd),segment_id=59f1d657-628e-4438-aa37-95c5768cb5bd)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:48:43.777325 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4a74bdb3-c5c7-4312-86b7-471bc06636fa tempest-RoutersNegativeTest-1908656348 tempest-RoutersNegativeTest-1908656348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:43.795684 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-4a74bdb3-c5c7-4312-86b7-471bc06636fa tempest-RoutersNegativeTest-1908656348 tempest-RoutersNegativeTest-1908656348-project] Calling delete_port for a48924d6-9ae1-478f-9cd0-132e94ddfaa6 owned by network:dhcp {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:48:43.876200 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4a74bdb3-c5c7-4312-86b7-471bc06636fa tempest-RoutersNegativeTest-1908656348 tempest-RoutersNegativeTest-1908656348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:43.903397 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a74bdb3-c5c7-4312-86b7-471bc06636fa tempest-RoutersNegativeTest-1908656348 tempest-RoutersNegativeTest-1908656348-project] Pushing event deleted for resources: {'Port': ['ID=a48924d6-9ae1-478f-9cd0-132e94ddfaa6,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:48:43.905663 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-7a77a1da-084e-4296-baad-efa855e82195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:43.908591 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a74bdb3-c5c7-4312-86b7-471bc06636fa tempest-RoutersNegativeTest-1908656348 tempest-RoutersNegativeTest-1908656348-project] No DVR routers for this DVR port a48924d6-9ae1-478f-9cd0-132e94ddfaa6 on host n-d-804985-2 {{(pid=106252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:48:43.952425 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-7a77a1da-084e-4296-baad-efa855e82195 None None] For port ac085dd5-06b1-4221-86c0-abcfe89e9b0e, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=ac085dd5-06b1-4221-86c0-abcfe89e9b0e,segment=NetworkSegment(0dcc49f0-dad6-4c85-81e4-1a38e768e0cc),segment_id=0dcc49f0-dad6-4c85-81e4-1a38e768e0cc)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:48:43.958801 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-7a77a1da-084e-4296-baad-efa855e82195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:44.015405 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a77a1da-084e-4296-baad-efa855e82195 None None] Pushing event updated for resources: {'Port': ['ID=ac085dd5-06b1-4221-86c0-abcfe89e9b0e,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:48:44.016698 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4a74bdb3-c5c7-4312-86b7-471bc06636fa tempest-RoutersNegativeTest-1908656348 tempest-RoutersNegativeTest-1908656348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8367869', 'neutron.services.segments.db._delete_segments_for_network-8789151212993'] for network, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:44.031083 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-4a74bdb3-c5c7-4312-86b7-471bc06636fa tempest-RoutersNegativeTest-1908656348 tempest-RoutersNegativeTest-1908656348-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1483fb8f-e7d7-4f00-b907-245ecefbde2f']}} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:48:44.041979 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-4a74bdb3-c5c7-4312-86b7-471bc06636fa tempest-RoutersNegativeTest-1908656348 tempest-RoutersNegativeTest-1908656348-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59f1d657-628e-4438-aa37-95c5768cb5bd') {'for_net_delete': True} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:48:44.042274 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-4a74bdb3-c5c7-4312-86b7-471bc06636fa tempest-RoutersNegativeTest-1908656348 tempest-RoutersNegativeTest-1908656348-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59f1d657-628e-4438-aa37-95c5768cb5bd') {} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:48:44.053152 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4a74bdb3-c5c7-4312-86b7-471bc06636fa tempest-RoutersNegativeTest-1908656348 tempest-RoutersNegativeTest-1908656348-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789151225254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2221521'] for segment, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:44.069576 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4a74bdb3-c5c7-4312-86b7-471bc06636fa tempest-RoutersNegativeTest-1908656348 tempest-RoutersNegativeTest-1908656348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:44.076718 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a74bdb3-c5c7-4312-86b7-471bc06636fa tempest-RoutersNegativeTest-1908656348 tempest-RoutersNegativeTest-1908656348-project] Releasing vlan 825 on physical network physnet1 to pool {{(pid=106252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:48:44.077279 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4a74bdb3-c5c7-4312-86b7-471bc06636fa tempest-RoutersNegativeTest-1908656348 tempest-RoutersNegativeTest-1908656348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3572434'] for segment, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:44.080436 n-d-804985-2 neutron-server[106252]: Traceback (most recent call last): Aug 18 12:48:44.080436 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:48:44.080436 n-d-804985-2 neutron-server[106252]: timer() Aug 18 12:48:44.080436 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:48:44.080436 n-d-804985-2 neutron-server[106252]: cb(*args, **kw) Aug 18 12:48:44.080436 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:48:44.080436 n-d-804985-2 neutron-server[106252]: return func(*args, **kwargs) Aug 18 12:48:44.080436 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:48:44.080436 n-d-804985-2 neutron-server[106252]: self._notify() Aug 18 12:48:44.080436 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:48:44.080436 n-d-804985-2 neutron-server[106252]: self.callback(batched_events) Aug 18 12:48:44.080436 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:48:44.080436 n-d-804985-2 neutron-server[106252]: event.method(event) Aug 18 12:48:44.080436 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:48:44.080436 n-d-804985-2 neutron-server[106252]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:48:44.080436 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:48:44.080436 n-d-804985-2 neutron-server[106252]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:48:44.080436 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:48:44.080436 n-d-804985-2 neutron-server[106252]: return f(self, *a, **k) Aug 18 12:48:44.080436 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:48:44.080436 n-d-804985-2 neutron-server[106252]: return self._get(url).json() Aug 18 12:48:44.080436 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:48:44.080436 n-d-804985-2 neutron-server[106252]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:48:44.080436 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:48:44.080436 n-d-804985-2 neutron-server[106252]: return self.request(url, 'GET', **kwargs) Aug 18 12:48:44.080436 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:48:44.080436 n-d-804985-2 neutron-server[106252]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:48:44.080436 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:48:44.080436 n-d-804985-2 neutron-server[106252]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:48:44.080436 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:48:44.080436 n-d-804985-2 neutron-server[106252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:48:44.080436 n-d-804985-2 neutron-server[106252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:48:44.146846 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4a74bdb3-c5c7-4312-86b7-471bc06636fa tempest-RoutersNegativeTest-1908656348 tempest-RoutersNegativeTest-1908656348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8367858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997186'] for network, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:44.154348 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4a74bdb3-c5c7-4312-86b7-471bc06636fa tempest-RoutersNegativeTest-1908656348 tempest-RoutersNegativeTest-1908656348-project] Notify callbacks [] for network, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:44.156178 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-4a74bdb3-c5c7-4312-86b7-471bc06636fa tempest-RoutersNegativeTest-1908656348 tempest-RoutersNegativeTest-1908656348-project] 10.222.0.66 "DELETE /v2.0/networks/1483fb8f-e7d7-4f00-b907-245ecefbde2f HTTP/1.1" status: 204 len: 168 time: 0.8833992 Aug 18 12:48:44.158992 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 52040) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:48:44.168255 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a74bdb3-c5c7-4312-86b7-471bc06636fa tempest-RoutersNegativeTest-1908656348 tempest-RoutersNegativeTest-1908656348-project] Pushing event deleted for resources: {'Network': ['ID=1483fb8f-e7d7-4f00-b907-245ecefbde2f,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:48:44.179616 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-3569e2cf-7dba-4d96-a719-972b4b4817cc None None] Provisioning complete for port ac085dd5-06b1-4221-86c0-abcfe89e9b0e triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:48:44.180196 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3569e2cf-7dba-4d96-a719-972b4b4817cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:44.224124 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_v2 [None req-59c47599-9f8f-419e-925d-32981d43f5aa tempest-RoutersNegativeTest-1908656348 tempest-RoutersNegativeTest-1908656348-project] Deleting subnet 07b04783-f0ff-4d49-baf0-499d006cc84c {{(pid=106253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 12:48:44.227848 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-59c47599-9f8f-419e-925d-32981d43f5aa tempest-RoutersNegativeTest-1908656348 tempest-RoutersNegativeTest-1908656348-project] Notify callbacks [] for subnet, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:44.270344 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-59c47599-9f8f-419e-925d-32981d43f5aa tempest-RoutersNegativeTest-1908656348 tempest-RoutersNegativeTest-1908656348-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902229'] for subnet, precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:44.355386 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-59c47599-9f8f-419e-925d-32981d43f5aa tempest-RoutersNegativeTest-1908656348 tempest-RoutersNegativeTest-1908656348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:44.378681 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-41d58afa-f4b9-46e2-8138-3bdce7fffa79 None None] Could not find standard attr ID for object a48924d6-9ae1-478f-9cd0-132e94ddfaa6. {{(pid=106254) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 18 12:48:44.388743 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c35db8a-3d5c-49b6-9112-b87140cf6aeb None None] DHCP port deletion for 1483fb8f-e7d7-4f00-b907-245ecefbde2f request from n-d-804985-2 {{(pid=106254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 12:48:44.404916 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a925325a-ddea-43d7-8d3b-64cdf3c5ec59 None None] Network 1483fb8f-e7d7-4f00-b907-245ecefbde2f requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:48:44.416851 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a925325a-ddea-43d7-8d3b-64cdf3c5ec59 None None] Network 1483fb8f-e7d7-4f00-b907-245ecefbde2f could not be found, it might have been deleted concurrently. {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 18 12:48:44.426414 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-59c47599-9f8f-419e-925d-32981d43f5aa tempest-RoutersNegativeTest-1908656348 tempest-RoutersNegativeTest-1908656348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58902171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59388106'] for subnet, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:44.455665 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-59c47599-9f8f-419e-925d-32981d43f5aa tempest-RoutersNegativeTest-1908656348 tempest-RoutersNegativeTest-1908656348-project] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:44.457582 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-59c47599-9f8f-419e-925d-32981d43f5aa tempest-RoutersNegativeTest-1908656348 tempest-RoutersNegativeTest-1908656348-project] 10.222.0.66 "DELETE /v2.0/subnets/07b04783-f0ff-4d49-baf0-499d006cc84c HTTP/1.1" status: 204 len: 168 time: 0.2975070 Aug 18 12:48:44.458395 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c47599-9f8f-419e-925d-32981d43f5aa tempest-RoutersNegativeTest-1908656348 tempest-RoutersNegativeTest-1908656348-project] Pushing event deleted for resources: {'Subnet': ['ID=07b04783-f0ff-4d49-baf0-499d006cc84c,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:48:44.460455 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 52042) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:48:44.461204 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7403bf93-d406-408d-9f81-2b9519bf867a None None] Network 2bba10d5-0310-4bf3-a946-425a5013b7d3 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:48:44.538805 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f5730659-a33f-4307-9f95-4f917bbafdee tempest-RoutersNegativeTest-1908656348 tempest-RoutersNegativeTest-1908656348-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7904109'] for network, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:44.592239 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-f5730659-a33f-4307-9f95-4f917bbafdee tempest-RoutersNegativeTest-1908656348 tempest-RoutersNegativeTest-1908656348-project] Deleting port ac085dd5-06b1-4221-86c0-abcfe89e9b0e {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:48:44.592705 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f5730659-a33f-4307-9f95-4f917bbafdee tempest-RoutersNegativeTest-1908656348 tempest-RoutersNegativeTest-1908656348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:44.627765 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2affad95-f75f-4243-8f12-64b7b789493e None None] DHCP port deletion for 2bba10d5-0310-4bf3-a946-425a5013b7d3 request from n-d-804985-2 {{(pid=106254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 12:48:44.666499 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [None req-f5730659-a33f-4307-9f95-4f917bbafdee tempest-RoutersNegativeTest-1908656348 tempest-RoutersNegativeTest-1908656348-project] For port ac085dd5-06b1-4221-86c0-abcfe89e9b0e, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=ac085dd5-06b1-4221-86c0-abcfe89e9b0e,segment=NetworkSegment(0dcc49f0-dad6-4c85-81e4-1a38e768e0cc),segment_id=0dcc49f0-dad6-4c85-81e4-1a38e768e0cc)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:48:44.666867 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f5730659-a33f-4307-9f95-4f917bbafdee tempest-RoutersNegativeTest-1908656348 tempest-RoutersNegativeTest-1908656348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:44.675324 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-2affad95-f75f-4243-8f12-64b7b789493e None None] Deleting port ac085dd5-06b1-4221-86c0-abcfe89e9b0e {{(pid=106254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:48:44.675695 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-2affad95-f75f-4243-8f12-64b7b789493e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:44.679832 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-f5730659-a33f-4307-9f95-4f917bbafdee tempest-RoutersNegativeTest-1908656348 tempest-RoutersNegativeTest-1908656348-project] Calling delete_port for ac085dd5-06b1-4221-86c0-abcfe89e9b0e owned by network:dhcp {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:48:44.736445 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-2affad95-f75f-4243-8f12-64b7b789493e None None] For port ac085dd5-06b1-4221-86c0-abcfe89e9b0e, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=ac085dd5-06b1-4221-86c0-abcfe89e9b0e,segment=NetworkSegment(0dcc49f0-dad6-4c85-81e4-1a38e768e0cc),segment_id=0dcc49f0-dad6-4c85-81e4-1a38e768e0cc)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:48:44.736865 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-2affad95-f75f-4243-8f12-64b7b789493e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:44.749054 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-2affad95-f75f-4243-8f12-64b7b789493e None None] Calling delete_port for ac085dd5-06b1-4221-86c0-abcfe89e9b0e owned by network:dhcp {{(pid=106254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:48:44.761109 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f5730659-a33f-4307-9f95-4f917bbafdee tempest-RoutersNegativeTest-1908656348 tempest-RoutersNegativeTest-1908656348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:44.791455 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5730659-a33f-4307-9f95-4f917bbafdee tempest-RoutersNegativeTest-1908656348 tempest-RoutersNegativeTest-1908656348-project] Pushing event deleted for resources: {'Port': ['ID=ac085dd5-06b1-4221-86c0-abcfe89e9b0e,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:48:44.793242 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5730659-a33f-4307-9f95-4f917bbafdee tempest-RoutersNegativeTest-1908656348 tempest-RoutersNegativeTest-1908656348-project] No DVR routers for this DVR port ac085dd5-06b1-4221-86c0-abcfe89e9b0e on host n-d-804985-2 {{(pid=106252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:48:44.826656 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-2affad95-f75f-4243-8f12-64b7b789493e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556'] for port, after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:44.851631 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2affad95-f75f-4243-8f12-64b7b789493e None None] Pushing event deleted for resources: {'Port': ['ID=ac085dd5-06b1-4221-86c0-abcfe89e9b0e,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:48:44.855390 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2affad95-f75f-4243-8f12-64b7b789493e None None] No DVR routers for this DVR port ac085dd5-06b1-4221-86c0-abcfe89e9b0e on host n-d-804985-2 {{(pid=106254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:48:44.872812 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f5730659-a33f-4307-9f95-4f917bbafdee tempest-RoutersNegativeTest-1908656348 tempest-RoutersNegativeTest-1908656348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8367869', 'neutron.services.segments.db._delete_segments_for_network-8789151212993'] for network, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:44.883708 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-f5730659-a33f-4307-9f95-4f917bbafdee tempest-RoutersNegativeTest-1908656348 tempest-RoutersNegativeTest-1908656348-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bba10d5-0310-4bf3-a946-425a5013b7d3']}} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:48:44.894140 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-f5730659-a33f-4307-9f95-4f917bbafdee tempest-RoutersNegativeTest-1908656348 tempest-RoutersNegativeTest-1908656348-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0dcc49f0-dad6-4c85-81e4-1a38e768e0cc') {'for_net_delete': True} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:48:44.894432 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-f5730659-a33f-4307-9f95-4f917bbafdee tempest-RoutersNegativeTest-1908656348 tempest-RoutersNegativeTest-1908656348-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0dcc49f0-dad6-4c85-81e4-1a38e768e0cc') {} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:48:44.903036 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f5730659-a33f-4307-9f95-4f917bbafdee tempest-RoutersNegativeTest-1908656348 tempest-RoutersNegativeTest-1908656348-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789151225254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2221521'] for segment, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:44.917863 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f5730659-a33f-4307-9f95-4f917bbafdee tempest-RoutersNegativeTest-1908656348 tempest-RoutersNegativeTest-1908656348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:44.923932 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5730659-a33f-4307-9f95-4f917bbafdee tempest-RoutersNegativeTest-1908656348 tempest-RoutersNegativeTest-1908656348-project] Releasing vlan 822 on physical network physnet1 to pool {{(pid=106252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:48:44.924311 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f5730659-a33f-4307-9f95-4f917bbafdee tempest-RoutersNegativeTest-1908656348 tempest-RoutersNegativeTest-1908656348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3572434'] for segment, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:44.927232 n-d-804985-2 neutron-server[106252]: Traceback (most recent call last): Aug 18 12:48:44.927232 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:48:44.927232 n-d-804985-2 neutron-server[106252]: timer() Aug 18 12:48:44.927232 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:48:44.927232 n-d-804985-2 neutron-server[106252]: cb(*args, **kw) Aug 18 12:48:44.927232 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:48:44.927232 n-d-804985-2 neutron-server[106252]: return func(*args, **kwargs) Aug 18 12:48:44.927232 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:48:44.927232 n-d-804985-2 neutron-server[106252]: self._notify() Aug 18 12:48:44.927232 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:48:44.927232 n-d-804985-2 neutron-server[106252]: self.callback(batched_events) Aug 18 12:48:44.927232 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:48:44.927232 n-d-804985-2 neutron-server[106252]: event.method(event) Aug 18 12:48:44.927232 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:48:44.927232 n-d-804985-2 neutron-server[106252]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:48:44.927232 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:48:44.927232 n-d-804985-2 neutron-server[106252]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:48:44.927232 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:48:44.927232 n-d-804985-2 neutron-server[106252]: return f(self, *a, **k) Aug 18 12:48:44.927232 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:48:44.927232 n-d-804985-2 neutron-server[106252]: return self._get(url).json() Aug 18 12:48:44.927232 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:48:44.927232 n-d-804985-2 neutron-server[106252]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:48:44.927232 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:48:44.927232 n-d-804985-2 neutron-server[106252]: return self.request(url, 'GET', **kwargs) Aug 18 12:48:44.927232 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:48:44.927232 n-d-804985-2 neutron-server[106252]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:48:44.927232 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:48:44.927232 n-d-804985-2 neutron-server[106252]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:48:44.927232 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:48:44.927232 n-d-804985-2 neutron-server[106252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:48:44.927232 n-d-804985-2 neutron-server[106252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:48:44.990994 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f5730659-a33f-4307-9f95-4f917bbafdee tempest-RoutersNegativeTest-1908656348 tempest-RoutersNegativeTest-1908656348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8367858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997186'] for network, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:44.999875 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f5730659-a33f-4307-9f95-4f917bbafdee tempest-RoutersNegativeTest-1908656348 tempest-RoutersNegativeTest-1908656348-project] Notify callbacks [] for network, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:45.004637 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-f5730659-a33f-4307-9f95-4f917bbafdee tempest-RoutersNegativeTest-1908656348 tempest-RoutersNegativeTest-1908656348-project] 10.222.0.66 "DELETE /v2.0/networks/2bba10d5-0310-4bf3-a946-425a5013b7d3 HTTP/1.1" status: 204 len: 168 time: 0.5406139 Aug 18 12:48:45.004906 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 52046) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:48:45.025516 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5730659-a33f-4307-9f95-4f917bbafdee tempest-RoutersNegativeTest-1908656348 tempest-RoutersNegativeTest-1908656348-project] Pushing event deleted for resources: {'Network': ['ID=2bba10d5-0310-4bf3-a946-425a5013b7d3,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:48:45.043816 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-87b4b7e2-dbf0-48b0-9818-bb8ce55386bd tempest-RoutersNegativeTest-1908656348 tempest-RoutersNegativeTest-1908656348-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ac4a69a-1517-428e-84d8-145ecaf44fec HTTP/1.1" status: 200 len: 205 time: 0.0367422 Aug 18 12:48:45.045396 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 52048) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:48:45.087555 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device ac085dd5-06b1-4221-86c0-abcfe89e9b0e no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:48:45.109218 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: ac085dd5-06b1-4221-86c0-abcfe89e9b0e {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:48:45.109794 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device ac085dd5-06b1-4221-86c0-abcfe89e9b0e not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:48:45.124935 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f47ced1c-2259-45ec-bb8f-ac5faa5d89ef tempest-RoutersNegativeTest-1908656348 tempest-RoutersNegativeTest-1908656348-project] Notify callbacks [] for router, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:45.284059 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f47ced1c-2259-45ec-bb8f-ac5faa5d89ef tempest-RoutersNegativeTest-1908656348 tempest-RoutersNegativeTest-1908656348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-996004', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15859'] for router, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:45.286315 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f47ced1c-2259-45ec-bb8f-ac5faa5d89ef tempest-RoutersNegativeTest-1908656348 tempest-RoutersNegativeTest-1908656348-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:45.335122 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f47ced1c-2259-45ec-bb8f-ac5faa5d89ef tempest-RoutersNegativeTest-1908656348 tempest-RoutersNegativeTest-1908656348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-996061'] for router, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:45.335589 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f47ced1c-2259-45ec-bb8f-ac5faa5d89ef tempest-RoutersNegativeTest-1908656348 tempest-RoutersNegativeTest-1908656348-project] Fanout notify agent at l3_agent the message router_deleted on router 6ac4a69a-1517-428e-84d8-145ecaf44fec {{(pid=106253) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 12:48:45.342856 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f47ced1c-2259-45ec-bb8f-ac5faa5d89ef tempest-RoutersNegativeTest-1908656348 tempest-RoutersNegativeTest-1908656348-project] Notify callbacks [] for router, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:45.343835 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-f47ced1c-2259-45ec-bb8f-ac5faa5d89ef tempest-RoutersNegativeTest-1908656348 tempest-RoutersNegativeTest-1908656348-project] 10.222.0.66 "DELETE /v2.0/routers/6ac4a69a-1517-428e-84d8-145ecaf44fec HTTP/1.1" status: 204 len: 168 time: 0.2973936 Aug 18 12:48:45.604906 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 52054) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:48:45.749866 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-ebd77790-2556-4ad8-baff-2a751cf75a62 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d65f316ff1a94e9887c450537ef8e975&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1437178 Aug 18 12:48:45.752624 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 52058) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:48:45.799216 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-498fd2b0-68d4-44fb-ba75-09c633a09f86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:45.825191 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-498fd2b0-68d4-44fb-ba75-09c633a09f86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:45.880392 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-498fd2b0-68d4-44fb-ba75-09c633a09f86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:45.883479 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-498fd2b0-68d4-44fb-ba75-09c633a09f86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:45.884682 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-498fd2b0-68d4-44fb-ba75-09c633a09f86 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2a68b581-4b98-48b9-8233-4f0d222c7a38 HTTP/1.1" status: 204 len: 168 time: 0.1311488 Aug 18 12:48:45.892298 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498fd2b0-68d4-44fb-ba75-09c633a09f86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a68b581-4b98-48b9-8233-4f0d222c7a38,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:48:46.535790 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 52080) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:48:46.633054 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-5e183497-ab2e-4e13-8643-28cbe48df640 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1588615974-network', 'tenant_id': 'eb54627cc67e488facafa4e289d362c5'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:48:46.657843 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e183497-ab2e-4e13-8643-28cbe48df640 admin admin] Made reservation on behalf of eb54627cc67e488facafa4e289d362c5 for: {'network': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:48:46.660197 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5e183497-ab2e-4e13-8643-28cbe48df640 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for network, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:46.669046 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5e183497-ab2e-4e13-8643-28cbe48df640 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:46.762103 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5e183497-ab2e-4e13-8643-28cbe48df640 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:46.767736 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5e183497-ab2e-4e13-8643-28cbe48df640 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:46.791429 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e183497-ab2e-4e13-8643-28cbe48df640 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 822} {{(pid=106253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:48:46.801134 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e183497-ab2e-4e13-8643-28cbe48df640 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=456b0f67-a32f-485d-8722-e9fce3b8fe59,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:48:46.805958 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5e183497-ab2e-4e13-8643-28cbe48df640 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:46.806302 n-d-804985-2 neutron-server[106253]: INFO neutron.db.segments_db [None req-5e183497-ab2e-4e13-8643-28cbe48df640 admin admin] Added segment e8338aec-a941-43d3-9ef1-14a9cfef1d56 of type vlan for network 9f9116fd-10c7-48a0-b5d6-84a607f80e94 Aug 18 12:48:46.845394 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5e183497-ab2e-4e13-8643-28cbe48df640 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789150665894'] for network, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:46.872573 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5e183497-ab2e-4e13-8643-28cbe48df640 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for network, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:46.874018 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e183497-ab2e-4e13-8643-28cbe48df640 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:48:46.874852 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5e183497-ab2e-4e13-8643-28cbe48df640 admin admin] Notify callbacks [] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:46.934253 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-5e183497-ab2e-4e13-8643-28cbe48df640 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3972871 Aug 18 12:48:46.938025 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 52084) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:48:46.943939 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-96a2e8c6-af3b-4004-93ed-a0deb41813ca admin admin] Request body: {'subnet': {'network_id': '9f9116fd-10c7-48a0-b5d6-84a607f80e94', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1588615974-subnet', 'tenant_id': 'eb54627cc67e488facafa4e289d362c5', 'ip_version': 4}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:48:46.945875 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e183497-ab2e-4e13-8643-28cbe48df640 admin admin] Pushing event updated for resources: {'Network': ['ID=9f9116fd-10c7-48a0-b5d6-84a607f80e94,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:48:46.963455 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Network 9f9116fd-10c7-48a0-b5d6-84a607f80e94 details requested by agent ovs-agent-n-d-804985-2 with host n-d-804985-2 {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:48:46.972930 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96a2e8c6-af3b-4004-93ed-a0deb41813ca admin admin] Made reservation on behalf of eb54627cc67e488facafa4e289d362c5 for: {'subnet': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:48:46.975542 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-96a2e8c6-af3b-4004-93ed-a0deb41813ca admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59074089'] for subnet, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:47.152723 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-96a2e8c6-af3b-4004-93ed-a0deb41813ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3572913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59074111'] for subnet, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:47.208092 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a2e8c6-af3b-4004-93ed-a0deb41813ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=1055f988-b31c-4d0e-a886-81d98d2579f3,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:48:47.218194 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a2e8c6-af3b-4004-93ed-a0deb41813ca admin admin] Checking segment: {'id': 'e8338aec-a941-43d3-9ef1-14a9cfef1d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '9f9116fd-10c7-48a0-b5d6-84a607f80e94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:48:47.218543 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96a2e8c6-af3b-4004-93ed-a0deb41813ca admin admin] Network hostable DHCP agents. Network: 9f9116fd-10c7-48a0-b5d6-84a607f80e94, hostable agents: ['97c14208-2951-4361-8d64-3708c946ff5f'], hosted agents: [] {{(pid=106252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 12:48:47.236537 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96a2e8c6-af3b-4004-93ed-a0deb41813ca admin admin] Network 9f9116fd-10c7-48a0-b5d6-84a607f80e94 is scheduled to be hosted by DHCP agent 97c14208-2951-4361-8d64-3708c946ff5f with binding_index 1 {{(pid=106252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 12:48:47.246364 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-96a2e8c6-af3b-4004-93ed-a0deb41813ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-2, 9f9116fd-10c7-48a0-b5d6-84a607f80e94) {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:48:47.250397 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96a2e8c6-af3b-4004-93ed-a0deb41813ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:48:47.250986 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-96a2e8c6-af3b-4004-93ed-a0deb41813ca admin admin] Notify callbacks [] for subnet, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:47.255081 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74e4eb8e-d8f4-461f-9d36-f3ddcc595010 None None] Network 9f9116fd-10c7-48a0-b5d6-84a607f80e94 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:48:47.267163 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-96a2e8c6-af3b-4004-93ed-a0deb41813ca admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3279173 Aug 18 12:48:47.270045 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 52086) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:48:47.274627 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-b40e720b-eb45-45e1-9cf0-a9b0c45bb8ad admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1588615974-router', 'tenant_id': 'eb54627cc67e488facafa4e289d362c5', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'}}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:48:47.297283 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b40e720b-eb45-45e1-9cf0-a9b0c45bb8ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-998592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15809'] for router, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:47.298289 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b40e720b-eb45-45e1-9cf0-a9b0c45bb8ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-992733', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-971415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15816'] for router, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:47.357888 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b40e720b-eb45-45e1-9cf0-a9b0c45bb8ad admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:47.405860 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e139ff70-3750-4925-9218-99730b78cfb6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp788be208-34ab-5a8f-af0f-528834af222f-9f9116fd-10c7-48a0-b5d6-84a607f80e94', 'network_id': '9f9116fd-10c7-48a0-b5d6-84a607f80e94', 'tenant_id': 'eb54627cc67e488facafa4e289d362c5', 'fixed_ips': [{'subnet_id': '1055f988-b31c-4d0e-a886-81d98d2579f3'}]}} from n-d-804985-2. {{(pid=106254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 12:48:47.406762 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-e139ff70-3750-4925-9218-99730b78cfb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:47.500383 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b40e720b-eb45-45e1-9cf0-a9b0c45bb8ad admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:47.538966 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.db_base_plugin_common [None req-e139ff70-3750-4925-9218-99730b78cfb6 None None] Allocated IP 172.20.0.2 (9f9116fd-10c7-48a0-b5d6-84a607f80e94/1055f988-b31c-4d0e-a886-81d98d2579f3/a03f5ec3-177e-403f-95aa-2952015d97ee) {{(pid=106254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:48:47.680506 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-e139ff70-3750-4925-9218-99730b78cfb6 None None] Notify callbacks [] for port, precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:47.689442 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-e139ff70-3750-4925-9218-99730b78cfb6 None None] Transition to ACTIVE for port object a03f5ec3-177e-403f-95aa-2952015d97ee will not be triggered until provisioned by entity L2. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:48:47.696983 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b40e720b-eb45-45e1-9cf0-a9b0c45bb8ad admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:47.703839 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-e139ff70-3750-4925-9218-99730b78cfb6 None None] Transition to ACTIVE for port object a03f5ec3-177e-403f-95aa-2952015d97ee will not be triggered until provisioned by entity DHCP. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:48:47.710802 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-e139ff70-3750-4925-9218-99730b78cfb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547'] for port, after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:47.716230 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b40e720b-eb45-45e1-9cf0-a9b0c45bb8ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:47.755496 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e139ff70-3750-4925-9218-99730b78cfb6 None None] Network 9f9116fd-10c7-48a0-b5d6-84a607f80e94 is already hosted by enough agents. {{(pid=106254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:48:47.758412 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.base_scheduler [None req-e139ff70-3750-4925-9218-99730b78cfb6 None None] Resources bound (agent type, host, resource id): {{(pid=106254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:48:47.763342 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e139ff70-3750-4925-9218-99730b78cfb6 None None] Received port after_create {{(pid=106254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:48:47.766572 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e139ff70-3750-4925-9218-99730b78cfb6 None None] Pushing event updated for resources: {'Port': ['ID=a03f5ec3-177e-403f-95aa-2952015d97ee,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:48:47.821422 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-e139ff70-3750-4925-9218-99730b78cfb6 None None] Attempting to bind port a03f5ec3-177e-403f-95aa-2952015d97ee on host n-d-804985-2 for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:48:47.821812 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-e139ff70-3750-4925-9218-99730b78cfb6 None None] Attempting to bind port a03f5ec3-177e-403f-95aa-2952015d97ee by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': 'e8338aec-a941-43d3-9ef1-14a9cfef1d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '9f9116fd-10c7-48a0-b5d6-84a607f80e94'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:48:47.822134 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e139ff70-3750-4925-9218-99730b78cfb6 None None] Attempting to bind port a03f5ec3-177e-403f-95aa-2952015d97ee on network 9f9116fd-10c7-48a0-b5d6-84a607f80e94 {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:48:47.822236 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [None req-b40e720b-eb45-45e1-9cf0-a9b0c45bb8ad admin admin] Allocated IP 172.25.7.172 (7cae7a70-14fd-408c-b14d-39ceb97cb60e/9784295a-20b8-4a4b-b105-f82737f0448f/f3f3c86c-b6e9-452f-aed0-dadc6cf7837f) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:48:47.827439 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e139ff70-3750-4925-9218-99730b78cfb6 None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 48, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:48:47.827799 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e139ff70-3750-4925-9218-99730b78cfb6 None None] Checking segment: {'id': 'e8338aec-a941-43d3-9ef1-14a9cfef1d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '9f9116fd-10c7-48a0-b5d6-84a607f80e94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:48:47.828189 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-e139ff70-3750-4925-9218-99730b78cfb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:47.828593 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e139ff70-3750-4925-9218-99730b78cfb6 None None] Bound using segment: {'id': 'e8338aec-a941-43d3-9ef1-14a9cfef1d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '9f9116fd-10c7-48a0-b5d6-84a607f80e94'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:48:47.829041 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-e139ff70-3750-4925-9218-99730b78cfb6 None None] Bound port: a03f5ec3-177e-403f-95aa-2952015d97ee, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8338aec-a941-43d3-9ef1-14a9cfef1d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '9f9116fd-10c7-48a0-b5d6-84a607f80e94'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:48:47.829404 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-e139ff70-3750-4925-9218-99730b78cfb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:47.892206 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-e139ff70-3750-4925-9218-99730b78cfb6 None None] For port a03f5ec3-177e-403f-95aa-2952015d97ee, host n-d-804985-2, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:48:47.895290 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-e139ff70-3750-4925-9218-99730b78cfb6 None None] For port a03f5ec3-177e-403f-95aa-2952015d97ee, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=a03f5ec3-177e-403f-95aa-2952015d97ee,segment=NetworkSegment(e8338aec-a941-43d3-9ef1-14a9cfef1d56),segment_id=e8338aec-a941-43d3-9ef1-14a9cfef1d56)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:48:47.899976 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-e139ff70-3750-4925-9218-99730b78cfb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:47.932336 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b40e720b-eb45-45e1-9cf0-a9b0c45bb8ad admin admin] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:47.955710 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e139ff70-3750-4925-9218-99730b78cfb6 None None] Pushing event updated for resources: {'Port': ['ID=a03f5ec3-177e-403f-95aa-2952015d97ee,revision_number=2']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:48:47.973395 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b40e720b-eb45-45e1-9cf0-a9b0c45bb8ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:48.010161 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b40e720b-eb45-45e1-9cf0-a9b0c45bb8ad admin admin] Network 7cae7a70-14fd-408c-b14d-39ceb97cb60e is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:48:48.015021 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-b40e720b-eb45-45e1-9cf0-a9b0c45bb8ad admin admin] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:48:48.018616 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b40e720b-eb45-45e1-9cf0-a9b0c45bb8ad admin admin] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:48:48.043094 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40e720b-eb45-45e1-9cf0-a9b0c45bb8ad admin admin] Pushing event updated for resources: {'Port': ['ID=f3f3c86c-b6e9-452f-aed0-dadc6cf7837f,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:48:48.289421 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b40e720b-eb45-45e1-9cf0-a9b0c45bb8ad admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:48.492812 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b40e720b-eb45-45e1-9cf0-a9b0c45bb8ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-998473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-992536'] for router, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:48.547314 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-b6e3008d-f5d8-4d29-ba47-01342dfa9360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:48.634729 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b40e720b-eb45-45e1-9cf0-a9b0c45bb8ad admin admin] Router 9acd1763-1114-4424-8fc8-b067c1578bd8 is scheduled to L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 with binding_index 1 {{(pid=106252) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 12:48:48.745397 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b40e720b-eb45-45e1-9cf0-a9b0c45bb8ad admin admin] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:48:48.754563 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-225c37f5-7b61-4c22-bb54-4dcf7f41827d None None] Sync routers for ids ['9acd1763-1114-4424-8fc8-b067c1578bd8'] in n-d-804985-2 {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:48:48.762547 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b40e720b-eb45-45e1-9cf0-a9b0c45bb8ad admin admin] Notify callbacks [] for router, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:48.766516 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-b40e720b-eb45-45e1-9cf0-a9b0c45bb8ad admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.4929307 Aug 18 12:48:48.767074 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 52088) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:48:48.769111 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-225c37f5-7b61-4c22-bb54-4dcf7f41827d None None] Routers {'9acd1763-1114-4424-8fc8-b067c1578bd8'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:48:48.769756 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-225c37f5-7b61-4c22-bb54-4dcf7f41827d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:48:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['9acd1763-1114-4424-8fc8-b067c1578bd8'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:48:48.858110 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a942f2bd-5425-430a-9fb9-734a6fd3a425 None None] Network 9f9116fd-10c7-48a0-b5d6-84a607f80e94 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:48:48.929038 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-225c37f5-7b61-4c22-bb54-4dcf7f41827d None None] Set router 9acd1763-1114-4424-8fc8-b067c1578bd8 gateway port host: n-d-804985-2 {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:48:49.015064 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-f4d0d53a-b62a-46f1-b492-bcfe41791c49 None None] Provisioning for port a03f5ec3-177e-403f-95aa-2952015d97ee completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:48:49.137602 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device a03f5ec3-177e-403f-95aa-2952015d97ee up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:48:49.201360 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0ba10264-a74b-4757-9aa1-2f2a54085b16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:49.361473 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [None req-0ba10264-a74b-4757-9aa1-2f2a54085b16 admin admin] Allocated IP 172.20.0.1 (9f9116fd-10c7-48a0-b5d6-84a607f80e94/1055f988-b31c-4d0e-a886-81d98d2579f3/14a6b39b-ed4a-43bb-a2c4-b344ab754205) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:48:49.400670 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port a03f5ec3-177e-403f-95aa-2952015d97ee completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:48:49.404977 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-225c37f5-7b61-4c22-bb54-4dcf7f41827d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9acd1763-1114-4424-8fc8-b067c1578bd8', 'name': 'tempest-TestEncryptedCinderVolumes-1588615974-router', 'tenant_id': 'eb54627cc67e488facafa4e289d362c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.172'}], 'enable_snat': True}, 'gw_port_id': 'f3f3c86c-b6e9-452f-aed0-dadc6cf7837f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:48:47Z', 'updated_at': '2021-08-18T12:48:48Z', 'revision_number': 3, 'project_id': 'eb54627cc67e488facafa4e289d362c5', 'gw_port': {'id': 'f3f3c86c-b6e9-452f-aed0-dadc6cf7837f', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:df:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9acd1763-1114-4424-8fc8-b067c1578bd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:48:47Z', 'updated_at': '2021-08-18T12:48:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:48:49.407963 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port a03f5ec3-177e-403f-95aa-2952015d97ee triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:48:49.408325 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:49.450518 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-225c37f5-7b61-4c22-bb54-4dcf7f41827d None None] Checking router: 9acd1763-1114-4424-8fc8-b067c1578bd8 for host: n-d-804985-2 {{(pid=106254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:48:49.450864 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-225c37f5-7b61-4c22-bb54-4dcf7f41827d None None] Updating router 9acd1763-1114-4424-8fc8-b067c1578bd8 port f3f3c86c-b6e9-452f-aed0-dadc6cf7837f binding host n-d-804985-2 {{(pid=106254) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 12:48:49.482263 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0ba10264-a74b-4757-9aa1-2f2a54085b16 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:49.492085 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-225c37f5-7b61-4c22-bb54-4dcf7f41827d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:49.502422 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [None req-0ba10264-a74b-4757-9aa1-2f2a54085b16 admin admin] Transition to ACTIVE for port object 14a6b39b-ed4a-43bb-a2c4-b344ab754205 will not be triggered until provisioned by entity DHCP. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:48:49.539147 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0ba10264-a74b-4757-9aa1-2f2a54085b16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:49.578360 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ba10264-a74b-4757-9aa1-2f2a54085b16 admin admin] Network 9f9116fd-10c7-48a0-b5d6-84a607f80e94 is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:48:49.585451 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-0ba10264-a74b-4757-9aa1-2f2a54085b16 admin admin] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:48:49.589124 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba10264-a74b-4757-9aa1-2f2a54085b16 admin admin] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:48:49.612560 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba10264-a74b-4757-9aa1-2f2a54085b16 admin admin] Pushing event updated for resources: {'Port': ['ID=14a6b39b-ed4a-43bb-a2c4-b344ab754205,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:48:49.628675 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:49.632528 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0ba10264-a74b-4757-9aa1-2f2a54085b16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-996688'] for router_interface, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:49.712001 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] For port a03f5ec3-177e-403f-95aa-2952015d97ee, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=a03f5ec3-177e-403f-95aa-2952015d97ee,segment=NetworkSegment(e8338aec-a941-43d3-9ef1-14a9cfef1d56),segment_id=e8338aec-a941-43d3-9ef1-14a9cfef1d56)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:48:49.721197 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:49.726425 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-bd0b9dce-75b4-466f-99d4-a13aa9ea09b1 None None] Provisioning complete for port a03f5ec3-177e-403f-95aa-2952015d97ee triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:48:49.726788 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-bd0b9dce-75b4-466f-99d4-a13aa9ea09b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:49.839395 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Pushing event updated for resources: {'Port': ['ID=a03f5ec3-177e-403f-95aa-2952015d97ee,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:48:49.936329 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-225c37f5-7b61-4c22-bb54-4dcf7f41827d None None] Notify callbacks [] for port, precommit_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:49.947361 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-225c37f5-7b61-4c22-bb54-4dcf7f41827d None None] Transition to ACTIVE for port object f3f3c86c-b6e9-452f-aed0-dadc6cf7837f will not be triggered until provisioned by entity L2. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:48:49.954797 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-225c37f5-7b61-4c22-bb54-4dcf7f41827d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:50.006821 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-225c37f5-7b61-4c22-bb54-4dcf7f41827d None None] Attempting to bind port f3f3c86c-b6e9-452f-aed0-dadc6cf7837f on host n-d-804985-2 for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:48:50.007225 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-225c37f5-7b61-4c22-bb54-4dcf7f41827d None None] Attempting to bind port f3f3c86c-b6e9-452f-aed0-dadc6cf7837f by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:48:50.007608 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-225c37f5-7b61-4c22-bb54-4dcf7f41827d None None] Attempting to bind port f3f3c86c-b6e9-452f-aed0-dadc6cf7837f on network 7cae7a70-14fd-408c-b14d-39ceb97cb60e {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:48:50.009454 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374aa5b3-9454-4d02-a212-39f2a803f249 None None] Pushing event updated for resources: {'Port': ['ID=f3f3c86c-b6e9-452f-aed0-dadc6cf7837f,revision_number=2']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:48:50.014834 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-225c37f5-7b61-4c22-bb54-4dcf7f41827d None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 48, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:48:50.015204 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-225c37f5-7b61-4c22-bb54-4dcf7f41827d None None] Checking segment: {'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:48:50.015583 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-225c37f5-7b61-4c22-bb54-4dcf7f41827d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:50.015960 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-225c37f5-7b61-4c22-bb54-4dcf7f41827d None None] Bound using segment: {'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:48:50.016413 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-225c37f5-7b61-4c22-bb54-4dcf7f41827d None None] Bound port: f3f3c86c-b6e9-452f-aed0-dadc6cf7837f, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:48:50.016817 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-225c37f5-7b61-4c22-bb54-4dcf7f41827d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:50.060306 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0ba10264-a74b-4757-9aa1-2f2a54085b16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:50.067410 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-c13e6c6f-f441-4434-8931-6a9dd1318cae None None] Provisioning for port 14a6b39b-ed4a-43bb-a2c4-b344ab754205 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:48:50.076640 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-c13e6c6f-f441-4434-8931-6a9dd1318cae None None] Provisioning complete for port 14a6b39b-ed4a-43bb-a2c4-b344ab754205 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:48:50.077012 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-c13e6c6f-f441-4434-8931-6a9dd1318cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:50.080685 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-225c37f5-7b61-4c22-bb54-4dcf7f41827d None None] For port f3f3c86c-b6e9-452f-aed0-dadc6cf7837f, host n-d-804985-2, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:48:50.111003 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-225c37f5-7b61-4c22-bb54-4dcf7f41827d None None] For port f3f3c86c-b6e9-452f-aed0-dadc6cf7837f, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=f3f3c86c-b6e9-452f-aed0-dadc6cf7837f,segment=NetworkSegment(c5a3db9d-5c58-41b1-9177-d5787a597b78),segment_id=c5a3db9d-5c58-41b1-9177-d5787a597b78)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:48:50.120718 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-225c37f5-7b61-4c22-bb54-4dcf7f41827d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:50.126906 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-c13e6c6f-f441-4434-8931-6a9dd1318cae None None] Port 14a6b39b-ed4a-43bb-a2c4-b344ab754205 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:48:50.184228 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374aa5b3-9454-4d02-a212-39f2a803f249 None None] Pushing event updated for resources: {'Port': ['ID=f3f3c86c-b6e9-452f-aed0-dadc6cf7837f,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:48:50.188821 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-225c37f5-7b61-4c22-bb54-4dcf7f41827d None None] Routers {'9acd1763-1114-4424-8fc8-b067c1578bd8'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:48:50.189387 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-225c37f5-7b61-4c22-bb54-4dcf7f41827d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:48:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['9acd1763-1114-4424-8fc8-b067c1578bd8'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:48:50.228553 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0ba10264-a74b-4757-9aa1-2f2a54085b16 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:50.233917 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0ba10264-a74b-4757-9aa1-2f2a54085b16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:50.299519 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-225c37f5-7b61-4c22-bb54-4dcf7f41827d None None] Set router 9acd1763-1114-4424-8fc8-b067c1578bd8 gateway port host: n-d-804985-2 {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:48:50.300571 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0ba10264-a74b-4757-9aa1-2f2a54085b16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-996772'] for router_interface, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:50.303187 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba10264-a74b-4757-9aa1-2f2a54085b16 admin admin] Pushing event updated for resources: {'Port': ['ID=14a6b39b-ed4a-43bb-a2c4-b344ab754205,revision_number=2']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:48:50.394275 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ba10264-a74b-4757-9aa1-2f2a54085b16 admin admin] Network 9f9116fd-10c7-48a0-b5d6-84a607f80e94 is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:48:50.395780 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-0ba10264-a74b-4757-9aa1-2f2a54085b16 admin admin] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:48:50.505114 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-225c37f5-7b61-4c22-bb54-4dcf7f41827d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9acd1763-1114-4424-8fc8-b067c1578bd8', 'name': 'tempest-TestEncryptedCinderVolumes-1588615974-router', 'tenant_id': 'eb54627cc67e488facafa4e289d362c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.172'}], 'enable_snat': True}, 'gw_port_id': 'f3f3c86c-b6e9-452f-aed0-dadc6cf7837f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:48:47Z', 'updated_at': '2021-08-18T12:48:50Z', 'revision_number': 4, 'project_id': 'eb54627cc67e488facafa4e289d362c5', 'gw_port': {'id': 'f3f3c86c-b6e9-452f-aed0-dadc6cf7837f', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:df:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9acd1763-1114-4424-8fc8-b067c1578bd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:48:47Z', 'updated_at': '2021-08-18T12:48:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': '14a6b39b-ed4a-43bb-a2c4-b344ab754205', 'name': '', 'network_id': '9f9116fd-10c7-48a0-b5d6-84a607f80e94', 'tenant_id': 'eb54627cc67e488facafa4e289d362c5', 'mac_address': 'fa:16:3e:06:5e:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9acd1763-1114-4424-8fc8-b067c1578bd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '1055f988-b31c-4d0e-a886-81d98d2579f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:48:49Z', 'updated_at': '2021-08-18T12:48:49Z', 'revision_number': 1, 'project_id': 'eb54627cc67e488facafa4e289d362c5', 'subnets': [{'id': '1055f988-b31c-4d0e-a886-81d98d2579f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:48:50.512369 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ba10264-a74b-4757-9aa1-2f2a54085b16 admin admin] Router 9acd1763-1114-4424-8fc8-b067c1578bd8 has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:48:50.532228 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-225c37f5-7b61-4c22-bb54-4dcf7f41827d None None] The sync data for ids ['9acd1763-1114-4424-8fc8-b067c1578bd8'] in n-d-804985-2 is: [{'id': '9acd1763-1114-4424-8fc8-b067c1578bd8', 'name': 'tempest-TestEncryptedCinderVolumes-1588615974-router', 'tenant_id': 'eb54627cc67e488facafa4e289d362c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.172'}], 'enable_snat': True}, 'gw_port_id': 'f3f3c86c-b6e9-452f-aed0-dadc6cf7837f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:48:47Z', 'updated_at': '2021-08-18T12:48:50Z', 'revision_number': 4, 'project_id': 'eb54627cc67e488facafa4e289d362c5', 'gw_port': {'id': 'f3f3c86c-b6e9-452f-aed0-dadc6cf7837f', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:df:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9acd1763-1114-4424-8fc8-b067c1578bd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:48:47Z', 'updated_at': '2021-08-18T12:48:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': '14a6b39b-ed4a-43bb-a2c4-b344ab754205', 'name': '', 'network_id': '9f9116fd-10c7-48a0-b5d6-84a607f80e94', 'tenant_id': 'eb54627cc67e488facafa4e289d362c5', 'mac_address': 'fa:16:3e:06:5e:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9acd1763-1114-4424-8fc8-b067c1578bd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '1055f988-b31c-4d0e-a886-81d98d2579f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:48:49Z', 'updated_at': '2021-08-18T12:48:49Z', 'revision_number': 1, 'project_id': 'eb54627cc67e488facafa4e289d362c5', 'subnets': [{'id': '1055f988-b31c-4d0e-a886-81d98d2579f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:48:50.634679 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ba10264-a74b-4757-9aa1-2f2a54085b16 admin admin] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:48:50.640687 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-0ba10264-a74b-4757-9aa1-2f2a54085b16 admin admin] 10.222.0.66 "PUT /v2.0/routers/9acd1763-1114-4424-8fc8-b067c1578bd8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8727405 Aug 18 12:48:50.649774 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-922245f4-adde-4d9a-b81f-4697f366814e None None] Provisioning complete for port 14a6b39b-ed4a-43bb-a2c4-b344ab754205 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:48:50.650291 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-922245f4-adde-4d9a-b81f-4697f366814e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:50.689253 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-922245f4-adde-4d9a-b81f-4697f366814e None None] Port 14a6b39b-ed4a-43bb-a2c4-b344ab754205 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:48:51.089543 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device a03f5ec3-177e-403f-95aa-2952015d97ee up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:48:51.142097 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port a03f5ec3-177e-403f-95aa-2952015d97ee triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:48:51.142583 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:51.161870 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 52104) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:48:51.167438 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-e5c7955b-efc5-484e-be00-6e694ffa5766 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-790750585-network', 'tenant_id': '51650277a63145d3a3620f42676568c5'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:48:51.199425 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5c7955b-efc5-484e-be00-6e694ffa5766 admin admin] Made reservation on behalf of 51650277a63145d3a3620f42676568c5 for: {'network': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:48:51.202006 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e5c7955b-efc5-484e-be00-6e694ffa5766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for network, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:51.212883 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e5c7955b-efc5-484e-be00-6e694ffa5766 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:51.316351 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e5c7955b-efc5-484e-be00-6e694ffa5766 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:51.320712 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e5c7955b-efc5-484e-be00-6e694ffa5766 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:51.349255 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5c7955b-efc5-484e-be00-6e694ffa5766 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 836} {{(pid=106253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:48:51.357101 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c7955b-efc5-484e-be00-6e694ffa5766 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1da983f8-dfd7-4dff-a023-213e5f7178b7,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:48:51.365317 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e5c7955b-efc5-484e-be00-6e694ffa5766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:51.365641 n-d-804985-2 neutron-server[106253]: INFO neutron.db.segments_db [None req-e5c7955b-efc5-484e-be00-6e694ffa5766 admin admin] Added segment d01855c5-6552-4d0f-9d0c-00c9ed2c0b73 of type vlan for network abfcfb94-cf42-4887-84e1-b826e1de399f Aug 18 12:48:51.409184 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e5c7955b-efc5-484e-be00-6e694ffa5766 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789150665894'] for network, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:51.435016 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e5c7955b-efc5-484e-be00-6e694ffa5766 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for network, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:51.436099 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5c7955b-efc5-484e-be00-6e694ffa5766 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:48:51.436703 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e5c7955b-efc5-484e-be00-6e694ffa5766 admin admin] Notify callbacks [] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:51.499694 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-e5c7955b-efc5-484e-be00-6e694ffa5766 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3366699 Aug 18 12:48:51.502652 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 52106) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:48:51.507577 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-8becd054-67d9-428a-beb5-e667607382a2 admin admin] Request body: {'subnet': {'network_id': 'abfcfb94-cf42-4887-84e1-b826e1de399f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-790750585-subnet', 'tenant_id': '51650277a63145d3a3620f42676568c5', 'ip_version': 4}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:48:51.511156 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:51.511903 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c7955b-efc5-484e-be00-6e694ffa5766 admin admin] Pushing event updated for resources: {'Network': ['ID=abfcfb94-cf42-4887-84e1-b826e1de399f,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:48:51.523794 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Network abfcfb94-cf42-4887-84e1-b826e1de399f details requested by agent ovs-agent-n-d-804985-2 with host n-d-804985-2 {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:48:51.532652 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8becd054-67d9-428a-beb5-e667607382a2 admin admin] Made reservation on behalf of 51650277a63145d3a3620f42676568c5 for: {'subnet': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:48:51.535031 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8becd054-67d9-428a-beb5-e667607382a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59388119'] for subnet, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:51.717312 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8becd054-67d9-428a-beb5-e667607382a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58902106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59388097'] for subnet, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:51.776496 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-c5c4089b-e5eb-4b0e-9dcf-bd897200c2cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:51.785721 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8becd054-67d9-428a-beb5-e667607382a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=61f9674a-154d-4ecc-a4d3-1dbaf172b352,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:48:51.791768 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8becd054-67d9-428a-beb5-e667607382a2 admin admin] Checking segment: {'id': 'd01855c5-6552-4d0f-9d0c-00c9ed2c0b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'abfcfb94-cf42-4887-84e1-b826e1de399f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:48:51.792144 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8becd054-67d9-428a-beb5-e667607382a2 admin admin] Network hostable DHCP agents. Network: abfcfb94-cf42-4887-84e1-b826e1de399f, hostable agents: ['97c14208-2951-4361-8d64-3708c946ff5f'], hosted agents: [] {{(pid=106253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 12:48:51.810682 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8becd054-67d9-428a-beb5-e667607382a2 admin admin] Network abfcfb94-cf42-4887-84e1-b826e1de399f is scheduled to be hosted by DHCP agent 97c14208-2951-4361-8d64-3708c946ff5f with binding_index 1 {{(pid=106253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 12:48:51.821705 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-8becd054-67d9-428a-beb5-e667607382a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-2, abfcfb94-cf42-4887-84e1-b826e1de399f) {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:48:51.827322 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8becd054-67d9-428a-beb5-e667607382a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:48:51.828449 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8becd054-67d9-428a-beb5-e667607382a2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:51.831748 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76c8655a-958a-46b6-97f0-d3d19647122e None None] Network abfcfb94-cf42-4887-84e1-b826e1de399f requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:48:51.842447 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-8becd054-67d9-428a-beb5-e667607382a2 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3388467 Aug 18 12:48:51.846852 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 52108) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:48:51.851319 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-dbee7a20-885a-4d3f-8de8-ef00db53cf43 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-790750585-router', 'tenant_id': '51650277a63145d3a3620f42676568c5', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'}}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:48:51.874200 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-dbee7a20-885a-4d3f-8de8-ef00db53cf43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-998592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15809'] for router, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:51.875324 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-dbee7a20-885a-4d3f-8de8-ef00db53cf43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-992733', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-971415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15816'] for router, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:51.962633 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-dbee7a20-885a-4d3f-8de8-ef00db53cf43 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:51.983682 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3673b665-e0cb-4e73-9a44-e405554668ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp788be208-34ab-5a8f-af0f-528834af222f-abfcfb94-cf42-4887-84e1-b826e1de399f', 'network_id': 'abfcfb94-cf42-4887-84e1-b826e1de399f', 'tenant_id': '51650277a63145d3a3620f42676568c5', 'fixed_ips': [{'subnet_id': '61f9674a-154d-4ecc-a4d3-1dbaf172b352'}]}} from n-d-804985-2. {{(pid=106254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 12:48:51.984908 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3673b665-e0cb-4e73-9a44-e405554668ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:52.107700 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-dbee7a20-885a-4d3f-8de8-ef00db53cf43 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:52.129877 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.db_base_plugin_common [None req-3673b665-e0cb-4e73-9a44-e405554668ea None None] Allocated IP 172.20.0.2 (abfcfb94-cf42-4887-84e1-b826e1de399f/61f9674a-154d-4ecc-a4d3-1dbaf172b352/51f6eabb-81c9-4732-bd7e-8c00f1ef39e5) {{(pid=106254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:48:52.279939 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3673b665-e0cb-4e73-9a44-e405554668ea None None] Notify callbacks [] for port, precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:52.289218 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-3673b665-e0cb-4e73-9a44-e405554668ea None None] Transition to ACTIVE for port object 51f6eabb-81c9-4732-bd7e-8c00f1ef39e5 will not be triggered until provisioned by entity L2. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:48:52.303588 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-3673b665-e0cb-4e73-9a44-e405554668ea None None] Transition to ACTIVE for port object 51f6eabb-81c9-4732-bd7e-8c00f1ef39e5 will not be triggered until provisioned by entity DHCP. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:48:52.309952 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3673b665-e0cb-4e73-9a44-e405554668ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547'] for port, after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:52.336840 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-dbee7a20-885a-4d3f-8de8-ef00db53cf43 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:52.348814 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3673b665-e0cb-4e73-9a44-e405554668ea None None] Network abfcfb94-cf42-4887-84e1-b826e1de399f is already hosted by enough agents. {{(pid=106254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:48:52.351842 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.base_scheduler [None req-3673b665-e0cb-4e73-9a44-e405554668ea None None] Resources bound (agent type, host, resource id): {{(pid=106254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:48:52.356023 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3673b665-e0cb-4e73-9a44-e405554668ea None None] Received port after_create {{(pid=106254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:48:52.363453 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-dbee7a20-885a-4d3f-8de8-ef00db53cf43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:52.370831 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3673b665-e0cb-4e73-9a44-e405554668ea None None] Pushing event updated for resources: {'Port': ['ID=51f6eabb-81c9-4732-bd7e-8c00f1ef39e5,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:48:52.401773 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-53584c24-f517-494e-ac93-c18bb92373f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:52.433570 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-3673b665-e0cb-4e73-9a44-e405554668ea None None] Attempting to bind port 51f6eabb-81c9-4732-bd7e-8c00f1ef39e5 on host n-d-804985-2 for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:48:52.433941 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-3673b665-e0cb-4e73-9a44-e405554668ea None None] Attempting to bind port 51f6eabb-81c9-4732-bd7e-8c00f1ef39e5 by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': 'd01855c5-6552-4d0f-9d0c-00c9ed2c0b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'abfcfb94-cf42-4887-84e1-b826e1de399f'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:48:52.434304 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3673b665-e0cb-4e73-9a44-e405554668ea None None] Attempting to bind port 51f6eabb-81c9-4732-bd7e-8c00f1ef39e5 on network abfcfb94-cf42-4887-84e1-b826e1de399f {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:48:52.441950 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3673b665-e0cb-4e73-9a44-e405554668ea None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 48, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:48:52.442296 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3673b665-e0cb-4e73-9a44-e405554668ea None None] Checking segment: {'id': 'd01855c5-6552-4d0f-9d0c-00c9ed2c0b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'abfcfb94-cf42-4887-84e1-b826e1de399f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:48:52.442703 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3673b665-e0cb-4e73-9a44-e405554668ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:52.443101 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3673b665-e0cb-4e73-9a44-e405554668ea None None] Bound using segment: {'id': 'd01855c5-6552-4d0f-9d0c-00c9ed2c0b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'abfcfb94-cf42-4887-84e1-b826e1de399f'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:48:52.443570 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-3673b665-e0cb-4e73-9a44-e405554668ea None None] Bound port: 51f6eabb-81c9-4732-bd7e-8c00f1ef39e5, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd01855c5-6552-4d0f-9d0c-00c9ed2c0b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'abfcfb94-cf42-4887-84e1-b826e1de399f'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:48:52.443947 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3673b665-e0cb-4e73-9a44-e405554668ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:52.479495 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [None req-dbee7a20-885a-4d3f-8de8-ef00db53cf43 admin admin] Allocated IP 172.25.7.86 (7cae7a70-14fd-408c-b14d-39ceb97cb60e/9784295a-20b8-4a4b-b105-f82737f0448f/b7864d25-e3b1-4031-a9ab-c16a852fdc57) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:48:52.509581 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-3673b665-e0cb-4e73-9a44-e405554668ea None None] For port 51f6eabb-81c9-4732-bd7e-8c00f1ef39e5, host n-d-804985-2, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:48:52.512836 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-3673b665-e0cb-4e73-9a44-e405554668ea None None] For port 51f6eabb-81c9-4732-bd7e-8c00f1ef39e5, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=51f6eabb-81c9-4732-bd7e-8c00f1ef39e5,segment=NetworkSegment(d01855c5-6552-4d0f-9d0c-00c9ed2c0b73),segment_id=d01855c5-6552-4d0f-9d0c-00c9ed2c0b73)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:48:52.518336 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3673b665-e0cb-4e73-9a44-e405554668ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:52.574072 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3673b665-e0cb-4e73-9a44-e405554668ea None None] Pushing event updated for resources: {'Port': ['ID=51f6eabb-81c9-4732-bd7e-8c00f1ef39e5,revision_number=2']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:48:52.601709 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-dbee7a20-885a-4d3f-8de8-ef00db53cf43 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:52.618434 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e7faf6e-3f1f-45ba-a50c-4ff9161c2e95 None None] Sync routers for ids ['9acd1763-1114-4424-8fc8-b067c1578bd8'] in n-d-804985-2 {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:48:52.627393 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e7faf6e-3f1f-45ba-a50c-4ff9161c2e95 None None] Routers {'9acd1763-1114-4424-8fc8-b067c1578bd8'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:48:52.628017 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-7e7faf6e-3f1f-45ba-a50c-4ff9161c2e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:48:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['9acd1763-1114-4424-8fc8-b067c1578bd8'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:48:52.641625 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-dbee7a20-885a-4d3f-8de8-ef00db53cf43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:52.681804 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbee7a20-885a-4d3f-8de8-ef00db53cf43 admin admin] Network 7cae7a70-14fd-408c-b14d-39ceb97cb60e is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:48:52.684868 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-dbee7a20-885a-4d3f-8de8-ef00db53cf43 admin admin] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:48:52.689269 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbee7a20-885a-4d3f-8de8-ef00db53cf43 admin admin] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:48:52.712863 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbee7a20-885a-4d3f-8de8-ef00db53cf43 admin admin] Pushing event updated for resources: {'Port': ['ID=b7864d25-e3b1-4031-a9ab-c16a852fdc57,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:48:52.751854 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-7e7faf6e-3f1f-45ba-a50c-4ff9161c2e95 None None] Set router 9acd1763-1114-4424-8fc8-b067c1578bd8 gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:48:52.954303 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-dbee7a20-885a-4d3f-8de8-ef00db53cf43 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:52.963945 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-7e7faf6e-3f1f-45ba-a50c-4ff9161c2e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9acd1763-1114-4424-8fc8-b067c1578bd8', 'name': 'tempest-TestEncryptedCinderVolumes-1588615974-router', 'tenant_id': 'eb54627cc67e488facafa4e289d362c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.172'}], 'enable_snat': True}, 'gw_port_id': 'f3f3c86c-b6e9-452f-aed0-dadc6cf7837f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:48:47Z', 'updated_at': '2021-08-18T12:48:50Z', 'revision_number': 4, 'project_id': 'eb54627cc67e488facafa4e289d362c5', 'gw_port': {'id': 'f3f3c86c-b6e9-452f-aed0-dadc6cf7837f', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:df:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9acd1763-1114-4424-8fc8-b067c1578bd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:48:47Z', 'updated_at': '2021-08-18T12:48:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': '14a6b39b-ed4a-43bb-a2c4-b344ab754205', 'name': '', 'network_id': '9f9116fd-10c7-48a0-b5d6-84a607f80e94', 'tenant_id': 'eb54627cc67e488facafa4e289d362c5', 'mac_address': 'fa:16:3e:06:5e:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9acd1763-1114-4424-8fc8-b067c1578bd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '1055f988-b31c-4d0e-a886-81d98d2579f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:48:49Z', 'updated_at': '2021-08-18T12:48:50Z', 'revision_number': 2, 'project_id': 'eb54627cc67e488facafa4e289d362c5', 'subnets': [{'id': '1055f988-b31c-4d0e-a886-81d98d2579f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:48:52.989537 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e7faf6e-3f1f-45ba-a50c-4ff9161c2e95 None None] Checking router: 9acd1763-1114-4424-8fc8-b067c1578bd8 for host: n-d-804985-2 {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:48:52.989877 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e7faf6e-3f1f-45ba-a50c-4ff9161c2e95 None None] Updating router 9acd1763-1114-4424-8fc8-b067c1578bd8 port 14a6b39b-ed4a-43bb-a2c4-b344ab754205 binding host n-d-804985-2 {{(pid=106255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 12:48:53.015073 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-7e7faf6e-3f1f-45ba-a50c-4ff9161c2e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:53.146279 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 51f6eabb-81c9-4732-bd7e-8c00f1ef39e5 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:48:53.175442 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-dbee7a20-885a-4d3f-8de8-ef00db53cf43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-998473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-992536'] for router, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:53.210385 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port 51f6eabb-81c9-4732-bd7e-8c00f1ef39e5 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:48:53.216428 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device f3f3c86c-b6e9-452f-aed0-dadc6cf7837f up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:48:53.275375 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port f3f3c86c-b6e9-452f-aed0-dadc6cf7837f completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:48:53.281728 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port f3f3c86c-b6e9-452f-aed0-dadc6cf7837f triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:48:53.282115 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:53.336295 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-7e7faf6e-3f1f-45ba-a50c-4ff9161c2e95 None None] Notify callbacks [] for port, precommit_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:53.349325 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-7e7faf6e-3f1f-45ba-a50c-4ff9161c2e95 None None] Transition to ACTIVE for port object 14a6b39b-ed4a-43bb-a2c4-b344ab754205 will not be triggered until provisioned by entity L2. {{(pid=106255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:48:53.353636 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbee7a20-885a-4d3f-8de8-ef00db53cf43 admin admin] Router 170acedc-fdd6-4fce-ae43-96cee447c67c is scheduled to L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 with binding_index 1 {{(pid=106253) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 12:48:53.359084 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-7e7faf6e-3f1f-45ba-a50c-4ff9161c2e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:53.380743 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:53.405445 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] For port f3f3c86c-b6e9-452f-aed0-dadc6cf7837f, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=f3f3c86c-b6e9-452f-aed0-dadc6cf7837f,segment=NetworkSegment(c5a3db9d-5c58-41b1-9177-d5787a597b78),segment_id=c5a3db9d-5c58-41b1-9177-d5787a597b78)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:48:53.411507 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:53.419018 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59978fba-e93d-418d-9a59-4056c4eee869 None None] Pushing event updated for resources: {'Port': ['ID=14a6b39b-ed4a-43bb-a2c4-b344ab754205,revision_number=3']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:48:53.433659 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59978fba-e93d-418d-9a59-4056c4eee869 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:48:53.434049 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59978fba-e93d-418d-9a59-4056c4eee869 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:48:53.434332 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59978fba-e93d-418d-9a59-4056c4eee869 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:48:53.434653 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59978fba-e93d-418d-9a59-4056c4eee869 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:48:53.434976 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59978fba-e93d-418d-9a59-4056c4eee869 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:48:53.435294 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59978fba-e93d-418d-9a59-4056c4eee869 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:48:53.435611 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59978fba-e93d-418d-9a59-4056c4eee869 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:48:53.435926 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59978fba-e93d-418d-9a59-4056c4eee869 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:48:53.436240 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59978fba-e93d-418d-9a59-4056c4eee869 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:48:53.436574 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59978fba-e93d-418d-9a59-4056c4eee869 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:48:53.436889 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59978fba-e93d-418d-9a59-4056c4eee869 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:48:53.437569 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59978fba-e93d-418d-9a59-4056c4eee869 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:48:53.478697 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Pushing event updated for resources: {'Port': ['ID=f3f3c86c-b6e9-452f-aed0-dadc6cf7837f,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:48:53.511946 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-7e7faf6e-3f1f-45ba-a50c-4ff9161c2e95 None None] Attempting to bind port 14a6b39b-ed4a-43bb-a2c4-b344ab754205 on host n-d-804985-2 for vnic_type normal with profile {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:48:53.512305 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-7e7faf6e-3f1f-45ba-a50c-4ff9161c2e95 None None] Attempting to bind port 14a6b39b-ed4a-43bb-a2c4-b344ab754205 by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': 'e8338aec-a941-43d3-9ef1-14a9cfef1d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '9f9116fd-10c7-48a0-b5d6-84a607f80e94'}] {{(pid=106255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:48:53.512683 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7faf6e-3f1f-45ba-a50c-4ff9161c2e95 None None] Attempting to bind port 14a6b39b-ed4a-43bb-a2c4-b344ab754205 on network 9f9116fd-10c7-48a0-b5d6-84a607f80e94 {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:48:53.519992 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7faf6e-3f1f-45ba-a50c-4ff9161c2e95 None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 48, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:48:53.520355 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7faf6e-3f1f-45ba-a50c-4ff9161c2e95 None None] Checking segment: {'id': 'e8338aec-a941-43d3-9ef1-14a9cfef1d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '9f9116fd-10c7-48a0-b5d6-84a607f80e94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:48:53.520823 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-7e7faf6e-3f1f-45ba-a50c-4ff9161c2e95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:53.523768 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7faf6e-3f1f-45ba-a50c-4ff9161c2e95 None None] Bound using segment: {'id': 'e8338aec-a941-43d3-9ef1-14a9cfef1d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '9f9116fd-10c7-48a0-b5d6-84a607f80e94'} {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:48:53.524275 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-7e7faf6e-3f1f-45ba-a50c-4ff9161c2e95 None None] Bound port: 14a6b39b-ed4a-43bb-a2c4-b344ab754205, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8338aec-a941-43d3-9ef1-14a9cfef1d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '9f9116fd-10c7-48a0-b5d6-84a607f80e94'}}] {{(pid=106255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:48:53.524417 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbee7a20-885a-4d3f-8de8-ef00db53cf43 admin admin] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:48:53.524676 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-7e7faf6e-3f1f-45ba-a50c-4ff9161c2e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:53.535551 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c8b5d0-d758-4cc4-9470-bc354e6097f1 None None] Sync routers for ids ['170acedc-fdd6-4fce-ae43-96cee447c67c'] in n-d-804985-2 {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:48:53.541849 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-dbee7a20-885a-4d3f-8de8-ef00db53cf43 admin admin] Notify callbacks [] for router, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:53.543593 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-dbee7a20-885a-4d3f-8de8-ef00db53cf43 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.6956542 Aug 18 12:48:53.546598 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 52110) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:48:53.549347 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c8b5d0-d758-4cc4-9470-bc354e6097f1 None None] Routers {'170acedc-fdd6-4fce-ae43-96cee447c67c'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:48:53.549975 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-e9c8b5d0-d758-4cc4-9470-bc354e6097f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:48:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['170acedc-fdd6-4fce-ae43-96cee447c67c'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:48:53.619377 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-7e7faf6e-3f1f-45ba-a50c-4ff9161c2e95 None None] For port 14a6b39b-ed4a-43bb-a2c4-b344ab754205, host n-d-804985-2, cleared binding levels {{(pid=106255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:48:53.623062 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-7e7faf6e-3f1f-45ba-a50c-4ff9161c2e95 None None] For port 14a6b39b-ed4a-43bb-a2c4-b344ab754205, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=14a6b39b-ed4a-43bb-a2c4-b344ab754205,segment=NetworkSegment(e8338aec-a941-43d3-9ef1-14a9cfef1d56),segment_id=e8338aec-a941-43d3-9ef1-14a9cfef1d56)] {{(pid=106255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:48:53.634807 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-7e7faf6e-3f1f-45ba-a50c-4ff9161c2e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:53.694366 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-e9c8b5d0-d758-4cc4-9470-bc354e6097f1 None None] Set router 170acedc-fdd6-4fce-ae43-96cee447c67c gateway port host: n-d-804985-2 {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:48:53.700985 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59978fba-e93d-418d-9a59-4056c4eee869 None None] Pushing event updated for resources: {'Port': ['ID=14a6b39b-ed4a-43bb-a2c4-b344ab754205,revision_number=4']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:48:53.721629 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e7faf6e-3f1f-45ba-a50c-4ff9161c2e95 None None] Routers {'9acd1763-1114-4424-8fc8-b067c1578bd8'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:48:53.722678 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-7e7faf6e-3f1f-45ba-a50c-4ff9161c2e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:48:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['9acd1763-1114-4424-8fc8-b067c1578bd8'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:48:53.915007 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b3cb920-74fd-4d66-8eb3-0e68f9259c3d None None] Network abfcfb94-cf42-4887-84e1-b826e1de399f requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:48:53.949231 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-7e7faf6e-3f1f-45ba-a50c-4ff9161c2e95 None None] Set router 9acd1763-1114-4424-8fc8-b067c1578bd8 gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:48:54.075560 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-500a1c61-38a7-4c23-a7ec-4631080af5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:54.174097 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-7e7faf6e-3f1f-45ba-a50c-4ff9161c2e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9acd1763-1114-4424-8fc8-b067c1578bd8', 'name': 'tempest-TestEncryptedCinderVolumes-1588615974-router', 'tenant_id': 'eb54627cc67e488facafa4e289d362c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.172'}], 'enable_snat': True}, 'gw_port_id': 'f3f3c86c-b6e9-452f-aed0-dadc6cf7837f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:48:47Z', 'updated_at': '2021-08-18T12:48:50Z', 'revision_number': 4, 'project_id': 'eb54627cc67e488facafa4e289d362c5', 'gw_port': {'id': 'f3f3c86c-b6e9-452f-aed0-dadc6cf7837f', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:df:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9acd1763-1114-4424-8fc8-b067c1578bd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:48:47Z', 'updated_at': '2021-08-18T12:48:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': '14a6b39b-ed4a-43bb-a2c4-b344ab754205', 'name': '', 'network_id': '9f9116fd-10c7-48a0-b5d6-84a607f80e94', 'tenant_id': 'eb54627cc67e488facafa4e289d362c5', 'mac_address': 'fa:16:3e:06:5e:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9acd1763-1114-4424-8fc8-b067c1578bd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '1055f988-b31c-4d0e-a886-81d98d2579f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:48:49Z', 'updated_at': '2021-08-18T12:48:53Z', 'revision_number': 4, 'project_id': 'eb54627cc67e488facafa4e289d362c5', 'subnets': [{'id': '1055f988-b31c-4d0e-a886-81d98d2579f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:48:54.202281 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e7faf6e-3f1f-45ba-a50c-4ff9161c2e95 None None] The sync data for ids ['9acd1763-1114-4424-8fc8-b067c1578bd8'] in n-d-804985-2 is: [{'id': '9acd1763-1114-4424-8fc8-b067c1578bd8', 'name': 'tempest-TestEncryptedCinderVolumes-1588615974-router', 'tenant_id': 'eb54627cc67e488facafa4e289d362c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.172'}], 'enable_snat': True}, 'gw_port_id': 'f3f3c86c-b6e9-452f-aed0-dadc6cf7837f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:48:47Z', 'updated_at': '2021-08-18T12:48:50Z', 'revision_number': 4, 'project_id': 'eb54627cc67e488facafa4e289d362c5', 'gw_port': {'id': 'f3f3c86c-b6e9-452f-aed0-dadc6cf7837f', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:df:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9acd1763-1114-4424-8fc8-b067c1578bd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:48:47Z', 'updated_at': '2021-08-18T12:48:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': '14a6b39b-ed4a-43bb-a2c4-b344ab754205', 'name': '', 'network_id': '9f9116fd-10c7-48a0-b5d6-84a607f80e94', 'tenant_id': 'eb54627cc67e488facafa4e289d362c5', 'mac_address': 'fa:16:3e:06:5e:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9acd1763-1114-4424-8fc8-b067c1578bd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '1055f988-b31c-4d0e-a886-81d98d2579f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:48:49Z', 'updated_at': '2021-08-18T12:48:53Z', 'revision_number': 4, 'project_id': 'eb54627cc67e488facafa4e289d362c5', 'subnets': [{'id': '1055f988-b31c-4d0e-a886-81d98d2579f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:48:54.237851 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1dcc7ae9-eacb-4fbc-bc22-98105600e52b None None] Provisioning for port 51f6eabb-81c9-4732-bd7e-8c00f1ef39e5 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:48:54.246146 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1dcc7ae9-eacb-4fbc-bc22-98105600e52b None None] Provisioning complete for port 51f6eabb-81c9-4732-bd7e-8c00f1ef39e5 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:48:54.246523 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1dcc7ae9-eacb-4fbc-bc22-98105600e52b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:54.252224 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-e9c8b5d0-d758-4cc4-9470-bc354e6097f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '170acedc-fdd6-4fce-ae43-96cee447c67c', 'name': 'tempest-TestEncryptedCinderVolumes-790750585-router', 'tenant_id': '51650277a63145d3a3620f42676568c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.86'}], 'enable_snat': True}, 'gw_port_id': 'b7864d25-e3b1-4031-a9ab-c16a852fdc57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:48:51Z', 'updated_at': '2021-08-18T12:48:52Z', 'revision_number': 3, 'project_id': '51650277a63145d3a3620f42676568c5', 'gw_port': {'id': 'b7864d25-e3b1-4031-a9ab-c16a852fdc57', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:bb:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '170acedc-fdd6-4fce-ae43-96cee447c67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:48:52Z', 'updated_at': '2021-08-18T12:48:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:48:54.316885 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c8b5d0-d758-4cc4-9470-bc354e6097f1 None None] Checking router: 170acedc-fdd6-4fce-ae43-96cee447c67c for host: n-d-804985-2 {{(pid=106254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:48:54.317625 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c8b5d0-d758-4cc4-9470-bc354e6097f1 None None] Updating router 170acedc-fdd6-4fce-ae43-96cee447c67c port b7864d25-e3b1-4031-a9ab-c16a852fdc57 binding host n-d-804985-2 {{(pid=106254) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 12:48:54.353720 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-e9c8b5d0-d758-4cc4-9470-bc354e6097f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:54.396564 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-cdf7303c-d445-4c9e-b816-951973383287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:54.554697 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1dcc7ae9-eacb-4fbc-bc22-98105600e52b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:54.611547 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1dcc7ae9-eacb-4fbc-bc22-98105600e52b None None] For port 51f6eabb-81c9-4732-bd7e-8c00f1ef39e5, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=51f6eabb-81c9-4732-bd7e-8c00f1ef39e5,segment=NetworkSegment(d01855c5-6552-4d0f-9d0c-00c9ed2c0b73),segment_id=d01855c5-6552-4d0f-9d0c-00c9ed2c0b73)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:48:54.622746 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1dcc7ae9-eacb-4fbc-bc22-98105600e52b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:54.627415 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [None req-cdf7303c-d445-4c9e-b816-951973383287 admin admin] Allocated IP 172.20.0.1 (abfcfb94-cf42-4887-84e1-b826e1de399f/61f9674a-154d-4ecc-a4d3-1dbaf172b352/cf9f872e-de7c-4028-bc79-83b2756c501b) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:48:54.697295 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcc7ae9-eacb-4fbc-bc22-98105600e52b None None] Pushing event updated for resources: {'Port': ['ID=51f6eabb-81c9-4732-bd7e-8c00f1ef39e5,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:48:54.740205 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-e9c8b5d0-d758-4cc4-9470-bc354e6097f1 None None] Notify callbacks [] for port, precommit_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:54.740504 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-cdf7303c-d445-4c9e-b816-951973383287 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:54.753493 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-e9c8b5d0-d758-4cc4-9470-bc354e6097f1 None None] Transition to ACTIVE for port object b7864d25-e3b1-4031-a9ab-c16a852fdc57 will not be triggered until provisioned by entity L2. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:48:54.755576 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [None req-cdf7303c-d445-4c9e-b816-951973383287 admin admin] Transition to ACTIVE for port object cf9f872e-de7c-4028-bc79-83b2756c501b will not be triggered until provisioned by entity DHCP. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:48:54.759529 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-0ffd167f-7f05-4948-8ca8-2a337f19d48d None None] Provisioning complete for port 51f6eabb-81c9-4732-bd7e-8c00f1ef39e5 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:48:54.759898 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-0ffd167f-7f05-4948-8ca8-2a337f19d48d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:54.779462 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-e9c8b5d0-d758-4cc4-9470-bc354e6097f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:54.795416 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-cdf7303c-d445-4c9e-b816-951973383287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:54.847522 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcd93d0-cde3-44d8-abe1-57f356790d0e None None] Pushing event updated for resources: {'Port': ['ID=b7864d25-e3b1-4031-a9ab-c16a852fdc57,revision_number=2']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:48:54.850900 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdf7303c-d445-4c9e-b816-951973383287 admin admin] Network abfcfb94-cf42-4887-84e1-b826e1de399f is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:48:54.854029 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-cdf7303c-d445-4c9e-b816-951973383287 admin admin] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:48:54.855048 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-e9c8b5d0-d758-4cc4-9470-bc354e6097f1 None None] Attempting to bind port b7864d25-e3b1-4031-a9ab-c16a852fdc57 on host n-d-804985-2 for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:48:54.855409 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-e9c8b5d0-d758-4cc4-9470-bc354e6097f1 None None] Attempting to bind port b7864d25-e3b1-4031-a9ab-c16a852fdc57 by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:48:54.855769 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c8b5d0-d758-4cc4-9470-bc354e6097f1 None None] Attempting to bind port b7864d25-e3b1-4031-a9ab-c16a852fdc57 on network 7cae7a70-14fd-408c-b14d-39ceb97cb60e {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:48:54.859087 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf7303c-d445-4c9e-b816-951973383287 admin admin] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:48:54.862224 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf7303c-d445-4c9e-b816-951973383287 admin admin] Pushing event updated for resources: {'Port': ['ID=cf9f872e-de7c-4028-bc79-83b2756c501b,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:48:54.863584 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c8b5d0-d758-4cc4-9470-bc354e6097f1 None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 48, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:48:54.863959 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c8b5d0-d758-4cc4-9470-bc354e6097f1 None None] Checking segment: {'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:48:54.864372 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-e9c8b5d0-d758-4cc4-9470-bc354e6097f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:54.864780 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c8b5d0-d758-4cc4-9470-bc354e6097f1 None None] Bound using segment: {'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:48:54.865256 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-e9c8b5d0-d758-4cc4-9470-bc354e6097f1 None None] Bound port: b7864d25-e3b1-4031-a9ab-c16a852fdc57, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:48:54.865627 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-e9c8b5d0-d758-4cc4-9470-bc354e6097f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:54.901428 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-cdf7303c-d445-4c9e-b816-951973383287 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-996688'] for router_interface, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:54.949361 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-e9c8b5d0-d758-4cc4-9470-bc354e6097f1 None None] For port b7864d25-e3b1-4031-a9ab-c16a852fdc57, host n-d-804985-2, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:48:54.952970 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-e9c8b5d0-d758-4cc4-9470-bc354e6097f1 None None] For port b7864d25-e3b1-4031-a9ab-c16a852fdc57, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=b7864d25-e3b1-4031-a9ab-c16a852fdc57,segment=NetworkSegment(c5a3db9d-5c58-41b1-9177-d5787a597b78),segment_id=c5a3db9d-5c58-41b1-9177-d5787a597b78)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:48:54.959154 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-e9c8b5d0-d758-4cc4-9470-bc354e6097f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:55.020356 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c8b5d0-d758-4cc4-9470-bc354e6097f1 None None] Routers {'170acedc-fdd6-4fce-ae43-96cee447c67c'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:48:55.021068 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-e9c8b5d0-d758-4cc4-9470-bc354e6097f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:48:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['170acedc-fdd6-4fce-ae43-96cee447c67c'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:48:55.022926 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcd93d0-cde3-44d8-abe1-57f356790d0e None None] Pushing event updated for resources: {'Port': ['ID=b7864d25-e3b1-4031-a9ab-c16a852fdc57,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:48:55.127914 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-cdf7303c-d445-4c9e-b816-951973383287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:55.141516 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-e9c8b5d0-d758-4cc4-9470-bc354e6097f1 None None] Set router 170acedc-fdd6-4fce-ae43-96cee447c67c gateway port host: n-d-804985-2 {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:48:55.178456 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 51f6eabb-81c9-4732-bd7e-8c00f1ef39e5 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:48:55.282042 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-9150e9a3-7f8c-4f92-ac5e-3906f4030e9c None None] Provisioning for port cf9f872e-de7c-4028-bc79-83b2756c501b completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:48:55.290490 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-9150e9a3-7f8c-4f92-ac5e-3906f4030e9c None None] Provisioning complete for port cf9f872e-de7c-4028-bc79-83b2756c501b triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:48:55.290869 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-9150e9a3-7f8c-4f92-ac5e-3906f4030e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:55.298797 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-cdf7303c-d445-4c9e-b816-951973383287 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:55.303753 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-cdf7303c-d445-4c9e-b816-951973383287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:55.353296 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-9150e9a3-7f8c-4f92-ac5e-3906f4030e9c None None] Port cf9f872e-de7c-4028-bc79-83b2756c501b cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:48:55.357154 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 51f6eabb-81c9-4732-bd7e-8c00f1ef39e5 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:48:55.357521 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:55.372121 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf7303c-d445-4c9e-b816-951973383287 admin admin] Pushing event updated for resources: {'Port': ['ID=cf9f872e-de7c-4028-bc79-83b2756c501b,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:48:55.377038 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-cdf7303c-d445-4c9e-b816-951973383287 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-996772'] for router_interface, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:55.471252 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdf7303c-d445-4c9e-b816-951973383287 admin admin] Network abfcfb94-cf42-4887-84e1-b826e1de399f is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:48:55.473333 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-cdf7303c-d445-4c9e-b816-951973383287 admin admin] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:48:55.483853 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-e9c8b5d0-d758-4cc4-9470-bc354e6097f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '170acedc-fdd6-4fce-ae43-96cee447c67c', 'name': 'tempest-TestEncryptedCinderVolumes-790750585-router', 'tenant_id': '51650277a63145d3a3620f42676568c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.86'}], 'enable_snat': True}, 'gw_port_id': 'b7864d25-e3b1-4031-a9ab-c16a852fdc57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:48:51Z', 'updated_at': '2021-08-18T12:48:52Z', 'revision_number': 3, 'project_id': '51650277a63145d3a3620f42676568c5', 'gw_port': {'id': 'b7864d25-e3b1-4031-a9ab-c16a852fdc57', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:bb:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '170acedc-fdd6-4fce-ae43-96cee447c67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:48:52Z', 'updated_at': '2021-08-18T12:48:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:48:55.486473 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 14a6b39b-ed4a-43bb-a2c4-b344ab754205 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:48:55.514513 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c8b5d0-d758-4cc4-9470-bc354e6097f1 None None] The sync data for ids ['170acedc-fdd6-4fce-ae43-96cee447c67c'] in n-d-804985-2 is: [{'id': '170acedc-fdd6-4fce-ae43-96cee447c67c', 'name': 'tempest-TestEncryptedCinderVolumes-790750585-router', 'tenant_id': '51650277a63145d3a3620f42676568c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.86'}], 'enable_snat': True}, 'gw_port_id': 'b7864d25-e3b1-4031-a9ab-c16a852fdc57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:48:51Z', 'updated_at': '2021-08-18T12:48:52Z', 'revision_number': 3, 'project_id': '51650277a63145d3a3620f42676568c5', 'gw_port': {'id': 'b7864d25-e3b1-4031-a9ab-c16a852fdc57', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:bb:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '170acedc-fdd6-4fce-ae43-96cee447c67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:48:52Z', 'updated_at': '2021-08-18T12:48:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:48:55.573735 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port 14a6b39b-ed4a-43bb-a2c4-b344ab754205 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:48:55.578778 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 14a6b39b-ed4a-43bb-a2c4-b344ab754205 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:48:55.579232 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:55.606078 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdf7303c-d445-4c9e-b816-951973383287 admin admin] Router 170acedc-fdd6-4fce-ae43-96cee447c67c has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:48:55.677236 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:55.715126 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] For port 14a6b39b-ed4a-43bb-a2c4-b344ab754205, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=14a6b39b-ed4a-43bb-a2c4-b344ab754205,segment=NetworkSegment(e8338aec-a941-43d3-9ef1-14a9cfef1d56),segment_id=e8338aec-a941-43d3-9ef1-14a9cfef1d56)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:48:55.720959 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:55.722330 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device f3f3c86c-b6e9-452f-aed0-dadc6cf7837f up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:48:55.729816 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdf7303c-d445-4c9e-b816-951973383287 admin admin] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:48:55.737216 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-cdf7303c-d445-4c9e-b816-951973383287 admin admin] 10.222.0.66 "PUT /v2.0/routers/170acedc-fdd6-4fce-ae43-96cee447c67c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1888418 Aug 18 12:48:55.822839 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Pushing event updated for resources: {'Port': ['ID=14a6b39b-ed4a-43bb-a2c4-b344ab754205,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:48:55.825916 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-28161ab2-bcae-488f-ba3f-e741eb8ca71d None None] Provisioning complete for port cf9f872e-de7c-4028-bc79-83b2756c501b triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:48:55.826290 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-28161ab2-bcae-488f-ba3f-e741eb8ca71d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:55.878576 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port f3f3c86c-b6e9-452f-aed0-dadc6cf7837f triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:48:55.879042 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:55.908053 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-28161ab2-bcae-488f-ba3f-e741eb8ca71d None None] Port cf9f872e-de7c-4028-bc79-83b2756c501b cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:48:56.531434 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5027b54b-1b87-45a6-831f-3bbb6a3eae6d req-2902f954-a7e7-4408-8dee-7801bacdb1f2 tempest-TestEncryptedCinderVolumes-823242176 tempest-TestEncryptedCinderVolumes-823242176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:48:56.532937 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5027b54b-1b87-45a6-831f-3bbb6a3eae6d req-2902f954-a7e7-4408-8dee-7801bacdb1f2 tempest-TestEncryptedCinderVolumes-823242176 tempest-TestEncryptedCinderVolumes-823242176-project] 10.222.0.66 "GET /v2.0/networks?id=9f9116fd-10c7-48a0-b5d6-84a607f80e94 HTTP/1.1" status: 200 len: 817 time: 0.1085019 Aug 18 12:48:56.556193 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5027b54b-1b87-45a6-831f-3bbb6a3eae6d req-6f59e31e-cdfa-42bf-ae79-deb61ef6fc9e tempest-TestEncryptedCinderVolumes-823242176 tempest-TestEncryptedCinderVolumes-823242176-project] 10.222.0.66 "GET /v2.0/quotas/eb54627cc67e488facafa4e289d362c5 HTTP/1.1" status: 200 len: 375 time: 0.0146706 Aug 18 12:48:56.617046 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5027b54b-1b87-45a6-831f-3bbb6a3eae6d req-92fe33e7-1fbc-4ae4-bf8f-477ccf26f5e9 tempest-TestEncryptedCinderVolumes-823242176 tempest-TestEncryptedCinderVolumes-823242176-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=eb54627cc67e488facafa4e289d362c5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0549722 Aug 18 12:48:56.717297 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5027b54b-1b87-45a6-831f-3bbb6a3eae6d req-fb9aa2cb-d804-4ba7-b89e-d4a2d2f424a0 service neutron] 10.222.0.66 "GET /v2.0/networks/9f9116fd-10c7-48a0-b5d6-84a607f80e94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838320 Aug 18 12:48:56.814316 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5027b54b-1b87-45a6-831f-3bbb6a3eae6d req-208c308f-111a-4720-842a-e52775936fa8 service neutron] 10.222.0.66 "GET /v2.0/networks/9f9116fd-10c7-48a0-b5d6-84a607f80e94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877540 Aug 18 12:48:56.992532 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-523ae893-8aa5-498c-9130-4c8970ebf250 req-931f387c-a4f1-4d20-a206-7bebfb5df035 tempest-TestEncryptedCinderVolumes-823242176 tempest-TestEncryptedCinderVolumes-823242176-project] 10.222.0.66 "GET /v2.0/ports?device_id=9806eaee-b12a-4aed-bdd3-5fe5c84b5598 HTTP/1.1" status: 200 len: 210 time: 0.0275068 Aug 18 12:48:57.151041 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 14a6b39b-ed4a-43bb-a2c4-b344ab754205 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:48:57.199037 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 14a6b39b-ed4a-43bb-a2c4-b344ab754205 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:48:57.199448 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:57.280677 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device b7864d25-e3b1-4031-a9ab-c16a852fdc57 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:48:57.330228 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port b7864d25-e3b1-4031-a9ab-c16a852fdc57 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:48:57.335815 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port b7864d25-e3b1-4031-a9ab-c16a852fdc57 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:48:57.336213 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:57.428675 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:57.451174 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] For port b7864d25-e3b1-4031-a9ab-c16a852fdc57, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=b7864d25-e3b1-4031-a9ab-c16a852fdc57,segment=NetworkSegment(c5a3db9d-5c58-41b1-9177-d5787a597b78),segment_id=c5a3db9d-5c58-41b1-9177-d5787a597b78)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:48:57.455428 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:57.504043 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Pushing event updated for resources: {'Port': ['ID=b7864d25-e3b1-4031-a9ab-c16a852fdc57,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:48:57.685403 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a53a893-2b38-4ebe-9f63-894a43dba4cd None None] Sync routers for ids ['170acedc-fdd6-4fce-ae43-96cee447c67c'] in n-d-804985-2 {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:48:57.695831 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a53a893-2b38-4ebe-9f63-894a43dba4cd None None] Routers {'170acedc-fdd6-4fce-ae43-96cee447c67c'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:48:57.696446 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-2a53a893-2b38-4ebe-9f63-894a43dba4cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:48:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['170acedc-fdd6-4fce-ae43-96cee447c67c'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:48:57.804959 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-2a53a893-2b38-4ebe-9f63-894a43dba4cd None None] Set router 170acedc-fdd6-4fce-ae43-96cee447c67c gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:48:57.966235 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5027b54b-1b87-45a6-831f-3bbb6a3eae6d req-755c67d9-852b-4895-bdae-accf742c8daf tempest-TestEncryptedCinderVolumes-823242176 tempest-TestEncryptedCinderVolumes-823242176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:48:57.967732 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5027b54b-1b87-45a6-831f-3bbb6a3eae6d req-755c67d9-852b-4895-bdae-accf742c8daf tempest-TestEncryptedCinderVolumes-823242176 tempest-TestEncryptedCinderVolumes-823242176-project] 10.222.0.63 "GET /v2.0/networks?id=9f9116fd-10c7-48a0-b5d6-84a607f80e94 HTTP/1.1" status: 200 len: 817 time: 0.1135993 Aug 18 12:48:57.981330 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-5027b54b-1b87-45a6-831f-3bbb6a3eae6d req-2c8ef12b-38bd-4ac7-ae17-ab0f099cf6ff tempest-TestEncryptedCinderVolumes-823242176 tempest-TestEncryptedCinderVolumes-823242176-project] Request body: {'port': {'device_id': '9806eaee-b12a-4aed-bdd3-5fe5c84b5598', 'network_id': '9f9116fd-10c7-48a0-b5d6-84a607f80e94', 'admin_state_up': True, 'tenant_id': 'eb54627cc67e488facafa4e289d362c5'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:48:58.007531 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-2a53a893-2b38-4ebe-9f63-894a43dba4cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '170acedc-fdd6-4fce-ae43-96cee447c67c', 'name': 'tempest-TestEncryptedCinderVolumes-790750585-router', 'tenant_id': '51650277a63145d3a3620f42676568c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.86'}], 'enable_snat': True}, 'gw_port_id': 'b7864d25-e3b1-4031-a9ab-c16a852fdc57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:48:51Z', 'updated_at': '2021-08-18T12:48:55Z', 'revision_number': 4, 'project_id': '51650277a63145d3a3620f42676568c5', 'gw_port': {'id': 'b7864d25-e3b1-4031-a9ab-c16a852fdc57', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:bb:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '170acedc-fdd6-4fce-ae43-96cee447c67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:48:52Z', 'updated_at': '2021-08-18T12:48:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': 'cf9f872e-de7c-4028-bc79-83b2756c501b', 'name': '', 'network_id': 'abfcfb94-cf42-4887-84e1-b826e1de399f', 'tenant_id': '51650277a63145d3a3620f42676568c5', 'mac_address': 'fa:16:3e:78:56:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '170acedc-fdd6-4fce-ae43-96cee447c67c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': '61f9674a-154d-4ecc-a4d3-1dbaf172b352', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:48:54Z', 'updated_at': '2021-08-18T12:48:55Z', 'revision_number': 2, 'project_id': '51650277a63145d3a3620f42676568c5', 'subnets': [{'id': '61f9674a-154d-4ecc-a4d3-1dbaf172b352', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:48:58.036952 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a53a893-2b38-4ebe-9f63-894a43dba4cd None None] Checking router: 170acedc-fdd6-4fce-ae43-96cee447c67c for host: n-d-804985-2 {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:48:58.037315 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a53a893-2b38-4ebe-9f63-894a43dba4cd None None] Updating router 170acedc-fdd6-4fce-ae43-96cee447c67c port cf9f872e-de7c-4028-bc79-83b2756c501b binding host n-d-804985-2 {{(pid=106255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 12:48:58.064455 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-2a53a893-2b38-4ebe-9f63-894a43dba4cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:58.113675 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-448301e0-f7c9-453d-b871-e91427e90e72 req-9de9dd97-eda5-4daf-bc95-2981208a90af tempest-TestEncryptedCinderVolumes-823242176 tempest-TestEncryptedCinderVolumes-823242176-project] 10.222.0.66 "GET /v2.0/ports?device_id=9806eaee-b12a-4aed-bdd3-5fe5c84b5598 HTTP/1.1" status: 200 len: 210 time: 0.0337026 Aug 18 12:48:58.133152 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5027b54b-1b87-45a6-831f-3bbb6a3eae6d req-2c8ef12b-38bd-4ac7-ae17-ab0f099cf6ff tempest-TestEncryptedCinderVolumes-823242176 tempest-TestEncryptedCinderVolumes-823242176-project] Made reservation on behalf of eb54627cc67e488facafa4e289d362c5 for: {'port': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:48:58.136722 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-5027b54b-1b87-45a6-831f-3bbb6a3eae6d req-2c8ef12b-38bd-4ac7-ae17-ab0f099cf6ff tempest-TestEncryptedCinderVolumes-823242176 tempest-TestEncryptedCinderVolumes-823242176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:58.274090 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [req-5027b54b-1b87-45a6-831f-3bbb6a3eae6d req-2c8ef12b-38bd-4ac7-ae17-ab0f099cf6ff tempest-TestEncryptedCinderVolumes-823242176 tempest-TestEncryptedCinderVolumes-823242176-project] Allocated IP 172.20.0.8 (9f9116fd-10c7-48a0-b5d6-84a607f80e94/1055f988-b31c-4d0e-a886-81d98d2579f3/a6da4ce0-280c-4652-a377-abc4d64bdae0) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:48:58.327471 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-2a53a893-2b38-4ebe-9f63-894a43dba4cd None None] Notify callbacks [] for port, precommit_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:58.337723 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-2a53a893-2b38-4ebe-9f63-894a43dba4cd None None] Transition to ACTIVE for port object cf9f872e-de7c-4028-bc79-83b2756c501b will not be triggered until provisioned by entity L2. {{(pid=106255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:48:58.342843 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-2a53a893-2b38-4ebe-9f63-894a43dba4cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:58.395547 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a622db18-63c2-47c9-a921-817f6e39b052 None None] Pushing event updated for resources: {'Port': ['ID=cf9f872e-de7c-4028-bc79-83b2756c501b,revision_number=3']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:48:58.435478 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-5027b54b-1b87-45a6-831f-3bbb6a3eae6d req-2c8ef12b-38bd-4ac7-ae17-ab0f099cf6ff tempest-TestEncryptedCinderVolumes-823242176 tempest-TestEncryptedCinderVolumes-823242176-project] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:58.447839 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-2a53a893-2b38-4ebe-9f63-894a43dba4cd None None] Attempting to bind port cf9f872e-de7c-4028-bc79-83b2756c501b on host n-d-804985-2 for vnic_type normal with profile {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:48:58.448213 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-2a53a893-2b38-4ebe-9f63-894a43dba4cd None None] Attempting to bind port cf9f872e-de7c-4028-bc79-83b2756c501b by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': 'd01855c5-6552-4d0f-9d0c-00c9ed2c0b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'abfcfb94-cf42-4887-84e1-b826e1de399f'}] {{(pid=106255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:48:58.448600 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a53a893-2b38-4ebe-9f63-894a43dba4cd None None] Attempting to bind port cf9f872e-de7c-4028-bc79-83b2756c501b on network abfcfb94-cf42-4887-84e1-b826e1de399f {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:48:58.450327 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [req-5027b54b-1b87-45a6-831f-3bbb6a3eae6d req-2c8ef12b-38bd-4ac7-ae17-ab0f099cf6ff tempest-TestEncryptedCinderVolumes-823242176 tempest-TestEncryptedCinderVolumes-823242176-project] Transition to ACTIVE for port object a6da4ce0-280c-4652-a377-abc4d64bdae0 will not be triggered until provisioned by entity DHCP. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:48:58.454443 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a53a893-2b38-4ebe-9f63-894a43dba4cd None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 48, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:48:58.454818 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a53a893-2b38-4ebe-9f63-894a43dba4cd None None] Checking segment: {'id': 'd01855c5-6552-4d0f-9d0c-00c9ed2c0b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'abfcfb94-cf42-4887-84e1-b826e1de399f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:48:58.455227 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-2a53a893-2b38-4ebe-9f63-894a43dba4cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:58.455614 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a53a893-2b38-4ebe-9f63-894a43dba4cd None None] Bound using segment: {'id': 'd01855c5-6552-4d0f-9d0c-00c9ed2c0b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'abfcfb94-cf42-4887-84e1-b826e1de399f'} {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:48:58.456214 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-2a53a893-2b38-4ebe-9f63-894a43dba4cd None None] Bound port: cf9f872e-de7c-4028-bc79-83b2756c501b, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd01855c5-6552-4d0f-9d0c-00c9ed2c0b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'abfcfb94-cf42-4887-84e1-b826e1de399f'}}] {{(pid=106255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:48:58.456440 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-2a53a893-2b38-4ebe-9f63-894a43dba4cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:58.492240 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-5027b54b-1b87-45a6-831f-3bbb6a3eae6d req-2c8ef12b-38bd-4ac7-ae17-ab0f099cf6ff tempest-TestEncryptedCinderVolumes-823242176 tempest-TestEncryptedCinderVolumes-823242176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:58.531284 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-2a53a893-2b38-4ebe-9f63-894a43dba4cd None None] For port cf9f872e-de7c-4028-bc79-83b2756c501b, host n-d-804985-2, cleared binding levels {{(pid=106255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:48:58.534729 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-2a53a893-2b38-4ebe-9f63-894a43dba4cd None None] For port cf9f872e-de7c-4028-bc79-83b2756c501b, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=cf9f872e-de7c-4028-bc79-83b2756c501b,segment=NetworkSegment(d01855c5-6552-4d0f-9d0c-00c9ed2c0b73),segment_id=d01855c5-6552-4d0f-9d0c-00c9ed2c0b73)] {{(pid=106255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:48:58.540388 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-2a53a893-2b38-4ebe-9f63-894a43dba4cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:58.544001 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5027b54b-1b87-45a6-831f-3bbb6a3eae6d req-2c8ef12b-38bd-4ac7-ae17-ab0f099cf6ff tempest-TestEncryptedCinderVolumes-823242176 tempest-TestEncryptedCinderVolumes-823242176-project] Network 9f9116fd-10c7-48a0-b5d6-84a607f80e94 is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:48:58.547329 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [req-5027b54b-1b87-45a6-831f-3bbb6a3eae6d req-2c8ef12b-38bd-4ac7-ae17-ab0f099cf6ff tempest-TestEncryptedCinderVolumes-823242176 tempest-TestEncryptedCinderVolumes-823242176-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:48:58.552121 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-5027b54b-1b87-45a6-831f-3bbb6a3eae6d req-2c8ef12b-38bd-4ac7-ae17-ab0f099cf6ff tempest-TestEncryptedCinderVolumes-823242176 tempest-TestEncryptedCinderVolumes-823242176-project] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:48:58.591700 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8ef12b-38bd-4ac7-ae17-ab0f099cf6ff tempest-TestEncryptedCinderVolumes-823242176 tempest-TestEncryptedCinderVolumes-823242176-project] Pushing event updated for resources: {'Port': ['ID=a6da4ce0-280c-4652-a377-abc4d64bdae0,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:48:58.599620 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a53a893-2b38-4ebe-9f63-894a43dba4cd None None] Routers {'170acedc-fdd6-4fce-ae43-96cee447c67c'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:48:58.600271 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-2a53a893-2b38-4ebe-9f63-894a43dba4cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:48:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['170acedc-fdd6-4fce-ae43-96cee447c67c'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:48:58.612424 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5027b54b-1b87-45a6-831f-3bbb6a3eae6d req-2c8ef12b-38bd-4ac7-ae17-ab0f099cf6ff tempest-TestEncryptedCinderVolumes-823242176 tempest-TestEncryptedCinderVolumes-823242176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:48:58.613107 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-5027b54b-1b87-45a6-831f-3bbb6a3eae6d req-2c8ef12b-38bd-4ac7-ae17-ab0f099cf6ff tempest-TestEncryptedCinderVolumes-823242176 tempest-TestEncryptedCinderVolumes-823242176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:58.629611 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5027b54b-1b87-45a6-831f-3bbb6a3eae6d req-2c8ef12b-38bd-4ac7-ae17-ab0f099cf6ff tempest-TestEncryptedCinderVolumes-823242176 tempest-TestEncryptedCinderVolumes-823242176-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6519992 Aug 18 12:48:58.644625 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-5027b54b-1b87-45a6-831f-3bbb6a3eae6d req-6c597dfe-d90c-4a9d-af54-266c19747306 service neutron] Request body: {'port': {'device_id': '9806eaee-b12a-4aed-bdd3-5fe5c84b5598', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804985-2'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:48:58.655193 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a622db18-63c2-47c9-a921-817f6e39b052 None None] Pushing event updated for resources: {'Port': ['ID=cf9f872e-de7c-4028-bc79-83b2756c501b,revision_number=4']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:48:58.710587 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-5027b54b-1b87-45a6-831f-3bbb6a3eae6d req-6c597dfe-d90c-4a9d-af54-266c19747306 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:58.732227 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-2a53a893-2b38-4ebe-9f63-894a43dba4cd None None] Set router 170acedc-fdd6-4fce-ae43-96cee447c67c gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:48:58.900745 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-d97d07c9-2f7f-4333-999c-9836ee09ed31 None None] Provisioning for port a6da4ce0-280c-4652-a377-abc4d64bdae0 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:48:58.905822 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-d97d07c9-2f7f-4333-999c-9836ee09ed31 None None] Provisioning complete for port a6da4ce0-280c-4652-a377-abc4d64bdae0 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:48:58.906363 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-d97d07c9-2f7f-4333-999c-9836ee09ed31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:58.946436 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-d97d07c9-2f7f-4333-999c-9836ee09ed31 None None] Port a6da4ce0-280c-4652-a377-abc4d64bdae0 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:48:58.947670 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-2a53a893-2b38-4ebe-9f63-894a43dba4cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '170acedc-fdd6-4fce-ae43-96cee447c67c', 'name': 'tempest-TestEncryptedCinderVolumes-790750585-router', 'tenant_id': '51650277a63145d3a3620f42676568c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.86'}], 'enable_snat': True}, 'gw_port_id': 'b7864d25-e3b1-4031-a9ab-c16a852fdc57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:48:51Z', 'updated_at': '2021-08-18T12:48:55Z', 'revision_number': 4, 'project_id': '51650277a63145d3a3620f42676568c5', 'gw_port': {'id': 'b7864d25-e3b1-4031-a9ab-c16a852fdc57', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:bb:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '170acedc-fdd6-4fce-ae43-96cee447c67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:48:52Z', 'updated_at': '2021-08-18T12:48:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': 'cf9f872e-de7c-4028-bc79-83b2756c501b', 'name': '', 'network_id': 'abfcfb94-cf42-4887-84e1-b826e1de399f', 'tenant_id': '51650277a63145d3a3620f42676568c5', 'mac_address': 'fa:16:3e:78:56:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '170acedc-fdd6-4fce-ae43-96cee447c67c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': '61f9674a-154d-4ecc-a4d3-1dbaf172b352', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:48:54Z', 'updated_at': '2021-08-18T12:48:58Z', 'revision_number': 4, 'project_id': '51650277a63145d3a3620f42676568c5', 'subnets': [{'id': '61f9674a-154d-4ecc-a4d3-1dbaf172b352', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:48:58.973253 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a53a893-2b38-4ebe-9f63-894a43dba4cd None None] The sync data for ids ['170acedc-fdd6-4fce-ae43-96cee447c67c'] in n-d-804985-2 is: [{'id': '170acedc-fdd6-4fce-ae43-96cee447c67c', 'name': 'tempest-TestEncryptedCinderVolumes-790750585-router', 'tenant_id': '51650277a63145d3a3620f42676568c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.86'}], 'enable_snat': True}, 'gw_port_id': 'b7864d25-e3b1-4031-a9ab-c16a852fdc57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:48:51Z', 'updated_at': '2021-08-18T12:48:55Z', 'revision_number': 4, 'project_id': '51650277a63145d3a3620f42676568c5', 'gw_port': {'id': 'b7864d25-e3b1-4031-a9ab-c16a852fdc57', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:bb:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '170acedc-fdd6-4fce-ae43-96cee447c67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:48:52Z', 'updated_at': '2021-08-18T12:48:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': 'cf9f872e-de7c-4028-bc79-83b2756c501b', 'name': '', 'network_id': 'abfcfb94-cf42-4887-84e1-b826e1de399f', 'tenant_id': '51650277a63145d3a3620f42676568c5', 'mac_address': 'fa:16:3e:78:56:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '170acedc-fdd6-4fce-ae43-96cee447c67c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': '61f9674a-154d-4ecc-a4d3-1dbaf172b352', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:48:54Z', 'updated_at': '2021-08-18T12:48:58Z', 'revision_number': 4, 'project_id': '51650277a63145d3a3620f42676568c5', 'subnets': [{'id': '61f9674a-154d-4ecc-a4d3-1dbaf172b352', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:48:59.001613 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [req-5027b54b-1b87-45a6-831f-3bbb6a3eae6d req-6c597dfe-d90c-4a9d-af54-266c19747306 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6da4ce0-280c-4652-a377-abc4d64bdae0 {{(pid=106252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:48:59.009768 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-5027b54b-1b87-45a6-831f-3bbb6a3eae6d req-6c597dfe-d90c-4a9d-af54-266c19747306 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:59.042110 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [req-5027b54b-1b87-45a6-831f-3bbb6a3eae6d req-6c597dfe-d90c-4a9d-af54-266c19747306 service neutron] Transition to ACTIVE for port object a6da4ce0-280c-4652-a377-abc4d64bdae0 will not be triggered until provisioned by entity L2. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:48:59.046612 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-5027b54b-1b87-45a6-831f-3bbb6a3eae6d req-6c597dfe-d90c-4a9d-af54-266c19747306 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:59.109063 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c597dfe-d90c-4a9d-af54-266c19747306 service neutron] Pushing event updated for resources: {'Port': ['ID=a6da4ce0-280c-4652-a377-abc4d64bdae0,revision_number=2']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:48:59.207926 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-5027b54b-1b87-45a6-831f-3bbb6a3eae6d req-6c597dfe-d90c-4a9d-af54-266c19747306 service neutron] Attempting to bind port a6da4ce0-280c-4652-a377-abc4d64bdae0 on host n-h1-804985-2 for vnic_type normal with profile {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:48:59.208956 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-5027b54b-1b87-45a6-831f-3bbb6a3eae6d req-6c597dfe-d90c-4a9d-af54-266c19747306 service neutron] Attempting to bind port a6da4ce0-280c-4652-a377-abc4d64bdae0 by drivers openvswitch,hyperv on host n-h1-804985-2 at level 0 using segments [{'id': 'e8338aec-a941-43d3-9ef1-14a9cfef1d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '9f9116fd-10c7-48a0-b5d6-84a607f80e94'}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:48:59.208956 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5027b54b-1b87-45a6-831f-3bbb6a3eae6d req-6c597dfe-d90c-4a9d-af54-266c19747306 service neutron] Attempting to bind port a6da4ce0-280c-4652-a377-abc4d64bdae0 on network 9f9116fd-10c7-48a0-b5d6-84a607f80e94 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:48:59.216188 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5027b54b-1b87-45a6-831f-3bbb6a3eae6d req-6c597dfe-d90c-4a9d-af54-266c19747306 service neutron] Port a6da4ce0-280c-4652-a377-abc4d64bdae0 on network 9f9116fd-10c7-48a0-b5d6-84a607f80e94 not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-2 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:48:59.216461 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5027b54b-1b87-45a6-831f-3bbb6a3eae6d req-6c597dfe-d90c-4a9d-af54-266c19747306 service neutron] Attempting to bind port a6da4ce0-280c-4652-a377-abc4d64bdae0 on network 9f9116fd-10c7-48a0-b5d6-84a607f80e94 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:48:59.229951 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5027b54b-1b87-45a6-831f-3bbb6a3eae6d req-6c597dfe-d90c-4a9d-af54-266c19747306 service neutron] Checking agent: {'id': 'a613417a-d085-492c-941a-59bb18c633d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 49, 6), 'started_at': datetime.datetime(2021, 8, 18, 11, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 48, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:48:59.230378 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5027b54b-1b87-45a6-831f-3bbb6a3eae6d req-6c597dfe-d90c-4a9d-af54-266c19747306 service neutron] Checking segment: {'id': 'e8338aec-a941-43d3-9ef1-14a9cfef1d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '9f9116fd-10c7-48a0-b5d6-84a607f80e94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:48:59.230846 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5027b54b-1b87-45a6-831f-3bbb6a3eae6d req-6c597dfe-d90c-4a9d-af54-266c19747306 service neutron] Bound using segment: {'id': 'e8338aec-a941-43d3-9ef1-14a9cfef1d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '9f9116fd-10c7-48a0-b5d6-84a607f80e94'} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:48:59.231555 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-5027b54b-1b87-45a6-831f-3bbb6a3eae6d req-6c597dfe-d90c-4a9d-af54-266c19747306 service neutron] Bound port: a6da4ce0-280c-4652-a377-abc4d64bdae0, host: n-h1-804985-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8338aec-a941-43d3-9ef1-14a9cfef1d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '9f9116fd-10c7-48a0-b5d6-84a607f80e94'}}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:48:59.231991 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-5027b54b-1b87-45a6-831f-3bbb6a3eae6d req-6c597dfe-d90c-4a9d-af54-266c19747306 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:59.296316 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device b7864d25-e3b1-4031-a9ab-c16a852fdc57 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:48:59.349418 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9bfcf8-b577-4976-9c74-140a31e1bc5d req-178af551-21d5-427d-9b3d-99df8d45ecfc tempest-TestEncryptedCinderVolumes-823242176 tempest-TestEncryptedCinderVolumes-823242176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:48:59.351239 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6d9bfcf8-b577-4976-9c74-140a31e1bc5d req-178af551-21d5-427d-9b3d-99df8d45ecfc tempest-TestEncryptedCinderVolumes-823242176 tempest-TestEncryptedCinderVolumes-823242176-project] 10.222.0.66 "GET /v2.0/ports?device_id=9806eaee-b12a-4aed-bdd3-5fe5c84b5598 HTTP/1.1" status: 200 len: 943 time: 0.1153128 Aug 18 12:48:59.354807 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port b7864d25-e3b1-4031-a9ab-c16a852fdc57 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:48:59.355352 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:59.361565 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-5027b54b-1b87-45a6-831f-3bbb6a3eae6d req-6c597dfe-d90c-4a9d-af54-266c19747306 service neutron] For port a6da4ce0-280c-4652-a377-abc4d64bdae0, host n-h1-804985-2, cleared binding levels {{(pid=106252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:48:59.370186 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-5027b54b-1b87-45a6-831f-3bbb6a3eae6d req-6c597dfe-d90c-4a9d-af54-266c19747306 service neutron] For port a6da4ce0-280c-4652-a377-abc4d64bdae0, host n-h1-804985-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=a6da4ce0-280c-4652-a377-abc4d64bdae0,segment=NetworkSegment(e8338aec-a941-43d3-9ef1-14a9cfef1d56),segment_id=e8338aec-a941-43d3-9ef1-14a9cfef1d56)] {{(pid=106252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:48:59.380310 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-5027b54b-1b87-45a6-831f-3bbb6a3eae6d req-6c597dfe-d90c-4a9d-af54-266c19747306 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:59.426398 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5027b54b-1b87-45a6-831f-3bbb6a3eae6d req-6c597dfe-d90c-4a9d-af54-266c19747306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:48:59.427243 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-5027b54b-1b87-45a6-831f-3bbb6a3eae6d req-6c597dfe-d90c-4a9d-af54-266c19747306 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:59.428467 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5027b54b-1b87-45a6-831f-3bbb6a3eae6d req-6c597dfe-d90c-4a9d-af54-266c19747306 service neutron] 10.222.0.63 "PUT /v2.0/ports/a6da4ce0-280c-4652-a377-abc4d64bdae0 HTTP/1.1" status: 200 len: 1091 time: 0.7900445 Aug 18 12:48:59.428998 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9806eaee-b12a-4aed-bdd3-5fe5c84b5598', 'tag': 'a6da4ce0-280c-4652-a377-abc4d64bdae0'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:48:59.431359 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a1d66de-9212-4879-a49c-f6d612b4ecb2" -d '{"events": [{"name": "network-changed", "server_uuid": "9806eaee-b12a-4aed-bdd3-5fe5c84b5598", "tag": "a6da4ce0-280c-4652-a377-abc4d64bdae0"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:48:59.461836 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6d9bfcf8-b577-4976-9c74-140a31e1bc5d req-3091232d-4eb1-4603-89b0-961a32ad99d5 tempest-TestEncryptedCinderVolumes-823242176 tempest-TestEncryptedCinderVolumes-823242176-project] 10.222.0.66 "GET /v2.0/security-groups?id=456b0f67-a32f-485d-8722-e9fce3b8fe59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017408 Aug 18 12:48:59.491480 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c597dfe-d90c-4a9d-af54-266c19747306 service neutron] Pushing event updated for resources: {'Port': ['ID=a6da4ce0-280c-4652-a377-abc4d64bdae0,revision_number=3']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:48:59.496691 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device cf9f872e-de7c-4028-bc79-83b2756c501b up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:48:59.508452 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:48:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dffd3db-6b73-4f86-bd43-a10a9e7cc7d2 x-openstack-request-id: req-3dffd3db-6b73-4f86-bd43-a10a9e7cc7d2 {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:48:59.509524 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9806eaee-b12a-4aed-bdd3-5fe5c84b5598", "tag": "a6da4ce0-280c-4652-a377-abc4d64bdae0", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:48:59.510147 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-3dffd3db-6b73-4f86-bd43-a10a9e7cc7d2 {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:48:59.510733 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9806eaee-b12a-4aed-bdd3-5fe5c84b5598', 'tag': 'a6da4ce0-280c-4652-a377-abc4d64bdae0', 'status': 'completed', 'code': 200} Aug 18 12:48:59.558702 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port cf9f872e-de7c-4028-bc79-83b2756c501b completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:48:59.566112 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port cf9f872e-de7c-4028-bc79-83b2756c501b triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:48:59.566394 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:59.570912 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5027b54b-1b87-45a6-831f-3bbb6a3eae6d req-fcb9b8d1-7e5b-4102-8b6a-57f779cc808b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:48:59.572590 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5027b54b-1b87-45a6-831f-3bbb6a3eae6d req-fcb9b8d1-7e5b-4102-8b6a-57f779cc808b service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=eb54627cc67e488facafa4e289d362c5&device_id=9806eaee-b12a-4aed-bdd3-5fe5c84b5598 HTTP/1.1" status: 200 len: 1094 time: 0.0669510 Aug 18 12:48:59.628033 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5027b54b-1b87-45a6-831f-3bbb6a3eae6d req-f42e59c7-4024-4fdb-a079-969c8d972f0d service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a6da4ce0-280c-4652-a377-abc4d64bdae0 HTTP/1.1" status: 200 len: 217 time: 0.0464902 Aug 18 12:48:59.661532 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:59.684180 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5027b54b-1b87-45a6-831f-3bbb6a3eae6d req-e62d8bb5-2ba5-442a-a69f-ccf2c1d748d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:48:59.685768 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5027b54b-1b87-45a6-831f-3bbb6a3eae6d req-e62d8bb5-2ba5-442a-a69f-ccf2c1d748d7 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=1055f988-b31c-4d0e-a886-81d98d2579f3 HTTP/1.1" status: 200 len: 856 time: 0.0506825 Aug 18 12:48:59.698616 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] For port cf9f872e-de7c-4028-bc79-83b2756c501b, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=cf9f872e-de7c-4028-bc79-83b2756c501b,segment=NetworkSegment(d01855c5-6552-4d0f-9d0c-00c9ed2c0b73),segment_id=d01855c5-6552-4d0f-9d0c-00c9ed2c0b73)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:48:59.703396 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:48:59.740668 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5027b54b-1b87-45a6-831f-3bbb6a3eae6d req-499160c9-5c1f-4abd-8db2-950cb3174add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:48:59.742391 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5027b54b-1b87-45a6-831f-3bbb6a3eae6d req-499160c9-5c1f-4abd-8db2-950cb3174add service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=9f9116fd-10c7-48a0-b5d6-84a607f80e94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0485690 Aug 18 12:48:59.765194 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Pushing event updated for resources: {'Port': ['ID=cf9f872e-de7c-4028-bc79-83b2756c501b,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:48:59.839249 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5027b54b-1b87-45a6-831f-3bbb6a3eae6d req-2730f17d-340d-44c9-8d40-4956c20af213 service neutron] 10.222.0.63 "GET /v2.0/networks/9f9116fd-10c7-48a0-b5d6-84a607f80e94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896885 Aug 18 12:48:59.932008 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5027b54b-1b87-45a6-831f-3bbb6a3eae6d req-16b742c5-0328-4ba9-985d-5574a0f3a0a4 service neutron] 10.222.0.63 "GET /v2.0/networks/9f9116fd-10c7-48a0-b5d6-84a607f80e94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853527 Aug 18 12:49:00.032562 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1d66de-9212-4879-a49c-f6d612b4ecb2 req-f9074224-c20e-4b4f-90b8-8dd7ef446757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:00.034099 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1a1d66de-9212-4879-a49c-f6d612b4ecb2 req-f9074224-c20e-4b4f-90b8-8dd7ef446757 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=eb54627cc67e488facafa4e289d362c5&device_id=9806eaee-b12a-4aed-bdd3-5fe5c84b5598 HTTP/1.1" status: 200 len: 1094 time: 0.0519516 Aug 18 12:49:00.139286 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1d66de-9212-4879-a49c-f6d612b4ecb2 req-4bbf8918-9242-4773-8af5-9e2bb78bdef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:00.140795 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1a1d66de-9212-4879-a49c-f6d612b4ecb2 req-4bbf8918-9242-4773-8af5-9e2bb78bdef8 service neutron] 10.222.0.63 "GET /v2.0/networks?id=9f9116fd-10c7-48a0-b5d6-84a607f80e94 HTTP/1.1" status: 200 len: 918 time: 0.0994737 Aug 18 12:49:00.193768 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1a1d66de-9212-4879-a49c-f6d612b4ecb2 req-709d160d-f892-4de7-ab32-29787f173ef7 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a6da4ce0-280c-4652-a377-abc4d64bdae0 HTTP/1.1" status: 200 len: 217 time: 0.0450928 Aug 18 12:49:00.248426 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1d66de-9212-4879-a49c-f6d612b4ecb2 req-51555cbe-0fe1-4e91-9b10-81dcee66fd84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:00.249878 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1a1d66de-9212-4879-a49c-f6d612b4ecb2 req-51555cbe-0fe1-4e91-9b10-81dcee66fd84 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=1055f988-b31c-4d0e-a886-81d98d2579f3 HTTP/1.1" status: 200 len: 856 time: 0.0486884 Aug 18 12:49:00.299427 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1d66de-9212-4879-a49c-f6d612b4ecb2 req-c1a2122c-ff15-4e27-a6d6-349b1b0d6e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:00.301073 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1a1d66de-9212-4879-a49c-f6d612b4ecb2 req-c1a2122c-ff15-4e27-a6d6-349b1b0d6e0f service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=9f9116fd-10c7-48a0-b5d6-84a607f80e94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436902 Aug 18 12:49:00.411030 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1a1d66de-9212-4879-a49c-f6d612b4ecb2 req-8ee2fcaf-333a-456c-b46f-785bb1dd71cd service neutron] 10.222.0.63 "GET /v2.0/networks/9f9116fd-10c7-48a0-b5d6-84a607f80e94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011884 Aug 18 12:49:00.506851 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1a1d66de-9212-4879-a49c-f6d612b4ecb2 req-40db5e62-b47c-4414-9050-aac7748ade1b service neutron] 10.222.0.63 "GET /v2.0/networks/9f9116fd-10c7-48a0-b5d6-84a607f80e94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881872 Aug 18 12:49:00.574379 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83f9640-ab97-4366-80c6-bfa422c8b20e req-3d4659e0-d06a-46a1-b34d-cda1265e9b9f tempest-TestEncryptedCinderVolumes-823242176 tempest-TestEncryptedCinderVolumes-823242176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:00.575954 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f83f9640-ab97-4366-80c6-bfa422c8b20e req-3d4659e0-d06a-46a1-b34d-cda1265e9b9f tempest-TestEncryptedCinderVolumes-823242176 tempest-TestEncryptedCinderVolumes-823242176-project] 10.222.0.66 "GET /v2.0/ports?device_id=9806eaee-b12a-4aed-bdd3-5fe5c84b5598 HTTP/1.1" status: 200 len: 943 time: 0.0524991 Aug 18 12:49:00.615377 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f83f9640-ab97-4366-80c6-bfa422c8b20e req-f11c39c9-2f72-4d13-b4c3-bf7bec0382c3 tempest-TestEncryptedCinderVolumes-823242176 tempest-TestEncryptedCinderVolumes-823242176-project] 10.222.0.66 "GET /v2.0/security-groups?id=456b0f67-a32f-485d-8722-e9fce3b8fe59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331535 Aug 18 12:49:00.973890 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device a6da4ce0-280c-4652-a377-abc4d64bdae0 details requested by agent hyperv_n-h1-804985-2 with host n-h1-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:49:01.078802 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port a6da4ce0-280c-4652-a377-abc4d64bdae0, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=a6da4ce0-280c-4652-a377-abc4d64bdae0,segment=NetworkSegment(e8338aec-a941-43d3-9ef1-14a9cfef1d56),segment_id=e8338aec-a941-43d3-9ef1-14a9cfef1d56)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:49:01.090585 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Returning: {'device': 'a6da4ce0-280c-4652-a377-abc4d64bdae0', 'network_id': '9f9116fd-10c7-48a0-b5d6-84a607f80e94', 'port_id': 'a6da4ce0-280c-4652-a377-abc4d64bdae0', 'mac_address': 'fa:16:3e:a7:7b:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 822, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1055f988-b31c-4d0e-a886-81d98d2579f3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:49:01.095683 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device cf9f872e-de7c-4028-bc79-83b2756c501b up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:49:01.158122 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:01.174446 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6da4ce0-280c-4652-a377-abc4d64bdae0 {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:49:01.189406 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port cf9f872e-de7c-4028-bc79-83b2756c501b triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:49:01.189773 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:01.217798 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port a6da4ce0-280c-4652-a377-abc4d64bdae0, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=a6da4ce0-280c-4652-a377-abc4d64bdae0,segment=NetworkSegment(e8338aec-a941-43d3-9ef1-14a9cfef1d56),segment_id=e8338aec-a941-43d3-9ef1-14a9cfef1d56)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:49:01.224433 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:01.282949 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=a6da4ce0-280c-4652-a377-abc4d64bdae0,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:49:01.432680 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] get_ports_and_sgs() called for port_ids ['a6da4ce0-280c-4652-a377-abc4d64bdae0'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:49:01.763982 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcde5273-748c-4f84-b9a6-f0116eb58378 req-1aac7a6c-f991-4bfc-93ca-cb1374130294 tempest-TestEncryptedCinderVolumes-823242176 tempest-TestEncryptedCinderVolumes-823242176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:01.765474 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-dcde5273-748c-4f84-b9a6-f0116eb58378 req-1aac7a6c-f991-4bfc-93ca-cb1374130294 tempest-TestEncryptedCinderVolumes-823242176 tempest-TestEncryptedCinderVolumes-823242176-project] 10.222.0.66 "GET /v2.0/ports?device_id=9806eaee-b12a-4aed-bdd3-5fe5c84b5598 HTTP/1.1" status: 200 len: 944 time: 0.0652430 Aug 18 12:49:01.768183 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.agents_db [None req-6dbb2658-0354-4101-8393-6e7505481cf6 None None] Agent healthcheck: found 7 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 12:49:01.803610 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-dcde5273-748c-4f84-b9a6-f0116eb58378 req-ebf78512-ecdc-4b3d-937b-b7232852104c tempest-TestEncryptedCinderVolumes-823242176 tempest-TestEncryptedCinderVolumes-823242176-project] 10.222.0.66 "GET /v2.0/security-groups?id=456b0f67-a32f-485d-8722-e9fce3b8fe59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318687 Aug 18 12:49:02.943728 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da4ea32-3e06-409f-900e-e891ff0134e1 req-149bb1c6-0bbd-4bba-809d-49424cd5206f tempest-TestEncryptedCinderVolumes-823242176 tempest-TestEncryptedCinderVolumes-823242176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:02.945262 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3da4ea32-3e06-409f-900e-e891ff0134e1 req-149bb1c6-0bbd-4bba-809d-49424cd5206f tempest-TestEncryptedCinderVolumes-823242176 tempest-TestEncryptedCinderVolumes-823242176-project] 10.222.0.66 "GET /v2.0/ports?device_id=9806eaee-b12a-4aed-bdd3-5fe5c84b5598 HTTP/1.1" status: 200 len: 944 time: 0.0527432 Aug 18 12:49:02.983643 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3da4ea32-3e06-409f-900e-e891ff0134e1 req-d795f3f0-7247-4f1e-8f9e-6977c6fedd6d tempest-TestEncryptedCinderVolumes-823242176 tempest-TestEncryptedCinderVolumes-823242176-project] 10.222.0.66 "GET /v2.0/security-groups?id=456b0f67-a32f-485d-8722-e9fce3b8fe59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322931 Aug 18 12:49:03.006952 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device a6da4ce0-280c-4652-a377-abc4d64bdae0 up at agent hyperv_n-h1-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:49:03.058350 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Provisioning for port a6da4ce0-280c-4652-a377-abc4d64bdae0 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:49:03.062833 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Provisioning complete for port a6da4ce0-280c-4652-a377-abc4d64bdae0 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:49:03.063195 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:03.158885 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:03.185374 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9806eaee-b12a-4aed-bdd3-5fe5c84b5598', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6da4ce0-280c-4652-a377-abc4d64bdae0'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:49:03.188204 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db50a436fb3a98495337d8fe7487b4f2ea6f3c1052eb9efadc2ecda2d5737001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84ab2ce3-3168-42f8-a856-cd08db977262" -d '{"events": [{"server_uuid": "9806eaee-b12a-4aed-bdd3-5fe5c84b5598", "name": "network-vif-plugged", "status": "completed", "tag": "a6da4ce0-280c-4652-a377-abc4d64bdae0"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:49:03.201831 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port a6da4ce0-280c-4652-a377-abc4d64bdae0, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=a6da4ce0-280c-4652-a377-abc4d64bdae0,segment=NetworkSegment(e8338aec-a941-43d3-9ef1-14a9cfef1d56),segment_id=e8338aec-a941-43d3-9ef1-14a9cfef1d56)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:49:03.206562 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:03.229383 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:49:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78ae1688-5a3e-4087-a4aa-89360eb46e95 x-openstack-request-id: req-78ae1688-5a3e-4087-a4aa-89360eb46e95 {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:49:03.229677 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9806eaee-b12a-4aed-bdd3-5fe5c84b5598", "name": "network-vif-plugged", "status": "completed", "tag": "a6da4ce0-280c-4652-a377-abc4d64bdae0", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:49:03.229926 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-78ae1688-5a3e-4087-a4aa-89360eb46e95 {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:49:03.230367 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9806eaee-b12a-4aed-bdd3-5fe5c84b5598', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6da4ce0-280c-4652-a377-abc4d64bdae0', 'code': 200} Aug 18 12:49:03.258933 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=a6da4ce0-280c-4652-a377-abc4d64bdae0,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:49:03.329638 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acb162a-d42d-4995-8f7e-624300c0e041 req-9c526efb-1322-40e1-bf2f-d8a72e0b12be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:03.331136 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4acb162a-d42d-4995-8f7e-624300c0e041 req-9c526efb-1322-40e1-bf2f-d8a72e0b12be service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=9806eaee-b12a-4aed-bdd3-5fe5c84b5598 HTTP/1.1" status: 200 len: 1096 time: 0.0420415 Aug 18 12:49:03.368392 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4acb162a-d42d-4995-8f7e-624300c0e041 req-21a2b960-9618-467b-ab67-29ec14063651 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=456b0f67-a32f-485d-8722-e9fce3b8fe59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288665 Aug 18 12:49:04.111657 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12932d82-9d7d-44a4-9344-806905fe11e6 req-d7b1f560-9bac-4942-9d8d-3b6dab9689d6 tempest-TestEncryptedCinderVolumes-823242176 tempest-TestEncryptedCinderVolumes-823242176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:04.113119 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-12932d82-9d7d-44a4-9344-806905fe11e6 req-d7b1f560-9bac-4942-9d8d-3b6dab9689d6 tempest-TestEncryptedCinderVolumes-823242176 tempest-TestEncryptedCinderVolumes-823242176-project] 10.222.0.66 "GET /v2.0/ports?device_id=9806eaee-b12a-4aed-bdd3-5fe5c84b5598 HTTP/1.1" status: 200 len: 945 time: 0.0568571 Aug 18 12:49:04.162045 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-12932d82-9d7d-44a4-9344-806905fe11e6 req-3fe4f0d1-d20a-435d-bd36-c10695e90e76 tempest-TestEncryptedCinderVolumes-823242176 tempest-TestEncryptedCinderVolumes-823242176-project] 10.222.0.66 "GET /v2.0/security-groups?id=456b0f67-a32f-485d-8722-e9fce3b8fe59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394092 Aug 18 12:49:05.292871 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b86426a-7a53-4733-b212-5b3655bb0e61 req-d17ee965-5a85-4eb7-972c-1d4350e5874c tempest-TestEncryptedCinderVolumes-823242176 tempest-TestEncryptedCinderVolumes-823242176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:05.294247 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3b86426a-7a53-4733-b212-5b3655bb0e61 req-d17ee965-5a85-4eb7-972c-1d4350e5874c tempest-TestEncryptedCinderVolumes-823242176 tempest-TestEncryptedCinderVolumes-823242176-project] 10.222.0.66 "GET /v2.0/ports?device_id=9806eaee-b12a-4aed-bdd3-5fe5c84b5598 HTTP/1.1" status: 200 len: 945 time: 0.0539296 Aug 18 12:49:05.342755 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3b86426a-7a53-4733-b212-5b3655bb0e61 req-a4aa7a28-1bb8-4e3a-8cdb-0d5a2c0b8003 tempest-TestEncryptedCinderVolumes-823242176 tempest-TestEncryptedCinderVolumes-823242176-project] 10.222.0.66 "GET /v2.0/security-groups?id=456b0f67-a32f-485d-8722-e9fce3b8fe59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395744 Aug 18 12:49:05.486077 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfcbe76-ddf0-4b2f-a690-4d789b84f8f5 req-5bc9be94-ce25-4b60-b903-6c0758ea258b tempest-TestEncryptedCinderVolumes-823242176 tempest-TestEncryptedCinderVolumes-823242176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:05.487605 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7bfcbe76-ddf0-4b2f-a690-4d789b84f8f5 req-5bc9be94-ce25-4b60-b903-6c0758ea258b tempest-TestEncryptedCinderVolumes-823242176 tempest-TestEncryptedCinderVolumes-823242176-project] 10.222.0.66 "GET /v2.0/ports?device_id=9806eaee-b12a-4aed-bdd3-5fe5c84b5598 HTTP/1.1" status: 200 len: 945 time: 0.0521820 Aug 18 12:49:05.531671 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7bfcbe76-ddf0-4b2f-a690-4d789b84f8f5 req-bdcba8a0-52ec-4dec-af66-fd3ea9e6f73a tempest-TestEncryptedCinderVolumes-823242176 tempest-TestEncryptedCinderVolumes-823242176-project] 10.222.0.66 "GET /v2.0/security-groups?id=456b0f67-a32f-485d-8722-e9fce3b8fe59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347035 Aug 18 12:49:06.502051 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:08.200204 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-570e3093-c934-4997-9af1-8a2616b7a162 req-92961fdc-c966-460a-b820-48376225917d service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=9806eaee-b12a-4aed-bdd3-5fe5c84b5598&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0465791 Aug 18 12:49:08.282368 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570e3093-c934-4997-9af1-8a2616b7a162 req-15e54569-b38c-4380-b9c1-8e55123b0dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:08.283728 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-570e3093-c934-4997-9af1-8a2616b7a162 req-15e54569-b38c-4380-b9c1-8e55123b0dd4 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=eb54627cc67e488facafa4e289d362c5&device_id=9806eaee-b12a-4aed-bdd3-5fe5c84b5598 HTTP/1.1" status: 200 len: 1096 time: 0.0411110 Aug 18 12:49:08.392292 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570e3093-c934-4997-9af1-8a2616b7a162 req-02e6eecb-047c-4800-91cf-65d088fee8af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:08.393875 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-570e3093-c934-4997-9af1-8a2616b7a162 req-02e6eecb-047c-4800-91cf-65d088fee8af service neutron] 10.222.0.63 "GET /v2.0/networks?id=9f9116fd-10c7-48a0-b5d6-84a607f80e94 HTTP/1.1" status: 200 len: 918 time: 0.0907056 Aug 18 12:49:08.435657 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-570e3093-c934-4997-9af1-8a2616b7a162 req-69b061c9-a45f-4011-b04a-fd07af7a4c2a service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a6da4ce0-280c-4652-a377-abc4d64bdae0 HTTP/1.1" status: 200 len: 217 time: 0.0343106 Aug 18 12:49:08.485808 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570e3093-c934-4997-9af1-8a2616b7a162 req-48aa1983-0a86-44a0-ba81-b8c4d2e3e298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:08.487266 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-570e3093-c934-4997-9af1-8a2616b7a162 req-48aa1983-0a86-44a0-ba81-b8c4d2e3e298 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=1055f988-b31c-4d0e-a886-81d98d2579f3 HTTP/1.1" status: 200 len: 856 time: 0.0433662 Aug 18 12:49:08.537170 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570e3093-c934-4997-9af1-8a2616b7a162 req-f7bc92f7-8c91-4eb3-b7d1-d2ba7669d206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:08.538878 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-570e3093-c934-4997-9af1-8a2616b7a162 req-f7bc92f7-8c91-4eb3-b7d1-d2ba7669d206 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=9f9116fd-10c7-48a0-b5d6-84a607f80e94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434961 Aug 18 12:49:08.642543 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-570e3093-c934-4997-9af1-8a2616b7a162 req-a87ef1ad-0ca6-4251-a7c0-d88558cd8ddf service neutron] 10.222.0.63 "GET /v2.0/networks/9f9116fd-10c7-48a0-b5d6-84a607f80e94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964837 Aug 18 12:49:08.699924 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:08.736041 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-570e3093-c934-4997-9af1-8a2616b7a162 req-ef9247f9-9a7a-4b71-bb18-3858ed873b7a service neutron] 10.222.0.63 "GET /v2.0/networks/9f9116fd-10c7-48a0-b5d6-84a607f80e94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860157 Aug 18 12:49:18.539443 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8c39a311-1711-4de2-811d-3c122e028c79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:21.516118 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:21.781354 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-c37858dc-5196-4ef2-a3f0-5fe2d255af2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:22.376467 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-53584c24-f517-494e-ac93-c18bb92373f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:24.054773 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-500a1c61-38a7-4c23-a7ec-4631080af5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:24.315714 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eff40ee-8b79-4bed-8eaa-e1def7c2c040 req-04a4bf83-6dbd-4fe1-8d89-8391245799a7 tempest-TestEncryptedCinderVolumes-823242176 tempest-TestEncryptedCinderVolumes-823242176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:24.317239 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5eff40ee-8b79-4bed-8eaa-e1def7c2c040 req-04a4bf83-6dbd-4fe1-8d89-8391245799a7 tempest-TestEncryptedCinderVolumes-823242176 tempest-TestEncryptedCinderVolumes-823242176-project] 10.222.0.66 "GET /v2.0/ports?device_id=9806eaee-b12a-4aed-bdd3-5fe5c84b5598 HTTP/1.1" status: 200 len: 945 time: 0.0553782 Aug 18 12:49:24.357503 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5eff40ee-8b79-4bed-8eaa-e1def7c2c040 req-9f09b996-66ed-4ebb-97fd-b83374edbdd6 tempest-TestEncryptedCinderVolumes-823242176 tempest-TestEncryptedCinderVolumes-823242176-project] 10.222.0.66 "GET /v2.0/security-groups?id=456b0f67-a32f-485d-8722-e9fce3b8fe59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340192 Aug 18 12:49:25.525408 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bc2501-dd8d-4b4a-be85-c17f10a41d4b req-1bd854fa-a858-4c6b-8126-f80bd0aaeacd tempest-TestEncryptedCinderVolumes-823242176 tempest-TestEncryptedCinderVolumes-823242176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:25.526898 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b7bc2501-dd8d-4b4a-be85-c17f10a41d4b req-1bd854fa-a858-4c6b-8126-f80bd0aaeacd tempest-TestEncryptedCinderVolumes-823242176 tempest-TestEncryptedCinderVolumes-823242176-project] 10.222.0.66 "GET /v2.0/ports?device_id=9806eaee-b12a-4aed-bdd3-5fe5c84b5598 HTTP/1.1" status: 200 len: 945 time: 0.0554819 Aug 18 12:49:25.567701 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b7bc2501-dd8d-4b4a-be85-c17f10a41d4b req-2ad6586b-54a4-4bb0-89a5-90afb0427f58 tempest-TestEncryptedCinderVolumes-823242176 tempest-TestEncryptedCinderVolumes-823242176-project] 10.222.0.66 "GET /v2.0/security-groups?id=456b0f67-a32f-485d-8722-e9fce3b8fe59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335569 Aug 18 12:49:25.882373 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dcbd6d-2a1e-47cb-9ac4-723917dd4936 req-3aeb2fd5-4dc9-47ed-a5a7-68e939bf1299 tempest-TestEncryptedCinderVolumes-823242176 tempest-TestEncryptedCinderVolumes-823242176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:25.883828 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a6dcbd6d-2a1e-47cb-9ac4-723917dd4936 req-3aeb2fd5-4dc9-47ed-a5a7-68e939bf1299 tempest-TestEncryptedCinderVolumes-823242176 tempest-TestEncryptedCinderVolumes-823242176-project] 10.222.0.63 "GET /v2.0/ports?device_id=9806eaee-b12a-4aed-bdd3-5fe5c84b5598 HTTP/1.1" status: 200 len: 945 time: 0.0547328 Aug 18 12:49:25.983574 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-a6dcbd6d-2a1e-47cb-9ac4-723917dd4936 req-54cb3918-4986-494a-8ccc-268eeb08040f tempest-TestEncryptedCinderVolumes-823242176 tempest-TestEncryptedCinderVolumes-823242176-project] Deleting port a6da4ce0-280c-4652-a377-abc4d64bdae0 {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:49:25.983922 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-a6dcbd6d-2a1e-47cb-9ac4-723917dd4936 req-54cb3918-4986-494a-8ccc-268eeb08040f tempest-TestEncryptedCinderVolumes-823242176 tempest-TestEncryptedCinderVolumes-823242176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:26.085677 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-a6dcbd6d-2a1e-47cb-9ac4-723917dd4936 req-54cb3918-4986-494a-8ccc-268eeb08040f tempest-TestEncryptedCinderVolumes-823242176 tempest-TestEncryptedCinderVolumes-823242176-project] For port a6da4ce0-280c-4652-a377-abc4d64bdae0, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=a6da4ce0-280c-4652-a377-abc4d64bdae0,segment=NetworkSegment(e8338aec-a941-43d3-9ef1-14a9cfef1d56),segment_id=e8338aec-a941-43d3-9ef1-14a9cfef1d56)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:49:26.086030 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-a6dcbd6d-2a1e-47cb-9ac4-723917dd4936 req-54cb3918-4986-494a-8ccc-268eeb08040f tempest-TestEncryptedCinderVolumes-823242176 tempest-TestEncryptedCinderVolumes-823242176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:26.099819 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-a6dcbd6d-2a1e-47cb-9ac4-723917dd4936 req-54cb3918-4986-494a-8ccc-268eeb08040f tempest-TestEncryptedCinderVolumes-823242176 tempest-TestEncryptedCinderVolumes-823242176-project] Calling delete_port for a6da4ce0-280c-4652-a377-abc4d64bdae0 owned by compute:nova {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:49:26.240211 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-a6dcbd6d-2a1e-47cb-9ac4-723917dd4936 req-54cb3918-4986-494a-8ccc-268eeb08040f tempest-TestEncryptedCinderVolumes-823242176 tempest-TestEncryptedCinderVolumes-823242176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:26.252113 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] get_ports_and_sgs() called for port_ids ['a6da4ce0-280c-4652-a377-abc4d64bdae0'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:49:26.268066 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cb3918-4986-494a-8ccc-268eeb08040f tempest-TestEncryptedCinderVolumes-823242176 tempest-TestEncryptedCinderVolumes-823242176-project] Pushing event deleted for resources: {'Port': ['ID=a6da4ce0-280c-4652-a377-abc4d64bdae0,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:49:26.312934 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6dcbd6d-2a1e-47cb-9ac4-723917dd4936 req-54cb3918-4986-494a-8ccc-268eeb08040f tempest-TestEncryptedCinderVolumes-823242176 tempest-TestEncryptedCinderVolumes-823242176-project] No DVR routers for this DVR port a6da4ce0-280c-4652-a377-abc4d64bdae0 on host n-h1-804985-2 {{(pid=106252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:49:26.315712 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-a6dcbd6d-2a1e-47cb-9ac4-723917dd4936 req-54cb3918-4986-494a-8ccc-268eeb08040f tempest-TestEncryptedCinderVolumes-823242176 tempest-TestEncryptedCinderVolumes-823242176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:26.317743 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a6dcbd6d-2a1e-47cb-9ac4-723917dd4936 req-54cb3918-4986-494a-8ccc-268eeb08040f tempest-TestEncryptedCinderVolumes-823242176 tempest-TestEncryptedCinderVolumes-823242176-project] 10.222.0.63 "DELETE /v2.0/ports/a6da4ce0-280c-4652-a377-abc4d64bdae0 HTTP/1.1" status: 204 len: 173 time: 0.4270620 Aug 18 12:49:26.318193 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9806eaee-b12a-4aed-bdd3-5fe5c84b5598', 'name': 'network-vif-deleted', 'tag': 'a6da4ce0-280c-4652-a377-abc4d64bdae0'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:49:26.320533 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}408eaf0b36180f578a6298e88ef7bafc225a5887e60667c039d4117fc356b367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b1b5956-3fa8-493a-b14f-9f77ff189405" -d '{"events": [{"server_uuid": "9806eaee-b12a-4aed-bdd3-5fe5c84b5598", "name": "network-vif-deleted", "tag": "a6da4ce0-280c-4652-a377-abc4d64bdae0"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:49:26.358011 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:49:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-556763f2-0c01-4e5b-ab98-f63cf56bdd63 x-openstack-request-id: req-556763f2-0c01-4e5b-ab98-f63cf56bdd63 {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:49:26.358378 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9806eaee-b12a-4aed-bdd3-5fe5c84b5598", "name": "network-vif-deleted", "tag": "a6da4ce0-280c-4652-a377-abc4d64bdae0", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:49:26.358557 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-556763f2-0c01-4e5b-ab98-f63cf56bdd63 {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:49:26.359048 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9806eaee-b12a-4aed-bdd3-5fe5c84b5598', 'name': 'network-vif-deleted', 'tag': 'a6da4ce0-280c-4652-a377-abc4d64bdae0', 'status': 'completed', 'code': 200} Aug 18 12:49:26.686450 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d6d22fe2-2dd3-4030-a6d1-b35f54440418 req-ad46753a-52b6-4cfd-aca4-7121b15448b7 tempest-TestEncryptedCinderVolumes-823242176 tempest-TestEncryptedCinderVolumes-823242176-project] 10.222.0.66 "GET /v2.0/ports?device_id=9806eaee-b12a-4aed-bdd3-5fe5c84b5598 HTTP/1.1" status: 200 len: 210 time: 0.0270474 Aug 18 12:49:28.591799 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc9cb82-c74d-45ff-9f8d-35736faa63d4 req-a45ec286-6cad-4168-9bc6-e1c6e189c535 tempest-TestEncryptedCinderVolumes-823242176 tempest-TestEncryptedCinderVolumes-823242176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:28.593243 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5cc9cb82-c74d-45ff-9f8d-35736faa63d4 req-a45ec286-6cad-4168-9bc6-e1c6e189c535 tempest-TestEncryptedCinderVolumes-823242176 tempest-TestEncryptedCinderVolumes-823242176-project] 10.222.0.66 "GET /v2.0/networks?id=9f9116fd-10c7-48a0-b5d6-84a607f80e94 HTTP/1.1" status: 200 len: 817 time: 0.1036990 Aug 18 12:49:28.611379 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5cc9cb82-c74d-45ff-9f8d-35736faa63d4 req-0b606905-7b84-4f27-b4e2-a8aa5d8d1d33 tempest-TestEncryptedCinderVolumes-823242176 tempest-TestEncryptedCinderVolumes-823242176-project] 10.222.0.66 "GET /v2.0/quotas/eb54627cc67e488facafa4e289d362c5 HTTP/1.1" status: 200 len: 375 time: 0.0095594 Aug 18 12:49:28.673357 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5cc9cb82-c74d-45ff-9f8d-35736faa63d4 req-b0da1b2e-6f3b-4e94-a27c-1e1dba43e2a3 tempest-TestEncryptedCinderVolumes-823242176 tempest-TestEncryptedCinderVolumes-823242176-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=eb54627cc67e488facafa4e289d362c5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0541246 Aug 18 12:49:28.774651 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5cc9cb82-c74d-45ff-9f8d-35736faa63d4 req-91488aaf-161b-43fd-8388-8e6f3a34b7b4 service neutron] 10.222.0.66 "GET /v2.0/networks/9f9116fd-10c7-48a0-b5d6-84a607f80e94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840869 Aug 18 12:49:28.884197 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5cc9cb82-c74d-45ff-9f8d-35736faa63d4 req-a7852db4-1dde-4816-9aa8-dea37664afb4 service neutron] 10.222.0.66 "GET /v2.0/networks/9f9116fd-10c7-48a0-b5d6-84a607f80e94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977032 Aug 18 12:49:29.052267 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ccc75d10-35f1-4e24-a455-f8f1f2d08097 req-ee9014bd-d6c9-4a05-b74e-1c4e09d6e3f9 tempest-TestEncryptedCinderVolumes-823242176 tempest-TestEncryptedCinderVolumes-823242176-project] 10.222.0.66 "GET /v2.0/ports?device_id=38fe88aa-464f-4306-83d5-f56c72d86de1 HTTP/1.1" status: 200 len: 210 time: 0.0278118 Aug 18 12:49:30.021993 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc9cb82-c74d-45ff-9f8d-35736faa63d4 req-96914d56-30d7-4505-80d1-73d3ceabec89 tempest-TestEncryptedCinderVolumes-823242176 tempest-TestEncryptedCinderVolumes-823242176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:30.023492 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-5cc9cb82-c74d-45ff-9f8d-35736faa63d4 req-96914d56-30d7-4505-80d1-73d3ceabec89 tempest-TestEncryptedCinderVolumes-823242176 tempest-TestEncryptedCinderVolumes-823242176-project] 10.222.0.62 "GET /v2.0/networks?id=9f9116fd-10c7-48a0-b5d6-84a607f80e94 HTTP/1.1" status: 200 len: 817 time: 0.1132715 Aug 18 12:49:30.037780 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [req-5cc9cb82-c74d-45ff-9f8d-35736faa63d4 req-6187a43a-799e-4149-9c82-1b0366ab7446 tempest-TestEncryptedCinderVolumes-823242176 tempest-TestEncryptedCinderVolumes-823242176-project] Request body: {'port': {'device_id': '38fe88aa-464f-4306-83d5-f56c72d86de1', 'network_id': '9f9116fd-10c7-48a0-b5d6-84a607f80e94', 'admin_state_up': True, 'tenant_id': 'eb54627cc67e488facafa4e289d362c5'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:49:30.151536 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-91f9b57f-62fd-4fa4-8b58-f50dfbe19bb6 req-cdc0fe1a-5248-477d-839f-e60923ad9b12 tempest-TestEncryptedCinderVolumes-823242176 tempest-TestEncryptedCinderVolumes-823242176-project] 10.222.0.66 "GET /v2.0/ports?device_id=38fe88aa-464f-4306-83d5-f56c72d86de1 HTTP/1.1" status: 200 len: 210 time: 0.0260270 Aug 18 12:49:30.152195 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5cc9cb82-c74d-45ff-9f8d-35736faa63d4 req-6187a43a-799e-4149-9c82-1b0366ab7446 tempest-TestEncryptedCinderVolumes-823242176 tempest-TestEncryptedCinderVolumes-823242176-project] Made reservation on behalf of eb54627cc67e488facafa4e289d362c5 for: {'port': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:49:30.156194 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-5cc9cb82-c74d-45ff-9f8d-35736faa63d4 req-6187a43a-799e-4149-9c82-1b0366ab7446 tempest-TestEncryptedCinderVolumes-823242176 tempest-TestEncryptedCinderVolumes-823242176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:30.286913 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [req-5cc9cb82-c74d-45ff-9f8d-35736faa63d4 req-6187a43a-799e-4149-9c82-1b0366ab7446 tempest-TestEncryptedCinderVolumes-823242176 tempest-TestEncryptedCinderVolumes-823242176-project] Allocated IP 172.20.0.3 (9f9116fd-10c7-48a0-b5d6-84a607f80e94/1055f988-b31c-4d0e-a886-81d98d2579f3/046d4c45-e521-4c7e-b112-8a39bdad5299) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:49:30.442464 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-5cc9cb82-c74d-45ff-9f8d-35736faa63d4 req-6187a43a-799e-4149-9c82-1b0366ab7446 tempest-TestEncryptedCinderVolumes-823242176 tempest-TestEncryptedCinderVolumes-823242176-project] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:30.456705 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [req-5cc9cb82-c74d-45ff-9f8d-35736faa63d4 req-6187a43a-799e-4149-9c82-1b0366ab7446 tempest-TestEncryptedCinderVolumes-823242176 tempest-TestEncryptedCinderVolumes-823242176-project] Transition to ACTIVE for port object 046d4c45-e521-4c7e-b112-8a39bdad5299 will not be triggered until provisioned by entity DHCP. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:49:30.490463 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-5cc9cb82-c74d-45ff-9f8d-35736faa63d4 req-6187a43a-799e-4149-9c82-1b0366ab7446 tempest-TestEncryptedCinderVolumes-823242176 tempest-TestEncryptedCinderVolumes-823242176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:30.533358 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5cc9cb82-c74d-45ff-9f8d-35736faa63d4 req-6187a43a-799e-4149-9c82-1b0366ab7446 tempest-TestEncryptedCinderVolumes-823242176 tempest-TestEncryptedCinderVolumes-823242176-project] Network 9f9116fd-10c7-48a0-b5d6-84a607f80e94 is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:49:30.536451 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [req-5cc9cb82-c74d-45ff-9f8d-35736faa63d4 req-6187a43a-799e-4149-9c82-1b0366ab7446 tempest-TestEncryptedCinderVolumes-823242176 tempest-TestEncryptedCinderVolumes-823242176-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:49:30.543271 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cc9cb82-c74d-45ff-9f8d-35736faa63d4 req-6187a43a-799e-4149-9c82-1b0366ab7446 tempest-TestEncryptedCinderVolumes-823242176 tempest-TestEncryptedCinderVolumes-823242176-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:49:30.546216 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6187a43a-799e-4149-9c82-1b0366ab7446 tempest-TestEncryptedCinderVolumes-823242176 tempest-TestEncryptedCinderVolumes-823242176-project] Pushing event updated for resources: {'Port': ['ID=046d4c45-e521-4c7e-b112-8a39bdad5299,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:49:30.573719 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6187a43a-799e-4149-9c82-1b0366ab7446 tempest-TestEncryptedCinderVolumes-823242176 tempest-TestEncryptedCinderVolumes-823242176-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:49:30.574064 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6187a43a-799e-4149-9c82-1b0366ab7446 tempest-TestEncryptedCinderVolumes-823242176 tempest-TestEncryptedCinderVolumes-823242176-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:49:30.574400 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6187a43a-799e-4149-9c82-1b0366ab7446 tempest-TestEncryptedCinderVolumes-823242176 tempest-TestEncryptedCinderVolumes-823242176-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:49:30.574725 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6187a43a-799e-4149-9c82-1b0366ab7446 tempest-TestEncryptedCinderVolumes-823242176 tempest-TestEncryptedCinderVolumes-823242176-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:49:30.575066 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6187a43a-799e-4149-9c82-1b0366ab7446 tempest-TestEncryptedCinderVolumes-823242176 tempest-TestEncryptedCinderVolumes-823242176-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:49:30.575371 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6187a43a-799e-4149-9c82-1b0366ab7446 tempest-TestEncryptedCinderVolumes-823242176 tempest-TestEncryptedCinderVolumes-823242176-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:49:30.575691 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6187a43a-799e-4149-9c82-1b0366ab7446 tempest-TestEncryptedCinderVolumes-823242176 tempest-TestEncryptedCinderVolumes-823242176-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:49:30.576013 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6187a43a-799e-4149-9c82-1b0366ab7446 tempest-TestEncryptedCinderVolumes-823242176 tempest-TestEncryptedCinderVolumes-823242176-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:49:30.576328 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6187a43a-799e-4149-9c82-1b0366ab7446 tempest-TestEncryptedCinderVolumes-823242176 tempest-TestEncryptedCinderVolumes-823242176-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:49:30.576679 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6187a43a-799e-4149-9c82-1b0366ab7446 tempest-TestEncryptedCinderVolumes-823242176 tempest-TestEncryptedCinderVolumes-823242176-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:49:30.577081 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6187a43a-799e-4149-9c82-1b0366ab7446 tempest-TestEncryptedCinderVolumes-823242176 tempest-TestEncryptedCinderVolumes-823242176-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:49:30.577397 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6187a43a-799e-4149-9c82-1b0366ab7446 tempest-TestEncryptedCinderVolumes-823242176 tempest-TestEncryptedCinderVolumes-823242176-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:49:30.604718 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc9cb82-c74d-45ff-9f8d-35736faa63d4 req-6187a43a-799e-4149-9c82-1b0366ab7446 tempest-TestEncryptedCinderVolumes-823242176 tempest-TestEncryptedCinderVolumes-823242176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:30.605355 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-5cc9cb82-c74d-45ff-9f8d-35736faa63d4 req-6187a43a-799e-4149-9c82-1b0366ab7446 tempest-TestEncryptedCinderVolumes-823242176 tempest-TestEncryptedCinderVolumes-823242176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:30.620253 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-5cc9cb82-c74d-45ff-9f8d-35736faa63d4 req-6187a43a-799e-4149-9c82-1b0366ab7446 tempest-TestEncryptedCinderVolumes-823242176 tempest-TestEncryptedCinderVolumes-823242176-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5868793 Aug 18 12:49:30.728456 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [req-5cc9cb82-c74d-45ff-9f8d-35736faa63d4 req-c3f616cd-3b2d-4d3e-9a46-de0c21a97ae0 service neutron] Request body: {'port': {'device_id': '38fe88aa-464f-4306-83d5-f56c72d86de1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804985-2'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:49:30.785109 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-5cc9cb82-c74d-45ff-9f8d-35736faa63d4 req-c3f616cd-3b2d-4d3e-9a46-de0c21a97ae0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:30.802287 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-5f8376c2-42bb-4a6f-a301-9e90e4df05be None None] Provisioning for port 046d4c45-e521-4c7e-b112-8a39bdad5299 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:49:30.806215 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-5f8376c2-42bb-4a6f-a301-9e90e4df05be None None] Provisioning complete for port 046d4c45-e521-4c7e-b112-8a39bdad5299 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:49:30.806560 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-5f8376c2-42bb-4a6f-a301-9e90e4df05be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:31.009382 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-5f8376c2-42bb-4a6f-a301-9e90e4df05be None None] Port 046d4c45-e521-4c7e-b112-8a39bdad5299 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:49:31.056439 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [req-5cc9cb82-c74d-45ff-9f8d-35736faa63d4 req-c3f616cd-3b2d-4d3e-9a46-de0c21a97ae0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 046d4c45-e521-4c7e-b112-8a39bdad5299 {{(pid=106253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:49:31.065100 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-5cc9cb82-c74d-45ff-9f8d-35736faa63d4 req-c3f616cd-3b2d-4d3e-9a46-de0c21a97ae0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:31.076943 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [req-5cc9cb82-c74d-45ff-9f8d-35736faa63d4 req-c3f616cd-3b2d-4d3e-9a46-de0c21a97ae0 service neutron] Transition to ACTIVE for port object 046d4c45-e521-4c7e-b112-8a39bdad5299 will not be triggered until provisioned by entity L2. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:49:31.081999 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-5cc9cb82-c74d-45ff-9f8d-35736faa63d4 req-c3f616cd-3b2d-4d3e-9a46-de0c21a97ae0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:31.129157 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f616cd-3b2d-4d3e-9a46-de0c21a97ae0 service neutron] Pushing event updated for resources: {'Port': ['ID=046d4c45-e521-4c7e-b112-8a39bdad5299,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:49:31.158475 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device a6da4ce0-280c-4652-a377-abc4d64bdae0 no longer exists at agent hyperv_n-h1-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:49:31.179544 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] No Port match for: a6da4ce0-280c-4652-a377-abc4d64bdae0 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:49:31.180787 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device a6da4ce0-280c-4652-a377-abc4d64bdae0 not bound to the agent host n-h1-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:49:31.203782 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-5cc9cb82-c74d-45ff-9f8d-35736faa63d4 req-c3f616cd-3b2d-4d3e-9a46-de0c21a97ae0 service neutron] Attempting to bind port 046d4c45-e521-4c7e-b112-8a39bdad5299 on host n-h2-804985-2 for vnic_type normal with profile {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:49:31.204117 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-5cc9cb82-c74d-45ff-9f8d-35736faa63d4 req-c3f616cd-3b2d-4d3e-9a46-de0c21a97ae0 service neutron] Attempting to bind port 046d4c45-e521-4c7e-b112-8a39bdad5299 by drivers openvswitch,hyperv on host n-h2-804985-2 at level 0 using segments [{'id': 'e8338aec-a941-43d3-9ef1-14a9cfef1d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '9f9116fd-10c7-48a0-b5d6-84a607f80e94'}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:49:31.204443 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cc9cb82-c74d-45ff-9f8d-35736faa63d4 req-c3f616cd-3b2d-4d3e-9a46-de0c21a97ae0 service neutron] Attempting to bind port 046d4c45-e521-4c7e-b112-8a39bdad5299 on network 9f9116fd-10c7-48a0-b5d6-84a607f80e94 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:49:31.209134 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cc9cb82-c74d-45ff-9f8d-35736faa63d4 req-c3f616cd-3b2d-4d3e-9a46-de0c21a97ae0 service neutron] Port 046d4c45-e521-4c7e-b112-8a39bdad5299 on network 9f9116fd-10c7-48a0-b5d6-84a607f80e94 not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-2 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:49:31.209450 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cc9cb82-c74d-45ff-9f8d-35736faa63d4 req-c3f616cd-3b2d-4d3e-9a46-de0c21a97ae0 service neutron] Attempting to bind port 046d4c45-e521-4c7e-b112-8a39bdad5299 on network 9f9116fd-10c7-48a0-b5d6-84a607f80e94 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:49:31.214699 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cc9cb82-c74d-45ff-9f8d-35736faa63d4 req-c3f616cd-3b2d-4d3e-9a46-de0c21a97ae0 service neutron] Checking agent: {'id': 'da5da552-709c-4248-84de-86af99a0dc87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 49, 8), 'started_at': datetime.datetime(2021, 8, 18, 11, 49, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 49, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:49:31.215061 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cc9cb82-c74d-45ff-9f8d-35736faa63d4 req-c3f616cd-3b2d-4d3e-9a46-de0c21a97ae0 service neutron] Checking segment: {'id': 'e8338aec-a941-43d3-9ef1-14a9cfef1d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '9f9116fd-10c7-48a0-b5d6-84a607f80e94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:49:31.215408 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cc9cb82-c74d-45ff-9f8d-35736faa63d4 req-c3f616cd-3b2d-4d3e-9a46-de0c21a97ae0 service neutron] Bound using segment: {'id': 'e8338aec-a941-43d3-9ef1-14a9cfef1d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '9f9116fd-10c7-48a0-b5d6-84a607f80e94'} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:49:31.215865 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-5cc9cb82-c74d-45ff-9f8d-35736faa63d4 req-c3f616cd-3b2d-4d3e-9a46-de0c21a97ae0 service neutron] Bound port: 046d4c45-e521-4c7e-b112-8a39bdad5299, host: n-h2-804985-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8338aec-a941-43d3-9ef1-14a9cfef1d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '9f9116fd-10c7-48a0-b5d6-84a607f80e94'}}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:49:31.216188 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-5cc9cb82-c74d-45ff-9f8d-35736faa63d4 req-c3f616cd-3b2d-4d3e-9a46-de0c21a97ae0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:31.285470 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-5cc9cb82-c74d-45ff-9f8d-35736faa63d4 req-c3f616cd-3b2d-4d3e-9a46-de0c21a97ae0 service neutron] For port 046d4c45-e521-4c7e-b112-8a39bdad5299, host n-h2-804985-2, cleared binding levels {{(pid=106253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:49:31.288962 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-5cc9cb82-c74d-45ff-9f8d-35736faa63d4 req-c3f616cd-3b2d-4d3e-9a46-de0c21a97ae0 service neutron] For port 046d4c45-e521-4c7e-b112-8a39bdad5299, host n-h2-804985-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=046d4c45-e521-4c7e-b112-8a39bdad5299,segment=NetworkSegment(e8338aec-a941-43d3-9ef1-14a9cfef1d56),segment_id=e8338aec-a941-43d3-9ef1-14a9cfef1d56)] {{(pid=106253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:49:31.294920 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-5cc9cb82-c74d-45ff-9f8d-35736faa63d4 req-c3f616cd-3b2d-4d3e-9a46-de0c21a97ae0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:31.330481 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc9cb82-c74d-45ff-9f8d-35736faa63d4 req-c3f616cd-3b2d-4d3e-9a46-de0c21a97ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:31.331076 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-5cc9cb82-c74d-45ff-9f8d-35736faa63d4 req-c3f616cd-3b2d-4d3e-9a46-de0c21a97ae0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:31.332563 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-5cc9cb82-c74d-45ff-9f8d-35736faa63d4 req-c3f616cd-3b2d-4d3e-9a46-de0c21a97ae0 service neutron] 10.222.0.62 "PUT /v2.0/ports/046d4c45-e521-4c7e-b112-8a39bdad5299 HTTP/1.1" status: 200 len: 1091 time: 0.7035277 Aug 18 12:49:31.333176 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38fe88aa-464f-4306-83d5-f56c72d86de1', 'tag': '046d4c45-e521-4c7e-b112-8a39bdad5299'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:49:31.335465 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a0679f4c4b6e0e0c064a7d71d722dc30541a34fffee11680573be22ee2ffccc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1622335e-4c55-4fd5-80ab-5776ee49e324" -d '{"events": [{"name": "network-changed", "server_uuid": "38fe88aa-464f-4306-83d5-f56c72d86de1", "tag": "046d4c45-e521-4c7e-b112-8a39bdad5299"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:49:31.361508 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f616cd-3b2d-4d3e-9a46-de0c21a97ae0 service neutron] Pushing event updated for resources: {'Port': ['ID=046d4c45-e521-4c7e-b112-8a39bdad5299,revision_number=3']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:49:31.374822 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08735c21-2354-48cd-9bdd-ada48dab623e req-a4b3a784-c79a-4ce3-bc32-f05a2b095b55 tempest-TestEncryptedCinderVolumes-823242176 tempest-TestEncryptedCinderVolumes-823242176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:31.376438 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-08735c21-2354-48cd-9bdd-ada48dab623e req-a4b3a784-c79a-4ce3-bc32-f05a2b095b55 tempest-TestEncryptedCinderVolumes-823242176 tempest-TestEncryptedCinderVolumes-823242176-project] 10.222.0.66 "GET /v2.0/ports?device_id=38fe88aa-464f-4306-83d5-f56c72d86de1 HTTP/1.1" status: 200 len: 943 time: 0.1121228 Aug 18 12:49:31.415634 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:49:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e3474d6-8f8b-46ab-bc8f-5be854e0027f x-openstack-request-id: req-3e3474d6-8f8b-46ab-bc8f-5be854e0027f {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:49:31.416024 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38fe88aa-464f-4306-83d5-f56c72d86de1", "tag": "046d4c45-e521-4c7e-b112-8a39bdad5299", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:49:31.416348 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-3e3474d6-8f8b-46ab-bc8f-5be854e0027f {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:49:31.416958 n-d-804985-2 neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38fe88aa-464f-4306-83d5-f56c72d86de1', 'tag': '046d4c45-e521-4c7e-b112-8a39bdad5299', 'status': 'completed', 'code': 200} Aug 18 12:49:31.421889 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-08735c21-2354-48cd-9bdd-ada48dab623e req-fe1549ef-0e20-4e99-8350-48a11cb0cbd4 tempest-TestEncryptedCinderVolumes-823242176 tempest-TestEncryptedCinderVolumes-823242176-project] 10.222.0.66 "GET /v2.0/security-groups?id=456b0f67-a32f-485d-8722-e9fce3b8fe59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378003 Aug 18 12:49:31.433723 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc9cb82-c74d-45ff-9f8d-35736faa63d4 req-eccb3fbb-af8a-4578-a2ef-d6db58e4474d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:31.435389 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-5cc9cb82-c74d-45ff-9f8d-35736faa63d4 req-eccb3fbb-af8a-4578-a2ef-d6db58e4474d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=eb54627cc67e488facafa4e289d362c5&device_id=38fe88aa-464f-4306-83d5-f56c72d86de1 HTTP/1.1" status: 200 len: 1094 time: 0.0472164 Aug 18 12:49:31.483010 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-5cc9cb82-c74d-45ff-9f8d-35736faa63d4 req-7c52abab-8f05-44ba-8458-19f994b52ae3 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=046d4c45-e521-4c7e-b112-8a39bdad5299 HTTP/1.1" status: 200 len: 217 time: 0.0394909 Aug 18 12:49:31.534945 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc9cb82-c74d-45ff-9f8d-35736faa63d4 req-37814345-ef42-4927-ab09-9048afb74753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:31.536399 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-5cc9cb82-c74d-45ff-9f8d-35736faa63d4 req-37814345-ef42-4927-ab09-9048afb74753 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1055f988-b31c-4d0e-a886-81d98d2579f3 HTTP/1.1" status: 200 len: 856 time: 0.0463610 Aug 18 12:49:31.582688 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc9cb82-c74d-45ff-9f8d-35736faa63d4 req-1e660a97-a612-4552-9a93-15707c4a2c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:31.584084 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-5cc9cb82-c74d-45ff-9f8d-35736faa63d4 req-1e660a97-a612-4552-9a93-15707c4a2c9c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9f9116fd-10c7-48a0-b5d6-84a607f80e94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407481 Aug 18 12:49:31.677833 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-5cc9cb82-c74d-45ff-9f8d-35736faa63d4 req-3d389557-49bc-4f65-ba5c-68e3c8973441 service neutron] 10.222.0.62 "GET /v2.0/networks/9f9116fd-10c7-48a0-b5d6-84a607f80e94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859554 Aug 18 12:49:31.767953 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-5cc9cb82-c74d-45ff-9f8d-35736faa63d4 req-20faba9c-663d-4ace-8835-9f7ecc740af2 service neutron] 10.222.0.62 "GET /v2.0/networks/9f9116fd-10c7-48a0-b5d6-84a607f80e94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825422 Aug 18 12:49:31.874251 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1622335e-4c55-4fd5-80ab-5776ee49e324 req-00c72852-a9b7-49f8-8c16-bb860f7e0dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:31.875647 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-1622335e-4c55-4fd5-80ab-5776ee49e324 req-00c72852-a9b7-49f8-8c16-bb860f7e0dbe service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=eb54627cc67e488facafa4e289d362c5&device_id=38fe88aa-464f-4306-83d5-f56c72d86de1 HTTP/1.1" status: 200 len: 1094 time: 0.0543549 Aug 18 12:49:31.970781 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1622335e-4c55-4fd5-80ab-5776ee49e324 req-078b81fe-ac44-4755-b6f3-cd3a9c47700f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:31.972261 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-1622335e-4c55-4fd5-80ab-5776ee49e324 req-078b81fe-ac44-4755-b6f3-cd3a9c47700f service neutron] 10.222.0.62 "GET /v2.0/networks?id=9f9116fd-10c7-48a0-b5d6-84a607f80e94 HTTP/1.1" status: 200 len: 918 time: 0.0898392 Aug 18 12:49:32.017898 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-1622335e-4c55-4fd5-80ab-5776ee49e324 req-85241b9b-476e-4e2b-bc74-0f54b961faed service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=046d4c45-e521-4c7e-b112-8a39bdad5299 HTTP/1.1" status: 200 len: 217 time: 0.0376916 Aug 18 12:49:32.069395 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1622335e-4c55-4fd5-80ab-5776ee49e324 req-952f3564-19fb-47cc-90e5-25912db1507c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:32.070859 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-1622335e-4c55-4fd5-80ab-5776ee49e324 req-952f3564-19fb-47cc-90e5-25912db1507c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1055f988-b31c-4d0e-a886-81d98d2579f3 HTTP/1.1" status: 200 len: 856 time: 0.0457780 Aug 18 12:49:32.118120 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1622335e-4c55-4fd5-80ab-5776ee49e324 req-5cc377fa-428f-4c29-846a-208d11e90ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:32.119605 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-1622335e-4c55-4fd5-80ab-5776ee49e324 req-5cc377fa-428f-4c29-846a-208d11e90ff2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9f9116fd-10c7-48a0-b5d6-84a607f80e94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410380 Aug 18 12:49:32.225897 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-1622335e-4c55-4fd5-80ab-5776ee49e324 req-4fc8c822-2946-45e7-8da1-1d741cddbb8a service neutron] 10.222.0.62 "GET /v2.0/networks/9f9116fd-10c7-48a0-b5d6-84a607f80e94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977163 Aug 18 12:49:32.317834 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-1622335e-4c55-4fd5-80ab-5776ee49e324 req-f36906b1-8019-4bdd-ba2a-d7f9d685edd3 service neutron] 10.222.0.62 "GET /v2.0/networks/9f9116fd-10c7-48a0-b5d6-84a607f80e94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828543 Aug 18 12:49:32.558259 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4e8a0f-3aa7-42f8-bd29-6cea9d01efd6 req-91931ea5-921d-4dd7-9733-9771622458b4 tempest-TestEncryptedCinderVolumes-823242176 tempest-TestEncryptedCinderVolumes-823242176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:32.559622 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0e4e8a0f-3aa7-42f8-bd29-6cea9d01efd6 req-91931ea5-921d-4dd7-9733-9771622458b4 tempest-TestEncryptedCinderVolumes-823242176 tempest-TestEncryptedCinderVolumes-823242176-project] 10.222.0.66 "GET /v2.0/ports?device_id=38fe88aa-464f-4306-83d5-f56c72d86de1 HTTP/1.1" status: 200 len: 943 time: 0.0547240 Aug 18 12:49:32.597888 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0e4e8a0f-3aa7-42f8-bd29-6cea9d01efd6 req-1ff2ae38-bb94-44a4-ac18-189819491a1b tempest-TestEncryptedCinderVolumes-823242176 tempest-TestEncryptedCinderVolumes-823242176-project] 10.222.0.66 "GET /v2.0/security-groups?id=456b0f67-a32f-485d-8722-e9fce3b8fe59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314543 Aug 18 12:49:33.723835 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b981dd18-93e9-462a-acb8-3d784a38a810 req-32e96d27-bcf9-4452-aa9b-283b510846e0 tempest-TestEncryptedCinderVolumes-823242176 tempest-TestEncryptedCinderVolumes-823242176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:33.725368 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b981dd18-93e9-462a-acb8-3d784a38a810 req-32e96d27-bcf9-4452-aa9b-283b510846e0 tempest-TestEncryptedCinderVolumes-823242176 tempest-TestEncryptedCinderVolumes-823242176-project] 10.222.0.66 "GET /v2.0/ports?device_id=38fe88aa-464f-4306-83d5-f56c72d86de1 HTTP/1.1" status: 200 len: 943 time: 0.0519361 Aug 18 12:49:33.753158 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 046d4c45-e521-4c7e-b112-8a39bdad5299 details requested by agent hyperv_n-h2-804985-2 with host n-h2-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:49:33.768153 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b981dd18-93e9-462a-acb8-3d784a38a810 req-737aa363-5768-4f9b-b743-7635d9a868ed tempest-TestEncryptedCinderVolumes-823242176 tempest-TestEncryptedCinderVolumes-823242176-project] 10.222.0.66 "GET /v2.0/security-groups?id=456b0f67-a32f-485d-8722-e9fce3b8fe59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338178 Aug 18 12:49:33.856721 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port 046d4c45-e521-4c7e-b112-8a39bdad5299, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=046d4c45-e521-4c7e-b112-8a39bdad5299,segment=NetworkSegment(e8338aec-a941-43d3-9ef1-14a9cfef1d56),segment_id=e8338aec-a941-43d3-9ef1-14a9cfef1d56)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:49:33.868617 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Returning: {'device': '046d4c45-e521-4c7e-b112-8a39bdad5299', 'network_id': '9f9116fd-10c7-48a0-b5d6-84a607f80e94', 'port_id': '046d4c45-e521-4c7e-b112-8a39bdad5299', 'mac_address': 'fa:16:3e:d3:c8:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 822, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1055f988-b31c-4d0e-a886-81d98d2579f3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:49:33.910328 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:33.923885 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 046d4c45-e521-4c7e-b112-8a39bdad5299 {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:49:33.948224 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port 046d4c45-e521-4c7e-b112-8a39bdad5299, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=046d4c45-e521-4c7e-b112-8a39bdad5299,segment=NetworkSegment(e8338aec-a941-43d3-9ef1-14a9cfef1d56),segment_id=e8338aec-a941-43d3-9ef1-14a9cfef1d56)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:49:33.956504 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:34.008785 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=046d4c45-e521-4c7e-b112-8a39bdad5299,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:49:34.016315 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:49:34.016710 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:49:34.017058 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:49:34.017392 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:49:34.017720 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:49:34.018043 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:49:34.018362 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:49:34.018687 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:49:34.019036 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:49:34.019360 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:49:34.019666 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:49:34.019983 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:49:34.203280 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] get_ports_and_sgs() called for port_ids ['046d4c45-e521-4c7e-b112-8a39bdad5299'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:49:34.904622 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88bee8b-cd1d-4508-9029-a9ca1a724f9b req-6506584d-0619-4e5d-9ce3-42174ef0fadf tempest-TestEncryptedCinderVolumes-823242176 tempest-TestEncryptedCinderVolumes-823242176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:34.906137 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b88bee8b-cd1d-4508-9029-a9ca1a724f9b req-6506584d-0619-4e5d-9ce3-42174ef0fadf tempest-TestEncryptedCinderVolumes-823242176 tempest-TestEncryptedCinderVolumes-823242176-project] 10.222.0.66 "GET /v2.0/ports?device_id=38fe88aa-464f-4306-83d5-f56c72d86de1 HTTP/1.1" status: 200 len: 944 time: 0.0615392 Aug 18 12:49:34.947999 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b88bee8b-cd1d-4508-9029-a9ca1a724f9b req-62242e92-c01f-462e-8797-fda40adaf229 tempest-TestEncryptedCinderVolumes-823242176 tempest-TestEncryptedCinderVolumes-823242176-project] 10.222.0.66 "GET /v2.0/security-groups?id=456b0f67-a32f-485d-8722-e9fce3b8fe59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329022 Aug 18 12:49:35.764528 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 046d4c45-e521-4c7e-b112-8a39bdad5299 up at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:49:35.821158 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Provisioning for port 046d4c45-e521-4c7e-b112-8a39bdad5299 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:49:35.825501 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Provisioning complete for port 046d4c45-e521-4c7e-b112-8a39bdad5299 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:49:35.825898 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:35.915788 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:35.941556 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38fe88aa-464f-4306-83d5-f56c72d86de1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '046d4c45-e521-4c7e-b112-8a39bdad5299'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:49:35.944104 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db50a436fb3a98495337d8fe7487b4f2ea6f3c1052eb9efadc2ecda2d5737001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f493a62-f851-424e-a1f9-97ff8733dfc3" -d '{"events": [{"server_uuid": "38fe88aa-464f-4306-83d5-f56c72d86de1", "name": "network-vif-plugged", "status": "completed", "tag": "046d4c45-e521-4c7e-b112-8a39bdad5299"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:49:35.958337 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port 046d4c45-e521-4c7e-b112-8a39bdad5299, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=046d4c45-e521-4c7e-b112-8a39bdad5299,segment=NetworkSegment(e8338aec-a941-43d3-9ef1-14a9cfef1d56),segment_id=e8338aec-a941-43d3-9ef1-14a9cfef1d56)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:49:35.962994 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:35.986809 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:49:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e08c1cef-5d05-45d1-8782-e7150d9c4d60 x-openstack-request-id: req-e08c1cef-5d05-45d1-8782-e7150d9c4d60 {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:49:35.987098 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38fe88aa-464f-4306-83d5-f56c72d86de1", "name": "network-vif-plugged", "status": "completed", "tag": "046d4c45-e521-4c7e-b112-8a39bdad5299", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:49:35.987380 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e08c1cef-5d05-45d1-8782-e7150d9c4d60 {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:49:35.987720 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38fe88aa-464f-4306-83d5-f56c72d86de1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '046d4c45-e521-4c7e-b112-8a39bdad5299', 'code': 200} Aug 18 12:49:36.014496 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=046d4c45-e521-4c7e-b112-8a39bdad5299,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:49:36.080649 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bcc8ef-bdbe-4b4e-b9e6-4888ba07e201 req-51bb4361-2928-4ee7-b456-8c5c03daef75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:36.081256 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b23ecc-db9c-433f-904b-836e87797a2a req-936abb51-8e14-4f23-9708-ff62e74e3b1b tempest-TestEncryptedCinderVolumes-823242176 tempest-TestEncryptedCinderVolumes-823242176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:36.082156 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-d0bcc8ef-bdbe-4b4e-b9e6-4888ba07e201 req-51bb4361-2928-4ee7-b456-8c5c03daef75 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=38fe88aa-464f-4306-83d5-f56c72d86de1 HTTP/1.1" status: 200 len: 1096 time: 0.0426977 Aug 18 12:49:36.082273 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-49b23ecc-db9c-433f-904b-836e87797a2a req-936abb51-8e14-4f23-9708-ff62e74e3b1b tempest-TestEncryptedCinderVolumes-823242176 tempest-TestEncryptedCinderVolumes-823242176-project] 10.222.0.66 "GET /v2.0/ports?device_id=38fe88aa-464f-4306-83d5-f56c72d86de1 HTTP/1.1" status: 200 len: 945 time: 0.0628560 Aug 18 12:49:36.117010 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-d0bcc8ef-bdbe-4b4e-b9e6-4888ba07e201 req-d100a80c-b8b1-48a5-8207-3a605c4983fa service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=456b0f67-a32f-485d-8722-e9fce3b8fe59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275807 Aug 18 12:49:36.120637 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-49b23ecc-db9c-433f-904b-836e87797a2a req-528c7616-985e-41ad-aef2-83e1f217f3ea tempest-TestEncryptedCinderVolumes-823242176 tempest-TestEncryptedCinderVolumes-823242176-project] 10.222.0.66 "GET /v2.0/security-groups?id=456b0f67-a32f-485d-8722-e9fce3b8fe59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322347 Aug 18 12:49:36.495947 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:37.259089 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ecc167-0f12-43a3-b554-f1c2d85e8a7f req-14ee78c9-c918-4077-a58b-75a99c082b52 tempest-TestEncryptedCinderVolumes-823242176 tempest-TestEncryptedCinderVolumes-823242176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:37.260610 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-76ecc167-0f12-43a3-b554-f1c2d85e8a7f req-14ee78c9-c918-4077-a58b-75a99c082b52 tempest-TestEncryptedCinderVolumes-823242176 tempest-TestEncryptedCinderVolumes-823242176-project] 10.222.0.66 "GET /v2.0/ports?device_id=38fe88aa-464f-4306-83d5-f56c72d86de1 HTTP/1.1" status: 200 len: 945 time: 0.0595195 Aug 18 12:49:37.300026 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-76ecc167-0f12-43a3-b554-f1c2d85e8a7f req-1c2585c0-5cd9-4e98-b0a3-489976ef5054 tempest-TestEncryptedCinderVolumes-823242176 tempest-TestEncryptedCinderVolumes-823242176-project] 10.222.0.66 "GET /v2.0/security-groups?id=456b0f67-a32f-485d-8722-e9fce3b8fe59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330510 Aug 18 12:49:37.426932 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d87f1df-51c9-4171-a14c-0f5d2c53e402 req-0078c57f-fa98-4a98-8c7c-4ec5b97d72e3 tempest-TestEncryptedCinderVolumes-823242176 tempest-TestEncryptedCinderVolumes-823242176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:37.428583 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0d87f1df-51c9-4171-a14c-0f5d2c53e402 req-0078c57f-fa98-4a98-8c7c-4ec5b97d72e3 tempest-TestEncryptedCinderVolumes-823242176 tempest-TestEncryptedCinderVolumes-823242176-project] 10.222.0.66 "GET /v2.0/ports?device_id=38fe88aa-464f-4306-83d5-f56c72d86de1 HTTP/1.1" status: 200 len: 945 time: 0.0514398 Aug 18 12:49:37.468105 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0d87f1df-51c9-4171-a14c-0f5d2c53e402 req-c5ff3c94-169b-481c-b1f8-f6c311a64fe9 tempest-TestEncryptedCinderVolumes-823242176 tempest-TestEncryptedCinderVolumes-823242176-project] 10.222.0.66 "GET /v2.0/security-groups?id=456b0f67-a32f-485d-8722-e9fce3b8fe59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333490 Aug 18 12:49:38.732387 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:38.767419 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.agents_db [None req-6dbb2658-0354-4101-8393-6e7505481cf6 None None] Agent healthcheck: found 7 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 12:49:48.546111 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-5075ea3f-95bc-4d4c-ae7a-abbfcfe7ea24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:51.518134 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:51.784554 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-d3240a0e-329a-4dfa-8367-157593a45adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:52.381549 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-53584c24-f517-494e-ac93-c18bb92373f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:54.047186 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-500a1c61-38a7-4c23-a7ec-4631080af5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:57.119991 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d78950-fd35-4bbb-b51f-9b4155a63b57 req-c6882eb4-1169-4bea-96ab-4f3ed68c16c5 tempest-TestEncryptedCinderVolumes-823242176 tempest-TestEncryptedCinderVolumes-823242176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:57.121511 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d7d78950-fd35-4bbb-b51f-9b4155a63b57 req-c6882eb4-1169-4bea-96ab-4f3ed68c16c5 tempest-TestEncryptedCinderVolumes-823242176 tempest-TestEncryptedCinderVolumes-823242176-project] 10.222.0.66 "GET /v2.0/ports?device_id=38fe88aa-464f-4306-83d5-f56c72d86de1 HTTP/1.1" status: 200 len: 945 time: 0.0544007 Aug 18 12:49:57.161760 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d7d78950-fd35-4bbb-b51f-9b4155a63b57 req-f655791f-ee71-49d3-9426-5f92d63aadae tempest-TestEncryptedCinderVolumes-823242176 tempest-TestEncryptedCinderVolumes-823242176-project] 10.222.0.66 "GET /v2.0/security-groups?id=456b0f67-a32f-485d-8722-e9fce3b8fe59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320673 Aug 18 12:49:58.291483 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaf0dde-fc5c-468e-8354-1a4ba0e66cd7 req-056bd2c6-f003-453e-bd46-074c4edc7b81 tempest-TestEncryptedCinderVolumes-823242176 tempest-TestEncryptedCinderVolumes-823242176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:58.293008 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6eaf0dde-fc5c-468e-8354-1a4ba0e66cd7 req-056bd2c6-f003-453e-bd46-074c4edc7b81 tempest-TestEncryptedCinderVolumes-823242176 tempest-TestEncryptedCinderVolumes-823242176-project] 10.222.0.66 "GET /v2.0/ports?device_id=38fe88aa-464f-4306-83d5-f56c72d86de1 HTTP/1.1" status: 200 len: 945 time: 0.0523772 Aug 18 12:49:58.343907 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6eaf0dde-fc5c-468e-8354-1a4ba0e66cd7 req-89c802db-fe71-42a8-9bad-6965d5821be0 tempest-TestEncryptedCinderVolumes-823242176 tempest-TestEncryptedCinderVolumes-823242176-project] 10.222.0.66 "GET /v2.0/security-groups?id=456b0f67-a32f-485d-8722-e9fce3b8fe59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443015 Aug 18 12:49:58.648022 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5f818f-f7e3-436a-bee4-c7d31285289f req-55d50989-e687-43da-a599-731d888e2f41 tempest-TestEncryptedCinderVolumes-823242176 tempest-TestEncryptedCinderVolumes-823242176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:49:58.649415 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-be5f818f-f7e3-436a-bee4-c7d31285289f req-55d50989-e687-43da-a599-731d888e2f41 tempest-TestEncryptedCinderVolumes-823242176 tempest-TestEncryptedCinderVolumes-823242176-project] 10.222.0.62 "GET /v2.0/ports?device_id=38fe88aa-464f-4306-83d5-f56c72d86de1 HTTP/1.1" status: 200 len: 945 time: 0.0649793 Aug 18 12:49:58.738462 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-be5f818f-f7e3-436a-bee4-c7d31285289f req-0c2caa4f-1011-415e-a7fd-53672809a054 tempest-TestEncryptedCinderVolumes-823242176 tempest-TestEncryptedCinderVolumes-823242176-project] Deleting port 046d4c45-e521-4c7e-b112-8a39bdad5299 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:49:58.738798 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-be5f818f-f7e3-436a-bee4-c7d31285289f req-0c2caa4f-1011-415e-a7fd-53672809a054 tempest-TestEncryptedCinderVolumes-823242176 tempest-TestEncryptedCinderVolumes-823242176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:58.827409 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-be5f818f-f7e3-436a-bee4-c7d31285289f req-0c2caa4f-1011-415e-a7fd-53672809a054 tempest-TestEncryptedCinderVolumes-823242176 tempest-TestEncryptedCinderVolumes-823242176-project] For port 046d4c45-e521-4c7e-b112-8a39bdad5299, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=046d4c45-e521-4c7e-b112-8a39bdad5299,segment=NetworkSegment(e8338aec-a941-43d3-9ef1-14a9cfef1d56),segment_id=e8338aec-a941-43d3-9ef1-14a9cfef1d56)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:49:58.827761 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-be5f818f-f7e3-436a-bee4-c7d31285289f req-0c2caa4f-1011-415e-a7fd-53672809a054 tempest-TestEncryptedCinderVolumes-823242176 tempest-TestEncryptedCinderVolumes-823242176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:58.840683 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-be5f818f-f7e3-436a-bee4-c7d31285289f req-0c2caa4f-1011-415e-a7fd-53672809a054 tempest-TestEncryptedCinderVolumes-823242176 tempest-TestEncryptedCinderVolumes-823242176-project] Calling delete_port for 046d4c45-e521-4c7e-b112-8a39bdad5299 owned by compute:nova {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:49:58.966926 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-be5f818f-f7e3-436a-bee4-c7d31285289f req-0c2caa4f-1011-415e-a7fd-53672809a054 tempest-TestEncryptedCinderVolumes-823242176 tempest-TestEncryptedCinderVolumes-823242176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:58.982702 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] get_ports_and_sgs() called for port_ids ['046d4c45-e521-4c7e-b112-8a39bdad5299'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:49:59.005939 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2caa4f-1011-415e-a7fd-53672809a054 tempest-TestEncryptedCinderVolumes-823242176 tempest-TestEncryptedCinderVolumes-823242176-project] Pushing event deleted for resources: {'Port': ['ID=046d4c45-e521-4c7e-b112-8a39bdad5299,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:49:59.046389 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-be5f818f-f7e3-436a-bee4-c7d31285289f req-0c2caa4f-1011-415e-a7fd-53672809a054 tempest-TestEncryptedCinderVolumes-823242176 tempest-TestEncryptedCinderVolumes-823242176-project] No DVR routers for this DVR port 046d4c45-e521-4c7e-b112-8a39bdad5299 on host n-h2-804985-2 {{(pid=106253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:49:59.051836 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-be5f818f-f7e3-436a-bee4-c7d31285289f req-0c2caa4f-1011-415e-a7fd-53672809a054 tempest-TestEncryptedCinderVolumes-823242176 tempest-TestEncryptedCinderVolumes-823242176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:49:59.053970 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-be5f818f-f7e3-436a-bee4-c7d31285289f req-0c2caa4f-1011-415e-a7fd-53672809a054 tempest-TestEncryptedCinderVolumes-823242176 tempest-TestEncryptedCinderVolumes-823242176-project] 10.222.0.62 "DELETE /v2.0/ports/046d4c45-e521-4c7e-b112-8a39bdad5299 HTTP/1.1" status: 204 len: 173 time: 0.3979788 Aug 18 12:49:59.054432 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38fe88aa-464f-4306-83d5-f56c72d86de1', 'name': 'network-vif-deleted', 'tag': '046d4c45-e521-4c7e-b112-8a39bdad5299'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:49:59.101494 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d6bbf6f425705e9a26053008d8b7c0abfe3c10eda721baf5c515723d6d58932" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d2454cc-2860-4f6d-aada-55837d6d6839" -d '{"events": [{"server_uuid": "38fe88aa-464f-4306-83d5-f56c72d86de1", "name": "network-vif-deleted", "tag": "046d4c45-e521-4c7e-b112-8a39bdad5299"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:49:59.193373 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:49:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84e6af26-984f-442c-9856-d2473110a8e3 x-openstack-request-id: req-84e6af26-984f-442c-9856-d2473110a8e3 {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:49:59.193686 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38fe88aa-464f-4306-83d5-f56c72d86de1", "name": "network-vif-deleted", "tag": "046d4c45-e521-4c7e-b112-8a39bdad5299", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:49:59.193923 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-84e6af26-984f-442c-9856-d2473110a8e3 {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:49:59.194357 n-d-804985-2 neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38fe88aa-464f-4306-83d5-f56c72d86de1', 'name': 'network-vif-deleted', 'tag': '046d4c45-e521-4c7e-b112-8a39bdad5299', 'status': 'completed', 'code': 200} Aug 18 12:49:59.469011 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-98c96bbf-a4f3-4dd1-b6c7-428a58ca947c req-8ac2a4fb-97cd-4e1a-ab01-fdc1f667305e tempest-TestEncryptedCinderVolumes-823242176 tempest-TestEncryptedCinderVolumes-823242176-project] 10.222.0.66 "GET /v2.0/ports?device_id=38fe88aa-464f-4306-83d5-f56c72d86de1 HTTP/1.1" status: 200 len: 210 time: 0.0264163 Aug 18 12:50:00.581161 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 52426) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:50:01.238188 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3aa2bedd-93c3-4655-a0b0-a65044ef8fdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-996815'] for router_interface, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:01.483515 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-3aa2bedd-93c3-4655-a0b0-a65044ef8fdb admin admin] Deleting port 14a6b39b-ed4a-43bb-a2c4-b344ab754205 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:50:01.483832 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3aa2bedd-93c3-4655-a0b0-a65044ef8fdb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:01.560970 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [None req-3aa2bedd-93c3-4655-a0b0-a65044ef8fdb admin admin] For port 14a6b39b-ed4a-43bb-a2c4-b344ab754205, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=14a6b39b-ed4a-43bb-a2c4-b344ab754205,segment=NetworkSegment(e8338aec-a941-43d3-9ef1-14a9cfef1d56),segment_id=e8338aec-a941-43d3-9ef1-14a9cfef1d56)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:50:01.561335 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3aa2bedd-93c3-4655-a0b0-a65044ef8fdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:01.574183 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-3aa2bedd-93c3-4655-a0b0-a65044ef8fdb admin admin] Calling delete_port for 14a6b39b-ed4a-43bb-a2c4-b344ab754205 owned by network:router_interface {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:50:01.764819 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3aa2bedd-93c3-4655-a0b0-a65044ef8fdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:01.793234 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa2bedd-93c3-4655-a0b0-a65044ef8fdb admin admin] Pushing event deleted for resources: {'Port': ['ID=14a6b39b-ed4a-43bb-a2c4-b344ab754205,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:50:01.902613 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 046d4c45-e521-4c7e-b112-8a39bdad5299 no longer exists at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:50:01.923459 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] No Port match for: 046d4c45-e521-4c7e-b112-8a39bdad5299 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:50:01.924190 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 046d4c45-e521-4c7e-b112-8a39bdad5299 not bound to the agent host n-h2-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:50:01.955081 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3aa2bedd-93c3-4655-a0b0-a65044ef8fdb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953695'] for router_interface, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:02.181633 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3aa2bedd-93c3-4655-a0b0-a65044ef8fdb admin admin] Router 9acd1763-1114-4424-8fc8-b067c1578bd8 has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:50:02.296343 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3aa2bedd-93c3-4655-a0b0-a65044ef8fdb admin admin] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:50:02.301914 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-3aa2bedd-93c3-4655-a0b0-a65044ef8fdb admin admin] 10.222.0.66 "PUT /v2.0/routers/9acd1763-1114-4424-8fc8-b067c1578bd8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7195473 Aug 18 12:50:02.304767 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 52428) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:50:02.307496 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e83f4b15-4773-4e20-9606-44ac271a71e0 None None] Sync routers for ids ['9acd1763-1114-4424-8fc8-b067c1578bd8'] in n-d-804985-2 {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:50:02.318389 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e83f4b15-4773-4e20-9606-44ac271a71e0 None None] Routers {'9acd1763-1114-4424-8fc8-b067c1578bd8'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:50:02.319022 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-e83f4b15-4773-4e20-9606-44ac271a71e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:49:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['9acd1763-1114-4424-8fc8-b067c1578bd8'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:50:02.411732 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6d71eda6-808f-4fcd-9506-7093eb006ccc admin admin] Notify callbacks [] for router, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:02.420431 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-e83f4b15-4773-4e20-9606-44ac271a71e0 None None] Set router 9acd1763-1114-4424-8fc8-b067c1578bd8 gateway port host: n-d-804985-2 {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:50:02.514751 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6d71eda6-808f-4fcd-9506-7093eb006ccc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:02.567741 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-6d71eda6-808f-4fcd-9506-7093eb006ccc admin admin] Deleting port f3f3c86c-b6e9-452f-aed0-dadc6cf7837f {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:50:02.567968 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6d71eda6-808f-4fcd-9506-7093eb006ccc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:02.594346 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-e83f4b15-4773-4e20-9606-44ac271a71e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9acd1763-1114-4424-8fc8-b067c1578bd8', 'name': 'tempest-TestEncryptedCinderVolumes-1588615974-router', 'tenant_id': 'eb54627cc67e488facafa4e289d362c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.172'}], 'enable_snat': True}, 'gw_port_id': 'f3f3c86c-b6e9-452f-aed0-dadc6cf7837f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:48:47Z', 'updated_at': '2021-08-18T12:50:01Z', 'revision_number': 5, 'project_id': 'eb54627cc67e488facafa4e289d362c5', 'gw_port': {'id': 'f3f3c86c-b6e9-452f-aed0-dadc6cf7837f', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:df:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9acd1763-1114-4424-8fc8-b067c1578bd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:48:47Z', 'updated_at': '2021-08-18T12:48:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:50:02.623994 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e83f4b15-4773-4e20-9606-44ac271a71e0 None None] Checking router: 9acd1763-1114-4424-8fc8-b067c1578bd8 for host: n-d-804985-2 {{(pid=106254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:50:02.632094 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e83f4b15-4773-4e20-9606-44ac271a71e0 None None] Routers {'9acd1763-1114-4424-8fc8-b067c1578bd8'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:50:02.632744 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-e83f4b15-4773-4e20-9606-44ac271a71e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:49:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['9acd1763-1114-4424-8fc8-b067c1578bd8'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:50:02.646270 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [None req-6d71eda6-808f-4fcd-9506-7093eb006ccc admin admin] For port f3f3c86c-b6e9-452f-aed0-dadc6cf7837f, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=f3f3c86c-b6e9-452f-aed0-dadc6cf7837f,segment=NetworkSegment(c5a3db9d-5c58-41b1-9177-d5787a597b78),segment_id=c5a3db9d-5c58-41b1-9177-d5787a597b78)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:50:02.646627 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6d71eda6-808f-4fcd-9506-7093eb006ccc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:02.659746 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-6d71eda6-808f-4fcd-9506-7093eb006ccc admin admin] Calling delete_port for f3f3c86c-b6e9-452f-aed0-dadc6cf7837f owned by network:router_gateway {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:50:02.717839 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-e83f4b15-4773-4e20-9606-44ac271a71e0 None None] Set router 9acd1763-1114-4424-8fc8-b067c1578bd8 gateway port host: None {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:50:02.769308 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-e83f4b15-4773-4e20-9606-44ac271a71e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9acd1763-1114-4424-8fc8-b067c1578bd8', 'name': 'tempest-TestEncryptedCinderVolumes-1588615974-router', 'tenant_id': 'eb54627cc67e488facafa4e289d362c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:48:47Z', 'updated_at': '2021-08-18T12:50:02Z', 'revision_number': 6, 'project_id': 'eb54627cc67e488facafa4e289d362c5', 'gw_port_host': None}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:50:02.799380 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e83f4b15-4773-4e20-9606-44ac271a71e0 None None] The sync data for ids ['9acd1763-1114-4424-8fc8-b067c1578bd8'] in n-d-804985-2 is: [{'id': '9acd1763-1114-4424-8fc8-b067c1578bd8', 'name': 'tempest-TestEncryptedCinderVolumes-1588615974-router', 'tenant_id': 'eb54627cc67e488facafa4e289d362c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:48:47Z', 'updated_at': '2021-08-18T12:50:02Z', 'revision_number': 6, 'project_id': 'eb54627cc67e488facafa4e289d362c5', 'gw_port_host': None}] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:50:02.827450 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6d71eda6-808f-4fcd-9506-7093eb006ccc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:02.858055 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d71eda6-808f-4fcd-9506-7093eb006ccc admin admin] Pushing event deleted for resources: {'Port': ['ID=f3f3c86c-b6e9-452f-aed0-dadc6cf7837f,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:50:02.915796 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6d71eda6-808f-4fcd-9506-7093eb006ccc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-997271'] for router_gateway, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:03.006419 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6d71eda6-808f-4fcd-9506-7093eb006ccc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-996004', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15859'] for router, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:03.008772 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6d71eda6-808f-4fcd-9506-7093eb006ccc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:03.053332 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6d71eda6-808f-4fcd-9506-7093eb006ccc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-996061'] for router, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:03.053871 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d71eda6-808f-4fcd-9506-7093eb006ccc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9acd1763-1114-4424-8fc8-b067c1578bd8 {{(pid=106253) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 12:50:03.058612 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6d71eda6-808f-4fcd-9506-7093eb006ccc admin admin] Notify callbacks [] for router, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:03.059786 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-6d71eda6-808f-4fcd-9506-7093eb006ccc admin admin] 10.222.0.66 "DELETE /v2.0/routers/9acd1763-1114-4424-8fc8-b067c1578bd8 HTTP/1.1" status: 204 len: 168 time: 0.7540882 Aug 18 12:50:03.064275 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 52430) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:50:03.113724 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6e85fae-aba7-4877-80bf-1f2e623a0c5d admin admin] Deleting subnet 1055f988-b31c-4d0e-a886-81d98d2579f3 {{(pid=106253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 12:50:03.116850 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a6e85fae-aba7-4877-80bf-1f2e623a0c5d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:03.152069 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a6e85fae-aba7-4877-80bf-1f2e623a0c5d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902229'] for subnet, precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:03.242223 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a6e85fae-aba7-4877-80bf-1f2e623a0c5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:03.271474 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 14a6b39b-ed4a-43bb-a2c4-b344ab754205 no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:50:03.290684 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: 14a6b39b-ed4a-43bb-a2c4-b344ab754205 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:50:03.291024 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 14a6b39b-ed4a-43bb-a2c4-b344ab754205 not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:50:03.305435 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a6e85fae-aba7-4877-80bf-1f2e623a0c5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58902171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59388106'] for subnet, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:03.335273 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e85fae-aba7-4877-80bf-1f2e623a0c5d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1055f988-b31c-4d0e-a886-81d98d2579f3,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:50:03.340396 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a6e85fae-aba7-4877-80bf-1f2e623a0c5d admin admin] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:03.342307 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-a6e85fae-aba7-4877-80bf-1f2e623a0c5d admin admin] 10.222.0.66 "DELETE /v2.0/subnets/1055f988-b31c-4d0e-a886-81d98d2579f3 HTTP/1.1" status: 204 len: 168 time: 0.2769852 Aug 18 12:50:03.345018 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 52432) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:50:03.346106 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf493ea3-281d-44e6-b25b-5f99debced30 None None] Network 9f9116fd-10c7-48a0-b5d6-84a607f80e94 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:50:03.415048 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1464f5b9-6e82-4c88-b504-6e0463e64e06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7904109'] for network, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:03.466380 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-1464f5b9-6e82-4c88-b504-6e0463e64e06 admin admin] Deleting port a03f5ec3-177e-403f-95aa-2952015d97ee {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:50:03.466660 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1464f5b9-6e82-4c88-b504-6e0463e64e06 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:03.532364 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [None req-1464f5b9-6e82-4c88-b504-6e0463e64e06 admin admin] For port a03f5ec3-177e-403f-95aa-2952015d97ee, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=a03f5ec3-177e-403f-95aa-2952015d97ee,segment=NetworkSegment(e8338aec-a941-43d3-9ef1-14a9cfef1d56),segment_id=e8338aec-a941-43d3-9ef1-14a9cfef1d56)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:50:03.532687 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1464f5b9-6e82-4c88-b504-6e0463e64e06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:03.544388 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-1464f5b9-6e82-4c88-b504-6e0463e64e06 admin admin] Calling delete_port for a03f5ec3-177e-403f-95aa-2952015d97ee owned by network:dhcp {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:50:03.593171 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f41300e-6c46-409a-92b1-2d080c887543 None None] DHCP port deletion for 9f9116fd-10c7-48a0-b5d6-84a607f80e94 request from n-d-804985-2 {{(pid=106254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 12:50:03.632117 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1464f5b9-6e82-4c88-b504-6e0463e64e06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:03.643573 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-8f41300e-6c46-409a-92b1-2d080c887543 None None] Deleting port a03f5ec3-177e-403f-95aa-2952015d97ee {{(pid=106254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:50:03.643953 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8f41300e-6c46-409a-92b1-2d080c887543 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:03.663593 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1464f5b9-6e82-4c88-b504-6e0463e64e06 admin admin] No DVR routers for this DVR port a03f5ec3-177e-403f-95aa-2952015d97ee on host n-d-804985-2 {{(pid=106253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:50:03.667439 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1464f5b9-6e82-4c88-b504-6e0463e64e06 admin admin] Pushing event deleted for resources: {'Port': ['ID=a03f5ec3-177e-403f-95aa-2952015d97ee,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:50:03.708297 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8f41300e-6c46-409a-92b1-2d080c887543 None None] For port a03f5ec3-177e-403f-95aa-2952015d97ee, host n-d-804985-2, got binding levels [] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:50:03.708845 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8f41300e-6c46-409a-92b1-2d080c887543 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:03.722356 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-8f41300e-6c46-409a-92b1-2d080c887543 None None] Calling delete_port for a03f5ec3-177e-403f-95aa-2952015d97ee owned by network:dhcp {{(pid=106254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:50:03.725174 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.ipam_backend_mixin [None req-8f41300e-6c46-409a-92b1-2d080c887543 None None] Port a03f5ec3-177e-403f-95aa-2952015d97ee was not found and therefore no delete operation was performed {{(pid=106254) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 18 12:50:03.726720 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8f41300e-6c46-409a-92b1-2d080c887543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556'] for port, after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:03.740368 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1464f5b9-6e82-4c88-b504-6e0463e64e06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8367869', 'neutron.services.segments.db._delete_segments_for_network-8789151212993'] for network, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:03.750492 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-1464f5b9-6e82-4c88-b504-6e0463e64e06 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f9116fd-10c7-48a0-b5d6-84a607f80e94']}} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:50:03.755768 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f41300e-6c46-409a-92b1-2d080c887543 None None] Pushing event deleted for resources: {'Port': ['ID=a03f5ec3-177e-403f-95aa-2952015d97ee,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:50:03.759324 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f41300e-6c46-409a-92b1-2d080c887543 None None] No DVR routers for this DVR port a03f5ec3-177e-403f-95aa-2952015d97ee on host n-d-804985-2 {{(pid=106254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:50:03.766649 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-1464f5b9-6e82-4c88-b504-6e0463e64e06 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8338aec-a941-43d3-9ef1-14a9cfef1d56') {'for_net_delete': True} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:50:03.766649 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-1464f5b9-6e82-4c88-b504-6e0463e64e06 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8338aec-a941-43d3-9ef1-14a9cfef1d56') {} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:50:03.777492 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1464f5b9-6e82-4c88-b504-6e0463e64e06 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789151225254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902236'] for segment, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:03.791699 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1464f5b9-6e82-4c88-b504-6e0463e64e06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:03.797837 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1464f5b9-6e82-4c88-b504-6e0463e64e06 admin admin] Releasing vlan 822 on physical network physnet1 to pool {{(pid=106253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:50:03.798225 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1464f5b9-6e82-4c88-b504-6e0463e64e06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58900537'] for segment, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:03.799975 n-d-804985-2 neutron-server[106253]: Traceback (most recent call last): Aug 18 12:50:03.799975 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:50:03.799975 n-d-804985-2 neutron-server[106253]: timer() Aug 18 12:50:03.799975 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:50:03.799975 n-d-804985-2 neutron-server[106253]: cb(*args, **kw) Aug 18 12:50:03.799975 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:50:03.799975 n-d-804985-2 neutron-server[106253]: return func(*args, **kwargs) Aug 18 12:50:03.799975 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:50:03.799975 n-d-804985-2 neutron-server[106253]: self._notify() Aug 18 12:50:03.799975 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:50:03.799975 n-d-804985-2 neutron-server[106253]: self.callback(batched_events) Aug 18 12:50:03.799975 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:50:03.799975 n-d-804985-2 neutron-server[106253]: event.method(event) Aug 18 12:50:03.799975 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:50:03.799975 n-d-804985-2 neutron-server[106253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:50:03.799975 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:50:03.799975 n-d-804985-2 neutron-server[106253]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:50:03.799975 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:50:03.799975 n-d-804985-2 neutron-server[106253]: return f(self, *a, **k) Aug 18 12:50:03.799975 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:50:03.799975 n-d-804985-2 neutron-server[106253]: return self._get(url).json() Aug 18 12:50:03.799975 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:50:03.799975 n-d-804985-2 neutron-server[106253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:50:03.799975 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:50:03.799975 n-d-804985-2 neutron-server[106253]: return self.request(url, 'GET', **kwargs) Aug 18 12:50:03.799975 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:50:03.799975 n-d-804985-2 neutron-server[106253]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:50:03.799975 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:50:03.799975 n-d-804985-2 neutron-server[106253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:50:03.799975 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:50:03.799975 n-d-804985-2 neutron-server[106253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:50:03.799975 n-d-804985-2 neutron-server[106253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:50:03.859369 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1464f5b9-6e82-4c88-b504-6e0463e64e06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8367858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997186'] for network, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:03.865007 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1464f5b9-6e82-4c88-b504-6e0463e64e06 admin admin] Notify callbacks [] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:03.870231 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 52434) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:50:03.870789 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-1464f5b9-6e82-4c88-b504-6e0463e64e06 admin admin] 10.222.0.66 "DELETE /v2.0/networks/9f9116fd-10c7-48a0-b5d6-84a607f80e94 HTTP/1.1" status: 204 len: 168 time: 0.5242834 Aug 18 12:50:03.887211 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1464f5b9-6e82-4c88-b504-6e0463e64e06 admin admin] Pushing event deleted for resources: {'Network': ['ID=9f9116fd-10c7-48a0-b5d6-84a607f80e94,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:50:04.540103 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e0066d1d-3f42-4fe2-8b0a-2449b421f84d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-996815'] for router_interface, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:04.791603 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-e0066d1d-3f42-4fe2-8b0a-2449b421f84d admin admin] Deleting port cf9f872e-de7c-4028-bc79-83b2756c501b {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:50:04.791842 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e0066d1d-3f42-4fe2-8b0a-2449b421f84d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:04.868329 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [None req-e0066d1d-3f42-4fe2-8b0a-2449b421f84d admin admin] For port cf9f872e-de7c-4028-bc79-83b2756c501b, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=cf9f872e-de7c-4028-bc79-83b2756c501b,segment=NetworkSegment(d01855c5-6552-4d0f-9d0c-00c9ed2c0b73),segment_id=d01855c5-6552-4d0f-9d0c-00c9ed2c0b73)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:50:04.868715 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e0066d1d-3f42-4fe2-8b0a-2449b421f84d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:04.884076 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-e0066d1d-3f42-4fe2-8b0a-2449b421f84d admin admin] Calling delete_port for cf9f872e-de7c-4028-bc79-83b2756c501b owned by network:router_interface {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:50:05.079100 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e0066d1d-3f42-4fe2-8b0a-2449b421f84d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:05.104692 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0066d1d-3f42-4fe2-8b0a-2449b421f84d admin admin] Pushing event deleted for resources: {'Port': ['ID=cf9f872e-de7c-4028-bc79-83b2756c501b,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:50:05.118634 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0066d1d-3f42-4fe2-8b0a-2449b421f84d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:50:05.120895 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0066d1d-3f42-4fe2-8b0a-2449b421f84d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:50:05.121238 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0066d1d-3f42-4fe2-8b0a-2449b421f84d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:50:05.121575 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0066d1d-3f42-4fe2-8b0a-2449b421f84d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:50:05.121908 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0066d1d-3f42-4fe2-8b0a-2449b421f84d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:50:05.122235 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0066d1d-3f42-4fe2-8b0a-2449b421f84d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:50:05.122729 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0066d1d-3f42-4fe2-8b0a-2449b421f84d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:50:05.123338 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0066d1d-3f42-4fe2-8b0a-2449b421f84d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:50:05.123820 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0066d1d-3f42-4fe2-8b0a-2449b421f84d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:50:05.124305 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0066d1d-3f42-4fe2-8b0a-2449b421f84d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:50:05.124827 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0066d1d-3f42-4fe2-8b0a-2449b421f84d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:50:05.125350 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0066d1d-3f42-4fe2-8b0a-2449b421f84d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:50:05.140839 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device f3f3c86c-b6e9-452f-aed0-dadc6cf7837f no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:50:05.161514 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: f3f3c86c-b6e9-452f-aed0-dadc6cf7837f {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:50:05.161893 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device f3f3c86c-b6e9-452f-aed0-dadc6cf7837f not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:50:05.162271 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device a03f5ec3-177e-403f-95aa-2952015d97ee no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:50:05.181335 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: a03f5ec3-177e-403f-95aa-2952015d97ee {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:50:05.181635 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device a03f5ec3-177e-403f-95aa-2952015d97ee not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:50:05.283821 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e0066d1d-3f42-4fe2-8b0a-2449b421f84d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953695'] for router_interface, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:05.497424 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0066d1d-3f42-4fe2-8b0a-2449b421f84d admin admin] Router 170acedc-fdd6-4fce-ae43-96cee447c67c has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:50:05.608888 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0066d1d-3f42-4fe2-8b0a-2449b421f84d admin admin] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:50:05.614389 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-e0066d1d-3f42-4fe2-8b0a-2449b421f84d admin admin] 10.222.0.66 "PUT /v2.0/routers/170acedc-fdd6-4fce-ae43-96cee447c67c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7427785 Aug 18 12:50:05.617307 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 52436) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:50:05.618391 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa9fdf79-7274-4be7-bab2-8fc285e8c5d8 None None] Sync routers for ids ['170acedc-fdd6-4fce-ae43-96cee447c67c'] in n-d-804985-2 {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:50:05.630643 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa9fdf79-7274-4be7-bab2-8fc285e8c5d8 None None] Routers {'170acedc-fdd6-4fce-ae43-96cee447c67c'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:50:05.631279 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-fa9fdf79-7274-4be7-bab2-8fc285e8c5d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:49:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['170acedc-fdd6-4fce-ae43-96cee447c67c'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:50:05.725332 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-630e7272-9c0a-4198-a559-af179cf97662 admin admin] Notify callbacks [] for router, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:05.737354 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-fa9fdf79-7274-4be7-bab2-8fc285e8c5d8 None None] Set router 170acedc-fdd6-4fce-ae43-96cee447c67c gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:50:05.830961 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-630e7272-9c0a-4198-a559-af179cf97662 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:05.884148 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-630e7272-9c0a-4198-a559-af179cf97662 admin admin] Deleting port b7864d25-e3b1-4031-a9ab-c16a852fdc57 {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:50:05.884926 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-630e7272-9c0a-4198-a559-af179cf97662 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:05.909353 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-fa9fdf79-7274-4be7-bab2-8fc285e8c5d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '170acedc-fdd6-4fce-ae43-96cee447c67c', 'name': 'tempest-TestEncryptedCinderVolumes-790750585-router', 'tenant_id': '51650277a63145d3a3620f42676568c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.86'}], 'enable_snat': True}, 'gw_port_id': 'b7864d25-e3b1-4031-a9ab-c16a852fdc57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:48:51Z', 'updated_at': '2021-08-18T12:50:05Z', 'revision_number': 5, 'project_id': '51650277a63145d3a3620f42676568c5', 'gw_port': {'id': 'b7864d25-e3b1-4031-a9ab-c16a852fdc57', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:bb:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '170acedc-fdd6-4fce-ae43-96cee447c67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:48:52Z', 'updated_at': '2021-08-18T12:48:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:50:05.937365 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa9fdf79-7274-4be7-bab2-8fc285e8c5d8 None None] Checking router: 170acedc-fdd6-4fce-ae43-96cee447c67c for host: n-d-804985-2 {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:50:05.946180 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa9fdf79-7274-4be7-bab2-8fc285e8c5d8 None None] Routers {'170acedc-fdd6-4fce-ae43-96cee447c67c'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:50:05.946790 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-fa9fdf79-7274-4be7-bab2-8fc285e8c5d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:49:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['170acedc-fdd6-4fce-ae43-96cee447c67c'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:50:05.972303 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [None req-630e7272-9c0a-4198-a559-af179cf97662 admin admin] For port b7864d25-e3b1-4031-a9ab-c16a852fdc57, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=b7864d25-e3b1-4031-a9ab-c16a852fdc57,segment=NetworkSegment(c5a3db9d-5c58-41b1-9177-d5787a597b78),segment_id=c5a3db9d-5c58-41b1-9177-d5787a597b78)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:50:05.972747 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-630e7272-9c0a-4198-a559-af179cf97662 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:05.984531 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-630e7272-9c0a-4198-a559-af179cf97662 admin admin] Calling delete_port for b7864d25-e3b1-4031-a9ab-c16a852fdc57 owned by network:router_gateway {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:50:06.032655 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-fa9fdf79-7274-4be7-bab2-8fc285e8c5d8 None None] Set router 170acedc-fdd6-4fce-ae43-96cee447c67c gateway port host: None {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:50:06.088715 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-fa9fdf79-7274-4be7-bab2-8fc285e8c5d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '170acedc-fdd6-4fce-ae43-96cee447c67c', 'name': 'tempest-TestEncryptedCinderVolumes-790750585-router', 'tenant_id': '51650277a63145d3a3620f42676568c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:48:51Z', 'updated_at': '2021-08-18T12:50:05Z', 'revision_number': 6, 'project_id': '51650277a63145d3a3620f42676568c5', 'gw_port_host': None}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:50:06.114898 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa9fdf79-7274-4be7-bab2-8fc285e8c5d8 None None] The sync data for ids ['170acedc-fdd6-4fce-ae43-96cee447c67c'] in n-d-804985-2 is: [{'id': '170acedc-fdd6-4fce-ae43-96cee447c67c', 'name': 'tempest-TestEncryptedCinderVolumes-790750585-router', 'tenant_id': '51650277a63145d3a3620f42676568c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:48:51Z', 'updated_at': '2021-08-18T12:50:05Z', 'revision_number': 6, 'project_id': '51650277a63145d3a3620f42676568c5', 'gw_port_host': None}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:50:06.154018 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-630e7272-9c0a-4198-a559-af179cf97662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:06.181875 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630e7272-9c0a-4198-a559-af179cf97662 admin admin] Pushing event deleted for resources: {'Port': ['ID=b7864d25-e3b1-4031-a9ab-c16a852fdc57,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:50:06.252683 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-630e7272-9c0a-4198-a559-af179cf97662 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-997271'] for router_gateway, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:06.342911 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-630e7272-9c0a-4198-a559-af179cf97662 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-996004', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15859'] for router, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:06.345102 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-630e7272-9c0a-4198-a559-af179cf97662 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:06.392228 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-630e7272-9c0a-4198-a559-af179cf97662 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-996061'] for router, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:06.392853 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-630e7272-9c0a-4198-a559-af179cf97662 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 170acedc-fdd6-4fce-ae43-96cee447c67c {{(pid=106252) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 12:50:06.397210 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-630e7272-9c0a-4198-a559-af179cf97662 admin admin] Notify callbacks [] for router, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:06.398349 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-630e7272-9c0a-4198-a559-af179cf97662 admin admin] 10.222.0.66 "DELETE /v2.0/routers/170acedc-fdd6-4fce-ae43-96cee447c67c HTTP/1.1" status: 204 len: 168 time: 0.7801445 Aug 18 12:50:06.401070 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 52438) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:50:06.444760 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf6219ca-b576-4221-83ea-d214744b0a64 admin admin] Deleting subnet 61f9674a-154d-4ecc-a4d3-1dbaf172b352 {{(pid=106252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 12:50:06.448181 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-cf6219ca-b576-4221-83ea-d214744b0a64 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:06.488336 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-cf6219ca-b576-4221-83ea-d214744b0a64 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2221528'] for subnet, precommit_delete_associations {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:06.491534 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:06.573702 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-cf6219ca-b576-4221-83ea-d214744b0a64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:06.629255 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-cf6219ca-b576-4221-83ea-d214744b0a64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3572848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59074100'] for subnet, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:06.654173 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6219ca-b576-4221-83ea-d214744b0a64 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=61f9674a-154d-4ecc-a4d3-1dbaf172b352,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:50:06.658232 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-cf6219ca-b576-4221-83ea-d214744b0a64 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:06.660059 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-cf6219ca-b576-4221-83ea-d214744b0a64 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/61f9674a-154d-4ecc-a4d3-1dbaf172b352 HTTP/1.1" status: 204 len: 168 time: 0.2581413 Aug 18 12:50:06.662765 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 52440) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:50:06.665347 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dff3f49-cc55-4d39-b83c-039c46a9fab9 None None] Network abfcfb94-cf42-4887-84e1-b826e1de399f requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:50:06.730163 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-03f19793-70cb-4db0-863e-b940e4ee6570 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7904109'] for network, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:06.788385 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-03f19793-70cb-4db0-863e-b940e4ee6570 admin admin] Deleting port 51f6eabb-81c9-4732-bd7e-8c00f1ef39e5 {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:50:06.788759 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-03f19793-70cb-4db0-863e-b940e4ee6570 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:06.851702 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [None req-03f19793-70cb-4db0-863e-b940e4ee6570 admin admin] For port 51f6eabb-81c9-4732-bd7e-8c00f1ef39e5, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=51f6eabb-81c9-4732-bd7e-8c00f1ef39e5,segment=NetworkSegment(d01855c5-6552-4d0f-9d0c-00c9ed2c0b73),segment_id=d01855c5-6552-4d0f-9d0c-00c9ed2c0b73)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:50:06.852085 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-03f19793-70cb-4db0-863e-b940e4ee6570 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:06.865286 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-03f19793-70cb-4db0-863e-b940e4ee6570 admin admin] Calling delete_port for 51f6eabb-81c9-4732-bd7e-8c00f1ef39e5 owned by network:dhcp {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:50:06.886862 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-079d200f-cde0-4712-ac54-d8bb3a8486f8 None None] DHCP port deletion for abfcfb94-cf42-4887-84e1-b826e1de399f request from n-d-804985-2 {{(pid=106254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 12:50:06.934954 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-079d200f-cde0-4712-ac54-d8bb3a8486f8 None None] Deleting port 51f6eabb-81c9-4732-bd7e-8c00f1ef39e5 {{(pid=106254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:50:06.935320 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-079d200f-cde0-4712-ac54-d8bb3a8486f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:06.952843 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-03f19793-70cb-4db0-863e-b940e4ee6570 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:06.979362 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f19793-70cb-4db0-863e-b940e4ee6570 admin admin] Pushing event deleted for resources: {'Port': ['ID=51f6eabb-81c9-4732-bd7e-8c00f1ef39e5,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:50:06.983773 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f19793-70cb-4db0-863e-b940e4ee6570 admin admin] No DVR routers for this DVR port 51f6eabb-81c9-4732-bd7e-8c00f1ef39e5 on host n-d-804985-2 {{(pid=106252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:50:07.004938 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-079d200f-cde0-4712-ac54-d8bb3a8486f8 None None] For port 51f6eabb-81c9-4732-bd7e-8c00f1ef39e5, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=51f6eabb-81c9-4732-bd7e-8c00f1ef39e5,segment=NetworkSegment(d01855c5-6552-4d0f-9d0c-00c9ed2c0b73),segment_id=d01855c5-6552-4d0f-9d0c-00c9ed2c0b73)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:50:07.005418 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-079d200f-cde0-4712-ac54-d8bb3a8486f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:07.021447 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-079d200f-cde0-4712-ac54-d8bb3a8486f8 None None] Calling delete_port for 51f6eabb-81c9-4732-bd7e-8c00f1ef39e5 owned by network:dhcp {{(pid=106254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:50:07.061423 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-03f19793-70cb-4db0-863e-b940e4ee6570 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8367869', 'neutron.services.segments.db._delete_segments_for_network-8789151212993'] for network, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:07.072083 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-03f19793-70cb-4db0-863e-b940e4ee6570 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abfcfb94-cf42-4887-84e1-b826e1de399f']}} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:50:07.085803 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-03f19793-70cb-4db0-863e-b940e4ee6570 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd01855c5-6552-4d0f-9d0c-00c9ed2c0b73') {'for_net_delete': True} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:50:07.086166 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-03f19793-70cb-4db0-863e-b940e4ee6570 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd01855c5-6552-4d0f-9d0c-00c9ed2c0b73') {} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:50:07.103792 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-03f19793-70cb-4db0-863e-b940e4ee6570 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789151225254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2221521'] for segment, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:07.127196 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-079d200f-cde0-4712-ac54-d8bb3a8486f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556'] for port, after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:07.129683 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-03f19793-70cb-4db0-863e-b940e4ee6570 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:07.139662 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03f19793-70cb-4db0-863e-b940e4ee6570 admin admin] Releasing vlan 836 on physical network physnet1 to pool {{(pid=106252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:50:07.140079 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-03f19793-70cb-4db0-863e-b940e4ee6570 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3572434'] for segment, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:07.142255 n-d-804985-2 neutron-server[106252]: Traceback (most recent call last): Aug 18 12:50:07.142255 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:50:07.142255 n-d-804985-2 neutron-server[106252]: timer() Aug 18 12:50:07.142255 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:50:07.142255 n-d-804985-2 neutron-server[106252]: cb(*args, **kw) Aug 18 12:50:07.142255 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:50:07.142255 n-d-804985-2 neutron-server[106252]: return func(*args, **kwargs) Aug 18 12:50:07.142255 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:50:07.142255 n-d-804985-2 neutron-server[106252]: self._notify() Aug 18 12:50:07.142255 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:50:07.142255 n-d-804985-2 neutron-server[106252]: self.callback(batched_events) Aug 18 12:50:07.142255 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:50:07.142255 n-d-804985-2 neutron-server[106252]: event.method(event) Aug 18 12:50:07.142255 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:50:07.142255 n-d-804985-2 neutron-server[106252]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:50:07.142255 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:50:07.142255 n-d-804985-2 neutron-server[106252]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:50:07.142255 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:50:07.142255 n-d-804985-2 neutron-server[106252]: return f(self, *a, **k) Aug 18 12:50:07.142255 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:50:07.142255 n-d-804985-2 neutron-server[106252]: return self._get(url).json() Aug 18 12:50:07.142255 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:50:07.142255 n-d-804985-2 neutron-server[106252]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:50:07.142255 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:50:07.142255 n-d-804985-2 neutron-server[106252]: return self.request(url, 'GET', **kwargs) Aug 18 12:50:07.142255 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:50:07.142255 n-d-804985-2 neutron-server[106252]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:50:07.142255 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:50:07.142255 n-d-804985-2 neutron-server[106252]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:50:07.142255 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:50:07.142255 n-d-804985-2 neutron-server[106252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:50:07.142255 n-d-804985-2 neutron-server[106252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:50:07.160551 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079d200f-cde0-4712-ac54-d8bb3a8486f8 None None] Pushing event deleted for resources: {'Port': ['ID=51f6eabb-81c9-4732-bd7e-8c00f1ef39e5,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:50:07.163559 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 51f6eabb-81c9-4732-bd7e-8c00f1ef39e5 no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:50:07.183513 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-079d200f-cde0-4712-ac54-d8bb3a8486f8 None None] No DVR routers for this DVR port 51f6eabb-81c9-4732-bd7e-8c00f1ef39e5 on host n-d-804985-2 {{(pid=106254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:50:07.186126 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: 51f6eabb-81c9-4732-bd7e-8c00f1ef39e5 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:50:07.186470 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 51f6eabb-81c9-4732-bd7e-8c00f1ef39e5 not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:50:07.187293 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device cf9f872e-de7c-4028-bc79-83b2756c501b no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:50:07.208435 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-03f19793-70cb-4db0-863e-b940e4ee6570 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8367858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997186'] for network, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:07.211253 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: cf9f872e-de7c-4028-bc79-83b2756c501b {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:50:07.211584 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device cf9f872e-de7c-4028-bc79-83b2756c501b not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:50:07.211989 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device b7864d25-e3b1-4031-a9ab-c16a852fdc57 no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:50:07.214409 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-03f19793-70cb-4db0-863e-b940e4ee6570 admin admin] Notify callbacks [] for network, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:07.216419 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-03f19793-70cb-4db0-863e-b940e4ee6570 admin admin] 10.222.0.66 "DELETE /v2.0/networks/abfcfb94-cf42-4887-84e1-b826e1de399f HTTP/1.1" status: 204 len: 168 time: 0.5527499 Aug 18 12:50:07.229410 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f19793-70cb-4db0-863e-b940e4ee6570 admin admin] Pushing event deleted for resources: {'Network': ['ID=abfcfb94-cf42-4887-84e1-b826e1de399f,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:50:07.231481 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: b7864d25-e3b1-4031-a9ab-c16a852fdc57 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:50:07.231825 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device b7864d25-e3b1-4031-a9ab-c16a852fdc57 not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:50:07.381248 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 52444) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:50:07.431779 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-4214ae92-a25a-44a2-96c0-832865ea3e19 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=eb54627cc67e488facafa4e289d362c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0491819 Aug 18 12:50:07.434247 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 52446) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:50:07.486641 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e1bd89a7-0303-4878-98f7-a1b6314363f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:07.507844 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e1bd89a7-0303-4878-98f7-a1b6314363f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:07.570842 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e1bd89a7-0303-4878-98f7-a1b6314363f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:07.573384 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e1bd89a7-0303-4878-98f7-a1b6314363f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:07.574557 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-e1bd89a7-0303-4878-98f7-a1b6314363f9 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/456b0f67-a32f-485d-8722-e9fce3b8fe59 HTTP/1.1" status: 204 len: 168 time: 0.1394558 Aug 18 12:50:07.582532 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bd89a7-0303-4878-98f7-a1b6314363f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=456b0f67-a32f-485d-8722-e9fce3b8fe59,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:50:07.912743 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 52452) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:50:07.952147 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-4e63b331-6dc7-4b90-b097-b7c43ac938a6 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=51650277a63145d3a3620f42676568c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0381110 Aug 18 12:50:07.954817 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 52454) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:50:08.002022 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-667b2781-f3a4-46d8-96b0-036eefa15c4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:08.024848 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-667b2781-f3a4-46d8-96b0-036eefa15c4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:08.074574 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-667b2781-f3a4-46d8-96b0-036eefa15c4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:08.078621 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-667b2781-f3a4-46d8-96b0-036eefa15c4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:08.080312 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-667b2781-f3a4-46d8-96b0-036eefa15c4c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1da983f8-dfd7-4dff-a023-213e5f7178b7 HTTP/1.1" status: 204 len: 168 time: 0.1244867 Aug 18 12:50:08.089362 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667b2781-f3a4-46d8-96b0-036eefa15c4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1da983f8-dfd7-4dff-a023-213e5f7178b7,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:50:08.729275 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:08.791211 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 52476) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:50:08.901307 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-1e3f8ffd-cce6-4d82-a288-7deade819c6e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-159681805-network', 'tenant_id': 'e4d96e3ea5ce40c6b9705a5acc5a651a'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:50:08.926383 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e3f8ffd-cce6-4d82-a288-7deade819c6e admin admin] Made reservation on behalf of e4d96e3ea5ce40c6b9705a5acc5a651a for: {'network': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:50:08.928780 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1e3f8ffd-cce6-4d82-a288-7deade819c6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for network, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:08.937942 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1e3f8ffd-cce6-4d82-a288-7deade819c6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:09.029037 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1e3f8ffd-cce6-4d82-a288-7deade819c6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:09.035594 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1e3f8ffd-cce6-4d82-a288-7deade819c6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:09.060465 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e3f8ffd-cce6-4d82-a288-7deade819c6e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 828} {{(pid=106252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:50:09.075092 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3f8ffd-cce6-4d82-a288-7deade819c6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1099965-10b6-4934-9a81-4c2a1c4b49f5,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:50:09.080433 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1e3f8ffd-cce6-4d82-a288-7deade819c6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:09.080821 n-d-804985-2 neutron-server[106252]: INFO neutron.db.segments_db [None req-1e3f8ffd-cce6-4d82-a288-7deade819c6e admin admin] Added segment 46a98381-1b7e-4c32-83fb-048c2790a005 of type vlan for network 033486d8-d8ae-48fb-bc31-d83326d2038c Aug 18 12:50:09.122571 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1e3f8ffd-cce6-4d82-a288-7deade819c6e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789150665894'] for network, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:09.147780 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1e3f8ffd-cce6-4d82-a288-7deade819c6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for network, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:09.148817 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e3f8ffd-cce6-4d82-a288-7deade819c6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:09.149402 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1e3f8ffd-cce6-4d82-a288-7deade819c6e admin admin] Notify callbacks [] for network, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:09.201842 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-1e3f8ffd-cce6-4d82-a288-7deade819c6e admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4092517 Aug 18 12:50:09.205175 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 52480) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:50:09.212889 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-0eb92a0a-ab7c-4bec-b30e-c1c7e434f60e admin admin] Request body: {'subnet': {'network_id': '033486d8-d8ae-48fb-bc31-d83326d2038c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-159681805-subnet', 'tenant_id': 'e4d96e3ea5ce40c6b9705a5acc5a651a', 'ip_version': 4}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:50:09.213159 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3f8ffd-cce6-4d82-a288-7deade819c6e admin admin] Pushing event updated for resources: {'Network': ['ID=033486d8-d8ae-48fb-bc31-d83326d2038c,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:50:09.223905 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Network 033486d8-d8ae-48fb-bc31-d83326d2038c details requested by agent ovs-agent-n-d-804985-2 with host n-d-804985-2 {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:50:09.247498 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eb92a0a-ab7c-4bec-b30e-c1c7e434f60e admin admin] Made reservation on behalf of e4d96e3ea5ce40c6b9705a5acc5a651a for: {'subnet': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:50:09.250947 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0eb92a0a-ab7c-4bec-b30e-c1c7e434f60e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59388119'] for subnet, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:09.424119 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0eb92a0a-ab7c-4bec-b30e-c1c7e434f60e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58902106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59388097'] for subnet, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:09.478348 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb92a0a-ab7c-4bec-b30e-c1c7e434f60e admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3e74ef7-25dd-4d56-b0d4-d2b63a4a8203,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:50:09.489210 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb92a0a-ab7c-4bec-b30e-c1c7e434f60e admin admin] Checking segment: {'id': '46a98381-1b7e-4c32-83fb-048c2790a005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '033486d8-d8ae-48fb-bc31-d83326d2038c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:50:09.489551 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eb92a0a-ab7c-4bec-b30e-c1c7e434f60e admin admin] Network hostable DHCP agents. Network: 033486d8-d8ae-48fb-bc31-d83326d2038c, hostable agents: ['97c14208-2951-4361-8d64-3708c946ff5f'], hosted agents: [] {{(pid=106253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 12:50:09.508627 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eb92a0a-ab7c-4bec-b30e-c1c7e434f60e admin admin] Network 033486d8-d8ae-48fb-bc31-d83326d2038c is scheduled to be hosted by DHCP agent 97c14208-2951-4361-8d64-3708c946ff5f with binding_index 1 {{(pid=106253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 12:50:09.518250 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-0eb92a0a-ab7c-4bec-b30e-c1c7e434f60e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-2, 033486d8-d8ae-48fb-bc31-d83326d2038c) {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:50:09.523075 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eb92a0a-ab7c-4bec-b30e-c1c7e434f60e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:09.523672 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0eb92a0a-ab7c-4bec-b30e-c1c7e434f60e admin admin] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:09.529945 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3a644f7-7238-4282-b158-bc8910b52223 None None] Network 033486d8-d8ae-48fb-bc31-d83326d2038c requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:50:09.541133 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-0eb92a0a-ab7c-4bec-b30e-c1c7e434f60e admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3345897 Aug 18 12:50:09.543856 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 52482) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:50:09.548191 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-61775a4f-ad32-47e6-a237-854792394f03 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-159681805-router', 'tenant_id': 'e4d96e3ea5ce40c6b9705a5acc5a651a', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'}}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:50:09.571134 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-61775a4f-ad32-47e6-a237-854792394f03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-998592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15809'] for router, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:09.572140 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-61775a4f-ad32-47e6-a237-854792394f03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-992733', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-971415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15816'] for router, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:09.624545 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-61775a4f-ad32-47e6-a237-854792394f03 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:09.677909 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7ec1e8f-7092-4912-8ece-ecff3540c09e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp788be208-34ab-5a8f-af0f-528834af222f-033486d8-d8ae-48fb-bc31-d83326d2038c', 'network_id': '033486d8-d8ae-48fb-bc31-d83326d2038c', 'tenant_id': 'e4d96e3ea5ce40c6b9705a5acc5a651a', 'fixed_ips': [{'subnet_id': 'a3e74ef7-25dd-4d56-b0d4-d2b63a4a8203'}]}} from n-d-804985-2. {{(pid=106254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 12:50:09.678743 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-f7ec1e8f-7092-4912-8ece-ecff3540c09e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:09.773863 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-61775a4f-ad32-47e6-a237-854792394f03 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:09.821964 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.db_base_plugin_common [None req-f7ec1e8f-7092-4912-8ece-ecff3540c09e None None] Allocated IP 172.20.0.2 (033486d8-d8ae-48fb-bc31-d83326d2038c/a3e74ef7-25dd-4d56-b0d4-d2b63a4a8203/711db57c-f990-4d67-8db7-b465c7eb7026) {{(pid=106254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:50:10.128217 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-f7ec1e8f-7092-4912-8ece-ecff3540c09e None None] Notify callbacks [] for port, precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:10.137303 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-f7ec1e8f-7092-4912-8ece-ecff3540c09e None None] Transition to ACTIVE for port object 711db57c-f990-4d67-8db7-b465c7eb7026 will not be triggered until provisioned by entity L2. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:50:10.153177 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-f7ec1e8f-7092-4912-8ece-ecff3540c09e None None] Transition to ACTIVE for port object 711db57c-f990-4d67-8db7-b465c7eb7026 will not be triggered until provisioned by entity DHCP. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:50:10.159166 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-f7ec1e8f-7092-4912-8ece-ecff3540c09e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547'] for port, after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:10.196592 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7ec1e8f-7092-4912-8ece-ecff3540c09e None None] Network 033486d8-d8ae-48fb-bc31-d83326d2038c is already hosted by enough agents. {{(pid=106254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:50:10.201825 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.base_scheduler [None req-f7ec1e8f-7092-4912-8ece-ecff3540c09e None None] Resources bound (agent type, host, resource id): {{(pid=106254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:50:10.205827 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ec1e8f-7092-4912-8ece-ecff3540c09e None None] Received port after_create {{(pid=106254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:50:10.214648 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ec1e8f-7092-4912-8ece-ecff3540c09e None None] Pushing event updated for resources: {'Port': ['ID=711db57c-f990-4d67-8db7-b465c7eb7026,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:50:10.265821 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-f7ec1e8f-7092-4912-8ece-ecff3540c09e None None] Attempting to bind port 711db57c-f990-4d67-8db7-b465c7eb7026 on host n-d-804985-2 for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:50:10.266159 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-f7ec1e8f-7092-4912-8ece-ecff3540c09e None None] Attempting to bind port 711db57c-f990-4d67-8db7-b465c7eb7026 by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': '46a98381-1b7e-4c32-83fb-048c2790a005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '033486d8-d8ae-48fb-bc31-d83326d2038c'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:50:10.266518 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ec1e8f-7092-4912-8ece-ecff3540c09e None None] Attempting to bind port 711db57c-f990-4d67-8db7-b465c7eb7026 on network 033486d8-d8ae-48fb-bc31-d83326d2038c {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:50:10.271898 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ec1e8f-7092-4912-8ece-ecff3540c09e None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 49, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:50:10.272319 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ec1e8f-7092-4912-8ece-ecff3540c09e None None] Checking segment: {'id': '46a98381-1b7e-4c32-83fb-048c2790a005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '033486d8-d8ae-48fb-bc31-d83326d2038c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:50:10.272747 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-f7ec1e8f-7092-4912-8ece-ecff3540c09e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:10.273132 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ec1e8f-7092-4912-8ece-ecff3540c09e None None] Bound using segment: {'id': '46a98381-1b7e-4c32-83fb-048c2790a005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '033486d8-d8ae-48fb-bc31-d83326d2038c'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:50:10.273587 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-f7ec1e8f-7092-4912-8ece-ecff3540c09e None None] Bound port: 711db57c-f990-4d67-8db7-b465c7eb7026, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46a98381-1b7e-4c32-83fb-048c2790a005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '033486d8-d8ae-48fb-bc31-d83326d2038c'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:50:10.273960 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-f7ec1e8f-7092-4912-8ece-ecff3540c09e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:10.291228 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-61775a4f-ad32-47e6-a237-854792394f03 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:10.310048 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-61775a4f-ad32-47e6-a237-854792394f03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:10.340223 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-f7ec1e8f-7092-4912-8ece-ecff3540c09e None None] For port 711db57c-f990-4d67-8db7-b465c7eb7026, host n-d-804985-2, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:50:10.343263 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-f7ec1e8f-7092-4912-8ece-ecff3540c09e None None] For port 711db57c-f990-4d67-8db7-b465c7eb7026, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=711db57c-f990-4d67-8db7-b465c7eb7026,segment=NetworkSegment(46a98381-1b7e-4c32-83fb-048c2790a005),segment_id=46a98381-1b7e-4c32-83fb-048c2790a005)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:50:10.348140 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-f7ec1e8f-7092-4912-8ece-ecff3540c09e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:10.406273 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ec1e8f-7092-4912-8ece-ecff3540c09e None None] Pushing event updated for resources: {'Port': ['ID=711db57c-f990-4d67-8db7-b465c7eb7026,revision_number=2']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:50:10.412657 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [None req-61775a4f-ad32-47e6-a237-854792394f03 admin admin] Allocated IP 172.25.7.239 (7cae7a70-14fd-408c-b14d-39ceb97cb60e/9784295a-20b8-4a4b-b105-f82737f0448f/3307927b-c39f-4b28-bc90-65d6fa9f0684) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:50:10.525117 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-61775a4f-ad32-47e6-a237-854792394f03 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:10.582938 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-61775a4f-ad32-47e6-a237-854792394f03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:10.623447 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61775a4f-ad32-47e6-a237-854792394f03 admin admin] Network 7cae7a70-14fd-408c-b14d-39ceb97cb60e is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:50:10.630103 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-61775a4f-ad32-47e6-a237-854792394f03 admin admin] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:50:10.633796 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61775a4f-ad32-47e6-a237-854792394f03 admin admin] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:50:10.659001 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61775a4f-ad32-47e6-a237-854792394f03 admin admin] Pushing event updated for resources: {'Port': ['ID=3307927b-c39f-4b28-bc90-65d6fa9f0684,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:50:10.900616 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-61775a4f-ad32-47e6-a237-854792394f03 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:11.113460 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-61775a4f-ad32-47e6-a237-854792394f03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-998473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-992536'] for router, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:11.172667 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 711db57c-f990-4d67-8db7-b465c7eb7026 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:50:11.225013 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port 711db57c-f990-4d67-8db7-b465c7eb7026 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:50:11.253677 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61775a4f-ad32-47e6-a237-854792394f03 admin admin] Router d19e3799-aab1-47cb-b7c0-ef5439caeda2 is scheduled to L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 with binding_index 1 {{(pid=106253) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 12:50:11.314357 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee3ca52f-8ef8-45d9-89a4-691caca3221d None None] Network 033486d8-d8ae-48fb-bc31-d83326d2038c requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:50:11.364960 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61775a4f-ad32-47e6-a237-854792394f03 admin admin] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:50:11.378024 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91ee590a-c6cd-4c60-83c0-76026f8b2d02 None None] Sync routers for ids ['d19e3799-aab1-47cb-b7c0-ef5439caeda2'] in n-d-804985-2 {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:50:11.382965 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-61775a4f-ad32-47e6-a237-854792394f03 admin admin] Notify callbacks [] for router, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:11.384239 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-61775a4f-ad32-47e6-a237-854792394f03 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8394151 Aug 18 12:50:11.387032 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 52484) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:50:11.405440 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ee590a-c6cd-4c60-83c0-76026f8b2d02 None None] Routers {'d19e3799-aab1-47cb-b7c0-ef5439caeda2'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:50:11.406071 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-91ee590a-c6cd-4c60-83c0-76026f8b2d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:49:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['d19e3799-aab1-47cb-b7c0-ef5439caeda2'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:50:11.512646 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-731f90e5-a18d-4b37-ba16-c67db78f828e None None] Provisioning for port 711db57c-f990-4d67-8db7-b465c7eb7026 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:50:11.522980 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-731f90e5-a18d-4b37-ba16-c67db78f828e None None] Provisioning complete for port 711db57c-f990-4d67-8db7-b465c7eb7026 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:50:11.523360 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-731f90e5-a18d-4b37-ba16-c67db78f828e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:11.594836 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-91ee590a-c6cd-4c60-83c0-76026f8b2d02 None None] Set router d19e3799-aab1-47cb-b7c0-ef5439caeda2 gateway port host: n-d-804985-2 {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:50:11.772523 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-731f90e5-a18d-4b37-ba16-c67db78f828e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:11.817627 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f1ee1a87-36f2-4dad-b17e-4c7394a7411f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:11.830649 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-731f90e5-a18d-4b37-ba16-c67db78f828e None None] For port 711db57c-f990-4d67-8db7-b465c7eb7026, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=711db57c-f990-4d67-8db7-b465c7eb7026,segment=NetworkSegment(46a98381-1b7e-4c32-83fb-048c2790a005),segment_id=46a98381-1b7e-4c32-83fb-048c2790a005)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:50:11.838512 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-731f90e5-a18d-4b37-ba16-c67db78f828e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:11.889577 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-91ee590a-c6cd-4c60-83c0-76026f8b2d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd19e3799-aab1-47cb-b7c0-ef5439caeda2', 'name': 'tempest-TestMinimumBasicScenario-159681805-router', 'tenant_id': 'e4d96e3ea5ce40c6b9705a5acc5a651a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.239'}], 'enable_snat': True}, 'gw_port_id': '3307927b-c39f-4b28-bc90-65d6fa9f0684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:50:09Z', 'updated_at': '2021-08-18T12:50:10Z', 'revision_number': 3, 'project_id': 'e4d96e3ea5ce40c6b9705a5acc5a651a', 'gw_port': {'id': '3307927b-c39f-4b28-bc90-65d6fa9f0684', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:bf:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd19e3799-aab1-47cb-b7c0-ef5439caeda2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:50:10Z', 'updated_at': '2021-08-18T12:50:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:50:11.923523 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91ee590a-c6cd-4c60-83c0-76026f8b2d02 None None] Checking router: d19e3799-aab1-47cb-b7c0-ef5439caeda2 for host: n-d-804985-2 {{(pid=106254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:50:11.923992 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91ee590a-c6cd-4c60-83c0-76026f8b2d02 None None] Updating router d19e3799-aab1-47cb-b7c0-ef5439caeda2 port 3307927b-c39f-4b28-bc90-65d6fa9f0684 binding host n-d-804985-2 {{(pid=106254) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 12:50:11.926025 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731f90e5-a18d-4b37-ba16-c67db78f828e None None] Pushing event updated for resources: {'Port': ['ID=711db57c-f990-4d67-8db7-b465c7eb7026,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:50:11.959506 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-91ee590a-c6cd-4c60-83c0-76026f8b2d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:11.983201 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [None req-f1ee1a87-36f2-4dad-b17e-4c7394a7411f admin admin] Allocated IP 172.20.0.1 (033486d8-d8ae-48fb-bc31-d83326d2038c/a3e74ef7-25dd-4d56-b0d4-d2b63a4a8203/57e4656f-3356-4a73-b6b7-0c580840ce7a) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:50:11.983749 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-86084097-d818-46b3-a638-a087923e7694 None None] Provisioning complete for port 711db57c-f990-4d67-8db7-b465c7eb7026 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:50:11.984317 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-86084097-d818-46b3-a638-a087923e7694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:12.090095 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f1ee1a87-36f2-4dad-b17e-4c7394a7411f admin admin] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:12.105350 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [None req-f1ee1a87-36f2-4dad-b17e-4c7394a7411f admin admin] Transition to ACTIVE for port object 57e4656f-3356-4a73-b6b7-0c580840ce7a will not be triggered until provisioned by entity DHCP. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:50:12.140303 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f1ee1a87-36f2-4dad-b17e-4c7394a7411f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:12.180212 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1ee1a87-36f2-4dad-b17e-4c7394a7411f admin admin] Network 033486d8-d8ae-48fb-bc31-d83326d2038c is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:50:12.185288 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-f1ee1a87-36f2-4dad-b17e-4c7394a7411f admin admin] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:50:12.188113 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ee1a87-36f2-4dad-b17e-4c7394a7411f admin admin] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:50:12.212849 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ee1a87-36f2-4dad-b17e-4c7394a7411f admin admin] Pushing event updated for resources: {'Port': ['ID=57e4656f-3356-4a73-b6b7-0c580840ce7a,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:50:12.230967 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f1ee1a87-36f2-4dad-b17e-4c7394a7411f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-996688'] for router_interface, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:12.285300 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-91ee590a-c6cd-4c60-83c0-76026f8b2d02 None None] Notify callbacks [] for port, precommit_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:12.295845 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-91ee590a-c6cd-4c60-83c0-76026f8b2d02 None None] Transition to ACTIVE for port object 3307927b-c39f-4b28-bc90-65d6fa9f0684 will not be triggered until provisioned by entity L2. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:50:12.302266 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-91ee590a-c6cd-4c60-83c0-76026f8b2d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:12.355415 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5464d7-0ede-4765-9d38-ff5acaab986f None None] Pushing event updated for resources: {'Port': ['ID=3307927b-c39f-4b28-bc90-65d6fa9f0684,revision_number=2']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:50:12.357724 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-91ee590a-c6cd-4c60-83c0-76026f8b2d02 None None] Attempting to bind port 3307927b-c39f-4b28-bc90-65d6fa9f0684 on host n-d-804985-2 for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:50:12.358163 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-91ee590a-c6cd-4c60-83c0-76026f8b2d02 None None] Attempting to bind port 3307927b-c39f-4b28-bc90-65d6fa9f0684 by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:50:12.358523 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ee590a-c6cd-4c60-83c0-76026f8b2d02 None None] Attempting to bind port 3307927b-c39f-4b28-bc90-65d6fa9f0684 on network 7cae7a70-14fd-408c-b14d-39ceb97cb60e {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:50:12.364415 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ee590a-c6cd-4c60-83c0-76026f8b2d02 None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 49, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:50:12.364814 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ee590a-c6cd-4c60-83c0-76026f8b2d02 None None] Checking segment: {'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:50:12.365215 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-91ee590a-c6cd-4c60-83c0-76026f8b2d02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:12.365663 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ee590a-c6cd-4c60-83c0-76026f8b2d02 None None] Bound using segment: {'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:50:12.366126 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-91ee590a-c6cd-4c60-83c0-76026f8b2d02 None None] Bound port: 3307927b-c39f-4b28-bc90-65d6fa9f0684, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:50:12.366511 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-91ee590a-c6cd-4c60-83c0-76026f8b2d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:12.374461 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f1ee1a87-36f2-4dad-b17e-4c7394a7411f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:12.421925 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-91ee590a-c6cd-4c60-83c0-76026f8b2d02 None None] For port 3307927b-c39f-4b28-bc90-65d6fa9f0684, host n-d-804985-2, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:50:12.425440 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-91ee590a-c6cd-4c60-83c0-76026f8b2d02 None None] For port 3307927b-c39f-4b28-bc90-65d6fa9f0684, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=3307927b-c39f-4b28-bc90-65d6fa9f0684,segment=NetworkSegment(c5a3db9d-5c58-41b1-9177-d5787a597b78),segment_id=c5a3db9d-5c58-41b1-9177-d5787a597b78)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:50:12.430278 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-91ee590a-c6cd-4c60-83c0-76026f8b2d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:12.489104 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ee590a-c6cd-4c60-83c0-76026f8b2d02 None None] Routers {'d19e3799-aab1-47cb-b7c0-ef5439caeda2'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:50:12.489734 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-91ee590a-c6cd-4c60-83c0-76026f8b2d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:49:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['d19e3799-aab1-47cb-b7c0-ef5439caeda2'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:50:12.494172 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5464d7-0ede-4765-9d38-ff5acaab986f None None] Pushing event updated for resources: {'Port': ['ID=3307927b-c39f-4b28-bc90-65d6fa9f0684,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:50:12.541389 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f1ee1a87-36f2-4dad-b17e-4c7394a7411f admin admin] Notify callbacks [] for port, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:12.541763 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-38f34072-c16d-4607-bbba-1cb88eddf573 None None] Provisioning for port 57e4656f-3356-4a73-b6b7-0c580840ce7a completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:50:12.546428 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f1ee1a87-36f2-4dad-b17e-4c7394a7411f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:12.548629 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-38f34072-c16d-4607-bbba-1cb88eddf573 None None] Provisioning complete for port 57e4656f-3356-4a73-b6b7-0c580840ce7a triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:50:12.549055 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-38f34072-c16d-4607-bbba-1cb88eddf573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:12.613219 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f1ee1a87-36f2-4dad-b17e-4c7394a7411f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-996772'] for router_interface, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:12.615049 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ee1a87-36f2-4dad-b17e-4c7394a7411f admin admin] Pushing event updated for resources: {'Port': ['ID=57e4656f-3356-4a73-b6b7-0c580840ce7a,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:50:12.628776 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-38f34072-c16d-4607-bbba-1cb88eddf573 None None] Port 57e4656f-3356-4a73-b6b7-0c580840ce7a cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:50:12.642067 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-91ee590a-c6cd-4c60-83c0-76026f8b2d02 None None] Set router d19e3799-aab1-47cb-b7c0-ef5439caeda2 gateway port host: n-d-804985-2 {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:50:12.708730 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1ee1a87-36f2-4dad-b17e-4c7394a7411f admin admin] Network 033486d8-d8ae-48fb-bc31-d83326d2038c is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:50:12.710257 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-f1ee1a87-36f2-4dad-b17e-4c7394a7411f admin admin] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:50:12.833369 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1ee1a87-36f2-4dad-b17e-4c7394a7411f admin admin] Router d19e3799-aab1-47cb-b7c0-ef5439caeda2 has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:50:12.852649 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-91ee590a-c6cd-4c60-83c0-76026f8b2d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd19e3799-aab1-47cb-b7c0-ef5439caeda2', 'name': 'tempest-TestMinimumBasicScenario-159681805-router', 'tenant_id': 'e4d96e3ea5ce40c6b9705a5acc5a651a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.239'}], 'enable_snat': True}, 'gw_port_id': '3307927b-c39f-4b28-bc90-65d6fa9f0684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:50:09Z', 'updated_at': '2021-08-18T12:50:12Z', 'revision_number': 4, 'project_id': 'e4d96e3ea5ce40c6b9705a5acc5a651a', 'gw_port': {'id': '3307927b-c39f-4b28-bc90-65d6fa9f0684', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:bf:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd19e3799-aab1-47cb-b7c0-ef5439caeda2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:50:10Z', 'updated_at': '2021-08-18T12:50:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': '57e4656f-3356-4a73-b6b7-0c580840ce7a', 'name': '', 'network_id': '033486d8-d8ae-48fb-bc31-d83326d2038c', 'tenant_id': 'e4d96e3ea5ce40c6b9705a5acc5a651a', 'mac_address': 'fa:16:3e:fc:ff:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd19e3799-aab1-47cb-b7c0-ef5439caeda2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'a3e74ef7-25dd-4d56-b0d4-d2b63a4a8203', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:50:11Z', 'updated_at': '2021-08-18T12:50:11Z', 'revision_number': 1, 'project_id': 'e4d96e3ea5ce40c6b9705a5acc5a651a', 'subnets': [{'id': 'a3e74ef7-25dd-4d56-b0d4-d2b63a4a8203', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:50:12.880373 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91ee590a-c6cd-4c60-83c0-76026f8b2d02 None None] The sync data for ids ['d19e3799-aab1-47cb-b7c0-ef5439caeda2'] in n-d-804985-2 is: [{'id': 'd19e3799-aab1-47cb-b7c0-ef5439caeda2', 'name': 'tempest-TestMinimumBasicScenario-159681805-router', 'tenant_id': 'e4d96e3ea5ce40c6b9705a5acc5a651a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.239'}], 'enable_snat': True}, 'gw_port_id': '3307927b-c39f-4b28-bc90-65d6fa9f0684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:50:09Z', 'updated_at': '2021-08-18T12:50:12Z', 'revision_number': 4, 'project_id': 'e4d96e3ea5ce40c6b9705a5acc5a651a', 'gw_port': {'id': '3307927b-c39f-4b28-bc90-65d6fa9f0684', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:bf:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd19e3799-aab1-47cb-b7c0-ef5439caeda2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:50:10Z', 'updated_at': '2021-08-18T12:50:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': '57e4656f-3356-4a73-b6b7-0c580840ce7a', 'name': '', 'network_id': '033486d8-d8ae-48fb-bc31-d83326d2038c', 'tenant_id': 'e4d96e3ea5ce40c6b9705a5acc5a651a', 'mac_address': 'fa:16:3e:fc:ff:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd19e3799-aab1-47cb-b7c0-ef5439caeda2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'a3e74ef7-25dd-4d56-b0d4-d2b63a4a8203', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:50:11Z', 'updated_at': '2021-08-18T12:50:11Z', 'revision_number': 1, 'project_id': 'e4d96e3ea5ce40c6b9705a5acc5a651a', 'subnets': [{'id': 'a3e74ef7-25dd-4d56-b0d4-d2b63a4a8203', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:50:12.946884 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1ee1a87-36f2-4dad-b17e-4c7394a7411f admin admin] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:50:12.950503 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-104ec7a0-d3bc-4d41-ac6e-d21bbb32c5c6 None None] Provisioning complete for port 57e4656f-3356-4a73-b6b7-0c580840ce7a triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:50:12.950955 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-104ec7a0-d3bc-4d41-ac6e-d21bbb32c5c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:12.952023 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-f1ee1a87-36f2-4dad-b17e-4c7394a7411f admin admin] 10.222.0.66 "PUT /v2.0/routers/d19e3799-aab1-47cb-b7c0-ef5439caeda2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5639708 Aug 18 12:50:12.999592 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-104ec7a0-d3bc-4d41-ac6e-d21bbb32c5c6 None None] Port 57e4656f-3356-4a73-b6b7-0c580840ce7a cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:50:13.172986 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 711db57c-f990-4d67-8db7-b465c7eb7026 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:50:13.227937 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 711db57c-f990-4d67-8db7-b465c7eb7026 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:50:13.228299 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:13.498859 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 52500) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:50:13.505933 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-a156ddff-eb20-4ee1-b374-894b30d77cd4 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-263605830-network', 'tenant_id': 'c177458f827940eca63d43c35da60cc9'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:50:13.528100 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a156ddff-eb20-4ee1-b374-894b30d77cd4 admin admin] Made reservation on behalf of c177458f827940eca63d43c35da60cc9 for: {'network': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:50:13.531093 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a156ddff-eb20-4ee1-b374-894b30d77cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for network, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:13.542044 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a156ddff-eb20-4ee1-b374-894b30d77cd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:13.654040 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a156ddff-eb20-4ee1-b374-894b30d77cd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:13.658964 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a156ddff-eb20-4ee1-b374-894b30d77cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:13.683735 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a156ddff-eb20-4ee1-b374-894b30d77cd4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 840} {{(pid=106253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:50:13.694740 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a156ddff-eb20-4ee1-b374-894b30d77cd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b7c6c21-0f72-4ca3-aaac-6773f7a06b16,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:50:13.699624 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a156ddff-eb20-4ee1-b374-894b30d77cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:13.699961 n-d-804985-2 neutron-server[106253]: INFO neutron.db.segments_db [None req-a156ddff-eb20-4ee1-b374-894b30d77cd4 admin admin] Added segment 24b3cac9-08f5-49b4-bbff-3f6b210c3739 of type vlan for network ad0e9135-1159-4f24-a50b-d923a2261eff Aug 18 12:50:13.741394 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a156ddff-eb20-4ee1-b374-894b30d77cd4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789150665894'] for network, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:13.769534 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a156ddff-eb20-4ee1-b374-894b30d77cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for network, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:13.770617 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a156ddff-eb20-4ee1-b374-894b30d77cd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:13.771212 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a156ddff-eb20-4ee1-b374-894b30d77cd4 admin admin] Notify callbacks [] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:13.834152 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-a156ddff-eb20-4ee1-b374-894b30d77cd4 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3314660 Aug 18 12:50:13.834361 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 52502) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:50:13.841571 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-85e3f86f-0b64-4741-923e-5b95f8d46576 admin admin] Request body: {'subnet': {'network_id': 'ad0e9135-1159-4f24-a50b-d923a2261eff', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-263605830-subnet', 'tenant_id': 'c177458f827940eca63d43c35da60cc9', 'ip_version': 4}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:50:13.846321 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a156ddff-eb20-4ee1-b374-894b30d77cd4 admin admin] Pushing event updated for resources: {'Network': ['ID=ad0e9135-1159-4f24-a50b-d923a2261eff,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:50:13.858417 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Network ad0e9135-1159-4f24-a50b-d923a2261eff details requested by agent ovs-agent-n-d-804985-2 with host n-d-804985-2 {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:50:13.867951 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85e3f86f-0b64-4741-923e-5b95f8d46576 admin admin] Made reservation on behalf of c177458f827940eca63d43c35da60cc9 for: {'subnet': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:50:13.870837 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-85e3f86f-0b64-4741-923e-5b95f8d46576 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59388119'] for subnet, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:14.049580 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-85e3f86f-0b64-4741-923e-5b95f8d46576 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58902106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59388097'] for subnet, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:14.107770 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3f86f-0b64-4741-923e-5b95f8d46576 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e0b04d7-91bc-4d08-ace7-282b955d3d59,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:50:14.115388 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85e3f86f-0b64-4741-923e-5b95f8d46576 admin admin] Checking segment: {'id': '24b3cac9-08f5-49b4-bbff-3f6b210c3739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'ad0e9135-1159-4f24-a50b-d923a2261eff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:50:14.115749 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85e3f86f-0b64-4741-923e-5b95f8d46576 admin admin] Network hostable DHCP agents. Network: ad0e9135-1159-4f24-a50b-d923a2261eff, hostable agents: ['97c14208-2951-4361-8d64-3708c946ff5f'], hosted agents: [] {{(pid=106253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 12:50:14.133894 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85e3f86f-0b64-4741-923e-5b95f8d46576 admin admin] Network ad0e9135-1159-4f24-a50b-d923a2261eff is scheduled to be hosted by DHCP agent 97c14208-2951-4361-8d64-3708c946ff5f with binding_index 1 {{(pid=106253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 12:50:14.144314 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-85e3f86f-0b64-4741-923e-5b95f8d46576 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-2, ad0e9135-1159-4f24-a50b-d923a2261eff) {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:50:14.149313 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85e3f86f-0b64-4741-923e-5b95f8d46576 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:14.150772 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-85e3f86f-0b64-4741-923e-5b95f8d46576 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:14.154016 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50cc7879-2c23-4f0e-a8ad-a3138449ed3f None None] Network ad0e9135-1159-4f24-a50b-d923a2261eff requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:50:14.168836 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 52504) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:50:14.169386 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-85e3f86f-0b64-4741-923e-5b95f8d46576 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3335605 Aug 18 12:50:14.173590 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-73fac28e-cdfb-4c37-9187-66793c198f6b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-263605830-router', 'tenant_id': 'c177458f827940eca63d43c35da60cc9', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'}}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:50:14.195086 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-73fac28e-cdfb-4c37-9187-66793c198f6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-998592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15809'] for router, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:14.196089 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-73fac28e-cdfb-4c37-9187-66793c198f6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-992733', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-971415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15816'] for router, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:14.261221 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-73fac28e-cdfb-4c37-9187-66793c198f6b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:14.299354 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5e7924d-fe21-417d-81f5-dfc67358ce0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp788be208-34ab-5a8f-af0f-528834af222f-ad0e9135-1159-4f24-a50b-d923a2261eff', 'network_id': 'ad0e9135-1159-4f24-a50b-d923a2261eff', 'tenant_id': 'c177458f827940eca63d43c35da60cc9', 'fixed_ips': [{'subnet_id': '4e0b04d7-91bc-4d08-ace7-282b955d3d59'}]}} from n-d-804985-2. {{(pid=106254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 12:50:14.300205 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-c5e7924d-fe21-417d-81f5-dfc67358ce0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:14.405127 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-73fac28e-cdfb-4c37-9187-66793c198f6b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:14.436097 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.db_base_plugin_common [None req-c5e7924d-fe21-417d-81f5-dfc67358ce0b None None] Allocated IP 172.20.0.2 (ad0e9135-1159-4f24-a50b-d923a2261eff/4e0b04d7-91bc-4d08-ace7-282b955d3d59/563b46b4-7a1b-446e-bdcb-6801e46307e8) {{(pid=106254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:50:14.611523 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-73fac28e-cdfb-4c37-9187-66793c198f6b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:14.631187 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-73fac28e-cdfb-4c37-9187-66793c198f6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:14.739156 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [None req-73fac28e-cdfb-4c37-9187-66793c198f6b admin admin] Allocated IP 172.25.7.104 (7cae7a70-14fd-408c-b14d-39ceb97cb60e/9784295a-20b8-4a4b-b105-f82737f0448f/7ea982aa-e5ac-4fc5-8a34-b89f0b4e5764) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:50:14.747033 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-c5e7924d-fe21-417d-81f5-dfc67358ce0b None None] Notify callbacks [] for port, precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:14.755890 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-c5e7924d-fe21-417d-81f5-dfc67358ce0b None None] Transition to ACTIVE for port object 563b46b4-7a1b-446e-bdcb-6801e46307e8 will not be triggered until provisioned by entity L2. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:50:14.774435 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-c5e7924d-fe21-417d-81f5-dfc67358ce0b None None] Transition to ACTIVE for port object 563b46b4-7a1b-446e-bdcb-6801e46307e8 will not be triggered until provisioned by entity DHCP. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:50:14.781671 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-c5e7924d-fe21-417d-81f5-dfc67358ce0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547'] for port, after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:14.822477 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5e7924d-fe21-417d-81f5-dfc67358ce0b None None] Network ad0e9135-1159-4f24-a50b-d923a2261eff is already hosted by enough agents. {{(pid=106254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:50:14.825466 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.base_scheduler [None req-c5e7924d-fe21-417d-81f5-dfc67358ce0b None None] Resources bound (agent type, host, resource id): {{(pid=106254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:50:14.829828 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e7924d-fe21-417d-81f5-dfc67358ce0b None None] Received port after_create {{(pid=106254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:50:14.833033 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e7924d-fe21-417d-81f5-dfc67358ce0b None None] Pushing event updated for resources: {'Port': ['ID=563b46b4-7a1b-446e-bdcb-6801e46307e8,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:50:14.856281 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-73fac28e-cdfb-4c37-9187-66793c198f6b admin admin] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:14.886687 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-c5e7924d-fe21-417d-81f5-dfc67358ce0b None None] Attempting to bind port 563b46b4-7a1b-446e-bdcb-6801e46307e8 on host n-d-804985-2 for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:50:14.887261 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-c5e7924d-fe21-417d-81f5-dfc67358ce0b None None] Attempting to bind port 563b46b4-7a1b-446e-bdcb-6801e46307e8 by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': '24b3cac9-08f5-49b4-bbff-3f6b210c3739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'ad0e9135-1159-4f24-a50b-d923a2261eff'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:50:14.887363 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e7924d-fe21-417d-81f5-dfc67358ce0b None None] Attempting to bind port 563b46b4-7a1b-446e-bdcb-6801e46307e8 on network ad0e9135-1159-4f24-a50b-d923a2261eff {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:50:14.893208 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e7924d-fe21-417d-81f5-dfc67358ce0b None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 49, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:50:14.893577 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e7924d-fe21-417d-81f5-dfc67358ce0b None None] Checking segment: {'id': '24b3cac9-08f5-49b4-bbff-3f6b210c3739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'ad0e9135-1159-4f24-a50b-d923a2261eff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:50:14.894047 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-c5e7924d-fe21-417d-81f5-dfc67358ce0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:14.894498 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e7924d-fe21-417d-81f5-dfc67358ce0b None None] Bound using segment: {'id': '24b3cac9-08f5-49b4-bbff-3f6b210c3739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'ad0e9135-1159-4f24-a50b-d923a2261eff'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:50:14.894993 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-c5e7924d-fe21-417d-81f5-dfc67358ce0b None None] Bound port: 563b46b4-7a1b-446e-bdcb-6801e46307e8, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24b3cac9-08f5-49b4-bbff-3f6b210c3739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'ad0e9135-1159-4f24-a50b-d923a2261eff'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:50:14.895370 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-c5e7924d-fe21-417d-81f5-dfc67358ce0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:14.896658 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-73fac28e-cdfb-4c37-9187-66793c198f6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:14.932506 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73fac28e-cdfb-4c37-9187-66793c198f6b admin admin] Network 7cae7a70-14fd-408c-b14d-39ceb97cb60e is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:50:14.939529 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-73fac28e-cdfb-4c37-9187-66793c198f6b admin admin] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:50:14.942874 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73fac28e-cdfb-4c37-9187-66793c198f6b admin admin] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:50:14.948314 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fac28e-cdfb-4c37-9187-66793c198f6b admin admin] Pushing event updated for resources: {'Port': ['ID=7ea982aa-e5ac-4fc5-8a34-b89f0b4e5764,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:50:14.965034 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-c5e7924d-fe21-417d-81f5-dfc67358ce0b None None] For port 563b46b4-7a1b-446e-bdcb-6801e46307e8, host n-d-804985-2, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:50:14.968631 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-c5e7924d-fe21-417d-81f5-dfc67358ce0b None None] For port 563b46b4-7a1b-446e-bdcb-6801e46307e8, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=563b46b4-7a1b-446e-bdcb-6801e46307e8,segment=NetworkSegment(24b3cac9-08f5-49b4-bbff-3f6b210c3739),segment_id=24b3cac9-08f5-49b4-bbff-3f6b210c3739)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:50:14.975886 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-c5e7924d-fe21-417d-81f5-dfc67358ce0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:14.990127 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d15593d9-8fd5-4223-b37a-38ce061fcbf2 None None] Sync routers for ids ['d19e3799-aab1-47cb-b7c0-ef5439caeda2'] in n-d-804985-2 {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:50:15.000965 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d15593d9-8fd5-4223-b37a-38ce061fcbf2 None None] Routers {'d19e3799-aab1-47cb-b7c0-ef5439caeda2'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:50:15.001679 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-d15593d9-8fd5-4223-b37a-38ce061fcbf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:49:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['d19e3799-aab1-47cb-b7c0-ef5439caeda2'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:50:15.043887 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e7924d-fe21-417d-81f5-dfc67358ce0b None None] Pushing event updated for resources: {'Port': ['ID=563b46b4-7a1b-446e-bdcb-6801e46307e8,revision_number=2']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:50:15.119938 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-d15593d9-8fd5-4223-b37a-38ce061fcbf2 None None] Set router d19e3799-aab1-47cb-b7c0-ef5439caeda2 gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:50:15.222389 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 3307927b-c39f-4b28-bc90-65d6fa9f0684 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:50:15.244940 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-73fac28e-cdfb-4c37-9187-66793c198f6b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:15.316675 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port 3307927b-c39f-4b28-bc90-65d6fa9f0684 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:50:15.322155 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 3307927b-c39f-4b28-bc90-65d6fa9f0684 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:50:15.322807 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:15.389294 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-d15593d9-8fd5-4223-b37a-38ce061fcbf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd19e3799-aab1-47cb-b7c0-ef5439caeda2', 'name': 'tempest-TestMinimumBasicScenario-159681805-router', 'tenant_id': 'e4d96e3ea5ce40c6b9705a5acc5a651a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.239'}], 'enable_snat': True}, 'gw_port_id': '3307927b-c39f-4b28-bc90-65d6fa9f0684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:50:09Z', 'updated_at': '2021-08-18T12:50:12Z', 'revision_number': 4, 'project_id': 'e4d96e3ea5ce40c6b9705a5acc5a651a', 'gw_port': {'id': '3307927b-c39f-4b28-bc90-65d6fa9f0684', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:bf:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd19e3799-aab1-47cb-b7c0-ef5439caeda2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:50:10Z', 'updated_at': '2021-08-18T12:50:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': '57e4656f-3356-4a73-b6b7-0c580840ce7a', 'name': '', 'network_id': '033486d8-d8ae-48fb-bc31-d83326d2038c', 'tenant_id': 'e4d96e3ea5ce40c6b9705a5acc5a651a', 'mac_address': 'fa:16:3e:fc:ff:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd19e3799-aab1-47cb-b7c0-ef5439caeda2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'a3e74ef7-25dd-4d56-b0d4-d2b63a4a8203', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:50:11Z', 'updated_at': '2021-08-18T12:50:12Z', 'revision_number': 2, 'project_id': 'e4d96e3ea5ce40c6b9705a5acc5a651a', 'subnets': [{'id': 'a3e74ef7-25dd-4d56-b0d4-d2b63a4a8203', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:50:15.417126 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d15593d9-8fd5-4223-b37a-38ce061fcbf2 None None] Checking router: d19e3799-aab1-47cb-b7c0-ef5439caeda2 for host: n-d-804985-2 {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:50:15.417545 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d15593d9-8fd5-4223-b37a-38ce061fcbf2 None None] Updating router d19e3799-aab1-47cb-b7c0-ef5439caeda2 port 57e4656f-3356-4a73-b6b7-0c580840ce7a binding host n-d-804985-2 {{(pid=106255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 12:50:15.432748 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:15.446118 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-d15593d9-8fd5-4223-b37a-38ce061fcbf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:15.455891 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] For port 3307927b-c39f-4b28-bc90-65d6fa9f0684, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=3307927b-c39f-4b28-bc90-65d6fa9f0684,segment=NetworkSegment(c5a3db9d-5c58-41b1-9177-d5787a597b78),segment_id=c5a3db9d-5c58-41b1-9177-d5787a597b78)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:50:15.461876 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:15.511976 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Pushing event updated for resources: {'Port': ['ID=3307927b-c39f-4b28-bc90-65d6fa9f0684,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:50:15.727068 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-d15593d9-8fd5-4223-b37a-38ce061fcbf2 None None] Notify callbacks [] for port, precommit_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:15.738365 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-d15593d9-8fd5-4223-b37a-38ce061fcbf2 None None] Transition to ACTIVE for port object 57e4656f-3356-4a73-b6b7-0c580840ce7a will not be triggered until provisioned by entity L2. {{(pid=106255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:50:15.746600 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-d15593d9-8fd5-4223-b37a-38ce061fcbf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:15.749148 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-73fac28e-cdfb-4c37-9187-66793c198f6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-998473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-992536'] for router, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:15.793387 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.agents_db [None req-6dbb2658-0354-4101-8393-6e7505481cf6 None None] Agent healthcheck: found 7 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 12:50:15.801779 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f555ab-146e-4733-9dec-da637bcbff78 None None] Pushing event updated for resources: {'Port': ['ID=57e4656f-3356-4a73-b6b7-0c580840ce7a,revision_number=3']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:50:15.813995 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f555ab-146e-4733-9dec-da637bcbff78 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:50:15.814413 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f555ab-146e-4733-9dec-da637bcbff78 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:50:15.814725 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f555ab-146e-4733-9dec-da637bcbff78 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:50:15.815050 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f555ab-146e-4733-9dec-da637bcbff78 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:50:15.815375 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f555ab-146e-4733-9dec-da637bcbff78 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:50:15.815692 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f555ab-146e-4733-9dec-da637bcbff78 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:50:15.816004 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f555ab-146e-4733-9dec-da637bcbff78 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:50:15.816294 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f555ab-146e-4733-9dec-da637bcbff78 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:50:15.816649 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f555ab-146e-4733-9dec-da637bcbff78 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:50:15.816961 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f555ab-146e-4733-9dec-da637bcbff78 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:50:15.817271 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f555ab-146e-4733-9dec-da637bcbff78 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:50:15.817570 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f555ab-146e-4733-9dec-da637bcbff78 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:50:15.869314 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-d15593d9-8fd5-4223-b37a-38ce061fcbf2 None None] Attempting to bind port 57e4656f-3356-4a73-b6b7-0c580840ce7a on host n-d-804985-2 for vnic_type normal with profile {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:50:15.869705 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-d15593d9-8fd5-4223-b37a-38ce061fcbf2 None None] Attempting to bind port 57e4656f-3356-4a73-b6b7-0c580840ce7a by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': '46a98381-1b7e-4c32-83fb-048c2790a005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '033486d8-d8ae-48fb-bc31-d83326d2038c'}] {{(pid=106255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:50:15.870065 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15593d9-8fd5-4223-b37a-38ce061fcbf2 None None] Attempting to bind port 57e4656f-3356-4a73-b6b7-0c580840ce7a on network 033486d8-d8ae-48fb-bc31-d83326d2038c {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:50:15.876035 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15593d9-8fd5-4223-b37a-38ce061fcbf2 None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 49, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:50:15.876409 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15593d9-8fd5-4223-b37a-38ce061fcbf2 None None] Checking segment: {'id': '46a98381-1b7e-4c32-83fb-048c2790a005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '033486d8-d8ae-48fb-bc31-d83326d2038c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:50:15.877682 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-d15593d9-8fd5-4223-b37a-38ce061fcbf2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:15.878076 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15593d9-8fd5-4223-b37a-38ce061fcbf2 None None] Bound using segment: {'id': '46a98381-1b7e-4c32-83fb-048c2790a005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '033486d8-d8ae-48fb-bc31-d83326d2038c'} {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:50:15.878541 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-d15593d9-8fd5-4223-b37a-38ce061fcbf2 None None] Bound port: 57e4656f-3356-4a73-b6b7-0c580840ce7a, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46a98381-1b7e-4c32-83fb-048c2790a005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '033486d8-d8ae-48fb-bc31-d83326d2038c'}}] {{(pid=106255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:50:15.879185 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-d15593d9-8fd5-4223-b37a-38ce061fcbf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:15.898027 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73fac28e-cdfb-4c37-9187-66793c198f6b admin admin] Router 4e81d300-fae6-408f-a8a2-f3a37416e2ee is scheduled to L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 with binding_index 1 {{(pid=106252) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 12:50:15.952283 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-d15593d9-8fd5-4223-b37a-38ce061fcbf2 None None] For port 57e4656f-3356-4a73-b6b7-0c580840ce7a, host n-d-804985-2, cleared binding levels {{(pid=106255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:50:15.957551 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-d15593d9-8fd5-4223-b37a-38ce061fcbf2 None None] For port 57e4656f-3356-4a73-b6b7-0c580840ce7a, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=57e4656f-3356-4a73-b6b7-0c580840ce7a,segment=NetworkSegment(46a98381-1b7e-4c32-83fb-048c2790a005),segment_id=46a98381-1b7e-4c32-83fb-048c2790a005)] {{(pid=106255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:50:15.963383 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-d15593d9-8fd5-4223-b37a-38ce061fcbf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:16.020914 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73fac28e-cdfb-4c37-9187-66793c198f6b admin admin] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:50:16.031757 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eecbc083-33aa-4910-b3b9-d535a5d7c1d1 None None] Sync routers for ids ['4e81d300-fae6-408f-a8a2-f3a37416e2ee'] in n-d-804985-2 {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:50:16.040549 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f555ab-146e-4733-9dec-da637bcbff78 None None] Pushing event updated for resources: {'Port': ['ID=57e4656f-3356-4a73-b6b7-0c580840ce7a,revision_number=4']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:50:16.042780 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-73fac28e-cdfb-4c37-9187-66793c198f6b admin admin] Notify callbacks [] for router, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:16.049824 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-73fac28e-cdfb-4c37-9187-66793c198f6b admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8798280 Aug 18 12:50:16.052516 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 52506) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:50:16.053180 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d15593d9-8fd5-4223-b37a-38ce061fcbf2 None None] Routers {'d19e3799-aab1-47cb-b7c0-ef5439caeda2'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:50:16.054056 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-d15593d9-8fd5-4223-b37a-38ce061fcbf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:49:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['d19e3799-aab1-47cb-b7c0-ef5439caeda2'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:50:16.056647 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eecbc083-33aa-4910-b3b9-d535a5d7c1d1 None None] Routers {'4e81d300-fae6-408f-a8a2-f3a37416e2ee'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:50:16.057282 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-eecbc083-33aa-4910-b3b9-d535a5d7c1d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:49:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['4e81d300-fae6-408f-a8a2-f3a37416e2ee'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:50:16.212299 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-eecbc083-33aa-4910-b3b9-d535a5d7c1d1 None None] Set router 4e81d300-fae6-408f-a8a2-f3a37416e2ee gateway port host: n-d-804985-2 {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:50:16.277666 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-073e43fd-66f7-4327-b9bf-dc3ac2606dcc None None] Network ad0e9135-1159-4f24-a50b-d923a2261eff requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:50:16.342327 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-d15593d9-8fd5-4223-b37a-38ce061fcbf2 None None] Set router d19e3799-aab1-47cb-b7c0-ef5439caeda2 gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:50:16.389010 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-c5257ca1-2a53-4e1a-beca-ad6babd662a7 None None] Provisioning for port 563b46b4-7a1b-446e-bdcb-6801e46307e8 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:50:16.554610 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-eecbc083-33aa-4910-b3b9-d535a5d7c1d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e81d300-fae6-408f-a8a2-f3a37416e2ee', 'name': 'tempest-TestMinimumBasicScenario-263605830-router', 'tenant_id': 'c177458f827940eca63d43c35da60cc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.104'}], 'enable_snat': True}, 'gw_port_id': '7ea982aa-e5ac-4fc5-8a34-b89f0b4e5764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:50:14Z', 'updated_at': '2021-08-18T12:50:15Z', 'revision_number': 3, 'project_id': 'c177458f827940eca63d43c35da60cc9', 'gw_port': {'id': '7ea982aa-e5ac-4fc5-8a34-b89f0b4e5764', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:f8:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e81d300-fae6-408f-a8a2-f3a37416e2ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:50:14Z', 'updated_at': '2021-08-18T12:50:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:50:16.560862 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-d15593d9-8fd5-4223-b37a-38ce061fcbf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd19e3799-aab1-47cb-b7c0-ef5439caeda2', 'name': 'tempest-TestMinimumBasicScenario-159681805-router', 'tenant_id': 'e4d96e3ea5ce40c6b9705a5acc5a651a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.239'}], 'enable_snat': True}, 'gw_port_id': '3307927b-c39f-4b28-bc90-65d6fa9f0684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:50:09Z', 'updated_at': '2021-08-18T12:50:12Z', 'revision_number': 4, 'project_id': 'e4d96e3ea5ce40c6b9705a5acc5a651a', 'gw_port': {'id': '3307927b-c39f-4b28-bc90-65d6fa9f0684', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:bf:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19e3799-aab1-47cb-b7c0-ef5439caeda2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:50:10Z', 'updated_at': '2021-08-18T12:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': '57e4656f-3356-4a73-b6b7-0c580840ce7a', 'name': '', 'network_id': '033486d8-d8ae-48fb-bc31-d83326d2038c', 'tenant_id': 'e4d96e3ea5ce40c6b9705a5acc5a651a', 'mac_address': 'fa:16:3e:fc:ff:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd19e3799-aab1-47cb-b7c0-ef5439caeda2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'a3e74ef7-25dd-4d56-b0d4-d2b63a4a8203', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:50:11Z', 'updated_at': '2021-08-18T12:50:15Z', 'revision_number': 4, 'project_id': 'e4d96e3ea5ce40c6b9705a5acc5a651a', 'subnets': [{'id': 'a3e74ef7-25dd-4d56-b0d4-d2b63a4a8203', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:50:16.571323 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-9ccd8f7d-2f7a-430a-bb9a-4c2b26a53097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:16.583499 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eecbc083-33aa-4910-b3b9-d535a5d7c1d1 None None] Checking router: 4e81d300-fae6-408f-a8a2-f3a37416e2ee for host: n-d-804985-2 {{(pid=106254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:50:16.583851 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eecbc083-33aa-4910-b3b9-d535a5d7c1d1 None None] Updating router 4e81d300-fae6-408f-a8a2-f3a37416e2ee port 7ea982aa-e5ac-4fc5-8a34-b89f0b4e5764 binding host n-d-804985-2 {{(pid=106254) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 12:50:16.587953 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d15593d9-8fd5-4223-b37a-38ce061fcbf2 None None] The sync data for ids ['d19e3799-aab1-47cb-b7c0-ef5439caeda2'] in n-d-804985-2 is: [{'id': 'd19e3799-aab1-47cb-b7c0-ef5439caeda2', 'name': 'tempest-TestMinimumBasicScenario-159681805-router', 'tenant_id': 'e4d96e3ea5ce40c6b9705a5acc5a651a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.239'}], 'enable_snat': True}, 'gw_port_id': '3307927b-c39f-4b28-bc90-65d6fa9f0684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:50:09Z', 'updated_at': '2021-08-18T12:50:12Z', 'revision_number': 4, 'project_id': 'e4d96e3ea5ce40c6b9705a5acc5a651a', 'gw_port': {'id': '3307927b-c39f-4b28-bc90-65d6fa9f0684', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:bf:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19e3799-aab1-47cb-b7c0-ef5439caeda2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:50:10Z', 'updated_at': '2021-08-18T12:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': '57e4656f-3356-4a73-b6b7-0c580840ce7a', 'name': '', 'network_id': '033486d8-d8ae-48fb-bc31-d83326d2038c', 'tenant_id': 'e4d96e3ea5ce40c6b9705a5acc5a651a', 'mac_address': 'fa:16:3e:fc:ff:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd19e3799-aab1-47cb-b7c0-ef5439caeda2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'a3e74ef7-25dd-4d56-b0d4-d2b63a4a8203', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:50:11Z', 'updated_at': '2021-08-18T12:50:15Z', 'revision_number': 4, 'project_id': 'e4d96e3ea5ce40c6b9705a5acc5a651a', 'subnets': [{'id': 'a3e74ef7-25dd-4d56-b0d4-d2b63a4a8203', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:50:16.616016 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-eecbc083-33aa-4910-b3b9-d535a5d7c1d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:16.757792 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [None req-9ccd8f7d-2f7a-430a-bb9a-4c2b26a53097 admin admin] Allocated IP 172.20.0.1 (ad0e9135-1159-4f24-a50b-d923a2261eff/4e0b04d7-91bc-4d08-ace7-282b955d3d59/d45b0eaa-e282-4a4a-93e7-f4b9316600e8) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:50:16.874354 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-9ccd8f7d-2f7a-430a-bb9a-4c2b26a53097 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:16.891481 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [None req-9ccd8f7d-2f7a-430a-bb9a-4c2b26a53097 admin admin] Transition to ACTIVE for port object d45b0eaa-e282-4a4a-93e7-f4b9316600e8 will not be triggered until provisioned by entity DHCP. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:50:16.930319 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-9ccd8f7d-2f7a-430a-bb9a-4c2b26a53097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:16.938485 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-eecbc083-33aa-4910-b3b9-d535a5d7c1d1 None None] Notify callbacks [] for port, precommit_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:16.951129 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-eecbc083-33aa-4910-b3b9-d535a5d7c1d1 None None] Transition to ACTIVE for port object 7ea982aa-e5ac-4fc5-8a34-b89f0b4e5764 will not be triggered until provisioned by entity L2. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:50:16.958707 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-eecbc083-33aa-4910-b3b9-d535a5d7c1d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:16.966166 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ccd8f7d-2f7a-430a-bb9a-4c2b26a53097 admin admin] Network ad0e9135-1159-4f24-a50b-d923a2261eff is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:50:16.970918 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-9ccd8f7d-2f7a-430a-bb9a-4c2b26a53097 admin admin] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:50:16.974506 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ccd8f7d-2f7a-430a-bb9a-4c2b26a53097 admin admin] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:50:16.999802 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-eecbc083-33aa-4910-b3b9-d535a5d7c1d1 None None] Attempting to bind port 7ea982aa-e5ac-4fc5-8a34-b89f0b4e5764 on host n-d-804985-2 for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:50:17.000603 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-eecbc083-33aa-4910-b3b9-d535a5d7c1d1 None None] Attempting to bind port 7ea982aa-e5ac-4fc5-8a34-b89f0b4e5764 by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:50:17.000796 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eecbc083-33aa-4910-b3b9-d535a5d7c1d1 None None] Attempting to bind port 7ea982aa-e5ac-4fc5-8a34-b89f0b4e5764 on network 7cae7a70-14fd-408c-b14d-39ceb97cb60e {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:50:17.011954 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccd8f7d-2f7a-430a-bb9a-4c2b26a53097 admin admin] Pushing event updated for resources: {'Port': ['ID=d45b0eaa-e282-4a4a-93e7-f4b9316600e8,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:50:17.025469 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-9ccd8f7d-2f7a-430a-bb9a-4c2b26a53097 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-996688'] for router_interface, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:17.030345 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eecbc083-33aa-4910-b3b9-d535a5d7c1d1 None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 49, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:50:17.030915 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eecbc083-33aa-4910-b3b9-d535a5d7c1d1 None None] Checking segment: {'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:50:17.031442 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-eecbc083-33aa-4910-b3b9-d535a5d7c1d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:17.031942 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eecbc083-33aa-4910-b3b9-d535a5d7c1d1 None None] Bound using segment: {'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:50:17.032708 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-eecbc083-33aa-4910-b3b9-d535a5d7c1d1 None None] Bound port: 7ea982aa-e5ac-4fc5-8a34-b89f0b4e5764, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:50:17.033010 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-eecbc083-33aa-4910-b3b9-d535a5d7c1d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:17.089522 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa36b78-8b3c-4e31-8bd3-abd32ce8daa7 None None] Pushing event updated for resources: {'Port': ['ID=7ea982aa-e5ac-4fc5-8a34-b89f0b4e5764,revision_number=2']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:50:17.107719 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-eecbc083-33aa-4910-b3b9-d535a5d7c1d1 None None] For port 7ea982aa-e5ac-4fc5-8a34-b89f0b4e5764, host n-d-804985-2, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:50:17.113839 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-eecbc083-33aa-4910-b3b9-d535a5d7c1d1 None None] For port 7ea982aa-e5ac-4fc5-8a34-b89f0b4e5764, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=7ea982aa-e5ac-4fc5-8a34-b89f0b4e5764,segment=NetworkSegment(c5a3db9d-5c58-41b1-9177-d5787a597b78),segment_id=c5a3db9d-5c58-41b1-9177-d5787a597b78)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:50:17.122724 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-eecbc083-33aa-4910-b3b9-d535a5d7c1d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:17.185535 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-9ccd8f7d-2f7a-430a-bb9a-4c2b26a53097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:17.194459 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eecbc083-33aa-4910-b3b9-d535a5d7c1d1 None None] Routers {'4e81d300-fae6-408f-a8a2-f3a37416e2ee'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:50:17.195254 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-eecbc083-33aa-4910-b3b9-d535a5d7c1d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:49:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['4e81d300-fae6-408f-a8a2-f3a37416e2ee'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:50:17.247719 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa36b78-8b3c-4e31-8bd3-abd32ce8daa7 None None] Pushing event updated for resources: {'Port': ['ID=7ea982aa-e5ac-4fc5-8a34-b89f0b4e5764,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:50:17.346612 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-72bfa98a-9f9c-4e1d-b9f1-97938c249bdf None None] Provisioning for port d45b0eaa-e282-4a4a-93e7-f4b9316600e8 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:50:17.363869 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-72bfa98a-9f9c-4e1d-b9f1-97938c249bdf None None] Provisioning complete for port d45b0eaa-e282-4a4a-93e7-f4b9316600e8 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:50:17.364182 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-72bfa98a-9f9c-4e1d-b9f1-97938c249bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:17.369899 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-eecbc083-33aa-4910-b3b9-d535a5d7c1d1 None None] Set router 4e81d300-fae6-408f-a8a2-f3a37416e2ee gateway port host: n-d-804985-2 {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:50:17.398506 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-9ccd8f7d-2f7a-430a-bb9a-4c2b26a53097 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:17.403386 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-9ccd8f7d-2f7a-430a-bb9a-4c2b26a53097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:17.411565 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 3307927b-c39f-4b28-bc90-65d6fa9f0684 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:50:17.475411 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccd8f7d-2f7a-430a-bb9a-4c2b26a53097 admin admin] Pushing event updated for resources: {'Port': ['ID=d45b0eaa-e282-4a4a-93e7-f4b9316600e8,revision_number=2']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:50:17.479011 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-9ccd8f7d-2f7a-430a-bb9a-4c2b26a53097 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-996772'] for router_interface, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:17.495733 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-72bfa98a-9f9c-4e1d-b9f1-97938c249bdf None None] Port d45b0eaa-e282-4a4a-93e7-f4b9316600e8 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:50:17.561719 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 3307927b-c39f-4b28-bc90-65d6fa9f0684 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:50:17.562455 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:17.573169 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ccd8f7d-2f7a-430a-bb9a-4c2b26a53097 admin admin] Network ad0e9135-1159-4f24-a50b-d923a2261eff is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:50:17.574539 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-9ccd8f7d-2f7a-430a-bb9a-4c2b26a53097 admin admin] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:50:17.696212 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 563b46b4-7a1b-446e-bdcb-6801e46307e8 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:50:17.698524 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ccd8f7d-2f7a-430a-bb9a-4c2b26a53097 admin admin] Router 4e81d300-fae6-408f-a8a2-f3a37416e2ee has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:50:17.720277 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-eecbc083-33aa-4910-b3b9-d535a5d7c1d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e81d300-fae6-408f-a8a2-f3a37416e2ee', 'name': 'tempest-TestMinimumBasicScenario-263605830-router', 'tenant_id': 'c177458f827940eca63d43c35da60cc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.104'}], 'enable_snat': True}, 'gw_port_id': '7ea982aa-e5ac-4fc5-8a34-b89f0b4e5764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:50:14Z', 'updated_at': '2021-08-18T12:50:17Z', 'revision_number': 4, 'project_id': 'c177458f827940eca63d43c35da60cc9', 'gw_port': {'id': '7ea982aa-e5ac-4fc5-8a34-b89f0b4e5764', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:f8:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e81d300-fae6-408f-a8a2-f3a37416e2ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:50:14Z', 'updated_at': '2021-08-18T12:50:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': 'd45b0eaa-e282-4a4a-93e7-f4b9316600e8', 'name': '', 'network_id': 'ad0e9135-1159-4f24-a50b-d923a2261eff', 'tenant_id': 'c177458f827940eca63d43c35da60cc9', 'mac_address': 'fa:16:3e:87:96:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e81d300-fae6-408f-a8a2-f3a37416e2ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '4e0b04d7-91bc-4d08-ace7-282b955d3d59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:50:16Z', 'updated_at': '2021-08-18T12:50:16Z', 'revision_number': 1, 'project_id': 'c177458f827940eca63d43c35da60cc9', 'subnets': [{'id': '4e0b04d7-91bc-4d08-ace7-282b955d3d59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:50:17.756737 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eecbc083-33aa-4910-b3b9-d535a5d7c1d1 None None] The sync data for ids ['4e81d300-fae6-408f-a8a2-f3a37416e2ee'] in n-d-804985-2 is: [{'id': '4e81d300-fae6-408f-a8a2-f3a37416e2ee', 'name': 'tempest-TestMinimumBasicScenario-263605830-router', 'tenant_id': 'c177458f827940eca63d43c35da60cc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.104'}], 'enable_snat': True}, 'gw_port_id': '7ea982aa-e5ac-4fc5-8a34-b89f0b4e5764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:50:14Z', 'updated_at': '2021-08-18T12:50:17Z', 'revision_number': 4, 'project_id': 'c177458f827940eca63d43c35da60cc9', 'gw_port': {'id': '7ea982aa-e5ac-4fc5-8a34-b89f0b4e5764', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:f8:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e81d300-fae6-408f-a8a2-f3a37416e2ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:50:14Z', 'updated_at': '2021-08-18T12:50:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': 'd45b0eaa-e282-4a4a-93e7-f4b9316600e8', 'name': '', 'network_id': 'ad0e9135-1159-4f24-a50b-d923a2261eff', 'tenant_id': 'c177458f827940eca63d43c35da60cc9', 'mac_address': 'fa:16:3e:87:96:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e81d300-fae6-408f-a8a2-f3a37416e2ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '4e0b04d7-91bc-4d08-ace7-282b955d3d59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:50:16Z', 'updated_at': '2021-08-18T12:50:16Z', 'revision_number': 1, 'project_id': 'c177458f827940eca63d43c35da60cc9', 'subnets': [{'id': '4e0b04d7-91bc-4d08-ace7-282b955d3d59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:50:17.782025 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port 563b46b4-7a1b-446e-bdcb-6801e46307e8 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:50:17.786196 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 563b46b4-7a1b-446e-bdcb-6801e46307e8 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:50:17.786720 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:17.823323 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ccd8f7d-2f7a-430a-bb9a-4c2b26a53097 admin admin] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:50:17.833052 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-9ccd8f7d-2f7a-430a-bb9a-4c2b26a53097 admin admin] 10.222.0.66 "PUT /v2.0/routers/4e81d300-fae6-408f-a8a2-f3a37416e2ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7793593 Aug 18 12:50:17.841630 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-77684a5a-801b-4fb6-9fbf-2cb35aeae77a None None] Provisioning complete for port d45b0eaa-e282-4a4a-93e7-f4b9316600e8 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:50:17.842052 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-77684a5a-801b-4fb6-9fbf-2cb35aeae77a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:17.902707 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-77684a5a-801b-4fb6-9fbf-2cb35aeae77a None None] Port d45b0eaa-e282-4a4a-93e7-f4b9316600e8 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:50:17.904300 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:17.941763 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] For port 563b46b4-7a1b-446e-bdcb-6801e46307e8, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=563b46b4-7a1b-446e-bdcb-6801e46307e8,segment=NetworkSegment(24b3cac9-08f5-49b4-bbff-3f6b210c3739),segment_id=24b3cac9-08f5-49b4-bbff-3f6b210c3739)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:50:17.949331 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:17.950266 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 57e4656f-3356-4a73-b6b7-0c580840ce7a up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:50:18.060520 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Pushing event updated for resources: {'Port': ['ID=563b46b4-7a1b-446e-bdcb-6801e46307e8,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:50:18.076228 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port 57e4656f-3356-4a73-b6b7-0c580840ce7a completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:50:18.086233 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 57e4656f-3356-4a73-b6b7-0c580840ce7a triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:50:18.086703 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:18.177267 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:18.390666 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] For port 57e4656f-3356-4a73-b6b7-0c580840ce7a, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=57e4656f-3356-4a73-b6b7-0c580840ce7a,segment=NetworkSegment(46a98381-1b7e-4c32-83fb-048c2790a005),segment_id=46a98381-1b7e-4c32-83fb-048c2790a005)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:50:18.396754 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:18.456438 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Pushing event updated for resources: {'Port': ['ID=57e4656f-3356-4a73-b6b7-0c580840ce7a,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:50:18.537934 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8bab48f9-134f-4389-b836-8384dda642cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:19.187498 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 57e4656f-3356-4a73-b6b7-0c580840ce7a up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:50:19.242571 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 57e4656f-3356-4a73-b6b7-0c580840ce7a triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:50:19.243689 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:19.347072 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 563b46b4-7a1b-446e-bdcb-6801e46307e8 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:50:19.418467 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 563b46b4-7a1b-446e-bdcb-6801e46307e8 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:50:19.419166 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:20.917789 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de5cdc0d-7724-448f-9270-6a5eb409329c None None] Sync routers for ids ['4e81d300-fae6-408f-a8a2-f3a37416e2ee'] in n-d-804985-2 {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:50:20.928245 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de5cdc0d-7724-448f-9270-6a5eb409329c None None] Routers {'4e81d300-fae6-408f-a8a2-f3a37416e2ee'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:50:20.928974 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-de5cdc0d-7724-448f-9270-6a5eb409329c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:49:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['4e81d300-fae6-408f-a8a2-f3a37416e2ee'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:50:21.038541 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-de5cdc0d-7724-448f-9270-6a5eb409329c None None] Set router 4e81d300-fae6-408f-a8a2-f3a37416e2ee gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:50:21.216905 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 7ea982aa-e5ac-4fc5-8a34-b89f0b4e5764 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:50:21.278712 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port 7ea982aa-e5ac-4fc5-8a34-b89f0b4e5764 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:50:21.283627 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 7ea982aa-e5ac-4fc5-8a34-b89f0b4e5764 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:50:21.284002 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:21.307240 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-de5cdc0d-7724-448f-9270-6a5eb409329c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e81d300-fae6-408f-a8a2-f3a37416e2ee', 'name': 'tempest-TestMinimumBasicScenario-263605830-router', 'tenant_id': 'c177458f827940eca63d43c35da60cc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.104'}], 'enable_snat': True}, 'gw_port_id': '7ea982aa-e5ac-4fc5-8a34-b89f0b4e5764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:50:14Z', 'updated_at': '2021-08-18T12:50:17Z', 'revision_number': 4, 'project_id': 'c177458f827940eca63d43c35da60cc9', 'gw_port': {'id': '7ea982aa-e5ac-4fc5-8a34-b89f0b4e5764', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:f8:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e81d300-fae6-408f-a8a2-f3a37416e2ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:50:14Z', 'updated_at': '2021-08-18T12:50:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': 'd45b0eaa-e282-4a4a-93e7-f4b9316600e8', 'name': '', 'network_id': 'ad0e9135-1159-4f24-a50b-d923a2261eff', 'tenant_id': 'c177458f827940eca63d43c35da60cc9', 'mac_address': 'fa:16:3e:87:96:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e81d300-fae6-408f-a8a2-f3a37416e2ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '4e0b04d7-91bc-4d08-ace7-282b955d3d59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:50:16Z', 'updated_at': '2021-08-18T12:50:17Z', 'revision_number': 2, 'project_id': 'c177458f827940eca63d43c35da60cc9', 'subnets': [{'id': '4e0b04d7-91bc-4d08-ace7-282b955d3d59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:50:21.341490 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de5cdc0d-7724-448f-9270-6a5eb409329c None None] Checking router: 4e81d300-fae6-408f-a8a2-f3a37416e2ee for host: n-d-804985-2 {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:50:21.342311 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de5cdc0d-7724-448f-9270-6a5eb409329c None None] Updating router 4e81d300-fae6-408f-a8a2-f3a37416e2ee port d45b0eaa-e282-4a4a-93e7-f4b9316600e8 binding host n-d-804985-2 {{(pid=106255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 12:50:21.369914 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-de5cdc0d-7724-448f-9270-6a5eb409329c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:21.377552 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:21.402278 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] For port 7ea982aa-e5ac-4fc5-8a34-b89f0b4e5764, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=7ea982aa-e5ac-4fc5-8a34-b89f0b4e5764,segment=NetworkSegment(c5a3db9d-5c58-41b1-9177-d5787a597b78),segment_id=c5a3db9d-5c58-41b1-9177-d5787a597b78)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:50:21.409221 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:21.467685 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Pushing event updated for resources: {'Port': ['ID=7ea982aa-e5ac-4fc5-8a34-b89f0b4e5764,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:50:21.514332 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:21.683112 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-de5cdc0d-7724-448f-9270-6a5eb409329c None None] Notify callbacks [] for port, precommit_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:21.696329 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-de5cdc0d-7724-448f-9270-6a5eb409329c None None] Transition to ACTIVE for port object d45b0eaa-e282-4a4a-93e7-f4b9316600e8 will not be triggered until provisioned by entity L2. {{(pid=106255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:50:21.705196 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-de5cdc0d-7724-448f-9270-6a5eb409329c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:21.754727 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f093fe-152c-4da4-8157-2517985b34d0 None None] Pushing event updated for resources: {'Port': ['ID=d45b0eaa-e282-4a4a-93e7-f4b9316600e8,revision_number=3']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:50:21.801714 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-f56357bf-3a39-4f5c-90c6-79640df7f693 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:21.819628 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-de5cdc0d-7724-448f-9270-6a5eb409329c None None] Attempting to bind port d45b0eaa-e282-4a4a-93e7-f4b9316600e8 on host n-d-804985-2 for vnic_type normal with profile {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:50:21.820045 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-de5cdc0d-7724-448f-9270-6a5eb409329c None None] Attempting to bind port d45b0eaa-e282-4a4a-93e7-f4b9316600e8 by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': '24b3cac9-08f5-49b4-bbff-3f6b210c3739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'ad0e9135-1159-4f24-a50b-d923a2261eff'}] {{(pid=106255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:50:21.820581 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5cdc0d-7724-448f-9270-6a5eb409329c None None] Attempting to bind port d45b0eaa-e282-4a4a-93e7-f4b9316600e8 on network ad0e9135-1159-4f24-a50b-d923a2261eff {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:50:21.826430 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5cdc0d-7724-448f-9270-6a5eb409329c None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 50, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:50:21.826874 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5cdc0d-7724-448f-9270-6a5eb409329c None None] Checking segment: {'id': '24b3cac9-08f5-49b4-bbff-3f6b210c3739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'ad0e9135-1159-4f24-a50b-d923a2261eff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:50:21.827359 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-de5cdc0d-7724-448f-9270-6a5eb409329c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:21.827801 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5cdc0d-7724-448f-9270-6a5eb409329c None None] Bound using segment: {'id': '24b3cac9-08f5-49b4-bbff-3f6b210c3739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'ad0e9135-1159-4f24-a50b-d923a2261eff'} {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:50:21.828311 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-de5cdc0d-7724-448f-9270-6a5eb409329c None None] Bound port: d45b0eaa-e282-4a4a-93e7-f4b9316600e8, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24b3cac9-08f5-49b4-bbff-3f6b210c3739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'ad0e9135-1159-4f24-a50b-d923a2261eff'}}] {{(pid=106255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:50:21.828820 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-de5cdc0d-7724-448f-9270-6a5eb409329c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:21.957905 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-de5cdc0d-7724-448f-9270-6a5eb409329c None None] For port d45b0eaa-e282-4a4a-93e7-f4b9316600e8, host n-d-804985-2, cleared binding levels {{(pid=106255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:50:21.966859 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-de5cdc0d-7724-448f-9270-6a5eb409329c None None] For port d45b0eaa-e282-4a4a-93e7-f4b9316600e8, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=d45b0eaa-e282-4a4a-93e7-f4b9316600e8,segment=NetworkSegment(24b3cac9-08f5-49b4-bbff-3f6b210c3739),segment_id=24b3cac9-08f5-49b4-bbff-3f6b210c3739)] {{(pid=106255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:50:21.972714 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-de5cdc0d-7724-448f-9270-6a5eb409329c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:22.036517 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de5cdc0d-7724-448f-9270-6a5eb409329c None None] Routers {'4e81d300-fae6-408f-a8a2-f3a37416e2ee'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:50:22.037164 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-de5cdc0d-7724-448f-9270-6a5eb409329c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:50:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['4e81d300-fae6-408f-a8a2-f3a37416e2ee'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:50:22.102030 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f093fe-152c-4da4-8157-2517985b34d0 None None] Pushing event updated for resources: {'Port': ['ID=d45b0eaa-e282-4a4a-93e7-f4b9316600e8,revision_number=4']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:50:22.222881 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-de5cdc0d-7724-448f-9270-6a5eb409329c None None] Set router 4e81d300-fae6-408f-a8a2-f3a37416e2ee gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:50:22.387871 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-53584c24-f517-494e-ac93-c18bb92373f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:22.456053 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-de5cdc0d-7724-448f-9270-6a5eb409329c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e81d300-fae6-408f-a8a2-f3a37416e2ee', 'name': 'tempest-TestMinimumBasicScenario-263605830-router', 'tenant_id': 'c177458f827940eca63d43c35da60cc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.104'}], 'enable_snat': True}, 'gw_port_id': '7ea982aa-e5ac-4fc5-8a34-b89f0b4e5764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:50:14Z', 'updated_at': '2021-08-18T12:50:17Z', 'revision_number': 4, 'project_id': 'c177458f827940eca63d43c35da60cc9', 'gw_port': {'id': '7ea982aa-e5ac-4fc5-8a34-b89f0b4e5764', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:f8:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e81d300-fae6-408f-a8a2-f3a37416e2ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:50:14Z', 'updated_at': '2021-08-18T12:50:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': 'd45b0eaa-e282-4a4a-93e7-f4b9316600e8', 'name': '', 'network_id': 'ad0e9135-1159-4f24-a50b-d923a2261eff', 'tenant_id': 'c177458f827940eca63d43c35da60cc9', 'mac_address': 'fa:16:3e:87:96:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e81d300-fae6-408f-a8a2-f3a37416e2ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '4e0b04d7-91bc-4d08-ace7-282b955d3d59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:50:16Z', 'updated_at': '2021-08-18T12:50:21Z', 'revision_number': 4, 'project_id': 'c177458f827940eca63d43c35da60cc9', 'subnets': [{'id': '4e0b04d7-91bc-4d08-ace7-282b955d3d59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:50:22.483640 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de5cdc0d-7724-448f-9270-6a5eb409329c None None] The sync data for ids ['4e81d300-fae6-408f-a8a2-f3a37416e2ee'] in n-d-804985-2 is: [{'id': '4e81d300-fae6-408f-a8a2-f3a37416e2ee', 'name': 'tempest-TestMinimumBasicScenario-263605830-router', 'tenant_id': 'c177458f827940eca63d43c35da60cc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.104'}], 'enable_snat': True}, 'gw_port_id': '7ea982aa-e5ac-4fc5-8a34-b89f0b4e5764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:50:14Z', 'updated_at': '2021-08-18T12:50:17Z', 'revision_number': 4, 'project_id': 'c177458f827940eca63d43c35da60cc9', 'gw_port': {'id': '7ea982aa-e5ac-4fc5-8a34-b89f0b4e5764', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:f8:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e81d300-fae6-408f-a8a2-f3a37416e2ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:50:14Z', 'updated_at': '2021-08-18T12:50:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': 'd45b0eaa-e282-4a4a-93e7-f4b9316600e8', 'name': '', 'network_id': 'ad0e9135-1159-4f24-a50b-d923a2261eff', 'tenant_id': 'c177458f827940eca63d43c35da60cc9', 'mac_address': 'fa:16:3e:87:96:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e81d300-fae6-408f-a8a2-f3a37416e2ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '4e0b04d7-91bc-4d08-ace7-282b955d3d59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:50:16Z', 'updated_at': '2021-08-18T12:50:21Z', 'revision_number': 4, 'project_id': 'c177458f827940eca63d43c35da60cc9', 'subnets': [{'id': '4e0b04d7-91bc-4d08-ace7-282b955d3d59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:50:23.208796 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device d45b0eaa-e282-4a4a-93e7-f4b9316600e8 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:50:23.263437 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port d45b0eaa-e282-4a4a-93e7-f4b9316600e8 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:50:23.267954 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port d45b0eaa-e282-4a4a-93e7-f4b9316600e8 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:50:23.268321 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:23.347951 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:23.386764 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] For port d45b0eaa-e282-4a4a-93e7-f4b9316600e8, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=d45b0eaa-e282-4a4a-93e7-f4b9316600e8,segment=NetworkSegment(24b3cac9-08f5-49b4-bbff-3f6b210c3739),segment_id=24b3cac9-08f5-49b4-bbff-3f6b210c3739)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:50:23.392299 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:23.393241 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 7ea982aa-e5ac-4fc5-8a34-b89f0b4e5764 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:50:23.482424 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Pushing event updated for resources: {'Port': ['ID=d45b0eaa-e282-4a4a-93e7-f4b9316600e8,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:50:23.502421 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 7ea982aa-e5ac-4fc5-8a34-b89f0b4e5764 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:50:23.502795 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:24.048969 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-500a1c61-38a7-4c23-a7ec-4631080af5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:25.158887 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device d45b0eaa-e282-4a4a-93e7-f4b9316600e8 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:50:25.210476 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port d45b0eaa-e282-4a4a-93e7-f4b9316600e8 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:50:25.210844 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:27.595888 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dab02a-ac11-44e7-9e22-8f985ad634c1 req-f9476203-4b4e-40d1-84e0-8cfd1a6ce351 tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:27.597315 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d4dab02a-ac11-44e7-9e22-8f985ad634c1 req-f9476203-4b4e-40d1-84e0-8cfd1a6ce351 tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] 10.222.0.66 "GET /v2.0/networks?id=033486d8-d8ae-48fb-bc31-d83326d2038c HTTP/1.1" status: 200 len: 814 time: 0.1163101 Aug 18 12:50:27.612932 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d4dab02a-ac11-44e7-9e22-8f985ad634c1 req-be5adeef-9e0b-4d7a-b8e4-fbc7557b7026 tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] 10.222.0.66 "GET /v2.0/quotas/e4d96e3ea5ce40c6b9705a5acc5a651a HTTP/1.1" status: 200 len: 375 time: 0.0097597 Aug 18 12:50:27.665841 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d4dab02a-ac11-44e7-9e22-8f985ad634c1 req-038c747e-99de-4d33-884c-d5a47d91673a tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=e4d96e3ea5ce40c6b9705a5acc5a651a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0475609 Aug 18 12:50:27.916982 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d4dab02a-ac11-44e7-9e22-8f985ad634c1 req-462fa98a-e3cb-4729-a732-c0635b477e12 service neutron] 10.222.0.66 "GET /v2.0/networks/033486d8-d8ae-48fb-bc31-d83326d2038c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396978 Aug 18 12:50:28.006479 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d4dab02a-ac11-44e7-9e22-8f985ad634c1 req-57065cac-1974-4e57-89d7-2252527e806e service neutron] 10.222.0.66 "GET /v2.0/networks/033486d8-d8ae-48fb-bc31-d83326d2038c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836346 Aug 18 12:50:28.183024 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5c19fd4d-9c09-4819-9da9-5a22c4574264 req-a5ab1403-c5e2-4740-8d04-62c1e76ecedf tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] 10.222.0.66 "GET /v2.0/ports?device_id=16c47f76-c195-42ed-a77c-358eaec2737e HTTP/1.1" status: 200 len: 210 time: 0.0289607 Aug 18 12:50:29.160242 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dab02a-ac11-44e7-9e22-8f985ad634c1 req-bd7a219d-89ec-4759-99e9-04ad878b36ac tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:29.161725 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d4dab02a-ac11-44e7-9e22-8f985ad634c1 req-bd7a219d-89ec-4759-99e9-04ad878b36ac tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] 10.222.0.63 "GET /v2.0/networks?id=033486d8-d8ae-48fb-bc31-d83326d2038c HTTP/1.1" status: 200 len: 814 time: 0.1094146 Aug 18 12:50:29.175541 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-d4dab02a-ac11-44e7-9e22-8f985ad634c1 req-0912baa7-4a62-45f3-ae2f-e37ded84b42d tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] Request body: {'port': {'device_id': '16c47f76-c195-42ed-a77c-358eaec2737e', 'network_id': '033486d8-d8ae-48fb-bc31-d83326d2038c', 'admin_state_up': True, 'tenant_id': 'e4d96e3ea5ce40c6b9705a5acc5a651a'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:50:29.292972 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f80be45e-bb19-45a6-976d-94542eaf57fa req-446a86fd-7b73-4db6-be9f-1db3ae17af43 tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] 10.222.0.66 "GET /v2.0/ports?device_id=16c47f76-c195-42ed-a77c-358eaec2737e HTTP/1.1" status: 200 len: 210 time: 0.0394275 Aug 18 12:50:29.326025 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4dab02a-ac11-44e7-9e22-8f985ad634c1 req-0912baa7-4a62-45f3-ae2f-e37ded84b42d tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] Made reservation on behalf of e4d96e3ea5ce40c6b9705a5acc5a651a for: {'port': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:50:29.329849 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-d4dab02a-ac11-44e7-9e22-8f985ad634c1 req-0912baa7-4a62-45f3-ae2f-e37ded84b42d tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:29.455713 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [req-d4dab02a-ac11-44e7-9e22-8f985ad634c1 req-0912baa7-4a62-45f3-ae2f-e37ded84b42d tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] Allocated IP 172.20.0.3 (033486d8-d8ae-48fb-bc31-d83326d2038c/a3e74ef7-25dd-4d56-b0d4-d2b63a4a8203/9011669c-2c22-43d9-8927-8ec1e2bd3621) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:50:29.670409 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-d4dab02a-ac11-44e7-9e22-8f985ad634c1 req-0912baa7-4a62-45f3-ae2f-e37ded84b42d tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:29.685891 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [req-d4dab02a-ac11-44e7-9e22-8f985ad634c1 req-0912baa7-4a62-45f3-ae2f-e37ded84b42d tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] Transition to ACTIVE for port object 9011669c-2c22-43d9-8927-8ec1e2bd3621 will not be triggered until provisioned by entity DHCP. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:50:29.722745 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-d4dab02a-ac11-44e7-9e22-8f985ad634c1 req-0912baa7-4a62-45f3-ae2f-e37ded84b42d tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:29.770622 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4dab02a-ac11-44e7-9e22-8f985ad634c1 req-0912baa7-4a62-45f3-ae2f-e37ded84b42d tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] Network 033486d8-d8ae-48fb-bc31-d83326d2038c is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:50:29.773924 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [req-d4dab02a-ac11-44e7-9e22-8f985ad634c1 req-0912baa7-4a62-45f3-ae2f-e37ded84b42d tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:50:29.777907 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4dab02a-ac11-44e7-9e22-8f985ad634c1 req-0912baa7-4a62-45f3-ae2f-e37ded84b42d tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:50:29.810498 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0912baa7-4a62-45f3-ae2f-e37ded84b42d tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] Pushing event updated for resources: {'Port': ['ID=9011669c-2c22-43d9-8927-8ec1e2bd3621,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:50:29.844220 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dab02a-ac11-44e7-9e22-8f985ad634c1 req-0912baa7-4a62-45f3-ae2f-e37ded84b42d tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:29.845045 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-d4dab02a-ac11-44e7-9e22-8f985ad634c1 req-0912baa7-4a62-45f3-ae2f-e37ded84b42d tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:29.862767 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d4dab02a-ac11-44e7-9e22-8f985ad634c1 req-0912baa7-4a62-45f3-ae2f-e37ded84b42d tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6910038 Aug 18 12:50:30.072070 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-a2f5f7d2-1843-482b-bff0-14b0959fa8ef None None] Provisioning for port 9011669c-2c22-43d9-8927-8ec1e2bd3621 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:50:30.078247 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-a2f5f7d2-1843-482b-bff0-14b0959fa8ef None None] Provisioning complete for port 9011669c-2c22-43d9-8927-8ec1e2bd3621 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:50:30.078996 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-a2f5f7d2-1843-482b-bff0-14b0959fa8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:30.116766 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-a2f5f7d2-1843-482b-bff0-14b0959fa8ef None None] Port 9011669c-2c22-43d9-8927-8ec1e2bd3621 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:50:30.416779 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18df461-2136-401a-94b4-b377d90cef53 req-48cc24cf-4366-4096-ad51-9dccd96d5688 tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:30.418294 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e18df461-2136-401a-94b4-b377d90cef53 req-48cc24cf-4366-4096-ad51-9dccd96d5688 tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] 10.222.0.66 "GET /v2.0/ports?device_id=16c47f76-c195-42ed-a77c-358eaec2737e HTTP/1.1" status: 200 len: 931 time: 0.0542426 Aug 18 12:50:30.459135 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e18df461-2136-401a-94b4-b377d90cef53 req-62623b9b-1634-44ee-aff4-4674407c76ec tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] 10.222.0.66 "GET /v2.0/security-groups?id=d1099965-10b6-4934-9a81-4c2a1c4b49f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346601 Aug 18 12:50:31.581808 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf361280-9827-41bf-8ac4-642b597d2dcc req-436f6f33-b3b6-4ed9-b8bf-155ad0ad760f tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:31.583309 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-cf361280-9827-41bf-8ac4-642b597d2dcc req-436f6f33-b3b6-4ed9-b8bf-155ad0ad760f tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] 10.222.0.66 "GET /v2.0/ports?device_id=16c47f76-c195-42ed-a77c-358eaec2737e HTTP/1.1" status: 200 len: 931 time: 0.0559230 Aug 18 12:50:31.625669 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-cf361280-9827-41bf-8ac4-642b597d2dcc req-62d97540-eaad-485b-8535-1a55f9939042 tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] 10.222.0.66 "GET /v2.0/security-groups?id=d1099965-10b6-4934-9a81-4c2a1c4b49f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346375 Aug 18 12:50:32.743849 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16761377-ca39-4864-82d3-9f7e510b452c req-de407d20-2da8-41d5-ac46-daf49520a940 tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:32.745376 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-16761377-ca39-4864-82d3-9f7e510b452c req-de407d20-2da8-41d5-ac46-daf49520a940 tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] 10.222.0.66 "GET /v2.0/ports?device_id=16c47f76-c195-42ed-a77c-358eaec2737e HTTP/1.1" status: 200 len: 931 time: 0.0505972 Aug 18 12:50:32.790137 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-16761377-ca39-4864-82d3-9f7e510b452c req-126c01c0-b5f8-4e98-bb28-04a8ce4bcbd4 tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] 10.222.0.66 "GET /v2.0/security-groups?id=d1099965-10b6-4934-9a81-4c2a1c4b49f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386293 Aug 18 12:50:33.925119 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722c690e-cdba-43ea-9f08-543264a2eeb9 req-cd152af1-86f3-41bc-a605-d63b5f5b72ad tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:33.926654 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-722c690e-cdba-43ea-9f08-543264a2eeb9 req-cd152af1-86f3-41bc-a605-d63b5f5b72ad tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] 10.222.0.66 "GET /v2.0/ports?device_id=16c47f76-c195-42ed-a77c-358eaec2737e HTTP/1.1" status: 200 len: 931 time: 0.0564866 Aug 18 12:50:33.964387 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-722c690e-cdba-43ea-9f08-543264a2eeb9 req-ef7ae0ed-2d7f-4732-9ce9-46ec1f5bc889 tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] 10.222.0.66 "GET /v2.0/security-groups?id=d1099965-10b6-4934-9a81-4c2a1c4b49f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316985 Aug 18 12:50:35.096594 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d59a9c7-2625-4aa8-ad95-2018bab6ceb1 req-4eb918ba-cac3-4958-b822-319b41e6e76d tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:35.098075 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6d59a9c7-2625-4aa8-ad95-2018bab6ceb1 req-4eb918ba-cac3-4958-b822-319b41e6e76d tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] 10.222.0.66 "GET /v2.0/ports?device_id=16c47f76-c195-42ed-a77c-358eaec2737e HTTP/1.1" status: 200 len: 931 time: 0.0520461 Aug 18 12:50:35.138009 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6d59a9c7-2625-4aa8-ad95-2018bab6ceb1 req-7636162b-b6ee-429c-83fe-b5ba5e325849 tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] 10.222.0.66 "GET /v2.0/security-groups?id=d1099965-10b6-4934-9a81-4c2a1c4b49f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339100 Aug 18 12:50:36.260462 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87506f6-dad3-422e-a05f-8d729df367b1 req-910bbba1-ae1b-4cf5-b836-0b18df85fe37 tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:36.262135 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a87506f6-dad3-422e-a05f-8d729df367b1 req-910bbba1-ae1b-4cf5-b836-0b18df85fe37 tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] 10.222.0.66 "GET /v2.0/ports?device_id=16c47f76-c195-42ed-a77c-358eaec2737e HTTP/1.1" status: 200 len: 931 time: 0.0532799 Aug 18 12:50:36.309186 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a87506f6-dad3-422e-a05f-8d729df367b1 req-ebfc7b13-7941-4e47-915f-a418addc26fe tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] 10.222.0.66 "GET /v2.0/security-groups?id=d1099965-10b6-4934-9a81-4c2a1c4b49f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403707 Aug 18 12:50:36.513871 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:37.450450 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddb75fc-8da1-4a67-bfe0-0fde1b2a2078 req-1cc90c1b-d1dc-4fc4-aad5-90a010834d54 tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:37.451942 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7ddb75fc-8da1-4a67-bfe0-0fde1b2a2078 req-1cc90c1b-d1dc-4fc4-aad5-90a010834d54 tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] 10.222.0.66 "GET /v2.0/ports?device_id=16c47f76-c195-42ed-a77c-358eaec2737e HTTP/1.1" status: 200 len: 931 time: 0.0519588 Aug 18 12:50:37.495773 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7ddb75fc-8da1-4a67-bfe0-0fde1b2a2078 req-430dd52a-da2f-4f37-a074-7ad9160063ac tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] 10.222.0.66 "GET /v2.0/security-groups?id=d1099965-10b6-4934-9a81-4c2a1c4b49f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358105 Aug 18 12:50:38.621228 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431c565d-dda2-45c8-a129-1f5d7d60d479 req-6493f233-cb2c-4d4e-8fc0-411f820000c1 tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:38.622794 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-431c565d-dda2-45c8-a129-1f5d7d60d479 req-6493f233-cb2c-4d4e-8fc0-411f820000c1 tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] 10.222.0.66 "GET /v2.0/ports?device_id=16c47f76-c195-42ed-a77c-358eaec2737e HTTP/1.1" status: 200 len: 931 time: 0.0544057 Aug 18 12:50:38.661633 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-431c565d-dda2-45c8-a129-1f5d7d60d479 req-9ecd1b35-db6f-4376-9b75-4b938e94ff5b tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] 10.222.0.66 "GET /v2.0/security-groups?id=d1099965-10b6-4934-9a81-4c2a1c4b49f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326238 Aug 18 12:50:38.727861 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:39.619974 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-d4dab02a-ac11-44e7-9e22-8f985ad634c1 req-a85a564e-6f49-4c29-87a5-43c7b35dd738 service neutron] Request body: {'port': {'device_id': '16c47f76-c195-42ed-a77c-358eaec2737e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804985-2'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:50:39.678367 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-d4dab02a-ac11-44e7-9e22-8f985ad634c1 req-a85a564e-6f49-4c29-87a5-43c7b35dd738 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:40.144012 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73088d5b-2288-43fd-8b21-cba01400ac9f req-2328fafb-bddd-4262-848c-29f6569c933d tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:40.145513 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-73088d5b-2288-43fd-8b21-cba01400ac9f req-2328fafb-bddd-4262-848c-29f6569c933d tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] 10.222.0.66 "GET /v2.0/ports?device_id=16c47f76-c195-42ed-a77c-358eaec2737e HTTP/1.1" status: 200 len: 931 time: 0.4147551 Aug 18 12:50:40.207176 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-73088d5b-2288-43fd-8b21-cba01400ac9f req-0755c90a-aa67-4ff9-945b-07ab8a4d9016 tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] 10.222.0.66 "GET /v2.0/security-groups?id=d1099965-10b6-4934-9a81-4c2a1c4b49f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554392 Aug 18 12:50:40.272578 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [req-d4dab02a-ac11-44e7-9e22-8f985ad634c1 req-a85a564e-6f49-4c29-87a5-43c7b35dd738 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9011669c-2c22-43d9-8927-8ec1e2bd3621 {{(pid=106252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:50:40.280192 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-d4dab02a-ac11-44e7-9e22-8f985ad634c1 req-a85a564e-6f49-4c29-87a5-43c7b35dd738 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:40.298270 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [req-d4dab02a-ac11-44e7-9e22-8f985ad634c1 req-a85a564e-6f49-4c29-87a5-43c7b35dd738 service neutron] Transition to ACTIVE for port object 9011669c-2c22-43d9-8927-8ec1e2bd3621 will not be triggered until provisioned by entity L2. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:50:40.304864 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-d4dab02a-ac11-44e7-9e22-8f985ad634c1 req-a85a564e-6f49-4c29-87a5-43c7b35dd738 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:40.371978 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85a564e-6f49-4c29-87a5-43c7b35dd738 service neutron] Pushing event updated for resources: {'Port': ['ID=9011669c-2c22-43d9-8927-8ec1e2bd3621,revision_number=2']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:50:40.423683 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-d4dab02a-ac11-44e7-9e22-8f985ad634c1 req-a85a564e-6f49-4c29-87a5-43c7b35dd738 service neutron] Attempting to bind port 9011669c-2c22-43d9-8927-8ec1e2bd3621 on host n-h1-804985-2 for vnic_type normal with profile {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:50:40.424117 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-d4dab02a-ac11-44e7-9e22-8f985ad634c1 req-a85a564e-6f49-4c29-87a5-43c7b35dd738 service neutron] Attempting to bind port 9011669c-2c22-43d9-8927-8ec1e2bd3621 by drivers openvswitch,hyperv on host n-h1-804985-2 at level 0 using segments [{'id': '46a98381-1b7e-4c32-83fb-048c2790a005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '033486d8-d8ae-48fb-bc31-d83326d2038c'}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:50:40.424390 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4dab02a-ac11-44e7-9e22-8f985ad634c1 req-a85a564e-6f49-4c29-87a5-43c7b35dd738 service neutron] Attempting to bind port 9011669c-2c22-43d9-8927-8ec1e2bd3621 on network 033486d8-d8ae-48fb-bc31-d83326d2038c {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:50:40.429225 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4dab02a-ac11-44e7-9e22-8f985ad634c1 req-a85a564e-6f49-4c29-87a5-43c7b35dd738 service neutron] Port 9011669c-2c22-43d9-8927-8ec1e2bd3621 on network 033486d8-d8ae-48fb-bc31-d83326d2038c not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-2 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:50:40.429553 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4dab02a-ac11-44e7-9e22-8f985ad634c1 req-a85a564e-6f49-4c29-87a5-43c7b35dd738 service neutron] Attempting to bind port 9011669c-2c22-43d9-8927-8ec1e2bd3621 on network 033486d8-d8ae-48fb-bc31-d83326d2038c {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:50:40.434765 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4dab02a-ac11-44e7-9e22-8f985ad634c1 req-a85a564e-6f49-4c29-87a5-43c7b35dd738 service neutron] Checking agent: {'id': 'a613417a-d085-492c-941a-59bb18c633d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 49, 6), 'started_at': datetime.datetime(2021, 8, 18, 11, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 50, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:50:40.435111 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4dab02a-ac11-44e7-9e22-8f985ad634c1 req-a85a564e-6f49-4c29-87a5-43c7b35dd738 service neutron] Checking segment: {'id': '46a98381-1b7e-4c32-83fb-048c2790a005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '033486d8-d8ae-48fb-bc31-d83326d2038c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:50:40.435506 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4dab02a-ac11-44e7-9e22-8f985ad634c1 req-a85a564e-6f49-4c29-87a5-43c7b35dd738 service neutron] Bound using segment: {'id': '46a98381-1b7e-4c32-83fb-048c2790a005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '033486d8-d8ae-48fb-bc31-d83326d2038c'} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:50:40.435935 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-d4dab02a-ac11-44e7-9e22-8f985ad634c1 req-a85a564e-6f49-4c29-87a5-43c7b35dd738 service neutron] Bound port: 9011669c-2c22-43d9-8927-8ec1e2bd3621, host: n-h1-804985-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46a98381-1b7e-4c32-83fb-048c2790a005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '033486d8-d8ae-48fb-bc31-d83326d2038c'}}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:50:40.436317 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-d4dab02a-ac11-44e7-9e22-8f985ad634c1 req-a85a564e-6f49-4c29-87a5-43c7b35dd738 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:40.510505 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-d4dab02a-ac11-44e7-9e22-8f985ad634c1 req-a85a564e-6f49-4c29-87a5-43c7b35dd738 service neutron] For port 9011669c-2c22-43d9-8927-8ec1e2bd3621, host n-h1-804985-2, cleared binding levels {{(pid=106252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:50:40.513856 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-d4dab02a-ac11-44e7-9e22-8f985ad634c1 req-a85a564e-6f49-4c29-87a5-43c7b35dd738 service neutron] For port 9011669c-2c22-43d9-8927-8ec1e2bd3621, host n-h1-804985-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=9011669c-2c22-43d9-8927-8ec1e2bd3621,segment=NetworkSegment(46a98381-1b7e-4c32-83fb-048c2790a005),segment_id=46a98381-1b7e-4c32-83fb-048c2790a005)] {{(pid=106252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:50:40.519282 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-d4dab02a-ac11-44e7-9e22-8f985ad634c1 req-a85a564e-6f49-4c29-87a5-43c7b35dd738 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:40.551925 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dab02a-ac11-44e7-9e22-8f985ad634c1 req-a85a564e-6f49-4c29-87a5-43c7b35dd738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:40.552592 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-d4dab02a-ac11-44e7-9e22-8f985ad634c1 req-a85a564e-6f49-4c29-87a5-43c7b35dd738 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:40.554075 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d4dab02a-ac11-44e7-9e22-8f985ad634c1 req-a85a564e-6f49-4c29-87a5-43c7b35dd738 service neutron] 10.222.0.63 "PUT /v2.0/ports/9011669c-2c22-43d9-8927-8ec1e2bd3621 HTTP/1.1" status: 200 len: 1091 time: 0.9782171 Aug 18 12:50:40.554547 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16c47f76-c195-42ed-a77c-358eaec2737e', 'tag': '9011669c-2c22-43d9-8927-8ec1e2bd3621'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:50:40.584066 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85a564e-6f49-4c29-87a5-43c7b35dd738 service neutron] Pushing event updated for resources: {'Port': ['ID=9011669c-2c22-43d9-8927-8ec1e2bd3621,revision_number=3']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:50:40.640015 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dab02a-ac11-44e7-9e22-8f985ad634c1 req-788a4a91-f12a-4258-bda7-ff900b9fc3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:40.641682 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d4dab02a-ac11-44e7-9e22-8f985ad634c1 req-788a4a91-f12a-4258-bda7-ff900b9fc3c4 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=e4d96e3ea5ce40c6b9705a5acc5a651a&device_id=16c47f76-c195-42ed-a77c-358eaec2737e HTTP/1.1" status: 200 len: 1094 time: 0.0497627 Aug 18 12:50:40.686255 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e1715db41198363ca71e85bb75ffab0edf23d36e39f25ec0aa17a703e60534b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fb99e67-cfde-4e54-b698-6c83b9e23be8" -d '{"events": [{"name": "network-changed", "server_uuid": "16c47f76-c195-42ed-a77c-358eaec2737e", "tag": "9011669c-2c22-43d9-8927-8ec1e2bd3621"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:50:40.691276 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d4dab02a-ac11-44e7-9e22-8f985ad634c1 req-cde916c9-0754-403a-9f8a-631220babe53 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9011669c-2c22-43d9-8927-8ec1e2bd3621 HTTP/1.1" status: 200 len: 217 time: 0.0418246 Aug 18 12:50:40.746568 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dab02a-ac11-44e7-9e22-8f985ad634c1 req-ba1ca9c1-e329-4d2a-897f-241e2956c7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:40.748045 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d4dab02a-ac11-44e7-9e22-8f985ad634c1 req-ba1ca9c1-e329-4d2a-897f-241e2956c7f1 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a3e74ef7-25dd-4d56-b0d4-d2b63a4a8203 HTTP/1.1" status: 200 len: 853 time: 0.0500536 Aug 18 12:50:40.788606 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:50:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bb324cf-d013-4857-a3fc-5092eea7781f x-openstack-request-id: req-5bb324cf-d013-4857-a3fc-5092eea7781f {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:50:40.788903 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16c47f76-c195-42ed-a77c-358eaec2737e", "tag": "9011669c-2c22-43d9-8927-8ec1e2bd3621", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:50:40.789146 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-5bb324cf-d013-4857-a3fc-5092eea7781f {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:50:40.789538 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16c47f76-c195-42ed-a77c-358eaec2737e', 'tag': '9011669c-2c22-43d9-8927-8ec1e2bd3621', 'status': 'completed', 'code': 200} Aug 18 12:50:40.801076 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dab02a-ac11-44e7-9e22-8f985ad634c1 req-e5349ec5-883c-4c36-99c8-2d033c733a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:40.802609 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d4dab02a-ac11-44e7-9e22-8f985ad634c1 req-e5349ec5-883c-4c36-99c8-2d033c733a49 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=033486d8-d8ae-48fb-bc31-d83326d2038c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452642 Aug 18 12:50:40.902588 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d4dab02a-ac11-44e7-9e22-8f985ad634c1 req-acff8805-f2c7-4386-8476-11bafd6e9593 service neutron] 10.222.0.63 "GET /v2.0/networks/033486d8-d8ae-48fb-bc31-d83326d2038c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913179 Aug 18 12:50:40.992486 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d4dab02a-ac11-44e7-9e22-8f985ad634c1 req-4e8d7bba-fa4a-4a8e-a3b4-c3d69955602f service neutron] 10.222.0.63 "GET /v2.0/networks/033486d8-d8ae-48fb-bc31-d83326d2038c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823889 Aug 18 12:50:41.081458 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb99e67-cfde-4e54-b698-6c83b9e23be8 req-bc1b86ed-a640-4a30-9410-c0b0cc188643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:41.082950 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5fb99e67-cfde-4e54-b698-6c83b9e23be8 req-bc1b86ed-a640-4a30-9410-c0b0cc188643 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=e4d96e3ea5ce40c6b9705a5acc5a651a&device_id=16c47f76-c195-42ed-a77c-358eaec2737e HTTP/1.1" status: 200 len: 1094 time: 0.0420353 Aug 18 12:50:41.204119 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb99e67-cfde-4e54-b698-6c83b9e23be8 req-2e47954a-9669-47a7-8d9f-2b6f895786da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:41.205722 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5fb99e67-cfde-4e54-b698-6c83b9e23be8 req-2e47954a-9669-47a7-8d9f-2b6f895786da service neutron] 10.222.0.63 "GET /v2.0/networks?id=033486d8-d8ae-48fb-bc31-d83326d2038c HTTP/1.1" status: 200 len: 915 time: 0.1145313 Aug 18 12:50:41.253793 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5fb99e67-cfde-4e54-b698-6c83b9e23be8 req-3faf739c-d6ad-4fe7-bb13-00f1e7c53c76 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9011669c-2c22-43d9-8927-8ec1e2bd3621 HTTP/1.1" status: 200 len: 217 time: 0.0391049 Aug 18 12:50:41.335690 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb99e67-cfde-4e54-b698-6c83b9e23be8 req-010106b8-a24c-4a89-875a-c0899d731d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:41.337204 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5fb99e67-cfde-4e54-b698-6c83b9e23be8 req-010106b8-a24c-4a89-875a-c0899d731d74 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a3e74ef7-25dd-4d56-b0d4-d2b63a4a8203 HTTP/1.1" status: 200 len: 853 time: 0.0736525 Aug 18 12:50:41.361191 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728e62a2-dd8e-4d74-91d9-5ca2f34d4baf req-f57030d4-9288-462e-9351-f815e59d097d tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:41.362558 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-728e62a2-dd8e-4d74-91d9-5ca2f34d4baf req-f57030d4-9288-462e-9351-f815e59d097d tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] 10.222.0.66 "GET /v2.0/ports?device_id=16c47f76-c195-42ed-a77c-358eaec2737e HTTP/1.1" status: 200 len: 943 time: 0.0690296 Aug 18 12:50:41.420296 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb99e67-cfde-4e54-b698-6c83b9e23be8 req-6a4aaf13-e7ec-4628-8753-ab6cd7ce07aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:41.421943 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5fb99e67-cfde-4e54-b698-6c83b9e23be8 req-6a4aaf13-e7ec-4628-8753-ab6cd7ce07aa service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=033486d8-d8ae-48fb-bc31-d83326d2038c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0759475 Aug 18 12:50:41.424917 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-728e62a2-dd8e-4d74-91d9-5ca2f34d4baf req-a64bdccd-3952-43b2-8e6a-5376a00fb621 tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] 10.222.0.66 "GET /v2.0/security-groups?id=d1099965-10b6-4934-9a81-4c2a1c4b49f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446422 Aug 18 12:50:41.523795 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5fb99e67-cfde-4e54-b698-6c83b9e23be8 req-6c50313c-6757-4785-a63c-f457d2336b1a service neutron] 10.222.0.63 "GET /v2.0/networks/033486d8-d8ae-48fb-bc31-d83326d2038c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931902 Aug 18 12:50:41.616349 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5fb99e67-cfde-4e54-b698-6c83b9e23be8 req-4fd4e514-8a22-4836-8730-f7792a091a27 service neutron] 10.222.0.63 "GET /v2.0/networks/033486d8-d8ae-48fb-bc31-d83326d2038c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843287 Aug 18 12:50:42.560627 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb046a0-7182-4c8f-8a5b-ed274a4b53d6 req-d2090ebb-911f-4dd5-8450-1a8f76b54667 tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:42.562493 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6cb046a0-7182-4c8f-8a5b-ed274a4b53d6 req-d2090ebb-911f-4dd5-8450-1a8f76b54667 tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] 10.222.0.66 "GET /v2.0/ports?device_id=16c47f76-c195-42ed-a77c-358eaec2737e HTTP/1.1" status: 200 len: 943 time: 0.0579729 Aug 18 12:50:42.607888 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6cb046a0-7182-4c8f-8a5b-ed274a4b53d6 req-3aa285b0-d6c8-4403-9cb5-78cca5965179 tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] 10.222.0.66 "GET /v2.0/security-groups?id=d1099965-10b6-4934-9a81-4c2a1c4b49f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392473 Aug 18 12:50:43.451404 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 9011669c-2c22-43d9-8927-8ec1e2bd3621 details requested by agent hyperv_n-h1-804985-2 with host n-h1-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:50:43.557107 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 9011669c-2c22-43d9-8927-8ec1e2bd3621, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=9011669c-2c22-43d9-8927-8ec1e2bd3621,segment=NetworkSegment(46a98381-1b7e-4c32-83fb-048c2790a005),segment_id=46a98381-1b7e-4c32-83fb-048c2790a005)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:50:43.572275 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Returning: {'device': '9011669c-2c22-43d9-8927-8ec1e2bd3621', 'network_id': '033486d8-d8ae-48fb-bc31-d83326d2038c', 'port_id': '9011669c-2c22-43d9-8927-8ec1e2bd3621', 'mac_address': 'fa:16:3e:be:40:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 828, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3e74ef7-25dd-4d56-b0d4-d2b63a4a8203', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:50:43.611063 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:43.627117 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9011669c-2c22-43d9-8927-8ec1e2bd3621 {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:50:43.648887 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 9011669c-2c22-43d9-8927-8ec1e2bd3621, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=9011669c-2c22-43d9-8927-8ec1e2bd3621,segment=NetworkSegment(46a98381-1b7e-4c32-83fb-048c2790a005),segment_id=46a98381-1b7e-4c32-83fb-048c2790a005)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:50:43.655317 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:43.704052 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=9011669c-2c22-43d9-8927-8ec1e2bd3621,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:50:43.711787 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:50:43.712152 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:50:43.712493 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:50:43.713040 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:50:43.713377 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:50:43.713709 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:50:43.714036 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:50:43.714391 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:50:43.714698 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:50:43.715024 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:50:43.715350 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:50:43.715674 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:50:43.730915 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e4a752-fe95-4979-b2bb-6fb90990644a req-ca9fbc28-f849-42c6-a5e7-ce5c58609cd3 tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:43.732373 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a4e4a752-fe95-4979-b2bb-6fb90990644a req-ca9fbc28-f849-42c6-a5e7-ce5c58609cd3 tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] 10.222.0.66 "GET /v2.0/ports?device_id=16c47f76-c195-42ed-a77c-358eaec2737e HTTP/1.1" status: 200 len: 944 time: 0.0498245 Aug 18 12:50:43.773148 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a4e4a752-fe95-4979-b2bb-6fb90990644a req-d9a0fe52-62e1-4ed4-a292-9a07ca4fe8f0 tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] 10.222.0.66 "GET /v2.0/security-groups?id=d1099965-10b6-4934-9a81-4c2a1c4b49f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343790 Aug 18 12:50:43.901532 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] get_ports_and_sgs() called for port_ids ['9011669c-2c22-43d9-8927-8ec1e2bd3621'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:50:44.920993 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6eb0c32-ffbb-4049-ba65-fb588e09bc4d req-a6e06b7a-e186-4879-b80c-399763c4cf98 tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:44.922483 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c6eb0c32-ffbb-4049-ba65-fb588e09bc4d req-a6e06b7a-e186-4879-b80c-399763c4cf98 tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] 10.222.0.66 "GET /v2.0/ports?device_id=16c47f76-c195-42ed-a77c-358eaec2737e HTTP/1.1" status: 200 len: 944 time: 0.0583205 Aug 18 12:50:44.963949 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c6eb0c32-ffbb-4049-ba65-fb588e09bc4d req-d20ba4e7-70a9-401c-8458-5092a5a888fe tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] 10.222.0.66 "GET /v2.0/security-groups?id=d1099965-10b6-4934-9a81-4c2a1c4b49f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326734 Aug 18 12:50:45.453278 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 9011669c-2c22-43d9-8927-8ec1e2bd3621 up at agent hyperv_n-h1-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:50:45.509260 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Provisioning for port 9011669c-2c22-43d9-8927-8ec1e2bd3621 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:50:45.513538 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Provisioning complete for port 9011669c-2c22-43d9-8927-8ec1e2bd3621 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:50:45.514039 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:45.596746 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:45.619405 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16c47f76-c195-42ed-a77c-358eaec2737e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9011669c-2c22-43d9-8927-8ec1e2bd3621'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:50:45.634464 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 9011669c-2c22-43d9-8927-8ec1e2bd3621, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=9011669c-2c22-43d9-8927-8ec1e2bd3621,segment=NetworkSegment(46a98381-1b7e-4c32-83fb-048c2790a005),segment_id=46a98381-1b7e-4c32-83fb-048c2790a005)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:50:45.639021 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:45.665185 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a48be17dea36f4b328e7831c9c0f0a2b661e0eac7f73e8eb05eb02bc862e3084" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e755d24f-53d7-41c4-a5bd-c4a0341a218b" -d '{"events": [{"server_uuid": "16c47f76-c195-42ed-a77c-358eaec2737e", "name": "network-vif-plugged", "status": "completed", "tag": "9011669c-2c22-43d9-8927-8ec1e2bd3621"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:50:45.695833 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=9011669c-2c22-43d9-8927-8ec1e2bd3621,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:50:45.760450 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:50:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7937167f-36e2-4a3d-9bcc-3bb72d870aab x-openstack-request-id: req-7937167f-36e2-4a3d-9bcc-3bb72d870aab {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:50:45.760881 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16c47f76-c195-42ed-a77c-358eaec2737e", "name": "network-vif-plugged", "status": "completed", "tag": "9011669c-2c22-43d9-8927-8ec1e2bd3621", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:50:45.761199 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-7937167f-36e2-4a3d-9bcc-3bb72d870aab {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:50:45.761810 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16c47f76-c195-42ed-a77c-358eaec2737e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9011669c-2c22-43d9-8927-8ec1e2bd3621', 'code': 200} Aug 18 12:50:45.865230 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94b4aea-a48a-44bd-a5be-9d3036a7bd4d req-36ba6e41-b713-4929-b4cd-be561f64ed61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:45.866719 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a94b4aea-a48a-44bd-a5be-9d3036a7bd4d req-36ba6e41-b713-4929-b4cd-be561f64ed61 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=16c47f76-c195-42ed-a77c-358eaec2737e HTTP/1.1" status: 200 len: 1096 time: 0.0478446 Aug 18 12:50:45.907238 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a94b4aea-a48a-44bd-a5be-9d3036a7bd4d req-d02b4b88-191a-48c3-8cc5-13c201782bf9 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=d1099965-10b6-4934-9a81-4c2a1c4b49f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333230 Aug 18 12:50:46.088789 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593df1cc-bf19-4d67-a26c-4ffa93638f30 req-84165845-f153-49ea-b36e-610abc437749 tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:46.090285 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-593df1cc-bf19-4d67-a26c-4ffa93638f30 req-84165845-f153-49ea-b36e-610abc437749 tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] 10.222.0.66 "GET /v2.0/ports?device_id=16c47f76-c195-42ed-a77c-358eaec2737e HTTP/1.1" status: 200 len: 945 time: 0.0525436 Aug 18 12:50:46.129119 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-593df1cc-bf19-4d67-a26c-4ffa93638f30 req-64b8baa2-7c44-42b7-9ba6-93204509ee1d tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] 10.222.0.66 "GET /v2.0/security-groups?id=d1099965-10b6-4934-9a81-4c2a1c4b49f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327339 Aug 18 12:50:47.259284 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747b60a1-6753-48c2-8d3c-453e8fed10b8 req-bb5181cd-ca14-49a2-8520-5315d150dbc4 tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:47.260794 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-747b60a1-6753-48c2-8d3c-453e8fed10b8 req-bb5181cd-ca14-49a2-8520-5315d150dbc4 tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] 10.222.0.66 "GET /v2.0/ports?device_id=16c47f76-c195-42ed-a77c-358eaec2737e HTTP/1.1" status: 200 len: 945 time: 0.0588388 Aug 18 12:50:47.302974 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-747b60a1-6753-48c2-8d3c-453e8fed10b8 req-59dad970-192e-4820-bf9b-3e941473e911 tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] 10.222.0.66 "GET /v2.0/security-groups?id=d1099965-10b6-4934-9a81-4c2a1c4b49f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329616 Aug 18 12:50:47.426342 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25aa210b-e44f-4f77-a1ad-ba0d76c6636c req-f7fce6a5-1327-4294-a83a-cac8fec1856a tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:47.427851 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-25aa210b-e44f-4f77-a1ad-ba0d76c6636c req-f7fce6a5-1327-4294-a83a-cac8fec1856a tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] 10.222.0.66 "GET /v2.0/ports?device_id=16c47f76-c195-42ed-a77c-358eaec2737e HTTP/1.1" status: 200 len: 945 time: 0.0496783 Aug 18 12:50:47.470309 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-25aa210b-e44f-4f77-a1ad-ba0d76c6636c req-b087395b-0ab9-479f-8c55-af5a019ff24f tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] 10.222.0.66 "GET /v2.0/security-groups?id=d1099965-10b6-4934-9a81-4c2a1c4b49f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364473 Aug 18 12:50:47.674226 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4e1b32-c31d-47eb-a40c-30b3f4550ce3 req-dcbf5945-4c18-4939-a61f-1c50716d9904 tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:47.675723 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9c4e1b32-c31d-47eb-a40c-30b3f4550ce3 req-dcbf5945-4c18-4939-a61f-1c50716d9904 tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] 10.222.0.66 "GET /v2.0/ports?device_id=16c47f76-c195-42ed-a77c-358eaec2737e HTTP/1.1" status: 200 len: 945 time: 0.0525250 Aug 18 12:50:47.714121 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9c4e1b32-c31d-47eb-a40c-30b3f4550ce3 req-40b465b0-c760-45f4-a466-fd004f93cbad tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] 10.222.0.66 "GET /v2.0/security-groups?id=d1099965-10b6-4934-9a81-4c2a1c4b49f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322094 Aug 18 12:50:48.542863 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-c2b8af08-ddd7-4ed7-8242-8b798302bb39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:51.509148 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:51.795987 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-267bf122-58aa-4d46-aa02-17a776daafd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:52.389024 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-53584c24-f517-494e-ac93-c18bb92373f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:52.782567 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.agents_db [None req-6dbb2658-0354-4101-8393-6e7505481cf6 None None] Agent healthcheck: found 7 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 12:50:54.055654 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-500a1c61-38a7-4c23-a7ec-4631080af5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:59.383104 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b527b99-b4f6-49bf-9bd5-c847e14a9d24 req-d3d94b7f-ae2b-4e9b-a0ff-015d6b2f7ede tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:59.384660 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0b527b99-b4f6-49bf-9bd5-c847e14a9d24 req-d3d94b7f-ae2b-4e9b-a0ff-015d6b2f7ede tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] 10.222.0.66 "GET /v2.0/ports?device_id=16c47f76-c195-42ed-a77c-358eaec2737e HTTP/1.1" status: 200 len: 945 time: 0.0631797 Aug 18 12:50:59.434620 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0b527b99-b4f6-49bf-9bd5-c847e14a9d24 req-86c64dd0-8969-40c8-8a13-0bab64a1beb6 tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] 10.222.0.66 "GET /v2.0/security-groups?id=d1099965-10b6-4934-9a81-4c2a1c4b49f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408921 Aug 18 12:50:59.469946 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 52728) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:50:59.566269 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8baca6d-4438-4008-a64f-5de3a634011b tempest-TestMinimumBasicScenario-290278069 tempest-TestMinimumBasicScenario-290278069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:50:59.567834 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-a8baca6d-4438-4008-a64f-5de3a634011b tempest-TestMinimumBasicScenario-290278069 tempest-TestMinimumBasicScenario-290278069-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=16c47f76-c195-42ed-a77c-358eaec2737e HTTP/1.1" status: 200 len: 1091 time: 0.0965166 Aug 18 12:50:59.570922 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 52732) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:50:59.575349 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-cd7e1ef1-873f-40fc-b55a-f8bdfaec9f57 tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] Request body: {'floatingip': {'floating_network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'port_id': '9011669c-2c22-43d9-8927-8ec1e2bd3621', 'tenant_id': 'e4d96e3ea5ce40c6b9705a5acc5a651a', 'fixed_ip_address': '172.20.0.3'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:50:59.606535 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-cd7e1ef1-873f-40fc-b55a-f8bdfaec9f57 tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] Notify callbacks [] for floatingip, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:59.707058 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-cd7e1ef1-873f-40fc-b55a-f8bdfaec9f57 tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:59.814796 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [None req-cd7e1ef1-873f-40fc-b55a-f8bdfaec9f57 tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] Allocated IP 172.25.7.5 (7cae7a70-14fd-408c-b14d-39ceb97cb60e/9784295a-20b8-4a4b-b105-f82737f0448f/fe8852ba-8c8a-434f-9b7b-266daae580e6) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:50:59.918335 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-cd7e1ef1-873f-40fc-b55a-f8bdfaec9f57 tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:59.960247 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-cd7e1ef1-873f-40fc-b55a-f8bdfaec9f57 tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:50:59.998838 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd7e1ef1-873f-40fc-b55a-f8bdfaec9f57 tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] Network 7cae7a70-14fd-408c-b14d-39ceb97cb60e is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:51:00.003596 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-cd7e1ef1-873f-40fc-b55a-f8bdfaec9f57 tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:51:00.007120 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7e1ef1-873f-40fc-b55a-f8bdfaec9f57 tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:51:00.030264 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7e1ef1-873f-40fc-b55a-f8bdfaec9f57 tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] Pushing event updated for resources: {'Port': ['ID=fe8852ba-8c8a-434f-9b7b-266daae580e6,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:51:00.418279 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-cd7e1ef1-873f-40fc-b55a-f8bdfaec9f57 tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:00.493033 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-cd7e1ef1-873f-40fc-b55a-f8bdfaec9f57 tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:00.654075 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-cd7e1ef1-873f-40fc-b55a-f8bdfaec9f57 tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] Notify callbacks [] for port, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:00.660867 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-cd7e1ef1-873f-40fc-b55a-f8bdfaec9f57 tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:00.725229 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7e1ef1-873f-40fc-b55a-f8bdfaec9f57 tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] Pushing event updated for resources: {'Port': ['ID=fe8852ba-8c8a-434f-9b7b-266daae580e6,revision_number=2']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:51:00.737357 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-cd7e1ef1-873f-40fc-b55a-f8bdfaec9f57 tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-989945'] for floatingip, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:00.839342 n-d-804985-2 neutron-server[106252]: INFO neutron.db.l3_db [None req-cd7e1ef1-873f-40fc-b55a-f8bdfaec9f57 tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] Floating IP bf70ac0b-76c3-42b2-8ba3-1a555c3b5ba3 associated. External IP: 172.25.7.5, port: 9011669c-2c22-43d9-8927-8ec1e2bd3621. Aug 18 12:51:01.050721 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd7e1ef1-873f-40fc-b55a-f8bdfaec9f57 tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] Router d19e3799-aab1-47cb-b7c0-ef5439caeda2 has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:51:01.164983 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd7e1ef1-873f-40fc-b55a-f8bdfaec9f57 tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:51:01.175354 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d4ca41-a894-47fb-b29d-a2c3fb4ae3de None None] Sync routers for ids ['d19e3799-aab1-47cb-b7c0-ef5439caeda2'] in n-d-804985-2 {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:51:01.182838 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-cd7e1ef1-873f-40fc-b55a-f8bdfaec9f57 tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for floatingip, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:01.185487 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d4ca41-a894-47fb-b29d-a2c3fb4ae3de None None] Routers {'d19e3799-aab1-47cb-b7c0-ef5439caeda2'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:51:01.186213 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-e3d4ca41-a894-47fb-b29d-a2c3fb4ae3de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:50:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['d19e3799-aab1-47cb-b7c0-ef5439caeda2'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:51:01.210284 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-cd7e1ef1-873f-40fc-b55a-f8bdfaec9f57 tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.6383450 Aug 18 12:51:01.210892 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16c47f76-c195-42ed-a77c-358eaec2737e', 'tag': '9011669c-2c22-43d9-8927-8ec1e2bd3621'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:51:01.213311 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e1715db41198363ca71e85bb75ffab0edf23d36e39f25ec0aa17a703e60534b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfe03c9d-d482-44f9-b121-fff249eb3feb" -d '{"events": [{"name": "network-changed", "server_uuid": "16c47f76-c195-42ed-a77c-358eaec2737e", "tag": "9011669c-2c22-43d9-8927-8ec1e2bd3621"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:51:01.213458 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 52734) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:51:01.218357 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-fb0c63fd-11bc-428d-9138-21adc6ff5647 tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1873185565', 'description': 'tempest-secgroup-smoke-1873185565 description', 'project_id': 'e4d96e3ea5ce40c6b9705a5acc5a651a'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:51:01.246229 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-fb0c63fd-11bc-428d-9138-21adc6ff5647 tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:01.251472 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:51:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d626718f-1aa7-473d-9b8d-af1bd08b1ed3 x-openstack-request-id: req-d626718f-1aa7-473d-9b8d-af1bd08b1ed3 {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:51:01.251764 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16c47f76-c195-42ed-a77c-358eaec2737e", "tag": "9011669c-2c22-43d9-8927-8ec1e2bd3621", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:51:01.252022 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d626718f-1aa7-473d-9b8d-af1bd08b1ed3 {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:51:01.252428 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16c47f76-c195-42ed-a77c-358eaec2737e', 'tag': '9011669c-2c22-43d9-8927-8ec1e2bd3621', 'status': 'completed', 'code': 200} Aug 18 12:51:01.293861 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-e3d4ca41-a894-47fb-b29d-a2c3fb4ae3de None None] Set router d19e3799-aab1-47cb-b7c0-ef5439caeda2 gateway port host: n-d-804985-2 {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:51:01.317640 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe03c9d-d482-44f9-b121-fff249eb3feb req-22e05191-50eb-41f1-995b-fddc318f9ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:01.319164 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-bfe03c9d-d482-44f9-b121-fff249eb3feb req-22e05191-50eb-41f1-995b-fddc318f9ec5 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=e4d96e3ea5ce40c6b9705a5acc5a651a&device_id=16c47f76-c195-42ed-a77c-358eaec2737e HTTP/1.1" status: 200 len: 1096 time: 0.0418673 Aug 18 12:51:01.336824 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-fb0c63fd-11bc-428d-9138-21adc6ff5647 tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:01.341190 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-fb0c63fd-11bc-428d-9138-21adc6ff5647 tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:01.369343 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-fb0c63fd-11bc-428d-9138-21adc6ff5647 tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:01.370562 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-fb0c63fd-11bc-428d-9138-21adc6ff5647 tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1560917 Aug 18 12:51:01.372526 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0c63fd-11bc-428d-9138-21adc6ff5647 tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] Pushing event updated for resources: {'SecurityGroup': ['ID=546e3907-613a-4c52-8c15-0737d457542a,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:51:01.374538 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 52738) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:51:01.379752 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-74917534-243a-4620-839c-ecbb18795879 tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] Request body: {'security_group_rule': {'security_group_id': '546e3907-613a-4c52-8c15-0737d457542a', 'project_id': 'e4d96e3ea5ce40c6b9705a5acc5a651a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:51:01.396826 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0c63fd-11bc-428d-9138-21adc6ff5647 tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:51:01.397168 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0c63fd-11bc-428d-9138-21adc6ff5647 tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:51:01.397494 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0c63fd-11bc-428d-9138-21adc6ff5647 tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:51:01.397815 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0c63fd-11bc-428d-9138-21adc6ff5647 tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:51:01.398135 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0c63fd-11bc-428d-9138-21adc6ff5647 tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:51:01.398540 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0c63fd-11bc-428d-9138-21adc6ff5647 tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:51:01.398857 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0c63fd-11bc-428d-9138-21adc6ff5647 tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:51:01.399169 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0c63fd-11bc-428d-9138-21adc6ff5647 tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:51:01.399480 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0c63fd-11bc-428d-9138-21adc6ff5647 tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:51:01.399789 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0c63fd-11bc-428d-9138-21adc6ff5647 tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:51:01.400139 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0c63fd-11bc-428d-9138-21adc6ff5647 tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:51:01.400445 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0c63fd-11bc-428d-9138-21adc6ff5647 tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:51:01.419239 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe03c9d-d482-44f9-b121-fff249eb3feb req-b404f912-fc50-4bf6-8355-7e257d92d427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:01.421158 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-bfe03c9d-d482-44f9-b121-fff249eb3feb req-b404f912-fc50-4bf6-8355-7e257d92d427 service neutron] 10.222.0.63 "GET /v2.0/networks?id=033486d8-d8ae-48fb-bc31-d83326d2038c HTTP/1.1" status: 200 len: 915 time: 0.0917907 Aug 18 12:51:01.423318 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-74917534-243a-4620-839c-ecbb18795879 tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:01.475353 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-74917534-243a-4620-839c-ecbb18795879 tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:01.481027 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-74917534-243a-4620-839c-ecbb18795879 tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992607'] for security_group_rule, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:01.502045 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-bfe03c9d-d482-44f9-b121-fff249eb3feb req-2633a171-7ec6-4748-aa74-579a6d114b7e service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9011669c-2c22-43d9-8927-8ec1e2bd3621 HTTP/1.1" status: 200 len: 997 time: 0.0690620 Aug 18 12:51:01.505184 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-74917534-243a-4620-839c-ecbb18795879 tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:01.506373 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-74917534-243a-4620-839c-ecbb18795879 tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1309261 Aug 18 12:51:01.507324 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74917534-243a-4620-839c-ecbb18795879 tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62683dc1-2757-4d0e-9d6b-c104a1149175,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:51:01.509258 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 52740) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:51:01.514205 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-3ed073ee-4f06-44fc-abc6-2c326d5e5420 tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] Request body: {'security_group_rule': {'security_group_id': '546e3907-613a-4c52-8c15-0737d457542a', 'project_id': 'e4d96e3ea5ce40c6b9705a5acc5a651a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:51:01.543459 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3ed073ee-4f06-44fc-abc6-2c326d5e5420 tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:01.550116 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-e3d4ca41-a894-47fb-b29d-a2c3fb4ae3de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd19e3799-aab1-47cb-b7c0-ef5439caeda2', 'name': 'tempest-TestMinimumBasicScenario-159681805-router', 'tenant_id': 'e4d96e3ea5ce40c6b9705a5acc5a651a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.239'}], 'enable_snat': True}, 'gw_port_id': '3307927b-c39f-4b28-bc90-65d6fa9f0684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:50:09Z', 'updated_at': '2021-08-18T12:50:12Z', 'revision_number': 4, 'project_id': 'e4d96e3ea5ce40c6b9705a5acc5a651a', 'gw_port': {'id': '3307927b-c39f-4b28-bc90-65d6fa9f0684', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:bf:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19e3799-aab1-47cb-b7c0-ef5439caeda2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:50:10Z', 'updated_at': '2021-08-18T12:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_floatingips': [{'id': 'bf70ac0b-76c3-42b2-8ba3-1a555c3b5ba3', 'tenant_id': 'e4d96e3ea5ce40c6b9705a5acc5a651a', 'floating_ip_address': '172.25.7.5', 'floating_network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'router_id': 'd19e3799-aab1-47cb-b7c0-ef5439caeda2', 'port_id': '9011669c-2c22-43d9-8927-8ec1e2bd3621', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '033486d8-d8ae-48fb-bc31-d83326d2038c', 'mac_address': 'fa:16:3e:be:40:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c47f76-c195-42ed-a77c-358eaec2737e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T12:51:00Z', 'updated_at': '2021-08-18T12:51:00Z', 'revision_number': 0, 'project_id': 'e4d96e3ea5ce40c6b9705a5acc5a651a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57e4656f-3356-4a73-b6b7-0c580840ce7a', 'name': '', 'network_id': '033486d8-d8ae-48fb-bc31-d83326d2038c', 'tenant_id': 'e4d96e3ea5ce40c6b9705a5acc5a651a', 'mac_address': 'fa:16:3e:fc:ff:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19e3799-aab1-47cb-b7c0-ef5439caeda2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'a3e74ef7-25dd-4d56-b0d4-d2b63a4a8203', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:50:11Z', 'updated_at': '2021-08-18T12:50:18Z', 'revision_number': 5, 'project_id': 'e4d96e3ea5ce40c6b9705a5acc5a651a', 'subnets': [{'id': 'a3e74ef7-25dd-4d56-b0d4-d2b63a4a8203', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:51:01.570589 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe03c9d-d482-44f9-b121-fff249eb3feb req-2a2ef703-fd29-44e5-a17b-faf9bac48df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:01.572066 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-bfe03c9d-d482-44f9-b121-fff249eb3feb req-2a2ef703-fd29-44e5-a17b-faf9bac48df5 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a3e74ef7-25dd-4d56-b0d4-d2b63a4a8203 HTTP/1.1" status: 200 len: 853 time: 0.0620053 Aug 18 12:51:01.577225 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d4ca41-a894-47fb-b29d-a2c3fb4ae3de None None] Checking router: d19e3799-aab1-47cb-b7c0-ef5439caeda2 for host: n-d-804985-2 {{(pid=106254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:51:01.585632 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d4ca41-a894-47fb-b29d-a2c3fb4ae3de None None] Routers {'d19e3799-aab1-47cb-b7c0-ef5439caeda2'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:51:01.586243 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-e3d4ca41-a894-47fb-b29d-a2c3fb4ae3de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:50:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['d19e3799-aab1-47cb-b7c0-ef5439caeda2'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:51:01.603124 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3ed073ee-4f06-44fc-abc6-2c326d5e5420 tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:01.607550 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3ed073ee-4f06-44fc-abc6-2c326d5e5420 tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992607'] for security_group_rule, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:01.621047 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe03c9d-d482-44f9-b121-fff249eb3feb req-8bcdaa05-c3c5-48c9-8b69-c33bf7637799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:01.622567 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-bfe03c9d-d482-44f9-b121-fff249eb3feb req-8bcdaa05-c3c5-48c9-8b69-c33bf7637799 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=033486d8-d8ae-48fb-bc31-d83326d2038c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432377 Aug 18 12:51:01.626527 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed073ee-4f06-44fc-abc6-2c326d5e5420 tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86d6b630-80c7-4731-a1ba-ef7c6f2abbb3,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:51:01.634343 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3ed073ee-4f06-44fc-abc6-2c326d5e5420 tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:01.635577 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-3ed073ee-4f06-44fc-abc6-2c326d5e5420 tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1253929 Aug 18 12:51:01.638613 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 52742) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:51:01.643030 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-f88aa56f-46b0-4569-9767-21eb0c5b7a9e tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] Request body: {'security_group_rule': {'security_group_id': '546e3907-613a-4c52-8c15-0737d457542a', 'project_id': 'e4d96e3ea5ce40c6b9705a5acc5a651a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:51:01.670004 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f88aa56f-46b0-4569-9767-21eb0c5b7a9e tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:01.708145 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-e3d4ca41-a894-47fb-b29d-a2c3fb4ae3de None None] Set router d19e3799-aab1-47cb-b7c0-ef5439caeda2 gateway port host: n-d-804985-2 {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:51:01.719581 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-bfe03c9d-d482-44f9-b121-fff249eb3feb req-0eff4a07-1d61-4f75-bdb6-ddea063d9914 service neutron] 10.222.0.63 "GET /v2.0/networks/033486d8-d8ae-48fb-bc31-d83326d2038c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890775 Aug 18 12:51:01.730421 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f88aa56f-46b0-4569-9767-21eb0c5b7a9e tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:01.735826 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f88aa56f-46b0-4569-9767-21eb0c5b7a9e tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992607'] for security_group_rule, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:01.759820 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f88aa56f-46b0-4569-9767-21eb0c5b7a9e tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:01.764003 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-f88aa56f-46b0-4569-9767-21eb0c5b7a9e tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1244590 Aug 18 12:51:01.764606 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 52744) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:51:01.769156 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-0f51fd5a-d03b-4594-adf2-35b7ce84c3fe tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] Request body: {'security_group_rule': {'security_group_id': '546e3907-613a-4c52-8c15-0737d457542a', 'project_id': 'e4d96e3ea5ce40c6b9705a5acc5a651a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:51:01.773245 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88aa56f-46b0-4569-9767-21eb0c5b7a9e tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bef8cdb-87a3-470e-8032-7235e644b1a1,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:51:01.806283 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0f51fd5a-d03b-4594-adf2-35b7ce84c3fe tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:01.821200 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-bfe03c9d-d482-44f9-b121-fff249eb3feb req-1ee1a11e-3be0-415b-9f1e-e5e7e8156d22 service neutron] 10.222.0.63 "GET /v2.0/networks/033486d8-d8ae-48fb-bc31-d83326d2038c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931029 Aug 18 12:51:01.874240 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0f51fd5a-d03b-4594-adf2-35b7ce84c3fe tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:01.879110 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0f51fd5a-d03b-4594-adf2-35b7ce84c3fe tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992607'] for security_group_rule, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:01.897203 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f51fd5a-d03b-4594-adf2-35b7ce84c3fe tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc09a214-25b8-4a9a-9f65-861544d46398,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:51:01.904252 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0f51fd5a-d03b-4594-adf2-35b7ce84c3fe tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:01.905672 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-0f51fd5a-d03b-4594-adf2-35b7ce84c3fe tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1400208 Aug 18 12:51:01.908867 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 52746) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:51:01.913752 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-44576d15-0e0f-40c2-967a-d56d61de2ba7 tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] Request body: {'security_group_rule': {'security_group_id': '546e3907-613a-4c52-8c15-0737d457542a', 'project_id': 'e4d96e3ea5ce40c6b9705a5acc5a651a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:51:01.937812 n-d-804985-2 neutron-server[106252]: INFO neutron.db.securitygroups_db [None req-44576d15-0e0f-40c2-967a-d56d61de2ba7 tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] Project e4d96e3ea5ce40c6b9705a5acc5a651a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 18 12:51:01.942737 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-44576d15-0e0f-40c2-967a-d56d61de2ba7 tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:01.949015 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-e3d4ca41-a894-47fb-b29d-a2c3fb4ae3de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd19e3799-aab1-47cb-b7c0-ef5439caeda2', 'name': 'tempest-TestMinimumBasicScenario-159681805-router', 'tenant_id': 'e4d96e3ea5ce40c6b9705a5acc5a651a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.239'}], 'enable_snat': True}, 'gw_port_id': '3307927b-c39f-4b28-bc90-65d6fa9f0684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:50:09Z', 'updated_at': '2021-08-18T12:50:12Z', 'revision_number': 4, 'project_id': 'e4d96e3ea5ce40c6b9705a5acc5a651a', 'gw_port': {'id': '3307927b-c39f-4b28-bc90-65d6fa9f0684', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:bf:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19e3799-aab1-47cb-b7c0-ef5439caeda2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:50:10Z', 'updated_at': '2021-08-18T12:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_floatingips': [{'id': 'bf70ac0b-76c3-42b2-8ba3-1a555c3b5ba3', 'tenant_id': 'e4d96e3ea5ce40c6b9705a5acc5a651a', 'floating_ip_address': '172.25.7.5', 'floating_network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'router_id': 'd19e3799-aab1-47cb-b7c0-ef5439caeda2', 'port_id': '9011669c-2c22-43d9-8927-8ec1e2bd3621', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '033486d8-d8ae-48fb-bc31-d83326d2038c', 'mac_address': 'fa:16:3e:be:40:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c47f76-c195-42ed-a77c-358eaec2737e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T12:51:00Z', 'updated_at': '2021-08-18T12:51:00Z', 'revision_number': 0, 'project_id': 'e4d96e3ea5ce40c6b9705a5acc5a651a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57e4656f-3356-4a73-b6b7-0c580840ce7a', 'name': '', 'network_id': '033486d8-d8ae-48fb-bc31-d83326d2038c', 'tenant_id': 'e4d96e3ea5ce40c6b9705a5acc5a651a', 'mac_address': 'fa:16:3e:fc:ff:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19e3799-aab1-47cb-b7c0-ef5439caeda2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'a3e74ef7-25dd-4d56-b0d4-d2b63a4a8203', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:50:11Z', 'updated_at': '2021-08-18T12:50:18Z', 'revision_number': 5, 'project_id': 'e4d96e3ea5ce40c6b9705a5acc5a651a', 'subnets': [{'id': 'a3e74ef7-25dd-4d56-b0d4-d2b63a4a8203', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:51:01.975690 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d4ca41-a894-47fb-b29d-a2c3fb4ae3de None None] The sync data for ids ['d19e3799-aab1-47cb-b7c0-ef5439caeda2'] in n-d-804985-2 is: [{'id': 'd19e3799-aab1-47cb-b7c0-ef5439caeda2', 'name': 'tempest-TestMinimumBasicScenario-159681805-router', 'tenant_id': 'e4d96e3ea5ce40c6b9705a5acc5a651a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.239'}], 'enable_snat': True}, 'gw_port_id': '3307927b-c39f-4b28-bc90-65d6fa9f0684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:50:09Z', 'updated_at': '2021-08-18T12:50:12Z', 'revision_number': 4, 'project_id': 'e4d96e3ea5ce40c6b9705a5acc5a651a', 'gw_port': {'id': '3307927b-c39f-4b28-bc90-65d6fa9f0684', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:bf:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19e3799-aab1-47cb-b7c0-ef5439caeda2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:50:10Z', 'updated_at': '2021-08-18T12:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_floatingips': [{'id': 'bf70ac0b-76c3-42b2-8ba3-1a555c3b5ba3', 'tenant_id': 'e4d96e3ea5ce40c6b9705a5acc5a651a', 'floating_ip_address': '172.25.7.5', 'floating_network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'router_id': 'd19e3799-aab1-47cb-b7c0-ef5439caeda2', 'port_id': '9011669c-2c22-43d9-8927-8ec1e2bd3621', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '033486d8-d8ae-48fb-bc31-d83326d2038c', 'mac_address': 'fa:16:3e:be:40:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c47f76-c195-42ed-a77c-358eaec2737e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T12:51:00Z', 'updated_at': '2021-08-18T12:51:00Z', 'revision_number': 0, 'project_id': 'e4d96e3ea5ce40c6b9705a5acc5a651a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57e4656f-3356-4a73-b6b7-0c580840ce7a', 'name': '', 'network_id': '033486d8-d8ae-48fb-bc31-d83326d2038c', 'tenant_id': 'e4d96e3ea5ce40c6b9705a5acc5a651a', 'mac_address': 'fa:16:3e:fc:ff:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19e3799-aab1-47cb-b7c0-ef5439caeda2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'a3e74ef7-25dd-4d56-b0d4-d2b63a4a8203', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:50:11Z', 'updated_at': '2021-08-18T12:50:18Z', 'revision_number': 5, 'project_id': 'e4d96e3ea5ce40c6b9705a5acc5a651a', 'subnets': [{'id': 'a3e74ef7-25dd-4d56-b0d4-d2b63a4a8203', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:51:02.005109 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-44576d15-0e0f-40c2-967a-d56d61de2ba7 tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:02.009990 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-44576d15-0e0f-40c2-967a-d56d61de2ba7 tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992607'] for security_group_rule, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:02.029697 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44576d15-0e0f-40c2-967a-d56d61de2ba7 tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27bf4d74-65d1-4f83-9b87-81c857b46c1e,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:51:02.038044 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-44576d15-0e0f-40c2-967a-d56d61de2ba7 tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:02.039544 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-44576d15-0e0f-40c2-967a-d56d61de2ba7 tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1295571 Aug 18 12:51:02.042564 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 52748) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:51:02.047127 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-1acc53e8-852e-47b7-98f5-709da4dd74a7 tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] Request body: {'security_group_rule': {'security_group_id': '546e3907-613a-4c52-8c15-0737d457542a', 'project_id': 'e4d96e3ea5ce40c6b9705a5acc5a651a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:51:02.070877 n-d-804985-2 neutron-server[106252]: INFO neutron.db.securitygroups_db [None req-1acc53e8-852e-47b7-98f5-709da4dd74a7 tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] Project e4d96e3ea5ce40c6b9705a5acc5a651a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 18 12:51:02.076080 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1acc53e8-852e-47b7-98f5-709da4dd74a7 tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:02.143757 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1acc53e8-852e-47b7-98f5-709da4dd74a7 tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:02.149263 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1acc53e8-852e-47b7-98f5-709da4dd74a7 tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992607'] for security_group_rule, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:02.165104 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acc53e8-852e-47b7-98f5-709da4dd74a7 tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e578fd5a-51a3-4fd3-99ef-f2c15e2e0f53,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:51:02.175846 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1acc53e8-852e-47b7-98f5-709da4dd74a7 tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:02.177236 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-1acc53e8-852e-47b7-98f5-709da4dd74a7 tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1336563 Aug 18 12:51:02.187611 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-300e309b-0155-4423-84d8-125e43fe1e9a None None] New status for floating IP bf70ac0b-76c3-42b2-8ba3-1a555c3b5ba3: ACTIVE {{(pid=106255) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 12:51:02.260133 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1994ba28-77e3-4fea-abba-4d90c73fe0d2 req-7a73d57c-1c53-45c7-b628-a04e2e38174d tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1873185565&fields=id&tenant_id=e4d96e3ea5ce40c6b9705a5acc5a651a HTTP/1.1" status: 200 len: 267 time: 0.0357749 Aug 18 12:51:02.318234 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1994ba28-77e3-4fea-abba-4d90c73fe0d2 req-87b57f80-68e3-4d0c-80f1-6732679acaa7 tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:02.319746 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1994ba28-77e3-4fea-abba-4d90c73fe0d2 req-87b57f80-68e3-4d0c-80f1-6732679acaa7 tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] 10.222.0.66 "GET /v2.0/ports?device_id=16c47f76-c195-42ed-a77c-358eaec2737e HTTP/1.1" status: 200 len: 945 time: 0.0532842 Aug 18 12:51:02.331986 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-1994ba28-77e3-4fea-abba-4d90c73fe0d2 req-ccedc73e-3a48-46ab-bf74-ead2b7ca0701 tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] Request body: {'port': {'security_groups': ['d1099965-10b6-4934-9a81-4c2a1c4b49f5', '546e3907-613a-4c52-8c15-0737d457542a']}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:51:02.393692 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-1994ba28-77e3-4fea-abba-4d90c73fe0d2 req-ccedc73e-3a48-46ab-bf74-ead2b7ca0701 tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:02.598155 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-1994ba28-77e3-4fea-abba-4d90c73fe0d2 req-ccedc73e-3a48-46ab-bf74-ead2b7ca0701 tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] For port 9011669c-2c22-43d9-8927-8ec1e2bd3621, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=9011669c-2c22-43d9-8927-8ec1e2bd3621,segment=NetworkSegment(46a98381-1b7e-4c32-83fb-048c2790a005),segment_id=46a98381-1b7e-4c32-83fb-048c2790a005)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:51:02.634088 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-1994ba28-77e3-4fea-abba-4d90c73fe0d2 req-ccedc73e-3a48-46ab-bf74-ead2b7ca0701 tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] Notify callbacks [] for port, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:02.642105 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-1994ba28-77e3-4fea-abba-4d90c73fe0d2 req-ccedc73e-3a48-46ab-bf74-ead2b7ca0701 tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:02.654653 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] get_ports_and_sgs() called for port_ids ['9011669c-2c22-43d9-8927-8ec1e2bd3621'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:51:02.689701 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1994ba28-77e3-4fea-abba-4d90c73fe0d2 req-ccedc73e-3a48-46ab-bf74-ead2b7ca0701 tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:02.690339 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-1994ba28-77e3-4fea-abba-4d90c73fe0d2 req-ccedc73e-3a48-46ab-bf74-ead2b7ca0701 tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:02.691745 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1994ba28-77e3-4fea-abba-4d90c73fe0d2 req-ccedc73e-3a48-46ab-bf74-ead2b7ca0701 tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] 10.222.0.66 "PUT /v2.0/ports/9011669c-2c22-43d9-8927-8ec1e2bd3621 HTTP/1.1" status: 200 len: 981 time: 0.3647168 Aug 18 12:51:02.716354 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccedc73e-3a48-46ab-bf74-ead2b7ca0701 tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] Pushing event updated for resources: {'Port': ['ID=9011669c-2c22-43d9-8927-8ec1e2bd3621,revision_number=6']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:51:02.759010 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] get_ports_and_sgs() called for port_ids ['9011669c-2c22-43d9-8927-8ec1e2bd3621'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:51:02.803194 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7732ec63-31e7-48a1-ab88-2650cf37cb2f req-a46bfdb9-a9cd-4d37-a21f-259f0ed369c9 tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:02.804984 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7732ec63-31e7-48a1-ab88-2650cf37cb2f req-a46bfdb9-a9cd-4d37-a21f-259f0ed369c9 tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] 10.222.0.66 "GET /v2.0/ports?device_id=16c47f76-c195-42ed-a77c-358eaec2737e HTTP/1.1" status: 200 len: 984 time: 0.0555003 Aug 18 12:51:02.850440 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7732ec63-31e7-48a1-ab88-2650cf37cb2f req-4f6d0de2-2613-4a5d-8f97-78875b077b6d tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] 10.222.0.66 "GET /v2.0/security-groups?id=d1099965-10b6-4934-9a81-4c2a1c4b49f5&id=546e3907-613a-4c52-8c15-0737d457542a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0385618 Aug 18 12:51:02.968181 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8f7be26c-1b9d-432b-b0ea-604fcfd2dc3e None None] Provisioning complete for port 9011669c-2c22-43d9-8927-8ec1e2bd3621 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:51:02.968465 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8f7be26c-1b9d-432b-b0ea-604fcfd2dc3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:03.253365 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16c47f76-c195-42ed-a77c-358eaec2737e', 'tag': '9011669c-2c22-43d9-8927-8ec1e2bd3621'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:51:03.256201 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e1715db41198363ca71e85bb75ffab0edf23d36e39f25ec0aa17a703e60534b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7b2902f-3d14-40e1-acb7-5e195be9c6ec" -d '{"events": [{"name": "network-changed", "server_uuid": "16c47f76-c195-42ed-a77c-358eaec2737e", "tag": "9011669c-2c22-43d9-8927-8ec1e2bd3621"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:51:03.294159 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:51:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3e29796-a728-45af-8154-9e231f04bc36 x-openstack-request-id: req-d3e29796-a728-45af-8154-9e231f04bc36 {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:51:03.294457 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16c47f76-c195-42ed-a77c-358eaec2737e", "tag": "9011669c-2c22-43d9-8927-8ec1e2bd3621", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:51:03.294699 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d3e29796-a728-45af-8154-9e231f04bc36 {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:51:03.295111 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16c47f76-c195-42ed-a77c-358eaec2737e', 'tag': '9011669c-2c22-43d9-8927-8ec1e2bd3621', 'status': 'completed', 'code': 200} Aug 18 12:51:03.360087 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b2902f-3d14-40e1-acb7-5e195be9c6ec req-101c56b8-c90a-490b-b43a-36723b2c0fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:03.361637 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b7b2902f-3d14-40e1-acb7-5e195be9c6ec req-101c56b8-c90a-490b-b43a-36723b2c0fa3 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=e4d96e3ea5ce40c6b9705a5acc5a651a&device_id=16c47f76-c195-42ed-a77c-358eaec2737e HTTP/1.1" status: 200 len: 1135 time: 0.0426369 Aug 18 12:51:03.457807 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b2902f-3d14-40e1-acb7-5e195be9c6ec req-20d4ec6a-1d6a-4fba-a9a0-8fc790086f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:03.459176 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b7b2902f-3d14-40e1-acb7-5e195be9c6ec req-20d4ec6a-1d6a-4fba-a9a0-8fc790086f7f service neutron] 10.222.0.63 "GET /v2.0/networks?id=033486d8-d8ae-48fb-bc31-d83326d2038c HTTP/1.1" status: 200 len: 915 time: 0.0883451 Aug 18 12:51:03.527969 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b7b2902f-3d14-40e1-acb7-5e195be9c6ec req-04324dd7-0270-4f01-9151-9f4a38a46735 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9011669c-2c22-43d9-8927-8ec1e2bd3621 HTTP/1.1" status: 200 len: 999 time: 0.0610757 Aug 18 12:51:03.582743 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b2902f-3d14-40e1-acb7-5e195be9c6ec req-ec2f720d-5d28-4378-9b4a-b42f7fb60af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:03.584157 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b7b2902f-3d14-40e1-acb7-5e195be9c6ec req-ec2f720d-5d28-4378-9b4a-b42f7fb60af0 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a3e74ef7-25dd-4d56-b0d4-d2b63a4a8203 HTTP/1.1" status: 200 len: 853 time: 0.0476682 Aug 18 12:51:03.633406 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b2902f-3d14-40e1-acb7-5e195be9c6ec req-5a5922f8-466d-4c6a-b57c-2600525b782a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:03.635059 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b7b2902f-3d14-40e1-acb7-5e195be9c6ec req-5a5922f8-466d-4c6a-b57c-2600525b782a service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=033486d8-d8ae-48fb-bc31-d83326d2038c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421753 Aug 18 12:51:03.737611 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b7b2902f-3d14-40e1-acb7-5e195be9c6ec req-3374b1e1-cc74-449d-9c5d-f5ed41d223e3 service neutron] 10.222.0.63 "GET /v2.0/networks/033486d8-d8ae-48fb-bc31-d83326d2038c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941803 Aug 18 12:51:04.113833 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b7b2902f-3d14-40e1-acb7-5e195be9c6ec req-21ed1834-9146-47d5-baa1-456b7f488b67 service neutron] 10.222.0.63 "GET /v2.0/networks/033486d8-d8ae-48fb-bc31-d83326d2038c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3680065 Aug 18 12:51:06.520671 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:08.728039 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:11.418234 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-073b0dfe-efe7-445c-8ce0-7a23222673f6 req-60e3ad82-67ca-46b6-8a77-8a671180392f service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=16c47f76-c195-42ed-a77c-358eaec2737e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0415463 Aug 18 12:51:11.511855 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073b0dfe-efe7-445c-8ce0-7a23222673f6 req-3274d5e0-08a2-4a03-8e0c-5060897b1f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:11.514243 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-073b0dfe-efe7-445c-8ce0-7a23222673f6 req-3274d5e0-08a2-4a03-8e0c-5060897b1f23 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=e4d96e3ea5ce40c6b9705a5acc5a651a&device_id=16c47f76-c195-42ed-a77c-358eaec2737e HTTP/1.1" status: 200 len: 1135 time: 0.0472319 Aug 18 12:51:11.635615 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073b0dfe-efe7-445c-8ce0-7a23222673f6 req-ba3f9a16-dad8-4d71-9a6e-85328530c8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:11.637037 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-073b0dfe-efe7-445c-8ce0-7a23222673f6 req-ba3f9a16-dad8-4d71-9a6e-85328530c8a4 service neutron] 10.222.0.63 "GET /v2.0/networks?id=033486d8-d8ae-48fb-bc31-d83326d2038c HTTP/1.1" status: 200 len: 915 time: 0.1023941 Aug 18 12:51:11.715824 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-073b0dfe-efe7-445c-8ce0-7a23222673f6 req-cadd3ce8-20d2-4669-aa10-6239e079d40a service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9011669c-2c22-43d9-8927-8ec1e2bd3621 HTTP/1.1" status: 200 len: 999 time: 0.0695705 Aug 18 12:51:11.773961 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073b0dfe-efe7-445c-8ce0-7a23222673f6 req-dc548699-cf43-4530-ac6a-62defa5a5b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:11.775487 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-073b0dfe-efe7-445c-8ce0-7a23222673f6 req-dc548699-cf43-4530-ac6a-62defa5a5b39 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a3e74ef7-25dd-4d56-b0d4-d2b63a4a8203 HTTP/1.1" status: 200 len: 853 time: 0.0508232 Aug 18 12:51:11.823173 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073b0dfe-efe7-445c-8ce0-7a23222673f6 req-fb9f45b8-3904-44d8-9f0a-275a6cf1be3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:11.824689 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-073b0dfe-efe7-445c-8ce0-7a23222673f6 req-fb9f45b8-3904-44d8-9f0a-275a6cf1be3b service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=033486d8-d8ae-48fb-bc31-d83326d2038c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411947 Aug 18 12:51:11.925411 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-073b0dfe-efe7-445c-8ce0-7a23222673f6 req-9bba7e4e-5bef-4b55-8f80-71aef2ec84f4 service neutron] 10.222.0.63 "GET /v2.0/networks/033486d8-d8ae-48fb-bc31-d83326d2038c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914049 Aug 18 12:51:12.032705 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-073b0dfe-efe7-445c-8ce0-7a23222673f6 req-ab7ad805-cdc0-478b-89c0-ddeacee86844 service neutron] 10.222.0.63 "GET /v2.0/networks/033486d8-d8ae-48fb-bc31-d83326d2038c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997865 Aug 18 12:51:18.557084 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-5e457824-c138-4b8d-8a0d-2e0df87eb817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:20.118530 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea936e9-297c-4bf1-91fe-c4bad97a7a97 req-5f4cf2a1-4f5a-4f8f-85d3-4d255f9280a7 tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:20.120059 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-eea936e9-297c-4bf1-91fe-c4bad97a7a97 req-5f4cf2a1-4f5a-4f8f-85d3-4d255f9280a7 tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] 10.222.0.66 "GET /v2.0/ports?device_id=16c47f76-c195-42ed-a77c-358eaec2737e HTTP/1.1" status: 200 len: 984 time: 0.0812602 Aug 18 12:51:20.125874 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28737881-bc16-4041-95c2-7595a0312f80 req-876754cf-4e4c-46e9-a120-bcc6f7df8062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:20.127284 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-28737881-bc16-4041-95c2-7595a0312f80 req-876754cf-4e4c-46e9-a120-bcc6f7df8062 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=e4d96e3ea5ce40c6b9705a5acc5a651a&device_id=16c47f76-c195-42ed-a77c-358eaec2737e HTTP/1.1" status: 200 len: 1135 time: 0.0773423 Aug 18 12:51:20.213937 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-eea936e9-297c-4bf1-91fe-c4bad97a7a97 req-e68ab68a-206d-4491-8900-11fe3f7dfd3a tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] 10.222.0.66 "GET /v2.0/security-groups?id=d1099965-10b6-4934-9a81-4c2a1c4b49f5&id=546e3907-613a-4c52-8c15-0737d457542a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0855842 Aug 18 12:51:20.253044 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28737881-bc16-4041-95c2-7595a0312f80 req-7a01a0fb-fab8-49ed-b956-f1f4e9d13a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:20.254541 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-28737881-bc16-4041-95c2-7595a0312f80 req-7a01a0fb-fab8-49ed-b956-f1f4e9d13a22 service neutron] 10.222.0.63 "GET /v2.0/networks?id=033486d8-d8ae-48fb-bc31-d83326d2038c HTTP/1.1" status: 200 len: 915 time: 0.1195030 Aug 18 12:51:20.336330 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-28737881-bc16-4041-95c2-7595a0312f80 req-b65c21b7-4603-420c-b21a-eeb1b72d77c7 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9011669c-2c22-43d9-8927-8ec1e2bd3621 HTTP/1.1" status: 200 len: 999 time: 0.0701671 Aug 18 12:51:20.389640 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28737881-bc16-4041-95c2-7595a0312f80 req-9beab2db-c54d-4390-a9fa-a6aa2f0b5041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:20.391097 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-28737881-bc16-4041-95c2-7595a0312f80 req-9beab2db-c54d-4390-a9fa-a6aa2f0b5041 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a3e74ef7-25dd-4d56-b0d4-d2b63a4a8203 HTTP/1.1" status: 200 len: 853 time: 0.0472720 Aug 18 12:51:20.444353 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28737881-bc16-4041-95c2-7595a0312f80 req-5b08f41c-c336-42a4-a370-50fba717a421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:20.446619 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-28737881-bc16-4041-95c2-7595a0312f80 req-5b08f41c-c336-42a4-a370-50fba717a421 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=033486d8-d8ae-48fb-bc31-d83326d2038c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0471950 Aug 18 12:51:20.560838 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-28737881-bc16-4041-95c2-7595a0312f80 req-bca6e940-7feb-4a89-b585-8d78a7a6f690 service neutron] 10.222.0.63 "GET /v2.0/networks/033486d8-d8ae-48fb-bc31-d83326d2038c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051686 Aug 18 12:51:20.664784 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-28737881-bc16-4041-95c2-7595a0312f80 req-c552d89d-695c-4888-b472-3148e9401fe6 service neutron] 10.222.0.63 "GET /v2.0/networks/033486d8-d8ae-48fb-bc31-d83326d2038c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959914 Aug 18 12:51:21.361261 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f818b35a-76c2-49f6-833b-96889b831784 req-4b4dbf34-a0d3-427f-b8f1-f0d4424bfc75 tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:21.362637 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f818b35a-76c2-49f6-833b-96889b831784 req-4b4dbf34-a0d3-427f-b8f1-f0d4424bfc75 tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] 10.222.0.66 "GET /v2.0/ports?device_id=16c47f76-c195-42ed-a77c-358eaec2737e HTTP/1.1" status: 200 len: 984 time: 0.0593457 Aug 18 12:51:21.405298 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f818b35a-76c2-49f6-833b-96889b831784 req-d858309e-323c-4085-be6c-ed2c1f497317 tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] 10.222.0.66 "GET /v2.0/security-groups?id=d1099965-10b6-4934-9a81-4c2a1c4b49f5&id=546e3907-613a-4c52-8c15-0737d457542a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0363827 Aug 18 12:51:21.523979 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:21.811209 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-803baefe-7611-40b4-8db0-a2a5c32fdb96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:22.399145 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-53584c24-f517-494e-ac93-c18bb92373f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:22.532035 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9178d5ea-06f0-418c-8fa2-d35828424ce8 req-ca3e2680-fdf6-465c-be31-fb88c797202f tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:22.533636 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9178d5ea-06f0-418c-8fa2-d35828424ce8 req-ca3e2680-fdf6-465c-be31-fb88c797202f tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] 10.222.0.66 "GET /v2.0/ports?device_id=16c47f76-c195-42ed-a77c-358eaec2737e HTTP/1.1" status: 200 len: 984 time: 0.0591948 Aug 18 12:51:22.574953 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9178d5ea-06f0-418c-8fa2-d35828424ce8 req-a6ca2dc9-3ec8-428d-9c6c-885ce57e6afc tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] 10.222.0.66 "GET /v2.0/security-groups?id=d1099965-10b6-4934-9a81-4c2a1c4b49f5&id=546e3907-613a-4c52-8c15-0737d457542a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0348175 Aug 18 12:51:23.712883 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c774de05-9a19-4047-a1ae-5229526fb47c req-de9519ab-91eb-4382-9e8a-eb8c464baa85 tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:23.714383 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c774de05-9a19-4047-a1ae-5229526fb47c req-de9519ab-91eb-4382-9e8a-eb8c464baa85 tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] 10.222.0.66 "GET /v2.0/ports?device_id=16c47f76-c195-42ed-a77c-358eaec2737e HTTP/1.1" status: 200 len: 984 time: 0.0598106 Aug 18 12:51:23.756443 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c774de05-9a19-4047-a1ae-5229526fb47c req-95eac49f-4db6-4934-a3d7-59e5f5450842 tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] 10.222.0.66 "GET /v2.0/security-groups?id=d1099965-10b6-4934-9a81-4c2a1c4b49f5&id=546e3907-613a-4c52-8c15-0737d457542a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0355952 Aug 18 12:51:24.059048 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-500a1c61-38a7-4c23-a7ec-4631080af5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:24.892502 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2356dd-836a-4dcc-806e-45b2ff192e49 req-a5c32778-ad94-4fe1-a14a-86bbad83a1cb tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:24.894043 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3e2356dd-836a-4dcc-806e-45b2ff192e49 req-a5c32778-ad94-4fe1-a14a-86bbad83a1cb tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] 10.222.0.66 "GET /v2.0/ports?device_id=16c47f76-c195-42ed-a77c-358eaec2737e HTTP/1.1" status: 200 len: 984 time: 0.0553720 Aug 18 12:51:24.937366 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3e2356dd-836a-4dcc-806e-45b2ff192e49 req-0bc9d8b9-e25a-49ac-ba09-f4816a17d1bf tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] 10.222.0.66 "GET /v2.0/security-groups?id=d1099965-10b6-4934-9a81-4c2a1c4b49f5&id=546e3907-613a-4c52-8c15-0737d457542a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0340636 Aug 18 12:51:26.069535 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f89a1bb-1d12-446a-9cf3-42f4e958b2b0 req-e509e67a-1de0-4402-b67f-e778ec052673 tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:26.071041 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1f89a1bb-1d12-446a-9cf3-42f4e958b2b0 req-e509e67a-1de0-4402-b67f-e778ec052673 tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] 10.222.0.66 "GET /v2.0/ports?device_id=16c47f76-c195-42ed-a77c-358eaec2737e HTTP/1.1" status: 200 len: 984 time: 0.0545104 Aug 18 12:51:26.115324 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1f89a1bb-1d12-446a-9cf3-42f4e958b2b0 req-a661fa87-4ca5-4010-8de8-017986dbe051 tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] 10.222.0.66 "GET /v2.0/security-groups?id=d1099965-10b6-4934-9a81-4c2a1c4b49f5&id=546e3907-613a-4c52-8c15-0737d457542a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0348699 Aug 18 12:51:27.237559 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c525211e-17c5-4499-b4dd-76ae2633f607 req-da160f6c-446e-4c9f-b7ba-78c6648235af tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:27.239099 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c525211e-17c5-4499-b4dd-76ae2633f607 req-da160f6c-446e-4c9f-b7ba-78c6648235af tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] 10.222.0.66 "GET /v2.0/ports?device_id=16c47f76-c195-42ed-a77c-358eaec2737e HTTP/1.1" status: 200 len: 984 time: 0.0557172 Aug 18 12:51:27.290845 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c525211e-17c5-4499-b4dd-76ae2633f607 req-042cf30b-3a5f-4632-bd83-912eb9d32390 tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] 10.222.0.66 "GET /v2.0/security-groups?id=d1099965-10b6-4934-9a81-4c2a1c4b49f5&id=546e3907-613a-4c52-8c15-0737d457542a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0451984 Aug 18 12:51:28.415290 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0bc45a-dc1a-4f0b-bd91-6b1f0c46fbde req-ef05498e-ff07-407f-b332-c02c327d29d8 tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:28.416782 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ea0bc45a-dc1a-4f0b-bd91-6b1f0c46fbde req-ef05498e-ff07-407f-b332-c02c327d29d8 tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] 10.222.0.66 "GET /v2.0/ports?device_id=16c47f76-c195-42ed-a77c-358eaec2737e HTTP/1.1" status: 200 len: 984 time: 0.0579338 Aug 18 12:51:28.458763 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ea0bc45a-dc1a-4f0b-bd91-6b1f0c46fbde req-f0036d72-0f4b-42f5-a5a4-dc4cd70a8c71 tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] 10.222.0.66 "GET /v2.0/security-groups?id=d1099965-10b6-4934-9a81-4c2a1c4b49f5&id=546e3907-613a-4c52-8c15-0737d457542a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0356233 Aug 18 12:51:29.585241 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b215f54-688d-4af9-b32f-ac824afb91e5 req-428369b0-953c-47ee-b49d-cd5e005ab9bd tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:29.586746 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5b215f54-688d-4af9-b32f-ac824afb91e5 req-428369b0-953c-47ee-b49d-cd5e005ab9bd tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] 10.222.0.66 "GET /v2.0/ports?device_id=16c47f76-c195-42ed-a77c-358eaec2737e HTTP/1.1" status: 200 len: 984 time: 0.0519795 Aug 18 12:51:29.628137 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5b215f54-688d-4af9-b32f-ac824afb91e5 req-5129263d-713d-4bc9-89f0-660aa5e68260 tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] 10.222.0.66 "GET /v2.0/security-groups?id=d1099965-10b6-4934-9a81-4c2a1c4b49f5&id=546e3907-613a-4c52-8c15-0737d457542a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0349336 Aug 18 12:51:29.788041 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.agents_db [None req-6dbb2658-0354-4101-8393-6e7505481cf6 None None] Agent healthcheck: found 7 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 12:51:30.765928 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53087ee0-e639-437e-9fe1-60ed71651494 req-946af6bb-3e9c-4636-803a-3866c2e7c83a tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:30.767570 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-53087ee0-e639-437e-9fe1-60ed71651494 req-946af6bb-3e9c-4636-803a-3866c2e7c83a tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] 10.222.0.66 "GET /v2.0/ports?device_id=16c47f76-c195-42ed-a77c-358eaec2737e HTTP/1.1" status: 200 len: 984 time: 0.0564957 Aug 18 12:51:30.818687 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-53087ee0-e639-437e-9fe1-60ed71651494 req-a7ac3f58-fd52-440f-8148-204ba2ff647d tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] 10.222.0.66 "GET /v2.0/security-groups?id=d1099965-10b6-4934-9a81-4c2a1c4b49f5&id=546e3907-613a-4c52-8c15-0737d457542a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0433543 Aug 18 12:51:31.951493 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4adb350-2748-4134-a426-ea15d4c9a740 req-0b31ccf6-2f65-445e-ae06-b31e0593b86a tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:51:31.952970 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d4adb350-2748-4134-a426-ea15d4c9a740 req-0b31ccf6-2f65-445e-ae06-b31e0593b86a tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] 10.222.0.66 "GET /v2.0/ports?device_id=16c47f76-c195-42ed-a77c-358eaec2737e HTTP/1.1" status: 200 len: 984 time: 0.0541353 Aug 18 12:51:32.000159 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d4adb350-2748-4134-a426-ea15d4c9a740 req-b93715df-a4cb-4789-a356-4e63924c9555 tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] 10.222.0.66 "GET /v2.0/security-groups?id=d1099965-10b6-4934-9a81-4c2a1c4b49f5&id=546e3907-613a-4c52-8c15-0737d457542a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0388124 Aug 18 12:51:36.524598 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:38.756362 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:48.563389 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-b9ef7789-d0e9-4a6b-9a9d-b0eed3759d74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:51.523145 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:51.807351 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-c76ea250-be6d-4188-b6f6-199990c9cf56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:52.404809 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-53584c24-f517-494e-ac93-c18bb92373f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:51:54.069813 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-500a1c61-38a7-4c23-a7ec-4631080af5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:04.453790 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-95503407-b47f-4359-b406-313e015e55d5 req-0d8248a3-764b-4d8b-99c1-078559888dcc tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1873185565&fields=id&tenant_id=e4d96e3ea5ce40c6b9705a5acc5a651a HTTP/1.1" status: 200 len: 267 time: 0.0490456 Aug 18 12:52:04.517504 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95503407-b47f-4359-b406-313e015e55d5 req-0c8e4bdd-1212-41c9-b072-c5515707cfb7 tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:04.518984 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-95503407-b47f-4359-b406-313e015e55d5 req-0c8e4bdd-1212-41c9-b072-c5515707cfb7 tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] 10.222.0.66 "GET /v2.0/ports?device_id=16c47f76-c195-42ed-a77c-358eaec2737e HTTP/1.1" status: 200 len: 984 time: 0.0565891 Aug 18 12:52:04.533549 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-95503407-b47f-4359-b406-313e015e55d5 req-48043458-dcc6-4396-9319-7d772d6d9a43 tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] Request body: {'port': {'security_groups': ['d1099965-10b6-4934-9a81-4c2a1c4b49f5']}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:52:04.600184 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-95503407-b47f-4359-b406-313e015e55d5 req-48043458-dcc6-4396-9319-7d772d6d9a43 tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:04.778760 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-95503407-b47f-4359-b406-313e015e55d5 req-48043458-dcc6-4396-9319-7d772d6d9a43 tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] For port 9011669c-2c22-43d9-8927-8ec1e2bd3621, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=9011669c-2c22-43d9-8927-8ec1e2bd3621,segment=NetworkSegment(46a98381-1b7e-4c32-83fb-048c2790a005),segment_id=46a98381-1b7e-4c32-83fb-048c2790a005)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:52:04.808053 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-95503407-b47f-4359-b406-313e015e55d5 req-48043458-dcc6-4396-9319-7d772d6d9a43 tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] Notify callbacks [] for port, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:04.815555 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-95503407-b47f-4359-b406-313e015e55d5 req-48043458-dcc6-4396-9319-7d772d6d9a43 tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:04.829056 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] get_ports_and_sgs() called for port_ids ['9011669c-2c22-43d9-8927-8ec1e2bd3621'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:52:04.858291 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95503407-b47f-4359-b406-313e015e55d5 req-48043458-dcc6-4396-9319-7d772d6d9a43 tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:04.858909 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-95503407-b47f-4359-b406-313e015e55d5 req-48043458-dcc6-4396-9319-7d772d6d9a43 tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:04.863731 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-95503407-b47f-4359-b406-313e015e55d5 req-48043458-dcc6-4396-9319-7d772d6d9a43 tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] 10.222.0.66 "PUT /v2.0/ports/9011669c-2c22-43d9-8927-8ec1e2bd3621 HTTP/1.1" status: 200 len: 942 time: 0.3321671 Aug 18 12:52:04.863731 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16c47f76-c195-42ed-a77c-358eaec2737e', 'tag': '9011669c-2c22-43d9-8927-8ec1e2bd3621'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:52:04.864276 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e1715db41198363ca71e85bb75ffab0edf23d36e39f25ec0aa17a703e60534b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b258b86b-881f-4c0d-8ca3-7a68e33455a3" -d '{"events": [{"name": "network-changed", "server_uuid": "16c47f76-c195-42ed-a77c-358eaec2737e", "tag": "9011669c-2c22-43d9-8927-8ec1e2bd3621"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:52:04.867233 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 52824) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:52:04.898569 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48043458-dcc6-4396-9319-7d772d6d9a43 tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] Pushing event updated for resources: {'Port': ['ID=9011669c-2c22-43d9-8927-8ec1e2bd3621,revision_number=7']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:52:04.906775 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48043458-dcc6-4396-9319-7d772d6d9a43 tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:52:04.907394 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48043458-dcc6-4396-9319-7d772d6d9a43 tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:52:04.907751 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48043458-dcc6-4396-9319-7d772d6d9a43 tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:52:04.908096 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48043458-dcc6-4396-9319-7d772d6d9a43 tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:52:04.908438 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48043458-dcc6-4396-9319-7d772d6d9a43 tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:52:04.909317 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48043458-dcc6-4396-9319-7d772d6d9a43 tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:52:04.909317 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48043458-dcc6-4396-9319-7d772d6d9a43 tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:52:04.909517 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48043458-dcc6-4396-9319-7d772d6d9a43 tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:52:04.909810 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48043458-dcc6-4396-9319-7d772d6d9a43 tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:52:04.910169 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48043458-dcc6-4396-9319-7d772d6d9a43 tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:52:04.910496 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48043458-dcc6-4396-9319-7d772d6d9a43 tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:52:04.910883 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48043458-dcc6-4396-9319-7d772d6d9a43 tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:52:04.927522 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:52:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba360967-f103-443f-8386-dadbf2080e8b x-openstack-request-id: req-ba360967-f103-443f-8386-dadbf2080e8b {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:52:04.927886 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16c47f76-c195-42ed-a77c-358eaec2737e", "tag": "9011669c-2c22-43d9-8927-8ec1e2bd3621", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:52:04.928222 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ba360967-f103-443f-8386-dadbf2080e8b {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:52:04.928735 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16c47f76-c195-42ed-a77c-358eaec2737e', 'tag': '9011669c-2c22-43d9-8927-8ec1e2bd3621', 'status': 'completed', 'code': 200} Aug 18 12:52:04.943310 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] get_ports_and_sgs() called for port_ids ['9011669c-2c22-43d9-8927-8ec1e2bd3621'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:52:04.960755 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6953f20f-8ec1-4288-8dec-bcb1eb7f1349 tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:04.992718 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6953f20f-8ec1-4288-8dec-bcb1eb7f1349 tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:05.005640 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b258b86b-881f-4c0d-8ca3-7a68e33455a3 req-52cfcce5-8973-4239-83a2-e9cdcebba89c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:05.007282 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b258b86b-881f-4c0d-8ca3-7a68e33455a3 req-52cfcce5-8973-4239-83a2-e9cdcebba89c service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=e4d96e3ea5ce40c6b9705a5acc5a651a&device_id=16c47f76-c195-42ed-a77c-358eaec2737e HTTP/1.1" status: 200 len: 1096 time: 0.0526407 Aug 18 12:52:05.078595 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6953f20f-8ec1-4288-8dec-bcb1eb7f1349 tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:05.082400 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6953f20f-8ec1-4288-8dec-bcb1eb7f1349 tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:05.083631 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-6953f20f-8ec1-4288-8dec-bcb1eb7f1349 tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] 10.222.0.66 "DELETE /v2.0/security-groups/546e3907-613a-4c52-8c15-0737d457542a HTTP/1.1" status: 204 len: 168 time: 0.2147343 Aug 18 12:52:05.087813 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 52832) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:52:05.098140 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6953f20f-8ec1-4288-8dec-bcb1eb7f1349 tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=546e3907-613a-4c52-8c15-0737d457542a,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:52:05.106726 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6953f20f-8ec1-4288-8dec-bcb1eb7f1349 tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:52:05.106962 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6953f20f-8ec1-4288-8dec-bcb1eb7f1349 tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:52:05.107191 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6953f20f-8ec1-4288-8dec-bcb1eb7f1349 tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:52:05.107508 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6953f20f-8ec1-4288-8dec-bcb1eb7f1349 tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:52:05.107830 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6953f20f-8ec1-4288-8dec-bcb1eb7f1349 tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:52:05.108154 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6953f20f-8ec1-4288-8dec-bcb1eb7f1349 tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:52:05.108771 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6953f20f-8ec1-4288-8dec-bcb1eb7f1349 tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:52:05.108885 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6953f20f-8ec1-4288-8dec-bcb1eb7f1349 tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:52:05.109139 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6953f20f-8ec1-4288-8dec-bcb1eb7f1349 tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:52:05.109457 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6953f20f-8ec1-4288-8dec-bcb1eb7f1349 tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:52:05.109771 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6953f20f-8ec1-4288-8dec-bcb1eb7f1349 tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:52:05.110083 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6953f20f-8ec1-4288-8dec-bcb1eb7f1349 tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:52:05.153572 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b258b86b-881f-4c0d-8ca3-7a68e33455a3 req-f155d378-101a-4112-b598-65dd9bf93e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:05.155067 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b258b86b-881f-4c0d-8ca3-7a68e33455a3 req-f155d378-101a-4112-b598-65dd9bf93e2b service neutron] 10.222.0.63 "GET /v2.0/networks?id=033486d8-d8ae-48fb-bc31-d83326d2038c HTTP/1.1" status: 200 len: 915 time: 0.1377478 Aug 18 12:52:05.220064 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-bbac9268-9f54-467d-a934-de6dabc43498 None None] Provisioning complete for port 9011669c-2c22-43d9-8927-8ec1e2bd3621 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:52:05.220405 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-bbac9268-9f54-467d-a934-de6dabc43498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:05.265172 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b258b86b-881f-4c0d-8ca3-7a68e33455a3 req-6f46a284-f45b-45bb-b91a-9d8cbe34e10a service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9011669c-2c22-43d9-8927-8ec1e2bd3621 HTTP/1.1" status: 200 len: 999 time: 0.1027329 Aug 18 12:52:05.340624 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b258b86b-881f-4c0d-8ca3-7a68e33455a3 req-d129bc57-103d-41af-b1bf-ace10974ffb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:05.342112 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b258b86b-881f-4c0d-8ca3-7a68e33455a3 req-d129bc57-103d-41af-b1bf-ace10974ffb1 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a3e74ef7-25dd-4d56-b0d4-d2b63a4a8203 HTTP/1.1" status: 200 len: 853 time: 0.0684676 Aug 18 12:52:05.378621 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-4054cdb9-17d3-4f83-9c58-e71fabbbb6b9 tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] Deleting port fe8852ba-8c8a-434f-9b7b-266daae580e6 {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:52:05.378973 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4054cdb9-17d3-4f83-9c58-e71fabbbb6b9 tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:05.440886 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b258b86b-881f-4c0d-8ca3-7a68e33455a3 req-f1eed34a-2e0d-412d-864a-adfb4b70b89a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:05.442368 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b258b86b-881f-4c0d-8ca3-7a68e33455a3 req-f1eed34a-2e0d-412d-864a-adfb4b70b89a service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=033486d8-d8ae-48fb-bc31-d83326d2038c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0911422 Aug 18 12:52:05.504454 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4054cdb9-17d3-4f83-9c58-e71fabbbb6b9 tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:05.505222 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4054cdb9-17d3-4f83-9c58-e71fabbbb6b9 tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:05.522603 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-4054cdb9-17d3-4f83-9c58-e71fabbbb6b9 tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] Calling delete_port for fe8852ba-8c8a-434f-9b7b-266daae580e6 owned by network:floatingip {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:52:05.620207 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b258b86b-881f-4c0d-8ca3-7a68e33455a3 req-2a7b2721-b36e-4f61-b543-62c47b3e3275 service neutron] 10.222.0.63 "GET /v2.0/networks/033486d8-d8ae-48fb-bc31-d83326d2038c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651523 Aug 18 12:52:05.740181 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b258b86b-881f-4c0d-8ca3-7a68e33455a3 req-f6f2a5bf-2913-498e-be43-9bc2907930b9 service neutron] 10.222.0.63 "GET /v2.0/networks/033486d8-d8ae-48fb-bc31-d83326d2038c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097193 Aug 18 12:52:05.790692 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4054cdb9-17d3-4f83-9c58-e71fabbbb6b9 tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:05.815669 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4054cdb9-17d3-4f83-9c58-e71fabbbb6b9 tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] Pushing event deleted for resources: {'Port': ['ID=fe8852ba-8c8a-434f-9b7b-266daae580e6,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:52:05.877813 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4054cdb9-17d3-4f83-9c58-e71fabbbb6b9 tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] Notify callbacks [] for floatingip, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:05.878056 n-d-804985-2 neutron-server[106252]: INFO neutron.db.l3_db [None req-4054cdb9-17d3-4f83-9c58-e71fabbbb6b9 tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] Floating IP bf70ac0b-76c3-42b2-8ba3-1a555c3b5ba3 disassociated (deleted). External IP: 172.25.7.5, port: 9011669c-2c22-43d9-8927-8ec1e2bd3621. Aug 18 12:52:06.093165 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4054cdb9-17d3-4f83-9c58-e71fabbbb6b9 tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] Router d19e3799-aab1-47cb-b7c0-ef5439caeda2 has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:52:06.202943 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4054cdb9-17d3-4f83-9c58-e71fabbbb6b9 tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:52:06.208190 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4054cdb9-17d3-4f83-9c58-e71fabbbb6b9 tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for floatingip, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:06.213206 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd4c8619-4b96-4bbc-be76-904a435d3097 None None] Sync routers for ids ['d19e3799-aab1-47cb-b7c0-ef5439caeda2'] in n-d-804985-2 {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:52:06.222609 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4c8619-4b96-4bbc-be76-904a435d3097 None None] Routers {'d19e3799-aab1-47cb-b7c0-ef5439caeda2'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:52:06.223210 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-bd4c8619-4b96-4bbc-be76-904a435d3097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:51:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['d19e3799-aab1-47cb-b7c0-ef5439caeda2'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:52:06.236295 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-4054cdb9-17d3-4f83-9c58-e71fabbbb6b9 tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] 10.222.0.66 "DELETE /v2.0/floatingips/bf70ac0b-76c3-42b2-8ba3-1a555c3b5ba3 HTTP/1.1" status: 204 len: 168 time: 1.1474001 Aug 18 12:52:06.507346 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-bd4c8619-4b96-4bbc-be76-904a435d3097 None None] Set router d19e3799-aab1-47cb-b7c0-ef5439caeda2 gateway port host: n-d-804985-2 {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:52:06.540391 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:06.719045 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-bd4c8619-4b96-4bbc-be76-904a435d3097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd19e3799-aab1-47cb-b7c0-ef5439caeda2', 'name': 'tempest-TestMinimumBasicScenario-159681805-router', 'tenant_id': 'e4d96e3ea5ce40c6b9705a5acc5a651a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.239'}], 'enable_snat': True}, 'gw_port_id': '3307927b-c39f-4b28-bc90-65d6fa9f0684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:50:09Z', 'updated_at': '2021-08-18T12:50:12Z', 'revision_number': 4, 'project_id': 'e4d96e3ea5ce40c6b9705a5acc5a651a', 'gw_port': {'id': '3307927b-c39f-4b28-bc90-65d6fa9f0684', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:bf:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19e3799-aab1-47cb-b7c0-ef5439caeda2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:50:10Z', 'updated_at': '2021-08-18T12:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': '57e4656f-3356-4a73-b6b7-0c580840ce7a', 'name': '', 'network_id': '033486d8-d8ae-48fb-bc31-d83326d2038c', 'tenant_id': 'e4d96e3ea5ce40c6b9705a5acc5a651a', 'mac_address': 'fa:16:3e:fc:ff:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19e3799-aab1-47cb-b7c0-ef5439caeda2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'a3e74ef7-25dd-4d56-b0d4-d2b63a4a8203', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:50:11Z', 'updated_at': '2021-08-18T12:50:18Z', 'revision_number': 5, 'project_id': 'e4d96e3ea5ce40c6b9705a5acc5a651a', 'subnets': [{'id': 'a3e74ef7-25dd-4d56-b0d4-d2b63a4a8203', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:52:06.744363 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd4c8619-4b96-4bbc-be76-904a435d3097 None None] Checking router: d19e3799-aab1-47cb-b7c0-ef5439caeda2 for host: n-d-804985-2 {{(pid=106254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:52:06.752998 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4c8619-4b96-4bbc-be76-904a435d3097 None None] Routers {'d19e3799-aab1-47cb-b7c0-ef5439caeda2'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:52:06.753594 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-bd4c8619-4b96-4bbc-be76-904a435d3097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:51:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['d19e3799-aab1-47cb-b7c0-ef5439caeda2'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:52:06.787849 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.agents_db [None req-6dbb2658-0354-4101-8393-6e7505481cf6 None None] Agent healthcheck: found 7 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 12:52:06.865722 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-bd4c8619-4b96-4bbc-be76-904a435d3097 None None] Set router d19e3799-aab1-47cb-b7c0-ef5439caeda2 gateway port host: n-d-804985-2 {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:52:06.930026 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16c47f76-c195-42ed-a77c-358eaec2737e', 'tag': '9011669c-2c22-43d9-8927-8ec1e2bd3621'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:52:06.932461 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e1715db41198363ca71e85bb75ffab0edf23d36e39f25ec0aa17a703e60534b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73ca2c13-6577-450f-a963-cca41b5e9f7c" -d '{"events": [{"name": "network-changed", "server_uuid": "16c47f76-c195-42ed-a77c-358eaec2737e", "tag": "9011669c-2c22-43d9-8927-8ec1e2bd3621"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:52:06.968915 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:52:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8807e6cb-651e-4f32-b3f4-1764b02a0775 x-openstack-request-id: req-8807e6cb-651e-4f32-b3f4-1764b02a0775 {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:52:06.969272 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16c47f76-c195-42ed-a77c-358eaec2737e", "tag": "9011669c-2c22-43d9-8927-8ec1e2bd3621", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:52:06.969464 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-8807e6cb-651e-4f32-b3f4-1764b02a0775 {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:52:06.969869 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16c47f76-c195-42ed-a77c-358eaec2737e', 'tag': '9011669c-2c22-43d9-8927-8ec1e2bd3621', 'status': 'completed', 'code': 200} Aug 18 12:52:07.034246 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ca2c13-6577-450f-a963-cca41b5e9f7c req-142da599-d8b6-4661-ac31-152b3c4bcf3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:07.035792 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-73ca2c13-6577-450f-a963-cca41b5e9f7c req-142da599-d8b6-4661-ac31-152b3c4bcf3f service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=e4d96e3ea5ce40c6b9705a5acc5a651a&device_id=16c47f76-c195-42ed-a77c-358eaec2737e HTTP/1.1" status: 200 len: 1096 time: 0.0443382 Aug 18 12:52:07.065339 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-bd4c8619-4b96-4bbc-be76-904a435d3097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd19e3799-aab1-47cb-b7c0-ef5439caeda2', 'name': 'tempest-TestMinimumBasicScenario-159681805-router', 'tenant_id': 'e4d96e3ea5ce40c6b9705a5acc5a651a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.239'}], 'enable_snat': True}, 'gw_port_id': '3307927b-c39f-4b28-bc90-65d6fa9f0684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:50:09Z', 'updated_at': '2021-08-18T12:50:12Z', 'revision_number': 4, 'project_id': 'e4d96e3ea5ce40c6b9705a5acc5a651a', 'gw_port': {'id': '3307927b-c39f-4b28-bc90-65d6fa9f0684', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:bf:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19e3799-aab1-47cb-b7c0-ef5439caeda2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:50:10Z', 'updated_at': '2021-08-18T12:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': '57e4656f-3356-4a73-b6b7-0c580840ce7a', 'name': '', 'network_id': '033486d8-d8ae-48fb-bc31-d83326d2038c', 'tenant_id': 'e4d96e3ea5ce40c6b9705a5acc5a651a', 'mac_address': 'fa:16:3e:fc:ff:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19e3799-aab1-47cb-b7c0-ef5439caeda2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'a3e74ef7-25dd-4d56-b0d4-d2b63a4a8203', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:50:11Z', 'updated_at': '2021-08-18T12:50:18Z', 'revision_number': 5, 'project_id': 'e4d96e3ea5ce40c6b9705a5acc5a651a', 'subnets': [{'id': 'a3e74ef7-25dd-4d56-b0d4-d2b63a4a8203', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:52:07.096505 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd4c8619-4b96-4bbc-be76-904a435d3097 None None] The sync data for ids ['d19e3799-aab1-47cb-b7c0-ef5439caeda2'] in n-d-804985-2 is: [{'id': 'd19e3799-aab1-47cb-b7c0-ef5439caeda2', 'name': 'tempest-TestMinimumBasicScenario-159681805-router', 'tenant_id': 'e4d96e3ea5ce40c6b9705a5acc5a651a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.239'}], 'enable_snat': True}, 'gw_port_id': '3307927b-c39f-4b28-bc90-65d6fa9f0684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:50:09Z', 'updated_at': '2021-08-18T12:50:12Z', 'revision_number': 4, 'project_id': 'e4d96e3ea5ce40c6b9705a5acc5a651a', 'gw_port': {'id': '3307927b-c39f-4b28-bc90-65d6fa9f0684', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:bf:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19e3799-aab1-47cb-b7c0-ef5439caeda2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:50:10Z', 'updated_at': '2021-08-18T12:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': '57e4656f-3356-4a73-b6b7-0c580840ce7a', 'name': '', 'network_id': '033486d8-d8ae-48fb-bc31-d83326d2038c', 'tenant_id': 'e4d96e3ea5ce40c6b9705a5acc5a651a', 'mac_address': 'fa:16:3e:fc:ff:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19e3799-aab1-47cb-b7c0-ef5439caeda2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'a3e74ef7-25dd-4d56-b0d4-d2b63a4a8203', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:50:11Z', 'updated_at': '2021-08-18T12:50:18Z', 'revision_number': 5, 'project_id': 'e4d96e3ea5ce40c6b9705a5acc5a651a', 'subnets': [{'id': 'a3e74ef7-25dd-4d56-b0d4-d2b63a4a8203', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:52:07.127619 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ca2c13-6577-450f-a963-cca41b5e9f7c req-40ff3ee3-a821-402b-8caa-b5c962e75469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:07.129291 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-73ca2c13-6577-450f-a963-cca41b5e9f7c req-40ff3ee3-a821-402b-8caa-b5c962e75469 service neutron] 10.222.0.63 "GET /v2.0/networks?id=033486d8-d8ae-48fb-bc31-d83326d2038c HTTP/1.1" status: 200 len: 915 time: 0.0865753 Aug 18 12:52:07.176789 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-73ca2c13-6577-450f-a963-cca41b5e9f7c req-35471bf6-324e-4989-a0e4-cb8c37282ab5 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9011669c-2c22-43d9-8927-8ec1e2bd3621 HTTP/1.1" status: 200 len: 217 time: 0.0396025 Aug 18 12:52:07.230868 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ca2c13-6577-450f-a963-cca41b5e9f7c req-6229623e-4368-4a90-abd6-e9ff2c8bfb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:07.232635 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-73ca2c13-6577-450f-a963-cca41b5e9f7c req-6229623e-4368-4a90-abd6-e9ff2c8bfb98 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a3e74ef7-25dd-4d56-b0d4-d2b63a4a8203 HTTP/1.1" status: 200 len: 853 time: 0.0465770 Aug 18 12:52:07.280534 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ca2c13-6577-450f-a963-cca41b5e9f7c req-d1974c8d-8205-4dcf-8132-0f22d2d2d814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:07.282093 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-73ca2c13-6577-450f-a963-cca41b5e9f7c req-d1974c8d-8205-4dcf-8132-0f22d2d2d814 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=033486d8-d8ae-48fb-bc31-d83326d2038c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428500 Aug 18 12:52:07.326585 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f604794-97aa-469c-b2e3-c8b57a225f0e None None] New status for floating IP bf70ac0b-76c3-42b2-8ba3-1a555c3b5ba3: DOWN {{(pid=106255) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 12:52:07.376836 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-73ca2c13-6577-450f-a963-cca41b5e9f7c req-80960550-33ab-4c1e-964c-f23e45e60b97 service neutron] 10.222.0.63 "GET /v2.0/networks/033486d8-d8ae-48fb-bc31-d83326d2038c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871422 Aug 18 12:52:07.467045 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-73ca2c13-6577-450f-a963-cca41b5e9f7c req-477ad509-f330-4b60-96ba-13ad890fd93e service neutron] 10.222.0.63 "GET /v2.0/networks/033486d8-d8ae-48fb-bc31-d83326d2038c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830808 Aug 18 12:52:08.755515 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:11.185707 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ed2a4fe6-b130-4d21-b542-408d5ea38c54 req-1735c6c4-8e9d-4af1-bd6e-c63fba871f2d service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=16c47f76-c195-42ed-a77c-358eaec2737e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0474458 Aug 18 12:52:11.559072 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2a4fe6-b130-4d21-b542-408d5ea38c54 req-617806be-a878-481e-914f-a9fb8aae1ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:11.560723 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ed2a4fe6-b130-4d21-b542-408d5ea38c54 req-617806be-a878-481e-914f-a9fb8aae1ad6 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=e4d96e3ea5ce40c6b9705a5acc5a651a&device_id=16c47f76-c195-42ed-a77c-358eaec2737e HTTP/1.1" status: 200 len: 1096 time: 0.3330882 Aug 18 12:52:11.666995 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2a4fe6-b130-4d21-b542-408d5ea38c54 req-9a3fe693-76d3-4e73-acc3-1c814d659254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:11.668450 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ed2a4fe6-b130-4d21-b542-408d5ea38c54 req-9a3fe693-76d3-4e73-acc3-1c814d659254 service neutron] 10.222.0.63 "GET /v2.0/networks?id=033486d8-d8ae-48fb-bc31-d83326d2038c HTTP/1.1" status: 200 len: 915 time: 0.0835018 Aug 18 12:52:11.718408 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ed2a4fe6-b130-4d21-b542-408d5ea38c54 req-7b71239b-5530-4640-a1ad-aa673cf8a263 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9011669c-2c22-43d9-8927-8ec1e2bd3621 HTTP/1.1" status: 200 len: 217 time: 0.0418615 Aug 18 12:52:11.767823 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2a4fe6-b130-4d21-b542-408d5ea38c54 req-0b2a1953-c4f0-434f-b279-49bc072a0ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:11.769349 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ed2a4fe6-b130-4d21-b542-408d5ea38c54 req-0b2a1953-c4f0-434f-b279-49bc072a0ff1 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a3e74ef7-25dd-4d56-b0d4-d2b63a4a8203 HTTP/1.1" status: 200 len: 853 time: 0.0440040 Aug 18 12:52:11.819157 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2a4fe6-b130-4d21-b542-408d5ea38c54 req-2e12dfef-316a-4d18-836c-7c7c1096f327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:11.820658 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ed2a4fe6-b130-4d21-b542-408d5ea38c54 req-2e12dfef-316a-4d18-836c-7c7c1096f327 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=033486d8-d8ae-48fb-bc31-d83326d2038c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429969 Aug 18 12:52:11.923393 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ed2a4fe6-b130-4d21-b542-408d5ea38c54 req-b16669cf-872c-4054-b24a-099beee2e15c service neutron] 10.222.0.63 "GET /v2.0/networks/033486d8-d8ae-48fb-bc31-d83326d2038c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947204 Aug 18 12:52:12.014555 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ed2a4fe6-b130-4d21-b542-408d5ea38c54 req-6f235f78-b1db-4f47-8559-880ecd16a1eb service neutron] 10.222.0.63 "GET /v2.0/networks/033486d8-d8ae-48fb-bc31-d83326d2038c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836422 Aug 18 12:52:18.547182 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-34f9d77d-c82f-4262-9afb-4800c82afbf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:21.529656 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:21.807944 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3f6d96b6-50c4-4eaa-b08a-63b0310c7e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:22.399266 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-53584c24-f517-494e-ac93-c18bb92373f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:22.656298 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [req-eeb00278-2dcd-4f80-bda7-d1307a0344dd req-3828421f-c817-4f45-b0b4-2af800ba6f42 tempest-ServerDiskConfigTestJSON-1014459274 tempest-ServerDiskConfigTestJSON-1014459274-project] (106252) timed out ('10.222.0.63', 54493) {{(pid=106252) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 18 12:52:24.063430 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-500a1c61-38a7-4c23-a7ec-4631080af5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:28.077592 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d4c406-9a6f-4237-9211-d3cd5bc43e32 req-863e3765-9907-4a72-998b-ea03e25fd128 tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:28.079059 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-39d4c406-9a6f-4237-9211-d3cd5bc43e32 req-863e3765-9907-4a72-998b-ea03e25fd128 tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] 10.222.0.66 "GET /v2.0/ports?device_id=16c47f76-c195-42ed-a77c-358eaec2737e HTTP/1.1" status: 200 len: 945 time: 0.0511010 Aug 18 12:52:28.117479 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-39d4c406-9a6f-4237-9211-d3cd5bc43e32 req-1b7ca326-cf36-48d7-bb93-184826344908 tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] 10.222.0.66 "GET /v2.0/security-groups?id=d1099965-10b6-4934-9a81-4c2a1c4b49f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320654 Aug 18 12:52:29.247632 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8426975-d3dd-4b27-b918-b870d449fa27 req-53eaf009-432e-4798-95c0-204efde89e6b tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:29.249136 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f8426975-d3dd-4b27-b918-b870d449fa27 req-53eaf009-432e-4798-95c0-204efde89e6b tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] 10.222.0.66 "GET /v2.0/ports?device_id=16c47f76-c195-42ed-a77c-358eaec2737e HTTP/1.1" status: 200 len: 945 time: 0.0543945 Aug 18 12:52:29.292168 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f8426975-d3dd-4b27-b918-b870d449fa27 req-32955207-a523-4fcc-a9a4-0a922ae3db58 tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] 10.222.0.66 "GET /v2.0/security-groups?id=d1099965-10b6-4934-9a81-4c2a1c4b49f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319083 Aug 18 12:52:29.725426 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7f341b-1d8c-452c-880b-14ebf120c403 req-45329d6f-88d1-4f9d-a1aa-f609674842b7 tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:29.726909 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ae7f341b-1d8c-452c-880b-14ebf120c403 req-45329d6f-88d1-4f9d-a1aa-f609674842b7 tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] 10.222.0.63 "GET /v2.0/ports?device_id=16c47f76-c195-42ed-a77c-358eaec2737e HTTP/1.1" status: 200 len: 945 time: 0.0611477 Aug 18 12:52:29.821576 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-ae7f341b-1d8c-452c-880b-14ebf120c403 req-e6881576-375c-4f25-b6e7-08f932cde105 tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] Deleting port 9011669c-2c22-43d9-8927-8ec1e2bd3621 {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:52:29.821909 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-ae7f341b-1d8c-452c-880b-14ebf120c403 req-e6881576-375c-4f25-b6e7-08f932cde105 tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:29.909747 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-ae7f341b-1d8c-452c-880b-14ebf120c403 req-e6881576-375c-4f25-b6e7-08f932cde105 tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] For port 9011669c-2c22-43d9-8927-8ec1e2bd3621, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=9011669c-2c22-43d9-8927-8ec1e2bd3621,segment=NetworkSegment(46a98381-1b7e-4c32-83fb-048c2790a005),segment_id=46a98381-1b7e-4c32-83fb-048c2790a005)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:52:29.910108 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-ae7f341b-1d8c-452c-880b-14ebf120c403 req-e6881576-375c-4f25-b6e7-08f932cde105 tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:29.922229 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-ae7f341b-1d8c-452c-880b-14ebf120c403 req-e6881576-375c-4f25-b6e7-08f932cde105 tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] Calling delete_port for 9011669c-2c22-43d9-8927-8ec1e2bd3621 owned by compute:nova {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:52:30.061329 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-ae7f341b-1d8c-452c-880b-14ebf120c403 req-e6881576-375c-4f25-b6e7-08f932cde105 tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:30.074122 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] get_ports_and_sgs() called for port_ids ['9011669c-2c22-43d9-8927-8ec1e2bd3621'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:52:30.090752 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6881576-375c-4f25-b6e7-08f932cde105 tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] Pushing event deleted for resources: {'Port': ['ID=9011669c-2c22-43d9-8927-8ec1e2bd3621,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:52:30.132487 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae7f341b-1d8c-452c-880b-14ebf120c403 req-e6881576-375c-4f25-b6e7-08f932cde105 tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] No DVR routers for this DVR port 9011669c-2c22-43d9-8927-8ec1e2bd3621 on host n-h1-804985-2 {{(pid=106252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:52:30.135231 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-ae7f341b-1d8c-452c-880b-14ebf120c403 req-e6881576-375c-4f25-b6e7-08f932cde105 tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:30.137295 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ae7f341b-1d8c-452c-880b-14ebf120c403 req-e6881576-375c-4f25-b6e7-08f932cde105 tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] 10.222.0.63 "DELETE /v2.0/ports/9011669c-2c22-43d9-8927-8ec1e2bd3621 HTTP/1.1" status: 204 len: 173 time: 0.4039462 Aug 18 12:52:30.137733 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16c47f76-c195-42ed-a77c-358eaec2737e', 'name': 'network-vif-deleted', 'tag': '9011669c-2c22-43d9-8927-8ec1e2bd3621'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:52:30.140015 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e1715db41198363ca71e85bb75ffab0edf23d36e39f25ec0aa17a703e60534b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd53d1a4-2a34-4797-8fd1-92e961027310" -d '{"events": [{"server_uuid": "16c47f76-c195-42ed-a77c-358eaec2737e", "name": "network-vif-deleted", "tag": "9011669c-2c22-43d9-8927-8ec1e2bd3621"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:52:30.179161 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:52:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29b05414-a1a9-41ee-96ff-c8542f79c794 x-openstack-request-id: req-29b05414-a1a9-41ee-96ff-c8542f79c794 {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:52:30.179548 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16c47f76-c195-42ed-a77c-358eaec2737e", "name": "network-vif-deleted", "tag": "9011669c-2c22-43d9-8927-8ec1e2bd3621", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:52:30.179821 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-29b05414-a1a9-41ee-96ff-c8542f79c794 {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:52:30.180192 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16c47f76-c195-42ed-a77c-358eaec2737e', 'name': 'network-vif-deleted', 'tag': '9011669c-2c22-43d9-8927-8ec1e2bd3621', 'status': 'completed', 'code': 200} Aug 18 12:52:30.422196 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-dfc3a6dc-ec79-41e9-a47d-5e4ee0caa107 req-efe848dd-8c3b-4b07-a111-32f70841f627 tempest-TestMinimumBasicScenario-1023219215 tempest-TestMinimumBasicScenario-1023219215-project] 10.222.0.66 "GET /v2.0/ports?device_id=16c47f76-c195-42ed-a77c-358eaec2737e HTTP/1.1" status: 200 len: 210 time: 0.0378191 Aug 18 12:52:32.021016 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 52968) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:52:32.382937 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f0f4c0dd-34a1-4658-a807-655abe0b3c5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-996815'] for router_interface, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:32.658714 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-f0f4c0dd-34a1-4658-a807-655abe0b3c5c admin admin] Deleting port 57e4656f-3356-4a73-b6b7-0c580840ce7a {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:52:32.658975 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f0f4c0dd-34a1-4658-a807-655abe0b3c5c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:32.742640 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [None req-f0f4c0dd-34a1-4658-a807-655abe0b3c5c admin admin] For port 57e4656f-3356-4a73-b6b7-0c580840ce7a, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=57e4656f-3356-4a73-b6b7-0c580840ce7a,segment=NetworkSegment(46a98381-1b7e-4c32-83fb-048c2790a005),segment_id=46a98381-1b7e-4c32-83fb-048c2790a005)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:52:32.743006 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f0f4c0dd-34a1-4658-a807-655abe0b3c5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:32.755954 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-f0f4c0dd-34a1-4658-a807-655abe0b3c5c admin admin] Calling delete_port for 57e4656f-3356-4a73-b6b7-0c580840ce7a owned by network:router_interface {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:52:32.953651 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f0f4c0dd-34a1-4658-a807-655abe0b3c5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:32.984921 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f4c0dd-34a1-4658-a807-655abe0b3c5c admin admin] Pushing event deleted for resources: {'Port': ['ID=57e4656f-3356-4a73-b6b7-0c580840ce7a,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:52:33.153579 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f0f4c0dd-34a1-4658-a807-655abe0b3c5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953695'] for router_interface, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:33.385505 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0f4c0dd-34a1-4658-a807-655abe0b3c5c admin admin] Router d19e3799-aab1-47cb-b7c0-ef5439caeda2 has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:52:33.497416 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0f4c0dd-34a1-4658-a807-655abe0b3c5c admin admin] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:52:33.502739 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-f0f4c0dd-34a1-4658-a807-655abe0b3c5c admin admin] 10.222.0.66 "PUT /v2.0/routers/d19e3799-aab1-47cb-b7c0-ef5439caeda2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4806275 Aug 18 12:52:33.506017 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 52974) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:52:33.508904 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89814a3f-5bda-4fe8-b872-6da76e25c402 None None] Sync routers for ids ['d19e3799-aab1-47cb-b7c0-ef5439caeda2'] in n-d-804985-2 {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:52:33.518680 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89814a3f-5bda-4fe8-b872-6da76e25c402 None None] Routers {'d19e3799-aab1-47cb-b7c0-ef5439caeda2'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:52:33.519301 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-89814a3f-5bda-4fe8-b872-6da76e25c402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:52:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['d19e3799-aab1-47cb-b7c0-ef5439caeda2'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:52:33.608822 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-68d8250e-fe5c-4d98-87d0-5f9029b212fc admin admin] Notify callbacks [] for router, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:33.626904 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-89814a3f-5bda-4fe8-b872-6da76e25c402 None None] Set router d19e3799-aab1-47cb-b7c0-ef5439caeda2 gateway port host: n-d-804985-2 {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:52:33.714741 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-68d8250e-fe5c-4d98-87d0-5f9029b212fc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:33.768855 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-68d8250e-fe5c-4d98-87d0-5f9029b212fc admin admin] Deleting port 3307927b-c39f-4b28-bc90-65d6fa9f0684 {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:52:33.769098 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-68d8250e-fe5c-4d98-87d0-5f9029b212fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:33.807951 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-89814a3f-5bda-4fe8-b872-6da76e25c402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd19e3799-aab1-47cb-b7c0-ef5439caeda2', 'name': 'tempest-TestMinimumBasicScenario-159681805-router', 'tenant_id': 'e4d96e3ea5ce40c6b9705a5acc5a651a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.239'}], 'enable_snat': True}, 'gw_port_id': '3307927b-c39f-4b28-bc90-65d6fa9f0684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:50:09Z', 'updated_at': '2021-08-18T12:52:32Z', 'revision_number': 5, 'project_id': 'e4d96e3ea5ce40c6b9705a5acc5a651a', 'gw_port': {'id': '3307927b-c39f-4b28-bc90-65d6fa9f0684', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:bf:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19e3799-aab1-47cb-b7c0-ef5439caeda2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:50:10Z', 'updated_at': '2021-08-18T12:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:52:33.834767 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89814a3f-5bda-4fe8-b872-6da76e25c402 None None] Checking router: d19e3799-aab1-47cb-b7c0-ef5439caeda2 for host: n-d-804985-2 {{(pid=106254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:52:33.843205 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89814a3f-5bda-4fe8-b872-6da76e25c402 None None] Routers {'d19e3799-aab1-47cb-b7c0-ef5439caeda2'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:52:33.843828 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-89814a3f-5bda-4fe8-b872-6da76e25c402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:52:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['d19e3799-aab1-47cb-b7c0-ef5439caeda2'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:52:33.848834 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [None req-68d8250e-fe5c-4d98-87d0-5f9029b212fc admin admin] For port 3307927b-c39f-4b28-bc90-65d6fa9f0684, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=3307927b-c39f-4b28-bc90-65d6fa9f0684,segment=NetworkSegment(c5a3db9d-5c58-41b1-9177-d5787a597b78),segment_id=c5a3db9d-5c58-41b1-9177-d5787a597b78)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:52:33.849198 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-68d8250e-fe5c-4d98-87d0-5f9029b212fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:33.860427 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-68d8250e-fe5c-4d98-87d0-5f9029b212fc admin admin] Calling delete_port for 3307927b-c39f-4b28-bc90-65d6fa9f0684 owned by network:router_gateway {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:52:33.905495 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 9011669c-2c22-43d9-8927-8ec1e2bd3621 no longer exists at agent hyperv_n-h1-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:52:33.928566 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] No Port match for: 9011669c-2c22-43d9-8927-8ec1e2bd3621 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:52:33.928943 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 9011669c-2c22-43d9-8927-8ec1e2bd3621 not bound to the agent host n-h1-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:52:33.950466 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-89814a3f-5bda-4fe8-b872-6da76e25c402 None None] Set router d19e3799-aab1-47cb-b7c0-ef5439caeda2 gateway port host: None {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:52:34.004924 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-89814a3f-5bda-4fe8-b872-6da76e25c402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd19e3799-aab1-47cb-b7c0-ef5439caeda2', 'name': 'tempest-TestMinimumBasicScenario-159681805-router', 'tenant_id': 'e4d96e3ea5ce40c6b9705a5acc5a651a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:50:09Z', 'updated_at': '2021-08-18T12:52:33Z', 'revision_number': 6, 'project_id': 'e4d96e3ea5ce40c6b9705a5acc5a651a', 'gw_port_host': None}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:52:34.029587 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-68d8250e-fe5c-4d98-87d0-5f9029b212fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:34.030285 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89814a3f-5bda-4fe8-b872-6da76e25c402 None None] The sync data for ids ['d19e3799-aab1-47cb-b7c0-ef5439caeda2'] in n-d-804985-2 is: [{'id': 'd19e3799-aab1-47cb-b7c0-ef5439caeda2', 'name': 'tempest-TestMinimumBasicScenario-159681805-router', 'tenant_id': 'e4d96e3ea5ce40c6b9705a5acc5a651a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:50:09Z', 'updated_at': '2021-08-18T12:52:33Z', 'revision_number': 6, 'project_id': 'e4d96e3ea5ce40c6b9705a5acc5a651a', 'gw_port_host': None}] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:52:34.056241 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d8250e-fe5c-4d98-87d0-5f9029b212fc admin admin] Pushing event deleted for resources: {'Port': ['ID=3307927b-c39f-4b28-bc90-65d6fa9f0684,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:52:34.117017 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-68d8250e-fe5c-4d98-87d0-5f9029b212fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-997271'] for router_gateway, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:34.207117 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-68d8250e-fe5c-4d98-87d0-5f9029b212fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-996004', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15859'] for router, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:34.209335 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-68d8250e-fe5c-4d98-87d0-5f9029b212fc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:34.542362 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-68d8250e-fe5c-4d98-87d0-5f9029b212fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-996061'] for router, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:34.542945 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68d8250e-fe5c-4d98-87d0-5f9029b212fc admin admin] Fanout notify agent at l3_agent the message router_deleted on router d19e3799-aab1-47cb-b7c0-ef5439caeda2 {{(pid=106252) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 12:52:34.547887 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-68d8250e-fe5c-4d98-87d0-5f9029b212fc admin admin] Notify callbacks [] for router, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:34.548726 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-68d8250e-fe5c-4d98-87d0-5f9029b212fc admin admin] 10.222.0.66 "DELETE /v2.0/routers/d19e3799-aab1-47cb-b7c0-ef5439caeda2 HTTP/1.1" status: 204 len: 168 time: 1.0418065 Aug 18 12:52:34.551404 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 52976) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:52:34.598484 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba690cb3-e753-4a3b-bc15-26b9a6d701be admin admin] Deleting subnet a3e74ef7-25dd-4d56-b0d4-d2b63a4a8203 {{(pid=106252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 12:52:34.602106 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ba690cb3-e753-4a3b-bc15-26b9a6d701be admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:34.637297 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ba690cb3-e753-4a3b-bc15-26b9a6d701be admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2221528'] for subnet, precommit_delete_associations {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:34.721121 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ba690cb3-e753-4a3b-bc15-26b9a6d701be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:34.782113 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ba690cb3-e753-4a3b-bc15-26b9a6d701be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3572848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59074100'] for subnet, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:34.808974 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba690cb3-e753-4a3b-bc15-26b9a6d701be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3e74ef7-25dd-4d56-b0d4-d2b63a4a8203,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:52:34.810954 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ba690cb3-e753-4a3b-bc15-26b9a6d701be admin admin] Notify callbacks [] for subnet, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:34.813235 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-ba690cb3-e753-4a3b-bc15-26b9a6d701be admin admin] 10.222.0.66 "DELETE /v2.0/subnets/a3e74ef7-25dd-4d56-b0d4-d2b63a4a8203 HTTP/1.1" status: 204 len: 168 time: 0.2609262 Aug 18 12:52:34.815786 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 52978) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:52:34.818812 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c570aac7-91e1-46b5-9316-572f7cc1569e None None] Network 033486d8-d8ae-48fb-bc31-d83326d2038c requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:52:34.890131 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-38c4ffd5-abff-4ef8-9636-8dc9dc94924c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7904109'] for network, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:34.945412 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-38c4ffd5-abff-4ef8-9636-8dc9dc94924c admin admin] Deleting port 711db57c-f990-4d67-8db7-b465c7eb7026 {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:52:34.945820 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-38c4ffd5-abff-4ef8-9636-8dc9dc94924c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:35.012154 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [None req-38c4ffd5-abff-4ef8-9636-8dc9dc94924c admin admin] For port 711db57c-f990-4d67-8db7-b465c7eb7026, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=711db57c-f990-4d67-8db7-b465c7eb7026,segment=NetworkSegment(46a98381-1b7e-4c32-83fb-048c2790a005),segment_id=46a98381-1b7e-4c32-83fb-048c2790a005)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:52:35.012640 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-38c4ffd5-abff-4ef8-9636-8dc9dc94924c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:35.015222 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc77133b-5626-4c80-980a-deb6e2bcf5f2 None None] DHCP port deletion for 033486d8-d8ae-48fb-bc31-d83326d2038c request from n-d-804985-2 {{(pid=106254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 12:52:35.026551 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-38c4ffd5-abff-4ef8-9636-8dc9dc94924c admin admin] Calling delete_port for 711db57c-f990-4d67-8db7-b465c7eb7026 owned by network:dhcp {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:52:35.076366 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-dc77133b-5626-4c80-980a-deb6e2bcf5f2 None None] Deleting port 711db57c-f990-4d67-8db7-b465c7eb7026 {{(pid=106254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:52:35.076772 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-dc77133b-5626-4c80-980a-deb6e2bcf5f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:35.114121 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-38c4ffd5-abff-4ef8-9636-8dc9dc94924c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:35.140147 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c4ffd5-abff-4ef8-9636-8dc9dc94924c admin admin] Pushing event deleted for resources: {'Port': ['ID=711db57c-f990-4d67-8db7-b465c7eb7026,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:52:35.141997 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c4ffd5-abff-4ef8-9636-8dc9dc94924c admin admin] No DVR routers for this DVR port 711db57c-f990-4d67-8db7-b465c7eb7026 on host n-d-804985-2 {{(pid=106252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:52:35.145270 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-dc77133b-5626-4c80-980a-deb6e2bcf5f2 None None] For port 711db57c-f990-4d67-8db7-b465c7eb7026, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=711db57c-f990-4d67-8db7-b465c7eb7026,segment=NetworkSegment(46a98381-1b7e-4c32-83fb-048c2790a005),segment_id=46a98381-1b7e-4c32-83fb-048c2790a005)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:52:35.145675 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-dc77133b-5626-4c80-980a-deb6e2bcf5f2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:35.160860 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-dc77133b-5626-4c80-980a-deb6e2bcf5f2 None None] Calling delete_port for 711db57c-f990-4d67-8db7-b465c7eb7026 owned by network:dhcp {{(pid=106254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:52:35.215995 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-38c4ffd5-abff-4ef8-9636-8dc9dc94924c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8367869', 'neutron.services.segments.db._delete_segments_for_network-8789151212993'] for network, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:35.225964 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-38c4ffd5-abff-4ef8-9636-8dc9dc94924c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['033486d8-d8ae-48fb-bc31-d83326d2038c']}} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:52:35.236054 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-38c4ffd5-abff-4ef8-9636-8dc9dc94924c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46a98381-1b7e-4c32-83fb-048c2790a005') {'for_net_delete': True} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:52:35.236279 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-38c4ffd5-abff-4ef8-9636-8dc9dc94924c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46a98381-1b7e-4c32-83fb-048c2790a005') {} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:52:35.245174 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-38c4ffd5-abff-4ef8-9636-8dc9dc94924c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789151225254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2221521'] for segment, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:35.249049 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-dc77133b-5626-4c80-980a-deb6e2bcf5f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556'] for port, after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:35.260192 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-38c4ffd5-abff-4ef8-9636-8dc9dc94924c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:35.266511 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38c4ffd5-abff-4ef8-9636-8dc9dc94924c admin admin] Releasing vlan 828 on physical network physnet1 to pool {{(pid=106252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:52:35.266885 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-38c4ffd5-abff-4ef8-9636-8dc9dc94924c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3572434'] for segment, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:35.269182 n-d-804985-2 neutron-server[106252]: Traceback (most recent call last): Aug 18 12:52:35.269182 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:52:35.269182 n-d-804985-2 neutron-server[106252]: timer() Aug 18 12:52:35.269182 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:52:35.269182 n-d-804985-2 neutron-server[106252]: cb(*args, **kw) Aug 18 12:52:35.269182 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:52:35.269182 n-d-804985-2 neutron-server[106252]: return func(*args, **kwargs) Aug 18 12:52:35.269182 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:52:35.269182 n-d-804985-2 neutron-server[106252]: self._notify() Aug 18 12:52:35.269182 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:52:35.269182 n-d-804985-2 neutron-server[106252]: self.callback(batched_events) Aug 18 12:52:35.269182 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:52:35.269182 n-d-804985-2 neutron-server[106252]: event.method(event) Aug 18 12:52:35.269182 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:52:35.269182 n-d-804985-2 neutron-server[106252]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:52:35.269182 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:52:35.269182 n-d-804985-2 neutron-server[106252]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:52:35.269182 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:52:35.269182 n-d-804985-2 neutron-server[106252]: return f(self, *a, **k) Aug 18 12:52:35.269182 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:52:35.269182 n-d-804985-2 neutron-server[106252]: return self._get(url).json() Aug 18 12:52:35.269182 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:52:35.269182 n-d-804985-2 neutron-server[106252]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:52:35.269182 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:52:35.269182 n-d-804985-2 neutron-server[106252]: return self.request(url, 'GET', **kwargs) Aug 18 12:52:35.269182 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:52:35.269182 n-d-804985-2 neutron-server[106252]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:52:35.269182 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:52:35.269182 n-d-804985-2 neutron-server[106252]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:52:35.269182 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:52:35.269182 n-d-804985-2 neutron-server[106252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:52:35.269182 n-d-804985-2 neutron-server[106252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:52:35.273377 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 3307927b-c39f-4b28-bc90-65d6fa9f0684 no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:52:35.278423 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc77133b-5626-4c80-980a-deb6e2bcf5f2 None None] Pushing event deleted for resources: {'Port': ['ID=711db57c-f990-4d67-8db7-b465c7eb7026,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:52:35.301231 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc77133b-5626-4c80-980a-deb6e2bcf5f2 None None] No DVR routers for this DVR port 711db57c-f990-4d67-8db7-b465c7eb7026 on host n-d-804985-2 {{(pid=106254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:52:35.302616 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: 3307927b-c39f-4b28-bc90-65d6fa9f0684 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:52:35.302955 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 3307927b-c39f-4b28-bc90-65d6fa9f0684 not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:52:35.303374 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 711db57c-f990-4d67-8db7-b465c7eb7026 no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:52:35.312862 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc77133b-5626-4c80-980a-deb6e2bcf5f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:52:35.313257 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc77133b-5626-4c80-980a-deb6e2bcf5f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:52:35.313886 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc77133b-5626-4c80-980a-deb6e2bcf5f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:52:35.314017 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc77133b-5626-4c80-980a-deb6e2bcf5f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:52:35.314351 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc77133b-5626-4c80-980a-deb6e2bcf5f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:52:35.314750 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc77133b-5626-4c80-980a-deb6e2bcf5f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:52:35.315057 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc77133b-5626-4c80-980a-deb6e2bcf5f2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:52:35.315397 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc77133b-5626-4c80-980a-deb6e2bcf5f2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:52:35.315672 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc77133b-5626-4c80-980a-deb6e2bcf5f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:52:35.315989 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc77133b-5626-4c80-980a-deb6e2bcf5f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:52:35.316309 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc77133b-5626-4c80-980a-deb6e2bcf5f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:52:35.316755 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc77133b-5626-4c80-980a-deb6e2bcf5f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:52:35.331074 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-38c4ffd5-abff-4ef8-9636-8dc9dc94924c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8367858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997186'] for network, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:35.336818 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: 711db57c-f990-4d67-8db7-b465c7eb7026 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:52:35.337394 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 711db57c-f990-4d67-8db7-b465c7eb7026 not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:52:35.337839 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 57e4656f-3356-4a73-b6b7-0c580840ce7a no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:52:35.340651 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-38c4ffd5-abff-4ef8-9636-8dc9dc94924c admin admin] Notify callbacks [] for network, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:35.342037 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-38c4ffd5-abff-4ef8-9636-8dc9dc94924c admin admin] 10.222.0.66 "DELETE /v2.0/networks/033486d8-d8ae-48fb-bc31-d83326d2038c HTTP/1.1" status: 204 len: 168 time: 0.5253356 Aug 18 12:52:35.345382 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 52980) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:52:35.352337 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c4ffd5-abff-4ef8-9636-8dc9dc94924c admin admin] Pushing event deleted for resources: {'Network': ['ID=033486d8-d8ae-48fb-bc31-d83326d2038c,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:52:35.356668 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: 57e4656f-3356-4a73-b6b7-0c580840ce7a {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:52:35.357014 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 57e4656f-3356-4a73-b6b7-0c580840ce7a not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:52:35.697923 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1f7f52ba-20a8-4108-8bb3-4d1d15b034d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-996815'] for router_interface, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:36.266055 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-1f7f52ba-20a8-4108-8bb3-4d1d15b034d7 admin admin] Deleting port d45b0eaa-e282-4a4a-93e7-f4b9316600e8 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:52:36.266396 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1f7f52ba-20a8-4108-8bb3-4d1d15b034d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:36.344440 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [None req-1f7f52ba-20a8-4108-8bb3-4d1d15b034d7 admin admin] For port d45b0eaa-e282-4a4a-93e7-f4b9316600e8, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=d45b0eaa-e282-4a4a-93e7-f4b9316600e8,segment=NetworkSegment(24b3cac9-08f5-49b4-bbff-3f6b210c3739),segment_id=24b3cac9-08f5-49b4-bbff-3f6b210c3739)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:52:36.344705 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1f7f52ba-20a8-4108-8bb3-4d1d15b034d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:36.357980 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-1f7f52ba-20a8-4108-8bb3-4d1d15b034d7 admin admin] Calling delete_port for d45b0eaa-e282-4a4a-93e7-f4b9316600e8 owned by network:router_interface {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:52:36.526615 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:36.539541 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1f7f52ba-20a8-4108-8bb3-4d1d15b034d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:36.568072 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7f52ba-20a8-4108-8bb3-4d1d15b034d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=d45b0eaa-e282-4a4a-93e7-f4b9316600e8,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:52:36.729870 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-1f7f52ba-20a8-4108-8bb3-4d1d15b034d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953695'] for router_interface, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:36.951006 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f7f52ba-20a8-4108-8bb3-4d1d15b034d7 admin admin] Router 4e81d300-fae6-408f-a8a2-f3a37416e2ee has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:52:37.063979 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f7f52ba-20a8-4108-8bb3-4d1d15b034d7 admin admin] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:52:37.071231 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-1f7f52ba-20a8-4108-8bb3-4d1d15b034d7 admin admin] 10.222.0.66 "PUT /v2.0/routers/4e81d300-fae6-408f-a8a2-f3a37416e2ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7226422 Aug 18 12:52:37.072091 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 52984) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:52:37.075024 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e9b9d71-6ee7-483f-b1ab-ba6273b76518 None None] Sync routers for ids ['4e81d300-fae6-408f-a8a2-f3a37416e2ee'] in n-d-804985-2 {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:52:37.085627 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e9b9d71-6ee7-483f-b1ab-ba6273b76518 None None] Routers {'4e81d300-fae6-408f-a8a2-f3a37416e2ee'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:52:37.086422 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-6e9b9d71-6ee7-483f-b1ab-ba6273b76518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:52:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['4e81d300-fae6-408f-a8a2-f3a37416e2ee'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:52:37.177174 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-970d1d19-5d7e-4b6e-acb6-1fc5267989e5 admin admin] Notify callbacks [] for router, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:37.193489 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-6e9b9d71-6ee7-483f-b1ab-ba6273b76518 None None] Set router 4e81d300-fae6-408f-a8a2-f3a37416e2ee gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:52:37.283497 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-970d1d19-5d7e-4b6e-acb6-1fc5267989e5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:37.337258 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-970d1d19-5d7e-4b6e-acb6-1fc5267989e5 admin admin] Deleting port 7ea982aa-e5ac-4fc5-8a34-b89f0b4e5764 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:52:37.337597 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-970d1d19-5d7e-4b6e-acb6-1fc5267989e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:37.365829 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-6e9b9d71-6ee7-483f-b1ab-ba6273b76518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e81d300-fae6-408f-a8a2-f3a37416e2ee', 'name': 'tempest-TestMinimumBasicScenario-263605830-router', 'tenant_id': 'c177458f827940eca63d43c35da60cc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.104'}], 'enable_snat': True}, 'gw_port_id': '7ea982aa-e5ac-4fc5-8a34-b89f0b4e5764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:50:14Z', 'updated_at': '2021-08-18T12:52:36Z', 'revision_number': 5, 'project_id': 'c177458f827940eca63d43c35da60cc9', 'gw_port': {'id': '7ea982aa-e5ac-4fc5-8a34-b89f0b4e5764', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:f8:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e81d300-fae6-408f-a8a2-f3a37416e2ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:50:14Z', 'updated_at': '2021-08-18T12:50:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:52:37.394188 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e9b9d71-6ee7-483f-b1ab-ba6273b76518 None None] Checking router: 4e81d300-fae6-408f-a8a2-f3a37416e2ee for host: n-d-804985-2 {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:52:37.402352 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e9b9d71-6ee7-483f-b1ab-ba6273b76518 None None] Routers {'4e81d300-fae6-408f-a8a2-f3a37416e2ee'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:52:37.402961 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-6e9b9d71-6ee7-483f-b1ab-ba6273b76518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:52:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['4e81d300-fae6-408f-a8a2-f3a37416e2ee'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:52:37.418285 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [None req-970d1d19-5d7e-4b6e-acb6-1fc5267989e5 admin admin] For port 7ea982aa-e5ac-4fc5-8a34-b89f0b4e5764, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=7ea982aa-e5ac-4fc5-8a34-b89f0b4e5764,segment=NetworkSegment(c5a3db9d-5c58-41b1-9177-d5787a597b78),segment_id=c5a3db9d-5c58-41b1-9177-d5787a597b78)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:52:37.418923 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-970d1d19-5d7e-4b6e-acb6-1fc5267989e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:37.431229 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-970d1d19-5d7e-4b6e-acb6-1fc5267989e5 admin admin] Calling delete_port for 7ea982aa-e5ac-4fc5-8a34-b89f0b4e5764 owned by network:router_gateway {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:52:37.486328 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-6e9b9d71-6ee7-483f-b1ab-ba6273b76518 None None] Set router 4e81d300-fae6-408f-a8a2-f3a37416e2ee gateway port host: None {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:52:37.536009 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-6e9b9d71-6ee7-483f-b1ab-ba6273b76518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e81d300-fae6-408f-a8a2-f3a37416e2ee', 'name': 'tempest-TestMinimumBasicScenario-263605830-router', 'tenant_id': 'c177458f827940eca63d43c35da60cc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:50:14Z', 'updated_at': '2021-08-18T12:52:37Z', 'revision_number': 6, 'project_id': 'c177458f827940eca63d43c35da60cc9', 'gw_port_host': None}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:52:37.564635 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e9b9d71-6ee7-483f-b1ab-ba6273b76518 None None] The sync data for ids ['4e81d300-fae6-408f-a8a2-f3a37416e2ee'] in n-d-804985-2 is: [{'id': '4e81d300-fae6-408f-a8a2-f3a37416e2ee', 'name': 'tempest-TestMinimumBasicScenario-263605830-router', 'tenant_id': 'c177458f827940eca63d43c35da60cc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:50:14Z', 'updated_at': '2021-08-18T12:52:37Z', 'revision_number': 6, 'project_id': 'c177458f827940eca63d43c35da60cc9', 'gw_port_host': None}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:52:37.607909 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-970d1d19-5d7e-4b6e-acb6-1fc5267989e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:37.636999 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970d1d19-5d7e-4b6e-acb6-1fc5267989e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ea982aa-e5ac-4fc5-8a34-b89f0b4e5764,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:52:37.709144 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-970d1d19-5d7e-4b6e-acb6-1fc5267989e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-997271'] for router_gateway, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:37.797382 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-970d1d19-5d7e-4b6e-acb6-1fc5267989e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-996004', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15859'] for router, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:37.799415 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-970d1d19-5d7e-4b6e-acb6-1fc5267989e5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:37.842802 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-970d1d19-5d7e-4b6e-acb6-1fc5267989e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-996061'] for router, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:37.843363 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-970d1d19-5d7e-4b6e-acb6-1fc5267989e5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4e81d300-fae6-408f-a8a2-f3a37416e2ee {{(pid=106253) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 12:52:37.847998 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-970d1d19-5d7e-4b6e-acb6-1fc5267989e5 admin admin] Notify callbacks [] for router, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:37.849121 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-970d1d19-5d7e-4b6e-acb6-1fc5267989e5 admin admin] 10.222.0.66 "DELETE /v2.0/routers/4e81d300-fae6-408f-a8a2-f3a37416e2ee HTTP/1.1" status: 204 len: 168 time: 0.7760818 Aug 18 12:52:37.851711 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 52986) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:52:37.900067 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8696c9a-1cbb-4c87-a765-1c06ef5c15f0 admin admin] Deleting subnet 4e0b04d7-91bc-4d08-ace7-282b955d3d59 {{(pid=106253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 12:52:37.903438 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a8696c9a-1cbb-4c87-a765-1c06ef5c15f0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:37.940987 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a8696c9a-1cbb-4c87-a765-1c06ef5c15f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902229'] for subnet, precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:38.023277 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a8696c9a-1cbb-4c87-a765-1c06ef5c15f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:38.078252 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a8696c9a-1cbb-4c87-a765-1c06ef5c15f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58902171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59388106'] for subnet, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:38.106074 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8696c9a-1cbb-4c87-a765-1c06ef5c15f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e0b04d7-91bc-4d08-ace7-282b955d3d59,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:52:38.112054 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a8696c9a-1cbb-4c87-a765-1c06ef5c15f0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:38.114037 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-a8696c9a-1cbb-4c87-a765-1c06ef5c15f0 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/4e0b04d7-91bc-4d08-ace7-282b955d3d59 HTTP/1.1" status: 204 len: 168 time: 0.2613726 Aug 18 12:52:38.117100 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 52988) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:52:38.118017 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7ded183-9ec0-4c97-86a7-3f82f527df28 None None] Network ad0e9135-1159-4f24-a50b-d923a2261eff requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:52:38.187383 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-fc54de9b-6381-4058-85e6-12d8912a37c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7904109'] for network, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:38.242913 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-fc54de9b-6381-4058-85e6-12d8912a37c8 admin admin] Deleting port 563b46b4-7a1b-446e-bdcb-6801e46307e8 {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:52:38.242913 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-fc54de9b-6381-4058-85e6-12d8912a37c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:38.319784 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [None req-fc54de9b-6381-4058-85e6-12d8912a37c8 admin admin] For port 563b46b4-7a1b-446e-bdcb-6801e46307e8, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=563b46b4-7a1b-446e-bdcb-6801e46307e8,segment=NetworkSegment(24b3cac9-08f5-49b4-bbff-3f6b210c3739),segment_id=24b3cac9-08f5-49b4-bbff-3f6b210c3739)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:52:38.320171 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-fc54de9b-6381-4058-85e6-12d8912a37c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:38.325835 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b94c177c-e0d0-4756-bd29-788208a75b9c None None] DHCP port deletion for ad0e9135-1159-4f24-a50b-d923a2261eff request from n-d-804985-2 {{(pid=106254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 12:52:38.338784 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-fc54de9b-6381-4058-85e6-12d8912a37c8 admin admin] Calling delete_port for 563b46b4-7a1b-446e-bdcb-6801e46307e8 owned by network:dhcp {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:52:38.380315 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-b94c177c-e0d0-4756-bd29-788208a75b9c None None] Deleting port 563b46b4-7a1b-446e-bdcb-6801e46307e8 {{(pid=106254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:52:38.380735 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-b94c177c-e0d0-4756-bd29-788208a75b9c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:38.422413 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-fc54de9b-6381-4058-85e6-12d8912a37c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:38.452850 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc54de9b-6381-4058-85e6-12d8912a37c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=563b46b4-7a1b-446e-bdcb-6801e46307e8,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:52:38.453794 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-b94c177c-e0d0-4756-bd29-788208a75b9c None None] For port 563b46b4-7a1b-446e-bdcb-6801e46307e8, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=563b46b4-7a1b-446e-bdcb-6801e46307e8,segment=NetworkSegment(24b3cac9-08f5-49b4-bbff-3f6b210c3739),segment_id=24b3cac9-08f5-49b4-bbff-3f6b210c3739)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:52:38.454191 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-b94c177c-e0d0-4756-bd29-788208a75b9c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:38.456817 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc54de9b-6381-4058-85e6-12d8912a37c8 admin admin] No DVR routers for this DVR port 563b46b4-7a1b-446e-bdcb-6801e46307e8 on host n-d-804985-2 {{(pid=106252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:52:38.470123 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-b94c177c-e0d0-4756-bd29-788208a75b9c None None] Calling delete_port for 563b46b4-7a1b-446e-bdcb-6801e46307e8 owned by network:dhcp {{(pid=106254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:52:38.535317 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-fc54de9b-6381-4058-85e6-12d8912a37c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8367869', 'neutron.services.segments.db._delete_segments_for_network-8789151212993'] for network, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:38.545763 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-fc54de9b-6381-4058-85e6-12d8912a37c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad0e9135-1159-4f24-a50b-d923a2261eff']}} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:52:38.547361 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-b94c177c-e0d0-4756-bd29-788208a75b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556'] for port, after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:38.556529 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-fc54de9b-6381-4058-85e6-12d8912a37c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24b3cac9-08f5-49b4-bbff-3f6b210c3739') {'for_net_delete': True} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:52:38.556835 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-fc54de9b-6381-4058-85e6-12d8912a37c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24b3cac9-08f5-49b4-bbff-3f6b210c3739') {} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:52:38.566709 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-fc54de9b-6381-4058-85e6-12d8912a37c8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789151225254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2221521'] for segment, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:38.570118 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94c177c-e0d0-4756-bd29-788208a75b9c None None] Pushing event deleted for resources: {'Port': ['ID=563b46b4-7a1b-446e-bdcb-6801e46307e8,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:52:38.584241 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-fc54de9b-6381-4058-85e6-12d8912a37c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:38.585019 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b94c177c-e0d0-4756-bd29-788208a75b9c None None] No DVR routers for this DVR port 563b46b4-7a1b-446e-bdcb-6801e46307e8 on host n-d-804985-2 {{(pid=106254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:52:38.594700 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc54de9b-6381-4058-85e6-12d8912a37c8 admin admin] Releasing vlan 840 on physical network physnet1 to pool {{(pid=106252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:52:38.595587 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-fc54de9b-6381-4058-85e6-12d8912a37c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3572434'] for segment, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:38.597693 n-d-804985-2 neutron-server[106252]: Traceback (most recent call last): Aug 18 12:52:38.597693 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:52:38.597693 n-d-804985-2 neutron-server[106252]: timer() Aug 18 12:52:38.597693 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:52:38.597693 n-d-804985-2 neutron-server[106252]: cb(*args, **kw) Aug 18 12:52:38.597693 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:52:38.597693 n-d-804985-2 neutron-server[106252]: return func(*args, **kwargs) Aug 18 12:52:38.597693 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:52:38.597693 n-d-804985-2 neutron-server[106252]: self._notify() Aug 18 12:52:38.597693 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:52:38.597693 n-d-804985-2 neutron-server[106252]: self.callback(batched_events) Aug 18 12:52:38.597693 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:52:38.597693 n-d-804985-2 neutron-server[106252]: event.method(event) Aug 18 12:52:38.597693 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:52:38.597693 n-d-804985-2 neutron-server[106252]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:52:38.597693 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:52:38.597693 n-d-804985-2 neutron-server[106252]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:52:38.597693 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:52:38.597693 n-d-804985-2 neutron-server[106252]: return f(self, *a, **k) Aug 18 12:52:38.597693 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:52:38.597693 n-d-804985-2 neutron-server[106252]: return self._get(url).json() Aug 18 12:52:38.597693 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:52:38.597693 n-d-804985-2 neutron-server[106252]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:52:38.597693 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:52:38.597693 n-d-804985-2 neutron-server[106252]: return self.request(url, 'GET', **kwargs) Aug 18 12:52:38.597693 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:52:38.597693 n-d-804985-2 neutron-server[106252]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:52:38.597693 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:52:38.597693 n-d-804985-2 neutron-server[106252]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:52:38.597693 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:52:38.597693 n-d-804985-2 neutron-server[106252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:52:38.597693 n-d-804985-2 neutron-server[106252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:52:38.651278 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-fc54de9b-6381-4058-85e6-12d8912a37c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8367858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997186'] for network, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:38.657019 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-fc54de9b-6381-4058-85e6-12d8912a37c8 admin admin] Notify callbacks [] for network, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:38.658867 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-fc54de9b-6381-4058-85e6-12d8912a37c8 admin admin] 10.222.0.66 "DELETE /v2.0/networks/ad0e9135-1159-4f24-a50b-d923a2261eff HTTP/1.1" status: 204 len: 168 time: 0.5407252 Aug 18 12:52:38.674753 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc54de9b-6381-4058-85e6-12d8912a37c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=ad0e9135-1159-4f24-a50b-d923a2261eff,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:52:38.756119 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:38.825794 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 52992) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:52:38.865357 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-aa0cd5b4-0598-4013-950d-ed6bb568e72a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e4d96e3ea5ce40c6b9705a5acc5a651a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0383267 Aug 18 12:52:38.867774 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 52994) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:52:38.916337 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-eca3d306-c25e-436f-a449-04f117503758 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:38.937432 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-eca3d306-c25e-436f-a449-04f117503758 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:38.989344 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-eca3d306-c25e-436f-a449-04f117503758 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:38.992159 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-eca3d306-c25e-436f-a449-04f117503758 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:38.993393 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-eca3d306-c25e-436f-a449-04f117503758 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d1099965-10b6-4934-9a81-4c2a1c4b49f5 HTTP/1.1" status: 204 len: 168 time: 0.1247723 Aug 18 12:52:39.001513 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca3d306-c25e-436f-a449-04f117503758 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1099965-10b6-4934-9a81-4c2a1c4b49f5,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:52:39.248706 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 563b46b4-7a1b-446e-bdcb-6801e46307e8 no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:52:39.271387 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: 563b46b4-7a1b-446e-bdcb-6801e46307e8 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:52:39.271725 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 563b46b4-7a1b-446e-bdcb-6801e46307e8 not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:52:39.272186 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device d45b0eaa-e282-4a4a-93e7-f4b9316600e8 no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:52:39.296959 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: d45b0eaa-e282-4a4a-93e7-f4b9316600e8 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:52:39.297307 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device d45b0eaa-e282-4a4a-93e7-f4b9316600e8 not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:52:39.297717 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 7ea982aa-e5ac-4fc5-8a34-b89f0b4e5764 no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:52:39.318626 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: 7ea982aa-e5ac-4fc5-8a34-b89f0b4e5764 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:52:39.318968 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 7ea982aa-e5ac-4fc5-8a34-b89f0b4e5764 not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:52:39.322652 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 53000) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:52:39.362859 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-3ba3166e-394c-4599-9462-2de136bada38 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c177458f827940eca63d43c35da60cc9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0388563 Aug 18 12:52:39.365686 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 53002) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:52:39.415358 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-fec25141-19fa-4cb1-b56e-74f379c838ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:39.441085 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-fec25141-19fa-4cb1-b56e-74f379c838ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:39.490050 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-fec25141-19fa-4cb1-b56e-74f379c838ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:39.493326 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-fec25141-19fa-4cb1-b56e-74f379c838ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:39.494786 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-fec25141-19fa-4cb1-b56e-74f379c838ca admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0b7c6c21-0f72-4ca3-aaac-6773f7a06b16 HTTP/1.1" status: 204 len: 168 time: 0.1280298 Aug 18 12:52:39.507097 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec25141-19fa-4cb1-b56e-74f379c838ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b7c6c21-0f72-4ca3-aaac-6773f7a06b16,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:52:42.443261 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 53046) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:52:42.450712 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-0bf22072-7a62-4055-9f87-1c4271049d15 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1433938324', 'description': 'tempest-secgroup-smoke-1433938324 description', 'project_id': '80570d7663924423a4131eb860db7880'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:52:42.483410 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0bf22072-7a62-4055-9f87-1c4271049d15 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:42.492091 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0bf22072-7a62-4055-9f87-1c4271049d15 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:42.597748 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0bf22072-7a62-4055-9f87-1c4271049d15 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:42.605014 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0bf22072-7a62-4055-9f87-1c4271049d15 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:42.640688 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf22072-7a62-4055-9f87-1c4271049d15 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21949ecb-94e6-4eca-a92e-f599f502b0e1,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:52:42.698361 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0bf22072-7a62-4055-9f87-1c4271049d15 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:42.704201 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0bf22072-7a62-4055-9f87-1c4271049d15 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:42.728985 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-0bf22072-7a62-4055-9f87-1c4271049d15 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:42.730232 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-0bf22072-7a62-4055-9f87-1c4271049d15 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2858744 Aug 18 12:52:42.733689 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 53048) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:52:42.734232 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf22072-7a62-4055-9f87-1c4271049d15 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c011a7f2-6068-4104-90c7-72e6721ac7b9,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:52:42.738528 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-18105ca2-05f6-4fe9-b1a8-8fefb5908964 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Request body: {'security_group_rule': {'security_group_id': 'c011a7f2-6068-4104-90c7-72e6721ac7b9', 'project_id': '80570d7663924423a4131eb860db7880', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:52:42.768712 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-18105ca2-05f6-4fe9-b1a8-8fefb5908964 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:42.815975 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-18105ca2-05f6-4fe9-b1a8-8fefb5908964 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:42.821352 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-18105ca2-05f6-4fe9-b1a8-8fefb5908964 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992607'] for security_group_rule, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:42.839061 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18105ca2-05f6-4fe9-b1a8-8fefb5908964 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df4bf0e6-578d-4191-8dee-2a4f5bbeea5c,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:52:42.846317 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-18105ca2-05f6-4fe9-b1a8-8fefb5908964 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:42.847559 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-18105ca2-05f6-4fe9-b1a8-8fefb5908964 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1128528 Aug 18 12:52:42.850376 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 53050) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:52:42.854835 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-c1852867-d677-4fe1-8687-1cd0ce5151a2 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Request body: {'security_group_rule': {'security_group_id': 'c011a7f2-6068-4104-90c7-72e6721ac7b9', 'project_id': '80570d7663924423a4131eb860db7880', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:52:42.881631 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c1852867-d677-4fe1-8687-1cd0ce5151a2 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:42.939326 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c1852867-d677-4fe1-8687-1cd0ce5151a2 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:42.945648 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c1852867-d677-4fe1-8687-1cd0ce5151a2 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992607'] for security_group_rule, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:42.972444 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1852867-d677-4fe1-8687-1cd0ce5151a2 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d75a9e0d-5689-450e-8d05-a2a17bbf576f,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:52:42.975466 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c1852867-d677-4fe1-8687-1cd0ce5151a2 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:42.976865 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-c1852867-d677-4fe1-8687-1cd0ce5151a2 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1255946 Aug 18 12:52:42.979909 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 53052) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:52:42.986946 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-5ab73ef0-089c-4a1c-a8e1-ebf6b3b29e93 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Request body: {'security_group_rule': {'security_group_id': 'c011a7f2-6068-4104-90c7-72e6721ac7b9', 'project_id': '80570d7663924423a4131eb860db7880', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:52:43.018202 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5ab73ef0-089c-4a1c-a8e1-ebf6b3b29e93 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:43.093567 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5ab73ef0-089c-4a1c-a8e1-ebf6b3b29e93 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:43.099660 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5ab73ef0-089c-4a1c-a8e1-ebf6b3b29e93 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992607'] for security_group_rule, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:43.117278 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab73ef0-089c-4a1c-a8e1-ebf6b3b29e93 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c9e8d6e-e9fd-434e-a781-200ad93fbada,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:52:43.123623 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5ab73ef0-089c-4a1c-a8e1-ebf6b3b29e93 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:43.124882 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-5ab73ef0-089c-4a1c-a8e1-ebf6b3b29e93 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1437662 Aug 18 12:52:43.129158 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 53054) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:52:43.133702 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-93e5f88d-9f77-4190-ace2-761e2fbd9dc8 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Request body: {'security_group_rule': {'security_group_id': 'c011a7f2-6068-4104-90c7-72e6721ac7b9', 'project_id': '80570d7663924423a4131eb860db7880', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:52:43.163325 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-93e5f88d-9f77-4190-ace2-761e2fbd9dc8 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:43.226218 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-93e5f88d-9f77-4190-ace2-761e2fbd9dc8 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:43.231146 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-93e5f88d-9f77-4190-ace2-761e2fbd9dc8 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992607'] for security_group_rule, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:43.248057 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e5f88d-9f77-4190-ace2-761e2fbd9dc8 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c7c4eb4-9731-4990-ae3d-17a6856b04c5,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:52:43.262715 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-93e5f88d-9f77-4190-ace2-761e2fbd9dc8 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:43.264033 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-93e5f88d-9f77-4190-ace2-761e2fbd9dc8 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1339812 Aug 18 12:52:43.267060 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 53056) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:52:43.271798 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-8f9b9aee-90f9-4ebc-a2b7-72a42a01f74a tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Request body: {'security_group_rule': {'security_group_id': 'c011a7f2-6068-4104-90c7-72e6721ac7b9', 'project_id': '80570d7663924423a4131eb860db7880', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:52:43.294809 n-d-804985-2 neutron-server[106253]: INFO neutron.db.securitygroups_db [None req-8f9b9aee-90f9-4ebc-a2b7-72a42a01f74a tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Project 80570d7663924423a4131eb860db7880 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 18 12:52:43.299619 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8f9b9aee-90f9-4ebc-a2b7-72a42a01f74a tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:43.360373 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8f9b9aee-90f9-4ebc-a2b7-72a42a01f74a tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:43.365732 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8f9b9aee-90f9-4ebc-a2b7-72a42a01f74a tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992607'] for security_group_rule, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:43.388143 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9b9aee-90f9-4ebc-a2b7-72a42a01f74a tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=638d282c-bdcc-4a63-9a22-3e33fbe77d24,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:52:43.391285 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8f9b9aee-90f9-4ebc-a2b7-72a42a01f74a tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:43.392426 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-8f9b9aee-90f9-4ebc-a2b7-72a42a01f74a tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1243706 Aug 18 12:52:43.395420 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 53058) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:52:43.401975 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-7a6d9a61-1cbc-4ea2-95a9-8adb2c52d29d tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Request body: {'security_group_rule': {'security_group_id': 'c011a7f2-6068-4104-90c7-72e6721ac7b9', 'project_id': '80570d7663924423a4131eb860db7880', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:52:43.435336 n-d-804985-2 neutron-server[106253]: INFO neutron.db.securitygroups_db [None req-7a6d9a61-1cbc-4ea2-95a9-8adb2c52d29d tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Project 80570d7663924423a4131eb860db7880 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 18 12:52:43.440645 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7a6d9a61-1cbc-4ea2-95a9-8adb2c52d29d tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:43.505185 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7a6d9a61-1cbc-4ea2-95a9-8adb2c52d29d tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:43.510250 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7a6d9a61-1cbc-4ea2-95a9-8adb2c52d29d tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992607'] for security_group_rule, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:43.529036 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6d9a61-1cbc-4ea2-95a9-8adb2c52d29d tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c741e5c-ab21-45cd-868a-3d789f8db907,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:52:43.532133 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7a6d9a61-1cbc-4ea2-95a9-8adb2c52d29d tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:43.533400 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-7a6d9a61-1cbc-4ea2-95a9-8adb2c52d29d tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1368110 Aug 18 12:52:43.536491 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 53060) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:52:43.541446 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-3d5c3d38-096a-4d4e-b48f-5def6ff8f4b2 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Request body: {'network': {'name': 'tempest-network-smoke--2147176573', 'project_id': '80570d7663924423a4131eb860db7880', 'port_security_enabled': True}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:52:43.563137 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d5c3d38-096a-4d4e-b48f-5def6ff8f4b2 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Made reservation on behalf of 80570d7663924423a4131eb860db7880 for: {'network': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:52:43.566622 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3d5c3d38-096a-4d4e-b48f-5def6ff8f4b2 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for network, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:43.589506 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d5c3d38-096a-4d4e-b48f-5def6ff8f4b2 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 835} {{(pid=106253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:52:43.598446 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3d5c3d38-096a-4d4e-b48f-5def6ff8f4b2 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:43.598782 n-d-804985-2 neutron-server[106253]: INFO neutron.db.segments_db [None req-3d5c3d38-096a-4d4e-b48f-5def6ff8f4b2 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Added segment 761bc386-8519-4a31-b0c9-c8a5a3af1aec of type vlan for network fea6fba6-0a6f-406a-833a-e76a2850a35d Aug 18 12:52:43.641514 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3d5c3d38-096a-4d4e-b48f-5def6ff8f4b2 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789150665894'] for network, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:43.671743 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3d5c3d38-096a-4d4e-b48f-5def6ff8f4b2 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for network, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:43.679630 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d5c3d38-096a-4d4e-b48f-5def6ff8f4b2 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:43.680270 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3d5c3d38-096a-4d4e-b48f-5def6ff8f4b2 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:43.737160 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-3d5c3d38-096a-4d4e-b48f-5def6ff8f4b2 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1995964 Aug 18 12:52:43.740212 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 53062) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:52:43.745211 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-051cd3cf-22af-4114-8d93-d7804320240b tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-52437609', 'admin_state_up': True, 'project_id': '80570d7663924423a4131eb860db7880', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'}}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:52:43.749165 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5c3d38-096a-4d4e-b48f-5def6ff8f4b2 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Pushing event updated for resources: {'Network': ['ID=fea6fba6-0a6f-406a-833a-e76a2850a35d,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:52:43.760110 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Network fea6fba6-0a6f-406a-833a-e76a2850a35d details requested by agent ovs-agent-n-d-804985-2 with host n-d-804985-2 {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:52:43.771744 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-051cd3cf-22af-4114-8d93-d7804320240b tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-998592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15809'] for router, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:43.772781 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-051cd3cf-22af-4114-8d93-d7804320240b tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-992733', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-971415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15816'] for router, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:43.787375 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.agents_db [None req-6dbb2658-0354-4101-8393-6e7505481cf6 None None] Agent healthcheck: found 7 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 12:52:43.827462 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-051cd3cf-22af-4114-8d93-d7804320240b tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:44.008819 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-051cd3cf-22af-4114-8d93-d7804320240b tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:44.204190 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-051cd3cf-22af-4114-8d93-d7804320240b tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for router_gateway, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:44.222560 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-051cd3cf-22af-4114-8d93-d7804320240b tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:44.325699 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [None req-051cd3cf-22af-4114-8d93-d7804320240b tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Allocated IP 172.25.7.182 (7cae7a70-14fd-408c-b14d-39ceb97cb60e/9784295a-20b8-4a4b-b105-f82737f0448f/0a32a52d-b427-4563-9d6b-47d39493eb05) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:52:44.431975 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-051cd3cf-22af-4114-8d93-d7804320240b tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:44.481664 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-051cd3cf-22af-4114-8d93-d7804320240b tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:44.521374 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-051cd3cf-22af-4114-8d93-d7804320240b tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Network 7cae7a70-14fd-408c-b14d-39ceb97cb60e is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:52:44.524308 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-051cd3cf-22af-4114-8d93-d7804320240b tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:52:44.528037 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-051cd3cf-22af-4114-8d93-d7804320240b tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:52:44.533472 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051cd3cf-22af-4114-8d93-d7804320240b tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Pushing event updated for resources: {'Port': ['ID=0a32a52d-b427-4563-9d6b-47d39493eb05,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:52:44.845054 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-051cd3cf-22af-4114-8d93-d7804320240b tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for router_gateway, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:45.045896 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-051cd3cf-22af-4114-8d93-d7804320240b tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-998473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-992536'] for router, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:45.189302 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-051cd3cf-22af-4114-8d93-d7804320240b tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Router f042cae1-aa74-46b4-930d-5120dba39ccf is scheduled to L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 with binding_index 1 {{(pid=106252) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 12:52:45.588886 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-051cd3cf-22af-4114-8d93-d7804320240b tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:52:45.600377 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc3cf401-4fa5-459f-bda3-4ab956cbfe91 None None] Sync routers for ids ['f042cae1-aa74-46b4-930d-5120dba39ccf'] in n-d-804985-2 {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:52:45.611361 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-051cd3cf-22af-4114-8d93-d7804320240b tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for router, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:45.611778 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc3cf401-4fa5-459f-bda3-4ab956cbfe91 None None] Routers {'f042cae1-aa74-46b4-930d-5120dba39ccf'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:52:45.612561 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-cc3cf401-4fa5-459f-bda3-4ab956cbfe91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:52:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['f042cae1-aa74-46b4-930d-5120dba39ccf'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:52:45.612825 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-051cd3cf-22af-4114-8d93-d7804320240b tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.8714437 Aug 18 12:52:45.616036 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 53064) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:52:45.765727 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-de2ffdc3-c3bd-4b99-8d78-ac1743648809 tempest-TestNetworkAdvancedServerOps-1700407390 tempest-TestNetworkAdvancedServerOps-1700407390-project-admin] 10.222.0.66 "GET /v2.0/subnets?project_id=80570d7663924423a4131eb860db7880&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1484752 Aug 18 12:52:45.768681 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 53068) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:52:45.883689 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-cc3cf401-4fa5-459f-bda3-4ab956cbfe91 None None] Set router f042cae1-aa74-46b4-930d-5120dba39ccf gateway port host: n-d-804985-2 {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:52:45.920748 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7010b46b-6eb1-4787-a7f2-6381f1db9688 tempest-TestNetworkAdvancedServerOps-1700407390 tempest-TestNetworkAdvancedServerOps-1700407390-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:45.922281 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-7010b46b-6eb1-4787-a7f2-6381f1db9688 tempest-TestNetworkAdvancedServerOps-1700407390 tempest-TestNetworkAdvancedServerOps-1700407390-project-admin] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1526177 Aug 18 12:52:45.925297 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 53072) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:52:45.960546 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-bc8e141d-4fdb-4b5c-9b65-06e0f65907c0 tempest-TestNetworkAdvancedServerOps-1700407390 tempest-TestNetworkAdvancedServerOps-1700407390-project-admin] 10.222.0.66 "GET /v2.0/subnets?network_id=7cae7a70-14fd-408c-b14d-39ceb97cb60e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0334730 Aug 18 12:52:45.962625 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 53074) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:52:45.968788 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-2966ebab-e3d8-4eb3-b62e-2d4623294c8f tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-342024113', 'network_id': 'fea6fba6-0a6f-406a-833a-e76a2850a35d', 'project_id': '80570d7663924423a4131eb860db7880', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:52:46.068512 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2966ebab-e3d8-4eb3-b62e-2d4623294c8f tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Made reservation on behalf of 80570d7663924423a4131eb860db7880 for: {'subnet': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:52:46.071241 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2966ebab-e3d8-4eb3-b62e-2d4623294c8f tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59074089'] for subnet, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:46.072209 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-cc3cf401-4fa5-459f-bda3-4ab956cbfe91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f042cae1-aa74-46b4-930d-5120dba39ccf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-52437609', 'tenant_id': '80570d7663924423a4131eb860db7880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.182'}], 'enable_snat': True}, 'gw_port_id': '0a32a52d-b427-4563-9d6b-47d39493eb05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:52:43Z', 'updated_at': '2021-08-18T12:52:44Z', 'revision_number': 3, 'project_id': '80570d7663924423a4131eb860db7880', 'gw_port': {'id': '0a32a52d-b427-4563-9d6b-47d39493eb05', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:d7:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f042cae1-aa74-46b4-930d-5120dba39ccf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:52:44Z', 'updated_at': '2021-08-18T12:52:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:52:46.098775 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc3cf401-4fa5-459f-bda3-4ab956cbfe91 None None] Checking router: f042cae1-aa74-46b4-930d-5120dba39ccf for host: n-d-804985-2 {{(pid=106254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:52:46.099157 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc3cf401-4fa5-459f-bda3-4ab956cbfe91 None None] Updating router f042cae1-aa74-46b4-930d-5120dba39ccf port 0a32a52d-b427-4563-9d6b-47d39493eb05 binding host n-d-804985-2 {{(pid=106254) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 12:52:46.125744 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-cc3cf401-4fa5-459f-bda3-4ab956cbfe91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:46.263375 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2966ebab-e3d8-4eb3-b62e-2d4623294c8f tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3572913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59074111'] for subnet, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:46.323852 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2966ebab-e3d8-4eb3-b62e-2d4623294c8f tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Pushing event updated for resources: {'Subnet': ['ID=dc2d2233-7fe1-41ae-8837-5571e2440d35,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:52:46.334186 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2966ebab-e3d8-4eb3-b62e-2d4623294c8f tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Checking segment: {'id': '761bc386-8519-4a31-b0c9-c8a5a3af1aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'fea6fba6-0a6f-406a-833a-e76a2850a35d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:52:46.334540 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2966ebab-e3d8-4eb3-b62e-2d4623294c8f tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Network hostable DHCP agents. Network: fea6fba6-0a6f-406a-833a-e76a2850a35d, hostable agents: ['97c14208-2951-4361-8d64-3708c946ff5f'], hosted agents: [] {{(pid=106252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 12:52:46.351740 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2966ebab-e3d8-4eb3-b62e-2d4623294c8f tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Network fea6fba6-0a6f-406a-833a-e76a2850a35d is scheduled to be hosted by DHCP agent 97c14208-2951-4361-8d64-3708c946ff5f with binding_index 1 {{(pid=106252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 12:52:46.361253 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-2966ebab-e3d8-4eb3-b62e-2d4623294c8f tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-2, fea6fba6-0a6f-406a-833a-e76a2850a35d) {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:52:46.365612 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2966ebab-e3d8-4eb3-b62e-2d4623294c8f tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:46.366206 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-2966ebab-e3d8-4eb3-b62e-2d4623294c8f tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for subnet, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:46.373945 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6d2b9ed-93c6-44b9-b3cc-4ddd1b65de75 None None] Network fea6fba6-0a6f-406a-833a-e76a2850a35d requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:52:46.382177 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-2966ebab-e3d8-4eb3-b62e-2d4623294c8f tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4184830 Aug 18 12:52:46.385576 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 53076) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:52:46.420655 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-cc3cf401-4fa5-459f-bda3-4ab956cbfe91 None None] Notify callbacks [] for port, precommit_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:46.438579 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-cc3cf401-4fa5-459f-bda3-4ab956cbfe91 None None] Transition to ACTIVE for port object 0a32a52d-b427-4563-9d6b-47d39493eb05 will not be triggered until provisioned by entity L2. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:52:46.447789 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-cc3cf401-4fa5-459f-bda3-4ab956cbfe91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:46.538778 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-cc3cf401-4fa5-459f-bda3-4ab956cbfe91 None None] Attempting to bind port 0a32a52d-b427-4563-9d6b-47d39493eb05 on host n-d-804985-2 for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:52:46.539020 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-cc3cf401-4fa5-459f-bda3-4ab956cbfe91 None None] Attempting to bind port 0a32a52d-b427-4563-9d6b-47d39493eb05 by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:52:46.539410 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc3cf401-4fa5-459f-bda3-4ab956cbfe91 None None] Attempting to bind port 0a32a52d-b427-4563-9d6b-47d39493eb05 on network 7cae7a70-14fd-408c-b14d-39ceb97cb60e {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:52:46.542831 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5269fb-85fd-4581-a486-569614f6a4b6 None None] Pushing event updated for resources: {'Port': ['ID=0a32a52d-b427-4563-9d6b-47d39493eb05,revision_number=2']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:52:46.554911 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc3cf401-4fa5-459f-bda3-4ab956cbfe91 None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 52, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:52:46.555279 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc3cf401-4fa5-459f-bda3-4ab956cbfe91 None None] Checking segment: {'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:52:46.555674 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-cc3cf401-4fa5-459f-bda3-4ab956cbfe91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:46.556053 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc3cf401-4fa5-459f-bda3-4ab956cbfe91 None None] Bound using segment: {'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:52:46.556524 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-cc3cf401-4fa5-459f-bda3-4ab956cbfe91 None None] Bound port: 0a32a52d-b427-4563-9d6b-47d39493eb05, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:52:46.556901 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-cc3cf401-4fa5-459f-bda3-4ab956cbfe91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:46.617263 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afb7bfe7-e258-49d6-bbab-fd7a40464e08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp788be208-34ab-5a8f-af0f-528834af222f-fea6fba6-0a6f-406a-833a-e76a2850a35d', 'network_id': 'fea6fba6-0a6f-406a-833a-e76a2850a35d', 'tenant_id': '80570d7663924423a4131eb860db7880', 'fixed_ips': [{'subnet_id': 'dc2d2233-7fe1-41ae-8837-5571e2440d35'}]}} from n-d-804985-2. {{(pid=106254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 12:52:46.618102 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-afb7bfe7-e258-49d6-bbab-fd7a40464e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:46.638515 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-cc3cf401-4fa5-459f-bda3-4ab956cbfe91 None None] For port 0a32a52d-b427-4563-9d6b-47d39493eb05, host n-d-804985-2, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:52:46.656194 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-cc3cf401-4fa5-459f-bda3-4ab956cbfe91 None None] For port 0a32a52d-b427-4563-9d6b-47d39493eb05, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=0a32a52d-b427-4563-9d6b-47d39493eb05,segment=NetworkSegment(c5a3db9d-5c58-41b1-9177-d5787a597b78),segment_id=c5a3db9d-5c58-41b1-9177-d5787a597b78)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:52:46.704791 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-cc3cf401-4fa5-459f-bda3-4ab956cbfe91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:46.784090 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5269fb-85fd-4581-a486-569614f6a4b6 None None] Pushing event updated for resources: {'Port': ['ID=0a32a52d-b427-4563-9d6b-47d39493eb05,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:52:46.786632 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc3cf401-4fa5-459f-bda3-4ab956cbfe91 None None] Routers {'f042cae1-aa74-46b4-930d-5120dba39ccf'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:52:46.787249 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-cc3cf401-4fa5-459f-bda3-4ab956cbfe91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:52:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['f042cae1-aa74-46b4-930d-5120dba39ccf'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:52:46.845562 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-bc1d03de-f3f4-4d6a-96fd-dc1be322ba85 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:46.900228 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.db_base_plugin_common [None req-afb7bfe7-e258-49d6-bbab-fd7a40464e08 None None] Allocated IP 172.20.0.2 (fea6fba6-0a6f-406a-833a-e76a2850a35d/dc2d2233-7fe1-41ae-8837-5571e2440d35/1eb26496-c830-44a9-bb1f-9fb8b5d8d7dd) {{(pid=106254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:52:46.975589 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-cc3cf401-4fa5-459f-bda3-4ab956cbfe91 None None] Set router f042cae1-aa74-46b4-930d-5120dba39ccf gateway port host: n-d-804985-2 {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:52:47.187935 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-afb7bfe7-e258-49d6-bbab-fd7a40464e08 None None] Notify callbacks [] for port, precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:47.199742 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-afb7bfe7-e258-49d6-bbab-fd7a40464e08 None None] Transition to ACTIVE for port object 1eb26496-c830-44a9-bb1f-9fb8b5d8d7dd will not be triggered until provisioned by entity L2. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:52:47.220969 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-afb7bfe7-e258-49d6-bbab-fd7a40464e08 None None] Transition to ACTIVE for port object 1eb26496-c830-44a9-bb1f-9fb8b5d8d7dd will not be triggered until provisioned by entity DHCP. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:52:47.228548 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-afb7bfe7-e258-49d6-bbab-fd7a40464e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547'] for port, after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:47.277963 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afb7bfe7-e258-49d6-bbab-fd7a40464e08 None None] Network fea6fba6-0a6f-406a-833a-e76a2850a35d is already hosted by enough agents. {{(pid=106254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:52:47.278492 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [None req-bc1d03de-f3f4-4d6a-96fd-dc1be322ba85 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Allocated IP 172.20.0.1 (fea6fba6-0a6f-406a-833a-e76a2850a35d/dc2d2233-7fe1-41ae-8837-5571e2440d35/c1e0a79d-04a6-414a-9d34-c7d174c42ed4) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:52:47.285545 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-cc3cf401-4fa5-459f-bda3-4ab956cbfe91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f042cae1-aa74-46b4-930d-5120dba39ccf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-52437609', 'tenant_id': '80570d7663924423a4131eb860db7880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.182'}], 'enable_snat': True}, 'gw_port_id': '0a32a52d-b427-4563-9d6b-47d39493eb05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:52:43Z', 'updated_at': '2021-08-18T12:52:44Z', 'revision_number': 3, 'project_id': '80570d7663924423a4131eb860db7880', 'gw_port': {'id': '0a32a52d-b427-4563-9d6b-47d39493eb05', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:d7:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f042cae1-aa74-46b4-930d-5120dba39ccf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:52:44Z', 'updated_at': '2021-08-18T12:52:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:52:47.287433 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.base_scheduler [None req-afb7bfe7-e258-49d6-bbab-fd7a40464e08 None None] Resources bound (agent type, host, resource id): {{(pid=106254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:52:47.294463 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb7bfe7-e258-49d6-bbab-fd7a40464e08 None None] Received port after_create {{(pid=106254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:52:47.320435 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb7bfe7-e258-49d6-bbab-fd7a40464e08 None None] Pushing event updated for resources: {'Port': ['ID=1eb26496-c830-44a9-bb1f-9fb8b5d8d7dd,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:52:47.324252 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc3cf401-4fa5-459f-bda3-4ab956cbfe91 None None] The sync data for ids ['f042cae1-aa74-46b4-930d-5120dba39ccf'] in n-d-804985-2 is: [{'id': 'f042cae1-aa74-46b4-930d-5120dba39ccf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-52437609', 'tenant_id': '80570d7663924423a4131eb860db7880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.182'}], 'enable_snat': True}, 'gw_port_id': '0a32a52d-b427-4563-9d6b-47d39493eb05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:52:43Z', 'updated_at': '2021-08-18T12:52:44Z', 'revision_number': 3, 'project_id': '80570d7663924423a4131eb860db7880', 'gw_port': {'id': '0a32a52d-b427-4563-9d6b-47d39493eb05', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:d7:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f042cae1-aa74-46b4-930d-5120dba39ccf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:52:44Z', 'updated_at': '2021-08-18T12:52:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:52:47.375436 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-afb7bfe7-e258-49d6-bbab-fd7a40464e08 None None] Attempting to bind port 1eb26496-c830-44a9-bb1f-9fb8b5d8d7dd on host n-d-804985-2 for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:52:47.375802 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-afb7bfe7-e258-49d6-bbab-fd7a40464e08 None None] Attempting to bind port 1eb26496-c830-44a9-bb1f-9fb8b5d8d7dd by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': '761bc386-8519-4a31-b0c9-c8a5a3af1aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'fea6fba6-0a6f-406a-833a-e76a2850a35d'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:52:47.376174 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb7bfe7-e258-49d6-bbab-fd7a40464e08 None None] Attempting to bind port 1eb26496-c830-44a9-bb1f-9fb8b5d8d7dd on network fea6fba6-0a6f-406a-833a-e76a2850a35d {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:52:47.381569 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb7bfe7-e258-49d6-bbab-fd7a40464e08 None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 52, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:52:47.381936 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb7bfe7-e258-49d6-bbab-fd7a40464e08 None None] Checking segment: {'id': '761bc386-8519-4a31-b0c9-c8a5a3af1aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'fea6fba6-0a6f-406a-833a-e76a2850a35d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:52:47.382335 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-afb7bfe7-e258-49d6-bbab-fd7a40464e08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:47.382719 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb7bfe7-e258-49d6-bbab-fd7a40464e08 None None] Bound using segment: {'id': '761bc386-8519-4a31-b0c9-c8a5a3af1aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'fea6fba6-0a6f-406a-833a-e76a2850a35d'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:52:47.383203 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-afb7bfe7-e258-49d6-bbab-fd7a40464e08 None None] Bound port: 1eb26496-c830-44a9-bb1f-9fb8b5d8d7dd, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '761bc386-8519-4a31-b0c9-c8a5a3af1aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'fea6fba6-0a6f-406a-833a-e76a2850a35d'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:52:47.383605 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-afb7bfe7-e258-49d6-bbab-fd7a40464e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:47.404289 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-bc1d03de-f3f4-4d6a-96fd-dc1be322ba85 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:47.418579 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [None req-bc1d03de-f3f4-4d6a-96fd-dc1be322ba85 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Transition to ACTIVE for port object c1e0a79d-04a6-414a-9d34-c7d174c42ed4 will not be triggered until provisioned by entity DHCP. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:52:47.454586 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-afb7bfe7-e258-49d6-bbab-fd7a40464e08 None None] For port 1eb26496-c830-44a9-bb1f-9fb8b5d8d7dd, host n-d-804985-2, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:52:47.454829 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-bc1d03de-f3f4-4d6a-96fd-dc1be322ba85 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:47.458289 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-afb7bfe7-e258-49d6-bbab-fd7a40464e08 None None] For port 1eb26496-c830-44a9-bb1f-9fb8b5d8d7dd, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=1eb26496-c830-44a9-bb1f-9fb8b5d8d7dd,segment=NetworkSegment(761bc386-8519-4a31-b0c9-c8a5a3af1aec),segment_id=761bc386-8519-4a31-b0c9-c8a5a3af1aec)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:52:47.465024 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-afb7bfe7-e258-49d6-bbab-fd7a40464e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:47.501873 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc1d03de-f3f4-4d6a-96fd-dc1be322ba85 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Network fea6fba6-0a6f-406a-833a-e76a2850a35d is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:52:47.505223 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-bc1d03de-f3f4-4d6a-96fd-dc1be322ba85 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:52:47.510332 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc1d03de-f3f4-4d6a-96fd-dc1be322ba85 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:52:47.513356 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1d03de-f3f4-4d6a-96fd-dc1be322ba85 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Pushing event updated for resources: {'Port': ['ID=c1e0a79d-04a6-414a-9d34-c7d174c42ed4,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:52:47.535547 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb7bfe7-e258-49d6-bbab-fd7a40464e08 None None] Pushing event updated for resources: {'Port': ['ID=1eb26496-c830-44a9-bb1f-9fb8b5d8d7dd,revision_number=2']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:52:47.595702 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-bc1d03de-f3f4-4d6a-96fd-dc1be322ba85 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-996688'] for router_interface, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:47.755891 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-bc1d03de-f3f4-4d6a-96fd-dc1be322ba85 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:48.049300 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-bc1d03de-f3f4-4d6a-96fd-dc1be322ba85 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for port, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:48.055675 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-bc1d03de-f3f4-4d6a-96fd-dc1be322ba85 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:48.130314 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1d03de-f3f4-4d6a-96fd-dc1be322ba85 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Pushing event updated for resources: {'Port': ['ID=c1e0a79d-04a6-414a-9d34-c7d174c42ed4,revision_number=2']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:52:48.134259 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-bc1d03de-f3f4-4d6a-96fd-dc1be322ba85 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-996772'] for router_interface, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:48.236998 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc1d03de-f3f4-4d6a-96fd-dc1be322ba85 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Network fea6fba6-0a6f-406a-833a-e76a2850a35d is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:52:48.238727 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-bc1d03de-f3f4-4d6a-96fd-dc1be322ba85 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:52:48.358188 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc1d03de-f3f4-4d6a-96fd-dc1be322ba85 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Router f042cae1-aa74-46b4-930d-5120dba39ccf has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:52:48.461035 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13f07324-d6c2-4944-aab5-772210506e54 None None] Network fea6fba6-0a6f-406a-833a-e76a2850a35d requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:52:48.475765 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc1d03de-f3f4-4d6a-96fd-dc1be322ba85 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:52:48.480934 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-bc1d03de-f3f4-4d6a-96fd-dc1be322ba85 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "PUT /v2.0/routers/f042cae1-aa74-46b4-930d-5120dba39ccf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0942018 Aug 18 12:52:48.532948 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-79700d2a-19ca-46a3-9992-cfe73a9b2d2a None None] Provisioning for port 1eb26496-c830-44a9-bb1f-9fb8b5d8d7dd completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:52:48.573047 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-e4454551-ee74-4ec8-a884-993525087715 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:48.634152 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-157c1659-5afe-40b5-abc9-8f70cf175aa8 req-0948c3df-4698-47de-a431-30eacebfb921 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1433938324&fields=id&tenant_id=80570d7663924423a4131eb860db7880 HTTP/1.1" status: 200 len: 267 time: 0.0370452 Aug 18 12:52:48.753246 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157c1659-5afe-40b5-abc9-8f70cf175aa8 req-2ce14dbc-2c79-4c20-9d0e-c8800cfb73bd tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:48.754801 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-157c1659-5afe-40b5-abc9-8f70cf175aa8 req-2ce14dbc-2c79-4c20-9d0e-c8800cfb73bd tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/networks?id=fea6fba6-0a6f-406a-833a-e76a2850a35d HTTP/1.1" status: 200 len: 797 time: 0.1121902 Aug 18 12:52:48.771606 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-157c1659-5afe-40b5-abc9-8f70cf175aa8 req-15b929c3-984a-479b-a233-aa62e20ba3d6 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/quotas/80570d7663924423a4131eb860db7880 HTTP/1.1" status: 200 len: 375 time: 0.0103004 Aug 18 12:52:48.825554 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-157c1659-5afe-40b5-abc9-8f70cf175aa8 req-32d86d97-57b0-40aa-98e4-7f1ef9ba8b06 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=80570d7663924423a4131eb860db7880&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0478053 Aug 18 12:52:48.888436 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-d6f61df0-cb97-4db8-89fb-bef9f9b76958 None None] Provisioning for port c1e0a79d-04a6-414a-9d34-c7d174c42ed4 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:52:48.892571 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-d6f61df0-cb97-4db8-89fb-bef9f9b76958 None None] Provisioning complete for port c1e0a79d-04a6-414a-9d34-c7d174c42ed4 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:52:48.893050 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-d6f61df0-cb97-4db8-89fb-bef9f9b76958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:48.931018 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-d6f61df0-cb97-4db8-89fb-bef9f9b76958 None None] Port c1e0a79d-04a6-414a-9d34-c7d174c42ed4 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:52:48.959782 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91421d45-8f19-4f19-a75c-342005cff88d None None] Sync routers for ids ['f042cae1-aa74-46b4-930d-5120dba39ccf'] in n-d-804985-2 {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:52:48.969462 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91421d45-8f19-4f19-a75c-342005cff88d None None] Routers {'f042cae1-aa74-46b4-930d-5120dba39ccf'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:52:48.970076 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-91421d45-8f19-4f19-a75c-342005cff88d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:52:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['f042cae1-aa74-46b4-930d-5120dba39ccf'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:52:49.014380 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-157c1659-5afe-40b5-abc9-8f70cf175aa8 req-253f0e70-9b3c-4278-b6d7-a3564a8a6eb1 service neutron] 10.222.0.66 "GET /v2.0/networks/fea6fba6-0a6f-406a-833a-e76a2850a35d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387973 Aug 18 12:52:49.059494 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-e695fa7b-fcc9-40a3-b292-38f504b01940 None None] Provisioning complete for port c1e0a79d-04a6-414a-9d34-c7d174c42ed4 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:52:49.059873 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-e695fa7b-fcc9-40a3-b292-38f504b01940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:49.084546 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-91421d45-8f19-4f19-a75c-342005cff88d None None] Set router f042cae1-aa74-46b4-930d-5120dba39ccf gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:52:49.094645 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-e695fa7b-fcc9-40a3-b292-38f504b01940 None None] Port c1e0a79d-04a6-414a-9d34-c7d174c42ed4 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:52:49.132389 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-157c1659-5afe-40b5-abc9-8f70cf175aa8 req-68a18b0d-7dff-4eb4-a5e5-bdc316a62e46 service neutron] 10.222.0.66 "GET /v2.0/networks/fea6fba6-0a6f-406a-833a-e76a2850a35d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118889 Aug 18 12:52:49.319997 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-561699e1-5c32-47bf-af71-b9661dbd0e25 None None] Provisioning complete for port c1e0a79d-04a6-414a-9d34-c7d174c42ed4 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:52:49.320655 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-561699e1-5c32-47bf-af71-b9661dbd0e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:49.325900 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-91421d45-8f19-4f19-a75c-342005cff88d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f042cae1-aa74-46b4-930d-5120dba39ccf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-52437609', 'tenant_id': '80570d7663924423a4131eb860db7880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.182'}], 'enable_snat': True}, 'gw_port_id': '0a32a52d-b427-4563-9d6b-47d39493eb05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:52:43Z', 'updated_at': '2021-08-18T12:52:47Z', 'revision_number': 4, 'project_id': '80570d7663924423a4131eb860db7880', 'gw_port': {'id': '0a32a52d-b427-4563-9d6b-47d39493eb05', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:d7:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f042cae1-aa74-46b4-930d-5120dba39ccf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:52:44Z', 'updated_at': '2021-08-18T12:52:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': 'c1e0a79d-04a6-414a-9d34-c7d174c42ed4', 'name': '', 'network_id': 'fea6fba6-0a6f-406a-833a-e76a2850a35d', 'tenant_id': '80570d7663924423a4131eb860db7880', 'mac_address': 'fa:16:3e:6f:34:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f042cae1-aa74-46b4-930d-5120dba39ccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'dc2d2233-7fe1-41ae-8837-5571e2440d35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:52:46Z', 'updated_at': '2021-08-18T12:52:47Z', 'revision_number': 2, 'project_id': '80570d7663924423a4131eb860db7880', 'subnets': [{'id': 'dc2d2233-7fe1-41ae-8837-5571e2440d35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:52:49.343603 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-bebc6077-38f7-4443-b1f2-9c2740dd2567 req-fd733c97-6164-46fc-b384-453257f79981 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/ports?device_id=2df83dab-22df-43f5-84d0-95f08ef16552 HTTP/1.1" status: 200 len: 210 time: 0.0402808 Aug 18 12:52:49.352115 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 1eb26496-c830-44a9-bb1f-9fb8b5d8d7dd up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:52:49.358102 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91421d45-8f19-4f19-a75c-342005cff88d None None] Checking router: f042cae1-aa74-46b4-930d-5120dba39ccf for host: n-d-804985-2 {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:52:49.358702 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91421d45-8f19-4f19-a75c-342005cff88d None None] Updating router f042cae1-aa74-46b4-930d-5120dba39ccf port c1e0a79d-04a6-414a-9d34-c7d174c42ed4 binding host n-d-804985-2 {{(pid=106255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 12:52:49.388384 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-91421d45-8f19-4f19-a75c-342005cff88d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:49.391921 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-561699e1-5c32-47bf-af71-b9661dbd0e25 None None] Port c1e0a79d-04a6-414a-9d34-c7d174c42ed4 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:52:49.411661 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port 1eb26496-c830-44a9-bb1f-9fb8b5d8d7dd completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:52:49.417512 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 1eb26496-c830-44a9-bb1f-9fb8b5d8d7dd triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:52:49.418126 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:49.507165 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:49.540905 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] For port 1eb26496-c830-44a9-bb1f-9fb8b5d8d7dd, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=1eb26496-c830-44a9-bb1f-9fb8b5d8d7dd,segment=NetworkSegment(761bc386-8519-4a31-b0c9-c8a5a3af1aec),segment_id=761bc386-8519-4a31-b0c9-c8a5a3af1aec)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:52:49.545926 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:49.546760 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 0a32a52d-b427-4563-9d6b-47d39493eb05 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:52:49.619737 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Pushing event updated for resources: {'Port': ['ID=1eb26496-c830-44a9-bb1f-9fb8b5d8d7dd,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:52:49.634876 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port 0a32a52d-b427-4563-9d6b-47d39493eb05 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:52:49.638520 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 0a32a52d-b427-4563-9d6b-47d39493eb05 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:52:49.638816 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:49.719131 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:49.739751 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] For port 0a32a52d-b427-4563-9d6b-47d39493eb05, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=0a32a52d-b427-4563-9d6b-47d39493eb05,segment=NetworkSegment(c5a3db9d-5c58-41b1-9177-d5787a597b78),segment_id=c5a3db9d-5c58-41b1-9177-d5787a597b78)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:52:49.740211 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-91421d45-8f19-4f19-a75c-342005cff88d None None] Notify callbacks [] for port, precommit_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:49.743460 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:49.750564 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-91421d45-8f19-4f19-a75c-342005cff88d None None] Transition to ACTIVE for port object c1e0a79d-04a6-414a-9d34-c7d174c42ed4 will not be triggered until provisioned by entity L2. {{(pid=106255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:52:49.759188 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-91421d45-8f19-4f19-a75c-342005cff88d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:49.794334 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Pushing event updated for resources: {'Port': ['ID=0a32a52d-b427-4563-9d6b-47d39493eb05,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:52:49.808174 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e66fcd-ec63-4e62-9035-801bc7e73015 None None] Pushing event updated for resources: {'Port': ['ID=c1e0a79d-04a6-414a-9d34-c7d174c42ed4,revision_number=3']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:52:49.830925 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e66fcd-ec63-4e62-9035-801bc7e73015 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:52:49.831261 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e66fcd-ec63-4e62-9035-801bc7e73015 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:52:49.831594 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e66fcd-ec63-4e62-9035-801bc7e73015 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:52:49.831904 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e66fcd-ec63-4e62-9035-801bc7e73015 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:52:49.832221 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e66fcd-ec63-4e62-9035-801bc7e73015 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:52:49.832581 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e66fcd-ec63-4e62-9035-801bc7e73015 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:52:49.832887 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e66fcd-ec63-4e62-9035-801bc7e73015 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:52:49.833203 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e66fcd-ec63-4e62-9035-801bc7e73015 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:52:49.833510 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e66fcd-ec63-4e62-9035-801bc7e73015 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:52:49.834058 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e66fcd-ec63-4e62-9035-801bc7e73015 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:52:49.834375 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e66fcd-ec63-4e62-9035-801bc7e73015 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:52:49.834680 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e66fcd-ec63-4e62-9035-801bc7e73015 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:52:49.866834 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-91421d45-8f19-4f19-a75c-342005cff88d None None] Attempting to bind port c1e0a79d-04a6-414a-9d34-c7d174c42ed4 on host n-d-804985-2 for vnic_type normal with profile {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:52:49.867211 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-91421d45-8f19-4f19-a75c-342005cff88d None None] Attempting to bind port c1e0a79d-04a6-414a-9d34-c7d174c42ed4 by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': '761bc386-8519-4a31-b0c9-c8a5a3af1aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'fea6fba6-0a6f-406a-833a-e76a2850a35d'}] {{(pid=106255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:52:49.867562 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91421d45-8f19-4f19-a75c-342005cff88d None None] Attempting to bind port c1e0a79d-04a6-414a-9d34-c7d174c42ed4 on network fea6fba6-0a6f-406a-833a-e76a2850a35d {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:52:49.872949 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91421d45-8f19-4f19-a75c-342005cff88d None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 52, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:52:49.873317 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91421d45-8f19-4f19-a75c-342005cff88d None None] Checking segment: {'id': '761bc386-8519-4a31-b0c9-c8a5a3af1aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'fea6fba6-0a6f-406a-833a-e76a2850a35d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:52:49.873718 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-91421d45-8f19-4f19-a75c-342005cff88d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:49.874097 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91421d45-8f19-4f19-a75c-342005cff88d None None] Bound using segment: {'id': '761bc386-8519-4a31-b0c9-c8a5a3af1aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'fea6fba6-0a6f-406a-833a-e76a2850a35d'} {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:52:49.874545 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-91421d45-8f19-4f19-a75c-342005cff88d None None] Bound port: c1e0a79d-04a6-414a-9d34-c7d174c42ed4, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '761bc386-8519-4a31-b0c9-c8a5a3af1aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'fea6fba6-0a6f-406a-833a-e76a2850a35d'}}] {{(pid=106255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:52:49.874919 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-91421d45-8f19-4f19-a75c-342005cff88d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:49.938160 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-91421d45-8f19-4f19-a75c-342005cff88d None None] For port c1e0a79d-04a6-414a-9d34-c7d174c42ed4, host n-d-804985-2, cleared binding levels {{(pid=106255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:52:49.941453 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-91421d45-8f19-4f19-a75c-342005cff88d None None] For port c1e0a79d-04a6-414a-9d34-c7d174c42ed4, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=c1e0a79d-04a6-414a-9d34-c7d174c42ed4,segment=NetworkSegment(761bc386-8519-4a31-b0c9-c8a5a3af1aec),segment_id=761bc386-8519-4a31-b0c9-c8a5a3af1aec)] {{(pid=106255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:52:49.948082 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-91421d45-8f19-4f19-a75c-342005cff88d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:50.005092 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91421d45-8f19-4f19-a75c-342005cff88d None None] Routers {'f042cae1-aa74-46b4-930d-5120dba39ccf'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:52:50.005851 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-91421d45-8f19-4f19-a75c-342005cff88d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:52:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['f042cae1-aa74-46b4-930d-5120dba39ccf'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:52:50.007568 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e66fcd-ec63-4e62-9035-801bc7e73015 None None] Pushing event updated for resources: {'Port': ['ID=c1e0a79d-04a6-414a-9d34-c7d174c42ed4,revision_number=4']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:52:50.114890 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-91421d45-8f19-4f19-a75c-342005cff88d None None] Set router f042cae1-aa74-46b4-930d-5120dba39ccf gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:52:50.322655 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-91421d45-8f19-4f19-a75c-342005cff88d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f042cae1-aa74-46b4-930d-5120dba39ccf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-52437609', 'tenant_id': '80570d7663924423a4131eb860db7880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.182'}], 'enable_snat': True}, 'gw_port_id': '0a32a52d-b427-4563-9d6b-47d39493eb05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:52:43Z', 'updated_at': '2021-08-18T12:52:47Z', 'revision_number': 4, 'project_id': '80570d7663924423a4131eb860db7880', 'gw_port': {'id': '0a32a52d-b427-4563-9d6b-47d39493eb05', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:d7:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f042cae1-aa74-46b4-930d-5120dba39ccf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:52:44Z', 'updated_at': '2021-08-18T12:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': 'c1e0a79d-04a6-414a-9d34-c7d174c42ed4', 'name': '', 'network_id': 'fea6fba6-0a6f-406a-833a-e76a2850a35d', 'tenant_id': '80570d7663924423a4131eb860db7880', 'mac_address': 'fa:16:3e:6f:34:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f042cae1-aa74-46b4-930d-5120dba39ccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'dc2d2233-7fe1-41ae-8837-5571e2440d35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:52:46Z', 'updated_at': '2021-08-18T12:52:49Z', 'revision_number': 4, 'project_id': '80570d7663924423a4131eb860db7880', 'subnets': [{'id': 'dc2d2233-7fe1-41ae-8837-5571e2440d35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:52:50.349300 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91421d45-8f19-4f19-a75c-342005cff88d None None] The sync data for ids ['f042cae1-aa74-46b4-930d-5120dba39ccf'] in n-d-804985-2 is: [{'id': 'f042cae1-aa74-46b4-930d-5120dba39ccf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-52437609', 'tenant_id': '80570d7663924423a4131eb860db7880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.182'}], 'enable_snat': True}, 'gw_port_id': '0a32a52d-b427-4563-9d6b-47d39493eb05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:52:43Z', 'updated_at': '2021-08-18T12:52:47Z', 'revision_number': 4, 'project_id': '80570d7663924423a4131eb860db7880', 'gw_port': {'id': '0a32a52d-b427-4563-9d6b-47d39493eb05', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:d7:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f042cae1-aa74-46b4-930d-5120dba39ccf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:52:44Z', 'updated_at': '2021-08-18T12:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': 'c1e0a79d-04a6-414a-9d34-c7d174c42ed4', 'name': '', 'network_id': 'fea6fba6-0a6f-406a-833a-e76a2850a35d', 'tenant_id': '80570d7663924423a4131eb860db7880', 'mac_address': 'fa:16:3e:6f:34:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f042cae1-aa74-46b4-930d-5120dba39ccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'dc2d2233-7fe1-41ae-8837-5571e2440d35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:52:46Z', 'updated_at': '2021-08-18T12:52:49Z', 'revision_number': 4, 'project_id': '80570d7663924423a4131eb860db7880', 'subnets': [{'id': 'dc2d2233-7fe1-41ae-8837-5571e2440d35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:52:50.442898 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-17256072-84fd-464f-af66-b760341dc442 req-ae4c7740-44a0-4a7e-9f0f-56f2bcd7d6ff tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/ports?device_id=2df83dab-22df-43f5-84d0-95f08ef16552 HTTP/1.1" status: 200 len: 210 time: 0.0262754 Aug 18 12:52:51.319478 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 1eb26496-c830-44a9-bb1f-9fb8b5d8d7dd up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:52:51.367590 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 1eb26496-c830-44a9-bb1f-9fb8b5d8d7dd triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:52:51.368026 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:51.450455 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device c1e0a79d-04a6-414a-9d34-c7d174c42ed4 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:52:51.516125 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:51.519908 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port c1e0a79d-04a6-414a-9d34-c7d174c42ed4 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:52:51.523872 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port c1e0a79d-04a6-414a-9d34-c7d174c42ed4 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:52:51.524249 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:51.550666 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ea1d90a7-0cbe-4f14-ae4a-efa84155337c req-671881a8-1626-4b42-bce7-1e3ff076780f tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/ports?device_id=2df83dab-22df-43f5-84d0-95f08ef16552 HTTP/1.1" status: 200 len: 210 time: 0.0267432 Aug 18 12:52:51.602635 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:51.647611 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] For port c1e0a79d-04a6-414a-9d34-c7d174c42ed4, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=c1e0a79d-04a6-414a-9d34-c7d174c42ed4,segment=NetworkSegment(761bc386-8519-4a31-b0c9-c8a5a3af1aec),segment_id=761bc386-8519-4a31-b0c9-c8a5a3af1aec)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:52:51.652673 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:51.653433 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 0a32a52d-b427-4563-9d6b-47d39493eb05 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:52:51.725335 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Pushing event updated for resources: {'Port': ['ID=c1e0a79d-04a6-414a-9d34-c7d174c42ed4,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:52:51.737748 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 0a32a52d-b427-4563-9d6b-47d39493eb05 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:52:51.738116 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:51.826163 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-bb6e3cc4-657d-4b0e-82f0-7e029f26e195 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:52.408458 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-53584c24-f517-494e-ac93-c18bb92373f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:52.566306 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157c1659-5afe-40b5-abc9-8f70cf175aa8 req-4da5a7ea-e0cc-446c-a06e-1accd3640615 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:52.567694 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-157c1659-5afe-40b5-abc9-8f70cf175aa8 req-4da5a7ea-e0cc-446c-a06e-1accd3640615 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.62 "GET /v2.0/networks?id=fea6fba6-0a6f-406a-833a-e76a2850a35d HTTP/1.1" status: 200 len: 797 time: 0.1046124 Aug 18 12:52:52.613150 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-157c1659-5afe-40b5-abc9-8f70cf175aa8 req-f5885a0f-0c3c-4b0a-931c-af9166e92970 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=80570d7663924423a4131eb860db7880 HTTP/1.1" status: 200 len: 380 time: 0.0352898 Aug 18 12:52:52.622871 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [req-157c1659-5afe-40b5-abc9-8f70cf175aa8 req-acc31481-9c99-4cc7-a199-8b22d7c7af82 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Request body: {'port': {'device_id': '2df83dab-22df-43f5-84d0-95f08ef16552', 'network_id': 'fea6fba6-0a6f-406a-833a-e76a2850a35d', 'admin_state_up': True, 'tenant_id': '80570d7663924423a4131eb860db7880', 'security_groups': ['c011a7f2-6068-4104-90c7-72e6721ac7b9']}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:52:52.651567 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e99e0862-1c4c-4dbb-a81c-eb7af9021150 req-eb545ba5-2cfc-4898-838b-f5557a90b848 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/ports?device_id=2df83dab-22df-43f5-84d0-95f08ef16552 HTTP/1.1" status: 200 len: 210 time: 0.0308039 Aug 18 12:52:52.737795 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-157c1659-5afe-40b5-abc9-8f70cf175aa8 req-acc31481-9c99-4cc7-a199-8b22d7c7af82 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Made reservation on behalf of 80570d7663924423a4131eb860db7880 for: {'port': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:52:52.744231 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-157c1659-5afe-40b5-abc9-8f70cf175aa8 req-acc31481-9c99-4cc7-a199-8b22d7c7af82 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:52.879650 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [req-157c1659-5afe-40b5-abc9-8f70cf175aa8 req-acc31481-9c99-4cc7-a199-8b22d7c7af82 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Allocated IP 172.20.0.7 (fea6fba6-0a6f-406a-833a-e76a2850a35d/dc2d2233-7fe1-41ae-8837-5571e2440d35/c823caef-78d6-45b4-9bee-505835bbf554) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:52:53.019705 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-157c1659-5afe-40b5-abc9-8f70cf175aa8 req-acc31481-9c99-4cc7-a199-8b22d7c7af82 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:53.034737 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [req-157c1659-5afe-40b5-abc9-8f70cf175aa8 req-acc31481-9c99-4cc7-a199-8b22d7c7af82 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Transition to ACTIVE for port object c823caef-78d6-45b4-9bee-505835bbf554 will not be triggered until provisioned by entity DHCP. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:52:53.072375 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-157c1659-5afe-40b5-abc9-8f70cf175aa8 req-acc31481-9c99-4cc7-a199-8b22d7c7af82 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:53.119753 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-157c1659-5afe-40b5-abc9-8f70cf175aa8 req-acc31481-9c99-4cc7-a199-8b22d7c7af82 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Network fea6fba6-0a6f-406a-833a-e76a2850a35d is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:52:53.122835 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [req-157c1659-5afe-40b5-abc9-8f70cf175aa8 req-acc31481-9c99-4cc7-a199-8b22d7c7af82 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:52:53.126640 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-157c1659-5afe-40b5-abc9-8f70cf175aa8 req-acc31481-9c99-4cc7-a199-8b22d7c7af82 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:52:53.133222 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc31481-9c99-4cc7-a199-8b22d7c7af82 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Pushing event updated for resources: {'Port': ['ID=c823caef-78d6-45b4-9bee-505835bbf554,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:52:53.179502 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157c1659-5afe-40b5-abc9-8f70cf175aa8 req-acc31481-9c99-4cc7-a199-8b22d7c7af82 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:53.180139 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-157c1659-5afe-40b5-abc9-8f70cf175aa8 req-acc31481-9c99-4cc7-a199-8b22d7c7af82 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:53.197353 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-157c1659-5afe-40b5-abc9-8f70cf175aa8 req-acc31481-9c99-4cc7-a199-8b22d7c7af82 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5782137 Aug 18 12:52:53.244792 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device c1e0a79d-04a6-414a-9d34-c7d174c42ed4 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:52:53.297659 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port c1e0a79d-04a6-414a-9d34-c7d174c42ed4 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:52:53.299678 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:53.310240 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [req-157c1659-5afe-40b5-abc9-8f70cf175aa8 req-90539343-0223-4d43-b8c5-6f3822065cb1 service neutron] Request body: {'port': {'device_id': '2df83dab-22df-43f5-84d0-95f08ef16552', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804985-2'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:52:53.367493 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-157c1659-5afe-40b5-abc9-8f70cf175aa8 req-90539343-0223-4d43-b8c5-6f3822065cb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:53.394033 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-f6e929eb-fb1a-4145-941a-e158b88f9a6e None None] Provisioning for port c823caef-78d6-45b4-9bee-505835bbf554 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:52:53.398335 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-f6e929eb-fb1a-4145-941a-e158b88f9a6e None None] Provisioning complete for port c823caef-78d6-45b4-9bee-505835bbf554 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:52:53.398731 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-f6e929eb-fb1a-4145-941a-e158b88f9a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:53.435644 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-f6e929eb-fb1a-4145-941a-e158b88f9a6e None None] Port c823caef-78d6-45b4-9bee-505835bbf554 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:52:53.633263 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [req-157c1659-5afe-40b5-abc9-8f70cf175aa8 req-90539343-0223-4d43-b8c5-6f3822065cb1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c823caef-78d6-45b4-9bee-505835bbf554 {{(pid=106253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:52:53.640771 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-157c1659-5afe-40b5-abc9-8f70cf175aa8 req-90539343-0223-4d43-b8c5-6f3822065cb1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:53.653020 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [req-157c1659-5afe-40b5-abc9-8f70cf175aa8 req-90539343-0223-4d43-b8c5-6f3822065cb1 service neutron] Transition to ACTIVE for port object c823caef-78d6-45b4-9bee-505835bbf554 will not be triggered until provisioned by entity L2. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:52:53.659669 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-157c1659-5afe-40b5-abc9-8f70cf175aa8 req-90539343-0223-4d43-b8c5-6f3822065cb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:53.710342 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90539343-0223-4d43-b8c5-6f3822065cb1 service neutron] Pushing event updated for resources: {'Port': ['ID=c823caef-78d6-45b4-9bee-505835bbf554,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:52:53.778241 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a4b030-4635-4c1a-8a62-6c9b8855a450 req-87bb2c66-b636-41d0-b6c1-09eabddf8346 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:53.779758 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-18a4b030-4635-4c1a-8a62-6c9b8855a450 req-87bb2c66-b636-41d0-b6c1-09eabddf8346 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/ports?device_id=2df83dab-22df-43f5-84d0-95f08ef16552 HTTP/1.1" status: 200 len: 943 time: 0.0507488 Aug 18 12:52:53.787148 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-157c1659-5afe-40b5-abc9-8f70cf175aa8 req-90539343-0223-4d43-b8c5-6f3822065cb1 service neutron] Attempting to bind port c823caef-78d6-45b4-9bee-505835bbf554 on host n-h2-804985-2 for vnic_type normal with profile {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:52:53.787478 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-157c1659-5afe-40b5-abc9-8f70cf175aa8 req-90539343-0223-4d43-b8c5-6f3822065cb1 service neutron] Attempting to bind port c823caef-78d6-45b4-9bee-505835bbf554 by drivers openvswitch,hyperv on host n-h2-804985-2 at level 0 using segments [{'id': '761bc386-8519-4a31-b0c9-c8a5a3af1aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'fea6fba6-0a6f-406a-833a-e76a2850a35d'}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:52:53.787803 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-157c1659-5afe-40b5-abc9-8f70cf175aa8 req-90539343-0223-4d43-b8c5-6f3822065cb1 service neutron] Attempting to bind port c823caef-78d6-45b4-9bee-505835bbf554 on network fea6fba6-0a6f-406a-833a-e76a2850a35d {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:52:53.792544 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-157c1659-5afe-40b5-abc9-8f70cf175aa8 req-90539343-0223-4d43-b8c5-6f3822065cb1 service neutron] Port c823caef-78d6-45b4-9bee-505835bbf554 on network fea6fba6-0a6f-406a-833a-e76a2850a35d not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-2 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:52:53.792870 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-157c1659-5afe-40b5-abc9-8f70cf175aa8 req-90539343-0223-4d43-b8c5-6f3822065cb1 service neutron] Attempting to bind port c823caef-78d6-45b4-9bee-505835bbf554 on network fea6fba6-0a6f-406a-833a-e76a2850a35d {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:52:53.798075 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-157c1659-5afe-40b5-abc9-8f70cf175aa8 req-90539343-0223-4d43-b8c5-6f3822065cb1 service neutron] Checking agent: {'id': 'da5da552-709c-4248-84de-86af99a0dc87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 49, 8), 'started_at': datetime.datetime(2021, 8, 18, 11, 49, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 52, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:52:53.798430 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-157c1659-5afe-40b5-abc9-8f70cf175aa8 req-90539343-0223-4d43-b8c5-6f3822065cb1 service neutron] Checking segment: {'id': '761bc386-8519-4a31-b0c9-c8a5a3af1aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'fea6fba6-0a6f-406a-833a-e76a2850a35d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:52:53.798810 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-157c1659-5afe-40b5-abc9-8f70cf175aa8 req-90539343-0223-4d43-b8c5-6f3822065cb1 service neutron] Bound using segment: {'id': '761bc386-8519-4a31-b0c9-c8a5a3af1aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'fea6fba6-0a6f-406a-833a-e76a2850a35d'} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:52:53.799233 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-157c1659-5afe-40b5-abc9-8f70cf175aa8 req-90539343-0223-4d43-b8c5-6f3822065cb1 service neutron] Bound port: c823caef-78d6-45b4-9bee-505835bbf554, host: n-h2-804985-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '761bc386-8519-4a31-b0c9-c8a5a3af1aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'fea6fba6-0a6f-406a-833a-e76a2850a35d'}}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:52:53.799589 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-157c1659-5afe-40b5-abc9-8f70cf175aa8 req-90539343-0223-4d43-b8c5-6f3822065cb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:53.820904 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-18a4b030-4635-4c1a-8a62-6c9b8855a450 req-a1308a9d-009a-4c24-a41c-529aa63f378a tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/security-groups?id=c011a7f2-6068-4104-90c7-72e6721ac7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341647 Aug 18 12:52:53.869630 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-157c1659-5afe-40b5-abc9-8f70cf175aa8 req-90539343-0223-4d43-b8c5-6f3822065cb1 service neutron] For port c823caef-78d6-45b4-9bee-505835bbf554, host n-h2-804985-2, cleared binding levels {{(pid=106253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:52:53.872934 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-157c1659-5afe-40b5-abc9-8f70cf175aa8 req-90539343-0223-4d43-b8c5-6f3822065cb1 service neutron] For port c823caef-78d6-45b4-9bee-505835bbf554, host n-h2-804985-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=c823caef-78d6-45b4-9bee-505835bbf554,segment=NetworkSegment(761bc386-8519-4a31-b0c9-c8a5a3af1aec),segment_id=761bc386-8519-4a31-b0c9-c8a5a3af1aec)] {{(pid=106253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:52:53.879424 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-157c1659-5afe-40b5-abc9-8f70cf175aa8 req-90539343-0223-4d43-b8c5-6f3822065cb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:53.919405 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157c1659-5afe-40b5-abc9-8f70cf175aa8 req-90539343-0223-4d43-b8c5-6f3822065cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:53.920017 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-157c1659-5afe-40b5-abc9-8f70cf175aa8 req-90539343-0223-4d43-b8c5-6f3822065cb1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:53.921471 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-157c1659-5afe-40b5-abc9-8f70cf175aa8 req-90539343-0223-4d43-b8c5-6f3822065cb1 service neutron] 10.222.0.62 "PUT /v2.0/ports/c823caef-78d6-45b4-9bee-505835bbf554 HTTP/1.1" status: 200 len: 1091 time: 0.6709204 Aug 18 12:52:53.921909 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2df83dab-22df-43f5-84d0-95f08ef16552', 'tag': 'c823caef-78d6-45b4-9bee-505835bbf554'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:52:53.924168 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d6bbf6f425705e9a26053008d8b7c0abfe3c10eda721baf5c515723d6d58932" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46abdc9a-4100-49b6-b409-6974707a44a5" -d '{"events": [{"name": "network-changed", "server_uuid": "2df83dab-22df-43f5-84d0-95f08ef16552", "tag": "c823caef-78d6-45b4-9bee-505835bbf554"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:52:53.948902 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90539343-0223-4d43-b8c5-6f3822065cb1 service neutron] Pushing event updated for resources: {'Port': ['ID=c823caef-78d6-45b4-9bee-505835bbf554,revision_number=3']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:52:53.969887 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:52:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1f3a145-4353-4752-aaa9-fff726015a93 x-openstack-request-id: req-e1f3a145-4353-4752-aaa9-fff726015a93 {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:52:53.970434 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2df83dab-22df-43f5-84d0-95f08ef16552", "tag": "c823caef-78d6-45b4-9bee-505835bbf554", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:52:53.970687 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e1f3a145-4353-4752-aaa9-fff726015a93 {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:52:53.971091 n-d-804985-2 neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2df83dab-22df-43f5-84d0-95f08ef16552', 'tag': 'c823caef-78d6-45b4-9bee-505835bbf554', 'status': 'completed', 'code': 200} Aug 18 12:52:54.014811 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157c1659-5afe-40b5-abc9-8f70cf175aa8 req-7b52b5db-4325-44d3-8ac8-8d0a32e1835b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:54.016600 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-157c1659-5afe-40b5-abc9-8f70cf175aa8 req-7b52b5db-4325-44d3-8ac8-8d0a32e1835b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=80570d7663924423a4131eb860db7880&device_id=2df83dab-22df-43f5-84d0-95f08ef16552 HTTP/1.1" status: 200 len: 1094 time: 0.0430369 Aug 18 12:52:54.065575 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-157c1659-5afe-40b5-abc9-8f70cf175aa8 req-455da432-1899-40ba-a123-786dde6abb6c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c823caef-78d6-45b4-9bee-505835bbf554 HTTP/1.1" status: 200 len: 217 time: 0.0413160 Aug 18 12:52:54.074826 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-500a1c61-38a7-4c23-a7ec-4631080af5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:54.122384 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157c1659-5afe-40b5-abc9-8f70cf175aa8 req-6fa6b322-87b1-46bf-a594-b2d9712a65f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:54.123869 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-157c1659-5afe-40b5-abc9-8f70cf175aa8 req-6fa6b322-87b1-46bf-a594-b2d9712a65f4 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=dc2d2233-7fe1-41ae-8837-5571e2440d35 HTTP/1.1" status: 200 len: 834 time: 0.0486782 Aug 18 12:52:54.171358 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157c1659-5afe-40b5-abc9-8f70cf175aa8 req-8a5aac3b-30b9-4573-bf4f-3aaefff12596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:54.172772 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-157c1659-5afe-40b5-abc9-8f70cf175aa8 req-8a5aac3b-30b9-4573-bf4f-3aaefff12596 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=fea6fba6-0a6f-406a-833a-e76a2850a35d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414760 Aug 18 12:52:54.275661 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-157c1659-5afe-40b5-abc9-8f70cf175aa8 req-efe55449-18bd-4a56-8535-610d9ad5b127 service neutron] 10.222.0.62 "GET /v2.0/networks/fea6fba6-0a6f-406a-833a-e76a2850a35d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955760 Aug 18 12:52:54.377489 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-157c1659-5afe-40b5-abc9-8f70cf175aa8 req-6f9e6693-330d-4190-a264-29040311383a service neutron] 10.222.0.62 "GET /v2.0/networks/fea6fba6-0a6f-406a-833a-e76a2850a35d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941815 Aug 18 12:52:54.477779 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46abdc9a-4100-49b6-b409-6974707a44a5 req-de184684-5c48-48dc-9c5b-1f6bc6ecad41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:54.479265 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-46abdc9a-4100-49b6-b409-6974707a44a5 req-de184684-5c48-48dc-9c5b-1f6bc6ecad41 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=80570d7663924423a4131eb860db7880&device_id=2df83dab-22df-43f5-84d0-95f08ef16552 HTTP/1.1" status: 200 len: 1094 time: 0.0439761 Aug 18 12:52:54.579590 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46abdc9a-4100-49b6-b409-6974707a44a5 req-1554b3fd-fd3e-4bff-afd9-205f6ac19ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:54.581103 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-46abdc9a-4100-49b6-b409-6974707a44a5 req-1554b3fd-fd3e-4bff-afd9-205f6ac19ddd service neutron] 10.222.0.62 "GET /v2.0/networks?id=fea6fba6-0a6f-406a-833a-e76a2850a35d HTTP/1.1" status: 200 len: 898 time: 0.0934832 Aug 18 12:52:54.622912 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-46abdc9a-4100-49b6-b409-6974707a44a5 req-d07826ea-f0ae-469b-b5b4-80ceef735ad3 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c823caef-78d6-45b4-9bee-505835bbf554 HTTP/1.1" status: 200 len: 217 time: 0.0342560 Aug 18 12:52:54.675456 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46abdc9a-4100-49b6-b409-6974707a44a5 req-8966b657-f818-421b-abc5-52b27915fb03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:54.676911 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-46abdc9a-4100-49b6-b409-6974707a44a5 req-8966b657-f818-421b-abc5-52b27915fb03 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=dc2d2233-7fe1-41ae-8837-5571e2440d35 HTTP/1.1" status: 200 len: 834 time: 0.0468366 Aug 18 12:52:54.725106 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46abdc9a-4100-49b6-b409-6974707a44a5 req-550ee9c1-01a1-4888-98ee-0dfdacadc31b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:54.726592 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-46abdc9a-4100-49b6-b409-6974707a44a5 req-550ee9c1-01a1-4888-98ee-0dfdacadc31b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=fea6fba6-0a6f-406a-833a-e76a2850a35d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412617 Aug 18 12:52:54.826452 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-46abdc9a-4100-49b6-b409-6974707a44a5 req-75cddad7-db78-417b-a5f4-5ed198f56b24 service neutron] 10.222.0.62 "GET /v2.0/networks/fea6fba6-0a6f-406a-833a-e76a2850a35d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907996 Aug 18 12:52:54.918698 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-46abdc9a-4100-49b6-b409-6974707a44a5 req-95e8e39e-d286-400b-9780-cf1cc1f944d9 service neutron] 10.222.0.62 "GET /v2.0/networks/fea6fba6-0a6f-406a-833a-e76a2850a35d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847712 Aug 18 12:52:54.935505 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e95d9d-7fe3-435c-8b89-0b54c90b0eed req-5e1bc8f8-d888-4d8a-a36c-ec31ea386f74 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:54.937382 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-18e95d9d-7fe3-435c-8b89-0b54c90b0eed req-5e1bc8f8-d888-4d8a-a36c-ec31ea386f74 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/ports?device_id=2df83dab-22df-43f5-84d0-95f08ef16552 HTTP/1.1" status: 200 len: 943 time: 0.0491474 Aug 18 12:52:54.975464 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-18e95d9d-7fe3-435c-8b89-0b54c90b0eed req-4b711370-137d-4f62-a513-ac1890dc81eb tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/security-groups?id=c011a7f2-6068-4104-90c7-72e6721ac7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320342 Aug 18 12:52:56.101811 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b801dda-5b65-4c9e-ba76-08cdf9584d37 req-1a0d16d7-a28e-42aa-a733-b4be844cacca tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:56.103312 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7b801dda-5b65-4c9e-ba76-08cdf9584d37 req-1a0d16d7-a28e-42aa-a733-b4be844cacca tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/ports?device_id=2df83dab-22df-43f5-84d0-95f08ef16552 HTTP/1.1" status: 200 len: 943 time: 0.0509319 Aug 18 12:52:56.144864 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7b801dda-5b65-4c9e-ba76-08cdf9584d37 req-b4c506b7-c0f5-4788-aa0d-348866c9b491 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/security-groups?id=c011a7f2-6068-4104-90c7-72e6721ac7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353322 Aug 18 12:52:56.786111 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device c823caef-78d6-45b4-9bee-505835bbf554 details requested by agent hyperv_n-h2-804985-2 with host n-h2-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:52:56.883640 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port c823caef-78d6-45b4-9bee-505835bbf554, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=c823caef-78d6-45b4-9bee-505835bbf554,segment=NetworkSegment(761bc386-8519-4a31-b0c9-c8a5a3af1aec),segment_id=761bc386-8519-4a31-b0c9-c8a5a3af1aec)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:52:56.895025 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Returning: {'device': 'c823caef-78d6-45b4-9bee-505835bbf554', 'network_id': 'fea6fba6-0a6f-406a-833a-e76a2850a35d', 'port_id': 'c823caef-78d6-45b4-9bee-505835bbf554', 'mac_address': 'fa:16:3e:fb:79:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 835, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc2d2233-7fe1-41ae-8837-5571e2440d35', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:52:56.935344 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:56.952627 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c823caef-78d6-45b4-9bee-505835bbf554 {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:52:56.972018 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port c823caef-78d6-45b4-9bee-505835bbf554, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=c823caef-78d6-45b4-9bee-505835bbf554,segment=NetworkSegment(761bc386-8519-4a31-b0c9-c8a5a3af1aec),segment_id=761bc386-8519-4a31-b0c9-c8a5a3af1aec)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:52:56.977815 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:57.187023 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=c823caef-78d6-45b4-9bee-505835bbf554,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:52:57.223971 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] get_ports_and_sgs() called for port_ids ['c823caef-78d6-45b4-9bee-505835bbf554'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:52:57.265486 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f06afc-fef1-481f-b1cf-eca7f3095303 req-0364031c-fc1b-4834-b03f-f62a16f1525d tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:57.266977 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b7f06afc-fef1-481f-b1cf-eca7f3095303 req-0364031c-fc1b-4834-b03f-f62a16f1525d tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/ports?device_id=2df83dab-22df-43f5-84d0-95f08ef16552 HTTP/1.1" status: 200 len: 944 time: 0.0519197 Aug 18 12:52:57.305960 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b7f06afc-fef1-481f-b1cf-eca7f3095303 req-3d7e9d02-3785-47e1-8fe8-0a0c7406a943 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/security-groups?id=c011a7f2-6068-4104-90c7-72e6721ac7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328157 Aug 18 12:52:58.435376 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d50a4f-1ec9-4c9d-8d78-9294c80cfae7 req-8ee727ae-68ef-4a84-8559-0019ad4d8c48 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:58.437226 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f0d50a4f-1ec9-4c9d-8d78-9294c80cfae7 req-8ee727ae-68ef-4a84-8559-0019ad4d8c48 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/ports?device_id=2df83dab-22df-43f5-84d0-95f08ef16552 HTTP/1.1" status: 200 len: 944 time: 0.0549233 Aug 18 12:52:58.484747 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f0d50a4f-1ec9-4c9d-8d78-9294c80cfae7 req-c1b00896-1139-4460-b504-4491e228d7f9 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/security-groups?id=c011a7f2-6068-4104-90c7-72e6721ac7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384712 Aug 18 12:52:58.800059 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device c823caef-78d6-45b4-9bee-505835bbf554 up at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:52:58.866638 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Provisioning for port c823caef-78d6-45b4-9bee-505835bbf554 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:52:58.870986 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Provisioning complete for port c823caef-78d6-45b4-9bee-505835bbf554 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:52:58.871354 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:58.954096 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:58.976200 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2df83dab-22df-43f5-84d0-95f08ef16552', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c823caef-78d6-45b4-9bee-505835bbf554'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:52:58.978489 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a48be17dea36f4b328e7831c9c0f0a2b661e0eac7f73e8eb05eb02bc862e3084" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5376de99-4141-4b2c-9ec0-48b38b81d9ab" -d '{"events": [{"server_uuid": "2df83dab-22df-43f5-84d0-95f08ef16552", "name": "network-vif-plugged", "status": "completed", "tag": "c823caef-78d6-45b4-9bee-505835bbf554"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:52:58.991390 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port c823caef-78d6-45b4-9bee-505835bbf554, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=c823caef-78d6-45b4-9bee-505835bbf554,segment=NetworkSegment(761bc386-8519-4a31-b0c9-c8a5a3af1aec),segment_id=761bc386-8519-4a31-b0c9-c8a5a3af1aec)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:52:58.996572 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:52:59.032128 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:52:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6de71be4-de2e-43dd-89f7-352e6c7467aa x-openstack-request-id: req-6de71be4-de2e-43dd-89f7-352e6c7467aa {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:52:59.032419 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2df83dab-22df-43f5-84d0-95f08ef16552", "name": "network-vif-plugged", "status": "completed", "tag": "c823caef-78d6-45b4-9bee-505835bbf554", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:52:59.032702 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-6de71be4-de2e-43dd-89f7-352e6c7467aa {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:52:59.033093 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2df83dab-22df-43f5-84d0-95f08ef16552', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c823caef-78d6-45b4-9bee-505835bbf554', 'code': 200} Aug 18 12:52:59.050891 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=c823caef-78d6-45b4-9bee-505835bbf554,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:52:59.179181 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1631216a-72f3-4484-96ba-daef523c21a2 req-f202edea-2908-45a5-8049-0e18ad745349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:59.181304 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-1631216a-72f3-4484-96ba-daef523c21a2 req-f202edea-2908-45a5-8049-0e18ad745349 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=2df83dab-22df-43f5-84d0-95f08ef16552 HTTP/1.1" status: 200 len: 1096 time: 0.0454855 Aug 18 12:52:59.216711 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-1631216a-72f3-4484-96ba-daef523c21a2 req-e1cb2316-ca02-4681-b1ad-610b60033a14 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=c011a7f2-6068-4104-90c7-72e6721ac7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0287983 Aug 18 12:52:59.605812 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cf69a4-05d7-4509-b171-e0bbe8578538 req-07070aff-a480-441b-86e5-eb5db27aa5ab tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:52:59.607286 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a7cf69a4-05d7-4509-b171-e0bbe8578538 req-07070aff-a480-441b-86e5-eb5db27aa5ab tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/ports?device_id=2df83dab-22df-43f5-84d0-95f08ef16552 HTTP/1.1" status: 200 len: 945 time: 0.0524406 Aug 18 12:52:59.648602 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a7cf69a4-05d7-4509-b171-e0bbe8578538 req-a3d41c63-89bd-4d61-b3e9-00133cc3f950 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/security-groups?id=c011a7f2-6068-4104-90c7-72e6721ac7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352612 Aug 18 12:53:00.781247 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d5d902-d6ce-41d6-a1a3-e60ea7d127d1 req-4b575dbd-10fa-40a1-b408-be89833fe1d1 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:00.782783 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b8d5d902-d6ce-41d6-a1a3-e60ea7d127d1 req-4b575dbd-10fa-40a1-b408-be89833fe1d1 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/ports?device_id=2df83dab-22df-43f5-84d0-95f08ef16552 HTTP/1.1" status: 200 len: 945 time: 0.0525501 Aug 18 12:53:00.825207 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b8d5d902-d6ce-41d6-a1a3-e60ea7d127d1 req-0b9df1e5-7904-43c3-9840-618dddef8e94 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/security-groups?id=c011a7f2-6068-4104-90c7-72e6721ac7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335696 Aug 18 12:53:00.947294 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a341c77b-07fd-4c42-acc5-19d86a9e1082 req-994cd2b2-5bfa-460c-a451-8b81e51eafbb tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:00.948677 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a341c77b-07fd-4c42-acc5-19d86a9e1082 req-994cd2b2-5bfa-460c-a451-8b81e51eafbb tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/ports?device_id=2df83dab-22df-43f5-84d0-95f08ef16552 HTTP/1.1" status: 200 len: 945 time: 0.0522413 Aug 18 12:53:00.989404 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a341c77b-07fd-4c42-acc5-19d86a9e1082 req-3972af79-a320-40eb-b44b-1450a5ef6ecf tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/security-groups?id=c011a7f2-6068-4104-90c7-72e6721ac7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319357 Aug 18 12:53:01.011298 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 53152) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:53:01.052708 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5354707-adb6-4cb7-af5b-46faccd7e801 tempest-TestNetworkAdvancedServerOps-1700407390 tempest-TestNetworkAdvancedServerOps-1700407390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:01.054266 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-e5354707-adb6-4cb7-af5b-46faccd7e801 tempest-TestNetworkAdvancedServerOps-1700407390 tempest-TestNetworkAdvancedServerOps-1700407390-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=2df83dab-22df-43f5-84d0-95f08ef16552 HTTP/1.1" status: 200 len: 1091 time: 0.0419137 Aug 18 12:53:01.058577 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 53154) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:53:01.063360 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-a0ccf8d2-55df-4176-a73f-5314ff1a4e97 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Request body: {'floatingip': {'floating_network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'port_id': 'c823caef-78d6-45b4-9bee-505835bbf554', 'tenant_id': '80570d7663924423a4131eb860db7880', 'fixed_ip_address': '172.20.0.7'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:53:01.087402 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a0ccf8d2-55df-4176-a73f-5314ff1a4e97 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for floatingip, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:01.196918 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a0ccf8d2-55df-4176-a73f-5314ff1a4e97 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:01.313570 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [None req-a0ccf8d2-55df-4176-a73f-5314ff1a4e97 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Allocated IP 172.25.7.209 (7cae7a70-14fd-408c-b14d-39ceb97cb60e/9784295a-20b8-4a4b-b105-f82737f0448f/c344d0de-46f6-40e3-bb29-38df61951af8) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:53:01.423682 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a0ccf8d2-55df-4176-a73f-5314ff1a4e97 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:01.468393 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a0ccf8d2-55df-4176-a73f-5314ff1a4e97 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:01.513900 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0ccf8d2-55df-4176-a73f-5314ff1a4e97 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Network 7cae7a70-14fd-408c-b14d-39ceb97cb60e is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:53:01.517043 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-a0ccf8d2-55df-4176-a73f-5314ff1a4e97 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:53:01.519779 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ccf8d2-55df-4176-a73f-5314ff1a4e97 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:53:01.525833 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ccf8d2-55df-4176-a73f-5314ff1a4e97 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Pushing event updated for resources: {'Port': ['ID=c344d0de-46f6-40e3-bb29-38df61951af8,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:53:02.192358 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a0ccf8d2-55df-4176-a73f-5314ff1a4e97 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:02.261123 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a0ccf8d2-55df-4176-a73f-5314ff1a4e97 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:02.411379 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a0ccf8d2-55df-4176-a73f-5314ff1a4e97 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for port, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:02.417726 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a0ccf8d2-55df-4176-a73f-5314ff1a4e97 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:02.487888 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ccf8d2-55df-4176-a73f-5314ff1a4e97 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Pushing event updated for resources: {'Port': ['ID=c344d0de-46f6-40e3-bb29-38df61951af8,revision_number=2']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:53:02.497339 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a0ccf8d2-55df-4176-a73f-5314ff1a4e97 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-989945'] for floatingip, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:02.614744 n-d-804985-2 neutron-server[106252]: INFO neutron.db.l3_db [None req-a0ccf8d2-55df-4176-a73f-5314ff1a4e97 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Floating IP a7b04e5d-8e68-4b60-8346-523bea46be9e associated. External IP: 172.25.7.209, port: c823caef-78d6-45b4-9bee-505835bbf554. Aug 18 12:53:02.838084 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0ccf8d2-55df-4176-a73f-5314ff1a4e97 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Router f042cae1-aa74-46b4-930d-5120dba39ccf has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:53:02.971011 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0ccf8d2-55df-4176-a73f-5314ff1a4e97 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:53:02.981470 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d44ff2-1142-4530-b7e4-bf1a6cc2c3be None None] Sync routers for ids ['f042cae1-aa74-46b4-930d-5120dba39ccf'] in n-d-804985-2 {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:53:02.989484 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a0ccf8d2-55df-4176-a73f-5314ff1a4e97 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for floatingip, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:02.993600 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d44ff2-1142-4530-b7e4-bf1a6cc2c3be None None] Routers {'f042cae1-aa74-46b4-930d-5120dba39ccf'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:53:02.994237 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-64d44ff2-1142-4530-b7e4-bf1a6cc2c3be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:52:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['f042cae1-aa74-46b4-930d-5120dba39ccf'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:53:03.025998 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-a0ccf8d2-55df-4176-a73f-5314ff1a4e97 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9663408 Aug 18 12:53:03.026754 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2df83dab-22df-43f5-84d0-95f08ef16552', 'tag': 'c823caef-78d6-45b4-9bee-505835bbf554'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:53:03.029465 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e1715db41198363ca71e85bb75ffab0edf23d36e39f25ec0aa17a703e60534b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f889ad52-b17b-4bc7-9cfa-2802a16bc7ef" -d '{"events": [{"name": "network-changed", "server_uuid": "2df83dab-22df-43f5-84d0-95f08ef16552", "tag": "c823caef-78d6-45b4-9bee-505835bbf554"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:53:03.069155 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:53:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-220cfabf-2d12-4a37-89ac-0484094dd03b x-openstack-request-id: req-220cfabf-2d12-4a37-89ac-0484094dd03b {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:53:03.069736 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2df83dab-22df-43f5-84d0-95f08ef16552", "tag": "c823caef-78d6-45b4-9bee-505835bbf554", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:53:03.070058 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-220cfabf-2d12-4a37-89ac-0484094dd03b {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:53:03.070575 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2df83dab-22df-43f5-84d0-95f08ef16552', 'tag': 'c823caef-78d6-45b4-9bee-505835bbf554', 'status': 'completed', 'code': 200} Aug 18 12:53:03.111902 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-64d44ff2-1142-4530-b7e4-bf1a6cc2c3be None None] Set router f042cae1-aa74-46b4-930d-5120dba39ccf gateway port host: n-d-804985-2 {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:53:03.127596 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cc8786-c262-445d-a457-2a86955e4e24 req-757ff6ba-1469-4201-bb32-3d4e491ae502 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:03.129245 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-62cc8786-c262-445d-a457-2a86955e4e24 req-757ff6ba-1469-4201-bb32-3d4e491ae502 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/ports?device_id=2df83dab-22df-43f5-84d0-95f08ef16552 HTTP/1.1" status: 200 len: 945 time: 0.0511870 Aug 18 12:53:03.144540 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f889ad52-b17b-4bc7-9cfa-2802a16bc7ef req-8f8b1e19-05cd-4234-9529-7d14c4647aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:03.146679 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-f889ad52-b17b-4bc7-9cfa-2802a16bc7ef req-8f8b1e19-05cd-4234-9529-7d14c4647aa5 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=80570d7663924423a4131eb860db7880&device_id=2df83dab-22df-43f5-84d0-95f08ef16552 HTTP/1.1" status: 200 len: 1096 time: 0.0524178 Aug 18 12:53:03.169832 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-62cc8786-c262-445d-a457-2a86955e4e24 req-293c5423-85a5-4730-93e5-f0a4efcc2076 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/security-groups?id=c011a7f2-6068-4104-90c7-72e6721ac7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336306 Aug 18 12:53:03.193861 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 53162) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:53:03.237495 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f889ad52-b17b-4bc7-9cfa-2802a16bc7ef req-295d647f-3745-4530-a855-5319ed3ffbb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:03.239567 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-f889ad52-b17b-4bc7-9cfa-2802a16bc7ef req-295d647f-3745-4530-a855-5319ed3ffbb3 service neutron] 10.222.0.62 "GET /v2.0/networks?id=fea6fba6-0a6f-406a-833a-e76a2850a35d HTTP/1.1" status: 200 len: 898 time: 0.0849600 Aug 18 12:53:03.265606 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-bd242943-c360-468b-aca2-cccf2ae19db2 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/floatingips/a7b04e5d-8e68-4b60-8346-523bea46be9e HTTP/1.1" status: 200 len: 991 time: 0.0705321 Aug 18 12:53:03.316370 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-f889ad52-b17b-4bc7-9cfa-2802a16bc7ef req-1e742b94-36f1-4e08-a339-f597bdc4f465 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c823caef-78d6-45b4-9bee-505835bbf554 HTTP/1.1" status: 200 len: 999 time: 0.0701644 Aug 18 12:53:03.350762 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-64d44ff2-1142-4530-b7e4-bf1a6cc2c3be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f042cae1-aa74-46b4-930d-5120dba39ccf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-52437609', 'tenant_id': '80570d7663924423a4131eb860db7880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.182'}], 'enable_snat': True}, 'gw_port_id': '0a32a52d-b427-4563-9d6b-47d39493eb05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:52:43Z', 'updated_at': '2021-08-18T12:52:47Z', 'revision_number': 4, 'project_id': '80570d7663924423a4131eb860db7880', 'gw_port': {'id': '0a32a52d-b427-4563-9d6b-47d39493eb05', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:d7:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f042cae1-aa74-46b4-930d-5120dba39ccf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:52:44Z', 'updated_at': '2021-08-18T12:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_floatingips': [{'id': 'a7b04e5d-8e68-4b60-8346-523bea46be9e', 'tenant_id': '80570d7663924423a4131eb860db7880', 'floating_ip_address': '172.25.7.209', 'floating_network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'router_id': 'f042cae1-aa74-46b4-930d-5120dba39ccf', 'port_id': 'c823caef-78d6-45b4-9bee-505835bbf554', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4188, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fea6fba6-0a6f-406a-833a-e76a2850a35d', 'mac_address': 'fa:16:3e:fb:79:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df83dab-22df-43f5-84d0-95f08ef16552', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T12:53:02Z', 'updated_at': '2021-08-18T12:53:02Z', 'revision_number': 0, 'project_id': '80570d7663924423a4131eb860db7880', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1e0a79d-04a6-414a-9d34-c7d174c42ed4', 'name': '', 'network_id': 'fea6fba6-0a6f-406a-833a-e76a2850a35d', 'tenant_id': '80570d7663924423a4131eb860db7880', 'mac_address': 'fa:16:3e:6f:34:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f042cae1-aa74-46b4-930d-5120dba39ccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'dc2d2233-7fe1-41ae-8837-5571e2440d35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:52:46Z', 'updated_at': '2021-08-18T12:52:51Z', 'revision_number': 5, 'project_id': '80570d7663924423a4131eb860db7880', 'subnets': [{'id': 'dc2d2233-7fe1-41ae-8837-5571e2440d35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:53:03.365429 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f889ad52-b17b-4bc7-9cfa-2802a16bc7ef req-54f9e5d0-1802-4a83-a792-68be404ce779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:03.366814 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-f889ad52-b17b-4bc7-9cfa-2802a16bc7ef req-54f9e5d0-1802-4a83-a792-68be404ce779 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=dc2d2233-7fe1-41ae-8837-5571e2440d35 HTTP/1.1" status: 200 len: 834 time: 0.0432396 Aug 18 12:53:03.377912 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d44ff2-1142-4530-b7e4-bf1a6cc2c3be None None] Checking router: f042cae1-aa74-46b4-930d-5120dba39ccf for host: n-d-804985-2 {{(pid=106254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:53:03.387310 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d44ff2-1142-4530-b7e4-bf1a6cc2c3be None None] Routers {'f042cae1-aa74-46b4-930d-5120dba39ccf'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:53:03.387930 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-64d44ff2-1142-4530-b7e4-bf1a6cc2c3be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:52:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['f042cae1-aa74-46b4-930d-5120dba39ccf'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:53:03.415235 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f889ad52-b17b-4bc7-9cfa-2802a16bc7ef req-71c5d66b-7f55-4289-a22b-35f067b8867b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:03.416759 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-f889ad52-b17b-4bc7-9cfa-2802a16bc7ef req-71c5d66b-7f55-4289-a22b-35f067b8867b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=fea6fba6-0a6f-406a-833a-e76a2850a35d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429950 Aug 18 12:53:03.494689 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-64d44ff2-1142-4530-b7e4-bf1a6cc2c3be None None] Set router f042cae1-aa74-46b4-930d-5120dba39ccf gateway port host: n-d-804985-2 {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:53:03.735208 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-64d44ff2-1142-4530-b7e4-bf1a6cc2c3be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f042cae1-aa74-46b4-930d-5120dba39ccf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-52437609', 'tenant_id': '80570d7663924423a4131eb860db7880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.182'}], 'enable_snat': True}, 'gw_port_id': '0a32a52d-b427-4563-9d6b-47d39493eb05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:52:43Z', 'updated_at': '2021-08-18T12:52:47Z', 'revision_number': 4, 'project_id': '80570d7663924423a4131eb860db7880', 'gw_port': {'id': '0a32a52d-b427-4563-9d6b-47d39493eb05', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:d7:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f042cae1-aa74-46b4-930d-5120dba39ccf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:52:44Z', 'updated_at': '2021-08-18T12:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_floatingips': [{'id': 'a7b04e5d-8e68-4b60-8346-523bea46be9e', 'tenant_id': '80570d7663924423a4131eb860db7880', 'floating_ip_address': '172.25.7.209', 'floating_network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'router_id': 'f042cae1-aa74-46b4-930d-5120dba39ccf', 'port_id': 'c823caef-78d6-45b4-9bee-505835bbf554', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4188, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fea6fba6-0a6f-406a-833a-e76a2850a35d', 'mac_address': 'fa:16:3e:fb:79:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df83dab-22df-43f5-84d0-95f08ef16552', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T12:53:02Z', 'updated_at': '2021-08-18T12:53:02Z', 'revision_number': 0, 'project_id': '80570d7663924423a4131eb860db7880', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1e0a79d-04a6-414a-9d34-c7d174c42ed4', 'name': '', 'network_id': 'fea6fba6-0a6f-406a-833a-e76a2850a35d', 'tenant_id': '80570d7663924423a4131eb860db7880', 'mac_address': 'fa:16:3e:6f:34:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f042cae1-aa74-46b4-930d-5120dba39ccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'dc2d2233-7fe1-41ae-8837-5571e2440d35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:52:46Z', 'updated_at': '2021-08-18T12:52:51Z', 'revision_number': 5, 'project_id': '80570d7663924423a4131eb860db7880', 'subnets': [{'id': 'dc2d2233-7fe1-41ae-8837-5571e2440d35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:53:03.765676 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d44ff2-1142-4530-b7e4-bf1a6cc2c3be None None] The sync data for ids ['f042cae1-aa74-46b4-930d-5120dba39ccf'] in n-d-804985-2 is: [{'id': 'f042cae1-aa74-46b4-930d-5120dba39ccf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-52437609', 'tenant_id': '80570d7663924423a4131eb860db7880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.182'}], 'enable_snat': True}, 'gw_port_id': '0a32a52d-b427-4563-9d6b-47d39493eb05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:52:43Z', 'updated_at': '2021-08-18T12:52:47Z', 'revision_number': 4, 'project_id': '80570d7663924423a4131eb860db7880', 'gw_port': {'id': '0a32a52d-b427-4563-9d6b-47d39493eb05', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:d7:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f042cae1-aa74-46b4-930d-5120dba39ccf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:52:44Z', 'updated_at': '2021-08-18T12:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_floatingips': [{'id': 'a7b04e5d-8e68-4b60-8346-523bea46be9e', 'tenant_id': '80570d7663924423a4131eb860db7880', 'floating_ip_address': '172.25.7.209', 'floating_network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'router_id': 'f042cae1-aa74-46b4-930d-5120dba39ccf', 'port_id': 'c823caef-78d6-45b4-9bee-505835bbf554', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4188, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fea6fba6-0a6f-406a-833a-e76a2850a35d', 'mac_address': 'fa:16:3e:fb:79:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df83dab-22df-43f5-84d0-95f08ef16552', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T12:53:02Z', 'updated_at': '2021-08-18T12:53:02Z', 'revision_number': 0, 'project_id': '80570d7663924423a4131eb860db7880', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1e0a79d-04a6-414a-9d34-c7d174c42ed4', 'name': '', 'network_id': 'fea6fba6-0a6f-406a-833a-e76a2850a35d', 'tenant_id': '80570d7663924423a4131eb860db7880', 'mac_address': 'fa:16:3e:6f:34:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f042cae1-aa74-46b4-930d-5120dba39ccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'dc2d2233-7fe1-41ae-8837-5571e2440d35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:52:46Z', 'updated_at': '2021-08-18T12:52:51Z', 'revision_number': 5, 'project_id': '80570d7663924423a4131eb860db7880', 'subnets': [{'id': 'dc2d2233-7fe1-41ae-8837-5571e2440d35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:53:03.825995 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-f889ad52-b17b-4bc7-9cfa-2802a16bc7ef req-63752565-a5a5-4f3f-9895-6624b2fe3074 service neutron] 10.222.0.62 "GET /v2.0/networks/fea6fba6-0a6f-406a-833a-e76a2850a35d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4015694 Aug 18 12:53:03.918669 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-f889ad52-b17b-4bc7-9cfa-2802a16bc7ef req-d12e9019-7362-4fe8-9953-b5dc4c0608b1 service neutron] 10.222.0.62 "GET /v2.0/networks/fea6fba6-0a6f-406a-833a-e76a2850a35d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852418 Aug 18 12:53:03.964104 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e09b34-c650-47d5-a77b-1509f0c8f854 None None] New status for floating IP a7b04e5d-8e68-4b60-8346-523bea46be9e: ACTIVE {{(pid=106255) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 12:53:04.270698 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 53164) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:53:04.338386 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-9eb2896e-c308-4904-b911-da20cf42a976 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/floatingips/a7b04e5d-8e68-4b60-8346-523bea46be9e HTTP/1.1" status: 200 len: 993 time: 0.0660214 Aug 18 12:53:06.550341 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:08.756667 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:14.574157 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-8fdf2475-279f-405d-a586-f7ad59b0c8a9 req-92b9b545-2233-4bb6-849f-59dc7cff8195 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=2df83dab-22df-43f5-84d0-95f08ef16552&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0508664 Aug 18 12:53:14.660100 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdf2475-279f-405d-a586-f7ad59b0c8a9 req-a03122a0-ecf5-438f-ba45-e6aaaa4c387c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:14.661626 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-8fdf2475-279f-405d-a586-f7ad59b0c8a9 req-a03122a0-ecf5-438f-ba45-e6aaaa4c387c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=80570d7663924423a4131eb860db7880&device_id=2df83dab-22df-43f5-84d0-95f08ef16552 HTTP/1.1" status: 200 len: 1096 time: 0.0432978 Aug 18 12:53:14.770390 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdf2475-279f-405d-a586-f7ad59b0c8a9 req-595468e3-a610-4fc5-83f0-c9d88afbf7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:14.771847 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-8fdf2475-279f-405d-a586-f7ad59b0c8a9 req-595468e3-a610-4fc5-83f0-c9d88afbf7e8 service neutron] 10.222.0.62 "GET /v2.0/networks?id=fea6fba6-0a6f-406a-833a-e76a2850a35d HTTP/1.1" status: 200 len: 898 time: 0.0895963 Aug 18 12:53:14.839563 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-8fdf2475-279f-405d-a586-f7ad59b0c8a9 req-62492d80-db8f-40f0-9373-8a03246fe2b6 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c823caef-78d6-45b4-9bee-505835bbf554 HTTP/1.1" status: 200 len: 1001 time: 0.0604212 Aug 18 12:53:14.897273 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdf2475-279f-405d-a586-f7ad59b0c8a9 req-a428022f-c84a-4c0f-bfd7-9c636c8324b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:14.898719 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-8fdf2475-279f-405d-a586-f7ad59b0c8a9 req-a428022f-c84a-4c0f-bfd7-9c636c8324b9 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=dc2d2233-7fe1-41ae-8837-5571e2440d35 HTTP/1.1" status: 200 len: 834 time: 0.0521748 Aug 18 12:53:14.946908 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdf2475-279f-405d-a586-f7ad59b0c8a9 req-a7420d6c-f322-4274-a88f-87e3d38504d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:14.948356 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-8fdf2475-279f-405d-a586-f7ad59b0c8a9 req-a7420d6c-f322-4274-a88f-87e3d38504d9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=fea6fba6-0a6f-406a-833a-e76a2850a35d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419796 Aug 18 12:53:15.040078 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-8fdf2475-279f-405d-a586-f7ad59b0c8a9 req-379b16a5-9661-409b-a6f2-837d1e7039bc service neutron] 10.222.0.62 "GET /v2.0/networks/fea6fba6-0a6f-406a-833a-e76a2850a35d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842850 Aug 18 12:53:15.154755 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-8fdf2475-279f-405d-a586-f7ad59b0c8a9 req-269d1e38-7d3d-4359-b7b9-0077417e6d29 service neutron] 10.222.0.62 "GET /v2.0/networks/fea6fba6-0a6f-406a-833a-e76a2850a35d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060698 Aug 18 12:53:18.555245 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-57435b0c-4224-4f75-8b18-43a16839eb8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:20.791437 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.agents_db [None req-6dbb2658-0354-4101-8393-6e7505481cf6 None None] Agent healthcheck: found 7 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 12:53:21.530699 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:21.806097 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-fba79dd5-0626-4e94-975c-ac6373d96873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:22.405812 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-53584c24-f517-494e-ac93-c18bb92373f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:24.080962 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-500a1c61-38a7-4c23-a7ec-4631080af5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:35.726783 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbaae3f-d2c4-4e2f-bb6b-5bdd1e450265 req-b5836e68-3b6e-46db-90b4-77ed3a95c1ce tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:35.728434 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8cbaae3f-d2c4-4e2f-bb6b-5bdd1e450265 req-b5836e68-3b6e-46db-90b4-77ed3a95c1ce tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/ports?device_id=2df83dab-22df-43f5-84d0-95f08ef16552 HTTP/1.1" status: 200 len: 945 time: 0.0510786 Aug 18 12:53:35.774790 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8cbaae3f-d2c4-4e2f-bb6b-5bdd1e450265 req-2238e6fa-43ec-43b8-953f-b6f38cf998c9 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/security-groups?id=c011a7f2-6068-4104-90c7-72e6721ac7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398393 Aug 18 12:53:36.567384 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:36.910664 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5befa17-72de-407a-8e9c-63f8b2e2a262 req-505bc91c-3257-4f19-879a-ecffdcacde90 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:36.912292 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b5befa17-72de-407a-8e9c-63f8b2e2a262 req-505bc91c-3257-4f19-879a-ecffdcacde90 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/ports?device_id=2df83dab-22df-43f5-84d0-95f08ef16552 HTTP/1.1" status: 200 len: 945 time: 0.0538299 Aug 18 12:53:36.953272 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b5befa17-72de-407a-8e9c-63f8b2e2a262 req-a78ec79a-fe77-409d-afe9-4a0597327a7e tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/security-groups?id=c011a7f2-6068-4104-90c7-72e6721ac7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321145 Aug 18 12:53:36.975988 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 53188) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:53:37.041384 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-b1309cdd-befd-4fda-bd66-2949de0f321f tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/floatingips/a7b04e5d-8e68-4b60-8346-523bea46be9e HTTP/1.1" status: 200 len: 993 time: 0.0638406 Aug 18 12:53:38.313707 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5ceecb-f7d2-4930-b15e-6512d3e7d876 req-f963bb62-23af-4996-9e1e-d5c0c791775d tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:38.315100 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7b5ceecb-f7d2-4930-b15e-6512d3e7d876 req-f963bb62-23af-4996-9e1e-d5c0c791775d tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/ports?device_id=2df83dab-22df-43f5-84d0-95f08ef16552 HTTP/1.1" status: 200 len: 945 time: 0.0588744 Aug 18 12:53:38.356768 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7b5ceecb-f7d2-4930-b15e-6512d3e7d876 req-d74dfcd3-770a-4ff7-8a6b-5b2a154a3dab tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/security-groups?id=c011a7f2-6068-4104-90c7-72e6721ac7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340765 Aug 18 12:53:38.798645 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:39.487749 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b73806-e50a-4060-afee-cb53cd4d5707 req-8c610c91-f9e3-444f-9933-5c8d45bb1403 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:39.489433 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-15b73806-e50a-4060-afee-cb53cd4d5707 req-8c610c91-f9e3-444f-9933-5c8d45bb1403 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/ports?device_id=2df83dab-22df-43f5-84d0-95f08ef16552 HTTP/1.1" status: 200 len: 945 time: 0.0531206 Aug 18 12:53:39.529104 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-15b73806-e50a-4060-afee-cb53cd4d5707 req-fef12c7c-8c39-4ac1-ad9e-7a612f495ef3 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/security-groups?id=c011a7f2-6068-4104-90c7-72e6721ac7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335515 Aug 18 12:53:39.556793 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 53198) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:53:39.620968 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-56715261-1d3d-4255-8c52-8253b1a0380c tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/floatingips/a7b04e5d-8e68-4b60-8346-523bea46be9e HTTP/1.1" status: 200 len: 993 time: 0.0629704 Aug 18 12:53:39.848362 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 53204) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:53:40.027500 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-26b8fdff-157e-4a81-80d9-7209e8339f16 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Deleting port c344d0de-46f6-40e3-bb29-38df61951af8 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:53:40.027818 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-26b8fdff-157e-4a81-80d9-7209e8339f16 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:40.107120 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-26b8fdff-157e-4a81-80d9-7209e8339f16 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:40.107441 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-26b8fdff-157e-4a81-80d9-7209e8339f16 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:40.119605 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-26b8fdff-157e-4a81-80d9-7209e8339f16 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Calling delete_port for c344d0de-46f6-40e3-bb29-38df61951af8 owned by network:floatingip {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:53:40.297061 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-26b8fdff-157e-4a81-80d9-7209e8339f16 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:40.321631 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b8fdff-157e-4a81-80d9-7209e8339f16 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Pushing event deleted for resources: {'Port': ['ID=c344d0de-46f6-40e3-bb29-38df61951af8,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:53:40.333398 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b8fdff-157e-4a81-80d9-7209e8339f16 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:53:40.333744 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b8fdff-157e-4a81-80d9-7209e8339f16 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:53:40.334079 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b8fdff-157e-4a81-80d9-7209e8339f16 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:53:40.334417 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b8fdff-157e-4a81-80d9-7209e8339f16 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:53:40.334740 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b8fdff-157e-4a81-80d9-7209e8339f16 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:53:40.335066 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b8fdff-157e-4a81-80d9-7209e8339f16 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:53:40.335389 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b8fdff-157e-4a81-80d9-7209e8339f16 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:53:40.335710 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b8fdff-157e-4a81-80d9-7209e8339f16 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:53:40.336016 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b8fdff-157e-4a81-80d9-7209e8339f16 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:53:40.336333 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b8fdff-157e-4a81-80d9-7209e8339f16 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:53:40.336680 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b8fdff-157e-4a81-80d9-7209e8339f16 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:53:40.336996 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b8fdff-157e-4a81-80d9-7209e8339f16 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:53:40.395331 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-26b8fdff-157e-4a81-80d9-7209e8339f16 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for floatingip, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:40.395716 n-d-804985-2 neutron-server[106253]: INFO neutron.db.l3_db [None req-26b8fdff-157e-4a81-80d9-7209e8339f16 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Floating IP a7b04e5d-8e68-4b60-8346-523bea46be9e disassociated (deleted). External IP: 172.25.7.209, port: c823caef-78d6-45b4-9bee-505835bbf554. Aug 18 12:53:40.599792 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26b8fdff-157e-4a81-80d9-7209e8339f16 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Router f042cae1-aa74-46b4-930d-5120dba39ccf has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:53:40.715450 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26b8fdff-157e-4a81-80d9-7209e8339f16 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:53:40.721093 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-26b8fdff-157e-4a81-80d9-7209e8339f16 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for floatingip, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:40.734464 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ce7864-dcde-42a7-9dee-0f35d1db7f1f None None] Sync routers for ids ['f042cae1-aa74-46b4-930d-5120dba39ccf'] in n-d-804985-2 {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:53:40.745161 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ce7864-dcde-42a7-9dee-0f35d1db7f1f None None] Routers {'f042cae1-aa74-46b4-930d-5120dba39ccf'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:53:40.745800 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-47ce7864-dcde-42a7-9dee-0f35d1db7f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:53:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['f042cae1-aa74-46b4-930d-5120dba39ccf'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:53:40.750004 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-26b8fdff-157e-4a81-80d9-7209e8339f16 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "DELETE /v2.0/floatingips/a7b04e5d-8e68-4b60-8346-523bea46be9e HTTP/1.1" status: 204 len: 168 time: 0.9002664 Aug 18 12:53:40.750607 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2df83dab-22df-43f5-84d0-95f08ef16552', 'tag': 'c823caef-78d6-45b4-9bee-505835bbf554'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:53:40.752918 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d6bbf6f425705e9a26053008d8b7c0abfe3c10eda721baf5c515723d6d58932" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-568c27f4-ba55-4329-be64-37d3041c4202" -d '{"events": [{"name": "network-changed", "server_uuid": "2df83dab-22df-43f5-84d0-95f08ef16552", "tag": "c823caef-78d6-45b4-9bee-505835bbf554"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:53:40.792062 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:53:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07b6e087-111c-4aea-9ca9-f7567ea3eeb8 x-openstack-request-id: req-07b6e087-111c-4aea-9ca9-f7567ea3eeb8 {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:53:40.792348 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2df83dab-22df-43f5-84d0-95f08ef16552", "tag": "c823caef-78d6-45b4-9bee-505835bbf554", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:53:40.792642 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-07b6e087-111c-4aea-9ca9-f7567ea3eeb8 {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:53:40.793063 n-d-804985-2 neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2df83dab-22df-43f5-84d0-95f08ef16552', 'tag': 'c823caef-78d6-45b4-9bee-505835bbf554', 'status': 'completed', 'code': 200} Aug 18 12:53:40.859991 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568c27f4-ba55-4329-be64-37d3041c4202 req-dcdc9e01-40a5-42c9-a6d6-514175486ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:40.860632 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-47ce7864-dcde-42a7-9dee-0f35d1db7f1f None None] Set router f042cae1-aa74-46b4-930d-5120dba39ccf gateway port host: n-d-804985-2 {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:53:40.861569 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-568c27f4-ba55-4329-be64-37d3041c4202 req-dcdc9e01-40a5-42c9-a6d6-514175486ba0 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=80570d7663924423a4131eb860db7880&device_id=2df83dab-22df-43f5-84d0-95f08ef16552 HTTP/1.1" status: 200 len: 1096 time: 0.0463829 Aug 18 12:53:40.965685 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568c27f4-ba55-4329-be64-37d3041c4202 req-652a687b-8dd6-4641-ab42-0a827b26de95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:40.967175 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-568c27f4-ba55-4329-be64-37d3041c4202 req-652a687b-8dd6-4641-ab42-0a827b26de95 service neutron] 10.222.0.62 "GET /v2.0/networks?id=fea6fba6-0a6f-406a-833a-e76a2850a35d HTTP/1.1" status: 200 len: 898 time: 0.0937390 Aug 18 12:53:40.978371 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e2bb45-eb17-4325-92bd-92e9c5f3f861 req-7167c970-6d48-4e10-b324-70e9cdb24f31 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:40.980525 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-99e2bb45-eb17-4325-92bd-92e9c5f3f861 req-7167c970-6d48-4e10-b324-70e9cdb24f31 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/ports?device_id=2df83dab-22df-43f5-84d0-95f08ef16552 HTTP/1.1" status: 200 len: 945 time: 0.0503926 Aug 18 12:53:41.014553 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-568c27f4-ba55-4329-be64-37d3041c4202 req-6a5ac352-1dca-4462-a870-b1953c2103b3 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c823caef-78d6-45b4-9bee-505835bbf554 HTTP/1.1" status: 200 len: 217 time: 0.0386643 Aug 18 12:53:41.018894 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-99e2bb45-eb17-4325-92bd-92e9c5f3f861 req-311ba185-a76c-45e3-8fd3-97b995c39109 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/security-groups?id=c011a7f2-6068-4104-90c7-72e6721ac7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323215 Aug 18 12:53:41.067145 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568c27f4-ba55-4329-be64-37d3041c4202 req-188332a3-c7af-40d4-badd-5abc7d2e4be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:41.068677 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-568c27f4-ba55-4329-be64-37d3041c4202 req-188332a3-c7af-40d4-badd-5abc7d2e4be0 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=dc2d2233-7fe1-41ae-8837-5571e2440d35 HTTP/1.1" status: 200 len: 834 time: 0.0466332 Aug 18 12:53:41.075156 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-47ce7864-dcde-42a7-9dee-0f35d1db7f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f042cae1-aa74-46b4-930d-5120dba39ccf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-52437609', 'tenant_id': '80570d7663924423a4131eb860db7880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.182'}], 'enable_snat': True}, 'gw_port_id': '0a32a52d-b427-4563-9d6b-47d39493eb05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:52:43Z', 'updated_at': '2021-08-18T12:52:47Z', 'revision_number': 4, 'project_id': '80570d7663924423a4131eb860db7880', 'gw_port': {'id': '0a32a52d-b427-4563-9d6b-47d39493eb05', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:d7:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f042cae1-aa74-46b4-930d-5120dba39ccf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:52:44Z', 'updated_at': '2021-08-18T12:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': 'c1e0a79d-04a6-414a-9d34-c7d174c42ed4', 'name': '', 'network_id': 'fea6fba6-0a6f-406a-833a-e76a2850a35d', 'tenant_id': '80570d7663924423a4131eb860db7880', 'mac_address': 'fa:16:3e:6f:34:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f042cae1-aa74-46b4-930d-5120dba39ccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'dc2d2233-7fe1-41ae-8837-5571e2440d35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:52:46Z', 'updated_at': '2021-08-18T12:52:51Z', 'revision_number': 5, 'project_id': '80570d7663924423a4131eb860db7880', 'subnets': [{'id': 'dc2d2233-7fe1-41ae-8837-5571e2440d35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:53:41.100962 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ce7864-dcde-42a7-9dee-0f35d1db7f1f None None] Checking router: f042cae1-aa74-46b4-930d-5120dba39ccf for host: n-d-804985-2 {{(pid=106254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:53:41.109491 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ce7864-dcde-42a7-9dee-0f35d1db7f1f None None] Routers {'f042cae1-aa74-46b4-930d-5120dba39ccf'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:53:41.110155 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-47ce7864-dcde-42a7-9dee-0f35d1db7f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:53:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['f042cae1-aa74-46b4-930d-5120dba39ccf'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:53:41.115716 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568c27f4-ba55-4329-be64-37d3041c4202 req-77f9f6f3-c548-44ba-a6f0-bfcc826648a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:41.117256 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-568c27f4-ba55-4329-be64-37d3041c4202 req-77f9f6f3-c548-44ba-a6f0-bfcc826648a1 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=fea6fba6-0a6f-406a-833a-e76a2850a35d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403137 Aug 18 12:53:41.211046 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-568c27f4-ba55-4329-be64-37d3041c4202 req-64cafcfe-683d-4c68-92c9-adb19d7412bf service neutron] 10.222.0.62 "GET /v2.0/networks/fea6fba6-0a6f-406a-833a-e76a2850a35d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846748 Aug 18 12:53:41.215125 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-47ce7864-dcde-42a7-9dee-0f35d1db7f1f None None] Set router f042cae1-aa74-46b4-930d-5120dba39ccf gateway port host: n-d-804985-2 {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:53:41.301778 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-568c27f4-ba55-4329-be64-37d3041c4202 req-1c2fc5a1-5140-4087-866e-3ada81d8ec08 service neutron] 10.222.0.62 "GET /v2.0/networks/fea6fba6-0a6f-406a-833a-e76a2850a35d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820510 Aug 18 12:53:41.415782 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-47ce7864-dcde-42a7-9dee-0f35d1db7f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f042cae1-aa74-46b4-930d-5120dba39ccf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-52437609', 'tenant_id': '80570d7663924423a4131eb860db7880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.182'}], 'enable_snat': True}, 'gw_port_id': '0a32a52d-b427-4563-9d6b-47d39493eb05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:52:43Z', 'updated_at': '2021-08-18T12:52:47Z', 'revision_number': 4, 'project_id': '80570d7663924423a4131eb860db7880', 'gw_port': {'id': '0a32a52d-b427-4563-9d6b-47d39493eb05', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:d7:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f042cae1-aa74-46b4-930d-5120dba39ccf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:52:44Z', 'updated_at': '2021-08-18T12:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': 'c1e0a79d-04a6-414a-9d34-c7d174c42ed4', 'name': '', 'network_id': 'fea6fba6-0a6f-406a-833a-e76a2850a35d', 'tenant_id': '80570d7663924423a4131eb860db7880', 'mac_address': 'fa:16:3e:6f:34:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f042cae1-aa74-46b4-930d-5120dba39ccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'dc2d2233-7fe1-41ae-8837-5571e2440d35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:52:46Z', 'updated_at': '2021-08-18T12:52:51Z', 'revision_number': 5, 'project_id': '80570d7663924423a4131eb860db7880', 'subnets': [{'id': 'dc2d2233-7fe1-41ae-8837-5571e2440d35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:53:41.445442 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ce7864-dcde-42a7-9dee-0f35d1db7f1f None None] The sync data for ids ['f042cae1-aa74-46b4-930d-5120dba39ccf'] in n-d-804985-2 is: [{'id': 'f042cae1-aa74-46b4-930d-5120dba39ccf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-52437609', 'tenant_id': '80570d7663924423a4131eb860db7880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.182'}], 'enable_snat': True}, 'gw_port_id': '0a32a52d-b427-4563-9d6b-47d39493eb05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:52:43Z', 'updated_at': '2021-08-18T12:52:47Z', 'revision_number': 4, 'project_id': '80570d7663924423a4131eb860db7880', 'gw_port': {'id': '0a32a52d-b427-4563-9d6b-47d39493eb05', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:d7:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f042cae1-aa74-46b4-930d-5120dba39ccf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:52:44Z', 'updated_at': '2021-08-18T12:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': 'c1e0a79d-04a6-414a-9d34-c7d174c42ed4', 'name': '', 'network_id': 'fea6fba6-0a6f-406a-833a-e76a2850a35d', 'tenant_id': '80570d7663924423a4131eb860db7880', 'mac_address': 'fa:16:3e:6f:34:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f042cae1-aa74-46b4-930d-5120dba39ccf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'dc2d2233-7fe1-41ae-8837-5571e2440d35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:52:46Z', 'updated_at': '2021-08-18T12:52:51Z', 'revision_number': 5, 'project_id': '80570d7663924423a4131eb860db7880', 'subnets': [{'id': 'dc2d2233-7fe1-41ae-8837-5571e2440d35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:53:41.661453 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da7760e-286d-4edb-839f-2c3819bfa486 None None] New status for floating IP a7b04e5d-8e68-4b60-8346-523bea46be9e: DOWN {{(pid=106255) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 12:53:42.174630 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6993d9-7ec9-4d39-ba18-be8580d6e479 req-b369e8b5-2dfc-495f-9f36-0621913e662a tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:42.176416 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1f6993d9-7ec9-4d39-ba18-be8580d6e479 req-b369e8b5-2dfc-495f-9f36-0621913e662a tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/ports?device_id=2df83dab-22df-43f5-84d0-95f08ef16552 HTTP/1.1" status: 200 len: 945 time: 0.0749948 Aug 18 12:53:42.219936 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1f6993d9-7ec9-4d39-ba18-be8580d6e479 req-0e6a29b7-4896-400c-b344-095cbd834c15 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/security-groups?id=c011a7f2-6068-4104-90c7-72e6721ac7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371172 Aug 18 12:53:42.456900 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d781eb-f4de-47cc-b9c4-05a7cb6c1f6a req-97af1230-e92c-465e-96e2-8be21f79786d tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:42.458372 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-71d781eb-f4de-47cc-b9c4-05a7cb6c1f6a req-97af1230-e92c-465e-96e2-8be21f79786d tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.62 "GET /v2.0/ports?device_id=2df83dab-22df-43f5-84d0-95f08ef16552 HTTP/1.1" status: 200 len: 945 time: 0.0528841 Aug 18 12:53:42.551875 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-71d781eb-f4de-47cc-b9c4-05a7cb6c1f6a req-aa5b02f2-c1d8-4706-ba46-d3a0fdc9aba6 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Deleting port c823caef-78d6-45b4-9bee-505835bbf554 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:53:42.552246 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-71d781eb-f4de-47cc-b9c4-05a7cb6c1f6a req-aa5b02f2-c1d8-4706-ba46-d3a0fdc9aba6 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:42.643138 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-71d781eb-f4de-47cc-b9c4-05a7cb6c1f6a req-aa5b02f2-c1d8-4706-ba46-d3a0fdc9aba6 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] For port c823caef-78d6-45b4-9bee-505835bbf554, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=c823caef-78d6-45b4-9bee-505835bbf554,segment=NetworkSegment(761bc386-8519-4a31-b0c9-c8a5a3af1aec),segment_id=761bc386-8519-4a31-b0c9-c8a5a3af1aec)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:53:42.643505 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-71d781eb-f4de-47cc-b9c4-05a7cb6c1f6a req-aa5b02f2-c1d8-4706-ba46-d3a0fdc9aba6 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:42.656539 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-71d781eb-f4de-47cc-b9c4-05a7cb6c1f6a req-aa5b02f2-c1d8-4706-ba46-d3a0fdc9aba6 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Calling delete_port for c823caef-78d6-45b4-9bee-505835bbf554 owned by compute:nova {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:53:42.792410 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-71d781eb-f4de-47cc-b9c4-05a7cb6c1f6a req-aa5b02f2-c1d8-4706-ba46-d3a0fdc9aba6 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:42.821741 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5b02f2-c1d8-4706-ba46-d3a0fdc9aba6 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Pushing event deleted for resources: {'Port': ['ID=c823caef-78d6-45b4-9bee-505835bbf554,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:53:42.866183 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-71d781eb-f4de-47cc-b9c4-05a7cb6c1f6a req-aa5b02f2-c1d8-4706-ba46-d3a0fdc9aba6 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] No DVR routers for this DVR port c823caef-78d6-45b4-9bee-505835bbf554 on host n-h2-804985-2 {{(pid=106253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:53:42.868903 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-71d781eb-f4de-47cc-b9c4-05a7cb6c1f6a req-aa5b02f2-c1d8-4706-ba46-d3a0fdc9aba6 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:42.870875 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-71d781eb-f4de-47cc-b9c4-05a7cb6c1f6a req-aa5b02f2-c1d8-4706-ba46-d3a0fdc9aba6 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.62 "DELETE /v2.0/ports/c823caef-78d6-45b4-9bee-505835bbf554 HTTP/1.1" status: 204 len: 173 time: 0.4067545 Aug 18 12:53:42.871328 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2df83dab-22df-43f5-84d0-95f08ef16552', 'name': 'network-vif-deleted', 'tag': 'c823caef-78d6-45b4-9bee-505835bbf554'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:53:42.873628 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d6bbf6f425705e9a26053008d8b7c0abfe3c10eda721baf5c515723d6d58932" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb870357-178f-44c5-bf3e-abfc819c86a8" -d '{"events": [{"server_uuid": "2df83dab-22df-43f5-84d0-95f08ef16552", "name": "network-vif-deleted", "tag": "c823caef-78d6-45b4-9bee-505835bbf554"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:53:42.909529 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:53:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bde47a6-6a7a-4a27-898d-52a2170e2c26 x-openstack-request-id: req-6bde47a6-6a7a-4a27-898d-52a2170e2c26 {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:53:42.909832 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2df83dab-22df-43f5-84d0-95f08ef16552", "name": "network-vif-deleted", "tag": "c823caef-78d6-45b4-9bee-505835bbf554", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:53:42.910085 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-6bde47a6-6a7a-4a27-898d-52a2170e2c26 {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:53:42.910486 n-d-804985-2 neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2df83dab-22df-43f5-84d0-95f08ef16552', 'name': 'network-vif-deleted', 'tag': 'c823caef-78d6-45b4-9bee-505835bbf554', 'status': 'completed', 'code': 200} Aug 18 12:53:43.339293 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4a76d3c1-9aa3-486a-b195-0958744d0b25 req-6f96ceec-a388-4508-9800-98cce6df6a8c tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/ports?device_id=2df83dab-22df-43f5-84d0-95f08ef16552 HTTP/1.1" status: 200 len: 210 time: 0.0282311 Aug 18 12:53:44.403753 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 53222) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:53:44.808798 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8fa25e18-0593-49c3-bd1f-fe3c9b1b62f1 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-996815'] for router_interface, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:45.077646 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-8fa25e18-0593-49c3-bd1f-fe3c9b1b62f1 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Deleting port c1e0a79d-04a6-414a-9d34-c7d174c42ed4 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:53:45.077872 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8fa25e18-0593-49c3-bd1f-fe3c9b1b62f1 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:45.177185 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [None req-8fa25e18-0593-49c3-bd1f-fe3c9b1b62f1 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] For port c1e0a79d-04a6-414a-9d34-c7d174c42ed4, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=c1e0a79d-04a6-414a-9d34-c7d174c42ed4,segment=NetworkSegment(761bc386-8519-4a31-b0c9-c8a5a3af1aec),segment_id=761bc386-8519-4a31-b0c9-c8a5a3af1aec)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:53:45.177676 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8fa25e18-0593-49c3-bd1f-fe3c9b1b62f1 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:45.191445 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-8fa25e18-0593-49c3-bd1f-fe3c9b1b62f1 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Calling delete_port for c1e0a79d-04a6-414a-9d34-c7d174c42ed4 owned by network:router_interface {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:53:45.389688 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8fa25e18-0593-49c3-bd1f-fe3c9b1b62f1 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:45.416432 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa25e18-0593-49c3-bd1f-fe3c9b1b62f1 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Pushing event deleted for resources: {'Port': ['ID=c1e0a79d-04a6-414a-9d34-c7d174c42ed4,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:53:45.591048 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8fa25e18-0593-49c3-bd1f-fe3c9b1b62f1 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953695'] for router_interface, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:46.126495 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fa25e18-0593-49c3-bd1f-fe3c9b1b62f1 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Router f042cae1-aa74-46b4-930d-5120dba39ccf has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:53:46.241255 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fa25e18-0593-49c3-bd1f-fe3c9b1b62f1 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:53:46.248124 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-8fa25e18-0593-49c3-bd1f-fe3c9b1b62f1 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "PUT /v2.0/routers/f042cae1-aa74-46b4-930d-5120dba39ccf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8421907 Aug 18 12:53:46.250268 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 53224) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:53:46.251008 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cd6a8c8-2a5a-49bf-8dd6-9f36fc1331c7 None None] Sync routers for ids ['f042cae1-aa74-46b4-930d-5120dba39ccf'] in n-d-804985-2 {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:53:46.260915 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd6a8c8-2a5a-49bf-8dd6-9f36fc1331c7 None None] Routers {'f042cae1-aa74-46b4-930d-5120dba39ccf'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:53:46.261519 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-4cd6a8c8-2a5a-49bf-8dd6-9f36fc1331c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:53:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['f042cae1-aa74-46b4-930d-5120dba39ccf'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:53:46.300277 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ceb1581-eed0-4fa7-afe3-cc9d66eaa0e9 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Deleting subnet dc2d2233-7fe1-41ae-8837-5571e2440d35 {{(pid=106252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 12:53:46.303780 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-7ceb1581-eed0-4fa7-afe3-cc9d66eaa0e9 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for subnet, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:46.349072 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-7ceb1581-eed0-4fa7-afe3-cc9d66eaa0e9 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2221528'] for subnet, precommit_delete_associations {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:46.446211 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-7ceb1581-eed0-4fa7-afe3-cc9d66eaa0e9 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:46.512425 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-7ceb1581-eed0-4fa7-afe3-cc9d66eaa0e9 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3572848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59074100'] for subnet, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:46.539417 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ceb1581-eed0-4fa7-afe3-cc9d66eaa0e9 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Pushing event deleted for resources: {'Subnet': ['ID=dc2d2233-7fe1-41ae-8837-5571e2440d35,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:53:46.541117 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-4cd6a8c8-2a5a-49bf-8dd6-9f36fc1331c7 None None] Set router f042cae1-aa74-46b4-930d-5120dba39ccf gateway port host: n-d-804985-2 {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:53:46.552048 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ceb1581-eed0-4fa7-afe3-cc9d66eaa0e9 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:53:46.552674 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ceb1581-eed0-4fa7-afe3-cc9d66eaa0e9 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:53:46.553184 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ceb1581-eed0-4fa7-afe3-cc9d66eaa0e9 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:53:46.553697 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ceb1581-eed0-4fa7-afe3-cc9d66eaa0e9 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:53:46.554311 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ceb1581-eed0-4fa7-afe3-cc9d66eaa0e9 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:53:46.554792 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ceb1581-eed0-4fa7-afe3-cc9d66eaa0e9 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:53:46.555280 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ceb1581-eed0-4fa7-afe3-cc9d66eaa0e9 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:53:46.555913 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ceb1581-eed0-4fa7-afe3-cc9d66eaa0e9 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:53:46.556306 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ceb1581-eed0-4fa7-afe3-cc9d66eaa0e9 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:53:46.556642 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ceb1581-eed0-4fa7-afe3-cc9d66eaa0e9 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:53:46.556985 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ceb1581-eed0-4fa7-afe3-cc9d66eaa0e9 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:53:46.557233 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ceb1581-eed0-4fa7-afe3-cc9d66eaa0e9 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:53:46.566806 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-7ceb1581-eed0-4fa7-afe3-cc9d66eaa0e9 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for subnet, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:46.568845 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-7ceb1581-eed0-4fa7-afe3-cc9d66eaa0e9 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "DELETE /v2.0/subnets/dc2d2233-7fe1-41ae-8837-5571e2440d35 HTTP/1.1" status: 204 len: 168 time: 0.3175392 Aug 18 12:53:46.571521 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 53226) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:53:46.596664 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-681e3c07-5afa-499b-a034-8f623fe244d8 None None] Network fea6fba6-0a6f-406a-833a-e76a2850a35d requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:53:46.679045 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6e1e9df8-03f9-4633-8304-ce7b6ed830c1 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for router, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:46.784284 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6e1e9df8-03f9-4633-8304-ce7b6ed830c1 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:46.831571 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-4cd6a8c8-2a5a-49bf-8dd6-9f36fc1331c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f042cae1-aa74-46b4-930d-5120dba39ccf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-52437609', 'tenant_id': '80570d7663924423a4131eb860db7880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.182'}], 'enable_snat': True}, 'gw_port_id': '0a32a52d-b427-4563-9d6b-47d39493eb05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:52:43Z', 'updated_at': '2021-08-18T12:53:45Z', 'revision_number': 5, 'project_id': '80570d7663924423a4131eb860db7880', 'gw_port': {'id': '0a32a52d-b427-4563-9d6b-47d39493eb05', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:d7:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f042cae1-aa74-46b4-930d-5120dba39ccf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:52:44Z', 'updated_at': '2021-08-18T12:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:53:46.846527 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-6e1e9df8-03f9-4633-8304-ce7b6ed830c1 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Deleting port 0a32a52d-b427-4563-9d6b-47d39493eb05 {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:53:46.846945 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6e1e9df8-03f9-4633-8304-ce7b6ed830c1 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:46.869196 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a5d52f7-0ecd-4f7f-9d69-7b1a2e8663d7 None None] DHCP port deletion for fea6fba6-0a6f-406a-833a-e76a2850a35d request from n-d-804985-2 {{(pid=106254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 12:53:46.873156 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cd6a8c8-2a5a-49bf-8dd6-9f36fc1331c7 None None] Checking router: f042cae1-aa74-46b4-930d-5120dba39ccf for host: n-d-804985-2 {{(pid=106254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:53:46.904943 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd6a8c8-2a5a-49bf-8dd6-9f36fc1331c7 None None] Routers {'f042cae1-aa74-46b4-930d-5120dba39ccf'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:53:46.905796 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-4cd6a8c8-2a5a-49bf-8dd6-9f36fc1331c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:53:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['f042cae1-aa74-46b4-930d-5120dba39ccf'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:53:46.930239 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [None req-6e1e9df8-03f9-4633-8304-ce7b6ed830c1 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] For port 0a32a52d-b427-4563-9d6b-47d39493eb05, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=0a32a52d-b427-4563-9d6b-47d39493eb05,segment=NetworkSegment(c5a3db9d-5c58-41b1-9177-d5787a597b78),segment_id=c5a3db9d-5c58-41b1-9177-d5787a597b78)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:53:46.930495 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6e1e9df8-03f9-4633-8304-ce7b6ed830c1 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:46.942947 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-6e1e9df8-03f9-4633-8304-ce7b6ed830c1 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Calling delete_port for 0a32a52d-b427-4563-9d6b-47d39493eb05 owned by network:router_gateway {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:53:46.992704 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device c823caef-78d6-45b4-9bee-505835bbf554 no longer exists at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:53:47.023122 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] No Port match for: c823caef-78d6-45b4-9bee-505835bbf554 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:53:47.023463 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device c823caef-78d6-45b4-9bee-505835bbf554 not bound to the agent host n-h2-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:53:47.031626 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-4cd6a8c8-2a5a-49bf-8dd6-9f36fc1331c7 None None] Set router f042cae1-aa74-46b4-930d-5120dba39ccf gateway port host: None {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:53:47.034760 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-1a5d52f7-0ecd-4f7f-9d69-7b1a2e8663d7 None None] Deleting port 1eb26496-c830-44a9-bb1f-9fb8b5d8d7dd {{(pid=106254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:53:47.035132 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1a5d52f7-0ecd-4f7f-9d69-7b1a2e8663d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:47.094111 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-4cd6a8c8-2a5a-49bf-8dd6-9f36fc1331c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f042cae1-aa74-46b4-930d-5120dba39ccf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-52437609', 'tenant_id': '80570d7663924423a4131eb860db7880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:52:43Z', 'updated_at': '2021-08-18T12:53:46Z', 'revision_number': 6, 'project_id': '80570d7663924423a4131eb860db7880', 'gw_port_host': None}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:53:47.111130 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6e1e9df8-03f9-4633-8304-ce7b6ed830c1 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:47.136680 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1e9df8-03f9-4633-8304-ce7b6ed830c1 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Pushing event deleted for resources: {'Port': ['ID=0a32a52d-b427-4563-9d6b-47d39493eb05,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:53:47.151321 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cd6a8c8-2a5a-49bf-8dd6-9f36fc1331c7 None None] The sync data for ids ['f042cae1-aa74-46b4-930d-5120dba39ccf'] in n-d-804985-2 is: [{'id': 'f042cae1-aa74-46b4-930d-5120dba39ccf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-52437609', 'tenant_id': '80570d7663924423a4131eb860db7880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:52:43Z', 'updated_at': '2021-08-18T12:53:46Z', 'revision_number': 6, 'project_id': '80570d7663924423a4131eb860db7880', 'gw_port_host': None}] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:53:47.175329 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1a5d52f7-0ecd-4f7f-9d69-7b1a2e8663d7 None None] For port 1eb26496-c830-44a9-bb1f-9fb8b5d8d7dd, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=1eb26496-c830-44a9-bb1f-9fb8b5d8d7dd,segment=NetworkSegment(761bc386-8519-4a31-b0c9-c8a5a3af1aec),segment_id=761bc386-8519-4a31-b0c9-c8a5a3af1aec)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:53:47.175733 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1a5d52f7-0ecd-4f7f-9d69-7b1a2e8663d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:47.196808 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-1a5d52f7-0ecd-4f7f-9d69-7b1a2e8663d7 None None] Calling delete_port for 1eb26496-c830-44a9-bb1f-9fb8b5d8d7dd owned by network:dhcp {{(pid=106254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:53:47.204430 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6e1e9df8-03f9-4633-8304-ce7b6ed830c1 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-997271'] for router_gateway, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:47.283565 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1a5d52f7-0ecd-4f7f-9d69-7b1a2e8663d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556'] for port, after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:47.299831 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6e1e9df8-03f9-4633-8304-ce7b6ed830c1 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-996004', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15859'] for router, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:47.302018 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6e1e9df8-03f9-4633-8304-ce7b6ed830c1 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:47.309659 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5d52f7-0ecd-4f7f-9d69-7b1a2e8663d7 None None] Pushing event deleted for resources: {'Port': ['ID=1eb26496-c830-44a9-bb1f-9fb8b5d8d7dd,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:53:47.314380 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a5d52f7-0ecd-4f7f-9d69-7b1a2e8663d7 None None] No DVR routers for this DVR port 1eb26496-c830-44a9-bb1f-9fb8b5d8d7dd on host n-d-804985-2 {{(pid=106254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:53:47.321404 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5d52f7-0ecd-4f7f-9d69-7b1a2e8663d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:53:47.321766 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5d52f7-0ecd-4f7f-9d69-7b1a2e8663d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:53:47.322100 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5d52f7-0ecd-4f7f-9d69-7b1a2e8663d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:53:47.322430 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5d52f7-0ecd-4f7f-9d69-7b1a2e8663d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:53:47.322746 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5d52f7-0ecd-4f7f-9d69-7b1a2e8663d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:53:47.323076 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5d52f7-0ecd-4f7f-9d69-7b1a2e8663d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:53:47.323396 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5d52f7-0ecd-4f7f-9d69-7b1a2e8663d7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:53:47.323730 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5d52f7-0ecd-4f7f-9d69-7b1a2e8663d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:53:47.324562 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5d52f7-0ecd-4f7f-9d69-7b1a2e8663d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:53:47.324562 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5d52f7-0ecd-4f7f-9d69-7b1a2e8663d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:53:47.324726 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5d52f7-0ecd-4f7f-9d69-7b1a2e8663d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:53:47.324999 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5d52f7-0ecd-4f7f-9d69-7b1a2e8663d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:53:47.345139 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6e1e9df8-03f9-4633-8304-ce7b6ed830c1 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-996061'] for router, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:47.345729 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e1e9df8-03f9-4633-8304-ce7b6ed830c1 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Fanout notify agent at l3_agent the message router_deleted on router f042cae1-aa74-46b4-930d-5120dba39ccf {{(pid=106252) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 12:53:47.352577 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6e1e9df8-03f9-4633-8304-ce7b6ed830c1 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for router, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:47.353695 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-6e1e9df8-03f9-4633-8304-ce7b6ed830c1 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "DELETE /v2.0/routers/f042cae1-aa74-46b4-930d-5120dba39ccf HTTP/1.1" status: 204 len: 168 time: 0.7812500 Aug 18 12:53:47.356417 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 53230) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:53:47.429969 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-cb379fa8-6e16-4487-8c98-74ecebf75f5f tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7904109'] for network, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:47.519333 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-cb379fa8-6e16-4487-8c98-74ecebf75f5f tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8367869', 'neutron.services.segments.db._delete_segments_for_network-8789151212993'] for network, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:47.531621 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-cb379fa8-6e16-4487-8c98-74ecebf75f5f tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fea6fba6-0a6f-406a-833a-e76a2850a35d']}} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:53:47.543344 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-cb379fa8-6e16-4487-8c98-74ecebf75f5f tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '761bc386-8519-4a31-b0c9-c8a5a3af1aec') {'for_net_delete': True} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:53:47.543772 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-cb379fa8-6e16-4487-8c98-74ecebf75f5f tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '761bc386-8519-4a31-b0c9-c8a5a3af1aec') {} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:53:47.555932 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-cb379fa8-6e16-4487-8c98-74ecebf75f5f tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789151225254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2221521'] for segment, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:47.573486 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-cb379fa8-6e16-4487-8c98-74ecebf75f5f tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:47.580083 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb379fa8-6e16-4487-8c98-74ecebf75f5f tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Releasing vlan 835 on physical network physnet1 to pool {{(pid=106252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:53:47.580508 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-cb379fa8-6e16-4487-8c98-74ecebf75f5f tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3572434'] for segment, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:47.583879 n-d-804985-2 neutron-server[106252]: Traceback (most recent call last): Aug 18 12:53:47.583879 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:53:47.583879 n-d-804985-2 neutron-server[106252]: timer() Aug 18 12:53:47.583879 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:53:47.583879 n-d-804985-2 neutron-server[106252]: cb(*args, **kw) Aug 18 12:53:47.583879 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:53:47.583879 n-d-804985-2 neutron-server[106252]: return func(*args, **kwargs) Aug 18 12:53:47.583879 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:53:47.583879 n-d-804985-2 neutron-server[106252]: self._notify() Aug 18 12:53:47.583879 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:53:47.583879 n-d-804985-2 neutron-server[106252]: self.callback(batched_events) Aug 18 12:53:47.583879 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:53:47.583879 n-d-804985-2 neutron-server[106252]: event.method(event) Aug 18 12:53:47.583879 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:53:47.583879 n-d-804985-2 neutron-server[106252]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:53:47.583879 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:53:47.583879 n-d-804985-2 neutron-server[106252]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:53:47.583879 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:53:47.583879 n-d-804985-2 neutron-server[106252]: return f(self, *a, **k) Aug 18 12:53:47.583879 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:53:47.583879 n-d-804985-2 neutron-server[106252]: return self._get(url).json() Aug 18 12:53:47.583879 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:53:47.583879 n-d-804985-2 neutron-server[106252]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:53:47.583879 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:53:47.583879 n-d-804985-2 neutron-server[106252]: return self.request(url, 'GET', **kwargs) Aug 18 12:53:47.583879 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:53:47.583879 n-d-804985-2 neutron-server[106252]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:53:47.583879 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:53:47.583879 n-d-804985-2 neutron-server[106252]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:53:47.583879 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:53:47.583879 n-d-804985-2 neutron-server[106252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:53:47.583879 n-d-804985-2 neutron-server[106252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:53:47.620339 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 1eb26496-c830-44a9-bb1f-9fb8b5d8d7dd no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:53:47.646107 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: 1eb26496-c830-44a9-bb1f-9fb8b5d8d7dd {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:53:47.646459 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 1eb26496-c830-44a9-bb1f-9fb8b5d8d7dd not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:53:47.646866 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device c1e0a79d-04a6-414a-9d34-c7d174c42ed4 no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:53:47.649637 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-cb379fa8-6e16-4487-8c98-74ecebf75f5f tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8367858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997186'] for network, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:47.655186 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-cb379fa8-6e16-4487-8c98-74ecebf75f5f tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for network, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:47.661066 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-cb379fa8-6e16-4487-8c98-74ecebf75f5f tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "DELETE /v2.0/networks/fea6fba6-0a6f-406a-833a-e76a2850a35d HTTP/1.1" status: 204 len: 168 time: 0.3005662 Aug 18 12:53:47.661172 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 53232) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:53:47.666247 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: c1e0a79d-04a6-414a-9d34-c7d174c42ed4 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:53:47.666596 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device c1e0a79d-04a6-414a-9d34-c7d174c42ed4 not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:53:47.678228 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb379fa8-6e16-4487-8c98-74ecebf75f5f tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Pushing event deleted for resources: {'Network': ['ID=fea6fba6-0a6f-406a-833a-e76a2850a35d,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:53:47.726204 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7cdd2c6a-d1c2-4abd-a988-7b383750078d tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:47.751538 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7cdd2c6a-d1c2-4abd-a988-7b383750078d tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:47.812070 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7cdd2c6a-d1c2-4abd-a988-7b383750078d tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:47.814713 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7cdd2c6a-d1c2-4abd-a988-7b383750078d tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:47.815893 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-7cdd2c6a-d1c2-4abd-a988-7b383750078d tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "DELETE /v2.0/security-groups/c011a7f2-6068-4104-90c7-72e6721ac7b9 HTTP/1.1" status: 204 len: 168 time: 0.1538649 Aug 18 12:53:47.825691 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdd2c6a-d1c2-4abd-a988-7b383750078d tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c011a7f2-6068-4104-90c7-72e6721ac7b9,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:53:48.137127 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 53238) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:53:48.141887 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-f49c6ba0-d37c-42db-8e41-ce93c5a852ff tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1533266943', 'description': 'tempest-secgroup-smoke-1533266943 description', 'project_id': '80570d7663924423a4131eb860db7880'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:53:48.169067 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f49c6ba0-d37c-42db-8e41-ce93c5a852ff tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:48.257962 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f49c6ba0-d37c-42db-8e41-ce93c5a852ff tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:48.264366 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f49c6ba0-d37c-42db-8e41-ce93c5a852ff tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:48.292203 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f49c6ba0-d37c-42db-8e41-ce93c5a852ff tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:48.293462 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-f49c6ba0-d37c-42db-8e41-ce93c5a852ff tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1553214 Aug 18 12:53:48.295382 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49c6ba0-d37c-42db-8e41-ce93c5a852ff tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64a1dd69-da8d-4181-a66f-7aceaafbe18f,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:53:48.296573 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 53240) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:53:48.301601 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-1154ee29-0341-467f-a749-19b68de666b3 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Request body: {'security_group_rule': {'security_group_id': '64a1dd69-da8d-4181-a66f-7aceaafbe18f', 'project_id': '80570d7663924423a4131eb860db7880', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:53:48.331153 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1154ee29-0341-467f-a749-19b68de666b3 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:48.388628 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1154ee29-0341-467f-a749-19b68de666b3 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:48.393715 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1154ee29-0341-467f-a749-19b68de666b3 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992607'] for security_group_rule, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:48.411564 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1154ee29-0341-467f-a749-19b68de666b3 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bb2be7f-d53f-4623-8342-dba392eed766,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:53:48.417623 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1154ee29-0341-467f-a749-19b68de666b3 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:48.418927 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-1154ee29-0341-467f-a749-19b68de666b3 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1211901 Aug 18 12:53:48.421772 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 53242) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:53:48.426187 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-877ca90a-6294-4bf0-9ff1-b27542c81a82 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Request body: {'security_group_rule': {'security_group_id': '64a1dd69-da8d-4181-a66f-7aceaafbe18f', 'project_id': '80570d7663924423a4131eb860db7880', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:53:48.453543 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-877ca90a-6294-4bf0-9ff1-b27542c81a82 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:48.514529 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-877ca90a-6294-4bf0-9ff1-b27542c81a82 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:48.519377 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-877ca90a-6294-4bf0-9ff1-b27542c81a82 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992607'] for security_group_rule, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:48.540335 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877ca90a-6294-4bf0-9ff1-b27542c81a82 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e42021b4-f306-4421-a2fc-e1f701174ce0,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:53:48.546846 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-877ca90a-6294-4bf0-9ff1-b27542c81a82 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:48.547927 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-877ca90a-6294-4bf0-9ff1-b27542c81a82 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1252141 Aug 18 12:53:48.549077 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-a61df78b-5730-4aa1-8aba-569d07a3af72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:48.551541 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 53244) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:53:48.556493 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-6b894d7f-b7c7-42c4-aee1-775eb9e6cded tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Request body: {'security_group_rule': {'security_group_id': '64a1dd69-da8d-4181-a66f-7aceaafbe18f', 'project_id': '80570d7663924423a4131eb860db7880', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:53:48.584009 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6b894d7f-b7c7-42c4-aee1-775eb9e6cded tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:48.651609 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6b894d7f-b7c7-42c4-aee1-775eb9e6cded tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:48.657594 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6b894d7f-b7c7-42c4-aee1-775eb9e6cded tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992607'] for security_group_rule, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:48.674664 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b894d7f-b7c7-42c4-aee1-775eb9e6cded tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6fd5f0f-4372-43f1-a174-754a5ccd5752,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:53:48.684126 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6b894d7f-b7c7-42c4-aee1-775eb9e6cded tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:48.685450 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-6b894d7f-b7c7-42c4-aee1-775eb9e6cded tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1328244 Aug 18 12:53:48.688898 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 53246) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:53:48.693411 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-06a734e6-ade2-46fc-93ef-c305a1d32e6a tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Request body: {'security_group_rule': {'security_group_id': '64a1dd69-da8d-4181-a66f-7aceaafbe18f', 'project_id': '80570d7663924423a4131eb860db7880', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:53:48.721133 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-06a734e6-ade2-46fc-93ef-c305a1d32e6a tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:48.778652 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-06a734e6-ade2-46fc-93ef-c305a1d32e6a tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:48.784776 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-06a734e6-ade2-46fc-93ef-c305a1d32e6a tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992607'] for security_group_rule, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:48.801674 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a734e6-ade2-46fc-93ef-c305a1d32e6a tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3710521-1382-4da6-9e5f-c02c97f561a7,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:53:48.807942 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-06a734e6-ade2-46fc-93ef-c305a1d32e6a tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:48.809167 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-06a734e6-ade2-46fc-93ef-c305a1d32e6a tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1193845 Aug 18 12:53:48.812592 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 53248) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:53:48.817234 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-8d8c68ae-82b9-4c77-8dec-3181b22f38bc tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Request body: {'security_group_rule': {'security_group_id': '64a1dd69-da8d-4181-a66f-7aceaafbe18f', 'project_id': '80570d7663924423a4131eb860db7880', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:53:48.840014 n-d-804985-2 neutron-server[106253]: INFO neutron.db.securitygroups_db [None req-8d8c68ae-82b9-4c77-8dec-3181b22f38bc tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Project 80570d7663924423a4131eb860db7880 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 18 12:53:48.844897 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8d8c68ae-82b9-4c77-8dec-3181b22f38bc tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:48.905749 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8d8c68ae-82b9-4c77-8dec-3181b22f38bc tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:48.911044 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8d8c68ae-82b9-4c77-8dec-3181b22f38bc tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992607'] for security_group_rule, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:48.931784 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8c68ae-82b9-4c77-8dec-3181b22f38bc tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34860309-8a26-4b8f-b431-bfc380281c5d,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:53:48.937009 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8d8c68ae-82b9-4c77-8dec-3181b22f38bc tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:48.938434 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-8d8c68ae-82b9-4c77-8dec-3181b22f38bc tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1248016 Aug 18 12:53:48.942663 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 53250) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:53:48.947101 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-c5a124dc-1a1a-4b12-863e-9011513ff3e9 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Request body: {'security_group_rule': {'security_group_id': '64a1dd69-da8d-4181-a66f-7aceaafbe18f', 'project_id': '80570d7663924423a4131eb860db7880', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:53:48.975006 n-d-804985-2 neutron-server[106253]: INFO neutron.db.securitygroups_db [None req-c5a124dc-1a1a-4b12-863e-9011513ff3e9 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Project 80570d7663924423a4131eb860db7880 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 18 12:53:48.984847 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c5a124dc-1a1a-4b12-863e-9011513ff3e9 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:49.054991 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c5a124dc-1a1a-4b12-863e-9011513ff3e9 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:49.060282 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c5a124dc-1a1a-4b12-863e-9011513ff3e9 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992607'] for security_group_rule, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:49.077427 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a124dc-1a1a-4b12-863e-9011513ff3e9 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e9ffece-6eb7-45b8-bd2f-10994f7ccf20,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:53:49.085233 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c5a124dc-1a1a-4b12-863e-9011513ff3e9 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:49.089317 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-c5a124dc-1a1a-4b12-863e-9011513ff3e9 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1428421 Aug 18 12:53:49.089518 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 53252) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:53:49.094476 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-5873dfaa-3073-4ab5-b012-4474862cc4f8 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Request body: {'network': {'name': 'tempest-network-smoke--1245565613', 'project_id': '80570d7663924423a4131eb860db7880', 'port_security_enabled': True}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:53:49.115703 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5873dfaa-3073-4ab5-b012-4474862cc4f8 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Made reservation on behalf of 80570d7663924423a4131eb860db7880 for: {'network': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:53:49.119076 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5873dfaa-3073-4ab5-b012-4474862cc4f8 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for network, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:49.142279 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5873dfaa-3073-4ab5-b012-4474862cc4f8 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 833} {{(pid=106253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:53:49.151608 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5873dfaa-3073-4ab5-b012-4474862cc4f8 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:49.151956 n-d-804985-2 neutron-server[106253]: INFO neutron.db.segments_db [None req-5873dfaa-3073-4ab5-b012-4474862cc4f8 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Added segment 14e40467-51e0-48b5-ab98-ea4bf22865a4 of type vlan for network b814c9e0-b755-4162-99f0-1eeaf347f189 Aug 18 12:53:49.191712 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5873dfaa-3073-4ab5-b012-4474862cc4f8 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789150665894'] for network, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:49.217082 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5873dfaa-3073-4ab5-b012-4474862cc4f8 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for network, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:49.222631 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5873dfaa-3073-4ab5-b012-4474862cc4f8 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:49.223220 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5873dfaa-3073-4ab5-b012-4474862cc4f8 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:49.233980 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 0a32a52d-b427-4563-9d6b-47d39493eb05 no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:53:49.254048 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: 0a32a52d-b427-4563-9d6b-47d39493eb05 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:53:49.254388 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 0a32a52d-b427-4563-9d6b-47d39493eb05 not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:53:49.287757 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-5873dfaa-3073-4ab5-b012-4474862cc4f8 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1938756 Aug 18 12:53:49.287989 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 53254) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:53:49.294517 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-d5b64774-5326-41a0-a8b3-bcc462ce5685 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-455466194', 'admin_state_up': True, 'project_id': '80570d7663924423a4131eb860db7880', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'}}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:53:49.301014 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5873dfaa-3073-4ab5-b012-4474862cc4f8 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Pushing event updated for resources: {'Network': ['ID=b814c9e0-b755-4162-99f0-1eeaf347f189,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:53:49.313479 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Network b814c9e0-b755-4162-99f0-1eeaf347f189 details requested by agent ovs-agent-n-d-804985-2 with host n-d-804985-2 {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:53:49.322020 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d5b64774-5326-41a0-a8b3-bcc462ce5685 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-998592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15809'] for router, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:49.323091 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d5b64774-5326-41a0-a8b3-bcc462ce5685 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-992733', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-971415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15816'] for router, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:49.377986 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d5b64774-5326-41a0-a8b3-bcc462ce5685 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:49.517177 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d5b64774-5326-41a0-a8b3-bcc462ce5685 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:49.715284 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d5b64774-5326-41a0-a8b3-bcc462ce5685 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for router_gateway, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:49.734005 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d5b64774-5326-41a0-a8b3-bcc462ce5685 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:49.849412 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [None req-d5b64774-5326-41a0-a8b3-bcc462ce5685 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Allocated IP 172.25.7.212 (7cae7a70-14fd-408c-b14d-39ceb97cb60e/9784295a-20b8-4a4b-b105-f82737f0448f/60433c0b-ee72-453e-bc52-2f8e97eb5598) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:53:49.965781 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d5b64774-5326-41a0-a8b3-bcc462ce5685 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:50.014007 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d5b64774-5326-41a0-a8b3-bcc462ce5685 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:50.050103 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5b64774-5326-41a0-a8b3-bcc462ce5685 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Network 7cae7a70-14fd-408c-b14d-39ceb97cb60e is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:53:50.055138 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-d5b64774-5326-41a0-a8b3-bcc462ce5685 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:53:50.060571 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b64774-5326-41a0-a8b3-bcc462ce5685 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:53:50.085929 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b64774-5326-41a0-a8b3-bcc462ce5685 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Pushing event updated for resources: {'Port': ['ID=60433c0b-ee72-453e-bc52-2f8e97eb5598,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:53:50.319323 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d5b64774-5326-41a0-a8b3-bcc462ce5685 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for router_gateway, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:50.532893 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d5b64774-5326-41a0-a8b3-bcc462ce5685 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-998473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-992536'] for router, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:50.667247 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5b64774-5326-41a0-a8b3-bcc462ce5685 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Router efcd7404-a185-4e15-ae8a-53a7092d3f8e is scheduled to L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 with binding_index 1 {{(pid=106253) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 12:53:50.776672 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5b64774-5326-41a0-a8b3-bcc462ce5685 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:53:50.789885 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b2909b0-f7e4-45ee-94c1-189b2cd212fd None None] Sync routers for ids ['efcd7404-a185-4e15-ae8a-53a7092d3f8e'] in n-d-804985-2 {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:53:50.800078 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d5b64774-5326-41a0-a8b3-bcc462ce5685 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for router, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:50.801884 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-d5b64774-5326-41a0-a8b3-bcc462ce5685 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.5129158 Aug 18 12:53:50.803071 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b2909b0-f7e4-45ee-94c1-189b2cd212fd None None] Routers {'efcd7404-a185-4e15-ae8a-53a7092d3f8e'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:53:50.803692 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-4b2909b0-f7e4-45ee-94c1-189b2cd212fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:53:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['efcd7404-a185-4e15-ae8a-53a7092d3f8e'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:53:50.805078 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 53256) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:53:50.833603 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-6ad79f21-bb25-4c06-b742-cb5550066c60 tempest-TestNetworkAdvancedServerOps-1700407390 tempest-TestNetworkAdvancedServerOps-1700407390-project-admin] 10.222.0.66 "GET /v2.0/subnets?project_id=80570d7663924423a4131eb860db7880&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274396 Aug 18 12:53:50.836509 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 53258) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:53:50.907824 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-4b2909b0-f7e4-45ee-94c1-189b2cd212fd None None] Set router efcd7404-a185-4e15-ae8a-53a7092d3f8e gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:53:50.927374 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63212ec4-3aa7-44da-a84b-14ce457c991d tempest-TestNetworkAdvancedServerOps-1700407390 tempest-TestNetworkAdvancedServerOps-1700407390-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:50.928951 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-63212ec4-3aa7-44da-a84b-14ce457c991d tempest-TestNetworkAdvancedServerOps-1700407390 tempest-TestNetworkAdvancedServerOps-1700407390-project-admin] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0913897 Aug 18 12:53:50.931820 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 53260) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:53:50.960050 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-409c2ceb-461d-4a22-a79d-eb8a705e362c tempest-TestNetworkAdvancedServerOps-1700407390 tempest-TestNetworkAdvancedServerOps-1700407390-project-admin] 10.222.0.66 "GET /v2.0/subnets?network_id=7cae7a70-14fd-408c-b14d-39ceb97cb60e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269315 Aug 18 12:53:50.962666 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 53262) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:53:50.967918 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-6793f738-3894-476f-badc-3fda9a1e830c tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1961539878', 'network_id': 'b814c9e0-b755-4162-99f0-1eeaf347f189', 'project_id': '80570d7663924423a4131eb860db7880', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:53:51.058767 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6793f738-3894-476f-badc-3fda9a1e830c tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Made reservation on behalf of 80570d7663924423a4131eb860db7880 for: {'subnet': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:53:51.062793 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6793f738-3894-476f-badc-3fda9a1e830c tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59388119'] for subnet, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:51.088991 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-4b2909b0-f7e4-45ee-94c1-189b2cd212fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efcd7404-a185-4e15-ae8a-53a7092d3f8e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-455466194', 'tenant_id': '80570d7663924423a4131eb860db7880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.212'}], 'enable_snat': True}, 'gw_port_id': '60433c0b-ee72-453e-bc52-2f8e97eb5598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:53:49Z', 'updated_at': '2021-08-18T12:53:50Z', 'revision_number': 3, 'project_id': '80570d7663924423a4131eb860db7880', 'gw_port': {'id': '60433c0b-ee72-453e-bc52-2f8e97eb5598', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:3e:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efcd7404-a185-4e15-ae8a-53a7092d3f8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:53:49Z', 'updated_at': '2021-08-18T12:53:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:53:51.114746 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b2909b0-f7e4-45ee-94c1-189b2cd212fd None None] Checking router: efcd7404-a185-4e15-ae8a-53a7092d3f8e for host: n-d-804985-2 {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:53:51.115132 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b2909b0-f7e4-45ee-94c1-189b2cd212fd None None] Updating router efcd7404-a185-4e15-ae8a-53a7092d3f8e port 60433c0b-ee72-453e-bc52-2f8e97eb5598 binding host n-d-804985-2 {{(pid=106255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 12:53:51.140762 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-4b2909b0-f7e4-45ee-94c1-189b2cd212fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:51.245264 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6793f738-3894-476f-badc-3fda9a1e830c tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58902106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59388097'] for subnet, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:51.307294 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6793f738-3894-476f-badc-3fda9a1e830c tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Pushing event updated for resources: {'Subnet': ['ID=fd33b965-1f55-418e-b1fa-a90d0f36ed02,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:53:51.318366 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6793f738-3894-476f-badc-3fda9a1e830c tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Checking segment: {'id': '14e40467-51e0-48b5-ab98-ea4bf22865a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'b814c9e0-b755-4162-99f0-1eeaf347f189'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:53:51.318730 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6793f738-3894-476f-badc-3fda9a1e830c tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Network hostable DHCP agents. Network: b814c9e0-b755-4162-99f0-1eeaf347f189, hostable agents: ['97c14208-2951-4361-8d64-3708c946ff5f'], hosted agents: [] {{(pid=106253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 12:53:51.337533 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6793f738-3894-476f-badc-3fda9a1e830c tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Network b814c9e0-b755-4162-99f0-1eeaf347f189 is scheduled to be hosted by DHCP agent 97c14208-2951-4361-8d64-3708c946ff5f with binding_index 1 {{(pid=106253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 12:53:51.347537 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-6793f738-3894-476f-badc-3fda9a1e830c tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-2, b814c9e0-b755-4162-99f0-1eeaf347f189) {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:53:51.352077 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6793f738-3894-476f-badc-3fda9a1e830c tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:51.352942 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6793f738-3894-476f-badc-3fda9a1e830c tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:51.360501 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-777e097f-4692-41cc-a5fe-2b95304b3bc6 None None] Network b814c9e0-b755-4162-99f0-1eeaf347f189 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:53:51.368647 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-6793f738-3894-476f-badc-3fda9a1e830c tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4047725 Aug 18 12:53:51.371548 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 53264) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:53:51.406882 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-4b2909b0-f7e4-45ee-94c1-189b2cd212fd None None] Notify callbacks [] for port, precommit_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:51.417082 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-4b2909b0-f7e4-45ee-94c1-189b2cd212fd None None] Transition to ACTIVE for port object 60433c0b-ee72-453e-bc52-2f8e97eb5598 will not be triggered until provisioned by entity L2. {{(pid=106255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:53:51.423484 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-4b2909b0-f7e4-45ee-94c1-189b2cd212fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:51.472723 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-4b2909b0-f7e4-45ee-94c1-189b2cd212fd None None] Attempting to bind port 60433c0b-ee72-453e-bc52-2f8e97eb5598 on host n-d-804985-2 for vnic_type normal with profile {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:53:51.473601 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-4b2909b0-f7e4-45ee-94c1-189b2cd212fd None None] Attempting to bind port 60433c0b-ee72-453e-bc52-2f8e97eb5598 by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'}] {{(pid=106255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:53:51.473601 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b2909b0-f7e4-45ee-94c1-189b2cd212fd None None] Attempting to bind port 60433c0b-ee72-453e-bc52-2f8e97eb5598 on network 7cae7a70-14fd-408c-b14d-39ceb97cb60e {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:53:51.482327 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b2909b0-f7e4-45ee-94c1-189b2cd212fd None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 53, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:53:51.482701 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b2909b0-f7e4-45ee-94c1-189b2cd212fd None None] Checking segment: {'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:53:51.483104 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-4b2909b0-f7e4-45ee-94c1-189b2cd212fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:51.483491 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b2909b0-f7e4-45ee-94c1-189b2cd212fd None None] Bound using segment: {'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'} {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:53:51.483942 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-4b2909b0-f7e4-45ee-94c1-189b2cd212fd None None] Bound port: 60433c0b-ee72-453e-bc52-2f8e97eb5598, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'}}] {{(pid=106255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:53:51.484313 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-4b2909b0-f7e4-45ee-94c1-189b2cd212fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:51.485850 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3b2419-0427-4ed5-a43f-eb23cfa2d0db None None] Pushing event updated for resources: {'Port': ['ID=60433c0b-ee72-453e-bc52-2f8e97eb5598,revision_number=2']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:53:51.512608 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3b2419-0427-4ed5-a43f-eb23cfa2d0db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:53:51.512947 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3b2419-0427-4ed5-a43f-eb23cfa2d0db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:53:51.513275 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3b2419-0427-4ed5-a43f-eb23cfa2d0db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:53:51.513850 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3b2419-0427-4ed5-a43f-eb23cfa2d0db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:53:51.514177 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3b2419-0427-4ed5-a43f-eb23cfa2d0db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:53:51.514494 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3b2419-0427-4ed5-a43f-eb23cfa2d0db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:53:51.515505 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3b2419-0427-4ed5-a43f-eb23cfa2d0db None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:53:51.515845 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3b2419-0427-4ed5-a43f-eb23cfa2d0db None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:53:51.516161 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3b2419-0427-4ed5-a43f-eb23cfa2d0db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:53:51.516838 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3b2419-0427-4ed5-a43f-eb23cfa2d0db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:53:51.517162 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3b2419-0427-4ed5-a43f-eb23cfa2d0db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:53:51.517472 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3b2419-0427-4ed5-a43f-eb23cfa2d0db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:53:51.531987 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d97af80-b4bf-445b-84a3-9cedb44037c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp788be208-34ab-5a8f-af0f-528834af222f-b814c9e0-b755-4162-99f0-1eeaf347f189', 'network_id': 'b814c9e0-b755-4162-99f0-1eeaf347f189', 'tenant_id': '80570d7663924423a4131eb860db7880', 'fixed_ips': [{'subnet_id': 'fd33b965-1f55-418e-b1fa-a90d0f36ed02'}]}} from n-d-804985-2. {{(pid=106254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 12:53:51.533292 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1d97af80-b4bf-445b-84a3-9cedb44037c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:51.552722 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:51.563008 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-4b2909b0-f7e4-45ee-94c1-189b2cd212fd None None] For port 60433c0b-ee72-453e-bc52-2f8e97eb5598, host n-d-804985-2, cleared binding levels {{(pid=106255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:53:51.566907 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-4b2909b0-f7e4-45ee-94c1-189b2cd212fd None None] For port 60433c0b-ee72-453e-bc52-2f8e97eb5598, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=60433c0b-ee72-453e-bc52-2f8e97eb5598,segment=NetworkSegment(c5a3db9d-5c58-41b1-9177-d5787a597b78),segment_id=c5a3db9d-5c58-41b1-9177-d5787a597b78)] {{(pid=106255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:53:51.572745 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-4b2909b0-f7e4-45ee-94c1-189b2cd212fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:51.632952 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b2909b0-f7e4-45ee-94c1-189b2cd212fd None None] Routers {'efcd7404-a185-4e15-ae8a-53a7092d3f8e'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:53:51.633599 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-4b2909b0-f7e4-45ee-94c1-189b2cd212fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:53:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['efcd7404-a185-4e15-ae8a-53a7092d3f8e'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:53:51.686427 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.db_base_plugin_common [None req-1d97af80-b4bf-445b-84a3-9cedb44037c7 None None] Allocated IP 172.20.0.2 (b814c9e0-b755-4162-99f0-1eeaf347f189/fd33b965-1f55-418e-b1fa-a90d0f36ed02/67d7fd54-9ff5-4ec0-b286-1b8ae81523ee) {{(pid=106254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:53:51.774247 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3b2419-0427-4ed5-a43f-eb23cfa2d0db None None] Pushing event updated for resources: {'Port': ['ID=60433c0b-ee72-453e-bc52-2f8e97eb5598,revision_number=3']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:53:51.857485 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-4b2909b0-f7e4-45ee-94c1-189b2cd212fd None None] Set router efcd7404-a185-4e15-ae8a-53a7092d3f8e gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:53:51.872584 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1d97af80-b4bf-445b-84a3-9cedb44037c7 None None] Notify callbacks [] for port, precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:51.888241 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1d97af80-b4bf-445b-84a3-9cedb44037c7 None None] Transition to ACTIVE for port object 67d7fd54-9ff5-4ec0-b286-1b8ae81523ee will not be triggered until provisioned by entity L2. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:53:51.910076 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1d97af80-b4bf-445b-84a3-9cedb44037c7 None None] Transition to ACTIVE for port object 67d7fd54-9ff5-4ec0-b286-1b8ae81523ee will not be triggered until provisioned by entity DHCP. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:53:51.927081 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1d97af80-b4bf-445b-84a3-9cedb44037c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547'] for port, after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:51.959999 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-de8264f4-0297-416c-a5c2-c79e47a5917a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:51.974732 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d97af80-b4bf-445b-84a3-9cedb44037c7 None None] Network b814c9e0-b755-4162-99f0-1eeaf347f189 is already hosted by enough agents. {{(pid=106254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:53:51.979990 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.base_scheduler [None req-1d97af80-b4bf-445b-84a3-9cedb44037c7 None None] Resources bound (agent type, host, resource id): {{(pid=106254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:53:51.984443 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d97af80-b4bf-445b-84a3-9cedb44037c7 None None] Received port after_create {{(pid=106254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:53:51.989447 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d97af80-b4bf-445b-84a3-9cedb44037c7 None None] Pushing event updated for resources: {'Port': ['ID=67d7fd54-9ff5-4ec0-b286-1b8ae81523ee,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:53:52.043541 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-1d97af80-b4bf-445b-84a3-9cedb44037c7 None None] Attempting to bind port 67d7fd54-9ff5-4ec0-b286-1b8ae81523ee on host n-d-804985-2 for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:53:52.043915 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-1d97af80-b4bf-445b-84a3-9cedb44037c7 None None] Attempting to bind port 67d7fd54-9ff5-4ec0-b286-1b8ae81523ee by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': '14e40467-51e0-48b5-ab98-ea4bf22865a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'b814c9e0-b755-4162-99f0-1eeaf347f189'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:53:52.044279 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d97af80-b4bf-445b-84a3-9cedb44037c7 None None] Attempting to bind port 67d7fd54-9ff5-4ec0-b286-1b8ae81523ee on network b814c9e0-b755-4162-99f0-1eeaf347f189 {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:53:52.058969 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d97af80-b4bf-445b-84a3-9cedb44037c7 None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 53, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:53:52.059349 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d97af80-b4bf-445b-84a3-9cedb44037c7 None None] Checking segment: {'id': '14e40467-51e0-48b5-ab98-ea4bf22865a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'b814c9e0-b755-4162-99f0-1eeaf347f189'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:53:52.059784 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1d97af80-b4bf-445b-84a3-9cedb44037c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:52.060181 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d97af80-b4bf-445b-84a3-9cedb44037c7 None None] Bound using segment: {'id': '14e40467-51e0-48b5-ab98-ea4bf22865a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'b814c9e0-b755-4162-99f0-1eeaf347f189'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:53:52.060672 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-1d97af80-b4bf-445b-84a3-9cedb44037c7 None None] Bound port: 67d7fd54-9ff5-4ec0-b286-1b8ae81523ee, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14e40467-51e0-48b5-ab98-ea4bf22865a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'b814c9e0-b755-4162-99f0-1eeaf347f189'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:53:52.061051 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1d97af80-b4bf-445b-84a3-9cedb44037c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:52.074673 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-4b2909b0-f7e4-45ee-94c1-189b2cd212fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efcd7404-a185-4e15-ae8a-53a7092d3f8e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-455466194', 'tenant_id': '80570d7663924423a4131eb860db7880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.212'}], 'enable_snat': True}, 'gw_port_id': '60433c0b-ee72-453e-bc52-2f8e97eb5598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:53:49Z', 'updated_at': '2021-08-18T12:53:50Z', 'revision_number': 3, 'project_id': '80570d7663924423a4131eb860db7880', 'gw_port': {'id': '60433c0b-ee72-453e-bc52-2f8e97eb5598', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:3e:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efcd7404-a185-4e15-ae8a-53a7092d3f8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:53:49Z', 'updated_at': '2021-08-18T12:53:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:53:52.100725 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b2909b0-f7e4-45ee-94c1-189b2cd212fd None None] The sync data for ids ['efcd7404-a185-4e15-ae8a-53a7092d3f8e'] in n-d-804985-2 is: [{'id': 'efcd7404-a185-4e15-ae8a-53a7092d3f8e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-455466194', 'tenant_id': '80570d7663924423a4131eb860db7880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.212'}], 'enable_snat': True}, 'gw_port_id': '60433c0b-ee72-453e-bc52-2f8e97eb5598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:53:49Z', 'updated_at': '2021-08-18T12:53:50Z', 'revision_number': 3, 'project_id': '80570d7663924423a4131eb860db7880', 'gw_port': {'id': '60433c0b-ee72-453e-bc52-2f8e97eb5598', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:3e:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efcd7404-a185-4e15-ae8a-53a7092d3f8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:53:49Z', 'updated_at': '2021-08-18T12:53:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:53:52.130367 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1d97af80-b4bf-445b-84a3-9cedb44037c7 None None] For port 67d7fd54-9ff5-4ec0-b286-1b8ae81523ee, host n-d-804985-2, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:53:52.136697 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1d97af80-b4bf-445b-84a3-9cedb44037c7 None None] For port 67d7fd54-9ff5-4ec0-b286-1b8ae81523ee, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=67d7fd54-9ff5-4ec0-b286-1b8ae81523ee,segment=NetworkSegment(14e40467-51e0-48b5-ab98-ea4bf22865a4),segment_id=14e40467-51e0-48b5-ab98-ea4bf22865a4)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:53:52.143616 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1d97af80-b4bf-445b-84a3-9cedb44037c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:52.187988 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3f108de5-925f-430e-9f76-b9d3a9c164b8 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:52.203687 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d97af80-b4bf-445b-84a3-9cedb44037c7 None None] Pushing event updated for resources: {'Port': ['ID=67d7fd54-9ff5-4ec0-b286-1b8ae81523ee,revision_number=2']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:53:52.425355 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-53584c24-f517-494e-ac93-c18bb92373f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:52.589888 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [None req-3f108de5-925f-430e-9f76-b9d3a9c164b8 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Allocated IP 172.20.0.1 (b814c9e0-b755-4162-99f0-1eeaf347f189/fd33b965-1f55-418e-b1fa-a90d0f36ed02/305a62c2-0192-4e9c-8f79-b32a89cc7c21) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:53:52.714447 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3f108de5-925f-430e-9f76-b9d3a9c164b8 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:52.728377 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [None req-3f108de5-925f-430e-9f76-b9d3a9c164b8 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Transition to ACTIVE for port object 305a62c2-0192-4e9c-8f79-b32a89cc7c21 will not be triggered until provisioned by entity DHCP. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:53:52.762040 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3f108de5-925f-430e-9f76-b9d3a9c164b8 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:52.805019 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f108de5-925f-430e-9f76-b9d3a9c164b8 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Network b814c9e0-b755-4162-99f0-1eeaf347f189 is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:53:52.808164 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-3f108de5-925f-430e-9f76-b9d3a9c164b8 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:53:52.812493 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f108de5-925f-430e-9f76-b9d3a9c164b8 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:53:52.819261 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f108de5-925f-430e-9f76-b9d3a9c164b8 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Pushing event updated for resources: {'Port': ['ID=305a62c2-0192-4e9c-8f79-b32a89cc7c21,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:53:52.864655 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3f108de5-925f-430e-9f76-b9d3a9c164b8 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-996688'] for router_interface, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:53.006266 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3f108de5-925f-430e-9f76-b9d3a9c164b8 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:53.169217 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44190b44-d0bb-49fb-acaa-94d0362ea576 None None] Network b814c9e0-b755-4162-99f0-1eeaf347f189 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:53:53.284187 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-94faa3ab-7c2c-4c08-a2c9-63f64437a20e None None] Provisioning for port 67d7fd54-9ff5-4ec0-b286-1b8ae81523ee completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:53:53.300486 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3f108de5-925f-430e-9f76-b9d3a9c164b8 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for port, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:53.310947 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3f108de5-925f-430e-9f76-b9d3a9c164b8 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:53.359942 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 60433c0b-ee72-453e-bc52-2f8e97eb5598 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:53:53.413747 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3f108de5-925f-430e-9f76-b9d3a9c164b8 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-996772'] for router_interface, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:53.416421 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f108de5-925f-430e-9f76-b9d3a9c164b8 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Pushing event updated for resources: {'Port': ['ID=305a62c2-0192-4e9c-8f79-b32a89cc7c21,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:53:53.425634 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port 60433c0b-ee72-453e-bc52-2f8e97eb5598 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:53:53.430155 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 60433c0b-ee72-453e-bc52-2f8e97eb5598 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:53:53.430530 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:53.516187 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:53.531367 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f108de5-925f-430e-9f76-b9d3a9c164b8 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Network b814c9e0-b755-4162-99f0-1eeaf347f189 is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:53:53.532848 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-3f108de5-925f-430e-9f76-b9d3a9c164b8 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:53:53.539650 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] For port 60433c0b-ee72-453e-bc52-2f8e97eb5598, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=60433c0b-ee72-453e-bc52-2f8e97eb5598,segment=NetworkSegment(c5a3db9d-5c58-41b1-9177-d5787a597b78),segment_id=c5a3db9d-5c58-41b1-9177-d5787a597b78)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:53:53.546801 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:53.547791 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 67d7fd54-9ff5-4ec0-b286-1b8ae81523ee up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:53:53.627023 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Pushing event updated for resources: {'Port': ['ID=60433c0b-ee72-453e-bc52-2f8e97eb5598,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:53:53.640938 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port 67d7fd54-9ff5-4ec0-b286-1b8ae81523ee completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:53:53.645088 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 67d7fd54-9ff5-4ec0-b286-1b8ae81523ee triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:53:53.645558 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:53.662696 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f108de5-925f-430e-9f76-b9d3a9c164b8 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Router efcd7404-a185-4e15-ae8a-53a7092d3f8e has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:53:53.740972 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:53.746224 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-ab5f228a-ceea-47f8-814f-af35d9f6aac2 None None] Provisioning complete for port 67d7fd54-9ff5-4ec0-b286-1b8ae81523ee triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:53:53.746224 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ab5f228a-ceea-47f8-814f-af35d9f6aac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:53.784164 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f108de5-925f-430e-9f76-b9d3a9c164b8 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:53:53.798298 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-3f108de5-925f-430e-9f76-b9d3a9c164b8 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "PUT /v2.0/routers/efcd7404-a185-4e15-ae8a-53a7092d3f8e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4255905 Aug 18 12:53:53.798705 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab206b3-76a5-482d-97cf-6c38b2d57fbe None None] Sync routers for ids ['efcd7404-a185-4e15-ae8a-53a7092d3f8e'] in n-d-804985-2 {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:53:53.815090 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] For port 67d7fd54-9ff5-4ec0-b286-1b8ae81523ee, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=67d7fd54-9ff5-4ec0-b286-1b8ae81523ee,segment=NetworkSegment(14e40467-51e0-48b5-ab98-ea4bf22865a4),segment_id=14e40467-51e0-48b5-ab98-ea4bf22865a4)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:53:53.823294 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:53.831006 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab206b3-76a5-482d-97cf-6c38b2d57fbe None None] Routers {'efcd7404-a185-4e15-ae8a-53a7092d3f8e'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:53:53.831641 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-1ab206b3-76a5-482d-97cf-6c38b2d57fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:53:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['efcd7404-a185-4e15-ae8a-53a7092d3f8e'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:53:53.949066 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0a613764-14ca-4655-9194-de60a29129e4 req-f4181bde-9114-4af6-a9f3-0b28f0d7fcaf tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1533266943&fields=id&tenant_id=80570d7663924423a4131eb860db7880 HTTP/1.1" status: 200 len: 267 time: 0.0388448 Aug 18 12:53:53.992535 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Pushing event updated for resources: {'Port': ['ID=67d7fd54-9ff5-4ec0-b286-1b8ae81523ee,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:53:54.024550 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-ab5f228a-ceea-47f8-814f-af35d9f6aac2 None None] Provisioning for port 305a62c2-0192-4e9c-8f79-b32a89cc7c21 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:53:54.030061 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-1ab206b3-76a5-482d-97cf-6c38b2d57fbe None None] Set router efcd7404-a185-4e15-ae8a-53a7092d3f8e gateway port host: n-d-804985-2 {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:53:54.032364 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-ab5f228a-ceea-47f8-814f-af35d9f6aac2 None None] Provisioning complete for port 305a62c2-0192-4e9c-8f79-b32a89cc7c21 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:53:54.032771 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ab5f228a-ceea-47f8-814f-af35d9f6aac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:54.077270 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a613764-14ca-4655-9194-de60a29129e4 req-1976dcdf-7566-40c2-a31c-eba11c3463b4 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:54.078764 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0a613764-14ca-4655-9194-de60a29129e4 req-1976dcdf-7566-40c2-a31c-eba11c3463b4 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/networks?id=b814c9e0-b755-4162-99f0-1eeaf347f189 HTTP/1.1" status: 200 len: 797 time: 0.1163902 Aug 18 12:53:54.094662 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0a613764-14ca-4655-9194-de60a29129e4 req-e712f1e5-95e2-4a69-9a75-247e6712d74e tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/quotas/80570d7663924423a4131eb860db7880 HTTP/1.1" status: 200 len: 375 time: 0.0092728 Aug 18 12:53:54.137445 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-500a1c61-38a7-4c23-a7ec-4631080af5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:54.138480 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-ab5f228a-ceea-47f8-814f-af35d9f6aac2 None None] Port 305a62c2-0192-4e9c-8f79-b32a89cc7c21 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:53:54.147896 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0a613764-14ca-4655-9194-de60a29129e4 req-b0e23c46-573d-45fa-b611-0b0066c5edbe tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=80570d7663924423a4131eb860db7880&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0465217 Aug 18 12:53:54.246066 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0a613764-14ca-4655-9194-de60a29129e4 req-446f6dde-f5f7-4a3f-893a-982fc56f682a service neutron] 10.222.0.66 "GET /v2.0/networks/b814c9e0-b755-4162-99f0-1eeaf347f189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860047 Aug 18 12:53:54.267066 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-4e64436e-7d09-46a9-9dee-d06be8e45402 None None] Provisioning complete for port 305a62c2-0192-4e9c-8f79-b32a89cc7c21 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:53:54.267461 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4e64436e-7d09-46a9-9dee-d06be8e45402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:54.306635 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-1ab206b3-76a5-482d-97cf-6c38b2d57fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efcd7404-a185-4e15-ae8a-53a7092d3f8e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-455466194', 'tenant_id': '80570d7663924423a4131eb860db7880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.212'}], 'enable_snat': True}, 'gw_port_id': '60433c0b-ee72-453e-bc52-2f8e97eb5598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:53:49Z', 'updated_at': '2021-08-18T12:53:52Z', 'revision_number': 4, 'project_id': '80570d7663924423a4131eb860db7880', 'gw_port': {'id': '60433c0b-ee72-453e-bc52-2f8e97eb5598', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:3e:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efcd7404-a185-4e15-ae8a-53a7092d3f8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:53:49Z', 'updated_at': '2021-08-18T12:53:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': '305a62c2-0192-4e9c-8f79-b32a89cc7c21', 'name': '', 'network_id': 'b814c9e0-b755-4162-99f0-1eeaf347f189', 'tenant_id': '80570d7663924423a4131eb860db7880', 'mac_address': 'fa:16:3e:60:03:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efcd7404-a185-4e15-ae8a-53a7092d3f8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'fd33b965-1f55-418e-b1fa-a90d0f36ed02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:53:52Z', 'updated_at': '2021-08-18T12:53:53Z', 'revision_number': 2, 'project_id': '80570d7663924423a4131eb860db7880', 'subnets': [{'id': 'fd33b965-1f55-418e-b1fa-a90d0f36ed02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:53:54.308281 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-4e64436e-7d09-46a9-9dee-d06be8e45402 None None] Port 305a62c2-0192-4e9c-8f79-b32a89cc7c21 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:53:54.334902 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab206b3-76a5-482d-97cf-6c38b2d57fbe None None] Checking router: efcd7404-a185-4e15-ae8a-53a7092d3f8e for host: n-d-804985-2 {{(pid=106254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:53:54.335254 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab206b3-76a5-482d-97cf-6c38b2d57fbe None None] Updating router efcd7404-a185-4e15-ae8a-53a7092d3f8e port 305a62c2-0192-4e9c-8f79-b32a89cc7c21 binding host n-d-804985-2 {{(pid=106254) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 12:53:54.340437 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0a613764-14ca-4655-9194-de60a29129e4 req-7b4ee6d5-6bff-4c8e-b987-2052cfd2c1d8 service neutron] 10.222.0.66 "GET /v2.0/networks/b814c9e0-b755-4162-99f0-1eeaf347f189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875735 Aug 18 12:53:54.360567 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1ab206b3-76a5-482d-97cf-6c38b2d57fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:54.506890 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e3d5fab3-a942-406a-95ef-93c60aaa6e69 req-9bf47f25-0cfb-49fa-b516-295cfcf93008 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/ports?device_id=2f2aa4f5-4538-4805-bf05-1630eaead002 HTTP/1.1" status: 200 len: 210 time: 0.0265114 Aug 18 12:53:54.803942 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1ab206b3-76a5-482d-97cf-6c38b2d57fbe None None] Notify callbacks [] for port, precommit_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:54.814506 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1ab206b3-76a5-482d-97cf-6c38b2d57fbe None None] Transition to ACTIVE for port object 305a62c2-0192-4e9c-8f79-b32a89cc7c21 will not be triggered until provisioned by entity L2. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:53:54.821038 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1ab206b3-76a5-482d-97cf-6c38b2d57fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:54.867337 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df537832-bf3f-4b6c-970e-68684ac11739 None None] Pushing event updated for resources: {'Port': ['ID=305a62c2-0192-4e9c-8f79-b32a89cc7c21,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:53:54.923486 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-1ab206b3-76a5-482d-97cf-6c38b2d57fbe None None] Attempting to bind port 305a62c2-0192-4e9c-8f79-b32a89cc7c21 on host n-d-804985-2 for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:53:54.923961 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-1ab206b3-76a5-482d-97cf-6c38b2d57fbe None None] Attempting to bind port 305a62c2-0192-4e9c-8f79-b32a89cc7c21 by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': '14e40467-51e0-48b5-ab98-ea4bf22865a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'b814c9e0-b755-4162-99f0-1eeaf347f189'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:53:54.924392 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ab206b3-76a5-482d-97cf-6c38b2d57fbe None None] Attempting to bind port 305a62c2-0192-4e9c-8f79-b32a89cc7c21 on network b814c9e0-b755-4162-99f0-1eeaf347f189 {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:53:54.930583 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ab206b3-76a5-482d-97cf-6c38b2d57fbe None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 53, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:53:54.930941 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ab206b3-76a5-482d-97cf-6c38b2d57fbe None None] Checking segment: {'id': '14e40467-51e0-48b5-ab98-ea4bf22865a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'b814c9e0-b755-4162-99f0-1eeaf347f189'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:53:54.931470 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1ab206b3-76a5-482d-97cf-6c38b2d57fbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:54.932089 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ab206b3-76a5-482d-97cf-6c38b2d57fbe None None] Bound using segment: {'id': '14e40467-51e0-48b5-ab98-ea4bf22865a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'b814c9e0-b755-4162-99f0-1eeaf347f189'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:53:54.932791 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-1ab206b3-76a5-482d-97cf-6c38b2d57fbe None None] Bound port: 305a62c2-0192-4e9c-8f79-b32a89cc7c21, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14e40467-51e0-48b5-ab98-ea4bf22865a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'b814c9e0-b755-4162-99f0-1eeaf347f189'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:53:54.933140 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1ab206b3-76a5-482d-97cf-6c38b2d57fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:55.001633 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1ab206b3-76a5-482d-97cf-6c38b2d57fbe None None] For port 305a62c2-0192-4e9c-8f79-b32a89cc7c21, host n-d-804985-2, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:53:55.005372 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1ab206b3-76a5-482d-97cf-6c38b2d57fbe None None] For port 305a62c2-0192-4e9c-8f79-b32a89cc7c21, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=305a62c2-0192-4e9c-8f79-b32a89cc7c21,segment=NetworkSegment(14e40467-51e0-48b5-ab98-ea4bf22865a4),segment_id=14e40467-51e0-48b5-ab98-ea4bf22865a4)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:53:55.011027 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1ab206b3-76a5-482d-97cf-6c38b2d57fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:55.065292 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab206b3-76a5-482d-97cf-6c38b2d57fbe None None] Routers {'efcd7404-a185-4e15-ae8a-53a7092d3f8e'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:53:55.065922 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-1ab206b3-76a5-482d-97cf-6c38b2d57fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:53:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['efcd7404-a185-4e15-ae8a-53a7092d3f8e'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:53:55.129272 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df537832-bf3f-4b6c-970e-68684ac11739 None None] Pushing event updated for resources: {'Port': ['ID=305a62c2-0192-4e9c-8f79-b32a89cc7c21,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:53:55.200653 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-1ab206b3-76a5-482d-97cf-6c38b2d57fbe None None] Set router efcd7404-a185-4e15-ae8a-53a7092d3f8e gateway port host: n-d-804985-2 {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:53:55.296380 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 60433c0b-ee72-453e-bc52-2f8e97eb5598 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:53:55.422384 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 60433c0b-ee72-453e-bc52-2f8e97eb5598 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:53:55.422747 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:55.485079 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-1ab206b3-76a5-482d-97cf-6c38b2d57fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efcd7404-a185-4e15-ae8a-53a7092d3f8e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-455466194', 'tenant_id': '80570d7663924423a4131eb860db7880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.212'}], 'enable_snat': True}, 'gw_port_id': '60433c0b-ee72-453e-bc52-2f8e97eb5598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:53:49Z', 'updated_at': '2021-08-18T12:53:52Z', 'revision_number': 4, 'project_id': '80570d7663924423a4131eb860db7880', 'gw_port': {'id': '60433c0b-ee72-453e-bc52-2f8e97eb5598', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:3e:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efcd7404-a185-4e15-ae8a-53a7092d3f8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:53:49Z', 'updated_at': '2021-08-18T12:53:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': '305a62c2-0192-4e9c-8f79-b32a89cc7c21', 'name': '', 'network_id': 'b814c9e0-b755-4162-99f0-1eeaf347f189', 'tenant_id': '80570d7663924423a4131eb860db7880', 'mac_address': 'fa:16:3e:60:03:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efcd7404-a185-4e15-ae8a-53a7092d3f8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'fd33b965-1f55-418e-b1fa-a90d0f36ed02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:53:52Z', 'updated_at': '2021-08-18T12:53:54Z', 'revision_number': 4, 'project_id': '80570d7663924423a4131eb860db7880', 'subnets': [{'id': 'fd33b965-1f55-418e-b1fa-a90d0f36ed02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:53:55.537488 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab206b3-76a5-482d-97cf-6c38b2d57fbe None None] The sync data for ids ['efcd7404-a185-4e15-ae8a-53a7092d3f8e'] in n-d-804985-2 is: [{'id': 'efcd7404-a185-4e15-ae8a-53a7092d3f8e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-455466194', 'tenant_id': '80570d7663924423a4131eb860db7880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.212'}], 'enable_snat': True}, 'gw_port_id': '60433c0b-ee72-453e-bc52-2f8e97eb5598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:53:49Z', 'updated_at': '2021-08-18T12:53:52Z', 'revision_number': 4, 'project_id': '80570d7663924423a4131eb860db7880', 'gw_port': {'id': '60433c0b-ee72-453e-bc52-2f8e97eb5598', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:3e:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efcd7404-a185-4e15-ae8a-53a7092d3f8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:53:49Z', 'updated_at': '2021-08-18T12:53:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': '305a62c2-0192-4e9c-8f79-b32a89cc7c21', 'name': '', 'network_id': 'b814c9e0-b755-4162-99f0-1eeaf347f189', 'tenant_id': '80570d7663924423a4131eb860db7880', 'mac_address': 'fa:16:3e:60:03:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efcd7404-a185-4e15-ae8a-53a7092d3f8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'fd33b965-1f55-418e-b1fa-a90d0f36ed02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:53:52Z', 'updated_at': '2021-08-18T12:53:54Z', 'revision_number': 4, 'project_id': '80570d7663924423a4131eb860db7880', 'subnets': [{'id': 'fd33b965-1f55-418e-b1fa-a90d0f36ed02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:53:55.557664 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 67d7fd54-9ff5-4ec0-b286-1b8ae81523ee up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:53:55.634538 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 67d7fd54-9ff5-4ec0-b286-1b8ae81523ee triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:53:55.635405 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:55.651618 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a613764-14ca-4655-9194-de60a29129e4 req-41450b62-8433-4b30-bdc6-4cc38c423299 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:55.653853 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0a613764-14ca-4655-9194-de60a29129e4 req-41450b62-8433-4b30-bdc6-4cc38c423299 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.63 "GET /v2.0/networks?id=b814c9e0-b755-4162-99f0-1eeaf347f189 HTTP/1.1" status: 200 len: 797 time: 0.1582799 Aug 18 12:53:55.716500 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-81e5daee-2e3d-41cf-96ce-bd772ce9af1f req-a0b92479-19f8-4f0e-8036-f937fcd6b459 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/ports?device_id=2f2aa4f5-4538-4805-bf05-1630eaead002 HTTP/1.1" status: 200 len: 210 time: 0.0615389 Aug 18 12:53:55.727802 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0a613764-14ca-4655-9194-de60a29129e4 req-01471fea-d4fe-4aa3-b733-089d7d2f1b34 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.63 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=80570d7663924423a4131eb860db7880 HTTP/1.1" status: 200 len: 380 time: 0.0609944 Aug 18 12:53:55.740180 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-0a613764-14ca-4655-9194-de60a29129e4 req-42562d91-1bc4-4576-919e-c706f6d0356f tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Request body: {'port': {'device_id': '2f2aa4f5-4538-4805-bf05-1630eaead002', 'network_id': 'b814c9e0-b755-4162-99f0-1eeaf347f189', 'admin_state_up': True, 'tenant_id': '80570d7663924423a4131eb860db7880', 'security_groups': ['64a1dd69-da8d-4181-a66f-7aceaafbe18f']}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:53:55.862291 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a613764-14ca-4655-9194-de60a29129e4 req-42562d91-1bc4-4576-919e-c706f6d0356f tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Made reservation on behalf of 80570d7663924423a4131eb860db7880 for: {'port': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:53:55.866149 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-0a613764-14ca-4655-9194-de60a29129e4 req-42562d91-1bc4-4576-919e-c706f6d0356f tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:56.001346 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [req-0a613764-14ca-4655-9194-de60a29129e4 req-42562d91-1bc4-4576-919e-c706f6d0356f tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Allocated IP 172.20.0.6 (b814c9e0-b755-4162-99f0-1eeaf347f189/fd33b965-1f55-418e-b1fa-a90d0f36ed02/c2c7b6d2-f7f2-4acb-a78b-813ed0e209c3) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:53:56.145627 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-0a613764-14ca-4655-9194-de60a29129e4 req-42562d91-1bc4-4576-919e-c706f6d0356f tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:56.159972 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [req-0a613764-14ca-4655-9194-de60a29129e4 req-42562d91-1bc4-4576-919e-c706f6d0356f tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Transition to ACTIVE for port object c2c7b6d2-f7f2-4acb-a78b-813ed0e209c3 will not be triggered until provisioned by entity DHCP. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:53:56.194187 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-0a613764-14ca-4655-9194-de60a29129e4 req-42562d91-1bc4-4576-919e-c706f6d0356f tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:56.245045 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a613764-14ca-4655-9194-de60a29129e4 req-42562d91-1bc4-4576-919e-c706f6d0356f tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Network b814c9e0-b755-4162-99f0-1eeaf347f189 is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:53:56.248272 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [req-0a613764-14ca-4655-9194-de60a29129e4 req-42562d91-1bc4-4576-919e-c706f6d0356f tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:53:56.252182 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a613764-14ca-4655-9194-de60a29129e4 req-42562d91-1bc4-4576-919e-c706f6d0356f tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:53:56.277722 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42562d91-1bc4-4576-919e-c706f6d0356f tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Pushing event updated for resources: {'Port': ['ID=c2c7b6d2-f7f2-4acb-a78b-813ed0e209c3,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:53:56.310789 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a613764-14ca-4655-9194-de60a29129e4 req-42562d91-1bc4-4576-919e-c706f6d0356f tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:56.312016 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-0a613764-14ca-4655-9194-de60a29129e4 req-42562d91-1bc4-4576-919e-c706f6d0356f tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:56.329977 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0a613764-14ca-4655-9194-de60a29129e4 req-42562d91-1bc4-4576-919e-c706f6d0356f tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5939074 Aug 18 12:53:56.342700 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-0a613764-14ca-4655-9194-de60a29129e4 req-d1723bc0-5a62-450c-b79c-57effff698d6 service neutron] Request body: {'port': {'device_id': '2f2aa4f5-4538-4805-bf05-1630eaead002', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804985-2'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:53:56.399956 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-0a613764-14ca-4655-9194-de60a29129e4 req-d1723bc0-5a62-450c-b79c-57effff698d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:56.489470 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-4b09ef8a-a522-4f76-92ab-c1f926293528 None None] Provisioning for port c2c7b6d2-f7f2-4acb-a78b-813ed0e209c3 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:53:56.494318 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-4b09ef8a-a522-4f76-92ab-c1f926293528 None None] Provisioning complete for port c2c7b6d2-f7f2-4acb-a78b-813ed0e209c3 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:53:56.495042 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4b09ef8a-a522-4f76-92ab-c1f926293528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:56.529525 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-4b09ef8a-a522-4f76-92ab-c1f926293528 None None] Port c2c7b6d2-f7f2-4acb-a78b-813ed0e209c3 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:53:56.674309 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [req-0a613764-14ca-4655-9194-de60a29129e4 req-d1723bc0-5a62-450c-b79c-57effff698d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2c7b6d2-f7f2-4acb-a78b-813ed0e209c3 {{(pid=106252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:53:56.682302 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-0a613764-14ca-4655-9194-de60a29129e4 req-d1723bc0-5a62-450c-b79c-57effff698d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:56.696885 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [req-0a613764-14ca-4655-9194-de60a29129e4 req-d1723bc0-5a62-450c-b79c-57effff698d6 service neutron] Transition to ACTIVE for port object c2c7b6d2-f7f2-4acb-a78b-813ed0e209c3 will not be triggered until provisioned by entity L2. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:53:56.701766 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-0a613764-14ca-4655-9194-de60a29129e4 req-d1723bc0-5a62-450c-b79c-57effff698d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:56.750724 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1723bc0-5a62-450c-b79c-57effff698d6 service neutron] Pushing event updated for resources: {'Port': ['ID=c2c7b6d2-f7f2-4acb-a78b-813ed0e209c3,revision_number=2']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:53:56.852640 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-0a613764-14ca-4655-9194-de60a29129e4 req-d1723bc0-5a62-450c-b79c-57effff698d6 service neutron] Attempting to bind port c2c7b6d2-f7f2-4acb-a78b-813ed0e209c3 on host n-h1-804985-2 for vnic_type normal with profile {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:53:56.853063 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-0a613764-14ca-4655-9194-de60a29129e4 req-d1723bc0-5a62-450c-b79c-57effff698d6 service neutron] Attempting to bind port c2c7b6d2-f7f2-4acb-a78b-813ed0e209c3 by drivers openvswitch,hyperv on host n-h1-804985-2 at level 0 using segments [{'id': '14e40467-51e0-48b5-ab98-ea4bf22865a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'b814c9e0-b755-4162-99f0-1eeaf347f189'}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:53:56.853400 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a613764-14ca-4655-9194-de60a29129e4 req-d1723bc0-5a62-450c-b79c-57effff698d6 service neutron] Attempting to bind port c2c7b6d2-f7f2-4acb-a78b-813ed0e209c3 on network b814c9e0-b755-4162-99f0-1eeaf347f189 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:53:56.861914 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a613764-14ca-4655-9194-de60a29129e4 req-d1723bc0-5a62-450c-b79c-57effff698d6 service neutron] Port c2c7b6d2-f7f2-4acb-a78b-813ed0e209c3 on network b814c9e0-b755-4162-99f0-1eeaf347f189 not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-2 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:53:56.862242 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a613764-14ca-4655-9194-de60a29129e4 req-d1723bc0-5a62-450c-b79c-57effff698d6 service neutron] Attempting to bind port c2c7b6d2-f7f2-4acb-a78b-813ed0e209c3 on network b814c9e0-b755-4162-99f0-1eeaf347f189 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:53:56.877299 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517c91a4-828a-4c8b-bbe4-1826944db8d4 req-ba4a8058-8c35-4c1e-a903-8ae73bac16aa tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:56.878846 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-517c91a4-828a-4c8b-bbe4-1826944db8d4 req-ba4a8058-8c35-4c1e-a903-8ae73bac16aa tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/ports?device_id=2f2aa4f5-4538-4805-bf05-1630eaead002 HTTP/1.1" status: 200 len: 943 time: 0.0741618 Aug 18 12:53:56.880213 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a613764-14ca-4655-9194-de60a29129e4 req-d1723bc0-5a62-450c-b79c-57effff698d6 service neutron] Checking agent: {'id': 'a613417a-d085-492c-941a-59bb18c633d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 49, 6), 'started_at': datetime.datetime(2021, 8, 18, 11, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 53, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:53:56.880595 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a613764-14ca-4655-9194-de60a29129e4 req-d1723bc0-5a62-450c-b79c-57effff698d6 service neutron] Checking segment: {'id': '14e40467-51e0-48b5-ab98-ea4bf22865a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'b814c9e0-b755-4162-99f0-1eeaf347f189'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:53:56.880982 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a613764-14ca-4655-9194-de60a29129e4 req-d1723bc0-5a62-450c-b79c-57effff698d6 service neutron] Bound using segment: {'id': '14e40467-51e0-48b5-ab98-ea4bf22865a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'b814c9e0-b755-4162-99f0-1eeaf347f189'} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:53:56.881429 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-0a613764-14ca-4655-9194-de60a29129e4 req-d1723bc0-5a62-450c-b79c-57effff698d6 service neutron] Bound port: c2c7b6d2-f7f2-4acb-a78b-813ed0e209c3, host: n-h1-804985-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14e40467-51e0-48b5-ab98-ea4bf22865a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'b814c9e0-b755-4162-99f0-1eeaf347f189'}}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:53:56.881798 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-0a613764-14ca-4655-9194-de60a29129e4 req-d1723bc0-5a62-450c-b79c-57effff698d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:56.953930 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-517c91a4-828a-4c8b-bbe4-1826944db8d4 req-15dd2ed6-ab04-4dec-8498-bde9f67b7c25 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/security-groups?id=64a1dd69-da8d-4181-a66f-7aceaafbe18f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628533 Aug 18 12:53:56.979482 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-0a613764-14ca-4655-9194-de60a29129e4 req-d1723bc0-5a62-450c-b79c-57effff698d6 service neutron] For port c2c7b6d2-f7f2-4acb-a78b-813ed0e209c3, host n-h1-804985-2, cleared binding levels {{(pid=106252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:53:56.982534 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-0a613764-14ca-4655-9194-de60a29129e4 req-d1723bc0-5a62-450c-b79c-57effff698d6 service neutron] For port c2c7b6d2-f7f2-4acb-a78b-813ed0e209c3, host n-h1-804985-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=c2c7b6d2-f7f2-4acb-a78b-813ed0e209c3,segment=NetworkSegment(14e40467-51e0-48b5-ab98-ea4bf22865a4),segment_id=14e40467-51e0-48b5-ab98-ea4bf22865a4)] {{(pid=106252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:53:56.987754 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-0a613764-14ca-4655-9194-de60a29129e4 req-d1723bc0-5a62-450c-b79c-57effff698d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:57.025746 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a613764-14ca-4655-9194-de60a29129e4 req-d1723bc0-5a62-450c-b79c-57effff698d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:57.026400 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-0a613764-14ca-4655-9194-de60a29129e4 req-d1723bc0-5a62-450c-b79c-57effff698d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:57.027651 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0a613764-14ca-4655-9194-de60a29129e4 req-d1723bc0-5a62-450c-b79c-57effff698d6 service neutron] 10.222.0.63 "PUT /v2.0/ports/c2c7b6d2-f7f2-4acb-a78b-813ed0e209c3 HTTP/1.1" status: 200 len: 1091 time: 0.6894524 Aug 18 12:53:57.028068 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f2aa4f5-4538-4805-bf05-1630eaead002', 'tag': 'c2c7b6d2-f7f2-4acb-a78b-813ed0e209c3'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:53:57.030361 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e1715db41198363ca71e85bb75ffab0edf23d36e39f25ec0aa17a703e60534b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9c9581d-db58-4d0b-b17a-1f38b379f159" -d '{"events": [{"name": "network-changed", "server_uuid": "2f2aa4f5-4538-4805-bf05-1630eaead002", "tag": "c2c7b6d2-f7f2-4acb-a78b-813ed0e209c3"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:53:57.051080 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1723bc0-5a62-450c-b79c-57effff698d6 service neutron] Pushing event updated for resources: {'Port': ['ID=c2c7b6d2-f7f2-4acb-a78b-813ed0e209c3,revision_number=3']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:53:57.071910 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:53:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1a5eb89-97de-45bb-8849-ebb7cf8bb67d x-openstack-request-id: req-c1a5eb89-97de-45bb-8849-ebb7cf8bb67d {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:53:57.072206 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f2aa4f5-4538-4805-bf05-1630eaead002", "tag": "c2c7b6d2-f7f2-4acb-a78b-813ed0e209c3", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:53:57.072456 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c1a5eb89-97de-45bb-8849-ebb7cf8bb67d {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:53:57.072887 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f2aa4f5-4538-4805-bf05-1630eaead002', 'tag': 'c2c7b6d2-f7f2-4acb-a78b-813ed0e209c3', 'status': 'completed', 'code': 200} Aug 18 12:53:57.127224 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a613764-14ca-4655-9194-de60a29129e4 req-512fe2f3-e8dd-43a1-8036-95dab4fb7376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:57.128841 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0a613764-14ca-4655-9194-de60a29129e4 req-512fe2f3-e8dd-43a1-8036-95dab4fb7376 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=80570d7663924423a4131eb860db7880&device_id=2f2aa4f5-4538-4805-bf05-1630eaead002 HTTP/1.1" status: 200 len: 1094 time: 0.0455203 Aug 18 12:53:57.172433 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0a613764-14ca-4655-9194-de60a29129e4 req-8e6473a2-ce01-4a9d-aa62-da3e825fc1e0 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c2c7b6d2-f7f2-4acb-a78b-813ed0e209c3 HTTP/1.1" status: 200 len: 217 time: 0.0353968 Aug 18 12:53:57.223866 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a613764-14ca-4655-9194-de60a29129e4 req-e040ac15-e0ec-4ee4-965c-36571039a5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:57.225394 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0a613764-14ca-4655-9194-de60a29129e4 req-e040ac15-e0ec-4ee4-965c-36571039a5fa service neutron] 10.222.0.63 "GET /v2.0/subnets?id=fd33b965-1f55-418e-b1fa-a90d0f36ed02 HTTP/1.1" status: 200 len: 835 time: 0.0451109 Aug 18 12:53:57.279061 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a613764-14ca-4655-9194-de60a29129e4 req-09dfd840-6329-40c8-b40e-bd543fd5b718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:57.280657 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0a613764-14ca-4655-9194-de60a29129e4 req-09dfd840-6329-40c8-b40e-bd543fd5b718 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=b814c9e0-b755-4162-99f0-1eeaf347f189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0473874 Aug 18 12:53:57.297834 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 305a62c2-0192-4e9c-8f79-b32a89cc7c21 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:53:57.347024 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port 305a62c2-0192-4e9c-8f79-b32a89cc7c21 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:53:57.351067 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 305a62c2-0192-4e9c-8f79-b32a89cc7c21 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:53:57.351440 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:57.372069 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0a613764-14ca-4655-9194-de60a29129e4 req-4a030f29-40ba-4838-b754-55384822c165 service neutron] 10.222.0.63 "GET /v2.0/networks/b814c9e0-b755-4162-99f0-1eeaf347f189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825388 Aug 18 12:53:57.442442 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:57.478223 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0a613764-14ca-4655-9194-de60a29129e4 req-f948a07e-bf41-4f6d-b540-ed63430aa9b1 service neutron] 10.222.0.63 "GET /v2.0/networks/b814c9e0-b755-4162-99f0-1eeaf347f189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974178 Aug 18 12:53:57.482095 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] For port 305a62c2-0192-4e9c-8f79-b32a89cc7c21, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=305a62c2-0192-4e9c-8f79-b32a89cc7c21,segment=NetworkSegment(14e40467-51e0-48b5-ab98-ea4bf22865a4),segment_id=14e40467-51e0-48b5-ab98-ea4bf22865a4)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:53:57.486948 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:57.537729 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Pushing event updated for resources: {'Port': ['ID=305a62c2-0192-4e9c-8f79-b32a89cc7c21,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:53:57.570097 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c9581d-db58-4d0b-b17a-1f38b379f159 req-6a3de35e-c1fa-4a91-a729-f410f7fa0c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:57.571593 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e9c9581d-db58-4d0b-b17a-1f38b379f159 req-6a3de35e-c1fa-4a91-a729-f410f7fa0c0f service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=80570d7663924423a4131eb860db7880&device_id=2f2aa4f5-4538-4805-bf05-1630eaead002 HTTP/1.1" status: 200 len: 1094 time: 0.0432265 Aug 18 12:53:57.674000 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c9581d-db58-4d0b-b17a-1f38b379f159 req-2b27a832-ae54-4d7a-9b94-207715bd4a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:57.675380 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e9c9581d-db58-4d0b-b17a-1f38b379f159 req-2b27a832-ae54-4d7a-9b94-207715bd4a97 service neutron] 10.222.0.63 "GET /v2.0/networks?id=b814c9e0-b755-4162-99f0-1eeaf347f189 HTTP/1.1" status: 200 len: 898 time: 0.0964620 Aug 18 12:53:57.792415 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.agents_db [None req-6dbb2658-0354-4101-8393-6e7505481cf6 None None] Agent healthcheck: found 7 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 12:53:58.032802 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e9c9581d-db58-4d0b-b17a-1f38b379f159 req-fbbd974d-9dae-48a9-b43a-a7c8f66d41f5 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c2c7b6d2-f7f2-4acb-a78b-813ed0e209c3 HTTP/1.1" status: 200 len: 217 time: 0.3498352 Aug 18 12:53:58.109266 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c9581d-db58-4d0b-b17a-1f38b379f159 req-bcd208c5-c5cd-4924-afb5-922baf361505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:58.110729 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e9c9581d-db58-4d0b-b17a-1f38b379f159 req-bcd208c5-c5cd-4924-afb5-922baf361505 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=fd33b965-1f55-418e-b1fa-a90d0f36ed02 HTTP/1.1" status: 200 len: 835 time: 0.0680201 Aug 18 12:53:58.119221 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057a9701-9219-4251-a2a9-946d86f50f00 req-c8e4a324-0fe9-4ef3-b1a1-910206e7d23f tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:58.120601 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-057a9701-9219-4251-a2a9-946d86f50f00 req-c8e4a324-0fe9-4ef3-b1a1-910206e7d23f tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/ports?device_id=2f2aa4f5-4538-4805-bf05-1630eaead002 HTTP/1.1" status: 200 len: 943 time: 0.0865362 Aug 18 12:53:58.181792 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-057a9701-9219-4251-a2a9-946d86f50f00 req-1663f778-64a2-44e9-b0ad-4924e91719b2 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/security-groups?id=64a1dd69-da8d-4181-a66f-7aceaafbe18f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530264 Aug 18 12:53:58.184420 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c9581d-db58-4d0b-b17a-1f38b379f159 req-3db6f6c6-cee7-4ff8-aeda-8bf0309f2fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:58.185849 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e9c9581d-db58-4d0b-b17a-1f38b379f159 req-3db6f6c6-cee7-4ff8-aeda-8bf0309f2fb1 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=b814c9e0-b755-4162-99f0-1eeaf347f189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0644236 Aug 18 12:53:58.283804 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e9c9581d-db58-4d0b-b17a-1f38b379f159 req-c14ab960-3cd1-4f92-9e91-5dc0d1179927 service neutron] 10.222.0.63 "GET /v2.0/networks/b814c9e0-b755-4162-99f0-1eeaf347f189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884311 Aug 18 12:53:58.377848 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e9c9581d-db58-4d0b-b17a-1f38b379f159 req-f6d73413-948f-4cf4-a0b6-3ba9970005f4 service neutron] 10.222.0.63 "GET /v2.0/networks/b814c9e0-b755-4162-99f0-1eeaf347f189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853970 Aug 18 12:53:59.282379 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 305a62c2-0192-4e9c-8f79-b32a89cc7c21 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:53:59.312735 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1b79de-c6e9-435c-894f-6cb81993d3b6 req-c2042ec1-4b23-4c4c-9223-9eef27daab51 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:53:59.314116 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ac1b79de-c6e9-435c-894f-6cb81993d3b6 req-c2042ec1-4b23-4c4c-9223-9eef27daab51 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/ports?device_id=2f2aa4f5-4538-4805-bf05-1630eaead002 HTTP/1.1" status: 200 len: 943 time: 0.0522547 Aug 18 12:53:59.330280 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 305a62c2-0192-4e9c-8f79-b32a89cc7c21 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:53:59.330654 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:53:59.355505 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ac1b79de-c6e9-435c-894f-6cb81993d3b6 req-50609a7a-56ed-4b9e-9d53-67500b0b7d93 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/security-groups?id=64a1dd69-da8d-4181-a66f-7aceaafbe18f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352244 Aug 18 12:54:00.291594 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device c2c7b6d2-f7f2-4acb-a78b-813ed0e209c3 details requested by agent hyperv_n-h1-804985-2 with host n-h1-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:54:00.392264 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port c2c7b6d2-f7f2-4acb-a78b-813ed0e209c3, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=c2c7b6d2-f7f2-4acb-a78b-813ed0e209c3,segment=NetworkSegment(14e40467-51e0-48b5-ab98-ea4bf22865a4),segment_id=14e40467-51e0-48b5-ab98-ea4bf22865a4)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:54:00.404406 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Returning: {'device': 'c2c7b6d2-f7f2-4acb-a78b-813ed0e209c3', 'network_id': 'b814c9e0-b755-4162-99f0-1eeaf347f189', 'port_id': 'c2c7b6d2-f7f2-4acb-a78b-813ed0e209c3', 'mac_address': 'fa:16:3e:b4:70:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 833, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd33b965-1f55-418e-b1fa-a90d0f36ed02', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:54:00.446976 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:00.459751 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2c7b6d2-f7f2-4acb-a78b-813ed0e209c3 {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:54:00.474043 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775cc8cf-16ef-410f-916c-f2d99743c88f req-f9adc7e9-e537-4858-906e-c5efe6273ada tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:00.476252 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-775cc8cf-16ef-410f-916c-f2d99743c88f req-f9adc7e9-e537-4858-906e-c5efe6273ada tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/ports?device_id=2f2aa4f5-4538-4805-bf05-1630eaead002 HTTP/1.1" status: 200 len: 943 time: 0.0525515 Aug 18 12:54:00.482653 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port c2c7b6d2-f7f2-4acb-a78b-813ed0e209c3, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=c2c7b6d2-f7f2-4acb-a78b-813ed0e209c3,segment=NetworkSegment(14e40467-51e0-48b5-ab98-ea4bf22865a4),segment_id=14e40467-51e0-48b5-ab98-ea4bf22865a4)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:54:00.489687 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:00.516938 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-775cc8cf-16ef-410f-916c-f2d99743c88f req-4eab6361-fb6e-49aa-9a21-66321a341934 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/security-groups?id=64a1dd69-da8d-4181-a66f-7aceaafbe18f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345504 Aug 18 12:54:00.537135 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=c2c7b6d2-f7f2-4acb-a78b-813ed0e209c3,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:54:00.727462 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] get_ports_and_sgs() called for port_ids ['c2c7b6d2-f7f2-4acb-a78b-813ed0e209c3'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:54:01.645050 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7163c260-0856-40c3-a858-7bdda2641c2a req-504edff4-1b0c-47de-91fe-341f4ad52c5a tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:01.646508 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7163c260-0856-40c3-a858-7bdda2641c2a req-504edff4-1b0c-47de-91fe-341f4ad52c5a tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/ports?device_id=2f2aa4f5-4538-4805-bf05-1630eaead002 HTTP/1.1" status: 200 len: 944 time: 0.0498524 Aug 18 12:54:01.690778 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7163c260-0856-40c3-a858-7bdda2641c2a req-aba69eb3-aa12-461e-a0a3-f8267dcb89a3 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/security-groups?id=64a1dd69-da8d-4181-a66f-7aceaafbe18f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360568 Aug 18 12:54:02.293322 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device c2c7b6d2-f7f2-4acb-a78b-813ed0e209c3 up at agent hyperv_n-h1-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:54:02.355892 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Provisioning for port c2c7b6d2-f7f2-4acb-a78b-813ed0e209c3 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:54:02.359588 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Provisioning complete for port c2c7b6d2-f7f2-4acb-a78b-813ed0e209c3 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:54:02.359948 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:02.439727 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:02.462770 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f2aa4f5-4538-4805-bf05-1630eaead002', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2c7b6d2-f7f2-4acb-a78b-813ed0e209c3'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:54:02.465025 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a48be17dea36f4b328e7831c9c0f0a2b661e0eac7f73e8eb05eb02bc862e3084" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e8396c5-20b1-4f3f-9388-0ca9d6e121d5" -d '{"events": [{"server_uuid": "2f2aa4f5-4538-4805-bf05-1630eaead002", "name": "network-vif-plugged", "status": "completed", "tag": "c2c7b6d2-f7f2-4acb-a78b-813ed0e209c3"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:54:02.477437 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port c2c7b6d2-f7f2-4acb-a78b-813ed0e209c3, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=c2c7b6d2-f7f2-4acb-a78b-813ed0e209c3,segment=NetworkSegment(14e40467-51e0-48b5-ab98-ea4bf22865a4),segment_id=14e40467-51e0-48b5-ab98-ea4bf22865a4)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:54:02.482954 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:02.506445 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:54:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d0b654a-b9e5-409b-bb36-97c4b8b6b092 x-openstack-request-id: req-4d0b654a-b9e5-409b-bb36-97c4b8b6b092 {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:54:02.506732 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f2aa4f5-4538-4805-bf05-1630eaead002", "name": "network-vif-plugged", "status": "completed", "tag": "c2c7b6d2-f7f2-4acb-a78b-813ed0e209c3", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:54:02.506985 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-4d0b654a-b9e5-409b-bb36-97c4b8b6b092 {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:54:02.507352 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f2aa4f5-4538-4805-bf05-1630eaead002', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2c7b6d2-f7f2-4acb-a78b-813ed0e209c3', 'code': 200} Aug 18 12:54:02.533210 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=c2c7b6d2-f7f2-4acb-a78b-813ed0e209c3,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:54:02.609418 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea94221-7304-477d-af22-a23ea27da215 req-163e3252-d95f-4949-91ab-977457f2a88d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:02.610899 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7ea94221-7304-477d-af22-a23ea27da215 req-163e3252-d95f-4949-91ab-977457f2a88d service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=2f2aa4f5-4538-4805-bf05-1630eaead002 HTTP/1.1" status: 200 len: 1096 time: 0.0412443 Aug 18 12:54:02.651598 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7ea94221-7304-477d-af22-a23ea27da215 req-884170f2-f6e8-4cd9-8f32-aed7cf9da748 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=64a1dd69-da8d-4181-a66f-7aceaafbe18f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324848 Aug 18 12:54:02.822073 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca51bd4d-7578-4fb6-9a00-698e87ff37c2 req-948fc63a-1891-4fe0-927b-44a1df1be838 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:02.823721 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ca51bd4d-7578-4fb6-9a00-698e87ff37c2 req-948fc63a-1891-4fe0-927b-44a1df1be838 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/ports?device_id=2f2aa4f5-4538-4805-bf05-1630eaead002 HTTP/1.1" status: 200 len: 945 time: 0.0537019 Aug 18 12:54:02.870296 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ca51bd4d-7578-4fb6-9a00-698e87ff37c2 req-13b64564-e86e-498e-bdbf-13439c92af99 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/security-groups?id=64a1dd69-da8d-4181-a66f-7aceaafbe18f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372665 Aug 18 12:54:04.004854 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377a968a-0ab6-49bc-8212-78b478e00dcf req-a39c50b0-af47-4dc5-9093-7f465bd218d2 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:04.006338 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-377a968a-0ab6-49bc-8212-78b478e00dcf req-a39c50b0-af47-4dc5-9093-7f465bd218d2 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/ports?device_id=2f2aa4f5-4538-4805-bf05-1630eaead002 HTTP/1.1" status: 200 len: 945 time: 0.0571284 Aug 18 12:54:04.050641 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-377a968a-0ab6-49bc-8212-78b478e00dcf req-46481a20-3c16-4be3-8ca1-a92ff7aca53d tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/security-groups?id=64a1dd69-da8d-4181-a66f-7aceaafbe18f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335798 Aug 18 12:54:04.174649 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0558bd-df54-4447-974f-e002faab5dd4 req-db13240d-7b51-45a9-813e-a46c9d319cf0 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:04.176670 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8f0558bd-df54-4447-974f-e002faab5dd4 req-db13240d-7b51-45a9-813e-a46c9d319cf0 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/ports?device_id=2f2aa4f5-4538-4805-bf05-1630eaead002 HTTP/1.1" status: 200 len: 945 time: 0.0599909 Aug 18 12:54:04.220034 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8f0558bd-df54-4447-974f-e002faab5dd4 req-42444e67-3fc3-4d76-86bc-3bebae467d97 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/security-groups?id=64a1dd69-da8d-4181-a66f-7aceaafbe18f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372162 Aug 18 12:54:04.244656 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 53330) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:54:04.292614 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-219e5421-a480-43e3-9113-e0818fdc2da2 tempest-TestNetworkAdvancedServerOps-1700407390 tempest-TestNetworkAdvancedServerOps-1700407390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:04.294163 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-219e5421-a480-43e3-9113-e0818fdc2da2 tempest-TestNetworkAdvancedServerOps-1700407390 tempest-TestNetworkAdvancedServerOps-1700407390-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=2f2aa4f5-4538-4805-bf05-1630eaead002 HTTP/1.1" status: 200 len: 1091 time: 0.0484872 Aug 18 12:54:04.297191 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 53334) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:54:04.301706 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-39d7d5f5-66d6-4efb-b187-e5c1c235a562 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Request body: {'floatingip': {'floating_network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'port_id': 'c2c7b6d2-f7f2-4acb-a78b-813ed0e209c3', 'tenant_id': '80570d7663924423a4131eb860db7880', 'fixed_ip_address': '172.20.0.6'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:54:04.327193 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-39d7d5f5-66d6-4efb-b187-e5c1c235a562 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for floatingip, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:04.427210 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-39d7d5f5-66d6-4efb-b187-e5c1c235a562 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:04.532938 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [None req-39d7d5f5-66d6-4efb-b187-e5c1c235a562 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Allocated IP 172.25.7.33 (7cae7a70-14fd-408c-b14d-39ceb97cb60e/9784295a-20b8-4a4b-b105-f82737f0448f/4184ba75-7267-4224-82c9-d79dc1358540) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:54:04.636185 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-39d7d5f5-66d6-4efb-b187-e5c1c235a562 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:04.680992 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-39d7d5f5-66d6-4efb-b187-e5c1c235a562 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:04.726417 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39d7d5f5-66d6-4efb-b187-e5c1c235a562 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Network 7cae7a70-14fd-408c-b14d-39ceb97cb60e is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:54:04.729420 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-39d7d5f5-66d6-4efb-b187-e5c1c235a562 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:54:04.732980 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d7d5f5-66d6-4efb-b187-e5c1c235a562 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:54:04.738329 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d7d5f5-66d6-4efb-b187-e5c1c235a562 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Pushing event updated for resources: {'Port': ['ID=4184ba75-7267-4224-82c9-d79dc1358540,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:54:05.108601 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-39d7d5f5-66d6-4efb-b187-e5c1c235a562 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:05.179913 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-39d7d5f5-66d6-4efb-b187-e5c1c235a562 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:05.337700 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-39d7d5f5-66d6-4efb-b187-e5c1c235a562 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for port, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:05.344418 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-39d7d5f5-66d6-4efb-b187-e5c1c235a562 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:05.405129 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d7d5f5-66d6-4efb-b187-e5c1c235a562 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Pushing event updated for resources: {'Port': ['ID=4184ba75-7267-4224-82c9-d79dc1358540,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:54:05.420101 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-39d7d5f5-66d6-4efb-b187-e5c1c235a562 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-989945'] for floatingip, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:05.520092 n-d-804985-2 neutron-server[106253]: INFO neutron.db.l3_db [None req-39d7d5f5-66d6-4efb-b187-e5c1c235a562 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Floating IP dffadb60-7d15-46f1-a61f-67a05b2e61d4 associated. External IP: 172.25.7.33, port: c2c7b6d2-f7f2-4acb-a78b-813ed0e209c3. Aug 18 12:54:05.734964 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39d7d5f5-66d6-4efb-b187-e5c1c235a562 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Router efcd7404-a185-4e15-ae8a-53a7092d3f8e has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:54:05.842376 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39d7d5f5-66d6-4efb-b187-e5c1c235a562 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:54:05.852171 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9262a05-334e-4c8a-9bb5-06f97b476fba None None] Sync routers for ids ['efcd7404-a185-4e15-ae8a-53a7092d3f8e'] in n-d-804985-2 {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:54:05.861296 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9262a05-334e-4c8a-9bb5-06f97b476fba None None] Routers {'efcd7404-a185-4e15-ae8a-53a7092d3f8e'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:54:05.861506 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-39d7d5f5-66d6-4efb-b187-e5c1c235a562 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for floatingip, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:05.861911 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-a9262a05-334e-4c8a-9bb5-06f97b476fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:53:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['efcd7404-a185-4e15-ae8a-53a7092d3f8e'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:54:05.889051 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-39d7d5f5-66d6-4efb-b187-e5c1c235a562 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5907595 Aug 18 12:54:05.889603 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f2aa4f5-4538-4805-bf05-1630eaead002', 'tag': 'c2c7b6d2-f7f2-4acb-a78b-813ed0e209c3'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:54:05.891992 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d6bbf6f425705e9a26053008d8b7c0abfe3c10eda721baf5c515723d6d58932" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63949a1d-bfe4-4136-910f-96aa8d135278" -d '{"events": [{"name": "network-changed", "server_uuid": "2f2aa4f5-4538-4805-bf05-1630eaead002", "tag": "c2c7b6d2-f7f2-4acb-a78b-813ed0e209c3"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:54:05.930278 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:54:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65ce5848-3dbc-43d5-be5a-ad026bf46c88 x-openstack-request-id: req-65ce5848-3dbc-43d5-be5a-ad026bf46c88 {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:54:05.930576 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f2aa4f5-4538-4805-bf05-1630eaead002", "tag": "c2c7b6d2-f7f2-4acb-a78b-813ed0e209c3", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:54:05.930829 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-65ce5848-3dbc-43d5-be5a-ad026bf46c88 {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:54:05.931253 n-d-804985-2 neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f2aa4f5-4538-4805-bf05-1630eaead002', 'tag': 'c2c7b6d2-f7f2-4acb-a78b-813ed0e209c3', 'status': 'completed', 'code': 200} Aug 18 12:54:05.982349 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-a9262a05-334e-4c8a-9bb5-06f97b476fba None None] Set router efcd7404-a185-4e15-ae8a-53a7092d3f8e gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:54:06.020076 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53caaea-0ec8-4f80-9fbd-0f8eedfa46da req-6a1bc1a7-266b-43f6-b8c1-17fcff5a7faa tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:06.021569 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a53caaea-0ec8-4f80-9fbd-0f8eedfa46da req-6a1bc1a7-266b-43f6-b8c1-17fcff5a7faa tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/ports?device_id=2f2aa4f5-4538-4805-bf05-1630eaead002 HTTP/1.1" status: 200 len: 945 time: 0.0747170 Aug 18 12:54:06.024440 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63949a1d-bfe4-4136-910f-96aa8d135278 req-0f7fda9a-b62e-4788-a8af-917f786fef7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:06.025853 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-63949a1d-bfe4-4136-910f-96aa8d135278 req-0f7fda9a-b62e-4788-a8af-917f786fef7e service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=80570d7663924423a4131eb860db7880&device_id=2f2aa4f5-4538-4805-bf05-1630eaead002 HTTP/1.1" status: 200 len: 1096 time: 0.0702090 Aug 18 12:54:06.110736 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a53caaea-0ec8-4f80-9fbd-0f8eedfa46da req-a23593a1-329c-4598-af47-d7608705fb7e tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/security-groups?id=64a1dd69-da8d-4181-a66f-7aceaafbe18f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830286 Aug 18 12:54:06.133532 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 53340) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:54:06.143950 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63949a1d-bfe4-4136-910f-96aa8d135278 req-2cf33dbb-0eeb-44a1-bee0-560e1d8177f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:06.145401 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-63949a1d-bfe4-4136-910f-96aa8d135278 req-2cf33dbb-0eeb-44a1-bee0-560e1d8177f2 service neutron] 10.222.0.63 "GET /v2.0/networks?id=b814c9e0-b755-4162-99f0-1eeaf347f189 HTTP/1.1" status: 200 len: 898 time: 0.1118374 Aug 18 12:54:06.197872 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-06e656be-a025-4b1d-a523-57e41a9ad90c tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/floatingips/dffadb60-7d15-46f1-a61f-67a05b2e61d4 HTTP/1.1" status: 200 len: 990 time: 0.0632169 Aug 18 12:54:06.212105 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-a9262a05-334e-4c8a-9bb5-06f97b476fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efcd7404-a185-4e15-ae8a-53a7092d3f8e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-455466194', 'tenant_id': '80570d7663924423a4131eb860db7880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.212'}], 'enable_snat': True}, 'gw_port_id': '60433c0b-ee72-453e-bc52-2f8e97eb5598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:53:49Z', 'updated_at': '2021-08-18T12:53:52Z', 'revision_number': 4, 'project_id': '80570d7663924423a4131eb860db7880', 'gw_port': {'id': '60433c0b-ee72-453e-bc52-2f8e97eb5598', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:3e:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efcd7404-a185-4e15-ae8a-53a7092d3f8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:53:49Z', 'updated_at': '2021-08-18T12:53:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_floatingips': [{'id': 'dffadb60-7d15-46f1-a61f-67a05b2e61d4', 'tenant_id': '80570d7663924423a4131eb860db7880', 'floating_ip_address': '172.25.7.33', 'floating_network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'router_id': 'efcd7404-a185-4e15-ae8a-53a7092d3f8e', 'port_id': 'c2c7b6d2-f7f2-4acb-a78b-813ed0e209c3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4207, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b814c9e0-b755-4162-99f0-1eeaf347f189', 'mac_address': 'fa:16:3e:b4:70:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2aa4f5-4538-4805-bf05-1630eaead002', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T12:54:04Z', 'updated_at': '2021-08-18T12:54:04Z', 'revision_number': 0, 'project_id': '80570d7663924423a4131eb860db7880', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '305a62c2-0192-4e9c-8f79-b32a89cc7c21', 'name': '', 'network_id': 'b814c9e0-b755-4162-99f0-1eeaf347f189', 'tenant_id': '80570d7663924423a4131eb860db7880', 'mac_address': 'fa:16:3e:60:03:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efcd7404-a185-4e15-ae8a-53a7092d3f8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'fd33b965-1f55-418e-b1fa-a90d0f36ed02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:53:52Z', 'updated_at': '2021-08-18T12:53:57Z', 'revision_number': 5, 'project_id': '80570d7663924423a4131eb860db7880', 'subnets': [{'id': 'fd33b965-1f55-418e-b1fa-a90d0f36ed02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:54:06.213796 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-63949a1d-bfe4-4136-910f-96aa8d135278 req-3ef7806e-ee86-4569-ba71-c9a427eaf122 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c2c7b6d2-f7f2-4acb-a78b-813ed0e209c3 HTTP/1.1" status: 200 len: 998 time: 0.0605969 Aug 18 12:54:06.238628 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9262a05-334e-4c8a-9bb5-06f97b476fba None None] Checking router: efcd7404-a185-4e15-ae8a-53a7092d3f8e for host: n-d-804985-2 {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:54:06.247255 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9262a05-334e-4c8a-9bb5-06f97b476fba None None] Routers {'efcd7404-a185-4e15-ae8a-53a7092d3f8e'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:54:06.247866 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-a9262a05-334e-4c8a-9bb5-06f97b476fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:53:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['efcd7404-a185-4e15-ae8a-53a7092d3f8e'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:54:06.267491 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63949a1d-bfe4-4136-910f-96aa8d135278 req-bae2b80b-649b-4fb6-8d43-a95b505483e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:06.269006 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-63949a1d-bfe4-4136-910f-96aa8d135278 req-bae2b80b-649b-4fb6-8d43-a95b505483e3 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=fd33b965-1f55-418e-b1fa-a90d0f36ed02 HTTP/1.1" status: 200 len: 835 time: 0.0484967 Aug 18 12:54:06.316511 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63949a1d-bfe4-4136-910f-96aa8d135278 req-eaba50a9-464a-4eca-b836-cadc138e2d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:06.318115 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-63949a1d-bfe4-4136-910f-96aa8d135278 req-eaba50a9-464a-4eca-b836-cadc138e2d75 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=b814c9e0-b755-4162-99f0-1eeaf347f189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415201 Aug 18 12:54:06.350661 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-a9262a05-334e-4c8a-9bb5-06f97b476fba None None] Set router efcd7404-a185-4e15-ae8a-53a7092d3f8e gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:54:06.413686 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-63949a1d-bfe4-4136-910f-96aa8d135278 req-3de2ea35-a41f-4714-8d67-be857baddd77 service neutron] 10.222.0.63 "GET /v2.0/networks/b814c9e0-b755-4162-99f0-1eeaf347f189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880370 Aug 18 12:54:06.510194 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-63949a1d-bfe4-4136-910f-96aa8d135278 req-e68ceedd-b477-445d-b55b-2ba073eec679 service neutron] 10.222.0.63 "GET /v2.0/networks/b814c9e0-b755-4162-99f0-1eeaf347f189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888100 Aug 18 12:54:06.546697 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:06.570898 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-a9262a05-334e-4c8a-9bb5-06f97b476fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efcd7404-a185-4e15-ae8a-53a7092d3f8e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-455466194', 'tenant_id': '80570d7663924423a4131eb860db7880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.212'}], 'enable_snat': True}, 'gw_port_id': '60433c0b-ee72-453e-bc52-2f8e97eb5598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:53:49Z', 'updated_at': '2021-08-18T12:53:52Z', 'revision_number': 4, 'project_id': '80570d7663924423a4131eb860db7880', 'gw_port': {'id': '60433c0b-ee72-453e-bc52-2f8e97eb5598', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:3e:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efcd7404-a185-4e15-ae8a-53a7092d3f8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:53:49Z', 'updated_at': '2021-08-18T12:53:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_floatingips': [{'id': 'dffadb60-7d15-46f1-a61f-67a05b2e61d4', 'tenant_id': '80570d7663924423a4131eb860db7880', 'floating_ip_address': '172.25.7.33', 'floating_network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'router_id': 'efcd7404-a185-4e15-ae8a-53a7092d3f8e', 'port_id': 'c2c7b6d2-f7f2-4acb-a78b-813ed0e209c3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4207, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b814c9e0-b755-4162-99f0-1eeaf347f189', 'mac_address': 'fa:16:3e:b4:70:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2aa4f5-4538-4805-bf05-1630eaead002', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T12:54:04Z', 'updated_at': '2021-08-18T12:54:04Z', 'revision_number': 0, 'project_id': '80570d7663924423a4131eb860db7880', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '305a62c2-0192-4e9c-8f79-b32a89cc7c21', 'name': '', 'network_id': 'b814c9e0-b755-4162-99f0-1eeaf347f189', 'tenant_id': '80570d7663924423a4131eb860db7880', 'mac_address': 'fa:16:3e:60:03:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efcd7404-a185-4e15-ae8a-53a7092d3f8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'fd33b965-1f55-418e-b1fa-a90d0f36ed02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:53:52Z', 'updated_at': '2021-08-18T12:53:57Z', 'revision_number': 5, 'project_id': '80570d7663924423a4131eb860db7880', 'subnets': [{'id': 'fd33b965-1f55-418e-b1fa-a90d0f36ed02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:54:06.599726 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9262a05-334e-4c8a-9bb5-06f97b476fba None None] The sync data for ids ['efcd7404-a185-4e15-ae8a-53a7092d3f8e'] in n-d-804985-2 is: [{'id': 'efcd7404-a185-4e15-ae8a-53a7092d3f8e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-455466194', 'tenant_id': '80570d7663924423a4131eb860db7880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.212'}], 'enable_snat': True}, 'gw_port_id': '60433c0b-ee72-453e-bc52-2f8e97eb5598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:53:49Z', 'updated_at': '2021-08-18T12:53:52Z', 'revision_number': 4, 'project_id': '80570d7663924423a4131eb860db7880', 'gw_port': {'id': '60433c0b-ee72-453e-bc52-2f8e97eb5598', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:3e:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efcd7404-a185-4e15-ae8a-53a7092d3f8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:53:49Z', 'updated_at': '2021-08-18T12:53:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_floatingips': [{'id': 'dffadb60-7d15-46f1-a61f-67a05b2e61d4', 'tenant_id': '80570d7663924423a4131eb860db7880', 'floating_ip_address': '172.25.7.33', 'floating_network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'router_id': 'efcd7404-a185-4e15-ae8a-53a7092d3f8e', 'port_id': 'c2c7b6d2-f7f2-4acb-a78b-813ed0e209c3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4207, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b814c9e0-b755-4162-99f0-1eeaf347f189', 'mac_address': 'fa:16:3e:b4:70:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2aa4f5-4538-4805-bf05-1630eaead002', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T12:54:04Z', 'updated_at': '2021-08-18T12:54:04Z', 'revision_number': 0, 'project_id': '80570d7663924423a4131eb860db7880', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '305a62c2-0192-4e9c-8f79-b32a89cc7c21', 'name': '', 'network_id': 'b814c9e0-b755-4162-99f0-1eeaf347f189', 'tenant_id': '80570d7663924423a4131eb860db7880', 'mac_address': 'fa:16:3e:60:03:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efcd7404-a185-4e15-ae8a-53a7092d3f8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'fd33b965-1f55-418e-b1fa-a90d0f36ed02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:53:52Z', 'updated_at': '2021-08-18T12:53:57Z', 'revision_number': 5, 'project_id': '80570d7663924423a4131eb860db7880', 'subnets': [{'id': 'fd33b965-1f55-418e-b1fa-a90d0f36ed02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:54:06.790286 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d2fe6a-addd-4bcd-a7c5-f378ecc866b1 None None] New status for floating IP dffadb60-7d15-46f1-a61f-67a05b2e61d4: ACTIVE {{(pid=106254) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 12:54:07.201988 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 53342) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:54:07.265277 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-f93a6549-0541-4e39-997c-c590fedc5632 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/floatingips/dffadb60-7d15-46f1-a61f-67a05b2e61d4 HTTP/1.1" status: 200 len: 992 time: 0.0622110 Aug 18 12:54:08.785382 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:11.673696 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6e41581d-193b-408e-a668-eec68e6a3a3e req-ae028d85-9d4a-41ef-971c-ba00dc3df36d service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=2f2aa4f5-4538-4805-bf05-1630eaead002&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0440810 Aug 18 12:54:11.773861 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e41581d-193b-408e-a668-eec68e6a3a3e req-0e3042d2-02cb-4001-bf9f-eebfdc48d22b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:11.775373 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6e41581d-193b-408e-a668-eec68e6a3a3e req-0e3042d2-02cb-4001-bf9f-eebfdc48d22b service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=80570d7663924423a4131eb860db7880&device_id=2f2aa4f5-4538-4805-bf05-1630eaead002 HTTP/1.1" status: 200 len: 1096 time: 0.0493083 Aug 18 12:54:11.896625 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e41581d-193b-408e-a668-eec68e6a3a3e req-5b4e3be7-9d43-4c28-ad3f-2bd7b2d2d757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:11.899031 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6e41581d-193b-408e-a668-eec68e6a3a3e req-5b4e3be7-9d43-4c28-ad3f-2bd7b2d2d757 service neutron] 10.222.0.63 "GET /v2.0/networks?id=b814c9e0-b755-4162-99f0-1eeaf347f189 HTTP/1.1" status: 200 len: 898 time: 0.0996354 Aug 18 12:54:11.972017 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6e41581d-193b-408e-a668-eec68e6a3a3e req-8685bf5d-ad96-4703-a67b-7ec92881e3be service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c2c7b6d2-f7f2-4acb-a78b-813ed0e209c3 HTTP/1.1" status: 200 len: 1000 time: 0.0649819 Aug 18 12:54:12.028526 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e41581d-193b-408e-a668-eec68e6a3a3e req-67482d19-846a-44a7-96f7-f40b5fa037f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:12.030646 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6e41581d-193b-408e-a668-eec68e6a3a3e req-67482d19-846a-44a7-96f7-f40b5fa037f1 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=fd33b965-1f55-418e-b1fa-a90d0f36ed02 HTTP/1.1" status: 200 len: 835 time: 0.0510881 Aug 18 12:54:12.080072 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e41581d-193b-408e-a668-eec68e6a3a3e req-8328fa37-cfe8-4a05-9881-0b3ce4665660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:12.081659 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6e41581d-193b-408e-a668-eec68e6a3a3e req-8328fa37-cfe8-4a05-9881-0b3ce4665660 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=b814c9e0-b755-4162-99f0-1eeaf347f189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439229 Aug 18 12:54:12.182971 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6e41581d-193b-408e-a668-eec68e6a3a3e req-70c07b0a-2610-4708-be17-055e375a65bf service neutron] 10.222.0.63 "GET /v2.0/networks/b814c9e0-b755-4162-99f0-1eeaf347f189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931637 Aug 18 12:54:12.274852 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6e41581d-193b-408e-a668-eec68e6a3a3e req-e2fdfb9c-f74f-4609-92a2-7137d5640d97 service neutron] 10.222.0.63 "GET /v2.0/networks/b814c9e0-b755-4162-99f0-1eeaf347f189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844696 Aug 18 12:54:18.561974 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-27c0d058-d8cf-4056-a532-5468f63331fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:21.536286 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:21.816819 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1c6dad8b-8476-436d-b6e7-919c746399b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:22.416275 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-53584c24-f517-494e-ac93-c18bb92373f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:24.085720 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-500a1c61-38a7-4c23-a7ec-4631080af5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:34.797721 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.agents_db [None req-6dbb2658-0354-4101-8393-6e7505481cf6 None None] Agent healthcheck: found 7 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 12:54:36.051711 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ae1aac-9321-4031-8934-f58da1a115a1 req-4378f7b7-01f3-4c5e-ac4f-34fa9d75410b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:36.053269 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-55ae1aac-9321-4031-8934-f58da1a115a1 req-4378f7b7-01f3-4c5e-ac4f-34fa9d75410b service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=80570d7663924423a4131eb860db7880&device_id=2f2aa4f5-4538-4805-bf05-1630eaead002 HTTP/1.1" status: 200 len: 1096 time: 0.0432010 Aug 18 12:54:36.180567 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad3f25b-db7d-4011-9066-7f835eec4036 req-240ec150-c664-4cd7-bb3c-1845ad1448d2 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:36.181949 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-aad3f25b-db7d-4011-9066-7f835eec4036 req-240ec150-c664-4cd7-bb3c-1845ad1448d2 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/ports?device_id=2f2aa4f5-4538-4805-bf05-1630eaead002 HTTP/1.1" status: 200 len: 945 time: 0.1782105 Aug 18 12:54:36.187048 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ae1aac-9321-4031-8934-f58da1a115a1 req-6fbd8321-fdb5-4ec3-a2f0-4e0b00f97e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:36.188393 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-55ae1aac-9321-4031-8934-f58da1a115a1 req-6fbd8321-fdb5-4ec3-a2f0-4e0b00f97e31 service neutron] 10.222.0.63 "GET /v2.0/networks?id=b814c9e0-b755-4162-99f0-1eeaf347f189 HTTP/1.1" status: 200 len: 898 time: 0.1277690 Aug 18 12:54:36.264933 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-aad3f25b-db7d-4011-9066-7f835eec4036 req-d5bfb856-9f61-4328-8a12-824210ee0909 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/security-groups?id=64a1dd69-da8d-4181-a66f-7aceaafbe18f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755146 Aug 18 12:54:36.279519 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-55ae1aac-9321-4031-8934-f58da1a115a1 req-6ead2736-f15a-46eb-8f83-489d402df39b service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c2c7b6d2-f7f2-4acb-a78b-813ed0e209c3 HTTP/1.1" status: 200 len: 1000 time: 0.0770583 Aug 18 12:54:36.333020 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ae1aac-9321-4031-8934-f58da1a115a1 req-683865a4-805c-441a-95e7-19e642ec87a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:36.334415 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-55ae1aac-9321-4031-8934-f58da1a115a1 req-683865a4-805c-441a-95e7-19e642ec87a9 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=fd33b965-1f55-418e-b1fa-a90d0f36ed02 HTTP/1.1" status: 200 len: 835 time: 0.0468245 Aug 18 12:54:36.381424 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ae1aac-9321-4031-8934-f58da1a115a1 req-14a39ece-c95b-4a0b-881c-fe356b25c9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:36.382869 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-55ae1aac-9321-4031-8934-f58da1a115a1 req-14a39ece-c95b-4a0b-881c-fe356b25c9d4 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=b814c9e0-b755-4162-99f0-1eeaf347f189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409553 Aug 18 12:54:36.481584 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-55ae1aac-9321-4031-8934-f58da1a115a1 req-33b12a79-96a6-43c6-a35b-4de716496596 service neutron] 10.222.0.63 "GET /v2.0/networks/b814c9e0-b755-4162-99f0-1eeaf347f189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904987 Aug 18 12:54:36.562051 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:36.577124 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-55ae1aac-9321-4031-8934-f58da1a115a1 req-a98b305f-f84e-4381-b49f-b722b106aee7 service neutron] 10.222.0.63 "GET /v2.0/networks/b814c9e0-b755-4162-99f0-1eeaf347f189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878940 Aug 18 12:54:37.459800 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7660eba8-8a51-41e8-945b-1d8774144102 req-a0209dcb-9287-482f-a6d7-0c7591cd1fcc tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:37.461269 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7660eba8-8a51-41e8-945b-1d8774144102 req-a0209dcb-9287-482f-a6d7-0c7591cd1fcc tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/ports?device_id=2f2aa4f5-4538-4805-bf05-1630eaead002 HTTP/1.1" status: 200 len: 945 time: 0.1098838 Aug 18 12:54:37.499178 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7660eba8-8a51-41e8-945b-1d8774144102 req-0042f2e9-08a2-46d5-8ed5-0977a1baa7cd tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/security-groups?id=64a1dd69-da8d-4181-a66f-7aceaafbe18f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315392 Aug 18 12:54:38.628037 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca639ac1-0b99-42bb-9039-4de1c28da459 req-ff1b1ff2-6fc8-455b-8819-6a92ad2c3cb6 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:38.629552 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ca639ac1-0b99-42bb-9039-4de1c28da459 req-ff1b1ff2-6fc8-455b-8819-6a92ad2c3cb6 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/ports?device_id=2f2aa4f5-4538-4805-bf05-1630eaead002 HTTP/1.1" status: 200 len: 945 time: 0.0508883 Aug 18 12:54:38.670478 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ca639ac1-0b99-42bb-9039-4de1c28da459 req-bc3b85e6-e95f-4e74-889b-5c98df47b261 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/security-groups?id=64a1dd69-da8d-4181-a66f-7aceaafbe18f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345521 Aug 18 12:54:38.808721 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:39.794854 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f864666-5436-4b59-aa8c-4fa82b6fcb18 req-5b4555af-30c6-4bbb-b987-243157c20489 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:39.796345 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2f864666-5436-4b59-aa8c-4fa82b6fcb18 req-5b4555af-30c6-4bbb-b987-243157c20489 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/ports?device_id=2f2aa4f5-4538-4805-bf05-1630eaead002 HTTP/1.1" status: 200 len: 945 time: 0.0529809 Aug 18 12:54:39.836061 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2f864666-5436-4b59-aa8c-4fa82b6fcb18 req-5b923689-01eb-4348-8878-07db69d54ea4 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/security-groups?id=64a1dd69-da8d-4181-a66f-7aceaafbe18f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334926 Aug 18 12:54:40.978734 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4526f4-0e1c-4c3c-9fa0-88a43411202a req-41a74c6b-e070-4617-9e5f-9b6fa6673080 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:40.980214 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ba4526f4-0e1c-4c3c-9fa0-88a43411202a req-41a74c6b-e070-4617-9e5f-9b6fa6673080 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/ports?device_id=2f2aa4f5-4538-4805-bf05-1630eaead002 HTTP/1.1" status: 200 len: 945 time: 0.0603025 Aug 18 12:54:41.030602 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ba4526f4-0e1c-4c3c-9fa0-88a43411202a req-50de01c9-01fa-4a32-8c87-9315d6fc10ac tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/security-groups?id=64a1dd69-da8d-4181-a66f-7aceaafbe18f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412815 Aug 18 12:54:42.156135 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6fd8a2-15e2-4666-a6af-a775e6e88feb req-928eb644-2737-4f8c-9e56-ecf3f23c6934 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:42.157658 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0d6fd8a2-15e2-4666-a6af-a775e6e88feb req-928eb644-2737-4f8c-9e56-ecf3f23c6934 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/ports?device_id=2f2aa4f5-4538-4805-bf05-1630eaead002 HTTP/1.1" status: 200 len: 945 time: 0.0539415 Aug 18 12:54:42.202859 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0d6fd8a2-15e2-4666-a6af-a775e6e88feb req-211ec604-bd52-46c6-9866-a96b5beb9ce9 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/security-groups?id=64a1dd69-da8d-4181-a66f-7aceaafbe18f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366817 Aug 18 12:54:43.338209 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a3b6b7-7806-42fc-a752-ee208c9c1f95 req-7b433301-982e-4225-9d9c-7981e0ac2377 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:43.339635 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b5a3b6b7-7806-42fc-a752-ee208c9c1f95 req-7b433301-982e-4225-9d9c-7981e0ac2377 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/ports?device_id=2f2aa4f5-4538-4805-bf05-1630eaead002 HTTP/1.1" status: 200 len: 945 time: 0.0506713 Aug 18 12:54:43.383479 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b5a3b6b7-7806-42fc-a752-ee208c9c1f95 req-139d9e4f-9d82-4a61-af25-5eb3904cd841 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/security-groups?id=64a1dd69-da8d-4181-a66f-7aceaafbe18f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348744 Aug 18 12:54:44.509956 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41d4dc3-5e06-4258-8e26-bfac8204788c req-f54c5be4-c6b9-4e3c-9f2d-10fed9f61e27 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:44.512207 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a41d4dc3-5e06-4258-8e26-bfac8204788c req-f54c5be4-c6b9-4e3c-9f2d-10fed9f61e27 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/ports?device_id=2f2aa4f5-4538-4805-bf05-1630eaead002 HTTP/1.1" status: 200 len: 945 time: 0.0581241 Aug 18 12:54:44.554294 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a41d4dc3-5e06-4258-8e26-bfac8204788c req-bf32172a-36b7-415e-9258-1dd532b6c8b4 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/security-groups?id=64a1dd69-da8d-4181-a66f-7aceaafbe18f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334194 Aug 18 12:54:45.682241 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d46023-e68e-4613-b7d8-8524cc217682 req-b60b2e8d-bd16-4f21-b338-7aa7f67cc5c0 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:45.683736 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-34d46023-e68e-4613-b7d8-8524cc217682 req-b60b2e8d-bd16-4f21-b338-7aa7f67cc5c0 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/ports?device_id=2f2aa4f5-4538-4805-bf05-1630eaead002 HTTP/1.1" status: 200 len: 945 time: 0.0571301 Aug 18 12:54:45.722932 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-34d46023-e68e-4613-b7d8-8524cc217682 req-4890ca41-2a5c-4443-b802-b2306ac48468 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/security-groups?id=64a1dd69-da8d-4181-a66f-7aceaafbe18f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324831 Aug 18 12:54:46.848254 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1b7da9-1063-44f3-90fe-f274c791ec0d req-46af5bc0-1536-4c31-8e4e-9ad5864ab826 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:46.849987 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ee1b7da9-1063-44f3-90fe-f274c791ec0d req-46af5bc0-1536-4c31-8e4e-9ad5864ab826 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/ports?device_id=2f2aa4f5-4538-4805-bf05-1630eaead002 HTTP/1.1" status: 200 len: 945 time: 0.0508597 Aug 18 12:54:46.894180 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ee1b7da9-1063-44f3-90fe-f274c791ec0d req-2aec9de2-e6c0-43f4-9665-65b602268062 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/security-groups?id=64a1dd69-da8d-4181-a66f-7aceaafbe18f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379164 Aug 18 12:54:48.022698 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483a4bda-05de-4b98-89d6-6e6dba83bafd req-7c087a59-4126-46a9-9891-c7ce95cdc2ae tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:54:48.024181 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-483a4bda-05de-4b98-89d6-6e6dba83bafd req-7c087a59-4126-46a9-9891-c7ce95cdc2ae tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/ports?device_id=2f2aa4f5-4538-4805-bf05-1630eaead002 HTTP/1.1" status: 200 len: 945 time: 0.0548887 Aug 18 12:54:48.066816 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-483a4bda-05de-4b98-89d6-6e6dba83bafd req-5a4a7fd1-ad29-41d8-bf34-0ec07ea5deb3 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/security-groups?id=64a1dd69-da8d-4181-a66f-7aceaafbe18f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334296 Aug 18 12:54:48.089442 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 53384) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:54:48.149606 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-50f8ca62-400f-46cc-aa4b-d53811ca89ce tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/floatingips/dffadb60-7d15-46f1-a61f-67a05b2e61d4 HTTP/1.1" status: 200 len: 992 time: 0.0590167 Aug 18 12:54:48.562932 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-250ed8b1-b15a-445d-ac74-aa4a11cac574 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:51.536999 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:51.804378 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-b6b4f5dc-7a67-46f0-8a65-c52731b3c7a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:52.414553 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-53584c24-f517-494e-ac93-c18bb92373f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:54:54.094705 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-500a1c61-38a7-4c23-a7ec-4631080af5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:06.578220 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:08.815518 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:11.692706 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b567ebb3-972b-4b97-901a-26757cf0f161 req-aba53fb2-fe32-4a0e-ba0a-4c9f30dc4bef service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=2f2aa4f5-4538-4805-bf05-1630eaead002&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0452840 Aug 18 12:55:11.783573 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b567ebb3-972b-4b97-901a-26757cf0f161 req-a79e9839-830f-47b3-8be7-0aa928eac9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:11.785195 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b567ebb3-972b-4b97-901a-26757cf0f161 req-a79e9839-830f-47b3-8be7-0aa928eac9ed service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=80570d7663924423a4131eb860db7880&device_id=2f2aa4f5-4538-4805-bf05-1630eaead002 HTTP/1.1" status: 200 len: 1096 time: 0.0477057 Aug 18 12:55:11.798192 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.agents_db [None req-6dbb2658-0354-4101-8393-6e7505481cf6 None None] Agent healthcheck: found 7 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 12:55:11.897462 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b567ebb3-972b-4b97-901a-26757cf0f161 req-62485061-0123-4ac7-8739-34dfab4bbaab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:11.898972 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b567ebb3-972b-4b97-901a-26757cf0f161 req-62485061-0123-4ac7-8739-34dfab4bbaab service neutron] 10.222.0.63 "GET /v2.0/networks?id=b814c9e0-b755-4162-99f0-1eeaf347f189 HTTP/1.1" status: 200 len: 898 time: 0.0939705 Aug 18 12:55:11.969533 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b567ebb3-972b-4b97-901a-26757cf0f161 req-f98dd829-0aee-4605-b6a4-18a59165e5a0 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c2c7b6d2-f7f2-4acb-a78b-813ed0e209c3 HTTP/1.1" status: 200 len: 1000 time: 0.0625379 Aug 18 12:55:12.020438 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b567ebb3-972b-4b97-901a-26757cf0f161 req-3bf0882a-ef9d-4905-ab3a-88eca877d265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:12.021863 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b567ebb3-972b-4b97-901a-26757cf0f161 req-3bf0882a-ef9d-4905-ab3a-88eca877d265 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=fd33b965-1f55-418e-b1fa-a90d0f36ed02 HTTP/1.1" status: 200 len: 835 time: 0.0444720 Aug 18 12:55:12.072043 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b567ebb3-972b-4b97-901a-26757cf0f161 req-6985302d-52fe-47b4-a9b6-47f7d44bb3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:12.073613 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b567ebb3-972b-4b97-901a-26757cf0f161 req-6985302d-52fe-47b4-a9b6-47f7d44bb3e9 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=b814c9e0-b755-4162-99f0-1eeaf347f189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439336 Aug 18 12:55:12.085466 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [req-b567ebb3-972b-4b97-901a-26757cf0f161 req-b6a89ebf-c171-4487-8615-fe1ba20b1550 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=106252) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 12:55:12.086407 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b567ebb3-972b-4b97-901a-26757cf0f161 req-b6a89ebf-c171-4487-8615-fe1ba20b1550 service neutron] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050714 Aug 18 12:55:12.183854 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b567ebb3-972b-4b97-901a-26757cf0f161 req-8ba93d59-f7ed-4324-9e0b-a2b3ada769e3 service neutron] 10.222.0.63 "GET /v2.0/networks/b814c9e0-b755-4162-99f0-1eeaf347f189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897419 Aug 18 12:55:12.280667 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b567ebb3-972b-4b97-901a-26757cf0f161 req-b5450bfe-9da6-4ca8-ba1a-0d6c19e1a115 service neutron] 10.222.0.63 "GET /v2.0/networks/b814c9e0-b755-4162-99f0-1eeaf347f189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886919 Aug 18 12:55:18.526892 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 53402) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:55:18.555985 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-031bfbf7-cd24-4d10-b180-895b1787d17d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:18.691744 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-383ac6f7-57b5-4686-ab66-690b2005d52e tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Deleting port 4184ba75-7267-4224-82c9-d79dc1358540 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:55:18.692055 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-383ac6f7-57b5-4686-ab66-690b2005d52e tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:18.781012 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-383ac6f7-57b5-4686-ab66-690b2005d52e tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:18.781485 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-383ac6f7-57b5-4686-ab66-690b2005d52e tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:18.794365 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-383ac6f7-57b5-4686-ab66-690b2005d52e tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Calling delete_port for 4184ba75-7267-4224-82c9-d79dc1358540 owned by network:floatingip {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:55:18.963131 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-383ac6f7-57b5-4686-ab66-690b2005d52e tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:18.988395 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383ac6f7-57b5-4686-ab66-690b2005d52e tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Pushing event deleted for resources: {'Port': ['ID=4184ba75-7267-4224-82c9-d79dc1358540,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:55:19.000402 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383ac6f7-57b5-4686-ab66-690b2005d52e tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:55:19.000784 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383ac6f7-57b5-4686-ab66-690b2005d52e tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:55:19.001126 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383ac6f7-57b5-4686-ab66-690b2005d52e tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:55:19.001461 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383ac6f7-57b5-4686-ab66-690b2005d52e tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:55:19.001791 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383ac6f7-57b5-4686-ab66-690b2005d52e tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:55:19.002125 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383ac6f7-57b5-4686-ab66-690b2005d52e tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:55:19.002451 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383ac6f7-57b5-4686-ab66-690b2005d52e tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:55:19.002781 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383ac6f7-57b5-4686-ab66-690b2005d52e tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:55:19.003107 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383ac6f7-57b5-4686-ab66-690b2005d52e tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:55:19.003433 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383ac6f7-57b5-4686-ab66-690b2005d52e tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:55:19.003738 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383ac6f7-57b5-4686-ab66-690b2005d52e tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:55:19.004058 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383ac6f7-57b5-4686-ab66-690b2005d52e tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:55:19.058150 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-383ac6f7-57b5-4686-ab66-690b2005d52e tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for floatingip, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:19.058499 n-d-804985-2 neutron-server[106253]: INFO neutron.db.l3_db [None req-383ac6f7-57b5-4686-ab66-690b2005d52e tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Floating IP dffadb60-7d15-46f1-a61f-67a05b2e61d4 disassociated (deleted). External IP: 172.25.7.33, port: c2c7b6d2-f7f2-4acb-a78b-813ed0e209c3. Aug 18 12:55:19.585332 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-383ac6f7-57b5-4686-ab66-690b2005d52e tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Router efcd7404-a185-4e15-ae8a-53a7092d3f8e has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:55:19.691412 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-383ac6f7-57b5-4686-ab66-690b2005d52e tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:55:19.695698 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-383ac6f7-57b5-4686-ab66-690b2005d52e tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for floatingip, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:19.701888 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9875dc17-4672-453e-9f79-54b3204d6298 None None] Sync routers for ids ['efcd7404-a185-4e15-ae8a-53a7092d3f8e'] in n-d-804985-2 {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:55:19.712210 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9875dc17-4672-453e-9f79-54b3204d6298 None None] Routers {'efcd7404-a185-4e15-ae8a-53a7092d3f8e'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:55:19.713094 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-9875dc17-4672-453e-9f79-54b3204d6298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:54:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['efcd7404-a185-4e15-ae8a-53a7092d3f8e'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:55:19.723351 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-383ac6f7-57b5-4686-ab66-690b2005d52e tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "DELETE /v2.0/floatingips/dffadb60-7d15-46f1-a61f-67a05b2e61d4 HTTP/1.1" status: 204 len: 168 time: 1.1953456 Aug 18 12:55:19.723982 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f2aa4f5-4538-4805-bf05-1630eaead002', 'tag': 'c2c7b6d2-f7f2-4acb-a78b-813ed0e209c3'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:55:19.726400 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d6bbf6f425705e9a26053008d8b7c0abfe3c10eda721baf5c515723d6d58932" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53c92b35-67c1-4d7a-90e5-38ccda00cfeb" -d '{"events": [{"name": "network-changed", "server_uuid": "2f2aa4f5-4538-4805-bf05-1630eaead002", "tag": "c2c7b6d2-f7f2-4acb-a78b-813ed0e209c3"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:55:19.820835 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-9875dc17-4672-453e-9f79-54b3204d6298 None None] Set router efcd7404-a185-4e15-ae8a-53a7092d3f8e gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:55:19.831853 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:55:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fabbb525-0218-4cc4-9a65-ae0ecf982d3f x-openstack-request-id: req-fabbb525-0218-4cc4-9a65-ae0ecf982d3f {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:55:19.832763 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f2aa4f5-4538-4805-bf05-1630eaead002", "tag": "c2c7b6d2-f7f2-4acb-a78b-813ed0e209c3", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:55:19.832994 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-fabbb525-0218-4cc4-9a65-ae0ecf982d3f {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:55:19.833585 n-d-804985-2 neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f2aa4f5-4538-4805-bf05-1630eaead002', 'tag': 'c2c7b6d2-f7f2-4acb-a78b-813ed0e209c3', 'status': 'completed', 'code': 200} Aug 18 12:55:19.902551 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c92b35-67c1-4d7a-90e5-38ccda00cfeb req-6f9aa285-1fac-4da0-9215-cb0ae3853169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:19.904232 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-53c92b35-67c1-4d7a-90e5-38ccda00cfeb req-6f9aa285-1fac-4da0-9215-cb0ae3853169 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=80570d7663924423a4131eb860db7880&device_id=2f2aa4f5-4538-4805-bf05-1630eaead002 HTTP/1.1" status: 200 len: 1096 time: 0.0429399 Aug 18 12:55:20.017924 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3202df2e-411c-42e2-a9e5-cb9e40499563 req-75dd07e3-dff4-4223-95bb-bff4539d4f77 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:20.019496 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3202df2e-411c-42e2-a9e5-cb9e40499563 req-75dd07e3-dff4-4223-95bb-bff4539d4f77 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/ports?device_id=2f2aa4f5-4538-4805-bf05-1630eaead002 HTTP/1.1" status: 200 len: 945 time: 0.1110947 Aug 18 12:55:20.054931 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c92b35-67c1-4d7a-90e5-38ccda00cfeb req-436c0500-389b-4b74-a819-e0cfe72be636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:20.056662 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-53c92b35-67c1-4d7a-90e5-38ccda00cfeb req-436c0500-389b-4b74-a819-e0cfe72be636 service neutron] 10.222.0.63 "GET /v2.0/networks?id=b814c9e0-b755-4162-99f0-1eeaf347f189 HTTP/1.1" status: 200 len: 898 time: 0.1389964 Aug 18 12:55:20.080508 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3202df2e-411c-42e2-a9e5-cb9e40499563 req-eeaeccfb-3a1a-41c0-bd96-138048be3aaa tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/security-groups?id=64a1dd69-da8d-4181-a66f-7aceaafbe18f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540771 Aug 18 12:55:20.111966 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-53c92b35-67c1-4d7a-90e5-38ccda00cfeb req-540b22cd-1730-46e0-89db-b7cb17f9112d service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c2c7b6d2-f7f2-4acb-a78b-813ed0e209c3 HTTP/1.1" status: 200 len: 217 time: 0.0451922 Aug 18 12:55:20.127523 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-9875dc17-4672-453e-9f79-54b3204d6298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efcd7404-a185-4e15-ae8a-53a7092d3f8e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-455466194', 'tenant_id': '80570d7663924423a4131eb860db7880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.212'}], 'enable_snat': True}, 'gw_port_id': '60433c0b-ee72-453e-bc52-2f8e97eb5598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:53:49Z', 'updated_at': '2021-08-18T12:53:52Z', 'revision_number': 4, 'project_id': '80570d7663924423a4131eb860db7880', 'gw_port': {'id': '60433c0b-ee72-453e-bc52-2f8e97eb5598', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:3e:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efcd7404-a185-4e15-ae8a-53a7092d3f8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:53:49Z', 'updated_at': '2021-08-18T12:53:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': '305a62c2-0192-4e9c-8f79-b32a89cc7c21', 'name': '', 'network_id': 'b814c9e0-b755-4162-99f0-1eeaf347f189', 'tenant_id': '80570d7663924423a4131eb860db7880', 'mac_address': 'fa:16:3e:60:03:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efcd7404-a185-4e15-ae8a-53a7092d3f8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'fd33b965-1f55-418e-b1fa-a90d0f36ed02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:53:52Z', 'updated_at': '2021-08-18T12:53:57Z', 'revision_number': 5, 'project_id': '80570d7663924423a4131eb860db7880', 'subnets': [{'id': 'fd33b965-1f55-418e-b1fa-a90d0f36ed02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:55:20.155910 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9875dc17-4672-453e-9f79-54b3204d6298 None None] Checking router: efcd7404-a185-4e15-ae8a-53a7092d3f8e for host: n-d-804985-2 {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:55:20.162939 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c92b35-67c1-4d7a-90e5-38ccda00cfeb req-f3f1049f-f22b-4126-b00a-0701aeeba285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:20.164183 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9875dc17-4672-453e-9f79-54b3204d6298 None None] Routers {'efcd7404-a185-4e15-ae8a-53a7092d3f8e'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:55:20.164501 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-53c92b35-67c1-4d7a-90e5-38ccda00cfeb req-f3f1049f-f22b-4126-b00a-0701aeeba285 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=fd33b965-1f55-418e-b1fa-a90d0f36ed02 HTTP/1.1" status: 200 len: 835 time: 0.0448797 Aug 18 12:55:20.164809 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-9875dc17-4672-453e-9f79-54b3204d6298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:54:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['efcd7404-a185-4e15-ae8a-53a7092d3f8e'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:55:20.210526 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c92b35-67c1-4d7a-90e5-38ccda00cfeb req-06721b46-4d11-4da6-9c55-76b452f0a2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:20.212052 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-53c92b35-67c1-4d7a-90e5-38ccda00cfeb req-06721b46-4d11-4da6-9c55-76b452f0a2e0 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=b814c9e0-b755-4162-99f0-1eeaf347f189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402606 Aug 18 12:55:20.270650 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-9875dc17-4672-453e-9f79-54b3204d6298 None None] Set router efcd7404-a185-4e15-ae8a-53a7092d3f8e gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:55:20.308412 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-53c92b35-67c1-4d7a-90e5-38ccda00cfeb req-3ef7acbd-266b-4a3c-b74a-e7743179504e service neutron] 10.222.0.63 "GET /v2.0/networks/b814c9e0-b755-4162-99f0-1eeaf347f189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872011 Aug 18 12:55:20.399898 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-53c92b35-67c1-4d7a-90e5-38ccda00cfeb req-be260158-c665-4f60-9d86-9bb1c36c1d1a service neutron] 10.222.0.63 "GET /v2.0/networks/b814c9e0-b755-4162-99f0-1eeaf347f189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816309 Aug 18 12:55:20.480307 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-9875dc17-4672-453e-9f79-54b3204d6298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efcd7404-a185-4e15-ae8a-53a7092d3f8e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-455466194', 'tenant_id': '80570d7663924423a4131eb860db7880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.212'}], 'enable_snat': True}, 'gw_port_id': '60433c0b-ee72-453e-bc52-2f8e97eb5598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:53:49Z', 'updated_at': '2021-08-18T12:53:52Z', 'revision_number': 4, 'project_id': '80570d7663924423a4131eb860db7880', 'gw_port': {'id': '60433c0b-ee72-453e-bc52-2f8e97eb5598', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:3e:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efcd7404-a185-4e15-ae8a-53a7092d3f8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:53:49Z', 'updated_at': '2021-08-18T12:53:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': '305a62c2-0192-4e9c-8f79-b32a89cc7c21', 'name': '', 'network_id': 'b814c9e0-b755-4162-99f0-1eeaf347f189', 'tenant_id': '80570d7663924423a4131eb860db7880', 'mac_address': 'fa:16:3e:60:03:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efcd7404-a185-4e15-ae8a-53a7092d3f8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'fd33b965-1f55-418e-b1fa-a90d0f36ed02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:53:52Z', 'updated_at': '2021-08-18T12:53:57Z', 'revision_number': 5, 'project_id': '80570d7663924423a4131eb860db7880', 'subnets': [{'id': 'fd33b965-1f55-418e-b1fa-a90d0f36ed02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:55:20.507841 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9875dc17-4672-453e-9f79-54b3204d6298 None None] The sync data for ids ['efcd7404-a185-4e15-ae8a-53a7092d3f8e'] in n-d-804985-2 is: [{'id': 'efcd7404-a185-4e15-ae8a-53a7092d3f8e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-455466194', 'tenant_id': '80570d7663924423a4131eb860db7880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.212'}], 'enable_snat': True}, 'gw_port_id': '60433c0b-ee72-453e-bc52-2f8e97eb5598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:53:49Z', 'updated_at': '2021-08-18T12:53:52Z', 'revision_number': 4, 'project_id': '80570d7663924423a4131eb860db7880', 'gw_port': {'id': '60433c0b-ee72-453e-bc52-2f8e97eb5598', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:3e:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efcd7404-a185-4e15-ae8a-53a7092d3f8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:53:49Z', 'updated_at': '2021-08-18T12:53:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': '305a62c2-0192-4e9c-8f79-b32a89cc7c21', 'name': '', 'network_id': 'b814c9e0-b755-4162-99f0-1eeaf347f189', 'tenant_id': '80570d7663924423a4131eb860db7880', 'mac_address': 'fa:16:3e:60:03:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efcd7404-a185-4e15-ae8a-53a7092d3f8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'fd33b965-1f55-418e-b1fa-a90d0f36ed02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:53:52Z', 'updated_at': '2021-08-18T12:53:57Z', 'revision_number': 5, 'project_id': '80570d7663924423a4131eb860db7880', 'subnets': [{'id': 'fd33b965-1f55-418e-b1fa-a90d0f36ed02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:55:20.740690 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e2073e8-51fa-4c0e-b9bd-44d658f9fa0e None None] New status for floating IP dffadb60-7d15-46f1-a61f-67a05b2e61d4: DOWN {{(pid=106254) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 12:55:21.231207 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce997fd4-47f2-47bc-b805-f29801f5761f req-7247220a-4072-416a-9a82-9c959fa8818e tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:21.232783 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ce997fd4-47f2-47bc-b805-f29801f5761f req-7247220a-4072-416a-9a82-9c959fa8818e tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/ports?device_id=2f2aa4f5-4538-4805-bf05-1630eaead002 HTTP/1.1" status: 200 len: 945 time: 0.0678394 Aug 18 12:55:21.278572 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ce997fd4-47f2-47bc-b805-f29801f5761f req-edf0b6e7-d578-4f8d-9877-c83c14c92640 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/security-groups?id=64a1dd69-da8d-4181-a66f-7aceaafbe18f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390623 Aug 18 12:55:21.414295 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c6ca1a-18d7-4730-8dd6-380f5e6472b4 req-cb9010cf-4524-4863-a9c2-f6cf1e7faf51 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:21.415704 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-48c6ca1a-18d7-4730-8dd6-380f5e6472b4 req-cb9010cf-4524-4863-a9c2-f6cf1e7faf51 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.63 "GET /v2.0/ports?device_id=2f2aa4f5-4538-4805-bf05-1630eaead002 HTTP/1.1" status: 200 len: 945 time: 0.0708125 Aug 18 12:55:21.514581 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-48c6ca1a-18d7-4730-8dd6-380f5e6472b4 req-4a3a26f4-1b17-48db-92b5-7b0b160546a8 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Deleting port c2c7b6d2-f7f2-4acb-a78b-813ed0e209c3 {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:55:21.514935 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-48c6ca1a-18d7-4730-8dd6-380f5e6472b4 req-4a3a26f4-1b17-48db-92b5-7b0b160546a8 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:21.532998 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:21.619812 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-48c6ca1a-18d7-4730-8dd6-380f5e6472b4 req-4a3a26f4-1b17-48db-92b5-7b0b160546a8 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] For port c2c7b6d2-f7f2-4acb-a78b-813ed0e209c3, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=c2c7b6d2-f7f2-4acb-a78b-813ed0e209c3,segment=NetworkSegment(14e40467-51e0-48b5-ab98-ea4bf22865a4),segment_id=14e40467-51e0-48b5-ab98-ea4bf22865a4)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:55:21.620179 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-48c6ca1a-18d7-4730-8dd6-380f5e6472b4 req-4a3a26f4-1b17-48db-92b5-7b0b160546a8 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:21.633327 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-48c6ca1a-18d7-4730-8dd6-380f5e6472b4 req-4a3a26f4-1b17-48db-92b5-7b0b160546a8 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Calling delete_port for c2c7b6d2-f7f2-4acb-a78b-813ed0e209c3 owned by compute:nova {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:55:21.780199 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-48c6ca1a-18d7-4730-8dd6-380f5e6472b4 req-4a3a26f4-1b17-48db-92b5-7b0b160546a8 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:21.799240 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-c1bb4cce-8406-4cab-9225-e50981d2e184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:21.810629 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3a26f4-1b17-48db-92b5-7b0b160546a8 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Pushing event deleted for resources: {'Port': ['ID=c2c7b6d2-f7f2-4acb-a78b-813ed0e209c3,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:55:21.836751 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3a26f4-1b17-48db-92b5-7b0b160546a8 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:55:21.837105 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3a26f4-1b17-48db-92b5-7b0b160546a8 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:55:21.837448 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3a26f4-1b17-48db-92b5-7b0b160546a8 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:55:21.837790 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3a26f4-1b17-48db-92b5-7b0b160546a8 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:55:21.838124 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3a26f4-1b17-48db-92b5-7b0b160546a8 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:55:21.838455 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3a26f4-1b17-48db-92b5-7b0b160546a8 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:55:21.838784 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3a26f4-1b17-48db-92b5-7b0b160546a8 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:55:21.839115 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3a26f4-1b17-48db-92b5-7b0b160546a8 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:55:21.839442 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3a26f4-1b17-48db-92b5-7b0b160546a8 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:55:21.839754 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3a26f4-1b17-48db-92b5-7b0b160546a8 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:55:21.840096 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3a26f4-1b17-48db-92b5-7b0b160546a8 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:55:21.840420 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3a26f4-1b17-48db-92b5-7b0b160546a8 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:55:21.861596 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-48c6ca1a-18d7-4730-8dd6-380f5e6472b4 req-4a3a26f4-1b17-48db-92b5-7b0b160546a8 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] No DVR routers for this DVR port c2c7b6d2-f7f2-4acb-a78b-813ed0e209c3 on host n-h1-804985-2 {{(pid=106252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:55:21.864068 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-48c6ca1a-18d7-4730-8dd6-380f5e6472b4 req-4a3a26f4-1b17-48db-92b5-7b0b160546a8 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:21.866115 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-48c6ca1a-18d7-4730-8dd6-380f5e6472b4 req-4a3a26f4-1b17-48db-92b5-7b0b160546a8 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.63 "DELETE /v2.0/ports/c2c7b6d2-f7f2-4acb-a78b-813ed0e209c3 HTTP/1.1" status: 204 len: 173 time: 0.4441910 Aug 18 12:55:21.866546 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f2aa4f5-4538-4805-bf05-1630eaead002', 'name': 'network-vif-deleted', 'tag': 'c2c7b6d2-f7f2-4acb-a78b-813ed0e209c3'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:55:21.868968 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e1715db41198363ca71e85bb75ffab0edf23d36e39f25ec0aa17a703e60534b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2393be8-cb94-4e6d-b96c-5315ce478d2f" -d '{"events": [{"server_uuid": "2f2aa4f5-4538-4805-bf05-1630eaead002", "name": "network-vif-deleted", "tag": "c2c7b6d2-f7f2-4acb-a78b-813ed0e209c3"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:55:21.909340 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:55:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f507bb9-a4f8-44df-b52f-46b6ab851caf x-openstack-request-id: req-9f507bb9-a4f8-44df-b52f-46b6ab851caf {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:55:21.909606 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f2aa4f5-4538-4805-bf05-1630eaead002", "name": "network-vif-deleted", "tag": "c2c7b6d2-f7f2-4acb-a78b-813ed0e209c3", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:55:21.909859 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-9f507bb9-a4f8-44df-b52f-46b6ab851caf {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:55:21.910256 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f2aa4f5-4538-4805-bf05-1630eaead002', 'name': 'network-vif-deleted', 'tag': 'c2c7b6d2-f7f2-4acb-a78b-813ed0e209c3', 'status': 'completed', 'code': 200} Aug 18 12:55:22.393925 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-875fa574-4a46-4d6a-bbf8-7f84636928e6 req-e6890ccc-3df7-453f-83fa-3009e1b56ac8 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/ports?device_id=2f2aa4f5-4538-4805-bf05-1630eaead002 HTTP/1.1" status: 200 len: 210 time: 0.0306089 Aug 18 12:55:22.414207 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-53584c24-f517-494e-ac93-c18bb92373f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:23.455184 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 53424) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:55:23.829078 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-fcd14d38-dcad-4dcd-92bc-6891fbfe9950 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-996815'] for router_interface, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:24.091743 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-500a1c61-38a7-4c23-a7ec-4631080af5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:24.413189 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-fcd14d38-dcad-4dcd-92bc-6891fbfe9950 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Deleting port 305a62c2-0192-4e9c-8f79-b32a89cc7c21 {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:55:24.413445 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-fcd14d38-dcad-4dcd-92bc-6891fbfe9950 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:24.506733 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [None req-fcd14d38-dcad-4dcd-92bc-6891fbfe9950 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] For port 305a62c2-0192-4e9c-8f79-b32a89cc7c21, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=305a62c2-0192-4e9c-8f79-b32a89cc7c21,segment=NetworkSegment(14e40467-51e0-48b5-ab98-ea4bf22865a4),segment_id=14e40467-51e0-48b5-ab98-ea4bf22865a4)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:55:24.507438 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-fcd14d38-dcad-4dcd-92bc-6891fbfe9950 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:24.520368 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-fcd14d38-dcad-4dcd-92bc-6891fbfe9950 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Calling delete_port for 305a62c2-0192-4e9c-8f79-b32a89cc7c21 owned by network:router_interface {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:55:24.649018 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device c2c7b6d2-f7f2-4acb-a78b-813ed0e209c3 no longer exists at agent hyperv_n-h1-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:55:24.674932 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] No Port match for: c2c7b6d2-f7f2-4acb-a78b-813ed0e209c3 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:55:24.675162 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device c2c7b6d2-f7f2-4acb-a78b-813ed0e209c3 not bound to the agent host n-h1-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:55:24.720778 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-fcd14d38-dcad-4dcd-92bc-6891fbfe9950 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:24.746692 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd14d38-dcad-4dcd-92bc-6891fbfe9950 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Pushing event deleted for resources: {'Port': ['ID=305a62c2-0192-4e9c-8f79-b32a89cc7c21,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:55:24.923449 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-fcd14d38-dcad-4dcd-92bc-6891fbfe9950 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953695'] for router_interface, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:25.161995 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcd14d38-dcad-4dcd-92bc-6891fbfe9950 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Router efcd7404-a185-4e15-ae8a-53a7092d3f8e has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:55:25.288060 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcd14d38-dcad-4dcd-92bc-6891fbfe9950 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:55:25.295179 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-fcd14d38-dcad-4dcd-92bc-6891fbfe9950 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "PUT /v2.0/routers/efcd7404-a185-4e15-ae8a-53a7092d3f8e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8389282 Aug 18 12:55:25.298043 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 53426) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:55:25.301543 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c578a5cd-6cd3-42c1-917c-b04d7d10f6a6 None None] Sync routers for ids ['efcd7404-a185-4e15-ae8a-53a7092d3f8e'] in n-d-804985-2 {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:55:25.311972 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c578a5cd-6cd3-42c1-917c-b04d7d10f6a6 None None] Routers {'efcd7404-a185-4e15-ae8a-53a7092d3f8e'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:55:25.312713 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-c578a5cd-6cd3-42c1-917c-b04d7d10f6a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:55:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['efcd7404-a185-4e15-ae8a-53a7092d3f8e'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:55:25.351403 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_v2 [None req-252c70f4-ffa5-4171-8ab5-39e7ff24d437 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Deleting subnet fd33b965-1f55-418e-b1fa-a90d0f36ed02 {{(pid=106252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 12:55:25.354647 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-252c70f4-ffa5-4171-8ab5-39e7ff24d437 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for subnet, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:25.399177 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-252c70f4-ffa5-4171-8ab5-39e7ff24d437 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2221528'] for subnet, precommit_delete_associations {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:25.420545 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-c578a5cd-6cd3-42c1-917c-b04d7d10f6a6 None None] Set router efcd7404-a185-4e15-ae8a-53a7092d3f8e gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:55:25.486706 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-252c70f4-ffa5-4171-8ab5-39e7ff24d437 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:25.546937 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-252c70f4-ffa5-4171-8ab5-39e7ff24d437 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3572848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59074100'] for subnet, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:25.581540 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-252c70f4-ffa5-4171-8ab5-39e7ff24d437 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for subnet, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:25.583479 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-252c70f4-ffa5-4171-8ab5-39e7ff24d437 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "DELETE /v2.0/subnets/fd33b965-1f55-418e-b1fa-a90d0f36ed02 HTTP/1.1" status: 204 len: 168 time: 0.2843819 Aug 18 12:55:25.584326 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252c70f4-ffa5-4171-8ab5-39e7ff24d437 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Pushing event deleted for resources: {'Subnet': ['ID=fd33b965-1f55-418e-b1fa-a90d0f36ed02,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:55:25.586418 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 53428) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:55:25.592945 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34fe9558-aa34-4d69-b1a1-6c739682ec6b None None] Network b814c9e0-b755-4162-99f0-1eeaf347f189 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:55:25.615572 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-c578a5cd-6cd3-42c1-917c-b04d7d10f6a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efcd7404-a185-4e15-ae8a-53a7092d3f8e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-455466194', 'tenant_id': '80570d7663924423a4131eb860db7880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.212'}], 'enable_snat': True}, 'gw_port_id': '60433c0b-ee72-453e-bc52-2f8e97eb5598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:53:49Z', 'updated_at': '2021-08-18T12:55:24Z', 'revision_number': 5, 'project_id': '80570d7663924423a4131eb860db7880', 'gw_port': {'id': '60433c0b-ee72-453e-bc52-2f8e97eb5598', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:3e:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efcd7404-a185-4e15-ae8a-53a7092d3f8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:53:49Z', 'updated_at': '2021-08-18T12:53:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:55:25.643550 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c578a5cd-6cd3-42c1-917c-b04d7d10f6a6 None None] Checking router: efcd7404-a185-4e15-ae8a-53a7092d3f8e for host: n-d-804985-2 {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:55:25.652373 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c578a5cd-6cd3-42c1-917c-b04d7d10f6a6 None None] Routers {'efcd7404-a185-4e15-ae8a-53a7092d3f8e'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:55:25.653159 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-c578a5cd-6cd3-42c1-917c-b04d7d10f6a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:55:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['efcd7404-a185-4e15-ae8a-53a7092d3f8e'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:55:25.707362 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-18fa2d67-6fbf-4d80-b38e-fc8ff97a3477 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for router, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:25.770650 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-c578a5cd-6cd3-42c1-917c-b04d7d10f6a6 None None] Set router efcd7404-a185-4e15-ae8a-53a7092d3f8e gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:55:25.823134 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-18fa2d67-6fbf-4d80-b38e-fc8ff97a3477 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:25.881234 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-18fa2d67-6fbf-4d80-b38e-fc8ff97a3477 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Deleting port 60433c0b-ee72-453e-bc52-2f8e97eb5598 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:55:25.881674 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-18fa2d67-6fbf-4d80-b38e-fc8ff97a3477 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:25.964862 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [None req-18fa2d67-6fbf-4d80-b38e-fc8ff97a3477 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] For port 60433c0b-ee72-453e-bc52-2f8e97eb5598, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=60433c0b-ee72-453e-bc52-2f8e97eb5598,segment=NetworkSegment(c5a3db9d-5c58-41b1-9177-d5787a597b78),segment_id=c5a3db9d-5c58-41b1-9177-d5787a597b78)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:55:25.965225 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-18fa2d67-6fbf-4d80-b38e-fc8ff97a3477 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:25.966002 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43e74346-f73f-48f9-8dc4-2b14e487cf37 None None] DHCP port deletion for b814c9e0-b755-4162-99f0-1eeaf347f189 request from n-d-804985-2 {{(pid=106254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 12:55:25.971192 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-c578a5cd-6cd3-42c1-917c-b04d7d10f6a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efcd7404-a185-4e15-ae8a-53a7092d3f8e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-455466194', 'tenant_id': '80570d7663924423a4131eb860db7880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.212'}], 'enable_snat': True}, 'gw_port_id': '60433c0b-ee72-453e-bc52-2f8e97eb5598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:53:49Z', 'updated_at': '2021-08-18T12:55:24Z', 'revision_number': 5, 'project_id': '80570d7663924423a4131eb860db7880', 'gw_port': {'id': '60433c0b-ee72-453e-bc52-2f8e97eb5598', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:3e:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efcd7404-a185-4e15-ae8a-53a7092d3f8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:53:49Z', 'updated_at': '2021-08-18T12:53:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:55:25.978533 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-18fa2d67-6fbf-4d80-b38e-fc8ff97a3477 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Calling delete_port for 60433c0b-ee72-453e-bc52-2f8e97eb5598 owned by network:router_gateway {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:55:25.998715 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c578a5cd-6cd3-42c1-917c-b04d7d10f6a6 None None] The sync data for ids ['efcd7404-a185-4e15-ae8a-53a7092d3f8e'] in n-d-804985-2 is: [{'id': 'efcd7404-a185-4e15-ae8a-53a7092d3f8e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-455466194', 'tenant_id': '80570d7663924423a4131eb860db7880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.212'}], 'enable_snat': True}, 'gw_port_id': '60433c0b-ee72-453e-bc52-2f8e97eb5598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:53:49Z', 'updated_at': '2021-08-18T12:55:24Z', 'revision_number': 5, 'project_id': '80570d7663924423a4131eb860db7880', 'gw_port': {'id': '60433c0b-ee72-453e-bc52-2f8e97eb5598', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:3e:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efcd7404-a185-4e15-ae8a-53a7092d3f8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:53:49Z', 'updated_at': '2021-08-18T12:53:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:55:26.018411 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-43e74346-f73f-48f9-8dc4-2b14e487cf37 None None] Deleting port 67d7fd54-9ff5-4ec0-b286-1b8ae81523ee {{(pid=106254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:55:26.018825 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-43e74346-f73f-48f9-8dc4-2b14e487cf37 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:26.085354 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-43e74346-f73f-48f9-8dc4-2b14e487cf37 None None] For port 67d7fd54-9ff5-4ec0-b286-1b8ae81523ee, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=67d7fd54-9ff5-4ec0-b286-1b8ae81523ee,segment=NetworkSegment(14e40467-51e0-48b5-ab98-ea4bf22865a4),segment_id=14e40467-51e0-48b5-ab98-ea4bf22865a4)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:55:26.085673 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-43e74346-f73f-48f9-8dc4-2b14e487cf37 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:26.109213 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-43e74346-f73f-48f9-8dc4-2b14e487cf37 None None] Calling delete_port for 67d7fd54-9ff5-4ec0-b286-1b8ae81523ee owned by network:dhcp {{(pid=106254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:55:26.148418 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-18fa2d67-6fbf-4d80-b38e-fc8ff97a3477 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:26.174535 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fa2d67-6fbf-4d80-b38e-fc8ff97a3477 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Pushing event deleted for resources: {'Port': ['ID=60433c0b-ee72-453e-bc52-2f8e97eb5598,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:55:26.190241 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-43e74346-f73f-48f9-8dc4-2b14e487cf37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556'] for port, after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:26.219485 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e74346-f73f-48f9-8dc4-2b14e487cf37 None None] Pushing event deleted for resources: {'Port': ['ID=67d7fd54-9ff5-4ec0-b286-1b8ae81523ee,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:55:26.221878 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e74346-f73f-48f9-8dc4-2b14e487cf37 None None] No DVR routers for this DVR port 67d7fd54-9ff5-4ec0-b286-1b8ae81523ee on host n-d-804985-2 {{(pid=106254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:55:26.230321 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e74346-f73f-48f9-8dc4-2b14e487cf37 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:55:26.230321 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e74346-f73f-48f9-8dc4-2b14e487cf37 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:55:26.230617 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e74346-f73f-48f9-8dc4-2b14e487cf37 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:55:26.230943 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e74346-f73f-48f9-8dc4-2b14e487cf37 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:55:26.231265 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e74346-f73f-48f9-8dc4-2b14e487cf37 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:55:26.231589 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e74346-f73f-48f9-8dc4-2b14e487cf37 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:55:26.231921 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e74346-f73f-48f9-8dc4-2b14e487cf37 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:55:26.232240 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e74346-f73f-48f9-8dc4-2b14e487cf37 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:55:26.232543 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e74346-f73f-48f9-8dc4-2b14e487cf37 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:55:26.232870 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e74346-f73f-48f9-8dc4-2b14e487cf37 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:55:26.233186 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e74346-f73f-48f9-8dc4-2b14e487cf37 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:55:26.233495 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e74346-f73f-48f9-8dc4-2b14e487cf37 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:55:26.243971 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-18fa2d67-6fbf-4d80-b38e-fc8ff97a3477 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-997271'] for router_gateway, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:26.337488 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-18fa2d67-6fbf-4d80-b38e-fc8ff97a3477 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-996004', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15859'] for router, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:26.339722 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-18fa2d67-6fbf-4d80-b38e-fc8ff97a3477 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:26.391429 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-18fa2d67-6fbf-4d80-b38e-fc8ff97a3477 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-996061'] for router, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:26.392035 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18fa2d67-6fbf-4d80-b38e-fc8ff97a3477 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Fanout notify agent at l3_agent the message router_deleted on router efcd7404-a185-4e15-ae8a-53a7092d3f8e {{(pid=106253) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 12:55:26.399731 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-18fa2d67-6fbf-4d80-b38e-fc8ff97a3477 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for router, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:26.400864 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-18fa2d67-6fbf-4d80-b38e-fc8ff97a3477 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "DELETE /v2.0/routers/efcd7404-a185-4e15-ae8a-53a7092d3f8e HTTP/1.1" status: 204 len: 168 time: 0.8133922 Aug 18 12:55:26.403736 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 53430) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:55:26.484427 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-173b4ba7-f38b-47cb-8c95-9bae9e7d4714 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7904109'] for network, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:26.579695 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-173b4ba7-f38b-47cb-8c95-9bae9e7d4714 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8367869', 'neutron.services.segments.db._delete_segments_for_network-8789151212993'] for network, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:26.590920 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-173b4ba7-f38b-47cb-8c95-9bae9e7d4714 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b814c9e0-b755-4162-99f0-1eeaf347f189']}} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:55:26.602731 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-173b4ba7-f38b-47cb-8c95-9bae9e7d4714 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14e40467-51e0-48b5-ab98-ea4bf22865a4') {'for_net_delete': True} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:55:26.603030 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-173b4ba7-f38b-47cb-8c95-9bae9e7d4714 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14e40467-51e0-48b5-ab98-ea4bf22865a4') {} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:55:26.612711 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-173b4ba7-f38b-47cb-8c95-9bae9e7d4714 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789151225254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2221521'] for segment, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:26.627306 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-173b4ba7-f38b-47cb-8c95-9bae9e7d4714 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:26.633817 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-173b4ba7-f38b-47cb-8c95-9bae9e7d4714 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Releasing vlan 833 on physical network physnet1 to pool {{(pid=106252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:55:26.634216 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-173b4ba7-f38b-47cb-8c95-9bae9e7d4714 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3572434'] for segment, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:26.637364 n-d-804985-2 neutron-server[106252]: Traceback (most recent call last): Aug 18 12:55:26.637364 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:55:26.637364 n-d-804985-2 neutron-server[106252]: timer() Aug 18 12:55:26.637364 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:55:26.637364 n-d-804985-2 neutron-server[106252]: cb(*args, **kw) Aug 18 12:55:26.637364 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:55:26.637364 n-d-804985-2 neutron-server[106252]: return func(*args, **kwargs) Aug 18 12:55:26.637364 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:55:26.637364 n-d-804985-2 neutron-server[106252]: self._notify() Aug 18 12:55:26.637364 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:55:26.637364 n-d-804985-2 neutron-server[106252]: self.callback(batched_events) Aug 18 12:55:26.637364 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:55:26.637364 n-d-804985-2 neutron-server[106252]: event.method(event) Aug 18 12:55:26.637364 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:55:26.637364 n-d-804985-2 neutron-server[106252]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:55:26.637364 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:55:26.637364 n-d-804985-2 neutron-server[106252]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:55:26.637364 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:55:26.637364 n-d-804985-2 neutron-server[106252]: return f(self, *a, **k) Aug 18 12:55:26.637364 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:55:26.637364 n-d-804985-2 neutron-server[106252]: return self._get(url).json() Aug 18 12:55:26.637364 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:55:26.637364 n-d-804985-2 neutron-server[106252]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:55:26.637364 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:55:26.637364 n-d-804985-2 neutron-server[106252]: return self.request(url, 'GET', **kwargs) Aug 18 12:55:26.637364 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:55:26.637364 n-d-804985-2 neutron-server[106252]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:55:26.637364 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:55:26.637364 n-d-804985-2 neutron-server[106252]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:55:26.637364 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:55:26.637364 n-d-804985-2 neutron-server[106252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:55:26.637364 n-d-804985-2 neutron-server[106252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:55:26.698009 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-173b4ba7-f38b-47cb-8c95-9bae9e7d4714 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8367858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997186'] for network, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:26.705419 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-173b4ba7-f38b-47cb-8c95-9bae9e7d4714 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for network, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:26.707335 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-173b4ba7-f38b-47cb-8c95-9bae9e7d4714 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "DELETE /v2.0/networks/b814c9e0-b755-4162-99f0-1eeaf347f189 HTTP/1.1" status: 204 len: 168 time: 0.3025277 Aug 18 12:55:26.710757 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 53432) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:55:26.719543 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173b4ba7-f38b-47cb-8c95-9bae9e7d4714 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Pushing event deleted for resources: {'Network': ['ID=b814c9e0-b755-4162-99f0-1eeaf347f189,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:55:26.772017 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ead36387-ab04-4df1-9e8b-38107089b03b tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:26.798291 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ead36387-ab04-4df1-9e8b-38107089b03b tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:26.863098 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ead36387-ab04-4df1-9e8b-38107089b03b tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:26.866734 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-ead36387-ab04-4df1-9e8b-38107089b03b tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:26.868309 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-ead36387-ab04-4df1-9e8b-38107089b03b tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "DELETE /v2.0/security-groups/64a1dd69-da8d-4181-a66f-7aceaafbe18f HTTP/1.1" status: 204 len: 168 time: 0.1565046 Aug 18 12:55:26.878132 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead36387-ab04-4df1-9e8b-38107089b03b tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64a1dd69-da8d-4181-a66f-7aceaafbe18f,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:55:27.167867 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 53438) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:55:27.172869 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-f30ee752-b163-48c6-b80f-ce1b3ac17a76 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-320830023', 'description': 'tempest-secgroup-smoke-320830023 description', 'project_id': '80570d7663924423a4131eb860db7880'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:55:27.201397 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f30ee752-b163-48c6-b80f-ce1b3ac17a76 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:27.287056 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f30ee752-b163-48c6-b80f-ce1b3ac17a76 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:27.292240 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f30ee752-b163-48c6-b80f-ce1b3ac17a76 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:27.323131 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f30ee752-b163-48c6-b80f-ce1b3ac17a76 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:27.324393 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-f30ee752-b163-48c6-b80f-ce1b3ac17a76 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1554842 Aug 18 12:55:27.327678 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 53440) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:55:27.328418 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30ee752-b163-48c6-b80f-ce1b3ac17a76 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Pushing event updated for resources: {'SecurityGroup': ['ID=738aee32-2a8c-461c-ba63-16d9f0980ec1,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:55:27.334270 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-6563b365-56d9-409e-88f8-2ce1d64753a3 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Request body: {'security_group_rule': {'security_group_id': '738aee32-2a8c-461c-ba63-16d9f0980ec1', 'project_id': '80570d7663924423a4131eb860db7880', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:55:27.346235 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 67d7fd54-9ff5-4ec0-b286-1b8ae81523ee no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:55:27.363244 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6563b365-56d9-409e-88f8-2ce1d64753a3 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:27.366908 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: 67d7fd54-9ff5-4ec0-b286-1b8ae81523ee {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:55:27.367253 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 67d7fd54-9ff5-4ec0-b286-1b8ae81523ee not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:55:27.367663 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 305a62c2-0192-4e9c-8f79-b32a89cc7c21 no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:55:27.385839 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: 305a62c2-0192-4e9c-8f79-b32a89cc7c21 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:55:27.386189 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 305a62c2-0192-4e9c-8f79-b32a89cc7c21 not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:55:27.386598 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 60433c0b-ee72-453e-bc52-2f8e97eb5598 no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:55:27.404938 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: 60433c0b-ee72-453e-bc52-2f8e97eb5598 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:55:27.405202 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 60433c0b-ee72-453e-bc52-2f8e97eb5598 not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:55:27.425521 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6563b365-56d9-409e-88f8-2ce1d64753a3 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:27.429995 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6563b365-56d9-409e-88f8-2ce1d64753a3 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992607'] for security_group_rule, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:27.448997 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6563b365-56d9-409e-88f8-2ce1d64753a3 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee9f2947-96d4-4dc1-86c4-5f954f0e3307,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:55:27.455188 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6563b365-56d9-409e-88f8-2ce1d64753a3 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:27.456448 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-6563b365-56d9-409e-88f8-2ce1d64753a3 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1273794 Aug 18 12:55:27.459507 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 53442) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:55:27.463990 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-44b9104e-b12c-4359-a905-a8279c6709ee tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Request body: {'security_group_rule': {'security_group_id': '738aee32-2a8c-461c-ba63-16d9f0980ec1', 'project_id': '80570d7663924423a4131eb860db7880', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:55:27.499140 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-44b9104e-b12c-4359-a905-a8279c6709ee tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:27.555144 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-44b9104e-b12c-4359-a905-a8279c6709ee tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:27.560558 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-44b9104e-b12c-4359-a905-a8279c6709ee tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992607'] for security_group_rule, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:27.581438 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b9104e-b12c-4359-a905-a8279c6709ee tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1eb1b60-f875-4286-ba30-a6939bbcd0d4,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:55:27.585845 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-44b9104e-b12c-4359-a905-a8279c6709ee tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:27.587329 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-44b9104e-b12c-4359-a905-a8279c6709ee tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1267955 Aug 18 12:55:27.590243 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 53444) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:55:27.596633 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-dfb2689f-b793-4042-a08a-25911ffe3cca tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Request body: {'security_group_rule': {'security_group_id': '738aee32-2a8c-461c-ba63-16d9f0980ec1', 'project_id': '80570d7663924423a4131eb860db7880', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:55:27.628911 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-dfb2689f-b793-4042-a08a-25911ffe3cca tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:27.689426 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-dfb2689f-b793-4042-a08a-25911ffe3cca tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:27.694617 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-dfb2689f-b793-4042-a08a-25911ffe3cca tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992607'] for security_group_rule, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:27.711932 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb2689f-b793-4042-a08a-25911ffe3cca tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b25e436a-e184-4a02-9d41-ed3625c26b57,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:55:27.718585 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-dfb2689f-b793-4042-a08a-25911ffe3cca tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:27.719826 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-dfb2689f-b793-4042-a08a-25911ffe3cca tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1283393 Aug 18 12:55:27.722769 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 53446) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:55:27.727328 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-25c167a3-9cd6-4b53-876d-9acf6bdaa022 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Request body: {'security_group_rule': {'security_group_id': '738aee32-2a8c-461c-ba63-16d9f0980ec1', 'project_id': '80570d7663924423a4131eb860db7880', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:55:27.754779 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-25c167a3-9cd6-4b53-876d-9acf6bdaa022 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:27.821460 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-25c167a3-9cd6-4b53-876d-9acf6bdaa022 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:27.826518 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-25c167a3-9cd6-4b53-876d-9acf6bdaa022 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992607'] for security_group_rule, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:27.846255 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c167a3-9cd6-4b53-876d-9acf6bdaa022 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9d3f86e-fbec-458e-b428-8d771dd5221b,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:55:27.849435 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-25c167a3-9cd6-4b53-876d-9acf6bdaa022 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:27.850890 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-25c167a3-9cd6-4b53-876d-9acf6bdaa022 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1271846 Aug 18 12:55:27.853888 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 53448) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:55:27.860858 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-8dd6300d-21b0-4e70-9dfe-01bdbebf15ba tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Request body: {'security_group_rule': {'security_group_id': '738aee32-2a8c-461c-ba63-16d9f0980ec1', 'project_id': '80570d7663924423a4131eb860db7880', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:55:27.885276 n-d-804985-2 neutron-server[106252]: INFO neutron.db.securitygroups_db [None req-8dd6300d-21b0-4e70-9dfe-01bdbebf15ba tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Project 80570d7663924423a4131eb860db7880 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 18 12:55:27.890147 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8dd6300d-21b0-4e70-9dfe-01bdbebf15ba tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:27.954986 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8dd6300d-21b0-4e70-9dfe-01bdbebf15ba tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:27.960532 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8dd6300d-21b0-4e70-9dfe-01bdbebf15ba tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992607'] for security_group_rule, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:27.979895 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd6300d-21b0-4e70-9dfe-01bdbebf15ba tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65e886c1-45df-4f2f-9607-2ec6a312ded0,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:55:27.988124 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-8dd6300d-21b0-4e70-9dfe-01bdbebf15ba tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:27.989440 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-8dd6300d-21b0-4e70-9dfe-01bdbebf15ba tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1342633 Aug 18 12:55:27.992130 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 53450) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:55:27.996753 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-f56d6c2a-5c03-4c2c-a204-47bb36a5cbea tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Request body: {'security_group_rule': {'security_group_id': '738aee32-2a8c-461c-ba63-16d9f0980ec1', 'project_id': '80570d7663924423a4131eb860db7880', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:55:28.019213 n-d-804985-2 neutron-server[106252]: INFO neutron.db.securitygroups_db [None req-f56d6c2a-5c03-4c2c-a204-47bb36a5cbea tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Project 80570d7663924423a4131eb860db7880 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 18 12:55:28.024179 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f56d6c2a-5c03-4c2c-a204-47bb36a5cbea tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:28.087041 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f56d6c2a-5c03-4c2c-a204-47bb36a5cbea tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:28.091627 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f56d6c2a-5c03-4c2c-a204-47bb36a5cbea tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992607'] for security_group_rule, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:28.112903 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56d6c2a-5c03-4c2c-a204-47bb36a5cbea tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea57e942-40de-4a8a-a2b6-124dd5efe7c7,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:55:28.116795 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f56d6c2a-5c03-4c2c-a204-47bb36a5cbea tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:28.118167 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-f56d6c2a-5c03-4c2c-a204-47bb36a5cbea tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1249981 Aug 18 12:55:28.121172 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 53452) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:55:28.126319 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-077cf487-50f1-4972-b450-560c78cddcdb tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Request body: {'network': {'name': 'tempest-network-smoke--945722282', 'project_id': '80570d7663924423a4131eb860db7880', 'port_security_enabled': True}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:55:28.147134 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-077cf487-50f1-4972-b450-560c78cddcdb tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Made reservation on behalf of 80570d7663924423a4131eb860db7880 for: {'network': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:55:28.150682 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-077cf487-50f1-4972-b450-560c78cddcdb tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for network, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:28.174732 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-077cf487-50f1-4972-b450-560c78cddcdb tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 813} {{(pid=106252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:55:28.184248 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-077cf487-50f1-4972-b450-560c78cddcdb tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:28.184711 n-d-804985-2 neutron-server[106252]: INFO neutron.db.segments_db [None req-077cf487-50f1-4972-b450-560c78cddcdb tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Added segment f7b19435-b3af-4282-96e9-e671ae47a9d4 of type vlan for network cfcff2d3-6f7d-4bf2-b5fa-9560c4d32a8c Aug 18 12:55:28.237966 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-077cf487-50f1-4972-b450-560c78cddcdb tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789150665894'] for network, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:28.273987 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-077cf487-50f1-4972-b450-560c78cddcdb tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for network, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:28.282633 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-077cf487-50f1-4972-b450-560c78cddcdb tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:28.283336 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-077cf487-50f1-4972-b450-560c78cddcdb tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for network, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:28.336682 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-077cf487-50f1-4972-b450-560c78cddcdb tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2142994 Aug 18 12:55:28.339542 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 53454) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:55:28.344287 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-23f53a21-28f4-41bd-a6a7-e84851279ca9 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1384462590', 'admin_state_up': True, 'project_id': '80570d7663924423a4131eb860db7880', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'}}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:55:28.348213 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077cf487-50f1-4972-b450-560c78cddcdb tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Pushing event updated for resources: {'Network': ['ID=cfcff2d3-6f7d-4bf2-b5fa-9560c4d32a8c,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:55:28.358461 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Network cfcff2d3-6f7d-4bf2-b5fa-9560c4d32a8c details requested by agent ovs-agent-n-d-804985-2 with host n-d-804985-2 {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:55:28.369893 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-23f53a21-28f4-41bd-a6a7-e84851279ca9 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-998592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15809'] for router, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:28.371012 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-23f53a21-28f4-41bd-a6a7-e84851279ca9 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-992733', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-971415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15816'] for router, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:28.426451 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-23f53a21-28f4-41bd-a6a7-e84851279ca9 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:28.566067 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-23f53a21-28f4-41bd-a6a7-e84851279ca9 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:28.758894 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-23f53a21-28f4-41bd-a6a7-e84851279ca9 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for router_gateway, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:28.786810 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-23f53a21-28f4-41bd-a6a7-e84851279ca9 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:28.897643 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [None req-23f53a21-28f4-41bd-a6a7-e84851279ca9 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Allocated IP 172.25.7.56 (7cae7a70-14fd-408c-b14d-39ceb97cb60e/9784295a-20b8-4a4b-b105-f82737f0448f/5e6a398a-bdbb-4d59-8edd-15fb33d22563) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:55:29.000232 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-23f53a21-28f4-41bd-a6a7-e84851279ca9 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:29.047268 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-23f53a21-28f4-41bd-a6a7-e84851279ca9 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:29.086072 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23f53a21-28f4-41bd-a6a7-e84851279ca9 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Network 7cae7a70-14fd-408c-b14d-39ceb97cb60e is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:55:29.090879 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-23f53a21-28f4-41bd-a6a7-e84851279ca9 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:55:29.094339 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f53a21-28f4-41bd-a6a7-e84851279ca9 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:55:29.117645 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f53a21-28f4-41bd-a6a7-e84851279ca9 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Pushing event updated for resources: {'Port': ['ID=5e6a398a-bdbb-4d59-8edd-15fb33d22563,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:55:29.356184 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-23f53a21-28f4-41bd-a6a7-e84851279ca9 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for router_gateway, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:29.557343 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-23f53a21-28f4-41bd-a6a7-e84851279ca9 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-998473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-992536'] for router, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:29.688719 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23f53a21-28f4-41bd-a6a7-e84851279ca9 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Router df0363b9-de3b-4060-a17b-6a96e96656a2 is scheduled to L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 with binding_index 1 {{(pid=106253) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 12:55:29.806570 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23f53a21-28f4-41bd-a6a7-e84851279ca9 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:55:29.817087 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8990d726-4b45-410a-b24b-c340796e6ee3 None None] Sync routers for ids ['df0363b9-de3b-4060-a17b-6a96e96656a2'] in n-d-804985-2 {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:55:29.827922 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-23f53a21-28f4-41bd-a6a7-e84851279ca9 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for router, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:29.828793 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8990d726-4b45-410a-b24b-c340796e6ee3 None None] Routers {'df0363b9-de3b-4060-a17b-6a96e96656a2'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:55:29.829477 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-8990d726-4b45-410a-b24b-c340796e6ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:55:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['df0363b9-de3b-4060-a17b-6a96e96656a2'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:55:29.829863 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-23f53a21-28f4-41bd-a6a7-e84851279ca9 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4888737 Aug 18 12:55:29.832954 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 53456) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:55:29.861505 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-dbf91360-4072-4507-b818-f1b51171d993 tempest-TestNetworkAdvancedServerOps-1700407390 tempest-TestNetworkAdvancedServerOps-1700407390-project-admin] 10.222.0.66 "GET /v2.0/subnets?project_id=80570d7663924423a4131eb860db7880&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271218 Aug 18 12:55:29.864450 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 53458) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:55:29.938773 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-8990d726-4b45-410a-b24b-c340796e6ee3 None None] Set router df0363b9-de3b-4060-a17b-6a96e96656a2 gateway port host: n-d-804985-2 {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:55:30.126821 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-8990d726-4b45-410a-b24b-c340796e6ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df0363b9-de3b-4060-a17b-6a96e96656a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1384462590', 'tenant_id': '80570d7663924423a4131eb860db7880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.56'}], 'enable_snat': True}, 'gw_port_id': '5e6a398a-bdbb-4d59-8edd-15fb33d22563', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:55:28Z', 'updated_at': '2021-08-18T12:55:29Z', 'revision_number': 3, 'project_id': '80570d7663924423a4131eb860db7880', 'gw_port': {'id': '5e6a398a-bdbb-4d59-8edd-15fb33d22563', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:9a:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df0363b9-de3b-4060-a17b-6a96e96656a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:55:28Z', 'updated_at': '2021-08-18T12:55:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:55:30.153475 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8990d726-4b45-410a-b24b-c340796e6ee3 None None] Checking router: df0363b9-de3b-4060-a17b-6a96e96656a2 for host: n-d-804985-2 {{(pid=106254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:55:30.153831 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8990d726-4b45-410a-b24b-c340796e6ee3 None None] Updating router df0363b9-de3b-4060-a17b-6a96e96656a2 port 5e6a398a-bdbb-4d59-8edd-15fb33d22563 binding host n-d-804985-2 {{(pid=106254) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 12:55:30.184176 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8990d726-4b45-410a-b24b-c340796e6ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:30.329538 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca964f44-aa22-4b1c-8ed9-087b3f94e727 tempest-TestNetworkAdvancedServerOps-1700407390 tempest-TestNetworkAdvancedServerOps-1700407390-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:30.331059 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-ca964f44-aa22-4b1c-8ed9-087b3f94e727 tempest-TestNetworkAdvancedServerOps-1700407390 tempest-TestNetworkAdvancedServerOps-1700407390-project-admin] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4656963 Aug 18 12:55:30.333857 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 53460) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:55:30.367160 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-da2ee569-9c91-4fd0-bdec-0aa766e531a5 tempest-TestNetworkAdvancedServerOps-1700407390 tempest-TestNetworkAdvancedServerOps-1700407390-project-admin] 10.222.0.66 "GET /v2.0/subnets?network_id=7cae7a70-14fd-408c-b14d-39ceb97cb60e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0321434 Aug 18 12:55:30.369820 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 53462) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:55:30.375236 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-60a1bce1-384c-41ba-bbe1-acd9266418c6 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-512958816', 'network_id': 'cfcff2d3-6f7d-4bf2-b5fa-9560c4d32a8c', 'project_id': '80570d7663924423a4131eb860db7880', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:55:30.442425 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8990d726-4b45-410a-b24b-c340796e6ee3 None None] Notify callbacks [] for port, precommit_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:30.452682 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8990d726-4b45-410a-b24b-c340796e6ee3 None None] Transition to ACTIVE for port object 5e6a398a-bdbb-4d59-8edd-15fb33d22563 will not be triggered until provisioned by entity L2. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:55:30.458978 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8990d726-4b45-410a-b24b-c340796e6ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:30.471858 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60a1bce1-384c-41ba-bbe1-acd9266418c6 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Made reservation on behalf of 80570d7663924423a4131eb860db7880 for: {'subnet': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:55:30.475426 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-60a1bce1-384c-41ba-bbe1-acd9266418c6 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59074089'] for subnet, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:30.510121 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-8990d726-4b45-410a-b24b-c340796e6ee3 None None] Attempting to bind port 5e6a398a-bdbb-4d59-8edd-15fb33d22563 on host n-d-804985-2 for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:55:30.510486 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-8990d726-4b45-410a-b24b-c340796e6ee3 None None] Attempting to bind port 5e6a398a-bdbb-4d59-8edd-15fb33d22563 by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:55:30.510832 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8990d726-4b45-410a-b24b-c340796e6ee3 None None] Attempting to bind port 5e6a398a-bdbb-4d59-8edd-15fb33d22563 on network 7cae7a70-14fd-408c-b14d-39ceb97cb60e {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:55:30.512833 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9ff981-9bf7-483b-a0e5-bb6c653bfb5b None None] Pushing event updated for resources: {'Port': ['ID=5e6a398a-bdbb-4d59-8edd-15fb33d22563,revision_number=2']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:55:30.518263 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8990d726-4b45-410a-b24b-c340796e6ee3 None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 55, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:55:30.518659 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8990d726-4b45-410a-b24b-c340796e6ee3 None None] Checking segment: {'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:55:30.519027 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8990d726-4b45-410a-b24b-c340796e6ee3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:30.519405 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8990d726-4b45-410a-b24b-c340796e6ee3 None None] Bound using segment: {'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:55:30.519859 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-8990d726-4b45-410a-b24b-c340796e6ee3 None None] Bound port: 5e6a398a-bdbb-4d59-8edd-15fb33d22563, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:55:30.520700 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8990d726-4b45-410a-b24b-c340796e6ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:30.576100 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8990d726-4b45-410a-b24b-c340796e6ee3 None None] For port 5e6a398a-bdbb-4d59-8edd-15fb33d22563, host n-d-804985-2, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:55:30.579597 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8990d726-4b45-410a-b24b-c340796e6ee3 None None] For port 5e6a398a-bdbb-4d59-8edd-15fb33d22563, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=5e6a398a-bdbb-4d59-8edd-15fb33d22563,segment=NetworkSegment(c5a3db9d-5c58-41b1-9177-d5787a597b78),segment_id=c5a3db9d-5c58-41b1-9177-d5787a597b78)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:55:30.583485 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8990d726-4b45-410a-b24b-c340796e6ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:30.641101 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8990d726-4b45-410a-b24b-c340796e6ee3 None None] Routers {'df0363b9-de3b-4060-a17b-6a96e96656a2'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:55:30.641743 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-8990d726-4b45-410a-b24b-c340796e6ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:55:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['df0363b9-de3b-4060-a17b-6a96e96656a2'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:55:30.674216 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-60a1bce1-384c-41ba-bbe1-acd9266418c6 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3572913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59074111'] for subnet, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:30.677168 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9ff981-9bf7-483b-a0e5-bb6c653bfb5b None None] Pushing event updated for resources: {'Port': ['ID=5e6a398a-bdbb-4d59-8edd-15fb33d22563,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:55:30.728242 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a1bce1-384c-41ba-bbe1-acd9266418c6 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Pushing event updated for resources: {'Subnet': ['ID=6b07cd97-fac4-434a-a67d-042b4cebc1d1,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:55:30.743790 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60a1bce1-384c-41ba-bbe1-acd9266418c6 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Checking segment: {'id': 'f7b19435-b3af-4282-96e9-e671ae47a9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'cfcff2d3-6f7d-4bf2-b5fa-9560c4d32a8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:55:30.744160 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60a1bce1-384c-41ba-bbe1-acd9266418c6 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Network hostable DHCP agents. Network: cfcff2d3-6f7d-4bf2-b5fa-9560c4d32a8c, hostable agents: ['97c14208-2951-4361-8d64-3708c946ff5f'], hosted agents: [] {{(pid=106252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 12:55:30.757360 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-8990d726-4b45-410a-b24b-c340796e6ee3 None None] Set router df0363b9-de3b-4060-a17b-6a96e96656a2 gateway port host: n-d-804985-2 {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:55:30.762246 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60a1bce1-384c-41ba-bbe1-acd9266418c6 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Network cfcff2d3-6f7d-4bf2-b5fa-9560c4d32a8c is scheduled to be hosted by DHCP agent 97c14208-2951-4361-8d64-3708c946ff5f with binding_index 1 {{(pid=106252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 12:55:30.772086 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-60a1bce1-384c-41ba-bbe1-acd9266418c6 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-2, cfcff2d3-6f7d-4bf2-b5fa-9560c4d32a8c) {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:55:30.776204 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60a1bce1-384c-41ba-bbe1-acd9266418c6 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:30.776818 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-60a1bce1-384c-41ba-bbe1-acd9266418c6 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for subnet, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:30.784976 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f411d6d-85d6-4e56-9b15-dacbab4b1c50 None None] Network cfcff2d3-6f7d-4bf2-b5fa-9560c4d32a8c requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:55:30.795865 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-60a1bce1-384c-41ba-bbe1-acd9266418c6 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4247580 Aug 18 12:55:30.798874 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 53464) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:55:31.037334 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75c31363-caa5-420a-a191-41459b938f65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp788be208-34ab-5a8f-af0f-528834af222f-cfcff2d3-6f7d-4bf2-b5fa-9560c4d32a8c', 'network_id': 'cfcff2d3-6f7d-4bf2-b5fa-9560c4d32a8c', 'tenant_id': '80570d7663924423a4131eb860db7880', 'fixed_ips': [{'subnet_id': '6b07cd97-fac4-434a-a67d-042b4cebc1d1'}]}} from n-d-804985-2. {{(pid=106254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 12:55:31.038209 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-75c31363-caa5-420a-a191-41459b938f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:31.067755 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-8990d726-4b45-410a-b24b-c340796e6ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df0363b9-de3b-4060-a17b-6a96e96656a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1384462590', 'tenant_id': '80570d7663924423a4131eb860db7880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.56'}], 'enable_snat': True}, 'gw_port_id': '5e6a398a-bdbb-4d59-8edd-15fb33d22563', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:55:28Z', 'updated_at': '2021-08-18T12:55:29Z', 'revision_number': 3, 'project_id': '80570d7663924423a4131eb860db7880', 'gw_port': {'id': '5e6a398a-bdbb-4d59-8edd-15fb33d22563', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:9a:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df0363b9-de3b-4060-a17b-6a96e96656a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:55:28Z', 'updated_at': '2021-08-18T12:55:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:55:31.138469 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8990d726-4b45-410a-b24b-c340796e6ee3 None None] The sync data for ids ['df0363b9-de3b-4060-a17b-6a96e96656a2'] in n-d-804985-2 is: [{'id': 'df0363b9-de3b-4060-a17b-6a96e96656a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1384462590', 'tenant_id': '80570d7663924423a4131eb860db7880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.56'}], 'enable_snat': True}, 'gw_port_id': '5e6a398a-bdbb-4d59-8edd-15fb33d22563', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:55:28Z', 'updated_at': '2021-08-18T12:55:29Z', 'revision_number': 3, 'project_id': '80570d7663924423a4131eb860db7880', 'gw_port': {'id': '5e6a398a-bdbb-4d59-8edd-15fb33d22563', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:9a:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df0363b9-de3b-4060-a17b-6a96e96656a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:55:28Z', 'updated_at': '2021-08-18T12:55:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:55:31.208710 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.db_base_plugin_common [None req-75c31363-caa5-420a-a191-41459b938f65 None None] Allocated IP 172.20.0.2 (cfcff2d3-6f7d-4bf2-b5fa-9560c4d32a8c/6b07cd97-fac4-434a-a67d-042b4cebc1d1/a75fa904-4e7f-4b1d-b8b4-e5f12fb29ab5) {{(pid=106254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:55:31.253127 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c6199599-e7e0-4262-a93d-b704a6c4344a tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:31.551472 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-75c31363-caa5-420a-a191-41459b938f65 None None] Notify callbacks [] for port, precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:31.560461 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-75c31363-caa5-420a-a191-41459b938f65 None None] Transition to ACTIVE for port object a75fa904-4e7f-4b1d-b8b4-e5f12fb29ab5 will not be triggered until provisioned by entity L2. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:55:31.576119 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-75c31363-caa5-420a-a191-41459b938f65 None None] Transition to ACTIVE for port object a75fa904-4e7f-4b1d-b8b4-e5f12fb29ab5 will not be triggered until provisioned by entity DHCP. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:55:31.585348 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-75c31363-caa5-420a-a191-41459b938f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547'] for port, after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:31.627759 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75c31363-caa5-420a-a191-41459b938f65 None None] Network cfcff2d3-6f7d-4bf2-b5fa-9560c4d32a8c is already hosted by enough agents. {{(pid=106254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:55:31.630820 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.base_scheduler [None req-75c31363-caa5-420a-a191-41459b938f65 None None] Resources bound (agent type, host, resource id): {{(pid=106254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:55:31.635407 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c31363-caa5-420a-a191-41459b938f65 None None] Received port after_create {{(pid=106254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:55:31.638625 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c31363-caa5-420a-a191-41459b938f65 None None] Pushing event updated for resources: {'Port': ['ID=a75fa904-4e7f-4b1d-b8b4-e5f12fb29ab5,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:55:31.643614 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [None req-c6199599-e7e0-4262-a93d-b704a6c4344a tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Allocated IP 172.20.0.1 (cfcff2d3-6f7d-4bf2-b5fa-9560c4d32a8c/6b07cd97-fac4-434a-a67d-042b4cebc1d1/7bc498ca-04b8-40c9-9f51-d44a85a555a6) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:55:31.702827 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-75c31363-caa5-420a-a191-41459b938f65 None None] Attempting to bind port a75fa904-4e7f-4b1d-b8b4-e5f12fb29ab5 on host n-d-804985-2 for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:55:31.703194 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-75c31363-caa5-420a-a191-41459b938f65 None None] Attempting to bind port a75fa904-4e7f-4b1d-b8b4-e5f12fb29ab5 by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': 'f7b19435-b3af-4282-96e9-e671ae47a9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'cfcff2d3-6f7d-4bf2-b5fa-9560c4d32a8c'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:55:31.703550 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c31363-caa5-420a-a191-41459b938f65 None None] Attempting to bind port a75fa904-4e7f-4b1d-b8b4-e5f12fb29ab5 on network cfcff2d3-6f7d-4bf2-b5fa-9560c4d32a8c {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:55:31.708881 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c31363-caa5-420a-a191-41459b938f65 None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 55, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:55:31.709427 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c31363-caa5-420a-a191-41459b938f65 None None] Checking segment: {'id': 'f7b19435-b3af-4282-96e9-e671ae47a9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'cfcff2d3-6f7d-4bf2-b5fa-9560c4d32a8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:55:31.709837 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-75c31363-caa5-420a-a191-41459b938f65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:31.710227 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c31363-caa5-420a-a191-41459b938f65 None None] Bound using segment: {'id': 'f7b19435-b3af-4282-96e9-e671ae47a9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'cfcff2d3-6f7d-4bf2-b5fa-9560c4d32a8c'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:55:31.710693 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-75c31363-caa5-420a-a191-41459b938f65 None None] Bound port: a75fa904-4e7f-4b1d-b8b4-e5f12fb29ab5, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7b19435-b3af-4282-96e9-e671ae47a9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'cfcff2d3-6f7d-4bf2-b5fa-9560c4d32a8c'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:55:31.711085 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-75c31363-caa5-420a-a191-41459b938f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:31.768554 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c6199599-e7e0-4262-a93d-b704a6c4344a tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:31.775469 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-75c31363-caa5-420a-a191-41459b938f65 None None] For port a75fa904-4e7f-4b1d-b8b4-e5f12fb29ab5, host n-d-804985-2, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:55:31.778902 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-75c31363-caa5-420a-a191-41459b938f65 None None] For port a75fa904-4e7f-4b1d-b8b4-e5f12fb29ab5, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=a75fa904-4e7f-4b1d-b8b4-e5f12fb29ab5,segment=NetworkSegment(f7b19435-b3af-4282-96e9-e671ae47a9d4),segment_id=f7b19435-b3af-4282-96e9-e671ae47a9d4)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:55:31.783291 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [None req-c6199599-e7e0-4262-a93d-b704a6c4344a tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Transition to ACTIVE for port object 7bc498ca-04b8-40c9-9f51-d44a85a555a6 will not be triggered until provisioned by entity DHCP. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:55:31.784591 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-75c31363-caa5-420a-a191-41459b938f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:31.819341 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c6199599-e7e0-4262-a93d-b704a6c4344a tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:31.846995 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c31363-caa5-420a-a191-41459b938f65 None None] Pushing event updated for resources: {'Port': ['ID=a75fa904-4e7f-4b1d-b8b4-e5f12fb29ab5,revision_number=2']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:55:31.866116 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6199599-e7e0-4262-a93d-b704a6c4344a tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Network cfcff2d3-6f7d-4bf2-b5fa-9560c4d32a8c is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:55:31.871541 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-c6199599-e7e0-4262-a93d-b704a6c4344a tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:55:31.875555 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6199599-e7e0-4262-a93d-b704a6c4344a tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:55:31.904079 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6199599-e7e0-4262-a93d-b704a6c4344a tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Pushing event updated for resources: {'Port': ['ID=7bc498ca-04b8-40c9-9f51-d44a85a555a6,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:55:31.926872 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c6199599-e7e0-4262-a93d-b704a6c4344a tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-996688'] for router_interface, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:32.087054 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c6199599-e7e0-4262-a93d-b704a6c4344a tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:32.369251 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c6199599-e7e0-4262-a93d-b704a6c4344a tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for port, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:32.376523 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c6199599-e7e0-4262-a93d-b704a6c4344a tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:32.455437 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c6199599-e7e0-4262-a93d-b704a6c4344a tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-996772'] for router_interface, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:32.457207 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6199599-e7e0-4262-a93d-b704a6c4344a tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Pushing event updated for resources: {'Port': ['ID=7bc498ca-04b8-40c9-9f51-d44a85a555a6,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:55:32.558035 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6199599-e7e0-4262-a93d-b704a6c4344a tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Network cfcff2d3-6f7d-4bf2-b5fa-9560c4d32a8c is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:55:32.559431 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-c6199599-e7e0-4262-a93d-b704a6c4344a tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:55:32.672767 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6199599-e7e0-4262-a93d-b704a6c4344a tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Router df0363b9-de3b-4060-a17b-6a96e96656a2 has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:55:32.786210 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6199599-e7e0-4262-a93d-b704a6c4344a tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:55:32.791846 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-c6199599-e7e0-4262-a93d-b704a6c4344a tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "PUT /v2.0/routers/df0363b9-de3b-4060-a17b-6a96e96656a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9919219 Aug 18 12:55:32.806773 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d879c28-1af3-4364-96a4-e260d3407bb3 None None] Sync routers for ids ['df0363b9-de3b-4060-a17b-6a96e96656a2'] in n-d-804985-2 {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:55:32.817699 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d879c28-1af3-4364-96a4-e260d3407bb3 None None] Routers {'df0363b9-de3b-4060-a17b-6a96e96656a2'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:55:32.818318 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-6d879c28-1af3-4364-96a4-e260d3407bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:55:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['df0363b9-de3b-4060-a17b-6a96e96656a2'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:55:32.923325 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-6d879c28-1af3-4364-96a4-e260d3407bb3 None None] Set router df0363b9-de3b-4060-a17b-6a96e96656a2 gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:55:32.937807 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e9d34881-6d08-46b0-a053-c5226b46eda2 req-524e9fae-94f2-4155-ab24-7985a527f38c tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-320830023&fields=id&tenant_id=80570d7663924423a4131eb860db7880 HTTP/1.1" status: 200 len: 267 time: 0.0347404 Aug 18 12:55:33.066796 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d34881-6d08-46b0-a053-c5226b46eda2 req-9491dee8-d307-4a35-a0d9-825be9e0c99c tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:33.069662 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e9d34881-6d08-46b0-a053-c5226b46eda2 req-9491dee8-d307-4a35-a0d9-825be9e0c99c tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/networks?id=cfcff2d3-6f7d-4bf2-b5fa-9560c4d32a8c HTTP/1.1" status: 200 len: 796 time: 0.1249254 Aug 18 12:55:33.085412 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e9d34881-6d08-46b0-a053-c5226b46eda2 req-17386323-b055-45cd-9f3f-4e6a16783b78 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/quotas/80570d7663924423a4131eb860db7880 HTTP/1.1" status: 200 len: 375 time: 0.0104682 Aug 18 12:55:33.148267 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e9d34881-6d08-46b0-a053-c5226b46eda2 req-4814849a-1aab-4c37-9561-f1ba814a5150 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=80570d7663924423a4131eb860db7880&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0513711 Aug 18 12:55:33.225886 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-6d879c28-1af3-4364-96a4-e260d3407bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df0363b9-de3b-4060-a17b-6a96e96656a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1384462590', 'tenant_id': '80570d7663924423a4131eb860db7880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.56'}], 'enable_snat': True}, 'gw_port_id': '5e6a398a-bdbb-4d59-8edd-15fb33d22563', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:55:28Z', 'updated_at': '2021-08-18T12:55:32Z', 'revision_number': 4, 'project_id': '80570d7663924423a4131eb860db7880', 'gw_port': {'id': '5e6a398a-bdbb-4d59-8edd-15fb33d22563', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:9a:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df0363b9-de3b-4060-a17b-6a96e96656a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:55:28Z', 'updated_at': '2021-08-18T12:55:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': '7bc498ca-04b8-40c9-9f51-d44a85a555a6', 'name': '', 'network_id': 'cfcff2d3-6f7d-4bf2-b5fa-9560c4d32a8c', 'tenant_id': '80570d7663924423a4131eb860db7880', 'mac_address': 'fa:16:3e:44:a2:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df0363b9-de3b-4060-a17b-6a96e96656a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '6b07cd97-fac4-434a-a67d-042b4cebc1d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:55:31Z', 'updated_at': '2021-08-18T12:55:32Z', 'revision_number': 2, 'project_id': '80570d7663924423a4131eb860db7880', 'subnets': [{'id': '6b07cd97-fac4-434a-a67d-042b4cebc1d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:55:33.256223 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d879c28-1af3-4364-96a4-e260d3407bb3 None None] Checking router: df0363b9-de3b-4060-a17b-6a96e96656a2 for host: n-d-804985-2 {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:55:33.256754 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d879c28-1af3-4364-96a4-e260d3407bb3 None None] Updating router df0363b9-de3b-4060-a17b-6a96e96656a2 port 7bc498ca-04b8-40c9-9f51-d44a85a555a6 binding host n-d-804985-2 {{(pid=106255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 12:55:33.282557 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-6d879c28-1af3-4364-96a4-e260d3407bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:33.341803 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e9d34881-6d08-46b0-a053-c5226b46eda2 req-5bec4a8e-b603-4265-b73f-700f2f220e4e service neutron] 10.222.0.66 "GET /v2.0/networks/cfcff2d3-6f7d-4bf2-b5fa-9560c4d32a8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811378 Aug 18 12:55:33.404293 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1835e0c6-8960-44f9-b164-ceedc5730340 None None] Network cfcff2d3-6f7d-4bf2-b5fa-9560c4d32a8c requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:55:33.428275 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device a75fa904-4e7f-4b1d-b8b4-e5f12fb29ab5 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:55:33.460866 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e9d34881-6d08-46b0-a053-c5226b46eda2 req-1d1fea0e-c748-4c7e-a65c-f373e611fdfe service neutron] 10.222.0.66 "GET /v2.0/networks/cfcff2d3-6f7d-4bf2-b5fa-9560c4d32a8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120508 Aug 18 12:55:33.531009 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-35f6d3f8-341e-42af-81e7-d4adbc924ebb None None] Provisioning for port a75fa904-4e7f-4b1d-b8b4-e5f12fb29ab5 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:55:33.545173 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port a75fa904-4e7f-4b1d-b8b4-e5f12fb29ab5 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:55:33.550677 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port a75fa904-4e7f-4b1d-b8b4-e5f12fb29ab5 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:55:33.551028 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:33.583001 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-6d879c28-1af3-4364-96a4-e260d3407bb3 None None] Notify callbacks [] for port, precommit_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:33.593426 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-6d879c28-1af3-4364-96a4-e260d3407bb3 None None] Transition to ACTIVE for port object 7bc498ca-04b8-40c9-9f51-d44a85a555a6 will not be triggered until provisioned by entity L2. {{(pid=106255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:55:33.601022 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-6d879c28-1af3-4364-96a4-e260d3407bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:33.662173 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-def23cb4-4cee-485e-a842-524bf1747a08 req-a5d858d0-224b-4cdb-8320-695f32262044 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/ports?device_id=aa5a279d-03d0-4cec-a29d-6da8bbde298d HTTP/1.1" status: 200 len: 210 time: 0.0320139 Aug 18 12:55:33.711786 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c581b7e-be51-47f9-a92e-51137dc6e968 None None] Pushing event updated for resources: {'Port': ['ID=7bc498ca-04b8-40c9-9f51-d44a85a555a6,revision_number=3']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:55:33.726794 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c581b7e-be51-47f9-a92e-51137dc6e968 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:55:33.728900 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c581b7e-be51-47f9-a92e-51137dc6e968 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:55:33.729563 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c581b7e-be51-47f9-a92e-51137dc6e968 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:55:33.729687 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:33.730318 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c581b7e-be51-47f9-a92e-51137dc6e968 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:55:33.731051 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c581b7e-be51-47f9-a92e-51137dc6e968 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:55:33.731558 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c581b7e-be51-47f9-a92e-51137dc6e968 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:55:33.732048 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c581b7e-be51-47f9-a92e-51137dc6e968 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:55:33.732546 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c581b7e-be51-47f9-a92e-51137dc6e968 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:55:33.733906 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c581b7e-be51-47f9-a92e-51137dc6e968 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:55:33.734586 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c581b7e-be51-47f9-a92e-51137dc6e968 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:55:33.735760 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c581b7e-be51-47f9-a92e-51137dc6e968 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:55:33.736125 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c581b7e-be51-47f9-a92e-51137dc6e968 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:55:33.740258 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-6d879c28-1af3-4364-96a4-e260d3407bb3 None None] Attempting to bind port 7bc498ca-04b8-40c9-9f51-d44a85a555a6 on host n-d-804985-2 for vnic_type normal with profile {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:55:33.740699 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-6d879c28-1af3-4364-96a4-e260d3407bb3 None None] Attempting to bind port 7bc498ca-04b8-40c9-9f51-d44a85a555a6 by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': 'f7b19435-b3af-4282-96e9-e671ae47a9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'cfcff2d3-6f7d-4bf2-b5fa-9560c4d32a8c'}] {{(pid=106255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:55:33.741990 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d879c28-1af3-4364-96a4-e260d3407bb3 None None] Attempting to bind port 7bc498ca-04b8-40c9-9f51-d44a85a555a6 on network cfcff2d3-6f7d-4bf2-b5fa-9560c4d32a8c {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:55:33.748820 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d879c28-1af3-4364-96a4-e260d3407bb3 None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 55, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:55:33.749208 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d879c28-1af3-4364-96a4-e260d3407bb3 None None] Checking segment: {'id': 'f7b19435-b3af-4282-96e9-e671ae47a9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'cfcff2d3-6f7d-4bf2-b5fa-9560c4d32a8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:55:33.749717 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-6d879c28-1af3-4364-96a4-e260d3407bb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:33.750075 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d879c28-1af3-4364-96a4-e260d3407bb3 None None] Bound using segment: {'id': 'f7b19435-b3af-4282-96e9-e671ae47a9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'cfcff2d3-6f7d-4bf2-b5fa-9560c4d32a8c'} {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:55:33.751125 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-6d879c28-1af3-4364-96a4-e260d3407bb3 None None] Bound port: 7bc498ca-04b8-40c9-9f51-d44a85a555a6, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7b19435-b3af-4282-96e9-e671ae47a9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'cfcff2d3-6f7d-4bf2-b5fa-9560c4d32a8c'}}] {{(pid=106255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:55:33.752215 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-6d879c28-1af3-4364-96a4-e260d3407bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:33.766576 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] For port a75fa904-4e7f-4b1d-b8b4-e5f12fb29ab5, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=a75fa904-4e7f-4b1d-b8b4-e5f12fb29ab5,segment=NetworkSegment(f7b19435-b3af-4282-96e9-e671ae47a9d4),segment_id=f7b19435-b3af-4282-96e9-e671ae47a9d4)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:55:33.772538 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:33.773428 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 5e6a398a-bdbb-4d59-8edd-15fb33d22563 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:55:33.830434 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-6d879c28-1af3-4364-96a4-e260d3407bb3 None None] For port 7bc498ca-04b8-40c9-9f51-d44a85a555a6, host n-d-804985-2, cleared binding levels {{(pid=106255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:55:33.834770 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-6d879c28-1af3-4364-96a4-e260d3407bb3 None None] For port 7bc498ca-04b8-40c9-9f51-d44a85a555a6, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=7bc498ca-04b8-40c9-9f51-d44a85a555a6,segment=NetworkSegment(f7b19435-b3af-4282-96e9-e671ae47a9d4),segment_id=f7b19435-b3af-4282-96e9-e671ae47a9d4)] {{(pid=106255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:55:33.842094 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-6d879c28-1af3-4364-96a4-e260d3407bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:33.862319 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Pushing event updated for resources: {'Port': ['ID=a75fa904-4e7f-4b1d-b8b4-e5f12fb29ab5,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:55:33.877784 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port 5e6a398a-bdbb-4d59-8edd-15fb33d22563 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:55:33.883551 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 5e6a398a-bdbb-4d59-8edd-15fb33d22563 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:55:33.884114 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:33.901132 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d879c28-1af3-4364-96a4-e260d3407bb3 None None] Routers {'df0363b9-de3b-4060-a17b-6a96e96656a2'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:55:33.901763 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-6d879c28-1af3-4364-96a4-e260d3407bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:55:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['df0363b9-de3b-4060-a17b-6a96e96656a2'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:55:33.977238 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:34.000212 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-c16d8f0f-f9d2-4bfd-bd83-d613d49915b4 None None] Provisioning for port 7bc498ca-04b8-40c9-9f51-d44a85a555a6 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:55:34.009499 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] For port 5e6a398a-bdbb-4d59-8edd-15fb33d22563, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=5e6a398a-bdbb-4d59-8edd-15fb33d22563,segment=NetworkSegment(c5a3db9d-5c58-41b1-9177-d5787a597b78),segment_id=c5a3db9d-5c58-41b1-9177-d5787a597b78)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:55:34.018855 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:34.020537 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c581b7e-be51-47f9-a92e-51137dc6e968 None None] Pushing event updated for resources: {'Port': ['ID=7bc498ca-04b8-40c9-9f51-d44a85a555a6,revision_number=4']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:55:34.039518 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-6d879c28-1af3-4364-96a4-e260d3407bb3 None None] Set router df0363b9-de3b-4060-a17b-6a96e96656a2 gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:55:34.053467 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-c16d8f0f-f9d2-4bfd-bd83-d613d49915b4 None None] Provisioning complete for port a75fa904-4e7f-4b1d-b8b4-e5f12fb29ab5 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:55:34.053467 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-c16d8f0f-f9d2-4bfd-bd83-d613d49915b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:34.124600 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Pushing event updated for resources: {'Port': ['ID=5e6a398a-bdbb-4d59-8edd-15fb33d22563,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:55:34.291456 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-6d879c28-1af3-4364-96a4-e260d3407bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df0363b9-de3b-4060-a17b-6a96e96656a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1384462590', 'tenant_id': '80570d7663924423a4131eb860db7880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.56'}], 'enable_snat': True}, 'gw_port_id': '5e6a398a-bdbb-4d59-8edd-15fb33d22563', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:55:28Z', 'updated_at': '2021-08-18T12:55:32Z', 'revision_number': 4, 'project_id': '80570d7663924423a4131eb860db7880', 'gw_port': {'id': '5e6a398a-bdbb-4d59-8edd-15fb33d22563', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:9a:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df0363b9-de3b-4060-a17b-6a96e96656a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:55:28Z', 'updated_at': '2021-08-18T12:55:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': '7bc498ca-04b8-40c9-9f51-d44a85a555a6', 'name': '', 'network_id': 'cfcff2d3-6f7d-4bf2-b5fa-9560c4d32a8c', 'tenant_id': '80570d7663924423a4131eb860db7880', 'mac_address': 'fa:16:3e:44:a2:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df0363b9-de3b-4060-a17b-6a96e96656a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '6b07cd97-fac4-434a-a67d-042b4cebc1d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:55:31Z', 'updated_at': '2021-08-18T12:55:33Z', 'revision_number': 4, 'project_id': '80570d7663924423a4131eb860db7880', 'subnets': [{'id': '6b07cd97-fac4-434a-a67d-042b4cebc1d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:55:34.326731 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d879c28-1af3-4364-96a4-e260d3407bb3 None None] The sync data for ids ['df0363b9-de3b-4060-a17b-6a96e96656a2'] in n-d-804985-2 is: [{'id': 'df0363b9-de3b-4060-a17b-6a96e96656a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1384462590', 'tenant_id': '80570d7663924423a4131eb860db7880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.56'}], 'enable_snat': True}, 'gw_port_id': '5e6a398a-bdbb-4d59-8edd-15fb33d22563', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:55:28Z', 'updated_at': '2021-08-18T12:55:32Z', 'revision_number': 4, 'project_id': '80570d7663924423a4131eb860db7880', 'gw_port': {'id': '5e6a398a-bdbb-4d59-8edd-15fb33d22563', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:9a:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df0363b9-de3b-4060-a17b-6a96e96656a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:55:28Z', 'updated_at': '2021-08-18T12:55:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': '7bc498ca-04b8-40c9-9f51-d44a85a555a6', 'name': '', 'network_id': 'cfcff2d3-6f7d-4bf2-b5fa-9560c4d32a8c', 'tenant_id': '80570d7663924423a4131eb860db7880', 'mac_address': 'fa:16:3e:44:a2:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df0363b9-de3b-4060-a17b-6a96e96656a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '6b07cd97-fac4-434a-a67d-042b4cebc1d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:55:31Z', 'updated_at': '2021-08-18T12:55:33Z', 'revision_number': 4, 'project_id': '80570d7663924423a4131eb860db7880', 'subnets': [{'id': '6b07cd97-fac4-434a-a67d-042b4cebc1d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:55:34.772966 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9ed7c935-dd5e-42b4-af7d-047ed513b874 req-6445512b-7514-41d6-9977-b7f0571a22d3 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/ports?device_id=aa5a279d-03d0-4cec-a29d-6da8bbde298d HTTP/1.1" status: 200 len: 210 time: 0.0303750 Aug 18 12:55:34.941168 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d34881-6d08-46b0-a053-c5226b46eda2 req-b96abb46-b82e-480d-9e70-1bd8a756cca6 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:34.942729 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-e9d34881-6d08-46b0-a053-c5226b46eda2 req-b96abb46-b82e-480d-9e70-1bd8a756cca6 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.62 "GET /v2.0/networks?id=cfcff2d3-6f7d-4bf2-b5fa-9560c4d32a8c HTTP/1.1" status: 200 len: 796 time: 0.1144648 Aug 18 12:55:34.987694 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-e9d34881-6d08-46b0-a053-c5226b46eda2 req-331a321d-f2d7-49af-9063-0ce8cacf8ad6 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=80570d7663924423a4131eb860db7880 HTTP/1.1" status: 200 len: 379 time: 0.0359089 Aug 18 12:55:34.996825 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [req-e9d34881-6d08-46b0-a053-c5226b46eda2 req-0a2839d5-5868-43b4-bc01-3cad876c2b68 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Request body: {'port': {'device_id': 'aa5a279d-03d0-4cec-a29d-6da8bbde298d', 'network_id': 'cfcff2d3-6f7d-4bf2-b5fa-9560c4d32a8c', 'admin_state_up': True, 'tenant_id': '80570d7663924423a4131eb860db7880', 'security_groups': ['738aee32-2a8c-461c-ba63-16d9f0980ec1']}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:55:35.111232 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9d34881-6d08-46b0-a053-c5226b46eda2 req-0a2839d5-5868-43b4-bc01-3cad876c2b68 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Made reservation on behalf of 80570d7663924423a4131eb860db7880 for: {'port': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:55:35.114906 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-e9d34881-6d08-46b0-a053-c5226b46eda2 req-0a2839d5-5868-43b4-bc01-3cad876c2b68 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:35.242706 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [req-e9d34881-6d08-46b0-a053-c5226b46eda2 req-0a2839d5-5868-43b4-bc01-3cad876c2b68 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Allocated IP 172.20.0.12 (cfcff2d3-6f7d-4bf2-b5fa-9560c4d32a8c/6b07cd97-fac4-434a-a67d-042b4cebc1d1/e01ab679-190b-44de-8ad4-aa7b252cab95) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:55:35.396748 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-e9d34881-6d08-46b0-a053-c5226b46eda2 req-0a2839d5-5868-43b4-bc01-3cad876c2b68 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:35.412139 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [req-e9d34881-6d08-46b0-a053-c5226b46eda2 req-0a2839d5-5868-43b4-bc01-3cad876c2b68 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Transition to ACTIVE for port object e01ab679-190b-44de-8ad4-aa7b252cab95 will not be triggered until provisioned by entity DHCP. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:55:35.414523 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device a75fa904-4e7f-4b1d-b8b4-e5f12fb29ab5 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:55:35.446259 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-e9d34881-6d08-46b0-a053-c5226b46eda2 req-0a2839d5-5868-43b4-bc01-3cad876c2b68 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:35.462310 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port a75fa904-4e7f-4b1d-b8b4-e5f12fb29ab5 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:55:35.462685 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:35.490258 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9d34881-6d08-46b0-a053-c5226b46eda2 req-0a2839d5-5868-43b4-bc01-3cad876c2b68 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Network cfcff2d3-6f7d-4bf2-b5fa-9560c4d32a8c is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:55:35.495408 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [req-e9d34881-6d08-46b0-a053-c5226b46eda2 req-0a2839d5-5868-43b4-bc01-3cad876c2b68 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:55:35.499808 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9d34881-6d08-46b0-a053-c5226b46eda2 req-0a2839d5-5868-43b4-bc01-3cad876c2b68 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:55:35.504367 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2839d5-5868-43b4-bc01-3cad876c2b68 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Pushing event updated for resources: {'Port': ['ID=e01ab679-190b-44de-8ad4-aa7b252cab95,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:55:35.549549 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 7bc498ca-04b8-40c9-9f51-d44a85a555a6 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:55:35.556247 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d34881-6d08-46b0-a053-c5226b46eda2 req-0a2839d5-5868-43b4-bc01-3cad876c2b68 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:35.556912 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-e9d34881-6d08-46b0-a053-c5226b46eda2 req-0a2839d5-5868-43b4-bc01-3cad876c2b68 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:35.572542 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-e9d34881-6d08-46b0-a053-c5226b46eda2 req-0a2839d5-5868-43b4-bc01-3cad876c2b68 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5792403 Aug 18 12:55:35.583506 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [req-e9d34881-6d08-46b0-a053-c5226b46eda2 req-dbc97e6d-375c-4881-b190-636103716f44 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=106253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 12:55:35.584769 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-e9d34881-6d08-46b0-a053-c5226b46eda2 req-dbc97e6d-375c-4881-b190-636103716f44 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058432 Aug 18 12:55:35.597165 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [req-e9d34881-6d08-46b0-a053-c5226b46eda2 req-b3c1dde5-4c2d-4e8b-8d6c-0fe4715fb1a6 service neutron] Request body: {'port': {'device_id': 'aa5a279d-03d0-4cec-a29d-6da8bbde298d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804985-2'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:55:35.599543 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port 7bc498ca-04b8-40c9-9f51-d44a85a555a6 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:55:35.603910 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 7bc498ca-04b8-40c9-9f51-d44a85a555a6 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:55:35.604276 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:35.657119 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-e9d34881-6d08-46b0-a053-c5226b46eda2 req-b3c1dde5-4c2d-4e8b-8d6c-0fe4715fb1a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:35.685135 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:35.716884 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] For port 7bc498ca-04b8-40c9-9f51-d44a85a555a6, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=7bc498ca-04b8-40c9-9f51-d44a85a555a6,segment=NetworkSegment(f7b19435-b3af-4282-96e9-e671ae47a9d4),segment_id=f7b19435-b3af-4282-96e9-e671ae47a9d4)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:55:35.721219 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:35.722031 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 5e6a398a-bdbb-4d59-8edd-15fb33d22563 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:55:35.800901 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Pushing event updated for resources: {'Port': ['ID=7bc498ca-04b8-40c9-9f51-d44a85a555a6,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:55:35.817761 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-cd182ea2-453f-4335-86fd-4690f7f1ae2a None None] Provisioning for port e01ab679-190b-44de-8ad4-aa7b252cab95 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:55:35.821085 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 5e6a398a-bdbb-4d59-8edd-15fb33d22563 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:55:35.821402 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:35.824348 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-cd182ea2-453f-4335-86fd-4690f7f1ae2a None None] Provisioning complete for port e01ab679-190b-44de-8ad4-aa7b252cab95 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:55:35.824739 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-cd182ea2-453f-4335-86fd-4690f7f1ae2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:35.889541 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-cd182ea2-453f-4335-86fd-4690f7f1ae2a None None] Port e01ab679-190b-44de-8ad4-aa7b252cab95 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:55:35.909747 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e296d7c-b14a-4285-adb4-28ae0b0947c5 req-c1017045-de70-4d35-bf67-b58fe38e12b4 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:35.912944 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2e296d7c-b14a-4285-adb4-28ae0b0947c5 req-c1017045-de70-4d35-bf67-b58fe38e12b4 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/ports?device_id=aa5a279d-03d0-4cec-a29d-6da8bbde298d HTTP/1.1" status: 200 len: 932 time: 0.0562062 Aug 18 12:55:35.950557 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2e296d7c-b14a-4285-adb4-28ae0b0947c5 req-d4ba791a-409a-4f79-a5f0-30c8188713b8 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/security-groups?id=738aee32-2a8c-461c-ba63-16d9f0980ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324719 Aug 18 12:55:35.951849 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [req-e9d34881-6d08-46b0-a053-c5226b46eda2 req-b3c1dde5-4c2d-4e8b-8d6c-0fe4715fb1a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e01ab679-190b-44de-8ad4-aa7b252cab95 {{(pid=106253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:55:35.959603 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-e9d34881-6d08-46b0-a053-c5226b46eda2 req-b3c1dde5-4c2d-4e8b-8d6c-0fe4715fb1a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:35.971663 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [req-e9d34881-6d08-46b0-a053-c5226b46eda2 req-b3c1dde5-4c2d-4e8b-8d6c-0fe4715fb1a6 service neutron] Transition to ACTIVE for port object e01ab679-190b-44de-8ad4-aa7b252cab95 will not be triggered until provisioned by entity L2. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:55:35.976430 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-e9d34881-6d08-46b0-a053-c5226b46eda2 req-b3c1dde5-4c2d-4e8b-8d6c-0fe4715fb1a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:36.031763 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c1dde5-4c2d-4e8b-8d6c-0fe4715fb1a6 service neutron] Pushing event updated for resources: {'Port': ['ID=e01ab679-190b-44de-8ad4-aa7b252cab95,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:55:36.098623 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-e9d34881-6d08-46b0-a053-c5226b46eda2 req-b3c1dde5-4c2d-4e8b-8d6c-0fe4715fb1a6 service neutron] Attempting to bind port e01ab679-190b-44de-8ad4-aa7b252cab95 on host n-h2-804985-2 for vnic_type normal with profile {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:55:36.098960 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-e9d34881-6d08-46b0-a053-c5226b46eda2 req-b3c1dde5-4c2d-4e8b-8d6c-0fe4715fb1a6 service neutron] Attempting to bind port e01ab679-190b-44de-8ad4-aa7b252cab95 by drivers openvswitch,hyperv on host n-h2-804985-2 at level 0 using segments [{'id': 'f7b19435-b3af-4282-96e9-e671ae47a9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'cfcff2d3-6f7d-4bf2-b5fa-9560c4d32a8c'}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:55:36.099290 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9d34881-6d08-46b0-a053-c5226b46eda2 req-b3c1dde5-4c2d-4e8b-8d6c-0fe4715fb1a6 service neutron] Attempting to bind port e01ab679-190b-44de-8ad4-aa7b252cab95 on network cfcff2d3-6f7d-4bf2-b5fa-9560c4d32a8c {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:55:36.104212 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9d34881-6d08-46b0-a053-c5226b46eda2 req-b3c1dde5-4c2d-4e8b-8d6c-0fe4715fb1a6 service neutron] Port e01ab679-190b-44de-8ad4-aa7b252cab95 on network cfcff2d3-6f7d-4bf2-b5fa-9560c4d32a8c not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-2 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:55:36.104633 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9d34881-6d08-46b0-a053-c5226b46eda2 req-b3c1dde5-4c2d-4e8b-8d6c-0fe4715fb1a6 service neutron] Attempting to bind port e01ab679-190b-44de-8ad4-aa7b252cab95 on network cfcff2d3-6f7d-4bf2-b5fa-9560c4d32a8c {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:55:36.109734 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9d34881-6d08-46b0-a053-c5226b46eda2 req-b3c1dde5-4c2d-4e8b-8d6c-0fe4715fb1a6 service neutron] Checking agent: {'id': 'da5da552-709c-4248-84de-86af99a0dc87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 49, 8), 'started_at': datetime.datetime(2021, 8, 18, 11, 49, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 55, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:55:36.110077 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9d34881-6d08-46b0-a053-c5226b46eda2 req-b3c1dde5-4c2d-4e8b-8d6c-0fe4715fb1a6 service neutron] Checking segment: {'id': 'f7b19435-b3af-4282-96e9-e671ae47a9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'cfcff2d3-6f7d-4bf2-b5fa-9560c4d32a8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:55:36.110459 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9d34881-6d08-46b0-a053-c5226b46eda2 req-b3c1dde5-4c2d-4e8b-8d6c-0fe4715fb1a6 service neutron] Bound using segment: {'id': 'f7b19435-b3af-4282-96e9-e671ae47a9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'cfcff2d3-6f7d-4bf2-b5fa-9560c4d32a8c'} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:55:36.110997 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-e9d34881-6d08-46b0-a053-c5226b46eda2 req-b3c1dde5-4c2d-4e8b-8d6c-0fe4715fb1a6 service neutron] Bound port: e01ab679-190b-44de-8ad4-aa7b252cab95, host: n-h2-804985-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7b19435-b3af-4282-96e9-e671ae47a9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'cfcff2d3-6f7d-4bf2-b5fa-9560c4d32a8c'}}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:55:36.111357 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-e9d34881-6d08-46b0-a053-c5226b46eda2 req-b3c1dde5-4c2d-4e8b-8d6c-0fe4715fb1a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:36.181439 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-e9d34881-6d08-46b0-a053-c5226b46eda2 req-b3c1dde5-4c2d-4e8b-8d6c-0fe4715fb1a6 service neutron] For port e01ab679-190b-44de-8ad4-aa7b252cab95, host n-h2-804985-2, cleared binding levels {{(pid=106253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:55:36.184460 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-e9d34881-6d08-46b0-a053-c5226b46eda2 req-b3c1dde5-4c2d-4e8b-8d6c-0fe4715fb1a6 service neutron] For port e01ab679-190b-44de-8ad4-aa7b252cab95, host n-h2-804985-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=e01ab679-190b-44de-8ad4-aa7b252cab95,segment=NetworkSegment(f7b19435-b3af-4282-96e9-e671ae47a9d4),segment_id=f7b19435-b3af-4282-96e9-e671ae47a9d4)] {{(pid=106253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:55:36.189978 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-e9d34881-6d08-46b0-a053-c5226b46eda2 req-b3c1dde5-4c2d-4e8b-8d6c-0fe4715fb1a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:36.226533 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d34881-6d08-46b0-a053-c5226b46eda2 req-b3c1dde5-4c2d-4e8b-8d6c-0fe4715fb1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:36.227124 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-e9d34881-6d08-46b0-a053-c5226b46eda2 req-b3c1dde5-4c2d-4e8b-8d6c-0fe4715fb1a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:36.228523 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-e9d34881-6d08-46b0-a053-c5226b46eda2 req-b3c1dde5-4c2d-4e8b-8d6c-0fe4715fb1a6 service neutron] 10.222.0.62 "PUT /v2.0/ports/e01ab679-190b-44de-8ad4-aa7b252cab95 HTTP/1.1" status: 200 len: 1092 time: 0.6365700 Aug 18 12:55:36.228940 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa5a279d-03d0-4cec-a29d-6da8bbde298d', 'tag': 'e01ab679-190b-44de-8ad4-aa7b252cab95'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:55:36.231188 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d6bbf6f425705e9a26053008d8b7c0abfe3c10eda721baf5c515723d6d58932" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2cffef0-1889-4bc5-b44f-2c73cc6aed7c" -d '{"events": [{"name": "network-changed", "server_uuid": "aa5a279d-03d0-4cec-a29d-6da8bbde298d", "tag": "e01ab679-190b-44de-8ad4-aa7b252cab95"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:55:36.256271 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c1dde5-4c2d-4e8b-8d6c-0fe4715fb1a6 service neutron] Pushing event updated for resources: {'Port': ['ID=e01ab679-190b-44de-8ad4-aa7b252cab95,revision_number=3']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:55:36.272330 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:55:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e396cb30-e32d-4650-b57a-25a3ce4870d3 x-openstack-request-id: req-e396cb30-e32d-4650-b57a-25a3ce4870d3 {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:55:36.272610 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa5a279d-03d0-4cec-a29d-6da8bbde298d", "tag": "e01ab679-190b-44de-8ad4-aa7b252cab95", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:55:36.272863 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e396cb30-e32d-4650-b57a-25a3ce4870d3 {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:55:36.273369 n-d-804985-2 neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa5a279d-03d0-4cec-a29d-6da8bbde298d', 'tag': 'e01ab679-190b-44de-8ad4-aa7b252cab95', 'status': 'completed', 'code': 200} Aug 18 12:55:36.321807 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d34881-6d08-46b0-a053-c5226b46eda2 req-68ff7a46-fba8-4f4a-b939-aacef520beea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:36.323553 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-e9d34881-6d08-46b0-a053-c5226b46eda2 req-68ff7a46-fba8-4f4a-b939-aacef520beea service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=80570d7663924423a4131eb860db7880&device_id=aa5a279d-03d0-4cec-a29d-6da8bbde298d HTTP/1.1" status: 200 len: 1095 time: 0.0442190 Aug 18 12:55:36.370197 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-e9d34881-6d08-46b0-a053-c5226b46eda2 req-10900f9f-7f44-46c7-8659-30baf563edff service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e01ab679-190b-44de-8ad4-aa7b252cab95 HTTP/1.1" status: 200 len: 217 time: 0.0388532 Aug 18 12:55:36.425378 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d34881-6d08-46b0-a053-c5226b46eda2 req-84410716-a455-4da8-b101-b1dcbb00fdaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:36.426866 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-e9d34881-6d08-46b0-a053-c5226b46eda2 req-84410716-a455-4da8-b101-b1dcbb00fdaa service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6b07cd97-fac4-434a-a67d-042b4cebc1d1 HTTP/1.1" status: 200 len: 834 time: 0.0496426 Aug 18 12:55:36.478112 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d34881-6d08-46b0-a053-c5226b46eda2 req-09c05b04-9bd3-41dc-892b-8a88911431d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:36.479624 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-e9d34881-6d08-46b0-a053-c5226b46eda2 req-09c05b04-9bd3-41dc-892b-8a88911431d2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=cfcff2d3-6f7d-4bf2-b5fa-9560c4d32a8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450244 Aug 18 12:55:36.568264 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:36.575594 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-e9d34881-6d08-46b0-a053-c5226b46eda2 req-e0d9240a-0b36-4eec-8daf-38051f142dc2 service neutron] 10.222.0.62 "GET /v2.0/networks/cfcff2d3-6f7d-4bf2-b5fa-9560c4d32a8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880120 Aug 18 12:55:36.669525 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-e9d34881-6d08-46b0-a053-c5226b46eda2 req-e6f487f6-3934-4376-99e1-e1bb1baecf99 service neutron] 10.222.0.62 "GET /v2.0/networks/cfcff2d3-6f7d-4bf2-b5fa-9560c4d32a8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866990 Aug 18 12:55:36.760039 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cffef0-1889-4bc5-b44f-2c73cc6aed7c req-462690f7-e186-4ff5-9652-e2d1a58bc144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:36.761723 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-f2cffef0-1889-4bc5-b44f-2c73cc6aed7c req-462690f7-e186-4ff5-9652-e2d1a58bc144 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=80570d7663924423a4131eb860db7880&device_id=aa5a279d-03d0-4cec-a29d-6da8bbde298d HTTP/1.1" status: 200 len: 1095 time: 0.0437436 Aug 18 12:55:36.859963 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cffef0-1889-4bc5-b44f-2c73cc6aed7c req-1b9fa7b9-d2c2-4273-b4bf-1b42050187cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:36.861563 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-f2cffef0-1889-4bc5-b44f-2c73cc6aed7c req-1b9fa7b9-d2c2-4273-b4bf-1b42050187cd service neutron] 10.222.0.62 "GET /v2.0/networks?id=cfcff2d3-6f7d-4bf2-b5fa-9560c4d32a8c HTTP/1.1" status: 200 len: 897 time: 0.0924740 Aug 18 12:55:36.902651 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-f2cffef0-1889-4bc5-b44f-2c73cc6aed7c req-ffe589eb-b88b-4c8c-b7e0-7f877eeec245 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e01ab679-190b-44de-8ad4-aa7b252cab95 HTTP/1.1" status: 200 len: 217 time: 0.0333424 Aug 18 12:55:36.955464 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cffef0-1889-4bc5-b44f-2c73cc6aed7c req-dab3a0f4-be44-43cf-9618-6c2310b9c5af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:36.956893 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-f2cffef0-1889-4bc5-b44f-2c73cc6aed7c req-dab3a0f4-be44-43cf-9618-6c2310b9c5af service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6b07cd97-fac4-434a-a67d-042b4cebc1d1 HTTP/1.1" status: 200 len: 834 time: 0.0472190 Aug 18 12:55:37.005336 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cffef0-1889-4bc5-b44f-2c73cc6aed7c req-38ddd09f-1fa1-4cc6-b2cb-fc909ce53d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:37.006845 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-f2cffef0-1889-4bc5-b44f-2c73cc6aed7c req-38ddd09f-1fa1-4cc6-b2cb-fc909ce53d32 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=cfcff2d3-6f7d-4bf2-b5fa-9560c4d32a8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420461 Aug 18 12:55:37.066469 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256533a5-4de6-49c3-b458-a872ea0ea4ce req-53ad3206-7eb0-4749-a856-e96f4d4edc4c tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:37.067980 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-256533a5-4de6-49c3-b458-a872ea0ea4ce req-53ad3206-7eb0-4749-a856-e96f4d4edc4c tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/ports?device_id=aa5a279d-03d0-4cec-a29d-6da8bbde298d HTTP/1.1" status: 200 len: 944 time: 0.0506029 Aug 18 12:55:37.098936 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-f2cffef0-1889-4bc5-b44f-2c73cc6aed7c req-67019edf-2a81-41da-93d0-041e3d940008 service neutron] 10.222.0.62 "GET /v2.0/networks/cfcff2d3-6f7d-4bf2-b5fa-9560c4d32a8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842485 Aug 18 12:55:37.107618 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-256533a5-4de6-49c3-b458-a872ea0ea4ce req-51839d32-0c71-44ca-b884-40e2db07ea36 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/security-groups?id=738aee32-2a8c-461c-ba63-16d9f0980ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332313 Aug 18 12:55:37.193135 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-f2cffef0-1889-4bc5-b44f-2c73cc6aed7c req-0d9d0c40-08ab-4c9a-b4cd-4c2a71b1d44e service neutron] 10.222.0.62 "GET /v2.0/networks/cfcff2d3-6f7d-4bf2-b5fa-9560c4d32a8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852220 Aug 18 12:55:37.358724 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 7bc498ca-04b8-40c9-9f51-d44a85a555a6 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:55:37.406414 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 7bc498ca-04b8-40c9-9f51-d44a85a555a6 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:55:37.406775 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:38.225258 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6072be-3cf9-4868-b31c-04447bdb5b8b req-dc433652-f4ee-4f87-aed0-52c325e88eb0 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:38.226745 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-cb6072be-3cf9-4868-b31c-04447bdb5b8b req-dc433652-f4ee-4f87-aed0-52c325e88eb0 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/ports?device_id=aa5a279d-03d0-4cec-a29d-6da8bbde298d HTTP/1.1" status: 200 len: 944 time: 0.0511956 Aug 18 12:55:38.265057 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-cb6072be-3cf9-4868-b31c-04447bdb5b8b req-675a5f1a-bdb8-42cb-b490-b4183fd1b018 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/security-groups?id=738aee32-2a8c-461c-ba63-16d9f0980ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322030 Aug 18 12:55:38.817559 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:39.399047 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9a9092-187a-49dc-a499-96aa6bbb4e53 req-9e5a8eaf-6939-4af1-a091-e4367d5f4316 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:39.400601 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-de9a9092-187a-49dc-a499-96aa6bbb4e53 req-9e5a8eaf-6939-4af1-a091-e4367d5f4316 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/ports?device_id=aa5a279d-03d0-4cec-a29d-6da8bbde298d HTTP/1.1" status: 200 len: 944 time: 0.0570343 Aug 18 12:55:39.440914 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-de9a9092-187a-49dc-a499-96aa6bbb4e53 req-4e085f5b-0841-4b5e-93a0-a0b7d2e06e99 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/security-groups?id=738aee32-2a8c-461c-ba63-16d9f0980ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318279 Aug 18 12:55:39.467800 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device e01ab679-190b-44de-8ad4-aa7b252cab95 details requested by agent hyperv_n-h2-804985-2 with host n-h2-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:55:39.565133 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port e01ab679-190b-44de-8ad4-aa7b252cab95, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=e01ab679-190b-44de-8ad4-aa7b252cab95,segment=NetworkSegment(f7b19435-b3af-4282-96e9-e671ae47a9d4),segment_id=f7b19435-b3af-4282-96e9-e671ae47a9d4)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:55:39.576131 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Returning: {'device': 'e01ab679-190b-44de-8ad4-aa7b252cab95', 'network_id': 'cfcff2d3-6f7d-4bf2-b5fa-9560c4d32a8c', 'port_id': 'e01ab679-190b-44de-8ad4-aa7b252cab95', 'mac_address': 'fa:16:3e:07:80:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 813, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b07cd97-fac4-434a-a67d-042b4cebc1d1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:55:39.612433 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:39.625047 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e01ab679-190b-44de-8ad4-aa7b252cab95 {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:55:39.644079 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port e01ab679-190b-44de-8ad4-aa7b252cab95, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=e01ab679-190b-44de-8ad4-aa7b252cab95,segment=NetworkSegment(f7b19435-b3af-4282-96e9-e671ae47a9d4),segment_id=f7b19435-b3af-4282-96e9-e671ae47a9d4)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:55:39.652784 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:39.701127 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=e01ab679-190b-44de-8ad4-aa7b252cab95,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:55:39.860958 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] get_ports_and_sgs() called for port_ids ['e01ab679-190b-44de-8ad4-aa7b252cab95'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:55:40.581976 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd832c2-14e7-41c2-862f-93931d8270ea req-eb3fc8c1-2ba5-458b-9401-b4450205f410 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:40.583478 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-efd832c2-14e7-41c2-862f-93931d8270ea req-eb3fc8c1-2ba5-458b-9401-b4450205f410 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/ports?device_id=aa5a279d-03d0-4cec-a29d-6da8bbde298d HTTP/1.1" status: 200 len: 945 time: 0.0628326 Aug 18 12:55:40.621636 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-efd832c2-14e7-41c2-862f-93931d8270ea req-c78a43a3-834a-423d-85a7-8e9123285601 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/security-groups?id=738aee32-2a8c-461c-ba63-16d9f0980ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319386 Aug 18 12:55:41.471576 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device e01ab679-190b-44de-8ad4-aa7b252cab95 up at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:55:41.526339 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Provisioning for port e01ab679-190b-44de-8ad4-aa7b252cab95 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:55:41.530329 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Provisioning complete for port e01ab679-190b-44de-8ad4-aa7b252cab95 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:55:41.530707 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:41.617696 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:41.640931 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa5a279d-03d0-4cec-a29d-6da8bbde298d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e01ab679-190b-44de-8ad4-aa7b252cab95'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:55:41.643217 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a48be17dea36f4b328e7831c9c0f0a2b661e0eac7f73e8eb05eb02bc862e3084" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-514b039d-227f-4946-8cfd-475fae9eac74" -d '{"events": [{"server_uuid": "aa5a279d-03d0-4cec-a29d-6da8bbde298d", "name": "network-vif-plugged", "status": "completed", "tag": "e01ab679-190b-44de-8ad4-aa7b252cab95"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:55:41.657411 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port e01ab679-190b-44de-8ad4-aa7b252cab95, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=e01ab679-190b-44de-8ad4-aa7b252cab95,segment=NetworkSegment(f7b19435-b3af-4282-96e9-e671ae47a9d4),segment_id=f7b19435-b3af-4282-96e9-e671ae47a9d4)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:55:41.662380 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:41.688061 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:55:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e8850bb-533a-44d4-a580-08c5a4d05681 x-openstack-request-id: req-3e8850bb-533a-44d4-a580-08c5a4d05681 {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:55:41.688352 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa5a279d-03d0-4cec-a29d-6da8bbde298d", "name": "network-vif-plugged", "status": "completed", "tag": "e01ab679-190b-44de-8ad4-aa7b252cab95", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:55:41.688627 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-3e8850bb-533a-44d4-a580-08c5a4d05681 {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:55:41.689129 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa5a279d-03d0-4cec-a29d-6da8bbde298d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e01ab679-190b-44de-8ad4-aa7b252cab95', 'code': 200} Aug 18 12:55:41.715236 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=e01ab679-190b-44de-8ad4-aa7b252cab95,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:55:41.750328 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3259530d-aabf-46ac-9009-de336f398998 req-53521e95-ead5-4da6-9082-6c7edd933bc9 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:41.751897 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3259530d-aabf-46ac-9009-de336f398998 req-53521e95-ead5-4da6-9082-6c7edd933bc9 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/ports?device_id=aa5a279d-03d0-4cec-a29d-6da8bbde298d HTTP/1.1" status: 200 len: 946 time: 0.0554855 Aug 18 12:55:41.781202 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441da6c1-2182-4dce-aad1-e2b1892f83e8 req-a9727852-95a1-468f-a864-7ffd917bba5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:41.782757 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-441da6c1-2182-4dce-aad1-e2b1892f83e8 req-a9727852-95a1-468f-a864-7ffd917bba5a service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=aa5a279d-03d0-4cec-a29d-6da8bbde298d HTTP/1.1" status: 200 len: 1097 time: 0.0408380 Aug 18 12:55:41.790144 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3259530d-aabf-46ac-9009-de336f398998 req-54b8da4d-6b2d-4139-ac6c-65b71d25f172 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/security-groups?id=738aee32-2a8c-461c-ba63-16d9f0980ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322094 Aug 18 12:55:41.817893 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-441da6c1-2182-4dce-aad1-e2b1892f83e8 req-5fc1a626-2611-4279-872f-a5a51d90a76d service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=738aee32-2a8c-461c-ba63-16d9f0980ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0282748 Aug 18 12:55:42.928874 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895639b7-f6bf-4c27-b37f-5e661ca277ff req-e290ee1c-101c-4518-9e0a-a99a7f373442 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:42.930407 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-895639b7-f6bf-4c27-b37f-5e661ca277ff req-e290ee1c-101c-4518-9e0a-a99a7f373442 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/ports?device_id=aa5a279d-03d0-4cec-a29d-6da8bbde298d HTTP/1.1" status: 200 len: 946 time: 0.0635989 Aug 18 12:55:42.971012 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-895639b7-f6bf-4c27-b37f-5e661ca277ff req-8ebe37b6-0a9d-42c7-a634-c82fb6e2a8f7 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/security-groups?id=738aee32-2a8c-461c-ba63-16d9f0980ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321167 Aug 18 12:55:43.089794 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805898d0-4b55-4052-87d0-91e1d351e4d0 req-bb67ecdd-4b13-4b1e-bb7f-530f72dc9dc6 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:43.091165 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-805898d0-4b55-4052-87d0-91e1d351e4d0 req-bb67ecdd-4b13-4b1e-bb7f-530f72dc9dc6 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/ports?device_id=aa5a279d-03d0-4cec-a29d-6da8bbde298d HTTP/1.1" status: 200 len: 946 time: 0.0543725 Aug 18 12:55:43.130535 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-805898d0-4b55-4052-87d0-91e1d351e4d0 req-f0035604-3cb8-4719-8bf0-045fe6dce348 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/security-groups?id=738aee32-2a8c-461c-ba63-16d9f0980ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331900 Aug 18 12:55:43.152096 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 53524) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:55:43.196742 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dee89e41-1860-4b84-8676-eb0122a8cf2a tempest-TestNetworkAdvancedServerOps-1700407390 tempest-TestNetworkAdvancedServerOps-1700407390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:43.198231 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-dee89e41-1860-4b84-8676-eb0122a8cf2a tempest-TestNetworkAdvancedServerOps-1700407390 tempest-TestNetworkAdvancedServerOps-1700407390-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=aa5a279d-03d0-4cec-a29d-6da8bbde298d HTTP/1.1" status: 200 len: 1092 time: 0.0451107 Aug 18 12:55:43.202495 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 53526) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:55:43.206797 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-242bfdb6-9832-45cd-9ec5-6b93d3652842 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Request body: {'floatingip': {'floating_network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'port_id': 'e01ab679-190b-44de-8ad4-aa7b252cab95', 'tenant_id': '80570d7663924423a4131eb860db7880', 'fixed_ip_address': '172.20.0.12'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:55:43.230576 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-242bfdb6-9832-45cd-9ec5-6b93d3652842 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for floatingip, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:43.329006 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-242bfdb6-9832-45cd-9ec5-6b93d3652842 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:43.442403 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [None req-242bfdb6-9832-45cd-9ec5-6b93d3652842 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Allocated IP 172.25.7.234 (7cae7a70-14fd-408c-b14d-39ceb97cb60e/9784295a-20b8-4a4b-b105-f82737f0448f/61c2f0f5-ac00-44e9-bc86-d6307cae7040) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:55:43.553818 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-242bfdb6-9832-45cd-9ec5-6b93d3652842 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:43.594380 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-242bfdb6-9832-45cd-9ec5-6b93d3652842 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:43.635835 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-242bfdb6-9832-45cd-9ec5-6b93d3652842 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Network 7cae7a70-14fd-408c-b14d-39ceb97cb60e is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:55:43.638732 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-242bfdb6-9832-45cd-9ec5-6b93d3652842 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:55:43.642296 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-242bfdb6-9832-45cd-9ec5-6b93d3652842 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:55:43.647621 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242bfdb6-9832-45cd-9ec5-6b93d3652842 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Pushing event updated for resources: {'Port': ['ID=61c2f0f5-ac00-44e9-bc86-d6307cae7040,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:55:44.006108 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-242bfdb6-9832-45cd-9ec5-6b93d3652842 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:44.075892 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-242bfdb6-9832-45cd-9ec5-6b93d3652842 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:44.536452 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-242bfdb6-9832-45cd-9ec5-6b93d3652842 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for port, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:44.544193 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-242bfdb6-9832-45cd-9ec5-6b93d3652842 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:44.618093 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242bfdb6-9832-45cd-9ec5-6b93d3652842 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Pushing event updated for resources: {'Port': ['ID=61c2f0f5-ac00-44e9-bc86-d6307cae7040,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:55:44.626021 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-242bfdb6-9832-45cd-9ec5-6b93d3652842 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-989945'] for floatingip, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:44.730885 n-d-804985-2 neutron-server[106253]: INFO neutron.db.l3_db [None req-242bfdb6-9832-45cd-9ec5-6b93d3652842 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Floating IP 9757b170-07fe-4b6e-8611-35214b12a664 associated. External IP: 172.25.7.234, port: e01ab679-190b-44de-8ad4-aa7b252cab95. Aug 18 12:55:44.941834 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-242bfdb6-9832-45cd-9ec5-6b93d3652842 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Router df0363b9-de3b-4060-a17b-6a96e96656a2 has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:55:45.050131 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-242bfdb6-9832-45cd-9ec5-6b93d3652842 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:55:45.060073 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba272ee-bc8a-4476-9979-9543eeaf626c None None] Sync routers for ids ['df0363b9-de3b-4060-a17b-6a96e96656a2'] in n-d-804985-2 {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:55:45.070635 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-242bfdb6-9832-45cd-9ec5-6b93d3652842 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for floatingip, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:45.071150 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba272ee-bc8a-4476-9979-9543eeaf626c None None] Routers {'df0363b9-de3b-4060-a17b-6a96e96656a2'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:55:45.071812 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-fba272ee-bc8a-4476-9979-9543eeaf626c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:55:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['df0363b9-de3b-4060-a17b-6a96e96656a2'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:55:45.099207 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-242bfdb6-9832-45cd-9ec5-6b93d3652842 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8957303 Aug 18 12:55:45.099810 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa5a279d-03d0-4cec-a29d-6da8bbde298d', 'tag': 'e01ab679-190b-44de-8ad4-aa7b252cab95'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:55:45.102122 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d6bbf6f425705e9a26053008d8b7c0abfe3c10eda721baf5c515723d6d58932" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f68f721-ee62-41b6-8323-8c923afc969a" -d '{"events": [{"name": "network-changed", "server_uuid": "aa5a279d-03d0-4cec-a29d-6da8bbde298d", "tag": "e01ab679-190b-44de-8ad4-aa7b252cab95"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:55:45.140569 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:55:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70181bf1-75f8-4148-9ea8-1b69123049bd x-openstack-request-id: req-70181bf1-75f8-4148-9ea8-1b69123049bd {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:55:45.140861 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa5a279d-03d0-4cec-a29d-6da8bbde298d", "tag": "e01ab679-190b-44de-8ad4-aa7b252cab95", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:55:45.141151 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-70181bf1-75f8-4148-9ea8-1b69123049bd {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:55:45.141561 n-d-804985-2 neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa5a279d-03d0-4cec-a29d-6da8bbde298d', 'tag': 'e01ab679-190b-44de-8ad4-aa7b252cab95', 'status': 'completed', 'code': 200} Aug 18 12:55:45.182964 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-fba272ee-bc8a-4476-9979-9543eeaf626c None None] Set router df0363b9-de3b-4060-a17b-6a96e96656a2 gateway port host: n-d-804985-2 {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:55:45.199813 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12143af-40e1-488c-a7a6-8589acd76e66 req-b11734b7-44bc-4588-b8b9-dd20a3f9fa04 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:45.201265 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d12143af-40e1-488c-a7a6-8589acd76e66 req-b11734b7-44bc-4588-b8b9-dd20a3f9fa04 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/ports?device_id=aa5a279d-03d0-4cec-a29d-6da8bbde298d HTTP/1.1" status: 200 len: 946 time: 0.0517311 Aug 18 12:55:45.204238 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f68f721-ee62-41b6-8323-8c923afc969a req-d8e460a3-abc3-41f2-a6f2-e0fc1a117c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:45.205870 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-3f68f721-ee62-41b6-8323-8c923afc969a req-d8e460a3-abc3-41f2-a6f2-e0fc1a117c45 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=80570d7663924423a4131eb860db7880&device_id=aa5a279d-03d0-4cec-a29d-6da8bbde298d HTTP/1.1" status: 200 len: 1097 time: 0.0423188 Aug 18 12:55:45.241576 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d12143af-40e1-488c-a7a6-8589acd76e66 req-6503102b-5b3e-48a2-b070-46f663ed0845 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/security-groups?id=738aee32-2a8c-461c-ba63-16d9f0980ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333185 Aug 18 12:55:45.263605 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 53532) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:55:45.305738 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f68f721-ee62-41b6-8323-8c923afc969a req-20a7b1ef-a8b6-42d1-9556-4ce805146b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:45.307256 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-3f68f721-ee62-41b6-8323-8c923afc969a req-20a7b1ef-a8b6-42d1-9556-4ce805146b62 service neutron] 10.222.0.62 "GET /v2.0/networks?id=cfcff2d3-6f7d-4bf2-b5fa-9560c4d32a8c HTTP/1.1" status: 200 len: 897 time: 0.0940270 Aug 18 12:55:45.331573 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-44f7acfe-83a2-4f78-9be3-67806db0f5a4 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/floatingips/9757b170-07fe-4b6e-8611-35214b12a664 HTTP/1.1" status: 200 len: 992 time: 0.0667641 Aug 18 12:55:45.371974 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-3f68f721-ee62-41b6-8323-8c923afc969a req-968d583d-d3dd-4c53-9f51-784449a12364 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e01ab679-190b-44de-8ad4-aa7b252cab95 HTTP/1.1" status: 200 len: 1000 time: 0.0579031 Aug 18 12:55:45.412606 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-fba272ee-bc8a-4476-9979-9543eeaf626c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df0363b9-de3b-4060-a17b-6a96e96656a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1384462590', 'tenant_id': '80570d7663924423a4131eb860db7880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.56'}], 'enable_snat': True}, 'gw_port_id': '5e6a398a-bdbb-4d59-8edd-15fb33d22563', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:55:28Z', 'updated_at': '2021-08-18T12:55:32Z', 'revision_number': 4, 'project_id': '80570d7663924423a4131eb860db7880', 'gw_port': {'id': '5e6a398a-bdbb-4d59-8edd-15fb33d22563', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:9a:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df0363b9-de3b-4060-a17b-6a96e96656a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:55:28Z', 'updated_at': '2021-08-18T12:55:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_floatingips': [{'id': '9757b170-07fe-4b6e-8611-35214b12a664', 'tenant_id': '80570d7663924423a4131eb860db7880', 'floating_ip_address': '172.25.7.234', 'floating_network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'router_id': 'df0363b9-de3b-4060-a17b-6a96e96656a2', 'port_id': 'e01ab679-190b-44de-8ad4-aa7b252cab95', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4226, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfcff2d3-6f7d-4bf2-b5fa-9560c4d32a8c', 'mac_address': 'fa:16:3e:07:80:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa5a279d-03d0-4cec-a29d-6da8bbde298d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T12:55:43Z', 'updated_at': '2021-08-18T12:55:43Z', 'revision_number': 0, 'project_id': '80570d7663924423a4131eb860db7880', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bc498ca-04b8-40c9-9f51-d44a85a555a6', 'name': '', 'network_id': 'cfcff2d3-6f7d-4bf2-b5fa-9560c4d32a8c', 'tenant_id': '80570d7663924423a4131eb860db7880', 'mac_address': 'fa:16:3e:44:a2:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df0363b9-de3b-4060-a17b-6a96e96656a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '6b07cd97-fac4-434a-a67d-042b4cebc1d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:55:31Z', 'updated_at': '2021-08-18T12:55:35Z', 'revision_number': 5, 'project_id': '80570d7663924423a4131eb860db7880', 'subnets': [{'id': '6b07cd97-fac4-434a-a67d-042b4cebc1d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:55:45.425559 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f68f721-ee62-41b6-8323-8c923afc969a req-231acfde-be18-4ba9-ab60-69d6d09ed109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:45.427013 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-3f68f721-ee62-41b6-8323-8c923afc969a req-231acfde-be18-4ba9-ab60-69d6d09ed109 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6b07cd97-fac4-434a-a67d-042b4cebc1d1 HTTP/1.1" status: 200 len: 834 time: 0.0482078 Aug 18 12:55:45.438360 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba272ee-bc8a-4476-9979-9543eeaf626c None None] Checking router: df0363b9-de3b-4060-a17b-6a96e96656a2 for host: n-d-804985-2 {{(pid=106254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:55:45.447117 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba272ee-bc8a-4476-9979-9543eeaf626c None None] Routers {'df0363b9-de3b-4060-a17b-6a96e96656a2'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:55:45.447715 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-fba272ee-bc8a-4476-9979-9543eeaf626c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:55:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['df0363b9-de3b-4060-a17b-6a96e96656a2'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:55:45.474138 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f68f721-ee62-41b6-8323-8c923afc969a req-c206171c-5081-4625-9b83-074a2df6e99e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:55:45.475631 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-3f68f721-ee62-41b6-8323-8c923afc969a req-c206171c-5081-4625-9b83-074a2df6e99e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=cfcff2d3-6f7d-4bf2-b5fa-9560c4d32a8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403864 Aug 18 12:55:45.554846 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-fba272ee-bc8a-4476-9979-9543eeaf626c None None] Set router df0363b9-de3b-4060-a17b-6a96e96656a2 gateway port host: n-d-804985-2 {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:55:45.569082 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-3f68f721-ee62-41b6-8323-8c923afc969a req-64ec520e-ffe5-4f56-861c-8d2fff1c5516 service neutron] 10.222.0.62 "GET /v2.0/networks/cfcff2d3-6f7d-4bf2-b5fa-9560c4d32a8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860229 Aug 18 12:55:45.667762 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-3f68f721-ee62-41b6-8323-8c923afc969a req-cbc503cf-a82f-404d-a428-09415e5c311f service neutron] 10.222.0.62 "GET /v2.0/networks/cfcff2d3-6f7d-4bf2-b5fa-9560c4d32a8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910244 Aug 18 12:55:45.780499 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-fba272ee-bc8a-4476-9979-9543eeaf626c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df0363b9-de3b-4060-a17b-6a96e96656a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1384462590', 'tenant_id': '80570d7663924423a4131eb860db7880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.56'}], 'enable_snat': True}, 'gw_port_id': '5e6a398a-bdbb-4d59-8edd-15fb33d22563', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:55:28Z', 'updated_at': '2021-08-18T12:55:32Z', 'revision_number': 4, 'project_id': '80570d7663924423a4131eb860db7880', 'gw_port': {'id': '5e6a398a-bdbb-4d59-8edd-15fb33d22563', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:9a:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df0363b9-de3b-4060-a17b-6a96e96656a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:55:28Z', 'updated_at': '2021-08-18T12:55:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_floatingips': [{'id': '9757b170-07fe-4b6e-8611-35214b12a664', 'tenant_id': '80570d7663924423a4131eb860db7880', 'floating_ip_address': '172.25.7.234', 'floating_network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'router_id': 'df0363b9-de3b-4060-a17b-6a96e96656a2', 'port_id': 'e01ab679-190b-44de-8ad4-aa7b252cab95', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4226, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfcff2d3-6f7d-4bf2-b5fa-9560c4d32a8c', 'mac_address': 'fa:16:3e:07:80:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa5a279d-03d0-4cec-a29d-6da8bbde298d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T12:55:43Z', 'updated_at': '2021-08-18T12:55:43Z', 'revision_number': 0, 'project_id': '80570d7663924423a4131eb860db7880', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bc498ca-04b8-40c9-9f51-d44a85a555a6', 'name': '', 'network_id': 'cfcff2d3-6f7d-4bf2-b5fa-9560c4d32a8c', 'tenant_id': '80570d7663924423a4131eb860db7880', 'mac_address': 'fa:16:3e:44:a2:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df0363b9-de3b-4060-a17b-6a96e96656a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '6b07cd97-fac4-434a-a67d-042b4cebc1d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:55:31Z', 'updated_at': '2021-08-18T12:55:35Z', 'revision_number': 5, 'project_id': '80570d7663924423a4131eb860db7880', 'subnets': [{'id': '6b07cd97-fac4-434a-a67d-042b4cebc1d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:55:45.805863 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba272ee-bc8a-4476-9979-9543eeaf626c None None] The sync data for ids ['df0363b9-de3b-4060-a17b-6a96e96656a2'] in n-d-804985-2 is: [{'id': 'df0363b9-de3b-4060-a17b-6a96e96656a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1384462590', 'tenant_id': '80570d7663924423a4131eb860db7880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.56'}], 'enable_snat': True}, 'gw_port_id': '5e6a398a-bdbb-4d59-8edd-15fb33d22563', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:55:28Z', 'updated_at': '2021-08-18T12:55:32Z', 'revision_number': 4, 'project_id': '80570d7663924423a4131eb860db7880', 'gw_port': {'id': '5e6a398a-bdbb-4d59-8edd-15fb33d22563', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:9a:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df0363b9-de3b-4060-a17b-6a96e96656a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:55:28Z', 'updated_at': '2021-08-18T12:55:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_floatingips': [{'id': '9757b170-07fe-4b6e-8611-35214b12a664', 'tenant_id': '80570d7663924423a4131eb860db7880', 'floating_ip_address': '172.25.7.234', 'floating_network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'router_id': 'df0363b9-de3b-4060-a17b-6a96e96656a2', 'port_id': 'e01ab679-190b-44de-8ad4-aa7b252cab95', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4226, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfcff2d3-6f7d-4bf2-b5fa-9560c4d32a8c', 'mac_address': 'fa:16:3e:07:80:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa5a279d-03d0-4cec-a29d-6da8bbde298d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T12:55:43Z', 'updated_at': '2021-08-18T12:55:43Z', 'revision_number': 0, 'project_id': '80570d7663924423a4131eb860db7880', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bc498ca-04b8-40c9-9f51-d44a85a555a6', 'name': '', 'network_id': 'cfcff2d3-6f7d-4bf2-b5fa-9560c4d32a8c', 'tenant_id': '80570d7663924423a4131eb860db7880', 'mac_address': 'fa:16:3e:44:a2:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df0363b9-de3b-4060-a17b-6a96e96656a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '6b07cd97-fac4-434a-a67d-042b4cebc1d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:55:31Z', 'updated_at': '2021-08-18T12:55:35Z', 'revision_number': 5, 'project_id': '80570d7663924423a4131eb860db7880', 'subnets': [{'id': '6b07cd97-fac4-434a-a67d-042b4cebc1d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:55:46.334713 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 53534) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:55:46.399120 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-d95f4bcf-81dd-4958-ae26-b107852ebfb5 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/floatingips/9757b170-07fe-4b6e-8611-35214b12a664 HTTP/1.1" status: 200 len: 992 time: 0.0631990 Aug 18 12:55:46.429051 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a0a4e9f-25bd-4085-b1c6-3a22bf460859 None None] New status for floating IP 9757b170-07fe-4b6e-8611-35214b12a664: ACTIVE {{(pid=106255) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 12:55:47.404347 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 53536) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:55:47.479267 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-123556ce-d7bd-4a68-9735-d5fa1dacaefd tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/floatingips/9757b170-07fe-4b6e-8611-35214b12a664 HTTP/1.1" status: 200 len: 994 time: 0.0730693 Aug 18 12:55:48.569128 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-758ba57d-4f4a-4a8d-8407-a2417bfdbf8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:48.802978 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.agents_db [None req-6dbb2658-0354-4101-8393-6e7505481cf6 None None] Agent healthcheck: found 7 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 12:55:51.528823 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:51.808149 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1bc50e74-a966-4a7e-92e5-8635231497b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:52.428164 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-53584c24-f517-494e-ac93-c18bb92373f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:55:54.095103 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-500a1c61-38a7-4c23-a7ec-4631080af5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:06.563447 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:08.813762 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:14.306757 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272ebfdb-c3db-49bc-8963-a8012284aef3 req-8dca8581-9c88-4830-8bb3-402c9523c507 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:14.308239 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-272ebfdb-c3db-49bc-8963-a8012284aef3 req-8dca8581-9c88-4830-8bb3-402c9523c507 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/ports?device_id=aa5a279d-03d0-4cec-a29d-6da8bbde298d HTTP/1.1" status: 200 len: 946 time: 0.0516441 Aug 18 12:56:14.347723 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-272ebfdb-c3db-49bc-8963-a8012284aef3 req-2caed5ef-ba94-41e5-8496-789ecbcb436c tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/security-groups?id=738aee32-2a8c-461c-ba63-16d9f0980ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324042 Aug 18 12:56:14.364349 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-409abdbb-7e35-422f-b1d4-3889af4d5319 req-ac9ee73c-1ee8-4064-a0d0-2c10724c8b50 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=aa5a279d-03d0-4cec-a29d-6da8bbde298d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0820403 Aug 18 12:56:15.481367 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7d37e6-f6fa-45bc-a069-db7a669c8b06 req-6d5f521e-0897-42ef-9e75-15f5aa38e3a2 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:15.483232 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-fb7d37e6-f6fa-45bc-a069-db7a669c8b06 req-6d5f521e-0897-42ef-9e75-15f5aa38e3a2 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/ports?device_id=aa5a279d-03d0-4cec-a29d-6da8bbde298d HTTP/1.1" status: 200 len: 946 time: 0.0594101 Aug 18 12:56:15.534186 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-fb7d37e6-f6fa-45bc-a069-db7a669c8b06 req-26967f19-73db-48ed-905e-dfd1bcd24687 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/security-groups?id=738aee32-2a8c-461c-ba63-16d9f0980ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437596 Aug 18 12:56:16.592191 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb949dbf-1bdd-471f-8a20-208c63017430 req-e65429ea-e9a3-475e-8df7-49a45534d52f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:16.593778 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-bb949dbf-1bdd-471f-8a20-208c63017430 req-e65429ea-e9a3-475e-8df7-49a45534d52f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=80570d7663924423a4131eb860db7880&device_id=aa5a279d-03d0-4cec-a29d-6da8bbde298d HTTP/1.1" status: 200 len: 1097 time: 0.0427487 Aug 18 12:56:16.664793 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdeacf8-192c-4a65-bf76-c536b4bdbd14 req-9db3c158-f912-4060-87fd-99cf7fbd0059 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:16.666318 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-dfdeacf8-192c-4a65-bf76-c536b4bdbd14 req-9db3c158-f912-4060-87fd-99cf7fbd0059 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/ports?device_id=aa5a279d-03d0-4cec-a29d-6da8bbde298d HTTP/1.1" status: 200 len: 946 time: 0.0527503 Aug 18 12:56:16.704841 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-dfdeacf8-192c-4a65-bf76-c536b4bdbd14 req-eba716a2-a27a-4963-89ea-615a64581ba5 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/security-groups?id=738aee32-2a8c-461c-ba63-16d9f0980ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323765 Aug 18 12:56:16.723250 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb949dbf-1bdd-471f-8a20-208c63017430 req-2f570afd-8622-4a7f-97a7-7c62df88abef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:16.724851 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-bb949dbf-1bdd-471f-8a20-208c63017430 req-2f570afd-8622-4a7f-97a7-7c62df88abef service neutron] 10.222.0.62 "GET /v2.0/networks?id=cfcff2d3-6f7d-4bf2-b5fa-9560c4d32a8c HTTP/1.1" status: 200 len: 897 time: 0.1024919 Aug 18 12:56:16.797990 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-bb949dbf-1bdd-471f-8a20-208c63017430 req-eb813b1b-0784-438a-9aa0-1d5f60350817 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e01ab679-190b-44de-8ad4-aa7b252cab95 HTTP/1.1" status: 200 len: 1002 time: 0.0637879 Aug 18 12:56:16.867689 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb949dbf-1bdd-471f-8a20-208c63017430 req-4ac3d85f-84d6-4f80-9d5b-3e49825dde3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:16.869797 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-bb949dbf-1bdd-471f-8a20-208c63017430 req-4ac3d85f-84d6-4f80-9d5b-3e49825dde3e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6b07cd97-fac4-434a-a67d-042b4cebc1d1 HTTP/1.1" status: 200 len: 834 time: 0.0646613 Aug 18 12:56:16.924280 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb949dbf-1bdd-471f-8a20-208c63017430 req-451a2af5-e766-4ab5-ab1d-4561ef7441b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:16.926869 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-bb949dbf-1bdd-471f-8a20-208c63017430 req-451a2af5-e766-4ab5-ab1d-4561ef7441b1 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=cfcff2d3-6f7d-4bf2-b5fa-9560c4d32a8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0498805 Aug 18 12:56:17.035312 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-bb949dbf-1bdd-471f-8a20-208c63017430 req-78c9e6cd-1251-46e1-bcca-a3f326f9aea9 service neutron] 10.222.0.62 "GET /v2.0/networks/cfcff2d3-6f7d-4bf2-b5fa-9560c4d32a8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996802 Aug 18 12:56:17.128850 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-bb949dbf-1bdd-471f-8a20-208c63017430 req-e968228c-fdfa-4a06-9f35-f630ac8ae515 service neutron] 10.222.0.62 "GET /v2.0/networks/cfcff2d3-6f7d-4bf2-b5fa-9560c4d32a8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862150 Aug 18 12:56:17.552614 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409abdbb-7e35-422f-b1d4-3889af4d5319 req-30143d89-3fe0-475c-ae1f-beb1ac7627ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:17.554083 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-409abdbb-7e35-422f-b1d4-3889af4d5319 req-30143d89-3fe0-475c-ae1f-beb1ac7627ab service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=80570d7663924423a4131eb860db7880&device_id=aa5a279d-03d0-4cec-a29d-6da8bbde298d HTTP/1.1" status: 200 len: 1097 time: 0.0444405 Aug 18 12:56:17.652418 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409abdbb-7e35-422f-b1d4-3889af4d5319 req-96c6698f-bcbf-4656-8d88-0afa911409f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:17.654008 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-409abdbb-7e35-422f-b1d4-3889af4d5319 req-96c6698f-bcbf-4656-8d88-0afa911409f6 service neutron] 10.222.0.62 "GET /v2.0/networks?id=cfcff2d3-6f7d-4bf2-b5fa-9560c4d32a8c HTTP/1.1" status: 200 len: 897 time: 0.0918345 Aug 18 12:56:17.720345 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-409abdbb-7e35-422f-b1d4-3889af4d5319 req-c319b395-7872-4358-9a0a-d294986079d2 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e01ab679-190b-44de-8ad4-aa7b252cab95 HTTP/1.1" status: 200 len: 1002 time: 0.0585518 Aug 18 12:56:17.775258 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409abdbb-7e35-422f-b1d4-3889af4d5319 req-fa4a396d-d426-4cc8-b082-0cc74f9c5b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:17.776775 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-409abdbb-7e35-422f-b1d4-3889af4d5319 req-fa4a396d-d426-4cc8-b082-0cc74f9c5b1a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6b07cd97-fac4-434a-a67d-042b4cebc1d1 HTTP/1.1" status: 200 len: 834 time: 0.0497363 Aug 18 12:56:17.825021 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409abdbb-7e35-422f-b1d4-3889af4d5319 req-99538338-a096-447f-b5df-4bb8a5979128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:17.826556 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-409abdbb-7e35-422f-b1d4-3889af4d5319 req-99538338-a096-447f-b5df-4bb8a5979128 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=cfcff2d3-6f7d-4bf2-b5fa-9560c4d32a8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427151 Aug 18 12:56:17.833118 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f91859-3a39-42ec-961b-7cac1e25ec6e req-76e9e628-4f59-4dbb-80a1-d8290552c98c tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:17.834676 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f4f91859-3a39-42ec-961b-7cac1e25ec6e req-76e9e628-4f59-4dbb-80a1-d8290552c98c tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/ports?device_id=aa5a279d-03d0-4cec-a29d-6da8bbde298d HTTP/1.1" status: 200 len: 946 time: 0.0527143 Aug 18 12:56:17.876564 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f4f91859-3a39-42ec-961b-7cac1e25ec6e req-fd71b884-221e-4723-bc14-2efcc1853f0a tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/security-groups?id=738aee32-2a8c-461c-ba63-16d9f0980ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346756 Aug 18 12:56:17.926456 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-409abdbb-7e35-422f-b1d4-3889af4d5319 req-5b824061-c7db-4eff-96f0-a385b08905b6 service neutron] 10.222.0.62 "GET /v2.0/networks/cfcff2d3-6f7d-4bf2-b5fa-9560c4d32a8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926845 Aug 18 12:56:18.031613 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-409abdbb-7e35-422f-b1d4-3889af4d5319 req-946d2c02-2093-483d-890a-ea85accd7de4 service neutron] 10.222.0.62 "GET /v2.0/networks/cfcff2d3-6f7d-4bf2-b5fa-9560c4d32a8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969613 Aug 18 12:56:18.569164 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-42dce54b-e35d-4431-8cc8-65ede593032b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:19.022660 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8dfabc-9a12-4648-92e0-e51cae0d06f0 req-9cc61933-02fb-43ab-a080-39833e0baceb tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:19.024193 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2a8dfabc-9a12-4648-92e0-e51cae0d06f0 req-9cc61933-02fb-43ab-a080-39833e0baceb tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/ports?device_id=aa5a279d-03d0-4cec-a29d-6da8bbde298d HTTP/1.1" status: 200 len: 946 time: 0.0533473 Aug 18 12:56:19.076294 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2a8dfabc-9a12-4648-92e0-e51cae0d06f0 req-a11af7c1-a087-4bc4-b9dd-ac959a3f21a1 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/security-groups?id=738aee32-2a8c-461c-ba63-16d9f0980ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426252 Aug 18 12:56:20.234276 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5b5bc7-cf3a-4e1c-ac68-2ff753e28b49 req-afa0ca11-f6ea-4670-903e-99aaed553b3f tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:20.236211 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1c5b5bc7-cf3a-4e1c-ac68-2ff753e28b49 req-afa0ca11-f6ea-4670-903e-99aaed553b3f tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/ports?device_id=aa5a279d-03d0-4cec-a29d-6da8bbde298d HTTP/1.1" status: 200 len: 946 time: 0.0770907 Aug 18 12:56:20.278309 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1c5b5bc7-cf3a-4e1c-ac68-2ff753e28b49 req-cab6c716-4256-4240-be35-3ae04c173d08 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/security-groups?id=738aee32-2a8c-461c-ba63-16d9f0980ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345197 Aug 18 12:56:21.414808 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c216fd8c-6bb8-44a7-b30d-320ca24c95ed req-adff7ad5-28b0-4f82-9eaf-ac148ca848ad tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:21.416823 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c216fd8c-6bb8-44a7-b30d-320ca24c95ed req-adff7ad5-28b0-4f82-9eaf-ac148ca848ad tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/ports?device_id=aa5a279d-03d0-4cec-a29d-6da8bbde298d HTTP/1.1" status: 200 len: 946 time: 0.0569360 Aug 18 12:56:21.463790 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c216fd8c-6bb8-44a7-b30d-320ca24c95ed req-aca04d9a-e5b2-4f16-a5e1-3540504af0a2 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/security-groups?id=738aee32-2a8c-461c-ba63-16d9f0980ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382073 Aug 18 12:56:21.540233 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:21.810560 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-01d80d71-85a1-4428-a00f-9735f7a9c758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:22.433361 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-53584c24-f517-494e-ac93-c18bb92373f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:22.600330 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8c9e7f-6dac-4ee4-9c15-c2b9dd3660df req-10960875-0260-47f8-b917-33abc3101255 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:22.601908 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-bd8c9e7f-6dac-4ee4-9c15-c2b9dd3660df req-10960875-0260-47f8-b917-33abc3101255 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/ports?device_id=aa5a279d-03d0-4cec-a29d-6da8bbde298d HTTP/1.1" status: 200 len: 946 time: 0.0548079 Aug 18 12:56:22.647533 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-bd8c9e7f-6dac-4ee4-9c15-c2b9dd3660df req-ed74c601-17e2-4b35-adb1-d4473193631b tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/security-groups?id=738aee32-2a8c-461c-ba63-16d9f0980ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362597 Aug 18 12:56:23.768238 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5170e4a9-5870-467a-9bd0-56ba3ebfcf47 req-0d293c90-c563-4059-a677-332242c9eb1e tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:23.769746 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5170e4a9-5870-467a-9bd0-56ba3ebfcf47 req-0d293c90-c563-4059-a677-332242c9eb1e tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/ports?device_id=aa5a279d-03d0-4cec-a29d-6da8bbde298d HTTP/1.1" status: 200 len: 946 time: 0.0523989 Aug 18 12:56:23.811834 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5170e4a9-5870-467a-9bd0-56ba3ebfcf47 req-bac39457-f185-449d-90de-e2d489f28f36 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/security-groups?id=738aee32-2a8c-461c-ba63-16d9f0980ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329895 Aug 18 12:56:24.100145 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-500a1c61-38a7-4c23-a7ec-4631080af5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:24.939439 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471e51be-0fc7-4dc7-9e45-cb1913ffb738 req-ef0e470b-e149-40f9-b1b0-688ca305dc8f tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:24.940955 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-471e51be-0fc7-4dc7-9e45-cb1913ffb738 req-ef0e470b-e149-40f9-b1b0-688ca305dc8f tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/ports?device_id=aa5a279d-03d0-4cec-a29d-6da8bbde298d HTTP/1.1" status: 200 len: 946 time: 0.0538216 Aug 18 12:56:24.981035 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-471e51be-0fc7-4dc7-9e45-cb1913ffb738 req-bbbd13a7-2911-4916-8b0d-4a4b2ba9fcec tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/security-groups?id=738aee32-2a8c-461c-ba63-16d9f0980ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314422 Aug 18 12:56:25.805971 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.agents_db [None req-6dbb2658-0354-4101-8393-6e7505481cf6 None None] Agent healthcheck: found 7 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 12:56:26.127185 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a241be-1844-45f1-b0bd-5a5f938fba5e req-f0ea670f-7eb4-4c0b-80f4-fc21ccfd6b89 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:26.128792 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-43a241be-1844-45f1-b0bd-5a5f938fba5e req-f0ea670f-7eb4-4c0b-80f4-fc21ccfd6b89 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/ports?device_id=aa5a279d-03d0-4cec-a29d-6da8bbde298d HTTP/1.1" status: 200 len: 946 time: 0.0580268 Aug 18 12:56:26.185591 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-43a241be-1844-45f1-b0bd-5a5f938fba5e req-e43ac3a3-f735-4279-8ad1-038793fd8570 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/security-groups?id=738aee32-2a8c-461c-ba63-16d9f0980ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473790 Aug 18 12:56:27.312111 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0712a720-6025-41f5-beae-dd1fe76f568c req-3a26fdfc-d690-4a62-9587-f09c4da0c396 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:27.313655 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0712a720-6025-41f5-beae-dd1fe76f568c req-3a26fdfc-d690-4a62-9587-f09c4da0c396 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/ports?device_id=aa5a279d-03d0-4cec-a29d-6da8bbde298d HTTP/1.1" status: 200 len: 946 time: 0.0556216 Aug 18 12:56:27.354270 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0712a720-6025-41f5-beae-dd1fe76f568c req-61057e1d-8c50-491a-9bc0-fddb8bb262c3 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/security-groups?id=738aee32-2a8c-461c-ba63-16d9f0980ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326917 Aug 18 12:56:28.491762 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57be80b-e5d5-4be5-816c-7b75ac292662 req-f19577f6-d082-4863-a3ef-8867396dd1c2 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:28.493601 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f57be80b-e5d5-4be5-816c-7b75ac292662 req-f19577f6-d082-4863-a3ef-8867396dd1c2 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/ports?device_id=aa5a279d-03d0-4cec-a29d-6da8bbde298d HTTP/1.1" status: 200 len: 946 time: 0.0614946 Aug 18 12:56:28.534399 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f57be80b-e5d5-4be5-816c-7b75ac292662 req-a23ceb03-fe02-432b-8a83-5724b02ac0c0 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/security-groups?id=738aee32-2a8c-461c-ba63-16d9f0980ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345056 Aug 18 12:56:29.664451 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a54a3b-25a9-4c85-9a11-3f7040d2d8d7 req-9736fcb4-a915-4467-9661-3162c84391f1 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:29.665989 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-95a54a3b-25a9-4c85-9a11-3f7040d2d8d7 req-9736fcb4-a915-4467-9661-3162c84391f1 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/ports?device_id=aa5a279d-03d0-4cec-a29d-6da8bbde298d HTTP/1.1" status: 200 len: 946 time: 0.0608959 Aug 18 12:56:29.713856 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-95a54a3b-25a9-4c85-9a11-3f7040d2d8d7 req-54beb076-712b-4510-ad6c-b29cc08557d3 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/security-groups?id=738aee32-2a8c-461c-ba63-16d9f0980ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406616 Aug 18 12:56:29.861403 n-d-804985-2 neutron-server[106253]: INFO neutron.api.v2.resource [req-409abdbb-7e35-422f-b1d4-3889af4d5319 req-c8f8c4b8-393c-40a0-8d60-b8ff79b6a9bb service neutron] show failed (client error): The resource could not be found. Aug 18 12:56:29.862340 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-409abdbb-7e35-422f-b1d4-3889af4d5319 req-c8f8c4b8-393c-40a0-8d60-b8ff79b6a9bb service neutron] 10.222.0.62 "GET /v2.0/ports/e01ab679-190b-44de-8ad4-aa7b252cab95/bindings/n-h1-804985-2 HTTP/1.1" status: 404 len: 380 time: 0.0592356 Aug 18 12:56:30.119298 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409abdbb-7e35-422f-b1d4-3889af4d5319 req-6fbb5b07-c946-4dd8-bae6-a7f45c9a9f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:30.121015 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-409abdbb-7e35-422f-b1d4-3889af4d5319 req-6fbb5b07-c946-4dd8-bae6-a7f45c9a9f28 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=aa5a279d-03d0-4cec-a29d-6da8bbde298d&tenant_id=80570d7663924423a4131eb860db7880 HTTP/1.1" status: 200 len: 1097 time: 0.0954325 Aug 18 12:56:30.133356 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-409abdbb-7e35-422f-b1d4-3889af4d5319 req-4bac1286-a48d-4a94-96af-612c07126e46 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-804985-2', 'device_owner': 'compute:nova'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:56:30.188167 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-409abdbb-7e35-422f-b1d4-3889af4d5319 req-4bac1286-a48d-4a94-96af-612c07126e46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:30.427800 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-409abdbb-7e35-422f-b1d4-3889af4d5319 req-4bac1286-a48d-4a94-96af-612c07126e46 service neutron] For port e01ab679-190b-44de-8ad4-aa7b252cab95, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=e01ab679-190b-44de-8ad4-aa7b252cab95,segment=NetworkSegment(f7b19435-b3af-4282-96e9-e671ae47a9d4),segment_id=f7b19435-b3af-4282-96e9-e671ae47a9d4)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:56:30.463359 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-409abdbb-7e35-422f-b1d4-3889af4d5319 req-4bac1286-a48d-4a94-96af-612c07126e46 service neutron] For port e01ab679-190b-44de-8ad4-aa7b252cab95, host n-h2-804985-2, cleared binding levels {{(pid=106252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:56:30.503920 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa5a279d-03d0-4cec-a29d-6da8bbde298d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e01ab679-190b-44de-8ad4-aa7b252cab95'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:56:30.506571 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e1715db41198363ca71e85bb75ffab0edf23d36e39f25ec0aa17a703e60534b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a35aa9be-9178-4293-bca5-6d7145113749" -d '{"events": [{"server_uuid": "aa5a279d-03d0-4cec-a29d-6da8bbde298d", "name": "network-vif-unplugged", "status": "completed", "tag": "e01ab679-190b-44de-8ad4-aa7b252cab95"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:56:30.510644 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-409abdbb-7e35-422f-b1d4-3889af4d5319 req-4bac1286-a48d-4a94-96af-612c07126e46 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:30.523832 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [req-409abdbb-7e35-422f-b1d4-3889af4d5319 req-4bac1286-a48d-4a94-96af-612c07126e46 service neutron] Transition to ACTIVE for port object e01ab679-190b-44de-8ad4-aa7b252cab95 will not be triggered until provisioned by entity L2. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:56:30.528073 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-409abdbb-7e35-422f-b1d4-3889af4d5319 req-4bac1286-a48d-4a94-96af-612c07126e46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:30.575718 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bac1286-a48d-4a94-96af-612c07126e46 service neutron] Pushing event updated for resources: {'Port': ['ID=e01ab679-190b-44de-8ad4-aa7b252cab95,revision_number=6']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:56:30.610841 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bac1286-a48d-4a94-96af-612c07126e46 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:56:30.611198 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bac1286-a48d-4a94-96af-612c07126e46 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:56:30.611526 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bac1286-a48d-4a94-96af-612c07126e46 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:56:30.611858 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bac1286-a48d-4a94-96af-612c07126e46 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:56:30.612188 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bac1286-a48d-4a94-96af-612c07126e46 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:56:30.612552 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bac1286-a48d-4a94-96af-612c07126e46 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:56:30.612885 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bac1286-a48d-4a94-96af-612c07126e46 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:56:30.613219 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bac1286-a48d-4a94-96af-612c07126e46 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:56:30.613577 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bac1286-a48d-4a94-96af-612c07126e46 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:56:30.613959 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bac1286-a48d-4a94-96af-612c07126e46 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:56:30.614234 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bac1286-a48d-4a94-96af-612c07126e46 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:56:30.614516 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bac1286-a48d-4a94-96af-612c07126e46 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:56:30.636427 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 18 Aug 2021 12:56:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ba77847-a836-4799-aff5-078f8e185407 x-openstack-request-id: req-1ba77847-a836-4799-aff5-078f8e185407 {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:56:30.636773 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa5a279d-03d0-4cec-a29d-6da8bbde298d", "name": "network-vif-unplugged", "status": "completed", "tag": "e01ab679-190b-44de-8ad4-aa7b252cab95", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:56:30.637026 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-1ba77847-a836-4799-aff5-078f8e185407 {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:56:30.637452 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa5a279d-03d0-4cec-a29d-6da8bbde298d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e01ab679-190b-44de-8ad4-aa7b252cab95', 'code': 200} Aug 18 12:56:30.670604 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-409abdbb-7e35-422f-b1d4-3889af4d5319 req-4bac1286-a48d-4a94-96af-612c07126e46 service neutron] No DVR routers for this DVR port e01ab679-190b-44de-8ad4-aa7b252cab95 on host n-h2-804985-2 {{(pid=106252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:56:30.841267 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-409abdbb-7e35-422f-b1d4-3889af4d5319 req-4bac1286-a48d-4a94-96af-612c07126e46 service neutron] Attempting to bind port e01ab679-190b-44de-8ad4-aa7b252cab95 on host n-h1-804985-2 for vnic_type normal with profile {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:56:30.841493 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-409abdbb-7e35-422f-b1d4-3889af4d5319 req-4bac1286-a48d-4a94-96af-612c07126e46 service neutron] Attempting to bind port e01ab679-190b-44de-8ad4-aa7b252cab95 by drivers openvswitch,hyperv on host n-h1-804985-2 at level 0 using segments [{'id': 'f7b19435-b3af-4282-96e9-e671ae47a9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'cfcff2d3-6f7d-4bf2-b5fa-9560c4d32a8c'}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:56:30.841846 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-409abdbb-7e35-422f-b1d4-3889af4d5319 req-4bac1286-a48d-4a94-96af-612c07126e46 service neutron] Attempting to bind port e01ab679-190b-44de-8ad4-aa7b252cab95 on network cfcff2d3-6f7d-4bf2-b5fa-9560c4d32a8c {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:56:30.850499 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-409abdbb-7e35-422f-b1d4-3889af4d5319 req-4bac1286-a48d-4a94-96af-612c07126e46 service neutron] Port e01ab679-190b-44de-8ad4-aa7b252cab95 on network cfcff2d3-6f7d-4bf2-b5fa-9560c4d32a8c not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-2 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:56:30.850815 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-409abdbb-7e35-422f-b1d4-3889af4d5319 req-4bac1286-a48d-4a94-96af-612c07126e46 service neutron] Attempting to bind port e01ab679-190b-44de-8ad4-aa7b252cab95 on network cfcff2d3-6f7d-4bf2-b5fa-9560c4d32a8c {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:56:30.858504 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-409abdbb-7e35-422f-b1d4-3889af4d5319 req-4bac1286-a48d-4a94-96af-612c07126e46 service neutron] Checking agent: {'id': 'a613417a-d085-492c-941a-59bb18c633d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 49, 6), 'started_at': datetime.datetime(2021, 8, 18, 11, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 56, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:56:30.858845 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-409abdbb-7e35-422f-b1d4-3889af4d5319 req-4bac1286-a48d-4a94-96af-612c07126e46 service neutron] Checking segment: {'id': 'f7b19435-b3af-4282-96e9-e671ae47a9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'cfcff2d3-6f7d-4bf2-b5fa-9560c4d32a8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:56:30.859237 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-409abdbb-7e35-422f-b1d4-3889af4d5319 req-4bac1286-a48d-4a94-96af-612c07126e46 service neutron] Bound using segment: {'id': 'f7b19435-b3af-4282-96e9-e671ae47a9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'cfcff2d3-6f7d-4bf2-b5fa-9560c4d32a8c'} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:56:30.859669 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-409abdbb-7e35-422f-b1d4-3889af4d5319 req-4bac1286-a48d-4a94-96af-612c07126e46 service neutron] Bound port: e01ab679-190b-44de-8ad4-aa7b252cab95, host: n-h1-804985-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7b19435-b3af-4282-96e9-e671ae47a9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'cfcff2d3-6f7d-4bf2-b5fa-9560c4d32a8c'}}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:56:30.860023 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-409abdbb-7e35-422f-b1d4-3889af4d5319 req-4bac1286-a48d-4a94-96af-612c07126e46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:30.881910 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58ebfc6-1c16-4eb9-88da-8d1f232c1c98 req-7065daa3-ebba-4ac2-ab7f-d3309272f334 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:30.883489 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b58ebfc6-1c16-4eb9-88da-8d1f232c1c98 req-7065daa3-ebba-4ac2-ab7f-d3309272f334 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/ports?device_id=aa5a279d-03d0-4cec-a29d-6da8bbde298d HTTP/1.1" status: 200 len: 944 time: 0.0807576 Aug 18 12:56:30.964386 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b58ebfc6-1c16-4eb9-88da-8d1f232c1c98 req-b407b6b5-e403-4b1c-9f4f-cbee7eec0e0e tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/security-groups?id=738aee32-2a8c-461c-ba63-16d9f0980ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598176 Aug 18 12:56:30.965309 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-409abdbb-7e35-422f-b1d4-3889af4d5319 req-4bac1286-a48d-4a94-96af-612c07126e46 service neutron] For port e01ab679-190b-44de-8ad4-aa7b252cab95, host n-h1-804985-2, cleared binding levels {{(pid=106252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:56:30.968463 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-409abdbb-7e35-422f-b1d4-3889af4d5319 req-4bac1286-a48d-4a94-96af-612c07126e46 service neutron] For port e01ab679-190b-44de-8ad4-aa7b252cab95, host n-h1-804985-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=e01ab679-190b-44de-8ad4-aa7b252cab95,segment=NetworkSegment(f7b19435-b3af-4282-96e9-e671ae47a9d4),segment_id=f7b19435-b3af-4282-96e9-e671ae47a9d4)] {{(pid=106252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:56:30.973828 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-409abdbb-7e35-422f-b1d4-3889af4d5319 req-4bac1286-a48d-4a94-96af-612c07126e46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:31.014992 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409abdbb-7e35-422f-b1d4-3889af4d5319 req-4bac1286-a48d-4a94-96af-612c07126e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:31.015638 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-409abdbb-7e35-422f-b1d4-3889af4d5319 req-4bac1286-a48d-4a94-96af-612c07126e46 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:31.017173 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-409abdbb-7e35-422f-b1d4-3889af4d5319 req-4bac1286-a48d-4a94-96af-612c07126e46 service neutron] 10.222.0.63 "PUT /v2.0/ports/e01ab679-190b-44de-8ad4-aa7b252cab95 HTTP/1.1" status: 200 len: 1092 time: 0.8883631 Aug 18 12:56:31.036424 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bac1286-a48d-4a94-96af-612c07126e46 service neutron] Pushing event updated for resources: {'Port': ['ID=e01ab679-190b-44de-8ad4-aa7b252cab95,revision_number=7']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:56:31.086728 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409abdbb-7e35-422f-b1d4-3889af4d5319 req-aaebadc4-d733-4d95-b4ce-967c11703d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:31.088413 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-409abdbb-7e35-422f-b1d4-3889af4d5319 req-aaebadc4-d733-4d95-b4ce-967c11703d4e service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=80570d7663924423a4131eb860db7880&device_id=aa5a279d-03d0-4cec-a29d-6da8bbde298d HTTP/1.1" status: 200 len: 1095 time: 0.0458772 Aug 18 12:56:31.195475 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409abdbb-7e35-422f-b1d4-3889af4d5319 req-dea5f85c-1ded-45f6-8c4e-dba56d02a8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:31.197124 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-409abdbb-7e35-422f-b1d4-3889af4d5319 req-dea5f85c-1ded-45f6-8c4e-dba56d02a8cb service neutron] 10.222.0.63 "GET /v2.0/networks?id=cfcff2d3-6f7d-4bf2-b5fa-9560c4d32a8c HTTP/1.1" status: 200 len: 897 time: 0.1021159 Aug 18 12:56:31.274305 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-409abdbb-7e35-422f-b1d4-3889af4d5319 req-ffac245a-29aa-4d1d-9278-4c2e0be8ba07 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e01ab679-190b-44de-8ad4-aa7b252cab95 HTTP/1.1" status: 200 len: 1000 time: 0.0705013 Aug 18 12:56:31.330807 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409abdbb-7e35-422f-b1d4-3889af4d5319 req-2131e5d7-88b5-4803-9148-b04ce8a7a412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:31.332270 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-409abdbb-7e35-422f-b1d4-3889af4d5319 req-2131e5d7-88b5-4803-9148-b04ce8a7a412 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=6b07cd97-fac4-434a-a67d-042b4cebc1d1 HTTP/1.1" status: 200 len: 834 time: 0.0507946 Aug 18 12:56:31.402340 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409abdbb-7e35-422f-b1d4-3889af4d5319 req-fb1eb0a8-bae1-4775-89a7-7420f737b831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:31.404558 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-409abdbb-7e35-422f-b1d4-3889af4d5319 req-fb1eb0a8-bae1-4775-89a7-7420f737b831 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=cfcff2d3-6f7d-4bf2-b5fa-9560c4d32a8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0648441 Aug 18 12:56:31.523334 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-409abdbb-7e35-422f-b1d4-3889af4d5319 req-05ced752-1d07-43fc-ba2a-883d09bb5652 service neutron] 10.222.0.63 "GET /v2.0/networks/cfcff2d3-6f7d-4bf2-b5fa-9560c4d32a8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103890 Aug 18 12:56:31.643701 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-409abdbb-7e35-422f-b1d4-3889af4d5319 req-28704e30-da2c-437c-a23e-47a5e21952b2 service neutron] 10.222.0.63 "GET /v2.0/networks/cfcff2d3-6f7d-4bf2-b5fa-9560c4d32a8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130950 Aug 18 12:56:32.091333 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb70a20-8f34-44ba-82cb-b12976aafa1e req-4d0d8a47-d1eb-4ae0-8610-5e1ada1abc8f tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:32.092972 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4eb70a20-8f34-44ba-82cb-b12976aafa1e req-4d0d8a47-d1eb-4ae0-8610-5e1ada1abc8f tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/ports?device_id=aa5a279d-03d0-4cec-a29d-6da8bbde298d HTTP/1.1" status: 200 len: 944 time: 0.0575051 Aug 18 12:56:32.133779 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4eb70a20-8f34-44ba-82cb-b12976aafa1e req-af39ac81-3da4-4bec-88be-ebca05c6e259 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/security-groups?id=738aee32-2a8c-461c-ba63-16d9f0980ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345192 Aug 18 12:56:32.639135 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa5a279d-03d0-4cec-a29d-6da8bbde298d', 'tag': 'e01ab679-190b-44de-8ad4-aa7b252cab95'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:56:32.641911 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e1715db41198363ca71e85bb75ffab0edf23d36e39f25ec0aa17a703e60534b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5a45944-2858-4bb7-8faf-2c7889efc958" -d '{"events": [{"name": "network-changed", "server_uuid": "aa5a279d-03d0-4cec-a29d-6da8bbde298d", "tag": "e01ab679-190b-44de-8ad4-aa7b252cab95"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:56:32.699299 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:56:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-357bf799-e3c9-4ed7-8f02-798ad8621055 x-openstack-request-id: req-357bf799-e3c9-4ed7-8f02-798ad8621055 {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:56:32.699713 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa5a279d-03d0-4cec-a29d-6da8bbde298d", "tag": "e01ab679-190b-44de-8ad4-aa7b252cab95", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:56:32.700007 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-357bf799-e3c9-4ed7-8f02-798ad8621055 {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:56:32.700422 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa5a279d-03d0-4cec-a29d-6da8bbde298d', 'tag': 'e01ab679-190b-44de-8ad4-aa7b252cab95', 'status': 'completed', 'code': 200} Aug 18 12:56:32.762374 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a45944-2858-4bb7-8faf-2c7889efc958 req-809d51e1-5924-4d0b-8c1d-e97c0a62be33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:32.763896 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-c5a45944-2858-4bb7-8faf-2c7889efc958 req-809d51e1-5924-4d0b-8c1d-e97c0a62be33 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=80570d7663924423a4131eb860db7880&device_id=aa5a279d-03d0-4cec-a29d-6da8bbde298d HTTP/1.1" status: 200 len: 1095 time: 0.0432103 Aug 18 12:56:32.767943 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a45944-2858-4bb7-8faf-2c7889efc958 req-37661f7d-2206-423c-b0f7-eb4ef9ec2c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:32.769778 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c5a45944-2858-4bb7-8faf-2c7889efc958 req-37661f7d-2206-423c-b0f7-eb4ef9ec2c4f service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=80570d7663924423a4131eb860db7880&device_id=aa5a279d-03d0-4cec-a29d-6da8bbde298d HTTP/1.1" status: 200 len: 1095 time: 0.0454242 Aug 18 12:56:32.863535 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a45944-2858-4bb7-8faf-2c7889efc958 req-6aba1d2f-4085-445c-a283-5590787a76b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:32.865234 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-c5a45944-2858-4bb7-8faf-2c7889efc958 req-6aba1d2f-4085-445c-a283-5590787a76b8 service neutron] 10.222.0.62 "GET /v2.0/networks?id=cfcff2d3-6f7d-4bf2-b5fa-9560c4d32a8c HTTP/1.1" status: 200 len: 897 time: 0.0941970 Aug 18 12:56:32.941041 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-c5a45944-2858-4bb7-8faf-2c7889efc958 req-ad75c232-59b7-4998-8148-c6944a5b81a1 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e01ab679-190b-44de-8ad4-aa7b252cab95 HTTP/1.1" status: 200 len: 1000 time: 0.0685256 Aug 18 12:56:32.991926 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a45944-2858-4bb7-8faf-2c7889efc958 req-509749e6-a643-46ef-9ede-a0980d062d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:32.993555 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-c5a45944-2858-4bb7-8faf-2c7889efc958 req-509749e6-a643-46ef-9ede-a0980d062d47 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6b07cd97-fac4-434a-a67d-042b4cebc1d1 HTTP/1.1" status: 200 len: 834 time: 0.0464106 Aug 18 12:56:33.043556 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a45944-2858-4bb7-8faf-2c7889efc958 req-ac5aacf9-0982-4cbb-9357-b3aadf4c8e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:33.045261 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-c5a45944-2858-4bb7-8faf-2c7889efc958 req-ac5aacf9-0982-4cbb-9357-b3aadf4c8e61 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=cfcff2d3-6f7d-4bf2-b5fa-9560c4d32a8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448413 Aug 18 12:56:33.157215 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-c5a45944-2858-4bb7-8faf-2c7889efc958 req-28573c26-f215-406f-a108-dc9d49791de1 service neutron] 10.222.0.62 "GET /v2.0/networks/cfcff2d3-6f7d-4bf2-b5fa-9560c4d32a8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048036 Aug 18 12:56:33.207725 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a45944-2858-4bb7-8faf-2c7889efc958 req-be61a64b-3976-42ee-8d56-aea34c0beb26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:33.209339 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c5a45944-2858-4bb7-8faf-2c7889efc958 req-be61a64b-3976-42ee-8d56-aea34c0beb26 service neutron] 10.222.0.63 "GET /v2.0/networks?id=cfcff2d3-6f7d-4bf2-b5fa-9560c4d32a8c HTTP/1.1" status: 200 len: 897 time: 0.4324238 Aug 18 12:56:33.263812 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-c5a45944-2858-4bb7-8faf-2c7889efc958 req-a88bbcc0-53b1-4f93-8794-0ccf23651d88 service neutron] 10.222.0.62 "GET /v2.0/networks/cfcff2d3-6f7d-4bf2-b5fa-9560c4d32a8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998366 Aug 18 12:56:33.312090 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c5a45944-2858-4bb7-8faf-2c7889efc958 req-72f06a23-80a2-463f-8489-9e9b4b57cc8d service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e01ab679-190b-44de-8ad4-aa7b252cab95 HTTP/1.1" status: 200 len: 1000 time: 0.0951974 Aug 18 12:56:33.334730 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b2da9d-76a6-41e1-aff5-aef98dd4bd82 req-98ad6cd9-dc45-4f00-bc89-9cbfc301a16e tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:33.336143 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c0b2da9d-76a6-41e1-aff5-aef98dd4bd82 req-98ad6cd9-dc45-4f00-bc89-9cbfc301a16e tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/ports?device_id=aa5a279d-03d0-4cec-a29d-6da8bbde298d HTTP/1.1" status: 200 len: 944 time: 0.1034832 Aug 18 12:56:33.393275 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a45944-2858-4bb7-8faf-2c7889efc958 req-b4a6493d-5de7-4ed6-8297-b6bb5efba0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:33.394744 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c5a45944-2858-4bb7-8faf-2c7889efc958 req-b4a6493d-5de7-4ed6-8297-b6bb5efba0c1 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=6b07cd97-fac4-434a-a67d-042b4cebc1d1 HTTP/1.1" status: 200 len: 834 time: 0.0756192 Aug 18 12:56:33.402332 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c0b2da9d-76a6-41e1-aff5-aef98dd4bd82 req-728751d2-22dc-48b0-924a-81fc2986db0e tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/security-groups?id=738aee32-2a8c-461c-ba63-16d9f0980ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491281 Aug 18 12:56:33.444177 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a45944-2858-4bb7-8faf-2c7889efc958 req-cb0c1b6b-3814-4999-af15-5ca4aa2e0c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:33.445771 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c5a45944-2858-4bb7-8faf-2c7889efc958 req-cb0c1b6b-3814-4999-af15-5ca4aa2e0c83 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=cfcff2d3-6f7d-4bf2-b5fa-9560c4d32a8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426147 Aug 18 12:56:33.540057 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c5a45944-2858-4bb7-8faf-2c7889efc958 req-fb8414e9-6231-4526-8cae-f33cb856aab3 service neutron] 10.222.0.63 "GET /v2.0/networks/cfcff2d3-6f7d-4bf2-b5fa-9560c4d32a8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871153 Aug 18 12:56:33.640216 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c5a45944-2858-4bb7-8faf-2c7889efc958 req-66366b89-b608-42d2-a626-9ef0c3976a1b service neutron] 10.222.0.63 "GET /v2.0/networks/cfcff2d3-6f7d-4bf2-b5fa-9560c4d32a8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933096 Aug 18 12:56:33.767465 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device e01ab679-190b-44de-8ad4-aa7b252cab95 no longer exists at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:56:33.808323 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device e01ab679-190b-44de-8ad4-aa7b252cab95 not bound to the agent host n-h2-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:56:34.549173 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed74061e-3b61-4c6f-9711-71338d21bfd6 req-63d517df-3ee1-4656-8198-c217d75dcaca tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:34.550727 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ed74061e-3b61-4c6f-9711-71338d21bfd6 req-63d517df-3ee1-4656-8198-c217d75dcaca tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/ports?device_id=aa5a279d-03d0-4cec-a29d-6da8bbde298d HTTP/1.1" status: 200 len: 944 time: 0.0614550 Aug 18 12:56:34.596073 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ed74061e-3b61-4c6f-9711-71338d21bfd6 req-bd794928-1940-47f2-99bf-88b954e25ec9 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/security-groups?id=738aee32-2a8c-461c-ba63-16d9f0980ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389667 Aug 18 12:56:34.816619 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f884b088-31c5-4845-83ce-2315cd2b8e7e req-682ec547-d58e-49f2-b35e-719811ff2259 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:34.817364 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b87a8a4-636c-4d38-82ed-8a0dcfb49a8f req-86647d61-074d-4c44-9585-79057c928492 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:34.818251 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f884b088-31c5-4845-83ce-2315cd2b8e7e req-682ec547-d58e-49f2-b35e-719811ff2259 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/ports?device_id=aa5a279d-03d0-4cec-a29d-6da8bbde298d HTTP/1.1" status: 200 len: 944 time: 0.0701678 Aug 18 12:56:34.818833 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-1b87a8a4-636c-4d38-82ed-8a0dcfb49a8f req-86647d61-074d-4c44-9585-79057c928492 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.62 "GET /v2.0/ports?device_id=aa5a279d-03d0-4cec-a29d-6da8bbde298d&tenant_id=80570d7663924423a4131eb860db7880&binding%3Ahost_id=n-h1-804985-2 HTTP/1.1" status: 200 len: 944 time: 0.0617974 Aug 18 12:56:34.858577 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f884b088-31c5-4845-83ce-2315cd2b8e7e req-93a89b1b-eb94-4013-a93c-c4826c520840 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/security-groups?id=738aee32-2a8c-461c-ba63-16d9f0980ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313787 Aug 18 12:56:34.887133 n-d-804985-2 neutron-server[106253]: INFO neutron.api.v2.resource [req-1b87a8a4-636c-4d38-82ed-8a0dcfb49a8f req-715644c8-6fb1-49ed-812d-ef0354d93f9d service neutron] delete failed (client error): The resource could not be found. Aug 18 12:56:34.888142 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-1b87a8a4-636c-4d38-82ed-8a0dcfb49a8f req-715644c8-6fb1-49ed-812d-ef0354d93f9d service neutron] 10.222.0.62 "DELETE /v2.0/ports/e01ab679-190b-44de-8ad4-aa7b252cab95/bindings/n-h2-804985-2 HTTP/1.1" status: 404 len: 380 time: 0.0621126 Aug 18 12:56:34.968928 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b87a8a4-636c-4d38-82ed-8a0dcfb49a8f req-70522f65-cb82-4411-b864-bd7068b19028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:34.970348 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-1b87a8a4-636c-4d38-82ed-8a0dcfb49a8f req-70522f65-cb82-4411-b864-bd7068b19028 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=80570d7663924423a4131eb860db7880&device_id=aa5a279d-03d0-4cec-a29d-6da8bbde298d HTTP/1.1" status: 200 len: 1095 time: 0.0415673 Aug 18 12:56:34.979745 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d21e8d5-b2b9-4581-b1fb-994f0a0d6ba7 req-757ee67e-6bf3-45f7-9bd3-736f8eeb75fe tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:34.981314 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9d21e8d5-b2b9-4581-b1fb-994f0a0d6ba7 req-757ee67e-6bf3-45f7-9bd3-736f8eeb75fe tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/ports?device_id=aa5a279d-03d0-4cec-a29d-6da8bbde298d HTTP/1.1" status: 200 len: 944 time: 0.0502865 Aug 18 12:56:35.012724 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device e01ab679-190b-44de-8ad4-aa7b252cab95 details requested by agent hyperv_n-h1-804985-2 with host n-h1-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:56:35.027793 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9d21e8d5-b2b9-4581-b1fb-994f0a0d6ba7 req-e9b1e6af-e880-41eb-93c7-3e0959f2f108 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/security-groups?id=738aee32-2a8c-461c-ba63-16d9f0980ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398808 Aug 18 12:56:35.075112 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b87a8a4-636c-4d38-82ed-8a0dcfb49a8f req-87eab651-d5dc-47fa-b627-2b024bc43839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:35.076626 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-1b87a8a4-636c-4d38-82ed-8a0dcfb49a8f req-87eab651-d5dc-47fa-b627-2b024bc43839 service neutron] 10.222.0.62 "GET /v2.0/networks?id=cfcff2d3-6f7d-4bf2-b5fa-9560c4d32a8c HTTP/1.1" status: 200 len: 897 time: 0.1000528 Aug 18 12:56:35.113536 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port e01ab679-190b-44de-8ad4-aa7b252cab95, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=e01ab679-190b-44de-8ad4-aa7b252cab95,segment=NetworkSegment(f7b19435-b3af-4282-96e9-e671ae47a9d4),segment_id=f7b19435-b3af-4282-96e9-e671ae47a9d4)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:56:35.131628 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Returning: {'device': 'e01ab679-190b-44de-8ad4-aa7b252cab95', 'network_id': 'cfcff2d3-6f7d-4bf2-b5fa-9560c4d32a8c', 'port_id': 'e01ab679-190b-44de-8ad4-aa7b252cab95', 'mac_address': 'fa:16:3e:07:80:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 813, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b07cd97-fac4-434a-a67d-042b4cebc1d1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:56:35.151120 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-1b87a8a4-636c-4d38-82ed-8a0dcfb49a8f req-df345652-d49e-433c-a1d6-b609452a6c10 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e01ab679-190b-44de-8ad4-aa7b252cab95 HTTP/1.1" status: 200 len: 1000 time: 0.0662644 Aug 18 12:56:35.169503 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:35.182839 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e01ab679-190b-44de-8ad4-aa7b252cab95 {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:56:35.200761 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b87a8a4-636c-4d38-82ed-8a0dcfb49a8f req-60871933-e568-4c8e-bbd3-bd70ed7c47c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:35.202221 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-1b87a8a4-636c-4d38-82ed-8a0dcfb49a8f req-60871933-e568-4c8e-bbd3-bd70ed7c47c4 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6b07cd97-fac4-434a-a67d-042b4cebc1d1 HTTP/1.1" status: 200 len: 834 time: 0.0444863 Aug 18 12:56:35.203382 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port e01ab679-190b-44de-8ad4-aa7b252cab95, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=e01ab679-190b-44de-8ad4-aa7b252cab95,segment=NetworkSegment(f7b19435-b3af-4282-96e9-e671ae47a9d4),segment_id=f7b19435-b3af-4282-96e9-e671ae47a9d4)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:56:35.210071 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:35.248011 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b87a8a4-636c-4d38-82ed-8a0dcfb49a8f req-ac51516c-cf3b-46a0-87f1-5c478dc6e92f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:35.249566 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-1b87a8a4-636c-4d38-82ed-8a0dcfb49a8f req-ac51516c-cf3b-46a0-87f1-5c478dc6e92f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=cfcff2d3-6f7d-4bf2-b5fa-9560c4d32a8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404088 Aug 18 12:56:35.258382 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=e01ab679-190b-44de-8ad4-aa7b252cab95,revision_number=8']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:56:35.265841 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:56:35.266190 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:56:35.266528 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:56:35.266864 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:56:35.267199 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:56:35.267525 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:56:35.267853 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:56:35.268160 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:56:35.268505 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:56:35.268852 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:56:35.269175 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:56:35.269494 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:56:35.347023 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-1b87a8a4-636c-4d38-82ed-8a0dcfb49a8f req-131cc8df-c18f-42ed-82a5-589dd8526010 service neutron] 10.222.0.62 "GET /v2.0/networks/cfcff2d3-6f7d-4bf2-b5fa-9560c4d32a8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904179 Aug 18 12:56:35.451249 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-1b87a8a4-636c-4d38-82ed-8a0dcfb49a8f req-4fec886b-0300-4c67-9d49-944c4e4c70b9 service neutron] 10.222.0.62 "GET /v2.0/networks/cfcff2d3-6f7d-4bf2-b5fa-9560c4d32a8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975142 Aug 18 12:56:35.457772 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] get_ports_and_sgs() called for port_ids ['e01ab679-190b-44de-8ad4-aa7b252cab95'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:56:36.147525 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526193ce-f21f-4a0c-b00a-6f1d14d097e1 req-d57bec1f-6f62-4532-a930-12febe93a9ed tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:56:36.149025 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-526193ce-f21f-4a0c-b00a-6f1d14d097e1 req-d57bec1f-6f62-4532-a930-12febe93a9ed tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/ports?device_id=aa5a279d-03d0-4cec-a29d-6da8bbde298d HTTP/1.1" status: 200 len: 945 time: 0.0530491 Aug 18 12:56:36.200511 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-526193ce-f21f-4a0c-b00a-6f1d14d097e1 req-cd62c07d-4f43-4acb-b909-dbcda10dd95d tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/security-groups?id=738aee32-2a8c-461c-ba63-16d9f0980ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421181 Aug 18 12:56:36.229316 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 53634) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:56:36.291507 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-7985b3ed-4e3c-466c-8f21-6783783587d2 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/floatingips/9757b170-07fe-4b6e-8611-35214b12a664 HTTP/1.1" status: 200 len: 993 time: 0.0610261 Aug 18 12:56:36.571838 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:37.039742 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device e01ab679-190b-44de-8ad4-aa7b252cab95 up at agent hyperv_n-h1-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:56:37.108083 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Provisioning for port e01ab679-190b-44de-8ad4-aa7b252cab95 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:56:37.112528 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Provisioning complete for port e01ab679-190b-44de-8ad4-aa7b252cab95 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:56:37.112919 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:37.196605 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:37.225336 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa5a279d-03d0-4cec-a29d-6da8bbde298d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e01ab679-190b-44de-8ad4-aa7b252cab95'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:56:37.228001 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a48be17dea36f4b328e7831c9c0f0a2b661e0eac7f73e8eb05eb02bc862e3084" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bfe7dac-a135-4b24-bcee-003c6d5a96be" -d '{"events": [{"server_uuid": "aa5a279d-03d0-4cec-a29d-6da8bbde298d", "name": "network-vif-plugged", "status": "completed", "tag": "e01ab679-190b-44de-8ad4-aa7b252cab95"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:56:37.240820 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port e01ab679-190b-44de-8ad4-aa7b252cab95, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=e01ab679-190b-44de-8ad4-aa7b252cab95,segment=NetworkSegment(f7b19435-b3af-4282-96e9-e671ae47a9d4),segment_id=f7b19435-b3af-4282-96e9-e671ae47a9d4)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:56:37.245424 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:37.291991 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=e01ab679-190b-44de-8ad4-aa7b252cab95,revision_number=9']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:56:37.322127 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:56:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de81a558-472a-4aec-b791-9142faac9611 x-openstack-request-id: req-de81a558-472a-4aec-b791-9142faac9611 {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:56:37.322556 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa5a279d-03d0-4cec-a29d-6da8bbde298d", "name": "network-vif-plugged", "status": "completed", "tag": "e01ab679-190b-44de-8ad4-aa7b252cab95", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:56:37.322905 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-de81a558-472a-4aec-b791-9142faac9611 {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:56:37.323266 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa5a279d-03d0-4cec-a29d-6da8bbde298d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e01ab679-190b-44de-8ad4-aa7b252cab95', 'code': 200} Aug 18 12:56:38.840248 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:48.567648 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4550683f-ce01-42fe-b926-d9290019e85a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:51.540575 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:51.809132 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ed2fa78e-cd91-4cd9-a1c6-60da3d8db0bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:52.436800 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-53584c24-f517-494e-ac93-c18bb92373f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:56:54.102168 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-500a1c61-38a7-4c23-a7ec-4631080af5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:02.811356 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.agents_db [None req-6dbb2658-0354-4101-8393-6e7505481cf6 None None] Agent healthcheck: found 7 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 12:57:04.719168 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 53648) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:57:04.891455 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-7ebfff76-8d7d-4034-99ad-40e34307c049 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Deleting port 61c2f0f5-ac00-44e9-bc86-d6307cae7040 {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:57:04.891774 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-7ebfff76-8d7d-4034-99ad-40e34307c049 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:04.976496 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-7ebfff76-8d7d-4034-99ad-40e34307c049 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:04.976828 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-7ebfff76-8d7d-4034-99ad-40e34307c049 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:04.988985 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-7ebfff76-8d7d-4034-99ad-40e34307c049 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Calling delete_port for 61c2f0f5-ac00-44e9-bc86-d6307cae7040 owned by network:floatingip {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:57:05.167892 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-7ebfff76-8d7d-4034-99ad-40e34307c049 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:05.194345 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebfff76-8d7d-4034-99ad-40e34307c049 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Pushing event deleted for resources: {'Port': ['ID=61c2f0f5-ac00-44e9-bc86-d6307cae7040,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:57:05.256881 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-7ebfff76-8d7d-4034-99ad-40e34307c049 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for floatingip, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:05.257102 n-d-804985-2 neutron-server[106252]: INFO neutron.db.l3_db [None req-7ebfff76-8d7d-4034-99ad-40e34307c049 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Floating IP 9757b170-07fe-4b6e-8611-35214b12a664 disassociated (deleted). External IP: 172.25.7.234, port: e01ab679-190b-44de-8ad4-aa7b252cab95. Aug 18 12:57:05.499598 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ebfff76-8d7d-4034-99ad-40e34307c049 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Router df0363b9-de3b-4060-a17b-6a96e96656a2 has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:57:05.614807 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ebfff76-8d7d-4034-99ad-40e34307c049 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:57:05.620110 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-7ebfff76-8d7d-4034-99ad-40e34307c049 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for floatingip, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:05.628429 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-875746af-b7ff-4704-9be2-8fa3cd3cc01e None None] Sync routers for ids ['df0363b9-de3b-4060-a17b-6a96e96656a2'] in n-d-804985-2 {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:57:05.639376 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-875746af-b7ff-4704-9be2-8fa3cd3cc01e None None] Routers {'df0363b9-de3b-4060-a17b-6a96e96656a2'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:57:05.640000 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-875746af-b7ff-4704-9be2-8fa3cd3cc01e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:56:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['df0363b9-de3b-4060-a17b-6a96e96656a2'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:57:05.647614 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-7ebfff76-8d7d-4034-99ad-40e34307c049 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "DELETE /v2.0/floatingips/9757b170-07fe-4b6e-8611-35214b12a664 HTTP/1.1" status: 204 len: 168 time: 0.9267147 Aug 18 12:57:05.648189 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa5a279d-03d0-4cec-a29d-6da8bbde298d', 'tag': 'e01ab679-190b-44de-8ad4-aa7b252cab95'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:57:05.650775 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e1715db41198363ca71e85bb75ffab0edf23d36e39f25ec0aa17a703e60534b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ed8ebbb-4e6e-4f7b-b96b-a422b6cc77d1" -d '{"events": [{"name": "network-changed", "server_uuid": "aa5a279d-03d0-4cec-a29d-6da8bbde298d", "tag": "e01ab679-190b-44de-8ad4-aa7b252cab95"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:57:05.695171 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:57:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-502bb8ac-b00c-482c-a0f6-3bcedfc1a642 x-openstack-request-id: req-502bb8ac-b00c-482c-a0f6-3bcedfc1a642 {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:57:05.695483 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa5a279d-03d0-4cec-a29d-6da8bbde298d", "tag": "e01ab679-190b-44de-8ad4-aa7b252cab95", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:57:05.695730 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-502bb8ac-b00c-482c-a0f6-3bcedfc1a642 {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:57:05.696187 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa5a279d-03d0-4cec-a29d-6da8bbde298d', 'tag': 'e01ab679-190b-44de-8ad4-aa7b252cab95', 'status': 'completed', 'code': 200} Aug 18 12:57:05.772189 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed8ebbb-4e6e-4f7b-b96b-a422b6cc77d1 req-2ebe291b-4dcd-42bc-a685-89dfe8d699a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:05.774120 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9ed8ebbb-4e6e-4f7b-b96b-a422b6cc77d1 req-2ebe291b-4dcd-42bc-a685-89dfe8d699a6 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=80570d7663924423a4131eb860db7880&device_id=aa5a279d-03d0-4cec-a29d-6da8bbde298d HTTP/1.1" status: 200 len: 1097 time: 0.0511022 Aug 18 12:57:05.909534 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed8ebbb-4e6e-4f7b-b96b-a422b6cc77d1 req-371caa13-d67c-440c-87e9-a2f23a104743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:05.911144 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9ed8ebbb-4e6e-4f7b-b96b-a422b6cc77d1 req-371caa13-d67c-440c-87e9-a2f23a104743 service neutron] 10.222.0.63 "GET /v2.0/networks?id=cfcff2d3-6f7d-4bf2-b5fa-9560c4d32a8c HTTP/1.1" status: 200 len: 897 time: 0.1264305 Aug 18 12:57:05.921031 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-875746af-b7ff-4704-9be2-8fa3cd3cc01e None None] Set router df0363b9-de3b-4060-a17b-6a96e96656a2 gateway port host: n-d-804985-2 {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:57:05.927199 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f55fe74-9a06-47c6-a0c5-1284a3892ced req-1616ed5a-061d-4551-b53f-b25082924f57 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:05.928680 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1f55fe74-9a06-47c6-a0c5-1284a3892ced req-1616ed5a-061d-4551-b53f-b25082924f57 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/ports?device_id=aa5a279d-03d0-4cec-a29d-6da8bbde298d HTTP/1.1" status: 200 len: 946 time: 0.0662155 Aug 18 12:57:05.973496 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9ed8ebbb-4e6e-4f7b-b96b-a422b6cc77d1 req-ce09134d-d51e-41e0-8c88-418a2214c0fc service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e01ab679-190b-44de-8ad4-aa7b252cab95 HTTP/1.1" status: 200 len: 217 time: 0.0438390 Aug 18 12:57:06.027383 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1f55fe74-9a06-47c6-a0c5-1284a3892ced req-36435108-00fc-4733-bf30-f9061c664290 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/security-groups?id=738aee32-2a8c-461c-ba63-16d9f0980ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0917957 Aug 18 12:57:06.046483 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed8ebbb-4e6e-4f7b-b96b-a422b6cc77d1 req-c60e9c63-649c-478f-bc16-1fce909d7fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:06.046483 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9ed8ebbb-4e6e-4f7b-b96b-a422b6cc77d1 req-c60e9c63-649c-478f-bc16-1fce909d7fbb service neutron] 10.222.0.63 "GET /v2.0/subnets?id=6b07cd97-fac4-434a-a67d-042b4cebc1d1 HTTP/1.1" status: 200 len: 834 time: 0.0583181 Aug 18 12:57:06.096324 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed8ebbb-4e6e-4f7b-b96b-a422b6cc77d1 req-e9617c4c-d872-47c6-a228-f30ca278e5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:06.097881 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9ed8ebbb-4e6e-4f7b-b96b-a422b6cc77d1 req-e9617c4c-d872-47c6-a228-f30ca278e5b9 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=cfcff2d3-6f7d-4bf2-b5fa-9560c4d32a8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447586 Aug 18 12:57:06.137804 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-875746af-b7ff-4704-9be2-8fa3cd3cc01e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df0363b9-de3b-4060-a17b-6a96e96656a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1384462590', 'tenant_id': '80570d7663924423a4131eb860db7880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.56'}], 'enable_snat': True}, 'gw_port_id': '5e6a398a-bdbb-4d59-8edd-15fb33d22563', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:55:28Z', 'updated_at': '2021-08-18T12:55:32Z', 'revision_number': 4, 'project_id': '80570d7663924423a4131eb860db7880', 'gw_port': {'id': '5e6a398a-bdbb-4d59-8edd-15fb33d22563', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:9a:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df0363b9-de3b-4060-a17b-6a96e96656a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:55:28Z', 'updated_at': '2021-08-18T12:55:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': '7bc498ca-04b8-40c9-9f51-d44a85a555a6', 'name': '', 'network_id': 'cfcff2d3-6f7d-4bf2-b5fa-9560c4d32a8c', 'tenant_id': '80570d7663924423a4131eb860db7880', 'mac_address': 'fa:16:3e:44:a2:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df0363b9-de3b-4060-a17b-6a96e96656a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '6b07cd97-fac4-434a-a67d-042b4cebc1d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:55:31Z', 'updated_at': '2021-08-18T12:55:35Z', 'revision_number': 5, 'project_id': '80570d7663924423a4131eb860db7880', 'subnets': [{'id': '6b07cd97-fac4-434a-a67d-042b4cebc1d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:57:06.164107 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-875746af-b7ff-4704-9be2-8fa3cd3cc01e None None] Checking router: df0363b9-de3b-4060-a17b-6a96e96656a2 for host: n-d-804985-2 {{(pid=106254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:57:06.172458 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-875746af-b7ff-4704-9be2-8fa3cd3cc01e None None] Routers {'df0363b9-de3b-4060-a17b-6a96e96656a2'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:57:06.173084 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-875746af-b7ff-4704-9be2-8fa3cd3cc01e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:56:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['df0363b9-de3b-4060-a17b-6a96e96656a2'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:57:06.197641 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9ed8ebbb-4e6e-4f7b-b96b-a422b6cc77d1 req-54cccec9-1d42-4bf3-b569-284c11224278 service neutron] 10.222.0.63 "GET /v2.0/networks/cfcff2d3-6f7d-4bf2-b5fa-9560c4d32a8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905411 Aug 18 12:57:06.281337 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-875746af-b7ff-4704-9be2-8fa3cd3cc01e None None] Set router df0363b9-de3b-4060-a17b-6a96e96656a2 gateway port host: n-d-804985-2 {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:57:06.292832 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9ed8ebbb-4e6e-4f7b-b96b-a422b6cc77d1 req-308613b3-06e5-4145-8ddf-e908f8820cd7 service neutron] 10.222.0.63 "GET /v2.0/networks/cfcff2d3-6f7d-4bf2-b5fa-9560c4d32a8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865884 Aug 18 12:57:06.496374 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-875746af-b7ff-4704-9be2-8fa3cd3cc01e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df0363b9-de3b-4060-a17b-6a96e96656a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1384462590', 'tenant_id': '80570d7663924423a4131eb860db7880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.56'}], 'enable_snat': True}, 'gw_port_id': '5e6a398a-bdbb-4d59-8edd-15fb33d22563', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:55:28Z', 'updated_at': '2021-08-18T12:55:32Z', 'revision_number': 4, 'project_id': '80570d7663924423a4131eb860db7880', 'gw_port': {'id': '5e6a398a-bdbb-4d59-8edd-15fb33d22563', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:9a:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df0363b9-de3b-4060-a17b-6a96e96656a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:55:28Z', 'updated_at': '2021-08-18T12:55:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': '7bc498ca-04b8-40c9-9f51-d44a85a555a6', 'name': '', 'network_id': 'cfcff2d3-6f7d-4bf2-b5fa-9560c4d32a8c', 'tenant_id': '80570d7663924423a4131eb860db7880', 'mac_address': 'fa:16:3e:44:a2:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df0363b9-de3b-4060-a17b-6a96e96656a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '6b07cd97-fac4-434a-a67d-042b4cebc1d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:55:31Z', 'updated_at': '2021-08-18T12:55:35Z', 'revision_number': 5, 'project_id': '80570d7663924423a4131eb860db7880', 'subnets': [{'id': '6b07cd97-fac4-434a-a67d-042b4cebc1d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:57:06.523317 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-875746af-b7ff-4704-9be2-8fa3cd3cc01e None None] The sync data for ids ['df0363b9-de3b-4060-a17b-6a96e96656a2'] in n-d-804985-2 is: [{'id': 'df0363b9-de3b-4060-a17b-6a96e96656a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1384462590', 'tenant_id': '80570d7663924423a4131eb860db7880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.56'}], 'enable_snat': True}, 'gw_port_id': '5e6a398a-bdbb-4d59-8edd-15fb33d22563', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:55:28Z', 'updated_at': '2021-08-18T12:55:32Z', 'revision_number': 4, 'project_id': '80570d7663924423a4131eb860db7880', 'gw_port': {'id': '5e6a398a-bdbb-4d59-8edd-15fb33d22563', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:9a:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df0363b9-de3b-4060-a17b-6a96e96656a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:55:28Z', 'updated_at': '2021-08-18T12:55:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': '7bc498ca-04b8-40c9-9f51-d44a85a555a6', 'name': '', 'network_id': 'cfcff2d3-6f7d-4bf2-b5fa-9560c4d32a8c', 'tenant_id': '80570d7663924423a4131eb860db7880', 'mac_address': 'fa:16:3e:44:a2:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df0363b9-de3b-4060-a17b-6a96e96656a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '6b07cd97-fac4-434a-a67d-042b4cebc1d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:55:31Z', 'updated_at': '2021-08-18T12:55:35Z', 'revision_number': 5, 'project_id': '80570d7663924423a4131eb860db7880', 'subnets': [{'id': '6b07cd97-fac4-434a-a67d-042b4cebc1d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:57:06.570689 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:06.745279 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dcefa92-3181-4b95-8659-bb33439713d9 None None] New status for floating IP 9757b170-07fe-4b6e-8611-35214b12a664: DOWN {{(pid=106255) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 12:57:07.172997 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d98a52c-0d04-443e-8fee-700c3a3c2b27 req-5979c678-0cd9-4c08-9246-8aefe6da89fb tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:07.174649 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4d98a52c-0d04-443e-8fee-700c3a3c2b27 req-5979c678-0cd9-4c08-9246-8aefe6da89fb tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/ports?device_id=aa5a279d-03d0-4cec-a29d-6da8bbde298d HTTP/1.1" status: 200 len: 946 time: 0.0673738 Aug 18 12:57:07.215841 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4d98a52c-0d04-443e-8fee-700c3a3c2b27 req-61c532c4-5da8-4c1f-8dea-7ad82a6223a4 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/security-groups?id=738aee32-2a8c-461c-ba63-16d9f0980ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347943 Aug 18 12:57:07.425858 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a975742-cf4e-4261-bfd3-b1d1e744dc00 req-67138bdd-c113-4291-b8ef-57f69037d503 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:07.428116 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0a975742-cf4e-4261-bfd3-b1d1e744dc00 req-67138bdd-c113-4291-b8ef-57f69037d503 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.63 "GET /v2.0/ports?device_id=aa5a279d-03d0-4cec-a29d-6da8bbde298d HTTP/1.1" status: 200 len: 946 time: 0.0764296 Aug 18 12:57:07.522182 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-0a975742-cf4e-4261-bfd3-b1d1e744dc00 req-826d708d-7866-4ead-bf36-2f1976c5c2d5 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Deleting port e01ab679-190b-44de-8ad4-aa7b252cab95 {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:57:07.522557 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-0a975742-cf4e-4261-bfd3-b1d1e744dc00 req-826d708d-7866-4ead-bf36-2f1976c5c2d5 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:07.615599 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-0a975742-cf4e-4261-bfd3-b1d1e744dc00 req-826d708d-7866-4ead-bf36-2f1976c5c2d5 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] For port e01ab679-190b-44de-8ad4-aa7b252cab95, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=e01ab679-190b-44de-8ad4-aa7b252cab95,segment=NetworkSegment(f7b19435-b3af-4282-96e9-e671ae47a9d4),segment_id=f7b19435-b3af-4282-96e9-e671ae47a9d4)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:57:07.615849 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-0a975742-cf4e-4261-bfd3-b1d1e744dc00 req-826d708d-7866-4ead-bf36-2f1976c5c2d5 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:07.628634 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-0a975742-cf4e-4261-bfd3-b1d1e744dc00 req-826d708d-7866-4ead-bf36-2f1976c5c2d5 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Calling delete_port for e01ab679-190b-44de-8ad4-aa7b252cab95 owned by compute:nova {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:57:07.778270 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-0a975742-cf4e-4261-bfd3-b1d1e744dc00 req-826d708d-7866-4ead-bf36-2f1976c5c2d5 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:07.813723 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826d708d-7866-4ead-bf36-2f1976c5c2d5 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Pushing event deleted for resources: {'Port': ['ID=e01ab679-190b-44de-8ad4-aa7b252cab95,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:57:07.851670 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a975742-cf4e-4261-bfd3-b1d1e744dc00 req-826d708d-7866-4ead-bf36-2f1976c5c2d5 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] No DVR routers for this DVR port e01ab679-190b-44de-8ad4-aa7b252cab95 on host n-h1-804985-2 {{(pid=106252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:57:07.854917 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-0a975742-cf4e-4261-bfd3-b1d1e744dc00 req-826d708d-7866-4ead-bf36-2f1976c5c2d5 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:07.857996 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0a975742-cf4e-4261-bfd3-b1d1e744dc00 req-826d708d-7866-4ead-bf36-2f1976c5c2d5 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.63 "DELETE /v2.0/ports/e01ab679-190b-44de-8ad4-aa7b252cab95 HTTP/1.1" status: 204 len: 173 time: 0.4230976 Aug 18 12:57:07.858688 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa5a279d-03d0-4cec-a29d-6da8bbde298d', 'name': 'network-vif-deleted', 'tag': 'e01ab679-190b-44de-8ad4-aa7b252cab95'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:57:07.861650 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e1715db41198363ca71e85bb75ffab0edf23d36e39f25ec0aa17a703e60534b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-649aa7e0-4beb-40c1-97e8-e3f1c487cdef" -d '{"events": [{"server_uuid": "aa5a279d-03d0-4cec-a29d-6da8bbde298d", "name": "network-vif-deleted", "tag": "e01ab679-190b-44de-8ad4-aa7b252cab95"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:57:07.901581 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:57:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaa5507e-853a-4d75-91b5-91ca420e7e93 x-openstack-request-id: req-aaa5507e-853a-4d75-91b5-91ca420e7e93 {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:57:07.901880 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa5a279d-03d0-4cec-a29d-6da8bbde298d", "name": "network-vif-deleted", "tag": "e01ab679-190b-44de-8ad4-aa7b252cab95", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:57:07.902144 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-aaa5507e-853a-4d75-91b5-91ca420e7e93 {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:57:07.902538 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa5a279d-03d0-4cec-a29d-6da8bbde298d', 'name': 'network-vif-deleted', 'tag': 'e01ab679-190b-44de-8ad4-aa7b252cab95', 'status': 'completed', 'code': 200} Aug 18 12:57:08.276196 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 53664) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:57:08.660239 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-174d3607-a118-411b-a29b-6b9b316e2bc8 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-996815'] for router_interface, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:08.835293 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:08.919467 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-174d3607-a118-411b-a29b-6b9b316e2bc8 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Deleting port 7bc498ca-04b8-40c9-9f51-d44a85a555a6 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:57:08.919683 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-174d3607-a118-411b-a29b-6b9b316e2bc8 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:09.020379 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [None req-174d3607-a118-411b-a29b-6b9b316e2bc8 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] For port 7bc498ca-04b8-40c9-9f51-d44a85a555a6, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=7bc498ca-04b8-40c9-9f51-d44a85a555a6,segment=NetworkSegment(f7b19435-b3af-4282-96e9-e671ae47a9d4),segment_id=f7b19435-b3af-4282-96e9-e671ae47a9d4)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:57:09.021189 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-174d3607-a118-411b-a29b-6b9b316e2bc8 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:09.040850 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-174d3607-a118-411b-a29b-6b9b316e2bc8 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Calling delete_port for 7bc498ca-04b8-40c9-9f51-d44a85a555a6 owned by network:router_interface {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:57:09.241533 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-174d3607-a118-411b-a29b-6b9b316e2bc8 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:09.268738 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174d3607-a118-411b-a29b-6b9b316e2bc8 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Pushing event deleted for resources: {'Port': ['ID=7bc498ca-04b8-40c9-9f51-d44a85a555a6,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:57:09.280978 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174d3607-a118-411b-a29b-6b9b316e2bc8 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:57:09.281532 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174d3607-a118-411b-a29b-6b9b316e2bc8 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:57:09.281675 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174d3607-a118-411b-a29b-6b9b316e2bc8 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:57:09.282029 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174d3607-a118-411b-a29b-6b9b316e2bc8 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:57:09.282387 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174d3607-a118-411b-a29b-6b9b316e2bc8 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:57:09.282715 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174d3607-a118-411b-a29b-6b9b316e2bc8 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:57:09.283040 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174d3607-a118-411b-a29b-6b9b316e2bc8 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:57:09.283367 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174d3607-a118-411b-a29b-6b9b316e2bc8 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:57:09.283691 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174d3607-a118-411b-a29b-6b9b316e2bc8 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:57:09.284010 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174d3607-a118-411b-a29b-6b9b316e2bc8 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:57:09.284319 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174d3607-a118-411b-a29b-6b9b316e2bc8 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:57:09.284669 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174d3607-a118-411b-a29b-6b9b316e2bc8 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:57:09.462730 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-174d3607-a118-411b-a29b-6b9b316e2bc8 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953695'] for router_interface, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:09.700512 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-174d3607-a118-411b-a29b-6b9b316e2bc8 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Router df0363b9-de3b-4060-a17b-6a96e96656a2 has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:57:09.805426 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-174d3607-a118-411b-a29b-6b9b316e2bc8 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:57:09.810739 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-174d3607-a118-411b-a29b-6b9b316e2bc8 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "PUT /v2.0/routers/df0363b9-de3b-4060-a17b-6a96e96656a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5333803 Aug 18 12:57:09.815085 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 53666) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:57:09.818961 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ad90f94-dd6a-437c-908a-323bc5508eb8 None None] Sync routers for ids ['df0363b9-de3b-4060-a17b-6a96e96656a2'] in n-d-804985-2 {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:57:09.833180 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad90f94-dd6a-437c-908a-323bc5508eb8 None None] Routers {'df0363b9-de3b-4060-a17b-6a96e96656a2'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:57:09.834279 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-8ad90f94-dd6a-437c-908a-323bc5508eb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:56:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['df0363b9-de3b-4060-a17b-6a96e96656a2'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:57:09.875934 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2f2d5fb-8811-4c2d-8aad-1f9fe9b881af tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Deleting subnet 6b07cd97-fac4-434a-a67d-042b4cebc1d1 {{(pid=106252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 12:57:09.879045 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c2f2d5fb-8811-4c2d-8aad-1f9fe9b881af tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for subnet, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:09.918752 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c2f2d5fb-8811-4c2d-8aad-1f9fe9b881af tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2221528'] for subnet, precommit_delete_associations {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:09.943880 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-8ad90f94-dd6a-437c-908a-323bc5508eb8 None None] Set router df0363b9-de3b-4060-a17b-6a96e96656a2 gateway port host: n-d-804985-2 {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:57:10.002825 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c2f2d5fb-8811-4c2d-8aad-1f9fe9b881af tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:10.068935 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c2f2d5fb-8811-4c2d-8aad-1f9fe9b881af tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3572848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59074100'] for subnet, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:10.097236 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f2d5fb-8811-4c2d-8aad-1f9fe9b881af tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Pushing event deleted for resources: {'Subnet': ['ID=6b07cd97-fac4-434a-a67d-042b4cebc1d1,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:57:10.099249 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c2f2d5fb-8811-4c2d-8aad-1f9fe9b881af tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for subnet, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:10.103641 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-c2f2d5fb-8811-4c2d-8aad-1f9fe9b881af tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "DELETE /v2.0/subnets/6b07cd97-fac4-434a-a67d-042b4cebc1d1 HTTP/1.1" status: 204 len: 168 time: 0.2851338 Aug 18 12:57:10.104061 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 53668) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:57:10.110544 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afdadfa0-24c9-4b90-aab2-46ef1f278d25 None None] Network cfcff2d3-6f7d-4bf2-b5fa-9560c4d32a8c requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:57:10.205196 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-8ad90f94-dd6a-437c-908a-323bc5508eb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df0363b9-de3b-4060-a17b-6a96e96656a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1384462590', 'tenant_id': '80570d7663924423a4131eb860db7880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.56'}], 'enable_snat': True}, 'gw_port_id': '5e6a398a-bdbb-4d59-8edd-15fb33d22563', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:55:28Z', 'updated_at': '2021-08-18T12:57:09Z', 'revision_number': 5, 'project_id': '80570d7663924423a4131eb860db7880', 'gw_port': {'id': '5e6a398a-bdbb-4d59-8edd-15fb33d22563', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:9a:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df0363b9-de3b-4060-a17b-6a96e96656a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:55:28Z', 'updated_at': '2021-08-18T12:55:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:57:10.251819 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ad90f94-dd6a-437c-908a-323bc5508eb8 None None] Checking router: df0363b9-de3b-4060-a17b-6a96e96656a2 for host: n-d-804985-2 {{(pid=106254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:57:10.267307 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad90f94-dd6a-437c-908a-323bc5508eb8 None None] Routers {'df0363b9-de3b-4060-a17b-6a96e96656a2'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:57:10.267977 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-8ad90f94-dd6a-437c-908a-323bc5508eb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:56:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['df0363b9-de3b-4060-a17b-6a96e96656a2'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:57:10.356608 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da0b5597-2dd0-4bc8-83b8-ac11880e2954 None None] DHCP port deletion for cfcff2d3-6f7d-4bf2-b5fa-9560c4d32a8c request from n-d-804985-2 {{(pid=106254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 12:57:10.407723 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-8ad90f94-dd6a-437c-908a-323bc5508eb8 None None] Set router df0363b9-de3b-4060-a17b-6a96e96656a2 gateway port host: n-d-804985-2 {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:57:10.521125 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-da0b5597-2dd0-4bc8-83b8-ac11880e2954 None None] Deleting port a75fa904-4e7f-4b1d-b8b4-e5f12fb29ab5 {{(pid=106254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:57:10.521465 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-da0b5597-2dd0-4bc8-83b8-ac11880e2954 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:10.554157 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-84261c2e-f424-4ff5-ba9c-77f73d6e7470 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for router, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:10.606322 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-da0b5597-2dd0-4bc8-83b8-ac11880e2954 None None] For port a75fa904-4e7f-4b1d-b8b4-e5f12fb29ab5, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=a75fa904-4e7f-4b1d-b8b4-e5f12fb29ab5,segment=NetworkSegment(f7b19435-b3af-4282-96e9-e671ae47a9d4),segment_id=f7b19435-b3af-4282-96e9-e671ae47a9d4)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:57:10.606579 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-da0b5597-2dd0-4bc8-83b8-ac11880e2954 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:10.636251 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-da0b5597-2dd0-4bc8-83b8-ac11880e2954 None None] Calling delete_port for a75fa904-4e7f-4b1d-b8b4-e5f12fb29ab5 owned by network:dhcp {{(pid=106254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:57:10.662490 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-84261c2e-f424-4ff5-ba9c-77f73d6e7470 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:10.712987 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-8ad90f94-dd6a-437c-908a-323bc5508eb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df0363b9-de3b-4060-a17b-6a96e96656a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1384462590', 'tenant_id': '80570d7663924423a4131eb860db7880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.56'}], 'enable_snat': True}, 'gw_port_id': '5e6a398a-bdbb-4d59-8edd-15fb33d22563', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:55:28Z', 'updated_at': '2021-08-18T12:57:09Z', 'revision_number': 5, 'project_id': '80570d7663924423a4131eb860db7880', 'gw_port': {'id': '5e6a398a-bdbb-4d59-8edd-15fb33d22563', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:9a:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df0363b9-de3b-4060-a17b-6a96e96656a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:55:28Z', 'updated_at': '2021-08-18T12:55:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:57:10.717153 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-84261c2e-f424-4ff5-ba9c-77f73d6e7470 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Deleting port 5e6a398a-bdbb-4d59-8edd-15fb33d22563 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:57:10.717499 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-84261c2e-f424-4ff5-ba9c-77f73d6e7470 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:10.748727 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ad90f94-dd6a-437c-908a-323bc5508eb8 None None] The sync data for ids ['df0363b9-de3b-4060-a17b-6a96e96656a2'] in n-d-804985-2 is: [{'id': 'df0363b9-de3b-4060-a17b-6a96e96656a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1384462590', 'tenant_id': '80570d7663924423a4131eb860db7880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.56'}], 'enable_snat': True}, 'gw_port_id': '5e6a398a-bdbb-4d59-8edd-15fb33d22563', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:55:28Z', 'updated_at': '2021-08-18T12:57:09Z', 'revision_number': 5, 'project_id': '80570d7663924423a4131eb860db7880', 'gw_port': {'id': '5e6a398a-bdbb-4d59-8edd-15fb33d22563', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:9a:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df0363b9-de3b-4060-a17b-6a96e96656a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:55:28Z', 'updated_at': '2021-08-18T12:55:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:57:10.762073 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-da0b5597-2dd0-4bc8-83b8-ac11880e2954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556'] for port, after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:10.789282 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0b5597-2dd0-4bc8-83b8-ac11880e2954 None None] Pushing event deleted for resources: {'Port': ['ID=a75fa904-4e7f-4b1d-b8b4-e5f12fb29ab5,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:57:10.791104 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da0b5597-2dd0-4bc8-83b8-ac11880e2954 None None] No DVR routers for this DVR port a75fa904-4e7f-4b1d-b8b4-e5f12fb29ab5 on host n-d-804985-2 {{(pid=106254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:57:10.811592 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [None req-84261c2e-f424-4ff5-ba9c-77f73d6e7470 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] For port 5e6a398a-bdbb-4d59-8edd-15fb33d22563, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=5e6a398a-bdbb-4d59-8edd-15fb33d22563,segment=NetworkSegment(c5a3db9d-5c58-41b1-9177-d5787a597b78),segment_id=c5a3db9d-5c58-41b1-9177-d5787a597b78)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:57:10.811962 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-84261c2e-f424-4ff5-ba9c-77f73d6e7470 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:10.823471 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-84261c2e-f424-4ff5-ba9c-77f73d6e7470 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Calling delete_port for 5e6a398a-bdbb-4d59-8edd-15fb33d22563 owned by network:router_gateway {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:57:10.995383 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-84261c2e-f424-4ff5-ba9c-77f73d6e7470 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:11.020788 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84261c2e-f424-4ff5-ba9c-77f73d6e7470 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Pushing event deleted for resources: {'Port': ['ID=5e6a398a-bdbb-4d59-8edd-15fb33d22563,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:57:11.086533 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-84261c2e-f424-4ff5-ba9c-77f73d6e7470 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-997271'] for router_gateway, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:11.169886 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device e01ab679-190b-44de-8ad4-aa7b252cab95 no longer exists at agent hyperv_n-h1-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:57:11.181038 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-84261c2e-f424-4ff5-ba9c-77f73d6e7470 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-996004', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15859'] for router, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:11.183421 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-84261c2e-f424-4ff5-ba9c-77f73d6e7470 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:11.191942 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] No Port match for: e01ab679-190b-44de-8ad4-aa7b252cab95 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:57:11.192293 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device e01ab679-190b-44de-8ad4-aa7b252cab95 not bound to the agent host n-h1-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:57:11.234090 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-84261c2e-f424-4ff5-ba9c-77f73d6e7470 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-996061'] for router, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:11.234633 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84261c2e-f424-4ff5-ba9c-77f73d6e7470 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Fanout notify agent at l3_agent the message router_deleted on router df0363b9-de3b-4060-a17b-6a96e96656a2 {{(pid=106253) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 12:57:11.241523 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-84261c2e-f424-4ff5-ba9c-77f73d6e7470 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for router, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:11.242691 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-84261c2e-f424-4ff5-ba9c-77f73d6e7470 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "DELETE /v2.0/routers/df0363b9-de3b-4060-a17b-6a96e96656a2 HTTP/1.1" status: 204 len: 168 time: 1.1374917 Aug 18 12:57:11.245451 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 53670) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:57:11.320828 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a37bb9e7-fe3a-46ea-ae86-c9a60bc05c93 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7904109'] for network, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:11.421896 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a37bb9e7-fe3a-46ea-ae86-c9a60bc05c93 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8367869', 'neutron.services.segments.db._delete_segments_for_network-8789151212993'] for network, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:11.433044 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-a37bb9e7-fe3a-46ea-ae86-c9a60bc05c93 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfcff2d3-6f7d-4bf2-b5fa-9560c4d32a8c']}} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:57:11.444195 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-a37bb9e7-fe3a-46ea-ae86-c9a60bc05c93 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7b19435-b3af-4282-96e9-e671ae47a9d4') {'for_net_delete': True} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:57:11.444509 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-a37bb9e7-fe3a-46ea-ae86-c9a60bc05c93 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7b19435-b3af-4282-96e9-e671ae47a9d4') {} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:57:11.453608 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a37bb9e7-fe3a-46ea-ae86-c9a60bc05c93 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789151225254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902236'] for segment, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:11.468460 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a37bb9e7-fe3a-46ea-ae86-c9a60bc05c93 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:11.470438 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device a75fa904-4e7f-4b1d-b8b4-e5f12fb29ab5 no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:57:11.474821 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a37bb9e7-fe3a-46ea-ae86-c9a60bc05c93 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Releasing vlan 813 on physical network physnet1 to pool {{(pid=106253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:57:11.475437 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a37bb9e7-fe3a-46ea-ae86-c9a60bc05c93 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58900537'] for segment, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:11.478771 n-d-804985-2 neutron-server[106253]: Traceback (most recent call last): Aug 18 12:57:11.478771 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:57:11.478771 n-d-804985-2 neutron-server[106253]: timer() Aug 18 12:57:11.478771 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:57:11.478771 n-d-804985-2 neutron-server[106253]: cb(*args, **kw) Aug 18 12:57:11.478771 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:57:11.478771 n-d-804985-2 neutron-server[106253]: return func(*args, **kwargs) Aug 18 12:57:11.478771 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:57:11.478771 n-d-804985-2 neutron-server[106253]: self._notify() Aug 18 12:57:11.478771 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:57:11.478771 n-d-804985-2 neutron-server[106253]: self.callback(batched_events) Aug 18 12:57:11.478771 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:57:11.478771 n-d-804985-2 neutron-server[106253]: event.method(event) Aug 18 12:57:11.478771 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:57:11.478771 n-d-804985-2 neutron-server[106253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:57:11.478771 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:57:11.478771 n-d-804985-2 neutron-server[106253]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:57:11.478771 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:57:11.478771 n-d-804985-2 neutron-server[106253]: return f(self, *a, **k) Aug 18 12:57:11.478771 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:57:11.478771 n-d-804985-2 neutron-server[106253]: return self._get(url).json() Aug 18 12:57:11.478771 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:57:11.478771 n-d-804985-2 neutron-server[106253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:57:11.478771 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:57:11.478771 n-d-804985-2 neutron-server[106253]: return self.request(url, 'GET', **kwargs) Aug 18 12:57:11.478771 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:57:11.478771 n-d-804985-2 neutron-server[106253]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:57:11.478771 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:57:11.478771 n-d-804985-2 neutron-server[106253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:57:11.478771 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:57:11.478771 n-d-804985-2 neutron-server[106253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:57:11.478771 n-d-804985-2 neutron-server[106253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:57:11.490103 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: a75fa904-4e7f-4b1d-b8b4-e5f12fb29ab5 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:57:11.490447 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device a75fa904-4e7f-4b1d-b8b4-e5f12fb29ab5 not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:57:11.490910 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 7bc498ca-04b8-40c9-9f51-d44a85a555a6 no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:57:11.509211 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: 7bc498ca-04b8-40c9-9f51-d44a85a555a6 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:57:11.509486 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 7bc498ca-04b8-40c9-9f51-d44a85a555a6 not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:57:11.538020 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a37bb9e7-fe3a-46ea-ae86-c9a60bc05c93 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8367858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997186'] for network, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:11.543074 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a37bb9e7-fe3a-46ea-ae86-c9a60bc05c93 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:11.544984 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-a37bb9e7-fe3a-46ea-ae86-c9a60bc05c93 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "DELETE /v2.0/networks/cfcff2d3-6f7d-4bf2-b5fa-9560c4d32a8c HTTP/1.1" status: 204 len: 168 time: 0.2986395 Aug 18 12:57:11.547818 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 53672) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:57:11.565255 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37bb9e7-fe3a-46ea-ae86-c9a60bc05c93 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Pushing event deleted for resources: {'Network': ['ID=cfcff2d3-6f7d-4bf2-b5fa-9560c4d32a8c,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:57:11.608324 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c50e1bca-e294-4306-affa-81bdaf6ae946 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:11.633196 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c50e1bca-e294-4306-affa-81bdaf6ae946 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:11.698932 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c50e1bca-e294-4306-affa-81bdaf6ae946 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:11.701556 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-c50e1bca-e294-4306-affa-81bdaf6ae946 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:11.702744 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-c50e1bca-e294-4306-affa-81bdaf6ae946 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "DELETE /v2.0/security-groups/738aee32-2a8c-461c-ba63-16d9f0980ec1 HTTP/1.1" status: 204 len: 168 time: 0.1538312 Aug 18 12:57:11.712182 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50e1bca-e294-4306-affa-81bdaf6ae946 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=738aee32-2a8c-461c-ba63-16d9f0980ec1,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:57:12.095090 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 53678) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:57:12.099890 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-f616b8f5-2370-4062-8af0-bdc82c6ea420 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1736775217', 'description': 'tempest-secgroup-smoke-1736775217 description', 'project_id': '80570d7663924423a4131eb860db7880'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:57:12.124916 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f616b8f5-2370-4062-8af0-bdc82c6ea420 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:12.207477 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f616b8f5-2370-4062-8af0-bdc82c6ea420 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:12.212648 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f616b8f5-2370-4062-8af0-bdc82c6ea420 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:12.238022 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f616b8f5-2370-4062-8af0-bdc82c6ea420 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:12.239241 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-f616b8f5-2370-4062-8af0-bdc82c6ea420 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1431620 Aug 18 12:57:12.242391 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 53680) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:57:12.243229 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f616b8f5-2370-4062-8af0-bdc82c6ea420 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb8def6b-2495-466e-a78a-8b0826eb6b24,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:57:12.247300 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-90b4cdce-c041-419b-b8b3-a59526baeb10 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Request body: {'security_group_rule': {'security_group_id': 'cb8def6b-2495-466e-a78a-8b0826eb6b24', 'project_id': '80570d7663924423a4131eb860db7880', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:57:12.279262 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-90b4cdce-c041-419b-b8b3-a59526baeb10 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:12.325876 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-90b4cdce-c041-419b-b8b3-a59526baeb10 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:12.331031 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-90b4cdce-c041-419b-b8b3-a59526baeb10 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992607'] for security_group_rule, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:12.348837 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b4cdce-c041-419b-b8b3-a59526baeb10 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec2e9c7f-a2c9-4da2-85fa-d45b74930041,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:57:12.355512 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-90b4cdce-c041-419b-b8b3-a59526baeb10 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:12.356805 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-90b4cdce-c041-419b-b8b3-a59526baeb10 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1133316 Aug 18 12:57:12.360132 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 53682) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:57:12.364624 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-5f915057-0f8e-43a5-8992-2c4db21a3c7a tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Request body: {'security_group_rule': {'security_group_id': 'cb8def6b-2495-466e-a78a-8b0826eb6b24', 'project_id': '80570d7663924423a4131eb860db7880', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:57:12.390389 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5f915057-0f8e-43a5-8992-2c4db21a3c7a tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:12.450447 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5f915057-0f8e-43a5-8992-2c4db21a3c7a tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:12.455332 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5f915057-0f8e-43a5-8992-2c4db21a3c7a tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992607'] for security_group_rule, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:12.473906 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f915057-0f8e-43a5-8992-2c4db21a3c7a tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1a63f2b-6367-4dd0-9634-4c4d466468ac,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:57:12.478717 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5f915057-0f8e-43a5-8992-2c4db21a3c7a tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:12.479988 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-5f915057-0f8e-43a5-8992-2c4db21a3c7a tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1188548 Aug 18 12:57:12.483046 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 53684) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:57:12.487509 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-9d76b5ee-539b-40af-bf47-2e65b2ab8ad6 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Request body: {'security_group_rule': {'security_group_id': 'cb8def6b-2495-466e-a78a-8b0826eb6b24', 'project_id': '80570d7663924423a4131eb860db7880', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:57:12.515217 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-9d76b5ee-539b-40af-bf47-2e65b2ab8ad6 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:12.589436 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-9d76b5ee-539b-40af-bf47-2e65b2ab8ad6 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:12.594005 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-9d76b5ee-539b-40af-bf47-2e65b2ab8ad6 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992607'] for security_group_rule, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:12.610879 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d76b5ee-539b-40af-bf47-2e65b2ab8ad6 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=373f166e-1cb5-400c-af16-6ff7fad31116,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:57:12.619385 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-9d76b5ee-539b-40af-bf47-2e65b2ab8ad6 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:12.620740 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-9d76b5ee-539b-40af-bf47-2e65b2ab8ad6 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1367123 Aug 18 12:57:12.625242 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 53686) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:57:12.629701 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-062baefd-99a5-43cb-b508-e2139d327f59 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Request body: {'security_group_rule': {'security_group_id': 'cb8def6b-2495-466e-a78a-8b0826eb6b24', 'project_id': '80570d7663924423a4131eb860db7880', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:57:12.658206 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-062baefd-99a5-43cb-b508-e2139d327f59 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:12.720927 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-062baefd-99a5-43cb-b508-e2139d327f59 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:12.726282 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-062baefd-99a5-43cb-b508-e2139d327f59 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992607'] for security_group_rule, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:12.747820 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062baefd-99a5-43cb-b508-e2139d327f59 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3282155-ea35-4f0f-b7cd-26ba4b74a7e3,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:57:12.751613 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-062baefd-99a5-43cb-b508-e2139d327f59 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:12.755594 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-062baefd-99a5-43cb-b508-e2139d327f59 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1266940 Aug 18 12:57:12.756224 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 53688) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:57:12.761509 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-6a083fe0-38a6-4ea0-8dcc-f2483b652220 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Request body: {'security_group_rule': {'security_group_id': 'cb8def6b-2495-466e-a78a-8b0826eb6b24', 'project_id': '80570d7663924423a4131eb860db7880', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:57:12.786200 n-d-804985-2 neutron-server[106253]: INFO neutron.db.securitygroups_db [None req-6a083fe0-38a6-4ea0-8dcc-f2483b652220 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Project 80570d7663924423a4131eb860db7880 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 18 12:57:12.791899 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6a083fe0-38a6-4ea0-8dcc-f2483b652220 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:12.855210 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6a083fe0-38a6-4ea0-8dcc-f2483b652220 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:12.859470 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6a083fe0-38a6-4ea0-8dcc-f2483b652220 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992607'] for security_group_rule, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:12.876964 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a083fe0-38a6-4ea0-8dcc-f2483b652220 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15d6f0db-5342-48b6-92eb-173d4ec0c3ed,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:57:12.884630 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-6a083fe0-38a6-4ea0-8dcc-f2483b652220 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:12.885787 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-6a083fe0-38a6-4ea0-8dcc-f2483b652220 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1285093 Aug 18 12:57:12.889001 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 53690) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:57:12.894563 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-dd3e0b88-4b93-424f-b973-7fa5dd15607e tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Request body: {'security_group_rule': {'security_group_id': 'cb8def6b-2495-466e-a78a-8b0826eb6b24', 'project_id': '80570d7663924423a4131eb860db7880', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:57:12.919509 n-d-804985-2 neutron-server[106252]: INFO neutron.db.securitygroups_db [None req-dd3e0b88-4b93-424f-b973-7fa5dd15607e tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Project 80570d7663924423a4131eb860db7880 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 18 12:57:12.924492 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-dd3e0b88-4b93-424f-b973-7fa5dd15607e tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:12.998240 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-dd3e0b88-4b93-424f-b973-7fa5dd15607e tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:13.003617 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-dd3e0b88-4b93-424f-b973-7fa5dd15607e tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992607'] for security_group_rule, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:13.021403 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3e0b88-4b93-424f-b973-7fa5dd15607e tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d3cfe15-7a49-49b0-8896-040fdfd7269e,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:57:13.028954 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-dd3e0b88-4b93-424f-b973-7fa5dd15607e tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:13.030204 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-dd3e0b88-4b93-424f-b973-7fa5dd15607e tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1401770 Aug 18 12:57:13.033212 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 53692) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:57:13.038176 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-5b2865fb-92a7-4dd8-9de4-dcbb9b1b31a2 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Request body: {'network': {'name': 'tempest-network-smoke--1878478062', 'project_id': '80570d7663924423a4131eb860db7880', 'port_security_enabled': True}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:57:13.060344 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b2865fb-92a7-4dd8-9de4-dcbb9b1b31a2 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Made reservation on behalf of 80570d7663924423a4131eb860db7880 for: {'network': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:57:13.064438 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5b2865fb-92a7-4dd8-9de4-dcbb9b1b31a2 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for network, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:13.090969 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b2865fb-92a7-4dd8-9de4-dcbb9b1b31a2 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 806} {{(pid=106252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:57:13.101618 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5b2865fb-92a7-4dd8-9de4-dcbb9b1b31a2 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:13.101964 n-d-804985-2 neutron-server[106252]: INFO neutron.db.segments_db [None req-5b2865fb-92a7-4dd8-9de4-dcbb9b1b31a2 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Added segment aba7cc09-2efb-4c61-ae41-c05f8975cafb of type vlan for network 51a40d11-2ed0-4b71-829f-55e32644dfc0 Aug 18 12:57:13.151051 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5b2865fb-92a7-4dd8-9de4-dcbb9b1b31a2 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789150665894'] for network, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:13.178266 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5b2865fb-92a7-4dd8-9de4-dcbb9b1b31a2 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for network, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:13.184053 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b2865fb-92a7-4dd8-9de4-dcbb9b1b31a2 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:13.184702 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5b2865fb-92a7-4dd8-9de4-dcbb9b1b31a2 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for network, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:13.241909 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-5b2865fb-92a7-4dd8-9de4-dcbb9b1b31a2 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2075841 Aug 18 12:57:13.244941 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 53694) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:57:13.249854 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-82a527e6-e70f-4158-81fa-4a9131aeb5fd tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1178769077', 'admin_state_up': True, 'project_id': '80570d7663924423a4131eb860db7880', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'}}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:57:13.253782 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2865fb-92a7-4dd8-9de4-dcbb9b1b31a2 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Pushing event updated for resources: {'Network': ['ID=51a40d11-2ed0-4b71-829f-55e32644dfc0,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:57:13.266507 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Network 51a40d11-2ed0-4b71-829f-55e32644dfc0 details requested by agent ovs-agent-n-d-804985-2 with host n-d-804985-2 {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:57:13.282147 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-82a527e6-e70f-4158-81fa-4a9131aeb5fd tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-998592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15809'] for router, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:13.283308 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-82a527e6-e70f-4158-81fa-4a9131aeb5fd tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-992733', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-971415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15816'] for router, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:13.338032 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-82a527e6-e70f-4158-81fa-4a9131aeb5fd tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:13.363230 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 5e6a398a-bdbb-4d59-8edd-15fb33d22563 no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:57:13.383765 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: 5e6a398a-bdbb-4d59-8edd-15fb33d22563 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:57:13.384111 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 5e6a398a-bdbb-4d59-8edd-15fb33d22563 not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:57:13.484216 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-82a527e6-e70f-4158-81fa-4a9131aeb5fd tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:13.693227 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-82a527e6-e70f-4158-81fa-4a9131aeb5fd tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for router_gateway, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:13.711832 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-82a527e6-e70f-4158-81fa-4a9131aeb5fd tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:13.821630 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [None req-82a527e6-e70f-4158-81fa-4a9131aeb5fd tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Allocated IP 172.25.7.22 (7cae7a70-14fd-408c-b14d-39ceb97cb60e/9784295a-20b8-4a4b-b105-f82737f0448f/2d18e256-0e9b-4449-a740-75d5714fd0fa) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:57:13.941846 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-82a527e6-e70f-4158-81fa-4a9131aeb5fd tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:13.983242 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-82a527e6-e70f-4158-81fa-4a9131aeb5fd tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:14.026286 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a527e6-e70f-4158-81fa-4a9131aeb5fd tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Network 7cae7a70-14fd-408c-b14d-39ceb97cb60e is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:57:14.029274 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-82a527e6-e70f-4158-81fa-4a9131aeb5fd tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:57:14.032816 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a527e6-e70f-4158-81fa-4a9131aeb5fd tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:57:14.038326 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a527e6-e70f-4158-81fa-4a9131aeb5fd tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Pushing event updated for resources: {'Port': ['ID=2d18e256-0e9b-4449-a740-75d5714fd0fa,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:57:14.287962 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-82a527e6-e70f-4158-81fa-4a9131aeb5fd tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for router_gateway, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:14.484886 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-82a527e6-e70f-4158-81fa-4a9131aeb5fd tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-998473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-992536'] for router, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:14.611594 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82a527e6-e70f-4158-81fa-4a9131aeb5fd tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Router 068c98c2-3410-4e11-9060-e7b0f01e7a87 is scheduled to L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 with binding_index 1 {{(pid=106253) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 12:57:14.729330 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82a527e6-e70f-4158-81fa-4a9131aeb5fd tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:57:14.739045 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1185020-30c3-41ae-ab8c-a42462235f64 None None] Sync routers for ids ['068c98c2-3410-4e11-9060-e7b0f01e7a87'] in n-d-804985-2 {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:57:14.748865 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1185020-30c3-41ae-ab8c-a42462235f64 None None] Routers {'068c98c2-3410-4e11-9060-e7b0f01e7a87'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:57:14.749480 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-d1185020-30c3-41ae-ab8c-a42462235f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:56:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['068c98c2-3410-4e11-9060-e7b0f01e7a87'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:57:14.749655 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-82a527e6-e70f-4158-81fa-4a9131aeb5fd tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for router, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:14.750947 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-82a527e6-e70f-4158-81fa-4a9131aeb5fd tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.5048432 Aug 18 12:57:14.754323 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 53696) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:57:14.782719 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-e00f37d1-0016-42b7-9f2e-990d4d74515d tempest-TestNetworkAdvancedServerOps-1700407390 tempest-TestNetworkAdvancedServerOps-1700407390-project-admin] 10.222.0.66 "GET /v2.0/subnets?project_id=80570d7663924423a4131eb860db7880&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273333 Aug 18 12:57:14.785532 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 53698) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:57:14.849983 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-d1185020-30c3-41ae-ab8c-a42462235f64 None None] Set router 068c98c2-3410-4e11-9060-e7b0f01e7a87 gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:57:14.880453 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c340cce1-105d-4bf1-929c-b3f8f4d5059d tempest-TestNetworkAdvancedServerOps-1700407390 tempest-TestNetworkAdvancedServerOps-1700407390-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:14.881902 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-c340cce1-105d-4bf1-929c-b3f8f4d5059d tempest-TestNetworkAdvancedServerOps-1700407390 tempest-TestNetworkAdvancedServerOps-1700407390-project-admin] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0954406 Aug 18 12:57:14.884878 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 53700) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:57:14.912787 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-d8daf183-328c-47bd-90f8-32e5501a84fe tempest-TestNetworkAdvancedServerOps-1700407390 tempest-TestNetworkAdvancedServerOps-1700407390-project-admin] 10.222.0.66 "GET /v2.0/subnets?network_id=7cae7a70-14fd-408c-b14d-39ceb97cb60e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0267892 Aug 18 12:57:14.915532 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 53702) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:57:14.920823 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-308e7020-4a30-47bd-b5e4-d636695d08ae tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1232816600', 'network_id': '51a40d11-2ed0-4b71-829f-55e32644dfc0', 'project_id': '80570d7663924423a4131eb860db7880', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:57:15.013224 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-308e7020-4a30-47bd-b5e4-d636695d08ae tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Made reservation on behalf of 80570d7663924423a4131eb860db7880 for: {'subnet': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:57:15.017314 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-308e7020-4a30-47bd-b5e4-d636695d08ae tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59074089'] for subnet, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:15.113622 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-d1185020-30c3-41ae-ab8c-a42462235f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '068c98c2-3410-4e11-9060-e7b0f01e7a87', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1178769077', 'tenant_id': '80570d7663924423a4131eb860db7880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.22'}], 'enable_snat': True}, 'gw_port_id': '2d18e256-0e9b-4449-a740-75d5714fd0fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:57:13Z', 'updated_at': '2021-08-18T12:57:14Z', 'revision_number': 3, 'project_id': '80570d7663924423a4131eb860db7880', 'gw_port': {'id': '2d18e256-0e9b-4449-a740-75d5714fd0fa', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:f0:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '068c98c2-3410-4e11-9060-e7b0f01e7a87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:57:13Z', 'updated_at': '2021-08-18T12:57:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:57:15.142342 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1185020-30c3-41ae-ab8c-a42462235f64 None None] Checking router: 068c98c2-3410-4e11-9060-e7b0f01e7a87 for host: n-d-804985-2 {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:57:15.142562 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1185020-30c3-41ae-ab8c-a42462235f64 None None] Updating router 068c98c2-3410-4e11-9060-e7b0f01e7a87 port 2d18e256-0e9b-4449-a740-75d5714fd0fa binding host n-d-804985-2 {{(pid=106255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 12:57:15.171599 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-d1185020-30c3-41ae-ab8c-a42462235f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:15.201620 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-308e7020-4a30-47bd-b5e4-d636695d08ae tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3572913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59074111'] for subnet, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:15.266783 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308e7020-4a30-47bd-b5e4-d636695d08ae tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Pushing event updated for resources: {'Subnet': ['ID=c65df689-d855-4998-870d-2b4ac7e44dd7,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:57:15.271709 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-308e7020-4a30-47bd-b5e4-d636695d08ae tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Checking segment: {'id': 'aba7cc09-2efb-4c61-ae41-c05f8975cafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '51a40d11-2ed0-4b71-829f-55e32644dfc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:57:15.272065 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-308e7020-4a30-47bd-b5e4-d636695d08ae tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Network hostable DHCP agents. Network: 51a40d11-2ed0-4b71-829f-55e32644dfc0, hostable agents: ['97c14208-2951-4361-8d64-3708c946ff5f'], hosted agents: [] {{(pid=106252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 12:57:15.290683 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-308e7020-4a30-47bd-b5e4-d636695d08ae tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Network 51a40d11-2ed0-4b71-829f-55e32644dfc0 is scheduled to be hosted by DHCP agent 97c14208-2951-4361-8d64-3708c946ff5f with binding_index 1 {{(pid=106252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 12:57:15.300117 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-308e7020-4a30-47bd-b5e4-d636695d08ae tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-2, 51a40d11-2ed0-4b71-829f-55e32644dfc0) {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:57:15.305191 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-308e7020-4a30-47bd-b5e4-d636695d08ae tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:15.305791 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-308e7020-4a30-47bd-b5e4-d636695d08ae tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for subnet, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:15.312245 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fcad50c-b18e-4e7b-891c-0f49c70c01ed None None] Network 51a40d11-2ed0-4b71-829f-55e32644dfc0 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:57:15.325503 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-308e7020-4a30-47bd-b5e4-d636695d08ae tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4060776 Aug 18 12:57:15.325703 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 53704) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:57:15.424063 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-d1185020-30c3-41ae-ab8c-a42462235f64 None None] Notify callbacks [] for port, precommit_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:15.435571 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-d1185020-30c3-41ae-ab8c-a42462235f64 None None] Transition to ACTIVE for port object 2d18e256-0e9b-4449-a740-75d5714fd0fa will not be triggered until provisioned by entity L2. {{(pid=106255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:57:15.442023 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-d1185020-30c3-41ae-ab8c-a42462235f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:15.468224 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb52f459-2414-4692-a208-15c9fe9fc70b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp788be208-34ab-5a8f-af0f-528834af222f-51a40d11-2ed0-4b71-829f-55e32644dfc0', 'network_id': '51a40d11-2ed0-4b71-829f-55e32644dfc0', 'tenant_id': '80570d7663924423a4131eb860db7880', 'fixed_ips': [{'subnet_id': 'c65df689-d855-4998-870d-2b4ac7e44dd7'}]}} from n-d-804985-2. {{(pid=106254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 12:57:15.469464 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-cb52f459-2414-4692-a208-15c9fe9fc70b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:15.494346 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-d1185020-30c3-41ae-ab8c-a42462235f64 None None] Attempting to bind port 2d18e256-0e9b-4449-a740-75d5714fd0fa on host n-d-804985-2 for vnic_type normal with profile {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:57:15.494731 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-d1185020-30c3-41ae-ab8c-a42462235f64 None None] Attempting to bind port 2d18e256-0e9b-4449-a740-75d5714fd0fa by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'}] {{(pid=106255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:57:15.495088 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1185020-30c3-41ae-ab8c-a42462235f64 None None] Attempting to bind port 2d18e256-0e9b-4449-a740-75d5714fd0fa on network 7cae7a70-14fd-408c-b14d-39ceb97cb60e {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:57:15.504319 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d48bfef-ce1f-4984-a0c1-d3779c56196f None None] Pushing event updated for resources: {'Port': ['ID=2d18e256-0e9b-4449-a740-75d5714fd0fa,revision_number=2']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:57:15.506583 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1185020-30c3-41ae-ab8c-a42462235f64 None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 56, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:57:15.506959 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1185020-30c3-41ae-ab8c-a42462235f64 None None] Checking segment: {'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:57:15.507383 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-d1185020-30c3-41ae-ab8c-a42462235f64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:15.507753 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1185020-30c3-41ae-ab8c-a42462235f64 None None] Bound using segment: {'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'} {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:57:15.508223 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-d1185020-30c3-41ae-ab8c-a42462235f64 None None] Bound port: 2d18e256-0e9b-4449-a740-75d5714fd0fa, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'}}] {{(pid=106255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:57:15.508613 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-d1185020-30c3-41ae-ab8c-a42462235f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:15.532979 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d48bfef-ce1f-4984-a0c1-d3779c56196f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:57:15.533329 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d48bfef-ce1f-4984-a0c1-d3779c56196f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:57:15.533645 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d48bfef-ce1f-4984-a0c1-d3779c56196f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:57:15.533990 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d48bfef-ce1f-4984-a0c1-d3779c56196f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:57:15.534373 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d48bfef-ce1f-4984-a0c1-d3779c56196f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:57:15.534701 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d48bfef-ce1f-4984-a0c1-d3779c56196f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:57:15.535018 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d48bfef-ce1f-4984-a0c1-d3779c56196f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:57:15.535331 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d48bfef-ce1f-4984-a0c1-d3779c56196f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:57:15.535636 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d48bfef-ce1f-4984-a0c1-d3779c56196f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:57:15.535947 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d48bfef-ce1f-4984-a0c1-d3779c56196f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:57:15.536274 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d48bfef-ce1f-4984-a0c1-d3779c56196f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:57:15.536744 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d48bfef-ce1f-4984-a0c1-d3779c56196f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:57:15.569906 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-d1185020-30c3-41ae-ab8c-a42462235f64 None None] For port 2d18e256-0e9b-4449-a740-75d5714fd0fa, host n-d-804985-2, cleared binding levels {{(pid=106255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:57:15.573241 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-d1185020-30c3-41ae-ab8c-a42462235f64 None None] For port 2d18e256-0e9b-4449-a740-75d5714fd0fa, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=2d18e256-0e9b-4449-a740-75d5714fd0fa,segment=NetworkSegment(c5a3db9d-5c58-41b1-9177-d5787a597b78),segment_id=c5a3db9d-5c58-41b1-9177-d5787a597b78)] {{(pid=106255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:57:15.580132 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-d1185020-30c3-41ae-ab8c-a42462235f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:15.611618 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.db_base_plugin_common [None req-cb52f459-2414-4692-a208-15c9fe9fc70b None None] Allocated IP 172.20.0.2 (51a40d11-2ed0-4b71-829f-55e32644dfc0/c65df689-d855-4998-870d-2b4ac7e44dd7/f45b1774-e8c9-41a5-bd8f-67b29c1adc57) {{(pid=106254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:57:15.640791 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d48bfef-ce1f-4984-a0c1-d3779c56196f None None] Pushing event updated for resources: {'Port': ['ID=2d18e256-0e9b-4449-a740-75d5714fd0fa,revision_number=3']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:57:15.647932 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1185020-30c3-41ae-ab8c-a42462235f64 None None] Routers {'068c98c2-3410-4e11-9060-e7b0f01e7a87'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:57:15.648595 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-d1185020-30c3-41ae-ab8c-a42462235f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:56:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['068c98c2-3410-4e11-9060-e7b0f01e7a87'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:57:15.751597 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-d1185020-30c3-41ae-ab8c-a42462235f64 None None] Set router 068c98c2-3410-4e11-9060-e7b0f01e7a87 gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:57:15.764388 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-cb52f459-2414-4692-a208-15c9fe9fc70b None None] Notify callbacks [] for port, precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:15.773532 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-cb52f459-2414-4692-a208-15c9fe9fc70b None None] Transition to ACTIVE for port object f45b1774-e8c9-41a5-bd8f-67b29c1adc57 will not be triggered until provisioned by entity L2. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:57:15.788859 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-cb52f459-2414-4692-a208-15c9fe9fc70b None None] Transition to ACTIVE for port object f45b1774-e8c9-41a5-bd8f-67b29c1adc57 will not be triggered until provisioned by entity DHCP. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:57:15.789540 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-21ad956a-54e7-4976-9f38-392ab2da3f24 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:15.795273 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-cb52f459-2414-4692-a208-15c9fe9fc70b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547'] for port, after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:15.843601 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb52f459-2414-4692-a208-15c9fe9fc70b None None] Network 51a40d11-2ed0-4b71-829f-55e32644dfc0 is already hosted by enough agents. {{(pid=106254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:57:15.846757 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.base_scheduler [None req-cb52f459-2414-4692-a208-15c9fe9fc70b None None] Resources bound (agent type, host, resource id): {{(pid=106254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:57:15.849305 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb52f459-2414-4692-a208-15c9fe9fc70b None None] Received port after_create {{(pid=106254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:57:15.856502 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb52f459-2414-4692-a208-15c9fe9fc70b None None] Pushing event updated for resources: {'Port': ['ID=f45b1774-e8c9-41a5-bd8f-67b29c1adc57,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:57:15.910385 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-cb52f459-2414-4692-a208-15c9fe9fc70b None None] Attempting to bind port f45b1774-e8c9-41a5-bd8f-67b29c1adc57 on host n-d-804985-2 for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:57:15.910758 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-cb52f459-2414-4692-a208-15c9fe9fc70b None None] Attempting to bind port f45b1774-e8c9-41a5-bd8f-67b29c1adc57 by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': 'aba7cc09-2efb-4c61-ae41-c05f8975cafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '51a40d11-2ed0-4b71-829f-55e32644dfc0'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:57:15.911118 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb52f459-2414-4692-a208-15c9fe9fc70b None None] Attempting to bind port f45b1774-e8c9-41a5-bd8f-67b29c1adc57 on network 51a40d11-2ed0-4b71-829f-55e32644dfc0 {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:57:15.917711 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb52f459-2414-4692-a208-15c9fe9fc70b None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 56, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:57:15.918085 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb52f459-2414-4692-a208-15c9fe9fc70b None None] Checking segment: {'id': 'aba7cc09-2efb-4c61-ae41-c05f8975cafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '51a40d11-2ed0-4b71-829f-55e32644dfc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:57:15.918493 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-cb52f459-2414-4692-a208-15c9fe9fc70b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:15.918884 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb52f459-2414-4692-a208-15c9fe9fc70b None None] Bound using segment: {'id': 'aba7cc09-2efb-4c61-ae41-c05f8975cafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '51a40d11-2ed0-4b71-829f-55e32644dfc0'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:57:15.919349 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-cb52f459-2414-4692-a208-15c9fe9fc70b None None] Bound port: f45b1774-e8c9-41a5-bd8f-67b29c1adc57, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aba7cc09-2efb-4c61-ae41-c05f8975cafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '51a40d11-2ed0-4b71-829f-55e32644dfc0'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:57:15.919728 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-cb52f459-2414-4692-a208-15c9fe9fc70b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:15.931497 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-d1185020-30c3-41ae-ab8c-a42462235f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '068c98c2-3410-4e11-9060-e7b0f01e7a87', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1178769077', 'tenant_id': '80570d7663924423a4131eb860db7880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.22'}], 'enable_snat': True}, 'gw_port_id': '2d18e256-0e9b-4449-a740-75d5714fd0fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:57:13Z', 'updated_at': '2021-08-18T12:57:14Z', 'revision_number': 3, 'project_id': '80570d7663924423a4131eb860db7880', 'gw_port': {'id': '2d18e256-0e9b-4449-a740-75d5714fd0fa', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:f0:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '068c98c2-3410-4e11-9060-e7b0f01e7a87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:57:13Z', 'updated_at': '2021-08-18T12:57:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:57:15.958093 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1185020-30c3-41ae-ab8c-a42462235f64 None None] The sync data for ids ['068c98c2-3410-4e11-9060-e7b0f01e7a87'] in n-d-804985-2 is: [{'id': '068c98c2-3410-4e11-9060-e7b0f01e7a87', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1178769077', 'tenant_id': '80570d7663924423a4131eb860db7880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.22'}], 'enable_snat': True}, 'gw_port_id': '2d18e256-0e9b-4449-a740-75d5714fd0fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:57:13Z', 'updated_at': '2021-08-18T12:57:14Z', 'revision_number': 3, 'project_id': '80570d7663924423a4131eb860db7880', 'gw_port': {'id': '2d18e256-0e9b-4449-a740-75d5714fd0fa', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:f0:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '068c98c2-3410-4e11-9060-e7b0f01e7a87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:57:13Z', 'updated_at': '2021-08-18T12:57:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:57:15.988018 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-cb52f459-2414-4692-a208-15c9fe9fc70b None None] For port f45b1774-e8c9-41a5-bd8f-67b29c1adc57, host n-d-804985-2, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:57:15.992137 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-cb52f459-2414-4692-a208-15c9fe9fc70b None None] For port f45b1774-e8c9-41a5-bd8f-67b29c1adc57, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=f45b1774-e8c9-41a5-bd8f-67b29c1adc57,segment=NetworkSegment(aba7cc09-2efb-4c61-ae41-c05f8975cafb),segment_id=aba7cc09-2efb-4c61-ae41-c05f8975cafb)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:57:15.998050 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-cb52f459-2414-4692-a208-15c9fe9fc70b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:16.089862 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [None req-21ad956a-54e7-4976-9f38-392ab2da3f24 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Allocated IP 172.20.0.1 (51a40d11-2ed0-4b71-829f-55e32644dfc0/c65df689-d855-4998-870d-2b4ac7e44dd7/1f35d3c7-79c2-410c-8b27-65b19d48850c) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:57:16.229347 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-21ad956a-54e7-4976-9f38-392ab2da3f24 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:16.246092 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [None req-21ad956a-54e7-4976-9f38-392ab2da3f24 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Transition to ACTIVE for port object 1f35d3c7-79c2-410c-8b27-65b19d48850c will not be triggered until provisioned by entity DHCP. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:57:16.261241 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb52f459-2414-4692-a208-15c9fe9fc70b None None] Pushing event updated for resources: {'Port': ['ID=f45b1774-e8c9-41a5-bd8f-67b29c1adc57,revision_number=2']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:57:16.292171 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-21ad956a-54e7-4976-9f38-392ab2da3f24 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:16.339588 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21ad956a-54e7-4976-9f38-392ab2da3f24 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Network 51a40d11-2ed0-4b71-829f-55e32644dfc0 is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:57:16.345277 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-21ad956a-54e7-4976-9f38-392ab2da3f24 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:57:16.349437 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ad956a-54e7-4976-9f38-392ab2da3f24 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:57:16.377711 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ad956a-54e7-4976-9f38-392ab2da3f24 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Pushing event updated for resources: {'Port': ['ID=1f35d3c7-79c2-410c-8b27-65b19d48850c,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:57:16.405761 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-21ad956a-54e7-4976-9f38-392ab2da3f24 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-996688'] for router_interface, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:16.578564 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-21ad956a-54e7-4976-9f38-392ab2da3f24 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:16.861295 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-21ad956a-54e7-4976-9f38-392ab2da3f24 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for port, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:16.868066 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-21ad956a-54e7-4976-9f38-392ab2da3f24 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:16.943487 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ad956a-54e7-4976-9f38-392ab2da3f24 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Pushing event updated for resources: {'Port': ['ID=1f35d3c7-79c2-410c-8b27-65b19d48850c,revision_number=2']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:57:16.946227 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-21ad956a-54e7-4976-9f38-392ab2da3f24 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-996772'] for router_interface, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:17.053004 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21ad956a-54e7-4976-9f38-392ab2da3f24 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Network 51a40d11-2ed0-4b71-829f-55e32644dfc0 is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:57:17.055008 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-21ad956a-54e7-4976-9f38-392ab2da3f24 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:57:17.181375 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54142c01-7418-41af-9df8-4704954bd69a None None] Network 51a40d11-2ed0-4b71-829f-55e32644dfc0 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:57:17.246066 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-b7e96b5d-45f7-4a79-a6d1-43cc0770873f None None] Provisioning for port f45b1774-e8c9-41a5-bd8f-67b29c1adc57 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:57:17.503400 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 2d18e256-0e9b-4449-a740-75d5714fd0fa up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:57:17.524111 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21ad956a-54e7-4976-9f38-392ab2da3f24 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Router 068c98c2-3410-4e11-9060-e7b0f01e7a87 has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:57:17.557586 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port 2d18e256-0e9b-4449-a740-75d5714fd0fa completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:57:17.563228 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 2d18e256-0e9b-4449-a740-75d5714fd0fa triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:57:17.564032 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:17.644765 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21ad956a-54e7-4976-9f38-392ab2da3f24 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:57:17.650546 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-21ad956a-54e7-4976-9f38-392ab2da3f24 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "PUT /v2.0/routers/068c98c2-3410-4e11-9060-e7b0f01e7a87/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3228741 Aug 18 12:57:17.667771 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:17.679428 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d13434-debc-4047-8439-c88eeba16d87 None None] Sync routers for ids ['068c98c2-3410-4e11-9060-e7b0f01e7a87'] in n-d-804985-2 {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:57:17.711931 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] For port 2d18e256-0e9b-4449-a740-75d5714fd0fa, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=2d18e256-0e9b-4449-a740-75d5714fd0fa,segment=NetworkSegment(c5a3db9d-5c58-41b1-9177-d5787a597b78),segment_id=c5a3db9d-5c58-41b1-9177-d5787a597b78)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:57:17.715466 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-cafe9206-6e68-417d-8e29-efa11c50ed9d None None] Provisioning for port 1f35d3c7-79c2-410c-8b27-65b19d48850c completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:57:17.719923 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d13434-debc-4047-8439-c88eeba16d87 None None] Routers {'068c98c2-3410-4e11-9060-e7b0f01e7a87'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:57:17.720635 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-d4d13434-debc-4047-8439-c88eeba16d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:56:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['068c98c2-3410-4e11-9060-e7b0f01e7a87'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:57:17.722461 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:17.723270 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device f45b1774-e8c9-41a5-bd8f-67b29c1adc57 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:57:17.778183 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-cafe9206-6e68-417d-8e29-efa11c50ed9d None None] Provisioning complete for port 1f35d3c7-79c2-410c-8b27-65b19d48850c triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:57:17.778551 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-cafe9206-6e68-417d-8e29-efa11c50ed9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:17.814974 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c28893b3-43c7-4f89-9784-a9b991558828 req-9cedeb67-22d1-47d5-a011-fc08293645a2 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1736775217&fields=id&tenant_id=80570d7663924423a4131eb860db7880 HTTP/1.1" status: 200 len: 267 time: 0.0419996 Aug 18 12:57:17.909687 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-cafe9206-6e68-417d-8e29-efa11c50ed9d None None] Port 1f35d3c7-79c2-410c-8b27-65b19d48850c cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:57:17.927497 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Pushing event updated for resources: {'Port': ['ID=2d18e256-0e9b-4449-a740-75d5714fd0fa,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:57:17.945568 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28893b3-43c7-4f89-9784-a9b991558828 req-9d8c9c5f-90e9-42f1-8ac9-458bfaa5765d tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:17.947150 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c28893b3-43c7-4f89-9784-a9b991558828 req-9d8c9c5f-90e9-42f1-8ac9-458bfaa5765d tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/networks?id=51a40d11-2ed0-4b71-829f-55e32644dfc0 HTTP/1.1" status: 200 len: 797 time: 0.1235442 Aug 18 12:57:17.963674 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c28893b3-43c7-4f89-9784-a9b991558828 req-0a78b75d-54c2-4fe8-af49-b15aaf877f99 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/quotas/80570d7663924423a4131eb860db7880 HTTP/1.1" status: 200 len: 375 time: 0.0102956 Aug 18 12:57:17.969535 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-d4d13434-debc-4047-8439-c88eeba16d87 None None] Set router 068c98c2-3410-4e11-9060-e7b0f01e7a87 gateway port host: n-d-804985-2 {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:57:17.972239 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port f45b1774-e8c9-41a5-bd8f-67b29c1adc57 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:57:18.005892 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port f45b1774-e8c9-41a5-bd8f-67b29c1adc57 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:57:18.006285 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:18.019063 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c28893b3-43c7-4f89-9784-a9b991558828 req-15139948-a1b9-46c8-acc0-17970ac2c1b1 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=80570d7663924423a4131eb860db7880&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0491285 Aug 18 12:57:18.119385 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c28893b3-43c7-4f89-9784-a9b991558828 req-caa09551-0ac4-4525-b41e-d13b4ee04f14 service neutron] 10.222.0.66 "GET /v2.0/networks/51a40d11-2ed0-4b71-829f-55e32644dfc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882990 Aug 18 12:57:18.153968 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-58592f79-53e5-4d6c-87b7-33d27c2b1d72 None None] Provisioning complete for port 1f35d3c7-79c2-410c-8b27-65b19d48850c triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:57:18.154198 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-58592f79-53e5-4d6c-87b7-33d27c2b1d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:18.217986 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c28893b3-43c7-4f89-9784-a9b991558828 req-493f0eec-7124-4044-bf0f-0d724a5054b5 service neutron] 10.222.0.66 "GET /v2.0/networks/51a40d11-2ed0-4b71-829f-55e32644dfc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921338 Aug 18 12:57:18.237914 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-58592f79-53e5-4d6c-87b7-33d27c2b1d72 None None] Port 1f35d3c7-79c2-410c-8b27-65b19d48850c cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:57:18.244352 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:18.312268 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] For port f45b1774-e8c9-41a5-bd8f-67b29c1adc57, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=f45b1774-e8c9-41a5-bd8f-67b29c1adc57,segment=NetworkSegment(aba7cc09-2efb-4c61-ae41-c05f8975cafb),segment_id=aba7cc09-2efb-4c61-ae41-c05f8975cafb)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:57:18.318103 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:18.362831 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-d4d13434-debc-4047-8439-c88eeba16d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '068c98c2-3410-4e11-9060-e7b0f01e7a87', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1178769077', 'tenant_id': '80570d7663924423a4131eb860db7880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.22'}], 'enable_snat': True}, 'gw_port_id': '2d18e256-0e9b-4449-a740-75d5714fd0fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:57:13Z', 'updated_at': '2021-08-18T12:57:16Z', 'revision_number': 4, 'project_id': '80570d7663924423a4131eb860db7880', 'gw_port': {'id': '2d18e256-0e9b-4449-a740-75d5714fd0fa', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:f0:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '068c98c2-3410-4e11-9060-e7b0f01e7a87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:57:13Z', 'updated_at': '2021-08-18T12:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': '1f35d3c7-79c2-410c-8b27-65b19d48850c', 'name': '', 'network_id': '51a40d11-2ed0-4b71-829f-55e32644dfc0', 'tenant_id': '80570d7663924423a4131eb860db7880', 'mac_address': 'fa:16:3e:30:ce:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '068c98c2-3410-4e11-9060-e7b0f01e7a87', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'c65df689-d855-4998-870d-2b4ac7e44dd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:57:15Z', 'updated_at': '2021-08-18T12:57:16Z', 'revision_number': 2, 'project_id': '80570d7663924423a4131eb860db7880', 'subnets': [{'id': 'c65df689-d855-4998-870d-2b4ac7e44dd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:57:18.392194 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0763b57b-999e-4227-85fe-0c36381f6413 req-b45ebfe8-2c27-4eb5-89e0-1bb8812d1696 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/ports?device_id=b78fc4ff-5ea4-474b-ba21-b2620b53f30f HTTP/1.1" status: 200 len: 210 time: 0.0274324 Aug 18 12:57:18.398428 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d13434-debc-4047-8439-c88eeba16d87 None None] Checking router: 068c98c2-3410-4e11-9060-e7b0f01e7a87 for host: n-d-804985-2 {{(pid=106254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:57:18.398605 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d13434-debc-4047-8439-c88eeba16d87 None None] Updating router 068c98c2-3410-4e11-9060-e7b0f01e7a87 port 1f35d3c7-79c2-410c-8b27-65b19d48850c binding host n-d-804985-2 {{(pid=106254) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 12:57:18.423316 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Pushing event updated for resources: {'Port': ['ID=f45b1774-e8c9-41a5-bd8f-67b29c1adc57,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:57:18.435367 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-d4d13434-debc-4047-8439-c88eeba16d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:18.578429 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-77528a2c-116f-4f6f-b37e-26c57b57cad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:18.735572 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-d4d13434-debc-4047-8439-c88eeba16d87 None None] Notify callbacks [] for port, precommit_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:18.747460 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-d4d13434-debc-4047-8439-c88eeba16d87 None None] Transition to ACTIVE for port object 1f35d3c7-79c2-410c-8b27-65b19d48850c will not be triggered until provisioned by entity L2. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:57:18.753972 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-d4d13434-debc-4047-8439-c88eeba16d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:18.810311 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b093b01-740c-4ed7-bb95-a9d2eb511fd0 None None] Pushing event updated for resources: {'Port': ['ID=1f35d3c7-79c2-410c-8b27-65b19d48850c,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:57:18.860624 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-d4d13434-debc-4047-8439-c88eeba16d87 None None] Attempting to bind port 1f35d3c7-79c2-410c-8b27-65b19d48850c on host n-d-804985-2 for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:57:18.860989 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-d4d13434-debc-4047-8439-c88eeba16d87 None None] Attempting to bind port 1f35d3c7-79c2-410c-8b27-65b19d48850c by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': 'aba7cc09-2efb-4c61-ae41-c05f8975cafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '51a40d11-2ed0-4b71-829f-55e32644dfc0'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:57:18.861346 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d13434-debc-4047-8439-c88eeba16d87 None None] Attempting to bind port 1f35d3c7-79c2-410c-8b27-65b19d48850c on network 51a40d11-2ed0-4b71-829f-55e32644dfc0 {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:57:18.866578 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d13434-debc-4047-8439-c88eeba16d87 None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 56, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:57:18.866947 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d13434-debc-4047-8439-c88eeba16d87 None None] Checking segment: {'id': 'aba7cc09-2efb-4c61-ae41-c05f8975cafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '51a40d11-2ed0-4b71-829f-55e32644dfc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:57:18.867350 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-d4d13434-debc-4047-8439-c88eeba16d87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:18.867731 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d13434-debc-4047-8439-c88eeba16d87 None None] Bound using segment: {'id': 'aba7cc09-2efb-4c61-ae41-c05f8975cafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '51a40d11-2ed0-4b71-829f-55e32644dfc0'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:57:18.868182 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-d4d13434-debc-4047-8439-c88eeba16d87 None None] Bound port: 1f35d3c7-79c2-410c-8b27-65b19d48850c, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aba7cc09-2efb-4c61-ae41-c05f8975cafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '51a40d11-2ed0-4b71-829f-55e32644dfc0'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:57:18.868584 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-d4d13434-debc-4047-8439-c88eeba16d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:18.944082 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-d4d13434-debc-4047-8439-c88eeba16d87 None None] For port 1f35d3c7-79c2-410c-8b27-65b19d48850c, host n-d-804985-2, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:57:18.948111 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-d4d13434-debc-4047-8439-c88eeba16d87 None None] For port 1f35d3c7-79c2-410c-8b27-65b19d48850c, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=1f35d3c7-79c2-410c-8b27-65b19d48850c,segment=NetworkSegment(aba7cc09-2efb-4c61-ae41-c05f8975cafb),segment_id=aba7cc09-2efb-4c61-ae41-c05f8975cafb)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:57:18.953546 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-d4d13434-debc-4047-8439-c88eeba16d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:19.010701 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d13434-debc-4047-8439-c88eeba16d87 None None] Routers {'068c98c2-3410-4e11-9060-e7b0f01e7a87'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:57:19.011355 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-d4d13434-debc-4047-8439-c88eeba16d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:56:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['068c98c2-3410-4e11-9060-e7b0f01e7a87'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:57:19.049929 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b093b01-740c-4ed7-bb95-a9d2eb511fd0 None None] Pushing event updated for resources: {'Port': ['ID=1f35d3c7-79c2-410c-8b27-65b19d48850c,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:57:19.132595 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-d4d13434-debc-4047-8439-c88eeba16d87 None None] Set router 068c98c2-3410-4e11-9060-e7b0f01e7a87 gateway port host: n-d-804985-2 {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:57:19.345574 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28893b3-43c7-4f89-9784-a9b991558828 req-546205be-d210-440d-98d9-e441dafb7989 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:19.347244 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-c28893b3-43c7-4f89-9784-a9b991558828 req-546205be-d210-440d-98d9-e441dafb7989 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.62 "GET /v2.0/networks?id=51a40d11-2ed0-4b71-829f-55e32644dfc0 HTTP/1.1" status: 200 len: 797 time: 0.1311998 Aug 18 12:57:19.353754 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-d4d13434-debc-4047-8439-c88eeba16d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '068c98c2-3410-4e11-9060-e7b0f01e7a87', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1178769077', 'tenant_id': '80570d7663924423a4131eb860db7880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.22'}], 'enable_snat': True}, 'gw_port_id': '2d18e256-0e9b-4449-a740-75d5714fd0fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:57:13Z', 'updated_at': '2021-08-18T12:57:16Z', 'revision_number': 4, 'project_id': '80570d7663924423a4131eb860db7880', 'gw_port': {'id': '2d18e256-0e9b-4449-a740-75d5714fd0fa', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:f0:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '068c98c2-3410-4e11-9060-e7b0f01e7a87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:57:13Z', 'updated_at': '2021-08-18T12:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': '1f35d3c7-79c2-410c-8b27-65b19d48850c', 'name': '', 'network_id': '51a40d11-2ed0-4b71-829f-55e32644dfc0', 'tenant_id': '80570d7663924423a4131eb860db7880', 'mac_address': 'fa:16:3e:30:ce:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '068c98c2-3410-4e11-9060-e7b0f01e7a87', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'c65df689-d855-4998-870d-2b4ac7e44dd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:57:15Z', 'updated_at': '2021-08-18T12:57:18Z', 'revision_number': 4, 'project_id': '80570d7663924423a4131eb860db7880', 'subnets': [{'id': 'c65df689-d855-4998-870d-2b4ac7e44dd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:57:19.386661 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d13434-debc-4047-8439-c88eeba16d87 None None] The sync data for ids ['068c98c2-3410-4e11-9060-e7b0f01e7a87'] in n-d-804985-2 is: [{'id': '068c98c2-3410-4e11-9060-e7b0f01e7a87', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1178769077', 'tenant_id': '80570d7663924423a4131eb860db7880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.22'}], 'enable_snat': True}, 'gw_port_id': '2d18e256-0e9b-4449-a740-75d5714fd0fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:57:13Z', 'updated_at': '2021-08-18T12:57:16Z', 'revision_number': 4, 'project_id': '80570d7663924423a4131eb860db7880', 'gw_port': {'id': '2d18e256-0e9b-4449-a740-75d5714fd0fa', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:f0:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '068c98c2-3410-4e11-9060-e7b0f01e7a87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:57:13Z', 'updated_at': '2021-08-18T12:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': '1f35d3c7-79c2-410c-8b27-65b19d48850c', 'name': '', 'network_id': '51a40d11-2ed0-4b71-829f-55e32644dfc0', 'tenant_id': '80570d7663924423a4131eb860db7880', 'mac_address': 'fa:16:3e:30:ce:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '068c98c2-3410-4e11-9060-e7b0f01e7a87', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'c65df689-d855-4998-870d-2b4ac7e44dd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:57:15Z', 'updated_at': '2021-08-18T12:57:18Z', 'revision_number': 4, 'project_id': '80570d7663924423a4131eb860db7880', 'subnets': [{'id': 'c65df689-d855-4998-870d-2b4ac7e44dd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:57:19.398388 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-c28893b3-43c7-4f89-9784-a9b991558828 req-5f1b9faf-a8ac-484c-98a3-05029e8fecc0 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=80570d7663924423a4131eb860db7880 HTTP/1.1" status: 200 len: 380 time: 0.0412979 Aug 18 12:57:19.414343 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [req-c28893b3-43c7-4f89-9784-a9b991558828 req-d04356ea-26f7-4e5e-8b80-dece9e73a8b5 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Request body: {'port': {'device_id': 'b78fc4ff-5ea4-474b-ba21-b2620b53f30f', 'network_id': '51a40d11-2ed0-4b71-829f-55e32644dfc0', 'admin_state_up': True, 'tenant_id': '80570d7663924423a4131eb860db7880', 'security_groups': ['cb8def6b-2495-466e-a78a-8b0826eb6b24']}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:57:19.437650 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 2d18e256-0e9b-4449-a740-75d5714fd0fa up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:57:19.542833 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 2d18e256-0e9b-4449-a740-75d5714fd0fa triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:57:19.543204 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:19.550091 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7eb201e3-e9bc-4afa-aad4-d097cd8b13dd req-8c5ff23d-5a4b-4c8e-b1b9-4684d705e2ef tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/ports?device_id=b78fc4ff-5ea4-474b-ba21-b2620b53f30f HTTP/1.1" status: 200 len: 210 time: 0.0371473 Aug 18 12:57:19.573833 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c28893b3-43c7-4f89-9784-a9b991558828 req-d04356ea-26f7-4e5e-8b80-dece9e73a8b5 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Made reservation on behalf of 80570d7663924423a4131eb860db7880 for: {'port': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:57:19.577643 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-c28893b3-43c7-4f89-9784-a9b991558828 req-d04356ea-26f7-4e5e-8b80-dece9e73a8b5 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:19.633289 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device f45b1774-e8c9-41a5-bd8f-67b29c1adc57 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:57:19.681226 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port f45b1774-e8c9-41a5-bd8f-67b29c1adc57 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:57:19.681705 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:19.713364 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [req-c28893b3-43c7-4f89-9784-a9b991558828 req-d04356ea-26f7-4e5e-8b80-dece9e73a8b5 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Allocated IP 172.20.0.4 (51a40d11-2ed0-4b71-829f-55e32644dfc0/c65df689-d855-4998-870d-2b4ac7e44dd7/a130bbf3-9644-4b0e-a417-8eb8db8cbe46) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:57:19.871237 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-c28893b3-43c7-4f89-9784-a9b991558828 req-d04356ea-26f7-4e5e-8b80-dece9e73a8b5 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:19.885405 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [req-c28893b3-43c7-4f89-9784-a9b991558828 req-d04356ea-26f7-4e5e-8b80-dece9e73a8b5 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Transition to ACTIVE for port object a130bbf3-9644-4b0e-a417-8eb8db8cbe46 will not be triggered until provisioned by entity DHCP. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:57:19.918765 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-c28893b3-43c7-4f89-9784-a9b991558828 req-d04356ea-26f7-4e5e-8b80-dece9e73a8b5 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:19.965256 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c28893b3-43c7-4f89-9784-a9b991558828 req-d04356ea-26f7-4e5e-8b80-dece9e73a8b5 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Network 51a40d11-2ed0-4b71-829f-55e32644dfc0 is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:57:19.968431 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [req-c28893b3-43c7-4f89-9784-a9b991558828 req-d04356ea-26f7-4e5e-8b80-dece9e73a8b5 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:57:19.972291 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-c28893b3-43c7-4f89-9784-a9b991558828 req-d04356ea-26f7-4e5e-8b80-dece9e73a8b5 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:57:19.998573 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04356ea-26f7-4e5e-8b80-dece9e73a8b5 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Pushing event updated for resources: {'Port': ['ID=a130bbf3-9644-4b0e-a417-8eb8db8cbe46,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:57:20.028947 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28893b3-43c7-4f89-9784-a9b991558828 req-d04356ea-26f7-4e5e-8b80-dece9e73a8b5 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:20.029749 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-c28893b3-43c7-4f89-9784-a9b991558828 req-d04356ea-26f7-4e5e-8b80-dece9e73a8b5 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:20.055469 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-c28893b3-43c7-4f89-9784-a9b991558828 req-d04356ea-26f7-4e5e-8b80-dece9e73a8b5 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6458933 Aug 18 12:57:20.069809 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [req-c28893b3-43c7-4f89-9784-a9b991558828 req-986697d2-60c9-4178-9a17-8ddd766021b6 service neutron] Request body: {'port': {'device_id': 'b78fc4ff-5ea4-474b-ba21-b2620b53f30f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804985-2'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:57:20.133727 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-c28893b3-43c7-4f89-9784-a9b991558828 req-986697d2-60c9-4178-9a17-8ddd766021b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:20.200959 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-4455048e-3e49-41ca-a422-b5c4bea2618a None None] Provisioning for port a130bbf3-9644-4b0e-a417-8eb8db8cbe46 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:57:20.205030 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-4455048e-3e49-41ca-a422-b5c4bea2618a None None] Provisioning complete for port a130bbf3-9644-4b0e-a417-8eb8db8cbe46 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:57:20.205403 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4455048e-3e49-41ca-a422-b5c4bea2618a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:20.243439 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-4455048e-3e49-41ca-a422-b5c4bea2618a None None] Port a130bbf3-9644-4b0e-a417-8eb8db8cbe46 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:57:20.417275 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [req-c28893b3-43c7-4f89-9784-a9b991558828 req-986697d2-60c9-4178-9a17-8ddd766021b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a130bbf3-9644-4b0e-a417-8eb8db8cbe46 {{(pid=106253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:57:20.425067 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-c28893b3-43c7-4f89-9784-a9b991558828 req-986697d2-60c9-4178-9a17-8ddd766021b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:20.438431 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [req-c28893b3-43c7-4f89-9784-a9b991558828 req-986697d2-60c9-4178-9a17-8ddd766021b6 service neutron] Transition to ACTIVE for port object a130bbf3-9644-4b0e-a417-8eb8db8cbe46 will not be triggered until provisioned by entity L2. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:57:20.442534 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-c28893b3-43c7-4f89-9784-a9b991558828 req-986697d2-60c9-4178-9a17-8ddd766021b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:20.491100 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986697d2-60c9-4178-9a17-8ddd766021b6 service neutron] Pushing event updated for resources: {'Port': ['ID=a130bbf3-9644-4b0e-a417-8eb8db8cbe46,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:57:20.566320 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-c28893b3-43c7-4f89-9784-a9b991558828 req-986697d2-60c9-4178-9a17-8ddd766021b6 service neutron] Attempting to bind port a130bbf3-9644-4b0e-a417-8eb8db8cbe46 on host n-h2-804985-2 for vnic_type normal with profile {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:57:20.566831 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-c28893b3-43c7-4f89-9784-a9b991558828 req-986697d2-60c9-4178-9a17-8ddd766021b6 service neutron] Attempting to bind port a130bbf3-9644-4b0e-a417-8eb8db8cbe46 by drivers openvswitch,hyperv on host n-h2-804985-2 at level 0 using segments [{'id': 'aba7cc09-2efb-4c61-ae41-c05f8975cafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '51a40d11-2ed0-4b71-829f-55e32644dfc0'}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:57:20.567197 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c28893b3-43c7-4f89-9784-a9b991558828 req-986697d2-60c9-4178-9a17-8ddd766021b6 service neutron] Attempting to bind port a130bbf3-9644-4b0e-a417-8eb8db8cbe46 on network 51a40d11-2ed0-4b71-829f-55e32644dfc0 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:57:20.572009 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c28893b3-43c7-4f89-9784-a9b991558828 req-986697d2-60c9-4178-9a17-8ddd766021b6 service neutron] Port a130bbf3-9644-4b0e-a417-8eb8db8cbe46 on network 51a40d11-2ed0-4b71-829f-55e32644dfc0 not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-2 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:57:20.572258 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c28893b3-43c7-4f89-9784-a9b991558828 req-986697d2-60c9-4178-9a17-8ddd766021b6 service neutron] Attempting to bind port a130bbf3-9644-4b0e-a417-8eb8db8cbe46 on network 51a40d11-2ed0-4b71-829f-55e32644dfc0 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:57:20.577770 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c28893b3-43c7-4f89-9784-a9b991558828 req-986697d2-60c9-4178-9a17-8ddd766021b6 service neutron] Checking agent: {'id': 'da5da552-709c-4248-84de-86af99a0dc87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 49, 8), 'started_at': datetime.datetime(2021, 8, 18, 11, 49, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 57, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:57:20.578105 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c28893b3-43c7-4f89-9784-a9b991558828 req-986697d2-60c9-4178-9a17-8ddd766021b6 service neutron] Checking segment: {'id': 'aba7cc09-2efb-4c61-ae41-c05f8975cafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '51a40d11-2ed0-4b71-829f-55e32644dfc0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:57:20.578491 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c28893b3-43c7-4f89-9784-a9b991558828 req-986697d2-60c9-4178-9a17-8ddd766021b6 service neutron] Bound using segment: {'id': 'aba7cc09-2efb-4c61-ae41-c05f8975cafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '51a40d11-2ed0-4b71-829f-55e32644dfc0'} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:57:20.578921 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-c28893b3-43c7-4f89-9784-a9b991558828 req-986697d2-60c9-4178-9a17-8ddd766021b6 service neutron] Bound port: a130bbf3-9644-4b0e-a417-8eb8db8cbe46, host: n-h2-804985-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aba7cc09-2efb-4c61-ae41-c05f8975cafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '51a40d11-2ed0-4b71-829f-55e32644dfc0'}}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:57:20.579280 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-c28893b3-43c7-4f89-9784-a9b991558828 req-986697d2-60c9-4178-9a17-8ddd766021b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:20.653742 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-c28893b3-43c7-4f89-9784-a9b991558828 req-986697d2-60c9-4178-9a17-8ddd766021b6 service neutron] For port a130bbf3-9644-4b0e-a417-8eb8db8cbe46, host n-h2-804985-2, cleared binding levels {{(pid=106253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:57:20.660328 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-c28893b3-43c7-4f89-9784-a9b991558828 req-986697d2-60c9-4178-9a17-8ddd766021b6 service neutron] For port a130bbf3-9644-4b0e-a417-8eb8db8cbe46, host n-h2-804985-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=a130bbf3-9644-4b0e-a417-8eb8db8cbe46,segment=NetworkSegment(aba7cc09-2efb-4c61-ae41-c05f8975cafb),segment_id=aba7cc09-2efb-4c61-ae41-c05f8975cafb)] {{(pid=106253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:57:20.665898 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-c28893b3-43c7-4f89-9784-a9b991558828 req-986697d2-60c9-4178-9a17-8ddd766021b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:20.666667 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f338985-145a-41b2-861f-6e78ed01d4f4 req-c2e469b6-de40-47f6-bce5-30fffd17faa3 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:20.668273 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6f338985-145a-41b2-861f-6e78ed01d4f4 req-c2e469b6-de40-47f6-bce5-30fffd17faa3 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/ports?device_id=b78fc4ff-5ea4-474b-ba21-b2620b53f30f HTTP/1.1" status: 200 len: 943 time: 0.0538847 Aug 18 12:57:20.704866 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28893b3-43c7-4f89-9784-a9b991558828 req-986697d2-60c9-4178-9a17-8ddd766021b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:20.705609 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-c28893b3-43c7-4f89-9784-a9b991558828 req-986697d2-60c9-4178-9a17-8ddd766021b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:20.706906 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-c28893b3-43c7-4f89-9784-a9b991558828 req-986697d2-60c9-4178-9a17-8ddd766021b6 service neutron] 10.222.0.62 "PUT /v2.0/ports/a130bbf3-9644-4b0e-a417-8eb8db8cbe46 HTTP/1.1" status: 200 len: 1091 time: 0.6433597 Aug 18 12:57:20.707337 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b78fc4ff-5ea4-474b-ba21-b2620b53f30f', 'tag': 'a130bbf3-9644-4b0e-a417-8eb8db8cbe46'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:57:20.708155 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6f338985-145a-41b2-861f-6e78ed01d4f4 req-eaa4a4b9-383e-477a-92d7-0e875f51007e tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/security-groups?id=cb8def6b-2495-466e-a78a-8b0826eb6b24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331471 Aug 18 12:57:20.709843 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d6bbf6f425705e9a26053008d8b7c0abfe3c10eda721baf5c515723d6d58932" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7333e14-3803-4bc2-97cd-6916da2b1098" -d '{"events": [{"name": "network-changed", "server_uuid": "b78fc4ff-5ea4-474b-ba21-b2620b53f30f", "tag": "a130bbf3-9644-4b0e-a417-8eb8db8cbe46"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:57:20.734608 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986697d2-60c9-4178-9a17-8ddd766021b6 service neutron] Pushing event updated for resources: {'Port': ['ID=a130bbf3-9644-4b0e-a417-8eb8db8cbe46,revision_number=3']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:57:20.782598 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:57:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77a4ddc1-d653-4bb2-b1de-5ce27abaa10d x-openstack-request-id: req-77a4ddc1-d653-4bb2-b1de-5ce27abaa10d {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:57:20.782893 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b78fc4ff-5ea4-474b-ba21-b2620b53f30f", "tag": "a130bbf3-9644-4b0e-a417-8eb8db8cbe46", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:57:20.783152 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-77a4ddc1-d653-4bb2-b1de-5ce27abaa10d {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:57:20.783543 n-d-804985-2 neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b78fc4ff-5ea4-474b-ba21-b2620b53f30f', 'tag': 'a130bbf3-9644-4b0e-a417-8eb8db8cbe46', 'status': 'completed', 'code': 200} Aug 18 12:57:20.802238 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28893b3-43c7-4f89-9784-a9b991558828 req-42efe058-4e71-4794-899f-447aa3911997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:20.803827 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-c28893b3-43c7-4f89-9784-a9b991558828 req-42efe058-4e71-4794-899f-447aa3911997 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=80570d7663924423a4131eb860db7880&device_id=b78fc4ff-5ea4-474b-ba21-b2620b53f30f HTTP/1.1" status: 200 len: 1094 time: 0.0547943 Aug 18 12:57:20.847045 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-c28893b3-43c7-4f89-9784-a9b991558828 req-9aa6339d-69e3-4556-86b0-7fc1511fb0bc service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a130bbf3-9644-4b0e-a417-8eb8db8cbe46 HTTP/1.1" status: 200 len: 217 time: 0.0351050 Aug 18 12:57:20.899511 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28893b3-43c7-4f89-9784-a9b991558828 req-40c98c13-8305-425d-8f7c-ee3c77754cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:20.901088 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-c28893b3-43c7-4f89-9784-a9b991558828 req-40c98c13-8305-425d-8f7c-ee3c77754cd4 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c65df689-d855-4998-870d-2b4ac7e44dd7 HTTP/1.1" status: 200 len: 835 time: 0.0475304 Aug 18 12:57:20.953058 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28893b3-43c7-4f89-9784-a9b991558828 req-89ae0960-bd18-4cc7-92dc-6a5e585fa78a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:20.954546 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-c28893b3-43c7-4f89-9784-a9b991558828 req-89ae0960-bd18-4cc7-92dc-6a5e585fa78a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=51a40d11-2ed0-4b71-829f-55e32644dfc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0466199 Aug 18 12:57:21.371914 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-c28893b3-43c7-4f89-9784-a9b991558828 req-00f6c3eb-747a-42cf-8055-760d5fea43f6 service neutron] 10.222.0.62 "GET /v2.0/networks/51a40d11-2ed0-4b71-829f-55e32644dfc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4098654 Aug 18 12:57:21.428453 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 1f35d3c7-79c2-410c-8b27-65b19d48850c up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:57:21.470498 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-c28893b3-43c7-4f89-9784-a9b991558828 req-dabd700c-a35c-4784-bdd7-d6268f754a4d service neutron] 10.222.0.62 "GET /v2.0/networks/51a40d11-2ed0-4b71-829f-55e32644dfc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913563 Aug 18 12:57:21.481053 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port 1f35d3c7-79c2-410c-8b27-65b19d48850c completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:57:21.485912 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 1f35d3c7-79c2-410c-8b27-65b19d48850c triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:57:21.486294 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:21.539688 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:21.563166 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7333e14-3803-4bc2-97cd-6916da2b1098 req-f325a550-7048-4518-a083-d8132f8d06b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:21.564713 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-c7333e14-3803-4bc2-97cd-6916da2b1098 req-f325a550-7048-4518-a083-d8132f8d06b5 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=80570d7663924423a4131eb860db7880&device_id=b78fc4ff-5ea4-474b-ba21-b2620b53f30f HTTP/1.1" status: 200 len: 1094 time: 0.0432298 Aug 18 12:57:21.580397 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:21.613146 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] For port 1f35d3c7-79c2-410c-8b27-65b19d48850c, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=1f35d3c7-79c2-410c-8b27-65b19d48850c,segment=NetworkSegment(aba7cc09-2efb-4c61-ae41-c05f8975cafb),segment_id=aba7cc09-2efb-4c61-ae41-c05f8975cafb)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:57:21.617371 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:21.660146 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7333e14-3803-4bc2-97cd-6916da2b1098 req-c60dcc7f-413a-474b-96c3-a58267f56b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:21.661679 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-c7333e14-3803-4bc2-97cd-6916da2b1098 req-c60dcc7f-413a-474b-96c3-a58267f56b3f service neutron] 10.222.0.62 "GET /v2.0/networks?id=51a40d11-2ed0-4b71-829f-55e32644dfc0 HTTP/1.1" status: 200 len: 898 time: 0.0898142 Aug 18 12:57:21.670858 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Pushing event updated for resources: {'Port': ['ID=1f35d3c7-79c2-410c-8b27-65b19d48850c,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:57:21.705175 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-c7333e14-3803-4bc2-97cd-6916da2b1098 req-c9ed9133-3eef-4548-98eb-a3c07e024b1c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a130bbf3-9644-4b0e-a417-8eb8db8cbe46 HTTP/1.1" status: 200 len: 217 time: 0.0353792 Aug 18 12:57:21.754690 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7333e14-3803-4bc2-97cd-6916da2b1098 req-1b79bcbb-e182-4633-bb92-e567d7183ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:21.756103 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-c7333e14-3803-4bc2-97cd-6916da2b1098 req-1b79bcbb-e182-4633-bb92-e567d7183ae5 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c65df689-d855-4998-870d-2b4ac7e44dd7 HTTP/1.1" status: 200 len: 835 time: 0.0430617 Aug 18 12:57:21.803338 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-42cf4e02-6ac0-444c-a4a7-7e8c1089af0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:21.812985 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7333e14-3803-4bc2-97cd-6916da2b1098 req-34959661-2810-4ddf-8883-f4ae966255af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:21.814508 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-c7333e14-3803-4bc2-97cd-6916da2b1098 req-34959661-2810-4ddf-8883-f4ae966255af service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=51a40d11-2ed0-4b71-829f-55e32644dfc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0491922 Aug 18 12:57:21.867902 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c072917-6499-427f-94aa-29c6247b1b1b req-cfc7290a-e24d-4db9-9828-5a773ec9902e tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:21.869376 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3c072917-6499-427f-94aa-29c6247b1b1b req-cfc7290a-e24d-4db9-9828-5a773ec9902e tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/ports?device_id=b78fc4ff-5ea4-474b-ba21-b2620b53f30f HTTP/1.1" status: 200 len: 943 time: 0.0491452 Aug 18 12:57:21.908633 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-c7333e14-3803-4bc2-97cd-6916da2b1098 req-19ad5e68-ced0-4f84-bdfd-b51a62d64e4e service neutron] 10.222.0.62 "GET /v2.0/networks/51a40d11-2ed0-4b71-829f-55e32644dfc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858653 Aug 18 12:57:21.915188 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3c072917-6499-427f-94aa-29c6247b1b1b req-263b7bb3-2d2c-4713-8507-9c49a7547818 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/security-groups?id=cb8def6b-2495-466e-a78a-8b0826eb6b24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396383 Aug 18 12:57:22.006936 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-c7333e14-3803-4bc2-97cd-6916da2b1098 req-f82df0a5-3c49-4379-8865-e957306d02a1 service neutron] 10.222.0.62 "GET /v2.0/networks/51a40d11-2ed0-4b71-829f-55e32644dfc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900819 Aug 18 12:57:22.433464 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-53584c24-f517-494e-ac93-c18bb92373f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:23.044463 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946da549-1156-4596-bf94-a54ae4b21cfb req-8a14a309-3419-4c39-8261-c8a336304b30 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:23.046027 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-946da549-1156-4596-bf94-a54ae4b21cfb req-8a14a309-3419-4c39-8261-c8a336304b30 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/ports?device_id=b78fc4ff-5ea4-474b-ba21-b2620b53f30f HTTP/1.1" status: 200 len: 943 time: 0.0528111 Aug 18 12:57:23.086046 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-946da549-1156-4596-bf94-a54ae4b21cfb req-5548e986-07f2-4a46-a55f-d314c2071109 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/security-groups?id=cb8def6b-2495-466e-a78a-8b0826eb6b24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337474 Aug 18 12:57:23.428375 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 1f35d3c7-79c2-410c-8b27-65b19d48850c up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:57:23.481218 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 1f35d3c7-79c2-410c-8b27-65b19d48850c triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:57:23.481894 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:24.001791 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device a130bbf3-9644-4b0e-a417-8eb8db8cbe46 details requested by agent hyperv_n-h2-804985-2 with host n-h2-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:57:24.115549 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-500a1c61-38a7-4c23-a7ec-4631080af5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:24.122220 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port a130bbf3-9644-4b0e-a417-8eb8db8cbe46, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=a130bbf3-9644-4b0e-a417-8eb8db8cbe46,segment=NetworkSegment(aba7cc09-2efb-4c61-ae41-c05f8975cafb),segment_id=aba7cc09-2efb-4c61-ae41-c05f8975cafb)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:57:24.133899 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Returning: {'device': 'a130bbf3-9644-4b0e-a417-8eb8db8cbe46', 'network_id': '51a40d11-2ed0-4b71-829f-55e32644dfc0', 'port_id': 'a130bbf3-9644-4b0e-a417-8eb8db8cbe46', 'mac_address': 'fa:16:3e:cc:d6:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 806, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c65df689-d855-4998-870d-2b4ac7e44dd7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:57:24.171352 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:24.184143 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a130bbf3-9644-4b0e-a417-8eb8db8cbe46 {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:57:24.203731 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port a130bbf3-9644-4b0e-a417-8eb8db8cbe46, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=a130bbf3-9644-4b0e-a417-8eb8db8cbe46,segment=NetworkSegment(aba7cc09-2efb-4c61-ae41-c05f8975cafb),segment_id=aba7cc09-2efb-4c61-ae41-c05f8975cafb)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:57:24.205789 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b09a9b-f4ca-42c5-9f45-40a4000aed37 req-7175bcbb-9b88-494c-81ee-5a714bce17d3 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:24.207566 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-12b09a9b-f4ca-42c5-9f45-40a4000aed37 req-7175bcbb-9b88-494c-81ee-5a714bce17d3 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/ports?device_id=b78fc4ff-5ea4-474b-ba21-b2620b53f30f HTTP/1.1" status: 200 len: 943 time: 0.0504487 Aug 18 12:57:24.209025 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:24.246407 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-12b09a9b-f4ca-42c5-9f45-40a4000aed37 req-eae63835-8dd2-4b00-a19d-94543a79e5c2 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/security-groups?id=cb8def6b-2495-466e-a78a-8b0826eb6b24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320656 Aug 18 12:57:24.259540 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=a130bbf3-9644-4b0e-a417-8eb8db8cbe46,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:57:24.414655 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] get_ports_and_sgs() called for port_ids ['a130bbf3-9644-4b0e-a417-8eb8db8cbe46'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:57:25.371323 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5f68b4-d042-4bc2-95cb-f5db48edc50d req-e0385fab-1098-4a6b-8adc-a1fb9695ece8 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:25.372891 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3e5f68b4-d042-4bc2-95cb-f5db48edc50d req-e0385fab-1098-4a6b-8adc-a1fb9695ece8 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/ports?device_id=b78fc4ff-5ea4-474b-ba21-b2620b53f30f HTTP/1.1" status: 200 len: 944 time: 0.0512607 Aug 18 12:57:25.417482 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3e5f68b4-d042-4bc2-95cb-f5db48edc50d req-5345a362-0e95-4457-8cbc-d46766d64048 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/security-groups?id=cb8def6b-2495-466e-a78a-8b0826eb6b24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384519 Aug 18 12:57:26.017082 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device a130bbf3-9644-4b0e-a417-8eb8db8cbe46 up at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:57:26.072790 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Provisioning for port a130bbf3-9644-4b0e-a417-8eb8db8cbe46 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:57:26.076560 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Provisioning complete for port a130bbf3-9644-4b0e-a417-8eb8db8cbe46 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:57:26.077002 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:26.153435 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:26.176161 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b78fc4ff-5ea4-474b-ba21-b2620b53f30f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a130bbf3-9644-4b0e-a417-8eb8db8cbe46'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:57:26.178622 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a48be17dea36f4b328e7831c9c0f0a2b661e0eac7f73e8eb05eb02bc862e3084" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d38972f-a043-4897-8e11-ef91bdb0851e" -d '{"events": [{"server_uuid": "b78fc4ff-5ea4-474b-ba21-b2620b53f30f", "name": "network-vif-plugged", "status": "completed", "tag": "a130bbf3-9644-4b0e-a417-8eb8db8cbe46"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:57:26.196097 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port a130bbf3-9644-4b0e-a417-8eb8db8cbe46, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=a130bbf3-9644-4b0e-a417-8eb8db8cbe46,segment=NetworkSegment(aba7cc09-2efb-4c61-ae41-c05f8975cafb),segment_id=aba7cc09-2efb-4c61-ae41-c05f8975cafb)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:57:26.200900 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:26.225992 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:57:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b040a60-8b14-487d-b65b-e6a079f231f6 x-openstack-request-id: req-7b040a60-8b14-487d-b65b-e6a079f231f6 {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:57:26.226281 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b78fc4ff-5ea4-474b-ba21-b2620b53f30f", "name": "network-vif-plugged", "status": "completed", "tag": "a130bbf3-9644-4b0e-a417-8eb8db8cbe46", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:57:26.226511 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-7b040a60-8b14-487d-b65b-e6a079f231f6 {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:57:26.226914 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b78fc4ff-5ea4-474b-ba21-b2620b53f30f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a130bbf3-9644-4b0e-a417-8eb8db8cbe46', 'code': 200} Aug 18 12:57:26.253676 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=a130bbf3-9644-4b0e-a417-8eb8db8cbe46,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:57:26.314926 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4834da9a-f760-40cf-9714-bfe92626fe67 req-136724e9-a4da-49e5-95db-08d78151bc1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:26.316422 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-4834da9a-f760-40cf-9714-bfe92626fe67 req-136724e9-a4da-49e5-95db-08d78151bc1c service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=b78fc4ff-5ea4-474b-ba21-b2620b53f30f HTTP/1.1" status: 200 len: 1096 time: 0.0431428 Aug 18 12:57:26.351868 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-4834da9a-f760-40cf-9714-bfe92626fe67 req-46a57264-ed70-4013-aa1e-738947d4f965 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=cb8def6b-2495-466e-a78a-8b0826eb6b24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0282388 Aug 18 12:57:26.555208 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c12ef41-79ca-489c-b97d-906e64b6f143 req-70390975-0374-4d32-b177-76c2b8b6efc4 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:26.556596 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7c12ef41-79ca-489c-b97d-906e64b6f143 req-70390975-0374-4d32-b177-76c2b8b6efc4 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/ports?device_id=b78fc4ff-5ea4-474b-ba21-b2620b53f30f HTTP/1.1" status: 200 len: 945 time: 0.0516641 Aug 18 12:57:26.598368 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7c12ef41-79ca-489c-b97d-906e64b6f143 req-2142562b-6770-4fc2-8d62-ef508634bad2 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/security-groups?id=cb8def6b-2495-466e-a78a-8b0826eb6b24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326481 Aug 18 12:57:27.722685 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9d2429-b257-40cb-806f-ec10ccea0137 req-e8528b8b-f77b-41aa-b914-7e05e0b3c369 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:27.724220 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2e9d2429-b257-40cb-806f-ec10ccea0137 req-e8528b8b-f77b-41aa-b914-7e05e0b3c369 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/ports?device_id=b78fc4ff-5ea4-474b-ba21-b2620b53f30f HTTP/1.1" status: 200 len: 945 time: 0.0546141 Aug 18 12:57:27.777680 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2e9d2429-b257-40cb-806f-ec10ccea0137 req-6f6b967f-d5dc-463e-bc50-c97ded870679 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/security-groups?id=cb8def6b-2495-466e-a78a-8b0826eb6b24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430033 Aug 18 12:57:27.906884 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fe4a96-7cfe-474d-80bc-3542eec5488d req-21c02382-f6f6-4d83-bf7a-0eff916fa8b8 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:27.908298 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c4fe4a96-7cfe-474d-80bc-3542eec5488d req-21c02382-f6f6-4d83-bf7a-0eff916fa8b8 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/ports?device_id=b78fc4ff-5ea4-474b-ba21-b2620b53f30f HTTP/1.1" status: 200 len: 945 time: 0.0526836 Aug 18 12:57:27.958821 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c4fe4a96-7cfe-474d-80bc-3542eec5488d req-a3bffaee-231c-4f41-8927-2d41d3436119 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/security-groups?id=cb8def6b-2495-466e-a78a-8b0826eb6b24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415063 Aug 18 12:57:27.986759 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 53754) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:57:28.028645 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb916f5c-0694-46c4-b9cb-40039a3fbef4 tempest-TestNetworkAdvancedServerOps-1700407390 tempest-TestNetworkAdvancedServerOps-1700407390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:28.030202 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-eb916f5c-0694-46c4-b9cb-40039a3fbef4 tempest-TestNetworkAdvancedServerOps-1700407390 tempest-TestNetworkAdvancedServerOps-1700407390-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=b78fc4ff-5ea4-474b-ba21-b2620b53f30f HTTP/1.1" status: 200 len: 1091 time: 0.0423818 Aug 18 12:57:28.033246 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 53756) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:57:28.037770 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-81543245-a9e8-425e-a84a-cab2f289e815 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Request body: {'floatingip': {'floating_network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'port_id': 'a130bbf3-9644-4b0e-a417-8eb8db8cbe46', 'tenant_id': '80570d7663924423a4131eb860db7880', 'fixed_ip_address': '172.20.0.4'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:57:28.063133 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-81543245-a9e8-425e-a84a-cab2f289e815 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for floatingip, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:28.169780 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-81543245-a9e8-425e-a84a-cab2f289e815 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:28.281614 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [None req-81543245-a9e8-425e-a84a-cab2f289e815 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Allocated IP 172.25.7.110 (7cae7a70-14fd-408c-b14d-39ceb97cb60e/9784295a-20b8-4a4b-b105-f82737f0448f/ee0c727a-7bb9-49d2-a89f-ada1b6ae14eb) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:57:28.383661 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-81543245-a9e8-425e-a84a-cab2f289e815 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:28.425497 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-81543245-a9e8-425e-a84a-cab2f289e815 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:28.472082 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81543245-a9e8-425e-a84a-cab2f289e815 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Network 7cae7a70-14fd-408c-b14d-39ceb97cb60e is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:57:28.475113 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-81543245-a9e8-425e-a84a-cab2f289e815 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:57:28.479651 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81543245-a9e8-425e-a84a-cab2f289e815 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:57:28.482672 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81543245-a9e8-425e-a84a-cab2f289e815 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Pushing event updated for resources: {'Port': ['ID=ee0c727a-7bb9-49d2-a89f-ada1b6ae14eb,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:57:28.838868 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-81543245-a9e8-425e-a84a-cab2f289e815 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:28.919497 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-81543245-a9e8-425e-a84a-cab2f289e815 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:29.075777 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-81543245-a9e8-425e-a84a-cab2f289e815 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for port, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:29.083235 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-81543245-a9e8-425e-a84a-cab2f289e815 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:29.150610 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81543245-a9e8-425e-a84a-cab2f289e815 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Pushing event updated for resources: {'Port': ['ID=ee0c727a-7bb9-49d2-a89f-ada1b6ae14eb,revision_number=2']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:57:29.166162 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-81543245-a9e8-425e-a84a-cab2f289e815 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-989945'] for floatingip, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:29.281208 n-d-804985-2 neutron-server[106252]: INFO neutron.db.l3_db [None req-81543245-a9e8-425e-a84a-cab2f289e815 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Floating IP a82549e1-c8c7-4055-959d-71ff45f089b1 associated. External IP: 172.25.7.110, port: a130bbf3-9644-4b0e-a417-8eb8db8cbe46. Aug 18 12:57:29.495142 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81543245-a9e8-425e-a84a-cab2f289e815 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Router 068c98c2-3410-4e11-9060-e7b0f01e7a87 has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:57:29.605427 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81543245-a9e8-425e-a84a-cab2f289e815 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:57:29.616271 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ebe306-9d09-4792-8560-92b8845ec4a6 None None] Sync routers for ids ['068c98c2-3410-4e11-9060-e7b0f01e7a87'] in n-d-804985-2 {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:57:29.624735 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-81543245-a9e8-425e-a84a-cab2f289e815 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for floatingip, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:29.629446 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ebe306-9d09-4792-8560-92b8845ec4a6 None None] Routers {'068c98c2-3410-4e11-9060-e7b0f01e7a87'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:57:29.630084 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-43ebe306-9d09-4792-8560-92b8845ec4a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:57:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['068c98c2-3410-4e11-9060-e7b0f01e7a87'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:57:29.654130 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-81543245-a9e8-425e-a84a-cab2f289e815 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6198599 Aug 18 12:57:29.654773 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b78fc4ff-5ea4-474b-ba21-b2620b53f30f', 'tag': 'a130bbf3-9644-4b0e-a417-8eb8db8cbe46'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:57:29.657116 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e1715db41198363ca71e85bb75ffab0edf23d36e39f25ec0aa17a703e60534b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05d1fa01-0841-4f33-9d39-14eff68445a3" -d '{"events": [{"name": "network-changed", "server_uuid": "b78fc4ff-5ea4-474b-ba21-b2620b53f30f", "tag": "a130bbf3-9644-4b0e-a417-8eb8db8cbe46"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:57:29.695028 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:57:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7d81d16-e66e-407d-b3ff-3d94f51cc67f x-openstack-request-id: req-a7d81d16-e66e-407d-b3ff-3d94f51cc67f {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:57:29.695334 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b78fc4ff-5ea4-474b-ba21-b2620b53f30f", "tag": "a130bbf3-9644-4b0e-a417-8eb8db8cbe46", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:57:29.695587 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a7d81d16-e66e-407d-b3ff-3d94f51cc67f {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:57:29.695994 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b78fc4ff-5ea4-474b-ba21-b2620b53f30f', 'tag': 'a130bbf3-9644-4b0e-a417-8eb8db8cbe46', 'status': 'completed', 'code': 200} Aug 18 12:57:29.742364 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-43ebe306-9d09-4792-8560-92b8845ec4a6 None None] Set router 068c98c2-3410-4e11-9060-e7b0f01e7a87 gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:57:29.758203 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f6a581-d983-4afe-924c-18b46306857d req-7a392be4-bc11-4b69-9a1a-d9afe3e69b47 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:29.759667 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-22f6a581-d983-4afe-924c-18b46306857d req-7a392be4-bc11-4b69-9a1a-d9afe3e69b47 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/ports?device_id=b78fc4ff-5ea4-474b-ba21-b2620b53f30f HTTP/1.1" status: 200 len: 945 time: 0.0552680 Aug 18 12:57:29.764197 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d1fa01-0841-4f33-9d39-14eff68445a3 req-a46b8696-3579-456c-9882-5399f42715d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:29.766321 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-05d1fa01-0841-4f33-9d39-14eff68445a3 req-a46b8696-3579-456c-9882-5399f42715d1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=80570d7663924423a4131eb860db7880&device_id=b78fc4ff-5ea4-474b-ba21-b2620b53f30f HTTP/1.1" status: 200 len: 1096 time: 0.0449266 Aug 18 12:57:29.800512 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-22f6a581-d983-4afe-924c-18b46306857d req-fccad936-61c5-4bff-9a01-aef7e412c2e1 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/security-groups?id=cb8def6b-2495-466e-a78a-8b0826eb6b24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340519 Aug 18 12:57:29.823831 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 53762) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:57:29.863251 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d1fa01-0841-4f33-9d39-14eff68445a3 req-b5b2523c-b37f-4d93-b2fd-4f58106f2887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:29.864805 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-05d1fa01-0841-4f33-9d39-14eff68445a3 req-b5b2523c-b37f-4d93-b2fd-4f58106f2887 service neutron] 10.222.0.62 "GET /v2.0/networks?id=51a40d11-2ed0-4b71-829f-55e32644dfc0 HTTP/1.1" status: 200 len: 898 time: 0.0913770 Aug 18 12:57:29.888517 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-317dca1f-9d56-4a05-a2a9-716c2dbd3de2 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/floatingips/a82549e1-c8c7-4055-959d-71ff45f089b1 HTTP/1.1" status: 200 len: 991 time: 0.0634711 Aug 18 12:57:29.929655 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-05d1fa01-0841-4f33-9d39-14eff68445a3 req-e747b3fd-bf4b-4cf4-b0e8-b20981f2855d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a130bbf3-9644-4b0e-a417-8eb8db8cbe46 HTTP/1.1" status: 200 len: 999 time: 0.0581021 Aug 18 12:57:29.966919 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-43ebe306-9d09-4792-8560-92b8845ec4a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '068c98c2-3410-4e11-9060-e7b0f01e7a87', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1178769077', 'tenant_id': '80570d7663924423a4131eb860db7880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.22'}], 'enable_snat': True}, 'gw_port_id': '2d18e256-0e9b-4449-a740-75d5714fd0fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:57:13Z', 'updated_at': '2021-08-18T12:57:16Z', 'revision_number': 4, 'project_id': '80570d7663924423a4131eb860db7880', 'gw_port': {'id': '2d18e256-0e9b-4449-a740-75d5714fd0fa', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:f0:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '068c98c2-3410-4e11-9060-e7b0f01e7a87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:57:13Z', 'updated_at': '2021-08-18T12:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_floatingips': [{'id': 'a82549e1-c8c7-4055-959d-71ff45f089b1', 'tenant_id': '80570d7663924423a4131eb860db7880', 'floating_ip_address': '172.25.7.110', 'floating_network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'router_id': '068c98c2-3410-4e11-9060-e7b0f01e7a87', 'port_id': 'a130bbf3-9644-4b0e-a417-8eb8db8cbe46', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4245, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51a40d11-2ed0-4b71-829f-55e32644dfc0', 'mac_address': 'fa:16:3e:cc:d6:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78fc4ff-5ea4-474b-ba21-b2620b53f30f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T12:57:28Z', 'updated_at': '2021-08-18T12:57:28Z', 'revision_number': 0, 'project_id': '80570d7663924423a4131eb860db7880', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f35d3c7-79c2-410c-8b27-65b19d48850c', 'name': '', 'network_id': '51a40d11-2ed0-4b71-829f-55e32644dfc0', 'tenant_id': '80570d7663924423a4131eb860db7880', 'mac_address': 'fa:16:3e:30:ce:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '068c98c2-3410-4e11-9060-e7b0f01e7a87', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'c65df689-d855-4998-870d-2b4ac7e44dd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:57:15Z', 'updated_at': '2021-08-18T12:57:21Z', 'revision_number': 5, 'project_id': '80570d7663924423a4131eb860db7880', 'subnets': [{'id': 'c65df689-d855-4998-870d-2b4ac7e44dd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:57:29.983269 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d1fa01-0841-4f33-9d39-14eff68445a3 req-7cbce5e0-51e5-4e56-bbf6-a43166a0423c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:29.984802 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-05d1fa01-0841-4f33-9d39-14eff68445a3 req-7cbce5e0-51e5-4e56-bbf6-a43166a0423c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c65df689-d855-4998-870d-2b4ac7e44dd7 HTTP/1.1" status: 200 len: 835 time: 0.0476451 Aug 18 12:57:29.995764 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ebe306-9d09-4792-8560-92b8845ec4a6 None None] Checking router: 068c98c2-3410-4e11-9060-e7b0f01e7a87 for host: n-d-804985-2 {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:57:30.003984 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ebe306-9d09-4792-8560-92b8845ec4a6 None None] Routers {'068c98c2-3410-4e11-9060-e7b0f01e7a87'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:57:30.004627 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-43ebe306-9d09-4792-8560-92b8845ec4a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:57:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['068c98c2-3410-4e11-9060-e7b0f01e7a87'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:57:30.029927 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d1fa01-0841-4f33-9d39-14eff68445a3 req-c9effdad-a804-41a8-a6ba-2ed2974e0523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:57:30.031359 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-05d1fa01-0841-4f33-9d39-14eff68445a3 req-c9effdad-a804-41a8-a6ba-2ed2974e0523 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=51a40d11-2ed0-4b71-829f-55e32644dfc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400193 Aug 18 12:57:30.124283 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-05d1fa01-0841-4f33-9d39-14eff68445a3 req-ba94083f-4c91-4f2d-ab2c-46c358c44d2c service neutron] 10.222.0.62 "GET /v2.0/networks/51a40d11-2ed0-4b71-829f-55e32644dfc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854430 Aug 18 12:57:30.208167 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-43ebe306-9d09-4792-8560-92b8845ec4a6 None None] Set router 068c98c2-3410-4e11-9060-e7b0f01e7a87 gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:57:30.223032 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-05d1fa01-0841-4f33-9d39-14eff68445a3 req-5843e0e8-d781-4711-bbf1-b9e1b1956853 service neutron] 10.222.0.62 "GET /v2.0/networks/51a40d11-2ed0-4b71-829f-55e32644dfc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916102 Aug 18 12:57:30.434837 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-43ebe306-9d09-4792-8560-92b8845ec4a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '068c98c2-3410-4e11-9060-e7b0f01e7a87', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1178769077', 'tenant_id': '80570d7663924423a4131eb860db7880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.22'}], 'enable_snat': True}, 'gw_port_id': '2d18e256-0e9b-4449-a740-75d5714fd0fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:57:13Z', 'updated_at': '2021-08-18T12:57:16Z', 'revision_number': 4, 'project_id': '80570d7663924423a4131eb860db7880', 'gw_port': {'id': '2d18e256-0e9b-4449-a740-75d5714fd0fa', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:f0:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '068c98c2-3410-4e11-9060-e7b0f01e7a87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:57:13Z', 'updated_at': '2021-08-18T12:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_floatingips': [{'id': 'a82549e1-c8c7-4055-959d-71ff45f089b1', 'tenant_id': '80570d7663924423a4131eb860db7880', 'floating_ip_address': '172.25.7.110', 'floating_network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'router_id': '068c98c2-3410-4e11-9060-e7b0f01e7a87', 'port_id': 'a130bbf3-9644-4b0e-a417-8eb8db8cbe46', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4245, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51a40d11-2ed0-4b71-829f-55e32644dfc0', 'mac_address': 'fa:16:3e:cc:d6:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78fc4ff-5ea4-474b-ba21-b2620b53f30f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T12:57:28Z', 'updated_at': '2021-08-18T12:57:28Z', 'revision_number': 0, 'project_id': '80570d7663924423a4131eb860db7880', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f35d3c7-79c2-410c-8b27-65b19d48850c', 'name': '', 'network_id': '51a40d11-2ed0-4b71-829f-55e32644dfc0', 'tenant_id': '80570d7663924423a4131eb860db7880', 'mac_address': 'fa:16:3e:30:ce:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '068c98c2-3410-4e11-9060-e7b0f01e7a87', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'c65df689-d855-4998-870d-2b4ac7e44dd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:57:15Z', 'updated_at': '2021-08-18T12:57:21Z', 'revision_number': 5, 'project_id': '80570d7663924423a4131eb860db7880', 'subnets': [{'id': 'c65df689-d855-4998-870d-2b4ac7e44dd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:57:30.463962 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ebe306-9d09-4792-8560-92b8845ec4a6 None None] The sync data for ids ['068c98c2-3410-4e11-9060-e7b0f01e7a87'] in n-d-804985-2 is: [{'id': '068c98c2-3410-4e11-9060-e7b0f01e7a87', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1178769077', 'tenant_id': '80570d7663924423a4131eb860db7880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.22'}], 'enable_snat': True}, 'gw_port_id': '2d18e256-0e9b-4449-a740-75d5714fd0fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:57:13Z', 'updated_at': '2021-08-18T12:57:16Z', 'revision_number': 4, 'project_id': '80570d7663924423a4131eb860db7880', 'gw_port': {'id': '2d18e256-0e9b-4449-a740-75d5714fd0fa', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:f0:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '068c98c2-3410-4e11-9060-e7b0f01e7a87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:57:13Z', 'updated_at': '2021-08-18T12:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_floatingips': [{'id': 'a82549e1-c8c7-4055-959d-71ff45f089b1', 'tenant_id': '80570d7663924423a4131eb860db7880', 'floating_ip_address': '172.25.7.110', 'floating_network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'router_id': '068c98c2-3410-4e11-9060-e7b0f01e7a87', 'port_id': 'a130bbf3-9644-4b0e-a417-8eb8db8cbe46', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4245, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51a40d11-2ed0-4b71-829f-55e32644dfc0', 'mac_address': 'fa:16:3e:cc:d6:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78fc4ff-5ea4-474b-ba21-b2620b53f30f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T12:57:28Z', 'updated_at': '2021-08-18T12:57:28Z', 'revision_number': 0, 'project_id': '80570d7663924423a4131eb860db7880', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f35d3c7-79c2-410c-8b27-65b19d48850c', 'name': '', 'network_id': '51a40d11-2ed0-4b71-829f-55e32644dfc0', 'tenant_id': '80570d7663924423a4131eb860db7880', 'mac_address': 'fa:16:3e:30:ce:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '068c98c2-3410-4e11-9060-e7b0f01e7a87', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'c65df689-d855-4998-870d-2b4ac7e44dd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:57:15Z', 'updated_at': '2021-08-18T12:57:21Z', 'revision_number': 5, 'project_id': '80570d7663924423a4131eb860db7880', 'subnets': [{'id': 'c65df689-d855-4998-870d-2b4ac7e44dd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:57:30.661448 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e4fcaee-1a54-42d0-a256-4dccf1505831 None None] New status for floating IP a82549e1-c8c7-4055-959d-71ff45f089b1: ACTIVE {{(pid=106254) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 12:57:30.892968 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 53764) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:57:30.965292 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-ff458046-aa24-4e60-ad32-0b4dd44d3acb tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/floatingips/a82549e1-c8c7-4055-959d-71ff45f089b1 HTTP/1.1" status: 200 len: 993 time: 0.0707359 Aug 18 12:57:36.601972 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:38.846226 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:39.814991 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.agents_db [None req-6dbb2658-0354-4101-8393-6e7505481cf6 None None] Agent healthcheck: found 7 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 12:57:48.571038 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-01b1bd4c-ef7e-44d8-93b3-8c2d03a6090f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:51.542827 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:51.808637 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-085e4c40-3979-4d0d-b806-3734dcc6b3ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:52.440487 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-53584c24-f517-494e-ac93-c18bb92373f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:57:54.109689 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-500a1c61-38a7-4c23-a7ec-4631080af5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:02.414598 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968905e8-3f29-4609-b720-52b01e5db0a2 req-19ca8358-17f2-4ab2-8e90-dd1bf9600fa9 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:02.416177 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-968905e8-3f29-4609-b720-52b01e5db0a2 req-19ca8358-17f2-4ab2-8e90-dd1bf9600fa9 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/ports?device_id=b78fc4ff-5ea4-474b-ba21-b2620b53f30f HTTP/1.1" status: 200 len: 945 time: 0.0530531 Aug 18 12:58:02.463642 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-968905e8-3f29-4609-b720-52b01e5db0a2 req-857a6959-47fd-4667-9ae9-b9007c8558f1 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/security-groups?id=cb8def6b-2495-466e-a78a-8b0826eb6b24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410111 Aug 18 12:58:03.616126 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1772565e-0112-4179-95e6-d714eeced166 req-fdde6ac8-92e4-43f2-a622-55cff903ea30 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:03.617596 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1772565e-0112-4179-95e6-d714eeced166 req-fdde6ac8-92e4-43f2-a622-55cff903ea30 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/ports?device_id=b78fc4ff-5ea4-474b-ba21-b2620b53f30f HTTP/1.1" status: 200 len: 945 time: 0.0591898 Aug 18 12:58:03.659307 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1772565e-0112-4179-95e6-d714eeced166 req-7ff10d32-a99e-4a7c-bf18-ba5d53d35170 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/security-groups?id=cb8def6b-2495-466e-a78a-8b0826eb6b24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355999 Aug 18 12:58:04.801098 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fc9065-b6b8-4b35-887b-2c46a282d5a1 req-6d63d508-255c-498d-8c8a-015d359b1d7d tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:04.802571 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-47fc9065-b6b8-4b35-887b-2c46a282d5a1 req-6d63d508-255c-498d-8c8a-015d359b1d7d tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/ports?device_id=b78fc4ff-5ea4-474b-ba21-b2620b53f30f HTTP/1.1" status: 200 len: 945 time: 0.0509248 Aug 18 12:58:04.843344 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-47fc9065-b6b8-4b35-887b-2c46a282d5a1 req-6757b539-3074-4841-adbf-d21bf1b6d670 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/security-groups?id=cb8def6b-2495-466e-a78a-8b0826eb6b24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322156 Aug 18 12:58:05.971203 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa50a43-1ddd-4966-b76a-fd905d4cc0c7 req-43c04182-9459-4e09-b2a6-59699569a4b2 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:05.972713 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9aa50a43-1ddd-4966-b76a-fd905d4cc0c7 req-43c04182-9459-4e09-b2a6-59699569a4b2 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/ports?device_id=b78fc4ff-5ea4-474b-ba21-b2620b53f30f HTTP/1.1" status: 200 len: 945 time: 0.0517108 Aug 18 12:58:06.014871 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9aa50a43-1ddd-4966-b76a-fd905d4cc0c7 req-7d606f18-8073-49ca-9009-9d4b7fffffd9 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/security-groups?id=cb8def6b-2495-466e-a78a-8b0826eb6b24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334013 Aug 18 12:58:06.605019 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:07.155261 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4d0344-a8b6-49f7-bcaa-738b4bae3a19 req-ff53662c-fc5d-46be-bf8c-048d393f7516 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:07.156770 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6c4d0344-a8b6-49f7-bcaa-738b4bae3a19 req-ff53662c-fc5d-46be-bf8c-048d393f7516 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/ports?device_id=b78fc4ff-5ea4-474b-ba21-b2620b53f30f HTTP/1.1" status: 200 len: 945 time: 0.0623686 Aug 18 12:58:07.204406 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6c4d0344-a8b6-49f7-bcaa-738b4bae3a19 req-81e5560e-dfd3-4404-a577-a24f9e115646 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/security-groups?id=cb8def6b-2495-466e-a78a-8b0826eb6b24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391333 Aug 18 12:58:08.351333 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359505bc-2b76-4785-b4f1-01472555bff8 req-8db67dac-c673-4a7c-a6d0-914176a60263 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:08.353437 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-359505bc-2b76-4785-b4f1-01472555bff8 req-8db67dac-c673-4a7c-a6d0-914176a60263 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/ports?device_id=b78fc4ff-5ea4-474b-ba21-b2620b53f30f HTTP/1.1" status: 200 len: 945 time: 0.0623336 Aug 18 12:58:08.396676 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-359505bc-2b76-4785-b4f1-01472555bff8 req-d97afe25-78fb-456e-a429-8412a95d9ce1 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/security-groups?id=cb8def6b-2495-466e-a78a-8b0826eb6b24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340853 Aug 18 12:58:08.843659 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:09.515166 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac52f08e-85cd-4769-aa3d-f58f48439af2 req-edf9f705-a92f-4667-bd23-44ef0a1e7e1d tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:09.516684 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ac52f08e-85cd-4769-aa3d-f58f48439af2 req-edf9f705-a92f-4667-bd23-44ef0a1e7e1d tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/ports?device_id=b78fc4ff-5ea4-474b-ba21-b2620b53f30f HTTP/1.1" status: 200 len: 945 time: 0.0498135 Aug 18 12:58:09.559354 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ac52f08e-85cd-4769-aa3d-f58f48439af2 req-302f8a96-94db-49bc-8913-8a3283bf6f7a tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/security-groups?id=cb8def6b-2495-466e-a78a-8b0826eb6b24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335598 Aug 18 12:58:10.683751 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca86de7a-1e62-4144-88d2-50266b6da560 req-60d51f76-0944-42bc-9d24-135a620a8b62 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:10.685261 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ca86de7a-1e62-4144-88d2-50266b6da560 req-60d51f76-0944-42bc-9d24-135a620a8b62 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/ports?device_id=b78fc4ff-5ea4-474b-ba21-b2620b53f30f HTTP/1.1" status: 200 len: 945 time: 0.0496850 Aug 18 12:58:10.727709 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ca86de7a-1e62-4144-88d2-50266b6da560 req-9e4800e9-100d-4cae-a40c-50e25cdb72ab tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/security-groups?id=cb8def6b-2495-466e-a78a-8b0826eb6b24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360291 Aug 18 12:58:11.863011 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7515a662-208c-43e3-bffa-9e8038d98016 req-a4c6d7e6-414c-4efa-93a0-34b8cf7f908b tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:11.864504 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7515a662-208c-43e3-bffa-9e8038d98016 req-a4c6d7e6-414c-4efa-93a0-34b8cf7f908b tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/ports?device_id=b78fc4ff-5ea4-474b-ba21-b2620b53f30f HTTP/1.1" status: 200 len: 945 time: 0.0614140 Aug 18 12:58:11.907482 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7515a662-208c-43e3-bffa-9e8038d98016 req-49411dda-fcec-4089-a84c-0681cd3931f3 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/security-groups?id=cb8def6b-2495-466e-a78a-8b0826eb6b24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341389 Aug 18 12:58:13.032369 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d570e5-73f2-43b2-ada3-dce3881cb413 req-7058eca5-a602-4c3a-bf5b-c9a2a74f0942 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:13.033811 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-04d570e5-73f2-43b2-ada3-dce3881cb413 req-7058eca5-a602-4c3a-bf5b-c9a2a74f0942 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/ports?device_id=b78fc4ff-5ea4-474b-ba21-b2620b53f30f HTTP/1.1" status: 200 len: 945 time: 0.0518281 Aug 18 12:58:13.080141 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-04d570e5-73f2-43b2-ada3-dce3881cb413 req-8dec94ba-accd-44bd-b0ca-4b10b8d7437f tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/security-groups?id=cb8def6b-2495-466e-a78a-8b0826eb6b24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374804 Aug 18 12:58:14.200666 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e50329-28d0-42d6-9154-19e49b0d5fc9 req-08f43ce8-3480-44e1-8b8d-5ecb9cd1ae56 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:14.202177 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-06e50329-28d0-42d6-9154-19e49b0d5fc9 req-08f43ce8-3480-44e1-8b8d-5ecb9cd1ae56 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/ports?device_id=b78fc4ff-5ea4-474b-ba21-b2620b53f30f HTTP/1.1" status: 200 len: 945 time: 0.0530095 Aug 18 12:58:14.248073 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-06e50329-28d0-42d6-9154-19e49b0d5fc9 req-85cad1f6-28ec-4338-b1ee-093f94d2bcff tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/security-groups?id=cb8def6b-2495-466e-a78a-8b0826eb6b24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365837 Aug 18 12:58:15.377962 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c779c6-ea8a-418f-afae-b5d753e7ee3d req-5e7b62a6-bbc4-4a39-9d5a-aaa87ca2affc tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:15.379478 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-48c779c6-ea8a-418f-afae-b5d753e7ee3d req-5e7b62a6-bbc4-4a39-9d5a-aaa87ca2affc tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/ports?device_id=b78fc4ff-5ea4-474b-ba21-b2620b53f30f HTTP/1.1" status: 200 len: 945 time: 0.0610881 Aug 18 12:58:15.422124 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-48c779c6-ea8a-418f-afae-b5d753e7ee3d req-0fbc25a4-7a48-478f-a4df-75c939c880ca tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/security-groups?id=cb8def6b-2495-466e-a78a-8b0826eb6b24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364652 Aug 18 12:58:16.551317 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd0f11c-160d-494e-8137-a42f8b4c3d7a req-226e2b34-41e7-4b40-a677-ce8e8c188da7 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:16.552809 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4bd0f11c-160d-494e-8137-a42f8b4c3d7a req-226e2b34-41e7-4b40-a677-ce8e8c188da7 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/ports?device_id=b78fc4ff-5ea4-474b-ba21-b2620b53f30f HTTP/1.1" status: 200 len: 945 time: 0.0515130 Aug 18 12:58:16.602521 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4bd0f11c-160d-494e-8137-a42f8b4c3d7a req-b05ee2a5-b0f4-4901-9380-30b94b0e1115 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/security-groups?id=cb8def6b-2495-466e-a78a-8b0826eb6b24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400460 Aug 18 12:58:16.819725 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.agents_db [None req-6dbb2658-0354-4101-8393-6e7505481cf6 None None] Agent healthcheck: found 7 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 12:58:17.723913 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725d76e2-9726-4f19-a69c-e13273fd972e req-948adfce-e967-4034-bfa6-d06fd29071bc tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:17.725754 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-725d76e2-9726-4f19-a69c-e13273fd972e req-948adfce-e967-4034-bfa6-d06fd29071bc tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/ports?device_id=b78fc4ff-5ea4-474b-ba21-b2620b53f30f HTTP/1.1" status: 200 len: 945 time: 0.0512037 Aug 18 12:58:17.768261 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-725d76e2-9726-4f19-a69c-e13273fd972e req-e5dc3865-2f66-4e84-a023-bb12674d690d tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/security-groups?id=cb8def6b-2495-466e-a78a-8b0826eb6b24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364170 Aug 18 12:58:17.795764 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 53818) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:58:17.857181 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-a6244f36-d18b-4ee5-b297-f45b1fd753a5 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/floatingips/a82549e1-c8c7-4055-959d-71ff45f089b1 HTTP/1.1" status: 200 len: 993 time: 0.0602791 Aug 18 12:58:18.569487 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-42b9db09-1059-49fc-9d41-74fda7251eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:18.584945 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-91962fa7-0c7c-472c-bea2-40c51564ae20 req-2867d15e-cb51-4eae-83f3-efdaf2318f51 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=b78fc4ff-5ea4-474b-ba21-b2620b53f30f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0906782 Aug 18 12:58:18.679874 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91962fa7-0c7c-472c-bea2-40c51564ae20 req-55db2991-e1d9-4bd3-a28d-55cc8c800386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:18.681472 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-91962fa7-0c7c-472c-bea2-40c51564ae20 req-55db2991-e1d9-4bd3-a28d-55cc8c800386 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=80570d7663924423a4131eb860db7880&device_id=b78fc4ff-5ea4-474b-ba21-b2620b53f30f HTTP/1.1" status: 200 len: 1096 time: 0.0476148 Aug 18 12:58:18.786438 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91962fa7-0c7c-472c-bea2-40c51564ae20 req-378da4b5-de38-4c1e-90ca-7f6a9e850441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:18.787786 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-91962fa7-0c7c-472c-bea2-40c51564ae20 req-378da4b5-de38-4c1e-90ca-7f6a9e850441 service neutron] 10.222.0.62 "GET /v2.0/networks?id=51a40d11-2ed0-4b71-829f-55e32644dfc0 HTTP/1.1" status: 200 len: 898 time: 0.0848067 Aug 18 12:58:18.865411 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-91962fa7-0c7c-472c-bea2-40c51564ae20 req-2c535258-173b-4e31-a77d-856da71b485e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a130bbf3-9644-4b0e-a417-8eb8db8cbe46 HTTP/1.1" status: 200 len: 1001 time: 0.0695691 Aug 18 12:58:18.915325 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91962fa7-0c7c-472c-bea2-40c51564ae20 req-6934ee70-a938-410d-a6c2-992f66763779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:18.916814 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-91962fa7-0c7c-472c-bea2-40c51564ae20 req-6934ee70-a938-410d-a6c2-992f66763779 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c65df689-d855-4998-870d-2b4ac7e44dd7 HTTP/1.1" status: 200 len: 835 time: 0.0441911 Aug 18 12:58:18.977052 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91962fa7-0c7c-472c-bea2-40c51564ae20 req-ca6c2455-6f4f-40b3-ae80-5c2031004964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:18.978700 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-91962fa7-0c7c-472c-bea2-40c51564ae20 req-ca6c2455-6f4f-40b3-ae80-5c2031004964 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=51a40d11-2ed0-4b71-829f-55e32644dfc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0462861 Aug 18 12:58:19.091977 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-91962fa7-0c7c-472c-bea2-40c51564ae20 req-4b6359db-34b1-47bd-924e-521dd10dcb5d service neutron] 10.222.0.62 "GET /v2.0/networks/51a40d11-2ed0-4b71-829f-55e32644dfc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051452 Aug 18 12:58:19.129580 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ac649b-7915-4b5b-81e5-9ed959587ccc req-1d7c41a1-a20c-4468-a11d-30142720031d tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:19.131095 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-51ac649b-7915-4b5b-81e5-9ed959587ccc req-1d7c41a1-a20c-4468-a11d-30142720031d tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/ports?device_id=b78fc4ff-5ea4-474b-ba21-b2620b53f30f HTTP/1.1" status: 200 len: 945 time: 0.0498667 Aug 18 12:58:19.169495 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-51ac649b-7915-4b5b-81e5-9ed959587ccc req-b27ddb48-56be-4da3-ac54-ec43211e1d12 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/security-groups?id=cb8def6b-2495-466e-a78a-8b0826eb6b24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321631 Aug 18 12:58:19.184407 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-91962fa7-0c7c-472c-bea2-40c51564ae20 req-7d2773ba-7eb9-4230-8e6e-72ea5337360e service neutron] 10.222.0.62 "GET /v2.0/networks/51a40d11-2ed0-4b71-829f-55e32644dfc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837977 Aug 18 12:58:19.297908 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a86826-b9f3-48ba-abba-7b88e8b24646 req-e77c59dc-859f-40f3-9e7e-a1e54a5ec716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:19.299309 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-b4a86826-b9f3-48ba-abba-7b88e8b24646 req-e77c59dc-859f-40f3-9e7e-a1e54a5ec716 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=80570d7663924423a4131eb860db7880&device_id=b78fc4ff-5ea4-474b-ba21-b2620b53f30f HTTP/1.1" status: 200 len: 1096 time: 0.0495973 Aug 18 12:58:19.393175 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a86826-b9f3-48ba-abba-7b88e8b24646 req-5c039ecf-d517-49a8-8b7c-a473507861f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:19.394743 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-b4a86826-b9f3-48ba-abba-7b88e8b24646 req-5c039ecf-d517-49a8-8b7c-a473507861f7 service neutron] 10.222.0.62 "GET /v2.0/networks?id=51a40d11-2ed0-4b71-829f-55e32644dfc0 HTTP/1.1" status: 200 len: 898 time: 0.0877037 Aug 18 12:58:19.467763 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-b4a86826-b9f3-48ba-abba-7b88e8b24646 req-f566e4d6-0ed7-49fc-a861-58dddfd754bb service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a130bbf3-9644-4b0e-a417-8eb8db8cbe46 HTTP/1.1" status: 200 len: 1001 time: 0.0657363 Aug 18 12:58:19.529086 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a86826-b9f3-48ba-abba-7b88e8b24646 req-91867822-0db7-469a-919d-fafa79d99445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:19.530533 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-b4a86826-b9f3-48ba-abba-7b88e8b24646 req-91867822-0db7-469a-919d-fafa79d99445 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c65df689-d855-4998-870d-2b4ac7e44dd7 HTTP/1.1" status: 200 len: 835 time: 0.0559692 Aug 18 12:58:19.578514 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a86826-b9f3-48ba-abba-7b88e8b24646 req-9a96cd91-b1af-4cfc-ad5d-6e0dd236a376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:19.579930 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-b4a86826-b9f3-48ba-abba-7b88e8b24646 req-9a96cd91-b1af-4cfc-ad5d-6e0dd236a376 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=51a40d11-2ed0-4b71-829f-55e32644dfc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428631 Aug 18 12:58:19.677125 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-b4a86826-b9f3-48ba-abba-7b88e8b24646 req-4d4bccef-751b-4bb8-a791-d523c2fe3062 service neutron] 10.222.0.62 "GET /v2.0/networks/51a40d11-2ed0-4b71-829f-55e32644dfc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896602 Aug 18 12:58:19.769923 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-b4a86826-b9f3-48ba-abba-7b88e8b24646 req-3c879c6a-81e8-435e-98f9-93df93e9f30f service neutron] 10.222.0.62 "GET /v2.0/networks/51a40d11-2ed0-4b71-829f-55e32644dfc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858130 Aug 18 12:58:20.309912 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb81b5d-6b01-4008-82f2-921ff9ab1d1d req-330d96dc-f0d7-41f6-bab8-f227c8753037 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:20.311600 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ddb81b5d-6b01-4008-82f2-921ff9ab1d1d req-330d96dc-f0d7-41f6-bab8-f227c8753037 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/ports?device_id=b78fc4ff-5ea4-474b-ba21-b2620b53f30f HTTP/1.1" status: 200 len: 945 time: 0.0540025 Aug 18 12:58:20.353083 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ddb81b5d-6b01-4008-82f2-921ff9ab1d1d req-0d23b997-7c24-4983-abbb-52485f762cdf tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/security-groups?id=cb8def6b-2495-466e-a78a-8b0826eb6b24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344326 Aug 18 12:58:21.483933 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67887437-56e2-4b9e-b9d4-a8dd01cfa10f req-fbb11501-c07a-4b3e-b48f-8fba922f981e tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:21.485458 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-67887437-56e2-4b9e-b9d4-a8dd01cfa10f req-fbb11501-c07a-4b3e-b48f-8fba922f981e tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/ports?device_id=b78fc4ff-5ea4-474b-ba21-b2620b53f30f HTTP/1.1" status: 200 len: 945 time: 0.0527000 Aug 18 12:58:21.526913 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-67887437-56e2-4b9e-b9d4-a8dd01cfa10f req-7f5dd3d8-b08f-4243-be1a-2fb095b19152 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/security-groups?id=cb8def6b-2495-466e-a78a-8b0826eb6b24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346560 Aug 18 12:58:21.535814 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:21.550889 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 53832) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:58:21.617633 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-f105fd2d-cbf5-4254-87ac-e57b69373861 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/floatingips/a82549e1-c8c7-4055-959d-71ff45f089b1 HTTP/1.1" status: 200 len: 993 time: 0.0656080 Aug 18 12:58:21.822774 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ae5386db-4281-41c8-be36-ed3039504b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:22.604357 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-53584c24-f517-494e-ac93-c18bb92373f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:24.113913 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-500a1c61-38a7-4c23-a7ec-4631080af5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:36.602421 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:38.836282 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:48.568968 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-917174a2-529a-4c73-a9d6-6b721ebb8658 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:51.550603 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:51.824810 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-a5f48ec2-0dd6-46e5-b2eb-4f7d65116140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:52.166309 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 53850) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:58:52.333998 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-cac29c53-17bd-4b3b-b372-138ecdd3ce21 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Deleting port ee0c727a-7bb9-49d2-a89f-ada1b6ae14eb {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:58:52.334277 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-cac29c53-17bd-4b3b-b372-138ecdd3ce21 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:52.422355 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-cac29c53-17bd-4b3b-b372-138ecdd3ce21 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:52.422817 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-cac29c53-17bd-4b3b-b372-138ecdd3ce21 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:52.437307 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-cac29c53-17bd-4b3b-b372-138ecdd3ce21 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Calling delete_port for ee0c727a-7bb9-49d2-a89f-ada1b6ae14eb owned by network:floatingip {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:58:52.446101 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-53584c24-f517-494e-ac93-c18bb92373f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:52.601522 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-cac29c53-17bd-4b3b-b372-138ecdd3ce21 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:52.626033 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac29c53-17bd-4b3b-b372-138ecdd3ce21 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Pushing event deleted for resources: {'Port': ['ID=ee0c727a-7bb9-49d2-a89f-ada1b6ae14eb,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:58:52.637589 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac29c53-17bd-4b3b-b372-138ecdd3ce21 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:58:52.637934 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac29c53-17bd-4b3b-b372-138ecdd3ce21 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:58:52.638267 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac29c53-17bd-4b3b-b372-138ecdd3ce21 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:58:52.638592 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac29c53-17bd-4b3b-b372-138ecdd3ce21 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:58:52.638915 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac29c53-17bd-4b3b-b372-138ecdd3ce21 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:58:52.639238 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac29c53-17bd-4b3b-b372-138ecdd3ce21 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:58:52.639556 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac29c53-17bd-4b3b-b372-138ecdd3ce21 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:58:52.639876 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac29c53-17bd-4b3b-b372-138ecdd3ce21 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:58:52.640192 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac29c53-17bd-4b3b-b372-138ecdd3ce21 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:58:52.640488 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac29c53-17bd-4b3b-b372-138ecdd3ce21 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:58:52.640848 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac29c53-17bd-4b3b-b372-138ecdd3ce21 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:58:52.641159 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac29c53-17bd-4b3b-b372-138ecdd3ce21 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:58:52.701981 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-cac29c53-17bd-4b3b-b372-138ecdd3ce21 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for floatingip, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:52.702300 n-d-804985-2 neutron-server[106253]: INFO neutron.db.l3_db [None req-cac29c53-17bd-4b3b-b372-138ecdd3ce21 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Floating IP a82549e1-c8c7-4055-959d-71ff45f089b1 disassociated (deleted). External IP: 172.25.7.110, port: a130bbf3-9644-4b0e-a417-8eb8db8cbe46. Aug 18 12:58:52.932467 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cac29c53-17bd-4b3b-b372-138ecdd3ce21 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Router 068c98c2-3410-4e11-9060-e7b0f01e7a87 has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:58:53.046099 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cac29c53-17bd-4b3b-b372-138ecdd3ce21 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:58:53.051136 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-cac29c53-17bd-4b3b-b372-138ecdd3ce21 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for floatingip, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:53.058484 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-738b411a-f5c2-47f7-9df6-f6c4aab67263 None None] Sync routers for ids ['068c98c2-3410-4e11-9060-e7b0f01e7a87'] in n-d-804985-2 {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:58:53.068385 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738b411a-f5c2-47f7-9df6-f6c4aab67263 None None] Routers {'068c98c2-3410-4e11-9060-e7b0f01e7a87'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:58:53.069040 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-738b411a-f5c2-47f7-9df6-f6c4aab67263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:58:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['068c98c2-3410-4e11-9060-e7b0f01e7a87'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:58:53.084199 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-cac29c53-17bd-4b3b-b372-138ecdd3ce21 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "DELETE /v2.0/floatingips/a82549e1-c8c7-4055-959d-71ff45f089b1 HTTP/1.1" status: 204 len: 168 time: 0.9166138 Aug 18 12:58:53.084908 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b78fc4ff-5ea4-474b-ba21-b2620b53f30f', 'tag': 'a130bbf3-9644-4b0e-a417-8eb8db8cbe46'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:58:53.087346 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d6bbf6f425705e9a26053008d8b7c0abfe3c10eda721baf5c515723d6d58932" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-111a8336-adb3-4283-8eff-1afb17f177da" -d '{"events": [{"name": "network-changed", "server_uuid": "b78fc4ff-5ea4-474b-ba21-b2620b53f30f", "tag": "a130bbf3-9644-4b0e-a417-8eb8db8cbe46"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:58:53.132055 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:58:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-005c11da-f851-4323-902c-c6ccc5545a41 x-openstack-request-id: req-005c11da-f851-4323-902c-c6ccc5545a41 {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:58:53.132326 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b78fc4ff-5ea4-474b-ba21-b2620b53f30f", "tag": "a130bbf3-9644-4b0e-a417-8eb8db8cbe46", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:58:53.132700 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-005c11da-f851-4323-902c-c6ccc5545a41 {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:58:53.133104 n-d-804985-2 neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b78fc4ff-5ea4-474b-ba21-b2620b53f30f', 'tag': 'a130bbf3-9644-4b0e-a417-8eb8db8cbe46', 'status': 'completed', 'code': 200} Aug 18 12:58:53.179585 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-738b411a-f5c2-47f7-9df6-f6c4aab67263 None None] Set router 068c98c2-3410-4e11-9060-e7b0f01e7a87 gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:58:53.196440 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111a8336-adb3-4283-8eff-1afb17f177da req-cd435df1-50db-4645-a0a5-100d4d856a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:53.198009 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-111a8336-adb3-4283-8eff-1afb17f177da req-cd435df1-50db-4645-a0a5-100d4d856a1e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=80570d7663924423a4131eb860db7880&device_id=b78fc4ff-5ea4-474b-ba21-b2620b53f30f HTTP/1.1" status: 200 len: 1096 time: 0.0419269 Aug 18 12:58:53.299284 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111a8336-adb3-4283-8eff-1afb17f177da req-718dfb7b-2f78-4a15-8cb0-8c9099734b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:53.301289 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-111a8336-adb3-4283-8eff-1afb17f177da req-718dfb7b-2f78-4a15-8cb0-8c9099734b6f service neutron] 10.222.0.62 "GET /v2.0/networks?id=51a40d11-2ed0-4b71-829f-55e32644dfc0 HTTP/1.1" status: 200 len: 898 time: 0.0958154 Aug 18 12:58:53.330912 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bae62c-3cad-4800-b97d-781800d6f7e1 req-605f0acb-f0fd-4bff-8415-043ace47d1ae tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:53.335275 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d6bae62c-3cad-4800-b97d-781800d6f7e1 req-605f0acb-f0fd-4bff-8415-043ace47d1ae tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/ports?device_id=b78fc4ff-5ea4-474b-ba21-b2620b53f30f HTTP/1.1" status: 200 len: 945 time: 0.0527172 Aug 18 12:58:53.350265 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-111a8336-adb3-4283-8eff-1afb17f177da req-043f15bf-51bf-4d15-af34-9ff8a39c9904 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a130bbf3-9644-4b0e-a417-8eb8db8cbe46 HTTP/1.1" status: 200 len: 217 time: 0.0410848 Aug 18 12:58:53.372993 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d6bae62c-3cad-4800-b97d-781800d6f7e1 req-f97a347b-a614-4043-b30b-2623fc4ed39e tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/security-groups?id=cb8def6b-2495-466e-a78a-8b0826eb6b24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343735 Aug 18 12:58:53.388705 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-738b411a-f5c2-47f7-9df6-f6c4aab67263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '068c98c2-3410-4e11-9060-e7b0f01e7a87', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1178769077', 'tenant_id': '80570d7663924423a4131eb860db7880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.22'}], 'enable_snat': True}, 'gw_port_id': '2d18e256-0e9b-4449-a740-75d5714fd0fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:57:13Z', 'updated_at': '2021-08-18T12:57:16Z', 'revision_number': 4, 'project_id': '80570d7663924423a4131eb860db7880', 'gw_port': {'id': '2d18e256-0e9b-4449-a740-75d5714fd0fa', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:f0:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '068c98c2-3410-4e11-9060-e7b0f01e7a87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:57:13Z', 'updated_at': '2021-08-18T12:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': '1f35d3c7-79c2-410c-8b27-65b19d48850c', 'name': '', 'network_id': '51a40d11-2ed0-4b71-829f-55e32644dfc0', 'tenant_id': '80570d7663924423a4131eb860db7880', 'mac_address': 'fa:16:3e:30:ce:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '068c98c2-3410-4e11-9060-e7b0f01e7a87', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'c65df689-d855-4998-870d-2b4ac7e44dd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:57:15Z', 'updated_at': '2021-08-18T12:57:21Z', 'revision_number': 5, 'project_id': '80570d7663924423a4131eb860db7880', 'subnets': [{'id': 'c65df689-d855-4998-870d-2b4ac7e44dd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:58:53.401316 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111a8336-adb3-4283-8eff-1afb17f177da req-b0a9e1f5-b756-4a9e-8587-7b14d5e77e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:53.402802 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-111a8336-adb3-4283-8eff-1afb17f177da req-b0a9e1f5-b756-4a9e-8587-7b14d5e77e34 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c65df689-d855-4998-870d-2b4ac7e44dd7 HTTP/1.1" status: 200 len: 835 time: 0.0436974 Aug 18 12:58:53.415641 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-738b411a-f5c2-47f7-9df6-f6c4aab67263 None None] Checking router: 068c98c2-3410-4e11-9060-e7b0f01e7a87 for host: n-d-804985-2 {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:58:53.424687 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738b411a-f5c2-47f7-9df6-f6c4aab67263 None None] Routers {'068c98c2-3410-4e11-9060-e7b0f01e7a87'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:58:53.425297 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-738b411a-f5c2-47f7-9df6-f6c4aab67263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:58:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['068c98c2-3410-4e11-9060-e7b0f01e7a87'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:58:53.452844 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111a8336-adb3-4283-8eff-1afb17f177da req-5a7f8147-369d-40c8-9fe9-74db5fc5b6da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:53.454343 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-111a8336-adb3-4283-8eff-1afb17f177da req-5a7f8147-369d-40c8-9fe9-74db5fc5b6da service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=51a40d11-2ed0-4b71-829f-55e32644dfc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427735 Aug 18 12:58:53.526896 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-738b411a-f5c2-47f7-9df6-f6c4aab67263 None None] Set router 068c98c2-3410-4e11-9060-e7b0f01e7a87 gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:58:53.551347 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-111a8336-adb3-4283-8eff-1afb17f177da req-5331f89d-e29b-4ebb-b469-6f19c0bd1aa6 service neutron] 10.222.0.62 "GET /v2.0/networks/51a40d11-2ed0-4b71-829f-55e32644dfc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881388 Aug 18 12:58:53.640312 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-111a8336-adb3-4283-8eff-1afb17f177da req-d72b161a-d6b8-464e-a5cc-86163b75d7a7 service neutron] 10.222.0.62 "GET /v2.0/networks/51a40d11-2ed0-4b71-829f-55e32644dfc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812328 Aug 18 12:58:53.717364 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-738b411a-f5c2-47f7-9df6-f6c4aab67263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '068c98c2-3410-4e11-9060-e7b0f01e7a87', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1178769077', 'tenant_id': '80570d7663924423a4131eb860db7880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.22'}], 'enable_snat': True}, 'gw_port_id': '2d18e256-0e9b-4449-a740-75d5714fd0fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:57:13Z', 'updated_at': '2021-08-18T12:57:16Z', 'revision_number': 4, 'project_id': '80570d7663924423a4131eb860db7880', 'gw_port': {'id': '2d18e256-0e9b-4449-a740-75d5714fd0fa', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:f0:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '068c98c2-3410-4e11-9060-e7b0f01e7a87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:57:13Z', 'updated_at': '2021-08-18T12:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': '1f35d3c7-79c2-410c-8b27-65b19d48850c', 'name': '', 'network_id': '51a40d11-2ed0-4b71-829f-55e32644dfc0', 'tenant_id': '80570d7663924423a4131eb860db7880', 'mac_address': 'fa:16:3e:30:ce:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '068c98c2-3410-4e11-9060-e7b0f01e7a87', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'c65df689-d855-4998-870d-2b4ac7e44dd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:57:15Z', 'updated_at': '2021-08-18T12:57:21Z', 'revision_number': 5, 'project_id': '80570d7663924423a4131eb860db7880', 'subnets': [{'id': 'c65df689-d855-4998-870d-2b4ac7e44dd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:58:53.743208 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-738b411a-f5c2-47f7-9df6-f6c4aab67263 None None] The sync data for ids ['068c98c2-3410-4e11-9060-e7b0f01e7a87'] in n-d-804985-2 is: [{'id': '068c98c2-3410-4e11-9060-e7b0f01e7a87', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1178769077', 'tenant_id': '80570d7663924423a4131eb860db7880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.22'}], 'enable_snat': True}, 'gw_port_id': '2d18e256-0e9b-4449-a740-75d5714fd0fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:57:13Z', 'updated_at': '2021-08-18T12:57:16Z', 'revision_number': 4, 'project_id': '80570d7663924423a4131eb860db7880', 'gw_port': {'id': '2d18e256-0e9b-4449-a740-75d5714fd0fa', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:f0:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '068c98c2-3410-4e11-9060-e7b0f01e7a87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:57:13Z', 'updated_at': '2021-08-18T12:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': '1f35d3c7-79c2-410c-8b27-65b19d48850c', 'name': '', 'network_id': '51a40d11-2ed0-4b71-829f-55e32644dfc0', 'tenant_id': '80570d7663924423a4131eb860db7880', 'mac_address': 'fa:16:3e:30:ce:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '068c98c2-3410-4e11-9060-e7b0f01e7a87', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'c65df689-d855-4998-870d-2b4ac7e44dd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:57:15Z', 'updated_at': '2021-08-18T12:57:21Z', 'revision_number': 5, 'project_id': '80570d7663924423a4131eb860db7880', 'subnets': [{'id': 'c65df689-d855-4998-870d-2b4ac7e44dd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:58:53.819946 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.agents_db [None req-6dbb2658-0354-4101-8393-6e7505481cf6 None None] Agent healthcheck: found 7 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 12:58:53.961119 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e804a7-69f1-451a-86e7-6534147b0194 None None] New status for floating IP a82549e1-c8c7-4055-959d-71ff45f089b1: DOWN {{(pid=106254) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 12:58:54.113601 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-500a1c61-38a7-4c23-a7ec-4631080af5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:54.506891 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65357ffd-2227-4b12-83ad-4ec64d474b15 req-cedb672d-96d9-4345-8734-2e5b705ee44d tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:54.508368 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-65357ffd-2227-4b12-83ad-4ec64d474b15 req-cedb672d-96d9-4345-8734-2e5b705ee44d tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/ports?device_id=b78fc4ff-5ea4-474b-ba21-b2620b53f30f HTTP/1.1" status: 200 len: 945 time: 0.0529037 Aug 18 12:58:54.549725 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-65357ffd-2227-4b12-83ad-4ec64d474b15 req-51bcc48f-5ccd-4662-ba44-0afa6498d550 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/security-groups?id=cb8def6b-2495-466e-a78a-8b0826eb6b24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326471 Aug 18 12:58:54.815431 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b5a832-64c2-4b8b-84df-afec59897d6a req-fd3b69aa-acbe-43b0-a9ce-df56c4617ee8 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:58:54.817405 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-19b5a832-64c2-4b8b-84df-afec59897d6a req-fd3b69aa-acbe-43b0-a9ce-df56c4617ee8 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.62 "GET /v2.0/ports?device_id=b78fc4ff-5ea4-474b-ba21-b2620b53f30f HTTP/1.1" status: 200 len: 945 time: 0.0761931 Aug 18 12:58:54.913456 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-19b5a832-64c2-4b8b-84df-afec59897d6a req-0fd1e7b1-ab08-403e-90aa-eda3c67b4622 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Deleting port a130bbf3-9644-4b0e-a417-8eb8db8cbe46 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:58:54.913885 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-19b5a832-64c2-4b8b-84df-afec59897d6a req-0fd1e7b1-ab08-403e-90aa-eda3c67b4622 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:55.014603 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-19b5a832-64c2-4b8b-84df-afec59897d6a req-0fd1e7b1-ab08-403e-90aa-eda3c67b4622 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] For port a130bbf3-9644-4b0e-a417-8eb8db8cbe46, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=a130bbf3-9644-4b0e-a417-8eb8db8cbe46,segment=NetworkSegment(aba7cc09-2efb-4c61-ae41-c05f8975cafb),segment_id=aba7cc09-2efb-4c61-ae41-c05f8975cafb)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:58:55.014975 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-19b5a832-64c2-4b8b-84df-afec59897d6a req-0fd1e7b1-ab08-403e-90aa-eda3c67b4622 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:55.032131 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-19b5a832-64c2-4b8b-84df-afec59897d6a req-0fd1e7b1-ab08-403e-90aa-eda3c67b4622 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Calling delete_port for a130bbf3-9644-4b0e-a417-8eb8db8cbe46 owned by compute:nova {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:58:55.169531 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-19b5a832-64c2-4b8b-84df-afec59897d6a req-0fd1e7b1-ab08-403e-90aa-eda3c67b4622 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:55.199703 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd1e7b1-ab08-403e-90aa-eda3c67b4622 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Pushing event deleted for resources: {'Port': ['ID=a130bbf3-9644-4b0e-a417-8eb8db8cbe46,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:58:55.244326 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-19b5a832-64c2-4b8b-84df-afec59897d6a req-0fd1e7b1-ab08-403e-90aa-eda3c67b4622 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] No DVR routers for this DVR port a130bbf3-9644-4b0e-a417-8eb8db8cbe46 on host n-h2-804985-2 {{(pid=106253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:58:55.247232 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-19b5a832-64c2-4b8b-84df-afec59897d6a req-0fd1e7b1-ab08-403e-90aa-eda3c67b4622 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:55.249245 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-19b5a832-64c2-4b8b-84df-afec59897d6a req-0fd1e7b1-ab08-403e-90aa-eda3c67b4622 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.62 "DELETE /v2.0/ports/a130bbf3-9644-4b0e-a417-8eb8db8cbe46 HTTP/1.1" status: 204 len: 173 time: 0.4247015 Aug 18 12:58:55.249673 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b78fc4ff-5ea4-474b-ba21-b2620b53f30f', 'name': 'network-vif-deleted', 'tag': 'a130bbf3-9644-4b0e-a417-8eb8db8cbe46'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:58:55.252049 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d6bbf6f425705e9a26053008d8b7c0abfe3c10eda721baf5c515723d6d58932" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c48750ce-cf0d-440f-b3b8-942e68a3fd81" -d '{"events": [{"server_uuid": "b78fc4ff-5ea4-474b-ba21-b2620b53f30f", "name": "network-vif-deleted", "tag": "a130bbf3-9644-4b0e-a417-8eb8db8cbe46"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:58:55.292091 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:58:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73bec413-5b91-4e31-9ebb-066568e6c296 x-openstack-request-id: req-73bec413-5b91-4e31-9ebb-066568e6c296 {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:58:55.292387 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b78fc4ff-5ea4-474b-ba21-b2620b53f30f", "name": "network-vif-deleted", "tag": "a130bbf3-9644-4b0e-a417-8eb8db8cbe46", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:58:55.292670 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-73bec413-5b91-4e31-9ebb-066568e6c296 {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:58:55.293072 n-d-804985-2 neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b78fc4ff-5ea4-474b-ba21-b2620b53f30f', 'name': 'network-vif-deleted', 'tag': 'a130bbf3-9644-4b0e-a417-8eb8db8cbe46', 'status': 'completed', 'code': 200} Aug 18 12:58:55.663987 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a0f2790a-4944-499c-82f1-0d0a6a23718e req-cfdd7cc6-2c02-483c-955a-8e84e59ae14b tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/ports?device_id=b78fc4ff-5ea4-474b-ba21-b2620b53f30f HTTP/1.1" status: 200 len: 210 time: 0.0275395 Aug 18 12:58:56.733701 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 53868) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:58:57.116092 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-aa2a759c-de5c-47cb-98c7-4d34a6b79027 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-996815'] for router_interface, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:57.387535 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-aa2a759c-de5c-47cb-98c7-4d34a6b79027 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Deleting port 1f35d3c7-79c2-410c-8b27-65b19d48850c {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:58:57.387770 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-aa2a759c-de5c-47cb-98c7-4d34a6b79027 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:57.478724 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [None req-aa2a759c-de5c-47cb-98c7-4d34a6b79027 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] For port 1f35d3c7-79c2-410c-8b27-65b19d48850c, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=1f35d3c7-79c2-410c-8b27-65b19d48850c,segment=NetworkSegment(aba7cc09-2efb-4c61-ae41-c05f8975cafb),segment_id=aba7cc09-2efb-4c61-ae41-c05f8975cafb)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:58:57.479101 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-aa2a759c-de5c-47cb-98c7-4d34a6b79027 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:57.492116 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-aa2a759c-de5c-47cb-98c7-4d34a6b79027 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Calling delete_port for 1f35d3c7-79c2-410c-8b27-65b19d48850c owned by network:router_interface {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:58:57.685496 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-aa2a759c-de5c-47cb-98c7-4d34a6b79027 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:57.712309 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2a759c-de5c-47cb-98c7-4d34a6b79027 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Pushing event deleted for resources: {'Port': ['ID=1f35d3c7-79c2-410c-8b27-65b19d48850c,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:58:58.203808 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-aa2a759c-de5c-47cb-98c7-4d34a6b79027 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953695'] for router_interface, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:58.433701 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa2a759c-de5c-47cb-98c7-4d34a6b79027 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Router 068c98c2-3410-4e11-9060-e7b0f01e7a87 has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:58:58.481323 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device a130bbf3-9644-4b0e-a417-8eb8db8cbe46 no longer exists at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:58:58.502036 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] No Port match for: a130bbf3-9644-4b0e-a417-8eb8db8cbe46 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:58:58.502384 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device a130bbf3-9644-4b0e-a417-8eb8db8cbe46 not bound to the agent host n-h2-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:58:58.537792 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa2a759c-de5c-47cb-98c7-4d34a6b79027 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:58:58.542668 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-aa2a759c-de5c-47cb-98c7-4d34a6b79027 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "PUT /v2.0/routers/068c98c2-3410-4e11-9060-e7b0f01e7a87/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8076355 Aug 18 12:58:58.545411 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 53870) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:58:58.548109 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85477b88-6f1e-4cc7-99eb-4da1523c9105 None None] Sync routers for ids ['068c98c2-3410-4e11-9060-e7b0f01e7a87'] in n-d-804985-2 {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:58:58.558180 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85477b88-6f1e-4cc7-99eb-4da1523c9105 None None] Routers {'068c98c2-3410-4e11-9060-e7b0f01e7a87'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:58:58.558792 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-85477b88-6f1e-4cc7-99eb-4da1523c9105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:58:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['068c98c2-3410-4e11-9060-e7b0f01e7a87'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:58:58.599211 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_v2 [None req-35b926bc-3fd2-4e27-a6de-0f8c7eccbc4c tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Deleting subnet c65df689-d855-4998-870d-2b4ac7e44dd7 {{(pid=106253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 12:58:58.602455 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-35b926bc-3fd2-4e27-a6de-0f8c7eccbc4c tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for subnet, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:58.641512 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-35b926bc-3fd2-4e27-a6de-0f8c7eccbc4c tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902229'] for subnet, precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:58.665198 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-85477b88-6f1e-4cc7-99eb-4da1523c9105 None None] Set router 068c98c2-3410-4e11-9060-e7b0f01e7a87 gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:58:58.726179 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-35b926bc-3fd2-4e27-a6de-0f8c7eccbc4c tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:58.789730 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-35b926bc-3fd2-4e27-a6de-0f8c7eccbc4c tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58902171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59388106'] for subnet, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:58.817197 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b926bc-3fd2-4e27-a6de-0f8c7eccbc4c tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Pushing event deleted for resources: {'Subnet': ['ID=c65df689-d855-4998-870d-2b4ac7e44dd7,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:58:58.820802 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-35b926bc-3fd2-4e27-a6de-0f8c7eccbc4c tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:58.825145 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-35b926bc-3fd2-4e27-a6de-0f8c7eccbc4c tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "DELETE /v2.0/subnets/c65df689-d855-4998-870d-2b4ac7e44dd7 HTTP/1.1" status: 204 len: 168 time: 0.2763627 Aug 18 12:58:58.825937 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 53872) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:58:58.833196 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69ab4e7a-d2a5-4174-82a9-1b9d7d6f2485 None None] Network 51a40d11-2ed0-4b71-829f-55e32644dfc0 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:58:58.846040 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-85477b88-6f1e-4cc7-99eb-4da1523c9105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '068c98c2-3410-4e11-9060-e7b0f01e7a87', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1178769077', 'tenant_id': '80570d7663924423a4131eb860db7880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.22'}], 'enable_snat': True}, 'gw_port_id': '2d18e256-0e9b-4449-a740-75d5714fd0fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:57:13Z', 'updated_at': '2021-08-18T12:58:57Z', 'revision_number': 5, 'project_id': '80570d7663924423a4131eb860db7880', 'gw_port': {'id': '2d18e256-0e9b-4449-a740-75d5714fd0fa', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:f0:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '068c98c2-3410-4e11-9060-e7b0f01e7a87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:57:13Z', 'updated_at': '2021-08-18T12:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:58:58.871563 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85477b88-6f1e-4cc7-99eb-4da1523c9105 None None] Checking router: 068c98c2-3410-4e11-9060-e7b0f01e7a87 for host: n-d-804985-2 {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:58:58.880626 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85477b88-6f1e-4cc7-99eb-4da1523c9105 None None] Routers {'068c98c2-3410-4e11-9060-e7b0f01e7a87'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:58:58.881227 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-85477b88-6f1e-4cc7-99eb-4da1523c9105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:58:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['068c98c2-3410-4e11-9060-e7b0f01e7a87'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:58:58.936570 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-df799921-1b9a-4050-ae3b-0d5db5b0f273 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for router, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:59.021507 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2385492-80d4-43bd-b611-1e3f1b464cde None None] DHCP port deletion for 51a40d11-2ed0-4b71-829f-55e32644dfc0 request from n-d-804985-2 {{(pid=106254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 12:58:59.051530 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-df799921-1b9a-4050-ae3b-0d5db5b0f273 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:59.084783 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-e2385492-80d4-43bd-b611-1e3f1b464cde None None] Deleting port f45b1774-e8c9-41a5-bd8f-67b29c1adc57 {{(pid=106254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:58:59.085156 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-e2385492-80d4-43bd-b611-1e3f1b464cde None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:59.090631 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-85477b88-6f1e-4cc7-99eb-4da1523c9105 None None] Set router 068c98c2-3410-4e11-9060-e7b0f01e7a87 gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:58:59.108662 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-df799921-1b9a-4050-ae3b-0d5db5b0f273 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Deleting port 2d18e256-0e9b-4449-a740-75d5714fd0fa {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:58:59.109076 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-df799921-1b9a-4050-ae3b-0d5db5b0f273 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:59.150690 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-e2385492-80d4-43bd-b611-1e3f1b464cde None None] For port f45b1774-e8c9-41a5-bd8f-67b29c1adc57, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=f45b1774-e8c9-41a5-bd8f-67b29c1adc57,segment=NetworkSegment(aba7cc09-2efb-4c61-ae41-c05f8975cafb),segment_id=aba7cc09-2efb-4c61-ae41-c05f8975cafb)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:58:59.150690 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-e2385492-80d4-43bd-b611-1e3f1b464cde None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:59.163862 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-e2385492-80d4-43bd-b611-1e3f1b464cde None None] Calling delete_port for f45b1774-e8c9-41a5-bd8f-67b29c1adc57 owned by network:dhcp {{(pid=106254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:58:59.188286 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [None req-df799921-1b9a-4050-ae3b-0d5db5b0f273 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] For port 2d18e256-0e9b-4449-a740-75d5714fd0fa, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=2d18e256-0e9b-4449-a740-75d5714fd0fa,segment=NetworkSegment(c5a3db9d-5c58-41b1-9177-d5787a597b78),segment_id=c5a3db9d-5c58-41b1-9177-d5787a597b78)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:58:59.188704 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-df799921-1b9a-4050-ae3b-0d5db5b0f273 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:59.206536 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-df799921-1b9a-4050-ae3b-0d5db5b0f273 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Calling delete_port for 2d18e256-0e9b-4449-a740-75d5714fd0fa owned by network:router_gateway {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:58:59.248813 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-e2385492-80d4-43bd-b611-1e3f1b464cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556'] for port, after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:59.273679 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2385492-80d4-43bd-b611-1e3f1b464cde None None] Pushing event deleted for resources: {'Port': ['ID=f45b1774-e8c9-41a5-bd8f-67b29c1adc57,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:58:59.281495 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2385492-80d4-43bd-b611-1e3f1b464cde None None] No DVR routers for this DVR port f45b1774-e8c9-41a5-bd8f-67b29c1adc57 on host n-d-804985-2 {{(pid=106254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 12:58:59.281749 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-85477b88-6f1e-4cc7-99eb-4da1523c9105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '068c98c2-3410-4e11-9060-e7b0f01e7a87', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1178769077', 'tenant_id': '80570d7663924423a4131eb860db7880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.22'}], 'enable_snat': True}, 'gw_port_id': '2d18e256-0e9b-4449-a740-75d5714fd0fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:57:13Z', 'updated_at': '2021-08-18T12:58:57Z', 'revision_number': 5, 'project_id': '80570d7663924423a4131eb860db7880', 'gw_port': {'id': '2d18e256-0e9b-4449-a740-75d5714fd0fa', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:f0:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '068c98c2-3410-4e11-9060-e7b0f01e7a87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:57:13Z', 'updated_at': '2021-08-18T12:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:58:59.283821 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2385492-80d4-43bd-b611-1e3f1b464cde None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:58:59.284185 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2385492-80d4-43bd-b611-1e3f1b464cde None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:58:59.284685 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2385492-80d4-43bd-b611-1e3f1b464cde None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:58:59.285020 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2385492-80d4-43bd-b611-1e3f1b464cde None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:58:59.285355 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2385492-80d4-43bd-b611-1e3f1b464cde None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:58:59.285679 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2385492-80d4-43bd-b611-1e3f1b464cde None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:58:59.286002 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2385492-80d4-43bd-b611-1e3f1b464cde None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:58:59.286321 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2385492-80d4-43bd-b611-1e3f1b464cde None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:58:59.286642 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2385492-80d4-43bd-b611-1e3f1b464cde None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:58:59.286962 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2385492-80d4-43bd-b611-1e3f1b464cde None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:58:59.287279 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2385492-80d4-43bd-b611-1e3f1b464cde None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:58:59.287593 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2385492-80d4-43bd-b611-1e3f1b464cde None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:58:59.312708 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85477b88-6f1e-4cc7-99eb-4da1523c9105 None None] The sync data for ids ['068c98c2-3410-4e11-9060-e7b0f01e7a87'] in n-d-804985-2 is: [{'id': '068c98c2-3410-4e11-9060-e7b0f01e7a87', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1178769077', 'tenant_id': '80570d7663924423a4131eb860db7880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.22'}], 'enable_snat': True}, 'gw_port_id': '2d18e256-0e9b-4449-a740-75d5714fd0fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:57:13Z', 'updated_at': '2021-08-18T12:58:57Z', 'revision_number': 5, 'project_id': '80570d7663924423a4131eb860db7880', 'gw_port': {'id': '2d18e256-0e9b-4449-a740-75d5714fd0fa', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:f0:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '068c98c2-3410-4e11-9060-e7b0f01e7a87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:57:13Z', 'updated_at': '2021-08-18T12:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:58:59.377157 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-df799921-1b9a-4050-ae3b-0d5db5b0f273 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:59.405861 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df799921-1b9a-4050-ae3b-0d5db5b0f273 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Pushing event deleted for resources: {'Port': ['ID=2d18e256-0e9b-4449-a740-75d5714fd0fa,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:58:59.467518 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-df799921-1b9a-4050-ae3b-0d5db5b0f273 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-997271'] for router_gateway, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:59.555494 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-df799921-1b9a-4050-ae3b-0d5db5b0f273 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-996004', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15859'] for router, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:59.557510 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-df799921-1b9a-4050-ae3b-0d5db5b0f273 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:59.603765 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-df799921-1b9a-4050-ae3b-0d5db5b0f273 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-996061'] for router, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:59.604315 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df799921-1b9a-4050-ae3b-0d5db5b0f273 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Fanout notify agent at l3_agent the message router_deleted on router 068c98c2-3410-4e11-9060-e7b0f01e7a87 {{(pid=106253) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 12:58:59.610929 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-df799921-1b9a-4050-ae3b-0d5db5b0f273 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for router, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:59.612051 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-df799921-1b9a-4050-ae3b-0d5db5b0f273 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "DELETE /v2.0/routers/068c98c2-3410-4e11-9060-e7b0f01e7a87 HTTP/1.1" status: 204 len: 168 time: 0.7857761 Aug 18 12:58:59.615182 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 53874) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:58:59.694874 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2136c138-7c80-4e1f-811e-750a3471c118 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7904109'] for network, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:59.795515 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2136c138-7c80-4e1f-811e-750a3471c118 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8367869', 'neutron.services.segments.db._delete_segments_for_network-8789151212993'] for network, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:59.800706 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device f45b1774-e8c9-41a5-bd8f-67b29c1adc57 no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:58:59.808064 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-2136c138-7c80-4e1f-811e-750a3471c118 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51a40d11-2ed0-4b71-829f-55e32644dfc0']}} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:58:59.819104 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-2136c138-7c80-4e1f-811e-750a3471c118 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aba7cc09-2efb-4c61-ae41-c05f8975cafb') {'for_net_delete': True} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:58:59.819394 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-2136c138-7c80-4e1f-811e-750a3471c118 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aba7cc09-2efb-4c61-ae41-c05f8975cafb') {} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:58:59.822419 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: f45b1774-e8c9-41a5-bd8f-67b29c1adc57 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:58:59.822770 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device f45b1774-e8c9-41a5-bd8f-67b29c1adc57 not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:58:59.823187 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 1f35d3c7-79c2-410c-8b27-65b19d48850c no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:58:59.829293 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2136c138-7c80-4e1f-811e-750a3471c118 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789151225254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902236'] for segment, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:59.843543 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2136c138-7c80-4e1f-811e-750a3471c118 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:59.845704 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: 1f35d3c7-79c2-410c-8b27-65b19d48850c {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:58:59.846047 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 1f35d3c7-79c2-410c-8b27-65b19d48850c not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:58:59.851006 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2136c138-7c80-4e1f-811e-750a3471c118 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Releasing vlan 806 on physical network physnet1 to pool {{(pid=106253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 12:58:59.851651 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2136c138-7c80-4e1f-811e-750a3471c118 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58900537'] for segment, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:59.854928 n-d-804985-2 neutron-server[106253]: Traceback (most recent call last): Aug 18 12:58:59.854928 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 12:58:59.854928 n-d-804985-2 neutron-server[106253]: timer() Aug 18 12:58:59.854928 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 12:58:59.854928 n-d-804985-2 neutron-server[106253]: cb(*args, **kw) Aug 18 12:58:59.854928 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 12:58:59.854928 n-d-804985-2 neutron-server[106253]: return func(*args, **kwargs) Aug 18 12:58:59.854928 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 12:58:59.854928 n-d-804985-2 neutron-server[106253]: self._notify() Aug 18 12:58:59.854928 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 12:58:59.854928 n-d-804985-2 neutron-server[106253]: self.callback(batched_events) Aug 18 12:58:59.854928 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 12:58:59.854928 n-d-804985-2 neutron-server[106253]: event.method(event) Aug 18 12:58:59.854928 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 12:58:59.854928 n-d-804985-2 neutron-server[106253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 12:58:59.854928 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 12:58:59.854928 n-d-804985-2 neutron-server[106253]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 12:58:59.854928 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 12:58:59.854928 n-d-804985-2 neutron-server[106253]: return f(self, *a, **k) Aug 18 12:58:59.854928 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 12:58:59.854928 n-d-804985-2 neutron-server[106253]: return self._get(url).json() Aug 18 12:58:59.854928 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 12:58:59.854928 n-d-804985-2 neutron-server[106253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 12:58:59.854928 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 12:58:59.854928 n-d-804985-2 neutron-server[106253]: return self.request(url, 'GET', **kwargs) Aug 18 12:58:59.854928 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 12:58:59.854928 n-d-804985-2 neutron-server[106253]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 12:58:59.854928 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 12:58:59.854928 n-d-804985-2 neutron-server[106253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 12:58:59.854928 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 12:58:59.854928 n-d-804985-2 neutron-server[106253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 12:58:59.854928 n-d-804985-2 neutron-server[106253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 12:58:59.911548 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2136c138-7c80-4e1f-811e-750a3471c118 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8367858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997186'] for network, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:59.919919 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2136c138-7c80-4e1f-811e-750a3471c118 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:58:59.921381 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-2136c138-7c80-4e1f-811e-750a3471c118 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "DELETE /v2.0/networks/51a40d11-2ed0-4b71-829f-55e32644dfc0 HTTP/1.1" status: 204 len: 168 time: 0.3052711 Aug 18 12:58:59.924593 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 53876) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:58:59.933655 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2136c138-7c80-4e1f-811e-750a3471c118 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Pushing event deleted for resources: {'Network': ['ID=51a40d11-2ed0-4b71-829f-55e32644dfc0,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:58:59.995912 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-9545e553-7610-4fc7-8af8-9fafa05d2b39 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:00.021506 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-9545e553-7610-4fc7-8af8-9fafa05d2b39 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:00.085157 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-9545e553-7610-4fc7-8af8-9fafa05d2b39 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:00.087698 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-9545e553-7610-4fc7-8af8-9fafa05d2b39 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:00.088948 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-9545e553-7610-4fc7-8af8-9fafa05d2b39 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "DELETE /v2.0/security-groups/cb8def6b-2495-466e-a78a-8b0826eb6b24 HTTP/1.1" status: 204 len: 168 time: 0.1633084 Aug 18 12:59:00.098284 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9545e553-7610-4fc7-8af8-9fafa05d2b39 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb8def6b-2495-466e-a78a-8b0826eb6b24,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:59:00.109001 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9545e553-7610-4fc7-8af8-9fafa05d2b39 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:59:00.109366 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9545e553-7610-4fc7-8af8-9fafa05d2b39 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:59:00.110055 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9545e553-7610-4fc7-8af8-9fafa05d2b39 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:59:00.110540 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9545e553-7610-4fc7-8af8-9fafa05d2b39 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:59:00.110987 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9545e553-7610-4fc7-8af8-9fafa05d2b39 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:59:00.111487 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9545e553-7610-4fc7-8af8-9fafa05d2b39 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:59:00.111933 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9545e553-7610-4fc7-8af8-9fafa05d2b39 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:59:00.112440 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9545e553-7610-4fc7-8af8-9fafa05d2b39 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:59:00.112900 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9545e553-7610-4fc7-8af8-9fafa05d2b39 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:59:00.113256 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9545e553-7610-4fc7-8af8-9fafa05d2b39 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:59:00.113675 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9545e553-7610-4fc7-8af8-9fafa05d2b39 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:59:00.114117 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9545e553-7610-4fc7-8af8-9fafa05d2b39 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:59:00.426956 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 53882) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:59:00.434532 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-6a7638b3-6ce4-4c0a-9de8-07d2c16aa6d9 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2069197032', 'description': 'tempest-secgroup-smoke-2069197032 description', 'project_id': '80570d7663924423a4131eb860db7880'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:59:00.470792 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6a7638b3-6ce4-4c0a-9de8-07d2c16aa6d9 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:00.563577 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6a7638b3-6ce4-4c0a-9de8-07d2c16aa6d9 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:00.568876 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6a7638b3-6ce4-4c0a-9de8-07d2c16aa6d9 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:00.597730 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6a7638b3-6ce4-4c0a-9de8-07d2c16aa6d9 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:00.598852 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-6a7638b3-6ce4-4c0a-9de8-07d2c16aa6d9 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1705697 Aug 18 12:59:00.600741 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7638b3-6ce4-4c0a-9de8-07d2c16aa6d9 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63c52a91-d8b7-40f4-b093-a3642e271d9a,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:59:00.602221 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 53884) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:59:00.607023 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-d83dc417-9bbd-4df4-b7a4-859727c6333a tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Request body: {'security_group_rule': {'security_group_id': '63c52a91-d8b7-40f4-b093-a3642e271d9a', 'project_id': '80570d7663924423a4131eb860db7880', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:59:00.636435 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d83dc417-9bbd-4df4-b7a4-859727c6333a tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:00.697498 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d83dc417-9bbd-4df4-b7a4-859727c6333a tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:00.702951 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d83dc417-9bbd-4df4-b7a4-859727c6333a tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992607'] for security_group_rule, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:00.719301 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83dc417-9bbd-4df4-b7a4-859727c6333a tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fed4c5c-4422-4013-8639-0242e4bd65f7,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:59:00.725789 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d83dc417-9bbd-4df4-b7a4-859727c6333a tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:00.726986 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-d83dc417-9bbd-4df4-b7a4-859727c6333a tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1236761 Aug 18 12:59:00.729951 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 53886) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:59:00.734493 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-4c745a52-445d-4fab-9692-aba3bb1eca20 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Request body: {'security_group_rule': {'security_group_id': '63c52a91-d8b7-40f4-b093-a3642e271d9a', 'project_id': '80570d7663924423a4131eb860db7880', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:59:00.762586 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4c745a52-445d-4fab-9692-aba3bb1eca20 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:00.818053 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4c745a52-445d-4fab-9692-aba3bb1eca20 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:00.822797 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4c745a52-445d-4fab-9692-aba3bb1eca20 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992607'] for security_group_rule, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:00.840929 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c745a52-445d-4fab-9692-aba3bb1eca20 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23d5cb7a-bfcf-4545-bcf2-c0857d798231,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:59:00.844998 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4c745a52-445d-4fab-9692-aba3bb1eca20 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:00.846444 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-4c745a52-445d-4fab-9692-aba3bb1eca20 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1154630 Aug 18 12:59:00.849304 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 53888) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:59:00.853816 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-d150d0b3-117e-4b56-8d80-117b4fcd2673 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Request body: {'security_group_rule': {'security_group_id': '63c52a91-d8b7-40f4-b093-a3642e271d9a', 'project_id': '80570d7663924423a4131eb860db7880', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:59:00.880318 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d150d0b3-117e-4b56-8d80-117b4fcd2673 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:00.940445 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d150d0b3-117e-4b56-8d80-117b4fcd2673 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:00.945090 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d150d0b3-117e-4b56-8d80-117b4fcd2673 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992607'] for security_group_rule, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:00.961819 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d150d0b3-117e-4b56-8d80-117b4fcd2673 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1932d86d-adea-43ff-a90b-6c4063eddc50,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:59:00.971731 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d150d0b3-117e-4b56-8d80-117b4fcd2673 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:00.972935 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-d150d0b3-117e-4b56-8d80-117b4fcd2673 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1227405 Aug 18 12:59:00.978629 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 53890) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:59:00.983001 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-e3bbda49-181c-40da-a683-be6b7fc250e5 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Request body: {'security_group_rule': {'security_group_id': '63c52a91-d8b7-40f4-b093-a3642e271d9a', 'project_id': '80570d7663924423a4131eb860db7880', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:59:01.010523 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e3bbda49-181c-40da-a683-be6b7fc250e5 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:01.073532 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e3bbda49-181c-40da-a683-be6b7fc250e5 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:01.078750 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e3bbda49-181c-40da-a683-be6b7fc250e5 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992607'] for security_group_rule, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:01.097077 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bbda49-181c-40da-a683-be6b7fc250e5 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4479a0ba-8f25-418b-be7b-57026cc36b16,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:59:01.101593 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e3bbda49-181c-40da-a683-be6b7fc250e5 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:01.102945 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-e3bbda49-181c-40da-a683-be6b7fc250e5 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1231582 Aug 18 12:59:01.105752 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 53892) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:59:01.110477 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-6a8be496-0a7a-4553-9c1f-bc06de52c242 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Request body: {'security_group_rule': {'security_group_id': '63c52a91-d8b7-40f4-b093-a3642e271d9a', 'project_id': '80570d7663924423a4131eb860db7880', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:59:01.133763 n-d-804985-2 neutron-server[106252]: INFO neutron.db.securitygroups_db [None req-6a8be496-0a7a-4553-9c1f-bc06de52c242 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Project 80570d7663924423a4131eb860db7880 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 18 12:59:01.138498 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6a8be496-0a7a-4553-9c1f-bc06de52c242 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:01.207427 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6a8be496-0a7a-4553-9c1f-bc06de52c242 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:01.211011 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6a8be496-0a7a-4553-9c1f-bc06de52c242 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992607'] for security_group_rule, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:01.225422 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8be496-0a7a-4553-9c1f-bc06de52c242 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b87ed62-2000-41b7-af03-6cee6aed3be5,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:59:01.235019 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6a8be496-0a7a-4553-9c1f-bc06de52c242 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:01.236254 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-6a8be496-0a7a-4553-9c1f-bc06de52c242 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1295693 Aug 18 12:59:01.239229 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 53894) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:59:01.243849 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-5e553d7f-7ef1-4fde-90a2-90d404991b8e tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Request body: {'security_group_rule': {'security_group_id': '63c52a91-d8b7-40f4-b093-a3642e271d9a', 'project_id': '80570d7663924423a4131eb860db7880', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:59:01.266699 n-d-804985-2 neutron-server[106252]: INFO neutron.db.securitygroups_db [None req-5e553d7f-7ef1-4fde-90a2-90d404991b8e tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Project 80570d7663924423a4131eb860db7880 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 18 12:59:01.271404 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5e553d7f-7ef1-4fde-90a2-90d404991b8e tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:01.334478 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5e553d7f-7ef1-4fde-90a2-90d404991b8e tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:01.339345 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5e553d7f-7ef1-4fde-90a2-90d404991b8e tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992607'] for security_group_rule, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:01.356789 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e553d7f-7ef1-4fde-90a2-90d404991b8e tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b49c7c4-adde-4c7a-bbbb-31acdd1c8a15,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:59:01.362680 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5e553d7f-7ef1-4fde-90a2-90d404991b8e tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:01.363865 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-5e553d7f-7ef1-4fde-90a2-90d404991b8e tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1236155 Aug 18 12:59:01.368963 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 53896) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:59:01.376896 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-b81149bf-bfac-4b9a-93fc-0756cf39af5b tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Request body: {'network': {'name': 'tempest-network-smoke--1275308083', 'project_id': '80570d7663924423a4131eb860db7880', 'port_security_enabled': True}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:59:01.404777 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b81149bf-bfac-4b9a-93fc-0756cf39af5b tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Made reservation on behalf of 80570d7663924423a4131eb860db7880 for: {'network': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:59:01.408519 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b81149bf-bfac-4b9a-93fc-0756cf39af5b tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for network, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:01.433004 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 2d18e256-0e9b-4449-a740-75d5714fd0fa no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 12:59:01.440163 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b81149bf-bfac-4b9a-93fc-0756cf39af5b tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 815} {{(pid=106252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 12:59:01.450094 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b81149bf-bfac-4b9a-93fc-0756cf39af5b tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:01.450522 n-d-804985-2 neutron-server[106252]: INFO neutron.db.segments_db [None req-b81149bf-bfac-4b9a-93fc-0756cf39af5b tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Added segment 10325d70-efc5-49c0-9d7c-8c7032579b65 of type vlan for network 1784c9d4-67b9-4d99-8e3b-700f2f8c9e39 Aug 18 12:59:01.453734 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: 2d18e256-0e9b-4449-a740-75d5714fd0fa {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 12:59:01.454084 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 2d18e256-0e9b-4449-a740-75d5714fd0fa not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 12:59:01.490775 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b81149bf-bfac-4b9a-93fc-0756cf39af5b tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789150665894'] for network, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:01.516392 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b81149bf-bfac-4b9a-93fc-0756cf39af5b tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for network, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:01.522217 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b81149bf-bfac-4b9a-93fc-0756cf39af5b tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:01.522795 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b81149bf-bfac-4b9a-93fc-0756cf39af5b tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for network, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:01.576403 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-b81149bf-bfac-4b9a-93fc-0756cf39af5b tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2060380 Aug 18 12:59:01.579140 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 53898) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:59:01.583565 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-a18750ff-9fda-43c7-8c1e-0df75b8151f1 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-781216339', 'admin_state_up': True, 'project_id': '80570d7663924423a4131eb860db7880', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'}}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:59:01.605560 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81149bf-bfac-4b9a-93fc-0756cf39af5b tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Pushing event updated for resources: {'Network': ['ID=1784c9d4-67b9-4d99-8e3b-700f2f8c9e39,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:59:01.616196 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Network 1784c9d4-67b9-4d99-8e3b-700f2f8c9e39 details requested by agent ovs-agent-n-d-804985-2 with host n-d-804985-2 {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 12:59:01.618853 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a18750ff-9fda-43c7-8c1e-0df75b8151f1 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-998592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15809'] for router, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:01.619863 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a18750ff-9fda-43c7-8c1e-0df75b8151f1 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-992733', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-971415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15816'] for router, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:01.672208 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a18750ff-9fda-43c7-8c1e-0df75b8151f1 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:01.816040 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a18750ff-9fda-43c7-8c1e-0df75b8151f1 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:02.014505 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a18750ff-9fda-43c7-8c1e-0df75b8151f1 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for router_gateway, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:02.036797 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a18750ff-9fda-43c7-8c1e-0df75b8151f1 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:02.144416 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [None req-a18750ff-9fda-43c7-8c1e-0df75b8151f1 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Allocated IP 172.25.7.144 (7cae7a70-14fd-408c-b14d-39ceb97cb60e/9784295a-20b8-4a4b-b105-f82737f0448f/8eee51d8-b673-491c-b91d-e4b2064373f0) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:59:02.253589 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a18750ff-9fda-43c7-8c1e-0df75b8151f1 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:02.295891 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a18750ff-9fda-43c7-8c1e-0df75b8151f1 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:02.345200 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a18750ff-9fda-43c7-8c1e-0df75b8151f1 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Network 7cae7a70-14fd-408c-b14d-39ceb97cb60e is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:59:02.348127 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-a18750ff-9fda-43c7-8c1e-0df75b8151f1 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:59:02.353701 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a18750ff-9fda-43c7-8c1e-0df75b8151f1 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:59:02.356717 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18750ff-9fda-43c7-8c1e-0df75b8151f1 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Pushing event updated for resources: {'Port': ['ID=8eee51d8-b673-491c-b91d-e4b2064373f0,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:59:02.623116 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a18750ff-9fda-43c7-8c1e-0df75b8151f1 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for router_gateway, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:03.134451 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a18750ff-9fda-43c7-8c1e-0df75b8151f1 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-998473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-992536'] for router, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:03.279094 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a18750ff-9fda-43c7-8c1e-0df75b8151f1 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Router 640ef8e8-d20e-4db1-bcb4-a3b96e99e0eb is scheduled to L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 with binding_index 1 {{(pid=106252) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 12:59:03.388369 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a18750ff-9fda-43c7-8c1e-0df75b8151f1 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:59:03.398216 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c75bba-4e2f-4873-be3d-fabc6173bbc6 None None] Sync routers for ids ['640ef8e8-d20e-4db1-bcb4-a3b96e99e0eb'] in n-d-804985-2 {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:59:03.406589 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a18750ff-9fda-43c7-8c1e-0df75b8151f1 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for router, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:03.407831 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-a18750ff-9fda-43c7-8c1e-0df75b8151f1 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8277612 Aug 18 12:59:03.408407 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c75bba-4e2f-4873-be3d-fabc6173bbc6 None None] Routers {'640ef8e8-d20e-4db1-bcb4-a3b96e99e0eb'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:59:03.409063 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-b3c75bba-4e2f-4873-be3d-fabc6173bbc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:58:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['640ef8e8-d20e-4db1-bcb4-a3b96e99e0eb'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:59:03.411134 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 53900) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:59:03.486045 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-05df9203-8442-472a-b245-75a294e74c7c tempest-TestNetworkAdvancedServerOps-1700407390 tempest-TestNetworkAdvancedServerOps-1700407390-project-admin] 10.222.0.66 "GET /v2.0/subnets?project_id=80570d7663924423a4131eb860db7880&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0737441 Aug 18 12:59:03.488636 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 53904) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:59:03.519334 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-b3c75bba-4e2f-4873-be3d-fabc6173bbc6 None None] Set router 640ef8e8-d20e-4db1-bcb4-a3b96e99e0eb gateway port host: n-d-804985-2 {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:59:03.577729 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c3539b9-e775-4f6e-8552-b21f52873084 tempest-TestNetworkAdvancedServerOps-1700407390 tempest-TestNetworkAdvancedServerOps-1700407390-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:03.579244 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-2c3539b9-e775-4f6e-8552-b21f52873084 tempest-TestNetworkAdvancedServerOps-1700407390 tempest-TestNetworkAdvancedServerOps-1700407390-project-admin] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0896814 Aug 18 12:59:03.581998 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 53906) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:59:03.609181 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-df11e3ee-fb1a-44e4-8ecb-6cdff7447d86 tempest-TestNetworkAdvancedServerOps-1700407390 tempest-TestNetworkAdvancedServerOps-1700407390-project-admin] 10.222.0.66 "GET /v2.0/subnets?network_id=7cae7a70-14fd-408c-b14d-39ceb97cb60e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0261049 Aug 18 12:59:03.611575 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 53908) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:59:03.616399 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-117eaebc-66b4-4adc-9abc-4d29c8ba0652 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-276112479', 'network_id': '1784c9d4-67b9-4d99-8e3b-700f2f8c9e39', 'project_id': '80570d7663924423a4131eb860db7880', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:59:03.701001 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-b3c75bba-4e2f-4873-be3d-fabc6173bbc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '640ef8e8-d20e-4db1-bcb4-a3b96e99e0eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-781216339', 'tenant_id': '80570d7663924423a4131eb860db7880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.144'}], 'enable_snat': True}, 'gw_port_id': '8eee51d8-b673-491c-b91d-e4b2064373f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:59:01Z', 'updated_at': '2021-08-18T12:59:02Z', 'revision_number': 3, 'project_id': '80570d7663924423a4131eb860db7880', 'gw_port': {'id': '8eee51d8-b673-491c-b91d-e4b2064373f0', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:1a:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '640ef8e8-d20e-4db1-bcb4-a3b96e99e0eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:59:02Z', 'updated_at': '2021-08-18T12:59:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:59:03.705070 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-117eaebc-66b4-4adc-9abc-4d29c8ba0652 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Made reservation on behalf of 80570d7663924423a4131eb860db7880 for: {'subnet': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:59:03.709127 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-117eaebc-66b4-4adc-9abc-4d29c8ba0652 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59074089'] for subnet, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:03.727646 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c75bba-4e2f-4873-be3d-fabc6173bbc6 None None] Checking router: 640ef8e8-d20e-4db1-bcb4-a3b96e99e0eb for host: n-d-804985-2 {{(pid=106254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:59:03.727997 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c75bba-4e2f-4873-be3d-fabc6173bbc6 None None] Updating router 640ef8e8-d20e-4db1-bcb4-a3b96e99e0eb port 8eee51d8-b673-491c-b91d-e4b2064373f0 binding host n-d-804985-2 {{(pid=106254) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 12:59:03.752370 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-b3c75bba-4e2f-4873-be3d-fabc6173bbc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:03.890409 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-117eaebc-66b4-4adc-9abc-4d29c8ba0652 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3572913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59074111'] for subnet, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:03.948614 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117eaebc-66b4-4adc-9abc-4d29c8ba0652 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Pushing event updated for resources: {'Subnet': ['ID=433b5d40-22a6-484a-bb80-408df545be5e,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:59:03.965496 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-117eaebc-66b4-4adc-9abc-4d29c8ba0652 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Checking segment: {'id': '10325d70-efc5-49c0-9d7c-8c7032579b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '1784c9d4-67b9-4d99-8e3b-700f2f8c9e39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:59:03.965857 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-117eaebc-66b4-4adc-9abc-4d29c8ba0652 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Network hostable DHCP agents. Network: 1784c9d4-67b9-4d99-8e3b-700f2f8c9e39, hostable agents: ['97c14208-2951-4361-8d64-3708c946ff5f'], hosted agents: [] {{(pid=106252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 12:59:03.982969 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-117eaebc-66b4-4adc-9abc-4d29c8ba0652 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Network 1784c9d4-67b9-4d99-8e3b-700f2f8c9e39 is scheduled to be hosted by DHCP agent 97c14208-2951-4361-8d64-3708c946ff5f with binding_index 1 {{(pid=106252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 12:59:03.992312 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-117eaebc-66b4-4adc-9abc-4d29c8ba0652 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-2, 1784c9d4-67b9-4d99-8e3b-700f2f8c9e39) {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:59:03.996759 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-117eaebc-66b4-4adc-9abc-4d29c8ba0652 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:03.997440 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-117eaebc-66b4-4adc-9abc-4d29c8ba0652 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for subnet, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:04.008685 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56f6ad51-dd97-407d-b619-a2f57c5327c3 None None] Network 1784c9d4-67b9-4d99-8e3b-700f2f8c9e39 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:59:04.015630 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-117eaebc-66b4-4adc-9abc-4d29c8ba0652 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4005175 Aug 18 12:59:04.015785 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-b3c75bba-4e2f-4873-be3d-fabc6173bbc6 None None] Notify callbacks [] for port, precommit_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:04.016184 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 53910) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:59:04.057531 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-b3c75bba-4e2f-4873-be3d-fabc6173bbc6 None None] Transition to ACTIVE for port object 8eee51d8-b673-491c-b91d-e4b2064373f0 will not be triggered until provisioned by entity L2. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:59:04.069085 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-b3c75bba-4e2f-4873-be3d-fabc6173bbc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:04.146565 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7f3532-9710-46ac-8016-def5706b0f3d None None] Pushing event updated for resources: {'Port': ['ID=8eee51d8-b673-491c-b91d-e4b2064373f0,revision_number=2']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:59:04.150376 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-b3c75bba-4e2f-4873-be3d-fabc6173bbc6 None None] Attempting to bind port 8eee51d8-b673-491c-b91d-e4b2064373f0 on host n-d-804985-2 for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:59:04.150739 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-b3c75bba-4e2f-4873-be3d-fabc6173bbc6 None None] Attempting to bind port 8eee51d8-b673-491c-b91d-e4b2064373f0 by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:59:04.151095 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c75bba-4e2f-4873-be3d-fabc6173bbc6 None None] Attempting to bind port 8eee51d8-b673-491c-b91d-e4b2064373f0 on network 7cae7a70-14fd-408c-b14d-39ceb97cb60e {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:59:04.157391 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c75bba-4e2f-4873-be3d-fabc6173bbc6 None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 58, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:59:04.157763 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c75bba-4e2f-4873-be3d-fabc6173bbc6 None None] Checking segment: {'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:59:04.158158 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-b3c75bba-4e2f-4873-be3d-fabc6173bbc6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:04.158542 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c75bba-4e2f-4873-be3d-fabc6173bbc6 None None] Bound using segment: {'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:59:04.158999 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-b3c75bba-4e2f-4873-be3d-fabc6173bbc6 None None] Bound port: 8eee51d8-b673-491c-b91d-e4b2064373f0, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:59:04.159375 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-b3c75bba-4e2f-4873-be3d-fabc6173bbc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:04.254038 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-b3c75bba-4e2f-4873-be3d-fabc6173bbc6 None None] For port 8eee51d8-b673-491c-b91d-e4b2064373f0, host n-d-804985-2, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:59:04.265037 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37855d05-501a-4aa9-a598-f0f24f006df4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp788be208-34ab-5a8f-af0f-528834af222f-1784c9d4-67b9-4d99-8e3b-700f2f8c9e39', 'network_id': '1784c9d4-67b9-4d99-8e3b-700f2f8c9e39', 'tenant_id': '80570d7663924423a4131eb860db7880', 'fixed_ips': [{'subnet_id': '433b5d40-22a6-484a-bb80-408df545be5e'}]}} from n-d-804985-2. {{(pid=106254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 12:59:04.266566 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-37855d05-501a-4aa9-a598-f0f24f006df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:04.271806 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-b3c75bba-4e2f-4873-be3d-fabc6173bbc6 None None] For port 8eee51d8-b673-491c-b91d-e4b2064373f0, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=8eee51d8-b673-491c-b91d-e4b2064373f0,segment=NetworkSegment(c5a3db9d-5c58-41b1-9177-d5787a597b78),segment_id=c5a3db9d-5c58-41b1-9177-d5787a597b78)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:59:04.278686 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-b3c75bba-4e2f-4873-be3d-fabc6173bbc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:04.404614 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c75bba-4e2f-4873-be3d-fabc6173bbc6 None None] Routers {'640ef8e8-d20e-4db1-bcb4-a3b96e99e0eb'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:59:04.405295 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-b3c75bba-4e2f-4873-be3d-fabc6173bbc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:58:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['640ef8e8-d20e-4db1-bcb4-a3b96e99e0eb'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:59:04.406862 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7f3532-9710-46ac-8016-def5706b0f3d None None] Pushing event updated for resources: {'Port': ['ID=8eee51d8-b673-491c-b91d-e4b2064373f0,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:59:04.444506 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-556d93b3-04e9-4da0-83d1-b46b01ad7fa5 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:04.534553 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.db_base_plugin_common [None req-37855d05-501a-4aa9-a598-f0f24f006df4 None None] Allocated IP 172.20.0.2 (1784c9d4-67b9-4d99-8e3b-700f2f8c9e39/433b5d40-22a6-484a-bb80-408df545be5e/01146b48-7f29-4930-85a7-f0703abf491d) {{(pid=106254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:59:04.554279 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-b3c75bba-4e2f-4873-be3d-fabc6173bbc6 None None] Set router 640ef8e8-d20e-4db1-bcb4-a3b96e99e0eb gateway port host: n-d-804985-2 {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:59:04.814585 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-37855d05-501a-4aa9-a598-f0f24f006df4 None None] Notify callbacks [] for port, precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:04.824793 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-37855d05-501a-4aa9-a598-f0f24f006df4 None None] Transition to ACTIVE for port object 01146b48-7f29-4930-85a7-f0703abf491d will not be triggered until provisioned by entity L2. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:59:04.843177 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-37855d05-501a-4aa9-a598-f0f24f006df4 None None] Transition to ACTIVE for port object 01146b48-7f29-4930-85a7-f0703abf491d will not be triggered until provisioned by entity DHCP. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:59:04.850001 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-b3c75bba-4e2f-4873-be3d-fabc6173bbc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '640ef8e8-d20e-4db1-bcb4-a3b96e99e0eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-781216339', 'tenant_id': '80570d7663924423a4131eb860db7880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.144'}], 'enable_snat': True}, 'gw_port_id': '8eee51d8-b673-491c-b91d-e4b2064373f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:59:01Z', 'updated_at': '2021-08-18T12:59:02Z', 'revision_number': 3, 'project_id': '80570d7663924423a4131eb860db7880', 'gw_port': {'id': '8eee51d8-b673-491c-b91d-e4b2064373f0', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:1a:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '640ef8e8-d20e-4db1-bcb4-a3b96e99e0eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:59:02Z', 'updated_at': '2021-08-18T12:59:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:59:04.852104 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-37855d05-501a-4aa9-a598-f0f24f006df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547'] for port, after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:04.898317 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [None req-556d93b3-04e9-4da0-83d1-b46b01ad7fa5 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Allocated IP 172.20.0.1 (1784c9d4-67b9-4d99-8e3b-700f2f8c9e39/433b5d40-22a6-484a-bb80-408df545be5e/f54b2830-136c-48f8-9cc7-257a414a8bae) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:59:05.017926 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-556d93b3-04e9-4da0-83d1-b46b01ad7fa5 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:05.032006 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [None req-556d93b3-04e9-4da0-83d1-b46b01ad7fa5 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Transition to ACTIVE for port object f54b2830-136c-48f8-9cc7-257a414a8bae will not be triggered until provisioned by entity DHCP. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:59:05.054825 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c75bba-4e2f-4873-be3d-fabc6173bbc6 None None] The sync data for ids ['640ef8e8-d20e-4db1-bcb4-a3b96e99e0eb'] in n-d-804985-2 is: [{'id': '640ef8e8-d20e-4db1-bcb4-a3b96e99e0eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-781216339', 'tenant_id': '80570d7663924423a4131eb860db7880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.144'}], 'enable_snat': True}, 'gw_port_id': '8eee51d8-b673-491c-b91d-e4b2064373f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:59:01Z', 'updated_at': '2021-08-18T12:59:02Z', 'revision_number': 3, 'project_id': '80570d7663924423a4131eb860db7880', 'gw_port': {'id': '8eee51d8-b673-491c-b91d-e4b2064373f0', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:1a:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '640ef8e8-d20e-4db1-bcb4-a3b96e99e0eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:59:02Z', 'updated_at': '2021-08-18T12:59:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:59:05.073247 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37855d05-501a-4aa9-a598-f0f24f006df4 None None] Network 1784c9d4-67b9-4d99-8e3b-700f2f8c9e39 is already hosted by enough agents. {{(pid=106254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:59:05.077382 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-556d93b3-04e9-4da0-83d1-b46b01ad7fa5 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:05.079580 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.base_scheduler [None req-37855d05-501a-4aa9-a598-f0f24f006df4 None None] Resources bound (agent type, host, resource id): {{(pid=106254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:59:05.082030 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37855d05-501a-4aa9-a598-f0f24f006df4 None None] Received port after_create {{(pid=106254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:59:05.085035 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37855d05-501a-4aa9-a598-f0f24f006df4 None None] Pushing event updated for resources: {'Port': ['ID=01146b48-7f29-4930-85a7-f0703abf491d,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:59:05.127233 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-556d93b3-04e9-4da0-83d1-b46b01ad7fa5 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Network 1784c9d4-67b9-4d99-8e3b-700f2f8c9e39 is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:59:05.130597 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-556d93b3-04e9-4da0-83d1-b46b01ad7fa5 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:59:05.134705 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-556d93b3-04e9-4da0-83d1-b46b01ad7fa5 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:59:05.137253 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-37855d05-501a-4aa9-a598-f0f24f006df4 None None] Attempting to bind port 01146b48-7f29-4930-85a7-f0703abf491d on host n-d-804985-2 for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:59:05.137821 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-37855d05-501a-4aa9-a598-f0f24f006df4 None None] Attempting to bind port 01146b48-7f29-4930-85a7-f0703abf491d by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': '10325d70-efc5-49c0-9d7c-8c7032579b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '1784c9d4-67b9-4d99-8e3b-700f2f8c9e39'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:59:05.138183 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37855d05-501a-4aa9-a598-f0f24f006df4 None None] Attempting to bind port 01146b48-7f29-4930-85a7-f0703abf491d on network 1784c9d4-67b9-4d99-8e3b-700f2f8c9e39 {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:59:05.143974 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37855d05-501a-4aa9-a598-f0f24f006df4 None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 58, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:59:05.144345 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37855d05-501a-4aa9-a598-f0f24f006df4 None None] Checking segment: {'id': '10325d70-efc5-49c0-9d7c-8c7032579b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '1784c9d4-67b9-4d99-8e3b-700f2f8c9e39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:59:05.144763 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-37855d05-501a-4aa9-a598-f0f24f006df4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:05.145199 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37855d05-501a-4aa9-a598-f0f24f006df4 None None] Bound using segment: {'id': '10325d70-efc5-49c0-9d7c-8c7032579b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '1784c9d4-67b9-4d99-8e3b-700f2f8c9e39'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:59:05.145665 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-37855d05-501a-4aa9-a598-f0f24f006df4 None None] Bound port: 01146b48-7f29-4930-85a7-f0703abf491d, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10325d70-efc5-49c0-9d7c-8c7032579b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '1784c9d4-67b9-4d99-8e3b-700f2f8c9e39'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:59:05.146042 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-37855d05-501a-4aa9-a598-f0f24f006df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:05.158894 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556d93b3-04e9-4da0-83d1-b46b01ad7fa5 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Pushing event updated for resources: {'Port': ['ID=f54b2830-136c-48f8-9cc7-257a414a8bae,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:59:05.184261 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-556d93b3-04e9-4da0-83d1-b46b01ad7fa5 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-996688'] for router_interface, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:05.212139 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-37855d05-501a-4aa9-a598-f0f24f006df4 None None] For port 01146b48-7f29-4930-85a7-f0703abf491d, host n-d-804985-2, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:59:05.216025 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-37855d05-501a-4aa9-a598-f0f24f006df4 None None] For port 01146b48-7f29-4930-85a7-f0703abf491d, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=01146b48-7f29-4930-85a7-f0703abf491d,segment=NetworkSegment(10325d70-efc5-49c0-9d7c-8c7032579b65),segment_id=10325d70-efc5-49c0-9d7c-8c7032579b65)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:59:05.222340 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-37855d05-501a-4aa9-a598-f0f24f006df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:05.284350 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37855d05-501a-4aa9-a598-f0f24f006df4 None None] Pushing event updated for resources: {'Port': ['ID=01146b48-7f29-4930-85a7-f0703abf491d,revision_number=2']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:59:05.353308 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-556d93b3-04e9-4da0-83d1-b46b01ad7fa5 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:05.551411 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 8eee51d8-b673-491c-b91d-e4b2064373f0 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:59:05.617084 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port 8eee51d8-b673-491c-b91d-e4b2064373f0 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:59:05.621925 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 8eee51d8-b673-491c-b91d-e4b2064373f0 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:59:05.622566 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:05.721573 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:05.744820 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] For port 8eee51d8-b673-491c-b91d-e4b2064373f0, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=8eee51d8-b673-491c-b91d-e4b2064373f0,segment=NetworkSegment(c5a3db9d-5c58-41b1-9177-d5787a597b78),segment_id=c5a3db9d-5c58-41b1-9177-d5787a597b78)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:59:05.750221 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:05.805342 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Pushing event updated for resources: {'Port': ['ID=8eee51d8-b673-491c-b91d-e4b2064373f0,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:59:06.027651 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-556d93b3-04e9-4da0-83d1-b46b01ad7fa5 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for port, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:06.033587 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-556d93b3-04e9-4da0-83d1-b46b01ad7fa5 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:06.113463 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556d93b3-04e9-4da0-83d1-b46b01ad7fa5 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Pushing event updated for resources: {'Port': ['ID=f54b2830-136c-48f8-9cc7-257a414a8bae,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:59:06.116773 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-556d93b3-04e9-4da0-83d1-b46b01ad7fa5 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-996772'] for router_interface, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:06.215703 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-556d93b3-04e9-4da0-83d1-b46b01ad7fa5 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Network 1784c9d4-67b9-4d99-8e3b-700f2f8c9e39 is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:59:06.217096 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-556d93b3-04e9-4da0-83d1-b46b01ad7fa5 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:59:06.323683 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c545469-749c-4f9f-a78b-1cec2eee68bb None None] Network 1784c9d4-67b9-4d99-8e3b-700f2f8c9e39 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 12:59:06.334904 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-556d93b3-04e9-4da0-83d1-b46b01ad7fa5 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Router 640ef8e8-d20e-4db1-bcb4-a3b96e99e0eb has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:59:06.386943 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-e183c673-c500-4bdb-b61d-7a862513e668 None None] Provisioning for port 01146b48-7f29-4930-85a7-f0703abf491d completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:59:06.449634 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-556d93b3-04e9-4da0-83d1-b46b01ad7fa5 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:59:06.463014 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-556d93b3-04e9-4da0-83d1-b46b01ad7fa5 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "PUT /v2.0/routers/640ef8e8-d20e-4db1-bcb4-a3b96e99e0eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4372482 Aug 18 12:59:06.594249 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:06.609929 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0aae500f-7887-478e-8c64-5cc868830994 req-6ae02edf-087d-4c5f-be97-46b7f7d78e18 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2069197032&fields=id&tenant_id=80570d7663924423a4131eb860db7880 HTTP/1.1" status: 200 len: 267 time: 0.0428760 Aug 18 12:59:06.721438 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-c0c7dc74-eb7e-4269-9b2d-501b5b8aa019 None None] Provisioning for port f54b2830-136c-48f8-9cc7-257a414a8bae completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:59:06.730112 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-c0c7dc74-eb7e-4269-9b2d-501b5b8aa019 None None] Provisioning complete for port f54b2830-136c-48f8-9cc7-257a414a8bae triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:59:06.730797 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-c0c7dc74-eb7e-4269-9b2d-501b5b8aa019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:06.734574 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aae500f-7887-478e-8c64-5cc868830994 req-8c4ba717-7226-4120-ade4-47e7482a2bdc tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:06.736155 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0aae500f-7887-478e-8c64-5cc868830994 req-8c4ba717-7226-4120-ade4-47e7482a2bdc tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/networks?id=1784c9d4-67b9-4d99-8e3b-700f2f8c9e39 HTTP/1.1" status: 200 len: 797 time: 0.1181655 Aug 18 12:59:06.755016 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0aae500f-7887-478e-8c64-5cc868830994 req-9df6890a-ae97-4285-be5d-040e5d96facf tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/quotas/80570d7663924423a4131eb860db7880 HTTP/1.1" status: 200 len: 375 time: 0.0111401 Aug 18 12:59:06.769255 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-c0c7dc74-eb7e-4269-9b2d-501b5b8aa019 None None] Port f54b2830-136c-48f8-9cc7-257a414a8bae cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:59:06.784464 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53dccdf6-0bda-481d-81a4-b343cdcb24ee None None] Sync routers for ids ['640ef8e8-d20e-4db1-bcb4-a3b96e99e0eb'] in n-d-804985-2 {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:59:06.793654 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53dccdf6-0bda-481d-81a4-b343cdcb24ee None None] Routers {'640ef8e8-d20e-4db1-bcb4-a3b96e99e0eb'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:59:06.794269 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-53dccdf6-0bda-481d-81a4-b343cdcb24ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:58:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['640ef8e8-d20e-4db1-bcb4-a3b96e99e0eb'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:59:06.825703 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0aae500f-7887-478e-8c64-5cc868830994 req-0cf9b2f7-cf28-4a4c-8e52-ea1453d2a41c tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=80570d7663924423a4131eb860db7880&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0636082 Aug 18 12:59:06.844845 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [req-0aae500f-7887-478e-8c64-5cc868830994 req-95d26653-4241-4890-8e57-335c96117744 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=106252) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 12:59:06.845972 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0aae500f-7887-478e-8c64-5cc868830994 req-95d26653-4241-4890-8e57-335c96117744 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058544 Aug 18 12:59:06.905006 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-53dccdf6-0bda-481d-81a4-b343cdcb24ee None None] Set router 640ef8e8-d20e-4db1-bcb4-a3b96e99e0eb gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:59:06.944910 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0aae500f-7887-478e-8c64-5cc868830994 req-3b22064b-3cb1-447a-ae79-9a4296e62c80 service neutron] 10.222.0.66 "GET /v2.0/networks/1784c9d4-67b9-4d99-8e3b-700f2f8c9e39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922425 Aug 18 12:59:07.000857 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-6375d094-6ba4-494d-b87c-2d4ada19f6b6 None None] Provisioning complete for port f54b2830-136c-48f8-9cc7-257a414a8bae triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:59:07.001623 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-6375d094-6ba4-494d-b87c-2d4ada19f6b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:07.056780 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-6375d094-6ba4-494d-b87c-2d4ada19f6b6 None None] Port f54b2830-136c-48f8-9cc7-257a414a8bae cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:59:07.067937 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0aae500f-7887-478e-8c64-5cc868830994 req-8bc79082-0793-4140-ae77-34f2c42c1427 service neutron] 10.222.0.66 "GET /v2.0/networks/1784c9d4-67b9-4d99-8e3b-700f2f8c9e39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167846 Aug 18 12:59:07.131808 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-53dccdf6-0bda-481d-81a4-b343cdcb24ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '640ef8e8-d20e-4db1-bcb4-a3b96e99e0eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-781216339', 'tenant_id': '80570d7663924423a4131eb860db7880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.144'}], 'enable_snat': True}, 'gw_port_id': '8eee51d8-b673-491c-b91d-e4b2064373f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:59:01Z', 'updated_at': '2021-08-18T12:59:05Z', 'revision_number': 4, 'project_id': '80570d7663924423a4131eb860db7880', 'gw_port': {'id': '8eee51d8-b673-491c-b91d-e4b2064373f0', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:1a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '640ef8e8-d20e-4db1-bcb4-a3b96e99e0eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:59:02Z', 'updated_at': '2021-08-18T12:59:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': 'f54b2830-136c-48f8-9cc7-257a414a8bae', 'name': '', 'network_id': '1784c9d4-67b9-4d99-8e3b-700f2f8c9e39', 'tenant_id': '80570d7663924423a4131eb860db7880', 'mac_address': 'fa:16:3e:2b:e6:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '640ef8e8-d20e-4db1-bcb4-a3b96e99e0eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '433b5d40-22a6-484a-bb80-408df545be5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:59:04Z', 'updated_at': '2021-08-18T12:59:05Z', 'revision_number': 2, 'project_id': '80570d7663924423a4131eb860db7880', 'subnets': [{'id': '433b5d40-22a6-484a-bb80-408df545be5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:59:07.162269 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53dccdf6-0bda-481d-81a4-b343cdcb24ee None None] Checking router: 640ef8e8-d20e-4db1-bcb4-a3b96e99e0eb for host: n-d-804985-2 {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:59:07.162528 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53dccdf6-0bda-481d-81a4-b343cdcb24ee None None] Updating router 640ef8e8-d20e-4db1-bcb4-a3b96e99e0eb port f54b2830-136c-48f8-9cc7-257a414a8bae binding host n-d-804985-2 {{(pid=106255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 12:59:07.181878 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-39dbbe26-e589-41db-a1f6-69040a05d028 None None] Provisioning complete for port f54b2830-136c-48f8-9cc7-257a414a8bae triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:59:07.182509 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-39dbbe26-e589-41db-a1f6-69040a05d028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:07.193122 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-53dccdf6-0bda-481d-81a4-b343cdcb24ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:07.230150 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-39dbbe26-e589-41db-a1f6-69040a05d028 None None] Port f54b2830-136c-48f8-9cc7-257a414a8bae cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:59:07.238967 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-79012f8f-0473-4627-9e13-9a7665357645 req-4485805a-4701-4426-af11-bb23328e64b8 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/ports?device_id=288ef79f-6af5-478a-b443-81141937ca98 HTTP/1.1" status: 200 len: 210 time: 0.0289533 Aug 18 12:59:07.473357 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-53dccdf6-0bda-481d-81a4-b343cdcb24ee None None] Notify callbacks [] for port, precommit_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:07.482382 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-53dccdf6-0bda-481d-81a4-b343cdcb24ee None None] Transition to ACTIVE for port object f54b2830-136c-48f8-9cc7-257a414a8bae will not be triggered until provisioned by entity L2. {{(pid=106255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:59:07.488796 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-53dccdf6-0bda-481d-81a4-b343cdcb24ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:07.560449 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa509d5-14ff-421f-ae1c-9f135ccdfb17 None None] Pushing event updated for resources: {'Port': ['ID=f54b2830-136c-48f8-9cc7-257a414a8bae,revision_number=3']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:59:07.569519 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa509d5-14ff-421f-ae1c-9f135ccdfb17 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:59:07.569919 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa509d5-14ff-421f-ae1c-9f135ccdfb17 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:59:07.570260 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa509d5-14ff-421f-ae1c-9f135ccdfb17 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:59:07.570589 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa509d5-14ff-421f-ae1c-9f135ccdfb17 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:59:07.570915 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa509d5-14ff-421f-ae1c-9f135ccdfb17 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:59:07.571237 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa509d5-14ff-421f-ae1c-9f135ccdfb17 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:59:07.571556 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa509d5-14ff-421f-ae1c-9f135ccdfb17 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:59:07.571873 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa509d5-14ff-421f-ae1c-9f135ccdfb17 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:59:07.572191 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa509d5-14ff-421f-ae1c-9f135ccdfb17 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:59:07.572523 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa509d5-14ff-421f-ae1c-9f135ccdfb17 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:59:07.572843 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa509d5-14ff-421f-ae1c-9f135ccdfb17 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:59:07.573156 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa509d5-14ff-421f-ae1c-9f135ccdfb17 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 12:59:07.594674 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 8eee51d8-b673-491c-b91d-e4b2064373f0 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:59:07.602013 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-53dccdf6-0bda-481d-81a4-b343cdcb24ee None None] Attempting to bind port f54b2830-136c-48f8-9cc7-257a414a8bae on host n-d-804985-2 for vnic_type normal with profile {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:59:07.602371 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-53dccdf6-0bda-481d-81a4-b343cdcb24ee None None] Attempting to bind port f54b2830-136c-48f8-9cc7-257a414a8bae by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': '10325d70-efc5-49c0-9d7c-8c7032579b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '1784c9d4-67b9-4d99-8e3b-700f2f8c9e39'}] {{(pid=106255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:59:07.602724 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53dccdf6-0bda-481d-81a4-b343cdcb24ee None None] Attempting to bind port f54b2830-136c-48f8-9cc7-257a414a8bae on network 1784c9d4-67b9-4d99-8e3b-700f2f8c9e39 {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:59:07.608247 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53dccdf6-0bda-481d-81a4-b343cdcb24ee None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 58, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:59:07.608644 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53dccdf6-0bda-481d-81a4-b343cdcb24ee None None] Checking segment: {'id': '10325d70-efc5-49c0-9d7c-8c7032579b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '1784c9d4-67b9-4d99-8e3b-700f2f8c9e39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:59:07.609216 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-53dccdf6-0bda-481d-81a4-b343cdcb24ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:07.609504 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53dccdf6-0bda-481d-81a4-b343cdcb24ee None None] Bound using segment: {'id': '10325d70-efc5-49c0-9d7c-8c7032579b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '1784c9d4-67b9-4d99-8e3b-700f2f8c9e39'} {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:59:07.609967 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-53dccdf6-0bda-481d-81a4-b343cdcb24ee None None] Bound port: f54b2830-136c-48f8-9cc7-257a414a8bae, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10325d70-efc5-49c0-9d7c-8c7032579b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '1784c9d4-67b9-4d99-8e3b-700f2f8c9e39'}}] {{(pid=106255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:59:07.610337 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-53dccdf6-0bda-481d-81a4-b343cdcb24ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:07.669179 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 8eee51d8-b673-491c-b91d-e4b2064373f0 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:59:07.669644 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:07.689659 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-53dccdf6-0bda-481d-81a4-b343cdcb24ee None None] For port f54b2830-136c-48f8-9cc7-257a414a8bae, host n-d-804985-2, cleared binding levels {{(pid=106255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:59:07.699154 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-53dccdf6-0bda-481d-81a4-b343cdcb24ee None None] For port f54b2830-136c-48f8-9cc7-257a414a8bae, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=f54b2830-136c-48f8-9cc7-257a414a8bae,segment=NetworkSegment(10325d70-efc5-49c0-9d7c-8c7032579b65),segment_id=10325d70-efc5-49c0-9d7c-8c7032579b65)] {{(pid=106255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:59:07.706083 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-53dccdf6-0bda-481d-81a4-b343cdcb24ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:07.777005 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa509d5-14ff-421f-ae1c-9f135ccdfb17 None None] Pushing event updated for resources: {'Port': ['ID=f54b2830-136c-48f8-9cc7-257a414a8bae,revision_number=4']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:59:07.777926 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 01146b48-7f29-4930-85a7-f0703abf491d up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:59:07.780224 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53dccdf6-0bda-481d-81a4-b343cdcb24ee None None] Routers {'640ef8e8-d20e-4db1-bcb4-a3b96e99e0eb'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:59:07.781000 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-53dccdf6-0bda-481d-81a4-b343cdcb24ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:58:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['640ef8e8-d20e-4db1-bcb4-a3b96e99e0eb'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:59:07.861699 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port 01146b48-7f29-4930-85a7-f0703abf491d completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:59:07.866393 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 01146b48-7f29-4930-85a7-f0703abf491d triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:59:07.867010 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:07.914461 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-53dccdf6-0bda-481d-81a4-b343cdcb24ee None None] Set router 640ef8e8-d20e-4db1-bcb4-a3b96e99e0eb gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:59:07.954085 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:07.994177 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] For port 01146b48-7f29-4930-85a7-f0703abf491d, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=01146b48-7f29-4930-85a7-f0703abf491d,segment=NetworkSegment(10325d70-efc5-49c0-9d7c-8c7032579b65),segment_id=10325d70-efc5-49c0-9d7c-8c7032579b65)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:59:07.998537 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:08.047739 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Pushing event updated for resources: {'Port': ['ID=01146b48-7f29-4930-85a7-f0703abf491d,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:59:08.119940 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-53dccdf6-0bda-481d-81a4-b343cdcb24ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '640ef8e8-d20e-4db1-bcb4-a3b96e99e0eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-781216339', 'tenant_id': '80570d7663924423a4131eb860db7880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.144'}], 'enable_snat': True}, 'gw_port_id': '8eee51d8-b673-491c-b91d-e4b2064373f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:59:01Z', 'updated_at': '2021-08-18T12:59:05Z', 'revision_number': 4, 'project_id': '80570d7663924423a4131eb860db7880', 'gw_port': {'id': '8eee51d8-b673-491c-b91d-e4b2064373f0', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:1a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '640ef8e8-d20e-4db1-bcb4-a3b96e99e0eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:59:02Z', 'updated_at': '2021-08-18T12:59:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': 'f54b2830-136c-48f8-9cc7-257a414a8bae', 'name': '', 'network_id': '1784c9d4-67b9-4d99-8e3b-700f2f8c9e39', 'tenant_id': '80570d7663924423a4131eb860db7880', 'mac_address': 'fa:16:3e:2b:e6:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '640ef8e8-d20e-4db1-bcb4-a3b96e99e0eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '433b5d40-22a6-484a-bb80-408df545be5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:59:04Z', 'updated_at': '2021-08-18T12:59:07Z', 'revision_number': 4, 'project_id': '80570d7663924423a4131eb860db7880', 'subnets': [{'id': '433b5d40-22a6-484a-bb80-408df545be5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:59:08.146903 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53dccdf6-0bda-481d-81a4-b343cdcb24ee None None] The sync data for ids ['640ef8e8-d20e-4db1-bcb4-a3b96e99e0eb'] in n-d-804985-2 is: [{'id': '640ef8e8-d20e-4db1-bcb4-a3b96e99e0eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-781216339', 'tenant_id': '80570d7663924423a4131eb860db7880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.144'}], 'enable_snat': True}, 'gw_port_id': '8eee51d8-b673-491c-b91d-e4b2064373f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:59:01Z', 'updated_at': '2021-08-18T12:59:05Z', 'revision_number': 4, 'project_id': '80570d7663924423a4131eb860db7880', 'gw_port': {'id': '8eee51d8-b673-491c-b91d-e4b2064373f0', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:1a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '640ef8e8-d20e-4db1-bcb4-a3b96e99e0eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:59:02Z', 'updated_at': '2021-08-18T12:59:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': 'f54b2830-136c-48f8-9cc7-257a414a8bae', 'name': '', 'network_id': '1784c9d4-67b9-4d99-8e3b-700f2f8c9e39', 'tenant_id': '80570d7663924423a4131eb860db7880', 'mac_address': 'fa:16:3e:2b:e6:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '640ef8e8-d20e-4db1-bcb4-a3b96e99e0eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '433b5d40-22a6-484a-bb80-408df545be5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:59:04Z', 'updated_at': '2021-08-18T12:59:07Z', 'revision_number': 4, 'project_id': '80570d7663924423a4131eb860db7880', 'subnets': [{'id': '433b5d40-22a6-484a-bb80-408df545be5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:59:08.362199 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3cc46f1f-3301-4064-bed2-608da95ae4d6 req-06f7d18a-708a-450b-8641-adbb16c84996 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/ports?device_id=288ef79f-6af5-478a-b443-81141937ca98 HTTP/1.1" status: 200 len: 210 time: 0.0350356 Aug 18 12:59:08.370427 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aae500f-7887-478e-8c64-5cc868830994 req-8cdb4e78-b26d-4dd2-8926-0a7bcc603aae tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:08.372111 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0aae500f-7887-478e-8c64-5cc868830994 req-8cdb4e78-b26d-4dd2-8926-0a7bcc603aae tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.63 "GET /v2.0/networks?id=1784c9d4-67b9-4d99-8e3b-700f2f8c9e39 HTTP/1.1" status: 200 len: 797 time: 0.1624722 Aug 18 12:59:08.419981 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0aae500f-7887-478e-8c64-5cc868830994 req-c39ed12d-38ea-42e1-a951-d172dd58ac81 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.63 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=80570d7663924423a4131eb860db7880 HTTP/1.1" status: 200 len: 380 time: 0.0378978 Aug 18 12:59:08.434412 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-0aae500f-7887-478e-8c64-5cc868830994 req-06dc2cf8-790d-4fd6-bb65-43a14faee63c tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Request body: {'port': {'device_id': '288ef79f-6af5-478a-b443-81141937ca98', 'network_id': '1784c9d4-67b9-4d99-8e3b-700f2f8c9e39', 'admin_state_up': True, 'tenant_id': '80570d7663924423a4131eb860db7880', 'security_groups': ['63c52a91-d8b7-40f4-b093-a3642e271d9a']}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:59:08.549330 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0aae500f-7887-478e-8c64-5cc868830994 req-06dc2cf8-790d-4fd6-bb65-43a14faee63c tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Made reservation on behalf of 80570d7663924423a4131eb860db7880 for: {'port': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 12:59:08.553134 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-0aae500f-7887-478e-8c64-5cc868830994 req-06dc2cf8-790d-4fd6-bb65-43a14faee63c tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:08.693856 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [req-0aae500f-7887-478e-8c64-5cc868830994 req-06dc2cf8-790d-4fd6-bb65-43a14faee63c tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Allocated IP 172.20.0.6 (1784c9d4-67b9-4d99-8e3b-700f2f8c9e39/433b5d40-22a6-484a-bb80-408df545be5e/fa3d6f40-1b3e-43db-9029-47b09ede818e) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:59:08.846208 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-0aae500f-7887-478e-8c64-5cc868830994 req-06dc2cf8-790d-4fd6-bb65-43a14faee63c tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:08.860986 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:08.861872 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [req-0aae500f-7887-478e-8c64-5cc868830994 req-06dc2cf8-790d-4fd6-bb65-43a14faee63c tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Transition to ACTIVE for port object fa3d6f40-1b3e-43db-9029-47b09ede818e will not be triggered until provisioned by entity DHCP. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:59:08.895736 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-0aae500f-7887-478e-8c64-5cc868830994 req-06dc2cf8-790d-4fd6-bb65-43a14faee63c tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:08.941950 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0aae500f-7887-478e-8c64-5cc868830994 req-06dc2cf8-790d-4fd6-bb65-43a14faee63c tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Network 1784c9d4-67b9-4d99-8e3b-700f2f8c9e39 is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:59:08.945447 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [req-0aae500f-7887-478e-8c64-5cc868830994 req-06dc2cf8-790d-4fd6-bb65-43a14faee63c tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:59:08.949704 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-0aae500f-7887-478e-8c64-5cc868830994 req-06dc2cf8-790d-4fd6-bb65-43a14faee63c tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:59:08.957157 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dc2cf8-790d-4fd6-bb65-43a14faee63c tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Pushing event updated for resources: {'Port': ['ID=fa3d6f40-1b3e-43db-9029-47b09ede818e,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:59:09.004852 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aae500f-7887-478e-8c64-5cc868830994 req-06dc2cf8-790d-4fd6-bb65-43a14faee63c tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:09.005515 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-0aae500f-7887-478e-8c64-5cc868830994 req-06dc2cf8-790d-4fd6-bb65-43a14faee63c tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:09.021858 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0aae500f-7887-478e-8c64-5cc868830994 req-06dc2cf8-790d-4fd6-bb65-43a14faee63c tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5921469 Aug 18 12:59:09.035959 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-0aae500f-7887-478e-8c64-5cc868830994 req-a7aa121c-934b-4cf5-b8a6-ce5e89804b99 service neutron] Request body: {'port': {'device_id': '288ef79f-6af5-478a-b443-81141937ca98', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804985-2'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:59:09.098697 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-0aae500f-7887-478e-8c64-5cc868830994 req-a7aa121c-934b-4cf5-b8a6-ce5e89804b99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:09.227882 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-54474e67-4482-4084-b198-4f92d9421eae None None] Provisioning for port fa3d6f40-1b3e-43db-9029-47b09ede818e completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:59:09.239844 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-54474e67-4482-4084-b198-4f92d9421eae None None] Provisioning complete for port fa3d6f40-1b3e-43db-9029-47b09ede818e triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:59:09.241679 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-54474e67-4482-4084-b198-4f92d9421eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:09.284490 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-54474e67-4482-4084-b198-4f92d9421eae None None] Port fa3d6f40-1b3e-43db-9029-47b09ede818e cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 12:59:09.398480 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [req-0aae500f-7887-478e-8c64-5cc868830994 req-a7aa121c-934b-4cf5-b8a6-ce5e89804b99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa3d6f40-1b3e-43db-9029-47b09ede818e {{(pid=106252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:59:09.407545 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-0aae500f-7887-478e-8c64-5cc868830994 req-a7aa121c-934b-4cf5-b8a6-ce5e89804b99 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:09.428123 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [req-0aae500f-7887-478e-8c64-5cc868830994 req-a7aa121c-934b-4cf5-b8a6-ce5e89804b99 service neutron] Transition to ACTIVE for port object fa3d6f40-1b3e-43db-9029-47b09ede818e will not be triggered until provisioned by entity L2. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 12:59:09.433882 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-0aae500f-7887-478e-8c64-5cc868830994 req-a7aa121c-934b-4cf5-b8a6-ce5e89804b99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:09.542218 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7aa121c-934b-4cf5-b8a6-ce5e89804b99 service neutron] Pushing event updated for resources: {'Port': ['ID=fa3d6f40-1b3e-43db-9029-47b09ede818e,revision_number=2']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:59:09.598538 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215a4cd8-9fb2-4971-9d9e-ba04ec0f8786 req-a8dc4bd3-d01f-465b-bcea-41d744cc69a4 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:09.600098 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-215a4cd8-9fb2-4971-9d9e-ba04ec0f8786 req-a8dc4bd3-d01f-465b-bcea-41d744cc69a4 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/ports?device_id=288ef79f-6af5-478a-b443-81141937ca98 HTTP/1.1" status: 200 len: 943 time: 0.1411507 Aug 18 12:59:09.630654 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device f54b2830-136c-48f8-9cc7-257a414a8bae up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:59:09.686488 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-215a4cd8-9fb2-4971-9d9e-ba04ec0f8786 req-32196808-4df5-4cf4-80d7-550b939423b8 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/security-groups?id=63c52a91-d8b7-40f4-b093-a3642e271d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770926 Aug 18 12:59:09.687223 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port f54b2830-136c-48f8-9cc7-257a414a8bae completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:59:09.689838 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-0aae500f-7887-478e-8c64-5cc868830994 req-a7aa121c-934b-4cf5-b8a6-ce5e89804b99 service neutron] Attempting to bind port fa3d6f40-1b3e-43db-9029-47b09ede818e on host n-h1-804985-2 for vnic_type normal with profile {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 12:59:09.690499 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-0aae500f-7887-478e-8c64-5cc868830994 req-a7aa121c-934b-4cf5-b8a6-ce5e89804b99 service neutron] Attempting to bind port fa3d6f40-1b3e-43db-9029-47b09ede818e by drivers openvswitch,hyperv on host n-h1-804985-2 at level 0 using segments [{'id': '10325d70-efc5-49c0-9d7c-8c7032579b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '1784c9d4-67b9-4d99-8e3b-700f2f8c9e39'}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 12:59:09.691092 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aae500f-7887-478e-8c64-5cc868830994 req-a7aa121c-934b-4cf5-b8a6-ce5e89804b99 service neutron] Attempting to bind port fa3d6f40-1b3e-43db-9029-47b09ede818e on network 1784c9d4-67b9-4d99-8e3b-700f2f8c9e39 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:59:09.692291 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port f54b2830-136c-48f8-9cc7-257a414a8bae triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:59:09.692920 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:09.710072 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aae500f-7887-478e-8c64-5cc868830994 req-a7aa121c-934b-4cf5-b8a6-ce5e89804b99 service neutron] Port fa3d6f40-1b3e-43db-9029-47b09ede818e on network 1784c9d4-67b9-4d99-8e3b-700f2f8c9e39 not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-2 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 12:59:09.710072 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aae500f-7887-478e-8c64-5cc868830994 req-a7aa121c-934b-4cf5-b8a6-ce5e89804b99 service neutron] Attempting to bind port fa3d6f40-1b3e-43db-9029-47b09ede818e on network 1784c9d4-67b9-4d99-8e3b-700f2f8c9e39 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 12:59:09.710072 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aae500f-7887-478e-8c64-5cc868830994 req-a7aa121c-934b-4cf5-b8a6-ce5e89804b99 service neutron] Checking agent: {'id': 'a613417a-d085-492c-941a-59bb18c633d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 49, 6), 'started_at': datetime.datetime(2021, 8, 18, 11, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 59, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 12:59:09.710072 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aae500f-7887-478e-8c64-5cc868830994 req-a7aa121c-934b-4cf5-b8a6-ce5e89804b99 service neutron] Checking segment: {'id': '10325d70-efc5-49c0-9d7c-8c7032579b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '1784c9d4-67b9-4d99-8e3b-700f2f8c9e39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 12:59:09.710072 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aae500f-7887-478e-8c64-5cc868830994 req-a7aa121c-934b-4cf5-b8a6-ce5e89804b99 service neutron] Bound using segment: {'id': '10325d70-efc5-49c0-9d7c-8c7032579b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '1784c9d4-67b9-4d99-8e3b-700f2f8c9e39'} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 12:59:09.710657 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-0aae500f-7887-478e-8c64-5cc868830994 req-a7aa121c-934b-4cf5-b8a6-ce5e89804b99 service neutron] Bound port: fa3d6f40-1b3e-43db-9029-47b09ede818e, host: n-h1-804985-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10325d70-efc5-49c0-9d7c-8c7032579b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '1784c9d4-67b9-4d99-8e3b-700f2f8c9e39'}}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 12:59:09.710746 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-0aae500f-7887-478e-8c64-5cc868830994 req-a7aa121c-934b-4cf5-b8a6-ce5e89804b99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:09.786037 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-0aae500f-7887-478e-8c64-5cc868830994 req-a7aa121c-934b-4cf5-b8a6-ce5e89804b99 service neutron] For port fa3d6f40-1b3e-43db-9029-47b09ede818e, host n-h1-804985-2, cleared binding levels {{(pid=106252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 12:59:09.788524 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:09.789299 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-0aae500f-7887-478e-8c64-5cc868830994 req-a7aa121c-934b-4cf5-b8a6-ce5e89804b99 service neutron] For port fa3d6f40-1b3e-43db-9029-47b09ede818e, host n-h1-804985-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=fa3d6f40-1b3e-43db-9029-47b09ede818e,segment=NetworkSegment(10325d70-efc5-49c0-9d7c-8c7032579b65),segment_id=10325d70-efc5-49c0-9d7c-8c7032579b65)] {{(pid=106252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 12:59:09.795156 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-0aae500f-7887-478e-8c64-5cc868830994 req-a7aa121c-934b-4cf5-b8a6-ce5e89804b99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:09.837288 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aae500f-7887-478e-8c64-5cc868830994 req-a7aa121c-934b-4cf5-b8a6-ce5e89804b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:09.837909 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-0aae500f-7887-478e-8c64-5cc868830994 req-a7aa121c-934b-4cf5-b8a6-ce5e89804b99 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:09.839341 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0aae500f-7887-478e-8c64-5cc868830994 req-a7aa121c-934b-4cf5-b8a6-ce5e89804b99 service neutron] 10.222.0.63 "PUT /v2.0/ports/fa3d6f40-1b3e-43db-9029-47b09ede818e HTTP/1.1" status: 200 len: 1091 time: 0.8081481 Aug 18 12:59:09.839801 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '288ef79f-6af5-478a-b443-81141937ca98', 'tag': 'fa3d6f40-1b3e-43db-9029-47b09ede818e'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:59:09.839932 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] For port f54b2830-136c-48f8-9cc7-257a414a8bae, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=f54b2830-136c-48f8-9cc7-257a414a8bae,segment=NetworkSegment(10325d70-efc5-49c0-9d7c-8c7032579b65),segment_id=10325d70-efc5-49c0-9d7c-8c7032579b65)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:59:09.842237 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e1715db41198363ca71e85bb75ffab0edf23d36e39f25ec0aa17a703e60534b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcd1dcd4-0d6b-40ca-9afd-f956b7aa4ccb" -d '{"events": [{"name": "network-changed", "server_uuid": "288ef79f-6af5-478a-b443-81141937ca98", "tag": "fa3d6f40-1b3e-43db-9029-47b09ede818e"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:59:09.859493 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:09.861704 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 01146b48-7f29-4930-85a7-f0703abf491d up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:59:09.869462 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7aa121c-934b-4cf5-b8a6-ce5e89804b99 service neutron] Pushing event updated for resources: {'Port': ['ID=fa3d6f40-1b3e-43db-9029-47b09ede818e,revision_number=3']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:59:09.897848 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:59:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11146619-65d9-4ffd-aea6-b43622fdee99 x-openstack-request-id: req-11146619-65d9-4ffd-aea6-b43622fdee99 {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:59:09.898152 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "288ef79f-6af5-478a-b443-81141937ca98", "tag": "fa3d6f40-1b3e-43db-9029-47b09ede818e", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:59:09.898670 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-11146619-65d9-4ffd-aea6-b43622fdee99 {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:59:09.898840 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '288ef79f-6af5-478a-b443-81141937ca98', 'tag': 'fa3d6f40-1b3e-43db-9029-47b09ede818e', 'status': 'completed', 'code': 200} Aug 18 12:59:09.940979 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aae500f-7887-478e-8c64-5cc868830994 req-0c939468-41ae-4ce9-b76b-3cd3fea4865d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:09.942562 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0aae500f-7887-478e-8c64-5cc868830994 req-0c939468-41ae-4ce9-b76b-3cd3fea4865d service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=80570d7663924423a4131eb860db7880&device_id=288ef79f-6af5-478a-b443-81141937ca98 HTTP/1.1" status: 200 len: 1094 time: 0.0428913 Aug 18 12:59:09.959086 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Pushing event updated for resources: {'Port': ['ID=f54b2830-136c-48f8-9cc7-257a414a8bae,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:59:09.971796 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 01146b48-7f29-4930-85a7-f0703abf491d triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:59:09.972226 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:09.992868 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0aae500f-7887-478e-8c64-5cc868830994 req-dd89f345-369d-4dc6-b0c2-7ef8c224aaf4 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fa3d6f40-1b3e-43db-9029-47b09ede818e HTTP/1.1" status: 200 len: 217 time: 0.0416210 Aug 18 12:59:10.055533 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aae500f-7887-478e-8c64-5cc868830994 req-e0db7f49-a999-4a9d-8c98-4e500d17cb7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:10.057674 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0aae500f-7887-478e-8c64-5cc868830994 req-e0db7f49-a999-4a9d-8c98-4e500d17cb7e service neutron] 10.222.0.63 "GET /v2.0/subnets?id=433b5d40-22a6-484a-bb80-408df545be5e HTTP/1.1" status: 200 len: 834 time: 0.0569899 Aug 18 12:59:10.105636 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aae500f-7887-478e-8c64-5cc868830994 req-c6cd43a4-3e82-4877-bc25-38511c3c7060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:10.107150 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0aae500f-7887-478e-8c64-5cc868830994 req-c6cd43a4-3e82-4877-bc25-38511c3c7060 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=1784c9d4-67b9-4d99-8e3b-700f2f8c9e39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434334 Aug 18 12:59:10.195628 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0aae500f-7887-478e-8c64-5cc868830994 req-d5745b01-0935-45e4-b641-ee7ebe847c43 service neutron] 10.222.0.63 "GET /v2.0/networks/1784c9d4-67b9-4d99-8e3b-700f2f8c9e39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814559 Aug 18 12:59:10.299410 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0aae500f-7887-478e-8c64-5cc868830994 req-714e32b6-6a67-48b9-ab60-370475ded8cd service neutron] 10.222.0.63 "GET /v2.0/networks/1784c9d4-67b9-4d99-8e3b-700f2f8c9e39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960159 Aug 18 12:59:10.390130 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd1dcd4-0d6b-40ca-9afd-f956b7aa4ccb req-7e0ae09e-bfbf-43bf-a55f-fc0c780121d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:10.391472 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-fcd1dcd4-0d6b-40ca-9afd-f956b7aa4ccb req-7e0ae09e-bfbf-43bf-a55f-fc0c780121d3 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=80570d7663924423a4131eb860db7880&device_id=288ef79f-6af5-478a-b443-81141937ca98 HTTP/1.1" status: 200 len: 1094 time: 0.0422344 Aug 18 12:59:10.484416 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd1dcd4-0d6b-40ca-9afd-f956b7aa4ccb req-2ca3ee08-1cc3-4e30-a6cd-3da10670dece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:10.485924 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-fcd1dcd4-0d6b-40ca-9afd-f956b7aa4ccb req-2ca3ee08-1cc3-4e30-a6cd-3da10670dece service neutron] 10.222.0.63 "GET /v2.0/networks?id=1784c9d4-67b9-4d99-8e3b-700f2f8c9e39 HTTP/1.1" status: 200 len: 898 time: 0.0871265 Aug 18 12:59:10.533814 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-fcd1dcd4-0d6b-40ca-9afd-f956b7aa4ccb req-7ac06d7f-e80b-44cd-bdbc-4b9623d3ef7d service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fa3d6f40-1b3e-43db-9029-47b09ede818e HTTP/1.1" status: 200 len: 217 time: 0.0397124 Aug 18 12:59:10.596303 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd1dcd4-0d6b-40ca-9afd-f956b7aa4ccb req-14942f40-ba81-460a-9aa4-f4dd5655fc0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:10.597776 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-fcd1dcd4-0d6b-40ca-9afd-f956b7aa4ccb req-14942f40-ba81-460a-9aa4-f4dd5655fc0c service neutron] 10.222.0.63 "GET /v2.0/subnets?id=433b5d40-22a6-484a-bb80-408df545be5e HTTP/1.1" status: 200 len: 834 time: 0.0557249 Aug 18 12:59:10.650008 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd1dcd4-0d6b-40ca-9afd-f956b7aa4ccb req-c095d586-ec3b-42e8-951e-a83661266de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:10.651372 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-fcd1dcd4-0d6b-40ca-9afd-f956b7aa4ccb req-c095d586-ec3b-42e8-951e-a83661266de2 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=1784c9d4-67b9-4d99-8e3b-700f2f8c9e39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449848 Aug 18 12:59:10.746593 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-fcd1dcd4-0d6b-40ca-9afd-f956b7aa4ccb req-110943d8-6288-43af-a545-cf8d5f83aca8 service neutron] 10.222.0.63 "GET /v2.0/networks/1784c9d4-67b9-4d99-8e3b-700f2f8c9e39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870352 Aug 18 12:59:10.867641 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ff13f0-5c21-4821-b511-4a89f6b89b63 req-4e72963b-e3b3-4bef-8ad6-71675aa2bb68 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:10.869264 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-28ff13f0-5c21-4821-b511-4a89f6b89b63 req-4e72963b-e3b3-4bef-8ad6-71675aa2bb68 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/ports?device_id=288ef79f-6af5-478a-b443-81141937ca98 HTTP/1.1" status: 200 len: 943 time: 0.1076443 Aug 18 12:59:10.892570 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-fcd1dcd4-0d6b-40ca-9afd-f956b7aa4ccb req-e677cfb2-85b5-4553-80d2-6a1598bbaa79 service neutron] 10.222.0.63 "GET /v2.0/networks/1784c9d4-67b9-4d99-8e3b-700f2f8c9e39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383560 Aug 18 12:59:10.914660 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-28ff13f0-5c21-4821-b511-4a89f6b89b63 req-8cfd35fa-fef7-4bc6-b9de-fbdea61350ed tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/security-groups?id=63c52a91-d8b7-40f4-b093-a3642e271d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392191 Aug 18 12:59:11.487250 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device f54b2830-136c-48f8-9cc7-257a414a8bae up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:59:11.539774 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port f54b2830-136c-48f8-9cc7-257a414a8bae triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:59:11.540141 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:12.050209 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dbb636-5f59-4d93-ac39-be2e6d8a3cff req-0a89e32b-5448-49e9-9c76-67da406f98f8 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:12.051732 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-50dbb636-5f59-4d93-ac39-be2e6d8a3cff req-0a89e32b-5448-49e9-9c76-67da406f98f8 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/ports?device_id=288ef79f-6af5-478a-b443-81141937ca98 HTTP/1.1" status: 200 len: 943 time: 0.0583181 Aug 18 12:59:12.094840 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-50dbb636-5f59-4d93-ac39-be2e6d8a3cff req-c3676dc2-4df4-4f68-913d-544671851910 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/security-groups?id=63c52a91-d8b7-40f4-b093-a3642e271d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369275 Aug 18 12:59:13.225891 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01358798-203c-49b6-b651-a59e66722d51 req-f889998e-9a89-4211-ba98-c49b17d2d464 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:13.227461 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-01358798-203c-49b6-b651-a59e66722d51 req-f889998e-9a89-4211-ba98-c49b17d2d464 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/ports?device_id=288ef79f-6af5-478a-b443-81141937ca98 HTTP/1.1" status: 200 len: 943 time: 0.0563138 Aug 18 12:59:13.270536 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-01358798-203c-49b6-b651-a59e66722d51 req-c14d140c-d781-4636-96f6-caddf4f1cdb1 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/security-groups?id=63c52a91-d8b7-40f4-b093-a3642e271d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361950 Aug 18 12:59:13.580215 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device fa3d6f40-1b3e-43db-9029-47b09ede818e details requested by agent hyperv_n-h1-804985-2 with host n-h1-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 12:59:13.679336 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port fa3d6f40-1b3e-43db-9029-47b09ede818e, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=fa3d6f40-1b3e-43db-9029-47b09ede818e,segment=NetworkSegment(10325d70-efc5-49c0-9d7c-8c7032579b65),segment_id=10325d70-efc5-49c0-9d7c-8c7032579b65)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:59:13.691666 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Returning: {'device': 'fa3d6f40-1b3e-43db-9029-47b09ede818e', 'network_id': '1784c9d4-67b9-4d99-8e3b-700f2f8c9e39', 'port_id': 'fa3d6f40-1b3e-43db-9029-47b09ede818e', 'mac_address': 'fa:16:3e:63:dc:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 815, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '433b5d40-22a6-484a-bb80-408df545be5e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 12:59:13.732394 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:13.745711 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa3d6f40-1b3e-43db-9029-47b09ede818e {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 12:59:13.765967 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port fa3d6f40-1b3e-43db-9029-47b09ede818e, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=fa3d6f40-1b3e-43db-9029-47b09ede818e,segment=NetworkSegment(10325d70-efc5-49c0-9d7c-8c7032579b65),segment_id=10325d70-efc5-49c0-9d7c-8c7032579b65)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:59:13.771782 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:13.818148 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=fa3d6f40-1b3e-43db-9029-47b09ede818e,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:59:14.012499 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] get_ports_and_sgs() called for port_ids ['fa3d6f40-1b3e-43db-9029-47b09ede818e'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 12:59:14.389441 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c48b52d-142d-45de-bc37-3f2961d291b4 req-dab53ad2-4ab9-43a9-ab8e-7f0702dac0d3 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:14.390983 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5c48b52d-142d-45de-bc37-3f2961d291b4 req-dab53ad2-4ab9-43a9-ab8e-7f0702dac0d3 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/ports?device_id=288ef79f-6af5-478a-b443-81141937ca98 HTTP/1.1" status: 200 len: 944 time: 0.0525160 Aug 18 12:59:14.430720 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5c48b52d-142d-45de-bc37-3f2961d291b4 req-c6399b26-65e9-44a8-af60-e3be9a50717b tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/security-groups?id=63c52a91-d8b7-40f4-b093-a3642e271d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335178 Aug 18 12:59:15.564091 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c5c625-d211-4af4-aa52-edfe5ffd4a66 req-0ed2cb25-f9a1-465e-8ae3-dd94fa9be173 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:15.565686 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-23c5c625-d211-4af4-aa52-edfe5ffd4a66 req-0ed2cb25-f9a1-465e-8ae3-dd94fa9be173 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/ports?device_id=288ef79f-6af5-478a-b443-81141937ca98 HTTP/1.1" status: 200 len: 944 time: 0.0638602 Aug 18 12:59:15.591874 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device fa3d6f40-1b3e-43db-9029-47b09ede818e up at agent hyperv_n-h1-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 12:59:15.615975 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-23c5c625-d211-4af4-aa52-edfe5ffd4a66 req-dbc9c6f7-688e-4293-b833-56796162e3aa tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/security-groups?id=63c52a91-d8b7-40f4-b093-a3642e271d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406744 Aug 18 12:59:15.648035 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Provisioning for port fa3d6f40-1b3e-43db-9029-47b09ede818e completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 12:59:15.651966 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Provisioning complete for port fa3d6f40-1b3e-43db-9029-47b09ede818e triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 12:59:15.652339 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:15.731140 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:15.753679 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '288ef79f-6af5-478a-b443-81141937ca98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa3d6f40-1b3e-43db-9029-47b09ede818e'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:59:15.755944 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a48be17dea36f4b328e7831c9c0f0a2b661e0eac7f73e8eb05eb02bc862e3084" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6e8c1b5-a6b1-483e-837a-be61343e6475" -d '{"events": [{"server_uuid": "288ef79f-6af5-478a-b443-81141937ca98", "name": "network-vif-plugged", "status": "completed", "tag": "fa3d6f40-1b3e-43db-9029-47b09ede818e"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:59:15.769298 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port fa3d6f40-1b3e-43db-9029-47b09ede818e, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=fa3d6f40-1b3e-43db-9029-47b09ede818e,segment=NetworkSegment(10325d70-efc5-49c0-9d7c-8c7032579b65),segment_id=10325d70-efc5-49c0-9d7c-8c7032579b65)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 12:59:15.773661 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:15.800224 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 12:59:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfe943f6-9d33-43d2-9fdb-93a925fd4340 x-openstack-request-id: req-dfe943f6-9d33-43d2-9fdb-93a925fd4340 {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:59:15.800512 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "288ef79f-6af5-478a-b443-81141937ca98", "name": "network-vif-plugged", "status": "completed", "tag": "fa3d6f40-1b3e-43db-9029-47b09ede818e", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:59:15.800792 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-dfe943f6-9d33-43d2-9fdb-93a925fd4340 {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:59:15.801181 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '288ef79f-6af5-478a-b443-81141937ca98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa3d6f40-1b3e-43db-9029-47b09ede818e', 'code': 200} Aug 18 12:59:15.833209 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=fa3d6f40-1b3e-43db-9029-47b09ede818e,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:59:15.890308 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5835fdcf-481a-4dd5-bb5e-1bd95817a97c req-6afd7389-1cec-4bdd-8174-0e6ac2c9249e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:15.891795 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5835fdcf-481a-4dd5-bb5e-1bd95817a97c req-6afd7389-1cec-4bdd-8174-0e6ac2c9249e service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=288ef79f-6af5-478a-b443-81141937ca98 HTTP/1.1" status: 200 len: 1096 time: 0.0410440 Aug 18 12:59:15.926270 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5835fdcf-481a-4dd5-bb5e-1bd95817a97c req-106e7aa2-8a0e-441f-b67c-ff8326886747 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=63c52a91-d8b7-40f4-b093-a3642e271d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0274630 Aug 18 12:59:16.734815 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d167186-ec15-40cb-b6f3-4e57c99911b1 req-b02632bf-314a-4abb-9ed2-afa095396365 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:16.736344 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5d167186-ec15-40cb-b6f3-4e57c99911b1 req-b02632bf-314a-4abb-9ed2-afa095396365 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/ports?device_id=288ef79f-6af5-478a-b443-81141937ca98 HTTP/1.1" status: 200 len: 945 time: 0.0499070 Aug 18 12:59:16.774652 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5d167186-ec15-40cb-b6f3-4e57c99911b1 req-3650f7b6-0eca-4596-9781-f4644fa787cd tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/security-groups?id=63c52a91-d8b7-40f4-b093-a3642e271d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320935 Aug 18 12:59:17.904890 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81de470a-7b42-49e8-aab4-fc1ee55b7a0f req-0ba212c3-be4c-42a4-9769-44dbc4f79222 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:17.906388 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-81de470a-7b42-49e8-aab4-fc1ee55b7a0f req-0ba212c3-be4c-42a4-9769-44dbc4f79222 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/ports?device_id=288ef79f-6af5-478a-b443-81141937ca98 HTTP/1.1" status: 200 len: 945 time: 0.0504897 Aug 18 12:59:17.960010 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-81de470a-7b42-49e8-aab4-fc1ee55b7a0f req-caacda27-9dbe-4644-91ff-9d9f36dddac1 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/security-groups?id=63c52a91-d8b7-40f4-b093-a3642e271d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431859 Aug 18 12:59:18.081791 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d789aa-8b57-4f03-84ef-8aec005ed8cc req-dfcceca4-7b5d-4bd7-8bb6-73a2e4e5566e tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:18.084278 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-17d789aa-8b57-4f03-84ef-8aec005ed8cc req-dfcceca4-7b5d-4bd7-8bb6-73a2e4e5566e tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/ports?device_id=288ef79f-6af5-478a-b443-81141937ca98 HTTP/1.1" status: 200 len: 945 time: 0.0556695 Aug 18 12:59:18.128553 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-17d789aa-8b57-4f03-84ef-8aec005ed8cc req-d78c8e63-6a01-44d7-9125-dbfef8ca3e7f tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/security-groups?id=63c52a91-d8b7-40f4-b093-a3642e271d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352404 Aug 18 12:59:18.150078 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 53962) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:59:18.192709 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdcd0267-5a27-4eaa-8179-d3b2977b3599 tempest-TestNetworkAdvancedServerOps-1700407390 tempest-TestNetworkAdvancedServerOps-1700407390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:18.194230 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-bdcd0267-5a27-4eaa-8179-d3b2977b3599 tempest-TestNetworkAdvancedServerOps-1700407390 tempest-TestNetworkAdvancedServerOps-1700407390-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=288ef79f-6af5-478a-b443-81141937ca98 HTTP/1.1" status: 200 len: 1091 time: 0.0432029 Aug 18 12:59:18.198521 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 53964) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:59:18.203222 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-f28e7ae1-24e4-44d5-a1c5-6ab7df038256 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Request body: {'floatingip': {'floating_network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'port_id': 'fa3d6f40-1b3e-43db-9029-47b09ede818e', 'tenant_id': '80570d7663924423a4131eb860db7880', 'fixed_ip_address': '172.20.0.6'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 12:59:18.228776 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f28e7ae1-24e4-44d5-a1c5-6ab7df038256 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for floatingip, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:18.338208 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f28e7ae1-24e4-44d5-a1c5-6ab7df038256 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:18.446652 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [None req-f28e7ae1-24e4-44d5-a1c5-6ab7df038256 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Allocated IP 172.25.7.29 (7cae7a70-14fd-408c-b14d-39ceb97cb60e/9784295a-20b8-4a4b-b105-f82737f0448f/9439c086-5b24-4675-8b26-7de4d2fe827a) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 12:59:18.562133 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-f0b6da9b-20b6-4505-90d7-4dc17e51857c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:18.567767 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f28e7ae1-24e4-44d5-a1c5-6ab7df038256 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:18.608671 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f28e7ae1-24e4-44d5-a1c5-6ab7df038256 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:18.650422 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f28e7ae1-24e4-44d5-a1c5-6ab7df038256 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Network 7cae7a70-14fd-408c-b14d-39ceb97cb60e is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 12:59:18.653496 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-f28e7ae1-24e4-44d5-a1c5-6ab7df038256 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 12:59:18.657638 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f28e7ae1-24e4-44d5-a1c5-6ab7df038256 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 12:59:18.663445 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28e7ae1-24e4-44d5-a1c5-6ab7df038256 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Pushing event updated for resources: {'Port': ['ID=9439c086-5b24-4675-8b26-7de4d2fe827a,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:59:19.035947 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f28e7ae1-24e4-44d5-a1c5-6ab7df038256 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:19.114426 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f28e7ae1-24e4-44d5-a1c5-6ab7df038256 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:19.278834 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f28e7ae1-24e4-44d5-a1c5-6ab7df038256 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for port, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:19.284956 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f28e7ae1-24e4-44d5-a1c5-6ab7df038256 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:19.361223 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28e7ae1-24e4-44d5-a1c5-6ab7df038256 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Pushing event updated for resources: {'Port': ['ID=9439c086-5b24-4675-8b26-7de4d2fe827a,revision_number=2']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:59:19.371987 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f28e7ae1-24e4-44d5-a1c5-6ab7df038256 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-989945'] for floatingip, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:19.803186 n-d-804985-2 neutron-server[106252]: INFO neutron.db.l3_db [None req-f28e7ae1-24e4-44d5-a1c5-6ab7df038256 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Floating IP 8ad1aa99-5460-4012-a06b-c0ab19428c33 associated. External IP: 172.25.7.29, port: fa3d6f40-1b3e-43db-9029-47b09ede818e. Aug 18 12:59:20.021165 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f28e7ae1-24e4-44d5-a1c5-6ab7df038256 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Router 640ef8e8-d20e-4db1-bcb4-a3b96e99e0eb has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:59:20.143273 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f28e7ae1-24e4-44d5-a1c5-6ab7df038256 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:59:20.154949 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce80371-4c78-421e-ab18-1bc24edfbd01 None None] Sync routers for ids ['640ef8e8-d20e-4db1-bcb4-a3b96e99e0eb'] in n-d-804985-2 {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:59:20.162253 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-f28e7ae1-24e4-44d5-a1c5-6ab7df038256 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for floatingip, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:20.163965 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce80371-4c78-421e-ab18-1bc24edfbd01 None None] Routers {'640ef8e8-d20e-4db1-bcb4-a3b96e99e0eb'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:59:20.164627 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-9ce80371-4c78-421e-ab18-1bc24edfbd01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:58:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['640ef8e8-d20e-4db1-bcb4-a3b96e99e0eb'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:59:20.196198 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-f28e7ae1-24e4-44d5-a1c5-6ab7df038256 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9965720 Aug 18 12:59:20.197188 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '288ef79f-6af5-478a-b443-81141937ca98', 'tag': 'fa3d6f40-1b3e-43db-9029-47b09ede818e'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:59:20.200333 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e1715db41198363ca71e85bb75ffab0edf23d36e39f25ec0aa17a703e60534b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75d6c3d9-e4bf-49f2-b41f-880853b433ad" -d '{"events": [{"name": "network-changed", "server_uuid": "288ef79f-6af5-478a-b443-81141937ca98", "tag": "fa3d6f40-1b3e-43db-9029-47b09ede818e"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:59:20.239935 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:59:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbaf22ef-a0a3-4c0b-99a6-8f2974de2e17 x-openstack-request-id: req-bbaf22ef-a0a3-4c0b-99a6-8f2974de2e17 {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:59:20.240229 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "288ef79f-6af5-478a-b443-81141937ca98", "tag": "fa3d6f40-1b3e-43db-9029-47b09ede818e", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:59:20.240523 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-bbaf22ef-a0a3-4c0b-99a6-8f2974de2e17 {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:59:20.240910 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '288ef79f-6af5-478a-b443-81141937ca98', 'tag': 'fa3d6f40-1b3e-43db-9029-47b09ede818e', 'status': 'completed', 'code': 200} Aug 18 12:59:20.278937 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-9ce80371-4c78-421e-ab18-1bc24edfbd01 None None] Set router 640ef8e8-d20e-4db1-bcb4-a3b96e99e0eb gateway port host: n-d-804985-2 {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:59:20.319625 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9879e933-61ef-4df1-a7de-0a12d936d107 req-f2fe58a1-2a7a-4a1b-bb54-02a4aa5935b9 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:20.321120 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9879e933-61ef-4df1-a7de-0a12d936d107 req-f2fe58a1-2a7a-4a1b-bb54-02a4aa5935b9 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/ports?device_id=288ef79f-6af5-478a-b443-81141937ca98 HTTP/1.1" status: 200 len: 945 time: 0.0774903 Aug 18 12:59:20.327630 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d6c3d9-e4bf-49f2-b41f-880853b433ad req-95d9e3a7-e705-4167-89fb-85187d5594dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:20.329092 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-75d6c3d9-e4bf-49f2-b41f-880853b433ad req-95d9e3a7-e705-4167-89fb-85187d5594dc service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=80570d7663924423a4131eb860db7880&device_id=288ef79f-6af5-478a-b443-81141937ca98 HTTP/1.1" status: 200 len: 1096 time: 0.0587680 Aug 18 12:59:20.414453 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9879e933-61ef-4df1-a7de-0a12d936d107 req-843dac53-6343-4ec5-81ec-7d26767249ad tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/security-groups?id=63c52a91-d8b7-40f4-b093-a3642e271d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843828 Aug 18 12:59:20.440306 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 53970) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:59:20.447033 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d6c3d9-e4bf-49f2-b41f-880853b433ad req-92678cf2-35b1-42d7-acab-7552d44932a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:20.448532 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-75d6c3d9-e4bf-49f2-b41f-880853b433ad req-92678cf2-35b1-42d7-acab-7552d44932a4 service neutron] 10.222.0.63 "GET /v2.0/networks?id=1784c9d4-67b9-4d99-8e3b-700f2f8c9e39 HTTP/1.1" status: 200 len: 898 time: 0.1118574 Aug 18 12:59:20.503079 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-7757d73f-7191-4227-b561-b9f7dd11be7e tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/floatingips/8ad1aa99-5460-4012-a06b-c0ab19428c33 HTTP/1.1" status: 200 len: 990 time: 0.0609343 Aug 18 12:59:20.518804 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-75d6c3d9-e4bf-49f2-b41f-880853b433ad req-280a1e45-1574-4acb-a230-b51469eb469c service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fa3d6f40-1b3e-43db-9029-47b09ede818e HTTP/1.1" status: 200 len: 998 time: 0.0630636 Aug 18 12:59:20.524405 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-9ce80371-4c78-421e-ab18-1bc24edfbd01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '640ef8e8-d20e-4db1-bcb4-a3b96e99e0eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-781216339', 'tenant_id': '80570d7663924423a4131eb860db7880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.144'}], 'enable_snat': True}, 'gw_port_id': '8eee51d8-b673-491c-b91d-e4b2064373f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:59:01Z', 'updated_at': '2021-08-18T12:59:05Z', 'revision_number': 4, 'project_id': '80570d7663924423a4131eb860db7880', 'gw_port': {'id': '8eee51d8-b673-491c-b91d-e4b2064373f0', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:1a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '640ef8e8-d20e-4db1-bcb4-a3b96e99e0eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:59:02Z', 'updated_at': '2021-08-18T12:59:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_floatingips': [{'id': '8ad1aa99-5460-4012-a06b-c0ab19428c33', 'tenant_id': '80570d7663924423a4131eb860db7880', 'floating_ip_address': '172.25.7.29', 'floating_network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'router_id': '640ef8e8-d20e-4db1-bcb4-a3b96e99e0eb', 'port_id': 'fa3d6f40-1b3e-43db-9029-47b09ede818e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4264, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1784c9d4-67b9-4d99-8e3b-700f2f8c9e39', 'mac_address': 'fa:16:3e:63:dc:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '288ef79f-6af5-478a-b443-81141937ca98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T12:59:18Z', 'updated_at': '2021-08-18T12:59:18Z', 'revision_number': 0, 'project_id': '80570d7663924423a4131eb860db7880', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f54b2830-136c-48f8-9cc7-257a414a8bae', 'name': '', 'network_id': '1784c9d4-67b9-4d99-8e3b-700f2f8c9e39', 'tenant_id': '80570d7663924423a4131eb860db7880', 'mac_address': 'fa:16:3e:2b:e6:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '640ef8e8-d20e-4db1-bcb4-a3b96e99e0eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '433b5d40-22a6-484a-bb80-408df545be5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:59:04Z', 'updated_at': '2021-08-18T12:59:09Z', 'revision_number': 5, 'project_id': '80570d7663924423a4131eb860db7880', 'subnets': [{'id': '433b5d40-22a6-484a-bb80-408df545be5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:59:20.550148 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce80371-4c78-421e-ab18-1bc24edfbd01 None None] Checking router: 640ef8e8-d20e-4db1-bcb4-a3b96e99e0eb for host: n-d-804985-2 {{(pid=106254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:59:20.559010 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce80371-4c78-421e-ab18-1bc24edfbd01 None None] Routers {'640ef8e8-d20e-4db1-bcb4-a3b96e99e0eb'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:59:20.559546 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-9ce80371-4c78-421e-ab18-1bc24edfbd01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:58:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['640ef8e8-d20e-4db1-bcb4-a3b96e99e0eb'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:59:20.573243 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d6c3d9-e4bf-49f2-b41f-880853b433ad req-e91c9f73-3408-4520-8d56-8c5eebe7619f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:20.574665 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-75d6c3d9-e4bf-49f2-b41f-880853b433ad req-e91c9f73-3408-4520-8d56-8c5eebe7619f service neutron] 10.222.0.63 "GET /v2.0/subnets?id=433b5d40-22a6-484a-bb80-408df545be5e HTTP/1.1" status: 200 len: 834 time: 0.0489209 Aug 18 12:59:20.624324 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d6c3d9-e4bf-49f2-b41f-880853b433ad req-3ea59a88-1b95-4f02-a02a-f7a3f1eab452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:20.626160 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-75d6c3d9-e4bf-49f2-b41f-880853b433ad req-3ea59a88-1b95-4f02-a02a-f7a3f1eab452 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=1784c9d4-67b9-4d99-8e3b-700f2f8c9e39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433276 Aug 18 12:59:20.676831 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-9ce80371-4c78-421e-ab18-1bc24edfbd01 None None] Set router 640ef8e8-d20e-4db1-bcb4-a3b96e99e0eb gateway port host: n-d-804985-2 {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:59:20.722573 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-75d6c3d9-e4bf-49f2-b41f-880853b433ad req-78886a9c-b06c-4168-bd3b-060b8de50e4d service neutron] 10.222.0.63 "GET /v2.0/networks/1784c9d4-67b9-4d99-8e3b-700f2f8c9e39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869300 Aug 18 12:59:20.818785 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-75d6c3d9-e4bf-49f2-b41f-880853b433ad req-ec7de632-58fe-432e-988a-4f8c4dc540b0 service neutron] 10.222.0.63 "GET /v2.0/networks/1784c9d4-67b9-4d99-8e3b-700f2f8c9e39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889668 Aug 18 12:59:20.909727 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-9ce80371-4c78-421e-ab18-1bc24edfbd01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '640ef8e8-d20e-4db1-bcb4-a3b96e99e0eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-781216339', 'tenant_id': '80570d7663924423a4131eb860db7880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.144'}], 'enable_snat': True}, 'gw_port_id': '8eee51d8-b673-491c-b91d-e4b2064373f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:59:01Z', 'updated_at': '2021-08-18T12:59:05Z', 'revision_number': 4, 'project_id': '80570d7663924423a4131eb860db7880', 'gw_port': {'id': '8eee51d8-b673-491c-b91d-e4b2064373f0', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:1a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '640ef8e8-d20e-4db1-bcb4-a3b96e99e0eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:59:02Z', 'updated_at': '2021-08-18T12:59:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_floatingips': [{'id': '8ad1aa99-5460-4012-a06b-c0ab19428c33', 'tenant_id': '80570d7663924423a4131eb860db7880', 'floating_ip_address': '172.25.7.29', 'floating_network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'router_id': '640ef8e8-d20e-4db1-bcb4-a3b96e99e0eb', 'port_id': 'fa3d6f40-1b3e-43db-9029-47b09ede818e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4264, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1784c9d4-67b9-4d99-8e3b-700f2f8c9e39', 'mac_address': 'fa:16:3e:63:dc:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '288ef79f-6af5-478a-b443-81141937ca98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T12:59:18Z', 'updated_at': '2021-08-18T12:59:18Z', 'revision_number': 0, 'project_id': '80570d7663924423a4131eb860db7880', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f54b2830-136c-48f8-9cc7-257a414a8bae', 'name': '', 'network_id': '1784c9d4-67b9-4d99-8e3b-700f2f8c9e39', 'tenant_id': '80570d7663924423a4131eb860db7880', 'mac_address': 'fa:16:3e:2b:e6:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '640ef8e8-d20e-4db1-bcb4-a3b96e99e0eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '433b5d40-22a6-484a-bb80-408df545be5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:59:04Z', 'updated_at': '2021-08-18T12:59:09Z', 'revision_number': 5, 'project_id': '80570d7663924423a4131eb860db7880', 'subnets': [{'id': '433b5d40-22a6-484a-bb80-408df545be5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:59:20.935369 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce80371-4c78-421e-ab18-1bc24edfbd01 None None] The sync data for ids ['640ef8e8-d20e-4db1-bcb4-a3b96e99e0eb'] in n-d-804985-2 is: [{'id': '640ef8e8-d20e-4db1-bcb4-a3b96e99e0eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-781216339', 'tenant_id': '80570d7663924423a4131eb860db7880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.144'}], 'enable_snat': True}, 'gw_port_id': '8eee51d8-b673-491c-b91d-e4b2064373f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:59:01Z', 'updated_at': '2021-08-18T12:59:05Z', 'revision_number': 4, 'project_id': '80570d7663924423a4131eb860db7880', 'gw_port': {'id': '8eee51d8-b673-491c-b91d-e4b2064373f0', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:1a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '640ef8e8-d20e-4db1-bcb4-a3b96e99e0eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:59:02Z', 'updated_at': '2021-08-18T12:59:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_floatingips': [{'id': '8ad1aa99-5460-4012-a06b-c0ab19428c33', 'tenant_id': '80570d7663924423a4131eb860db7880', 'floating_ip_address': '172.25.7.29', 'floating_network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'router_id': '640ef8e8-d20e-4db1-bcb4-a3b96e99e0eb', 'port_id': 'fa3d6f40-1b3e-43db-9029-47b09ede818e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4264, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1784c9d4-67b9-4d99-8e3b-700f2f8c9e39', 'mac_address': 'fa:16:3e:63:dc:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '288ef79f-6af5-478a-b443-81141937ca98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T12:59:18Z', 'updated_at': '2021-08-18T12:59:18Z', 'revision_number': 0, 'project_id': '80570d7663924423a4131eb860db7880', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f54b2830-136c-48f8-9cc7-257a414a8bae', 'name': '', 'network_id': '1784c9d4-67b9-4d99-8e3b-700f2f8c9e39', 'tenant_id': '80570d7663924423a4131eb860db7880', 'mac_address': 'fa:16:3e:2b:e6:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '640ef8e8-d20e-4db1-bcb4-a3b96e99e0eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '433b5d40-22a6-484a-bb80-408df545be5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:59:04Z', 'updated_at': '2021-08-18T12:59:09Z', 'revision_number': 5, 'project_id': '80570d7663924423a4131eb860db7880', 'subnets': [{'id': '433b5d40-22a6-484a-bb80-408df545be5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 12:59:21.139936 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e63cfd-6576-4178-8000-25cd91d70feb None None] New status for floating IP 8ad1aa99-5460-4012-a06b-c0ab19428c33: ACTIVE {{(pid=106255) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 12:59:21.506549 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 53972) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:59:21.536827 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:21.575076 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-3d9b06dd-e43b-453f-8688-d3687da11fdb tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/floatingips/8ad1aa99-5460-4012-a06b-c0ab19428c33 HTTP/1.1" status: 200 len: 992 time: 0.0672741 Aug 18 12:59:21.828201 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-c8843fa0-e71c-42e2-ae23-4c16ae43d5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:22.451886 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-53584c24-f517-494e-ac93-c18bb92373f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:24.117386 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-500a1c61-38a7-4c23-a7ec-4631080af5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:29.800313 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [req-71d59555-fe8e-41a3-a29d-ebc7bdd9f575 req-7cc1e648-4ea3-4300-acd2-4ab332356ff2 service neutron] (106252) timed out ('10.222.0.66', 50334) {{(pid=106252) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 18 12:59:30.821516 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.agents_db [None req-6dbb2658-0354-4101-8393-6e7505481cf6 None None] Agent healthcheck: found 7 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 12:59:36.588966 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:38.860695 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:48.571460 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-e47f2478-dfdd-4a28-857d-8be7d1426825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:51.543630 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:51.833013 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-e76cc2bd-2f16-42a4-ad01-a026993419aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:52.456291 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-53584c24-f517-494e-ac93-c18bb92373f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:53.105566 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29a7d4c-b40f-48ac-8724-d5e261a4a7d4 req-36f353db-0bf5-498f-8942-d2c4af43accb tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:53.106934 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e29a7d4c-b40f-48ac-8724-d5e261a4a7d4 req-36f353db-0bf5-498f-8942-d2c4af43accb tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/ports?device_id=288ef79f-6af5-478a-b443-81141937ca98 HTTP/1.1" status: 200 len: 945 time: 0.1074829 Aug 18 12:59:53.149829 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e29a7d4c-b40f-48ac-8724-d5e261a4a7d4 req-0eeda9ff-dac8-4a00-8caa-22e0283a67a4 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/security-groups?id=63c52a91-d8b7-40f4-b093-a3642e271d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338135 Aug 18 12:59:54.126673 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-500a1c61-38a7-4c23-a7ec-4631080af5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:54.342357 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077b11b0-dd84-4849-8262-56ed7a732309 req-4737310b-92d7-4da2-a879-eea64a545422 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:54.343742 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-077b11b0-dd84-4849-8262-56ed7a732309 req-4737310b-92d7-4da2-a879-eea64a545422 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/ports?device_id=288ef79f-6af5-478a-b443-81141937ca98 HTTP/1.1" status: 200 len: 945 time: 0.1113143 Aug 18 12:59:54.382636 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-077b11b0-dd84-4849-8262-56ed7a732309 req-568034aa-9065-414c-beb1-9c2870fad157 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/security-groups?id=63c52a91-d8b7-40f4-b093-a3642e271d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326884 Aug 18 12:59:54.405296 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 53994) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:59:54.466621 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-dea78a30-fab3-4a88-8b70-7c74059c03e0 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/floatingips/8ad1aa99-5460-4012-a06b-c0ab19428c33 HTTP/1.1" status: 200 len: 992 time: 0.0601981 Aug 18 12:59:55.773740 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a33e46-be10-426e-ab3f-0326356b5107 req-567f87bc-8118-4b22-b2e3-fc08c741de44 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:55.776372 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-88a33e46-be10-426e-ab3f-0326356b5107 req-567f87bc-8118-4b22-b2e3-fc08c741de44 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/ports?device_id=288ef79f-6af5-478a-b443-81141937ca98 HTTP/1.1" status: 200 len: 945 time: 0.0818307 Aug 18 12:59:55.791296 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb283dc-1af2-4d10-a364-53a9fc43daa1 req-ee574c4b-b8ce-4d1f-82af-09207e223677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:55.792720 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4cb283dc-1af2-4d10-a364-53a9fc43daa1 req-ee574c4b-b8ce-4d1f-82af-09207e223677 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=80570d7663924423a4131eb860db7880&device_id=288ef79f-6af5-478a-b443-81141937ca98 HTTP/1.1" status: 200 len: 1096 time: 0.0689704 Aug 18 12:59:55.864687 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-88a33e46-be10-426e-ab3f-0326356b5107 req-2a49e6f1-12d7-42f1-becb-3c7f92315165 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/security-groups?id=63c52a91-d8b7-40f4-b093-a3642e271d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809875 Aug 18 12:59:55.902397 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb283dc-1af2-4d10-a364-53a9fc43daa1 req-3fc9a8be-966b-4667-9141-a066c6609cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:55.903894 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4cb283dc-1af2-4d10-a364-53a9fc43daa1 req-3fc9a8be-966b-4667-9141-a066c6609cc1 service neutron] 10.222.0.63 "GET /v2.0/networks?id=1784c9d4-67b9-4d99-8e3b-700f2f8c9e39 HTTP/1.1" status: 200 len: 898 time: 0.1038814 Aug 18 12:59:55.976226 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4cb283dc-1af2-4d10-a364-53a9fc43daa1 req-e24e5df0-4bdf-4a84-a684-6a3c3c53b969 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fa3d6f40-1b3e-43db-9029-47b09ede818e HTTP/1.1" status: 200 len: 1000 time: 0.0651622 Aug 18 12:59:56.028107 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb283dc-1af2-4d10-a364-53a9fc43daa1 req-0db6aa17-7543-4cf0-9c1f-a310a6276a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:56.029553 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4cb283dc-1af2-4d10-a364-53a9fc43daa1 req-0db6aa17-7543-4cf0-9c1f-a310a6276a35 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=433b5d40-22a6-484a-bb80-408df545be5e HTTP/1.1" status: 200 len: 834 time: 0.0457389 Aug 18 12:59:56.075914 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb283dc-1af2-4d10-a364-53a9fc43daa1 req-ce8c0cee-472a-4be2-a913-c14a7e06ca9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:56.077434 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4cb283dc-1af2-4d10-a364-53a9fc43daa1 req-ce8c0cee-472a-4be2-a913-c14a7e06ca9c service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=1784c9d4-67b9-4d99-8e3b-700f2f8c9e39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407512 Aug 18 12:59:56.172520 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4cb283dc-1af2-4d10-a364-53a9fc43daa1 req-62b57851-9bfd-478d-ae04-cf94dd487b28 service neutron] 10.222.0.63 "GET /v2.0/networks/1784c9d4-67b9-4d99-8e3b-700f2f8c9e39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877128 Aug 18 12:59:56.265010 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4cb283dc-1af2-4d10-a364-53a9fc43daa1 req-aef1985a-1ffe-49b8-b4c3-f28009f5db48 service neutron] 10.222.0.63 "GET /v2.0/networks/1784c9d4-67b9-4d99-8e3b-700f2f8c9e39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855582 Aug 18 12:59:56.998688 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41625681-81ca-4b41-94f9-746dc812d250 req-67c8dccd-42e3-43bc-b4e1-fe7cc70e3a77 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:57.000173 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-41625681-81ca-4b41-94f9-746dc812d250 req-67c8dccd-42e3-43bc-b4e1-fe7cc70e3a77 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/ports?device_id=288ef79f-6af5-478a-b443-81141937ca98 HTTP/1.1" status: 200 len: 945 time: 0.0588005 Aug 18 12:59:57.040499 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-41625681-81ca-4b41-94f9-746dc812d250 req-bb9327cd-bb90-43e7-b18a-26547342a8f9 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/security-groups?id=63c52a91-d8b7-40f4-b093-a3642e271d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335677 Aug 18 12:59:58.169306 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e636b7-9758-4f66-a5d0-6ecee4bf0c2d req-348c7905-47d2-42c9-a059-2133de0f1de4 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:58.170832 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-82e636b7-9758-4f66-a5d0-6ecee4bf0c2d req-348c7905-47d2-42c9-a059-2133de0f1de4 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/ports?device_id=288ef79f-6af5-478a-b443-81141937ca98 HTTP/1.1" status: 200 len: 945 time: 0.0547321 Aug 18 12:59:58.220936 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-82e636b7-9758-4f66-a5d0-6ecee4bf0c2d req-b919b2f4-cdc1-48e9-8f06-ad2a1368fee9 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/security-groups?id=63c52a91-d8b7-40f4-b093-a3642e271d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407236 Aug 18 12:59:58.245151 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 54010) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:59:58.305465 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-ff263fbb-96c0-4cb1-a0d3-58e753c11aeb tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/floatingips/8ad1aa99-5460-4012-a06b-c0ab19428c33 HTTP/1.1" status: 200 len: 992 time: 0.0591228 Aug 18 12:59:58.528985 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 54016) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 12:59:58.693615 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-a19b1b6d-e112-4dc6-afed-55402d8def4f tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Deleting port 9439c086-5b24-4675-8b26-7de4d2fe827a {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 12:59:58.693852 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a19b1b6d-e112-4dc6-afed-55402d8def4f tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:58.781656 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a19b1b6d-e112-4dc6-afed-55402d8def4f tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:58.781935 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a19b1b6d-e112-4dc6-afed-55402d8def4f tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:58.793427 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-a19b1b6d-e112-4dc6-afed-55402d8def4f tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Calling delete_port for 9439c086-5b24-4675-8b26-7de4d2fe827a owned by network:floatingip {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 12:59:58.948183 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a19b1b6d-e112-4dc6-afed-55402d8def4f tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:58.977838 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19b1b6d-e112-4dc6-afed-55402d8def4f tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Pushing event deleted for resources: {'Port': ['ID=9439c086-5b24-4675-8b26-7de4d2fe827a,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 12:59:59.047667 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a19b1b6d-e112-4dc6-afed-55402d8def4f tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for floatingip, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:59.048038 n-d-804985-2 neutron-server[106252]: INFO neutron.db.l3_db [None req-a19b1b6d-e112-4dc6-afed-55402d8def4f tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Floating IP 8ad1aa99-5460-4012-a06b-c0ab19428c33 disassociated (deleted). External IP: 172.25.7.29, port: fa3d6f40-1b3e-43db-9029-47b09ede818e. Aug 18 12:59:59.261920 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a19b1b6d-e112-4dc6-afed-55402d8def4f tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Router 640ef8e8-d20e-4db1-bcb4-a3b96e99e0eb has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 12:59:59.370834 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a19b1b6d-e112-4dc6-afed-55402d8def4f tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 12:59:59.375495 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a19b1b6d-e112-4dc6-afed-55402d8def4f tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for floatingip, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 12:59:59.381731 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c27e29d4-af06-49d6-a109-f45591526a93 None None] Sync routers for ids ['640ef8e8-d20e-4db1-bcb4-a3b96e99e0eb'] in n-d-804985-2 {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 12:59:59.390825 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c27e29d4-af06-49d6-a109-f45591526a93 None None] Routers {'640ef8e8-d20e-4db1-bcb4-a3b96e99e0eb'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:59:59.391388 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-c27e29d4-af06-49d6-a109-f45591526a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:59:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['640ef8e8-d20e-4db1-bcb4-a3b96e99e0eb'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:59:59.404957 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-a19b1b6d-e112-4dc6-afed-55402d8def4f tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "DELETE /v2.0/floatingips/8ad1aa99-5460-4012-a06b-c0ab19428c33 HTTP/1.1" status: 204 len: 168 time: 0.8747950 Aug 18 12:59:59.405567 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '288ef79f-6af5-478a-b443-81141937ca98', 'tag': 'fa3d6f40-1b3e-43db-9029-47b09ede818e'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 12:59:59.407968 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e1715db41198363ca71e85bb75ffab0edf23d36e39f25ec0aa17a703e60534b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-344369d6-03f1-4dac-8dc4-4f9ee5180263" -d '{"events": [{"name": "network-changed", "server_uuid": "288ef79f-6af5-478a-b443-81141937ca98", "tag": "fa3d6f40-1b3e-43db-9029-47b09ede818e"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 12:59:59.448690 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 12:59:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f4af5e8-7fb9-4fd4-83e8-a5bd4b71271e x-openstack-request-id: req-2f4af5e8-7fb9-4fd4-83e8-a5bd4b71271e {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 12:59:59.448956 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "288ef79f-6af5-478a-b443-81141937ca98", "tag": "fa3d6f40-1b3e-43db-9029-47b09ede818e", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 12:59:59.449455 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-2f4af5e8-7fb9-4fd4-83e8-a5bd4b71271e {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 12:59:59.449865 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '288ef79f-6af5-478a-b443-81141937ca98', 'tag': 'fa3d6f40-1b3e-43db-9029-47b09ede818e', 'status': 'completed', 'code': 200} Aug 18 12:59:59.500936 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-c27e29d4-af06-49d6-a109-f45591526a93 None None] Set router 640ef8e8-d20e-4db1-bcb4-a3b96e99e0eb gateway port host: n-d-804985-2 {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 12:59:59.523221 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344369d6-03f1-4dac-8dc4-4f9ee5180263 req-1d20b01f-646f-4d8c-a6d1-046544efce22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:59.525022 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-344369d6-03f1-4dac-8dc4-4f9ee5180263 req-1d20b01f-646f-4d8c-a6d1-046544efce22 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=80570d7663924423a4131eb860db7880&device_id=288ef79f-6af5-478a-b443-81141937ca98 HTTP/1.1" status: 200 len: 1096 time: 0.0489378 Aug 18 12:59:59.626134 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344369d6-03f1-4dac-8dc4-4f9ee5180263 req-d89a729b-1013-48a5-9b4d-37de36ce0348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:59.627804 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-344369d6-03f1-4dac-8dc4-4f9ee5180263 req-d89a729b-1013-48a5-9b4d-37de36ce0348 service neutron] 10.222.0.63 "GET /v2.0/networks?id=1784c9d4-67b9-4d99-8e3b-700f2f8c9e39 HTTP/1.1" status: 200 len: 898 time: 0.0951803 Aug 18 12:59:59.699570 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-344369d6-03f1-4dac-8dc4-4f9ee5180263 req-88654222-aae8-48b1-941a-8a77c929e286 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fa3d6f40-1b3e-43db-9029-47b09ede818e HTTP/1.1" status: 200 len: 217 time: 0.0591309 Aug 18 12:59:59.749297 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e840dd9-debf-4193-939f-c95a85dfb28f req-1f4ef31d-98ea-4cd0-ad7f-e78d89f86d5f tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:59.750786 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3e840dd9-debf-4193-939f-c95a85dfb28f req-1f4ef31d-98ea-4cd0-ad7f-e78d89f86d5f tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/ports?device_id=288ef79f-6af5-478a-b443-81141937ca98 HTTP/1.1" status: 200 len: 945 time: 0.1197803 Aug 18 12:59:59.778163 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344369d6-03f1-4dac-8dc4-4f9ee5180263 req-a24c3d22-2bfa-44df-9216-aa7d860aa371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:59.779547 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-344369d6-03f1-4dac-8dc4-4f9ee5180263 req-a24c3d22-2bfa-44df-9216-aa7d860aa371 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=433b5d40-22a6-484a-bb80-408df545be5e HTTP/1.1" status: 200 len: 834 time: 0.0717990 Aug 18 12:59:59.819418 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3e840dd9-debf-4193-939f-c95a85dfb28f req-5812cba2-81a0-4676-9d13-2c1b3d932c00 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/security-groups?id=63c52a91-d8b7-40f4-b093-a3642e271d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622988 Aug 18 12:59:59.843718 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344369d6-03f1-4dac-8dc4-4f9ee5180263 req-4214df7c-056f-48f0-afca-9d5d8a75edd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 12:59:59.843718 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-344369d6-03f1-4dac-8dc4-4f9ee5180263 req-4214df7c-056f-48f0-afca-9d5d8a75edd4 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=1784c9d4-67b9-4d99-8e3b-700f2f8c9e39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0524070 Aug 18 12:59:59.913182 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-c27e29d4-af06-49d6-a109-f45591526a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '640ef8e8-d20e-4db1-bcb4-a3b96e99e0eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-781216339', 'tenant_id': '80570d7663924423a4131eb860db7880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.144'}], 'enable_snat': True}, 'gw_port_id': '8eee51d8-b673-491c-b91d-e4b2064373f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:59:01Z', 'updated_at': '2021-08-18T12:59:05Z', 'revision_number': 4, 'project_id': '80570d7663924423a4131eb860db7880', 'gw_port': {'id': '8eee51d8-b673-491c-b91d-e4b2064373f0', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:1a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '640ef8e8-d20e-4db1-bcb4-a3b96e99e0eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:59:02Z', 'updated_at': '2021-08-18T12:59:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': 'f54b2830-136c-48f8-9cc7-257a414a8bae', 'name': '', 'network_id': '1784c9d4-67b9-4d99-8e3b-700f2f8c9e39', 'tenant_id': '80570d7663924423a4131eb860db7880', 'mac_address': 'fa:16:3e:2b:e6:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '640ef8e8-d20e-4db1-bcb4-a3b96e99e0eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '433b5d40-22a6-484a-bb80-408df545be5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:59:04Z', 'updated_at': '2021-08-18T12:59:09Z', 'revision_number': 5, 'project_id': '80570d7663924423a4131eb860db7880', 'subnets': [{'id': '433b5d40-22a6-484a-bb80-408df545be5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 12:59:59.940697 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-344369d6-03f1-4dac-8dc4-4f9ee5180263 req-afe51dc6-df6b-4adf-84fe-594a68289999 service neutron] 10.222.0.63 "GET /v2.0/networks/1784c9d4-67b9-4d99-8e3b-700f2f8c9e39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880940 Aug 18 12:59:59.941814 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c27e29d4-af06-49d6-a109-f45591526a93 None None] Checking router: 640ef8e8-d20e-4db1-bcb4-a3b96e99e0eb for host: n-d-804985-2 {{(pid=106254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 12:59:59.950346 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c27e29d4-af06-49d6-a109-f45591526a93 None None] Routers {'640ef8e8-d20e-4db1-bcb4-a3b96e99e0eb'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 12:59:59.950972 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-c27e29d4-af06-49d6-a109-f45591526a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:59:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['640ef8e8-d20e-4db1-bcb4-a3b96e99e0eb'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:00:00.034903 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-344369d6-03f1-4dac-8dc4-4f9ee5180263 req-77ab0f6d-b886-4b6e-aec5-cd8aee3cbe12 service neutron] 10.222.0.63 "GET /v2.0/networks/1784c9d4-67b9-4d99-8e3b-700f2f8c9e39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852940 Aug 18 13:00:00.057150 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-c27e29d4-af06-49d6-a109-f45591526a93 None None] Set router 640ef8e8-d20e-4db1-bcb4-a3b96e99e0eb gateway port host: n-d-804985-2 {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:00:00.262376 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-c27e29d4-af06-49d6-a109-f45591526a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '640ef8e8-d20e-4db1-bcb4-a3b96e99e0eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-781216339', 'tenant_id': '80570d7663924423a4131eb860db7880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.144'}], 'enable_snat': True}, 'gw_port_id': '8eee51d8-b673-491c-b91d-e4b2064373f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:59:01Z', 'updated_at': '2021-08-18T12:59:05Z', 'revision_number': 4, 'project_id': '80570d7663924423a4131eb860db7880', 'gw_port': {'id': '8eee51d8-b673-491c-b91d-e4b2064373f0', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:1a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '640ef8e8-d20e-4db1-bcb4-a3b96e99e0eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:59:02Z', 'updated_at': '2021-08-18T12:59:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': 'f54b2830-136c-48f8-9cc7-257a414a8bae', 'name': '', 'network_id': '1784c9d4-67b9-4d99-8e3b-700f2f8c9e39', 'tenant_id': '80570d7663924423a4131eb860db7880', 'mac_address': 'fa:16:3e:2b:e6:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '640ef8e8-d20e-4db1-bcb4-a3b96e99e0eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '433b5d40-22a6-484a-bb80-408df545be5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:59:04Z', 'updated_at': '2021-08-18T12:59:09Z', 'revision_number': 5, 'project_id': '80570d7663924423a4131eb860db7880', 'subnets': [{'id': '433b5d40-22a6-484a-bb80-408df545be5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:00:00.290829 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c27e29d4-af06-49d6-a109-f45591526a93 None None] The sync data for ids ['640ef8e8-d20e-4db1-bcb4-a3b96e99e0eb'] in n-d-804985-2 is: [{'id': '640ef8e8-d20e-4db1-bcb4-a3b96e99e0eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-781216339', 'tenant_id': '80570d7663924423a4131eb860db7880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.144'}], 'enable_snat': True}, 'gw_port_id': '8eee51d8-b673-491c-b91d-e4b2064373f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:59:01Z', 'updated_at': '2021-08-18T12:59:05Z', 'revision_number': 4, 'project_id': '80570d7663924423a4131eb860db7880', 'gw_port': {'id': '8eee51d8-b673-491c-b91d-e4b2064373f0', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:1a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '640ef8e8-d20e-4db1-bcb4-a3b96e99e0eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:59:02Z', 'updated_at': '2021-08-18T12:59:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': 'f54b2830-136c-48f8-9cc7-257a414a8bae', 'name': '', 'network_id': '1784c9d4-67b9-4d99-8e3b-700f2f8c9e39', 'tenant_id': '80570d7663924423a4131eb860db7880', 'mac_address': 'fa:16:3e:2b:e6:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '640ef8e8-d20e-4db1-bcb4-a3b96e99e0eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '433b5d40-22a6-484a-bb80-408df545be5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:59:04Z', 'updated_at': '2021-08-18T12:59:09Z', 'revision_number': 5, 'project_id': '80570d7663924423a4131eb860db7880', 'subnets': [{'id': '433b5d40-22a6-484a-bb80-408df545be5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:00:00.513618 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-519837c6-a1f3-4443-8f37-09b20551a895 None None] New status for floating IP 8ad1aa99-5460-4012-a06b-c0ab19428c33: DOWN {{(pid=106255) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 13:00:00.957780 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90ad61b-a1db-443f-8d15-4cd940a135b6 req-4974ceb2-30b0-41da-8cb7-857243142b81 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:00.959280 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e90ad61b-a1db-443f-8d15-4cd940a135b6 req-4974ceb2-30b0-41da-8cb7-857243142b81 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/ports?device_id=288ef79f-6af5-478a-b443-81141937ca98 HTTP/1.1" status: 200 len: 945 time: 0.0576801 Aug 18 13:00:00.998631 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e90ad61b-a1db-443f-8d15-4cd940a135b6 req-b109a9df-3244-44ca-a7ff-e63dc65c3003 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/security-groups?id=63c52a91-d8b7-40f4-b093-a3642e271d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331926 Aug 18 13:00:01.148835 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f703ee9-d17a-4317-a51d-69b6e2235a23 req-804f3e95-f515-49b7-ae95-025f4c0a06c7 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:01.150235 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4f703ee9-d17a-4317-a51d-69b6e2235a23 req-804f3e95-f515-49b7-ae95-025f4c0a06c7 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.63 "GET /v2.0/ports?device_id=288ef79f-6af5-478a-b443-81141937ca98 HTTP/1.1" status: 200 len: 945 time: 0.0545130 Aug 18 13:00:01.245957 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-4f703ee9-d17a-4317-a51d-69b6e2235a23 req-28664dcf-1e2d-4aa7-b493-9f6c22500d23 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Deleting port fa3d6f40-1b3e-43db-9029-47b09ede818e {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:00:01.246259 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-4f703ee9-d17a-4317-a51d-69b6e2235a23 req-28664dcf-1e2d-4aa7-b493-9f6c22500d23 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:01.334148 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-4f703ee9-d17a-4317-a51d-69b6e2235a23 req-28664dcf-1e2d-4aa7-b493-9f6c22500d23 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] For port fa3d6f40-1b3e-43db-9029-47b09ede818e, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=fa3d6f40-1b3e-43db-9029-47b09ede818e,segment=NetworkSegment(10325d70-efc5-49c0-9d7c-8c7032579b65),segment_id=10325d70-efc5-49c0-9d7c-8c7032579b65)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:00:01.334517 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-4f703ee9-d17a-4317-a51d-69b6e2235a23 req-28664dcf-1e2d-4aa7-b493-9f6c22500d23 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:01.347097 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-4f703ee9-d17a-4317-a51d-69b6e2235a23 req-28664dcf-1e2d-4aa7-b493-9f6c22500d23 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Calling delete_port for fa3d6f40-1b3e-43db-9029-47b09ede818e owned by compute:nova {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:00:01.481628 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-4f703ee9-d17a-4317-a51d-69b6e2235a23 req-28664dcf-1e2d-4aa7-b493-9f6c22500d23 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:01.510039 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28664dcf-1e2d-4aa7-b493-9f6c22500d23 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Pushing event deleted for resources: {'Port': ['ID=fa3d6f40-1b3e-43db-9029-47b09ede818e,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:00:01.522359 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28664dcf-1e2d-4aa7-b493-9f6c22500d23 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:00:01.523027 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28664dcf-1e2d-4aa7-b493-9f6c22500d23 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:00:01.523611 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28664dcf-1e2d-4aa7-b493-9f6c22500d23 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:00:01.523960 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28664dcf-1e2d-4aa7-b493-9f6c22500d23 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:00:01.524337 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28664dcf-1e2d-4aa7-b493-9f6c22500d23 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:00:01.524704 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28664dcf-1e2d-4aa7-b493-9f6c22500d23 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:00:01.525038 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28664dcf-1e2d-4aa7-b493-9f6c22500d23 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:00:01.525500 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28664dcf-1e2d-4aa7-b493-9f6c22500d23 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:00:01.525821 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28664dcf-1e2d-4aa7-b493-9f6c22500d23 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:00:01.526145 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28664dcf-1e2d-4aa7-b493-9f6c22500d23 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:00:01.526473 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28664dcf-1e2d-4aa7-b493-9f6c22500d23 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:00:01.526796 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28664dcf-1e2d-4aa7-b493-9f6c22500d23 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:00:01.563332 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f703ee9-d17a-4317-a51d-69b6e2235a23 req-28664dcf-1e2d-4aa7-b493-9f6c22500d23 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] No DVR routers for this DVR port fa3d6f40-1b3e-43db-9029-47b09ede818e on host n-h1-804985-2 {{(pid=106252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:00:01.566160 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-4f703ee9-d17a-4317-a51d-69b6e2235a23 req-28664dcf-1e2d-4aa7-b493-9f6c22500d23 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:01.568271 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4f703ee9-d17a-4317-a51d-69b6e2235a23 req-28664dcf-1e2d-4aa7-b493-9f6c22500d23 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.63 "DELETE /v2.0/ports/fa3d6f40-1b3e-43db-9029-47b09ede818e HTTP/1.1" status: 204 len: 173 time: 0.4117386 Aug 18 13:00:01.568741 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '288ef79f-6af5-478a-b443-81141937ca98', 'name': 'network-vif-deleted', 'tag': 'fa3d6f40-1b3e-43db-9029-47b09ede818e'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:00:01.571155 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e1715db41198363ca71e85bb75ffab0edf23d36e39f25ec0aa17a703e60534b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d22c38a1-0ee0-43d3-9127-28a6a62d30be" -d '{"events": [{"server_uuid": "288ef79f-6af5-478a-b443-81141937ca98", "name": "network-vif-deleted", "tag": "fa3d6f40-1b3e-43db-9029-47b09ede818e"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:00:01.611794 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 13:00:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7ff6737-54c3-4947-a0d4-b363bc4c338a x-openstack-request-id: req-e7ff6737-54c3-4947-a0d4-b363bc4c338a {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:00:01.612105 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "288ef79f-6af5-478a-b443-81141937ca98", "name": "network-vif-deleted", "tag": "fa3d6f40-1b3e-43db-9029-47b09ede818e", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:00:01.612342 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e7ff6737-54c3-4947-a0d4-b363bc4c338a {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:00:01.612759 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '288ef79f-6af5-478a-b443-81141937ca98', 'name': 'network-vif-deleted', 'tag': 'fa3d6f40-1b3e-43db-9029-47b09ede818e', 'status': 'completed', 'code': 200} Aug 18 13:00:02.119572 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7bc258c7-9226-4189-8a2a-bc0cade1606c req-73355503-a17e-4c6d-9ad3-aa018f05f7c2 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "GET /v2.0/ports?device_id=288ef79f-6af5-478a-b443-81141937ca98 HTTP/1.1" status: 200 len: 210 time: 0.0389698 Aug 18 13:00:03.180240 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 54032) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:00:03.541761 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4fff3223-2882-44cb-b2a9-3bf7e284c083 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-996815'] for router_interface, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:03.794384 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-4fff3223-2882-44cb-b2a9-3bf7e284c083 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Deleting port f54b2830-136c-48f8-9cc7-257a414a8bae {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:00:03.794680 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4fff3223-2882-44cb-b2a9-3bf7e284c083 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:03.812222 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device fa3d6f40-1b3e-43db-9029-47b09ede818e no longer exists at agent hyperv_n-h1-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:00:03.832888 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] No Port match for: fa3d6f40-1b3e-43db-9029-47b09ede818e {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:00:03.833234 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device fa3d6f40-1b3e-43db-9029-47b09ede818e not bound to the agent host n-h1-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:00:03.888914 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [None req-4fff3223-2882-44cb-b2a9-3bf7e284c083 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] For port f54b2830-136c-48f8-9cc7-257a414a8bae, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=f54b2830-136c-48f8-9cc7-257a414a8bae,segment=NetworkSegment(10325d70-efc5-49c0-9d7c-8c7032579b65),segment_id=10325d70-efc5-49c0-9d7c-8c7032579b65)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:00:03.889283 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4fff3223-2882-44cb-b2a9-3bf7e284c083 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:03.901769 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-4fff3223-2882-44cb-b2a9-3bf7e284c083 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Calling delete_port for f54b2830-136c-48f8-9cc7-257a414a8bae owned by network:router_interface {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:00:04.094393 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4fff3223-2882-44cb-b2a9-3bf7e284c083 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:04.120792 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fff3223-2882-44cb-b2a9-3bf7e284c083 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Pushing event deleted for resources: {'Port': ['ID=f54b2830-136c-48f8-9cc7-257a414a8bae,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:00:04.132803 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fff3223-2882-44cb-b2a9-3bf7e284c083 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:00:04.134915 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fff3223-2882-44cb-b2a9-3bf7e284c083 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:00:04.135313 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fff3223-2882-44cb-b2a9-3bf7e284c083 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:00:04.135680 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fff3223-2882-44cb-b2a9-3bf7e284c083 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:00:04.136014 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fff3223-2882-44cb-b2a9-3bf7e284c083 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:00:04.136367 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fff3223-2882-44cb-b2a9-3bf7e284c083 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:00:04.136729 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fff3223-2882-44cb-b2a9-3bf7e284c083 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:00:04.137049 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fff3223-2882-44cb-b2a9-3bf7e284c083 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:00:04.137374 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fff3223-2882-44cb-b2a9-3bf7e284c083 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:00:04.137699 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fff3223-2882-44cb-b2a9-3bf7e284c083 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:00:04.138027 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fff3223-2882-44cb-b2a9-3bf7e284c083 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:00:04.138348 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fff3223-2882-44cb-b2a9-3bf7e284c083 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:00:04.309479 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-4fff3223-2882-44cb-b2a9-3bf7e284c083 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953695'] for router_interface, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:04.528214 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fff3223-2882-44cb-b2a9-3bf7e284c083 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Router 640ef8e8-d20e-4db1-bcb4-a3b96e99e0eb has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 13:00:04.640425 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fff3223-2882-44cb-b2a9-3bf7e284c083 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:00:04.645733 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-4fff3223-2882-44cb-b2a9-3bf7e284c083 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "PUT /v2.0/routers/640ef8e8-d20e-4db1-bcb4-a3b96e99e0eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4643884 Aug 18 13:00:04.648505 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 54034) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:00:04.651329 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede66a74-e3f0-43da-80d4-ace7dc90ae18 None None] Sync routers for ids ['640ef8e8-d20e-4db1-bcb4-a3b96e99e0eb'] in n-d-804985-2 {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:00:04.661393 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede66a74-e3f0-43da-80d4-ace7dc90ae18 None None] Routers {'640ef8e8-d20e-4db1-bcb4-a3b96e99e0eb'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:00:04.662007 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-ede66a74-e3f0-43da-80d4-ace7dc90ae18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:59:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['640ef8e8-d20e-4db1-bcb4-a3b96e99e0eb'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:00:04.701276 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_v2 [None req-a722da31-746f-43df-a010-1ad8bd727264 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Deleting subnet 433b5d40-22a6-484a-bb80-408df545be5e {{(pid=106253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 13:00:04.704444 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a722da31-746f-43df-a010-1ad8bd727264 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for subnet, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:04.744557 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a722da31-746f-43df-a010-1ad8bd727264 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902229'] for subnet, precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:04.766752 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-ede66a74-e3f0-43da-80d4-ace7dc90ae18 None None] Set router 640ef8e8-d20e-4db1-bcb4-a3b96e99e0eb gateway port host: n-d-804985-2 {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:00:04.828795 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a722da31-746f-43df-a010-1ad8bd727264 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:04.891084 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a722da31-746f-43df-a010-1ad8bd727264 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58902171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59388106'] for subnet, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:04.920982 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a722da31-746f-43df-a010-1ad8bd727264 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:04.922897 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-a722da31-746f-43df-a010-1ad8bd727264 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "DELETE /v2.0/subnets/433b5d40-22a6-484a-bb80-408df545be5e HTTP/1.1" status: 204 len: 168 time: 0.2734237 Aug 18 13:00:04.923810 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a722da31-746f-43df-a010-1ad8bd727264 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Pushing event deleted for resources: {'Subnet': ['ID=433b5d40-22a6-484a-bb80-408df545be5e,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:00:04.926978 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79bd3fcd-6606-4f8c-8930-3155ed809446 None None] Network 1784c9d4-67b9-4d99-8e3b-700f2f8c9e39 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:00:04.927488 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 54036) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:00:05.037526 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-9e1f876e-ddc7-49ff-8635-8600a8527697 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for router, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:05.040830 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-ede66a74-e3f0-43da-80d4-ace7dc90ae18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '640ef8e8-d20e-4db1-bcb4-a3b96e99e0eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-781216339', 'tenant_id': '80570d7663924423a4131eb860db7880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.144'}], 'enable_snat': True}, 'gw_port_id': '8eee51d8-b673-491c-b91d-e4b2064373f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:59:01Z', 'updated_at': '2021-08-18T13:00:04Z', 'revision_number': 5, 'project_id': '80570d7663924423a4131eb860db7880', 'gw_port': {'id': '8eee51d8-b673-491c-b91d-e4b2064373f0', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:1a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '640ef8e8-d20e-4db1-bcb4-a3b96e99e0eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:59:02Z', 'updated_at': '2021-08-18T12:59:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:00:05.068844 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede66a74-e3f0-43da-80d4-ace7dc90ae18 None None] Checking router: 640ef8e8-d20e-4db1-bcb4-a3b96e99e0eb for host: n-d-804985-2 {{(pid=106254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 13:00:05.082037 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede66a74-e3f0-43da-80d4-ace7dc90ae18 None None] Routers {'640ef8e8-d20e-4db1-bcb4-a3b96e99e0eb'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:00:05.082687 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-ede66a74-e3f0-43da-80d4-ace7dc90ae18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:59:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['640ef8e8-d20e-4db1-bcb4-a3b96e99e0eb'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:00:05.142565 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-9e1f876e-ddc7-49ff-8635-8600a8527697 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:05.187723 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10abcfd8-1f6a-4579-9af5-f6606c66e203 None None] DHCP port deletion for 1784c9d4-67b9-4d99-8e3b-700f2f8c9e39 request from n-d-804985-2 {{(pid=106254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 13:00:05.201031 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-ede66a74-e3f0-43da-80d4-ace7dc90ae18 None None] Set router 640ef8e8-d20e-4db1-bcb4-a3b96e99e0eb gateway port host: n-d-804985-2 {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:00:05.210178 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-9e1f876e-ddc7-49ff-8635-8600a8527697 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Deleting port 8eee51d8-b673-491c-b91d-e4b2064373f0 {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:00:05.210754 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-9e1f876e-ddc7-49ff-8635-8600a8527697 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:05.289131 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [None req-9e1f876e-ddc7-49ff-8635-8600a8527697 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] For port 8eee51d8-b673-491c-b91d-e4b2064373f0, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=8eee51d8-b673-491c-b91d-e4b2064373f0,segment=NetworkSegment(c5a3db9d-5c58-41b1-9177-d5787a597b78),segment_id=c5a3db9d-5c58-41b1-9177-d5787a597b78)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:00:05.289509 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-9e1f876e-ddc7-49ff-8635-8600a8527697 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:05.301803 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-9e1f876e-ddc7-49ff-8635-8600a8527697 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Calling delete_port for 8eee51d8-b673-491c-b91d-e4b2064373f0 owned by network:router_gateway {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:00:05.354051 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-10abcfd8-1f6a-4579-9af5-f6606c66e203 None None] Deleting port 01146b48-7f29-4930-85a7-f0703abf491d {{(pid=106254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:00:05.354423 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-10abcfd8-1f6a-4579-9af5-f6606c66e203 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:05.442991 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-10abcfd8-1f6a-4579-9af5-f6606c66e203 None None] For port 01146b48-7f29-4930-85a7-f0703abf491d, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=01146b48-7f29-4930-85a7-f0703abf491d,segment=NetworkSegment(10325d70-efc5-49c0-9d7c-8c7032579b65),segment_id=10325d70-efc5-49c0-9d7c-8c7032579b65)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:00:05.443283 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-10abcfd8-1f6a-4579-9af5-f6606c66e203 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:05.459866 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-10abcfd8-1f6a-4579-9af5-f6606c66e203 None None] Calling delete_port for 01146b48-7f29-4930-85a7-f0703abf491d owned by network:dhcp {{(pid=106254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:00:05.476777 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-9e1f876e-ddc7-49ff-8635-8600a8527697 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:05.509326 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1f876e-ddc7-49ff-8635-8600a8527697 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Pushing event deleted for resources: {'Port': ['ID=8eee51d8-b673-491c-b91d-e4b2064373f0,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:00:05.516703 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-ede66a74-e3f0-43da-80d4-ace7dc90ae18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '640ef8e8-d20e-4db1-bcb4-a3b96e99e0eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-781216339', 'tenant_id': '80570d7663924423a4131eb860db7880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.144'}], 'enable_snat': True}, 'gw_port_id': '8eee51d8-b673-491c-b91d-e4b2064373f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:59:01Z', 'updated_at': '2021-08-18T13:00:04Z', 'revision_number': 5, 'project_id': '80570d7663924423a4131eb860db7880', 'gw_port': {'id': '8eee51d8-b673-491c-b91d-e4b2064373f0', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:1a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '640ef8e8-d20e-4db1-bcb4-a3b96e99e0eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:59:02Z', 'updated_at': '2021-08-18T12:59:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:00:05.545415 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede66a74-e3f0-43da-80d4-ace7dc90ae18 None None] The sync data for ids ['640ef8e8-d20e-4db1-bcb4-a3b96e99e0eb'] in n-d-804985-2 is: [{'id': '640ef8e8-d20e-4db1-bcb4-a3b96e99e0eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-781216339', 'tenant_id': '80570d7663924423a4131eb860db7880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.144'}], 'enable_snat': True}, 'gw_port_id': '8eee51d8-b673-491c-b91d-e4b2064373f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T12:59:01Z', 'updated_at': '2021-08-18T13:00:04Z', 'revision_number': 5, 'project_id': '80570d7663924423a4131eb860db7880', 'gw_port': {'id': '8eee51d8-b673-491c-b91d-e4b2064373f0', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:1a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '640ef8e8-d20e-4db1-bcb4-a3b96e99e0eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T12:59:02Z', 'updated_at': '2021-08-18T12:59:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:00:05.570771 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-9e1f876e-ddc7-49ff-8635-8600a8527697 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-997271'] for router_gateway, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:05.591828 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-10abcfd8-1f6a-4579-9af5-f6606c66e203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556'] for port, after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:05.603732 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 01146b48-7f29-4930-85a7-f0703abf491d no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:00:05.639903 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: 01146b48-7f29-4930-85a7-f0703abf491d {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:00:05.640267 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 01146b48-7f29-4930-85a7-f0703abf491d not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:00:05.644732 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10abcfd8-1f6a-4579-9af5-f6606c66e203 None None] No DVR routers for this DVR port 01146b48-7f29-4930-85a7-f0703abf491d on host n-d-804985-2 {{(pid=106254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:00:05.648596 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abcfd8-1f6a-4579-9af5-f6606c66e203 None None] Pushing event deleted for resources: {'Port': ['ID=01146b48-7f29-4930-85a7-f0703abf491d,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:00:05.658411 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10abcfd8-1f6a-4579-9af5-f6606c66e203 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:00:05.658814 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10abcfd8-1f6a-4579-9af5-f6606c66e203 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:00:05.659080 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10abcfd8-1f6a-4579-9af5-f6606c66e203 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:00:05.659413 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10abcfd8-1f6a-4579-9af5-f6606c66e203 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:00:05.659738 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10abcfd8-1f6a-4579-9af5-f6606c66e203 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:00:05.660151 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10abcfd8-1f6a-4579-9af5-f6606c66e203 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:00:05.660376 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10abcfd8-1f6a-4579-9af5-f6606c66e203 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:00:05.660743 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10abcfd8-1f6a-4579-9af5-f6606c66e203 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:00:05.661062 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10abcfd8-1f6a-4579-9af5-f6606c66e203 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:00:05.661380 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10abcfd8-1f6a-4579-9af5-f6606c66e203 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:00:05.661698 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10abcfd8-1f6a-4579-9af5-f6606c66e203 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:00:05.662013 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10abcfd8-1f6a-4579-9af5-f6606c66e203 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:00:05.682061 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-9e1f876e-ddc7-49ff-8635-8600a8527697 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-996004', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15859'] for router, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:05.684272 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-9e1f876e-ddc7-49ff-8635-8600a8527697 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:05.729539 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-9e1f876e-ddc7-49ff-8635-8600a8527697 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-996061'] for router, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:05.730176 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e1f876e-ddc7-49ff-8635-8600a8527697 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Fanout notify agent at l3_agent the message router_deleted on router 640ef8e8-d20e-4db1-bcb4-a3b96e99e0eb {{(pid=106252) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 13:00:05.738987 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-9e1f876e-ddc7-49ff-8635-8600a8527697 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for router, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:05.740141 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-9e1f876e-ddc7-49ff-8635-8600a8527697 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "DELETE /v2.0/routers/640ef8e8-d20e-4db1-bcb4-a3b96e99e0eb HTTP/1.1" status: 204 len: 168 time: 0.8118057 Aug 18 13:00:05.743067 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 54038) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:00:05.820717 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b90ed42f-673b-4de0-9b45-ad1508631687 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7904109'] for network, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:05.913476 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b90ed42f-673b-4de0-9b45-ad1508631687 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8367869', 'neutron.services.segments.db._delete_segments_for_network-8789151212993'] for network, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:05.923671 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-b90ed42f-673b-4de0-9b45-ad1508631687 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1784c9d4-67b9-4d99-8e3b-700f2f8c9e39']}} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:00:05.934392 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-b90ed42f-673b-4de0-9b45-ad1508631687 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10325d70-efc5-49c0-9d7c-8c7032579b65') {'for_net_delete': True} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:00:05.934688 n-d-804985-2 neutron-server[106253]: DEBUG neutron.services.segments.db [None req-b90ed42f-673b-4de0-9b45-ad1508631687 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10325d70-efc5-49c0-9d7c-8c7032579b65') {} {{(pid=106253) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:00:05.945008 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b90ed42f-673b-4de0-9b45-ad1508631687 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789151225254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58902236'] for segment, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:05.960805 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b90ed42f-673b-4de0-9b45-ad1508631687 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:05.967343 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b90ed42f-673b-4de0-9b45-ad1508631687 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Releasing vlan 815 on physical network physnet1 to pool {{(pid=106253) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 13:00:05.967731 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b90ed42f-673b-4de0-9b45-ad1508631687 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58900537'] for segment, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:05.970775 n-d-804985-2 neutron-server[106253]: Traceback (most recent call last): Aug 18 13:00:05.970775 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 13:00:05.970775 n-d-804985-2 neutron-server[106253]: timer() Aug 18 13:00:05.970775 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 13:00:05.970775 n-d-804985-2 neutron-server[106253]: cb(*args, **kw) Aug 18 13:00:05.970775 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 13:00:05.970775 n-d-804985-2 neutron-server[106253]: return func(*args, **kwargs) Aug 18 13:00:05.970775 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 13:00:05.970775 n-d-804985-2 neutron-server[106253]: self._notify() Aug 18 13:00:05.970775 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 13:00:05.970775 n-d-804985-2 neutron-server[106253]: self.callback(batched_events) Aug 18 13:00:05.970775 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 13:00:05.970775 n-d-804985-2 neutron-server[106253]: event.method(event) Aug 18 13:00:05.970775 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 13:00:05.970775 n-d-804985-2 neutron-server[106253]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 13:00:05.970775 n-d-804985-2 neutron-server[106253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 13:00:05.970775 n-d-804985-2 neutron-server[106253]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 13:00:05.970775 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 13:00:05.970775 n-d-804985-2 neutron-server[106253]: return f(self, *a, **k) Aug 18 13:00:05.970775 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 13:00:05.970775 n-d-804985-2 neutron-server[106253]: return self._get(url).json() Aug 18 13:00:05.970775 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 13:00:05.970775 n-d-804985-2 neutron-server[106253]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 13:00:05.970775 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 13:00:05.970775 n-d-804985-2 neutron-server[106253]: return self.request(url, 'GET', **kwargs) Aug 18 13:00:05.970775 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 13:00:05.970775 n-d-804985-2 neutron-server[106253]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 13:00:05.970775 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 13:00:05.970775 n-d-804985-2 neutron-server[106253]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 13:00:05.970775 n-d-804985-2 neutron-server[106253]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 13:00:05.970775 n-d-804985-2 neutron-server[106253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 13:00:05.970775 n-d-804985-2 neutron-server[106253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 13:00:06.032439 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b90ed42f-673b-4de0-9b45-ad1508631687 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8367858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997186'] for network, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:06.040004 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b90ed42f-673b-4de0-9b45-ad1508631687 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:06.041659 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-b90ed42f-673b-4de0-9b45-ad1508631687 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "DELETE /v2.0/networks/1784c9d4-67b9-4d99-8e3b-700f2f8c9e39 HTTP/1.1" status: 204 len: 168 time: 0.2975931 Aug 18 13:00:06.044604 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 54040) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:00:06.055456 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90ed42f-673b-4de0-9b45-ad1508631687 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Pushing event deleted for resources: {'Network': ['ID=1784c9d4-67b9-4d99-8e3b-700f2f8c9e39,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:00:06.109494 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-471cfec0-4dfe-415c-82be-030df0cf6ae8 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:06.135957 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-471cfec0-4dfe-415c-82be-030df0cf6ae8 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:06.203431 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-471cfec0-4dfe-415c-82be-030df0cf6ae8 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:06.206067 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-471cfec0-4dfe-415c-82be-030df0cf6ae8 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:06.207298 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-471cfec0-4dfe-415c-82be-030df0cf6ae8 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] 10.222.0.66 "DELETE /v2.0/security-groups/63c52a91-d8b7-40f4-b093-a3642e271d9a HTTP/1.1" status: 204 len: 168 time: 0.1616728 Aug 18 13:00:06.217253 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471cfec0-4dfe-415c-82be-030df0cf6ae8 tempest-TestNetworkAdvancedServerOps-2013354414 tempest-TestNetworkAdvancedServerOps-2013354414-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63c52a91-d8b7-40f4-b093-a3642e271d9a,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:00:06.561792 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 54048) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:00:06.594719 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:06.708097 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-11149528-0f94-44b0-b404-604216511f26 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=80570d7663924423a4131eb860db7880&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1450305 Aug 18 13:00:06.710642 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 54052) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:00:06.765335 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9b3b7c0a-dabf-4981-b8b0-d3d79efd9709 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:06.789373 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9b3b7c0a-dabf-4981-b8b0-d3d79efd9709 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:06.839989 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9b3b7c0a-dabf-4981-b8b0-d3d79efd9709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:06.842530 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9b3b7c0a-dabf-4981-b8b0-d3d79efd9709 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:06.843714 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-9b3b7c0a-dabf-4981-b8b0-d3d79efd9709 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/21949ecb-94e6-4eca-a92e-f599f502b0e1 HTTP/1.1" status: 204 len: 168 time: 0.1322234 Aug 18 13:00:06.851668 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3b7c0a-dabf-4981-b8b0-d3d79efd9709 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21949ecb-94e6-4eca-a92e-f599f502b0e1,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:00:07.118302 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 54058) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:00:07.132338 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6035863f-3aec-41e1-9c76-756395b80e50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:07.235544 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6035863f-3aec-41e1-9c76-756395b80e50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:07.242062 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-6035863f-3aec-41e1-9c76-756395b80e50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:07.279479 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6035863f-3aec-41e1-9c76-756395b80e50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5eeb571c-8509-4408-b5b8-1dde4db4ce80,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:00:07.287327 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-6035863f-3aec-41e1-9c76-756395b80e50 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=367302da85d2431c9dba92dd7b8bef4b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1655269 Aug 18 13:00:07.288440 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 54060) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:00:07.335749 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-adf97bb2-4ae6-4e1e-bf1e-bab480eaab44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:07.360956 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-adf97bb2-4ae6-4e1e-bf1e-bab480eaab44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:07.413153 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-adf97bb2-4ae6-4e1e-bf1e-bab480eaab44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:07.415712 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-adf97bb2-4ae6-4e1e-bf1e-bab480eaab44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:07.416861 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-adf97bb2-4ae6-4e1e-bf1e-bab480eaab44 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/5eeb571c-8509-4408-b5b8-1dde4db4ce80 HTTP/1.1" status: 204 len: 168 time: 0.1284003 Aug 18 13:00:07.424161 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf97bb2-4ae6-4e1e-bf1e-bab480eaab44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eeb571c-8509-4408-b5b8-1dde4db4ce80,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:00:07.514485 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 8eee51d8-b673-491c-b91d-e4b2064373f0 no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:00:07.534376 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: 8eee51d8-b673-491c-b91d-e4b2064373f0 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:00:07.534723 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 8eee51d8-b673-491c-b91d-e4b2064373f0 not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:00:07.535135 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device f54b2830-136c-48f8-9cc7-257a414a8bae no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:00:07.553812 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: f54b2830-136c-48f8-9cc7-257a414a8bae {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:00:07.554168 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device f54b2830-136c-48f8-9cc7-257a414a8bae not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:00:07.820089 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.agents_db [None req-6dbb2658-0354-4101-8393-6e7505481cf6 None None] Agent healthcheck: found 7 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 13:00:08.158607 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 54082) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:00:08.266575 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-b88e9662-9043-4b10-afaa-c2265949984f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2041562132-network', 'tenant_id': 'fcde11a362cc47fba2e3c4947851fb21'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:00:08.292790 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b88e9662-9043-4b10-afaa-c2265949984f admin admin] Made reservation on behalf of fcde11a362cc47fba2e3c4947851fb21 for: {'network': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:00:08.295103 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b88e9662-9043-4b10-afaa-c2265949984f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for network, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:08.303537 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b88e9662-9043-4b10-afaa-c2265949984f admin admin] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:08.395854 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b88e9662-9043-4b10-afaa-c2265949984f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:08.402802 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b88e9662-9043-4b10-afaa-c2265949984f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:08.427174 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b88e9662-9043-4b10-afaa-c2265949984f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 839} {{(pid=106252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 13:00:08.436953 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88e9662-9043-4b10-afaa-c2265949984f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ba0f168-4601-4ce8-a959-dbc85c534ceb,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:00:08.444642 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b88e9662-9043-4b10-afaa-c2265949984f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:08.444642 n-d-804985-2 neutron-server[106252]: INFO neutron.db.segments_db [None req-b88e9662-9043-4b10-afaa-c2265949984f admin admin] Added segment b1fb8dc6-8ea6-4a25-a3b4-793c31c03b5a of type vlan for network 584a3cb2-1e19-4b39-a2bf-76e269345461 Aug 18 13:00:08.483942 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b88e9662-9043-4b10-afaa-c2265949984f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789150665894'] for network, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:08.510056 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b88e9662-9043-4b10-afaa-c2265949984f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for network, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:08.511041 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b88e9662-9043-4b10-afaa-c2265949984f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:08.511590 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b88e9662-9043-4b10-afaa-c2265949984f admin admin] Notify callbacks [] for network, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:08.873108 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:08.879646 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-b88e9662-9043-4b10-afaa-c2265949984f admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7197952 Aug 18 13:00:08.882409 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 54086) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:00:08.887402 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-bfcfd563-c841-4891-9eeb-5e1ff36d4fa4 admin admin] Request body: {'subnet': {'network_id': '584a3cb2-1e19-4b39-a2bf-76e269345461', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2041562132-subnet', 'tenant_id': 'fcde11a362cc47fba2e3c4947851fb21', 'ip_version': 4}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:00:08.890393 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88e9662-9043-4b10-afaa-c2265949984f admin admin] Pushing event updated for resources: {'Network': ['ID=584a3cb2-1e19-4b39-a2bf-76e269345461,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:00:08.901915 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Network 584a3cb2-1e19-4b39-a2bf-76e269345461 details requested by agent ovs-agent-n-d-804985-2 with host n-d-804985-2 {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 13:00:08.917269 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfcfd563-c841-4891-9eeb-5e1ff36d4fa4 admin admin] Made reservation on behalf of fcde11a362cc47fba2e3c4947851fb21 for: {'subnet': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:00:08.920101 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-bfcfd563-c841-4891-9eeb-5e1ff36d4fa4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59074089'] for subnet, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:09.118633 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-bfcfd563-c841-4891-9eeb-5e1ff36d4fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3572913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59074111'] for subnet, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:09.174453 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcfd563-c841-4891-9eeb-5e1ff36d4fa4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b70ae0b-a974-4013-8f6e-bbbf85c7212b,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:00:09.182037 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfcfd563-c841-4891-9eeb-5e1ff36d4fa4 admin admin] Checking segment: {'id': 'b1fb8dc6-8ea6-4a25-a3b4-793c31c03b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '584a3cb2-1e19-4b39-a2bf-76e269345461'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:00:09.182392 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfcfd563-c841-4891-9eeb-5e1ff36d4fa4 admin admin] Network hostable DHCP agents. Network: 584a3cb2-1e19-4b39-a2bf-76e269345461, hostable agents: ['97c14208-2951-4361-8d64-3708c946ff5f'], hosted agents: [] {{(pid=106252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 13:00:09.200340 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfcfd563-c841-4891-9eeb-5e1ff36d4fa4 admin admin] Network 584a3cb2-1e19-4b39-a2bf-76e269345461 is scheduled to be hosted by DHCP agent 97c14208-2951-4361-8d64-3708c946ff5f with binding_index 1 {{(pid=106252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 13:00:09.209477 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-bfcfd563-c841-4891-9eeb-5e1ff36d4fa4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-2, 584a3cb2-1e19-4b39-a2bf-76e269345461) {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:00:09.213809 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfcfd563-c841-4891-9eeb-5e1ff36d4fa4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:09.214391 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-bfcfd563-c841-4891-9eeb-5e1ff36d4fa4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:09.220264 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1565947a-4aa2-454d-9aeb-e2779b4c0d53 None None] Network 584a3cb2-1e19-4b39-a2bf-76e269345461 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:00:09.230186 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-bfcfd563-c841-4891-9eeb-5e1ff36d4fa4 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3466997 Aug 18 13:00:09.232938 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 54088) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:00:09.237451 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-13dd813f-7350-4014-ba70-3601f28e949e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2041562132-router', 'tenant_id': 'fcde11a362cc47fba2e3c4947851fb21', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'}}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:00:09.259053 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-13dd813f-7350-4014-ba70-3601f28e949e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-998592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15809'] for router, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:09.260513 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-13dd813f-7350-4014-ba70-3601f28e949e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-992733', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-971415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15816'] for router, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:09.324609 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-13dd813f-7350-4014-ba70-3601f28e949e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:09.385326 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4b1c2e8-53f1-413c-b010-15b30de57aa7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp788be208-34ab-5a8f-af0f-528834af222f-584a3cb2-1e19-4b39-a2bf-76e269345461', 'network_id': '584a3cb2-1e19-4b39-a2bf-76e269345461', 'tenant_id': 'fcde11a362cc47fba2e3c4947851fb21', 'fixed_ips': [{'subnet_id': '0b70ae0b-a974-4013-8f6e-bbbf85c7212b'}]}} from n-d-804985-2. {{(pid=106254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 13:00:09.386255 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-b4b1c2e8-53f1-413c-b010-15b30de57aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:09.463433 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-13dd813f-7350-4014-ba70-3601f28e949e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:09.528204 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.db_base_plugin_common [None req-b4b1c2e8-53f1-413c-b010-15b30de57aa7 None None] Allocated IP 172.20.0.2 (584a3cb2-1e19-4b39-a2bf-76e269345461/0b70ae0b-a974-4013-8f6e-bbbf85c7212b/1a16111f-05e1-4f4f-a689-a218e841c777) {{(pid=106254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:00:09.671938 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-b4b1c2e8-53f1-413c-b010-15b30de57aa7 None None] Notify callbacks [] for port, precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:09.677284 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-13dd813f-7350-4014-ba70-3601f28e949e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:09.682131 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-b4b1c2e8-53f1-413c-b010-15b30de57aa7 None None] Transition to ACTIVE for port object 1a16111f-05e1-4f4f-a689-a218e841c777 will not be triggered until provisioned by entity L2. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:00:09.696700 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-13dd813f-7350-4014-ba70-3601f28e949e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:09.697143 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-b4b1c2e8-53f1-413c-b010-15b30de57aa7 None None] Transition to ACTIVE for port object 1a16111f-05e1-4f4f-a689-a218e841c777 will not be triggered until provisioned by entity DHCP. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:00:09.703243 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-b4b1c2e8-53f1-413c-b010-15b30de57aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547'] for port, after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:09.744911 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4b1c2e8-53f1-413c-b010-15b30de57aa7 None None] Network 584a3cb2-1e19-4b39-a2bf-76e269345461 is already hosted by enough agents. {{(pid=106254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:00:09.747931 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.base_scheduler [None req-b4b1c2e8-53f1-413c-b010-15b30de57aa7 None None] Resources bound (agent type, host, resource id): {{(pid=106254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:00:09.752304 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b1c2e8-53f1-413c-b010-15b30de57aa7 None None] Received port after_create {{(pid=106254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:00:09.755283 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b1c2e8-53f1-413c-b010-15b30de57aa7 None None] Pushing event updated for resources: {'Port': ['ID=1a16111f-05e1-4f4f-a689-a218e841c777,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:00:09.800508 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [None req-13dd813f-7350-4014-ba70-3601f28e949e admin admin] Allocated IP 172.25.7.188 (7cae7a70-14fd-408c-b14d-39ceb97cb60e/9784295a-20b8-4a4b-b105-f82737f0448f/63c0b127-03bf-4f05-b3a2-aaee534df064) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:00:09.807477 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-b4b1c2e8-53f1-413c-b010-15b30de57aa7 None None] Attempting to bind port 1a16111f-05e1-4f4f-a689-a218e841c777 on host n-d-804985-2 for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:00:09.807847 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-b4b1c2e8-53f1-413c-b010-15b30de57aa7 None None] Attempting to bind port 1a16111f-05e1-4f4f-a689-a218e841c777 by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': 'b1fb8dc6-8ea6-4a25-a3b4-793c31c03b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '584a3cb2-1e19-4b39-a2bf-76e269345461'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:00:09.808209 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b1c2e8-53f1-413c-b010-15b30de57aa7 None None] Attempting to bind port 1a16111f-05e1-4f4f-a689-a218e841c777 on network 584a3cb2-1e19-4b39-a2bf-76e269345461 {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:00:09.813800 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b1c2e8-53f1-413c-b010-15b30de57aa7 None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 59, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:00:09.814292 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b1c2e8-53f1-413c-b010-15b30de57aa7 None None] Checking segment: {'id': 'b1fb8dc6-8ea6-4a25-a3b4-793c31c03b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '584a3cb2-1e19-4b39-a2bf-76e269345461'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:00:09.814716 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-b4b1c2e8-53f1-413c-b010-15b30de57aa7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:09.815218 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b1c2e8-53f1-413c-b010-15b30de57aa7 None None] Bound using segment: {'id': 'b1fb8dc6-8ea6-4a25-a3b4-793c31c03b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '584a3cb2-1e19-4b39-a2bf-76e269345461'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:00:09.815755 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-b4b1c2e8-53f1-413c-b010-15b30de57aa7 None None] Bound port: 1a16111f-05e1-4f4f-a689-a218e841c777, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1fb8dc6-8ea6-4a25-a3b4-793c31c03b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '584a3cb2-1e19-4b39-a2bf-76e269345461'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:00:09.816160 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-b4b1c2e8-53f1-413c-b010-15b30de57aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:09.882010 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-b4b1c2e8-53f1-413c-b010-15b30de57aa7 None None] For port 1a16111f-05e1-4f4f-a689-a218e841c777, host n-d-804985-2, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:00:09.886213 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-b4b1c2e8-53f1-413c-b010-15b30de57aa7 None None] For port 1a16111f-05e1-4f4f-a689-a218e841c777, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=1a16111f-05e1-4f4f-a689-a218e841c777,segment=NetworkSegment(b1fb8dc6-8ea6-4a25-a3b4-793c31c03b5a),segment_id=b1fb8dc6-8ea6-4a25-a3b4-793c31c03b5a)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:00:09.890343 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-b4b1c2e8-53f1-413c-b010-15b30de57aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:09.907890 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-13dd813f-7350-4014-ba70-3601f28e949e admin admin] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:09.949293 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-13dd813f-7350-4014-ba70-3601f28e949e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:09.953199 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b1c2e8-53f1-413c-b010-15b30de57aa7 None None] Pushing event updated for resources: {'Port': ['ID=1a16111f-05e1-4f4f-a689-a218e841c777,revision_number=2']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:00:09.985744 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13dd813f-7350-4014-ba70-3601f28e949e admin admin] Network 7cae7a70-14fd-408c-b14d-39ceb97cb60e is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:00:09.990741 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-13dd813f-7350-4014-ba70-3601f28e949e admin admin] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:00:09.994422 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13dd813f-7350-4014-ba70-3601f28e949e admin admin] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:00:10.023104 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dd813f-7350-4014-ba70-3601f28e949e admin admin] Pushing event updated for resources: {'Port': ['ID=63c0b127-03bf-4f05-b3a2-aaee534df064,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:00:10.271245 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-13dd813f-7350-4014-ba70-3601f28e949e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:10.478274 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-13dd813f-7350-4014-ba70-3601f28e949e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-998473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-992536'] for router, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:10.616393 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13dd813f-7350-4014-ba70-3601f28e949e admin admin] Router 044b7d20-297f-4465-a2eb-b4e3413968d3 is scheduled to L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 with binding_index 1 {{(pid=106252) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 13:00:10.727173 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13dd813f-7350-4014-ba70-3601f28e949e admin admin] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:00:10.737907 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b4d1c57-20eb-4106-bf65-3e13290bcc72 None None] Sync routers for ids ['044b7d20-297f-4465-a2eb-b4e3413968d3'] in n-d-804985-2 {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:00:10.748286 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b4d1c57-20eb-4106-bf65-3e13290bcc72 None None] Routers {'044b7d20-297f-4465-a2eb-b4e3413968d3'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:00:10.749024 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-7b4d1c57-20eb-4106-bf65-3e13290bcc72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:59:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['044b7d20-297f-4465-a2eb-b4e3413968d3'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:00:10.749869 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-13dd813f-7350-4014-ba70-3601f28e949e admin admin] Notify callbacks [] for router, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:10.751304 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-13dd813f-7350-4014-ba70-3601f28e949e admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5173826 Aug 18 13:00:10.755419 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 54090) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:00:10.846152 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9e4f296-bb08-43bb-ba6e-690f9cff3657 None None] Network 584a3cb2-1e19-4b39-a2bf-76e269345461 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:00:10.857158 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-7b4d1c57-20eb-4106-bf65-3e13290bcc72 None None] Set router 044b7d20-297f-4465-a2eb-b4e3413968d3 gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:00:10.968655 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-ac18495e-0b60-488b-80af-8d4b46628512 None None] Provisioning for port 1a16111f-05e1-4f4f-a689-a218e841c777 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:00:11.034891 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-7b4d1c57-20eb-4106-bf65-3e13290bcc72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '044b7d20-297f-4465-a2eb-b4e3413968d3', 'name': 'tempest-TestShelveInstance-2041562132-router', 'tenant_id': 'fcde11a362cc47fba2e3c4947851fb21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': '63c0b127-03bf-4f05-b3a2-aaee534df064', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:00:09Z', 'updated_at': '2021-08-18T13:00:10Z', 'revision_number': 3, 'project_id': 'fcde11a362cc47fba2e3c4947851fb21', 'gw_port': {'id': '63c0b127-03bf-4f05-b3a2-aaee534df064', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:2c:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '044b7d20-297f-4465-a2eb-b4e3413968d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:00:09Z', 'updated_at': '2021-08-18T13:00:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:00:11.061514 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b4d1c57-20eb-4106-bf65-3e13290bcc72 None None] Checking router: 044b7d20-297f-4465-a2eb-b4e3413968d3 for host: n-d-804985-2 {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 13:00:11.061860 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b4d1c57-20eb-4106-bf65-3e13290bcc72 None None] Updating router 044b7d20-297f-4465-a2eb-b4e3413968d3 port 63c0b127-03bf-4f05-b3a2-aaee534df064 binding host n-d-804985-2 {{(pid=106255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 13:00:11.087355 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-7b4d1c57-20eb-4106-bf65-3e13290bcc72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:11.212670 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ea8ff678-3721-4199-9f19-66ef1dd8bb9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:11.345112 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-7b4d1c57-20eb-4106-bf65-3e13290bcc72 None None] Notify callbacks [] for port, precommit_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:11.354707 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-7b4d1c57-20eb-4106-bf65-3e13290bcc72 None None] Transition to ACTIVE for port object 63c0b127-03bf-4f05-b3a2-aaee534df064 will not be triggered until provisioned by entity L2. {{(pid=106255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:00:11.360884 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-7b4d1c57-20eb-4106-bf65-3e13290bcc72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:11.370192 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [None req-ea8ff678-3721-4199-9f19-66ef1dd8bb9a admin admin] Allocated IP 172.20.0.1 (584a3cb2-1e19-4b39-a2bf-76e269345461/0b70ae0b-a974-4013-8f6e-bbbf85c7212b/c5fb3586-98e3-4b60-aaf5-4337f38c3789) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:00:11.407502 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-7b4d1c57-20eb-4106-bf65-3e13290bcc72 None None] Attempting to bind port 63c0b127-03bf-4f05-b3a2-aaee534df064 on host n-d-804985-2 for vnic_type normal with profile {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:00:11.407860 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-7b4d1c57-20eb-4106-bf65-3e13290bcc72 None None] Attempting to bind port 63c0b127-03bf-4f05-b3a2-aaee534df064 by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'}] {{(pid=106255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:00:11.408228 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b4d1c57-20eb-4106-bf65-3e13290bcc72 None None] Attempting to bind port 63c0b127-03bf-4f05-b3a2-aaee534df064 on network 7cae7a70-14fd-408c-b14d-39ceb97cb60e {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:00:11.416729 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c3ae20-e83b-463d-ab07-2b8cf8d04fc0 None None] Pushing event updated for resources: {'Port': ['ID=63c0b127-03bf-4f05-b3a2-aaee534df064,revision_number=2']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:00:11.419545 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b4d1c57-20eb-4106-bf65-3e13290bcc72 None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 59, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:00:11.419940 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b4d1c57-20eb-4106-bf65-3e13290bcc72 None None] Checking segment: {'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:00:11.420334 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-7b4d1c57-20eb-4106-bf65-3e13290bcc72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:11.420739 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b4d1c57-20eb-4106-bf65-3e13290bcc72 None None] Bound using segment: {'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'} {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:00:11.421191 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-7b4d1c57-20eb-4106-bf65-3e13290bcc72 None None] Bound port: 63c0b127-03bf-4f05-b3a2-aaee534df064, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'}}] {{(pid=106255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:00:11.421554 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-7b4d1c57-20eb-4106-bf65-3e13290bcc72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:11.443600 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c3ae20-e83b-463d-ab07-2b8cf8d04fc0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:00:11.443935 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c3ae20-e83b-463d-ab07-2b8cf8d04fc0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:00:11.444228 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c3ae20-e83b-463d-ab07-2b8cf8d04fc0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:00:11.444609 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c3ae20-e83b-463d-ab07-2b8cf8d04fc0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:00:11.444913 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c3ae20-e83b-463d-ab07-2b8cf8d04fc0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:00:11.445244 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c3ae20-e83b-463d-ab07-2b8cf8d04fc0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:00:11.445559 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c3ae20-e83b-463d-ab07-2b8cf8d04fc0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:00:11.445929 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c3ae20-e83b-463d-ab07-2b8cf8d04fc0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:00:11.446240 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c3ae20-e83b-463d-ab07-2b8cf8d04fc0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:00:11.446554 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c3ae20-e83b-463d-ab07-2b8cf8d04fc0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:00:11.446861 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c3ae20-e83b-463d-ab07-2b8cf8d04fc0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:00:11.447171 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c3ae20-e83b-463d-ab07-2b8cf8d04fc0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:00:11.484547 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ea8ff678-3721-4199-9f19-66ef1dd8bb9a admin admin] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:11.485354 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-7b4d1c57-20eb-4106-bf65-3e13290bcc72 None None] For port 63c0b127-03bf-4f05-b3a2-aaee534df064, host n-d-804985-2, cleared binding levels {{(pid=106255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:00:11.488741 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-7b4d1c57-20eb-4106-bf65-3e13290bcc72 None None] For port 63c0b127-03bf-4f05-b3a2-aaee534df064, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=63c0b127-03bf-4f05-b3a2-aaee534df064,segment=NetworkSegment(c5a3db9d-5c58-41b1-9177-d5787a597b78),segment_id=c5a3db9d-5c58-41b1-9177-d5787a597b78)] {{(pid=106255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:00:11.496549 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-7b4d1c57-20eb-4106-bf65-3e13290bcc72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:11.500360 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [None req-ea8ff678-3721-4199-9f19-66ef1dd8bb9a admin admin] Transition to ACTIVE for port object c5fb3586-98e3-4b60-aaf5-4337f38c3789 will not be triggered until provisioned by entity DHCP. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:00:11.538393 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ea8ff678-3721-4199-9f19-66ef1dd8bb9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:11.557959 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c3ae20-e83b-463d-ab07-2b8cf8d04fc0 None None] Pushing event updated for resources: {'Port': ['ID=63c0b127-03bf-4f05-b3a2-aaee534df064,revision_number=3']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:00:11.561655 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b4d1c57-20eb-4106-bf65-3e13290bcc72 None None] Routers {'044b7d20-297f-4465-a2eb-b4e3413968d3'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:00:11.561851 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-7b4d1c57-20eb-4106-bf65-3e13290bcc72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:59:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['044b7d20-297f-4465-a2eb-b4e3413968d3'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:00:11.578452 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 1a16111f-05e1-4f4f-a689-a218e841c777 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:00:11.581587 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea8ff678-3721-4199-9f19-66ef1dd8bb9a admin admin] Network 584a3cb2-1e19-4b39-a2bf-76e269345461 is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:00:11.584642 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-ea8ff678-3721-4199-9f19-66ef1dd8bb9a admin admin] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:00:11.587009 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea8ff678-3721-4199-9f19-66ef1dd8bb9a admin admin] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:00:11.621087 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8ff678-3721-4199-9f19-66ef1dd8bb9a admin admin] Pushing event updated for resources: {'Port': ['ID=c5fb3586-98e3-4b60-aaf5-4337f38c3789,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:00:11.634685 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port 1a16111f-05e1-4f4f-a689-a218e841c777 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:00:11.639197 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 1a16111f-05e1-4f4f-a689-a218e841c777 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:00:11.639578 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:11.649422 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ea8ff678-3721-4199-9f19-66ef1dd8bb9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-996688'] for router_interface, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:11.684854 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-7b4d1c57-20eb-4106-bf65-3e13290bcc72 None None] Set router 044b7d20-297f-4465-a2eb-b4e3413968d3 gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:00:11.735241 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:11.777359 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] For port 1a16111f-05e1-4f4f-a689-a218e841c777, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=1a16111f-05e1-4f4f-a689-a218e841c777,segment=NetworkSegment(b1fb8dc6-8ea6-4a25-a3b4-793c31c03b5a),segment_id=b1fb8dc6-8ea6-4a25-a3b4-793c31c03b5a)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:00:11.783357 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:11.807993 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ea8ff678-3721-4199-9f19-66ef1dd8bb9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:11.844208 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-a45cc1c7-4def-4f8f-a566-73fbe906ad5a None None] Provisioning for port c5fb3586-98e3-4b60-aaf5-4337f38c3789 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:00:11.851476 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-a45cc1c7-4def-4f8f-a566-73fbe906ad5a None None] Provisioning complete for port c5fb3586-98e3-4b60-aaf5-4337f38c3789 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:00:11.851476 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-a45cc1c7-4def-4f8f-a566-73fbe906ad5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:11.853019 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Pushing event updated for resources: {'Port': ['ID=1a16111f-05e1-4f4f-a689-a218e841c777,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:00:11.877479 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-7b4d1c57-20eb-4106-bf65-3e13290bcc72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '044b7d20-297f-4465-a2eb-b4e3413968d3', 'name': 'tempest-TestShelveInstance-2041562132-router', 'tenant_id': 'fcde11a362cc47fba2e3c4947851fb21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': '63c0b127-03bf-4f05-b3a2-aaee534df064', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:00:09Z', 'updated_at': '2021-08-18T13:00:10Z', 'revision_number': 3, 'project_id': 'fcde11a362cc47fba2e3c4947851fb21', 'gw_port': {'id': '63c0b127-03bf-4f05-b3a2-aaee534df064', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:2c:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '044b7d20-297f-4465-a2eb-b4e3413968d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:00:09Z', 'updated_at': '2021-08-18T13:00:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:00:11.888408 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-a45cc1c7-4def-4f8f-a566-73fbe906ad5a None None] Port c5fb3586-98e3-4b60-aaf5-4337f38c3789 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:00:11.903370 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b4d1c57-20eb-4106-bf65-3e13290bcc72 None None] The sync data for ids ['044b7d20-297f-4465-a2eb-b4e3413968d3'] in n-d-804985-2 is: [{'id': '044b7d20-297f-4465-a2eb-b4e3413968d3', 'name': 'tempest-TestShelveInstance-2041562132-router', 'tenant_id': 'fcde11a362cc47fba2e3c4947851fb21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': '63c0b127-03bf-4f05-b3a2-aaee534df064', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:00:09Z', 'updated_at': '2021-08-18T13:00:10Z', 'revision_number': 3, 'project_id': 'fcde11a362cc47fba2e3c4947851fb21', 'gw_port': {'id': '63c0b127-03bf-4f05-b3a2-aaee534df064', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:2c:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '044b7d20-297f-4465-a2eb-b4e3413968d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:00:09Z', 'updated_at': '2021-08-18T13:00:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:00:11.987807 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ea8ff678-3721-4199-9f19-66ef1dd8bb9a admin admin] Notify callbacks [] for port, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:11.997058 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ea8ff678-3721-4199-9f19-66ef1dd8bb9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:12.070118 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ea8ff678-3721-4199-9f19-66ef1dd8bb9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-996772'] for router_interface, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:12.072039 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8ff678-3721-4199-9f19-66ef1dd8bb9a admin admin] Pushing event updated for resources: {'Port': ['ID=c5fb3586-98e3-4b60-aaf5-4337f38c3789,revision_number=2']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:00:12.176571 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea8ff678-3721-4199-9f19-66ef1dd8bb9a admin admin] Network 584a3cb2-1e19-4b39-a2bf-76e269345461 is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:00:12.178046 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-ea8ff678-3721-4199-9f19-66ef1dd8bb9a admin admin] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:00:12.305496 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea8ff678-3721-4199-9f19-66ef1dd8bb9a admin admin] Router 044b7d20-297f-4465-a2eb-b4e3413968d3 has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 13:00:12.410470 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-3ee9ccf1-7b9b-4b78-ae4b-2f113e6bfc0b None None] Provisioning complete for port c5fb3586-98e3-4b60-aaf5-4337f38c3789 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:00:12.411051 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3ee9ccf1-7b9b-4b78-ae4b-2f113e6bfc0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:12.419778 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea8ff678-3721-4199-9f19-66ef1dd8bb9a admin admin] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:00:12.425557 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-ea8ff678-3721-4199-9f19-66ef1dd8bb9a admin admin] 10.222.0.66 "PUT /v2.0/routers/044b7d20-297f-4465-a2eb-b4e3413968d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6690493 Aug 18 13:00:12.450576 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-3ee9ccf1-7b9b-4b78-ae4b-2f113e6bfc0b None None] Port c5fb3586-98e3-4b60-aaf5-4337f38c3789 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:00:12.898949 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 54106) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:00:12.904112 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-72e03851-704e-4835-9593-7c8616cd4510 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1493149595-network', 'tenant_id': 'c32a6edc1ba74c27aceb99aacf5084ba'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:00:12.926279 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72e03851-704e-4835-9593-7c8616cd4510 admin admin] Made reservation on behalf of c32a6edc1ba74c27aceb99aacf5084ba for: {'network': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:00:12.928900 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-72e03851-704e-4835-9593-7c8616cd4510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for network, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:12.938178 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-72e03851-704e-4835-9593-7c8616cd4510 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:13.028036 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-72e03851-704e-4835-9593-7c8616cd4510 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:13.034086 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-72e03851-704e-4835-9593-7c8616cd4510 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:13.054373 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72e03851-704e-4835-9593-7c8616cd4510 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 835} {{(pid=106252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 13:00:13.067626 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e03851-704e-4835-9593-7c8616cd4510 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60cbf10f-3574-4001-882c-d659a33df26f,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:00:13.072457 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-72e03851-704e-4835-9593-7c8616cd4510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:13.072818 n-d-804985-2 neutron-server[106252]: INFO neutron.db.segments_db [None req-72e03851-704e-4835-9593-7c8616cd4510 admin admin] Added segment 635147ed-6537-48d9-b63c-3441536a652c of type vlan for network 9d84938c-bf1c-4add-b320-92998a781315 Aug 18 13:00:13.115858 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-72e03851-704e-4835-9593-7c8616cd4510 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789150665894'] for network, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:13.142117 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-72e03851-704e-4835-9593-7c8616cd4510 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for network, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:13.143130 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72e03851-704e-4835-9593-7c8616cd4510 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:13.143721 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-72e03851-704e-4835-9593-7c8616cd4510 admin admin] Notify callbacks [] for network, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:13.193861 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-72e03851-704e-4835-9593-7c8616cd4510 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2937715 Aug 18 13:00:13.196840 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 54108) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:00:13.202475 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-861c1212-bed5-4bdb-8a74-2b429e7e4617 admin admin] Request body: {'subnet': {'network_id': '9d84938c-bf1c-4add-b320-92998a781315', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1493149595-subnet', 'tenant_id': 'c32a6edc1ba74c27aceb99aacf5084ba', 'ip_version': 4}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:00:13.205191 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e03851-704e-4835-9593-7c8616cd4510 admin admin] Pushing event updated for resources: {'Network': ['ID=9d84938c-bf1c-4add-b320-92998a781315,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:00:13.220107 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Network 9d84938c-bf1c-4add-b320-92998a781315 details requested by agent ovs-agent-n-d-804985-2 with host n-d-804985-2 {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 13:00:13.230167 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-861c1212-bed5-4bdb-8a74-2b429e7e4617 admin admin] Made reservation on behalf of c32a6edc1ba74c27aceb99aacf5084ba for: {'subnet': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:00:13.232656 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-861c1212-bed5-4bdb-8a74-2b429e7e4617 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59388119'] for subnet, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:13.412702 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-861c1212-bed5-4bdb-8a74-2b429e7e4617 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58902106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59388097'] for subnet, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:13.463407 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861c1212-bed5-4bdb-8a74-2b429e7e4617 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0124b9ac-da08-43b2-8571-3ebe888ab34c,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:00:13.479855 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-861c1212-bed5-4bdb-8a74-2b429e7e4617 admin admin] Checking segment: {'id': '635147ed-6537-48d9-b63c-3441536a652c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '9d84938c-bf1c-4add-b320-92998a781315'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:00:13.480216 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-861c1212-bed5-4bdb-8a74-2b429e7e4617 admin admin] Network hostable DHCP agents. Network: 9d84938c-bf1c-4add-b320-92998a781315, hostable agents: ['97c14208-2951-4361-8d64-3708c946ff5f'], hosted agents: [] {{(pid=106253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 13:00:13.501819 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-861c1212-bed5-4bdb-8a74-2b429e7e4617 admin admin] Network 9d84938c-bf1c-4add-b320-92998a781315 is scheduled to be hosted by DHCP agent 97c14208-2951-4361-8d64-3708c946ff5f with binding_index 1 {{(pid=106253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 13:00:13.503818 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cf6c4ad-947b-4531-9e5d-421de83c8597 None None] Sync routers for ids ['044b7d20-297f-4465-a2eb-b4e3413968d3'] in n-d-804985-2 {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:00:13.513745 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf6c4ad-947b-4531-9e5d-421de83c8597 None None] Routers {'044b7d20-297f-4465-a2eb-b4e3413968d3'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:00:13.514350 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-861c1212-bed5-4bdb-8a74-2b429e7e4617 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-2, 9d84938c-bf1c-4add-b320-92998a781315) {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:00:13.514496 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-4cf6c4ad-947b-4531-9e5d-421de83c8597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:59:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['044b7d20-297f-4465-a2eb-b4e3413968d3'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:00:13.519616 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-861c1212-bed5-4bdb-8a74-2b429e7e4617 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:13.520287 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-861c1212-bed5-4bdb-8a74-2b429e7e4617 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:13.535500 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-861c1212-bed5-4bdb-8a74-2b429e7e4617 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3375418 Aug 18 13:00:13.538029 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 54110) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:00:13.542458 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-a502f020-d56b-44b0-8891-2b3704ed83c5 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1493149595-router', 'tenant_id': 'c32a6edc1ba74c27aceb99aacf5084ba', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'}}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:00:13.554585 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7999bee3-e6fd-435a-b505-3c8b50a041c2 None None] Network 9d84938c-bf1c-4add-b320-92998a781315 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:00:13.568909 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a502f020-d56b-44b0-8891-2b3704ed83c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-998592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15809'] for router, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:13.570006 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a502f020-d56b-44b0-8891-2b3704ed83c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-992733', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-971415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15816'] for router, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:13.613517 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 1a16111f-05e1-4f4f-a689-a218e841c777 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:00:13.633827 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a502f020-d56b-44b0-8891-2b3704ed83c5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:13.730333 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-4cf6c4ad-947b-4531-9e5d-421de83c8597 None None] Set router 044b7d20-297f-4465-a2eb-b4e3413968d3 gateway port host: n-d-804985-2 {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:00:13.776630 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a502f020-d56b-44b0-8891-2b3704ed83c5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:13.839822 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 1a16111f-05e1-4f4f-a689-a218e841c777 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:00:13.840205 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:13.931148 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db95a3a9-ed3d-4ed8-ab6e-bc24d5a6615d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp788be208-34ab-5a8f-af0f-528834af222f-9d84938c-bf1c-4add-b320-92998a781315', 'network_id': '9d84938c-bf1c-4add-b320-92998a781315', 'tenant_id': 'c32a6edc1ba74c27aceb99aacf5084ba', 'fixed_ips': [{'subnet_id': '0124b9ac-da08-43b2-8571-3ebe888ab34c'}]}} from n-d-804985-2. {{(pid=106254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 13:00:13.932000 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-db95a3a9-ed3d-4ed8-ab6e-bc24d5a6615d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:13.975000 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a502f020-d56b-44b0-8891-2b3704ed83c5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:13.994348 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a502f020-d56b-44b0-8891-2b3704ed83c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:14.098621 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [None req-a502f020-d56b-44b0-8891-2b3704ed83c5 admin admin] Allocated IP 172.25.7.146 (7cae7a70-14fd-408c-b14d-39ceb97cb60e/9784295a-20b8-4a4b-b105-f82737f0448f/c0b4b1dd-aad8-4a40-ada3-11972c41d0ad) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:00:14.113494 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 63c0b127-03bf-4f05-b3a2-aaee534df064 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:00:14.191016 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.db_base_plugin_common [None req-db95a3a9-ed3d-4ed8-ab6e-bc24d5a6615d None None] Allocated IP 172.20.0.2 (9d84938c-bf1c-4add-b320-92998a781315/0124b9ac-da08-43b2-8571-3ebe888ab34c/eb1d6933-dee0-47ba-8b09-bd4e78326095) {{(pid=106254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:00:14.199796 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a502f020-d56b-44b0-8891-2b3704ed83c5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:14.218412 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-4cf6c4ad-947b-4531-9e5d-421de83c8597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '044b7d20-297f-4465-a2eb-b4e3413968d3', 'name': 'tempest-TestShelveInstance-2041562132-router', 'tenant_id': 'fcde11a362cc47fba2e3c4947851fb21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': '63c0b127-03bf-4f05-b3a2-aaee534df064', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:00:09Z', 'updated_at': '2021-08-18T13:00:11Z', 'revision_number': 4, 'project_id': 'fcde11a362cc47fba2e3c4947851fb21', 'gw_port': {'id': '63c0b127-03bf-4f05-b3a2-aaee534df064', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:2c:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '044b7d20-297f-4465-a2eb-b4e3413968d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:00:09Z', 'updated_at': '2021-08-18T13:00:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': 'c5fb3586-98e3-4b60-aaf5-4337f38c3789', 'name': '', 'network_id': '584a3cb2-1e19-4b39-a2bf-76e269345461', 'tenant_id': 'fcde11a362cc47fba2e3c4947851fb21', 'mac_address': 'fa:16:3e:2a:df:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '044b7d20-297f-4465-a2eb-b4e3413968d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '0b70ae0b-a974-4013-8f6e-bbbf85c7212b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:00:11Z', 'updated_at': '2021-08-18T13:00:11Z', 'revision_number': 2, 'project_id': 'fcde11a362cc47fba2e3c4947851fb21', 'subnets': [{'id': '0b70ae0b-a974-4013-8f6e-bbbf85c7212b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:00:14.244246 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a502f020-d56b-44b0-8891-2b3704ed83c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:14.283299 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a502f020-d56b-44b0-8891-2b3704ed83c5 admin admin] Network 7cae7a70-14fd-408c-b14d-39ceb97cb60e is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:00:14.286284 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cf6c4ad-947b-4531-9e5d-421de83c8597 None None] Checking router: 044b7d20-297f-4465-a2eb-b4e3413968d3 for host: n-d-804985-2 {{(pid=106254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 13:00:14.286669 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cf6c4ad-947b-4531-9e5d-421de83c8597 None None] Updating router 044b7d20-297f-4465-a2eb-b4e3413968d3 port c5fb3586-98e3-4b60-aaf5-4337f38c3789 binding host n-d-804985-2 {{(pid=106254) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 13:00:14.288180 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-a502f020-d56b-44b0-8891-2b3704ed83c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:00:14.291184 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port 63c0b127-03bf-4f05-b3a2-aaee534df064 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:00:14.292949 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a502f020-d56b-44b0-8891-2b3704ed83c5 admin admin] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:00:14.296127 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a502f020-d56b-44b0-8891-2b3704ed83c5 admin admin] Pushing event updated for resources: {'Port': ['ID=c0b4b1dd-aad8-4a40-ada3-11972c41d0ad,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:00:14.317547 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 63c0b127-03bf-4f05-b3a2-aaee534df064 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:00:14.317923 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:14.349647 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4cf6c4ad-947b-4531-9e5d-421de83c8597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:14.526006 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-db95a3a9-ed3d-4ed8-ab6e-bc24d5a6615d None None] Notify callbacks [] for port, precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:14.563973 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-db95a3a9-ed3d-4ed8-ab6e-bc24d5a6615d None None] Transition to ACTIVE for port object eb1d6933-dee0-47ba-8b09-bd4e78326095 will not be triggered until provisioned by entity L2. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:00:14.631597 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:14.637390 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-db95a3a9-ed3d-4ed8-ab6e-bc24d5a6615d None None] Transition to ACTIVE for port object eb1d6933-dee0-47ba-8b09-bd4e78326095 will not be triggered until provisioned by entity DHCP. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:00:14.655070 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-db95a3a9-ed3d-4ed8-ab6e-bc24d5a6615d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547'] for port, after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:14.676869 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] For port 63c0b127-03bf-4f05-b3a2-aaee534df064, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=63c0b127-03bf-4f05-b3a2-aaee534df064,segment=NetworkSegment(c5a3db9d-5c58-41b1-9177-d5787a597b78),segment_id=c5a3db9d-5c58-41b1-9177-d5787a597b78)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:00:14.711200 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:14.745714 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db95a3a9-ed3d-4ed8-ab6e-bc24d5a6615d None None] Network 9d84938c-bf1c-4add-b320-92998a781315 is already hosted by enough agents. {{(pid=106254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:00:14.751802 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db95a3a9-ed3d-4ed8-ab6e-bc24d5a6615d None None] Pushing event updated for resources: {'Port': ['ID=eb1d6933-dee0-47ba-8b09-bd4e78326095,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:00:14.755948 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.base_scheduler [None req-db95a3a9-ed3d-4ed8-ab6e-bc24d5a6615d None None] Resources bound (agent type, host, resource id): {{(pid=106254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:00:14.761762 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db95a3a9-ed3d-4ed8-ab6e-bc24d5a6615d None None] Received port after_create {{(pid=106254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:00:14.871246 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a502f020-d56b-44b0-8891-2b3704ed83c5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:14.900756 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Pushing event updated for resources: {'Port': ['ID=63c0b127-03bf-4f05-b3a2-aaee534df064,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:00:14.914609 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-db95a3a9-ed3d-4ed8-ab6e-bc24d5a6615d None None] Attempting to bind port eb1d6933-dee0-47ba-8b09-bd4e78326095 on host n-d-804985-2 for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:00:14.914984 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-db95a3a9-ed3d-4ed8-ab6e-bc24d5a6615d None None] Attempting to bind port eb1d6933-dee0-47ba-8b09-bd4e78326095 by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': '635147ed-6537-48d9-b63c-3441536a652c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '9d84938c-bf1c-4add-b320-92998a781315'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:00:14.915346 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db95a3a9-ed3d-4ed8-ab6e-bc24d5a6615d None None] Attempting to bind port eb1d6933-dee0-47ba-8b09-bd4e78326095 on network 9d84938c-bf1c-4add-b320-92998a781315 {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:00:14.921047 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4cf6c4ad-947b-4531-9e5d-421de83c8597 None None] Notify callbacks [] for port, precommit_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:14.926188 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db95a3a9-ed3d-4ed8-ab6e-bc24d5a6615d None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 59, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:00:14.926568 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db95a3a9-ed3d-4ed8-ab6e-bc24d5a6615d None None] Checking segment: {'id': '635147ed-6537-48d9-b63c-3441536a652c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '9d84938c-bf1c-4add-b320-92998a781315'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:00:14.926962 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-db95a3a9-ed3d-4ed8-ab6e-bc24d5a6615d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:14.927356 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db95a3a9-ed3d-4ed8-ab6e-bc24d5a6615d None None] Bound using segment: {'id': '635147ed-6537-48d9-b63c-3441536a652c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '9d84938c-bf1c-4add-b320-92998a781315'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:00:14.927818 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-db95a3a9-ed3d-4ed8-ab6e-bc24d5a6615d None None] Bound port: eb1d6933-dee0-47ba-8b09-bd4e78326095, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '635147ed-6537-48d9-b63c-3441536a652c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '9d84938c-bf1c-4add-b320-92998a781315'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:00:14.928195 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-db95a3a9-ed3d-4ed8-ab6e-bc24d5a6615d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:14.945620 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-4cf6c4ad-947b-4531-9e5d-421de83c8597 None None] Transition to ACTIVE for port object c5fb3586-98e3-4b60-aaf5-4337f38c3789 will not be triggered until provisioned by entity L2. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:00:14.970329 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4cf6c4ad-947b-4531-9e5d-421de83c8597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:15.051120 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4db72e-4751-4909-88fa-0d2c09f7866a None None] Pushing event updated for resources: {'Port': ['ID=c5fb3586-98e3-4b60-aaf5-4337f38c3789,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:00:15.057507 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-db95a3a9-ed3d-4ed8-ab6e-bc24d5a6615d None None] For port eb1d6933-dee0-47ba-8b09-bd4e78326095, host n-d-804985-2, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:00:15.063142 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-db95a3a9-ed3d-4ed8-ab6e-bc24d5a6615d None None] For port eb1d6933-dee0-47ba-8b09-bd4e78326095, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=eb1d6933-dee0-47ba-8b09-bd4e78326095,segment=NetworkSegment(635147ed-6537-48d9-b63c-3441536a652c),segment_id=635147ed-6537-48d9-b63c-3441536a652c)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:00:15.082603 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a502f020-d56b-44b0-8891-2b3704ed83c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-998473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-992536'] for router, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:15.085222 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-db95a3a9-ed3d-4ed8-ab6e-bc24d5a6615d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:15.150324 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-4cf6c4ad-947b-4531-9e5d-421de83c8597 None None] Attempting to bind port c5fb3586-98e3-4b60-aaf5-4337f38c3789 on host n-d-804985-2 for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:00:15.150701 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-4cf6c4ad-947b-4531-9e5d-421de83c8597 None None] Attempting to bind port c5fb3586-98e3-4b60-aaf5-4337f38c3789 by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': 'b1fb8dc6-8ea6-4a25-a3b4-793c31c03b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '584a3cb2-1e19-4b39-a2bf-76e269345461'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:00:15.151064 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf6c4ad-947b-4531-9e5d-421de83c8597 None None] Attempting to bind port c5fb3586-98e3-4b60-aaf5-4337f38c3789 on network 584a3cb2-1e19-4b39-a2bf-76e269345461 {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:00:15.171856 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf6c4ad-947b-4531-9e5d-421de83c8597 None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 59, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:00:15.172239 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf6c4ad-947b-4531-9e5d-421de83c8597 None None] Checking segment: {'id': 'b1fb8dc6-8ea6-4a25-a3b4-793c31c03b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '584a3cb2-1e19-4b39-a2bf-76e269345461'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:00:15.172721 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4cf6c4ad-947b-4531-9e5d-421de83c8597 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:15.173209 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf6c4ad-947b-4531-9e5d-421de83c8597 None None] Bound using segment: {'id': 'b1fb8dc6-8ea6-4a25-a3b4-793c31c03b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '584a3cb2-1e19-4b39-a2bf-76e269345461'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:00:15.173692 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-4cf6c4ad-947b-4531-9e5d-421de83c8597 None None] Bound port: c5fb3586-98e3-4b60-aaf5-4337f38c3789, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1fb8dc6-8ea6-4a25-a3b4-793c31c03b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '584a3cb2-1e19-4b39-a2bf-76e269345461'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:00:15.174070 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4cf6c4ad-947b-4531-9e5d-421de83c8597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:15.190572 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db95a3a9-ed3d-4ed8-ab6e-bc24d5a6615d None None] Pushing event updated for resources: {'Port': ['ID=eb1d6933-dee0-47ba-8b09-bd4e78326095,revision_number=2']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:00:15.245196 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a502f020-d56b-44b0-8891-2b3704ed83c5 admin admin] Router 51263ab0-bbed-4121-b220-93ba15a473f9 is scheduled to L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 with binding_index 1 {{(pid=106253) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 13:00:15.259639 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-4cf6c4ad-947b-4531-9e5d-421de83c8597 None None] For port c5fb3586-98e3-4b60-aaf5-4337f38c3789, host n-d-804985-2, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:00:15.263564 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-4cf6c4ad-947b-4531-9e5d-421de83c8597 None None] For port c5fb3586-98e3-4b60-aaf5-4337f38c3789, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=c5fb3586-98e3-4b60-aaf5-4337f38c3789,segment=NetworkSegment(b1fb8dc6-8ea6-4a25-a3b4-793c31c03b5a),segment_id=b1fb8dc6-8ea6-4a25-a3b4-793c31c03b5a)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:00:15.268281 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4cf6c4ad-947b-4531-9e5d-421de83c8597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:15.387323 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a502f020-d56b-44b0-8891-2b3704ed83c5 admin admin] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:00:15.409801 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a502f020-d56b-44b0-8891-2b3704ed83c5 admin admin] Notify callbacks [] for router, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:15.411459 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f72a4f-2402-44e8-ad53-50dcd4f65295 None None] Sync routers for ids ['51263ab0-bbed-4121-b220-93ba15a473f9'] in n-d-804985-2 {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:00:15.412003 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-a502f020-d56b-44b0-8891-2b3704ed83c5 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8723977 Aug 18 13:00:15.414426 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 54112) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:00:15.423384 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f72a4f-2402-44e8-ad53-50dcd4f65295 None None] Routers {'51263ab0-bbed-4121-b220-93ba15a473f9'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:00:15.424459 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-41f72a4f-2402-44e8-ad53-50dcd4f65295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:59:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['51263ab0-bbed-4121-b220-93ba15a473f9'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:00:15.579093 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf6c4ad-947b-4531-9e5d-421de83c8597 None None] Routers {'044b7d20-297f-4465-a2eb-b4e3413968d3'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:00:15.580420 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-4cf6c4ad-947b-4531-9e5d-421de83c8597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:59:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['044b7d20-297f-4465-a2eb-b4e3413968d3'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:00:15.584073 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4db72e-4751-4909-88fa-0d2c09f7866a None None] Pushing event updated for resources: {'Port': ['ID=c5fb3586-98e3-4b60-aaf5-4337f38c3789,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:00:15.690112 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-41f72a4f-2402-44e8-ad53-50dcd4f65295 None None] Set router 51263ab0-bbed-4121-b220-93ba15a473f9 gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:00:15.759008 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-4cf6c4ad-947b-4531-9e5d-421de83c8597 None None] Set router 044b7d20-297f-4465-a2eb-b4e3413968d3 gateway port host: n-d-804985-2 {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:00:15.854432 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device eb1d6933-dee0-47ba-8b09-bd4e78326095 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:00:15.933172 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-41f72a4f-2402-44e8-ad53-50dcd4f65295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51263ab0-bbed-4121-b220-93ba15a473f9', 'name': 'tempest-TestShelveInstance-1493149595-router', 'tenant_id': 'c32a6edc1ba74c27aceb99aacf5084ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.146'}], 'enable_snat': True}, 'gw_port_id': 'c0b4b1dd-aad8-4a40-ada3-11972c41d0ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:00:13Z', 'updated_at': '2021-08-18T13:00:14Z', 'revision_number': 3, 'project_id': 'c32a6edc1ba74c27aceb99aacf5084ba', 'gw_port': {'id': 'c0b4b1dd-aad8-4a40-ada3-11972c41d0ad', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:43:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51263ab0-bbed-4121-b220-93ba15a473f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:00:14Z', 'updated_at': '2021-08-18T13:00:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:00:15.967659 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f72a4f-2402-44e8-ad53-50dcd4f65295 None None] Checking router: 51263ab0-bbed-4121-b220-93ba15a473f9 for host: n-d-804985-2 {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 13:00:15.967963 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f72a4f-2402-44e8-ad53-50dcd4f65295 None None] Updating router 51263ab0-bbed-4121-b220-93ba15a473f9 port c0b4b1dd-aad8-4a40-ada3-11972c41d0ad binding host n-d-804985-2 {{(pid=106255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 13:00:15.970102 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port eb1d6933-dee0-47ba-8b09-bd4e78326095 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:00:15.984930 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 63c0b127-03bf-4f05-b3a2-aaee534df064 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:00:15.998968 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-41f72a4f-2402-44e8-ad53-50dcd4f65295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:16.036042 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f3b5ef9e-2634-4d2c-ab9b-99a0ca5cdaa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:16.093041 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 63c0b127-03bf-4f05-b3a2-aaee534df064 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:00:16.093516 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:16.100427 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-4cf6c4ad-947b-4531-9e5d-421de83c8597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '044b7d20-297f-4465-a2eb-b4e3413968d3', 'name': 'tempest-TestShelveInstance-2041562132-router', 'tenant_id': 'fcde11a362cc47fba2e3c4947851fb21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': '63c0b127-03bf-4f05-b3a2-aaee534df064', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:00:09Z', 'updated_at': '2021-08-18T13:00:11Z', 'revision_number': 4, 'project_id': 'fcde11a362cc47fba2e3c4947851fb21', 'gw_port': {'id': '63c0b127-03bf-4f05-b3a2-aaee534df064', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:2c:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044b7d20-297f-4465-a2eb-b4e3413968d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:00:09Z', 'updated_at': '2021-08-18T13:00:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': 'c5fb3586-98e3-4b60-aaf5-4337f38c3789', 'name': '', 'network_id': '584a3cb2-1e19-4b39-a2bf-76e269345461', 'tenant_id': 'fcde11a362cc47fba2e3c4947851fb21', 'mac_address': 'fa:16:3e:2a:df:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '044b7d20-297f-4465-a2eb-b4e3413968d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '0b70ae0b-a974-4013-8f6e-bbbf85c7212b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:00:11Z', 'updated_at': '2021-08-18T13:00:15Z', 'revision_number': 4, 'project_id': 'fcde11a362cc47fba2e3c4947851fb21', 'subnets': [{'id': '0b70ae0b-a974-4013-8f6e-bbbf85c7212b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:00:16.149772 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cf6c4ad-947b-4531-9e5d-421de83c8597 None None] The sync data for ids ['044b7d20-297f-4465-a2eb-b4e3413968d3'] in n-d-804985-2 is: [{'id': '044b7d20-297f-4465-a2eb-b4e3413968d3', 'name': 'tempest-TestShelveInstance-2041562132-router', 'tenant_id': 'fcde11a362cc47fba2e3c4947851fb21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': '63c0b127-03bf-4f05-b3a2-aaee534df064', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:00:09Z', 'updated_at': '2021-08-18T13:00:11Z', 'revision_number': 4, 'project_id': 'fcde11a362cc47fba2e3c4947851fb21', 'gw_port': {'id': '63c0b127-03bf-4f05-b3a2-aaee534df064', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:2c:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044b7d20-297f-4465-a2eb-b4e3413968d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:00:09Z', 'updated_at': '2021-08-18T13:00:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': 'c5fb3586-98e3-4b60-aaf5-4337f38c3789', 'name': '', 'network_id': '584a3cb2-1e19-4b39-a2bf-76e269345461', 'tenant_id': 'fcde11a362cc47fba2e3c4947851fb21', 'mac_address': 'fa:16:3e:2a:df:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '044b7d20-297f-4465-a2eb-b4e3413968d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '0b70ae0b-a974-4013-8f6e-bbbf85c7212b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:00:11Z', 'updated_at': '2021-08-18T13:00:15Z', 'revision_number': 4, 'project_id': 'fcde11a362cc47fba2e3c4947851fb21', 'subnets': [{'id': '0b70ae0b-a974-4013-8f6e-bbbf85c7212b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:00:16.260512 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [None req-f3b5ef9e-2634-4d2c-ab9b-99a0ca5cdaa3 admin admin] Allocated IP 172.20.0.1 (9d84938c-bf1c-4add-b320-92998a781315/0124b9ac-da08-43b2-8571-3ebe888ab34c/628ba01b-743a-4059-86bb-b581e7d8a310) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:00:16.360080 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-41f72a4f-2402-44e8-ad53-50dcd4f65295 None None] Notify callbacks [] for port, precommit_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:16.385484 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-41f72a4f-2402-44e8-ad53-50dcd4f65295 None None] Transition to ACTIVE for port object c0b4b1dd-aad8-4a40-ada3-11972c41d0ad will not be triggered until provisioned by entity L2. {{(pid=106255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:00:16.391857 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-41f72a4f-2402-44e8-ad53-50dcd4f65295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:16.397826 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f3b5ef9e-2634-4d2c-ab9b-99a0ca5cdaa3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:16.413500 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [None req-f3b5ef9e-2634-4d2c-ab9b-99a0ca5cdaa3 admin admin] Transition to ACTIVE for port object 628ba01b-743a-4059-86bb-b581e7d8a310 will not be triggered until provisioned by entity DHCP. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:00:16.452056 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f3b5ef9e-2634-4d2c-ab9b-99a0ca5cdaa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:16.452305 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f860e4-06ee-41e8-b91d-6299da409bbd None None] Pushing event updated for resources: {'Port': ['ID=c0b4b1dd-aad8-4a40-ada3-11972c41d0ad,revision_number=2']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:00:16.466962 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-41f72a4f-2402-44e8-ad53-50dcd4f65295 None None] Attempting to bind port c0b4b1dd-aad8-4a40-ada3-11972c41d0ad on host n-d-804985-2 for vnic_type normal with profile {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:00:16.467253 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-41f72a4f-2402-44e8-ad53-50dcd4f65295 None None] Attempting to bind port c0b4b1dd-aad8-4a40-ada3-11972c41d0ad by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'}] {{(pid=106255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:00:16.467597 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f72a4f-2402-44e8-ad53-50dcd4f65295 None None] Attempting to bind port c0b4b1dd-aad8-4a40-ada3-11972c41d0ad on network 7cae7a70-14fd-408c-b14d-39ceb97cb60e {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:00:16.473446 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f72a4f-2402-44e8-ad53-50dcd4f65295 None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 59, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:00:16.473819 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f72a4f-2402-44e8-ad53-50dcd4f65295 None None] Checking segment: {'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:00:16.474212 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-41f72a4f-2402-44e8-ad53-50dcd4f65295 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:16.474593 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f72a4f-2402-44e8-ad53-50dcd4f65295 None None] Bound using segment: {'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'} {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:00:16.475051 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-41f72a4f-2402-44e8-ad53-50dcd4f65295 None None] Bound port: c0b4b1dd-aad8-4a40-ada3-11972c41d0ad, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'}}] {{(pid=106255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:00:16.475425 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-41f72a4f-2402-44e8-ad53-50dcd4f65295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:16.498470 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3b5ef9e-2634-4d2c-ab9b-99a0ca5cdaa3 admin admin] Network 9d84938c-bf1c-4add-b320-92998a781315 is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:00:16.503365 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-f3b5ef9e-2634-4d2c-ab9b-99a0ca5cdaa3 admin admin] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:00:16.506478 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b5ef9e-2634-4d2c-ab9b-99a0ca5cdaa3 admin admin] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:00:16.513690 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b5ef9e-2634-4d2c-ab9b-99a0ca5cdaa3 admin admin] Pushing event updated for resources: {'Port': ['ID=628ba01b-743a-4059-86bb-b581e7d8a310,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:00:16.531068 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c56faa9-e1b7-46b5-aed0-8f48cb36027c None None] Network 9d84938c-bf1c-4add-b320-92998a781315 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:00:16.532284 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-41f72a4f-2402-44e8-ad53-50dcd4f65295 None None] For port c0b4b1dd-aad8-4a40-ada3-11972c41d0ad, host n-d-804985-2, cleared binding levels {{(pid=106255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:00:16.541791 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-41f72a4f-2402-44e8-ad53-50dcd4f65295 None None] For port c0b4b1dd-aad8-4a40-ada3-11972c41d0ad, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=c0b4b1dd-aad8-4a40-ada3-11972c41d0ad,segment=NetworkSegment(c5a3db9d-5c58-41b1-9177-d5787a597b78),segment_id=c5a3db9d-5c58-41b1-9177-d5787a597b78)] {{(pid=106255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:00:16.552189 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-41f72a4f-2402-44e8-ad53-50dcd4f65295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:16.566164 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f3b5ef9e-2634-4d2c-ab9b-99a0ca5cdaa3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-996688'] for router_interface, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:16.602995 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-d7fb644d-1d7c-455a-b851-b0bd6591fcca None None] Provisioning for port eb1d6933-dee0-47ba-8b09-bd4e78326095 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:00:16.615958 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-d7fb644d-1d7c-455a-b851-b0bd6591fcca None None] Provisioning complete for port eb1d6933-dee0-47ba-8b09-bd4e78326095 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:00:16.617258 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-d7fb644d-1d7c-455a-b851-b0bd6591fcca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:16.622732 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f860e4-06ee-41e8-b91d-6299da409bbd None None] Pushing event updated for resources: {'Port': ['ID=c0b4b1dd-aad8-4a40-ada3-11972c41d0ad,revision_number=3']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:00:16.631564 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f72a4f-2402-44e8-ad53-50dcd4f65295 None None] Routers {'51263ab0-bbed-4121-b220-93ba15a473f9'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:00:16.632093 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-41f72a4f-2402-44e8-ad53-50dcd4f65295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:59:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['51263ab0-bbed-4121-b220-93ba15a473f9'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:00:16.736449 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f3b5ef9e-2634-4d2c-ab9b-99a0ca5cdaa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:16.744466 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-41f72a4f-2402-44e8-ad53-50dcd4f65295 None None] Set router 51263ab0-bbed-4121-b220-93ba15a473f9 gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:00:16.787988 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-d7fb644d-1d7c-455a-b851-b0bd6591fcca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:16.833755 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-d7fb644d-1d7c-455a-b851-b0bd6591fcca None None] For port eb1d6933-dee0-47ba-8b09-bd4e78326095, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=eb1d6933-dee0-47ba-8b09-bd4e78326095,segment=NetworkSegment(635147ed-6537-48d9-b63c-3441536a652c),segment_id=635147ed-6537-48d9-b63c-3441536a652c)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:00:16.844239 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-d7fb644d-1d7c-455a-b851-b0bd6591fcca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:16.915940 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fb644d-1d7c-455a-b851-b0bd6591fcca None None] Pushing event updated for resources: {'Port': ['ID=eb1d6933-dee0-47ba-8b09-bd4e78326095,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:00:16.968639 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f3b5ef9e-2634-4d2c-ab9b-99a0ca5cdaa3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:16.974010 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-41f72a4f-2402-44e8-ad53-50dcd4f65295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51263ab0-bbed-4121-b220-93ba15a473f9', 'name': 'tempest-TestShelveInstance-1493149595-router', 'tenant_id': 'c32a6edc1ba74c27aceb99aacf5084ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.146'}], 'enable_snat': True}, 'gw_port_id': 'c0b4b1dd-aad8-4a40-ada3-11972c41d0ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:00:13Z', 'updated_at': '2021-08-18T13:00:14Z', 'revision_number': 3, 'project_id': 'c32a6edc1ba74c27aceb99aacf5084ba', 'gw_port': {'id': 'c0b4b1dd-aad8-4a40-ada3-11972c41d0ad', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:43:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51263ab0-bbed-4121-b220-93ba15a473f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:00:14Z', 'updated_at': '2021-08-18T13:00:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:00:16.978226 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f3b5ef9e-2634-4d2c-ab9b-99a0ca5cdaa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:17.006064 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f72a4f-2402-44e8-ad53-50dcd4f65295 None None] The sync data for ids ['51263ab0-bbed-4121-b220-93ba15a473f9'] in n-d-804985-2 is: [{'id': '51263ab0-bbed-4121-b220-93ba15a473f9', 'name': 'tempest-TestShelveInstance-1493149595-router', 'tenant_id': 'c32a6edc1ba74c27aceb99aacf5084ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.146'}], 'enable_snat': True}, 'gw_port_id': 'c0b4b1dd-aad8-4a40-ada3-11972c41d0ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:00:13Z', 'updated_at': '2021-08-18T13:00:14Z', 'revision_number': 3, 'project_id': 'c32a6edc1ba74c27aceb99aacf5084ba', 'gw_port': {'id': 'c0b4b1dd-aad8-4a40-ada3-11972c41d0ad', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:43:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51263ab0-bbed-4121-b220-93ba15a473f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:00:14Z', 'updated_at': '2021-08-18T13:00:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:00:17.060309 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f3b5ef9e-2634-4d2c-ab9b-99a0ca5cdaa3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-996772'] for router_interface, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:17.064876 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b5ef9e-2634-4d2c-ab9b-99a0ca5cdaa3 admin admin] Pushing event updated for resources: {'Port': ['ID=628ba01b-743a-4059-86bb-b581e7d8a310,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:00:17.171402 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8355020e-4218-4abb-9971-21ee62f727da None None] Provisioning complete for port eb1d6933-dee0-47ba-8b09-bd4e78326095 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:00:17.171797 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8355020e-4218-4abb-9971-21ee62f727da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:17.192751 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3b5ef9e-2634-4d2c-ab9b-99a0ca5cdaa3 admin admin] Network 9d84938c-bf1c-4add-b320-92998a781315 is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:00:17.194219 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-f3b5ef9e-2634-4d2c-ab9b-99a0ca5cdaa3 admin admin] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:00:17.332861 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8355020e-4218-4abb-9971-21ee62f727da None None] Provisioning for port 628ba01b-743a-4059-86bb-b581e7d8a310 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:00:17.338409 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8355020e-4218-4abb-9971-21ee62f727da None None] Provisioning complete for port 628ba01b-743a-4059-86bb-b581e7d8a310 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:00:17.338758 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8355020e-4218-4abb-9971-21ee62f727da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:17.399695 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3b5ef9e-2634-4d2c-ab9b-99a0ca5cdaa3 admin admin] Router 51263ab0-bbed-4121-b220-93ba15a473f9 has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 13:00:17.405837 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-8355020e-4218-4abb-9971-21ee62f727da None None] Port 628ba01b-743a-4059-86bb-b581e7d8a310 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:00:17.549313 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-e63a362c-0f07-4e86-90ce-b98c7851e851 None None] Provisioning complete for port 628ba01b-743a-4059-86bb-b581e7d8a310 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:00:17.552361 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-e63a362c-0f07-4e86-90ce-b98c7851e851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:17.555027 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3b5ef9e-2634-4d2c-ab9b-99a0ca5cdaa3 admin admin] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:00:17.574516 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-f3b5ef9e-2634-4d2c-ab9b-99a0ca5cdaa3 admin admin] 10.222.0.66 "PUT /v2.0/routers/51263ab0-bbed-4121-b220-93ba15a473f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1586301 Aug 18 13:00:17.640327 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-e63a362c-0f07-4e86-90ce-b98c7851e851 None None] Port 628ba01b-743a-4059-86bb-b581e7d8a310 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:00:17.703884 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device c0b4b1dd-aad8-4a40-ada3-11972c41d0ad up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:00:17.760850 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port c0b4b1dd-aad8-4a40-ada3-11972c41d0ad completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:00:17.766998 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port c0b4b1dd-aad8-4a40-ada3-11972c41d0ad triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:00:17.767375 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:17.770298 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-a57eb304-ad87-472e-b6c2-11752d3cca99 None None] Provisioning complete for port 628ba01b-743a-4059-86bb-b581e7d8a310 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:00:17.770657 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-a57eb304-ad87-472e-b6c2-11752d3cca99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:17.836523 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-a57eb304-ad87-472e-b6c2-11752d3cca99 None None] Port 628ba01b-743a-4059-86bb-b581e7d8a310 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:00:17.880770 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:17.905536 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] For port c0b4b1dd-aad8-4a40-ada3-11972c41d0ad, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=c0b4b1dd-aad8-4a40-ada3-11972c41d0ad,segment=NetworkSegment(c5a3db9d-5c58-41b1-9177-d5787a597b78),segment_id=c5a3db9d-5c58-41b1-9177-d5787a597b78)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:00:17.909706 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:17.910501 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device c5fb3586-98e3-4b60-aaf5-4337f38c3789 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:00:17.986794 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Pushing event updated for resources: {'Port': ['ID=c0b4b1dd-aad8-4a40-ada3-11972c41d0ad,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:00:17.998432 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port c5fb3586-98e3-4b60-aaf5-4337f38c3789 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:00:18.002634 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port c5fb3586-98e3-4b60-aaf5-4337f38c3789 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:00:18.003214 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:18.088299 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:18.127486 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] For port c5fb3586-98e3-4b60-aaf5-4337f38c3789, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=c5fb3586-98e3-4b60-aaf5-4337f38c3789,segment=NetworkSegment(b1fb8dc6-8ea6-4a25-a3b4-793c31c03b5a),segment_id=b1fb8dc6-8ea6-4a25-a3b4-793c31c03b5a)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:00:18.131661 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:18.132882 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device eb1d6933-dee0-47ba-8b09-bd4e78326095 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:00:18.174522 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 54120) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:00:18.180247 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-a04fa9c5-8c17-404a-a24c-f18af42f3a3c tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-977685800', 'description': 'tempest-secgroup-smoke-977685800 description', 'project_id': 'fcde11a362cc47fba2e3c4947851fb21'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:00:18.207184 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a04fa9c5-8c17-404a-a24c-f18af42f3a3c tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:18.209811 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Pushing event updated for resources: {'Port': ['ID=c5fb3586-98e3-4b60-aaf5-4337f38c3789,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:00:18.220096 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port eb1d6933-dee0-47ba-8b09-bd4e78326095 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:00:18.220324 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:18.299405 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a04fa9c5-8c17-404a-a24c-f18af42f3a3c tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:18.303507 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a04fa9c5-8c17-404a-a24c-f18af42f3a3c tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:18.330836 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-a04fa9c5-8c17-404a-a24c-f18af42f3a3c tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:18.332139 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-a04fa9c5-8c17-404a-a24c-f18af42f3a3c tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1560919 Aug 18 13:00:18.333970 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04fa9c5-8c17-404a-a24c-f18af42f3a3c tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Pushing event updated for resources: {'SecurityGroup': ['ID=873d3b43-3ed9-4a01-9073-498c5201d9c3,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:00:18.335374 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 54122) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:00:18.340341 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-0defc4a5-4c9e-4419-8052-44f34ba1b90b tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Request body: {'security_group_rule': {'security_group_id': '873d3b43-3ed9-4a01-9073-498c5201d9c3', 'project_id': 'fcde11a362cc47fba2e3c4947851fb21', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:00:18.367433 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0defc4a5-4c9e-4419-8052-44f34ba1b90b tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:18.425008 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0defc4a5-4c9e-4419-8052-44f34ba1b90b tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:18.429808 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0defc4a5-4c9e-4419-8052-44f34ba1b90b tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992607'] for security_group_rule, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:18.448134 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0defc4a5-4c9e-4419-8052-44f34ba1b90b tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a16797c8-bcbd-40d5-b0a8-88a138244c4b,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:00:18.454225 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0defc4a5-4c9e-4419-8052-44f34ba1b90b tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:18.455422 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-0defc4a5-4c9e-4419-8052-44f34ba1b90b tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1190000 Aug 18 13:00:18.458314 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 54124) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:00:18.462763 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-52211c75-906d-4daa-8f97-4feacd91b72d tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Request body: {'security_group_rule': {'security_group_id': '873d3b43-3ed9-4a01-9073-498c5201d9c3', 'project_id': 'fcde11a362cc47fba2e3c4947851fb21', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:00:18.490652 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-52211c75-906d-4daa-8f97-4feacd91b72d tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:18.562144 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-52211c75-906d-4daa-8f97-4feacd91b72d tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:18.564863 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-e7d5bf43-3ce0-48fe-99fd-1eb68b6bce85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:18.566728 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-52211c75-906d-4daa-8f97-4feacd91b72d tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992607'] for security_group_rule, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:18.584048 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52211c75-906d-4daa-8f97-4feacd91b72d tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0486fb2d-6563-4b7f-ba3c-04c13363bd61,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:00:18.590992 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-52211c75-906d-4daa-8f97-4feacd91b72d tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:18.594887 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-52211c75-906d-4daa-8f97-4feacd91b72d tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1329668 Aug 18 13:00:18.595085 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 54126) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:00:18.599434 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-96c4d1a5-b796-44fc-896b-cd16ec283e80 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Request body: {'security_group_rule': {'security_group_id': '873d3b43-3ed9-4a01-9073-498c5201d9c3', 'project_id': 'fcde11a362cc47fba2e3c4947851fb21', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:00:18.626295 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-96c4d1a5-b796-44fc-896b-cd16ec283e80 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:18.683966 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-96c4d1a5-b796-44fc-896b-cd16ec283e80 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:18.689359 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-96c4d1a5-b796-44fc-896b-cd16ec283e80 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992607'] for security_group_rule, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:18.710660 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c4d1a5-b796-44fc-896b-cd16ec283e80 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c4557a5-5f34-46b9-9ff4-9c8a09ab2443,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:00:18.713628 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-96c4d1a5-b796-44fc-896b-cd16ec283e80 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:18.717073 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-96c4d1a5-b796-44fc-896b-cd16ec283e80 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1188211 Aug 18 13:00:18.717944 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 54128) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:00:18.723172 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-7dceba5f-a27d-4b43-ab44-782445238aba tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Request body: {'security_group_rule': {'security_group_id': '873d3b43-3ed9-4a01-9073-498c5201d9c3', 'project_id': 'fcde11a362cc47fba2e3c4947851fb21', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:00:18.751274 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7dceba5f-a27d-4b43-ab44-782445238aba tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:18.812820 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7dceba5f-a27d-4b43-ab44-782445238aba tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:18.816606 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7dceba5f-a27d-4b43-ab44-782445238aba tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992607'] for security_group_rule, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:18.833111 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dceba5f-a27d-4b43-ab44-782445238aba tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7da863df-bcb7-419a-90f5-fe5513782659,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:00:18.840435 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7dceba5f-a27d-4b43-ab44-782445238aba tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:18.841754 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-7dceba5f-a27d-4b43-ab44-782445238aba tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1225441 Aug 18 13:00:18.845717 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 54130) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:00:18.850085 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-795914f9-13ee-4225-aa27-403c0afe72c2 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Request body: {'security_group_rule': {'security_group_id': '873d3b43-3ed9-4a01-9073-498c5201d9c3', 'project_id': 'fcde11a362cc47fba2e3c4947851fb21', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:00:18.873753 n-d-804985-2 neutron-server[106253]: INFO neutron.db.securitygroups_db [None req-795914f9-13ee-4225-aa27-403c0afe72c2 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Project fcde11a362cc47fba2e3c4947851fb21 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 18 13:00:18.879010 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-795914f9-13ee-4225-aa27-403c0afe72c2 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:18.939658 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-795914f9-13ee-4225-aa27-403c0afe72c2 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:18.943891 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-795914f9-13ee-4225-aa27-403c0afe72c2 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992607'] for security_group_rule, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:18.963484 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795914f9-13ee-4225-aa27-403c0afe72c2 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=919c95ae-5db8-4897-b479-0267d9c7033f,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:00:18.970297 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-795914f9-13ee-4225-aa27-403c0afe72c2 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:18.971540 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-795914f9-13ee-4225-aa27-403c0afe72c2 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1249101 Aug 18 13:00:18.974519 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 54132) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:00:18.979029 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-c2cfdc9d-4d72-4ae1-b74e-97a0abfa238e tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Request body: {'security_group_rule': {'security_group_id': '873d3b43-3ed9-4a01-9073-498c5201d9c3', 'project_id': 'fcde11a362cc47fba2e3c4947851fb21', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:00:19.001324 n-d-804985-2 neutron-server[106253]: INFO neutron.db.securitygroups_db [None req-c2cfdc9d-4d72-4ae1-b74e-97a0abfa238e tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Project fcde11a362cc47fba2e3c4947851fb21 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 18 13:00:19.005985 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c2cfdc9d-4d72-4ae1-b74e-97a0abfa238e tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:19.073197 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c2cfdc9d-4d72-4ae1-b74e-97a0abfa238e tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:19.077903 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c2cfdc9d-4d72-4ae1-b74e-97a0abfa238e tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992607'] for security_group_rule, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:19.095482 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cfdc9d-4d72-4ae1-b74e-97a0abfa238e tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=295d09a8-fd93-42e5-907e-2f2c093fa0a4,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:00:19.102631 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c2cfdc9d-4d72-4ae1-b74e-97a0abfa238e tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:19.103729 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-c2cfdc9d-4d72-4ae1-b74e-97a0abfa238e tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1282289 Aug 18 13:00:19.327763 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-df8dd11f-82b9-43c0-91c0-d99be3bcbfd2 req-32f117a0-b54c-414f-ba70-a19d2b1e2162 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-977685800&fields=id&tenant_id=fcde11a362cc47fba2e3c4947851fb21 HTTP/1.1" status: 200 len: 267 time: 0.0366485 Aug 18 13:00:19.442384 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8dd11f-82b9-43c0-91c0-d99be3bcbfd2 req-eac6c39b-179f-4ace-ad36-00e8893c808e tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:19.443930 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-df8dd11f-82b9-43c0-91c0-d99be3bcbfd2 req-eac6c39b-179f-4ace-ad36-00e8893c808e tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.66 "GET /v2.0/networks?id=584a3cb2-1e19-4b39-a2bf-76e269345461 HTTP/1.1" status: 200 len: 809 time: 0.1092887 Aug 18 13:00:19.459428 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-df8dd11f-82b9-43c0-91c0-d99be3bcbfd2 req-f51aedaf-6baf-4b68-9e6f-c84d83a86763 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.66 "GET /v2.0/quotas/fcde11a362cc47fba2e3c4947851fb21 HTTP/1.1" status: 200 len: 375 time: 0.0095215 Aug 18 13:00:19.513257 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-df8dd11f-82b9-43c0-91c0-d99be3bcbfd2 req-efcab2ec-a638-42ed-8cbc-c351f53e6b0c tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=fcde11a362cc47fba2e3c4947851fb21&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0483139 Aug 18 13:00:19.543486 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device c0b4b1dd-aad8-4a40-ada3-11972c41d0ad up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:00:19.590883 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port c0b4b1dd-aad8-4a40-ada3-11972c41d0ad triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:00:19.591257 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:19.612711 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe61f7f-a53d-4566-918b-b11b3dd59aa3 None None] Sync routers for ids ['51263ab0-bbed-4121-b220-93ba15a473f9'] in n-d-804985-2 {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:00:19.630199 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [req-df8dd11f-82b9-43c0-91c0-d99be3bcbfd2 req-e5fccade-ad20-49c0-9342-39a597c2913e service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=106252) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 13:00:19.631389 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-df8dd11f-82b9-43c0-91c0-d99be3bcbfd2 req-e5fccade-ad20-49c0-9342-39a597c2913e service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1055298 Aug 18 13:00:19.633581 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe61f7f-a53d-4566-918b-b11b3dd59aa3 None None] Routers {'51263ab0-bbed-4121-b220-93ba15a473f9'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:00:19.634210 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-6fe61f7f-a53d-4566-918b-b11b3dd59aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:59:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['51263ab0-bbed-4121-b220-93ba15a473f9'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:00:19.718989 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-df8dd11f-82b9-43c0-91c0-d99be3bcbfd2 req-b53df259-51a7-4082-8d64-2c29f1cb2c07 service neutron] 10.222.0.66 "GET /v2.0/networks/584a3cb2-1e19-4b39-a2bf-76e269345461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811496 Aug 18 13:00:19.765230 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device c5fb3586-98e3-4b60-aaf5-4337f38c3789 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:00:19.792557 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-6fe61f7f-a53d-4566-918b-b11b3dd59aa3 None None] Set router 51263ab0-bbed-4121-b220-93ba15a473f9 gateway port host: n-d-804985-2 {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:00:19.814274 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-df8dd11f-82b9-43c0-91c0-d99be3bcbfd2 req-fea32c8d-1d20-495f-8535-c20515c8b477 service neutron] 10.222.0.66 "GET /v2.0/networks/584a3cb2-1e19-4b39-a2bf-76e269345461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886726 Aug 18 13:00:19.926490 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port c5fb3586-98e3-4b60-aaf5-4337f38c3789 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:00:19.926738 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:19.980053 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a2eccdba-7d7a-4e60-bdce-91a9a1ae2a62 req-202602df-4e14-4dac-8a50-73a31eb78d1f tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.66 "GET /v2.0/ports?device_id=b2b7b6f8-3305-4a8a-b570-905d9b4c3e17 HTTP/1.1" status: 200 len: 210 time: 0.0273943 Aug 18 13:00:20.087667 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-6fe61f7f-a53d-4566-918b-b11b3dd59aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51263ab0-bbed-4121-b220-93ba15a473f9', 'name': 'tempest-TestShelveInstance-1493149595-router', 'tenant_id': 'c32a6edc1ba74c27aceb99aacf5084ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.146'}], 'enable_snat': True}, 'gw_port_id': 'c0b4b1dd-aad8-4a40-ada3-11972c41d0ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:00:13Z', 'updated_at': '2021-08-18T13:00:16Z', 'revision_number': 4, 'project_id': 'c32a6edc1ba74c27aceb99aacf5084ba', 'gw_port': {'id': 'c0b4b1dd-aad8-4a40-ada3-11972c41d0ad', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:43:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51263ab0-bbed-4121-b220-93ba15a473f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:00:14Z', 'updated_at': '2021-08-18T13:00:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': '628ba01b-743a-4059-86bb-b581e7d8a310', 'name': '', 'network_id': '9d84938c-bf1c-4add-b320-92998a781315', 'tenant_id': 'c32a6edc1ba74c27aceb99aacf5084ba', 'mac_address': 'fa:16:3e:b5:d4:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51263ab0-bbed-4121-b220-93ba15a473f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '0124b9ac-da08-43b2-8571-3ebe888ab34c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:00:16Z', 'updated_at': '2021-08-18T13:00:16Z', 'revision_number': 2, 'project_id': 'c32a6edc1ba74c27aceb99aacf5084ba', 'subnets': [{'id': '0124b9ac-da08-43b2-8571-3ebe888ab34c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:00:20.114606 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe61f7f-a53d-4566-918b-b11b3dd59aa3 None None] Checking router: 51263ab0-bbed-4121-b220-93ba15a473f9 for host: n-d-804985-2 {{(pid=106254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 13:00:20.114606 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe61f7f-a53d-4566-918b-b11b3dd59aa3 None None] Updating router 51263ab0-bbed-4121-b220-93ba15a473f9 port 628ba01b-743a-4059-86bb-b581e7d8a310 binding host n-d-804985-2 {{(pid=106254) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 13:00:20.140356 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-6fe61f7f-a53d-4566-918b-b11b3dd59aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:20.426146 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-6fe61f7f-a53d-4566-918b-b11b3dd59aa3 None None] Notify callbacks [] for port, precommit_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:20.438499 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-6fe61f7f-a53d-4566-918b-b11b3dd59aa3 None None] Transition to ACTIVE for port object 628ba01b-743a-4059-86bb-b581e7d8a310 will not be triggered until provisioned by entity L2. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:00:20.447083 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-6fe61f7f-a53d-4566-918b-b11b3dd59aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:20.498047 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1e8650-c1c0-4eca-ab79-ecc8323ac201 None None] Pushing event updated for resources: {'Port': ['ID=628ba01b-743a-4059-86bb-b581e7d8a310,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:00:20.552896 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-6fe61f7f-a53d-4566-918b-b11b3dd59aa3 None None] Attempting to bind port 628ba01b-743a-4059-86bb-b581e7d8a310 on host n-d-804985-2 for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:00:20.553572 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-6fe61f7f-a53d-4566-918b-b11b3dd59aa3 None None] Attempting to bind port 628ba01b-743a-4059-86bb-b581e7d8a310 by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': '635147ed-6537-48d9-b63c-3441536a652c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '9d84938c-bf1c-4add-b320-92998a781315'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:00:20.553712 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe61f7f-a53d-4566-918b-b11b3dd59aa3 None None] Attempting to bind port 628ba01b-743a-4059-86bb-b581e7d8a310 on network 9d84938c-bf1c-4add-b320-92998a781315 {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:00:20.558930 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe61f7f-a53d-4566-918b-b11b3dd59aa3 None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 12, 59, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:00:20.559321 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe61f7f-a53d-4566-918b-b11b3dd59aa3 None None] Checking segment: {'id': '635147ed-6537-48d9-b63c-3441536a652c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '9d84938c-bf1c-4add-b320-92998a781315'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:00:20.559712 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-6fe61f7f-a53d-4566-918b-b11b3dd59aa3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:20.560106 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe61f7f-a53d-4566-918b-b11b3dd59aa3 None None] Bound using segment: {'id': '635147ed-6537-48d9-b63c-3441536a652c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '9d84938c-bf1c-4add-b320-92998a781315'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:00:20.560915 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-6fe61f7f-a53d-4566-918b-b11b3dd59aa3 None None] Bound port: 628ba01b-743a-4059-86bb-b581e7d8a310, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '635147ed-6537-48d9-b63c-3441536a652c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '9d84938c-bf1c-4add-b320-92998a781315'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:00:20.561296 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-6fe61f7f-a53d-4566-918b-b11b3dd59aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:20.624679 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-6fe61f7f-a53d-4566-918b-b11b3dd59aa3 None None] For port 628ba01b-743a-4059-86bb-b581e7d8a310, host n-d-804985-2, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:00:20.627930 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-6fe61f7f-a53d-4566-918b-b11b3dd59aa3 None None] For port 628ba01b-743a-4059-86bb-b581e7d8a310, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=628ba01b-743a-4059-86bb-b581e7d8a310,segment=NetworkSegment(635147ed-6537-48d9-b63c-3441536a652c),segment_id=635147ed-6537-48d9-b63c-3441536a652c)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:00:20.633342 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-6fe61f7f-a53d-4566-918b-b11b3dd59aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:20.701029 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe61f7f-a53d-4566-918b-b11b3dd59aa3 None None] Routers {'51263ab0-bbed-4121-b220-93ba15a473f9'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:00:20.701698 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-6fe61f7f-a53d-4566-918b-b11b3dd59aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T12:59:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['51263ab0-bbed-4121-b220-93ba15a473f9'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:00:20.705389 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1e8650-c1c0-4eca-ab79-ecc8323ac201 None None] Pushing event updated for resources: {'Port': ['ID=628ba01b-743a-4059-86bb-b581e7d8a310,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:00:20.814327 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-6fe61f7f-a53d-4566-918b-b11b3dd59aa3 None None] Set router 51263ab0-bbed-4121-b220-93ba15a473f9 gateway port host: n-d-804985-2 {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:00:21.063320 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-198954a5-8d56-4cdc-9e6d-a26fd872ba73 req-59de552f-160c-4cf9-830d-61c9afa705d4 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.66 "GET /v2.0/ports?device_id=b2b7b6f8-3305-4a8a-b570-905d9b4c3e17 HTTP/1.1" status: 200 len: 210 time: 0.0293198 Aug 18 13:00:21.175321 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-6fe61f7f-a53d-4566-918b-b11b3dd59aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51263ab0-bbed-4121-b220-93ba15a473f9', 'name': 'tempest-TestShelveInstance-1493149595-router', 'tenant_id': 'c32a6edc1ba74c27aceb99aacf5084ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.146'}], 'enable_snat': True}, 'gw_port_id': 'c0b4b1dd-aad8-4a40-ada3-11972c41d0ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:00:13Z', 'updated_at': '2021-08-18T13:00:16Z', 'revision_number': 4, 'project_id': 'c32a6edc1ba74c27aceb99aacf5084ba', 'gw_port': {'id': 'c0b4b1dd-aad8-4a40-ada3-11972c41d0ad', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:43:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51263ab0-bbed-4121-b220-93ba15a473f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:00:14Z', 'updated_at': '2021-08-18T13:00:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': '628ba01b-743a-4059-86bb-b581e7d8a310', 'name': '', 'network_id': '9d84938c-bf1c-4add-b320-92998a781315', 'tenant_id': 'c32a6edc1ba74c27aceb99aacf5084ba', 'mac_address': 'fa:16:3e:b5:d4:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51263ab0-bbed-4121-b220-93ba15a473f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '0124b9ac-da08-43b2-8571-3ebe888ab34c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:00:16Z', 'updated_at': '2021-08-18T13:00:20Z', 'revision_number': 4, 'project_id': 'c32a6edc1ba74c27aceb99aacf5084ba', 'subnets': [{'id': '0124b9ac-da08-43b2-8571-3ebe888ab34c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:00:21.201509 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe61f7f-a53d-4566-918b-b11b3dd59aa3 None None] The sync data for ids ['51263ab0-bbed-4121-b220-93ba15a473f9'] in n-d-804985-2 is: [{'id': '51263ab0-bbed-4121-b220-93ba15a473f9', 'name': 'tempest-TestShelveInstance-1493149595-router', 'tenant_id': 'c32a6edc1ba74c27aceb99aacf5084ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.146'}], 'enable_snat': True}, 'gw_port_id': 'c0b4b1dd-aad8-4a40-ada3-11972c41d0ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:00:13Z', 'updated_at': '2021-08-18T13:00:16Z', 'revision_number': 4, 'project_id': 'c32a6edc1ba74c27aceb99aacf5084ba', 'gw_port': {'id': 'c0b4b1dd-aad8-4a40-ada3-11972c41d0ad', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:43:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51263ab0-bbed-4121-b220-93ba15a473f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:00:14Z', 'updated_at': '2021-08-18T13:00:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': '628ba01b-743a-4059-86bb-b581e7d8a310', 'name': '', 'network_id': '9d84938c-bf1c-4add-b320-92998a781315', 'tenant_id': 'c32a6edc1ba74c27aceb99aacf5084ba', 'mac_address': 'fa:16:3e:b5:d4:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51263ab0-bbed-4121-b220-93ba15a473f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '0124b9ac-da08-43b2-8571-3ebe888ab34c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:00:16Z', 'updated_at': '2021-08-18T13:00:20Z', 'revision_number': 4, 'project_id': 'c32a6edc1ba74c27aceb99aacf5084ba', 'subnets': [{'id': '0124b9ac-da08-43b2-8571-3ebe888ab34c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:00:21.537753 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:21.562389 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 628ba01b-743a-4059-86bb-b581e7d8a310 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:00:21.612940 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port 628ba01b-743a-4059-86bb-b581e7d8a310 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:00:21.616845 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 628ba01b-743a-4059-86bb-b581e7d8a310 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:00:21.617259 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:21.701780 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:21.741505 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] For port 628ba01b-743a-4059-86bb-b581e7d8a310, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=628ba01b-743a-4059-86bb-b581e7d8a310,segment=NetworkSegment(635147ed-6537-48d9-b63c-3441536a652c),segment_id=635147ed-6537-48d9-b63c-3441536a652c)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:00:21.746499 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:21.795895 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Pushing event updated for resources: {'Port': ['ID=628ba01b-743a-4059-86bb-b581e7d8a310,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:00:21.819307 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-e18f70ba-65b0-4dbc-9b35-c6546ae0c381 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:22.141079 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6eb4c54e-a939-4527-9b7c-1f1deca2647c req-796acb5e-030b-4598-b83d-9f92a7388374 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.66 "GET /v2.0/ports?device_id=b2b7b6f8-3305-4a8a-b570-905d9b4c3e17 HTTP/1.1" status: 200 len: 210 time: 0.0266798 Aug 18 13:00:22.457137 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-53584c24-f517-494e-ac93-c18bb92373f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:23.191514 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8dd11f-82b9-43c0-91c0-d99be3bcbfd2 req-bdd20d35-6c75-4307-8553-9e61f3f9e601 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:23.193817 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-df8dd11f-82b9-43c0-91c0-d99be3bcbfd2 req-bdd20d35-6c75-4307-8553-9e61f3f9e601 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.62 "GET /v2.0/networks?id=584a3cb2-1e19-4b39-a2bf-76e269345461 HTTP/1.1" status: 200 len: 809 time: 0.1134043 Aug 18 13:00:23.247653 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-df8dd11f-82b9-43c0-91c0-d99be3bcbfd2 req-1444fa22-d3bb-48f6-a10d-8b00eaff8be0 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fcde11a362cc47fba2e3c4947851fb21 HTTP/1.1" status: 200 len: 379 time: 0.0437315 Aug 18 13:00:23.251515 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-21289ef2-41f7-4bae-9789-eac7ca8cd257 req-b03b46e6-8c2f-486e-8fe1-86fdc7bf977b tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.66 "GET /v2.0/ports?device_id=b2b7b6f8-3305-4a8a-b570-905d9b4c3e17 HTTP/1.1" status: 200 len: 210 time: 0.0360913 Aug 18 13:00:23.257844 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [req-df8dd11f-82b9-43c0-91c0-d99be3bcbfd2 req-b9eea546-2060-46c5-ab1f-09b604f81e38 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Request body: {'port': {'device_id': 'b2b7b6f8-3305-4a8a-b570-905d9b4c3e17', 'network_id': '584a3cb2-1e19-4b39-a2bf-76e269345461', 'admin_state_up': True, 'tenant_id': 'fcde11a362cc47fba2e3c4947851fb21', 'security_groups': ['873d3b43-3ed9-4a01-9073-498c5201d9c3']}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:00:23.370256 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df8dd11f-82b9-43c0-91c0-d99be3bcbfd2 req-b9eea546-2060-46c5-ab1f-09b604f81e38 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Made reservation on behalf of fcde11a362cc47fba2e3c4947851fb21 for: {'port': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:00:23.374003 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-df8dd11f-82b9-43c0-91c0-d99be3bcbfd2 req-b9eea546-2060-46c5-ab1f-09b604f81e38 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:23.510053 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [req-df8dd11f-82b9-43c0-91c0-d99be3bcbfd2 req-b9eea546-2060-46c5-ab1f-09b604f81e38 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Allocated IP 172.20.0.6 (584a3cb2-1e19-4b39-a2bf-76e269345461/0b70ae0b-a974-4013-8f6e-bbbf85c7212b/3284c89e-379d-4788-ba45-af43544e68a2) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:00:23.528482 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 628ba01b-743a-4059-86bb-b581e7d8a310 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:00:23.574660 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 628ba01b-743a-4059-86bb-b581e7d8a310 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:00:23.575013 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:23.644787 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-df8dd11f-82b9-43c0-91c0-d99be3bcbfd2 req-b9eea546-2060-46c5-ab1f-09b604f81e38 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:23.662788 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [req-df8dd11f-82b9-43c0-91c0-d99be3bcbfd2 req-b9eea546-2060-46c5-ab1f-09b604f81e38 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Transition to ACTIVE for port object 3284c89e-379d-4788-ba45-af43544e68a2 will not be triggered until provisioned by entity DHCP. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:00:23.696746 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-df8dd11f-82b9-43c0-91c0-d99be3bcbfd2 req-b9eea546-2060-46c5-ab1f-09b604f81e38 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:23.749276 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df8dd11f-82b9-43c0-91c0-d99be3bcbfd2 req-b9eea546-2060-46c5-ab1f-09b604f81e38 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Network 584a3cb2-1e19-4b39-a2bf-76e269345461 is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:00:23.752748 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [req-df8dd11f-82b9-43c0-91c0-d99be3bcbfd2 req-b9eea546-2060-46c5-ab1f-09b604f81e38 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:00:23.756505 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-df8dd11f-82b9-43c0-91c0-d99be3bcbfd2 req-b9eea546-2060-46c5-ab1f-09b604f81e38 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:00:23.763051 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9eea546-2060-46c5-ab1f-09b604f81e38 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Pushing event updated for resources: {'Port': ['ID=3284c89e-379d-4788-ba45-af43544e68a2,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:00:23.808524 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8dd11f-82b9-43c0-91c0-d99be3bcbfd2 req-b9eea546-2060-46c5-ab1f-09b604f81e38 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:23.809176 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-df8dd11f-82b9-43c0-91c0-d99be3bcbfd2 req-b9eea546-2060-46c5-ab1f-09b604f81e38 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:23.826705 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-df8dd11f-82b9-43c0-91c0-d99be3bcbfd2 req-b9eea546-2060-46c5-ab1f-09b604f81e38 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5728621 Aug 18 13:00:23.841235 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [req-df8dd11f-82b9-43c0-91c0-d99be3bcbfd2 req-24c76ebd-7b01-4121-876a-6a23d613e337 service neutron] Request body: {'port': {'device_id': 'b2b7b6f8-3305-4a8a-b570-905d9b4c3e17', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804985-2'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:00:23.898440 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-df8dd11f-82b9-43c0-91c0-d99be3bcbfd2 req-24c76ebd-7b01-4121-876a-6a23d613e337 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:24.020728 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-45ce8dc9-3ac7-4c41-9c4f-96d87d92d782 None None] Provisioning for port 3284c89e-379d-4788-ba45-af43544e68a2 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:00:24.024529 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-45ce8dc9-3ac7-4c41-9c4f-96d87d92d782 None None] Provisioning complete for port 3284c89e-379d-4788-ba45-af43544e68a2 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:00:24.024871 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-45ce8dc9-3ac7-4c41-9c4f-96d87d92d782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:24.062634 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-45ce8dc9-3ac7-4c41-9c4f-96d87d92d782 None None] Port 3284c89e-379d-4788-ba45-af43544e68a2 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:00:24.122445 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-500a1c61-38a7-4c23-a7ec-4631080af5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:24.176880 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [req-df8dd11f-82b9-43c0-91c0-d99be3bcbfd2 req-24c76ebd-7b01-4121-876a-6a23d613e337 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3284c89e-379d-4788-ba45-af43544e68a2 {{(pid=106253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:00:24.184597 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-df8dd11f-82b9-43c0-91c0-d99be3bcbfd2 req-24c76ebd-7b01-4121-876a-6a23d613e337 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:24.200565 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [req-df8dd11f-82b9-43c0-91c0-d99be3bcbfd2 req-24c76ebd-7b01-4121-876a-6a23d613e337 service neutron] Transition to ACTIVE for port object 3284c89e-379d-4788-ba45-af43544e68a2 will not be triggered until provisioned by entity L2. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:00:24.206488 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-df8dd11f-82b9-43c0-91c0-d99be3bcbfd2 req-24c76ebd-7b01-4121-876a-6a23d613e337 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:24.261644 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c76ebd-7b01-4121-876a-6a23d613e337 service neutron] Pushing event updated for resources: {'Port': ['ID=3284c89e-379d-4788-ba45-af43544e68a2,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:00:24.336393 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-df8dd11f-82b9-43c0-91c0-d99be3bcbfd2 req-24c76ebd-7b01-4121-876a-6a23d613e337 service neutron] Attempting to bind port 3284c89e-379d-4788-ba45-af43544e68a2 on host n-h2-804985-2 for vnic_type normal with profile {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:00:24.336747 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-df8dd11f-82b9-43c0-91c0-d99be3bcbfd2 req-24c76ebd-7b01-4121-876a-6a23d613e337 service neutron] Attempting to bind port 3284c89e-379d-4788-ba45-af43544e68a2 by drivers openvswitch,hyperv on host n-h2-804985-2 at level 0 using segments [{'id': 'b1fb8dc6-8ea6-4a25-a3b4-793c31c03b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '584a3cb2-1e19-4b39-a2bf-76e269345461'}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:00:24.337066 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df8dd11f-82b9-43c0-91c0-d99be3bcbfd2 req-24c76ebd-7b01-4121-876a-6a23d613e337 service neutron] Attempting to bind port 3284c89e-379d-4788-ba45-af43544e68a2 on network 584a3cb2-1e19-4b39-a2bf-76e269345461 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:00:24.341591 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df8dd11f-82b9-43c0-91c0-d99be3bcbfd2 req-24c76ebd-7b01-4121-876a-6a23d613e337 service neutron] Port 3284c89e-379d-4788-ba45-af43544e68a2 on network 584a3cb2-1e19-4b39-a2bf-76e269345461 not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-2 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 13:00:24.341959 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df8dd11f-82b9-43c0-91c0-d99be3bcbfd2 req-24c76ebd-7b01-4121-876a-6a23d613e337 service neutron] Attempting to bind port 3284c89e-379d-4788-ba45-af43544e68a2 on network 584a3cb2-1e19-4b39-a2bf-76e269345461 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:00:24.347027 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df8dd11f-82b9-43c0-91c0-d99be3bcbfd2 req-24c76ebd-7b01-4121-876a-6a23d613e337 service neutron] Checking agent: {'id': 'da5da552-709c-4248-84de-86af99a0dc87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 49, 8), 'started_at': datetime.datetime(2021, 8, 18, 11, 49, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 0, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:00:24.347352 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df8dd11f-82b9-43c0-91c0-d99be3bcbfd2 req-24c76ebd-7b01-4121-876a-6a23d613e337 service neutron] Checking segment: {'id': 'b1fb8dc6-8ea6-4a25-a3b4-793c31c03b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '584a3cb2-1e19-4b39-a2bf-76e269345461'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:00:24.347736 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df8dd11f-82b9-43c0-91c0-d99be3bcbfd2 req-24c76ebd-7b01-4121-876a-6a23d613e337 service neutron] Bound using segment: {'id': 'b1fb8dc6-8ea6-4a25-a3b4-793c31c03b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '584a3cb2-1e19-4b39-a2bf-76e269345461'} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:00:24.348149 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-df8dd11f-82b9-43c0-91c0-d99be3bcbfd2 req-24c76ebd-7b01-4121-876a-6a23d613e337 service neutron] Bound port: 3284c89e-379d-4788-ba45-af43544e68a2, host: n-h2-804985-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1fb8dc6-8ea6-4a25-a3b4-793c31c03b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '584a3cb2-1e19-4b39-a2bf-76e269345461'}}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:00:24.348500 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-df8dd11f-82b9-43c0-91c0-d99be3bcbfd2 req-24c76ebd-7b01-4121-876a-6a23d613e337 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:24.375431 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da60df5-6bb2-41d6-9123-bc0e7a20a0ba req-bc675459-4a90-40b2-847a-f3e50c4a2777 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:24.377125 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0da60df5-6bb2-41d6-9123-bc0e7a20a0ba req-bc675459-4a90-40b2-847a-f3e50c4a2777 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.66 "GET /v2.0/ports?device_id=b2b7b6f8-3305-4a8a-b570-905d9b4c3e17 HTTP/1.1" status: 200 len: 943 time: 0.0562789 Aug 18 13:00:24.419054 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0da60df5-6bb2-41d6-9123-bc0e7a20a0ba req-b4043e48-20a2-4768-a06a-6e91cbd03fa9 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.66 "GET /v2.0/security-groups?id=873d3b43-3ed9-4a01-9073-498c5201d9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350661 Aug 18 13:00:24.424022 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-df8dd11f-82b9-43c0-91c0-d99be3bcbfd2 req-24c76ebd-7b01-4121-876a-6a23d613e337 service neutron] For port 3284c89e-379d-4788-ba45-af43544e68a2, host n-h2-804985-2, cleared binding levels {{(pid=106253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:00:24.427428 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-df8dd11f-82b9-43c0-91c0-d99be3bcbfd2 req-24c76ebd-7b01-4121-876a-6a23d613e337 service neutron] For port 3284c89e-379d-4788-ba45-af43544e68a2, host n-h2-804985-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=3284c89e-379d-4788-ba45-af43544e68a2,segment=NetworkSegment(b1fb8dc6-8ea6-4a25-a3b4-793c31c03b5a),segment_id=b1fb8dc6-8ea6-4a25-a3b4-793c31c03b5a)] {{(pid=106253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:00:24.433795 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-df8dd11f-82b9-43c0-91c0-d99be3bcbfd2 req-24c76ebd-7b01-4121-876a-6a23d613e337 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:24.468417 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8dd11f-82b9-43c0-91c0-d99be3bcbfd2 req-24c76ebd-7b01-4121-876a-6a23d613e337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:24.469058 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-df8dd11f-82b9-43c0-91c0-d99be3bcbfd2 req-24c76ebd-7b01-4121-876a-6a23d613e337 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:24.470554 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-df8dd11f-82b9-43c0-91c0-d99be3bcbfd2 req-24c76ebd-7b01-4121-876a-6a23d613e337 service neutron] 10.222.0.62 "PUT /v2.0/ports/3284c89e-379d-4788-ba45-af43544e68a2 HTTP/1.1" status: 200 len: 1091 time: 0.6338367 Aug 18 13:00:24.470889 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2b7b6f8-3305-4a8a-b570-905d9b4c3e17', 'tag': '3284c89e-379d-4788-ba45-af43544e68a2'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:00:24.473234 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d6bbf6f425705e9a26053008d8b7c0abfe3c10eda721baf5c515723d6d58932" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41d763fc-af7c-4dac-ab3d-48414422ee70" -d '{"events": [{"name": "network-changed", "server_uuid": "b2b7b6f8-3305-4a8a-b570-905d9b4c3e17", "tag": "3284c89e-379d-4788-ba45-af43544e68a2"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:00:24.501681 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c76ebd-7b01-4121-876a-6a23d613e337 service neutron] Pushing event updated for resources: {'Port': ['ID=3284c89e-379d-4788-ba45-af43544e68a2,revision_number=3']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:00:24.561885 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8dd11f-82b9-43c0-91c0-d99be3bcbfd2 req-8d9f835a-4553-4488-b31f-74007d4085be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:24.563380 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-df8dd11f-82b9-43c0-91c0-d99be3bcbfd2 req-8d9f835a-4553-4488-b31f-74007d4085be service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=fcde11a362cc47fba2e3c4947851fb21&device_id=b2b7b6f8-3305-4a8a-b570-905d9b4c3e17 HTTP/1.1" status: 200 len: 1094 time: 0.0446918 Aug 18 13:00:24.611223 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 13:00:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9b6525b-f947-4099-8ce8-e130d9e9bbd2 x-openstack-request-id: req-d9b6525b-f947-4099-8ce8-e130d9e9bbd2 {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:00:24.611507 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2b7b6f8-3305-4a8a-b570-905d9b4c3e17", "tag": "3284c89e-379d-4788-ba45-af43544e68a2", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:00:24.611757 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d9b6525b-f947-4099-8ce8-e130d9e9bbd2 {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:00:24.612159 n-d-804985-2 neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2b7b6f8-3305-4a8a-b570-905d9b4c3e17', 'tag': '3284c89e-379d-4788-ba45-af43544e68a2', 'status': 'completed', 'code': 200} Aug 18 13:00:24.614012 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-df8dd11f-82b9-43c0-91c0-d99be3bcbfd2 req-5f53eef1-9b9a-4ba9-aba2-8723ffbe7544 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3284c89e-379d-4788-ba45-af43544e68a2 HTTP/1.1" status: 200 len: 217 time: 0.0424054 Aug 18 13:00:24.664912 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8dd11f-82b9-43c0-91c0-d99be3bcbfd2 req-84987fc8-c86e-4096-b222-b606d241a4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:24.666449 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-df8dd11f-82b9-43c0-91c0-d99be3bcbfd2 req-84987fc8-c86e-4096-b222-b606d241a4ec service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0b70ae0b-a974-4013-8f6e-bbbf85c7212b HTTP/1.1" status: 200 len: 848 time: 0.0452778 Aug 18 13:00:24.712557 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8dd11f-82b9-43c0-91c0-d99be3bcbfd2 req-84cbaabe-dcea-4448-bdef-ea0a72ab9fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:24.714059 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-df8dd11f-82b9-43c0-91c0-d99be3bcbfd2 req-84cbaabe-dcea-4448-bdef-ea0a72ab9fce service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=584a3cb2-1e19-4b39-a2bf-76e269345461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410776 Aug 18 13:00:25.134248 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-df8dd11f-82b9-43c0-91c0-d99be3bcbfd2 req-c00aded6-ed71-490e-bb3a-bb4b8af1a726 service neutron] 10.222.0.62 "GET /v2.0/networks/584a3cb2-1e19-4b39-a2bf-76e269345461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4130070 Aug 18 13:00:25.226611 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-df8dd11f-82b9-43c0-91c0-d99be3bcbfd2 req-08ae1b74-4a5e-49ee-aec3-d8cb1c996609 service neutron] 10.222.0.62 "GET /v2.0/networks/584a3cb2-1e19-4b39-a2bf-76e269345461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851271 Aug 18 13:00:25.326093 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d763fc-af7c-4dac-ab3d-48414422ee70 req-3d28150e-f455-461e-8258-53d83519b046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:25.327465 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-41d763fc-af7c-4dac-ab3d-48414422ee70 req-3d28150e-f455-461e-8258-53d83519b046 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=fcde11a362cc47fba2e3c4947851fb21&device_id=b2b7b6f8-3305-4a8a-b570-905d9b4c3e17 HTTP/1.1" status: 200 len: 1094 time: 0.0456686 Aug 18 13:00:25.424504 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d763fc-af7c-4dac-ab3d-48414422ee70 req-d5b7c830-4573-485d-873a-1c518bd414ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:25.426023 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-41d763fc-af7c-4dac-ab3d-48414422ee70 req-d5b7c830-4573-485d-873a-1c518bd414ef service neutron] 10.222.0.62 "GET /v2.0/networks?id=584a3cb2-1e19-4b39-a2bf-76e269345461 HTTP/1.1" status: 200 len: 910 time: 0.0914834 Aug 18 13:00:25.474684 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-41d763fc-af7c-4dac-ab3d-48414422ee70 req-8ebd8185-413f-4e63-a93c-a6eeebfb13e0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3284c89e-379d-4788-ba45-af43544e68a2 HTTP/1.1" status: 200 len: 217 time: 0.0393848 Aug 18 13:00:25.525370 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d763fc-af7c-4dac-ab3d-48414422ee70 req-cc2f60af-78c3-4478-9620-7d7de89964d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:25.526835 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-41d763fc-af7c-4dac-ab3d-48414422ee70 req-cc2f60af-78c3-4478-9620-7d7de89964d7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0b70ae0b-a974-4013-8f6e-bbbf85c7212b HTTP/1.1" status: 200 len: 848 time: 0.0435519 Aug 18 13:00:25.536926 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae80377f-9f19-473b-af2e-3e7310d64568 req-52d85fd6-86b6-45e7-8d4c-992646fdb94e tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:25.538416 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ae80377f-9f19-473b-af2e-3e7310d64568 req-52d85fd6-86b6-45e7-8d4c-992646fdb94e tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.66 "GET /v2.0/ports?device_id=b2b7b6f8-3305-4a8a-b570-905d9b4c3e17 HTTP/1.1" status: 200 len: 943 time: 0.0493629 Aug 18 13:00:25.573063 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d763fc-af7c-4dac-ab3d-48414422ee70 req-fc869e1e-9e04-40d4-a77f-d11c8f2f829d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:25.574540 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-41d763fc-af7c-4dac-ab3d-48414422ee70 req-fc869e1e-9e04-40d4-a77f-d11c8f2f829d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=584a3cb2-1e19-4b39-a2bf-76e269345461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400345 Aug 18 13:00:25.576528 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ae80377f-9f19-473b-af2e-3e7310d64568 req-df7b7275-4b3a-4c6c-847a-c2a4f25a58f0 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.66 "GET /v2.0/security-groups?id=873d3b43-3ed9-4a01-9073-498c5201d9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317988 Aug 18 13:00:25.675706 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-41d763fc-af7c-4dac-ab3d-48414422ee70 req-4ab1e1f3-860b-449c-80de-b790ff5f4131 service neutron] 10.222.0.62 "GET /v2.0/networks/584a3cb2-1e19-4b39-a2bf-76e269345461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928817 Aug 18 13:00:25.772330 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-41d763fc-af7c-4dac-ab3d-48414422ee70 req-056619e6-4bb4-4e2f-9ec7-610d0fdd4a65 service neutron] 10.222.0.62 "GET /v2.0/networks/584a3cb2-1e19-4b39-a2bf-76e269345461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882235 Aug 18 13:00:26.714849 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c27373-86f3-45b5-9a84-d6fdb6441dc6 req-a29de68f-d2d4-4bd3-837c-121d34362443 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:26.716337 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b6c27373-86f3-45b5-9a84-d6fdb6441dc6 req-a29de68f-d2d4-4bd3-837c-121d34362443 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.66 "GET /v2.0/ports?device_id=b2b7b6f8-3305-4a8a-b570-905d9b4c3e17 HTTP/1.1" status: 200 len: 943 time: 0.0623507 Aug 18 13:00:27.058469 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b6c27373-86f3-45b5-9a84-d6fdb6441dc6 req-2449e618-71c6-4a80-a91e-12ba13751906 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.66 "GET /v2.0/security-groups?id=873d3b43-3ed9-4a01-9073-498c5201d9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3360054 Aug 18 13:00:28.187499 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecda117b-f7ec-4c89-9ef7-ec08ea96999a req-fca30472-f90d-42ab-a2da-a4cf20216c59 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:28.189008 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ecda117b-f7ec-4c89-9ef7-ec08ea96999a req-fca30472-f90d-42ab-a2da-a4cf20216c59 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.66 "GET /v2.0/ports?device_id=b2b7b6f8-3305-4a8a-b570-905d9b4c3e17 HTTP/1.1" status: 200 len: 943 time: 0.0512555 Aug 18 13:00:28.227162 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ecda117b-f7ec-4c89-9ef7-ec08ea96999a req-c371870a-5511-47ee-9cf3-43395d388832 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.66 "GET /v2.0/security-groups?id=873d3b43-3ed9-4a01-9073-498c5201d9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320101 Aug 18 13:00:28.855473 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 3284c89e-379d-4788-ba45-af43544e68a2 details requested by agent hyperv_n-h2-804985-2 with host n-h2-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 13:00:28.957498 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port 3284c89e-379d-4788-ba45-af43544e68a2, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=3284c89e-379d-4788-ba45-af43544e68a2,segment=NetworkSegment(b1fb8dc6-8ea6-4a25-a3b4-793c31c03b5a),segment_id=b1fb8dc6-8ea6-4a25-a3b4-793c31c03b5a)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:00:28.968932 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Returning: {'device': '3284c89e-379d-4788-ba45-af43544e68a2', 'network_id': '584a3cb2-1e19-4b39-a2bf-76e269345461', 'port_id': '3284c89e-379d-4788-ba45-af43544e68a2', 'mac_address': 'fa:16:3e:9d:02:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 839, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b70ae0b-a974-4013-8f6e-bbbf85c7212b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 13:00:29.006733 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:29.019564 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3284c89e-379d-4788-ba45-af43544e68a2 {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:00:29.040744 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port 3284c89e-379d-4788-ba45-af43544e68a2, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=3284c89e-379d-4788-ba45-af43544e68a2,segment=NetworkSegment(b1fb8dc6-8ea6-4a25-a3b4-793c31c03b5a),segment_id=b1fb8dc6-8ea6-4a25-a3b4-793c31c03b5a)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:00:29.046063 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:29.098429 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=3284c89e-379d-4788-ba45-af43544e68a2,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:00:29.271000 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] get_ports_and_sgs() called for port_ids ['3284c89e-379d-4788-ba45-af43544e68a2'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:00:29.344302 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e66525c-44b7-435d-b540-c0843cf93fd0 req-084bee71-9fc6-46b8-aa97-f7f8464f3b74 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:29.345965 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6e66525c-44b7-435d-b540-c0843cf93fd0 req-084bee71-9fc6-46b8-aa97-f7f8464f3b74 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.66 "GET /v2.0/ports?device_id=b2b7b6f8-3305-4a8a-b570-905d9b4c3e17 HTTP/1.1" status: 200 len: 944 time: 0.0484045 Aug 18 13:00:29.388704 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6e66525c-44b7-435d-b540-c0843cf93fd0 req-4f91bc61-29bb-4c4e-83fc-01b996f8516c tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.66 "GET /v2.0/security-groups?id=873d3b43-3ed9-4a01-9073-498c5201d9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365944 Aug 18 13:00:30.520523 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385c95a3-a42a-40c1-b250-cf212f1e0071 req-d992e767-b817-4b70-a9c5-2774526baaf5 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:30.522466 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-385c95a3-a42a-40c1-b250-cf212f1e0071 req-d992e767-b817-4b70-a9c5-2774526baaf5 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.66 "GET /v2.0/ports?device_id=b2b7b6f8-3305-4a8a-b570-905d9b4c3e17 HTTP/1.1" status: 200 len: 944 time: 0.0570605 Aug 18 13:00:30.572892 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-385c95a3-a42a-40c1-b250-cf212f1e0071 req-21e7551c-3a8b-41f8-a16b-67a48bd9f1ef tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.66 "GET /v2.0/security-groups?id=873d3b43-3ed9-4a01-9073-498c5201d9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438509 Aug 18 13:00:30.870863 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 3284c89e-379d-4788-ba45-af43544e68a2 up at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:00:30.926289 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Provisioning for port 3284c89e-379d-4788-ba45-af43544e68a2 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:00:30.930068 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Provisioning complete for port 3284c89e-379d-4788-ba45-af43544e68a2 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:00:30.930431 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:31.008522 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:31.031146 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2b7b6f8-3305-4a8a-b570-905d9b4c3e17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3284c89e-379d-4788-ba45-af43544e68a2'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:00:31.033429 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a48be17dea36f4b328e7831c9c0f0a2b661e0eac7f73e8eb05eb02bc862e3084" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3c4fdba-814f-4079-9cb2-d497b09ebd9f" -d '{"events": [{"server_uuid": "b2b7b6f8-3305-4a8a-b570-905d9b4c3e17", "name": "network-vif-plugged", "status": "completed", "tag": "3284c89e-379d-4788-ba45-af43544e68a2"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:00:31.048168 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port 3284c89e-379d-4788-ba45-af43544e68a2, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=3284c89e-379d-4788-ba45-af43544e68a2,segment=NetworkSegment(b1fb8dc6-8ea6-4a25-a3b4-793c31c03b5a),segment_id=b1fb8dc6-8ea6-4a25-a3b4-793c31c03b5a)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:00:31.053777 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:31.082324 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 13:00:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ec7db93-9378-42fe-a400-5b8402690e25 x-openstack-request-id: req-9ec7db93-9378-42fe-a400-5b8402690e25 {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:00:31.082561 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2b7b6f8-3305-4a8a-b570-905d9b4c3e17", "name": "network-vif-plugged", "status": "completed", "tag": "3284c89e-379d-4788-ba45-af43544e68a2", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:00:31.082821 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-9ec7db93-9378-42fe-a400-5b8402690e25 {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:00:31.083229 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2b7b6f8-3305-4a8a-b570-905d9b4c3e17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3284c89e-379d-4788-ba45-af43544e68a2', 'code': 200} Aug 18 13:00:31.113015 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=3284c89e-379d-4788-ba45-af43544e68a2,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:00:31.169491 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8b372e-d096-4129-97b9-eceda787a171 req-d5d3c959-cd7a-476b-bfb0-62aa2cef4fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:31.170961 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-bb8b372e-d096-4129-97b9-eceda787a171 req-d5d3c959-cd7a-476b-bfb0-62aa2cef4fe4 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=b2b7b6f8-3305-4a8a-b570-905d9b4c3e17 HTTP/1.1" status: 200 len: 1096 time: 0.0411308 Aug 18 13:00:31.206315 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-bb8b372e-d096-4129-97b9-eceda787a171 req-d6739827-1a48-470d-8b16-799fe5f2c6d1 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=873d3b43-3ed9-4a01-9073-498c5201d9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0283170 Aug 18 13:00:31.707923 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5fbeb2-6a4a-49fe-8ae2-bfa989c43761 req-40b58d5d-9aab-4f8e-ad00-040a11d9a591 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:31.709414 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6f5fbeb2-6a4a-49fe-8ae2-bfa989c43761 req-40b58d5d-9aab-4f8e-ad00-040a11d9a591 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.66 "GET /v2.0/ports?device_id=b2b7b6f8-3305-4a8a-b570-905d9b4c3e17 HTTP/1.1" status: 200 len: 945 time: 0.0546310 Aug 18 13:00:31.749148 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6f5fbeb2-6a4a-49fe-8ae2-bfa989c43761 req-ac088c7d-c296-4d83-baa5-2b2a525a691a tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.66 "GET /v2.0/security-groups?id=873d3b43-3ed9-4a01-9073-498c5201d9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316021 Aug 18 13:00:32.883746 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d182b3c0-163e-4a60-bd3f-abbddde05b2b req-077a782f-1477-4491-b751-708ea8ed065a tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:32.885169 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d182b3c0-163e-4a60-bd3f-abbddde05b2b req-077a782f-1477-4491-b751-708ea8ed065a tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.66 "GET /v2.0/ports?device_id=b2b7b6f8-3305-4a8a-b570-905d9b4c3e17 HTTP/1.1" status: 200 len: 945 time: 0.0485787 Aug 18 13:00:32.922700 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d182b3c0-163e-4a60-bd3f-abbddde05b2b req-67d78aaf-c307-4117-98c5-1658dc2cbbc4 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.66 "GET /v2.0/security-groups?id=873d3b43-3ed9-4a01-9073-498c5201d9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315070 Aug 18 13:00:33.051558 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83ef41e-b87d-4059-80d8-edf15636ad50 req-19aee980-f742-4ee1-8d56-4a6f9e7c949c tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:33.053113 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b83ef41e-b87d-4059-80d8-edf15636ad50 req-19aee980-f742-4ee1-8d56-4a6f9e7c949c tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.66 "GET /v2.0/ports?device_id=b2b7b6f8-3305-4a8a-b570-905d9b4c3e17 HTTP/1.1" status: 200 len: 945 time: 0.0591130 Aug 18 13:00:33.092841 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b83ef41e-b87d-4059-80d8-edf15636ad50 req-fc7240f0-47c2-48d6-8356-85d29957f861 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.66 "GET /v2.0/security-groups?id=873d3b43-3ed9-4a01-9073-498c5201d9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333874 Aug 18 13:00:33.114075 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 54202) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:00:33.207278 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2105327-3fd2-434f-baa0-182f77f16d76 tempest-TestShelveInstance-945829136 tempest-TestShelveInstance-945829136-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:33.208807 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-a2105327-3fd2-434f-baa0-182f77f16d76 tempest-TestShelveInstance-945829136 tempest-TestShelveInstance-945829136-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=b2b7b6f8-3305-4a8a-b570-905d9b4c3e17 HTTP/1.1" status: 200 len: 1091 time: 0.0937026 Aug 18 13:00:33.213256 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 54206) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:00:33.217956 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-5f0f7a23-b33b-4ffb-8591-b38110b975f8 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Request body: {'floatingip': {'floating_network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'port_id': '3284c89e-379d-4788-ba45-af43544e68a2', 'tenant_id': 'fcde11a362cc47fba2e3c4947851fb21', 'fixed_ip_address': '172.20.0.6'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:00:33.242914 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5f0f7a23-b33b-4ffb-8591-b38110b975f8 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Notify callbacks [] for floatingip, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:33.340387 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5f0f7a23-b33b-4ffb-8591-b38110b975f8 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:33.459259 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [None req-5f0f7a23-b33b-4ffb-8591-b38110b975f8 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Allocated IP 172.25.7.251 (7cae7a70-14fd-408c-b14d-39ceb97cb60e/9784295a-20b8-4a4b-b105-f82737f0448f/c70ef22a-785b-4aae-9052-3a20390fc392) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:00:33.566359 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5f0f7a23-b33b-4ffb-8591-b38110b975f8 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:33.615321 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5f0f7a23-b33b-4ffb-8591-b38110b975f8 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:33.655739 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f0f7a23-b33b-4ffb-8591-b38110b975f8 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Network 7cae7a70-14fd-408c-b14d-39ceb97cb60e is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:00:33.662078 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-5f0f7a23-b33b-4ffb-8591-b38110b975f8 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:00:33.665795 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f0f7a23-b33b-4ffb-8591-b38110b975f8 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:00:33.671157 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0f7a23-b33b-4ffb-8591-b38110b975f8 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Pushing event updated for resources: {'Port': ['ID=c70ef22a-785b-4aae-9052-3a20390fc392,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:00:34.033921 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5f0f7a23-b33b-4ffb-8591-b38110b975f8 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:34.107823 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5f0f7a23-b33b-4ffb-8591-b38110b975f8 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:34.267062 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5f0f7a23-b33b-4ffb-8591-b38110b975f8 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Notify callbacks [] for port, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:34.273892 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5f0f7a23-b33b-4ffb-8591-b38110b975f8 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:34.339990 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0f7a23-b33b-4ffb-8591-b38110b975f8 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Pushing event updated for resources: {'Port': ['ID=c70ef22a-785b-4aae-9052-3a20390fc392,revision_number=2']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:00:34.352028 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5f0f7a23-b33b-4ffb-8591-b38110b975f8 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-989945'] for floatingip, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:34.454719 n-d-804985-2 neutron-server[106252]: INFO neutron.db.l3_db [None req-5f0f7a23-b33b-4ffb-8591-b38110b975f8 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Floating IP 5e4c9827-42bc-4d61-adf2-624ee11d1be9 associated. External IP: 172.25.7.251, port: 3284c89e-379d-4788-ba45-af43544e68a2. Aug 18 13:00:34.667049 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f0f7a23-b33b-4ffb-8591-b38110b975f8 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Router 044b7d20-297f-4465-a2eb-b4e3413968d3 has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106252) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 13:00:34.778557 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f0f7a23-b33b-4ffb-8591-b38110b975f8 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:00:34.788523 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b15fbd-4136-4401-8f09-cb67edc0990e None None] Sync routers for ids ['044b7d20-297f-4465-a2eb-b4e3413968d3'] in n-d-804985-2 {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:00:34.794996 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5f0f7a23-b33b-4ffb-8591-b38110b975f8 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for floatingip, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:34.801515 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b15fbd-4136-4401-8f09-cb67edc0990e None None] Routers {'044b7d20-297f-4465-a2eb-b4e3413968d3'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:00:34.802287 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-23b15fbd-4136-4401-8f09-cb67edc0990e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T13:00:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['044b7d20-297f-4465-a2eb-b4e3413968d3'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:00:34.825443 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-5f0f7a23-b33b-4ffb-8591-b38110b975f8 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6110487 Aug 18 13:00:34.826167 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2b7b6f8-3305-4a8a-b570-905d9b4c3e17', 'tag': '3284c89e-379d-4788-ba45-af43544e68a2'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:00:34.828499 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e1715db41198363ca71e85bb75ffab0edf23d36e39f25ec0aa17a703e60534b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65217c8b-4a7e-41ae-b4fd-5cb1b7259a0f" -d '{"events": [{"name": "network-changed", "server_uuid": "b2b7b6f8-3305-4a8a-b570-905d9b4c3e17", "tag": "3284c89e-379d-4788-ba45-af43544e68a2"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:00:34.863745 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 13:00:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bcec3e6-cc8d-4500-8efc-f4d679f3fcc8 x-openstack-request-id: req-4bcec3e6-cc8d-4500-8efc-f4d679f3fcc8 {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:00:34.864043 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2b7b6f8-3305-4a8a-b570-905d9b4c3e17", "tag": "3284c89e-379d-4788-ba45-af43544e68a2", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:00:34.864299 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-4bcec3e6-cc8d-4500-8efc-f4d679f3fcc8 {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:00:34.864732 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2b7b6f8-3305-4a8a-b570-905d9b4c3e17', 'tag': '3284c89e-379d-4788-ba45-af43544e68a2', 'status': 'completed', 'code': 200} Aug 18 13:00:34.912597 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-23b15fbd-4136-4401-8f09-cb67edc0990e None None] Set router 044b7d20-297f-4465-a2eb-b4e3413968d3 gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:00:34.926633 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65217c8b-4a7e-41ae-b4fd-5cb1b7259a0f req-97d09de7-c17e-49fc-b8d5-9bc1d6146e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:34.928093 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-65217c8b-4a7e-41ae-b4fd-5cb1b7259a0f req-97d09de7-c17e-49fc-b8d5-9bc1d6146e10 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=fcde11a362cc47fba2e3c4947851fb21&device_id=b2b7b6f8-3305-4a8a-b570-905d9b4c3e17 HTTP/1.1" status: 200 len: 1096 time: 0.0410502 Aug 18 13:00:35.024537 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65217c8b-4a7e-41ae-b4fd-5cb1b7259a0f req-9fc93358-08ea-49d4-be18-b1d78430e68f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:35.026063 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-65217c8b-4a7e-41ae-b4fd-5cb1b7259a0f req-9fc93358-08ea-49d4-be18-b1d78430e68f service neutron] 10.222.0.62 "GET /v2.0/networks?id=584a3cb2-1e19-4b39-a2bf-76e269345461 HTTP/1.1" status: 200 len: 910 time: 0.0909550 Aug 18 13:00:35.092209 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-65217c8b-4a7e-41ae-b4fd-5cb1b7259a0f req-c3260083-79bc-4e2e-b2b3-9315a13ce696 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3284c89e-379d-4788-ba45-af43544e68a2 HTTP/1.1" status: 200 len: 999 time: 0.0590568 Aug 18 13:00:35.133813 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-23b15fbd-4136-4401-8f09-cb67edc0990e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '044b7d20-297f-4465-a2eb-b4e3413968d3', 'name': 'tempest-TestShelveInstance-2041562132-router', 'tenant_id': 'fcde11a362cc47fba2e3c4947851fb21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': '63c0b127-03bf-4f05-b3a2-aaee534df064', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:00:09Z', 'updated_at': '2021-08-18T13:00:11Z', 'revision_number': 4, 'project_id': 'fcde11a362cc47fba2e3c4947851fb21', 'gw_port': {'id': '63c0b127-03bf-4f05-b3a2-aaee534df064', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:2c:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044b7d20-297f-4465-a2eb-b4e3413968d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:00:09Z', 'updated_at': '2021-08-18T13:00:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_floatingips': [{'id': '5e4c9827-42bc-4d61-adf2-624ee11d1be9', 'tenant_id': 'fcde11a362cc47fba2e3c4947851fb21', 'floating_ip_address': '172.25.7.251', 'floating_network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'router_id': '044b7d20-297f-4465-a2eb-b4e3413968d3', 'port_id': '3284c89e-379d-4788-ba45-af43544e68a2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4305, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '584a3cb2-1e19-4b39-a2bf-76e269345461', 'mac_address': 'fa:16:3e:9d:02:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2b7b6f8-3305-4a8a-b570-905d9b4c3e17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T13:00:33Z', 'updated_at': '2021-08-18T13:00:33Z', 'revision_number': 0, 'project_id': 'fcde11a362cc47fba2e3c4947851fb21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5fb3586-98e3-4b60-aaf5-4337f38c3789', 'name': '', 'network_id': '584a3cb2-1e19-4b39-a2bf-76e269345461', 'tenant_id': 'fcde11a362cc47fba2e3c4947851fb21', 'mac_address': 'fa:16:3e:2a:df:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044b7d20-297f-4465-a2eb-b4e3413968d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '0b70ae0b-a974-4013-8f6e-bbbf85c7212b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:00:11Z', 'updated_at': '2021-08-18T13:00:18Z', 'revision_number': 5, 'project_id': 'fcde11a362cc47fba2e3c4947851fb21', 'subnets': [{'id': '0b70ae0b-a974-4013-8f6e-bbbf85c7212b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:00:35.139616 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65217c8b-4a7e-41ae-b4fd-5cb1b7259a0f req-0ee0edb2-5fd0-4ec1-bd1f-00486c5a1c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:35.141101 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-65217c8b-4a7e-41ae-b4fd-5cb1b7259a0f req-0ee0edb2-5fd0-4ec1-bd1f-00486c5a1c1a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0b70ae0b-a974-4013-8f6e-bbbf85c7212b HTTP/1.1" status: 200 len: 848 time: 0.0422206 Aug 18 13:00:35.159925 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b15fbd-4136-4401-8f09-cb67edc0990e None None] Checking router: 044b7d20-297f-4465-a2eb-b4e3413968d3 for host: n-d-804985-2 {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 13:00:35.169316 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b15fbd-4136-4401-8f09-cb67edc0990e None None] Routers {'044b7d20-297f-4465-a2eb-b4e3413968d3'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:00:35.169921 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-23b15fbd-4136-4401-8f09-cb67edc0990e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T13:00:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['044b7d20-297f-4465-a2eb-b4e3413968d3'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:00:35.191462 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65217c8b-4a7e-41ae-b4fd-5cb1b7259a0f req-53be2865-e7de-407f-a071-e7483b97cd04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:00:35.192891 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-65217c8b-4a7e-41ae-b4fd-5cb1b7259a0f req-53be2865-e7de-407f-a071-e7483b97cd04 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=584a3cb2-1e19-4b39-a2bf-76e269345461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442517 Aug 18 13:00:35.286571 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-65217c8b-4a7e-41ae-b4fd-5cb1b7259a0f req-45d2ff06-7180-4265-9374-2c1f170f37d0 service neutron] 10.222.0.62 "GET /v2.0/networks/584a3cb2-1e19-4b39-a2bf-76e269345461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864339 Aug 18 13:00:35.366006 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-23b15fbd-4136-4401-8f09-cb67edc0990e None None] Set router 044b7d20-297f-4465-a2eb-b4e3413968d3 gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:00:35.383329 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-65217c8b-4a7e-41ae-b4fd-5cb1b7259a0f req-c8e458a4-4ccd-4895-8b0c-e620d37d0ccc service neutron] 10.222.0.62 "GET /v2.0/networks/584a3cb2-1e19-4b39-a2bf-76e269345461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896780 Aug 18 13:00:35.609373 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-23b15fbd-4136-4401-8f09-cb67edc0990e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '044b7d20-297f-4465-a2eb-b4e3413968d3', 'name': 'tempest-TestShelveInstance-2041562132-router', 'tenant_id': 'fcde11a362cc47fba2e3c4947851fb21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': '63c0b127-03bf-4f05-b3a2-aaee534df064', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:00:09Z', 'updated_at': '2021-08-18T13:00:11Z', 'revision_number': 4, 'project_id': 'fcde11a362cc47fba2e3c4947851fb21', 'gw_port': {'id': '63c0b127-03bf-4f05-b3a2-aaee534df064', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:2c:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044b7d20-297f-4465-a2eb-b4e3413968d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:00:09Z', 'updated_at': '2021-08-18T13:00:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_floatingips': [{'id': '5e4c9827-42bc-4d61-adf2-624ee11d1be9', 'tenant_id': 'fcde11a362cc47fba2e3c4947851fb21', 'floating_ip_address': '172.25.7.251', 'floating_network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'router_id': '044b7d20-297f-4465-a2eb-b4e3413968d3', 'port_id': '3284c89e-379d-4788-ba45-af43544e68a2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4305, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '584a3cb2-1e19-4b39-a2bf-76e269345461', 'mac_address': 'fa:16:3e:9d:02:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2b7b6f8-3305-4a8a-b570-905d9b4c3e17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T13:00:33Z', 'updated_at': '2021-08-18T13:00:33Z', 'revision_number': 0, 'project_id': 'fcde11a362cc47fba2e3c4947851fb21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5fb3586-98e3-4b60-aaf5-4337f38c3789', 'name': '', 'network_id': '584a3cb2-1e19-4b39-a2bf-76e269345461', 'tenant_id': 'fcde11a362cc47fba2e3c4947851fb21', 'mac_address': 'fa:16:3e:2a:df:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044b7d20-297f-4465-a2eb-b4e3413968d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '0b70ae0b-a974-4013-8f6e-bbbf85c7212b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:00:11Z', 'updated_at': '2021-08-18T13:00:18Z', 'revision_number': 5, 'project_id': 'fcde11a362cc47fba2e3c4947851fb21', 'subnets': [{'id': '0b70ae0b-a974-4013-8f6e-bbbf85c7212b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:00:35.638321 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b15fbd-4136-4401-8f09-cb67edc0990e None None] The sync data for ids ['044b7d20-297f-4465-a2eb-b4e3413968d3'] in n-d-804985-2 is: [{'id': '044b7d20-297f-4465-a2eb-b4e3413968d3', 'name': 'tempest-TestShelveInstance-2041562132-router', 'tenant_id': 'fcde11a362cc47fba2e3c4947851fb21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': '63c0b127-03bf-4f05-b3a2-aaee534df064', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:00:09Z', 'updated_at': '2021-08-18T13:00:11Z', 'revision_number': 4, 'project_id': 'fcde11a362cc47fba2e3c4947851fb21', 'gw_port': {'id': '63c0b127-03bf-4f05-b3a2-aaee534df064', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:2c:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044b7d20-297f-4465-a2eb-b4e3413968d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:00:09Z', 'updated_at': '2021-08-18T13:00:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_floatingips': [{'id': '5e4c9827-42bc-4d61-adf2-624ee11d1be9', 'tenant_id': 'fcde11a362cc47fba2e3c4947851fb21', 'floating_ip_address': '172.25.7.251', 'floating_network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'router_id': '044b7d20-297f-4465-a2eb-b4e3413968d3', 'port_id': '3284c89e-379d-4788-ba45-af43544e68a2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4305, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '584a3cb2-1e19-4b39-a2bf-76e269345461', 'mac_address': 'fa:16:3e:9d:02:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2b7b6f8-3305-4a8a-b570-905d9b4c3e17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T13:00:33Z', 'updated_at': '2021-08-18T13:00:33Z', 'revision_number': 0, 'project_id': 'fcde11a362cc47fba2e3c4947851fb21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5fb3586-98e3-4b60-aaf5-4337f38c3789', 'name': '', 'network_id': '584a3cb2-1e19-4b39-a2bf-76e269345461', 'tenant_id': 'fcde11a362cc47fba2e3c4947851fb21', 'mac_address': 'fa:16:3e:2a:df:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044b7d20-297f-4465-a2eb-b4e3413968d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '0b70ae0b-a974-4013-8f6e-bbbf85c7212b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:00:11Z', 'updated_at': '2021-08-18T13:00:18Z', 'revision_number': 5, 'project_id': 'fcde11a362cc47fba2e3c4947851fb21', 'subnets': [{'id': '0b70ae0b-a974-4013-8f6e-bbbf85c7212b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:00:35.843298 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed741bc2-dc9a-4d4f-9deb-ee16f4f45b46 None None] New status for floating IP 5e4c9827-42bc-4d61-adf2-624ee11d1be9: ACTIVE {{(pid=106254) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 13:00:36.612518 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:38.874491 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:44.820616 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.agents_db [None req-6dbb2658-0354-4101-8393-6e7505481cf6 None None] Agent healthcheck: found 7 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 13:00:48.569521 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-163f15b7-d692-4851-88db-a710742c5bea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:51.544697 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:51.829882 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-22ef3623-d7af-4383-9f8d-c41842b0a773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:52.467444 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-53584c24-f517-494e-ac93-c18bb92373f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:00:54.133254 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-500a1c61-38a7-4c23-a7ec-4631080af5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:06.628594 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:08.882247 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:18.578489 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-694e5083-dbbf-45b9-885a-3e55a1ac7a2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:21.549113 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:21.825212 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.agents_db [None req-6dbb2658-0354-4101-8393-6e7505481cf6 None None] Agent healthcheck: found 7 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 13:01:21.833135 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1719180e-2630-4884-92a6-0be9d4bdd1f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:22.465600 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-53584c24-f517-494e-ac93-c18bb92373f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:22.525770 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-87f0a306-9e65-4cff-a509-b3ed4a449e88 req-be7e5834-55d1-4bcb-83db-2971db5208e8 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=b2b7b6f8-3305-4a8a-b570-905d9b4c3e17&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0429695 Aug 18 13:01:22.615449 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f0a306-9e65-4cff-a509-b3ed4a449e88 req-016cad57-34eb-4e55-b242-1a3645289d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:01:22.616964 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-87f0a306-9e65-4cff-a509-b3ed4a449e88 req-016cad57-34eb-4e55-b242-1a3645289d5c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=fcde11a362cc47fba2e3c4947851fb21&device_id=b2b7b6f8-3305-4a8a-b570-905d9b4c3e17 HTTP/1.1" status: 200 len: 1096 time: 0.0449712 Aug 18 13:01:22.734413 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f0a306-9e65-4cff-a509-b3ed4a449e88 req-05c56573-967e-42f5-bf05-db2a5a3d901c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:01:22.735884 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-87f0a306-9e65-4cff-a509-b3ed4a449e88 req-05c56573-967e-42f5-bf05-db2a5a3d901c service neutron] 10.222.0.62 "GET /v2.0/networks?id=584a3cb2-1e19-4b39-a2bf-76e269345461 HTTP/1.1" status: 200 len: 910 time: 0.0939579 Aug 18 13:01:22.802834 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-87f0a306-9e65-4cff-a509-b3ed4a449e88 req-2cb543e6-55d2-4286-80f7-e0d68646d2d7 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3284c89e-379d-4788-ba45-af43544e68a2 HTTP/1.1" status: 200 len: 1001 time: 0.0590398 Aug 18 13:01:22.856604 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f0a306-9e65-4cff-a509-b3ed4a449e88 req-1caf8636-6c80-4ae6-9f25-2d1478f2a174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:01:22.858114 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-87f0a306-9e65-4cff-a509-b3ed4a449e88 req-1caf8636-6c80-4ae6-9f25-2d1478f2a174 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0b70ae0b-a974-4013-8f6e-bbbf85c7212b HTTP/1.1" status: 200 len: 848 time: 0.0483315 Aug 18 13:01:22.909740 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f0a306-9e65-4cff-a509-b3ed4a449e88 req-b9dff66c-1573-41ff-bb7a-d57fa46f3255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:01:22.911227 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-87f0a306-9e65-4cff-a509-b3ed4a449e88 req-b9dff66c-1573-41ff-bb7a-d57fa46f3255 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=584a3cb2-1e19-4b39-a2bf-76e269345461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447984 Aug 18 13:01:23.002846 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-87f0a306-9e65-4cff-a509-b3ed4a449e88 req-372580bb-563d-4629-bfb8-b93aee549387 service neutron] 10.222.0.62 "GET /v2.0/networks/584a3cb2-1e19-4b39-a2bf-76e269345461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843091 Aug 18 13:01:23.096166 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-87f0a306-9e65-4cff-a509-b3ed4a449e88 req-6ef00e4a-cb4a-40cc-844e-093ab4bde3bb service neutron] 10.222.0.62 "GET /v2.0/networks/584a3cb2-1e19-4b39-a2bf-76e269345461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861046 Aug 18 13:01:24.138851 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-500a1c61-38a7-4c23-a7ec-4631080af5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:36.627528 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:38.895243 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:48.571944 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8bd9d152-417f-4301-8562-ba89fc45b48a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:51.548030 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:51.834269 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3aee04eb-2a01-478c-85ce-f5878d709f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:52.469863 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-53584c24-f517-494e-ac93-c18bb92373f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:54.143954 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-500a1c61-38a7-4c23-a7ec-4631080af5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:01:58.825363 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.agents_db [None req-6dbb2658-0354-4101-8393-6e7505481cf6 None None] Agent healthcheck: found 7 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 13:02:06.649785 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:08.900812 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:18.581665 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-e246dd10-9649-4f6f-84d4-3ee18b7ed4cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:21.547781 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:21.836767 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4f1fc47b-87e6-46bf-a782-357cd6ccfada None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:22.475666 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-53584c24-f517-494e-ac93-c18bb92373f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:24.082892 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-4a27449e-9062-44b1-9020-34c22cfce88c req-954b1b8b-201e-4d72-8b80-f56e144d169e service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=b2b7b6f8-3305-4a8a-b570-905d9b4c3e17&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0487235 Aug 18 13:02:24.138747 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-500a1c61-38a7-4c23-a7ec-4631080af5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:24.163582 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a27449e-9062-44b1-9020-34c22cfce88c req-d1510f35-0de8-4baf-9623-a68a16de69a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:02:24.165106 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-4a27449e-9062-44b1-9020-34c22cfce88c req-d1510f35-0de8-4baf-9623-a68a16de69a5 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=fcde11a362cc47fba2e3c4947851fb21&device_id=b2b7b6f8-3305-4a8a-b570-905d9b4c3e17 HTTP/1.1" status: 200 len: 1096 time: 0.0406232 Aug 18 13:02:24.274641 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a27449e-9062-44b1-9020-34c22cfce88c req-9acf69e5-9df3-4220-be6f-b04aaa9e02c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:02:24.276112 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-4a27449e-9062-44b1-9020-34c22cfce88c req-9acf69e5-9df3-4220-be6f-b04aaa9e02c1 service neutron] 10.222.0.62 "GET /v2.0/networks?id=584a3cb2-1e19-4b39-a2bf-76e269345461 HTTP/1.1" status: 200 len: 910 time: 0.0924957 Aug 18 13:02:24.352352 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-4a27449e-9062-44b1-9020-34c22cfce88c req-786b06a7-1696-4561-ad06-dbf8c6e4a975 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3284c89e-379d-4788-ba45-af43544e68a2 HTTP/1.1" status: 200 len: 1001 time: 0.0688334 Aug 18 13:02:24.407403 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a27449e-9062-44b1-9020-34c22cfce88c req-2c00913a-0eab-4d0f-8508-5a73966f5423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:02:24.408842 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-4a27449e-9062-44b1-9020-34c22cfce88c req-2c00913a-0eab-4d0f-8508-5a73966f5423 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0b70ae0b-a974-4013-8f6e-bbbf85c7212b HTTP/1.1" status: 200 len: 848 time: 0.0491445 Aug 18 13:02:24.456333 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a27449e-9062-44b1-9020-34c22cfce88c req-db0ec295-04f1-4c2f-aaaa-3268429e03ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:02:24.457840 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-4a27449e-9062-44b1-9020-34c22cfce88c req-db0ec295-04f1-4c2f-aaaa-3268429e03ff service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=584a3cb2-1e19-4b39-a2bf-76e269345461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421891 Aug 18 13:02:24.556547 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-4a27449e-9062-44b1-9020-34c22cfce88c req-e06c20fd-8711-403f-8ae4-7921310439a2 service neutron] 10.222.0.62 "GET /v2.0/networks/584a3cb2-1e19-4b39-a2bf-76e269345461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906372 Aug 18 13:02:24.654004 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-4a27449e-9062-44b1-9020-34c22cfce88c req-428481ba-f3f6-46f7-bb4d-031c6f957235 service neutron] 10.222.0.62 "GET /v2.0/networks/584a3cb2-1e19-4b39-a2bf-76e269345461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907884 Aug 18 13:02:30.714568 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee37b20-fe1f-48f3-9ec7-3e6ca16e5e23 req-416a7f92-f8af-4b24-9f89-7cda70fd7b18 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:02:30.716066 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-bee37b20-fe1f-48f3-9ec7-3e6ca16e5e23 req-416a7f92-f8af-4b24-9f89-7cda70fd7b18 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.66 "GET /v2.0/ports?device_id=b2b7b6f8-3305-4a8a-b570-905d9b4c3e17 HTTP/1.1" status: 200 len: 945 time: 0.0554082 Aug 18 13:02:30.755363 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-bee37b20-fe1f-48f3-9ec7-3e6ca16e5e23 req-7ddc1d55-427b-4172-842b-4956687b4afa tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.66 "GET /v2.0/security-groups?id=873d3b43-3ed9-4a01-9073-498c5201d9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332346 Aug 18 13:02:31.919065 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ce973b-dfbc-45fe-9b81-1ade5040a4a9 req-ef0fab30-74b7-4e1b-a8cb-358194a82aa8 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:02:31.920632 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d0ce973b-dfbc-45fe-9b81-1ade5040a4a9 req-ef0fab30-74b7-4e1b-a8cb-358194a82aa8 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.66 "GET /v2.0/ports?device_id=b2b7b6f8-3305-4a8a-b570-905d9b4c3e17 HTTP/1.1" status: 200 len: 945 time: 0.0601304 Aug 18 13:02:31.958701 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d0ce973b-dfbc-45fe-9b81-1ade5040a4a9 req-caae7322-61b9-4843-9817-773050790069 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.66 "GET /v2.0/security-groups?id=873d3b43-3ed9-4a01-9073-498c5201d9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320840 Aug 18 13:02:33.113479 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37fb297-5c56-4e8a-a17c-7e94627594fd req-acccca23-0bb0-43c8-b339-ca554f64ff34 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:02:33.115021 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c37fb297-5c56-4e8a-a17c-7e94627594fd req-acccca23-0bb0-43c8-b339-ca554f64ff34 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.66 "GET /v2.0/ports?device_id=b2b7b6f8-3305-4a8a-b570-905d9b4c3e17 HTTP/1.1" status: 200 len: 945 time: 0.0559564 Aug 18 13:02:33.155843 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c37fb297-5c56-4e8a-a17c-7e94627594fd req-54a3e3f1-f4d0-413c-926c-8938acc149b5 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.66 "GET /v2.0/security-groups?id=873d3b43-3ed9-4a01-9073-498c5201d9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336707 Aug 18 13:02:34.294268 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f093e7-d532-4e10-859b-5158c79240f5 req-f2d12906-ec2a-4d72-be3c-a589fcd48e93 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:02:34.295752 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-09f093e7-d532-4e10-859b-5158c79240f5 req-f2d12906-ec2a-4d72-be3c-a589fcd48e93 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.66 "GET /v2.0/ports?device_id=b2b7b6f8-3305-4a8a-b570-905d9b4c3e17 HTTP/1.1" status: 200 len: 945 time: 0.0572741 Aug 18 13:02:34.333684 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-09f093e7-d532-4e10-859b-5158c79240f5 req-4bc6e997-6234-476d-86e2-965fd1b017c0 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.66 "GET /v2.0/security-groups?id=873d3b43-3ed9-4a01-9073-498c5201d9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318768 Aug 18 13:02:35.476161 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b15983-517e-4e30-8ee7-1b3e2c159634 req-a962fe97-bf7f-4c74-bd19-415f414d17bb tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:02:35.477658 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e7b15983-517e-4e30-8ee7-1b3e2c159634 req-a962fe97-bf7f-4c74-bd19-415f414d17bb tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.66 "GET /v2.0/ports?device_id=b2b7b6f8-3305-4a8a-b570-905d9b4c3e17 HTTP/1.1" status: 200 len: 945 time: 0.0576029 Aug 18 13:02:35.518860 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e7b15983-517e-4e30-8ee7-1b3e2c159634 req-a7de6748-b8c2-4cd3-9cf8-e2076c5b1b6f tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.66 "GET /v2.0/security-groups?id=873d3b43-3ed9-4a01-9073-498c5201d9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318766 Aug 18 13:02:35.830807 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.agents_db [None req-6dbb2658-0354-4101-8393-6e7505481cf6 None None] Agent healthcheck: found 7 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 13:02:36.649623 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:36.652989 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c149f1-48ae-4ce4-ab45-74c20754331a req-c12adc8a-2b55-428e-a711-a9376825d201 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:02:36.654576 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-22c149f1-48ae-4ce4-ab45-74c20754331a req-c12adc8a-2b55-428e-a711-a9376825d201 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.66 "GET /v2.0/ports?device_id=b2b7b6f8-3305-4a8a-b570-905d9b4c3e17 HTTP/1.1" status: 200 len: 945 time: 0.0598176 Aug 18 13:02:36.694689 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-22c149f1-48ae-4ce4-ab45-74c20754331a req-c4b4982c-8c7a-4554-b0f5-6ef08da44687 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.66 "GET /v2.0/security-groups?id=873d3b43-3ed9-4a01-9073-498c5201d9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339203 Aug 18 13:02:37.824209 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4540c7be-6014-43c9-97b3-7f8695d098fa req-aed7b2fc-eb82-42f8-b1ba-0b529031fb69 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:02:37.825663 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4540c7be-6014-43c9-97b3-7f8695d098fa req-aed7b2fc-eb82-42f8-b1ba-0b529031fb69 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.66 "GET /v2.0/ports?device_id=b2b7b6f8-3305-4a8a-b570-905d9b4c3e17 HTTP/1.1" status: 200 len: 945 time: 0.0507560 Aug 18 13:02:37.863695 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4540c7be-6014-43c9-97b3-7f8695d098fa req-5d9e5146-3263-4749-878c-1ad4cf78b5b1 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.66 "GET /v2.0/security-groups?id=873d3b43-3ed9-4a01-9073-498c5201d9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320842 Aug 18 13:02:38.913528 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:39.001138 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06ba5d8-f91e-4e4c-938b-33ac061defbd req-b7145f24-760e-4755-bedc-f564e094f452 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:02:39.002626 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c06ba5d8-f91e-4e4c-938b-33ac061defbd req-b7145f24-760e-4755-bedc-f564e094f452 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.66 "GET /v2.0/ports?device_id=b2b7b6f8-3305-4a8a-b570-905d9b4c3e17 HTTP/1.1" status: 200 len: 945 time: 0.0574811 Aug 18 13:02:39.043332 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c06ba5d8-f91e-4e4c-938b-33ac061defbd req-8dd1bb0a-ffd0-4ecb-931f-4207190b66ca tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.66 "GET /v2.0/security-groups?id=873d3b43-3ed9-4a01-9073-498c5201d9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325155 Aug 18 13:02:40.163993 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11982ed-b434-4067-b524-e440d28e0ba5 req-3d9b99e1-af52-4047-a622-f2f05209adab tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:02:40.165530 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e11982ed-b434-4067-b524-e440d28e0ba5 req-3d9b99e1-af52-4047-a622-f2f05209adab tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.66 "GET /v2.0/ports?device_id=b2b7b6f8-3305-4a8a-b570-905d9b4c3e17 HTTP/1.1" status: 200 len: 945 time: 0.0533476 Aug 18 13:02:40.207910 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e11982ed-b434-4067-b524-e440d28e0ba5 req-eff373ff-aefa-4aa6-a93e-e82e8ae87b73 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.66 "GET /v2.0/security-groups?id=873d3b43-3ed9-4a01-9073-498c5201d9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332649 Aug 18 13:02:41.337339 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902bccbe-9d15-4222-8b68-042c5a3c7957 req-fad2622e-314b-45eb-a8e5-b97ba13353ad tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:02:41.338822 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-902bccbe-9d15-4222-8b68-042c5a3c7957 req-fad2622e-314b-45eb-a8e5-b97ba13353ad tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.66 "GET /v2.0/ports?device_id=b2b7b6f8-3305-4a8a-b570-905d9b4c3e17 HTTP/1.1" status: 200 len: 945 time: 0.0513585 Aug 18 13:02:41.377809 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-902bccbe-9d15-4222-8b68-042c5a3c7957 req-a4ddf499-4ba0-4368-88f6-5829eb531cf6 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.66 "GET /v2.0/security-groups?id=873d3b43-3ed9-4a01-9073-498c5201d9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327907 Aug 18 13:02:42.514678 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce06f1a-d0f6-42e2-a9f5-39d9fe3a4aad req-54dc0dfb-383b-4e18-b8e4-94d7670c4dbd tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:02:42.516165 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-cce06f1a-d0f6-42e2-a9f5-39d9fe3a4aad req-54dc0dfb-383b-4e18-b8e4-94d7670c4dbd tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.66 "GET /v2.0/ports?device_id=b2b7b6f8-3305-4a8a-b570-905d9b4c3e17 HTTP/1.1" status: 200 len: 945 time: 0.0574236 Aug 18 13:02:42.556973 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-cce06f1a-d0f6-42e2-a9f5-39d9fe3a4aad req-87442695-481f-4981-8480-d55b15ca7b8a tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.66 "GET /v2.0/security-groups?id=873d3b43-3ed9-4a01-9073-498c5201d9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320446 Aug 18 13:02:43.507786 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 3284c89e-379d-4788-ba45-af43544e68a2 details requested by agent hyperv_n-h2-804985-2 with host n-h2-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 13:02:43.615988 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port 3284c89e-379d-4788-ba45-af43544e68a2, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=3284c89e-379d-4788-ba45-af43544e68a2,segment=NetworkSegment(b1fb8dc6-8ea6-4a25-a3b4-793c31c03b5a),segment_id=b1fb8dc6-8ea6-4a25-a3b4-793c31c03b5a)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:02:43.631247 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Returning: {'device': '3284c89e-379d-4788-ba45-af43544e68a2', 'network_id': '584a3cb2-1e19-4b39-a2bf-76e269345461', 'port_id': '3284c89e-379d-4788-ba45-af43544e68a2', 'mac_address': 'fa:16:3e:9d:02:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 839, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b70ae0b-a974-4013-8f6e-bbbf85c7212b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 13:02:43.672020 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:43.688584 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3284c89e-379d-4788-ba45-af43544e68a2 {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:02:43.697894 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e739f0c-585f-4249-8199-0862c4ea5334 req-49f7e801-bd9e-4e8f-87a8-ebe469aa7841 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:02:43.699466 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8e739f0c-585f-4249-8199-0862c4ea5334 req-49f7e801-bd9e-4e8f-87a8-ebe469aa7841 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.66 "GET /v2.0/ports?device_id=b2b7b6f8-3305-4a8a-b570-905d9b4c3e17 HTTP/1.1" status: 200 len: 945 time: 0.0565765 Aug 18 13:02:43.722479 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port 3284c89e-379d-4788-ba45-af43544e68a2, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=3284c89e-379d-4788-ba45-af43544e68a2,segment=NetworkSegment(b1fb8dc6-8ea6-4a25-a3b4-793c31c03b5a),segment_id=b1fb8dc6-8ea6-4a25-a3b4-793c31c03b5a)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:02:43.728803 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:43.742928 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8e739f0c-585f-4249-8199-0862c4ea5334 req-33893408-2d27-4d65-90ac-7d0dd93bf46b tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.66 "GET /v2.0/security-groups?id=873d3b43-3ed9-4a01-9073-498c5201d9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370994 Aug 18 13:02:43.785761 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=3284c89e-379d-4788-ba45-af43544e68a2,revision_number=6']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:02:43.793706 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:02:43.794057 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:02:43.794396 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:02:43.794734 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:02:43.795064 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:02:43.795391 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:02:43.795719 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:02:43.796046 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:02:43.796371 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:02:43.796719 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:02:43.797058 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:02:43.797366 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:02:43.808216 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] get_ports_and_sgs() called for port_ids ['3284c89e-379d-4788-ba45-af43544e68a2'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:02:44.882551 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b094649e-0187-4ff3-b94b-a9513ac7956c req-34441caa-f09f-4917-85f4-038d5b314bbd tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:02:44.884184 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b094649e-0187-4ff3-b94b-a9513ac7956c req-34441caa-f09f-4917-85f4-038d5b314bbd tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.66 "GET /v2.0/ports?device_id=b2b7b6f8-3305-4a8a-b570-905d9b4c3e17 HTTP/1.1" status: 200 len: 944 time: 0.0589521 Aug 18 13:02:44.925599 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b094649e-0187-4ff3-b94b-a9513ac7956c req-f242e85a-6185-4cc9-bf22-1165b70ab7f5 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.66 "GET /v2.0/security-groups?id=873d3b43-3ed9-4a01-9073-498c5201d9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332685 Aug 18 13:02:45.521631 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 3284c89e-379d-4788-ba45-af43544e68a2 up at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:02:45.580120 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Provisioning complete for port 3284c89e-379d-4788-ba45-af43544e68a2 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:02:45.580692 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:45.667874 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:45.699059 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2b7b6f8-3305-4a8a-b570-905d9b4c3e17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3284c89e-379d-4788-ba45-af43544e68a2'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:02:45.699059 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a48be17dea36f4b328e7831c9c0f0a2b661e0eac7f73e8eb05eb02bc862e3084" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-405aff3f-6ea1-45fc-b32a-716a0b7a3a07" -d '{"events": [{"server_uuid": "b2b7b6f8-3305-4a8a-b570-905d9b4c3e17", "name": "network-vif-plugged", "status": "completed", "tag": "3284c89e-379d-4788-ba45-af43544e68a2"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:02:45.710676 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port 3284c89e-379d-4788-ba45-af43544e68a2, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=3284c89e-379d-4788-ba45-af43544e68a2,segment=NetworkSegment(b1fb8dc6-8ea6-4a25-a3b4-793c31c03b5a),segment_id=b1fb8dc6-8ea6-4a25-a3b4-793c31c03b5a)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:02:45.720869 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:45.795409 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=3284c89e-379d-4788-ba45-af43544e68a2,revision_number=7']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:02:45.816580 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 13:02:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ea9cf28-9ff6-4641-8725-a8ca963e24b2 x-openstack-request-id: req-4ea9cf28-9ff6-4641-8725-a8ca963e24b2 {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:02:45.816881 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2b7b6f8-3305-4a8a-b570-905d9b4c3e17", "name": "network-vif-plugged", "status": "completed", "tag": "3284c89e-379d-4788-ba45-af43544e68a2", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:02:45.817135 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-4ea9cf28-9ff6-4641-8725-a8ca963e24b2 {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:02:45.817570 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2b7b6f8-3305-4a8a-b570-905d9b4c3e17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3284c89e-379d-4788-ba45-af43544e68a2', 'code': 200} Aug 18 13:02:46.072878 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781fd8bb-34d8-435f-9789-183be7000338 req-55653423-4f0c-41d4-b9c8-18d72de49e4f tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:02:46.075344 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-781fd8bb-34d8-435f-9789-183be7000338 req-55653423-4f0c-41d4-b9c8-18d72de49e4f tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.66 "GET /v2.0/ports?device_id=b2b7b6f8-3305-4a8a-b570-905d9b4c3e17 HTTP/1.1" status: 200 len: 945 time: 0.0691288 Aug 18 13:02:46.122657 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-781fd8bb-34d8-435f-9789-183be7000338 req-aabc69aa-6d76-4428-bf67-61b71945a9d1 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.66 "GET /v2.0/security-groups?id=873d3b43-3ed9-4a01-9073-498c5201d9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394585 Aug 18 13:02:47.244050 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd7f275-4e5f-4372-b377-6ea512903987 req-02809d9e-7385-40fe-8d0c-8e0280d6a31f tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:02:47.246457 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3dd7f275-4e5f-4372-b377-6ea512903987 req-02809d9e-7385-40fe-8d0c-8e0280d6a31f tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.66 "GET /v2.0/ports?device_id=b2b7b6f8-3305-4a8a-b570-905d9b4c3e17 HTTP/1.1" status: 200 len: 945 time: 0.0514922 Aug 18 13:02:47.289018 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3dd7f275-4e5f-4372-b377-6ea512903987 req-b1aeecb4-3216-4463-9c5a-99481c3cc06d tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.66 "GET /v2.0/security-groups?id=873d3b43-3ed9-4a01-9073-498c5201d9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361488 Aug 18 13:02:48.416811 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6c6f4f-90fd-4869-a74b-cae3e0f97c20 req-8dfe4377-3990-4853-a00e-135f32b3ac83 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:02:48.418338 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-dc6c6f4f-90fd-4869-a74b-cae3e0f97c20 req-8dfe4377-3990-4853-a00e-135f32b3ac83 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.66 "GET /v2.0/ports?device_id=b2b7b6f8-3305-4a8a-b570-905d9b4c3e17 HTTP/1.1" status: 200 len: 945 time: 0.0547071 Aug 18 13:02:48.463647 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-dc6c6f4f-90fd-4869-a74b-cae3e0f97c20 req-3bb18f18-e327-472b-a5f3-e1e5647618a1 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.66 "GET /v2.0/security-groups?id=873d3b43-3ed9-4a01-9073-498c5201d9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380275 Aug 18 13:02:48.587109 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-71b883ad-8bcd-4f66-ab2e-b681c93ef42f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:49.598098 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816be132-d6a8-4907-8dfb-5c123355a2cf req-21f2f7cd-0efc-4e15-96c5-d9fd8014615e tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:02:49.599746 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-816be132-d6a8-4907-8dfb-5c123355a2cf req-21f2f7cd-0efc-4e15-96c5-d9fd8014615e tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.66 "GET /v2.0/ports?device_id=b2b7b6f8-3305-4a8a-b570-905d9b4c3e17 HTTP/1.1" status: 200 len: 945 time: 0.0596168 Aug 18 13:02:49.641779 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-816be132-d6a8-4907-8dfb-5c123355a2cf req-8f501b3a-042d-4ca1-8ae7-facac4abd2f8 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.66 "GET /v2.0/security-groups?id=873d3b43-3ed9-4a01-9073-498c5201d9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347724 Aug 18 13:02:50.775869 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84acbd85-b571-4a98-80c4-40ab05e01deb req-66b2b88f-0b53-49d8-a10e-8d26d0c64713 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:02:50.777604 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-84acbd85-b571-4a98-80c4-40ab05e01deb req-66b2b88f-0b53-49d8-a10e-8d26d0c64713 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.66 "GET /v2.0/ports?device_id=b2b7b6f8-3305-4a8a-b570-905d9b4c3e17 HTTP/1.1" status: 200 len: 945 time: 0.0546916 Aug 18 13:02:50.819149 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-84acbd85-b571-4a98-80c4-40ab05e01deb req-6154c782-7053-40a4-ab52-28314204abca tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.66 "GET /v2.0/security-groups?id=873d3b43-3ed9-4a01-9073-498c5201d9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347893 Aug 18 13:02:51.543198 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:51.835214 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-94249483-c8b8-48bc-af8b-bd2ca3342332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:51.946250 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e781c3-720b-4725-b29b-a25351fd4818 req-1debff82-b66f-42e0-bcac-922fb9c73f94 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:02:51.947722 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e5e781c3-720b-4725-b29b-a25351fd4818 req-1debff82-b66f-42e0-bcac-922fb9c73f94 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.66 "GET /v2.0/ports?device_id=b2b7b6f8-3305-4a8a-b570-905d9b4c3e17 HTTP/1.1" status: 200 len: 945 time: 0.0611918 Aug 18 13:02:51.987586 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e5e781c3-720b-4725-b29b-a25351fd4818 req-6fd82117-784b-473c-b11a-1e7b77a466a9 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.66 "GET /v2.0/security-groups?id=873d3b43-3ed9-4a01-9073-498c5201d9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332172 Aug 18 13:02:52.247086 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38980a17-ce53-460d-8544-74903cfa3608 req-5621bfb3-5425-4b5a-855a-f137478ee409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:02:52.248589 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-38980a17-ce53-460d-8544-74903cfa3608 req-5621bfb3-5425-4b5a-855a-f137478ee409 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=fcde11a362cc47fba2e3c4947851fb21&device_id=b2b7b6f8-3305-4a8a-b570-905d9b4c3e17 HTTP/1.1" status: 200 len: 1096 time: 0.0470810 Aug 18 13:02:52.345021 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38980a17-ce53-460d-8544-74903cfa3608 req-7e1152f8-c090-4a60-801f-5053ea6001fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:02:52.346481 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-38980a17-ce53-460d-8544-74903cfa3608 req-7e1152f8-c090-4a60-801f-5053ea6001fe service neutron] 10.222.0.62 "GET /v2.0/networks?id=584a3cb2-1e19-4b39-a2bf-76e269345461 HTTP/1.1" status: 200 len: 910 time: 0.0904591 Aug 18 13:02:52.414283 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-38980a17-ce53-460d-8544-74903cfa3608 req-01d049e7-cce3-4859-aa37-3262b7fa7dc1 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3284c89e-379d-4788-ba45-af43544e68a2 HTTP/1.1" status: 200 len: 1001 time: 0.0607259 Aug 18 13:02:52.468501 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38980a17-ce53-460d-8544-74903cfa3608 req-3fc13b9a-e09c-4e1b-b064-cae15d3ec6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:02:52.470859 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-38980a17-ce53-460d-8544-74903cfa3608 req-3fc13b9a-e09c-4e1b-b064-cae15d3ec6f6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0b70ae0b-a974-4013-8f6e-bbbf85c7212b HTTP/1.1" status: 200 len: 848 time: 0.0491874 Aug 18 13:02:52.482154 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-53584c24-f517-494e-ac93-c18bb92373f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:52.523376 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38980a17-ce53-460d-8544-74903cfa3608 req-2cb41b84-16db-4264-a8f1-347b76ba8f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:02:52.524996 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-38980a17-ce53-460d-8544-74903cfa3608 req-2cb41b84-16db-4264-a8f1-347b76ba8f6a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=584a3cb2-1e19-4b39-a2bf-76e269345461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0464380 Aug 18 13:02:52.619251 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-38980a17-ce53-460d-8544-74903cfa3608 req-07ef23c8-9284-4e6c-a135-9019907c7e95 service neutron] 10.222.0.62 "GET /v2.0/networks/584a3cb2-1e19-4b39-a2bf-76e269345461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867586 Aug 18 13:02:52.712239 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-38980a17-ce53-460d-8544-74903cfa3608 req-5972e7fb-8a12-4808-897b-a5077cbe0898 service neutron] 10.222.0.62 "GET /v2.0/networks/584a3cb2-1e19-4b39-a2bf-76e269345461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860951 Aug 18 13:02:53.112830 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac67cf83-002c-47ea-9299-82b9138f3a00 req-8dd58496-d790-4158-8fbe-39927daeadc7 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:02:53.114312 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ac67cf83-002c-47ea-9299-82b9138f3a00 req-8dd58496-d790-4158-8fbe-39927daeadc7 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.66 "GET /v2.0/ports?device_id=b2b7b6f8-3305-4a8a-b570-905d9b4c3e17 HTTP/1.1" status: 200 len: 945 time: 0.0579567 Aug 18 13:02:53.154663 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ac67cf83-002c-47ea-9299-82b9138f3a00 req-2765ff9d-1b1c-464e-8627-4e972fe95256 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.66 "GET /v2.0/security-groups?id=873d3b43-3ed9-4a01-9073-498c5201d9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342042 Aug 18 13:02:54.145812 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-500a1c61-38a7-4c23-a7ec-4631080af5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:54.273201 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82c4b82-d7f4-4e60-b38a-c8a7d7120d00 req-7e3c313c-b35b-4b88-a1b0-b7121acb2ef2 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:02:54.275024 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a82c4b82-d7f4-4e60-b38a-c8a7d7120d00 req-7e3c313c-b35b-4b88-a1b0-b7121acb2ef2 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.66 "GET /v2.0/ports?device_id=b2b7b6f8-3305-4a8a-b570-905d9b4c3e17 HTTP/1.1" status: 200 len: 945 time: 0.0515060 Aug 18 13:02:54.315029 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a82c4b82-d7f4-4e60-b38a-c8a7d7120d00 req-e12eec33-3d6c-4454-be97-a5a0103616d1 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.66 "GET /v2.0/security-groups?id=873d3b43-3ed9-4a01-9073-498c5201d9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332773 Aug 18 13:02:55.449595 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc2931e-bca4-4922-a0b0-ca64ad749e85 req-6cb75c46-b352-4d5c-9ae1-8de5790edd10 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:02:55.451085 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5dc2931e-bca4-4922-a0b0-ca64ad749e85 req-6cb75c46-b352-4d5c-9ae1-8de5790edd10 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.66 "GET /v2.0/ports?device_id=b2b7b6f8-3305-4a8a-b570-905d9b4c3e17 HTTP/1.1" status: 200 len: 945 time: 0.0609329 Aug 18 13:02:55.495008 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5dc2931e-bca4-4922-a0b0-ca64ad749e85 req-374e7ef0-cc76-49b7-bd12-6ac8c739c075 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.66 "GET /v2.0/security-groups?id=873d3b43-3ed9-4a01-9073-498c5201d9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351713 Aug 18 13:02:55.601519 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 3284c89e-379d-4788-ba45-af43544e68a2 no longer exists at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:02:55.678915 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:55.705456 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2b7b6f8-3305-4a8a-b570-905d9b4c3e17', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3284c89e-379d-4788-ba45-af43544e68a2'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:02:55.707657 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a48be17dea36f4b328e7831c9c0f0a2b661e0eac7f73e8eb05eb02bc862e3084" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1a8f2c2-552f-4975-abdb-a0c7339d288f" -d '{"events": [{"server_uuid": "b2b7b6f8-3305-4a8a-b570-905d9b4c3e17", "name": "network-vif-unplugged", "status": "completed", "tag": "3284c89e-379d-4788-ba45-af43544e68a2"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:02:55.720882 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port 3284c89e-379d-4788-ba45-af43544e68a2, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=3284c89e-379d-4788-ba45-af43544e68a2,segment=NetworkSegment(b1fb8dc6-8ea6-4a25-a3b4-793c31c03b5a),segment_id=b1fb8dc6-8ea6-4a25-a3b4-793c31c03b5a)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:02:55.727680 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:55.747542 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77e1465-595c-4832-9292-3344baf42f22 req-0f39c787-a3ff-434f-88c3-16038889d1a1 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:02:55.749221 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f77e1465-595c-4832-9292-3344baf42f22 req-0f39c787-a3ff-434f-88c3-16038889d1a1 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.66 "GET /v2.0/ports?device_id=b2b7b6f8-3305-4a8a-b570-905d9b4c3e17 HTTP/1.1" status: 200 len: 945 time: 0.0670214 Aug 18 13:02:55.756588 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 18 Aug 2021 13:02:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-560d3e88-0c1f-49f2-8cbf-d27ce1ebbdbf x-openstack-request-id: req-560d3e88-0c1f-49f2-8cbf-d27ce1ebbdbf {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:02:55.757078 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2b7b6f8-3305-4a8a-b570-905d9b4c3e17", "name": "network-vif-unplugged", "status": "failed", "tag": "3284c89e-379d-4788-ba45-af43544e68a2", "code": 422}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:02:55.757380 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-560d3e88-0c1f-49f2-8cbf-d27ce1ebbdbf {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:02:55.757824 n-d-804985-2 neutron-server[106254]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b2b7b6f8-3305-4a8a-b570-905d9b4c3e17', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '3284c89e-379d-4788-ba45-af43544e68a2', 'code': 422} returned with failed status Aug 18 13:02:55.788032 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=3284c89e-379d-4788-ba45-af43544e68a2,revision_number=8']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:02:55.790221 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f77e1465-595c-4832-9292-3344baf42f22 req-3e89a0aa-e508-42bc-8ff9-c63a2a3ee211 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.66 "GET /v2.0/security-groups?id=873d3b43-3ed9-4a01-9073-498c5201d9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346534 Aug 18 13:02:56.076507 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 54398) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:02:56.163729 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-cc87b8b5-1426-4b94-849a-cd607f2a0c30 req-e2d3cbb2-4c0b-4751-854e-c499c7f366a8 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=b2b7b6f8-3305-4a8a-b570-905d9b4c3e17&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0856543 Aug 18 13:02:56.921683 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313eff16-f565-46ea-a2bf-bc2c3ce96365 req-0347836f-59e2-4b4d-b647-fb3ed52b8f60 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:02:56.923165 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-313eff16-f565-46ea-a2bf-bc2c3ce96365 req-0347836f-59e2-4b4d-b647-fb3ed52b8f60 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.66 "GET /v2.0/ports?device_id=b2b7b6f8-3305-4a8a-b570-905d9b4c3e17 HTTP/1.1" status: 200 len: 943 time: 0.0590529 Aug 18 13:02:56.963289 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-313eff16-f565-46ea-a2bf-bc2c3ce96365 req-fe12500d-ba53-4598-b301-0d3d651cb4c6 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.66 "GET /v2.0/security-groups?id=873d3b43-3ed9-4a01-9073-498c5201d9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340166 Aug 18 13:02:57.091938 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc87b8b5-1426-4b94-849a-cd607f2a0c30 req-896baa31-cff2-4a0f-a018-2f9909814665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:02:57.093409 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-cc87b8b5-1426-4b94-849a-cd607f2a0c30 req-896baa31-cff2-4a0f-a018-2f9909814665 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=b2b7b6f8-3305-4a8a-b570-905d9b4c3e17&tenant_id=fcde11a362cc47fba2e3c4947851fb21 HTTP/1.1" status: 200 len: 1094 time: 0.0934811 Aug 18 13:02:57.106006 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-cc87b8b5-1426-4b94-849a-cd607f2a0c30 req-d409911b-9a39-4dee-ba0c-6e9355ebcdec service neutron] Request body: {'port': {'binding:host_id': 'n-h1-804985-2', 'device_owner': 'compute:nova'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:02:57.159924 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-cc87b8b5-1426-4b94-849a-cd607f2a0c30 req-d409911b-9a39-4dee-ba0c-6e9355ebcdec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:57.381047 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-cc87b8b5-1426-4b94-849a-cd607f2a0c30 req-d409911b-9a39-4dee-ba0c-6e9355ebcdec service neutron] For port 3284c89e-379d-4788-ba45-af43544e68a2, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=3284c89e-379d-4788-ba45-af43544e68a2,segment=NetworkSegment(b1fb8dc6-8ea6-4a25-a3b4-793c31c03b5a),segment_id=b1fb8dc6-8ea6-4a25-a3b4-793c31c03b5a)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:02:57.414934 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-cc87b8b5-1426-4b94-849a-cd607f2a0c30 req-d409911b-9a39-4dee-ba0c-6e9355ebcdec service neutron] For port 3284c89e-379d-4788-ba45-af43544e68a2, host n-h2-804985-2, cleared binding levels {{(pid=106252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:02:57.451454 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [req-cc87b8b5-1426-4b94-849a-cd607f2a0c30 req-d409911b-9a39-4dee-ba0c-6e9355ebcdec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3284c89e-379d-4788-ba45-af43544e68a2 {{(pid=106252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:02:57.458880 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-cc87b8b5-1426-4b94-849a-cd607f2a0c30 req-d409911b-9a39-4dee-ba0c-6e9355ebcdec service neutron] Notify callbacks [] for port, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:57.471077 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [req-cc87b8b5-1426-4b94-849a-cd607f2a0c30 req-d409911b-9a39-4dee-ba0c-6e9355ebcdec service neutron] Transition to ACTIVE for port object 3284c89e-379d-4788-ba45-af43544e68a2 will not be triggered until provisioned by entity L2. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:02:57.476341 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-cc87b8b5-1426-4b94-849a-cd607f2a0c30 req-d409911b-9a39-4dee-ba0c-6e9355ebcdec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:57.528647 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d409911b-9a39-4dee-ba0c-6e9355ebcdec service neutron] Pushing event updated for resources: {'Port': ['ID=3284c89e-379d-4788-ba45-af43544e68a2,revision_number=9']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:02:57.569923 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d409911b-9a39-4dee-ba0c-6e9355ebcdec service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:02:57.570242 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d409911b-9a39-4dee-ba0c-6e9355ebcdec service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:02:57.570578 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d409911b-9a39-4dee-ba0c-6e9355ebcdec service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:02:57.570908 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d409911b-9a39-4dee-ba0c-6e9355ebcdec service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:02:57.571239 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d409911b-9a39-4dee-ba0c-6e9355ebcdec service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:02:57.571564 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d409911b-9a39-4dee-ba0c-6e9355ebcdec service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:02:57.571915 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d409911b-9a39-4dee-ba0c-6e9355ebcdec service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:02:57.572264 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d409911b-9a39-4dee-ba0c-6e9355ebcdec service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:02:57.572614 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d409911b-9a39-4dee-ba0c-6e9355ebcdec service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:02:57.572938 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d409911b-9a39-4dee-ba0c-6e9355ebcdec service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:02:57.573257 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d409911b-9a39-4dee-ba0c-6e9355ebcdec service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:02:57.573576 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d409911b-9a39-4dee-ba0c-6e9355ebcdec service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:02:57.617758 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc87b8b5-1426-4b94-849a-cd607f2a0c30 req-d409911b-9a39-4dee-ba0c-6e9355ebcdec service neutron] No DVR routers for this DVR port 3284c89e-379d-4788-ba45-af43544e68a2 on host n-h2-804985-2 {{(pid=106252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:02:57.750600 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-cc87b8b5-1426-4b94-849a-cd607f2a0c30 req-d409911b-9a39-4dee-ba0c-6e9355ebcdec service neutron] Attempting to bind port 3284c89e-379d-4788-ba45-af43544e68a2 on host n-h1-804985-2 for vnic_type normal with profile {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:02:57.750923 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-cc87b8b5-1426-4b94-849a-cd607f2a0c30 req-d409911b-9a39-4dee-ba0c-6e9355ebcdec service neutron] Attempting to bind port 3284c89e-379d-4788-ba45-af43544e68a2 by drivers openvswitch,hyperv on host n-h1-804985-2 at level 0 using segments [{'id': 'b1fb8dc6-8ea6-4a25-a3b4-793c31c03b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '584a3cb2-1e19-4b39-a2bf-76e269345461'}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:02:57.751251 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc87b8b5-1426-4b94-849a-cd607f2a0c30 req-d409911b-9a39-4dee-ba0c-6e9355ebcdec service neutron] Attempting to bind port 3284c89e-379d-4788-ba45-af43544e68a2 on network 584a3cb2-1e19-4b39-a2bf-76e269345461 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:02:57.757247 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc87b8b5-1426-4b94-849a-cd607f2a0c30 req-d409911b-9a39-4dee-ba0c-6e9355ebcdec service neutron] Port 3284c89e-379d-4788-ba45-af43544e68a2 on network 584a3cb2-1e19-4b39-a2bf-76e269345461 not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-2 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 13:02:57.757650 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc87b8b5-1426-4b94-849a-cd607f2a0c30 req-d409911b-9a39-4dee-ba0c-6e9355ebcdec service neutron] Attempting to bind port 3284c89e-379d-4788-ba45-af43544e68a2 on network 584a3cb2-1e19-4b39-a2bf-76e269345461 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:02:57.763647 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc87b8b5-1426-4b94-849a-cd607f2a0c30 req-d409911b-9a39-4dee-ba0c-6e9355ebcdec service neutron] Checking agent: {'id': 'a613417a-d085-492c-941a-59bb18c633d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 49, 6), 'started_at': datetime.datetime(2021, 8, 18, 11, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 2, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:02:57.764015 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc87b8b5-1426-4b94-849a-cd607f2a0c30 req-d409911b-9a39-4dee-ba0c-6e9355ebcdec service neutron] Checking segment: {'id': 'b1fb8dc6-8ea6-4a25-a3b4-793c31c03b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '584a3cb2-1e19-4b39-a2bf-76e269345461'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:02:57.764401 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc87b8b5-1426-4b94-849a-cd607f2a0c30 req-d409911b-9a39-4dee-ba0c-6e9355ebcdec service neutron] Bound using segment: {'id': 'b1fb8dc6-8ea6-4a25-a3b4-793c31c03b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '584a3cb2-1e19-4b39-a2bf-76e269345461'} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:02:57.764865 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-cc87b8b5-1426-4b94-849a-cd607f2a0c30 req-d409911b-9a39-4dee-ba0c-6e9355ebcdec service neutron] Bound port: 3284c89e-379d-4788-ba45-af43544e68a2, host: n-h1-804985-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1fb8dc6-8ea6-4a25-a3b4-793c31c03b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '584a3cb2-1e19-4b39-a2bf-76e269345461'}}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:02:57.765192 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-cc87b8b5-1426-4b94-849a-cd607f2a0c30 req-d409911b-9a39-4dee-ba0c-6e9355ebcdec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:57.832017 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-cc87b8b5-1426-4b94-849a-cd607f2a0c30 req-d409911b-9a39-4dee-ba0c-6e9355ebcdec service neutron] For port 3284c89e-379d-4788-ba45-af43544e68a2, host n-h1-804985-2, cleared binding levels {{(pid=106252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:02:57.835139 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-cc87b8b5-1426-4b94-849a-cd607f2a0c30 req-d409911b-9a39-4dee-ba0c-6e9355ebcdec service neutron] For port 3284c89e-379d-4788-ba45-af43544e68a2, host n-h1-804985-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=3284c89e-379d-4788-ba45-af43544e68a2,segment=NetworkSegment(b1fb8dc6-8ea6-4a25-a3b4-793c31c03b5a),segment_id=b1fb8dc6-8ea6-4a25-a3b4-793c31c03b5a)] {{(pid=106252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:02:57.842182 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-cc87b8b5-1426-4b94-849a-cd607f2a0c30 req-d409911b-9a39-4dee-ba0c-6e9355ebcdec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:57.873982 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc87b8b5-1426-4b94-849a-cd607f2a0c30 req-d409911b-9a39-4dee-ba0c-6e9355ebcdec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:02:57.874601 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-cc87b8b5-1426-4b94-849a-cd607f2a0c30 req-d409911b-9a39-4dee-ba0c-6e9355ebcdec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:02:57.875969 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-cc87b8b5-1426-4b94-849a-cd607f2a0c30 req-d409911b-9a39-4dee-ba0c-6e9355ebcdec service neutron] 10.222.0.63 "PUT /v2.0/ports/3284c89e-379d-4788-ba45-af43544e68a2 HTTP/1.1" status: 200 len: 1091 time: 0.7742436 Aug 18 13:02:57.876436 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2b7b6f8-3305-4a8a-b570-905d9b4c3e17', 'tag': '3284c89e-379d-4788-ba45-af43544e68a2'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:02:57.878717 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e1715db41198363ca71e85bb75ffab0edf23d36e39f25ec0aa17a703e60534b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db4618e2-d8ec-44c5-8cbb-a1d9eb6cf86b" -d '{"events": [{"name": "network-changed", "server_uuid": "b2b7b6f8-3305-4a8a-b570-905d9b4c3e17", "tag": "3284c89e-379d-4788-ba45-af43544e68a2"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:02:57.904438 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d409911b-9a39-4dee-ba0c-6e9355ebcdec service neutron] Pushing event updated for resources: {'Port': ['ID=3284c89e-379d-4788-ba45-af43544e68a2,revision_number=10']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:02:57.954472 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc87b8b5-1426-4b94-849a-cd607f2a0c30 req-dfabbeb6-afc8-4806-9721-50a15f991f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:02:57.955738 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-cc87b8b5-1426-4b94-849a-cd607f2a0c30 req-dfabbeb6-afc8-4806-9721-50a15f991f29 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=fcde11a362cc47fba2e3c4947851fb21&device_id=b2b7b6f8-3305-4a8a-b570-905d9b4c3e17 HTTP/1.1" status: 200 len: 1095 time: 0.0445731 Aug 18 13:02:58.079733 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc87b8b5-1426-4b94-849a-cd607f2a0c30 req-fb7a6162-4bef-4514-9cfd-05130bb5675d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:02:58.081249 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-cc87b8b5-1426-4b94-849a-cd607f2a0c30 req-fb7a6162-4bef-4514-9cfd-05130bb5675d service neutron] 10.222.0.63 "GET /v2.0/networks?id=584a3cb2-1e19-4b39-a2bf-76e269345461 HTTP/1.1" status: 200 len: 910 time: 0.1178184 Aug 18 13:02:58.136402 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cca9277-65ad-490e-8623-a25829678ff8 req-2ff9fa61-cae6-4e39-83ba-e104de29a7d2 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:02:58.137851 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1cca9277-65ad-490e-8623-a25829678ff8 req-2ff9fa61-cae6-4e39-83ba-e104de29a7d2 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.66 "GET /v2.0/ports?device_id=b2b7b6f8-3305-4a8a-b570-905d9b4c3e17 HTTP/1.1" status: 200 len: 944 time: 0.0969007 Aug 18 13:02:58.173363 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-cc87b8b5-1426-4b94-849a-cd607f2a0c30 req-986153c9-864a-4741-9799-69d8f0348339 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3284c89e-379d-4788-ba45-af43544e68a2 HTTP/1.1" status: 200 len: 999 time: 0.0847492 Aug 18 13:02:58.196752 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1cca9277-65ad-490e-8623-a25829678ff8 req-05e9ba1f-3047-48cd-951a-7c1de0df97de tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.66 "GET /v2.0/security-groups?id=873d3b43-3ed9-4a01-9073-498c5201d9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516257 Aug 18 13:02:58.233530 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc87b8b5-1426-4b94-849a-cd607f2a0c30 req-487f3e57-10fd-494a-bb9e-348449fb9e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:02:58.235004 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-cc87b8b5-1426-4b94-849a-cd607f2a0c30 req-487f3e57-10fd-494a-bb9e-348449fb9e64 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=0b70ae0b-a974-4013-8f6e-bbbf85c7212b HTTP/1.1" status: 200 len: 848 time: 0.0525377 Aug 18 13:02:58.293849 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc87b8b5-1426-4b94-849a-cd607f2a0c30 req-e5eb286d-888b-4dd5-b2ed-93bb66fdf5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:02:58.295274 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-cc87b8b5-1426-4b94-849a-cd607f2a0c30 req-e5eb286d-888b-4dd5-b2ed-93bb66fdf5c6 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=584a3cb2-1e19-4b39-a2bf-76e269345461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0525458 Aug 18 13:02:58.386460 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-cc87b8b5-1426-4b94-849a-cd607f2a0c30 req-f39a1b25-bcbd-4638-9c07-e726736119a4 service neutron] 10.222.0.63 "GET /v2.0/networks/584a3cb2-1e19-4b39-a2bf-76e269345461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841765 Aug 18 13:02:58.476163 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-cc87b8b5-1426-4b94-849a-cd607f2a0c30 req-c3d6614e-655b-443e-ba91-162221e6af7b service neutron] 10.222.0.63 "GET /v2.0/networks/584a3cb2-1e19-4b39-a2bf-76e269345461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825839 Aug 18 13:02:59.005169 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 13:02:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16ff4c83-e476-47a0-b707-27157267d774 x-openstack-request-id: req-16ff4c83-e476-47a0-b707-27157267d774 {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:02:59.005734 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2b7b6f8-3305-4a8a-b570-905d9b4c3e17", "tag": "3284c89e-379d-4788-ba45-af43544e68a2", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:02:59.005843 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-16ff4c83-e476-47a0-b707-27157267d774 {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:02:59.006174 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2b7b6f8-3305-4a8a-b570-905d9b4c3e17', 'tag': '3284c89e-379d-4788-ba45-af43544e68a2', 'status': 'completed', 'code': 200} Aug 18 13:02:59.324972 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d05b42-ce64-4dde-95a0-e17f1ad351c8 req-1fd49c8c-4c19-4c8d-b1e0-fe78ab1e4e12 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:02:59.326415 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-33d05b42-ce64-4dde-95a0-e17f1ad351c8 req-1fd49c8c-4c19-4c8d-b1e0-fe78ab1e4e12 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.66 "GET /v2.0/ports?device_id=b2b7b6f8-3305-4a8a-b570-905d9b4c3e17 HTTP/1.1" status: 200 len: 944 time: 0.0610101 Aug 18 13:02:59.378225 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-33d05b42-ce64-4dde-95a0-e17f1ad351c8 req-bd9692d3-bbb6-4f36-9f16-5607e78ca355 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.66 "GET /v2.0/security-groups?id=873d3b43-3ed9-4a01-9073-498c5201d9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455174 Aug 18 13:03:00.506581 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd96df84-9545-4e43-bbf2-53783fe38442 req-715ddad2-bcc4-4970-9e68-0bc755991111 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:03:00.508081 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-bd96df84-9545-4e43-bbf2-53783fe38442 req-715ddad2-bcc4-4970-9e68-0bc755991111 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.66 "GET /v2.0/ports?device_id=b2b7b6f8-3305-4a8a-b570-905d9b4c3e17 HTTP/1.1" status: 200 len: 944 time: 0.0509450 Aug 18 13:03:00.548821 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-bd96df84-9545-4e43-bbf2-53783fe38442 req-a9cc3313-2772-4028-832d-2f46abac4ad6 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.66 "GET /v2.0/security-groups?id=873d3b43-3ed9-4a01-9073-498c5201d9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342941 Aug 18 13:03:01.679322 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6ec719-66a3-45e3-bc9c-01a1ea40a54b req-f98e540c-5f7b-4fd0-82b1-ccdc945d434e tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:03:01.680962 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4c6ec719-66a3-45e3-bc9c-01a1ea40a54b req-f98e540c-5f7b-4fd0-82b1-ccdc945d434e tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.66 "GET /v2.0/ports?device_id=b2b7b6f8-3305-4a8a-b570-905d9b4c3e17 HTTP/1.1" status: 200 len: 944 time: 0.0580158 Aug 18 13:03:01.721006 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4c6ec719-66a3-45e3-bc9c-01a1ea40a54b req-45cda6ca-8ada-49d7-b186-f3470ac0ab22 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.66 "GET /v2.0/security-groups?id=873d3b43-3ed9-4a01-9073-498c5201d9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332205 Aug 18 13:03:02.865521 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f10d4b-8db1-4f64-b15c-f1d5b224018a req-0e6ef614-e372-4086-b8b6-050b6484a149 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:03:02.867845 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-93f10d4b-8db1-4f64-b15c-f1d5b224018a req-0e6ef614-e372-4086-b8b6-050b6484a149 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.66 "GET /v2.0/ports?device_id=b2b7b6f8-3305-4a8a-b570-905d9b4c3e17 HTTP/1.1" status: 200 len: 944 time: 0.0643559 Aug 18 13:03:02.906600 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-93f10d4b-8db1-4f64-b15c-f1d5b224018a req-14163373-16b5-43a0-a70d-65b317e9bc3e tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.66 "GET /v2.0/security-groups?id=873d3b43-3ed9-4a01-9073-498c5201d9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324283 Aug 18 13:03:04.028071 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b412f469-9ce9-488f-bc23-2936f1921ebc req-e06aefb8-6996-4b6c-be31-9f58aee720e8 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:03:04.029562 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b412f469-9ce9-488f-bc23-2936f1921ebc req-e06aefb8-6996-4b6c-be31-9f58aee720e8 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.66 "GET /v2.0/ports?device_id=b2b7b6f8-3305-4a8a-b570-905d9b4c3e17 HTTP/1.1" status: 200 len: 944 time: 0.0536160 Aug 18 13:03:04.071855 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b412f469-9ce9-488f-bc23-2936f1921ebc req-6016635f-0e0c-4944-b2a7-3088a2e3f4f4 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.66 "GET /v2.0/security-groups?id=873d3b43-3ed9-4a01-9073-498c5201d9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358310 Aug 18 13:03:05.196150 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc603be-3525-4a89-9462-fbe82609e418 req-7e28b743-1955-4104-99bc-4b4749b71a83 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:03:05.197865 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3bc603be-3525-4a89-9462-fbe82609e418 req-7e28b743-1955-4104-99bc-4b4749b71a83 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.66 "GET /v2.0/ports?device_id=b2b7b6f8-3305-4a8a-b570-905d9b4c3e17 HTTP/1.1" status: 200 len: 944 time: 0.0504589 Aug 18 13:03:05.238220 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3bc603be-3525-4a89-9462-fbe82609e418 req-055b108e-b5cf-4855-b71f-81aaa71ab815 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.66 "GET /v2.0/security-groups?id=873d3b43-3ed9-4a01-9073-498c5201d9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339849 Aug 18 13:03:06.362753 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288555ea-9c4c-416d-bba4-535ecef9147a req-4a8b9e65-5b79-4813-b044-3820e037b440 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:03:06.364392 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-288555ea-9c4c-416d-bba4-535ecef9147a req-4a8b9e65-5b79-4813-b044-3820e037b440 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.66 "GET /v2.0/ports?device_id=b2b7b6f8-3305-4a8a-b570-905d9b4c3e17 HTTP/1.1" status: 200 len: 944 time: 0.0547545 Aug 18 13:03:06.404797 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-288555ea-9c4c-416d-bba4-535ecef9147a req-81454752-87a6-4ec7-b9b3-75d9d6b3a269 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.66 "GET /v2.0/security-groups?id=873d3b43-3ed9-4a01-9073-498c5201d9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337024 Aug 18 13:03:06.668004 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:07.535661 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf82e3ce-9dad-4f06-82bb-63f0c8d01fef req-123acabd-dda1-418a-bc01-8d7fc383ebc5 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:03:07.544003 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-cf82e3ce-9dad-4f06-82bb-63f0c8d01fef req-123acabd-dda1-418a-bc01-8d7fc383ebc5 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.66 "GET /v2.0/ports?device_id=b2b7b6f8-3305-4a8a-b570-905d9b4c3e17 HTTP/1.1" status: 200 len: 944 time: 0.0627401 Aug 18 13:03:07.578721 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-cf82e3ce-9dad-4f06-82bb-63f0c8d01fef req-7d170fa0-d5b5-49f5-b7e5-7227954e082e tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.66 "GET /v2.0/security-groups?id=873d3b43-3ed9-4a01-9073-498c5201d9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336387 Aug 18 13:03:08.711568 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8607a3-9d31-4901-b33c-196f599d5593 req-ffdc6085-d623-4c2e-b1b3-37104d70a2d1 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:03:08.713124 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5b8607a3-9d31-4901-b33c-196f599d5593 req-ffdc6085-d623-4c2e-b1b3-37104d70a2d1 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.66 "GET /v2.0/ports?device_id=b2b7b6f8-3305-4a8a-b570-905d9b4c3e17 HTTP/1.1" status: 200 len: 944 time: 0.0505364 Aug 18 13:03:08.751610 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5b8607a3-9d31-4901-b33c-196f599d5593 req-bf537a54-336a-4785-905f-c5896a982873 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.66 "GET /v2.0/security-groups?id=873d3b43-3ed9-4a01-9073-498c5201d9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322738 Aug 18 13:03:08.910356 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:09.176186 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4618e2-d8ec-44c5-8cbb-a1d9eb6cf86b req-5c92d5f7-c1ce-4115-bec9-b30fe22d2425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:03:09.177702 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-db4618e2-d8ec-44c5-8cbb-a1d9eb6cf86b req-5c92d5f7-c1ce-4115-bec9-b30fe22d2425 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=fcde11a362cc47fba2e3c4947851fb21&device_id=b2b7b6f8-3305-4a8a-b570-905d9b4c3e17 HTTP/1.1" status: 200 len: 1095 time: 0.0445292 Aug 18 13:03:09.272905 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4618e2-d8ec-44c5-8cbb-a1d9eb6cf86b req-30708d74-d9cf-4dd1-bc64-215effdceb95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:03:09.274374 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-db4618e2-d8ec-44c5-8cbb-a1d9eb6cf86b req-30708d74-d9cf-4dd1-bc64-215effdceb95 service neutron] 10.222.0.63 "GET /v2.0/networks?id=584a3cb2-1e19-4b39-a2bf-76e269345461 HTTP/1.1" status: 200 len: 910 time: 0.0853019 Aug 18 13:03:09.345429 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-db4618e2-d8ec-44c5-8cbb-a1d9eb6cf86b req-eb1fe8d2-1731-429b-9121-81f05c1559c1 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3284c89e-379d-4788-ba45-af43544e68a2 HTTP/1.1" status: 200 len: 999 time: 0.0624187 Aug 18 13:03:09.395221 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4618e2-d8ec-44c5-8cbb-a1d9eb6cf86b req-7c88ca28-42b4-409d-8ea5-bab31b7883cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:03:09.396611 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-db4618e2-d8ec-44c5-8cbb-a1d9eb6cf86b req-7c88ca28-42b4-409d-8ea5-bab31b7883cd service neutron] 10.222.0.63 "GET /v2.0/subnets?id=0b70ae0b-a974-4013-8f6e-bbbf85c7212b HTTP/1.1" status: 200 len: 848 time: 0.0435140 Aug 18 13:03:09.442347 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4618e2-d8ec-44c5-8cbb-a1d9eb6cf86b req-566db364-c9c7-4411-ac0c-910be62a2d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:03:09.443819 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-db4618e2-d8ec-44c5-8cbb-a1d9eb6cf86b req-566db364-c9c7-4411-ac0c-910be62a2d9f service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=584a3cb2-1e19-4b39-a2bf-76e269345461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404162 Aug 18 13:03:09.537178 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-db4618e2-d8ec-44c5-8cbb-a1d9eb6cf86b req-6b595236-97c5-45d7-bd9a-cbcf203d5b88 service neutron] 10.222.0.63 "GET /v2.0/networks/584a3cb2-1e19-4b39-a2bf-76e269345461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849187 Aug 18 13:03:09.633380 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-db4618e2-d8ec-44c5-8cbb-a1d9eb6cf86b req-dcbcde82-b1e7-4f83-bdad-1ef266b17d87 service neutron] 10.222.0.63 "GET /v2.0/networks/584a3cb2-1e19-4b39-a2bf-76e269345461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857534 Aug 18 13:03:09.884598 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58724c88-a423-4d3e-ae72-fe76b4eb7055 req-defba2b5-7e25-4c48-9c97-689b2bece3fc tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:03:09.885990 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-58724c88-a423-4d3e-ae72-fe76b4eb7055 req-defba2b5-7e25-4c48-9c97-689b2bece3fc tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.66 "GET /v2.0/ports?device_id=b2b7b6f8-3305-4a8a-b570-905d9b4c3e17 HTTP/1.1" status: 200 len: 944 time: 0.0610452 Aug 18 13:03:09.931161 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-58724c88-a423-4d3e-ae72-fe76b4eb7055 req-69b4305c-3c94-4e7a-bb84-b17a278895ac tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.66 "GET /v2.0/security-groups?id=873d3b43-3ed9-4a01-9073-498c5201d9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363135 Aug 18 13:03:10.479287 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 3284c89e-379d-4788-ba45-af43544e68a2 details requested by agent hyperv_n-h1-804985-2 with host n-h1-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 13:03:10.588213 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 3284c89e-379d-4788-ba45-af43544e68a2, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=3284c89e-379d-4788-ba45-af43544e68a2,segment=NetworkSegment(b1fb8dc6-8ea6-4a25-a3b4-793c31c03b5a),segment_id=b1fb8dc6-8ea6-4a25-a3b4-793c31c03b5a)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:03:10.599388 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Returning: {'device': '3284c89e-379d-4788-ba45-af43544e68a2', 'network_id': '584a3cb2-1e19-4b39-a2bf-76e269345461', 'port_id': '3284c89e-379d-4788-ba45-af43544e68a2', 'mac_address': 'fa:16:3e:9d:02:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 839, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b70ae0b-a974-4013-8f6e-bbbf85c7212b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 13:03:10.638660 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:10.651305 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3284c89e-379d-4788-ba45-af43544e68a2 {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:03:10.670763 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 3284c89e-379d-4788-ba45-af43544e68a2, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=3284c89e-379d-4788-ba45-af43544e68a2,segment=NetworkSegment(b1fb8dc6-8ea6-4a25-a3b4-793c31c03b5a),segment_id=b1fb8dc6-8ea6-4a25-a3b4-793c31c03b5a)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:03:10.678249 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:10.727761 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=3284c89e-379d-4788-ba45-af43544e68a2,revision_number=11']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:03:10.923115 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] get_ports_and_sgs() called for port_ids ['3284c89e-379d-4788-ba45-af43544e68a2'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:03:11.048373 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1a0955-a959-47bb-bffe-6f2c7e584755 req-1a7cf41b-4229-4775-ad28-4cd086891318 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:03:11.050314 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-fe1a0955-a959-47bb-bffe-6f2c7e584755 req-1a7cf41b-4229-4775-ad28-4cd086891318 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.66 "GET /v2.0/ports?device_id=b2b7b6f8-3305-4a8a-b570-905d9b4c3e17 HTTP/1.1" status: 200 len: 945 time: 0.0498636 Aug 18 13:03:11.090553 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-fe1a0955-a959-47bb-bffe-6f2c7e584755 req-d3db3180-1855-407c-a1be-0ac5756e00a0 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.66 "GET /v2.0/security-groups?id=873d3b43-3ed9-4a01-9073-498c5201d9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323520 Aug 18 13:03:12.221157 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b618ee-a356-45f4-a4ac-5c6e23bc61e4 req-41247f02-5921-40b3-b94b-bca3aff34a93 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:03:12.223242 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-62b618ee-a356-45f4-a4ac-5c6e23bc61e4 req-41247f02-5921-40b3-b94b-bca3aff34a93 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.66 "GET /v2.0/ports?device_id=b2b7b6f8-3305-4a8a-b570-905d9b4c3e17 HTTP/1.1" status: 200 len: 945 time: 0.0638707 Aug 18 13:03:12.269733 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-62b618ee-a356-45f4-a4ac-5c6e23bc61e4 req-881d9e3a-670e-4009-a6b8-4925928fc779 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.66 "GET /v2.0/security-groups?id=873d3b43-3ed9-4a01-9073-498c5201d9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382600 Aug 18 13:03:12.494433 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 3284c89e-379d-4788-ba45-af43544e68a2 up at agent hyperv_n-h1-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:03:12.555437 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Provisioning for port 3284c89e-379d-4788-ba45-af43544e68a2 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:03:12.561716 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Provisioning complete for port 3284c89e-379d-4788-ba45-af43544e68a2 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:03:12.562345 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:12.651891 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:12.675899 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2b7b6f8-3305-4a8a-b570-905d9b4c3e17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3284c89e-379d-4788-ba45-af43544e68a2'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:03:12.678221 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a48be17dea36f4b328e7831c9c0f0a2b661e0eac7f73e8eb05eb02bc862e3084" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dff17ec-53fb-433d-af23-e5a4af824057" -d '{"events": [{"server_uuid": "b2b7b6f8-3305-4a8a-b570-905d9b4c3e17", "name": "network-vif-plugged", "status": "completed", "tag": "3284c89e-379d-4788-ba45-af43544e68a2"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:03:12.691221 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 3284c89e-379d-4788-ba45-af43544e68a2, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=3284c89e-379d-4788-ba45-af43544e68a2,segment=NetworkSegment(b1fb8dc6-8ea6-4a25-a3b4-793c31c03b5a),segment_id=b1fb8dc6-8ea6-4a25-a3b4-793c31c03b5a)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:03:12.696323 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:12.721276 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 13:03:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-410dee33-91ca-4510-8391-e826ab8bf4ec x-openstack-request-id: req-410dee33-91ca-4510-8391-e826ab8bf4ec {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:03:12.722118 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2b7b6f8-3305-4a8a-b570-905d9b4c3e17", "name": "network-vif-plugged", "status": "completed", "tag": "3284c89e-379d-4788-ba45-af43544e68a2", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:03:12.722346 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-410dee33-91ca-4510-8391-e826ab8bf4ec {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:03:12.722760 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2b7b6f8-3305-4a8a-b570-905d9b4c3e17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3284c89e-379d-4788-ba45-af43544e68a2', 'code': 200} Aug 18 13:03:12.751323 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=3284c89e-379d-4788-ba45-af43544e68a2,revision_number=12']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:03:12.830513 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.agents_db [None req-6dbb2658-0354-4101-8393-6e7505481cf6 None None] Agent healthcheck: found 7 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 13:03:12.882422 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d160d1c9-5991-4917-8b58-ca261c7bc7db req-170bd82d-b827-4e9f-be80-c6cb26b664c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:03:12.883911 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d160d1c9-5991-4917-8b58-ca261c7bc7db req-170bd82d-b827-4e9f-be80-c6cb26b664c4 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=b2b7b6f8-3305-4a8a-b570-905d9b4c3e17 HTTP/1.1" status: 200 len: 1097 time: 0.0421824 Aug 18 13:03:12.924507 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d160d1c9-5991-4917-8b58-ca261c7bc7db req-e54c624f-f1ed-40ed-9441-9de4b109e935 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=873d3b43-3ed9-4a01-9073-498c5201d9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325973 Aug 18 13:03:13.404771 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae3e98c-b3cf-47c6-9d2e-17d963877b95 req-dd03b104-f695-41e0-a4cc-be1f7a210c6c tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:03:13.406292 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5ae3e98c-b3cf-47c6-9d2e-17d963877b95 req-dd03b104-f695-41e0-a4cc-be1f7a210c6c tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.66 "GET /v2.0/ports?device_id=b2b7b6f8-3305-4a8a-b570-905d9b4c3e17 HTTP/1.1" status: 200 len: 946 time: 0.0517721 Aug 18 13:03:13.449866 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5ae3e98c-b3cf-47c6-9d2e-17d963877b95 req-18d26c91-14ac-4035-ba65-fc29dada8273 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.66 "GET /v2.0/security-groups?id=873d3b43-3ed9-4a01-9073-498c5201d9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349426 Aug 18 13:03:14.572124 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67b6300-037f-4d1d-8d92-7311679d9c58 req-33286b14-19b0-4056-9fca-46404a9b9625 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:03:14.573650 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c67b6300-037f-4d1d-8d92-7311679d9c58 req-33286b14-19b0-4056-9fca-46404a9b9625 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.66 "GET /v2.0/ports?device_id=b2b7b6f8-3305-4a8a-b570-905d9b4c3e17 HTTP/1.1" status: 200 len: 946 time: 0.0526502 Aug 18 13:03:14.615405 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c67b6300-037f-4d1d-8d92-7311679d9c58 req-875d4536-f907-4148-b842-f55d1b1b0f98 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.66 "GET /v2.0/security-groups?id=873d3b43-3ed9-4a01-9073-498c5201d9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340610 Aug 18 13:03:18.580256 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1424f192-02ce-4aed-bf0b-5af48e554a5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:20.682098 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3120c5d8-9816-4547-8b6b-679809d3fd04 req-f3303c40-3f4e-440c-81be-801c5c71a6a1 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=b2b7b6f8-3305-4a8a-b570-905d9b4c3e17&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0441463 Aug 18 13:03:20.768215 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3120c5d8-9816-4547-8b6b-679809d3fd04 req-cd3308e1-6f0f-453a-b12f-c08803c62f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:03:20.769794 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3120c5d8-9816-4547-8b6b-679809d3fd04 req-cd3308e1-6f0f-453a-b12f-c08803c62f72 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=fcde11a362cc47fba2e3c4947851fb21&device_id=b2b7b6f8-3305-4a8a-b570-905d9b4c3e17 HTTP/1.1" status: 200 len: 1097 time: 0.0447187 Aug 18 13:03:20.877528 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3120c5d8-9816-4547-8b6b-679809d3fd04 req-723596e4-ce2f-445e-b9cc-bbdc7f28ba49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:03:20.879014 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3120c5d8-9816-4547-8b6b-679809d3fd04 req-723596e4-ce2f-445e-b9cc-bbdc7f28ba49 service neutron] 10.222.0.63 "GET /v2.0/networks?id=584a3cb2-1e19-4b39-a2bf-76e269345461 HTTP/1.1" status: 200 len: 910 time: 0.0886776 Aug 18 13:03:20.959018 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3120c5d8-9816-4547-8b6b-679809d3fd04 req-cd14dcfd-623c-4f58-95c7-cb266ae46511 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3284c89e-379d-4788-ba45-af43544e68a2 HTTP/1.1" status: 200 len: 1001 time: 0.0726135 Aug 18 13:03:21.014921 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3120c5d8-9816-4547-8b6b-679809d3fd04 req-ba81b439-03f0-4e1e-a1e4-73d7387e16c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:03:21.016393 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3120c5d8-9816-4547-8b6b-679809d3fd04 req-ba81b439-03f0-4e1e-a1e4-73d7387e16c7 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=0b70ae0b-a974-4013-8f6e-bbbf85c7212b HTTP/1.1" status: 200 len: 848 time: 0.0504618 Aug 18 13:03:21.064956 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3120c5d8-9816-4547-8b6b-679809d3fd04 req-e5979457-c591-4b4c-bfe0-b09c9003fdf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:03:21.066475 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3120c5d8-9816-4547-8b6b-679809d3fd04 req-e5979457-c591-4b4c-bfe0-b09c9003fdf1 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=584a3cb2-1e19-4b39-a2bf-76e269345461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435212 Aug 18 13:03:21.163814 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3120c5d8-9816-4547-8b6b-679809d3fd04 req-7d3fd864-b7bc-4240-8d22-024deb1f54f2 service neutron] 10.222.0.63 "GET /v2.0/networks/584a3cb2-1e19-4b39-a2bf-76e269345461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896509 Aug 18 13:03:21.260779 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3120c5d8-9816-4547-8b6b-679809d3fd04 req-2cda5d9d-8959-4017-89c2-357585246e16 service neutron] 10.222.0.63 "GET /v2.0/networks/584a3cb2-1e19-4b39-a2bf-76e269345461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888267 Aug 18 13:03:21.554069 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:21.835227 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-270605c7-01b5-4f12-aca9-b3662254c069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:22.486919 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-53584c24-f517-494e-ac93-c18bb92373f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:24.156219 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-500a1c61-38a7-4c23-a7ec-4631080af5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:36.678678 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:38.929785 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:48.588018 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-2bb4bf36-d4d8-4eab-9b2c-c07ba1ecebfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:49.831093 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.agents_db [None req-6dbb2658-0354-4101-8393-6e7505481cf6 None None] Agent healthcheck: found 7 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 13:03:51.559289 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:51.831324 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-bc138eb0-4c23-4266-ae4b-dbb0d1f8dddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:52.492685 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-53584c24-f517-494e-ac93-c18bb92373f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:03:54.160913 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-500a1c61-38a7-4c23-a7ec-4631080af5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:06.676826 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:08.943416 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:18.582214 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1802a210-367b-4400-a27e-ef0ce926b650 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:20.656046 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-cc7cb6ad-6021-470d-8cd3-11437e857df5 req-2a84ec4f-2db1-4631-bb04-b87dcea2d9a2 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=b2b7b6f8-3305-4a8a-b570-905d9b4c3e17&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0496035 Aug 18 13:04:20.748873 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7cb6ad-6021-470d-8cd3-11437e857df5 req-4e0b9fd3-7d98-48ac-8689-7e2bb0cc5a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:04:20.750483 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-cc7cb6ad-6021-470d-8cd3-11437e857df5 req-4e0b9fd3-7d98-48ac-8689-7e2bb0cc5a9e service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=fcde11a362cc47fba2e3c4947851fb21&device_id=b2b7b6f8-3305-4a8a-b570-905d9b4c3e17 HTTP/1.1" status: 200 len: 1097 time: 0.0519004 Aug 18 13:04:20.881607 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7cb6ad-6021-470d-8cd3-11437e857df5 req-e237ca09-ea78-416d-9064-fef21757a575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:04:20.883139 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-cc7cb6ad-6021-470d-8cd3-11437e857df5 req-e237ca09-ea78-416d-9064-fef21757a575 service neutron] 10.222.0.63 "GET /v2.0/networks?id=584a3cb2-1e19-4b39-a2bf-76e269345461 HTTP/1.1" status: 200 len: 910 time: 0.1093957 Aug 18 13:04:20.960391 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-cc7cb6ad-6021-470d-8cd3-11437e857df5 req-fb9b4140-882d-49db-a06d-5a561ac2cb35 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3284c89e-379d-4788-ba45-af43544e68a2 HTTP/1.1" status: 200 len: 1001 time: 0.0700738 Aug 18 13:04:21.010238 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7cb6ad-6021-470d-8cd3-11437e857df5 req-c14089f9-3ce1-4488-8340-08f89e698661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:04:21.011682 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-cc7cb6ad-6021-470d-8cd3-11437e857df5 req-c14089f9-3ce1-4488-8340-08f89e698661 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=0b70ae0b-a974-4013-8f6e-bbbf85c7212b HTTP/1.1" status: 200 len: 848 time: 0.0441284 Aug 18 13:04:21.063468 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7cb6ad-6021-470d-8cd3-11437e857df5 req-20fbc074-c72e-4fbc-9202-80de89c2bf06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:04:21.065028 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-cc7cb6ad-6021-470d-8cd3-11437e857df5 req-20fbc074-c72e-4fbc-9202-80de89c2bf06 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=584a3cb2-1e19-4b39-a2bf-76e269345461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443177 Aug 18 13:04:21.159417 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-cc7cb6ad-6021-470d-8cd3-11437e857df5 req-10ccbba1-73c4-4be5-9666-f3c7a7f15ef2 service neutron] 10.222.0.63 "GET /v2.0/networks/584a3cb2-1e19-4b39-a2bf-76e269345461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859702 Aug 18 13:04:21.251668 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-cc7cb6ad-6021-470d-8cd3-11437e857df5 req-48af4df3-5497-4566-9d39-ddd49670738c service neutron] 10.222.0.63 "GET /v2.0/networks/584a3cb2-1e19-4b39-a2bf-76e269345461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849946 Aug 18 13:04:21.562619 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:21.831194 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-523e8017-dab5-4407-9ce8-61844bed6a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:22.492938 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-53584c24-f517-494e-ac93-c18bb92373f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:24.164582 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-500a1c61-38a7-4c23-a7ec-4631080af5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:24.193255 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 54546) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:04:24.353612 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-aeabca7c-0457-477e-9b20-db7526934058 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Deleting port c70ef22a-785b-4aae-9052-3a20390fc392 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:04:24.353862 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-aeabca7c-0457-477e-9b20-db7526934058 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:24.439839 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-aeabca7c-0457-477e-9b20-db7526934058 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:24.440165 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-aeabca7c-0457-477e-9b20-db7526934058 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:24.452181 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-aeabca7c-0457-477e-9b20-db7526934058 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Calling delete_port for c70ef22a-785b-4aae-9052-3a20390fc392 owned by network:floatingip {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:04:24.606473 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-aeabca7c-0457-477e-9b20-db7526934058 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:24.631388 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeabca7c-0457-477e-9b20-db7526934058 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Pushing event deleted for resources: {'Port': ['ID=c70ef22a-785b-4aae-9052-3a20390fc392,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:04:24.643335 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeabca7c-0457-477e-9b20-db7526934058 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:04:24.643701 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeabca7c-0457-477e-9b20-db7526934058 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:04:24.644116 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeabca7c-0457-477e-9b20-db7526934058 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:04:24.644484 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeabca7c-0457-477e-9b20-db7526934058 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:04:24.644829 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeabca7c-0457-477e-9b20-db7526934058 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:04:24.645163 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeabca7c-0457-477e-9b20-db7526934058 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:04:24.645485 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeabca7c-0457-477e-9b20-db7526934058 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:04:24.645811 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeabca7c-0457-477e-9b20-db7526934058 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:04:24.646138 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeabca7c-0457-477e-9b20-db7526934058 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:04:24.646455 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeabca7c-0457-477e-9b20-db7526934058 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:04:24.646786 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeabca7c-0457-477e-9b20-db7526934058 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:04:24.647102 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeabca7c-0457-477e-9b20-db7526934058 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:04:24.702278 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-aeabca7c-0457-477e-9b20-db7526934058 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Notify callbacks [] for floatingip, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:24.702617 n-d-804985-2 neutron-server[106253]: INFO neutron.db.l3_db [None req-aeabca7c-0457-477e-9b20-db7526934058 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Floating IP 5e4c9827-42bc-4d61-adf2-624ee11d1be9 disassociated (deleted). External IP: 172.25.7.251, port: 3284c89e-379d-4788-ba45-af43544e68a2. Aug 18 13:04:24.925605 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aeabca7c-0457-477e-9b20-db7526934058 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Router 044b7d20-297f-4465-a2eb-b4e3413968d3 has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 13:04:25.032502 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aeabca7c-0457-477e-9b20-db7526934058 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:04:25.037880 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-aeabca7c-0457-477e-9b20-db7526934058 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for floatingip, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:25.043226 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7baa3109-365b-495d-bf2b-604c71cde6fa None None] Sync routers for ids ['044b7d20-297f-4465-a2eb-b4e3413968d3'] in n-d-804985-2 {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:04:25.053218 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7baa3109-365b-495d-bf2b-604c71cde6fa None None] Routers {'044b7d20-297f-4465-a2eb-b4e3413968d3'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:04:25.054059 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-7baa3109-365b-495d-bf2b-604c71cde6fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T13:04:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['044b7d20-297f-4465-a2eb-b4e3413968d3'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:04:25.065773 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-aeabca7c-0457-477e-9b20-db7526934058 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.66 "DELETE /v2.0/floatingips/5e4c9827-42bc-4d61-adf2-624ee11d1be9 HTTP/1.1" status: 204 len: 168 time: 0.8713872 Aug 18 13:04:25.066475 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2b7b6f8-3305-4a8a-b570-905d9b4c3e17', 'tag': '3284c89e-379d-4788-ba45-af43544e68a2'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:04:25.068873 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d6bbf6f425705e9a26053008d8b7c0abfe3c10eda721baf5c515723d6d58932" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1b2fc8e-13f9-455a-93de-62aa2daa637e" -d '{"events": [{"name": "network-changed", "server_uuid": "b2b7b6f8-3305-4a8a-b570-905d9b4c3e17", "tag": "3284c89e-379d-4788-ba45-af43544e68a2"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:04:25.107291 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 13:04:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0ecb98f-3ab8-4fdc-a5d7-610da79d66db x-openstack-request-id: req-c0ecb98f-3ab8-4fdc-a5d7-610da79d66db {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:04:25.107686 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2b7b6f8-3305-4a8a-b570-905d9b4c3e17", "tag": "3284c89e-379d-4788-ba45-af43544e68a2", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:04:25.107968 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c0ecb98f-3ab8-4fdc-a5d7-610da79d66db {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:04:25.108408 n-d-804985-2 neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2b7b6f8-3305-4a8a-b570-905d9b4c3e17', 'tag': '3284c89e-379d-4788-ba45-af43544e68a2', 'status': 'completed', 'code': 200} Aug 18 13:04:25.166843 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-7baa3109-365b-495d-bf2b-604c71cde6fa None None] Set router 044b7d20-297f-4465-a2eb-b4e3413968d3 gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:04:25.171962 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b2fc8e-13f9-455a-93de-62aa2daa637e req-3b0602b2-6ad7-4003-b8c7-ecf401a6b397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:04:25.173538 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c1b2fc8e-13f9-455a-93de-62aa2daa637e req-3b0602b2-6ad7-4003-b8c7-ecf401a6b397 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=fcde11a362cc47fba2e3c4947851fb21&device_id=b2b7b6f8-3305-4a8a-b570-905d9b4c3e17 HTTP/1.1" status: 200 len: 1097 time: 0.0426469 Aug 18 13:04:25.299940 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b2fc8e-13f9-455a-93de-62aa2daa637e req-64ae3256-2d03-4b1f-a99d-a38fd72620fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:04:25.301470 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c1b2fc8e-13f9-455a-93de-62aa2daa637e req-64ae3256-2d03-4b1f-a99d-a38fd72620fb service neutron] 10.222.0.63 "GET /v2.0/networks?id=584a3cb2-1e19-4b39-a2bf-76e269345461 HTTP/1.1" status: 200 len: 910 time: 0.1154935 Aug 18 13:04:25.327290 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f9ff68-cd9c-4780-b6a3-9997f7cef416 req-1eda939e-56a0-4a1e-9415-43660bfbc1af tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:04:25.328799 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b4f9ff68-cd9c-4780-b6a3-9997f7cef416 req-1eda939e-56a0-4a1e-9415-43660bfbc1af tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.66 "GET /v2.0/ports?device_id=b2b7b6f8-3305-4a8a-b570-905d9b4c3e17 HTTP/1.1" status: 200 len: 946 time: 0.0744870 Aug 18 13:04:25.365644 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c1b2fc8e-13f9-455a-93de-62aa2daa637e req-969c5ea2-a9a9-41f8-8742-af52b7d8dfcb service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3284c89e-379d-4788-ba45-af43544e68a2 HTTP/1.1" status: 200 len: 217 time: 0.0560095 Aug 18 13:04:25.375496 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-7baa3109-365b-495d-bf2b-604c71cde6fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '044b7d20-297f-4465-a2eb-b4e3413968d3', 'name': 'tempest-TestShelveInstance-2041562132-router', 'tenant_id': 'fcde11a362cc47fba2e3c4947851fb21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': '63c0b127-03bf-4f05-b3a2-aaee534df064', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:00:09Z', 'updated_at': '2021-08-18T13:00:11Z', 'revision_number': 4, 'project_id': 'fcde11a362cc47fba2e3c4947851fb21', 'gw_port': {'id': '63c0b127-03bf-4f05-b3a2-aaee534df064', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:2c:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044b7d20-297f-4465-a2eb-b4e3413968d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:00:09Z', 'updated_at': '2021-08-18T13:00:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': 'c5fb3586-98e3-4b60-aaf5-4337f38c3789', 'name': '', 'network_id': '584a3cb2-1e19-4b39-a2bf-76e269345461', 'tenant_id': 'fcde11a362cc47fba2e3c4947851fb21', 'mac_address': 'fa:16:3e:2a:df:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044b7d20-297f-4465-a2eb-b4e3413968d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '0b70ae0b-a974-4013-8f6e-bbbf85c7212b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:00:11Z', 'updated_at': '2021-08-18T13:00:18Z', 'revision_number': 5, 'project_id': 'fcde11a362cc47fba2e3c4947851fb21', 'subnets': [{'id': '0b70ae0b-a974-4013-8f6e-bbbf85c7212b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:04:25.401251 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7baa3109-365b-495d-bf2b-604c71cde6fa None None] Checking router: 044b7d20-297f-4465-a2eb-b4e3413968d3 for host: n-d-804985-2 {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 13:04:25.410038 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7baa3109-365b-495d-bf2b-604c71cde6fa None None] Routers {'044b7d20-297f-4465-a2eb-b4e3413968d3'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:04:25.410634 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-7baa3109-365b-495d-bf2b-604c71cde6fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T13:04:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['044b7d20-297f-4465-a2eb-b4e3413968d3'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:04:25.423978 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b4f9ff68-cd9c-4780-b6a3-9997f7cef416 req-fc834f12-3396-4249-b037-d5866212445e tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.66 "GET /v2.0/security-groups?id=873d3b43-3ed9-4a01-9073-498c5201d9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651107 Aug 18 13:04:25.431362 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b2fc8e-13f9-455a-93de-62aa2daa637e req-c2cf6b98-ff91-4e18-88fc-030c46afb08d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:04:25.432832 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c1b2fc8e-13f9-455a-93de-62aa2daa637e req-c2cf6b98-ff91-4e18-88fc-030c46afb08d service neutron] 10.222.0.63 "GET /v2.0/subnets?id=0b70ae0b-a974-4013-8f6e-bbbf85c7212b HTTP/1.1" status: 200 len: 848 time: 0.0591147 Aug 18 13:04:25.481089 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b2fc8e-13f9-455a-93de-62aa2daa637e req-bae33da2-0c8e-484f-ad82-874be59eaffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:04:25.482606 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c1b2fc8e-13f9-455a-93de-62aa2daa637e req-bae33da2-0c8e-484f-ad82-874be59eaffb service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=584a3cb2-1e19-4b39-a2bf-76e269345461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418785 Aug 18 13:04:25.512258 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-7baa3109-365b-495d-bf2b-604c71cde6fa None None] Set router 044b7d20-297f-4465-a2eb-b4e3413968d3 gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:04:25.720362 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-7baa3109-365b-495d-bf2b-604c71cde6fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '044b7d20-297f-4465-a2eb-b4e3413968d3', 'name': 'tempest-TestShelveInstance-2041562132-router', 'tenant_id': 'fcde11a362cc47fba2e3c4947851fb21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': '63c0b127-03bf-4f05-b3a2-aaee534df064', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:00:09Z', 'updated_at': '2021-08-18T13:00:11Z', 'revision_number': 4, 'project_id': 'fcde11a362cc47fba2e3c4947851fb21', 'gw_port': {'id': '63c0b127-03bf-4f05-b3a2-aaee534df064', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:2c:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044b7d20-297f-4465-a2eb-b4e3413968d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:00:09Z', 'updated_at': '2021-08-18T13:00:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': 'c5fb3586-98e3-4b60-aaf5-4337f38c3789', 'name': '', 'network_id': '584a3cb2-1e19-4b39-a2bf-76e269345461', 'tenant_id': 'fcde11a362cc47fba2e3c4947851fb21', 'mac_address': 'fa:16:3e:2a:df:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044b7d20-297f-4465-a2eb-b4e3413968d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '0b70ae0b-a974-4013-8f6e-bbbf85c7212b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:00:11Z', 'updated_at': '2021-08-18T13:00:18Z', 'revision_number': 5, 'project_id': 'fcde11a362cc47fba2e3c4947851fb21', 'subnets': [{'id': '0b70ae0b-a974-4013-8f6e-bbbf85c7212b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:04:25.750514 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7baa3109-365b-495d-bf2b-604c71cde6fa None None] The sync data for ids ['044b7d20-297f-4465-a2eb-b4e3413968d3'] in n-d-804985-2 is: [{'id': '044b7d20-297f-4465-a2eb-b4e3413968d3', 'name': 'tempest-TestShelveInstance-2041562132-router', 'tenant_id': 'fcde11a362cc47fba2e3c4947851fb21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': '63c0b127-03bf-4f05-b3a2-aaee534df064', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:00:09Z', 'updated_at': '2021-08-18T13:00:11Z', 'revision_number': 4, 'project_id': 'fcde11a362cc47fba2e3c4947851fb21', 'gw_port': {'id': '63c0b127-03bf-4f05-b3a2-aaee534df064', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:2c:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044b7d20-297f-4465-a2eb-b4e3413968d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:00:09Z', 'updated_at': '2021-08-18T13:00:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': 'c5fb3586-98e3-4b60-aaf5-4337f38c3789', 'name': '', 'network_id': '584a3cb2-1e19-4b39-a2bf-76e269345461', 'tenant_id': 'fcde11a362cc47fba2e3c4947851fb21', 'mac_address': 'fa:16:3e:2a:df:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044b7d20-297f-4465-a2eb-b4e3413968d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '0b70ae0b-a974-4013-8f6e-bbbf85c7212b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:00:11Z', 'updated_at': '2021-08-18T13:00:18Z', 'revision_number': 5, 'project_id': 'fcde11a362cc47fba2e3c4947851fb21', 'subnets': [{'id': '0b70ae0b-a974-4013-8f6e-bbbf85c7212b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:04:25.883706 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c1b2fc8e-13f9-455a-93de-62aa2daa637e req-36814df4-396b-4260-9171-3cd62ca270b3 service neutron] 10.222.0.63 "GET /v2.0/networks/584a3cb2-1e19-4b39-a2bf-76e269345461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3932126 Aug 18 13:04:25.984533 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c1b2fc8e-13f9-455a-93de-62aa2daa637e req-81546a6a-7c49-4690-9aa2-f94bed214ddd service neutron] 10.222.0.63 "GET /v2.0/networks/584a3cb2-1e19-4b39-a2bf-76e269345461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898423 Aug 18 13:04:25.984738 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-160acf86-5f6b-4942-b5ec-9fa14f0e2574 None None] New status for floating IP 5e4c9827-42bc-4d61-adf2-624ee11d1be9: DOWN {{(pid=106254) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 13:04:26.556379 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe767dd-e4c9-4969-a138-c1839aeb2573 req-c672d0c6-3954-47eb-b320-9fd9daa76857 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:04:26.557872 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-fbe767dd-e4c9-4969-a138-c1839aeb2573 req-c672d0c6-3954-47eb-b320-9fd9daa76857 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.66 "GET /v2.0/ports?device_id=b2b7b6f8-3305-4a8a-b570-905d9b4c3e17 HTTP/1.1" status: 200 len: 946 time: 0.0575933 Aug 18 13:04:26.617067 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5869e418-b38f-4187-a9d3-e132b3886130 req-a0f98c84-4f29-4c19-ac1d-f34ad0b51e2d tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:04:26.618521 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5869e418-b38f-4187-a9d3-e132b3886130 req-a0f98c84-4f29-4c19-ac1d-f34ad0b51e2d tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.63 "GET /v2.0/ports?device_id=b2b7b6f8-3305-4a8a-b570-905d9b4c3e17 HTTP/1.1" status: 200 len: 946 time: 0.0808616 Aug 18 13:04:26.621273 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-fbe767dd-e4c9-4969-a138-c1839aeb2573 req-cca225f6-d7be-4639-b9a5-4dbcd82aa032 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.66 "GET /v2.0/security-groups?id=873d3b43-3ed9-4a01-9073-498c5201d9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500166 Aug 18 13:04:26.715264 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-5869e418-b38f-4187-a9d3-e132b3886130 req-869072ba-ef69-4323-8fa6-74fe6bf5cecf tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Deleting port 3284c89e-379d-4788-ba45-af43544e68a2 {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:04:26.715503 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-5869e418-b38f-4187-a9d3-e132b3886130 req-869072ba-ef69-4323-8fa6-74fe6bf5cecf tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:26.801591 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-5869e418-b38f-4187-a9d3-e132b3886130 req-869072ba-ef69-4323-8fa6-74fe6bf5cecf tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] For port 3284c89e-379d-4788-ba45-af43544e68a2, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=3284c89e-379d-4788-ba45-af43544e68a2,segment=NetworkSegment(b1fb8dc6-8ea6-4a25-a3b4-793c31c03b5a),segment_id=b1fb8dc6-8ea6-4a25-a3b4-793c31c03b5a)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:04:26.801960 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-5869e418-b38f-4187-a9d3-e132b3886130 req-869072ba-ef69-4323-8fa6-74fe6bf5cecf tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:26.814661 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-5869e418-b38f-4187-a9d3-e132b3886130 req-869072ba-ef69-4323-8fa6-74fe6bf5cecf tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Calling delete_port for 3284c89e-379d-4788-ba45-af43544e68a2 owned by compute:nova {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:04:26.830697 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.agents_db [None req-6dbb2658-0354-4101-8393-6e7505481cf6 None None] Agent healthcheck: found 7 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 13:04:26.961314 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-5869e418-b38f-4187-a9d3-e132b3886130 req-869072ba-ef69-4323-8fa6-74fe6bf5cecf tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:26.989177 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869072ba-ef69-4323-8fa6-74fe6bf5cecf tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Pushing event deleted for resources: {'Port': ['ID=3284c89e-379d-4788-ba45-af43544e68a2,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:04:27.003147 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869072ba-ef69-4323-8fa6-74fe6bf5cecf tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:04:27.003147 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869072ba-ef69-4323-8fa6-74fe6bf5cecf tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:04:27.003447 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869072ba-ef69-4323-8fa6-74fe6bf5cecf tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:04:27.003722 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869072ba-ef69-4323-8fa6-74fe6bf5cecf tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:04:27.004057 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869072ba-ef69-4323-8fa6-74fe6bf5cecf tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:04:27.004402 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869072ba-ef69-4323-8fa6-74fe6bf5cecf tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:04:27.004765 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869072ba-ef69-4323-8fa6-74fe6bf5cecf tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:04:27.005114 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869072ba-ef69-4323-8fa6-74fe6bf5cecf tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:04:27.005446 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869072ba-ef69-4323-8fa6-74fe6bf5cecf tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:04:27.005764 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869072ba-ef69-4323-8fa6-74fe6bf5cecf tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:04:27.006087 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869072ba-ef69-4323-8fa6-74fe6bf5cecf tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:04:27.006410 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869072ba-ef69-4323-8fa6-74fe6bf5cecf tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:04:27.047664 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-5869e418-b38f-4187-a9d3-e132b3886130 req-869072ba-ef69-4323-8fa6-74fe6bf5cecf tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] No DVR routers for this DVR port 3284c89e-379d-4788-ba45-af43544e68a2 on host n-h1-804985-2 {{(pid=106252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:04:27.050376 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-5869e418-b38f-4187-a9d3-e132b3886130 req-869072ba-ef69-4323-8fa6-74fe6bf5cecf tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:27.052416 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5869e418-b38f-4187-a9d3-e132b3886130 req-869072ba-ef69-4323-8fa6-74fe6bf5cecf tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.63 "DELETE /v2.0/ports/3284c89e-379d-4788-ba45-af43544e68a2 HTTP/1.1" status: 204 len: 173 time: 0.4277842 Aug 18 13:04:27.052899 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2b7b6f8-3305-4a8a-b570-905d9b4c3e17', 'name': 'network-vif-deleted', 'tag': '3284c89e-379d-4788-ba45-af43544e68a2'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:04:27.055279 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e1715db41198363ca71e85bb75ffab0edf23d36e39f25ec0aa17a703e60534b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9c84d48-2218-4450-bcef-8743856a5142" -d '{"events": [{"server_uuid": "b2b7b6f8-3305-4a8a-b570-905d9b4c3e17", "name": "network-vif-deleted", "tag": "3284c89e-379d-4788-ba45-af43544e68a2"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:04:27.090537 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 13:04:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f176f96-4713-4550-a7b2-f6f7918642bc x-openstack-request-id: req-7f176f96-4713-4550-a7b2-f6f7918642bc {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:04:27.090830 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2b7b6f8-3305-4a8a-b570-905d9b4c3e17", "name": "network-vif-deleted", "tag": "3284c89e-379d-4788-ba45-af43544e68a2", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:04:27.091080 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-7f176f96-4713-4550-a7b2-f6f7918642bc {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:04:27.091472 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2b7b6f8-3305-4a8a-b570-905d9b4c3e17', 'name': 'network-vif-deleted', 'tag': '3284c89e-379d-4788-ba45-af43544e68a2', 'status': 'completed', 'code': 200} Aug 18 13:04:27.677761 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 54568) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:04:27.738294 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-bcf55840-93c0-4a78-8888-6e055ccb23d7 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:27.765460 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-bcf55840-93c0-4a78-8888-6e055ccb23d7 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:27.829593 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-bcf55840-93c0-4a78-8888-6e055ccb23d7 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:27.832136 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-bcf55840-93c0-4a78-8888-6e055ccb23d7 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:27.833350 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-bcf55840-93c0-4a78-8888-6e055ccb23d7 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.66 "DELETE /v2.0/security-groups/873d3b43-3ed9-4a01-9073-498c5201d9c3 HTTP/1.1" status: 204 len: 168 time: 0.1546347 Aug 18 13:04:27.842701 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf55840-93c0-4a78-8888-6e055ccb23d7 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=873d3b43-3ed9-4a01-9073-498c5201d9c3,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:04:28.139192 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 54574) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:04:28.144175 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-0dcb022d-ac6d-462b-8ae9-088be6d3b5b2 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1728431539', 'description': 'tempest-secgroup-smoke-1728431539 description', 'project_id': 'fcde11a362cc47fba2e3c4947851fb21'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:04:28.169866 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0dcb022d-ac6d-462b-8ae9-088be6d3b5b2 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:28.267742 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0dcb022d-ac6d-462b-8ae9-088be6d3b5b2 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:28.275793 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0dcb022d-ac6d-462b-8ae9-088be6d3b5b2 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:28.306774 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0dcb022d-ac6d-462b-8ae9-088be6d3b5b2 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:28.308066 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-0dcb022d-ac6d-462b-8ae9-088be6d3b5b2 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1678529 Aug 18 13:04:28.311908 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 54576) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:04:28.312791 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcb022d-ac6d-462b-8ae9-088be6d3b5b2 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eaf0dc47-d6a7-4602-ae9d-08e0b849dd96,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:04:28.317928 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-07c1de9c-b0d5-499e-a52e-e2fafcf59e77 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Request body: {'security_group_rule': {'security_group_id': 'eaf0dc47-d6a7-4602-ae9d-08e0b849dd96', 'project_id': 'fcde11a362cc47fba2e3c4947851fb21', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:04:28.346541 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-07c1de9c-b0d5-499e-a52e-e2fafcf59e77 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:28.394813 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-07c1de9c-b0d5-499e-a52e-e2fafcf59e77 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:28.400273 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-07c1de9c-b0d5-499e-a52e-e2fafcf59e77 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992607'] for security_group_rule, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:28.418961 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c1de9c-b0d5-499e-a52e-e2fafcf59e77 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2c1b60d-e8e0-415a-8847-aadc2587db8d,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:04:28.422122 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-07c1de9c-b0d5-499e-a52e-e2fafcf59e77 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:28.423384 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-07c1de9c-b0d5-499e-a52e-e2fafcf59e77 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1102722 Aug 18 13:04:28.426427 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 54578) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:04:28.430959 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-f9a92095-cb9e-459c-bfbb-c93f63eed363 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Request body: {'security_group_rule': {'security_group_id': 'eaf0dc47-d6a7-4602-ae9d-08e0b849dd96', 'project_id': 'fcde11a362cc47fba2e3c4947851fb21', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:04:28.459405 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f9a92095-cb9e-459c-bfbb-c93f63eed363 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:28.517365 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f9a92095-cb9e-459c-bfbb-c93f63eed363 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:28.522973 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f9a92095-cb9e-459c-bfbb-c93f63eed363 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992607'] for security_group_rule, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:28.545654 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a92095-cb9e-459c-bfbb-c93f63eed363 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7a8039f-b7f5-4e1e-8c48-36eb48e17aae,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:04:28.549033 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f9a92095-cb9e-459c-bfbb-c93f63eed363 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:28.550209 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-f9a92095-cb9e-459c-bfbb-c93f63eed363 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1228135 Aug 18 13:04:28.553001 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 54580) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:04:28.557644 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-7ab1dfc1-c3e6-45a3-b3f9-eb4051a6dd36 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Request body: {'security_group_rule': {'security_group_id': 'eaf0dc47-d6a7-4602-ae9d-08e0b849dd96', 'project_id': 'fcde11a362cc47fba2e3c4947851fb21', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:04:28.585692 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7ab1dfc1-c3e6-45a3-b3f9-eb4051a6dd36 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:28.648393 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7ab1dfc1-c3e6-45a3-b3f9-eb4051a6dd36 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:28.653492 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7ab1dfc1-c3e6-45a3-b3f9-eb4051a6dd36 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992607'] for security_group_rule, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:28.675950 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab1dfc1-c3e6-45a3-b3f9-eb4051a6dd36 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=411b5f50-5d2b-4ce3-bb81-2aedc4488d5c,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:04:28.683588 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7ab1dfc1-c3e6-45a3-b3f9-eb4051a6dd36 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:28.685277 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-7ab1dfc1-c3e6-45a3-b3f9-eb4051a6dd36 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1309760 Aug 18 13:04:28.688140 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 54582) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:04:28.695285 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-8f87adba-b03c-4496-a4f2-6df1376ac986 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Request body: {'security_group_rule': {'security_group_id': 'eaf0dc47-d6a7-4602-ae9d-08e0b849dd96', 'project_id': 'fcde11a362cc47fba2e3c4947851fb21', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:04:28.731213 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8f87adba-b03c-4496-a4f2-6df1376ac986 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:28.792373 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8f87adba-b03c-4496-a4f2-6df1376ac986 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:28.797308 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8f87adba-b03c-4496-a4f2-6df1376ac986 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992607'] for security_group_rule, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:28.815167 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f87adba-b03c-4496-a4f2-6df1376ac986 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66b6492b-0955-4940-a392-63f8dd473aac,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:04:28.822014 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-8f87adba-b03c-4496-a4f2-6df1376ac986 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:28.823257 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-8f87adba-b03c-4496-a4f2-6df1376ac986 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1338973 Aug 18 13:04:28.826072 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 54584) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:04:28.830577 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-b7fe36ab-6adc-4e8c-a169-5a84aa61eede tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Request body: {'security_group_rule': {'security_group_id': 'eaf0dc47-d6a7-4602-ae9d-08e0b849dd96', 'project_id': 'fcde11a362cc47fba2e3c4947851fb21', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:04:28.853340 n-d-804985-2 neutron-server[106253]: INFO neutron.db.securitygroups_db [None req-b7fe36ab-6adc-4e8c-a169-5a84aa61eede tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Project fcde11a362cc47fba2e3c4947851fb21 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 18 13:04:28.858335 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b7fe36ab-6adc-4e8c-a169-5a84aa61eede tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:28.917914 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b7fe36ab-6adc-4e8c-a169-5a84aa61eede tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:28.922667 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b7fe36ab-6adc-4e8c-a169-5a84aa61eede tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992607'] for security_group_rule, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:28.941059 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fe36ab-6adc-4e8c-a169-5a84aa61eede tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1adbcd52-44bc-4d8a-840a-9b66f63b7024,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:04:28.946656 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b7fe36ab-6adc-4e8c-a169-5a84aa61eede tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:28.947743 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-b7fe36ab-6adc-4e8c-a169-5a84aa61eede tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1206326 Aug 18 13:04:28.950843 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 54586) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:04:28.955219 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-116784c6-0ef6-4666-895b-2af3f8abc817 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Request body: {'security_group_rule': {'security_group_id': 'eaf0dc47-d6a7-4602-ae9d-08e0b849dd96', 'project_id': 'fcde11a362cc47fba2e3c4947851fb21', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:04:28.981366 n-d-804985-2 neutron-server[106253]: INFO neutron.db.securitygroups_db [None req-116784c6-0ef6-4666-895b-2af3f8abc817 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Project fcde11a362cc47fba2e3c4947851fb21 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 18 13:04:28.986391 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-116784c6-0ef6-4666-895b-2af3f8abc817 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:29.049437 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-116784c6-0ef6-4666-895b-2af3f8abc817 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:29.054728 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-116784c6-0ef6-4666-895b-2af3f8abc817 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992607'] for security_group_rule, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:29.073157 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116784c6-0ef6-4666-895b-2af3f8abc817 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0db65c2c-b310-412b-8b5c-07230dd864ca,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:04:29.079262 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-116784c6-0ef6-4666-895b-2af3f8abc817 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:29.080450 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-116784c6-0ef6-4666-895b-2af3f8abc817 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1287000 Aug 18 13:04:30.817034 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 3284c89e-379d-4788-ba45-af43544e68a2 no longer exists at agent hyperv_n-h1-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:04:30.837520 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] No Port match for: 3284c89e-379d-4788-ba45-af43544e68a2 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:04:30.837883 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 3284c89e-379d-4788-ba45-af43544e68a2 not bound to the agent host n-h1-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:04:36.677179 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:38.958196 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:43.432248 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-64914d6f-31fb-424a-abdf-1f316635ae63 req-d24a634f-5d97-414b-82ad-901721393c35 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1728431539&fields=id&tenant_id=fcde11a362cc47fba2e3c4947851fb21 HTTP/1.1" status: 200 len: 267 time: 0.0421393 Aug 18 13:04:43.549293 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64914d6f-31fb-424a-abdf-1f316635ae63 req-6def1a2a-b40d-4dfe-84a6-e4695837312b tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:04:43.550757 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-64914d6f-31fb-424a-abdf-1f316635ae63 req-6def1a2a-b40d-4dfe-84a6-e4695837312b tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.66 "GET /v2.0/networks?id=584a3cb2-1e19-4b39-a2bf-76e269345461 HTTP/1.1" status: 200 len: 809 time: 0.1113846 Aug 18 13:04:43.569557 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-64914d6f-31fb-424a-abdf-1f316635ae63 req-04990624-1037-4f31-8aea-fc9e12891683 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.66 "GET /v2.0/quotas/fcde11a362cc47fba2e3c4947851fb21 HTTP/1.1" status: 200 len: 375 time: 0.0101893 Aug 18 13:04:43.619767 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-64914d6f-31fb-424a-abdf-1f316635ae63 req-2ad4c755-8287-42fb-929f-74076cbf537c tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=fcde11a362cc47fba2e3c4947851fb21&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0448797 Aug 18 13:04:43.779197 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-64914d6f-31fb-424a-abdf-1f316635ae63 req-1d18aade-5419-4c7d-b6ad-e069ac4d6444 service neutron] 10.222.0.66 "GET /v2.0/networks/584a3cb2-1e19-4b39-a2bf-76e269345461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475163 Aug 18 13:04:43.879462 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-64914d6f-31fb-424a-abdf-1f316635ae63 req-366b8699-53e1-4d93-8ba3-6a85a614876b service neutron] 10.222.0.66 "GET /v2.0/networks/584a3cb2-1e19-4b39-a2bf-76e269345461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939314 Aug 18 13:04:44.183592 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ce2484e5-6aaf-446a-8ffe-8183625c6d13 req-86e43531-d3b5-451f-8ca6-5d5696d1a310 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.66 "GET /v2.0/ports?device_id=cd71630e-02d6-4fa2-b7ca-f413ab3627e4 HTTP/1.1" status: 200 len: 210 time: 0.0274205 Aug 18 13:04:45.140012 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64914d6f-31fb-424a-abdf-1f316635ae63 req-e5603fa5-be0e-4790-a982-b4519f18368d tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:04:45.141514 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-64914d6f-31fb-424a-abdf-1f316635ae63 req-e5603fa5-be0e-4790-a982-b4519f18368d tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.62 "GET /v2.0/networks?id=584a3cb2-1e19-4b39-a2bf-76e269345461 HTTP/1.1" status: 200 len: 809 time: 0.1123400 Aug 18 13:04:45.183991 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-64914d6f-31fb-424a-abdf-1f316635ae63 req-030c7c4d-09f2-4966-999f-9cfc7997e6a0 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fcde11a362cc47fba2e3c4947851fb21 HTTP/1.1" status: 200 len: 380 time: 0.0339510 Aug 18 13:04:45.195417 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [req-64914d6f-31fb-424a-abdf-1f316635ae63 req-76b31929-f143-427c-a2c9-6459d5a6cc34 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Request body: {'port': {'device_id': 'cd71630e-02d6-4fa2-b7ca-f413ab3627e4', 'network_id': '584a3cb2-1e19-4b39-a2bf-76e269345461', 'admin_state_up': True, 'tenant_id': 'fcde11a362cc47fba2e3c4947851fb21', 'security_groups': ['eaf0dc47-d6a7-4602-ae9d-08e0b849dd96']}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:04:45.282740 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f868befe-7bc1-49a4-9759-f3c360febaf0 req-9eb2aa15-2cd5-47f9-8404-3ca81ab9d525 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.66 "GET /v2.0/ports?device_id=cd71630e-02d6-4fa2-b7ca-f413ab3627e4 HTTP/1.1" status: 200 len: 210 time: 0.0272677 Aug 18 13:04:45.312533 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64914d6f-31fb-424a-abdf-1f316635ae63 req-76b31929-f143-427c-a2c9-6459d5a6cc34 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Made reservation on behalf of fcde11a362cc47fba2e3c4947851fb21 for: {'port': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:04:45.316234 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-64914d6f-31fb-424a-abdf-1f316635ae63 req-76b31929-f143-427c-a2c9-6459d5a6cc34 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:45.440422 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [req-64914d6f-31fb-424a-abdf-1f316635ae63 req-76b31929-f143-427c-a2c9-6459d5a6cc34 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Allocated IP 172.20.0.12 (584a3cb2-1e19-4b39-a2bf-76e269345461/0b70ae0b-a974-4013-8f6e-bbbf85c7212b/f9756148-389f-43c9-a023-f041fd142467) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:04:45.588101 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-64914d6f-31fb-424a-abdf-1f316635ae63 req-76b31929-f143-427c-a2c9-6459d5a6cc34 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:45.601690 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [req-64914d6f-31fb-424a-abdf-1f316635ae63 req-76b31929-f143-427c-a2c9-6459d5a6cc34 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Transition to ACTIVE for port object f9756148-389f-43c9-a023-f041fd142467 will not be triggered until provisioned by entity DHCP. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:04:45.635284 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-64914d6f-31fb-424a-abdf-1f316635ae63 req-76b31929-f143-427c-a2c9-6459d5a6cc34 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:45.679912 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64914d6f-31fb-424a-abdf-1f316635ae63 req-76b31929-f143-427c-a2c9-6459d5a6cc34 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Network 584a3cb2-1e19-4b39-a2bf-76e269345461 is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:04:45.683598 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [req-64914d6f-31fb-424a-abdf-1f316635ae63 req-76b31929-f143-427c-a2c9-6459d5a6cc34 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:04:45.688114 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-64914d6f-31fb-424a-abdf-1f316635ae63 req-76b31929-f143-427c-a2c9-6459d5a6cc34 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:04:45.719840 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b31929-f143-427c-a2c9-6459d5a6cc34 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Pushing event updated for resources: {'Port': ['ID=f9756148-389f-43c9-a023-f041fd142467,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:04:45.749187 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64914d6f-31fb-424a-abdf-1f316635ae63 req-76b31929-f143-427c-a2c9-6459d5a6cc34 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:04:45.749925 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-64914d6f-31fb-424a-abdf-1f316635ae63 req-76b31929-f143-427c-a2c9-6459d5a6cc34 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:45.766803 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-64914d6f-31fb-424a-abdf-1f316635ae63 req-76b31929-f143-427c-a2c9-6459d5a6cc34 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5750840 Aug 18 13:04:45.827299 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [req-64914d6f-31fb-424a-abdf-1f316635ae63 req-36513775-624f-496a-a4bf-af4743ca2fc0 service neutron] Request body: {'port': {'device_id': 'cd71630e-02d6-4fa2-b7ca-f413ab3627e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804985-2'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:04:45.884974 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-64914d6f-31fb-424a-abdf-1f316635ae63 req-36513775-624f-496a-a4bf-af4743ca2fc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:45.946466 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-5dc1fb0f-79a7-4e66-be37-73d6e3c681eb None None] Provisioning for port f9756148-389f-43c9-a023-f041fd142467 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:04:45.952323 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-5dc1fb0f-79a7-4e66-be37-73d6e3c681eb None None] Provisioning complete for port f9756148-389f-43c9-a023-f041fd142467 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:04:45.952899 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-5dc1fb0f-79a7-4e66-be37-73d6e3c681eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:45.993071 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-5dc1fb0f-79a7-4e66-be37-73d6e3c681eb None None] Port f9756148-389f-43c9-a023-f041fd142467 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:04:46.148324 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [req-64914d6f-31fb-424a-abdf-1f316635ae63 req-36513775-624f-496a-a4bf-af4743ca2fc0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9756148-389f-43c9-a023-f041fd142467 {{(pid=106253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:04:46.156442 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-64914d6f-31fb-424a-abdf-1f316635ae63 req-36513775-624f-496a-a4bf-af4743ca2fc0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:46.168354 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [req-64914d6f-31fb-424a-abdf-1f316635ae63 req-36513775-624f-496a-a4bf-af4743ca2fc0 service neutron] Transition to ACTIVE for port object f9756148-389f-43c9-a023-f041fd142467 will not be triggered until provisioned by entity L2. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:04:46.172809 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-64914d6f-31fb-424a-abdf-1f316635ae63 req-36513775-624f-496a-a4bf-af4743ca2fc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:46.241516 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36513775-624f-496a-a4bf-af4743ca2fc0 service neutron] Pushing event updated for resources: {'Port': ['ID=f9756148-389f-43c9-a023-f041fd142467,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:04:46.297409 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-64914d6f-31fb-424a-abdf-1f316635ae63 req-36513775-624f-496a-a4bf-af4743ca2fc0 service neutron] Attempting to bind port f9756148-389f-43c9-a023-f041fd142467 on host n-h2-804985-2 for vnic_type normal with profile {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:04:46.297815 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-64914d6f-31fb-424a-abdf-1f316635ae63 req-36513775-624f-496a-a4bf-af4743ca2fc0 service neutron] Attempting to bind port f9756148-389f-43c9-a023-f041fd142467 by drivers openvswitch,hyperv on host n-h2-804985-2 at level 0 using segments [{'id': 'b1fb8dc6-8ea6-4a25-a3b4-793c31c03b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '584a3cb2-1e19-4b39-a2bf-76e269345461'}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:04:46.298214 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64914d6f-31fb-424a-abdf-1f316635ae63 req-36513775-624f-496a-a4bf-af4743ca2fc0 service neutron] Attempting to bind port f9756148-389f-43c9-a023-f041fd142467 on network 584a3cb2-1e19-4b39-a2bf-76e269345461 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:04:46.308356 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64914d6f-31fb-424a-abdf-1f316635ae63 req-36513775-624f-496a-a4bf-af4743ca2fc0 service neutron] Port f9756148-389f-43c9-a023-f041fd142467 on network 584a3cb2-1e19-4b39-a2bf-76e269345461 not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-2 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 13:04:46.308743 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64914d6f-31fb-424a-abdf-1f316635ae63 req-36513775-624f-496a-a4bf-af4743ca2fc0 service neutron] Attempting to bind port f9756148-389f-43c9-a023-f041fd142467 on network 584a3cb2-1e19-4b39-a2bf-76e269345461 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:04:46.315826 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64914d6f-31fb-424a-abdf-1f316635ae63 req-36513775-624f-496a-a4bf-af4743ca2fc0 service neutron] Checking agent: {'id': 'da5da552-709c-4248-84de-86af99a0dc87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 49, 8), 'started_at': datetime.datetime(2021, 8, 18, 11, 49, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 4, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:04:46.316175 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64914d6f-31fb-424a-abdf-1f316635ae63 req-36513775-624f-496a-a4bf-af4743ca2fc0 service neutron] Checking segment: {'id': 'b1fb8dc6-8ea6-4a25-a3b4-793c31c03b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '584a3cb2-1e19-4b39-a2bf-76e269345461'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:04:46.316685 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64914d6f-31fb-424a-abdf-1f316635ae63 req-36513775-624f-496a-a4bf-af4743ca2fc0 service neutron] Bound using segment: {'id': 'b1fb8dc6-8ea6-4a25-a3b4-793c31c03b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '584a3cb2-1e19-4b39-a2bf-76e269345461'} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:04:46.317243 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-64914d6f-31fb-424a-abdf-1f316635ae63 req-36513775-624f-496a-a4bf-af4743ca2fc0 service neutron] Bound port: f9756148-389f-43c9-a023-f041fd142467, host: n-h2-804985-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1fb8dc6-8ea6-4a25-a3b4-793c31c03b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '584a3cb2-1e19-4b39-a2bf-76e269345461'}}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:04:46.317577 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-64914d6f-31fb-424a-abdf-1f316635ae63 req-36513775-624f-496a-a4bf-af4743ca2fc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:46.404167 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-64914d6f-31fb-424a-abdf-1f316635ae63 req-36513775-624f-496a-a4bf-af4743ca2fc0 service neutron] For port f9756148-389f-43c9-a023-f041fd142467, host n-h2-804985-2, cleared binding levels {{(pid=106253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:04:46.410017 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-64914d6f-31fb-424a-abdf-1f316635ae63 req-36513775-624f-496a-a4bf-af4743ca2fc0 service neutron] For port f9756148-389f-43c9-a023-f041fd142467, host n-h2-804985-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=f9756148-389f-43c9-a023-f041fd142467,segment=NetworkSegment(b1fb8dc6-8ea6-4a25-a3b4-793c31c03b5a),segment_id=b1fb8dc6-8ea6-4a25-a3b4-793c31c03b5a)] {{(pid=106253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:04:46.417224 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-64914d6f-31fb-424a-abdf-1f316635ae63 req-36513775-624f-496a-a4bf-af4743ca2fc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:46.435435 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ab72b0-f344-41de-b770-37047a74f6e0 req-f2c27c3b-2830-48a4-8122-994ec3b95dd3 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:04:46.436981 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d7ab72b0-f344-41de-b770-37047a74f6e0 req-f2c27c3b-2830-48a4-8122-994ec3b95dd3 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.66 "GET /v2.0/ports?device_id=cd71630e-02d6-4fa2-b7ca-f413ab3627e4 HTTP/1.1" status: 200 len: 944 time: 0.0700610 Aug 18 13:04:46.455461 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64914d6f-31fb-424a-abdf-1f316635ae63 req-36513775-624f-496a-a4bf-af4743ca2fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:04:46.456071 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-64914d6f-31fb-424a-abdf-1f316635ae63 req-36513775-624f-496a-a4bf-af4743ca2fc0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:46.457671 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-64914d6f-31fb-424a-abdf-1f316635ae63 req-36513775-624f-496a-a4bf-af4743ca2fc0 service neutron] 10.222.0.62 "PUT /v2.0/ports/f9756148-389f-43c9-a023-f041fd142467 HTTP/1.1" status: 200 len: 1092 time: 0.6821859 Aug 18 13:04:46.457974 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd71630e-02d6-4fa2-b7ca-f413ab3627e4', 'tag': 'f9756148-389f-43c9-a023-f041fd142467'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:04:46.460270 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d6bbf6f425705e9a26053008d8b7c0abfe3c10eda721baf5c515723d6d58932" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c16a0c1-33c0-448b-8466-1af80699069a" -d '{"events": [{"name": "network-changed", "server_uuid": "cd71630e-02d6-4fa2-b7ca-f413ab3627e4", "tag": "f9756148-389f-43c9-a023-f041fd142467"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:04:46.510541 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d7ab72b0-f344-41de-b770-37047a74f6e0 req-e96ed913-fce7-4d5a-a356-50984ee346a8 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.66 "GET /v2.0/security-groups?id=eaf0dc47-d6a7-4602-ae9d-08e0b849dd96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667562 Aug 18 13:04:46.542921 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 13:04:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-975d86a9-0a2a-4bca-b362-61bf2692ed53 x-openstack-request-id: req-975d86a9-0a2a-4bca-b362-61bf2692ed53 {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:04:46.543287 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd71630e-02d6-4fa2-b7ca-f413ab3627e4", "tag": "f9756148-389f-43c9-a023-f041fd142467", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:04:46.543599 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-975d86a9-0a2a-4bca-b362-61bf2692ed53 {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:04:46.544054 n-d-804985-2 neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd71630e-02d6-4fa2-b7ca-f413ab3627e4', 'tag': 'f9756148-389f-43c9-a023-f041fd142467', 'status': 'completed', 'code': 200} Aug 18 13:04:46.545739 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36513775-624f-496a-a4bf-af4743ca2fc0 service neutron] Pushing event updated for resources: {'Port': ['ID=f9756148-389f-43c9-a023-f041fd142467,revision_number=3']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:04:46.563896 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64914d6f-31fb-424a-abdf-1f316635ae63 req-f5cf1d84-30b7-47e7-bb53-985131d0d590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:04:46.565595 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-64914d6f-31fb-424a-abdf-1f316635ae63 req-f5cf1d84-30b7-47e7-bb53-985131d0d590 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=fcde11a362cc47fba2e3c4947851fb21&device_id=cd71630e-02d6-4fa2-b7ca-f413ab3627e4 HTTP/1.1" status: 200 len: 1095 time: 0.0537734 Aug 18 13:04:46.614162 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-64914d6f-31fb-424a-abdf-1f316635ae63 req-0a835bd7-2fb7-44b2-b544-eb11dd8efc57 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f9756148-389f-43c9-a023-f041fd142467 HTTP/1.1" status: 200 len: 217 time: 0.0403252 Aug 18 13:04:46.670192 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64914d6f-31fb-424a-abdf-1f316635ae63 req-8852229d-6d5e-4fd8-b811-7aab6d210cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:04:46.671780 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-64914d6f-31fb-424a-abdf-1f316635ae63 req-8852229d-6d5e-4fd8-b811-7aab6d210cd2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0b70ae0b-a974-4013-8f6e-bbbf85c7212b HTTP/1.1" status: 200 len: 848 time: 0.0504429 Aug 18 13:04:46.718977 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64914d6f-31fb-424a-abdf-1f316635ae63 req-76a32142-b8cf-459b-ac7a-4775bd88676e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:04:46.720493 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-64914d6f-31fb-424a-abdf-1f316635ae63 req-76a32142-b8cf-459b-ac7a-4775bd88676e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=584a3cb2-1e19-4b39-a2bf-76e269345461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416508 Aug 18 13:04:46.816916 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-64914d6f-31fb-424a-abdf-1f316635ae63 req-f9f22348-71b1-4cd2-84f4-ae8836b33b0e service neutron] 10.222.0.62 "GET /v2.0/networks/584a3cb2-1e19-4b39-a2bf-76e269345461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887799 Aug 18 13:04:46.908719 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-64914d6f-31fb-424a-abdf-1f316635ae63 req-c47f7506-afc4-474a-af48-42e95c2ec01d service neutron] 10.222.0.62 "GET /v2.0/networks/584a3cb2-1e19-4b39-a2bf-76e269345461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851204 Aug 18 13:04:46.997931 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c16a0c1-33c0-448b-8466-1af80699069a req-cd42466f-df35-40f0-82a1-75d1e1cf4e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:04:46.999493 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-6c16a0c1-33c0-448b-8466-1af80699069a req-cd42466f-df35-40f0-82a1-75d1e1cf4e2d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=fcde11a362cc47fba2e3c4947851fb21&device_id=cd71630e-02d6-4fa2-b7ca-f413ab3627e4 HTTP/1.1" status: 200 len: 1095 time: 0.0440717 Aug 18 13:04:47.097537 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c16a0c1-33c0-448b-8466-1af80699069a req-a44bad21-67af-45fd-904f-c3dafc92adf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:04:47.099024 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-6c16a0c1-33c0-448b-8466-1af80699069a req-a44bad21-67af-45fd-904f-c3dafc92adf4 service neutron] 10.222.0.62 "GET /v2.0/networks?id=584a3cb2-1e19-4b39-a2bf-76e269345461 HTTP/1.1" status: 200 len: 910 time: 0.0928035 Aug 18 13:04:47.142392 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-6c16a0c1-33c0-448b-8466-1af80699069a req-6ae2131b-6509-4b4e-9b41-7bd9c2126cea service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f9756148-389f-43c9-a023-f041fd142467 HTTP/1.1" status: 200 len: 217 time: 0.0350733 Aug 18 13:04:47.195605 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c16a0c1-33c0-448b-8466-1af80699069a req-45f4eb7d-54ab-4629-86c6-4f0f0f1e531d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:04:47.197115 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-6c16a0c1-33c0-448b-8466-1af80699069a req-45f4eb7d-54ab-4629-86c6-4f0f0f1e531d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0b70ae0b-a974-4013-8f6e-bbbf85c7212b HTTP/1.1" status: 200 len: 848 time: 0.0482333 Aug 18 13:04:47.582126 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c16a0c1-33c0-448b-8466-1af80699069a req-ed13cd6c-c488-476c-8d70-10bf910c3230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:04:47.583683 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-6c16a0c1-33c0-448b-8466-1af80699069a req-ed13cd6c-c488-476c-8d70-10bf910c3230 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=584a3cb2-1e19-4b39-a2bf-76e269345461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3796358 Aug 18 13:04:47.641088 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eac01e0-0517-4818-8a38-99d96748fb90 req-3d646d50-5f89-4c81-a885-6696dad8f80d tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:04:47.642850 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3eac01e0-0517-4818-8a38-99d96748fb90 req-3d646d50-5f89-4c81-a885-6696dad8f80d tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.66 "GET /v2.0/ports?device_id=cd71630e-02d6-4fa2-b7ca-f413ab3627e4 HTTP/1.1" status: 200 len: 944 time: 0.0549209 Aug 18 13:04:47.680928 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-6c16a0c1-33c0-448b-8466-1af80699069a req-275e98ae-ae7a-4da7-a48f-a70a4de0664e service neutron] 10.222.0.62 "GET /v2.0/networks/584a3cb2-1e19-4b39-a2bf-76e269345461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889122 Aug 18 13:04:47.686983 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3eac01e0-0517-4818-8a38-99d96748fb90 req-56705701-d219-40f4-a4fb-aaa1c3d8e3b5 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.66 "GET /v2.0/security-groups?id=eaf0dc47-d6a7-4602-ae9d-08e0b849dd96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339234 Aug 18 13:04:47.775875 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-6c16a0c1-33c0-448b-8466-1af80699069a req-45f62e54-87eb-4447-9e34-ac7a650aacf5 service neutron] 10.222.0.62 "GET /v2.0/networks/584a3cb2-1e19-4b39-a2bf-76e269345461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873017 Aug 18 13:04:48.585215 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-61f17c32-0d7f-48d3-a14a-38e15189fdc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:48.807153 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42157b77-1164-45c1-aada-866e7e4f038a req-fde82f37-8fff-4a23-8280-9ac2ed65c129 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:04:48.808771 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-42157b77-1164-45c1-aada-866e7e4f038a req-fde82f37-8fff-4a23-8280-9ac2ed65c129 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.66 "GET /v2.0/ports?device_id=cd71630e-02d6-4fa2-b7ca-f413ab3627e4 HTTP/1.1" status: 200 len: 944 time: 0.0509989 Aug 18 13:04:48.851756 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-42157b77-1164-45c1-aada-866e7e4f038a req-19f23cd1-b845-464d-9651-04e34860444e tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.66 "GET /v2.0/security-groups?id=eaf0dc47-d6a7-4602-ae9d-08e0b849dd96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357172 Aug 18 13:04:49.988432 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f508901-f4d5-41d5-b8e9-ec57daa703f3 req-d8b20dc4-179d-479e-a32b-eb04657bca30 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:04:49.989953 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3f508901-f4d5-41d5-b8e9-ec57daa703f3 req-d8b20dc4-179d-479e-a32b-eb04657bca30 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.66 "GET /v2.0/ports?device_id=cd71630e-02d6-4fa2-b7ca-f413ab3627e4 HTTP/1.1" status: 200 len: 944 time: 0.0565381 Aug 18 13:04:50.032569 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3f508901-f4d5-41d5-b8e9-ec57daa703f3 req-17c63a0b-52b3-4c59-85f2-0586fe435c9c tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.66 "GET /v2.0/security-groups?id=eaf0dc47-d6a7-4602-ae9d-08e0b849dd96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355020 Aug 18 13:04:51.167327 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce6d293-16f6-46b3-ba82-0a8ad18f287d req-03f31aea-0abc-4f5a-8b35-54a0c2360c6e tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:04:51.168865 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0ce6d293-16f6-46b3-ba82-0a8ad18f287d req-03f31aea-0abc-4f5a-8b35-54a0c2360c6e tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.66 "GET /v2.0/ports?device_id=cd71630e-02d6-4fa2-b7ca-f413ab3627e4 HTTP/1.1" status: 200 len: 944 time: 0.0626645 Aug 18 13:04:51.208265 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-0ce6d293-16f6-46b3-ba82-0a8ad18f287d req-329b9302-3be2-4287-8ffd-d0f4b008531c tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.66 "GET /v2.0/security-groups?id=eaf0dc47-d6a7-4602-ae9d-08e0b849dd96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332477 Aug 18 13:04:51.556039 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:51.831217 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3f41a44c-74fa-4054-b08c-62c9290dddbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:52.335356 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f16f737-25c4-48ce-99b6-fd2b2b742a79 req-1af1b6b7-c18b-4861-8747-51b0b6bf6378 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:04:52.336847 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4f16f737-25c4-48ce-99b6-fd2b2b742a79 req-1af1b6b7-c18b-4861-8747-51b0b6bf6378 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.66 "GET /v2.0/ports?device_id=cd71630e-02d6-4fa2-b7ca-f413ab3627e4 HTTP/1.1" status: 200 len: 944 time: 0.0549316 Aug 18 13:04:52.376795 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4f16f737-25c4-48ce-99b6-fd2b2b742a79 req-7c3207e8-3b5c-4cd8-ada2-b7df44267029 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.66 "GET /v2.0/security-groups?id=eaf0dc47-d6a7-4602-ae9d-08e0b849dd96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314062 Aug 18 13:04:52.508106 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-53584c24-f517-494e-ac93-c18bb92373f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:53.513488 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb47dbc4-f6b5-413a-baf3-6ce0045e017d req-fc9c4793-c1eb-41f2-a9ca-a99a6cd55f5d tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:04:53.514967 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-eb47dbc4-f6b5-413a-baf3-6ce0045e017d req-fc9c4793-c1eb-41f2-a9ca-a99a6cd55f5d tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.66 "GET /v2.0/ports?device_id=cd71630e-02d6-4fa2-b7ca-f413ab3627e4 HTTP/1.1" status: 200 len: 944 time: 0.0583675 Aug 18 13:04:53.559377 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-eb47dbc4-f6b5-413a-baf3-6ce0045e017d req-d9f4bf33-6de0-4813-b2c6-95b7e85e3609 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.66 "GET /v2.0/security-groups?id=eaf0dc47-d6a7-4602-ae9d-08e0b849dd96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355055 Aug 18 13:04:54.164809 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-500a1c61-38a7-4c23-a7ec-4631080af5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:54.761110 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecefaedd-222c-468d-864c-637705de34ed req-2e0016d1-a4d0-4b43-83ec-af5f0f493239 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:04:54.762717 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ecefaedd-222c-468d-864c-637705de34ed req-2e0016d1-a4d0-4b43-83ec-af5f0f493239 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.66 "GET /v2.0/ports?device_id=cd71630e-02d6-4fa2-b7ca-f413ab3627e4 HTTP/1.1" status: 200 len: 944 time: 0.1217813 Aug 18 13:04:54.804687 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ecefaedd-222c-468d-864c-637705de34ed req-b90693c6-f8ce-4ecd-b662-304a6cf7dfcc tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.66 "GET /v2.0/security-groups?id=eaf0dc47-d6a7-4602-ae9d-08e0b849dd96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327628 Aug 18 13:04:55.989718 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ca7da1-cbaf-4a6d-9496-d056aabcf818 req-829502ed-a322-4bb6-93b9-d5b142c0d0ee tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:04:55.991202 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e8ca7da1-cbaf-4a6d-9496-d056aabcf818 req-829502ed-a322-4bb6-93b9-d5b142c0d0ee tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.66 "GET /v2.0/ports?device_id=cd71630e-02d6-4fa2-b7ca-f413ab3627e4 HTTP/1.1" status: 200 len: 944 time: 0.1064651 Aug 18 13:04:56.037295 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e8ca7da1-cbaf-4a6d-9496-d056aabcf818 req-2cf5f164-e520-4735-ad69-fb3c1b8d17f3 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.66 "GET /v2.0/security-groups?id=eaf0dc47-d6a7-4602-ae9d-08e0b849dd96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368440 Aug 18 13:04:57.168017 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9f58c1-9846-4eda-9102-4a6c454aa75e req-e85eb37e-d2ab-46d9-83d7-f777bc682e12 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:04:57.169507 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9a9f58c1-9846-4eda-9102-4a6c454aa75e req-e85eb37e-d2ab-46d9-83d7-f777bc682e12 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.66 "GET /v2.0/ports?device_id=cd71630e-02d6-4fa2-b7ca-f413ab3627e4 HTTP/1.1" status: 200 len: 944 time: 0.0593860 Aug 18 13:04:57.211613 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9a9f58c1-9846-4eda-9102-4a6c454aa75e req-4b2bd1ce-8824-43f6-8d19-927d3ba17ee3 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.66 "GET /v2.0/security-groups?id=eaf0dc47-d6a7-4602-ae9d-08e0b849dd96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330842 Aug 18 13:04:58.145269 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device f9756148-389f-43c9-a023-f041fd142467 details requested by agent hyperv_n-h2-804985-2 with host n-h2-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 13:04:58.248356 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port f9756148-389f-43c9-a023-f041fd142467, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=f9756148-389f-43c9-a023-f041fd142467,segment=NetworkSegment(b1fb8dc6-8ea6-4a25-a3b4-793c31c03b5a),segment_id=b1fb8dc6-8ea6-4a25-a3b4-793c31c03b5a)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:04:58.259925 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Returning: {'device': 'f9756148-389f-43c9-a023-f041fd142467', 'network_id': '584a3cb2-1e19-4b39-a2bf-76e269345461', 'port_id': 'f9756148-389f-43c9-a023-f041fd142467', 'mac_address': 'fa:16:3e:f7:f9:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 839, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b70ae0b-a974-4013-8f6e-bbbf85c7212b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 13:04:58.297799 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:58.314774 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9756148-389f-43c9-a023-f041fd142467 {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:04:58.329821 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461b6550-753b-4b21-b607-e756a23cb36f req-23e70e0f-d817-4448-a5f8-1a2dfd1725aa tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:04:58.331750 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-461b6550-753b-4b21-b607-e756a23cb36f req-23e70e0f-d817-4448-a5f8-1a2dfd1725aa tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.66 "GET /v2.0/ports?device_id=cd71630e-02d6-4fa2-b7ca-f413ab3627e4 HTTP/1.1" status: 200 len: 944 time: 0.0518651 Aug 18 13:04:58.334536 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port f9756148-389f-43c9-a023-f041fd142467, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=f9756148-389f-43c9-a023-f041fd142467,segment=NetworkSegment(b1fb8dc6-8ea6-4a25-a3b4-793c31c03b5a),segment_id=b1fb8dc6-8ea6-4a25-a3b4-793c31c03b5a)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:04:58.341255 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:04:58.371621 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-461b6550-753b-4b21-b607-e756a23cb36f req-d9f32a97-044a-40ec-a0c9-19b11c440f36 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.66 "GET /v2.0/security-groups?id=eaf0dc47-d6a7-4602-ae9d-08e0b849dd96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324526 Aug 18 13:04:58.389158 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=f9756148-389f-43c9-a023-f041fd142467,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:04:58.396640 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:04:58.396994 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:04:58.397332 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:04:58.397664 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:04:58.397993 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:04:58.398358 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:04:58.398769 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:04:58.399190 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:04:58.399670 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:04:58.400158 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:04:58.400689 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:04:58.401209 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:04:58.580245 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] get_ports_and_sgs() called for port_ids ['f9756148-389f-43c9-a023-f041fd142467'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:04:59.510766 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b73a77-cb16-477e-9206-5f7831d199c0 req-f08f4064-ab66-4106-a43a-1e28e9a7608b tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:04:59.512436 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-47b73a77-cb16-477e-9206-5f7831d199c0 req-f08f4064-ab66-4106-a43a-1e28e9a7608b tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.66 "GET /v2.0/ports?device_id=cd71630e-02d6-4fa2-b7ca-f413ab3627e4 HTTP/1.1" status: 200 len: 945 time: 0.0641053 Aug 18 13:04:59.554395 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-47b73a77-cb16-477e-9206-5f7831d199c0 req-ba655eca-35f9-429e-8fe7-b1d5110005d0 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.66 "GET /v2.0/security-groups?id=eaf0dc47-d6a7-4602-ae9d-08e0b849dd96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328152 Aug 18 13:05:00.144771 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device f9756148-389f-43c9-a023-f041fd142467 up at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:05:00.207488 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Provisioning for port f9756148-389f-43c9-a023-f041fd142467 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:05:00.211481 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Provisioning complete for port f9756148-389f-43c9-a023-f041fd142467 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:05:00.211851 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:00.290168 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:00.312642 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd71630e-02d6-4fa2-b7ca-f413ab3627e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9756148-389f-43c9-a023-f041fd142467'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:05:00.314784 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a48be17dea36f4b328e7831c9c0f0a2b661e0eac7f73e8eb05eb02bc862e3084" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91e079f8-6507-43e9-b398-9b788c4192a0" -d '{"events": [{"server_uuid": "cd71630e-02d6-4fa2-b7ca-f413ab3627e4", "name": "network-vif-plugged", "status": "completed", "tag": "f9756148-389f-43c9-a023-f041fd142467"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:05:00.327435 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port f9756148-389f-43c9-a023-f041fd142467, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=f9756148-389f-43c9-a023-f041fd142467,segment=NetworkSegment(b1fb8dc6-8ea6-4a25-a3b4-793c31c03b5a),segment_id=b1fb8dc6-8ea6-4a25-a3b4-793c31c03b5a)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:05:00.332309 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:00.355697 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 13:05:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68e5ae73-a0ad-4627-96ca-f68f3a23ee65 x-openstack-request-id: req-68e5ae73-a0ad-4627-96ca-f68f3a23ee65 {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:05:00.355991 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd71630e-02d6-4fa2-b7ca-f413ab3627e4", "name": "network-vif-plugged", "status": "completed", "tag": "f9756148-389f-43c9-a023-f041fd142467", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:05:00.356238 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-68e5ae73-a0ad-4627-96ca-f68f3a23ee65 {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:05:00.356655 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd71630e-02d6-4fa2-b7ca-f413ab3627e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9756148-389f-43c9-a023-f041fd142467', 'code': 200} Aug 18 13:05:00.382890 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=f9756148-389f-43c9-a023-f041fd142467,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:05:00.449304 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48666096-956b-4fd9-b0cd-572e895bebde req-a1af77b6-a42b-4a92-b7bd-0d2fda80b67f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:00.451045 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-48666096-956b-4fd9-b0cd-572e895bebde req-a1af77b6-a42b-4a92-b7bd-0d2fda80b67f service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=cd71630e-02d6-4fa2-b7ca-f413ab3627e4 HTTP/1.1" status: 200 len: 1097 time: 0.0422475 Aug 18 13:05:00.486871 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-48666096-956b-4fd9-b0cd-572e895bebde req-64ff4984-402f-4316-a13b-0888da022739 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=eaf0dc47-d6a7-4602-ae9d-08e0b849dd96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0284634 Aug 18 13:05:00.694941 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22314c2d-d72b-494f-a0eb-91a097a8b65c req-48911971-c5ff-44b7-8953-f440f0794b79 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:00.696422 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-22314c2d-d72b-494f-a0eb-91a097a8b65c req-48911971-c5ff-44b7-8953-f440f0794b79 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.66 "GET /v2.0/ports?device_id=cd71630e-02d6-4fa2-b7ca-f413ab3627e4 HTTP/1.1" status: 200 len: 946 time: 0.0665371 Aug 18 13:05:00.738787 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-22314c2d-d72b-494f-a0eb-91a097a8b65c req-049c4b54-ad78-4ff0-ae57-57e54dc121a2 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.66 "GET /v2.0/security-groups?id=eaf0dc47-d6a7-4602-ae9d-08e0b849dd96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334487 Aug 18 13:05:01.872594 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffe553f-0c59-474c-abbb-ae69c4bd58ab req-cc6ffd26-885d-46e4-a91c-0bd1bb883e8e tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:01.874085 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3ffe553f-0c59-474c-abbb-ae69c4bd58ab req-cc6ffd26-885d-46e4-a91c-0bd1bb883e8e tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.66 "GET /v2.0/ports?device_id=cd71630e-02d6-4fa2-b7ca-f413ab3627e4 HTTP/1.1" status: 200 len: 946 time: 0.0524240 Aug 18 13:05:01.912278 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3ffe553f-0c59-474c-abbb-ae69c4bd58ab req-a85f2fd3-d439-4f7a-ae36-fa9eabcab510 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.66 "GET /v2.0/security-groups?id=eaf0dc47-d6a7-4602-ae9d-08e0b849dd96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320308 Aug 18 13:05:02.041307 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f213ba3c-d74d-4fa2-9ef2-88a7607af34d req-61598419-20c4-4fa3-8b7e-a541aa81314a tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:02.042804 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f213ba3c-d74d-4fa2-9ef2-88a7607af34d req-61598419-20c4-4fa3-8b7e-a541aa81314a tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.66 "GET /v2.0/ports?device_id=cd71630e-02d6-4fa2-b7ca-f413ab3627e4 HTTP/1.1" status: 200 len: 946 time: 0.0507095 Aug 18 13:05:02.085410 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f213ba3c-d74d-4fa2-9ef2-88a7607af34d req-53b8b0f4-c853-4422-8398-be00758f0373 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.66 "GET /v2.0/security-groups?id=eaf0dc47-d6a7-4602-ae9d-08e0b849dd96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360060 Aug 18 13:05:02.109075 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 54784) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:05:02.157450 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-751d0c1b-6eb6-44f1-a1e6-3842148bb70c tempest-TestShelveInstance-945829136 tempest-TestShelveInstance-945829136-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:02.158964 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-751d0c1b-6eb6-44f1-a1e6-3842148bb70c tempest-TestShelveInstance-945829136 tempest-TestShelveInstance-945829136-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=cd71630e-02d6-4fa2-b7ca-f413ab3627e4 HTTP/1.1" status: 200 len: 1092 time: 0.0488255 Aug 18 13:05:02.162028 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 54786) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:05:02.166376 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-57de7432-fd41-4865-819a-7217867e9688 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Request body: {'floatingip': {'floating_network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'port_id': 'f9756148-389f-43c9-a023-f041fd142467', 'tenant_id': 'fcde11a362cc47fba2e3c4947851fb21', 'fixed_ip_address': '172.20.0.12'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:05:02.190277 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-57de7432-fd41-4865-819a-7217867e9688 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Notify callbacks [] for floatingip, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:02.284265 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-57de7432-fd41-4865-819a-7217867e9688 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:02.409224 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [None req-57de7432-fd41-4865-819a-7217867e9688 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Allocated IP 172.25.7.108 (7cae7a70-14fd-408c-b14d-39ceb97cb60e/9784295a-20b8-4a4b-b105-f82737f0448f/1d4a2635-d89b-4700-a34f-ae90c6b2a7f9) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:05:02.516330 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-57de7432-fd41-4865-819a-7217867e9688 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:02.556311 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-57de7432-fd41-4865-819a-7217867e9688 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:02.598651 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57de7432-fd41-4865-819a-7217867e9688 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Network 7cae7a70-14fd-408c-b14d-39ceb97cb60e is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:05:02.601495 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-57de7432-fd41-4865-819a-7217867e9688 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:05:02.605013 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57de7432-fd41-4865-819a-7217867e9688 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:05:02.610427 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57de7432-fd41-4865-819a-7217867e9688 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Pushing event updated for resources: {'Port': ['ID=1d4a2635-d89b-4700-a34f-ae90c6b2a7f9,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:05:02.970611 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-57de7432-fd41-4865-819a-7217867e9688 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:03.043626 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-57de7432-fd41-4865-819a-7217867e9688 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:03.208925 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-57de7432-fd41-4865-819a-7217867e9688 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Notify callbacks [] for port, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:03.215741 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-57de7432-fd41-4865-819a-7217867e9688 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:03.280846 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57de7432-fd41-4865-819a-7217867e9688 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Pushing event updated for resources: {'Port': ['ID=1d4a2635-d89b-4700-a34f-ae90c6b2a7f9,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:05:03.295818 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-57de7432-fd41-4865-819a-7217867e9688 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-989945'] for floatingip, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:03.395720 n-d-804985-2 neutron-server[106253]: INFO neutron.db.l3_db [None req-57de7432-fd41-4865-819a-7217867e9688 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Floating IP 9da043d7-f6a2-4a4a-9aeb-0e067ad2217f associated. External IP: 172.25.7.108, port: f9756148-389f-43c9-a023-f041fd142467. Aug 18 13:05:03.615115 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57de7432-fd41-4865-819a-7217867e9688 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Router 044b7d20-297f-4465-a2eb-b4e3413968d3 has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 13:05:03.726681 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57de7432-fd41-4865-819a-7217867e9688 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:05:03.738967 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b85644-eb4e-409e-b699-187bf886b4f7 None None] Sync routers for ids ['044b7d20-297f-4465-a2eb-b4e3413968d3'] in n-d-804985-2 {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:05:03.748798 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-57de7432-fd41-4865-819a-7217867e9688 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for floatingip, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:03.751817 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b85644-eb4e-409e-b699-187bf886b4f7 None None] Routers {'044b7d20-297f-4465-a2eb-b4e3413968d3'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:05:03.752447 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-f3b85644-eb4e-409e-b699-187bf886b4f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T13:04:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['044b7d20-297f-4465-a2eb-b4e3413968d3'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:05:03.776269 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-57de7432-fd41-4865-819a-7217867e9688 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6132498 Aug 18 13:05:03.776868 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd71630e-02d6-4fa2-b7ca-f413ab3627e4', 'tag': 'f9756148-389f-43c9-a023-f041fd142467'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:05:03.779197 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d6bbf6f425705e9a26053008d8b7c0abfe3c10eda721baf5c515723d6d58932" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fb1195e-f59c-4f96-a4b8-df270eeb0a62" -d '{"events": [{"name": "network-changed", "server_uuid": "cd71630e-02d6-4fa2-b7ca-f413ab3627e4", "tag": "f9756148-389f-43c9-a023-f041fd142467"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:05:03.815980 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 13:05:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fc15df6-85ec-4360-9e14-a00bd4b883b5 x-openstack-request-id: req-5fc15df6-85ec-4360-9e14-a00bd4b883b5 {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:05:03.816275 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd71630e-02d6-4fa2-b7ca-f413ab3627e4", "tag": "f9756148-389f-43c9-a023-f041fd142467", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:05:03.816540 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-5fc15df6-85ec-4360-9e14-a00bd4b883b5 {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:05:03.816952 n-d-804985-2 neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd71630e-02d6-4fa2-b7ca-f413ab3627e4', 'tag': 'f9756148-389f-43c9-a023-f041fd142467', 'status': 'completed', 'code': 200} Aug 18 13:05:03.842375 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.agents_db [None req-6dbb2658-0354-4101-8393-6e7505481cf6 None None] Agent healthcheck: found 7 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 13:05:03.864492 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-f3b85644-eb4e-409e-b699-187bf886b4f7 None None] Set router 044b7d20-297f-4465-a2eb-b4e3413968d3 gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:05:03.880004 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb1195e-f59c-4f96-a4b8-df270eeb0a62 req-bbc3e07d-370c-4d71-bab9-a9dead5ae0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:03.881530 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-3fb1195e-f59c-4f96-a4b8-df270eeb0a62 req-bbc3e07d-370c-4d71-bab9-a9dead5ae0ad service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=fcde11a362cc47fba2e3c4947851fb21&device_id=cd71630e-02d6-4fa2-b7ca-f413ab3627e4 HTTP/1.1" status: 200 len: 1097 time: 0.0428355 Aug 18 13:05:03.980395 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb1195e-f59c-4f96-a4b8-df270eeb0a62 req-cd7f2b89-2ed9-46ba-9f7a-7ce154fce68b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:03.982017 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-3fb1195e-f59c-4f96-a4b8-df270eeb0a62 req-cd7f2b89-2ed9-46ba-9f7a-7ce154fce68b service neutron] 10.222.0.62 "GET /v2.0/networks?id=584a3cb2-1e19-4b39-a2bf-76e269345461 HTTP/1.1" status: 200 len: 910 time: 0.0934291 Aug 18 13:05:04.050001 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-3fb1195e-f59c-4f96-a4b8-df270eeb0a62 req-27f98b3c-6097-46cf-8864-3d81ababb73c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f9756148-389f-43c9-a023-f041fd142467 HTTP/1.1" status: 200 len: 1000 time: 0.0613234 Aug 18 13:05:04.104774 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb1195e-f59c-4f96-a4b8-df270eeb0a62 req-e88d39b7-b5f1-4de1-9f9b-6cb2d305a058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:04.106265 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-3fb1195e-f59c-4f96-a4b8-df270eeb0a62 req-e88d39b7-b5f1-4de1-9f9b-6cb2d305a058 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0b70ae0b-a974-4013-8f6e-bbbf85c7212b HTTP/1.1" status: 200 len: 848 time: 0.0488534 Aug 18 13:05:04.154900 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb1195e-f59c-4f96-a4b8-df270eeb0a62 req-6ec84ee3-1c15-4c42-9521-5d47eb35911f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:04.156355 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-3fb1195e-f59c-4f96-a4b8-df270eeb0a62 req-6ec84ee3-1c15-4c42-9521-5d47eb35911f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=584a3cb2-1e19-4b39-a2bf-76e269345461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432134 Aug 18 13:05:04.176368 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-f3b85644-eb4e-409e-b699-187bf886b4f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '044b7d20-297f-4465-a2eb-b4e3413968d3', 'name': 'tempest-TestShelveInstance-2041562132-router', 'tenant_id': 'fcde11a362cc47fba2e3c4947851fb21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': '63c0b127-03bf-4f05-b3a2-aaee534df064', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:00:09Z', 'updated_at': '2021-08-18T13:00:11Z', 'revision_number': 4, 'project_id': 'fcde11a362cc47fba2e3c4947851fb21', 'gw_port': {'id': '63c0b127-03bf-4f05-b3a2-aaee534df064', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:2c:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044b7d20-297f-4465-a2eb-b4e3413968d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:00:09Z', 'updated_at': '2021-08-18T13:00:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_floatingips': [{'id': '9da043d7-f6a2-4a4a-9aeb-0e067ad2217f', 'tenant_id': 'fcde11a362cc47fba2e3c4947851fb21', 'floating_ip_address': '172.25.7.108', 'floating_network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'router_id': '044b7d20-297f-4465-a2eb-b4e3413968d3', 'port_id': 'f9756148-389f-43c9-a023-f041fd142467', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '584a3cb2-1e19-4b39-a2bf-76e269345461', 'mac_address': 'fa:16:3e:f7:f9:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd71630e-02d6-4fa2-b7ca-f413ab3627e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T13:05:02Z', 'updated_at': '2021-08-18T13:05:02Z', 'revision_number': 0, 'project_id': 'fcde11a362cc47fba2e3c4947851fb21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5fb3586-98e3-4b60-aaf5-4337f38c3789', 'name': '', 'network_id': '584a3cb2-1e19-4b39-a2bf-76e269345461', 'tenant_id': 'fcde11a362cc47fba2e3c4947851fb21', 'mac_address': 'fa:16:3e:2a:df:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044b7d20-297f-4465-a2eb-b4e3413968d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '0b70ae0b-a974-4013-8f6e-bbbf85c7212b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:00:11Z', 'updated_at': '2021-08-18T13:00:18Z', 'revision_number': 5, 'project_id': 'fcde11a362cc47fba2e3c4947851fb21', 'subnets': [{'id': '0b70ae0b-a974-4013-8f6e-bbbf85c7212b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:05:04.205736 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b85644-eb4e-409e-b699-187bf886b4f7 None None] Checking router: 044b7d20-297f-4465-a2eb-b4e3413968d3 for host: n-d-804985-2 {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 13:05:04.213931 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b85644-eb4e-409e-b699-187bf886b4f7 None None] Routers {'044b7d20-297f-4465-a2eb-b4e3413968d3'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:05:04.214538 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-f3b85644-eb4e-409e-b699-187bf886b4f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T13:04:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['044b7d20-297f-4465-a2eb-b4e3413968d3'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:05:04.248527 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-3fb1195e-f59c-4f96-a4b8-df270eeb0a62 req-261763cb-c7f5-4d91-9e83-490ef8a6fcfc service neutron] 10.222.0.62 "GET /v2.0/networks/584a3cb2-1e19-4b39-a2bf-76e269345461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849993 Aug 18 13:05:04.323201 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-f3b85644-eb4e-409e-b699-187bf886b4f7 None None] Set router 044b7d20-297f-4465-a2eb-b4e3413968d3 gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:05:04.343511 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-3fb1195e-f59c-4f96-a4b8-df270eeb0a62 req-c0d89a52-5f0c-4505-8625-bd60da2d8585 service neutron] 10.222.0.62 "GET /v2.0/networks/584a3cb2-1e19-4b39-a2bf-76e269345461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882583 Aug 18 13:05:04.560856 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-f3b85644-eb4e-409e-b699-187bf886b4f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '044b7d20-297f-4465-a2eb-b4e3413968d3', 'name': 'tempest-TestShelveInstance-2041562132-router', 'tenant_id': 'fcde11a362cc47fba2e3c4947851fb21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': '63c0b127-03bf-4f05-b3a2-aaee534df064', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:00:09Z', 'updated_at': '2021-08-18T13:00:11Z', 'revision_number': 4, 'project_id': 'fcde11a362cc47fba2e3c4947851fb21', 'gw_port': {'id': '63c0b127-03bf-4f05-b3a2-aaee534df064', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:2c:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044b7d20-297f-4465-a2eb-b4e3413968d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:00:09Z', 'updated_at': '2021-08-18T13:00:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_floatingips': [{'id': '9da043d7-f6a2-4a4a-9aeb-0e067ad2217f', 'tenant_id': 'fcde11a362cc47fba2e3c4947851fb21', 'floating_ip_address': '172.25.7.108', 'floating_network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'router_id': '044b7d20-297f-4465-a2eb-b4e3413968d3', 'port_id': 'f9756148-389f-43c9-a023-f041fd142467', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '584a3cb2-1e19-4b39-a2bf-76e269345461', 'mac_address': 'fa:16:3e:f7:f9:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd71630e-02d6-4fa2-b7ca-f413ab3627e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T13:05:02Z', 'updated_at': '2021-08-18T13:05:02Z', 'revision_number': 0, 'project_id': 'fcde11a362cc47fba2e3c4947851fb21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5fb3586-98e3-4b60-aaf5-4337f38c3789', 'name': '', 'network_id': '584a3cb2-1e19-4b39-a2bf-76e269345461', 'tenant_id': 'fcde11a362cc47fba2e3c4947851fb21', 'mac_address': 'fa:16:3e:2a:df:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044b7d20-297f-4465-a2eb-b4e3413968d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '0b70ae0b-a974-4013-8f6e-bbbf85c7212b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:00:11Z', 'updated_at': '2021-08-18T13:00:18Z', 'revision_number': 5, 'project_id': 'fcde11a362cc47fba2e3c4947851fb21', 'subnets': [{'id': '0b70ae0b-a974-4013-8f6e-bbbf85c7212b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:05:04.590732 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b85644-eb4e-409e-b699-187bf886b4f7 None None] The sync data for ids ['044b7d20-297f-4465-a2eb-b4e3413968d3'] in n-d-804985-2 is: [{'id': '044b7d20-297f-4465-a2eb-b4e3413968d3', 'name': 'tempest-TestShelveInstance-2041562132-router', 'tenant_id': 'fcde11a362cc47fba2e3c4947851fb21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': '63c0b127-03bf-4f05-b3a2-aaee534df064', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:00:09Z', 'updated_at': '2021-08-18T13:00:11Z', 'revision_number': 4, 'project_id': 'fcde11a362cc47fba2e3c4947851fb21', 'gw_port': {'id': '63c0b127-03bf-4f05-b3a2-aaee534df064', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:2c:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044b7d20-297f-4465-a2eb-b4e3413968d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:00:09Z', 'updated_at': '2021-08-18T13:00:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_floatingips': [{'id': '9da043d7-f6a2-4a4a-9aeb-0e067ad2217f', 'tenant_id': 'fcde11a362cc47fba2e3c4947851fb21', 'floating_ip_address': '172.25.7.108', 'floating_network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'router_id': '044b7d20-297f-4465-a2eb-b4e3413968d3', 'port_id': 'f9756148-389f-43c9-a023-f041fd142467', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '584a3cb2-1e19-4b39-a2bf-76e269345461', 'mac_address': 'fa:16:3e:f7:f9:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd71630e-02d6-4fa2-b7ca-f413ab3627e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T13:05:02Z', 'updated_at': '2021-08-18T13:05:02Z', 'revision_number': 0, 'project_id': 'fcde11a362cc47fba2e3c4947851fb21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5fb3586-98e3-4b60-aaf5-4337f38c3789', 'name': '', 'network_id': '584a3cb2-1e19-4b39-a2bf-76e269345461', 'tenant_id': 'fcde11a362cc47fba2e3c4947851fb21', 'mac_address': 'fa:16:3e:2a:df:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044b7d20-297f-4465-a2eb-b4e3413968d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '0b70ae0b-a974-4013-8f6e-bbbf85c7212b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:00:11Z', 'updated_at': '2021-08-18T13:00:18Z', 'revision_number': 5, 'project_id': 'fcde11a362cc47fba2e3c4947851fb21', 'subnets': [{'id': '0b70ae0b-a974-4013-8f6e-bbbf85c7212b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:05:04.803313 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d499b765-1824-4af9-b63e-cf348e23d1be None None] New status for floating IP 9da043d7-f6a2-4a4a-9aeb-0e067ad2217f: ACTIVE {{(pid=106254) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 13:05:06.685758 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:08.949568 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:18.587768 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-cdef8809-aaee-4854-8af1-042f2fd3465f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:21.560393 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:21.823727 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-d109543c-b1e9-45d4-ba6f-bf01a9d04aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:22.500706 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-53584c24-f517-494e-ac93-c18bb92373f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:24.162702 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-500a1c61-38a7-4c23-a7ec-4631080af5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:25.536043 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-d21b1c57-e346-44d4-98b5-21dacefcfc30 req-647c39f1-54f6-4e35-9af5-0462288669f5 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=cd71630e-02d6-4fa2-b7ca-f413ab3627e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0434661 Aug 18 13:05:25.635169 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21b1c57-e346-44d4-98b5-21dacefcfc30 req-48fc2398-4bc5-4ef1-9cab-81beb9249a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:25.637533 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-d21b1c57-e346-44d4-98b5-21dacefcfc30 req-48fc2398-4bc5-4ef1-9cab-81beb9249a9c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=fcde11a362cc47fba2e3c4947851fb21&device_id=cd71630e-02d6-4fa2-b7ca-f413ab3627e4 HTTP/1.1" status: 200 len: 1097 time: 0.0480812 Aug 18 13:05:25.753210 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21b1c57-e346-44d4-98b5-21dacefcfc30 req-d6b85622-1a95-4f48-8351-7dc48bba8c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:25.754670 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-d21b1c57-e346-44d4-98b5-21dacefcfc30 req-d6b85622-1a95-4f48-8351-7dc48bba8c18 service neutron] 10.222.0.62 "GET /v2.0/networks?id=584a3cb2-1e19-4b39-a2bf-76e269345461 HTTP/1.1" status: 200 len: 910 time: 0.0927873 Aug 18 13:05:25.833617 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-d21b1c57-e346-44d4-98b5-21dacefcfc30 req-e142a9ba-74ea-4b3f-ab46-46653c33414f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f9756148-389f-43c9-a023-f041fd142467 HTTP/1.1" status: 200 len: 1002 time: 0.0618861 Aug 18 13:05:25.888936 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21b1c57-e346-44d4-98b5-21dacefcfc30 req-e5f3cde8-8bad-4de4-830c-405cb89ca2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:25.890472 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-d21b1c57-e346-44d4-98b5-21dacefcfc30 req-e5f3cde8-8bad-4de4-830c-405cb89ca2f3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0b70ae0b-a974-4013-8f6e-bbbf85c7212b HTTP/1.1" status: 200 len: 848 time: 0.0494580 Aug 18 13:05:25.940578 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21b1c57-e346-44d4-98b5-21dacefcfc30 req-918d018d-6f65-4898-9a4a-e0ec46e64c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:05:25.942346 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-d21b1c57-e346-44d4-98b5-21dacefcfc30 req-918d018d-6f65-4898-9a4a-e0ec46e64c59 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=584a3cb2-1e19-4b39-a2bf-76e269345461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448389 Aug 18 13:05:26.044882 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-d21b1c57-e346-44d4-98b5-21dacefcfc30 req-6defef26-3c4b-4784-8154-b88486a3b7ce service neutron] 10.222.0.62 "GET /v2.0/networks/584a3cb2-1e19-4b39-a2bf-76e269345461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954368 Aug 18 13:05:26.140310 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-d21b1c57-e346-44d4-98b5-21dacefcfc30 req-788280bc-c0bd-4836-8bb3-264aa73e9dc8 service neutron] 10.222.0.62 "GET /v2.0/networks/584a3cb2-1e19-4b39-a2bf-76e269345461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881662 Aug 18 13:05:36.679339 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:38.976733 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:40.848809 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.agents_db [None req-6dbb2658-0354-4101-8393-6e7505481cf6 None None] Agent healthcheck: found 7 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 13:05:48.590951 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-25faca8b-1365-4c6a-b9b3-9e52cbd97085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:51.564926 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:51.837132 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-78c8510e-d1e0-4a69-a0b6-1754c25e0639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:52.504818 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-53584c24-f517-494e-ac93-c18bb92373f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:05:54.178476 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-500a1c61-38a7-4c23-a7ec-4631080af5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:06.697878 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:08.968911 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:17.853668 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.agents_db [None req-6dbb2658-0354-4101-8393-6e7505481cf6 None None] Agent healthcheck: found 7 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 13:06:18.595954 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-93e7645b-e966-4773-a63b-be02bf911ef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:21.579278 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:21.840804 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-a5bef8af-5d01-4c92-924a-254237e1e9a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:22.510828 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-53584c24-f517-494e-ac93-c18bb92373f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:24.176669 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-500a1c61-38a7-4c23-a7ec-4631080af5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:26.542538 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-52144efc-5e04-4a2e-a1c0-489688b81518 req-077b5cd4-1ea2-48dc-96a0-16ba0c7f1859 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=cd71630e-02d6-4fa2-b7ca-f413ab3627e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0425606 Aug 18 13:06:26.640908 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52144efc-5e04-4a2e-a1c0-489688b81518 req-ab50217e-925f-413c-a297-f3517d034332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:26.642416 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-52144efc-5e04-4a2e-a1c0-489688b81518 req-ab50217e-925f-413c-a297-f3517d034332 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=fcde11a362cc47fba2e3c4947851fb21&device_id=cd71630e-02d6-4fa2-b7ca-f413ab3627e4 HTTP/1.1" status: 200 len: 1097 time: 0.0457933 Aug 18 13:06:26.757478 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52144efc-5e04-4a2e-a1c0-489688b81518 req-a05c1884-9638-4a5c-8d2c-927498a49013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:26.758986 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-52144efc-5e04-4a2e-a1c0-489688b81518 req-a05c1884-9638-4a5c-8d2c-927498a49013 service neutron] 10.222.0.62 "GET /v2.0/networks?id=584a3cb2-1e19-4b39-a2bf-76e269345461 HTTP/1.1" status: 200 len: 910 time: 0.0919111 Aug 18 13:06:26.841496 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-52144efc-5e04-4a2e-a1c0-489688b81518 req-f00e282e-ba82-4ff5-94a5-214d029ef27c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f9756148-389f-43c9-a023-f041fd142467 HTTP/1.1" status: 200 len: 1002 time: 0.0753353 Aug 18 13:06:26.889972 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52144efc-5e04-4a2e-a1c0-489688b81518 req-1890fd60-91b7-48f1-8ce8-f5a3e5e39292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:26.891356 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-52144efc-5e04-4a2e-a1c0-489688b81518 req-1890fd60-91b7-48f1-8ce8-f5a3e5e39292 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0b70ae0b-a974-4013-8f6e-bbbf85c7212b HTTP/1.1" status: 200 len: 848 time: 0.0427992 Aug 18 13:06:26.938119 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52144efc-5e04-4a2e-a1c0-489688b81518 req-02f94ff7-873c-4d5f-8537-820f1556c6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:06:26.939593 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-52144efc-5e04-4a2e-a1c0-489688b81518 req-02f94ff7-873c-4d5f-8537-820f1556c6a0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=584a3cb2-1e19-4b39-a2bf-76e269345461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409687 Aug 18 13:06:26.950364 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [req-52144efc-5e04-4a2e-a1c0-489688b81518 req-60fc472a-b8d6-4bb2-b343-bc059b412d42 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=106253) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 13:06:26.951290 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-52144efc-5e04-4a2e-a1c0-489688b81518 req-60fc472a-b8d6-4bb2-b343-bc059b412d42 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049219 Aug 18 13:06:27.049687 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-52144efc-5e04-4a2e-a1c0-489688b81518 req-39b7ac55-c90a-4a76-8412-19a4aa174f22 service neutron] 10.222.0.62 "GET /v2.0/networks/584a3cb2-1e19-4b39-a2bf-76e269345461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909846 Aug 18 13:06:27.139213 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-52144efc-5e04-4a2e-a1c0-489688b81518 req-1e334ddf-91f7-4047-8e0e-cd321eb2953b service neutron] 10.222.0.62 "GET /v2.0/networks/584a3cb2-1e19-4b39-a2bf-76e269345461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820563 Aug 18 13:06:36.700398 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:38.971593 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:48.607355 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-7990ea96-e32e-48d3-9f80-8588dcdd3da3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:51.580588 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:51.841226 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-e9d5e084-b2b9-4207-97ba-9bb25a52a24c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:52.518028 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-53584c24-f517-494e-ac93-c18bb92373f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:54.182731 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-500a1c61-38a7-4c23-a7ec-4631080af5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:06:54.862134 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.agents_db [None req-6dbb2658-0354-4101-8393-6e7505481cf6 None None] Agent healthcheck: found 7 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 13:07:01.031609 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de3eb77-de6f-4ded-a300-7155ac1446e6 req-950875a1-9c27-438f-8429-1b1c91468122 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:07:01.033044 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8de3eb77-de6f-4ded-a300-7155ac1446e6 req-950875a1-9c27-438f-8429-1b1c91468122 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.66 "GET /v2.0/ports?device_id=cd71630e-02d6-4fa2-b7ca-f413ab3627e4 HTTP/1.1" status: 200 len: 946 time: 0.0589037 Aug 18 13:07:01.074726 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8de3eb77-de6f-4ded-a300-7155ac1446e6 req-27d77a84-835f-480f-96e2-49e3261dc166 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.66 "GET /v2.0/security-groups?id=eaf0dc47-d6a7-4602-ae9d-08e0b849dd96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332668 Aug 18 13:07:02.224029 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44640a6b-c769-4323-bc97-e30c7a40c5c3 req-ec3d985c-84d9-4c4c-a67b-b24f0ab0fd48 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:07:02.225506 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-44640a6b-c769-4323-bc97-e30c7a40c5c3 req-ec3d985c-84d9-4c4c-a67b-b24f0ab0fd48 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.66 "GET /v2.0/ports?device_id=cd71630e-02d6-4fa2-b7ca-f413ab3627e4 HTTP/1.1" status: 200 len: 946 time: 0.0529454 Aug 18 13:07:02.263714 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-44640a6b-c769-4323-bc97-e30c7a40c5c3 req-272689d8-60c9-46a8-b682-6f03ae6f08a7 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.66 "GET /v2.0/security-groups?id=eaf0dc47-d6a7-4602-ae9d-08e0b849dd96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318232 Aug 18 13:07:03.415071 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2788893a-9b3c-42a5-b789-7da2c09cab44 req-cde20d45-e3eb-4ecc-ab4d-11241f8f8d7d tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:07:03.416587 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2788893a-9b3c-42a5-b789-7da2c09cab44 req-cde20d45-e3eb-4ecc-ab4d-11241f8f8d7d tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.66 "GET /v2.0/ports?device_id=cd71630e-02d6-4fa2-b7ca-f413ab3627e4 HTTP/1.1" status: 200 len: 946 time: 0.0526221 Aug 18 13:07:03.460167 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2788893a-9b3c-42a5-b789-7da2c09cab44 req-41f861c7-589c-4ced-bb1e-99eb8a8cd5f7 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.66 "GET /v2.0/security-groups?id=eaf0dc47-d6a7-4602-ae9d-08e0b849dd96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347023 Aug 18 13:07:04.610632 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c041042a-3054-4669-80eb-859b1982e759 req-cc296c47-b977-4c98-b1f5-02e459bcb602 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:07:04.612330 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c041042a-3054-4669-80eb-859b1982e759 req-cc296c47-b977-4c98-b1f5-02e459bcb602 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.66 "GET /v2.0/ports?device_id=cd71630e-02d6-4fa2-b7ca-f413ab3627e4 HTTP/1.1" status: 200 len: 946 time: 0.0684643 Aug 18 13:07:04.651433 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c041042a-3054-4669-80eb-859b1982e759 req-6227c6f6-7b0d-4726-9516-645a35d3a2af tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.66 "GET /v2.0/security-groups?id=eaf0dc47-d6a7-4602-ae9d-08e0b849dd96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330124 Aug 18 13:07:05.790934 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5694b2ea-3fcb-40d8-9a91-b677dfd2c6fc req-258896f6-1289-4ec6-9c53-bbfd6fc648d6 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:07:05.792436 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5694b2ea-3fcb-40d8-9a91-b677dfd2c6fc req-258896f6-1289-4ec6-9c53-bbfd6fc648d6 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.66 "GET /v2.0/ports?device_id=cd71630e-02d6-4fa2-b7ca-f413ab3627e4 HTTP/1.1" status: 200 len: 946 time: 0.0577660 Aug 18 13:07:05.840836 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-5694b2ea-3fcb-40d8-9a91-b677dfd2c6fc req-0ae8efd3-4546-4976-b9d8-549749e6972d tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.66 "GET /v2.0/security-groups?id=eaf0dc47-d6a7-4602-ae9d-08e0b849dd96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391886 Aug 18 13:07:06.702136 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:06.975221 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb403ff-5d0a-4c18-8d35-31dcc3622d13 req-693a91dd-d212-4198-8bc4-a77facf1f3c0 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:07:06.976838 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7fb403ff-5d0a-4c18-8d35-31dcc3622d13 req-693a91dd-d212-4198-8bc4-a77facf1f3c0 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.66 "GET /v2.0/ports?device_id=cd71630e-02d6-4fa2-b7ca-f413ab3627e4 HTTP/1.1" status: 200 len: 946 time: 0.0514390 Aug 18 13:07:07.014582 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7fb403ff-5d0a-4c18-8d35-31dcc3622d13 req-84f3ab12-9cbf-421a-a1da-aae44964d0ec tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.66 "GET /v2.0/security-groups?id=eaf0dc47-d6a7-4602-ae9d-08e0b849dd96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318618 Aug 18 13:07:08.158942 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b55cac-8507-4cc2-a7d5-501f1a88e55b req-9fbbe5f8-ac9d-4805-a986-bccaecebfda5 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:07:08.160418 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-91b55cac-8507-4cc2-a7d5-501f1a88e55b req-9fbbe5f8-ac9d-4805-a986-bccaecebfda5 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.66 "GET /v2.0/ports?device_id=cd71630e-02d6-4fa2-b7ca-f413ab3627e4 HTTP/1.1" status: 200 len: 946 time: 0.0629182 Aug 18 13:07:08.200924 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-91b55cac-8507-4cc2-a7d5-501f1a88e55b req-e2a3ff2d-b151-49c4-86df-6ad644ff8c76 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.66 "GET /v2.0/security-groups?id=eaf0dc47-d6a7-4602-ae9d-08e0b849dd96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342295 Aug 18 13:07:08.985346 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:09.333479 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450339d5-e764-4e50-95b7-06ad2f674e7c req-7deb5cf9-e57e-4fcf-be5f-deeb6dd4b7da tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:07:09.334901 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-450339d5-e764-4e50-95b7-06ad2f674e7c req-7deb5cf9-e57e-4fcf-be5f-deeb6dd4b7da tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.66 "GET /v2.0/ports?device_id=cd71630e-02d6-4fa2-b7ca-f413ab3627e4 HTTP/1.1" status: 200 len: 946 time: 0.0537601 Aug 18 13:07:09.375951 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-450339d5-e764-4e50-95b7-06ad2f674e7c req-4029d81d-9d57-4ed7-8724-f4d3540eceb1 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.66 "GET /v2.0/security-groups?id=eaf0dc47-d6a7-4602-ae9d-08e0b849dd96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346696 Aug 18 13:07:10.507088 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa135fb7-8515-4a47-9ab6-462f4b1365f7 req-f5d906c3-d9a2-4b31-8eb3-08e91c20cb65 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:07:10.508600 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-fa135fb7-8515-4a47-9ab6-462f4b1365f7 req-f5d906c3-d9a2-4b31-8eb3-08e91c20cb65 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.66 "GET /v2.0/ports?device_id=cd71630e-02d6-4fa2-b7ca-f413ab3627e4 HTTP/1.1" status: 200 len: 946 time: 0.0556571 Aug 18 13:07:10.552249 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-fa135fb7-8515-4a47-9ab6-462f4b1365f7 req-c9adc129-aa32-4cc7-997b-b1999813416b tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.66 "GET /v2.0/security-groups?id=eaf0dc47-d6a7-4602-ae9d-08e0b849dd96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348442 Aug 18 13:07:11.155961 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b95df9-7ebf-46aa-b41b-feb541e809a7 req-888cb7ad-1185-4072-afab-055fee156991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:07:11.157450 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-b6b95df9-7ebf-46aa-b41b-feb541e809a7 req-888cb7ad-1185-4072-afab-055fee156991 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=fcde11a362cc47fba2e3c4947851fb21&device_id=cd71630e-02d6-4fa2-b7ca-f413ab3627e4 HTTP/1.1" status: 200 len: 1097 time: 0.0417929 Aug 18 13:07:11.267427 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b95df9-7ebf-46aa-b41b-feb541e809a7 req-3a4506cf-38d8-4773-803d-0626a8293d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:07:11.268985 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-b6b95df9-7ebf-46aa-b41b-feb541e809a7 req-3a4506cf-38d8-4773-803d-0626a8293d7b service neutron] 10.222.0.62 "GET /v2.0/networks?id=584a3cb2-1e19-4b39-a2bf-76e269345461 HTTP/1.1" status: 200 len: 910 time: 0.1047535 Aug 18 13:07:11.335949 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-b6b95df9-7ebf-46aa-b41b-feb541e809a7 req-2c4426c0-f12f-4e29-8530-df7a633f19cf service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f9756148-389f-43c9-a023-f041fd142467 HTTP/1.1" status: 200 len: 1002 time: 0.0599873 Aug 18 13:07:11.391172 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b95df9-7ebf-46aa-b41b-feb541e809a7 req-e99e132a-88a2-4a4f-8207-742c8baddb3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:07:11.392640 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-b6b95df9-7ebf-46aa-b41b-feb541e809a7 req-e99e132a-88a2-4a4f-8207-742c8baddb3e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0b70ae0b-a974-4013-8f6e-bbbf85c7212b HTTP/1.1" status: 200 len: 848 time: 0.0499039 Aug 18 13:07:11.438181 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b95df9-7ebf-46aa-b41b-feb541e809a7 req-8b0f5946-74d1-4750-b37f-f36ae3948e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:07:11.439615 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-b6b95df9-7ebf-46aa-b41b-feb541e809a7 req-8b0f5946-74d1-4750-b37f-f36ae3948e1a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=584a3cb2-1e19-4b39-a2bf-76e269345461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404630 Aug 18 13:07:11.544039 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-b6b95df9-7ebf-46aa-b41b-feb541e809a7 req-6358949a-aff2-4c60-9d09-3760455d5bcc service neutron] 10.222.0.62 "GET /v2.0/networks/584a3cb2-1e19-4b39-a2bf-76e269345461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967991 Aug 18 13:07:11.642592 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-b6b95df9-7ebf-46aa-b41b-feb541e809a7 req-fc86aaf8-99d2-4e13-8756-11a1667480e0 service neutron] 10.222.0.62 "GET /v2.0/networks/584a3cb2-1e19-4b39-a2bf-76e269345461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919893 Aug 18 13:07:11.692457 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3243dc85-94ef-4de3-9065-36c6f890a715 req-de097de5-f8f2-4806-a76b-dfaa76d4f8b2 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:07:11.693971 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3243dc85-94ef-4de3-9065-36c6f890a715 req-de097de5-f8f2-4806-a76b-dfaa76d4f8b2 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.66 "GET /v2.0/ports?device_id=cd71630e-02d6-4fa2-b7ca-f413ab3627e4 HTTP/1.1" status: 200 len: 946 time: 0.0545335 Aug 18 13:07:11.733851 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3243dc85-94ef-4de3-9065-36c6f890a715 req-36e0b303-4b0b-4f24-85c3-483f900f282b tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.66 "GET /v2.0/security-groups?id=eaf0dc47-d6a7-4602-ae9d-08e0b849dd96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333698 Aug 18 13:07:12.871117 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effd8847-aba5-4c28-b629-bf438257e5ad req-bee8aa14-c5e3-4ed8-8097-323f0c958e79 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:07:12.872607 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-effd8847-aba5-4c28-b629-bf438257e5ad req-bee8aa14-c5e3-4ed8-8097-323f0c958e79 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.66 "GET /v2.0/ports?device_id=cd71630e-02d6-4fa2-b7ca-f413ab3627e4 HTTP/1.1" status: 200 len: 946 time: 0.0567982 Aug 18 13:07:12.918422 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-effd8847-aba5-4c28-b629-bf438257e5ad req-b90e32f6-8e4f-4cba-9073-b79543b4b352 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.66 "GET /v2.0/security-groups?id=eaf0dc47-d6a7-4602-ae9d-08e0b849dd96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398886 Aug 18 13:07:14.036755 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3735a0ce-0eb1-4d51-ae9d-a20c6408eca5 req-055c15b8-ed86-45c9-ad6d-409d75422ba7 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:07:14.038163 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3735a0ce-0eb1-4d51-ae9d-a20c6408eca5 req-055c15b8-ed86-45c9-ad6d-409d75422ba7 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.66 "GET /v2.0/ports?device_id=cd71630e-02d6-4fa2-b7ca-f413ab3627e4 HTTP/1.1" status: 200 len: 946 time: 0.0510085 Aug 18 13:07:14.079659 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-3735a0ce-0eb1-4d51-ae9d-a20c6408eca5 req-64f8566b-498c-4caa-96e6-710ab4b0ff84 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.66 "GET /v2.0/security-groups?id=eaf0dc47-d6a7-4602-ae9d-08e0b849dd96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351632 Aug 18 13:07:15.209814 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc49606-1ea7-4bc3-9ebf-f2ed37e32d8c req-14909412-c901-463b-8a3a-855c64c0e7b2 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:07:15.212005 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-acc49606-1ea7-4bc3-9ebf-f2ed37e32d8c req-14909412-c901-463b-8a3a-855c64c0e7b2 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.66 "GET /v2.0/ports?device_id=cd71630e-02d6-4fa2-b7ca-f413ab3627e4 HTTP/1.1" status: 200 len: 946 time: 0.0662541 Aug 18 13:07:15.250524 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-acc49606-1ea7-4bc3-9ebf-f2ed37e32d8c req-8d9f3c91-4f0a-44a6-aab8-89ef41fc6b82 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.66 "GET /v2.0/security-groups?id=eaf0dc47-d6a7-4602-ae9d-08e0b849dd96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323672 Aug 18 13:07:15.463902 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2908d419-07cc-4948-b654-fa688807b928 req-cab1c588-f19e-4d88-8144-a85958975ace service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=cd71630e-02d6-4fa2-b7ca-f413ab3627e4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0708725 Aug 18 13:07:15.483082 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc062df2-16f5-4c43-9014-f28c07826019 req-90a3bb01-f344-4f74-9b5a-00676ad1a1d3 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:07:15.488984 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-cc062df2-16f5-4c43-9014-f28c07826019 req-90a3bb01-f344-4f74-9b5a-00676ad1a1d3 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.66 "GET /v2.0/ports?device_id=cd71630e-02d6-4fa2-b7ca-f413ab3627e4 HTTP/1.1" status: 200 len: 946 time: 0.0712276 Aug 18 13:07:15.525212 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-cc062df2-16f5-4c43-9014-f28c07826019 req-927e071c-2ef1-4fd3-a7de-ab5cf4e62a6a tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.66 "GET /v2.0/security-groups?id=eaf0dc47-d6a7-4602-ae9d-08e0b849dd96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332658 Aug 18 13:07:16.653411 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a53cb5d-fa4b-49ae-b95f-ed69070126a6 req-9422f75d-c134-4f6b-94af-75dd3537dfd0 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:07:16.654962 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2a53cb5d-fa4b-49ae-b95f-ed69070126a6 req-9422f75d-c134-4f6b-94af-75dd3537dfd0 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.66 "GET /v2.0/ports?device_id=cd71630e-02d6-4fa2-b7ca-f413ab3627e4 HTTP/1.1" status: 200 len: 946 time: 0.0603926 Aug 18 13:07:16.694270 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2a53cb5d-fa4b-49ae-b95f-ed69070126a6 req-f6637dbe-3aa8-428b-9ee3-c9a42f7bd345 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.66 "GET /v2.0/security-groups?id=eaf0dc47-d6a7-4602-ae9d-08e0b849dd96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331366 Aug 18 13:07:16.873182 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device f9756148-389f-43c9-a023-f041fd142467 no longer exists at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:07:16.956817 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:16.979556 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd71630e-02d6-4fa2-b7ca-f413ab3627e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9756148-389f-43c9-a023-f041fd142467'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:07:16.981903 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a48be17dea36f4b328e7831c9c0f0a2b661e0eac7f73e8eb05eb02bc862e3084" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d605ff33-746a-4746-a86d-aaf9c9f44405" -d '{"events": [{"server_uuid": "cd71630e-02d6-4fa2-b7ca-f413ab3627e4", "name": "network-vif-unplugged", "status": "completed", "tag": "f9756148-389f-43c9-a023-f041fd142467"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:07:16.995722 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port f9756148-389f-43c9-a023-f041fd142467, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=f9756148-389f-43c9-a023-f041fd142467,segment=NetworkSegment(b1fb8dc6-8ea6-4a25-a3b4-793c31c03b5a),segment_id=b1fb8dc6-8ea6-4a25-a3b4-793c31c03b5a)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:07:17.005369 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:17.030553 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 18 Aug 2021 13:07:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74bc9e90-f1be-47a4-a8c3-b5c67cf8b5fc x-openstack-request-id: req-74bc9e90-f1be-47a4-a8c3-b5c67cf8b5fc {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:07:17.030828 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd71630e-02d6-4fa2-b7ca-f413ab3627e4", "name": "network-vif-unplugged", "status": "failed", "tag": "f9756148-389f-43c9-a023-f041fd142467", "code": 422}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:07:17.031044 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-74bc9e90-f1be-47a4-a8c3-b5c67cf8b5fc {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:07:17.031436 n-d-804985-2 neutron-server[106254]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'cd71630e-02d6-4fa2-b7ca-f413ab3627e4', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f9756148-389f-43c9-a023-f041fd142467', 'code': 422} returned with failed status Aug 18 13:07:17.060819 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=f9756148-389f-43c9-a023-f041fd142467,revision_number=6']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:07:17.068443 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:07:17.068885 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:07:17.069298 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:07:17.069671 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:07:17.070082 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:07:17.070468 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:07:17.070851 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:07:17.071375 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:07:17.071761 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:07:17.072153 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:07:17.072572 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:07:17.072873 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:07:17.813759 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710a7067-878d-4eb6-80d6-c1e76c17cc80 req-01a78632-6065-4464-9786-1d8f8d3413ab tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:07:17.815323 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-710a7067-878d-4eb6-80d6-c1e76c17cc80 req-01a78632-6065-4464-9786-1d8f8d3413ab tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.66 "GET /v2.0/ports?device_id=cd71630e-02d6-4fa2-b7ca-f413ab3627e4 HTTP/1.1" status: 200 len: 944 time: 0.0513442 Aug 18 13:07:17.854857 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-710a7067-878d-4eb6-80d6-c1e76c17cc80 req-124de75a-9e9a-4200-a376-cfa02e5bbae7 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.66 "GET /v2.0/security-groups?id=eaf0dc47-d6a7-4602-ae9d-08e0b849dd96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334666 Aug 18 13:07:18.606356 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-843b5b3e-a76f-432a-980e-644d129f1473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:18.975928 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd9e243-eec4-432a-93dc-8ff104a53269 req-887f71df-c9ed-4cd6-b55f-9834613dcb31 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:07:18.977501 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6cd9e243-eec4-432a-93dc-8ff104a53269 req-887f71df-c9ed-4cd6-b55f-9834613dcb31 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.66 "GET /v2.0/ports?device_id=cd71630e-02d6-4fa2-b7ca-f413ab3627e4 HTTP/1.1" status: 200 len: 944 time: 0.0543413 Aug 18 13:07:19.016556 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6cd9e243-eec4-432a-93dc-8ff104a53269 req-502e7eca-ba2f-4c28-8c97-4e63483f4a02 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.66 "GET /v2.0/security-groups?id=eaf0dc47-d6a7-4602-ae9d-08e0b849dd96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327957 Aug 18 13:07:20.162066 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08131ad1-6b73-454e-b28c-409edff80df3 req-a02dab24-0ce9-46e4-9824-7cf8ba4d4126 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:07:20.163657 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-08131ad1-6b73-454e-b28c-409edff80df3 req-a02dab24-0ce9-46e4-9824-7cf8ba4d4126 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.66 "GET /v2.0/ports?device_id=cd71630e-02d6-4fa2-b7ca-f413ab3627e4 HTTP/1.1" status: 200 len: 944 time: 0.0598419 Aug 18 13:07:20.167433 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2908d419-07cc-4948-b654-fa688807b928 req-65d9b8e6-0fc5-4526-a50e-8f0713aa2ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:07:20.168952 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-2908d419-07cc-4948-b654-fa688807b928 req-65d9b8e6-0fc5-4526-a50e-8f0713aa2ba5 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=cd71630e-02d6-4fa2-b7ca-f413ab3627e4&tenant_id=fcde11a362cc47fba2e3c4947851fb21 HTTP/1.1" status: 200 len: 1095 time: 0.0473759 Aug 18 13:07:20.203806 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-08131ad1-6b73-454e-b28c-409edff80df3 req-13a1a934-83aa-4a5e-abe6-f89666a5cb09 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.66 "GET /v2.0/security-groups?id=eaf0dc47-d6a7-4602-ae9d-08e0b849dd96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337486 Aug 18 13:07:20.236883 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2908d419-07cc-4948-b654-fa688807b928 req-d322dedf-ff41-439d-b81a-458e0b3e49fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:07:20.238395 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-2908d419-07cc-4948-b654-fa688807b928 req-d322dedf-ff41-439d-b81a-458e0b3e49fe service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=fcde11a362cc47fba2e3c4947851fb21&device_id=cd71630e-02d6-4fa2-b7ca-f413ab3627e4 HTTP/1.1" status: 200 len: 1095 time: 0.0469522 Aug 18 13:07:20.328212 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2908d419-07cc-4948-b654-fa688807b928 req-3f0ffa9a-ae51-481f-9f32-9d15516aa72a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:07:20.329612 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-2908d419-07cc-4948-b654-fa688807b928 req-3f0ffa9a-ae51-481f-9f32-9d15516aa72a service neutron] 10.222.0.62 "GET /v2.0/networks?id=584a3cb2-1e19-4b39-a2bf-76e269345461 HTTP/1.1" status: 200 len: 910 time: 0.0842891 Aug 18 13:07:20.405653 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-2908d419-07cc-4948-b654-fa688807b928 req-dcca36a3-4fe8-487c-b39e-30af643807d5 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f9756148-389f-43c9-a023-f041fd142467 HTTP/1.1" status: 200 len: 1000 time: 0.0690002 Aug 18 13:07:20.462945 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2908d419-07cc-4948-b654-fa688807b928 req-38f74d90-7c1f-4405-b655-480c6929701b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:07:20.464430 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-2908d419-07cc-4948-b654-fa688807b928 req-38f74d90-7c1f-4405-b655-480c6929701b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0b70ae0b-a974-4013-8f6e-bbbf85c7212b HTTP/1.1" status: 200 len: 848 time: 0.0519457 Aug 18 13:07:20.519567 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2908d419-07cc-4948-b654-fa688807b928 req-1e4c5abc-588e-4b75-a9d0-588f4212583b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:07:20.521044 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-2908d419-07cc-4948-b654-fa688807b928 req-1e4c5abc-588e-4b75-a9d0-588f4212583b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=584a3cb2-1e19-4b39-a2bf-76e269345461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421107 Aug 18 13:07:20.613262 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-2908d419-07cc-4948-b654-fa688807b928 req-104c9079-5e32-4769-b15c-f70a110b5d4f service neutron] 10.222.0.62 "GET /v2.0/networks/584a3cb2-1e19-4b39-a2bf-76e269345461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847836 Aug 18 13:07:20.713933 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-2908d419-07cc-4948-b654-fa688807b928 req-3cda9b30-7434-4095-94ff-0f95a0bff55f service neutron] 10.222.0.62 "GET /v2.0/networks/584a3cb2-1e19-4b39-a2bf-76e269345461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936096 Aug 18 13:07:21.337503 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59526e40-5fb3-4454-964e-f34a85884cc5 req-08269e13-c486-4062-9820-27cfb3b56443 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:07:21.338930 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-59526e40-5fb3-4454-964e-f34a85884cc5 req-08269e13-c486-4062-9820-27cfb3b56443 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.66 "GET /v2.0/ports?device_id=cd71630e-02d6-4fa2-b7ca-f413ab3627e4 HTTP/1.1" status: 200 len: 944 time: 0.0616255 Aug 18 13:07:21.385865 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-59526e40-5fb3-4454-964e-f34a85884cc5 req-e0bb3b18-e418-4eec-a527-89419dde24c0 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.66 "GET /v2.0/security-groups?id=eaf0dc47-d6a7-4602-ae9d-08e0b849dd96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360684 Aug 18 13:07:21.584186 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:21.840131 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-7fca1207-b01f-4e42-9dc5-e7f67edb51a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:22.515203 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-53584c24-f517-494e-ac93-c18bb92373f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:22.515752 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf5b2dd-2196-46a7-b8c5-0f0d83fc0cea req-2c58ab36-b68b-4bdb-a117-6ee3c39892eb tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:07:22.517686 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2cf5b2dd-2196-46a7-b8c5-0f0d83fc0cea req-2c58ab36-b68b-4bdb-a117-6ee3c39892eb tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.66 "GET /v2.0/ports?device_id=cd71630e-02d6-4fa2-b7ca-f413ab3627e4 HTTP/1.1" status: 200 len: 944 time: 0.0539811 Aug 18 13:07:22.555793 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2cf5b2dd-2196-46a7-b8c5-0f0d83fc0cea req-683c966d-88c0-48c8-8967-a6b2d10935cc tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.66 "GET /v2.0/security-groups?id=eaf0dc47-d6a7-4602-ae9d-08e0b849dd96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320489 Aug 18 13:07:23.689178 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b355cf0f-9c8d-47d9-9743-b1269a1513af req-283632d7-4c31-48b5-969d-7f4a55f3077a tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:07:23.690656 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b355cf0f-9c8d-47d9-9743-b1269a1513af req-283632d7-4c31-48b5-969d-7f4a55f3077a tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.66 "GET /v2.0/ports?device_id=cd71630e-02d6-4fa2-b7ca-f413ab3627e4 HTTP/1.1" status: 200 len: 944 time: 0.0571976 Aug 18 13:07:23.729775 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b355cf0f-9c8d-47d9-9743-b1269a1513af req-63fb7d87-e708-48df-8448-b859b190d324 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.66 "GET /v2.0/security-groups?id=eaf0dc47-d6a7-4602-ae9d-08e0b849dd96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330548 Aug 18 13:07:24.179500 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-500a1c61-38a7-4c23-a7ec-4631080af5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:25.115384 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c5fcc0-644e-4178-bedb-b89c23e895ac req-80c2afc5-2800-47c8-a781-ad08a415e086 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:07:25.116902 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-31c5fcc0-644e-4178-bedb-b89c23e895ac req-80c2afc5-2800-47c8-a781-ad08a415e086 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.66 "GET /v2.0/ports?device_id=cd71630e-02d6-4fa2-b7ca-f413ab3627e4 HTTP/1.1" status: 200 len: 944 time: 0.0559945 Aug 18 13:07:25.155975 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-31c5fcc0-644e-4178-bedb-b89c23e895ac req-56f6e1a6-475b-4dba-9895-2d12e4d60d41 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.66 "GET /v2.0/security-groups?id=eaf0dc47-d6a7-4602-ae9d-08e0b849dd96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329063 Aug 18 13:07:26.299397 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741bd5e8-9d88-4db1-935a-53576c8b75a5 req-16b53bc6-1959-4dd7-aa1d-97c0106a40c5 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:07:26.300922 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-741bd5e8-9d88-4db1-935a-53576c8b75a5 req-16b53bc6-1959-4dd7-aa1d-97c0106a40c5 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.66 "GET /v2.0/ports?device_id=cd71630e-02d6-4fa2-b7ca-f413ab3627e4 HTTP/1.1" status: 200 len: 944 time: 0.0514228 Aug 18 13:07:26.339975 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-741bd5e8-9d88-4db1-935a-53576c8b75a5 req-6c33855e-b798-47c7-9916-7ef2bf074b08 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.66 "GET /v2.0/security-groups?id=eaf0dc47-d6a7-4602-ae9d-08e0b849dd96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329113 Aug 18 13:07:27.493466 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687f436b-726a-4733-b8a5-00bd7625967f req-d4c914fd-5dce-40f2-945b-8f4943a21418 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:07:27.494966 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-687f436b-726a-4733-b8a5-00bd7625967f req-d4c914fd-5dce-40f2-945b-8f4943a21418 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.66 "GET /v2.0/ports?device_id=cd71630e-02d6-4fa2-b7ca-f413ab3627e4 HTTP/1.1" status: 200 len: 944 time: 0.0580029 Aug 18 13:07:27.533558 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-687f436b-726a-4733-b8a5-00bd7625967f req-16904a7f-ae65-4cc7-b9b3-59b72ff9a539 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.66 "GET /v2.0/security-groups?id=eaf0dc47-d6a7-4602-ae9d-08e0b849dd96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323637 Aug 18 13:07:28.602853 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d8b2ce-6a3e-4af8-80cf-a0e892dc27bc req-b360528b-0ef4-4ead-8992-b87f921d53d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:07:28.604557 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-50d8b2ce-6a3e-4af8-80cf-a0e892dc27bc req-b360528b-0ef4-4ead-8992-b87f921d53d3 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=fcde11a362cc47fba2e3c4947851fb21&device_id=cd71630e-02d6-4fa2-b7ca-f413ab3627e4 HTTP/1.1" status: 200 len: 1095 time: 0.0456407 Aug 18 13:07:28.655326 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8504fb1-e05c-407b-ba21-5ac49da70997 req-b43c4fb5-c8ce-42bb-9b5b-5ca5cf381de0 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:07:28.656865 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d8504fb1-e05c-407b-ba21-5ac49da70997 req-b43c4fb5-c8ce-42bb-9b5b-5ca5cf381de0 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.66 "GET /v2.0/ports?device_id=cd71630e-02d6-4fa2-b7ca-f413ab3627e4 HTTP/1.1" status: 200 len: 944 time: 0.0514336 Aug 18 13:07:28.695937 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d8504fb1-e05c-407b-ba21-5ac49da70997 req-6c1c2e0e-2e6f-4c59-8a1e-e3db0597909c tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.66 "GET /v2.0/security-groups?id=eaf0dc47-d6a7-4602-ae9d-08e0b849dd96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329115 Aug 18 13:07:28.714528 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d8b2ce-6a3e-4af8-80cf-a0e892dc27bc req-034a1fae-f274-4b9e-be0d-c3710870e55e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:07:28.716027 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-50d8b2ce-6a3e-4af8-80cf-a0e892dc27bc req-034a1fae-f274-4b9e-be0d-c3710870e55e service neutron] 10.222.0.62 "GET /v2.0/networks?id=584a3cb2-1e19-4b39-a2bf-76e269345461 HTTP/1.1" status: 200 len: 910 time: 0.0906386 Aug 18 13:07:28.784692 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-50d8b2ce-6a3e-4af8-80cf-a0e892dc27bc req-223cea07-bc4f-4cc8-a9a8-226279803ace service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f9756148-389f-43c9-a023-f041fd142467 HTTP/1.1" status: 200 len: 1000 time: 0.0609636 Aug 18 13:07:28.842167 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d8b2ce-6a3e-4af8-80cf-a0e892dc27bc req-4307d782-1442-4a50-88f8-783905a1dc34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:07:28.843472 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-50d8b2ce-6a3e-4af8-80cf-a0e892dc27bc req-4307d782-1442-4a50-88f8-783905a1dc34 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0b70ae0b-a974-4013-8f6e-bbbf85c7212b HTTP/1.1" status: 200 len: 848 time: 0.0521712 Aug 18 13:07:28.888343 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d8b2ce-6a3e-4af8-80cf-a0e892dc27bc req-522c6f91-c2e4-48ac-a0b1-e45ac4e0f93e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:07:28.889814 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-50d8b2ce-6a3e-4af8-80cf-a0e892dc27bc req-522c6f91-c2e4-48ac-a0b1-e45ac4e0f93e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=584a3cb2-1e19-4b39-a2bf-76e269345461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395031 Aug 18 13:07:28.935809 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device f9756148-389f-43c9-a023-f041fd142467 details requested by agent hyperv_n-h2-804985-2 with host n-h2-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 13:07:28.981985 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-50d8b2ce-6a3e-4af8-80cf-a0e892dc27bc req-838014b4-9f83-40f8-94ee-a4ac0a58b40f service neutron] 10.222.0.62 "GET /v2.0/networks/584a3cb2-1e19-4b39-a2bf-76e269345461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848262 Aug 18 13:07:29.030126 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port f9756148-389f-43c9-a023-f041fd142467, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=f9756148-389f-43c9-a023-f041fd142467,segment=NetworkSegment(b1fb8dc6-8ea6-4a25-a3b4-793c31c03b5a),segment_id=b1fb8dc6-8ea6-4a25-a3b4-793c31c03b5a)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:07:29.041199 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Returning: {'device': 'f9756148-389f-43c9-a023-f041fd142467', 'network_id': '584a3cb2-1e19-4b39-a2bf-76e269345461', 'port_id': 'f9756148-389f-43c9-a023-f041fd142467', 'mac_address': 'fa:16:3e:f7:f9:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 839, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b70ae0b-a974-4013-8f6e-bbbf85c7212b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 13:07:29.076864 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-50d8b2ce-6a3e-4af8-80cf-a0e892dc27bc req-04e27f5e-1542-44a7-b0c4-10ab4b8a8eef service neutron] 10.222.0.62 "GET /v2.0/networks/584a3cb2-1e19-4b39-a2bf-76e269345461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881140 Aug 18 13:07:29.078551 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:29.095060 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9756148-389f-43c9-a023-f041fd142467 {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:07:29.114324 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port f9756148-389f-43c9-a023-f041fd142467, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=f9756148-389f-43c9-a023-f041fd142467,segment=NetworkSegment(b1fb8dc6-8ea6-4a25-a3b4-793c31c03b5a),segment_id=b1fb8dc6-8ea6-4a25-a3b4-793c31c03b5a)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:07:29.119068 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:29.166651 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=f9756148-389f-43c9-a023-f041fd142467,revision_number=7']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:07:29.320048 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] get_ports_and_sgs() called for port_ids ['f9756148-389f-43c9-a023-f041fd142467'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:07:29.820834 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9862caa7-5d9f-4662-8daf-562d661ec203 req-d8413322-d961-42e9-845e-1353a32a7391 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:07:29.822360 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9862caa7-5d9f-4662-8daf-562d661ec203 req-d8413322-d961-42e9-845e-1353a32a7391 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.66 "GET /v2.0/ports?device_id=cd71630e-02d6-4fa2-b7ca-f413ab3627e4 HTTP/1.1" status: 200 len: 945 time: 0.0527551 Aug 18 13:07:29.860712 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9862caa7-5d9f-4662-8daf-562d661ec203 req-e3b8288a-ddee-425b-8872-673aea5cd57d tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.66 "GET /v2.0/security-groups?id=eaf0dc47-d6a7-4602-ae9d-08e0b849dd96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322142 Aug 18 13:07:30.950951 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device f9756148-389f-43c9-a023-f041fd142467 up at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:07:30.986798 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d64d52-41f4-4177-ba22-e084007869c1 req-eb12c3df-1361-4dcb-8b51-8247610e8f8b tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:07:30.988343 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-15d64d52-41f4-4177-ba22-e084007869c1 req-eb12c3df-1361-4dcb-8b51-8247610e8f8b tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.66 "GET /v2.0/ports?device_id=cd71630e-02d6-4fa2-b7ca-f413ab3627e4 HTTP/1.1" status: 200 len: 945 time: 0.0534470 Aug 18 13:07:31.001119 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Provisioning complete for port f9756148-389f-43c9-a023-f041fd142467 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:07:31.001503 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:31.028028 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-15d64d52-41f4-4177-ba22-e084007869c1 req-80b86541-3f69-473c-89e3-0e58f0622b9c tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.66 "GET /v2.0/security-groups?id=eaf0dc47-d6a7-4602-ae9d-08e0b849dd96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332439 Aug 18 13:07:31.084696 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:31.119198 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd71630e-02d6-4fa2-b7ca-f413ab3627e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9756148-389f-43c9-a023-f041fd142467'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:07:31.121472 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a48be17dea36f4b328e7831c9c0f0a2b661e0eac7f73e8eb05eb02bc862e3084" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-579b7f37-58a9-451b-b41e-6305f077b45e" -d '{"events": [{"server_uuid": "cd71630e-02d6-4fa2-b7ca-f413ab3627e4", "name": "network-vif-plugged", "status": "completed", "tag": "f9756148-389f-43c9-a023-f041fd142467"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:07:31.134210 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port f9756148-389f-43c9-a023-f041fd142467, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=f9756148-389f-43c9-a023-f041fd142467,segment=NetworkSegment(b1fb8dc6-8ea6-4a25-a3b4-793c31c03b5a),segment_id=b1fb8dc6-8ea6-4a25-a3b4-793c31c03b5a)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:07:31.138949 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:31.163385 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 13:07:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-161012d6-2deb-4d0c-a97e-b96da9db519a x-openstack-request-id: req-161012d6-2deb-4d0c-a97e-b96da9db519a {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:07:31.163677 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd71630e-02d6-4fa2-b7ca-f413ab3627e4", "name": "network-vif-plugged", "status": "completed", "tag": "f9756148-389f-43c9-a023-f041fd142467", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:07:31.163933 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-161012d6-2deb-4d0c-a97e-b96da9db519a {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:07:31.164750 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd71630e-02d6-4fa2-b7ca-f413ab3627e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9756148-389f-43c9-a023-f041fd142467', 'code': 200} Aug 18 13:07:31.196574 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=f9756148-389f-43c9-a023-f041fd142467,revision_number=8']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:07:31.313311 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaafe0c-e7a2-4e26-a5ee-669eed08bf2e req-29d73af3-42af-47b6-975f-e136a860d814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:07:31.315393 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-dfaafe0c-e7a2-4e26-a5ee-669eed08bf2e req-29d73af3-42af-47b6-975f-e136a860d814 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=cd71630e-02d6-4fa2-b7ca-f413ab3627e4 HTTP/1.1" status: 200 len: 1097 time: 0.0468891 Aug 18 13:07:31.350495 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-dfaafe0c-e7a2-4e26-a5ee-669eed08bf2e req-ecfd63e2-9a71-4a7c-aae8-876569277656 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=eaf0dc47-d6a7-4602-ae9d-08e0b849dd96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0284691 Aug 18 13:07:31.857448 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.agents_db [None req-6dbb2658-0354-4101-8393-6e7505481cf6 None None] Agent healthcheck: found 7 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 13:07:32.146701 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cab171-02e5-4e05-915c-784d8ca71d5d req-fcab4e1d-2965-4eec-88c5-3bf3f908b18b tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:07:32.148192 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-04cab171-02e5-4e05-915c-784d8ca71d5d req-fcab4e1d-2965-4eec-88c5-3bf3f908b18b tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.66 "GET /v2.0/ports?device_id=cd71630e-02d6-4fa2-b7ca-f413ab3627e4 HTTP/1.1" status: 200 len: 946 time: 0.0501285 Aug 18 13:07:32.190551 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-04cab171-02e5-4e05-915c-784d8ca71d5d req-952cbb51-9d11-491b-ac08-bf175449277f tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.66 "GET /v2.0/security-groups?id=eaf0dc47-d6a7-4602-ae9d-08e0b849dd96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364065 Aug 18 13:07:36.708652 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:38.982830 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:48.607898 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4bd189c2-cb91-4dcb-b61c-4e9fe41ba132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:51.582720 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:51.832932 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-39dcf8af-9fc6-4b03-9e42-c95a9e4adb19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:52.519631 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-53584c24-f517-494e-ac93-c18bb92373f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:07:54.188582 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-500a1c61-38a7-4c23-a7ec-4631080af5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:06.718441 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:08.857162 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.agents_db [None req-6dbb2658-0354-4101-8393-6e7505481cf6 None None] Agent healthcheck: found 7 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 13:08:08.979775 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:18.608765 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-61dce77d-9352-4ba7-9068-8d5a39dd2923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:21.582415 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:21.838547 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-aecd2f1f-8750-44aa-895f-932e6c11493c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:22.520811 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-53584c24-f517-494e-ac93-c18bb92373f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:24.193912 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-500a1c61-38a7-4c23-a7ec-4631080af5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:29.544047 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-683e8302-5ca0-435d-af9b-de3badde8c6c req-b4e91f93-5694-4ce7-b0d8-b1c423c8acad service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=cd71630e-02d6-4fa2-b7ca-f413ab3627e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0482147 Aug 18 13:08:29.638992 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683e8302-5ca0-435d-af9b-de3badde8c6c req-b191f98a-c725-4e31-99b9-81a09692121f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:08:29.640563 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-683e8302-5ca0-435d-af9b-de3badde8c6c req-b191f98a-c725-4e31-99b9-81a09692121f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=fcde11a362cc47fba2e3c4947851fb21&device_id=cd71630e-02d6-4fa2-b7ca-f413ab3627e4 HTTP/1.1" status: 200 len: 1097 time: 0.0414066 Aug 18 13:08:29.755015 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683e8302-5ca0-435d-af9b-de3badde8c6c req-431ae2ef-58c4-4f76-b051-db0dce88016b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:08:29.756522 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-683e8302-5ca0-435d-af9b-de3badde8c6c req-431ae2ef-58c4-4f76-b051-db0dce88016b service neutron] 10.222.0.62 "GET /v2.0/networks?id=584a3cb2-1e19-4b39-a2bf-76e269345461 HTTP/1.1" status: 200 len: 910 time: 0.0967278 Aug 18 13:08:29.826966 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-683e8302-5ca0-435d-af9b-de3badde8c6c req-a5c21b2c-c2b4-47f9-9f9f-2a80569d0cbe service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f9756148-389f-43c9-a023-f041fd142467 HTTP/1.1" status: 200 len: 1002 time: 0.0611558 Aug 18 13:08:29.877327 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683e8302-5ca0-435d-af9b-de3badde8c6c req-ea9dd015-1d99-4444-a2a4-8f91baab27d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:08:29.878731 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-683e8302-5ca0-435d-af9b-de3badde8c6c req-ea9dd015-1d99-4444-a2a4-8f91baab27d3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0b70ae0b-a974-4013-8f6e-bbbf85c7212b HTTP/1.1" status: 200 len: 848 time: 0.0451984 Aug 18 13:08:29.924183 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683e8302-5ca0-435d-af9b-de3badde8c6c req-bdcfd9e0-f77d-4a35-b8fe-4c98a4c8b085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:08:29.925663 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-683e8302-5ca0-435d-af9b-de3badde8c6c req-bdcfd9e0-f77d-4a35-b8fe-4c98a4c8b085 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=584a3cb2-1e19-4b39-a2bf-76e269345461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400736 Aug 18 13:08:30.019831 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-683e8302-5ca0-435d-af9b-de3badde8c6c req-13d2e78a-57a5-439d-89b8-af63bff6f960 service neutron] 10.222.0.62 "GET /v2.0/networks/584a3cb2-1e19-4b39-a2bf-76e269345461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837944 Aug 18 13:08:30.107994 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-683e8302-5ca0-435d-af9b-de3badde8c6c req-87109f37-35b4-4322-a40a-01e2943ed8b4 service neutron] 10.222.0.62 "GET /v2.0/networks/584a3cb2-1e19-4b39-a2bf-76e269345461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814412 Aug 18 13:08:36.725796 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:38.987859 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:45.862540 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.agents_db [None req-6dbb2658-0354-4101-8393-6e7505481cf6 None None] Agent healthcheck: found 7 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 13:08:48.180756 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 54952) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:08:48.350951 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-b68608f5-309f-4a29-ad6e-63c1b76212f4 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Deleting port 1d4a2635-d89b-4700-a34f-ae90c6b2a7f9 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:08:48.351194 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b68608f5-309f-4a29-ad6e-63c1b76212f4 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:48.603522 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-853ac7b7-11fd-4928-aa00-27c632eddb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:48.740792 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b68608f5-309f-4a29-ad6e-63c1b76212f4 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:48.741141 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b68608f5-309f-4a29-ad6e-63c1b76212f4 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:48.752731 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-b68608f5-309f-4a29-ad6e-63c1b76212f4 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Calling delete_port for 1d4a2635-d89b-4700-a34f-ae90c6b2a7f9 owned by network:floatingip {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:08:48.915662 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b68608f5-309f-4a29-ad6e-63c1b76212f4 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:48.940284 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68608f5-309f-4a29-ad6e-63c1b76212f4 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Pushing event deleted for resources: {'Port': ['ID=1d4a2635-d89b-4700-a34f-ae90c6b2a7f9,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:08:48.954855 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68608f5-309f-4a29-ad6e-63c1b76212f4 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:08:48.955282 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68608f5-309f-4a29-ad6e-63c1b76212f4 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:08:48.955759 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68608f5-309f-4a29-ad6e-63c1b76212f4 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:08:48.956193 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68608f5-309f-4a29-ad6e-63c1b76212f4 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:08:48.956655 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68608f5-309f-4a29-ad6e-63c1b76212f4 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:08:48.957106 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68608f5-309f-4a29-ad6e-63c1b76212f4 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:08:48.957542 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68608f5-309f-4a29-ad6e-63c1b76212f4 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:08:48.957994 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68608f5-309f-4a29-ad6e-63c1b76212f4 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:08:48.958394 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68608f5-309f-4a29-ad6e-63c1b76212f4 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:08:48.958799 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68608f5-309f-4a29-ad6e-63c1b76212f4 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:08:48.959226 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68608f5-309f-4a29-ad6e-63c1b76212f4 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:08:48.959655 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68608f5-309f-4a29-ad6e-63c1b76212f4 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:08:49.016853 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b68608f5-309f-4a29-ad6e-63c1b76212f4 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Notify callbacks [] for floatingip, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:49.017191 n-d-804985-2 neutron-server[106253]: INFO neutron.db.l3_db [None req-b68608f5-309f-4a29-ad6e-63c1b76212f4 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Floating IP 9da043d7-f6a2-4a4a-9aeb-0e067ad2217f disassociated (deleted). External IP: 172.25.7.108, port: f9756148-389f-43c9-a023-f041fd142467. Aug 18 13:08:49.228382 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b68608f5-309f-4a29-ad6e-63c1b76212f4 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Router 044b7d20-297f-4465-a2eb-b4e3413968d3 has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 13:08:49.340400 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b68608f5-309f-4a29-ad6e-63c1b76212f4 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:08:49.345363 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-b68608f5-309f-4a29-ad6e-63c1b76212f4 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for floatingip, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:49.350115 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c68d592e-fa27-476e-9c24-a434e5de3432 None None] Sync routers for ids ['044b7d20-297f-4465-a2eb-b4e3413968d3'] in n-d-804985-2 {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:08:49.359895 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c68d592e-fa27-476e-9c24-a434e5de3432 None None] Routers {'044b7d20-297f-4465-a2eb-b4e3413968d3'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:08:49.360513 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-c68d592e-fa27-476e-9c24-a434e5de3432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T13:08:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['044b7d20-297f-4465-a2eb-b4e3413968d3'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:08:49.372438 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-b68608f5-309f-4a29-ad6e-63c1b76212f4 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.66 "DELETE /v2.0/floatingips/9da043d7-f6a2-4a4a-9aeb-0e067ad2217f HTTP/1.1" status: 204 len: 168 time: 1.1901383 Aug 18 13:08:49.373069 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd71630e-02d6-4fa2-b7ca-f413ab3627e4', 'tag': 'f9756148-389f-43c9-a023-f041fd142467'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:08:49.375327 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d6bbf6f425705e9a26053008d8b7c0abfe3c10eda721baf5c515723d6d58932" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f391688-197e-415d-9a4d-58b1cdb71182" -d '{"events": [{"name": "network-changed", "server_uuid": "cd71630e-02d6-4fa2-b7ca-f413ab3627e4", "tag": "f9756148-389f-43c9-a023-f041fd142467"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:08:49.463530 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 13:08:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1467be04-fade-4be7-8360-52b29140e116 x-openstack-request-id: req-1467be04-fade-4be7-8360-52b29140e116 {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:08:49.463848 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd71630e-02d6-4fa2-b7ca-f413ab3627e4", "tag": "f9756148-389f-43c9-a023-f041fd142467", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:08:49.464118 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-1467be04-fade-4be7-8360-52b29140e116 {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:08:49.464538 n-d-804985-2 neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd71630e-02d6-4fa2-b7ca-f413ab3627e4', 'tag': 'f9756148-389f-43c9-a023-f041fd142467', 'status': 'completed', 'code': 200} Aug 18 13:08:49.470169 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-c68d592e-fa27-476e-9c24-a434e5de3432 None None] Set router 044b7d20-297f-4465-a2eb-b4e3413968d3 gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:08:49.542769 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f391688-197e-415d-9a4d-58b1cdb71182 req-53355c7b-92b6-4217-a2aa-ce64f7f288b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:08:49.544277 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-2f391688-197e-415d-9a4d-58b1cdb71182 req-53355c7b-92b6-4217-a2aa-ce64f7f288b9 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=fcde11a362cc47fba2e3c4947851fb21&device_id=cd71630e-02d6-4fa2-b7ca-f413ab3627e4 HTTP/1.1" status: 200 len: 1097 time: 0.0507939 Aug 18 13:08:49.612534 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622aba1a-ad9a-4383-9b12-460ec5559ca0 req-78a916c1-edae-4828-8abc-9c680c4f9e7f tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:08:49.614115 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-622aba1a-ad9a-4383-9b12-460ec5559ca0 req-78a916c1-edae-4828-8abc-9c680c4f9e7f tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.66 "GET /v2.0/ports?device_id=cd71630e-02d6-4fa2-b7ca-f413ab3627e4 HTTP/1.1" status: 200 len: 946 time: 0.0518055 Aug 18 13:08:49.636922 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f391688-197e-415d-9a4d-58b1cdb71182 req-769784e7-8d33-4676-947d-a455f8c0de91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:08:49.638485 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-2f391688-197e-415d-9a4d-58b1cdb71182 req-769784e7-8d33-4676-947d-a455f8c0de91 service neutron] 10.222.0.62 "GET /v2.0/networks?id=584a3cb2-1e19-4b39-a2bf-76e269345461 HTTP/1.1" status: 200 len: 910 time: 0.0868790 Aug 18 13:08:49.663630 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-622aba1a-ad9a-4383-9b12-460ec5559ca0 req-a328d6bd-7332-4eb1-bab3-b719637b6cca tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.66 "GET /v2.0/security-groups?id=eaf0dc47-d6a7-4602-ae9d-08e0b849dd96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429175 Aug 18 13:08:49.680507 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-c68d592e-fa27-476e-9c24-a434e5de3432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '044b7d20-297f-4465-a2eb-b4e3413968d3', 'name': 'tempest-TestShelveInstance-2041562132-router', 'tenant_id': 'fcde11a362cc47fba2e3c4947851fb21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': '63c0b127-03bf-4f05-b3a2-aaee534df064', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:00:09Z', 'updated_at': '2021-08-18T13:00:11Z', 'revision_number': 4, 'project_id': 'fcde11a362cc47fba2e3c4947851fb21', 'gw_port': {'id': '63c0b127-03bf-4f05-b3a2-aaee534df064', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:2c:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044b7d20-297f-4465-a2eb-b4e3413968d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:00:09Z', 'updated_at': '2021-08-18T13:00:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': 'c5fb3586-98e3-4b60-aaf5-4337f38c3789', 'name': '', 'network_id': '584a3cb2-1e19-4b39-a2bf-76e269345461', 'tenant_id': 'fcde11a362cc47fba2e3c4947851fb21', 'mac_address': 'fa:16:3e:2a:df:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044b7d20-297f-4465-a2eb-b4e3413968d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '0b70ae0b-a974-4013-8f6e-bbbf85c7212b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:00:11Z', 'updated_at': '2021-08-18T13:00:18Z', 'revision_number': 5, 'project_id': 'fcde11a362cc47fba2e3c4947851fb21', 'subnets': [{'id': '0b70ae0b-a974-4013-8f6e-bbbf85c7212b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:08:49.685162 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-2f391688-197e-415d-9a4d-58b1cdb71182 req-698c1dbd-918f-423b-90a8-5df078668c01 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f9756148-389f-43c9-a023-f041fd142467 HTTP/1.1" status: 200 len: 217 time: 0.0394275 Aug 18 13:08:49.707222 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c68d592e-fa27-476e-9c24-a434e5de3432 None None] Checking router: 044b7d20-297f-4465-a2eb-b4e3413968d3 for host: n-d-804985-2 {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 13:08:49.715734 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c68d592e-fa27-476e-9c24-a434e5de3432 None None] Routers {'044b7d20-297f-4465-a2eb-b4e3413968d3'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:08:49.716332 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-c68d592e-fa27-476e-9c24-a434e5de3432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T13:08:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['044b7d20-297f-4465-a2eb-b4e3413968d3'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:08:49.734228 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f391688-197e-415d-9a4d-58b1cdb71182 req-f3b433cf-800e-4067-a928-70c7ba1788e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:08:49.735731 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-2f391688-197e-415d-9a4d-58b1cdb71182 req-f3b433cf-800e-4067-a928-70c7ba1788e4 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0b70ae0b-a974-4013-8f6e-bbbf85c7212b HTTP/1.1" status: 200 len: 848 time: 0.0438616 Aug 18 13:08:49.784550 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f391688-197e-415d-9a4d-58b1cdb71182 req-bad01bca-d0b2-4820-a3a5-666a7c45dd42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:08:49.786016 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-2f391688-197e-415d-9a4d-58b1cdb71182 req-bad01bca-d0b2-4820-a3a5-666a7c45dd42 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=584a3cb2-1e19-4b39-a2bf-76e269345461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421631 Aug 18 13:08:49.825829 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-c68d592e-fa27-476e-9c24-a434e5de3432 None None] Set router 044b7d20-297f-4465-a2eb-b4e3413968d3 gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:08:49.885591 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-2f391688-197e-415d-9a4d-58b1cdb71182 req-5ea175f2-5455-4863-a0c7-0f843255b3ed service neutron] 10.222.0.62 "GET /v2.0/networks/584a3cb2-1e19-4b39-a2bf-76e269345461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906022 Aug 18 13:08:49.980641 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-2f391688-197e-415d-9a4d-58b1cdb71182 req-cb68ec10-e2fa-4354-b51f-8424946c38bc service neutron] 10.222.0.62 "GET /v2.0/networks/584a3cb2-1e19-4b39-a2bf-76e269345461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867143 Aug 18 13:08:50.121939 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-c68d592e-fa27-476e-9c24-a434e5de3432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '044b7d20-297f-4465-a2eb-b4e3413968d3', 'name': 'tempest-TestShelveInstance-2041562132-router', 'tenant_id': 'fcde11a362cc47fba2e3c4947851fb21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': '63c0b127-03bf-4f05-b3a2-aaee534df064', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:00:09Z', 'updated_at': '2021-08-18T13:00:11Z', 'revision_number': 4, 'project_id': 'fcde11a362cc47fba2e3c4947851fb21', 'gw_port': {'id': '63c0b127-03bf-4f05-b3a2-aaee534df064', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:2c:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044b7d20-297f-4465-a2eb-b4e3413968d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:00:09Z', 'updated_at': '2021-08-18T13:00:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': 'c5fb3586-98e3-4b60-aaf5-4337f38c3789', 'name': '', 'network_id': '584a3cb2-1e19-4b39-a2bf-76e269345461', 'tenant_id': 'fcde11a362cc47fba2e3c4947851fb21', 'mac_address': 'fa:16:3e:2a:df:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044b7d20-297f-4465-a2eb-b4e3413968d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '0b70ae0b-a974-4013-8f6e-bbbf85c7212b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:00:11Z', 'updated_at': '2021-08-18T13:00:18Z', 'revision_number': 5, 'project_id': 'fcde11a362cc47fba2e3c4947851fb21', 'subnets': [{'id': '0b70ae0b-a974-4013-8f6e-bbbf85c7212b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:08:50.152231 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c68d592e-fa27-476e-9c24-a434e5de3432 None None] The sync data for ids ['044b7d20-297f-4465-a2eb-b4e3413968d3'] in n-d-804985-2 is: [{'id': '044b7d20-297f-4465-a2eb-b4e3413968d3', 'name': 'tempest-TestShelveInstance-2041562132-router', 'tenant_id': 'fcde11a362cc47fba2e3c4947851fb21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': '63c0b127-03bf-4f05-b3a2-aaee534df064', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:00:09Z', 'updated_at': '2021-08-18T13:00:11Z', 'revision_number': 4, 'project_id': 'fcde11a362cc47fba2e3c4947851fb21', 'gw_port': {'id': '63c0b127-03bf-4f05-b3a2-aaee534df064', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:2c:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044b7d20-297f-4465-a2eb-b4e3413968d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:00:09Z', 'updated_at': '2021-08-18T13:00:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': 'c5fb3586-98e3-4b60-aaf5-4337f38c3789', 'name': '', 'network_id': '584a3cb2-1e19-4b39-a2bf-76e269345461', 'tenant_id': 'fcde11a362cc47fba2e3c4947851fb21', 'mac_address': 'fa:16:3e:2a:df:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044b7d20-297f-4465-a2eb-b4e3413968d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '0b70ae0b-a974-4013-8f6e-bbbf85c7212b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:00:11Z', 'updated_at': '2021-08-18T13:00:18Z', 'revision_number': 5, 'project_id': 'fcde11a362cc47fba2e3c4947851fb21', 'subnets': [{'id': '0b70ae0b-a974-4013-8f6e-bbbf85c7212b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:08:50.373192 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f77374-7dfe-4f76-9eb1-597b4353ec14 None None] New status for floating IP 9da043d7-f6a2-4a4a-9aeb-0e067ad2217f: DOWN {{(pid=106254) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 13:08:50.785778 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9760f6de-34f6-4fe2-b815-48d526424f6d req-7dc54210-db46-445f-b6ca-3c6c4be9601f tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:08:50.787259 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9760f6de-34f6-4fe2-b815-48d526424f6d req-7dc54210-db46-445f-b6ca-3c6c4be9601f tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.66 "GET /v2.0/ports?device_id=cd71630e-02d6-4fa2-b7ca-f413ab3627e4 HTTP/1.1" status: 200 len: 946 time: 0.0527990 Aug 18 13:08:50.826185 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9760f6de-34f6-4fe2-b815-48d526424f6d req-f9ee3da7-2119-4f84-b8af-c07f2d30dca4 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.66 "GET /v2.0/security-groups?id=eaf0dc47-d6a7-4602-ae9d-08e0b849dd96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327091 Aug 18 13:08:51.045562 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da06520-1f67-475c-93ed-968a30a539e0 req-4ad21e5c-bf3f-4705-9dee-baa47d3e748a tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:08:51.047051 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-5da06520-1f67-475c-93ed-968a30a539e0 req-4ad21e5c-bf3f-4705-9dee-baa47d3e748a tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd71630e-02d6-4fa2-b7ca-f413ab3627e4 HTTP/1.1" status: 200 len: 946 time: 0.0537372 Aug 18 13:08:51.167049 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-5da06520-1f67-475c-93ed-968a30a539e0 req-8005b7ca-58c0-4bc9-8f33-1bab057b27e9 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Deleting port f9756148-389f-43c9-a023-f041fd142467 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:08:51.167362 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-5da06520-1f67-475c-93ed-968a30a539e0 req-8005b7ca-58c0-4bc9-8f33-1bab057b27e9 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:51.267121 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-5da06520-1f67-475c-93ed-968a30a539e0 req-8005b7ca-58c0-4bc9-8f33-1bab057b27e9 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] For port f9756148-389f-43c9-a023-f041fd142467, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=f9756148-389f-43c9-a023-f041fd142467,segment=NetworkSegment(b1fb8dc6-8ea6-4a25-a3b4-793c31c03b5a),segment_id=b1fb8dc6-8ea6-4a25-a3b4-793c31c03b5a)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:08:51.267497 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-5da06520-1f67-475c-93ed-968a30a539e0 req-8005b7ca-58c0-4bc9-8f33-1bab057b27e9 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:51.280005 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-5da06520-1f67-475c-93ed-968a30a539e0 req-8005b7ca-58c0-4bc9-8f33-1bab057b27e9 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Calling delete_port for f9756148-389f-43c9-a023-f041fd142467 owned by compute:nova {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:08:51.419023 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-5da06520-1f67-475c-93ed-968a30a539e0 req-8005b7ca-58c0-4bc9-8f33-1bab057b27e9 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:51.448164 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8005b7ca-58c0-4bc9-8f33-1bab057b27e9 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Pushing event deleted for resources: {'Port': ['ID=f9756148-389f-43c9-a023-f041fd142467,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:08:51.508532 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-5da06520-1f67-475c-93ed-968a30a539e0 req-8005b7ca-58c0-4bc9-8f33-1bab057b27e9 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] No DVR routers for this DVR port f9756148-389f-43c9-a023-f041fd142467 on host n-h2-804985-2 {{(pid=106253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:08:51.512216 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-5da06520-1f67-475c-93ed-968a30a539e0 req-8005b7ca-58c0-4bc9-8f33-1bab057b27e9 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:51.514308 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-5da06520-1f67-475c-93ed-968a30a539e0 req-8005b7ca-58c0-4bc9-8f33-1bab057b27e9 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.62 "DELETE /v2.0/ports/f9756148-389f-43c9-a023-f041fd142467 HTTP/1.1" status: 204 len: 173 time: 0.4600344 Aug 18 13:08:51.514740 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd71630e-02d6-4fa2-b7ca-f413ab3627e4', 'name': 'network-vif-deleted', 'tag': 'f9756148-389f-43c9-a023-f041fd142467'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:08:51.516996 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d6bbf6f425705e9a26053008d8b7c0abfe3c10eda721baf5c515723d6d58932" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa980861-8990-405f-a9d7-8f3dfb02c77c" -d '{"events": [{"server_uuid": "cd71630e-02d6-4fa2-b7ca-f413ab3627e4", "name": "network-vif-deleted", "tag": "f9756148-389f-43c9-a023-f041fd142467"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:08:51.558140 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 13:08:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d85b16f-0b49-47d0-a3da-3506d9ab768c x-openstack-request-id: req-8d85b16f-0b49-47d0-a3da-3506d9ab768c {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:08:51.558585 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd71630e-02d6-4fa2-b7ca-f413ab3627e4", "name": "network-vif-deleted", "tag": "f9756148-389f-43c9-a023-f041fd142467", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:08:51.559171 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-8d85b16f-0b49-47d0-a3da-3506d9ab768c {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:08:51.559847 n-d-804985-2 neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd71630e-02d6-4fa2-b7ca-f413ab3627e4', 'name': 'network-vif-deleted', 'tag': 'f9756148-389f-43c9-a023-f041fd142467', 'status': 'completed', 'code': 200} Aug 18 13:08:51.576572 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:51.842052 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-dbaeefd9-5a40-4d77-9d1b-325d909479ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:51.931506 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7a03b631-01bc-48d9-affd-16816a93329d req-7cf9d9fa-25b8-47b4-9585-88e8e5798643 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.66 "GET /v2.0/ports?device_id=cd71630e-02d6-4fa2-b7ca-f413ab3627e4 HTTP/1.1" status: 200 len: 210 time: 0.0276487 Aug 18 13:08:52.525811 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-53584c24-f517-494e-ac93-c18bb92373f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:53.028206 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9f66b75e-b359-44d4-91c0-eea1fe18c074 req-fac0133e-e82d-42c6-a45e-ea06e6167fd0 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.66 "GET /v2.0/ports?device_id=cd71630e-02d6-4fa2-b7ca-f413ab3627e4 HTTP/1.1" status: 200 len: 210 time: 0.0264339 Aug 18 13:08:53.450099 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device f9756148-389f-43c9-a023-f041fd142467 no longer exists at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:08:53.474910 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] No Port match for: f9756148-389f-43c9-a023-f041fd142467 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:08:53.475256 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device f9756148-389f-43c9-a023-f041fd142467 not bound to the agent host n-h2-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:08:54.122376 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b2c12c13-619c-4e80-9a80-4f044b0ebebf req-34b2f5f8-9f30-4357-9dd8-2bd8d16ddcf5 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.66 "GET /v2.0/ports?device_id=cd71630e-02d6-4fa2-b7ca-f413ab3627e4 HTTP/1.1" status: 200 len: 210 time: 0.0270870 Aug 18 13:08:54.192456 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-500a1c61-38a7-4c23-a7ec-4631080af5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:55.238379 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a984fab1-685d-4e56-89ac-563799c2f222 req-009d0f3f-85f0-4165-ac78-ed4eef350566 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.66 "GET /v2.0/ports?device_id=cd71630e-02d6-4fa2-b7ca-f413ab3627e4 HTTP/1.1" status: 200 len: 210 time: 0.0307996 Aug 18 13:08:56.294145 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 54988) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:08:56.353991 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-286de9b8-52c1-4188-915f-8d94a2243751 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:56.378683 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-286de9b8-52c1-4188-915f-8d94a2243751 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:56.441477 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-286de9b8-52c1-4188-915f-8d94a2243751 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:56.444199 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-286de9b8-52c1-4188-915f-8d94a2243751 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:56.446661 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-286de9b8-52c1-4188-915f-8d94a2243751 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] 10.222.0.66 "DELETE /v2.0/security-groups/eaf0dc47-d6a7-4602-ae9d-08e0b849dd96 HTTP/1.1" status: 204 len: 168 time: 0.1504281 Aug 18 13:08:56.456170 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286de9b8-52c1-4188-915f-8d94a2243751 tempest-TestShelveInstance-19558241 tempest-TestShelveInstance-19558241-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaf0dc47-d6a7-4602-ae9d-08e0b849dd96,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:08:56.499545 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 54992) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:08:56.958016 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-610d4135-9acd-4f44-b208-f20e690a30bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-996815'] for router_interface, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:57.215376 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-610d4135-9acd-4f44-b208-f20e690a30bd admin admin] Deleting port c5fb3586-98e3-4b60-aaf5-4337f38c3789 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:08:57.215609 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-610d4135-9acd-4f44-b208-f20e690a30bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:57.294752 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [None req-610d4135-9acd-4f44-b208-f20e690a30bd admin admin] For port c5fb3586-98e3-4b60-aaf5-4337f38c3789, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=c5fb3586-98e3-4b60-aaf5-4337f38c3789,segment=NetworkSegment(b1fb8dc6-8ea6-4a25-a3b4-793c31c03b5a),segment_id=b1fb8dc6-8ea6-4a25-a3b4-793c31c03b5a)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:08:57.295464 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-610d4135-9acd-4f44-b208-f20e690a30bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:57.307522 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-610d4135-9acd-4f44-b208-f20e690a30bd admin admin] Calling delete_port for c5fb3586-98e3-4b60-aaf5-4337f38c3789 owned by network:router_interface {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:08:57.495740 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-610d4135-9acd-4f44-b208-f20e690a30bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:57.528962 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610d4135-9acd-4f44-b208-f20e690a30bd admin admin] Pushing event deleted for resources: {'Port': ['ID=c5fb3586-98e3-4b60-aaf5-4337f38c3789,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:08:57.694764 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-610d4135-9acd-4f44-b208-f20e690a30bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953695'] for router_interface, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:57.917960 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-610d4135-9acd-4f44-b208-f20e690a30bd admin admin] Router 044b7d20-297f-4465-a2eb-b4e3413968d3 has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 13:08:58.031844 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-610d4135-9acd-4f44-b208-f20e690a30bd admin admin] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:08:58.037111 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-610d4135-9acd-4f44-b208-f20e690a30bd admin admin] 10.222.0.66 "PUT /v2.0/routers/044b7d20-297f-4465-a2eb-b4e3413968d3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5363405 Aug 18 13:08:58.039650 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 54996) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:08:58.042360 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aca4ee5c-32a4-46f3-b95d-4dec6ca0e237 None None] Sync routers for ids ['044b7d20-297f-4465-a2eb-b4e3413968d3'] in n-d-804985-2 {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:08:58.051661 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca4ee5c-32a4-46f3-b95d-4dec6ca0e237 None None] Routers {'044b7d20-297f-4465-a2eb-b4e3413968d3'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:08:58.052187 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-aca4ee5c-32a4-46f3-b95d-4dec6ca0e237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T13:08:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['044b7d20-297f-4465-a2eb-b4e3413968d3'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:08:58.142538 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f4c07b9b-79d2-4d7a-a7a6-edc5f0920b74 admin admin] Notify callbacks [] for router, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:58.156637 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-aca4ee5c-32a4-46f3-b95d-4dec6ca0e237 None None] Set router 044b7d20-297f-4465-a2eb-b4e3413968d3 gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:08:58.245082 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f4c07b9b-79d2-4d7a-a7a6-edc5f0920b74 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:58.333576 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-aca4ee5c-32a4-46f3-b95d-4dec6ca0e237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '044b7d20-297f-4465-a2eb-b4e3413968d3', 'name': 'tempest-TestShelveInstance-2041562132-router', 'tenant_id': 'fcde11a362cc47fba2e3c4947851fb21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': '63c0b127-03bf-4f05-b3a2-aaee534df064', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:00:09Z', 'updated_at': '2021-08-18T13:08:57Z', 'revision_number': 5, 'project_id': 'fcde11a362cc47fba2e3c4947851fb21', 'gw_port': {'id': '63c0b127-03bf-4f05-b3a2-aaee534df064', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:2c:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044b7d20-297f-4465-a2eb-b4e3413968d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:00:09Z', 'updated_at': '2021-08-18T13:00:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:08:58.363578 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aca4ee5c-32a4-46f3-b95d-4dec6ca0e237 None None] Checking router: 044b7d20-297f-4465-a2eb-b4e3413968d3 for host: n-d-804985-2 {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 13:08:58.372737 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca4ee5c-32a4-46f3-b95d-4dec6ca0e237 None None] Routers {'044b7d20-297f-4465-a2eb-b4e3413968d3'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:08:58.373349 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-aca4ee5c-32a4-46f3-b95d-4dec6ca0e237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T13:08:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['044b7d20-297f-4465-a2eb-b4e3413968d3'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:08:58.459046 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-aca4ee5c-32a4-46f3-b95d-4dec6ca0e237 None None] Set router 044b7d20-297f-4465-a2eb-b4e3413968d3 gateway port host: None {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:08:58.510517 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-aca4ee5c-32a4-46f3-b95d-4dec6ca0e237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '044b7d20-297f-4465-a2eb-b4e3413968d3', 'name': 'tempest-TestShelveInstance-2041562132-router', 'tenant_id': 'fcde11a362cc47fba2e3c4947851fb21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:00:09Z', 'updated_at': '2021-08-18T13:08:58Z', 'revision_number': 6, 'project_id': 'fcde11a362cc47fba2e3c4947851fb21', 'gw_port_host': None}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:08:58.539745 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aca4ee5c-32a4-46f3-b95d-4dec6ca0e237 None None] The sync data for ids ['044b7d20-297f-4465-a2eb-b4e3413968d3'] in n-d-804985-2 is: [{'id': '044b7d20-297f-4465-a2eb-b4e3413968d3', 'name': 'tempest-TestShelveInstance-2041562132-router', 'tenant_id': 'fcde11a362cc47fba2e3c4947851fb21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:00:09Z', 'updated_at': '2021-08-18T13:08:58Z', 'revision_number': 6, 'project_id': 'fcde11a362cc47fba2e3c4947851fb21', 'gw_port_host': None}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:08:58.624525 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-f4c07b9b-79d2-4d7a-a7a6-edc5f0920b74 admin admin] Deleting port 63c0b127-03bf-4f05-b3a2-aaee534df064 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:08:58.625115 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f4c07b9b-79d2-4d7a-a7a6-edc5f0920b74 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:58.707362 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [None req-f4c07b9b-79d2-4d7a-a7a6-edc5f0920b74 admin admin] For port 63c0b127-03bf-4f05-b3a2-aaee534df064, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=63c0b127-03bf-4f05-b3a2-aaee534df064,segment=NetworkSegment(c5a3db9d-5c58-41b1-9177-d5787a597b78),segment_id=c5a3db9d-5c58-41b1-9177-d5787a597b78)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:08:58.707699 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f4c07b9b-79d2-4d7a-a7a6-edc5f0920b74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:58.723174 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-f4c07b9b-79d2-4d7a-a7a6-edc5f0920b74 admin admin] Calling delete_port for 63c0b127-03bf-4f05-b3a2-aaee534df064 owned by network:router_gateway {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:08:58.892563 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f4c07b9b-79d2-4d7a-a7a6-edc5f0920b74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:58.920170 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c07b9b-79d2-4d7a-a7a6-edc5f0920b74 admin admin] Pushing event deleted for resources: {'Port': ['ID=63c0b127-03bf-4f05-b3a2-aaee534df064,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:08:58.983432 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f4c07b9b-79d2-4d7a-a7a6-edc5f0920b74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-997271'] for router_gateway, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:59.087679 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f4c07b9b-79d2-4d7a-a7a6-edc5f0920b74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-996004', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15859'] for router, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:59.090012 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f4c07b9b-79d2-4d7a-a7a6-edc5f0920b74 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:59.144914 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f4c07b9b-79d2-4d7a-a7a6-edc5f0920b74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-996061'] for router, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:59.145376 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4c07b9b-79d2-4d7a-a7a6-edc5f0920b74 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 044b7d20-297f-4465-a2eb-b4e3413968d3 {{(pid=106253) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 13:08:59.152092 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f4c07b9b-79d2-4d7a-a7a6-edc5f0920b74 admin admin] Notify callbacks [] for router, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:59.153794 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-f4c07b9b-79d2-4d7a-a7a6-edc5f0920b74 admin admin] 10.222.0.66 "DELETE /v2.0/routers/044b7d20-297f-4465-a2eb-b4e3413968d3 HTTP/1.1" status: 204 len: 168 time: 1.1131067 Aug 18 13:08:59.156730 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 54998) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:08:59.209911 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8688dde-382d-4e63-b716-858ad813ac0d admin admin] Deleting subnet 0b70ae0b-a974-4013-8f6e-bbbf85c7212b {{(pid=106253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 13:08:59.213220 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d8688dde-382d-4e63-b716-858ad813ac0d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:59.250737 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d8688dde-382d-4e63-b716-858ad813ac0d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902229'] for subnet, precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:59.349911 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d8688dde-382d-4e63-b716-858ad813ac0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:59.406463 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d8688dde-382d-4e63-b716-858ad813ac0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58902171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59388106'] for subnet, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:59.424817 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad40b120-d3d2-4172-a088-86b3e495bcc0 None None] Network 584a3cb2-1e19-4b39-a2bf-76e269345461 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:08:59.434215 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d8688dde-382d-4e63-b716-858ad813ac0d admin admin] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:59.436092 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-d8688dde-382d-4e63-b716-858ad813ac0d admin admin] 10.222.0.66 "DELETE /v2.0/subnets/0b70ae0b-a974-4013-8f6e-bbbf85c7212b HTTP/1.1" status: 204 len: 168 time: 0.2780950 Aug 18 13:08:59.437364 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8688dde-382d-4e63-b716-858ad813ac0d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b70ae0b-a974-4013-8f6e-bbbf85c7212b,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:08:59.438937 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 55000) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:08:59.515949 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e9b10b21-0834-44ca-b67d-459efb3361b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7904109'] for network, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:59.570673 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-e9b10b21-0834-44ca-b67d-459efb3361b4 admin admin] Deleting port 1a16111f-05e1-4f4f-a689-a218e841c777 {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:08:59.571010 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e9b10b21-0834-44ca-b67d-459efb3361b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:59.618731 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdf6a8fa-36aa-4f62-8525-8c5af05e55ff None None] DHCP port deletion for 584a3cb2-1e19-4b39-a2bf-76e269345461 request from n-d-804985-2 {{(pid=106254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 13:08:59.641203 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [None req-e9b10b21-0834-44ca-b67d-459efb3361b4 admin admin] For port 1a16111f-05e1-4f4f-a689-a218e841c777, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=1a16111f-05e1-4f4f-a689-a218e841c777,segment=NetworkSegment(b1fb8dc6-8ea6-4a25-a3b4-793c31c03b5a),segment_id=b1fb8dc6-8ea6-4a25-a3b4-793c31c03b5a)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:08:59.641563 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e9b10b21-0834-44ca-b67d-459efb3361b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:59.654437 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-e9b10b21-0834-44ca-b67d-459efb3361b4 admin admin] Calling delete_port for 1a16111f-05e1-4f4f-a689-a218e841c777 owned by network:dhcp {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:08:59.667817 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-fdf6a8fa-36aa-4f62-8525-8c5af05e55ff None None] Deleting port 1a16111f-05e1-4f4f-a689-a218e841c777 {{(pid=106254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:08:59.668109 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-fdf6a8fa-36aa-4f62-8525-8c5af05e55ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:59.731938 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-fdf6a8fa-36aa-4f62-8525-8c5af05e55ff None None] For port 1a16111f-05e1-4f4f-a689-a218e841c777, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=1a16111f-05e1-4f4f-a689-a218e841c777,segment=NetworkSegment(b1fb8dc6-8ea6-4a25-a3b4-793c31c03b5a),segment_id=b1fb8dc6-8ea6-4a25-a3b4-793c31c03b5a)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:08:59.732328 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-fdf6a8fa-36aa-4f62-8525-8c5af05e55ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:59.737375 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e9b10b21-0834-44ca-b67d-459efb3361b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:59.744545 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-fdf6a8fa-36aa-4f62-8525-8c5af05e55ff None None] Calling delete_port for 1a16111f-05e1-4f4f-a689-a218e841c777 owned by network:dhcp {{(pid=106254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:08:59.767390 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b10b21-0834-44ca-b67d-459efb3361b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a16111f-05e1-4f4f-a689-a218e841c777,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:08:59.773637 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b10b21-0834-44ca-b67d-459efb3361b4 admin admin] No DVR routers for this DVR port 1a16111f-05e1-4f4f-a689-a218e841c777 on host n-d-804985-2 {{(pid=106252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:08:59.783113 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b10b21-0834-44ca-b67d-459efb3361b4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:08:59.783459 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b10b21-0834-44ca-b67d-459efb3361b4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:08:59.783796 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b10b21-0834-44ca-b67d-459efb3361b4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:08:59.784129 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b10b21-0834-44ca-b67d-459efb3361b4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:08:59.784458 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b10b21-0834-44ca-b67d-459efb3361b4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:08:59.784814 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b10b21-0834-44ca-b67d-459efb3361b4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:08:59.785134 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b10b21-0834-44ca-b67d-459efb3361b4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:08:59.785457 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b10b21-0834-44ca-b67d-459efb3361b4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:08:59.785778 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b10b21-0834-44ca-b67d-459efb3361b4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:08:59.786095 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b10b21-0834-44ca-b67d-459efb3361b4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:08:59.786415 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b10b21-0834-44ca-b67d-459efb3361b4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:08:59.786730 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b10b21-0834-44ca-b67d-459efb3361b4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:08:59.823261 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-fdf6a8fa-36aa-4f62-8525-8c5af05e55ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556'] for port, after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:59.846263 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf6a8fa-36aa-4f62-8525-8c5af05e55ff None None] Pushing event deleted for resources: {'Port': ['ID=1a16111f-05e1-4f4f-a689-a218e841c777,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:08:59.856148 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf6a8fa-36aa-4f62-8525-8c5af05e55ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:08:59.856790 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf6a8fa-36aa-4f62-8525-8c5af05e55ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:08:59.857322 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf6a8fa-36aa-4f62-8525-8c5af05e55ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:08:59.857833 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf6a8fa-36aa-4f62-8525-8c5af05e55ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:08:59.858353 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf6a8fa-36aa-4f62-8525-8c5af05e55ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:08:59.858881 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf6a8fa-36aa-4f62-8525-8c5af05e55ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:08:59.859429 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf6a8fa-36aa-4f62-8525-8c5af05e55ff None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:08:59.859815 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf6a8fa-36aa-4f62-8525-8c5af05e55ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:08:59.860076 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e9b10b21-0834-44ca-b67d-459efb3361b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8367869', 'neutron.services.segments.db._delete_segments_for_network-8789151212993'] for network, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:59.860242 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf6a8fa-36aa-4f62-8525-8c5af05e55ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:08:59.860658 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf6a8fa-36aa-4f62-8525-8c5af05e55ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:08:59.861067 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf6a8fa-36aa-4f62-8525-8c5af05e55ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:08:59.861477 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf6a8fa-36aa-4f62-8525-8c5af05e55ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:08:59.864374 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf6a8fa-36aa-4f62-8525-8c5af05e55ff None None] No DVR routers for this DVR port 1a16111f-05e1-4f4f-a689-a218e841c777 on host n-d-804985-2 {{(pid=106254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:08:59.867098 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 1a16111f-05e1-4f4f-a689-a218e841c777 no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:08:59.876702 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-e9b10b21-0834-44ca-b67d-459efb3361b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['584a3cb2-1e19-4b39-a2bf-76e269345461']}} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:08:59.886413 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-e9b10b21-0834-44ca-b67d-459efb3361b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1fb8dc6-8ea6-4a25-a3b4-793c31c03b5a') {'for_net_delete': True} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:08:59.886711 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-e9b10b21-0834-44ca-b67d-459efb3361b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1fb8dc6-8ea6-4a25-a3b4-793c31c03b5a') {} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:08:59.888150 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: 1a16111f-05e1-4f4f-a689-a218e841c777 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:08:59.888519 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 1a16111f-05e1-4f4f-a689-a218e841c777 not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:08:59.888925 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device c5fb3586-98e3-4b60-aaf5-4337f38c3789 no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:08:59.895647 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e9b10b21-0834-44ca-b67d-459efb3361b4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789151225254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2221521'] for segment, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:59.906945 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: c5fb3586-98e3-4b60-aaf5-4337f38c3789 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:08:59.907282 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device c5fb3586-98e3-4b60-aaf5-4337f38c3789 not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:08:59.907687 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 63c0b127-03bf-4f05-b3a2-aaee534df064 no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:08:59.916058 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e9b10b21-0834-44ca-b67d-459efb3361b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:59.922368 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9b10b21-0834-44ca-b67d-459efb3361b4 admin admin] Releasing vlan 839 on physical network physnet1 to pool {{(pid=106252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 13:08:59.922690 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e9b10b21-0834-44ca-b67d-459efb3361b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3572434'] for segment, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:59.924941 n-d-804985-2 neutron-server[106252]: Traceback (most recent call last): Aug 18 13:08:59.924941 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 13:08:59.924941 n-d-804985-2 neutron-server[106252]: timer() Aug 18 13:08:59.924941 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 13:08:59.924941 n-d-804985-2 neutron-server[106252]: cb(*args, **kw) Aug 18 13:08:59.924941 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 13:08:59.924941 n-d-804985-2 neutron-server[106252]: return func(*args, **kwargs) Aug 18 13:08:59.924941 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 13:08:59.924941 n-d-804985-2 neutron-server[106252]: self._notify() Aug 18 13:08:59.924941 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 13:08:59.924941 n-d-804985-2 neutron-server[106252]: self.callback(batched_events) Aug 18 13:08:59.924941 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 13:08:59.924941 n-d-804985-2 neutron-server[106252]: event.method(event) Aug 18 13:08:59.924941 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 13:08:59.924941 n-d-804985-2 neutron-server[106252]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 13:08:59.924941 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 13:08:59.924941 n-d-804985-2 neutron-server[106252]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 13:08:59.924941 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 13:08:59.924941 n-d-804985-2 neutron-server[106252]: return f(self, *a, **k) Aug 18 13:08:59.924941 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 13:08:59.924941 n-d-804985-2 neutron-server[106252]: return self._get(url).json() Aug 18 13:08:59.924941 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 13:08:59.924941 n-d-804985-2 neutron-server[106252]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 13:08:59.924941 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 13:08:59.924941 n-d-804985-2 neutron-server[106252]: return self.request(url, 'GET', **kwargs) Aug 18 13:08:59.924941 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 13:08:59.924941 n-d-804985-2 neutron-server[106252]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 13:08:59.924941 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 13:08:59.924941 n-d-804985-2 neutron-server[106252]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 13:08:59.924941 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 13:08:59.924941 n-d-804985-2 neutron-server[106252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 13:08:59.924941 n-d-804985-2 neutron-server[106252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 13:08:59.929359 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: 63c0b127-03bf-4f05-b3a2-aaee534df064 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:08:59.929696 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 63c0b127-03bf-4f05-b3a2-aaee534df064 not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:08:59.982459 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e9b10b21-0834-44ca-b67d-459efb3361b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8367858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997186'] for network, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:59.988597 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e9b10b21-0834-44ca-b67d-459efb3361b4 admin admin] Notify callbacks [] for network, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:08:59.990466 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-e9b10b21-0834-44ca-b67d-459efb3361b4 admin admin] 10.222.0.66 "DELETE /v2.0/networks/584a3cb2-1e19-4b39-a2bf-76e269345461 HTTP/1.1" status: 204 len: 168 time: 0.5479360 Aug 18 13:08:59.993619 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 55002) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:09:00.001858 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b10b21-0834-44ca-b67d-459efb3361b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=584a3cb2-1e19-4b39-a2bf-76e269345461,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:09:00.375291 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5b472710-2863-4fc4-a3c1-2c3b7720383e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-996815'] for router_interface, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:00.634278 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-5b472710-2863-4fc4-a3c1-2c3b7720383e admin admin] Deleting port 628ba01b-743a-4059-86bb-b581e7d8a310 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:09:00.634526 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5b472710-2863-4fc4-a3c1-2c3b7720383e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:00.718101 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [None req-5b472710-2863-4fc4-a3c1-2c3b7720383e admin admin] For port 628ba01b-743a-4059-86bb-b581e7d8a310, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=628ba01b-743a-4059-86bb-b581e7d8a310,segment=NetworkSegment(635147ed-6537-48d9-b63c-3441536a652c),segment_id=635147ed-6537-48d9-b63c-3441536a652c)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:09:00.718474 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5b472710-2863-4fc4-a3c1-2c3b7720383e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:00.733387 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-5b472710-2863-4fc4-a3c1-2c3b7720383e admin admin] Calling delete_port for 628ba01b-743a-4059-86bb-b581e7d8a310 owned by network:router_interface {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:09:00.922224 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5b472710-2863-4fc4-a3c1-2c3b7720383e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:00.947769 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b472710-2863-4fc4-a3c1-2c3b7720383e admin admin] Pushing event deleted for resources: {'Port': ['ID=628ba01b-743a-4059-86bb-b581e7d8a310,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:09:01.120312 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5b472710-2863-4fc4-a3c1-2c3b7720383e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953695'] for router_interface, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:01.340086 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b472710-2863-4fc4-a3c1-2c3b7720383e admin admin] Router 51263ab0-bbed-4121-b220-93ba15a473f9 has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 13:09:01.458766 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b472710-2863-4fc4-a3c1-2c3b7720383e admin admin] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:09:01.463871 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-5b472710-2863-4fc4-a3c1-2c3b7720383e admin admin] 10.222.0.66 "PUT /v2.0/routers/51263ab0-bbed-4121-b220-93ba15a473f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4691067 Aug 18 13:09:01.466455 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 55004) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:09:01.467534 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48eeb1c5-5eb6-4493-8329-e302aba885e0 None None] Sync routers for ids ['51263ab0-bbed-4121-b220-93ba15a473f9'] in n-d-804985-2 {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:09:01.478058 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48eeb1c5-5eb6-4493-8329-e302aba885e0 None None] Routers {'51263ab0-bbed-4121-b220-93ba15a473f9'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:09:01.478683 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-48eeb1c5-5eb6-4493-8329-e302aba885e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T13:08:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['51263ab0-bbed-4121-b220-93ba15a473f9'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:09:01.568190 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2ea89c02-9bfa-4a6f-939c-2f8c4883c6eb admin admin] Notify callbacks [] for router, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:01.586385 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-48eeb1c5-5eb6-4493-8329-e302aba885e0 None None] Set router 51263ab0-bbed-4121-b220-93ba15a473f9 gateway port host: n-d-804985-2 {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:09:01.665460 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2ea89c02-9bfa-4a6f-939c-2f8c4883c6eb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:01.725257 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-2ea89c02-9bfa-4a6f-939c-2f8c4883c6eb admin admin] Deleting port c0b4b1dd-aad8-4a40-ada3-11972c41d0ad {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:09:01.725599 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2ea89c02-9bfa-4a6f-939c-2f8c4883c6eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:01.761872 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-48eeb1c5-5eb6-4493-8329-e302aba885e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51263ab0-bbed-4121-b220-93ba15a473f9', 'name': 'tempest-TestShelveInstance-1493149595-router', 'tenant_id': 'c32a6edc1ba74c27aceb99aacf5084ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.146'}], 'enable_snat': True}, 'gw_port_id': 'c0b4b1dd-aad8-4a40-ada3-11972c41d0ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:00:13Z', 'updated_at': '2021-08-18T13:09:00Z', 'revision_number': 5, 'project_id': 'c32a6edc1ba74c27aceb99aacf5084ba', 'gw_port': {'id': 'c0b4b1dd-aad8-4a40-ada3-11972c41d0ad', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:43:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51263ab0-bbed-4121-b220-93ba15a473f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:00:14Z', 'updated_at': '2021-08-18T13:00:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:09:01.787892 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48eeb1c5-5eb6-4493-8329-e302aba885e0 None None] Checking router: 51263ab0-bbed-4121-b220-93ba15a473f9 for host: n-d-804985-2 {{(pid=106254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 13:09:01.796739 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48eeb1c5-5eb6-4493-8329-e302aba885e0 None None] Routers {'51263ab0-bbed-4121-b220-93ba15a473f9'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:09:01.797338 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-48eeb1c5-5eb6-4493-8329-e302aba885e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T13:08:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['51263ab0-bbed-4121-b220-93ba15a473f9'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:09:01.802145 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [None req-2ea89c02-9bfa-4a6f-939c-2f8c4883c6eb admin admin] For port c0b4b1dd-aad8-4a40-ada3-11972c41d0ad, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=c0b4b1dd-aad8-4a40-ada3-11972c41d0ad,segment=NetworkSegment(c5a3db9d-5c58-41b1-9177-d5787a597b78),segment_id=c5a3db9d-5c58-41b1-9177-d5787a597b78)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:09:01.802507 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2ea89c02-9bfa-4a6f-939c-2f8c4883c6eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:01.818487 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-2ea89c02-9bfa-4a6f-939c-2f8c4883c6eb admin admin] Calling delete_port for c0b4b1dd-aad8-4a40-ada3-11972c41d0ad owned by network:router_gateway {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:09:01.996763 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2ea89c02-9bfa-4a6f-939c-2f8c4883c6eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:02.020835 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea89c02-9bfa-4a6f-939c-2f8c4883c6eb admin admin] Pushing event deleted for resources: {'Port': ['ID=c0b4b1dd-aad8-4a40-ada3-11972c41d0ad,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:09:02.048212 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-48eeb1c5-5eb6-4493-8329-e302aba885e0 None None] Set router 51263ab0-bbed-4121-b220-93ba15a473f9 gateway port host: None {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:09:02.091729 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2ea89c02-9bfa-4a6f-939c-2f8c4883c6eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-997271'] for router_gateway, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:02.102924 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-48eeb1c5-5eb6-4493-8329-e302aba885e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51263ab0-bbed-4121-b220-93ba15a473f9', 'name': 'tempest-TestShelveInstance-1493149595-router', 'tenant_id': 'c32a6edc1ba74c27aceb99aacf5084ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:00:13Z', 'updated_at': '2021-08-18T13:09:01Z', 'revision_number': 6, 'project_id': 'c32a6edc1ba74c27aceb99aacf5084ba', 'gw_port_host': None}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:09:02.128780 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48eeb1c5-5eb6-4493-8329-e302aba885e0 None None] The sync data for ids ['51263ab0-bbed-4121-b220-93ba15a473f9'] in n-d-804985-2 is: [{'id': '51263ab0-bbed-4121-b220-93ba15a473f9', 'name': 'tempest-TestShelveInstance-1493149595-router', 'tenant_id': 'c32a6edc1ba74c27aceb99aacf5084ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:00:13Z', 'updated_at': '2021-08-18T13:09:01Z', 'revision_number': 6, 'project_id': 'c32a6edc1ba74c27aceb99aacf5084ba', 'gw_port_host': None}] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:09:02.187431 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2ea89c02-9bfa-4a6f-939c-2f8c4883c6eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-996004', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15859'] for router, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:02.189654 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2ea89c02-9bfa-4a6f-939c-2f8c4883c6eb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:02.239180 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2ea89c02-9bfa-4a6f-939c-2f8c4883c6eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-996061'] for router, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:02.240108 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ea89c02-9bfa-4a6f-939c-2f8c4883c6eb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 51263ab0-bbed-4121-b220-93ba15a473f9 {{(pid=106253) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 13:09:02.245960 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-2ea89c02-9bfa-4a6f-939c-2f8c4883c6eb admin admin] Notify callbacks [] for router, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:02.247193 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-2ea89c02-9bfa-4a6f-939c-2f8c4883c6eb admin admin] 10.222.0.66 "DELETE /v2.0/routers/51263ab0-bbed-4121-b220-93ba15a473f9 HTTP/1.1" status: 204 len: 168 time: 0.7797532 Aug 18 13:09:02.249666 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 55006) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:09:02.298387 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_v2 [None req-04a83d20-9b5a-4533-bd3d-c621d448273a admin admin] Deleting subnet 0124b9ac-da08-43b2-8571-3ebe888ab34c {{(pid=106253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 13:09:02.301730 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-04a83d20-9b5a-4533-bd3d-c621d448273a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:02.336696 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-04a83d20-9b5a-4533-bd3d-c621d448273a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902229'] for subnet, precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:02.412565 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-04a83d20-9b5a-4533-bd3d-c621d448273a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:02.467657 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-04a83d20-9b5a-4533-bd3d-c621d448273a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58902171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59388106'] for subnet, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:02.499906 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a83d20-9b5a-4533-bd3d-c621d448273a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0124b9ac-da08-43b2-8571-3ebe888ab34c,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:09:02.503476 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-04a83d20-9b5a-4533-bd3d-c621d448273a admin admin] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:02.508401 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-04a83d20-9b5a-4533-bd3d-c621d448273a admin admin] 10.222.0.66 "DELETE /v2.0/subnets/0124b9ac-da08-43b2-8571-3ebe888ab34c HTTP/1.1" status: 204 len: 168 time: 0.2575696 Aug 18 13:09:02.508641 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 55008) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:09:02.510439 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7783f5d-4971-4a51-9ba0-c2888c103b0d None None] Network 9d84938c-bf1c-4add-b320-92998a781315 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:09:02.583206 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-7b6d1465-c62f-4173-b7a6-e83069c2a5bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7904109'] for network, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:02.635888 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-7b6d1465-c62f-4173-b7a6-e83069c2a5bf admin admin] Deleting port eb1d6933-dee0-47ba-8b09-bd4e78326095 {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:09:02.636172 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-7b6d1465-c62f-4173-b7a6-e83069c2a5bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:02.699789 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [None req-7b6d1465-c62f-4173-b7a6-e83069c2a5bf admin admin] For port eb1d6933-dee0-47ba-8b09-bd4e78326095, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=eb1d6933-dee0-47ba-8b09-bd4e78326095,segment=NetworkSegment(635147ed-6537-48d9-b63c-3441536a652c),segment_id=635147ed-6537-48d9-b63c-3441536a652c)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:09:02.700159 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-7b6d1465-c62f-4173-b7a6-e83069c2a5bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:02.712438 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-7b6d1465-c62f-4173-b7a6-e83069c2a5bf admin admin] Calling delete_port for eb1d6933-dee0-47ba-8b09-bd4e78326095 owned by network:dhcp {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:09:02.812939 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-7b6d1465-c62f-4173-b7a6-e83069c2a5bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:02.841773 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6d1465-c62f-4173-b7a6-e83069c2a5bf admin admin] Pushing event deleted for resources: {'Port': ['ID=eb1d6933-dee0-47ba-8b09-bd4e78326095,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:09:02.843611 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b6d1465-c62f-4173-b7a6-e83069c2a5bf admin admin] No DVR routers for this DVR port eb1d6933-dee0-47ba-8b09-bd4e78326095 on host n-d-804985-2 {{(pid=106252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:09:02.897412 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5a8ed5b-f691-4855-aee2-0cc2081b4840 None None] DHCP port deletion for 9d84938c-bf1c-4add-b320-92998a781315 request from n-d-804985-2 {{(pid=106254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 13:09:02.918660 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-7b6d1465-c62f-4173-b7a6-e83069c2a5bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8367869', 'neutron.services.segments.db._delete_segments_for_network-8789151212993'] for network, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:02.928930 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-7b6d1465-c62f-4173-b7a6-e83069c2a5bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d84938c-bf1c-4add-b320-92998a781315']}} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:09:02.939762 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-7b6d1465-c62f-4173-b7a6-e83069c2a5bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '635147ed-6537-48d9-b63c-3441536a652c') {'for_net_delete': True} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:09:02.940052 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-7b6d1465-c62f-4173-b7a6-e83069c2a5bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '635147ed-6537-48d9-b63c-3441536a652c') {} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:09:02.948694 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-7b6d1465-c62f-4173-b7a6-e83069c2a5bf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789151225254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2221521'] for segment, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:02.962437 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-7b6d1465-c62f-4173-b7a6-e83069c2a5bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:02.968344 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b6d1465-c62f-4173-b7a6-e83069c2a5bf admin admin] Releasing vlan 835 on physical network physnet1 to pool {{(pid=106252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 13:09:02.968789 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-7b6d1465-c62f-4173-b7a6-e83069c2a5bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3572434'] for segment, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:02.970506 n-d-804985-2 neutron-server[106252]: Traceback (most recent call last): Aug 18 13:09:02.970506 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 13:09:02.970506 n-d-804985-2 neutron-server[106252]: timer() Aug 18 13:09:02.970506 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 13:09:02.970506 n-d-804985-2 neutron-server[106252]: cb(*args, **kw) Aug 18 13:09:02.970506 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 13:09:02.970506 n-d-804985-2 neutron-server[106252]: return func(*args, **kwargs) Aug 18 13:09:02.970506 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 13:09:02.970506 n-d-804985-2 neutron-server[106252]: self._notify() Aug 18 13:09:02.970506 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 13:09:02.970506 n-d-804985-2 neutron-server[106252]: self.callback(batched_events) Aug 18 13:09:02.970506 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 13:09:02.970506 n-d-804985-2 neutron-server[106252]: event.method(event) Aug 18 13:09:02.970506 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 13:09:02.970506 n-d-804985-2 neutron-server[106252]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 13:09:02.970506 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 13:09:02.970506 n-d-804985-2 neutron-server[106252]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 13:09:02.970506 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 13:09:02.970506 n-d-804985-2 neutron-server[106252]: return f(self, *a, **k) Aug 18 13:09:02.970506 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 13:09:02.970506 n-d-804985-2 neutron-server[106252]: return self._get(url).json() Aug 18 13:09:02.970506 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 13:09:02.970506 n-d-804985-2 neutron-server[106252]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 13:09:02.970506 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 13:09:02.970506 n-d-804985-2 neutron-server[106252]: return self.request(url, 'GET', **kwargs) Aug 18 13:09:02.970506 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 13:09:02.970506 n-d-804985-2 neutron-server[106252]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 13:09:02.970506 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 13:09:02.970506 n-d-804985-2 neutron-server[106252]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 13:09:02.970506 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 13:09:02.970506 n-d-804985-2 neutron-server[106252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 13:09:02.970506 n-d-804985-2 neutron-server[106252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 13:09:03.024596 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-7b6d1465-c62f-4173-b7a6-e83069c2a5bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8367858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997186'] for network, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:03.029511 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-7b6d1465-c62f-4173-b7a6-e83069c2a5bf admin admin] Notify callbacks [] for network, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:03.034676 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-7b6d1465-c62f-4173-b7a6-e83069c2a5bf admin admin] 10.222.0.66 "DELETE /v2.0/networks/9d84938c-bf1c-4add-b320-92998a781315 HTTP/1.1" status: 204 len: 168 time: 0.5219860 Aug 18 13:09:03.044945 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6d1465-c62f-4173-b7a6-e83069c2a5bf admin admin] Pushing event deleted for resources: {'Network': ['ID=9d84938c-bf1c-4add-b320-92998a781315,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:09:03.157418 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 55012) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:09:03.200566 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-8efb1b8f-97ec-4520-80e5-ea43ca97bf2f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=fcde11a362cc47fba2e3c4947851fb21&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0415595 Aug 18 13:09:03.202963 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 55014) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:09:03.269404 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d7e832de-af10-4aaf-be08-a4d9cb3c2f68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:03.291530 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d7e832de-af10-4aaf-be08-a4d9cb3c2f68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:03.344901 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d7e832de-af10-4aaf-be08-a4d9cb3c2f68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:03.347536 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d7e832de-af10-4aaf-be08-a4d9cb3c2f68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:03.348762 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-d7e832de-af10-4aaf-be08-a4d9cb3c2f68 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/3ba0f168-4601-4ce8-a959-dbc85c534ceb HTTP/1.1" status: 204 len: 168 time: 0.1448059 Aug 18 13:09:03.356650 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e832de-af10-4aaf-be08-a4d9cb3c2f68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ba0f168-4601-4ce8-a959-dbc85c534ceb,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:09:03.677017 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 55020) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:09:03.719510 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-1e88a53c-2d20-4bd0-bad7-c0aa7af00f93 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c32a6edc1ba74c27aceb99aacf5084ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0412581 Aug 18 13:09:03.722256 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 55022) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:09:03.770579 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5341c864-1507-4354-8e2f-1dd3c0580ebe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:03.792820 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5341c864-1507-4354-8e2f-1dd3c0580ebe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:03.841366 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5341c864-1507-4354-8e2f-1dd3c0580ebe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:03.843983 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-5341c864-1507-4354-8e2f-1dd3c0580ebe admin admin] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:03.845261 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-5341c864-1507-4354-8e2f-1dd3c0580ebe admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/60cbf10f-3574-4001-882c-d659a33df26f HTTP/1.1" status: 204 len: 168 time: 0.1220067 Aug 18 13:09:03.853867 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5341c864-1507-4354-8e2f-1dd3c0580ebe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60cbf10f-3574-4001-882c-d659a33df26f,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:09:03.866123 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 628ba01b-743a-4059-86bb-b581e7d8a310 no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:09:03.888832 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: 628ba01b-743a-4059-86bb-b581e7d8a310 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:09:03.889412 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 628ba01b-743a-4059-86bb-b581e7d8a310 not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:09:03.889977 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device eb1d6933-dee0-47ba-8b09-bd4e78326095 no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:09:03.908952 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: eb1d6933-dee0-47ba-8b09-bd4e78326095 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:09:03.909286 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device eb1d6933-dee0-47ba-8b09-bd4e78326095 not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:09:03.909683 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device c0b4b1dd-aad8-4a40-ada3-11972c41d0ad no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:09:03.932812 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: c0b4b1dd-aad8-4a40-ada3-11972c41d0ad {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:09:03.933156 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device c0b4b1dd-aad8-4a40-ada3-11972c41d0ad not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:09:04.549167 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 55044) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:09:04.678060 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-b289b3ff-a788-47d3-a84c-4ce4dee119f9 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-180960093-network', 'tenant_id': '39b9914b92704df3a79a8db993de969b'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:09:04.704949 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b289b3ff-a788-47d3-a84c-4ce4dee119f9 admin admin] Made reservation on behalf of 39b9914b92704df3a79a8db993de969b for: {'network': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:09:04.707218 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b289b3ff-a788-47d3-a84c-4ce4dee119f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for network, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:04.718488 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b289b3ff-a788-47d3-a84c-4ce4dee119f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:04.807990 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b289b3ff-a788-47d3-a84c-4ce4dee119f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:04.814122 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b289b3ff-a788-47d3-a84c-4ce4dee119f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:04.835461 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b289b3ff-a788-47d3-a84c-4ce4dee119f9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 818} {{(pid=106252) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 13:09:04.851727 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b289b3ff-a788-47d3-a84c-4ce4dee119f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0d994cb-4ec3-4db7-b65c-6cde9109733a,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:09:04.856044 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b289b3ff-a788-47d3-a84c-4ce4dee119f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:04.856393 n-d-804985-2 neutron-server[106252]: INFO neutron.db.segments_db [None req-b289b3ff-a788-47d3-a84c-4ce4dee119f9 admin admin] Added segment f40c676d-8a84-4592-bdd1-62fec5896c8e of type vlan for network 16d83396-be00-4a6a-8354-a447c2a4f42a Aug 18 13:09:04.897087 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b289b3ff-a788-47d3-a84c-4ce4dee119f9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789150665894'] for network, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:04.922880 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b289b3ff-a788-47d3-a84c-4ce4dee119f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for network, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:04.924061 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b289b3ff-a788-47d3-a84c-4ce4dee119f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:09:04.924814 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-b289b3ff-a788-47d3-a84c-4ce4dee119f9 admin admin] Notify callbacks [] for network, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:04.973886 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-b289b3ff-a788-47d3-a84c-4ce4dee119f9 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4236188 Aug 18 13:09:04.977094 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 55048) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:09:04.982935 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-9204919a-a597-4819-a204-66f6d724b50a admin admin] Request body: {'subnet': {'network_id': '16d83396-be00-4a6a-8354-a447c2a4f42a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-180960093-subnet', 'tenant_id': '39b9914b92704df3a79a8db993de969b', 'ip_version': 4}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:09:04.985305 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b289b3ff-a788-47d3-a84c-4ce4dee119f9 admin admin] Pushing event updated for resources: {'Network': ['ID=16d83396-be00-4a6a-8354-a447c2a4f42a,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:09:04.995221 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Network 16d83396-be00-4a6a-8354-a447c2a4f42a details requested by agent ovs-agent-n-d-804985-2 with host n-d-804985-2 {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 13:09:05.007062 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9204919a-a597-4819-a204-66f6d724b50a admin admin] Made reservation on behalf of 39b9914b92704df3a79a8db993de969b for: {'subnet': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:09:05.009431 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9204919a-a597-4819-a204-66f6d724b50a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59388119'] for subnet, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:05.189484 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9204919a-a597-4819-a204-66f6d724b50a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58902106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59388097'] for subnet, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:05.239665 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9204919a-a597-4819-a204-66f6d724b50a admin admin] Pushing event updated for resources: {'Subnet': ['ID=32ddc5e3-7d7f-4cc0-b060-350844ba83bf,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:09:05.254960 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9204919a-a597-4819-a204-66f6d724b50a admin admin] Checking segment: {'id': 'f40c676d-8a84-4592-bdd1-62fec5896c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '16d83396-be00-4a6a-8354-a447c2a4f42a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:09:05.255313 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9204919a-a597-4819-a204-66f6d724b50a admin admin] Network hostable DHCP agents. Network: 16d83396-be00-4a6a-8354-a447c2a4f42a, hostable agents: ['97c14208-2951-4361-8d64-3708c946ff5f'], hosted agents: [] {{(pid=106253) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 13:09:05.273715 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9204919a-a597-4819-a204-66f6d724b50a admin admin] Network 16d83396-be00-4a6a-8354-a447c2a4f42a is scheduled to be hosted by DHCP agent 97c14208-2951-4361-8d64-3708c946ff5f with binding_index 1 {{(pid=106253) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 13:09:05.282831 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-9204919a-a597-4819-a204-66f6d724b50a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-2, 16d83396-be00-4a6a-8354-a447c2a4f42a) {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:09:05.286641 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9204919a-a597-4819-a204-66f6d724b50a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:09:05.287215 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9204919a-a597-4819-a204-66f6d724b50a admin admin] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:05.292169 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e81c251-6180-4ce6-ad9e-05779eabf6ae None None] Network 16d83396-be00-4a6a-8354-a447c2a4f42a requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:09:05.301933 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-9204919a-a597-4819-a204-66f6d724b50a admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3237665 Aug 18 13:09:05.304759 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 55050) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:09:05.309797 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-c9d5ba53-8f4a-41b0-af76-396b7c23060d admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-180960093-router', 'tenant_id': '39b9914b92704df3a79a8db993de969b', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'}}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:09:05.332117 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c9d5ba53-8f4a-41b0-af76-396b7c23060d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-998592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15809'] for router, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:05.333372 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c9d5ba53-8f4a-41b0-af76-396b7c23060d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-992733', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-971415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15816'] for router, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:05.384936 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c9d5ba53-8f4a-41b0-af76-396b7c23060d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:05.438508 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3ab667a-93c4-4801-aaea-ef0ae0866f0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp788be208-34ab-5a8f-af0f-528834af222f-16d83396-be00-4a6a-8354-a447c2a4f42a', 'network_id': '16d83396-be00-4a6a-8354-a447c2a4f42a', 'tenant_id': '39b9914b92704df3a79a8db993de969b', 'fixed_ips': [{'subnet_id': '32ddc5e3-7d7f-4cc0-b060-350844ba83bf'}]}} from n-d-804985-2. {{(pid=106254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 13:09:05.439383 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-c3ab667a-93c4-4801-aaea-ef0ae0866f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:05.587041 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.db_base_plugin_common [None req-c3ab667a-93c4-4801-aaea-ef0ae0866f0b None None] Allocated IP 172.20.0.2 (16d83396-be00-4a6a-8354-a447c2a4f42a/32ddc5e3-7d7f-4cc0-b060-350844ba83bf/2d4f634c-ec08-405a-b447-99555b66b3aa) {{(pid=106254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:09:05.738743 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-c3ab667a-93c4-4801-aaea-ef0ae0866f0b None None] Notify callbacks [] for port, precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:05.747715 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-c3ab667a-93c4-4801-aaea-ef0ae0866f0b None None] Transition to ACTIVE for port object 2d4f634c-ec08-405a-b447-99555b66b3aa will not be triggered until provisioned by entity L2. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:09:05.762418 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-c3ab667a-93c4-4801-aaea-ef0ae0866f0b None None] Transition to ACTIVE for port object 2d4f634c-ec08-405a-b447-99555b66b3aa will not be triggered until provisioned by entity DHCP. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:09:05.768114 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-c3ab667a-93c4-4801-aaea-ef0ae0866f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547'] for port, after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:05.807442 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3ab667a-93c4-4801-aaea-ef0ae0866f0b None None] Network 16d83396-be00-4a6a-8354-a447c2a4f42a is already hosted by enough agents. {{(pid=106254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:09:05.812352 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.base_scheduler [None req-c3ab667a-93c4-4801-aaea-ef0ae0866f0b None None] Resources bound (agent type, host, resource id): {{(pid=106254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:09:05.816901 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ab667a-93c4-4801-aaea-ef0ae0866f0b None None] Received port after_create {{(pid=106254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:09:05.820057 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ab667a-93c4-4801-aaea-ef0ae0866f0b None None] Pushing event updated for resources: {'Port': ['ID=2d4f634c-ec08-405a-b447-99555b66b3aa,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:09:05.855145 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c9d5ba53-8f4a-41b0-af76-396b7c23060d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:05.871824 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-c3ab667a-93c4-4801-aaea-ef0ae0866f0b None None] Attempting to bind port 2d4f634c-ec08-405a-b447-99555b66b3aa on host n-d-804985-2 for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:09:05.872195 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-c3ab667a-93c4-4801-aaea-ef0ae0866f0b None None] Attempting to bind port 2d4f634c-ec08-405a-b447-99555b66b3aa by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': 'f40c676d-8a84-4592-bdd1-62fec5896c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '16d83396-be00-4a6a-8354-a447c2a4f42a'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:09:05.872604 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ab667a-93c4-4801-aaea-ef0ae0866f0b None None] Attempting to bind port 2d4f634c-ec08-405a-b447-99555b66b3aa on network 16d83396-be00-4a6a-8354-a447c2a4f42a {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:09:05.877479 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ab667a-93c4-4801-aaea-ef0ae0866f0b None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 8, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:09:05.877850 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ab667a-93c4-4801-aaea-ef0ae0866f0b None None] Checking segment: {'id': 'f40c676d-8a84-4592-bdd1-62fec5896c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '16d83396-be00-4a6a-8354-a447c2a4f42a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:09:05.878250 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-c3ab667a-93c4-4801-aaea-ef0ae0866f0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:05.878632 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ab667a-93c4-4801-aaea-ef0ae0866f0b None None] Bound using segment: {'id': 'f40c676d-8a84-4592-bdd1-62fec5896c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '16d83396-be00-4a6a-8354-a447c2a4f42a'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:09:05.879092 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-c3ab667a-93c4-4801-aaea-ef0ae0866f0b None None] Bound port: 2d4f634c-ec08-405a-b447-99555b66b3aa, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f40c676d-8a84-4592-bdd1-62fec5896c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '16d83396-be00-4a6a-8354-a447c2a4f42a'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:09:05.879464 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-c3ab667a-93c4-4801-aaea-ef0ae0866f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:05.945099 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-c3ab667a-93c4-4801-aaea-ef0ae0866f0b None None] For port 2d4f634c-ec08-405a-b447-99555b66b3aa, host n-d-804985-2, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:09:05.948142 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-c3ab667a-93c4-4801-aaea-ef0ae0866f0b None None] For port 2d4f634c-ec08-405a-b447-99555b66b3aa, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=2d4f634c-ec08-405a-b447-99555b66b3aa,segment=NetworkSegment(f40c676d-8a84-4592-bdd1-62fec5896c8e),segment_id=f40c676d-8a84-4592-bdd1-62fec5896c8e)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:09:05.953827 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-c3ab667a-93c4-4801-aaea-ef0ae0866f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:06.008227 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ab667a-93c4-4801-aaea-ef0ae0866f0b None None] Pushing event updated for resources: {'Port': ['ID=2d4f634c-ec08-405a-b447-99555b66b3aa,revision_number=2']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:09:06.060124 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c9d5ba53-8f4a-41b0-af76-396b7c23060d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:06.079520 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c9d5ba53-8f4a-41b0-af76-396b7c23060d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:06.193687 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [None req-c9d5ba53-8f4a-41b0-af76-396b7c23060d admin admin] Allocated IP 172.25.7.45 (7cae7a70-14fd-408c-b14d-39ceb97cb60e/9784295a-20b8-4a4b-b105-f82737f0448f/f4df65d5-aaa5-42b6-bccf-a23ab155e7c9) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:09:06.304557 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c9d5ba53-8f4a-41b0-af76-396b7c23060d admin admin] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:06.347476 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c9d5ba53-8f4a-41b0-af76-396b7c23060d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:06.391336 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9d5ba53-8f4a-41b0-af76-396b7c23060d admin admin] Network 7cae7a70-14fd-408c-b14d-39ceb97cb60e is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:09:06.394163 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-c9d5ba53-8f4a-41b0-af76-396b7c23060d admin admin] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:09:06.398423 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d5ba53-8f4a-41b0-af76-396b7c23060d admin admin] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:09:06.401510 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d5ba53-8f4a-41b0-af76-396b7c23060d admin admin] Pushing event updated for resources: {'Port': ['ID=f4df65d5-aaa5-42b6-bccf-a23ab155e7c9,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:09:06.652584 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c9d5ba53-8f4a-41b0-af76-396b7c23060d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:06.714310 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:06.854974 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c9d5ba53-8f4a-41b0-af76-396b7c23060d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-998473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-992536'] for router, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:06.884227 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06d7ea37-e8f9-4772-83bb-76d22751d377 None None] Network 16d83396-be00-4a6a-8354-a447c2a4f42a requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:09:06.948228 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-f977fa11-7abd-4dcb-bd1e-50030f42a5c3 None None] Provisioning for port 2d4f634c-ec08-405a-b447-99555b66b3aa completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:09:06.997770 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9d5ba53-8f4a-41b0-af76-396b7c23060d admin admin] Router 3e59e693-9a53-4d71-9507-43ccdc577746 is scheduled to L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 with binding_index 1 {{(pid=106253) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 13:09:07.108275 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9d5ba53-8f4a-41b0-af76-396b7c23060d admin admin] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:09:07.118647 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-475d17e5-8920-4ad5-830a-29484a421762 None None] Sync routers for ids ['3e59e693-9a53-4d71-9507-43ccdc577746'] in n-d-804985-2 {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:09:07.129258 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-475d17e5-8920-4ad5-830a-29484a421762 None None] Routers {'3e59e693-9a53-4d71-9507-43ccdc577746'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:09:07.130271 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-475d17e5-8920-4ad5-830a-29484a421762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T13:08:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['3e59e693-9a53-4d71-9507-43ccdc577746'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:09:07.131852 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-c9d5ba53-8f4a-41b0-af76-396b7c23060d admin admin] Notify callbacks [] for router, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:07.135724 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-c9d5ba53-8f4a-41b0-af76-396b7c23060d admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8274548 Aug 18 13:09:07.135960 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 55052) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:09:07.247280 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-475d17e5-8920-4ad5-830a-29484a421762 None None] Set router 3e59e693-9a53-4d71-9507-43ccdc577746 gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:09:07.427481 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-475d17e5-8920-4ad5-830a-29484a421762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e59e693-9a53-4d71-9507-43ccdc577746', 'name': 'tempest-TestSnapshotPattern-180960093-router', 'tenant_id': '39b9914b92704df3a79a8db993de969b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.45'}], 'enable_snat': True}, 'gw_port_id': 'f4df65d5-aaa5-42b6-bccf-a23ab155e7c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:09:05Z', 'updated_at': '2021-08-18T13:09:06Z', 'revision_number': 3, 'project_id': '39b9914b92704df3a79a8db993de969b', 'gw_port': {'id': 'f4df65d5-aaa5-42b6-bccf-a23ab155e7c9', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:54:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e59e693-9a53-4d71-9507-43ccdc577746', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:09:06Z', 'updated_at': '2021-08-18T13:09:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:09:07.454708 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-475d17e5-8920-4ad5-830a-29484a421762 None None] Checking router: 3e59e693-9a53-4d71-9507-43ccdc577746 for host: n-d-804985-2 {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 13:09:07.455026 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-475d17e5-8920-4ad5-830a-29484a421762 None None] Updating router 3e59e693-9a53-4d71-9507-43ccdc577746 port f4df65d5-aaa5-42b6-bccf-a23ab155e7c9 binding host n-d-804985-2 {{(pid=106255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 13:09:07.479422 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-475d17e5-8920-4ad5-830a-29484a421762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:07.551987 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-66194061-9d6e-4519-b311-77e11b12fc35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:07.705975 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [None req-66194061-9d6e-4519-b311-77e11b12fc35 admin admin] Allocated IP 172.20.0.1 (16d83396-be00-4a6a-8354-a447c2a4f42a/32ddc5e3-7d7f-4cc0-b060-350844ba83bf/c2fe7646-8aec-494c-8361-555de94ed909) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:09:07.733387 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-475d17e5-8920-4ad5-830a-29484a421762 None None] Notify callbacks [] for port, precommit_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:07.743001 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-475d17e5-8920-4ad5-830a-29484a421762 None None] Transition to ACTIVE for port object f4df65d5-aaa5-42b6-bccf-a23ab155e7c9 will not be triggered until provisioned by entity L2. {{(pid=106255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:09:07.749011 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-475d17e5-8920-4ad5-830a-29484a421762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:07.795928 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-475d17e5-8920-4ad5-830a-29484a421762 None None] Attempting to bind port f4df65d5-aaa5-42b6-bccf-a23ab155e7c9 on host n-d-804985-2 for vnic_type normal with profile {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:09:07.796292 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-475d17e5-8920-4ad5-830a-29484a421762 None None] Attempting to bind port f4df65d5-aaa5-42b6-bccf-a23ab155e7c9 by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'}] {{(pid=106255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:09:07.796677 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-475d17e5-8920-4ad5-830a-29484a421762 None None] Attempting to bind port f4df65d5-aaa5-42b6-bccf-a23ab155e7c9 on network 7cae7a70-14fd-408c-b14d-39ceb97cb60e {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:09:07.805750 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-475d17e5-8920-4ad5-830a-29484a421762 None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 8, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:09:07.806122 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-475d17e5-8920-4ad5-830a-29484a421762 None None] Checking segment: {'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:09:07.806519 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-475d17e5-8920-4ad5-830a-29484a421762 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:07.806911 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-475d17e5-8920-4ad5-830a-29484a421762 None None] Bound using segment: {'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'} {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:09:07.807349 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-475d17e5-8920-4ad5-830a-29484a421762 None None] Bound port: f4df65d5-aaa5-42b6-bccf-a23ab155e7c9, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'}}] {{(pid=106255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:09:07.807723 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-475d17e5-8920-4ad5-830a-29484a421762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:07.814783 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-66194061-9d6e-4519-b311-77e11b12fc35 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:07.833624 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [None req-66194061-9d6e-4519-b311-77e11b12fc35 admin admin] Transition to ACTIVE for port object c2fe7646-8aec-494c-8361-555de94ed909 will not be triggered until provisioned by entity DHCP. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:09:07.838585 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363e696a-0415-4aa0-8a7a-22a636d27fa6 None None] Pushing event updated for resources: {'Port': ['ID=f4df65d5-aaa5-42b6-bccf-a23ab155e7c9,revision_number=2']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:09:07.859596 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363e696a-0415-4aa0-8a7a-22a636d27fa6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:09:07.859937 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363e696a-0415-4aa0-8a7a-22a636d27fa6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:09:07.860276 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363e696a-0415-4aa0-8a7a-22a636d27fa6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:09:07.860638 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363e696a-0415-4aa0-8a7a-22a636d27fa6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:09:07.860964 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363e696a-0415-4aa0-8a7a-22a636d27fa6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:09:07.861289 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363e696a-0415-4aa0-8a7a-22a636d27fa6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:09:07.861654 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363e696a-0415-4aa0-8a7a-22a636d27fa6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:09:07.862117 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363e696a-0415-4aa0-8a7a-22a636d27fa6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:09:07.862445 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363e696a-0415-4aa0-8a7a-22a636d27fa6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:09:07.862767 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363e696a-0415-4aa0-8a7a-22a636d27fa6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:09:07.863091 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363e696a-0415-4aa0-8a7a-22a636d27fa6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:09:07.863409 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363e696a-0415-4aa0-8a7a-22a636d27fa6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:09:07.872326 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-475d17e5-8920-4ad5-830a-29484a421762 None None] For port f4df65d5-aaa5-42b6-bccf-a23ab155e7c9, host n-d-804985-2, cleared binding levels {{(pid=106255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:09:07.876106 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-475d17e5-8920-4ad5-830a-29484a421762 None None] For port f4df65d5-aaa5-42b6-bccf-a23ab155e7c9, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=f4df65d5-aaa5-42b6-bccf-a23ab155e7c9,segment=NetworkSegment(c5a3db9d-5c58-41b1-9177-d5787a597b78),segment_id=c5a3db9d-5c58-41b1-9177-d5787a597b78)] {{(pid=106255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:09:07.877706 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-66194061-9d6e-4519-b311-77e11b12fc35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:07.882661 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-475d17e5-8920-4ad5-830a-29484a421762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:07.907723 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 2d4f634c-ec08-405a-b447-99555b66b3aa up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:09:07.918966 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66194061-9d6e-4519-b311-77e11b12fc35 admin admin] Network 16d83396-be00-4a6a-8354-a447c2a4f42a is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:09:07.924539 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-66194061-9d6e-4519-b311-77e11b12fc35 admin admin] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:09:07.927225 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66194061-9d6e-4519-b311-77e11b12fc35 admin admin] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:09:07.959342 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66194061-9d6e-4519-b311-77e11b12fc35 admin admin] Pushing event updated for resources: {'Port': ['ID=c2fe7646-8aec-494c-8361-555de94ed909,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:09:07.978910 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-66194061-9d6e-4519-b311-77e11b12fc35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-996688'] for router_interface, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:07.982104 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port 2d4f634c-ec08-405a-b447-99555b66b3aa completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:09:07.987744 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 2d4f634c-ec08-405a-b447-99555b66b3aa triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:09:07.988936 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:08.040679 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-475d17e5-8920-4ad5-830a-29484a421762 None None] Routers {'3e59e693-9a53-4d71-9507-43ccdc577746'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:09:08.041310 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-475d17e5-8920-4ad5-830a-29484a421762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T13:08:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['3e59e693-9a53-4d71-9507-43ccdc577746'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:09:08.090607 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:08.139569 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] For port 2d4f634c-ec08-405a-b447-99555b66b3aa, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=2d4f634c-ec08-405a-b447-99555b66b3aa,segment=NetworkSegment(f40c676d-8a84-4592-bdd1-62fec5896c8e),segment_id=f40c676d-8a84-4592-bdd1-62fec5896c8e)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:09:08.144666 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-66194061-9d6e-4519-b311-77e11b12fc35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:08.145227 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:08.162545 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-475d17e5-8920-4ad5-830a-29484a421762 None None] Set router 3e59e693-9a53-4d71-9507-43ccdc577746 gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:09:08.212252 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Pushing event updated for resources: {'Port': ['ID=2d4f634c-ec08-405a-b447-99555b66b3aa,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:09:08.215425 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-0b1bdd67-ee5d-4ae1-a9c4-4b241ec01a9c None None] Provisioning for port c2fe7646-8aec-494c-8361-555de94ed909 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:09:08.220001 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-0b1bdd67-ee5d-4ae1-a9c4-4b241ec01a9c None None] Provisioning complete for port c2fe7646-8aec-494c-8361-555de94ed909 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:09:08.220532 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-0b1bdd67-ee5d-4ae1-a9c4-4b241ec01a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:08.255489 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-0b1bdd67-ee5d-4ae1-a9c4-4b241ec01a9c None None] Port c2fe7646-8aec-494c-8361-555de94ed909 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:09:08.265243 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363e696a-0415-4aa0-8a7a-22a636d27fa6 None None] Pushing event updated for resources: {'Port': ['ID=f4df65d5-aaa5-42b6-bccf-a23ab155e7c9,revision_number=3']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:09:08.319798 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-66194061-9d6e-4519-b311-77e11b12fc35 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:08.325587 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-66194061-9d6e-4519-b311-77e11b12fc35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:08.351944 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-475d17e5-8920-4ad5-830a-29484a421762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e59e693-9a53-4d71-9507-43ccdc577746', 'name': 'tempest-TestSnapshotPattern-180960093-router', 'tenant_id': '39b9914b92704df3a79a8db993de969b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.45'}], 'enable_snat': True}, 'gw_port_id': 'f4df65d5-aaa5-42b6-bccf-a23ab155e7c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:09:05Z', 'updated_at': '2021-08-18T13:09:06Z', 'revision_number': 3, 'project_id': '39b9914b92704df3a79a8db993de969b', 'gw_port': {'id': 'f4df65d5-aaa5-42b6-bccf-a23ab155e7c9', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:54:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e59e693-9a53-4d71-9507-43ccdc577746', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:09:06Z', 'updated_at': '2021-08-18T13:09:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:09:08.381850 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-475d17e5-8920-4ad5-830a-29484a421762 None None] The sync data for ids ['3e59e693-9a53-4d71-9507-43ccdc577746'] in n-d-804985-2 is: [{'id': '3e59e693-9a53-4d71-9507-43ccdc577746', 'name': 'tempest-TestSnapshotPattern-180960093-router', 'tenant_id': '39b9914b92704df3a79a8db993de969b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.45'}], 'enable_snat': True}, 'gw_port_id': 'f4df65d5-aaa5-42b6-bccf-a23ab155e7c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:09:05Z', 'updated_at': '2021-08-18T13:09:06Z', 'revision_number': 3, 'project_id': '39b9914b92704df3a79a8db993de969b', 'gw_port': {'id': 'f4df65d5-aaa5-42b6-bccf-a23ab155e7c9', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:54:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e59e693-9a53-4d71-9507-43ccdc577746', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:09:06Z', 'updated_at': '2021-08-18T13:09:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:09:08.394269 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-66194061-9d6e-4519-b311-77e11b12fc35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-996772'] for router_interface, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:08.398134 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66194061-9d6e-4519-b311-77e11b12fc35 admin admin] Pushing event updated for resources: {'Port': ['ID=c2fe7646-8aec-494c-8361-555de94ed909,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:09:08.495866 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66194061-9d6e-4519-b311-77e11b12fc35 admin admin] Network 16d83396-be00-4a6a-8354-a447c2a4f42a is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:09:08.497714 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-66194061-9d6e-4519-b311-77e11b12fc35 admin admin] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:09:08.635708 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66194061-9d6e-4519-b311-77e11b12fc35 admin admin] Router 3e59e693-9a53-4d71-9507-43ccdc577746 has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 13:09:08.771086 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66194061-9d6e-4519-b311-77e11b12fc35 admin admin] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:09:08.778937 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-66194061-9d6e-4519-b311-77e11b12fc35 admin admin] 10.222.0.66 "PUT /v2.0/routers/3e59e693-9a53-4d71-9507-43ccdc577746/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6417456 Aug 18 13:09:08.788122 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-f14df7e0-c3f2-41a9-9a6a-6f691c2c7e41 None None] Provisioning complete for port c2fe7646-8aec-494c-8361-555de94ed909 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:09:08.788545 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-f14df7e0-c3f2-41a9-9a6a-6f691c2c7e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:08.831771 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-f14df7e0-c3f2-41a9-9a6a-6f691c2c7e41 None None] Port c2fe7646-8aec-494c-8361-555de94ed909 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:09:08.980409 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:09.289275 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 55068) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:09:09.294517 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-e041dba4-171c-4443-b2b8-174589644167 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-648623474-network', 'tenant_id': '80d9980e0ae944a7a686839a27d64df1'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:09:09.316987 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e041dba4-171c-4443-b2b8-174589644167 admin admin] Made reservation on behalf of 80d9980e0ae944a7a686839a27d64df1 for: {'network': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:09:09.319873 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e041dba4-171c-4443-b2b8-174589644167 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for network, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:09.331346 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e041dba4-171c-4443-b2b8-174589644167 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:09.426230 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e041dba4-171c-4443-b2b8-174589644167 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:09.430083 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e041dba4-171c-4443-b2b8-174589644167 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:09.452382 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e041dba4-171c-4443-b2b8-174589644167 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 843} {{(pid=106253) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 18 13:09:09.467684 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e041dba4-171c-4443-b2b8-174589644167 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56ba27af-5edc-4f4b-9e52-3853fa562f35,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:09:09.472591 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e041dba4-171c-4443-b2b8-174589644167 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:09.472943 n-d-804985-2 neutron-server[106253]: INFO neutron.db.segments_db [None req-e041dba4-171c-4443-b2b8-174589644167 admin admin] Added segment 8d4ae826-d841-4345-b297-f49cdb8e7fa2 of type vlan for network 63be8254-29c0-4c72-891e-2a7d49b6ed88 Aug 18 13:09:09.516055 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e041dba4-171c-4443-b2b8-174589644167 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789150665894'] for network, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:09.542211 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e041dba4-171c-4443-b2b8-174589644167 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175'] for network, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:09.543443 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e041dba4-171c-4443-b2b8-174589644167 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:09:09.544031 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e041dba4-171c-4443-b2b8-174589644167 admin admin] Notify callbacks [] for network, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:09.601929 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-e041dba4-171c-4443-b2b8-174589644167 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3112311 Aug 18 13:09:09.604758 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 55070) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:09:09.610636 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-27af882f-bd39-40e7-8f02-95757436cf82 admin admin] Request body: {'subnet': {'network_id': '63be8254-29c0-4c72-891e-2a7d49b6ed88', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-648623474-subnet', 'tenant_id': '80d9980e0ae944a7a686839a27d64df1', 'ip_version': 4}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:09:09.614383 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e041dba4-171c-4443-b2b8-174589644167 admin admin] Pushing event updated for resources: {'Network': ['ID=63be8254-29c0-4c72-891e-2a7d49b6ed88,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:09:09.629233 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Network 63be8254-29c0-4c72-891e-2a7d49b6ed88 details requested by agent ovs-agent-n-d-804985-2 with host n-d-804985-2 {{(pid=106254) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 18 13:09:09.644143 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27af882f-bd39-40e7-8f02-95757436cf82 admin admin] Made reservation on behalf of 80d9980e0ae944a7a686839a27d64df1 for: {'subnet': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:09:09.646654 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-27af882f-bd39-40e7-8f02-95757436cf82 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59074089'] for subnet, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:09.831608 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-27af882f-bd39-40e7-8f02-95757436cf82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3572913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59074111'] for subnet, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:09.895247 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27af882f-bd39-40e7-8f02-95757436cf82 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d1e99d3-8713-4268-9c46-0ea77803f408,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:09:09.905031 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27af882f-bd39-40e7-8f02-95757436cf82 admin admin] Checking segment: {'id': '8d4ae826-d841-4345-b297-f49cdb8e7fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '63be8254-29c0-4c72-891e-2a7d49b6ed88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:09:09.905402 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27af882f-bd39-40e7-8f02-95757436cf82 admin admin] Network hostable DHCP agents. Network: 63be8254-29c0-4c72-891e-2a7d49b6ed88, hostable agents: ['97c14208-2951-4361-8d64-3708c946ff5f'], hosted agents: [] {{(pid=106252) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 18 13:09:09.924160 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27af882f-bd39-40e7-8f02-95757436cf82 admin admin] Network 63be8254-29c0-4c72-891e-2a7d49b6ed88 is scheduled to be hosted by DHCP agent 97c14208-2951-4361-8d64-3708c946ff5f with binding_index 1 {{(pid=106252) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 18 13:09:09.937851 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-27af882f-bd39-40e7-8f02-95757436cf82 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804985-2, 63be8254-29c0-4c72-891e-2a7d49b6ed88) {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:09:09.943010 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27af882f-bd39-40e7-8f02-95757436cf82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:09:09.943605 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-27af882f-bd39-40e7-8f02-95757436cf82 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:09.946087 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 2d4f634c-ec08-405a-b447-99555b66b3aa up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:09:09.958839 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-27af882f-bd39-40e7-8f02-95757436cf82 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3525980 Aug 18 13:09:09.961640 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 55072) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:09:09.966313 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-167a3e05-20e7-4987-a137-6326a6d183ab admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-648623474-router', 'tenant_id': '80d9980e0ae944a7a686839a27d64df1', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'}}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:09:09.968075 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ee515fe-0992-4ea1-8dbc-01fefaf34066 None None] Network 63be8254-29c0-4c72-891e-2a7d49b6ed88 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:09:09.987430 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-167a3e05-20e7-4987-a137-6326a6d183ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-998592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15809'] for router, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:09.990665 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-167a3e05-20e7-4987-a137-6326a6d183ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-992733', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-971415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15816'] for router, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:10.021685 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac74cea-0303-4dce-92a4-4a6b71cf935d None None] Sync routers for ids ['3e59e693-9a53-4d71-9507-43ccdc577746'] in n-d-804985-2 {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:09:10.042907 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-167a3e05-20e7-4987-a137-6326a6d183ab admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:10.045365 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac74cea-0303-4dce-92a4-4a6b71cf935d None None] Routers {'3e59e693-9a53-4d71-9507-43ccdc577746'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:09:10.046058 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-1ac74cea-0303-4dce-92a4-4a6b71cf935d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T13:08:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['3e59e693-9a53-4d71-9507-43ccdc577746'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:09:10.123249 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port 2d4f634c-ec08-405a-b447-99555b66b3aa triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:09:10.123617 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:10.185702 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-167a3e05-20e7-4987-a137-6326a6d183ab admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:10.241465 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-1ac74cea-0303-4dce-92a4-4a6b71cf935d None None] Set router 3e59e693-9a53-4d71-9507-43ccdc577746 gateway port host: n-d-804985-2 {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:09:10.312370 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48ecf428-0c28-4a4e-ad15-ed800f2f4b7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp788be208-34ab-5a8f-af0f-528834af222f-63be8254-29c0-4c72-891e-2a7d49b6ed88', 'network_id': '63be8254-29c0-4c72-891e-2a7d49b6ed88', 'tenant_id': '80d9980e0ae944a7a686839a27d64df1', 'fixed_ips': [{'subnet_id': '3d1e99d3-8713-4268-9c46-0ea77803f408'}]}} from n-d-804985-2. {{(pid=106254) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 18 13:09:10.313225 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-48ecf428-0c28-4a4e-ad15-ed800f2f4b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:10.392393 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-167a3e05-20e7-4987-a137-6326a6d183ab admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:10.411139 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device f4df65d5-aaa5-42b6-bccf-a23ab155e7c9 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:09:10.412245 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-167a3e05-20e7-4987-a137-6326a6d183ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:10.520522 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [None req-167a3e05-20e7-4987-a137-6326a6d183ab admin admin] Allocated IP 172.25.7.74 (7cae7a70-14fd-408c-b14d-39ceb97cb60e/9784295a-20b8-4a4b-b105-f82737f0448f/dbb3610c-f53d-4bbd-ab02-584086f329cc) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:09:10.638946 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-167a3e05-20e7-4987-a137-6326a6d183ab admin admin] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:10.681756 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-167a3e05-20e7-4987-a137-6326a6d183ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:10.723806 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-167a3e05-20e7-4987-a137-6326a6d183ab admin admin] Network 7cae7a70-14fd-408c-b14d-39ceb97cb60e is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:09:10.727183 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [None req-167a3e05-20e7-4987-a137-6326a6d183ab admin admin] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:09:10.731556 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-167a3e05-20e7-4987-a137-6326a6d183ab admin admin] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:09:10.734655 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167a3e05-20e7-4987-a137-6326a6d183ab admin admin] Pushing event updated for resources: {'Port': ['ID=dbb3610c-f53d-4bbd-ab02-584086f329cc,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:09:10.774205 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.db_base_plugin_common [None req-48ecf428-0c28-4a4e-ad15-ed800f2f4b7e None None] Allocated IP 172.20.0.2 (63be8254-29c0-4c72-891e-2a7d49b6ed88/3d1e99d3-8713-4268-9c46-0ea77803f408/b26a8ae0-d2ba-46e6-be19-ebeccf0db21d) {{(pid=106254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:09:10.786631 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port f4df65d5-aaa5-42b6-bccf-a23ab155e7c9 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:09:10.798198 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port f4df65d5-aaa5-42b6-bccf-a23ab155e7c9 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:09:10.798567 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:10.920331 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-1ac74cea-0303-4dce-92a4-4a6b71cf935d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e59e693-9a53-4d71-9507-43ccdc577746', 'name': 'tempest-TestSnapshotPattern-180960093-router', 'tenant_id': '39b9914b92704df3a79a8db993de969b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.45'}], 'enable_snat': True}, 'gw_port_id': 'f4df65d5-aaa5-42b6-bccf-a23ab155e7c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:09:05Z', 'updated_at': '2021-08-18T13:09:08Z', 'revision_number': 4, 'project_id': '39b9914b92704df3a79a8db993de969b', 'gw_port': {'id': 'f4df65d5-aaa5-42b6-bccf-a23ab155e7c9', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:54:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e59e693-9a53-4d71-9507-43ccdc577746', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:09:06Z', 'updated_at': '2021-08-18T13:09:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': 'c2fe7646-8aec-494c-8361-555de94ed909', 'name': '', 'network_id': '16d83396-be00-4a6a-8354-a447c2a4f42a', 'tenant_id': '39b9914b92704df3a79a8db993de969b', 'mac_address': 'fa:16:3e:67:92:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e59e693-9a53-4d71-9507-43ccdc577746', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '32ddc5e3-7d7f-4cc0-b060-350844ba83bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:09:07Z', 'updated_at': '2021-08-18T13:09:08Z', 'revision_number': 2, 'project_id': '39b9914b92704df3a79a8db993de969b', 'subnets': [{'id': '32ddc5e3-7d7f-4cc0-b060-350844ba83bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:09:10.959008 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac74cea-0303-4dce-92a4-4a6b71cf935d None None] Checking router: 3e59e693-9a53-4d71-9507-43ccdc577746 for host: n-d-804985-2 {{(pid=106254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 13:09:10.959334 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac74cea-0303-4dce-92a4-4a6b71cf935d None None] Updating router 3e59e693-9a53-4d71-9507-43ccdc577746 port c2fe7646-8aec-494c-8361-555de94ed909 binding host n-d-804985-2 {{(pid=106254) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 13:09:10.982584 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-167a3e05-20e7-4987-a137-6326a6d183ab admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:11.032813 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1ac74cea-0303-4dce-92a4-4a6b71cf935d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:11.058278 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-48ecf428-0c28-4a4e-ad15-ed800f2f4b7e None None] Notify callbacks [] for port, precommit_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:11.067525 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:11.073156 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-48ecf428-0c28-4a4e-ad15-ed800f2f4b7e None None] Transition to ACTIVE for port object b26a8ae0-d2ba-46e6-be19-ebeccf0db21d will not be triggered until provisioned by entity L2. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:09:11.125888 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] For port f4df65d5-aaa5-42b6-bccf-a23ab155e7c9, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=f4df65d5-aaa5-42b6-bccf-a23ab155e7c9,segment=NetworkSegment(c5a3db9d-5c58-41b1-9177-d5787a597b78),segment_id=c5a3db9d-5c58-41b1-9177-d5787a597b78)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:09:11.127180 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-48ecf428-0c28-4a4e-ad15-ed800f2f4b7e None None] Transition to ACTIVE for port object b26a8ae0-d2ba-46e6-be19-ebeccf0db21d will not be triggered until provisioned by entity DHCP. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:09:11.133270 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:11.144640 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-48ecf428-0c28-4a4e-ad15-ed800f2f4b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547'] for port, after_create {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:11.184824 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-167a3e05-20e7-4987-a137-6326a6d183ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-998473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-992536'] for router, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:11.247878 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48ecf428-0c28-4a4e-ad15-ed800f2f4b7e None None] Network 63be8254-29c0-4c72-891e-2a7d49b6ed88 is already hosted by enough agents. {{(pid=106254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:09:11.255163 n-d-804985-2 neutron-server[106254]: DEBUG neutron.scheduler.base_scheduler [None req-48ecf428-0c28-4a4e-ad15-ed800f2f4b7e None None] Resources bound (agent type, host, resource id): {{(pid=106254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:09:11.258197 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ecf428-0c28-4a4e-ad15-ed800f2f4b7e None None] Received port after_create {{(pid=106254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:09:11.263413 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Pushing event updated for resources: {'Port': ['ID=f4df65d5-aaa5-42b6-bccf-a23ab155e7c9,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:09:11.316301 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-167a3e05-20e7-4987-a137-6326a6d183ab admin admin] Router 0b2b76a1-3e0d-45eb-92cb-6c7d66934adc is scheduled to L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 with binding_index 1 {{(pid=106252) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 18 13:09:11.386521 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ecf428-0c28-4a4e-ad15-ed800f2f4b7e None None] Pushing event updated for resources: {'Port': ['ID=b26a8ae0-d2ba-46e6-be19-ebeccf0db21d,revision_number=1']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:09:11.409453 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-48ecf428-0c28-4a4e-ad15-ed800f2f4b7e None None] Attempting to bind port b26a8ae0-d2ba-46e6-be19-ebeccf0db21d on host n-d-804985-2 for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:09:11.409814 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-48ecf428-0c28-4a4e-ad15-ed800f2f4b7e None None] Attempting to bind port b26a8ae0-d2ba-46e6-be19-ebeccf0db21d by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': '8d4ae826-d841-4345-b297-f49cdb8e7fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '63be8254-29c0-4c72-891e-2a7d49b6ed88'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:09:11.410174 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ecf428-0c28-4a4e-ad15-ed800f2f4b7e None None] Attempting to bind port b26a8ae0-d2ba-46e6-be19-ebeccf0db21d on network 63be8254-29c0-4c72-891e-2a7d49b6ed88 {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:09:11.423036 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ecf428-0c28-4a4e-ad15-ed800f2f4b7e None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 8, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:09:11.423402 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ecf428-0c28-4a4e-ad15-ed800f2f4b7e None None] Checking segment: {'id': '8d4ae826-d841-4345-b297-f49cdb8e7fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '63be8254-29c0-4c72-891e-2a7d49b6ed88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:09:11.423798 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-48ecf428-0c28-4a4e-ad15-ed800f2f4b7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:11.424180 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ecf428-0c28-4a4e-ad15-ed800f2f4b7e None None] Bound using segment: {'id': '8d4ae826-d841-4345-b297-f49cdb8e7fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '63be8254-29c0-4c72-891e-2a7d49b6ed88'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:09:11.424664 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-48ecf428-0c28-4a4e-ad15-ed800f2f4b7e None None] Bound port: b26a8ae0-d2ba-46e6-be19-ebeccf0db21d, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d4ae826-d841-4345-b297-f49cdb8e7fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '63be8254-29c0-4c72-891e-2a7d49b6ed88'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:09:11.425038 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-48ecf428-0c28-4a4e-ad15-ed800f2f4b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:11.425471 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-167a3e05-20e7-4987-a137-6326a6d183ab admin admin] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106252) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:09:11.437643 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-418c4c89-3087-423a-883e-895d857189a1 None None] Sync routers for ids ['0b2b76a1-3e0d-45eb-92cb-6c7d66934adc'] in n-d-804985-2 {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:09:11.443586 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-167a3e05-20e7-4987-a137-6326a6d183ab admin admin] Notify callbacks [] for router, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:11.445807 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-167a3e05-20e7-4987-a137-6326a6d183ab admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.4823925 Aug 18 13:09:11.450483 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 55074) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:09:11.453940 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-418c4c89-3087-423a-883e-895d857189a1 None None] Routers {'0b2b76a1-3e0d-45eb-92cb-6c7d66934adc'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:09:11.454602 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-418c4c89-3087-423a-883e-895d857189a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T13:08:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['0b2b76a1-3e0d-45eb-92cb-6c7d66934adc'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:09:11.543554 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-48ecf428-0c28-4a4e-ad15-ed800f2f4b7e None None] For port b26a8ae0-d2ba-46e6-be19-ebeccf0db21d, host n-d-804985-2, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:09:11.549833 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1ac74cea-0303-4dce-92a4-4a6b71cf935d None None] Notify callbacks [] for port, precommit_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:11.561033 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-418c4c89-3087-423a-883e-895d857189a1 None None] Set router 0b2b76a1-3e0d-45eb-92cb-6c7d66934adc gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:09:11.562891 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-48ecf428-0c28-4a4e-ad15-ed800f2f4b7e None None] For port b26a8ae0-d2ba-46e6-be19-ebeccf0db21d, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=b26a8ae0-d2ba-46e6-be19-ebeccf0db21d,segment=NetworkSegment(8d4ae826-d841-4345-b297-f49cdb8e7fa2),segment_id=8d4ae826-d841-4345-b297-f49cdb8e7fa2)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:09:11.568165 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1ac74cea-0303-4dce-92a4-4a6b71cf935d None None] Transition to ACTIVE for port object c2fe7646-8aec-494c-8361-555de94ed909 will not be triggered until provisioned by entity L2. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:09:11.572080 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-48ecf428-0c28-4a4e-ad15-ed800f2f4b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:11.601262 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1ac74cea-0303-4dce-92a4-4a6b71cf935d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:11.669657 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ecf428-0c28-4a4e-ad15-ed800f2f4b7e None None] Pushing event updated for resources: {'Port': ['ID=b26a8ae0-d2ba-46e6-be19-ebeccf0db21d,revision_number=2']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:09:11.746462 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-1ac74cea-0303-4dce-92a4-4a6b71cf935d None None] Attempting to bind port c2fe7646-8aec-494c-8361-555de94ed909 on host n-d-804985-2 for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:09:11.746828 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-1ac74cea-0303-4dce-92a4-4a6b71cf935d None None] Attempting to bind port c2fe7646-8aec-494c-8361-555de94ed909 by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': 'f40c676d-8a84-4592-bdd1-62fec5896c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '16d83396-be00-4a6a-8354-a447c2a4f42a'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:09:11.747182 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac74cea-0303-4dce-92a4-4a6b71cf935d None None] Attempting to bind port c2fe7646-8aec-494c-8361-555de94ed909 on network 16d83396-be00-4a6a-8354-a447c2a4f42a {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:09:11.754918 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb92dbd-dec9-4078-94a6-7f2a87a507aa None None] Pushing event updated for resources: {'Port': ['ID=c2fe7646-8aec-494c-8361-555de94ed909,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:09:11.772458 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac74cea-0303-4dce-92a4-4a6b71cf935d None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 8, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:09:11.772830 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac74cea-0303-4dce-92a4-4a6b71cf935d None None] Checking segment: {'id': 'f40c676d-8a84-4592-bdd1-62fec5896c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '16d83396-be00-4a6a-8354-a447c2a4f42a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:09:11.773227 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1ac74cea-0303-4dce-92a4-4a6b71cf935d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:11.773611 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac74cea-0303-4dce-92a4-4a6b71cf935d None None] Bound using segment: {'id': 'f40c676d-8a84-4592-bdd1-62fec5896c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '16d83396-be00-4a6a-8354-a447c2a4f42a'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:09:11.774074 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-1ac74cea-0303-4dce-92a4-4a6b71cf935d None None] Bound port: c2fe7646-8aec-494c-8361-555de94ed909, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f40c676d-8a84-4592-bdd1-62fec5896c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '16d83396-be00-4a6a-8354-a447c2a4f42a'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:09:11.774576 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1ac74cea-0303-4dce-92a4-4a6b71cf935d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:11.788978 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-418c4c89-3087-423a-883e-895d857189a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b2b76a1-3e0d-45eb-92cb-6c7d66934adc', 'name': 'tempest-TestSnapshotPattern-648623474-router', 'tenant_id': '80d9980e0ae944a7a686839a27d64df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': 'dbb3610c-f53d-4bbd-ab02-584086f329cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:09:09Z', 'updated_at': '2021-08-18T13:09:10Z', 'revision_number': 3, 'project_id': '80d9980e0ae944a7a686839a27d64df1', 'gw_port': {'id': 'dbb3610c-f53d-4bbd-ab02-584086f329cc', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:50:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b2b76a1-3e0d-45eb-92cb-6c7d66934adc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:09:10Z', 'updated_at': '2021-08-18T13:09:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:09:11.825663 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-418c4c89-3087-423a-883e-895d857189a1 None None] Checking router: 0b2b76a1-3e0d-45eb-92cb-6c7d66934adc for host: n-d-804985-2 {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 13:09:11.826007 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-418c4c89-3087-423a-883e-895d857189a1 None None] Updating router 0b2b76a1-3e0d-45eb-92cb-6c7d66934adc port dbb3610c-f53d-4bbd-ab02-584086f329cc binding host n-d-804985-2 {{(pid=106255) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 13:09:11.864763 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1ac74cea-0303-4dce-92a4-4a6b71cf935d None None] For port c2fe7646-8aec-494c-8361-555de94ed909, host n-d-804985-2, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:09:11.869014 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1ac74cea-0303-4dce-92a4-4a6b71cf935d None None] For port c2fe7646-8aec-494c-8361-555de94ed909, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=c2fe7646-8aec-494c-8361-555de94ed909,segment=NetworkSegment(f40c676d-8a84-4592-bdd1-62fec5896c8e),segment_id=f40c676d-8a84-4592-bdd1-62fec5896c8e)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:09:11.876992 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1ac74cea-0303-4dce-92a4-4a6b71cf935d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:11.880417 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-418c4c89-3087-423a-883e-895d857189a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:11.975114 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device f4df65d5-aaa5-42b6-bccf-a23ab155e7c9 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:09:12.091203 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb92dbd-dec9-4078-94a6-7f2a87a507aa None None] Pushing event updated for resources: {'Port': ['ID=c2fe7646-8aec-494c-8361-555de94ed909,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:09:12.099127 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac74cea-0303-4dce-92a4-4a6b71cf935d None None] Routers {'3e59e693-9a53-4d71-9507-43ccdc577746'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:09:12.099127 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-1ac74cea-0303-4dce-92a4-4a6b71cf935d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T13:08:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['3e59e693-9a53-4d71-9507-43ccdc577746'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:09:12.188726 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port f4df65d5-aaa5-42b6-bccf-a23ab155e7c9 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:09:12.189015 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:12.311459 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-418c4c89-3087-423a-883e-895d857189a1 None None] Notify callbacks [] for port, precommit_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:12.311707 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-1ac74cea-0303-4dce-92a4-4a6b71cf935d None None] Set router 3e59e693-9a53-4d71-9507-43ccdc577746 gateway port host: n-d-804985-2 {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:09:12.327338 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.provisioning_blocks [None req-418c4c89-3087-423a-883e-895d857189a1 None None] Transition to ACTIVE for port object dbb3610c-f53d-4bbd-ab02-584086f329cc will not be triggered until provisioned by entity L2. {{(pid=106255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:09:12.338771 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-418c4c89-3087-423a-883e-895d857189a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:12.413046 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-418c4c89-3087-423a-883e-895d857189a1 None None] Attempting to bind port dbb3610c-f53d-4bbd-ab02-584086f329cc on host n-d-804985-2 for vnic_type normal with profile {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:09:12.413430 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-418c4c89-3087-423a-883e-895d857189a1 None None] Attempting to bind port dbb3610c-f53d-4bbd-ab02-584086f329cc by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'}] {{(pid=106255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:09:12.413758 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-418c4c89-3087-423a-883e-895d857189a1 None None] Attempting to bind port dbb3610c-f53d-4bbd-ab02-584086f329cc on network 7cae7a70-14fd-408c-b14d-39ceb97cb60e {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:09:12.423173 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-418c4c89-3087-423a-883e-895d857189a1 None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 8, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:09:12.423541 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-418c4c89-3087-423a-883e-895d857189a1 None None] Checking segment: {'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:09:12.424036 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-418c4c89-3087-423a-883e-895d857189a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:12.424422 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-418c4c89-3087-423a-883e-895d857189a1 None None] Bound using segment: {'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'} {{(pid=106255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:09:12.424898 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.managers [None req-418c4c89-3087-423a-883e-895d857189a1 None None] Bound port: dbb3610c-f53d-4bbd-ab02-584086f329cc, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5a3db9d-5c58-41b1-9177-d5787a597b78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e'}}] {{(pid=106255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:09:12.425274 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-418c4c89-3087-423a-883e-895d857189a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:12.427932 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df0faf8-e3fc-4242-a73d-969347238da6 None None] Pushing event updated for resources: {'Port': ['ID=dbb3610c-f53d-4bbd-ab02-584086f329cc,revision_number=2']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:09:12.444667 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-960f1d14-1b77-4e0c-a271-ee9c7d2d7bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:12.485854 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-418c4c89-3087-423a-883e-895d857189a1 None None] For port dbb3610c-f53d-4bbd-ab02-584086f329cc, host n-d-804985-2, cleared binding levels {{(pid=106255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:09:12.489614 n-d-804985-2 neutron-server[106255]: DEBUG neutron.plugins.ml2.db [None req-418c4c89-3087-423a-883e-895d857189a1 None None] For port dbb3610c-f53d-4bbd-ab02-584086f329cc, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=dbb3610c-f53d-4bbd-ab02-584086f329cc,segment=NetworkSegment(c5a3db9d-5c58-41b1-9177-d5787a597b78),segment_id=c5a3db9d-5c58-41b1-9177-d5787a597b78)] {{(pid=106255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:09:12.495907 n-d-804985-2 neutron-server[106255]: DEBUG neutron_lib.callbacks.manager [None req-418c4c89-3087-423a-883e-895d857189a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:12.562649 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df0faf8-e3fc-4242-a73d-969347238da6 None None] Pushing event updated for resources: {'Port': ['ID=dbb3610c-f53d-4bbd-ab02-584086f329cc,revision_number=3']} {{(pid=106255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:09:12.566928 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-418c4c89-3087-423a-883e-895d857189a1 None None] Routers {'0b2b76a1-3e0d-45eb-92cb-6c7d66934adc'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:09:12.567543 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-418c4c89-3087-423a-883e-895d857189a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T13:08:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['0b2b76a1-3e0d-45eb-92cb-6c7d66934adc'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:09:12.574988 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-1ac74cea-0303-4dce-92a4-4a6b71cf935d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e59e693-9a53-4d71-9507-43ccdc577746', 'name': 'tempest-TestSnapshotPattern-180960093-router', 'tenant_id': '39b9914b92704df3a79a8db993de969b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.45'}], 'enable_snat': True}, 'gw_port_id': 'f4df65d5-aaa5-42b6-bccf-a23ab155e7c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:09:05Z', 'updated_at': '2021-08-18T13:09:08Z', 'revision_number': 4, 'project_id': '39b9914b92704df3a79a8db993de969b', 'gw_port': {'id': 'f4df65d5-aaa5-42b6-bccf-a23ab155e7c9', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:54:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e59e693-9a53-4d71-9507-43ccdc577746', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:09:06Z', 'updated_at': '2021-08-18T13:09:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': 'c2fe7646-8aec-494c-8361-555de94ed909', 'name': '', 'network_id': '16d83396-be00-4a6a-8354-a447c2a4f42a', 'tenant_id': '39b9914b92704df3a79a8db993de969b', 'mac_address': 'fa:16:3e:67:92:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e59e693-9a53-4d71-9507-43ccdc577746', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '32ddc5e3-7d7f-4cc0-b060-350844ba83bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:09:07Z', 'updated_at': '2021-08-18T13:09:11Z', 'revision_number': 4, 'project_id': '39b9914b92704df3a79a8db993de969b', 'subnets': [{'id': '32ddc5e3-7d7f-4cc0-b060-350844ba83bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:09:12.617882 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac74cea-0303-4dce-92a4-4a6b71cf935d None None] The sync data for ids ['3e59e693-9a53-4d71-9507-43ccdc577746'] in n-d-804985-2 is: [{'id': '3e59e693-9a53-4d71-9507-43ccdc577746', 'name': 'tempest-TestSnapshotPattern-180960093-router', 'tenant_id': '39b9914b92704df3a79a8db993de969b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.45'}], 'enable_snat': True}, 'gw_port_id': 'f4df65d5-aaa5-42b6-bccf-a23ab155e7c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:09:05Z', 'updated_at': '2021-08-18T13:09:08Z', 'revision_number': 4, 'project_id': '39b9914b92704df3a79a8db993de969b', 'gw_port': {'id': 'f4df65d5-aaa5-42b6-bccf-a23ab155e7c9', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:54:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e59e693-9a53-4d71-9507-43ccdc577746', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:09:06Z', 'updated_at': '2021-08-18T13:09:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': 'c2fe7646-8aec-494c-8361-555de94ed909', 'name': '', 'network_id': '16d83396-be00-4a6a-8354-a447c2a4f42a', 'tenant_id': '39b9914b92704df3a79a8db993de969b', 'mac_address': 'fa:16:3e:67:92:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e59e693-9a53-4d71-9507-43ccdc577746', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '32ddc5e3-7d7f-4cc0-b060-350844ba83bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:09:07Z', 'updated_at': '2021-08-18T13:09:11Z', 'revision_number': 4, 'project_id': '39b9914b92704df3a79a8db993de969b', 'subnets': [{'id': '32ddc5e3-7d7f-4cc0-b060-350844ba83bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:09:12.628902 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [None req-960f1d14-1b77-4e0c-a271-ee9c7d2d7bb6 admin admin] Allocated IP 172.20.0.1 (63be8254-29c0-4c72-891e-2a7d49b6ed88/3d1e99d3-8713-4268-9c46-0ea77803f408/d7a11ee9-10d9-432b-9efc-e509c91081c7) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:09:12.715611 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-418c4c89-3087-423a-883e-895d857189a1 None None] Set router 0b2b76a1-3e0d-45eb-92cb-6c7d66934adc gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:09:12.762619 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-960f1d14-1b77-4e0c-a271-ee9c7d2d7bb6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:12.781097 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [None req-960f1d14-1b77-4e0c-a271-ee9c7d2d7bb6 admin admin] Transition to ACTIVE for port object d7a11ee9-10d9-432b-9efc-e509c91081c7 will not be triggered until provisioned by entity DHCP. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:09:12.828763 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-960f1d14-1b77-4e0c-a271-ee9c7d2d7bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:12.873764 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-960f1d14-1b77-4e0c-a271-ee9c7d2d7bb6 admin admin] Network 63be8254-29c0-4c72-891e-2a7d49b6ed88 is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:09:12.876926 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-960f1d14-1b77-4e0c-a271-ee9c7d2d7bb6 admin admin] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:09:12.880780 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-960f1d14-1b77-4e0c-a271-ee9c7d2d7bb6 admin admin] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:09:12.905041 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960f1d14-1b77-4e0c-a271-ee9c7d2d7bb6 admin admin] Pushing event updated for resources: {'Port': ['ID=d7a11ee9-10d9-432b-9efc-e509c91081c7,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:09:12.929253 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-960f1d14-1b77-4e0c-a271-ee9c7d2d7bb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-996688'] for router_interface, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:12.951380 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-418c4c89-3087-423a-883e-895d857189a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b2b76a1-3e0d-45eb-92cb-6c7d66934adc', 'name': 'tempest-TestSnapshotPattern-648623474-router', 'tenant_id': '80d9980e0ae944a7a686839a27d64df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': 'dbb3610c-f53d-4bbd-ab02-584086f329cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:09:09Z', 'updated_at': '2021-08-18T13:09:10Z', 'revision_number': 3, 'project_id': '80d9980e0ae944a7a686839a27d64df1', 'gw_port': {'id': 'dbb3610c-f53d-4bbd-ab02-584086f329cc', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:50:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b2b76a1-3e0d-45eb-92cb-6c7d66934adc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:09:10Z', 'updated_at': '2021-08-18T13:09:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:09:13.020416 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a37ef62-85fa-44e6-b095-05b510901771 None None] Network 63be8254-29c0-4c72-891e-2a7d49b6ed88 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:09:13.089639 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-418c4c89-3087-423a-883e-895d857189a1 None None] The sync data for ids ['0b2b76a1-3e0d-45eb-92cb-6c7d66934adc'] in n-d-804985-2 is: [{'id': '0b2b76a1-3e0d-45eb-92cb-6c7d66934adc', 'name': 'tempest-TestSnapshotPattern-648623474-router', 'tenant_id': '80d9980e0ae944a7a686839a27d64df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': 'dbb3610c-f53d-4bbd-ab02-584086f329cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:09:09Z', 'updated_at': '2021-08-18T13:09:10Z', 'revision_number': 3, 'project_id': '80d9980e0ae944a7a686839a27d64df1', 'gw_port': {'id': 'dbb3610c-f53d-4bbd-ab02-584086f329cc', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:50:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b2b76a1-3e0d-45eb-92cb-6c7d66934adc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:09:10Z', 'updated_at': '2021-08-18T13:09:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:09:13.101778 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-960f1d14-1b77-4e0c-a271-ee9c7d2d7bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:13.135099 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-b221da4a-f96e-4208-a963-44cbef0558cf None None] Provisioning for port b26a8ae0-d2ba-46e6-be19-ebeccf0db21d completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:09:13.301840 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-960f1d14-1b77-4e0c-a271-ee9c7d2d7bb6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:13.308222 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-960f1d14-1b77-4e0c-a271-ee9c7d2d7bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:13.385502 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-960f1d14-1b77-4e0c-a271-ee9c7d2d7bb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-996772'] for router_interface, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:13.388354 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960f1d14-1b77-4e0c-a271-ee9c7d2d7bb6 admin admin] Pushing event updated for resources: {'Port': ['ID=d7a11ee9-10d9-432b-9efc-e509c91081c7,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:09:13.528382 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-960f1d14-1b77-4e0c-a271-ee9c7d2d7bb6 admin admin] Network 63be8254-29c0-4c72-891e-2a7d49b6ed88 is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:09:13.530368 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-960f1d14-1b77-4e0c-a271-ee9c7d2d7bb6 admin admin] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:09:13.594964 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-ebb939e0-efe8-490b-ba9f-f8e74ef13455 None None] Provisioning for port d7a11ee9-10d9-432b-9efc-e509c91081c7 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:09:13.600933 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-ebb939e0-efe8-490b-ba9f-f8e74ef13455 None None] Provisioning complete for port d7a11ee9-10d9-432b-9efc-e509c91081c7 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:09:13.601316 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ebb939e0-efe8-490b-ba9f-f8e74ef13455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:13.653402 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-ebb939e0-efe8-490b-ba9f-f8e74ef13455 None None] Port d7a11ee9-10d9-432b-9efc-e509c91081c7 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:09:13.664797 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-960f1d14-1b77-4e0c-a271-ee9c7d2d7bb6 admin admin] Router 0b2b76a1-3e0d-45eb-92cb-6c7d66934adc has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 13:09:13.776740 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-98b5a643-7581-408c-8416-ea121450f69c None None] Provisioning complete for port d7a11ee9-10d9-432b-9efc-e509c91081c7 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:09:13.777234 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-98b5a643-7581-408c-8416-ea121450f69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:13.791624 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-960f1d14-1b77-4e0c-a271-ee9c7d2d7bb6 admin admin] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:09:13.815827 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-960f1d14-1b77-4e0c-a271-ee9c7d2d7bb6 admin admin] 10.222.0.66 "PUT /v2.0/routers/0b2b76a1-3e0d-45eb-92cb-6c7d66934adc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3658919 Aug 18 13:09:13.818514 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-98b5a643-7581-408c-8416-ea121450f69c None None] Port d7a11ee9-10d9-432b-9efc-e509c91081c7 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:09:14.008748 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device c2fe7646-8aec-494c-8361-555de94ed909 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:09:14.057050 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-0d0c1a11-3a04-4c3e-87d4-83575050cb9a None None] Provisioning complete for port d7a11ee9-10d9-432b-9efc-e509c91081c7 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:09:14.057426 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-0d0c1a11-3a04-4c3e-87d4-83575050cb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:14.102973 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-0d0c1a11-3a04-4c3e-87d4-83575050cb9a None None] Port d7a11ee9-10d9-432b-9efc-e509c91081c7 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:09:14.107668 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port c2fe7646-8aec-494c-8361-555de94ed909 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:09:14.111918 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port c2fe7646-8aec-494c-8361-555de94ed909 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:09:14.112297 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:14.198413 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:14.233894 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] For port c2fe7646-8aec-494c-8361-555de94ed909, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=c2fe7646-8aec-494c-8361-555de94ed909,segment=NetworkSegment(f40c676d-8a84-4592-bdd1-62fec5896c8e),segment_id=f40c676d-8a84-4592-bdd1-62fec5896c8e)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:09:14.238181 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:14.239287 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device dbb3610c-f53d-4bbd-ab02-584086f329cc up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:09:14.319131 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Pushing event updated for resources: {'Port': ['ID=c2fe7646-8aec-494c-8361-555de94ed909,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:09:14.334677 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port dbb3610c-f53d-4bbd-ab02-584086f329cc completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:09:14.338508 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port dbb3610c-f53d-4bbd-ab02-584086f329cc triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:09:14.338887 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:14.429199 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:14.450887 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] For port dbb3610c-f53d-4bbd-ab02-584086f329cc, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=dbb3610c-f53d-4bbd-ab02-584086f329cc,segment=NetworkSegment(c5a3db9d-5c58-41b1-9177-d5787a597b78),segment_id=c5a3db9d-5c58-41b1-9177-d5787a597b78)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:09:14.457405 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:14.458501 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device b26a8ae0-d2ba-46e6-be19-ebeccf0db21d up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:09:14.697125 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Pushing event updated for resources: {'Port': ['ID=dbb3610c-f53d-4bbd-ab02-584086f329cc,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:09:14.712210 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port b26a8ae0-d2ba-46e6-be19-ebeccf0db21d completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:09:14.716167 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port b26a8ae0-d2ba-46e6-be19-ebeccf0db21d triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:09:14.716561 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:14.796513 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:14.828344 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] For port b26a8ae0-d2ba-46e6-be19-ebeccf0db21d, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=b26a8ae0-d2ba-46e6-be19-ebeccf0db21d,segment=NetworkSegment(8d4ae826-d841-4345-b297-f49cdb8e7fa2),segment_id=8d4ae826-d841-4345-b297-f49cdb8e7fa2)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:09:14.833627 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:14.880872 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Pushing event updated for resources: {'Port': ['ID=b26a8ae0-d2ba-46e6-be19-ebeccf0db21d,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:09:15.599914 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 55084) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:09:15.604719 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-d01656b7-4296-45af-8ea0-f3a71c42402a tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-446130784', 'description': 'tempest-secgroup-smoke-446130784 description', 'project_id': '39b9914b92704df3a79a8db993de969b'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:09:15.629110 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d01656b7-4296-45af-8ea0-f3a71c42402a tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Notify callbacks [] for security_group, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:15.715177 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d01656b7-4296-45af-8ea0-f3a71c42402a tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Notify callbacks [] for security_group, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:15.719775 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d01656b7-4296-45af-8ea0-f3a71c42402a tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:15.747360 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-d01656b7-4296-45af-8ea0-f3a71c42402a tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:15.748626 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-d01656b7-4296-45af-8ea0-f3a71c42402a tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1476538 Aug 18 13:09:15.752008 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 55086) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:09:15.752848 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01656b7-4296-45af-8ea0-f3a71c42402a tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd40465e-f78e-44e7-99fe-515502b96ae4,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:09:15.758773 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-3a198039-1b16-4499-a713-0b4ef075daaa tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Request body: {'security_group_rule': {'security_group_id': 'bd40465e-f78e-44e7-99fe-515502b96ae4', 'project_id': '39b9914b92704df3a79a8db993de969b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:09:15.788068 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3a198039-1b16-4499-a713-0b4ef075daaa tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:15.847074 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3a198039-1b16-4499-a713-0b4ef075daaa tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:15.851347 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3a198039-1b16-4499-a713-0b4ef075daaa tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992607'] for security_group_rule, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:15.875539 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a198039-1b16-4499-a713-0b4ef075daaa tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86d90a6c-6961-4eb2-8817-00904149c4df,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:09:15.880250 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-3a198039-1b16-4499-a713-0b4ef075daaa tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:15.881495 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-3a198039-1b16-4499-a713-0b4ef075daaa tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1283956 Aug 18 13:09:15.884692 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 55088) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:09:15.890155 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-68fdab42-4433-4082-8c97-72448d3b2cd4 tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Request body: {'security_group_rule': {'security_group_id': 'bd40465e-f78e-44e7-99fe-515502b96ae4', 'project_id': '39b9914b92704df3a79a8db993de969b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:09:15.890965 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device c2fe7646-8aec-494c-8361-555de94ed909 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:09:15.917470 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-68fdab42-4433-4082-8c97-72448d3b2cd4 tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:15.942141 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port c2fe7646-8aec-494c-8361-555de94ed909 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:09:15.942520 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:15.968432 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38def2ac-0d47-480c-af58-fb57a6c5cba7 None None] Sync routers for ids ['0b2b76a1-3e0d-45eb-92cb-6c7d66934adc'] in n-d-804985-2 {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:09:15.977627 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-68fdab42-4433-4082-8c97-72448d3b2cd4 tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:15.981872 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-68fdab42-4433-4082-8c97-72448d3b2cd4 tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992607'] for security_group_rule, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:15.989863 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38def2ac-0d47-480c-af58-fb57a6c5cba7 None None] Routers {'0b2b76a1-3e0d-45eb-92cb-6c7d66934adc'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:09:15.990493 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-38def2ac-0d47-480c-af58-fb57a6c5cba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T13:08:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['0b2b76a1-3e0d-45eb-92cb-6c7d66934adc'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:09:16.000120 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdab42-4433-4082-8c97-72448d3b2cd4 tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=373de0fe-a719-4f36-a245-b7be781eb6a3,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:09:16.005994 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-68fdab42-4433-4082-8c97-72448d3b2cd4 tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:16.007464 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-68fdab42-4433-4082-8c97-72448d3b2cd4 tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1214640 Aug 18 13:09:16.010109 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 55090) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:09:16.014614 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [None req-1d478c37-5e3c-453e-9e24-453e1dbde55e tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Request body: {'security_group_rule': {'security_group_id': 'bd40465e-f78e-44e7-99fe-515502b96ae4', 'project_id': '39b9914b92704df3a79a8db993de969b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:09:16.041514 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1d478c37-5e3c-453e-9e24-453e1dbde55e tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:16.106249 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1d478c37-5e3c-453e-9e24-453e1dbde55e tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:16.110754 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1d478c37-5e3c-453e-9e24-453e1dbde55e tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992607'] for security_group_rule, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:16.119002 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device dbb3610c-f53d-4bbd-ab02-584086f329cc up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:09:16.132402 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d478c37-5e3c-453e-9e24-453e1dbde55e tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f2744fa-b722-44a6-ac37-4faa14f20f03,revision_number=0']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:09:16.136808 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-1d478c37-5e3c-453e-9e24-453e1dbde55e tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:16.140724 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-1d478c37-5e3c-453e-9e24-453e1dbde55e tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1269286 Aug 18 13:09:16.141239 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 55092) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:09:16.146108 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-e7d00b0f-dc97-4926-86b7-49acb33bf979 tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Request body: {'security_group_rule': {'security_group_id': 'bd40465e-f78e-44e7-99fe-515502b96ae4', 'project_id': '39b9914b92704df3a79a8db993de969b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:09:16.151776 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-38def2ac-0d47-480c-af58-fb57a6c5cba7 None None] Set router 0b2b76a1-3e0d-45eb-92cb-6c7d66934adc gateway port host: n-d-804985-2 {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:09:16.171591 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e7d00b0f-dc97-4926-86b7-49acb33bf979 tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:16.231009 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e7d00b0f-dc97-4926-86b7-49acb33bf979 tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:16.235149 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e7d00b0f-dc97-4926-86b7-49acb33bf979 tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992607'] for security_group_rule, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:16.252925 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d00b0f-dc97-4926-86b7-49acb33bf979 tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83663bdf-5e75-4feb-bd99-d36ea1df6219,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:09:16.263029 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e7d00b0f-dc97-4926-86b7-49acb33bf979 tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:16.264288 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-e7d00b0f-dc97-4926-86b7-49acb33bf979 tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1219256 Aug 18 13:09:16.267187 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 55094) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:09:16.271697 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-605e58e3-f2a0-4820-8535-625a31d2744d tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Request body: {'security_group_rule': {'security_group_id': 'bd40465e-f78e-44e7-99fe-515502b96ae4', 'project_id': '39b9914b92704df3a79a8db993de969b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:09:16.275548 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port dbb3610c-f53d-4bbd-ab02-584086f329cc triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:09:16.275915 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:16.293820 n-d-804985-2 neutron-server[106253]: INFO neutron.db.securitygroups_db [None req-605e58e3-f2a0-4820-8535-625a31d2744d tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Project 39b9914b92704df3a79a8db993de969b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 18 13:09:16.299799 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-605e58e3-f2a0-4820-8535-625a31d2744d tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:16.369324 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-605e58e3-f2a0-4820-8535-625a31d2744d tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:16.373570 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-605e58e3-f2a0-4820-8535-625a31d2744d tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992607'] for security_group_rule, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:16.393388 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605e58e3-f2a0-4820-8535-625a31d2744d tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc538ecf-8638-491a-9f49-a0944b9c3aaf,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:09:16.403285 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-605e58e3-f2a0-4820-8535-625a31d2744d tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:16.404711 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-605e58e3-f2a0-4820-8535-625a31d2744d tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1364470 Aug 18 13:09:16.407427 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 55096) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:09:16.412653 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-7f61d5d4-d758-40a2-b218-12ce774c2b7a tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Request body: {'security_group_rule': {'security_group_id': 'bd40465e-f78e-44e7-99fe-515502b96ae4', 'project_id': '39b9914b92704df3a79a8db993de969b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:09:16.412945 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device b26a8ae0-d2ba-46e6-be19-ebeccf0db21d up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:09:16.437141 n-d-804985-2 neutron-server[106253]: INFO neutron.db.securitygroups_db [None req-7f61d5d4-d758-40a2-b218-12ce774c2b7a tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Project 39b9914b92704df3a79a8db993de969b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 18 13:09:16.442675 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7f61d5d4-d758-40a2-b218-12ce774c2b7a tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:16.461105 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-38def2ac-0d47-480c-af58-fb57a6c5cba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b2b76a1-3e0d-45eb-92cb-6c7d66934adc', 'name': 'tempest-TestSnapshotPattern-648623474-router', 'tenant_id': '80d9980e0ae944a7a686839a27d64df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': 'dbb3610c-f53d-4bbd-ab02-584086f329cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:09:09Z', 'updated_at': '2021-08-18T13:09:13Z', 'revision_number': 4, 'project_id': '80d9980e0ae944a7a686839a27d64df1', 'gw_port': {'id': 'dbb3610c-f53d-4bbd-ab02-584086f329cc', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:50:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b2b76a1-3e0d-45eb-92cb-6c7d66934adc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:09:10Z', 'updated_at': '2021-08-18T13:09:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': 'd7a11ee9-10d9-432b-9efc-e509c91081c7', 'name': '', 'network_id': '63be8254-29c0-4c72-891e-2a7d49b6ed88', 'tenant_id': '80d9980e0ae944a7a686839a27d64df1', 'mac_address': 'fa:16:3e:01:a3:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b2b76a1-3e0d-45eb-92cb-6c7d66934adc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '3d1e99d3-8713-4268-9c46-0ea77803f408', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:09:12Z', 'updated_at': '2021-08-18T13:09:13Z', 'revision_number': 2, 'project_id': '80d9980e0ae944a7a686839a27d64df1', 'subnets': [{'id': '3d1e99d3-8713-4268-9c46-0ea77803f408', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:09:16.490748 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38def2ac-0d47-480c-af58-fb57a6c5cba7 None None] Checking router: 0b2b76a1-3e0d-45eb-92cb-6c7d66934adc for host: n-d-804985-2 {{(pid=106254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 13:09:16.491187 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38def2ac-0d47-480c-af58-fb57a6c5cba7 None None] Updating router 0b2b76a1-3e0d-45eb-92cb-6c7d66934adc port d7a11ee9-10d9-432b-9efc-e509c91081c7 binding host n-d-804985-2 {{(pid=106254) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 18 13:09:16.505120 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7f61d5d4-d758-40a2-b218-12ce774c2b7a tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:16.508958 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7f61d5d4-d758-40a2-b218-12ce774c2b7a tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992607'] for security_group_rule, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:16.514543 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port b26a8ae0-d2ba-46e6-be19-ebeccf0db21d triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:09:16.515230 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:16.526933 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f61d5d4-d758-40a2-b218-12ce774c2b7a tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb7e120c-608a-436b-9769-180c5fdc507b,revision_number=0']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:09:16.534087 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-7f61d5d4-d758-40a2-b218-12ce774c2b7a tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:16.535424 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-7f61d5d4-d758-40a2-b218-12ce774c2b7a tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1266294 Aug 18 13:09:16.538550 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-38def2ac-0d47-480c-af58-fb57a6c5cba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:16.679945 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d1271137-f8d7-4ede-9845-ddd8bcdec7cc req-648d0ef9-fc87-4e78-aede-d5d74693bad5 tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-446130784&fields=id&tenant_id=39b9914b92704df3a79a8db993de969b HTTP/1.1" status: 200 len: 267 time: 0.0335145 Aug 18 13:09:16.792108 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1271137-f8d7-4ede-9845-ddd8bcdec7cc req-25d9ddad-96d3-4699-9468-31f428cf6e50 tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:09:16.793671 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d1271137-f8d7-4ede-9845-ddd8bcdec7cc req-25d9ddad-96d3-4699-9468-31f428cf6e50 tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] 10.222.0.66 "GET /v2.0/networks?id=16d83396-be00-4a6a-8354-a447c2a4f42a HTTP/1.1" status: 200 len: 809 time: 0.1040344 Aug 18 13:09:16.809274 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d1271137-f8d7-4ede-9845-ddd8bcdec7cc req-d1319765-4851-4757-81f1-0465103c6072 tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] 10.222.0.66 "GET /v2.0/quotas/39b9914b92704df3a79a8db993de969b HTTP/1.1" status: 200 len: 375 time: 0.0093706 Aug 18 13:09:16.849318 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-38def2ac-0d47-480c-af58-fb57a6c5cba7 None None] Notify callbacks [] for port, precommit_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:16.859318 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-38def2ac-0d47-480c-af58-fb57a6c5cba7 None None] Transition to ACTIVE for port object d7a11ee9-10d9-432b-9efc-e509c91081c7 will not be triggered until provisioned by entity L2. {{(pid=106254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:09:16.865607 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-38def2ac-0d47-480c-af58-fb57a6c5cba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:16.917896 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25beaf5-5704-4f48-b1a8-32cba6270cdb None None] Pushing event updated for resources: {'Port': ['ID=d7a11ee9-10d9-432b-9efc-e509c91081c7,revision_number=3']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:09:16.976684 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-38def2ac-0d47-480c-af58-fb57a6c5cba7 None None] Attempting to bind port d7a11ee9-10d9-432b-9efc-e509c91081c7 on host n-d-804985-2 for vnic_type normal with profile {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:09:16.977214 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-38def2ac-0d47-480c-af58-fb57a6c5cba7 None None] Attempting to bind port d7a11ee9-10d9-432b-9efc-e509c91081c7 by drivers openvswitch,hyperv on host n-d-804985-2 at level 0 using segments [{'id': '8d4ae826-d841-4345-b297-f49cdb8e7fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '63be8254-29c0-4c72-891e-2a7d49b6ed88'}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:09:16.977675 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38def2ac-0d47-480c-af58-fb57a6c5cba7 None None] Attempting to bind port d7a11ee9-10d9-432b-9efc-e509c91081c7 on network 63be8254-29c0-4c72-891e-2a7d49b6ed88 {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:09:16.983586 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38def2ac-0d47-480c-af58-fb57a6c5cba7 None None] Checking agent: {'id': '81d192f3-8972-46e5-b7fa-567a78f743ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 41, 51), 'started_at': datetime.datetime(2021, 8, 18, 11, 42, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 8, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804985-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:09:16.984123 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38def2ac-0d47-480c-af58-fb57a6c5cba7 None None] Checking segment: {'id': '8d4ae826-d841-4345-b297-f49cdb8e7fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '63be8254-29c0-4c72-891e-2a7d49b6ed88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:09:16.984648 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-38def2ac-0d47-480c-af58-fb57a6c5cba7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:16.985136 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38def2ac-0d47-480c-af58-fb57a6c5cba7 None None] Bound using segment: {'id': '8d4ae826-d841-4345-b297-f49cdb8e7fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '63be8254-29c0-4c72-891e-2a7d49b6ed88'} {{(pid=106254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:09:16.985717 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.managers [None req-38def2ac-0d47-480c-af58-fb57a6c5cba7 None None] Bound port: d7a11ee9-10d9-432b-9efc-e509c91081c7, host: n-d-804985-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d4ae826-d841-4345-b297-f49cdb8e7fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '63be8254-29c0-4c72-891e-2a7d49b6ed88'}}] {{(pid=106254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:09:16.986213 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-38def2ac-0d47-480c-af58-fb57a6c5cba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:17.062977 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-38def2ac-0d47-480c-af58-fb57a6c5cba7 None None] For port d7a11ee9-10d9-432b-9efc-e509c91081c7, host n-d-804985-2, cleared binding levels {{(pid=106254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:09:17.066670 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-38def2ac-0d47-480c-af58-fb57a6c5cba7 None None] For port d7a11ee9-10d9-432b-9efc-e509c91081c7, host n-d-804985-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=d7a11ee9-10d9-432b-9efc-e509c91081c7,segment=NetworkSegment(8d4ae826-d841-4345-b297-f49cdb8e7fa2),segment_id=8d4ae826-d841-4345-b297-f49cdb8e7fa2)] {{(pid=106254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:09:17.072555 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-38def2ac-0d47-480c-af58-fb57a6c5cba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:17.134920 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25beaf5-5704-4f48-b1a8-32cba6270cdb None None] Pushing event updated for resources: {'Port': ['ID=d7a11ee9-10d9-432b-9efc-e509c91081c7,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:09:17.140966 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38def2ac-0d47-480c-af58-fb57a6c5cba7 None None] Routers {'0b2b76a1-3e0d-45eb-92cb-6c7d66934adc'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:09:17.141611 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-38def2ac-0d47-480c-af58-fb57a6c5cba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T13:08:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['0b2b76a1-3e0d-45eb-92cb-6c7d66934adc'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:09:17.182217 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d1271137-f8d7-4ede-9845-ddd8bcdec7cc req-22450ad4-6a44-4cf2-90ce-c3d8b43ab119 tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=39b9914b92704df3a79a8db993de969b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3673177 Aug 18 13:09:17.204409 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [req-d1271137-f8d7-4ede-9845-ddd8bcdec7cc req-25267c89-29b9-4fae-97b4-9dc2aa2fbd8a service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=106252) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 13:09:17.205466 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d1271137-f8d7-4ede-9845-ddd8bcdec7cc req-25267c89-29b9-4fae-97b4-9dc2aa2fbd8a service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070815 Aug 18 13:09:17.266260 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-38def2ac-0d47-480c-af58-fb57a6c5cba7 None None] Set router 0b2b76a1-3e0d-45eb-92cb-6c7d66934adc gateway port host: n-d-804985-2 {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:09:17.305327 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d1271137-f8d7-4ede-9845-ddd8bcdec7cc req-12dff52a-1e59-4e69-a97f-a97f1a465ae2 service neutron] 10.222.0.66 "GET /v2.0/networks/16d83396-be00-4a6a-8354-a447c2a4f42a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931168 Aug 18 13:09:17.398169 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d1271137-f8d7-4ede-9845-ddd8bcdec7cc req-43b383c0-9825-43ac-bdaf-b0491d373e30 service neutron] 10.222.0.66 "GET /v2.0/networks/16d83396-be00-4a6a-8354-a447c2a4f42a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898290 Aug 18 13:09:17.478642 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-38def2ac-0d47-480c-af58-fb57a6c5cba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b2b76a1-3e0d-45eb-92cb-6c7d66934adc', 'name': 'tempest-TestSnapshotPattern-648623474-router', 'tenant_id': '80d9980e0ae944a7a686839a27d64df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': 'dbb3610c-f53d-4bbd-ab02-584086f329cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:09:09Z', 'updated_at': '2021-08-18T13:09:13Z', 'revision_number': 4, 'project_id': '80d9980e0ae944a7a686839a27d64df1', 'gw_port': {'id': 'dbb3610c-f53d-4bbd-ab02-584086f329cc', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:50:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b2b76a1-3e0d-45eb-92cb-6c7d66934adc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:09:10Z', 'updated_at': '2021-08-18T13:09:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': 'd7a11ee9-10d9-432b-9efc-e509c91081c7', 'name': '', 'network_id': '63be8254-29c0-4c72-891e-2a7d49b6ed88', 'tenant_id': '80d9980e0ae944a7a686839a27d64df1', 'mac_address': 'fa:16:3e:01:a3:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b2b76a1-3e0d-45eb-92cb-6c7d66934adc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '3d1e99d3-8713-4268-9c46-0ea77803f408', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:09:12Z', 'updated_at': '2021-08-18T13:09:17Z', 'revision_number': 4, 'project_id': '80d9980e0ae944a7a686839a27d64df1', 'subnets': [{'id': '3d1e99d3-8713-4268-9c46-0ea77803f408', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:09:17.506175 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38def2ac-0d47-480c-af58-fb57a6c5cba7 None None] The sync data for ids ['0b2b76a1-3e0d-45eb-92cb-6c7d66934adc'] in n-d-804985-2 is: [{'id': '0b2b76a1-3e0d-45eb-92cb-6c7d66934adc', 'name': 'tempest-TestSnapshotPattern-648623474-router', 'tenant_id': '80d9980e0ae944a7a686839a27d64df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': 'dbb3610c-f53d-4bbd-ab02-584086f329cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:09:09Z', 'updated_at': '2021-08-18T13:09:13Z', 'revision_number': 4, 'project_id': '80d9980e0ae944a7a686839a27d64df1', 'gw_port': {'id': 'dbb3610c-f53d-4bbd-ab02-584086f329cc', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:50:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b2b76a1-3e0d-45eb-92cb-6c7d66934adc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:09:10Z', 'updated_at': '2021-08-18T13:09:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': 'd7a11ee9-10d9-432b-9efc-e509c91081c7', 'name': '', 'network_id': '63be8254-29c0-4c72-891e-2a7d49b6ed88', 'tenant_id': '80d9980e0ae944a7a686839a27d64df1', 'mac_address': 'fa:16:3e:01:a3:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b2b76a1-3e0d-45eb-92cb-6c7d66934adc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '3d1e99d3-8713-4268-9c46-0ea77803f408', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:09:12Z', 'updated_at': '2021-08-18T13:09:17Z', 'revision_number': 4, 'project_id': '80d9980e0ae944a7a686839a27d64df1', 'subnets': [{'id': '3d1e99d3-8713-4268-9c46-0ea77803f408', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:09:17.583903 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-511f9542-ad4b-416e-9307-e789d7bc2098 req-2a2aa41f-1e30-425f-b518-7acc9a124620 tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] 10.222.0.66 "GET /v2.0/ports?device_id=becd2bdd-b80e-40a9-9edf-2929c42ff1b9 HTTP/1.1" status: 200 len: 210 time: 0.0401580 Aug 18 13:09:17.903023 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device d7a11ee9-10d9-432b-9efc-e509c91081c7 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:09:17.953629 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning for port d7a11ee9-10d9-432b-9efc-e509c91081c7 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:09:17.957768 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port d7a11ee9-10d9-432b-9efc-e509c91081c7 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:09:17.958217 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:18.041610 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:18.074970 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] For port d7a11ee9-10d9-432b-9efc-e509c91081c7, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=d7a11ee9-10d9-432b-9efc-e509c91081c7,segment=NetworkSegment(8d4ae826-d841-4345-b297-f49cdb8e7fa2),segment_id=8d4ae826-d841-4345-b297-f49cdb8e7fa2)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:09:18.079567 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:18.127467 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Pushing event updated for resources: {'Port': ['ID=d7a11ee9-10d9-432b-9efc-e509c91081c7,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:09:18.606596 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-a56b616a-549d-4215-ad4a-6b9e7f16aeca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:18.661941 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-83b18ea5-ca81-4052-901f-103c9a2808e7 req-69e3bd2c-f77b-4d9d-a891-5a2a52e2ab32 tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] 10.222.0.66 "GET /v2.0/ports?device_id=becd2bdd-b80e-40a9-9edf-2929c42ff1b9 HTTP/1.1" status: 200 len: 210 time: 0.0280547 Aug 18 13:09:19.767058 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-36c57396-55ae-48d1-b28e-fad45b61e344 req-c785f6e5-48b7-4c7b-bf0a-2cc16b9d5555 tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] 10.222.0.66 "GET /v2.0/ports?device_id=becd2bdd-b80e-40a9-9edf-2929c42ff1b9 HTTP/1.1" status: 200 len: 210 time: 0.0262351 Aug 18 13:09:19.875720 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device d7a11ee9-10d9-432b-9efc-e509c91081c7 up at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:09:19.930675 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Provisioning complete for port d7a11ee9-10d9-432b-9efc-e509c91081c7 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:09:19.931047 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:20.792909 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1271137-f8d7-4ede-9845-ddd8bcdec7cc req-6c03a9f1-6d98-4c5d-adb6-3e9bdbb2ce75 tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:09:20.794380 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-d1271137-f8d7-4ede-9845-ddd8bcdec7cc req-6c03a9f1-6d98-4c5d-adb6-3e9bdbb2ce75 tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] 10.222.0.62 "GET /v2.0/networks?id=16d83396-be00-4a6a-8354-a447c2a4f42a HTTP/1.1" status: 200 len: 809 time: 0.1084723 Aug 18 13:09:20.838456 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-d1271137-f8d7-4ede-9845-ddd8bcdec7cc req-d3e180e5-2edf-41f1-9ac9-bce6a5f4215c tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=39b9914b92704df3a79a8db993de969b HTTP/1.1" status: 200 len: 379 time: 0.0341978 Aug 18 13:09:20.849173 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [req-d1271137-f8d7-4ede-9845-ddd8bcdec7cc req-153dca64-494e-41a3-a7e3-9139d7ff0698 tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Request body: {'port': {'device_id': 'becd2bdd-b80e-40a9-9edf-2929c42ff1b9', 'network_id': '16d83396-be00-4a6a-8354-a447c2a4f42a', 'admin_state_up': True, 'tenant_id': '39b9914b92704df3a79a8db993de969b', 'security_groups': ['bd40465e-f78e-44e7-99fe-515502b96ae4']}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:09:20.866655 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-52dde8b8-714c-4197-8809-180d2e5a9386 req-01e8cbe3-2665-4b7c-96b8-ebc3f964bb22 tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] 10.222.0.66 "GET /v2.0/ports?device_id=becd2bdd-b80e-40a9-9edf-2929c42ff1b9 HTTP/1.1" status: 200 len: 210 time: 0.0305119 Aug 18 13:09:20.959774 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1271137-f8d7-4ede-9845-ddd8bcdec7cc req-153dca64-494e-41a3-a7e3-9139d7ff0698 tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Made reservation on behalf of 39b9914b92704df3a79a8db993de969b for: {'port': 1} {{(pid=106253) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:09:20.966085 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-d1271137-f8d7-4ede-9845-ddd8bcdec7cc req-153dca64-494e-41a3-a7e3-9139d7ff0698 tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:21.119408 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [req-d1271137-f8d7-4ede-9845-ddd8bcdec7cc req-153dca64-494e-41a3-a7e3-9139d7ff0698 tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Allocated IP 172.20.0.9 (16d83396-be00-4a6a-8354-a447c2a4f42a/32ddc5e3-7d7f-4cc0-b060-350844ba83bf/58ad0b69-ccbe-44fe-9b29-de0f1086f9d0) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:09:21.265323 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-d1271137-f8d7-4ede-9845-ddd8bcdec7cc req-153dca64-494e-41a3-a7e3-9139d7ff0698 tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:21.278474 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [req-d1271137-f8d7-4ede-9845-ddd8bcdec7cc req-153dca64-494e-41a3-a7e3-9139d7ff0698 tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Transition to ACTIVE for port object 58ad0b69-ccbe-44fe-9b29-de0f1086f9d0 will not be triggered until provisioned by entity DHCP. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:09:21.312532 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-d1271137-f8d7-4ede-9845-ddd8bcdec7cc req-153dca64-494e-41a3-a7e3-9139d7ff0698 tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:21.356673 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1271137-f8d7-4ede-9845-ddd8bcdec7cc req-153dca64-494e-41a3-a7e3-9139d7ff0698 tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Network 16d83396-be00-4a6a-8354-a447c2a4f42a is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:09:21.359858 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [req-d1271137-f8d7-4ede-9845-ddd8bcdec7cc req-153dca64-494e-41a3-a7e3-9139d7ff0698 tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:09:21.363683 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1271137-f8d7-4ede-9845-ddd8bcdec7cc req-153dca64-494e-41a3-a7e3-9139d7ff0698 tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:09:21.389597 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153dca64-494e-41a3-a7e3-9139d7ff0698 tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Pushing event updated for resources: {'Port': ['ID=58ad0b69-ccbe-44fe-9b29-de0f1086f9d0,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:09:21.415276 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1271137-f8d7-4ede-9845-ddd8bcdec7cc req-153dca64-494e-41a3-a7e3-9139d7ff0698 tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:09:21.415972 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-d1271137-f8d7-4ede-9845-ddd8bcdec7cc req-153dca64-494e-41a3-a7e3-9139d7ff0698 tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:21.431777 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-d1271137-f8d7-4ede-9845-ddd8bcdec7cc req-153dca64-494e-41a3-a7e3-9139d7ff0698 tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5863192 Aug 18 13:09:21.444112 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [req-d1271137-f8d7-4ede-9845-ddd8bcdec7cc req-0c4de716-0fde-448a-a4d6-8dcaeff71315 service neutron] Request body: {'port': {'device_id': 'becd2bdd-b80e-40a9-9edf-2929c42ff1b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804985-2'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:09:21.506239 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-d1271137-f8d7-4ede-9845-ddd8bcdec7cc req-0c4de716-0fde-448a-a4d6-8dcaeff71315 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:21.578750 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:21.608502 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-b121b27b-3ad1-4e39-838b-8b98af720423 None None] Provisioning for port 58ad0b69-ccbe-44fe-9b29-de0f1086f9d0 completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:09:21.612303 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-b121b27b-3ad1-4e39-838b-8b98af720423 None None] Provisioning complete for port 58ad0b69-ccbe-44fe-9b29-de0f1086f9d0 triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:09:21.612694 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-b121b27b-3ad1-4e39-838b-8b98af720423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:21.647362 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-b121b27b-3ad1-4e39-838b-8b98af720423 None None] Port 58ad0b69-ccbe-44fe-9b29-de0f1086f9d0 cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:09:21.773423 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [req-d1271137-f8d7-4ede-9845-ddd8bcdec7cc req-0c4de716-0fde-448a-a4d6-8dcaeff71315 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58ad0b69-ccbe-44fe-9b29-de0f1086f9d0 {{(pid=106253) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:09:21.780935 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-d1271137-f8d7-4ede-9845-ddd8bcdec7cc req-0c4de716-0fde-448a-a4d6-8dcaeff71315 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:21.793132 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.provisioning_blocks [req-d1271137-f8d7-4ede-9845-ddd8bcdec7cc req-0c4de716-0fde-448a-a4d6-8dcaeff71315 service neutron] Transition to ACTIVE for port object 58ad0b69-ccbe-44fe-9b29-de0f1086f9d0 will not be triggered until provisioned by entity L2. {{(pid=106253) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:09:21.798665 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-d1271137-f8d7-4ede-9845-ddd8bcdec7cc req-0c4de716-0fde-448a-a4d6-8dcaeff71315 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:21.847155 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-956b03c6-713f-4321-af5e-072ff3235696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:21.855235 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4de716-0fde-448a-a4d6-8dcaeff71315 service neutron] Pushing event updated for resources: {'Port': ['ID=58ad0b69-ccbe-44fe-9b29-de0f1086f9d0,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:09:21.927158 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-d1271137-f8d7-4ede-9845-ddd8bcdec7cc req-0c4de716-0fde-448a-a4d6-8dcaeff71315 service neutron] Attempting to bind port 58ad0b69-ccbe-44fe-9b29-de0f1086f9d0 on host n-h2-804985-2 for vnic_type normal with profile {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:09:21.927488 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-d1271137-f8d7-4ede-9845-ddd8bcdec7cc req-0c4de716-0fde-448a-a4d6-8dcaeff71315 service neutron] Attempting to bind port 58ad0b69-ccbe-44fe-9b29-de0f1086f9d0 by drivers openvswitch,hyperv on host n-h2-804985-2 at level 0 using segments [{'id': 'f40c676d-8a84-4592-bdd1-62fec5896c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '16d83396-be00-4a6a-8354-a447c2a4f42a'}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:09:21.927815 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1271137-f8d7-4ede-9845-ddd8bcdec7cc req-0c4de716-0fde-448a-a4d6-8dcaeff71315 service neutron] Attempting to bind port 58ad0b69-ccbe-44fe-9b29-de0f1086f9d0 on network 16d83396-be00-4a6a-8354-a447c2a4f42a {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:09:21.933169 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1271137-f8d7-4ede-9845-ddd8bcdec7cc req-0c4de716-0fde-448a-a4d6-8dcaeff71315 service neutron] Port 58ad0b69-ccbe-44fe-9b29-de0f1086f9d0 on network 16d83396-be00-4a6a-8354-a447c2a4f42a not bound, no agent of type Open vSwitch agent registered on host n-h2-804985-2 {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 13:09:21.933516 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1271137-f8d7-4ede-9845-ddd8bcdec7cc req-0c4de716-0fde-448a-a4d6-8dcaeff71315 service neutron] Attempting to bind port 58ad0b69-ccbe-44fe-9b29-de0f1086f9d0 on network 16d83396-be00-4a6a-8354-a447c2a4f42a {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:09:21.938930 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1271137-f8d7-4ede-9845-ddd8bcdec7cc req-0c4de716-0fde-448a-a4d6-8dcaeff71315 service neutron] Checking agent: {'id': 'da5da552-709c-4248-84de-86af99a0dc87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 49, 8), 'started_at': datetime.datetime(2021, 8, 18, 11, 49, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 9, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:09:21.939266 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1271137-f8d7-4ede-9845-ddd8bcdec7cc req-0c4de716-0fde-448a-a4d6-8dcaeff71315 service neutron] Checking segment: {'id': 'f40c676d-8a84-4592-bdd1-62fec5896c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '16d83396-be00-4a6a-8354-a447c2a4f42a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106253) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:09:21.939668 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1271137-f8d7-4ede-9845-ddd8bcdec7cc req-0c4de716-0fde-448a-a4d6-8dcaeff71315 service neutron] Bound using segment: {'id': 'f40c676d-8a84-4592-bdd1-62fec5896c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '16d83396-be00-4a6a-8354-a447c2a4f42a'} {{(pid=106253) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:09:21.940147 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.managers [req-d1271137-f8d7-4ede-9845-ddd8bcdec7cc req-0c4de716-0fde-448a-a4d6-8dcaeff71315 service neutron] Bound port: 58ad0b69-ccbe-44fe-9b29-de0f1086f9d0, host: n-h2-804985-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f40c676d-8a84-4592-bdd1-62fec5896c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '16d83396-be00-4a6a-8354-a447c2a4f42a'}}] {{(pid=106253) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:09:21.940538 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-d1271137-f8d7-4ede-9845-ddd8bcdec7cc req-0c4de716-0fde-448a-a4d6-8dcaeff71315 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:21.987725 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559fc95c-1437-48fc-ae35-b0d16a8b4e38 req-85018606-ba38-40f6-81ac-1068599ef9a1 tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:09:21.989926 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-559fc95c-1437-48fc-ae35-b0d16a8b4e38 req-85018606-ba38-40f6-81ac-1068599ef9a1 tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] 10.222.0.66 "GET /v2.0/ports?device_id=becd2bdd-b80e-40a9-9edf-2929c42ff1b9 HTTP/1.1" status: 200 len: 943 time: 0.0519376 Aug 18 13:09:22.009114 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-d1271137-f8d7-4ede-9845-ddd8bcdec7cc req-0c4de716-0fde-448a-a4d6-8dcaeff71315 service neutron] For port 58ad0b69-ccbe-44fe-9b29-de0f1086f9d0, host n-h2-804985-2, cleared binding levels {{(pid=106253) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:09:22.013200 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-d1271137-f8d7-4ede-9845-ddd8bcdec7cc req-0c4de716-0fde-448a-a4d6-8dcaeff71315 service neutron] For port 58ad0b69-ccbe-44fe-9b29-de0f1086f9d0, host n-h2-804985-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=58ad0b69-ccbe-44fe-9b29-de0f1086f9d0,segment=NetworkSegment(f40c676d-8a84-4592-bdd1-62fec5896c8e),segment_id=f40c676d-8a84-4592-bdd1-62fec5896c8e)] {{(pid=106253) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:09:22.019641 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-d1271137-f8d7-4ede-9845-ddd8bcdec7cc req-0c4de716-0fde-448a-a4d6-8dcaeff71315 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:22.032582 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-559fc95c-1437-48fc-ae35-b0d16a8b4e38 req-64e69561-8cdc-4188-87a8-162b0a34640a tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] 10.222.0.66 "GET /v2.0/security-groups?id=bd40465e-f78e-44e7-99fe-515502b96ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363371 Aug 18 13:09:22.054176 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1271137-f8d7-4ede-9845-ddd8bcdec7cc req-0c4de716-0fde-448a-a4d6-8dcaeff71315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:09:22.059529 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-d1271137-f8d7-4ede-9845-ddd8bcdec7cc req-0c4de716-0fde-448a-a4d6-8dcaeff71315 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:22.060989 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-d1271137-f8d7-4ede-9845-ddd8bcdec7cc req-0c4de716-0fde-448a-a4d6-8dcaeff71315 service neutron] 10.222.0.62 "PUT /v2.0/ports/58ad0b69-ccbe-44fe-9b29-de0f1086f9d0 HTTP/1.1" status: 200 len: 1091 time: 0.6213887 Aug 18 13:09:22.061440 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'becd2bdd-b80e-40a9-9edf-2929c42ff1b9', 'tag': '58ad0b69-ccbe-44fe-9b29-de0f1086f9d0'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:09:22.068112 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d6bbf6f425705e9a26053008d8b7c0abfe3c10eda721baf5c515723d6d58932" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df3c23f2-36c5-4566-bda1-b539c6e462bd" -d '{"events": [{"name": "network-changed", "server_uuid": "becd2bdd-b80e-40a9-9edf-2929c42ff1b9", "tag": "58ad0b69-ccbe-44fe-9b29-de0f1086f9d0"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:09:22.100870 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4de716-0fde-448a-a4d6-8dcaeff71315 service neutron] Pushing event updated for resources: {'Port': ['ID=58ad0b69-ccbe-44fe-9b29-de0f1086f9d0,revision_number=3']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:09:22.106822 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 13:09:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ee491ff-30a6-4243-be1e-af76257bca6f x-openstack-request-id: req-2ee491ff-30a6-4243-be1e-af76257bca6f {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:09:22.107331 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "becd2bdd-b80e-40a9-9edf-2929c42ff1b9", "tag": "58ad0b69-ccbe-44fe-9b29-de0f1086f9d0", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:09:22.107784 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-2ee491ff-30a6-4243-be1e-af76257bca6f {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:09:22.108369 n-d-804985-2 neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'becd2bdd-b80e-40a9-9edf-2929c42ff1b9', 'tag': '58ad0b69-ccbe-44fe-9b29-de0f1086f9d0', 'status': 'completed', 'code': 200} Aug 18 13:09:22.154863 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1271137-f8d7-4ede-9845-ddd8bcdec7cc req-0ba85612-4c64-4c68-9431-63a66ceaa34b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:09:22.156279 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-d1271137-f8d7-4ede-9845-ddd8bcdec7cc req-0ba85612-4c64-4c68-9431-63a66ceaa34b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=39b9914b92704df3a79a8db993de969b&device_id=becd2bdd-b80e-40a9-9edf-2929c42ff1b9 HTTP/1.1" status: 200 len: 1094 time: 0.0465565 Aug 18 13:09:22.199929 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-d1271137-f8d7-4ede-9845-ddd8bcdec7cc req-be3a8bf8-6cd7-4cb7-b865-3357d5565209 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=58ad0b69-ccbe-44fe-9b29-de0f1086f9d0 HTTP/1.1" status: 200 len: 217 time: 0.0356727 Aug 18 13:09:22.251348 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1271137-f8d7-4ede-9845-ddd8bcdec7cc req-df7d6bcd-b544-45af-9b61-a71416a08ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:09:22.252898 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-d1271137-f8d7-4ede-9845-ddd8bcdec7cc req-df7d6bcd-b544-45af-9b61-a71416a08ee8 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=32ddc5e3-7d7f-4cc0-b060-350844ba83bf HTTP/1.1" status: 200 len: 848 time: 0.0461862 Aug 18 13:09:22.301952 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1271137-f8d7-4ede-9845-ddd8bcdec7cc req-db4ff89b-c0d2-42f3-847d-520ffad21dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:09:22.303450 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-d1271137-f8d7-4ede-9845-ddd8bcdec7cc req-db4ff89b-c0d2-42f3-847d-520ffad21dc6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=16d83396-be00-4a6a-8354-a447c2a4f42a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438807 Aug 18 13:09:22.408381 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-d1271137-f8d7-4ede-9845-ddd8bcdec7cc req-0e97f47f-9b06-4b1f-a87a-61c4b3707579 service neutron] 10.222.0.62 "GET /v2.0/networks/16d83396-be00-4a6a-8354-a447c2a4f42a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970476 Aug 18 13:09:22.505413 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-d1271137-f8d7-4ede-9845-ddd8bcdec7cc req-b1468bef-507a-4948-9dea-1d128c2326f7 service neutron] 10.222.0.62 "GET /v2.0/networks/16d83396-be00-4a6a-8354-a447c2a4f42a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897315 Aug 18 13:09:22.526409 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-53584c24-f517-494e-ac93-c18bb92373f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:22.599082 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3c23f2-36c5-4566-bda1-b539c6e462bd req-0ce02751-64de-41d5-bc18-eec38c7c28b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:09:22.600631 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-df3c23f2-36c5-4566-bda1-b539c6e462bd req-0ce02751-64de-41d5-bc18-eec38c7c28b5 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=39b9914b92704df3a79a8db993de969b&device_id=becd2bdd-b80e-40a9-9edf-2929c42ff1b9 HTTP/1.1" status: 200 len: 1094 time: 0.0444269 Aug 18 13:09:22.695897 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3c23f2-36c5-4566-bda1-b539c6e462bd req-ea077b92-a889-4369-8894-fe22e1b9c4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:09:22.697386 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-df3c23f2-36c5-4566-bda1-b539c6e462bd req-ea077b92-a889-4369-8894-fe22e1b9c4e2 service neutron] 10.222.0.62 "GET /v2.0/networks?id=16d83396-be00-4a6a-8354-a447c2a4f42a HTTP/1.1" status: 200 len: 910 time: 0.0899842 Aug 18 13:09:22.742724 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-df3c23f2-36c5-4566-bda1-b539c6e462bd req-b8d8f92a-b43d-4ea3-a1c4-6b5f30758ec7 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=58ad0b69-ccbe-44fe-9b29-de0f1086f9d0 HTTP/1.1" status: 200 len: 217 time: 0.0375726 Aug 18 13:09:22.794346 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3c23f2-36c5-4566-bda1-b539c6e462bd req-f4854b2f-6669-4853-a9da-3246b30c69ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:09:22.795772 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-df3c23f2-36c5-4566-bda1-b539c6e462bd req-f4854b2f-6669-4853-a9da-3246b30c69ff service neutron] 10.222.0.62 "GET /v2.0/subnets?id=32ddc5e3-7d7f-4cc0-b060-350844ba83bf HTTP/1.1" status: 200 len: 848 time: 0.0458074 Aug 18 13:09:22.842343 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3c23f2-36c5-4566-bda1-b539c6e462bd req-c011560d-1018-4bda-b43b-76096cdf6180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:09:22.843790 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-df3c23f2-36c5-4566-bda1-b539c6e462bd req-c011560d-1018-4bda-b43b-76096cdf6180 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=16d83396-be00-4a6a-8354-a447c2a4f42a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405958 Aug 18 13:09:22.861511 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.agents_db [None req-6dbb2658-0354-4101-8393-6e7505481cf6 None None] Agent healthcheck: found 7 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 13:09:22.938434 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-df3c23f2-36c5-4566-bda1-b539c6e462bd req-8b90f2ad-09b3-4324-8583-9e812c7d971c service neutron] 10.222.0.62 "GET /v2.0/networks/16d83396-be00-4a6a-8354-a447c2a4f42a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868602 Aug 18 13:09:23.032375 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-df3c23f2-36c5-4566-bda1-b539c6e462bd req-ee336329-5752-4fdf-8131-efc3c09a0c56 service neutron] 10.222.0.62 "GET /v2.0/networks/16d83396-be00-4a6a-8354-a447c2a4f42a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851226 Aug 18 13:09:23.151913 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d816eeca-3ac2-4830-85c8-71ff2815bf2c req-fa95e056-b24b-4167-893f-1bd9dcf86520 tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:09:23.153428 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d816eeca-3ac2-4830-85c8-71ff2815bf2c req-fa95e056-b24b-4167-893f-1bd9dcf86520 tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] 10.222.0.66 "GET /v2.0/ports?device_id=becd2bdd-b80e-40a9-9edf-2929c42ff1b9 HTTP/1.1" status: 200 len: 943 time: 0.0504847 Aug 18 13:09:23.195478 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-d816eeca-3ac2-4830-85c8-71ff2815bf2c req-308c5f32-7915-4538-95d2-08d03744b2bb tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] 10.222.0.66 "GET /v2.0/security-groups?id=bd40465e-f78e-44e7-99fe-515502b96ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358605 Aug 18 13:09:23.637248 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 58ad0b69-ccbe-44fe-9b29-de0f1086f9d0 details requested by agent hyperv_n-h2-804985-2 with host n-h2-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 13:09:23.738887 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port 58ad0b69-ccbe-44fe-9b29-de0f1086f9d0, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=58ad0b69-ccbe-44fe-9b29-de0f1086f9d0,segment=NetworkSegment(f40c676d-8a84-4592-bdd1-62fec5896c8e),segment_id=f40c676d-8a84-4592-bdd1-62fec5896c8e)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:09:23.750306 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Returning: {'device': '58ad0b69-ccbe-44fe-9b29-de0f1086f9d0', 'network_id': '16d83396-be00-4a6a-8354-a447c2a4f42a', 'port_id': '58ad0b69-ccbe-44fe-9b29-de0f1086f9d0', 'mac_address': 'fa:16:3e:11:f2:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 818, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32ddc5e3-7d7f-4cc0-b060-350844ba83bf', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 13:09:23.790104 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:23.805077 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58ad0b69-ccbe-44fe-9b29-de0f1086f9d0 {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:09:23.827031 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port 58ad0b69-ccbe-44fe-9b29-de0f1086f9d0, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=58ad0b69-ccbe-44fe-9b29-de0f1086f9d0,segment=NetworkSegment(f40c676d-8a84-4592-bdd1-62fec5896c8e),segment_id=f40c676d-8a84-4592-bdd1-62fec5896c8e)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:09:23.833524 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:23.883677 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=58ad0b69-ccbe-44fe-9b29-de0f1086f9d0,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:09:24.067149 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] get_ports_and_sgs() called for port_ids ['58ad0b69-ccbe-44fe-9b29-de0f1086f9d0'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:09:24.206637 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-500a1c61-38a7-4c23-a7ec-4631080af5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:24.322206 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4555cb47-6afa-4a54-b576-6f743311e2e5 req-4673c898-9fda-4844-8fd9-699cf528f678 tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:09:24.323641 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4555cb47-6afa-4a54-b576-6f743311e2e5 req-4673c898-9fda-4844-8fd9-699cf528f678 tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] 10.222.0.66 "GET /v2.0/ports?device_id=becd2bdd-b80e-40a9-9edf-2929c42ff1b9 HTTP/1.1" status: 200 len: 944 time: 0.0538001 Aug 18 13:09:24.360923 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4555cb47-6afa-4a54-b576-6f743311e2e5 req-f5672549-c6ad-4ebe-a98b-7f2fc4b94ecf tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] 10.222.0.66 "GET /v2.0/security-groups?id=bd40465e-f78e-44e7-99fe-515502b96ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311720 Aug 18 13:09:25.508227 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393cf6f7-4824-4ded-a247-7801f06a3d10 req-f0070f14-4859-40c5-ab39-3843b39ec299 tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:09:25.509739 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-393cf6f7-4824-4ded-a247-7801f06a3d10 req-f0070f14-4859-40c5-ab39-3843b39ec299 tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] 10.222.0.66 "GET /v2.0/ports?device_id=becd2bdd-b80e-40a9-9edf-2929c42ff1b9 HTTP/1.1" status: 200 len: 944 time: 0.0556748 Aug 18 13:09:25.548343 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-393cf6f7-4824-4ded-a247-7801f06a3d10 req-73084ea4-9f5f-46c9-80ef-41f9dfb5c2ae tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] 10.222.0.66 "GET /v2.0/security-groups?id=bd40465e-f78e-44e7-99fe-515502b96ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324481 Aug 18 13:09:25.652762 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 58ad0b69-ccbe-44fe-9b29-de0f1086f9d0 up at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:09:25.718406 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Provisioning for port 58ad0b69-ccbe-44fe-9b29-de0f1086f9d0 completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:09:25.722187 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Provisioning complete for port 58ad0b69-ccbe-44fe-9b29-de0f1086f9d0 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:09:25.722562 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:25.803082 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:25.826417 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'becd2bdd-b80e-40a9-9edf-2929c42ff1b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58ad0b69-ccbe-44fe-9b29-de0f1086f9d0'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:09:25.828648 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a48be17dea36f4b328e7831c9c0f0a2b661e0eac7f73e8eb05eb02bc862e3084" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-786818aa-e0a6-4bc3-861e-ee7b01fa85d4" -d '{"events": [{"server_uuid": "becd2bdd-b80e-40a9-9edf-2929c42ff1b9", "name": "network-vif-plugged", "status": "completed", "tag": "58ad0b69-ccbe-44fe-9b29-de0f1086f9d0"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:09:25.841134 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port 58ad0b69-ccbe-44fe-9b29-de0f1086f9d0, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=58ad0b69-ccbe-44fe-9b29-de0f1086f9d0,segment=NetworkSegment(f40c676d-8a84-4592-bdd1-62fec5896c8e),segment_id=f40c676d-8a84-4592-bdd1-62fec5896c8e)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:09:25.846255 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:25.897259 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=58ad0b69-ccbe-44fe-9b29-de0f1086f9d0,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:09:25.932238 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 13:09:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97727dd9-fa6e-4570-8dea-4b40fa13c97f x-openstack-request-id: req-97727dd9-fa6e-4570-8dea-4b40fa13c97f {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:09:25.932635 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "becd2bdd-b80e-40a9-9edf-2929c42ff1b9", "name": "network-vif-plugged", "status": "completed", "tag": "58ad0b69-ccbe-44fe-9b29-de0f1086f9d0", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:09:25.932963 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-97727dd9-fa6e-4570-8dea-4b40fa13c97f {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:09:25.933519 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'becd2bdd-b80e-40a9-9edf-2929c42ff1b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58ad0b69-ccbe-44fe-9b29-de0f1086f9d0', 'code': 200} Aug 18 13:09:26.035194 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35bb9a9-4e23-4964-ac83-e4c0e5834210 req-290a3e36-ff5f-43ae-ae8e-1185ba4856d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:09:26.036702 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-e35bb9a9-4e23-4964-ac83-e4c0e5834210 req-290a3e36-ff5f-43ae-ae8e-1185ba4856d4 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=becd2bdd-b80e-40a9-9edf-2929c42ff1b9 HTTP/1.1" status: 200 len: 1096 time: 0.0475655 Aug 18 13:09:26.077084 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-e35bb9a9-4e23-4964-ac83-e4c0e5834210 req-2253cfd2-cafa-4421-8ca6-8be5e0aeca1c service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=bd40465e-f78e-44e7-99fe-515502b96ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335121 Aug 18 13:09:26.678067 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9561a48-b3b1-454d-81e2-824803be6b29 req-4d893a52-9cb9-4db0-93e1-2f952019f85d tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:09:26.679611 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b9561a48-b3b1-454d-81e2-824803be6b29 req-4d893a52-9cb9-4db0-93e1-2f952019f85d tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] 10.222.0.66 "GET /v2.0/ports?device_id=becd2bdd-b80e-40a9-9edf-2929c42ff1b9 HTTP/1.1" status: 200 len: 945 time: 0.0504913 Aug 18 13:09:26.719631 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b9561a48-b3b1-454d-81e2-824803be6b29 req-46aa3173-ece6-4489-a900-8cf599cf4abf tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] 10.222.0.66 "GET /v2.0/security-groups?id=bd40465e-f78e-44e7-99fe-515502b96ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335672 Aug 18 13:09:27.860011 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6e25e8-e5f9-40e7-a5df-cd9b2140f5fe req-0f9c8058-e623-43dd-a266-3bb638cefd52 tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:09:27.861519 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7a6e25e8-e5f9-40e7-a5df-cd9b2140f5fe req-0f9c8058-e623-43dd-a266-3bb638cefd52 tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] 10.222.0.66 "GET /v2.0/ports?device_id=becd2bdd-b80e-40a9-9edf-2929c42ff1b9 HTTP/1.1" status: 200 len: 945 time: 0.0562479 Aug 18 13:09:27.901525 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-7a6e25e8-e5f9-40e7-a5df-cd9b2140f5fe req-59209845-af3c-406d-9a2d-c3fbe3cc304d tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] 10.222.0.66 "GET /v2.0/security-groups?id=bd40465e-f78e-44e7-99fe-515502b96ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311985 Aug 18 13:09:28.031775 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bceb53-f505-456c-8358-09ac49ccd1dc req-83c0b6f4-f176-4908-bbf5-242bbe05e64d tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:09:28.033180 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a0bceb53-f505-456c-8358-09ac49ccd1dc req-83c0b6f4-f176-4908-bbf5-242bbe05e64d tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] 10.222.0.66 "GET /v2.0/ports?device_id=becd2bdd-b80e-40a9-9edf-2929c42ff1b9 HTTP/1.1" status: 200 len: 945 time: 0.0568140 Aug 18 13:09:28.074643 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a0bceb53-f505-456c-8358-09ac49ccd1dc req-822a245a-2f5c-4cf3-ae7e-f551b74e2cd2 tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] 10.222.0.66 "GET /v2.0/security-groups?id=bd40465e-f78e-44e7-99fe-515502b96ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323570 Aug 18 13:09:28.101795 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 55158) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:09:28.238128 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2a55180-df91-415d-8adf-a3e63dbe9f1d tempest-TestSnapshotPattern-1312281285 tempest-TestSnapshotPattern-1312281285-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:09:28.239617 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-c2a55180-df91-415d-8adf-a3e63dbe9f1d tempest-TestSnapshotPattern-1312281285 tempest-TestSnapshotPattern-1312281285-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=becd2bdd-b80e-40a9-9edf-2929c42ff1b9 HTTP/1.1" status: 200 len: 1091 time: 0.1368458 Aug 18 13:09:28.242868 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 55162) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:09:28.247228 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-5bd6157f-1e90-4432-88b2-c8b30ae06cce tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Request body: {'floatingip': {'floating_network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'port_id': '58ad0b69-ccbe-44fe-9b29-de0f1086f9d0', 'tenant_id': '39b9914b92704df3a79a8db993de969b', 'fixed_ip_address': '172.20.0.9'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:09:28.272388 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5bd6157f-1e90-4432-88b2-c8b30ae06cce tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Notify callbacks [] for floatingip, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:28.381996 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5bd6157f-1e90-4432-88b2-c8b30ae06cce tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:28.492538 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [None req-5bd6157f-1e90-4432-88b2-c8b30ae06cce tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Allocated IP 172.25.7.48 (7cae7a70-14fd-408c-b14d-39ceb97cb60e/9784295a-20b8-4a4b-b105-f82737f0448f/4b86c9b7-7af7-493a-8f4d-e4545e59a499) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:09:28.598916 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5bd6157f-1e90-4432-88b2-c8b30ae06cce tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:28.640216 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5bd6157f-1e90-4432-88b2-c8b30ae06cce tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:28.682069 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bd6157f-1e90-4432-88b2-c8b30ae06cce tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Network 7cae7a70-14fd-408c-b14d-39ceb97cb60e is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:09:28.685510 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-5bd6157f-1e90-4432-88b2-c8b30ae06cce tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:09:28.689822 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd6157f-1e90-4432-88b2-c8b30ae06cce tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:09:28.692968 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd6157f-1e90-4432-88b2-c8b30ae06cce tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Pushing event updated for resources: {'Port': ['ID=4b86c9b7-7af7-493a-8f4d-e4545e59a499,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:09:29.042670 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5bd6157f-1e90-4432-88b2-c8b30ae06cce tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:29.111962 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5bd6157f-1e90-4432-88b2-c8b30ae06cce tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:29.270187 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5bd6157f-1e90-4432-88b2-c8b30ae06cce tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Notify callbacks [] for port, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:29.277371 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5bd6157f-1e90-4432-88b2-c8b30ae06cce tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:29.346052 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd6157f-1e90-4432-88b2-c8b30ae06cce tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Pushing event updated for resources: {'Port': ['ID=4b86c9b7-7af7-493a-8f4d-e4545e59a499,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:09:29.357701 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5bd6157f-1e90-4432-88b2-c8b30ae06cce tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-989945'] for floatingip, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:29.469294 n-d-804985-2 neutron-server[106253]: INFO neutron.db.l3_db [None req-5bd6157f-1e90-4432-88b2-c8b30ae06cce tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Floating IP 1d2016af-3efd-4177-a7b8-58950877ed79 associated. External IP: 172.25.7.48, port: 58ad0b69-ccbe-44fe-9b29-de0f1086f9d0. Aug 18 13:09:30.015381 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bd6157f-1e90-4432-88b2-c8b30ae06cce tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Router 3e59e693-9a53-4d71-9507-43ccdc577746 has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 13:09:30.128776 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bd6157f-1e90-4432-88b2-c8b30ae06cce tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:09:30.138982 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93354eb6-4fd1-4443-b40a-0eca238a20af None None] Sync routers for ids ['3e59e693-9a53-4d71-9507-43ccdc577746'] in n-d-804985-2 {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:09:30.146600 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-5bd6157f-1e90-4432-88b2-c8b30ae06cce tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for floatingip, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:30.149795 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93354eb6-4fd1-4443-b40a-0eca238a20af None None] Routers {'3e59e693-9a53-4d71-9507-43ccdc577746'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:09:30.150428 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-93354eb6-4fd1-4443-b40a-0eca238a20af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T13:09:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['3e59e693-9a53-4d71-9507-43ccdc577746'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:09:30.177764 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-5bd6157f-1e90-4432-88b2-c8b30ae06cce tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9338613 Aug 18 13:09:30.178374 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'becd2bdd-b80e-40a9-9edf-2929c42ff1b9', 'tag': '58ad0b69-ccbe-44fe-9b29-de0f1086f9d0'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:09:30.180721 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d6bbf6f425705e9a26053008d8b7c0abfe3c10eda721baf5c515723d6d58932" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79c672b2-63c0-4c49-811c-643fd6bd2ee0" -d '{"events": [{"name": "network-changed", "server_uuid": "becd2bdd-b80e-40a9-9edf-2929c42ff1b9", "tag": "58ad0b69-ccbe-44fe-9b29-de0f1086f9d0"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:09:30.218132 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 13:09:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4e62514-7b97-48f9-bd1d-b2a8e1b1b28f x-openstack-request-id: req-b4e62514-7b97-48f9-bd1d-b2a8e1b1b28f {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:09:30.218418 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "becd2bdd-b80e-40a9-9edf-2929c42ff1b9", "tag": "58ad0b69-ccbe-44fe-9b29-de0f1086f9d0", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:09:30.218665 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b4e62514-7b97-48f9-bd1d-b2a8e1b1b28f {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:09:30.219063 n-d-804985-2 neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'becd2bdd-b80e-40a9-9edf-2929c42ff1b9', 'tag': '58ad0b69-ccbe-44fe-9b29-de0f1086f9d0', 'status': 'completed', 'code': 200} Aug 18 13:09:30.254102 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-93354eb6-4fd1-4443-b40a-0eca238a20af None None] Set router 3e59e693-9a53-4d71-9507-43ccdc577746 gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:09:30.281779 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c672b2-63c0-4c49-811c-643fd6bd2ee0 req-1b33a99f-ea80-47a2-ab20-163d98043617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:09:30.283305 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-79c672b2-63c0-4c49-811c-643fd6bd2ee0 req-1b33a99f-ea80-47a2-ab20-163d98043617 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=39b9914b92704df3a79a8db993de969b&device_id=becd2bdd-b80e-40a9-9edf-2929c42ff1b9 HTTP/1.1" status: 200 len: 1096 time: 0.0398650 Aug 18 13:09:30.372998 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c672b2-63c0-4c49-811c-643fd6bd2ee0 req-357003f9-6885-44fc-abb1-5bacbe063ece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:09:30.374497 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-79c672b2-63c0-4c49-811c-643fd6bd2ee0 req-357003f9-6885-44fc-abb1-5bacbe063ece service neutron] 10.222.0.62 "GET /v2.0/networks?id=16d83396-be00-4a6a-8354-a447c2a4f42a HTTP/1.1" status: 200 len: 910 time: 0.0844047 Aug 18 13:09:30.447079 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-79c672b2-63c0-4c49-811c-643fd6bd2ee0 req-5d499bee-196e-42eb-aaa5-3b8affa908c4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=58ad0b69-ccbe-44fe-9b29-de0f1086f9d0 HTTP/1.1" status: 200 len: 998 time: 0.0652308 Aug 18 13:09:30.479306 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.62', 58920) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:09:30.479939 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-93354eb6-4fd1-4443-b40a-0eca238a20af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e59e693-9a53-4d71-9507-43ccdc577746', 'name': 'tempest-TestSnapshotPattern-180960093-router', 'tenant_id': '39b9914b92704df3a79a8db993de969b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.45'}], 'enable_snat': True}, 'gw_port_id': 'f4df65d5-aaa5-42b6-bccf-a23ab155e7c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:09:05Z', 'updated_at': '2021-08-18T13:09:08Z', 'revision_number': 4, 'project_id': '39b9914b92704df3a79a8db993de969b', 'gw_port': {'id': 'f4df65d5-aaa5-42b6-bccf-a23ab155e7c9', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:54:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e59e693-9a53-4d71-9507-43ccdc577746', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:09:06Z', 'updated_at': '2021-08-18T13:09:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_floatingips': [{'id': '1d2016af-3efd-4177-a7b8-58950877ed79', 'tenant_id': '39b9914b92704df3a79a8db993de969b', 'floating_ip_address': '172.25.7.48', 'floating_network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'router_id': '3e59e693-9a53-4d71-9507-43ccdc577746', 'port_id': '58ad0b69-ccbe-44fe-9b29-de0f1086f9d0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16d83396-be00-4a6a-8354-a447c2a4f42a', 'mac_address': 'fa:16:3e:11:f2:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'becd2bdd-b80e-40a9-9edf-2929c42ff1b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T13:09:28Z', 'updated_at': '2021-08-18T13:09:28Z', 'revision_number': 0, 'project_id': '39b9914b92704df3a79a8db993de969b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2fe7646-8aec-494c-8361-555de94ed909', 'name': '', 'network_id': '16d83396-be00-4a6a-8354-a447c2a4f42a', 'tenant_id': '39b9914b92704df3a79a8db993de969b', 'mac_address': 'fa:16:3e:67:92:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e59e693-9a53-4d71-9507-43ccdc577746', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '32ddc5e3-7d7f-4cc0-b060-350844ba83bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:09:07Z', 'updated_at': '2021-08-18T13:09:14Z', 'revision_number': 5, 'project_id': '39b9914b92704df3a79a8db993de969b', 'subnets': [{'id': '32ddc5e3-7d7f-4cc0-b060-350844ba83bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:09:30.502457 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c672b2-63c0-4c49-811c-643fd6bd2ee0 req-97f479af-6868-49ca-8d0c-a6860119c3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:09:30.504977 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-79c672b2-63c0-4c49-811c-643fd6bd2ee0 req-97f479af-6868-49ca-8d0c-a6860119c3a3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=32ddc5e3-7d7f-4cc0-b060-350844ba83bf HTTP/1.1" status: 200 len: 848 time: 0.0472369 Aug 18 13:09:30.508499 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93354eb6-4fd1-4443-b40a-0eca238a20af None None] Checking router: 3e59e693-9a53-4d71-9507-43ccdc577746 for host: n-d-804985-2 {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 13:09:30.518444 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93354eb6-4fd1-4443-b40a-0eca238a20af None None] Routers {'3e59e693-9a53-4d71-9507-43ccdc577746'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:09:30.519028 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-93354eb6-4fd1-4443-b40a-0eca238a20af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T13:09:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['3e59e693-9a53-4d71-9507-43ccdc577746'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:09:30.528423 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b5008aa7-b5f4-4e0b-a1e9-4b493dd02ae1 req-e73edd49-230f-42ea-b2cd-f7bad267a148 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=becd2bdd-b80e-40a9-9edf-2929c42ff1b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0478754 Aug 18 13:09:30.553742 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c672b2-63c0-4c49-811c-643fd6bd2ee0 req-24dd6fd3-0519-4aef-8eba-5b04e10cbfb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:09:30.555228 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-79c672b2-63c0-4c49-811c-643fd6bd2ee0 req-24dd6fd3-0519-4aef-8eba-5b04e10cbfb0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=16d83396-be00-4a6a-8354-a447c2a4f42a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433846 Aug 18 13:09:30.628577 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-93354eb6-4fd1-4443-b40a-0eca238a20af None None] Set router 3e59e693-9a53-4d71-9507-43ccdc577746 gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:09:30.648057 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-79c672b2-63c0-4c49-811c-643fd6bd2ee0 req-66cd6a59-b81c-44ce-982f-6e57132b20dd service neutron] 10.222.0.62 "GET /v2.0/networks/16d83396-be00-4a6a-8354-a447c2a4f42a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859649 Aug 18 13:09:30.737324 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-79c672b2-63c0-4c49-811c-643fd6bd2ee0 req-d950e442-985b-4dd3-8673-5380df789297 service neutron] 10.222.0.62 "GET /v2.0/networks/16d83396-be00-4a6a-8354-a447c2a4f42a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819020 Aug 18 13:09:30.845274 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5008aa7-b5f4-4e0b-a1e9-4b493dd02ae1 req-4ba16fb8-ca8e-4cde-a8e1-2370e5cc3602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:09:30.846767 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-b5008aa7-b5f4-4e0b-a1e9-4b493dd02ae1 req-4ba16fb8-ca8e-4cde-a8e1-2370e5cc3602 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=39b9914b92704df3a79a8db993de969b&device_id=becd2bdd-b80e-40a9-9edf-2929c42ff1b9 HTTP/1.1" status: 200 len: 1096 time: 0.0463734 Aug 18 13:09:30.849803 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-93354eb6-4fd1-4443-b40a-0eca238a20af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e59e693-9a53-4d71-9507-43ccdc577746', 'name': 'tempest-TestSnapshotPattern-180960093-router', 'tenant_id': '39b9914b92704df3a79a8db993de969b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.45'}], 'enable_snat': True}, 'gw_port_id': 'f4df65d5-aaa5-42b6-bccf-a23ab155e7c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:09:05Z', 'updated_at': '2021-08-18T13:09:08Z', 'revision_number': 4, 'project_id': '39b9914b92704df3a79a8db993de969b', 'gw_port': {'id': 'f4df65d5-aaa5-42b6-bccf-a23ab155e7c9', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:54:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e59e693-9a53-4d71-9507-43ccdc577746', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:09:06Z', 'updated_at': '2021-08-18T13:09:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_floatingips': [{'id': '1d2016af-3efd-4177-a7b8-58950877ed79', 'tenant_id': '39b9914b92704df3a79a8db993de969b', 'floating_ip_address': '172.25.7.48', 'floating_network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'router_id': '3e59e693-9a53-4d71-9507-43ccdc577746', 'port_id': '58ad0b69-ccbe-44fe-9b29-de0f1086f9d0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16d83396-be00-4a6a-8354-a447c2a4f42a', 'mac_address': 'fa:16:3e:11:f2:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'becd2bdd-b80e-40a9-9edf-2929c42ff1b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T13:09:28Z', 'updated_at': '2021-08-18T13:09:28Z', 'revision_number': 0, 'project_id': '39b9914b92704df3a79a8db993de969b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2fe7646-8aec-494c-8361-555de94ed909', 'name': '', 'network_id': '16d83396-be00-4a6a-8354-a447c2a4f42a', 'tenant_id': '39b9914b92704df3a79a8db993de969b', 'mac_address': 'fa:16:3e:67:92:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e59e693-9a53-4d71-9507-43ccdc577746', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '32ddc5e3-7d7f-4cc0-b060-350844ba83bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:09:07Z', 'updated_at': '2021-08-18T13:09:14Z', 'revision_number': 5, 'project_id': '39b9914b92704df3a79a8db993de969b', 'subnets': [{'id': '32ddc5e3-7d7f-4cc0-b060-350844ba83bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:09:30.881304 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93354eb6-4fd1-4443-b40a-0eca238a20af None None] The sync data for ids ['3e59e693-9a53-4d71-9507-43ccdc577746'] in n-d-804985-2 is: [{'id': '3e59e693-9a53-4d71-9507-43ccdc577746', 'name': 'tempest-TestSnapshotPattern-180960093-router', 'tenant_id': '39b9914b92704df3a79a8db993de969b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.45'}], 'enable_snat': True}, 'gw_port_id': 'f4df65d5-aaa5-42b6-bccf-a23ab155e7c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:09:05Z', 'updated_at': '2021-08-18T13:09:08Z', 'revision_number': 4, 'project_id': '39b9914b92704df3a79a8db993de969b', 'gw_port': {'id': 'f4df65d5-aaa5-42b6-bccf-a23ab155e7c9', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:54:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e59e693-9a53-4d71-9507-43ccdc577746', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:09:06Z', 'updated_at': '2021-08-18T13:09:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_floatingips': [{'id': '1d2016af-3efd-4177-a7b8-58950877ed79', 'tenant_id': '39b9914b92704df3a79a8db993de969b', 'floating_ip_address': '172.25.7.48', 'floating_network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'router_id': '3e59e693-9a53-4d71-9507-43ccdc577746', 'port_id': '58ad0b69-ccbe-44fe-9b29-de0f1086f9d0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16d83396-be00-4a6a-8354-a447c2a4f42a', 'mac_address': 'fa:16:3e:11:f2:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'becd2bdd-b80e-40a9-9edf-2929c42ff1b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T13:09:28Z', 'updated_at': '2021-08-18T13:09:28Z', 'revision_number': 0, 'project_id': '39b9914b92704df3a79a8db993de969b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2fe7646-8aec-494c-8361-555de94ed909', 'name': '', 'network_id': '16d83396-be00-4a6a-8354-a447c2a4f42a', 'tenant_id': '39b9914b92704df3a79a8db993de969b', 'mac_address': 'fa:16:3e:67:92:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e59e693-9a53-4d71-9507-43ccdc577746', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '32ddc5e3-7d7f-4cc0-b060-350844ba83bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:09:07Z', 'updated_at': '2021-08-18T13:09:14Z', 'revision_number': 5, 'project_id': '39b9914b92704df3a79a8db993de969b', 'subnets': [{'id': '32ddc5e3-7d7f-4cc0-b060-350844ba83bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:09:30.954899 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5008aa7-b5f4-4e0b-a1e9-4b493dd02ae1 req-c6c972ef-d5ad-420d-9e76-cff1b4181fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:09:30.956397 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-b5008aa7-b5f4-4e0b-a1e9-4b493dd02ae1 req-c6c972ef-d5ad-420d-9e76-cff1b4181fc5 service neutron] 10.222.0.62 "GET /v2.0/networks?id=16d83396-be00-4a6a-8354-a447c2a4f42a HTTP/1.1" status: 200 len: 910 time: 0.0886829 Aug 18 13:09:31.027710 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-b5008aa7-b5f4-4e0b-a1e9-4b493dd02ae1 req-0499dc3f-528c-4254-ac66-791268a82e47 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=58ad0b69-ccbe-44fe-9b29-de0f1086f9d0 HTTP/1.1" status: 200 len: 998 time: 0.0639482 Aug 18 13:09:31.074076 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c654b87f-553e-4c53-bb99-262bed2f27b1 None None] New status for floating IP 1d2016af-3efd-4177-a7b8-58950877ed79: ACTIVE {{(pid=106254) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 13:09:31.081183 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5008aa7-b5f4-4e0b-a1e9-4b493dd02ae1 req-bd9a3eec-812f-436f-87d3-9da1a8e334ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:09:31.082784 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-b5008aa7-b5f4-4e0b-a1e9-4b493dd02ae1 req-bd9a3eec-812f-436f-87d3-9da1a8e334ee service neutron] 10.222.0.62 "GET /v2.0/subnets?id=32ddc5e3-7d7f-4cc0-b060-350844ba83bf HTTP/1.1" status: 200 len: 848 time: 0.0482218 Aug 18 13:09:31.128786 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5008aa7-b5f4-4e0b-a1e9-4b493dd02ae1 req-ee15a9df-38ea-4367-8159-0f77a43676cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:09:31.130279 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-b5008aa7-b5f4-4e0b-a1e9-4b493dd02ae1 req-ee15a9df-38ea-4367-8159-0f77a43676cd service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=16d83396-be00-4a6a-8354-a447c2a4f42a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397081 Aug 18 13:09:31.224273 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-b5008aa7-b5f4-4e0b-a1e9-4b493dd02ae1 req-87661617-716e-4d69-afe1-c409da0e581a service neutron] 10.222.0.62 "GET /v2.0/networks/16d83396-be00-4a6a-8354-a447c2a4f42a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863469 Aug 18 13:09:31.316918 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-b5008aa7-b5f4-4e0b-a1e9-4b493dd02ae1 req-cda4559c-af43-417f-a524-918e1516f37b service neutron] 10.222.0.62 "GET /v2.0/networks/16d83396-be00-4a6a-8354-a447c2a4f42a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846236 Aug 18 13:09:36.716559 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:39.001502 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:48.617910 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-a404b1a1-20af-49df-9636-07a79c80118f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:51.582098 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:51.852146 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1a391e18-5443-4511-8c6f-f97b8c0c10b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:52.539295 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-53584c24-f517-494e-ac93-c18bb92373f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:54.204755 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-500a1c61-38a7-4c23-a7ec-4631080af5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:09:59.861856 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.agents_db [None req-6dbb2658-0354-4101-8393-6e7505481cf6 None None] Agent healthcheck: found 7 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 13:10:06.736324 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:08.996302 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:18.612763 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-774ad152-2456-4964-9085-83bd1b7464d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:21.594393 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:21.863191 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-385dd09b-bd9b-41d5-b2f3-31b08c5068cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:22.536799 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-53584c24-f517-494e-ac93-c18bb92373f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:24.212109 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-500a1c61-38a7-4c23-a7ec-4631080af5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:30.570604 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-eb53819a-3ee8-4116-bb09-bb3e1d399e96 req-fefffa28-af7e-42aa-a55a-6e1cea7f732a service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=becd2bdd-b80e-40a9-9edf-2929c42ff1b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0955732 Aug 18 13:10:30.666303 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb53819a-3ee8-4116-bb09-bb3e1d399e96 req-b34e180b-ca0d-48d0-a200-d34f76003495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:10:30.667782 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-eb53819a-3ee8-4116-bb09-bb3e1d399e96 req-b34e180b-ca0d-48d0-a200-d34f76003495 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=39b9914b92704df3a79a8db993de969b&device_id=becd2bdd-b80e-40a9-9edf-2929c42ff1b9 HTTP/1.1" status: 200 len: 1096 time: 0.0503151 Aug 18 13:10:30.774514 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb53819a-3ee8-4116-bb09-bb3e1d399e96 req-d96b991d-e0eb-4a9b-9d9d-330cc6abb923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:10:30.775879 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-eb53819a-3ee8-4116-bb09-bb3e1d399e96 req-d96b991d-e0eb-4a9b-9d9d-330cc6abb923 service neutron] 10.222.0.62 "GET /v2.0/networks?id=16d83396-be00-4a6a-8354-a447c2a4f42a HTTP/1.1" status: 200 len: 910 time: 0.0842059 Aug 18 13:10:30.849348 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-eb53819a-3ee8-4116-bb09-bb3e1d399e96 req-d506aeb6-0a4a-40a3-aaf3-d5cde458f28f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=58ad0b69-ccbe-44fe-9b29-de0f1086f9d0 HTTP/1.1" status: 200 len: 1000 time: 0.0659285 Aug 18 13:10:30.903303 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb53819a-3ee8-4116-bb09-bb3e1d399e96 req-07b86474-1f90-4b97-b498-bae4ddc6a58c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:10:30.904747 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-eb53819a-3ee8-4116-bb09-bb3e1d399e96 req-07b86474-1f90-4b97-b498-bae4ddc6a58c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=32ddc5e3-7d7f-4cc0-b060-350844ba83bf HTTP/1.1" status: 200 len: 848 time: 0.0488904 Aug 18 13:10:30.957805 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb53819a-3ee8-4116-bb09-bb3e1d399e96 req-2fd04a26-45ec-4827-9194-85212906d590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:10:30.960316 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-eb53819a-3ee8-4116-bb09-bb3e1d399e96 req-2fd04a26-45ec-4827-9194-85212906d590 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=16d83396-be00-4a6a-8354-a447c2a4f42a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0475740 Aug 18 13:10:31.056383 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-eb53819a-3ee8-4116-bb09-bb3e1d399e96 req-0090342e-1c61-4b02-8068-9b3ea38c4086 service neutron] 10.222.0.62 "GET /v2.0/networks/16d83396-be00-4a6a-8354-a447c2a4f42a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885415 Aug 18 13:10:31.147065 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-eb53819a-3ee8-4116-bb09-bb3e1d399e96 req-65186dcf-5de8-4552-8ca1-2f6e5527607d service neutron] 10.222.0.62 "GET /v2.0/networks/16d83396-be00-4a6a-8354-a447c2a4f42a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836396 Aug 18 13:10:36.730388 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:36.866059 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.agents_db [None req-6dbb2658-0354-4101-8393-6e7505481cf6 None None] Agent healthcheck: found 7 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 13:10:39.016261 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:48.624220 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-4120709f-469d-4f9c-9d76-140e2c05e792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:51.596794 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:51.864558 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-ecf87759-3ff8-4825-930e-ecf899083efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:52.539657 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-53584c24-f517-494e-ac93-c18bb92373f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:10:54.211961 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-500a1c61-38a7-4c23-a7ec-4631080af5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:06.733916 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:09.002282 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:13.871357 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.agents_db [None req-6dbb2658-0354-4101-8393-6e7505481cf6 None None] Agent healthcheck: found 7 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 13:11:14.366284 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [req-409abdbb-7e35-422f-b1d4-3889af4d5319 req-ac9ee73c-1ee8-4064-a0d0-2c10724c8b50 service neutron] (106253) timed out ('10.222.0.66', 49540) {{(pid=106253) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 18 13:11:18.628333 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-9971df07-26ae-48f5-9883-26095b453006 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:21.600602 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:21.866207 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8d9a5008-48e7-4317-b7f8-dafb3955c651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:22.540793 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-53584c24-f517-494e-ac93-c18bb92373f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:24.216823 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-500a1c61-38a7-4c23-a7ec-4631080af5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:28.212089 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 58ad0b69-ccbe-44fe-9b29-de0f1086f9d0 details requested by agent hyperv_n-h2-804985-2 with host n-h2-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 13:11:28.323851 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port 58ad0b69-ccbe-44fe-9b29-de0f1086f9d0, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=58ad0b69-ccbe-44fe-9b29-de0f1086f9d0,segment=NetworkSegment(f40c676d-8a84-4592-bdd1-62fec5896c8e),segment_id=f40c676d-8a84-4592-bdd1-62fec5896c8e)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:11:28.335534 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Returning: {'device': '58ad0b69-ccbe-44fe-9b29-de0f1086f9d0', 'network_id': '16d83396-be00-4a6a-8354-a447c2a4f42a', 'port_id': '58ad0b69-ccbe-44fe-9b29-de0f1086f9d0', 'mac_address': 'fa:16:3e:11:f2:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 818, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32ddc5e3-7d7f-4cc0-b060-350844ba83bf', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 13:11:28.373912 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:28.386919 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 58ad0b69-ccbe-44fe-9b29-de0f1086f9d0 {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:11:28.406342 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port 58ad0b69-ccbe-44fe-9b29-de0f1086f9d0, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=58ad0b69-ccbe-44fe-9b29-de0f1086f9d0,segment=NetworkSegment(f40c676d-8a84-4592-bdd1-62fec5896c8e),segment_id=f40c676d-8a84-4592-bdd1-62fec5896c8e)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:11:28.411141 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:28.460619 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=58ad0b69-ccbe-44fe-9b29-de0f1086f9d0,revision_number=6']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:11:28.468806 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:11:28.469093 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:11:28.469506 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:11:28.469845 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:11:28.470182 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:11:28.470517 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:11:28.470848 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:11:28.471202 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:11:28.471537 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:11:28.471861 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:11:28.472181 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:11:28.472494 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:11:28.491077 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] get_ports_and_sgs() called for port_ids ['58ad0b69-ccbe-44fe-9b29-de0f1086f9d0'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:11:30.225254 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 58ad0b69-ccbe-44fe-9b29-de0f1086f9d0 up at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:11:30.279006 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Provisioning complete for port 58ad0b69-ccbe-44fe-9b29-de0f1086f9d0 triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:11:30.279392 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:30.359150 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:30.382176 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'becd2bdd-b80e-40a9-9edf-2929c42ff1b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58ad0b69-ccbe-44fe-9b29-de0f1086f9d0'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:11:30.384427 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a48be17dea36f4b328e7831c9c0f0a2b661e0eac7f73e8eb05eb02bc862e3084" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08091f2d-1220-4673-b424-494f21e9ac8a" -d '{"events": [{"server_uuid": "becd2bdd-b80e-40a9-9edf-2929c42ff1b9", "name": "network-vif-plugged", "status": "completed", "tag": "58ad0b69-ccbe-44fe-9b29-de0f1086f9d0"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:11:30.399563 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port 58ad0b69-ccbe-44fe-9b29-de0f1086f9d0, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=58ad0b69-ccbe-44fe-9b29-de0f1086f9d0,segment=NetworkSegment(f40c676d-8a84-4592-bdd1-62fec5896c8e),segment_id=f40c676d-8a84-4592-bdd1-62fec5896c8e)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:11:30.405665 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:30.435677 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 13:11:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ece8cf8a-91ce-4ee3-b093-819070ff691f x-openstack-request-id: req-ece8cf8a-91ce-4ee3-b093-819070ff691f {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:11:30.436017 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "becd2bdd-b80e-40a9-9edf-2929c42ff1b9", "name": "network-vif-plugged", "status": "completed", "tag": "58ad0b69-ccbe-44fe-9b29-de0f1086f9d0", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:11:30.436199 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ece8cf8a-91ce-4ee3-b093-819070ff691f {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:11:30.437126 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'becd2bdd-b80e-40a9-9edf-2929c42ff1b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58ad0b69-ccbe-44fe-9b29-de0f1086f9d0', 'code': 200} Aug 18 13:11:30.465477 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=58ad0b69-ccbe-44fe-9b29-de0f1086f9d0,revision_number=7']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:11:31.552974 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92954881-197c-47c5-aeb4-3239715ea29e req-e72239e9-67c6-48e4-b743-4bed6536e898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:11:31.555287 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-92954881-197c-47c5-aeb4-3239715ea29e req-e72239e9-67c6-48e4-b743-4bed6536e898 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=39b9914b92704df3a79a8db993de969b&device_id=becd2bdd-b80e-40a9-9edf-2929c42ff1b9 HTTP/1.1" status: 200 len: 1096 time: 0.0441616 Aug 18 13:11:31.668249 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92954881-197c-47c5-aeb4-3239715ea29e req-d3d65d70-fd29-4539-9a21-4ad9f112acd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:11:31.669885 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-92954881-197c-47c5-aeb4-3239715ea29e req-d3d65d70-fd29-4539-9a21-4ad9f112acd2 service neutron] 10.222.0.62 "GET /v2.0/networks?id=16d83396-be00-4a6a-8354-a447c2a4f42a HTTP/1.1" status: 200 len: 910 time: 0.0935574 Aug 18 13:11:31.743102 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-92954881-197c-47c5-aeb4-3239715ea29e req-345bd0fc-23a2-490d-a4b3-fcde6115eb5a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=58ad0b69-ccbe-44fe-9b29-de0f1086f9d0 HTTP/1.1" status: 200 len: 1000 time: 0.0636408 Aug 18 13:11:31.813615 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92954881-197c-47c5-aeb4-3239715ea29e req-ba5081a4-aeca-498d-9a02-bfc6ddc5973a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:11:31.815172 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-92954881-197c-47c5-aeb4-3239715ea29e req-ba5081a4-aeca-498d-9a02-bfc6ddc5973a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=32ddc5e3-7d7f-4cc0-b060-350844ba83bf HTTP/1.1" status: 200 len: 848 time: 0.0625682 Aug 18 13:11:31.869602 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92954881-197c-47c5-aeb4-3239715ea29e req-12833e52-ee5b-438d-a352-45ebb6ea6839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:11:31.871402 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-92954881-197c-47c5-aeb4-3239715ea29e req-12833e52-ee5b-438d-a352-45ebb6ea6839 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=16d83396-be00-4a6a-8354-a447c2a4f42a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0472021 Aug 18 13:11:31.980050 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-92954881-197c-47c5-aeb4-3239715ea29e req-1cbd0e4b-6f36-4ec9-91d1-8c387220e188 service neutron] 10.222.0.62 "GET /v2.0/networks/16d83396-be00-4a6a-8354-a447c2a4f42a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989823 Aug 18 13:11:32.098697 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-92954881-197c-47c5-aeb4-3239715ea29e req-cc1ef7fb-2ea2-4c8f-8681-ed8893026aa8 service neutron] 10.222.0.62 "GET /v2.0/networks/16d83396-be00-4a6a-8354-a447c2a4f42a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099613 Aug 18 13:11:36.729882 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:39.035100 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:39.477946 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c36a4917-2e22-4f04-8ea4-6c5359ed0838 req-9647caee-1960-4f61-b86c-3edd1a0ce012 tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-446130784&fields=id&tenant_id=39b9914b92704df3a79a8db993de969b HTTP/1.1" status: 200 len: 267 time: 0.0358505 Aug 18 13:11:39.595037 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36a4917-2e22-4f04-8ea4-6c5359ed0838 req-220a5b8b-65f6-46ba-bb3d-e8572829185f tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:11:39.596506 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c36a4917-2e22-4f04-8ea4-6c5359ed0838 req-220a5b8b-65f6-46ba-bb3d-e8572829185f tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] 10.222.0.66 "GET /v2.0/networks?id=16d83396-be00-4a6a-8354-a447c2a4f42a HTTP/1.1" status: 200 len: 809 time: 0.1115534 Aug 18 13:11:39.611919 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c36a4917-2e22-4f04-8ea4-6c5359ed0838 req-ea2fb0a7-ae5a-4f37-aa0b-c6a551f885fe tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] 10.222.0.66 "GET /v2.0/quotas/39b9914b92704df3a79a8db993de969b HTTP/1.1" status: 200 len: 375 time: 0.0096586 Aug 18 13:11:39.678721 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c36a4917-2e22-4f04-8ea4-6c5359ed0838 req-90e5240b-1fba-4855-b259-18026d9afcdc tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=39b9914b92704df3a79a8db993de969b&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0615551 Aug 18 13:11:39.748948 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [req-c36a4917-2e22-4f04-8ea4-6c5359ed0838 req-ede32b80-9d0d-42f4-8c8a-147b2c8f498a service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=106252) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 13:11:39.749958 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c36a4917-2e22-4f04-8ea4-6c5359ed0838 req-ede32b80-9d0d-42f4-8c8a-147b2c8f498a service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0558586 Aug 18 13:11:39.851555 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c36a4917-2e22-4f04-8ea4-6c5359ed0838 req-7abe418f-76f1-490d-94f4-f61cc10212d2 service neutron] 10.222.0.66 "GET /v2.0/networks/16d83396-be00-4a6a-8354-a447c2a4f42a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919180 Aug 18 13:11:39.962355 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c36a4917-2e22-4f04-8ea4-6c5359ed0838 req-9e1e28dd-1877-432c-b103-20ac5f683232 service neutron] 10.222.0.66 "GET /v2.0/networks/16d83396-be00-4a6a-8354-a447c2a4f42a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014645 Aug 18 13:11:40.214513 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9dc0f713-8c54-443d-b98c-d3d140c467b3 req-c77c3f91-f999-4460-bf1c-9390f5586ccc tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] 10.222.0.66 "GET /v2.0/ports?device_id=aaf983ed-f4e7-40b0-9a1e-c454385626b8 HTTP/1.1" status: 200 len: 210 time: 0.0796452 Aug 18 13:11:41.111523 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36a4917-2e22-4f04-8ea4-6c5359ed0838 req-a112a7e7-88c2-404a-8b63-89dead36bc13 tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:11:41.113022 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c36a4917-2e22-4f04-8ea4-6c5359ed0838 req-a112a7e7-88c2-404a-8b63-89dead36bc13 tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] 10.222.0.63 "GET /v2.0/networks?id=16d83396-be00-4a6a-8354-a447c2a4f42a HTTP/1.1" status: 200 len: 809 time: 0.1150627 Aug 18 13:11:41.170930 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c36a4917-2e22-4f04-8ea4-6c5359ed0838 req-179ef594-dc6b-491f-a3a9-fdb8f662fcc4 tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] 10.222.0.63 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=39b9914b92704df3a79a8db993de969b HTTP/1.1" status: 200 len: 379 time: 0.0485115 Aug 18 13:11:41.181285 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-c36a4917-2e22-4f04-8ea4-6c5359ed0838 req-104415d2-d654-4aac-8d38-99e0a6762dcd tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Request body: {'port': {'device_id': 'aaf983ed-f4e7-40b0-9a1e-c454385626b8', 'network_id': '16d83396-be00-4a6a-8354-a447c2a4f42a', 'admin_state_up': True, 'tenant_id': '39b9914b92704df3a79a8db993de969b', 'security_groups': ['bd40465e-f78e-44e7-99fe-515502b96ae4']}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:11:41.319857 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-e93cc2e2-a117-477d-9404-163270b0cf77 req-3404fb34-4dfd-463e-9e2b-05b654afdb10 tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] 10.222.0.66 "GET /v2.0/ports?device_id=aaf983ed-f4e7-40b0-9a1e-c454385626b8 HTTP/1.1" status: 200 len: 210 time: 0.0314190 Aug 18 13:11:41.331400 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c36a4917-2e22-4f04-8ea4-6c5359ed0838 req-104415d2-d654-4aac-8d38-99e0a6762dcd tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Made reservation on behalf of 39b9914b92704df3a79a8db993de969b for: {'port': 1} {{(pid=106252) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 18 13:11:41.335311 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-c36a4917-2e22-4f04-8ea4-6c5359ed0838 req-104415d2-d654-4aac-8d38-99e0a6762dcd tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:41.539845 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_common [req-c36a4917-2e22-4f04-8ea4-6c5359ed0838 req-104415d2-d654-4aac-8d38-99e0a6762dcd tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Allocated IP 172.20.0.3 (16d83396-be00-4a6a-8354-a447c2a4f42a/32ddc5e3-7d7f-4cc0-b060-350844ba83bf/92c80191-8a71-4259-aa54-a062114dd44d) {{(pid=106252) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:11:41.709732 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-c36a4917-2e22-4f04-8ea4-6c5359ed0838 req-104415d2-d654-4aac-8d38-99e0a6762dcd tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Notify callbacks [] for port, precommit_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:41.726688 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [req-c36a4917-2e22-4f04-8ea4-6c5359ed0838 req-104415d2-d654-4aac-8d38-99e0a6762dcd tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Transition to ACTIVE for port object 92c80191-8a71-4259-aa54-a062114dd44d will not be triggered until provisioned by entity DHCP. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:11:41.762802 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-c36a4917-2e22-4f04-8ea4-6c5359ed0838 req-104415d2-d654-4aac-8d38-99e0a6762dcd tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_create {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:41.814160 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c36a4917-2e22-4f04-8ea4-6c5359ed0838 req-104415d2-d654-4aac-8d38-99e0a6762dcd tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Network 16d83396-be00-4a6a-8354-a447c2a4f42a is already hosted by enough agents. {{(pid=106252) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:11:41.819865 n-d-804985-2 neutron-server[106252]: DEBUG neutron.scheduler.base_scheduler [req-c36a4917-2e22-4f04-8ea4-6c5359ed0838 req-104415d2-d654-4aac-8d38-99e0a6762dcd tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Resources bound (agent type, host, resource id): {{(pid=106252) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:11:41.824237 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-c36a4917-2e22-4f04-8ea4-6c5359ed0838 req-104415d2-d654-4aac-8d38-99e0a6762dcd tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Received port after_create {{(pid=106252) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:11:41.851611 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104415d2-d654-4aac-8d38-99e0a6762dcd tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Pushing event updated for resources: {'Port': ['ID=92c80191-8a71-4259-aa54-a062114dd44d,revision_number=1']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:11:41.867888 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104415d2-d654-4aac-8d38-99e0a6762dcd tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:11:41.868228 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104415d2-d654-4aac-8d38-99e0a6762dcd tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:11:41.868612 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104415d2-d654-4aac-8d38-99e0a6762dcd tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:11:41.868928 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104415d2-d654-4aac-8d38-99e0a6762dcd tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:11:41.869257 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104415d2-d654-4aac-8d38-99e0a6762dcd tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:11:41.869587 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104415d2-d654-4aac-8d38-99e0a6762dcd tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:11:41.869920 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104415d2-d654-4aac-8d38-99e0a6762dcd tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:11:41.870254 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104415d2-d654-4aac-8d38-99e0a6762dcd tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:11:41.870566 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104415d2-d654-4aac-8d38-99e0a6762dcd tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:11:41.870889 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104415d2-d654-4aac-8d38-99e0a6762dcd tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:11:41.871210 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104415d2-d654-4aac-8d38-99e0a6762dcd tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:11:41.871534 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104415d2-d654-4aac-8d38-99e0a6762dcd tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:11:41.895055 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36a4917-2e22-4f04-8ea4-6c5359ed0838 req-104415d2-d654-4aac-8d38-99e0a6762dcd tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:11:41.895736 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-c36a4917-2e22-4f04-8ea4-6c5359ed0838 req-104415d2-d654-4aac-8d38-99e0a6762dcd tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:41.917820 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c36a4917-2e22-4f04-8ea4-6c5359ed0838 req-104415d2-d654-4aac-8d38-99e0a6762dcd tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7401412 Aug 18 13:11:42.056749 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-3b9ae9f8-d366-45e7-92e3-12817f9709ff None None] Provisioning for port 92c80191-8a71-4259-aa54-a062114dd44d completed by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:11:42.061140 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-3b9ae9f8-d366-45e7-92e3-12817f9709ff None None] Provisioning complete for port 92c80191-8a71-4259-aa54-a062114dd44d triggered by entity DHCP. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:11:42.061514 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3b9ae9f8-d366-45e7-92e3-12817f9709ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:42.098202 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-3b9ae9f8-d366-45e7-92e3-12817f9709ff None None] Port 92c80191-8a71-4259-aa54-a062114dd44d cannot update to ACTIVE because it is not bound. {{(pid=106254) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 18 13:11:42.440574 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81035793-6cbd-49c9-a581-dd645e2cab40 req-31484697-7800-49db-a181-dd47ef1e1890 tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:11:42.442447 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-81035793-6cbd-49c9-a581-dd645e2cab40 req-31484697-7800-49db-a181-dd47ef1e1890 tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] 10.222.0.66 "GET /v2.0/ports?device_id=aaf983ed-f4e7-40b0-9a1e-c454385626b8 HTTP/1.1" status: 200 len: 931 time: 0.0510764 Aug 18 13:11:42.486510 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-81035793-6cbd-49c9-a581-dd645e2cab40 req-a35b9416-2d9e-4bba-8af7-b4860d6fdffc tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] 10.222.0.66 "GET /v2.0/security-groups?id=bd40465e-f78e-44e7-99fe-515502b96ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361853 Aug 18 13:11:43.614025 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfbc3a4-6e61-4c62-9070-6a8080c04c3e req-21fa6e59-5e9b-4137-ac3f-9bdf005802aa tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:11:43.616380 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1cfbc3a4-6e61-4c62-9070-6a8080c04c3e req-21fa6e59-5e9b-4137-ac3f-9bdf005802aa tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] 10.222.0.66 "GET /v2.0/ports?device_id=aaf983ed-f4e7-40b0-9a1e-c454385626b8 HTTP/1.1" status: 200 len: 931 time: 0.0559490 Aug 18 13:11:43.657649 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-1cfbc3a4-6e61-4c62-9070-6a8080c04c3e req-6672eb99-c926-4246-a3af-7cd0e220735b tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] 10.222.0.66 "GET /v2.0/security-groups?id=bd40465e-f78e-44e7-99fe-515502b96ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332065 Aug 18 13:11:44.298118 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 58ad0b69-ccbe-44fe-9b29-de0f1086f9d0 no longer exists at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:11:44.387081 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:44.409333 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'becd2bdd-b80e-40a9-9edf-2929c42ff1b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58ad0b69-ccbe-44fe-9b29-de0f1086f9d0'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:11:44.411673 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a48be17dea36f4b328e7831c9c0f0a2b661e0eac7f73e8eb05eb02bc862e3084" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38c24b1a-842f-45c0-824f-04e542b6b549" -d '{"events": [{"server_uuid": "becd2bdd-b80e-40a9-9edf-2929c42ff1b9", "name": "network-vif-unplugged", "status": "completed", "tag": "58ad0b69-ccbe-44fe-9b29-de0f1086f9d0"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:11:44.428313 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] For port 58ad0b69-ccbe-44fe-9b29-de0f1086f9d0, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=58ad0b69-ccbe-44fe-9b29-de0f1086f9d0,segment=NetworkSegment(f40c676d-8a84-4592-bdd1-62fec5896c8e),segment_id=f40c676d-8a84-4592-bdd1-62fec5896c8e)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:11:44.436526 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:44.461967 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 18 Aug 2021 13:11:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05a1c770-2050-4cc5-ae2b-fba333d30556 x-openstack-request-id: req-05a1c770-2050-4cc5-ae2b-fba333d30556 {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:11:44.462261 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "becd2bdd-b80e-40a9-9edf-2929c42ff1b9", "name": "network-vif-unplugged", "status": "completed", "tag": "58ad0b69-ccbe-44fe-9b29-de0f1086f9d0", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:11:44.462514 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-05a1c770-2050-4cc5-ae2b-fba333d30556 {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:11:44.462929 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'becd2bdd-b80e-40a9-9edf-2929c42ff1b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58ad0b69-ccbe-44fe-9b29-de0f1086f9d0', 'code': 200} Aug 18 13:11:44.491608 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Pushing event updated for resources: {'Port': ['ID=58ad0b69-ccbe-44fe-9b29-de0f1086f9d0,revision_number=8']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:11:44.783452 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06146200-aae0-4fe9-98ce-2ee9c7e0aff0 req-5cad37c4-1b5c-46b8-b88c-8cb46ea969e4 tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:11:44.784987 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-06146200-aae0-4fe9-98ce-2ee9c7e0aff0 req-5cad37c4-1b5c-46b8-b88c-8cb46ea969e4 tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] 10.222.0.66 "GET /v2.0/ports?device_id=aaf983ed-f4e7-40b0-9a1e-c454385626b8 HTTP/1.1" status: 200 len: 931 time: 0.0520883 Aug 18 13:11:44.826273 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-06146200-aae0-4fe9-98ce-2ee9c7e0aff0 req-a32d5d60-3650-4b35-b70d-87a433bddef8 tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] 10.222.0.66 "GET /v2.0/security-groups?id=bd40465e-f78e-44e7-99fe-515502b96ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348787 Aug 18 13:11:45.953662 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824691f8-7946-49b5-8cf9-d3499a4e27d5 req-2f20352b-2108-4cbf-a285-a8cc54f7a3f5 tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:11:45.955163 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-824691f8-7946-49b5-8cf9-d3499a4e27d5 req-2f20352b-2108-4cbf-a285-a8cc54f7a3f5 tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] 10.222.0.66 "GET /v2.0/ports?device_id=aaf983ed-f4e7-40b0-9a1e-c454385626b8 HTTP/1.1" status: 200 len: 931 time: 0.0550025 Aug 18 13:11:45.998396 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-824691f8-7946-49b5-8cf9-d3499a4e27d5 req-fd501e60-ed8c-4090-b8dc-6d24189c587b tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] 10.222.0.66 "GET /v2.0/security-groups?id=bd40465e-f78e-44e7-99fe-515502b96ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371692 Aug 18 13:11:47.124567 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8236856-8f72-40d0-8509-e0c7f8d0df59 req-e86ab3df-75bd-424c-bf91-fa6b5c28518b tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:11:47.126156 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b8236856-8f72-40d0-8509-e0c7f8d0df59 req-e86ab3df-75bd-424c-bf91-fa6b5c28518b tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] 10.222.0.66 "GET /v2.0/ports?device_id=aaf983ed-f4e7-40b0-9a1e-c454385626b8 HTTP/1.1" status: 200 len: 931 time: 0.0553417 Aug 18 13:11:47.167544 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b8236856-8f72-40d0-8509-e0c7f8d0df59 req-692d4006-e245-46ce-b448-ea3e45257072 tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] 10.222.0.66 "GET /v2.0/security-groups?id=bd40465e-f78e-44e7-99fe-515502b96ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349476 Aug 18 13:11:48.289910 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8208c5ff-98d7-4354-9ab9-dd44c57399de req-d432ae6d-316a-4bb4-9504-596e334685e9 tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:11:48.291480 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8208c5ff-98d7-4354-9ab9-dd44c57399de req-d432ae6d-316a-4bb4-9504-596e334685e9 tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] 10.222.0.66 "GET /v2.0/ports?device_id=aaf983ed-f4e7-40b0-9a1e-c454385626b8 HTTP/1.1" status: 200 len: 931 time: 0.0524092 Aug 18 13:11:48.336870 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-8208c5ff-98d7-4354-9ab9-dd44c57399de req-3d2f45ee-f29f-4a87-affe-01bcdf6eedfe tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] 10.222.0.66 "GET /v2.0/security-groups?id=bd40465e-f78e-44e7-99fe-515502b96ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393331 Aug 18 13:11:48.624837 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-9673d6b0-b507-46d1-96b3-79176f947d0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:49.455150 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6851d9d5-2195-4fc9-bdab-3326018013b0 req-12914b30-7159-4597-8473-6c9694d01715 tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:11:49.456688 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6851d9d5-2195-4fc9-bdab-3326018013b0 req-12914b30-7159-4597-8473-6c9694d01715 tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] 10.222.0.66 "GET /v2.0/ports?device_id=aaf983ed-f4e7-40b0-9a1e-c454385626b8 HTTP/1.1" status: 200 len: 931 time: 0.0519202 Aug 18 13:11:49.496946 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6851d9d5-2195-4fc9-bdab-3326018013b0 req-c866ee61-e5bf-4b4c-bac2-9e9a79998987 tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] 10.222.0.66 "GET /v2.0/security-groups?id=bd40465e-f78e-44e7-99fe-515502b96ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340228 Aug 18 13:11:50.635204 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477d0d64-6ae6-472e-bfec-773a4412e711 req-d7734913-f2bb-4e40-aa33-3da0cda3687e tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:11:50.636811 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-477d0d64-6ae6-472e-bfec-773a4412e711 req-d7734913-f2bb-4e40-aa33-3da0cda3687e tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] 10.222.0.66 "GET /v2.0/ports?device_id=aaf983ed-f4e7-40b0-9a1e-c454385626b8 HTTP/1.1" status: 200 len: 931 time: 0.0555189 Aug 18 13:11:50.680496 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-477d0d64-6ae6-472e-bfec-773a4412e711 req-d4ab3800-a0af-42d4-b337-a07dc174bdcf tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] 10.222.0.66 "GET /v2.0/security-groups?id=bd40465e-f78e-44e7-99fe-515502b96ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356107 Aug 18 13:11:50.871358 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.agents_db [None req-6dbb2658-0354-4101-8393-6e7505481cf6 None None] Agent healthcheck: found 7 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 13:11:51.598413 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:51.786347 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [req-c36a4917-2e22-4f04-8ea4-6c5359ed0838 req-eb6ca94b-79ba-47be-a1d2-94d75a2bc06e tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=106252) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 18 13:11:51.788886 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c36a4917-2e22-4f04-8ea4-6c5359ed0838 req-eb6ca94b-79ba-47be-a1d2-94d75a2bc06e tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068307 Aug 18 13:11:51.818105 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da8c0a1-5176-4eb2-85cf-bdd739b2af14 req-29b2b42b-2584-47df-b7c0-c1dee1c18a86 tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:11:51.819774 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6da8c0a1-5176-4eb2-85cf-bdd739b2af14 req-29b2b42b-2584-47df-b7c0-c1dee1c18a86 tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] 10.222.0.66 "GET /v2.0/ports?device_id=aaf983ed-f4e7-40b0-9a1e-c454385626b8 HTTP/1.1" status: 200 len: 931 time: 0.0650580 Aug 18 13:11:51.848038 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.v2.base [req-c36a4917-2e22-4f04-8ea4-6c5359ed0838 req-74c0d81c-ed2f-4f16-b742-2dca49b4f707 service neutron] Request body: {'port': {'device_id': 'aaf983ed-f4e7-40b0-9a1e-c454385626b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804985-2'}} {{(pid=106252) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:11:51.856079 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-2055f8e7-a698-43d3-8b67-ab67dab1b76f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:51.884592 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-6da8c0a1-5176-4eb2-85cf-bdd739b2af14 req-3d08d5c0-a7f5-4ea9-a0f9-3b6264a16406 tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] 10.222.0.66 "GET /v2.0/security-groups?id=bd40465e-f78e-44e7-99fe-515502b96ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587041 Aug 18 13:11:51.913243 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-c36a4917-2e22-4f04-8ea4-6c5359ed0838 req-74c0d81c-ed2f-4f16-b742-2dca49b4f707 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:52.217835 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [req-c36a4917-2e22-4f04-8ea4-6c5359ed0838 req-74c0d81c-ed2f-4f16-b742-2dca49b4f707 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92c80191-8a71-4259-aa54-a062114dd44d {{(pid=106252) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:11:52.226850 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-c36a4917-2e22-4f04-8ea4-6c5359ed0838 req-74c0d81c-ed2f-4f16-b742-2dca49b4f707 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:52.239366 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.provisioning_blocks [req-c36a4917-2e22-4f04-8ea4-6c5359ed0838 req-74c0d81c-ed2f-4f16-b742-2dca49b4f707 service neutron] Transition to ACTIVE for port object 92c80191-8a71-4259-aa54-a062114dd44d will not be triggered until provisioned by entity L2. {{(pid=106252) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 18 13:11:52.244690 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-c36a4917-2e22-4f04-8ea4-6c5359ed0838 req-74c0d81c-ed2f-4f16-b742-2dca49b4f707 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:52.298276 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c0d81c-ed2f-4f16-b742-2dca49b4f707 service neutron] Pushing event updated for resources: {'Port': ['ID=92c80191-8a71-4259-aa54-a062114dd44d,revision_number=2']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:11:52.369282 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-c36a4917-2e22-4f04-8ea4-6c5359ed0838 req-74c0d81c-ed2f-4f16-b742-2dca49b4f707 service neutron] Attempting to bind port 92c80191-8a71-4259-aa54-a062114dd44d on host n-h1-804985-2 for vnic_type normal with profile {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 18 13:11:52.369614 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-c36a4917-2e22-4f04-8ea4-6c5359ed0838 req-74c0d81c-ed2f-4f16-b742-2dca49b4f707 service neutron] Attempting to bind port 92c80191-8a71-4259-aa54-a062114dd44d by drivers openvswitch,hyperv on host n-h1-804985-2 at level 0 using segments [{'id': 'f40c676d-8a84-4592-bdd1-62fec5896c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '16d83396-be00-4a6a-8354-a447c2a4f42a'}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 18 13:11:52.369936 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c36a4917-2e22-4f04-8ea4-6c5359ed0838 req-74c0d81c-ed2f-4f16-b742-2dca49b4f707 service neutron] Attempting to bind port 92c80191-8a71-4259-aa54-a062114dd44d on network 16d83396-be00-4a6a-8354-a447c2a4f42a {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:11:52.374521 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c36a4917-2e22-4f04-8ea4-6c5359ed0838 req-74c0d81c-ed2f-4f16-b742-2dca49b4f707 service neutron] Port 92c80191-8a71-4259-aa54-a062114dd44d on network 16d83396-be00-4a6a-8354-a447c2a4f42a not bound, no agent of type Open vSwitch agent registered on host n-h1-804985-2 {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 18 13:11:52.374842 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c36a4917-2e22-4f04-8ea4-6c5359ed0838 req-74c0d81c-ed2f-4f16-b742-2dca49b4f707 service neutron] Attempting to bind port 92c80191-8a71-4259-aa54-a062114dd44d on network 16d83396-be00-4a6a-8354-a447c2a4f42a {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 18 13:11:52.379774 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c36a4917-2e22-4f04-8ea4-6c5359ed0838 req-74c0d81c-ed2f-4f16-b742-2dca49b4f707 service neutron] Checking agent: {'id': 'a613417a-d085-492c-941a-59bb18c633d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804985-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 18, 11, 49, 6), 'started_at': datetime.datetime(2021, 8, 18, 11, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 18, 13, 11, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 18 13:11:52.380125 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c36a4917-2e22-4f04-8ea4-6c5359ed0838 req-74c0d81c-ed2f-4f16-b742-2dca49b4f707 service neutron] Checking segment: {'id': 'f40c676d-8a84-4592-bdd1-62fec5896c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '16d83396-be00-4a6a-8354-a447c2a4f42a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106252) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 18 13:11:52.380514 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c36a4917-2e22-4f04-8ea4-6c5359ed0838 req-74c0d81c-ed2f-4f16-b742-2dca49b4f707 service neutron] Bound using segment: {'id': 'f40c676d-8a84-4592-bdd1-62fec5896c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '16d83396-be00-4a6a-8354-a447c2a4f42a'} {{(pid=106252) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 18 13:11:52.380945 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.managers [req-c36a4917-2e22-4f04-8ea4-6c5359ed0838 req-74c0d81c-ed2f-4f16-b742-2dca49b4f707 service neutron] Bound port: 92c80191-8a71-4259-aa54-a062114dd44d, host: n-h1-804985-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f40c676d-8a84-4592-bdd1-62fec5896c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '16d83396-be00-4a6a-8354-a447c2a4f42a'}}] {{(pid=106252) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 18 13:11:52.381305 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-c36a4917-2e22-4f04-8ea4-6c5359ed0838 req-74c0d81c-ed2f-4f16-b742-2dca49b4f707 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:52.448061 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-c36a4917-2e22-4f04-8ea4-6c5359ed0838 req-74c0d81c-ed2f-4f16-b742-2dca49b4f707 service neutron] For port 92c80191-8a71-4259-aa54-a062114dd44d, host n-h1-804985-2, cleared binding levels {{(pid=106252) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 18 13:11:52.451059 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-c36a4917-2e22-4f04-8ea4-6c5359ed0838 req-74c0d81c-ed2f-4f16-b742-2dca49b4f707 service neutron] For port 92c80191-8a71-4259-aa54-a062114dd44d, host n-h1-804985-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=92c80191-8a71-4259-aa54-a062114dd44d,segment=NetworkSegment(f40c676d-8a84-4592-bdd1-62fec5896c8e),segment_id=f40c676d-8a84-4592-bdd1-62fec5896c8e)] {{(pid=106252) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 18 13:11:52.456804 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-c36a4917-2e22-4f04-8ea4-6c5359ed0838 req-74c0d81c-ed2f-4f16-b742-2dca49b4f707 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3572746'] for port, after_update {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:52.489422 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36a4917-2e22-4f04-8ea4-6c5359ed0838 req-74c0d81c-ed2f-4f16-b742-2dca49b4f707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:11:52.490028 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-c36a4917-2e22-4f04-8ea4-6c5359ed0838 req-74c0d81c-ed2f-4f16-b742-2dca49b4f707 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:52.491845 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c36a4917-2e22-4f04-8ea4-6c5359ed0838 req-74c0d81c-ed2f-4f16-b742-2dca49b4f707 service neutron] 10.222.0.63 "PUT /v2.0/ports/92c80191-8a71-4259-aa54-a062114dd44d HTTP/1.1" status: 200 len: 1091 time: 0.6956055 Aug 18 13:11:52.494143 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aaf983ed-f4e7-40b0-9a1e-c454385626b8', 'tag': '92c80191-8a71-4259-aa54-a062114dd44d'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:11:52.497316 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e1715db41198363ca71e85bb75ffab0edf23d36e39f25ec0aa17a703e60534b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-997eb4e0-e9d3-4d94-864d-88c41d9f8bb7" -d '{"events": [{"name": "network-changed", "server_uuid": "aaf983ed-f4e7-40b0-9a1e-c454385626b8", "tag": "92c80191-8a71-4259-aa54-a062114dd44d"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:11:52.529495 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c0d81c-ed2f-4f16-b742-2dca49b4f707 service neutron] Pushing event updated for resources: {'Port': ['ID=92c80191-8a71-4259-aa54-a062114dd44d,revision_number=3']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:11:52.550670 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-53584c24-f517-494e-ac93-c18bb92373f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:52.575570 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36a4917-2e22-4f04-8ea4-6c5359ed0838 req-e0f8b849-7040-4cb3-b296-e6c871037d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:11:52.577148 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c36a4917-2e22-4f04-8ea4-6c5359ed0838 req-e0f8b849-7040-4cb3-b296-e6c871037d46 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=39b9914b92704df3a79a8db993de969b&device_id=aaf983ed-f4e7-40b0-9a1e-c454385626b8 HTTP/1.1" status: 200 len: 1094 time: 0.0439494 Aug 18 13:11:52.626343 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 13:11:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a07608db-a499-4f69-a8be-27f855ce431a x-openstack-request-id: req-a07608db-a499-4f69-a8be-27f855ce431a {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:11:52.626634 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aaf983ed-f4e7-40b0-9a1e-c454385626b8", "tag": "92c80191-8a71-4259-aa54-a062114dd44d", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:11:52.626882 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a07608db-a499-4f69-a8be-27f855ce431a {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:11:52.627279 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aaf983ed-f4e7-40b0-9a1e-c454385626b8', 'tag': '92c80191-8a71-4259-aa54-a062114dd44d', 'status': 'completed', 'code': 200} Aug 18 13:11:52.628855 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c36a4917-2e22-4f04-8ea4-6c5359ed0838 req-6c20e7e9-ff75-4f2b-9221-e47c166c1508 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=92c80191-8a71-4259-aa54-a062114dd44d HTTP/1.1" status: 200 len: 217 time: 0.0428836 Aug 18 13:11:52.680195 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36a4917-2e22-4f04-8ea4-6c5359ed0838 req-92cd2342-9cb8-442c-9af0-0530a483e20d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:11:52.681757 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c36a4917-2e22-4f04-8ea4-6c5359ed0838 req-92cd2342-9cb8-442c-9af0-0530a483e20d service neutron] 10.222.0.63 "GET /v2.0/subnets?id=32ddc5e3-7d7f-4cc0-b060-350844ba83bf HTTP/1.1" status: 200 len: 848 time: 0.0464344 Aug 18 13:11:52.728901 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36a4917-2e22-4f04-8ea4-6c5359ed0838 req-c45ff2c3-3a52-4adf-8ffc-54a25ccc1e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:11:52.730434 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c36a4917-2e22-4f04-8ea4-6c5359ed0838 req-c45ff2c3-3a52-4adf-8ffc-54a25ccc1e08 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=16d83396-be00-4a6a-8354-a447c2a4f42a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415740 Aug 18 13:11:52.835519 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c36a4917-2e22-4f04-8ea4-6c5359ed0838 req-0aec172d-2994-496a-8ff6-68472c80d7c8 service neutron] 10.222.0.63 "GET /v2.0/networks/16d83396-be00-4a6a-8354-a447c2a4f42a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981326 Aug 18 13:11:52.928236 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-c36a4917-2e22-4f04-8ea4-6c5359ed0838 req-21910da8-fd77-4b26-a387-1ee8988dd116 service neutron] 10.222.0.63 "GET /v2.0/networks/16d83396-be00-4a6a-8354-a447c2a4f42a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859001 Aug 18 13:11:53.031417 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858c9716-42d4-415c-afe3-161a7ccbb630 req-ca128083-9f22-4573-b899-670d090ac897 tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:11:53.032997 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-858c9716-42d4-415c-afe3-161a7ccbb630 req-ca128083-9f22-4573-b899-670d090ac897 tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] 10.222.0.66 "GET /v2.0/ports?device_id=aaf983ed-f4e7-40b0-9a1e-c454385626b8 HTTP/1.1" status: 200 len: 943 time: 0.0767279 Aug 18 13:11:53.050222 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997eb4e0-e9d3-4d94-864d-88c41d9f8bb7 req-0cf5f49c-2b08-4042-9f9c-2800f4466b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:11:53.051675 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-997eb4e0-e9d3-4d94-864d-88c41d9f8bb7 req-0cf5f49c-2b08-4042-9f9c-2800f4466b72 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=39b9914b92704df3a79a8db993de969b&device_id=aaf983ed-f4e7-40b0-9a1e-c454385626b8 HTTP/1.1" status: 200 len: 1094 time: 0.0694187 Aug 18 13:11:53.124019 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-858c9716-42d4-415c-afe3-161a7ccbb630 req-bcdc0186-9dc5-4e09-af57-e6c085489cf6 tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] 10.222.0.66 "GET /v2.0/security-groups?id=bd40465e-f78e-44e7-99fe-515502b96ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825191 Aug 18 13:11:53.159692 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997eb4e0-e9d3-4d94-864d-88c41d9f8bb7 req-065e7da9-c0be-44ec-aca0-69764a348ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:11:53.161177 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-997eb4e0-e9d3-4d94-864d-88c41d9f8bb7 req-065e7da9-c0be-44ec-aca0-69764a348ddf service neutron] 10.222.0.63 "GET /v2.0/networks?id=16d83396-be00-4a6a-8354-a447c2a4f42a HTTP/1.1" status: 200 len: 910 time: 0.1014094 Aug 18 13:11:53.209504 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-997eb4e0-e9d3-4d94-864d-88c41d9f8bb7 req-9556339f-7b2f-47e8-b379-19768653312d service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=92c80191-8a71-4259-aa54-a062114dd44d HTTP/1.1" status: 200 len: 217 time: 0.0407734 Aug 18 13:11:53.258884 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997eb4e0-e9d3-4d94-864d-88c41d9f8bb7 req-f1f023e7-ca73-407a-8891-f00572002633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:11:53.260303 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-997eb4e0-e9d3-4d94-864d-88c41d9f8bb7 req-f1f023e7-ca73-407a-8891-f00572002633 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=32ddc5e3-7d7f-4cc0-b060-350844ba83bf HTTP/1.1" status: 200 len: 848 time: 0.0431895 Aug 18 13:11:53.309094 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997eb4e0-e9d3-4d94-864d-88c41d9f8bb7 req-0a7f3c5a-0d91-4c18-979e-0f9e4e890021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:11:53.310621 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-997eb4e0-e9d3-4d94-864d-88c41d9f8bb7 req-0a7f3c5a-0d91-4c18-979e-0f9e4e890021 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=16d83396-be00-4a6a-8354-a447c2a4f42a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431957 Aug 18 13:11:53.407520 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-997eb4e0-e9d3-4d94-864d-88c41d9f8bb7 req-6da303bc-f417-4833-a475-48b25013fd2b service neutron] 10.222.0.63 "GET /v2.0/networks/16d83396-be00-4a6a-8354-a447c2a4f42a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879974 Aug 18 13:11:53.497558 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-997eb4e0-e9d3-4d94-864d-88c41d9f8bb7 req-1b34c845-a732-4c0f-85eb-15fe133c9132 service neutron] 10.222.0.63 "GET /v2.0/networks/16d83396-be00-4a6a-8354-a447c2a4f42a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821924 Aug 18 13:11:54.217793 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-500a1c61-38a7-4c23-a7ec-4631080af5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:54.262260 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b005bb-3a43-40f1-aa78-5a27e24e1bff req-3e38182a-3512-4c53-82ff-46076d30ca3d tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:11:54.263788 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-12b005bb-3a43-40f1-aa78-5a27e24e1bff req-3e38182a-3512-4c53-82ff-46076d30ca3d tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] 10.222.0.66 "GET /v2.0/ports?device_id=aaf983ed-f4e7-40b0-9a1e-c454385626b8 HTTP/1.1" status: 200 len: 943 time: 0.0620084 Aug 18 13:11:54.306896 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-12b005bb-3a43-40f1-aa78-5a27e24e1bff req-447a6aa9-6cb0-4d0e-936e-9384fbde6df3 tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] 10.222.0.66 "GET /v2.0/security-groups?id=bd40465e-f78e-44e7-99fe-515502b96ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337303 Aug 18 13:11:55.429469 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c875b80-1050-4ea8-b9cb-c05eaebf7bdc req-34a8d55e-4e07-4728-b507-d74316d4e33d tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:11:55.430933 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9c875b80-1050-4ea8-b9cb-c05eaebf7bdc req-34a8d55e-4e07-4728-b507-d74316d4e33d tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] 10.222.0.66 "GET /v2.0/ports?device_id=aaf983ed-f4e7-40b0-9a1e-c454385626b8 HTTP/1.1" status: 200 len: 943 time: 0.0504663 Aug 18 13:11:55.473814 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-9c875b80-1050-4ea8-b9cb-c05eaebf7bdc req-73174c35-5a5c-4c65-b06f-5a5d6b3f6820 tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] 10.222.0.66 "GET /v2.0/security-groups?id=bd40465e-f78e-44e7-99fe-515502b96ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338225 Aug 18 13:11:56.604812 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ebc879-1a1c-4ee6-b691-dde55817a6b2 req-f769a864-a2b7-47a7-9886-b65fa2ee955c tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:11:56.606262 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a3ebc879-1a1c-4ee6-b691-dde55817a6b2 req-f769a864-a2b7-47a7-9886-b65fa2ee955c tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] 10.222.0.66 "GET /v2.0/ports?device_id=aaf983ed-f4e7-40b0-9a1e-c454385626b8 HTTP/1.1" status: 200 len: 943 time: 0.0517991 Aug 18 13:11:56.650725 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a3ebc879-1a1c-4ee6-b691-dde55817a6b2 req-e5100dc4-17a2-45d5-a49a-54755bc8dc34 tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] 10.222.0.66 "GET /v2.0/security-groups?id=bd40465e-f78e-44e7-99fe-515502b96ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383132 Aug 18 13:11:56.869368 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 92c80191-8a71-4259-aa54-a062114dd44d details requested by agent hyperv_n-h1-804985-2 with host n-h1-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 13:11:56.999692 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 92c80191-8a71-4259-aa54-a062114dd44d, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=92c80191-8a71-4259-aa54-a062114dd44d,segment=NetworkSegment(f40c676d-8a84-4592-bdd1-62fec5896c8e),segment_id=f40c676d-8a84-4592-bdd1-62fec5896c8e)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:11:57.011185 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Returning: {'device': '92c80191-8a71-4259-aa54-a062114dd44d', 'network_id': '16d83396-be00-4a6a-8354-a447c2a4f42a', 'port_id': '92c80191-8a71-4259-aa54-a062114dd44d', 'mac_address': 'fa:16:3e:f1:58:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 818, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32ddc5e3-7d7f-4cc0-b060-350844ba83bf', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 13:11:57.051009 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:57.065001 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92c80191-8a71-4259-aa54-a062114dd44d {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:11:57.085242 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 92c80191-8a71-4259-aa54-a062114dd44d, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=92c80191-8a71-4259-aa54-a062114dd44d,segment=NetworkSegment(f40c676d-8a84-4592-bdd1-62fec5896c8e),segment_id=f40c676d-8a84-4592-bdd1-62fec5896c8e)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:11:57.092035 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:57.140913 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=92c80191-8a71-4259-aa54-a062114dd44d,revision_number=4']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:11:57.323811 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] get_ports_and_sgs() called for port_ids ['92c80191-8a71-4259-aa54-a062114dd44d'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:11:57.779631 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109f9f54-d917-40af-91ea-156abdb96b6c req-f9e39ff1-0e94-4691-b38f-2a3e062c036a tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:11:57.781126 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-109f9f54-d917-40af-91ea-156abdb96b6c req-f9e39ff1-0e94-4691-b38f-2a3e062c036a tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] 10.222.0.66 "GET /v2.0/ports?device_id=aaf983ed-f4e7-40b0-9a1e-c454385626b8 HTTP/1.1" status: 200 len: 944 time: 0.0537486 Aug 18 13:11:57.821624 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-109f9f54-d917-40af-91ea-156abdb96b6c req-f5258769-7de3-43ea-8e56-d83e6623dc84 tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] 10.222.0.66 "GET /v2.0/security-groups?id=bd40465e-f78e-44e7-99fe-515502b96ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316112 Aug 18 13:11:58.882784 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 92c80191-8a71-4259-aa54-a062114dd44d up at agent hyperv_n-h1-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:11:58.937415 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Provisioning for port 92c80191-8a71-4259-aa54-a062114dd44d completed by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 18 13:11:58.941118 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Provisioning complete for port 92c80191-8a71-4259-aa54-a062114dd44d triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:11:58.941481 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:58.945350 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0e9acb-f422-488d-8850-42acc894b923 req-107ebba3-eef5-4db6-9914-83217ce5da7a tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:11:58.946895 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-dd0e9acb-f422-488d-8850-42acc894b923 req-107ebba3-eef5-4db6-9914-83217ce5da7a tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] 10.222.0.66 "GET /v2.0/ports?device_id=aaf983ed-f4e7-40b0-9a1e-c454385626b8 HTTP/1.1" status: 200 len: 944 time: 0.0518284 Aug 18 13:11:58.985268 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-dd0e9acb-f422-488d-8850-42acc894b923 req-88c07b2b-a87a-4af5-a179-d113e8c3ca75 tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] 10.222.0.66 "GET /v2.0/security-groups?id=bd40465e-f78e-44e7-99fe-515502b96ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315869 Aug 18 13:11:59.018311 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:59.040836 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaf983ed-f4e7-40b0-9a1e-c454385626b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92c80191-8a71-4259-aa54-a062114dd44d'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:11:59.043057 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a48be17dea36f4b328e7831c9c0f0a2b661e0eac7f73e8eb05eb02bc862e3084" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e674b2dd-8ef7-4fac-8625-6bb1f98c8d9e" -d '{"events": [{"server_uuid": "aaf983ed-f4e7-40b0-9a1e-c454385626b8", "name": "network-vif-plugged", "status": "completed", "tag": "92c80191-8a71-4259-aa54-a062114dd44d"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:11:59.057053 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 92c80191-8a71-4259-aa54-a062114dd44d, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=92c80191-8a71-4259-aa54-a062114dd44d,segment=NetworkSegment(f40c676d-8a84-4592-bdd1-62fec5896c8e),segment_id=f40c676d-8a84-4592-bdd1-62fec5896c8e)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:11:59.062166 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:11:59.090883 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 13:11:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68206d18-0bc1-4af5-b6b6-5e9ebed455af x-openstack-request-id: req-68206d18-0bc1-4af5-b6b6-5e9ebed455af {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:11:59.091412 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aaf983ed-f4e7-40b0-9a1e-c454385626b8", "name": "network-vif-plugged", "status": "completed", "tag": "92c80191-8a71-4259-aa54-a062114dd44d", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:11:59.091412 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-68206d18-0bc1-4af5-b6b6-5e9ebed455af {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:11:59.091812 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaf983ed-f4e7-40b0-9a1e-c454385626b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92c80191-8a71-4259-aa54-a062114dd44d', 'code': 200} Aug 18 13:11:59.112603 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=92c80191-8a71-4259-aa54-a062114dd44d,revision_number=5']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:11:59.202611 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66f901d-2405-4fea-a446-47af5f503eb1 req-e43df951-994c-4962-b881-85145c12d5da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:11:59.204093 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a66f901d-2405-4fea-a446-47af5f503eb1 req-e43df951-994c-4962-b881-85145c12d5da service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=aaf983ed-f4e7-40b0-9a1e-c454385626b8 HTTP/1.1" status: 200 len: 1096 time: 0.0490434 Aug 18 13:11:59.250688 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-a66f901d-2405-4fea-a446-47af5f503eb1 req-f066e43a-71da-4c09-bef2-d0acbc7276ba service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=bd40465e-f78e-44e7-99fe-515502b96ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390429 Aug 18 13:12:00.110875 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b931336-6754-476e-acab-2596081ef6ec req-b4ba5257-a4b8-4fc2-9191-30d12452c794 tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:12:00.112388 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4b931336-6754-476e-acab-2596081ef6ec req-b4ba5257-a4b8-4fc2-9191-30d12452c794 tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] 10.222.0.66 "GET /v2.0/ports?device_id=aaf983ed-f4e7-40b0-9a1e-c454385626b8 HTTP/1.1" status: 200 len: 945 time: 0.0566478 Aug 18 13:12:00.152335 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-4b931336-6754-476e-acab-2596081ef6ec req-1c8e6d6b-e6e0-4359-aa7f-c8717f91f85a tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] 10.222.0.66 "GET /v2.0/security-groups?id=bd40465e-f78e-44e7-99fe-515502b96ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338078 Aug 18 13:12:01.279178 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4636c6d-73b3-4917-a638-f2fc5adf6ff3 req-b60bd234-1313-49fe-a7f1-a7bd3d2fc7db tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:12:01.280780 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f4636c6d-73b3-4917-a638-f2fc5adf6ff3 req-b60bd234-1313-49fe-a7f1-a7bd3d2fc7db tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] 10.222.0.66 "GET /v2.0/ports?device_id=aaf983ed-f4e7-40b0-9a1e-c454385626b8 HTTP/1.1" status: 200 len: 945 time: 0.0512037 Aug 18 13:12:01.332826 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f4636c6d-73b3-4917-a638-f2fc5adf6ff3 req-ea6cb37e-eed2-4691-b8a1-95159491fc7c tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] 10.222.0.66 "GET /v2.0/security-groups?id=bd40465e-f78e-44e7-99fe-515502b96ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430450 Aug 18 13:12:01.454306 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9d77ae-3e94-430b-8bb7-163f774ce767 req-5ff08054-9c8a-4c98-a499-88ba99e50c19 tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:12:01.455759 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ee9d77ae-3e94-430b-8bb7-163f774ce767 req-5ff08054-9c8a-4c98-a499-88ba99e50c19 tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] 10.222.0.66 "GET /v2.0/ports?device_id=aaf983ed-f4e7-40b0-9a1e-c454385626b8 HTTP/1.1" status: 200 len: 945 time: 0.0507855 Aug 18 13:12:01.495652 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-ee9d77ae-3e94-430b-8bb7-163f774ce767 req-f8d28ac6-f98c-43a2-9336-fc465e86a715 tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] 10.222.0.66 "GET /v2.0/security-groups?id=bd40465e-f78e-44e7-99fe-515502b96ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321901 Aug 18 13:12:01.518356 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 55466) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:12:01.565346 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3073768-a2f7-4713-8d79-7a0597dff416 tempest-TestSnapshotPattern-1312281285 tempest-TestSnapshotPattern-1312281285-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:12:01.566872 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-e3073768-a2f7-4713-8d79-7a0597dff416 tempest-TestSnapshotPattern-1312281285 tempest-TestSnapshotPattern-1312281285-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=aaf983ed-f4e7-40b0-9a1e-c454385626b8 HTTP/1.1" status: 200 len: 1091 time: 0.0473955 Aug 18 13:12:01.570748 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 55468) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:12:01.575088 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.v2.base [None req-9682306b-3395-4b85-ac59-ca21adb87d56 tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Request body: {'floatingip': {'floating_network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'port_id': '92c80191-8a71-4259-aa54-a062114dd44d', 'tenant_id': '39b9914b92704df3a79a8db993de969b', 'fixed_ip_address': '172.20.0.3'}} {{(pid=106253) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 18 13:12:01.600842 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9682306b-3395-4b85-ac59-ca21adb87d56 tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Notify callbacks [] for floatingip, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:01.712442 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9682306b-3395-4b85-ac59-ca21adb87d56 tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:01.818098 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_common [None req-9682306b-3395-4b85-ac59-ca21adb87d56 tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Allocated IP 172.25.7.7 (7cae7a70-14fd-408c-b14d-39ceb97cb60e/9784295a-20b8-4a4b-b105-f82737f0448f/ffea1810-57a6-44ac-a9f9-9f92091c327f) {{(pid=106253) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 18 13:12:01.923957 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9682306b-3395-4b85-ac59-ca21adb87d56 tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Notify callbacks [] for port, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:01.965555 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9682306b-3395-4b85-ac59-ca21adb87d56 tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789150676547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:02.004039 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9682306b-3395-4b85-ac59-ca21adb87d56 tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Network 7cae7a70-14fd-408c-b14d-39ceb97cb60e is already hosted by enough agents. {{(pid=106253) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 18 13:12:02.007030 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.base_scheduler [None req-9682306b-3395-4b85-ac59-ca21adb87d56 tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Resources bound (agent type, host, resource id): {{(pid=106253) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 18 13:12:02.010595 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9682306b-3395-4b85-ac59-ca21adb87d56 tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Received port after_create {{(pid=106253) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 18 13:12:02.015944 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9682306b-3395-4b85-ac59-ca21adb87d56 tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Pushing event updated for resources: {'Port': ['ID=ffea1810-57a6-44ac-a9f9-9f92091c327f,revision_number=1']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:12:02.045882 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9682306b-3395-4b85-ac59-ca21adb87d56 tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:12:02.046246 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9682306b-3395-4b85-ac59-ca21adb87d56 tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:12:02.046579 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9682306b-3395-4b85-ac59-ca21adb87d56 tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:12:02.046913 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9682306b-3395-4b85-ac59-ca21adb87d56 tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:12:02.047244 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9682306b-3395-4b85-ac59-ca21adb87d56 tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:12:02.047542 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9682306b-3395-4b85-ac59-ca21adb87d56 tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:12:02.047901 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9682306b-3395-4b85-ac59-ca21adb87d56 tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:12:02.048222 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9682306b-3395-4b85-ac59-ca21adb87d56 tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:12:02.048531 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9682306b-3395-4b85-ac59-ca21adb87d56 tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:12:02.048884 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9682306b-3395-4b85-ac59-ca21adb87d56 tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:12:02.049206 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9682306b-3395-4b85-ac59-ca21adb87d56 tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:12:02.049523 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9682306b-3395-4b85-ac59-ca21adb87d56 tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:12:02.402641 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9682306b-3395-4b85-ac59-ca21adb87d56 tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:02.483652 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9682306b-3395-4b85-ac59-ca21adb87d56 tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:02.647129 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9682306b-3395-4b85-ac59-ca21adb87d56 tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Notify callbacks [] for port, precommit_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:02.656444 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9682306b-3395-4b85-ac59-ca21adb87d56 tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58902241'] for port, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:02.730047 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9682306b-3395-4b85-ac59-ca21adb87d56 tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Pushing event updated for resources: {'Port': ['ID=ffea1810-57a6-44ac-a9f9-9f92091c327f,revision_number=2']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:12:02.739817 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9682306b-3395-4b85-ac59-ca21adb87d56 tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-989945'] for floatingip, after_update {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:02.837983 n-d-804985-2 neutron-server[106253]: INFO neutron.db.l3_db [None req-9682306b-3395-4b85-ac59-ca21adb87d56 tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Floating IP fd996879-e08a-467a-92c1-e6a02bee2555 associated. External IP: 172.25.7.7, port: 92c80191-8a71-4259-aa54-a062114dd44d. Aug 18 13:12:03.063731 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9682306b-3395-4b85-ac59-ca21adb87d56 tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Router 3e59e693-9a53-4d71-9507-43ccdc577746 has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 13:12:03.180152 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9682306b-3395-4b85-ac59-ca21adb87d56 tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:12:03.190946 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae4ee10a-d5a1-4922-b696-9e11b616420f None None] Sync routers for ids ['3e59e693-9a53-4d71-9507-43ccdc577746'] in n-d-804985-2 {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:12:03.198400 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-9682306b-3395-4b85-ac59-ca21adb87d56 tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for floatingip, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:03.201243 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae4ee10a-d5a1-4922-b696-9e11b616420f None None] Routers {'3e59e693-9a53-4d71-9507-43ccdc577746'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:12:03.201859 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-ae4ee10a-d5a1-4922-b696-9e11b616420f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T13:11:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['3e59e693-9a53-4d71-9507-43ccdc577746'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:12:03.225883 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-9682306b-3395-4b85-ac59-ca21adb87d56 tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.6540837 Aug 18 13:12:03.226629 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aaf983ed-f4e7-40b0-9a1e-c454385626b8', 'tag': '92c80191-8a71-4259-aa54-a062114dd44d'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:12:03.228956 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d6bbf6f425705e9a26053008d8b7c0abfe3c10eda721baf5c515723d6d58932" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be59cfb8-1127-43b8-8a76-36627ce1d0c6" -d '{"events": [{"name": "network-changed", "server_uuid": "aaf983ed-f4e7-40b0-9a1e-c454385626b8", "tag": "92c80191-8a71-4259-aa54-a062114dd44d"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:12:03.271917 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 13:12:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d0a86a0-1ab2-44dc-8304-f0a12c3f5928 x-openstack-request-id: req-7d0a86a0-1ab2-44dc-8304-f0a12c3f5928 {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:12:03.272226 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aaf983ed-f4e7-40b0-9a1e-c454385626b8", "tag": "92c80191-8a71-4259-aa54-a062114dd44d", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:12:03.272610 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-7d0a86a0-1ab2-44dc-8304-f0a12c3f5928 {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:12:03.273064 n-d-804985-2 neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aaf983ed-f4e7-40b0-9a1e-c454385626b8', 'tag': '92c80191-8a71-4259-aa54-a062114dd44d', 'status': 'completed', 'code': 200} Aug 18 13:12:03.314636 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-ae4ee10a-d5a1-4922-b696-9e11b616420f None None] Set router 3e59e693-9a53-4d71-9507-43ccdc577746 gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:12:03.335739 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be59cfb8-1127-43b8-8a76-36627ce1d0c6 req-81eb9b29-a8c0-4c9f-b068-fac996f87f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:12:03.337311 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-be59cfb8-1127-43b8-8a76-36627ce1d0c6 req-81eb9b29-a8c0-4c9f-b068-fac996f87f70 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=39b9914b92704df3a79a8db993de969b&device_id=aaf983ed-f4e7-40b0-9a1e-c454385626b8 HTTP/1.1" status: 200 len: 1096 time: 0.0449207 Aug 18 13:12:03.430026 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be59cfb8-1127-43b8-8a76-36627ce1d0c6 req-bba428b8-9f65-4274-ac90-877a739e2b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:12:03.431519 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-be59cfb8-1127-43b8-8a76-36627ce1d0c6 req-bba428b8-9f65-4274-ac90-877a739e2b23 service neutron] 10.222.0.63 "GET /v2.0/networks?id=16d83396-be00-4a6a-8354-a447c2a4f42a HTTP/1.1" status: 200 len: 910 time: 0.0870550 Aug 18 13:12:03.501020 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-be59cfb8-1127-43b8-8a76-36627ce1d0c6 req-08be3f2a-0f16-475e-b029-2fbe7f1f047f service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=92c80191-8a71-4259-aa54-a062114dd44d HTTP/1.1" status: 200 len: 997 time: 0.0626893 Aug 18 13:12:03.552298 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be59cfb8-1127-43b8-8a76-36627ce1d0c6 req-d385c85b-841b-4f1e-ab48-e13e49dba10f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:12:03.553910 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-be59cfb8-1127-43b8-8a76-36627ce1d0c6 req-d385c85b-841b-4f1e-ab48-e13e49dba10f service neutron] 10.222.0.63 "GET /v2.0/subnets?id=32ddc5e3-7d7f-4cc0-b060-350844ba83bf HTTP/1.1" status: 200 len: 848 time: 0.0460739 Aug 18 13:12:03.601638 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be59cfb8-1127-43b8-8a76-36627ce1d0c6 req-0cd39ead-ec83-49c1-9ec8-6360e2fc73e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:12:03.603233 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-be59cfb8-1127-43b8-8a76-36627ce1d0c6 req-0cd39ead-ec83-49c1-9ec8-6360e2fc73e0 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=16d83396-be00-4a6a-8354-a447c2a4f42a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421152 Aug 18 13:12:03.629527 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-ae4ee10a-d5a1-4922-b696-9e11b616420f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e59e693-9a53-4d71-9507-43ccdc577746', 'name': 'tempest-TestSnapshotPattern-180960093-router', 'tenant_id': '39b9914b92704df3a79a8db993de969b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.45'}], 'enable_snat': True}, 'gw_port_id': 'f4df65d5-aaa5-42b6-bccf-a23ab155e7c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:09:05Z', 'updated_at': '2021-08-18T13:09:08Z', 'revision_number': 4, 'project_id': '39b9914b92704df3a79a8db993de969b', 'gw_port': {'id': 'f4df65d5-aaa5-42b6-bccf-a23ab155e7c9', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:54:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e59e693-9a53-4d71-9507-43ccdc577746', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:09:06Z', 'updated_at': '2021-08-18T13:09:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_floatingips': [{'id': '1d2016af-3efd-4177-a7b8-58950877ed79', 'tenant_id': '39b9914b92704df3a79a8db993de969b', 'floating_ip_address': '172.25.7.48', 'floating_network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'router_id': '3e59e693-9a53-4d71-9507-43ccdc577746', 'port_id': '58ad0b69-ccbe-44fe-9b29-de0f1086f9d0', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16d83396-be00-4a6a-8354-a447c2a4f42a', 'mac_address': 'fa:16:3e:11:f2:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'becd2bdd-b80e-40a9-9edf-2929c42ff1b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T13:09:28Z', 'updated_at': '2021-08-18T13:09:31Z', 'revision_number': 1, 'project_id': '39b9914b92704df3a79a8db993de969b', 'fixed_ip_address_scope': None}, {'id': 'fd996879-e08a-467a-92c1-e6a02bee2555', 'tenant_id': '39b9914b92704df3a79a8db993de969b', 'floating_ip_address': '172.25.7.7', 'floating_network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'router_id': '3e59e693-9a53-4d71-9507-43ccdc577746', 'port_id': '92c80191-8a71-4259-aa54-a062114dd44d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16d83396-be00-4a6a-8354-a447c2a4f42a', 'mac_address': 'fa:16:3e:f1:58:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf983ed-f4e7-40b0-9a1e-c454385626b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T13:12:02Z', 'updated_at': '2021-08-18T13:12:02Z', 'revision_number': 0, 'project_id': '39b9914b92704df3a79a8db993de969b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2fe7646-8aec-494c-8361-555de94ed909', 'name': '', 'network_id': '16d83396-be00-4a6a-8354-a447c2a4f42a', 'tenant_id': '39b9914b92704df3a79a8db993de969b', 'mac_address': 'fa:16:3e:67:92:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e59e693-9a53-4d71-9507-43ccdc577746', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '32ddc5e3-7d7f-4cc0-b060-350844ba83bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:09:07Z', 'updated_at': '2021-08-18T13:09:14Z', 'revision_number': 5, 'project_id': '39b9914b92704df3a79a8db993de969b', 'subnets': [{'id': '32ddc5e3-7d7f-4cc0-b060-350844ba83bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:12:03.655593 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae4ee10a-d5a1-4922-b696-9e11b616420f None None] Checking router: 3e59e693-9a53-4d71-9507-43ccdc577746 for host: n-d-804985-2 {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 13:12:03.664439 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae4ee10a-d5a1-4922-b696-9e11b616420f None None] Routers {'3e59e693-9a53-4d71-9507-43ccdc577746'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:12:03.665050 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-ae4ee10a-d5a1-4922-b696-9e11b616420f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T13:11:52Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['3e59e693-9a53-4d71-9507-43ccdc577746'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:12:03.699656 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-be59cfb8-1127-43b8-8a76-36627ce1d0c6 req-7246da11-d043-49ad-9ad3-99d39f2c6584 service neutron] 10.222.0.63 "GET /v2.0/networks/16d83396-be00-4a6a-8354-a447c2a4f42a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894840 Aug 18 13:12:03.767863 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-ae4ee10a-d5a1-4922-b696-9e11b616420f None None] Set router 3e59e693-9a53-4d71-9507-43ccdc577746 gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:12:03.791004 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-be59cfb8-1127-43b8-8a76-36627ce1d0c6 req-81884d9b-834f-46d4-a5f4-3477f387a855 service neutron] 10.222.0.63 "GET /v2.0/networks/16d83396-be00-4a6a-8354-a447c2a4f42a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835176 Aug 18 13:12:04.010160 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-ae4ee10a-d5a1-4922-b696-9e11b616420f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e59e693-9a53-4d71-9507-43ccdc577746', 'name': 'tempest-TestSnapshotPattern-180960093-router', 'tenant_id': '39b9914b92704df3a79a8db993de969b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.45'}], 'enable_snat': True}, 'gw_port_id': 'f4df65d5-aaa5-42b6-bccf-a23ab155e7c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:09:05Z', 'updated_at': '2021-08-18T13:09:08Z', 'revision_number': 4, 'project_id': '39b9914b92704df3a79a8db993de969b', 'gw_port': {'id': 'f4df65d5-aaa5-42b6-bccf-a23ab155e7c9', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:54:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e59e693-9a53-4d71-9507-43ccdc577746', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:09:06Z', 'updated_at': '2021-08-18T13:09:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_floatingips': [{'id': '1d2016af-3efd-4177-a7b8-58950877ed79', 'tenant_id': '39b9914b92704df3a79a8db993de969b', 'floating_ip_address': '172.25.7.48', 'floating_network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'router_id': '3e59e693-9a53-4d71-9507-43ccdc577746', 'port_id': '58ad0b69-ccbe-44fe-9b29-de0f1086f9d0', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16d83396-be00-4a6a-8354-a447c2a4f42a', 'mac_address': 'fa:16:3e:11:f2:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'becd2bdd-b80e-40a9-9edf-2929c42ff1b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T13:09:28Z', 'updated_at': '2021-08-18T13:09:31Z', 'revision_number': 1, 'project_id': '39b9914b92704df3a79a8db993de969b', 'fixed_ip_address_scope': None}, {'id': 'fd996879-e08a-467a-92c1-e6a02bee2555', 'tenant_id': '39b9914b92704df3a79a8db993de969b', 'floating_ip_address': '172.25.7.7', 'floating_network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'router_id': '3e59e693-9a53-4d71-9507-43ccdc577746', 'port_id': '92c80191-8a71-4259-aa54-a062114dd44d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16d83396-be00-4a6a-8354-a447c2a4f42a', 'mac_address': 'fa:16:3e:f1:58:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf983ed-f4e7-40b0-9a1e-c454385626b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T13:12:02Z', 'updated_at': '2021-08-18T13:12:02Z', 'revision_number': 0, 'project_id': '39b9914b92704df3a79a8db993de969b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2fe7646-8aec-494c-8361-555de94ed909', 'name': '', 'network_id': '16d83396-be00-4a6a-8354-a447c2a4f42a', 'tenant_id': '39b9914b92704df3a79a8db993de969b', 'mac_address': 'fa:16:3e:67:92:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e59e693-9a53-4d71-9507-43ccdc577746', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '32ddc5e3-7d7f-4cc0-b060-350844ba83bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:09:07Z', 'updated_at': '2021-08-18T13:09:14Z', 'revision_number': 5, 'project_id': '39b9914b92704df3a79a8db993de969b', 'subnets': [{'id': '32ddc5e3-7d7f-4cc0-b060-350844ba83bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:12:04.036102 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae4ee10a-d5a1-4922-b696-9e11b616420f None None] The sync data for ids ['3e59e693-9a53-4d71-9507-43ccdc577746'] in n-d-804985-2 is: [{'id': '3e59e693-9a53-4d71-9507-43ccdc577746', 'name': 'tempest-TestSnapshotPattern-180960093-router', 'tenant_id': '39b9914b92704df3a79a8db993de969b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.45'}], 'enable_snat': True}, 'gw_port_id': 'f4df65d5-aaa5-42b6-bccf-a23ab155e7c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:09:05Z', 'updated_at': '2021-08-18T13:09:08Z', 'revision_number': 4, 'project_id': '39b9914b92704df3a79a8db993de969b', 'gw_port': {'id': 'f4df65d5-aaa5-42b6-bccf-a23ab155e7c9', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:54:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e59e693-9a53-4d71-9507-43ccdc577746', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:09:06Z', 'updated_at': '2021-08-18T13:09:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_floatingips': [{'id': '1d2016af-3efd-4177-a7b8-58950877ed79', 'tenant_id': '39b9914b92704df3a79a8db993de969b', 'floating_ip_address': '172.25.7.48', 'floating_network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'router_id': '3e59e693-9a53-4d71-9507-43ccdc577746', 'port_id': '58ad0b69-ccbe-44fe-9b29-de0f1086f9d0', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16d83396-be00-4a6a-8354-a447c2a4f42a', 'mac_address': 'fa:16:3e:11:f2:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'becd2bdd-b80e-40a9-9edf-2929c42ff1b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T13:09:28Z', 'updated_at': '2021-08-18T13:09:31Z', 'revision_number': 1, 'project_id': '39b9914b92704df3a79a8db993de969b', 'fixed_ip_address_scope': None}, {'id': 'fd996879-e08a-467a-92c1-e6a02bee2555', 'tenant_id': '39b9914b92704df3a79a8db993de969b', 'floating_ip_address': '172.25.7.7', 'floating_network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'router_id': '3e59e693-9a53-4d71-9507-43ccdc577746', 'port_id': '92c80191-8a71-4259-aa54-a062114dd44d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16d83396-be00-4a6a-8354-a447c2a4f42a', 'mac_address': 'fa:16:3e:f1:58:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf983ed-f4e7-40b0-9a1e-c454385626b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T13:12:02Z', 'updated_at': '2021-08-18T13:12:02Z', 'revision_number': 0, 'project_id': '39b9914b92704df3a79a8db993de969b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2fe7646-8aec-494c-8361-555de94ed909', 'name': '', 'network_id': '16d83396-be00-4a6a-8354-a447c2a4f42a', 'tenant_id': '39b9914b92704df3a79a8db993de969b', 'mac_address': 'fa:16:3e:67:92:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e59e693-9a53-4d71-9507-43ccdc577746', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '32ddc5e3-7d7f-4cc0-b060-350844ba83bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:09:07Z', 'updated_at': '2021-08-18T13:09:14Z', 'revision_number': 5, 'project_id': '39b9914b92704df3a79a8db993de969b', 'subnets': [{'id': '32ddc5e3-7d7f-4cc0-b060-350844ba83bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:12:04.254499 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50985e7f-0735-45c2-87eb-8ef27fd448d6 None None] New status for floating IP fd996879-e08a-467a-92c1-e6a02bee2555: ACTIVE {{(pid=106254) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 13:12:06.747265 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:09.037162 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:18.625754 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-54b88a86-6855-4c73-949a-e9ba969250dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:21.597823 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:21.861778 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-39b04d2e-5ce9-40e4-900d-90a2dc465558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:22.552705 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-53584c24-f517-494e-ac93-c18bb92373f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:24.230266 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-500a1c61-38a7-4c23-a7ec-4631080af5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:27.876407 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.agents_db [None req-6dbb2658-0354-4101-8393-6e7505481cf6 None None] Agent healthcheck: found 7 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 13:12:28.639379 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b0b80b80-2ac3-420e-aac5-0aaba3ae39ef req-b7e6e9da-b20e-483b-8efb-c2c09d5a1db1 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=aaf983ed-f4e7-40b0-9a1e-c454385626b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0447702 Aug 18 13:12:28.733738 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b80b80-2ac3-420e-aac5-0aaba3ae39ef req-a176181c-1229-4c28-8580-2bab9d356fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:12:28.735261 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b0b80b80-2ac3-420e-aac5-0aaba3ae39ef req-a176181c-1229-4c28-8580-2bab9d356fcc service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=39b9914b92704df3a79a8db993de969b&device_id=aaf983ed-f4e7-40b0-9a1e-c454385626b8 HTTP/1.1" status: 200 len: 1096 time: 0.0470185 Aug 18 13:12:28.841453 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b80b80-2ac3-420e-aac5-0aaba3ae39ef req-8955a268-1a6f-49a0-b1ca-32deccd88d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:12:28.843088 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b0b80b80-2ac3-420e-aac5-0aaba3ae39ef req-8955a268-1a6f-49a0-b1ca-32deccd88d7e service neutron] 10.222.0.63 "GET /v2.0/networks?id=16d83396-be00-4a6a-8354-a447c2a4f42a HTTP/1.1" status: 200 len: 910 time: 0.0867908 Aug 18 13:12:28.916356 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b0b80b80-2ac3-420e-aac5-0aaba3ae39ef req-ae519616-6660-4f25-b4ef-099c1f498d4e service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=92c80191-8a71-4259-aa54-a062114dd44d HTTP/1.1" status: 200 len: 999 time: 0.0637391 Aug 18 13:12:28.965178 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b80b80-2ac3-420e-aac5-0aaba3ae39ef req-97875743-e6a8-4060-8065-4749e8147a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:12:28.966584 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b0b80b80-2ac3-420e-aac5-0aaba3ae39ef req-97875743-e6a8-4060-8065-4749e8147a6f service neutron] 10.222.0.63 "GET /v2.0/subnets?id=32ddc5e3-7d7f-4cc0-b060-350844ba83bf HTTP/1.1" status: 200 len: 848 time: 0.0438581 Aug 18 13:12:29.012513 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b80b80-2ac3-420e-aac5-0aaba3ae39ef req-642cad76-f21a-4e27-9937-98aa83be062f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:12:29.014077 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b0b80b80-2ac3-420e-aac5-0aaba3ae39ef req-642cad76-f21a-4e27-9937-98aa83be062f service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=16d83396-be00-4a6a-8354-a447c2a4f42a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397263 Aug 18 13:12:29.110997 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b0b80b80-2ac3-420e-aac5-0aaba3ae39ef req-05cb11de-89d0-4a3f-ae33-3033876a31e0 service neutron] 10.222.0.63 "GET /v2.0/networks/16d83396-be00-4a6a-8354-a447c2a4f42a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880778 Aug 18 13:12:29.206074 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-b0b80b80-2ac3-420e-aac5-0aaba3ae39ef req-38b17175-d5ca-4d53-ac37-c0e3eec92050 service neutron] 10.222.0.63 "GET /v2.0/networks/16d83396-be00-4a6a-8354-a447c2a4f42a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879371 Aug 18 13:12:32.510085 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-c9ea221e-521c-4806-b20a-90ae0afb03c3 req-5b0fa892-00f5-4a95-886e-139429a5a55b service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=becd2bdd-b80e-40a9-9edf-2929c42ff1b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0438843 Aug 18 13:12:32.596813 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ea221e-521c-4806-b20a-90ae0afb03c3 req-27646931-621b-47a7-a26d-0de2f82d3794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:12:32.598277 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-c9ea221e-521c-4806-b20a-90ae0afb03c3 req-27646931-621b-47a7-a26d-0de2f82d3794 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=39b9914b92704df3a79a8db993de969b&device_id=becd2bdd-b80e-40a9-9edf-2929c42ff1b9 HTTP/1.1" status: 200 len: 1094 time: 0.0448539 Aug 18 13:12:32.706139 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ea221e-521c-4806-b20a-90ae0afb03c3 req-fd5bc612-76c2-44b2-b2c5-680a2700fccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:12:32.707680 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-c9ea221e-521c-4806-b20a-90ae0afb03c3 req-fd5bc612-76c2-44b2-b2c5-680a2700fccc service neutron] 10.222.0.62 "GET /v2.0/networks?id=16d83396-be00-4a6a-8354-a447c2a4f42a HTTP/1.1" status: 200 len: 910 time: 0.0895658 Aug 18 13:12:32.774626 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-c9ea221e-521c-4806-b20a-90ae0afb03c3 req-af240185-98f9-4ee6-84fb-15a9fa8aaaa9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=58ad0b69-ccbe-44fe-9b29-de0f1086f9d0 HTTP/1.1" status: 200 len: 998 time: 0.0599282 Aug 18 13:12:32.828611 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ea221e-521c-4806-b20a-90ae0afb03c3 req-a39752cc-ffcc-42df-9bf5-73d20c1a3563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:12:32.830174 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-c9ea221e-521c-4806-b20a-90ae0afb03c3 req-a39752cc-ffcc-42df-9bf5-73d20c1a3563 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=32ddc5e3-7d7f-4cc0-b060-350844ba83bf HTTP/1.1" status: 200 len: 848 time: 0.0486391 Aug 18 13:12:32.879576 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ea221e-521c-4806-b20a-90ae0afb03c3 req-da81ccc6-41c5-4731-878f-188705912f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:12:32.881212 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-c9ea221e-521c-4806-b20a-90ae0afb03c3 req-da81ccc6-41c5-4731-878f-188705912f0a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=16d83396-be00-4a6a-8354-a447c2a4f42a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441582 Aug 18 13:12:32.979608 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-c9ea221e-521c-4806-b20a-90ae0afb03c3 req-19ffa3ef-6d6b-414a-8c58-0606f5baefe3 service neutron] 10.222.0.62 "GET /v2.0/networks/16d83396-be00-4a6a-8354-a447c2a4f42a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909626 Aug 18 13:12:33.080777 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-c9ea221e-521c-4806-b20a-90ae0afb03c3 req-15a996f0-fa34-46ce-a015-a93ebee418dd service neutron] 10.222.0.62 "GET /v2.0/networks/16d83396-be00-4a6a-8354-a447c2a4f42a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934012 Aug 18 13:12:36.741502 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:39.052715 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:48.620312 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8c99e0cf-7b8f-4aff-8b2f-ad039c51b44c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:51.597830 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:51.867188 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-a45117a4-a1ff-4cd9-9f81-135b72abd1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:52.555971 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-53584c24-f517-494e-ac93-c18bb92373f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:12:54.234829 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-500a1c61-38a7-4c23-a7ec-4631080af5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:04.881413 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.agents_db [None req-6dbb2658-0354-4101-8393-6e7505481cf6 None None] Agent healthcheck: found 7 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 13:13:06.745950 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:09.050501 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:18.630954 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-2c8f84eb-9c31-433d-98ba-3ce6e4fd95f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:21.599876 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:21.875288 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-6cb79f97-63e9-4d2a-858e-a9d282e21fc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:22.557428 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-53584c24-f517-494e-ac93-c18bb92373f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:24.237263 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-500a1c61-38a7-4c23-a7ec-4631080af5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:29.319406 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 92c80191-8a71-4259-aa54-a062114dd44d details requested by agent hyperv_n-h1-804985-2 with host n-h1-804985-2 {{(pid=106254) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 18 13:13:29.432001 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 92c80191-8a71-4259-aa54-a062114dd44d, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=92c80191-8a71-4259-aa54-a062114dd44d,segment=NetworkSegment(f40c676d-8a84-4592-bdd1-62fec5896c8e),segment_id=f40c676d-8a84-4592-bdd1-62fec5896c8e)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:13:29.449128 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Returning: {'device': '92c80191-8a71-4259-aa54-a062114dd44d', 'network_id': '16d83396-be00-4a6a-8354-a447c2a4f42a', 'port_id': '92c80191-8a71-4259-aa54-a062114dd44d', 'mac_address': 'fa:16:3e:f1:58:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 818, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32ddc5e3-7d7f-4cc0-b060-350844ba83bf', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106254) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 18 13:13:29.502538 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:29.522383 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 92c80191-8a71-4259-aa54-a062114dd44d {{(pid=106254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 18 13:13:29.543858 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 92c80191-8a71-4259-aa54-a062114dd44d, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=92c80191-8a71-4259-aa54-a062114dd44d,segment=NetworkSegment(f40c676d-8a84-4592-bdd1-62fec5896c8e),segment_id=f40c676d-8a84-4592-bdd1-62fec5896c8e)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:13:29.549096 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:29.604805 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=92c80191-8a71-4259-aa54-a062114dd44d,revision_number=6']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:13:29.612996 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:13:29.613476 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:13:29.613914 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:13:29.614318 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:13:29.614719 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:13:29.615117 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:13:29.615512 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:13:29.615904 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:13:29.616329 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:13:29.616788 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:13:29.617970 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:13:29.617970 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:13:29.624173 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] get_ports_and_sgs() called for port_ids ['92c80191-8a71-4259-aa54-a062114dd44d'] {{(pid=106254) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 18 13:13:29.711068 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b26bdb5-28a1-4196-a570-bc02840982d5 req-a937c3b2-6a9f-4ba8-a164-32098b1c40e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:13:29.712627 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2b26bdb5-28a1-4196-a570-bc02840982d5 req-a937c3b2-6a9f-4ba8-a164-32098b1c40e8 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=39b9914b92704df3a79a8db993de969b&device_id=aaf983ed-f4e7-40b0-9a1e-c454385626b8 HTTP/1.1" status: 200 len: 1095 time: 0.0564380 Aug 18 13:13:29.848859 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b26bdb5-28a1-4196-a570-bc02840982d5 req-ebd117e8-ccf0-4bab-a2f4-0264407b8a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:13:29.850868 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2b26bdb5-28a1-4196-a570-bc02840982d5 req-ebd117e8-ccf0-4bab-a2f4-0264407b8a49 service neutron] 10.222.0.63 "GET /v2.0/networks?id=16d83396-be00-4a6a-8354-a447c2a4f42a HTTP/1.1" status: 200 len: 910 time: 0.1156087 Aug 18 13:13:29.942026 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2b26bdb5-28a1-4196-a570-bc02840982d5 req-432f70c2-893d-45c1-a105-e8be345594ab service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=92c80191-8a71-4259-aa54-a062114dd44d HTTP/1.1" status: 200 len: 998 time: 0.0815418 Aug 18 13:13:30.005718 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b26bdb5-28a1-4196-a570-bc02840982d5 req-21db695f-19c5-4ac8-9456-3cf814fa40ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:13:30.017732 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2b26bdb5-28a1-4196-a570-bc02840982d5 req-21db695f-19c5-4ac8-9456-3cf814fa40ee service neutron] 10.222.0.63 "GET /v2.0/subnets?id=32ddc5e3-7d7f-4cc0-b060-350844ba83bf HTTP/1.1" status: 200 len: 848 time: 0.0577693 Aug 18 13:13:30.059803 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b26bdb5-28a1-4196-a570-bc02840982d5 req-1a5dedd4-d4be-45ab-994a-2b3f2eefcb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:13:30.062368 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2b26bdb5-28a1-4196-a570-bc02840982d5 req-1a5dedd4-d4be-45ab-994a-2b3f2eefcb33 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=16d83396-be00-4a6a-8354-a447c2a4f42a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0472486 Aug 18 13:13:30.167185 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2b26bdb5-28a1-4196-a570-bc02840982d5 req-03b77665-dda0-4a72-b3c4-58821c1c3531 service neutron] 10.222.0.63 "GET /v2.0/networks/16d83396-be00-4a6a-8354-a447c2a4f42a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966544 Aug 18 13:13:30.277466 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2b26bdb5-28a1-4196-a570-bc02840982d5 req-a59a8dc3-dcbd-4108-a6b1-728936541408 service neutron] 10.222.0.63 "GET /v2.0/networks/16d83396-be00-4a6a-8354-a447c2a4f42a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022847 Aug 18 13:13:31.326018 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 92c80191-8a71-4259-aa54-a062114dd44d up at agent hyperv_n-h1-804985-2 {{(pid=106254) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 18 13:13:31.380522 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.provisioning_blocks [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Provisioning complete for port 92c80191-8a71-4259-aa54-a062114dd44d triggered by entity L2. {{(pid=106254) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 18 13:13:31.381153 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8364294'] for port, provisioning_complete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:31.468783 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8275617'] for port, before_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:31.498781 n-d-804985-2 neutron-server[106254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaf983ed-f4e7-40b0-9a1e-c454385626b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92c80191-8a71-4259-aa54-a062114dd44d'}] {{(pid=106254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:13:31.501092 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a48be17dea36f4b328e7831c9c0f0a2b661e0eac7f73e8eb05eb02bc862e3084" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94111da6-ab9c-45f8-96bc-68a6cf1b4f45" -d '{"events": [{"server_uuid": "aaf983ed-f4e7-40b0-9a1e-c454385626b8", "name": "network-vif-plugged", "status": "completed", "tag": "92c80191-8a71-4259-aa54-a062114dd44d"}]}' {{(pid=106254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:13:31.517228 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] For port 92c80191-8a71-4259-aa54-a062114dd44d, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=92c80191-8a71-4259-aa54-a062114dd44d,segment=NetworkSegment(f40c676d-8a84-4592-bdd1-62fec5896c8e),segment_id=f40c676d-8a84-4592-bdd1-62fec5896c8e)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:13:31.524167 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789151180912', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789150676565', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789150676583'] for port, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:31.553598 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 13:13:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80841cbb-ae1f-446d-909c-3dbdeec8a120 x-openstack-request-id: req-80841cbb-ae1f-446d-909c-3dbdeec8a120 {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:13:31.553951 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aaf983ed-f4e7-40b0-9a1e-c454385626b8", "name": "network-vif-plugged", "status": "completed", "tag": "92c80191-8a71-4259-aa54-a062114dd44d", "code": 200}]} {{(pid=106254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:13:31.554151 n-d-804985-2 neutron-server[106254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-80841cbb-ae1f-446d-909c-3dbdeec8a120 {{(pid=106254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:13:31.554529 n-d-804985-2 neutron-server[106254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaf983ed-f4e7-40b0-9a1e-c454385626b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92c80191-8a71-4259-aa54-a062114dd44d', 'code': 200} Aug 18 13:13:31.586130 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Pushing event updated for resources: {'Port': ['ID=92c80191-8a71-4259-aa54-a062114dd44d,revision_number=7']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:13:32.507393 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-cbc3417b-f7bd-48ce-80a4-facf1cfdc1f9 req-915fee40-aba1-43a1-adb0-faf9da39de31 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=becd2bdd-b80e-40a9-9edf-2929c42ff1b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0488842 Aug 18 13:13:32.607804 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc3417b-f7bd-48ce-80a4-facf1cfdc1f9 req-da73625f-f296-421d-93f8-64410bbc99c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:13:32.609522 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-cbc3417b-f7bd-48ce-80a4-facf1cfdc1f9 req-da73625f-f296-421d-93f8-64410bbc99c9 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=39b9914b92704df3a79a8db993de969b&device_id=becd2bdd-b80e-40a9-9edf-2929c42ff1b9 HTTP/1.1" status: 200 len: 1094 time: 0.0466173 Aug 18 13:13:32.731867 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc3417b-f7bd-48ce-80a4-facf1cfdc1f9 req-b3e7a33b-707a-4e00-b813-0a617b78d20c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:13:32.733472 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-cbc3417b-f7bd-48ce-80a4-facf1cfdc1f9 req-b3e7a33b-707a-4e00-b813-0a617b78d20c service neutron] 10.222.0.62 "GET /v2.0/networks?id=16d83396-be00-4a6a-8354-a447c2a4f42a HTTP/1.1" status: 200 len: 910 time: 0.1007605 Aug 18 13:13:32.808873 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-cbc3417b-f7bd-48ce-80a4-facf1cfdc1f9 req-f195fba7-3f9d-4142-8524-d27855d3a32d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=58ad0b69-ccbe-44fe-9b29-de0f1086f9d0 HTTP/1.1" status: 200 len: 998 time: 0.0679526 Aug 18 13:13:32.865768 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc3417b-f7bd-48ce-80a4-facf1cfdc1f9 req-20392729-dea5-4af8-a6ba-0a235cb693d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:13:32.867252 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-cbc3417b-f7bd-48ce-80a4-facf1cfdc1f9 req-20392729-dea5-4af8-a6ba-0a235cb693d0 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=32ddc5e3-7d7f-4cc0-b060-350844ba83bf HTTP/1.1" status: 200 len: 848 time: 0.0519462 Aug 18 13:13:32.917140 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc3417b-f7bd-48ce-80a4-facf1cfdc1f9 req-1eb42983-45e7-48c0-8751-fcf737f552f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:13:32.918748 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-cbc3417b-f7bd-48ce-80a4-facf1cfdc1f9 req-1eb42983-45e7-48c0-8751-fcf737f552f8 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=16d83396-be00-4a6a-8354-a447c2a4f42a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442057 Aug 18 13:13:33.018853 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-cbc3417b-f7bd-48ce-80a4-facf1cfdc1f9 req-86f5a0e6-ad32-48d4-9b3c-933006a7f3bd service neutron] 10.222.0.62 "GET /v2.0/networks/16d83396-be00-4a6a-8354-a447c2a4f42a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930123 Aug 18 13:13:33.495519 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-cbc3417b-f7bd-48ce-80a4-facf1cfdc1f9 req-4ad1e0ad-6c65-4b18-af11-9a9b6d973001 service neutron] 10.222.0.62 "GET /v2.0/networks/16d83396-be00-4a6a-8354-a447c2a4f42a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4699156 Aug 18 13:13:36.748526 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:37.397833 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 55680) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:13:37.556699 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-f1155cf1-358b-428b-a364-9c31b1509d40 tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Deleting port ffea1810-57a6-44ac-a9f9-9f92091c327f {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:13:37.556952 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f1155cf1-358b-428b-a364-9c31b1509d40 tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:37.636057 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f1155cf1-358b-428b-a364-9c31b1509d40 tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:37.636712 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f1155cf1-358b-428b-a364-9c31b1509d40 tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:37.652507 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-f1155cf1-358b-428b-a364-9c31b1509d40 tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Calling delete_port for ffea1810-57a6-44ac-a9f9-9f92091c327f owned by network:floatingip {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:13:37.843157 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f1155cf1-358b-428b-a364-9c31b1509d40 tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:37.867770 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1155cf1-358b-428b-a364-9c31b1509d40 tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Pushing event deleted for resources: {'Port': ['ID=ffea1810-57a6-44ac-a9f9-9f92091c327f,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:13:37.879416 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1155cf1-358b-428b-a364-9c31b1509d40 tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:13:37.879741 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1155cf1-358b-428b-a364-9c31b1509d40 tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:13:37.880068 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1155cf1-358b-428b-a364-9c31b1509d40 tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:13:37.880398 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1155cf1-358b-428b-a364-9c31b1509d40 tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:13:37.880754 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1155cf1-358b-428b-a364-9c31b1509d40 tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:13:37.881058 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1155cf1-358b-428b-a364-9c31b1509d40 tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:13:37.881373 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1155cf1-358b-428b-a364-9c31b1509d40 tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:13:37.881689 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1155cf1-358b-428b-a364-9c31b1509d40 tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:13:37.882001 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1155cf1-358b-428b-a364-9c31b1509d40 tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:13:37.882316 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1155cf1-358b-428b-a364-9c31b1509d40 tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:13:37.882626 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1155cf1-358b-428b-a364-9c31b1509d40 tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:13:37.882967 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1155cf1-358b-428b-a364-9c31b1509d40 tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106253) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:13:37.940905 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f1155cf1-358b-428b-a364-9c31b1509d40 tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Notify callbacks [] for floatingip, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:37.941214 n-d-804985-2 neutron-server[106253]: INFO neutron.db.l3_db [None req-f1155cf1-358b-428b-a364-9c31b1509d40 tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Floating IP fd996879-e08a-467a-92c1-e6a02bee2555 disassociated (deleted). External IP: 172.25.7.7, port: 92c80191-8a71-4259-aa54-a062114dd44d. Aug 18 13:13:38.161934 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1155cf1-358b-428b-a364-9c31b1509d40 tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Router 3e59e693-9a53-4d71-9507-43ccdc577746 has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 13:13:38.272633 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1155cf1-358b-428b-a364-9c31b1509d40 tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:13:38.277613 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-f1155cf1-358b-428b-a364-9c31b1509d40 tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for floatingip, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:38.284001 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a70e730-6d84-476d-84e0-149f9556a9b9 None None] Sync routers for ids ['3e59e693-9a53-4d71-9507-43ccdc577746'] in n-d-804985-2 {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:13:38.296568 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a70e730-6d84-476d-84e0-149f9556a9b9 None None] Routers {'3e59e693-9a53-4d71-9507-43ccdc577746'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:13:38.297197 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-7a70e730-6d84-476d-84e0-149f9556a9b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T13:13:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['3e59e693-9a53-4d71-9507-43ccdc577746'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:13:38.313214 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-f1155cf1-358b-428b-a364-9c31b1509d40 tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] 10.222.0.66 "DELETE /v2.0/floatingips/fd996879-e08a-467a-92c1-e6a02bee2555 HTTP/1.1" status: 204 len: 168 time: 0.9142203 Aug 18 13:13:38.313814 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aaf983ed-f4e7-40b0-9a1e-c454385626b8', 'tag': '92c80191-8a71-4259-aa54-a062114dd44d'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:13:38.316131 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d6bbf6f425705e9a26053008d8b7c0abfe3c10eda721baf5c515723d6d58932" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6c44e05-9295-4c6b-b557-a64d1e9d136b" -d '{"events": [{"name": "network-changed", "server_uuid": "aaf983ed-f4e7-40b0-9a1e-c454385626b8", "tag": "92c80191-8a71-4259-aa54-a062114dd44d"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:13:38.353596 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 13:13:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41dc3613-5cf0-4e78-b4fb-772ccc273aca x-openstack-request-id: req-41dc3613-5cf0-4e78-b4fb-772ccc273aca {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:13:38.353956 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aaf983ed-f4e7-40b0-9a1e-c454385626b8", "tag": "92c80191-8a71-4259-aa54-a062114dd44d", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:13:38.354380 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-41dc3613-5cf0-4e78-b4fb-772ccc273aca {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:13:38.355096 n-d-804985-2 neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aaf983ed-f4e7-40b0-9a1e-c454385626b8', 'tag': '92c80191-8a71-4259-aa54-a062114dd44d', 'status': 'completed', 'code': 200} Aug 18 13:13:38.402015 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-7a70e730-6d84-476d-84e0-149f9556a9b9 None None] Set router 3e59e693-9a53-4d71-9507-43ccdc577746 gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:13:38.425441 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c44e05-9295-4c6b-b557-a64d1e9d136b req-185ecdc9-63ae-43e9-b651-3360aa4f1895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:13:38.426975 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f6c44e05-9295-4c6b-b557-a64d1e9d136b req-185ecdc9-63ae-43e9-b651-3360aa4f1895 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=39b9914b92704df3a79a8db993de969b&device_id=aaf983ed-f4e7-40b0-9a1e-c454385626b8 HTTP/1.1" status: 200 len: 1096 time: 0.0494781 Aug 18 13:13:38.567155 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c44e05-9295-4c6b-b557-a64d1e9d136b req-5aced808-cad5-4f07-b405-3d9bf6f2b5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:13:38.568669 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f6c44e05-9295-4c6b-b557-a64d1e9d136b req-5aced808-cad5-4f07-b405-3d9bf6f2b5dd service neutron] 10.222.0.63 "GET /v2.0/networks?id=16d83396-be00-4a6a-8354-a447c2a4f42a HTTP/1.1" status: 200 len: 910 time: 0.1285603 Aug 18 13:13:38.577061 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cf51c2-1325-496d-807f-348a61bd267a req-2b913381-198a-4990-b601-6dcf64020bee tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:13:38.578566 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f3cf51c2-1325-496d-807f-348a61bd267a req-2b913381-198a-4990-b601-6dcf64020bee tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] 10.222.0.66 "GET /v2.0/ports?device_id=aaf983ed-f4e7-40b0-9a1e-c454385626b8 HTTP/1.1" status: 200 len: 945 time: 0.0793524 Aug 18 13:13:38.624855 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-7a70e730-6d84-476d-84e0-149f9556a9b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e59e693-9a53-4d71-9507-43ccdc577746', 'name': 'tempest-TestSnapshotPattern-180960093-router', 'tenant_id': '39b9914b92704df3a79a8db993de969b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.45'}], 'enable_snat': True}, 'gw_port_id': 'f4df65d5-aaa5-42b6-bccf-a23ab155e7c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:09:05Z', 'updated_at': '2021-08-18T13:09:08Z', 'revision_number': 4, 'project_id': '39b9914b92704df3a79a8db993de969b', 'gw_port': {'id': 'f4df65d5-aaa5-42b6-bccf-a23ab155e7c9', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:54:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e59e693-9a53-4d71-9507-43ccdc577746', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:09:06Z', 'updated_at': '2021-08-18T13:09:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_floatingips': [{'id': '1d2016af-3efd-4177-a7b8-58950877ed79', 'tenant_id': '39b9914b92704df3a79a8db993de969b', 'floating_ip_address': '172.25.7.48', 'floating_network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'router_id': '3e59e693-9a53-4d71-9507-43ccdc577746', 'port_id': '58ad0b69-ccbe-44fe-9b29-de0f1086f9d0', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16d83396-be00-4a6a-8354-a447c2a4f42a', 'mac_address': 'fa:16:3e:11:f2:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'becd2bdd-b80e-40a9-9edf-2929c42ff1b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T13:09:28Z', 'updated_at': '2021-08-18T13:09:31Z', 'revision_number': 1, 'project_id': '39b9914b92704df3a79a8db993de969b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2fe7646-8aec-494c-8361-555de94ed909', 'name': '', 'network_id': '16d83396-be00-4a6a-8354-a447c2a4f42a', 'tenant_id': '39b9914b92704df3a79a8db993de969b', 'mac_address': 'fa:16:3e:67:92:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e59e693-9a53-4d71-9507-43ccdc577746', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '32ddc5e3-7d7f-4cc0-b060-350844ba83bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:09:07Z', 'updated_at': '2021-08-18T13:09:14Z', 'revision_number': 5, 'project_id': '39b9914b92704df3a79a8db993de969b', 'subnets': [{'id': '32ddc5e3-7d7f-4cc0-b060-350844ba83bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:13:38.627492 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f6c44e05-9295-4c6b-b557-a64d1e9d136b req-9a913b3f-d91b-444f-bdd9-e263ab798ad7 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=92c80191-8a71-4259-aa54-a062114dd44d HTTP/1.1" status: 200 len: 217 time: 0.0479944 Aug 18 13:13:38.651355 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a70e730-6d84-476d-84e0-149f9556a9b9 None None] Checking router: 3e59e693-9a53-4d71-9507-43ccdc577746 for host: n-d-804985-2 {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 13:13:38.660519 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a70e730-6d84-476d-84e0-149f9556a9b9 None None] Routers {'3e59e693-9a53-4d71-9507-43ccdc577746'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:13:38.661157 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-7a70e730-6d84-476d-84e0-149f9556a9b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T13:13:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['3e59e693-9a53-4d71-9507-43ccdc577746'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:13:38.769702 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-7a70e730-6d84-476d-84e0-149f9556a9b9 None None] Set router 3e59e693-9a53-4d71-9507-43ccdc577746 gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:13:38.980854 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f3cf51c2-1325-496d-807f-348a61bd267a req-07ce6273-d322-44bd-ae03-464a8a109ffc tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] 10.222.0.66 "GET /v2.0/security-groups?id=bd40465e-f78e-44e7-99fe-515502b96ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3953624 Aug 18 13:13:38.994750 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c44e05-9295-4c6b-b557-a64d1e9d136b req-8652bdc7-1468-4c01-b786-dfd1104573c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:13:38.996357 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f6c44e05-9295-4c6b-b557-a64d1e9d136b req-8652bdc7-1468-4c01-b786-dfd1104573c0 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=32ddc5e3-7d7f-4cc0-b060-350844ba83bf HTTP/1.1" status: 200 len: 848 time: 0.3609858 Aug 18 13:13:39.001135 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-7a70e730-6d84-476d-84e0-149f9556a9b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e59e693-9a53-4d71-9507-43ccdc577746', 'name': 'tempest-TestSnapshotPattern-180960093-router', 'tenant_id': '39b9914b92704df3a79a8db993de969b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.45'}], 'enable_snat': True}, 'gw_port_id': 'f4df65d5-aaa5-42b6-bccf-a23ab155e7c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:09:05Z', 'updated_at': '2021-08-18T13:09:08Z', 'revision_number': 4, 'project_id': '39b9914b92704df3a79a8db993de969b', 'gw_port': {'id': 'f4df65d5-aaa5-42b6-bccf-a23ab155e7c9', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:54:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e59e693-9a53-4d71-9507-43ccdc577746', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:09:06Z', 'updated_at': '2021-08-18T13:09:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_floatingips': [{'id': '1d2016af-3efd-4177-a7b8-58950877ed79', 'tenant_id': '39b9914b92704df3a79a8db993de969b', 'floating_ip_address': '172.25.7.48', 'floating_network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'router_id': '3e59e693-9a53-4d71-9507-43ccdc577746', 'port_id': '58ad0b69-ccbe-44fe-9b29-de0f1086f9d0', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16d83396-be00-4a6a-8354-a447c2a4f42a', 'mac_address': 'fa:16:3e:11:f2:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'becd2bdd-b80e-40a9-9edf-2929c42ff1b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T13:09:28Z', 'updated_at': '2021-08-18T13:09:31Z', 'revision_number': 1, 'project_id': '39b9914b92704df3a79a8db993de969b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2fe7646-8aec-494c-8361-555de94ed909', 'name': '', 'network_id': '16d83396-be00-4a6a-8354-a447c2a4f42a', 'tenant_id': '39b9914b92704df3a79a8db993de969b', 'mac_address': 'fa:16:3e:67:92:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e59e693-9a53-4d71-9507-43ccdc577746', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '32ddc5e3-7d7f-4cc0-b060-350844ba83bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:09:07Z', 'updated_at': '2021-08-18T13:09:14Z', 'revision_number': 5, 'project_id': '39b9914b92704df3a79a8db993de969b', 'subnets': [{'id': '32ddc5e3-7d7f-4cc0-b060-350844ba83bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:13:39.034047 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a70e730-6d84-476d-84e0-149f9556a9b9 None None] The sync data for ids ['3e59e693-9a53-4d71-9507-43ccdc577746'] in n-d-804985-2 is: [{'id': '3e59e693-9a53-4d71-9507-43ccdc577746', 'name': 'tempest-TestSnapshotPattern-180960093-router', 'tenant_id': '39b9914b92704df3a79a8db993de969b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.45'}], 'enable_snat': True}, 'gw_port_id': 'f4df65d5-aaa5-42b6-bccf-a23ab155e7c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:09:05Z', 'updated_at': '2021-08-18T13:09:08Z', 'revision_number': 4, 'project_id': '39b9914b92704df3a79a8db993de969b', 'gw_port': {'id': 'f4df65d5-aaa5-42b6-bccf-a23ab155e7c9', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:54:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e59e693-9a53-4d71-9507-43ccdc577746', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:09:06Z', 'updated_at': '2021-08-18T13:09:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_floatingips': [{'id': '1d2016af-3efd-4177-a7b8-58950877ed79', 'tenant_id': '39b9914b92704df3a79a8db993de969b', 'floating_ip_address': '172.25.7.48', 'floating_network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'router_id': '3e59e693-9a53-4d71-9507-43ccdc577746', 'port_id': '58ad0b69-ccbe-44fe-9b29-de0f1086f9d0', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16d83396-be00-4a6a-8354-a447c2a4f42a', 'mac_address': 'fa:16:3e:11:f2:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'becd2bdd-b80e-40a9-9edf-2929c42ff1b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-18T13:09:28Z', 'updated_at': '2021-08-18T13:09:31Z', 'revision_number': 1, 'project_id': '39b9914b92704df3a79a8db993de969b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2fe7646-8aec-494c-8361-555de94ed909', 'name': '', 'network_id': '16d83396-be00-4a6a-8354-a447c2a4f42a', 'tenant_id': '39b9914b92704df3a79a8db993de969b', 'mac_address': 'fa:16:3e:67:92:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e59e693-9a53-4d71-9507-43ccdc577746', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '32ddc5e3-7d7f-4cc0-b060-350844ba83bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:09:07Z', 'updated_at': '2021-08-18T13:09:14Z', 'revision_number': 5, 'project_id': '39b9914b92704df3a79a8db993de969b', 'subnets': [{'id': '32ddc5e3-7d7f-4cc0-b060-350844ba83bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:13:39.055636 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c44e05-9295-4c6b-b557-a64d1e9d136b req-178dc2b2-d0f4-49a5-9994-cd3849ff3c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:13:39.057703 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f6c44e05-9295-4c6b-b557-a64d1e9d136b req-178dc2b2-d0f4-49a5-9994-cd3849ff3c08 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=16d83396-be00-4a6a-8354-a447c2a4f42a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0525432 Aug 18 13:13:39.065906 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:39.152584 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f6c44e05-9295-4c6b-b557-a64d1e9d136b req-eae632c4-dcf9-46a2-8754-13484ffb3b98 service neutron] 10.222.0.63 "GET /v2.0/networks/16d83396-be00-4a6a-8354-a447c2a4f42a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862250 Aug 18 13:13:39.247743 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-f6c44e05-9295-4c6b-b557-a64d1e9d136b req-f66c21e3-9a49-47d9-811e-de761bd33d0e service neutron] 10.222.0.63 "GET /v2.0/networks/16d83396-be00-4a6a-8354-a447c2a4f42a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870404 Aug 18 13:13:39.320055 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c720144-dffb-432d-80f7-e83cdbab0980 None None] New status for floating IP fd996879-e08a-467a-92c1-e6a02bee2555: DOWN {{(pid=106254) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 13:13:40.052268 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74972509-a2e9-43ad-b8a6-cfc965a28b2f req-2142417b-8ceb-495b-b26c-53f3e90a35d3 tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:13:40.053829 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-74972509-a2e9-43ad-b8a6-cfc965a28b2f req-2142417b-8ceb-495b-b26c-53f3e90a35d3 tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] 10.222.0.63 "GET /v2.0/ports?device_id=aaf983ed-f4e7-40b0-9a1e-c454385626b8 HTTP/1.1" status: 200 len: 945 time: 0.0555258 Aug 18 13:13:40.154860 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d0b48d-c67b-4dec-803e-7876082c762c req-eb58b532-2d79-4dd4-8855-5e749dc283ea tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:13:40.156445 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-07d0b48d-c67b-4dec-803e-7876082c762c req-eb58b532-2d79-4dd4-8855-5e749dc283ea tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] 10.222.0.66 "GET /v2.0/ports?device_id=aaf983ed-f4e7-40b0-9a1e-c454385626b8 HTTP/1.1" status: 200 len: 945 time: 0.0995288 Aug 18 13:13:40.205525 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-07d0b48d-c67b-4dec-803e-7876082c762c req-4d9e7b3d-4fa5-4992-a676-8b71abf43a81 tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] 10.222.0.66 "GET /v2.0/security-groups?id=bd40465e-f78e-44e7-99fe-515502b96ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428524 Aug 18 13:13:40.211921 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-74972509-a2e9-43ad-b8a6-cfc965a28b2f req-1a44f25f-7583-4ebd-8ced-69d60794a425 tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Deleting port 92c80191-8a71-4259-aa54-a062114dd44d {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:13:40.212273 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-74972509-a2e9-43ad-b8a6-cfc965a28b2f req-1a44f25f-7583-4ebd-8ced-69d60794a425 tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:40.303461 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [req-74972509-a2e9-43ad-b8a6-cfc965a28b2f req-1a44f25f-7583-4ebd-8ced-69d60794a425 tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] For port 92c80191-8a71-4259-aa54-a062114dd44d, host n-h1-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804985-2',level=0,port_id=92c80191-8a71-4259-aa54-a062114dd44d,segment=NetworkSegment(f40c676d-8a84-4592-bdd1-62fec5896c8e),segment_id=f40c676d-8a84-4592-bdd1-62fec5896c8e)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:13:40.303710 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-74972509-a2e9-43ad-b8a6-cfc965a28b2f req-1a44f25f-7583-4ebd-8ced-69d60794a425 tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:40.316596 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [req-74972509-a2e9-43ad-b8a6-cfc965a28b2f req-1a44f25f-7583-4ebd-8ced-69d60794a425 tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Calling delete_port for 92c80191-8a71-4259-aa54-a062114dd44d owned by compute:nova {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:13:40.464390 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-74972509-a2e9-43ad-b8a6-cfc965a28b2f req-1a44f25f-7583-4ebd-8ced-69d60794a425 tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:40.493193 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a44f25f-7583-4ebd-8ced-69d60794a425 tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Pushing event deleted for resources: {'Port': ['ID=92c80191-8a71-4259-aa54-a062114dd44d,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:13:40.519202 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a44f25f-7583-4ebd-8ced-69d60794a425 tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:13:40.519546 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a44f25f-7583-4ebd-8ced-69d60794a425 tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:13:40.519886 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a44f25f-7583-4ebd-8ced-69d60794a425 tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:13:40.520221 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a44f25f-7583-4ebd-8ced-69d60794a425 tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:13:40.520603 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a44f25f-7583-4ebd-8ced-69d60794a425 tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:13:40.520915 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a44f25f-7583-4ebd-8ced-69d60794a425 tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:13:40.521246 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a44f25f-7583-4ebd-8ced-69d60794a425 tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:13:40.521567 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a44f25f-7583-4ebd-8ced-69d60794a425 tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:13:40.521890 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a44f25f-7583-4ebd-8ced-69d60794a425 tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:13:40.522212 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a44f25f-7583-4ebd-8ced-69d60794a425 tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:13:40.522538 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a44f25f-7583-4ebd-8ced-69d60794a425 tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:13:40.522862 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a44f25f-7583-4ebd-8ced-69d60794a425 tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804985-2 {{(pid=106252) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 18 13:13:40.545668 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [req-74972509-a2e9-43ad-b8a6-cfc965a28b2f req-1a44f25f-7583-4ebd-8ced-69d60794a425 tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] No DVR routers for this DVR port 92c80191-8a71-4259-aa54-a062114dd44d on host n-h1-804985-2 {{(pid=106252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:13:40.548457 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [req-74972509-a2e9-43ad-b8a6-cfc965a28b2f req-1a44f25f-7583-4ebd-8ced-69d60794a425 tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:40.550651 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-74972509-a2e9-43ad-b8a6-cfc965a28b2f req-1a44f25f-7583-4ebd-8ced-69d60794a425 tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] 10.222.0.63 "DELETE /v2.0/ports/92c80191-8a71-4259-aa54-a062114dd44d HTTP/1.1" status: 204 len: 173 time: 0.4845219 Aug 18 13:13:40.551130 n-d-804985-2 neutron-server[106252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaf983ed-f4e7-40b0-9a1e-c454385626b8', 'name': 'network-vif-deleted', 'tag': '92c80191-8a71-4259-aa54-a062114dd44d'}] {{(pid=106252) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:13:40.553666 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e1715db41198363ca71e85bb75ffab0edf23d36e39f25ec0aa17a703e60534b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78b0cf80-3b39-438d-a019-72d1702b37b5" -d '{"events": [{"server_uuid": "aaf983ed-f4e7-40b0-9a1e-c454385626b8", "name": "network-vif-deleted", "tag": "92c80191-8a71-4259-aa54-a062114dd44d"}]}' {{(pid=106252) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:13:40.589388 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 13:13:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6acce1d-0b34-4fa6-aad6-88e8c72a7760 x-openstack-request-id: req-d6acce1d-0b34-4fa6-aad6-88e8c72a7760 {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:13:40.589682 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aaf983ed-f4e7-40b0-9a1e-c454385626b8", "name": "network-vif-deleted", "tag": "92c80191-8a71-4259-aa54-a062114dd44d", "status": "completed", "code": 200}]} {{(pid=106252) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:13:40.590040 n-d-804985-2 neutron-server[106252]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d6acce1d-0b34-4fa6-aad6-88e8c72a7760 {{(pid=106252) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:13:40.590474 n-d-804985-2 neutron-server[106252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaf983ed-f4e7-40b0-9a1e-c454385626b8', 'name': 'network-vif-deleted', 'tag': '92c80191-8a71-4259-aa54-a062114dd44d', 'status': 'completed', 'code': 200} Aug 18 13:13:41.397233 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 92c80191-8a71-4259-aa54-a062114dd44d no longer exists at agent hyperv_n-h1-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:13:41.420985 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] No Port match for: 92c80191-8a71-4259-aa54-a062114dd44d {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:13:41.421413 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Device 92c80191-8a71-4259-aa54-a062114dd44d not bound to the agent host n-h1-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:13:41.820120 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 55734) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:13:41.880441 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.agents_db [None req-6dbb2658-0354-4101-8393-6e7505481cf6 None None] Agent healthcheck: found 7 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 13:13:41.984564 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-406c1b74-88f1-4fc8-93c0-c30e6d01aaa7 tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Deleting port 4b86c9b7-7af7-493a-8f4d-e4545e59a499 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:13:41.984857 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-406c1b74-88f1-4fc8-93c0-c30e6d01aaa7 tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:42.063820 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-406c1b74-88f1-4fc8-93c0-c30e6d01aaa7 tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:42.064155 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-406c1b74-88f1-4fc8-93c0-c30e6d01aaa7 tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:42.076348 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-406c1b74-88f1-4fc8-93c0-c30e6d01aaa7 tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Calling delete_port for 4b86c9b7-7af7-493a-8f4d-e4545e59a499 owned by network:floatingip {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:13:42.244337 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-406c1b74-88f1-4fc8-93c0-c30e6d01aaa7 tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:42.270370 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406c1b74-88f1-4fc8-93c0-c30e6d01aaa7 tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Pushing event deleted for resources: {'Port': ['ID=4b86c9b7-7af7-493a-8f4d-e4545e59a499,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:13:42.337075 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-406c1b74-88f1-4fc8-93c0-c30e6d01aaa7 tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Notify callbacks [] for floatingip, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:42.337396 n-d-804985-2 neutron-server[106253]: INFO neutron.db.l3_db [None req-406c1b74-88f1-4fc8-93c0-c30e6d01aaa7 tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Floating IP 1d2016af-3efd-4177-a7b8-58950877ed79 disassociated (deleted). External IP: 172.25.7.48, port: 58ad0b69-ccbe-44fe-9b29-de0f1086f9d0. Aug 18 13:13:42.557083 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-406c1b74-88f1-4fc8-93c0-c30e6d01aaa7 tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Router 3e59e693-9a53-4d71-9507-43ccdc577746 has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 13:13:42.676166 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-406c1b74-88f1-4fc8-93c0-c30e6d01aaa7 tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:13:42.680461 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-406c1b74-88f1-4fc8-93c0-c30e6d01aaa7 tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for floatingip, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:42.687251 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf286d8-2bdd-4d6a-8576-d82bf675c98e None None] Sync routers for ids ['3e59e693-9a53-4d71-9507-43ccdc577746'] in n-d-804985-2 {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:13:42.697146 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf286d8-2bdd-4d6a-8576-d82bf675c98e None None] Routers {'3e59e693-9a53-4d71-9507-43ccdc577746'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:13:42.697728 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-eaf286d8-2bdd-4d6a-8576-d82bf675c98e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T13:13:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['3e59e693-9a53-4d71-9507-43ccdc577746'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:13:42.707404 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-406c1b74-88f1-4fc8-93c0-c30e6d01aaa7 tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] 10.222.0.66 "DELETE /v2.0/floatingips/1d2016af-3efd-4177-a7b8-58950877ed79 HTTP/1.1" status: 204 len: 168 time: 0.8854985 Aug 18 13:13:42.707982 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'becd2bdd-b80e-40a9-9edf-2929c42ff1b9', 'tag': '58ad0b69-ccbe-44fe-9b29-de0f1086f9d0'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:13:42.710279 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d6bbf6f425705e9a26053008d8b7c0abfe3c10eda721baf5c515723d6d58932" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d783df8-c14d-482f-9b67-c7319a768722" -d '{"events": [{"name": "network-changed", "server_uuid": "becd2bdd-b80e-40a9-9edf-2929c42ff1b9", "tag": "58ad0b69-ccbe-44fe-9b29-de0f1086f9d0"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:13:42.748795 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 18 Aug 2021 13:13:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1df8ed3-af2c-467d-b385-92a52361e413 x-openstack-request-id: req-f1df8ed3-af2c-467d-b385-92a52361e413 {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:13:42.749105 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "becd2bdd-b80e-40a9-9edf-2929c42ff1b9", "tag": "58ad0b69-ccbe-44fe-9b29-de0f1086f9d0", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:13:42.749414 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f1df8ed3-af2c-467d-b385-92a52361e413 {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:13:42.749895 n-d-804985-2 neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'becd2bdd-b80e-40a9-9edf-2929c42ff1b9', 'tag': '58ad0b69-ccbe-44fe-9b29-de0f1086f9d0', 'status': 'completed', 'code': 200} Aug 18 13:13:42.807724 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-eaf286d8-2bdd-4d6a-8576-d82bf675c98e None None] Set router 3e59e693-9a53-4d71-9507-43ccdc577746 gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:13:42.815241 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d783df8-c14d-482f-9b67-c7319a768722 req-089ff265-e30a-4d78-a7e5-564ec281e981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:13:42.817022 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-5d783df8-c14d-482f-9b67-c7319a768722 req-089ff265-e30a-4d78-a7e5-564ec281e981 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=39b9914b92704df3a79a8db993de969b&device_id=becd2bdd-b80e-40a9-9edf-2929c42ff1b9 HTTP/1.1" status: 200 len: 1094 time: 0.0449369 Aug 18 13:13:42.928380 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d783df8-c14d-482f-9b67-c7319a768722 req-fc2f1de3-7dc8-461e-8262-383c0bdc0ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:13:42.929832 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-5d783df8-c14d-482f-9b67-c7319a768722 req-fc2f1de3-7dc8-461e-8262-383c0bdc0ae5 service neutron] 10.222.0.62 "GET /v2.0/networks?id=16d83396-be00-4a6a-8354-a447c2a4f42a HTTP/1.1" status: 200 len: 910 time: 0.1026371 Aug 18 13:13:42.957462 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ec91cb-bd75-4248-b3ff-4c0ec1089e6e req-e09ca6e4-ff77-477e-be4d-771c7431a9ea tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:13:42.961258 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-00ec91cb-bd75-4248-b3ff-4c0ec1089e6e req-e09ca6e4-ff77-477e-be4d-771c7431a9ea tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] 10.222.0.66 "GET /v2.0/ports?device_id=becd2bdd-b80e-40a9-9edf-2929c42ff1b9 HTTP/1.1" status: 200 len: 943 time: 0.0639400 Aug 18 13:13:42.974665 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-5d783df8-c14d-482f-9b67-c7319a768722 req-a8176cf2-1125-4ae0-8cd3-f1eed52df6d4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=58ad0b69-ccbe-44fe-9b29-de0f1086f9d0 HTTP/1.1" status: 200 len: 217 time: 0.0363934 Aug 18 13:13:43.005025 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-00ec91cb-bd75-4248-b3ff-4c0ec1089e6e req-bc25f791-909d-42d3-93bb-a3d8bea31ed9 tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] 10.222.0.66 "GET /v2.0/security-groups?id=bd40465e-f78e-44e7-99fe-515502b96ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378277 Aug 18 13:13:43.025895 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d783df8-c14d-482f-9b67-c7319a768722 req-95f2c9b1-7887-4508-8822-795a6cd82d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:13:43.027495 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-5d783df8-c14d-482f-9b67-c7319a768722 req-95f2c9b1-7887-4508-8822-795a6cd82d29 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=32ddc5e3-7d7f-4cc0-b060-350844ba83bf HTTP/1.1" status: 200 len: 848 time: 0.0458465 Aug 18 13:13:43.074957 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d783df8-c14d-482f-9b67-c7319a768722 req-80798ba8-615c-446f-add8-59c0662eccb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:13:43.076420 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-5d783df8-c14d-482f-9b67-c7319a768722 req-80798ba8-615c-446f-add8-59c0662eccb1 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=16d83396-be00-4a6a-8354-a447c2a4f42a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406256 Aug 18 13:13:43.110506 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-eaf286d8-2bdd-4d6a-8576-d82bf675c98e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e59e693-9a53-4d71-9507-43ccdc577746', 'name': 'tempest-TestSnapshotPattern-180960093-router', 'tenant_id': '39b9914b92704df3a79a8db993de969b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.45'}], 'enable_snat': True}, 'gw_port_id': 'f4df65d5-aaa5-42b6-bccf-a23ab155e7c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:09:05Z', 'updated_at': '2021-08-18T13:09:08Z', 'revision_number': 4, 'project_id': '39b9914b92704df3a79a8db993de969b', 'gw_port': {'id': 'f4df65d5-aaa5-42b6-bccf-a23ab155e7c9', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:54:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e59e693-9a53-4d71-9507-43ccdc577746', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:09:06Z', 'updated_at': '2021-08-18T13:09:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': 'c2fe7646-8aec-494c-8361-555de94ed909', 'name': '', 'network_id': '16d83396-be00-4a6a-8354-a447c2a4f42a', 'tenant_id': '39b9914b92704df3a79a8db993de969b', 'mac_address': 'fa:16:3e:67:92:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e59e693-9a53-4d71-9507-43ccdc577746', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '32ddc5e3-7d7f-4cc0-b060-350844ba83bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:09:07Z', 'updated_at': '2021-08-18T13:09:14Z', 'revision_number': 5, 'project_id': '39b9914b92704df3a79a8db993de969b', 'subnets': [{'id': '32ddc5e3-7d7f-4cc0-b060-350844ba83bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:13:43.138938 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf286d8-2bdd-4d6a-8576-d82bf675c98e None None] Checking router: 3e59e693-9a53-4d71-9507-43ccdc577746 for host: n-d-804985-2 {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 13:13:43.148500 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf286d8-2bdd-4d6a-8576-d82bf675c98e None None] Routers {'3e59e693-9a53-4d71-9507-43ccdc577746'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:13:43.148655 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-eaf286d8-2bdd-4d6a-8576-d82bf675c98e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T13:13:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['3e59e693-9a53-4d71-9507-43ccdc577746'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:13:43.173244 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-5d783df8-c14d-482f-9b67-c7319a768722 req-db30dbd6-b9ee-4d5e-ac13-ea4935a23eb1 service neutron] 10.222.0.62 "GET /v2.0/networks/16d83396-be00-4a6a-8354-a447c2a4f42a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892658 Aug 18 13:13:43.255602 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-eaf286d8-2bdd-4d6a-8576-d82bf675c98e None None] Set router 3e59e693-9a53-4d71-9507-43ccdc577746 gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:13:43.267488 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-5d783df8-c14d-482f-9b67-c7319a768722 req-200c434a-28c7-4ab6-bb0d-77a2acf4ddca service neutron] 10.222.0.62 "GET /v2.0/networks/16d83396-be00-4a6a-8354-a447c2a4f42a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860045 Aug 18 13:13:43.465513 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-eaf286d8-2bdd-4d6a-8576-d82bf675c98e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e59e693-9a53-4d71-9507-43ccdc577746', 'name': 'tempest-TestSnapshotPattern-180960093-router', 'tenant_id': '39b9914b92704df3a79a8db993de969b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.45'}], 'enable_snat': True}, 'gw_port_id': 'f4df65d5-aaa5-42b6-bccf-a23ab155e7c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:09:05Z', 'updated_at': '2021-08-18T13:09:08Z', 'revision_number': 4, 'project_id': '39b9914b92704df3a79a8db993de969b', 'gw_port': {'id': 'f4df65d5-aaa5-42b6-bccf-a23ab155e7c9', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:54:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e59e693-9a53-4d71-9507-43ccdc577746', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:09:06Z', 'updated_at': '2021-08-18T13:09:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': 'c2fe7646-8aec-494c-8361-555de94ed909', 'name': '', 'network_id': '16d83396-be00-4a6a-8354-a447c2a4f42a', 'tenant_id': '39b9914b92704df3a79a8db993de969b', 'mac_address': 'fa:16:3e:67:92:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e59e693-9a53-4d71-9507-43ccdc577746', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '32ddc5e3-7d7f-4cc0-b060-350844ba83bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:09:07Z', 'updated_at': '2021-08-18T13:09:14Z', 'revision_number': 5, 'project_id': '39b9914b92704df3a79a8db993de969b', 'subnets': [{'id': '32ddc5e3-7d7f-4cc0-b060-350844ba83bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:13:43.491302 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf286d8-2bdd-4d6a-8576-d82bf675c98e None None] The sync data for ids ['3e59e693-9a53-4d71-9507-43ccdc577746'] in n-d-804985-2 is: [{'id': '3e59e693-9a53-4d71-9507-43ccdc577746', 'name': 'tempest-TestSnapshotPattern-180960093-router', 'tenant_id': '39b9914b92704df3a79a8db993de969b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.45'}], 'enable_snat': True}, 'gw_port_id': 'f4df65d5-aaa5-42b6-bccf-a23ab155e7c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:09:05Z', 'updated_at': '2021-08-18T13:09:08Z', 'revision_number': 4, 'project_id': '39b9914b92704df3a79a8db993de969b', 'gw_port': {'id': 'f4df65d5-aaa5-42b6-bccf-a23ab155e7c9', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:54:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e59e693-9a53-4d71-9507-43ccdc577746', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:09:06Z', 'updated_at': '2021-08-18T13:09:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2', '_interfaces': [{'id': 'c2fe7646-8aec-494c-8361-555de94ed909', 'name': '', 'network_id': '16d83396-be00-4a6a-8354-a447c2a4f42a', 'tenant_id': '39b9914b92704df3a79a8db993de969b', 'mac_address': 'fa:16:3e:67:92:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e59e693-9a53-4d71-9507-43ccdc577746', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '32ddc5e3-7d7f-4cc0-b060-350844ba83bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:09:07Z', 'updated_at': '2021-08-18T13:09:14Z', 'revision_number': 5, 'project_id': '39b9914b92704df3a79a8db993de969b', 'subnets': [{'id': '32ddc5e3-7d7f-4cc0-b060-350844ba83bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:13:43.718802 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd9c84ab-1d3a-4cac-84b6-c81084e67f96 None None] New status for floating IP 1d2016af-3efd-4177-a7b8-58950877ed79: DOWN {{(pid=106254) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 18 13:13:44.140572 n-d-804985-2 neutron-server[106252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d04df6-fdee-4dd0-93cd-d342f53df729 req-1e4f4347-6c1e-472d-8b69-3327b9e63c50 tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106252) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:13:44.142082 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-59d04df6-fdee-4dd0-93cd-d342f53df729 req-1e4f4347-6c1e-472d-8b69-3327b9e63c50 tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] 10.222.0.66 "GET /v2.0/ports?device_id=becd2bdd-b80e-40a9-9edf-2929c42ff1b9 HTTP/1.1" status: 200 len: 943 time: 0.0565636 Aug 18 13:13:44.193058 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-59d04df6-fdee-4dd0-93cd-d342f53df729 req-9915acf5-6914-46cb-9ed0-1cc2c8433fe5 tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] 10.222.0.66 "GET /v2.0/security-groups?id=bd40465e-f78e-44e7-99fe-515502b96ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412512 Aug 18 13:13:44.438686 n-d-804985-2 neutron-server[106253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7429d1-8023-4fd7-bf7d-e6b9c5437d46 req-2712b140-5285-4cb2-9869-f780b9d6e925 tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106253) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 18 13:13:44.440070 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-7a7429d1-8023-4fd7-bf7d-e6b9c5437d46 req-2712b140-5285-4cb2-9869-f780b9d6e925 tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] 10.222.0.62 "GET /v2.0/ports?device_id=becd2bdd-b80e-40a9-9edf-2929c42ff1b9 HTTP/1.1" status: 200 len: 943 time: 0.0590503 Aug 18 13:13:44.534081 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-7a7429d1-8023-4fd7-bf7d-e6b9c5437d46 req-7c94e253-a05c-4a59-88ff-08e93a452a98 tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Deleting port 58ad0b69-ccbe-44fe-9b29-de0f1086f9d0 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:13:44.534417 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-7a7429d1-8023-4fd7-bf7d-e6b9c5437d46 req-7c94e253-a05c-4a59-88ff-08e93a452a98 tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:44.642825 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [req-7a7429d1-8023-4fd7-bf7d-e6b9c5437d46 req-7c94e253-a05c-4a59-88ff-08e93a452a98 tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] For port 58ad0b69-ccbe-44fe-9b29-de0f1086f9d0, host n-h2-804985-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804985-2',level=0,port_id=58ad0b69-ccbe-44fe-9b29-de0f1086f9d0,segment=NetworkSegment(f40c676d-8a84-4592-bdd1-62fec5896c8e),segment_id=f40c676d-8a84-4592-bdd1-62fec5896c8e)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:13:44.643149 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-7a7429d1-8023-4fd7-bf7d-e6b9c5437d46 req-7c94e253-a05c-4a59-88ff-08e93a452a98 tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:44.656695 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [req-7a7429d1-8023-4fd7-bf7d-e6b9c5437d46 req-7c94e253-a05c-4a59-88ff-08e93a452a98 tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Calling delete_port for 58ad0b69-ccbe-44fe-9b29-de0f1086f9d0 owned by compute:nova {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:13:44.799766 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-7a7429d1-8023-4fd7-bf7d-e6b9c5437d46 req-7c94e253-a05c-4a59-88ff-08e93a452a98 tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:44.830301 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c94e253-a05c-4a59-88ff-08e93a452a98 tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Pushing event deleted for resources: {'Port': ['ID=58ad0b69-ccbe-44fe-9b29-de0f1086f9d0,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:13:44.871251 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a7429d1-8023-4fd7-bf7d-e6b9c5437d46 req-7c94e253-a05c-4a59-88ff-08e93a452a98 tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] No DVR routers for this DVR port 58ad0b69-ccbe-44fe-9b29-de0f1086f9d0 on host n-h2-804985-2 {{(pid=106253) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:13:44.873916 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [req-7a7429d1-8023-4fd7-bf7d-e6b9c5437d46 req-7c94e253-a05c-4a59-88ff-08e93a452a98 tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29948'] for port, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:44.876292 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [req-7a7429d1-8023-4fd7-bf7d-e6b9c5437d46 req-7c94e253-a05c-4a59-88ff-08e93a452a98 tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] 10.222.0.62 "DELETE /v2.0/ports/58ad0b69-ccbe-44fe-9b29-de0f1086f9d0 HTTP/1.1" status: 204 len: 173 time: 0.4302135 Aug 18 13:13:44.876770 n-d-804985-2 neutron-server[106253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'becd2bdd-b80e-40a9-9edf-2929c42ff1b9', 'name': 'network-vif-deleted', 'tag': '58ad0b69-ccbe-44fe-9b29-de0f1086f9d0'}] {{(pid=106253) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 18 13:13:44.879006 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d6bbf6f425705e9a26053008d8b7c0abfe3c10eda721baf5c515723d6d58932" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6039a2b-42ac-460a-a9d4-2d876773040e" -d '{"events": [{"server_uuid": "becd2bdd-b80e-40a9-9edf-2929c42ff1b9", "name": "network-vif-deleted", "tag": "58ad0b69-ccbe-44fe-9b29-de0f1086f9d0"}]}' {{(pid=106253) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 18 13:13:44.917360 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 18 Aug 2021 13:13:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e51add7e-30f3-4039-a311-8e57383491be x-openstack-request-id: req-e51add7e-30f3-4039-a311-8e57383491be {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 18 13:13:44.917776 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "becd2bdd-b80e-40a9-9edf-2929c42ff1b9", "name": "network-vif-deleted", "tag": "58ad0b69-ccbe-44fe-9b29-de0f1086f9d0", "status": "completed", "code": 200}]} {{(pid=106253) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 18 13:13:44.918029 n-d-804985-2 neutron-server[106253]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e51add7e-30f3-4039-a311-8e57383491be {{(pid=106253) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 18 13:13:44.918556 n-d-804985-2 neutron-server[106253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'becd2bdd-b80e-40a9-9edf-2929c42ff1b9', 'name': 'network-vif-deleted', 'tag': '58ad0b69-ccbe-44fe-9b29-de0f1086f9d0', 'status': 'completed', 'code': 200} Aug 18 13:13:45.318446 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [req-2fff6e6f-8028-43dd-85d9-307d14162c5e req-d5bd1d3d-43db-4830-b43f-69fdf0db24fe tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] 10.222.0.66 "GET /v2.0/ports?device_id=becd2bdd-b80e-40a9-9edf-2929c42ff1b9 HTTP/1.1" status: 200 len: 210 time: 0.0284152 Aug 18 13:13:46.381666 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 55752) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:13:46.443260 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-34e97f20-1264-4654-a004-cd630f2137bd tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:46.468731 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-34e97f20-1264-4654-a004-cd630f2137bd tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:46.536993 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-34e97f20-1264-4654-a004-cd630f2137bd tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:46.539718 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-34e97f20-1264-4654-a004-cd630f2137bd tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:46.540907 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-34e97f20-1264-4654-a004-cd630f2137bd tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] 10.222.0.66 "DELETE /v2.0/security-groups/bd40465e-f78e-44e7-99fe-515502b96ae4 HTTP/1.1" status: 204 len: 168 time: 0.1582088 Aug 18 13:13:46.549974 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e97f20-1264-4654-a004-cd630f2137bd tempest-TestSnapshotPattern-1057021177 tempest-TestSnapshotPattern-1057021177-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd40465e-f78e-44e7-99fe-515502b96ae4,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:13:46.587383 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 55756) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:13:46.933601 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e707d842-6761-47c3-ba1d-edf41f371eda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-996815'] for router_interface, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:47.200569 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-e707d842-6761-47c3-ba1d-edf41f371eda admin admin] Deleting port c2fe7646-8aec-494c-8361-555de94ed909 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:13:47.200792 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e707d842-6761-47c3-ba1d-edf41f371eda admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:47.283598 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [None req-e707d842-6761-47c3-ba1d-edf41f371eda admin admin] For port c2fe7646-8aec-494c-8361-555de94ed909, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=c2fe7646-8aec-494c-8361-555de94ed909,segment=NetworkSegment(f40c676d-8a84-4592-bdd1-62fec5896c8e),segment_id=f40c676d-8a84-4592-bdd1-62fec5896c8e)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:13:47.283946 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e707d842-6761-47c3-ba1d-edf41f371eda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:47.295622 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-e707d842-6761-47c3-ba1d-edf41f371eda admin admin] Calling delete_port for c2fe7646-8aec-494c-8361-555de94ed909 owned by network:router_interface {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:13:47.482348 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e707d842-6761-47c3-ba1d-edf41f371eda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:47.506965 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e707d842-6761-47c3-ba1d-edf41f371eda admin admin] Pushing event deleted for resources: {'Port': ['ID=c2fe7646-8aec-494c-8361-555de94ed909,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:13:47.669339 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e707d842-6761-47c3-ba1d-edf41f371eda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953695'] for router_interface, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:48.205820 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e707d842-6761-47c3-ba1d-edf41f371eda admin admin] Router 3e59e693-9a53-4d71-9507-43ccdc577746 has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 13:13:48.314978 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e707d842-6761-47c3-ba1d-edf41f371eda admin admin] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:13:48.320505 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-e707d842-6761-47c3-ba1d-edf41f371eda admin admin] 10.222.0.66 "PUT /v2.0/routers/3e59e693-9a53-4d71-9507-43ccdc577746/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7319963 Aug 18 13:13:48.322632 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 55760) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:13:48.324674 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fde0700-f4fd-4907-b201-52fc57e0b921 None None] Sync routers for ids ['3e59e693-9a53-4d71-9507-43ccdc577746'] in n-d-804985-2 {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:13:48.334528 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fde0700-f4fd-4907-b201-52fc57e0b921 None None] Routers {'3e59e693-9a53-4d71-9507-43ccdc577746'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:13:48.335221 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-2fde0700-f4fd-4907-b201-52fc57e0b921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T13:13:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['3e59e693-9a53-4d71-9507-43ccdc577746'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:13:48.427500 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a66fb439-8968-4413-9a32-8015d163db7f admin admin] Notify callbacks [] for router, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:48.437219 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-2fde0700-f4fd-4907-b201-52fc57e0b921 None None] Set router 3e59e693-9a53-4d71-9507-43ccdc577746 gateway port host: n-d-804985-2 {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:13:48.531057 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a66fb439-8968-4413-9a32-8015d163db7f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:48.584026 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-a66fb439-8968-4413-9a32-8015d163db7f admin admin] Deleting port f4df65d5-aaa5-42b6-bccf-a23ab155e7c9 {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:13:48.584263 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a66fb439-8968-4413-9a32-8015d163db7f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:48.621754 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-2fde0700-f4fd-4907-b201-52fc57e0b921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e59e693-9a53-4d71-9507-43ccdc577746', 'name': 'tempest-TestSnapshotPattern-180960093-router', 'tenant_id': '39b9914b92704df3a79a8db993de969b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.45'}], 'enable_snat': True}, 'gw_port_id': 'f4df65d5-aaa5-42b6-bccf-a23ab155e7c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:09:05Z', 'updated_at': '2021-08-18T13:13:47Z', 'revision_number': 5, 'project_id': '39b9914b92704df3a79a8db993de969b', 'gw_port': {'id': 'f4df65d5-aaa5-42b6-bccf-a23ab155e7c9', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:54:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e59e693-9a53-4d71-9507-43ccdc577746', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:09:06Z', 'updated_at': '2021-08-18T13:09:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:13:48.624461 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-acb5268f-182d-4fcc-98f1-d66dbe3e9a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:48.650476 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fde0700-f4fd-4907-b201-52fc57e0b921 None None] Checking router: 3e59e693-9a53-4d71-9507-43ccdc577746 for host: n-d-804985-2 {{(pid=106255) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 13:13:48.658861 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fde0700-f4fd-4907-b201-52fc57e0b921 None None] Routers {'3e59e693-9a53-4d71-9507-43ccdc577746'} bound to L3 agent in host n-d-804985-2 {{(pid=106255) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:13:48.659463 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-2fde0700-f4fd-4907-b201-52fc57e0b921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T13:13:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['3e59e693-9a53-4d71-9507-43ccdc577746'], 'active': True} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:13:48.668028 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [None req-a66fb439-8968-4413-9a32-8015d163db7f admin admin] For port f4df65d5-aaa5-42b6-bccf-a23ab155e7c9, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=f4df65d5-aaa5-42b6-bccf-a23ab155e7c9,segment=NetworkSegment(c5a3db9d-5c58-41b1-9177-d5787a597b78),segment_id=c5a3db9d-5c58-41b1-9177-d5787a597b78)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:13:48.668394 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a66fb439-8968-4413-9a32-8015d163db7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:48.679962 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-a66fb439-8968-4413-9a32-8015d163db7f admin admin] Calling delete_port for f4df65d5-aaa5-42b6-bccf-a23ab155e7c9 owned by network:router_gateway {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:13:48.743388 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_dvr_db [None req-2fde0700-f4fd-4907-b201-52fc57e0b921 None None] Set router 3e59e693-9a53-4d71-9507-43ccdc577746 gateway port host: None {{(pid=106255) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:13:48.797587 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.l3_hamode_db [None req-2fde0700-f4fd-4907-b201-52fc57e0b921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e59e693-9a53-4d71-9507-43ccdc577746', 'name': 'tempest-TestSnapshotPattern-180960093-router', 'tenant_id': '39b9914b92704df3a79a8db993de969b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:09:05Z', 'updated_at': '2021-08-18T13:13:48Z', 'revision_number': 6, 'project_id': '39b9914b92704df3a79a8db993de969b', 'gw_port_host': None}], 'n-d-804985-2', False) {} {{(pid=106255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:13:48.824878 n-d-804985-2 neutron-server[106255]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fde0700-f4fd-4907-b201-52fc57e0b921 None None] The sync data for ids ['3e59e693-9a53-4d71-9507-43ccdc577746'] in n-d-804985-2 is: [{'id': '3e59e693-9a53-4d71-9507-43ccdc577746', 'name': 'tempest-TestSnapshotPattern-180960093-router', 'tenant_id': '39b9914b92704df3a79a8db993de969b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:09:05Z', 'updated_at': '2021-08-18T13:13:48Z', 'revision_number': 6, 'project_id': '39b9914b92704df3a79a8db993de969b', 'gw_port_host': None}] {{(pid=106255) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:13:48.847938 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a66fb439-8968-4413-9a32-8015d163db7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:48.873794 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66fb439-8968-4413-9a32-8015d163db7f admin admin] Pushing event deleted for resources: {'Port': ['ID=f4df65d5-aaa5-42b6-bccf-a23ab155e7c9,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:13:48.894163 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 58ad0b69-ccbe-44fe-9b29-de0f1086f9d0 no longer exists at agent hyperv_n-h2-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:13:48.918668 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] No Port match for: 58ad0b69-ccbe-44fe-9b29-de0f1086f9d0 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:13:48.918983 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Device 58ad0b69-ccbe-44fe-9b29-de0f1086f9d0 not bound to the agent host n-h2-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:13:48.935766 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a66fb439-8968-4413-9a32-8015d163db7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-997271'] for router_gateway, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:49.029612 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a66fb439-8968-4413-9a32-8015d163db7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-996004', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15859'] for router, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:49.031864 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a66fb439-8968-4413-9a32-8015d163db7f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:49.078425 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a66fb439-8968-4413-9a32-8015d163db7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-996061'] for router, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:49.078949 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a66fb439-8968-4413-9a32-8015d163db7f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3e59e693-9a53-4d71-9507-43ccdc577746 {{(pid=106252) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 13:13:49.083406 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-a66fb439-8968-4413-9a32-8015d163db7f admin admin] Notify callbacks [] for router, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:49.084564 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-a66fb439-8968-4413-9a32-8015d163db7f admin admin] 10.222.0.66 "DELETE /v2.0/routers/3e59e693-9a53-4d71-9507-43ccdc577746 HTTP/1.1" status: 204 len: 168 time: 0.7609525 Aug 18 13:13:49.087209 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 55762) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:13:49.131300 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.db_base_plugin_v2 [None req-0315124a-beb7-44f3-b3b9-9228bc9e983e admin admin] Deleting subnet 32ddc5e3-7d7f-4cc0-b060-350844ba83bf {{(pid=106252) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 13:13:49.134360 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0315124a-beb7-44f3-b3b9-9228bc9e983e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:49.171178 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0315124a-beb7-44f3-b3b9-9228bc9e983e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2221528'] for subnet, precommit_delete_associations {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:49.264926 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0315124a-beb7-44f3-b3b9-9228bc9e983e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:49.318512 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0315124a-beb7-44f3-b3b9-9228bc9e983e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3572848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59074100'] for subnet, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:49.344291 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0315124a-beb7-44f3-b3b9-9228bc9e983e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32ddc5e3-7d7f-4cc0-b060-350844ba83bf,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:13:49.349292 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-0315124a-beb7-44f3-b3b9-9228bc9e983e admin admin] Notify callbacks [] for subnet, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:49.351175 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-0315124a-beb7-44f3-b3b9-9228bc9e983e admin admin] 10.222.0.66 "DELETE /v2.0/subnets/32ddc5e3-7d7f-4cc0-b060-350844ba83bf HTTP/1.1" status: 204 len: 168 time: 0.2630112 Aug 18 13:13:49.353909 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 55764) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:13:49.354481 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cbd426c-a814-4e33-83b9-b30befcabf10 None None] Network 16d83396-be00-4a6a-8354-a447c2a4f42a requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:13:49.427853 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4da02e25-e1f4-406d-83ee-49dcccbc2612 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7904109'] for network, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:49.482914 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-4da02e25-e1f4-406d-83ee-49dcccbc2612 admin admin] Deleting port 2d4f634c-ec08-405a-b447-99555b66b3aa {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:13:49.483250 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4da02e25-e1f4-406d-83ee-49dcccbc2612 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:49.551120 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [None req-4da02e25-e1f4-406d-83ee-49dcccbc2612 admin admin] For port 2d4f634c-ec08-405a-b447-99555b66b3aa, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=2d4f634c-ec08-405a-b447-99555b66b3aa,segment=NetworkSegment(f40c676d-8a84-4592-bdd1-62fec5896c8e),segment_id=f40c676d-8a84-4592-bdd1-62fec5896c8e)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:13:49.551516 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4da02e25-e1f4-406d-83ee-49dcccbc2612 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:49.565488 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-4da02e25-e1f4-406d-83ee-49dcccbc2612 admin admin] Calling delete_port for 2d4f634c-ec08-405a-b447-99555b66b3aa owned by network:dhcp {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:13:49.579860 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a46d801e-a60c-46eb-be61-7d4d1071e8e1 None None] DHCP port deletion for 16d83396-be00-4a6a-8354-a447c2a4f42a request from n-d-804985-2 {{(pid=106254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 13:13:49.626579 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-a46d801e-a60c-46eb-be61-7d4d1071e8e1 None None] Deleting port 2d4f634c-ec08-405a-b447-99555b66b3aa {{(pid=106254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:13:49.627236 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-a46d801e-a60c-46eb-be61-7d4d1071e8e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:49.653936 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4da02e25-e1f4-406d-83ee-49dcccbc2612 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:49.678012 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da02e25-e1f4-406d-83ee-49dcccbc2612 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d4f634c-ec08-405a-b447-99555b66b3aa,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:13:49.684622 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da02e25-e1f4-406d-83ee-49dcccbc2612 admin admin] No DVR routers for this DVR port 2d4f634c-ec08-405a-b447-99555b66b3aa on host n-d-804985-2 {{(pid=106252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:13:49.695127 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.db [None req-a46d801e-a60c-46eb-be61-7d4d1071e8e1 None None] For port 2d4f634c-ec08-405a-b447-99555b66b3aa, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=2d4f634c-ec08-405a-b447-99555b66b3aa,segment=NetworkSegment(f40c676d-8a84-4592-bdd1-62fec5896c8e),segment_id=f40c676d-8a84-4592-bdd1-62fec5896c8e)] {{(pid=106254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:13:49.695528 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-a46d801e-a60c-46eb-be61-7d4d1071e8e1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:49.708114 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-a46d801e-a60c-46eb-be61-7d4d1071e8e1 None None] Calling delete_port for 2d4f634c-ec08-405a-b447-99555b66b3aa owned by network:dhcp {{(pid=106254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:13:49.758791 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4da02e25-e1f4-406d-83ee-49dcccbc2612 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8367869', 'neutron.services.segments.db._delete_segments_for_network-8789151212993'] for network, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:49.776261 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-4da02e25-e1f4-406d-83ee-49dcccbc2612 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16d83396-be00-4a6a-8354-a447c2a4f42a']}} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:13:49.783175 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-a46d801e-a60c-46eb-be61-7d4d1071e8e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556'] for port, after_delete {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:49.787732 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-4da02e25-e1f4-406d-83ee-49dcccbc2612 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f40c676d-8a84-4592-bdd1-62fec5896c8e') {'for_net_delete': True} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:13:49.788021 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-4da02e25-e1f4-406d-83ee-49dcccbc2612 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f40c676d-8a84-4592-bdd1-62fec5896c8e') {} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:13:49.797206 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4da02e25-e1f4-406d-83ee-49dcccbc2612 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789151225254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2221521'] for segment, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:49.812525 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4da02e25-e1f4-406d-83ee-49dcccbc2612 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:49.814395 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a46d801e-a60c-46eb-be61-7d4d1071e8e1 None None] No DVR routers for this DVR port 2d4f634c-ec08-405a-b447-99555b66b3aa on host n-d-804985-2 {{(pid=106254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:13:49.818385 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46d801e-a60c-46eb-be61-7d4d1071e8e1 None None] Pushing event deleted for resources: {'Port': ['ID=2d4f634c-ec08-405a-b447-99555b66b3aa,revision_number=None']} {{(pid=106254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:13:49.822973 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4da02e25-e1f4-406d-83ee-49dcccbc2612 admin admin] Releasing vlan 818 on physical network physnet1 to pool {{(pid=106252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 13:13:49.822973 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4da02e25-e1f4-406d-83ee-49dcccbc2612 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3572434'] for segment, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:49.824546 n-d-804985-2 neutron-server[106252]: Traceback (most recent call last): Aug 18 13:13:49.824546 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 13:13:49.824546 n-d-804985-2 neutron-server[106252]: timer() Aug 18 13:13:49.824546 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 13:13:49.824546 n-d-804985-2 neutron-server[106252]: cb(*args, **kw) Aug 18 13:13:49.824546 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 13:13:49.824546 n-d-804985-2 neutron-server[106252]: return func(*args, **kwargs) Aug 18 13:13:49.824546 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 13:13:49.824546 n-d-804985-2 neutron-server[106252]: self._notify() Aug 18 13:13:49.824546 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 13:13:49.824546 n-d-804985-2 neutron-server[106252]: self.callback(batched_events) Aug 18 13:13:49.824546 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 13:13:49.824546 n-d-804985-2 neutron-server[106252]: event.method(event) Aug 18 13:13:49.824546 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 13:13:49.824546 n-d-804985-2 neutron-server[106252]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 13:13:49.824546 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 13:13:49.824546 n-d-804985-2 neutron-server[106252]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 13:13:49.824546 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 13:13:49.824546 n-d-804985-2 neutron-server[106252]: return f(self, *a, **k) Aug 18 13:13:49.824546 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 13:13:49.824546 n-d-804985-2 neutron-server[106252]: return self._get(url).json() Aug 18 13:13:49.824546 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 13:13:49.824546 n-d-804985-2 neutron-server[106252]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 13:13:49.824546 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 13:13:49.824546 n-d-804985-2 neutron-server[106252]: return self.request(url, 'GET', **kwargs) Aug 18 13:13:49.824546 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 13:13:49.824546 n-d-804985-2 neutron-server[106252]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 13:13:49.824546 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 13:13:49.824546 n-d-804985-2 neutron-server[106252]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 13:13:49.824546 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 13:13:49.824546 n-d-804985-2 neutron-server[106252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 13:13:49.824546 n-d-804985-2 neutron-server[106252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 13:13:49.886832 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4da02e25-e1f4-406d-83ee-49dcccbc2612 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8367858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997186'] for network, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:49.892340 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-4da02e25-e1f4-406d-83ee-49dcccbc2612 admin admin] Notify callbacks [] for network, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:49.894222 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-4da02e25-e1f4-406d-83ee-49dcccbc2612 admin admin] 10.222.0.66 "DELETE /v2.0/networks/16d83396-be00-4a6a-8354-a447c2a4f42a HTTP/1.1" status: 204 len: 168 time: 0.5393732 Aug 18 13:13:49.897271 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 55766) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:13:49.905707 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da02e25-e1f4-406d-83ee-49dcccbc2612 admin admin] Pushing event deleted for resources: {'Network': ['ID=16d83396-be00-4a6a-8354-a447c2a4f42a,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:13:50.071474 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device c2fe7646-8aec-494c-8361-555de94ed909 no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:13:50.094177 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: c2fe7646-8aec-494c-8361-555de94ed909 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:13:50.094481 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device c2fe7646-8aec-494c-8361-555de94ed909 not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:13:50.094851 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 2d4f634c-ec08-405a-b447-99555b66b3aa no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:13:50.115760 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: 2d4f634c-ec08-405a-b447-99555b66b3aa {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:13:50.116109 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device 2d4f634c-ec08-405a-b447-99555b66b3aa not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:13:50.116977 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device f4df65d5-aaa5-42b6-bccf-a23ab155e7c9 no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:13:50.134785 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: f4df65d5-aaa5-42b6-bccf-a23ab155e7c9 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:13:50.135104 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device f4df65d5-aaa5-42b6-bccf-a23ab155e7c9 not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:13:50.264190 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-bc53b708-5f3e-4d35-b634-5830c4ecb10c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-996815'] for router_interface, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:50.503834 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-bc53b708-5f3e-4d35-b634-5830c4ecb10c admin admin] Deleting port d7a11ee9-10d9-432b-9efc-e509c91081c7 {{(pid=106253) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:13:50.504156 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-bc53b708-5f3e-4d35-b634-5830c4ecb10c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:50.583703 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.db [None req-bc53b708-5f3e-4d35-b634-5830c4ecb10c admin admin] For port d7a11ee9-10d9-432b-9efc-e509c91081c7, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=d7a11ee9-10d9-432b-9efc-e509c91081c7,segment=NetworkSegment(8d4ae826-d841-4345-b297-f49cdb8e7fa2),segment_id=8d4ae826-d841-4345-b297-f49cdb8e7fa2)] {{(pid=106253) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:13:50.583947 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-bc53b708-5f3e-4d35-b634-5830c4ecb10c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:50.596817 n-d-804985-2 neutron-server[106253]: DEBUG neutron.plugins.ml2.plugin [None req-bc53b708-5f3e-4d35-b634-5830c4ecb10c admin admin] Calling delete_port for d7a11ee9-10d9-432b-9efc-e509c91081c7 owned by network:router_interface {{(pid=106253) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:13:50.799015 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-bc53b708-5f3e-4d35-b634-5830c4ecb10c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58902254'] for port, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:50.833170 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc53b708-5f3e-4d35-b634-5830c4ecb10c admin admin] Pushing event deleted for resources: {'Port': ['ID=d7a11ee9-10d9-432b-9efc-e509c91081c7,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:13:51.000625 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-bc53b708-5f3e-4d35-b634-5830c4ecb10c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953695'] for router_interface, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:51.224701 n-d-804985-2 neutron-server[106253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc53b708-5f3e-4d35-b634-5830c4ecb10c admin admin] Router 0b2b76a1-3e0d-45eb-92cb-6c7d66934adc has already been hosted by L3 agent 677220f7-1457-4e08-afc1-afc0172a0010 {{(pid=106253) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 18 13:13:51.348661 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc53b708-5f3e-4d35-b634-5830c4ecb10c admin admin] Notify agent at l3_agent.n-d-804985-2 the message routers_updated {{(pid=106253) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 18 13:13:51.354021 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-bc53b708-5f3e-4d35-b634-5830c4ecb10c admin admin] 10.222.0.66 "PUT /v2.0/routers/0b2b76a1-3e0d-45eb-92cb-6c7d66934adc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4556208 Aug 18 13:13:51.356972 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 55770) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:13:51.359276 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b45907-82cb-4a16-9d49-07be5525e2b9 None None] Sync routers for ids ['0b2b76a1-3e0d-45eb-92cb-6c7d66934adc'] in n-d-804985-2 {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 18 13:13:51.369215 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b45907-82cb-4a16-9d49-07be5525e2b9 None None] Routers {'0b2b76a1-3e0d-45eb-92cb-6c7d66934adc'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:13:51.369808 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-32b45907-82cb-4a16-9d49-07be5525e2b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T13:13:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['0b2b76a1-3e0d-45eb-92cb-6c7d66934adc'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:13:51.473188 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ecb570d7-35e2-458d-9da1-d9927f3fdbac admin admin] Notify callbacks [] for router, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:51.482177 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-32b45907-82cb-4a16-9d49-07be5525e2b9 None None] Set router 0b2b76a1-3e0d-45eb-92cb-6c7d66934adc gateway port host: n-d-804985-2 {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:13:51.592012 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ecb570d7-35e2-458d-9da1-d9927f3fdbac admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:51.608690 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:51.651884 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-ecb570d7-35e2-458d-9da1-d9927f3fdbac admin admin] Deleting port dbb3610c-f53d-4bbd-ab02-584086f329cc {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:13:51.652301 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ecb570d7-35e2-458d-9da1-d9927f3fdbac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:51.677782 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-32b45907-82cb-4a16-9d49-07be5525e2b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b2b76a1-3e0d-45eb-92cb-6c7d66934adc', 'name': 'tempest-TestSnapshotPattern-648623474-router', 'tenant_id': '80d9980e0ae944a7a686839a27d64df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'external_fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': 'dbb3610c-f53d-4bbd-ab02-584086f329cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:09:09Z', 'updated_at': '2021-08-18T13:13:50Z', 'revision_number': 5, 'project_id': '80d9980e0ae944a7a686839a27d64df1', 'gw_port': {'id': 'dbb3610c-f53d-4bbd-ab02-584086f329cc', 'name': '', 'network_id': '7cae7a70-14fd-408c-b14d-39ceb97cb60e', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:50:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b2b76a1-3e0d-45eb-92cb-6c7d66934adc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804985-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-18T13:09:10Z', 'updated_at': '2021-08-18T13:09:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9784295a-20b8-4a4b-b105-f82737f0448f', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804985-2'}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:13:51.708633 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b45907-82cb-4a16-9d49-07be5525e2b9 None None] Checking router: 0b2b76a1-3e0d-45eb-92cb-6c7d66934adc for host: n-d-804985-2 {{(pid=106254) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 18 13:13:51.717018 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b45907-82cb-4a16-9d49-07be5525e2b9 None None] Routers {'0b2b76a1-3e0d-45eb-92cb-6c7d66934adc'} bound to L3 agent in host n-d-804985-2 {{(pid=106254) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 18 13:13:51.717622 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-32b45907-82cb-4a16-9d49-07be5525e2b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804985-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-18T11:41:51Z,description=,heartbeat_timestamp=2021-08-18T13:13:22Z,host='n-d-804985-2',id=677220f7-1457-4e08-afc1-afc0172a0010,load=0,resource_versions=,resources_synced=,started_at=2021-08-18T11:41:51Z,topic='l3_agent')) {'router_ids': ['0b2b76a1-3e0d-45eb-92cb-6c7d66934adc'], 'active': True} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:13:51.737367 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [None req-ecb570d7-35e2-458d-9da1-d9927f3fdbac admin admin] For port dbb3610c-f53d-4bbd-ab02-584086f329cc, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=dbb3610c-f53d-4bbd-ab02-584086f329cc,segment=NetworkSegment(c5a3db9d-5c58-41b1-9177-d5787a597b78),segment_id=c5a3db9d-5c58-41b1-9177-d5787a597b78)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:13:51.737629 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ecb570d7-35e2-458d-9da1-d9927f3fdbac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:51.751152 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-ecb570d7-35e2-458d-9da1-d9927f3fdbac admin admin] Calling delete_port for dbb3610c-f53d-4bbd-ab02-584086f329cc owned by network:router_gateway {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:13:51.925630 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ecb570d7-35e2-458d-9da1-d9927f3fdbac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:51.949812 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb570d7-35e2-458d-9da1-d9927f3fdbac admin admin] Pushing event deleted for resources: {'Port': ['ID=dbb3610c-f53d-4bbd-ab02-584086f329cc,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:13:51.957201 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-b8ec5a1f-0ff6-4ae2-a6bc-3603e29a0679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:51.972373 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_dvr_db [None req-32b45907-82cb-4a16-9d49-07be5525e2b9 None None] Set router 0b2b76a1-3e0d-45eb-92cb-6c7d66934adc gateway port host: None {{(pid=106254) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 18 13:13:52.015605 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ecb570d7-35e2-458d-9da1-d9927f3fdbac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-997271'] for router_gateway, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:52.022420 n-d-804985-2 neutron-server[106254]: DEBUG neutron.db.l3_hamode_db [None req-32b45907-82cb-4a16-9d49-07be5525e2b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b2b76a1-3e0d-45eb-92cb-6c7d66934adc', 'name': 'tempest-TestSnapshotPattern-648623474-router', 'tenant_id': '80d9980e0ae944a7a686839a27d64df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:09:09Z', 'updated_at': '2021-08-18T13:13:51Z', 'revision_number': 6, 'project_id': '80d9980e0ae944a7a686839a27d64df1', 'gw_port_host': None}], 'n-d-804985-2', False) {} {{(pid=106254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:13:52.053898 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b45907-82cb-4a16-9d49-07be5525e2b9 None None] The sync data for ids ['0b2b76a1-3e0d-45eb-92cb-6c7d66934adc'] in n-d-804985-2 is: [{'id': '0b2b76a1-3e0d-45eb-92cb-6c7d66934adc', 'name': 'tempest-TestSnapshotPattern-648623474-router', 'tenant_id': '80d9980e0ae944a7a686839a27d64df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-18T13:09:09Z', 'updated_at': '2021-08-18T13:13:51Z', 'revision_number': 6, 'project_id': '80d9980e0ae944a7a686839a27d64df1', 'gw_port_host': None}] {{(pid=106254) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 18 13:13:52.124895 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ecb570d7-35e2-458d-9da1-d9927f3fdbac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-996004', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15859'] for router, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:52.127025 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ecb570d7-35e2-458d-9da1-d9927f3fdbac admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:52.170790 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ecb570d7-35e2-458d-9da1-d9927f3fdbac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-996061'] for router, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:52.171374 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecb570d7-35e2-458d-9da1-d9927f3fdbac admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0b2b76a1-3e0d-45eb-92cb-6c7d66934adc {{(pid=106252) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 18 13:13:52.176002 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-ecb570d7-35e2-458d-9da1-d9927f3fdbac admin admin] Notify callbacks [] for router, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:52.177201 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-ecb570d7-35e2-458d-9da1-d9927f3fdbac admin admin] 10.222.0.66 "DELETE /v2.0/routers/0b2b76a1-3e0d-45eb-92cb-6c7d66934adc HTTP/1.1" status: 204 len: 168 time: 0.8186507 Aug 18 13:13:52.180997 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 55772) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:13:52.226741 n-d-804985-2 neutron-server[106253]: DEBUG neutron.db.db_base_plugin_v2 [None req-d73486ca-56b7-43ae-8a29-f3b7d53bfab2 admin admin] Deleting subnet 3d1e99d3-8713-4268-9c46-0ea77803f408 {{(pid=106253) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 18 13:13:52.230081 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d73486ca-56b7-43ae-8a29-f3b7d53bfab2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:52.269773 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d73486ca-56b7-43ae-8a29-f3b7d53bfab2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58902229'] for subnet, precommit_delete_associations {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:52.351058 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d73486ca-56b7-43ae-8a29-f3b7d53bfab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8366964'] for subnet, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:52.408444 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d73486ca-56b7-43ae-8a29-f3b7d53bfab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8366957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-984018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58902171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59388106'] for subnet, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:52.437992 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73486ca-56b7-43ae-8a29-f3b7d53bfab2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d1e99d3-8713-4268-9c46-0ea77803f408,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:13:52.439951 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-d73486ca-56b7-43ae-8a29-f3b7d53bfab2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:52.443428 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-d73486ca-56b7-43ae-8a29-f3b7d53bfab2 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/3d1e99d3-8713-4268-9c46-0ea77803f408 HTTP/1.1" status: 204 len: 168 time: 0.2598827 Aug 18 13:13:52.444660 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 55774) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:13:52.448455 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b1ff4aa-8ba0-417d-af2a-1bd1bf992d1f None None] Network 63be8254-29c0-4c72-891e-2a7d49b6ed88 requested from n-d-804985-2 {{(pid=106254) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 18 13:13:52.523041 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e9901c41-8a4f-4d96-bee0-ad84c50fc9be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7904109'] for network, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:52.575860 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-53584c24-f517-494e-ac93-c18bb92373f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:52.585403 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-e9901c41-8a4f-4d96-bee0-ad84c50fc9be admin admin] Deleting port b26a8ae0-d2ba-46e6-be19-ebeccf0db21d {{(pid=106252) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 18 13:13:52.585758 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e9901c41-8a4f-4d96-bee0-ad84c50fc9be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789151177813'] for port, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:52.649653 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.db [None req-e9901c41-8a4f-4d96-bee0-ad84c50fc9be admin admin] For port b26a8ae0-d2ba-46e6-be19-ebeccf0db21d, host n-d-804985-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804985-2',level=0,port_id=b26a8ae0-d2ba-46e6-be19-ebeccf0db21d,segment=NetworkSegment(8d4ae826-d841-4345-b297-f49cdb8e7fa2),segment_id=8d4ae826-d841-4345-b297-f49cdb8e7fa2)] {{(pid=106252) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 18 13:13:52.650042 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e9901c41-8a4f-4d96-bee0-ad84c50fc9be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-993273'] for port, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:52.668549 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.plugin [None req-e9901c41-8a4f-4d96-bee0-ad84c50fc9be admin admin] Calling delete_port for b26a8ae0-d2ba-46e6-be19-ebeccf0db21d owned by network:dhcp {{(pid=106252) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 18 13:13:52.764208 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e9901c41-8a4f-4d96-bee0-ad84c50fc9be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8275680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33228', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789151180921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789150676556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3572741'] for port, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:52.790906 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9901c41-8a4f-4d96-bee0-ad84c50fc9be admin admin] Pushing event deleted for resources: {'Port': ['ID=b26a8ae0-d2ba-46e6-be19-ebeccf0db21d,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:13:52.793142 n-d-804985-2 neutron-server[106252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9901c41-8a4f-4d96-bee0-ad84c50fc9be admin admin] No DVR routers for this DVR port b26a8ae0-d2ba-46e6-be19-ebeccf0db21d on host n-d-804985-2 {{(pid=106252) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 18 13:13:52.801120 n-d-804985-2 neutron-server[106254]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f00bc1ae-28af-4317-bbb6-fbc2106bb1a1 None None] DHCP port deletion for 63be8254-29c0-4c72-891e-2a7d49b6ed88 request from n-d-804985-2 {{(pid=106254) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 18 13:13:52.866385 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e9901c41-8a4f-4d96-bee0-ad84c50fc9be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8367869', 'neutron.services.segments.db._delete_segments_for_network-8789151212993'] for network, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:52.876386 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-e9901c41-8a4f-4d96-bee0-ad84c50fc9be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63be8254-29c0-4c72-891e-2a7d49b6ed88']}} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:13:52.891428 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-e9901c41-8a4f-4d96-bee0-ad84c50fc9be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d4ae826-d841-4345-b297-f49cdb8e7fa2') {'for_net_delete': True} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:13:52.891957 n-d-804985-2 neutron-server[106252]: DEBUG neutron.services.segments.db [None req-e9901c41-8a4f-4d96-bee0-ad84c50fc9be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d4ae826-d841-4345-b297-f49cdb8e7fa2') {} {{(pid=106252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 18 13:13:52.904077 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e9901c41-8a4f-4d96-bee0-ad84c50fc9be admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789151225254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2221521'] for segment, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:52.918709 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e9901c41-8a4f-4d96-bee0-ad84c50fc9be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281'] for segment, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:52.925163 n-d-804985-2 neutron-server[106252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9901c41-8a4f-4d96-bee0-ad84c50fc9be admin admin] Releasing vlan 843 on physical network physnet1 to pool {{(pid=106252) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 18 13:13:52.925568 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e9901c41-8a4f-4d96-bee0-ad84c50fc9be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8363281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3572434'] for segment, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:52.927288 n-d-804985-2 neutron-server[106252]: Traceback (most recent call last): Aug 18 13:13:52.927288 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 18 13:13:52.927288 n-d-804985-2 neutron-server[106252]: timer() Aug 18 13:13:52.927288 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 18 13:13:52.927288 n-d-804985-2 neutron-server[106252]: cb(*args, **kw) Aug 18 13:13:52.927288 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 18 13:13:52.927288 n-d-804985-2 neutron-server[106252]: return func(*args, **kwargs) Aug 18 13:13:52.927288 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 18 13:13:52.927288 n-d-804985-2 neutron-server[106252]: self._notify() Aug 18 13:13:52.927288 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 18 13:13:52.927288 n-d-804985-2 neutron-server[106252]: self.callback(batched_events) Aug 18 13:13:52.927288 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 18 13:13:52.927288 n-d-804985-2 neutron-server[106252]: event.method(event) Aug 18 13:13:52.927288 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 18 13:13:52.927288 n-d-804985-2 neutron-server[106252]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 18 13:13:52.927288 n-d-804985-2 neutron-server[106252]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 18 13:13:52.927288 n-d-804985-2 neutron-server[106252]: aggregate_uuid = self.p_client.list_aggregates( Aug 18 13:13:52.927288 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 18 13:13:52.927288 n-d-804985-2 neutron-server[106252]: return f(self, *a, **k) Aug 18 13:13:52.927288 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 18 13:13:52.927288 n-d-804985-2 neutron-server[106252]: return self._get(url).json() Aug 18 13:13:52.927288 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 18 13:13:52.927288 n-d-804985-2 neutron-server[106252]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 18 13:13:52.927288 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 18 13:13:52.927288 n-d-804985-2 neutron-server[106252]: return self.request(url, 'GET', **kwargs) Aug 18 13:13:52.927288 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 18 13:13:52.927288 n-d-804985-2 neutron-server[106252]: base_url = self.get_endpoint(auth, allow=allow, Aug 18 13:13:52.927288 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 18 13:13:52.927288 n-d-804985-2 neutron-server[106252]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 18 13:13:52.927288 n-d-804985-2 neutron-server[106252]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 18 13:13:52.927288 n-d-804985-2 neutron-server[106252]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 18 13:13:52.927288 n-d-804985-2 neutron-server[106252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 18 13:13:52.983038 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e9901c41-8a4f-4d96-bee0-ad84c50fc9be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8367858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-997186'] for network, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:52.990418 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-e9901c41-8a4f-4d96-bee0-ad84c50fc9be admin admin] Notify callbacks [] for network, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:52.992296 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-e9901c41-8a4f-4d96-bee0-ad84c50fc9be admin admin] 10.222.0.66 "DELETE /v2.0/networks/63be8254-29c0-4c72-891e-2a7d49b6ed88 HTTP/1.1" status: 204 len: 168 time: 0.5466483 Aug 18 13:13:53.003647 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9901c41-8a4f-4d96-bee0-ad84c50fc9be admin admin] Pushing event deleted for resources: {'Network': ['ID=63be8254-29c0-4c72-891e-2a7d49b6ed88,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:13:53.178072 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 55778) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:13:53.227672 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-e65981a5-7c39-474f-8c9b-45cda3a82d78 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=39b9914b92704df3a79a8db993de969b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0480785 Aug 18 13:13:53.231375 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [-] (106252) accepted ('10.222.0.66', 55780) {{(pid=106252) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:13:53.280598 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-63ef93d6-4c88-44a4-b9c7-ce1cd49c08c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:53.309994 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-63ef93d6-4c88-44a4-b9c7-ce1cd49c08c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:53.361829 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-63ef93d6-4c88-44a4-b9c7-ce1cd49c08c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:53.364876 n-d-804985-2 neutron-server[106252]: DEBUG neutron_lib.callbacks.manager [None req-63ef93d6-4c88-44a4-b9c7-ce1cd49c08c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:53.366084 n-d-804985-2 neutron-server[106252]: INFO neutron.wsgi [None req-63ef93d6-4c88-44a4-b9c7-ce1cd49c08c2 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a0d994cb-4ec3-4db7-b65c-6cde9109733a HTTP/1.1" status: 204 len: 168 time: 0.1337833 Aug 18 13:13:53.374130 n-d-804985-2 neutron-server[106252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ef93d6-4c88-44a4-b9c7-ce1cd49c08c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0d994cb-4ec3-4db7-b65c-6cde9109733a,revision_number=None']} {{(pid=106252) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:13:53.739506 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 55786) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:13:53.781152 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-3286fef7-9770-4d6f-832d-656598e1aad8 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=80d9980e0ae944a7a686839a27d64df1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0404863 Aug 18 13:13:53.784622 n-d-804985-2 neutron-server[106253]: DEBUG neutron.wsgi [-] (106253) accepted ('10.222.0.66', 55788) {{(pid=106253) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 18 13:13:53.844666 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e478fad8-7f1f-45c2-9537-ea268abb4421 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:53.871033 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e478fad8-7f1f-45c2-9537-ea268abb4421 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:53.926694 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e478fad8-7f1f-45c2-9537-ea268abb4421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994289'] for security_group, after_delete {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:53.929263 n-d-804985-2 neutron-server[106253]: DEBUG neutron_lib.callbacks.manager [None req-e478fad8-7f1f-45c2-9537-ea268abb4421 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106253) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:13:53.930424 n-d-804985-2 neutron-server[106253]: INFO neutron.wsgi [None req-e478fad8-7f1f-45c2-9537-ea268abb4421 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/56ba27af-5edc-4f4b-9e52-3853fa562f35 HTTP/1.1" status: 204 len: 168 time: 0.1449440 Aug 18 13:13:53.939080 n-d-804985-2 neutron-server[106253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e478fad8-7f1f-45c2-9537-ea268abb4421 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56ba27af-5edc-4f4b-9e52-3853fa562f35,revision_number=None']} {{(pid=106253) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 18 13:13:54.062692 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device d7a11ee9-10d9-432b-9efc-e509c91081c7 no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:13:54.085502 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: d7a11ee9-10d9-432b-9efc-e509c91081c7 {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:13:54.085918 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device d7a11ee9-10d9-432b-9efc-e509c91081c7 not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:13:54.086404 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device dbb3610c-f53d-4bbd-ab02-584086f329cc no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:13:54.106479 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: dbb3610c-f53d-4bbd-ab02-584086f329cc {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:13:54.106824 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device dbb3610c-f53d-4bbd-ab02-584086f329cc not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:13:54.107315 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device b26a8ae0-d2ba-46e6-be19-ebeccf0db21d no longer exists at agent ovs-agent-n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 18 13:13:54.127712 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.plugin [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] No Port match for: b26a8ae0-d2ba-46e6-be19-ebeccf0db21d {{(pid=106254) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 18 13:13:54.128051 n-d-804985-2 neutron-server[106254]: DEBUG neutron.plugins.ml2.rpc [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Device b26a8ae0-d2ba-46e6-be19-ebeccf0db21d not bound to the agent host n-d-804985-2 {{(pid=106254) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 18 13:13:54.233890 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-500a1c61-38a7-4c23-a7ec-4631080af5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:06.763391 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:09.097118 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:18.639123 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-295c61e0-3bb6-48c5-ae1f-05d191a02541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:18.880929 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.agents_db [None req-6dbb2658-0354-4101-8393-6e7505481cf6 None None] Agent healthcheck: found 7 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 13:14:21.593796 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:21.883898 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-f3933fb7-b1e2-42b3-931a-6d433dfcb141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:22.567408 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-53584c24-f517-494e-ac93-c18bb92373f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:24.247232 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-500a1c61-38a7-4c23-a7ec-4631080af5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:36.779095 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:39.100639 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:48.640665 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-b797f2cb-0fa2-4cb1-b246-ced77047143d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:51.608110 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:51.889375 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-068caff3-98b9-4db7-86b8-ced7fcf8d3c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:52.570148 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-53584c24-f517-494e-ac93-c18bb92373f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:54.251601 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-500a1c61-38a7-4c23-a7ec-4631080af5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:14:55.882035 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.agents_db [None req-6dbb2658-0354-4101-8393-6e7505481cf6 None None] Agent healthcheck: found 7 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 13:15:06.790448 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:09.100904 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:18.640968 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-60c3b035-03dc-463f-ac35-5954ea67b726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:21.609713 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:21.894680 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-638e2433-18ef-4754-b5fd-2574497d8461 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:22.573954 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-53584c24-f517-494e-ac93-c18bb92373f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:24.253380 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-500a1c61-38a7-4c23-a7ec-4631080af5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:32.886543 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.agents_db [None req-6dbb2658-0354-4101-8393-6e7505481cf6 None None] Agent healthcheck: found 7 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 13:15:36.785827 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:39.091985 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:48.642653 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-2fe0f339-3d1c-48f8-836d-a83f0a9f36e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:51.607293 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:51.899449 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-7f50e61d-f9f5-4afa-9969-aa9ef0f0320f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:52.585573 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-53584c24-f517-494e-ac93-c18bb92373f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:15:54.255356 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-500a1c61-38a7-4c23-a7ec-4631080af5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:06.786191 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:09.093500 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:09.886679 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.agents_db [None req-6dbb2658-0354-4101-8393-6e7505481cf6 None None] Agent healthcheck: found 7 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 13:16:18.646117 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-2a0d99f3-60de-4a8b-a765-9da825218861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:21.606288 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:21.901920 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-febd44c6-6ca3-4e7d-ab3c-e78871fd5bc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:22.588831 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-53584c24-f517-494e-ac93-c18bb92373f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:24.259090 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-500a1c61-38a7-4c23-a7ec-4631080af5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:36.788350 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:39.092809 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:46.890532 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.agents_db [None req-6dbb2658-0354-4101-8393-6e7505481cf6 None None] Agent healthcheck: found 7 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 13:16:48.650845 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-596bfbbc-e27d-4b22-a4ea-88c1493cab64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:51.602666 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:51.904729 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-97d41adf-3ca2-458b-b961-26274dbd8f99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:52.593113 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-53584c24-f517-494e-ac93-c18bb92373f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:16:54.269653 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-500a1c61-38a7-4c23-a7ec-4631080af5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:06.808265 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:09.090670 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:18.642006 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-e459690a-55ae-49e0-aee5-c5468c970aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:21.601771 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:21.903550 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-d4ee8a68-d3f2-4f5b-a95a-1be002356248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:22.592827 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-53584c24-f517-494e-ac93-c18bb92373f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:23.895801 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.agents_db [None req-6dbb2658-0354-4101-8393-6e7505481cf6 None None] Agent healthcheck: found 7 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 13:17:24.276060 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-500a1c61-38a7-4c23-a7ec-4631080af5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:36.792079 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:39.095472 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:48.641031 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-02f9f43f-6c1c-4159-809e-117465dfb5d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:51.596871 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:51.904226 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3d6b4509-4814-4bdf-93e6-3728ca5b828c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:52.591346 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-53584c24-f517-494e-ac93-c18bb92373f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:17:54.279737 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-500a1c61-38a7-4c23-a7ec-4631080af5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:00.900716 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.agents_db [None req-6dbb2658-0354-4101-8393-6e7505481cf6 None None] Agent healthcheck: found 7 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 13:18:06.832311 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:09.094983 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:18.642422 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-db43f696-836b-4158-b752-fa3f5076b4fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:21.604282 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:21.902529 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-e05de3f5-09e4-4b9b-b82e-18582f85ab01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:22.599870 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-53584c24-f517-494e-ac93-c18bb92373f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:24.278832 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-500a1c61-38a7-4c23-a7ec-4631080af5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:36.831029 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:37.900339 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.agents_db [None req-6dbb2658-0354-4101-8393-6e7505481cf6 None None] Agent healthcheck: found 7 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 13:18:39.087757 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:48.638265 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-0e06c8f1-3282-4c58-b7db-d4a1284cb2eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:51.608316 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:51.904733 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-5717e41b-0912-44b0-99f2-764e49c2a7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:52.601642 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-53584c24-f517-494e-ac93-c18bb92373f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:18:54.283385 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-500a1c61-38a7-4c23-a7ec-4631080af5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:06.843360 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:09.087621 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:14.903370 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.agents_db [None req-6dbb2658-0354-4101-8393-6e7505481cf6 None None] Agent healthcheck: found 7 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 13:19:18.652714 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-9fe89c72-5df3-430b-b6e6-03d0bd56d9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:21.610936 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:21.906732 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-252676ac-47f1-431a-ad4e-1c9c7f34dd49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:22.604295 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-53584c24-f517-494e-ac93-c18bb92373f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:24.295425 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-500a1c61-38a7-4c23-a7ec-4631080af5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:36.844593 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:39.093968 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:48.656965 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-0837be9c-0594-456a-8da7-b03883d29c3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:51.607855 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:51.901978 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-0347d993-774c-424f-b9e2-b5cc4ae0fbd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:51.904708 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.agents_db [None req-6dbb2658-0354-4101-8393-6e7505481cf6 None None] Agent healthcheck: found 7 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 13:19:52.613931 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-53584c24-f517-494e-ac93-c18bb92373f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:19:54.300250 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-500a1c61-38a7-4c23-a7ec-4631080af5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:06.841398 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:09.084294 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:18.655736 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e14edeb-1b1b-4182-adbd-33efebe9e739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:21.612578 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:21.908565 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-707eb9ae-f1cb-4123-bbbb-fd3939723632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:22.602400 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-53584c24-f517-494e-ac93-c18bb92373f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:24.295788 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-500a1c61-38a7-4c23-a7ec-4631080af5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:28.910748 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.agents_db [None req-6dbb2658-0354-4101-8393-6e7505481cf6 None None] Agent healthcheck: found 7 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 13:20:36.861255 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:39.086968 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:48.809277 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-2fdd7f13-b8a4-44ab-99a4-a976628cffe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:51.605731 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:51.904909 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-82483a04-1706-456d-bc10-8df3efef253b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:52.612901 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-53584c24-f517-494e-ac93-c18bb92373f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:20:54.304814 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-500a1c61-38a7-4c23-a7ec-4631080af5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:21:05.905019 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.agents_db [None req-6dbb2658-0354-4101-8393-6e7505481cf6 None None] Agent healthcheck: found 7 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 13:21:06.853112 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:21:09.082686 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:21:18.663466 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-e4d66c8c-d605-43c4-a573-da0864188a17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:21:21.607329 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:21:21.904729 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-fde34005-e5a2-4242-8912-4353d95b4556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:21:22.613527 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-53584c24-f517-494e-ac93-c18bb92373f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:21:24.309912 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-500a1c61-38a7-4c23-a7ec-4631080af5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:21:36.856893 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:21:39.113519 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:21:42.909741 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.agents_db [None req-6dbb2658-0354-4101-8393-6e7505481cf6 None None] Agent healthcheck: found 7 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 13:21:48.658638 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-347ea814-324b-480c-891b-7156d84b6067 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:21:51.605396 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:21:51.901730 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-a836db43-b186-4142-8326-702c72a7595e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:21:52.622435 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-53584c24-f517-494e-ac93-c18bb92373f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:21:54.314032 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-500a1c61-38a7-4c23-a7ec-4631080af5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:22:06.848020 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-8e9b73bb-2d36-4e96-ad2b-e36fa5584f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:22:09.126757 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8613-5d62-46f6-bbcc-130717f4edfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:22:15.465603 n-d-804985-2 neutron-server[106252]: DEBUG neutron.wsgi [req-2908d419-07cc-4948-b654-fa688807b928 req-cab1c588-f19e-4d88-8144-a85958975ace service neutron] (106252) timed out ('10.222.0.66', 54398) {{(pid=106252) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 18 13:22:18.663362 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-3af86639-8c63-45fb-8aff-437cb4312ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:22:19.908907 n-d-804985-2 neutron-server[106255]: DEBUG neutron.db.agents_db [None req-6dbb2658-0354-4101-8393-6e7505481cf6 None None] Agent healthcheck: found 7 active agents {{(pid=106255) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 18 13:22:21.602979 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-465ffd7d-22f7-42d2-9d32-33266d1a34a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:22:21.893823 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-23ee5f7e-7fe5-45ed-960b-f1da1165fbc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 18 13:22:22.617812 n-d-804985-2 neutron-server[106254]: DEBUG neutron_lib.callbacks.manager [None req-53584c24-f517-494e-ac93-c18bb92373f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789151213011', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8365235'] for agent, after_update {{(pid=106254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}